-- Logs begin at Fri 2022-03-11 18:29:12 UTC, end at Fri 2022-03-11 21:07:28 UTC. -- Mar 11 19:15:35.022281 n-d-833163-1 systemd[1]: Started Devstack devstack@q-svc.service. Mar 11 19:15:38.102718 n-d-833163-1 neutron-server[103774]: INFO neutron.common.config [-] Logging enabled! Mar 11 19:15:38.103354 n-d-833163-1 neutron-server[103774]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev4 Mar 11 19:15:38.103516 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103774) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 11 19:15:38.106896 n-d-833163-1 neutron-server[103774]: INFO neutron.common.config [-] Logging enabled! Mar 11 19:15:38.107163 n-d-833163-1 neutron-server[103774]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev4 Mar 11 19:15:38.107479 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103774) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 11 19:15:38.108466 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 11 19:15:38.108709 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 11 19:15:38.109079 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 11 19:15:38.109332 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 11 19:15:38.109564 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 11 19:15:38.110301 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.110735 n-d-833163-1 neutron-server[103774]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 11 19:15:38.111059 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.111366 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.111819 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.112030 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.112339 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.112620 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.112922 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.113230 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.113527 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.113816 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.114109 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.114411 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.114703 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.114996 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.115291 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.115582 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] debug = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.115899 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.116338 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.116775 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.117062 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.117355 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.117641 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.117919 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.118207 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.118499 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.118831 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] host = n-d-833163-1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.119195 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.119495 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.119817 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.120113 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.120395 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.120678 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.120968 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.121252 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.121528 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] log_file = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.121812 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.122106 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.122397 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.122692 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.122922 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.123149 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.123444 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.123765 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.124049 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.124330 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.124610 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.124890 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.125170 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.125446 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.125738 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.126028 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.126317 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.126596 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.126874 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.127174 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.127454 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.127766 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.128048 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.128332 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.128609 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.128900 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.129172 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.129451 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.129757 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.130047 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.130334 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.130623 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.130899 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.131185 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.131460 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.131762 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.132040 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] use_json = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.132316 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.132590 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.132876 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.133150 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.133424 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.133701 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.133977 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.134264 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.134539 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:38.134836 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.135137 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.135440 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.135763 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.136061 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.136346 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.136640 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.136922 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.137211 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.137501 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.137794 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.138073 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.138382 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.138674 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.138969 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.139274 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.139571 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.139891 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.140171 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.140447 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.140724 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.141004 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.141296 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.141576 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.141868 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.142159 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.142442 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.143270 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.143560 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.143882 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.144175 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.144452 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.144734 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.145028 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.145308 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.145664 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.145994 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.146246 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.146527 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.146804 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.147089 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.147371 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.147665 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.147945 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.148226 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.148520 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.148806 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.149081 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.149356 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.149635 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.149910 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.150199 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.150479 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.150754 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.151028 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.151307 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.151583 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.151883 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.152164 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.152444 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.152723 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.153001 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.153280 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.153558 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.153834 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.154108 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.154384 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.154658 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.154936 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.155212 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.155489 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.155794 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.156073 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.156351 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.156641 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.156940 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.157220 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.157501 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.157782 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.158062 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.158983 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.159328 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.159620 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.159930 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.160211 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.160504 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.160794 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.161090 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.161399 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.161686 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.161987 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.162272 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.162555 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.162846 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.163132 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.163417 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.163774 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.164108 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.164412 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.164713 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.165017 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.165318 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.165618 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.165906 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.166221 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.166506 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:38.166730 n-d-833163-1 neutron-server[103774]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 11 19:15:38.166978 n-d-833163-1 neutron-server[103774]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103774) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 11 19:15:38.542812 n-d-833163-1 neutron-server[103774]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 11 19:15:38.542994 n-d-833163-1 neutron-server[103774]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 11 19:15:38.543308 n-d-833163-1 neutron-server[103774]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 11 19:15:38.543817 n-d-833163-1 neutron-server[103774]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 11 19:15:38.872603 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:38.872895 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:38.873172 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:38.874378 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:38.874659 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:38.875049 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:38.925290 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:38.925571 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:38.925843 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:38.940653 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:38.940940 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:38.941213 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:38.969877 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:38.970163 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:38.970440 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:39.014616 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:39.015007 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:39.015389 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:39.388513 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:39.389276 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:39.389276 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:39.389457 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:39.389994 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:39.491127 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:39.491347 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:39.491492 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:39.491796 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:39.492073 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:39.492389 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:39.492657 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:39.492918 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:39.493180 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:39.493463 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:39.493726 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:39.493996 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:39.494260 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:39.494516 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:39.494777 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:39.495042 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:39.495299 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:39.495569 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:39.495870 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:39.496135 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:39.496412 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:39.496667 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:39.496948 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:39.497323 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:39.497576 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:39.497825 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:39.498223 n-d-833163-1 neutron-server[103774]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103774) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 19:15:39.498467 n-d-833163-1 neutron-server[103774]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103774) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 19:15:39.498709 n-d-833163-1 neutron-server[103774]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103774) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 19:15:39.498948 n-d-833163-1 neutron-server[103774]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103774) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 19:15:39.499186 n-d-833163-1 neutron-server[103774]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103774) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 19:15:39.499425 n-d-833163-1 neutron-server[103774]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103774) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 19:15:39.499825 n-d-833163-1 neutron-server[103774]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 11 19:15:39.503155 n-d-833163-1 neutron-server[103774]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 11 19:15:39.507225 n-d-833163-1 neutron-server[103774]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 11 19:15:39.511005 n-d-833163-1 neutron-server[103774]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Mar 11 19:15:39.512689 n-d-833163-1 neutron-server[103774]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 11 19:15:39.513173 n-d-833163-1 neutron-server[103774]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 11 19:15:39.513512 n-d-833163-1 neutron-server[103774]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 11 19:15:39.513898 n-d-833163-1 neutron-server[103774]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 11 19:15:39.516800 n-d-833163-1 neutron-server[103774]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 11 19:15:39.517060 n-d-833163-1 neutron-server[103774]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 11 19:15:39.517412 n-d-833163-1 neutron-server[103774]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 11 19:15:39.522415 n-d-833163-1 neutron-server[103774]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 11 19:15:39.546928 n-d-833163-1 neutron-server[103774]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 11 19:15:39.547386 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:39.547726 n-d-833163-1 neutron-server[103774]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103774) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 11 19:15:39.548104 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:39.550074 n-d-833163-1 neutron-server[103774]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103774) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 11 19:15:39.550358 n-d-833163-1 neutron-server[103774]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 11 19:15:39.550607 n-d-833163-1 neutron-server[103774]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 11 19:15:39.553949 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:39.554239 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:39.616783 n-d-833163-1 neutron-server[103774]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 11 19:15:39.617029 n-d-833163-1 neutron-server[103774]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 11 19:15:39.617268 n-d-833163-1 neutron-server[103774]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 11 19:15:39.617639 n-d-833163-1 neutron-server[103774]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 11 19:15:39.640747 n-d-833163-1 neutron-server[103774]: DEBUG oslo_db.sqlalchemy.engines [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103774) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 11 19:15:40.091678 n-d-833163-1 neutron-server[103774]: INFO neutron.plugins.ml2.managers [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Initializing driver for type 'gre' Mar 11 19:15:40.092212 n-d-833163-1 neutron-server[103774]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] gre ID ranges: [(1, 1000)] Mar 11 19:15:40.147813 n-d-833163-1 neutron-server[103774]: INFO neutron.plugins.ml2.managers [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Initializing driver for type 'local' Mar 11 19:15:40.148189 n-d-833163-1 neutron-server[103774]: INFO neutron.plugins.ml2.managers [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Initializing driver for type 'vlan' Mar 11 19:15:40.160859 n-d-833163-1 neutron-server[103774]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] VlanTypeDriver initialization complete Mar 11 19:15:40.161279 n-d-833163-1 neutron-server[103774]: INFO neutron.plugins.ml2.managers [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Initializing driver for type 'vxlan' Mar 11 19:15:40.161822 n-d-833163-1 neutron-server[103774]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] vxlan ID ranges: [(1, 1000)] Mar 11 19:15:40.213293 n-d-833163-1 neutron-server[103774]: INFO neutron.plugins.ml2.managers [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Initializing extension driver 'port_security' Mar 11 19:15:40.213779 n-d-833163-1 neutron-server[103774]: INFO neutron.plugins.ml2.extensions.port_security [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] PortSecurityExtensionDriver initialization complete Mar 11 19:15:40.214130 n-d-833163-1 neutron-server[103774]: INFO neutron.plugins.ml2.managers [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Initializing mechanism driver 'openvswitch' Mar 11 19:15:40.214459 n-d-833163-1 neutron-server[103774]: INFO neutron.plugins.ml2.managers [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Initializing mechanism driver 'hyperv' Mar 11 19:15:40.221263 n-d-833163-1 neutron-server[103774]: DEBUG neutron.plugins.ml2.plugin [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103774) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:15:40.222123 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: > port after_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.222502 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: > port after_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.222860 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: > port after_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.223388 n-d-833163-1 neutron-server[103774]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103774) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 11 19:15:40.223860 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: > subnet after_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.224225 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: > subnet after_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.224578 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.224981 n-d-833163-1 neutron-server[103774]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103774) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 11 19:15:40.225392 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: > network after_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.225746 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: > network after_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.226093 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: > network after_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.226495 n-d-833163-1 neutron-server[103774]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103774) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 11 19:15:40.226913 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: > security_group after_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.227274 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: > security_group after_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.227637 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.228064 n-d-833163-1 neutron-server[103774]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103774) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 11 19:15:40.228474 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.228829 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.229178 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.229580 n-d-833163-1 neutron-server[103774]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103774) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 11 19:15:40.229987 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: > address_group after_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.230339 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: > address_group after_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.230689 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.231090 n-d-833163-1 neutron-server[103774]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103774) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 11 19:15:40.231539 n-d-833163-1 neutron-server[103774]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] ML2 OVO RPC backend initialized. {{(pid=103774) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 11 19:15:40.232278 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.232643 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.233066 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: > network before_response 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.233422 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: > networks before_response 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.233777 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: > port before_response 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.234125 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: > ports before_response 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.234479 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: > subnet before_response 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.234830 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: > subnets before_response 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.235188 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: > network after_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.235538 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: > network after_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.235912 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: > network after_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.236262 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: > port after_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.236630 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: > port after_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.236974 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: > port after_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.237324 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: > subnet after_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.237671 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: > subnet after_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.238013 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.245462 n-d-833163-1 neutron-server[103774]: INFO neutron.quota [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loaded quota_driver: . Mar 11 19:15:40.246239 n-d-833163-1 neutron-server[103774]: INFO neutron.plugins.ml2.plugin [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Modular L2 Plugin initialization complete Mar 11 19:15:40.246239 n-d-833163-1 neutron-server[103774]: DEBUG neutron.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading services supported by the core plugin {{(pid=103774) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 11 19:15:40.246549 n-d-833163-1 neutron-server[103774]: INFO neutron.plugins.ml2.managers [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Got port-security extension from driver 'port_security' Mar 11 19:15:40.247052 n-d-833163-1 neutron-server[103774]: INFO neutron.extensions.vlantransparent [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Disabled vlantransparent extension. Mar 11 19:15:40.247559 n-d-833163-1 neutron-server[103774]: DEBUG neutron.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103774) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 11 19:15:40.247920 n-d-833163-1 neutron-server[103774]: INFO neutron.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading Plugin: router Mar 11 19:15:40.284984 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.285388 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: > router after_create 55549900 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.285764 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: > router before_create 55549900 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.286135 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.286513 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.286873 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: > router after_delete 55549900 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.287236 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.287591 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.287978 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: > router after_create 55549900 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.288330 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: > router after_update 55549900 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.288680 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: > router after_update 55549900 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.289034 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.289398 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: > router after_update 55549900 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.289812 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: > router precommit_update 55549900 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.290186 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: port after_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.290535 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: port after_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.290879 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: subnet after_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.291223 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.291577 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.291956 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: > router precommit_create 55549900 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.292304 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: port before_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.292652 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: > router precommit_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.293013 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: > router after_update 55549900 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.293360 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.293844 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: > router precommit_create 55549900 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.294222 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.294575 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: > router precommit_update 55549900 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.294945 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: > agent after_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.295302 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: > agent after_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.295676 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: > network after_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.296540 n-d-833163-1 neutron-server[103774]: DEBUG neutron.quota.resource_registry [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Tracking information for resource: router configured {{(pid=103774) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 19:15:40.296875 n-d-833163-1 neutron-server[103774]: DEBUG neutron.quota.resource_registry [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Tracking information for resource: floatingip configured {{(pid=103774) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 11 19:15:40.301839 n-d-833163-1 neutron-server[103774]: INFO neutron.db.l3_agentschedulers_db [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 11 19:15:40.302426 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: port after_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.302795 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: port after_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.303155 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: port after_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.303521 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: port after_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.304425 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: > router before_create 55550100 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.304800 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.305172 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: > router precommit_create 55550100 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.305538 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: > router precommit_update 55550100 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.310319 n-d-833163-1 neutron-server[103774]: DEBUG neutron.services.provider_configuration [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Service providers = [] {{(pid=103774) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 11 19:15:40.310692 n-d-833163-1 neutron-server[103774]: DEBUG neutron.db.servicetype_db [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103774) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 11 19:15:40.313746 n-d-833163-1 neutron-server[103774]: DEBUG neutron.services.service_base [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103774) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 11 19:15:40.314099 n-d-833163-1 neutron-server[103774]: DEBUG neutron.services.service_base [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103774) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 11 19:15:40.315068 n-d-833163-1 neutron-server[103774]: DEBUG neutron.services.service_base [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103774) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 11 19:15:40.316027 n-d-833163-1 neutron-server[103774]: DEBUG neutron.services.service_base [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103774) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 11 19:15:40.316409 n-d-833163-1 neutron-server[103774]: INFO neutron.services.service_base [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 11 19:15:40.316804 n-d-833163-1 neutron-server[103774]: DEBUG neutron.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103774) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 19:15:40.317128 n-d-833163-1 neutron-server[103774]: INFO neutron.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 11 19:15:40.328252 n-d-833163-1 neutron-server[103774]: DEBUG neutron.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103774) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 19:15:40.328595 n-d-833163-1 neutron-server[103774]: INFO neutron.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading Plugin: auto_allocate Mar 11 19:15:40.335118 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: network precommit_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.335489 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: network precommit_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.336061 n-d-833163-1 neutron-server[103774]: DEBUG neutron.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103774) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 19:15:40.336389 n-d-833163-1 neutron-server[103774]: INFO neutron.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading Plugin: tag Mar 11 19:15:40.343669 n-d-833163-1 neutron-server[103774]: DEBUG neutron.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103774) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 19:15:40.343960 n-d-833163-1 neutron-server[103774]: INFO neutron.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading Plugin: timestamp Mar 11 19:15:40.348005 n-d-833163-1 neutron-server[103774]: DEBUG neutron.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103774) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 19:15:40.348341 n-d-833163-1 neutron-server[103774]: INFO neutron.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading Plugin: network_ip_availability Mar 11 19:15:40.354032 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.354410 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.354772 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.355510 n-d-833163-1 neutron-server[103774]: DEBUG neutron.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103774) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 19:15:40.355872 n-d-833163-1 neutron-server[103774]: INFO neutron.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading Plugin: flavors Mar 11 19:15:40.360890 n-d-833163-1 neutron-server[103774]: DEBUG neutron.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103774) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 19:15:40.361226 n-d-833163-1 neutron-server[103774]: INFO neutron.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading Plugin: revisions Mar 11 19:15:40.366103 n-d-833163-1 neutron-server[103774]: DEBUG neutron.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103774) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 11 19:15:40.366509 n-d-833163-1 neutron-server[103774]: DEBUG oslo_concurrency.lockutils [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.823s {{(pid=103774) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 11 19:15:40.367265 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103774) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 11 19:15:40.367609 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Initializing extension manager. Mar 11 19:15:40.368161 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: __init__.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.368510 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: __pycache__ {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.368851 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: address_group.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.369622 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.370202 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loaded extension: address-group Mar 11 19:15:40.370533 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: address_scope.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.371255 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.371812 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loaded extension: address-scope Mar 11 19:15:40.372144 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.373088 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.373604 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loaded extension: router-admin-state-down-before-update Mar 11 19:15:40.373934 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: agent.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.374645 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.375155 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loaded extension: agent Mar 11 19:15:40.375483 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: agent_resources_synced.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.376447 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.377540 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loaded extension: agent-resources-synced Mar 11 19:15:40.377876 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: allowedaddresspairs.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.379712 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.380239 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loaded extension: allowed-address-pairs Mar 11 19:15:40.380571 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: auto_allocated_topology.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.381666 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.382184 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loaded extension: auto-allocated-topology Mar 11 19:15:40.382515 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: availability_zone.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.383226 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.383770 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loaded extension: availability_zone Mar 11 19:15:40.384101 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: availability_zone_filter.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.385025 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.385537 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loaded extension: availability_zone_filter Mar 11 19:15:40.385864 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: data_plane_status.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.386785 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.387291 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extension data-plane-status not supported by any of loaded plugins Mar 11 19:15:40.387616 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: default_subnetpools.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.388559 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.389079 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loaded extension: default-subnetpools Mar 11 19:15:40.389378 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.390194 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.390700 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loaded extension: dhcp_agent_scheduler Mar 11 19:15:40.391029 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: dns.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.391988 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.392490 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extension dns-integration not supported by any of loaded plugins Mar 11 19:15:40.392845 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: dns_domain_ports.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.393777 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.394287 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 11 19:15:40.394615 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.395566 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.396096 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 11 19:15:40.396421 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: dvr.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.397100 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.397602 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loaded extension: dvr Mar 11 19:15:40.397928 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: ecmp_routes.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.398858 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.399363 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 11 19:15:40.399716 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: empty_string_filtering.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.400631 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.401139 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loaded extension: empty-string-filtering Mar 11 19:15:40.401465 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.402378 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.402891 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 11 19:15:40.403216 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.404158 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.404669 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 11 19:15:40.404994 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: external_net.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.405915 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.406424 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loaded extension: external-net Mar 11 19:15:40.406749 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.407689 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.408221 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loaded extension: extra_dhcp_opt Mar 11 19:15:40.408548 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: extraroute.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.409471 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.409980 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loaded extension: extraroute Mar 11 19:15:40.410306 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: extraroute_atomic.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.411359 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.411898 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loaded extension: extraroute-atomic Mar 11 19:15:40.412227 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: filter_validation.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.412900 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.413405 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loaded extension: filter-validation Mar 11 19:15:40.413727 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: fip_pf_description.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.414650 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.415151 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 11 19:15:40.415590 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: fip_port_details.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.416725 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.417233 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loaded extension: fip-port-details Mar 11 19:15:40.417559 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: flavors.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.418802 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.419325 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loaded extension: flavors Mar 11 19:15:40.419680 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.421396 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.421918 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 11 19:15:40.422255 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: floatingip_pools.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.422970 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.423481 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loaded extension: floatingip-pools Mar 11 19:15:40.424349 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: ip_allocation.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.425561 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.426071 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extension ip_allocation not supported by any of loaded plugins Mar 11 19:15:40.426401 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.427340 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.427881 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loaded extension: ip-substring-filtering Mar 11 19:15:40.428217 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: l2_adjacency.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.429157 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.429659 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 11 19:15:40.430015 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: l3.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.430988 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.431502 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loaded extension: router Mar 11 19:15:40.431863 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.434179 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.434705 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 11 19:15:40.435044 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.436033 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.436699 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loaded extension: ext-gw-mode Mar 11 19:15:40.437042 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.437981 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.438492 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loaded extension: l3-ha Mar 11 19:15:40.438823 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.440373 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.440879 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 11 19:15:40.441206 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: l3_flavors.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.442132 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.442640 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loaded extension: l3-flavors Mar 11 19:15:40.442969 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.444403 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.444925 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 11 19:15:40.445259 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.446186 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.446705 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 11 19:15:40.447039 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: l3agentscheduler.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.448114 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.448631 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loaded extension: l3_agent_scheduler Mar 11 19:15:40.448967 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: local_ip.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.450770 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.451552 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extension local_ip not supported by any of loaded plugins Mar 11 19:15:40.451915 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: logging.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.454888 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.455447 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extension logging not supported by any of loaded plugins Mar 11 19:15:40.455828 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: metering.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.456592 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.457175 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loaded extension: metering Mar 11 19:15:40.457511 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.458628 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.459148 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loaded extension: metering_source_and_destination_fields Mar 11 19:15:40.459482 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: multiprovidernet.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.460483 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.460997 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loaded extension: multi-provider Mar 11 19:15:40.461329 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: netmtu.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.462260 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.462771 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loaded extension: net-mtu Mar 11 19:15:40.463098 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: netmtu_writable.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.464073 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.464583 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loaded extension: net-mtu-writable Mar 11 19:15:40.464909 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: network_availability_zone.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.465596 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.466103 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loaded extension: network_availability_zone Mar 11 19:15:40.466430 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: network_ip_availability.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.467564 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.468103 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loaded extension: network-ip-availability Mar 11 19:15:40.468431 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: network_segment_range.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.469210 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.469736 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extension network-segment-range not supported by any of loaded plugins Mar 11 19:15:40.470063 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: pagination.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.471112 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.471443 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loaded extension: pagination Mar 11 19:15:40.471808 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: port_device_profile.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.472730 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.473250 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loaded extension: port-device-profile Mar 11 19:15:40.473586 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.474510 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.475123 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loaded extension: port-mac-address-regenerate Mar 11 19:15:40.475355 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.476332 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.476845 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loaded extension: port-numa-affinity-policy Mar 11 19:15:40.477179 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: port_resource_request.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.478101 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.478608 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extension port-resource-request not supported by any of loaded plugins Mar 11 19:15:40.478938 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: port_resource_request_groups.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.479956 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.480464 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 11 19:15:40.480792 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: portbindings.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.481723 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.482234 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loaded extension: binding Mar 11 19:15:40.482565 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: portbindings_extended.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.483885 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.484405 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loaded extension: binding-extended Mar 11 19:15:40.484739 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: portsecurity.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.485669 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.486183 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loaded extension: port-security Mar 11 19:15:40.487048 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: project_id.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.488095 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.488431 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loaded extension: project-id Mar 11 19:15:40.488761 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: providernet.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.489687 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.490201 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loaded extension: provider Mar 11 19:15:40.490528 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: qos.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.494179 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.494709 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extension qos not supported by any of loaded plugins Mar 11 19:15:40.495048 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.496361 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.496882 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 11 19:15:40.497220 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.498158 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.498670 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 11 19:15:40.499003 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: qos_default.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.499966 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.500481 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extension qos-default not supported by any of loaded plugins Mar 11 19:15:40.500812 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: qos_fip.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.501759 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.502820 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extension qos-fip not supported by any of loaded plugins Mar 11 19:15:40.503149 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.504109 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.504624 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 11 19:15:40.504951 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: qos_gateway_ip.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.505884 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.506403 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 11 19:15:40.506725 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: qos_port_network_policy.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.507814 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.508332 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 11 19:15:40.508661 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.509736 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.510251 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 11 19:15:40.510579 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.511658 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.512179 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 11 19:15:40.512509 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: qos_pps_rule.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.513699 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.514223 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extension qos-pps not supported by any of loaded plugins Mar 11 19:15:40.514558 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: qos_rule_type_details.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.515485 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.516042 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 11 19:15:40.516375 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: qos_rules_alias.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.517546 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.518065 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 11 19:15:40.518394 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: quota_check_limit.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.519329 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.519884 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loaded extension: quota-check-limit Mar 11 19:15:40.520215 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: quotasv2.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.521148 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.521480 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loaded extension: quotas Mar 11 19:15:40.521805 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: quotasv2_detail.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.523532 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.523909 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loaded extension: quota_details Mar 11 19:15:40.524247 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: rbac.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.525308 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.525833 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loaded extension: rbac-policies Mar 11 19:15:40.526174 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: rbac_address_group.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.527114 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.527657 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loaded extension: rbac-address-group Mar 11 19:15:40.528057 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: rbac_address_scope.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.528999 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.529517 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loaded extension: rbac-address-scope Mar 11 19:15:40.529851 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: rbac_security_groups.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.530781 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.531291 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loaded extension: rbac-security-groups Mar 11 19:15:40.531621 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: rbac_subnetpool.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.532574 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.533084 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loaded extension: rbac-subnetpool Mar 11 19:15:40.533440 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: revisionifmatch.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.534456 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.534970 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loaded extension: revision-if-match Mar 11 19:15:40.535302 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: revisions.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.536476 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.536992 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loaded extension: standard-attr-revisions Mar 11 19:15:40.537327 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: router_availability_zone.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.538039 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.538552 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loaded extension: router_availability_zone Mar 11 19:15:40.538881 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: routerservicetype.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.539867 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.540379 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extension router-service-type not supported by any of loaded plugins Mar 11 19:15:40.540709 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.541645 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.542159 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loaded extension: security-groups-normalized-cidr Mar 11 19:15:40.542489 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.543426 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.543973 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loaded extension: port-security-groups-filtering Mar 11 19:15:40.544305 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.545251 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.545766 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loaded extension: security-groups-remote-address-group Mar 11 19:15:40.546097 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.547040 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.547554 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loaded extension: security-groups-shared-filtering Mar 11 19:15:40.547921 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.548527 n-d-833163-1 neutron-server[103774]: WARNING neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 11 19:15:40.549382 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: securitygroup.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.558956 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.559493 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loaded extension: security-group Mar 11 19:15:40.559868 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: segment.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.560607 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.561125 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extension segment not supported by any of loaded plugins Mar 11 19:15:40.561459 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.562416 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.562933 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 11 19:15:40.563268 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: servicetype.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.565082 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.565614 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loaded extension: service-type Mar 11 19:15:40.565947 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: sorting.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.566957 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.567296 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loaded extension: sorting Mar 11 19:15:40.567649 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: standard_attr_segment.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.568575 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.569092 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 11 19:15:40.569419 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: standardattrdescription.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.570071 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.570577 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loaded extension: standard-attr-description Mar 11 19:15:40.570903 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: stateful_security_group.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.571856 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.572369 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loaded extension: stateful-security-group Mar 11 19:15:40.572697 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: stdattrs_common.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.573276 n-d-833163-1 neutron-server[103774]: WARNING neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 11 19:15:40.573604 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.574549 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.575066 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 11 19:15:40.575397 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: subnet_onboard.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.576766 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.577292 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loaded extension: subnet_onboard Mar 11 19:15:40.577626 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.578588 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.579105 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 11 19:15:40.579438 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: subnet_service_types.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.580449 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.580967 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loaded extension: subnet-service-types Mar 11 19:15:40.581298 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: subnetallocation.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.582402 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.582917 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loaded extension: subnet_allocation Mar 11 19:15:40.583250 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.583957 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.584483 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loaded extension: subnetpool-prefix-ops Mar 11 19:15:40.584811 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.585752 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.586258 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 11 19:15:40.586586 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: tagging.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.587703 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.588222 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loaded extension: standard-attr-tag Mar 11 19:15:40.588554 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: timestamp.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.589774 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.590299 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loaded extension: standard-attr-timestamp Mar 11 19:15:40.590633 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: trunk.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.592036 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.592562 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extension trunk not supported by any of loaded plugins Mar 11 19:15:40.592895 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: trunk_details.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.593879 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.594355 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extension trunk-details not supported by any of loaded plugins Mar 11 19:15:40.594688 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: uplink_status_propagation.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.595672 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.596199 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 11 19:15:40.596532 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Loading extension file: vlantransparent.py {{(pid=103774) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 11 19:15:40.597212 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103774) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 11 19:15:40.597722 n-d-833163-1 neutron-server[103774]: INFO neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 11 19:15:40.600250 n-d-833163-1 neutron-server[103774]: INFO neutron.quota.resource_registry [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Creating instance of TrackedResource for resource:network Mar 11 19:15:40.600775 n-d-833163-1 neutron-server[103774]: INFO neutron.quota.resource_registry [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Creating instance of TrackedResource for resource:subnet Mar 11 19:15:40.601177 n-d-833163-1 neutron-server[103774]: INFO neutron.quota.resource_registry [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 19:15:40.601571 n-d-833163-1 neutron-server[103774]: INFO neutron.quota.resource_registry [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Creating instance of TrackedResource for resource:port Mar 11 19:15:40.602808 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.v2.resource_helper [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 19:15:40.603260 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.v2.resource_helper [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Service FLAVORS assigned prefix: {{(pid=103774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 19:15:40.603913 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.v2.resource_helper [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 19:15:40.604357 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.v2.resource_helper [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 19:15:40.604694 n-d-833163-1 neutron-server[103774]: INFO neutron.quota.resource_registry [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Creating instance of TrackedResource for resource:router Mar 11 19:15:40.605134 n-d-833163-1 neutron-server[103774]: INFO neutron.quota.resource_registry [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Creating instance of TrackedResource for resource:floatingip Mar 11 19:15:40.605640 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.v2.resource_helper [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Service METERING assigned prefix: /metering {{(pid=103774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 19:15:40.607062 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.607440 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.607832 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103774) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:15:40.608827 n-d-833163-1 neutron-server[103774]: INFO neutron.quota.resource_registry [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Creating instance of CountableResource for resource:rbac_policy Mar 11 19:15:40.609274 n-d-833163-1 neutron-server[103774]: INFO neutron.quota.resource_registry [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Creating instance of TrackedResource for resource:security_group Mar 11 19:15:40.609709 n-d-833163-1 neutron-server[103774]: INFO neutron.quota.resource_registry [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 11 19:15:40.610307 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.v2.resource_helper [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Service CORE assigned prefix: {{(pid=103774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 19:15:40.610645 n-d-833163-1 neutron-server[103774]: INFO neutron.quota.resource_registry [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 19:15:40.610998 n-d-833163-1 neutron-server[103774]: WARNING neutron.quota.resource_registry [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] subnetpool is already registered Mar 11 19:15:40.611976 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.v2.resource_helper [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Service CORE assigned prefix: {{(pid=103774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 19:15:40.612308 n-d-833163-1 neutron-server[103774]: INFO neutron.quota.resource_registry [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 19:15:40.612777 n-d-833163-1 neutron-server[103774]: WARNING neutron.quota.resource_registry [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] subnetpool is already registered Mar 11 19:15:40.615059 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.v2.resource_helper [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 19:15:40.615496 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.v2.resource_helper [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Service FLAVORS assigned prefix: {{(pid=103774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 19:15:40.616127 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.v2.resource_helper [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 19:15:40.616554 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.v2.resource_helper [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 19:15:40.616891 n-d-833163-1 neutron-server[103774]: INFO neutron.quota.resource_registry [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Creating instance of TrackedResource for resource:router Mar 11 19:15:40.617234 n-d-833163-1 neutron-server[103774]: WARNING neutron.quota.resource_registry [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] router is already registered Mar 11 19:15:40.617723 n-d-833163-1 neutron-server[103774]: INFO neutron.quota.resource_registry [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Creating instance of TrackedResource for resource:floatingip Mar 11 19:15:40.618069 n-d-833163-1 neutron-server[103774]: WARNING neutron.quota.resource_registry [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] floatingip is already registered Mar 11 19:15:40.618528 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.v2.resource_helper [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Service METERING assigned prefix: /metering {{(pid=103774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 19:15:40.619194 n-d-833163-1 neutron-server[103774]: INFO neutron.quota.resource_registry [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Creating instance of CountableResource for resource:rbac_policy Mar 11 19:15:40.619529 n-d-833163-1 neutron-server[103774]: WARNING neutron.quota.resource_registry [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] rbac_policy is already registered Mar 11 19:15:40.619978 n-d-833163-1 neutron-server[103774]: INFO neutron.quota.resource_registry [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Creating instance of TrackedResource for resource:security_group Mar 11 19:15:40.620317 n-d-833163-1 neutron-server[103774]: WARNING neutron.quota.resource_registry [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] security_group is already registered Mar 11 19:15:40.620720 n-d-833163-1 neutron-server[103774]: INFO neutron.quota.resource_registry [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 11 19:15:40.621060 n-d-833163-1 neutron-server[103774]: WARNING neutron.quota.resource_registry [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] security_group_rule is already registered Mar 11 19:15:40.621686 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.v2.resource_helper [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Service CORE assigned prefix: {{(pid=103774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 19:15:40.622021 n-d-833163-1 neutron-server[103774]: INFO neutron.quota.resource_registry [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 19:15:40.622357 n-d-833163-1 neutron-server[103774]: WARNING neutron.quota.resource_registry [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] subnetpool is already registered Mar 11 19:15:40.622781 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.v2.resource_helper [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Service CORE assigned prefix: {{(pid=103774) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 11 19:15:40.623113 n-d-833163-1 neutron-server[103774]: INFO neutron.quota.resource_registry [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Creating instance of TrackedResource for resource:subnetpool Mar 11 19:15:40.623447 n-d-833163-1 neutron-server[103774]: WARNING neutron.quota.resource_registry [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] subnetpool is already registered Mar 11 19:15:40.623942 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extended resource: extensions {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:15:40.625427 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extended resource: address-groups {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:15:40.627485 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extended resource: address-scopes {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:15:40.628857 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extended resource: agents {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:15:40.630035 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extended resource: auto-allocated-topology {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:15:40.631285 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extended resource: availability_zones {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:15:40.632542 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extended resource: dhcp-networks {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:15:40.634063 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extended resource: dhcp-agents {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:15:40.635519 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extended resource: routers {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:15:40.637767 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extended resource: flavors {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:15:40.638956 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extended resource: service_profiles {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:15:40.640194 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extended resource: next_providers {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:15:40.641657 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extended resource: service_profiles {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:15:40.643236 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extended resource: floatingip-pools {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:15:40.644511 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extended resource: routers {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:15:40.646651 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extended resource: floatingips {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:15:40.648872 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extended resource: l3-routers {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:15:40.650275 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extended resource: l3-agents {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:15:40.651748 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extended resource: metering-labels {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:15:40.653114 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extended resource: metering-label-rules {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:15:40.654402 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extended resource: network-ip-availabilities {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:15:40.655700 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extended resource: bindings {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:15:40.657366 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extended resource: quotas {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:15:40.658982 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extended resource: quotas {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:15:40.660546 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extended resource: rbac-policies {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:15:40.661852 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extended resource: security-groups {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:15:40.663114 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extended resource: security-group-rules {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:15:40.664431 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extended resource: service-providers {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:15:40.665678 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extended resource: subnetpools {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:15:40.667127 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extended resource: subnetpools {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:15:40.668622 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extended resource: tags {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:15:40.670344 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extended resource: tags {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:15:40.672204 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extended resource: tags {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:15:40.674523 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extended resource: tags {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:15:40.676339 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extended resource: tags {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:15:40.678304 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extended resource: tags {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:15:40.680058 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extended resource: tags {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:15:40.681975 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extended resource: tags {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:15:40.683779 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extended resource: tags {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:15:40.685642 n-d-833163-1 neutron-server[103774]: DEBUG neutron.api.extensions [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Extended resource: tags {{(pid=103774) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 11 19:15:40.692484 n-d-833163-1 neutron-server[103774]: WARNING keystonemiddleware.auth_token [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 11 19:15:40.696882 n-d-833163-1 neutron-server[103774]: WARNING keystonemiddleware.auth_token [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 11 19:15:40.705703 n-d-833163-1 neutron-server[103774]: DEBUG oslo_concurrency.lockutils [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Acquired lock "singleton_lock" {{(pid=103774) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 11 19:15:40.706184 n-d-833163-1 neutron-server[103774]: DEBUG oslo_concurrency.lockutils [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Releasing lock "singleton_lock" {{(pid=103774) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 11 19:15:40.706848 n-d-833163-1 neutron-server[103774]: INFO oslo_service.service [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Starting 2 workers Mar 11 19:15:40.711746 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Started child 103884 {{(pid=103774) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 11 19:15:40.716207 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Started child 103885 {{(pid=103774) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 11 19:15:40.717405 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:15:40.718064 n-d-833163-1 neutron-server[103774]: INFO neutron.service [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 11 19:15:40.718610 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:15:40.719036 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [-] (103884) wsgi starting up on http://0.0.0.0:9696 Mar 11 19:15:40.719420 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 48520) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:15:40.721710 n-d-833163-1 neutron-server[103774]: INFO oslo_service.service [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Starting 1 workers Mar 11 19:15:40.721815 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:15:40.723262 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [-] (103885) wsgi starting up on http://0.0.0.0:9696 Mar 11 19:15:40.727113 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Started child 103886 {{(pid=103774) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 11 19:15:40.727714 n-d-833163-1 neutron-server[103774]: INFO oslo_service.service [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Starting 1 workers Mar 11 19:15:40.728913 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [-] 10.222.0.65 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065517 Mar 11 19:15:40.733545 n-d-833163-1 neutron-server[103886]: DEBUG neutron.service [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] calling RpcWorker wait() {{(pid=103886) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 11 19:15:40.733545 n-d-833163-1 neutron-server[103886]: DEBUG neutron.service [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] returning from RpcWorker wait() {{(pid=103886) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 11 19:15:40.734157 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Started child 103888 {{(pid=103774) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 11 19:15:40.734241 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:15:40.734241 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:15:40.734377 n-d-833163-1 neutron-server[103774]: DEBUG neutron_lib.callbacks.manager [None req-c8681e99-d45a-4a06-b1bd-59743e0d34e0 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103774) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:15:40.738179 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103774) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 11 19:15:40.738179 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 11 19:15:40.738179 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 11 19:15:40.738179 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 11 19:15:40.738179 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 11 19:15:40.738179 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 11 19:15:40.738179 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.738179 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.738726 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:15:40.739162 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.739162 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.739162 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.739378 n-d-833163-1 neutron-server[103888]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:15:40.739696 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.739870 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.740117 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.740411 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.742634 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.742634 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.742634 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.742634 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.742634 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.742634 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.742634 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.742634 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.743149 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.743149 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.743149 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.743149 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.743386 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.743677 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] debug = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.743918 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.746338 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.746338 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.746338 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.746338 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.746338 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.746338 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.746753 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.746753 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.746753 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.746753 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.746973 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.747045 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.747295 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.747468 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.749407 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.749407 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.749407 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.749633 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] host = n-d-833163-1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.749710 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.749894 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.750170 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.750429 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.750669 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.750923 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.752088 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.752088 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.752088 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.752088 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.752372 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.752543 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.752687 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.752933 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] log_file = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.753096 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] log_options = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.753316 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.753578 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.753830 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.754027 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.754199 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.754364 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.754624 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.754785 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.755061 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.755289 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.755515 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.757608 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.757608 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.757608 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.757608 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.757608 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.758329 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.759482 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.759709 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.759997 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.760323 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.760584 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.761438 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.761438 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.761438 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.761883 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.761883 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.762139 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.762357 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.763672 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.763672 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.763672 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.763672 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.763672 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.764384 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.764384 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.764384 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.764734 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.765616 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.765616 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.765616 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.766048 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.766184 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.766319 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.766529 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.766752 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.766975 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] use_json = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.767205 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.767447 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.767764 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.767987 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.768225 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.769019 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.769757 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.770039 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.770311 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.770794 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.771145 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.771515 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.771811 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.772056 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.772324 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.772594 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.772821 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.773077 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.773314 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.773639 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.773865 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.774166 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.774419 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.774689 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.775011 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.775255 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.775524 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.775829 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.776055 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.776270 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.776515 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.776814 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.777056 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.777293 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.777549 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.778759 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.778759 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.778759 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.778962 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.779120 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.779319 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.779588 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.780428 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.780428 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.780428 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.780640 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.780714 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.780916 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.781185 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.781631 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.782047 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.782530 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.783077 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.783901 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.784185 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.784700 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.785148 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.785557 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.786507 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.786507 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.786507 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.786507 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.786783 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.786858 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.787048 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.787430 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.787848 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.788207 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.788584 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.788808 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.789517 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.789517 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.789517 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.789760 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.789918 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.790377 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.790738 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.792001 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.792439 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.792798 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.793224 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.793607 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.794003 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.794381 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.794734 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.795073 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.795436 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.795836 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.796209 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.796582 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.796962 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.797205 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.797489 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.797783 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.798088 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.798479 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.799498 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.799844 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.800127 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.800537 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.800996 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.801470 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.801899 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.802314 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.802705 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.803149 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.803537 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.803961 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.804338 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.804752 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.804976 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.805423 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.805680 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.805889 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.806138 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.806361 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.809368 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.809368 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.809560 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.809683 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.810170 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.810881 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.811862 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.812322 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.812754 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.813154 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.813591 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.814001 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.814499 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.814899 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.815352 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.816040 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.816550 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.816864 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.817138 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.817425 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.817683 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.817923 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.818159 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.818389 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.818837 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.819292 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.819528 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.819936 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.820333 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.820727 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.820949 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.821187 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.821505 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.821896 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.822295 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.822531 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.823407 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.823407 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.823407 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.823735 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.824735 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.824977 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.825263 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.826428 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.826654 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.826897 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.827133 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.827352 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.828301 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.828301 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.828301 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.828301 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.828544 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.828751 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.828985 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.829226 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.830274 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.830274 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.830274 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.830274 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.830572 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.830572 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.830823 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.831001 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.831208 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.831428 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.831703 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.832102 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.832615 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.832615 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.833014 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.833127 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.833266 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.833516 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.833767 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.833975 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.834221 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.834439 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.834654 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.834870 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.835092 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.835306 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.835519 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.835783 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.835998 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.836231 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.836467 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.837016 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.837270 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.837499 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.837753 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.837989 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.838207 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.838428 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.838640 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.838881 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.839094 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.839356 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.839565 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.839833 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.840067 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.841181 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.841181 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.841181 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.841181 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.841181 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.841532 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.841600 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.841825 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.842040 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.842250 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.842458 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.842669 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.842874 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.843083 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.843287 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.843581 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.843855 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.844131 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.844344 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.844562 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.844814 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.845585 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.846317 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.846696 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.847087 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.847462 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.847892 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.848146 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.848357 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.848868 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.848868 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.849574 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.849574 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.851025 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.851025 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.851025 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.851025 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.851315 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.851500 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.851739 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.851905 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.852115 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.852333 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.852546 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.852754 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.853000 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.853207 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.853412 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.853627 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.853840 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.854047 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.854333 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.854589 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.854805 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.855106 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.855349 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.855601 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.856533 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.856843 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.857089 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.857304 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.857540 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.857756 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.857975 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.858227 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.858531 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.858819 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.859060 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.859332 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.859618 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.859890 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.860152 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.860357 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.860643 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.860988 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.861276 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.862826 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.862826 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.862826 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.862826 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.863414 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.863414 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.863725 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.863944 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.864219 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.864444 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.864687 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.864899 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.865739 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.865739 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.865739 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.866181 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.866181 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.866445 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.866445 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 11 19:15:40.866926 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103774) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 11 19:15:40.867072 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 11 19:15:40.867334 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 11 19:15:40.867480 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 11 19:15:40.867619 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 11 19:15:40.867619 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 11 19:15:40.867958 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.868094 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.868229 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.868375 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.868512 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.868661 n-d-833163-1 neutron-server[103886]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:15:40.868806 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.868806 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.869082 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.869082 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.869339 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.869474 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.869609 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.869744 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.869844 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.869974 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.870154 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.870305 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.870448 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.870589 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.870750 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.870899 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.871054 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.871214 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] debug = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.871361 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.871574 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.872317 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.872474 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.872630 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.872783 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.873486 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.874333 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.874333 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.874333 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.874333 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.874333 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.874986 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.874986 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.874986 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.874986 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.874986 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.877093 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.877093 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] host = n-d-833163-1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.877093 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.877093 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.877093 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.877093 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.877093 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.877093 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.878135 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.878135 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.878135 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.878135 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.878135 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.878135 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.878135 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.878135 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] log_file = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.879038 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] log_options = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.879038 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.879038 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.879038 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.879038 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.879038 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.879038 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.879516 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.879516 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.879516 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.879516 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.879516 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.879516 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.879516 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.879516 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.881198 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.881198 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.881198 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.881198 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.881198 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.881198 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.881198 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.881198 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.881952 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.881952 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.881952 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.881952 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.881952 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.881952 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.881952 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.881952 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.882731 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.882731 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.882731 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.882731 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.882731 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.882731 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.883382 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.883382 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.883382 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.883382 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.883791 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.883791 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.883791 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.884074 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.884074 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.884281 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.884387 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] use_json = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.884491 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.884624 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.884782 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.884940 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.885095 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.885251 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.885484 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.885625 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.885734 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 11 19:15:40.885873 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.886032 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.886202 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.886361 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.886519 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.886884 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.886884 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.887108 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.887108 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.887342 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.887477 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.887696 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.887832 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.887956 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.888067 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.888589 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.888589 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.888589 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.888982 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.888982 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.888982 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.891772 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.891772 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.891772 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.891772 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.891772 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.891772 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.891772 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.891772 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.893125 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.893125 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.893125 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.65/identity {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.893125 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.893125 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.893125 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.893125 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.893125 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.893563 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.893563 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.893563 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.893563 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.893563 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.893563 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.893563 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.893563 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.893563 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.894057 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.894057 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.894057 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.894057 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.894057 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.894057 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.894057 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.894057 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.894057 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.894544 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.894544 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.894544 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.894713 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.894776 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.895660 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.895660 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.895660 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.895921 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.896093 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.896271 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.896420 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.896561 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.896730 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.897036 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.897340 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.897631 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.897794 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.897955 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.898116 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.898271 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.898560 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.898838 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.899126 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.899295 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.899438 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.899601 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.899778 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.899935 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.900093 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.900250 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.900400 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.900921 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.900921 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.900921 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.901178 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.901178 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.901321 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.901480 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.901639 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.901797 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.901946 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.902103 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.902241 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.902396 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.902538 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.902694 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.902834 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.903020 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.903150 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.903295 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.904900 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.904900 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.904900 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.904900 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.904900 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.904900 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.904900 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.904900 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.905397 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.905397 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.905397 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.905567 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.905758 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.906631 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.906631 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.906631 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.906631 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.906631 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.906958 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.906958 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.907075 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.907223 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.907334 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.907512 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.907685 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.908880 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.908880 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.908880 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.908880 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.909152 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.909326 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.909492 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.909656 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.909846 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.910013 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.910174 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.910338 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.910498 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.910659 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.910820 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.911667 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.911667 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.911667 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.911667 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.911667 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.65/identity {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.911994 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.912059 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.912209 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.912339 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.912497 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.912666 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.913750 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.915705 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.915705 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.915705 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.915705 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.915705 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.915705 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.915705 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.915705 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.916228 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.916228 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.916228 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.916228 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.916228 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.916228 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.916228 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.916614 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.916614 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.916614 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.916792 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.917021 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.917109 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.917243 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.917419 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.917570 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.917727 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.917893 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.918057 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.918204 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.918362 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.918525 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.918689 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.918880 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.920058 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.920058 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.920058 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.920058 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.920058 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.920058 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.920503 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.920503 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.920503 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.920671 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.920775 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.921089 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.921408 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.921746 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.921963 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.922130 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.922293 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.922454 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.922615 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.922772 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.922987 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.923154 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.923317 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.923480 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.923657 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.924463 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.924636 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.924798 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.924960 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.925122 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.925284 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.925444 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.925604 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.925778 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.925971 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.926137 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.926297 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.926456 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.926620 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.926792 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.926953 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.927114 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.927274 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.927434 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.927595 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.927788 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.927949 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.928109 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.928269 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.928429 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.928591 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.928761 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.928922 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.929082 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.929242 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.929402 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.929563 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.929734 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.929895 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.930104 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.930268 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.930429 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.930591 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.930762 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.930922 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.931082 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.931242 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.931418 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.931553 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.931744 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.931907 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.932067 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.932237 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.932398 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.932558 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.932718 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.932890 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.933040 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.933201 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.933361 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.933522 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.933682 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.933844 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.934010 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.934181 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.934347 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.934510 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.934679 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.934848 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.935017 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.935179 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.935346 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.935518 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.935703 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.935865 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.936094 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.936195 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.936339 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.936499 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.936659 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.936819 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.936978 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.937138 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.937297 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.937458 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.937618 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.937778 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.937937 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.938098 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.938258 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.938418 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.938578 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 11 19:15:40.938730 n-d-833163-1 neutron-server[103774]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103774) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 11 19:15:52.291798 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e171b3-6f59-4060-bfb0-767c5088585c None None] get_active_networks_info from n-d-833163-1 {{(pid=103886) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 11 19:15:52.375853 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e171b3-6f59-4060-bfb0-767c5088585c None None] No non-hosted networks {{(pid=103886) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 11 19:15:52.393366 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-163ca5b5-49b3-4993-85df-28c094b66177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7981077'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:15:54.498300 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-537aaae7-6988-4260-b04e-d9f726e90c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7981077'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:15:54.580640 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d4b0049a-25a0-4bb0-bfaa-cbe748fbef30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:15:56.020673 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7981077'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:15:57.427023 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7981077'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:15:58.222879 n-d-833163-1 neutron-server[103886]: INFO neutron.db.l3_hamode_db [None req-48efa99b-5c65-478a-a879-e80ca1789d5a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 11 19:15:58.303333 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48efa99b-5c65-478a-a879-e80ca1789d5a None None] Routers set() bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:15:58.303737 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48efa99b-5c65-478a-a879-e80ca1789d5a None None] Router IDs set() for agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 11 19:15:58.826417 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 48616) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:15:58.872013 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7981077'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:15:58.875045 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:15:58.875651 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:15:58.876657 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:15:58.877146 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:15:58.877639 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:15:58.881178 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:15:58.882176 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:15:58.883119 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:15:58.883540 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:15:58.884178 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:15:58.884526 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:15:58.885894 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:15:58.886453 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:15:58.886895 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-833163-1', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:15:58.904745 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-833163-1', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:15:59.348192 n-d-833163-1 neutron-server[103885]: WARNING oslo_policy.policy [None req-56a5c467-3bc4-416c-b8ce-52d633276aab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 19:15:59.348784 n-d-833163-1 neutron-server[103885]: WARNING oslo_policy.policy [None req-56a5c467-3bc4-416c-b8ce-52d633276aab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 19:15:59.573215 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [None req-56a5c467-3bc4-416c-b8ce-52d633276aab admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:15:59.574539 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-56a5c467-3bc4-416c-b8ce-52d633276aab admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7460554 Mar 11 19:16:02.195678 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 48642) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:16:02.507267 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-4ca2b65b-7c37-40da-9991-5ce27ba2d141 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:16:02.599800 n-d-833163-1 neutron-server[103885]: DEBUG neutron.policy [None req-4ca2b65b-7c37-40da-9991-5ce27ba2d141 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103885) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 11 19:16:02.641705 n-d-833163-1 neutron-server[103885]: WARNING oslo_policy.policy [None req-4ca2b65b-7c37-40da-9991-5ce27ba2d141 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 19:16:02.642075 n-d-833163-1 neutron-server[103885]: WARNING oslo_policy.policy [None req-4ca2b65b-7c37-40da-9991-5ce27ba2d141 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 19:16:02.733963 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4ca2b65b-7c37-40da-9991-5ce27ba2d141 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738463063260', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738463062543', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738463110275', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738463108076', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738463114192', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738463088728', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-733387', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7619300', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-329052', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-484718'] for rbac-policy (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:02.797196 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4ca2b65b-7c37-40da-9991-5ce27ba2d141 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:02.798903 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-4ca2b65b-7c37-40da-9991-5ce27ba2d141 admin admin] 10.222.0.65 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6022301 Mar 11 19:16:05.361710 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 48652) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:16:05.680134 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-6f95109e-87b4-4ba1-8bed-089318223fb4 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:16:05.709757 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f95109e-87b4-4ba1-8bed-089318223fb4 demo demo] Made reservation on behalf of f3a2ddf93ccf443d88fccd5eebd45b87 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:16:05.713845 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6f95109e-87b4-4ba1-8bed-089318223fb4 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:05.730203 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6f95109e-87b4-4ba1-8bed-089318223fb4 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:05.848619 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6f95109e-87b4-4ba1-8bed-089318223fb4 demo demo] Publish callbacks [] for security_group (e35a07ab-2804-448d-91c4-17ecd7324de5), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:05.854251 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6f95109e-87b4-4ba1-8bed-089318223fb4 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (e35a07ab-2804-448d-91c4-17ecd7324de5), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:05.879147 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f95109e-87b4-4ba1-8bed-089318223fb4 demo demo] vlan segment allocate from pool success with {'vlan_id': 874, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:16:05.914359 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6f95109e-87b4-4ba1-8bed-089318223fb4 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738459161357', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (46eb1d71-4644-41c2-b2f8-927a75ff18e9), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:05.914936 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6f95109e-87b4-4ba1-8bed-089318223fb4 demo demo] Unsubscribe: segment precommit_create {{(pid=103885) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 11 19:16:05.915465 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-6f95109e-87b4-4ba1-8bed-089318223fb4 demo demo] Added segment 46eb1d71-4644-41c2-b2f8-927a75ff18e9 of type vlan for network 70c80f00-25ff-4233-bf00-8a035797db04 Mar 11 19:16:05.931618 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f95109e-87b4-4ba1-8bed-089318223fb4 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=e35a07ab-2804-448d-91c4-17ecd7324de5,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:05.981844 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f95109e-87b4-4ba1-8bed-089318223fb4 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:05.982188 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f95109e-87b4-4ba1-8bed-089318223fb4 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:05.982509 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f95109e-87b4-4ba1-8bed-089318223fb4 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:05.982879 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f95109e-87b4-4ba1-8bed-089318223fb4 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:05.983299 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f95109e-87b4-4ba1-8bed-089318223fb4 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:05.983611 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f95109e-87b4-4ba1-8bed-089318223fb4 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:05.983991 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f95109e-87b4-4ba1-8bed-089318223fb4 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:05.984343 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f95109e-87b4-4ba1-8bed-089318223fb4 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:05.984725 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f95109e-87b4-4ba1-8bed-089318223fb4 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:05.985635 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f95109e-87b4-4ba1-8bed-089318223fb4 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:05.985993 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f95109e-87b4-4ba1-8bed-089318223fb4 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:05.986307 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f95109e-87b4-4ba1-8bed-089318223fb4 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:05.986684 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f95109e-87b4-4ba1-8bed-089318223fb4 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:05.987844 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f95109e-87b4-4ba1-8bed-089318223fb4 demo demo] Tracked resource versions report: Mar 11 19:16:05.987844 n-d-833163-1 neutron-server[103885]: pushed versions: Mar 11 19:16:05.987844 n-d-833163-1 neutron-server[103885]: { 'AddressGroup': {'1.2'}, Mar 11 19:16:05.987844 n-d-833163-1 neutron-server[103885]: 'ConntrackHelper': {'1.0'}, Mar 11 19:16:05.987844 n-d-833163-1 neutron-server[103885]: 'LocalIPAssociation': {'1.0'}, Mar 11 19:16:05.987844 n-d-833163-1 neutron-server[103885]: 'Log': {'1.0'}, Mar 11 19:16:05.987844 n-d-833163-1 neutron-server[103885]: 'Network': {'1.1'}, Mar 11 19:16:05.987844 n-d-833163-1 neutron-server[103885]: 'Port': {'1.7'}, Mar 11 19:16:05.987844 n-d-833163-1 neutron-server[103885]: 'PortForwarding': {'1.2'}, Mar 11 19:16:05.987844 n-d-833163-1 neutron-server[103885]: 'QosPolicy': {'1.10'}, Mar 11 19:16:05.987844 n-d-833163-1 neutron-server[103885]: 'SecurityGroup': {'1.5'}, Mar 11 19:16:05.987844 n-d-833163-1 neutron-server[103885]: 'SecurityGroupRule': {'1.2'}, Mar 11 19:16:05.987844 n-d-833163-1 neutron-server[103885]: 'SubPort': {'1.0'}, Mar 11 19:16:05.987844 n-d-833163-1 neutron-server[103885]: 'Subnet': {'1.1'}, Mar 11 19:16:05.987844 n-d-833163-1 neutron-server[103885]: 'Trunk': {'1.1'}} Mar 11 19:16:05.987844 n-d-833163-1 neutron-server[103885]: consumer versions: Mar 11 19:16:05.987844 n-d-833163-1 neutron-server[103885]: { DHCP agent@n-d-833163-1: {}, Mar 11 19:16:05.987844 n-d-833163-1 neutron-server[103885]: L3 agent@n-d-833163-1: {}, Mar 11 19:16:05.987844 n-d-833163-1 neutron-server[103885]: Metadata agent@n-d-833163-1: {}, Mar 11 19:16:05.987844 n-d-833163-1 neutron-server[103885]: Metering agent@n-d-833163-1: {}, Mar 11 19:16:05.987844 n-d-833163-1 neutron-server[103885]: Open vSwitch agent@n-d-833163-1: { 'AddressGroup': '1.2', Mar 11 19:16:05.987844 n-d-833163-1 neutron-server[103885]: 'ConntrackHelper': '1.0', Mar 11 19:16:05.987844 n-d-833163-1 neutron-server[103885]: 'LocalIPAssociation': '1.0', Mar 11 19:16:05.987844 n-d-833163-1 neutron-server[103885]: 'Log': '1.0', Mar 11 19:16:05.987844 n-d-833163-1 neutron-server[103885]: 'Network': '1.1', Mar 11 19:16:05.987844 n-d-833163-1 neutron-server[103885]: 'Port': '1.7', Mar 11 19:16:05.987844 n-d-833163-1 neutron-server[103885]: 'PortForwarding': '1.2', Mar 11 19:16:05.987844 n-d-833163-1 neutron-server[103885]: 'QosPolicy': '1.10', Mar 11 19:16:05.987844 n-d-833163-1 neutron-server[103885]: 'SecurityGroup': '1.5', Mar 11 19:16:05.987844 n-d-833163-1 neutron-server[103885]: 'SecurityGroupRule': '1.2', Mar 11 19:16:05.987844 n-d-833163-1 neutron-server[103885]: 'SubPort': '1.0', Mar 11 19:16:05.987844 n-d-833163-1 neutron-server[103885]: 'Subnet': '1.1', Mar 11 19:16:05.987844 n-d-833163-1 neutron-server[103885]: 'Trunk': '1.1'}} Mar 11 19:16:05.987844 n-d-833163-1 neutron-server[103885]: {{(pid=103885) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 19:16:06.027434 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6f95109e-87b4-4ba1-8bed-089318223fb4 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (70c80f00-25ff-4233-bf00-8a035797db04), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:06.066356 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6f95109e-87b4-4ba1-8bed-089318223fb4 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (70c80f00-25ff-4233-bf00-8a035797db04), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:06.071441 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f95109e-87b4-4ba1-8bed-089318223fb4 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:16:06.072177 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6f95109e-87b4-4ba1-8bed-089318223fb4 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:06.136134 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-6f95109e-87b4-4ba1-8bed-089318223fb4 demo demo] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7733419 Mar 11 19:16:06.191497 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f95109e-87b4-4ba1-8bed-089318223fb4 demo demo] Pushing event updated for resources: {'Network': ['ID=70c80f00-25ff-4233-bf00-8a035797db04,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:06.204014 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 70c80f00-25ff-4233-bf00-8a035797db04 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:16:08.756074 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 48664) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:16:09.160897 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ce532d-ad7e-468b-b5d1-c79cba463297 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:16:09.162178 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a2ce532d-ad7e-468b-b5d1-c79cba463297 demo admin] 10.222.0.65 "GET /v2.0/networks/70c80f00-25ff-4233-bf00-8a035797db04 HTTP/1.1" status: 200 len: 825 time: 0.4051473 Mar 11 19:16:09.185807 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-bfa01b3d-378c-4711-b43e-d651706367ff demo admin] 10.222.0.65 "GET /v2.0/subnetpools/cc6ae27c-24ea-464f-94d3-05f140f94dd6 HTTP/1.1" status: 200 len: 734 time: 0.0181377 Mar 11 19:16:09.194136 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-3c9e60ce-7b1f-4e83-bd3f-2e0d8e77dd9f demo admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'cc6ae27c-24ea-464f-94d3-05f140f94dd6', 'network_id': '70c80f00-25ff-4233-bf00-8a035797db04'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:16:09.215702 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c9e60ce-7b1f-4e83-bd3f-2e0d8e77dd9f demo admin] Made reservation on behalf of f3a2ddf93ccf443d88fccd5eebd45b87 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:16:09.218101 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c9e60ce-7b1f-4e83-bd3f-2e0d8e77dd9f demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:09.514089 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c9e60ce-7b1f-4e83-bd3f-2e0d8e77dd9f demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for subnet (abbb02a4-76a6-4729-a279-0598e6b9a5b3), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:09.586002 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9e60ce-7b1f-4e83-bd3f-2e0d8e77dd9f demo admin] Pushing event updated for resources: {'Subnet': ['ID=abbb02a4-76a6-4729-a279-0598e6b9a5b3,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:09.591423 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9e60ce-7b1f-4e83-bd3f-2e0d8e77dd9f demo admin] Checking segment: {'id': '46eb1d71-4644-41c2-b2f8-927a75ff18e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '70c80f00-25ff-4233-bf00-8a035797db04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:16:09.591827 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9e60ce-7b1f-4e83-bd3f-2e0d8e77dd9f demo admin] Network hostable DHCP agents. Network: 70c80f00-25ff-4233-bf00-8a035797db04, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:16:09.614064 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9e60ce-7b1f-4e83-bd3f-2e0d8e77dd9f demo admin] Network 70c80f00-25ff-4233-bf00-8a035797db04 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:16:09.625378 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-3c9e60ce-7b1f-4e83-bd3f-2e0d8e77dd9f demo admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 70c80f00-25ff-4233-bf00-8a035797db04) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:16:09.629987 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9e60ce-7b1f-4e83-bd3f-2e0d8e77dd9f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:16:09.630575 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c9e60ce-7b1f-4e83-bd3f-2e0d8e77dd9f demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:09.635193 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89708ca-b379-420c-8c40-cf19f7fb574e None None] Network 70c80f00-25ff-4233-bf00-8a035797db04 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:16:09.647608 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-3c9e60ce-7b1f-4e83-bd3f-2e0d8e77dd9f demo admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4565191 Mar 11 19:16:10.015987 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c8ac1d-fafd-46b6-bb0d-1d38ed346fff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-70c80f00-25ff-4233-bf00-8a035797db04', 'network_id': '70c80f00-25ff-4233-bf00-8a035797db04', 'project_id': 'f3a2ddf93ccf443d88fccd5eebd45b87', 'fixed_ips': [{'subnet_id': 'abbb02a4-76a6-4729-a279-0598e6b9a5b3'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:16:10.017358 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-59c8ac1d-fafd-46b6-bb0d-1d38ed346fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:10.303464 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-59c8ac1d-fafd-46b6-bb0d-1d38ed346fff None None] Allocated IP 172.20.0.2 (70c80f00-25ff-4233-bf00-8a035797db04/abbb02a4-76a6-4729-a279-0598e6b9a5b3/2c3ff587-960f-45f8-9858-989c6a4f92ce) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:16:10.573112 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-59c8ac1d-fafd-46b6-bb0d-1d38ed346fff None None] Publish callbacks [] for port (2c3ff587-960f-45f8-9858-989c6a4f92ce), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:10.581873 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-59c8ac1d-fafd-46b6-bb0d-1d38ed346fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (2c3ff587-960f-45f8-9858-989c6a4f92ce), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:10.674236 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c8ac1d-fafd-46b6-bb0d-1d38ed346fff None None] Network 70c80f00-25ff-4233-bf00-8a035797db04 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:16:10.678621 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-59c8ac1d-fafd-46b6-bb0d-1d38ed346fff None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:16:10.683588 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c8ac1d-fafd-46b6-bb0d-1d38ed346fff None None] Pushing event updated for resources: {'Port': ['ID=2c3ff587-960f-45f8-9858-989c6a4f92ce,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:10.685742 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c8ac1d-fafd-46b6-bb0d-1d38ed346fff None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:16:10.695136 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c8ac1d-fafd-46b6-bb0d-1d38ed346fff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:10.695478 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c8ac1d-fafd-46b6-bb0d-1d38ed346fff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:10.695840 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c8ac1d-fafd-46b6-bb0d-1d38ed346fff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:10.696171 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c8ac1d-fafd-46b6-bb0d-1d38ed346fff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:10.696497 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c8ac1d-fafd-46b6-bb0d-1d38ed346fff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:10.696821 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c8ac1d-fafd-46b6-bb0d-1d38ed346fff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:10.697141 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c8ac1d-fafd-46b6-bb0d-1d38ed346fff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:10.697460 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c8ac1d-fafd-46b6-bb0d-1d38ed346fff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:10.697777 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c8ac1d-fafd-46b6-bb0d-1d38ed346fff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:10.698093 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c8ac1d-fafd-46b6-bb0d-1d38ed346fff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:10.698405 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c8ac1d-fafd-46b6-bb0d-1d38ed346fff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:10.698719 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c8ac1d-fafd-46b6-bb0d-1d38ed346fff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:10.699033 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c8ac1d-fafd-46b6-bb0d-1d38ed346fff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:10.700149 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c8ac1d-fafd-46b6-bb0d-1d38ed346fff None None] Tracked resource versions report: Mar 11 19:16:10.700149 n-d-833163-1 neutron-server[103886]: pushed versions: Mar 11 19:16:10.700149 n-d-833163-1 neutron-server[103886]: { 'AddressGroup': {'1.2'}, Mar 11 19:16:10.700149 n-d-833163-1 neutron-server[103886]: 'ConntrackHelper': {'1.0'}, Mar 11 19:16:10.700149 n-d-833163-1 neutron-server[103886]: 'LocalIPAssociation': {'1.0'}, Mar 11 19:16:10.700149 n-d-833163-1 neutron-server[103886]: 'Log': {'1.0'}, Mar 11 19:16:10.700149 n-d-833163-1 neutron-server[103886]: 'Network': {'1.1'}, Mar 11 19:16:10.700149 n-d-833163-1 neutron-server[103886]: 'Port': {'1.7'}, Mar 11 19:16:10.700149 n-d-833163-1 neutron-server[103886]: 'PortForwarding': {'1.2'}, Mar 11 19:16:10.700149 n-d-833163-1 neutron-server[103886]: 'QosPolicy': {'1.10'}, Mar 11 19:16:10.700149 n-d-833163-1 neutron-server[103886]: 'SecurityGroup': {'1.5'}, Mar 11 19:16:10.700149 n-d-833163-1 neutron-server[103886]: 'SecurityGroupRule': {'1.2'}, Mar 11 19:16:10.700149 n-d-833163-1 neutron-server[103886]: 'SubPort': {'1.0'}, Mar 11 19:16:10.700149 n-d-833163-1 neutron-server[103886]: 'Subnet': {'1.1'}, Mar 11 19:16:10.700149 n-d-833163-1 neutron-server[103886]: 'Trunk': {'1.1'}} Mar 11 19:16:10.700149 n-d-833163-1 neutron-server[103886]: consumer versions: Mar 11 19:16:10.700149 n-d-833163-1 neutron-server[103886]: { DHCP agent@n-d-833163-1: {}, Mar 11 19:16:10.700149 n-d-833163-1 neutron-server[103886]: L3 agent@n-d-833163-1: {}, Mar 11 19:16:10.700149 n-d-833163-1 neutron-server[103886]: Metadata agent@n-d-833163-1: {}, Mar 11 19:16:10.700149 n-d-833163-1 neutron-server[103886]: Metering agent@n-d-833163-1: {}, Mar 11 19:16:10.700149 n-d-833163-1 neutron-server[103886]: Open vSwitch agent@n-d-833163-1: { 'AddressGroup': '1.2', Mar 11 19:16:10.700149 n-d-833163-1 neutron-server[103886]: 'ConntrackHelper': '1.0', Mar 11 19:16:10.700149 n-d-833163-1 neutron-server[103886]: 'LocalIPAssociation': '1.0', Mar 11 19:16:10.700149 n-d-833163-1 neutron-server[103886]: 'Log': '1.0', Mar 11 19:16:10.700149 n-d-833163-1 neutron-server[103886]: 'Network': '1.1', Mar 11 19:16:10.700149 n-d-833163-1 neutron-server[103886]: 'Port': '1.7', Mar 11 19:16:10.700149 n-d-833163-1 neutron-server[103886]: 'PortForwarding': '1.2', Mar 11 19:16:10.700149 n-d-833163-1 neutron-server[103886]: 'QosPolicy': '1.10', Mar 11 19:16:10.700149 n-d-833163-1 neutron-server[103886]: 'SecurityGroup': '1.5', Mar 11 19:16:10.700149 n-d-833163-1 neutron-server[103886]: 'SecurityGroupRule': '1.2', Mar 11 19:16:10.700149 n-d-833163-1 neutron-server[103886]: 'SubPort': '1.0', Mar 11 19:16:10.700149 n-d-833163-1 neutron-server[103886]: 'Subnet': '1.1', Mar 11 19:16:10.700149 n-d-833163-1 neutron-server[103886]: 'Trunk': '1.1'}} Mar 11 19:16:10.700149 n-d-833163-1 neutron-server[103886]: {{(pid=103886) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 19:16:10.773954 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-59c8ac1d-fafd-46b6-bb0d-1d38ed346fff None None] Attempting to bind port 2c3ff587-960f-45f8-9858-989c6a4f92ce on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:16:10.774357 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-59c8ac1d-fafd-46b6-bb0d-1d38ed346fff None None] Attempting to bind port 2c3ff587-960f-45f8-9858-989c6a4f92ce by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '46eb1d71-4644-41c2-b2f8-927a75ff18e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '70c80f00-25ff-4233-bf00-8a035797db04'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:16:10.774798 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c8ac1d-fafd-46b6-bb0d-1d38ed346fff None None] Attempting to bind port 2c3ff587-960f-45f8-9858-989c6a4f92ce on network 70c80f00-25ff-4233-bf00-8a035797db04 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:16:10.779697 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c8ac1d-fafd-46b6-bb0d-1d38ed346fff None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:16:10.780084 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c8ac1d-fafd-46b6-bb0d-1d38ed346fff None None] Checking segment: {'id': '46eb1d71-4644-41c2-b2f8-927a75ff18e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '70c80f00-25ff-4233-bf00-8a035797db04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:16:10.780564 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-59c8ac1d-fafd-46b6-bb0d-1d38ed346fff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:10.780950 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c8ac1d-fafd-46b6-bb0d-1d38ed346fff None None] Bound using segment: {'id': '46eb1d71-4644-41c2-b2f8-927a75ff18e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '70c80f00-25ff-4233-bf00-8a035797db04'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:16:10.781412 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-59c8ac1d-fafd-46b6-bb0d-1d38ed346fff None None] Bound port: 2c3ff587-960f-45f8-9858-989c6a4f92ce, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46eb1d71-4644-41c2-b2f8-927a75ff18e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '70c80f00-25ff-4233-bf00-8a035797db04'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:16:10.781860 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-59c8ac1d-fafd-46b6-bb0d-1d38ed346fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2c3ff587-960f-45f8-9858-989c6a4f92ce), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:10.842289 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-59c8ac1d-fafd-46b6-bb0d-1d38ed346fff None None] For port 2c3ff587-960f-45f8-9858-989c6a4f92ce, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:16:10.847379 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-59c8ac1d-fafd-46b6-bb0d-1d38ed346fff None None] For port 2c3ff587-960f-45f8-9858-989c6a4f92ce, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=2c3ff587-960f-45f8-9858-989c6a4f92ce,segment=NetworkSegment(46eb1d71-4644-41c2-b2f8-927a75ff18e9),segment_id=46eb1d71-4644-41c2-b2f8-927a75ff18e9)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:16:10.857900 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-59c8ac1d-fafd-46b6-bb0d-1d38ed346fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (2c3ff587-960f-45f8-9858-989c6a4f92ce), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:10.918207 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c8ac1d-fafd-46b6-bb0d-1d38ed346fff None None] Pushing event updated for resources: {'Port': ['ID=2c3ff587-960f-45f8-9858-989c6a4f92ce,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:12.237006 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 48672) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:16:12.550478 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [None req-b0d7ccdb-0f91-4785-ab82-77b6798a9785 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:16:12.551574 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-b0d7ccdb-0f91-4785-ab82-77b6798a9785 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3136239 Mar 11 19:16:15.106743 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 48680) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:16:15.420798 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [None req-6fb99583-a8c8-476e-bf8f-1de603537a88 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:16:15.421878 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-6fb99583-a8c8-476e-bf8f-1de603537a88 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3142138 Mar 11 19:16:18.002095 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 48688) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:16:18.494382 n-d-833163-1 neutron-server[103884]: WARNING oslo_policy.policy [None req-099eab5a-ac71-4d19-a4ff-1d3a2440f692 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 19:16:18.495124 n-d-833163-1 neutron-server[103884]: WARNING oslo_policy.policy [None req-099eab5a-ac71-4d19-a4ff-1d3a2440f692 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 19:16:18.715995 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-099eab5a-ac71-4d19-a4ff-1d3a2440f692 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:16:18.775954 n-d-833163-1 neutron-server[103884]: DEBUG neutron.policy [None req-099eab5a-ac71-4d19-a4ff-1d3a2440f692 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103884) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 11 19:16:18.819409 n-d-833163-1 neutron-server[103884]: WARNING oslo_policy.policy [None req-099eab5a-ac71-4d19-a4ff-1d3a2440f692 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 19:16:18.819834 n-d-833163-1 neutron-server[103884]: WARNING oslo_policy.policy [None req-099eab5a-ac71-4d19-a4ff-1d3a2440f692 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 11 19:16:18.881727 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-099eab5a-ac71-4d19-a4ff-1d3a2440f692 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (1fd9d9dc-da1f-4dcc-87f9-5f3a0eeeaa4c), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:18.883589 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-099eab5a-ac71-4d19-a4ff-1d3a2440f692 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (1fd9d9dc-da1f-4dcc-87f9-5f3a0eeeaa4c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:19.043693 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-099eab5a-ac71-4d19-a4ff-1d3a2440f692 demo demo] Publish callbacks [] for router_controller (1fd9d9dc-da1f-4dcc-87f9-5f3a0eeeaa4c), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:19.048522 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-099eab5a-ac71-4d19-a4ff-1d3a2440f692 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (1fd9d9dc-da1f-4dcc-87f9-5f3a0eeeaa4c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:19.072408 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-099eab5a-ac71-4d19-a4ff-1d3a2440f692 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:19.073759 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-099eab5a-ac71-4d19-a4ff-1d3a2440f692 demo demo] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.0706968 Mar 11 19:16:21.638330 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 48708) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:16:21.671461 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 2c3ff587-960f-45f8-9858-989c6a4f92ce up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:16:21.775721 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 2c3ff587-960f-45f8-9858-989c6a4f92ce triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:16:21.776173 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (2c3ff587-960f-45f8-9858-989c6a4f92ce), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:21.882379 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 2c3ff587-960f-45f8-9858-989c6a4f92ce is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:16:21.882842 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2c3ff587-960f-45f8-9858-989c6a4f92ce), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:21.918535 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 2c3ff587-960f-45f8-9858-989c6a4f92ce, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=2c3ff587-960f-45f8-9858-989c6a4f92ce,segment=NetworkSegment(46eb1d71-4644-41c2-b2f8-927a75ff18e9),segment_id=46eb1d71-4644-41c2-b2f8-927a75ff18e9)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:16:21.923347 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (2c3ff587-960f-45f8-9858-989c6a4f92ce), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:21.974032 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=2c3ff587-960f-45f8-9858-989c6a4f92ce,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:21.995775 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [None req-e77d485e-81de-4486-9e55-9896a016b31e admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:16:21.996768 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e77d485e-81de-4486-9e55-9896a016b31e admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3575296 Mar 11 19:16:22.204593 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-12f611cd-b347-4f81-ad65-d4ce95abd94a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:22.339198 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3285a30f-9fbb-4806-be67-f3bb02c3f0f6 None None] Network 70c80f00-25ff-4233-bf00-8a035797db04 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:16:22.427532 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-bf6cb73f-c39f-47cd-a1e4-91b641707e8e None None] Provisioning complete for port 2c3ff587-960f-45f8-9858-989c6a4f92ce triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:16:22.427975 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bf6cb73f-c39f-47cd-a1e4-91b641707e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (2c3ff587-960f-45f8-9858-989c6a4f92ce), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:22.545030 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-bf6cb73f-c39f-47cd-a1e4-91b641707e8e None None] Current status of the port 2c3ff587-960f-45f8-9858-989c6a4f92ce is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:16:22.666364 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-e33eda67-dd50-437d-806c-9107fa8d54c6 None None] Provisioning complete for port 2c3ff587-960f-45f8-9858-989c6a4f92ce triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:16:22.666837 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e33eda67-dd50-437d-806c-9107fa8d54c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (2c3ff587-960f-45f8-9858-989c6a4f92ce), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:22.743117 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e33eda67-dd50-437d-806c-9107fa8d54c6 None None] Current status of the port 2c3ff587-960f-45f8-9858-989c6a4f92ce is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:16:23.625423 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 2c3ff587-960f-45f8-9858-989c6a4f92ce up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:16:23.671773 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 2c3ff587-960f-45f8-9858-989c6a4f92ce triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:16:23.672179 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (2c3ff587-960f-45f8-9858-989c6a4f92ce), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:23.752378 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 2c3ff587-960f-45f8-9858-989c6a4f92ce is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:16:24.496801 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9f39eaf-da86-4875-bc29-ae614611918f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:24.557382 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 48716) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:16:24.876070 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-aa42ff44-3651-4466-9778-72d1c757ab88 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:16:24.898059 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa42ff44-3651-4466-9778-72d1c757ab88 admin admin] Made reservation on behalf of c04578c2321149838d0185af16ffece7 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:16:24.900920 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aa42ff44-3651-4466-9778-72d1c757ab88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:24.916704 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aa42ff44-3651-4466-9778-72d1c757ab88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:25.024749 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aa42ff44-3651-4466-9778-72d1c757ab88 admin admin] Publish callbacks [] for security_group (bfc1f211-a425-4c10-8fde-92fba3328584), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:25.028428 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aa42ff44-3651-4466-9778-72d1c757ab88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (bfc1f211-a425-4c10-8fde-92fba3328584), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:25.039241 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-aa42ff44-3651-4466-9778-72d1c757ab88 admin admin] Reserving flat network on physical network physnet1 {{(pid=103884) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 11 19:16:25.070747 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aa42ff44-3651-4466-9778-72d1c757ab88 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738459161357', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (6f7c0e3b-a111-4db7-b3ac-099db1b3fc95), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:25.071309 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aa42ff44-3651-4466-9778-72d1c757ab88 admin admin] Unsubscribe: segment precommit_create {{(pid=103884) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 11 19:16:25.071867 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-aa42ff44-3651-4466-9778-72d1c757ab88 admin admin] Added segment 6f7c0e3b-a111-4db7-b3ac-099db1b3fc95 of type flat for network 612cc066-33e3-444d-b1c7-d0a64751482a Mar 11 19:16:25.088130 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ff44-3651-4466-9778-72d1c757ab88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc1f211-a425-4c10-8fde-92fba3328584,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:25.122866 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ff44-3651-4466-9778-72d1c757ab88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:25.122866 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ff44-3651-4466-9778-72d1c757ab88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:25.122866 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ff44-3651-4466-9778-72d1c757ab88 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:25.122866 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ff44-3651-4466-9778-72d1c757ab88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:25.122866 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ff44-3651-4466-9778-72d1c757ab88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:25.122866 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ff44-3651-4466-9778-72d1c757ab88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:25.122866 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ff44-3651-4466-9778-72d1c757ab88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:25.122866 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ff44-3651-4466-9778-72d1c757ab88 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:25.122866 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ff44-3651-4466-9778-72d1c757ab88 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:25.122866 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ff44-3651-4466-9778-72d1c757ab88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:25.122866 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ff44-3651-4466-9778-72d1c757ab88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:25.122866 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ff44-3651-4466-9778-72d1c757ab88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:25.122866 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ff44-3651-4466-9778-72d1c757ab88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:25.122866 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa42ff44-3651-4466-9778-72d1c757ab88 admin admin] Tracked resource versions report: Mar 11 19:16:25.122866 n-d-833163-1 neutron-server[103884]: pushed versions: Mar 11 19:16:25.122866 n-d-833163-1 neutron-server[103884]: { 'AddressGroup': {'1.2'}, Mar 11 19:16:25.122866 n-d-833163-1 neutron-server[103884]: 'ConntrackHelper': {'1.0'}, Mar 11 19:16:25.122866 n-d-833163-1 neutron-server[103884]: 'LocalIPAssociation': {'1.0'}, Mar 11 19:16:25.122866 n-d-833163-1 neutron-server[103884]: 'Log': {'1.0'}, Mar 11 19:16:25.122866 n-d-833163-1 neutron-server[103884]: 'Network': {'1.1'}, Mar 11 19:16:25.122866 n-d-833163-1 neutron-server[103884]: 'Port': {'1.7'}, Mar 11 19:16:25.122866 n-d-833163-1 neutron-server[103884]: 'PortForwarding': {'1.2'}, Mar 11 19:16:25.122866 n-d-833163-1 neutron-server[103884]: 'QosPolicy': {'1.10'}, Mar 11 19:16:25.122866 n-d-833163-1 neutron-server[103884]: 'SecurityGroup': {'1.5'}, Mar 11 19:16:25.122866 n-d-833163-1 neutron-server[103884]: 'SecurityGroupRule': {'1.2'}, Mar 11 19:16:25.122866 n-d-833163-1 neutron-server[103884]: 'SubPort': {'1.0'}, Mar 11 19:16:25.122866 n-d-833163-1 neutron-server[103884]: 'Subnet': {'1.1'}, Mar 11 19:16:25.122866 n-d-833163-1 neutron-server[103884]: 'Trunk': {'1.1'}} Mar 11 19:16:25.122866 n-d-833163-1 neutron-server[103884]: consumer versions: Mar 11 19:16:25.122866 n-d-833163-1 neutron-server[103884]: { DHCP agent@n-d-833163-1: {}, Mar 11 19:16:25.122866 n-d-833163-1 neutron-server[103884]: L3 agent@n-d-833163-1: {}, Mar 11 19:16:25.122866 n-d-833163-1 neutron-server[103884]: Metadata agent@n-d-833163-1: {}, Mar 11 19:16:25.122866 n-d-833163-1 neutron-server[103884]: Metering agent@n-d-833163-1: {}, Mar 11 19:16:25.122866 n-d-833163-1 neutron-server[103884]: Open vSwitch agent@n-d-833163-1: { 'AddressGroup': '1.2', Mar 11 19:16:25.122866 n-d-833163-1 neutron-server[103884]: 'ConntrackHelper': '1.0', Mar 11 19:16:25.122866 n-d-833163-1 neutron-server[103884]: 'LocalIPAssociation': '1.0', Mar 11 19:16:25.122866 n-d-833163-1 neutron-server[103884]: 'Log': '1.0', Mar 11 19:16:25.122866 n-d-833163-1 neutron-server[103884]: 'Network': '1.1', Mar 11 19:16:25.122866 n-d-833163-1 neutron-server[103884]: 'Port': '1.7', Mar 11 19:16:25.122866 n-d-833163-1 neutron-server[103884]: 'PortForwarding': '1.2', Mar 11 19:16:25.122866 n-d-833163-1 neutron-server[103884]: 'QosPolicy': '1.10', Mar 11 19:16:25.126234 n-d-833163-1 neutron-server[103884]: 'SecurityGroup': '1.5', Mar 11 19:16:25.126234 n-d-833163-1 neutron-server[103884]: 'SecurityGroupRule': '1.2', Mar 11 19:16:25.126234 n-d-833163-1 neutron-server[103884]: 'SubPort': '1.0', Mar 11 19:16:25.126234 n-d-833163-1 neutron-server[103884]: 'Subnet': '1.1', Mar 11 19:16:25.126234 n-d-833163-1 neutron-server[103884]: 'Trunk': '1.1'}} Mar 11 19:16:25.126234 n-d-833163-1 neutron-server[103884]: {{(pid=103884) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 19:16:25.191663 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aa42ff44-3651-4466-9778-72d1c757ab88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (612cc066-33e3-444d-b1c7-d0a64751482a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:25.229893 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aa42ff44-3651-4466-9778-72d1c757ab88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (612cc066-33e3-444d-b1c7-d0a64751482a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:25.230978 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa42ff44-3651-4466-9778-72d1c757ab88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:16:25.231701 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aa42ff44-3651-4466-9778-72d1c757ab88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:25.299651 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-aa42ff44-3651-4466-9778-72d1c757ab88 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7411761 Mar 11 19:16:25.335362 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42ff44-3651-4466-9778-72d1c757ab88 admin admin] Pushing event updated for resources: {'Network': ['ID=612cc066-33e3-444d-b1c7-d0a64751482a,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:25.346060 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 612cc066-33e3-444d-b1c7-d0a64751482a details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:16:25.964629 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:27.361008 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:27.898713 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 48738) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:16:28.119902 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d00a279-db13-4a72-9fa9-e9acf836d6d1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:16:28.121149 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-5d00a279-db13-4a72-9fa9-e9acf836d6d1 demo admin] 10.222.0.65 "GET /v2.0/subnets/abbb02a4-76a6-4729-a279-0598e6b9a5b3 HTTP/1.1" status: 200 len: 849 time: 0.2214992 Mar 11 19:16:28.255970 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8e69b358-fd7d-4a01-9122-a7ffe85c44e2 demo admin] 10.222.0.65 "GET /v2.0/routers/1fd9d9dc-da1f-4dcc-87f9-5f3a0eeeaa4c HTTP/1.1" status: 200 len: 704 time: 0.1285720 Mar 11 19:16:28.519425 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bf1f93e7-837e-43b8-b7f8-529f700a72a0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:28.807810 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-bf1f93e7-837e-43b8-b7f8-529f700a72a0 demo admin] Allocated IP 172.20.0.1 (70c80f00-25ff-4233-bf00-8a035797db04/abbb02a4-76a6-4729-a279-0598e6b9a5b3/44e91337-6b1b-485c-8f57-6bad94741586) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:16:28.880820 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:29.004559 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bf1f93e7-837e-43b8-b7f8-529f700a72a0 demo admin] Publish callbacks [] for port (44e91337-6b1b-485c-8f57-6bad94741586), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:29.070868 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bf1f93e7-837e-43b8-b7f8-529f700a72a0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (44e91337-6b1b-485c-8f57-6bad94741586), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:29.141410 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1f93e7-837e-43b8-b7f8-529f700a72a0 demo admin] Network 70c80f00-25ff-4233-bf00-8a035797db04 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:16:29.147255 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-bf1f93e7-837e-43b8-b7f8-529f700a72a0 demo admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:16:29.159075 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1f93e7-837e-43b8-b7f8-529f700a72a0 demo admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:16:29.159075 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bf1f93e7-837e-43b8-b7f8-529f700a72a0 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (1fd9d9dc-da1f-4dcc-87f9-5f3a0eeeaa4c), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:29.181054 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1f93e7-837e-43b8-b7f8-529f700a72a0 demo admin] Pushing event updated for resources: {'Port': ['ID=44e91337-6b1b-485c-8f57-6bad94741586,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:29.363159 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bf1f93e7-837e-43b8-b7f8-529f700a72a0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (44e91337-6b1b-485c-8f57-6bad94741586), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:29.443691 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-396bd898-9706-4655-8e83-480b4e6c0cac None None] Provisioning complete for port 44e91337-6b1b-485c-8f57-6bad94741586 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:16:29.443970 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-396bd898-9706-4655-8e83-480b4e6c0cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (44e91337-6b1b-485c-8f57-6bad94741586), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:29.477286 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-396bd898-9706-4655-8e83-480b4e6c0cac None None] Port 44e91337-6b1b-485c-8f57-6bad94741586 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:16:29.626670 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bf1f93e7-837e-43b8-b7f8-529f700a72a0 demo admin] Publish callbacks [] for port (44e91337-6b1b-485c-8f57-6bad94741586), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:29.631050 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bf1f93e7-837e-43b8-b7f8-529f700a72a0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (44e91337-6b1b-485c-8f57-6bad94741586), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:29.631826 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bf1f93e7-837e-43b8-b7f8-529f700a72a0 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (1fd9d9dc-da1f-4dcc-87f9-5f3a0eeeaa4c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:29.692124 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1f93e7-837e-43b8-b7f8-529f700a72a0 demo admin] Pushing event updated for resources: {'Port': ['ID=44e91337-6b1b-485c-8f57-6bad94741586,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:29.753701 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1f93e7-837e-43b8-b7f8-529f700a72a0 demo admin] Network 70c80f00-25ff-4233-bf00-8a035797db04 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:16:29.755051 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-bf1f93e7-837e-43b8-b7f8-529f700a72a0 demo admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:16:29.919586 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf1f93e7-837e-43b8-b7f8-529f700a72a0 demo admin] Router 1fd9d9dc-da1f-4dcc-87f9-5f3a0eeeaa4c is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:16:30.020085 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1f93e7-837e-43b8-b7f8-529f700a72a0 demo admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:16:30.025411 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-bf1f93e7-837e-43b8-b7f8-529f700a72a0 demo admin] 10.222.0.65 "PUT /v2.0/routers/1fd9d9dc-da1f-4dcc-87f9-5f3a0eeeaa4c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7641256 Mar 11 19:16:30.047780 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccaaeee4-208a-4641-891e-ed238dabdb93 None None] Sync routers for ids ['1fd9d9dc-da1f-4dcc-87f9-5f3a0eeeaa4c'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:16:30.060223 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccaaeee4-208a-4641-891e-ed238dabdb93 None None] Routers {'1fd9d9dc-da1f-4dcc-87f9-5f3a0eeeaa4c'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:16:30.061045 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-ccaaeee4-208a-4641-891e-ed238dabdb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:16:24Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['1fd9d9dc-da1f-4dcc-87f9-5f3a0eeeaa4c'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:16:30.100225 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-fac2253d-f386-43af-ae60-6b60b822fdc3 None None] Provisioning complete for port 44e91337-6b1b-485c-8f57-6bad94741586 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:16:30.100847 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fac2253d-f386-43af-ae60-6b60b822fdc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (44e91337-6b1b-485c-8f57-6bad94741586), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:30.136147 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-fac2253d-f386-43af-ae60-6b60b822fdc3 None None] Port 44e91337-6b1b-485c-8f57-6bad94741586 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:16:30.252840 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-ccaaeee4-208a-4641-891e-ed238dabdb93 None None] Set router 1fd9d9dc-da1f-4dcc-87f9-5f3a0eeeaa4c gateway port host: None {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:16:30.684668 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-ccaaeee4-208a-4641-891e-ed238dabdb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd9d9dc-da1f-4dcc-87f9-5f3a0eeeaa4c', 'name': 'router1', 'tenant_id': 'f3a2ddf93ccf443d88fccd5eebd45b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:16:18Z', 'updated_at': '2022-03-11T19:16:29Z', 'revision_number': 2, 'project_id': 'f3a2ddf93ccf443d88fccd5eebd45b87', 'gw_port_host': None, '_interfaces': [{'id': '44e91337-6b1b-485c-8f57-6bad94741586', 'name': '', 'network_id': '70c80f00-25ff-4233-bf00-8a035797db04', 'tenant_id': 'f3a2ddf93ccf443d88fccd5eebd45b87', 'mac_address': 'fa:16:3e:e9:e3:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd9d9dc-da1f-4dcc-87f9-5f3a0eeeaa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'abbb02a4-76a6-4729-a279-0598e6b9a5b3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:28Z', 'updated_at': '2022-03-11T19:16:29Z', 'revision_number': 2, 'project_id': 'f3a2ddf93ccf443d88fccd5eebd45b87', 'subnets': [{'id': 'abbb02a4-76a6-4729-a279-0598e6b9a5b3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cc6ae27c-24ea-464f-94d3-05f140f94dd6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:16:30.736425 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccaaeee4-208a-4641-891e-ed238dabdb93 None None] Checking router: 1fd9d9dc-da1f-4dcc-87f9-5f3a0eeeaa4c for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:16:30.736797 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccaaeee4-208a-4641-891e-ed238dabdb93 None None] Updating router 1fd9d9dc-da1f-4dcc-87f9-5f3a0eeeaa4c port 44e91337-6b1b-485c-8f57-6bad94741586 binding host n-d-833163-1 {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:16:30.788196 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ccaaeee4-208a-4641-891e-ed238dabdb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (44e91337-6b1b-485c-8f57-6bad94741586), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:31.301276 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ccaaeee4-208a-4641-891e-ed238dabdb93 None None] Publish callbacks [] for port (44e91337-6b1b-485c-8f57-6bad94741586), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:31.308502 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ccaaeee4-208a-4641-891e-ed238dabdb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (44e91337-6b1b-485c-8f57-6bad94741586), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:31.481334 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e184c9-b335-479a-9076-eca93ee16093 None None] Pushing event updated for resources: {'Port': ['ID=44e91337-6b1b-485c-8f57-6bad94741586,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:31.486475 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-ccaaeee4-208a-4641-891e-ed238dabdb93 None None] Attempting to bind port 44e91337-6b1b-485c-8f57-6bad94741586 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:16:31.486871 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-ccaaeee4-208a-4641-891e-ed238dabdb93 None None] Attempting to bind port 44e91337-6b1b-485c-8f57-6bad94741586 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '46eb1d71-4644-41c2-b2f8-927a75ff18e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '70c80f00-25ff-4233-bf00-8a035797db04'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:16:31.487326 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccaaeee4-208a-4641-891e-ed238dabdb93 None None] Attempting to bind port 44e91337-6b1b-485c-8f57-6bad94741586 on network 70c80f00-25ff-4233-bf00-8a035797db04 {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:16:31.495309 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccaaeee4-208a-4641-891e-ed238dabdb93 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:16:31.495745 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccaaeee4-208a-4641-891e-ed238dabdb93 None None] Checking segment: {'id': '46eb1d71-4644-41c2-b2f8-927a75ff18e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '70c80f00-25ff-4233-bf00-8a035797db04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:16:31.496254 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ccaaeee4-208a-4641-891e-ed238dabdb93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:31.496643 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccaaeee4-208a-4641-891e-ed238dabdb93 None None] Bound using segment: {'id': '46eb1d71-4644-41c2-b2f8-927a75ff18e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '70c80f00-25ff-4233-bf00-8a035797db04'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:16:31.497104 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-ccaaeee4-208a-4641-891e-ed238dabdb93 None None] Bound port: 44e91337-6b1b-485c-8f57-6bad94741586, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46eb1d71-4644-41c2-b2f8-927a75ff18e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 874, 'network_id': '70c80f00-25ff-4233-bf00-8a035797db04'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:16:31.497481 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ccaaeee4-208a-4641-891e-ed238dabdb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (44e91337-6b1b-485c-8f57-6bad94741586), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:31.501355 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e184c9-b335-479a-9076-eca93ee16093 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:31.501700 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e184c9-b335-479a-9076-eca93ee16093 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:31.502086 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e184c9-b335-479a-9076-eca93ee16093 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:31.502374 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e184c9-b335-479a-9076-eca93ee16093 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:31.502705 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e184c9-b335-479a-9076-eca93ee16093 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:31.503038 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e184c9-b335-479a-9076-eca93ee16093 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:31.503369 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e184c9-b335-479a-9076-eca93ee16093 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:31.503842 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e184c9-b335-479a-9076-eca93ee16093 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:31.504688 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e184c9-b335-479a-9076-eca93ee16093 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:31.505023 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e184c9-b335-479a-9076-eca93ee16093 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:31.505352 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e184c9-b335-479a-9076-eca93ee16093 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:31.505678 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e184c9-b335-479a-9076-eca93ee16093 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:31.506002 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e184c9-b335-479a-9076-eca93ee16093 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:16:31.507101 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46e184c9-b335-479a-9076-eca93ee16093 None None] Tracked resource versions report: Mar 11 19:16:31.507101 n-d-833163-1 neutron-server[103888]: pushed versions: Mar 11 19:16:31.507101 n-d-833163-1 neutron-server[103888]: { 'AddressGroup': {'1.2'}, Mar 11 19:16:31.507101 n-d-833163-1 neutron-server[103888]: 'ConntrackHelper': {'1.0'}, Mar 11 19:16:31.507101 n-d-833163-1 neutron-server[103888]: 'LocalIPAssociation': {'1.0'}, Mar 11 19:16:31.507101 n-d-833163-1 neutron-server[103888]: 'Log': {'1.0'}, Mar 11 19:16:31.507101 n-d-833163-1 neutron-server[103888]: 'Network': {'1.1'}, Mar 11 19:16:31.507101 n-d-833163-1 neutron-server[103888]: 'Port': {'1.7'}, Mar 11 19:16:31.507101 n-d-833163-1 neutron-server[103888]: 'PortForwarding': {'1.2'}, Mar 11 19:16:31.507101 n-d-833163-1 neutron-server[103888]: 'QosPolicy': {'1.10'}, Mar 11 19:16:31.507101 n-d-833163-1 neutron-server[103888]: 'SecurityGroup': {'1.5'}, Mar 11 19:16:31.507101 n-d-833163-1 neutron-server[103888]: 'SecurityGroupRule': {'1.2'}, Mar 11 19:16:31.507101 n-d-833163-1 neutron-server[103888]: 'SubPort': {'1.0'}, Mar 11 19:16:31.507101 n-d-833163-1 neutron-server[103888]: 'Subnet': {'1.1'}, Mar 11 19:16:31.507101 n-d-833163-1 neutron-server[103888]: 'Trunk': {'1.1'}} Mar 11 19:16:31.507101 n-d-833163-1 neutron-server[103888]: consumer versions: Mar 11 19:16:31.507101 n-d-833163-1 neutron-server[103888]: { DHCP agent@n-d-833163-1: {}, Mar 11 19:16:31.507101 n-d-833163-1 neutron-server[103888]: L3 agent@n-d-833163-1: {}, Mar 11 19:16:31.507101 n-d-833163-1 neutron-server[103888]: Metadata agent@n-d-833163-1: {}, Mar 11 19:16:31.507101 n-d-833163-1 neutron-server[103888]: Metering agent@n-d-833163-1: {}, Mar 11 19:16:31.507101 n-d-833163-1 neutron-server[103888]: Open vSwitch agent@n-d-833163-1: { 'AddressGroup': '1.2', Mar 11 19:16:31.507101 n-d-833163-1 neutron-server[103888]: 'ConntrackHelper': '1.0', Mar 11 19:16:31.507101 n-d-833163-1 neutron-server[103888]: 'LocalIPAssociation': '1.0', Mar 11 19:16:31.507101 n-d-833163-1 neutron-server[103888]: 'Log': '1.0', Mar 11 19:16:31.507101 n-d-833163-1 neutron-server[103888]: 'Network': '1.1', Mar 11 19:16:31.507101 n-d-833163-1 neutron-server[103888]: 'Port': '1.7', Mar 11 19:16:31.507101 n-d-833163-1 neutron-server[103888]: 'PortForwarding': '1.2', Mar 11 19:16:31.507101 n-d-833163-1 neutron-server[103888]: 'QosPolicy': '1.10', Mar 11 19:16:31.507101 n-d-833163-1 neutron-server[103888]: 'SecurityGroup': '1.5', Mar 11 19:16:31.507101 n-d-833163-1 neutron-server[103888]: 'SecurityGroupRule': '1.2', Mar 11 19:16:31.507101 n-d-833163-1 neutron-server[103888]: 'SubPort': '1.0', Mar 11 19:16:31.507101 n-d-833163-1 neutron-server[103888]: 'Subnet': '1.1', Mar 11 19:16:31.507101 n-d-833163-1 neutron-server[103888]: 'Trunk': '1.1'}} Mar 11 19:16:31.507101 n-d-833163-1 neutron-server[103888]: {{(pid=103888) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 19:16:31.563829 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-f77db132-7771-48de-9af0-37631a7bafea None None] Provisioning complete for port 44e91337-6b1b-485c-8f57-6bad94741586 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:16:31.564406 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f77db132-7771-48de-9af0-37631a7bafea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (44e91337-6b1b-485c-8f57-6bad94741586), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:31.578116 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-ccaaeee4-208a-4641-891e-ed238dabdb93 None None] For port 44e91337-6b1b-485c-8f57-6bad94741586, host n-d-833163-1, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:16:31.598660 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-ccaaeee4-208a-4641-891e-ed238dabdb93 None None] For port 44e91337-6b1b-485c-8f57-6bad94741586, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=44e91337-6b1b-485c-8f57-6bad94741586,segment=NetworkSegment(46eb1d71-4644-41c2-b2f8-927a75ff18e9),segment_id=46eb1d71-4644-41c2-b2f8-927a75ff18e9)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:16:31.601167 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f77db132-7771-48de-9af0-37631a7bafea None None] Port 44e91337-6b1b-485c-8f57-6bad94741586 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:16:31.605729 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ccaaeee4-208a-4641-891e-ed238dabdb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (44e91337-6b1b-485c-8f57-6bad94741586), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:31.665842 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccaaeee4-208a-4641-891e-ed238dabdb93 None None] Routers {'1fd9d9dc-da1f-4dcc-87f9-5f3a0eeeaa4c'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:16:31.666491 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-ccaaeee4-208a-4641-891e-ed238dabdb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:16:24Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['1fd9d9dc-da1f-4dcc-87f9-5f3a0eeeaa4c'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:16:31.705236 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e184c9-b335-479a-9076-eca93ee16093 None None] Pushing event updated for resources: {'Port': ['ID=44e91337-6b1b-485c-8f57-6bad94741586,revision_number=4']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:31.763080 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-ccaaeee4-208a-4641-891e-ed238dabdb93 None None] Set router 1fd9d9dc-da1f-4dcc-87f9-5f3a0eeeaa4c gateway port host: None {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:16:31.821788 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-1d2577eb-89cd-4e34-9031-077c8e8889c6 None None] Provisioning complete for port 44e91337-6b1b-485c-8f57-6bad94741586 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:16:31.822275 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1d2577eb-89cd-4e34-9031-077c8e8889c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (44e91337-6b1b-485c-8f57-6bad94741586), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:31.898835 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-1d2577eb-89cd-4e34-9031-077c8e8889c6 None None] Current status of the port 44e91337-6b1b-485c-8f57-6bad94741586 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:16:31.899237 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1d2577eb-89cd-4e34-9031-077c8e8889c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (44e91337-6b1b-485c-8f57-6bad94741586), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:31.932253 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-1d2577eb-89cd-4e34-9031-077c8e8889c6 None None] For port 44e91337-6b1b-485c-8f57-6bad94741586, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=44e91337-6b1b-485c-8f57-6bad94741586,segment=NetworkSegment(46eb1d71-4644-41c2-b2f8-927a75ff18e9),segment_id=46eb1d71-4644-41c2-b2f8-927a75ff18e9)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:16:31.938476 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1d2577eb-89cd-4e34-9031-077c8e8889c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (44e91337-6b1b-485c-8f57-6bad94741586), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:31.996240 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2577eb-89cd-4e34-9031-077c8e8889c6 None None] Pushing event updated for resources: {'Port': ['ID=44e91337-6b1b-485c-8f57-6bad94741586,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:32.036225 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-ccaaeee4-208a-4641-891e-ed238dabdb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd9d9dc-da1f-4dcc-87f9-5f3a0eeeaa4c', 'name': 'router1', 'tenant_id': 'f3a2ddf93ccf443d88fccd5eebd45b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:16:18Z', 'updated_at': '2022-03-11T19:16:29Z', 'revision_number': 2, 'project_id': 'f3a2ddf93ccf443d88fccd5eebd45b87', 'gw_port_host': None, '_interfaces': [{'id': '44e91337-6b1b-485c-8f57-6bad94741586', 'name': '', 'network_id': '70c80f00-25ff-4233-bf00-8a035797db04', 'tenant_id': 'f3a2ddf93ccf443d88fccd5eebd45b87', 'mac_address': 'fa:16:3e:e9:e3:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd9d9dc-da1f-4dcc-87f9-5f3a0eeeaa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'abbb02a4-76a6-4729-a279-0598e6b9a5b3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:28Z', 'updated_at': '2022-03-11T19:16:31Z', 'revision_number': 4, 'project_id': 'f3a2ddf93ccf443d88fccd5eebd45b87', 'subnets': [{'id': 'abbb02a4-76a6-4729-a279-0598e6b9a5b3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cc6ae27c-24ea-464f-94d3-05f140f94dd6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:16:32.062394 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccaaeee4-208a-4641-891e-ed238dabdb93 None None] The sync data for ids ['1fd9d9dc-da1f-4dcc-87f9-5f3a0eeeaa4c'] in n-d-833163-1 is: [{'id': '1fd9d9dc-da1f-4dcc-87f9-5f3a0eeeaa4c', 'name': 'router1', 'tenant_id': 'f3a2ddf93ccf443d88fccd5eebd45b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:16:18Z', 'updated_at': '2022-03-11T19:16:29Z', 'revision_number': 2, 'project_id': 'f3a2ddf93ccf443d88fccd5eebd45b87', 'gw_port_host': None, '_interfaces': [{'id': '44e91337-6b1b-485c-8f57-6bad94741586', 'name': '', 'network_id': '70c80f00-25ff-4233-bf00-8a035797db04', 'tenant_id': 'f3a2ddf93ccf443d88fccd5eebd45b87', 'mac_address': 'fa:16:3e:e9:e3:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd9d9dc-da1f-4dcc-87f9-5f3a0eeeaa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'abbb02a4-76a6-4729-a279-0598e6b9a5b3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:28Z', 'updated_at': '2022-03-11T19:16:31Z', 'revision_number': 4, 'project_id': 'f3a2ddf93ccf443d88fccd5eebd45b87', 'subnets': [{'id': 'abbb02a4-76a6-4729-a279-0598e6b9a5b3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cc6ae27c-24ea-464f-94d3-05f140f94dd6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:16:32.517300 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 48758) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:16:32.626022 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cac0175-c681-4a8e-9282-8b7cf0d3bc21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:16:32.627293 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4cac0175-c681-4a8e-9282-8b7cf0d3bc21 admin admin] 10.222.0.65 "GET /v2.0/networks/612cc066-33e3-444d-b1c7-d0a64751482a HTTP/1.1" status: 200 len: 842 time: 0.1090541 Mar 11 19:16:32.636587 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-37488c5a-d405-413d-be39-f7c386f1ea92 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'cidr': '172.25.8.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.25.8.1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:16:32.661393 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37488c5a-d405-413d-be39-f7c386f1ea92 admin admin] Made reservation on behalf of c04578c2321149838d0185af16ffece7 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:16:32.664086 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-37488c5a-d405-413d-be39-f7c386f1ea92 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:32.964856 n-d-833163-1 neutron-server[103884]: DEBUG neutron.objects.ports [None req-37488c5a-d405-413d-be39-f7c386f1ea92 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103884) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 19:16:32.965207 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-37488c5a-d405-413d-be39-f7c386f1ea92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for subnet (7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:33.019415 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37488c5a-d405-413d-be39-f7c386f1ea92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:33.031071 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37488c5a-d405-413d-be39-f7c386f1ea92 admin admin] Checking segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:16:33.031425 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37488c5a-d405-413d-be39-f7c386f1ea92 admin admin] Network hostable DHCP agents. Network: 612cc066-33e3-444d-b1c7-d0a64751482a, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:16:33.052083 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37488c5a-d405-413d-be39-f7c386f1ea92 admin admin] Network 612cc066-33e3-444d-b1c7-d0a64751482a is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:16:33.062158 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-37488c5a-d405-413d-be39-f7c386f1ea92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 612cc066-33e3-444d-b1c7-d0a64751482a) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:16:33.066420 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37488c5a-d405-413d-be39-f7c386f1ea92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:16:33.066927 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-37488c5a-d405-413d-be39-f7c386f1ea92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:33.072651 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2081cbc6-ce2d-497d-8053-0d8ac412583a None None] Network 612cc066-33e3-444d-b1c7-d0a64751482a requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:16:33.094777 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-37488c5a-d405-413d-be39-f7c386f1ea92 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4496827 Mar 11 19:16:33.182055 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94def907-7402-49d5-9ec2-057f27b01de9 None None] Network 612cc066-33e3-444d-b1c7-d0a64751482a requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:16:34.774289 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 5 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:16:35.514555 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 48766) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:16:35.647861 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8f1108db-c188-4680-9b06-651c631fcf58 demo admin] 10.222.0.65 "GET /v2.0/routers/1fd9d9dc-da1f-4dcc-87f9-5f3a0eeeaa4c HTTP/1.1" status: 200 len: 710 time: 0.1321728 Mar 11 19:16:35.732908 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61be0585-f23a-40bf-8d27-ba944a345b58 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:16:35.734261 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-61be0585-f23a-40bf-8d27-ba944a345b58 demo admin] 10.222.0.65 "GET /v2.0/networks/612cc066-33e3-444d-b1c7-d0a64751482a HTTP/1.1" status: 200 len: 886 time: 0.0811169 Mar 11 19:16:35.742917 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-6886d093-7ff3-4be3-9f20-23d5e5496450 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:16:36.092608 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6886d093-7ff3-4be3-9f20-23d5e5496450 demo admin] Publish callbacks [] for router_gateway (1fd9d9dc-da1f-4dcc-87f9-5f3a0eeeaa4c), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:36.345267 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6886d093-7ff3-4be3-9f20-23d5e5496450 demo admin] Publish callbacks [] for router_gateway (1fd9d9dc-da1f-4dcc-87f9-5f3a0eeeaa4c), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:36.420599 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6886d093-7ff3-4be3-9f20-23d5e5496450 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:36.520379 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-6886d093-7ff3-4be3-9f20-23d5e5496450 demo admin] Allocated IP 172.25.8.211 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/a1a46f1b-d3a0-4c1f-b106-e50e1678e1a2) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:16:36.620940 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6886d093-7ff3-4be3-9f20-23d5e5496450 demo admin] Publish callbacks [] for port (a1a46f1b-d3a0-4c1f-b106-e50e1678e1a2), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:36.652906 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6886d093-7ff3-4be3-9f20-23d5e5496450 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (a1a46f1b-d3a0-4c1f-b106-e50e1678e1a2), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:36.688437 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6886d093-7ff3-4be3-9f20-23d5e5496450 demo admin] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:16:36.691191 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-6886d093-7ff3-4be3-9f20-23d5e5496450 demo admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:16:36.698257 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6886d093-7ff3-4be3-9f20-23d5e5496450 demo admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:16:36.734983 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6886d093-7ff3-4be3-9f20-23d5e5496450 demo admin] Pushing event updated for resources: {'Port': ['ID=a1a46f1b-d3a0-4c1f-b106-e50e1678e1a2,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:36.950961 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6886d093-7ff3-4be3-9f20-23d5e5496450 demo admin] Publish callbacks [] for router_gateway (1fd9d9dc-da1f-4dcc-87f9-5f3a0eeeaa4c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:37.150997 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6886d093-7ff3-4be3-9f20-23d5e5496450 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7979267', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7985061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7589'] for router (1fd9d9dc-da1f-4dcc-87f9-5f3a0eeeaa4c), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:37.154522 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6886d093-7ff3-4be3-9f20-23d5e5496450 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7979276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7979285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7985070'] for router (1fd9d9dc-da1f-4dcc-87f9-5f3a0eeeaa4c), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:37.363323 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6886d093-7ff3-4be3-9f20-23d5e5496450 demo admin] Router 1fd9d9dc-da1f-4dcc-87f9-5f3a0eeeaa4c has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:16:37.476034 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6886d093-7ff3-4be3-9f20-23d5e5496450 demo admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:16:37.480250 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6886d093-7ff3-4be3-9f20-23d5e5496450 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:37.482294 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-6886d093-7ff3-4be3-9f20-23d5e5496450 demo admin] 10.222.0.65 "PUT /v2.0/routers/1fd9d9dc-da1f-4dcc-87f9-5f3a0eeeaa4c HTTP/1.1" status: 200 len: 890 time: 1.7424333 Mar 11 19:16:39.659176 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 44e91337-6b1b-485c-8f57-6bad94741586 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:16:39.707347 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 44e91337-6b1b-485c-8f57-6bad94741586 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:16:39.707777 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (44e91337-6b1b-485c-8f57-6bad94741586), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:39.785325 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 44e91337-6b1b-485c-8f57-6bad94741586 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:16:40.051904 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 48778) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:16:40.167174 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e8418030-915d-4515-9994-46c3aa0f57f3 admin admin] 10.222.0.65 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1139808 Mar 11 19:16:40.799274 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d3da61-c49c-4f98-b77e-afb99be8d4ee None None] Sync routers for ids ['1fd9d9dc-da1f-4dcc-87f9-5f3a0eeeaa4c'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:16:40.811258 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d3da61-c49c-4f98-b77e-afb99be8d4ee None None] Routers {'1fd9d9dc-da1f-4dcc-87f9-5f3a0eeeaa4c'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:16:40.811872 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-62d3da61-c49c-4f98-b77e-afb99be8d4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:16:24Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['1fd9d9dc-da1f-4dcc-87f9-5f3a0eeeaa4c'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:16:41.037967 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-62d3da61-c49c-4f98-b77e-afb99be8d4ee None None] Set router 1fd9d9dc-da1f-4dcc-87f9-5f3a0eeeaa4c gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:16:41.525877 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-62d3da61-c49c-4f98-b77e-afb99be8d4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd9d9dc-da1f-4dcc-87f9-5f3a0eeeaa4c', 'name': 'router1', 'tenant_id': 'f3a2ddf93ccf443d88fccd5eebd45b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'a1a46f1b-d3a0-4c1f-b106-e50e1678e1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:16:18Z', 'updated_at': '2022-03-11T19:16:36Z', 'revision_number': 4, 'project_id': 'f3a2ddf93ccf443d88fccd5eebd45b87', 'gw_port': {'id': 'a1a46f1b-d3a0-4c1f-b106-e50e1678e1a2', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f7:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd9d9dc-da1f-4dcc-87f9-5f3a0eeeaa4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:36Z', 'updated_at': '2022-03-11T19:16:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '44e91337-6b1b-485c-8f57-6bad94741586', 'name': '', 'network_id': '70c80f00-25ff-4233-bf00-8a035797db04', 'tenant_id': 'f3a2ddf93ccf443d88fccd5eebd45b87', 'mac_address': 'fa:16:3e:e9:e3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd9d9dc-da1f-4dcc-87f9-5f3a0eeeaa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'abbb02a4-76a6-4729-a279-0598e6b9a5b3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:28Z', 'updated_at': '2022-03-11T19:16:31Z', 'revision_number': 5, 'project_id': 'f3a2ddf93ccf443d88fccd5eebd45b87', 'subnets': [{'id': 'abbb02a4-76a6-4729-a279-0598e6b9a5b3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cc6ae27c-24ea-464f-94d3-05f140f94dd6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:16:41.575548 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d3da61-c49c-4f98-b77e-afb99be8d4ee None None] Checking router: 1fd9d9dc-da1f-4dcc-87f9-5f3a0eeeaa4c for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:16:41.575932 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d3da61-c49c-4f98-b77e-afb99be8d4ee None None] Updating router 1fd9d9dc-da1f-4dcc-87f9-5f3a0eeeaa4c port a1a46f1b-d3a0-4c1f-b106-e50e1678e1a2 binding host n-d-833163-1 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:16:41.629064 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-62d3da61-c49c-4f98-b77e-afb99be8d4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a1a46f1b-d3a0-4c1f-b106-e50e1678e1a2), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:41.954613 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-62d3da61-c49c-4f98-b77e-afb99be8d4ee None None] Publish callbacks [] for port (a1a46f1b-d3a0-4c1f-b106-e50e1678e1a2), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:41.961905 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-62d3da61-c49c-4f98-b77e-afb99be8d4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (a1a46f1b-d3a0-4c1f-b106-e50e1678e1a2), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:42.019615 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-62d3da61-c49c-4f98-b77e-afb99be8d4ee None None] Attempting to bind port a1a46f1b-d3a0-4c1f-b106-e50e1678e1a2 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:16:42.019854 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-62d3da61-c49c-4f98-b77e-afb99be8d4ee None None] Attempting to bind port a1a46f1b-d3a0-4c1f-b106-e50e1678e1a2 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:16:42.020087 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d3da61-c49c-4f98-b77e-afb99be8d4ee None None] Attempting to bind port a1a46f1b-d3a0-4c1f-b106-e50e1678e1a2 on network 612cc066-33e3-444d-b1c7-d0a64751482a {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:16:42.021931 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54efc8e-dbc3-45f3-8abb-2e56a4a81e13 None None] Pushing event updated for resources: {'Port': ['ID=a1a46f1b-d3a0-4c1f-b106-e50e1678e1a2,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:42.028547 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d3da61-c49c-4f98-b77e-afb99be8d4ee None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:16:42.028753 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d3da61-c49c-4f98-b77e-afb99be8d4ee None None] Checking segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:16:42.029071 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-62d3da61-c49c-4f98-b77e-afb99be8d4ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:42.029454 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d3da61-c49c-4f98-b77e-afb99be8d4ee None None] Bound using segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:16:42.029917 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-62d3da61-c49c-4f98-b77e-afb99be8d4ee None None] Bound port: a1a46f1b-d3a0-4c1f-b106-e50e1678e1a2, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:16:42.030296 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-62d3da61-c49c-4f98-b77e-afb99be8d4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a1a46f1b-d3a0-4c1f-b106-e50e1678e1a2), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:42.084806 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-62d3da61-c49c-4f98-b77e-afb99be8d4ee None None] For port a1a46f1b-d3a0-4c1f-b106-e50e1678e1a2, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:16:42.087900 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-62d3da61-c49c-4f98-b77e-afb99be8d4ee None None] For port a1a46f1b-d3a0-4c1f-b106-e50e1678e1a2, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=a1a46f1b-d3a0-4c1f-b106-e50e1678e1a2,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:16:42.099657 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-62d3da61-c49c-4f98-b77e-afb99be8d4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (a1a46f1b-d3a0-4c1f-b106-e50e1678e1a2), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:42.154264 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54efc8e-dbc3-45f3-8abb-2e56a4a81e13 None None] Pushing event updated for resources: {'Port': ['ID=a1a46f1b-d3a0-4c1f-b106-e50e1678e1a2,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:42.159530 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d3da61-c49c-4f98-b77e-afb99be8d4ee None None] Routers {'1fd9d9dc-da1f-4dcc-87f9-5f3a0eeeaa4c'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:16:42.160303 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-62d3da61-c49c-4f98-b77e-afb99be8d4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:16:24Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['1fd9d9dc-da1f-4dcc-87f9-5f3a0eeeaa4c'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:16:42.275220 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-62d3da61-c49c-4f98-b77e-afb99be8d4ee None None] Set router 1fd9d9dc-da1f-4dcc-87f9-5f3a0eeeaa4c gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:16:42.520605 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-62d3da61-c49c-4f98-b77e-afb99be8d4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd9d9dc-da1f-4dcc-87f9-5f3a0eeeaa4c', 'name': 'router1', 'tenant_id': 'f3a2ddf93ccf443d88fccd5eebd45b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'a1a46f1b-d3a0-4c1f-b106-e50e1678e1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:16:18Z', 'updated_at': '2022-03-11T19:16:36Z', 'revision_number': 4, 'project_id': 'f3a2ddf93ccf443d88fccd5eebd45b87', 'gw_port': {'id': 'a1a46f1b-d3a0-4c1f-b106-e50e1678e1a2', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f7:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd9d9dc-da1f-4dcc-87f9-5f3a0eeeaa4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:36Z', 'updated_at': '2022-03-11T19:16:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '44e91337-6b1b-485c-8f57-6bad94741586', 'name': '', 'network_id': '70c80f00-25ff-4233-bf00-8a035797db04', 'tenant_id': 'f3a2ddf93ccf443d88fccd5eebd45b87', 'mac_address': 'fa:16:3e:e9:e3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd9d9dc-da1f-4dcc-87f9-5f3a0eeeaa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'abbb02a4-76a6-4729-a279-0598e6b9a5b3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:28Z', 'updated_at': '2022-03-11T19:16:31Z', 'revision_number': 5, 'project_id': 'f3a2ddf93ccf443d88fccd5eebd45b87', 'subnets': [{'id': 'abbb02a4-76a6-4729-a279-0598e6b9a5b3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cc6ae27c-24ea-464f-94d3-05f140f94dd6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:16:42.546947 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d3da61-c49c-4f98-b77e-afb99be8d4ee None None] The sync data for ids ['1fd9d9dc-da1f-4dcc-87f9-5f3a0eeeaa4c'] in n-d-833163-1 is: [{'id': '1fd9d9dc-da1f-4dcc-87f9-5f3a0eeeaa4c', 'name': 'router1', 'tenant_id': 'f3a2ddf93ccf443d88fccd5eebd45b87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.211'}], 'enable_snat': True}, 'gw_port_id': 'a1a46f1b-d3a0-4c1f-b106-e50e1678e1a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:16:18Z', 'updated_at': '2022-03-11T19:16:36Z', 'revision_number': 4, 'project_id': 'f3a2ddf93ccf443d88fccd5eebd45b87', 'gw_port': {'id': 'a1a46f1b-d3a0-4c1f-b106-e50e1678e1a2', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:f7:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd9d9dc-da1f-4dcc-87f9-5f3a0eeeaa4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:36Z', 'updated_at': '2022-03-11T19:16:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '44e91337-6b1b-485c-8f57-6bad94741586', 'name': '', 'network_id': '70c80f00-25ff-4233-bf00-8a035797db04', 'tenant_id': 'f3a2ddf93ccf443d88fccd5eebd45b87', 'mac_address': 'fa:16:3e:e9:e3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fd9d9dc-da1f-4dcc-87f9-5f3a0eeeaa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'abbb02a4-76a6-4729-a279-0598e6b9a5b3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:16:28Z', 'updated_at': '2022-03-11T19:16:31Z', 'revision_number': 5, 'project_id': 'f3a2ddf93ccf443d88fccd5eebd45b87', 'subnets': [{'id': 'abbb02a4-76a6-4729-a279-0598e6b9a5b3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cc6ae27c-24ea-464f-94d3-05f140f94dd6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:16:43.692023 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device a1a46f1b-d3a0-4c1f-b106-e50e1678e1a2 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:16:43.765763 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port a1a46f1b-d3a0-4c1f-b106-e50e1678e1a2 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:16:43.766182 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (a1a46f1b-d3a0-4c1f-b106-e50e1678e1a2), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:43.878272 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port a1a46f1b-d3a0-4c1f-b106-e50e1678e1a2 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:16:43.878895 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a1a46f1b-d3a0-4c1f-b106-e50e1678e1a2), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:43.904636 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port a1a46f1b-d3a0-4c1f-b106-e50e1678e1a2, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=a1a46f1b-d3a0-4c1f-b106-e50e1678e1a2,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:16:43.912361 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (a1a46f1b-d3a0-4c1f-b106-e50e1678e1a2), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:43.975855 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=a1a46f1b-d3a0-4c1f-b106-e50e1678e1a2,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:16:45.709026 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device a1a46f1b-d3a0-4c1f-b106-e50e1678e1a2 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:16:45.820701 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port a1a46f1b-d3a0-4c1f-b106-e50e1678e1a2 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:16:45.821094 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (a1a46f1b-d3a0-4c1f-b106-e50e1678e1a2), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:45.928481 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port a1a46f1b-d3a0-4c1f-b106-e50e1678e1a2 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:16:52.198699 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b5c56d13-47c8-49ec-97de-dc9b34ef4045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:54.521438 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-311fc98c-9263-468c-8a03-1cf0b86bf505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:55.967550 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:57.373704 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:16:58.876085 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:11.776282 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 5 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:17:22.202916 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cd1ac5da-d1d8-4353-b6e1-254d447fdf20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:24.498393 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fc59599b-06f8-48c9-b5c0-086ab0be88d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:25.970381 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:27.375841 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:28.880804 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:48.778209 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 5 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:17:52.209344 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f9abd923-265d-4352-a450-5423e8975b90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:54.501263 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-678f7f76-7e5c-42ed-89db-c98fad6c0358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:55.977813 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:57.380411 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:17:58.876589 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:18:07.182660 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49294) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:18:07.243366 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-934e81c3-29aa-4593-b4b9-ead266f37b23 admin admin] GET failed (client error): The resource could not be found. Mar 11 19:18:07.244692 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-934e81c3-29aa-4593-b4b9-ead266f37b23 admin admin] 10.222.0.65 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0610974 Mar 11 19:18:07.404428 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9eb90e-7883-4b77-8c47-d7bc8291537c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:07.406359 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-bc9eb90e-7883-4b77-8c47-d7bc8291537c admin admin] 10.222.0.65 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1575758 Mar 11 19:18:09.790217 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49304) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:18:09.891861 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7ec765-d5b0-4467-aadb-fe3cca8523bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:09.893265 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ae7ec765-d5b0-4467-aadb-fe3cca8523bb admin admin] 10.222.0.65 "GET /v2.0/subnets/abbb02a4-76a6-4729-a279-0598e6b9a5b3 HTTP/1.1" status: 200 len: 849 time: 0.1020746 Mar 11 19:18:09.902723 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-dcf11b3c-1481-409f-837c-893e4cfde60c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:18:10.011471 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dcf11b3c-1481-409f-837c-893e4cfde60c admin admin] Publish callbacks [] for subnet (abbb02a4-76a6-4729-a279-0598e6b9a5b3), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:18:10.160324 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dcf11b3c-1481-409f-837c-893e4cfde60c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738459285854'] for subnet (abbb02a4-76a6-4729-a279-0598e6b9a5b3), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:18:10.194816 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf11b3c-1481-409f-837c-893e4cfde60c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:10.195427 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dcf11b3c-1481-409f-837c-893e4cfde60c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:18:10.197893 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-dcf11b3c-1481-409f-837c-893e4cfde60c admin admin] 10.222.0.65 "PUT /v2.0/subnets/abbb02a4-76a6-4729-a279-0598e6b9a5b3 HTTP/1.1" status: 200 len: 868 time: 0.2980392 Mar 11 19:18:10.200194 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5bfc84-bfdf-459d-b6b5-6c5d4a49fe03 None None] Network 70c80f00-25ff-4233-bf00-8a035797db04 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:18:10.222850 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf11b3c-1481-409f-837c-893e4cfde60c admin admin] Pushing event updated for resources: {'Subnet': ['ID=abbb02a4-76a6-4729-a279-0598e6b9a5b3,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:18:10.231304 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf11b3c-1481-409f-837c-893e4cfde60c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:18:10.231304 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf11b3c-1481-409f-837c-893e4cfde60c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:18:10.231787 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf11b3c-1481-409f-837c-893e4cfde60c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:18:10.232044 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf11b3c-1481-409f-837c-893e4cfde60c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:18:10.232384 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf11b3c-1481-409f-837c-893e4cfde60c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:18:10.232722 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf11b3c-1481-409f-837c-893e4cfde60c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:18:10.233059 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf11b3c-1481-409f-837c-893e4cfde60c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:18:10.233540 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf11b3c-1481-409f-837c-893e4cfde60c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:18:10.233881 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf11b3c-1481-409f-837c-893e4cfde60c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:18:10.234217 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf11b3c-1481-409f-837c-893e4cfde60c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:18:10.237215 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf11b3c-1481-409f-837c-893e4cfde60c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:18:10.237215 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf11b3c-1481-409f-837c-893e4cfde60c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:18:10.237215 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcf11b3c-1481-409f-837c-893e4cfde60c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:18:10.573121 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-568e19e3-a90a-46a4-ae01-451f1ad02beb None None] Provisioning complete for port 2c3ff587-960f-45f8-9858-989c6a4f92ce triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:18:10.573506 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-568e19e3-a90a-46a4-ae01-451f1ad02beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (2c3ff587-960f-45f8-9858-989c6a4f92ce), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:18:10.652964 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-568e19e3-a90a-46a4-ae01-451f1ad02beb None None] Current status of the port 2c3ff587-960f-45f8-9858-989c6a4f92ce is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:18:10.667265 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-568e19e3-a90a-46a4-ae01-451f1ad02beb None None] Provisioning complete for port 44e91337-6b1b-485c-8f57-6bad94741586 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:18:10.667677 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-568e19e3-a90a-46a4-ae01-451f1ad02beb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (44e91337-6b1b-485c-8f57-6bad94741586), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:18:10.741598 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-568e19e3-a90a-46a4-ae01-451f1ad02beb None None] Current status of the port 44e91337-6b1b-485c-8f57-6bad94741586 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:18:12.566932 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 49312) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:18:12.779254 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3008736e-6597-4d45-8a91-4adf0d02d7a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:12.779655 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3008736e-6597-4d45-8a91-4adf0d02d7a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:12.781348 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-3008736e-6597-4d45-8a91-4adf0d02d7a4 admin admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2134945 Mar 11 19:18:15.111202 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 49322) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:18:15.239665 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b84db5-e312-48d9-b35b-09d4779ac7a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:15.240139 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b84db5-e312-48d9-b35b-09d4779ac7a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:15.241806 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-b2b84db5-e312-48d9-b35b-09d4779ac7a4 admin admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1296258 Mar 11 19:18:17.559615 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 49330) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:18:17.713222 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae4e326-291a-4d8e-a3f3-385bcbad4d04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:17.714592 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-3ae4e326-291a-4d8e-a3f3-385bcbad4d04 admin admin] 10.222.0.65 "GET /v2.0/networks/612cc066-33e3-444d-b1c7-d0a64751482a HTTP/1.1" status: 200 len: 886 time: 0.1539814 Mar 11 19:18:20.073045 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 49338) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:18:20.226986 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02abd284-829e-4e5f-abc8-056c107c16fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:20.228379 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-02abd284-829e-4e5f-abc8-056c107c16fd admin admin] 10.222.0.65 "GET /v2.0/networks/70c80f00-25ff-4233-bf00-8a035797db04 HTTP/1.1" status: 200 len: 869 time: 0.1544006 Mar 11 19:18:22.212851 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8c8c02e6-7e25-4f64-bbd4-827767b0d377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:18:22.606005 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49346) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:18:22.734170 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39ccbe9-a944-40db-add7-a81999106d9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:22.734631 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39ccbe9-a944-40db-add7-a81999106d9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:22.736197 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d39ccbe9-a944-40db-add7-a81999106d9c admin admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1292298 Mar 11 19:18:24.503021 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-841dbccc-27cb-41e5-acdf-4c19dbd9e01d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:18:25.062563 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49354) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:18:25.160879 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8c9294-2549-4da2-a9ad-931f401f2f24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:25.161323 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8c9294-2549-4da2-a9ad-931f401f2f24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:25.162831 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-5b8c9294-2549-4da2-a9ad-931f401f2f24 admin admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0993054 Mar 11 19:18:25.777217 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 5 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:18:25.979408 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:18:27.382753 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:18:27.500548 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49362) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:18:27.590041 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050fc4c8-2a60-46c2-b085-0825fa912fa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:27.591415 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-050fc4c8-2a60-46c2-b085-0825fa912fa3 admin admin] 10.222.0.65 "GET /v2.0/subnets/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509 HTTP/1.1" status: 200 len: 816 time: 0.0899224 Mar 11 19:18:28.879340 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:18:29.917982 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49370) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:18:30.008506 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b4d101-03c7-4ae8-96c2-0f01ca441563 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:18:30.009839 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-30b4d101-03c7-4ae8-96c2-0f01ca441563 admin admin] 10.222.0.65 "GET /v2.0/subnets/abbb02a4-76a6-4729-a279-0598e6b9a5b3 HTTP/1.1" status: 200 len: 868 time: 0.0909226 Mar 11 19:18:52.215984 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7b65b24a-c956-4f3b-a439-2d8275c441fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:18:54.508741 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-38a88ec7-acd8-40d9-a62d-bfc3c9a566d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:18:55.982172 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:18:57.384512 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:18:58.859535 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49422) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:18:58.883774 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:18:58.914533 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [None req-19d0a81b-e170-4a6c-8371-699d28a72ee1 admin admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:18:58.915668 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-19d0a81b-e170-4a6c-8371-699d28a72ee1 admin admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0550146 Mar 11 19:19:01.397102 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49430) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:19:01.458859 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-9130982c-8e86-468a-8694-06bef4ca9476 admin admin] GET failed (client error): The resource could not be found. Mar 11 19:19:01.460159 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-9130982c-8e86-468a-8694-06bef4ca9476 admin admin] 10.222.0.65 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0621247 Mar 11 19:19:01.546325 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c98335d-1bab-4aac-b1bd-d6433527009e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:01.547733 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-9c98335d-1bab-4aac-b1bd-d6433527009e admin admin] 10.222.0.65 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0836120 Mar 11 19:19:02.779589 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 5 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:19:03.952585 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49438) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:19:04.004783 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-5c80dc29-6fb6-4d0d-9fc3-7e3884407e20 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:19:04.025067 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c80dc29-6fb6-4d0d-9fc3-7e3884407e20 admin admin] Made reservation on behalf of c04578c2321149838d0185af16ffece7 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:19:04.027369 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5c80dc29-6fb6-4d0d-9fc3-7e3884407e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:04.058805 n-d-833163-1 neutron-server[103884]: WARNING neutron.services.revisions.revision_plugin [None req-5c80dc29-6fb6-4d0d-9fc3-7e3884407e20 admin admin] Could not find related network for resource to bump revision. Mar 11 19:19:04.077488 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c80dc29-6fb6-4d0d-9fc3-7e3884407e20 admin admin] vlan segment allocate from pool success with {'vlan_id': 887, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:19:04.087653 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5c80dc29-6fb6-4d0d-9fc3-7e3884407e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (158aa457-93fe-4571-9bac-d6e796e9c694), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:04.088006 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-5c80dc29-6fb6-4d0d-9fc3-7e3884407e20 admin admin] Added segment 158aa457-93fe-4571-9bac-d6e796e9c694 of type vlan for network 885772b1-9b97-4e1d-a0fb-e125030c5a81 Mar 11 19:19:04.139042 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5c80dc29-6fb6-4d0d-9fc3-7e3884407e20 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (885772b1-9b97-4e1d-a0fb-e125030c5a81), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:04.162012 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5c80dc29-6fb6-4d0d-9fc3-7e3884407e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (885772b1-9b97-4e1d-a0fb-e125030c5a81), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:04.163070 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c80dc29-6fb6-4d0d-9fc3-7e3884407e20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:04.163701 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5c80dc29-6fb6-4d0d-9fc3-7e3884407e20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:04.195176 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-5c80dc29-6fb6-4d0d-9fc3-7e3884407e20 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2415810 Mar 11 19:19:04.239212 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c80dc29-6fb6-4d0d-9fc3-7e3884407e20 admin admin] Pushing event updated for resources: {'Network': ['ID=885772b1-9b97-4e1d-a0fb-e125030c5a81,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:19:04.250871 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 885772b1-9b97-4e1d-a0fb-e125030c5a81 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:19:06.551460 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 49446) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:19:06.612381 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-c51c3fb8-0c8b-4a26-af33-2ebf23dc1259 admin admin] GET failed (client error): The resource could not be found. Mar 11 19:19:06.613686 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-c51c3fb8-0c8b-4a26-af33-2ebf23dc1259 admin admin] 10.222.0.65 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0611742 Mar 11 19:19:06.716905 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c6e679-c7e0-4349-994f-3c1ddf8df7ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:06.718388 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d7c6e679-c7e0-4349-994f-3c1ddf8df7ec admin admin] 10.222.0.65 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1006703 Mar 11 19:19:06.728055 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-fd2c5207-15b7-48bc-bef2-db4d930436e4 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:19:06.748091 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2c5207-15b7-48bc-bef2-db4d930436e4 admin admin] Made reservation on behalf of c04578c2321149838d0185af16ffece7 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:19:06.750443 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fd2c5207-15b7-48bc-bef2-db4d930436e4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:06.923087 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fd2c5207-15b7-48bc-bef2-db4d930436e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for subnet (9bb14923-74c3-4313-be8d-ed33542f05aa), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:06.977576 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2c5207-15b7-48bc-bef2-db4d930436e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bb14923-74c3-4313-be8d-ed33542f05aa,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:19:06.985610 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2c5207-15b7-48bc-bef2-db4d930436e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:19:06.985958 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2c5207-15b7-48bc-bef2-db4d930436e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:19:06.986303 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2c5207-15b7-48bc-bef2-db4d930436e4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:19:06.986674 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2c5207-15b7-48bc-bef2-db4d930436e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:19:06.987037 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2c5207-15b7-48bc-bef2-db4d930436e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:19:06.987380 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2c5207-15b7-48bc-bef2-db4d930436e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:19:06.987729 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2c5207-15b7-48bc-bef2-db4d930436e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:19:06.988053 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2c5207-15b7-48bc-bef2-db4d930436e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:19:06.988375 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2c5207-15b7-48bc-bef2-db4d930436e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:19:06.988695 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2c5207-15b7-48bc-bef2-db4d930436e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:19:06.989014 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2c5207-15b7-48bc-bef2-db4d930436e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:19:06.989332 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2c5207-15b7-48bc-bef2-db4d930436e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:19:06.989649 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2c5207-15b7-48bc-bef2-db4d930436e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:19:06.998081 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2c5207-15b7-48bc-bef2-db4d930436e4 admin admin] Checking segment: {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:19:06.998468 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2c5207-15b7-48bc-bef2-db4d930436e4 admin admin] Network hostable DHCP agents. Network: 885772b1-9b97-4e1d-a0fb-e125030c5a81, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:19:07.014872 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2c5207-15b7-48bc-bef2-db4d930436e4 admin admin] Network 885772b1-9b97-4e1d-a0fb-e125030c5a81 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:19:07.023774 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-fd2c5207-15b7-48bc-bef2-db4d930436e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 885772b1-9b97-4e1d-a0fb-e125030c5a81) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:19:07.027874 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2c5207-15b7-48bc-bef2-db4d930436e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:19:07.028464 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fd2c5207-15b7-48bc-bef2-db4d930436e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:07.036505 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4cb066-ac02-4a8c-ac0f-2e3624bc6139 None None] Network 885772b1-9b97-4e1d-a0fb-e125030c5a81 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:19:07.048232 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-fd2c5207-15b7-48bc-bef2-db4d930436e4 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3234034 Mar 11 19:19:07.154407 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5bb3de3-968f-4187-9af9-ccc4e44adfe1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-885772b1-9b97-4e1d-a0fb-e125030c5a81', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'project_id': 'c04578c2321149838d0185af16ffece7', 'fixed_ips': [{'subnet_id': '9bb14923-74c3-4313-be8d-ed33542f05aa'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:19:07.155272 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a5bb3de3-968f-4187-9af9-ccc4e44adfe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:07.292127 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-a5bb3de3-968f-4187-9af9-ccc4e44adfe1 None None] Allocated IP 192.168.233.2 (885772b1-9b97-4e1d-a0fb-e125030c5a81/9bb14923-74c3-4313-be8d-ed33542f05aa/672d2ba1-acd5-4e0e-96e9-7e3c9c24c781) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:19:07.557150 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a5bb3de3-968f-4187-9af9-ccc4e44adfe1 None None] Publish callbacks [] for port (672d2ba1-acd5-4e0e-96e9-7e3c9c24c781), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:07.565691 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a5bb3de3-968f-4187-9af9-ccc4e44adfe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (672d2ba1-acd5-4e0e-96e9-7e3c9c24c781), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:07.613293 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bb3de3-968f-4187-9af9-ccc4e44adfe1 None None] Network 885772b1-9b97-4e1d-a0fb-e125030c5a81 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:19:07.617155 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-a5bb3de3-968f-4187-9af9-ccc4e44adfe1 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:19:07.620189 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bb3de3-968f-4187-9af9-ccc4e44adfe1 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:19:07.622281 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bb3de3-968f-4187-9af9-ccc4e44adfe1 None None] Pushing event updated for resources: {'Port': ['ID=672d2ba1-acd5-4e0e-96e9-7e3c9c24c781,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:19:07.632763 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bb3de3-968f-4187-9af9-ccc4e44adfe1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:19:07.633104 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bb3de3-968f-4187-9af9-ccc4e44adfe1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:19:07.633443 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bb3de3-968f-4187-9af9-ccc4e44adfe1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:19:07.633775 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bb3de3-968f-4187-9af9-ccc4e44adfe1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:19:07.634122 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bb3de3-968f-4187-9af9-ccc4e44adfe1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:19:07.634465 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bb3de3-968f-4187-9af9-ccc4e44adfe1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:19:07.634789 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bb3de3-968f-4187-9af9-ccc4e44adfe1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:19:07.635109 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bb3de3-968f-4187-9af9-ccc4e44adfe1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:19:07.635427 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bb3de3-968f-4187-9af9-ccc4e44adfe1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:19:07.635767 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bb3de3-968f-4187-9af9-ccc4e44adfe1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:19:07.636086 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bb3de3-968f-4187-9af9-ccc4e44adfe1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:19:07.636402 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bb3de3-968f-4187-9af9-ccc4e44adfe1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:19:07.636716 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5bb3de3-968f-4187-9af9-ccc4e44adfe1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:19:07.691320 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-a5bb3de3-968f-4187-9af9-ccc4e44adfe1 None None] Attempting to bind port 672d2ba1-acd5-4e0e-96e9-7e3c9c24c781 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:19:07.691709 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-a5bb3de3-968f-4187-9af9-ccc4e44adfe1 None None] Attempting to bind port 672d2ba1-acd5-4e0e-96e9-7e3c9c24c781 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:19:07.692073 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bb3de3-968f-4187-9af9-ccc4e44adfe1 None None] Attempting to bind port 672d2ba1-acd5-4e0e-96e9-7e3c9c24c781 on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:19:07.698814 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bb3de3-968f-4187-9af9-ccc4e44adfe1 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:19:07.698814 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bb3de3-968f-4187-9af9-ccc4e44adfe1 None None] Checking segment: {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:19:07.698814 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a5bb3de3-968f-4187-9af9-ccc4e44adfe1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:07.698814 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bb3de3-968f-4187-9af9-ccc4e44adfe1 None None] Bound using segment: {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:19:07.698814 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-a5bb3de3-968f-4187-9af9-ccc4e44adfe1 None None] Bound port: 672d2ba1-acd5-4e0e-96e9-7e3c9c24c781, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:19:07.699654 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a5bb3de3-968f-4187-9af9-ccc4e44adfe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (672d2ba1-acd5-4e0e-96e9-7e3c9c24c781), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:07.763596 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-a5bb3de3-968f-4187-9af9-ccc4e44adfe1 None None] For port 672d2ba1-acd5-4e0e-96e9-7e3c9c24c781, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:19:07.766667 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-a5bb3de3-968f-4187-9af9-ccc4e44adfe1 None None] For port 672d2ba1-acd5-4e0e-96e9-7e3c9c24c781, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=672d2ba1-acd5-4e0e-96e9-7e3c9c24c781,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:19:07.773842 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a5bb3de3-968f-4187-9af9-ccc4e44adfe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (672d2ba1-acd5-4e0e-96e9-7e3c9c24c781), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:07.833815 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bb3de3-968f-4187-9af9-ccc4e44adfe1 None None] Pushing event updated for resources: {'Port': ['ID=672d2ba1-acd5-4e0e-96e9-7e3c9c24c781,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:19:08.745812 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbda9f5-1592-4962-b414-9cfcb6e7fb98 None None] Network 885772b1-9b97-4e1d-a0fb-e125030c5a81 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:19:08.847093 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4c8c95be-2e82-4d70-8837-c1dd2d84635e None None] Provisioning complete for port 672d2ba1-acd5-4e0e-96e9-7e3c9c24c781 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:19:08.847496 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4c8c95be-2e82-4d70-8837-c1dd2d84635e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (672d2ba1-acd5-4e0e-96e9-7e3c9c24c781), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:08.945654 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4c8c95be-2e82-4d70-8837-c1dd2d84635e None None] Current status of the port 672d2ba1-acd5-4e0e-96e9-7e3c9c24c781 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:19:08.945978 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4c8c95be-2e82-4d70-8837-c1dd2d84635e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (672d2ba1-acd5-4e0e-96e9-7e3c9c24c781), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:08.984189 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4c8c95be-2e82-4d70-8837-c1dd2d84635e None None] For port 672d2ba1-acd5-4e0e-96e9-7e3c9c24c781, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=672d2ba1-acd5-4e0e-96e9-7e3c9c24c781,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:19:08.992235 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4c8c95be-2e82-4d70-8837-c1dd2d84635e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (672d2ba1-acd5-4e0e-96e9-7e3c9c24c781), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:09.054950 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8c95be-2e82-4d70-8837-c1dd2d84635e None None] Pushing event updated for resources: {'Port': ['ID=672d2ba1-acd5-4e0e-96e9-7e3c9c24c781,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:19:09.120935 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-a616e2c0-2248-4301-aa3d-e50300167eed None None] Provisioning complete for port 672d2ba1-acd5-4e0e-96e9-7e3c9c24c781 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:19:09.121319 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a616e2c0-2248-4301-aa3d-e50300167eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (672d2ba1-acd5-4e0e-96e9-7e3c9c24c781), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:09.199415 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a616e2c0-2248-4301-aa3d-e50300167eed None None] Current status of the port 672d2ba1-acd5-4e0e-96e9-7e3c9c24c781 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:19:09.818016 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 672d2ba1-acd5-4e0e-96e9-7e3c9c24c781 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:19:09.867305 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 672d2ba1-acd5-4e0e-96e9-7e3c9c24c781 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:19:09.867731 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (672d2ba1-acd5-4e0e-96e9-7e3c9c24c781), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:09.950027 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 672d2ba1-acd5-4e0e-96e9-7e3c9c24c781 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:19:22.220824 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a6cdb76f-b7cb-49c1-98c9-9ac77e8d7168 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:24.502040 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0cd0406-50ba-471e-966b-08cd3f29d0e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:25.985350 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:27.386983 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:28.889356 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:39.779253 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 5 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:19:52.223087 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-15abfb3f-8dee-435c-83e2-93caa6ed7281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:54.504561 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0a9b663c-b0f3-4f7a-9674-e7143370e775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:55.986995 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:57.390393 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:19:58.895899 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:16.778246 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 5 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:20:22.225065 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-69a1cb17-5830-4823-837e-2cbfd4d7bf77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:24.507007 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3e319d67-3ba6-4d28-9e3e-cb4eee30888a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:25.990555 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:27.395505 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:28.426444 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 49484) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:20:28.432056 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [None req-c8f4d684-3d44-4c8c-be65-f668564960b4 tempest-verify_tempest_config-208405305 tempest-verify_tempest_config-208405305-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:20:28.433637 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-c8f4d684-3d44-4c8c-be65-f668564960b4 tempest-verify_tempest_config-208405305 tempest-verify_tempest_config-208405305-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0062101 Mar 11 19:20:28.721895 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49502) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:20:28.823939 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3b9727f8-61f7-4ef2-b4f5-444e067ddcf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:28.887786 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:28.898481 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3b9727f8-61f7-4ef2-b4f5-444e067ddcf1 admin admin] Publish callbacks [] for security_group (53eae0fb-3b65-4d03-b1bf-f5b4b6ed3701), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:28.902607 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3b9727f8-61f7-4ef2-b4f5-444e067ddcf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (53eae0fb-3b65-4d03-b1bf-f5b4b6ed3701), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:28.944550 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9727f8-61f7-4ef2-b4f5-444e067ddcf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53eae0fb-3b65-4d03-b1bf-f5b4b6ed3701,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:20:28.948298 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-3b9727f8-61f7-4ef2-b4f5-444e067ddcf1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=934a5ed0c917467fbdced45994269f30&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2253768 Mar 11 19:20:28.951146 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 49508) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:20:28.953524 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9727f8-61f7-4ef2-b4f5-444e067ddcf1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:20:28.953875 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9727f8-61f7-4ef2-b4f5-444e067ddcf1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:20:28.954216 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9727f8-61f7-4ef2-b4f5-444e067ddcf1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:20:28.954549 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9727f8-61f7-4ef2-b4f5-444e067ddcf1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:20:28.955135 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9727f8-61f7-4ef2-b4f5-444e067ddcf1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:20:28.955460 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9727f8-61f7-4ef2-b4f5-444e067ddcf1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:20:28.955807 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9727f8-61f7-4ef2-b4f5-444e067ddcf1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:20:28.956130 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9727f8-61f7-4ef2-b4f5-444e067ddcf1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:20:28.956448 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9727f8-61f7-4ef2-b4f5-444e067ddcf1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:20:28.956764 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9727f8-61f7-4ef2-b4f5-444e067ddcf1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:20:28.957083 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9727f8-61f7-4ef2-b4f5-444e067ddcf1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:20:28.957397 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9727f8-61f7-4ef2-b4f5-444e067ddcf1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:20:28.957710 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9727f8-61f7-4ef2-b4f5-444e067ddcf1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:20:29.006730 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68214237-edb8-4d78-a7d0-ddd36de1a64d admin admin] Publish callbacks [] for security_group (53eae0fb-3b65-4d03-b1bf-f5b4b6ed3701), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:29.031804 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68214237-edb8-4d78-a7d0-ddd36de1a64d admin admin] Publish callbacks [] for security_group (53eae0fb-3b65-4d03-b1bf-f5b4b6ed3701), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:29.123510 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68214237-edb8-4d78-a7d0-ddd36de1a64d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (53eae0fb-3b65-4d03-b1bf-f5b4b6ed3701), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:29.126008 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68214237-edb8-4d78-a7d0-ddd36de1a64d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:29.127153 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-68214237-edb8-4d78-a7d0-ddd36de1a64d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/53eae0fb-3b65-4d03-b1bf-f5b4b6ed3701 HTTP/1.1" status: 204 len: 168 time: 0.1750584 Mar 11 19:20:29.135045 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68214237-edb8-4d78-a7d0-ddd36de1a64d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53eae0fb-3b65-4d03-b1bf-f5b4b6ed3701,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:20:29.142059 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68214237-edb8-4d78-a7d0-ddd36de1a64d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:20:29.142408 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68214237-edb8-4d78-a7d0-ddd36de1a64d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:20:29.142745 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68214237-edb8-4d78-a7d0-ddd36de1a64d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:20:29.143078 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68214237-edb8-4d78-a7d0-ddd36de1a64d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:20:29.143409 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68214237-edb8-4d78-a7d0-ddd36de1a64d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:20:29.143763 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68214237-edb8-4d78-a7d0-ddd36de1a64d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:20:29.144083 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68214237-edb8-4d78-a7d0-ddd36de1a64d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:20:29.144406 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68214237-edb8-4d78-a7d0-ddd36de1a64d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:20:29.144727 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68214237-edb8-4d78-a7d0-ddd36de1a64d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:20:29.145043 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68214237-edb8-4d78-a7d0-ddd36de1a64d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:20:29.145361 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68214237-edb8-4d78-a7d0-ddd36de1a64d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:20:29.145697 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68214237-edb8-4d78-a7d0-ddd36de1a64d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:20:29.145978 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68214237-edb8-4d78-a7d0-ddd36de1a64d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:20:52.230510 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-615000cb-cea4-4a73-a361-5be656d96b48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:53.776691 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 5 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:20:54.509593 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b79332f1-3bf9-4604-befe-2351c4efdb40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:55.992868 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:57.395696 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:20:58.890581 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:22.234167 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-23b08cc0-d488-4215-8892-aee6b15554a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:24.511391 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-959645ca-a14e-4a7a-8018-a9eb1ea3fafd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:25.999359 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:27.399132 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:28.893454 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:30.777610 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 5 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:21:52.236328 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7204686e-f35a-4858-94c9-20bc73d7fc5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:54.513185 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a4ad55a9-6bdf-432d-85e2-957180dac35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:55.999653 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:57.402836 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:21:58.896618 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:07.775872 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 5 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:22:22.238556 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2deabccd-d32f-4871-81d9-f236b3f60b06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:24.514861 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-12a04c59-6974-4d2b-8145-9de9852b7d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:26.003400 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:27.404123 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:28.899184 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:44.774993 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 5 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:22:52.240418 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-361d2e3c-c9cc-4155-b595-3e3c9c6eb4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:54.519236 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-74e22fea-3588-49d2-9dfd-55a91856c899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:56.008562 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:57.406761 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:22:58.908094 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:21.773587 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 5 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:23:22.242644 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2a3f4a12-c370-417a-b208-121e8d47781e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:24.522935 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6527e9ba-bbb2-44ca-8fbb-c34280f06e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:25.999406 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:27.408472 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:28.901191 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:48.589800 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7981077'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:52.243897 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ebbab265-0d5b-495b-aec5-2d2a015134c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:52.309642 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7981077'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:54.525401 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f17b57c8-b4ad-4a41-a17d-81f814d87200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:56.002928 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:57.411795 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:23:58.773052 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:23:58.902836 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:18.542374 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:22.245745 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-56a09f01-9bb2-4de9-ac41-87784d19cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:22.293864 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:24.527507 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c62dc557-9c59-4c8f-8be4-cd8bff0f6c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:26.007772 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:27.416824 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:28.905929 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:35.835405 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:24:39.384942 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 49564) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:24:39.488248 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-6d75034b-4af5-412d-8fcc-cc78c79832f3 admin admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1021888 Mar 11 19:24:41.903342 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 49574) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:24:41.974654 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-6ffe3837-f349-403c-b742-e17182b7b393 admin admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0700381 Mar 11 19:24:48.556798 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:52.250449 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-37f46ef3-2580-45f4-bae3-180940c87c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:52.307471 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:54.535224 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-45ccc129-8d17-4c83-ac5b-c895d2e64d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:56.007372 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:57.416093 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:24:58.912472 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:12.775765 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:25:18.562144 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:22.258080 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d85cb44d-6238-48a7-9db9-a3e9c1eea781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:22.307866 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:24.528897 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2c73703c-6ca3-4f93-a48b-71dc92d6dff4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:26.015491 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:27.433210 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:28.907289 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:48.569608 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:49.775057 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:25:52.253873 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2502aba1-7c47-42df-8a19-833cfd543570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:52.320210 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:54.532515 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3862ae5d-f1e7-4f64-a88a-472237b1aaa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:56.014686 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:57.436535 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:25:58.911945 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:10.517695 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 49802) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:10.927773 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49828) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:10.928329 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-941bd22b-4596-46b0-ad2f-2050f63c0611 tempest-AutoAllocateNetworkTest-1131482658 tempest-AutoAllocateNetworkTest-1131482658-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=9d6b53347bda4a2fa8bb26e22df5938b&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4082611 Mar 11 19:26:11.141545 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af766fa4-d045-4004-b6ea-94e8ce6d40b8 tempest-AutoAllocateNetworkTest-1131482658 tempest-AutoAllocateNetworkTest-1131482658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:11.146211 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 49840) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:11.146340 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-af766fa4-d045-4004-b6ea-94e8ce6d40b8 tempest-AutoAllocateNetworkTest-1131482658 tempest-AutoAllocateNetworkTest-1131482658-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2160335 Mar 11 19:26:11.254932 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49846) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:11.255043 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-1ae03054-0cb5-4c63-855c-bfab4a725819 tempest-AutoAllocateNetworkTest-1131482658 tempest-AutoAllocateNetworkTest-1131482658-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1076994 Mar 11 19:26:11.286772 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ea36ad6e-097c-4bef-bba8-3d5559463691 tempest-AutoAllocateNetworkTest-1131482658 tempest-AutoAllocateNetworkTest-1131482658-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=9d6b53347bda4a2fa8bb26e22df5938b HTTP/1.1" status: 200 len: 208 time: 0.0304439 Mar 11 19:26:12.088918 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49882) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:12.527656 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4acc7377-b125-4cfe-861a-a9b219359fd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:12.623919 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4acc7377-b125-4cfe-861a-a9b219359fd8 admin admin] Publish callbacks [] for security_group (34535d90-95cf-40a9-b1d4-2dff82a922d0), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:12.629528 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4acc7377-b125-4cfe-861a-a9b219359fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (34535d90-95cf-40a9-b1d4-2dff82a922d0), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:12.679727 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acc7377-b125-4cfe-861a-a9b219359fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34535d90-95cf-40a9-b1d4-2dff82a922d0,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:12.688723 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4acc7377-b125-4cfe-861a-a9b219359fd8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9d6b53347bda4a2fa8bb26e22df5938b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5957053 Mar 11 19:26:12.689425 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 49920) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:12.691984 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acc7377-b125-4cfe-861a-a9b219359fd8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:26:12.692547 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acc7377-b125-4cfe-861a-a9b219359fd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:26:12.693108 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acc7377-b125-4cfe-861a-a9b219359fd8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:26:12.693637 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acc7377-b125-4cfe-861a-a9b219359fd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:26:12.694162 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acc7377-b125-4cfe-861a-a9b219359fd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:26:12.694697 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acc7377-b125-4cfe-861a-a9b219359fd8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:26:12.695219 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acc7377-b125-4cfe-861a-a9b219359fd8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:26:12.695794 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acc7377-b125-4cfe-861a-a9b219359fd8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:26:12.696329 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acc7377-b125-4cfe-861a-a9b219359fd8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:26:12.696862 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acc7377-b125-4cfe-861a-a9b219359fd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:26:12.697469 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acc7377-b125-4cfe-861a-a9b219359fd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:26:12.698772 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acc7377-b125-4cfe-861a-a9b219359fd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:26:12.699327 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acc7377-b125-4cfe-861a-a9b219359fd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:26:12.700721 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4acc7377-b125-4cfe-861a-a9b219359fd8 admin admin] Tracked resource versions report: Mar 11 19:26:12.700721 n-d-833163-1 neutron-server[103884]: pushed versions: Mar 11 19:26:12.700721 n-d-833163-1 neutron-server[103884]: { 'AddressGroup': {'1.2'}, Mar 11 19:26:12.700721 n-d-833163-1 neutron-server[103884]: 'ConntrackHelper': {'1.0'}, Mar 11 19:26:12.700721 n-d-833163-1 neutron-server[103884]: 'LocalIPAssociation': {'1.0'}, Mar 11 19:26:12.700721 n-d-833163-1 neutron-server[103884]: 'Log': {'1.0'}, Mar 11 19:26:12.700721 n-d-833163-1 neutron-server[103884]: 'Network': {'1.1'}, Mar 11 19:26:12.700721 n-d-833163-1 neutron-server[103884]: 'Port': {'1.7'}, Mar 11 19:26:12.700721 n-d-833163-1 neutron-server[103884]: 'PortForwarding': {'1.2'}, Mar 11 19:26:12.700721 n-d-833163-1 neutron-server[103884]: 'QosPolicy': {'1.10'}, Mar 11 19:26:12.700721 n-d-833163-1 neutron-server[103884]: 'SecurityGroup': {'1.5'}, Mar 11 19:26:12.700721 n-d-833163-1 neutron-server[103884]: 'SecurityGroupRule': {'1.2'}, Mar 11 19:26:12.700721 n-d-833163-1 neutron-server[103884]: 'SubPort': {'1.0'}, Mar 11 19:26:12.700721 n-d-833163-1 neutron-server[103884]: 'Subnet': {'1.1'}, Mar 11 19:26:12.700721 n-d-833163-1 neutron-server[103884]: 'Trunk': {'1.1'}} Mar 11 19:26:12.700721 n-d-833163-1 neutron-server[103884]: consumer versions: Mar 11 19:26:12.700721 n-d-833163-1 neutron-server[103884]: { DHCP agent@n-d-833163-1: {}, Mar 11 19:26:12.700721 n-d-833163-1 neutron-server[103884]: HyperV agent@n-h1-833163-1: {}, Mar 11 19:26:12.700721 n-d-833163-1 neutron-server[103884]: HyperV agent@n-h2-833163-1: {}, Mar 11 19:26:12.700721 n-d-833163-1 neutron-server[103884]: L3 agent@n-d-833163-1: {}, Mar 11 19:26:12.700721 n-d-833163-1 neutron-server[103884]: Metadata agent@n-d-833163-1: {}, Mar 11 19:26:12.700721 n-d-833163-1 neutron-server[103884]: Metering agent@n-d-833163-1: {}, Mar 11 19:26:12.700721 n-d-833163-1 neutron-server[103884]: Open vSwitch agent@n-d-833163-1: { 'AddressGroup': '1.2', Mar 11 19:26:12.700721 n-d-833163-1 neutron-server[103884]: 'ConntrackHelper': '1.0', Mar 11 19:26:12.700721 n-d-833163-1 neutron-server[103884]: 'LocalIPAssociation': '1.0', Mar 11 19:26:12.700721 n-d-833163-1 neutron-server[103884]: 'Log': '1.0', Mar 11 19:26:12.700721 n-d-833163-1 neutron-server[103884]: 'Network': '1.1', Mar 11 19:26:12.700721 n-d-833163-1 neutron-server[103884]: 'Port': '1.7', Mar 11 19:26:12.700721 n-d-833163-1 neutron-server[103884]: 'PortForwarding': '1.2', Mar 11 19:26:12.700721 n-d-833163-1 neutron-server[103884]: 'QosPolicy': '1.10', Mar 11 19:26:12.700721 n-d-833163-1 neutron-server[103884]: 'SecurityGroup': '1.5', Mar 11 19:26:12.700721 n-d-833163-1 neutron-server[103884]: 'SecurityGroupRule': '1.2', Mar 11 19:26:12.700721 n-d-833163-1 neutron-server[103884]: 'SubPort': '1.0', Mar 11 19:26:12.700721 n-d-833163-1 neutron-server[103884]: 'Subnet': '1.1', Mar 11 19:26:12.700721 n-d-833163-1 neutron-server[103884]: 'Trunk': '1.1'}} Mar 11 19:26:12.700721 n-d-833163-1 neutron-server[103884]: {{(pid=103884) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 19:26:12.762732 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ba274ad5-c718-4798-8af9-ab7140c5bd53 admin admin] Publish callbacks [] for security_group (34535d90-95cf-40a9-b1d4-2dff82a922d0), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:12.788391 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ba274ad5-c718-4798-8af9-ab7140c5bd53 admin admin] Publish callbacks [] for security_group (34535d90-95cf-40a9-b1d4-2dff82a922d0), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:12.857105 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ba274ad5-c718-4798-8af9-ab7140c5bd53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (34535d90-95cf-40a9-b1d4-2dff82a922d0), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:12.861841 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ba274ad5-c718-4798-8af9-ab7140c5bd53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:12.863572 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ba274ad5-c718-4798-8af9-ab7140c5bd53 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/34535d90-95cf-40a9-b1d4-2dff82a922d0 HTTP/1.1" status: 204 len: 168 time: 0.1721921 Mar 11 19:26:12.875915 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba274ad5-c718-4798-8af9-ab7140c5bd53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34535d90-95cf-40a9-b1d4-2dff82a922d0,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:12.884682 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba274ad5-c718-4798-8af9-ab7140c5bd53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:26:12.885351 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba274ad5-c718-4798-8af9-ab7140c5bd53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:26:12.885835 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba274ad5-c718-4798-8af9-ab7140c5bd53 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:26:12.886339 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba274ad5-c718-4798-8af9-ab7140c5bd53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:26:12.886802 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba274ad5-c718-4798-8af9-ab7140c5bd53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:26:12.887272 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba274ad5-c718-4798-8af9-ab7140c5bd53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:26:12.887782 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba274ad5-c718-4798-8af9-ab7140c5bd53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:26:12.888807 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba274ad5-c718-4798-8af9-ab7140c5bd53 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:26:12.889566 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba274ad5-c718-4798-8af9-ab7140c5bd53 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:26:12.890032 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba274ad5-c718-4798-8af9-ab7140c5bd53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:26:12.890543 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba274ad5-c718-4798-8af9-ab7140c5bd53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:26:12.891406 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba274ad5-c718-4798-8af9-ab7140c5bd53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:26:12.892099 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba274ad5-c718-4798-8af9-ab7140c5bd53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:26:12.893355 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba274ad5-c718-4798-8af9-ab7140c5bd53 admin admin] Tracked resource versions report: Mar 11 19:26:12.893355 n-d-833163-1 neutron-server[103885]: pushed versions: Mar 11 19:26:12.893355 n-d-833163-1 neutron-server[103885]: { 'AddressGroup': {'1.2'}, Mar 11 19:26:12.893355 n-d-833163-1 neutron-server[103885]: 'ConntrackHelper': {'1.0'}, Mar 11 19:26:12.893355 n-d-833163-1 neutron-server[103885]: 'LocalIPAssociation': {'1.0'}, Mar 11 19:26:12.893355 n-d-833163-1 neutron-server[103885]: 'Log': {'1.0'}, Mar 11 19:26:12.893355 n-d-833163-1 neutron-server[103885]: 'Network': {'1.1'}, Mar 11 19:26:12.893355 n-d-833163-1 neutron-server[103885]: 'Port': {'1.7'}, Mar 11 19:26:12.893355 n-d-833163-1 neutron-server[103885]: 'PortForwarding': {'1.2'}, Mar 11 19:26:12.893355 n-d-833163-1 neutron-server[103885]: 'QosPolicy': {'1.10'}, Mar 11 19:26:12.893355 n-d-833163-1 neutron-server[103885]: 'SecurityGroup': {'1.5'}, Mar 11 19:26:12.893355 n-d-833163-1 neutron-server[103885]: 'SecurityGroupRule': {'1.2'}, Mar 11 19:26:12.893355 n-d-833163-1 neutron-server[103885]: 'SubPort': {'1.0'}, Mar 11 19:26:12.893355 n-d-833163-1 neutron-server[103885]: 'Subnet': {'1.1'}, Mar 11 19:26:12.893355 n-d-833163-1 neutron-server[103885]: 'Trunk': {'1.1'}} Mar 11 19:26:12.893355 n-d-833163-1 neutron-server[103885]: consumer versions: Mar 11 19:26:12.893355 n-d-833163-1 neutron-server[103885]: { DHCP agent@n-d-833163-1: {}, Mar 11 19:26:12.893355 n-d-833163-1 neutron-server[103885]: HyperV agent@n-h1-833163-1: {}, Mar 11 19:26:12.893355 n-d-833163-1 neutron-server[103885]: HyperV agent@n-h2-833163-1: {}, Mar 11 19:26:12.893355 n-d-833163-1 neutron-server[103885]: L3 agent@n-d-833163-1: {}, Mar 11 19:26:12.893355 n-d-833163-1 neutron-server[103885]: Metadata agent@n-d-833163-1: {}, Mar 11 19:26:12.893355 n-d-833163-1 neutron-server[103885]: Metering agent@n-d-833163-1: {}, Mar 11 19:26:12.893355 n-d-833163-1 neutron-server[103885]: Open vSwitch agent@n-d-833163-1: { 'AddressGroup': '1.2', Mar 11 19:26:12.893355 n-d-833163-1 neutron-server[103885]: 'ConntrackHelper': '1.0', Mar 11 19:26:12.893355 n-d-833163-1 neutron-server[103885]: 'LocalIPAssociation': '1.0', Mar 11 19:26:12.893355 n-d-833163-1 neutron-server[103885]: 'Log': '1.0', Mar 11 19:26:12.893355 n-d-833163-1 neutron-server[103885]: 'Network': '1.1', Mar 11 19:26:12.893355 n-d-833163-1 neutron-server[103885]: 'Port': '1.7', Mar 11 19:26:12.893355 n-d-833163-1 neutron-server[103885]: 'PortForwarding': '1.2', Mar 11 19:26:12.893355 n-d-833163-1 neutron-server[103885]: 'QosPolicy': '1.10', Mar 11 19:26:12.893355 n-d-833163-1 neutron-server[103885]: 'SecurityGroup': '1.5', Mar 11 19:26:12.893355 n-d-833163-1 neutron-server[103885]: 'SecurityGroupRule': '1.2', Mar 11 19:26:12.893355 n-d-833163-1 neutron-server[103885]: 'SubPort': '1.0', Mar 11 19:26:12.893355 n-d-833163-1 neutron-server[103885]: 'Subnet': '1.1', Mar 11 19:26:12.893355 n-d-833163-1 neutron-server[103885]: 'Trunk': '1.1'}} Mar 11 19:26:12.893355 n-d-833163-1 neutron-server[103885]: {{(pid=103885) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 19:26:13.848045 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 49964) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:13.988849 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-00a9f773-1532-499b-8f63-94187b6dc6c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:14.086724 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-00a9f773-1532-499b-8f63-94187b6dc6c8 admin admin] Publish callbacks [] for security_group (2ac99994-8743-4401-8677-e726667d151f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:14.092055 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-00a9f773-1532-499b-8f63-94187b6dc6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (2ac99994-8743-4401-8677-e726667d151f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:14.138176 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a9f773-1532-499b-8f63-94187b6dc6c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac99994-8743-4401-8677-e726667d151f,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:14.162263 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-00a9f773-1532-499b-8f63-94187b6dc6c8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=83bf3da7702f482c910fd7b598e33f8c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3089876 Mar 11 19:26:14.162909 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 49978) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:14.216291 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-32d1d1b7-6e0f-41aa-bd25-d33a291821ec admin admin] Publish callbacks [] for security_group (2ac99994-8743-4401-8677-e726667d151f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:14.243716 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-32d1d1b7-6e0f-41aa-bd25-d33a291821ec admin admin] Publish callbacks [] for security_group (2ac99994-8743-4401-8677-e726667d151f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:14.294499 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-32d1d1b7-6e0f-41aa-bd25-d33a291821ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (2ac99994-8743-4401-8677-e726667d151f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:14.297302 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-32d1d1b7-6e0f-41aa-bd25-d33a291821ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:14.298866 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-32d1d1b7-6e0f-41aa-bd25-d33a291821ec admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2ac99994-8743-4401-8677-e726667d151f HTTP/1.1" status: 204 len: 168 time: 0.1348109 Mar 11 19:26:14.308025 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d1d1b7-6e0f-41aa-bd25-d33a291821ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac99994-8743-4401-8677-e726667d151f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:14.756166 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 50020) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:14.771201 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-86922842-5623-4b61-9dda-5090771b8fd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:14.848655 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-86922842-5623-4b61-9dda-5090771b8fd3 admin admin] Publish callbacks [] for security_group (71156f52-21eb-4fe8-884d-1c20a5320574), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:14.853267 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-86922842-5623-4b61-9dda-5090771b8fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (71156f52-21eb-4fe8-884d-1c20a5320574), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:14.932543 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86922842-5623-4b61-9dda-5090771b8fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71156f52-21eb-4fe8-884d-1c20a5320574,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:14.963395 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-86922842-5623-4b61-9dda-5090771b8fd3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f7efb9abb830415bb38ce27999557ac4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2062738 Mar 11 19:26:14.965853 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 50026) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:15.018032 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-433b9dfc-2bd4-4d5c-9f80-6513d0a5aae2 admin admin] Publish callbacks [] for security_group (71156f52-21eb-4fe8-884d-1c20a5320574), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:15.040063 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-433b9dfc-2bd4-4d5c-9f80-6513d0a5aae2 admin admin] Publish callbacks [] for security_group (71156f52-21eb-4fe8-884d-1c20a5320574), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:15.097548 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-433b9dfc-2bd4-4d5c-9f80-6513d0a5aae2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (71156f52-21eb-4fe8-884d-1c20a5320574), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:15.100127 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-433b9dfc-2bd4-4d5c-9f80-6513d0a5aae2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:15.101271 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-433b9dfc-2bd4-4d5c-9f80-6513d0a5aae2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/71156f52-21eb-4fe8-884d-1c20a5320574 HTTP/1.1" status: 204 len: 168 time: 0.1337504 Mar 11 19:26:15.114416 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433b9dfc-2bd4-4d5c-9f80-6513d0a5aae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71156f52-21eb-4fe8-884d-1c20a5320574,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:17.655662 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 50212) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:17.772074 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6feb1575-0dce-4742-8cdb-f766dba1a1a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:17.850252 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6feb1575-0dce-4742-8cdb-f766dba1a1a7 admin admin] Publish callbacks [] for security_group (d3c6427f-d9f1-4bbc-b003-9b88a71d978d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:17.855321 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6feb1575-0dce-4742-8cdb-f766dba1a1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (d3c6427f-d9f1-4bbc-b003-9b88a71d978d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:17.913796 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-6feb1575-0dce-4742-8cdb-f766dba1a1a7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9b797d4ac23545c387b66482523dddbf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2568212 Mar 11 19:26:17.914587 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feb1575-0dce-4742-8cdb-f766dba1a1a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c6427f-d9f1-4bbc-b003-9b88a71d978d,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:17.917789 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50218) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:18.084338 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0adc0649-a517-4e37-a3be-52c0bff7eca8 admin admin] Publish callbacks [] for security_group (d3c6427f-d9f1-4bbc-b003-9b88a71d978d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:18.113327 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0adc0649-a517-4e37-a3be-52c0bff7eca8 admin admin] Publish callbacks [] for security_group (d3c6427f-d9f1-4bbc-b003-9b88a71d978d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:18.173750 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0adc0649-a517-4e37-a3be-52c0bff7eca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (d3c6427f-d9f1-4bbc-b003-9b88a71d978d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:18.176433 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0adc0649-a517-4e37-a3be-52c0bff7eca8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:18.177680 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-0adc0649-a517-4e37-a3be-52c0bff7eca8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d3c6427f-d9f1-4bbc-b003-9b88a71d978d HTTP/1.1" status: 204 len: 168 time: 0.2582438 Mar 11 19:26:18.191014 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adc0649-a517-4e37-a3be-52c0bff7eca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c6427f-d9f1-4bbc-b003-9b88a71d978d,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:18.529434 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 50266) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:18.548028 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-75288b25-988b-4270-84bc-beefc7fa4d5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:18.570037 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:18.644484 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-75288b25-988b-4270-84bc-beefc7fa4d5a admin admin] Publish callbacks [] for security_group (5531f849-10e4-42ca-9e15-8e3d94248ab8), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:18.648421 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-75288b25-988b-4270-84bc-beefc7fa4d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (5531f849-10e4-42ca-9e15-8e3d94248ab8), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:18.685533 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50286) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:18.698015 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-75288b25-988b-4270-84bc-beefc7fa4d5a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=26f64a20117843868e789618139767ed&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1621032 Mar 11 19:26:18.718833 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75288b25-988b-4270-84bc-beefc7fa4d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5531f849-10e4-42ca-9e15-8e3d94248ab8,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:18.749674 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6bf73d62-4291-4702-aa9e-9f79b146da95 admin admin] Publish callbacks [] for security_group (5531f849-10e4-42ca-9e15-8e3d94248ab8), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:18.774318 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6bf73d62-4291-4702-aa9e-9f79b146da95 admin admin] Publish callbacks [] for security_group (5531f849-10e4-42ca-9e15-8e3d94248ab8), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:18.826320 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6bf73d62-4291-4702-aa9e-9f79b146da95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (5531f849-10e4-42ca-9e15-8e3d94248ab8), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:18.829708 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6bf73d62-4291-4702-aa9e-9f79b146da95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:18.831290 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-6bf73d62-4291-4702-aa9e-9f79b146da95 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5531f849-10e4-42ca-9e15-8e3d94248ab8 HTTP/1.1" status: 204 len: 168 time: 0.1445670 Mar 11 19:26:18.841581 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf73d62-4291-4702-aa9e-9f79b146da95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5531f849-10e4-42ca-9e15-8e3d94248ab8,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:19.448994 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 50332) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:19.573926 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e7ce0f82-d178-45c6-887b-698bcfbf9fb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:19.656412 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e7ce0f82-d178-45c6-887b-698bcfbf9fb3 admin admin] Publish callbacks [] for security_group (0a5f15fd-b6f8-45f2-91f9-2b14c7c4af42), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:19.661025 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e7ce0f82-d178-45c6-887b-698bcfbf9fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (0a5f15fd-b6f8-45f2-91f9-2b14c7c4af42), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:19.699940 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-e7ce0f82-d178-45c6-887b-698bcfbf9fb3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=983e818e6ae243489a5e3826da1c4a62&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2498255 Mar 11 19:26:19.702721 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50352) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:19.724922 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ce0f82-d178-45c6-887b-698bcfbf9fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5f15fd-b6f8-45f2-91f9-2b14c7c4af42,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:19.777952 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7767aa94-1c83-42ef-96ba-0f1b1aa4370f admin admin] Publish callbacks [] for security_group (0a5f15fd-b6f8-45f2-91f9-2b14c7c4af42), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:19.798366 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7767aa94-1c83-42ef-96ba-0f1b1aa4370f admin admin] Publish callbacks [] for security_group (0a5f15fd-b6f8-45f2-91f9-2b14c7c4af42), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:19.848147 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7767aa94-1c83-42ef-96ba-0f1b1aa4370f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (0a5f15fd-b6f8-45f2-91f9-2b14c7c4af42), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:19.851185 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7767aa94-1c83-42ef-96ba-0f1b1aa4370f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:19.854846 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-7767aa94-1c83-42ef-96ba-0f1b1aa4370f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0a5f15fd-b6f8-45f2-91f9-2b14c7c4af42 HTTP/1.1" status: 204 len: 168 time: 0.1486421 Mar 11 19:26:19.861308 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7767aa94-1c83-42ef-96ba-0f1b1aa4370f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5f15fd-b6f8-45f2-91f9-2b14c7c4af42,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:19.897790 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 50370) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:19.901423 n-d-833163-1 neutron-server[103885]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 11 19:26:19.927213 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-92833cf9-c92b-4754-9e2a-7bb621523edd req-71b86bde-dc58-4e3a-bf2b-89473bb4a1da tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=043c2ce1455744e39b26d6c697c756a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271888 Mar 11 19:26:20.114673 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 50380) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:20.123120 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92833cf9-c92b-4754-9e2a-7bb621523edd req-ad37a2c1-bc64-4d9c-9343-c4aa00374f50 tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:20.124608 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-92833cf9-c92b-4754-9e2a-7bb621523edd req-ad37a2c1-bc64-4d9c-9343-c4aa00374f50 tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1918390 Mar 11 19:26:20.142099 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-92833cf9-c92b-4754-9e2a-7bb621523edd req-be023ed6-7e68-4101-8d87-f0033b430fc7 tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] 10.222.0.65 "GET /v2.0/quotas/043c2ce1455744e39b26d6c697c756a9 HTTP/1.1" status: 200 len: 375 time: 0.0105972 Mar 11 19:26:20.202300 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-92833cf9-c92b-4754-9e2a-7bb621523edd req-875532f0-27b1-4918-b2df-9e65a556d9c5 tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=043c2ce1455744e39b26d6c697c756a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535629 Mar 11 19:26:20.325325 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-08ee648c-1513-4acf-ac98-991049f1d9bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:20.479445 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50416) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:20.492506 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-08ee648c-1513-4acf-ac98-991049f1d9bd admin admin] Publish callbacks [] for security_group (704b6287-3ec9-4497-be67-bff7f4602269), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:20.497970 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-08ee648c-1513-4acf-ac98-991049f1d9bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (704b6287-3ec9-4497-be67-bff7f4602269), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:20.506710 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-400748d3-ac53-4e99-a2c2-55175a854439 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:20.532946 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee648c-1513-4acf-ac98-991049f1d9bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=704b6287-3ec9-4497-be67-bff7f4602269,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:20.547036 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-08ee648c-1513-4acf-ac98-991049f1d9bd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=91ac11de9f5049d1bfa68e5345cb7b7c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4311624 Mar 11 19:26:20.549517 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 50422) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:20.604798 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-28556437-9495-49d3-9343-4aa2244a7f91 admin admin] Publish callbacks [] for security_group (704b6287-3ec9-4497-be67-bff7f4602269), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:20.605614 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-400748d3-ac53-4e99-a2c2-55175a854439 admin admin] Publish callbacks [] for security_group (bde8369b-82c7-4365-a1fd-e0dd053fa488), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:20.613481 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-400748d3-ac53-4e99-a2c2-55175a854439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (bde8369b-82c7-4365-a1fd-e0dd053fa488), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:20.637030 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-28556437-9495-49d3-9343-4aa2244a7f91 admin admin] Publish callbacks [] for security_group (704b6287-3ec9-4497-be67-bff7f4602269), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:20.644939 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400748d3-ac53-4e99-a2c2-55175a854439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde8369b-82c7-4365-a1fd-e0dd053fa488,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:20.668519 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-400748d3-ac53-4e99-a2c2-55175a854439 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=afb7d6f0188444c08efee5c275619108&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1856034 Mar 11 19:26:20.669996 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 50426) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:20.739861 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-28556437-9495-49d3-9343-4aa2244a7f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (704b6287-3ec9-4497-be67-bff7f4602269), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:20.742263 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-28556437-9495-49d3-9343-4aa2244a7f91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:20.743386 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-28556437-9495-49d3-9343-4aa2244a7f91 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/704b6287-3ec9-4497-be67-bff7f4602269 HTTP/1.1" status: 204 len: 168 time: 0.1929219 Mar 11 19:26:20.767171 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28556437-9495-49d3-9343-4aa2244a7f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=704b6287-3ec9-4497-be67-bff7f4602269,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:20.784907 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68f91664-5d3f-4b6b-8c7c-52052413b9bb admin admin] Publish callbacks [] for security_group (bde8369b-82c7-4365-a1fd-e0dd053fa488), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:20.828474 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68f91664-5d3f-4b6b-8c7c-52052413b9bb admin admin] Publish callbacks [] for security_group (bde8369b-82c7-4365-a1fd-e0dd053fa488), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:20.918706 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68f91664-5d3f-4b6b-8c7c-52052413b9bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (bde8369b-82c7-4365-a1fd-e0dd053fa488), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:20.923658 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68f91664-5d3f-4b6b-8c7c-52052413b9bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:20.925662 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-68f91664-5d3f-4b6b-8c7c-52052413b9bb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bde8369b-82c7-4365-a1fd-e0dd053fa488 HTTP/1.1" status: 204 len: 168 time: 0.2545133 Mar 11 19:26:20.936851 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f91664-5d3f-4b6b-8c7c-52052413b9bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde8369b-82c7-4365-a1fd-e0dd053fa488,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:21.074553 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 50448) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:21.406589 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 50474) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:21.420049 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eb54c3c7-de2e-4681-bce9-e7972f0654b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:21.523523 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a664be8d-5fc5-48f7-84ff-1c130e43767d req-4f024525-fc93-44b5-a379-3a197e288c0e tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0b888d2-9261-4f63-a56c-1188ba71f245 HTTP/1.1" status: 200 len: 210 time: 0.4471323 Mar 11 19:26:21.615458 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eb54c3c7-de2e-4681-bce9-e7972f0654b6 admin admin] Publish callbacks [] for security_group (7d1acc3f-6965-4ae0-9ba1-fab685c0d5af), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:21.632295 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eb54c3c7-de2e-4681-bce9-e7972f0654b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (7d1acc3f-6965-4ae0-9ba1-fab685c0d5af), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:21.669547 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50494) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:21.670272 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-eb54c3c7-de2e-4681-bce9-e7972f0654b6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=27ec1b390c474faeb63a94c5971f0b04&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2619185 Mar 11 19:26:21.692591 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54c3c7-de2e-4681-bce9-e7972f0654b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1acc3f-6965-4ae0-9ba1-fab685c0d5af,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:21.764403 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3438255e-a003-4e1f-a0d2-0aae7c509352 admin admin] Publish callbacks [] for security_group (7d1acc3f-6965-4ae0-9ba1-fab685c0d5af), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:21.798316 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3438255e-a003-4e1f-a0d2-0aae7c509352 admin admin] Publish callbacks [] for security_group (7d1acc3f-6965-4ae0-9ba1-fab685c0d5af), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:21.857944 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3438255e-a003-4e1f-a0d2-0aae7c509352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (7d1acc3f-6965-4ae0-9ba1-fab685c0d5af), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:21.861399 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3438255e-a003-4e1f-a0d2-0aae7c509352 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:21.862896 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-3438255e-a003-4e1f-a0d2-0aae7c509352 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7d1acc3f-6965-4ae0-9ba1-fab685c0d5af HTTP/1.1" status: 204 len: 168 time: 0.1923292 Mar 11 19:26:21.871763 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3438255e-a003-4e1f-a0d2-0aae7c509352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1acc3f-6965-4ae0-9ba1-fab685c0d5af,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:22.162530 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50516) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:22.270389 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1606434a-a361-41dc-961a-3d4001309f9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:22.344122 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:22.376249 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.75', 51261) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:22.407416 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-92833cf9-c92b-4754-9e2a-7bb621523edd req-d0f9a961-6474-48ba-aa31-49d24b56d23d tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=043c2ce1455744e39b26d6c697c756a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322046 Mar 11 19:26:22.529351 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92833cf9-c92b-4754-9e2a-7bb621523edd req-47541455-537d-407a-a442-bc373c3402f7 tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:22.531089 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-92833cf9-c92b-4754-9e2a-7bb621523edd req-47541455-537d-407a-a442-bc373c3402f7 tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1168742 Mar 11 19:26:22.598736 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-229376d1-35d4-471d-a13c-7ca640e25c2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:22.637533 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-92833cf9-c92b-4754-9e2a-7bb621523edd req-53d235a6-379d-4d62-9d2c-34e825a5fc46 tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] Request body: {'port': {'device_id': 'c0b888d2-9261-4f63-a56c-1188ba71f245', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'admin_state_up': True, 'tenant_id': '043c2ce1455744e39b26d6c697c756a9'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:26:22.674478 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-229376d1-35d4-471d-a13c-7ca640e25c2a admin admin] Publish callbacks [] for security_group (380f9ef0-13be-4476-8074-3721e07acde5), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:22.678616 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-229376d1-35d4-471d-a13c-7ca640e25c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (380f9ef0-13be-4476-8074-3721e07acde5), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:22.715274 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229376d1-35d4-471d-a13c-7ca640e25c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=380f9ef0-13be-4476-8074-3721e07acde5,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:22.736512 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-229376d1-35d4-471d-a13c-7ca640e25c2a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d0add086518c4cf4a9cb2ffb9cd53fc0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5727324 Mar 11 19:26:22.737334 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50546) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:22.788798 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a19e2932-1392-481d-97b3-5f5c5ce7b622 admin admin] Publish callbacks [] for security_group (380f9ef0-13be-4476-8074-3721e07acde5), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:22.820007 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a19e2932-1392-481d-97b3-5f5c5ce7b622 admin admin] Publish callbacks [] for security_group (380f9ef0-13be-4476-8074-3721e07acde5), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:22.890838 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a19e2932-1392-481d-97b3-5f5c5ce7b622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (380f9ef0-13be-4476-8074-3721e07acde5), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:22.893407 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a19e2932-1392-481d-97b3-5f5c5ce7b622 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:22.906823 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a19e2932-1392-481d-97b3-5f5c5ce7b622 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/380f9ef0-13be-4476-8074-3721e07acde5 HTTP/1.1" status: 204 len: 168 time: 0.1682661 Mar 11 19:26:22.924175 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19e2932-1392-481d-97b3-5f5c5ce7b622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=380f9ef0-13be-4476-8074-3721e07acde5,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:23.016780 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92833cf9-c92b-4754-9e2a-7bb621523edd req-53d235a6-379d-4d62-9d2c-34e825a5fc46 tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] Made reservation on behalf of 043c2ce1455744e39b26d6c697c756a9 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:26:23.019512 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50562) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:23.023176 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-92833cf9-c92b-4754-9e2a-7bb621523edd req-53d235a6-379d-4d62-9d2c-34e825a5fc46 tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:23.035574 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-92833cf9-c92b-4754-9e2a-7bb621523edd req-53d235a6-379d-4d62-9d2c-34e825a5fc46 tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:23.161380 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-271d43b9-ce06-4654-b014-5a74c6133549 req-653ed85d-f1a2-40e2-9acc-50c62dbff1a0 tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0b888d2-9261-4f63-a56c-1188ba71f245 HTTP/1.1" status: 200 len: 210 time: 0.0440230 Mar 11 19:26:23.197309 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-92833cf9-c92b-4754-9e2a-7bb621523edd req-53d235a6-379d-4d62-9d2c-34e825a5fc46 tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] Publish callbacks [] for security_group (ad5d95e4-f544-403b-ad7c-77eb4bf4f4e9), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:23.202335 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-92833cf9-c92b-4754-9e2a-7bb621523edd req-53d235a6-379d-4d62-9d2c-34e825a5fc46 tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (ad5d95e4-f544-403b-ad7c-77eb4bf4f4e9), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:23.441996 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e196b472-f0ba-4e84-9339-2528f3417951 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:23.458967 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d235a6-379d-4d62-9d2c-34e825a5fc46 tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5d95e4-f544-403b-ad7c-77eb4bf4f4e9,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:23.489494 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-92833cf9-c92b-4754-9e2a-7bb621523edd req-53d235a6-379d-4d62-9d2c-34e825a5fc46 tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] Allocated IP 192.168.233.196 (885772b1-9b97-4e1d-a0fb-e125030c5a81/9bb14923-74c3-4313-be8d-ed33542f05aa/0c64b8c9-b533-41dd-9694-63a2a32e4083) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:26:23.561979 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e196b472-f0ba-4e84-9339-2528f3417951 admin admin] Publish callbacks [] for security_group (96ba0c5b-e59a-4d7a-9f17-6bb24829b512), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:23.571436 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e196b472-f0ba-4e84-9339-2528f3417951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (96ba0c5b-e59a-4d7a-9f17-6bb24829b512), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:23.608279 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50618) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:23.609108 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e196b472-f0ba-4e84-9339-2528f3417951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ba0c5b-e59a-4d7a-9f17-6bb24829b512,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:23.632499 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f13e2253-16a5-4e71-8326-9fdc82b8afef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:23.734941 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f13e2253-16a5-4e71-8326-9fdc82b8afef admin admin] Publish callbacks [] for security_group (3cd05f2b-b2bd-4ef4-b5b8-e621b92076fb), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:23.762987 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f13e2253-16a5-4e71-8326-9fdc82b8afef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (3cd05f2b-b2bd-4ef4-b5b8-e621b92076fb), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:23.821999 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f13e2253-16a5-4e71-8326-9fdc82b8afef admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=571e9fc605be43a79e550ea8277d9c8d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2092075 Mar 11 19:26:23.829984 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50638) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:23.876257 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e196b472-f0ba-4e84-9339-2528f3417951 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=489dafa1751b4087b3e7fa8938a3f8f0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8538156 Mar 11 19:26:23.879295 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50642) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:23.997314 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-92833cf9-c92b-4754-9e2a-7bb621523edd req-53d235a6-379d-4d62-9d2c-34e825a5fc46 tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] Publish callbacks [] for port (0c64b8c9-b533-41dd-9694-63a2a32e4083), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:24.036421 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13e2253-16a5-4e71-8326-9fdc82b8afef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd05f2b-b2bd-4ef4-b5b8-e621b92076fb,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:24.084155 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1d31fb79-8cc5-4dcc-ac59-8a615653c9e6 admin admin] Publish callbacks [] for security_group (96ba0c5b-e59a-4d7a-9f17-6bb24829b512), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:24.144765 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0f2a8ea5-af1d-4a23-ba59-f6bac88a1d7d admin admin] Publish callbacks [] for security_group (3cd05f2b-b2bd-4ef4-b5b8-e621b92076fb), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:24.175606 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-92833cf9-c92b-4754-9e2a-7bb621523edd req-53d235a6-379d-4d62-9d2c-34e825a5fc46 tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (0c64b8c9-b533-41dd-9694-63a2a32e4083), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:24.204784 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92833cf9-c92b-4754-9e2a-7bb621523edd req-53d235a6-379d-4d62-9d2c-34e825a5fc46 tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] Network 885772b1-9b97-4e1d-a0fb-e125030c5a81 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:26:24.215553 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0f2a8ea5-af1d-4a23-ba59-f6bac88a1d7d admin admin] Publish callbacks [] for security_group (3cd05f2b-b2bd-4ef4-b5b8-e621b92076fb), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:24.233038 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-92833cf9-c92b-4754-9e2a-7bb621523edd req-53d235a6-379d-4d62-9d2c-34e825a5fc46 tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:26:24.250583 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-92833cf9-c92b-4754-9e2a-7bb621523edd req-53d235a6-379d-4d62-9d2c-34e825a5fc46 tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:26:24.263948 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92833cf9-c92b-4754-9e2a-7bb621523edd req-53d235a6-379d-4d62-9d2c-34e825a5fc46 tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:24.264808 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-92833cf9-c92b-4754-9e2a-7bb621523edd req-53d235a6-379d-4d62-9d2c-34e825a5fc46 tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:24.342943 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 50664) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:24.363025 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-92833cf9-c92b-4754-9e2a-7bb621523edd req-53d235a6-379d-4d62-9d2c-34e825a5fc46 tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7290385 Mar 11 19:26:24.402402 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [req-92833cf9-c92b-4754-9e2a-7bb621523edd req-c88fcf86-2c46-4b61-ac2c-e03a1d44c904 tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:26:24.403805 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-92833cf9-c92b-4754-9e2a-7bb621523edd req-c88fcf86-2c46-4b61-ac2c-e03a1d44c904 tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0265005 Mar 11 19:26:24.431931 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0f2a8ea5-af1d-4a23-ba59-f6bac88a1d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (3cd05f2b-b2bd-4ef4-b5b8-e621b92076fb), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:24.434525 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0f2a8ea5-af1d-4a23-ba59-f6bac88a1d7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:24.435725 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-0f2a8ea5-af1d-4a23-ba59-f6bac88a1d7d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3cd05f2b-b2bd-4ef4-b5b8-e621b92076fb HTTP/1.1" status: 204 len: 168 time: 0.6043761 Mar 11 19:26:24.470795 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1d31fb79-8cc5-4dcc-ac59-8a615653c9e6 admin admin] Publish callbacks [] for security_group (96ba0c5b-e59a-4d7a-9f17-6bb24829b512), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:24.547844 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2a8ea5-af1d-4a23-ba59-f6bac88a1d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd05f2b-b2bd-4ef4-b5b8-e621b92076fb,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:24.589233 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1bcdc78c-79f7-454d-85b3-a3c2bc1b75a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:24.615713 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d235a6-379d-4d62-9d2c-34e825a5fc46 tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] Pushing event updated for resources: {'Port': ['ID=0c64b8c9-b533-41dd-9694-63a2a32e4083,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:24.689694 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1d31fb79-8cc5-4dcc-ac59-8a615653c9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (96ba0c5b-e59a-4d7a-9f17-6bb24829b512), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:24.693622 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1d31fb79-8cc5-4dcc-ac59-8a615653c9e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:24.695264 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-1d31fb79-8cc5-4dcc-ac59-8a615653c9e6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/96ba0c5b-e59a-4d7a-9f17-6bb24829b512 HTTP/1.1" status: 204 len: 168 time: 0.7478113 Mar 11 19:26:24.715337 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e1e7a8-691e-4544-a6cc-69da167c9705 req-68f50ac9-a8d1-47a6-adb6-64f84b09059a tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:24.732909 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f9e1e7a8-691e-4544-a6cc-69da167c9705 req-68f50ac9-a8d1-47a6-adb6-64f84b09059a tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0b888d2-9261-4f63-a56c-1188ba71f245 HTTP/1.1" status: 200 len: 936 time: 0.3865230 Mar 11 19:26:24.742055 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d31fb79-8cc5-4dcc-ac59-8a615653c9e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ba0c5b-e59a-4d7a-9f17-6bb24829b512,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:24.819332 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d08b3c89-3c04-4017-a230-a5a27e4d4642 None None] Provisioning complete for port 0c64b8c9-b533-41dd-9694-63a2a32e4083 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:26:24.822565 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d08b3c89-3c04-4017-a230-a5a27e4d4642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (0c64b8c9-b533-41dd-9694-63a2a32e4083), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:24.862216 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e14c0c50-2b31-491b-9293-86ec5ee72c3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:24.903913 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d08b3c89-3c04-4017-a230-a5a27e4d4642 None None] Port 0c64b8c9-b533-41dd-9694-63a2a32e4083 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:26:25.006581 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f9e1e7a8-691e-4544-a6cc-69da167c9705 req-adf53439-2e8f-459e-a133-1f53564ce6a4 tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad5d95e4-f544-403b-ad7c-77eb4bf4f4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724125 Mar 11 19:26:25.134804 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e14c0c50-2b31-491b-9293-86ec5ee72c3c admin admin] Publish callbacks [] for security_group (53fe6a7f-5904-4d70-834b-e435301d8fc1), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:25.141329 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e14c0c50-2b31-491b-9293-86ec5ee72c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (53fe6a7f-5904-4d70-834b-e435301d8fc1), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:25.231036 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-92833cf9-c92b-4754-9e2a-7bb621523edd req-eea29c02-7e8c-4161-91fe-a202d5dce1ff service neutron] Request body: {'port': {'device_id': 'c0b888d2-9261-4f63-a56c-1188ba71f245', 'device_owner': 'compute:tempest-test_az-1527503693', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:26:25.398261 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14c0c50-2b31-491b-9293-86ec5ee72c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53fe6a7f-5904-4d70-834b-e435301d8fc1,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:25.408443 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-e14c0c50-2b31-491b-9293-86ec5ee72c3c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a807d6cd681b4108aebe462fbb4d798d&name=default HTTP/1.1" status: 200 len: 2994 time: 1.0638306 Mar 11 19:26:25.414332 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50720) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:25.483110 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-92833cf9-c92b-4754-9e2a-7bb621523edd req-eea29c02-7e8c-4161-91fe-a202d5dce1ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (0c64b8c9-b533-41dd-9694-63a2a32e4083), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:25.539247 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-126dad2c-cbbb-4a24-bb57-b68d1dc9bdc9 admin admin] Publish callbacks [] for security_group (53fe6a7f-5904-4d70-834b-e435301d8fc1), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:25.568241 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-126dad2c-cbbb-4a24-bb57-b68d1dc9bdc9 admin admin] Publish callbacks [] for security_group (53fe6a7f-5904-4d70-834b-e435301d8fc1), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:25.631502 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-126dad2c-cbbb-4a24-bb57-b68d1dc9bdc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (53fe6a7f-5904-4d70-834b-e435301d8fc1), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:25.636664 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-126dad2c-cbbb-4a24-bb57-b68d1dc9bdc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:25.638921 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-126dad2c-cbbb-4a24-bb57-b68d1dc9bdc9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/53fe6a7f-5904-4d70-834b-e435301d8fc1 HTTP/1.1" status: 204 len: 168 time: 0.2220087 Mar 11 19:26:25.640101 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50724) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:25.660454 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126dad2c-cbbb-4a24-bb57-b68d1dc9bdc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53fe6a7f-5904-4d70-834b-e435301d8fc1,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:25.670740 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f76183dc-ca66-4ae2-b2ee-5958f71a8712 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:25.778954 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f76183dc-ca66-4ae2-b2ee-5958f71a8712 admin admin] Publish callbacks [] for security_group (35c246c3-043a-42c2-8b15-a889a4958f7e), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:25.785610 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f76183dc-ca66-4ae2-b2ee-5958f71a8712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (35c246c3-043a-42c2-8b15-a889a4958f7e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:25.839856 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f76183dc-ca66-4ae2-b2ee-5958f71a8712 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6936759c7df24c218993b508b6cec847&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1960733 Mar 11 19:26:25.843428 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50730) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:25.851872 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76183dc-ca66-4ae2-b2ee-5958f71a8712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c246c3-043a-42c2-8b15-a889a4958f7e,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:25.932706 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d99f3d5d-8db1-4a70-af81-892c46606867 admin admin] Publish callbacks [] for security_group (35c246c3-043a-42c2-8b15-a889a4958f7e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:25.974896 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d99f3d5d-8db1-4a70-af81-892c46606867 admin admin] Publish callbacks [] for security_group (35c246c3-043a-42c2-8b15-a889a4958f7e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:26.031177 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:26.077699 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d99f3d5d-8db1-4a70-af81-892c46606867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (35c246c3-043a-42c2-8b15-a889a4958f7e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:26.080851 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d99f3d5d-8db1-4a70-af81-892c46606867 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:26.082260 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d99f3d5d-8db1-4a70-af81-892c46606867 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/35c246c3-043a-42c2-8b15-a889a4958f7e HTTP/1.1" status: 204 len: 168 time: 0.2375441 Mar 11 19:26:26.097793 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99f3d5d-8db1-4a70-af81-892c46606867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c246c3-043a-42c2-8b15-a889a4958f7e,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:26.241916 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6731fd30-c5e1-413a-9602-c7366a47a22c req-ac4584f9-65fd-4a45-a033-79df1aeb1431 tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:26.243475 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6731fd30-c5e1-413a-9602-c7366a47a22c req-ac4584f9-65fd-4a45-a033-79df1aeb1431 tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0b888d2-9261-4f63-a56c-1188ba71f245 HTTP/1.1" status: 200 len: 936 time: 0.1160288 Mar 11 19:26:26.325353 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-92833cf9-c92b-4754-9e2a-7bb621523edd req-eea29c02-7e8c-4161-91fe-a202d5dce1ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c64b8c9-b533-41dd-9694-63a2a32e4083 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:26:26.343844 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6731fd30-c5e1-413a-9602-c7366a47a22c req-31cad0e9-ed35-4ac1-a2ff-a1aea19c9112 tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad5d95e4-f544-403b-ad7c-77eb4bf4f4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650349 Mar 11 19:26:26.349693 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-92833cf9-c92b-4754-9e2a-7bb621523edd req-eea29c02-7e8c-4161-91fe-a202d5dce1ff service neutron] Publish callbacks [] for port (0c64b8c9-b533-41dd-9694-63a2a32e4083), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:26.374765 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-92833cf9-c92b-4754-9e2a-7bb621523edd req-eea29c02-7e8c-4161-91fe-a202d5dce1ff service neutron] Transition to ACTIVE for port object 0c64b8c9-b533-41dd-9694-63a2a32e4083 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:26:26.380114 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-92833cf9-c92b-4754-9e2a-7bb621523edd req-eea29c02-7e8c-4161-91fe-a202d5dce1ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (0c64b8c9-b533-41dd-9694-63a2a32e4083), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:26.503875 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea29c02-7e8c-4161-91fe-a202d5dce1ff service neutron] Pushing event updated for resources: {'Port': ['ID=0c64b8c9-b533-41dd-9694-63a2a32e4083,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:26.599881 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-92833cf9-c92b-4754-9e2a-7bb621523edd req-eea29c02-7e8c-4161-91fe-a202d5dce1ff service neutron] Attempting to bind port 0c64b8c9-b533-41dd-9694-63a2a32e4083 on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:26:26.600326 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-92833cf9-c92b-4754-9e2a-7bb621523edd req-eea29c02-7e8c-4161-91fe-a202d5dce1ff service neutron] Attempting to bind port 0c64b8c9-b533-41dd-9694-63a2a32e4083 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:26:26.601159 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92833cf9-c92b-4754-9e2a-7bb621523edd req-eea29c02-7e8c-4161-91fe-a202d5dce1ff service neutron] Attempting to bind port 0c64b8c9-b533-41dd-9694-63a2a32e4083 on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:26:26.614353 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 50754) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:26.620073 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92833cf9-c92b-4754-9e2a-7bb621523edd req-eea29c02-7e8c-4161-91fe-a202d5dce1ff service neutron] Port 0c64b8c9-b533-41dd-9694-63a2a32e4083 on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:26:26.620467 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92833cf9-c92b-4754-9e2a-7bb621523edd req-eea29c02-7e8c-4161-91fe-a202d5dce1ff service neutron] Attempting to bind port 0c64b8c9-b533-41dd-9694-63a2a32e4083 on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:26:26.630515 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92833cf9-c92b-4754-9e2a-7bb621523edd req-eea29c02-7e8c-4161-91fe-a202d5dce1ff service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:26:26.630515 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92833cf9-c92b-4754-9e2a-7bb621523edd req-eea29c02-7e8c-4161-91fe-a202d5dce1ff service neutron] Checking segment: {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:26:26.631234 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92833cf9-c92b-4754-9e2a-7bb621523edd req-eea29c02-7e8c-4161-91fe-a202d5dce1ff service neutron] Bound using segment: {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:26:26.631724 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-92833cf9-c92b-4754-9e2a-7bb621523edd req-eea29c02-7e8c-4161-91fe-a202d5dce1ff service neutron] Bound port: 0c64b8c9-b533-41dd-9694-63a2a32e4083, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:26:26.632262 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-92833cf9-c92b-4754-9e2a-7bb621523edd req-eea29c02-7e8c-4161-91fe-a202d5dce1ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (0c64b8c9-b533-41dd-9694-63a2a32e4083), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:26.749326 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-92833cf9-c92b-4754-9e2a-7bb621523edd req-eea29c02-7e8c-4161-91fe-a202d5dce1ff service neutron] For port 0c64b8c9-b533-41dd-9694-63a2a32e4083, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:26:26.764798 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-92833cf9-c92b-4754-9e2a-7bb621523edd req-eea29c02-7e8c-4161-91fe-a202d5dce1ff service neutron] For port 0c64b8c9-b533-41dd-9694-63a2a32e4083, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=0c64b8c9-b533-41dd-9694-63a2a32e4083,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:26:26.775063 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-92833cf9-c92b-4754-9e2a-7bb621523edd req-eea29c02-7e8c-4161-91fe-a202d5dce1ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (0c64b8c9-b533-41dd-9694-63a2a32e4083), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:26.778257 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:26:26.837283 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92833cf9-c92b-4754-9e2a-7bb621523edd req-eea29c02-7e8c-4161-91fe-a202d5dce1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:26.838641 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-92833cf9-c92b-4754-9e2a-7bb621523edd req-eea29c02-7e8c-4161-91fe-a202d5dce1ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:26.841155 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-92833cf9-c92b-4754-9e2a-7bb621523edd req-eea29c02-7e8c-4161-91fe-a202d5dce1ff service neutron] 10.222.0.75 "PUT /v2.0/ports/0c64b8c9-b533-41dd-9694-63a2a32e4083 HTTP/1.1" status: 200 len: 1118 time: 2.0360258 Mar 11 19:26:26.843834 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0b888d2-9261-4f63-a56c-1188ba71f245', 'tag': '0c64b8c9-b533-41dd-9694-63a2a32e4083'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:26:27.114340 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50768) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:27.137292 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5d827643-61f3-4c9e-866e-4b0e732f4299 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:27.214932 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92833cf9-c92b-4754-9e2a-7bb621523edd req-c42f2aee-d927-4406-a509-3b8f7d8fdfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:27.218531 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-92833cf9-c92b-4754-9e2a-7bb621523edd req-c42f2aee-d927-4406-a509-3b8f7d8fdfe6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=043c2ce1455744e39b26d6c697c756a9&device_id=c0b888d2-9261-4f63-a56c-1188ba71f245 HTTP/1.1" status: 200 len: 1152 time: 0.2366350 Mar 11 19:26:27.235094 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea29c02-7e8c-4161-91fe-a202d5dce1ff service neutron] Pushing event updated for resources: {'Port': ['ID=0c64b8c9-b533-41dd-9694-63a2a32e4083,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:27.320976 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5d827643-61f3-4c9e-866e-4b0e732f4299 admin admin] Publish callbacks [] for security_group (626284fe-c362-40a2-b292-3870341d8114), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:27.327056 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5d827643-61f3-4c9e-866e-4b0e732f4299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (626284fe-c362-40a2-b292-3870341d8114), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:27.402308 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-92833cf9-c92b-4754-9e2a-7bb621523edd req-e67d313e-e0ed-4d70-8cf9-ac29b4ad81d2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=0c64b8c9-b533-41dd-9694-63a2a32e4083 HTTP/1.1" status: 200 len: 217 time: 0.1600382 Mar 11 19:26:27.404045 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ea07617f-b458-4e0c-8300-3aded3a0fa5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:27.450596 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:27.466979 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d827643-61f3-4c9e-866e-4b0e732f4299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=626284fe-c362-40a2-b292-3870341d8114,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:27.476214 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-5d827643-61f3-4c9e-866e-4b0e732f4299 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f8424b92623547e49710b8bcbe52d0ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3602450 Mar 11 19:26:27.479098 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50774) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:27.563225 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-720daf36-7101-4e06-a4e4-a36c5d4e2b9a admin admin] Publish callbacks [] for security_group (626284fe-c362-40a2-b292-3870341d8114), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:27.604875 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-720daf36-7101-4e06-a4e4-a36c5d4e2b9a admin admin] Publish callbacks [] for security_group (626284fe-c362-40a2-b292-3870341d8114), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:27.642119 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50786) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:27.726863 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-720daf36-7101-4e06-a4e4-a36c5d4e2b9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (626284fe-c362-40a2-b292-3870341d8114), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:27.729661 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-720daf36-7101-4e06-a4e4-a36c5d4e2b9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:27.731997 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-720daf36-7101-4e06-a4e4-a36c5d4e2b9a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/626284fe-c362-40a2-b292-3870341d8114 HTTP/1.1" status: 204 len: 168 time: 0.2503951 Mar 11 19:26:27.736137 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92833cf9-c92b-4754-9e2a-7bb621523edd req-2e6574e6-8f62-4846-8400-b58d5cac0723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:27.737699 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-92833cf9-c92b-4754-9e2a-7bb621523edd req-2e6574e6-8f62-4846-8400-b58d5cac0723 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.3213577 Mar 11 19:26:27.758978 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720daf36-7101-4e06-a4e4-a36c5d4e2b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=626284fe-c362-40a2-b292-3870341d8114,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:27.805030 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096791a5-7552-4bcb-923e-d0531cb2ddc8 req-29001218-3468-4018-94e7-0ffccea750b8 tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:27.813588 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-096791a5-7552-4bcb-923e-d0531cb2ddc8 req-29001218-3468-4018-94e7-0ffccea750b8 tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0b888d2-9261-4f63-a56c-1188ba71f245 HTTP/1.1" status: 200 len: 970 time: 0.1896148 Mar 11 19:26:27.961635 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ea07617f-b458-4e0c-8300-3aded3a0fa5f admin admin] Publish callbacks [] for security_group (e0da2c90-65e5-4a3c-8072-02702fd0ffed), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:27.966934 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ea07617f-b458-4e0c-8300-3aded3a0fa5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (e0da2c90-65e5-4a3c-8072-02702fd0ffed), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:27.972654 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92833cf9-c92b-4754-9e2a-7bb621523edd req-5aef521a-12ed-4c58-a855-bc0a85df8e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:27.974326 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-92833cf9-c92b-4754-9e2a-7bb621523edd req-5aef521a-12ed-4c58-a855-bc0a85df8e8f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2147927 Mar 11 19:26:27.988672 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-096791a5-7552-4bcb-923e-d0531cb2ddc8 req-3720a8ff-9e2a-4886-b91d-864d7b3d51ee tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad5d95e4-f544-403b-ad7c-77eb4bf4f4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730878 Mar 11 19:26:28.026101 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea07617f-b458-4e0c-8300-3aded3a0fa5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0da2c90-65e5-4a3c-8072-02702fd0ffed,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:28.034129 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e33ff45-8d77-49aa-9a75-3ada2f1e65e7" -d '{"events": [{"name": "network-changed", "server_uuid": "c0b888d2-9261-4f63-a56c-1188ba71f245", "tag": "0c64b8c9-b533-41dd-9694-63a2a32e4083"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:26:28.078201 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ea07617f-b458-4e0c-8300-3aded3a0fa5f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1ec78cf27ed24ada83a2e60eeb46b770&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4593334 Mar 11 19:26:28.078952 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50804) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:28.175552 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-92833cf9-c92b-4754-9e2a-7bb621523edd req-258e49f5-786c-4aad-9e80-15d170972db6 service neutron] 10.222.0.75 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323731 Mar 11 19:26:28.183220 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a2335a4a-f7c6-4ca8-91b7-cec165f056d7 admin admin] Publish callbacks [] for security_group (e0da2c90-65e5-4a3c-8072-02702fd0ffed), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:28.236476 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a2335a4a-f7c6-4ca8-91b7-cec165f056d7 admin admin] Publish callbacks [] for security_group (e0da2c90-65e5-4a3c-8072-02702fd0ffed), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:28.339248 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fe4c9e94-bf24-4c8b-9836-67c36d6e2458 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:28.421016 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-92833cf9-c92b-4754-9e2a-7bb621523edd req-2785eae6-f7b0-4557-bafc-7d842841e587 service neutron] 10.222.0.75 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193124 Mar 11 19:26:28.473785 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a2335a4a-f7c6-4ca8-91b7-cec165f056d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (e0da2c90-65e5-4a3c-8072-02702fd0ffed), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:28.476844 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a2335a4a-f7c6-4ca8-91b7-cec165f056d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:28.478354 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a2335a4a-f7c6-4ca8-91b7-cec165f056d7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e0da2c90-65e5-4a3c-8072-02702fd0ffed HTTP/1.1" status: 204 len: 168 time: 0.3973775 Mar 11 19:26:28.497111 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fe4c9e94-bf24-4c8b-9836-67c36d6e2458 admin admin] Publish callbacks [] for security_group (4b771f0e-216a-405c-9193-d1498816fa13), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:28.498284 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2335a4a-f7c6-4ca8-91b7-cec165f056d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0da2c90-65e5-4a3c-8072-02702fd0ffed,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:28.509670 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fe4c9e94-bf24-4c8b-9836-67c36d6e2458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (4b771f0e-216a-405c-9193-d1498816fa13), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:28.577418 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-fe4c9e94-bf24-4c8b-9836-67c36d6e2458 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=aa1725e12bc44b9e80fb477c720efa76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9221954 Mar 11 19:26:28.577418 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4c9e94-bf24-4c8b-9836-67c36d6e2458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b771f0e-216a-405c-9193-d1498816fa13,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:28.577924 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 50818) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:28.662319 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-596fb798-665a-4d49-8f38-1b2990c6dd8d admin admin] Publish callbacks [] for security_group (4b771f0e-216a-405c-9193-d1498816fa13), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:28.689534 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-596fb798-665a-4d49-8f38-1b2990c6dd8d admin admin] Publish callbacks [] for security_group (4b771f0e-216a-405c-9193-d1498816fa13), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:28.787090 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-596fb798-665a-4d49-8f38-1b2990c6dd8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (4b771f0e-216a-405c-9193-d1498816fa13), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:28.792293 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-596fb798-665a-4d49-8f38-1b2990c6dd8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:28.796588 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-596fb798-665a-4d49-8f38-1b2990c6dd8d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4b771f0e-216a-405c-9193-d1498816fa13 HTTP/1.1" status: 204 len: 168 time: 0.2145076 Mar 11 19:26:28.818708 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596fb798-665a-4d49-8f38-1b2990c6dd8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b771f0e-216a-405c-9193-d1498816fa13,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:28.934391 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:29.024367 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e23a9b-d5ba-470f-ad06-62d92435781a x-openstack-request-id: req-42e23a9b-d5ba-470f-ad06-62d92435781a {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:26:29.025229 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0b888d2-9261-4f63-a56c-1188ba71f245", "tag": "0c64b8c9-b533-41dd-9694-63a2a32e4083", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:26:29.026062 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-42e23a9b-d5ba-470f-ad06-62d92435781a {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:26:29.026922 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0b888d2-9261-4f63-a56c-1188ba71f245', 'tag': '0c64b8c9-b533-41dd-9694-63a2a32e4083', 'status': 'completed', 'code': 200} Mar 11 19:26:29.269758 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33ff45-8d77-49aa-9a75-3ada2f1e65e7 req-ed079f46-9add-449f-aeb7-b8adeb2b78f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:29.271336 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2e33ff45-8d77-49aa-9a75-3ada2f1e65e7 req-ed079f46-9add-449f-aeb7-b8adeb2b78f2 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=043c2ce1455744e39b26d6c697c756a9&device_id=c0b888d2-9261-4f63-a56c-1188ba71f245 HTTP/1.1" status: 200 len: 1152 time: 0.1190946 Mar 11 19:26:29.284206 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b031f3a-a3a5-4aac-8007-92a7ef78db96 req-d1d49d9e-1b3b-4cbc-a66e-2b18e651caaa tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:29.291814 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8b031f3a-a3a5-4aac-8007-92a7ef78db96 req-d1d49d9e-1b3b-4cbc-a66e-2b18e651caaa tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0b888d2-9261-4f63-a56c-1188ba71f245 HTTP/1.1" status: 200 len: 970 time: 0.1578164 Mar 11 19:26:29.380790 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8b031f3a-a3a5-4aac-8007-92a7ef78db96 req-dd7640c5-c3e8-430d-8660-9dc5e2a7124b tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad5d95e4-f544-403b-ad7c-77eb4bf4f4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877051 Mar 11 19:26:30.012047 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 50872) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:30.032323 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7b4af516-c6a1-4de1-89a9-c520760b5b1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:30.178835 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50878) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:30.198421 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2e9b8d43-7066-4cb0-8ef3-0f7702d8b7b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:30.211365 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7b4af516-c6a1-4de1-89a9-c520760b5b1e admin admin] Publish callbacks [] for security_group (7e5b4f90-77d8-45f1-a58d-82d0cae35c0e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:30.219491 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7b4af516-c6a1-4de1-89a9-c520760b5b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (7e5b4f90-77d8-45f1-a58d-82d0cae35c0e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:30.286095 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4af516-c6a1-4de1-89a9-c520760b5b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5b4f90-77d8-45f1-a58d-82d0cae35c0e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:30.306381 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-7b4af516-c6a1-4de1-89a9-c520760b5b1e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4f347944678348cdb217003e5b8760f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2922873 Mar 11 19:26:30.309678 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 50880) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:30.326735 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2e9b8d43-7066-4cb0-8ef3-0f7702d8b7b8 admin admin] Publish callbacks [] for security_group (ebfe8927-054f-4458-93e4-1ffa4b1bf12e), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:30.332411 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2e9b8d43-7066-4cb0-8ef3-0f7702d8b7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (ebfe8927-054f-4458-93e4-1ffa4b1bf12e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:30.379838 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-2e9b8d43-7066-4cb0-8ef3-0f7702d8b7b8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=39c9d1af4cec4105840eecc754f9cd64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1995730 Mar 11 19:26:30.380890 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50882) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:30.382667 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d6bddde0-f7d3-4e56-89cd-ca2da58afd7f admin admin] Publish callbacks [] for security_group (7e5b4f90-77d8-45f1-a58d-82d0cae35c0e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:30.383125 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9b8d43-7066-4cb0-8ef3-0f7702d8b7b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebfe8927-054f-4458-93e4-1ffa4b1bf12e,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:30.392961 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50884) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:30.466291 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d6bddde0-f7d3-4e56-89cd-ca2da58afd7f admin admin] Publish callbacks [] for security_group (7e5b4f90-77d8-45f1-a58d-82d0cae35c0e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:30.515586 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-896f9aef-0713-4e58-b229-4c6921e9caa6 admin admin] Publish callbacks [] for security_group (ebfe8927-054f-4458-93e4-1ffa4b1bf12e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:30.567286 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-896f9aef-0713-4e58-b229-4c6921e9caa6 admin admin] Publish callbacks [] for security_group (ebfe8927-054f-4458-93e4-1ffa4b1bf12e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:30.589519 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d6bddde0-f7d3-4e56-89cd-ca2da58afd7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (7e5b4f90-77d8-45f1-a58d-82d0cae35c0e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:30.592749 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d6bddde0-f7d3-4e56-89cd-ca2da58afd7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:30.596846 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d6bddde0-f7d3-4e56-89cd-ca2da58afd7f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7e5b4f90-77d8-45f1-a58d-82d0cae35c0e HTTP/1.1" status: 204 len: 168 time: 0.2848966 Mar 11 19:26:30.608451 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bddde0-f7d3-4e56-89cd-ca2da58afd7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5b4f90-77d8-45f1-a58d-82d0cae35c0e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:30.687189 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-896f9aef-0713-4e58-b229-4c6921e9caa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (ebfe8927-054f-4458-93e4-1ffa4b1bf12e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:30.696690 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-896f9aef-0713-4e58-b229-4c6921e9caa6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:30.702291 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-896f9aef-0713-4e58-b229-4c6921e9caa6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ebfe8927-054f-4458-93e4-1ffa4b1bf12e HTTP/1.1" status: 204 len: 168 time: 0.3201449 Mar 11 19:26:30.712231 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896f9aef-0713-4e58-b229-4c6921e9caa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebfe8927-054f-4458-93e4-1ffa4b1bf12e,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:30.786768 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f61542-2f4b-42bb-8189-76f1e5215053 req-69bcef9a-2863-4ac1-851d-35a658f38f47 tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:30.789346 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-24f61542-2f4b-42bb-8189-76f1e5215053 req-69bcef9a-2863-4ac1-851d-35a658f38f47 tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0b888d2-9261-4f63-a56c-1188ba71f245 HTTP/1.1" status: 200 len: 970 time: 0.0905948 Mar 11 19:26:30.813899 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 50904) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:30.861928 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-24f61542-2f4b-42bb-8189-76f1e5215053 req-64706b49-03af-4dcd-9b12-965409cbe72b tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad5d95e4-f544-403b-ad7c-77eb4bf4f4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668254 Mar 11 19:26:30.932046 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bbebf40f-0b78-4036-a538-f251f2ef9590 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:31.039202 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bbebf40f-0b78-4036-a538-f251f2ef9590 admin admin] Publish callbacks [] for security_group (a58c924a-beb5-44a8-adc1-c8479fe1e7bd), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:31.044969 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bbebf40f-0b78-4036-a538-f251f2ef9590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (a58c924a-beb5-44a8-adc1-c8479fe1e7bd), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:31.078285 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbebf40f-0b78-4036-a538-f251f2ef9590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58c924a-beb5-44a8-adc1-c8479fe1e7bd,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:31.127597 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-bbebf40f-0b78-4036-a538-f251f2ef9590 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7f54ee8df8c447e0b196b5da2d36fdba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7310419 Mar 11 19:26:31.128373 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50910) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:31.188236 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-23c6a1a5-be1a-42f3-b464-92e474d5039b admin admin] Publish callbacks [] for security_group (a58c924a-beb5-44a8-adc1-c8479fe1e7bd), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:31.224414 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-23c6a1a5-be1a-42f3-b464-92e474d5039b admin admin] Publish callbacks [] for security_group (a58c924a-beb5-44a8-adc1-c8479fe1e7bd), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:31.286583 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-23c6a1a5-be1a-42f3-b464-92e474d5039b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (a58c924a-beb5-44a8-adc1-c8479fe1e7bd), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:31.290491 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-23c6a1a5-be1a-42f3-b464-92e474d5039b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:31.293101 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-23c6a1a5-be1a-42f3-b464-92e474d5039b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a58c924a-beb5-44a8-adc1-c8479fe1e7bd HTTP/1.1" status: 204 len: 168 time: 0.1638615 Mar 11 19:26:31.315238 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c6a1a5-be1a-42f3-b464-92e474d5039b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58c924a-beb5-44a8-adc1-c8479fe1e7bd,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:31.398507 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33ff45-8d77-49aa-9a75-3ada2f1e65e7 req-a9b7251c-711d-4e73-8bef-572cc9f4cc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:31.400360 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2e33ff45-8d77-49aa-9a75-3ada2f1e65e7 req-a9b7251c-711d-4e73-8bef-572cc9f4cc81 service neutron] 10.222.0.75 "GET /v2.0/networks?id=885772b1-9b97-4e1d-a0fb-e125030c5a81 HTTP/1.1" status: 200 len: 870 time: 0.3486733 Mar 11 19:26:31.753313 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-c894e233-4293-4c70-9354-45bbdfe863bb admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-926774580-network', 'tenant_id': 'f44b890e943d4aee826b67fd4c2d7b8e'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:26:31.813906 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c894e233-4293-4c70-9354-45bbdfe863bb admin admin] Made reservation on behalf of f44b890e943d4aee826b67fd4c2d7b8e for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:26:31.816201 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c894e233-4293-4c70-9354-45bbdfe863bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:31.853092 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c894e233-4293-4c70-9354-45bbdfe863bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:32.080048 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c894e233-4293-4c70-9354-45bbdfe863bb admin admin] Publish callbacks [] for security_group (8dfcd718-1867-423e-b116-7b51379f56e4), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:32.095945 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c894e233-4293-4c70-9354-45bbdfe863bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (8dfcd718-1867-423e-b116-7b51379f56e4), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:32.150736 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c894e233-4293-4c70-9354-45bbdfe863bb admin admin] vlan segment allocate from pool success with {'vlan_id': 864, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:26:32.156855 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50942) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:32.175517 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-79a636ca-6393-4f57-bf9c-0e366b712673 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:32.222684 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea78d582-9681-497f-b3d4-948d4f52f44b req-34b9e316-a616-4c9b-8b67-b8b242680331 tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:32.230501 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ea78d582-9681-497f-b3d4-948d4f52f44b req-34b9e316-a616-4c9b-8b67-b8b242680331 tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0b888d2-9261-4f63-a56c-1188ba71f245 HTTP/1.1" status: 200 len: 970 time: 0.2499869 Mar 11 19:26:32.234648 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c894e233-4293-4c70-9354-45bbdfe863bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (42087326-e85e-4d47-82f7-573695e73a7c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:32.234887 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-c894e233-4293-4c70-9354-45bbdfe863bb admin admin] Added segment 42087326-e85e-4d47-82f7-573695e73a7c of type vlan for network b2c20bf2-5907-4ff7-8af6-23603c7d780a Mar 11 19:26:32.266552 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c894e233-4293-4c70-9354-45bbdfe863bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dfcd718-1867-423e-b116-7b51379f56e4,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:32.287329 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2e33ff45-8d77-49aa-9a75-3ada2f1e65e7 req-a277d003-85a1-403b-b754-6f8c04fa2388 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=0c64b8c9-b533-41dd-9694-63a2a32e4083 HTTP/1.1" status: 200 len: 217 time: 0.1069574 Mar 11 19:26:32.373546 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c894e233-4293-4c70-9354-45bbdfe863bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (b2c20bf2-5907-4ff7-8af6-23603c7d780a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:32.407293 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-79a636ca-6393-4f57-bf9c-0e366b712673 admin admin] Publish callbacks [] for security_group (e10440d9-9f91-427b-93c7-a2ed8e977eed), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:32.412579 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-79a636ca-6393-4f57-bf9c-0e366b712673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (e10440d9-9f91-427b-93c7-a2ed8e977eed), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:32.431462 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ea78d582-9681-497f-b3d4-948d4f52f44b req-6ed76785-c156-4685-859f-99971da0ff58 tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad5d95e4-f544-403b-ad7c-77eb4bf4f4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862159 Mar 11 19:26:32.438032 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33ff45-8d77-49aa-9a75-3ada2f1e65e7 req-c22565f5-d705-4b0d-8f58-1c437fec77a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:32.440176 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2e33ff45-8d77-49aa-9a75-3ada2f1e65e7 req-c22565f5-d705-4b0d-8f58-1c437fec77a3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.1244006 Mar 11 19:26:32.445247 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c894e233-4293-4c70-9354-45bbdfe863bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (b2c20bf2-5907-4ff7-8af6-23603c7d780a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:32.446252 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c894e233-4293-4c70-9354-45bbdfe863bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:32.446883 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c894e233-4293-4c70-9354-45bbdfe863bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:32.498815 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a636ca-6393-4f57-bf9c-0e366b712673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e10440d9-9f91-427b-93c7-a2ed8e977eed,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:32.548630 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-79a636ca-6393-4f57-bf9c-0e366b712673 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6d781541296f4c93a0af8ef245e0f67e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3906326 Mar 11 19:26:32.552583 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50948) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:32.575752 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-c894e233-4293-4c70-9354-45bbdfe863bb admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7586422 Mar 11 19:26:32.583127 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50950) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:32.610311 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-65052a46-aed8-431c-97d2-fd0efc890546 admin admin] Request body: {'subnet': {'network_id': 'b2c20bf2-5907-4ff7-8af6-23603c7d780a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-926774580-subnet', 'tenant_id': 'f44b890e943d4aee826b67fd4c2d7b8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:26:32.671940 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c894e233-4293-4c70-9354-45bbdfe863bb admin admin] Pushing event updated for resources: {'Network': ['ID=b2c20bf2-5907-4ff7-8af6-23603c7d780a,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:32.685199 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33ff45-8d77-49aa-9a75-3ada2f1e65e7 req-b91eb60d-23dc-4364-be37-3eb2ab0fe70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:32.686837 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2e33ff45-8d77-49aa-9a75-3ada2f1e65e7 req-b91eb60d-23dc-4364-be37-3eb2ab0fe70b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2163742 Mar 11 19:26:32.695010 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network b2c20bf2-5907-4ff7-8af6-23603c7d780a details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:26:32.710533 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65052a46-aed8-431c-97d2-fd0efc890546 admin admin] Made reservation on behalf of f44b890e943d4aee826b67fd4c2d7b8e for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:26:32.726563 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-65052a46-aed8-431c-97d2-fd0efc890546 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:32.741727 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-083646fa-0b40-4752-bcf6-a5576b41814d admin admin] Publish callbacks [] for security_group (e10440d9-9f91-427b-93c7-a2ed8e977eed), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:32.836291 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-083646fa-0b40-4752-bcf6-a5576b41814d admin admin] Publish callbacks [] for security_group (e10440d9-9f91-427b-93c7-a2ed8e977eed), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:32.866325 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 50956) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:32.891377 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d7b557ab-dd33-431d-a572-339a7755d208 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:32.912908 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2e33ff45-8d77-49aa-9a75-3ada2f1e65e7 req-4059f8e6-eb41-43f0-b9bf-9a99e8a1950e service neutron] 10.222.0.75 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177856 Mar 11 19:26:32.960704 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50958) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:33.089931 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-083646fa-0b40-4752-bcf6-a5576b41814d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (e10440d9-9f91-427b-93c7-a2ed8e977eed), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:33.097834 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-083646fa-0b40-4752-bcf6-a5576b41814d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:33.109237 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-083646fa-0b40-4752-bcf6-a5576b41814d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e10440d9-9f91-427b-93c7-a2ed8e977eed HTTP/1.1" status: 204 len: 168 time: 0.5526035 Mar 11 19:26:33.202715 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083646fa-0b40-4752-bcf6-a5576b41814d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10440d9-9f91-427b-93c7-a2ed8e977eed,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:33.224275 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2e33ff45-8d77-49aa-9a75-3ada2f1e65e7 req-432794c3-8a1e-47a0-9d9e-9bffb1f06f26 service neutron] 10.222.0.75 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913396 Mar 11 19:26:33.239874 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 50968) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:33.274840 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-65052a46-aed8-431c-97d2-fd0efc890546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for subnet (a7be26a8-b37a-4d01-b7d9-b9690160171c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:33.285846 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d7b557ab-dd33-431d-a572-339a7755d208 admin admin] Publish callbacks [] for security_group (38d9fd79-81ea-4fa6-992b-3810ca55ef4c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:33.291702 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d7b557ab-dd33-431d-a572-339a7755d208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (38d9fd79-81ea-4fa6-992b-3810ca55ef4c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:33.519337 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65052a46-aed8-431c-97d2-fd0efc890546 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7be26a8-b37a-4d01-b7d9-b9690160171c,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:33.532036 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65052a46-aed8-431c-97d2-fd0efc890546 admin admin] Checking segment: {'id': '42087326-e85e-4d47-82f7-573695e73a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b2c20bf2-5907-4ff7-8af6-23603c7d780a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:26:33.534831 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65052a46-aed8-431c-97d2-fd0efc890546 admin admin] Network hostable DHCP agents. Network: b2c20bf2-5907-4ff7-8af6-23603c7d780a, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:26:33.537618 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d7b557ab-dd33-431d-a572-339a7755d208 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7f1480a4e2784d12872b39da9baa3757&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6700232 Mar 11 19:26:33.538692 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 50976) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:33.552049 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b557ab-dd33-431d-a572-339a7755d208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d9fd79-81ea-4fa6-992b-3810ca55ef4c,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:33.585508 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65052a46-aed8-431c-97d2-fd0efc890546 admin admin] Network b2c20bf2-5907-4ff7-8af6-23603c7d780a is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:26:33.609185 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-65052a46-aed8-431c-97d2-fd0efc890546 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, b2c20bf2-5907-4ff7-8af6-23603c7d780a) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:26:33.610865 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72098370-5229-4057-8a03-ebf996b20b6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:33.619463 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6f11e9-6f29-474f-afa9-2148e8659fb5 None None] Network b2c20bf2-5907-4ff7-8af6-23603c7d780a requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:26:33.633356 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e84dec2a-8129-49a4-a6b1-7984173ab231 admin admin] Publish callbacks [] for security_group (38d9fd79-81ea-4fa6-992b-3810ca55ef4c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:33.638117 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65052a46-aed8-431c-97d2-fd0efc890546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:33.638764 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-65052a46-aed8-431c-97d2-fd0efc890546 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:33.650121 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1752a-3a49-4dd2-9248-6e82b9cce5c2 req-7f73a898-0b97-49ca-ac36-43aaa850fabf tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:33.651355 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-15e1752a-3a49-4dd2-9248-6e82b9cce5c2 req-7f73a898-0b97-49ca-ac36-43aaa850fabf tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0b888d2-9261-4f63-a56c-1188ba71f245 HTTP/1.1" status: 200 len: 970 time: 0.0870802 Mar 11 19:26:33.684903 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e84dec2a-8129-49a4-a6b1-7984173ab231 admin admin] Publish callbacks [] for security_group (38d9fd79-81ea-4fa6-992b-3810ca55ef4c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:33.703131 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-0ac788fa-f3b0-4166-9943-542be8aaaf64 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-195610653-network', 'tenant_id': '2b2041a5e8eb449b899a189cd9e58346'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:26:33.727458 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-65052a46-aed8-431c-97d2-fd0efc890546 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1276188 Mar 11 19:26:33.758389 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac788fa-f3b0-4166-9943-542be8aaaf64 admin admin] Made reservation on behalf of 2b2041a5e8eb449b899a189cd9e58346 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:26:33.760935 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0ac788fa-f3b0-4166-9943-542be8aaaf64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:33.770536 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-15e1752a-3a49-4dd2-9248-6e82b9cce5c2 req-ebb1da6b-8de1-4f78-98b9-fdff4af6fe1c tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad5d95e4-f544-403b-ad7c-77eb4bf4f4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119049 Mar 11 19:26:33.778367 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0ac788fa-f3b0-4166-9943-542be8aaaf64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:33.828547 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01b3104-ce44-4ca8-a85f-7dd2b7fb01f7 None None] Network b2c20bf2-5907-4ff7-8af6-23603c7d780a requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:26:33.832435 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e84dec2a-8129-49a4-a6b1-7984173ab231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (38d9fd79-81ea-4fa6-992b-3810ca55ef4c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:33.832798 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72098370-5229-4057-8a03-ebf996b20b6c admin admin] Publish callbacks [] for security_group (d5522f64-bd84-4661-9541-f8066e9c85c1), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:33.835897 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e84dec2a-8129-49a4-a6b1-7984173ab231 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:33.837424 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72098370-5229-4057-8a03-ebf996b20b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (d5522f64-bd84-4661-9541-f8066e9c85c1), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:33.840054 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-e84dec2a-8129-49a4-a6b1-7984173ab231 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/38d9fd79-81ea-4fa6-992b-3810ca55ef4c HTTP/1.1" status: 204 len: 168 time: 0.3002207 Mar 11 19:26:33.859300 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84dec2a-8129-49a4-a6b1-7984173ab231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d9fd79-81ea-4fa6-992b-3810ca55ef4c,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:33.904434 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0ac788fa-f3b0-4166-9943-542be8aaaf64 admin admin] Publish callbacks [] for security_group (6896dbc6-af22-4a50-888e-fa6fa1e0dab0), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:33.910042 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0ac788fa-f3b0-4166-9943-542be8aaaf64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (6896dbc6-af22-4a50-888e-fa6fa1e0dab0), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:33.944481 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-72098370-5229-4057-8a03-ebf996b20b6c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c1e22b574eb943b0ab705ccd5545d02a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9664819 Mar 11 19:26:33.950056 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50992) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:33.955499 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ac788fa-f3b0-4166-9943-542be8aaaf64 admin admin] vlan segment allocate from pool success with {'vlan_id': 885, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:26:33.967642 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72098370-5229-4057-8a03-ebf996b20b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5522f64-bd84-4661-9541-f8066e9c85c1,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:33.980007 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac788fa-f3b0-4166-9943-542be8aaaf64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6896dbc6-af22-4a50-888e-fa6fa1e0dab0,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:33.984013 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0ac788fa-f3b0-4166-9943-542be8aaaf64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (548d1191-6be3-49b7-b122-731f8e7bcddc), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:33.984359 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-0ac788fa-f3b0-4166-9943-542be8aaaf64 admin admin] Added segment 548d1191-6be3-49b7-b122-731f8e7bcddc of type vlan for network ac02cbd1-5dcb-429f-a716-af840212fb30 Mar 11 19:26:34.026790 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0ac788fa-f3b0-4166-9943-542be8aaaf64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (ac02cbd1-5dcb-429f-a716-af840212fb30), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:34.058820 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0ac788fa-f3b0-4166-9943-542be8aaaf64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (ac02cbd1-5dcb-429f-a716-af840212fb30), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:34.061500 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac788fa-f3b0-4166-9943-542be8aaaf64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:34.062094 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0ac788fa-f3b0-4166-9943-542be8aaaf64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:34.077438 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-056e1db7-1ae5-4375-b5b0-f318b5868d7a admin admin] Publish callbacks [] for security_group (d5522f64-bd84-4661-9541-f8066e9c85c1), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:34.103834 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-056e1db7-1ae5-4375-b5b0-f318b5868d7a admin admin] Publish callbacks [] for security_group (d5522f64-bd84-4661-9541-f8066e9c85c1), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:34.107365 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-0ac788fa-f3b0-4166-9943-542be8aaaf64 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8689625 Mar 11 19:26:34.107982 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 51000) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:34.116754 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-b2a8a49e-415f-4567-967d-c20874866205 admin admin] Request body: {'subnet': {'network_id': 'ac02cbd1-5dcb-429f-a716-af840212fb30', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-195610653-subnet', 'tenant_id': '2b2041a5e8eb449b899a189cd9e58346', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:26:34.165152 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a8a49e-415f-4567-967d-c20874866205 admin admin] Made reservation on behalf of 2b2041a5e8eb449b899a189cd9e58346 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:26:34.167807 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b2a8a49e-415f-4567-967d-c20874866205 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:34.168915 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-056e1db7-1ae5-4375-b5b0-f318b5868d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (d5522f64-bd84-4661-9541-f8066e9c85c1), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:34.171180 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac788fa-f3b0-4166-9943-542be8aaaf64 admin admin] Pushing event updated for resources: {'Network': ['ID=ac02cbd1-5dcb-429f-a716-af840212fb30,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:34.173019 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-056e1db7-1ae5-4375-b5b0-f318b5868d7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:34.174774 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-056e1db7-1ae5-4375-b5b0-f318b5868d7a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d5522f64-bd84-4661-9541-f8066e9c85c1 HTTP/1.1" status: 204 len: 168 time: 0.2232752 Mar 11 19:26:34.181955 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network ac02cbd1-5dcb-429f-a716-af840212fb30 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:26:34.202252 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056e1db7-1ae5-4375-b5b0-f318b5868d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5522f64-bd84-4661-9541-f8066e9c85c1,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:34.373912 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b2a8a49e-415f-4567-967d-c20874866205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for subnet (25c527aa-940c-4d05-a3a3-da904c4b7fbe), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:34.438927 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a8a49e-415f-4567-967d-c20874866205 admin admin] Checking segment: {'id': '548d1191-6be3-49b7-b122-731f8e7bcddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'ac02cbd1-5dcb-429f-a716-af840212fb30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:26:34.439312 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a8a49e-415f-4567-967d-c20874866205 admin admin] Network hostable DHCP agents. Network: ac02cbd1-5dcb-429f-a716-af840212fb30, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:26:34.446117 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a8a49e-415f-4567-967d-c20874866205 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25c527aa-940c-4d05-a3a3-da904c4b7fbe,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:34.466072 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a8a49e-415f-4567-967d-c20874866205 admin admin] Network ac02cbd1-5dcb-429f-a716-af840212fb30 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:26:34.478932 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-b2a8a49e-415f-4567-967d-c20874866205 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, ac02cbd1-5dcb-429f-a716-af840212fb30) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:26:34.483846 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a8a49e-415f-4567-967d-c20874866205 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:34.484632 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b2a8a49e-415f-4567-967d-c20874866205 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:34.489524 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce63f19-7d7c-4fec-a8e7-88c8b3180064 None None] Network ac02cbd1-5dcb-429f-a716-af840212fb30 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:26:34.507942 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-b2a8a49e-415f-4567-967d-c20874866205 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3952031 Mar 11 19:26:34.509790 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 51014) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:34.514172 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-fd7a6dd7-0341-44cf-ae1e-ec5f463798f2 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-195610653-router', 'tenant_id': '2b2041a5e8eb449b899a189cd9e58346', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:26:34.543900 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fd7a6dd7-0341-44cf-ae1e-ec5f463798f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (e1c5f98d-66d2-41bc-9095-121d4d1af775), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:34.546569 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fd7a6dd7-0341-44cf-ae1e-ec5f463798f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (e1c5f98d-66d2-41bc-9095-121d4d1af775), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:34.618449 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0686c20a-305d-4a15-97ab-6a4696e8de1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-ac02cbd1-5dcb-429f-a716-af840212fb30', 'network_id': 'ac02cbd1-5dcb-429f-a716-af840212fb30', 'project_id': '2b2041a5e8eb449b899a189cd9e58346', 'fixed_ips': [{'subnet_id': '25c527aa-940c-4d05-a3a3-da904c4b7fbe'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:26:34.619309 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0686c20a-305d-4a15-97ab-6a4696e8de1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:34.666242 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fd7a6dd7-0341-44cf-ae1e-ec5f463798f2 admin admin] Publish callbacks [] for router_controller (e1c5f98d-66d2-41bc-9095-121d4d1af775), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:34.771540 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-0686c20a-305d-4a15-97ab-6a4696e8de1b None None] Allocated IP 172.20.0.2 (ac02cbd1-5dcb-429f-a716-af840212fb30/25c527aa-940c-4d05-a3a3-da904c4b7fbe/ea564348-fa9f-4437-87cf-61fd3ca5b29a) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:26:34.919241 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fd7a6dd7-0341-44cf-ae1e-ec5f463798f2 admin admin] Publish callbacks [] for router_gateway (e1c5f98d-66d2-41bc-9095-121d4d1af775), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:34.980015 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0686c20a-305d-4a15-97ab-6a4696e8de1b None None] Publish callbacks [] for port (ea564348-fa9f-4437-87cf-61fd3ca5b29a), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:34.988181 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0686c20a-305d-4a15-97ab-6a4696e8de1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (ea564348-fa9f-4437-87cf-61fd3ca5b29a), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:35.005457 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ab98a-a924-4628-8735-ac0be99ecc03 req-5deac2ea-9027-42e7-b7e4-a1785e84772b tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:35.014162 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1c8ab98a-a924-4628-8735-ac0be99ecc03 req-5deac2ea-9027-42e7-b7e4-a1785e84772b tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0b888d2-9261-4f63-a56c-1188ba71f245 HTTP/1.1" status: 200 len: 970 time: 0.0985126 Mar 11 19:26:35.034023 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 51038) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:35.041965 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0686c20a-305d-4a15-97ab-6a4696e8de1b None None] Network ac02cbd1-5dcb-429f-a716-af840212fb30 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:26:35.045420 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-0686c20a-305d-4a15-97ab-6a4696e8de1b None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:26:35.050957 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0686c20a-305d-4a15-97ab-6a4696e8de1b None None] Pushing event updated for resources: {'Port': ['ID=ea564348-fa9f-4437-87cf-61fd3ca5b29a,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:35.053754 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0686c20a-305d-4a15-97ab-6a4696e8de1b None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:26:35.057561 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d2460bfb-3019-4f55-b19c-098bd65afa6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:35.064339 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0686c20a-305d-4a15-97ab-6a4696e8de1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:26:35.064683 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0686c20a-305d-4a15-97ab-6a4696e8de1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:26:35.065028 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0686c20a-305d-4a15-97ab-6a4696e8de1b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:26:35.065362 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0686c20a-305d-4a15-97ab-6a4696e8de1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:26:35.065695 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0686c20a-305d-4a15-97ab-6a4696e8de1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:26:35.066413 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0686c20a-305d-4a15-97ab-6a4696e8de1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:26:35.066413 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0686c20a-305d-4a15-97ab-6a4696e8de1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:26:35.066807 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0686c20a-305d-4a15-97ab-6a4696e8de1b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:26:35.067139 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0686c20a-305d-4a15-97ab-6a4696e8de1b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:26:35.067595 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0686c20a-305d-4a15-97ab-6a4696e8de1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:26:35.068103 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0686c20a-305d-4a15-97ab-6a4696e8de1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:26:35.068431 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0686c20a-305d-4a15-97ab-6a4696e8de1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:26:35.068904 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0686c20a-305d-4a15-97ab-6a4696e8de1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:26:35.070487 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0686c20a-305d-4a15-97ab-6a4696e8de1b None None] Tracked resource versions report: Mar 11 19:26:35.070487 n-d-833163-1 neutron-server[103886]: pushed versions: Mar 11 19:26:35.070487 n-d-833163-1 neutron-server[103886]: { 'AddressGroup': {'1.2'}, Mar 11 19:26:35.070487 n-d-833163-1 neutron-server[103886]: 'ConntrackHelper': {'1.0'}, Mar 11 19:26:35.070487 n-d-833163-1 neutron-server[103886]: 'LocalIPAssociation': {'1.0'}, Mar 11 19:26:35.070487 n-d-833163-1 neutron-server[103886]: 'Log': {'1.0'}, Mar 11 19:26:35.070487 n-d-833163-1 neutron-server[103886]: 'Network': {'1.1'}, Mar 11 19:26:35.070487 n-d-833163-1 neutron-server[103886]: 'Port': {'1.7'}, Mar 11 19:26:35.070487 n-d-833163-1 neutron-server[103886]: 'PortForwarding': {'1.2'}, Mar 11 19:26:35.070487 n-d-833163-1 neutron-server[103886]: 'QosPolicy': {'1.10'}, Mar 11 19:26:35.070487 n-d-833163-1 neutron-server[103886]: 'SecurityGroup': {'1.5'}, Mar 11 19:26:35.070487 n-d-833163-1 neutron-server[103886]: 'SecurityGroupRule': {'1.2'}, Mar 11 19:26:35.070487 n-d-833163-1 neutron-server[103886]: 'SubPort': {'1.0'}, Mar 11 19:26:35.070487 n-d-833163-1 neutron-server[103886]: 'Subnet': {'1.1'}, Mar 11 19:26:35.070487 n-d-833163-1 neutron-server[103886]: 'Trunk': {'1.1'}} Mar 11 19:26:35.070487 n-d-833163-1 neutron-server[103886]: consumer versions: Mar 11 19:26:35.070487 n-d-833163-1 neutron-server[103886]: { DHCP agent@n-d-833163-1: {}, Mar 11 19:26:35.070487 n-d-833163-1 neutron-server[103886]: HyperV agent@n-h1-833163-1: {}, Mar 11 19:26:35.070487 n-d-833163-1 neutron-server[103886]: HyperV agent@n-h2-833163-1: {}, Mar 11 19:26:35.070487 n-d-833163-1 neutron-server[103886]: L3 agent@n-d-833163-1: {}, Mar 11 19:26:35.070487 n-d-833163-1 neutron-server[103886]: Metadata agent@n-d-833163-1: {}, Mar 11 19:26:35.070487 n-d-833163-1 neutron-server[103886]: Metering agent@n-d-833163-1: {}, Mar 11 19:26:35.070487 n-d-833163-1 neutron-server[103886]: Open vSwitch agent@n-d-833163-1: { 'AddressGroup': '1.2', Mar 11 19:26:35.070487 n-d-833163-1 neutron-server[103886]: 'ConntrackHelper': '1.0', Mar 11 19:26:35.070487 n-d-833163-1 neutron-server[103886]: 'LocalIPAssociation': '1.0', Mar 11 19:26:35.070487 n-d-833163-1 neutron-server[103886]: 'Log': '1.0', Mar 11 19:26:35.070487 n-d-833163-1 neutron-server[103886]: 'Network': '1.1', Mar 11 19:26:35.070487 n-d-833163-1 neutron-server[103886]: 'Port': '1.7', Mar 11 19:26:35.070487 n-d-833163-1 neutron-server[103886]: 'PortForwarding': '1.2', Mar 11 19:26:35.070487 n-d-833163-1 neutron-server[103886]: 'QosPolicy': '1.10', Mar 11 19:26:35.070487 n-d-833163-1 neutron-server[103886]: 'SecurityGroup': '1.5', Mar 11 19:26:35.070487 n-d-833163-1 neutron-server[103886]: 'SecurityGroupRule': '1.2', Mar 11 19:26:35.070487 n-d-833163-1 neutron-server[103886]: 'SubPort': '1.0', Mar 11 19:26:35.070487 n-d-833163-1 neutron-server[103886]: 'Subnet': '1.1', Mar 11 19:26:35.070487 n-d-833163-1 neutron-server[103886]: 'Trunk': '1.1'}} Mar 11 19:26:35.070487 n-d-833163-1 neutron-server[103886]: {{(pid=103886) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 19:26:35.151617 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1c8ab98a-a924-4628-8735-ac0be99ecc03 req-c37378c1-17f6-403f-b4e6-d6898cdf293c tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad5d95e4-f544-403b-ad7c-77eb4bf4f4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306672 Mar 11 19:26:35.169313 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-0686c20a-305d-4a15-97ab-6a4696e8de1b None None] Attempting to bind port ea564348-fa9f-4437-87cf-61fd3ca5b29a on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:26:35.170358 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-0686c20a-305d-4a15-97ab-6a4696e8de1b None None] Attempting to bind port ea564348-fa9f-4437-87cf-61fd3ca5b29a by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '548d1191-6be3-49b7-b122-731f8e7bcddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'ac02cbd1-5dcb-429f-a716-af840212fb30'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:26:35.170918 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0686c20a-305d-4a15-97ab-6a4696e8de1b None None] Attempting to bind port ea564348-fa9f-4437-87cf-61fd3ca5b29a on network ac02cbd1-5dcb-429f-a716-af840212fb30 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:26:35.180288 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0686c20a-305d-4a15-97ab-6a4696e8de1b None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:26:35.182184 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0686c20a-305d-4a15-97ab-6a4696e8de1b None None] Checking segment: {'id': '548d1191-6be3-49b7-b122-731f8e7bcddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'ac02cbd1-5dcb-429f-a716-af840212fb30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:26:35.182801 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0686c20a-305d-4a15-97ab-6a4696e8de1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:35.183178 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d2460bfb-3019-4f55-b19c-098bd65afa6e admin admin] Publish callbacks [] for security_group (b599d550-d5bc-4718-b8f4-9f4ac3006180), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:35.184328 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0686c20a-305d-4a15-97ab-6a4696e8de1b None None] Bound using segment: {'id': '548d1191-6be3-49b7-b122-731f8e7bcddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'ac02cbd1-5dcb-429f-a716-af840212fb30'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:26:35.184874 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-0686c20a-305d-4a15-97ab-6a4696e8de1b None None] Bound port: ea564348-fa9f-4437-87cf-61fd3ca5b29a, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '548d1191-6be3-49b7-b122-731f8e7bcddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'ac02cbd1-5dcb-429f-a716-af840212fb30'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:26:35.185616 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0686c20a-305d-4a15-97ab-6a4696e8de1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ea564348-fa9f-4437-87cf-61fd3ca5b29a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:35.189398 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d2460bfb-3019-4f55-b19c-098bd65afa6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (b599d550-d5bc-4718-b8f4-9f4ac3006180), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:35.244130 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d2460bfb-3019-4f55-b19c-098bd65afa6e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a3d317da24694ecbaa75e13464d86664&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2079456 Mar 11 19:26:35.247934 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 51046) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:35.258619 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2460bfb-3019-4f55-b19c-098bd65afa6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b599d550-d5bc-4718-b8f4-9f4ac3006180,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:35.271075 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-0686c20a-305d-4a15-97ab-6a4696e8de1b None None] For port ea564348-fa9f-4437-87cf-61fd3ca5b29a, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:26:35.274962 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-0686c20a-305d-4a15-97ab-6a4696e8de1b None None] For port ea564348-fa9f-4437-87cf-61fd3ca5b29a, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=ea564348-fa9f-4437-87cf-61fd3ca5b29a,segment=NetworkSegment(548d1191-6be3-49b7-b122-731f8e7bcddc),segment_id=548d1191-6be3-49b7-b122-731f8e7bcddc)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:26:35.282982 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0686c20a-305d-4a15-97ab-6a4696e8de1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (ea564348-fa9f-4437-87cf-61fd3ca5b29a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:35.354909 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-53bec3a2-2e73-4824-a9d5-19f0272893a9 admin admin] Publish callbacks [] for security_group (b599d550-d5bc-4718-b8f4-9f4ac3006180), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:35.360507 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0686c20a-305d-4a15-97ab-6a4696e8de1b None None] Pushing event updated for resources: {'Port': ['ID=ea564348-fa9f-4437-87cf-61fd3ca5b29a,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:35.388829 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-53bec3a2-2e73-4824-a9d5-19f0272893a9 admin admin] Publish callbacks [] for security_group (b599d550-d5bc-4718-b8f4-9f4ac3006180), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:35.398552 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fd7a6dd7-0341-44cf-ae1e-ec5f463798f2 admin admin] Publish callbacks [] for router_gateway (e1c5f98d-66d2-41bc-9095-121d4d1af775), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:35.438039 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fd7a6dd7-0341-44cf-ae1e-ec5f463798f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:35.459165 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-53bec3a2-2e73-4824-a9d5-19f0272893a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (b599d550-d5bc-4718-b8f4-9f4ac3006180), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:35.461901 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-53bec3a2-2e73-4824-a9d5-19f0272893a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:35.463061 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-53bec3a2-2e73-4824-a9d5-19f0272893a9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b599d550-d5bc-4718-b8f4-9f4ac3006180 HTTP/1.1" status: 204 len: 168 time: 0.2137401 Mar 11 19:26:35.471227 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bec3a2-2e73-4824-a9d5-19f0272893a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b599d550-d5bc-4718-b8f4-9f4ac3006180,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:35.635586 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-fd7a6dd7-0341-44cf-ae1e-ec5f463798f2 admin admin] Allocated IP 172.25.8.131 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/8bf33d21-8b41-4d5c-b608-920c20b9af5b) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:26:35.817451 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fd7a6dd7-0341-44cf-ae1e-ec5f463798f2 admin admin] Publish callbacks [] for port (8bf33d21-8b41-4d5c-b608-920c20b9af5b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:35.860065 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fd7a6dd7-0341-44cf-ae1e-ec5f463798f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (8bf33d21-8b41-4d5c-b608-920c20b9af5b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:35.914609 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7a6dd7-0341-44cf-ae1e-ec5f463798f2 admin admin] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:26:35.919901 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-fd7a6dd7-0341-44cf-ae1e-ec5f463798f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:26:35.923601 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7a6dd7-0341-44cf-ae1e-ec5f463798f2 admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:26:35.929865 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7a6dd7-0341-44cf-ae1e-ec5f463798f2 admin admin] Pushing event updated for resources: {'Port': ['ID=8bf33d21-8b41-4d5c-b608-920c20b9af5b,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:36.063733 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device ea564348-fa9f-4437-87cf-61fd3ca5b29a up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:26:36.112189 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 51072) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:36.118031 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-cfbd51a8-a274-4627-bde1-812eb6960658 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1516305285-network', 'tenant_id': '4fffa732a69b4e0b928b890cdc33eb6f'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:26:36.128879 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port ea564348-fa9f-4437-87cf-61fd3ca5b29a triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:26:36.129726 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ea564348-fa9f-4437-87cf-61fd3ca5b29a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:36.158918 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfbd51a8-a274-4627-bde1-812eb6960658 admin admin] Made reservation on behalf of 4fffa732a69b4e0b928b890cdc33eb6f for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:26:36.161566 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cfbd51a8-a274-4627-bde1-812eb6960658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:36.213067 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cfbd51a8-a274-4627-bde1-812eb6960658 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:36.274583 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port ea564348-fa9f-4437-87cf-61fd3ca5b29a is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:26:36.275305 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ea564348-fa9f-4437-87cf-61fd3ca5b29a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:36.368268 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port ea564348-fa9f-4437-87cf-61fd3ca5b29a, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=ea564348-fa9f-4437-87cf-61fd3ca5b29a,segment=NetworkSegment(548d1191-6be3-49b7-b122-731f8e7bcddc),segment_id=548d1191-6be3-49b7-b122-731f8e7bcddc)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:26:36.374550 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (ea564348-fa9f-4437-87cf-61fd3ca5b29a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:36.409740 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cfbd51a8-a274-4627-bde1-812eb6960658 admin admin] Publish callbacks [] for security_group (5bc008bb-e30c-443f-a31c-00c52e668e0a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:36.418127 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cfbd51a8-a274-4627-bde1-812eb6960658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (5bc008bb-e30c-443f-a31c-00c52e668e0a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:36.452260 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbd51a8-a274-4627-bde1-812eb6960658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc008bb-e30c-443f-a31c-00c52e668e0a,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:36.463407 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfbd51a8-a274-4627-bde1-812eb6960658 admin admin] vlan segment allocate from pool success with {'vlan_id': 873, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:26:36.489459 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cfbd51a8-a274-4627-bde1-812eb6960658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (0e858c61-4839-4ef8-a0f1-c22ed7e18f22), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:36.489803 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-cfbd51a8-a274-4627-bde1-812eb6960658 admin admin] Added segment 0e858c61-4839-4ef8-a0f1-c22ed7e18f22 of type vlan for network 799981cc-ba02-4026-9d24-68529e920e82 Mar 11 19:26:36.525184 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=ea564348-fa9f-4437-87cf-61fd3ca5b29a,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:36.548009 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cfbd51a8-a274-4627-bde1-812eb6960658 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (799981cc-ba02-4026-9d24-68529e920e82), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:36.581901 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cfbd51a8-a274-4627-bde1-812eb6960658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (799981cc-ba02-4026-9d24-68529e920e82), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:36.583053 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbd51a8-a274-4627-bde1-812eb6960658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:36.583786 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cfbd51a8-a274-4627-bde1-812eb6960658 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:36.606732 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-cfbd51a8-a274-4627-bde1-812eb6960658 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4903228 Mar 11 19:26:36.615323 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 51088) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:36.622092 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-9a66465e-d233-477e-a6c6-47a1f51b9cb6 admin admin] Request body: {'subnet': {'network_id': '799981cc-ba02-4026-9d24-68529e920e82', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1516305285-subnet', 'tenant_id': '4fffa732a69b4e0b928b890cdc33eb6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:26:36.642963 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a66465e-d233-477e-a6c6-47a1f51b9cb6 admin admin] Made reservation on behalf of 4fffa732a69b4e0b928b890cdc33eb6f for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:26:36.645299 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9a66465e-d233-477e-a6c6-47a1f51b9cb6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:36.664845 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902f201d-aaf8-448d-a053-879029282859 None None] Network ac02cbd1-5dcb-429f-a716-af840212fb30 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:26:36.703798 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbd51a8-a274-4627-bde1-812eb6960658 admin admin] Pushing event updated for resources: {'Network': ['ID=799981cc-ba02-4026-9d24-68529e920e82,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:36.707162 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fd7a6dd7-0341-44cf-ae1e-ec5f463798f2 admin admin] Publish callbacks [] for router_gateway (e1c5f98d-66d2-41bc-9095-121d4d1af775), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:36.750531 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 799981cc-ba02-4026-9d24-68529e920e82 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:26:36.778646 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7607fee-8581-4c28-a39a-67dfdfffaec8 req-b81c6a68-abf1-4c58-bd19-70e1aab6680b tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:36.780706 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f7607fee-8581-4c28-a39a-67dfdfffaec8 req-b81c6a68-abf1-4c58-bd19-70e1aab6680b tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0b888d2-9261-4f63-a56c-1188ba71f245 HTTP/1.1" status: 200 len: 970 time: 0.4267633 Mar 11 19:26:36.881306 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f7607fee-8581-4c28-a39a-67dfdfffaec8 req-86446a58-fbf4-4736-9fe9-8ace833e51f8 tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad5d95e4-f544-403b-ad7c-77eb4bf4f4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925708 Mar 11 19:26:36.993087 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-93df71c3-6118-4d4c-8d4e-7a3213edf592 None None] Provisioning complete for port ea564348-fa9f-4437-87cf-61fd3ca5b29a triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:26:36.993467 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-93df71c3-6118-4d4c-8d4e-7a3213edf592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ea564348-fa9f-4437-87cf-61fd3ca5b29a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:36.993575 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9a66465e-d233-477e-a6c6-47a1f51b9cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for subnet (eb8edfeb-dce4-49fb-b204-a31a3696e820), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:37.116121 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fd7a6dd7-0341-44cf-ae1e-ec5f463798f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (e1c5f98d-66d2-41bc-9095-121d4d1af775), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:37.133455 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a66465e-d233-477e-a6c6-47a1f51b9cb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb8edfeb-dce4-49fb-b204-a31a3696e820,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:37.146407 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-93df71c3-6118-4d4c-8d4e-7a3213edf592 None None] Current status of the port ea564348-fa9f-4437-87cf-61fd3ca5b29a is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:26:37.175560 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a66465e-d233-477e-a6c6-47a1f51b9cb6 admin admin] Checking segment: {'id': '0e858c61-4839-4ef8-a0f1-c22ed7e18f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '799981cc-ba02-4026-9d24-68529e920e82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:26:37.175955 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a66465e-d233-477e-a6c6-47a1f51b9cb6 admin admin] Network hostable DHCP agents. Network: 799981cc-ba02-4026-9d24-68529e920e82, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:26:37.206153 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a66465e-d233-477e-a6c6-47a1f51b9cb6 admin admin] Network 799981cc-ba02-4026-9d24-68529e920e82 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:26:37.294651 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-9a66465e-d233-477e-a6c6-47a1f51b9cb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 799981cc-ba02-4026-9d24-68529e920e82) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:26:37.301158 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a66465e-d233-477e-a6c6-47a1f51b9cb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:37.301958 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9a66465e-d233-477e-a6c6-47a1f51b9cb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:37.315439 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11ee2bb-3837-4f64-8057-cd36f4c20d17 None None] Network 799981cc-ba02-4026-9d24-68529e920e82 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:26:37.363430 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 0c64b8c9-b533-41dd-9694-63a2a32e4083 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:26:37.389165 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-9a66465e-d233-477e-a6c6-47a1f51b9cb6 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7727334 Mar 11 19:26:37.470589 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd7a6dd7-0341-44cf-ae1e-ec5f463798f2 admin admin] Router e1c5f98d-66d2-41bc-9095-121d4d1af775 is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:26:37.553224 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b7caa7-3ec8-4f61-8902-602a550d41ce None None] Network 799981cc-ba02-4026-9d24-68529e920e82 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:26:37.631081 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 0c64b8c9-b533-41dd-9694-63a2a32e4083, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=0c64b8c9-b533-41dd-9694-63a2a32e4083,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:26:37.684887 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-975ce196-7849-463e-923a-c3c87b25a38f None None] Provisioning complete for port ea564348-fa9f-4437-87cf-61fd3ca5b29a triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:26:37.685356 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-975ce196-7849-463e-923a-c3c87b25a38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ea564348-fa9f-4437-87cf-61fd3ca5b29a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:37.706893 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd7a6dd7-0341-44cf-ae1e-ec5f463798f2 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:26:37.719039 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '0c64b8c9-b533-41dd-9694-63a2a32e4083', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'port_id': '0c64b8c9-b533-41dd-9694-63a2a32e4083', 'mac_address': 'fa:16:3e:d9:4d:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bb14923-74c3-4313-be8d-ed33542f05aa', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:tempest-test_az-1527503693', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:26:37.720755 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e313ec54-805c-4d66-a397-31623a26f3a2 None None] Sync routers for ids ['e1c5f98d-66d2-41bc-9095-121d4d1af775'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:26:37.733831 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e313ec54-805c-4d66-a397-31623a26f3a2 None None] Routers {'e1c5f98d-66d2-41bc-9095-121d4d1af775'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:26:37.734769 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-e313ec54-805c-4d66-a397-31623a26f3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:26:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['e1c5f98d-66d2-41bc-9095-121d4d1af775'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:26:37.757200 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fd7a6dd7-0341-44cf-ae1e-ec5f463798f2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:37.762452 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-fd7a6dd7-0341-44cf-ae1e-ec5f463798f2 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.2511525 Mar 11 19:26:37.765246 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 51120) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:37.817003 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 0c64b8c9-b533-41dd-9694-63a2a32e4083 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:26:37.817395 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (0c64b8c9-b533-41dd-9694-63a2a32e4083), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:37.859148 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c64b8c9-b533-41dd-9694-63a2a32e4083 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:26:37.887347 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-975ce196-7849-463e-923a-c3c87b25a38f None None] Current status of the port ea564348-fa9f-4437-87cf-61fd3ca5b29a is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:26:37.893254 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 0c64b8c9-b533-41dd-9694-63a2a32e4083, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=0c64b8c9-b533-41dd-9694-63a2a32e4083,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:26:37.897452 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (0c64b8c9-b533-41dd-9694-63a2a32e4083), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:37.971071 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=0c64b8c9-b533-41dd-9694-63a2a32e4083,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:38.017994 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-e313ec54-805c-4d66-a397-31623a26f3a2 None None] Set router e1c5f98d-66d2-41bc-9095-121d4d1af775 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:26:38.042399 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device ea564348-fa9f-4437-87cf-61fd3ca5b29a up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:26:38.148415 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port ea564348-fa9f-4437-87cf-61fd3ca5b29a triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:26:38.149616 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ea564348-fa9f-4437-87cf-61fd3ca5b29a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:38.233582 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['0c64b8c9-b533-41dd-9694-63a2a32e4083'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:26:38.341060 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-e313ec54-805c-4d66-a397-31623a26f3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c5f98d-66d2-41bc-9095-121d4d1af775', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-195610653-router', 'tenant_id': '2b2041a5e8eb449b899a189cd9e58346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '8bf33d21-8b41-4d5c-b608-920c20b9af5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:26:34Z', 'updated_at': '2022-03-11T19:26:36Z', 'revision_number': 3, 'project_id': '2b2041a5e8eb449b899a189cd9e58346', 'gw_port': {'id': '8bf33d21-8b41-4d5c-b608-920c20b9af5b', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ad:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c5f98d-66d2-41bc-9095-121d4d1af775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 175, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:26:35Z', 'updated_at': '2022-03-11T19:26:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:26:38.398898 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e313ec54-805c-4d66-a397-31623a26f3a2 None None] Checking router: e1c5f98d-66d2-41bc-9095-121d4d1af775 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:26:38.399237 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e313ec54-805c-4d66-a397-31623a26f3a2 None None] Updating router e1c5f98d-66d2-41bc-9095-121d4d1af775 port 8bf33d21-8b41-4d5c-b608-920c20b9af5b binding host n-d-833163-1 {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:26:38.421822 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port ea564348-fa9f-4437-87cf-61fd3ca5b29a is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:26:38.474438 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-e313ec54-805c-4d66-a397-31623a26f3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (8bf33d21-8b41-4d5c-b608-920c20b9af5b), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:38.571700 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f57bb311-da8a-4ff9-bbfd-9e14375fddd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:38.578963 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81abadb7-80e6-469b-80d6-8f8ea6609f14 req-481a6ee3-98a7-43c8-92f7-8ca6e350323b tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:38.580780 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-81abadb7-80e6-469b-80d6-8f8ea6609f14 req-481a6ee3-98a7-43c8-92f7-8ca6e350323b tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0b888d2-9261-4f63-a56c-1188ba71f245 HTTP/1.1" status: 200 len: 971 time: 0.0872982 Mar 11 19:26:38.662327 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-81abadb7-80e6-469b-80d6-8f8ea6609f14 req-e313e75a-cc42-41a8-92a2-4b1a3af2ec7c tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad5d95e4-f544-403b-ad7c-77eb4bf4f4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749521 Mar 11 19:26:38.804314 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-f57bb311-da8a-4ff9-bbfd-9e14375fddd8 admin admin] Allocated IP 172.20.0.1 (ac02cbd1-5dcb-429f-a716-af840212fb30/25c527aa-940c-4d05-a3a3-da904c4b7fbe/a40402ea-0b96-4e24-a324-ac1b0a5a3164) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:26:38.896870 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-e313ec54-805c-4d66-a397-31623a26f3a2 None None] Publish callbacks [] for port (8bf33d21-8b41-4d5c-b608-920c20b9af5b), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:38.905915 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-e313ec54-805c-4d66-a397-31623a26f3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (8bf33d21-8b41-4d5c-b608-920c20b9af5b), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:38.962108 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b82f0e-cbe7-452d-ae3d-0b873a45b9ef None None] Pushing event updated for resources: {'Port': ['ID=8bf33d21-8b41-4d5c-b608-920c20b9af5b,revision_number=2']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:38.978930 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b82f0e-cbe7-452d-ae3d-0b873a45b9ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:26:38.979144 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b82f0e-cbe7-452d-ae3d-0b873a45b9ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:26:38.979494 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b82f0e-cbe7-452d-ae3d-0b873a45b9ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:26:38.982162 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b82f0e-cbe7-452d-ae3d-0b873a45b9ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:26:38.982698 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b82f0e-cbe7-452d-ae3d-0b873a45b9ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:26:38.983389 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b82f0e-cbe7-452d-ae3d-0b873a45b9ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:26:38.985072 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b82f0e-cbe7-452d-ae3d-0b873a45b9ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:26:38.985763 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b82f0e-cbe7-452d-ae3d-0b873a45b9ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:26:38.985763 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b82f0e-cbe7-452d-ae3d-0b873a45b9ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:26:38.986079 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b82f0e-cbe7-452d-ae3d-0b873a45b9ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:26:38.986414 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b82f0e-cbe7-452d-ae3d-0b873a45b9ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:26:38.986746 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b82f0e-cbe7-452d-ae3d-0b873a45b9ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:26:38.987072 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b82f0e-cbe7-452d-ae3d-0b873a45b9ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:26:38.988318 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b82f0e-cbe7-452d-ae3d-0b873a45b9ef None None] Tracked resource versions report: Mar 11 19:26:38.988318 n-d-833163-1 neutron-server[103888]: pushed versions: Mar 11 19:26:38.988318 n-d-833163-1 neutron-server[103888]: { 'AddressGroup': {'1.2'}, Mar 11 19:26:38.988318 n-d-833163-1 neutron-server[103888]: 'ConntrackHelper': {'1.0'}, Mar 11 19:26:38.988318 n-d-833163-1 neutron-server[103888]: 'LocalIPAssociation': {'1.0'}, Mar 11 19:26:38.988318 n-d-833163-1 neutron-server[103888]: 'Log': {'1.0'}, Mar 11 19:26:38.988318 n-d-833163-1 neutron-server[103888]: 'Network': {'1.1'}, Mar 11 19:26:38.988318 n-d-833163-1 neutron-server[103888]: 'Port': {'1.7'}, Mar 11 19:26:38.988318 n-d-833163-1 neutron-server[103888]: 'PortForwarding': {'1.2'}, Mar 11 19:26:38.988318 n-d-833163-1 neutron-server[103888]: 'QosPolicy': {'1.10'}, Mar 11 19:26:38.988318 n-d-833163-1 neutron-server[103888]: 'SecurityGroup': {'1.5'}, Mar 11 19:26:38.988318 n-d-833163-1 neutron-server[103888]: 'SecurityGroupRule': {'1.2'}, Mar 11 19:26:38.988318 n-d-833163-1 neutron-server[103888]: 'SubPort': {'1.0'}, Mar 11 19:26:38.988318 n-d-833163-1 neutron-server[103888]: 'Subnet': {'1.1'}, Mar 11 19:26:38.988318 n-d-833163-1 neutron-server[103888]: 'Trunk': {'1.1'}} Mar 11 19:26:38.988318 n-d-833163-1 neutron-server[103888]: consumer versions: Mar 11 19:26:38.988318 n-d-833163-1 neutron-server[103888]: { DHCP agent@n-d-833163-1: {}, Mar 11 19:26:38.988318 n-d-833163-1 neutron-server[103888]: HyperV agent@n-h1-833163-1: {}, Mar 11 19:26:38.988318 n-d-833163-1 neutron-server[103888]: HyperV agent@n-h2-833163-1: {}, Mar 11 19:26:38.988318 n-d-833163-1 neutron-server[103888]: L3 agent@n-d-833163-1: {}, Mar 11 19:26:38.988318 n-d-833163-1 neutron-server[103888]: Metadata agent@n-d-833163-1: {}, Mar 11 19:26:38.988318 n-d-833163-1 neutron-server[103888]: Metering agent@n-d-833163-1: {}, Mar 11 19:26:38.988318 n-d-833163-1 neutron-server[103888]: Open vSwitch agent@n-d-833163-1: { 'AddressGroup': '1.2', Mar 11 19:26:38.988318 n-d-833163-1 neutron-server[103888]: 'ConntrackHelper': '1.0', Mar 11 19:26:38.988318 n-d-833163-1 neutron-server[103888]: 'LocalIPAssociation': '1.0', Mar 11 19:26:38.988318 n-d-833163-1 neutron-server[103888]: 'Log': '1.0', Mar 11 19:26:38.988318 n-d-833163-1 neutron-server[103888]: 'Network': '1.1', Mar 11 19:26:38.988318 n-d-833163-1 neutron-server[103888]: 'Port': '1.7', Mar 11 19:26:38.988318 n-d-833163-1 neutron-server[103888]: 'PortForwarding': '1.2', Mar 11 19:26:38.988318 n-d-833163-1 neutron-server[103888]: 'QosPolicy': '1.10', Mar 11 19:26:38.988318 n-d-833163-1 neutron-server[103888]: 'SecurityGroup': '1.5', Mar 11 19:26:38.988318 n-d-833163-1 neutron-server[103888]: 'SecurityGroupRule': '1.2', Mar 11 19:26:38.988318 n-d-833163-1 neutron-server[103888]: 'SubPort': '1.0', Mar 11 19:26:38.988318 n-d-833163-1 neutron-server[103888]: 'Subnet': '1.1', Mar 11 19:26:38.988318 n-d-833163-1 neutron-server[103888]: 'Trunk': '1.1'}} Mar 11 19:26:38.988318 n-d-833163-1 neutron-server[103888]: {{(pid=103888) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 11 19:26:38.993313 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f57bb311-da8a-4ff9-bbfd-9e14375fddd8 admin admin] Publish callbacks [] for port (a40402ea-0b96-4e24-a324-ac1b0a5a3164), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:38.998197 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-e313ec54-805c-4d66-a397-31623a26f3a2 None None] Attempting to bind port 8bf33d21-8b41-4d5c-b608-920c20b9af5b on host n-d-833163-1 for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:26:38.998571 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-e313ec54-805c-4d66-a397-31623a26f3a2 None None] Attempting to bind port 8bf33d21-8b41-4d5c-b608-920c20b9af5b by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:26:38.998939 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e313ec54-805c-4d66-a397-31623a26f3a2 None None] Attempting to bind port 8bf33d21-8b41-4d5c-b608-920c20b9af5b on network 612cc066-33e3-444d-b1c7-d0a64751482a {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:26:39.004393 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e313ec54-805c-4d66-a397-31623a26f3a2 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:26:39.004766 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e313ec54-805c-4d66-a397-31623a26f3a2 None None] Checking segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:26:39.005347 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-e313ec54-805c-4d66-a397-31623a26f3a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:39.005894 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e313ec54-805c-4d66-a397-31623a26f3a2 None None] Bound using segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:26:39.006514 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-e313ec54-805c-4d66-a397-31623a26f3a2 None None] Bound port: 8bf33d21-8b41-4d5c-b608-920c20b9af5b, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:26:39.007051 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-e313ec54-805c-4d66-a397-31623a26f3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (8bf33d21-8b41-4d5c-b608-920c20b9af5b), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:39.069640 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f57bb311-da8a-4ff9-bbfd-9e14375fddd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (a40402ea-0b96-4e24-a324-ac1b0a5a3164), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:39.072674 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-e313ec54-805c-4d66-a397-31623a26f3a2 None None] For port 8bf33d21-8b41-4d5c-b608-920c20b9af5b, host n-d-833163-1, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:26:39.080029 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-e313ec54-805c-4d66-a397-31623a26f3a2 None None] For port 8bf33d21-8b41-4d5c-b608-920c20b9af5b, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=8bf33d21-8b41-4d5c-b608-920c20b9af5b,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:26:39.093425 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-e313ec54-805c-4d66-a397-31623a26f3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (8bf33d21-8b41-4d5c-b608-920c20b9af5b), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:39.120959 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57bb311-da8a-4ff9-bbfd-9e14375fddd8 admin admin] Network ac02cbd1-5dcb-429f-a716-af840212fb30 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:26:39.124117 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-f57bb311-da8a-4ff9-bbfd-9e14375fddd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:26:39.130053 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57bb311-da8a-4ff9-bbfd-9e14375fddd8 admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:26:39.130814 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f57bb311-da8a-4ff9-bbfd-9e14375fddd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (e1c5f98d-66d2-41bc-9095-121d4d1af775), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:39.159527 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e313ec54-805c-4d66-a397-31623a26f3a2 None None] Routers {'e1c5f98d-66d2-41bc-9095-121d4d1af775'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:26:39.160192 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-e313ec54-805c-4d66-a397-31623a26f3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:26:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['e1c5f98d-66d2-41bc-9095-121d4d1af775'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:26:39.180346 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57bb311-da8a-4ff9-bbfd-9e14375fddd8 admin admin] Pushing event updated for resources: {'Port': ['ID=a40402ea-0b96-4e24-a324-ac1b0a5a3164,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:39.208854 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b82f0e-cbe7-452d-ae3d-0b873a45b9ef None None] Pushing event updated for resources: {'Port': ['ID=8bf33d21-8b41-4d5c-b608-920c20b9af5b,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:39.328537 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 0c64b8c9-b533-41dd-9694-63a2a32e4083 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:26:39.364883 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-e313ec54-805c-4d66-a397-31623a26f3a2 None None] Set router e1c5f98d-66d2-41bc-9095-121d4d1af775 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:26:39.428899 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f57bb311-da8a-4ff9-bbfd-9e14375fddd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a40402ea-0b96-4e24-a324-ac1b0a5a3164), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:39.459024 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f70c9-0129-4be5-8925-9cabe93cded9 req-944060a3-1798-47ae-979c-5a57b56d4618 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:39.468599 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f6f70c9-0129-4be5-8925-9cabe93cded9 req-944060a3-1798-47ae-979c-5a57b56d4618 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/networks?id=b2c20bf2-5907-4ff7-8af6-23603c7d780a HTTP/1.1" status: 200 len: 820 time: 0.3526866 Mar 11 19:26:39.482168 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-acf93149-8540-473f-a9e2-7482bf77a776 None None] Provisioning complete for port a40402ea-0b96-4e24-a324-ac1b0a5a3164 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:26:39.482578 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-acf93149-8540-473f-a9e2-7482bf77a776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (a40402ea-0b96-4e24-a324-ac1b0a5a3164), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:39.484237 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port 0c64b8c9-b533-41dd-9694-63a2a32e4083 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:26:39.487904 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f6f70c9-0129-4be5-8925-9cabe93cded9 req-a3f784f7-b0fa-4d2a-869b-ddf8e175a1b7 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/quotas/f44b890e943d4aee826b67fd4c2d7b8e HTTP/1.1" status: 200 len: 375 time: 0.0179994 Mar 11 19:26:39.498332 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 0c64b8c9-b533-41dd-9694-63a2a32e4083 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:26:39.498650 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (0c64b8c9-b533-41dd-9694-63a2a32e4083), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:39.550888 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f6f70c9-0129-4be5-8925-9cabe93cded9 req-4681ed7e-2e78-4597-ac42-d0636054ec9e tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f44b890e943d4aee826b67fd4c2d7b8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0602205 Mar 11 19:26:39.610249 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-acf93149-8540-473f-a9e2-7482bf77a776 None None] Port a40402ea-0b96-4e24-a324-ac1b0a5a3164 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:26:39.631919 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 0c64b8c9-b533-41dd-9694-63a2a32e4083 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:26:39.632518 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (0c64b8c9-b533-41dd-9694-63a2a32e4083), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:39.671246 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b888d2-9261-4f63-a56c-1188ba71f245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c64b8c9-b533-41dd-9694-63a2a32e4083'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:26:39.738777 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f57bb311-da8a-4ff9-bbfd-9e14375fddd8 admin admin] Publish callbacks [] for port (a40402ea-0b96-4e24-a324-ac1b0a5a3164), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:39.747444 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f57bb311-da8a-4ff9-bbfd-9e14375fddd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (a40402ea-0b96-4e24-a324-ac1b0a5a3164), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:39.748210 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f57bb311-da8a-4ff9-bbfd-9e14375fddd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (e1c5f98d-66d2-41bc-9095-121d4d1af775), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:39.776059 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-e313ec54-805c-4d66-a397-31623a26f3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c5f98d-66d2-41bc-9095-121d4d1af775', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-195610653-router', 'tenant_id': '2b2041a5e8eb449b899a189cd9e58346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '8bf33d21-8b41-4d5c-b608-920c20b9af5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:26:34Z', 'updated_at': '2022-03-11T19:26:36Z', 'revision_number': 3, 'project_id': '2b2041a5e8eb449b899a189cd9e58346', 'gw_port': {'id': '8bf33d21-8b41-4d5c-b608-920c20b9af5b', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ad:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c5f98d-66d2-41bc-9095-121d4d1af775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 175, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:26:35Z', 'updated_at': '2022-03-11T19:26:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:26:39.778394 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 0c64b8c9-b533-41dd-9694-63a2a32e4083, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=0c64b8c9-b533-41dd-9694-63a2a32e4083,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:26:39.786419 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (0c64b8c9-b533-41dd-9694-63a2a32e4083), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:39.794445 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57bb311-da8a-4ff9-bbfd-9e14375fddd8 admin admin] Pushing event updated for resources: {'Port': ['ID=a40402ea-0b96-4e24-a324-ac1b0a5a3164,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:39.828379 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e313ec54-805c-4d66-a397-31623a26f3a2 None None] The sync data for ids ['e1c5f98d-66d2-41bc-9095-121d4d1af775'] in n-d-833163-1 is: [{'id': 'e1c5f98d-66d2-41bc-9095-121d4d1af775', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-195610653-router', 'tenant_id': '2b2041a5e8eb449b899a189cd9e58346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '8bf33d21-8b41-4d5c-b608-920c20b9af5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:26:34Z', 'updated_at': '2022-03-11T19:26:36Z', 'revision_number': 3, 'project_id': '2b2041a5e8eb449b899a189cd9e58346', 'gw_port': {'id': '8bf33d21-8b41-4d5c-b608-920c20b9af5b', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ad:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c5f98d-66d2-41bc-9095-121d4d1af775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 175, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:26:35Z', 'updated_at': '2022-03-11T19:26:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:26:39.888421 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=0c64b8c9-b533-41dd-9694-63a2a32e4083,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:39.927393 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57bb311-da8a-4ff9-bbfd-9e14375fddd8 admin admin] Network ac02cbd1-5dcb-429f-a716-af840212fb30 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:26:39.930734 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-f57bb311-da8a-4ff9-bbfd-9e14375fddd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:26:39.969140 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b2f507-bdb0-4ac5-84f2-c95e183a1641 req-9f018543-dad9-4107-80b4-0a62b281abdb tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:39.970858 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-00b2f507-bdb0-4ac5-84f2-c95e183a1641 req-9f018543-dad9-4107-80b4-0a62b281abdb tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0b888d2-9261-4f63-a56c-1188ba71f245 HTTP/1.1" status: 200 len: 972 time: 0.1048832 Mar 11 19:26:40.042826 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-00b2f507-bdb0-4ac5-84f2-c95e183a1641 req-8480e59e-614e-4826-99e0-9927b0603e61 tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad5d95e4-f544-403b-ad7c-77eb4bf4f4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575702 Mar 11 19:26:40.102332 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f57bb311-da8a-4ff9-bbfd-9e14375fddd8 admin admin] Router e1c5f98d-66d2-41bc-9095-121d4d1af775 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:26:40.115979 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 51232) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:40.318055 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f57bb311-da8a-4ff9-bbfd-9e14375fddd8 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:26:40.334576 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f57bb311-da8a-4ff9-bbfd-9e14375fddd8 admin admin] 10.222.0.65 "PUT /v2.0/routers/e1c5f98d-66d2-41bc-9095-121d4d1af775/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5682051 Mar 11 19:26:40.350833 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ecc080bb-d768-495c-81b2-9fe833877e6d None None] Provisioning complete for port a40402ea-0b96-4e24-a324-ac1b0a5a3164 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:26:40.351377 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ecc080bb-d768-495c-81b2-9fe833877e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (a40402ea-0b96-4e24-a324-ac1b0a5a3164), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:40.390202 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ecc080bb-d768-495c-81b2-9fe833877e6d None None] Port a40402ea-0b96-4e24-a324-ac1b0a5a3164 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:26:40.431841 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62352049-b821-4ad4-a3fa-915caf39daa5" -d '{"events": [{"server_uuid": "c0b888d2-9261-4f63-a56c-1188ba71f245", "name": "network-vif-plugged", "status": "completed", "tag": "0c64b8c9-b533-41dd-9694-63a2a32e4083"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:26:40.533695 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-94497149-408c-470b-bcd7-87d622d4f1e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:40.554856 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [req-5f6f70c9-0129-4be5-8925-9cabe93cded9 req-e82942af-f263-46d3-b859-6f3f3e33e713 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:26:40.555932 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f6f70c9-0129-4be5-8925-9cabe93cded9 req-e82942af-f263-46d3-b859-6f3f3e33e713 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2688532 Mar 11 19:26:40.718524 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f6f70c9-0129-4be5-8925-9cabe93cded9 req-ad55b00e-4fad-4727-a35a-07311ca3d717 service neutron] 10.222.0.65 "GET /v2.0/networks/b2c20bf2-5907-4ff7-8af6-23603c7d780a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499584 Mar 11 19:26:40.754078 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-94497149-408c-470b-bcd7-87d622d4f1e1 admin admin] Publish callbacks [] for security_group (188eb93a-1bf7-40b0-a2e7-c8a501dd5272), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:40.763301 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-94497149-408c-470b-bcd7-87d622d4f1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (188eb93a-1bf7-40b0-a2e7-c8a501dd5272), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:40.843258 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-94497149-408c-470b-bcd7-87d622d4f1e1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e14a3e1c5f554eb4952a692badd35951&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7260768 Mar 11 19:26:40.844000 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94497149-408c-470b-bcd7-87d622d4f1e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=188eb93a-1bf7-40b0-a2e7-c8a501dd5272,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:40.846490 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 51264) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:40.871519 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f6f70c9-0129-4be5-8925-9cabe93cded9 req-ea4a658d-c710-4c03-9a67-e04ecb19392e service neutron] 10.222.0.65 "GET /v2.0/networks/b2c20bf2-5907-4ff7-8af6-23603c7d780a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516790 Mar 11 19:26:40.958405 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-825f1450-64e1-41de-bb9b-cda300308093 admin admin] Publish callbacks [] for security_group (188eb93a-1bf7-40b0-a2e7-c8a501dd5272), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:41.013781 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-825f1450-64e1-41de-bb9b-cda300308093 admin admin] Publish callbacks [] for security_group (188eb93a-1bf7-40b0-a2e7-c8a501dd5272), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:41.112928 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-825f1450-64e1-41de-bb9b-cda300308093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (188eb93a-1bf7-40b0-a2e7-c8a501dd5272), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:41.115973 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-825f1450-64e1-41de-bb9b-cda300308093 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:41.117039 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-825f1450-64e1-41de-bb9b-cda300308093 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/188eb93a-1bf7-40b0-a2e7-c8a501dd5272 HTTP/1.1" status: 204 len: 168 time: 0.2684729 Mar 11 19:26:41.129216 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825f1450-64e1-41de-bb9b-cda300308093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=188eb93a-1bf7-40b0-a2e7-c8a501dd5272,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:41.651408 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2568d2f-592d-4d77-bb3e-65fc6cd190c0 x-openstack-request-id: req-f2568d2f-592d-4d77-bb3e-65fc6cd190c0 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:26:41.651937 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0b888d2-9261-4f63-a56c-1188ba71f245", "name": "network-vif-plugged", "status": "completed", "tag": "0c64b8c9-b533-41dd-9694-63a2a32e4083", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:26:41.652610 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f2568d2f-592d-4d77-bb3e-65fc6cd190c0 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:26:41.653220 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b888d2-9261-4f63-a56c-1188ba71f245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c64b8c9-b533-41dd-9694-63a2a32e4083', 'code': 200} Mar 11 19:26:41.766696 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-93651119-3b9b-422e-bc9c-38a832c3b5c4 req-1afb4000-ce4e-438f-8c0b-159157b33bcf tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e1df5f0-9ba7-4d1f-be0d-cdaa9e480bc8 HTTP/1.1" status: 200 len: 210 time: 0.0393460 Mar 11 19:26:41.859190 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 51326) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:41.887587 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ac89db9b-29c5-4362-91ac-ef041219ed91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:42.133753 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 8bf33d21-8b41-4d5c-b608-920c20b9af5b up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:26:42.141781 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ac89db9b-29c5-4362-91ac-ef041219ed91 admin admin] Publish callbacks [] for security_group (8c5e25a2-8e72-4dc0-a6ff-e40948fa532a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:42.147324 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ac89db9b-29c5-4362-91ac-ef041219ed91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (8c5e25a2-8e72-4dc0-a6ff-e40948fa532a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:42.178885 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa9ffd1-c7fa-4fb4-a3cd-051df95580b5 req-e9f89698-ad0b-42af-99cf-6b03886c8c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:42.181335 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2aa9ffd1-c7fa-4fb4-a3cd-051df95580b5 req-e9f89698-ad0b-42af-99cf-6b03886c8c6f service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=c0b888d2-9261-4f63-a56c-1188ba71f245 HTTP/1.1" status: 200 len: 1154 time: 0.4136908 Mar 11 19:26:42.181803 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 51338) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:42.189604 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-a730547e-5524-40c5-8af6-9260f8f9f770 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2016028453-network', 'tenant_id': '10b86297d12c4b4ea8fe0139a43ba2d7'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:26:42.211528 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 8bf33d21-8b41-4d5c-b608-920c20b9af5b triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:26:42.212287 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (8bf33d21-8b41-4d5c-b608-920c20b9af5b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:42.222981 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-2aa9ffd1-c7fa-4fb4-a3cd-051df95580b5 req-5b9cdf0d-5872-4e84-9140-24b91d24a3cf service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:42.240057 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e78e7c2-5f04-428b-8c74-0ba81eae2342 req-b981fab9-06f0-4f7a-9b06-7aa1dfbc6bcd tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:42.247273 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0e78e7c2-5f04-428b-8c74-0ba81eae2342 req-b981fab9-06f0-4f7a-9b06-7aa1dfbc6bcd tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0b888d2-9261-4f63-a56c-1188ba71f245 HTTP/1.1" status: 200 len: 972 time: 0.1588352 Mar 11 19:26:42.249213 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 51340) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:42.256432 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ac89db9b-29c5-4362-91ac-ef041219ed91 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=912208246a14445eb685192d535822b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3849301 Mar 11 19:26:42.266665 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a730547e-5524-40c5-8af6-9260f8f9f770 admin admin] Made reservation on behalf of 10b86297d12c4b4ea8fe0139a43ba2d7 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:26:42.269052 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a730547e-5524-40c5-8af6-9260f8f9f770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:42.280843 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac89db9b-29c5-4362-91ac-ef041219ed91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5e25a2-8e72-4dc0-a6ff-e40948fa532a,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:42.301365 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a730547e-5524-40c5-8af6-9260f8f9f770 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:42.336083 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 8bf33d21-8b41-4d5c-b608-920c20b9af5b is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:26:42.337156 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (8bf33d21-8b41-4d5c-b608-920c20b9af5b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:42.368513 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 8bf33d21-8b41-4d5c-b608-920c20b9af5b, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=8bf33d21-8b41-4d5c-b608-920c20b9af5b,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:26:42.373496 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (8bf33d21-8b41-4d5c-b608-920c20b9af5b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:42.414096 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4116dba3-4a9a-438d-a630-73b1e19affd7 admin admin] Publish callbacks [] for security_group (8c5e25a2-8e72-4dc0-a6ff-e40948fa532a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:42.453720 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0e78e7c2-5f04-428b-8c74-0ba81eae2342 req-efc05b0f-86ed-4a80-b70b-656b14d74012 tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad5d95e4-f544-403b-ad7c-77eb4bf4f4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052991 Mar 11 19:26:42.499952 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4116dba3-4a9a-438d-a630-73b1e19affd7 admin admin] Publish callbacks [] for security_group (8c5e25a2-8e72-4dc0-a6ff-e40948fa532a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:42.512318 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=8bf33d21-8b41-4d5c-b608-920c20b9af5b,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:42.630482 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-2aa9ffd1-c7fa-4fb4-a3cd-051df95580b5 req-5b9cdf0d-5872-4e84-9140-24b91d24a3cf service neutron] Publish callbacks [] for security_group (1ece94ac-fcdc-4b41-b75e-afcf19d89d27), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:42.637992 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-2aa9ffd1-c7fa-4fb4-a3cd-051df95580b5 req-5b9cdf0d-5872-4e84-9140-24b91d24a3cf service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (1ece94ac-fcdc-4b41-b75e-afcf19d89d27), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:42.676269 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2aa9ffd1-c7fa-4fb4-a3cd-051df95580b5 req-5b9cdf0d-5872-4e84-9140-24b91d24a3cf service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=ad5d95e4-f544-403b-ad7c-77eb4bf4f4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4818580 Mar 11 19:26:42.702433 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a730547e-5524-40c5-8af6-9260f8f9f770 admin admin] Publish callbacks [] for security_group (b7ff7837-e763-4477-bfd1-5ac44d75ad19), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:42.707988 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4116dba3-4a9a-438d-a630-73b1e19affd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (8c5e25a2-8e72-4dc0-a6ff-e40948fa532a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:42.710438 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4116dba3-4a9a-438d-a630-73b1e19affd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:42.711548 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-4116dba3-4a9a-438d-a630-73b1e19affd7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8c5e25a2-8e72-4dc0-a6ff-e40948fa532a HTTP/1.1" status: 204 len: 168 time: 0.4558806 Mar 11 19:26:42.716746 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a730547e-5524-40c5-8af6-9260f8f9f770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (b7ff7837-e763-4477-bfd1-5ac44d75ad19), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:42.721072 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9cdf0d-5872-4e84-9140-24b91d24a3cf service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1ece94ac-fcdc-4b41-b75e-afcf19d89d27,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:42.732468 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4116dba3-4a9a-438d-a630-73b1e19affd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5e25a2-8e72-4dc0-a6ff-e40948fa532a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:42.758827 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a730547e-5524-40c5-8af6-9260f8f9f770 admin admin] vlan segment allocate from pool success with {'vlan_id': 870, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:26:42.829746 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a730547e-5524-40c5-8af6-9260f8f9f770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ff7837-e763-4477-bfd1-5ac44d75ad19,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:42.844717 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a730547e-5524-40c5-8af6-9260f8f9f770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (f5d39bdb-1bef-4e3f-bff3-43c784546a04), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:42.845090 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-a730547e-5524-40c5-8af6-9260f8f9f770 admin admin] Added segment f5d39bdb-1bef-4e3f-bff3-43c784546a04 of type vlan for network faf248f7-0efb-4c35-a9c7-290bab3e856f Mar 11 19:26:42.911256 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.57', 61596) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:42.934782 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a730547e-5524-40c5-8af6-9260f8f9f770 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (faf248f7-0efb-4c35-a9c7-290bab3e856f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:43.003445 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a730547e-5524-40c5-8af6-9260f8f9f770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (faf248f7-0efb-4c35-a9c7-290bab3e856f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:43.004880 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a730547e-5524-40c5-8af6-9260f8f9f770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:43.005714 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a730547e-5524-40c5-8af6-9260f8f9f770 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:43.064518 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a730547e-5524-40c5-8af6-9260f8f9f770 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8815374 Mar 11 19:26:43.069390 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 51362) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:43.087163 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-6868a5fb-a46f-41db-bcaa-20a5f4764f22 admin admin] Request body: {'subnet': {'network_id': 'faf248f7-0efb-4c35-a9c7-290bab3e856f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2016028453-subnet', 'tenant_id': '10b86297d12c4b4ea8fe0139a43ba2d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:26:43.247346 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f70c9-0129-4be5-8925-9cabe93cded9 req-fbe80978-fc50-4b5a-8d02-3837d3405bd6 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:43.250866 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5f6f70c9-0129-4be5-8925-9cabe93cded9 req-fbe80978-fc50-4b5a-8d02-3837d3405bd6 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.57 "GET /v2.0/networks?id=b2c20bf2-5907-4ff7-8af6-23603c7d780a HTTP/1.1" status: 200 len: 820 time: 0.3315856 Mar 11 19:26:43.268126 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-48fb0b27-1b2d-4ed2-8e70-d649f6a1bcdd req-7a5f98f7-cc85-4ece-a904-df960a4e98e6 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e1df5f0-9ba7-4d1f-be0d-cdaa9e480bc8 HTTP/1.1" status: 200 len: 210 time: 0.1716914 Mar 11 19:26:43.270676 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a730547e-5524-40c5-8af6-9260f8f9f770 admin admin] Pushing event updated for resources: {'Network': ['ID=faf248f7-0efb-4c35-a9c7-290bab3e856f,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:43.282827 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network faf248f7-0efb-4c35-a9c7-290bab3e856f details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:26:43.287779 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6868a5fb-a46f-41db-bcaa-20a5f4764f22 admin admin] Made reservation on behalf of 10b86297d12c4b4ea8fe0139a43ba2d7 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:26:43.290109 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6868a5fb-a46f-41db-bcaa-20a5f4764f22 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:43.349519 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-5f6f70c9-0129-4be5-8925-9cabe93cded9 req-3d3334b8-3384-4baf-9083-98fcec0c072c tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Request body: {'port': {'device_id': '7e1df5f0-9ba7-4d1f-be0d-cdaa9e480bc8', 'network_id': 'b2c20bf2-5907-4ff7-8af6-23603c7d780a', 'admin_state_up': True, 'tenant_id': 'f44b890e943d4aee826b67fd4c2d7b8e'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:26:43.758685 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522a626-57c8-4145-9e71-bd6951d49c99 req-97fdc7d4-957d-46fc-83fa-1d65b38e07e6 tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:43.761412 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a522a626-57c8-4145-9e71-bd6951d49c99 req-97fdc7d4-957d-46fc-83fa-1d65b38e07e6 tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0b888d2-9261-4f63-a56c-1188ba71f245 HTTP/1.1" status: 200 len: 972 time: 0.1536505 Mar 11 19:26:43.864464 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a522a626-57c8-4145-9e71-bd6951d49c99 req-12dc5306-de8a-4c5d-8855-d202fdbbc987 tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad5d95e4-f544-403b-ad7c-77eb4bf4f4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904603 Mar 11 19:26:43.866100 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6868a5fb-a46f-41db-bcaa-20a5f4764f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for subnet (01146b3f-edef-4f77-8512-187341b8d6e4), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:44.034442 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6868a5fb-a46f-41db-bcaa-20a5f4764f22 admin admin] Checking segment: {'id': 'f5d39bdb-1bef-4e3f-bff3-43c784546a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'faf248f7-0efb-4c35-a9c7-290bab3e856f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:26:44.034878 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6868a5fb-a46f-41db-bcaa-20a5f4764f22 admin admin] Network hostable DHCP agents. Network: faf248f7-0efb-4c35-a9c7-290bab3e856f, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:26:44.037799 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6868a5fb-a46f-41db-bcaa-20a5f4764f22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01146b3f-edef-4f77-8512-187341b8d6e4,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:44.077011 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6868a5fb-a46f-41db-bcaa-20a5f4764f22 admin admin] Network faf248f7-0efb-4c35-a9c7-290bab3e856f is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:26:44.109324 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-6868a5fb-a46f-41db-bcaa-20a5f4764f22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, faf248f7-0efb-4c35-a9c7-290bab3e856f) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:26:44.125376 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6868a5fb-a46f-41db-bcaa-20a5f4764f22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:44.127440 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6868a5fb-a46f-41db-bcaa-20a5f4764f22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:44.145770 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f6f70c9-0129-4be5-8925-9cabe93cded9 req-3d3334b8-3384-4baf-9083-98fcec0c072c tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Made reservation on behalf of f44b890e943d4aee826b67fd4c2d7b8e for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:26:44.150647 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5f6f70c9-0129-4be5-8925-9cabe93cded9 req-3d3334b8-3384-4baf-9083-98fcec0c072c tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:44.157973 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-6868a5fb-a46f-41db-bcaa-20a5f4764f22 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0740576 Mar 11 19:26:44.160473 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 51416) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:44.165331 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-119a0381-da6c-469f-b7c1-9f2ca21e4487 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2016028453-router', 'tenant_id': '10b86297d12c4b4ea8fe0139a43ba2d7', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:26:44.202278 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-119a0381-da6c-469f-b7c1-9f2ca21e4487 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (9ea83b9e-7752-4247-9922-419635ee320f), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:44.210664 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-119a0381-da6c-469f-b7c1-9f2ca21e4487 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (9ea83b9e-7752-4247-9922-419635ee320f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:44.283282 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594f0cdf-afd5-4994-8aeb-99abd4d9aa56 None None] Network faf248f7-0efb-4c35-a9c7-290bab3e856f requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:26:44.285473 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 8bf33d21-8b41-4d5c-b608-920c20b9af5b up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:26:44.287616 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f82ca6-7d85-4f8a-8491-665dea427a49 None None] Sync routers for ids ['e1c5f98d-66d2-41bc-9095-121d4d1af775'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:26:44.327950 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f82ca6-7d85-4f8a-8491-665dea427a49 None None] Routers {'e1c5f98d-66d2-41bc-9095-121d4d1af775'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:26:44.328848 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-14f82ca6-7d85-4f8a-8491-665dea427a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:26:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['e1c5f98d-66d2-41bc-9095-121d4d1af775'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:26:44.359760 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-119a0381-da6c-469f-b7c1-9f2ca21e4487 admin admin] Publish callbacks [] for router_controller (9ea83b9e-7752-4247-9922-419635ee320f), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:44.393210 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 51422) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:44.534039 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fdcf24d2-dcf2-4b81-90f1-2e9d9dff4ed6 req-27e72729-69d5-444a-b428-d94bbabbb016 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e1df5f0-9ba7-4d1f-be0d-cdaa9e480bc8 HTTP/1.1" status: 200 len: 210 time: 0.0844786 Mar 11 19:26:44.599001 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-14f82ca6-7d85-4f8a-8491-665dea427a49 None None] Set router e1c5f98d-66d2-41bc-9095-121d4d1af775 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:26:44.635795 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5865f9-1eb5-4da5-a04a-72fe6736df00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-faf248f7-0efb-4c35-a9c7-290bab3e856f', 'network_id': 'faf248f7-0efb-4c35-a9c7-290bab3e856f', 'project_id': '10b86297d12c4b4ea8fe0139a43ba2d7', 'fixed_ips': [{'subnet_id': '01146b3f-edef-4f77-8512-187341b8d6e4'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:26:44.637597 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1c5865f9-1eb5-4da5-a04a-72fe6736df00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:44.639736 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 8bf33d21-8b41-4d5c-b608-920c20b9af5b triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:26:44.640305 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (8bf33d21-8b41-4d5c-b608-920c20b9af5b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:44.664637 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-5f6f70c9-0129-4be5-8925-9cabe93cded9 req-3d3334b8-3384-4baf-9083-98fcec0c072c tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Allocated IP 172.20.0.11 (b2c20bf2-5907-4ff7-8af6-23603c7d780a/a7be26a8-b37a-4d01-b7d9-b9690160171c/2132f9f3-9a1b-40f0-b21f-18eee1c1b95a) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:26:44.719171 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 51430) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:44.770433 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-119a0381-da6c-469f-b7c1-9f2ca21e4487 admin admin] Publish callbacks [] for router_gateway (9ea83b9e-7752-4247-9922-419635ee320f), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:44.994034 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 8bf33d21-8b41-4d5c-b608-920c20b9af5b is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:26:45.008311 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5f6f70c9-0129-4be5-8925-9cabe93cded9 req-3d3334b8-3384-4baf-9083-98fcec0c072c tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Publish callbacks [] for port (2132f9f3-9a1b-40f0-b21f-18eee1c1b95a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:45.028677 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-1c5865f9-1eb5-4da5-a04a-72fe6736df00 None None] Allocated IP 172.20.0.2 (faf248f7-0efb-4c35-a9c7-290bab3e856f/01146b3f-edef-4f77-8512-187341b8d6e4/ca93bcc3-197d-4be1-8a6a-002847aca71c) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:26:45.075217 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5f6f70c9-0129-4be5-8925-9cabe93cded9 req-3d3334b8-3384-4baf-9083-98fcec0c072c tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (2132f9f3-9a1b-40f0-b21f-18eee1c1b95a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:45.077772 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 51438) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:45.131789 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 51442) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:45.199550 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba43e4f-43fb-4b03-8efc-bf8ce1e17687 req-cae0ba6d-ce31-4864-8cbb-afc68f8dceed tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:45.201160 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cba43e4f-43fb-4b03-8efc-bf8ce1e17687 req-cae0ba6d-ce31-4864-8cbb-afc68f8dceed tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0b888d2-9261-4f63-a56c-1188ba71f245 HTTP/1.1" status: 200 len: 972 time: 0.2234066 Mar 11 19:26:45.227069 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-14f82ca6-7d85-4f8a-8491-665dea427a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c5f98d-66d2-41bc-9095-121d4d1af775', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-195610653-router', 'tenant_id': '2b2041a5e8eb449b899a189cd9e58346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '8bf33d21-8b41-4d5c-b608-920c20b9af5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:26:34Z', 'updated_at': '2022-03-11T19:26:39Z', 'revision_number': 4, 'project_id': '2b2041a5e8eb449b899a189cd9e58346', 'gw_port': {'id': '8bf33d21-8b41-4d5c-b608-920c20b9af5b', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ad:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c5f98d-66d2-41bc-9095-121d4d1af775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 175, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:26:35Z', 'updated_at': '2022-03-11T19:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'a40402ea-0b96-4e24-a324-ac1b0a5a3164', 'name': '', 'network_id': 'ac02cbd1-5dcb-429f-a716-af840212fb30', 'tenant_id': '2b2041a5e8eb449b899a189cd9e58346', 'mac_address': 'fa:16:3e:7c:df:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c5f98d-66d2-41bc-9095-121d4d1af775', 'device_owner': 'network:router_interface', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': '25c527aa-940c-4d05-a3a3-da904c4b7fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:26:38Z', 'updated_at': '2022-03-11T19:26:39Z', 'revision_number': 2, 'project_id': '2b2041a5e8eb449b899a189cd9e58346', 'subnets': [{'id': '25c527aa-940c-4d05-a3a3-da904c4b7fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:26:45.260998 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f123bde8-7540-4196-93a0-7ce945b33856 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:45.281698 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f6f70c9-0129-4be5-8925-9cabe93cded9 req-3d3334b8-3384-4baf-9083-98fcec0c072c tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Network b2c20bf2-5907-4ff7-8af6-23603c7d780a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:26:45.299006 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-794f9619-ddeb-48a4-bfdf-f7965d9a73a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:45.316973 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-119a0381-da6c-469f-b7c1-9f2ca21e4487 admin admin] Publish callbacks [] for router_gateway (9ea83b9e-7752-4247-9922-419635ee320f), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:45.326393 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1c5865f9-1eb5-4da5-a04a-72fe6736df00 None None] Publish callbacks [] for port (ca93bcc3-197d-4be1-8a6a-002847aca71c), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:45.332549 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f82ca6-7d85-4f8a-8491-665dea427a49 None None] Checking router: e1c5f98d-66d2-41bc-9095-121d4d1af775 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:26:45.333482 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f82ca6-7d85-4f8a-8491-665dea427a49 None None] Updating router e1c5f98d-66d2-41bc-9095-121d4d1af775 port a40402ea-0b96-4e24-a324-ac1b0a5a3164 binding host n-d-833163-1 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:26:45.356453 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a309399c-3948-4aef-b699-58a72bffe953 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:45.374202 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-14f82ca6-7d85-4f8a-8491-665dea427a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a40402ea-0b96-4e24-a324-ac1b0a5a3164), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:45.377749 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-119a0381-da6c-469f-b7c1-9f2ca21e4487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:45.379271 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1c5865f9-1eb5-4da5-a04a-72fe6736df00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (ca93bcc3-197d-4be1-8a6a-002847aca71c), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:45.396710 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cba43e4f-43fb-4b03-8efc-bf8ce1e17687 req-cebdca74-7d5f-48bc-be92-3efe0423620f tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad5d95e4-f544-403b-ad7c-77eb4bf4f4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890223 Mar 11 19:26:45.413512 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fde07dcb-8015-4756-8ef1-2e791f1fbd6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:45.430488 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-5f6f70c9-0129-4be5-8925-9cabe93cded9 req-3d3334b8-3384-4baf-9083-98fcec0c072c tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:26:45.456230 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c5865f9-1eb5-4da5-a04a-72fe6736df00 None None] Network faf248f7-0efb-4c35-a9c7-290bab3e856f is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:26:45.463651 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5865f9-1eb5-4da5-a04a-72fe6736df00 None None] Pushing event updated for resources: {'Port': ['ID=ca93bcc3-197d-4be1-8a6a-002847aca71c,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:45.477443 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-1c5865f9-1eb5-4da5-a04a-72fe6736df00 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:26:45.482507 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5865f9-1eb5-4da5-a04a-72fe6736df00 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:26:45.535139 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f6f70c9-0129-4be5-8925-9cabe93cded9 req-3d3334b8-3384-4baf-9083-98fcec0c072c tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:26:45.540459 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f70c9-0129-4be5-8925-9cabe93cded9 req-3d3334b8-3384-4baf-9083-98fcec0c072c tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:45.541143 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5f6f70c9-0129-4be5-8925-9cabe93cded9 req-3d3334b8-3384-4baf-9083-98fcec0c072c tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:45.580217 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5f6f70c9-0129-4be5-8925-9cabe93cded9 req-3d3334b8-3384-4baf-9083-98fcec0c072c tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2355587 Mar 11 19:26:45.591429 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3334b8-3384-4baf-9083-98fcec0c072c tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Pushing event updated for resources: {'Port': ['ID=2132f9f3-9a1b-40f0-b21f-18eee1c1b95a,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:45.703192 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-1c5865f9-1eb5-4da5-a04a-72fe6736df00 None None] Attempting to bind port ca93bcc3-197d-4be1-8a6a-002847aca71c on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:26:45.703572 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-1c5865f9-1eb5-4da5-a04a-72fe6736df00 None None] Attempting to bind port ca93bcc3-197d-4be1-8a6a-002847aca71c by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'f5d39bdb-1bef-4e3f-bff3-43c784546a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'faf248f7-0efb-4c35-a9c7-290bab3e856f'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:26:45.704330 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5865f9-1eb5-4da5-a04a-72fe6736df00 None None] Attempting to bind port ca93bcc3-197d-4be1-8a6a-002847aca71c on network faf248f7-0efb-4c35-a9c7-290bab3e856f {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:26:45.704744 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c6801-c8cb-48f9-b74c-ac9685df27b9 req-07fa1981-8e91-4624-9a23-89e99d869b8b tempest-AggregatesAdminTestJSON-1734586100 tempest-AggregatesAdminTestJSON-1734586100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:45.711378 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-084c6801-c8cb-48f9-b74c-ac9685df27b9 req-07fa1981-8e91-4624-9a23-89e99d869b8b tempest-AggregatesAdminTestJSON-1734586100 tempest-AggregatesAdminTestJSON-1734586100-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=c0b888d2-9261-4f63-a56c-1188ba71f245 HTTP/1.1" status: 200 len: 1154 time: 0.1795032 Mar 11 19:26:45.714269 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-794f9619-ddeb-48a4-bfdf-f7965d9a73a7 admin admin] Publish callbacks [] for security_group (b623f008-c4c1-43d8-910a-f445ef12d3ff), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:45.721620 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5865f9-1eb5-4da5-a04a-72fe6736df00 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:26:45.721955 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5865f9-1eb5-4da5-a04a-72fe6736df00 None None] Checking segment: {'id': 'f5d39bdb-1bef-4e3f-bff3-43c784546a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'faf248f7-0efb-4c35-a9c7-290bab3e856f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:26:45.722374 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1c5865f9-1eb5-4da5-a04a-72fe6736df00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:45.722796 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c5865f9-1eb5-4da5-a04a-72fe6736df00 None None] Bound using segment: {'id': 'f5d39bdb-1bef-4e3f-bff3-43c784546a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'faf248f7-0efb-4c35-a9c7-290bab3e856f'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:26:45.723441 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-1c5865f9-1eb5-4da5-a04a-72fe6736df00 None None] Bound port: ca93bcc3-197d-4be1-8a6a-002847aca71c, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5d39bdb-1bef-4e3f-bff3-43c784546a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'faf248f7-0efb-4c35-a9c7-290bab3e856f'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:26:45.723850 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1c5865f9-1eb5-4da5-a04a-72fe6736df00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ca93bcc3-197d-4be1-8a6a-002847aca71c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:45.742129 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a309399c-3948-4aef-b699-58a72bffe953 admin admin] Publish callbacks [] for security_group (9b345c47-3684-4db9-b375-aceb46761430), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:45.749752 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-794f9619-ddeb-48a4-bfdf-f7965d9a73a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (b623f008-c4c1-43d8-910a-f445ef12d3ff), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:45.753113 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a309399c-3948-4aef-b699-58a72bffe953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (9b345c47-3684-4db9-b375-aceb46761430), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:45.784932 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a309399c-3948-4aef-b699-58a72bffe953 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=084ecfc287834f4a86dcb454cf8946a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7039311 Mar 11 19:26:45.790617 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 51464) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:45.818939 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-119a0381-da6c-469f-b7c1-9f2ca21e4487 admin admin] Allocated IP 172.25.8.234 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/72d86067-10a1-4d6c-92f2-533487f2ab3b) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:26:45.831330 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-084c6801-c8cb-48f9-b74c-ac9685df27b9 req-8bc53942-11f5-4be7-ac90-5aa92e3f117e tempest-AggregatesAdminTestJSON-1734586100 tempest-AggregatesAdminTestJSON-1734586100-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:45.855941 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-794f9619-ddeb-48a4-bfdf-f7965d9a73a7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e65591cd000844f899d9ac6875c9d2b6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1284993 Mar 11 19:26:45.855941 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f123bde8-7540-4196-93a0-7ce945b33856 admin admin] Publish callbacks [] for security_group (ad94fccc-985a-48fd-aebd-05b939539cb1), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:45.855941 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 51466) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:45.885714 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-1c5865f9-1eb5-4da5-a04a-72fe6736df00 None None] For port ca93bcc3-197d-4be1-8a6a-002847aca71c, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:26:45.901424 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794f9619-ddeb-48a4-bfdf-f7965d9a73a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b623f008-c4c1-43d8-910a-f445ef12d3ff,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:45.908501 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f123bde8-7540-4196-93a0-7ce945b33856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (ad94fccc-985a-48fd-aebd-05b939539cb1), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:45.956096 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-1c5865f9-1eb5-4da5-a04a-72fe6736df00 None None] For port ca93bcc3-197d-4be1-8a6a-002847aca71c, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=ca93bcc3-197d-4be1-8a6a-002847aca71c,segment=NetworkSegment(f5d39bdb-1bef-4e3f-bff3-43c784546a04),segment_id=f5d39bdb-1bef-4e3f-bff3-43c784546a04)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:26:45.966273 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b84148f8-7f7e-4e7c-aa58-083f00bddb64 admin admin] Publish callbacks [] for security_group (b623f008-c4c1-43d8-910a-f445ef12d3ff), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:45.967278 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1c5865f9-1eb5-4da5-a04a-72fe6736df00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (ca93bcc3-197d-4be1-8a6a-002847aca71c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:45.975127 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f123bde8-7540-4196-93a0-7ce945b33856 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f777b19185ac4ba18a27997217ac4036&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5779874 Mar 11 19:26:45.976338 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a309399c-3948-4aef-b699-58a72bffe953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b345c47-3684-4db9-b375-aceb46761430,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:45.978891 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 51472) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:46.016944 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f123bde8-7540-4196-93a0-7ce945b33856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad94fccc-985a-48fd-aebd-05b939539cb1,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:46.065409 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b84148f8-7f7e-4e7c-aa58-083f00bddb64 admin admin] Publish callbacks [] for security_group (b623f008-c4c1-43d8-910a-f445ef12d3ff), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:46.088078 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5865f9-1eb5-4da5-a04a-72fe6736df00 None None] Pushing event updated for resources: {'Port': ['ID=ca93bcc3-197d-4be1-8a6a-002847aca71c,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:46.141385 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-084c6801-c8cb-48f9-b74c-ac9685df27b9 req-8bc53942-11f5-4be7-ac90-5aa92e3f117e tempest-AggregatesAdminTestJSON-1734586100 tempest-AggregatesAdminTestJSON-1734586100-project-admin] Publish callbacks [] for security_group (71437887-b4c6-4d17-9e14-db70f1a804e8), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:46.150706 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b84148f8-7f7e-4e7c-aa58-083f00bddb64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (b623f008-c4c1-43d8-910a-f445ef12d3ff), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:46.157268 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b84148f8-7f7e-4e7c-aa58-083f00bddb64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:46.162144 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b84148f8-7f7e-4e7c-aa58-083f00bddb64 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b623f008-c4c1-43d8-910a-f445ef12d3ff HTTP/1.1" status: 204 len: 168 time: 0.3059065 Mar 11 19:26:46.179410 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fde07dcb-8015-4756-8ef1-2e791f1fbd6c admin admin] Publish callbacks [] for security_group (90b66eb2-f5c8-4e3e-98f2-937621bc5cc9), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:46.181849 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-63d26c07-87a2-467f-b536-3b4555230ddc admin admin] Publish callbacks [] for security_group (9b345c47-3684-4db9-b375-aceb46761430), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:46.184212 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-084c6801-c8cb-48f9-b74c-ac9685df27b9 req-8bc53942-11f5-4be7-ac90-5aa92e3f117e tempest-AggregatesAdminTestJSON-1734586100 tempest-AggregatesAdminTestJSON-1734586100-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (71437887-b4c6-4d17-9e14-db70f1a804e8), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:46.187758 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e3b8ee9d-551e-46bc-bb03-f115bbbbe037 admin admin] Publish callbacks [] for security_group (ad94fccc-985a-48fd-aebd-05b939539cb1), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:46.215946 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e3b8ee9d-551e-46bc-bb03-f115bbbbe037 admin admin] Publish callbacks [] for security_group (ad94fccc-985a-48fd-aebd-05b939539cb1), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:46.224977 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-14f82ca6-7d85-4f8a-8491-665dea427a49 None None] Publish callbacks [] for port (a40402ea-0b96-4e24-a324-ac1b0a5a3164), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:46.250546 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-14f82ca6-7d85-4f8a-8491-665dea427a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (a40402ea-0b96-4e24-a324-ac1b0a5a3164), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:46.269572 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-084c6801-c8cb-48f9-b74c-ac9685df27b9 req-8bc53942-11f5-4be7-ac90-5aa92e3f117e tempest-AggregatesAdminTestJSON-1734586100 tempest-AggregatesAdminTestJSON-1734586100-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=ad5d95e4-f544-403b-ad7c-77eb4bf4f4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5348849 Mar 11 19:26:46.301213 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc53942-11f5-4be7-ac90-5aa92e3f117e tempest-AggregatesAdminTestJSON-1734586100 tempest-AggregatesAdminTestJSON-1734586100-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71437887-b4c6-4d17-9e14-db70f1a804e8,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:46.313307 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84148f8-7f7e-4e7c-aa58-083f00bddb64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b623f008-c4c1-43d8-910a-f445ef12d3ff,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:46.319810 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fde07dcb-8015-4756-8ef1-2e791f1fbd6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (90b66eb2-f5c8-4e3e-98f2-937621bc5cc9), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:46.326558 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e3b8ee9d-551e-46bc-bb03-f115bbbbe037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (ad94fccc-985a-48fd-aebd-05b939539cb1), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:46.333584 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e3b8ee9d-551e-46bc-bb03-f115bbbbe037 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:46.336368 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e3b8ee9d-551e-46bc-bb03-f115bbbbe037 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ad94fccc-985a-48fd-aebd-05b939539cb1 HTTP/1.1" status: 204 len: 168 time: 0.3550026 Mar 11 19:26:46.356997 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b8ee9d-551e-46bc-bb03-f115bbbbe037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad94fccc-985a-48fd-aebd-05b939539cb1,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:46.492244 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55692133-9af7-44de-be28-f604af2cbe8d req-2386af8d-12bc-407a-8c57-a9b2a22ad163 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:46.516572 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-14f82ca6-7d85-4f8a-8491-665dea427a49 None None] Attempting to bind port a40402ea-0b96-4e24-a324-ac1b0a5a3164 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:26:46.517056 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-14f82ca6-7d85-4f8a-8491-665dea427a49 None None] Attempting to bind port a40402ea-0b96-4e24-a324-ac1b0a5a3164 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '548d1191-6be3-49b7-b122-731f8e7bcddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'ac02cbd1-5dcb-429f-a716-af840212fb30'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:26:46.517998 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f82ca6-7d85-4f8a-8491-665dea427a49 None None] Attempting to bind port a40402ea-0b96-4e24-a324-ac1b0a5a3164 on network ac02cbd1-5dcb-429f-a716-af840212fb30 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:26:46.518290 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-55692133-9af7-44de-be28-f604af2cbe8d req-2386af8d-12bc-407a-8c57-a9b2a22ad163 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e1df5f0-9ba7-4d1f-be0d-cdaa9e480bc8 HTTP/1.1" status: 200 len: 932 time: 0.8335512 Mar 11 19:26:46.525545 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f82ca6-7d85-4f8a-8491-665dea427a49 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:26:46.526014 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f82ca6-7d85-4f8a-8491-665dea427a49 None None] Checking segment: {'id': '548d1191-6be3-49b7-b122-731f8e7bcddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'ac02cbd1-5dcb-429f-a716-af840212fb30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:26:46.526674 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-14f82ca6-7d85-4f8a-8491-665dea427a49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:46.526826 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f82ca6-7d85-4f8a-8491-665dea427a49 None None] Bound using segment: {'id': '548d1191-6be3-49b7-b122-731f8e7bcddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'ac02cbd1-5dcb-429f-a716-af840212fb30'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:26:46.528097 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-14f82ca6-7d85-4f8a-8491-665dea427a49 None None] Bound port: a40402ea-0b96-4e24-a324-ac1b0a5a3164, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '548d1191-6be3-49b7-b122-731f8e7bcddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'ac02cbd1-5dcb-429f-a716-af840212fb30'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:26:46.531950 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-14f82ca6-7d85-4f8a-8491-665dea427a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a40402ea-0b96-4e24-a324-ac1b0a5a3164), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:46.630801 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0b7216-3f3a-4326-8972-958597371ccf None None] Pushing event updated for resources: {'Port': ['ID=a40402ea-0b96-4e24-a324-ac1b0a5a3164,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:46.691263 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-14f82ca6-7d85-4f8a-8491-665dea427a49 None None] For port a40402ea-0b96-4e24-a324-ac1b0a5a3164, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:26:46.696897 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-14f82ca6-7d85-4f8a-8491-665dea427a49 None None] For port a40402ea-0b96-4e24-a324-ac1b0a5a3164, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=a40402ea-0b96-4e24-a324-ac1b0a5a3164,segment=NetworkSegment(548d1191-6be3-49b7-b122-731f8e7bcddc),segment_id=548d1191-6be3-49b7-b122-731f8e7bcddc)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:26:46.706622 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-14f82ca6-7d85-4f8a-8491-665dea427a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (a40402ea-0b96-4e24-a324-ac1b0a5a3164), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:46.805239 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-119a0381-da6c-469f-b7c1-9f2ca21e4487 admin admin] Publish callbacks [] for port (72d86067-10a1-4d6c-92f2-533487f2ab3b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:46.857967 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-fde07dcb-8015-4756-8ef1-2e791f1fbd6c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=76545e51aab8424482ad2aa0a2589459&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7162137 Mar 11 19:26:46.858204 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 51492) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:46.868611 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-63d26c07-87a2-467f-b536-3b4555230ddc admin admin] Publish callbacks [] for security_group (9b345c47-3684-4db9-b375-aceb46761430), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:46.893739 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde07dcb-8015-4756-8ef1-2e791f1fbd6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b66eb2-f5c8-4e3e-98f2-937621bc5cc9,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:46.913526 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-119a0381-da6c-469f-b7c1-9f2ca21e4487 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (72d86067-10a1-4d6c-92f2-533487f2ab3b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:46.976585 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0b7216-3f3a-4326-8972-958597371ccf None None] Pushing event updated for resources: {'Port': ['ID=a40402ea-0b96-4e24-a324-ac1b0a5a3164,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:47.018175 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-71841c27-60ee-4fa3-92db-cf8ba900fefa admin admin] Publish callbacks [] for security_group (90b66eb2-f5c8-4e3e-98f2-937621bc5cc9), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:47.023560 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119a0381-da6c-469f-b7c1-9f2ca21e4487 admin admin] Pushing event updated for resources: {'Port': ['ID=72d86067-10a1-4d6c-92f2-533487f2ab3b,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:47.031833 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f82ca6-7d85-4f8a-8491-665dea427a49 None None] Routers {'e1c5f98d-66d2-41bc-9095-121d4d1af775'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:26:47.033021 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-14f82ca6-7d85-4f8a-8491-665dea427a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:26:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['e1c5f98d-66d2-41bc-9095-121d4d1af775'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:26:47.080636 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-71841c27-60ee-4fa3-92db-cf8ba900fefa admin admin] Publish callbacks [] for security_group (90b66eb2-f5c8-4e3e-98f2-937621bc5cc9), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:47.115381 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-400044ec-d739-4e38-a813-3417b3e5b9b9 None None] Provisioning complete for port a40402ea-0b96-4e24-a324-ac1b0a5a3164 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:26:47.115780 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-400044ec-d739-4e38-a813-3417b3e5b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (a40402ea-0b96-4e24-a324-ac1b0a5a3164), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:47.181550 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-71841c27-60ee-4fa3-92db-cf8ba900fefa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (90b66eb2-f5c8-4e3e-98f2-937621bc5cc9), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:47.185105 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-71841c27-60ee-4fa3-92db-cf8ba900fefa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:47.189107 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-71841c27-60ee-4fa3-92db-cf8ba900fefa admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/90b66eb2-f5c8-4e3e-98f2-937621bc5cc9 HTTP/1.1" status: 204 len: 168 time: 0.3295839 Mar 11 19:26:47.212864 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 51500) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:47.227689 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71841c27-60ee-4fa3-92db-cf8ba900fefa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b66eb2-f5c8-4e3e-98f2-937621bc5cc9,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:47.262466 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3e58c154-a9f3-4fc5-846e-d6c91658821d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:47.311858 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-14f82ca6-7d85-4f8a-8491-665dea427a49 None None] Set router e1c5f98d-66d2-41bc-9095-121d4d1af775 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:26:47.441839 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119a0381-da6c-469f-b7c1-9f2ca21e4487 admin admin] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:26:47.485996 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-119a0381-da6c-469f-b7c1-9f2ca21e4487 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:26:47.487052 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3e58c154-a9f3-4fc5-846e-d6c91658821d admin admin] Publish callbacks [] for security_group (9f32c3a3-d046-4e24-badb-7eae6f939e8e), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:47.494767 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3e58c154-a9f3-4fc5-846e-d6c91658821d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (9f32c3a3-d046-4e24-badb-7eae6f939e8e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:47.505693 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119a0381-da6c-469f-b7c1-9f2ca21e4487 admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:26:47.561697 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 51504) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:47.647638 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-73abe3f8-5681-4019-8a20-f069847c7741 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:47.711554 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-400044ec-d739-4e38-a813-3417b3e5b9b9 None None] Current status of the port a40402ea-0b96-4e24-a324-ac1b0a5a3164 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:26:47.712291 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-3e58c154-a9f3-4fc5-846e-d6c91658821d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7653f7094d02424bb146e343bc1588f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4973350 Mar 11 19:26:47.712745 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-400044ec-d739-4e38-a813-3417b3e5b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a40402ea-0b96-4e24-a324-ac1b0a5a3164), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:47.723966 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 51508) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:47.755808 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-55692133-9af7-44de-be28-f604af2cbe8d req-ef35faa9-39be-4119-8232-eb0b4043d11a tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2357962 Mar 11 19:26:47.776061 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-400044ec-d739-4e38-a813-3417b3e5b9b9 None None] For port a40402ea-0b96-4e24-a324-ac1b0a5a3164, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=a40402ea-0b96-4e24-a324-ac1b0a5a3164,segment=NetworkSegment(548d1191-6be3-49b7-b122-731f8e7bcddc),segment_id=548d1191-6be3-49b7-b122-731f8e7bcddc)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:26:47.801405 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-400044ec-d739-4e38-a813-3417b3e5b9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (a40402ea-0b96-4e24-a324-ac1b0a5a3164), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:47.896491 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400044ec-d739-4e38-a813-3417b3e5b9b9 None None] Pushing event updated for resources: {'Port': ['ID=a40402ea-0b96-4e24-a324-ac1b0a5a3164,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:47.906953 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-14f82ca6-7d85-4f8a-8491-665dea427a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c5f98d-66d2-41bc-9095-121d4d1af775', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-195610653-router', 'tenant_id': '2b2041a5e8eb449b899a189cd9e58346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '8bf33d21-8b41-4d5c-b608-920c20b9af5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:26:34Z', 'updated_at': '2022-03-11T19:26:39Z', 'revision_number': 4, 'project_id': '2b2041a5e8eb449b899a189cd9e58346', 'gw_port': {'id': '8bf33d21-8b41-4d5c-b608-920c20b9af5b', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ad:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c5f98d-66d2-41bc-9095-121d4d1af775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 175, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:26:35Z', 'updated_at': '2022-03-11T19:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'a40402ea-0b96-4e24-a324-ac1b0a5a3164', 'name': '', 'network_id': 'ac02cbd1-5dcb-429f-a716-af840212fb30', 'tenant_id': '2b2041a5e8eb449b899a189cd9e58346', 'mac_address': 'fa:16:3e:7c:df:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c5f98d-66d2-41bc-9095-121d4d1af775', 'device_owner': 'network:router_interface', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': '25c527aa-940c-4d05-a3a3-da904c4b7fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:26:38Z', 'updated_at': '2022-03-11T19:26:46Z', 'revision_number': 4, 'project_id': '2b2041a5e8eb449b899a189cd9e58346', 'subnets': [{'id': '25c527aa-940c-4d05-a3a3-da904c4b7fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:26:47.918151 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-119a0381-da6c-469f-b7c1-9f2ca21e4487 admin admin] Publish callbacks [] for router_gateway (9ea83b9e-7752-4247-9922-419635ee320f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:47.951500 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-73abe3f8-5681-4019-8a20-f069847c7741 admin admin] Publish callbacks [] for security_group (88ad8769-c209-4a43-b818-2b2792e4018d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:47.954930 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e58c154-a9f3-4fc5-846e-d6c91658821d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f32c3a3-d046-4e24-badb-7eae6f939e8e,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:47.961992 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f82ca6-7d85-4f8a-8491-665dea427a49 None None] The sync data for ids ['e1c5f98d-66d2-41bc-9095-121d4d1af775'] in n-d-833163-1 is: [{'id': 'e1c5f98d-66d2-41bc-9095-121d4d1af775', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-195610653-router', 'tenant_id': '2b2041a5e8eb449b899a189cd9e58346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '8bf33d21-8b41-4d5c-b608-920c20b9af5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:26:34Z', 'updated_at': '2022-03-11T19:26:39Z', 'revision_number': 4, 'project_id': '2b2041a5e8eb449b899a189cd9e58346', 'gw_port': {'id': '8bf33d21-8b41-4d5c-b608-920c20b9af5b', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ad:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c5f98d-66d2-41bc-9095-121d4d1af775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 175, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:26:35Z', 'updated_at': '2022-03-11T19:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'a40402ea-0b96-4e24-a324-ac1b0a5a3164', 'name': '', 'network_id': 'ac02cbd1-5dcb-429f-a716-af840212fb30', 'tenant_id': '2b2041a5e8eb449b899a189cd9e58346', 'mac_address': 'fa:16:3e:7c:df:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c5f98d-66d2-41bc-9095-121d4d1af775', 'device_owner': 'network:router_interface', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': '25c527aa-940c-4d05-a3a3-da904c4b7fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:26:38Z', 'updated_at': '2022-03-11T19:26:46Z', 'revision_number': 4, 'project_id': '2b2041a5e8eb449b899a189cd9e58346', 'subnets': [{'id': '25c527aa-940c-4d05-a3a3-da904c4b7fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:26:47.983410 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5749849b-b278-473f-b6c8-f62346a645cb None None] Network faf248f7-0efb-4c35-a9c7-290bab3e856f requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:26:47.987675 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-aad12dd6-9f79-433f-bad8-89b19786c861 None None] Provisioning complete for port a40402ea-0b96-4e24-a324-ac1b0a5a3164 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:26:47.988311 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-aad12dd6-9f79-433f-bad8-89b19786c861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (a40402ea-0b96-4e24-a324-ac1b0a5a3164), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:48.009360 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-73abe3f8-5681-4019-8a20-f069847c7741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (88ad8769-c209-4a43-b818-2b2792e4018d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:48.080251 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb09b42c-e65d-42eb-a2cb-8c5b9ddd8c38 req-832b3bfa-1a76-4050-b20e-d689e84b2b94 tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:48.090431 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fb09b42c-e65d-42eb-a2cb-8c5b9ddd8c38 req-832b3bfa-1a76-4050-b20e-d689e84b2b94 tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0b888d2-9261-4f63-a56c-1188ba71f245 HTTP/1.1" status: 200 len: 972 time: 1.0653017 Mar 11 19:26:48.188854 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-63d26c07-87a2-467f-b536-3b4555230ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (9b345c47-3684-4db9-b375-aceb46761430), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:48.189682 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73abe3f8-5681-4019-8a20-f069847c7741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ad8769-c209-4a43-b818-2b2792e4018d,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:48.191362 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-63d26c07-87a2-467f-b536-3b4555230ddc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:48.195045 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-63d26c07-87a2-467f-b536-3b4555230ddc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9b345c47-3684-4db9-b375-aceb46761430 HTTP/1.1" status: 204 len: 168 time: 2.3853452 Mar 11 19:26:48.209410 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-73abe3f8-5681-4019-8a20-f069847c7741 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=42a14cd943684f039986f44c6149671b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6401920 Mar 11 19:26:48.231382 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fb09b42c-e65d-42eb-a2cb-8c5b9ddd8c38 req-ddce9f7f-5985-4ccf-a13a-daa370b5643f tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad5d95e4-f544-403b-ad7c-77eb4bf4f4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398947 Mar 11 19:26:48.240055 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 51516) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:48.257688 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-49fc9d8e-2c1e-4073-8030-0d6045e3f7d2 admin admin] Publish callbacks [] for security_group (9f32c3a3-d046-4e24-badb-7eae6f939e8e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:48.285217 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device ca93bcc3-197d-4be1-8a6a-002847aca71c up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:26:48.319104 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-49fc9d8e-2c1e-4073-8030-0d6045e3f7d2 admin admin] Publish callbacks [] for security_group (9f32c3a3-d046-4e24-badb-7eae6f939e8e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:48.386887 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d26c07-87a2-467f-b536-3b4555230ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b345c47-3684-4db9-b375-aceb46761430,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:48.424700 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-49fc9d8e-2c1e-4073-8030-0d6045e3f7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (9f32c3a3-d046-4e24-badb-7eae6f939e8e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:48.429168 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-49fc9d8e-2c1e-4073-8030-0d6045e3f7d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:48.434578 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-49fc9d8e-2c1e-4073-8030-0d6045e3f7d2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9f32c3a3-d046-4e24-badb-7eae6f939e8e HTTP/1.1" status: 204 len: 168 time: 0.7075350 Mar 11 19:26:48.453372 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fbe578c0-cbab-4fa8-b66e-d8c35d385326 admin admin] Publish callbacks [] for security_group (88ad8769-c209-4a43-b818-2b2792e4018d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:48.462107 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fc9d8e-2c1e-4073-8030-0d6045e3f7d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f32c3a3-d046-4e24-badb-7eae6f939e8e,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:48.476165 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc423903-895d-44cf-a127-13900980c587 req-c6185790-b1eb-4ec1-a046-a62aa0911216 tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:48.477906 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bc423903-895d-44cf-a127-13900980c587 req-c6185790-b1eb-4ec1-a046-a62aa0911216 tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] 10.222.0.75 "GET /v2.0/ports?device_id=c0b888d2-9261-4f63-a56c-1188ba71f245 HTTP/1.1" status: 200 len: 972 time: 0.1560080 Mar 11 19:26:48.495081 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-119a0381-da6c-469f-b7c1-9f2ca21e4487 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (9ea83b9e-7752-4247-9922-419635ee320f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:48.508140 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-aad12dd6-9f79-433f-bad8-89b19786c861 None None] Current status of the port a40402ea-0b96-4e24-a324-ac1b0a5a3164 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:26:48.520391 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port ca93bcc3-197d-4be1-8a6a-002847aca71c triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:26:48.520975 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ca93bcc3-197d-4be1-8a6a-002847aca71c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:48.548874 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 51522) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:48.569754 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fbe578c0-cbab-4fa8-b66e-d8c35d385326 admin admin] Publish callbacks [] for security_group (88ad8769-c209-4a43-b818-2b2792e4018d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:48.573444 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-abdd8a64-ed5d-47fb-9848-b61e4e03672d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:48.712990 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:48.722853 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-75d76260-fe55-4a99-8f2b-cb966f90f9d1 None None] Provisioning complete for port ca93bcc3-197d-4be1-8a6a-002847aca71c triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:26:48.723596 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-75d76260-fe55-4a99-8f2b-cb966f90f9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ca93bcc3-197d-4be1-8a6a-002847aca71c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:48.774737 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-abdd8a64-ed5d-47fb-9848-b61e4e03672d admin admin] Publish callbacks [] for security_group (bff1a284-19a1-4bb4-9475-06bb62fd6c04), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:48.781084 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-abdd8a64-ed5d-47fb-9848-b61e4e03672d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (bff1a284-19a1-4bb4-9475-06bb62fd6c04), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:48.847177 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port ca93bcc3-197d-4be1-8a6a-002847aca71c is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:26:48.847578 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ca93bcc3-197d-4be1-8a6a-002847aca71c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:48.907676 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 51532) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:48.916385 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-abdd8a64-ed5d-47fb-9848-b61e4e03672d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=77b82d851b244cebb35ed18950198d58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3656993 Mar 11 19:26:48.917402 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdd8a64-ed5d-47fb-9848-b61e4e03672d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff1a284-19a1-4bb4-9475-06bb62fd6c04,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:48.946221 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port ca93bcc3-197d-4be1-8a6a-002847aca71c, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=ca93bcc3-197d-4be1-8a6a-002847aca71c,segment=NetworkSegment(f5d39bdb-1bef-4e3f-bff3-43c784546a04),segment_id=f5d39bdb-1bef-4e3f-bff3-43c784546a04)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:26:48.956467 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (ca93bcc3-197d-4be1-8a6a-002847aca71c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:49.065988 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-75d76260-fe55-4a99-8f2b-cb966f90f9d1 None None] Current status of the port ca93bcc3-197d-4be1-8a6a-002847aca71c is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:26:49.069514 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=ca93bcc3-197d-4be1-8a6a-002847aca71c,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:49.106521 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fbe578c0-cbab-4fa8-b66e-d8c35d385326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (88ad8769-c209-4a43-b818-2b2792e4018d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:49.112341 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fbe578c0-cbab-4fa8-b66e-d8c35d385326 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:49.113480 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-fbe578c0-cbab-4fa8-b66e-d8c35d385326 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/88ad8769-c209-4a43-b818-2b2792e4018d HTTP/1.1" status: 204 len: 168 time: 0.8712969 Mar 11 19:26:49.167389 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe578c0-cbab-4fa8-b66e-d8c35d385326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ad8769-c209-4a43-b818-2b2792e4018d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:49.218232 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-846ecb96-4413-4157-ad27-f4640399cf28 None None] Provisioning complete for port ca93bcc3-197d-4be1-8a6a-002847aca71c triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:26:49.218619 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-846ecb96-4413-4157-ad27-f4640399cf28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ca93bcc3-197d-4be1-8a6a-002847aca71c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:49.269748 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-bc423903-895d-44cf-a127-13900980c587 req-cac2a6aa-f033-45ec-9824-cc1a11488dab tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] Deleting port 0c64b8c9-b533-41dd-9694-63a2a32e4083 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:26:49.270126 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bc423903-895d-44cf-a127-13900980c587 req-cac2a6aa-f033-45ec-9824-cc1a11488dab tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (0c64b8c9-b533-41dd-9694-63a2a32e4083), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:49.284548 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c20d162-1bf7-492d-94a0-21427d7c436c req-326069e6-1564-46b4-8717-f11878d1c343 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:49.293285 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8c20d162-1bf7-492d-94a0-21427d7c436c req-326069e6-1564-46b4-8717-f11878d1c343 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e1df5f0-9ba7-4d1f-be0d-cdaa9e480bc8 HTTP/1.1" status: 200 len: 932 time: 0.3745685 Mar 11 19:26:49.326610 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 51544) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:49.346310 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f2ef6e11-0888-4d4a-a26b-ecc772a164da admin admin] Publish callbacks [] for security_group (bff1a284-19a1-4bb4-9475-06bb62fd6c04), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:49.383026 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 51548) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:49.393206 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-846ecb96-4413-4157-ad27-f4640399cf28 None None] Current status of the port ca93bcc3-197d-4be1-8a6a-002847aca71c is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:26:49.409495 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-62b6e816-457d-4334-a827-23f8071904fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:49.522573 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-62b6e816-457d-4334-a827-23f8071904fd admin admin] Publish callbacks [] for security_group (68a06736-1f75-4073-9770-d2d56b0f756a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:49.529116 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-62b6e816-457d-4334-a827-23f8071904fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (68a06736-1f75-4073-9770-d2d56b0f756a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:49.531158 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-119a0381-da6c-469f-b7c1-9f2ca21e4487 admin admin] Router 9ea83b9e-7752-4247-9922-419635ee320f is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:26:49.547319 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f2ef6e11-0888-4d4a-a26b-ecc772a164da admin admin] Publish callbacks [] for security_group (bff1a284-19a1-4bb4-9475-06bb62fd6c04), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:49.584153 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b6e816-457d-4334-a827-23f8071904fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a06736-1f75-4073-9770-d2d56b0f756a,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:49.618359 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-62b6e816-457d-4334-a827-23f8071904fd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d5eba7b4bfd148dab3fe018fc5942aa6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2342708 Mar 11 19:26:49.618583 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-bc423903-895d-44cf-a127-13900980c587 req-cac2a6aa-f033-45ec-9824-cc1a11488dab tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] For port 0c64b8c9-b533-41dd-9694-63a2a32e4083, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=0c64b8c9-b533-41dd-9694-63a2a32e4083,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:26:49.619092 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bc423903-895d-44cf-a127-13900980c587 req-cac2a6aa-f033-45ec-9824-cc1a11488dab tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (0c64b8c9-b533-41dd-9694-63a2a32e4083), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:49.621667 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 51554) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:49.652613 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8c20d162-1bf7-492d-94a0-21427d7c436c req-b53bc4fd-935e-460f-a6c2-541e22cbd2ba tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578477 Mar 11 19:26:49.680495 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb62d9a-6513-49c6-9379-516d611064b2 req-a96364fe-94f2-43b1-b8fd-c494b4be45a5 tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:49.682292 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0bb62d9a-6513-49c6-9379-516d611064b2 req-a96364fe-94f2-43b1-b8fd-c494b4be45a5 tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0b888d2-9261-4f63-a56c-1188ba71f245 HTTP/1.1" status: 200 len: 972 time: 0.3054864 Mar 11 19:26:49.708837 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-bc423903-895d-44cf-a127-13900980c587 req-cac2a6aa-f033-45ec-9824-cc1a11488dab tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] Calling delete_port for 0c64b8c9-b533-41dd-9694-63a2a32e4083 owned by compute:tempest-test_az-1527503693 {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:26:49.727867 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f8333ea7-bd91-4406-bdd8-5fdeb2e3f150 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:49.764427 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-788e794c-c42f-4397-9bbd-16edd8a79e00 admin admin] Publish callbacks [] for security_group (68a06736-1f75-4073-9770-d2d56b0f756a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:49.795154 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0bb62d9a-6513-49c6-9379-516d611064b2 req-7e709369-4f5d-467e-af08-ee62f8bc2c45 tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad5d95e4-f544-403b-ad7c-77eb4bf4f4e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686336 Mar 11 19:26:49.808111 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-788e794c-c42f-4397-9bbd-16edd8a79e00 admin admin] Publish callbacks [] for security_group (68a06736-1f75-4073-9770-d2d56b0f756a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:49.929409 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-788e794c-c42f-4397-9bbd-16edd8a79e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (68a06736-1f75-4073-9770-d2d56b0f756a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:49.932702 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-788e794c-c42f-4397-9bbd-16edd8a79e00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:49.936474 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-788e794c-c42f-4397-9bbd-16edd8a79e00 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/68a06736-1f75-4073-9770-d2d56b0f756a HTTP/1.1" status: 204 len: 168 time: 0.3112102 Mar 11 19:26:49.938230 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f8333ea7-bd91-4406-bdd8-5fdeb2e3f150 admin admin] Publish callbacks [] for security_group (2a877d58-3845-4e4c-bc8a-023c2b29e9ea), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:49.952090 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f8333ea7-bd91-4406-bdd8-5fdeb2e3f150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (2a877d58-3845-4e4c-bc8a-023c2b29e9ea), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:49.971740 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-119a0381-da6c-469f-b7c1-9f2ca21e4487 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:26:49.981045 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788e794c-c42f-4397-9bbd-16edd8a79e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a06736-1f75-4073-9770-d2d56b0f756a,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:49.984817 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f8333ea7-bd91-4406-bdd8-5fdeb2e3f150 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e2756e5d79d5432f9e234daf5a496f3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6571472 Mar 11 19:26:49.994774 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3746ec07-8605-462d-8241-e2bf3078028f None None] Sync routers for ids ['9ea83b9e-7752-4247-9922-419635ee320f'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:26:49.996265 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 51570) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:50.016907 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3746ec07-8605-462d-8241-e2bf3078028f None None] Routers {'9ea83b9e-7752-4247-9922-419635ee320f'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:26:50.031888 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-3746ec07-8605-462d-8241-e2bf3078028f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:26:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['9ea83b9e-7752-4247-9922-419635ee320f'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:26:50.032108 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-119a0381-da6c-469f-b7c1-9f2ca21e4487 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:50.036539 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-119a0381-da6c-469f-b7c1-9f2ca21e4487 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.8748341 Mar 11 19:26:50.041592 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 51574) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:50.073439 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8333ea7-bd91-4406-bdd8-5fdeb2e3f150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a877d58-3845-4e4c-bc8a-023c2b29e9ea,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:50.090786 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d25060f0-7c4f-4e81-817e-4950b6eda30e admin admin] Publish callbacks [] for security_group (2a877d58-3845-4e4c-bc8a-023c2b29e9ea), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:50.118219 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d25060f0-7c4f-4e81-817e-4950b6eda30e admin admin] Publish callbacks [] for security_group (2a877d58-3845-4e4c-bc8a-023c2b29e9ea), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:50.183771 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d25060f0-7c4f-4e81-817e-4950b6eda30e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (2a877d58-3845-4e4c-bc8a-023c2b29e9ea), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:50.187083 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d25060f0-7c4f-4e81-817e-4950b6eda30e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:50.188394 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d25060f0-7c4f-4e81-817e-4950b6eda30e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2a877d58-3845-4e4c-bc8a-023c2b29e9ea HTTP/1.1" status: 204 len: 168 time: 0.1911459 Mar 11 19:26:50.197897 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25060f0-7c4f-4e81-817e-4950b6eda30e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a877d58-3845-4e4c-bc8a-023c2b29e9ea,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:50.295741 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f2ef6e11-0888-4d4a-a26b-ecc772a164da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (bff1a284-19a1-4bb4-9475-06bb62fd6c04), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:50.298256 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f2ef6e11-0888-4d4a-a26b-ecc772a164da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:50.301794 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f2ef6e11-0888-4d4a-a26b-ecc772a164da admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bff1a284-19a1-4bb4-9475-06bb62fd6c04 HTTP/1.1" status: 204 len: 168 time: 1.3858800 Mar 11 19:26:50.331319 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ef6e11-0888-4d4a-a26b-ecc772a164da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff1a284-19a1-4bb4-9475-06bb62fd6c04,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:50.353531 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-3746ec07-8605-462d-8241-e2bf3078028f None None] Set router 9ea83b9e-7752-4247-9922-419635ee320f gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:26:50.440358 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device ca93bcc3-197d-4be1-8a6a-002847aca71c up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:26:50.509706 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bc423903-895d-44cf-a127-13900980c587 req-cac2a6aa-f033-45ec-9824-cc1a11488dab tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (0c64b8c9-b533-41dd-9694-63a2a32e4083), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:50.530025 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['0c64b8c9-b533-41dd-9694-63a2a32e4083'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:26:50.536090 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port ca93bcc3-197d-4be1-8a6a-002847aca71c triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:26:50.536638 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ca93bcc3-197d-4be1-8a6a-002847aca71c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:50.581590 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac2a6aa-f033-45ec-9824-cc1a11488dab tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] Pushing event deleted for resources: {'Port': ['ID=0c64b8c9-b533-41dd-9694-63a2a32e4083,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:50.675223 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc423903-895d-44cf-a127-13900980c587 req-cac2a6aa-f033-45ec-9824-cc1a11488dab tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] No DVR routers for this DVR port 0c64b8c9-b533-41dd-9694-63a2a32e4083 on host n-h1-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:26:50.681804 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-3746ec07-8605-462d-8241-e2bf3078028f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea83b9e-7752-4247-9922-419635ee320f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2016028453-router', 'tenant_id': '10b86297d12c4b4ea8fe0139a43ba2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': '72d86067-10a1-4d6c-92f2-533487f2ab3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:26:44Z', 'updated_at': '2022-03-11T19:26:47Z', 'revision_number': 3, 'project_id': '10b86297d12c4b4ea8fe0139a43ba2d7', 'gw_port': {'id': '72d86067-10a1-4d6c-92f2-533487f2ab3b', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d1:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea83b9e-7752-4247-9922-419635ee320f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:26:45Z', 'updated_at': '2022-03-11T19:26:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:26:50.695738 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bc423903-895d-44cf-a127-13900980c587 req-cac2a6aa-f033-45ec-9824-cc1a11488dab tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:50.710314 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bc423903-895d-44cf-a127-13900980c587 req-cac2a6aa-f033-45ec-9824-cc1a11488dab tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] 10.222.0.75 "DELETE /v2.0/ports/0c64b8c9-b533-41dd-9694-63a2a32e4083 HTTP/1.1" status: 204 len: 173 time: 2.2063980 Mar 11 19:26:50.712797 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0b888d2-9261-4f63-a56c-1188ba71f245', 'name': 'network-vif-deleted', 'tag': '0c64b8c9-b533-41dd-9694-63a2a32e4083'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:26:50.724576 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3746ec07-8605-462d-8241-e2bf3078028f None None] Checking router: 9ea83b9e-7752-4247-9922-419635ee320f for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:26:50.725388 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb824da-0f78-4e3d-b868-0aad42a6e415" -d '{"events": [{"server_uuid": "c0b888d2-9261-4f63-a56c-1188ba71f245", "name": "network-vif-deleted", "tag": "0c64b8c9-b533-41dd-9694-63a2a32e4083"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:26:50.727806 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3746ec07-8605-462d-8241-e2bf3078028f None None] Updating router 9ea83b9e-7752-4247-9922-419635ee320f port 72d86067-10a1-4d6c-92f2-533487f2ab3b binding host n-d-833163-1 {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:26:50.785259 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port ca93bcc3-197d-4be1-8a6a-002847aca71c is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:26:50.786417 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device a40402ea-0b96-4e24-a324-ac1b0a5a3164 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:26:50.820856 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-3746ec07-8605-462d-8241-e2bf3078028f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (72d86067-10a1-4d6c-92f2-533487f2ab3b), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:50.895581 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ef1a7b-8554-4a5b-a244-3e3f29251bff x-openstack-request-id: req-69ef1a7b-8554-4a5b-a244-3e3f29251bff {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:26:50.897337 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0b888d2-9261-4f63-a56c-1188ba71f245", "name": "network-vif-deleted", "tag": "0c64b8c9-b533-41dd-9694-63a2a32e4083", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:26:50.898435 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-69ef1a7b-8554-4a5b-a244-3e3f29251bff {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:26:50.899561 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0b888d2-9261-4f63-a56c-1188ba71f245', 'name': 'network-vif-deleted', 'tag': '0c64b8c9-b533-41dd-9694-63a2a32e4083', 'status': 'completed', 'code': 200} Mar 11 19:26:50.919427 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port a40402ea-0b96-4e24-a324-ac1b0a5a3164 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:26:50.919840 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (a40402ea-0b96-4e24-a324-ac1b0a5a3164), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:50.923757 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [req-5f6f70c9-0129-4be5-8925-9cabe93cded9 req-9c517b47-6d53-4c20-b62a-8defe3b7ad53 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:26:50.925954 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5f6f70c9-0129-4be5-8925-9cabe93cded9 req-9c517b47-6d53-4c20-b62a-8defe3b7ad53 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080323 Mar 11 19:26:51.122320 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port a40402ea-0b96-4e24-a324-ac1b0a5a3164 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:26:51.129030 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-00a3e81c-b094-4796-b48a-1fa153225ba0 req-ca0aa9f6-1cc1-4416-89fd-1fec8b658b23 tempest-AggregatesAdminTestJSON-924739087 tempest-AggregatesAdminTestJSON-924739087-project] 10.222.0.65 "GET /v2.0/ports?device_id=c0b888d2-9261-4f63-a56c-1188ba71f245 HTTP/1.1" status: 200 len: 210 time: 0.1279552 Mar 11 19:26:51.156377 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a751d1-851e-45d2-9acb-21791da1fc29 req-5c65cffe-d22d-4fdc-9d49-d151fe10b4c5 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:51.157866 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c2a751d1-851e-45d2-9acb-21791da1fc29 req-5c65cffe-d22d-4fdc-9d49-d151fe10b4c5 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e1df5f0-9ba7-4d1f-be0d-cdaa9e480bc8 HTTP/1.1" status: 200 len: 932 time: 0.2539976 Mar 11 19:26:51.186796 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 51610) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:51.221280 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2616257b-016e-454e-98ff-6559361bc18d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:51.279073 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c2a751d1-851e-45d2-9acb-21791da1fc29 req-5782ed21-588e-4dea-8072-a7deb8406c14 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015790 Mar 11 19:26:51.314552 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-3746ec07-8605-462d-8241-e2bf3078028f None None] Publish callbacks [] for port (72d86067-10a1-4d6c-92f2-533487f2ab3b), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:51.320657 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-3746ec07-8605-462d-8241-e2bf3078028f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (72d86067-10a1-4d6c-92f2-533487f2ab3b), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:51.357877 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-00dc504a-0326-4812-9325-698577be3eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:51.392375 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2616257b-016e-454e-98ff-6559361bc18d admin admin] Publish callbacks [] for security_group (8c982055-85c3-42ae-b724-5d4a3f571265), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:51.404636 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2616257b-016e-454e-98ff-6559361bc18d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (8c982055-85c3-42ae-b724-5d4a3f571265), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:51.462482 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2616257b-016e-454e-98ff-6559361bc18d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c982055-85c3-42ae-b724-5d4a3f571265,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:51.464350 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-3746ec07-8605-462d-8241-e2bf3078028f None None] Attempting to bind port 72d86067-10a1-4d6c-92f2-533487f2ab3b on host n-d-833163-1 for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:26:51.468316 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-3746ec07-8605-462d-8241-e2bf3078028f None None] Attempting to bind port 72d86067-10a1-4d6c-92f2-533487f2ab3b by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:26:51.470125 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3746ec07-8605-462d-8241-e2bf3078028f None None] Attempting to bind port 72d86067-10a1-4d6c-92f2-533487f2ab3b on network 612cc066-33e3-444d-b1c7-d0a64751482a {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:26:51.478980 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-2616257b-016e-454e-98ff-6559361bc18d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4ae25439054a4818829ecc4f3a64873d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2908645 Mar 11 19:26:51.482200 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 51616) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:51.491258 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3746ec07-8605-462d-8241-e2bf3078028f None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:26:51.491693 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3746ec07-8605-462d-8241-e2bf3078028f None None] Checking segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:26:51.492063 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-3746ec07-8605-462d-8241-e2bf3078028f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:51.492458 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3746ec07-8605-462d-8241-e2bf3078028f None None] Bound using segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:26:51.492929 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-3746ec07-8605-462d-8241-e2bf3078028f None None] Bound port: 72d86067-10a1-4d6c-92f2-533487f2ab3b, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:26:51.493306 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-3746ec07-8605-462d-8241-e2bf3078028f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (72d86067-10a1-4d6c-92f2-533487f2ab3b), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:51.506408 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde013ff-4f36-424b-8938-9ce3f0d9df40 None None] Pushing event updated for resources: {'Port': ['ID=72d86067-10a1-4d6c-92f2-533487f2ab3b,revision_number=2']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:51.564239 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-69095627-389d-4421-885f-5e244b2c5dd8 admin admin] Publish callbacks [] for security_group (8c982055-85c3-42ae-b724-5d4a3f571265), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:51.593175 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-69095627-389d-4421-885f-5e244b2c5dd8 admin admin] Publish callbacks [] for security_group (8c982055-85c3-42ae-b724-5d4a3f571265), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:51.596407 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-3746ec07-8605-462d-8241-e2bf3078028f None None] For port 72d86067-10a1-4d6c-92f2-533487f2ab3b, host n-d-833163-1, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:26:51.610273 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-3746ec07-8605-462d-8241-e2bf3078028f None None] For port 72d86067-10a1-4d6c-92f2-533487f2ab3b, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=72d86067-10a1-4d6c-92f2-533487f2ab3b,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:26:51.610273 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-3746ec07-8605-462d-8241-e2bf3078028f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (72d86067-10a1-4d6c-92f2-533487f2ab3b), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:51.688269 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-69095627-389d-4421-885f-5e244b2c5dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (8c982055-85c3-42ae-b724-5d4a3f571265), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:51.689599 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3746ec07-8605-462d-8241-e2bf3078028f None None] Routers {'9ea83b9e-7752-4247-9922-419635ee320f'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:26:51.690318 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-3746ec07-8605-462d-8241-e2bf3078028f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:26:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['9ea83b9e-7752-4247-9922-419635ee320f'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:26:51.691168 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-69095627-389d-4421-885f-5e244b2c5dd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:51.692449 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-69095627-389d-4421-885f-5e244b2c5dd8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8c982055-85c3-42ae-b724-5d4a3f571265 HTTP/1.1" status: 204 len: 168 time: 0.2093413 Mar 11 19:26:51.702280 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69095627-389d-4421-885f-5e244b2c5dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c982055-85c3-42ae-b724-5d4a3f571265,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:51.706039 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-00dc504a-0326-4812-9325-698577be3eaa admin admin] Allocated IP 172.20.0.1 (faf248f7-0efb-4c35-a9c7-290bab3e856f/01146b3f-edef-4f77-8512-187341b8d6e4/c2c60c3a-a702-464c-b274-75e644a8b5b8) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:26:51.762425 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde013ff-4f36-424b-8938-9ce3f0d9df40 None None] Pushing event updated for resources: {'Port': ['ID=72d86067-10a1-4d6c-92f2-533487f2ab3b,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:51.762598 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-5f6f70c9-0129-4be5-8925-9cabe93cded9 req-a01401e1-70e7-42dc-80bb-8d542f88aed3 service neutron] Request body: {'port': {'device_id': '7e1df5f0-9ba7-4d1f-be0d-cdaa9e480bc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:26:51.829506 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-00dc504a-0326-4812-9325-698577be3eaa admin admin] Publish callbacks [] for port (c2c60c3a-a702-464c-b274-75e644a8b5b8), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:51.872712 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-00dc504a-0326-4812-9325-698577be3eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (c2c60c3a-a702-464c-b274-75e644a8b5b8), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:51.882322 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-3746ec07-8605-462d-8241-e2bf3078028f None None] Set router 9ea83b9e-7752-4247-9922-419635ee320f gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:26:51.884524 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5f6f70c9-0129-4be5-8925-9cabe93cded9 req-a01401e1-70e7-42dc-80bb-8d542f88aed3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2132f9f3-9a1b-40f0-b21f-18eee1c1b95a), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:51.954288 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00dc504a-0326-4812-9325-698577be3eaa admin admin] Network faf248f7-0efb-4c35-a9c7-290bab3e856f is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:26:51.965039 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-00dc504a-0326-4812-9325-698577be3eaa admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:26:51.974859 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dc504a-0326-4812-9325-698577be3eaa admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:26:51.976400 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-00dc504a-0326-4812-9325-698577be3eaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (9ea83b9e-7752-4247-9922-419635ee320f), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:52.206770 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dc504a-0326-4812-9325-698577be3eaa admin admin] Pushing event updated for resources: {'Port': ['ID=c2c60c3a-a702-464c-b274-75e644a8b5b8,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:52.270744 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f74dfb7c-5f99-435a-92d8-df1890b7d217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:52.292064 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-3746ec07-8605-462d-8241-e2bf3078028f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea83b9e-7752-4247-9922-419635ee320f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2016028453-router', 'tenant_id': '10b86297d12c4b4ea8fe0139a43ba2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': '72d86067-10a1-4d6c-92f2-533487f2ab3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:26:44Z', 'updated_at': '2022-03-11T19:26:47Z', 'revision_number': 3, 'project_id': '10b86297d12c4b4ea8fe0139a43ba2d7', 'gw_port': {'id': '72d86067-10a1-4d6c-92f2-533487f2ab3b', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d1:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea83b9e-7752-4247-9922-419635ee320f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:26:45Z', 'updated_at': '2022-03-11T19:26:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:26:52.326135 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-5f6f70c9-0129-4be5-8925-9cabe93cded9 req-a01401e1-70e7-42dc-80bb-8d542f88aed3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2132f9f3-9a1b-40f0-b21f-18eee1c1b95a {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:26:52.348652 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3746ec07-8605-462d-8241-e2bf3078028f None None] The sync data for ids ['9ea83b9e-7752-4247-9922-419635ee320f'] in n-d-833163-1 is: [{'id': '9ea83b9e-7752-4247-9922-419635ee320f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2016028453-router', 'tenant_id': '10b86297d12c4b4ea8fe0139a43ba2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': '72d86067-10a1-4d6c-92f2-533487f2ab3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:26:44Z', 'updated_at': '2022-03-11T19:26:47Z', 'revision_number': 3, 'project_id': '10b86297d12c4b4ea8fe0139a43ba2d7', 'gw_port': {'id': '72d86067-10a1-4d6c-92f2-533487f2ab3b', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d1:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea83b9e-7752-4247-9922-419635ee320f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:26:45Z', 'updated_at': '2022-03-11T19:26:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:26:52.357070 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5f6f70c9-0129-4be5-8925-9cabe93cded9 req-a01401e1-70e7-42dc-80bb-8d542f88aed3 service neutron] Publish callbacks [] for port (2132f9f3-9a1b-40f0-b21f-18eee1c1b95a), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:52.363242 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:52.388948 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-5f6f70c9-0129-4be5-8925-9cabe93cded9 req-a01401e1-70e7-42dc-80bb-8d542f88aed3 service neutron] Transition to ACTIVE for port object 2132f9f3-9a1b-40f0-b21f-18eee1c1b95a will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:26:52.393360 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5f6f70c9-0129-4be5-8925-9cabe93cded9 req-a01401e1-70e7-42dc-80bb-8d542f88aed3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (2132f9f3-9a1b-40f0-b21f-18eee1c1b95a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:52.458413 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-414605bd-b574-4dce-a8a3-17aeb4848455 None None] Provisioning complete for port c2c60c3a-a702-464c-b274-75e644a8b5b8 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:26:52.458874 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-414605bd-b574-4dce-a8a3-17aeb4848455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (c2c60c3a-a702-464c-b274-75e644a8b5b8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:52.546689 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-00dc504a-0326-4812-9325-698577be3eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c2c60c3a-a702-464c-b274-75e644a8b5b8), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:52.580446 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-414605bd-b574-4dce-a8a3-17aeb4848455 None None] Port c2c60c3a-a702-464c-b274-75e644a8b5b8 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:26:52.590446 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47601a8-b3af-4e9f-861f-823a6ba0d152 req-6d3a7238-2880-4041-ae26-0a1a3a17567e tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:52.592089 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f47601a8-b3af-4e9f-861f-823a6ba0d152 req-6d3a7238-2880-4041-ae26-0a1a3a17567e tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e1df5f0-9ba7-4d1f-be0d-cdaa9e480bc8 HTTP/1.1" status: 200 len: 944 time: 0.1863015 Mar 11 19:26:52.623454 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-5f6f70c9-0129-4be5-8925-9cabe93cded9 req-a01401e1-70e7-42dc-80bb-8d542f88aed3 service neutron] Attempting to bind port 2132f9f3-9a1b-40f0-b21f-18eee1c1b95a on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:26:52.623846 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-5f6f70c9-0129-4be5-8925-9cabe93cded9 req-a01401e1-70e7-42dc-80bb-8d542f88aed3 service neutron] Attempting to bind port 2132f9f3-9a1b-40f0-b21f-18eee1c1b95a by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '42087326-e85e-4d47-82f7-573695e73a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b2c20bf2-5907-4ff7-8af6-23603c7d780a'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:26:52.624226 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6f70c9-0129-4be5-8925-9cabe93cded9 req-a01401e1-70e7-42dc-80bb-8d542f88aed3 service neutron] Attempting to bind port 2132f9f3-9a1b-40f0-b21f-18eee1c1b95a on network b2c20bf2-5907-4ff7-8af6-23603c7d780a {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:26:52.638847 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6f70c9-0129-4be5-8925-9cabe93cded9 req-a01401e1-70e7-42dc-80bb-8d542f88aed3 service neutron] Port 2132f9f3-9a1b-40f0-b21f-18eee1c1b95a on network b2c20bf2-5907-4ff7-8af6-23603c7d780a not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:26:52.639173 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6f70c9-0129-4be5-8925-9cabe93cded9 req-a01401e1-70e7-42dc-80bb-8d542f88aed3 service neutron] Attempting to bind port 2132f9f3-9a1b-40f0-b21f-18eee1c1b95a on network b2c20bf2-5907-4ff7-8af6-23603c7d780a {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:26:52.688830 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f47601a8-b3af-4e9f-861f-823a6ba0d152 req-24817b34-21c1-4fe3-b56d-6bc1a36b5251 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711746 Mar 11 19:26:52.889515 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6f70c9-0129-4be5-8925-9cabe93cded9 req-a01401e1-70e7-42dc-80bb-8d542f88aed3 service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:26:52.889955 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6f70c9-0129-4be5-8925-9cabe93cded9 req-a01401e1-70e7-42dc-80bb-8d542f88aed3 service neutron] Checking segment: {'id': '42087326-e85e-4d47-82f7-573695e73a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b2c20bf2-5907-4ff7-8af6-23603c7d780a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:26:52.890571 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6f70c9-0129-4be5-8925-9cabe93cded9 req-a01401e1-70e7-42dc-80bb-8d542f88aed3 service neutron] Bound using segment: {'id': '42087326-e85e-4d47-82f7-573695e73a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b2c20bf2-5907-4ff7-8af6-23603c7d780a'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:26:52.891085 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-5f6f70c9-0129-4be5-8925-9cabe93cded9 req-a01401e1-70e7-42dc-80bb-8d542f88aed3 service neutron] Bound port: 2132f9f3-9a1b-40f0-b21f-18eee1c1b95a, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42087326-e85e-4d47-82f7-573695e73a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b2c20bf2-5907-4ff7-8af6-23603c7d780a'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:26:52.891504 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5f6f70c9-0129-4be5-8925-9cabe93cded9 req-a01401e1-70e7-42dc-80bb-8d542f88aed3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2132f9f3-9a1b-40f0-b21f-18eee1c1b95a), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:52.927731 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01401e1-70e7-42dc-80bb-8d542f88aed3 service neutron] Pushing event updated for resources: {'Port': ['ID=2132f9f3-9a1b-40f0-b21f-18eee1c1b95a,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:52.973740 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-00dc504a-0326-4812-9325-698577be3eaa admin admin] Publish callbacks [] for port (c2c60c3a-a702-464c-b274-75e644a8b5b8), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:52.984865 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-00dc504a-0326-4812-9325-698577be3eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (c2c60c3a-a702-464c-b274-75e644a8b5b8), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:52.986249 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-00dc504a-0326-4812-9325-698577be3eaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (9ea83b9e-7752-4247-9922-419635ee320f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:53.039210 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-5f6f70c9-0129-4be5-8925-9cabe93cded9 req-a01401e1-70e7-42dc-80bb-8d542f88aed3 service neutron] For port 2132f9f3-9a1b-40f0-b21f-18eee1c1b95a, host n-h2-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:26:53.045810 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-5f6f70c9-0129-4be5-8925-9cabe93cded9 req-a01401e1-70e7-42dc-80bb-8d542f88aed3 service neutron] For port 2132f9f3-9a1b-40f0-b21f-18eee1c1b95a, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=2132f9f3-9a1b-40f0-b21f-18eee1c1b95a,segment=NetworkSegment(42087326-e85e-4d47-82f7-573695e73a7c),segment_id=42087326-e85e-4d47-82f7-573695e73a7c)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:26:53.057416 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5f6f70c9-0129-4be5-8925-9cabe93cded9 req-a01401e1-70e7-42dc-80bb-8d542f88aed3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (2132f9f3-9a1b-40f0-b21f-18eee1c1b95a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:53.087240 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f70c9-0129-4be5-8925-9cabe93cded9 req-a01401e1-70e7-42dc-80bb-8d542f88aed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:53.088618 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5f6f70c9-0129-4be5-8925-9cabe93cded9 req-a01401e1-70e7-42dc-80bb-8d542f88aed3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:53.093301 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5f6f70c9-0129-4be5-8925-9cabe93cded9 req-a01401e1-70e7-42dc-80bb-8d542f88aed3 service neutron] 10.222.0.57 "PUT /v2.0/ports/2132f9f3-9a1b-40f0-b21f-18eee1c1b95a HTTP/1.1" status: 200 len: 1092 time: 1.6983321 Mar 11 19:26:53.099774 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e1df5f0-9ba7-4d1f-be0d-cdaa9e480bc8', 'tag': '2132f9f3-9a1b-40f0-b21f-18eee1c1b95a'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:26:53.336347 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01401e1-70e7-42dc-80bb-8d542f88aed3 service neutron] Pushing event updated for resources: {'Port': ['ID=2132f9f3-9a1b-40f0-b21f-18eee1c1b95a,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:53.374511 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 0c64b8c9-b533-41dd-9694-63a2a32e4083 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:26:53.404006 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: 0c64b8c9-b533-41dd-9694-63a2a32e4083 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:26:53.404335 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 0c64b8c9-b533-41dd-9694-63a2a32e4083 not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:26:53.409751 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f70c9-0129-4be5-8925-9cabe93cded9 req-603c0658-fb08-4851-bc79-31d98ab6ccc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:53.419993 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5f6f70c9-0129-4be5-8925-9cabe93cded9 req-603c0658-fb08-4851-bc79-31d98ab6ccc5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f44b890e943d4aee826b67fd4c2d7b8e&device_id=7e1df5f0-9ba7-4d1f-be0d-cdaa9e480bc8 HTTP/1.1" status: 200 len: 1126 time: 0.2312076 Mar 11 19:26:53.506215 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dc504a-0326-4812-9325-698577be3eaa admin admin] Pushing event updated for resources: {'Port': ['ID=c2c60c3a-a702-464c-b274-75e644a8b5b8,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:53.526693 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00dc504a-0326-4812-9325-698577be3eaa admin admin] Network faf248f7-0efb-4c35-a9c7-290bab3e856f is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:26:53.528553 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-00dc504a-0326-4812-9325-698577be3eaa admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:26:53.541480 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5f6f70c9-0129-4be5-8925-9cabe93cded9 req-d6d25354-5f16-4785-84d2-0eba02b94504 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2132f9f3-9a1b-40f0-b21f-18eee1c1b95a HTTP/1.1" status: 200 len: 217 time: 0.1145279 Mar 11 19:26:53.648166 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f70c9-0129-4be5-8925-9cabe93cded9 req-2d123c31-76f3-41cf-aebf-f250f2d5066a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:53.650367 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5f6f70c9-0129-4be5-8925-9cabe93cded9 req-2d123c31-76f3-41cf-aebf-f250f2d5066a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a7be26a8-b37a-4d01-b7d9-b9690160171c HTTP/1.1" status: 200 len: 860 time: 0.1031580 Mar 11 19:26:53.754110 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5f6f70c9-0129-4be5-8925-9cabe93cded9 req-2817deb0-b9f5-473d-ba5d-33a8214c4ee8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b2c20bf2-5907-4ff7-8af6-23603c7d780a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955944 Mar 11 19:26:53.818459 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00dc504a-0326-4812-9325-698577be3eaa admin admin] Router 9ea83b9e-7752-4247-9922-419635ee320f has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:26:53.921967 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c9143343-d1f6-441a-bc50-b63d706e0370 None None] Provisioning complete for port c2c60c3a-a702-464c-b274-75e644a8b5b8 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:26:53.924309 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c9143343-d1f6-441a-bc50-b63d706e0370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (c2c60c3a-a702-464c-b274-75e644a8b5b8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:53.962429 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5f6f70c9-0129-4be5-8925-9cabe93cded9 req-0197def0-4452-4d65-a1bd-13c5aca3577a service neutron] 10.222.0.57 "GET /v2.0/networks/b2c20bf2-5907-4ff7-8af6-23603c7d780a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013497 Mar 11 19:26:53.982035 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c9143343-d1f6-441a-bc50-b63d706e0370 None None] Port c2c60c3a-a702-464c-b274-75e644a8b5b8 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:26:54.156120 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de35bb3a-f9e3-425c-923f-959ea831b81f req-5820b5c2-4a92-47b4-90bf-fe36222908c5 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:54.164023 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-de35bb3a-f9e3-425c-923f-959ea831b81f req-5820b5c2-4a92-47b4-90bf-fe36222908c5 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e1df5f0-9ba7-4d1f-be0d-cdaa9e480bc8 HTTP/1.1" status: 200 len: 944 time: 0.3254936 Mar 11 19:26:54.211222 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 72d86067-10a1-4d6c-92f2-533487f2ab3b up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:26:54.260619 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5f6f70c9-0129-4be5-8925-9cabe93cded9 req-17e496f2-724f-4b04-8d8c-35f43a82f9f3 service neutron] 10.222.0.57 "GET /v2.0/networks/b2c20bf2-5907-4ff7-8af6-23603c7d780a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918589 Mar 11 19:26:54.300116 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc65c12-8acb-4dbd-bc74-78a6306c9974" -d '{"events": [{"name": "network-changed", "server_uuid": "7e1df5f0-9ba7-4d1f-be0d-cdaa9e480bc8", "tag": "2132f9f3-9a1b-40f0-b21f-18eee1c1b95a"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:26:54.301792 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00dc504a-0326-4812-9325-698577be3eaa admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:26:54.308004 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-00dc504a-0326-4812-9325-698577be3eaa admin admin] 10.222.0.65 "PUT /v2.0/routers/9ea83b9e-7752-4247-9922-419635ee320f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2641017 Mar 11 19:26:54.334742 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-de35bb3a-f9e3-425c-923f-959ea831b81f req-19f9762b-1f8f-4dce-86f5-025040b3c1d6 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649559 Mar 11 19:26:54.339998 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 72d86067-10a1-4d6c-92f2-533487f2ab3b triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:26:54.340402 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (72d86067-10a1-4d6c-92f2-533487f2ab3b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:54.457970 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 72d86067-10a1-4d6c-92f2-533487f2ab3b is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:26:54.458563 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (72d86067-10a1-4d6c-92f2-533487f2ab3b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:54.489164 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 72d86067-10a1-4d6c-92f2-533487f2ab3b, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=72d86067-10a1-4d6c-92f2-533487f2ab3b,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:26:54.495120 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (72d86067-10a1-4d6c-92f2-533487f2ab3b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:54.585610 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1e7c06bf-6832-48dc-b81b-12bf89baf987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:54.630106 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=72d86067-10a1-4d6c-92f2-533487f2ab3b,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:54.898029 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08422775-117d-46d3-8bd9-83c34ca1f87b x-openstack-request-id: req-08422775-117d-46d3-8bd9-83c34ca1f87b {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:26:54.898854 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e1df5f0-9ba7-4d1f-be0d-cdaa9e480bc8", "tag": "2132f9f3-9a1b-40f0-b21f-18eee1c1b95a", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:26:54.899115 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-08422775-117d-46d3-8bd9-83c34ca1f87b {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:26:54.899598 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e1df5f0-9ba7-4d1f-be0d-cdaa9e480bc8', 'tag': '2132f9f3-9a1b-40f0-b21f-18eee1c1b95a', 'status': 'completed', 'code': 200} Mar 11 19:26:54.977611 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc65c12-8acb-4dbd-bc74-78a6306c9974 req-0567eff9-7298-4f82-91e6-ada263b41da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:54.979330 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-2fc65c12-8acb-4dbd-bc74-78a6306c9974 req-0567eff9-7298-4f82-91e6-ada263b41da2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f44b890e943d4aee826b67fd4c2d7b8e&device_id=7e1df5f0-9ba7-4d1f-be0d-cdaa9e480bc8 HTTP/1.1" status: 200 len: 1126 time: 0.0566282 Mar 11 19:26:55.040082 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3c951a-695d-496e-8cf9-8e7e7f2124af None None] Sync routers for ids ['9ea83b9e-7752-4247-9922-419635ee320f'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:26:55.051534 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3c951a-695d-496e-8cf9-8e7e7f2124af None None] Routers {'9ea83b9e-7752-4247-9922-419635ee320f'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:26:55.052306 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-bb3c951a-695d-496e-8cf9-8e7e7f2124af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:26:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['9ea83b9e-7752-4247-9922-419635ee320f'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:26:55.226269 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc65c12-8acb-4dbd-bc74-78a6306c9974 req-4c00f149-947e-497e-a603-1241177860bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:55.228211 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-2fc65c12-8acb-4dbd-bc74-78a6306c9974 req-4c00f149-947e-497e-a603-1241177860bc service neutron] 10.222.0.57 "GET /v2.0/networks?id=b2c20bf2-5907-4ff7-8af6-23603c7d780a HTTP/1.1" status: 200 len: 921 time: 0.2395232 Mar 11 19:26:55.287303 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-2fc65c12-8acb-4dbd-bc74-78a6306c9974 req-993402f6-294a-499b-a640-fbb35c6705ac service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2132f9f3-9a1b-40f0-b21f-18eee1c1b95a HTTP/1.1" status: 200 len: 217 time: 0.0523052 Mar 11 19:26:55.351105 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc65c12-8acb-4dbd-bc74-78a6306c9974 req-56a031ba-0fe5-47ed-a517-987f4f95864b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:55.352609 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-2fc65c12-8acb-4dbd-bc74-78a6306c9974 req-56a031ba-0fe5-47ed-a517-987f4f95864b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a7be26a8-b37a-4d01-b7d9-b9690160171c HTTP/1.1" status: 200 len: 860 time: 0.0593154 Mar 11 19:26:55.356611 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-bb3c951a-695d-496e-8cf9-8e7e7f2124af None None] Set router 9ea83b9e-7752-4247-9922-419635ee320f gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:26:55.394307 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-2fc65c12-8acb-4dbd-bc74-78a6306c9974 req-eda89920-c139-4515-868e-9a72aeb4fe73 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b2c20bf2-5907-4ff7-8af6-23603c7d780a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339820 Mar 11 19:26:55.500506 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-2fc65c12-8acb-4dbd-bc74-78a6306c9974 req-3125aa09-aeab-466f-93a4-6ef3e4614629 service neutron] 10.222.0.57 "GET /v2.0/networks/b2c20bf2-5907-4ff7-8af6-23603c7d780a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992677 Mar 11 19:26:55.680569 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-2fc65c12-8acb-4dbd-bc74-78a6306c9974 req-976c65f5-dd44-45dd-ba9e-2cc0dd807e48 service neutron] 10.222.0.57 "GET /v2.0/networks/b2c20bf2-5907-4ff7-8af6-23603c7d780a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692207 Mar 11 19:26:55.690504 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e139e53a-9fe5-4b0d-b7f2-7b5e786898ba req-7f0cab7a-73f3-41bf-83c6-a99c82edebf5 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:55.694335 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-bb3c951a-695d-496e-8cf9-8e7e7f2124af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea83b9e-7752-4247-9922-419635ee320f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2016028453-router', 'tenant_id': '10b86297d12c4b4ea8fe0139a43ba2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': '72d86067-10a1-4d6c-92f2-533487f2ab3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:26:44Z', 'updated_at': '2022-03-11T19:26:52Z', 'revision_number': 4, 'project_id': '10b86297d12c4b4ea8fe0139a43ba2d7', 'gw_port': {'id': '72d86067-10a1-4d6c-92f2-533487f2ab3b', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea83b9e-7752-4247-9922-419635ee320f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:26:45Z', 'updated_at': '2022-03-11T19:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'c2c60c3a-a702-464c-b274-75e644a8b5b8', 'name': '', 'network_id': 'faf248f7-0efb-4c35-a9c7-290bab3e856f', 'tenant_id': '10b86297d12c4b4ea8fe0139a43ba2d7', 'mac_address': 'fa:16:3e:5e:22:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea83b9e-7752-4247-9922-419635ee320f', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '01146b3f-edef-4f77-8512-187341b8d6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:26:51Z', 'updated_at': '2022-03-11T19:26:52Z', 'revision_number': 2, 'project_id': '10b86297d12c4b4ea8fe0139a43ba2d7', 'subnets': [{'id': '01146b3f-edef-4f77-8512-187341b8d6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:26:55.700842 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e139e53a-9fe5-4b0d-b7f2-7b5e786898ba req-7f0cab7a-73f3-41bf-83c6-a99c82edebf5 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e1df5f0-9ba7-4d1f-be0d-cdaa9e480bc8 HTTP/1.1" status: 200 len: 944 time: 0.0697672 Mar 11 19:26:55.728267 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3c951a-695d-496e-8cf9-8e7e7f2124af None None] Checking router: 9ea83b9e-7752-4247-9922-419635ee320f for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:26:55.728838 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3c951a-695d-496e-8cf9-8e7e7f2124af None None] Updating router 9ea83b9e-7752-4247-9922-419635ee320f port c2c60c3a-a702-464c-b274-75e644a8b5b8 binding host n-d-833163-1 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:26:55.751961 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e139e53a-9fe5-4b0d-b7f2-7b5e786898ba req-e4694721-e57e-4d58-904a-a63691aa17c6 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499310 Mar 11 19:26:55.761571 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bb3c951a-695d-496e-8cf9-8e7e7f2124af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c2c60c3a-a702-464c-b274-75e644a8b5b8), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:56.080059 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 72d86067-10a1-4d6c-92f2-533487f2ab3b up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:26:56.082286 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:56.163508 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4ee49d6c-9f06-48dd-9c8a-940209701906 req-03f738db-835a-49a8-af34-c275c220d408 tempest-ServerDiagnosticsNegativeTest-1679847167 tempest-ServerDiagnosticsNegativeTest-1679847167-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=b9bd1dd94cc34725bc349d4022787b42&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377922 Mar 11 19:26:56.230857 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 72d86067-10a1-4d6c-92f2-533487f2ab3b triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:26:56.231497 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (72d86067-10a1-4d6c-92f2-533487f2ab3b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:56.237409 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bb3c951a-695d-496e-8cf9-8e7e7f2124af None None] Publish callbacks [] for port (c2c60c3a-a702-464c-b274-75e644a8b5b8), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:56.266138 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bb3c951a-695d-496e-8cf9-8e7e7f2124af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (c2c60c3a-a702-464c-b274-75e644a8b5b8), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:56.297010 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee49d6c-9f06-48dd-9c8a-940209701906 req-4bd15fe4-3d79-4dd8-b10d-1e85339bf2a1 tempest-ServerDiagnosticsNegativeTest-1679847167 tempest-ServerDiagnosticsNegativeTest-1679847167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:56.302606 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4ee49d6c-9f06-48dd-9c8a-940209701906 req-4bd15fe4-3d79-4dd8-b10d-1e85339bf2a1 tempest-ServerDiagnosticsNegativeTest-1679847167 tempest-ServerDiagnosticsNegativeTest-1679847167-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1330886 Mar 11 19:26:56.320665 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4ee49d6c-9f06-48dd-9c8a-940209701906 req-e7331c9e-1f34-4719-a6df-00dd23ca83fb tempest-ServerDiagnosticsNegativeTest-1679847167 tempest-ServerDiagnosticsNegativeTest-1679847167-project] 10.222.0.65 "GET /v2.0/quotas/b9bd1dd94cc34725bc349d4022787b42 HTTP/1.1" status: 200 len: 375 time: 0.0119228 Mar 11 19:26:56.344653 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266c6bc8-91fd-4ef4-bf70-49bd68e7edfd None None] Pushing event updated for resources: {'Port': ['ID=c2c60c3a-a702-464c-b274-75e644a8b5b8,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:56.381794 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4ee49d6c-9f06-48dd-9c8a-940209701906 req-000dc21a-d5e3-4201-a53a-64cc90702e49 tempest-ServerDiagnosticsNegativeTest-1679847167 tempest-ServerDiagnosticsNegativeTest-1679847167-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b9bd1dd94cc34725bc349d4022787b42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477161 Mar 11 19:26:56.453046 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-bb3c951a-695d-496e-8cf9-8e7e7f2124af None None] Attempting to bind port c2c60c3a-a702-464c-b274-75e644a8b5b8 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:26:56.453429 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-bb3c951a-695d-496e-8cf9-8e7e7f2124af None None] Attempting to bind port c2c60c3a-a702-464c-b274-75e644a8b5b8 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'f5d39bdb-1bef-4e3f-bff3-43c784546a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'faf248f7-0efb-4c35-a9c7-290bab3e856f'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:26:56.453798 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3c951a-695d-496e-8cf9-8e7e7f2124af None None] Attempting to bind port c2c60c3a-a702-464c-b274-75e644a8b5b8 on network faf248f7-0efb-4c35-a9c7-290bab3e856f {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:26:56.469443 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3c951a-695d-496e-8cf9-8e7e7f2124af None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:26:56.469825 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3c951a-695d-496e-8cf9-8e7e7f2124af None None] Checking segment: {'id': 'f5d39bdb-1bef-4e3f-bff3-43c784546a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'faf248f7-0efb-4c35-a9c7-290bab3e856f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:26:56.470236 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bb3c951a-695d-496e-8cf9-8e7e7f2124af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:56.471061 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3c951a-695d-496e-8cf9-8e7e7f2124af None None] Bound using segment: {'id': 'f5d39bdb-1bef-4e3f-bff3-43c784546a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'faf248f7-0efb-4c35-a9c7-290bab3e856f'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:26:56.472365 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-bb3c951a-695d-496e-8cf9-8e7e7f2124af None None] Bound port: c2c60c3a-a702-464c-b274-75e644a8b5b8, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5d39bdb-1bef-4e3f-bff3-43c784546a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'faf248f7-0efb-4c35-a9c7-290bab3e856f'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:26:56.472788 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bb3c951a-695d-496e-8cf9-8e7e7f2124af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c2c60c3a-a702-464c-b274-75e644a8b5b8), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:56.486094 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 72d86067-10a1-4d6c-92f2-533487f2ab3b is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:26:56.570155 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-bb3c951a-695d-496e-8cf9-8e7e7f2124af None None] For port c2c60c3a-a702-464c-b274-75e644a8b5b8, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:26:56.574866 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-bb3c951a-695d-496e-8cf9-8e7e7f2124af None None] For port c2c60c3a-a702-464c-b274-75e644a8b5b8, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=c2c60c3a-a702-464c-b274-75e644a8b5b8,segment=NetworkSegment(f5d39bdb-1bef-4e3f-bff3-43c784546a04),segment_id=f5d39bdb-1bef-4e3f-bff3-43c784546a04)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:26:56.593632 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bb3c951a-695d-496e-8cf9-8e7e7f2124af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (c2c60c3a-a702-464c-b274-75e644a8b5b8), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:56.645913 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3c951a-695d-496e-8cf9-8e7e7f2124af None None] Routers {'9ea83b9e-7752-4247-9922-419635ee320f'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:26:56.646489 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-bb3c951a-695d-496e-8cf9-8e7e7f2124af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:26:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['9ea83b9e-7752-4247-9922-419635ee320f'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:26:56.671321 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266c6bc8-91fd-4ef4-bf70-49bd68e7edfd None None] Pushing event updated for resources: {'Port': ['ID=c2c60c3a-a702-464c-b274-75e644a8b5b8,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:56.861682 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-bb3c951a-695d-496e-8cf9-8e7e7f2124af None None] Set router 9ea83b9e-7752-4247-9922-419635ee320f gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:26:57.041819 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-002ae1a4-ad87-4b9d-ace1-359bf26e58cc None None] Provisioning complete for port c2c60c3a-a702-464c-b274-75e644a8b5b8 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:26:57.042326 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-002ae1a4-ad87-4b9d-ace1-359bf26e58cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (c2c60c3a-a702-464c-b274-75e644a8b5b8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:57.052416 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-26d27720-cf0c-4935-bb61-1adf9b86f648 req-e7793d77-1585-47b6-8ad7-61b5a94c832e tempest-ServerDiagnosticsNegativeTest-1679847167 tempest-ServerDiagnosticsNegativeTest-1679847167-project] 10.222.0.65 "GET /v2.0/ports?device_id=8016f23f-6e90-4cd2-96f5-db2cd95c16c5 HTTP/1.1" status: 200 len: 210 time: 0.0377042 Mar 11 19:26:57.150018 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 51916) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:57.157066 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-47bb11e8-bd46-4548-aff7-dcd2fc2b3c2d tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1842096852', 'description': 'tempest-description--510116606'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:26:57.205493 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-002ae1a4-ad87-4b9d-ace1-359bf26e58cc None None] Current status of the port c2c60c3a-a702-464c-b274-75e644a8b5b8 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:26:57.205754 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-002ae1a4-ad87-4b9d-ace1-359bf26e58cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c2c60c3a-a702-464c-b274-75e644a8b5b8), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:57.211083 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-47bb11e8-bd46-4548-aff7-dcd2fc2b3c2d tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:57.287486 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bbf410-0942-46d8-9ca7-d427471494c2 req-81efe11d-8add-4f82-a91f-0af2eaf2aa1a tempest-NetworksTest-1543800508 tempest-NetworksTest-1543800508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:57.288339 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bbf410-0942-46d8-9ca7-d427471494c2 req-81efe11d-8add-4f82-a91f-0af2eaf2aa1a tempest-NetworksTest-1543800508 tempest-NetworksTest-1543800508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:57.289504 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bbf410-0942-46d8-9ca7-d427471494c2 req-81efe11d-8add-4f82-a91f-0af2eaf2aa1a tempest-NetworksTest-1543800508 tempest-NetworksTest-1543800508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:57.290140 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-002ae1a4-ad87-4b9d-ace1-359bf26e58cc None None] For port c2c60c3a-a702-464c-b274-75e644a8b5b8, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=c2c60c3a-a702-464c-b274-75e644a8b5b8,segment=NetworkSegment(f5d39bdb-1bef-4e3f-bff3-43c784546a04),segment_id=f5d39bdb-1bef-4e3f-bff3-43c784546a04)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:26:57.290751 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bbf410-0942-46d8-9ca7-d427471494c2 req-81efe11d-8add-4f82-a91f-0af2eaf2aa1a tempest-NetworksTest-1543800508 tempest-NetworksTest-1543800508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:57.291468 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bbf410-0942-46d8-9ca7-d427471494c2 req-81efe11d-8add-4f82-a91f-0af2eaf2aa1a tempest-NetworksTest-1543800508 tempest-NetworksTest-1543800508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:57.292132 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bbf410-0942-46d8-9ca7-d427471494c2 req-81efe11d-8add-4f82-a91f-0af2eaf2aa1a tempest-NetworksTest-1543800508 tempest-NetworksTest-1543800508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:57.293059 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bbf410-0942-46d8-9ca7-d427471494c2 req-81efe11d-8add-4f82-a91f-0af2eaf2aa1a tempest-NetworksTest-1543800508 tempest-NetworksTest-1543800508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:57.297244 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-002ae1a4-ad87-4b9d-ace1-359bf26e58cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (c2c60c3a-a702-464c-b274-75e644a8b5b8), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:57.307971 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-20bbf410-0942-46d8-9ca7-d427471494c2 req-81efe11d-8add-4f82-a91f-0af2eaf2aa1a tempest-NetworksTest-1543800508 tempest-NetworksTest-1543800508-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5046 time: 0.1539869 Mar 11 19:26:57.385554 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-bb3c951a-695d-496e-8cf9-8e7e7f2124af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea83b9e-7752-4247-9922-419635ee320f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2016028453-router', 'tenant_id': '10b86297d12c4b4ea8fe0139a43ba2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': '72d86067-10a1-4d6c-92f2-533487f2ab3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:26:44Z', 'updated_at': '2022-03-11T19:26:52Z', 'revision_number': 4, 'project_id': '10b86297d12c4b4ea8fe0139a43ba2d7', 'gw_port': {'id': '72d86067-10a1-4d6c-92f2-533487f2ab3b', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea83b9e-7752-4247-9922-419635ee320f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:26:45Z', 'updated_at': '2022-03-11T19:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'c2c60c3a-a702-464c-b274-75e644a8b5b8', 'name': '', 'network_id': 'faf248f7-0efb-4c35-a9c7-290bab3e856f', 'tenant_id': '10b86297d12c4b4ea8fe0139a43ba2d7', 'mac_address': 'fa:16:3e:5e:22:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea83b9e-7752-4247-9922-419635ee320f', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '01146b3f-edef-4f77-8512-187341b8d6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:26:51Z', 'updated_at': '2022-03-11T19:26:56Z', 'revision_number': 4, 'project_id': '10b86297d12c4b4ea8fe0139a43ba2d7', 'subnets': [{'id': '01146b3f-edef-4f77-8512-187341b8d6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:26:57.438103 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab3db9d-57fa-4a7f-a93f-5d8f887dda72 req-9b6ba01c-38dc-4646-ad17-e139b4a8a676 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:57.441624 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-47bb11e8-bd46-4548-aff7-dcd2fc2b3c2d tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Publish callbacks [] for security_group (042c4c5f-1cec-4bf8-9249-33cd65cdb4e2), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:57.445838 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-47bb11e8-bd46-4548-aff7-dcd2fc2b3c2d tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (042c4c5f-1cec-4bf8-9249-33cd65cdb4e2), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:57.452049 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7ab3db9d-57fa-4a7f-a93f-5d8f887dda72 req-9b6ba01c-38dc-4646-ad17-e139b4a8a676 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e1df5f0-9ba7-4d1f-be0d-cdaa9e480bc8 HTTP/1.1" status: 200 len: 944 time: 0.0850832 Mar 11 19:26:57.477423 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3c951a-695d-496e-8cf9-8e7e7f2124af None None] The sync data for ids ['9ea83b9e-7752-4247-9922-419635ee320f'] in n-d-833163-1 is: [{'id': '9ea83b9e-7752-4247-9922-419635ee320f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2016028453-router', 'tenant_id': '10b86297d12c4b4ea8fe0139a43ba2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': '72d86067-10a1-4d6c-92f2-533487f2ab3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:26:44Z', 'updated_at': '2022-03-11T19:26:52Z', 'revision_number': 4, 'project_id': '10b86297d12c4b4ea8fe0139a43ba2d7', 'gw_port': {'id': '72d86067-10a1-4d6c-92f2-533487f2ab3b', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea83b9e-7752-4247-9922-419635ee320f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:26:45Z', 'updated_at': '2022-03-11T19:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'c2c60c3a-a702-464c-b274-75e644a8b5b8', 'name': '', 'network_id': 'faf248f7-0efb-4c35-a9c7-290bab3e856f', 'tenant_id': '10b86297d12c4b4ea8fe0139a43ba2d7', 'mac_address': 'fa:16:3e:5e:22:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea83b9e-7752-4247-9922-419635ee320f', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '01146b3f-edef-4f77-8512-187341b8d6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:26:51Z', 'updated_at': '2022-03-11T19:26:56Z', 'revision_number': 4, 'project_id': '10b86297d12c4b4ea8fe0139a43ba2d7', 'subnets': [{'id': '01146b3f-edef-4f77-8512-187341b8d6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:26:57.527336 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bb11e8-bd46-4548-aff7-dcd2fc2b3c2d tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=042c4c5f-1cec-4bf8-9249-33cd65cdb4e2,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:57.534361 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-47bb11e8-bd46-4548-aff7-dcd2fc2b3c2d tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:57.538062 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-47bb11e8-bd46-4548-aff7-dcd2fc2b3c2d tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3830948 Mar 11 19:26:57.538166 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 51936) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:57.544184 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-85fa5e68-9e7f-4c6b-8dcf-21d4abe3d121 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Request body: {'security_group_rule': {'security_group_id': '042c4c5f-1cec-4bf8-9249-33cd65cdb4e2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:26:57.606805 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:57.607911 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002ae1a4-ad87-4b9d-ace1-359bf26e58cc None None] Pushing event updated for resources: {'Port': ['ID=c2c60c3a-a702-464c-b274-75e644a8b5b8,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:57.624227 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-5927d320-f63a-4e9d-85b8-6608e422d5d6 None None] Provisioning complete for port c2c60c3a-a702-464c-b274-75e644a8b5b8 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:26:57.624955 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5927d320-f63a-4e9d-85b8-6608e422d5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (c2c60c3a-a702-464c-b274-75e644a8b5b8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:57.628686 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-85fa5e68-9e7f-4c6b-8dcf-21d4abe3d121 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Publish callbacks [] for security_group_rule (8ee3eac4-b2dc-4c2f-a282-fb75ed460e7d), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:57.684085 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7ab3db9d-57fa-4a7f-a93f-5d8f887dda72 req-1ab97add-60b1-4aef-9452-bf4b788bfb5b tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307773 Mar 11 19:26:57.733770 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad7118-a4d3-4f36-9b82-ec16cfd9d227 req-465bacc3-3e09-428b-95ce-4b2a03e29f25 tempest-NetworksTest-1543800508 tempest-NetworksTest-1543800508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:57.735161 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-09ad7118-a4d3-4f36-9b82-ec16cfd9d227 req-465bacc3-3e09-428b-95ce-4b2a03e29f25 tempest-NetworksTest-1543800508 tempest-NetworksTest-1543800508-project-admin] 10.222.0.65 "GET /v2.0/networks/612cc066-33e3-444d-b1c7-d0a64751482a HTTP/1.1" status: 200 len: 886 time: 0.2521813 Mar 11 19:26:57.788387 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-85fa5e68-9e7f-4c6b-8dcf-21d4abe3d121 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Publish callbacks [] for security_group_rule (8ee3eac4-b2dc-4c2f-a282-fb75ed460e7d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:57.798350 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-85fa5e68-9e7f-4c6b-8dcf-21d4abe3d121 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (8ee3eac4-b2dc-4c2f-a282-fb75ed460e7d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:57.823684 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-5927d320-f63a-4e9d-85b8-6608e422d5d6 None None] Current status of the port c2c60c3a-a702-464c-b274-75e644a8b5b8 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:26:57.829848 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fa5e68-9e7f-4c6b-8dcf-21d4abe3d121 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ee3eac4-b2dc-4c2f-a282-fb75ed460e7d,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:57.834143 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-85fa5e68-9e7f-4c6b-8dcf-21d4abe3d121 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:57.839557 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-85fa5e68-9e7f-4c6b-8dcf-21d4abe3d121 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2996705 Mar 11 19:26:57.841215 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 51950) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:57.847762 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-c8858f6b-4214-4c4d-9371-2b0fae8c9996 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Request body: {'security_group_rule': {'security_group_id': '042c4c5f-1cec-4bf8-9249-33cd65cdb4e2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:26:57.855765 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 51952) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:57.889296 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c8858f6b-4214-4c4d-9371-2b0fae8c9996 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Publish callbacks [] for security_group_rule (74f80403-a472-448e-a6ff-c2ce3ea8b1f4), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:57.955874 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc66cd-8b7d-46a5-a990-37caff6433ab req-1620352c-303e-457d-b7de-a7015db141b6 tempest-NetworksTest-1543800508 tempest-NetworksTest-1543800508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:57.956648 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc66cd-8b7d-46a5-a990-37caff6433ab req-1620352c-303e-457d-b7de-a7015db141b6 tempest-NetworksTest-1543800508 tempest-NetworksTest-1543800508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:57.957472 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc66cd-8b7d-46a5-a990-37caff6433ab req-1620352c-303e-457d-b7de-a7015db141b6 tempest-NetworksTest-1543800508 tempest-NetworksTest-1543800508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:57.958076 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc66cd-8b7d-46a5-a990-37caff6433ab req-1620352c-303e-457d-b7de-a7015db141b6 tempest-NetworksTest-1543800508 tempest-NetworksTest-1543800508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:57.958533 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc66cd-8b7d-46a5-a990-37caff6433ab req-1620352c-303e-457d-b7de-a7015db141b6 tempest-NetworksTest-1543800508 tempest-NetworksTest-1543800508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:57.959720 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc66cd-8b7d-46a5-a990-37caff6433ab req-1620352c-303e-457d-b7de-a7015db141b6 tempest-NetworksTest-1543800508 tempest-NetworksTest-1543800508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:57.960202 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc66cd-8b7d-46a5-a990-37caff6433ab req-1620352c-303e-457d-b7de-a7015db141b6 tempest-NetworksTest-1543800508 tempest-NetworksTest-1543800508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:57.962053 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-78dc66cd-8b7d-46a5-a990-37caff6433ab req-1620352c-303e-457d-b7de-a7015db141b6 tempest-NetworksTest-1543800508 tempest-NetworksTest-1543800508-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5046 time: 0.1545398 Mar 11 19:26:58.078143 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4ee49d6c-9f06-48dd-9c8a-940209701906 req-8b44afb6-b816-4459-afcb-d8b5ff69d4e3 tempest-ServerDiagnosticsNegativeTest-1679847167 tempest-ServerDiagnosticsNegativeTest-1679847167-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=b9bd1dd94cc34725bc349d4022787b42&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0599236 Mar 11 19:26:58.100468 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c8858f6b-4214-4c4d-9371-2b0fae8c9996 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Publish callbacks [] for security_group_rule (74f80403-a472-448e-a6ff-c2ce3ea8b1f4), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:58.108184 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c8858f6b-4214-4c4d-9371-2b0fae8c9996 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (74f80403-a472-448e-a6ff-c2ce3ea8b1f4), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:58.176589 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8858f6b-4214-4c4d-9371-2b0fae8c9996 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74f80403-a472-448e-a6ff-c2ce3ea8b1f4,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:58.186292 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device c2c60c3a-a702-464c-b274-75e644a8b5b8 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:26:58.205890 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c8858f6b-4214-4c4d-9371-2b0fae8c9996 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:58.210357 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c8858f6b-4214-4c4d-9371-2b0fae8c9996 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3648241 Mar 11 19:26:58.218253 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 51974) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:58.237412 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-33b1c85a-6926-4e4d-a05b-d1118ebfa9fc tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Request body: {'floatingip': {'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:26:58.271703 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d3832bdf-a51a-4426-bdd5-79ba2448d5be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:58.316398 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port c2c60c3a-a702-464c-b274-75e644a8b5b8 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:26:58.316775 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (c2c60c3a-a702-464c-b274-75e644a8b5b8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:58.344411 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-33b1c85a-6926-4e4d-a05b-d1118ebfa9fc tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:58.454495 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-46152521-121e-4d36-b1d7-6f934f6ce88f req-78153f09-bf01-4e95-98a1-ca16c89c1d4a tempest-ServerDiagnosticsNegativeTest-1679847167 tempest-ServerDiagnosticsNegativeTest-1679847167-project] 10.222.0.65 "GET /v2.0/ports?device_id=8016f23f-6e90-4cd2-96f5-db2cd95c16c5 HTTP/1.1" status: 200 len: 210 time: 0.0612485 Mar 11 19:26:58.473436 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee49d6c-9f06-48dd-9c8a-940209701906 req-a911bd96-9de7-4ddb-81eb-89bbdc35e8a8 tempest-ServerDiagnosticsNegativeTest-1679847167 tempest-ServerDiagnosticsNegativeTest-1679847167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:58.475690 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4ee49d6c-9f06-48dd-9c8a-940209701906 req-a911bd96-9de7-4ddb-81eb-89bbdc35e8a8 tempest-ServerDiagnosticsNegativeTest-1679847167 tempest-ServerDiagnosticsNegativeTest-1679847167-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3948367 Mar 11 19:26:58.494607 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-4ee49d6c-9f06-48dd-9c8a-940209701906 req-62c012e1-bde7-49ce-a2d7-7d0210df1dc7 tempest-ServerDiagnosticsNegativeTest-1679847167 tempest-ServerDiagnosticsNegativeTest-1679847167-project] Request body: {'port': {'device_id': '8016f23f-6e90-4cd2-96f5-db2cd95c16c5', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'admin_state_up': True, 'tenant_id': 'b9bd1dd94cc34725bc349d4022787b42'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:26:58.536227 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 51990) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:58.589241 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d3832bdf-a51a-4426-bdd5-79ba2448d5be admin admin] Publish callbacks [] for security_group (0b8ad247-72e3-49fd-8334-890798f17d36), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:58.602144 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d3832bdf-a51a-4426-bdd5-79ba2448d5be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (0b8ad247-72e3-49fd-8334-890798f17d36), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:58.611278 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port c2c60c3a-a702-464c-b274-75e644a8b5b8 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:26:58.721497 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d3832bdf-a51a-4426-bdd5-79ba2448d5be admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f2e42846a37140c1861bfb2d41f11580&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8629596 Mar 11 19:26:58.723379 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3832bdf-a51a-4426-bdd5-79ba2448d5be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8ad247-72e3-49fd-8334-890798f17d36,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:58.726394 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52010) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:58.772021 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-33b1c85a-6926-4e4d-a05b-d1118ebfa9fc tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:58.777656 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-564de32f-fa3a-4bd0-a8a3-610a4c4a586c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:58.789193 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ee49d6c-9f06-48dd-9c8a-940209701906 req-62c012e1-bde7-49ce-a2d7-7d0210df1dc7 tempest-ServerDiagnosticsNegativeTest-1679847167 tempest-ServerDiagnosticsNegativeTest-1679847167-project] Made reservation on behalf of b9bd1dd94cc34725bc349d4022787b42 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:26:58.795910 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4ee49d6c-9f06-48dd-9c8a-940209701906 req-62c012e1-bde7-49ce-a2d7-7d0210df1dc7 tempest-ServerDiagnosticsNegativeTest-1679847167 tempest-ServerDiagnosticsNegativeTest-1679847167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:58.819913 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4ee49d6c-9f06-48dd-9c8a-940209701906 req-62c012e1-bde7-49ce-a2d7-7d0210df1dc7 tempest-ServerDiagnosticsNegativeTest-1679847167 tempest-ServerDiagnosticsNegativeTest-1679847167-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:58.925010 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f2569019-7485-4d7d-9c24-d6fbc718948b admin admin] Publish callbacks [] for security_group (0b8ad247-72e3-49fd-8334-890798f17d36), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:58.925778 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:58.995407 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f2569019-7485-4d7d-9c24-d6fbc718948b admin admin] Publish callbacks [] for security_group (0b8ad247-72e3-49fd-8334-890798f17d36), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:59.007204 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52030) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:59.035913 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4ee49d6c-9f06-48dd-9c8a-940209701906 req-62c012e1-bde7-49ce-a2d7-7d0210df1dc7 tempest-ServerDiagnosticsNegativeTest-1679847167 tempest-ServerDiagnosticsNegativeTest-1679847167-project] Publish callbacks [] for security_group (c76692ba-9a18-457b-924c-144b802cc3b4), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:59.062341 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-33b1c85a-6926-4e4d-a05b-d1118ebfa9fc tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Allocated IP 172.25.8.214 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/dbc1e88c-17d1-4216-991f-0443f6b7e4bb) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:26:59.083713 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4080f2-aacd-4715-898f-b3c43c1a79ea req-43a11fa4-84d7-4ff5-964e-62572751d743 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:59.098744 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3d4080f2-aacd-4715-898f-b3c43c1a79ea req-43a11fa4-84d7-4ff5-964e-62572751d743 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e1df5f0-9ba7-4d1f-be0d-cdaa9e480bc8 HTTP/1.1" status: 200 len: 944 time: 0.2356353 Mar 11 19:26:59.100769 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4ee49d6c-9f06-48dd-9c8a-940209701906 req-62c012e1-bde7-49ce-a2d7-7d0210df1dc7 tempest-ServerDiagnosticsNegativeTest-1679847167 tempest-ServerDiagnosticsNegativeTest-1679847167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (c76692ba-9a18-457b-924c-144b802cc3b4), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:59.187973 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52042) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:59.224517 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 2132f9f3-9a1b-40f0-b21f-18eee1c1b95a details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:26:59.264497 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3d4080f2-aacd-4715-898f-b3c43c1a79ea req-411ca7e7-3613-4492-92a4-13a499232735 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645026 Mar 11 19:26:59.271613 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c012e1-bde7-49ce-a2d7-7d0210df1dc7 tempest-ServerDiagnosticsNegativeTest-1679847167 tempest-ServerDiagnosticsNegativeTest-1679847167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c76692ba-9a18-457b-924c-144b802cc3b4,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:59.395847 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-4ee49d6c-9f06-48dd-9c8a-940209701906 req-62c012e1-bde7-49ce-a2d7-7d0210df1dc7 tempest-ServerDiagnosticsNegativeTest-1679847167 tempest-ServerDiagnosticsNegativeTest-1679847167-project] Allocated IP 192.168.233.205 (885772b1-9b97-4e1d-a0fb-e125030c5a81/9bb14923-74c3-4313-be8d-ed33542f05aa/7a078220-deeb-4a9c-9ab8-e587ae77245a) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:26:59.424067 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 2132f9f3-9a1b-40f0-b21f-18eee1c1b95a, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=2132f9f3-9a1b-40f0-b21f-18eee1c1b95a,segment=NetworkSegment(42087326-e85e-4d47-82f7-573695e73a7c),segment_id=42087326-e85e-4d47-82f7-573695e73a7c)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:26:59.441176 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': '2132f9f3-9a1b-40f0-b21f-18eee1c1b95a', 'network_id': 'b2c20bf2-5907-4ff7-8af6-23603c7d780a', 'port_id': '2132f9f3-9a1b-40f0-b21f-18eee1c1b95a', 'mac_address': 'fa:16:3e:ee:52:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7be26a8-b37a-4d01-b7d9-b9690160171c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:26:59.535512 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 2132f9f3-9a1b-40f0-b21f-18eee1c1b95a is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:26:59.535934 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2132f9f3-9a1b-40f0-b21f-18eee1c1b95a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:59.542026 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aca0240d-0546-4532-81bb-8e1137b3e061 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:59.547444 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-564de32f-fa3a-4bd0-a8a3-610a4c4a586c admin admin] Publish callbacks [] for security_group (270a415d-7d37-4bb9-935b-289324740062), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:59.560394 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52050) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:59.563054 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2132f9f3-9a1b-40f0-b21f-18eee1c1b95a {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:26:59.580333 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-564de32f-fa3a-4bd0-a8a3-610a4c4a586c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (270a415d-7d37-4bb9-935b-289324740062), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:59.587732 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-33b1c85a-6926-4e4d-a05b-d1118ebfa9fc tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Publish callbacks [] for port (dbc1e88c-17d1-4216-991f-0443f6b7e4bb), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:59.609300 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 2132f9f3-9a1b-40f0-b21f-18eee1c1b95a, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=2132f9f3-9a1b-40f0-b21f-18eee1c1b95a,segment=NetworkSegment(42087326-e85e-4d47-82f7-573695e73a7c),segment_id=42087326-e85e-4d47-82f7-573695e73a7c)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:26:59.620970 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (2132f9f3-9a1b-40f0-b21f-18eee1c1b95a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:59.639193 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f2569019-7485-4d7d-9c24-d6fbc718948b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (0b8ad247-72e3-49fd-8334-890798f17d36), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:59.642196 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f2569019-7485-4d7d-9c24-d6fbc718948b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:59.646279 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f2569019-7485-4d7d-9c24-d6fbc718948b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0b8ad247-72e3-49fd-8334-890798f17d36 HTTP/1.1" status: 204 len: 168 time: 0.9178841 Mar 11 19:26:59.671074 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564de32f-fa3a-4bd0-a8a3-610a4c4a586c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=270a415d-7d37-4bb9-935b-289324740062,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:59.678597 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-564de32f-fa3a-4bd0-a8a3-610a4c4a586c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0fa7eb1ef7dd469c9f337163af870f7f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1383710 Mar 11 19:26:59.679490 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52058) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:59.701483 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-13c5feb1-9e7d-4b27-923b-0c6364784d10 req-b124ba4e-f799-4d39-b312-569d9e0bdbc9 tempest-ServerDiagnosticsNegativeTest-1679847167 tempest-ServerDiagnosticsNegativeTest-1679847167-project] 10.222.0.65 "GET /v2.0/ports?device_id=8016f23f-6e90-4cd2-96f5-db2cd95c16c5 HTTP/1.1" status: 200 len: 210 time: 0.0743163 Mar 11 19:26:59.717856 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=2132f9f3-9a1b-40f0-b21f-18eee1c1b95a,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:59.748311 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2569019-7485-4d7d-9c24-d6fbc718948b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8ad247-72e3-49fd-8334-890798f17d36,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:59.750448 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4ee49d6c-9f06-48dd-9c8a-940209701906 req-62c012e1-bde7-49ce-a2d7-7d0210df1dc7 tempest-ServerDiagnosticsNegativeTest-1679847167 tempest-ServerDiagnosticsNegativeTest-1679847167-project] Publish callbacks [] for port (7a078220-deeb-4a9c-9ab8-e587ae77245a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:59.799594 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-33b1c85a-6926-4e4d-a05b-d1118ebfa9fc tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (dbc1e88c-17d1-4216-991f-0443f6b7e4bb), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:59.816031 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-43a1a722-4618-432b-bb4d-9f441994802e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:59.838118 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4ee49d6c-9f06-48dd-9c8a-940209701906 req-62c012e1-bde7-49ce-a2d7-7d0210df1dc7 tempest-ServerDiagnosticsNegativeTest-1679847167 tempest-ServerDiagnosticsNegativeTest-1679847167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (7a078220-deeb-4a9c-9ab8-e587ae77245a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:59.885424 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b1c85a-6926-4e4d-a05b-d1118ebfa9fc tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Pushing event updated for resources: {'Port': ['ID=dbc1e88c-17d1-4216-991f-0443f6b7e4bb,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:59.912832 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b1c85a-6926-4e4d-a05b-d1118ebfa9fc tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:26:59.913568 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ee49d6c-9f06-48dd-9c8a-940209701906 req-62c012e1-bde7-49ce-a2d7-7d0210df1dc7 tempest-ServerDiagnosticsNegativeTest-1679847167 tempest-ServerDiagnosticsNegativeTest-1679847167-project] Network 885772b1-9b97-4e1d-a0fb-e125030c5a81 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:26:59.913688 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3ad057cf-f38e-4067-aefc-3a2644e1e140 admin admin] Publish callbacks [] for security_group (270a415d-7d37-4bb9-935b-289324740062), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:59.920090 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-3499a0fc-91fb-4dfb-8465-009d4b1d8f9b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=043c2ce1455744e39b26d6c697c756a9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7280788 Mar 11 19:26:59.923161 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52064) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:26:59.925471 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-33b1c85a-6926-4e4d-a05b-d1118ebfa9fc tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:26:59.929400 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-4ee49d6c-9f06-48dd-9c8a-940209701906 req-62c012e1-bde7-49ce-a2d7-7d0210df1dc7 tempest-ServerDiagnosticsNegativeTest-1679847167 tempest-ServerDiagnosticsNegativeTest-1679847167-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:26:59.936413 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ee49d6c-9f06-48dd-9c8a-940209701906 req-62c012e1-bde7-49ce-a2d7-7d0210df1dc7 tempest-ServerDiagnosticsNegativeTest-1679847167 tempest-ServerDiagnosticsNegativeTest-1679847167-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:26:59.941987 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee49d6c-9f06-48dd-9c8a-940209701906 req-62c012e1-bde7-49ce-a2d7-7d0210df1dc7 tempest-ServerDiagnosticsNegativeTest-1679847167 tempest-ServerDiagnosticsNegativeTest-1679847167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:26:59.943512 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4ee49d6c-9f06-48dd-9c8a-940209701906 req-62c012e1-bde7-49ce-a2d7-7d0210df1dc7 tempest-ServerDiagnosticsNegativeTest-1679847167 tempest-ServerDiagnosticsNegativeTest-1679847167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:26:59.944698 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b1c85a-6926-4e4d-a05b-d1118ebfa9fc tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:26:59.951906 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c012e1-bde7-49ce-a2d7-7d0210df1dc7 tempest-ServerDiagnosticsNegativeTest-1679847167 tempest-ServerDiagnosticsNegativeTest-1679847167-project] Pushing event updated for resources: {'Port': ['ID=7a078220-deeb-4a9c-9ab8-e587ae77245a,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:26:59.974901 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4ee49d6c-9f06-48dd-9c8a-940209701906 req-62c012e1-bde7-49ce-a2d7-7d0210df1dc7 tempest-ServerDiagnosticsNegativeTest-1679847167 tempest-ServerDiagnosticsNegativeTest-1679847167-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4916427 Mar 11 19:26:59.992434 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-4ee49d6c-9f06-48dd-9c8a-940209701906 req-ce265504-80d9-4a1c-864f-54bbbfde8ffe service neutron] Request body: {'port': {'device_id': '8016f23f-6e90-4cd2-96f5-db2cd95c16c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:27:00.052575 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['2132f9f3-9a1b-40f0-b21f-18eee1c1b95a'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:27:00.064693 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-33b1c85a-6926-4e4d-a05b-d1118ebfa9fc tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Publish callbacks [] for floatingip (1461f1d6-56aa-434d-9a99-fac012f6745b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:00.115678 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3ad057cf-f38e-4067-aefc-3a2644e1e140 admin admin] Publish callbacks [] for security_group (270a415d-7d37-4bb9-935b-289324740062), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:00.122980 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aca0240d-0546-4532-81bb-8e1137b3e061 admin admin] Publish callbacks [] for security_group (dcab2fc7-b0b3-4104-8ac3-d8e6097eff5f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:00.133764 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-43a1a722-4618-432b-bb4d-9f441994802e admin admin] Publish callbacks [] for security_group (1b6a083f-e019-4c15-ba67-8f1d4dfb60ea), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:00.139180 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4ee49d6c-9f06-48dd-9c8a-940209701906 req-ce265504-80d9-4a1c-864f-54bbbfde8ffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (7a078220-deeb-4a9c-9ab8-e587ae77245a), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:00.163273 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aca0240d-0546-4532-81bb-8e1137b3e061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (dcab2fc7-b0b3-4104-8ac3-d8e6097eff5f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:00.164540 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-43a1a722-4618-432b-bb4d-9f441994802e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (1b6a083f-e019-4c15-ba67-8f1d4dfb60ea), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:00.196604 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52066) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:00.286445 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3ad057cf-f38e-4067-aefc-3a2644e1e140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (270a415d-7d37-4bb9-935b-289324740062), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:00.289584 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3ad057cf-f38e-4067-aefc-3a2644e1e140 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:00.290984 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-3ad057cf-f38e-4067-aefc-3a2644e1e140 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/270a415d-7d37-4bb9-935b-289324740062 HTTP/1.1" status: 204 len: 168 time: 0.5975518 Mar 11 19:27:00.292877 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2f638ba4-9e7c-4c77-89bc-ed94bd3de1a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:00.297587 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-43a1a722-4618-432b-bb4d-9f441994802e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e7080c1cdcd84c4da56162c2b249ff2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7355151 Mar 11 19:27:00.300205 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52074) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:00.302454 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a1a722-4618-432b-bb4d-9f441994802e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6a083f-e019-4c15-ba67-8f1d4dfb60ea,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:00.319598 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-72aaf9de-f510-4253-9bd2-72a2296f94a1 None None] Provisioning complete for port 7a078220-deeb-4a9c-9ab8-e587ae77245a triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:27:00.320629 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-72aaf9de-f510-4253-9bd2-72a2296f94a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (7a078220-deeb-4a9c-9ab8-e587ae77245a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:00.374527 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-aca0240d-0546-4532-81bb-8e1137b3e061 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=daf157b3715641cc95ca5b0190dc9a84&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3581157 Mar 11 19:27:00.375102 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-72aaf9de-f510-4253-9bd2-72a2296f94a1 None None] Port 7a078220-deeb-4a9c-9ab8-e587ae77245a cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:27:00.378192 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52076) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:00.411870 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-33b1c85a-6926-4e4d-a05b-d1118ebfa9fc tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (dbc1e88c-17d1-4216-991f-0443f6b7e4bb), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:00.413617 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca0240d-0546-4532-81bb-8e1137b3e061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcab2fc7-b0b3-4104-8ac3-d8e6097eff5f,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:00.499549 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c0dffcff-959d-4d33-823a-5033594e889c admin admin] Publish callbacks [] for security_group (ad5d95e4-f544-403b-ad7c-77eb4bf4f4e9), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:00.515237 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad057cf-f38e-4067-aefc-3a2644e1e140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=270a415d-7d37-4bb9-935b-289324740062,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:00.529104 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d823ff89-cdc9-464d-977c-a615b24921e9 admin admin] Publish callbacks [] for security_group (1b6a083f-e019-4c15-ba67-8f1d4dfb60ea), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:00.550077 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ad8cf-a05a-4a22-870b-2cc0447558a8 req-bb489ce9-4987-4137-9e26-e315d99af85b tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:00.553314 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-560ad8cf-a05a-4a22-870b-2cc0447558a8 req-bb489ce9-4987-4137-9e26-e315d99af85b tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e1df5f0-9ba7-4d1f-be0d-cdaa9e480bc8 HTTP/1.1" status: 200 len: 945 time: 0.1413510 Mar 11 19:27:00.573567 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2f638ba4-9e7c-4c77-89bc-ed94bd3de1a9 admin admin] Publish callbacks [] for security_group (82ffe507-c0f9-455d-af63-679053414044), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:00.591146 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2f638ba4-9e7c-4c77-89bc-ed94bd3de1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (82ffe507-c0f9-455d-af63-679053414044), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:00.596185 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c0dffcff-959d-4d33-823a-5033594e889c admin admin] Publish callbacks [] for security_group (ad5d95e4-f544-403b-ad7c-77eb4bf4f4e9), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:00.620447 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d823ff89-cdc9-464d-977c-a615b24921e9 admin admin] Publish callbacks [] for security_group (1b6a083f-e019-4c15-ba67-8f1d4dfb60ea), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:00.684552 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-77770654-a9cd-41f8-9367-3b56e56b246a admin admin] Publish callbacks [] for security_group (dcab2fc7-b0b3-4104-8ac3-d8e6097eff5f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:00.704580 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-560ad8cf-a05a-4a22-870b-2cc0447558a8 req-1ee374ac-c49a-4a57-a8f4-ab94912a9640 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408648 Mar 11 19:27:00.724297 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-2f638ba4-9e7c-4c77-89bc-ed94bd3de1a9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e1cac781a5bd4d32ad4695fa755c149f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4761569 Mar 11 19:27:00.727280 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52080) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:00.732012 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f638ba4-9e7c-4c77-89bc-ed94bd3de1a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82ffe507-c0f9-455d-af63-679053414044,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:00.777824 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-77770654-a9cd-41f8-9367-3b56e56b246a admin admin] Publish callbacks [] for security_group (dcab2fc7-b0b3-4104-8ac3-d8e6097eff5f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:00.783757 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d823ff89-cdc9-464d-977c-a615b24921e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (1b6a083f-e019-4c15-ba67-8f1d4dfb60ea), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:00.786268 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d823ff89-cdc9-464d-977c-a615b24921e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:00.790426 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d823ff89-cdc9-464d-977c-a615b24921e9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1b6a083f-e019-4c15-ba67-8f1d4dfb60ea HTTP/1.1" status: 204 len: 168 time: 0.4860902 Mar 11 19:27:00.790567 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52084) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:00.806029 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-4ee49d6c-9f06-48dd-9c8a-940209701906 req-ce265504-80d9-4a1c-864f-54bbbfde8ffe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a078220-deeb-4a9c-9ab8-e587ae77245a {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:27:00.837809 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c62df9e8-dd11-467b-9468-d3e509d53fcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:00.845484 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4ee49d6c-9f06-48dd-9c8a-940209701906 req-ce265504-80d9-4a1c-864f-54bbbfde8ffe service neutron] Publish callbacks [] for port (7a078220-deeb-4a9c-9ab8-e587ae77245a), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:00.849278 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d823ff89-cdc9-464d-977c-a615b24921e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6a083f-e019-4c15-ba67-8f1d4dfb60ea,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:00.878783 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-4ee49d6c-9f06-48dd-9c8a-940209701906 req-ce265504-80d9-4a1c-864f-54bbbfde8ffe service neutron] Transition to ACTIVE for port object 7a078220-deeb-4a9c-9ab8-e587ae77245a will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:27:00.885892 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1c80862f-1e51-40bc-95aa-eef512ae2042 admin admin] Publish callbacks [] for security_group (82ffe507-c0f9-455d-af63-679053414044), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:00.899060 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4ee49d6c-9f06-48dd-9c8a-940209701906 req-ce265504-80d9-4a1c-864f-54bbbfde8ffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (7a078220-deeb-4a9c-9ab8-e587ae77245a), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:00.909822 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c0dffcff-959d-4d33-823a-5033594e889c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (ad5d95e4-f544-403b-ad7c-77eb4bf4f4e9), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:00.913679 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c0dffcff-959d-4d33-823a-5033594e889c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:00.915496 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c0dffcff-959d-4d33-823a-5033594e889c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ad5d95e4-f544-403b-ad7c-77eb4bf4f4e9 HTTP/1.1" status: 204 len: 168 time: 0.9909456 Mar 11 19:27:00.954992 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1c80862f-1e51-40bc-95aa-eef512ae2042 admin admin] Publish callbacks [] for security_group (82ffe507-c0f9-455d-af63-679053414044), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:00.955211 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dffcff-959d-4d33-823a-5033594e889c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5d95e4-f544-403b-ad7c-77eb4bf4f4e9,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:00.974702 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827ab203-33f4-4ed1-a762-58f6abe0a1d8 req-5922f4cb-2461-4d2e-87c4-8ece4ba8a2fa tempest-ServerDiagnosticsNegativeTest-1679847167 tempest-ServerDiagnosticsNegativeTest-1679847167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:00.982939 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-827ab203-33f4-4ed1-a762-58f6abe0a1d8 req-5922f4cb-2461-4d2e-87c4-8ece4ba8a2fa tempest-ServerDiagnosticsNegativeTest-1679847167 tempest-ServerDiagnosticsNegativeTest-1679847167-project] 10.222.0.65 "GET /v2.0/ports?device_id=8016f23f-6e90-4cd2-96f5-db2cd95c16c5 HTTP/1.1" status: 200 len: 936 time: 0.1813669 Mar 11 19:27:01.034166 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-33b1c85a-6926-4e4d-a05b-d1118ebfa9fc tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Publish callbacks [] for port (dbc1e88c-17d1-4216-991f-0443f6b7e4bb), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:01.046679 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-77770654-a9cd-41f8-9367-3b56e56b246a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (dcab2fc7-b0b3-4104-8ac3-d8e6097eff5f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:01.051276 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-77770654-a9cd-41f8-9367-3b56e56b246a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:01.052779 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-77770654-a9cd-41f8-9367-3b56e56b246a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dcab2fc7-b0b3-4104-8ac3-d8e6097eff5f HTTP/1.1" status: 204 len: 168 time: 0.6690450 Mar 11 19:27:01.056439 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce265504-80d9-4a1c-864f-54bbbfde8ffe service neutron] Pushing event updated for resources: {'Port': ['ID=7a078220-deeb-4a9c-9ab8-e587ae77245a,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:01.067642 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-33b1c85a-6926-4e4d-a05b-d1118ebfa9fc tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (dbc1e88c-17d1-4216-991f-0443f6b7e4bb), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:01.073142 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c62df9e8-dd11-467b-9468-d3e509d53fcd admin admin] Publish callbacks [] for security_group (5f485265-d408-4b06-a877-46a7b57000c2), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:01.074948 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77770654-a9cd-41f8-9367-3b56e56b246a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcab2fc7-b0b3-4104-8ac3-d8e6097eff5f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:01.130240 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b1c85a-6926-4e4d-a05b-d1118ebfa9fc tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Pushing event updated for resources: {'Port': ['ID=dbc1e88c-17d1-4216-991f-0443f6b7e4bb,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:01.138528 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c62df9e8-dd11-467b-9468-d3e509d53fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (5f485265-d408-4b06-a877-46a7b57000c2), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:01.147307 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-33b1c85a-6926-4e4d-a05b-d1118ebfa9fc tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (1461f1d6-56aa-434d-9a99-fac012f6745b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:01.176972 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-4ee49d6c-9f06-48dd-9c8a-940209701906 req-ce265504-80d9-4a1c-864f-54bbbfde8ffe service neutron] Attempting to bind port 7a078220-deeb-4a9c-9ab8-e587ae77245a on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:27:01.177918 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-4ee49d6c-9f06-48dd-9c8a-940209701906 req-ce265504-80d9-4a1c-864f-54bbbfde8ffe service neutron] Attempting to bind port 7a078220-deeb-4a9c-9ab8-e587ae77245a by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:27:01.178431 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee49d6c-9f06-48dd-9c8a-940209701906 req-ce265504-80d9-4a1c-864f-54bbbfde8ffe service neutron] Attempting to bind port 7a078220-deeb-4a9c-9ab8-e587ae77245a on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:27:01.188710 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee49d6c-9f06-48dd-9c8a-940209701906 req-ce265504-80d9-4a1c-864f-54bbbfde8ffe service neutron] Port 7a078220-deeb-4a9c-9ab8-e587ae77245a on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:27:01.189451 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee49d6c-9f06-48dd-9c8a-940209701906 req-ce265504-80d9-4a1c-864f-54bbbfde8ffe service neutron] Attempting to bind port 7a078220-deeb-4a9c-9ab8-e587ae77245a on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:27:01.204338 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-827ab203-33f4-4ed1-a762-58f6abe0a1d8 req-74f415f7-d02d-4836-913a-a3789083c4b9 tempest-ServerDiagnosticsNegativeTest-1679847167 tempest-ServerDiagnosticsNegativeTest-1679847167-project] 10.222.0.65 "GET /v2.0/security-groups?id=c76692ba-9a18-457b-924c-144b802cc3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196314 Mar 11 19:27:01.213515 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 2132f9f3-9a1b-40f0-b21f-18eee1c1b95a up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:27:01.214226 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee49d6c-9f06-48dd-9c8a-940209701906 req-ce265504-80d9-4a1c-864f-54bbbfde8ffe service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:27:01.214799 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee49d6c-9f06-48dd-9c8a-940209701906 req-ce265504-80d9-4a1c-864f-54bbbfde8ffe service neutron] Checking segment: {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:27:01.215588 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee49d6c-9f06-48dd-9c8a-940209701906 req-ce265504-80d9-4a1c-864f-54bbbfde8ffe service neutron] Bound using segment: {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:27:01.216304 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-4ee49d6c-9f06-48dd-9c8a-940209701906 req-ce265504-80d9-4a1c-864f-54bbbfde8ffe service neutron] Bound port: 7a078220-deeb-4a9c-9ab8-e587ae77245a, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:27:01.216907 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4ee49d6c-9f06-48dd-9c8a-940209701906 req-ce265504-80d9-4a1c-864f-54bbbfde8ffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (7a078220-deeb-4a9c-9ab8-e587ae77245a), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:01.220211 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-33b1c85a-6926-4e4d-a05b-d1118ebfa9fc tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:01.221954 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-33b1c85a-6926-4e4d-a05b-d1118ebfa9fc tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0017834 Mar 11 19:27:01.222823 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1c80862f-1e51-40bc-95aa-eef512ae2042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (82ffe507-c0f9-455d-af63-679053414044), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:01.228866 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c62df9e8-dd11-467b-9468-d3e509d53fcd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bcd970b9248d4c4d96f9ea1cacceb858&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4362149 Mar 11 19:27:01.231012 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1c80862f-1e51-40bc-95aa-eef512ae2042 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:01.234598 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-1c80862f-1e51-40bc-95aa-eef512ae2042 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/82ffe507-c0f9-455d-af63-679053414044 HTTP/1.1" status: 204 len: 168 time: 0.5040169 Mar 11 19:27:01.236112 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62df9e8-dd11-467b-9468-d3e509d53fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f485265-d408-4b06-a877-46a7b57000c2,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:01.236792 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52096) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:01.270801 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c80862f-1e51-40bc-95aa-eef512ae2042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ffe507-c0f9-455d-af63-679053414044,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:01.337687 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port 2132f9f3-9a1b-40f0-b21f-18eee1c1b95a completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:27:01.344789 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port 2132f9f3-9a1b-40f0-b21f-18eee1c1b95a triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:27:01.345241 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (2132f9f3-9a1b-40f0-b21f-18eee1c1b95a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:01.397968 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-4ee49d6c-9f06-48dd-9c8a-940209701906 req-ce265504-80d9-4a1c-864f-54bbbfde8ffe service neutron] For port 7a078220-deeb-4a9c-9ab8-e587ae77245a, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:27:01.402876 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1d5ef143-8796-4a45-868d-11132598f959 admin admin] Publish callbacks [] for security_group (5f485265-d408-4b06-a877-46a7b57000c2), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:01.414945 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-4ee49d6c-9f06-48dd-9c8a-940209701906 req-ce265504-80d9-4a1c-864f-54bbbfde8ffe service neutron] For port 7a078220-deeb-4a9c-9ab8-e587ae77245a, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=7a078220-deeb-4a9c-9ab8-e587ae77245a,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:27:01.433667 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4ee49d6c-9f06-48dd-9c8a-940209701906 req-ce265504-80d9-4a1c-864f-54bbbfde8ffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (7a078220-deeb-4a9c-9ab8-e587ae77245a), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:01.446636 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1d5ef143-8796-4a45-868d-11132598f959 admin admin] Publish callbacks [] for security_group (5f485265-d408-4b06-a877-46a7b57000c2), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:01.473009 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 2132f9f3-9a1b-40f0-b21f-18eee1c1b95a is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:27:01.473413 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2132f9f3-9a1b-40f0-b21f-18eee1c1b95a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:01.501392 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee49d6c-9f06-48dd-9c8a-940209701906 req-ce265504-80d9-4a1c-864f-54bbbfde8ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:01.502081 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4ee49d6c-9f06-48dd-9c8a-940209701906 req-ce265504-80d9-4a1c-864f-54bbbfde8ffe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:01.517276 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4ee49d6c-9f06-48dd-9c8a-940209701906 req-ce265504-80d9-4a1c-864f-54bbbfde8ffe service neutron] 10.222.0.75 "PUT /v2.0/ports/7a078220-deeb-4a9c-9ab8-e587ae77245a HTTP/1.1" status: 200 len: 1096 time: 1.5340211 Mar 11 19:27:01.518195 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8016f23f-6e90-4cd2-96f5-db2cd95c16c5', 'tag': '7a078220-deeb-4a9c-9ab8-e587ae77245a'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:27:01.521595 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59aa7728-5fe4-45d3-94ee-4b37aeb0227a" -d '{"events": [{"name": "network-changed", "server_uuid": "8016f23f-6e90-4cd2-96f5-db2cd95c16c5", "tag": "7a078220-deeb-4a9c-9ab8-e587ae77245a"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:27:01.556522 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 2132f9f3-9a1b-40f0-b21f-18eee1c1b95a, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=2132f9f3-9a1b-40f0-b21f-18eee1c1b95a,segment=NetworkSegment(42087326-e85e-4d47-82f7-573695e73a7c),segment_id=42087326-e85e-4d47-82f7-573695e73a7c)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:27:01.560249 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e1df5f0-9ba7-4d1f-be0d-cdaa9e480bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2132f9f3-9a1b-40f0-b21f-18eee1c1b95a'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:27:01.577144 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9edfa49d-5496-4a6a-9353-5dac018155a6" -d '{"events": [{"server_uuid": "7e1df5f0-9ba7-4d1f-be0d-cdaa9e480bc8", "name": "network-vif-plugged", "status": "completed", "tag": "2132f9f3-9a1b-40f0-b21f-18eee1c1b95a"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:27:01.584205 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (2132f9f3-9a1b-40f0-b21f-18eee1c1b95a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:01.624786 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-385e3bf7-971e-434c-b686-53b28afd3ff4 x-openstack-request-id: req-385e3bf7-971e-434c-b686-53b28afd3ff4 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:27:01.625316 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8016f23f-6e90-4cd2-96f5-db2cd95c16c5", "tag": "7a078220-deeb-4a9c-9ab8-e587ae77245a", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:27:01.625730 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-385e3bf7-971e-434c-b686-53b28afd3ff4 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:27:01.626275 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8016f23f-6e90-4cd2-96f5-db2cd95c16c5', 'tag': '7a078220-deeb-4a9c-9ab8-e587ae77245a', 'status': 'completed', 'code': 200} Mar 11 19:27:01.648458 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614f525c-0f7a-4a19-b0d4-038277f1a53a x-openstack-request-id: req-614f525c-0f7a-4a19-b0d4-038277f1a53a {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:27:01.648750 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e1df5f0-9ba7-4d1f-be0d-cdaa9e480bc8", "name": "network-vif-plugged", "status": "completed", "tag": "2132f9f3-9a1b-40f0-b21f-18eee1c1b95a", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:27:01.649005 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-614f525c-0f7a-4a19-b0d4-038277f1a53a {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:27:01.649397 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e1df5f0-9ba7-4d1f-be0d-cdaa9e480bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2132f9f3-9a1b-40f0-b21f-18eee1c1b95a', 'code': 200} Mar 11 19:27:01.710971 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce265504-80d9-4a1c-864f-54bbbfde8ffe service neutron] Pushing event updated for resources: {'Port': ['ID=7a078220-deeb-4a9c-9ab8-e587ae77245a,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:01.719221 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=2132f9f3-9a1b-40f0-b21f-18eee1c1b95a,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:01.804310 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-77e2e781-1307-4886-9d28-59625e86a185 req-08879bfc-2bbe-47c9-8f05-0df4b2ace5c0 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1842096852&fields=id&tenant_id=2b2041a5e8eb449b899a189cd9e58346 HTTP/1.1" status: 200 len: 267 time: 0.1883049 Mar 11 19:27:01.804992 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1d5ef143-8796-4a45-868d-11132598f959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (5f485265-d408-4b06-a877-46a7b57000c2), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:01.811406 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1d5ef143-8796-4a45-868d-11132598f959 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:01.812096 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-1d5ef143-8796-4a45-868d-11132598f959 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5f485265-d408-4b06-a877-46a7b57000c2 HTTP/1.1" status: 204 len: 168 time: 0.5609086 Mar 11 19:27:01.833952 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee49d6c-9f06-48dd-9c8a-940209701906 req-fc8a2e5e-7884-4fc6-b548-6f4068b44129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:01.835521 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4ee49d6c-9f06-48dd-9c8a-940209701906 req-fc8a2e5e-7884-4fc6-b548-6f4068b44129 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b9bd1dd94cc34725bc349d4022787b42&device_id=8016f23f-6e90-4cd2-96f5-db2cd95c16c5 HTTP/1.1" status: 200 len: 1130 time: 0.2392926 Mar 11 19:27:01.840043 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5ef143-8796-4a45-868d-11132598f959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f485265-d408-4b06-a877-46a7b57000c2,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:01.856680 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d87ac3-ab51-4fab-9bd9-26f585dbebf4 req-9b187533-93ce-4a31-95a6-2fe877ee1533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:01.858741 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-17d87ac3-ab51-4fab-9bd9-26f585dbebf4 req-9b187533-93ce-4a31-95a6-2fe877ee1533 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7e1df5f0-9ba7-4d1f-be0d-cdaa9e480bc8 HTTP/1.1" status: 200 len: 1128 time: 0.1351175 Mar 11 19:27:01.926512 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4ee49d6c-9f06-48dd-9c8a-940209701906 req-34ef1e04-d4cb-44cd-accd-86a10a66aa18 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=7a078220-deeb-4a9c-9ab8-e587ae77245a HTTP/1.1" status: 200 len: 217 time: 0.0602131 Mar 11 19:27:01.938716 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-17d87ac3-ab51-4fab-9bd9-26f585dbebf4 req-bde78361-44b6-4c3b-a27d-6eb770c58bbf service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719924 Mar 11 19:27:02.034487 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52128) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:02.093523 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-40f78f6b-89c2-443b-acc7-8d84c39a07b4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4d5d14ad567a48b5a7596e66074c0028&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0575442 Mar 11 19:27:02.096072 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52130) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:02.134839 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52132) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:02.156390 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a0c280ed-2e2d-4cab-98ef-3b08c9e87196 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:02.234482 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a3ba0d-4d63-4a5c-9706-8158138a62ea req-0092f002-a685-4e83-836a-d1998dc8a30e tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:02.241563 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a7a3ba0d-4d63-4a5c-9706-8158138a62ea req-0092f002-a685-4e83-836a-d1998dc8a30e tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e1df5f0-9ba7-4d1f-be0d-cdaa9e480bc8 HTTP/1.1" status: 200 len: 946 time: 0.4260335 Mar 11 19:27:02.271027 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee49d6c-9f06-48dd-9c8a-940209701906 req-5a560f85-eab4-4dc0-9768-9cbc140bd2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:02.272969 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4ee49d6c-9f06-48dd-9c8a-940209701906 req-5a560f85-eab4-4dc0-9768-9cbc140bd2dc service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.3340693 Mar 11 19:27:02.274287 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a0c280ed-2e2d-4cab-98ef-3b08c9e87196 admin admin] Publish callbacks [] for security_group (3de942a7-fcd8-4b8b-838e-000a662e0265), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:02.279231 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-57a4f299-557f-481c-84c1-5bf3ce663d8b admin admin] Publish callbacks [] for security_group (71437887-b4c6-4d17-9e14-db70f1a804e8), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:02.300814 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a0c280ed-2e2d-4cab-98ef-3b08c9e87196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (3de942a7-fcd8-4b8b-838e-000a662e0265), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:02.317970 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-57a4f299-557f-481c-84c1-5bf3ce663d8b admin admin] Publish callbacks [] for security_group (71437887-b4c6-4d17-9e14-db70f1a804e8), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:02.334142 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e2e781-1307-4886-9d28-59625e86a185 req-2683d4dc-f700-4cfa-aa1b-e0f42d31745c tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:02.335663 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-77e2e781-1307-4886-9d28-59625e86a185 req-2683d4dc-f700-4cfa-aa1b-e0f42d31745c tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] 10.222.0.65 "GET /v2.0/networks?id=ac02cbd1-5dcb-429f-a716-af840212fb30 HTTP/1.1" status: 200 len: 823 time: 0.4976208 Mar 11 19:27:02.379858 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a7a3ba0d-4d63-4a5c-9706-8158138a62ea req-11864e3c-7a9f-43af-bb68-4514ddaec2e3 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328437 Mar 11 19:27:02.385404 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a0c280ed-2e2d-4cab-98ef-3b08c9e87196 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5a30b595a3574b159418df9a53ac082a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2486668 Mar 11 19:27:02.389452 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-77e2e781-1307-4886-9d28-59625e86a185 req-9ec0ae7b-ec99-4e59-be1f-6768779b5f39 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] 10.222.0.65 "GET /v2.0/quotas/2b2041a5e8eb449b899a189cd9e58346 HTTP/1.1" status: 200 len: 375 time: 0.0434530 Mar 11 19:27:02.389957 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52144) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:02.394531 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c280ed-2e2d-4cab-98ef-3b08c9e87196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de942a7-fcd8-4b8b-838e-000a662e0265,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:02.431476 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-57a4f299-557f-481c-84c1-5bf3ce663d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (71437887-b4c6-4d17-9e14-db70f1a804e8), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:02.434665 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-57a4f299-557f-481c-84c1-5bf3ce663d8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:02.438710 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-57a4f299-557f-481c-84c1-5bf3ce663d8b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/71437887-b4c6-4d17-9e14-db70f1a804e8 HTTP/1.1" status: 204 len: 168 time: 0.3392167 Mar 11 19:27:02.448992 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a4f299-557f-481c-84c1-5bf3ce663d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71437887-b4c6-4d17-9e14-db70f1a804e8,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:02.458771 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee49d6c-9f06-48dd-9c8a-940209701906 req-815b287d-326e-49af-b0c2-75b1cc64c784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:02.460278 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4ee49d6c-9f06-48dd-9c8a-940209701906 req-815b287d-326e-49af-b0c2-75b1cc64c784 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1800606 Mar 11 19:27:02.604287 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-77e2e781-1307-4886-9d28-59625e86a185 req-c9c30ec8-c87b-46d9-9435-8e2c42812e82 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=2b2041a5e8eb449b899a189cd9e58346&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1946971 Mar 11 19:27:02.648607 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c86ba23c-8cc1-4df6-b0e7-25b74449fb30 admin admin] Publish callbacks [] for security_group (3de942a7-fcd8-4b8b-838e-000a662e0265), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:02.684061 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7583257-de44-4727-9f7a-fe6a49cbe88c req-84505094-6d8f-49eb-b25d-d5c5fc185734 tempest-ServerDiagnosticsNegativeTest-1679847167 tempest-ServerDiagnosticsNegativeTest-1679847167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:02.685521 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b7583257-de44-4727-9f7a-fe6a49cbe88c req-84505094-6d8f-49eb-b25d-d5c5fc185734 tempest-ServerDiagnosticsNegativeTest-1679847167 tempest-ServerDiagnosticsNegativeTest-1679847167-project] 10.222.0.65 "GET /v2.0/ports?device_id=8016f23f-6e90-4cd2-96f5-db2cd95c16c5 HTTP/1.1" status: 200 len: 948 time: 0.1941912 Mar 11 19:27:02.693371 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4ee49d6c-9f06-48dd-9c8a-940209701906 req-0716e204-8308-4380-ba8f-d82428e15529 service neutron] 10.222.0.75 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202272 Mar 11 19:27:02.725239 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c86ba23c-8cc1-4df6-b0e7-25b74449fb30 admin admin] Publish callbacks [] for security_group (3de942a7-fcd8-4b8b-838e-000a662e0265), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:02.885374 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b7583257-de44-4727-9f7a-fe6a49cbe88c req-623d271f-61e9-4f56-834f-8e3e9bac6576 tempest-ServerDiagnosticsNegativeTest-1679847167 tempest-ServerDiagnosticsNegativeTest-1679847167-project] 10.222.0.65 "GET /v2.0/security-groups?id=c76692ba-9a18-457b-924c-144b802cc3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805182 Mar 11 19:27:02.896784 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-77e2e781-1307-4886-9d28-59625e86a185 req-ad3b074c-093a-486e-845e-3cb360ed0389 service neutron] 10.222.0.65 "GET /v2.0/networks/ac02cbd1-5dcb-429f-a716-af840212fb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667351 Mar 11 19:27:02.938052 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4ee49d6c-9f06-48dd-9c8a-940209701906 req-19d1d363-d82c-4d28-97a6-b8721a619cb7 service neutron] 10.222.0.75 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308252 Mar 11 19:27:02.952729 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c86ba23c-8cc1-4df6-b0e7-25b74449fb30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (3de942a7-fcd8-4b8b-838e-000a662e0265), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:02.955747 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c86ba23c-8cc1-4df6-b0e7-25b74449fb30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:02.959618 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-c86ba23c-8cc1-4df6-b0e7-25b74449fb30 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3de942a7-fcd8-4b8b-838e-000a662e0265 HTTP/1.1" status: 204 len: 168 time: 0.5678101 Mar 11 19:27:03.005082 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86ba23c-8cc1-4df6-b0e7-25b74449fb30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de942a7-fcd8-4b8b-838e-000a662e0265,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:03.058829 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-77e2e781-1307-4886-9d28-59625e86a185 req-d96cb544-daab-43e6-8cdd-9948685d5ca3 service neutron] 10.222.0.65 "GET /v2.0/networks/ac02cbd1-5dcb-429f-a716-af840212fb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508961 Mar 11 19:27:03.064848 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa7728-5fe4-45d3-94ee-4b37aeb0227a req-b72cd5c3-be5f-46fe-951f-f31da9ebe29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:03.066278 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-59aa7728-5fe4-45d3-94ee-4b37aeb0227a req-b72cd5c3-be5f-46fe-951f-f31da9ebe29c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b9bd1dd94cc34725bc349d4022787b42&device_id=8016f23f-6e90-4cd2-96f5-db2cd95c16c5 HTTP/1.1" status: 200 len: 1130 time: 0.0732317 Mar 11 19:27:03.189695 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa7728-5fe4-45d3-94ee-4b37aeb0227a req-24a08765-692e-493c-aad6-6ce35b35c868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:03.193160 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-59aa7728-5fe4-45d3-94ee-4b37aeb0227a req-24a08765-692e-493c-aad6-6ce35b35c868 service neutron] 10.222.0.75 "GET /v2.0/networks?id=885772b1-9b97-4e1d-a0fb-e125030c5a81 HTTP/1.1" status: 200 len: 870 time: 0.1179717 Mar 11 19:27:03.281981 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-59aa7728-5fe4-45d3-94ee-4b37aeb0227a req-512512f9-07c0-4204-b256-441f2b4a27fe service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=7a078220-deeb-4a9c-9ab8-e587ae77245a HTTP/1.1" status: 200 len: 217 time: 0.0820458 Mar 11 19:27:03.360268 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52190) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:03.362721 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c50e6eed-12e9-47bb-b8b8-773eb234d89f req-8beaee5f-c2c0-40ff-9efe-2c4bfb7da341 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7149a14-d290-4c6e-b42d-515ec2d0b7dc HTTP/1.1" status: 200 len: 210 time: 0.0874524 Mar 11 19:27:03.371803 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa7728-5fe4-45d3-94ee-4b37aeb0227a req-3a0e6df2-d36f-4338-90e8-e58987296faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:03.373500 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-59aa7728-5fe4-45d3-94ee-4b37aeb0227a req-3a0e6df2-d36f-4338-90e8-e58987296faf service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.0679030 Mar 11 19:27:03.428561 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa7728-5fe4-45d3-94ee-4b37aeb0227a req-42c128f4-d75b-46e5-8395-e0adf1677da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:03.430300 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-59aa7728-5fe4-45d3-94ee-4b37aeb0227a req-42c128f4-d75b-46e5-8395-e0adf1677da6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0500107 Mar 11 19:27:03.576250 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-59aa7728-5fe4-45d3-94ee-4b37aeb0227a req-5afd52e8-6d2e-4571-b325-cc8573c94efc service neutron] 10.222.0.75 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391966 Mar 11 19:27:03.614549 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106036d3-8870-48ca-87a9-43347cdb8360 req-988b030d-4f99-47c8-a1af-b86a84d5104f tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:03.624083 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-106036d3-8870-48ca-87a9-43347cdb8360 req-988b030d-4f99-47c8-a1af-b86a84d5104f tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e1df5f0-9ba7-4d1f-be0d-cdaa9e480bc8 HTTP/1.1" status: 200 len: 946 time: 0.1079645 Mar 11 19:27:03.671112 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-afbed590-fb9d-40d5-94d5-91e03fccaa9e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1457063104-network', 'tenant_id': '353121ba9baf4b1f8bbbd30ee982c0f0'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:27:03.719922 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afbed590-fb9d-40d5-94d5-91e03fccaa9e admin admin] Made reservation on behalf of 353121ba9baf4b1f8bbbd30ee982c0f0 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:27:03.725332 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-afbed590-fb9d-40d5-94d5-91e03fccaa9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:03.731863 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-106036d3-8870-48ca-87a9-43347cdb8360 req-b4afd2d4-19a2-437e-89b8-0b3422d11743 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065190 Mar 11 19:27:03.757956 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-afbed590-fb9d-40d5-94d5-91e03fccaa9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:03.766320 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-59aa7728-5fe4-45d3-94ee-4b37aeb0227a req-d1ee7e6c-b812-43e9-8ee5-fc19766c984a service neutron] 10.222.0.75 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831532 Mar 11 19:27:03.769545 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:27:03.874760 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-afbed590-fb9d-40d5-94d5-91e03fccaa9e admin admin] Publish callbacks [] for security_group (3b31a4c4-6ca6-425f-8411-65b9c3269b42), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:03.879975 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-afbed590-fb9d-40d5-94d5-91e03fccaa9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (3b31a4c4-6ca6-425f-8411-65b9c3269b42), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:03.919522 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afbed590-fb9d-40d5-94d5-91e03fccaa9e admin admin] vlan segment allocate from pool success with {'vlan_id': 865, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:27:03.929927 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbed590-fb9d-40d5-94d5-91e03fccaa9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b31a4c4-6ca6-425f-8411-65b9c3269b42,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:03.936494 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-afbed590-fb9d-40d5-94d5-91e03fccaa9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (e02d50c5-c25d-4f32-bbfa-fb82971c00b8), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:03.936494 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-afbed590-fb9d-40d5-94d5-91e03fccaa9e admin admin] Added segment e02d50c5-c25d-4f32-bbfa-fb82971c00b8 of type vlan for network 0f7864a9-8e28-4059-9563-22f11a7f175e Mar 11 19:27:03.984805 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-afbed590-fb9d-40d5-94d5-91e03fccaa9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (0f7864a9-8e28-4059-9563-22f11a7f175e), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:04.017348 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-afbed590-fb9d-40d5-94d5-91e03fccaa9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (0f7864a9-8e28-4059-9563-22f11a7f175e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:04.018437 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbed590-fb9d-40d5-94d5-91e03fccaa9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:04.020989 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-afbed590-fb9d-40d5-94d5-91e03fccaa9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:04.063420 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-afbed590-fb9d-40d5-94d5-91e03fccaa9e admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7020218 Mar 11 19:27:04.071287 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52228) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:04.085789 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-5f07b519-cd1c-4b5e-a33d-36a2f691cccd admin admin] Request body: {'subnet': {'network_id': '0f7864a9-8e28-4059-9563-22f11a7f175e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1457063104-subnet', 'tenant_id': '353121ba9baf4b1f8bbbd30ee982c0f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:27:04.117957 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbed590-fb9d-40d5-94d5-91e03fccaa9e admin admin] Pushing event updated for resources: {'Network': ['ID=0f7864a9-8e28-4059-9563-22f11a7f175e,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:04.124904 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b62998-48c2-438f-9d98-880bbbd8fcf7 req-ed0fc6e2-0c98-4e4a-bde0-a504695af3a7 tempest-ServerDiagnosticsNegativeTest-1679847167 tempest-ServerDiagnosticsNegativeTest-1679847167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:04.127525 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-37b62998-48c2-438f-9d98-880bbbd8fcf7 req-ed0fc6e2-0c98-4e4a-bde0-a504695af3a7 tempest-ServerDiagnosticsNegativeTest-1679847167 tempest-ServerDiagnosticsNegativeTest-1679847167-project] 10.222.0.65 "GET /v2.0/ports?device_id=8016f23f-6e90-4cd2-96f5-db2cd95c16c5 HTTP/1.1" status: 200 len: 948 time: 0.1158378 Mar 11 19:27:04.128949 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f07b519-cd1c-4b5e-a33d-36a2f691cccd admin admin] Made reservation on behalf of 353121ba9baf4b1f8bbbd30ee982c0f0 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:27:04.130309 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 0f7864a9-8e28-4059-9563-22f11a7f175e details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:27:04.131874 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5f07b519-cd1c-4b5e-a33d-36a2f691cccd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:04.249148 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-37b62998-48c2-438f-9d98-880bbbd8fcf7 req-67c80776-e45b-4fce-9790-4459993be435 tempest-ServerDiagnosticsNegativeTest-1679847167 tempest-ServerDiagnosticsNegativeTest-1679847167-project] 10.222.0.65 "GET /v2.0/security-groups?id=c76692ba-9a18-457b-924c-144b802cc3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117504 Mar 11 19:27:04.456850 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5f07b519-cd1c-4b5e-a33d-36a2f691cccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for subnet (788a02eb-ff4b-494c-a158-16381e096435), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:04.529133 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-13f9aa9d-26cd-4f64-b72f-a71fdfb1e509 req-6bf37fb4-f274-4db2-9ecb-522393d5025c tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7149a14-d290-4c6e-b42d-515ec2d0b7dc HTTP/1.1" status: 200 len: 210 time: 0.0642025 Mar 11 19:27:04.569100 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f07b519-cd1c-4b5e-a33d-36a2f691cccd admin admin] Checking segment: {'id': 'e02d50c5-c25d-4f32-bbfa-fb82971c00b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '0f7864a9-8e28-4059-9563-22f11a7f175e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:27:04.569524 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f07b519-cd1c-4b5e-a33d-36a2f691cccd admin admin] Network hostable DHCP agents. Network: 0f7864a9-8e28-4059-9563-22f11a7f175e, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:27:04.578550 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f07b519-cd1c-4b5e-a33d-36a2f691cccd admin admin] Pushing event updated for resources: {'Subnet': ['ID=788a02eb-ff4b-494c-a158-16381e096435,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:04.619986 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f07b519-cd1c-4b5e-a33d-36a2f691cccd admin admin] Network 0f7864a9-8e28-4059-9563-22f11a7f175e is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:27:04.669427 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-5f07b519-cd1c-4b5e-a33d-36a2f691cccd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 0f7864a9-8e28-4059-9563-22f11a7f175e) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:27:04.678436 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f206fb5-f722-4c67-a240-9b5d383a7f02 None None] Network 0f7864a9-8e28-4059-9563-22f11a7f175e requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:27:04.689205 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f07b519-cd1c-4b5e-a33d-36a2f691cccd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:04.689881 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5f07b519-cd1c-4b5e-a33d-36a2f691cccd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:04.734017 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-5f07b519-cd1c-4b5e-a33d-36a2f691cccd admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6519649 Mar 11 19:27:04.736681 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e2e781-1307-4886-9d28-59625e86a185 req-81bcfea0-bd0c-4434-90ab-cccc9396deae tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:04.738266 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-77e2e781-1307-4886-9d28-59625e86a185 req-81bcfea0-bd0c-4434-90ab-cccc9396deae tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] 10.222.0.75 "GET /v2.0/networks?id=ac02cbd1-5dcb-429f-a716-af840212fb30 HTTP/1.1" status: 200 len: 823 time: 0.1506853 Mar 11 19:27:04.840786 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-77e2e781-1307-4886-9d28-59625e86a185 req-7317b9e4-f41b-49fd-8f8c-31e1bf475145 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b2041a5e8eb449b899a189cd9e58346 HTTP/1.1" status: 200 len: 380 time: 0.0941119 Mar 11 19:27:04.855462 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-77e2e781-1307-4886-9d28-59625e86a185 req-65cceab8-8219-416a-ad90-415a0964f9cb tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Request body: {'port': {'device_id': 'c7149a14-d290-4c6e-b42d-515ec2d0b7dc', 'network_id': 'ac02cbd1-5dcb-429f-a716-af840212fb30', 'admin_state_up': True, 'tenant_id': '2b2041a5e8eb449b899a189cd9e58346', 'security_groups': ['042c4c5f-1cec-4bf8-9249-33cd65cdb4e2']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:27:04.989456 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e63ba96-e8de-47f9-bf9a-2d9359418538 None None] Network 0f7864a9-8e28-4059-9563-22f11a7f175e requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:27:04.996830 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b2a06f-1c5c-49bf-bbd4-9d3677458eb7 req-6b9cbf4c-8a6b-4848-90d2-3d75e3afeb35 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:04.998671 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c0b2a06f-1c5c-49bf-bbd4-9d3677458eb7 req-6b9cbf4c-8a6b-4848-90d2-3d75e3afeb35 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e1df5f0-9ba7-4d1f-be0d-cdaa9e480bc8 HTTP/1.1" status: 200 len: 946 time: 0.1386740 Mar 11 19:27:05.068780 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77e2e781-1307-4886-9d28-59625e86a185 req-65cceab8-8219-416a-ad90-415a0964f9cb tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Made reservation on behalf of 2b2041a5e8eb449b899a189cd9e58346 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:27:05.072175 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-77e2e781-1307-4886-9d28-59625e86a185 req-65cceab8-8219-416a-ad90-415a0964f9cb tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:05.089942 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c0b2a06f-1c5c-49bf-bbd4-9d3677458eb7 req-027a1e6a-d129-4e3c-b3ec-dd5beb81b2f8 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838006 Mar 11 19:27:05.214584 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-77e2e781-1307-4886-9d28-59625e86a185 req-65cceab8-8219-416a-ad90-415a0964f9cb tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Allocated IP 172.20.0.7 (ac02cbd1-5dcb-429f-a716-af840212fb30/25c527aa-940c-4d05-a3a3-da904c4b7fbe/2b183b89-523b-4cf7-8b0f-f9f706476c23) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:27:05.387830 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-77e2e781-1307-4886-9d28-59625e86a185 req-65cceab8-8219-416a-ad90-415a0964f9cb tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Publish callbacks [] for port (2b183b89-523b-4cf7-8b0f-f9f706476c23), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:05.395563 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 7a078220-deeb-4a9c-9ab8-e587ae77245a details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:27:05.430378 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-77e2e781-1307-4886-9d28-59625e86a185 req-65cceab8-8219-416a-ad90-415a0964f9cb tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (2b183b89-523b-4cf7-8b0f-f9f706476c23), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:05.489162 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52284) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:05.508937 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [req-6d7aa9e9-3144-433f-baf1-82775aac1366 req-984c0946-5c69-4c66-9083-44b6ee3d157a tempest-SecurityGroupsNegativeTestJSON-788886820 tempest-SecurityGroupsNegativeTestJSON-788886820-project] show failed (client error): The resource could not be found. Mar 11 19:27:05.517782 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6d7aa9e9-3144-433f-baf1-82775aac1366 req-984c0946-5c69-4c66-9083-44b6ee3d157a tempest-SecurityGroupsNegativeTestJSON-788886820 tempest-SecurityGroupsNegativeTestJSON-788886820-project] 10.222.0.65 "GET /v2.0/security-groups/34e2cc72-eea4-4007-b12f-1e58fe4153bf HTTP/1.1" status: 404 len: 352 time: 0.0410213 Mar 11 19:27:05.527052 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77e2e781-1307-4886-9d28-59625e86a185 req-65cceab8-8219-416a-ad90-415a0964f9cb tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Network ac02cbd1-5dcb-429f-a716-af840212fb30 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:27:05.528215 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cceab8-8219-416a-ad90-415a0964f9cb tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Pushing event updated for resources: {'Port': ['ID=2b183b89-523b-4cf7-8b0f-f9f706476c23,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:05.530976 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-77e2e781-1307-4886-9d28-59625e86a185 req-65cceab8-8219-416a-ad90-415a0964f9cb tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:27:05.533867 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-77e2e781-1307-4886-9d28-59625e86a185 req-65cceab8-8219-416a-ad90-415a0964f9cb tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:27:05.539092 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e2e781-1307-4886-9d28-59625e86a185 req-65cceab8-8219-416a-ad90-415a0964f9cb tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:05.539792 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-77e2e781-1307-4886-9d28-59625e86a185 req-65cceab8-8219-416a-ad90-415a0964f9cb tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:05.557414 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 7a078220-deeb-4a9c-9ab8-e587ae77245a, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=7a078220-deeb-4a9c-9ab8-e587ae77245a,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:27:05.583926 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-77e2e781-1307-4886-9d28-59625e86a185 req-65cceab8-8219-416a-ad90-415a0964f9cb tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7330139 Mar 11 19:27:05.598331 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '7a078220-deeb-4a9c-9ab8-e587ae77245a', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'port_id': '7a078220-deeb-4a9c-9ab8-e587ae77245a', 'mac_address': 'fa:16:3e:d9:7e:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bb14923-74c3-4313-be8d-ed33542f05aa', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:27:05.604260 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-77e2e781-1307-4886-9d28-59625e86a185 req-9d5d610c-debd-43e9-a021-58e5dfcfd5bf service neutron] Request body: {'port': {'device_id': 'c7149a14-d290-4c6e-b42d-515ec2d0b7dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:27:05.685481 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 7a078220-deeb-4a9c-9ab8-e587ae77245a is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:27:05.686119 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (7a078220-deeb-4a9c-9ab8-e587ae77245a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:05.704784 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a078220-deeb-4a9c-9ab8-e587ae77245a {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:27:05.732724 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 7a078220-deeb-4a9c-9ab8-e587ae77245a, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=7a078220-deeb-4a9c-9ab8-e587ae77245a,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:27:05.740404 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (7a078220-deeb-4a9c-9ab8-e587ae77245a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:05.798957 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-77e2e781-1307-4886-9d28-59625e86a185 req-9d5d610c-debd-43e9-a021-58e5dfcfd5bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2b183b89-523b-4cf7-8b0f-f9f706476c23), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:05.806816 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=7a078220-deeb-4a9c-9ab8-e587ae77245a,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:05.837878 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-b2de3728-f503-4170-b2d2-7525dced495a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1030736053-network', 'tenant_id': 'c09270c310fc464782092528f4b190c1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:27:05.864330 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2de3728-f503-4170-b2d2-7525dced495a admin admin] Made reservation on behalf of c09270c310fc464782092528f4b190c1 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:27:05.867302 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b2de3728-f503-4170-b2d2-7525dced495a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:05.879430 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b2de3728-f503-4170-b2d2-7525dced495a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:05.941752 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['7a078220-deeb-4a9c-9ab8-e587ae77245a'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:27:05.947610 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-26a53f25-5604-41da-99cf-b86a138064cf None None] Provisioning complete for port 2b183b89-523b-4cf7-8b0f-f9f706476c23 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:27:05.948093 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-26a53f25-5604-41da-99cf-b86a138064cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (2b183b89-523b-4cf7-8b0f-f9f706476c23), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:05.980710 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b2de3728-f503-4170-b2d2-7525dced495a admin admin] Publish callbacks [] for security_group (5ea8bee9-3535-42e1-ada1-e07733a2209b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:05.987592 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b2de3728-f503-4170-b2d2-7525dced495a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (5ea8bee9-3535-42e1-ada1-e07733a2209b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:06.004836 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2de3728-f503-4170-b2d2-7525dced495a admin admin] vlan segment allocate from pool success with {'vlan_id': 893, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:27:06.020864 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b2de3728-f503-4170-b2d2-7525dced495a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (f6d2b904-458c-426f-acbe-b8fdc57832de), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:06.021955 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-b2de3728-f503-4170-b2d2-7525dced495a admin admin] Added segment f6d2b904-458c-426f-acbe-b8fdc57832de of type vlan for network f750f140-c825-4092-8433-0ef163d2bcbc Mar 11 19:27:06.030474 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-26a53f25-5604-41da-99cf-b86a138064cf None None] Port 2b183b89-523b-4cf7-8b0f-f9f706476c23 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:27:06.091857 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b2de3728-f503-4170-b2d2-7525dced495a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (f750f140-c825-4092-8433-0ef163d2bcbc), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:06.135251 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a713343-95ec-4b1e-b850-4eb08763f7af req-f4be1525-2767-4b57-bdc5-a0c00c18633b tempest-LiveAutoBlockMigrationV225Test-943023921 tempest-LiveAutoBlockMigrationV225Test-943023921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:06.137536 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1a713343-95ec-4b1e-b850-4eb08763f7af req-f4be1525-2767-4b57-bdc5-a0c00c18633b tempest-LiveAutoBlockMigrationV225Test-943023921 tempest-LiveAutoBlockMigrationV225Test-943023921-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=7e1df5f0-9ba7-4d1f-be0d-cdaa9e480bc8 HTTP/1.1" status: 200 len: 1128 time: 0.3590779 Mar 11 19:27:06.143588 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2de3728-f503-4170-b2d2-7525dced495a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea8bee9-3535-42e1-ada1-e07733a2209b,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:06.146394 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fcdba0-c116-450e-b38f-21c2ddbe3323 req-f4638011-b230-423a-8733-b91d1d5e809e tempest-ServerDiagnosticsNegativeTest-1679847167 tempest-ServerDiagnosticsNegativeTest-1679847167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:06.147410 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b2de3728-f503-4170-b2d2-7525dced495a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (f750f140-c825-4092-8433-0ef163d2bcbc), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:06.147833 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e0fcdba0-c116-450e-b38f-21c2ddbe3323 req-f4638011-b230-423a-8733-b91d1d5e809e tempest-ServerDiagnosticsNegativeTest-1679847167 tempest-ServerDiagnosticsNegativeTest-1679847167-project] 10.222.0.65 "GET /v2.0/ports?device_id=8016f23f-6e90-4cd2-96f5-db2cd95c16c5 HTTP/1.1" status: 200 len: 949 time: 0.4547923 Mar 11 19:27:06.155351 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2de3728-f503-4170-b2d2-7525dced495a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:06.156431 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b2de3728-f503-4170-b2d2-7525dced495a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:06.191215 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b2de3728-f503-4170-b2d2-7525dced495a admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7008502 Mar 11 19:27:06.198999 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52304) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:06.208279 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-8e3683a0-493f-4132-9a24-3226dea209e2 admin admin] Request body: {'subnet': {'network_id': 'f750f140-c825-4092-8433-0ef163d2bcbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1030736053-subnet', 'tenant_id': 'c09270c310fc464782092528f4b190c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:27:06.277725 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2de3728-f503-4170-b2d2-7525dced495a admin admin] Pushing event updated for resources: {'Network': ['ID=f750f140-c825-4092-8433-0ef163d2bcbc,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:06.292517 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network f750f140-c825-4092-8433-0ef163d2bcbc details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:27:06.297767 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e0fcdba0-c116-450e-b38f-21c2ddbe3323 req-01329e85-8e81-4070-a1cb-6d500d582b73 tempest-ServerDiagnosticsNegativeTest-1679847167 tempest-ServerDiagnosticsNegativeTest-1679847167-project] 10.222.0.65 "GET /v2.0/security-groups?id=c76692ba-9a18-457b-924c-144b802cc3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381123 Mar 11 19:27:06.301017 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1a713343-95ec-4b1e-b850-4eb08763f7af req-0d8e765a-ae6d-42f8-90e1-b468484ef9c9 tempest-LiveAutoBlockMigrationV225Test-943023921 tempest-LiveAutoBlockMigrationV225Test-943023921-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499975 Mar 11 19:27:06.322250 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3683a0-493f-4132-9a24-3226dea209e2 admin admin] Made reservation on behalf of c09270c310fc464782092528f4b190c1 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:27:06.335183 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8e3683a0-493f-4132-9a24-3226dea209e2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:06.476264 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-77e2e781-1307-4886-9d28-59625e86a185 req-9d5d610c-debd-43e9-a021-58e5dfcfd5bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b183b89-523b-4cf7-8b0f-f9f706476c23 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:27:06.505222 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-77e2e781-1307-4886-9d28-59625e86a185 req-9d5d610c-debd-43e9-a021-58e5dfcfd5bf service neutron] Publish callbacks [] for port (2b183b89-523b-4cf7-8b0f-f9f706476c23), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:06.543017 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-77e2e781-1307-4886-9d28-59625e86a185 req-9d5d610c-debd-43e9-a021-58e5dfcfd5bf service neutron] Transition to ACTIVE for port object 2b183b89-523b-4cf7-8b0f-f9f706476c23 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:27:06.550687 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-77e2e781-1307-4886-9d28-59625e86a185 req-9d5d610c-debd-43e9-a021-58e5dfcfd5bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (2b183b89-523b-4cf7-8b0f-f9f706476c23), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:06.602763 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d168469-935d-43d9-b86f-ef04b08d6893 req-10d25274-24f4-41c3-867d-d3509e3afe8d tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:06.604262 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2d168469-935d-43d9-b86f-ef04b08d6893 req-10d25274-24f4-41c3-867d-d3509e3afe8d tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7149a14-d290-4c6e-b42d-515ec2d0b7dc HTTP/1.1" status: 200 len: 931 time: 0.1231854 Mar 11 19:27:06.649601 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5d610c-debd-43e9-a021-58e5dfcfd5bf service neutron] Pushing event updated for resources: {'Port': ['ID=2b183b89-523b-4cf7-8b0f-f9f706476c23,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:06.654994 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8e3683a0-493f-4132-9a24-3226dea209e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for subnet (ade18aa9-4e52-4655-9817-b2822e861d53), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:06.702188 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-77e2e781-1307-4886-9d28-59625e86a185 req-9d5d610c-debd-43e9-a021-58e5dfcfd5bf service neutron] Attempting to bind port 2b183b89-523b-4cf7-8b0f-f9f706476c23 on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:27:06.702520 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-77e2e781-1307-4886-9d28-59625e86a185 req-9d5d610c-debd-43e9-a021-58e5dfcfd5bf service neutron] Attempting to bind port 2b183b89-523b-4cf7-8b0f-f9f706476c23 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '548d1191-6be3-49b7-b122-731f8e7bcddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'ac02cbd1-5dcb-429f-a716-af840212fb30'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:27:06.702748 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e2e781-1307-4886-9d28-59625e86a185 req-9d5d610c-debd-43e9-a021-58e5dfcfd5bf service neutron] Attempting to bind port 2b183b89-523b-4cf7-8b0f-f9f706476c23 on network ac02cbd1-5dcb-429f-a716-af840212fb30 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:27:06.719024 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2d168469-935d-43d9-b86f-ef04b08d6893 req-3e247a29-18aa-46aa-b78e-d1a6a41b10c0 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] 10.222.0.65 "GET /v2.0/security-groups?id=042c4c5f-1cec-4bf8-9249-33cd65cdb4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047103 Mar 11 19:27:06.729944 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e2e781-1307-4886-9d28-59625e86a185 req-9d5d610c-debd-43e9-a021-58e5dfcfd5bf service neutron] Port 2b183b89-523b-4cf7-8b0f-f9f706476c23 on network ac02cbd1-5dcb-429f-a716-af840212fb30 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:27:06.739831 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e2e781-1307-4886-9d28-59625e86a185 req-9d5d610c-debd-43e9-a021-58e5dfcfd5bf service neutron] Attempting to bind port 2b183b89-523b-4cf7-8b0f-f9f706476c23 on network ac02cbd1-5dcb-429f-a716-af840212fb30 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:27:06.746811 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e2e781-1307-4886-9d28-59625e86a185 req-9d5d610c-debd-43e9-a021-58e5dfcfd5bf service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:27:06.747151 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e2e781-1307-4886-9d28-59625e86a185 req-9d5d610c-debd-43e9-a021-58e5dfcfd5bf service neutron] Checking segment: {'id': '548d1191-6be3-49b7-b122-731f8e7bcddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'ac02cbd1-5dcb-429f-a716-af840212fb30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:27:06.747674 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e2e781-1307-4886-9d28-59625e86a185 req-9d5d610c-debd-43e9-a021-58e5dfcfd5bf service neutron] Bound using segment: {'id': '548d1191-6be3-49b7-b122-731f8e7bcddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'ac02cbd1-5dcb-429f-a716-af840212fb30'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:27:06.748122 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-77e2e781-1307-4886-9d28-59625e86a185 req-9d5d610c-debd-43e9-a021-58e5dfcfd5bf service neutron] Bound port: 2b183b89-523b-4cf7-8b0f-f9f706476c23, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '548d1191-6be3-49b7-b122-731f8e7bcddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'ac02cbd1-5dcb-429f-a716-af840212fb30'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:27:06.748480 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-77e2e781-1307-4886-9d28-59625e86a185 req-9d5d610c-debd-43e9-a021-58e5dfcfd5bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2b183b89-523b-4cf7-8b0f-f9f706476c23), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:06.757632 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3683a0-493f-4132-9a24-3226dea209e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ade18aa9-4e52-4655-9817-b2822e861d53,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:06.768947 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3683a0-493f-4132-9a24-3226dea209e2 admin admin] Checking segment: {'id': 'f6d2b904-458c-426f-acbe-b8fdc57832de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'f750f140-c825-4092-8433-0ef163d2bcbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:27:06.769319 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3683a0-493f-4132-9a24-3226dea209e2 admin admin] Network hostable DHCP agents. Network: f750f140-c825-4092-8433-0ef163d2bcbc, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:27:06.801462 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3683a0-493f-4132-9a24-3226dea209e2 admin admin] Network f750f140-c825-4092-8433-0ef163d2bcbc is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:27:06.814180 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-8e3683a0-493f-4132-9a24-3226dea209e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, f750f140-c825-4092-8433-0ef163d2bcbc) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:27:06.821194 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3683a0-493f-4132-9a24-3226dea209e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:06.822062 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8e3683a0-493f-4132-9a24-3226dea209e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:06.827023 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bb7fc6-06e2-4dad-984a-7bfbb40e85c3 None None] Network f750f140-c825-4092-8433-0ef163d2bcbc requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:27:06.856425 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8e3683a0-493f-4132-9a24-3226dea209e2 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6560261 Mar 11 19:27:06.870166 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-146ec302-fe9b-4987-857d-4c37a9d1df83 req-65b731b6-8254-4259-bc62-d41661b8d23b tempest-SecurityGroupsNegativeTestJSON-788886820 tempest-SecurityGroupsNegativeTestJSON-788886820-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=353121ba9baf4b1f8bbbd30ee982c0f0 HTTP/1.1" status: 200 len: 3001 time: 0.0997493 Mar 11 19:27:06.872783 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-77e2e781-1307-4886-9d28-59625e86a185 req-9d5d610c-debd-43e9-a021-58e5dfcfd5bf service neutron] For port 2b183b89-523b-4cf7-8b0f-f9f706476c23, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:27:06.877380 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-77e2e781-1307-4886-9d28-59625e86a185 req-9d5d610c-debd-43e9-a021-58e5dfcfd5bf service neutron] For port 2b183b89-523b-4cf7-8b0f-f9f706476c23, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=2b183b89-523b-4cf7-8b0f-f9f706476c23,segment=NetworkSegment(548d1191-6be3-49b7-b122-731f8e7bcddc),segment_id=548d1191-6be3-49b7-b122-731f8e7bcddc)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:27:06.889148 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-77e2e781-1307-4886-9d28-59625e86a185 req-9d5d610c-debd-43e9-a021-58e5dfcfd5bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (2b183b89-523b-4cf7-8b0f-f9f706476c23), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:06.991864 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-146ec302-fe9b-4987-857d-4c37a9d1df83 req-1c8718f2-4b4a-453c-9eca-3f5d6bbb7dc6 tempest-SecurityGroupsNegativeTestJSON-788886820 tempest-SecurityGroupsNegativeTestJSON-788886820-project] 10.222.0.65 "GET /v2.0/security-groups/3b31a4c4-6ca6-425f-8411-65b9c3269b42 HTTP/1.1" status: 200 len: 2998 time: 0.1081665 Mar 11 19:27:07.025987 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52336) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:07.043765 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24c2950-b0d2-4808-90f9-b72d5402daa0 None None] Network f750f140-c825-4092-8433-0ef163d2bcbc requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:27:07.093740 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e2e781-1307-4886-9d28-59625e86a185 req-9d5d610c-debd-43e9-a021-58e5dfcfd5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:07.094383 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-77e2e781-1307-4886-9d28-59625e86a185 req-9d5d610c-debd-43e9-a021-58e5dfcfd5bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:07.104954 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-77e2e781-1307-4886-9d28-59625e86a185 req-9d5d610c-debd-43e9-a021-58e5dfcfd5bf service neutron] 10.222.0.75 "PUT /v2.0/ports/2b183b89-523b-4cf7-8b0f-f9f706476c23 HTTP/1.1" status: 200 len: 1091 time: 1.5124402 Mar 11 19:27:07.119525 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7149a14-d290-4c6e-b42d-515ec2d0b7dc', 'tag': '2b183b89-523b-4cf7-8b0f-f9f706476c23'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:27:07.136613 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a84a1f8d-3251-44b8-afc9-2ad81b3b1bd8" -d '{"events": [{"name": "network-changed", "server_uuid": "c7149a14-d290-4c6e-b42d-515ec2d0b7dc", "tag": "2b183b89-523b-4cf7-8b0f-f9f706476c23"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:27:07.188353 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-387b8297-f7c9-4d88-b2e2-83cbb157b4ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:07.193768 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5d610c-debd-43e9-a021-58e5dfcfd5bf service neutron] Pushing event updated for resources: {'Port': ['ID=2b183b89-523b-4cf7-8b0f-f9f706476c23,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:07.249201 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-146ec302-fe9b-4987-857d-4c37a9d1df83 req-cc4bc81a-bf39-4e51-878c-1d74c4a8d668 tempest-SecurityGroupsNegativeTestJSON-788886820 tempest-SecurityGroupsNegativeTestJSON-788886820-project] 10.222.0.65 "GET /v2.0/security-groups/3b31a4c4-6ca6-425f-8411-65b9c3269b42 HTTP/1.1" status: 200 len: 2998 time: 0.2460759 Mar 11 19:27:07.301965 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-387b8297-f7c9-4d88-b2e2-83cbb157b4ef admin admin] Publish callbacks [] for security_group (d31bb62c-5c6f-4492-93b4-0a550b3d0d24), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:07.308764 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-387b8297-f7c9-4d88-b2e2-83cbb157b4ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (d31bb62c-5c6f-4492-93b4-0a550b3d0d24), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:07.339926 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee04dc5-5eac-47bd-9467-778a255641dc req-d8afbc92-6698-4e1c-be97-b9c7fe1d9bc9 tempest-LiveAutoBlockMigrationV225Test-943023921 tempest-LiveAutoBlockMigrationV225Test-943023921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:07.342681 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4ee04dc5-5eac-47bd-9467-778a255641dc req-d8afbc92-6698-4e1c-be97-b9c7fe1d9bc9 tempest-LiveAutoBlockMigrationV225Test-943023921 tempest-LiveAutoBlockMigrationV225Test-943023921-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=7e1df5f0-9ba7-4d1f-be0d-cdaa9e480bc8 HTTP/1.1" status: 200 len: 1128 time: 0.2285516 Mar 11 19:27:07.352178 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387b8297-f7c9-4d88-b2e2-83cbb157b4ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d31bb62c-5c6f-4492-93b4-0a550b3d0d24,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:07.358469 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-387b8297-f7c9-4d88-b2e2-83cbb157b4ef admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=29d11011a668474fb940bd76a06b788e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3310096 Mar 11 19:27:07.362510 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52352) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:07.375131 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e2e781-1307-4886-9d28-59625e86a185 req-7e0551a6-1a19-4c00-bf16-489c4b02b9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:07.377921 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-77e2e781-1307-4886-9d28-59625e86a185 req-7e0551a6-1a19-4c00-bf16-489c4b02b9c8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2b2041a5e8eb449b899a189cd9e58346&device_id=c7149a14-d290-4c6e-b42d-515ec2d0b7dc HTTP/1.1" status: 200 len: 1125 time: 0.2378790 Mar 11 19:27:07.429037 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-77e2e781-1307-4886-9d28-59625e86a185 req-f8106dc4-1f46-44fb-a8fc-04ed6445b7c5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b183b89-523b-4cf7-8b0f-f9f706476c23 HTTP/1.1" status: 200 len: 217 time: 0.0421927 Mar 11 19:27:07.433633 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a6bc2e14-c7f3-45f4-8cdc-a26a79a624a2 admin admin] Publish callbacks [] for security_group (d31bb62c-5c6f-4492-93b4-0a550b3d0d24), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:07.463476 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a6bc2e14-c7f3-45f4-8cdc-a26a79a624a2 admin admin] Publish callbacks [] for security_group (d31bb62c-5c6f-4492-93b4-0a550b3d0d24), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:07.500694 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4ee04dc5-5eac-47bd-9467-778a255641dc req-a982591b-906f-4265-8215-1ef59ff25251 tempest-LiveAutoBlockMigrationV225Test-943023921 tempest-LiveAutoBlockMigrationV225Test-943023921-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506159 Mar 11 19:27:07.511005 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 7a078220-deeb-4a9c-9ab8-e587ae77245a up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:27:07.511986 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e2e781-1307-4886-9d28-59625e86a185 req-054b766e-6701-4cd5-a841-dd65eed887bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:07.513780 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-77e2e781-1307-4886-9d28-59625e86a185 req-054b766e-6701-4cd5-a841-dd65eed887bf service neutron] 10.222.0.75 "GET /v2.0/subnets?id=25c527aa-940c-4d05-a3a3-da904c4b7fbe HTTP/1.1" status: 200 len: 862 time: 0.0738790 Mar 11 19:27:07.553374 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a6bc2e14-c7f3-45f4-8cdc-a26a79a624a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (d31bb62c-5c6f-4492-93b4-0a550b3d0d24), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:07.559013 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a6bc2e14-c7f3-45f4-8cdc-a26a79a624a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:07.562107 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a6bc2e14-c7f3-45f4-8cdc-a26a79a624a2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d31bb62c-5c6f-4492-93b4-0a550b3d0d24 HTTP/1.1" status: 204 len: 168 time: 0.1979070 Mar 11 19:27:07.579500 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bc2e14-c7f3-45f4-8cdc-a26a79a624a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31bb62c-5c6f-4492-93b4-0a550b3d0d24,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:07.608099 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e2e781-1307-4886-9d28-59625e86a185 req-e6e51d75-e0bf-46d5-94e5-550b201a8661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:07.616477 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-77e2e781-1307-4886-9d28-59625e86a185 req-e6e51d75-e0bf-46d5-94e5-550b201a8661 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ac02cbd1-5dcb-429f-a716-af840212fb30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0894892 Mar 11 19:27:07.630453 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b25fdedb-07d3-4b31-9bc4-d49421158c5f x-openstack-request-id: req-b25fdedb-07d3-4b31-9bc4-d49421158c5f {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:27:07.630739 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7149a14-d290-4c6e-b42d-515ec2d0b7dc", "tag": "2b183b89-523b-4cf7-8b0f-f9f706476c23", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:27:07.630988 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b25fdedb-07d3-4b31-9bc4-d49421158c5f {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:27:07.631523 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7149a14-d290-4c6e-b42d-515ec2d0b7dc', 'tag': '2b183b89-523b-4cf7-8b0f-f9f706476c23', 'status': 'completed', 'code': 200} Mar 11 19:27:07.674278 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port 7a078220-deeb-4a9c-9ab8-e587ae77245a completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:27:07.678829 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 7a078220-deeb-4a9c-9ab8-e587ae77245a triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:27:07.680156 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (7a078220-deeb-4a9c-9ab8-e587ae77245a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:07.744443 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bd5b33fc-5939-494c-8c15-4a8b1c4f0cd1 req-cf142458-b315-4770-9990-6dc60fd0a35e tempest-SecurityGroupsNegativeTestJSON-788886820 tempest-SecurityGroupsNegativeTestJSON-788886820-project] 10.222.0.65 "GET /v2.0/security-groups/3b31a4c4-6ca6-425f-8411-65b9c3269b42 HTTP/1.1" status: 200 len: 2998 time: 0.1167622 Mar 11 19:27:07.787917 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52372) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:07.792959 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-40379325-1603-455b-aa98-e2dc77658e31 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1935828028-network', 'tenant_id': '9f70b59e1f514f62b58ac75206a59896'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:27:07.810772 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 7a078220-deeb-4a9c-9ab8-e587ae77245a is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:27:07.811711 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (7a078220-deeb-4a9c-9ab8-e587ae77245a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:07.816681 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40379325-1603-455b-aa98-e2dc77658e31 admin admin] Made reservation on behalf of 9f70b59e1f514f62b58ac75206a59896 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:27:07.819678 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-40379325-1603-455b-aa98-e2dc77658e31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:07.837238 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-40379325-1603-455b-aa98-e2dc77658e31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:07.839363 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-77e2e781-1307-4886-9d28-59625e86a185 req-873e61c7-5222-4434-ad00-31ad58633131 service neutron] 10.222.0.75 "GET /v2.0/networks/ac02cbd1-5dcb-429f-a716-af840212fb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220294 Mar 11 19:27:07.840149 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8016f23f-6e90-4cd2-96f5-db2cd95c16c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a078220-deeb-4a9c-9ab8-e587ae77245a'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:27:07.844823 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3da7be-c924-45f2-80c5-186635f475d2" -d '{"events": [{"server_uuid": "8016f23f-6e90-4cd2-96f5-db2cd95c16c5", "name": "network-vif-plugged", "status": "completed", "tag": "7a078220-deeb-4a9c-9ab8-e587ae77245a"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:27:07.859225 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 7a078220-deeb-4a9c-9ab8-e587ae77245a, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=7a078220-deeb-4a9c-9ab8-e587ae77245a,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:27:07.864901 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (7a078220-deeb-4a9c-9ab8-e587ae77245a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:07.891406 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b81ea-404d-4db2-8b68-47e4f5f46d41 req-824d9ae5-fd95-4c80-8040-5354ca6b55c3 tempest-ServerDiagnosticsNegativeTest-1679847167 tempest-ServerDiagnosticsNegativeTest-1679847167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:07.892994 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-125b81ea-404d-4db2-8b68-47e4f5f46d41 req-824d9ae5-fd95-4c80-8040-5354ca6b55c3 tempest-ServerDiagnosticsNegativeTest-1679847167 tempest-ServerDiagnosticsNegativeTest-1679847167-project] 10.222.0.65 "GET /v2.0/ports?device_id=8016f23f-6e90-4cd2-96f5-db2cd95c16c5 HTTP/1.1" status: 200 len: 949 time: 0.1755009 Mar 11 19:27:07.901958 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [req-bd5b33fc-5939-494c-8c15-4a8b1c4f0cd1 req-a3994ebf-362d-44e4-bf46-05e0e6936be7 tempest-SecurityGroupsNegativeTestJSON-788886820 tempest-SecurityGroupsNegativeTestJSON-788886820-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 11 19:27:07.902671 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bd5b33fc-5939-494c-8c15-4a8b1c4f0cd1 req-a3994ebf-362d-44e4-bf46-05e0e6936be7 tempest-SecurityGroupsNegativeTestJSON-788886820 tempest-SecurityGroupsNegativeTestJSON-788886820-project] 10.222.0.65 "DELETE /v2.0/security-groups/3b31a4c4-6ca6-425f-8411-65b9c3269b42 HTTP/1.1" status: 409 len: 352 time: 0.1332779 Mar 11 19:27:07.939759 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-40379325-1603-455b-aa98-e2dc77658e31 admin admin] Publish callbacks [] for security_group (cb297337-fca9-4667-9068-b9a46d270f99), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:07.948591 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-40379325-1603-455b-aa98-e2dc77658e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (cb297337-fca9-4667-9068-b9a46d270f99), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:07.982779 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=7a078220-deeb-4a9c-9ab8-e587ae77245a,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:07.999542 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40379325-1603-455b-aa98-e2dc77658e31 admin admin] vlan segment allocate from pool success with {'vlan_id': 881, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:27:08.014655 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40379325-1603-455b-aa98-e2dc77658e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb297337-fca9-4667-9068-b9a46d270f99,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:08.036042 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-77e2e781-1307-4886-9d28-59625e86a185 req-26f4212f-6242-4497-b2b3-5815e0302752 service neutron] 10.222.0.75 "GET /v2.0/networks/ac02cbd1-5dcb-429f-a716-af840212fb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866121 Mar 11 19:27:08.040699 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-125b81ea-404d-4db2-8b68-47e4f5f46d41 req-8b0d6475-5ba1-4d69-bbd3-d596ba0c26cd tempest-ServerDiagnosticsNegativeTest-1679847167 tempest-ServerDiagnosticsNegativeTest-1679847167-project] 10.222.0.65 "GET /v2.0/security-groups?id=c76692ba-9a18-457b-924c-144b802cc3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364703 Mar 11 19:27:08.044251 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-40379325-1603-455b-aa98-e2dc77658e31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (88863d5b-bee4-4402-bd0e-77295ddf4f66), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:08.045964 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-40379325-1603-455b-aa98-e2dc77658e31 admin admin] Added segment 88863d5b-bee4-4402-bd0e-77295ddf4f66 of type vlan for network 208e4bb7-225f-40b4-955e-c9a55e522ed3 Mar 11 19:27:08.101323 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-40379325-1603-455b-aa98-e2dc77658e31 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (208e4bb7-225f-40b4-955e-c9a55e522ed3), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:08.152008 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52390) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:08.159118 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-40379325-1603-455b-aa98-e2dc77658e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (208e4bb7-225f-40b4-955e-c9a55e522ed3), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:08.160509 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40379325-1603-455b-aa98-e2dc77658e31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:08.161444 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-40379325-1603-455b-aa98-e2dc77658e31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:08.186070 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4d0e1b5e-76b4-49bf-80b4-a351555bebbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:08.194232 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52394) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:08.194597 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-40379325-1603-455b-aa98-e2dc77658e31 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4056740 Mar 11 19:27:08.226293 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-0ead695a-4547-48ec-a729-2c8b0b176954 admin admin] Request body: {'subnet': {'network_id': '208e4bb7-225f-40b4-955e-c9a55e522ed3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1935828028-subnet', 'tenant_id': '9f70b59e1f514f62b58ac75206a59896', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:27:08.255867 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40379325-1603-455b-aa98-e2dc77658e31 admin admin] Pushing event updated for resources: {'Network': ['ID=208e4bb7-225f-40b4-955e-c9a55e522ed3,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:08.264278 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8925b0e-3a66-4861-a85a-6d88c6d93ac1 x-openstack-request-id: req-d8925b0e-3a66-4861-a85a-6d88c6d93ac1 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:27:08.264828 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8016f23f-6e90-4cd2-96f5-db2cd95c16c5", "name": "network-vif-plugged", "status": "completed", "tag": "7a078220-deeb-4a9c-9ab8-e587ae77245a", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:27:08.266478 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d8925b0e-3a66-4861-a85a-6d88c6d93ac1 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:27:08.266897 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8016f23f-6e90-4cd2-96f5-db2cd95c16c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a078220-deeb-4a9c-9ab8-e587ae77245a', 'code': 200} Mar 11 19:27:08.272530 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 208e4bb7-225f-40b4-955e-c9a55e522ed3 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:27:08.279514 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ead695a-4547-48ec-a729-2c8b0b176954 admin admin] Made reservation on behalf of 9f70b59e1f514f62b58ac75206a59896 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:27:08.281850 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0ead695a-4547-48ec-a729-2c8b0b176954 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:08.300159 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84a1f8d-3251-44b8-afc9-2ad81b3b1bd8 req-4d104210-dadb-4aa6-bc9f-812f3d83a15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:08.306494 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a84a1f8d-3251-44b8-afc9-2ad81b3b1bd8 req-4d104210-dadb-4aa6-bc9f-812f3d83a15f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2b2041a5e8eb449b899a189cd9e58346&device_id=c7149a14-d290-4c6e-b42d-515ec2d0b7dc HTTP/1.1" status: 200 len: 1125 time: 0.1975532 Mar 11 19:27:08.331392 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.75', 51276) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:08.381580 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ea929-98c5-40c3-a499-d1c867aa538a req-ae91265b-9295-48fa-b674-ac4686d03633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:08.384176 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-137ea929-98c5-40c3-a499-d1c867aa538a req-ae91265b-9295-48fa-b674-ac4686d03633 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=8016f23f-6e90-4cd2-96f5-db2cd95c16c5 HTTP/1.1" status: 200 len: 1132 time: 0.0498507 Mar 11 19:27:08.414741 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [req-5f1745b0-bd44-46cb-9c01-49243775bb06 req-ef3bb192-325f-42e8-b1a4-54191a894077 tempest-SecurityGroupsNegativeTestJSON-788886820 tempest-SecurityGroupsNegativeTestJSON-788886820-project] show failed (client error): The resource could not be found. Mar 11 19:27:08.415810 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f1745b0-bd44-46cb-9c01-49243775bb06 req-ef3bb192-325f-42e8-b1a4-54191a894077 tempest-SecurityGroupsNegativeTestJSON-788886820 tempest-SecurityGroupsNegativeTestJSON-788886820-project] 10.222.0.65 "GET /v2.0/security-groups/c29bd75f-0582-41c1-a978-ff2cec9a881f HTTP/1.1" status: 404 len: 352 time: 0.1297512 Mar 11 19:27:08.430923 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-137ea929-98c5-40c3-a499-d1c867aa538a req-be90d5ce-0f90-4a64-959b-759ac6b59aa1 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=c76692ba-9a18-457b-924c-144b802cc3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417864 Mar 11 19:27:08.475607 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447538d-56f6-4b0e-a9ca-eff2305d85ec req-226e07b1-94bf-492d-bb9f-653d3042802c tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:08.477196 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a447538d-56f6-4b0e-a9ca-eff2305d85ec req-226e07b1-94bf-492d-bb9f-653d3042802c tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7149a14-d290-4c6e-b42d-515ec2d0b7dc HTTP/1.1" status: 200 len: 943 time: 0.3023019 Mar 11 19:27:08.497042 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52402) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:08.531234 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84a1f8d-3251-44b8-afc9-2ad81b3b1bd8 req-1d1a69eb-5cc1-4220-bea8-fb2ef59d45ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:08.532739 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a84a1f8d-3251-44b8-afc9-2ad81b3b1bd8 req-1d1a69eb-5cc1-4220-bea8-fb2ef59d45ce service neutron] 10.222.0.75 "GET /v2.0/networks?id=ac02cbd1-5dcb-429f-a716-af840212fb30 HTTP/1.1" status: 200 len: 924 time: 0.2219803 Mar 11 19:27:08.603201 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a447538d-56f6-4b0e-a9ca-eff2305d85ec req-f607e843-cd7e-4ffa-9d72-423950ee7ed3 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] 10.222.0.65 "GET /v2.0/security-groups?id=042c4c5f-1cec-4bf8-9249-33cd65cdb4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197352 Mar 11 19:27:08.605555 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4d0e1b5e-76b4-49bf-80b4-a351555bebbe admin admin] Publish callbacks [] for security_group (a0368721-b628-4a30-9069-8953862521fc), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:08.611197 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4d0e1b5e-76b4-49bf-80b4-a351555bebbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (a0368721-b628-4a30-9069-8953862521fc), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:08.625567 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a7da4a5d-300f-4b1d-bbf5-f7d7d96a4900 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:08.710118 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a7da4a5d-300f-4b1d-bbf5-f7d7d96a4900 admin admin] Publish callbacks [] for security_group (c62668c9-f9c6-45e2-ab42-7d1b717505f3), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:08.716284 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a7da4a5d-300f-4b1d-bbf5-f7d7d96a4900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (c62668c9-f9c6-45e2-ab42-7d1b717505f3), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:08.718994 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a84a1f8d-3251-44b8-afc9-2ad81b3b1bd8 req-7c519d37-b550-4a72-ac9b-aef1e48d5505 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b183b89-523b-4cf7-8b0f-f9f706476c23 HTTP/1.1" status: 200 len: 217 time: 0.0648196 Mar 11 19:27:08.738962 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0e1b5e-76b4-49bf-80b4-a351555bebbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0368721-b628-4a30-9069-8953862521fc,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:08.755560 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a7da4a5d-300f-4b1d-bbf5-f7d7d96a4900 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4a1cc1bc653e4bfe837491f7887dcc7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2574337 Mar 11 19:27:08.756302 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7da4a5d-300f-4b1d-bbf5-f7d7d96a4900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c62668c9-f9c6-45e2-ab42-7d1b717505f3,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:08.763862 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52412) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:08.785918 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-4d0e1b5e-76b4-49bf-80b4-a351555bebbe admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ec493c48b7dd44b3a2345851e5256f6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6327071 Mar 11 19:27:08.789082 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52414) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:08.791014 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [req-9badf2c1-4cc2-40a3-ab77-2f3acecf733f req-e1d634a0-4fb6-4b6b-a7db-0a3fc2b87bc9 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:27:08.792014 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9badf2c1-4cc2-40a3-ab77-2f3acecf733f req-e1d634a0-4fb6-4b6b-a7db-0a3fc2b87bc9 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1390347 Mar 11 19:27:08.794606 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [req-8e8d12cc-da3a-4dc8-b3b5-4bb36154d1df req-77c80f45-f1d9-40d2-948b-076b215f0973 tempest-SecurityGroupsNegativeTestJSON-788886820 tempest-SecurityGroupsNegativeTestJSON-788886820-project] show failed (client error): The resource could not be found. Mar 11 19:27:08.795572 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8e8d12cc-da3a-4dc8-b3b5-4bb36154d1df req-77c80f45-f1d9-40d2-948b-076b215f0973 tempest-SecurityGroupsNegativeTestJSON-788886820 tempest-SecurityGroupsNegativeTestJSON-788886820-project] 10.222.0.65 "GET /v2.0/security-groups/89f69b26-cb68-405f-b544-bc7f70735b95 HTTP/1.1" status: 404 len: 352 time: 0.0853002 Mar 11 19:27:08.814217 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52416) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:08.853970 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84a1f8d-3251-44b8-afc9-2ad81b3b1bd8 req-5dbad085-f069-4dd5-a868-d12d15056b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:08.855443 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a84a1f8d-3251-44b8-afc9-2ad81b3b1bd8 req-5dbad085-f069-4dd5-a868-d12d15056b45 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=25c527aa-940c-4d05-a3a3-da904c4b7fbe HTTP/1.1" status: 200 len: 862 time: 0.1250169 Mar 11 19:27:08.861239 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0ead695a-4547-48ec-a729-2c8b0b176954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for subnet (47fd276d-1d9a-4a71-9873-b70485fd3f60), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:08.906949 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb124994-0732-493e-9361-c54b5d862d9d admin admin] Deleting subnet 788a02eb-ff4b-494c-a158-16381e096435 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:27:08.910299 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-21deba57-3e8d-44aa-888c-4bf272defb26 admin admin] Publish callbacks [] for security_group (c62668c9-f9c6-45e2-ab42-7d1b717505f3), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:08.915076 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cb124994-0732-493e-9361-c54b5d862d9d admin admin] Publish callbacks [] for subnet (788a02eb-ff4b-494c-a158-16381e096435), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:08.962708 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39b26f4d-fdda-41b2-ae7e-3280fa0f3f84 admin admin] Publish callbacks [] for security_group (a0368721-b628-4a30-9069-8953862521fc), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:08.980661 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-21deba57-3e8d-44aa-888c-4bf272defb26 admin admin] Publish callbacks [] for security_group (c62668c9-f9c6-45e2-ab42-7d1b717505f3), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:08.981013 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ead695a-4547-48ec-a729-2c8b0b176954 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47fd276d-1d9a-4a71-9873-b70485fd3f60,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:08.996735 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cb124994-0732-493e-9361-c54b5d862d9d admin admin] Publish callbacks [] for subnet (788a02eb-ff4b-494c-a158-16381e096435), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:09.028371 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cb124994-0732-493e-9361-c54b5d862d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (788a02eb-ff4b-494c-a158-16381e096435), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:09.032835 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39b26f4d-fdda-41b2-ae7e-3280fa0f3f84 admin admin] Publish callbacks [] for security_group (a0368721-b628-4a30-9069-8953862521fc), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:09.053735 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84a1f8d-3251-44b8-afc9-2ad81b3b1bd8 req-bb00d477-2633-4746-9f05-637a9f630a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:09.055420 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a84a1f8d-3251-44b8-afc9-2ad81b3b1bd8 req-bb00d477-2633-4746-9f05-637a9f630a5c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ac02cbd1-5dcb-429f-a716-af840212fb30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1908245 Mar 11 19:27:09.084678 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ead695a-4547-48ec-a729-2c8b0b176954 admin admin] Checking segment: {'id': '88863d5b-bee4-4402-bd0e-77295ddf4f66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '208e4bb7-225f-40b4-955e-c9a55e522ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:27:09.085723 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ead695a-4547-48ec-a729-2c8b0b176954 admin admin] Network hostable DHCP agents. Network: 208e4bb7-225f-40b4-955e-c9a55e522ed3, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:27:09.159160 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cb124994-0732-493e-9361-c54b5d862d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for subnet (788a02eb-ff4b-494c-a158-16381e096435), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:09.170927 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-21deba57-3e8d-44aa-888c-4bf272defb26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (c62668c9-f9c6-45e2-ab42-7d1b717505f3), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:09.176357 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-21deba57-3e8d-44aa-888c-4bf272defb26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:09.180092 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-21deba57-3e8d-44aa-888c-4bf272defb26 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c62668c9-f9c6-45e2-ab42-7d1b717505f3 HTTP/1.1" status: 204 len: 168 time: 0.4153504 Mar 11 19:27:09.207216 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39b26f4d-fdda-41b2-ae7e-3280fa0f3f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (a0368721-b628-4a30-9069-8953862521fc), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:09.209843 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39b26f4d-fdda-41b2-ae7e-3280fa0f3f84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:09.213782 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-39b26f4d-fdda-41b2-ae7e-3280fa0f3f84 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a0368721-b628-4a30-9069-8953862521fc HTTP/1.1" status: 204 len: 168 time: 0.4212296 Mar 11 19:27:09.221538 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb124994-0732-493e-9361-c54b5d862d9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=788a02eb-ff4b-494c-a158-16381e096435,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:09.225883 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cb124994-0732-493e-9361-c54b5d862d9d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:09.229011 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-cb124994-0732-493e-9361-c54b5d862d9d admin admin] 10.222.0.65 "DELETE /v2.0/subnets/788a02eb-ff4b-494c-a158-16381e096435 HTTP/1.1" status: 204 len: 168 time: 0.4098036 Mar 11 19:27:09.231388 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21deba57-3e8d-44aa-888c-4bf272defb26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62668c9-f9c6-45e2-ab42-7d1b717505f3,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:09.233324 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52444) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:09.297869 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b26f4d-fdda-41b2-ae7e-3280fa0f3f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0368721-b628-4a30-9069-8953862521fc,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:09.299016 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a84a1f8d-3251-44b8-afc9-2ad81b3b1bd8 req-c9adc66a-8791-4f90-b27f-ed5297a28557 service neutron] 10.222.0.75 "GET /v2.0/networks/ac02cbd1-5dcb-429f-a716-af840212fb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335496 Mar 11 19:27:09.336794 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ead695a-4547-48ec-a729-2c8b0b176954 admin admin] Network 208e4bb7-225f-40b4-955e-c9a55e522ed3 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:27:09.362915 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd5c21-e173-41b0-9d84-31c8b4d3b48f req-f20ae6bc-eafe-4e1c-a489-8299a6d7d4da tempest-ServerDiagnosticsNegativeTest-1679847167 tempest-ServerDiagnosticsNegativeTest-1679847167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:09.371837 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cedd5c21-e173-41b0-9d84-31c8b4d3b48f req-f20ae6bc-eafe-4e1c-a489-8299a6d7d4da tempest-ServerDiagnosticsNegativeTest-1679847167 tempest-ServerDiagnosticsNegativeTest-1679847167-project] 10.222.0.65 "GET /v2.0/ports?device_id=8016f23f-6e90-4cd2-96f5-db2cd95c16c5 HTTP/1.1" status: 200 len: 950 time: 0.1230786 Mar 11 19:27:09.373094 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e0b75a27-e555-4be0-822f-649acfc23500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (0f7864a9-8e28-4059-9563-22f11a7f175e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:09.423482 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-0ead695a-4547-48ec-a729-2c8b0b176954 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 208e4bb7-225f-40b4-955e-c9a55e522ed3) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:27:09.437702 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbff95fe-ec2a-4c76-a5c3-09ab94f94e31 None None] Network 208e4bb7-225f-40b4-955e-c9a55e522ed3 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:27:09.439459 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ead695a-4547-48ec-a729-2c8b0b176954 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:09.440080 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0ead695a-4547-48ec-a729-2c8b0b176954 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:09.472450 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e0b75a27-e555-4be0-822f-649acfc23500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (0f7864a9-8e28-4059-9563-22f11a7f175e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:09.509111 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-0ead695a-4547-48ec-a729-2c8b0b176954 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3093066 Mar 11 19:27:09.523249 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e0b75a27-e555-4be0-822f-649acfc23500 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:27:09.525915 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e0b75a27-e555-4be0-822f-649acfc23500 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:27:09.526092 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cedd5c21-e173-41b0-9d84-31c8b4d3b48f req-013a1321-3ce7-4ccb-a72f-1790c2bca811 tempest-ServerDiagnosticsNegativeTest-1679847167 tempest-ServerDiagnosticsNegativeTest-1679847167-project] 10.222.0.65 "GET /v2.0/security-groups?id=c76692ba-9a18-457b-924c-144b802cc3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481330 Mar 11 19:27:09.528724 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a84a1f8d-3251-44b8-afc9-2ad81b3b1bd8 req-dec66abe-48f6-477a-85dc-81a78113c963 service neutron] 10.222.0.75 "GET /v2.0/networks/ac02cbd1-5dcb-429f-a716-af840212fb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208977 Mar 11 19:27:09.538032 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e0b75a27-e555-4be0-822f-649acfc23500 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:27:09.538032 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e0b75a27-e555-4be0-822f-649acfc23500 admin admin] Subscribe: > port after_create 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:27:09.538032 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e0b75a27-e555-4be0-822f-649acfc23500 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:27:09.538032 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e0b75a27-e555-4be0-822f-649acfc23500 admin admin] Subscribe: > port after_update 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:27:09.538032 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e0b75a27-e555-4be0-822f-649acfc23500 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:27:09.538032 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e0b75a27-e555-4be0-822f-649acfc23500 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:27:09.538032 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e0b75a27-e555-4be0-822f-649acfc23500 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:27:09.538032 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e0b75a27-e555-4be0-822f-649acfc23500 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:27:09.632888 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e0b75a27-e555-4be0-822f-649acfc23500 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:27:09.632888 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e0b75a27-e555-4be0-822f-649acfc23500 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:27:09.633315 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e0b75a27-e555-4be0-822f-649acfc23500 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:27:09.633633 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e0b75a27-e555-4be0-822f-649acfc23500 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103884) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:27:09.634079 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-e0b75a27-e555-4be0-822f-649acfc23500 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f7864a9-8e28-4059-9563-22f11a7f175e']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:27:09.659841 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-e0b75a27-e555-4be0-822f-649acfc23500 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e02d50c5-c25d-4f32-bbfa-fb82971c00b8') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:27:09.660100 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-e0b75a27-e555-4be0-822f-649acfc23500 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e02d50c5-c25d-4f32-bbfa-fb82971c00b8') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:27:09.664241 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163ae2a8-6ed9-4f57-906e-5d13bc014668 None None] Network 208e4bb7-225f-40b4-955e-c9a55e522ed3 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:27:09.682749 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e0b75a27-e555-4be0-822f-649acfc23500 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (e02d50c5-c25d-4f32-bbfa-fb82971c00b8), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:09.706499 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e0b75a27-e555-4be0-822f-649acfc23500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (e02d50c5-c25d-4f32-bbfa-fb82971c00b8), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:09.716238 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0b75a27-e555-4be0-822f-649acfc23500 admin admin] Releasing vlan 865 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:27:09.716560 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e0b75a27-e555-4be0-822f-649acfc23500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (e02d50c5-c25d-4f32-bbfa-fb82971c00b8), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:09.748484 n-d-833163-1 neutron-server[103884]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 11 19:27:09.748484 n-d-833163-1 neutron-server[103884]: from cryptography.utils import int_from_bytes Mar 11 19:27:09.748484 n-d-833163-1 neutron-server[103884]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 11 19:27:09.748484 n-d-833163-1 neutron-server[103884]: from cryptography.utils import int_from_bytes Mar 11 19:27:09.748484 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:27:09.748484 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:27:09.748484 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:27:09.748484 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:27:09.748484 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:27:09.748484 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:27:09.748484 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:27:09.748484 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:27:09.748484 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:27:09.748484 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:27:09.748484 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:27:09.748484 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:27:09.748484 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:27:09.748484 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:27:09.748484 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:27:09.748484 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:27:09.748484 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:27:09.748484 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:27:09.748484 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:27:09.748484 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:27:09.748484 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:27:09.748484 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:27:09.748484 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:27:09.748484 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:27:09.748484 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:27:09.748484 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:27:09.748484 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:27:09.748484 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:27:09.748484 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:27:09.748484 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:27:09.748484 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:27:09.748484 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:27:09.751250 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52462) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:09.766415 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-01d67a0e-fc17-41e6-8bb2-0ea280029b56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:09.822247 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e0b75a27-e555-4be0-822f-649acfc23500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (0f7864a9-8e28-4059-9563-22f11a7f175e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:09.831265 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e0b75a27-e555-4be0-822f-649acfc23500 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:09.835410 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e0b75a27-e555-4be0-822f-649acfc23500 admin admin] 10.222.0.65 "DELETE /v2.0/networks/0f7864a9-8e28-4059-9563-22f11a7f175e HTTP/1.1" status: 204 len: 168 time: 0.5991149 Mar 11 19:27:09.854000 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b75a27-e555-4be0-822f-649acfc23500 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f7864a9-8e28-4059-9563-22f11a7f175e,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:09.877151 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-01d67a0e-fc17-41e6-8bb2-0ea280029b56 admin admin] Publish callbacks [] for security_group (7c8b371d-1600-4bee-9dc1-530e618ac663), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:09.881810 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-01d67a0e-fc17-41e6-8bb2-0ea280029b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (7c8b371d-1600-4bee-9dc1-530e618ac663), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:09.899756 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52466) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:09.955480 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-01d67a0e-fc17-41e6-8bb2-0ea280029b56 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ffe0e5b58b31400fafcd4bf68bb3c0de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2043092 Mar 11 19:27:09.956175 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52470) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:09.956785 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d67a0e-fc17-41e6-8bb2-0ea280029b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8b371d-1600-4bee-9dc1-530e618ac663,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:09.968686 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-91cc8442-3da7-40c2-95f6-c697baa05251 admin admin] Deleting subnet ade18aa9-4e52-4655-9817-b2822e861d53 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:27:09.985215 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-91cc8442-3da7-40c2-95f6-c697baa05251 admin admin] Publish callbacks [] for subnet (ade18aa9-4e52-4655-9817-b2822e861d53), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:10.230143 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52486) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:10.265406 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-91cc8442-3da7-40c2-95f6-c697baa05251 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (ade18aa9-4e52-4655-9817-b2822e861d53), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:10.293592 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-62620950-bd98-4449-81bc-6785c599e349 admin admin] Publish callbacks [] for security_group (7c8b371d-1600-4bee-9dc1-530e618ac663), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:10.296766 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a5c1e-9783-40b3-a7f1-6d5dcd1dac88 req-80f40fbf-398a-4003-a038-12baf7d01d8a tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:10.306205 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6f5a5c1e-9783-40b3-a7f1-6d5dcd1dac88 req-80f40fbf-398a-4003-a038-12baf7d01d8a tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7149a14-d290-4c6e-b42d-515ec2d0b7dc HTTP/1.1" status: 200 len: 943 time: 0.0853267 Mar 11 19:27:10.330252 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-774ac15e-512f-462d-9e22-6c836c7f84b4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=353121ba9baf4b1f8bbbd30ee982c0f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0989883 Mar 11 19:27:10.333076 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52490) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:10.347335 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-62620950-bd98-4449-81bc-6785c599e349 admin admin] Publish callbacks [] for security_group (7c8b371d-1600-4bee-9dc1-530e618ac663), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:10.355032 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-91cc8442-3da7-40c2-95f6-c697baa05251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (ade18aa9-4e52-4655-9817-b2822e861d53), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:10.400341 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6f5a5c1e-9783-40b3-a7f1-6d5dcd1dac88 req-8dbcaaaa-c282-4d50-a66a-f0090c7d3beb tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] 10.222.0.65 "GET /v2.0/security-groups?id=042c4c5f-1cec-4bf8-9249-33cd65cdb4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929129 Mar 11 19:27:10.456510 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-91cc8442-3da7-40c2-95f6-c697baa05251 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (ade18aa9-4e52-4655-9817-b2822e861d53), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:10.458437 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c88bf1f-a0f4-4946-b93d-8f7c4461cb61 admin admin] Publish callbacks [] for security_group (3b31a4c4-6ca6-425f-8411-65b9c3269b42), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:10.463155 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-62620950-bd98-4449-81bc-6785c599e349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (7c8b371d-1600-4bee-9dc1-530e618ac663), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:10.466984 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-62620950-bd98-4449-81bc-6785c599e349 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:10.470632 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-62620950-bd98-4449-81bc-6785c599e349 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7c8b371d-1600-4bee-9dc1-530e618ac663 HTTP/1.1" status: 204 len: 168 time: 0.5112250 Mar 11 19:27:10.494293 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c88bf1f-a0f4-4946-b93d-8f7c4461cb61 admin admin] Publish callbacks [] for security_group (3b31a4c4-6ca6-425f-8411-65b9c3269b42), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:10.514047 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cc8442-3da7-40c2-95f6-c697baa05251 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ade18aa9-4e52-4655-9817-b2822e861d53,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:10.522884 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62620950-bd98-4449-81bc-6785c599e349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8b371d-1600-4bee-9dc1-530e618ac663,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:10.534513 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-91cc8442-3da7-40c2-95f6-c697baa05251 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:10.543809 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-91cc8442-3da7-40c2-95f6-c697baa05251 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/ade18aa9-4e52-4655-9817-b2822e861d53 HTTP/1.1" status: 204 len: 168 time: 0.6427305 Mar 11 19:27:10.546320 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52506) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:10.586032 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c88bf1f-a0f4-4946-b93d-8f7c4461cb61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (3b31a4c4-6ca6-425f-8411-65b9c3269b42), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:10.590865 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c88bf1f-a0f4-4946-b93d-8f7c4461cb61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:10.600360 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-3c88bf1f-a0f4-4946-b93d-8f7c4461cb61 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3b31a4c4-6ca6-425f-8411-65b9c3269b42 HTTP/1.1" status: 204 len: 168 time: 0.2635038 Mar 11 19:27:10.609263 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c88bf1f-a0f4-4946-b93d-8f7c4461cb61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b31a4c4-6ca6-425f-8411-65b9c3269b42,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:10.702538 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0001df18-a184-4278-91d4-5ca285c80994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (f750f140-c825-4092-8433-0ef163d2bcbc), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:10.730462 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966d842d-b7d9-42da-a9fa-ab38bd502d81 req-6d1747b7-3ff2-49f8-b0ab-db2f97a16e87 tempest-ServerDiagnosticsNegativeTest-1679847167 tempest-ServerDiagnosticsNegativeTest-1679847167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:10.741184 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-966d842d-b7d9-42da-a9fa-ab38bd502d81 req-6d1747b7-3ff2-49f8-b0ab-db2f97a16e87 tempest-ServerDiagnosticsNegativeTest-1679847167 tempest-ServerDiagnosticsNegativeTest-1679847167-project] 10.222.0.65 "GET /v2.0/ports?device_id=8016f23f-6e90-4cd2-96f5-db2cd95c16c5 HTTP/1.1" status: 200 len: 950 time: 0.0816700 Mar 11 19:27:10.805454 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-966d842d-b7d9-42da-a9fa-ab38bd502d81 req-8b9ee63b-b476-4850-b2fc-14e50af84c80 tempest-ServerDiagnosticsNegativeTest-1679847167 tempest-ServerDiagnosticsNegativeTest-1679847167-project] 10.222.0.65 "GET /v2.0/security-groups?id=c76692ba-9a18-457b-924c-144b802cc3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596888 Mar 11 19:27:10.819006 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0001df18-a184-4278-91d4-5ca285c80994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (f750f140-c825-4092-8433-0ef163d2bcbc), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:10.834431 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-0001df18-a184-4278-91d4-5ca285c80994 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f750f140-c825-4092-8433-0ef163d2bcbc']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:27:10.846197 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-0001df18-a184-4278-91d4-5ca285c80994 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6d2b904-458c-426f-acbe-b8fdc57832de') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:27:10.846498 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-0001df18-a184-4278-91d4-5ca285c80994 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6d2b904-458c-426f-acbe-b8fdc57832de') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:27:10.856651 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0001df18-a184-4278-91d4-5ca285c80994 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (f6d2b904-458c-426f-acbe-b8fdc57832de), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:10.870840 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0001df18-a184-4278-91d4-5ca285c80994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (f6d2b904-458c-426f-acbe-b8fdc57832de), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:10.877730 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0001df18-a184-4278-91d4-5ca285c80994 admin admin] Releasing vlan 893 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:27:10.878119 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0001df18-a184-4278-91d4-5ca285c80994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (f6d2b904-458c-426f-acbe-b8fdc57832de), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:10.939668 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:27:10.939668 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:27:10.939668 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:27:10.939668 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:27:10.939668 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:27:10.939668 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:27:10.939668 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:27:10.939668 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:27:10.939668 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:27:10.939668 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:27:10.939668 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:27:10.939668 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:27:10.939668 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:27:10.939668 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:27:10.939668 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:27:10.939668 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:27:10.939668 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:27:10.939668 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:27:10.939668 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:27:10.939668 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:27:10.939668 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:27:10.939668 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:27:10.939668 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:27:10.939668 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:27:10.939668 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:27:10.939668 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:27:10.939668 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:27:10.939668 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:27:10.939668 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:27:10.939668 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:27:10.939668 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:27:10.939668 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:27:10.947092 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0001df18-a184-4278-91d4-5ca285c80994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (f750f140-c825-4092-8433-0ef163d2bcbc), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:10.972473 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0001df18-a184-4278-91d4-5ca285c80994 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:10.979526 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52530) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:10.979942 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-0001df18-a184-4278-91d4-5ca285c80994 admin admin] 10.222.0.65 "DELETE /v2.0/networks/f750f140-c825-4092-8433-0ef163d2bcbc HTTP/1.1" status: 204 len: 168 time: 0.4319680 Mar 11 19:27:10.981695 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0001df18-a184-4278-91d4-5ca285c80994 admin admin] Pushing event deleted for resources: {'Network': ['ID=f750f140-c825-4092-8433-0ef163d2bcbc,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:11.041819 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-e786654f-de0d-432c-8a40-a35e915f63eb admin admin] Deleting subnet 47fd276d-1d9a-4a71-9873-b70485fd3f60 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:27:11.046979 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e786654f-de0d-432c-8a40-a35e915f63eb admin admin] Publish callbacks [] for subnet (47fd276d-1d9a-4a71-9873-b70485fd3f60), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:11.098732 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e786654f-de0d-432c-8a40-a35e915f63eb admin admin] Publish callbacks [] for subnet (47fd276d-1d9a-4a71-9873-b70485fd3f60), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:11.121657 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e786654f-de0d-432c-8a40-a35e915f63eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (47fd276d-1d9a-4a71-9873-b70485fd3f60), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:11.228179 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e786654f-de0d-432c-8a40-a35e915f63eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for subnet (47fd276d-1d9a-4a71-9873-b70485fd3f60), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:11.243486 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52544) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:11.281197 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e786654f-de0d-432c-8a40-a35e915f63eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47fd276d-1d9a-4a71-9873-b70485fd3f60,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:11.318728 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e786654f-de0d-432c-8a40-a35e915f63eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:11.322612 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-e786654f-de0d-432c-8a40-a35e915f63eb admin admin] 10.222.0.65 "DELETE /v2.0/subnets/47fd276d-1d9a-4a71-9873-b70485fd3f60 HTTP/1.1" status: 204 len: 168 time: 0.3418074 Mar 11 19:27:11.325180 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52552) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:11.416400 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 2b183b89-523b-4cf7-8b0f-f9f706476c23 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:27:11.418958 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59fa602e-c2da-417b-b668-af367a3efa0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (208e4bb7-225f-40b4-955e-c9a55e522ed3), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:11.431612 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa71a51-857a-424f-bba7-a5a954211dd2 req-70ef30ee-7048-4ee8-a78b-9db72c472a1b tempest-ServerDiagnosticsNegativeTest-1679847167 tempest-ServerDiagnosticsNegativeTest-1679847167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:11.433788 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-caa71a51-857a-424f-bba7-a5a954211dd2 req-70ef30ee-7048-4ee8-a78b-9db72c472a1b tempest-ServerDiagnosticsNegativeTest-1679847167 tempest-ServerDiagnosticsNegativeTest-1679847167-project] 10.222.0.65 "GET /v2.0/ports?device_id=8016f23f-6e90-4cd2-96f5-db2cd95c16c5 HTTP/1.1" status: 200 len: 950 time: 0.1566312 Mar 11 19:27:11.506555 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-caa71a51-857a-424f-bba7-a5a954211dd2 req-718ef586-7d65-499c-b509-02ce214073f3 tempest-ServerDiagnosticsNegativeTest-1679847167 tempest-ServerDiagnosticsNegativeTest-1679847167-project] 10.222.0.65 "GET /v2.0/security-groups?id=c76692ba-9a18-457b-924c-144b802cc3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644877 Mar 11 19:27:11.623082 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59fa602e-c2da-417b-b668-af367a3efa0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (208e4bb7-225f-40b4-955e-c9a55e522ed3), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:11.631295 n-d-833163-1 neutron-server[103884]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 11 19:27:11.634228 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 2b183b89-523b-4cf7-8b0f-f9f706476c23, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=2b183b89-523b-4cf7-8b0f-f9f706476c23,segment=NetworkSegment(548d1191-6be3-49b7-b122-731f8e7bcddc),segment_id=548d1191-6be3-49b7-b122-731f8e7bcddc)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:27:11.635290 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-f5f04385-4857-42a2-9bc4-b19ccd93783d tempest-LiveAutoBlockMigrationV225Test-943023921 tempest-LiveAutoBlockMigrationV225Test-943023921-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:27:11.636522 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-f5f04385-4857-42a2-9bc4-b19ccd93783d tempest-LiveAutoBlockMigrationV225Test-943023921 tempest-LiveAutoBlockMigrationV225Test-943023921-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3918161 Mar 11 19:27:11.661175 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59fa602e-c2da-417b-b668-af367a3efa0c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:27:11.661636 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59fa602e-c2da-417b-b668-af367a3efa0c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:27:11.662451 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59fa602e-c2da-417b-b668-af367a3efa0c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:27:11.662854 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59fa602e-c2da-417b-b668-af367a3efa0c admin admin] Subscribe: > port after_create 55550000 {{(pid=103885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:27:11.663251 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59fa602e-c2da-417b-b668-af367a3efa0c admin admin] Subscribe: > port after_delete 55550000 {{(pid=103885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:27:11.663663 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59fa602e-c2da-417b-b668-af367a3efa0c admin admin] Subscribe: > port after_update 55550000 {{(pid=103885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:27:11.663778 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '2b183b89-523b-4cf7-8b0f-f9f706476c23', 'network_id': 'ac02cbd1-5dcb-429f-a716-af840212fb30', 'port_id': '2b183b89-523b-4cf7-8b0f-f9f706476c23', 'mac_address': 'fa:16:3e:87:7a:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 885, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25c527aa-940c-4d05-a3a3-da904c4b7fbe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:27:11.664105 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59fa602e-c2da-417b-b668-af367a3efa0c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:27:11.664499 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59fa602e-c2da-417b-b668-af367a3efa0c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:27:11.664913 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59fa602e-c2da-417b-b668-af367a3efa0c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:27:11.665307 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59fa602e-c2da-417b-b668-af367a3efa0c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:27:11.717630 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 2b183b89-523b-4cf7-8b0f-f9f706476c23 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:27:11.718029 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2b183b89-523b-4cf7-8b0f-f9f706476c23), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:11.736788 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b183b89-523b-4cf7-8b0f-f9f706476c23 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:27:11.737636 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59fa602e-c2da-417b-b668-af367a3efa0c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:27:11.738047 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59fa602e-c2da-417b-b668-af367a3efa0c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:27:11.738434 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59fa602e-c2da-417b-b668-af367a3efa0c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:27:11.738996 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59fa602e-c2da-417b-b668-af367a3efa0c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103885) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 11 19:27:11.739580 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-59fa602e-c2da-417b-b668-af367a3efa0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['208e4bb7-225f-40b4-955e-c9a55e522ed3']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:27:11.759170 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 2b183b89-523b-4cf7-8b0f-f9f706476c23, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=2b183b89-523b-4cf7-8b0f-f9f706476c23,segment=NetworkSegment(548d1191-6be3-49b7-b122-731f8e7bcddc),segment_id=548d1191-6be3-49b7-b122-731f8e7bcddc)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:27:11.764983 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (2b183b89-523b-4cf7-8b0f-f9f706476c23), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:11.791584 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-59fa602e-c2da-417b-b668-af367a3efa0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88863d5b-bee4-4402-bd0e-77295ddf4f66') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:27:11.791983 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-59fa602e-c2da-417b-b668-af367a3efa0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88863d5b-bee4-4402-bd0e-77295ddf4f66') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:27:11.813598 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59fa602e-c2da-417b-b668-af367a3efa0c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (88863d5b-bee4-4402-bd0e-77295ddf4f66), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:11.838080 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=2b183b89-523b-4cf7-8b0f-f9f706476c23,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:11.868401 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59fa602e-c2da-417b-b668-af367a3efa0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (88863d5b-bee4-4402-bd0e-77295ddf4f66), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:11.883143 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c67be27-805d-4771-a7b7-fc9ad6b6be97 req-639185c2-9387-4a64-a812-09612ed50735 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:11.892373 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2c67be27-805d-4771-a7b7-fc9ad6b6be97 req-639185c2-9387-4a64-a812-09612ed50735 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7149a14-d290-4c6e-b42d-515ec2d0b7dc HTTP/1.1" status: 200 len: 944 time: 0.2345321 Mar 11 19:27:11.902205 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59fa602e-c2da-417b-b668-af367a3efa0c admin admin] Releasing vlan 881 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:27:11.902723 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59fa602e-c2da-417b-b668-af367a3efa0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (88863d5b-bee4-4402-bd0e-77295ddf4f66), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:11.907104 n-d-833163-1 neutron-server[103885]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 11 19:27:11.907104 n-d-833163-1 neutron-server[103885]: from cryptography.utils import int_from_bytes Mar 11 19:27:11.907104 n-d-833163-1 neutron-server[103885]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 11 19:27:11.907104 n-d-833163-1 neutron-server[103885]: from cryptography.utils import int_from_bytes Mar 11 19:27:11.907104 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 19:27:11.907104 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:27:11.907104 n-d-833163-1 neutron-server[103885]: timer() Mar 11 19:27:11.907104 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:27:11.907104 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 19:27:11.907104 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:27:11.907104 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 19:27:11.907104 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:27:11.907104 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 19:27:11.907104 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:27:11.907104 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 19:27:11.907104 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:27:11.907104 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 19:27:11.907104 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:27:11.907104 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:27:11.907104 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:27:11.907104 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:27:11.907104 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:27:11.907104 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 19:27:11.907104 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:27:11.907104 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 19:27:11.907104 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:27:11.907104 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:27:11.907104 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:27:11.907104 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 19:27:11.907104 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:27:11.907104 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:27:11.907104 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:27:11.907104 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:27:11.907104 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:27:11.907104 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:27:11.907104 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:27:11.994255 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['2b183b89-523b-4cf7-8b0f-f9f706476c23'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:27:12.013457 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59fa602e-c2da-417b-b668-af367a3efa0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (208e4bb7-225f-40b4-955e-c9a55e522ed3), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:12.058471 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59fa602e-c2da-417b-b668-af367a3efa0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:12.062282 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-59fa602e-c2da-417b-b668-af367a3efa0c admin admin] 10.222.0.65 "DELETE /v2.0/networks/208e4bb7-225f-40b4-955e-c9a55e522ed3 HTTP/1.1" status: 204 len: 168 time: 0.7358291 Mar 11 19:27:12.068211 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fa602e-c2da-417b-b668-af367a3efa0c admin admin] Pushing event deleted for resources: {'Network': ['ID=208e4bb7-225f-40b4-955e-c9a55e522ed3,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:12.078315 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2c67be27-805d-4771-a7b7-fc9ad6b6be97 req-6da761d9-7e53-4349-8d06-370a18e0577b tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] 10.222.0.65 "GET /v2.0/security-groups?id=042c4c5f-1cec-4bf8-9249-33cd65cdb4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787369 Mar 11 19:27:12.296403 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-a27f80cb-8476-46c4-941a-924265e9fd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:12.300303 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-a27f80cb-8476-46c4-941a-924265e9fd64 service neutron] 10.222.0.65 "GET /v2.0/ports/2132f9f3-9a1b-40f0-b21f-18eee1c1b95a HTTP/1.1" status: 200 len: 1125 time: 0.3704031 Mar 11 19:27:12.313378 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-ad55f005-0836-40ce-a087-68a5e8bcc630 service neutron] Request body: {'binding': {'host': 'n-h1-833163-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:27:12.314325 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-ad55f005-0836-40ce-a087-68a5e8bcc630 service neutron] Unknown quota resources ['binding']. {{(pid=103884) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 11 19:27:12.523145 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-ad55f005-0836-40ce-a087-68a5e8bcc630 service neutron] Attempting to bind port 2132f9f3-9a1b-40f0-b21f-18eee1c1b95a on host n-h1-833163-1 for vnic_type normal with profile None {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:27:12.523498 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-ad55f005-0836-40ce-a087-68a5e8bcc630 service neutron] Attempting to bind port 2132f9f3-9a1b-40f0-b21f-18eee1c1b95a by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '42087326-e85e-4d47-82f7-573695e73a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b2c20bf2-5907-4ff7-8af6-23603c7d780a'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:27:12.523856 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-ad55f005-0836-40ce-a087-68a5e8bcc630 service neutron] Attempting to bind port 2132f9f3-9a1b-40f0-b21f-18eee1c1b95a on network b2c20bf2-5907-4ff7-8af6-23603c7d780a {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:27:12.534026 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-ad55f005-0836-40ce-a087-68a5e8bcc630 service neutron] Port 2132f9f3-9a1b-40f0-b21f-18eee1c1b95a on network b2c20bf2-5907-4ff7-8af6-23603c7d780a not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:27:12.535137 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-ad55f005-0836-40ce-a087-68a5e8bcc630 service neutron] Attempting to bind port 2132f9f3-9a1b-40f0-b21f-18eee1c1b95a on network b2c20bf2-5907-4ff7-8af6-23603c7d780a {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:27:12.541373 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-ad55f005-0836-40ce-a087-68a5e8bcc630 service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:27:12.542532 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-ad55f005-0836-40ce-a087-68a5e8bcc630 service neutron] Checking segment: {'id': '42087326-e85e-4d47-82f7-573695e73a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b2c20bf2-5907-4ff7-8af6-23603c7d780a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:27:12.543093 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-ad55f005-0836-40ce-a087-68a5e8bcc630 service neutron] Bound using segment: {'id': '42087326-e85e-4d47-82f7-573695e73a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b2c20bf2-5907-4ff7-8af6-23603c7d780a'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:27:12.543732 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-ad55f005-0836-40ce-a087-68a5e8bcc630 service neutron] Bound port: 2132f9f3-9a1b-40f0-b21f-18eee1c1b95a, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42087326-e85e-4d47-82f7-573695e73a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b2c20bf2-5907-4ff7-8af6-23603c7d780a'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:27:12.565041 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f556c41-d2a2-4140-b79d-5aebc88f46c8 req-a2c5ab65-45e7-4330-a09d-262d1cfaffaa tempest-ServerDiagnosticsNegativeTest-1679847167 tempest-ServerDiagnosticsNegativeTest-1679847167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:12.582237 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0f556c41-d2a2-4140-b79d-5aebc88f46c8 req-a2c5ab65-45e7-4330-a09d-262d1cfaffaa tempest-ServerDiagnosticsNegativeTest-1679847167 tempest-ServerDiagnosticsNegativeTest-1679847167-project] 10.222.0.75 "GET /v2.0/ports?device_id=8016f23f-6e90-4cd2-96f5-db2cd95c16c5 HTTP/1.1" status: 200 len: 950 time: 0.1253088 Mar 11 19:27:12.585178 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52612) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:12.699267 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-e1c04098-0fd3-4229-946a-9d2ee15093dc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c09270c310fc464782092528f4b190c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1034310 Mar 11 19:27:12.702778 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52618) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:12.747797 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-ad55f005-0836-40ce-a087-68a5e8bcc630 service neutron] For port 2132f9f3-9a1b-40f0-b21f-18eee1c1b95a, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=2132f9f3-9a1b-40f0-b21f-18eee1c1b95a,segment=NetworkSegment(42087326-e85e-4d47-82f7-573695e73a7c),segment_id=42087326-e85e-4d47-82f7-573695e73a7c)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:27:12.755255 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-ad55f005-0836-40ce-a087-68a5e8bcc630 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:12.761007 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-ad55f005-0836-40ce-a087-68a5e8bcc630 service neutron] 10.222.0.65 "POST /v2.0/ports/2132f9f3-9a1b-40f0-b21f-18eee1c1b95a/bindings HTTP/1.1" status: 201 len: 389 time: 0.4537144 Mar 11 19:27:12.789210 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-0f556c41-d2a2-4140-b79d-5aebc88f46c8 req-11b2c1b2-0182-43a2-b15b-0962084186a1 tempest-ServerDiagnosticsNegativeTest-1679847167 tempest-ServerDiagnosticsNegativeTest-1679847167-project] Deleting port 7a078220-deeb-4a9c-9ab8-e587ae77245a {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:27:12.789627 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0f556c41-d2a2-4140-b79d-5aebc88f46c8 req-11b2c1b2-0182-43a2-b15b-0962084186a1 tempest-ServerDiagnosticsNegativeTest-1679847167 tempest-ServerDiagnosticsNegativeTest-1679847167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (7a078220-deeb-4a9c-9ab8-e587ae77245a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:12.842863 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f6618-2343-4f6b-b023-dccdcf7b31c7 req-1e23df3c-2048-42bb-bd84-5f1c3e9223a9 tempest-ServerDiagnosticsNegativeTest-1679847167 tempest-ServerDiagnosticsNegativeTest-1679847167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:12.845714 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e06f6618-2343-4f6b-b023-dccdcf7b31c7 req-1e23df3c-2048-42bb-bd84-5f1c3e9223a9 tempest-ServerDiagnosticsNegativeTest-1679847167 tempest-ServerDiagnosticsNegativeTest-1679847167-project] 10.222.0.65 "GET /v2.0/ports?device_id=8016f23f-6e90-4cd2-96f5-db2cd95c16c5 HTTP/1.1" status: 200 len: 950 time: 0.1435134 Mar 11 19:27:12.947021 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52630) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:13.167890 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-d6d4e80f-8fe8-4e20-8c6e-d366734653ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:13.170768 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-d6d4e80f-8fe8-4e20-8c6e-d366734653ed service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f44b890e943d4aee826b67fd4c2d7b8e&device_id=7e1df5f0-9ba7-4d1f-be0d-cdaa9e480bc8 HTTP/1.1" status: 200 len: 1128 time: 0.0965176 Mar 11 19:27:13.270408 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fa7d5cff-6f5a-4e52-88b5-43d773faff73 admin admin] Publish callbacks [] for security_group (5ea8bee9-3535-42e1-ada1-e07733a2209b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:13.354277 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-0f556c41-d2a2-4140-b79d-5aebc88f46c8 req-11b2c1b2-0182-43a2-b15b-0962084186a1 tempest-ServerDiagnosticsNegativeTest-1679847167 tempest-ServerDiagnosticsNegativeTest-1679847167-project] For port 7a078220-deeb-4a9c-9ab8-e587ae77245a, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=7a078220-deeb-4a9c-9ab8-e587ae77245a,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:27:13.354643 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0f556c41-d2a2-4140-b79d-5aebc88f46c8 req-11b2c1b2-0182-43a2-b15b-0962084186a1 tempest-ServerDiagnosticsNegativeTest-1679847167 tempest-ServerDiagnosticsNegativeTest-1679847167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (7a078220-deeb-4a9c-9ab8-e587ae77245a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:13.358555 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fa7d5cff-6f5a-4e52-88b5-43d773faff73 admin admin] Publish callbacks [] for security_group (5ea8bee9-3535-42e1-ada1-e07733a2209b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:13.359341 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-fb1e8078-b3ef-4f55-aa2f-b14ab1a727d7 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-233616493-network', 'tenant_id': 'f95acd8ec5ef45d8b7ae8994d46f4375'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:27:13.371423 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e06f6618-2343-4f6b-b023-dccdcf7b31c7 req-188788ca-19be-4211-b5e9-1d550a8f939d tempest-ServerDiagnosticsNegativeTest-1679847167 tempest-ServerDiagnosticsNegativeTest-1679847167-project] 10.222.0.65 "GET /v2.0/security-groups?id=c76692ba-9a18-457b-924c-144b802cc3b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806700 Mar 11 19:27:13.389280 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-74b2c3a2-789f-4d8c-8326-3d5a219c8feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:13.391509 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-74b2c3a2-789f-4d8c-8326-3d5a219c8feb service neutron] 10.222.0.75 "GET /v2.0/networks?id=b2c20bf2-5907-4ff7-8af6-23603c7d780a HTTP/1.1" status: 200 len: 921 time: 0.2141993 Mar 11 19:27:13.405162 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52642) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:13.408823 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48f79f-c717-4c18-955c-986c41e15e20 req-4181461f-0a2d-4186-a760-b49e89cd1f99 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:13.413385 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 2b183b89-523b-4cf7-8b0f-f9f706476c23 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:27:13.417738 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fd48f79f-c717-4c18-955c-986c41e15e20 req-4181461f-0a2d-4186-a760-b49e89cd1f99 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e1df5f0-9ba7-4d1f-be0d-cdaa9e480bc8 HTTP/1.1" status: 200 len: 946 time: 0.2258134 Mar 11 19:27:13.460919 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-0f556c41-d2a2-4140-b79d-5aebc88f46c8 req-11b2c1b2-0182-43a2-b15b-0962084186a1 tempest-ServerDiagnosticsNegativeTest-1679847167 tempest-ServerDiagnosticsNegativeTest-1679847167-project] Calling delete_port for 7a078220-deeb-4a9c-9ab8-e587ae77245a owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:27:13.515072 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-9d013e57-ef8f-470d-966e-01512d7b25d4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2132f9f3-9a1b-40f0-b21f-18eee1c1b95a HTTP/1.1" status: 200 len: 217 time: 0.1075358 Mar 11 19:27:13.517467 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb1e8078-b3ef-4f55-aa2f-b14ab1a727d7 admin admin] Made reservation on behalf of f95acd8ec5ef45d8b7ae8994d46f4375 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:27:13.519467 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port 2b183b89-523b-4cf7-8b0f-f9f706476c23 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:27:13.520309 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fb1e8078-b3ef-4f55-aa2f-b14ab1a727d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:13.527702 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 2b183b89-523b-4cf7-8b0f-f9f706476c23 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:27:13.528088 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (2b183b89-523b-4cf7-8b0f-f9f706476c23), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:13.531456 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fb1e8078-b3ef-4f55-aa2f-b14ab1a727d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:13.597357 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-73510226-ad66-454c-b426-4a4339a9f5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:13.599104 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-73510226-ad66-454c-b426-4a4339a9f5fc service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a7be26a8-b37a-4d01-b7d9-b9690160171c HTTP/1.1" status: 200 len: 860 time: 0.0687261 Mar 11 19:27:13.615679 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fd48f79f-c717-4c18-955c-986c41e15e20 req-008d637f-aaff-4dca-be2c-c9a7f98656a1 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968219 Mar 11 19:27:13.644087 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-092d9d31-2af1-48a2-ad42-0b0dfaf1db96 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b2c20bf2-5907-4ff7-8af6-23603c7d780a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380397 Mar 11 19:27:13.652726 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-02b8be29-1d4b-4edd-83d0-e4c54635337a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1599186861-network', 'tenant_id': '5ef363cb3b8e470c93ba878a527f3d7f'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:27:13.716507 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 2b183b89-523b-4cf7-8b0f-f9f706476c23 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:27:13.716903 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2b183b89-523b-4cf7-8b0f-f9f706476c23), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:13.753782 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7149a14-d290-4c6e-b42d-515ec2d0b7dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b183b89-523b-4cf7-8b0f-f9f706476c23'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:27:13.756162 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2853384-7b4f-4090-b35d-3975caf00492" -d '{"events": [{"server_uuid": "c7149a14-d290-4c6e-b42d-515ec2d0b7dc", "name": "network-vif-plugged", "status": "completed", "tag": "2b183b89-523b-4cf7-8b0f-f9f706476c23"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:27:13.765236 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-ae150048-b5c7-4dd8-baf7-917b3355f72e service neutron] 10.222.0.75 "GET /v2.0/networks/b2c20bf2-5907-4ff7-8af6-23603c7d780a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078899 Mar 11 19:27:13.785541 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 2b183b89-523b-4cf7-8b0f-f9f706476c23, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=2b183b89-523b-4cf7-8b0f-f9f706476c23,segment=NetworkSegment(548d1191-6be3-49b7-b122-731f8e7bcddc),segment_id=548d1191-6be3-49b7-b122-731f8e7bcddc)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:27:13.789166 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (2b183b89-523b-4cf7-8b0f-f9f706476c23), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:13.796521 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fa7d5cff-6f5a-4e52-88b5-43d773faff73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (5ea8bee9-3535-42e1-ada1-e07733a2209b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:13.809603 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fa7d5cff-6f5a-4e52-88b5-43d773faff73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:13.814674 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-fa7d5cff-6f5a-4e52-88b5-43d773faff73 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5ea8bee9-3535-42e1-ada1-e07733a2209b HTTP/1.1" status: 204 len: 168 time: 1.1095307 Mar 11 19:27:13.874843 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=2b183b89-523b-4cf7-8b0f-f9f706476c23,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:13.902891 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da7b32d-5a7a-468f-ac76-a389e8fd4096 req-d1b8fc5a-4d9b-4c21-a077-7b4831968e7c tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:13.910337 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2da7b32d-5a7a-468f-ac76-a389e8fd4096 req-d1b8fc5a-4d9b-4c21-a077-7b4831968e7c tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7149a14-d290-4c6e-b42d-515ec2d0b7dc HTTP/1.1" status: 200 len: 944 time: 0.4177859 Mar 11 19:27:13.915062 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-f7b5a1f2-478c-49d9-a8f7-03f88d37a76d service neutron] 10.222.0.75 "GET /v2.0/networks/b2c20bf2-5907-4ff7-8af6-23603c7d780a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412783 Mar 11 19:27:13.936869 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d5cff-6f5a-4e52-88b5-43d773faff73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea8bee9-3535-42e1-ada1-e07733a2209b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:13.955171 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b8be29-1d4b-4edd-83d0-e4c54635337a admin admin] Made reservation on behalf of 5ef363cb3b8e470c93ba878a527f3d7f for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:27:13.957638 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7d5cff-6f5a-4e52-88b5-43d773faff73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:13.957992 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7d5cff-6f5a-4e52-88b5-43d773faff73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:13.958114 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-02b8be29-1d4b-4edd-83d0-e4c54635337a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:13.958325 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7d5cff-6f5a-4e52-88b5-43d773faff73 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:13.958826 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7d5cff-6f5a-4e52-88b5-43d773faff73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:13.959164 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7d5cff-6f5a-4e52-88b5-43d773faff73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:13.959652 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7d5cff-6f5a-4e52-88b5-43d773faff73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:13.960221 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7d5cff-6f5a-4e52-88b5-43d773faff73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:13.960576 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7d5cff-6f5a-4e52-88b5-43d773faff73 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:13.961075 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7d5cff-6f5a-4e52-88b5-43d773faff73 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:13.961495 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7d5cff-6f5a-4e52-88b5-43d773faff73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:13.961822 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7d5cff-6f5a-4e52-88b5-43d773faff73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:13.962145 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7d5cff-6f5a-4e52-88b5-43d773faff73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:13.962463 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7d5cff-6f5a-4e52-88b5-43d773faff73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:13.976850 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0f556c41-d2a2-4140-b79d-5aebc88f46c8 req-11b2c1b2-0182-43a2-b15b-0962084186a1 tempest-ServerDiagnosticsNegativeTest-1679847167 tempest-ServerDiagnosticsNegativeTest-1679847167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (7a078220-deeb-4a9c-9ab8-e587ae77245a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:13.977345 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-02b8be29-1d4b-4edd-83d0-e4c54635337a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:13.985201 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fb1e8078-b3ef-4f55-aa2f-b14ab1a727d7 admin admin] Publish callbacks [] for security_group (8bc025fb-4654-48c5-85cd-38b1cb3cd588), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:13.995068 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fb1e8078-b3ef-4f55-aa2f-b14ab1a727d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (8bc025fb-4654-48c5-85cd-38b1cb3cd588), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:14.034764 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b2c1b2-0182-43a2-b15b-0962084186a1 tempest-ServerDiagnosticsNegativeTest-1679847167 tempest-ServerDiagnosticsNegativeTest-1679847167-project] Pushing event deleted for resources: {'Port': ['ID=7a078220-deeb-4a9c-9ab8-e587ae77245a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:14.073114 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2da7b32d-5a7a-468f-ac76-a389e8fd4096 req-5730cf90-ca2f-424c-8443-5923f0c07a16 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] 10.222.0.65 "GET /v2.0/security-groups?id=042c4c5f-1cec-4bf8-9249-33cd65cdb4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617296 Mar 11 19:27:14.116001 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1e8078-b3ef-4f55-aa2f-b14ab1a727d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc025fb-4654-48c5-85cd-38b1cb3cd588,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:14.231718 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f556c41-d2a2-4140-b79d-5aebc88f46c8 req-11b2c1b2-0182-43a2-b15b-0962084186a1 tempest-ServerDiagnosticsNegativeTest-1679847167 tempest-ServerDiagnosticsNegativeTest-1679847167-project] No DVR routers for this DVR port 7a078220-deeb-4a9c-9ab8-e587ae77245a on host n-h1-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:27:14.237198 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0f556c41-d2a2-4140-b79d-5aebc88f46c8 req-11b2c1b2-0182-43a2-b15b-0962084186a1 tempest-ServerDiagnosticsNegativeTest-1679847167 tempest-ServerDiagnosticsNegativeTest-1679847167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:14.243330 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0f556c41-d2a2-4140-b79d-5aebc88f46c8 req-11b2c1b2-0182-43a2-b15b-0962084186a1 tempest-ServerDiagnosticsNegativeTest-1679847167 tempest-ServerDiagnosticsNegativeTest-1679847167-project] 10.222.0.75 "DELETE /v2.0/ports/7a078220-deeb-4a9c-9ab8-e587ae77245a HTTP/1.1" status: 204 len: 173 time: 1.6587071 Mar 11 19:27:14.246888 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.75', 51280) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:14.248037 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8016f23f-6e90-4cd2-96f5-db2cd95c16c5', 'name': 'network-vif-deleted', 'tag': '7a078220-deeb-4a9c-9ab8-e587ae77245a'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:27:14.255715 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a30212a-5bc1-4677-8128-0ad8202723a6" -d '{"events": [{"server_uuid": "8016f23f-6e90-4cd2-96f5-db2cd95c16c5", "name": "network-vif-deleted", "tag": "7a078220-deeb-4a9c-9ab8-e587ae77245a"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:27:14.283466 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb1e8078-b3ef-4f55-aa2f-b14ab1a727d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 850, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:27:14.300053 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e8078-b3ef-4f55-aa2f-b14ab1a727d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:14.300708 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e8078-b3ef-4f55-aa2f-b14ab1a727d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:14.301252 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e8078-b3ef-4f55-aa2f-b14ab1a727d7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:14.301901 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e8078-b3ef-4f55-aa2f-b14ab1a727d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:14.302437 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e8078-b3ef-4f55-aa2f-b14ab1a727d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:14.303058 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e8078-b3ef-4f55-aa2f-b14ab1a727d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:14.303719 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e8078-b3ef-4f55-aa2f-b14ab1a727d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:14.304255 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e8078-b3ef-4f55-aa2f-b14ab1a727d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:14.307995 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e8078-b3ef-4f55-aa2f-b14ab1a727d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:14.308665 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e8078-b3ef-4f55-aa2f-b14ab1a727d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:14.309216 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e8078-b3ef-4f55-aa2f-b14ab1a727d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:14.309821 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e8078-b3ef-4f55-aa2f-b14ab1a727d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:14.310355 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1e8078-b3ef-4f55-aa2f-b14ab1a727d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:14.347561 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-283b7c8c-30c2-478a-b07e-86d8db24fb07 x-openstack-request-id: req-283b7c8c-30c2-478a-b07e-86d8db24fb07 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:27:14.347911 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7149a14-d290-4c6e-b42d-515ec2d0b7dc", "name": "network-vif-plugged", "status": "completed", "tag": "2b183b89-523b-4cf7-8b0f-f9f706476c23", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:27:14.348172 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-283b7c8c-30c2-478a-b07e-86d8db24fb07 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:27:14.348581 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7149a14-d290-4c6e-b42d-515ec2d0b7dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b183b89-523b-4cf7-8b0f-f9f706476c23', 'code': 200} Mar 11 19:27:14.350265 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['7a078220-deeb-4a9c-9ab8-e587ae77245a'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:27:14.380202 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d292b61-4682-48f5-ad23-cabf410be356 req-d5383a99-8baf-4d71-ac86-af0e50dfbebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:14.382430 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8d292b61-4682-48f5-ad23-cabf410be356 req-d5383a99-8baf-4d71-ac86-af0e50dfbebf service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=c7149a14-d290-4c6e-b42d-515ec2d0b7dc HTTP/1.1" status: 200 len: 1127 time: 0.1196303 Mar 11 19:27:14.386911 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fb1e8078-b3ef-4f55-aa2f-b14ab1a727d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (9cb9d205-9190-43c8-b078-f8df09db6175), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:14.387909 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-fb1e8078-b3ef-4f55-aa2f-b14ab1a727d7 admin admin] Added segment 9cb9d205-9190-43c8-b078-f8df09db6175 of type vlan for network 4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a Mar 11 19:27:14.420739 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaadb0d5-7676-4cfc-9bfa-8c6e34c02adb x-openstack-request-id: req-eaadb0d5-7676-4cfc-9bfa-8c6e34c02adb {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:27:14.421508 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8016f23f-6e90-4cd2-96f5-db2cd95c16c5", "name": "network-vif-deleted", "tag": "7a078220-deeb-4a9c-9ab8-e587ae77245a", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:27:14.421863 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-eaadb0d5-7676-4cfc-9bfa-8c6e34c02adb {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:27:14.422425 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8016f23f-6e90-4cd2-96f5-db2cd95c16c5', 'name': 'network-vif-deleted', 'tag': '7a078220-deeb-4a9c-9ab8-e587ae77245a', 'status': 'completed', 'code': 200} Mar 11 19:27:14.490826 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8d292b61-4682-48f5-ad23-cabf410be356 req-3c0a6f0c-dfb7-4d01-b5de-8b97b87e88bc service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=042c4c5f-1cec-4bf8-9249-33cd65cdb4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961387 Mar 11 19:27:14.531522 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-02b8be29-1d4b-4edd-83d0-e4c54635337a admin admin] Publish callbacks [] for security_group (97b5c377-83f5-4bad-bf80-e3f012b06736), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:14.540727 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-7dfea44a-1a24-4a15-b870-65eb7e21b40f tempest-LiveAutoBlockMigrationV225Test-943023921 tempest-LiveAutoBlockMigrationV225Test-943023921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:14.542143 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52684) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:14.549207 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-7dfea44a-1a24-4a15-b870-65eb7e21b40f tempest-LiveAutoBlockMigrationV225Test-943023921 tempest-LiveAutoBlockMigrationV225Test-943023921-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=7e1df5f0-9ba7-4d1f-be0d-cdaa9e480bc8&tenant_id=f44b890e943d4aee826b67fd4c2d7b8e&binding%3Ahost_id=n-h2-833163-1 HTTP/1.1" status: 200 len: 1128 time: 0.4580555 Mar 11 19:27:14.558362 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fb1e8078-b3ef-4f55-aa2f-b14ab1a727d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:14.560738 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-02b8be29-1d4b-4edd-83d0-e4c54635337a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (97b5c377-83f5-4bad-bf80-e3f012b06736), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:14.596386 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-4831511e-9220-493b-a8d6-0a14187699e7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9f70b59e1f514f62b58ac75206a59896&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0518324 Mar 11 19:27:14.597018 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52688) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:14.619877 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02b8be29-1d4b-4edd-83d0-e4c54635337a admin admin] vlan segment allocate from pool success with {'vlan_id': 858, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:27:14.630448 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b8be29-1d4b-4edd-83d0-e4c54635337a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b5c377-83f5-4bad-bf80-e3f012b06736,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:14.642564 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fb1e8078-b3ef-4f55-aa2f-b14ab1a727d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:14.643807 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1e8078-b3ef-4f55-aa2f-b14ab1a727d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:14.644550 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fb1e8078-b3ef-4f55-aa2f-b14ab1a727d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:14.648548 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-02b8be29-1d4b-4edd-83d0-e4c54635337a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (6fb1fe13-4657-48d5-8d0a-c7d58555eb34), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:14.648820 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-02b8be29-1d4b-4edd-83d0-e4c54635337a admin admin] Added segment 6fb1fe13-4657-48d5-8d0a-c7d58555eb34 of type vlan for network c6f5d540-3c10-44e4-9f74-cadc36d53aa1 Mar 11 19:27:14.715345 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-fb1e8078-b3ef-4f55-aa2f-b14ab1a727d7 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.7668779 Mar 11 19:27:14.722202 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-ceef171d-0299-4b5e-a153-fdcd471ea4f0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-833163-1'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:27:14.726402 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52698) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:14.734096 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5e1ea2dd-45e5-411f-a1ea-bfc4da4f6d98 admin admin] Publish callbacks [] for security_group (cb297337-fca9-4667-9068-b9a46d270f99), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:14.739337 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-bde21b71-b459-44f2-8f65-8e53aa8c30dc admin admin] Request body: {'subnet': {'network_id': '4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-233616493-subnet', 'tenant_id': 'f95acd8ec5ef45d8b7ae8994d46f4375', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:27:14.800464 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-73df483e-5fa5-4257-9b31-ac897ff12e37 req-3065fa41-8b65-4b48-a5da-b1969ad4b169 tempest-ServerDiagnosticsNegativeTest-1679847167 tempest-ServerDiagnosticsNegativeTest-1679847167-project] 10.222.0.65 "GET /v2.0/ports?device_id=8016f23f-6e90-4cd2-96f5-db2cd95c16c5 HTTP/1.1" status: 200 len: 210 time: 0.0459301 Mar 11 19:27:14.808302 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-02b8be29-1d4b-4edd-83d0-e4c54635337a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (c6f5d540-3c10-44e4-9f74-cadc36d53aa1), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:14.813482 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1e8078-b3ef-4f55-aa2f-b14ab1a727d7 admin admin] Pushing event updated for resources: {'Network': ['ID=4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:14.827193 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:27:14.851053 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5e1ea2dd-45e5-411f-a1ea-bfc4da4f6d98 admin admin] Publish callbacks [] for security_group (cb297337-fca9-4667-9068-b9a46d270f99), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:14.866717 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde21b71-b459-44f2-8f65-8e53aa8c30dc admin admin] Made reservation on behalf of f95acd8ec5ef45d8b7ae8994d46f4375 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:27:14.869205 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bde21b71-b459-44f2-8f65-8e53aa8c30dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:14.904857 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-ceef171d-0299-4b5e-a153-fdcd471ea4f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2132f9f3-9a1b-40f0-b21f-18eee1c1b95a), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:14.910174 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-02b8be29-1d4b-4edd-83d0-e4c54635337a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (c6f5d540-3c10-44e4-9f74-cadc36d53aa1), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:14.911134 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b8be29-1d4b-4edd-83d0-e4c54635337a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:14.911747 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-02b8be29-1d4b-4edd-83d0-e4c54635337a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:14.930834 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be570704-e033-44c1-b4b0-6225e25c15b9 req-86d3f69c-8e82-4335-ac3c-b3c79f354ce6 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:14.944242 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-be570704-e033-44c1-b4b0-6225e25c15b9 req-86d3f69c-8e82-4335-ac3c-b3c79f354ce6 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e1df5f0-9ba7-4d1f-be0d-cdaa9e480bc8 HTTP/1.1" status: 200 len: 946 time: 0.1911125 Mar 11 19:27:15.019567 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52706) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:15.020461 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-02b8be29-1d4b-4edd-83d0-e4c54635337a admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6023583 Mar 11 19:27:15.025547 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5e1ea2dd-45e5-411f-a1ea-bfc4da4f6d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (cb297337-fca9-4667-9068-b9a46d270f99), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:15.028343 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5e1ea2dd-45e5-411f-a1ea-bfc4da4f6d98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:15.033124 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-5e1ea2dd-45e5-411f-a1ea-bfc4da4f6d98 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cb297337-fca9-4667-9068-b9a46d270f99 HTTP/1.1" status: 204 len: 168 time: 0.4311485 Mar 11 19:27:15.035068 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-a41de553-168b-447b-886e-00bc19954d14 admin admin] Request body: {'subnet': {'network_id': 'c6f5d540-3c10-44e4-9f74-cadc36d53aa1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1599186861-subnet', 'tenant_id': '5ef363cb3b8e470c93ba878a527f3d7f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:27:15.058369 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-be570704-e033-44c1-b4b0-6225e25c15b9 req-d89cf78c-fc8c-4cdb-89ea-5d06d60e9329 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131394 Mar 11 19:27:15.063164 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1ea2dd-45e5-411f-a1ea-bfc4da4f6d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb297337-fca9-4667-9068-b9a46d270f99,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:15.106604 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b8be29-1d4b-4edd-83d0-e4c54635337a admin admin] Pushing event updated for resources: {'Network': ['ID=c6f5d540-3c10-44e4-9f74-cadc36d53aa1,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:15.121345 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41de553-168b-447b-886e-00bc19954d14 admin admin] Made reservation on behalf of 5ef363cb3b8e470c93ba878a527f3d7f for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:27:15.123788 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a41de553-168b-447b-886e-00bc19954d14 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:15.141795 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network c6f5d540-3c10-44e4-9f74-cadc36d53aa1 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:27:15.309546 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52716) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:15.347448 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-ceef171d-0299-4b5e-a153-fdcd471ea4f0 service neutron] For port 2132f9f3-9a1b-40f0-b21f-18eee1c1b95a, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=2132f9f3-9a1b-40f0-b21f-18eee1c1b95a,segment=NetworkSegment(42087326-e85e-4d47-82f7-573695e73a7c),segment_id=42087326-e85e-4d47-82f7-573695e73a7c)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:27:15.371231 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8c7035-e95c-4e8f-b7d3-3a3d6be3c06e req-4e71c79f-1644-48ab-8996-ab9c6cb25313 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:15.373613 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9e8c7035-e95c-4e8f-b7d3-3a3d6be3c06e req-4e71c79f-1644-48ab-8996-ab9c6cb25313 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7149a14-d290-4c6e-b42d-515ec2d0b7dc HTTP/1.1" status: 200 len: 945 time: 0.1368778 Mar 11 19:27:15.414023 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bde21b71-b459-44f2-8f65-8e53aa8c30dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (f742a986-c135-4269-ad05-332f85e495a8), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:15.451621 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52720) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:15.458619 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-ceef171d-0299-4b5e-a153-fdcd471ea4f0 service neutron] For port 2132f9f3-9a1b-40f0-b21f-18eee1c1b95a, host n-h2-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:27:15.484829 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9e8c7035-e95c-4e8f-b7d3-3a3d6be3c06e req-0b32c417-59f8-401b-a0e1-6fbf18a4efaf tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] 10.222.0.65 "GET /v2.0/security-groups?id=042c4c5f-1cec-4bf8-9249-33cd65cdb4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042569 Mar 11 19:27:15.539843 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde21b71-b459-44f2-8f65-8e53aa8c30dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f742a986-c135-4269-ad05-332f85e495a8,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:15.544120 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e1df5f0-9ba7-4d1f-be0d-cdaa9e480bc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2132f9f3-9a1b-40f0-b21f-18eee1c1b95a'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:27:15.546414 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3c32f8-a5e5-4960-b333-5fb8a8b53855" -d '{"events": [{"server_uuid": "7e1df5f0-9ba7-4d1f-be0d-cdaa9e480bc8", "name": "network-vif-unplugged", "status": "completed", "tag": "2132f9f3-9a1b-40f0-b21f-18eee1c1b95a"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:27:15.551123 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-ceef171d-0299-4b5e-a153-fdcd471ea4f0 service neutron] Publish callbacks [] for port (2132f9f3-9a1b-40f0-b21f-18eee1c1b95a), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:15.561235 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde21b71-b459-44f2-8f65-8e53aa8c30dc admin admin] Checking segment: {'id': '9cb9d205-9190-43c8-b078-f8df09db6175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:27:15.562002 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde21b71-b459-44f2-8f65-8e53aa8c30dc admin admin] Network hostable DHCP agents. Network: 4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:27:15.564907 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-ceef171d-0299-4b5e-a153-fdcd471ea4f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (2132f9f3-9a1b-40f0-b21f-18eee1c1b95a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:15.583823 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a41de553-168b-447b-886e-00bc19954d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (69381856-dd35-45d7-a782-ea4b8eb1e9ff), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:15.629246 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 19:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b7ec17-84d3-4fee-9a8d-f3ee1a2a9500 x-openstack-request-id: req-82b7ec17-84d3-4fee-9a8d-f3ee1a2a9500 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:27:15.629558 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e1df5f0-9ba7-4d1f-be0d-cdaa9e480bc8", "name": "network-vif-unplugged", "status": "completed", "tag": "2132f9f3-9a1b-40f0-b21f-18eee1c1b95a", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:27:15.629821 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-82b7ec17-84d3-4fee-9a8d-f3ee1a2a9500 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:27:15.630212 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e1df5f0-9ba7-4d1f-be0d-cdaa9e480bc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2132f9f3-9a1b-40f0-b21f-18eee1c1b95a', 'code': 200} Mar 11 19:27:15.663978 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde21b71-b459-44f2-8f65-8e53aa8c30dc admin admin] Network 4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:27:15.675606 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41de553-168b-447b-886e-00bc19954d14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69381856-dd35-45d7-a782-ea4b8eb1e9ff,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:15.678739 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41de553-168b-447b-886e-00bc19954d14 admin admin] Checking segment: {'id': '6fb1fe13-4657-48d5-8d0a-c7d58555eb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c6f5d540-3c10-44e4-9f74-cadc36d53aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:27:15.679403 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41de553-168b-447b-886e-00bc19954d14 admin admin] Network hostable DHCP agents. Network: c6f5d540-3c10-44e4-9f74-cadc36d53aa1, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:27:15.706318 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41de553-168b-447b-886e-00bc19954d14 admin admin] Network c6f5d540-3c10-44e4-9f74-cadc36d53aa1 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:27:15.706577 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-bde21b71-b459-44f2-8f65-8e53aa8c30dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:27:15.721211 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3ea5ff-0eb0-4b96-bbe7-9e1f02015ed3 None None] Network 4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:27:15.722183 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-85faf162-9e7a-4bf8-889c-3d24151d5884 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:15.740153 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde21b71-b459-44f2-8f65-8e53aa8c30dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:15.740780 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bde21b71-b459-44f2-8f65-8e53aa8c30dc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:15.747901 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-a41de553-168b-447b-886e-00bc19954d14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, c6f5d540-3c10-44e4-9f74-cadc36d53aa1) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:27:15.749345 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceef171d-0299-4b5e-a153-fdcd471ea4f0 service neutron] Pushing event updated for resources: {'Port': ['ID=2132f9f3-9a1b-40f0-b21f-18eee1c1b95a,revision_number=7']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:15.776050 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-ceef171d-0299-4b5e-a153-fdcd471ea4f0 service neutron] Attempting to bind port 2132f9f3-9a1b-40f0-b21f-18eee1c1b95a on host n-h2-833163-1 for vnic_type normal with profile {"migrating_to": "n-h1-833163-1"} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:27:15.776050 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-ceef171d-0299-4b5e-a153-fdcd471ea4f0 service neutron] Attempting to bind port 2132f9f3-9a1b-40f0-b21f-18eee1c1b95a by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '42087326-e85e-4d47-82f7-573695e73a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b2c20bf2-5907-4ff7-8af6-23603c7d780a'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:27:15.776252 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-ceef171d-0299-4b5e-a153-fdcd471ea4f0 service neutron] Attempting to bind port 2132f9f3-9a1b-40f0-b21f-18eee1c1b95a on network b2c20bf2-5907-4ff7-8af6-23603c7d780a {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:27:15.778019 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0a7590-b0c7-49b2-a3e2-593d1784ccb4 None None] Network c6f5d540-3c10-44e4-9f74-cadc36d53aa1 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:27:15.786394 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-ceef171d-0299-4b5e-a153-fdcd471ea4f0 service neutron] Port 2132f9f3-9a1b-40f0-b21f-18eee1c1b95a on network b2c20bf2-5907-4ff7-8af6-23603c7d780a not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:27:15.786729 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-ceef171d-0299-4b5e-a153-fdcd471ea4f0 service neutron] Attempting to bind port 2132f9f3-9a1b-40f0-b21f-18eee1c1b95a on network b2c20bf2-5907-4ff7-8af6-23603c7d780a {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:27:15.788845 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c76c3699-a2dc-4257-b535-34fc77800ea3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:15.817130 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-bde21b71-b459-44f2-8f65-8e53aa8c30dc admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0837631 Mar 11 19:27:15.818686 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41de553-168b-447b-886e-00bc19954d14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:15.819842 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a41de553-168b-447b-886e-00bc19954d14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:15.831922 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-ceef171d-0299-4b5e-a153-fdcd471ea4f0 service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:27:15.832272 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-ceef171d-0299-4b5e-a153-fdcd471ea4f0 service neutron] Checking segment: {'id': '42087326-e85e-4d47-82f7-573695e73a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b2c20bf2-5907-4ff7-8af6-23603c7d780a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:27:15.833240 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-ceef171d-0299-4b5e-a153-fdcd471ea4f0 service neutron] Bound using segment: {'id': '42087326-e85e-4d47-82f7-573695e73a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b2c20bf2-5907-4ff7-8af6-23603c7d780a'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:27:15.833701 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-ceef171d-0299-4b5e-a153-fdcd471ea4f0 service neutron] Bound port: 2132f9f3-9a1b-40f0-b21f-18eee1c1b95a, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42087326-e85e-4d47-82f7-573695e73a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b2c20bf2-5907-4ff7-8af6-23603c7d780a'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:27:15.834315 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-ceef171d-0299-4b5e-a153-fdcd471ea4f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2132f9f3-9a1b-40f0-b21f-18eee1c1b95a), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:15.869117 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a41de553-168b-447b-886e-00bc19954d14 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8444266 Mar 11 19:27:15.870266 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52738) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:15.883377 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-b507f0e5-4d01-49c2-9975-5257869a151c admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1599186861-router', 'tenant_id': '5ef363cb3b8e470c93ba878a527f3d7f', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:27:15.976256 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-ceef171d-0299-4b5e-a153-fdcd471ea4f0 service neutron] For port 2132f9f3-9a1b-40f0-b21f-18eee1c1b95a, host n-h2-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:27:15.980676 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-ceef171d-0299-4b5e-a153-fdcd471ea4f0 service neutron] For port 2132f9f3-9a1b-40f0-b21f-18eee1c1b95a, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=2132f9f3-9a1b-40f0-b21f-18eee1c1b95a,segment=NetworkSegment(42087326-e85e-4d47-82f7-573695e73a7c),segment_id=42087326-e85e-4d47-82f7-573695e73a7c)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:27:16.002095 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b507f0e5-4d01-49c2-9975-5257869a151c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (b518197a-0d54-4d00-986f-d26532a2879c), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:16.003052 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86bed53-e93c-4e63-8391-80e898264c3c None None] Network 4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:27:16.003992 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-ceef171d-0299-4b5e-a153-fdcd471ea4f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (2132f9f3-9a1b-40f0-b21f-18eee1c1b95a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:16.006852 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b507f0e5-4d01-49c2-9975-5257869a151c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (b518197a-0d54-4d00-986f-d26532a2879c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:16.051053 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0218c73-7329-4864-889b-893097ec9435 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-c6f5d540-3c10-44e4-9f74-cadc36d53aa1', 'network_id': 'c6f5d540-3c10-44e4-9f74-cadc36d53aa1', 'project_id': '5ef363cb3b8e470c93ba878a527f3d7f', 'fixed_ips': [{'subnet_id': '69381856-dd35-45d7-a782-ea4b8eb1e9ff'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:27:16.052072 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b0218c73-7329-4864-889b-893097ec9435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:16.133281 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c76c3699-a2dc-4257-b535-34fc77800ea3 admin admin] Publish callbacks [] for security_group (93ceec6b-b564-41ab-94ff-15949674c7a3), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:16.137009 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b507f0e5-4d01-49c2-9975-5257869a151c admin admin] Publish callbacks [] for router_controller (b518197a-0d54-4d00-986f-d26532a2879c), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:16.139379 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c76c3699-a2dc-4257-b535-34fc77800ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (93ceec6b-b564-41ab-94ff-15949674c7a3), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:16.163373 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceef171d-0299-4b5e-a153-fdcd471ea4f0 service neutron] Pushing event updated for resources: {'Port': ['ID=2132f9f3-9a1b-40f0-b21f-18eee1c1b95a,revision_number=8']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:16.205382 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-c76c3699-a2dc-4257-b535-34fc77800ea3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4fde9e1ee40f450992e48dc081599694&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7522125 Mar 11 19:27:16.206340 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76c3699-a2dc-4257-b535-34fc77800ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ceec6b-b564-41ab-94ff-15949674c7a3,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:16.217125 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52750) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:16.294462 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-85faf162-9e7a-4bf8-889c-3d24151d5884 admin admin] Publish callbacks [] for security_group (d9aa1588-e12e-41fd-89fc-144514247abb), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:16.323160 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-ceef171d-0299-4b5e-a153-fdcd471ea4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:16.341139 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-ceef171d-0299-4b5e-a153-fdcd471ea4f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:16.343127 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-ceef171d-0299-4b5e-a153-fdcd471ea4f0 service neutron] 10.222.0.75 "PUT /v2.0/ports/2132f9f3-9a1b-40f0-b21f-18eee1c1b95a HTTP/1.1" status: 200 len: 1122 time: 1.6356926 Mar 11 19:27:16.380506 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-85faf162-9e7a-4bf8-889c-3d24151d5884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (d9aa1588-e12e-41fd-89fc-144514247abb), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:16.418868 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['2132f9f3-9a1b-40f0-b21f-18eee1c1b95a'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:27:16.435405 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-b0218c73-7329-4864-889b-893097ec9435 None None] Allocated IP 172.20.0.2 (c6f5d540-3c10-44e4-9f74-cadc36d53aa1/69381856-dd35-45d7-a782-ea4b8eb1e9ff/4f102e37-cf20-4109-b7be-d47c456fdfd3) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:27:16.493970 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85faf162-9e7a-4bf8-889c-3d24151d5884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9aa1588-e12e-41fd-89fc-144514247abb,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:16.501045 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b507f0e5-4d01-49c2-9975-5257869a151c admin admin] Publish callbacks [] for router_gateway (b518197a-0d54-4d00-986f-d26532a2879c), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:16.538957 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3bfe42-87d7-4dac-a5e3-32963f12ab86 req-42e588bb-d123-488f-9265-b927e9332699 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:16.546705 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0f3bfe42-87d7-4dac-a5e3-32963f12ab86 req-42e588bb-d123-488f-9265-b927e9332699 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e1df5f0-9ba7-4d1f-be0d-cdaa9e480bc8 HTTP/1.1" status: 200 len: 944 time: 0.2207839 Mar 11 19:27:16.563288 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52758) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:16.564130 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-85faf162-9e7a-4bf8-889c-3d24151d5884 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8c91d33751a54f57adce63bed749fd16&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2519114 Mar 11 19:27:16.594832 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a21a0e88-ff11-428c-8fd3-3f56ad393775 admin admin] Publish callbacks [] for security_group (93ceec6b-b564-41ab-94ff-15949674c7a3), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:16.685291 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a21a0e88-ff11-428c-8fd3-3f56ad393775 admin admin] Publish callbacks [] for security_group (93ceec6b-b564-41ab-94ff-15949674c7a3), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:16.707306 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0f3bfe42-87d7-4dac-a5e3-32963f12ab86 req-cfb3d53a-0bc3-46c1-9a77-c78e3383bda4 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598222 Mar 11 19:27:16.721496 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e129875a-76c1-442c-8387-cd33e447dcd3 admin admin] Publish callbacks [] for security_group (d9aa1588-e12e-41fd-89fc-144514247abb), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:16.726285 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52766) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:16.734391 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b0218c73-7329-4864-889b-893097ec9435 None None] Publish callbacks [] for port (4f102e37-cf20-4109-b7be-d47c456fdfd3), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:16.754593 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e129875a-76c1-442c-8387-cd33e447dcd3 admin admin] Publish callbacks [] for security_group (d9aa1588-e12e-41fd-89fc-144514247abb), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:16.758896 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b0218c73-7329-4864-889b-893097ec9435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (4f102e37-cf20-4109-b7be-d47c456fdfd3), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:16.817567 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0218c73-7329-4864-889b-893097ec9435 None None] Network c6f5d540-3c10-44e4-9f74-cadc36d53aa1 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:27:16.835656 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-b0218c73-7329-4864-889b-893097ec9435 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:27:16.835656 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0218c73-7329-4864-889b-893097ec9435 None None] Pushing event updated for resources: {'Port': ['ID=4f102e37-cf20-4109-b7be-d47c456fdfd3,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:16.835656 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0218c73-7329-4864-889b-893097ec9435 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:27:16.854454 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e129875a-76c1-442c-8387-cd33e447dcd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (d9aa1588-e12e-41fd-89fc-144514247abb), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:16.857563 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e129875a-76c1-442c-8387-cd33e447dcd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:16.859285 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-e129875a-76c1-442c-8387-cd33e447dcd3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d9aa1588-e12e-41fd-89fc-144514247abb HTTP/1.1" status: 204 len: 168 time: 0.2942934 Mar 11 19:27:16.880453 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e129875a-76c1-442c-8387-cd33e447dcd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9aa1588-e12e-41fd-89fc-144514247abb,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:16.916599 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ec8c7-f7f5-42bf-9649-a528f5955bcb req-d805998e-1198-4139-bd96-2d4464f2b370 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:16.919159 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6c3ec8c7-f7f5-42bf-9649-a528f5955bcb req-d805998e-1198-4139-bd96-2d4464f2b370 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7149a14-d290-4c6e-b42d-515ec2d0b7dc HTTP/1.1" status: 200 len: 945 time: 0.2742445 Mar 11 19:27:16.922324 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-b0218c73-7329-4864-889b-893097ec9435 None None] Attempting to bind port 4f102e37-cf20-4109-b7be-d47c456fdfd3 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:27:16.922697 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-b0218c73-7329-4864-889b-893097ec9435 None None] Attempting to bind port 4f102e37-cf20-4109-b7be-d47c456fdfd3 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '6fb1fe13-4657-48d5-8d0a-c7d58555eb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c6f5d540-3c10-44e4-9f74-cadc36d53aa1'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:27:16.923061 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0218c73-7329-4864-889b-893097ec9435 None None] Attempting to bind port 4f102e37-cf20-4109-b7be-d47c456fdfd3 on network c6f5d540-3c10-44e4-9f74-cadc36d53aa1 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:27:16.928753 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0218c73-7329-4864-889b-893097ec9435 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:27:16.929131 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0218c73-7329-4864-889b-893097ec9435 None None] Checking segment: {'id': '6fb1fe13-4657-48d5-8d0a-c7d58555eb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c6f5d540-3c10-44e4-9f74-cadc36d53aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:27:16.929548 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b0218c73-7329-4864-889b-893097ec9435 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:16.929915 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0218c73-7329-4864-889b-893097ec9435 None None] Bound using segment: {'id': '6fb1fe13-4657-48d5-8d0a-c7d58555eb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c6f5d540-3c10-44e4-9f74-cadc36d53aa1'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:27:16.930391 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-b0218c73-7329-4864-889b-893097ec9435 None None] Bound port: 4f102e37-cf20-4109-b7be-d47c456fdfd3, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fb1fe13-4657-48d5-8d0a-c7d58555eb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c6f5d540-3c10-44e4-9f74-cadc36d53aa1'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:27:16.930773 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b0218c73-7329-4864-889b-893097ec9435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (4f102e37-cf20-4109-b7be-d47c456fdfd3), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:16.995256 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6c3ec8c7-f7f5-42bf-9649-a528f5955bcb req-34f60c24-659c-468f-b7bb-a61fa16b4d80 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] 10.222.0.65 "GET /v2.0/security-groups?id=042c4c5f-1cec-4bf8-9249-33cd65cdb4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671968 Mar 11 19:27:17.025368 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-b0218c73-7329-4864-889b-893097ec9435 None None] For port 4f102e37-cf20-4109-b7be-d47c456fdfd3, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:27:17.030589 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-b0218c73-7329-4864-889b-893097ec9435 None None] For port 4f102e37-cf20-4109-b7be-d47c456fdfd3, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=4f102e37-cf20-4109-b7be-d47c456fdfd3,segment=NetworkSegment(6fb1fe13-4657-48d5-8d0a-c7d58555eb34),segment_id=6fb1fe13-4657-48d5-8d0a-c7d58555eb34)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:27:17.037854 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b0218c73-7329-4864-889b-893097ec9435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (4f102e37-cf20-4109-b7be-d47c456fdfd3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:17.159180 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b507f0e5-4d01-49c2-9975-5257869a151c admin admin] Publish callbacks [] for router_gateway (b518197a-0d54-4d00-986f-d26532a2879c), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:17.164119 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0218c73-7329-4864-889b-893097ec9435 None None] Pushing event updated for resources: {'Port': ['ID=4f102e37-cf20-4109-b7be-d47c456fdfd3,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:17.189254 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b507f0e5-4d01-49c2-9975-5257869a151c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:17.245616 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-aaa5e5ad-1e59-4b48-a11f-1647fea6f18d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b9bd1dd94cc34725bc349d4022787b42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5165312 Mar 11 19:27:17.252269 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52782) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:17.265245 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a21a0e88-ff11-428c-8fd3-3f56ad393775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (93ceec6b-b564-41ab-94ff-15949674c7a3), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:17.268569 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a21a0e88-ff11-428c-8fd3-3f56ad393775 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:17.270022 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a21a0e88-ff11-428c-8fd3-3f56ad393775 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/93ceec6b-b564-41ab-94ff-15949674c7a3 HTTP/1.1" status: 204 len: 168 time: 1.0367682 Mar 11 19:27:17.293529 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21a0e88-ff11-428c-8fd3-3f56ad393775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ceec6b-b564-41ab-94ff-15949674c7a3,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:17.335564 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-257cad1b-0428-47fc-b611-53f0e2386e47 admin admin] Publish callbacks [] for security_group (c76692ba-9a18-457b-924c-144b802cc3b4), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:17.371550 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e18b9-4c92-48d5-b7a9-27ff00a9da1a req-bc143da0-7ad1-435e-a0a2-3e71602ed5cc tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:17.373666 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1b4e18b9-4c92-48d5-b7a9-27ff00a9da1a req-bc143da0-7ad1-435e-a0a2-3e71602ed5cc tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7149a14-d290-4c6e-b42d-515ec2d0b7dc HTTP/1.1" status: 200 len: 945 time: 0.1324208 Mar 11 19:27:17.381875 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-257cad1b-0428-47fc-b611-53f0e2386e47 admin admin] Publish callbacks [] for security_group (c76692ba-9a18-457b-924c-144b802cc3b4), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:17.385833 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52788) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:17.391096 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-b507f0e5-4d01-49c2-9975-5257869a151c admin admin] Allocated IP 172.25.8.79 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/53366487-d003-490c-bf39-ada7e394c7db) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:27:17.395621 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-4af9cc8c-908f-4d9d-b383-7caae23e2e6a tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Request body: {'floatingip': {'port_id': '2b183b89-523b-4cf7-8b0f-f9f706476c23'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:27:17.414695 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 7a078220-deeb-4a9c-9ab8-e587ae77245a no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:27:17.468578 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: 7a078220-deeb-4a9c-9ab8-e587ae77245a {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:27:17.468924 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 7a078220-deeb-4a9c-9ab8-e587ae77245a not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:27:17.555224 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4af9cc8c-908f-4d9d-b383-7caae23e2e6a tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Publish callbacks [] for floatingip (1461f1d6-56aa-434d-9a99-fac012f6745b), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:17.662984 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b507f0e5-4d01-49c2-9975-5257869a151c admin admin] Publish callbacks [] for port (53366487-d003-490c-bf39-ada7e394c7db), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:17.680202 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52794) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:17.707515 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a25e3d16-d469-453f-bb33-682f89b1f817 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:17.765871 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e1df5f0-9ba7-4d1f-be0d-cdaa9e480bc8', 'tag': '2132f9f3-9a1b-40f0-b21f-18eee1c1b95a'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:27:17.768386 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336b4a61-ef82-4390-8b2b-d11283d6ea3e" -d '{"events": [{"name": "network-changed", "server_uuid": "7e1df5f0-9ba7-4d1f-be0d-cdaa9e480bc8", "tag": "2132f9f3-9a1b-40f0-b21f-18eee1c1b95a"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:27:17.860276 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b507f0e5-4d01-49c2-9975-5257869a151c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (53366487-d003-490c-bf39-ada7e394c7db), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:17.871333 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52800) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:17.910620 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67892a97-2fcf-48aa-8f55-a360f813e694 x-openstack-request-id: req-67892a97-2fcf-48aa-8f55-a360f813e694 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:27:17.910892 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e1df5f0-9ba7-4d1f-be0d-cdaa9e480bc8", "tag": "2132f9f3-9a1b-40f0-b21f-18eee1c1b95a", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:27:17.911148 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-67892a97-2fcf-48aa-8f55-a360f813e694 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:27:17.911540 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e1df5f0-9ba7-4d1f-be0d-cdaa9e480bc8', 'tag': '2132f9f3-9a1b-40f0-b21f-18eee1c1b95a', 'status': 'completed', 'code': 200} Mar 11 19:27:17.912158 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-257cad1b-0428-47fc-b611-53f0e2386e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (c76692ba-9a18-457b-924c-144b802cc3b4), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:17.914740 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-257cad1b-0428-47fc-b611-53f0e2386e47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:17.915838 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-257cad1b-0428-47fc-b611-53f0e2386e47 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c76692ba-9a18-457b-924c-144b802cc3b4 HTTP/1.1" status: 204 len: 168 time: 0.6667404 Mar 11 19:27:17.921096 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-b5ed577b-6a2d-441e-a370-09c95fc65e97 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2056955581-network', 'tenant_id': '57ce68428eb4447281f78abd474471e7'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:27:17.957019 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b507f0e5-4d01-49c2-9975-5257869a151c admin admin] Pushing event updated for resources: {'Port': ['ID=53366487-d003-490c-bf39-ada7e394c7db,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:17.965044 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257cad1b-0428-47fc-b611-53f0e2386e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76692ba-9a18-457b-924c-144b802cc3b4,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:17.990655 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b507f0e5-4d01-49c2-9975-5257869a151c admin admin] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:27:18.048479 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-b507f0e5-4d01-49c2-9975-5257869a151c admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:27:18.054839 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b4a61-ef82-4390-8b2b-d11283d6ea3e req-681c0bdd-4734-4a48-8599-b4890c7d347e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:18.056512 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-336b4a61-ef82-4390-8b2b-d11283d6ea3e req-681c0bdd-4734-4a48-8599-b4890c7d347e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f44b890e943d4aee826b67fd4c2d7b8e&device_id=7e1df5f0-9ba7-4d1f-be0d-cdaa9e480bc8 HTTP/1.1" status: 200 len: 1156 time: 0.1478345 Mar 11 19:27:18.058123 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b507f0e5-4d01-49c2-9975-5257869a151c admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:27:18.216088 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 4f102e37-cf20-4109-b7be-d47c456fdfd3 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:27:18.265392 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a25e3d16-d469-453f-bb33-682f89b1f817 admin admin] Publish callbacks [] for security_group (f7feefa3-eb9f-4f81-9e16-c67897f32e13), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:18.269177 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ed577b-6a2d-441e-a370-09c95fc65e97 admin admin] Made reservation on behalf of 57ce68428eb4447281f78abd474471e7 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:27:18.271751 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b5ed577b-6a2d-441e-a370-09c95fc65e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:18.288723 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8605d-24cc-4ba1-a42f-e6565dd28160 req-7960460f-4ea4-406e-a458-6fdff43aa9eb tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:18.291038 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e6c8605d-24cc-4ba1-a42f-e6565dd28160 req-7960460f-4ea4-406e-a458-6fdff43aa9eb tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e1df5f0-9ba7-4d1f-be0d-cdaa9e480bc8 HTTP/1.1" status: 200 len: 944 time: 0.4324048 Mar 11 19:27:18.294197 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b5ed577b-6a2d-441e-a370-09c95fc65e97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:18.299355 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a25e3d16-d469-453f-bb33-682f89b1f817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (f7feefa3-eb9f-4f81-9e16-c67897f32e13), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:18.336021 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a25e3d16-d469-453f-bb33-682f89b1f817 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=aa37a2e96c1a4612909d0b2c3d83e99c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6547358 Mar 11 19:27:18.347856 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52810) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:18.360090 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 4f102e37-cf20-4109-b7be-d47c456fdfd3 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:27:18.362240 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (4f102e37-cf20-4109-b7be-d47c456fdfd3), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:18.471887 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b5ed577b-6a2d-441e-a370-09c95fc65e97 admin admin] Publish callbacks [] for security_group (f4cb57fd-6041-448f-984d-34066070b20d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:18.476414 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52814) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:18.512585 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 4f102e37-cf20-4109-b7be-d47c456fdfd3 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:27:18.518753 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (4f102e37-cf20-4109-b7be-d47c456fdfd3), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:18.571809 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b5ed577b-6a2d-441e-a370-09c95fc65e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (f4cb57fd-6041-448f-984d-34066070b20d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:18.589010 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5ed577b-6a2d-441e-a370-09c95fc65e97 admin admin] vlan segment allocate from pool success with {'vlan_id': 883, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:27:18.590824 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 4f102e37-cf20-4109-b7be-d47c456fdfd3, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=4f102e37-cf20-4109-b7be-d47c456fdfd3,segment=NetworkSegment(6fb1fe13-4657-48d5-8d0a-c7d58555eb34),segment_id=6fb1fe13-4657-48d5-8d0a-c7d58555eb34)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:27:18.609720 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b5ed577b-6a2d-441e-a370-09c95fc65e97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (f7b393e1-6366-4069-97d4-bdb85a96c9da), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:18.610029 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-b5ed577b-6a2d-441e-a370-09c95fc65e97 admin admin] Added segment f7b393e1-6366-4069-97d4-bdb85a96c9da of type vlan for network cc81369d-b60e-40ff-9bc4-bc5ac2c044c5 Mar 11 19:27:18.612206 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (4f102e37-cf20-4109-b7be-d47c456fdfd3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:18.621600 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e6c8605d-24cc-4ba1-a42f-e6565dd28160 req-422a49eb-abe2-417a-9b15-174c83f0ccb6 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898521 Mar 11 19:27:18.668656 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25e3d16-d469-453f-bb33-682f89b1f817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7feefa3-eb9f-4f81-9e16-c67897f32e13,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:18.710173 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=4f102e37-cf20-4109-b7be-d47c456fdfd3,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:18.714787 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52818) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:18.716246 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:18.721904 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1c98b389-0611-4d13-ae44-9e8b9a805225 admin admin] Publish callbacks [] for security_group (f7feefa3-eb9f-4f81-9e16-c67897f32e13), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:18.726769 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b4a61-ef82-4390-8b2b-d11283d6ea3e req-adad7c13-6f34-48c4-a129-b35ed53d586a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:18.728459 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-336b4a61-ef82-4390-8b2b-d11283d6ea3e req-adad7c13-6f34-48c4-a129-b35ed53d586a service neutron] 10.222.0.57 "GET /v2.0/networks?id=b2c20bf2-5907-4ff7-8af6-23603c7d780a HTTP/1.1" status: 200 len: 921 time: 0.6296620 Mar 11 19:27:18.783414 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-47e7725b-810e-438c-9468-72e80f2ff008 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:18.814913 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.db.resource_extend [None req-4af9cc8c-908f-4d9d-b383-7caae23e2e6a tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 19:27:18.853013 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7be05a-d194-4c79-9aac-ad57b69a2ed9 None None] Network c6f5d540-3c10-44e4-9f74-cadc36d53aa1 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:27:18.883796 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1c98b389-0611-4d13-ae44-9e8b9a805225 admin admin] Publish callbacks [] for security_group (f7feefa3-eb9f-4f81-9e16-c67897f32e13), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:18.897501 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-336b4a61-ef82-4390-8b2b-d11283d6ea3e req-625394df-0aba-4ceb-bde1-8c6170f4a419 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2132f9f3-9a1b-40f0-b21f-18eee1c1b95a HTTP/1.1" status: 200 len: 217 time: 0.1517203 Mar 11 19:27:18.960143 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-1568a85c-4a6d-424c-b93b-516100e7df5e None None] Provisioning complete for port 4f102e37-cf20-4109-b7be-d47c456fdfd3 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:27:18.960533 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1568a85c-4a6d-424c-b93b-516100e7df5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (4f102e37-cf20-4109-b7be-d47c456fdfd3), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:19.036752 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4af9cc8c-908f-4d9d-b383-7caae23e2e6a tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:19.050655 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4af9cc8c-908f-4d9d-b383-7caae23e2e6a tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (1461f1d6-56aa-434d-9a99-fac012f6745b), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:19.053508 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-01372c00-ce14-45b1-aa53-e389f2e4c75d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:19.082364 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b507f0e5-4d01-49c2-9975-5257869a151c admin admin] Publish callbacks [] for router_gateway (b518197a-0d54-4d00-986f-d26532a2879c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:19.112151 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b4a61-ef82-4390-8b2b-d11283d6ea3e req-0b9c67aa-b006-4f6b-860c-55a35cbb6661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:19.113689 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-336b4a61-ef82-4390-8b2b-d11283d6ea3e req-0b9c67aa-b006-4f6b-860c-55a35cbb6661 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a7be26a8-b37a-4d01-b7d9-b9690160171c HTTP/1.1" status: 200 len: 860 time: 0.2022059 Mar 11 19:27:19.123545 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-1568a85c-4a6d-424c-b93b-516100e7df5e None None] Current status of the port 4f102e37-cf20-4109-b7be-d47c456fdfd3 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:27:19.155297 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ed577b-6a2d-441e-a370-09c95fc65e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4cb57fd-6041-448f-984d-34066070b20d,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:19.161554 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-336b4a61-ef82-4390-8b2b-d11283d6ea3e req-4e1c2b6b-d208-4b01-8e5a-b64044a784f9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b2c20bf2-5907-4ff7-8af6-23603c7d780a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408592 Mar 11 19:27:19.165681 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b5ed577b-6a2d-441e-a370-09c95fc65e97 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (cc81369d-b60e-40ff-9bc4-bc5ac2c044c5), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:19.221263 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1c98b389-0611-4d13-ae44-9e8b9a805225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (f7feefa3-eb9f-4f81-9e16-c67897f32e13), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:19.224366 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1c98b389-0611-4d13-ae44-9e8b9a805225 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:19.226030 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-1c98b389-0611-4d13-ae44-9e8b9a805225 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f7feefa3-eb9f-4f81-9e16-c67897f32e13 HTTP/1.1" status: 204 len: 168 time: 0.8688622 Mar 11 19:27:19.295026 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b5ed577b-6a2d-441e-a370-09c95fc65e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (cc81369d-b60e-40ff-9bc4-bc5ac2c044c5), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:19.301210 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ed577b-6a2d-441e-a370-09c95fc65e97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:19.301869 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b5ed577b-6a2d-441e-a370-09c95fc65e97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:19.330595 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-b5ed577b-6a2d-441e-a370-09c95fc65e97 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4139760 Mar 11 19:27:19.354681 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52832) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:19.360639 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-97aadd6c-b6cd-47bc-8525-bd81dc0c25c0 admin admin] Request body: {'subnet': {'network_id': 'cc81369d-b60e-40ff-9bc4-bc5ac2c044c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2056955581-subnet', 'tenant_id': '57ce68428eb4447281f78abd474471e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:27:19.424745 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 2132f9f3-9a1b-40f0-b21f-18eee1c1b95a details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:27:19.483433 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-01372c00-ce14-45b1-aa53-e389f2e4c75d admin admin] Publish callbacks [] for security_group (ddac5b21-ed10-4457-89c7-7e6562ca1eaf), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:19.486434 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ed577b-6a2d-441e-a370-09c95fc65e97 admin admin] Pushing event updated for resources: {'Network': ['ID=cc81369d-b60e-40ff-9bc4-bc5ac2c044c5,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:19.493765 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-01372c00-ce14-45b1-aa53-e389f2e4c75d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (ddac5b21-ed10-4457-89c7-7e6562ca1eaf), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:19.514528 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network cc81369d-b60e-40ff-9bc4-bc5ac2c044c5 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:27:19.519014 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97aadd6c-b6cd-47bc-8525-bd81dc0c25c0 admin admin] Made reservation on behalf of 57ce68428eb4447281f78abd474471e7 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:27:19.521618 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-97aadd6c-b6cd-47bc-8525-bd81dc0c25c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:19.562320 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-01372c00-ce14-45b1-aa53-e389f2e4c75d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=aaa5a4699ab9474c807422b991d78f09&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0735474 Mar 11 19:27:19.563235 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52834) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:19.615604 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c98b389-0611-4d13-ae44-9e8b9a805225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7feefa3-eb9f-4f81-9e16-c67897f32e13,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:19.636033 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01372c00-ce14-45b1-aa53-e389f2e4c75d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddac5b21-ed10-4457-89c7-7e6562ca1eaf,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:19.688501 n-d-833163-1 neutron-server[103884]: INFO neutron.db.l3_db [None req-4af9cc8c-908f-4d9d-b383-7caae23e2e6a tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Floating IP 1461f1d6-56aa-434d-9a99-fac012f6745b associated. External IP: 172.25.8.214, port: 2b183b89-523b-4cf7-8b0f-f9f706476c23. Mar 11 19:27:19.692354 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-47e7725b-810e-438c-9468-72e80f2ff008 admin admin] Publish callbacks [] for security_group (a6ee8a97-a2ad-4936-b359-93bb4c5c4f53), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:19.741593 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-47e7725b-810e-438c-9468-72e80f2ff008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (a6ee8a97-a2ad-4936-b359-93bb4c5c4f53), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:19.755446 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-72575daa-5846-4293-980e-b4affbdd98df None None] Provisioning complete for port 4f102e37-cf20-4109-b7be-d47c456fdfd3 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:27:19.755854 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-72575daa-5846-4293-980e-b4affbdd98df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (4f102e37-cf20-4109-b7be-d47c456fdfd3), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:19.812584 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-336b4a61-ef82-4390-8b2b-d11283d6ea3e req-eb0301ea-45c2-456b-a9ad-db8260ea0a7a service neutron] 10.222.0.57 "GET /v2.0/networks/b2c20bf2-5907-4ff7-8af6-23603c7d780a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6437972 Mar 11 19:27:19.822653 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-47e7725b-810e-438c-9468-72e80f2ff008 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6d16845b3a1d477c8ad16b724e78d041&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1021018 Mar 11 19:27:19.824628 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52844) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:19.839641 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e7725b-810e-438c-9468-72e80f2ff008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ee8a97-a2ad-4936-b359-93bb4c5c4f53,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:19.842426 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b507f0e5-4d01-49c2-9975-5257869a151c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (b518197a-0d54-4d00-986f-d26532a2879c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:19.937577 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 2132f9f3-9a1b-40f0-b21f-18eee1c1b95a, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=2132f9f3-9a1b-40f0-b21f-18eee1c1b95a,segment=NetworkSegment(42087326-e85e-4d47-82f7-573695e73a7c),segment_id=42087326-e85e-4d47-82f7-573695e73a7c)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:27:19.963317 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 2132f9f3-9a1b-40f0-b21f-18eee1c1b95a has no active binding in host n-h1-833163-1 {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 11 19:27:19.998883 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8763bda5-a449-4a17-acdf-4dcea8c2f27e admin admin] Publish callbacks [] for security_group (ddac5b21-ed10-4457-89c7-7e6562ca1eaf), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:20.044519 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-93f52e02-7f88-4f42-a49a-4bca8d0e72fb admin admin] Publish callbacks [] for security_group (a6ee8a97-a2ad-4936-b359-93bb4c5c4f53), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:20.057610 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-72575daa-5846-4293-980e-b4affbdd98df None None] Current status of the port 4f102e37-cf20-4109-b7be-d47c456fdfd3 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:27:20.098573 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8763bda5-a449-4a17-acdf-4dcea8c2f27e admin admin] Publish callbacks [] for security_group (ddac5b21-ed10-4457-89c7-7e6562ca1eaf), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:20.103029 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 4f102e37-cf20-4109-b7be-d47c456fdfd3 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:27:20.120902 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94dbab7-a3ee-4b75-b78f-24613bb0aa7f req-e90c0e30-db20-4920-a679-06f54d6ab3fc tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:20.129305 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c94dbab7-a3ee-4b75-b78f-24613bb0aa7f req-e90c0e30-db20-4920-a679-06f54d6ab3fc tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e1df5f0-9ba7-4d1f-be0d-cdaa9e480bc8 HTTP/1.1" status: 200 len: 944 time: 0.3095074 Mar 11 19:27:20.149983 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-93f52e02-7f88-4f42-a49a-4bca8d0e72fb admin admin] Publish callbacks [] for security_group (a6ee8a97-a2ad-4936-b359-93bb4c5c4f53), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:20.193672 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 4f102e37-cf20-4109-b7be-d47c456fdfd3 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:27:20.194058 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (4f102e37-cf20-4109-b7be-d47c456fdfd3), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:20.200620 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-336b4a61-ef82-4390-8b2b-d11283d6ea3e req-a36057d9-3289-4568-8670-8ec3ba7fd297 service neutron] 10.222.0.57 "GET /v2.0/networks/b2c20bf2-5907-4ff7-8af6-23603c7d780a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859776 Mar 11 19:27:20.308745 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52858) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:20.328451 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 4f102e37-cf20-4109-b7be-d47c456fdfd3 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:27:20.387326 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c94dbab7-a3ee-4b75-b78f-24613bb0aa7f req-eba4e667-7030-414b-b1c2-6dc64cb0d27f tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567747 Mar 11 19:27:20.390739 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-97aadd6c-b6cd-47bc-8525-bd81dc0c25c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (59371e22-34c2-45eb-a2e5-ddfe0d590867), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:20.440807 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8763bda5-a449-4a17-acdf-4dcea8c2f27e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (ddac5b21-ed10-4457-89c7-7e6562ca1eaf), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:20.444353 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8763bda5-a449-4a17-acdf-4dcea8c2f27e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:20.444906 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-8763bda5-a449-4a17-acdf-4dcea8c2f27e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ddac5b21-ed10-4457-89c7-7e6562ca1eaf HTTP/1.1" status: 204 len: 168 time: 0.8728156 Mar 11 19:27:20.453142 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4af9cc8c-908f-4d9d-b383-7caae23e2e6a tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Router e1c5f98d-66d2-41bc-9095-121d4d1af775 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:27:20.454849 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-93f52e02-7f88-4f42-a49a-4bca8d0e72fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (a6ee8a97-a2ad-4936-b359-93bb4c5c4f53), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:20.458257 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-93f52e02-7f88-4f42-a49a-4bca8d0e72fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:20.461894 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-93f52e02-7f88-4f42-a49a-4bca8d0e72fb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a6ee8a97-a2ad-4936-b359-93bb4c5c4f53 HTTP/1.1" status: 204 len: 168 time: 0.6212237 Mar 11 19:27:20.470650 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f52e02-7f88-4f42-a49a-4bca8d0e72fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ee8a97-a2ad-4936-b359-93bb4c5c4f53,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:20.472262 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8763bda5-a449-4a17-acdf-4dcea8c2f27e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddac5b21-ed10-4457-89c7-7e6562ca1eaf,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:20.491430 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aadd6c-b6cd-47bc-8525-bd81dc0c25c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59371e22-34c2-45eb-a2e5-ddfe0d590867,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:20.505381 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b507f0e5-4d01-49c2-9975-5257869a151c admin admin] Router b518197a-0d54-4d00-986f-d26532a2879c is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:27:20.516820 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97aadd6c-b6cd-47bc-8525-bd81dc0c25c0 admin admin] Checking segment: {'id': 'f7b393e1-6366-4069-97d4-bdb85a96c9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': 'cc81369d-b60e-40ff-9bc4-bc5ac2c044c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:27:20.517180 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97aadd6c-b6cd-47bc-8525-bd81dc0c25c0 admin admin] Network hostable DHCP agents. Network: cc81369d-b60e-40ff-9bc4-bc5ac2c044c5, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:27:20.585795 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97aadd6c-b6cd-47bc-8525-bd81dc0c25c0 admin admin] Network cc81369d-b60e-40ff-9bc4-bc5ac2c044c5 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:27:20.632521 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-97aadd6c-b6cd-47bc-8525-bd81dc0c25c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, cc81369d-b60e-40ff-9bc4-bc5ac2c044c5) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:27:20.640809 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af9cc8c-908f-4d9d-b383-7caae23e2e6a tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:27:20.645522 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff56ffe-7d85-4b89-9fc0-d92c5d155b87 None None] Network cc81369d-b60e-40ff-9bc4-bc5ac2c044c5 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:27:20.646002 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4af9cc8c-908f-4d9d-b383-7caae23e2e6a tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:20.653524 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2c7c7e-447f-4213-85c4-b8df871e40d6 None None] Sync routers for ids ['e1c5f98d-66d2-41bc-9095-121d4d1af775'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:27:20.656985 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8cf38622-5d86-4b63-aaf2-a1267e75c565 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:20.662654 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97aadd6c-b6cd-47bc-8525-bd81dc0c25c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:20.663578 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-97aadd6c-b6cd-47bc-8525-bd81dc0c25c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:20.671192 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2c7c7e-447f-4213-85c4-b8df871e40d6 None None] Routers {'e1c5f98d-66d2-41bc-9095-121d4d1af775'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:27:20.671866 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-5d2c7c7e-447f-4213-85c4-b8df871e40d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:26:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['e1c5f98d-66d2-41bc-9095-121d4d1af775'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:27:20.685507 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4af9cc8c-908f-4d9d-b383-7caae23e2e6a tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] 10.222.0.65 "PUT /v2.0/floatingips/1461f1d6-56aa-434d-9a99-fac012f6745b HTTP/1.1" status: 200 len: 991 time: 3.2912452 Mar 11 19:27:20.685507 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7149a14-d290-4c6e-b42d-515ec2d0b7dc', 'tag': '2b183b89-523b-4cf7-8b0f-f9f706476c23'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:27:20.687967 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d573423-4674-4d01-ab7a-4ea6f614ce6c" -d '{"events": [{"name": "network-changed", "server_uuid": "c7149a14-d290-4c6e-b42d-515ec2d0b7dc", "tag": "2b183b89-523b-4cf7-8b0f-f9f706476c23"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:27:20.730333 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b507f0e5-4d01-49c2-9975-5257869a151c admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:27:20.748507 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-97aadd6c-b6cd-47bc-8525-bd81dc0c25c0 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3927498 Mar 11 19:27:20.756306 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8719bc-1e02-4dd7-bc35-7f6ccd8ab88e x-openstack-request-id: req-ad8719bc-1e02-4dd7-bc35-7f6ccd8ab88e {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:27:20.756839 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7149a14-d290-4c6e-b42d-515ec2d0b7dc", "tag": "2b183b89-523b-4cf7-8b0f-f9f706476c23", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:27:20.756839 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ad8719bc-1e02-4dd7-bc35-7f6ccd8ab88e {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:27:20.757108 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7149a14-d290-4c6e-b42d-515ec2d0b7dc', 'tag': '2b183b89-523b-4cf7-8b0f-f9f706476c23', 'status': 'completed', 'code': 200} Mar 11 19:27:20.760392 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca45e841-fe2a-4d86-a10d-a70119eeec32 None None] Sync routers for ids ['b518197a-0d54-4d00-986f-d26532a2879c'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:27:20.783914 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b507f0e5-4d01-49c2-9975-5257869a151c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:20.786122 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-b507f0e5-4d01-49c2-9975-5257869a151c admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.9098256 Mar 11 19:27:20.788994 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52882) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:20.863220 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca45e841-fe2a-4d86-a10d-a70119eeec32 None None] Routers {'b518197a-0d54-4d00-986f-d26532a2879c'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:27:20.863904 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-ca45e841-fe2a-4d86-a10d-a70119eeec32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:26:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['b518197a-0d54-4d00-986f-d26532a2879c'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:27:20.879487 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d573423-4674-4d01-ab7a-4ea6f614ce6c req-2bf596b8-4fcb-44c0-a065-44c819cc80ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:20.881419 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5d573423-4674-4d01-ab7a-4ea6f614ce6c req-2bf596b8-4fcb-44c0-a065-44c819cc80ee service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2b2041a5e8eb449b899a189cd9e58346&device_id=c7149a14-d290-4c6e-b42d-515ec2d0b7dc HTTP/1.1" status: 200 len: 1127 time: 0.0937746 Mar 11 19:27:21.003418 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d573423-4674-4d01-ab7a-4ea6f614ce6c req-66b28067-e360-481d-8607-27ac3f4f4b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:21.005275 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5d573423-4674-4d01-ab7a-4ea6f614ce6c req-66b28067-e360-481d-8607-27ac3f4f4b72 service neutron] 10.222.0.75 "GET /v2.0/networks?id=ac02cbd1-5dcb-429f-a716-af840212fb30 HTTP/1.1" status: 200 len: 924 time: 0.1158378 Mar 11 19:27:21.076092 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53502cae-0f1b-42c8-bfaa-3cea4541e071 None None] Network cc81369d-b60e-40ff-9bc4-bc5ac2c044c5 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:27:21.114263 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-5d2c7c7e-447f-4213-85c4-b8df871e40d6 None None] Set router e1c5f98d-66d2-41bc-9095-121d4d1af775 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:27:21.194386 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52892) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:21.265814 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8cf38622-5d86-4b63-aaf2-a1267e75c565 admin admin] Publish callbacks [] for security_group (7e81ef15-80a7-4083-8312-03eee22bf145), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:21.273830 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-ca45e841-fe2a-4d86-a10d-a70119eeec32 None None] Set router b518197a-0d54-4d00-986f-d26532a2879c gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:27:21.297113 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5d573423-4674-4d01-ab7a-4ea6f614ce6c req-aeac5b14-54ba-4a45-b318-a884be673f80 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b183b89-523b-4cf7-8b0f-f9f706476c23 HTTP/1.1" status: 200 len: 999 time: 0.2859335 Mar 11 19:27:21.304044 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8cf38622-5d86-4b63-aaf2-a1267e75c565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (7e81ef15-80a7-4083-8312-03eee22bf145), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:21.345986 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c8af15-7da7-4f27-8e73-7880bac9596e req-9071d3b8-08f7-4055-a470-505615bac0d9 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:21.346741 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d4c8af15-7da7-4f27-8e73-7880bac9596e req-9071d3b8-08f7-4055-a470-505615bac0d9 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7149a14-d290-4c6e-b42d-515ec2d0b7dc HTTP/1.1" status: 200 len: 945 time: 0.4122078 Mar 11 19:27:21.399293 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-8cf38622-5d86-4b63-aaf2-a1267e75c565 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ce98040aaa43496d822d6ecb1a46ebf0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0874360 Mar 11 19:27:21.399832 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52906) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:21.409556 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf38622-5d86-4b63-aaf2-a1267e75c565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e81ef15-80a7-4083-8312-03eee22bf145,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:21.443912 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d573423-4674-4d01-ab7a-4ea6f614ce6c req-fdb96e6d-55d7-4fa4-aff5-9f2ce072b5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:21.451355 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5d573423-4674-4d01-ab7a-4ea6f614ce6c req-fdb96e6d-55d7-4fa4-aff5-9f2ce072b5ee service neutron] 10.222.0.75 "GET /v2.0/subnets?id=25c527aa-940c-4d05-a3a3-da904c4b7fbe HTTP/1.1" status: 200 len: 862 time: 0.1446185 Mar 11 19:27:21.495107 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d4c8af15-7da7-4f27-8e73-7880bac9596e req-be99857a-5f17-45da-9d96-dffd955b4784 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] 10.222.0.65 "GET /v2.0/security-groups?id=042c4c5f-1cec-4bf8-9249-33cd65cdb4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339123 Mar 11 19:27:21.599993 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-1dc107f1-4288-466a-84ba-30aadd2e2ff0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-489776446-network', 'tenant_id': 'ee1db649970c4716b05dd0ce3f8eca3e'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:27:21.639082 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-5d2c7c7e-447f-4213-85c4-b8df871e40d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c5f98d-66d2-41bc-9095-121d4d1af775', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-195610653-router', 'tenant_id': '2b2041a5e8eb449b899a189cd9e58346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '8bf33d21-8b41-4d5c-b608-920c20b9af5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:26:34Z', 'updated_at': '2022-03-11T19:26:39Z', 'revision_number': 4, 'project_id': '2b2041a5e8eb449b899a189cd9e58346', 'gw_port': {'id': '8bf33d21-8b41-4d5c-b608-920c20b9af5b', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ad:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c5f98d-66d2-41bc-9095-121d4d1af775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 175, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:26:35Z', 'updated_at': '2022-03-11T19:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '1461f1d6-56aa-434d-9a99-fac012f6745b', 'tenant_id': '2b2041a5e8eb449b899a189cd9e58346', 'floating_ip_address': '172.25.8.214', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'e1c5f98d-66d2-41bc-9095-121d4d1af775', 'port_id': '2b183b89-523b-4cf7-8b0f-f9f706476c23', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac02cbd1-5dcb-429f-a716-af840212fb30', 'mac_address': 'fa:16:3e:87:7a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7149a14-d290-4c6e-b42d-515ec2d0b7dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:26:59Z', 'updated_at': '2022-03-11T19:27:18Z', 'revision_number': 1, 'project_id': '2b2041a5e8eb449b899a189cd9e58346', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a40402ea-0b96-4e24-a324-ac1b0a5a3164', 'name': '', 'network_id': 'ac02cbd1-5dcb-429f-a716-af840212fb30', 'tenant_id': '2b2041a5e8eb449b899a189cd9e58346', 'mac_address': 'fa:16:3e:7c:df:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c5f98d-66d2-41bc-9095-121d4d1af775', 'device_owner': 'network:router_interface', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': '25c527aa-940c-4d05-a3a3-da904c4b7fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:26:38Z', 'updated_at': '2022-03-11T19:26:47Z', 'revision_number': 5, 'project_id': '2b2041a5e8eb449b899a189cd9e58346', 'subnets': [{'id': '25c527aa-940c-4d05-a3a3-da904c4b7fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:27:21.708827 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2c7c7e-447f-4213-85c4-b8df871e40d6 None None] Checking router: e1c5f98d-66d2-41bc-9095-121d4d1af775 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:27:21.712513 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d573423-4674-4d01-ab7a-4ea6f614ce6c req-b98d6d3d-1139-4f45-8adc-23390ebb0930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:21.717909 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5d573423-4674-4d01-ab7a-4ea6f614ce6c req-b98d6d3d-1139-4f45-8adc-23390ebb0930 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ac02cbd1-5dcb-429f-a716-af840212fb30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2460191 Mar 11 19:27:21.725832 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2c7c7e-447f-4213-85c4-b8df871e40d6 None None] Routers {'e1c5f98d-66d2-41bc-9095-121d4d1af775'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:27:21.728892 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-5d2c7c7e-447f-4213-85c4-b8df871e40d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:26:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['e1c5f98d-66d2-41bc-9095-121d4d1af775'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:27:21.733524 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc107f1-4288-466a-84ba-30aadd2e2ff0 admin admin] Made reservation on behalf of ee1db649970c4716b05dd0ce3f8eca3e for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:27:21.737441 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1dc107f1-4288-466a-84ba-30aadd2e2ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:21.773420 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-ca45e841-fe2a-4d86-a10d-a70119eeec32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b518197a-0d54-4d00-986f-d26532a2879c', 'name': 'tempest-TaggedBootDevicesTest_v242-1599186861-router', 'tenant_id': '5ef363cb3b8e470c93ba878a527f3d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '53366487-d003-490c-bf39-ada7e394c7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:27:16Z', 'updated_at': '2022-03-11T19:27:18Z', 'revision_number': 3, 'project_id': '5ef363cb3b8e470c93ba878a527f3d7f', 'gw_port': {'id': '53366487-d003-490c-bf39-ada7e394c7db', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:05:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b518197a-0d54-4d00-986f-d26532a2879c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:27:17Z', 'updated_at': '2022-03-11T19:27:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:27:21.801273 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1dc107f1-4288-466a-84ba-30aadd2e2ff0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:21.805737 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4f49dd81-5c10-4f8b-aaf1-26bc19f84bb7 admin admin] Publish callbacks [] for security_group (7e81ef15-80a7-4083-8312-03eee22bf145), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:21.842141 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca45e841-fe2a-4d86-a10d-a70119eeec32 None None] Checking router: b518197a-0d54-4d00-986f-d26532a2879c for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:27:21.842505 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca45e841-fe2a-4d86-a10d-a70119eeec32 None None] Updating router b518197a-0d54-4d00-986f-d26532a2879c port 53366487-d003-490c-bf39-ada7e394c7db binding host n-d-833163-1 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:27:21.898089 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ca45e841-fe2a-4d86-a10d-a70119eeec32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (53366487-d003-490c-bf39-ada7e394c7db), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:21.971595 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4f49dd81-5c10-4f8b-aaf1-26bc19f84bb7 admin admin] Publish callbacks [] for security_group (7e81ef15-80a7-4083-8312-03eee22bf145), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:21.984540 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-5d2c7c7e-447f-4213-85c4-b8df871e40d6 None None] Set router e1c5f98d-66d2-41bc-9095-121d4d1af775 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:27:22.116333 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5d573423-4674-4d01-ab7a-4ea6f614ce6c req-f9e21efe-97c9-4f58-bf67-8a6025b240b4 service neutron] 10.222.0.75 "GET /v2.0/networks/ac02cbd1-5dcb-429f-a716-af840212fb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3839087 Mar 11 19:27:22.155736 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-1ff73e4c-456a-440f-9f62-d3fefd292348 service neutron] 10.222.0.57 "GET /v2.0/ports/2132f9f3-9a1b-40f0-b21f-18eee1c1b95a/bindings/n-h1-833163-1 HTTP/1.1" status: 200 len: 384 time: 0.3185074 Mar 11 19:27:22.185770 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1cb18b-c0db-405f-a3e8-789b6068174a req-5bc85aa4-1819-4702-8c12-6d4d77aa4cdd tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:22.194373 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0c1cb18b-c0db-405f-a3e8-789b6068174a req-5bc85aa4-1819-4702-8c12-6d4d77aa4cdd tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e1df5f0-9ba7-4d1f-be0d-cdaa9e480bc8 HTTP/1.1" status: 200 len: 944 time: 0.6103718 Mar 11 19:27:22.284245 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0e367569-6759-41ea-95ce-50d00f724a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:22.288371 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-67e9fbfa-14d2-4fc2-a203-38cf0b04234d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:22.349498 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5d573423-4674-4d01-ab7a-4ea6f614ce6c req-54e5e617-ccca-4832-af8c-04e4b9df7774 service neutron] 10.222.0.75 "GET /v2.0/networks/ac02cbd1-5dcb-429f-a716-af840212fb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171445 Mar 11 19:27:22.398504 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-5d2c7c7e-447f-4213-85c4-b8df871e40d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c5f98d-66d2-41bc-9095-121d4d1af775', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-195610653-router', 'tenant_id': '2b2041a5e8eb449b899a189cd9e58346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '8bf33d21-8b41-4d5c-b608-920c20b9af5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:26:34Z', 'updated_at': '2022-03-11T19:26:39Z', 'revision_number': 4, 'project_id': '2b2041a5e8eb449b899a189cd9e58346', 'gw_port': {'id': '8bf33d21-8b41-4d5c-b608-920c20b9af5b', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ad:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c5f98d-66d2-41bc-9095-121d4d1af775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 175, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:26:35Z', 'updated_at': '2022-03-11T19:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '1461f1d6-56aa-434d-9a99-fac012f6745b', 'tenant_id': '2b2041a5e8eb449b899a189cd9e58346', 'floating_ip_address': '172.25.8.214', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'e1c5f98d-66d2-41bc-9095-121d4d1af775', 'port_id': '2b183b89-523b-4cf7-8b0f-f9f706476c23', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac02cbd1-5dcb-429f-a716-af840212fb30', 'mac_address': 'fa:16:3e:87:7a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7149a14-d290-4c6e-b42d-515ec2d0b7dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:26:59Z', 'updated_at': '2022-03-11T19:27:18Z', 'revision_number': 1, 'project_id': '2b2041a5e8eb449b899a189cd9e58346', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a40402ea-0b96-4e24-a324-ac1b0a5a3164', 'name': '', 'network_id': 'ac02cbd1-5dcb-429f-a716-af840212fb30', 'tenant_id': '2b2041a5e8eb449b899a189cd9e58346', 'mac_address': 'fa:16:3e:7c:df:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c5f98d-66d2-41bc-9095-121d4d1af775', 'device_owner': 'network:router_interface', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': '25c527aa-940c-4d05-a3a3-da904c4b7fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:26:38Z', 'updated_at': '2022-03-11T19:26:47Z', 'revision_number': 5, 'project_id': '2b2041a5e8eb449b899a189cd9e58346', 'subnets': [{'id': '25c527aa-940c-4d05-a3a3-da904c4b7fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:27:22.427861 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2c7c7e-447f-4213-85c4-b8df871e40d6 None None] The sync data for ids ['e1c5f98d-66d2-41bc-9095-121d4d1af775'] in n-d-833163-1 is: [{'id': 'e1c5f98d-66d2-41bc-9095-121d4d1af775', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-195610653-router', 'tenant_id': '2b2041a5e8eb449b899a189cd9e58346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '8bf33d21-8b41-4d5c-b608-920c20b9af5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:26:34Z', 'updated_at': '2022-03-11T19:26:39Z', 'revision_number': 4, 'project_id': '2b2041a5e8eb449b899a189cd9e58346', 'gw_port': {'id': '8bf33d21-8b41-4d5c-b608-920c20b9af5b', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ad:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c5f98d-66d2-41bc-9095-121d4d1af775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 175, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:26:35Z', 'updated_at': '2022-03-11T19:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '1461f1d6-56aa-434d-9a99-fac012f6745b', 'tenant_id': '2b2041a5e8eb449b899a189cd9e58346', 'floating_ip_address': '172.25.8.214', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'e1c5f98d-66d2-41bc-9095-121d4d1af775', 'port_id': '2b183b89-523b-4cf7-8b0f-f9f706476c23', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac02cbd1-5dcb-429f-a716-af840212fb30', 'mac_address': 'fa:16:3e:87:7a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7149a14-d290-4c6e-b42d-515ec2d0b7dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:26:59Z', 'updated_at': '2022-03-11T19:27:18Z', 'revision_number': 1, 'project_id': '2b2041a5e8eb449b899a189cd9e58346', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a40402ea-0b96-4e24-a324-ac1b0a5a3164', 'name': '', 'network_id': 'ac02cbd1-5dcb-429f-a716-af840212fb30', 'tenant_id': '2b2041a5e8eb449b899a189cd9e58346', 'mac_address': 'fa:16:3e:7c:df:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c5f98d-66d2-41bc-9095-121d4d1af775', 'device_owner': 'network:router_interface', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': '25c527aa-940c-4d05-a3a3-da904c4b7fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:26:38Z', 'updated_at': '2022-03-11T19:26:47Z', 'revision_number': 5, 'project_id': '2b2041a5e8eb449b899a189cd9e58346', 'subnets': [{'id': '25c527aa-940c-4d05-a3a3-da904c4b7fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:27:22.434981 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0c1cb18b-c0db-405f-a3e8-789b6068174a req-a7529750-55c4-4366-b762-69852a16ec63 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309694 Mar 11 19:27:22.465253 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:22.470668 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1dc107f1-4288-466a-84ba-30aadd2e2ff0 admin admin] Publish callbacks [] for security_group (77fd8726-bf08-461f-9795-c0c2f97341f8), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:22.482074 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4f49dd81-5c10-4f8b-aaf1-26bc19f84bb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (7e81ef15-80a7-4083-8312-03eee22bf145), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:22.485145 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4f49dd81-5c10-4f8b-aaf1-26bc19f84bb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:22.496803 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ca45e841-fe2a-4d86-a10d-a70119eeec32 None None] Publish callbacks [] for port (53366487-d003-490c-bf39-ada7e394c7db), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:22.498718 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4f49dd81-5c10-4f8b-aaf1-26bc19f84bb7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7e81ef15-80a7-4083-8312-03eee22bf145 HTTP/1.1" status: 204 len: 168 time: 1.0930328 Mar 11 19:27:22.505685 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ca45e841-fe2a-4d86-a10d-a70119eeec32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (53366487-d003-490c-bf39-ada7e394c7db), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:22.509633 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1dc107f1-4288-466a-84ba-30aadd2e2ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (77fd8726-bf08-461f-9795-c0c2f97341f8), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:22.555841 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffd27d-9144-47da-ae18-394fade265f9 req-d6141067-d587-4d8b-b2ae-43297742b5ad tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:22.557611 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f49dd81-5c10-4f8b-aaf1-26bc19f84bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e81ef15-80a7-4083-8312-03eee22bf145,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:22.557896 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a3ffd27d-9144-47da-ae18-394fade265f9 req-d6141067-d587-4d8b-b2ae-43297742b5ad tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/networks?id=4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a HTTP/1.1" status: 200 len: 807 time: 0.4359174 Mar 11 19:27:22.584797 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dc107f1-4288-466a-84ba-30aadd2e2ff0 admin admin] vlan segment allocate from pool success with {'vlan_id': 888, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:27:22.615483 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-ca45e841-fe2a-4d86-a10d-a70119eeec32 None None] Attempting to bind port 53366487-d003-490c-bf39-ada7e394c7db on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:27:22.616024 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-ca45e841-fe2a-4d86-a10d-a70119eeec32 None None] Attempting to bind port 53366487-d003-490c-bf39-ada7e394c7db by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:27:22.616462 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca45e841-fe2a-4d86-a10d-a70119eeec32 None None] Attempting to bind port 53366487-d003-490c-bf39-ada7e394c7db on network 612cc066-33e3-444d-b1c7-d0a64751482a {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:27:22.621924 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31170f2-7a85-4cc2-b9c8-34660ed76a29 None None] Pushing event updated for resources: {'Port': ['ID=53366487-d003-490c-bf39-ada7e394c7db,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:22.629235 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca45e841-fe2a-4d86-a10d-a70119eeec32 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:27:22.630130 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca45e841-fe2a-4d86-a10d-a70119eeec32 None None] Checking segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:27:22.631723 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ca45e841-fe2a-4d86-a10d-a70119eeec32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:22.631723 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca45e841-fe2a-4d86-a10d-a70119eeec32 None None] Bound using segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:27:22.632013 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-ca45e841-fe2a-4d86-a10d-a70119eeec32 None None] Bound port: 53366487-d003-490c-bf39-ada7e394c7db, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:27:22.632655 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ca45e841-fe2a-4d86-a10d-a70119eeec32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (53366487-d003-490c-bf39-ada7e394c7db), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:22.642808 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a3ffd27d-9144-47da-ae18-394fade265f9 req-1da55b08-4246-4c01-97da-2210361aa33e tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/quotas/f95acd8ec5ef45d8b7ae8994d46f4375 HTTP/1.1" status: 200 len: 375 time: 0.0721512 Mar 11 19:27:22.689498 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a3ffd27d-9144-47da-ae18-394fade265f9 req-73fe3371-ce14-45f4-a924-766819a635eb tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f95acd8ec5ef45d8b7ae8994d46f4375&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455945 Mar 11 19:27:22.723134 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1dc107f1-4288-466a-84ba-30aadd2e2ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (56946f99-bbe1-4126-80e4-d7f1dc0f454e), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:22.723481 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-1dc107f1-4288-466a-84ba-30aadd2e2ff0 admin admin] Added segment 56946f99-bbe1-4126-80e4-d7f1dc0f454e of type vlan for network 7e891c9c-780d-4806-ada4-461cdb42d7c7 Mar 11 19:27:22.729454 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-ca45e841-fe2a-4d86-a10d-a70119eeec32 None None] For port 53366487-d003-490c-bf39-ada7e394c7db, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:27:22.734372 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-ca45e841-fe2a-4d86-a10d-a70119eeec32 None None] For port 53366487-d003-490c-bf39-ada7e394c7db, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=53366487-d003-490c-bf39-ada7e394c7db,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:27:22.743120 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ca45e841-fe2a-4d86-a10d-a70119eeec32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (53366487-d003-490c-bf39-ada7e394c7db), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:22.762494 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc107f1-4288-466a-84ba-30aadd2e2ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77fd8726-bf08-461f-9795-c0c2f97341f8,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:22.835327 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-0e367569-6759-41ea-95ce-50d00f724a75 admin admin] Allocated IP 172.20.0.1 (c6f5d540-3c10-44e4-9f74-cadc36d53aa1/69381856-dd35-45d7-a782-ea4b8eb1e9ff/91242456-4d7b-412b-8f72-5a413ddbeddf) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:27:22.839469 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5beee669-51e6-4050-86ad-215f5ef73e39 None None] New status for floating IP 1461f1d6-56aa-434d-9a99-fac012f6745b: ACTIVE {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 19:27:22.857903 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1dc107f1-4288-466a-84ba-30aadd2e2ff0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (7e891c9c-780d-4806-ada4-461cdb42d7c7), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:22.896267 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a3ffd27d-9144-47da-ae18-394fade265f9 req-8d79165b-bb4f-4368-9c24-35c889f8caf4 service neutron] 10.222.0.65 "GET /v2.0/networks/4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942294 Mar 11 19:27:22.959373 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca45e841-fe2a-4d86-a10d-a70119eeec32 None None] Routers {'b518197a-0d54-4d00-986f-d26532a2879c'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:27:22.962300 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-ca45e841-fe2a-4d86-a10d-a70119eeec32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:26:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['b518197a-0d54-4d00-986f-d26532a2879c'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:27:23.038786 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1dc107f1-4288-466a-84ba-30aadd2e2ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (7e891c9c-780d-4806-ada4-461cdb42d7c7), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:23.041869 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc107f1-4288-466a-84ba-30aadd2e2ff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:23.042479 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1dc107f1-4288-466a-84ba-30aadd2e2ff0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:23.061016 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31170f2-7a85-4cc2-b9c8-34660ed76a29 None None] Pushing event updated for resources: {'Port': ['ID=53366487-d003-490c-bf39-ada7e394c7db,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:23.111895 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-1dc107f1-4288-466a-84ba-30aadd2e2ff0 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9161882 Mar 11 19:27:23.115772 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52958) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:23.124174 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0e367569-6759-41ea-95ce-50d00f724a75 admin admin] Publish callbacks [] for port (91242456-4d7b-412b-8f72-5a413ddbeddf), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:23.136361 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-9ff1921f-0041-4bb8-acf1-3981310ce7d3 admin admin] Request body: {'subnet': {'network_id': '7e891c9c-780d-4806-ada4-461cdb42d7c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-489776446-subnet', 'tenant_id': 'ee1db649970c4716b05dd0ce3f8eca3e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:27:23.148022 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-6f15fd89-5dd7-4902-acb2-a08c6eec2f70 service neutron] For port 2132f9f3-9a1b-40f0-b21f-18eee1c1b95a, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=2132f9f3-9a1b-40f0-b21f-18eee1c1b95a,segment=NetworkSegment(42087326-e85e-4d47-82f7-573695e73a7c),segment_id=42087326-e85e-4d47-82f7-573695e73a7c)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:27:23.170925 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-ca45e841-fe2a-4d86-a10d-a70119eeec32 None None] Set router b518197a-0d54-4d00-986f-d26532a2879c gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:27:23.182889 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a3ffd27d-9144-47da-ae18-394fade265f9 req-b49ec882-8d68-4cd7-983b-91d21f157178 service neutron] 10.222.0.65 "GET /v2.0/networks/4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855844 Mar 11 19:27:23.210855 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff1921f-0041-4bb8-acf1-3981310ce7d3 admin admin] Made reservation on behalf of ee1db649970c4716b05dd0ce3f8eca3e for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:27:23.214229 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ff1921f-0041-4bb8-acf1-3981310ce7d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:23.245947 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0e367569-6759-41ea-95ce-50d00f724a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (91242456-4d7b-412b-8f72-5a413ddbeddf), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:23.276672 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc107f1-4288-466a-84ba-30aadd2e2ff0 admin admin] Pushing event updated for resources: {'Network': ['ID=7e891c9c-780d-4806-ada4-461cdb42d7c7,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:23.286560 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-6f15fd89-5dd7-4902-acb2-a08c6eec2f70 service neutron] For port 2132f9f3-9a1b-40f0-b21f-18eee1c1b95a, host n-h2-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:27:23.333434 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e367569-6759-41ea-95ce-50d00f724a75 admin admin] Network c6f5d540-3c10-44e4-9f74-cadc36d53aa1 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:27:23.344842 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-6f15fd89-5dd7-4902-acb2-a08c6eec2f70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2132f9f3-9a1b-40f0-b21f-18eee1c1b95a {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:27:23.347253 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-0e367569-6759-41ea-95ce-50d00f724a75 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:27:23.357248 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e367569-6759-41ea-95ce-50d00f724a75 admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:27:23.361182 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 7e891c9c-780d-4806-ada4-461cdb42d7c7 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:27:23.369689 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e367569-6759-41ea-95ce-50d00f724a75 admin admin] Pushing event updated for resources: {'Port': ['ID=91242456-4d7b-412b-8f72-5a413ddbeddf,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:23.388785 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-6f15fd89-5dd7-4902-acb2-a08c6eec2f70 service neutron] For port 2132f9f3-9a1b-40f0-b21f-18eee1c1b95a, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=2132f9f3-9a1b-40f0-b21f-18eee1c1b95a,segment=NetworkSegment(42087326-e85e-4d47-82f7-573695e73a7c),segment_id=42087326-e85e-4d47-82f7-573695e73a7c)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:27:23.424529 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-6f15fd89-5dd7-4902-acb2-a08c6eec2f70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2132f9f3-9a1b-40f0-b21f-18eee1c1b95a), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:23.485506 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52970) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:23.608766 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-801a9a93-19a0-4c87-aa56-1564df8b0c04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:23.646126 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-6f15fd89-5dd7-4902-acb2-a08c6eec2f70 service neutron] Transition to ACTIVE for port object 2132f9f3-9a1b-40f0-b21f-18eee1c1b95a will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:27:23.648563 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0e367569-6759-41ea-95ce-50d00f724a75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (b518197a-0d54-4d00-986f-d26532a2879c), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:23.649849 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-6f15fd89-5dd7-4902-acb2-a08c6eec2f70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (2132f9f3-9a1b-40f0-b21f-18eee1c1b95a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:23.738562 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4d2462d7-7243-4aa4-af5b-126f59ab9cb3 req-14721a0b-c3b6-46a7-a27b-979eb945b468 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ad8bcae-55b9-4797-acc5-531c16b5cec4 HTTP/1.1" status: 200 len: 210 time: 0.2128854 Mar 11 19:27:23.772610 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-ca45e841-fe2a-4d86-a10d-a70119eeec32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b518197a-0d54-4d00-986f-d26532a2879c', 'name': 'tempest-TaggedBootDevicesTest_v242-1599186861-router', 'tenant_id': '5ef363cb3b8e470c93ba878a527f3d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '53366487-d003-490c-bf39-ada7e394c7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:27:16Z', 'updated_at': '2022-03-11T19:27:18Z', 'revision_number': 3, 'project_id': '5ef363cb3b8e470c93ba878a527f3d7f', 'gw_port': {'id': '53366487-d003-490c-bf39-ada7e394c7db', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:05:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b518197a-0d54-4d00-986f-d26532a2879c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:27:17Z', 'updated_at': '2022-03-11T19:27:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:27:23.775962 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-6f15fd89-5dd7-4902-acb2-a08c6eec2f70 service neutron] No DVR routers for this DVR port 2132f9f3-9a1b-40f0-b21f-18eee1c1b95a on host n-h2-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:27:23.823482 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f15fd89-5dd7-4902-acb2-a08c6eec2f70 service neutron] Pushing event updated for resources: {'Port': ['ID=2132f9f3-9a1b-40f0-b21f-18eee1c1b95a,revision_number=10']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:23.870021 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-6f15fd89-5dd7-4902-acb2-a08c6eec2f70 service neutron] 10.222.0.57 "PUT /v2.0/ports/2132f9f3-9a1b-40f0-b21f-18eee1c1b95a/bindings/n-h1-833163-1/activate HTTP/1.1" status: 200 len: 369 time: 1.6826038 Mar 11 19:27:24.046842 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957acfb-2d15-4c3c-ad00-1ba1abc2d889 req-b19a2dc7-201f-49bc-a956-f1a8ea351b9a tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:24.053775 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1957acfb-2d15-4c3c-ad00-1ba1abc2d889 req-b19a2dc7-201f-49bc-a956-f1a8ea351b9a tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e1df5f0-9ba7-4d1f-be0d-cdaa9e480bc8 HTTP/1.1" status: 200 len: 944 time: 0.5086875 Mar 11 19:27:24.061367 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-801a9a93-19a0-4c87-aa56-1564df8b0c04 admin admin] Publish callbacks [] for security_group (bbf969b9-3ed2-4372-a5e0-e77540b5a51c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:24.063239 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ff1921f-0041-4bb8-acf1-3981310ce7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (d441f654-9ad6-4cc6-8a21-7d1bf2607b2a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:24.074745 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-bd86f7a9-13ce-483f-860b-b176e362b26f tempest-LiveAutoBlockMigrationV225Test-943023921 tempest-LiveAutoBlockMigrationV225Test-943023921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:24.076291 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-bd86f7a9-13ce-483f-860b-b176e362b26f tempest-LiveAutoBlockMigrationV225Test-943023921 tempest-LiveAutoBlockMigrationV225Test-943023921-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=7e1df5f0-9ba7-4d1f-be0d-cdaa9e480bc8&tenant_id=f44b890e943d4aee826b67fd4c2d7b8e&binding%3Ahost_id=n-h2-833163-1 HTTP/1.1" status: 200 len: 1127 time: 0.1334445 Mar 11 19:27:24.088574 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca45e841-fe2a-4d86-a10d-a70119eeec32 None None] The sync data for ids ['b518197a-0d54-4d00-986f-d26532a2879c'] in n-d-833163-1 is: [{'id': 'b518197a-0d54-4d00-986f-d26532a2879c', 'name': 'tempest-TaggedBootDevicesTest_v242-1599186861-router', 'tenant_id': '5ef363cb3b8e470c93ba878a527f3d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '53366487-d003-490c-bf39-ada7e394c7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:27:16Z', 'updated_at': '2022-03-11T19:27:18Z', 'revision_number': 3, 'project_id': '5ef363cb3b8e470c93ba878a527f3d7f', 'gw_port': {'id': '53366487-d003-490c-bf39-ada7e394c7db', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:05:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b518197a-0d54-4d00-986f-d26532a2879c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:27:17Z', 'updated_at': '2022-03-11T19:27:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:27:24.137592 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-490d9762-b681-44e0-bd05-916acc08869b None None] Provisioning complete for port 91242456-4d7b-412b-8f72-5a413ddbeddf triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:27:24.138876 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-490d9762-b681-44e0-bd05-916acc08869b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (91242456-4d7b-412b-8f72-5a413ddbeddf), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:24.214310 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-490d9762-b681-44e0-bd05-916acc08869b None None] Port 91242456-4d7b-412b-8f72-5a413ddbeddf cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:27:24.318562 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-801a9a93-19a0-4c87-aa56-1564df8b0c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (bbf969b9-3ed2-4372-a5e0-e77540b5a51c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:24.322742 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff1921f-0041-4bb8-acf1-3981310ce7d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d441f654-9ad6-4cc6-8a21-7d1bf2607b2a,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:24.381786 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-fca59e0b-976a-4971-9675-005527e474a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:24.383295 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-fca59e0b-976a-4971-9675-005527e474a2 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=7e1df5f0-9ba7-4d1f-be0d-cdaa9e480bc8&tenant_id=f44b890e943d4aee826b67fd4c2d7b8e HTTP/1.1" status: 200 len: 1127 time: 0.2942860 Mar 11 19:27:24.519447 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-451d4c37-dd2e-4bd8-b5b8-df54327c922e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:24.534522 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-451d4c37-dd2e-4bd8-b5b8-df54327c922e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f44b890e943d4aee826b67fd4c2d7b8e&device_id=7e1df5f0-9ba7-4d1f-be0d-cdaa9e480bc8 HTTP/1.1" status: 200 len: 1127 time: 0.1172495 Mar 11 19:27:24.548309 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-27a2c059-b17d-47fb-81e6-30959bae3557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:24.564546 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1957acfb-2d15-4c3c-ad00-1ba1abc2d889 req-634732ea-1c01-4579-886d-3d41f98d3b54 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5080938 Mar 11 19:27:24.615325 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-801a9a93-19a0-4c87-aa56-1564df8b0c04 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=20926b5d56c942d2bcc59885a6ace980&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1250980 Mar 11 19:27:24.619893 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 53000) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:24.622623 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0e367569-6759-41ea-95ce-50d00f724a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (91242456-4d7b-412b-8f72-5a413ddbeddf), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:24.657706 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801a9a93-19a0-4c87-aa56-1564df8b0c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf969b9-3ed2-4372-a5e0-e77540b5a51c,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:24.700219 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff1921f-0041-4bb8-acf1-3981310ce7d3 admin admin] Checking segment: {'id': '56946f99-bbe1-4126-80e4-d7f1dc0f454e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '7e891c9c-780d-4806-ada4-461cdb42d7c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:27:24.700752 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff1921f-0041-4bb8-acf1-3981310ce7d3 admin admin] Network hostable DHCP agents. Network: 7e891c9c-780d-4806-ada4-461cdb42d7c7, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:27:24.759267 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-56118050-b088-4fcd-b751-8843a1905114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:24.762472 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-56118050-b088-4fcd-b751-8843a1905114 service neutron] 10.222.0.75 "GET /v2.0/networks?id=b2c20bf2-5907-4ff7-8af6-23603c7d780a HTTP/1.1" status: 200 len: 921 time: 0.2177625 Mar 11 19:27:24.765356 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff1921f-0041-4bb8-acf1-3981310ce7d3 admin admin] Network 7e891c9c-780d-4806-ada4-461cdb42d7c7 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:27:24.817322 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-97adb831-4da1-4b71-92ce-80e4d8f4c5ed admin admin] Publish callbacks [] for security_group (bbf969b9-3ed2-4372-a5e0-e77540b5a51c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:24.820976 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-7e401bc5-9c8f-450e-83fe-496ff15f8553 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2132f9f3-9a1b-40f0-b21f-18eee1c1b95a HTTP/1.1" status: 200 len: 217 time: 0.0500102 Mar 11 19:27:24.884494 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-97adb831-4da1-4b71-92ce-80e4d8f4c5ed admin admin] Publish callbacks [] for security_group (bbf969b9-3ed2-4372-a5e0-e77540b5a51c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:24.902971 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-9539fdc9-c1d6-4fea-a023-aea62651e79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:24.904940 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-9539fdc9-c1d6-4fea-a023-aea62651e79e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a7be26a8-b37a-4d01-b7d9-b9690160171c HTTP/1.1" status: 200 len: 860 time: 0.0780530 Mar 11 19:27:24.906584 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-9ff1921f-0041-4bb8-acf1-3981310ce7d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 7e891c9c-780d-4806-ada4-461cdb42d7c7) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:27:24.917451 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb46e83-3469-4d12-bfd2-2a25da7791bf None None] Network 7e891c9c-780d-4806-ada4-461cdb42d7c7 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:27:24.933861 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff1921f-0041-4bb8-acf1-3981310ce7d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:24.934462 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ff1921f-0041-4bb8-acf1-3981310ce7d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:24.949631 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-192b0903-f172-4f3d-a33c-75fcd3600974 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b2c20bf2-5907-4ff7-8af6-23603c7d780a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363085 Mar 11 19:27:24.998352 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-9ff1921f-0041-4bb8-acf1-3981310ce7d3 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8774989 Mar 11 19:27:25.001989 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53008) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:25.018459 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-7f63f1e8-3bb9-4a7b-ac1a-9dd6dd9af12c admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-489776446-router', 'tenant_id': 'ee1db649970c4716b05dd0ce3f8eca3e', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:27:25.042057 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-97adb831-4da1-4b71-92ce-80e4d8f4c5ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (bbf969b9-3ed2-4372-a5e0-e77540b5a51c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:25.046826 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-97adb831-4da1-4b71-92ce-80e4d8f4c5ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:25.050531 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-97adb831-4da1-4b71-92ce-80e4d8f4c5ed admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bbf969b9-3ed2-4372-a5e0-e77540b5a51c HTTP/1.1" status: 204 len: 168 time: 0.4211972 Mar 11 19:27:25.069990 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97adb831-4da1-4b71-92ce-80e4d8f4c5ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf969b9-3ed2-4372-a5e0-e77540b5a51c,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:25.172738 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5188e8d5-a50e-4941-9bb9-41af0e1feda8 req-c1d010b8-a86c-423e-a9af-5cd4524c06f3 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ad8bcae-55b9-4797-acc5-531c16b5cec4 HTTP/1.1" status: 200 len: 210 time: 0.0713544 Mar 11 19:27:25.191261 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0e367569-6759-41ea-95ce-50d00f724a75 admin admin] Publish callbacks [] for port (91242456-4d7b-412b-8f72-5a413ddbeddf), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:25.195171 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0e367569-6759-41ea-95ce-50d00f724a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (91242456-4d7b-412b-8f72-5a413ddbeddf), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:25.203065 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-337cd13d-443b-4505-b08e-1583765c1f32 service neutron] 10.222.0.75 "GET /v2.0/networks/b2c20bf2-5907-4ff7-8af6-23603c7d780a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453940 Mar 11 19:27:25.229948 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e657e4b-e7a6-41e6-94c0-47306a3aae4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-7e891c9c-780d-4806-ada4-461cdb42d7c7', 'network_id': '7e891c9c-780d-4806-ada4-461cdb42d7c7', 'project_id': 'ee1db649970c4716b05dd0ce3f8eca3e', 'fixed_ips': [{'subnet_id': 'd441f654-9ad6-4cc6-8a21-7d1bf2607b2a'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:27:25.232215 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7e657e4b-e7a6-41e6-94c0-47306a3aae4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:25.300614 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0e367569-6759-41ea-95ce-50d00f724a75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (b518197a-0d54-4d00-986f-d26532a2879c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:25.314534 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7f63f1e8-3bb9-4a7b-ac1a-9dd6dd9af12c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (6e22474a-e8fb-43af-8d51-6f34acf010da), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:25.318580 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7f63f1e8-3bb9-4a7b-ac1a-9dd6dd9af12c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (6e22474a-e8fb-43af-8d51-6f34acf010da), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:25.481963 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e367569-6759-41ea-95ce-50d00f724a75 admin admin] Network c6f5d540-3c10-44e4-9f74-cadc36d53aa1 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:27:25.494626 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-0e367569-6759-41ea-95ce-50d00f724a75 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:27:25.570252 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e367569-6759-41ea-95ce-50d00f724a75 admin admin] Pushing event updated for resources: {'Port': ['ID=91242456-4d7b-412b-8f72-5a413ddbeddf,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:25.648285 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-2daefd82-66d0-4afe-9161-a132151e8742 service neutron] 10.222.0.75 "GET /v2.0/networks/b2c20bf2-5907-4ff7-8af6-23603c7d780a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4357812 Mar 11 19:27:25.725503 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 2132f9f3-9a1b-40f0-b21f-18eee1c1b95a no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:27:25.781776 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7f63f1e8-3bb9-4a7b-ac1a-9dd6dd9af12c admin admin] Publish callbacks [] for router_controller (6e22474a-e8fb-43af-8d51-6f34acf010da), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:25.820999 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-7e657e4b-e7a6-41e6-94c0-47306a3aae4a None None] Allocated IP 172.20.0.2 (7e891c9c-780d-4806-ada4-461cdb42d7c7/d441f654-9ad6-4cc6-8a21-7d1bf2607b2a/f2e1a13c-d6f2-487e-a1d2-5be10d1ed907) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:27:25.878470 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffd27d-9144-47da-ae18-394fade265f9 req-d1f7c8ff-4698-4f49-b2e8-0bc50d587f2d tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:25.880071 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a3ffd27d-9144-47da-ae18-394fade265f9 req-d1f7c8ff-4698-4f49-b2e8-0bc50d587f2d tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.75 "GET /v2.0/networks?id=4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a HTTP/1.1" status: 200 len: 807 time: 0.5954025 Mar 11 19:27:25.895888 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] The host n-h2-833163-1 is not matching for port 2132f9f3-9a1b-40f0-b21f-18eee1c1b95a host n-h1-833163-1! {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 19:27:25.896664 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 2132f9f3-9a1b-40f0-b21f-18eee1c1b95a not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:27:25.947590 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-a3ffd27d-9144-47da-ae18-394fade265f9 req-2eb61934-9e13-4a00-a3a1-ef5ea281e2e3 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Request body: {'port': {'device_id': '2ad8bcae-55b9-4797-acc5-531c16b5cec4', 'network_id': '4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a', 'admin_state_up': True, 'tenant_id': 'f95acd8ec5ef45d8b7ae8994d46f4375'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:27:26.077476 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:26.208161 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 53366487-d003-490c-bf39-ada7e394c7db up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:27:26.217970 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-64ef4f23-0f03-4685-9d10-8a771f12d0d3 None None] Provisioning complete for port 91242456-4d7b-412b-8f72-5a413ddbeddf triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:27:26.219332 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-64ef4f23-0f03-4685-9d10-8a771f12d0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (91242456-4d7b-412b-8f72-5a413ddbeddf), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:26.227744 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e071706-7d38-4456-b18f-38fe45c4ee09 req-6f1a9f40-27c1-4079-8836-8d3182942006 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:26.235861 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6e071706-7d38-4456-b18f-38fe45c4ee09 req-6f1a9f40-27c1-4079-8836-8d3182942006 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e1df5f0-9ba7-4d1f-be0d-cdaa9e480bc8 HTTP/1.1" status: 200 len: 945 time: 0.3645124 Mar 11 19:27:26.267831 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 53058) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:26.285843 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e367569-6759-41ea-95ce-50d00f724a75 admin admin] Router b518197a-0d54-4d00-986f-d26532a2879c has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:27:26.381368 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6e071706-7d38-4456-b18f-38fe45c4ee09 req-5899c89e-21d8-4d48-8623-8310d26e2be8 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445122 Mar 11 19:27:26.403675 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2abaf472-5913-48e0-a6ea-133c2bcc52ef req-1fc88cb9-2054-4d91-b746-02f1f62b43a8 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ad8bcae-55b9-4797-acc5-531c16b5cec4 HTTP/1.1" status: 200 len: 210 time: 0.0995710 Mar 11 19:27:26.446354 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-64ef4f23-0f03-4685-9d10-8a771f12d0d3 None None] Port 91242456-4d7b-412b-8f72-5a413ddbeddf cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:27:26.510465 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7e657e4b-e7a6-41e6-94c0-47306a3aae4a None None] Publish callbacks [] for port (f2e1a13c-d6f2-487e-a1d2-5be10d1ed907), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:26.516959 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7f63f1e8-3bb9-4a7b-ac1a-9dd6dd9af12c admin admin] Publish callbacks [] for router_gateway (6e22474a-e8fb-43af-8d51-6f34acf010da), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:26.533309 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7e657e4b-e7a6-41e6-94c0-47306a3aae4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (f2e1a13c-d6f2-487e-a1d2-5be10d1ed907), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:26.581602 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-0016bb6d-b5e8-48f3-8bfc-4035636d2bbb tempest-LiveAutoBlockMigrationV225Test-943023921 tempest-LiveAutoBlockMigrationV225Test-943023921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:26.583350 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-0016bb6d-b5e8-48f3-8bfc-4035636d2bbb tempest-LiveAutoBlockMigrationV225Test-943023921 tempest-LiveAutoBlockMigrationV225Test-943023921-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=7e1df5f0-9ba7-4d1f-be0d-cdaa9e480bc8&tenant_id=f44b890e943d4aee826b67fd4c2d7b8e&binding%3Ahost_id=n-h1-833163-1 HTTP/1.1" status: 200 len: 1127 time: 0.2084563 Mar 11 19:27:26.595312 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e657e4b-e7a6-41e6-94c0-47306a3aae4a None None] Pushing event updated for resources: {'Port': ['ID=f2e1a13c-d6f2-487e-a1d2-5be10d1ed907,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:26.617233 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e657e4b-e7a6-41e6-94c0-47306a3aae4a None None] Network 7e891c9c-780d-4806-ada4-461cdb42d7c7 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:27:26.620416 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-7e657e4b-e7a6-41e6-94c0-47306a3aae4a None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:27:26.623213 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e657e4b-e7a6-41e6-94c0-47306a3aae4a None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:27:26.670239 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 53366487-d003-490c-bf39-ada7e394c7db triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:27:26.671256 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (53366487-d003-490c-bf39-ada7e394c7db), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:26.674077 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53068) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:26.794275 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-7e657e4b-e7a6-41e6-94c0-47306a3aae4a None None] Attempting to bind port f2e1a13c-d6f2-487e-a1d2-5be10d1ed907 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:27:26.794865 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-7e657e4b-e7a6-41e6-94c0-47306a3aae4a None None] Attempting to bind port f2e1a13c-d6f2-487e-a1d2-5be10d1ed907 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '56946f99-bbe1-4126-80e4-d7f1dc0f454e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '7e891c9c-780d-4806-ada4-461cdb42d7c7'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:27:26.795569 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e657e4b-e7a6-41e6-94c0-47306a3aae4a None None] Attempting to bind port f2e1a13c-d6f2-487e-a1d2-5be10d1ed907 on network 7e891c9c-780d-4806-ada4-461cdb42d7c7 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:27:26.808786 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e657e4b-e7a6-41e6-94c0-47306a3aae4a None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:27:26.809373 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e657e4b-e7a6-41e6-94c0-47306a3aae4a None None] Checking segment: {'id': '56946f99-bbe1-4126-80e4-d7f1dc0f454e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '7e891c9c-780d-4806-ada4-461cdb42d7c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:27:26.810087 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7e657e4b-e7a6-41e6-94c0-47306a3aae4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:26.810645 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e657e4b-e7a6-41e6-94c0-47306a3aae4a None None] Bound using segment: {'id': '56946f99-bbe1-4126-80e4-d7f1dc0f454e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '7e891c9c-780d-4806-ada4-461cdb42d7c7'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:27:26.811305 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-7e657e4b-e7a6-41e6-94c0-47306a3aae4a None None] Bound port: f2e1a13c-d6f2-487e-a1d2-5be10d1ed907, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56946f99-bbe1-4126-80e4-d7f1dc0f454e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '7e891c9c-780d-4806-ada4-461cdb42d7c7'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:27:26.811882 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7e657e4b-e7a6-41e6-94c0-47306a3aae4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (f2e1a13c-d6f2-487e-a1d2-5be10d1ed907), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:26.815335 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3ffd27d-9144-47da-ae18-394fade265f9 req-2eb61934-9e13-4a00-a3a1-ef5ea281e2e3 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Made reservation on behalf of f95acd8ec5ef45d8b7ae8994d46f4375 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:27:26.819562 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a3ffd27d-9144-47da-ae18-394fade265f9 req-2eb61934-9e13-4a00-a3a1-ef5ea281e2e3 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:26.853098 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-16a0bac5-9958-4dbc-9d33-6e302726a481 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:26.859859 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-20d97ff4-0abb-4a9a-b06f-c7d7957c6ce1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:26.910553 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-27f1054e-5e9b-490b-8d6e-165bf5d9f9f8 service neutron] For port 2132f9f3-9a1b-40f0-b21f-18eee1c1b95a, host n-h2-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:27:26.920174 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-27f1054e-5e9b-490b-8d6e-165bf5d9f9f8 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:26.921676 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3a42fade-2644-46ee-8e85-9f706368ae6b req-27f1054e-5e9b-490b-8d6e-165bf5d9f9f8 service neutron] 10.222.0.75 "DELETE /v2.0/ports/2132f9f3-9a1b-40f0-b21f-18eee1c1b95a/bindings/n-h2-833163-1 HTTP/1.1" status: 204 len: 173 time: 0.3286226 Mar 11 19:27:26.979817 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-7e657e4b-e7a6-41e6-94c0-47306a3aae4a None None] For port f2e1a13c-d6f2-487e-a1d2-5be10d1ed907, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:27:26.983913 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-7e657e4b-e7a6-41e6-94c0-47306a3aae4a None None] For port f2e1a13c-d6f2-487e-a1d2-5be10d1ed907, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=f2e1a13c-d6f2-487e-a1d2-5be10d1ed907,segment=NetworkSegment(56946f99-bbe1-4126-80e4-d7f1dc0f454e),segment_id=56946f99-bbe1-4126-80e4-d7f1dc0f454e)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:27:26.997723 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7e657e4b-e7a6-41e6-94c0-47306a3aae4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (f2e1a13c-d6f2-487e-a1d2-5be10d1ed907), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:27.076683 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e367569-6759-41ea-95ce-50d00f724a75 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:27:27.094543 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31a4393-4ff4-431d-9085-439d0a3e1530 None None] Sync routers for ids ['b518197a-0d54-4d00-986f-d26532a2879c'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:27:27.102956 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 53366487-d003-490c-bf39-ada7e394c7db is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:27:27.107664 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (53366487-d003-490c-bf39-ada7e394c7db), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:27.138172 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-16a0bac5-9958-4dbc-9d33-6e302726a481 admin admin] Publish callbacks [] for security_group (9294642c-96d5-45f6-95ce-08b4a94d4ba0), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:27.147155 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7f63f1e8-3bb9-4a7b-ac1a-9dd6dd9af12c admin admin] Publish callbacks [] for router_gateway (6e22474a-e8fb-43af-8d51-6f34acf010da), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:27.149580 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-16a0bac5-9958-4dbc-9d33-6e302726a481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (9294642c-96d5-45f6-95ce-08b4a94d4ba0), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:27.157708 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31a4393-4ff4-431d-9085-439d0a3e1530 None None] Routers {'b518197a-0d54-4d00-986f-d26532a2879c'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:27:27.158172 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-c31a4393-4ff4-431d-9085-439d0a3e1530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:27:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['b518197a-0d54-4d00-986f-d26532a2879c'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:27:27.161403 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 53366487-d003-490c-bf39-ada7e394c7db, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=53366487-d003-490c-bf39-ada7e394c7db,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:27:27.163348 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e657e4b-e7a6-41e6-94c0-47306a3aae4a None None] Pushing event updated for resources: {'Port': ['ID=f2e1a13c-d6f2-487e-a1d2-5be10d1ed907,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:27.185684 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7f63f1e8-3bb9-4a7b-ac1a-9dd6dd9af12c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:27.189342 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-0e367569-6759-41ea-95ce-50d00f724a75 admin admin] 10.222.0.65 "PUT /v2.0/routers/b518197a-0d54-4d00-986f-d26532a2879c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3991754 Mar 11 19:27:27.226597 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (53366487-d003-490c-bf39-ada7e394c7db), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:27.308718 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-a3ffd27d-9144-47da-ae18-394fade265f9 req-2eb61934-9e13-4a00-a3a1-ef5ea281e2e3 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Allocated IP 172.20.0.3 (4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a/f742a986-c135-4269-ad05-332f85e495a8/d7f91352-b57f-43ea-ac22-820aef0e7422) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:27:27.327324 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-7f63f1e8-3bb9-4a7b-ac1a-9dd6dd9af12c admin admin] Allocated IP 172.25.8.62 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/f9e4d730-0b49-433a-9861-aeaeae015c13) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:27:27.420357 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=53366487-d003-490c-bf39-ada7e394c7db,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:27.442744 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-20d97ff4-0abb-4a9a-b06f-c7d7957c6ce1 admin admin] Publish callbacks [] for security_group (db84e5db-5347-41d8-a311-5bf69eadee13), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:27.455265 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-20d97ff4-0abb-4a9a-b06f-c7d7957c6ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (db84e5db-5347-41d8-a311-5bf69eadee13), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:27.581117 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:27.585320 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-c31a4393-4ff4-431d-9085-439d0a3e1530 None None] Set router b518197a-0d54-4d00-986f-d26532a2879c gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:27:27.656201 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7f63f1e8-3bb9-4a7b-ac1a-9dd6dd9af12c admin admin] Publish callbacks [] for port (f9e4d730-0b49-433a-9861-aeaeae015c13), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:27.675273 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-16a0bac5-9958-4dbc-9d33-6e302726a481 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1a02eb99235d444bbf76760c71bfaef7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9975154 Mar 11 19:27:27.676848 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a0bac5-9958-4dbc-9d33-6e302726a481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9294642c-96d5-45f6-95ce-08b4a94d4ba0,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:27.683385 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-20d97ff4-0abb-4a9a-b06f-c7d7957c6ce1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1de4504680f94feca53ce4f049090087&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4144018 Mar 11 19:27:27.684387 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53098) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:27.684732 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53100) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:27.686316 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a4eec590-d0e8-459e-a2c8-389a1897a4c7 req-f84f8374-19b8-4674-8b73-4dc321f7965e tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ad8bcae-55b9-4797-acc5-531c16b5cec4 HTTP/1.1" status: 200 len: 210 time: 0.1103702 Mar 11 19:27:27.735818 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d97ff4-0abb-4a9a-b06f-c7d7957c6ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db84e5db-5347-41d8-a311-5bf69eadee13,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:27.862276 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c51e0d-ab40-4f1d-b193-7660085cc366 req-3d84e7ca-2eae-44fe-9599-485d1043d194 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:27.863851 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-46c51e0d-ab40-4f1d-b193-7660085cc366 req-3d84e7ca-2eae-44fe-9599-485d1043d194 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e1df5f0-9ba7-4d1f-be0d-cdaa9e480bc8 HTTP/1.1" status: 200 len: 945 time: 0.2681727 Mar 11 19:27:27.973098 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-46c51e0d-ab40-4f1d-b193-7660085cc366 req-c2270b55-098b-4a80-a8b4-074beed38b89 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907609 Mar 11 19:27:27.982618 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a3ffd27d-9144-47da-ae18-394fade265f9 req-2eb61934-9e13-4a00-a3a1-ef5ea281e2e3 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Publish callbacks [] for port (d7f91352-b57f-43ea-ac22-820aef0e7422), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:27.983775 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7385d897-2aee-47fe-83ef-cb871e592123 admin admin] Publish callbacks [] for security_group (db84e5db-5347-41d8-a311-5bf69eadee13), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:28.037854 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7385d897-2aee-47fe-83ef-cb871e592123 admin admin] Publish callbacks [] for security_group (db84e5db-5347-41d8-a311-5bf69eadee13), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:28.054600 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ece1be2d-e0ee-4a5f-aa49-e4d2c38bf02a admin admin] Publish callbacks [] for security_group (9294642c-96d5-45f6-95ce-08b4a94d4ba0), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:28.097316 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a3ffd27d-9144-47da-ae18-394fade265f9 req-2eb61934-9e13-4a00-a3a1-ef5ea281e2e3 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (d7f91352-b57f-43ea-ac22-820aef0e7422), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:28.126384 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-c31a4393-4ff4-431d-9085-439d0a3e1530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b518197a-0d54-4d00-986f-d26532a2879c', 'name': 'tempest-TaggedBootDevicesTest_v242-1599186861-router', 'tenant_id': '5ef363cb3b8e470c93ba878a527f3d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '53366487-d003-490c-bf39-ada7e394c7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:27:16Z', 'updated_at': '2022-03-11T19:27:24Z', 'revision_number': 4, 'project_id': '5ef363cb3b8e470c93ba878a527f3d7f', 'gw_port': {'id': '53366487-d003-490c-bf39-ada7e394c7db', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:05:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b518197a-0d54-4d00-986f-d26532a2879c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:27:17Z', 'updated_at': '2022-03-11T19:27:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '91242456-4d7b-412b-8f72-5a413ddbeddf', 'name': '', 'network_id': 'c6f5d540-3c10-44e4-9f74-cadc36d53aa1', 'tenant_id': '5ef363cb3b8e470c93ba878a527f3d7f', 'mac_address': 'fa:16:3e:81:fc:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b518197a-0d54-4d00-986f-d26532a2879c', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '69381856-dd35-45d7-a782-ea4b8eb1e9ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:27:22Z', 'updated_at': '2022-03-11T19:27:24Z', 'revision_number': 2, 'project_id': '5ef363cb3b8e470c93ba878a527f3d7f', 'subnets': [{'id': '69381856-dd35-45d7-a782-ea4b8eb1e9ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:27:28.165402 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3ffd27d-9144-47da-ae18-394fade265f9 req-2eb61934-9e13-4a00-a3a1-ef5ea281e2e3 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Network 4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:27:28.169915 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7f63f1e8-3bb9-4a7b-ac1a-9dd6dd9af12c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (f9e4d730-0b49-433a-9861-aeaeae015c13), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:28.181508 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ece1be2d-e0ee-4a5f-aa49-e4d2c38bf02a admin admin] Publish callbacks [] for security_group (9294642c-96d5-45f6-95ce-08b4a94d4ba0), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:28.210181 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31a4393-4ff4-431d-9085-439d0a3e1530 None None] Checking router: b518197a-0d54-4d00-986f-d26532a2879c for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:27:28.210543 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31a4393-4ff4-431d-9085-439d0a3e1530 None None] Updating router b518197a-0d54-4d00-986f-d26532a2879c port 91242456-4d7b-412b-8f72-5a413ddbeddf binding host n-d-833163-1 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:27:28.226273 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-a3ffd27d-9144-47da-ae18-394fade265f9 req-2eb61934-9e13-4a00-a3a1-ef5ea281e2e3 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:27:28.231102 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3ffd27d-9144-47da-ae18-394fade265f9 req-2eb61934-9e13-4a00-a3a1-ef5ea281e2e3 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:27:28.282271 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c31a4393-4ff4-431d-9085-439d0a3e1530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (91242456-4d7b-412b-8f72-5a413ddbeddf), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:28.297619 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f63f1e8-3bb9-4a7b-ac1a-9dd6dd9af12c admin admin] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:27:28.310187 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-7f63f1e8-3bb9-4a7b-ac1a-9dd6dd9af12c admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:27:28.314097 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f63f1e8-3bb9-4a7b-ac1a-9dd6dd9af12c admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:27:28.318427 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63f1e8-3bb9-4a7b-ac1a-9dd6dd9af12c admin admin] Pushing event updated for resources: {'Port': ['ID=f9e4d730-0b49-433a-9861-aeaeae015c13,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:28.349003 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb61934-9e13-4a00-a3a1-ef5ea281e2e3 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Pushing event updated for resources: {'Port': ['ID=d7f91352-b57f-43ea-ac22-820aef0e7422,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:28.374226 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7385d897-2aee-47fe-83ef-cb871e592123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (db84e5db-5347-41d8-a311-5bf69eadee13), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:28.377776 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7385d897-2aee-47fe-83ef-cb871e592123 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:28.379191 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-7385d897-2aee-47fe-83ef-cb871e592123 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/db84e5db-5347-41d8-a311-5bf69eadee13 HTTP/1.1" status: 204 len: 168 time: 0.6908095 Mar 11 19:27:28.396309 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7385d897-2aee-47fe-83ef-cb871e592123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db84e5db-5347-41d8-a311-5bf69eadee13,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:28.409362 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ece1be2d-e0ee-4a5f-aa49-e4d2c38bf02a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (9294642c-96d5-45f6-95ce-08b4a94d4ba0), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:28.411951 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ece1be2d-e0ee-4a5f-aa49-e4d2c38bf02a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:28.413758 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ece1be2d-e0ee-4a5f-aa49-e4d2c38bf02a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9294642c-96d5-45f6-95ce-08b4a94d4ba0 HTTP/1.1" status: 204 len: 168 time: 0.7265313 Mar 11 19:27:28.420615 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffd27d-9144-47da-ae18-394fade265f9 req-2eb61934-9e13-4a00-a3a1-ef5ea281e2e3 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:28.420904 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a3ffd27d-9144-47da-ae18-394fade265f9 req-2eb61934-9e13-4a00-a3a1-ef5ea281e2e3 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:28.426424 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ee6af-fc4f-4069-9b1e-777f86b50294 req-2135878d-b925-488e-a6bd-9089b747ac84 tempest-LiveAutoBlockMigrationV225Test-943023921 tempest-LiveAutoBlockMigrationV225Test-943023921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:28.439313 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7d0ee6af-fc4f-4069-9b1e-777f86b50294 req-2135878d-b925-488e-a6bd-9089b747ac84 tempest-LiveAutoBlockMigrationV225Test-943023921 tempest-LiveAutoBlockMigrationV225Test-943023921-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=7e1df5f0-9ba7-4d1f-be0d-cdaa9e480bc8 HTTP/1.1" status: 200 len: 1127 time: 0.2849042 Mar 11 19:27:28.472466 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece1be2d-e0ee-4a5f-aa49-e4d2c38bf02a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9294642c-96d5-45f6-95ce-08b4a94d4ba0,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:28.502020 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a3ffd27d-9144-47da-ae18-394fade265f9 req-2eb61934-9e13-4a00-a3a1-ef5ea281e2e3 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6033800 Mar 11 19:27:28.538448 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device f2e1a13c-d6f2-487e-a1d2-5be10d1ed907 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:27:28.559619 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-a3ffd27d-9144-47da-ae18-394fade265f9 req-a57a8f06-422d-454f-9e1e-73a47fe0a6a9 service neutron] Request body: {'port': {'device_id': '2ad8bcae-55b9-4797-acc5-531c16b5cec4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:27:28.575909 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7d0ee6af-fc4f-4069-9b1e-777f86b50294 req-594ac901-13bf-4784-bf8b-715bc26f589d tempest-LiveAutoBlockMigrationV225Test-943023921 tempest-LiveAutoBlockMigrationV225Test-943023921-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258430 Mar 11 19:27:28.735911 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a3ffd27d-9144-47da-ae18-394fade265f9 req-a57a8f06-422d-454f-9e1e-73a47fe0a6a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d7f91352-b57f-43ea-ac22-820aef0e7422), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:28.843536 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7f63f1e8-3bb9-4a7b-ac1a-9dd6dd9af12c admin admin] Publish callbacks [] for router_gateway (6e22474a-e8fb-43af-8d51-6f34acf010da), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:28.892412 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53136) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:28.899870 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-0c63ae1b-01a7-4782-880a-14a8f49a647b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-484570979-network', 'tenant_id': 'e1dfcd34e812493589bdfdb777e5b392'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:27:28.969496 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0445899-0827-4c75-9bad-fcc9b894d358 req-7a36f292-d56f-4cf7-92cf-774bd2883956 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:28.971295 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d0445899-0827-4c75-9bad-fcc9b894d358 req-7a36f292-d56f-4cf7-92cf-774bd2883956 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ad8bcae-55b9-4797-acc5-531c16b5cec4 HTTP/1.1" status: 200 len: 931 time: 0.1391907 Mar 11 19:27:28.988713 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c63ae1b-01a7-4782-880a-14a8f49a647b admin admin] Made reservation on behalf of e1dfcd34e812493589bdfdb777e5b392 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:27:28.992024 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c63ae1b-01a7-4782-880a-14a8f49a647b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:29.011159 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c63ae1b-01a7-4782-880a-14a8f49a647b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:29.024397 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c31a4393-4ff4-431d-9085-439d0a3e1530 None None] Publish callbacks [] for port (91242456-4d7b-412b-8f72-5a413ddbeddf), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:29.043242 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89efe07-4196-4810-a61a-fd4211d09701 None None] Network 7e891c9c-780d-4806-ada4-461cdb42d7c7 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:27:29.050954 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c31a4393-4ff4-431d-9085-439d0a3e1530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (91242456-4d7b-412b-8f72-5a413ddbeddf), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:29.125501 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d0445899-0827-4c75-9bad-fcc9b894d358 req-3d72b881-05f4-4ffb-a2b1-893fd35e9429 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441739 Mar 11 19:27:29.142759 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fa6a41-78cd-4403-97ac-40038585a32c None None] Pushing event updated for resources: {'Port': ['ID=91242456-4d7b-412b-8f72-5a413ddbeddf,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:29.191981 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:29.212017 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-81e6d933-9a72-4bc6-a956-373f95fa36dd None None] Provisioning complete for port f2e1a13c-d6f2-487e-a1d2-5be10d1ed907 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:27:29.212402 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-81e6d933-9a72-4bc6-a956-373f95fa36dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (f2e1a13c-d6f2-487e-a1d2-5be10d1ed907), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:29.259107 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7f63f1e8-3bb9-4a7b-ac1a-9dd6dd9af12c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (6e22474a-e8fb-43af-8d51-6f34acf010da), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:29.330965 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 53156) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:29.344997 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-c31a4393-4ff4-431d-9085-439d0a3e1530 None None] Attempting to bind port 91242456-4d7b-412b-8f72-5a413ddbeddf on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:27:29.345373 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-c31a4393-4ff4-431d-9085-439d0a3e1530 None None] Attempting to bind port 91242456-4d7b-412b-8f72-5a413ddbeddf by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '6fb1fe13-4657-48d5-8d0a-c7d58555eb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c6f5d540-3c10-44e4-9f74-cadc36d53aa1'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:27:29.345886 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31a4393-4ff4-431d-9085-439d0a3e1530 None None] Attempting to bind port 91242456-4d7b-412b-8f72-5a413ddbeddf on network c6f5d540-3c10-44e4-9f74-cadc36d53aa1 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:27:29.364820 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c63ae1b-01a7-4782-880a-14a8f49a647b admin admin] Publish callbacks [] for security_group (4d712553-add9-44bf-930c-ea512c636d97), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:29.373057 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c63ae1b-01a7-4782-880a-14a8f49a647b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (4d712553-add9-44bf-930c-ea512c636d97), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:29.430674 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-81e6d933-9a72-4bc6-a956-373f95fa36dd None None] Current status of the port f2e1a13c-d6f2-487e-a1d2-5be10d1ed907 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:27:29.431114 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-81e6d933-9a72-4bc6-a956-373f95fa36dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (f2e1a13c-d6f2-487e-a1d2-5be10d1ed907), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:29.461602 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2d3ca0f9-3e17-4381-975c-f9933abd4370 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:29.464369 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c63ae1b-01a7-4782-880a-14a8f49a647b admin admin] vlan segment allocate from pool success with {'vlan_id': 868, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:27:29.497088 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c63ae1b-01a7-4782-880a-14a8f49a647b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (df2d2ef7-1eaf-4100-acf4-d3a03fda323e), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:29.497438 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-0c63ae1b-01a7-4782-880a-14a8f49a647b admin admin] Added segment df2d2ef7-1eaf-4100-acf4-d3a03fda323e of type vlan for network 511bef21-e9c2-460b-aded-a37fed56aa50 Mar 11 19:27:29.522002 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 53158) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:29.549209 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c63ae1b-01a7-4782-880a-14a8f49a647b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (511bef21-e9c2-460b-aded-a37fed56aa50), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:29.601842 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-459b47e9-bfd8-4876-ac45-1bbc45f22d09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:29.602358 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c63ae1b-01a7-4782-880a-14a8f49a647b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d712553-add9-44bf-930c-ea512c636d97,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:29.606289 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c63ae1b-01a7-4782-880a-14a8f49a647b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (511bef21-e9c2-460b-aded-a37fed56aa50), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:29.607523 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c63ae1b-01a7-4782-880a-14a8f49a647b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:29.607843 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c63ae1b-01a7-4782-880a-14a8f49a647b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:29.608035 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-81e6d933-9a72-4bc6-a956-373f95fa36dd None None] For port f2e1a13c-d6f2-487e-a1d2-5be10d1ed907, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=f2e1a13c-d6f2-487e-a1d2-5be10d1ed907,segment=NetworkSegment(56946f99-bbe1-4126-80e4-d7f1dc0f454e),segment_id=56946f99-bbe1-4126-80e4-d7f1dc0f454e)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:27:29.612152 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31a4393-4ff4-431d-9085-439d0a3e1530 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:27:29.613582 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31a4393-4ff4-431d-9085-439d0a3e1530 None None] Checking segment: {'id': '6fb1fe13-4657-48d5-8d0a-c7d58555eb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c6f5d540-3c10-44e4-9f74-cadc36d53aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:27:29.613999 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c31a4393-4ff4-431d-9085-439d0a3e1530 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:29.614490 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31a4393-4ff4-431d-9085-439d0a3e1530 None None] Bound using segment: {'id': '6fb1fe13-4657-48d5-8d0a-c7d58555eb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c6f5d540-3c10-44e4-9f74-cadc36d53aa1'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:27:29.615404 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-c31a4393-4ff4-431d-9085-439d0a3e1530 None None] Bound port: 91242456-4d7b-412b-8f72-5a413ddbeddf, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fb1fe13-4657-48d5-8d0a-c7d58555eb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c6f5d540-3c10-44e4-9f74-cadc36d53aa1'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:27:29.615404 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c31a4393-4ff4-431d-9085-439d0a3e1530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (91242456-4d7b-412b-8f72-5a413ddbeddf), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:29.653287 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port f2e1a13c-d6f2-487e-a1d2-5be10d1ed907 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:27:29.653502 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (f2e1a13c-d6f2-487e-a1d2-5be10d1ed907), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:29.655227 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-81e6d933-9a72-4bc6-a956-373f95fa36dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (f2e1a13c-d6f2-487e-a1d2-5be10d1ed907), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:29.669568 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-0c63ae1b-01a7-4782-880a-14a8f49a647b admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7735794 Mar 11 19:27:29.670427 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53160) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:29.679563 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-2bc20b72-2d3b-4ba4-bdad-12702e6b9bae admin admin] Request body: {'subnet': {'network_id': '511bef21-e9c2-460b-aded-a37fed56aa50', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-484570979-subnet', 'tenant_id': 'e1dfcd34e812493589bdfdb777e5b392', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:27:29.726778 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c63ae1b-01a7-4782-880a-14a8f49a647b admin admin] Pushing event updated for resources: {'Network': ['ID=511bef21-e9c2-460b-aded-a37fed56aa50,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:29.733889 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f63f1e8-3bb9-4a7b-ac1a-9dd6dd9af12c admin admin] Router 6e22474a-e8fb-43af-8d51-6f34acf010da is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:27:29.762490 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 511bef21-e9c2-460b-aded-a37fed56aa50 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:27:29.778267 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc20b72-2d3b-4ba4-bdad-12702e6b9bae admin admin] Made reservation on behalf of e1dfcd34e812493589bdfdb777e5b392 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:27:29.781167 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2bc20b72-2d3b-4ba4-bdad-12702e6b9bae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:29.783556 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-a3ffd27d-9144-47da-ae18-394fade265f9 req-a57a8f06-422d-454f-9e1e-73a47fe0a6a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7f91352-b57f-43ea-ac22-820aef0e7422 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:27:29.792901 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a3ffd27d-9144-47da-ae18-394fade265f9 req-a57a8f06-422d-454f-9e1e-73a47fe0a6a9 service neutron] Publish callbacks [] for port (d7f91352-b57f-43ea-ac22-820aef0e7422), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:29.807863 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-a3ffd27d-9144-47da-ae18-394fade265f9 req-a57a8f06-422d-454f-9e1e-73a47fe0a6a9 service neutron] Transition to ACTIVE for port object d7f91352-b57f-43ea-ac22-820aef0e7422 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:27:29.825916 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a3ffd27d-9144-47da-ae18-394fade265f9 req-a57a8f06-422d-454f-9e1e-73a47fe0a6a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (d7f91352-b57f-43ea-ac22-820aef0e7422), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:29.895430 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e6d933-9a72-4bc6-a956-373f95fa36dd None None] Pushing event updated for resources: {'Port': ['ID=f2e1a13c-d6f2-487e-a1d2-5be10d1ed907,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:29.899965 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c31a4393-4ff4-431d-9085-439d0a3e1530 None None] For port 91242456-4d7b-412b-8f72-5a413ddbeddf, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:27:29.907412 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c31a4393-4ff4-431d-9085-439d0a3e1530 None None] For port 91242456-4d7b-412b-8f72-5a413ddbeddf, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=91242456-4d7b-412b-8f72-5a413ddbeddf,segment=NetworkSegment(6fb1fe13-4657-48d5-8d0a-c7d58555eb34),segment_id=6fb1fe13-4657-48d5-8d0a-c7d58555eb34)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:27:29.910657 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-15ab0385-94e4-4b7e-9c07-55503603131c None None] Provisioning complete for port 91242456-4d7b-412b-8f72-5a413ddbeddf triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:27:29.911187 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-15ab0385-94e4-4b7e-9c07-55503603131c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (91242456-4d7b-412b-8f72-5a413ddbeddf), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:29.912848 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-459b47e9-bfd8-4876-ac45-1bbc45f22d09 admin admin] Publish callbacks [] for security_group (aed52917-f622-4f76-a32b-8d73c6cfe95c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:29.932544 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc89b69-7010-4d00-9ffc-6d977ce4d176 req-430ee526-1129-4088-89a6-25d7e853f850 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:29.939278 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fcc89b69-7010-4d00-9ffc-6d977ce4d176 req-430ee526-1129-4088-89a6-25d7e853f850 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/networks?id=b2c20bf2-5907-4ff7-8af6-23603c7d780a HTTP/1.1" status: 200 len: 820 time: 0.5790939 Mar 11 19:27:29.958897 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c31a4393-4ff4-431d-9085-439d0a3e1530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (91242456-4d7b-412b-8f72-5a413ddbeddf), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:29.959098 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-459b47e9-bfd8-4876-ac45-1bbc45f22d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (aed52917-f622-4f76-a32b-8d73c6cfe95c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:29.983990 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57a8f06-422d-454f-9e1e-73a47fe0a6a9 service neutron] Pushing event updated for resources: {'Port': ['ID=d7f91352-b57f-43ea-ac22-820aef0e7422,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:30.015479 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-15ab0385-94e4-4b7e-9c07-55503603131c None None] Port 91242456-4d7b-412b-8f72-5a413ddbeddf cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:27:30.044754 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fcc89b69-7010-4d00-9ffc-6d977ce4d176 req-37fc72fe-9f6b-4adf-8bfa-4f3a9d81c811 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/quotas/f44b890e943d4aee826b67fd4c2d7b8e HTTP/1.1" status: 200 len: 375 time: 0.1043108 Mar 11 19:27:30.097897 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31a4393-4ff4-431d-9085-439d0a3e1530 None None] Routers {'b518197a-0d54-4d00-986f-d26532a2879c'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:27:30.099925 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-c31a4393-4ff4-431d-9085-439d0a3e1530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:27:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['b518197a-0d54-4d00-986f-d26532a2879c'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:27:30.111699 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port f2e1a13c-d6f2-487e-a1d2-5be10d1ed907 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:27:30.112954 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 53366487-d003-490c-bf39-ada7e394c7db up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:27:30.160034 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2d3ca0f9-3e17-4381-975c-f9933abd4370 admin admin] Publish callbacks [] for security_group (ab648c96-b1f9-4d8d-9cda-6cd88fec6a45), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:30.200699 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459b47e9-bfd8-4876-ac45-1bbc45f22d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed52917-f622-4f76-a32b-8d73c6cfe95c,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:30.217883 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-459b47e9-bfd8-4876-ac45-1bbc45f22d09 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f05342e64e544139a935f77536c02007&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6881917 Mar 11 19:27:30.240470 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fa6a41-78cd-4403-97ac-40038585a32c None None] Pushing event updated for resources: {'Port': ['ID=91242456-4d7b-412b-8f72-5a413ddbeddf,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:30.261058 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2d3ca0f9-3e17-4381-975c-f9933abd4370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (ab648c96-b1f9-4d8d-9cda-6cd88fec6a45), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:30.263613 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 53172) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:30.372363 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-c31a4393-4ff4-431d-9085-439d0a3e1530 None None] Set router b518197a-0d54-4d00-986f-d26532a2879c gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:27:30.403700 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-2d3ca0f9-3e17-4381-975c-f9933abd4370 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=387a72165eeb40919be273476a7afe3a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0705743 Mar 11 19:27:30.408282 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 53178) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:30.410053 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3ca0f9-3e17-4381-975c-f9933abd4370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab648c96-b1f9-4d8d-9cda-6cd88fec6a45,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:30.428228 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f63f1e8-3bb9-4a7b-ac1a-9dd6dd9af12c admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:27:30.437933 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21976673-9ed2-453b-acdd-3391256ba799 None None] Sync routers for ids ['6e22474a-e8fb-43af-8d51-6f34acf010da'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:27:30.451788 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21976673-9ed2-453b-acdd-3391256ba799 None None] Routers {'6e22474a-e8fb-43af-8d51-6f34acf010da'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:27:30.452647 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-21976673-9ed2-453b-acdd-3391256ba799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:27:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['6e22474a-e8fb-43af-8d51-6f34acf010da'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:27:30.492745 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fcc89b69-7010-4d00-9ffc-6d977ce4d176 req-9aab9d76-13c5-4d8e-926a-20b8ba99ab52 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f44b890e943d4aee826b67fd4c2d7b8e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4458780 Mar 11 19:27:30.502931 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7f63f1e8-3bb9-4a7b-ac1a-9dd6dd9af12c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:30.507057 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-7f63f1e8-3bb9-4a7b-ac1a-9dd6dd9af12c admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.4996295 Mar 11 19:27:30.512286 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53180) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:30.517117 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-dc2cdb50-7713-4942-9682-11a305a234cd None None] Provisioning complete for port 91242456-4d7b-412b-8f72-5a413ddbeddf triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:27:30.517306 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dc2cdb50-7713-4942-9682-11a305a234cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (91242456-4d7b-412b-8f72-5a413ddbeddf), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:30.528400 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-a3ffd27d-9144-47da-ae18-394fade265f9 req-a57a8f06-422d-454f-9e1e-73a47fe0a6a9 service neutron] Attempting to bind port d7f91352-b57f-43ea-ac22-820aef0e7422 on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:27:30.528874 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-a3ffd27d-9144-47da-ae18-394fade265f9 req-a57a8f06-422d-454f-9e1e-73a47fe0a6a9 service neutron] Attempting to bind port d7f91352-b57f-43ea-ac22-820aef0e7422 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '9cb9d205-9190-43c8-b078-f8df09db6175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:27:30.529301 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ffd27d-9144-47da-ae18-394fade265f9 req-a57a8f06-422d-454f-9e1e-73a47fe0a6a9 service neutron] Attempting to bind port d7f91352-b57f-43ea-ac22-820aef0e7422 on network 4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:27:30.534019 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-095f48e5-cc9e-474d-9133-2a5765e5f609 admin admin] Publish callbacks [] for security_group (aed52917-f622-4f76-a32b-8d73c6cfe95c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:30.556204 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-095f48e5-cc9e-474d-9133-2a5765e5f609 admin admin] Publish callbacks [] for security_group (aed52917-f622-4f76-a32b-8d73c6cfe95c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:30.588040 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-21976673-9ed2-453b-acdd-3391256ba799 None None] Set router 6e22474a-e8fb-43af-8d51-6f34acf010da gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:27:30.611068 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 53366487-d003-490c-bf39-ada7e394c7db triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:27:30.611438 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (53366487-d003-490c-bf39-ada7e394c7db), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:30.625680 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-095f48e5-cc9e-474d-9133-2a5765e5f609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (aed52917-f622-4f76-a32b-8d73c6cfe95c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:30.628398 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-095f48e5-cc9e-474d-9133-2a5765e5f609 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:30.631940 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-095f48e5-cc9e-474d-9133-2a5765e5f609 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/aed52917-f622-4f76-a32b-8d73c6cfe95c HTTP/1.1" status: 204 len: 168 time: 0.3590908 Mar 11 19:27:30.646303 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec03375c-5c83-4eb9-8cd1-8ef934722a8f req-cb612af2-7a04-44ad-ac69-47ee0f04afcd tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:30.658640 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ec03375c-5c83-4eb9-8cd1-8ef934722a8f req-cb612af2-7a04-44ad-ac69-47ee0f04afcd tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ad8bcae-55b9-4797-acc5-531c16b5cec4 HTTP/1.1" status: 200 len: 943 time: 0.3938885 Mar 11 19:27:30.673646 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ffd27d-9144-47da-ae18-394fade265f9 req-a57a8f06-422d-454f-9e1e-73a47fe0a6a9 service neutron] Port d7f91352-b57f-43ea-ac22-820aef0e7422 on network 4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:27:30.675805 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ffd27d-9144-47da-ae18-394fade265f9 req-a57a8f06-422d-454f-9e1e-73a47fe0a6a9 service neutron] Attempting to bind port d7f91352-b57f-43ea-ac22-820aef0e7422 on network 4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:27:30.726051 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2bc20b72-2d3b-4ba4-bdad-12702e6b9bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (fb77187c-6ba9-41e0-beac-134913a9a6f7), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:30.795799 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-dc2cdb50-7713-4942-9682-11a305a234cd None None] Current status of the port 91242456-4d7b-412b-8f72-5a413ddbeddf is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:27:30.796320 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dc2cdb50-7713-4942-9682-11a305a234cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (91242456-4d7b-412b-8f72-5a413ddbeddf), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:30.810739 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-21976673-9ed2-453b-acdd-3391256ba799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e22474a-e8fb-43af-8d51-6f34acf010da', 'name': 'tempest-ServersTestManualDisk-489776446-router', 'tenant_id': 'ee1db649970c4716b05dd0ce3f8eca3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'f9e4d730-0b49-433a-9861-aeaeae015c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:27:25Z', 'updated_at': '2022-03-11T19:27:28Z', 'revision_number': 3, 'project_id': 'ee1db649970c4716b05dd0ce3f8eca3e', 'gw_port': {'id': 'f9e4d730-0b49-433a-9861-aeaeae015c13', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:fd:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e22474a-e8fb-43af-8d51-6f34acf010da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:27:27Z', 'updated_at': '2022-03-11T19:27:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:27:30.814942 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ffd27d-9144-47da-ae18-394fade265f9 req-a57a8f06-422d-454f-9e1e-73a47fe0a6a9 service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:27:30.815491 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ffd27d-9144-47da-ae18-394fade265f9 req-a57a8f06-422d-454f-9e1e-73a47fe0a6a9 service neutron] Checking segment: {'id': '9cb9d205-9190-43c8-b078-f8df09db6175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:27:30.825913 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ffd27d-9144-47da-ae18-394fade265f9 req-a57a8f06-422d-454f-9e1e-73a47fe0a6a9 service neutron] Bound using segment: {'id': '9cb9d205-9190-43c8-b078-f8df09db6175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:27:30.826710 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-a3ffd27d-9144-47da-ae18-394fade265f9 req-a57a8f06-422d-454f-9e1e-73a47fe0a6a9 service neutron] Bound port: d7f91352-b57f-43ea-ac22-820aef0e7422, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cb9d205-9190-43c8-b078-f8df09db6175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:27:30.828284 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a3ffd27d-9144-47da-ae18-394fade265f9 req-a57a8f06-422d-454f-9e1e-73a47fe0a6a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d7f91352-b57f-43ea-ac22-820aef0e7422), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:30.831452 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c8925eed-f1ce-4a73-9d26-66672754574a admin admin] Publish callbacks [] for security_group (ab648c96-b1f9-4d8d-9cda-6cd88fec6a45), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:30.845316 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21976673-9ed2-453b-acdd-3391256ba799 None None] Checking router: 6e22474a-e8fb-43af-8d51-6f34acf010da for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:27:30.845901 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21976673-9ed2-453b-acdd-3391256ba799 None None] Updating router 6e22474a-e8fb-43af-8d51-6f34acf010da port f9e4d730-0b49-433a-9861-aeaeae015c13 binding host n-d-833163-1 {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:27:30.847501 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-dc2cdb50-7713-4942-9682-11a305a234cd None None] For port 91242456-4d7b-412b-8f72-5a413ddbeddf, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=91242456-4d7b-412b-8f72-5a413ddbeddf,segment=NetworkSegment(6fb1fe13-4657-48d5-8d0a-c7d58555eb34),segment_id=6fb1fe13-4657-48d5-8d0a-c7d58555eb34)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:27:30.850580 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc20b72-2d3b-4ba4-bdad-12702e6b9bae admin admin] Checking segment: {'id': 'df2d2ef7-1eaf-4100-acf4-d3a03fda323e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '511bef21-e9c2-460b-aded-a37fed56aa50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:27:30.850934 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc20b72-2d3b-4ba4-bdad-12702e6b9bae admin admin] Network hostable DHCP agents. Network: 511bef21-e9c2-460b-aded-a37fed56aa50, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:27:30.861911 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c8925eed-f1ce-4a73-9d26-66672754574a admin admin] Publish callbacks [] for security_group (ab648c96-b1f9-4d8d-9cda-6cd88fec6a45), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:30.866676 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dc2cdb50-7713-4942-9682-11a305a234cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (91242456-4d7b-412b-8f72-5a413ddbeddf), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:30.878823 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-21976673-9ed2-453b-acdd-3391256ba799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (f9e4d730-0b49-433a-9861-aeaeae015c13), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:30.909003 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095f48e5-cc9e-474d-9133-2a5765e5f609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed52917-f622-4f76-a32b-8d73c6cfe95c,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:30.922415 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc20b72-2d3b-4ba4-bdad-12702e6b9bae admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb77187c-6ba9-41e0-beac-134913a9a6f7,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:30.936410 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c8925eed-f1ce-4a73-9d26-66672754574a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (ab648c96-b1f9-4d8d-9cda-6cd88fec6a45), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:30.938784 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc20b72-2d3b-4ba4-bdad-12702e6b9bae admin admin] Network 511bef21-e9c2-460b-aded-a37fed56aa50 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:27:30.940146 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c8925eed-f1ce-4a73-9d26-66672754574a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:30.944251 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-c8925eed-f1ce-4a73-9d26-66672754574a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ab648c96-b1f9-4d8d-9cda-6cd88fec6a45 HTTP/1.1" status: 204 len: 168 time: 0.5283008 Mar 11 19:27:30.952237 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-2bc20b72-2d3b-4ba4-bdad-12702e6b9bae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 511bef21-e9c2-460b-aded-a37fed56aa50) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:27:30.986597 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8925eed-f1ce-4a73-9d26-66672754574a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab648c96-b1f9-4d8d-9cda-6cd88fec6a45,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:31.021825 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2cdb50-7713-4942-9682-11a305a234cd None None] Pushing event updated for resources: {'Port': ['ID=91242456-4d7b-412b-8f72-5a413ddbeddf,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:31.023867 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ec03375c-5c83-4eb9-8cd1-8ef934722a8f req-643db1dc-1a21-4404-b40a-a29c370d63b1 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3632977 Mar 11 19:27:31.047926 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fcc89b69-7010-4d00-9ffc-6d977ce4d176 req-ad3d28e0-d0e7-4049-9ad7-531bb26ef640 service neutron] 10.222.0.65 "GET /v2.0/networks/b2c20bf2-5907-4ff7-8af6-23603c7d780a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5539773 Mar 11 19:27:31.057678 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b54302-4a21-4d1a-9978-2204ac2f40f8 None None] Network 511bef21-e9c2-460b-aded-a37fed56aa50 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:27:31.149628 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-a3ffd27d-9144-47da-ae18-394fade265f9 req-a57a8f06-422d-454f-9e1e-73a47fe0a6a9 service neutron] For port d7f91352-b57f-43ea-ac22-820aef0e7422, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:27:31.175211 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-a3ffd27d-9144-47da-ae18-394fade265f9 req-a57a8f06-422d-454f-9e1e-73a47fe0a6a9 service neutron] For port d7f91352-b57f-43ea-ac22-820aef0e7422, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=d7f91352-b57f-43ea-ac22-820aef0e7422,segment=NetworkSegment(9cb9d205-9190-43c8-b078-f8df09db6175),segment_id=9cb9d205-9190-43c8-b078-f8df09db6175)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:27:31.177526 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-dc2cdb50-7713-4942-9682-11a305a234cd None None] Provisioning complete for port f2e1a13c-d6f2-487e-a1d2-5be10d1ed907 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:27:31.178645 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dc2cdb50-7713-4942-9682-11a305a234cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (f2e1a13c-d6f2-487e-a1d2-5be10d1ed907), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:31.185613 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc20b72-2d3b-4ba4-bdad-12702e6b9bae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:31.186563 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2bc20b72-2d3b-4ba4-bdad-12702e6b9bae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:31.207519 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a3ffd27d-9144-47da-ae18-394fade265f9 req-a57a8f06-422d-454f-9e1e-73a47fe0a6a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (d7f91352-b57f-43ea-ac22-820aef0e7422), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:31.221357 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-2bc20b72-2d3b-4ba4-bdad-12702e6b9bae admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5473855 Mar 11 19:27:31.239915 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53192) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:31.245459 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-206116fc-e45a-4eef-aedd-38332fdd2c18 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-484570979-router', 'tenant_id': 'e1dfcd34e812493589bdfdb777e5b392', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:27:31.291936 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 53366487-d003-490c-bf39-ada7e394c7db is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:27:31.310871 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fcc89b69-7010-4d00-9ffc-6d977ce4d176 req-43375ce1-6a6f-4012-9c51-dde74fe22a5b service neutron] 10.222.0.65 "GET /v2.0/networks/b2c20bf2-5907-4ff7-8af6-23603c7d780a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606916 Mar 11 19:27:31.315245 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57a8f06-422d-454f-9e1e-73a47fe0a6a9 service neutron] Pushing event updated for resources: {'Port': ['ID=d7f91352-b57f-43ea-ac22-820aef0e7422,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:31.328058 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffd27d-9144-47da-ae18-394fade265f9 req-a57a8f06-422d-454f-9e1e-73a47fe0a6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:31.328670 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a3ffd27d-9144-47da-ae18-394fade265f9 req-a57a8f06-422d-454f-9e1e-73a47fe0a6a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:31.330424 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a3ffd27d-9144-47da-ae18-394fade265f9 req-a57a8f06-422d-454f-9e1e-73a47fe0a6a9 service neutron] 10.222.0.75 "PUT /v2.0/ports/d7f91352-b57f-43ea-ac22-820aef0e7422 HTTP/1.1" status: 200 len: 1091 time: 2.7826219 Mar 11 19:27:31.330945 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ad8bcae-55b9-4797-acc5-531c16b5cec4', 'tag': 'd7f91352-b57f-43ea-ac22-820aef0e7422'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:27:31.333815 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e224d38-f331-4b8d-a0e9-de82fe0e3a24" -d '{"events": [{"name": "network-changed", "server_uuid": "2ad8bcae-55b9-4797-acc5-531c16b5cec4", "tag": "d7f91352-b57f-43ea-ac22-820aef0e7422"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:27:31.390417 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-c31a4393-4ff4-431d-9085-439d0a3e1530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b518197a-0d54-4d00-986f-d26532a2879c', 'name': 'tempest-TaggedBootDevicesTest_v242-1599186861-router', 'tenant_id': '5ef363cb3b8e470c93ba878a527f3d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '53366487-d003-490c-bf39-ada7e394c7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:27:16Z', 'updated_at': '2022-03-11T19:27:24Z', 'revision_number': 4, 'project_id': '5ef363cb3b8e470c93ba878a527f3d7f', 'gw_port': {'id': '53366487-d003-490c-bf39-ada7e394c7db', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:05:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b518197a-0d54-4d00-986f-d26532a2879c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:27:17Z', 'updated_at': '2022-03-11T19:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '91242456-4d7b-412b-8f72-5a413ddbeddf', 'name': '', 'network_id': 'c6f5d540-3c10-44e4-9f74-cadc36d53aa1', 'tenant_id': '5ef363cb3b8e470c93ba878a527f3d7f', 'mac_address': 'fa:16:3e:81:fc:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b518197a-0d54-4d00-986f-d26532a2879c', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '69381856-dd35-45d7-a782-ea4b8eb1e9ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:27:22Z', 'updated_at': '2022-03-11T19:27:29Z', 'revision_number': 4, 'project_id': '5ef363cb3b8e470c93ba878a527f3d7f', 'subnets': [{'id': '69381856-dd35-45d7-a782-ea4b8eb1e9ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:27:31.425779 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-206116fc-e45a-4eef-aedd-38332fdd2c18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (87b154a0-a810-47cc-9b9e-5abdaed1677d), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:31.428496 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-206116fc-e45a-4eef-aedd-38332fdd2c18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (87b154a0-a810-47cc-9b9e-5abdaed1677d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:31.494689 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffd27d-9144-47da-ae18-394fade265f9 req-76b94b8c-534b-4748-b423-4483aa3f6f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:31.497984 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a3ffd27d-9144-47da-ae18-394fade265f9 req-76b94b8c-534b-4748-b423-4483aa3f6f10 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f95acd8ec5ef45d8b7ae8994d46f4375&device_id=2ad8bcae-55b9-4797-acc5-531c16b5cec4 HTTP/1.1" status: 200 len: 1125 time: 0.1207521 Mar 11 19:27:31.535853 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf2d2fa-83dd-4ef5-b6a3-3fb8179bd724 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-511bef21-e9c2-460b-aded-a37fed56aa50', 'network_id': '511bef21-e9c2-460b-aded-a37fed56aa50', 'project_id': 'e1dfcd34e812493589bdfdb777e5b392', 'fixed_ips': [{'subnet_id': 'fb77187c-6ba9-41e0-beac-134913a9a6f7'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:27:31.536660 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0bf2d2fa-83dd-4ef5-b6a3-3fb8179bd724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:31.592536 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device f2e1a13c-d6f2-487e-a1d2-5be10d1ed907 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:27:31.594349 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31a4393-4ff4-431d-9085-439d0a3e1530 None None] The sync data for ids ['b518197a-0d54-4d00-986f-d26532a2879c'] in n-d-833163-1 is: [{'id': 'b518197a-0d54-4d00-986f-d26532a2879c', 'name': 'tempest-TaggedBootDevicesTest_v242-1599186861-router', 'tenant_id': '5ef363cb3b8e470c93ba878a527f3d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '53366487-d003-490c-bf39-ada7e394c7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:27:16Z', 'updated_at': '2022-03-11T19:27:24Z', 'revision_number': 4, 'project_id': '5ef363cb3b8e470c93ba878a527f3d7f', 'gw_port': {'id': '53366487-d003-490c-bf39-ada7e394c7db', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:05:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b518197a-0d54-4d00-986f-d26532a2879c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:27:17Z', 'updated_at': '2022-03-11T19:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '91242456-4d7b-412b-8f72-5a413ddbeddf', 'name': '', 'network_id': 'c6f5d540-3c10-44e4-9f74-cadc36d53aa1', 'tenant_id': '5ef363cb3b8e470c93ba878a527f3d7f', 'mac_address': 'fa:16:3e:81:fc:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b518197a-0d54-4d00-986f-d26532a2879c', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '69381856-dd35-45d7-a782-ea4b8eb1e9ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:27:22Z', 'updated_at': '2022-03-11T19:27:29Z', 'revision_number': 4, 'project_id': '5ef363cb3b8e470c93ba878a527f3d7f', 'subnets': [{'id': '69381856-dd35-45d7-a782-ea4b8eb1e9ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:27:31.641102 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-21976673-9ed2-453b-acdd-3391256ba799 None None] Publish callbacks [] for port (f9e4d730-0b49-433a-9861-aeaeae015c13), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:31.649755 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-21976673-9ed2-453b-acdd-3391256ba799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (f9e4d730-0b49-433a-9861-aeaeae015c13), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:31.712103 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a3ffd27d-9144-47da-ae18-394fade265f9 req-b08e8392-059c-4025-b1cf-42fde6348a4b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7f91352-b57f-43ea-ac22-820aef0e7422 HTTP/1.1" status: 200 len: 217 time: 0.2052102 Mar 11 19:27:31.715802 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb9edef-16a9-439a-90ce-876c43b06e1f x-openstack-request-id: req-0eb9edef-16a9-439a-90ce-876c43b06e1f {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:27:31.716170 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ad8bcae-55b9-4797-acc5-531c16b5cec4", "tag": "d7f91352-b57f-43ea-ac22-820aef0e7422", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:27:31.716554 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0eb9edef-16a9-439a-90ce-876c43b06e1f {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:27:31.717356 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ad8bcae-55b9-4797-acc5-531c16b5cec4', 'tag': 'd7f91352-b57f-43ea-ac22-820aef0e7422', 'status': 'completed', 'code': 200} Mar 11 19:27:31.805106 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8daa53ed-1929-4f89-b266-e80bbac5e538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:31.809673 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780da79b-350d-4574-b694-2333aadde903 None None] Pushing event updated for resources: {'Port': ['ID=f9e4d730-0b49-433a-9861-aeaeae015c13,revision_number=2']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:31.821712 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-85f4f0fe-8e80-43cd-9fb3-6cbdcc7d788d req-142f20fd-8881-4030-9ed4-351579f65e77 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=a338db77-8ad8-4947-b52d-51fb4f1bae2a HTTP/1.1" status: 200 len: 210 time: 0.1027803 Mar 11 19:27:31.871196 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-21976673-9ed2-453b-acdd-3391256ba799 None None] Attempting to bind port f9e4d730-0b49-433a-9861-aeaeae015c13 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:27:31.872035 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-21976673-9ed2-453b-acdd-3391256ba799 None None] Attempting to bind port f9e4d730-0b49-433a-9861-aeaeae015c13 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:27:31.872678 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21976673-9ed2-453b-acdd-3391256ba799 None None] Attempting to bind port f9e4d730-0b49-433a-9861-aeaeae015c13 on network 612cc066-33e3-444d-b1c7-d0a64751482a {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:27:31.881866 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21976673-9ed2-453b-acdd-3391256ba799 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:27:31.884144 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21976673-9ed2-453b-acdd-3391256ba799 None None] Checking segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:27:31.885369 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-21976673-9ed2-453b-acdd-3391256ba799 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:31.886047 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21976673-9ed2-453b-acdd-3391256ba799 None None] Bound using segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:27:31.886702 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-21976673-9ed2-453b-acdd-3391256ba799 None None] Bound port: f9e4d730-0b49-433a-9861-aeaeae015c13, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:27:31.887425 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-21976673-9ed2-453b-acdd-3391256ba799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (f9e4d730-0b49-433a-9861-aeaeae015c13), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:31.924012 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffd27d-9144-47da-ae18-394fade265f9 req-381c9738-f0de-4f62-818d-975ff0189913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:31.928490 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a3ffd27d-9144-47da-ae18-394fade265f9 req-381c9738-f0de-4f62-818d-975ff0189913 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f742a986-c135-4269-ad05-332f85e495a8 HTTP/1.1" status: 200 len: 847 time: 0.2009478 Mar 11 19:27:31.958802 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-206116fc-e45a-4eef-aedd-38332fdd2c18 admin admin] Publish callbacks [] for router_controller (87b154a0-a810-47cc-9b9e-5abdaed1677d), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:31.996308 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9a8f3c27-3978-4e62-a32b-02156f64bbd0 req-1079f5c1-ef5a-4da8-b8f3-9db4252bdaed tempest-QuotasAdminNegativeTest-1083962775 tempest-QuotasAdminNegativeTest-1083962775-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=759b386a274c42fab953b063e730d3a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0781248 Mar 11 19:27:32.006620 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-21976673-9ed2-453b-acdd-3391256ba799 None None] For port f9e4d730-0b49-433a-9861-aeaeae015c13, host n-d-833163-1, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:27:32.016415 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-21976673-9ed2-453b-acdd-3391256ba799 None None] For port f9e4d730-0b49-433a-9861-aeaeae015c13, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=f9e4d730-0b49-433a-9861-aeaeae015c13,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:27:32.088944 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-21976673-9ed2-453b-acdd-3391256ba799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (f9e4d730-0b49-433a-9861-aeaeae015c13), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:32.152260 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-dc2cdb50-7713-4942-9682-11a305a234cd None None] Current status of the port f2e1a13c-d6f2-487e-a1d2-5be10d1ed907 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:27:32.268424 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port f2e1a13c-d6f2-487e-a1d2-5be10d1ed907 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:27:32.269065 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (f2e1a13c-d6f2-487e-a1d2-5be10d1ed907), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:32.275555 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21976673-9ed2-453b-acdd-3391256ba799 None None] Routers {'6e22474a-e8fb-43af-8d51-6f34acf010da'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:27:32.280127 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-21976673-9ed2-453b-acdd-3391256ba799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:27:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['6e22474a-e8fb-43af-8d51-6f34acf010da'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:27:32.333000 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a3ffd27d-9144-47da-ae18-394fade265f9 req-3b0d24ef-8ba5-4441-b310-65720ce7ecc1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3305399 Mar 11 19:27:32.381522 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-0bf2d2fa-83dd-4ef5-b6a3-3fb8179bd724 None None] Allocated IP 172.20.0.2 (511bef21-e9c2-460b-aded-a37fed56aa50/fb77187c-6ba9-41e0-beac-134913a9a6f7/653f0d61-00c6-455b-9c42-b10356214959) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:27:32.424106 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780da79b-350d-4574-b694-2333aadde903 None None] Pushing event updated for resources: {'Port': ['ID=f9e4d730-0b49-433a-9861-aeaeae015c13,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:32.457397 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-8daa53ed-1929-4f89-b266-e80bbac5e538 admin admin] Allocated IP 172.20.0.1 (7e891c9c-780d-4806-ada4-461cdb42d7c7/d441f654-9ad6-4cc6-8a21-7d1bf2607b2a/ea46a9aa-1392-42b7-ac12-28c954299cb4) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:27:32.563096 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a3ffd27d-9144-47da-ae18-394fade265f9 req-aaee074e-98b2-44da-95fa-1882d01a1e50 service neutron] 10.222.0.75 "GET /v2.0/networks/4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183895 Mar 11 19:27:32.633574 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-21976673-9ed2-453b-acdd-3391256ba799 None None] Set router 6e22474a-e8fb-43af-8d51-6f34acf010da gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:27:32.699307 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a3ffd27d-9144-47da-ae18-394fade265f9 req-56401f39-1670-4b28-87aa-3384d88e7373 service neutron] 10.222.0.75 "GET /v2.0/networks/4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242309 Mar 11 19:27:32.731336 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f3c27-3978-4e62-a32b-02156f64bbd0 req-82bdd4f4-a0e2-466b-9fd2-c05a15cc7ee4 tempest-QuotasAdminNegativeTest-1083962775 tempest-QuotasAdminNegativeTest-1083962775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:32.733190 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9a8f3c27-3978-4e62-a32b-02156f64bbd0 req-82bdd4f4-a0e2-466b-9fd2-c05a15cc7ee4 tempest-QuotasAdminNegativeTest-1083962775 tempest-QuotasAdminNegativeTest-1083962775-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7342148 Mar 11 19:27:32.759063 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3cb79c-2abb-4f08-b3d0-f63fd0719120 req-ce49045c-eb5b-4c98-b25c-82c1f71789d5 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:32.760851 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4d3cb79c-2abb-4f08-b3d0-f63fd0719120 req-ce49045c-eb5b-4c98-b25c-82c1f71789d5 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ad8bcae-55b9-4797-acc5-531c16b5cec4 HTTP/1.1" status: 200 len: 943 time: 0.5147889 Mar 11 19:27:32.765013 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9a8f3c27-3978-4e62-a32b-02156f64bbd0 req-482bd544-84d9-46d7-aa39-16cded4d6baa tempest-QuotasAdminNegativeTest-1083962775 tempest-QuotasAdminNegativeTest-1083962775-project] 10.222.0.65 "GET /v2.0/quotas/759b386a274c42fab953b063e730d3a2 HTTP/1.1" status: 200 len: 375 time: 0.0243623 Mar 11 19:27:32.791295 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8daa53ed-1929-4f89-b266-e80bbac5e538 admin admin] Publish callbacks [] for port (ea46a9aa-1392-42b7-ac12-28c954299cb4), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:32.837045 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port f2e1a13c-d6f2-487e-a1d2-5be10d1ed907 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:27:32.968553 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0bf2d2fa-83dd-4ef5-b6a3-3fb8179bd724 None None] Publish callbacks [] for port (653f0d61-00c6-455b-9c42-b10356214959), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:32.978068 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0bf2d2fa-83dd-4ef5-b6a3-3fb8179bd724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (653f0d61-00c6-455b-9c42-b10356214959), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:33.092494 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf2d2fa-83dd-4ef5-b6a3-3fb8179bd724 None None] Network 511bef21-e9c2-460b-aded-a37fed56aa50 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:27:33.100610 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-0bf2d2fa-83dd-4ef5-b6a3-3fb8179bd724 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:27:33.105042 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf2d2fa-83dd-4ef5-b6a3-3fb8179bd724 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:27:33.123294 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8daa53ed-1929-4f89-b266-e80bbac5e538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (ea46a9aa-1392-42b7-ac12-28c954299cb4), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:33.176144 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf2d2fa-83dd-4ef5-b6a3-3fb8179bd724 None None] Pushing event updated for resources: {'Port': ['ID=653f0d61-00c6-455b-9c42-b10356214959,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:33.249704 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8daa53ed-1929-4f89-b266-e80bbac5e538 admin admin] Network 7e891c9c-780d-4806-ada4-461cdb42d7c7 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:27:33.278176 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-21976673-9ed2-453b-acdd-3391256ba799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e22474a-e8fb-43af-8d51-6f34acf010da', 'name': 'tempest-ServersTestManualDisk-489776446-router', 'tenant_id': 'ee1db649970c4716b05dd0ce3f8eca3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'f9e4d730-0b49-433a-9861-aeaeae015c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:27:25Z', 'updated_at': '2022-03-11T19:27:28Z', 'revision_number': 3, 'project_id': 'ee1db649970c4716b05dd0ce3f8eca3e', 'gw_port': {'id': 'f9e4d730-0b49-433a-9861-aeaeae015c13', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:fd:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e22474a-e8fb-43af-8d51-6f34acf010da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:27:27Z', 'updated_at': '2022-03-11T19:27:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:27:33.335340 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-8daa53ed-1929-4f89-b266-e80bbac5e538 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:27:33.345343 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8daa53ed-1929-4f89-b266-e80bbac5e538 admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:27:33.345908 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21976673-9ed2-453b-acdd-3391256ba799 None None] The sync data for ids ['6e22474a-e8fb-43af-8d51-6f34acf010da'] in n-d-833163-1 is: [{'id': '6e22474a-e8fb-43af-8d51-6f34acf010da', 'name': 'tempest-ServersTestManualDisk-489776446-router', 'tenant_id': 'ee1db649970c4716b05dd0ce3f8eca3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'f9e4d730-0b49-433a-9861-aeaeae015c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:27:25Z', 'updated_at': '2022-03-11T19:27:28Z', 'revision_number': 3, 'project_id': 'ee1db649970c4716b05dd0ce3f8eca3e', 'gw_port': {'id': 'f9e4d730-0b49-433a-9861-aeaeae015c13', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:fd:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e22474a-e8fb-43af-8d51-6f34acf010da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:27:27Z', 'updated_at': '2022-03-11T19:27:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:27:33.357363 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9a8f3c27-3978-4e62-a32b-02156f64bbd0 req-2213da80-4d50-46ff-9842-c910e18bb754 tempest-QuotasAdminNegativeTest-1083962775 tempest-QuotasAdminNegativeTest-1083962775-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=759b386a274c42fab953b063e730d3a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5820184 Mar 11 19:27:33.454631 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8daa53ed-1929-4f89-b266-e80bbac5e538 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (6e22474a-e8fb-43af-8d51-6f34acf010da), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:33.486141 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4d3cb79c-2abb-4f08-b3d0-f63fd0719120 req-5ee359b6-8d08-461d-8ff6-746d3d82ecb2 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7187569 Mar 11 19:27:33.519044 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e224d38-f331-4b8d-a0e9-de82fe0e3a24 req-30b0fc8c-3af9-4cff-b65d-9ec2eca1b9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:33.527656 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7e224d38-f331-4b8d-a0e9-de82fe0e3a24 req-30b0fc8c-3af9-4cff-b65d-9ec2eca1b9fc service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f95acd8ec5ef45d8b7ae8994d46f4375&device_id=2ad8bcae-55b9-4797-acc5-531c16b5cec4 HTTP/1.1" status: 200 len: 1125 time: 0.1709831 Mar 11 19:27:33.571207 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-206116fc-e45a-4eef-aedd-38332fdd2c18 admin admin] Publish callbacks [] for router_gateway (87b154a0-a810-47cc-9b9e-5abdaed1677d), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:33.636319 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 91242456-4d7b-412b-8f72-5a413ddbeddf up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:27:33.747663 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-0bf2d2fa-83dd-4ef5-b6a3-3fb8179bd724 None None] Attempting to bind port 653f0d61-00c6-455b-9c42-b10356214959 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:27:33.748991 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-0bf2d2fa-83dd-4ef5-b6a3-3fb8179bd724 None None] Attempting to bind port 653f0d61-00c6-455b-9c42-b10356214959 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'df2d2ef7-1eaf-4100-acf4-d3a03fda323e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '511bef21-e9c2-460b-aded-a37fed56aa50'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:27:33.749707 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf2d2fa-83dd-4ef5-b6a3-3fb8179bd724 None None] Attempting to bind port 653f0d61-00c6-455b-9c42-b10356214959 on network 511bef21-e9c2-460b-aded-a37fed56aa50 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:27:33.765363 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf2d2fa-83dd-4ef5-b6a3-3fb8179bd724 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:27:33.765892 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf2d2fa-83dd-4ef5-b6a3-3fb8179bd724 None None] Checking segment: {'id': 'df2d2ef7-1eaf-4100-acf4-d3a03fda323e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '511bef21-e9c2-460b-aded-a37fed56aa50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:27:33.766445 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0bf2d2fa-83dd-4ef5-b6a3-3fb8179bd724 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:33.769472 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf2d2fa-83dd-4ef5-b6a3-3fb8179bd724 None None] Bound using segment: {'id': 'df2d2ef7-1eaf-4100-acf4-d3a03fda323e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '511bef21-e9c2-460b-aded-a37fed56aa50'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:27:33.770463 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-0bf2d2fa-83dd-4ef5-b6a3-3fb8179bd724 None None] Bound port: 653f0d61-00c6-455b-9c42-b10356214959, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2d2ef7-1eaf-4100-acf4-d3a03fda323e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '511bef21-e9c2-460b-aded-a37fed56aa50'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:27:33.770980 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0bf2d2fa-83dd-4ef5-b6a3-3fb8179bd724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (653f0d61-00c6-455b-9c42-b10356214959), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:33.777283 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 91242456-4d7b-412b-8f72-5a413ddbeddf triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:27:33.779472 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (91242456-4d7b-412b-8f72-5a413ddbeddf), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:33.834939 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a8645dc3-52b2-4228-9c2e-f52ce86f794a req-0467e871-0edb-4b87-9eb4-c17400458de4 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=a338db77-8ad8-4947-b52d-51fb4f1bae2a HTTP/1.1" status: 200 len: 210 time: 0.0834506 Mar 11 19:27:33.841993 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daa53ed-1929-4f89-b266-e80bbac5e538 admin admin] Pushing event updated for resources: {'Port': ['ID=ea46a9aa-1392-42b7-ac12-28c954299cb4,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:33.936851 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e224d38-f331-4b8d-a0e9-de82fe0e3a24 req-c71eaa15-5a02-4113-bedb-a042f7a633cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:33.941484 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7e224d38-f331-4b8d-a0e9-de82fe0e3a24 req-c71eaa15-5a02-4113-bedb-a042f7a633cd service neutron] 10.222.0.75 "GET /v2.0/networks?id=4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a HTTP/1.1" status: 200 len: 908 time: 0.4119236 Mar 11 19:27:34.070473 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7e224d38-f331-4b8d-a0e9-de82fe0e3a24 req-63efb948-30ab-407b-bda2-ffd5a4224fc5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7f91352-b57f-43ea-ac22-820aef0e7422 HTTP/1.1" status: 200 len: 217 time: 0.1164174 Mar 11 19:27:34.105945 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-99140496-7f24-4b67-a1c8-ba8a68aaf92f None None] Provisioning complete for port ea46a9aa-1392-42b7-ac12-28c954299cb4 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:27:34.106326 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-99140496-7f24-4b67-a1c8-ba8a68aaf92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ea46a9aa-1392-42b7-ac12-28c954299cb4), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:34.199004 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e224d38-f331-4b8d-a0e9-de82fe0e3a24 req-06b3678e-326b-4c54-81c8-b23dfa1d40fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:34.200817 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7e224d38-f331-4b8d-a0e9-de82fe0e3a24 req-06b3678e-326b-4c54-81c8-b23dfa1d40fe service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f742a986-c135-4269-ad05-332f85e495a8 HTTP/1.1" status: 200 len: 847 time: 0.1240542 Mar 11 19:27:34.218363 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc89b69-7010-4d00-9ffc-6d977ce4d176 req-f5b54bf4-9c93-45ab-b8fe-151e39c93a03 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:34.229190 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-fcc89b69-7010-4d00-9ffc-6d977ce4d176 req-f5b54bf4-9c93-45ab-b8fe-151e39c93a03 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.57 "GET /v2.0/networks?id=b2c20bf2-5907-4ff7-8af6-23603c7d780a HTTP/1.1" status: 200 len: 820 time: 0.5086293 Mar 11 19:27:34.241723 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-fcc89b69-7010-4d00-9ffc-6d977ce4d176 req-8aa20f07-033c-4ff7-8443-73f141e02a0b tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Request body: {'port': {'device_id': 'a338db77-8ad8-4947-b52d-51fb4f1bae2a', 'network_id': 'b2c20bf2-5907-4ff7-8af6-23603c7d780a', 'admin_state_up': True, 'tenant_id': 'f44b890e943d4aee826b67fd4c2d7b8e'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:27:34.304873 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7e224d38-f331-4b8d-a0e9-de82fe0e3a24 req-276d3fb2-1ea1-4a62-94b8-87d73700119e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0936666 Mar 11 19:27:34.326367 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-0bf2d2fa-83dd-4ef5-b6a3-3fb8179bd724 None None] For port 653f0d61-00c6-455b-9c42-b10356214959, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:27:34.348349 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-0bf2d2fa-83dd-4ef5-b6a3-3fb8179bd724 None None] For port 653f0d61-00c6-455b-9c42-b10356214959, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=653f0d61-00c6-455b-9c42-b10356214959,segment=NetworkSegment(df2d2ef7-1eaf-4100-acf4-d3a03fda323e),segment_id=df2d2ef7-1eaf-4100-acf4-d3a03fda323e)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:27:34.366451 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-99140496-7f24-4b67-a1c8-ba8a68aaf92f None None] Port ea46a9aa-1392-42b7-ac12-28c954299cb4 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:27:34.379539 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0bf2d2fa-83dd-4ef5-b6a3-3fb8179bd724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (653f0d61-00c6-455b-9c42-b10356214959), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:34.453031 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 91242456-4d7b-412b-8f72-5a413ddbeddf is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:27:34.494814 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8daa53ed-1929-4f89-b266-e80bbac5e538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ea46a9aa-1392-42b7-ac12-28c954299cb4), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:34.511560 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf2d2fa-83dd-4ef5-b6a3-3fb8179bd724 None None] Pushing event updated for resources: {'Port': ['ID=653f0d61-00c6-455b-9c42-b10356214959,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:34.529710 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7e224d38-f331-4b8d-a0e9-de82fe0e3a24 req-330fb179-8e64-4884-90c2-9334344dbe41 service neutron] 10.222.0.75 "GET /v2.0/networks/4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170765 Mar 11 19:27:34.729805 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7e224d38-f331-4b8d-a0e9-de82fe0e3a24 req-04f1792c-52c0-475a-acee-485cb09a844b service neutron] 10.222.0.75 "GET /v2.0/networks/4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930690 Mar 11 19:27:34.758971 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bf0054-5341-4143-875f-f30ec6e84de2 req-4422a994-c7c9-4630-b577-823699bdfb50 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:34.760748 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e9bf0054-5341-4143-875f-f30ec6e84de2 req-4422a994-c7c9-4630-b577-823699bdfb50 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ad8bcae-55b9-4797-acc5-531c16b5cec4 HTTP/1.1" status: 200 len: 943 time: 0.1137660 Mar 11 19:27:34.874773 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-206116fc-e45a-4eef-aedd-38332fdd2c18 admin admin] Publish callbacks [] for router_gateway (87b154a0-a810-47cc-9b9e-5abdaed1677d), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:34.883724 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e9bf0054-5341-4143-875f-f30ec6e84de2 req-999da215-90aa-4531-860c-8a3072e2f456 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150551 Mar 11 19:27:34.892126 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcc89b69-7010-4d00-9ffc-6d977ce4d176 req-8aa20f07-033c-4ff7-8443-73f141e02a0b tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Made reservation on behalf of f44b890e943d4aee826b67fd4c2d7b8e for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:27:34.910698 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fcc89b69-7010-4d00-9ffc-6d977ce4d176 req-8aa20f07-033c-4ff7-8443-73f141e02a0b tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:34.965314 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-206116fc-e45a-4eef-aedd-38332fdd2c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:35.089000 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0c127214-67ee-46a5-afab-cb24c3fd2cb6 req-19efe8ac-b131-4517-b02b-958c12cce785 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=a338db77-8ad8-4947-b52d-51fb4f1bae2a HTTP/1.1" status: 200 len: 210 time: 0.0435002 Mar 11 19:27:35.353083 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d06d9d2a-5389-4baa-b5c7-f3241e07b26c req-e9503807-252c-4371-b5ce-9e1284edcb85 tempest-TenantUsagesTestJSON-145589814 tempest-TenantUsagesTestJSON-145589814-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=337b6c68ec3745adb7c3d2c777b67653&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0457096 Mar 11 19:27:35.488251 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8daa53ed-1929-4f89-b266-e80bbac5e538 admin admin] Publish callbacks [] for port (ea46a9aa-1392-42b7-ac12-28c954299cb4), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:35.491639 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device d7f91352-b57f-43ea-ac22-820aef0e7422 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:27:35.523783 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device f9e4d730-0b49-433a-9861-aeaeae015c13 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:27:35.561253 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-fcc89b69-7010-4d00-9ffc-6d977ce4d176 req-8aa20f07-033c-4ff7-8443-73f141e02a0b tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Allocated IP 172.20.0.14 (b2c20bf2-5907-4ff7-8af6-23603c7d780a/a7be26a8-b37a-4d01-b7d9-b9690160171c/e06922d1-ae39-4d7c-8a47-26cdb60421c8) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:27:35.575685 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d9d2a-5389-4baa-b5c7-f3241e07b26c req-6a3879d8-d0fd-47da-8bfa-8be2862aa548 tempest-TenantUsagesTestJSON-145589814 tempest-TenantUsagesTestJSON-145589814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:35.578424 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d06d9d2a-5389-4baa-b5c7-f3241e07b26c req-6a3879d8-d0fd-47da-8bfa-8be2862aa548 tempest-TenantUsagesTestJSON-145589814 tempest-TenantUsagesTestJSON-145589814-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2179141 Mar 11 19:27:35.605984 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d06d9d2a-5389-4baa-b5c7-f3241e07b26c req-4054089e-fcab-478b-8d52-3a2e38797574 tempest-TenantUsagesTestJSON-145589814 tempest-TenantUsagesTestJSON-145589814-project] 10.222.0.65 "GET /v2.0/quotas/337b6c68ec3745adb7c3d2c777b67653 HTTP/1.1" status: 200 len: 375 time: 0.0198398 Mar 11 19:27:35.674564 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d06d9d2a-5389-4baa-b5c7-f3241e07b26c req-2b341bab-2060-42e0-a7e5-b51b04c843ac tempest-TenantUsagesTestJSON-145589814 tempest-TenantUsagesTestJSON-145589814-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=337b6c68ec3745adb7c3d2c777b67653&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0608284 Mar 11 19:27:35.707053 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port f9e4d730-0b49-433a-9861-aeaeae015c13 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:27:35.707620 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (f9e4d730-0b49-433a-9861-aeaeae015c13), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:35.764416 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port d7f91352-b57f-43ea-ac22-820aef0e7422, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=d7f91352-b57f-43ea-ac22-820aef0e7422,segment=NetworkSegment(9cb9d205-9190-43c8-b078-f8df09db6175),segment_id=9cb9d205-9190-43c8-b078-f8df09db6175)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:27:35.768039 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fcc89b69-7010-4d00-9ffc-6d977ce4d176 req-8aa20f07-033c-4ff7-8443-73f141e02a0b tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Publish callbacks [] for port (e06922d1-ae39-4d7c-8a47-26cdb60421c8), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:35.780459 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-53bc1d7f-c1ee-40ec-8d80-db222e919658 req-8678ec8d-a5cc-4e0e-b976-ec4f32c9d6dc tempest-QuotasAdminNegativeTest-1083962775 tempest-QuotasAdminNegativeTest-1083962775-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=759b386a274c42fab953b063e730d3a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0507715 Mar 11 19:27:35.796158 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': 'd7f91352-b57f-43ea-ac22-820aef0e7422', 'network_id': '4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a', 'port_id': 'd7f91352-b57f-43ea-ac22-820aef0e7422', 'mac_address': 'fa:16:3e:c3:10:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f742a986-c135-4269-ad05-332f85e495a8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:27:35.822670 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8daa53ed-1929-4f89-b266-e80bbac5e538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (ea46a9aa-1392-42b7-ac12-28c954299cb4), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:35.871118 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fcc89b69-7010-4d00-9ffc-6d977ce4d176 req-8aa20f07-033c-4ff7-8443-73f141e02a0b tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (e06922d1-ae39-4d7c-8a47-26cdb60421c8), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:35.885465 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daa53ed-1929-4f89-b266-e80bbac5e538 admin admin] Pushing event updated for resources: {'Port': ['ID=ea46a9aa-1392-42b7-ac12-28c954299cb4,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:36.018595 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port d7f91352-b57f-43ea-ac22-820aef0e7422 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:27:36.019007 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d7f91352-b57f-43ea-ac22-820aef0e7422), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:36.019119 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53346) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:36.021539 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcc89b69-7010-4d00-9ffc-6d977ce4d176 req-8aa20f07-033c-4ff7-8443-73f141e02a0b tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Network b2c20bf2-5907-4ff7-8af6-23603c7d780a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:27:36.038443 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-206116fc-e45a-4eef-aedd-38332fdd2c18 admin admin] Allocated IP 172.25.8.164 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/9455d7ea-2564-4e6f-b93a-0fceb3356dab) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:27:36.045282 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-fcc89b69-7010-4d00-9ffc-6d977ce4d176 req-8aa20f07-033c-4ff7-8443-73f141e02a0b tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:27:36.048352 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcc89b69-7010-4d00-9ffc-6d977ce4d176 req-8aa20f07-033c-4ff7-8443-73f141e02a0b tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:27:36.056189 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc1d7f-c1ee-40ec-8d80-db222e919658 req-33e5be6f-24d1-4d5a-834d-34b2f5228fc7 tempest-QuotasAdminNegativeTest-1083962775 tempest-QuotasAdminNegativeTest-1083962775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:36.061736 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-53bc1d7f-c1ee-40ec-8d80-db222e919658 req-33e5be6f-24d1-4d5a-834d-34b2f5228fc7 tempest-QuotasAdminNegativeTest-1083962775 tempest-QuotasAdminNegativeTest-1083962775-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2756534 Mar 11 19:27:36.094588 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-53bc1d7f-c1ee-40ec-8d80-db222e919658 req-88804dd1-0086-4c9e-a555-69e1722c3324 tempest-QuotasAdminNegativeTest-1083962775 tempest-QuotasAdminNegativeTest-1083962775-project] 10.222.0.65 "GET /v2.0/quotas/759b386a274c42fab953b063e730d3a2 HTTP/1.1" status: 200 len: 375 time: 0.0229979 Mar 11 19:27:36.095869 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port f9e4d730-0b49-433a-9861-aeaeae015c13 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:27:36.097116 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (f9e4d730-0b49-433a-9861-aeaeae015c13), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:36.110206 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc89b69-7010-4d00-9ffc-6d977ce4d176 req-8aa20f07-033c-4ff7-8443-73f141e02a0b tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:36.110975 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fcc89b69-7010-4d00-9ffc-6d977ce4d176 req-8aa20f07-033c-4ff7-8443-73f141e02a0b tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:36.138652 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-fcc89b69-7010-4d00-9ffc-6d977ce4d176 req-8aa20f07-033c-4ff7-8443-73f141e02a0b tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9108005 Mar 11 19:27:36.148732 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7f91352-b57f-43ea-ac22-820aef0e7422 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:27:36.168629 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-fcc89b69-7010-4d00-9ffc-6d977ce4d176 req-364a38fb-cc4c-48d3-a681-1b41baf4435c service neutron] Request body: {'port': {'device_id': 'a338db77-8ad8-4947-b52d-51fb4f1bae2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:27:36.186194 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-53bc1d7f-c1ee-40ec-8d80-db222e919658 req-9cb17c6a-f3a1-46ed-ad74-2ee72b703611 tempest-QuotasAdminNegativeTest-1083962775 tempest-QuotasAdminNegativeTest-1083962775-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=759b386a274c42fab953b063e730d3a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0906334 Mar 11 19:27:36.223020 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port d7f91352-b57f-43ea-ac22-820aef0e7422, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=d7f91352-b57f-43ea-ac22-820aef0e7422,segment=NetworkSegment(9cb9d205-9190-43c8-b078-f8df09db6175),segment_id=9cb9d205-9190-43c8-b078-f8df09db6175)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:27:36.237495 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8daa53ed-1929-4f89-b266-e80bbac5e538 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (6e22474a-e8fb-43af-8d51-6f34acf010da), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:36.257298 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (d7f91352-b57f-43ea-ac22-820aef0e7422), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:36.264125 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25295cf-15f9-4602-9961-9b578ac60c67 req-7cc4c4b4-a44e-4634-addc-0ab12a82ce03 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:36.273321 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f25295cf-15f9-4602-9961-9b578ac60c67 req-7cc4c4b4-a44e-4634-addc-0ab12a82ce03 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ad8bcae-55b9-4797-acc5-531c16b5cec4 HTTP/1.1" status: 200 len: 943 time: 0.1597092 Mar 11 19:27:36.287450 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa20f07-033c-4ff7-8443-73f141e02a0b tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Pushing event updated for resources: {'Port': ['ID=e06922d1-ae39-4d7c-8a47-26cdb60421c8,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:36.317655 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port f9e4d730-0b49-433a-9861-aeaeae015c13, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=f9e4d730-0b49-433a-9861-aeaeae015c13,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:27:36.394108 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02311416-cce8-4f59-919a-9f6503239daa None None] Network 511bef21-e9c2-460b-aded-a37fed56aa50 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:27:36.402849 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (f9e4d730-0b49-433a-9861-aeaeae015c13), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:36.403974 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 653f0d61-00c6-455b-9c42-b10356214959 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:27:36.404483 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f25295cf-15f9-4602-9961-9b578ac60c67 req-c42166b0-f113-4c40-95b0-1394dbc33c80 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302226 Mar 11 19:27:36.410670 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fcc89b69-7010-4d00-9ffc-6d977ce4d176 req-364a38fb-cc4c-48d3-a681-1b41baf4435c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (e06922d1-ae39-4d7c-8a47-26cdb60421c8), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:36.458420 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5863e38c-2921-424e-8128-6d12f39bce26 req-70ea22e6-5959-4906-a778-4f0b9ba87dff tempest-TenantUsagesTestJSON-145589814 tempest-TenantUsagesTestJSON-145589814-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb51a60f-d6d8-40a0-89f5-1b09b4ccc5a3 HTTP/1.1" status: 200 len: 210 time: 0.0474050 Mar 11 19:27:36.572870 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-04d9e4e2-bba0-448c-bccb-cb4eda8eaa86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:36.631069 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf8bf72-938e-4f5b-8e31-6f5c4bd0fb7d req-406605af-6ecd-4911-b08a-fddd011d5388 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:36.632712 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3bf8bf72-938e-4f5b-8e31-6f5c4bd0fb7d req-406605af-6ecd-4911-b08a-fddd011d5388 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=a338db77-8ad8-4947-b52d-51fb4f1bae2a HTTP/1.1" status: 200 len: 932 time: 0.0964510 Mar 11 19:27:36.640513 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['d7f91352-b57f-43ea-ac22-820aef0e7422'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:27:36.657202 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-206116fc-e45a-4eef-aedd-38332fdd2c18 admin admin] Publish callbacks [] for port (9455d7ea-2564-4e6f-b93a-0fceb3356dab), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:36.681000 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=d7f91352-b57f-43ea-ac22-820aef0e7422,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:36.689593 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-470775ba-65b0-416f-bbae-dadf06ffb2da None None] Provisioning complete for port 653f0d61-00c6-455b-9c42-b10356214959 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:27:36.689972 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-470775ba-65b0-416f-bbae-dadf06ffb2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (653f0d61-00c6-455b-9c42-b10356214959), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:36.735965 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3bf8bf72-938e-4f5b-8e31-6f5c4bd0fb7d req-83e8fde7-b59c-45df-bc94-83ef2d36f8b5 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964150 Mar 11 19:27:36.748441 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:36.748793 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:36.749132 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:36.749466 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:36.749921 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:36.750194 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:36.750483 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:36.750735 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:36.751056 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:36.751662 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:36.752196 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:36.752536 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:36.752858 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:36.799567 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8daa53ed-1929-4f89-b266-e80bbac5e538 admin admin] Network 7e891c9c-780d-4806-ada4-461cdb42d7c7 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:27:36.815821 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-8daa53ed-1929-4f89-b266-e80bbac5e538 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:27:36.906186 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 653f0d61-00c6-455b-9c42-b10356214959 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:27:36.906561 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (653f0d61-00c6-455b-9c42-b10356214959), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:36.968709 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=f9e4d730-0b49-433a-9861-aeaeae015c13,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:36.972463 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-206116fc-e45a-4eef-aedd-38332fdd2c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (9455d7ea-2564-4e6f-b93a-0fceb3356dab), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:37.110420 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-470775ba-65b0-416f-bbae-dadf06ffb2da None None] Current status of the port 653f0d61-00c6-455b-9c42-b10356214959 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:27:37.110746 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-470775ba-65b0-416f-bbae-dadf06ffb2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (653f0d61-00c6-455b-9c42-b10356214959), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:37.122823 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206116fc-e45a-4eef-aedd-38332fdd2c18 admin admin] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:27:37.184603 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206116fc-e45a-4eef-aedd-38332fdd2c18 admin admin] Pushing event updated for resources: {'Port': ['ID=9455d7ea-2564-4e6f-b93a-0fceb3356dab,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:37.194312 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-04d9e4e2-bba0-448c-bccb-cb4eda8eaa86 admin admin] Publish callbacks [] for security_group (613bb077-95d0-4b4f-8b77-535858bc8dc6), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:37.202153 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-206116fc-e45a-4eef-aedd-38332fdd2c18 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:27:37.217064 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206116fc-e45a-4eef-aedd-38332fdd2c18 admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:27:37.234156 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-04d9e4e2-bba0-448c-bccb-cb4eda8eaa86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (613bb077-95d0-4b4f-8b77-535858bc8dc6), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:37.239681 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-470775ba-65b0-416f-bbae-dadf06ffb2da None None] For port 653f0d61-00c6-455b-9c42-b10356214959, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=653f0d61-00c6-455b-9c42-b10356214959,segment=NetworkSegment(df2d2ef7-1eaf-4100-acf4-d3a03fda323e),segment_id=df2d2ef7-1eaf-4100-acf4-d3a03fda323e)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:27:37.243347 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 653f0d61-00c6-455b-9c42-b10356214959 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:27:37.243897 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (653f0d61-00c6-455b-9c42-b10356214959), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:37.273771 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-470775ba-65b0-416f-bbae-dadf06ffb2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (653f0d61-00c6-455b-9c42-b10356214959), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:37.373020 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8daa53ed-1929-4f89-b266-e80bbac5e538 admin admin] Router 6e22474a-e8fb-43af-8d51-6f34acf010da has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:27:37.383594 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-04d9e4e2-bba0-448c-bccb-cb4eda8eaa86 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ad36d5b85c45486d868c0b99ce46b872&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3545578 Mar 11 19:27:37.383594 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d9e4e2-bba0-448c-bccb-cb4eda8eaa86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=613bb077-95d0-4b4f-8b77-535858bc8dc6,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:37.383899 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470775ba-65b0-416f-bbae-dadf06ffb2da None None] Pushing event updated for resources: {'Port': ['ID=653f0d61-00c6-455b-9c42-b10356214959,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:37.384544 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 53380) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:37.408121 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:27:37.409054 n-d-833163-1 neutron-server[103886]: DEBUG oslo_db.api [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:27:37.421455 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-b68d1658-c299-4469-a536-3d99e6b8961b None None] Provisioning complete for port ea46a9aa-1392-42b7-ac12-28c954299cb4 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:27:37.421837 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b68d1658-c299-4469-a536-3d99e6b8961b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ea46a9aa-1392-42b7-ac12-28c954299cb4), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:37.484338 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1d6c9621-0319-42d3-8399-f9e8dbd2cfe0 admin admin] Publish callbacks [] for security_group (613bb077-95d0-4b4f-8b77-535858bc8dc6), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:37.506875 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b68d1658-c299-4469-a536-3d99e6b8961b None None] Port ea46a9aa-1392-42b7-ac12-28c954299cb4 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:27:37.546709 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6f66f404-8b2a-46a8-a312-4f5492b4b5bb req-7b5452c5-a01a-49a3-a947-37d36ac7d944 tempest-QuotasAdminNegativeTest-1083962775 tempest-QuotasAdminNegativeTest-1083962775-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=759b386a274c42fab953b063e730d3a2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0592694 Mar 11 19:27:37.567810 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.57', 61634) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:37.572600 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-fcc89b69-7010-4d00-9ffc-6d977ce4d176 req-364a38fb-cc4c-48d3-a681-1b41baf4435c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e06922d1-ae39-4d7c-8a47-26cdb60421c8 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:27:37.578580 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1d6c9621-0319-42d3-8399-f9e8dbd2cfe0 admin admin] Publish callbacks [] for security_group (613bb077-95d0-4b4f-8b77-535858bc8dc6), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:37.585014 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fcc89b69-7010-4d00-9ffc-6d977ce4d176 req-364a38fb-cc4c-48d3-a681-1b41baf4435c service neutron] Publish callbacks [] for port (e06922d1-ae39-4d7c-8a47-26cdb60421c8), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:37.642603 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-fcc89b69-7010-4d00-9ffc-6d977ce4d176 req-364a38fb-cc4c-48d3-a681-1b41baf4435c service neutron] Transition to ACTIVE for port object e06922d1-ae39-4d7c-8a47-26cdb60421c8 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:27:37.644952 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-23b364f2-2e46-4172-af51-402751359eb7 None None] Provisioning complete for port 653f0d61-00c6-455b-9c42-b10356214959 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:27:37.645555 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-23b364f2-2e46-4172-af51-402751359eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (653f0d61-00c6-455b-9c42-b10356214959), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:37.657369 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d06d9d2a-5389-4baa-b5c7-f3241e07b26c req-244c6052-a5fd-458f-9320-4ca581586fd7 tempest-TenantUsagesTestJSON-145589814 tempest-TenantUsagesTestJSON-145589814-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=337b6c68ec3745adb7c3d2c777b67653&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0709505 Mar 11 19:27:37.700889 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fcc89b69-7010-4d00-9ffc-6d977ce4d176 req-364a38fb-cc4c-48d3-a681-1b41baf4435c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (e06922d1-ae39-4d7c-8a47-26cdb60421c8), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:37.757785 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc5ff07-b387-4349-ac2f-5471fafb9a4d req-8c935ebe-9be2-485b-9355-9b5e9c150a00 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:37.760712 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1dc5ff07-b387-4349-ac2f-5471fafb9a4d req-8c935ebe-9be2-485b-9355-9b5e9c150a00 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ad8bcae-55b9-4797-acc5-531c16b5cec4 HTTP/1.1" status: 200 len: 944 time: 0.2367601 Mar 11 19:27:37.770222 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-23b364f2-2e46-4172-af51-402751359eb7 None None] Current status of the port 653f0d61-00c6-455b-9c42-b10356214959 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:27:37.810113 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8daa53ed-1929-4f89-b266-e80bbac5e538 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:27:37.815314 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8daa53ed-1929-4f89-b266-e80bbac5e538 admin admin] 10.222.0.65 "PUT /v2.0/routers/6e22474a-e8fb-43af-8d51-6f34acf010da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3020210 Mar 11 19:27:37.823178 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc549bf-4491-4192-beda-8660d4b39ea3 None None] Sync routers for ids ['6e22474a-e8fb-43af-8d51-6f34acf010da'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:27:37.841391 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc549bf-4491-4192-beda-8660d4b39ea3 None None] Routers {'6e22474a-e8fb-43af-8d51-6f34acf010da'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:27:37.842915 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-2bc549bf-4491-4192-beda-8660d4b39ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:27:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['6e22474a-e8fb-43af-8d51-6f34acf010da'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:27:37.849829 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1d6c9621-0319-42d3-8399-f9e8dbd2cfe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (613bb077-95d0-4b4f-8b77-535858bc8dc6), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:37.850118 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364a38fb-cc4c-48d3-a681-1b41baf4435c service neutron] Pushing event updated for resources: {'Port': ['ID=e06922d1-ae39-4d7c-8a47-26cdb60421c8,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:37.852372 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1d6c9621-0319-42d3-8399-f9e8dbd2cfe0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:37.856540 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-1d6c9621-0319-42d3-8399-f9e8dbd2cfe0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/613bb077-95d0-4b4f-8b77-535858bc8dc6 HTTP/1.1" status: 204 len: 168 time: 0.4683928 Mar 11 19:27:37.865862 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f66f404-8b2a-46a8-a312-4f5492b4b5bb req-bef6c412-32e3-402c-8386-e8eca6778aab tempest-QuotasAdminNegativeTest-1083962775 tempest-QuotasAdminNegativeTest-1083962775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:37.873360 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6f66f404-8b2a-46a8-a312-4f5492b4b5bb req-bef6c412-32e3-402c-8386-e8eca6778aab tempest-QuotasAdminNegativeTest-1083962775 tempest-QuotasAdminNegativeTest-1083962775-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3257332 Mar 11 19:27:37.900166 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6f66f404-8b2a-46a8-a312-4f5492b4b5bb req-b7c938e3-555e-4fac-ac17-e51711ac24bd tempest-QuotasAdminNegativeTest-1083962775 tempest-QuotasAdminNegativeTest-1083962775-project] 10.222.0.65 "GET /v2.0/quotas/759b386a274c42fab953b063e730d3a2 HTTP/1.1" status: 200 len: 375 time: 0.0257714 Mar 11 19:27:37.935168 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6c9621-0319-42d3-8399-f9e8dbd2cfe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613bb077-95d0-4b4f-8b77-535858bc8dc6,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:37.974878 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d9d2a-5389-4baa-b5c7-f3241e07b26c req-72273b7f-7d29-4cba-b241-b98125893271 tempest-TenantUsagesTestJSON-145589814 tempest-TenantUsagesTestJSON-145589814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:37.976613 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d06d9d2a-5389-4baa-b5c7-f3241e07b26c req-72273b7f-7d29-4cba-b241-b98125893271 tempest-TenantUsagesTestJSON-145589814 tempest-TenantUsagesTestJSON-145589814-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3030562 Mar 11 19:27:37.988440 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6f66f404-8b2a-46a8-a312-4f5492b4b5bb req-fa744a22-7b23-48a8-9eaf-1a52823a0b8c tempest-QuotasAdminNegativeTest-1083962775 tempest-QuotasAdminNegativeTest-1083962775-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=759b386a274c42fab953b063e730d3a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0873649 Mar 11 19:27:38.006113 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-d06d9d2a-5389-4baa-b5c7-f3241e07b26c req-d0fe7f56-f268-4f02-9db3-8b694e3f639f tempest-TenantUsagesTestJSON-145589814 tempest-TenantUsagesTestJSON-145589814-project] Request body: {'port': {'device_id': 'fb51a60f-d6d8-40a0-89f5-1b09b4ccc5a3', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'admin_state_up': True, 'tenant_id': '337b6c68ec3745adb7c3d2c777b67653'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:27:38.008418 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 653f0d61-00c6-455b-9c42-b10356214959 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:27:38.020366 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-206116fc-e45a-4eef-aedd-38332fdd2c18 admin admin] Publish callbacks [] for router_gateway (87b154a0-a810-47cc-9b9e-5abdaed1677d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:38.125129 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1dc5ff07-b387-4349-ac2f-5471fafb9a4d req-d155e2d2-b224-485e-aef0-3357313e405d tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405900 Mar 11 19:27:38.182018 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-2bc549bf-4491-4192-beda-8660d4b39ea3 None None] Set router 6e22474a-e8fb-43af-8d51-6f34acf010da gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:27:38.272815 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6b0d3814-7dad-4fd1-91a7-43e2c69bef6a req-6ba9d3fb-fd99-4dd7-a3c5-444de49e8bff tempest-TenantUsagesTestJSON-145589814 tempest-TenantUsagesTestJSON-145589814-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb51a60f-d6d8-40a0-89f5-1b09b4ccc5a3 HTTP/1.1" status: 200 len: 210 time: 0.0725951 Mar 11 19:27:38.345515 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-fcc89b69-7010-4d00-9ffc-6d977ce4d176 req-364a38fb-cc4c-48d3-a681-1b41baf4435c service neutron] Attempting to bind port e06922d1-ae39-4d7c-8a47-26cdb60421c8 on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:27:38.346225 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-fcc89b69-7010-4d00-9ffc-6d977ce4d176 req-364a38fb-cc4c-48d3-a681-1b41baf4435c service neutron] Attempting to bind port e06922d1-ae39-4d7c-8a47-26cdb60421c8 by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '42087326-e85e-4d47-82f7-573695e73a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b2c20bf2-5907-4ff7-8af6-23603c7d780a'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:27:38.346645 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc89b69-7010-4d00-9ffc-6d977ce4d176 req-364a38fb-cc4c-48d3-a681-1b41baf4435c service neutron] Attempting to bind port e06922d1-ae39-4d7c-8a47-26cdb60421c8 on network b2c20bf2-5907-4ff7-8af6-23603c7d780a {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:27:38.360665 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc89b69-7010-4d00-9ffc-6d977ce4d176 req-364a38fb-cc4c-48d3-a681-1b41baf4435c service neutron] Port e06922d1-ae39-4d7c-8a47-26cdb60421c8 on network b2c20bf2-5907-4ff7-8af6-23603c7d780a not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:27:38.361039 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc89b69-7010-4d00-9ffc-6d977ce4d176 req-364a38fb-cc4c-48d3-a681-1b41baf4435c service neutron] Attempting to bind port e06922d1-ae39-4d7c-8a47-26cdb60421c8 on network b2c20bf2-5907-4ff7-8af6-23603c7d780a {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:27:38.363489 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device f9e4d730-0b49-433a-9861-aeaeae015c13 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:27:38.386015 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06a6c3-76b1-483a-a88d-340106b771e5 req-a1e7e3e1-dfb0-4d0c-a616-7243a2f8f40f tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:38.387997 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4d06a6c3-76b1-483a-a88d-340106b771e5 req-a1e7e3e1-dfb0-4d0c-a616-7243a2f8f40f tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=a338db77-8ad8-4947-b52d-51fb4f1bae2a HTTP/1.1" status: 200 len: 944 time: 0.1137490 Mar 11 19:27:38.399987 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc89b69-7010-4d00-9ffc-6d977ce4d176 req-364a38fb-cc4c-48d3-a681-1b41baf4435c service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:27:38.400332 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc89b69-7010-4d00-9ffc-6d977ce4d176 req-364a38fb-cc4c-48d3-a681-1b41baf4435c service neutron] Checking segment: {'id': '42087326-e85e-4d47-82f7-573695e73a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b2c20bf2-5907-4ff7-8af6-23603c7d780a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:27:38.400723 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc89b69-7010-4d00-9ffc-6d977ce4d176 req-364a38fb-cc4c-48d3-a681-1b41baf4435c service neutron] Bound using segment: {'id': '42087326-e85e-4d47-82f7-573695e73a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b2c20bf2-5907-4ff7-8af6-23603c7d780a'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:27:38.401322 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-fcc89b69-7010-4d00-9ffc-6d977ce4d176 req-364a38fb-cc4c-48d3-a681-1b41baf4435c service neutron] Bound port: e06922d1-ae39-4d7c-8a47-26cdb60421c8, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42087326-e85e-4d47-82f7-573695e73a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b2c20bf2-5907-4ff7-8af6-23603c7d780a'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:27:38.401681 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fcc89b69-7010-4d00-9ffc-6d977ce4d176 req-364a38fb-cc4c-48d3-a681-1b41baf4435c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (e06922d1-ae39-4d7c-8a47-26cdb60421c8), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:38.474211 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 53408) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:38.487025 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port f9e4d730-0b49-433a-9861-aeaeae015c13 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:27:38.487417 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (f9e4d730-0b49-433a-9861-aeaeae015c13), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:38.491445 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-63cb625b-971a-4aae-8143-ea02adb4b4b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:38.510003 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d06d9d2a-5389-4baa-b5c7-f3241e07b26c req-d0fe7f56-f268-4f02-9db3-8b694e3f639f tempest-TenantUsagesTestJSON-145589814 tempest-TenantUsagesTestJSON-145589814-project] Made reservation on behalf of 337b6c68ec3745adb7c3d2c777b67653 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:27:38.514697 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d06d9d2a-5389-4baa-b5c7-f3241e07b26c req-d0fe7f56-f268-4f02-9db3-8b694e3f639f tempest-TenantUsagesTestJSON-145589814 tempest-TenantUsagesTestJSON-145589814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:38.537903 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d06d9d2a-5389-4baa-b5c7-f3241e07b26c req-d0fe7f56-f268-4f02-9db3-8b694e3f639f tempest-TenantUsagesTestJSON-145589814 tempest-TenantUsagesTestJSON-145589814-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:38.573626 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4d06a6c3-76b1-483a-a88d-340106b771e5 req-588c8a0d-082d-493d-8ce3-7b88c2742625 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769702 Mar 11 19:27:38.590030 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-fcc89b69-7010-4d00-9ffc-6d977ce4d176 req-364a38fb-cc4c-48d3-a681-1b41baf4435c service neutron] For port e06922d1-ae39-4d7c-8a47-26cdb60421c8, host n-h2-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:27:38.614141 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-fcc89b69-7010-4d00-9ffc-6d977ce4d176 req-364a38fb-cc4c-48d3-a681-1b41baf4435c service neutron] For port e06922d1-ae39-4d7c-8a47-26cdb60421c8, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=e06922d1-ae39-4d7c-8a47-26cdb60421c8,segment=NetworkSegment(42087326-e85e-4d47-82f7-573695e73a7c),segment_id=42087326-e85e-4d47-82f7-573695e73a7c)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:27:38.624884 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fcc89b69-7010-4d00-9ffc-6d977ce4d176 req-364a38fb-cc4c-48d3-a681-1b41baf4435c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (e06922d1-ae39-4d7c-8a47-26cdb60421c8), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:38.680334 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-206116fc-e45a-4eef-aedd-38332fdd2c18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (87b154a0-a810-47cc-9b9e-5abdaed1677d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:38.685836 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-63cb625b-971a-4aae-8143-ea02adb4b4b3 admin admin] Publish callbacks [] for security_group (ee656547-fdef-4845-bb79-fe24577eae26), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:38.695121 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port f9e4d730-0b49-433a-9861-aeaeae015c13 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:27:38.696253 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 653f0d61-00c6-455b-9c42-b10356214959 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:27:38.701820 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-2bc549bf-4491-4192-beda-8660d4b39ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e22474a-e8fb-43af-8d51-6f34acf010da', 'name': 'tempest-ServersTestManualDisk-489776446-router', 'tenant_id': 'ee1db649970c4716b05dd0ce3f8eca3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'f9e4d730-0b49-433a-9861-aeaeae015c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:27:25Z', 'updated_at': '2022-03-11T19:27:34Z', 'revision_number': 4, 'project_id': 'ee1db649970c4716b05dd0ce3f8eca3e', 'gw_port': {'id': 'f9e4d730-0b49-433a-9861-aeaeae015c13', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:fd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e22474a-e8fb-43af-8d51-6f34acf010da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:27:27Z', 'updated_at': '2022-03-11T19:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'ea46a9aa-1392-42b7-ac12-28c954299cb4', 'name': '', 'network_id': '7e891c9c-780d-4806-ada4-461cdb42d7c7', 'tenant_id': 'ee1db649970c4716b05dd0ce3f8eca3e', 'mac_address': 'fa:16:3e:d5:e1:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e22474a-e8fb-43af-8d51-6f34acf010da', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'd441f654-9ad6-4cc6-8a21-7d1bf2607b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:27:32Z', 'updated_at': '2022-03-11T19:27:34Z', 'revision_number': 2, 'project_id': 'ee1db649970c4716b05dd0ce3f8eca3e', 'subnets': [{'id': 'd441f654-9ad6-4cc6-8a21-7d1bf2607b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:27:38.719180 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d06d9d2a-5389-4baa-b5c7-f3241e07b26c req-d0fe7f56-f268-4f02-9db3-8b694e3f639f tempest-TenantUsagesTestJSON-145589814 tempest-TenantUsagesTestJSON-145589814-project] Publish callbacks [] for security_group (e02107d5-95a2-458c-8d3b-09c0217b258d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:38.723945 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-63cb625b-971a-4aae-8143-ea02adb4b4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (ee656547-fdef-4845-bb79-fe24577eae26), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:38.731533 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d06d9d2a-5389-4baa-b5c7-f3241e07b26c req-d0fe7f56-f268-4f02-9db3-8b694e3f639f tempest-TenantUsagesTestJSON-145589814 tempest-TenantUsagesTestJSON-145589814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (e02107d5-95a2-458c-8d3b-09c0217b258d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:38.749764 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc549bf-4491-4192-beda-8660d4b39ea3 None None] Checking router: 6e22474a-e8fb-43af-8d51-6f34acf010da for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:27:38.750135 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc549bf-4491-4192-beda-8660d4b39ea3 None None] Updating router 6e22474a-e8fb-43af-8d51-6f34acf010da port ea46a9aa-1392-42b7-ac12-28c954299cb4 binding host n-d-833163-1 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:27:38.792054 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2bc549bf-4491-4192-beda-8660d4b39ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ea46a9aa-1392-42b7-ac12-28c954299cb4), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:38.807439 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc89b69-7010-4d00-9ffc-6d977ce4d176 req-364a38fb-cc4c-48d3-a681-1b41baf4435c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:38.808103 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fcc89b69-7010-4d00-9ffc-6d977ce4d176 req-364a38fb-cc4c-48d3-a681-1b41baf4435c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:38.809774 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-fcc89b69-7010-4d00-9ffc-6d977ce4d176 req-364a38fb-cc4c-48d3-a681-1b41baf4435c service neutron] 10.222.0.57 "PUT /v2.0/ports/e06922d1-ae39-4d7c-8a47-26cdb60421c8 HTTP/1.1" status: 200 len: 1092 time: 2.6546490 Mar 11 19:27:38.810242 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a338db77-8ad8-4947-b52d-51fb4f1bae2a', 'tag': 'e06922d1-ae39-4d7c-8a47-26cdb60421c8'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:27:38.812501 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c71e08-f941-4b46-8e86-e4753aa78104" -d '{"events": [{"name": "network-changed", "server_uuid": "a338db77-8ad8-4947-b52d-51fb4f1bae2a", "tag": "e06922d1-ae39-4d7c-8a47-26cdb60421c8"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:27:38.828990 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364a38fb-cc4c-48d3-a681-1b41baf4435c service neutron] Pushing event updated for resources: {'Port': ['ID=e06922d1-ae39-4d7c-8a47-26cdb60421c8,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:38.852408 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 653f0d61-00c6-455b-9c42-b10356214959 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:27:38.852408 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (653f0d61-00c6-455b-9c42-b10356214959), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:38.865226 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-63cb625b-971a-4aae-8143-ea02adb4b4b3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bae325df381f4e1183db399679048485&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3889837 Mar 11 19:27:38.872239 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 53416) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:38.889876 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cb625b-971a-4aae-8143-ea02adb4b4b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee656547-fdef-4845-bb79-fe24577eae26,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:38.939664 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-206116fc-e45a-4eef-aedd-38332fdd2c18 admin admin] Router 87b154a0-a810-47cc-9b9e-5abdaed1677d is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:27:39.005919 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc89b69-7010-4d00-9ffc-6d977ce4d176 req-cba8348e-3ac0-40e7-959e-92bf8f225594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:39.007823 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-fcc89b69-7010-4d00-9ffc-6d977ce4d176 req-cba8348e-3ac0-40e7-959e-92bf8f225594 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f44b890e943d4aee826b67fd4c2d7b8e&device_id=a338db77-8ad8-4947-b52d-51fb4f1bae2a HTTP/1.1" status: 200 len: 1126 time: 0.1322439 Mar 11 19:27:39.063408 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-fcc89b69-7010-4d00-9ffc-6d977ce4d176 req-5e577f81-2d1b-4240-8a39-ae5165818933 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e06922d1-ae39-4d7c-8a47-26cdb60421c8 HTTP/1.1" status: 200 len: 217 time: 0.0469179 Mar 11 19:27:39.100398 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-97955921-009c-4e48-bbb1-80c6b274101a admin admin] Publish callbacks [] for security_group (ee656547-fdef-4845-bb79-fe24577eae26), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:39.108166 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe7f56-f268-4f02-9db3-8b694e3f639f tempest-TenantUsagesTestJSON-145589814 tempest-TenantUsagesTestJSON-145589814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e02107d5-95a2-458c-8d3b-09c0217b258d,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:39.141442 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-97955921-009c-4e48-bbb1-80c6b274101a admin admin] Publish callbacks [] for security_group (ee656547-fdef-4845-bb79-fe24577eae26), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:39.152352 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e27cb20-69e6-4446-8b4e-7d8b2e54a7b3 x-openstack-request-id: req-7e27cb20-69e6-4446-8b4e-7d8b2e54a7b3 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:27:39.152649 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a338db77-8ad8-4947-b52d-51fb4f1bae2a", "tag": "e06922d1-ae39-4d7c-8a47-26cdb60421c8", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:27:39.152947 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7e27cb20-69e6-4446-8b4e-7d8b2e54a7b3 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:27:39.153480 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a338db77-8ad8-4947-b52d-51fb4f1bae2a', 'tag': 'e06922d1-ae39-4d7c-8a47-26cdb60421c8', 'status': 'completed', 'code': 200} Mar 11 19:27:39.155724 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-d06d9d2a-5389-4baa-b5c7-f3241e07b26c req-d0fe7f56-f268-4f02-9db3-8b694e3f639f tempest-TenantUsagesTestJSON-145589814 tempest-TenantUsagesTestJSON-145589814-project] Allocated IP 192.168.233.30 (885772b1-9b97-4e1d-a0fb-e125030c5a81/9bb14923-74c3-4313-be8d-ed33542f05aa/2cb7968a-9438-4ebd-9474-359b261a17ca) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:27:39.241089 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-97955921-009c-4e48-bbb1-80c6b274101a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (ee656547-fdef-4845-bb79-fe24577eae26), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:39.243743 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-97955921-009c-4e48-bbb1-80c6b274101a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:39.249481 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-97955921-009c-4e48-bbb1-80c6b274101a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ee656547-fdef-4845-bb79-fe24577eae26 HTTP/1.1" status: 204 len: 168 time: 0.3754270 Mar 11 19:27:39.252729 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2bc549bf-4491-4192-beda-8660d4b39ea3 None None] Publish callbacks [] for port (ea46a9aa-1392-42b7-ac12-28c954299cb4), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:39.256631 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 653f0d61-00c6-455b-9c42-b10356214959 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:27:39.261882 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2bc549bf-4491-4192-beda-8660d4b39ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (ea46a9aa-1392-42b7-ac12-28c954299cb4), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:39.281742 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97955921-009c-4e48-bbb1-80c6b274101a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee656547-fdef-4845-bb79-fe24577eae26,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:39.288728 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc89b69-7010-4d00-9ffc-6d977ce4d176 req-010bb790-dcce-4451-9944-c131cbcd7d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:39.295980 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-fcc89b69-7010-4d00-9ffc-6d977ce4d176 req-010bb790-dcce-4451-9944-c131cbcd7d47 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a7be26a8-b37a-4d01-b7d9-b9690160171c HTTP/1.1" status: 200 len: 860 time: 0.2242010 Mar 11 19:27:39.297336 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206116fc-e45a-4eef-aedd-38332fdd2c18 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:27:39.308039 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7670c101-ab20-4b06-9607-0da49e1c5286 None None] Sync routers for ids ['87b154a0-a810-47cc-9b9e-5abdaed1677d'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:27:39.332130 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7670c101-ab20-4b06-9607-0da49e1c5286 None None] Routers {'87b154a0-a810-47cc-9b9e-5abdaed1677d'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:27:39.338335 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-7670c101-ab20-4b06-9607-0da49e1c5286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:27:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['87b154a0-a810-47cc-9b9e-5abdaed1677d'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:27:39.377430 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 53428) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:39.393202 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-3f0b196f-caeb-4aaa-a3d5-5c572f79ab2a tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Request body: {'security_group': {'name': 'tempest-securitygroup--365336175', 'description': 'tempest-description--1641820422'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:27:39.449927 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-fcc89b69-7010-4d00-9ffc-6d977ce4d176 req-4d8b9abd-d78b-4bd3-becd-71edb46a71bd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b2c20bf2-5907-4ff7-8af6-23603c7d780a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904729 Mar 11 19:27:39.456502 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-206116fc-e45a-4eef-aedd-38332fdd2c18 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:39.464054 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-206116fc-e45a-4eef-aedd-38332fdd2c18 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.2226820 Mar 11 19:27:39.465601 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042480f6-435f-4e62-97d5-8a37190155db None None] Pushing event updated for resources: {'Port': ['ID=ea46a9aa-1392-42b7-ac12-28c954299cb4,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:39.467396 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3f0b196f-caeb-4aaa-a3d5-5c572f79ab2a tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:39.469286 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53430) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:39.514682 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-2bc549bf-4491-4192-beda-8660d4b39ea3 None None] Attempting to bind port ea46a9aa-1392-42b7-ac12-28c954299cb4 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:27:39.515485 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-2bc549bf-4491-4192-beda-8660d4b39ea3 None None] Attempting to bind port ea46a9aa-1392-42b7-ac12-28c954299cb4 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '56946f99-bbe1-4126-80e4-d7f1dc0f454e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '7e891c9c-780d-4806-ada4-461cdb42d7c7'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:27:39.516129 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc549bf-4491-4192-beda-8660d4b39ea3 None None] Attempting to bind port ea46a9aa-1392-42b7-ac12-28c954299cb4 on network 7e891c9c-780d-4806-ada4-461cdb42d7c7 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:27:39.523949 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device d7f91352-b57f-43ea-ac22-820aef0e7422 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:27:39.606812 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc549bf-4491-4192-beda-8660d4b39ea3 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:27:39.607587 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc549bf-4491-4192-beda-8660d4b39ea3 None None] Checking segment: {'id': '56946f99-bbe1-4126-80e4-d7f1dc0f454e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '7e891c9c-780d-4806-ada4-461cdb42d7c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:27:39.608340 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2bc549bf-4491-4192-beda-8660d4b39ea3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:39.609319 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc549bf-4491-4192-beda-8660d4b39ea3 None None] Bound using segment: {'id': '56946f99-bbe1-4126-80e4-d7f1dc0f454e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '7e891c9c-780d-4806-ada4-461cdb42d7c7'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:27:39.610046 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-2bc549bf-4491-4192-beda-8660d4b39ea3 None None] Bound port: ea46a9aa-1392-42b7-ac12-28c954299cb4, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56946f99-bbe1-4126-80e4-d7f1dc0f454e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '7e891c9c-780d-4806-ada4-461cdb42d7c7'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:27:39.610705 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2bc549bf-4491-4192-beda-8660d4b39ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ea46a9aa-1392-42b7-ac12-28c954299cb4), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:39.651066 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5862d10b-b398-4035-bf71-88ead84f3fa6 req-9b79f99f-09aa-430d-970d-a1145b42a26e tempest-TenantUsagesTestJSON-145589814 tempest-TenantUsagesTestJSON-145589814-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb51a60f-d6d8-40a0-89f5-1b09b4ccc5a3 HTTP/1.1" status: 200 len: 210 time: 0.0842023 Mar 11 19:27:39.663584 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-7670c101-ab20-4b06-9607-0da49e1c5286 None None] Set router 87b154a0-a810-47cc-9b9e-5abdaed1677d gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:27:39.706528 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-2bc549bf-4491-4192-beda-8660d4b39ea3 None None] For port ea46a9aa-1392-42b7-ac12-28c954299cb4, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:27:39.710776 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-2bc549bf-4491-4192-beda-8660d4b39ea3 None None] For port ea46a9aa-1392-42b7-ac12-28c954299cb4, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=ea46a9aa-1392-42b7-ac12-28c954299cb4,segment=NetworkSegment(56946f99-bbe1-4126-80e4-d7f1dc0f454e),segment_id=56946f99-bbe1-4126-80e4-d7f1dc0f454e)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:27:39.725120 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2bc549bf-4491-4192-beda-8660d4b39ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (ea46a9aa-1392-42b7-ac12-28c954299cb4), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:39.733575 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port d7f91352-b57f-43ea-ac22-820aef0e7422 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:27:39.777231 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port d7f91352-b57f-43ea-ac22-820aef0e7422 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:27:39.778424 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (d7f91352-b57f-43ea-ac22-820aef0e7422), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:39.787100 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-7e55834b-191e-4af7-97ed-e1fa7fff8325 None None] Provisioning complete for port ea46a9aa-1392-42b7-ac12-28c954299cb4 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:27:39.787572 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7e55834b-191e-4af7-97ed-e1fa7fff8325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ea46a9aa-1392-42b7-ac12-28c954299cb4), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:39.843007 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3f0b196f-caeb-4aaa-a3d5-5c572f79ab2a tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Publish callbacks [] for security_group (0b1dc6b9-8989-4d30-b7de-b794d733c5ab), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:39.854437 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 53438) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:39.870150 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3f0b196f-caeb-4aaa-a3d5-5c572f79ab2a tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (0b1dc6b9-8989-4d30-b7de-b794d733c5ab), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:39.961734 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc549bf-4491-4192-beda-8660d4b39ea3 None None] Routers {'6e22474a-e8fb-43af-8d51-6f34acf010da'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:27:39.966438 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-2bc549bf-4491-4192-beda-8660d4b39ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:27:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['6e22474a-e8fb-43af-8d51-6f34acf010da'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:27:39.969780 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042480f6-435f-4e62-97d5-8a37190155db None None] Pushing event updated for resources: {'Port': ['ID=ea46a9aa-1392-42b7-ac12-28c954299cb4,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:40.057248 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-fcc89b69-7010-4d00-9ffc-6d977ce4d176 req-bdacbbc0-c65e-4cdc-b00b-5ba881ce8841 service neutron] 10.222.0.57 "GET /v2.0/networks/b2c20bf2-5907-4ff7-8af6-23603c7d780a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5910609 Mar 11 19:27:40.076985 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-7670c101-ab20-4b06-9607-0da49e1c5286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b154a0-a810-47cc-9b9e-5abdaed1677d', 'name': 'tempest-TaggedBootDevicesTest_v242-484570979-router', 'tenant_id': 'e1dfcd34e812493589bdfdb777e5b392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '9455d7ea-2564-4e6f-b93a-0fceb3356dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:27:31Z', 'updated_at': '2022-03-11T19:27:37Z', 'revision_number': 3, 'project_id': 'e1dfcd34e812493589bdfdb777e5b392', 'gw_port': {'id': '9455d7ea-2564-4e6f-b93a-0fceb3356dab', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a8:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b154a0-a810-47cc-9b9e-5abdaed1677d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:27:35Z', 'updated_at': '2022-03-11T19:27:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:27:40.093857 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d06d9d2a-5389-4baa-b5c7-f3241e07b26c req-d0fe7f56-f268-4f02-9db3-8b694e3f639f tempest-TenantUsagesTestJSON-145589814 tempest-TenantUsagesTestJSON-145589814-project] Publish callbacks [] for port (2cb7968a-9438-4ebd-9474-359b261a17ca), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:40.116679 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc41af4e-5470-4b7e-9aa7-8d0871524730 req-1d6b61cc-af5a-4614-9007-afdecbacd037 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:40.118473 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dc41af4e-5470-4b7e-9aa7-8d0871524730 req-1d6b61cc-af5a-4614-9007-afdecbacd037 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ad8bcae-55b9-4797-acc5-531c16b5cec4 HTTP/1.1" status: 200 len: 944 time: 0.6545656 Mar 11 19:27:40.132868 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc673e1-6c66-45b1-8bb9-8f80a45396ba req-c75971dd-11e2-4783-a746-9399908d8f51 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:40.134917 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0bc673e1-6c66-45b1-8bb9-8f80a45396ba req-c75971dd-11e2-4783-a746-9399908d8f51 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=a338db77-8ad8-4947-b52d-51fb4f1bae2a HTTP/1.1" status: 200 len: 944 time: 0.2897677 Mar 11 19:27:40.145540 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3f0b196f-caeb-4aaa-a3d5-5c572f79ab2a tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:40.150500 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-3f0b196f-caeb-4aaa-a3d5-5c572f79ab2a tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7665441 Mar 11 19:27:40.155233 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7670c101-ab20-4b06-9607-0da49e1c5286 None None] Checking router: 87b154a0-a810-47cc-9b9e-5abdaed1677d for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:27:40.155587 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7670c101-ab20-4b06-9607-0da49e1c5286 None None] Updating router 87b154a0-a810-47cc-9b9e-5abdaed1677d port 9455d7ea-2564-4e6f-b93a-0fceb3356dab binding host n-d-833163-1 {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:27:40.156515 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 53448) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:40.194514 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0b196f-caeb-4aaa-a3d5-5c572f79ab2a tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1dc6b9-8989-4d30-b7de-b794d733c5ab,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:40.218366 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-7670c101-ab20-4b06-9607-0da49e1c5286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (9455d7ea-2564-4e6f-b93a-0fceb3356dab), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:40.230385 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-b9ad6bce-af33-446d-af83-76d8a4477314 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Request body: {'security_group_rule': {'security_group_id': '0b1dc6b9-8989-4d30-b7de-b794d733c5ab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:27:40.235189 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-7e55834b-191e-4af7-97ed-e1fa7fff8325 None None] Current status of the port ea46a9aa-1392-42b7-ac12-28c954299cb4 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:27:40.235991 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7e55834b-191e-4af7-97ed-e1fa7fff8325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ea46a9aa-1392-42b7-ac12-28c954299cb4), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:40.265380 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dc41af4e-5470-4b7e-9aa7-8d0871524730 req-02359038-55da-4a05-ba68-5b76b6d937c5 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236622 Mar 11 19:27:40.275939 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff5637d4-164f-4fe5-9f15-93af1578767d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:40.299549 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port d7f91352-b57f-43ea-ac22-820aef0e7422 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:27:40.303080 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d7f91352-b57f-43ea-ac22-820aef0e7422), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:40.329511 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b9ad6bce-af33-446d-af83-76d8a4477314 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Publish callbacks [] for security_group_rule (b8e70a4a-7161-4f38-addd-004a324f31f2), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:40.339423 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-fcc89b69-7010-4d00-9ffc-6d977ce4d176 req-29b41cf5-945b-46c0-9fdc-e1e413bd0174 service neutron] 10.222.0.57 "GET /v2.0/networks/b2c20bf2-5907-4ff7-8af6-23603c7d780a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726552 Mar 11 19:27:40.352596 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-2bc549bf-4491-4192-beda-8660d4b39ea3 None None] Set router 6e22474a-e8fb-43af-8d51-6f34acf010da gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:27:40.424281 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-7e55834b-191e-4af7-97ed-e1fa7fff8325 None None] For port ea46a9aa-1392-42b7-ac12-28c954299cb4, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=ea46a9aa-1392-42b7-ac12-28c954299cb4,segment=NetworkSegment(56946f99-bbe1-4126-80e4-d7f1dc0f454e),segment_id=56946f99-bbe1-4126-80e4-d7f1dc0f454e)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:27:40.425054 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad8bcae-55b9-4797-acc5-531c16b5cec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7f91352-b57f-43ea-ac22-820aef0e7422'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:27:40.428119 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c600a428-30e6-4b2e-b077-c64a1adfe9ef" -d '{"events": [{"server_uuid": "2ad8bcae-55b9-4797-acc5-531c16b5cec4", "name": "network-vif-plugged", "status": "completed", "tag": "d7f91352-b57f-43ea-ac22-820aef0e7422"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:27:40.456487 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7e55834b-191e-4af7-97ed-e1fa7fff8325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (ea46a9aa-1392-42b7-ac12-28c954299cb4), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:40.474195 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0bc673e1-6c66-45b1-8bb9-8f80a45396ba req-48626ac5-50c6-4a71-a848-6a0f13a2cc15 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223679 Mar 11 19:27:40.513002 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b516a6ac-d0ac-4af7-9113-7c26716a64bd x-openstack-request-id: req-b516a6ac-d0ac-4af7-9113-7c26716a64bd {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:27:40.513002 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ad8bcae-55b9-4797-acc5-531c16b5cec4", "name": "network-vif-plugged", "status": "completed", "tag": "d7f91352-b57f-43ea-ac22-820aef0e7422", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:27:40.513002 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b516a6ac-d0ac-4af7-9113-7c26716a64bd {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:27:40.513002 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ad8bcae-55b9-4797-acc5-531c16b5cec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7f91352-b57f-43ea-ac22-820aef0e7422', 'code': 200} Mar 11 19:27:40.513002 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port d7f91352-b57f-43ea-ac22-820aef0e7422, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=d7f91352-b57f-43ea-ac22-820aef0e7422,segment=NetworkSegment(9cb9d205-9190-43c8-b078-f8df09db6175),segment_id=9cb9d205-9190-43c8-b078-f8df09db6175)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:27:40.520248 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (d7f91352-b57f-43ea-ac22-820aef0e7422), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:40.569555 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b9ad6bce-af33-446d-af83-76d8a4477314 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Publish callbacks [] for security_group_rule (b8e70a4a-7161-4f38-addd-004a324f31f2), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:40.593284 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b9ad6bce-af33-446d-af83-76d8a4477314 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (b8e70a4a-7161-4f38-addd-004a324f31f2), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:40.597436 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e55834b-191e-4af7-97ed-e1fa7fff8325 None None] Pushing event updated for resources: {'Port': ['ID=ea46a9aa-1392-42b7-ac12-28c954299cb4,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:40.620434 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c71e08-f941-4b46-8e86-e4753aa78104 req-de2dc20d-997e-41f9-9e5a-65b58c05d04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:40.621616 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-48c71e08-f941-4b46-8e86-e4753aa78104 req-de2dc20d-997e-41f9-9e5a-65b58c05d04c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f44b890e943d4aee826b67fd4c2d7b8e&device_id=a338db77-8ad8-4947-b52d-51fb4f1bae2a HTTP/1.1" status: 200 len: 1126 time: 0.2173853 Mar 11 19:27:40.655779 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b9ad6bce-af33-446d-af83-76d8a4477314 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:40.660184 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-b9ad6bce-af33-446d-af83-76d8a4477314 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5027080 Mar 11 19:27:40.669194 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 53464) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:40.674949 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-7174d549-ed96-4ac5-86f7-9f6a7c4062f6 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Request body: {'security_group_rule': {'security_group_id': '0b1dc6b9-8989-4d30-b7de-b794d733c5ab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:27:40.706943 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d06d9d2a-5389-4baa-b5c7-f3241e07b26c req-d0fe7f56-f268-4f02-9db3-8b694e3f639f tempest-TenantUsagesTestJSON-145589814 tempest-TenantUsagesTestJSON-145589814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (2cb7968a-9438-4ebd-9474-359b261a17ca), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:40.740175 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d06d9d2a-5389-4baa-b5c7-f3241e07b26c req-d0fe7f56-f268-4f02-9db3-8b694e3f639f tempest-TenantUsagesTestJSON-145589814 tempest-TenantUsagesTestJSON-145589814-project] Network 885772b1-9b97-4e1d-a0fb-e125030c5a81 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:27:40.748294 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ad6bce-af33-446d-af83-76d8a4477314 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8e70a4a-7161-4f38-addd-004a324f31f2,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:40.753527 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-59f63f7f-caa5-46d3-b8a7-7a82fbe49182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:40.777009 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-efbd1674-6907-42c3-a5fe-267a53027574 None None] Provisioning complete for port ea46a9aa-1392-42b7-ac12-28c954299cb4 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:27:40.777555 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-efbd1674-6907-42c3-a5fe-267a53027574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ea46a9aa-1392-42b7-ac12-28c954299cb4), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:40.780558 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-d06d9d2a-5389-4baa-b5c7-f3241e07b26c req-d0fe7f56-f268-4f02-9db3-8b694e3f639f tempest-TenantUsagesTestJSON-145589814 tempest-TenantUsagesTestJSON-145589814-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:27:40.794083 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7174d549-ed96-4ac5-86f7-9f6a7c4062f6 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Publish callbacks [] for security_group_rule (d8e6e6ba-c165-4f20-8cf8-53b4a57dbded), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:40.797513 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-d06d9d2a-5389-4baa-b5c7-f3241e07b26c req-d0fe7f56-f268-4f02-9db3-8b694e3f639f tempest-TenantUsagesTestJSON-145589814 tempest-TenantUsagesTestJSON-145589814-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:27:40.805779 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c71e08-f941-4b46-8e86-e4753aa78104 req-3643759a-a1f4-415f-b44f-c99059f68da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:40.808971 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-48c71e08-f941-4b46-8e86-e4753aa78104 req-3643759a-a1f4-415f-b44f-c99059f68da8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b2c20bf2-5907-4ff7-8af6-23603c7d780a HTTP/1.1" status: 200 len: 921 time: 0.1785233 Mar 11 19:27:40.921021 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-48c71e08-f941-4b46-8e86-e4753aa78104 req-e3fbcbca-ab8a-486a-9314-51b6025b273f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e06922d1-ae39-4d7c-8a47-26cdb60421c8 HTTP/1.1" status: 200 len: 217 time: 0.0713818 Mar 11 19:27:40.965530 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-7670c101-ab20-4b06-9607-0da49e1c5286 None None] Publish callbacks [] for port (9455d7ea-2564-4e6f-b93a-0fceb3356dab), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:40.978825 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-7670c101-ab20-4b06-9607-0da49e1c5286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (9455d7ea-2564-4e6f-b93a-0fceb3356dab), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:40.988841 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:27:40.993109 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c71e08-f941-4b46-8e86-e4753aa78104 req-e0b63dae-8d01-41fe-9aed-8b7fdc6649ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:40.995736 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-48c71e08-f941-4b46-8e86-e4753aa78104 req-e0b63dae-8d01-41fe-9aed-8b7fdc6649ce service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a7be26a8-b37a-4d01-b7d9-b9690160171c HTTP/1.1" status: 200 len: 860 time: 0.0606902 Mar 11 19:27:41.048459 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c22bb-47e7-4e77-bb49-52d73ddeb548 req-82f0a718-525e-46ce-9a4e-6f8aad59690f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:41.049987 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4f4c22bb-47e7-4e77-bb49-52d73ddeb548 req-82f0a718-525e-46ce-9a4e-6f8aad59690f service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=2ad8bcae-55b9-4797-acc5-531c16b5cec4 HTTP/1.1" status: 200 len: 1127 time: 0.4725134 Mar 11 19:27:41.062950 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-7670c101-ab20-4b06-9607-0da49e1c5286 None None] Attempting to bind port 9455d7ea-2564-4e6f-b93a-0fceb3356dab on host n-d-833163-1 for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:27:41.065978 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d9d2a-5389-4baa-b5c7-f3241e07b26c req-d0fe7f56-f268-4f02-9db3-8b694e3f639f tempest-TenantUsagesTestJSON-145589814 tempest-TenantUsagesTestJSON-145589814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:41.066889 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d06d9d2a-5389-4baa-b5c7-f3241e07b26c req-d0fe7f56-f268-4f02-9db3-8b694e3f639f tempest-TenantUsagesTestJSON-145589814 tempest-TenantUsagesTestJSON-145589814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:41.067533 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-7670c101-ab20-4b06-9607-0da49e1c5286 None None] Attempting to bind port 9455d7ea-2564-4e6f-b93a-0fceb3356dab by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:27:41.068118 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7670c101-ab20-4b06-9607-0da49e1c5286 None None] Attempting to bind port 9455d7ea-2564-4e6f-b93a-0fceb3356dab on network 612cc066-33e3-444d-b1c7-d0a64751482a {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:27:41.073377 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-48c71e08-f941-4b46-8e86-e4753aa78104 req-af6f3089-98f2-4500-8f9a-2c3c66197d3c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b2c20bf2-5907-4ff7-8af6-23603c7d780a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490377 Mar 11 19:27:41.079244 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7670c101-ab20-4b06-9607-0da49e1c5286 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:27:41.079942 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7670c101-ab20-4b06-9607-0da49e1c5286 None None] Checking segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:27:41.081433 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-7670c101-ab20-4b06-9607-0da49e1c5286 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:41.082069 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7670c101-ab20-4b06-9607-0da49e1c5286 None None] Bound using segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:27:41.082789 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-7670c101-ab20-4b06-9607-0da49e1c5286 None None] Bound port: 9455d7ea-2564-4e6f-b93a-0fceb3356dab, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:27:41.083399 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-7670c101-ab20-4b06-9607-0da49e1c5286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (9455d7ea-2564-4e6f-b93a-0fceb3356dab), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:41.110859 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff5637d4-164f-4fe5-9f15-93af1578767d admin admin] Publish callbacks [] for security_group (553c08ef-b3f7-4dba-b602-5e184c95984f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:41.118599 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52914df6-56ab-4094-89bd-8109ac3bf186 None None] Pushing event updated for resources: {'Port': ['ID=9455d7ea-2564-4e6f-b93a-0fceb3356dab,revision_number=2']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:41.142723 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52914df6-56ab-4094-89bd-8109ac3bf186 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:41.143363 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52914df6-56ab-4094-89bd-8109ac3bf186 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:41.145259 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52914df6-56ab-4094-89bd-8109ac3bf186 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:41.147313 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52914df6-56ab-4094-89bd-8109ac3bf186 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:41.148469 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52914df6-56ab-4094-89bd-8109ac3bf186 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:41.148880 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52914df6-56ab-4094-89bd-8109ac3bf186 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:41.150556 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52914df6-56ab-4094-89bd-8109ac3bf186 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:41.152143 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52914df6-56ab-4094-89bd-8109ac3bf186 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:41.152554 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52914df6-56ab-4094-89bd-8109ac3bf186 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:41.153355 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff5637d4-164f-4fe5-9f15-93af1578767d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (553c08ef-b3f7-4dba-b602-5e184c95984f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:41.154404 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52914df6-56ab-4094-89bd-8109ac3bf186 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:41.154755 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52914df6-56ab-4094-89bd-8109ac3bf186 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:41.155094 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52914df6-56ab-4094-89bd-8109ac3bf186 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:41.155426 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52914df6-56ab-4094-89bd-8109ac3bf186 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:27:41.206973 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-59f63f7f-caa5-46d3-b8a7-7a82fbe49182 admin admin] Allocated IP 172.20.0.1 (511bef21-e9c2-460b-aded-a37fed56aa50/fb77187c-6ba9-41e0-beac-134913a9a6f7/0a9283e4-56af-45fe-823a-d20d39a4790e) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:27:41.228639 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ff5637d4-164f-4fe5-9f15-93af1578767d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=759b386a274c42fab953b063e730d3a2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3706939 Mar 11 19:27:41.230759 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe7f56-f268-4f02-9db3-8b694e3f639f tempest-TenantUsagesTestJSON-145589814 tempest-TenantUsagesTestJSON-145589814-project] Pushing event updated for resources: {'Port': ['ID=2cb7968a-9438-4ebd-9474-359b261a17ca,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:41.235893 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53478) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:41.238815 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-7670c101-ab20-4b06-9607-0da49e1c5286 None None] For port 9455d7ea-2564-4e6f-b93a-0fceb3356dab, host n-d-833163-1, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:27:41.251075 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-7670c101-ab20-4b06-9607-0da49e1c5286 None None] For port 9455d7ea-2564-4e6f-b93a-0fceb3356dab, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=9455d7ea-2564-4e6f-b93a-0fceb3356dab,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:27:41.266012 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-7670c101-ab20-4b06-9607-0da49e1c5286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (9455d7ea-2564-4e6f-b93a-0fceb3356dab), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:41.288721 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-48c71e08-f941-4b46-8e86-e4753aa78104 req-07fe5b0b-5d9a-4cf3-8b5b-27c01c762de9 service neutron] 10.222.0.57 "GET /v2.0/networks/b2c20bf2-5907-4ff7-8af6-23603c7d780a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074320 Mar 11 19:27:41.289594 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d06d9d2a-5389-4baa-b5c7-f3241e07b26c req-d0fe7f56-f268-4f02-9db3-8b694e3f639f tempest-TenantUsagesTestJSON-145589814 tempest-TenantUsagesTestJSON-145589814-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2985022 Mar 11 19:27:41.291789 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=d7f91352-b57f-43ea-ac22-820aef0e7422,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:41.335317 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-2bc549bf-4491-4192-beda-8660d4b39ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e22474a-e8fb-43af-8d51-6f34acf010da', 'name': 'tempest-ServersTestManualDisk-489776446-router', 'tenant_id': 'ee1db649970c4716b05dd0ce3f8eca3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'f9e4d730-0b49-433a-9861-aeaeae015c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:27:25Z', 'updated_at': '2022-03-11T19:27:34Z', 'revision_number': 4, 'project_id': 'ee1db649970c4716b05dd0ce3f8eca3e', 'gw_port': {'id': 'f9e4d730-0b49-433a-9861-aeaeae015c13', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:fd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e22474a-e8fb-43af-8d51-6f34acf010da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:27:27Z', 'updated_at': '2022-03-11T19:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'ea46a9aa-1392-42b7-ac12-28c954299cb4', 'name': '', 'network_id': '7e891c9c-780d-4806-ada4-461cdb42d7c7', 'tenant_id': 'ee1db649970c4716b05dd0ce3f8eca3e', 'mac_address': 'fa:16:3e:d5:e1:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e22474a-e8fb-43af-8d51-6f34acf010da', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'd441f654-9ad6-4cc6-8a21-7d1bf2607b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:27:32Z', 'updated_at': '2022-03-11T19:27:39Z', 'revision_number': 4, 'project_id': 'ee1db649970c4716b05dd0ce3f8eca3e', 'subnets': [{'id': 'd441f654-9ad6-4cc6-8a21-7d1bf2607b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:27:41.391204 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52914df6-56ab-4094-89bd-8109ac3bf186 None None] Pushing event updated for resources: {'Port': ['ID=9455d7ea-2564-4e6f-b93a-0fceb3356dab,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:41.400330 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7670c101-ab20-4b06-9607-0da49e1c5286 None None] Routers {'87b154a0-a810-47cc-9b9e-5abdaed1677d'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:27:41.400939 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-7670c101-ab20-4b06-9607-0da49e1c5286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:27:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['87b154a0-a810-47cc-9b9e-5abdaed1677d'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:27:41.440860 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc549bf-4491-4192-beda-8660d4b39ea3 None None] The sync data for ids ['6e22474a-e8fb-43af-8d51-6f34acf010da'] in n-d-833163-1 is: [{'id': '6e22474a-e8fb-43af-8d51-6f34acf010da', 'name': 'tempest-ServersTestManualDisk-489776446-router', 'tenant_id': 'ee1db649970c4716b05dd0ce3f8eca3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'f9e4d730-0b49-433a-9861-aeaeae015c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:27:25Z', 'updated_at': '2022-03-11T19:27:34Z', 'revision_number': 4, 'project_id': 'ee1db649970c4716b05dd0ce3f8eca3e', 'gw_port': {'id': 'f9e4d730-0b49-433a-9861-aeaeae015c13', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:fd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e22474a-e8fb-43af-8d51-6f34acf010da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:27:27Z', 'updated_at': '2022-03-11T19:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'ea46a9aa-1392-42b7-ac12-28c954299cb4', 'name': '', 'network_id': '7e891c9c-780d-4806-ada4-461cdb42d7c7', 'tenant_id': 'ee1db649970c4716b05dd0ce3f8eca3e', 'mac_address': 'fa:16:3e:d5:e1:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e22474a-e8fb-43af-8d51-6f34acf010da', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'd441f654-9ad6-4cc6-8a21-7d1bf2607b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:27:32Z', 'updated_at': '2022-03-11T19:27:39Z', 'revision_number': 4, 'project_id': 'ee1db649970c4716b05dd0ce3f8eca3e', 'subnets': [{'id': 'd441f654-9ad6-4cc6-8a21-7d1bf2607b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:27:41.488918 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-efbd1674-6907-42c3-a5fe-267a53027574 None None] Current status of the port ea46a9aa-1392-42b7-ac12-28c954299cb4 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:27:41.618843 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-f394df15-9237-42d6-8c04-20a181a57737 None None] Provisioning complete for port 2cb7968a-9438-4ebd-9474-359b261a17ca triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:27:41.619318 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f394df15-9237-42d6-8c04-20a181a57737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (2cb7968a-9438-4ebd-9474-359b261a17ca), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:41.663839 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-7670c101-ab20-4b06-9607-0da49e1c5286 None None] Set router 87b154a0-a810-47cc-9b9e-5abdaed1677d gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:27:41.691483 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4f4c22bb-47e7-4e77-bb49-52d73ddeb548 req-ceb547b7-9228-456a-98a7-4e5f339d8681 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5690944 Mar 11 19:27:41.696215 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-d06d9d2a-5389-4baa-b5c7-f3241e07b26c req-260f4051-ced4-4043-a08f-33bbe67e15f8 service neutron] Request body: {'port': {'device_id': 'fb51a60f-d6d8-40a0-89f5-1b09b4ccc5a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:27:41.704294 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f394df15-9237-42d6-8c04-20a181a57737 None None] Port 2cb7968a-9438-4ebd-9474-359b261a17ca cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:27:41.752699 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe04b5-b2b7-4374-b89e-2561b8a62f78 req-5f6b722f-4fa3-42ab-85b6-d1168efaab7a tempest-TenantUsagesTestJSON-145589814 tempest-TenantUsagesTestJSON-145589814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:41.764989 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-36fe04b5-b2b7-4374-b89e-2561b8a62f78 req-5f6b722f-4fa3-42ab-85b6-d1168efaab7a tempest-TenantUsagesTestJSON-145589814 tempest-TenantUsagesTestJSON-145589814-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb51a60f-d6d8-40a0-89f5-1b09b4ccc5a3 HTTP/1.1" status: 200 len: 935 time: 0.9341214 Mar 11 19:27:41.841930 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7174d549-ed96-4ac5-86f7-9f6a7c4062f6 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Publish callbacks [] for security_group_rule (d8e6e6ba-c165-4f20-8cf8-53b4a57dbded), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:41.846112 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5637d4-164f-4fe5-9f15-93af1578767d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=553c08ef-b3f7-4dba-b602-5e184c95984f,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:41.868007 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7174d549-ed96-4ac5-86f7-9f6a7c4062f6 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (d8e6e6ba-c165-4f20-8cf8-53b4a57dbded), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:41.905620 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b54c8d33-c284-4a8b-9789-a9164f9a003b admin admin] Publish callbacks [] for security_group (553c08ef-b3f7-4dba-b602-5e184c95984f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:41.931835 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b54c8d33-c284-4a8b-9789-a9164f9a003b admin admin] Publish callbacks [] for security_group (553c08ef-b3f7-4dba-b602-5e184c95984f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:41.932546 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7174d549-ed96-4ac5-86f7-9f6a7c4062f6 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8e6e6ba-c165-4f20-8cf8-53b4a57dbded,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:41.956389 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-59f63f7f-caa5-46d3-b8a7-7a82fbe49182 admin admin] Publish callbacks [] for port (0a9283e4-56af-45fe-823a-d20d39a4790e), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:41.960106 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-36fe04b5-b2b7-4374-b89e-2561b8a62f78 req-23350606-d001-4b32-8e29-130e6f41dc0f tempest-TenantUsagesTestJSON-145589814 tempest-TenantUsagesTestJSON-145589814-project] 10.222.0.65 "GET /v2.0/security-groups?id=e02107d5-95a2-458c-8d3b-09c0217b258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939638 Mar 11 19:27:41.962938 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7174d549-ed96-4ac5-86f7-9f6a7c4062f6 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:41.964037 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-7174d549-ed96-4ac5-86f7-9f6a7c4062f6 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2936440 Mar 11 19:27:41.966146 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d06d9d2a-5389-4baa-b5c7-f3241e07b26c req-260f4051-ced4-4043-a08f-33bbe67e15f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2cb7968a-9438-4ebd-9474-359b261a17ca), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:41.967373 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53492) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:41.978135 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-30bd4544-a4b4-4633-a095-f572a5317aed tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Request body: {'floatingip': {'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:27:41.996151 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722f26a-4874-4ccb-aff7-b3910eade0d0 req-b2565bcd-3e3d-4c53-a87a-4a8f34b874bf tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:41.997951 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a722f26a-4874-4ccb-aff7-b3910eade0d0 req-b2565bcd-3e3d-4c53-a87a-4a8f34b874bf tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ad8bcae-55b9-4797-acc5-531c16b5cec4 HTTP/1.1" status: 200 len: 945 time: 0.3116679 Mar 11 19:27:42.030963 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-7670c101-ab20-4b06-9607-0da49e1c5286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b154a0-a810-47cc-9b9e-5abdaed1677d', 'name': 'tempest-TaggedBootDevicesTest_v242-484570979-router', 'tenant_id': 'e1dfcd34e812493589bdfdb777e5b392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '9455d7ea-2564-4e6f-b93a-0fceb3356dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:27:31Z', 'updated_at': '2022-03-11T19:27:37Z', 'revision_number': 3, 'project_id': 'e1dfcd34e812493589bdfdb777e5b392', 'gw_port': {'id': '9455d7ea-2564-4e6f-b93a-0fceb3356dab', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a8:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b154a0-a810-47cc-9b9e-5abdaed1677d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:27:35Z', 'updated_at': '2022-03-11T19:27:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:27:42.073620 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7670c101-ab20-4b06-9607-0da49e1c5286 None None] The sync data for ids ['87b154a0-a810-47cc-9b9e-5abdaed1677d'] in n-d-833163-1 is: [{'id': '87b154a0-a810-47cc-9b9e-5abdaed1677d', 'name': 'tempest-TaggedBootDevicesTest_v242-484570979-router', 'tenant_id': 'e1dfcd34e812493589bdfdb777e5b392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '9455d7ea-2564-4e6f-b93a-0fceb3356dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:27:31Z', 'updated_at': '2022-03-11T19:27:37Z', 'revision_number': 3, 'project_id': 'e1dfcd34e812493589bdfdb777e5b392', 'gw_port': {'id': '9455d7ea-2564-4e6f-b93a-0fceb3356dab', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a8:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b154a0-a810-47cc-9b9e-5abdaed1677d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:27:35Z', 'updated_at': '2022-03-11T19:27:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:27:42.095946 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-48c71e08-f941-4b46-8e86-e4753aa78104 req-64edda3a-4826-4dc8-abfe-ca70f8030d24 service neutron] 10.222.0.57 "GET /v2.0/networks/b2c20bf2-5907-4ff7-8af6-23603c7d780a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7900803 Mar 11 19:27:42.101282 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-30bd4544-a4b4-4633-a095-f572a5317aed tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:42.148531 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-59f63f7f-caa5-46d3-b8a7-7a82fbe49182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (0a9283e4-56af-45fe-823a-d20d39a4790e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:42.162952 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b54c8d33-c284-4a8b-9789-a9164f9a003b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (553c08ef-b3f7-4dba-b602-5e184c95984f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:42.165938 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b54c8d33-c284-4a8b-9789-a9164f9a003b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:42.167093 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b54c8d33-c284-4a8b-9789-a9164f9a003b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/553c08ef-b3f7-4dba-b602-5e184c95984f HTTP/1.1" status: 204 len: 168 time: 0.9297493 Mar 11 19:27:42.223136 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f63f7f-caa5-46d3-b8a7-7a82fbe49182 admin admin] Network 511bef21-e9c2-460b-aded-a37fed56aa50 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:27:42.224854 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device ea46a9aa-1392-42b7-ac12-28c954299cb4 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:27:42.226036 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54c8d33-c284-4a8b-9789-a9164f9a003b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=553c08ef-b3f7-4dba-b602-5e184c95984f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:42.257752 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-59f63f7f-caa5-46d3-b8a7-7a82fbe49182 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:27:42.269588 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f63f7f-caa5-46d3-b8a7-7a82fbe49182 admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:27:42.273609 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f63f7f-caa5-46d3-b8a7-7a82fbe49182 admin admin] Pushing event updated for resources: {'Port': ['ID=0a9283e4-56af-45fe-823a-d20d39a4790e,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:42.359279 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port ea46a9aa-1392-42b7-ac12-28c954299cb4 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:27:42.360132 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ea46a9aa-1392-42b7-ac12-28c954299cb4), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:42.401489 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-59f63f7f-caa5-46d3-b8a7-7a82fbe49182 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (87b154a0-a810-47cc-9b9e-5abdaed1677d), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:42.433275 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b774d346-34d8-4638-b343-ff51129bb425 req-be7815eb-b245-4efa-a9cc-3fdbae226b7b tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:42.434806 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b774d346-34d8-4638-b343-ff51129bb425 req-be7815eb-b245-4efa-a9cc-3fdbae226b7b tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=a338db77-8ad8-4947-b52d-51fb4f1bae2a HTTP/1.1" status: 200 len: 944 time: 0.2839851 Mar 11 19:27:42.507440 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port ea46a9aa-1392-42b7-ac12-28c954299cb4 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:27:42.513394 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-30bd4544-a4b4-4633-a095-f572a5317aed tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:42.559581 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a722f26a-4874-4ccb-aff7-b3910eade0d0 req-3b3a4a33-e58e-4f85-912e-5a59ef4f66ac tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4024034 Mar 11 19:27:42.692421 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c29551a5-a04a-4a46-9c1f-d767f701a47f None None] Provisioning complete for port 0a9283e4-56af-45fe-823a-d20d39a4790e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:27:42.693052 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c29551a5-a04a-4a46-9c1f-d767f701a47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (0a9283e4-56af-45fe-823a-d20d39a4790e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:42.764272 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b774d346-34d8-4638-b343-ff51129bb425 req-04d7163e-a340-4336-9a93-39e5e53f045b tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973158 Mar 11 19:27:42.783255 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-59f63f7f-caa5-46d3-b8a7-7a82fbe49182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (0a9283e4-56af-45fe-823a-d20d39a4790e), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:42.789608 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c29551a5-a04a-4a46-9c1f-d767f701a47f None None] Port 0a9283e4-56af-45fe-823a-d20d39a4790e cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:27:42.835521 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-d06d9d2a-5389-4baa-b5c7-f3241e07b26c req-260f4051-ced4-4043-a08f-33bbe67e15f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cb7968a-9438-4ebd-9474-359b261a17ca {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:27:42.847919 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d06d9d2a-5389-4baa-b5c7-f3241e07b26c req-260f4051-ced4-4043-a08f-33bbe67e15f8 service neutron] Publish callbacks [] for port (2cb7968a-9438-4ebd-9474-359b261a17ca), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:42.900374 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-d06d9d2a-5389-4baa-b5c7-f3241e07b26c req-260f4051-ced4-4043-a08f-33bbe67e15f8 service neutron] Transition to ACTIVE for port object 2cb7968a-9438-4ebd-9474-359b261a17ca will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:27:42.907151 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d06d9d2a-5389-4baa-b5c7-f3241e07b26c req-260f4051-ced4-4043-a08f-33bbe67e15f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (2cb7968a-9438-4ebd-9474-359b261a17ca), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:43.021688 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 53506) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:43.027913 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-30bd4544-a4b4-4633-a095-f572a5317aed tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Allocated IP 172.25.8.112 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/d793dcf1-5103-4c19-a8af-f9bceacf089c) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:27:43.174875 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3ba47e69-b9b1-42f5-a6af-262ad4a47476 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:43.246672 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260f4051-ced4-4043-a08f-33bbe67e15f8 service neutron] Pushing event updated for resources: {'Port': ['ID=2cb7968a-9438-4ebd-9474-359b261a17ca,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:43.356947 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c1717-84a4-4638-abe9-5fbe262c4b41 req-be1faca1-2ad6-45d1-be76-eae69eae9346 tempest-TenantUsagesTestJSON-145589814 tempest-TenantUsagesTestJSON-145589814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:43.358586 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ff1c1717-84a4-4638-abe9-5fbe262c4b41 req-be1faca1-2ad6-45d1-be76-eae69eae9346 tempest-TenantUsagesTestJSON-145589814 tempest-TenantUsagesTestJSON-145589814-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb51a60f-d6d8-40a0-89f5-1b09b4ccc5a3 HTTP/1.1" status: 200 len: 947 time: 0.2146640 Mar 11 19:27:43.394891 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-59f63f7f-caa5-46d3-b8a7-7a82fbe49182 admin admin] Publish callbacks [] for port (0a9283e4-56af-45fe-823a-d20d39a4790e), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:43.403692 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-59f63f7f-caa5-46d3-b8a7-7a82fbe49182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (0a9283e4-56af-45fe-823a-d20d39a4790e), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:43.418017 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-d06d9d2a-5389-4baa-b5c7-f3241e07b26c req-260f4051-ced4-4043-a08f-33bbe67e15f8 service neutron] Attempting to bind port 2cb7968a-9438-4ebd-9474-359b261a17ca on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:27:43.418352 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-d06d9d2a-5389-4baa-b5c7-f3241e07b26c req-260f4051-ced4-4043-a08f-33bbe67e15f8 service neutron] Attempting to bind port 2cb7968a-9438-4ebd-9474-359b261a17ca by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:27:43.418681 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06d9d2a-5389-4baa-b5c7-f3241e07b26c req-260f4051-ced4-4043-a08f-33bbe67e15f8 service neutron] Attempting to bind port 2cb7968a-9438-4ebd-9474-359b261a17ca on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:27:43.437354 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06d9d2a-5389-4baa-b5c7-f3241e07b26c req-260f4051-ced4-4043-a08f-33bbe67e15f8 service neutron] Port 2cb7968a-9438-4ebd-9474-359b261a17ca on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:27:43.437917 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06d9d2a-5389-4baa-b5c7-f3241e07b26c req-260f4051-ced4-4043-a08f-33bbe67e15f8 service neutron] Attempting to bind port 2cb7968a-9438-4ebd-9474-359b261a17ca on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:27:43.447598 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-30bd4544-a4b4-4633-a095-f572a5317aed tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Publish callbacks [] for port (d793dcf1-5103-4c19-a8af-f9bceacf089c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:43.461710 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06d9d2a-5389-4baa-b5c7-f3241e07b26c req-260f4051-ced4-4043-a08f-33bbe67e15f8 service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:27:43.462590 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06d9d2a-5389-4baa-b5c7-f3241e07b26c req-260f4051-ced4-4043-a08f-33bbe67e15f8 service neutron] Checking segment: {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:27:43.462973 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d06d9d2a-5389-4baa-b5c7-f3241e07b26c req-260f4051-ced4-4043-a08f-33bbe67e15f8 service neutron] Bound using segment: {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:27:43.463504 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-d06d9d2a-5389-4baa-b5c7-f3241e07b26c req-260f4051-ced4-4043-a08f-33bbe67e15f8 service neutron] Bound port: 2cb7968a-9438-4ebd-9474-359b261a17ca, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:27:43.463908 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d06d9d2a-5389-4baa-b5c7-f3241e07b26c req-260f4051-ced4-4043-a08f-33bbe67e15f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2cb7968a-9438-4ebd-9474-359b261a17ca), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:43.486345 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ff1c1717-84a4-4638-abe9-5fbe262c4b41 req-e906d71c-9ae8-481c-ae9a-010f391bb278 tempest-TenantUsagesTestJSON-145589814 tempest-TenantUsagesTestJSON-145589814-project] 10.222.0.65 "GET /v2.0/security-groups?id=e02107d5-95a2-458c-8d3b-09c0217b258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090469 Mar 11 19:27:43.514519 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f63f7f-caa5-46d3-b8a7-7a82fbe49182 admin admin] Pushing event updated for resources: {'Port': ['ID=0a9283e4-56af-45fe-823a-d20d39a4790e,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:43.543348 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-59f63f7f-caa5-46d3-b8a7-7a82fbe49182 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (87b154a0-a810-47cc-9b9e-5abdaed1677d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:43.547768 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-30bd4544-a4b4-4633-a095-f572a5317aed tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (d793dcf1-5103-4c19-a8af-f9bceacf089c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:43.551824 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3ba47e69-b9b1-42f5-a6af-262ad4a47476 admin admin] Publish callbacks [] for security_group (596e9c61-1e09-4006-acfd-bba43981a1a9), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:43.558148 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3ba47e69-b9b1-42f5-a6af-262ad4a47476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (596e9c61-1e09-4006-acfd-bba43981a1a9), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:43.610670 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bd4544-a4b4-4633-a095-f572a5317aed tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:27:43.619823 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-30bd4544-a4b4-4633-a095-f572a5317aed tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:27:43.624262 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-3ba47e69-b9b1-42f5-a6af-262ad4a47476 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=68a5e496114e47909db1e04e1d614c8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5845461 Mar 11 19:27:43.625717 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-d06d9d2a-5389-4baa-b5c7-f3241e07b26c req-260f4051-ced4-4043-a08f-33bbe67e15f8 service neutron] For port 2cb7968a-9438-4ebd-9474-359b261a17ca, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:27:43.630168 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 53516) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:43.632092 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba47e69-b9b1-42f5-a6af-262ad4a47476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=596e9c61-1e09-4006-acfd-bba43981a1a9,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:43.634424 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bd4544-a4b4-4633-a095-f572a5317aed tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:27:43.639050 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bd4544-a4b4-4633-a095-f572a5317aed tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Pushing event updated for resources: {'Port': ['ID=d793dcf1-5103-4c19-a8af-f9bceacf089c,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:43.661846 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53518) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:43.676223 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-d06d9d2a-5389-4baa-b5c7-f3241e07b26c req-260f4051-ced4-4043-a08f-33bbe67e15f8 service neutron] For port 2cb7968a-9438-4ebd-9474-359b261a17ca, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=2cb7968a-9438-4ebd-9474-359b261a17ca,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:27:43.690410 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d06d9d2a-5389-4baa-b5c7-f3241e07b26c req-260f4051-ced4-4043-a08f-33bbe67e15f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (2cb7968a-9438-4ebd-9474-359b261a17ca), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:43.757511 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d9d2a-5389-4baa-b5c7-f3241e07b26c req-260f4051-ced4-4043-a08f-33bbe67e15f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:43.758180 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d06d9d2a-5389-4baa-b5c7-f3241e07b26c req-260f4051-ced4-4043-a08f-33bbe67e15f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:43.763269 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d06d9d2a-5389-4baa-b5c7-f3241e07b26c req-260f4051-ced4-4043-a08f-33bbe67e15f8 service neutron] 10.222.0.57 "PUT /v2.0/ports/2cb7968a-9438-4ebd-9474-359b261a17ca HTTP/1.1" status: 200 len: 1095 time: 2.0780458 Mar 11 19:27:43.763780 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb51a60f-d6d8-40a0-89f5-1b09b4ccc5a3', 'tag': '2cb7968a-9438-4ebd-9474-359b261a17ca'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:27:43.766136 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438fa14b-542c-43dd-a3e8-2329de750271" -d '{"events": [{"name": "network-changed", "server_uuid": "fb51a60f-d6d8-40a0-89f5-1b09b4ccc5a3", "tag": "2cb7968a-9438-4ebd-9474-359b261a17ca"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:27:43.774514 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f63f7f-caa5-46d3-b8a7-7a82fbe49182 admin admin] Network 511bef21-e9c2-460b-aded-a37fed56aa50 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:27:43.785344 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-59f63f7f-caa5-46d3-b8a7-7a82fbe49182 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:27:43.802265 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-30bd4544-a4b4-4633-a095-f572a5317aed tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Publish callbacks [] for floatingip (e773bd48-c931-48b6-9a1c-840c8548a56d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:43.831248 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe3b65-27d2-4309-ae5a-0a841174f2fb req-f791d2de-a29c-4faa-9e5f-e073e30fc134 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:43.836719 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8ffe3b65-27d2-4309-ae5a-0a841174f2fb req-f791d2de-a29c-4faa-9e5f-e073e30fc134 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ad8bcae-55b9-4797-acc5-531c16b5cec4 HTTP/1.1" status: 200 len: 945 time: 0.2079864 Mar 11 19:27:43.856100 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82813b96-f434-4da8-9727-b348c9a1087c x-openstack-request-id: req-82813b96-f434-4da8-9727-b348c9a1087c {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:27:43.857121 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb51a60f-d6d8-40a0-89f5-1b09b4ccc5a3", "tag": "2cb7968a-9438-4ebd-9474-359b261a17ca", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:27:43.857569 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-82813b96-f434-4da8-9727-b348c9a1087c {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:27:43.858386 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb51a60f-d6d8-40a0-89f5-1b09b4ccc5a3', 'tag': '2cb7968a-9438-4ebd-9474-359b261a17ca', 'status': 'completed', 'code': 200} Mar 11 19:27:43.863188 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-70866b79-9232-4acd-acb5-fddf37be86db admin admin] Publish callbacks [] for security_group (596e9c61-1e09-4006-acfd-bba43981a1a9), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:43.865667 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260f4051-ced4-4043-a08f-33bbe67e15f8 service neutron] Pushing event updated for resources: {'Port': ['ID=2cb7968a-9438-4ebd-9474-359b261a17ca,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:43.928343 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1d65e725-6d74-4b62-ac98-e7d9101c7490 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:43.946073 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-30bd4544-a4b4-4633-a095-f572a5317aed tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d793dcf1-5103-4c19-a8af-f9bceacf089c), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:43.969163 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-70866b79-9232-4acd-acb5-fddf37be86db admin admin] Publish callbacks [] for security_group (596e9c61-1e09-4006-acfd-bba43981a1a9), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:44.043183 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59f63f7f-caa5-46d3-b8a7-7a82fbe49182 admin admin] Router 87b154a0-a810-47cc-9b9e-5abdaed1677d has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:27:44.050300 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8ffe3b65-27d2-4309-ae5a-0a841174f2fb req-d73ee52e-f956-4def-8a49-affc65061804 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663234 Mar 11 19:27:44.077303 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d9d2a-5389-4baa-b5c7-f3241e07b26c req-b1c9e81f-9c36-4131-9c89-1959f479b0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:44.083175 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d06d9d2a-5389-4baa-b5c7-f3241e07b26c req-b1c9e81f-9c36-4131-9c89-1959f479b0cb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=337b6c68ec3745adb7c3d2c777b67653&device_id=fb51a60f-d6d8-40a0-89f5-1b09b4ccc5a3 HTTP/1.1" status: 200 len: 1129 time: 0.2211745 Mar 11 19:27:44.083175 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-70866b79-9232-4acd-acb5-fddf37be86db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (596e9c61-1e09-4006-acfd-bba43981a1a9), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:44.087760 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-70866b79-9232-4acd-acb5-fddf37be86db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:44.093311 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-70866b79-9232-4acd-acb5-fddf37be86db admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/596e9c61-1e09-4006-acfd-bba43981a1a9 HTTP/1.1" status: 204 len: 168 time: 0.4619131 Mar 11 19:27:44.122928 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd45d06-0ecd-4420-8140-18be1f99c05b req-35a4175a-7d60-4904-ba9b-48d87980d715 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:44.125285 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bbd45d06-0ecd-4420-8140-18be1f99c05b req-35a4175a-7d60-4904-ba9b-48d87980d715 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=a338db77-8ad8-4947-b52d-51fb4f1bae2a HTTP/1.1" status: 200 len: 944 time: 0.2370265 Mar 11 19:27:44.177968 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d06d9d2a-5389-4baa-b5c7-f3241e07b26c req-e2fad325-6326-414e-b377-df4ec8d81be2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=2cb7968a-9438-4ebd-9474-359b261a17ca HTTP/1.1" status: 200 len: 217 time: 0.0779860 Mar 11 19:27:44.178740 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70866b79-9232-4acd-acb5-fddf37be86db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=596e9c61-1e09-4006-acfd-bba43981a1a9,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:44.246001 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-1ad7e86c-da40-4d28-b9c2-0efbf8896fcb None None] Provisioning complete for port 0a9283e4-56af-45fe-823a-d20d39a4790e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:27:44.251900 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1ad7e86c-da40-4d28-b9c2-0efbf8896fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (0a9283e4-56af-45fe-823a-d20d39a4790e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:44.300206 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d9d2a-5389-4baa-b5c7-f3241e07b26c req-a134e6ca-8085-430c-a225-3db6048f0f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:44.301783 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d06d9d2a-5389-4baa-b5c7-f3241e07b26c req-a134e6ca-8085-430c-a225-3db6048f0f98 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.1030586 Mar 11 19:27:44.308751 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bbd45d06-0ecd-4420-8140-18be1f99c05b req-cc4aa99e-bdf7-4e08-922e-accaf50772a5 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436791 Mar 11 19:27:44.313500 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f63f7f-caa5-46d3-b8a7-7a82fbe49182 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:27:44.332731 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-1ad7e86c-da40-4d28-b9c2-0efbf8896fcb None None] Port 0a9283e4-56af-45fe-823a-d20d39a4790e cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:27:44.391163 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 9455d7ea-2564-4e6f-b93a-0fceb3356dab up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:27:44.398936 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-59f63f7f-caa5-46d3-b8a7-7a82fbe49182 admin admin] 10.222.0.65 "PUT /v2.0/routers/87b154a0-a810-47cc-9b9e-5abdaed1677d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9261627 Mar 11 19:27:44.441084 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d9d2a-5389-4baa-b5c7-f3241e07b26c req-9dd0dc32-c6ef-4d49-b3ad-6d0298de1dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:44.442601 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d06d9d2a-5389-4baa-b5c7-f3241e07b26c req-9dd0dc32-c6ef-4d49-b3ad-6d0298de1dac service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1328564 Mar 11 19:27:44.477093 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-30bd4544-a4b4-4633-a095-f572a5317aed tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Publish callbacks [] for port (d793dcf1-5103-4c19-a8af-f9bceacf089c), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:44.487062 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-30bd4544-a4b4-4633-a095-f572a5317aed tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (d793dcf1-5103-4c19-a8af-f9bceacf089c), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:44.534329 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 9455d7ea-2564-4e6f-b93a-0fceb3356dab triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:27:44.534781 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (9455d7ea-2564-4e6f-b93a-0fceb3356dab), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:44.630434 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1d65e725-6d74-4b62-ac98-e7d9101c7490 admin admin] Publish callbacks [] for security_group (652e4ee6-adaf-427c-a764-50f12ce1c8cc), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:44.674397 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1d65e725-6d74-4b62-ac98-e7d9101c7490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (652e4ee6-adaf-427c-a764-50f12ce1c8cc), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:44.704351 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 9455d7ea-2564-4e6f-b93a-0fceb3356dab is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:27:44.704997 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (9455d7ea-2564-4e6f-b93a-0fceb3356dab), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:44.729762 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d06d9d2a-5389-4baa-b5c7-f3241e07b26c req-42184345-32b1-4cd4-a69c-8e44aa4a314e service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722132 Mar 11 19:27:44.745670 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bd4544-a4b4-4633-a095-f572a5317aed tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Pushing event updated for resources: {'Port': ['ID=d793dcf1-5103-4c19-a8af-f9bceacf089c,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:44.754932 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 9455d7ea-2564-4e6f-b93a-0fceb3356dab, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=9455d7ea-2564-4e6f-b93a-0fceb3356dab,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:27:44.767933 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (9455d7ea-2564-4e6f-b93a-0fceb3356dab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:44.783687 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-30bd4544-a4b4-4633-a095-f572a5317aed tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (e773bd48-c931-48b6-9a1c-840c8548a56d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:44.847910 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=9455d7ea-2564-4e6f-b93a-0fceb3356dab,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:44.849167 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-30bd4544-a4b4-4633-a095-f572a5317aed tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:44.860625 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-30bd4544-a4b4-4633-a095-f572a5317aed tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8890932 Mar 11 19:27:44.861932 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d65e725-6d74-4b62-ac98-e7d9101c7490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=652e4ee6-adaf-427c-a764-50f12ce1c8cc,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:44.876131 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-1d65e725-6d74-4b62-ac98-e7d9101c7490 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1066ef4a34c24bf6be900eb66d5795a5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2081826 Mar 11 19:27:44.878135 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53546) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:44.922568 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2da6ad8-cd0c-4315-8ee0-4fcba85d652f req-e5009c18-519c-4db9-be72-771a11d0684d tempest-TenantUsagesTestJSON-145589814 tempest-TenantUsagesTestJSON-145589814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:44.925879 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d2da6ad8-cd0c-4315-8ee0-4fcba85d652f req-e5009c18-519c-4db9-be72-771a11d0684d tempest-TenantUsagesTestJSON-145589814 tempest-TenantUsagesTestJSON-145589814-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb51a60f-d6d8-40a0-89f5-1b09b4ccc5a3 HTTP/1.1" status: 200 len: 947 time: 0.3134904 Mar 11 19:27:44.960191 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ac804db3-7912-4624-b79a-1281574e5b3a admin admin] Publish callbacks [] for security_group (652e4ee6-adaf-427c-a764-50f12ce1c8cc), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:44.984469 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ac804db3-7912-4624-b79a-1281574e5b3a admin admin] Publish callbacks [] for security_group (652e4ee6-adaf-427c-a764-50f12ce1c8cc), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:45.055342 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ac804db3-7912-4624-b79a-1281574e5b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (652e4ee6-adaf-427c-a764-50f12ce1c8cc), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:45.057570 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d06d9d2a-5389-4baa-b5c7-f3241e07b26c req-948808ed-a711-4ec0-affa-1b26d577b7f9 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114300 Mar 11 19:27:45.060251 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ac804db3-7912-4624-b79a-1281574e5b3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:45.064905 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ac804db3-7912-4624-b79a-1281574e5b3a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/652e4ee6-adaf-427c-a764-50f12ce1c8cc HTTP/1.1" status: 204 len: 168 time: 0.1856105 Mar 11 19:27:45.067655 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a64b87-110d-4758-8759-d94a66c527e4 req-6c32e362-6635-459d-b32d-04e4055a9c66 tempest-LiveMigrationTest-1929498449 tempest-LiveMigrationTest-1929498449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:45.069556 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-76a64b87-110d-4758-8759-d94a66c527e4 req-6c32e362-6635-459d-b32d-04e4055a9c66 tempest-LiveMigrationTest-1929498449 tempest-LiveMigrationTest-1929498449-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=2ad8bcae-55b9-4797-acc5-531c16b5cec4 HTTP/1.1" status: 200 len: 1127 time: 0.2757611 Mar 11 19:27:45.078951 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d2da6ad8-cd0c-4315-8ee0-4fcba85d652f req-a0f14b75-a6b4-489c-a714-48010ae8fa35 tempest-TenantUsagesTestJSON-145589814 tempest-TenantUsagesTestJSON-145589814-project] 10.222.0.65 "GET /v2.0/security-groups?id=e02107d5-95a2-458c-8d3b-09c0217b258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159430 Mar 11 19:27:45.100422 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac804db3-7912-4624-b79a-1281574e5b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=652e4ee6-adaf-427c-a764-50f12ce1c8cc,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:45.198781 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-76a64b87-110d-4758-8759-d94a66c527e4 req-e7f7052e-77fc-431d-9870-d3039c720f7f tempest-LiveMigrationTest-1929498449 tempest-LiveMigrationTest-1929498449-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187673 Mar 11 19:27:45.212647 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438fa14b-542c-43dd-a3e8-2329de750271 req-f369a079-b0f2-46f5-bd12-aac4816fc724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:45.222360 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-438fa14b-542c-43dd-a3e8-2329de750271 req-f369a079-b0f2-46f5-bd12-aac4816fc724 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=337b6c68ec3745adb7c3d2c777b67653&device_id=fb51a60f-d6d8-40a0-89f5-1b09b4ccc5a3 HTTP/1.1" status: 200 len: 1129 time: 0.0937862 Mar 11 19:27:45.386698 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f89244e-6a45-405b-a507-a09f81c8096b req-49523eac-092b-4147-8905-d853640f4fb8 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--365336175&fields=id&tenant_id=ee1db649970c4716b05dd0ce3f8eca3e HTTP/1.1" status: 200 len: 267 time: 0.1629105 Mar 11 19:27:45.433360 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device e06922d1-ae39-4d7c-8a47-26cdb60421c8 details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:27:45.549435 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438fa14b-542c-43dd-a3e8-2329de750271 req-0ea5759e-8271-4a0d-a0b3-9900c6a450c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:45.551120 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-438fa14b-542c-43dd-a3e8-2329de750271 req-0ea5759e-8271-4a0d-a0b3-9900c6a450c2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=885772b1-9b97-4e1d-a0fb-e125030c5a81 HTTP/1.1" status: 200 len: 870 time: 0.3194942 Mar 11 19:27:45.559773 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f89244e-6a45-405b-a507-a09f81c8096b req-ba78cb77-7988-4b01-8ac6-b0653579bab5 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:45.562255 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f89244e-6a45-405b-a507-a09f81c8096b req-ba78cb77-7988-4b01-8ac6-b0653579bab5 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] 10.222.0.65 "GET /v2.0/networks?id=7e891c9c-780d-4806-ada4-461cdb42d7c7 HTTP/1.1" status: 200 len: 811 time: 0.1745851 Mar 11 19:27:45.566056 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fe3111-11aa-464f-9f89-d7468418b37f req-6aaa4970-070f-4500-bb1c-dbbdfa5eb947 tempest-LiveMigrationTest-1929498449 tempest-LiveMigrationTest-1929498449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:45.567498 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-66fe3111-11aa-464f-9f89-d7468418b37f req-6aaa4970-070f-4500-bb1c-dbbdfa5eb947 tempest-LiveMigrationTest-1929498449 tempest-LiveMigrationTest-1929498449-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=2ad8bcae-55b9-4797-acc5-531c16b5cec4 HTTP/1.1" status: 200 len: 1127 time: 0.2852173 Mar 11 19:27:45.607602 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53618) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:45.630559 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a634cdf5-b34d-490e-accc-f4d741bbbc43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:45.657428 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f89244e-6a45-405b-a507-a09f81c8096b req-4877e23a-996d-4011-824c-2ba6143b7a44 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] 10.222.0.65 "GET /v2.0/quotas/ee1db649970c4716b05dd0ce3f8eca3e HTTP/1.1" status: 200 len: 375 time: 0.0766728 Mar 11 19:27:45.675507 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port e06922d1-ae39-4d7c-8a47-26cdb60421c8, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=e06922d1-ae39-4d7c-8a47-26cdb60421c8,segment=NetworkSegment(42087326-e85e-4d47-82f7-573695e73a7c),segment_id=42087326-e85e-4d47-82f7-573695e73a7c)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:27:45.689538 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': 'e06922d1-ae39-4d7c-8a47-26cdb60421c8', 'network_id': 'b2c20bf2-5907-4ff7-8af6-23603c7d780a', 'port_id': 'e06922d1-ae39-4d7c-8a47-26cdb60421c8', 'mac_address': 'fa:16:3e:d9:08:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7be26a8-b37a-4d01-b7d9-b9690160171c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:27:45.702872 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-438fa14b-542c-43dd-a3e8-2329de750271 req-1b2ae81a-b658-4abc-8aae-9f00f679c899 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=2cb7968a-9438-4ebd-9474-359b261a17ca HTTP/1.1" status: 200 len: 217 time: 0.1391912 Mar 11 19:27:45.747445 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port e06922d1-ae39-4d7c-8a47-26cdb60421c8 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:27:45.748467 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (e06922d1-ae39-4d7c-8a47-26cdb60421c8), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:45.772838 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e06922d1-ae39-4d7c-8a47-26cdb60421c8 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:27:45.801078 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a634cdf5-b34d-490e-accc-f4d741bbbc43 admin admin] Publish callbacks [] for security_group (25d9d537-e16c-4771-ad8a-25daf0c0db88), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:45.808611 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port e06922d1-ae39-4d7c-8a47-26cdb60421c8, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=e06922d1-ae39-4d7c-8a47-26cdb60421c8,segment=NetworkSegment(42087326-e85e-4d47-82f7-573695e73a7c),segment_id=42087326-e85e-4d47-82f7-573695e73a7c)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:27:45.810958 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a634cdf5-b34d-490e-accc-f4d741bbbc43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (25d9d537-e16c-4771-ad8a-25daf0c0db88), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:45.819779 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (e06922d1-ae39-4d7c-8a47-26cdb60421c8), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:45.829763 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f89244e-6a45-405b-a507-a09f81c8096b req-bb11de96-eea9-4c95-a22d-244fc841b57b tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ee1db649970c4716b05dd0ce3f8eca3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1716137 Mar 11 19:27:45.844639 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438fa14b-542c-43dd-a3e8-2329de750271 req-a6c5d3ff-2e0d-4521-ae34-9a6eea03219a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:45.846099 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-438fa14b-542c-43dd-a3e8-2329de750271 req-a6c5d3ff-2e0d-4521-ae34-9a6eea03219a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.1316221 Mar 11 19:27:45.852374 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-66fe3111-11aa-464f-9f89-d7468418b37f req-4ac0edeb-785f-42cb-af13-42471b012cdd tempest-LiveMigrationTest-1929498449 tempest-LiveMigrationTest-1929498449-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686720 Mar 11 19:27:45.892820 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a634cdf5-b34d-490e-accc-f4d741bbbc43 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=46962bef4f3547a6af15c7816c1df339&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2791727 Mar 11 19:27:45.892820 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a634cdf5-b34d-490e-accc-f4d741bbbc43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d9d537-e16c-4771-ad8a-25daf0c0db88,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:45.892820 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53624) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:45.976543 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=e06922d1-ae39-4d7c-8a47-26cdb60421c8,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:45.999748 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bf6d417c-8f64-455e-8dc2-a6dd20939387 admin admin] Publish callbacks [] for security_group (25d9d537-e16c-4771-ad8a-25daf0c0db88), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:46.013466 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f235d29-e367-492c-ab7c-48591ce8fc9d None None] Sync routers for ids ['87b154a0-a810-47cc-9b9e-5abdaed1677d'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:27:46.027368 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bf6d417c-8f64-455e-8dc2-a6dd20939387 admin admin] Publish callbacks [] for security_group (25d9d537-e16c-4771-ad8a-25daf0c0db88), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:46.031124 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f235d29-e367-492c-ab7c-48591ce8fc9d None None] Routers {'87b154a0-a810-47cc-9b9e-5abdaed1677d'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:27:46.032369 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-3f235d29-e367-492c-ab7c-48591ce8fc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:27:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['87b154a0-a810-47cc-9b9e-5abdaed1677d'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:27:46.130233 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bf6d417c-8f64-455e-8dc2-a6dd20939387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (25d9d537-e16c-4771-ad8a-25daf0c0db88), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:46.133360 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bf6d417c-8f64-455e-8dc2-a6dd20939387 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:46.134649 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-bf6d417c-8f64-455e-8dc2-a6dd20939387 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/25d9d537-e16c-4771-ad8a-25daf0c0db88 HTTP/1.1" status: 204 len: 168 time: 0.2413988 Mar 11 19:27:46.150661 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6d417c-8f64-455e-8dc2-a6dd20939387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d9d537-e16c-4771-ad8a-25daf0c0db88,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:46.214788 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 9455d7ea-2564-4e6f-b93a-0fceb3356dab up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:27:46.255153 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['e06922d1-ae39-4d7c-8a47-26cdb60421c8'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:27:46.336110 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-3f235d29-e367-492c-ab7c-48591ce8fc9d None None] Set router 87b154a0-a810-47cc-9b9e-5abdaed1677d gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:27:46.344834 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438fa14b-542c-43dd-a3e8-2329de750271 req-2b6cc6d4-b981-4e9c-8d62-70ff756ea860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:46.346594 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-438fa14b-542c-43dd-a3e8-2329de750271 req-2b6cc6d4-b981-4e9c-8d62-70ff756ea860 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4859304 Mar 11 19:27:46.366835 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f89244e-6a45-405b-a507-a09f81c8096b req-e0a5b3d4-e946-4751-86c2-0db523b0732d service neutron] 10.222.0.65 "GET /v2.0/networks/7e891c9c-780d-4806-ada4-461cdb42d7c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5133214 Mar 11 19:27:46.504699 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61d7923-bafb-48b9-9e59-ef93bc58f7e8 req-8283fa12-417e-49db-b340-d73cc0857ccd tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:46.506217 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b61d7923-bafb-48b9-9e59-ef93bc58f7e8 req-8283fa12-417e-49db-b340-d73cc0857ccd tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=a338db77-8ad8-4947-b52d-51fb4f1bae2a HTTP/1.1" status: 200 len: 945 time: 0.2187369 Mar 11 19:27:46.554173 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 9455d7ea-2564-4e6f-b93a-0fceb3356dab triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:27:46.554173 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (9455d7ea-2564-4e6f-b93a-0fceb3356dab), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:46.582717 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-438fa14b-542c-43dd-a3e8-2329de750271 req-cdfbbe7a-ad99-435a-9e08-90b640fbd0d5 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259278 Mar 11 19:27:46.623504 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f89244e-6a45-405b-a507-a09f81c8096b req-a66bc4ae-08be-4c31-92af-b4065ca2173f service neutron] 10.222.0.65 "GET /v2.0/networks/7e891c9c-780d-4806-ada4-461cdb42d7c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419112 Mar 11 19:27:46.653279 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b61d7923-bafb-48b9-9e59-ef93bc58f7e8 req-8f5131ac-d8a7-4700-b969-d6d7c9bdae4f tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390853 Mar 11 19:27:46.796848 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-438fa14b-542c-43dd-a3e8-2329de750271 req-9e7ece72-71b6-4bca-967a-f62b87de974b service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045259 Mar 11 19:27:46.957992 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5548ec26-1379-49d0-8247-2597eec330a2 req-413561e7-5b62-47d1-8e46-00473790c2bb tempest-TenantUsagesTestJSON-145589814 tempest-TenantUsagesTestJSON-145589814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:46.959540 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5548ec26-1379-49d0-8247-2597eec330a2 req-413561e7-5b62-47d1-8e46-00473790c2bb tempest-TenantUsagesTestJSON-145589814 tempest-TenantUsagesTestJSON-145589814-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb51a60f-d6d8-40a0-89f5-1b09b4ccc5a3 HTTP/1.1" status: 200 len: 947 time: 0.1226101 Mar 11 19:27:46.978115 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 9455d7ea-2564-4e6f-b93a-0fceb3356dab is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:27:47.041238 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-3f235d29-e367-492c-ab7c-48591ce8fc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b154a0-a810-47cc-9b9e-5abdaed1677d', 'name': 'tempest-TaggedBootDevicesTest_v242-484570979-router', 'tenant_id': 'e1dfcd34e812493589bdfdb777e5b392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '9455d7ea-2564-4e6f-b93a-0fceb3356dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:27:31Z', 'updated_at': '2022-03-11T19:27:42Z', 'revision_number': 4, 'project_id': 'e1dfcd34e812493589bdfdb777e5b392', 'gw_port': {'id': '9455d7ea-2564-4e6f-b93a-0fceb3356dab', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b154a0-a810-47cc-9b9e-5abdaed1677d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:27:35Z', 'updated_at': '2022-03-11T19:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '0a9283e4-56af-45fe-823a-d20d39a4790e', 'name': '', 'network_id': '511bef21-e9c2-460b-aded-a37fed56aa50', 'tenant_id': 'e1dfcd34e812493589bdfdb777e5b392', 'mac_address': 'fa:16:3e:c5:59:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b154a0-a810-47cc-9b9e-5abdaed1677d', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'fb77187c-6ba9-41e0-beac-134913a9a6f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:27:40Z', 'updated_at': '2022-03-11T19:27:42Z', 'revision_number': 2, 'project_id': 'e1dfcd34e812493589bdfdb777e5b392', 'subnets': [{'id': 'fb77187c-6ba9-41e0-beac-134913a9a6f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:27:47.054771 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [req-3a2b0983-c2c0-4005-86cd-62a301f2e780 req-59088b75-8f0b-4044-adff-f96726a96e9b service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:27:47.060853 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3a2b0983-c2c0-4005-86cd-62a301f2e780 req-59088b75-8f0b-4044-adff-f96726a96e9b service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0111651 Mar 11 19:27:47.093599 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f235d29-e367-492c-ab7c-48591ce8fc9d None None] Checking router: 87b154a0-a810-47cc-9b9e-5abdaed1677d for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:27:47.093962 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f235d29-e367-492c-ab7c-48591ce8fc9d None None] Updating router 87b154a0-a810-47cc-9b9e-5abdaed1677d port 0a9283e4-56af-45fe-823a-d20d39a4790e binding host n-d-833163-1 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:27:47.094874 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5548ec26-1379-49d0-8247-2597eec330a2 req-6279d9a3-54f7-4281-b538-c2166dea0ea9 tempest-TenantUsagesTestJSON-145589814 tempest-TenantUsagesTestJSON-145589814-project] 10.222.0.65 "GET /v2.0/security-groups?id=e02107d5-95a2-458c-8d3b-09c0217b258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203530 Mar 11 19:27:47.181670 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3f235d29-e367-492c-ab7c-48591ce8fc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (0a9283e4-56af-45fe-823a-d20d39a4790e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:47.258918 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d9377840-6b05-4b3c-9424-6b42a0cc23a9 req-e6f524db-e03c-4ad1-8bbb-3e84b2d7c1d2 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] 10.222.0.65 "GET /v2.0/ports?device_id=e991396b-d547-46e7-876a-ad44994ab402 HTTP/1.1" status: 200 len: 210 time: 0.0757663 Mar 11 19:27:47.931150 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3f235d29-e367-492c-ab7c-48591ce8fc9d None None] Publish callbacks [] for port (0a9283e4-56af-45fe-823a-d20d39a4790e), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:47.945656 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3f235d29-e367-492c-ab7c-48591ce8fc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (0a9283e4-56af-45fe-823a-d20d39a4790e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:48.064374 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f9ea8c-2d6f-46e6-8b1c-25f7b52c705b None None] Pushing event updated for resources: {'Port': ['ID=0a9283e4-56af-45fe-823a-d20d39a4790e,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:48.178275 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-3f235d29-e367-492c-ab7c-48591ce8fc9d None None] Attempting to bind port 0a9283e4-56af-45fe-823a-d20d39a4790e on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:27:48.178676 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-3f235d29-e367-492c-ab7c-48591ce8fc9d None None] Attempting to bind port 0a9283e4-56af-45fe-823a-d20d39a4790e by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'df2d2ef7-1eaf-4100-acf4-d3a03fda323e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '511bef21-e9c2-460b-aded-a37fed56aa50'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:27:48.179007 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f235d29-e367-492c-ab7c-48591ce8fc9d None None] Attempting to bind port 0a9283e4-56af-45fe-823a-d20d39a4790e on network 511bef21-e9c2-460b-aded-a37fed56aa50 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:27:48.198152 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f235d29-e367-492c-ab7c-48591ce8fc9d None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:27:48.198629 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f235d29-e367-492c-ab7c-48591ce8fc9d None None] Checking segment: {'id': 'df2d2ef7-1eaf-4100-acf4-d3a03fda323e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '511bef21-e9c2-460b-aded-a37fed56aa50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:27:48.199806 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3f235d29-e367-492c-ab7c-48591ce8fc9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:48.200219 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f235d29-e367-492c-ab7c-48591ce8fc9d None None] Bound using segment: {'id': 'df2d2ef7-1eaf-4100-acf4-d3a03fda323e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '511bef21-e9c2-460b-aded-a37fed56aa50'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:27:48.200735 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-3f235d29-e367-492c-ab7c-48591ce8fc9d None None] Bound port: 0a9283e4-56af-45fe-823a-d20d39a4790e, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df2d2ef7-1eaf-4100-acf4-d3a03fda323e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '511bef21-e9c2-460b-aded-a37fed56aa50'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:27:48.201129 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3f235d29-e367-492c-ab7c-48591ce8fc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (0a9283e4-56af-45fe-823a-d20d39a4790e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:48.369887 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-3f235d29-e367-492c-ab7c-48591ce8fc9d None None] For port 0a9283e4-56af-45fe-823a-d20d39a4790e, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:27:48.381409 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-3f235d29-e367-492c-ab7c-48591ce8fc9d None None] For port 0a9283e4-56af-45fe-823a-d20d39a4790e, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=0a9283e4-56af-45fe-823a-d20d39a4790e,segment=NetworkSegment(df2d2ef7-1eaf-4100-acf4-d3a03fda323e),segment_id=df2d2ef7-1eaf-4100-acf4-d3a03fda323e)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:27:48.394745 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3f235d29-e367-492c-ab7c-48591ce8fc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (0a9283e4-56af-45fe-823a-d20d39a4790e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:48.401334 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67417f04-0624-4047-8bd5-6a9124f63a5b req-95cc3b08-6c79-480f-9b46-6254b0620bd8 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:48.410476 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-67417f04-0624-4047-8bd5-6a9124f63a5b req-95cc3b08-6c79-480f-9b46-6254b0620bd8 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=a338db77-8ad8-4947-b52d-51fb4f1bae2a HTTP/1.1" status: 200 len: 945 time: 0.1096811 Mar 11 19:27:48.552311 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-67417f04-0624-4047-8bd5-6a9124f63a5b req-e5556b48-936d-4878-b7df-052e079cab8d tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408279 Mar 11 19:27:48.636924 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f235d29-e367-492c-ab7c-48591ce8fc9d None None] Routers {'87b154a0-a810-47cc-9b9e-5abdaed1677d'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:27:48.637974 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-3f235d29-e367-492c-ab7c-48591ce8fc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:27:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['87b154a0-a810-47cc-9b9e-5abdaed1677d'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:27:48.644041 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f9ea8c-2d6f-46e6-8b1c-25f7b52c705b None None] Pushing event updated for resources: {'Port': ['ID=0a9283e4-56af-45fe-823a-d20d39a4790e,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:48.823305 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-e1f334de-3a2f-4045-9765-1720ed6272bb None None] Provisioning complete for port 0a9283e4-56af-45fe-823a-d20d39a4790e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:27:48.830560 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e1f334de-3a2f-4045-9765-1720ed6272bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (0a9283e4-56af-45fe-823a-d20d39a4790e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:48.833241 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:48.929462 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f89244e-6a45-405b-a507-a09f81c8096b req-6f71e945-46a1-4867-a4b8-fee095d87d14 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:48.931824 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f89244e-6a45-405b-a507-a09f81c8096b req-6f71e945-46a1-4867-a4b8-fee095d87d14 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] 10.222.0.75 "GET /v2.0/networks?id=7e891c9c-780d-4806-ada4-461cdb42d7c7 HTTP/1.1" status: 200 len: 811 time: 0.2242053 Mar 11 19:27:49.064378 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f89244e-6a45-405b-a507-a09f81c8096b req-bc6c310d-cc34-451e-b840-a28e365beef0 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee1db649970c4716b05dd0ce3f8eca3e HTTP/1.1" status: 200 len: 379 time: 0.0933688 Mar 11 19:27:49.079355 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-3f235d29-e367-492c-ab7c-48591ce8fc9d None None] Set router 87b154a0-a810-47cc-9b9e-5abdaed1677d gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:27:49.079907 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834adda3-b011-4b3e-b118-e8138dffd34f req-a432df4d-7b3c-46b3-92c8-fbd5874c3d74 tempest-TenantUsagesTestJSON-145589814 tempest-TenantUsagesTestJSON-145589814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:49.081625 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-834adda3-b011-4b3e-b118-e8138dffd34f req-a432df4d-7b3c-46b3-92c8-fbd5874c3d74 tempest-TenantUsagesTestJSON-145589814 tempest-TenantUsagesTestJSON-145589814-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb51a60f-d6d8-40a0-89f5-1b09b4ccc5a3 HTTP/1.1" status: 200 len: 947 time: 0.1485419 Mar 11 19:27:49.086535 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-5f89244e-6a45-405b-a507-a09f81c8096b req-52d2c54c-fbc7-45ee-8b9d-4bd7fb4a54d2 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Request body: {'port': {'device_id': 'e991396b-d547-46e7-876a-ad44994ab402', 'network_id': '7e891c9c-780d-4806-ada4-461cdb42d7c7', 'admin_state_up': True, 'tenant_id': 'ee1db649970c4716b05dd0ce3f8eca3e', 'security_groups': ['0b1dc6b9-8989-4d30-b7de-b794d733c5ab']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:27:49.289231 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53798) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:49.296762 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-834adda3-b011-4b3e-b118-e8138dffd34f req-c955bc43-974f-40b6-83cb-8293b37c7bcb tempest-TenantUsagesTestJSON-145589814 tempest-TenantUsagesTestJSON-145589814-project] 10.222.0.65 "GET /v2.0/security-groups?id=e02107d5-95a2-458c-8d3b-09c0217b258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879724 Mar 11 19:27:49.297992 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f89244e-6a45-405b-a507-a09f81c8096b req-52d2c54c-fbc7-45ee-8b9d-4bd7fb4a54d2 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Made reservation on behalf of ee1db649970c4716b05dd0ce3f8eca3e for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:27:49.301617 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5f89244e-6a45-405b-a507-a09f81c8096b req-52d2c54c-fbc7-45ee-8b9d-4bd7fb4a54d2 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:49.302102 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e1f334de-3a2f-4045-9765-1720ed6272bb None None] Current status of the port 0a9283e4-56af-45fe-823a-d20d39a4790e is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:27:49.302536 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e1f334de-3a2f-4045-9765-1720ed6272bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (0a9283e4-56af-45fe-823a-d20d39a4790e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:49.425042 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-e1f334de-3a2f-4045-9765-1720ed6272bb None None] For port 0a9283e4-56af-45fe-823a-d20d39a4790e, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=0a9283e4-56af-45fe-823a-d20d39a4790e,segment=NetworkSegment(df2d2ef7-1eaf-4100-acf4-d3a03fda323e),segment_id=df2d2ef7-1eaf-4100-acf4-d3a03fda323e)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:27:49.435282 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e1f334de-3a2f-4045-9765-1720ed6272bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (0a9283e4-56af-45fe-823a-d20d39a4790e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:49.517304 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 2cb7968a-9438-4ebd-9474-359b261a17ca details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:27:49.519866 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device e06922d1-ae39-4d7c-8a47-26cdb60421c8 up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:27:49.549313 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-4a715b4a-3687-45cd-9aee-4476581a0852 tempest-LiveMigrationTest-1929498449 tempest-LiveMigrationTest-1929498449-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:27:49.550789 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-4a715b4a-3687-45cd-9aee-4476581a0852 tempest-LiveMigrationTest-1929498449 tempest-LiveMigrationTest-1929498449-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2571893 Mar 11 19:27:49.556365 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3db8933e-11ca-4148-8f98-9499122bad91 req-55b572b1-fce7-42dd-8edb-ad8dc00dd056 tempest-ServersAdmin275Test-107861968 tempest-ServersAdmin275Test-107861968-project] 10.222.0.65 "GET /v2.0/ports?device_id=27a07cf5-eaf0-4721-b0fa-8387298c9e0a HTTP/1.1" status: 200 len: 210 time: 0.0493212 Mar 11 19:27:49.574375 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-5f89244e-6a45-405b-a507-a09f81c8096b req-52d2c54c-fbc7-45ee-8b9d-4bd7fb4a54d2 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Allocated IP 172.20.0.7 (7e891c9c-780d-4806-ada4-461cdb42d7c7/d441f654-9ad6-4cc6-8a21-7d1bf2607b2a/7e557bd6-9903-4ae0-9536-4750da201a5a) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:27:49.681035 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-b621411a-4b02-4eb4-a84a-8b3fba2b65f6 None None] Provisioning complete for port 0a9283e4-56af-45fe-823a-d20d39a4790e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:27:49.681414 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b621411a-4b02-4eb4-a84a-8b3fba2b65f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (0a9283e4-56af-45fe-823a-d20d39a4790e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:49.683175 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port e06922d1-ae39-4d7c-8a47-26cdb60421c8 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:27:49.691594 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port e06922d1-ae39-4d7c-8a47-26cdb60421c8 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:27:49.692215 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (e06922d1-ae39-4d7c-8a47-26cdb60421c8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:49.720176 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c02025aa-b18d-440b-9974-43fbb2871e76 req-3e26a89d-6f03-4e91-8041-e99620be8990 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] 10.222.0.65 "GET /v2.0/ports?device_id=e991396b-d547-46e7-876a-ad44994ab402 HTTP/1.1" status: 200 len: 210 time: 0.0528677 Mar 11 19:27:49.744029 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-c236eeb9-880d-4cfa-aec4-b41a6df33a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:49.763267 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-c236eeb9-880d-4cfa-aec4-b41a6df33a98 service neutron] 10.222.0.65 "GET /v2.0/ports/d7f91352-b57f-43ea-ac22-820aef0e7422 HTTP/1.1" status: 200 len: 1124 time: 0.1255770 Mar 11 19:27:49.767888 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-110ae8fa-8784-415f-b06d-21f61fa08879 service neutron] Request body: {'binding': {'host': 'n-h2-833163-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:27:49.768595 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-110ae8fa-8784-415f-b06d-21f61fa08879 service neutron] Unknown quota resources ['binding']. {{(pid=103884) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 11 19:27:49.848355 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f334de-3a2f-4045-9765-1720ed6272bb None None] Pushing event updated for resources: {'Port': ['ID=0a9283e4-56af-45fe-823a-d20d39a4790e,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:49.885750 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-3f235d29-e367-492c-ab7c-48591ce8fc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b154a0-a810-47cc-9b9e-5abdaed1677d', 'name': 'tempest-TaggedBootDevicesTest_v242-484570979-router', 'tenant_id': 'e1dfcd34e812493589bdfdb777e5b392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '9455d7ea-2564-4e6f-b93a-0fceb3356dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:27:31Z', 'updated_at': '2022-03-11T19:27:42Z', 'revision_number': 4, 'project_id': 'e1dfcd34e812493589bdfdb777e5b392', 'gw_port': {'id': '9455d7ea-2564-4e6f-b93a-0fceb3356dab', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b154a0-a810-47cc-9b9e-5abdaed1677d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:27:35Z', 'updated_at': '2022-03-11T19:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '0a9283e4-56af-45fe-823a-d20d39a4790e', 'name': '', 'network_id': '511bef21-e9c2-460b-aded-a37fed56aa50', 'tenant_id': 'e1dfcd34e812493589bdfdb777e5b392', 'mac_address': 'fa:16:3e:c5:59:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b154a0-a810-47cc-9b9e-5abdaed1677d', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'fb77187c-6ba9-41e0-beac-134913a9a6f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:27:40Z', 'updated_at': '2022-03-11T19:27:48Z', 'revision_number': 4, 'project_id': 'e1dfcd34e812493589bdfdb777e5b392', 'subnets': [{'id': 'fb77187c-6ba9-41e0-beac-134913a9a6f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:27:49.897078 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5f89244e-6a45-405b-a507-a09f81c8096b req-52d2c54c-fbc7-45ee-8b9d-4bd7fb4a54d2 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Publish callbacks [] for port (7e557bd6-9903-4ae0-9536-4750da201a5a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:49.927921 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-110ae8fa-8784-415f-b06d-21f61fa08879 service neutron] Attempting to bind port d7f91352-b57f-43ea-ac22-820aef0e7422 on host n-h2-833163-1 for vnic_type normal with profile None {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:27:49.928646 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-110ae8fa-8784-415f-b06d-21f61fa08879 service neutron] Attempting to bind port d7f91352-b57f-43ea-ac22-820aef0e7422 by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '9cb9d205-9190-43c8-b078-f8df09db6175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:27:49.929557 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-110ae8fa-8784-415f-b06d-21f61fa08879 service neutron] Attempting to bind port d7f91352-b57f-43ea-ac22-820aef0e7422 on network 4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:27:49.934908 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f235d29-e367-492c-ab7c-48591ce8fc9d None None] The sync data for ids ['87b154a0-a810-47cc-9b9e-5abdaed1677d'] in n-d-833163-1 is: [{'id': '87b154a0-a810-47cc-9b9e-5abdaed1677d', 'name': 'tempest-TaggedBootDevicesTest_v242-484570979-router', 'tenant_id': 'e1dfcd34e812493589bdfdb777e5b392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '9455d7ea-2564-4e6f-b93a-0fceb3356dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:27:31Z', 'updated_at': '2022-03-11T19:27:42Z', 'revision_number': 4, 'project_id': 'e1dfcd34e812493589bdfdb777e5b392', 'gw_port': {'id': '9455d7ea-2564-4e6f-b93a-0fceb3356dab', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b154a0-a810-47cc-9b9e-5abdaed1677d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:27:35Z', 'updated_at': '2022-03-11T19:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '0a9283e4-56af-45fe-823a-d20d39a4790e', 'name': '', 'network_id': '511bef21-e9c2-460b-aded-a37fed56aa50', 'tenant_id': 'e1dfcd34e812493589bdfdb777e5b392', 'mac_address': 'fa:16:3e:c5:59:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b154a0-a810-47cc-9b9e-5abdaed1677d', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'fb77187c-6ba9-41e0-beac-134913a9a6f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:27:40Z', 'updated_at': '2022-03-11T19:27:48Z', 'revision_number': 4, 'project_id': 'e1dfcd34e812493589bdfdb777e5b392', 'subnets': [{'id': 'fb77187c-6ba9-41e0-beac-134913a9a6f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:27:49.935798 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-110ae8fa-8784-415f-b06d-21f61fa08879 service neutron] Port d7f91352-b57f-43ea-ac22-820aef0e7422 on network 4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:27:49.936505 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-110ae8fa-8784-415f-b06d-21f61fa08879 service neutron] Attempting to bind port d7f91352-b57f-43ea-ac22-820aef0e7422 on network 4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:27:49.942649 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-110ae8fa-8784-415f-b06d-21f61fa08879 service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:27:49.943283 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-110ae8fa-8784-415f-b06d-21f61fa08879 service neutron] Checking segment: {'id': '9cb9d205-9190-43c8-b078-f8df09db6175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:27:49.943918 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-110ae8fa-8784-415f-b06d-21f61fa08879 service neutron] Bound using segment: {'id': '9cb9d205-9190-43c8-b078-f8df09db6175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:27:49.944579 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-110ae8fa-8784-415f-b06d-21f61fa08879 service neutron] Bound port: d7f91352-b57f-43ea-ac22-820aef0e7422, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cb9d205-9190-43c8-b078-f8df09db6175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:27:49.964062 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5f89244e-6a45-405b-a507-a09f81c8096b req-52d2c54c-fbc7-45ee-8b9d-4bd7fb4a54d2 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (7e557bd6-9903-4ae0-9536-4750da201a5a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:50.049451 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b621411a-4b02-4eb4-a84a-8b3fba2b65f6 None None] Current status of the port 0a9283e4-56af-45fe-823a-d20d39a4790e is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:27:50.155922 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-110ae8fa-8784-415f-b06d-21f61fa08879 service neutron] For port d7f91352-b57f-43ea-ac22-820aef0e7422, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=d7f91352-b57f-43ea-ac22-820aef0e7422,segment=NetworkSegment(9cb9d205-9190-43c8-b078-f8df09db6175),segment_id=9cb9d205-9190-43c8-b078-f8df09db6175)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:27:50.171862 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-110ae8fa-8784-415f-b06d-21f61fa08879 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:50.182968 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2c54c-fbc7-45ee-8b9d-4bd7fb4a54d2 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Pushing event updated for resources: {'Port': ['ID=7e557bd6-9903-4ae0-9536-4750da201a5a,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:50.189053 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-110ae8fa-8784-415f-b06d-21f61fa08879 service neutron] 10.222.0.65 "POST /v2.0/ports/d7f91352-b57f-43ea-ac22-820aef0e7422/bindings HTTP/1.1" status: 201 len: 389 time: 0.4244144 Mar 11 19:27:50.208418 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port e06922d1-ae39-4d7c-8a47-26cdb60421c8 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:27:50.209424 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (e06922d1-ae39-4d7c-8a47-26cdb60421c8), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:50.219477 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 2cb7968a-9438-4ebd-9474-359b261a17ca, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=2cb7968a-9438-4ebd-9474-359b261a17ca,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:27:50.247181 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f89244e-6a45-405b-a507-a09f81c8096b req-52d2c54c-fbc7-45ee-8b9d-4bd7fb4a54d2 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Network 7e891c9c-780d-4806-ada4-461cdb42d7c7 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:27:50.249392 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 0a9283e4-56af-45fe-823a-d20d39a4790e up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:27:50.254367 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-5f89244e-6a45-405b-a507-a09f81c8096b req-52d2c54c-fbc7-45ee-8b9d-4bd7fb4a54d2 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:27:50.299275 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f89244e-6a45-405b-a507-a09f81c8096b req-52d2c54c-fbc7-45ee-8b9d-4bd7fb4a54d2 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:27:50.320453 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': '2cb7968a-9438-4ebd-9474-359b261a17ca', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'port_id': '2cb7968a-9438-4ebd-9474-359b261a17ca', 'mac_address': 'fa:16:3e:e2:af:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bb14923-74c3-4313-be8d-ed33542f05aa', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:27:50.322675 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a338db77-8ad8-4947-b52d-51fb4f1bae2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e06922d1-ae39-4d7c-8a47-26cdb60421c8'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:27:50.325611 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b153b3c8-662a-4115-bf6e-207692d0aede" -d '{"events": [{"server_uuid": "a338db77-8ad8-4947-b52d-51fb4f1bae2a", "name": "network-vif-plugged", "status": "completed", "tag": "e06922d1-ae39-4d7c-8a47-26cdb60421c8"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:27:50.344553 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6d7042d0-a218-48b5-ac29-115da9148897 req-c9f429b9-fd41-4ec9-bde1-8543e1616268 tempest-ServersAdmin275Test-107861968 tempest-ServersAdmin275Test-107861968-project] 10.222.0.65 "GET /v2.0/ports?device_id=27a07cf5-eaf0-4721-b0fa-8387298c9e0a HTTP/1.1" status: 200 len: 210 time: 0.0906022 Mar 11 19:27:50.466612 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f89244e-6a45-405b-a507-a09f81c8096b req-52d2c54c-fbc7-45ee-8b9d-4bd7fb4a54d2 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:50.466896 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5f89244e-6a45-405b-a507-a09f81c8096b req-52d2c54c-fbc7-45ee-8b9d-4bd7fb4a54d2 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:50.479677 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port e06922d1-ae39-4d7c-8a47-26cdb60421c8, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=e06922d1-ae39-4d7c-8a47-26cdb60421c8,segment=NetworkSegment(42087326-e85e-4d47-82f7-573695e73a7c),segment_id=42087326-e85e-4d47-82f7-573695e73a7c)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:27:50.482551 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 2cb7968a-9438-4ebd-9474-359b261a17ca is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:27:50.482935 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2cb7968a-9438-4ebd-9474-359b261a17ca), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:50.492629 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f89244e-6a45-405b-a507-a09f81c8096b req-52d2c54c-fbc7-45ee-8b9d-4bd7fb4a54d2 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4093387 Mar 11 19:27:50.521652 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (e06922d1-ae39-4d7c-8a47-26cdb60421c8), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:50.538992 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-5f89244e-6a45-405b-a507-a09f81c8096b req-82799580-3ee4-459b-8c2f-798fda9bcf9e service neutron] Request body: {'port': {'device_id': 'e991396b-d547-46e7-876a-ad44994ab402', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:27:50.564745 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cb7968a-9438-4ebd-9474-359b261a17ca {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:27:50.613080 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 2cb7968a-9438-4ebd-9474-359b261a17ca, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=2cb7968a-9438-4ebd-9474-359b261a17ca,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:27:50.625631 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (2cb7968a-9438-4ebd-9474-359b261a17ca), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:50.627375 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 0a9283e4-56af-45fe-823a-d20d39a4790e triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:27:50.627770 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (0a9283e4-56af-45fe-823a-d20d39a4790e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:50.656022 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=e06922d1-ae39-4d7c-8a47-26cdb60421c8,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:50.746905 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-a9dcc8b0-f514-4931-bf28-863e5288632c None None] Provisioning complete for port 7e557bd6-9903-4ae0-9536-4750da201a5a triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:27:50.747835 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a9dcc8b0-f514-4931-bf28-863e5288632c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (7e557bd6-9903-4ae0-9536-4750da201a5a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:50.780315 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=2cb7968a-9438-4ebd-9474-359b261a17ca,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:50.784159 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-80083a6c-c8d0-43c1-83e1-e29f04d26fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:50.785669 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-80083a6c-c8d0-43c1-83e1-e29f04d26fa3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f95acd8ec5ef45d8b7ae8994d46f4375&device_id=2ad8bcae-55b9-4797-acc5-531c16b5cec4 HTTP/1.1" status: 200 len: 1127 time: 0.1760962 Mar 11 19:27:50.830201 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 0a9283e4-56af-45fe-823a-d20d39a4790e is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:27:50.835297 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5f89244e-6a45-405b-a507-a09f81c8096b req-82799580-3ee4-459b-8c2f-798fda9bcf9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (7e557bd6-9903-4ae0-9536-4750da201a5a), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:50.843595 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a9dcc8b0-f514-4931-bf28-863e5288632c None None] Port 7e557bd6-9903-4ae0-9536-4750da201a5a cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:27:50.862400 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc12d8f-c545-45a1-8991-2f708b2a7165 req-07574406-56f4-49e7-be8a-bf61a08f6fe8 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:50.863954 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dcc12d8f-c545-45a1-8991-2f708b2a7165 req-07574406-56f4-49e7-be8a-bf61a08f6fe8 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=a338db77-8ad8-4947-b52d-51fb4f1bae2a HTTP/1.1" status: 200 len: 946 time: 0.3184032 Mar 11 19:27:50.878340 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a80b67-dc0c-4018-965b-731c63e91635 req-f454f735-2466-46dc-a517-bf1fd289df96 tempest-TenantUsagesTestJSON-145589814 tempest-TenantUsagesTestJSON-145589814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:50.879907 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d5a80b67-dc0c-4018-965b-731c63e91635 req-f454f735-2466-46dc-a517-bf1fd289df96 tempest-TenantUsagesTestJSON-145589814 tempest-TenantUsagesTestJSON-145589814-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb51a60f-d6d8-40a0-89f5-1b09b4ccc5a3 HTTP/1.1" status: 200 len: 948 time: 0.2717097 Mar 11 19:27:51.036016 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-16ca3952-d90e-4db3-b7a0-510f16c2ab5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:51.037397 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-16ca3952-d90e-4db3-b7a0-510f16c2ab5f service neutron] 10.222.0.57 "GET /v2.0/networks?id=4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a HTTP/1.1" status: 200 len: 908 time: 0.2395072 Mar 11 19:27:51.143354 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['2cb7968a-9438-4ebd-9474-359b261a17ca'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:27:51.154335 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-69b59def-8c2e-4995-80d5-14c38fa4b310 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7f91352-b57f-43ea-ac22-820aef0e7422 HTTP/1.1" status: 200 len: 217 time: 0.1027448 Mar 11 19:27:51.166356 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dcc12d8f-c545-45a1-8991-2f708b2a7165 req-c171764c-97b7-430a-958f-48c0eb67b655 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818568 Mar 11 19:27:51.177697 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d5a80b67-dc0c-4018-965b-731c63e91635 req-3f2dad82-d7df-460d-a5cd-64f60c5bc0ef tempest-TenantUsagesTestJSON-145589814 tempest-TenantUsagesTestJSON-145589814-project] 10.222.0.65 "GET /v2.0/security-groups?id=e02107d5-95a2-458c-8d3b-09c0217b258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502074 Mar 11 19:27:51.262197 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a985b99-f43c-46e3-9a39-246a78c80719 x-openstack-request-id: req-3a985b99-f43c-46e3-9a39-246a78c80719 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:27:51.262751 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a338db77-8ad8-4947-b52d-51fb4f1bae2a", "name": "network-vif-plugged", "status": "completed", "tag": "e06922d1-ae39-4d7c-8a47-26cdb60421c8", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:27:51.262751 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3a985b99-f43c-46e3-9a39-246a78c80719 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:27:51.263136 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a338db77-8ad8-4947-b52d-51fb4f1bae2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e06922d1-ae39-4d7c-8a47-26cdb60421c8', 'code': 200} Mar 11 19:27:51.392074 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-c2ff6e76-20cb-42cc-8df8-f2f5433971b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:51.393443 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-c2ff6e76-20cb-42cc-8df8-f2f5433971b5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f742a986-c135-4269-ad05-332f85e495a8 HTTP/1.1" status: 200 len: 847 time: 0.2315915 Mar 11 19:27:51.408291 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00584153-7c7f-46f2-957e-bd237e7f86a2 req-bc269647-b1de-4813-ae9f-517ef47762a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:51.410484 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-00584153-7c7f-46f2-957e-bd237e7f86a2 req-bc269647-b1de-4813-ae9f-517ef47762a8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a338db77-8ad8-4947-b52d-51fb4f1bae2a HTTP/1.1" status: 200 len: 1128 time: 0.0863707 Mar 11 19:27:51.487898 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-00584153-7c7f-46f2-957e-bd237e7f86a2 req-1d33f6d8-1f23-4390-a3a8-0e307c6dc975 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708454 Mar 11 19:27:51.504038 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-633f8b73-953a-4c7a-82fb-3b2a23fbbd7f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0952621 Mar 11 19:27:51.561349 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d65247d-42ea-4a12-87ee-98aa86048ca4 req-831cae1b-09b4-42a6-9558-756137098c1b tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:51.562903 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7d65247d-42ea-4a12-87ee-98aa86048ca4 req-831cae1b-09b4-42a6-9558-756137098c1b tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ad8bcae-55b9-4797-acc5-531c16b5cec4 HTTP/1.1" status: 200 len: 945 time: 0.2577279 Mar 11 19:27:51.582051 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396d7fc-dcf5-4d8a-a908-3fa942f72bd6 req-016b8177-6c9f-453d-b240-1df6efb15cdd tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:51.583947 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7396d7fc-dcf5-4d8a-a908-3fa942f72bd6 req-016b8177-6c9f-453d-b240-1df6efb15cdd tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] 10.222.0.65 "GET /v2.0/ports?device_id=e991396b-d547-46e7-876a-ad44994ab402 HTTP/1.1" status: 200 len: 931 time: 0.1960859 Mar 11 19:27:51.706058 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7d65247d-42ea-4a12-87ee-98aa86048ca4 req-ae2021d9-6c0f-48cd-a1ca-c3704ba325d4 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208179 Mar 11 19:27:51.714104 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-5f89244e-6a45-405b-a507-a09f81c8096b req-82799580-3ee4-459b-8c2f-798fda9bcf9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e557bd6-9903-4ae0-9536-4750da201a5a {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:27:51.720911 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7396d7fc-dcf5-4d8a-a908-3fa942f72bd6 req-ba54ef0e-e3f0-42e6-b7c6-b436b1a39b77 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b1dc6b9-8989-4d30-b7de-b794d733c5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253986 Mar 11 19:27:51.726031 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5f89244e-6a45-405b-a507-a09f81c8096b req-82799580-3ee4-459b-8c2f-798fda9bcf9e service neutron] Publish callbacks [] for port (7e557bd6-9903-4ae0-9536-4750da201a5a), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:51.739153 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-5f89244e-6a45-405b-a507-a09f81c8096b req-82799580-3ee4-459b-8c2f-798fda9bcf9e service neutron] Transition to ACTIVE for port object 7e557bd6-9903-4ae0-9536-4750da201a5a will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:27:51.763014 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5f89244e-6a45-405b-a507-a09f81c8096b req-82799580-3ee4-459b-8c2f-798fda9bcf9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (7e557bd6-9903-4ae0-9536-4750da201a5a), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:51.869427 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-af8ad18f-eb94-48a8-ae2b-cbe8afcb0404 req-eee51635-e557-4470-8811-ebf3a476a766 tempest-ServersAdmin275Test-107861968 tempest-ServersAdmin275Test-107861968-project] 10.222.0.65 "GET /v2.0/ports?device_id=27a07cf5-eaf0-4721-b0fa-8387298c9e0a HTTP/1.1" status: 200 len: 210 time: 0.0691609 Mar 11 19:27:51.983176 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82799580-3ee4-459b-8c2f-798fda9bcf9e service neutron] Pushing event updated for resources: {'Port': ['ID=7e557bd6-9903-4ae0-9536-4750da201a5a,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:52.058511 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-18e5d723-a0cf-42f3-8f29-70b4d3ff7bf8 service neutron] 10.222.0.57 "GET /v2.0/networks/4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116102 Mar 11 19:27:52.149910 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-5f89244e-6a45-405b-a507-a09f81c8096b req-82799580-3ee4-459b-8c2f-798fda9bcf9e service neutron] Attempting to bind port 7e557bd6-9903-4ae0-9536-4750da201a5a on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:27:52.150254 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-5f89244e-6a45-405b-a507-a09f81c8096b req-82799580-3ee4-459b-8c2f-798fda9bcf9e service neutron] Attempting to bind port 7e557bd6-9903-4ae0-9536-4750da201a5a by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '56946f99-bbe1-4126-80e4-d7f1dc0f454e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '7e891c9c-780d-4806-ada4-461cdb42d7c7'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:27:52.150577 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f89244e-6a45-405b-a507-a09f81c8096b req-82799580-3ee4-459b-8c2f-798fda9bcf9e service neutron] Attempting to bind port 7e557bd6-9903-4ae0-9536-4750da201a5a on network 7e891c9c-780d-4806-ada4-461cdb42d7c7 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:27:52.159744 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f89244e-6a45-405b-a507-a09f81c8096b req-82799580-3ee4-459b-8c2f-798fda9bcf9e service neutron] Port 7e557bd6-9903-4ae0-9536-4750da201a5a on network 7e891c9c-780d-4806-ada4-461cdb42d7c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:27:52.160062 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f89244e-6a45-405b-a507-a09f81c8096b req-82799580-3ee4-459b-8c2f-798fda9bcf9e service neutron] Attempting to bind port 7e557bd6-9903-4ae0-9536-4750da201a5a on network 7e891c9c-780d-4806-ada4-461cdb42d7c7 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:27:52.173803 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f89244e-6a45-405b-a507-a09f81c8096b req-82799580-3ee4-459b-8c2f-798fda9bcf9e service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:27:52.174147 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f89244e-6a45-405b-a507-a09f81c8096b req-82799580-3ee4-459b-8c2f-798fda9bcf9e service neutron] Checking segment: {'id': '56946f99-bbe1-4126-80e4-d7f1dc0f454e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '7e891c9c-780d-4806-ada4-461cdb42d7c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:27:52.174531 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f89244e-6a45-405b-a507-a09f81c8096b req-82799580-3ee4-459b-8c2f-798fda9bcf9e service neutron] Bound using segment: {'id': '56946f99-bbe1-4126-80e4-d7f1dc0f454e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '7e891c9c-780d-4806-ada4-461cdb42d7c7'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:27:52.174973 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-5f89244e-6a45-405b-a507-a09f81c8096b req-82799580-3ee4-459b-8c2f-798fda9bcf9e service neutron] Bound port: 7e557bd6-9903-4ae0-9536-4750da201a5a, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56946f99-bbe1-4126-80e4-d7f1dc0f454e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '7e891c9c-780d-4806-ada4-461cdb42d7c7'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:27:52.175329 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5f89244e-6a45-405b-a507-a09f81c8096b req-82799580-3ee4-459b-8c2f-798fda9bcf9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (7e557bd6-9903-4ae0-9536-4750da201a5a), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:52.208618 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-e2e55a02-4595-424e-9ec7-c448650a615e service neutron] 10.222.0.57 "GET /v2.0/networks/4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413002 Mar 11 19:27:52.266524 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-79a1b3be-c32b-4ce6-8e13-7254ccf1c3a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:52.362106 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:52.422623 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53854) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:52.524848 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f09e8e24-b135-481e-8e4b-7aad043444c9 req-bd3fcdb4-e529-49ac-9495-765ff5aa7666 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=7e1df5f0-9ba7-4d1f-be0d-cdaa9e480bc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0602717 Mar 11 19:27:52.580073 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72724ce7-0918-4ba1-9a9f-9730c3b994ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:52.662551 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-5f89244e-6a45-405b-a507-a09f81c8096b req-82799580-3ee4-459b-8c2f-798fda9bcf9e service neutron] For port 7e557bd6-9903-4ae0-9536-4750da201a5a, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:27:52.674715 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e8e24-b135-481e-8e4b-7aad043444c9 req-cdfff3bb-c568-4354-bd3d-216e023066c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:52.676273 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f09e8e24-b135-481e-8e4b-7aad043444c9 req-cdfff3bb-c568-4354-bd3d-216e023066c6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f44b890e943d4aee826b67fd4c2d7b8e&device_id=7e1df5f0-9ba7-4d1f-be0d-cdaa9e480bc8 HTTP/1.1" status: 200 len: 1127 time: 0.0930700 Mar 11 19:27:52.689431 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-5f89244e-6a45-405b-a507-a09f81c8096b req-82799580-3ee4-459b-8c2f-798fda9bcf9e service neutron] For port 7e557bd6-9903-4ae0-9536-4750da201a5a, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=7e557bd6-9903-4ae0-9536-4750da201a5a,segment=NetworkSegment(56946f99-bbe1-4126-80e4-d7f1dc0f454e),segment_id=56946f99-bbe1-4126-80e4-d7f1dc0f454e)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:27:52.692937 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-2394786a-6b4a-4808-8462-573e727938b1 tempest-LiveMigrationTest-1929498449 tempest-LiveMigrationTest-1929498449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:52.696784 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-2394786a-6b4a-4808-8462-573e727938b1 tempest-LiveMigrationTest-1929498449 tempest-LiveMigrationTest-1929498449-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=2ad8bcae-55b9-4797-acc5-531c16b5cec4&tenant_id=f95acd8ec5ef45d8b7ae8994d46f4375&binding%3Ahost_id=n-h1-833163-1 HTTP/1.1" status: 200 len: 1127 time: 0.4141963 Mar 11 19:27:52.711071 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-bb453446-bf61-4b14-9e80-f6a4355b869b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-833163-1'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:27:52.721014 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0687c3-76f6-4de2-992a-30c152a520f3 req-6f38cba8-9e06-4165-80ef-fec3fef2c4ae tempest-TenantUsagesTestJSON-145589814 tempest-TenantUsagesTestJSON-145589814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:52.729546 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4c0687c3-76f6-4de2-992a-30c152a520f3 req-6f38cba8-9e06-4165-80ef-fec3fef2c4ae tempest-TenantUsagesTestJSON-145589814 tempest-TenantUsagesTestJSON-145589814-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb51a60f-d6d8-40a0-89f5-1b09b4ccc5a3 HTTP/1.1" status: 200 len: 948 time: 0.2137811 Mar 11 19:27:52.731928 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5f89244e-6a45-405b-a507-a09f81c8096b req-82799580-3ee4-459b-8c2f-798fda9bcf9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (7e557bd6-9903-4ae0-9536-4750da201a5a), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:52.740363 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f13e49-9ed1-451e-98fc-a75e7b1d0fb7 req-6957cba9-4484-4b7b-9a7e-1b65761f8134 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:52.741865 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c0f13e49-9ed1-451e-98fc-a75e7b1d0fb7 req-6957cba9-4484-4b7b-9a7e-1b65761f8134 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=a338db77-8ad8-4947-b52d-51fb4f1bae2a HTTP/1.1" status: 200 len: 946 time: 0.2291729 Mar 11 19:27:52.742404 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72724ce7-0918-4ba1-9a9f-9730c3b994ad admin admin] Publish callbacks [] for security_group (b7990d29-ea34-4ce2-a2f8-02fbd68f23f3), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:52.754920 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72724ce7-0918-4ba1-9a9f-9730c3b994ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (b7990d29-ea34-4ce2-a2f8-02fbd68f23f3), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:52.834002 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-72724ce7-0918-4ba1-9a9f-9730c3b994ad admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=06c38030a4ba490e90a364416711d50c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4095416 Mar 11 19:27:52.834599 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53862) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:52.844271 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72724ce7-0918-4ba1-9a9f-9730c3b994ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7990d29-ea34-4ce2-a2f8-02fbd68f23f3,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:52.847694 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f89244e-6a45-405b-a507-a09f81c8096b req-82799580-3ee4-459b-8c2f-798fda9bcf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:52.848525 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5f89244e-6a45-405b-a507-a09f81c8096b req-82799580-3ee4-459b-8c2f-798fda9bcf9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:52.849934 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f89244e-6a45-405b-a507-a09f81c8096b req-82799580-3ee4-459b-8c2f-798fda9bcf9e service neutron] 10.222.0.75 "PUT /v2.0/ports/7e557bd6-9903-4ae0-9536-4750da201a5a HTTP/1.1" status: 200 len: 1091 time: 2.3359003 Mar 11 19:27:52.853653 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e991396b-d547-46e7-876a-ad44994ab402', 'tag': '7e557bd6-9903-4ae0-9536-4750da201a5a'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:27:52.857447 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-712a4bc6-7ebf-4b69-b08c-254198fe7aeb" -d '{"events": [{"name": "network-changed", "server_uuid": "e991396b-d547-46e7-876a-ad44994ab402", "tag": "7e557bd6-9903-4ae0-9536-4750da201a5a"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:27:52.881528 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e8e24-b135-481e-8e4b-7aad043444c9 req-b6f66181-c1d4-475c-bfe1-3ff37d566e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:52.886799 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f09e8e24-b135-481e-8e4b-7aad043444c9 req-b6f66181-c1d4-475c-bfe1-3ff37d566e9f service neutron] 10.222.0.75 "GET /v2.0/networks?id=b2c20bf2-5907-4ff7-8af6-23603c7d780a HTTP/1.1" status: 200 len: 921 time: 0.1752460 Mar 11 19:27:52.952248 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82799580-3ee4-459b-8c2f-798fda9bcf9e service neutron] Pushing event updated for resources: {'Port': ['ID=7e557bd6-9903-4ae0-9536-4750da201a5a,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:52.990144 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4c0687c3-76f6-4de2-992a-30c152a520f3 req-c137dbfb-f7d0-4bc2-91f0-97a3e41dd8b7 tempest-TenantUsagesTestJSON-145589814 tempest-TenantUsagesTestJSON-145589814-project] 10.222.0.65 "GET /v2.0/security-groups?id=e02107d5-95a2-458c-8d3b-09c0217b258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597108 Mar 11 19:27:53.006777 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-bb453446-bf61-4b14-9e80-f6a4355b869b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d7f91352-b57f-43ea-ac22-820aef0e7422), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:53.053629 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c0f13e49-9ed1-451e-98fc-a75e7b1d0fb7 req-bacdccf8-88bd-48b5-8622-c9ef89db59f1 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724609 Mar 11 19:27:53.183262 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f89244e-6a45-405b-a507-a09f81c8096b req-b95da255-34dd-4436-8825-dbd083fe75bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:53.184025 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f89244e-6a45-405b-a507-a09f81c8096b req-b95da255-34dd-4436-8825-dbd083fe75bd service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ee1db649970c4716b05dd0ce3f8eca3e&device_id=e991396b-d547-46e7-876a-ad44994ab402 HTTP/1.1" status: 200 len: 1125 time: 0.2506394 Mar 11 19:27:53.292219 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f09e8e24-b135-481e-8e4b-7aad043444c9 req-560606ec-79c4-4abc-9f92-8c09c465aeb2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2132f9f3-9a1b-40f0-b21f-18eee1c1b95a HTTP/1.1" status: 200 len: 217 time: 0.3888769 Mar 11 19:27:53.314386 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-224b2a00-2a2d-4a20-a73c-a33524c5b216 req-86e83914-3a39-47a6-b5fd-68fcc06df0f8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=27a07cf5-eaf0-4721-b0fa-8387298c9e0a HTTP/1.1" status: 200 len: 210 time: 0.0316823 Mar 11 19:27:53.324673 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f89244e-6a45-405b-a507-a09f81c8096b req-d20d3935-8694-4843-a6d1-df3034e84360 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e557bd6-9903-4ae0-9536-4750da201a5a HTTP/1.1" status: 200 len: 217 time: 0.1114767 Mar 11 19:27:53.355714 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-52bb1b3e-0ef5-46a9-9987-3b22fd7bdfbf admin admin] Publish callbacks [] for security_group (b7990d29-ea34-4ce2-a2f8-02fbd68f23f3), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:53.382925 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e8e24-b135-481e-8e4b-7aad043444c9 req-9980feae-2854-4b35-8c1e-28f0b65d0ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:53.385002 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f09e8e24-b135-481e-8e4b-7aad043444c9 req-9980feae-2854-4b35-8c1e-28f0b65d0ea6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a7be26a8-b37a-4d01-b7d9-b9690160171c HTTP/1.1" status: 200 len: 860 time: 0.0729804 Mar 11 19:27:53.389372 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-52bb1b3e-0ef5-46a9-9987-3b22fd7bdfbf admin admin] Publish callbacks [] for security_group (b7990d29-ea34-4ce2-a2f8-02fbd68f23f3), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:53.432273 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f09e8e24-b135-481e-8e4b-7aad043444c9 req-5d6163f2-7996-469d-a0c6-0cf1648bfb33 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b2c20bf2-5907-4ff7-8af6-23603c7d780a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358729 Mar 11 19:27:53.450009 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a565b19-3731-4356-a9bb-ef0932d60dd4 req-272fed93-bd1e-486e-9768-60ad56ad3a15 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:53.451508 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0a565b19-3731-4356-a9bb-ef0932d60dd4 req-272fed93-bd1e-486e-9768-60ad56ad3a15 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ad8bcae-55b9-4797-acc5-531c16b5cec4 HTTP/1.1" status: 200 len: 945 time: 0.2813008 Mar 11 19:27:53.477837 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-bb453446-bf61-4b14-9e80-f6a4355b869b service neutron] For port d7f91352-b57f-43ea-ac22-820aef0e7422, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=d7f91352-b57f-43ea-ac22-820aef0e7422,segment=NetworkSegment(9cb9d205-9190-43c8-b078-f8df09db6175),segment_id=9cb9d205-9190-43c8-b078-f8df09db6175)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:27:53.483403 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 2cb7968a-9438-4ebd-9474-359b261a17ca up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:27:53.492051 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f89244e-6a45-405b-a507-a09f81c8096b req-45504ed2-bc64-4406-aace-d9f5205dea23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:53.494073 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f89244e-6a45-405b-a507-a09f81c8096b req-45504ed2-bc64-4406-aace-d9f5205dea23 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d441f654-9ad6-4cc6-8a21-7d1bf2607b2a HTTP/1.1" status: 200 len: 850 time: 0.1592369 Mar 11 19:27:53.508818 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f16d883-1e9b-4e98-af4d-695f9d2ff2f4 req-5752802c-3552-479d-b481-6b9c6e9476be tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:53.509669 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f16d883-1e9b-4e98-af4d-695f9d2ff2f4 req-5752802c-3552-479d-b481-6b9c6e9476be tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] 10.222.0.65 "GET /v2.0/ports?device_id=e991396b-d547-46e7-876a-ad44994ab402 HTTP/1.1" status: 200 len: 943 time: 0.3144963 Mar 11 19:27:53.538803 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-52bb1b3e-0ef5-46a9-9987-3b22fd7bdfbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (b7990d29-ea34-4ce2-a2f8-02fbd68f23f3), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:53.542321 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-52bb1b3e-0ef5-46a9-9987-3b22fd7bdfbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:53.545907 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-52bb1b3e-0ef5-46a9-9987-3b22fd7bdfbf admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b7990d29-ea34-4ce2-a2f8-02fbd68f23f3 HTTP/1.1" status: 204 len: 168 time: 0.7079833 Mar 11 19:27:53.559500 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f09e8e24-b135-481e-8e4b-7aad043444c9 req-8a44263e-0f00-41f1-87e7-b58afc357ade service neutron] 10.222.0.75 "GET /v2.0/networks/b2c20bf2-5907-4ff7-8af6-23603c7d780a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108079 Mar 11 19:27:53.560626 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bb1b3e-0ef5-46a9-9987-3b22fd7bdfbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7990d29-ea34-4ce2-a2f8-02fbd68f23f3,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:53.591455 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port 2cb7968a-9438-4ebd-9474-359b261a17ca completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:27:53.599327 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port 2cb7968a-9438-4ebd-9474-359b261a17ca triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:27:53.600153 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (2cb7968a-9438-4ebd-9474-359b261a17ca), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:53.625292 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0a565b19-3731-4356-a9bb-ef0932d60dd4 req-295228ae-fc76-4f71-9fd7-3da07a563307 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599648 Mar 11 19:27:53.631068 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-bb453446-bf61-4b14-9e80-f6a4355b869b service neutron] For port d7f91352-b57f-43ea-ac22-820aef0e7422, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:27:53.699804 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f16d883-1e9b-4e98-af4d-695f9d2ff2f4 req-65df1b44-b0ed-4273-bea6-795952dc7e1e tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b1dc6b9-8989-4d30-b7de-b794d733c5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1721351 Mar 11 19:27:53.732450 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f89244e-6a45-405b-a507-a09f81c8096b req-45af127c-f55e-4f65-b257-e0e316f0a8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:53.735162 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 2cb7968a-9438-4ebd-9474-359b261a17ca is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:27:53.735996 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2cb7968a-9438-4ebd-9474-359b261a17ca), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:53.737687 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f89244e-6a45-405b-a507-a09f81c8096b req-45af127c-f55e-4f65-b257-e0e316f0a8f7 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7e891c9c-780d-4806-ada4-461cdb42d7c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2253840 Mar 11 19:27:53.756160 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb89cf92-9605-4a25-9302-c71fc115f311 x-openstack-request-id: req-bb89cf92-9605-4a25-9302-c71fc115f311 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:27:53.760963 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e991396b-d547-46e7-876a-ad44994ab402", "tag": "7e557bd6-9903-4ae0-9536-4750da201a5a", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:27:53.761405 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bb89cf92-9605-4a25-9302-c71fc115f311 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:27:53.761994 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e991396b-d547-46e7-876a-ad44994ab402', 'tag': '7e557bd6-9903-4ae0-9536-4750da201a5a', 'status': 'completed', 'code': 200} Mar 11 19:27:53.774987 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f09e8e24-b135-481e-8e4b-7aad043444c9 req-624367f4-1c66-4e81-9d5c-658e0708c1b3 service neutron] 10.222.0.75 "GET /v2.0/networks/b2c20bf2-5907-4ff7-8af6-23603c7d780a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950986 Mar 11 19:27:53.776759 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb51a60f-d6d8-40a0-89f5-1b09b4ccc5a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cb7968a-9438-4ebd-9474-359b261a17ca'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:27:53.779555 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1b5a91-c77f-4a1a-9b6e-3837c16529d8" -d '{"events": [{"server_uuid": "fb51a60f-d6d8-40a0-89f5-1b09b4ccc5a3", "name": "network-vif-plugged", "status": "completed", "tag": "2cb7968a-9438-4ebd-9474-359b261a17ca"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:27:53.796365 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-bb453446-bf61-4b14-9e80-f6a4355b869b service neutron] Publish callbacks [] for port (d7f91352-b57f-43ea-ac22-820aef0e7422), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:53.810431 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-bb453446-bf61-4b14-9e80-f6a4355b869b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (d7f91352-b57f-43ea-ac22-820aef0e7422), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:53.828101 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 2cb7968a-9438-4ebd-9474-359b261a17ca, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=2cb7968a-9438-4ebd-9474-359b261a17ca,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:27:53.839156 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (2cb7968a-9438-4ebd-9474-359b261a17ca), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:53.909496 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e4b4719-8c83-462e-baa4-667d2c884b18 x-openstack-request-id: req-8e4b4719-8c83-462e-baa4-667d2c884b18 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:27:53.910088 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb51a60f-d6d8-40a0-89f5-1b09b4ccc5a3", "name": "network-vif-plugged", "status": "completed", "tag": "2cb7968a-9438-4ebd-9474-359b261a17ca", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:27:53.910492 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8e4b4719-8c83-462e-baa4-667d2c884b18 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:27:53.911029 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb51a60f-d6d8-40a0-89f5-1b09b4ccc5a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cb7968a-9438-4ebd-9474-359b261a17ca', 'code': 200} Mar 11 19:27:53.962215 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=2cb7968a-9438-4ebd-9474-359b261a17ca,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:53.976198 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-28d82b60-0f55-4132-bbc9-016ea22dfabb req-b4b83a45-0329-4a7d-b963-f87012f010ad tempest-ServersAdmin275Test-107861968 tempest-ServersAdmin275Test-107861968-project] 10.222.0.65 "GET /v2.0/ports?device_id=27a07cf5-eaf0-4721-b0fa-8387298c9e0a HTTP/1.1" status: 200 len: 210 time: 0.0694406 Mar 11 19:27:53.981893 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f89244e-6a45-405b-a507-a09f81c8096b req-bd2963f8-5e77-4510-8c55-4e62d555629b service neutron] 10.222.0.75 "GET /v2.0/networks/7e891c9c-780d-4806-ada4-461cdb42d7c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187119 Mar 11 19:27:53.983783 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb453446-bf61-4b14-9e80-f6a4355b869b service neutron] Pushing event updated for resources: {'Port': ['ID=d7f91352-b57f-43ea-ac22-820aef0e7422,revision_number=7']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:54.013957 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-bb453446-bf61-4b14-9e80-f6a4355b869b service neutron] Attempting to bind port d7f91352-b57f-43ea-ac22-820aef0e7422 on host n-h1-833163-1 for vnic_type normal with profile {"migrating_to": "n-h2-833163-1"} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:27:54.014299 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-bb453446-bf61-4b14-9e80-f6a4355b869b service neutron] Attempting to bind port d7f91352-b57f-43ea-ac22-820aef0e7422 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '9cb9d205-9190-43c8-b078-f8df09db6175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:27:54.014625 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-bb453446-bf61-4b14-9e80-f6a4355b869b service neutron] Attempting to bind port d7f91352-b57f-43ea-ac22-820aef0e7422 on network 4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:27:54.024013 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-bb453446-bf61-4b14-9e80-f6a4355b869b service neutron] Port d7f91352-b57f-43ea-ac22-820aef0e7422 on network 4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:27:54.024359 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-bb453446-bf61-4b14-9e80-f6a4355b869b service neutron] Attempting to bind port d7f91352-b57f-43ea-ac22-820aef0e7422 on network 4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:27:54.036754 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-bb453446-bf61-4b14-9e80-f6a4355b869b service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:27:54.037099 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-bb453446-bf61-4b14-9e80-f6a4355b869b service neutron] Checking segment: {'id': '9cb9d205-9190-43c8-b078-f8df09db6175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:27:54.037535 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-bb453446-bf61-4b14-9e80-f6a4355b869b service neutron] Bound using segment: {'id': '9cb9d205-9190-43c8-b078-f8df09db6175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:27:54.038082 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-bb453446-bf61-4b14-9e80-f6a4355b869b service neutron] Bound port: d7f91352-b57f-43ea-ac22-820aef0e7422, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cb9d205-9190-43c8-b078-f8df09db6175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:27:54.038451 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-bb453446-bf61-4b14-9e80-f6a4355b869b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d7f91352-b57f-43ea-ac22-820aef0e7422), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:54.059969 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e7945b-9ac9-4514-91bc-ed53d5f6f952 req-109fd660-949e-4489-9d3d-810f5ac39dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:54.061594 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-47e7945b-9ac9-4514-91bc-ed53d5f6f952 req-109fd660-949e-4489-9d3d-810f5ac39dc3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fb51a60f-d6d8-40a0-89f5-1b09b4ccc5a3 HTTP/1.1" status: 200 len: 1131 time: 0.0937617 Mar 11 19:27:54.135323 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-47e7945b-9ac9-4514-91bc-ed53d5f6f952 req-d97d2506-3541-4bf8-9701-c03dee8edb7d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e02107d5-95a2-458c-8d3b-09c0217b258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658069 Mar 11 19:27:54.176780 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f89244e-6a45-405b-a507-a09f81c8096b req-d2fc114d-9d0e-4b79-af82-3dfa7f3c7ec3 service neutron] 10.222.0.75 "GET /v2.0/networks/7e891c9c-780d-4806-ada4-461cdb42d7c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848102 Mar 11 19:27:54.219481 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-bb453446-bf61-4b14-9e80-f6a4355b869b service neutron] For port d7f91352-b57f-43ea-ac22-820aef0e7422, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:27:54.238540 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-bb453446-bf61-4b14-9e80-f6a4355b869b service neutron] For port d7f91352-b57f-43ea-ac22-820aef0e7422, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=d7f91352-b57f-43ea-ac22-820aef0e7422,segment=NetworkSegment(9cb9d205-9190-43c8-b078-f8df09db6175),segment_id=9cb9d205-9190-43c8-b078-f8df09db6175)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:27:54.249516 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-bb453446-bf61-4b14-9e80-f6a4355b869b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (d7f91352-b57f-43ea-ac22-820aef0e7422), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:54.270999 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53882) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:54.284631 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e1945bfe-8570-445b-b8c1-817d998e1de4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:54.293971 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3846c3-a390-40be-8950-6e50e6f1b3a4 req-81c413d9-c784-4bc0-8b3f-960123f0d868 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:54.295481 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fd3846c3-a390-40be-8950-6e50e6f1b3a4 req-81c413d9-c784-4bc0-8b3f-960123f0d868 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=a338db77-8ad8-4947-b52d-51fb4f1bae2a HTTP/1.1" status: 200 len: 946 time: 0.1262910 Mar 11 19:27:54.302264 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5456410c-ecea-4b87-90f9-171bb40692da req-7c48fecf-7787-445b-9486-9457a18306c7 tempest-TenantUsagesTestJSON-145589814 tempest-TenantUsagesTestJSON-145589814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:54.309640 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5456410c-ecea-4b87-90f9-171bb40692da req-7c48fecf-7787-445b-9486-9457a18306c7 tempest-TenantUsagesTestJSON-145589814 tempest-TenantUsagesTestJSON-145589814-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb51a60f-d6d8-40a0-89f5-1b09b4ccc5a3 HTTP/1.1" status: 200 len: 949 time: 0.1866212 Mar 11 19:27:54.397307 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e1945bfe-8570-445b-b8c1-817d998e1de4 admin admin] Publish callbacks [] for security_group (e240a88d-016f-4cfc-a2b5-32965b8c8728), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:54.402781 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e1945bfe-8570-445b-b8c1-817d998e1de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (e240a88d-016f-4cfc-a2b5-32965b8c8728), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:54.439365 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb453446-bf61-4b14-9e80-f6a4355b869b service neutron] Pushing event updated for resources: {'Port': ['ID=d7f91352-b57f-43ea-ac22-820aef0e7422,revision_number=8']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:54.446055 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e1945bfe-8570-445b-b8c1-817d998e1de4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=71addbd0114241889b828f97aac23a89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1717951 Mar 11 19:27:54.446055 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1945bfe-8570-445b-b8c1-817d998e1de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e240a88d-016f-4cfc-a2b5-32965b8c8728,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:54.446810 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53884) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:27:54.479496 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-bb453446-bf61-4b14-9e80-f6a4355b869b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:54.480445 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-bb453446-bf61-4b14-9e80-f6a4355b869b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:54.481521 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-bb453446-bf61-4b14-9e80-f6a4355b869b service neutron] 10.222.0.57 "PUT /v2.0/ports/d7f91352-b57f-43ea-ac22-820aef0e7422 HTTP/1.1" status: 200 len: 1121 time: 1.7759953 Mar 11 19:27:54.486151 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5456410c-ecea-4b87-90f9-171bb40692da req-6baafe26-ef65-4e7f-b188-950a9054bbd8 tempest-TenantUsagesTestJSON-145589814 tempest-TenantUsagesTestJSON-145589814-project] 10.222.0.65 "GET /v2.0/security-groups?id=e02107d5-95a2-458c-8d3b-09c0217b258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756737 Mar 11 19:27:54.491982 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fd3846c3-a390-40be-8950-6e50e6f1b3a4 req-b714b515-79fe-4772-9a95-80ad97cb533e tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799610 Mar 11 19:27:54.495235 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a4bc6-7ebf-4b69-b08c-254198fe7aeb req-7011bae5-56f0-4939-80f4-d3b1b132aae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:54.496746 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-712a4bc6-7ebf-4b69-b08c-254198fe7aeb req-7011bae5-56f0-4939-80f4-d3b1b132aae9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ee1db649970c4716b05dd0ce3f8eca3e&device_id=e991396b-d547-46e7-876a-ad44994ab402 HTTP/1.1" status: 200 len: 1125 time: 0.1839073 Mar 11 19:27:54.523879 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d2e6631d-cd97-4019-b0ae-ed00411598de admin admin] Publish callbacks [] for security_group (e240a88d-016f-4cfc-a2b5-32965b8c8728), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:54.557531 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a7952457-2bdf-445f-a8a4-dfbf2c0362b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:54.566789 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d2e6631d-cd97-4019-b0ae-ed00411598de admin admin] Publish callbacks [] for security_group (e240a88d-016f-4cfc-a2b5-32965b8c8728), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:54.568347 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['d7f91352-b57f-43ea-ac22-820aef0e7422'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:27:54.651078 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d2e6631d-cd97-4019-b0ae-ed00411598de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (e240a88d-016f-4cfc-a2b5-32965b8c8728), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:54.655012 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d2e6631d-cd97-4019-b0ae-ed00411598de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:54.670927 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d2e6631d-cd97-4019-b0ae-ed00411598de admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e240a88d-016f-4cfc-a2b5-32965b8c8728 HTTP/1.1" status: 204 len: 168 time: 0.2209935 Mar 11 19:27:54.679874 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a4bc6-7ebf-4b69-b08c-254198fe7aeb req-0ccf3ebd-32d0-4cd4-a294-f5c3b5681da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:54.682152 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-712a4bc6-7ebf-4b69-b08c-254198fe7aeb req-0ccf3ebd-32d0-4cd4-a294-f5c3b5681da4 service neutron] 10.222.0.75 "GET /v2.0/networks?id=7e891c9c-780d-4806-ada4-461cdb42d7c7 HTTP/1.1" status: 200 len: 912 time: 0.1770499 Mar 11 19:27:54.701199 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e6631d-cd97-4019-b0ae-ed00411598de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e240a88d-016f-4cfc-a2b5-32965b8c8728,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:54.755876 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-712a4bc6-7ebf-4b69-b08c-254198fe7aeb req-4dff948a-cda0-408b-a834-bb134d3da918 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e557bd6-9903-4ae0-9536-4750da201a5a HTTP/1.1" status: 200 len: 217 time: 0.0654883 Mar 11 19:27:54.834244 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dee0ef-5d52-48a7-9867-b9258929e290 req-74738a41-5f7f-48bc-8a94-24576ae33852 tempest-LiveAutoBlockMigrationV225Test-943023921 tempest-LiveAutoBlockMigrationV225Test-943023921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:54.834244 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-53dee0ef-5d52-48a7-9867-b9258929e290 req-74738a41-5f7f-48bc-8a94-24576ae33852 tempest-LiveAutoBlockMigrationV225Test-943023921 tempest-LiveAutoBlockMigrationV225Test-943023921-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=a338db77-8ad8-4947-b52d-51fb4f1bae2a HTTP/1.1" status: 200 len: 1128 time: 0.2195261 Mar 11 19:27:54.863870 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe455a63-a647-497a-a70e-f8cdf0c77ea0 req-57e79f33-b163-41fb-9989-243a166addb4 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:54.865331 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fe455a63-a647-497a-a70e-f8cdf0c77ea0 req-57e79f33-b163-41fb-9989-243a166addb4 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ad8bcae-55b9-4797-acc5-531c16b5cec4 HTTP/1.1" status: 200 len: 943 time: 0.1082580 Mar 11 19:27:54.887848 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a4bc6-7ebf-4b69-b08c-254198fe7aeb req-f3f103fe-a47c-403c-8a54-dfac0f9d3e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:54.889692 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-712a4bc6-7ebf-4b69-b08c-254198fe7aeb req-f3f103fe-a47c-403c-8a54-dfac0f9d3e2f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d441f654-9ad6-4cc6-8a21-7d1bf2607b2a HTTP/1.1" status: 200 len: 850 time: 0.1205289 Mar 11 19:27:54.976508 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-53dee0ef-5d52-48a7-9867-b9258929e290 req-e848334d-e3ef-47b4-91d4-c818d2272837 tempest-LiveAutoBlockMigrationV225Test-943023921 tempest-LiveAutoBlockMigrationV225Test-943023921-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324859 Mar 11 19:27:55.016134 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fe455a63-a647-497a-a70e-f8cdf0c77ea0 req-d6368b1f-10ef-42af-869d-749bc86e5700 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275072 Mar 11 19:27:55.045111 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a4bc6-7ebf-4b69-b08c-254198fe7aeb req-91782152-253c-4658-89af-57f05c9326cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:55.047179 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-712a4bc6-7ebf-4b69-b08c-254198fe7aeb req-91782152-253c-4658-89af-57f05c9326cb service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7e891c9c-780d-4806-ada4-461cdb42d7c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1501901 Mar 11 19:27:55.182747 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6722c6d2-9abf-431c-b6b5-bce9447ec7f6 req-45394aef-c173-4b1f-b51e-3ebf168a2375 tempest-ServersAdmin275Test-107861968 tempest-ServersAdmin275Test-107861968-project] 10.222.0.65 "GET /v2.0/ports?device_id=27a07cf5-eaf0-4721-b0fa-8387298c9e0a HTTP/1.1" status: 200 len: 210 time: 0.0761409 Mar 11 19:27:55.475239 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-712a4bc6-7ebf-4b69-b08c-254198fe7aeb req-f2290572-ebe6-45b1-982e-cbd529e149c3 service neutron] 10.222.0.75 "GET /v2.0/networks/7e891c9c-780d-4806-ada4-461cdb42d7c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4176767 Mar 11 19:27:55.511710 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d6c8e-5978-446b-af9b-8c23a2e7b1af req-5ad0ac58-f6fd-4af3-a5ab-95818586444d tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:55.518594 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-056d6c8e-5978-446b-af9b-8c23a2e7b1af req-5ad0ac58-f6fd-4af3-a5ab-95818586444d tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] 10.222.0.65 "GET /v2.0/ports?device_id=e991396b-d547-46e7-876a-ad44994ab402 HTTP/1.1" status: 200 len: 943 time: 0.3383811 Mar 11 19:27:55.550356 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07631c8c-f452-48d9-9f39-8b8b65f63cef req-6287616b-831d-46a9-b7de-01cd61b8877f tempest-LiveAutoBlockMigrationV225Test-943023921 tempest-LiveAutoBlockMigrationV225Test-943023921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:55.551943 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-07631c8c-f452-48d9-9f39-8b8b65f63cef req-6287616b-831d-46a9-b7de-01cd61b8877f tempest-LiveAutoBlockMigrationV225Test-943023921 tempest-LiveAutoBlockMigrationV225Test-943023921-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=a338db77-8ad8-4947-b52d-51fb4f1bae2a HTTP/1.1" status: 200 len: 1128 time: 0.1460063 Mar 11 19:27:55.669534 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-056d6c8e-5978-446b-af9b-8c23a2e7b1af req-fdb86ef5-c9ec-464c-b53d-e123d9e40801 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b1dc6b9-8989-4d30-b7de-b794d733c5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1447287 Mar 11 19:27:55.687949 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-07631c8c-f452-48d9-9f39-8b8b65f63cef req-3396a76d-81aa-47d5-9b9f-01f2531f69b8 tempest-LiveAutoBlockMigrationV225Test-943023921 tempest-LiveAutoBlockMigrationV225Test-943023921-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257577 Mar 11 19:27:55.691494 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-712a4bc6-7ebf-4b69-b08c-254198fe7aeb req-a2e32d4b-fd52-4b44-8419-c16640544d26 service neutron] 10.222.0.75 "GET /v2.0/networks/7e891c9c-780d-4806-ada4-461cdb42d7c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096756 Mar 11 19:27:55.764075 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad8bcae-55b9-4797-acc5-531c16b5cec4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7f91352-b57f-43ea-ac22-820aef0e7422'}, {'name': 'network-changed', 'server_uuid': '2ad8bcae-55b9-4797-acc5-531c16b5cec4', 'tag': 'd7f91352-b57f-43ea-ac22-820aef0e7422'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:27:55.766330 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4348c30c-78cd-4c8e-8864-657460772d48" -d '{"events": [{"server_uuid": "2ad8bcae-55b9-4797-acc5-531c16b5cec4", "name": "network-vif-unplugged", "status": "completed", "tag": "d7f91352-b57f-43ea-ac22-820aef0e7422"}, {"name": "network-changed", "server_uuid": "2ad8bcae-55b9-4797-acc5-531c16b5cec4", "tag": "d7f91352-b57f-43ea-ac22-820aef0e7422"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:27:55.893713 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ff8c2-2283-44b7-a1fa-f61910bf1350 req-8a45852f-9b51-419e-ad75-9e89156204d0 tempest-TenantUsagesTestJSON-145589814 tempest-TenantUsagesTestJSON-145589814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:55.904530 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2a3ff8c2-2283-44b7-a1fa-f61910bf1350 req-8a45852f-9b51-419e-ad75-9e89156204d0 tempest-TenantUsagesTestJSON-145589814 tempest-TenantUsagesTestJSON-145589814-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb51a60f-d6d8-40a0-89f5-1b09b4ccc5a3 HTTP/1.1" status: 200 len: 949 time: 0.1126409 Mar 11 19:27:55.967679 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 11 Mar 2022 19:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b31d08ea-3a79-42e4-b8dd-1c9e88483fb2 x-openstack-request-id: req-b31d08ea-3a79-42e4-b8dd-1c9e88483fb2 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:27:55.967991 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ad8bcae-55b9-4797-acc5-531c16b5cec4", "name": "network-vif-unplugged", "status": "completed", "tag": "d7f91352-b57f-43ea-ac22-820aef0e7422", "code": 200}, {"name": "network-changed", "server_uuid": "2ad8bcae-55b9-4797-acc5-531c16b5cec4", "tag": "d7f91352-b57f-43ea-ac22-820aef0e7422", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:27:55.968225 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b31d08ea-3a79-42e4-b8dd-1c9e88483fb2 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:27:55.968628 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ad8bcae-55b9-4797-acc5-531c16b5cec4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7f91352-b57f-43ea-ac22-820aef0e7422', 'code': 200} Mar 11 19:27:55.968895 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ad8bcae-55b9-4797-acc5-531c16b5cec4', 'tag': 'd7f91352-b57f-43ea-ac22-820aef0e7422', 'status': 'completed', 'code': 200} Mar 11 19:27:56.000550 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2a3ff8c2-2283-44b7-a1fa-f61910bf1350 req-cf116625-daae-419d-8877-84d57c53eb6b tempest-TenantUsagesTestJSON-145589814 tempest-TenantUsagesTestJSON-145589814-project] 10.222.0.65 "GET /v2.0/security-groups?id=e02107d5-95a2-458c-8d3b-09c0217b258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949452 Mar 11 19:27:56.055255 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:56.115620 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4348c30c-78cd-4c8e-8864-657460772d48 req-9d0c3f4a-f458-4eef-8c85-1aa99af2842d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:56.117453 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4348c30c-78cd-4c8e-8864-657460772d48 req-9d0c3f4a-f458-4eef-8c85-1aa99af2842d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f95acd8ec5ef45d8b7ae8994d46f4375&device_id=2ad8bcae-55b9-4797-acc5-531c16b5cec4 HTTP/1.1" status: 200 len: 1155 time: 0.1005428 Mar 11 19:27:56.289328 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-67689452-d59e-46e4-8298-cac2a0b203ee req-36c9337e-01d7-4b47-8d99-22ea13542f89 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1842096852&fields=id&tenant_id=2b2041a5e8eb449b899a189cd9e58346 HTTP/1.1" status: 200 len: 267 time: 0.1699371 Mar 11 19:27:56.358249 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4348c30c-78cd-4c8e-8864-657460772d48 req-18165210-ca35-421f-bc8b-fa65daff71d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:56.360043 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4348c30c-78cd-4c8e-8864-657460772d48 req-18165210-ca35-421f-bc8b-fa65daff71d7 service neutron] 10.222.0.75 "GET /v2.0/networks?id=4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a HTTP/1.1" status: 200 len: 908 time: 0.2274818 Mar 11 19:27:56.370203 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ebf3b9-4e5f-4c3a-8505-fc53913e4a02 req-8127c595-f42b-413b-85d2-361728386bba tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:56.371781 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-11ebf3b9-4e5f-4c3a-8505-fc53913e4a02 req-8127c595-f42b-413b-85d2-361728386bba tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ad8bcae-55b9-4797-acc5-531c16b5cec4 HTTP/1.1" status: 200 len: 943 time: 0.1786249 Mar 11 19:27:56.466245 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4348c30c-78cd-4c8e-8864-657460772d48 req-7ad977f2-0761-4433-9534-d4b96895fdad service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7f91352-b57f-43ea-ac22-820aef0e7422 HTTP/1.1" status: 200 len: 217 time: 0.0934181 Mar 11 19:27:56.554143 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67689452-d59e-46e4-8298-cac2a0b203ee req-0c17f689-6323-440e-ac76-5c7884c4e75b tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:56.555611 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-67689452-d59e-46e4-8298-cac2a0b203ee req-0c17f689-6323-440e-ac76-5c7884c4e75b tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] 10.222.0.65 "GET /v2.0/networks?id=ac02cbd1-5dcb-429f-a716-af840212fb30 HTTP/1.1" status: 200 len: 823 time: 0.2591810 Mar 11 19:27:56.561947 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-11ebf3b9-4e5f-4c3a-8505-fc53913e4a02 req-9ae4d9ea-a953-4835-9b19-0e592c46f69c tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825733 Mar 11 19:27:56.575684 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4348c30c-78cd-4c8e-8864-657460772d48 req-a0f7da96-d141-426b-9190-2a230e540b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:56.577282 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4348c30c-78cd-4c8e-8864-657460772d48 req-a0f7da96-d141-426b-9190-2a230e540b73 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f742a986-c135-4269-ad05-332f85e495a8 HTTP/1.1" status: 200 len: 847 time: 0.1007483 Mar 11 19:27:56.579153 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-67689452-d59e-46e4-8298-cac2a0b203ee req-1e5a8bd1-d959-47eb-8444-095797282f27 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] 10.222.0.65 "GET /v2.0/quotas/2b2041a5e8eb449b899a189cd9e58346 HTTP/1.1" status: 200 len: 375 time: 0.0161035 Mar 11 19:27:56.644290 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4348c30c-78cd-4c8e-8864-657460772d48 req-0e668d03-0e57-444f-9aed-7ba82ca9c705 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590711 Mar 11 19:27:56.726964 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-67689452-d59e-46e4-8298-cac2a0b203ee req-1ea841b1-5780-4cee-9b9e-1c228ad43b4c tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=2b2041a5e8eb449b899a189cd9e58346&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1421227 Mar 11 19:27:56.744006 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [req-67689452-d59e-46e4-8298-cac2a0b203ee req-aa015112-17cf-442d-8bb4-6c1f6fbfd499 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:27:56.745170 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-67689452-d59e-46e4-8298-cac2a0b203ee req-aa015112-17cf-442d-8bb4-6c1f6fbfd499 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062795 Mar 11 19:27:56.786800 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4348c30c-78cd-4c8e-8864-657460772d48 req-a4250721-b23e-4e01-8311-2e4bc8d5be85 service neutron] 10.222.0.75 "GET /v2.0/networks/4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376340 Mar 11 19:27:56.932130 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-67689452-d59e-46e4-8298-cac2a0b203ee req-3d11151d-94cb-4ae9-844c-a924b727cb7e service neutron] 10.222.0.65 "GET /v2.0/networks/ac02cbd1-5dcb-429f-a716-af840212fb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714313 Mar 11 19:27:56.971941 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4348c30c-78cd-4c8e-8864-657460772d48 req-ef29670c-6d72-4ed3-a479-8f206528ed30 service neutron] 10.222.0.75 "GET /v2.0/networks/4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739678 Mar 11 19:27:57.086947 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50df951-9b01-43dc-bae7-192fc90aa9c0 req-e974a096-b304-4951-8df4-e0804c71e5ff tempest-LiveAutoBlockMigrationV225Test-943023921 tempest-LiveAutoBlockMigrationV225Test-943023921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:57.088460 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f50df951-9b01-43dc-bae7-192fc90aa9c0 req-e974a096-b304-4951-8df4-e0804c71e5ff tempest-LiveAutoBlockMigrationV225Test-943023921 tempest-LiveAutoBlockMigrationV225Test-943023921-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=a338db77-8ad8-4947-b52d-51fb4f1bae2a HTTP/1.1" status: 200 len: 1128 time: 0.1348248 Mar 11 19:27:57.107305 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-67689452-d59e-46e4-8298-cac2a0b203ee req-2d1d8dab-e23c-40f7-9767-77f9c50673e8 service neutron] 10.222.0.65 "GET /v2.0/networks/ac02cbd1-5dcb-429f-a716-af840212fb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679871 Mar 11 19:27:57.132832 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-34a315e1-10c0-44ab-9dc6-3b62d5babee5 req-44f78ef2-7255-4f00-89dc-5ada89a2a610 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a338db77-8ad8-4947-b52d-51fb4f1bae2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1017144 Mar 11 19:27:57.164201 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f50df951-9b01-43dc-bae7-192fc90aa9c0 req-4e31a63c-4dbe-48cd-82f7-4057d81ba988 tempest-LiveAutoBlockMigrationV225Test-943023921 tempest-LiveAutoBlockMigrationV225Test-943023921-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679951 Mar 11 19:27:57.260154 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a315e1-10c0-44ab-9dc6-3b62d5babee5 req-a5f41964-c44f-45bb-b608-54e885d95e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:57.261660 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-34a315e1-10c0-44ab-9dc6-3b62d5babee5 req-a5f41964-c44f-45bb-b608-54e885d95e69 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f44b890e943d4aee826b67fd4c2d7b8e&device_id=a338db77-8ad8-4947-b52d-51fb4f1bae2a HTTP/1.1" status: 200 len: 1128 time: 0.0729775 Mar 11 19:27:57.344605 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6c0d6fc7-4bda-4b38-b76b-91752a5888f4 req-ecfecf36-bdba-4f48-b8be-b0228991fb33 tempest-ServersAdmin275Test-107861968 tempest-ServersAdmin275Test-107861968-project] 10.222.0.65 "GET /v2.0/ports?device_id=27a07cf5-eaf0-4721-b0fa-8387298c9e0a HTTP/1.1" status: 200 len: 210 time: 0.0692708 Mar 11 19:27:57.460344 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:57.500060 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f28fb37-352b-446a-a8b8-2792b392de78 req-639c98bb-4f64-4f5e-93e2-a1b25251f58f tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:57.502136 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1f28fb37-352b-446a-a8b8-2792b392de78 req-639c98bb-4f64-4f5e-93e2-a1b25251f58f tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] 10.222.0.75 "GET /v2.0/ports?device_id=c7149a14-d290-4c6e-b42d-515ec2d0b7dc HTTP/1.1" status: 200 len: 945 time: 0.1878760 Mar 11 19:27:57.505019 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device d7f91352-b57f-43ea-ac22-820aef0e7422 details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:27:57.552475 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce87b95-c19d-4975-b3b1-73dcd9bf94f4 req-043be18d-800a-4a99-baeb-b1e93940c1fd tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:57.560012 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5ce87b95-c19d-4975-b3b1-73dcd9bf94f4 req-043be18d-800a-4a99-baeb-b1e93940c1fd tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] 10.222.0.65 "GET /v2.0/ports?device_id=e991396b-d547-46e7-876a-ad44994ab402 HTTP/1.1" status: 200 len: 943 time: 0.2180440 Mar 11 19:27:57.577793 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a315e1-10c0-44ab-9dc6-3b62d5babee5 req-6814e4b5-0d91-40cf-b1cc-b1ece3fbd1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:57.579867 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-34a315e1-10c0-44ab-9dc6-3b62d5babee5 req-6814e4b5-0d91-40cf-b1cc-b1ece3fbd1d1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b2c20bf2-5907-4ff7-8af6-23603c7d780a HTTP/1.1" status: 200 len: 921 time: 0.2982693 Mar 11 19:27:57.590266 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 7e557bd6-9903-4ae0-9536-4750da201a5a details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:27:57.693768 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5ce87b95-c19d-4975-b3b1-73dcd9bf94f4 req-a130a436-34d7-4896-813c-6e6a4cabe061 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b1dc6b9-8989-4d30-b7de-b794d733c5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328967 Mar 11 19:27:57.697741 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-34a315e1-10c0-44ab-9dc6-3b62d5babee5 req-53361405-2562-431a-adbb-74076c2e1a1f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e06922d1-ae39-4d7c-8a47-26cdb60421c8 HTTP/1.1" status: 200 len: 217 time: 0.0858839 Mar 11 19:27:57.713562 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port d7f91352-b57f-43ea-ac22-820aef0e7422, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=d7f91352-b57f-43ea-ac22-820aef0e7422,segment=NetworkSegment(9cb9d205-9190-43c8-b078-f8df09db6175),segment_id=9cb9d205-9190-43c8-b078-f8df09db6175)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:27:57.737188 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device d7f91352-b57f-43ea-ac22-820aef0e7422 has no active binding in host n-h2-833163-1 {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 11 19:27:57.750842 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.db.resource_extend [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 19:27:57.857176 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a315e1-10c0-44ab-9dc6-3b62d5babee5 req-6a33901e-0c78-4a2a-9e14-1e53e2e5d664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:57.858727 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-34a315e1-10c0-44ab-9dc6-3b62d5babee5 req-6a33901e-0c78-4a2a-9e14-1e53e2e5d664 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a7be26a8-b37a-4d01-b7d9-b9690160171c HTTP/1.1" status: 200 len: 860 time: 0.1457717 Mar 11 19:27:57.888934 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-1f28fb37-352b-446a-a8b8-2792b392de78 req-6eac4214-668e-4e70-a538-af8ad6a63da8 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Deleting port 2b183b89-523b-4cf7-8b0f-f9f706476c23 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:27:57.889358 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1f28fb37-352b-446a-a8b8-2792b392de78 req-6eac4214-668e-4e70-a538-af8ad6a63da8 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (2b183b89-523b-4cf7-8b0f-f9f706476c23), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:57.908535 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 7e557bd6-9903-4ae0-9536-4750da201a5a, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=7e557bd6-9903-4ae0-9536-4750da201a5a,segment=NetworkSegment(56946f99-bbe1-4126-80e4-d7f1dc0f454e),segment_id=56946f99-bbe1-4126-80e4-d7f1dc0f454e)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:27:57.928472 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '7e557bd6-9903-4ae0-9536-4750da201a5a', 'network_id': '7e891c9c-780d-4806-ada4-461cdb42d7c7', 'port_id': '7e557bd6-9903-4ae0-9536-4750da201a5a', 'mac_address': 'fa:16:3e:9d:6c:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd441f654-9ad6-4cc6-8a21-7d1bf2607b2a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:27:57.947089 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-34a315e1-10c0-44ab-9dc6-3b62d5babee5 req-421a1dcb-7255-48a0-b1e4-a89e0fc1c0a6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b2c20bf2-5907-4ff7-8af6-23603c7d780a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819993 Mar 11 19:27:58.001313 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 7e557bd6-9903-4ae0-9536-4750da201a5a is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:27:58.001813 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (7e557bd6-9903-4ae0-9536-4750da201a5a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:58.033814 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a7d7dc19-94e4-4c80-941b-a43cb8b3bcaa req-aa212fec-2f73-4930-a004-8f38f96157c9 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] 10.222.0.65 "GET /v2.0/ports?device_id=6cb8d378-f979-4674-946f-ccac24105fe0 HTTP/1.1" status: 200 len: 210 time: 0.0926135 Mar 11 19:27:58.046814 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e557bd6-9903-4ae0-9536-4750da201a5a {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:27:58.101999 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 7e557bd6-9903-4ae0-9536-4750da201a5a, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=7e557bd6-9903-4ae0-9536-4750da201a5a,segment=NetworkSegment(56946f99-bbe1-4126-80e4-d7f1dc0f454e),segment_id=56946f99-bbe1-4126-80e4-d7f1dc0f454e)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:27:58.108840 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (7e557bd6-9903-4ae0-9536-4750da201a5a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:58.196924 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-34a315e1-10c0-44ab-9dc6-3b62d5babee5 req-8dff03a1-4163-4f71-bf21-2a5015ddc5fc service neutron] 10.222.0.57 "GET /v2.0/networks/b2c20bf2-5907-4ff7-8af6-23603c7d780a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346087 Mar 11 19:27:58.209388 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=7e557bd6-9903-4ae0-9536-4750da201a5a,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:58.222033 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-1f28fb37-352b-446a-a8b8-2792b392de78 req-6eac4214-668e-4e70-a538-af8ad6a63da8 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] For port 2b183b89-523b-4cf7-8b0f-f9f706476c23, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=2b183b89-523b-4cf7-8b0f-f9f706476c23,segment=NetworkSegment(548d1191-6be3-49b7-b122-731f8e7bcddc),segment_id=548d1191-6be3-49b7-b122-731f8e7bcddc)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:27:58.222391 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1f28fb37-352b-446a-a8b8-2792b392de78 req-6eac4214-668e-4e70-a538-af8ad6a63da8 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (2b183b89-523b-4cf7-8b0f-f9f706476c23), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:58.341404 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['7e557bd6-9903-4ae0-9536-4750da201a5a'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:27:58.502044 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-34a315e1-10c0-44ab-9dc6-3b62d5babee5 req-acc744aa-5191-4777-8a97-1d661786cdd0 service neutron] 10.222.0.57 "GET /v2.0/networks/b2c20bf2-5907-4ff7-8af6-23603c7d780a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996078 Mar 11 19:27:58.549749 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b853bcc9-53cf-497f-889b-86625cf23950 req-dfe06597-b5df-4a2e-a195-e22c4caa6d0c tempest-ServersAdmin275Test-107861968 tempest-ServersAdmin275Test-107861968-project] 10.222.0.65 "GET /v2.0/ports?device_id=27a07cf5-eaf0-4721-b0fa-8387298c9e0a HTTP/1.1" status: 200 len: 210 time: 0.1367261 Mar 11 19:27:58.906408 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67689452-d59e-46e4-8298-cac2a0b203ee req-e10286ac-57e8-432a-ba1e-68be0b2f72a6 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:58.908872 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-67689452-d59e-46e4-8298-cac2a0b203ee req-e10286ac-57e8-432a-ba1e-68be0b2f72a6 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] 10.222.0.75 "GET /v2.0/networks?id=ac02cbd1-5dcb-429f-a716-af840212fb30 HTTP/1.1" status: 200 len: 823 time: 0.2310622 Mar 11 19:27:58.935269 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:59.032137 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-67689452-d59e-46e4-8298-cac2a0b203ee req-b4520f0f-3508-4e27-bec7-4ae17d8f17fd tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b2041a5e8eb449b899a189cd9e58346 HTTP/1.1" status: 200 len: 380 time: 0.1075320 Mar 11 19:27:59.046445 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-67689452-d59e-46e4-8298-cac2a0b203ee req-095af980-034a-4c8a-aa98-aa87bfd528a9 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Request body: {'port': {'device_id': '6cb8d378-f979-4674-946f-ccac24105fe0', 'network_id': 'ac02cbd1-5dcb-429f-a716-af840212fb30', 'admin_state_up': True, 'tenant_id': '2b2041a5e8eb449b899a189cd9e58346', 'security_groups': ['042c4c5f-1cec-4bf8-9249-33cd65cdb4e2']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:27:59.084904 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1f28fb37-352b-446a-a8b8-2792b392de78 req-6eac4214-668e-4e70-a538-af8ad6a63da8 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:59.085295 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1f28fb37-352b-446a-a8b8-2792b392de78 req-6eac4214-668e-4e70-a538-af8ad6a63da8 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (1461f1d6-56aa-434d-9a99-fac012f6745b), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:59.085821 n-d-833163-1 neutron-server[103885]: INFO neutron.db.l3_db [req-1f28fb37-352b-446a-a8b8-2792b392de78 req-6eac4214-668e-4e70-a538-af8ad6a63da8 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Floating IP 1461f1d6-56aa-434d-9a99-fac012f6745b disassociated. External IP: 172.25.8.214, port: 2b183b89-523b-4cf7-8b0f-f9f706476c23. Mar 11 19:27:59.086038 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-1f28fb37-352b-446a-a8b8-2792b392de78 req-6eac4214-668e-4e70-a538-af8ad6a63da8 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Calling delete_port for 2b183b89-523b-4cf7-8b0f-f9f706476c23 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:27:59.104854 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6598eb-ac91-4a07-9bbc-da1e4b5a9c9e req-5afda1d1-d304-4d0e-931c-d3ca59b2e434 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:59.115305 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5b6598eb-ac91-4a07-9bbc-da1e4b5a9c9e req-5afda1d1-d304-4d0e-931c-d3ca59b2e434 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ad8bcae-55b9-4797-acc5-531c16b5cec4 HTTP/1.1" status: 200 len: 943 time: 0.4503438 Mar 11 19:27:59.217292 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5b6598eb-ac91-4a07-9bbc-da1e4b5a9c9e req-b4ca75ff-e42e-4019-aa2b-dc578ce547bf tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015167 Mar 11 19:27:59.236817 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-897945b0-498c-4dfc-8fb2-6ad5a883e1a6 tempest-LiveAutoBlockMigrationV225Test-943023921 tempest-LiveAutoBlockMigrationV225Test-943023921-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:27:59.238433 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-897945b0-498c-4dfc-8fb2-6ad5a883e1a6 tempest-LiveAutoBlockMigrationV225Test-943023921 tempest-LiveAutoBlockMigrationV225Test-943023921-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0175219 Mar 11 19:27:59.239851 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67689452-d59e-46e4-8298-cac2a0b203ee req-095af980-034a-4c8a-aa98-aa87bfd528a9 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Made reservation on behalf of 2b2041a5e8eb449b899a189cd9e58346 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:27:59.243768 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-67689452-d59e-46e4-8298-cac2a0b203ee req-095af980-034a-4c8a-aa98-aa87bfd528a9 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:59.320486 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1f28fb37-352b-446a-a8b8-2792b392de78 req-6eac4214-668e-4e70-a538-af8ad6a63da8 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (2b183b89-523b-4cf7-8b0f-f9f706476c23), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:59.334260 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-913db6fa-869d-4860-bbb8-fc76515eba16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:27:59.341235 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-913db6fa-869d-4860-bbb8-fc76515eba16 service neutron] 10.222.0.65 "GET /v2.0/ports/e06922d1-ae39-4d7c-8a47-26cdb60421c8 HTTP/1.1" status: 200 len: 1125 time: 0.0819006 Mar 11 19:27:59.347965 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-87a63999-19b0-43cd-84e1-7f00a9da7f30 service neutron] Request body: {'binding': {'host': 'n-h1-833163-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:27:59.348411 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-87a63999-19b0-43cd-84e1-7f00a9da7f30 service neutron] Unknown quota resources ['binding']. {{(pid=103884) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 11 19:27:59.358388 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eac4214-668e-4e70-a538-af8ad6a63da8 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Pushing event deleted for resources: {'Port': ['ID=2b183b89-523b-4cf7-8b0f-f9f706476c23,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:27:59.578419 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-67689452-d59e-46e4-8298-cac2a0b203ee req-095af980-034a-4c8a-aa98-aa87bfd528a9 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Allocated IP 172.20.0.9 (ac02cbd1-5dcb-429f-a716-af840212fb30/25c527aa-940c-4d05-a3a3-da904c4b7fbe/e5ee4a3e-f501-44a7-9b49-3c2de2261da7) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:27:59.587427 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 7e557bd6-9903-4ae0-9536-4750da201a5a up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:27:59.616286 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f28fb37-352b-446a-a8b8-2792b392de78 req-6eac4214-668e-4e70-a538-af8ad6a63da8 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Router e1c5f98d-66d2-41bc-9095-121d4d1af775 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:27:59.761642 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port 7e557bd6-9903-4ae0-9536-4750da201a5a completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:27:59.777566 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 7e557bd6-9903-4ae0-9536-4750da201a5a triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:27:59.777947 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (7e557bd6-9903-4ae0-9536-4750da201a5a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:59.800733 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6ff8bebc-142a-4de7-a986-06200a93587a req-174ffc29-8f35-4ca8-bb95-3cd4c3ed1658 tempest-ServersAdmin275Test-107861968 tempest-ServersAdmin275Test-107861968-project] 10.222.0.65 "GET /v2.0/ports?device_id=27a07cf5-eaf0-4721-b0fa-8387298c9e0a HTTP/1.1" status: 200 len: 210 time: 0.0458314 Mar 11 19:27:59.854591 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-87a63999-19b0-43cd-84e1-7f00a9da7f30 service neutron] Attempting to bind port e06922d1-ae39-4d7c-8a47-26cdb60421c8 on host n-h1-833163-1 for vnic_type normal with profile None {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:27:59.854998 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-87a63999-19b0-43cd-84e1-7f00a9da7f30 service neutron] Attempting to bind port e06922d1-ae39-4d7c-8a47-26cdb60421c8 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '42087326-e85e-4d47-82f7-573695e73a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b2c20bf2-5907-4ff7-8af6-23603c7d780a'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:27:59.855324 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-87a63999-19b0-43cd-84e1-7f00a9da7f30 service neutron] Attempting to bind port e06922d1-ae39-4d7c-8a47-26cdb60421c8 on network b2c20bf2-5907-4ff7-8af6-23603c7d780a {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:27:59.865685 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-87a63999-19b0-43cd-84e1-7f00a9da7f30 service neutron] Port e06922d1-ae39-4d7c-8a47-26cdb60421c8 on network b2c20bf2-5907-4ff7-8af6-23603c7d780a not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:27:59.866034 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-87a63999-19b0-43cd-84e1-7f00a9da7f30 service neutron] Attempting to bind port e06922d1-ae39-4d7c-8a47-26cdb60421c8 on network b2c20bf2-5907-4ff7-8af6-23603c7d780a {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:27:59.875796 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-67689452-d59e-46e4-8298-cac2a0b203ee req-095af980-034a-4c8a-aa98-aa87bfd528a9 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Publish callbacks [] for port (e5ee4a3e-f501-44a7-9b49-3c2de2261da7), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:27:59.878070 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f28fb37-352b-446a-a8b8-2792b392de78 req-6eac4214-668e-4e70-a538-af8ad6a63da8 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:27:59.881674 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-87a63999-19b0-43cd-84e1-7f00a9da7f30 service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:27:59.895704 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-87a63999-19b0-43cd-84e1-7f00a9da7f30 service neutron] Checking segment: {'id': '42087326-e85e-4d47-82f7-573695e73a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b2c20bf2-5907-4ff7-8af6-23603c7d780a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:27:59.901505 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1846d652-3c43-4659-868f-851887852957 None None] Sync routers for ids ['e1c5f98d-66d2-41bc-9095-121d4d1af775'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:27:59.909039 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-87a63999-19b0-43cd-84e1-7f00a9da7f30 service neutron] Bound using segment: {'id': '42087326-e85e-4d47-82f7-573695e73a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b2c20bf2-5907-4ff7-8af6-23603c7d780a'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:27:59.909717 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-87a63999-19b0-43cd-84e1-7f00a9da7f30 service neutron] Bound port: e06922d1-ae39-4d7c-8a47-26cdb60421c8, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42087326-e85e-4d47-82f7-573695e73a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b2c20bf2-5907-4ff7-8af6-23603c7d780a'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:27:59.943127 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1846d652-3c43-4659-868f-851887852957 None None] Routers {'e1c5f98d-66d2-41bc-9095-121d4d1af775'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:27:59.943824 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-1846d652-3c43-4659-868f-851887852957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:27:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['e1c5f98d-66d2-41bc-9095-121d4d1af775'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:27:59.986981 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f28fb37-352b-446a-a8b8-2792b392de78 req-6eac4214-668e-4e70-a538-af8ad6a63da8 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] No DVR routers for this DVR port 2b183b89-523b-4cf7-8b0f-f9f706476c23 on host n-h1-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:28:00.007004 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 7e557bd6-9903-4ae0-9536-4750da201a5a is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:28:00.007618 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (7e557bd6-9903-4ae0-9536-4750da201a5a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:00.026089 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1f28fb37-352b-446a-a8b8-2792b392de78 req-6eac4214-668e-4e70-a538-af8ad6a63da8 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:00.031347 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1f28fb37-352b-446a-a8b8-2792b392de78 req-6eac4214-668e-4e70-a538-af8ad6a63da8 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] 10.222.0.75 "DELETE /v2.0/ports/2b183b89-523b-4cf7-8b0f-f9f706476c23 HTTP/1.1" status: 204 len: 173 time: 2.5042126 Mar 11 19:28:00.085281 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e991396b-d547-46e7-876a-ad44994ab402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e557bd6-9903-4ae0-9536-4750da201a5a'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:28:00.093259 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2281c01c-21c8-4549-8b89-5015f2b7c349" -d '{"events": [{"server_uuid": "e991396b-d547-46e7-876a-ad44994ab402", "name": "network-vif-plugged", "status": "completed", "tag": "7e557bd6-9903-4ae0-9536-4750da201a5a"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:28:00.103167 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7149a14-d290-4c6e-b42d-515ec2d0b7dc', 'name': 'network-vif-deleted', 'tag': '2b183b89-523b-4cf7-8b0f-f9f706476c23'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:28:00.109300 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f8ebcd-7c61-4ebd-b0b3-39bbf239b2d5" -d '{"events": [{"server_uuid": "c7149a14-d290-4c6e-b42d-515ec2d0b7dc", "name": "network-vif-deleted", "tag": "2b183b89-523b-4cf7-8b0f-f9f706476c23"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:28:00.120035 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 7e557bd6-9903-4ae0-9536-4750da201a5a, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=7e557bd6-9903-4ae0-9536-4750da201a5a,segment=NetworkSegment(56946f99-bbe1-4126-80e4-d7f1dc0f454e),segment_id=56946f99-bbe1-4126-80e4-d7f1dc0f454e)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:28:00.122651 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-87a63999-19b0-43cd-84e1-7f00a9da7f30 service neutron] For port e06922d1-ae39-4d7c-8a47-26cdb60421c8, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=e06922d1-ae39-4d7c-8a47-26cdb60421c8,segment=NetworkSegment(42087326-e85e-4d47-82f7-573695e73a7c),segment_id=42087326-e85e-4d47-82f7-573695e73a7c)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:28:00.132767 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (7e557bd6-9903-4ae0-9536-4750da201a5a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:00.134690 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 2b183b89-523b-4cf7-8b0f-f9f706476c23 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:28:00.142672 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-87a63999-19b0-43cd-84e1-7f00a9da7f30 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:00.153052 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-87a63999-19b0-43cd-84e1-7f00a9da7f30 service neutron] 10.222.0.65 "POST /v2.0/ports/e06922d1-ae39-4d7c-8a47-26cdb60421c8/bindings HTTP/1.1" status: 201 len: 389 time: 0.8109334 Mar 11 19:28:00.210641 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f556e2-44b7-4398-9cb8-d26dcf1f984b req-3237902a-f2a2-4422-a3e6-dfbb855bc9b9 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:00.215645 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-45f556e2-44b7-4398-9cb8-d26dcf1f984b req-3237902a-f2a2-4422-a3e6-dfbb855bc9b9 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] 10.222.0.65 "GET /v2.0/ports?device_id=e991396b-d547-46e7-876a-ad44994ab402 HTTP/1.1" status: 200 len: 944 time: 0.2295954 Mar 11 19:28:00.251523 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-67689452-d59e-46e4-8298-cac2a0b203ee req-095af980-034a-4c8a-aa98-aa87bfd528a9 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (e5ee4a3e-f501-44a7-9b49-3c2de2261da7), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:00.252035 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: 2b183b89-523b-4cf7-8b0f-f9f706476c23 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:28:00.252626 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 2b183b89-523b-4cf7-8b0f-f9f706476c23 not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:28:00.306926 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-1846d652-3c43-4659-868f-851887852957 None None] Set router e1c5f98d-66d2-41bc-9095-121d4d1af775 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:28:00.328885 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67689452-d59e-46e4-8298-cac2a0b203ee req-095af980-034a-4c8a-aa98-aa87bfd528a9 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Network ac02cbd1-5dcb-429f-a716-af840212fb30 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:28:00.354100 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=7e557bd6-9903-4ae0-9536-4750da201a5a,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:00.370015 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-45f556e2-44b7-4398-9cb8-d26dcf1f984b req-f044f443-7783-45f5-930c-b82f1558c6ad tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b1dc6b9-8989-4d30-b7de-b794d733c5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268938 Mar 11 19:28:00.371507 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-67689452-d59e-46e4-8298-cac2a0b203ee req-095af980-034a-4c8a-aa98-aa87bfd528a9 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:28:00.381689 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-67689452-d59e-46e4-8298-cac2a0b203ee req-095af980-034a-4c8a-aa98-aa87bfd528a9 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:28:00.470006 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095af980-034a-4c8a-aa98-aa87bfd528a9 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Pushing event updated for resources: {'Port': ['ID=e5ee4a3e-f501-44a7-9b49-3c2de2261da7,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:00.550139 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67689452-d59e-46e4-8298-cac2a0b203ee req-095af980-034a-4c8a-aa98-aa87bfd528a9 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:00.551100 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-67689452-d59e-46e4-8298-cac2a0b203ee req-095af980-034a-4c8a-aa98-aa87bfd528a9 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:00.582675 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-67689452-d59e-46e4-8298-cac2a0b203ee req-095af980-034a-4c8a-aa98-aa87bfd528a9 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5423965 Mar 11 19:28:00.601210 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-67689452-d59e-46e4-8298-cac2a0b203ee req-3577710a-cec8-4cda-bdbd-7d8242d258fe service neutron] Request body: {'port': {'device_id': '6cb8d378-f979-4674-946f-ccac24105fe0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:28:00.619894 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac397e4-1f40-4c4a-ba5f-de3a2387dbc8 req-a9001ded-474e-46df-969a-3fef6ed7bb12 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:00.621767 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6ac397e4-1f40-4c4a-ba5f-de3a2387dbc8 req-a9001ded-474e-46df-969a-3fef6ed7bb12 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] 10.222.0.65 "GET /v2.0/ports?device_id=6cb8d378-f979-4674-946f-ccac24105fe0 HTTP/1.1" status: 200 len: 931 time: 0.1789787 Mar 11 19:28:00.661753 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-f35f570b-3277-468d-8baa-6fac45afcc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:00.668483 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-f35f570b-3277-468d-8baa-6fac45afcc38 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f44b890e943d4aee826b67fd4c2d7b8e&device_id=a338db77-8ad8-4947-b52d-51fb4f1bae2a HTTP/1.1" status: 200 len: 1128 time: 0.1372657 Mar 11 19:28:00.722383 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-1846d652-3c43-4659-868f-851887852957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c5f98d-66d2-41bc-9095-121d4d1af775', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-195610653-router', 'tenant_id': '2b2041a5e8eb449b899a189cd9e58346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '8bf33d21-8b41-4d5c-b608-920c20b9af5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:26:34Z', 'updated_at': '2022-03-11T19:26:39Z', 'revision_number': 4, 'project_id': '2b2041a5e8eb449b899a189cd9e58346', 'gw_port': {'id': '8bf33d21-8b41-4d5c-b608-920c20b9af5b', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ad:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c5f98d-66d2-41bc-9095-121d4d1af775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 175, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:26:35Z', 'updated_at': '2022-03-11T19:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'a40402ea-0b96-4e24-a324-ac1b0a5a3164', 'name': '', 'network_id': 'ac02cbd1-5dcb-429f-a716-af840212fb30', 'tenant_id': '2b2041a5e8eb449b899a189cd9e58346', 'mac_address': 'fa:16:3e:7c:df:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c5f98d-66d2-41bc-9095-121d4d1af775', 'device_owner': 'network:router_interface', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': '25c527aa-940c-4d05-a3a3-da904c4b7fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:26:38Z', 'updated_at': '2022-03-11T19:26:47Z', 'revision_number': 5, 'project_id': '2b2041a5e8eb449b899a189cd9e58346', 'subnets': [{'id': '25c527aa-940c-4d05-a3a3-da904c4b7fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:28:00.775254 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-67689452-d59e-46e4-8298-cac2a0b203ee req-3577710a-cec8-4cda-bdbd-7d8242d258fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (e5ee4a3e-f501-44a7-9b49-3c2de2261da7), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:00.776858 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1846d652-3c43-4659-868f-851887852957 None None] Checking router: e1c5f98d-66d2-41bc-9095-121d4d1af775 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:28:00.791568 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1846d652-3c43-4659-868f-851887852957 None None] Routers {'e1c5f98d-66d2-41bc-9095-121d4d1af775'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:28:00.792278 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-1846d652-3c43-4659-868f-851887852957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:27:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['e1c5f98d-66d2-41bc-9095-121d4d1af775'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:28:00.983949 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-60fef246-7e9f-439b-8554-485498d8f148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:00.986322 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-60fef246-7e9f-439b-8554-485498d8f148 service neutron] 10.222.0.75 "GET /v2.0/networks?id=b2c20bf2-5907-4ff7-8af6-23603c7d780a HTTP/1.1" status: 200 len: 921 time: 0.3111823 Mar 11 19:28:00.992264 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6ac397e4-1f40-4c4a-ba5f-de3a2387dbc8 req-80904226-e855-4a52-85c8-11a0df34cf24 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] 10.222.0.65 "GET /v2.0/security-groups?id=042c4c5f-1cec-4bf8-9249-33cd65cdb4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3618042 Mar 11 19:28:01.106328 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e13fde-06e1-4f52-82aa-ed0e9c50fd7d x-openstack-request-id: req-c1e13fde-06e1-4f52-82aa-ed0e9c50fd7d {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:28:01.106882 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-37338182-833e-4fba-a9ec-da7dfb601a12 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e06922d1-ae39-4d7c-8a47-26cdb60421c8 HTTP/1.1" status: 200 len: 217 time: 0.1125069 Mar 11 19:28:01.111929 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e991396b-d547-46e7-876a-ad44994ab402", "name": "network-vif-plugged", "status": "completed", "tag": "7e557bd6-9903-4ae0-9536-4750da201a5a", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:28:01.112269 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c1e13fde-06e1-4f52-82aa-ed0e9c50fd7d {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:28:01.113588 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e991396b-d547-46e7-876a-ad44994ab402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e557bd6-9903-4ae0-9536-4750da201a5a', 'code': 200} Mar 11 19:28:01.175301 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-1846d652-3c43-4659-868f-851887852957 None None] Set router e1c5f98d-66d2-41bc-9095-121d4d1af775 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:28:01.237953 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-b49be340-2852-49bb-b258-0cd7cbc93890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:01.241555 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-b49be340-2852-49bb-b258-0cd7cbc93890 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a7be26a8-b37a-4d01-b7d9-b9690160171c HTTP/1.1" status: 200 len: 860 time: 0.1271560 Mar 11 19:28:01.247035 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b732ae0-a489-4dc4-8c3a-5281628ed52e x-openstack-request-id: req-9b732ae0-a489-4dc4-8c3a-5281628ed52e {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:28:01.248208 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7149a14-d290-4c6e-b42d-515ec2d0b7dc", "name": "network-vif-deleted", "tag": "2b183b89-523b-4cf7-8b0f-f9f706476c23", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:28:01.251069 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9b732ae0-a489-4dc4-8c3a-5281628ed52e {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:28:01.251671 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7149a14-d290-4c6e-b42d-515ec2d0b7dc', 'name': 'network-vif-deleted', 'tag': '2b183b89-523b-4cf7-8b0f-f9f706476c23', 'status': 'completed', 'code': 200} Mar 11 19:28:01.307782 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-67689452-d59e-46e4-8298-cac2a0b203ee req-3577710a-cec8-4cda-bdbd-7d8242d258fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5ee4a3e-f501-44a7-9b49-3c2de2261da7 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:28:01.327941 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-67689452-d59e-46e4-8298-cac2a0b203ee req-3577710a-cec8-4cda-bdbd-7d8242d258fe service neutron] Publish callbacks [] for port (e5ee4a3e-f501-44a7-9b49-3c2de2261da7), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:01.373007 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-67689452-d59e-46e4-8298-cac2a0b203ee req-3577710a-cec8-4cda-bdbd-7d8242d258fe service neutron] Transition to ACTIVE for port object e5ee4a3e-f501-44a7-9b49-3c2de2261da7 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:28:01.378901 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-67689452-d59e-46e4-8298-cac2a0b203ee req-3577710a-cec8-4cda-bdbd-7d8242d258fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (e5ee4a3e-f501-44a7-9b49-3c2de2261da7), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:01.445994 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-87ad5214-071a-4e58-8bf8-2e8d7790d1f3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b2c20bf2-5907-4ff7-8af6-23603c7d780a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0964272 Mar 11 19:28:01.472162 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577710a-cec8-4cda-bdbd-7d8242d258fe service neutron] Pushing event updated for resources: {'Port': ['ID=e5ee4a3e-f501-44a7-9b49-3c2de2261da7,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:01.489886 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.75', 51310) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:28:01.522266 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e635c1-1001-472d-a822-9203aacd82c4 req-f5098289-e9e1-431f-b186-e3f0be67cbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:01.526335 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-48e635c1-1001-472d-a822-9203aacd82c4 req-f5098289-e9e1-431f-b186-e3f0be67cbdb service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=e991396b-d547-46e7-876a-ad44994ab402 HTTP/1.1" status: 200 len: 1127 time: 0.2736943 Mar 11 19:28:01.576542 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-33088bac-0123-4bc8-9f39-5058f9d1689a service neutron] 10.222.0.75 "GET /v2.0/ports/d7f91352-b57f-43ea-ac22-820aef0e7422/bindings/n-h2-833163-1 HTTP/1.1" status: 200 len: 384 time: 0.0835800 Mar 11 19:28:01.585021 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-1846d652-3c43-4659-868f-851887852957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c5f98d-66d2-41bc-9095-121d4d1af775', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-195610653-router', 'tenant_id': '2b2041a5e8eb449b899a189cd9e58346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '8bf33d21-8b41-4d5c-b608-920c20b9af5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:26:34Z', 'updated_at': '2022-03-11T19:26:39Z', 'revision_number': 4, 'project_id': '2b2041a5e8eb449b899a189cd9e58346', 'gw_port': {'id': '8bf33d21-8b41-4d5c-b608-920c20b9af5b', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ad:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c5f98d-66d2-41bc-9095-121d4d1af775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 175, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:26:35Z', 'updated_at': '2022-03-11T19:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'a40402ea-0b96-4e24-a324-ac1b0a5a3164', 'name': '', 'network_id': 'ac02cbd1-5dcb-429f-a716-af840212fb30', 'tenant_id': '2b2041a5e8eb449b899a189cd9e58346', 'mac_address': 'fa:16:3e:7c:df:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c5f98d-66d2-41bc-9095-121d4d1af775', 'device_owner': 'network:router_interface', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': '25c527aa-940c-4d05-a3a3-da904c4b7fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:26:38Z', 'updated_at': '2022-03-11T19:26:47Z', 'revision_number': 5, 'project_id': '2b2041a5e8eb449b899a189cd9e58346', 'subnets': [{'id': '25c527aa-940c-4d05-a3a3-da904c4b7fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:28:01.615947 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1846d652-3c43-4659-868f-851887852957 None None] The sync data for ids ['e1c5f98d-66d2-41bc-9095-121d4d1af775'] in n-d-833163-1 is: [{'id': 'e1c5f98d-66d2-41bc-9095-121d4d1af775', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-195610653-router', 'tenant_id': '2b2041a5e8eb449b899a189cd9e58346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '8bf33d21-8b41-4d5c-b608-920c20b9af5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:26:34Z', 'updated_at': '2022-03-11T19:26:39Z', 'revision_number': 4, 'project_id': '2b2041a5e8eb449b899a189cd9e58346', 'gw_port': {'id': '8bf33d21-8b41-4d5c-b608-920c20b9af5b', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ad:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c5f98d-66d2-41bc-9095-121d4d1af775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 175, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:26:35Z', 'updated_at': '2022-03-11T19:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'a40402ea-0b96-4e24-a324-ac1b0a5a3164', 'name': '', 'network_id': 'ac02cbd1-5dcb-429f-a716-af840212fb30', 'tenant_id': '2b2041a5e8eb449b899a189cd9e58346', 'mac_address': 'fa:16:3e:7c:df:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c5f98d-66d2-41bc-9095-121d4d1af775', 'device_owner': 'network:router_interface', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': '25c527aa-940c-4d05-a3a3-da904c4b7fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:26:38Z', 'updated_at': '2022-03-11T19:26:47Z', 'revision_number': 5, 'project_id': '2b2041a5e8eb449b899a189cd9e58346', 'subnets': [{'id': '25c527aa-940c-4d05-a3a3-da904c4b7fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:28:01.651431 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-67689452-d59e-46e4-8298-cac2a0b203ee req-3577710a-cec8-4cda-bdbd-7d8242d258fe service neutron] Attempting to bind port e5ee4a3e-f501-44a7-9b49-3c2de2261da7 on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:28:01.651943 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-67689452-d59e-46e4-8298-cac2a0b203ee req-3577710a-cec8-4cda-bdbd-7d8242d258fe service neutron] Attempting to bind port e5ee4a3e-f501-44a7-9b49-3c2de2261da7 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '548d1191-6be3-49b7-b122-731f8e7bcddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'ac02cbd1-5dcb-429f-a716-af840212fb30'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:28:01.652368 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67689452-d59e-46e4-8298-cac2a0b203ee req-3577710a-cec8-4cda-bdbd-7d8242d258fe service neutron] Attempting to bind port e5ee4a3e-f501-44a7-9b49-3c2de2261da7 on network ac02cbd1-5dcb-429f-a716-af840212fb30 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:28:01.665031 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67689452-d59e-46e4-8298-cac2a0b203ee req-3577710a-cec8-4cda-bdbd-7d8242d258fe service neutron] Port e5ee4a3e-f501-44a7-9b49-3c2de2261da7 on network ac02cbd1-5dcb-429f-a716-af840212fb30 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:28:01.665375 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67689452-d59e-46e4-8298-cac2a0b203ee req-3577710a-cec8-4cda-bdbd-7d8242d258fe service neutron] Attempting to bind port e5ee4a3e-f501-44a7-9b49-3c2de2261da7 on network ac02cbd1-5dcb-429f-a716-af840212fb30 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:28:01.678024 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67689452-d59e-46e4-8298-cac2a0b203ee req-3577710a-cec8-4cda-bdbd-7d8242d258fe service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:28:01.678593 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67689452-d59e-46e4-8298-cac2a0b203ee req-3577710a-cec8-4cda-bdbd-7d8242d258fe service neutron] Checking segment: {'id': '548d1191-6be3-49b7-b122-731f8e7bcddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'ac02cbd1-5dcb-429f-a716-af840212fb30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:28:01.679017 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67689452-d59e-46e4-8298-cac2a0b203ee req-3577710a-cec8-4cda-bdbd-7d8242d258fe service neutron] Bound using segment: {'id': '548d1191-6be3-49b7-b122-731f8e7bcddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'ac02cbd1-5dcb-429f-a716-af840212fb30'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:28:01.679426 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-67689452-d59e-46e4-8298-cac2a0b203ee req-3577710a-cec8-4cda-bdbd-7d8242d258fe service neutron] Bound port: e5ee4a3e-f501-44a7-9b49-3c2de2261da7, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '548d1191-6be3-49b7-b122-731f8e7bcddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'ac02cbd1-5dcb-429f-a716-af840212fb30'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:28:01.679881 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-67689452-d59e-46e4-8298-cac2a0b203ee req-3577710a-cec8-4cda-bdbd-7d8242d258fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (e5ee4a3e-f501-44a7-9b49-3c2de2261da7), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:01.699827 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-48e635c1-1001-472d-a822-9203aacd82c4 req-cb13d85b-917c-496f-9a6b-dd9d37ee599d service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=0b1dc6b9-8989-4d30-b7de-b794d733c5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251740 Mar 11 19:28:01.769838 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2647979e-5186-41a6-922a-ae61d8869e99 req-fc9be4c5-3465-412d-87d3-468ee098c564 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:01.773625 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2647979e-5186-41a6-922a-ae61d8869e99 req-fc9be4c5-3465-412d-87d3-468ee098c564 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ad8bcae-55b9-4797-acc5-531c16b5cec4 HTTP/1.1" status: 200 len: 943 time: 0.4462230 Mar 11 19:28:01.840389 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-83cedeb1-bb80-4d93-9b9e-4346ed0c5a71 service neutron] 10.222.0.75 "GET /v2.0/networks/b2c20bf2-5907-4ff7-8af6-23603c7d780a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3835454 Mar 11 19:28:01.849977 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-67689452-d59e-46e4-8298-cac2a0b203ee req-3577710a-cec8-4cda-bdbd-7d8242d258fe service neutron] For port e5ee4a3e-f501-44a7-9b49-3c2de2261da7, host n-h1-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:28:01.855606 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa78db-518b-44a6-bf51-e57d4154838b req-248a30af-eb9a-41ff-98d9-17955d137002 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:01.863254 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-befa78db-518b-44a6-bf51-e57d4154838b req-248a30af-eb9a-41ff-98d9-17955d137002 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=a338db77-8ad8-4947-b52d-51fb4f1bae2a HTTP/1.1" status: 200 len: 946 time: 0.3712380 Mar 11 19:28:01.870966 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-67689452-d59e-46e4-8298-cac2a0b203ee req-3577710a-cec8-4cda-bdbd-7d8242d258fe service neutron] For port e5ee4a3e-f501-44a7-9b49-3c2de2261da7, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=e5ee4a3e-f501-44a7-9b49-3c2de2261da7,segment=NetworkSegment(548d1191-6be3-49b7-b122-731f8e7bcddc),segment_id=548d1191-6be3-49b7-b122-731f8e7bcddc)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:28:01.884502 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-47524903-f92b-4a1b-8174-cb03845934c4 service neutron] For port d7f91352-b57f-43ea-ac22-820aef0e7422, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=d7f91352-b57f-43ea-ac22-820aef0e7422,segment=NetworkSegment(9cb9d205-9190-43c8-b078-f8df09db6175),segment_id=9cb9d205-9190-43c8-b078-f8df09db6175)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:28:01.887679 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-67689452-d59e-46e4-8298-cac2a0b203ee req-3577710a-cec8-4cda-bdbd-7d8242d258fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (e5ee4a3e-f501-44a7-9b49-3c2de2261da7), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:01.957267 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67689452-d59e-46e4-8298-cac2a0b203ee req-3577710a-cec8-4cda-bdbd-7d8242d258fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:01.958471 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-67689452-d59e-46e4-8298-cac2a0b203ee req-3577710a-cec8-4cda-bdbd-7d8242d258fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:01.960215 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-67689452-d59e-46e4-8298-cac2a0b203ee req-3577710a-cec8-4cda-bdbd-7d8242d258fe service neutron] 10.222.0.75 "PUT /v2.0/ports/e5ee4a3e-f501-44a7-9b49-3c2de2261da7 HTTP/1.1" status: 200 len: 1091 time: 1.3634498 Mar 11 19:28:01.970346 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cb8d378-f979-4674-946f-ccac24105fe0', 'tag': 'e5ee4a3e-f501-44a7-9b49-3c2de2261da7'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:28:01.973118 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4131d24-b674-4a99-87d2-f8b98e3b9569" -d '{"events": [{"name": "network-changed", "server_uuid": "6cb8d378-f979-4674-946f-ccac24105fe0", "tag": "e5ee4a3e-f501-44a7-9b49-3c2de2261da7"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:28:01.977181 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-47524903-f92b-4a1b-8174-cb03845934c4 service neutron] For port d7f91352-b57f-43ea-ac22-820aef0e7422, host n-h1-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:28:02.069866 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ca8841-e420-42a8-8f16-b1401a979ecf None None] New status for floating IP 1461f1d6-56aa-434d-9a99-fac012f6745b: DOWN {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 19:28:02.071556 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-c21193f7-b0e7-42a0-b0ae-00c89c994b3e service neutron] 10.222.0.75 "GET /v2.0/networks/b2c20bf2-5907-4ff7-8af6-23603c7d780a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687682 Mar 11 19:28:02.088723 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2647979e-5186-41a6-922a-ae61d8869e99 req-d67c12d6-fc5f-496d-b781-ae4a2c910bf3 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077672 Mar 11 19:28:02.099940 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577710a-cec8-4cda-bdbd-7d8242d258fe service neutron] Pushing event updated for resources: {'Port': ['ID=e5ee4a3e-f501-44a7-9b49-3c2de2261da7,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:02.147605 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-47524903-f92b-4a1b-8174-cb03845934c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7f91352-b57f-43ea-ac22-820aef0e7422 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:28:02.179172 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-47524903-f92b-4a1b-8174-cb03845934c4 service neutron] For port d7f91352-b57f-43ea-ac22-820aef0e7422, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=d7f91352-b57f-43ea-ac22-820aef0e7422,segment=NetworkSegment(9cb9d205-9190-43c8-b078-f8df09db6175),segment_id=9cb9d205-9190-43c8-b078-f8df09db6175)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:28:02.198593 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67689452-d59e-46e4-8298-cac2a0b203ee req-7131bde0-99a5-4cb1-9ce7-ddd1d838a4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:02.204347 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-67689452-d59e-46e4-8298-cac2a0b203ee req-7131bde0-99a5-4cb1-9ce7-ddd1d838a4a7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2b2041a5e8eb449b899a189cd9e58346&device_id=6cb8d378-f979-4674-946f-ccac24105fe0 HTTP/1.1" status: 200 len: 1125 time: 0.1866350 Mar 11 19:28:02.218935 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-47524903-f92b-4a1b-8174-cb03845934c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d7f91352-b57f-43ea-ac22-820aef0e7422), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:02.261429 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-befa78db-518b-44a6-bf51-e57d4154838b req-4dc2e0b9-bff7-4780-8004-25806f360cd5 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3969307 Mar 11 19:28:02.301767 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-67689452-d59e-46e4-8298-cac2a0b203ee req-d163db16-2959-4686-a2b0-a2ac76dd5dbd service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5ee4a3e-f501-44a7-9b49-3c2de2261da7 HTTP/1.1" status: 200 len: 217 time: 0.0919797 Mar 11 19:28:02.327599 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1c0dc0d6-a1db-494e-809d-7955b4f139b0 req-47c16798-c2ba-4012-b7bd-a87ce46255db tempest-ServersAdmin275Test-107861968 tempest-ServersAdmin275Test-107861968-project] 10.222.0.65 "GET /v2.0/ports?device_id=27a07cf5-eaf0-4721-b0fa-8387298c9e0a HTTP/1.1" status: 200 len: 210 time: 0.0827818 Mar 11 19:28:02.387326 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-ec9ce364-aa2e-47cc-a902-484f28610e2e tempest-LiveAutoBlockMigrationV225Test-943023921 tempest-LiveAutoBlockMigrationV225Test-943023921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:02.388966 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-ec9ce364-aa2e-47cc-a902-484f28610e2e tempest-LiveAutoBlockMigrationV225Test-943023921 tempest-LiveAutoBlockMigrationV225Test-943023921-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=a338db77-8ad8-4947-b52d-51fb4f1bae2a&tenant_id=f44b890e943d4aee826b67fd4c2d7b8e&binding%3Ahost_id=n-h2-833163-1 HTTP/1.1" status: 200 len: 1128 time: 0.2484510 Mar 11 19:28:02.436582 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-75135a6b-9108-4c9c-926b-19988a3cce19 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-833163-1'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:28:02.446090 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67689452-d59e-46e4-8298-cac2a0b203ee req-b9d83363-4df8-4fd2-aba3-03cc1c0a7df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:02.447902 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-67689452-d59e-46e4-8298-cac2a0b203ee req-b9d83363-4df8-4fd2-aba3-03cc1c0a7df1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=25c527aa-940c-4d05-a3a3-da904c4b7fbe HTTP/1.1" status: 200 len: 862 time: 0.0975676 Mar 11 19:28:02.474811 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-47524903-f92b-4a1b-8174-cb03845934c4 service neutron] Transition to ACTIVE for port object d7f91352-b57f-43ea-ac22-820aef0e7422 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:28:02.494325 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-47524903-f92b-4a1b-8174-cb03845934c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (d7f91352-b57f-43ea-ac22-820aef0e7422), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:02.566437 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-75135a6b-9108-4c9c-926b-19988a3cce19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (e06922d1-ae39-4d7c-8a47-26cdb60421c8), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:02.601883 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-47524903-f92b-4a1b-8174-cb03845934c4 service neutron] No DVR routers for this DVR port d7f91352-b57f-43ea-ac22-820aef0e7422 on host n-h1-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:28:02.607696 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47524903-f92b-4a1b-8174-cb03845934c4 service neutron] Pushing event updated for resources: {'Port': ['ID=d7f91352-b57f-43ea-ac22-820aef0e7422,revision_number=10']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:02.643704 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-47524903-f92b-4a1b-8174-cb03845934c4 service neutron] 10.222.0.75 "PUT /v2.0/ports/d7f91352-b57f-43ea-ac22-820aef0e7422/bindings/n-h2-833163-1/activate HTTP/1.1" status: 200 len: 369 time: 1.0618777 Mar 11 19:28:02.646451 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67689452-d59e-46e4-8298-cac2a0b203ee req-f96b0ad7-7a7a-42b7-96a9-85e3fb29071a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:02.647527 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-67689452-d59e-46e4-8298-cac2a0b203ee req-f96b0ad7-7a7a-42b7-96a9-85e3fb29071a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ac02cbd1-5dcb-429f-a716-af840212fb30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1913662 Mar 11 19:28:02.838433 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-67689452-d59e-46e4-8298-cac2a0b203ee req-1432378d-0dca-4044-b937-6cd7b4c7cae4 service neutron] 10.222.0.75 "GET /v2.0/networks/ac02cbd1-5dcb-429f-a716-af840212fb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762550 Mar 11 19:28:02.974392 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6552327f-20bf-45c5-bd65-c64e17699984 req-94da8925-1055-4634-86f1-9880e93ebcdb tempest-TenantUsagesTestJSON-145589814 tempest-TenantUsagesTestJSON-145589814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:02.978280 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea0cf6f-898c-4f1b-bb85-16bec6d95dfa req-5a0efa69-ae83-4f6a-8346-cb87318b70f5 tempest-TenantUsagesTestJSON-145589814 tempest-TenantUsagesTestJSON-145589814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:02.979973 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-4ea0cf6f-898c-4f1b-bb85-16bec6d95dfa req-5a0efa69-ae83-4f6a-8346-cb87318b70f5 tempest-TenantUsagesTestJSON-145589814 tempest-TenantUsagesTestJSON-145589814-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb51a60f-d6d8-40a0-89f5-1b09b4ccc5a3 HTTP/1.1" status: 200 len: 949 time: 0.1869695 Mar 11 19:28:02.984406 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6552327f-20bf-45c5-bd65-c64e17699984 req-94da8925-1055-4634-86f1-9880e93ebcdb tempest-TenantUsagesTestJSON-145589814 tempest-TenantUsagesTestJSON-145589814-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb51a60f-d6d8-40a0-89f5-1b09b4ccc5a3 HTTP/1.1" status: 200 len: 949 time: 0.5907788 Mar 11 19:28:03.041042 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-67689452-d59e-46e4-8298-cac2a0b203ee req-32a69d09-afd9-4a0d-9d4d-43525c75da6a service neutron] 10.222.0.75 "GET /v2.0/networks/ac02cbd1-5dcb-429f-a716-af840212fb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822212 Mar 11 19:28:03.086115 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-75135a6b-9108-4c9c-926b-19988a3cce19 service neutron] For port e06922d1-ae39-4d7c-8a47-26cdb60421c8, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=e06922d1-ae39-4d7c-8a47-26cdb60421c8,segment=NetworkSegment(42087326-e85e-4d47-82f7-573695e73a7c),segment_id=42087326-e85e-4d47-82f7-573695e73a7c)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:28:03.155593 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-75135a6b-9108-4c9c-926b-19988a3cce19 service neutron] For port e06922d1-ae39-4d7c-8a47-26cdb60421c8, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:28:03.193377 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6552327f-20bf-45c5-bd65-c64e17699984 req-89077e7a-4468-4ff1-af42-eb7ff8b353b9 tempest-TenantUsagesTestJSON-145589814 tempest-TenantUsagesTestJSON-145589814-project] 10.222.0.65 "GET /v2.0/security-groups?id=e02107d5-95a2-458c-8d3b-09c0217b258d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081990 Mar 11 19:28:03.193615 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-4ea0cf6f-898c-4f1b-bb85-16bec6d95dfa req-ed9bb0a1-0425-4c6b-b36b-cc02978a321e tempest-TenantUsagesTestJSON-145589814 tempest-TenantUsagesTestJSON-145589814-project] Deleting port 2cb7968a-9438-4ebd-9474-359b261a17ca {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:28:03.194036 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-4ea0cf6f-898c-4f1b-bb85-16bec6d95dfa req-ed9bb0a1-0425-4c6b-b36b-cc02978a321e tempest-TenantUsagesTestJSON-145589814 tempest-TenantUsagesTestJSON-145589814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (2cb7968a-9438-4ebd-9474-359b261a17ca), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:03.213655 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-8d81b787-e606-4fac-8e36-75243fd11eb5 tempest-LiveMigrationTest-1929498449 tempest-LiveMigrationTest-1929498449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:03.217127 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-8d81b787-e606-4fac-8e36-75243fd11eb5 tempest-LiveMigrationTest-1929498449 tempest-LiveMigrationTest-1929498449-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=2ad8bcae-55b9-4797-acc5-531c16b5cec4&tenant_id=f95acd8ec5ef45d8b7ae8994d46f4375&binding%3Ahost_id=n-h1-833163-1 HTTP/1.1" status: 200 len: 1126 time: 0.3116086 Mar 11 19:28:03.229108 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff5d76b-1ea0-4fc7-9aa9-ab2c4ba53275 req-007fe57a-69e6-4c25-8e75-8344256deb76 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:03.236415 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6ff5d76b-1ea0-4fc7-9aa9-ab2c4ba53275 req-007fe57a-69e6-4c25-8e75-8344256deb76 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] 10.222.0.65 "GET /v2.0/ports?device_id=e991396b-d547-46e7-876a-ad44994ab402 HTTP/1.1" status: 200 len: 945 time: 0.6319895 Mar 11 19:28:03.334943 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a338db77-8ad8-4947-b52d-51fb4f1bae2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e06922d1-ae39-4d7c-8a47-26cdb60421c8'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:28:03.341034 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5bce21-3de3-4f03-9286-dabe27cf791e" -d '{"events": [{"server_uuid": "a338db77-8ad8-4947-b52d-51fb4f1bae2a", "name": "network-vif-unplugged", "status": "completed", "tag": "e06922d1-ae39-4d7c-8a47-26cdb60421c8"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:28:03.349424 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-75135a6b-9108-4c9c-926b-19988a3cce19 service neutron] Publish callbacks [] for port (e06922d1-ae39-4d7c-8a47-26cdb60421c8), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:03.368998 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-75135a6b-9108-4c9c-926b-19988a3cce19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (e06922d1-ae39-4d7c-8a47-26cdb60421c8), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:03.382233 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-4ea0cf6f-898c-4f1b-bb85-16bec6d95dfa req-ed9bb0a1-0425-4c6b-b36b-cc02978a321e tempest-TenantUsagesTestJSON-145589814 tempest-TenantUsagesTestJSON-145589814-project] For port 2cb7968a-9438-4ebd-9474-359b261a17ca, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=2cb7968a-9438-4ebd-9474-359b261a17ca,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:28:03.382618 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-4ea0cf6f-898c-4f1b-bb85-16bec6d95dfa req-ed9bb0a1-0425-4c6b-b36b-cc02978a321e tempest-TenantUsagesTestJSON-145589814 tempest-TenantUsagesTestJSON-145589814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (2cb7968a-9438-4ebd-9474-359b261a17ca), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:03.422610 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-4ea0cf6f-898c-4f1b-bb85-16bec6d95dfa req-ed9bb0a1-0425-4c6b-b36b-cc02978a321e tempest-TenantUsagesTestJSON-145589814 tempest-TenantUsagesTestJSON-145589814-project] Calling delete_port for 2cb7968a-9438-4ebd-9474-359b261a17ca owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:28:03.548375 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6ff5d76b-1ea0-4fc7-9aa9-ab2c4ba53275 req-b8d8c192-d63c-4a48-bb75-84e236b65cc1 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b1dc6b9-8989-4d30-b7de-b794d733c5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3018520 Mar 11 19:28:03.550674 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89fb52e9-c377-47d9-8b30-3e5319600784 x-openstack-request-id: req-89fb52e9-c377-47d9-8b30-3e5319600784 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:28:03.551216 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cb8d378-f979-4674-946f-ccac24105fe0", "tag": "e5ee4a3e-f501-44a7-9b49-3c2de2261da7", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:28:03.551216 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-89fb52e9-c377-47d9-8b30-3e5319600784 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:28:03.551653 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cb8d378-f979-4674-946f-ccac24105fe0', 'tag': 'e5ee4a3e-f501-44a7-9b49-3c2de2261da7', 'status': 'completed', 'code': 200} Mar 11 19:28:03.564827 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75135a6b-9108-4c9c-926b-19988a3cce19 service neutron] Pushing event updated for resources: {'Port': ['ID=e06922d1-ae39-4d7c-8a47-26cdb60421c8,revision_number=7']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:03.651403 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-fbc338ca-3736-4fd7-a88a-0ee45e67d297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:03.657679 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-fbc338ca-3736-4fd7-a88a-0ee45e67d297 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2ad8bcae-55b9-4797-acc5-531c16b5cec4&tenant_id=f95acd8ec5ef45d8b7ae8994d46f4375 HTTP/1.1" status: 200 len: 1126 time: 0.4193046 Mar 11 19:28:03.716171 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4131d24-b674-4a99-87d2-f8b98e3b9569 req-3579eed1-9c69-411c-a175-682f0002e42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:03.717721 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d4131d24-b674-4a99-87d2-f8b98e3b9569 req-3579eed1-9c69-411c-a175-682f0002e42e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2b2041a5e8eb449b899a189cd9e58346&device_id=6cb8d378-f979-4674-946f-ccac24105fe0 HTTP/1.1" status: 200 len: 1125 time: 0.1652038 Mar 11 19:28:04.007144 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54120) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:28:04.137813 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-75135a6b-9108-4c9c-926b-19988a3cce19 service neutron] Attempting to bind port e06922d1-ae39-4d7c-8a47-26cdb60421c8 on host n-h2-833163-1 for vnic_type normal with profile {"migrating_to": "n-h1-833163-1"} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:28:04.138140 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-75135a6b-9108-4c9c-926b-19988a3cce19 service neutron] Attempting to bind port e06922d1-ae39-4d7c-8a47-26cdb60421c8 by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '42087326-e85e-4d47-82f7-573695e73a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b2c20bf2-5907-4ff7-8af6-23603c7d780a'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:28:04.138460 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-75135a6b-9108-4c9c-926b-19988a3cce19 service neutron] Attempting to bind port e06922d1-ae39-4d7c-8a47-26cdb60421c8 on network b2c20bf2-5907-4ff7-8af6-23603c7d780a {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:28:04.147338 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-75135a6b-9108-4c9c-926b-19988a3cce19 service neutron] Port e06922d1-ae39-4d7c-8a47-26cdb60421c8 on network b2c20bf2-5907-4ff7-8af6-23603c7d780a not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:28:04.147826 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-75135a6b-9108-4c9c-926b-19988a3cce19 service neutron] Attempting to bind port e06922d1-ae39-4d7c-8a47-26cdb60421c8 on network b2c20bf2-5907-4ff7-8af6-23603c7d780a {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:28:04.152278 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4131d24-b674-4a99-87d2-f8b98e3b9569 req-a91cb02f-b331-4109-9258-8f02b980a606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:04.155186 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d4131d24-b674-4a99-87d2-f8b98e3b9569 req-a91cb02f-b331-4109-9258-8f02b980a606 service neutron] 10.222.0.75 "GET /v2.0/networks?id=ac02cbd1-5dcb-429f-a716-af840212fb30 HTTP/1.1" status: 200 len: 924 time: 0.4295659 Mar 11 19:28:04.155988 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-4ea0cf6f-898c-4f1b-bb85-16bec6d95dfa req-ed9bb0a1-0425-4c6b-b36b-cc02978a321e tempest-TenantUsagesTestJSON-145589814 tempest-TenantUsagesTestJSON-145589814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (2cb7968a-9438-4ebd-9474-359b261a17ca), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:04.160772 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd54b01-8b97-4e4c-ba45-f6787dcf1c83 req-c2bd225f-2b8b-4de6-ba63-fac8e31e62cb tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:04.168870 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-edd54b01-8b97-4e4c-ba45-f6787dcf1c83 req-c2bd225f-2b8b-4de6-ba63-fac8e31e62cb tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] 10.222.0.65 "GET /v2.0/ports?device_id=6cb8d378-f979-4674-946f-ccac24105fe0 HTTP/1.1" status: 200 len: 943 time: 0.7186415 Mar 11 19:28:04.171214 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['2cb7968a-9438-4ebd-9474-359b261a17ca'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:28:04.186401 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-75135a6b-9108-4c9c-926b-19988a3cce19 service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:28:04.186746 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-75135a6b-9108-4c9c-926b-19988a3cce19 service neutron] Checking segment: {'id': '42087326-e85e-4d47-82f7-573695e73a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b2c20bf2-5907-4ff7-8af6-23603c7d780a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:28:04.187122 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-75135a6b-9108-4c9c-926b-19988a3cce19 service neutron] Bound using segment: {'id': '42087326-e85e-4d47-82f7-573695e73a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b2c20bf2-5907-4ff7-8af6-23603c7d780a'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:28:04.187845 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-75135a6b-9108-4c9c-926b-19988a3cce19 service neutron] Bound port: e06922d1-ae39-4d7c-8a47-26cdb60421c8, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42087326-e85e-4d47-82f7-573695e73a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b2c20bf2-5907-4ff7-8af6-23603c7d780a'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:28:04.188200 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-75135a6b-9108-4c9c-926b-19988a3cce19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (e06922d1-ae39-4d7c-8a47-26cdb60421c8), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:04.243413 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d4131d24-b674-4a99-87d2-f8b98e3b9569 req-ee23bab3-25ee-446f-8d5b-a38fbebdd987 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5ee4a3e-f501-44a7-9b49-3c2de2261da7 HTTP/1.1" status: 200 len: 217 time: 0.0611677 Mar 11 19:28:04.281485 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-3cd5b06a-41ce-4367-9af3-064fc17cb7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:04.282991 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-3cd5b06a-41ce-4367-9af3-064fc17cb7b5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f95acd8ec5ef45d8b7ae8994d46f4375&device_id=2ad8bcae-55b9-4797-acc5-531c16b5cec4 HTTP/1.1" status: 200 len: 1126 time: 0.5896549 Mar 11 19:28:04.314969 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-edd54b01-8b97-4e4c-ba45-f6787dcf1c83 req-6d8bdb7f-c8a5-4a65-b006-cf5ea0ab1eaa tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] 10.222.0.65 "GET /v2.0/security-groups?id=042c4c5f-1cec-4bf8-9249-33cd65cdb4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452148 Mar 11 19:28:04.331400 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c53926-a2cf-4be3-bca7-1bd04e880e2d req-32f1846b-0be4-4d4c-913f-f01777106937 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:04.332860 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d4c53926-a2cf-4be3-bca7-1bd04e880e2d req-32f1846b-0be4-4d4c-913f-f01777106937 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ad8bcae-55b9-4797-acc5-531c16b5cec4 HTTP/1.1" status: 200 len: 944 time: 0.6731520 Mar 11 19:28:04.346895 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9bb0a1-0425-4c6b-b36b-cc02978a321e tempest-TenantUsagesTestJSON-145589814 tempest-TenantUsagesTestJSON-145589814-project] Pushing event deleted for resources: {'Port': ['ID=2cb7968a-9438-4ebd-9474-359b261a17ca,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:04.362464 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-75135a6b-9108-4c9c-926b-19988a3cce19 service neutron] For port e06922d1-ae39-4d7c-8a47-26cdb60421c8, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:28:04.402143 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-75135a6b-9108-4c9c-926b-19988a3cce19 service neutron] For port e06922d1-ae39-4d7c-8a47-26cdb60421c8, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=e06922d1-ae39-4d7c-8a47-26cdb60421c8,segment=NetworkSegment(42087326-e85e-4d47-82f7-573695e73a7c),segment_id=42087326-e85e-4d47-82f7-573695e73a7c)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:28:04.418764 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4f5cf16e-1db3-44e2-930b-b6a4d98dd060 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:04.459079 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-75135a6b-9108-4c9c-926b-19988a3cce19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (e06922d1-ae39-4d7c-8a47-26cdb60421c8), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:04.466427 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4131d24-b674-4a99-87d2-f8b98e3b9569 req-e970d0ac-5e5d-4d93-8387-2831ed7e7ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:04.467947 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d4131d24-b674-4a99-87d2-f8b98e3b9569 req-e970d0ac-5e5d-4d93-8387-2831ed7e7ed7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=25c527aa-940c-4d05-a3a3-da904c4b7fbe HTTP/1.1" status: 200 len: 862 time: 0.1832294 Mar 11 19:28:04.468747 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ea0cf6f-898c-4f1b-bb85-16bec6d95dfa req-ed9bb0a1-0425-4c6b-b36b-cc02978a321e tempest-TenantUsagesTestJSON-145589814 tempest-TenantUsagesTestJSON-145589814-project] No DVR routers for this DVR port 2cb7968a-9438-4ebd-9474-359b261a17ca on host n-h2-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:28:04.476325 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-4ea0cf6f-898c-4f1b-bb85-16bec6d95dfa req-ed9bb0a1-0425-4c6b-b36b-cc02978a321e tempest-TenantUsagesTestJSON-145589814 tempest-TenantUsagesTestJSON-145589814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:04.480614 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-4ea0cf6f-898c-4f1b-bb85-16bec6d95dfa req-ed9bb0a1-0425-4c6b-b36b-cc02978a321e tempest-TenantUsagesTestJSON-145589814 tempest-TenantUsagesTestJSON-145589814-project] 10.222.0.57 "DELETE /v2.0/ports/2cb7968a-9438-4ebd-9474-359b261a17ca HTTP/1.1" status: 204 len: 173 time: 1.4950676 Mar 11 19:28:04.559486 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4131d24-b674-4a99-87d2-f8b98e3b9569 req-ee8af8ec-90a2-4b7c-9d51-54ff490d60ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:04.561335 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d4131d24-b674-4a99-87d2-f8b98e3b9569 req-ee8af8ec-90a2-4b7c-9d51-54ff490d60ea service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ac02cbd1-5dcb-429f-a716-af840212fb30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0871911 Mar 11 19:28:04.584337 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d4c53926-a2cf-4be3-bca7-1bd04e880e2d req-13ca7778-b107-4406-a4f7-90c2abc64750 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367489 Mar 11 19:28:04.640030 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4f5cf16e-1db3-44e2-930b-b6a4d98dd060 admin admin] Publish callbacks [] for security_group (e077f851-265a-4b4a-b957-82701183811e), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:04.675608 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4f5cf16e-1db3-44e2-930b-b6a4d98dd060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (e077f851-265a-4b4a-b957-82701183811e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:04.718324 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 19:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64a586b-65df-4151-80de-7f2ca7754b54 x-openstack-request-id: req-a64a586b-65df-4151-80de-7f2ca7754b54 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:28:04.718797 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a338db77-8ad8-4947-b52d-51fb4f1bae2a", "name": "network-vif-unplugged", "status": "completed", "tag": "e06922d1-ae39-4d7c-8a47-26cdb60421c8", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:28:04.718927 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a64a586b-65df-4151-80de-7f2ca7754b54 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:28:04.719267 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a338db77-8ad8-4947-b52d-51fb4f1bae2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e06922d1-ae39-4d7c-8a47-26cdb60421c8', 'code': 200} Mar 11 19:28:04.753748 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-6948f313-6f94-4d9b-b2d0-49f134941eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:04.755154 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-6948f313-6f94-4d9b-b2d0-49f134941eae service neutron] 10.222.0.57 "GET /v2.0/networks?id=4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a HTTP/1.1" status: 200 len: 908 time: 0.4628193 Mar 11 19:28:04.773847 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4f5cf16e-1db3-44e2-930b-b6a4d98dd060 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=59451b243d684b17b441166b734f4005&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7656167 Mar 11 19:28:04.778593 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54138) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:28:04.779246 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5cf16e-1db3-44e2-930b-b6a4d98dd060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e077f851-265a-4b4a-b957-82701183811e,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:04.826626 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d4131d24-b674-4a99-87d2-f8b98e3b9569 req-b4ac7b0e-d8b5-42ab-990e-8faaca141992 service neutron] 10.222.0.75 "GET /v2.0/networks/ac02cbd1-5dcb-429f-a716-af840212fb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581887 Mar 11 19:28:04.836172 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75135a6b-9108-4c9c-926b-19988a3cce19 service neutron] Pushing event updated for resources: {'Port': ['ID=e06922d1-ae39-4d7c-8a47-26cdb60421c8,revision_number=8']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:04.875526 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bb106583-b640-42eb-887c-5feea0bff961 admin admin] Publish callbacks [] for security_group (e077f851-265a-4b4a-b957-82701183811e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:04.906615 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d26d73-46c8-4b74-9b9e-d88b2492f53a req-880b5526-2675-47da-bd85-25b6f69ea1fb tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:04.908025 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-96d26d73-46c8-4b74-9b9e-d88b2492f53a req-880b5526-2675-47da-bd85-25b6f69ea1fb tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=a338db77-8ad8-4947-b52d-51fb4f1bae2a HTTP/1.1" status: 200 len: 944 time: 0.4736507 Mar 11 19:28:04.920239 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-513323a5-34e0-4a27-8fdc-60cf9a1fcf8f req-2969aeee-a3c1-4e6c-8912-dead5e330a19 tempest-ServersAdmin275Test-107861968 tempest-ServersAdmin275Test-107861968-project] 10.222.0.65 "GET /v2.0/ports?device_id=27a07cf5-eaf0-4721-b0fa-8387298c9e0a HTTP/1.1" status: 200 len: 210 time: 0.1550882 Mar 11 19:28:04.922701 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bb106583-b640-42eb-887c-5feea0bff961 admin admin] Publish callbacks [] for security_group (e077f851-265a-4b4a-b957-82701183811e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:04.924176 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-77ca8ddf-54b0-459d-a755-fe51e8df7d28 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7f91352-b57f-43ea-ac22-820aef0e7422 HTTP/1.1" status: 200 len: 217 time: 0.1563811 Mar 11 19:28:04.951895 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-75135a6b-9108-4c9c-926b-19988a3cce19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:04.952649 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-75135a6b-9108-4c9c-926b-19988a3cce19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:04.954480 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-75135a6b-9108-4c9c-926b-19988a3cce19 service neutron] 10.222.0.75 "PUT /v2.0/ports/e06922d1-ae39-4d7c-8a47-26cdb60421c8 HTTP/1.1" status: 200 len: 1122 time: 2.5265906 Mar 11 19:28:05.007521 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['e06922d1-ae39-4d7c-8a47-26cdb60421c8'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:28:05.078502 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-8519644b-7c55-4110-8690-119e17925c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:05.082698 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-8519644b-7c55-4110-8690-119e17925c11 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f742a986-c135-4269-ad05-332f85e495a8 HTTP/1.1" status: 200 len: 847 time: 0.1271079 Mar 11 19:28:05.155890 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d4131d24-b674-4a99-87d2-f8b98e3b9569 req-2de7d66e-897f-4e4e-a459-3370bbec5cbc service neutron] 10.222.0.75 "GET /v2.0/networks/ac02cbd1-5dcb-429f-a716-af840212fb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140731 Mar 11 19:28:05.166590 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bb106583-b640-42eb-887c-5feea0bff961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (e077f851-265a-4b4a-b957-82701183811e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:05.169870 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bb106583-b640-42eb-887c-5feea0bff961 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:05.171759 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-bb106583-b640-42eb-887c-5feea0bff961 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e077f851-265a-4b4a-b957-82701183811e HTTP/1.1" status: 204 len: 168 time: 0.3875029 Mar 11 19:28:05.188604 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb106583-b640-42eb-887c-5feea0bff961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e077f851-265a-4b4a-b957-82701183811e,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:05.264361 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-749a85bb-57a6-46ca-b6b6-de30256b869e req-effae318-20dd-437a-a354-dbf442ffd945 tempest-TenantUsagesTestJSON-145589814 tempest-TenantUsagesTestJSON-145589814-project] 10.222.0.65 "GET /v2.0/ports?device_id=fb51a60f-d6d8-40a0-89f5-1b09b4ccc5a3 HTTP/1.1" status: 200 len: 210 time: 0.1532824 Mar 11 19:28:05.290956 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-96d26d73-46c8-4b74-9b9e-d88b2492f53a req-034b4619-446c-4ef2-a276-f05c6d7f42e3 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590212 Mar 11 19:28:05.297038 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-40b0c30e-785c-4313-91a5-1d9c0500ebe1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2075570 Mar 11 19:28:05.532887 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-949358e2-25b7-485e-97ae-3b0a9be8d4ef service neutron] 10.222.0.57 "GET /v2.0/networks/4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282410 Mar 11 19:28:05.553271 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb51a60f-d6d8-40a0-89f5-1b09b4ccc5a3', 'name': 'network-vif-deleted', 'tag': '2cb7968a-9438-4ebd-9474-359b261a17ca'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:28:05.555732 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417130e7-f7d7-4386-8446-1650f6959913" -d '{"events": [{"server_uuid": "fb51a60f-d6d8-40a0-89f5-1b09b4ccc5a3", "name": "network-vif-deleted", "tag": "2cb7968a-9438-4ebd-9474-359b261a17ca"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:28:05.576103 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d428d0-f66f-4b63-9b4d-8c93181b76f4 req-1123c0e3-7017-4a10-b10a-0e5fca2b8c48 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:05.577922 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-34d428d0-f66f-4b63-9b4d-8c93181b76f4 req-1123c0e3-7017-4a10-b10a-0e5fca2b8c48 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] 10.222.0.65 "GET /v2.0/ports?device_id=6cb8d378-f979-4674-946f-ccac24105fe0 HTTP/1.1" status: 200 len: 943 time: 0.1529360 Mar 11 19:28:05.585303 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00427c3-fe06-4b90-b2fe-44564c36a401 req-b2e80661-6216-4fd0-a09c-bc671584bd3d tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:05.592931 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a00427c3-fe06-4b90-b2fe-44564c36a401 req-b2e80661-6216-4fd0-a09c-bc671584bd3d tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] 10.222.0.65 "GET /v2.0/ports?device_id=e991396b-d547-46e7-876a-ad44994ab402 HTTP/1.1" status: 200 len: 945 time: 0.1668015 Mar 11 19:28:05.618520 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device e5ee4a3e-f501-44a7-9b49-3c2de2261da7 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:28:05.650637 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device d7f91352-b57f-43ea-ac22-820aef0e7422 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:28:05.681775 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54152) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:28:05.698489 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5a1378fc-c1b1-42f9-b668-5e13f6bac8d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:05.708005 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-34d428d0-f66f-4b63-9b4d-8c93181b76f4 req-e1b233e0-0587-4357-b60a-20b1ab1dfac4 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] 10.222.0.65 "GET /v2.0/security-groups?id=042c4c5f-1cec-4bf8-9249-33cd65cdb4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065333 Mar 11 19:28:05.753418 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a00427c3-fe06-4b90-b2fe-44564c36a401 req-4bd2655d-c034-47f0-9348-80829443a732 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b1dc6b9-8989-4d30-b7de-b794d733c5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1594243 Mar 11 19:28:05.761612 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-770555ae-51f6-4680-9d5d-9be37d953572 service neutron] 10.222.0.57 "GET /v2.0/networks/4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163711 Mar 11 19:28:05.838196 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c01cd39-6e05-49ea-b0fe-633c8ca5a4d4 x-openstack-request-id: req-4c01cd39-6e05-49ea-b0fe-633c8ca5a4d4 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:28:05.838768 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb51a60f-d6d8-40a0-89f5-1b09b4ccc5a3", "name": "network-vif-deleted", "tag": "2cb7968a-9438-4ebd-9474-359b261a17ca", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:28:05.839037 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4c01cd39-6e05-49ea-b0fe-633c8ca5a4d4 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:28:05.839742 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb51a60f-d6d8-40a0-89f5-1b09b4ccc5a3', 'name': 'network-vif-deleted', 'tag': '2cb7968a-9438-4ebd-9474-359b261a17ca', 'status': 'completed', 'code': 200} Mar 11 19:28:05.845406 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] The host n-h1-833163-1 is not matching for port d7f91352-b57f-43ea-ac22-820aef0e7422 host n-h2-833163-1! {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 19:28:05.846046 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device d7f91352-b57f-43ea-ac22-820aef0e7422 not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:28:05.871616 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5a1378fc-c1b1-42f9-b668-5e13f6bac8d6 admin admin] Publish callbacks [] for security_group (de6c9a2f-9a97-4ae4-841e-c49fe332a5c9), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:05.878495 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5a1378fc-c1b1-42f9-b668-5e13f6bac8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (de6c9a2f-9a97-4ae4-841e-c49fe332a5c9), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:05.890465 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port e5ee4a3e-f501-44a7-9b49-3c2de2261da7, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=e5ee4a3e-f501-44a7-9b49-3c2de2261da7,segment=NetworkSegment(548d1191-6be3-49b7-b122-731f8e7bcddc),segment_id=548d1191-6be3-49b7-b122-731f8e7bcddc)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:28:05.892933 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f3485-513e-4b9a-82f2-f597591c9521 req-a40e0324-6206-4fd6-93a6-437a6b2d8beb tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:05.894616 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-383f3485-513e-4b9a-82f2-f597591c9521 req-a40e0324-6206-4fd6-93a6-437a6b2d8beb tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ad8bcae-55b9-4797-acc5-531c16b5cec4 HTTP/1.1" status: 200 len: 944 time: 0.0696900 Mar 11 19:28:05.905926 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': 'e5ee4a3e-f501-44a7-9b49-3c2de2261da7', 'network_id': 'ac02cbd1-5dcb-429f-a716-af840212fb30', 'port_id': 'e5ee4a3e-f501-44a7-9b49-3c2de2261da7', 'mac_address': 'fa:16:3e:25:32:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 885, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25c527aa-940c-4d05-a3a3-da904c4b7fbe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:28:05.957695 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-5a1378fc-c1b1-42f9-b668-5e13f6bac8d6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a63805dbaade4ea781e016c83226d13a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2748132 Mar 11 19:28:05.958712 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1378fc-c1b1-42f9-b668-5e13f6bac8d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de6c9a2f-9a97-4ae4-841e-c49fe332a5c9,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:05.973219 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54158) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:28:05.991153 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port e5ee4a3e-f501-44a7-9b49-3c2de2261da7 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:28:05.991153 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (e5ee4a3e-f501-44a7-9b49-3c2de2261da7), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:06.022294 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5ee4a3e-f501-44a7-9b49-3c2de2261da7 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:28:06.035502 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-383f3485-513e-4b9a-82f2-f597591c9521 req-ce4c17d8-d532-493e-a0bd-e49f5cdf2cf5 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189864 Mar 11 19:28:06.051298 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c4452528-9cfa-4290-bc0a-9e3e14872f2a admin admin] Publish callbacks [] for security_group (de6c9a2f-9a97-4ae4-841e-c49fe332a5c9), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:06.079060 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c4452528-9cfa-4290-bc0a-9e3e14872f2a admin admin] Publish callbacks [] for security_group (de6c9a2f-9a97-4ae4-841e-c49fe332a5c9), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:06.084643 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port e5ee4a3e-f501-44a7-9b49-3c2de2261da7, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=e5ee4a3e-f501-44a7-9b49-3c2de2261da7,segment=NetworkSegment(548d1191-6be3-49b7-b122-731f8e7bcddc),segment_id=548d1191-6be3-49b7-b122-731f8e7bcddc)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:28:06.092368 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (e5ee4a3e-f501-44a7-9b49-3c2de2261da7), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:06.134118 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301f0fa-9ae5-4f29-ba03-c0dbc544b495 req-d4df8d1e-dc71-47c5-9d1b-a6fa8170d1bc tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:06.135891 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0301f0fa-9ae5-4f29-ba03-c0dbc544b495 req-d4df8d1e-dc71-47c5-9d1b-a6fa8170d1bc tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] 10.222.0.65 "GET /v2.0/ports?device_id=e991396b-d547-46e7-876a-ad44994ab402 HTTP/1.1" status: 200 len: 945 time: 0.2169583 Mar 11 19:28:06.140932 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c4452528-9cfa-4290-bc0a-9e3e14872f2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (de6c9a2f-9a97-4ae4-841e-c49fe332a5c9), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:06.144502 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c4452528-9cfa-4290-bc0a-9e3e14872f2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:06.148105 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c4452528-9cfa-4290-bc0a-9e3e14872f2a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/de6c9a2f-9a97-4ae4-841e-c49fe332a5c9 HTTP/1.1" status: 204 len: 168 time: 0.1704996 Mar 11 19:28:06.148105 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54160) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:28:06.161556 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-e1971049-a4f0-4954-8c4b-f3fe94e167cd tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Request body: {'floatingip': {'port_id': '7e557bd6-9903-4ae0-9536-4750da201a5a'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:28:06.174164 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=e5ee4a3e-f501-44a7-9b49-3c2de2261da7,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:06.190562 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-6a556045-4377-4dbc-af6c-20d0c6a059ef tempest-LiveMigrationTest-1929498449 tempest-LiveMigrationTest-1929498449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:06.192109 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-6a556045-4377-4dbc-af6c-20d0c6a059ef tempest-LiveMigrationTest-1929498449 tempest-LiveMigrationTest-1929498449-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=2ad8bcae-55b9-4797-acc5-531c16b5cec4&tenant_id=f95acd8ec5ef45d8b7ae8994d46f4375&binding%3Ahost_id=n-h2-833163-1 HTTP/1.1" status: 200 len: 1126 time: 0.1377578 Mar 11 19:28:06.207751 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e1971049-a4f0-4954-8c4b-f3fe94e167cd tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Publish callbacks [] for floatingip (e773bd48-c931-48b6-9a1c-840c8548a56d), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:06.217839 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1d692b65-53a3-4439-93b2-a644b3d87565 req-cf271d45-f530-4239-ae88-4019fcccdc08 tempest-ServersAdmin275Test-107861968 tempest-ServersAdmin275Test-107861968-project] 10.222.0.65 "GET /v2.0/ports?device_id=27a07cf5-eaf0-4721-b0fa-8387298c9e0a HTTP/1.1" status: 200 len: 210 time: 0.0427599 Mar 11 19:28:06.245671 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4452528-9cfa-4290-bc0a-9e3e14872f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6c9a2f-9a97-4ae4-841e-c49fe332a5c9,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:06.332335 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['e5ee4a3e-f501-44a7-9b49-3c2de2261da7'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:28:06.528887 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-baef9271-9891-43d6-b41a-bd35b38908b2 service neutron] For port d7f91352-b57f-43ea-ac22-820aef0e7422, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:28:06.533786 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-baef9271-9891-43d6-b41a-bd35b38908b2 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:06.535036 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6eb49d04-963e-4c5f-bfca-c708c896eed8 req-baef9271-9891-43d6-b41a-bd35b38908b2 service neutron] 10.222.0.57 "DELETE /v2.0/ports/d7f91352-b57f-43ea-ac22-820aef0e7422/bindings/n-h1-833163-1 HTTP/1.1" status: 204 len: 173 time: 0.3197918 Mar 11 19:28:06.558620 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df908ee-9b28-4cfe-9363-18e92bb9ced3 req-3596222f-caab-457b-9f1a-4e7ac6c2837d tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:06.566834 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1df908ee-9b28-4cfe-9363-18e92bb9ced3 req-3596222f-caab-457b-9f1a-4e7ac6c2837d tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=a338db77-8ad8-4947-b52d-51fb4f1bae2a HTTP/1.1" status: 200 len: 944 time: 0.0803764 Mar 11 19:28:06.636223 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1df908ee-9b28-4cfe-9363-18e92bb9ced3 req-51c76494-49c3-47cd-a27a-b6f846fa417b tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639708 Mar 11 19:28:06.720393 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a338db77-8ad8-4947-b52d-51fb4f1bae2a', 'tag': 'e06922d1-ae39-4d7c-8a47-26cdb60421c8'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:28:06.723152 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da97af58-9d03-4cf8-95e8-ffda24ed93e9" -d '{"events": [{"name": "network-changed", "server_uuid": "a338db77-8ad8-4947-b52d-51fb4f1bae2a", "tag": "e06922d1-ae39-4d7c-8a47-26cdb60421c8"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:28:06.800156 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca2cbe80-5621-4910-8b33-73810aceee42 x-openstack-request-id: req-ca2cbe80-5621-4910-8b33-73810aceee42 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:28:06.800806 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a338db77-8ad8-4947-b52d-51fb4f1bae2a", "tag": "e06922d1-ae39-4d7c-8a47-26cdb60421c8", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:28:06.800806 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ca2cbe80-5621-4910-8b33-73810aceee42 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:28:06.801221 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a338db77-8ad8-4947-b52d-51fb4f1bae2a', 'tag': 'e06922d1-ae39-4d7c-8a47-26cdb60421c8', 'status': 'completed', 'code': 200} Mar 11 19:28:06.866478 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54194) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:28:06.938559 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97af58-9d03-4cf8-95e8-ffda24ed93e9 req-655e28ca-fb7b-40d1-baf5-b805b39816e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:06.939463 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da97af58-9d03-4cf8-95e8-ffda24ed93e9 req-655e28ca-fb7b-40d1-baf5-b805b39816e3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f44b890e943d4aee826b67fd4c2d7b8e&device_id=a338db77-8ad8-4947-b52d-51fb4f1bae2a HTTP/1.1" status: 200 len: 1156 time: 0.1143596 Mar 11 19:28:06.970265 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e53277-4ad6-43ed-a3c3-d9b9ee3a74a1 req-77867080-600e-4c0d-ac91-4b3b9328280d tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:06.973353 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-03e53277-4ad6-43ed-a3c3-d9b9ee3a74a1 req-77867080-600e-4c0d-ac91-4b3b9328280d tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] 10.222.0.65 "GET /v2.0/ports?device_id=6cb8d378-f979-4674-946f-ccac24105fe0 HTTP/1.1" status: 200 len: 944 time: 0.1029816 Mar 11 19:28:07.014932 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e1971049-a4f0-4954-8c4b-f3fe94e167cd tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:07.023567 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e1971049-a4f0-4954-8c4b-f3fe94e167cd tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (e773bd48-c931-48b6-9a1c-840c8548a56d), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:07.226336 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-03e53277-4ad6-43ed-a3c3-d9b9ee3a74a1 req-89cecd84-f3d9-46c5-93d4-1f0547c8abb1 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] 10.222.0.65 "GET /v2.0/security-groups?id=042c4c5f-1cec-4bf8-9249-33cd65cdb4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2417898 Mar 11 19:28:07.262756 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97af58-9d03-4cf8-95e8-ffda24ed93e9 req-3d7a9c08-ac8b-497a-841f-48d2f714fdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:07.264504 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da97af58-9d03-4cf8-95e8-ffda24ed93e9 req-3d7a9c08-ac8b-497a-841f-48d2f714fdb4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b2c20bf2-5907-4ff7-8af6-23603c7d780a HTTP/1.1" status: 200 len: 921 time: 0.3149230 Mar 11 19:28:07.302839 n-d-833163-1 neutron-server[103884]: INFO neutron.db.l3_db [None req-e1971049-a4f0-4954-8c4b-f3fe94e167cd tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Floating IP e773bd48-c931-48b6-9a1c-840c8548a56d associated. External IP: 172.25.8.112, port: 7e557bd6-9903-4ae0-9536-4750da201a5a. Mar 11 19:28:07.314817 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-869c2b28-f3ca-49be-856d-40bd0adfb3bf admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=337b6c68ec3745adb7c3d2c777b67653&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4472461 Mar 11 19:28:07.369594 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 54210) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:28:07.449983 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da97af58-9d03-4cf8-95e8-ffda24ed93e9 req-91f91220-a7d3-41cc-83db-43ed50d7ed92 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e06922d1-ae39-4d7c-8a47-26cdb60421c8 HTTP/1.1" status: 200 len: 217 time: 0.1480057 Mar 11 19:28:07.471549 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 54216) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:28:07.526041 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-af9c47ae-d1ca-424e-bb2a-19d8318ddf4d req-6c68196c-5afc-44a6-96bc-962e22a1f120 tempest-ServersAdmin275Test-107861968 tempest-ServersAdmin275Test-107861968-project] 10.222.0.65 "GET /v2.0/ports?device_id=27a07cf5-eaf0-4721-b0fa-8387298c9e0a HTTP/1.1" status: 200 len: 210 time: 0.0793586 Mar 11 19:28:07.563217 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 2cb7968a-9438-4ebd-9474-359b261a17ca no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:28:07.598043 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1971049-a4f0-4954-8c4b-f3fe94e167cd tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Router 6e22474a-e8fb-43af-8d51-6f34acf010da has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:28:07.606288 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf25646-89e9-40b9-9baa-ddb654af99bd req-62000e4a-3316-461a-a565-bb4fd03d62a6 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:07.606489 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: 2cb7968a-9438-4ebd-9474-359b261a17ca {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:28:07.607461 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 2cb7968a-9438-4ebd-9474-359b261a17ca not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:28:07.614876 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5bf25646-89e9-40b9-9baa-ddb654af99bd req-62000e4a-3316-461a-a565-bb4fd03d62a6 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ad8bcae-55b9-4797-acc5-531c16b5cec4 HTTP/1.1" status: 200 len: 944 time: 0.3840294 Mar 11 19:28:07.630445 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97af58-9d03-4cf8-95e8-ffda24ed93e9 req-efa9022c-7668-4ba1-81d5-bb6bc9d3e507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:07.630445 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da97af58-9d03-4cf8-95e8-ffda24ed93e9 req-efa9022c-7668-4ba1-81d5-bb6bc9d3e507 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a7be26a8-b37a-4d01-b7d9-b9690160171c HTTP/1.1" status: 200 len: 860 time: 0.1723027 Mar 11 19:28:07.657021 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device e06922d1-ae39-4d7c-8a47-26cdb60421c8 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:28:07.658268 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-941c7f46-5cd3-413b-a3e9-0d21fd72a4cc admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1242859048-network', 'tenant_id': '995b54d9cef34e9595750043705eaa07'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:28:07.662104 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device e5ee4a3e-f501-44a7-9b49-3c2de2261da7 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:28:07.705077 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da97af58-9d03-4cf8-95e8-ffda24ed93e9 req-2dcb8b2b-2ed1-472c-9e0d-bc4641a63b95 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b2c20bf2-5907-4ff7-8af6-23603c7d780a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521195 Mar 11 19:28:07.705697 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ba83c4b-c354-4958-a771-8ecc3df14755 admin admin] Publish callbacks [] for security_group (e02107d5-95a2-458c-8d3b-09c0217b258d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:07.734473 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port e5ee4a3e-f501-44a7-9b49-3c2de2261da7 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:28:07.745389 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port e5ee4a3e-f501-44a7-9b49-3c2de2261da7 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:28:07.745924 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (e5ee4a3e-f501-44a7-9b49-3c2de2261da7), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:07.760984 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5bf25646-89e9-40b9-9baa-ddb654af99bd req-5a1040df-1a15-450c-b39f-004e85e4fbc2 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303430 Mar 11 19:28:07.833584 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1971049-a4f0-4954-8c4b-f3fe94e167cd tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:28:07.839711 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e1971049-a4f0-4954-8c4b-f3fe94e167cd tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:07.844912 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84052b1a-1487-4513-926a-da4d9a4cf49d None None] Sync routers for ids ['6e22474a-e8fb-43af-8d51-6f34acf010da'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:28:07.849066 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ba83c4b-c354-4958-a771-8ecc3df14755 admin admin] Publish callbacks [] for security_group (e02107d5-95a2-458c-8d3b-09c0217b258d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:07.860523 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941c7f46-5cd3-413b-a3e9-0d21fd72a4cc admin admin] Made reservation on behalf of 995b54d9cef34e9595750043705eaa07 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:28:07.864462 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-941c7f46-5cd3-413b-a3e9-0d21fd72a4cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:07.865129 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84052b1a-1487-4513-926a-da4d9a4cf49d None None] Routers {'6e22474a-e8fb-43af-8d51-6f34acf010da'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:28:07.866949 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-84052b1a-1487-4513-926a-da4d9a4cf49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:27:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['6e22474a-e8fb-43af-8d51-6f34acf010da'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:28:07.877145 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e1971049-a4f0-4954-8c4b-f3fe94e167cd tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] 10.222.0.65 "PUT /v2.0/floatingips/e773bd48-c931-48b6-9a1c-840c8548a56d HTTP/1.1" status: 200 len: 991 time: 1.7226443 Mar 11 19:28:07.877145 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e991396b-d547-46e7-876a-ad44994ab402', 'tag': '7e557bd6-9903-4ae0-9536-4750da201a5a'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:28:07.879143 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546bb8b0-6b06-4c19-935a-6fe9cbff78b7" -d '{"events": [{"name": "network-changed", "server_uuid": "e991396b-d547-46e7-876a-ad44994ab402", "tag": "7e557bd6-9903-4ae0-9536-4750da201a5a"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:28:07.894628 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-941c7f46-5cd3-413b-a3e9-0d21fd72a4cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:08.037973 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9690bb-48cc-42b5-bdfb-e39e25cbb636 req-ff8000f2-9198-4f3b-a895-71c59e026960 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:08.040331 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7c9690bb-48cc-42b5-bdfb-e39e25cbb636 req-ff8000f2-9198-4f3b-a895-71c59e026960 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=a338db77-8ad8-4947-b52d-51fb4f1bae2a HTTP/1.1" status: 200 len: 944 time: 0.2475355 Mar 11 19:28:08.087306 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da97af58-9d03-4cf8-95e8-ffda24ed93e9 req-e4fda445-198e-4667-9bcd-b582c7f05eb8 service neutron] 10.222.0.57 "GET /v2.0/networks/b2c20bf2-5907-4ff7-8af6-23603c7d780a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3718429 Mar 11 19:28:08.103178 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-84052b1a-1487-4513-926a-da4d9a4cf49d None None] Set router 6e22474a-e8fb-43af-8d51-6f34acf010da gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:28:08.145961 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ba83c4b-c354-4958-a771-8ecc3df14755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (e02107d5-95a2-458c-8d3b-09c0217b258d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:08.149392 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ba83c4b-c354-4958-a771-8ecc3df14755 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:08.150552 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-8ba83c4b-c354-4958-a771-8ecc3df14755 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e02107d5-95a2-458c-8d3b-09c0217b258d HTTP/1.1" status: 204 len: 168 time: 0.7775736 Mar 11 19:28:08.185258 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba83c4b-c354-4958-a771-8ecc3df14755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e02107d5-95a2-458c-8d3b-09c0217b258d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:08.202758 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7c9690bb-48cc-42b5-bdfb-e39e25cbb636 req-2b93d1bd-08df-455b-9604-96750a95f1b4 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474423 Mar 11 19:28:08.210520 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93872d5-0542-4a35-88a1-af174655518a req-e3316843-4785-49b0-bc06-d60d0ae02733 tempest-LiveMigrationTest-1929498449 tempest-LiveMigrationTest-1929498449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:08.212653 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d93872d5-0542-4a35-88a1-af174655518a req-e3316843-4785-49b0-bc06-d60d0ae02733 tempest-LiveMigrationTest-1929498449 tempest-LiveMigrationTest-1929498449-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=2ad8bcae-55b9-4797-acc5-531c16b5cec4 HTTP/1.1" status: 200 len: 1126 time: 0.2607679 Mar 11 19:28:08.242397 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port e5ee4a3e-f501-44a7-9b49-3c2de2261da7 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:28:08.242789 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (e5ee4a3e-f501-44a7-9b49-3c2de2261da7), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:08.323176 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da97af58-9d03-4cf8-95e8-ffda24ed93e9 req-939f3b4f-13d8-4e44-a467-fc21086b2aff service neutron] 10.222.0.57 "GET /v2.0/networks/b2c20bf2-5907-4ff7-8af6-23603c7d780a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198763 Mar 11 19:28:08.350732 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-941c7f46-5cd3-413b-a3e9-0d21fd72a4cc admin admin] Publish callbacks [] for security_group (c8e8cfff-c504-429e-8169-b14a8919776a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:08.378805 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cb8d378-f979-4674-946f-ccac24105fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ee4a3e-f501-44a7-9b49-3c2de2261da7'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:28:08.381438 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b859b4c7-9b7d-4d98-b755-251920f3f693" -d '{"events": [{"server_uuid": "6cb8d378-f979-4674-946f-ccac24105fe0", "name": "network-vif-plugged", "status": "completed", "tag": "e5ee4a3e-f501-44a7-9b49-3c2de2261da7"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:28:08.382125 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d93872d5-0542-4a35-88a1-af174655518a req-71c031ef-3ad8-43ad-ac41-cdea0e2ca51b tempest-LiveMigrationTest-1929498449 tempest-LiveMigrationTest-1929498449-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413782 Mar 11 19:28:08.397649 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-941c7f46-5cd3-413b-a3e9-0d21fd72a4cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (c8e8cfff-c504-429e-8169-b14a8919776a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:08.425125 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port e5ee4a3e-f501-44a7-9b49-3c2de2261da7, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=e5ee4a3e-f501-44a7-9b49-3c2de2261da7,segment=NetworkSegment(548d1191-6be3-49b7-b122-731f8e7bcddc),segment_id=548d1191-6be3-49b7-b122-731f8e7bcddc)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:28:08.432211 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (e5ee4a3e-f501-44a7-9b49-3c2de2261da7), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:08.477890 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8907b946-4c0e-41cf-b67d-c121591ad42d x-openstack-request-id: req-8907b946-4c0e-41cf-b67d-c121591ad42d {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:28:08.478818 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e991396b-d547-46e7-876a-ad44994ab402", "tag": "7e557bd6-9903-4ae0-9536-4750da201a5a", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:28:08.479950 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8907b946-4c0e-41cf-b67d-c121591ad42d {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:28:08.480484 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e991396b-d547-46e7-876a-ad44994ab402', 'tag': '7e557bd6-9903-4ae0-9536-4750da201a5a', 'status': 'completed', 'code': 200} Mar 11 19:28:08.481333 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port e06922d1-ae39-4d7c-8a47-26cdb60421c8, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=e06922d1-ae39-4d7c-8a47-26cdb60421c8,segment=NetworkSegment(42087326-e85e-4d47-82f7-573695e73a7c),segment_id=42087326-e85e-4d47-82f7-573695e73a7c)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:28:08.505946 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device e06922d1-ae39-4d7c-8a47-26cdb60421c8 has no active binding in host n-h1-833163-1 {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 11 19:28:08.522463 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=e5ee4a3e-f501-44a7-9b49-3c2de2261da7,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:08.528036 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-941c7f46-5cd3-413b-a3e9-0d21fd72a4cc admin admin] vlan segment allocate from pool success with {'vlan_id': 893, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:28:08.530241 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941c7f46-5cd3-413b-a3e9-0d21fd72a4cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e8cfff-c504-429e-8169-b14a8919776a,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:08.565531 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-941c7f46-5cd3-413b-a3e9-0d21fd72a4cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (ce345813-e166-4c98-ada8-e25f8b8832f7), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:08.566176 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-941c7f46-5cd3-413b-a3e9-0d21fd72a4cc admin admin] Added segment ce345813-e166-4c98-ada8-e25f8b8832f7 of type vlan for network 2f8aa864-d343-498b-b250-957730207b49 Mar 11 19:28:08.583994 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9303ef8-6fc3-4529-a279-c948318b79bb req-bf4057f0-3a66-4bd1-afbd-619e6a6d0ea8 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:08.585566 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a9303ef8-6fc3-4529-a279-c948318b79bb req-bf4057f0-3a66-4bd1-afbd-619e6a6d0ea8 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] 10.222.0.65 "GET /v2.0/ports?device_id=e991396b-d547-46e7-876a-ad44994ab402 HTTP/1.1" status: 200 len: 945 time: 0.2692382 Mar 11 19:28:08.638003 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546bb8b0-6b06-4c19-935a-6fe9cbff78b7 req-f44de817-79b8-49e1-815a-b1499ef2de41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:08.640048 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-546bb8b0-6b06-4c19-935a-6fe9cbff78b7 req-f44de817-79b8-49e1-815a-b1499ef2de41 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ee1db649970c4716b05dd0ce3f8eca3e&device_id=e991396b-d547-46e7-876a-ad44994ab402 HTTP/1.1" status: 200 len: 1127 time: 0.1431644 Mar 11 19:28:08.662654 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-84052b1a-1487-4513-926a-da4d9a4cf49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e22474a-e8fb-43af-8d51-6f34acf010da', 'name': 'tempest-ServersTestManualDisk-489776446-router', 'tenant_id': 'ee1db649970c4716b05dd0ce3f8eca3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'f9e4d730-0b49-433a-9861-aeaeae015c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:27:25Z', 'updated_at': '2022-03-11T19:27:34Z', 'revision_number': 4, 'project_id': 'ee1db649970c4716b05dd0ce3f8eca3e', 'gw_port': {'id': 'f9e4d730-0b49-433a-9861-aeaeae015c13', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:fd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e22474a-e8fb-43af-8d51-6f34acf010da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:27:27Z', 'updated_at': '2022-03-11T19:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': 'e773bd48-c931-48b6-9a1c-840c8548a56d', 'tenant_id': 'ee1db649970c4716b05dd0ce3f8eca3e', 'floating_ip_address': '172.25.8.112', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '6e22474a-e8fb-43af-8d51-6f34acf010da', 'port_id': '7e557bd6-9903-4ae0-9536-4750da201a5a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e891c9c-780d-4806-ada4-461cdb42d7c7', 'mac_address': 'fa:16:3e:9d:6c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e991396b-d547-46e7-876a-ad44994ab402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:27:43Z', 'updated_at': '2022-03-11T19:28:06Z', 'revision_number': 1, 'project_id': 'ee1db649970c4716b05dd0ce3f8eca3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea46a9aa-1392-42b7-ac12-28c954299cb4', 'name': '', 'network_id': '7e891c9c-780d-4806-ada4-461cdb42d7c7', 'tenant_id': 'ee1db649970c4716b05dd0ce3f8eca3e', 'mac_address': 'fa:16:3e:d5:e1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e22474a-e8fb-43af-8d51-6f34acf010da', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'd441f654-9ad6-4cc6-8a21-7d1bf2607b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:27:32Z', 'updated_at': '2022-03-11T19:27:40Z', 'revision_number': 5, 'project_id': 'ee1db649970c4716b05dd0ce3f8eca3e', 'subnets': [{'id': 'd441f654-9ad6-4cc6-8a21-7d1bf2607b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:28:08.684483 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-941c7f46-5cd3-413b-a3e9-0d21fd72a4cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (2f8aa864-d343-498b-b250-957730207b49), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:08.698772 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84052b1a-1487-4513-926a-da4d9a4cf49d None None] Checking router: 6e22474a-e8fb-43af-8d51-6f34acf010da for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:28:08.717375 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84052b1a-1487-4513-926a-da4d9a4cf49d None None] Routers {'6e22474a-e8fb-43af-8d51-6f34acf010da'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:28:08.721123 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-84052b1a-1487-4513-926a-da4d9a4cf49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:27:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['6e22474a-e8fb-43af-8d51-6f34acf010da'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:28:08.756695 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a9303ef8-6fc3-4529-a279-c948318b79bb req-c97048b4-f0ff-4dcc-b93a-8b8739f5e0c7 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b1dc6b9-8989-4d30-b7de-b794d733c5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1478057 Mar 11 19:28:08.759390 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-941c7f46-5cd3-413b-a3e9-0d21fd72a4cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (2f8aa864-d343-498b-b250-957730207b49), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:08.766339 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941c7f46-5cd3-413b-a3e9-0d21fd72a4cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:08.767108 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-941c7f46-5cd3-413b-a3e9-0d21fd72a4cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:08.792714 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8970b2-8bcb-4266-b3cd-696803e1e0e3 req-16614da4-85e6-4a16-9261-d7b425b4cc37 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:08.794287 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3f8970b2-8bcb-4266-b3cd-696803e1e0e3 req-16614da4-85e6-4a16-9261-d7b425b4cc37 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] 10.222.0.65 "GET /v2.0/ports?device_id=6cb8d378-f979-4674-946f-ccac24105fe0 HTTP/1.1" status: 200 len: 945 time: 0.1915717 Mar 11 19:28:08.798013 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 54248) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:28:08.831518 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9210b8a8-2476-443c-80a9-dcb92aef40d4 x-openstack-request-id: req-9210b8a8-2476-443c-80a9-dcb92aef40d4 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:28:08.831518 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cb8d378-f979-4674-946f-ccac24105fe0", "name": "network-vif-plugged", "status": "completed", "tag": "e5ee4a3e-f501-44a7-9b49-3c2de2261da7", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:28:08.832459 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9210b8a8-2476-443c-80a9-dcb92aef40d4 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:28:08.832459 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cb8d378-f979-4674-946f-ccac24105fe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ee4a3e-f501-44a7-9b49-3c2de2261da7', 'code': 200} Mar 11 19:28:08.916431 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-941c7f46-5cd3-413b-a3e9-0d21fd72a4cc admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4200594 Mar 11 19:28:08.922719 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54250) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:28:08.931592 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-57ec26a9-6b3a-4a43-b823-79d8935c92ce admin admin] Request body: {'subnet': {'network_id': '2f8aa864-d343-498b-b250-957730207b49', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1242859048-subnet', 'tenant_id': '995b54d9cef34e9595750043705eaa07', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:28:08.947014 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4e8e78f4-8a32-4bfc-bd92-ec3a0d98b141 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:08.950311 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546bb8b0-6b06-4c19-935a-6fe9cbff78b7 req-a24049e1-3f19-4b54-84e7-80cd34976d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:08.953799 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-546bb8b0-6b06-4c19-935a-6fe9cbff78b7 req-a24049e1-3f19-4b54-84e7-80cd34976d64 service neutron] 10.222.0.75 "GET /v2.0/networks?id=7e891c9c-780d-4806-ada4-461cdb42d7c7 HTTP/1.1" status: 200 len: 912 time: 0.3070183 Mar 11 19:28:09.027059 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ec26a9-6b3a-4a43-b823-79d8935c92ce admin admin] Made reservation on behalf of 995b54d9cef34e9595750043705eaa07 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:28:09.031175 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-57ec26a9-6b3a-4a43-b823-79d8935c92ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:09.052404 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-84052b1a-1487-4513-926a-da4d9a4cf49d None None] Set router 6e22474a-e8fb-43af-8d51-6f34acf010da gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:28:09.074738 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-546bb8b0-6b06-4c19-935a-6fe9cbff78b7 req-c23f8987-9591-4895-aee3-48273e1acd95 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e557bd6-9903-4ae0-9536-4750da201a5a HTTP/1.1" status: 200 len: 999 time: 0.1116650 Mar 11 19:28:09.183838 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546bb8b0-6b06-4c19-935a-6fe9cbff78b7 req-7f0edc51-21f1-4cc2-a8c7-45612f56df63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:09.185402 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-546bb8b0-6b06-4c19-935a-6fe9cbff78b7 req-7f0edc51-21f1-4cc2-a8c7-45612f56df63 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d441f654-9ad6-4cc6-8a21-7d1bf2607b2a HTTP/1.1" status: 200 len: 850 time: 0.1031036 Mar 11 19:28:09.311308 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941c7f46-5cd3-413b-a3e9-0d21fd72a4cc admin admin] Pushing event updated for resources: {'Network': ['ID=2f8aa864-d343-498b-b250-957730207b49,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:09.322642 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6b9856f2-46fd-4151-931e-ea158c7e1f29 req-bf787f1f-acb0-452a-8921-bce65451f8bd tempest-ServersAdmin275Test-107861968 tempest-ServersAdmin275Test-107861968-project] 10.222.0.65 "GET /v2.0/ports?device_id=27a07cf5-eaf0-4721-b0fa-8387298c9e0a HTTP/1.1" status: 200 len: 210 time: 0.3709226 Mar 11 19:28:09.339419 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 2f8aa864-d343-498b-b250-957730207b49 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:28:09.385117 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546bb8b0-6b06-4c19-935a-6fe9cbff78b7 req-60d15405-a2e3-445f-9b7e-d2a5e9a5fa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:09.387815 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-546bb8b0-6b06-4c19-935a-6fe9cbff78b7 req-60d15405-a2e3-445f-9b7e-d2a5e9a5fa2c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7e891c9c-780d-4806-ada4-461cdb42d7c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1965547 Mar 11 19:28:09.389570 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-57ec26a9-6b3a-4a43-b823-79d8935c92ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (bc4f0b77-755b-408e-91f0-33286bbfa1df), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:09.416286 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3f8970b2-8bcb-4266-b3cd-696803e1e0e3 req-e2b750f8-0b81-4eb2-94cc-db1da84df60f tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] 10.222.0.65 "GET /v2.0/security-groups?id=042c4c5f-1cec-4bf8-9249-33cd65cdb4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5781012 Mar 11 19:28:09.422213 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-c9ab4358-1208-43f5-8ffe-600716a649e3 service neutron] 10.222.0.57 "GET /v2.0/ports/e06922d1-ae39-4d7c-8a47-26cdb60421c8/bindings/n-h1-833163-1 HTTP/1.1" status: 200 len: 384 time: 0.5371506 Mar 11 19:28:09.462981 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-84052b1a-1487-4513-926a-da4d9a4cf49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e22474a-e8fb-43af-8d51-6f34acf010da', 'name': 'tempest-ServersTestManualDisk-489776446-router', 'tenant_id': 'ee1db649970c4716b05dd0ce3f8eca3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'f9e4d730-0b49-433a-9861-aeaeae015c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:27:25Z', 'updated_at': '2022-03-11T19:27:34Z', 'revision_number': 4, 'project_id': 'ee1db649970c4716b05dd0ce3f8eca3e', 'gw_port': {'id': 'f9e4d730-0b49-433a-9861-aeaeae015c13', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:fd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e22474a-e8fb-43af-8d51-6f34acf010da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:27:27Z', 'updated_at': '2022-03-11T19:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': 'e773bd48-c931-48b6-9a1c-840c8548a56d', 'tenant_id': 'ee1db649970c4716b05dd0ce3f8eca3e', 'floating_ip_address': '172.25.8.112', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '6e22474a-e8fb-43af-8d51-6f34acf010da', 'port_id': '7e557bd6-9903-4ae0-9536-4750da201a5a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e891c9c-780d-4806-ada4-461cdb42d7c7', 'mac_address': 'fa:16:3e:9d:6c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e991396b-d547-46e7-876a-ad44994ab402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:27:43Z', 'updated_at': '2022-03-11T19:28:06Z', 'revision_number': 1, 'project_id': 'ee1db649970c4716b05dd0ce3f8eca3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea46a9aa-1392-42b7-ac12-28c954299cb4', 'name': '', 'network_id': '7e891c9c-780d-4806-ada4-461cdb42d7c7', 'tenant_id': 'ee1db649970c4716b05dd0ce3f8eca3e', 'mac_address': 'fa:16:3e:d5:e1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e22474a-e8fb-43af-8d51-6f34acf010da', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'd441f654-9ad6-4cc6-8a21-7d1bf2607b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:27:32Z', 'updated_at': '2022-03-11T19:27:40Z', 'revision_number': 5, 'project_id': 'ee1db649970c4716b05dd0ce3f8eca3e', 'subnets': [{'id': 'd441f654-9ad6-4cc6-8a21-7d1bf2607b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:28:09.503348 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b9cf6-06c4-4081-b7ed-7c41f9bc5722 req-aea5f153-e095-444e-be35-3373a2f9e539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:09.519036 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7e7b9cf6-06c4-4081-b7ed-7c41f9bc5722 req-aea5f153-e095-444e-be35-3373a2f9e539 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=6cb8d378-f979-4674-946f-ccac24105fe0 HTTP/1.1" status: 200 len: 1127 time: 0.5530901 Mar 11 19:28:09.524371 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84052b1a-1487-4513-926a-da4d9a4cf49d None None] The sync data for ids ['6e22474a-e8fb-43af-8d51-6f34acf010da'] in n-d-833163-1 is: [{'id': '6e22474a-e8fb-43af-8d51-6f34acf010da', 'name': 'tempest-ServersTestManualDisk-489776446-router', 'tenant_id': 'ee1db649970c4716b05dd0ce3f8eca3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'f9e4d730-0b49-433a-9861-aeaeae015c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:27:25Z', 'updated_at': '2022-03-11T19:27:34Z', 'revision_number': 4, 'project_id': 'ee1db649970c4716b05dd0ce3f8eca3e', 'gw_port': {'id': 'f9e4d730-0b49-433a-9861-aeaeae015c13', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:fd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e22474a-e8fb-43af-8d51-6f34acf010da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:27:27Z', 'updated_at': '2022-03-11T19:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': 'e773bd48-c931-48b6-9a1c-840c8548a56d', 'tenant_id': 'ee1db649970c4716b05dd0ce3f8eca3e', 'floating_ip_address': '172.25.8.112', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '6e22474a-e8fb-43af-8d51-6f34acf010da', 'port_id': '7e557bd6-9903-4ae0-9536-4750da201a5a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7e891c9c-780d-4806-ada4-461cdb42d7c7', 'mac_address': 'fa:16:3e:9d:6c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e991396b-d547-46e7-876a-ad44994ab402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:27:43Z', 'updated_at': '2022-03-11T19:28:06Z', 'revision_number': 1, 'project_id': 'ee1db649970c4716b05dd0ce3f8eca3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea46a9aa-1392-42b7-ac12-28c954299cb4', 'name': '', 'network_id': '7e891c9c-780d-4806-ada4-461cdb42d7c7', 'tenant_id': 'ee1db649970c4716b05dd0ce3f8eca3e', 'mac_address': 'fa:16:3e:d5:e1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e22474a-e8fb-43af-8d51-6f34acf010da', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'd441f654-9ad6-4cc6-8a21-7d1bf2607b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:27:32Z', 'updated_at': '2022-03-11T19:27:40Z', 'revision_number': 5, 'project_id': 'ee1db649970c4716b05dd0ce3f8eca3e', 'subnets': [{'id': 'd441f654-9ad6-4cc6-8a21-7d1bf2607b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:28:09.565691 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ec26a9-6b3a-4a43-b823-79d8935c92ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc4f0b77-755b-408e-91f0-33286bbfa1df,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:09.616256 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-546bb8b0-6b06-4c19-935a-6fe9cbff78b7 req-54124f44-2664-4996-9872-f64d33f40cce service neutron] 10.222.0.75 "GET /v2.0/networks/7e891c9c-780d-4806-ada4-461cdb42d7c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208548 Mar 11 19:28:09.619356 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ec26a9-6b3a-4a43-b823-79d8935c92ce admin admin] Checking segment: {'id': 'ce345813-e166-4c98-ada8-e25f8b8832f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '2f8aa864-d343-498b-b250-957730207b49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:28:09.619780 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ec26a9-6b3a-4a43-b823-79d8935c92ce admin admin] Network hostable DHCP agents. Network: 2f8aa864-d343-498b-b250-957730207b49, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:28:09.715278 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ec26a9-6b3a-4a43-b823-79d8935c92ce admin admin] Network 2f8aa864-d343-498b-b250-957730207b49 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:28:09.725067 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-546bb8b0-6b06-4c19-935a-6fe9cbff78b7 req-e2250425-fab4-4107-94b9-ed6e7ffb9629 service neutron] 10.222.0.75 "GET /v2.0/networks/7e891c9c-780d-4806-ada4-461cdb42d7c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028144 Mar 11 19:28:09.726277 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-57ec26a9-6b3a-4a43-b823-79d8935c92ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 2f8aa864-d343-498b-b250-957730207b49) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:28:09.732294 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ec26a9-6b3a-4a43-b823-79d8935c92ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:09.732899 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-57ec26a9-6b3a-4a43-b823-79d8935c92ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:09.745717 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f35c24-ea07-4e44-97c6-c63ea66ada7d None None] Network 2f8aa864-d343-498b-b250-957730207b49 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:28:09.758463 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-57ec26a9-6b3a-4a43-b823-79d8935c92ce admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8314695 Mar 11 19:28:09.758822 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54264) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:28:09.763281 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-fcf8826d-4615-4a71-b2b0-256ac53edafb admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1242859048-router', 'tenant_id': '995b54d9cef34e9595750043705eaa07', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:28:09.771140 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7e7b9cf6-06c4-4081-b7ed-7c41f9bc5722 req-7459a00c-a7a9-4246-9591-f7130607512e service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=042c4c5f-1cec-4bf8-9249-33cd65cdb4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2455938 Mar 11 19:28:09.772516 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4e8e78f4-8a32-4bfc-bd92-ec3a0d98b141 admin admin] Publish callbacks [] for security_group (62ca4973-d246-4105-87f4-56cc05325e68), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:09.785376 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4e8e78f4-8a32-4bfc-bd92-ec3a0d98b141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (62ca4973-d246-4105-87f4-56cc05325e68), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:09.798887 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fcf8826d-4615-4a71-b2b0-256ac53edafb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (5d64d515-4843-48da-980f-e7f52fb88627), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:09.800790 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fcf8826d-4615-4a71-b2b0-256ac53edafb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (5d64d515-4843-48da-980f-e7f52fb88627), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:09.863738 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fcf8826d-4615-4a71-b2b0-256ac53edafb admin admin] Publish callbacks [] for router_controller (5d64d515-4843-48da-980f-e7f52fb88627), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:09.874912 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f4328b-21f6-4db7-a502-a3599152b8eb req-6060232b-450e-4c25-9f50-85e9b60efc8f tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:09.890233 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-02f4328b-21f6-4db7-a502-a3599152b8eb req-6060232b-450e-4c25-9f50-85e9b60efc8f tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/networks?id=4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a HTTP/1.1" status: 200 len: 807 time: 0.3602347 Mar 11 19:28:09.895959 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71660518-d851-450b-9ae0-3f29411bef23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-2f8aa864-d343-498b-b250-957730207b49', 'network_id': '2f8aa864-d343-498b-b250-957730207b49', 'project_id': '995b54d9cef34e9595750043705eaa07', 'fixed_ips': [{'subnet_id': 'bc4f0b77-755b-408e-91f0-33286bbfa1df'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:28:09.898040 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-71660518-d851-450b-9ae0-3f29411bef23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:09.898385 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ed880-0951-4d90-8865-87f18f0ca64c req-1c13dcc5-5529-44f9-b3ce-a3d1e0b3b248 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:09.900557 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9e6ed880-0951-4d90-8865-87f18f0ca64c req-1c13dcc5-5529-44f9-b3ce-a3d1e0b3b248 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=a338db77-8ad8-4947-b52d-51fb4f1bae2a HTTP/1.1" status: 200 len: 944 time: 0.3805425 Mar 11 19:28:09.936896 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd6ad72-8c82-48b0-bc07-43b73d488a31 None None] New status for floating IP e773bd48-c931-48b6-9a1c-840c8548a56d: ACTIVE {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 19:28:09.946858 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-4e8e78f4-8a32-4bfc-bd92-ec3a0d98b141 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0934f60faac0489ba1ecb4c95e08aa1b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1478095 Mar 11 19:28:09.958563 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-02f4328b-21f6-4db7-a502-a3599152b8eb req-a8d4a412-02f2-4393-b3bf-1ea1c5291ef0 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/quotas/f95acd8ec5ef45d8b7ae8994d46f4375 HTTP/1.1" status: 200 len: 375 time: 0.0680869 Mar 11 19:28:09.958980 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54266) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:28:09.992319 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8e78f4-8a32-4bfc-bd92-ec3a0d98b141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ca4973-d246-4105-87f4-56cc05325e68,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:10.097799 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9e6ed880-0951-4d90-8865-87f18f0ca64c req-de5d069e-bbfc-4cb4-9f9b-e50624ef3cd9 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765447 Mar 11 19:28:10.118279 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-de841fd9-768b-4eca-bf6e-56a602dab519 service neutron] For port e06922d1-ae39-4d7c-8a47-26cdb60421c8, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=e06922d1-ae39-4d7c-8a47-26cdb60421c8,segment=NetworkSegment(42087326-e85e-4d47-82f7-573695e73a7c),segment_id=42087326-e85e-4d47-82f7-573695e73a7c)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:28:10.132154 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-02f4328b-21f6-4db7-a502-a3599152b8eb req-885884a4-e758-4f15-9c3d-4be21e378dbc tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f95acd8ec5ef45d8b7ae8994d46f4375&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1730390 Mar 11 19:28:10.270976 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-02f4328b-21f6-4db7-a502-a3599152b8eb req-4c1dde63-b688-47d8-9115-7a78155b925d service neutron] 10.222.0.65 "GET /v2.0/networks/4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378357 Mar 11 19:28:10.302029 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-de841fd9-768b-4eca-bf6e-56a602dab519 service neutron] For port e06922d1-ae39-4d7c-8a47-26cdb60421c8, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:28:10.375151 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-71660518-d851-450b-9ae0-3f29411bef23 None None] Allocated IP 172.20.0.2 (2f8aa864-d343-498b-b250-957730207b49/bc4f0b77-755b-408e-91f0-33286bbfa1df/daefa17c-4127-4cac-9ef4-82bef23cb578) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:28:10.393758 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fcf8826d-4615-4a71-b2b0-256ac53edafb admin admin] Publish callbacks [] for router_gateway (5d64d515-4843-48da-980f-e7f52fb88627), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:10.395074 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-de841fd9-768b-4eca-bf6e-56a602dab519 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e06922d1-ae39-4d7c-8a47-26cdb60421c8 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:28:10.423161 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-257ea760-0784-4e78-b568-9f7893a0895f admin admin] Publish callbacks [] for security_group (62ca4973-d246-4105-87f4-56cc05325e68), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:10.424783 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-de841fd9-768b-4eca-bf6e-56a602dab519 service neutron] For port e06922d1-ae39-4d7c-8a47-26cdb60421c8, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=e06922d1-ae39-4d7c-8a47-26cdb60421c8,segment=NetworkSegment(42087326-e85e-4d47-82f7-573695e73a7c),segment_id=42087326-e85e-4d47-82f7-573695e73a7c)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:28:10.461902 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-de841fd9-768b-4eca-bf6e-56a602dab519 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (e06922d1-ae39-4d7c-8a47-26cdb60421c8), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:10.466277 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-02f4328b-21f6-4db7-a502-a3599152b8eb req-e29fa9fb-3044-4b88-b9b5-ddd0be118a6a service neutron] 10.222.0.65 "GET /v2.0/networks/4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942744 Mar 11 19:28:10.484912 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5c571070-7d28-4c9b-99cf-1e9dff5a1963 req-41f8ef14-54e1-4c34-b953-4bcdcfe4445d tempest-ServersAdmin275Test-107861968 tempest-ServersAdmin275Test-107861968-project] 10.222.0.65 "GET /v2.0/ports?device_id=27a07cf5-eaf0-4721-b0fa-8387298c9e0a HTTP/1.1" status: 200 len: 210 time: 0.0393159 Mar 11 19:28:10.513892 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-257ea760-0784-4e78-b568-9f7893a0895f admin admin] Publish callbacks [] for security_group (62ca4973-d246-4105-87f4-56cc05325e68), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:10.728357 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-257ea760-0784-4e78-b568-9f7893a0895f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (62ca4973-d246-4105-87f4-56cc05325e68), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:10.741731 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-de841fd9-768b-4eca-bf6e-56a602dab519 service neutron] Transition to ACTIVE for port object e06922d1-ae39-4d7c-8a47-26cdb60421c8 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:28:10.748892 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-de841fd9-768b-4eca-bf6e-56a602dab519 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (e06922d1-ae39-4d7c-8a47-26cdb60421c8), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:10.750342 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-257ea760-0784-4e78-b568-9f7893a0895f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:10.751095 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-71660518-d851-450b-9ae0-3f29411bef23 None None] Publish callbacks [] for port (daefa17c-4127-4cac-9ef4-82bef23cb578), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:10.761136 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-257ea760-0784-4e78-b568-9f7893a0895f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/62ca4973-d246-4105-87f4-56cc05325e68 HTTP/1.1" status: 204 len: 168 time: 0.8002203 Mar 11 19:28:10.794668 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-71660518-d851-450b-9ae0-3f29411bef23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (daefa17c-4127-4cac-9ef4-82bef23cb578), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:10.813260 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257ea760-0784-4e78-b568-9f7893a0895f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ca4973-d246-4105-87f4-56cc05325e68,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:10.838891 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de841fd9-768b-4eca-bf6e-56a602dab519 service neutron] Pushing event updated for resources: {'Port': ['ID=e06922d1-ae39-4d7c-8a47-26cdb60421c8,revision_number=10']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:10.868196 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb20870f-6fc9-4e2c-adfb-635997b601f7 req-b43a873b-9375-460c-802e-0385efd66d32 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:10.876012 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bb20870f-6fc9-4e2c-adfb-635997b601f7 req-b43a873b-9375-460c-802e-0385efd66d32 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] 10.222.0.65 "GET /v2.0/ports?device_id=6cb8d378-f979-4674-946f-ccac24105fe0 HTTP/1.1" status: 200 len: 945 time: 0.2609792 Mar 11 19:28:10.907981 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5b17c24b-f243-4937-870a-d2a846ed300a req-368e45d2-3034-4a28-9dbd-70a57113b973 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=151f548b-417d-4fda-9007-9657402adaa5 HTTP/1.1" status: 200 len: 210 time: 0.0757895 Mar 11 19:28:10.981833 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-de841fd9-768b-4eca-bf6e-56a602dab519 service neutron] No DVR routers for this DVR port e06922d1-ae39-4d7c-8a47-26cdb60421c8 on host n-h2-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:28:11.006520 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71660518-d851-450b-9ae0-3f29411bef23 None None] Network 2f8aa864-d343-498b-b250-957730207b49 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:28:11.033119 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-71660518-d851-450b-9ae0-3f29411bef23 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:28:11.044968 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71660518-d851-450b-9ae0-3f29411bef23 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:28:11.056077 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fcf8826d-4615-4a71-b2b0-256ac53edafb admin admin] Publish callbacks [] for router_gateway (5d64d515-4843-48da-980f-e7f52fb88627), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:11.057777 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71660518-d851-450b-9ae0-3f29411bef23 None None] Pushing event updated for resources: {'Port': ['ID=daefa17c-4127-4cac-9ef4-82bef23cb578,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:11.078770 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-de841fd9-768b-4eca-bf6e-56a602dab519 service neutron] 10.222.0.57 "PUT /v2.0/ports/e06922d1-ae39-4d7c-8a47-26cdb60421c8/bindings/n-h1-833163-1/activate HTTP/1.1" status: 200 len: 369 time: 1.6342866 Mar 11 19:28:11.089328 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fcf8826d-4615-4a71-b2b0-256ac53edafb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:11.127056 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bb20870f-6fc9-4e2c-adfb-635997b601f7 req-3081a128-bbc6-41fc-a63a-1d536b9bad4c tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] 10.222.0.65 "GET /v2.0/security-groups?id=042c4c5f-1cec-4bf8-9249-33cd65cdb4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2460063 Mar 11 19:28:11.240094 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-71660518-d851-450b-9ae0-3f29411bef23 None None] Attempting to bind port daefa17c-4127-4cac-9ef4-82bef23cb578 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:28:11.244548 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-71660518-d851-450b-9ae0-3f29411bef23 None None] Attempting to bind port daefa17c-4127-4cac-9ef4-82bef23cb578 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'ce345813-e166-4c98-ada8-e25f8b8832f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '2f8aa864-d343-498b-b250-957730207b49'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:28:11.245111 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71660518-d851-450b-9ae0-3f29411bef23 None None] Attempting to bind port daefa17c-4127-4cac-9ef4-82bef23cb578 on network 2f8aa864-d343-498b-b250-957730207b49 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:28:11.252451 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71660518-d851-450b-9ae0-3f29411bef23 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:28:11.252451 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71660518-d851-450b-9ae0-3f29411bef23 None None] Checking segment: {'id': 'ce345813-e166-4c98-ada8-e25f8b8832f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '2f8aa864-d343-498b-b250-957730207b49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:28:11.253038 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-71660518-d851-450b-9ae0-3f29411bef23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:11.253279 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71660518-d851-450b-9ae0-3f29411bef23 None None] Bound using segment: {'id': 'ce345813-e166-4c98-ada8-e25f8b8832f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '2f8aa864-d343-498b-b250-957730207b49'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:28:11.253827 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-71660518-d851-450b-9ae0-3f29411bef23 None None] Bound port: daefa17c-4127-4cac-9ef4-82bef23cb578, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce345813-e166-4c98-ada8-e25f8b8832f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '2f8aa864-d343-498b-b250-957730207b49'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:28:11.256893 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-71660518-d851-450b-9ae0-3f29411bef23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (daefa17c-4127-4cac-9ef4-82bef23cb578), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:11.310377 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-fcf8826d-4615-4a71-b2b0-256ac53edafb admin admin] Allocated IP 172.25.8.186 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/fc96db3a-7d28-46cd-9bcd-1a74e950e8a8) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:28:11.434377 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-71660518-d851-450b-9ae0-3f29411bef23 None None] For port daefa17c-4127-4cac-9ef4-82bef23cb578, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:28:11.447003 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-71660518-d851-450b-9ae0-3f29411bef23 None None] For port daefa17c-4127-4cac-9ef4-82bef23cb578, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=daefa17c-4127-4cac-9ef4-82bef23cb578,segment=NetworkSegment(ce345813-e166-4c98-ada8-e25f8b8832f7),segment_id=ce345813-e166-4c98-ada8-e25f8b8832f7)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:28:11.451034 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-4ea204c8-8d77-4477-ba2b-4dbc48b95168 tempest-LiveAutoBlockMigrationV225Test-943023921 tempest-LiveAutoBlockMigrationV225Test-943023921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:11.452605 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-4ea204c8-8d77-4477-ba2b-4dbc48b95168 tempest-LiveAutoBlockMigrationV225Test-943023921 tempest-LiveAutoBlockMigrationV225Test-943023921-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=a338db77-8ad8-4947-b52d-51fb4f1bae2a&tenant_id=f44b890e943d4aee826b67fd4c2d7b8e&binding%3Ahost_id=n-h2-833163-1 HTTP/1.1" status: 200 len: 1127 time: 0.2964509 Mar 11 19:28:11.477038 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-71660518-d851-450b-9ae0-3f29411bef23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (daefa17c-4127-4cac-9ef4-82bef23cb578), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:11.542766 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d32c2cb-06fa-447e-b405-7e22f9745137 req-3db3bb5d-efe4-4ae0-be2e-4af5e49b7df6 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:11.550775 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3d32c2cb-06fa-447e-b405-7e22f9745137 req-3db3bb5d-efe4-4ae0-be2e-4af5e49b7df6 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=a338db77-8ad8-4947-b52d-51fb4f1bae2a HTTP/1.1" status: 200 len: 945 time: 0.2378616 Mar 11 19:28:11.556472 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fcf8826d-4615-4a71-b2b0-256ac53edafb admin admin] Publish callbacks [] for port (fc96db3a-7d28-46cd-9bcd-1a74e950e8a8), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:11.661915 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fcf8826d-4615-4a71-b2b0-256ac53edafb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (fc96db3a-7d28-46cd-9bcd-1a74e950e8a8), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:11.667384 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-7cd6c07f-563b-483e-bea6-09ec71264249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:11.677313 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-7cd6c07f-563b-483e-bea6-09ec71264249 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a338db77-8ad8-4947-b52d-51fb4f1bae2a&tenant_id=f44b890e943d4aee826b67fd4c2d7b8e HTTP/1.1" status: 200 len: 1127 time: 0.2165694 Mar 11 19:28:11.687202 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71660518-d851-450b-9ae0-3f29411bef23 None None] Pushing event updated for resources: {'Port': ['ID=daefa17c-4127-4cac-9ef4-82bef23cb578,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:11.704789 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3d32c2cb-06fa-447e-b405-7e22f9745137 req-e1819058-f28c-40e6-b622-eb9c1bb97325 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526234 Mar 11 19:28:11.749211 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf8826d-4615-4a71-b2b0-256ac53edafb admin admin] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:28:11.758384 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-fcf8826d-4615-4a71-b2b0-256ac53edafb admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:28:11.801696 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf8826d-4615-4a71-b2b0-256ac53edafb admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:28:11.854196 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf8826d-4615-4a71-b2b0-256ac53edafb admin admin] Pushing event updated for resources: {'Port': ['ID=fc96db3a-7d28-46cd-9bcd-1a74e950e8a8,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:11.868795 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-55447676-8420-4e01-84d7-aac56138da13 req-f77490f4-c6a1-463d-a18a-f800722dd8d4 tempest-ServersAdmin275Test-107861968 tempest-ServersAdmin275Test-107861968-project] 10.222.0.65 "GET /v2.0/ports?device_id=27a07cf5-eaf0-4721-b0fa-8387298c9e0a HTTP/1.1" status: 200 len: 210 time: 0.1087196 Mar 11 19:28:11.875399 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-5b37180f-7936-4a9c-a048-5b073d6c41c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:11.881228 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-5b37180f-7936-4a9c-a048-5b073d6c41c6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f44b890e943d4aee826b67fd4c2d7b8e&device_id=a338db77-8ad8-4947-b52d-51fb4f1bae2a HTTP/1.1" status: 200 len: 1127 time: 0.1752262 Mar 11 19:28:12.257999 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-026fed8e-0321-4ba9-97c5-e347d0e74066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:12.259465 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-026fed8e-0321-4ba9-97c5-e347d0e74066 service neutron] 10.222.0.75 "GET /v2.0/networks?id=b2c20bf2-5907-4ff7-8af6-23603c7d780a HTTP/1.1" status: 200 len: 921 time: 0.3712893 Mar 11 19:28:12.332571 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device daefa17c-4127-4cac-9ef4-82bef23cb578 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:28:12.405814 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fcf8826d-4615-4a71-b2b0-256ac53edafb admin admin] Publish callbacks [] for router_gateway (5d64d515-4843-48da-980f-e7f52fb88627), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:12.457851 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7c992906-6ecc-405d-b84c-9a48881fee2b req-cb08fb20-26ad-4fbd-b29d-1c32d1868850 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=151f548b-417d-4fda-9007-9657402adaa5 HTTP/1.1" status: 200 len: 210 time: 0.2195547 Mar 11 19:28:12.459374 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-065e377c-9760-449f-b121-592789a1d6a6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e06922d1-ae39-4d7c-8a47-26cdb60421c8 HTTP/1.1" status: 200 len: 217 time: 0.1684003 Mar 11 19:28:12.479208 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port daefa17c-4127-4cac-9ef4-82bef23cb578 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:28:12.479811 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (daefa17c-4127-4cac-9ef4-82bef23cb578), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:12.630619 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6158d9d-7e22-45b4-9123-c0552c2232dd req-b7f93cf9-0a3b-4263-b89b-bcef6327d368 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:12.659729 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a6158d9d-7e22-45b4-9123-c0552c2232dd req-b7f93cf9-0a3b-4263-b89b-bcef6327d368 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] 10.222.0.65 "GET /v2.0/ports?device_id=6cb8d378-f979-4674-946f-ccac24105fe0 HTTP/1.1" status: 200 len: 945 time: 0.3647532 Mar 11 19:28:12.669344 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-0f4132cc-0af4-4b5e-8c5b-53171bfdc36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:12.671403 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-0f4132cc-0af4-4b5e-8c5b-53171bfdc36f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a7be26a8-b37a-4d01-b7d9-b9690160171c HTTP/1.1" status: 200 len: 860 time: 0.1965950 Mar 11 19:28:12.681957 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fcf8826d-4615-4a71-b2b0-256ac53edafb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (5d64d515-4843-48da-980f-e7f52fb88627), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:12.789725 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-0ee6d05b-0a22-4104-9397-37a57e5da73f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b2c20bf2-5907-4ff7-8af6-23603c7d780a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1090109 Mar 11 19:28:12.814218 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port daefa17c-4127-4cac-9ef4-82bef23cb578 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:28:12.814614 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (daefa17c-4127-4cac-9ef4-82bef23cb578), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:12.865909 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54324) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:28:12.912589 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port daefa17c-4127-4cac-9ef4-82bef23cb578, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=daefa17c-4127-4cac-9ef4-82bef23cb578,segment=NetworkSegment(ce345813-e166-4c98-ada8-e25f8b8832f7),segment_id=ce345813-e166-4c98-ada8-e25f8b8832f7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:28:12.919448 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (daefa17c-4127-4cac-9ef4-82bef23cb578), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:12.947438 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcf8826d-4615-4a71-b2b0-256ac53edafb admin admin] Router 5d64d515-4843-48da-980f-e7f52fb88627 is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:28:13.030063 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=daefa17c-4127-4cac-9ef4-82bef23cb578,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:13.162431 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a6158d9d-7e22-45b4-9123-c0552c2232dd req-f5f2216d-02d9-4be5-b905-e0d330f56f3f tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] 10.222.0.65 "GET /v2.0/security-groups?id=042c4c5f-1cec-4bf8-9249-33cd65cdb4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4898088 Mar 11 19:28:13.196263 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-9240fb09-68b0-4ad7-9635-0055a737609a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1553295538-network', 'tenant_id': '36c6fb85db664d0dac9633c7a1a49fd2'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:28:13.220137 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf8826d-4615-4a71-b2b0-256ac53edafb admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:28:13.229959 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e369ad9c-eba8-4398-9d50-b4a198295a42 None None] Sync routers for ids ['5d64d515-4843-48da-980f-e7f52fb88627'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:28:13.265312 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e369ad9c-eba8-4398-9d50-b4a198295a42 None None] Routers {'5d64d515-4843-48da-980f-e7f52fb88627'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:28:13.267269 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-e369ad9c-eba8-4398-9d50-b4a198295a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:27:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['5d64d515-4843-48da-980f-e7f52fb88627'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:28:13.270432 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-b21bd2de-8cd2-489a-bfdc-0489034cb1f7 service neutron] 10.222.0.75 "GET /v2.0/networks/b2c20bf2-5907-4ff7-8af6-23603c7d780a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911820 Mar 11 19:28:13.282379 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fcf8826d-4615-4a71-b2b0-256ac53edafb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:13.282715 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f4328b-21f6-4db7-a502-a3599152b8eb req-69021fd0-32de-491f-8dd9-d27d58452dca tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:13.284239 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-fcf8826d-4615-4a71-b2b0-256ac53edafb admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.5243092 Mar 11 19:28:13.286074 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9240fb09-68b0-4ad7-9635-0055a737609a admin admin] Made reservation on behalf of 36c6fb85db664d0dac9633c7a1a49fd2 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:28:13.288885 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9240fb09-68b0-4ad7-9635-0055a737609a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:13.289123 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-02f4328b-21f6-4db7-a502-a3599152b8eb req-69021fd0-32de-491f-8dd9-d27d58452dca tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.57 "GET /v2.0/networks?id=4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a HTTP/1.1" status: 200 len: 807 time: 0.5239503 Mar 11 19:28:13.291097 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54334) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:28:13.317738 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9240fb09-68b0-4ad7-9635-0055a737609a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:13.333196 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-02f4328b-21f6-4db7-a502-a3599152b8eb req-d4d650d3-6f42-43ee-97fb-e870dc2ab78a tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Request body: {'port': {'device_id': '151f548b-417d-4fda-9007-9657402adaa5', 'network_id': '4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a', 'admin_state_up': True, 'tenant_id': 'f95acd8ec5ef45d8b7ae8994d46f4375'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:28:13.399727 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450f2369-9e6e-4e00-b5a6-510f454395e7 None None] Network 2f8aa864-d343-498b-b250-957730207b49 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:28:13.415378 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d816dad0-9ebf-4136-aae6-ff656028633f req-93933aea-8c31-4efc-b88d-49cb3c4ff622 tempest-ServersAdmin275Test-107861968 tempest-ServersAdmin275Test-107861968-project] 10.222.0.65 "GET /v2.0/ports?device_id=27a07cf5-eaf0-4721-b0fa-8387298c9e0a HTTP/1.1" status: 200 len: 210 time: 0.1091487 Mar 11 19:28:13.454350 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-e369ad9c-eba8-4398-9d50-b4a198295a42 None None] Set router 5d64d515-4843-48da-980f-e7f52fb88627 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:28:13.466138 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98154b-df99-4f1f-b9fb-f6fe3877231d req-4df35f4e-8c3e-45a1-9fcb-cad3090a8530 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:13.475816 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ba98154b-df99-4f1f-b9fb-f6fe3877231d req-4df35f4e-8c3e-45a1-9fcb-cad3090a8530 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=a338db77-8ad8-4947-b52d-51fb4f1bae2a HTTP/1.1" status: 200 len: 945 time: 0.4978962 Mar 11 19:28:13.602534 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device e06922d1-ae39-4d7c-8a47-26cdb60421c8 no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:28:13.663074 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9240fb09-68b0-4ad7-9635-0055a737609a admin admin] Publish callbacks [] for security_group (0961abee-fe62-4d69-976a-7014d627610b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:13.673282 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9240fb09-68b0-4ad7-9635-0055a737609a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (0961abee-fe62-4d69-976a-7014d627610b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:13.705923 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] The host n-h2-833163-1 is not matching for port e06922d1-ae39-4d7c-8a47-26cdb60421c8 host n-h1-833163-1! {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 19:28:13.706892 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device e06922d1-ae39-4d7c-8a47-26cdb60421c8 not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:28:13.724821 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9240fb09-68b0-4ad7-9635-0055a737609a admin admin] vlan segment allocate from pool success with {'vlan_id': 889, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:28:13.735077 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-e369ad9c-eba8-4398-9d50-b4a198295a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d64d515-4843-48da-980f-e7f52fb88627', 'name': 'tempest-AttachSCSIVolumeTestJSON-1242859048-router', 'tenant_id': '995b54d9cef34e9595750043705eaa07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'fc96db3a-7d28-46cd-9bcd-1a74e950e8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:28:09Z', 'updated_at': '2022-03-11T19:28:12Z', 'revision_number': 3, 'project_id': '995b54d9cef34e9595750043705eaa07', 'gw_port': {'id': 'fc96db3a-7d28-46cd-9bcd-1a74e950e8a8', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:8f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d64d515-4843-48da-980f-e7f52fb88627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:11Z', 'updated_at': '2022-03-11T19:28:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:28:13.760660 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-bc6eec4a-5618-477e-b8a2-70baebf608c4 service neutron] 10.222.0.75 "GET /v2.0/networks/b2c20bf2-5907-4ff7-8af6-23603c7d780a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4704039 Mar 11 19:28:13.768988 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-3cbd4303-1274-447a-92f7-420fdbb5b8d1 None None] Provisioning complete for port daefa17c-4127-4cac-9ef4-82bef23cb578 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:28:13.769365 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3cbd4303-1274-447a-92f7-420fdbb5b8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (daefa17c-4127-4cac-9ef4-82bef23cb578), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:13.811781 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ba98154b-df99-4f1f-b9fb-f6fe3877231d req-31f779a3-a7a6-436f-b3a2-8a5758ff8242 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347418 Mar 11 19:28:13.812618 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e369ad9c-eba8-4398-9d50-b4a198295a42 None None] Checking router: 5d64d515-4843-48da-980f-e7f52fb88627 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:28:13.814000 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e369ad9c-eba8-4398-9d50-b4a198295a42 None None] Updating router 5d64d515-4843-48da-980f-e7f52fb88627 port fc96db3a-7d28-46cd-9bcd-1a74e950e8a8 binding host n-d-833163-1 {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:28:13.856028 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9240fb09-68b0-4ad7-9635-0055a737609a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0961abee-fe62-4d69-976a-7014d627610b,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:13.888643 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9240fb09-68b0-4ad7-9635-0055a737609a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (7617739c-1148-405a-b759-881cda43c47e), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:13.889552 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-9240fb09-68b0-4ad7-9635-0055a737609a admin admin] Added segment 7617739c-1148-405a-b759-881cda43c47e of type vlan for network 1557e6f9-ef1e-471d-ad9b-c22fef29517e Mar 11 19:28:13.906838 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8b404-aec2-4720-91b9-e2da3af38091 req-88f0be20-41d7-4318-9837-8685068065bf tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:13.908466 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-60e8b404-aec2-4720-91b9-e2da3af38091 req-88f0be20-41d7-4318-9837-8685068065bf tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] 10.222.0.65 "GET /v2.0/ports?device_id=6cb8d378-f979-4674-946f-ccac24105fe0 HTTP/1.1" status: 200 len: 945 time: 0.3533933 Mar 11 19:28:13.909321 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02f4328b-21f6-4db7-a502-a3599152b8eb req-d4d650d3-6f42-43ee-97fb-e870dc2ab78a tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Made reservation on behalf of f95acd8ec5ef45d8b7ae8994d46f4375 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:28:13.911086 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-e369ad9c-eba8-4398-9d50-b4a198295a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (fc96db3a-7d28-46cd-9bcd-1a74e950e8a8), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:13.941346 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-02f4328b-21f6-4db7-a502-a3599152b8eb req-d4d650d3-6f42-43ee-97fb-e870dc2ab78a tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:13.944212 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 54338) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:28:13.986568 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-b63fbc56-5e11-487e-b584-b8a3f33f14bd tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Request body: {'floatingip': {'port_id': 'e5ee4a3e-f501-44a7-9b49-3c2de2261da7'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:28:14.087285 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-3cbd4303-1274-447a-92f7-420fdbb5b8d1 None None] Current status of the port daefa17c-4127-4cac-9ef4-82bef23cb578 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:28:14.230686 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9240fb09-68b0-4ad7-9635-0055a737609a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (1557e6f9-ef1e-471d-ad9b-c22fef29517e), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:14.233138 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b63fbc56-5e11-487e-b584-b8a3f33f14bd tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Publish callbacks [] for floatingip (1461f1d6-56aa-434d-9a99-fac012f6745b), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:14.309239 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device daefa17c-4127-4cac-9ef4-82bef23cb578 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:28:14.338796 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9240fb09-68b0-4ad7-9635-0055a737609a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (1557e6f9-ef1e-471d-ad9b-c22fef29517e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:14.340710 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9240fb09-68b0-4ad7-9635-0055a737609a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:14.341310 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9240fb09-68b0-4ad7-9635-0055a737609a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:14.409972 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-9240fb09-68b0-4ad7-9635-0055a737609a admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5294347 Mar 11 19:28:14.416920 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 54342) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:28:14.441350 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port daefa17c-4127-4cac-9ef4-82bef23cb578 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:28:14.441901 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (daefa17c-4127-4cac-9ef4-82bef23cb578), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:14.448362 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9240fb09-68b0-4ad7-9635-0055a737609a admin admin] Pushing event updated for resources: {'Network': ['ID=1557e6f9-ef1e-471d-ad9b-c22fef29517e,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:14.505364 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9240fb09-68b0-4ad7-9635-0055a737609a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:14.518922 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9240fb09-68b0-4ad7-9635-0055a737609a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:14.519335 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9240fb09-68b0-4ad7-9635-0055a737609a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:14.519702 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9240fb09-68b0-4ad7-9635-0055a737609a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:14.520052 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9240fb09-68b0-4ad7-9635-0055a737609a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:14.520392 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9240fb09-68b0-4ad7-9635-0055a737609a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:14.520730 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9240fb09-68b0-4ad7-9635-0055a737609a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:14.521060 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9240fb09-68b0-4ad7-9635-0055a737609a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:14.521391 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9240fb09-68b0-4ad7-9635-0055a737609a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:14.521720 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9240fb09-68b0-4ad7-9635-0055a737609a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:14.522048 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9240fb09-68b0-4ad7-9635-0055a737609a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:14.522373 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9240fb09-68b0-4ad7-9635-0055a737609a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:14.522698 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9240fb09-68b0-4ad7-9635-0055a737609a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:14.537223 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-55de8e3b-e120-4f1f-80ca-15a555ee3ea2 None None] Provisioning complete for port daefa17c-4127-4cac-9ef4-82bef23cb578 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:28:14.537608 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-55de8e3b-e120-4f1f-80ca-15a555ee3ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (daefa17c-4127-4cac-9ef4-82bef23cb578), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:14.539898 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 1557e6f9-ef1e-471d-ad9b-c22fef29517e details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:28:14.636880 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-e369ad9c-eba8-4398-9d50-b4a198295a42 None None] Publish callbacks [] for port (fc96db3a-7d28-46cd-9bcd-1a74e950e8a8), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:14.644124 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-e369ad9c-eba8-4398-9d50-b4a198295a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (fc96db3a-7d28-46cd-9bcd-1a74e950e8a8), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:14.661215 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2aa6b327-b797-4c98-b56d-ad8832eb5da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:14.762474 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-e369ad9c-eba8-4398-9d50-b4a198295a42 None None] Attempting to bind port fc96db3a-7d28-46cd-9bcd-1a74e950e8a8 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:28:14.763099 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-e369ad9c-eba8-4398-9d50-b4a198295a42 None None] Attempting to bind port fc96db3a-7d28-46cd-9bcd-1a74e950e8a8 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:28:14.763671 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e369ad9c-eba8-4398-9d50-b4a198295a42 None None] Attempting to bind port fc96db3a-7d28-46cd-9bcd-1a74e950e8a8 on network 612cc066-33e3-444d-b1c7-d0a64751482a {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:28:14.774302 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a289a40b-7152-4ace-9a3f-e2e7dba739c8 None None] Pushing event updated for resources: {'Port': ['ID=fc96db3a-7d28-46cd-9bcd-1a74e950e8a8,revision_number=2']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:14.796827 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e369ad9c-eba8-4398-9d50-b4a198295a42 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:28:14.797308 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e369ad9c-eba8-4398-9d50-b4a198295a42 None None] Checking segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:28:14.797597 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-e369ad9c-eba8-4398-9d50-b4a198295a42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:14.797987 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e369ad9c-eba8-4398-9d50-b4a198295a42 None None] Bound using segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:28:14.798475 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-e369ad9c-eba8-4398-9d50-b4a198295a42 None None] Bound port: fc96db3a-7d28-46cd-9bcd-1a74e950e8a8, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:28:14.798864 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-e369ad9c-eba8-4398-9d50-b4a198295a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (fc96db3a-7d28-46cd-9bcd-1a74e950e8a8), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:14.902169 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-e369ad9c-eba8-4398-9d50-b4a198295a42 None None] For port fc96db3a-7d28-46cd-9bcd-1a74e950e8a8, host n-d-833163-1, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:28:14.905686 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-e369ad9c-eba8-4398-9d50-b4a198295a42 None None] For port fc96db3a-7d28-46cd-9bcd-1a74e950e8a8, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=fc96db3a-7d28-46cd-9bcd-1a74e950e8a8,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:28:14.922462 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-e369ad9c-eba8-4398-9d50-b4a198295a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (fc96db3a-7d28-46cd-9bcd-1a74e950e8a8), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:15.023805 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-2aa6b327-b797-4c98-b56d-ad8832eb5da1 admin admin] Allocated IP 172.20.0.1 (2f8aa864-d343-498b-b250-957730207b49/bc4f0b77-755b-408e-91f0-33286bbfa1df/d250ebcc-cfa7-444e-9330-33f8973578ca) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:28:15.044419 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port daefa17c-4127-4cac-9ef4-82bef23cb578 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:28:15.048963 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e369ad9c-eba8-4398-9d50-b4a198295a42 None None] Routers {'5d64d515-4843-48da-980f-e7f52fb88627'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:28:15.049593 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-e369ad9c-eba8-4398-9d50-b4a198295a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:27:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['5d64d515-4843-48da-980f-e7f52fb88627'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:28:15.051552 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a289a40b-7152-4ace-9a3f-e2e7dba739c8 None None] Pushing event updated for resources: {'Port': ['ID=fc96db3a-7d28-46cd-9bcd-1a74e950e8a8,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:15.250090 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-55de8e3b-e120-4f1f-80ca-15a555ee3ea2 None None] Current status of the port daefa17c-4127-4cac-9ef4-82bef23cb578 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:28:15.331344 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2aa6b327-b797-4c98-b56d-ad8832eb5da1 admin admin] Publish callbacks [] for port (d250ebcc-cfa7-444e-9330-33f8973578ca), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:15.367620 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-e369ad9c-eba8-4398-9d50-b4a198295a42 None None] Set router 5d64d515-4843-48da-980f-e7f52fb88627 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:28:15.408038 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-6e8b82d0-adcc-425e-9bd6-ac45055aa78c admin admin] Request body: {'subnet': {'network_id': '1557e6f9-ef1e-471d-ad9b-c22fef29517e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1553295538-subnet', 'tenant_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:28:15.409915 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2aa6b327-b797-4c98-b56d-ad8832eb5da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (d250ebcc-cfa7-444e-9330-33f8973578ca), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:15.474981 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1ad421fe-0606-484c-9e2f-d17cdccc669e req-8bfc9b77-c962-44d9-8b34-2cf44e08fdd0 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=151f548b-417d-4fda-9007-9657402adaa5 HTTP/1.1" status: 200 len: 210 time: 1.0654206 Mar 11 19:28:15.486363 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa6b327-b797-4c98-b56d-ad8832eb5da1 admin admin] Network 2f8aa864-d343-498b-b250-957730207b49 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:28:15.507714 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-2aa6b327-b797-4c98-b56d-ad8832eb5da1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:28:15.512013 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa6b327-b797-4c98-b56d-ad8832eb5da1 admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:28:15.562732 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2aa6b327-b797-4c98-b56d-ad8832eb5da1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (5d64d515-4843-48da-980f-e7f52fb88627), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:15.568095 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8694ae58-b75a-45b3-99ae-640236b2eac9 req-f07159a0-3adb-4d7b-b95f-c0e17ae9d422 tempest-ServersAdmin275Test-107861968 tempest-ServersAdmin275Test-107861968-project] 10.222.0.65 "GET /v2.0/ports?device_id=27a07cf5-eaf0-4721-b0fa-8387298c9e0a HTTP/1.1" status: 200 len: 210 time: 0.3474820 Mar 11 19:28:15.571227 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8b82d0-adcc-425e-9bd6-ac45055aa78c admin admin] Made reservation on behalf of 36c6fb85db664d0dac9633c7a1a49fd2 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:28:15.572939 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa6b327-b797-4c98-b56d-ad8832eb5da1 admin admin] Pushing event updated for resources: {'Port': ['ID=d250ebcc-cfa7-444e-9330-33f8973578ca,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:15.577796 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6e8b82d0-adcc-425e-9bd6-ac45055aa78c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:15.629592 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-c0213dba-a6b3-48ed-a1e5-6985ff9445df tempest-LiveAutoBlockMigrationV225Test-943023921 tempest-LiveAutoBlockMigrationV225Test-943023921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:15.631708 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-c0213dba-a6b3-48ed-a1e5-6985ff9445df tempest-LiveAutoBlockMigrationV225Test-943023921 tempest-LiveAutoBlockMigrationV225Test-943023921-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=a338db77-8ad8-4947-b52d-51fb4f1bae2a&tenant_id=f44b890e943d4aee826b67fd4c2d7b8e&binding%3Ahost_id=n-h1-833163-1 HTTP/1.1" status: 200 len: 1127 time: 1.5184371 Mar 11 19:28:15.821739 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-02f4328b-21f6-4db7-a502-a3599152b8eb req-d4d650d3-6f42-43ee-97fb-e870dc2ab78a tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Allocated IP 172.20.0.2 (4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a/f742a986-c135-4269-ad05-332f85e495a8/7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:28:15.846054 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2aa6b327-b797-4c98-b56d-ad8832eb5da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d250ebcc-cfa7-444e-9330-33f8973578ca), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:15.864768 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-e369ad9c-eba8-4398-9d50-b4a198295a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d64d515-4843-48da-980f-e7f52fb88627', 'name': 'tempest-AttachSCSIVolumeTestJSON-1242859048-router', 'tenant_id': '995b54d9cef34e9595750043705eaa07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'fc96db3a-7d28-46cd-9bcd-1a74e950e8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:28:09Z', 'updated_at': '2022-03-11T19:28:12Z', 'revision_number': 3, 'project_id': '995b54d9cef34e9595750043705eaa07', 'gw_port': {'id': 'fc96db3a-7d28-46cd-9bcd-1a74e950e8a8', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:8f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d64d515-4843-48da-980f-e7f52fb88627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:11Z', 'updated_at': '2022-03-11T19:28:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:28:15.905932 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e369ad9c-eba8-4398-9d50-b4a198295a42 None None] The sync data for ids ['5d64d515-4843-48da-980f-e7f52fb88627'] in n-d-833163-1 is: [{'id': '5d64d515-4843-48da-980f-e7f52fb88627', 'name': 'tempest-AttachSCSIVolumeTestJSON-1242859048-router', 'tenant_id': '995b54d9cef34e9595750043705eaa07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'fc96db3a-7d28-46cd-9bcd-1a74e950e8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:28:09Z', 'updated_at': '2022-03-11T19:28:12Z', 'revision_number': 3, 'project_id': '995b54d9cef34e9595750043705eaa07', 'gw_port': {'id': 'fc96db3a-7d28-46cd-9bcd-1a74e950e8a8', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:8f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d64d515-4843-48da-980f-e7f52fb88627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:11Z', 'updated_at': '2022-03-11T19:28:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:28:16.004042 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-12f09e9f-5bfd-4796-9103-58e28ad79c35 None None] Provisioning complete for port d250ebcc-cfa7-444e-9330-33f8973578ca triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:28:16.005013 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-12f09e9f-5bfd-4796-9103-58e28ad79c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (d250ebcc-cfa7-444e-9330-33f8973578ca), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:16.058247 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817e455-6462-4854-ad00-73ef854c3e69 req-a0105fe5-dfda-4125-b747-c8c874c0357e tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:16.060459 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-12f09e9f-5bfd-4796-9103-58e28ad79c35 None None] Port d250ebcc-cfa7-444e-9330-33f8973578ca cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:28:16.063642 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6817e455-6462-4854-ad00-73ef854c3e69 req-a0105fe5-dfda-4125-b747-c8c874c0357e tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=a338db77-8ad8-4947-b52d-51fb4f1bae2a HTTP/1.1" status: 200 len: 945 time: 0.3854518 Mar 11 19:28:16.208327 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2aa6b327-b797-4c98-b56d-ad8832eb5da1 admin admin] Publish callbacks [] for port (d250ebcc-cfa7-444e-9330-33f8973578ca), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:16.215246 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2aa6b327-b797-4c98-b56d-ad8832eb5da1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (d250ebcc-cfa7-444e-9330-33f8973578ca), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:16.303203 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa6b327-b797-4c98-b56d-ad8832eb5da1 admin admin] Pushing event updated for resources: {'Port': ['ID=d250ebcc-cfa7-444e-9330-33f8973578ca,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:16.325948 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2aa6b327-b797-4c98-b56d-ad8832eb5da1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (5d64d515-4843-48da-980f-e7f52fb88627), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:16.334493 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6817e455-6462-4854-ad00-73ef854c3e69 req-06862af0-46f4-461f-976e-b54eb970bb19 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411153 Mar 11 19:28:16.528554 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.db.resource_extend [None req-b63fbc56-5e11-487e-b584-b8a3f33f14bd tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 19:28:16.533676 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-4e8b63f0-e8c9-4fc5-b2e2-13e3fb67b4c8 service neutron] For port e06922d1-ae39-4d7c-8a47-26cdb60421c8, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:28:16.552150 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa6b327-b797-4c98-b56d-ad8832eb5da1 admin admin] Network 2f8aa864-d343-498b-b250-957730207b49 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:28:16.555764 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-2aa6b327-b797-4c98-b56d-ad8832eb5da1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:28:16.603293 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-4e8b63f0-e8c9-4fc5-b2e2-13e3fb67b4c8 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:16.604677 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6b9468a5-b9ab-46ab-b1d9-6c2fafcc6306 req-4e8b63f0-e8c9-4fc5-b2e2-13e3fb67b4c8 service neutron] 10.222.0.75 "DELETE /v2.0/ports/e06922d1-ae39-4d7c-8a47-26cdb60421c8/bindings/n-h2-833163-1 HTTP/1.1" status: 204 len: 173 time: 0.9555519 Mar 11 19:28:16.693783 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6e8b82d0-adcc-425e-9bd6-ac45055aa78c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (159c45f0-17a9-4dad-ae0c-9d105edbfcac), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:16.756791 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aa6b327-b797-4c98-b56d-ad8832eb5da1 admin admin] Router 5d64d515-4843-48da-980f-e7f52fb88627 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:28:16.781410 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5cdfcae6-53ce-44f4-8187-cf34832d2e3a req-2bae0ea0-513d-4aa2-80ae-d8a3c7c053ea tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=151f548b-417d-4fda-9007-9657402adaa5 HTTP/1.1" status: 200 len: 210 time: 0.1369953 Mar 11 19:28:16.792258 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8b82d0-adcc-425e-9bd6-ac45055aa78c admin admin] Pushing event updated for resources: {'Subnet': ['ID=159c45f0-17a9-4dad-ae0c-9d105edbfcac,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:16.819487 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b63fbc56-5e11-487e-b584-b8a3f33f14bd tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:16.863763 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-02f4328b-21f6-4db7-a502-a3599152b8eb req-d4d650d3-6f42-43ee-97fb-e870dc2ab78a tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Publish callbacks [] for port (7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:16.924967 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8b82d0-adcc-425e-9bd6-ac45055aa78c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:16.926271 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8b82d0-adcc-425e-9bd6-ac45055aa78c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:16.926844 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8b82d0-adcc-425e-9bd6-ac45055aa78c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:16.927338 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8b82d0-adcc-425e-9bd6-ac45055aa78c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:16.928053 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8b82d0-adcc-425e-9bd6-ac45055aa78c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:16.928689 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8b82d0-adcc-425e-9bd6-ac45055aa78c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:16.929189 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8b82d0-adcc-425e-9bd6-ac45055aa78c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:16.929365 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa6b327-b797-4c98-b56d-ad8832eb5da1 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:28:16.930877 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8b82d0-adcc-425e-9bd6-ac45055aa78c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:16.931437 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8b82d0-adcc-425e-9bd6-ac45055aa78c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:16.931983 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8b82d0-adcc-425e-9bd6-ac45055aa78c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:16.932718 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8b82d0-adcc-425e-9bd6-ac45055aa78c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:16.933356 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8b82d0-adcc-425e-9bd6-ac45055aa78c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:16.934078 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8b82d0-adcc-425e-9bd6-ac45055aa78c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:16.946516 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-2aa6b327-b797-4c98-b56d-ad8832eb5da1 admin admin] 10.222.0.65 "PUT /v2.0/routers/5d64d515-4843-48da-980f-e7f52fb88627/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6410947 Mar 11 19:28:16.997970 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-02f4328b-21f6-4db7-a502-a3599152b8eb req-d4d650d3-6f42-43ee-97fb-e870dc2ab78a tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:16.999324 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b63fbc56-5e11-487e-b584-b8a3f33f14bd tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (1461f1d6-56aa-434d-9a99-fac012f6745b), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:17.028445 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-cdede065-3086-4db8-a8ec-c20b40248b8d None None] Provisioning complete for port d250ebcc-cfa7-444e-9330-33f8973578ca triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:28:17.028965 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cdede065-3086-4db8-a8ec-c20b40248b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (d250ebcc-cfa7-444e-9330-33f8973578ca), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:17.105884 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-cdede065-3086-4db8-a8ec-c20b40248b8d None None] Port d250ebcc-cfa7-444e-9330-33f8973578ca cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:28:17.141747 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bb4a63bc-016b-4010-a119-08b9598e4a06 req-8a98adc3-c616-4e7c-bc4e-54c79036c446 tempest-ServersAdmin275Test-107861968 tempest-ServersAdmin275Test-107861968-project] 10.222.0.65 "GET /v2.0/ports?device_id=27a07cf5-eaf0-4721-b0fa-8387298c9e0a HTTP/1.1" status: 200 len: 210 time: 0.1732955 Mar 11 19:28:17.155907 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b83e4f-af17-43de-904a-cb1bf58810f7 req-3ce1e061-d715-44cf-b147-6a0b03e91ff4 tempest-LiveAutoBlockMigrationV225Test-943023921 tempest-LiveAutoBlockMigrationV225Test-943023921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:17.163334 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f8b83e4f-af17-43de-904a-cb1bf58810f7 req-3ce1e061-d715-44cf-b147-6a0b03e91ff4 tempest-LiveAutoBlockMigrationV225Test-943023921 tempest-LiveAutoBlockMigrationV225Test-943023921-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=a338db77-8ad8-4947-b52d-51fb4f1bae2a HTTP/1.1" status: 200 len: 1127 time: 0.5751600 Mar 11 19:28:17.593731 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02f4328b-21f6-4db7-a502-a3599152b8eb req-d4d650d3-6f42-43ee-97fb-e870dc2ab78a tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Network 4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:28:17.615122 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-02f4328b-21f6-4db7-a502-a3599152b8eb req-d4d650d3-6f42-43ee-97fb-e870dc2ab78a tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:28:17.628331 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-02f4328b-21f6-4db7-a502-a3599152b8eb req-d4d650d3-6f42-43ee-97fb-e870dc2ab78a tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:28:17.638452 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8b82d0-adcc-425e-9bd6-ac45055aa78c admin admin] Checking segment: {'id': '7617739c-1148-405a-b759-881cda43c47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '1557e6f9-ef1e-471d-ad9b-c22fef29517e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:28:17.638899 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8b82d0-adcc-425e-9bd6-ac45055aa78c admin admin] Network hostable DHCP agents. Network: 1557e6f9-ef1e-471d-ad9b-c22fef29517e, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:28:17.647372 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54378) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:28:17.653561 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-d5f3799d-a942-4665-b6a9-2d89c4990778 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1989648879-network', 'tenant_id': '4fa07d336ec54557925db5f52381443a'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:28:17.672511 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d650d3-6f42-43ee-97fb-e870dc2ab78a tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Pushing event updated for resources: {'Port': ['ID=7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:17.684686 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f3799d-a942-4665-b6a9-2d89c4990778 admin admin] Made reservation on behalf of 4fa07d336ec54557925db5f52381443a for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:28:17.686312 n-d-833163-1 neutron-server[103885]: INFO neutron.db.l3_db [None req-b63fbc56-5e11-487e-b584-b8a3f33f14bd tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Floating IP 1461f1d6-56aa-434d-9a99-fac012f6745b associated. External IP: 172.25.8.214, port: e5ee4a3e-f501-44a7-9b49-3c2de2261da7. Mar 11 19:28:17.687818 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d5f3799d-a942-4665-b6a9-2d89c4990778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:17.696897 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f8b83e4f-af17-43de-904a-cb1bf58810f7 req-5c1e569f-bac2-46c0-a15e-88626be1cbd4 tempest-LiveAutoBlockMigrationV225Test-943023921 tempest-LiveAutoBlockMigrationV225Test-943023921-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5318611 Mar 11 19:28:17.697699 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d5f3799d-a942-4665-b6a9-2d89c4990778 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:17.837211 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d5f3799d-a942-4665-b6a9-2d89c4990778 admin admin] Publish callbacks [] for security_group (24dcf257-2875-4953-8110-adbf0cd832ff), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:17.844841 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d5f3799d-a942-4665-b6a9-2d89c4990778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (24dcf257-2875-4953-8110-adbf0cd832ff), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:17.876666 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f3799d-a942-4665-b6a9-2d89c4990778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24dcf257-2875-4953-8110-adbf0cd832ff,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:17.913100 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5f3799d-a942-4665-b6a9-2d89c4990778 admin admin] vlan segment allocate from pool success with {'vlan_id': 891, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:28:17.934095 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d5f3799d-a942-4665-b6a9-2d89c4990778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (e15f8058-4e0b-4c29-adee-d30240647fdd), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:17.934447 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-d5f3799d-a942-4665-b6a9-2d89c4990778 admin admin] Added segment e15f8058-4e0b-4c29-adee-d30240647fdd of type vlan for network 17bfad7b-503c-456a-b77b-9f736040f375 Mar 11 19:28:17.943816 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:28:17.946992 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f4328b-21f6-4db7-a502-a3599152b8eb req-d4d650d3-6f42-43ee-97fb-e870dc2ab78a tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:17.947830 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-02f4328b-21f6-4db7-a502-a3599152b8eb req-d4d650d3-6f42-43ee-97fb-e870dc2ab78a tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:18.010374 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d5f3799d-a942-4665-b6a9-2d89c4990778 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (17bfad7b-503c-456a-b77b-9f736040f375), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:18.045321 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8b82d0-adcc-425e-9bd6-ac45055aa78c admin admin] Network 1557e6f9-ef1e-471d-ad9b-c22fef29517e is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:28:18.057644 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d5f3799d-a942-4665-b6a9-2d89c4990778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (17bfad7b-503c-456a-b77b-9f736040f375), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:18.059396 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f3799d-a942-4665-b6a9-2d89c4990778 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:18.060248 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d5f3799d-a942-4665-b6a9-2d89c4990778 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:18.072384 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-02f4328b-21f6-4db7-a502-a3599152b8eb req-d4d650d3-6f42-43ee-97fb-e870dc2ab78a tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7589092 Mar 11 19:28:18.077608 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-6e8b82d0-adcc-425e-9bd6-ac45055aa78c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 1557e6f9-ef1e-471d-ad9b-c22fef29517e) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:28:18.081987 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8b82d0-adcc-425e-9bd6-ac45055aa78c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:18.082576 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6e8b82d0-adcc-425e-9bd6-ac45055aa78c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:18.089314 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9baf1cd6-bfd7-40a6-ad39-12bafdf52cc2 None None] Network 1557e6f9-ef1e-471d-ad9b-c22fef29517e requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:28:18.108052 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-02f4328b-21f6-4db7-a502-a3599152b8eb req-5376bfbe-116f-40d2-935e-8de6d35479b5 service neutron] Request body: {'port': {'device_id': '151f548b-417d-4fda-9007-9657402adaa5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:28:18.155022 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d5f3799d-a942-4665-b6a9-2d89c4990778 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5053327 Mar 11 19:28:18.159208 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54394) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:28:18.169366 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-334650fe-9e77-411d-9578-123961bf12cf admin admin] Request body: {'subnet': {'network_id': '17bfad7b-503c-456a-b77b-9f736040f375', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1989648879-subnet', 'tenant_id': '4fa07d336ec54557925db5f52381443a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:28:18.218447 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-6e8b82d0-adcc-425e-9bd6-ac45055aa78c admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 3.0013022 Mar 11 19:28:18.230480 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54398) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:28:18.232727 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f3799d-a942-4665-b6a9-2d89c4990778 admin admin] Pushing event updated for resources: {'Network': ['ID=17bfad7b-503c-456a-b77b-9f736040f375,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:18.240331 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-3c5a6356-6549-4fd1-b3a0-6de6c75f9689 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1553295538-router', 'tenant_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:28:18.265660 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device fc96db3a-7d28-46cd-9bcd-1a74e950e8a8 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:28:18.267878 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 17bfad7b-503c-456a-b77b-9f736040f375 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:28:18.280451 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334650fe-9e77-411d-9578-123961bf12cf admin admin] Made reservation on behalf of 4fa07d336ec54557925db5f52381443a for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:28:18.284156 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-334650fe-9e77-411d-9578-123961bf12cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:18.304271 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3c5a6356-6549-4fd1-b3a0-6de6c75f9689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:18.306766 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3c5a6356-6549-4fd1-b3a0-6de6c75f9689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:18.359867 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd7eb8-dd00-4055-8465-3d2c20c40034 req-30d41675-4af7-4cbe-a71c-49584ebc209c tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:18.362355 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d6bd7eb8-dd00-4055-8465-3d2c20c40034 req-30d41675-4af7-4cbe-a71c-49584ebc209c tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=151f548b-417d-4fda-9007-9657402adaa5 HTTP/1.1" status: 200 len: 931 time: 0.4106467 Mar 11 19:28:18.390637 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d105fc05-0841-455e-a1ef-ca689122fda4 None None] Sync routers for ids ['5d64d515-4843-48da-980f-e7f52fb88627'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:28:18.440912 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccff0e7f-7da0-40fc-975c-3cd0b720cb18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-1557e6f9-ef1e-471d-ad9b-c22fef29517e', 'network_id': '1557e6f9-ef1e-471d-ad9b-c22fef29517e', 'project_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'fixed_ips': [{'subnet_id': '159c45f0-17a9-4dad-ae0c-9d105edbfcac'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:28:18.442034 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ccff0e7f-7da0-40fc-975c-3cd0b720cb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:18.450504 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-02f4328b-21f6-4db7-a502-a3599152b8eb req-5376bfbe-116f-40d2-935e-8de6d35479b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:18.465308 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d105fc05-0841-455e-a1ef-ca689122fda4 None None] Routers {'5d64d515-4843-48da-980f-e7f52fb88627'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:28:18.465946 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-d105fc05-0841-455e-a1ef-ca689122fda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:27:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['5d64d515-4843-48da-980f-e7f52fb88627'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:28:18.477997 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port fc96db3a-7d28-46cd-9bcd-1a74e950e8a8 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:28:18.479522 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (fc96db3a-7d28-46cd-9bcd-1a74e950e8a8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:18.489094 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b63fbc56-5e11-487e-b584-b8a3f33f14bd tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Router e1c5f98d-66d2-41bc-9095-121d4d1af775 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:28:18.501969 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7389cb-eced-41fd-af93-b4c517edb698 req-a5bb54df-f029-48f1-bf74-c35d6caae6be tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:18.503932 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2e7389cb-eced-41fd-af93-b4c517edb698 req-a5bb54df-f029-48f1-bf74-c35d6caae6be tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/networks?id=b2c20bf2-5907-4ff7-8af6-23603c7d780a HTTP/1.1" status: 200 len: 820 time: 0.4602125 Mar 11 19:28:18.593951 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2e7389cb-eced-41fd-af93-b4c517edb698 req-d647aa9d-6240-4199-a156-8c0854cb4cf6 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/quotas/f44b890e943d4aee826b67fd4c2d7b8e HTTP/1.1" status: 200 len: 375 time: 0.0775318 Mar 11 19:28:18.599168 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d6bd7eb8-dd00-4055-8465-3d2c20c40034 req-e89a46d9-945d-4259-ba32-8b271aeef6b6 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019739 Mar 11 19:28:18.631093 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3c5a6356-6549-4fd1-b3a0-6de6c75f9689 admin admin] Publish callbacks [] for router_controller (3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:18.799201 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-334650fe-9e77-411d-9578-123961bf12cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (86923aa3-6e53-444a-9024-41b07fda091e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:18.876196 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-d105fc05-0841-455e-a1ef-ca689122fda4 None None] Set router 5d64d515-4843-48da-980f-e7f52fb88627 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:28:18.881800 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:18.922685 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7ff38261-dcac-4bcc-8d93-4d0c2c333aba req-88c5534b-b25a-4ecf-9552-a6b8df20e6fb tempest-ServersAdmin275Test-107861968 tempest-ServersAdmin275Test-107861968-project] 10.222.0.65 "GET /v2.0/ports?device_id=27a07cf5-eaf0-4721-b0fa-8387298c9e0a HTTP/1.1" status: 200 len: 210 time: 0.1821635 Mar 11 19:28:19.135280 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port fc96db3a-7d28-46cd-9bcd-1a74e950e8a8 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:28:19.136060 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (fc96db3a-7d28-46cd-9bcd-1a74e950e8a8), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:19.166550 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port fc96db3a-7d28-46cd-9bcd-1a74e950e8a8, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=fc96db3a-7d28-46cd-9bcd-1a74e950e8a8,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:28:19.170210 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2e7389cb-eced-41fd-af93-b4c517edb698 req-4a7b6f08-9996-446a-b98f-a991cf9fce08 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f44b890e943d4aee826b67fd4c2d7b8e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5464747 Mar 11 19:28:19.178291 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3c5a6356-6549-4fd1-b3a0-6de6c75f9689 admin admin] Publish callbacks [] for router_gateway (3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:19.181961 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-ccff0e7f-7da0-40fc-975c-3cd0b720cb18 None None] Allocated IP 172.20.0.2 (1557e6f9-ef1e-471d-ad9b-c22fef29517e/159c45f0-17a9-4dad-ae0c-9d105edbfcac/0de5aaa7-3bd3-476a-833b-593e1ef78747) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:28:19.189451 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (fc96db3a-7d28-46cd-9bcd-1a74e950e8a8), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:19.201872 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b63fbc56-5e11-487e-b584-b8a3f33f14bd tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:28:19.209508 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b63fbc56-5e11-487e-b584-b8a3f33f14bd tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:19.218744 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb2edb9-0a70-4b57-85d5-83e71333afec None None] Sync routers for ids ['e1c5f98d-66d2-41bc-9095-121d4d1af775'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:28:19.234017 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334650fe-9e77-411d-9578-123961bf12cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=86923aa3-6e53-444a-9024-41b07fda091e,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:19.256594 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334650fe-9e77-411d-9578-123961bf12cf admin admin] Checking segment: {'id': 'e15f8058-4e0b-4c29-adee-d30240647fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '17bfad7b-503c-456a-b77b-9f736040f375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:28:19.256955 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334650fe-9e77-411d-9578-123961bf12cf admin admin] Network hostable DHCP agents. Network: 17bfad7b-503c-456a-b77b-9f736040f375, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:28:19.258125 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb2edb9-0a70-4b57-85d5-83e71333afec None None] Routers {'e1c5f98d-66d2-41bc-9095-121d4d1af775'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:28:19.258923 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-ceb2edb9-0a70-4b57-85d5-83e71333afec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:27:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['e1c5f98d-66d2-41bc-9095-121d4d1af775'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:28:19.367493 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334650fe-9e77-411d-9578-123961bf12cf admin admin] Network 17bfad7b-503c-456a-b77b-9f736040f375 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:28:19.391800 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-334650fe-9e77-411d-9578-123961bf12cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 17bfad7b-503c-456a-b77b-9f736040f375) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:28:19.391993 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-b63fbc56-5e11-487e-b584-b8a3f33f14bd tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] 10.222.0.65 "PUT /v2.0/floatingips/1461f1d6-56aa-434d-9a99-fac012f6745b HTTP/1.1" status: 200 len: 991 time: 5.4447277 Mar 11 19:28:19.406215 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334650fe-9e77-411d-9578-123961bf12cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:19.406814 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-334650fe-9e77-411d-9578-123961bf12cf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:19.429054 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-334650fe-9e77-411d-9578-123961bf12cf admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2679472 Mar 11 19:28:19.431253 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54404) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:28:19.439893 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-5e6a20c5-5256-4913-bdce-e2668118d7b1 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1989648879-router', 'tenant_id': '4fa07d336ec54557925db5f52381443a', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:28:19.447866 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cb8d378-f979-4674-946f-ccac24105fe0', 'tag': 'e5ee4a3e-f501-44a7-9b49-3c2de2261da7'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:28:19.449985 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3aa83c5-90bf-4750-a863-841f4321df2f" -d '{"events": [{"name": "network-changed", "server_uuid": "6cb8d378-f979-4674-946f-ccac24105fe0", "tag": "e5ee4a3e-f501-44a7-9b49-3c2de2261da7"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:28:19.495364 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-ceb2edb9-0a70-4b57-85d5-83e71333afec None None] Set router e1c5f98d-66d2-41bc-9095-121d4d1af775 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:28:19.526719 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5e6a20c5-5256-4913-bdce-e2668118d7b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (660b1f5b-eb2a-424e-9497-26ecc7cb4999), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:19.528193 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5e6a20c5-5256-4913-bdce-e2668118d7b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (660b1f5b-eb2a-424e-9497-26ecc7cb4999), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:19.571242 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ccff0e7f-7da0-40fc-975c-3cd0b720cb18 None None] Publish callbacks [] for port (0de5aaa7-3bd3-476a-833b-593e1ef78747), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:19.591298 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f556b1d7-4891-444c-96b9-58e907f8a57a None None] Network 17bfad7b-503c-456a-b77b-9f736040f375 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:28:19.596596 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5e6a20c5-5256-4913-bdce-e2668118d7b1 admin admin] Publish callbacks [] for router_controller (660b1f5b-eb2a-424e-9497-26ecc7cb4999), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:19.626450 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2e7389cb-eced-41fd-af93-b4c517edb698 req-fe52ed83-101b-415f-b881-82e37e884378 service neutron] 10.222.0.65 "GET /v2.0/networks/b2c20bf2-5907-4ff7-8af6-23603c7d780a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4435508 Mar 11 19:28:19.638724 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-02f4328b-21f6-4db7-a502-a3599152b8eb req-5376bfbe-116f-40d2-935e-8de6d35479b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:28:19.647543 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-02f4328b-21f6-4db7-a502-a3599152b8eb req-5376bfbe-116f-40d2-935e-8de6d35479b5 service neutron] Publish callbacks [] for port (7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:19.662101 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-02f4328b-21f6-4db7-a502-a3599152b8eb req-5376bfbe-116f-40d2-935e-8de6d35479b5 service neutron] Transition to ACTIVE for port object 7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:28:19.720122 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ccff0e7f-7da0-40fc-975c-3cd0b720cb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (0de5aaa7-3bd3-476a-833b-593e1ef78747), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:19.777087 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2e7389cb-eced-41fd-af93-b4c517edb698 req-69d54fd6-3dc8-48f8-9718-b56645c30f44 service neutron] 10.222.0.65 "GET /v2.0/networks/b2c20bf2-5907-4ff7-8af6-23603c7d780a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067343 Mar 11 19:28:19.777817 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-02f4328b-21f6-4db7-a502-a3599152b8eb req-5376bfbe-116f-40d2-935e-8de6d35479b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:19.782111 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=fc96db3a-7d28-46cd-9bcd-1a74e950e8a8,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:19.815199 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccff0e7f-7da0-40fc-975c-3cd0b720cb18 None None] Network 1557e6f9-ef1e-471d-ad9b-c22fef29517e is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:28:19.816461 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5e6a20c5-5256-4913-bdce-e2668118d7b1 admin admin] Publish callbacks [] for router_gateway (660b1f5b-eb2a-424e-9497-26ecc7cb4999), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:19.863203 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-ccff0e7f-7da0-40fc-975c-3cd0b720cb18 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:28:19.881532 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3c5a6356-6549-4fd1-b3a0-6de6c75f9689 admin admin] Publish callbacks [] for router_gateway (3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:19.895845 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccff0e7f-7da0-40fc-975c-3cd0b720cb18 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:28:19.930485 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3c5a6356-6549-4fd1-b3a0-6de6c75f9689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:19.957780 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca80ba-9231-43ca-a9e5-bca4760e2cf1 req-9b7ad835-6178-4c26-9409-0e5560219da0 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:19.965869 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e0ca80ba-9231-43ca-a9e5-bca4760e2cf1 req-9b7ad835-6178-4c26-9409-0e5560219da0 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] 10.222.0.65 "GET /v2.0/ports?device_id=6cb8d378-f979-4674-946f-ccac24105fe0 HTTP/1.1" status: 200 len: 945 time: 0.4924464 Mar 11 19:28:19.968862 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b550b1-cebf-42e0-bb6d-da6d86bc0b88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-17bfad7b-503c-456a-b77b-9f736040f375', 'network_id': '17bfad7b-503c-456a-b77b-9f736040f375', 'project_id': '4fa07d336ec54557925db5f52381443a', 'fixed_ips': [{'subnet_id': '86923aa3-6e53-444a-9024-41b07fda091e'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:28:19.970126 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f7b550b1-cebf-42e0-bb6d-da6d86bc0b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:19.974609 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccff0e7f-7da0-40fc-975c-3cd0b720cb18 None None] Pushing event updated for resources: {'Port': ['ID=0de5aaa7-3bd3-476a-833b-593e1ef78747,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:20.055968 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-ccff0e7f-7da0-40fc-975c-3cd0b720cb18 None None] Attempting to bind port 0de5aaa7-3bd3-476a-833b-593e1ef78747 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:28:20.057163 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-ccff0e7f-7da0-40fc-975c-3cd0b720cb18 None None] Attempting to bind port 0de5aaa7-3bd3-476a-833b-593e1ef78747 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '7617739c-1148-405a-b759-881cda43c47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '1557e6f9-ef1e-471d-ad9b-c22fef29517e'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:28:20.057893 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccff0e7f-7da0-40fc-975c-3cd0b720cb18 None None] Attempting to bind port 0de5aaa7-3bd3-476a-833b-593e1ef78747 on network 1557e6f9-ef1e-471d-ad9b-c22fef29517e {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:28:20.110744 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e0ca80ba-9231-43ca-a9e5-bca4760e2cf1 req-fe5f8316-a386-450d-a9ef-c63e48e3b35b tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] 10.222.0.65 "GET /v2.0/security-groups?id=042c4c5f-1cec-4bf8-9249-33cd65cdb4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438892 Mar 11 19:28:20.111454 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5376bfbe-116f-40d2-935e-8de6d35479b5 service neutron] Pushing event updated for resources: {'Port': ['ID=7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:20.126649 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71df7d57-f7ef-460a-9a2c-163090c8c460 x-openstack-request-id: req-71df7d57-f7ef-460a-9a2c-163090c8c460 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:28:20.128002 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cb8d378-f979-4674-946f-ccac24105fe0", "tag": "e5ee4a3e-f501-44a7-9b49-3c2de2261da7", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:28:20.128270 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-71df7d57-f7ef-460a-9a2c-163090c8c460 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:28:20.129812 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cb8d378-f979-4674-946f-ccac24105fe0', 'tag': 'e5ee4a3e-f501-44a7-9b49-3c2de2261da7', 'status': 'completed', 'code': 200} Mar 11 19:28:20.131368 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-02f4328b-21f6-4db7-a502-a3599152b8eb req-5376bfbe-116f-40d2-935e-8de6d35479b5 service neutron] Attempting to bind port 7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:28:20.131729 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-02f4328b-21f6-4db7-a502-a3599152b8eb req-5376bfbe-116f-40d2-935e-8de6d35479b5 service neutron] Attempting to bind port 7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '9cb9d205-9190-43c8-b078-f8df09db6175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:28:20.132059 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f4328b-21f6-4db7-a502-a3599152b8eb req-5376bfbe-116f-40d2-935e-8de6d35479b5 service neutron] Attempting to bind port 7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c on network 4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:28:20.147352 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-3c5a6356-6549-4fd1-b3a0-6de6c75f9689 admin admin] Allocated IP 172.25.8.99 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/d31e3b60-d1ce-490c-94f1-fb1e977643c8) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:28:20.159528 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccff0e7f-7da0-40fc-975c-3cd0b720cb18 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:28:20.161413 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccff0e7f-7da0-40fc-975c-3cd0b720cb18 None None] Checking segment: {'id': '7617739c-1148-405a-b759-881cda43c47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '1557e6f9-ef1e-471d-ad9b-c22fef29517e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:28:20.162042 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ccff0e7f-7da0-40fc-975c-3cd0b720cb18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:20.162659 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccff0e7f-7da0-40fc-975c-3cd0b720cb18 None None] Bound using segment: {'id': '7617739c-1148-405a-b759-881cda43c47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '1557e6f9-ef1e-471d-ad9b-c22fef29517e'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:28:20.163497 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-ccff0e7f-7da0-40fc-975c-3cd0b720cb18 None None] Bound port: 0de5aaa7-3bd3-476a-833b-593e1ef78747, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7617739c-1148-405a-b759-881cda43c47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '1557e6f9-ef1e-471d-ad9b-c22fef29517e'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:28:20.164742 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ccff0e7f-7da0-40fc-975c-3cd0b720cb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (0de5aaa7-3bd3-476a-833b-593e1ef78747), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:20.168902 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-d105fc05-0841-455e-a1ef-ca689122fda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d64d515-4843-48da-980f-e7f52fb88627', 'name': 'tempest-AttachSCSIVolumeTestJSON-1242859048-router', 'tenant_id': '995b54d9cef34e9595750043705eaa07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'fc96db3a-7d28-46cd-9bcd-1a74e950e8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:28:09Z', 'updated_at': '2022-03-11T19:28:15Z', 'revision_number': 4, 'project_id': '995b54d9cef34e9595750043705eaa07', 'gw_port': {'id': 'fc96db3a-7d28-46cd-9bcd-1a74e950e8a8', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:8f:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d64d515-4843-48da-980f-e7f52fb88627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:11Z', 'updated_at': '2022-03-11T19:28:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'd250ebcc-cfa7-444e-9330-33f8973578ca', 'name': '', 'network_id': '2f8aa864-d343-498b-b250-957730207b49', 'tenant_id': '995b54d9cef34e9595750043705eaa07', 'mac_address': 'fa:16:3e:f1:75:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d64d515-4843-48da-980f-e7f52fb88627', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'bc4f0b77-755b-408e-91f0-33286bbfa1df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:14Z', 'updated_at': '2022-03-11T19:28:15Z', 'revision_number': 2, 'project_id': '995b54d9cef34e9595750043705eaa07', 'subnets': [{'id': 'bc4f0b77-755b-408e-91f0-33286bbfa1df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:28:20.219825 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d105fc05-0841-455e-a1ef-ca689122fda4 None None] Checking router: 5d64d515-4843-48da-980f-e7f52fb88627 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:28:20.220539 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d105fc05-0841-455e-a1ef-ca689122fda4 None None] Updating router 5d64d515-4843-48da-980f-e7f52fb88627 port d250ebcc-cfa7-444e-9330-33f8973578ca binding host n-d-833163-1 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:28:20.387411 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1162492d-dc40-4975-bca4-edc000e2dadc req-db4c75b8-3912-4c72-b50f-17a814b7b62e tempest-ServersAdmin275Test-107861968 tempest-ServersAdmin275Test-107861968-project] 10.222.0.65 "GET /v2.0/ports?device_id=27a07cf5-eaf0-4721-b0fa-8387298c9e0a HTTP/1.1" status: 200 len: 210 time: 0.0582831 Mar 11 19:28:20.396115 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-ceb2edb9-0a70-4b57-85d5-83e71333afec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c5f98d-66d2-41bc-9095-121d4d1af775', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-195610653-router', 'tenant_id': '2b2041a5e8eb449b899a189cd9e58346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '8bf33d21-8b41-4d5c-b608-920c20b9af5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:26:34Z', 'updated_at': '2022-03-11T19:26:39Z', 'revision_number': 4, 'project_id': '2b2041a5e8eb449b899a189cd9e58346', 'gw_port': {'id': '8bf33d21-8b41-4d5c-b608-920c20b9af5b', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ad:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c5f98d-66d2-41bc-9095-121d4d1af775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 175, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:26:35Z', 'updated_at': '2022-03-11T19:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '1461f1d6-56aa-434d-9a99-fac012f6745b', 'tenant_id': '2b2041a5e8eb449b899a189cd9e58346', 'floating_ip_address': '172.25.8.214', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'e1c5f98d-66d2-41bc-9095-121d4d1af775', 'port_id': 'e5ee4a3e-f501-44a7-9b49-3c2de2261da7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac02cbd1-5dcb-429f-a716-af840212fb30', 'mac_address': 'fa:16:3e:25:32:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb8d378-f979-4674-946f-ccac24105fe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:26:59Z', 'updated_at': '2022-03-11T19:28:16Z', 'revision_number': 5, 'project_id': '2b2041a5e8eb449b899a189cd9e58346', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a40402ea-0b96-4e24-a324-ac1b0a5a3164', 'name': '', 'network_id': 'ac02cbd1-5dcb-429f-a716-af840212fb30', 'tenant_id': '2b2041a5e8eb449b899a189cd9e58346', 'mac_address': 'fa:16:3e:7c:df:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c5f98d-66d2-41bc-9095-121d4d1af775', 'device_owner': 'network:router_interface', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': '25c527aa-940c-4d05-a3a3-da904c4b7fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:26:38Z', 'updated_at': '2022-03-11T19:26:47Z', 'revision_number': 5, 'project_id': '2b2041a5e8eb449b899a189cd9e58346', 'subnets': [{'id': '25c527aa-940c-4d05-a3a3-da904c4b7fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:28:20.407563 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3c5a6356-6549-4fd1-b3a0-6de6c75f9689 admin admin] Publish callbacks [] for port (d31e3b60-d1ce-490c-94f1-fb1e977643c8), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:20.427875 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f4328b-21f6-4db7-a502-a3599152b8eb req-5376bfbe-116f-40d2-935e-8de6d35479b5 service neutron] Port 7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c on network 4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:28:20.428207 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f4328b-21f6-4db7-a502-a3599152b8eb req-5376bfbe-116f-40d2-935e-8de6d35479b5 service neutron] Attempting to bind port 7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c on network 4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:28:20.465849 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb2edb9-0a70-4b57-85d5-83e71333afec None None] Checking router: e1c5f98d-66d2-41bc-9095-121d4d1af775 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:28:20.486359 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device fc96db3a-7d28-46cd-9bcd-1a74e950e8a8 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:28:20.490236 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3c5a6356-6549-4fd1-b3a0-6de6c75f9689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (d31e3b60-d1ce-490c-94f1-fb1e977643c8), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:20.492871 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb2edb9-0a70-4b57-85d5-83e71333afec None None] Routers {'e1c5f98d-66d2-41bc-9095-121d4d1af775'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:28:20.493500 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-ceb2edb9-0a70-4b57-85d5-83e71333afec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:27:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['e1c5f98d-66d2-41bc-9095-121d4d1af775'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:28:20.528139 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-07b3de6a-d079-4a16-9d39-c950af731f3f req-0cd6fe77-30aa-4469-a2d2-353fe845a4c8 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b HTTP/1.1" status: 200 len: 210 time: 0.0601101 Mar 11 19:28:20.549461 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f4328b-21f6-4db7-a502-a3599152b8eb req-5376bfbe-116f-40d2-935e-8de6d35479b5 service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:28:20.549806 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f4328b-21f6-4db7-a502-a3599152b8eb req-5376bfbe-116f-40d2-935e-8de6d35479b5 service neutron] Checking segment: {'id': '9cb9d205-9190-43c8-b078-f8df09db6175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:28:20.550194 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f4328b-21f6-4db7-a502-a3599152b8eb req-5376bfbe-116f-40d2-935e-8de6d35479b5 service neutron] Bound using segment: {'id': '9cb9d205-9190-43c8-b078-f8df09db6175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:28:20.550646 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-02f4328b-21f6-4db7-a502-a3599152b8eb req-5376bfbe-116f-40d2-935e-8de6d35479b5 service neutron] Bound port: 7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cb9d205-9190-43c8-b078-f8df09db6175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:28:20.551017 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-02f4328b-21f6-4db7-a502-a3599152b8eb req-5376bfbe-116f-40d2-935e-8de6d35479b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:20.555824 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5a6356-6549-4fd1-b3a0-6de6c75f9689 admin admin] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:28:20.600752 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d105fc05-0841-455e-a1ef-ca689122fda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d250ebcc-cfa7-444e-9330-33f8973578ca), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:20.614639 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aa83c5-90bf-4750-a863-841f4321df2f req-4fcd93e6-ee64-44cb-beac-fe2d5498ae76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:20.624083 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b3aa83c5-90bf-4750-a863-841f4321df2f req-4fcd93e6-ee64-44cb-beac-fe2d5498ae76 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2b2041a5e8eb449b899a189cd9e58346&device_id=6cb8d378-f979-4674-946f-ccac24105fe0 HTTP/1.1" status: 200 len: 1127 time: 0.4790425 Mar 11 19:28:20.670183 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-f7b550b1-cebf-42e0-bb6d-da6d86bc0b88 None None] Allocated IP 172.20.0.2 (17bfad7b-503c-456a-b77b-9f736040f375/86923aa3-6e53-444a-9024-41b07fda091e/4c7170a5-0e6f-47d6-9b9d-11949c1488ce) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:28:20.672252 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-ceb2edb9-0a70-4b57-85d5-83e71333afec None None] Set router e1c5f98d-66d2-41bc-9095-121d4d1af775 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:28:20.672736 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-ccff0e7f-7da0-40fc-975c-3cd0b720cb18 None None] For port 0de5aaa7-3bd3-476a-833b-593e1ef78747, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:28:20.677235 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-3c5a6356-6549-4fd1-b3a0-6de6c75f9689 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:28:20.699163 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-ccff0e7f-7da0-40fc-975c-3cd0b720cb18 None None] For port 0de5aaa7-3bd3-476a-833b-593e1ef78747, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=0de5aaa7-3bd3-476a-833b-593e1ef78747,segment=NetworkSegment(7617739c-1148-405a-b759-881cda43c47e),segment_id=7617739c-1148-405a-b759-881cda43c47e)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:28:20.735994 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5a6356-6549-4fd1-b3a0-6de6c75f9689 admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:28:20.754439 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec5d90-b163-4fae-8008-f186b96338c2 req-d0f020eb-9550-49c4-a75d-e5d6c0099190 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:20.754939 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ccff0e7f-7da0-40fc-975c-3cd0b720cb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (0de5aaa7-3bd3-476a-833b-593e1ef78747), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:20.762800 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-abec5d90-b163-4fae-8008-f186b96338c2 req-d0f020eb-9550-49c4-a75d-e5d6c0099190 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=151f548b-417d-4fda-9007-9657402adaa5 HTTP/1.1" status: 200 len: 943 time: 0.4663119 Mar 11 19:28:20.888567 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-abec5d90-b163-4fae-8008-f186b96338c2 req-80ddcb3e-b91e-411c-91e1-e5cb7ae7b857 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245718 Mar 11 19:28:20.923232 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-02f4328b-21f6-4db7-a502-a3599152b8eb req-5376bfbe-116f-40d2-935e-8de6d35479b5 service neutron] For port 7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:28:20.933584 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port fc96db3a-7d28-46cd-9bcd-1a74e950e8a8 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:28:20.934209 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (fc96db3a-7d28-46cd-9bcd-1a74e950e8a8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:20.949297 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-02f4328b-21f6-4db7-a502-a3599152b8eb req-5376bfbe-116f-40d2-935e-8de6d35479b5 service neutron] For port 7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c,segment=NetworkSegment(9cb9d205-9190-43c8-b078-f8df09db6175),segment_id=9cb9d205-9190-43c8-b078-f8df09db6175)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:28:20.969209 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aa83c5-90bf-4750-a863-841f4321df2f req-69b11fa1-fbef-401e-a74b-3c56001281d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:20.970758 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b3aa83c5-90bf-4750-a863-841f4321df2f req-69b11fa1-fbef-401e-a74b-3c56001281d7 service neutron] 10.222.0.75 "GET /v2.0/networks?id=ac02cbd1-5dcb-429f-a716-af840212fb30 HTTP/1.1" status: 200 len: 924 time: 0.3456869 Mar 11 19:28:20.971896 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-02f4328b-21f6-4db7-a502-a3599152b8eb req-5376bfbe-116f-40d2-935e-8de6d35479b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:20.994777 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5a6356-6549-4fd1-b3a0-6de6c75f9689 admin admin] Pushing event updated for resources: {'Port': ['ID=d31e3b60-d1ce-490c-94f1-fb1e977643c8,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:21.095957 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-ceb2edb9-0a70-4b57-85d5-83e71333afec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c5f98d-66d2-41bc-9095-121d4d1af775', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-195610653-router', 'tenant_id': '2b2041a5e8eb449b899a189cd9e58346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '8bf33d21-8b41-4d5c-b608-920c20b9af5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:26:34Z', 'updated_at': '2022-03-11T19:26:39Z', 'revision_number': 4, 'project_id': '2b2041a5e8eb449b899a189cd9e58346', 'gw_port': {'id': '8bf33d21-8b41-4d5c-b608-920c20b9af5b', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ad:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c5f98d-66d2-41bc-9095-121d4d1af775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 175, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:26:35Z', 'updated_at': '2022-03-11T19:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '1461f1d6-56aa-434d-9a99-fac012f6745b', 'tenant_id': '2b2041a5e8eb449b899a189cd9e58346', 'floating_ip_address': '172.25.8.214', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'e1c5f98d-66d2-41bc-9095-121d4d1af775', 'port_id': 'e5ee4a3e-f501-44a7-9b49-3c2de2261da7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac02cbd1-5dcb-429f-a716-af840212fb30', 'mac_address': 'fa:16:3e:25:32:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb8d378-f979-4674-946f-ccac24105fe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:26:59Z', 'updated_at': '2022-03-11T19:28:16Z', 'revision_number': 5, 'project_id': '2b2041a5e8eb449b899a189cd9e58346', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a40402ea-0b96-4e24-a324-ac1b0a5a3164', 'name': '', 'network_id': 'ac02cbd1-5dcb-429f-a716-af840212fb30', 'tenant_id': '2b2041a5e8eb449b899a189cd9e58346', 'mac_address': 'fa:16:3e:7c:df:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c5f98d-66d2-41bc-9095-121d4d1af775', 'device_owner': 'network:router_interface', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': '25c527aa-940c-4d05-a3a3-da904c4b7fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:26:38Z', 'updated_at': '2022-03-11T19:26:47Z', 'revision_number': 5, 'project_id': '2b2041a5e8eb449b899a189cd9e58346', 'subnets': [{'id': '25c527aa-940c-4d05-a3a3-da904c4b7fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:28:21.102051 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccff0e7f-7da0-40fc-975c-3cd0b720cb18 None None] Pushing event updated for resources: {'Port': ['ID=0de5aaa7-3bd3-476a-833b-593e1ef78747,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:21.126040 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5376bfbe-116f-40d2-935e-8de6d35479b5 service neutron] Pushing event updated for resources: {'Port': ['ID=7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:21.141159 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5e6a20c5-5256-4913-bdce-e2668118d7b1 admin admin] Publish callbacks [] for router_gateway (660b1f5b-eb2a-424e-9497-26ecc7cb4999), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:21.169728 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb2edb9-0a70-4b57-85d5-83e71333afec None None] The sync data for ids ['e1c5f98d-66d2-41bc-9095-121d4d1af775'] in n-d-833163-1 is: [{'id': 'e1c5f98d-66d2-41bc-9095-121d4d1af775', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-195610653-router', 'tenant_id': '2b2041a5e8eb449b899a189cd9e58346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '8bf33d21-8b41-4d5c-b608-920c20b9af5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:26:34Z', 'updated_at': '2022-03-11T19:26:39Z', 'revision_number': 4, 'project_id': '2b2041a5e8eb449b899a189cd9e58346', 'gw_port': {'id': '8bf33d21-8b41-4d5c-b608-920c20b9af5b', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ad:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c5f98d-66d2-41bc-9095-121d4d1af775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 175, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:26:35Z', 'updated_at': '2022-03-11T19:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '1461f1d6-56aa-434d-9a99-fac012f6745b', 'tenant_id': '2b2041a5e8eb449b899a189cd9e58346', 'floating_ip_address': '172.25.8.214', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'e1c5f98d-66d2-41bc-9095-121d4d1af775', 'port_id': 'e5ee4a3e-f501-44a7-9b49-3c2de2261da7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac02cbd1-5dcb-429f-a716-af840212fb30', 'mac_address': 'fa:16:3e:25:32:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb8d378-f979-4674-946f-ccac24105fe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:26:59Z', 'updated_at': '2022-03-11T19:28:16Z', 'revision_number': 5, 'project_id': '2b2041a5e8eb449b899a189cd9e58346', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a40402ea-0b96-4e24-a324-ac1b0a5a3164', 'name': '', 'network_id': 'ac02cbd1-5dcb-429f-a716-af840212fb30', 'tenant_id': '2b2041a5e8eb449b899a189cd9e58346', 'mac_address': 'fa:16:3e:7c:df:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c5f98d-66d2-41bc-9095-121d4d1af775', 'device_owner': 'network:router_interface', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': '25c527aa-940c-4d05-a3a3-da904c4b7fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:26:38Z', 'updated_at': '2022-03-11T19:26:47Z', 'revision_number': 5, 'project_id': '2b2041a5e8eb449b899a189cd9e58346', 'subnets': [{'id': '25c527aa-940c-4d05-a3a3-da904c4b7fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:28:21.271689 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f4328b-21f6-4db7-a502-a3599152b8eb req-5376bfbe-116f-40d2-935e-8de6d35479b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:21.275269 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-02f4328b-21f6-4db7-a502-a3599152b8eb req-5376bfbe-116f-40d2-935e-8de6d35479b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:21.276785 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-02f4328b-21f6-4db7-a502-a3599152b8eb req-5376bfbe-116f-40d2-935e-8de6d35479b5 service neutron] 10.222.0.57 "PUT /v2.0/ports/7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c HTTP/1.1" status: 200 len: 1091 time: 3.1895235 Mar 11 19:28:21.303243 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5e6a20c5-5256-4913-bdce-e2668118d7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:21.393430 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f7b550b1-cebf-42e0-bb6d-da6d86bc0b88 None None] Publish callbacks [] for port (4c7170a5-0e6f-47d6-9b9d-11949c1488ce), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:21.438322 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f7b550b1-cebf-42e0-bb6d-da6d86bc0b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (4c7170a5-0e6f-47d6-9b9d-11949c1488ce), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:21.486267 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b3aa83c5-90bf-4750-a863-841f4321df2f req-d3a81637-a7c4-4366-8754-27956389bbb1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5ee4a3e-f501-44a7-9b49-3c2de2261da7 HTTP/1.1" status: 200 len: 999 time: 0.5065856 Mar 11 19:28:21.529961 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port fc96db3a-7d28-46cd-9bcd-1a74e950e8a8 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:28:21.589108 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b550b1-cebf-42e0-bb6d-da6d86bc0b88 None None] Pushing event updated for resources: {'Port': ['ID=4c7170a5-0e6f-47d6-9b9d-11949c1488ce,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:21.607347 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b550b1-cebf-42e0-bb6d-da6d86bc0b88 None None] Network 17bfad7b-503c-456a-b77b-9f736040f375 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:28:21.619973 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-f7b550b1-cebf-42e0-bb6d-da6d86bc0b88 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:28:21.631422 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f29ab8-fab2-4bd9-bee3-2ec747b01ce5 None None] New status for floating IP 1461f1d6-56aa-434d-9a99-fac012f6745b: ACTIVE {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 19:28:21.750232 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3c5a6356-6549-4fd1-b3a0-6de6c75f9689 admin admin] Publish callbacks [] for router_gateway (3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:21.819008 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-5e6a20c5-5256-4913-bdce-e2668118d7b1 admin admin] Allocated IP 172.25.8.59 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/78406ed1-9d3e-42c1-ac53-ab848b568af4) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:28:21.890841 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b550b1-cebf-42e0-bb6d-da6d86bc0b88 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:28:22.028701 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9dbba577-0660-446d-99ce-2eb4bd10cd9a req-6d807555-9a74-4ea7-b2ae-0bac2b742905 tempest-ServersAdmin275Test-107861968 tempest-ServersAdmin275Test-107861968-project] 10.222.0.65 "GET /v2.0/ports?device_id=27a07cf5-eaf0-4721-b0fa-8387298c9e0a HTTP/1.1" status: 200 len: 210 time: 0.0453715 Mar 11 19:28:22.052842 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-82239551-03da-4ad8-9e8d-5fe14a0d1bed req-6232232a-2c89-47cf-87c8-41804f5068cb tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b HTTP/1.1" status: 200 len: 210 time: 0.0694587 Mar 11 19:28:22.064271 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d105fc05-0841-455e-a1ef-ca689122fda4 None None] Publish callbacks [] for port (d250ebcc-cfa7-444e-9330-33f8973578ca), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:22.082676 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aa83c5-90bf-4750-a863-841f4321df2f req-7ce6865c-7bbf-4faa-9186-7bd14d5a00ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:22.095291 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b3aa83c5-90bf-4750-a863-841f4321df2f req-7ce6865c-7bbf-4faa-9186-7bd14d5a00ef service neutron] 10.222.0.75 "GET /v2.0/subnets?id=25c527aa-940c-4d05-a3a3-da904c4b7fbe HTTP/1.1" status: 200 len: 862 time: 0.5907092 Mar 11 19:28:22.095977 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d105fc05-0841-455e-a1ef-ca689122fda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (d250ebcc-cfa7-444e-9330-33f8973578ca), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:22.125440 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-f7b550b1-cebf-42e0-bb6d-da6d86bc0b88 None None] Attempting to bind port 4c7170a5-0e6f-47d6-9b9d-11949c1488ce on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:28:22.125809 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-f7b550b1-cebf-42e0-bb6d-da6d86bc0b88 None None] Attempting to bind port 4c7170a5-0e6f-47d6-9b9d-11949c1488ce by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'e15f8058-4e0b-4c29-adee-d30240647fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '17bfad7b-503c-456a-b77b-9f736040f375'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:28:22.126174 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b550b1-cebf-42e0-bb6d-da6d86bc0b88 None None] Attempting to bind port 4c7170a5-0e6f-47d6-9b9d-11949c1488ce on network 17bfad7b-503c-456a-b77b-9f736040f375 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:28:22.161499 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b550b1-cebf-42e0-bb6d-da6d86bc0b88 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:28:22.162021 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b550b1-cebf-42e0-bb6d-da6d86bc0b88 None None] Checking segment: {'id': 'e15f8058-4e0b-4c29-adee-d30240647fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '17bfad7b-503c-456a-b77b-9f736040f375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:28:22.162479 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f7b550b1-cebf-42e0-bb6d-da6d86bc0b88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:22.162823 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b550b1-cebf-42e0-bb6d-da6d86bc0b88 None None] Bound using segment: {'id': 'e15f8058-4e0b-4c29-adee-d30240647fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '17bfad7b-503c-456a-b77b-9f736040f375'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:28:22.163301 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-f7b550b1-cebf-42e0-bb6d-da6d86bc0b88 None None] Bound port: 4c7170a5-0e6f-47d6-9b9d-11949c1488ce, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e15f8058-4e0b-4c29-adee-d30240647fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '17bfad7b-503c-456a-b77b-9f736040f375'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:28:22.163754 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f7b550b1-cebf-42e0-bb6d-da6d86bc0b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (4c7170a5-0e6f-47d6-9b9d-11949c1488ce), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:22.202995 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '151f548b-417d-4fda-9007-9657402adaa5', 'tag': '7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:28:22.206645 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe2dc69-fbaa-45a0-89e8-e93b287091bb" -d '{"events": [{"name": "network-changed", "server_uuid": "151f548b-417d-4fda-9007-9657402adaa5", "tag": "7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:28:22.214527 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f4328b-21f6-4db7-a502-a3599152b8eb req-37d5e807-33eb-48cd-9658-1bcac40e5e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:22.218345 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-02f4328b-21f6-4db7-a502-a3599152b8eb req-37d5e807-33eb-48cd-9658-1bcac40e5e44 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f95acd8ec5ef45d8b7ae8994d46f4375&device_id=151f548b-417d-4fda-9007-9657402adaa5 HTTP/1.1" status: 200 len: 1125 time: 0.8734782 Mar 11 19:28:22.314077 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ba1871-2158-440c-be62-b28cb0b98cee None None] Pushing event updated for resources: {'Port': ['ID=d250ebcc-cfa7-444e-9330-33f8973578ca,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:22.323267 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4457afa-76bc-44e5-b80f-26b14849369f x-openstack-request-id: req-c4457afa-76bc-44e5-b80f-26b14849369f {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:28:22.323445 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "151f548b-417d-4fda-9007-9657402adaa5", "tag": "7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:28:22.323738 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c4457afa-76bc-44e5-b80f-26b14849369f {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:28:22.324134 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '151f548b-417d-4fda-9007-9657402adaa5', 'tag': '7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c', 'status': 'completed', 'code': 200} Mar 11 19:28:22.383460 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-02f4328b-21f6-4db7-a502-a3599152b8eb req-46781a27-4260-4aa8-8e87-a17f82cb5a52 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c HTTP/1.1" status: 200 len: 217 time: 0.1058555 Mar 11 19:28:22.407309 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7389cb-eced-41fd-af93-b4c517edb698 req-2ac13da4-d246-4d9d-85ed-fdc2707be8f6 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:22.409011 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-2e7389cb-eced-41fd-af93-b4c517edb698 req-2ac13da4-d246-4d9d-85ed-fdc2707be8f6 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.75 "GET /v2.0/networks?id=b2c20bf2-5907-4ff7-8af6-23603c7d780a HTTP/1.1" status: 200 len: 820 time: 0.6891048 Mar 11 19:28:22.410138 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 0de5aaa7-3bd3-476a-833b-593e1ef78747 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:28:22.426467 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-2e7389cb-eced-41fd-af93-b4c517edb698 req-338e1c77-f117-4880-8bca-e025b815a597 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Request body: {'port': {'device_id': 'dde90127-b173-41d7-8edf-5dbeede7ff2b', 'network_id': 'b2c20bf2-5907-4ff7-8af6-23603c7d780a', 'admin_state_up': True, 'tenant_id': 'f44b890e943d4aee826b67fd4c2d7b8e'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:28:22.507801 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c1f5b07e-92bd-4230-92f8-b90e6dad7066 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:22.520232 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:22.521016 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-d105fc05-0841-455e-a1ef-ca689122fda4 None None] Attempting to bind port d250ebcc-cfa7-444e-9330-33f8973578ca on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:28:22.521381 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-d105fc05-0841-455e-a1ef-ca689122fda4 None None] Attempting to bind port d250ebcc-cfa7-444e-9330-33f8973578ca by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'ce345813-e166-4c98-ada8-e25f8b8832f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '2f8aa864-d343-498b-b250-957730207b49'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:28:22.521744 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d105fc05-0841-455e-a1ef-ca689122fda4 None None] Attempting to bind port d250ebcc-cfa7-444e-9330-33f8973578ca on network 2f8aa864-d343-498b-b250-957730207b49 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:28:22.525069 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f4328b-21f6-4db7-a502-a3599152b8eb req-6ecf3b51-c8c4-4ccd-8cc9-226fa6299bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:22.527217 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-02f4328b-21f6-4db7-a502-a3599152b8eb req-6ecf3b51-c8c4-4ccd-8cc9-226fa6299bef service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f742a986-c135-4269-ad05-332f85e495a8 HTTP/1.1" status: 200 len: 847 time: 0.1309986 Mar 11 19:28:22.530999 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-f7b550b1-cebf-42e0-bb6d-da6d86bc0b88 None None] For port 4c7170a5-0e6f-47d6-9b9d-11949c1488ce, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:28:22.537692 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-f7b550b1-cebf-42e0-bb6d-da6d86bc0b88 None None] For port 4c7170a5-0e6f-47d6-9b9d-11949c1488ce, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=4c7170a5-0e6f-47d6-9b9d-11949c1488ce,segment=NetworkSegment(e15f8058-4e0b-4c29-adee-d30240647fdd),segment_id=e15f8058-4e0b-4c29-adee-d30240647fdd)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:28:22.541055 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d105fc05-0841-455e-a1ef-ca689122fda4 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:28:22.541437 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d105fc05-0841-455e-a1ef-ca689122fda4 None None] Checking segment: {'id': 'ce345813-e166-4c98-ada8-e25f8b8832f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '2f8aa864-d343-498b-b250-957730207b49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:28:22.541843 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d105fc05-0841-455e-a1ef-ca689122fda4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:22.542236 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d105fc05-0841-455e-a1ef-ca689122fda4 None None] Bound using segment: {'id': 'ce345813-e166-4c98-ada8-e25f8b8832f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '2f8aa864-d343-498b-b250-957730207b49'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:28:22.542717 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-d105fc05-0841-455e-a1ef-ca689122fda4 None None] Bound port: d250ebcc-cfa7-444e-9330-33f8973578ca, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce345813-e166-4c98-ada8-e25f8b8832f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '2f8aa864-d343-498b-b250-957730207b49'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:28:22.543099 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d105fc05-0841-455e-a1ef-ca689122fda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d250ebcc-cfa7-444e-9330-33f8973578ca), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:22.543222 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce4a54-ae22-4b6c-8ede-25b448924ce7 req-f7f51e9f-a77d-4797-8f0a-1c42f7fabe05 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:22.551139 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7bce4a54-ae22-4b6c-8ede-25b448924ce7 req-f7f51e9f-a77d-4797-8f0a-1c42f7fabe05 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=151f548b-417d-4fda-9007-9657402adaa5 HTTP/1.1" status: 200 len: 943 time: 0.3286574 Mar 11 19:28:22.565175 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f7b550b1-cebf-42e0-bb6d-da6d86bc0b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (4c7170a5-0e6f-47d6-9b9d-11949c1488ce), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:22.571067 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aa83c5-90bf-4750-a863-841f4321df2f req-dc09cf10-968d-4f80-82dc-1f787974d092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:22.572952 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b3aa83c5-90bf-4750-a863-841f4321df2f req-dc09cf10-968d-4f80-82dc-1f787974d092 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ac02cbd1-5dcb-429f-a716-af840212fb30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4804993 Mar 11 19:28:22.618222 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5e6a20c5-5256-4913-bdce-e2668118d7b1 admin admin] Publish callbacks [] for port (78406ed1-9d3e-42c1-ac53-ab848b568af4), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:22.636861 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-02f4328b-21f6-4db7-a502-a3599152b8eb req-2c4e563a-bc8d-4c73-837e-850c67970f70 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819910 Mar 11 19:28:22.690492 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-3500adc6-0e87-4537-8fa1-a6111bd5b519 None None] Provisioning complete for port d250ebcc-cfa7-444e-9330-33f8973578ca triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:28:22.691109 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3500adc6-0e87-4537-8fa1-a6111bd5b519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (d250ebcc-cfa7-444e-9330-33f8973578ca), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:22.731044 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 0de5aaa7-3bd3-476a-833b-593e1ef78747 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:28:22.731430 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (0de5aaa7-3bd3-476a-833b-593e1ef78747), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:22.746411 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7bce4a54-ae22-4b6c-8ede-25b448924ce7 req-ec42fd22-b22a-4ae2-82d6-106ec1e47c8c tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940074 Mar 11 19:28:22.781738 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b550b1-cebf-42e0-bb6d-da6d86bc0b88 None None] Pushing event updated for resources: {'Port': ['ID=4c7170a5-0e6f-47d6-9b9d-11949c1488ce,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:22.795910 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d105fc05-0841-455e-a1ef-ca689122fda4 None None] For port d250ebcc-cfa7-444e-9330-33f8973578ca, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:28:22.799010 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5e6a20c5-5256-4913-bdce-e2668118d7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (78406ed1-9d3e-42c1-ac53-ab848b568af4), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:22.826482 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-3500adc6-0e87-4537-8fa1-a6111bd5b519 None None] Port d250ebcc-cfa7-444e-9330-33f8973578ca cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:28:22.829436 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d105fc05-0841-455e-a1ef-ca689122fda4 None None] For port d250ebcc-cfa7-444e-9330-33f8973578ca, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=d250ebcc-cfa7-444e-9330-33f8973578ca,segment=NetworkSegment(ce345813-e166-4c98-ada8-e25f8b8832f7),segment_id=ce345813-e166-4c98-ada8-e25f8b8832f7)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:28:22.842213 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d105fc05-0841-455e-a1ef-ca689122fda4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (d250ebcc-cfa7-444e-9330-33f8973578ca), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:22.860740 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58083ea9-841d-4a8d-a406-7a2a8089d02a None None] Network 1557e6f9-ef1e-471d-ad9b-c22fef29517e requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:28:22.862638 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b3aa83c5-90bf-4750-a863-841f4321df2f req-b4159978-28bf-4b9b-932b-0bafe4082818 service neutron] 10.222.0.75 "GET /v2.0/networks/ac02cbd1-5dcb-429f-a716-af840212fb30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638359 Mar 11 19:28:22.886332 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a20c5-5256-4913-bdce-e2668118d7b1 admin admin] Pushing event updated for resources: {'Port': ['ID=78406ed1-9d3e-42c1-ac53-ab848b568af4,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:22.903885 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3c5a6356-6549-4fd1-b3a0-6de6c75f9689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:22.910063 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-02f4328b-21f6-4db7-a502-a3599152b8eb req-bafc2a0b-ab17-4864-b05e-d016d836f19b service neutron] 10.222.0.57 "GET /v2.0/networks/4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231145 Mar 11 19:28:22.918395 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6a20c5-5256-4913-bdce-e2668118d7b1 admin admin] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:28:22.921677 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-5e6a20c5-5256-4913-bdce-e2668118d7b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:28:22.936530 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6a20c5-5256-4913-bdce-e2668118d7b1 admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:28:22.975643 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 0de5aaa7-3bd3-476a-833b-593e1ef78747 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:28:22.975643 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (0de5aaa7-3bd3-476a-833b-593e1ef78747), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:23.031938 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-e0267823-7ec0-4f1f-aca7-3a4963645f9f None None] Provisioning complete for port 0de5aaa7-3bd3-476a-833b-593e1ef78747 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:28:23.032319 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e0267823-7ec0-4f1f-aca7-3a4963645f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (0de5aaa7-3bd3-476a-833b-593e1ef78747), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:23.183767 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e7389cb-eced-41fd-af93-b4c517edb698 req-338e1c77-f117-4880-8bca-e025b815a597 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Made reservation on behalf of f44b890e943d4aee826b67fd4c2d7b8e for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:28:23.187232 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2e7389cb-eced-41fd-af93-b4c517edb698 req-338e1c77-f117-4880-8bca-e025b815a597 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:23.223270 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-02f4328b-21f6-4db7-a502-a3599152b8eb req-3ab4fc00-8a7a-4424-bbd5-9cd5590c4368 service neutron] 10.222.0.57 "GET /v2.0/networks/4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054779 Mar 11 19:28:23.268276 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b3aa83c5-90bf-4750-a863-841f4321df2f req-baaeedb8-a9db-436e-b67f-af69a0423c88 service neutron] 10.222.0.75 "GET /v2.0/networks/ac02cbd1-5dcb-429f-a716-af840212fb30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3985007 Mar 11 19:28:23.269501 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d105fc05-0841-455e-a1ef-ca689122fda4 None None] Routers {'5d64d515-4843-48da-980f-e7f52fb88627'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:28:23.292289 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-d105fc05-0841-455e-a1ef-ca689122fda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:27:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['5d64d515-4843-48da-980f-e7f52fb88627'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:28:23.352324 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-37ec93ca-8610-4ccf-a2a5-b43b448c7e9d req-e7e14f64-1ae4-4ef3-8154-d1b785bd5ed9 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b HTTP/1.1" status: 200 len: 210 time: 0.1159413 Mar 11 19:28:23.388225 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5e4f53f2-a2ad-4ad0-8768-1d5f5bae6810 req-c543863b-f61a-470d-89ae-daf88a92e1ee tempest-ServersAdmin275Test-107861968 tempest-ServersAdmin275Test-107861968-project] 10.222.0.65 "GET /v2.0/ports?device_id=27a07cf5-eaf0-4721-b0fa-8387298c9e0a HTTP/1.1" status: 200 len: 210 time: 0.1400528 Mar 11 19:28:23.469025 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2dc69-fbaa-45a0-89e8-e93b287091bb req-b7241799-6960-438a-a32e-671a351d919c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:23.475357 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dbe2dc69-fbaa-45a0-89e8-e93b287091bb req-b7241799-6960-438a-a32e-671a351d919c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f95acd8ec5ef45d8b7ae8994d46f4375&device_id=151f548b-417d-4fda-9007-9657402adaa5 HTTP/1.1" status: 200 len: 1125 time: 0.1546245 Mar 11 19:28:23.570196 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ba1871-2158-440c-be62-b28cb0b98cee None None] Pushing event updated for resources: {'Port': ['ID=d250ebcc-cfa7-444e-9330-33f8973578ca,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:23.586149 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 0de5aaa7-3bd3-476a-833b-593e1ef78747, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=0de5aaa7-3bd3-476a-833b-593e1ef78747,segment=NetworkSegment(7617739c-1148-405a-b759-881cda43c47e),segment_id=7617739c-1148-405a-b759-881cda43c47e)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:28:23.627571 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2dc69-fbaa-45a0-89e8-e93b287091bb req-56737ce7-6492-4046-a38c-a47b7239b2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:23.629485 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dbe2dc69-fbaa-45a0-89e8-e93b287091bb req-56737ce7-6492-4046-a38c-a47b7239b2b2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a HTTP/1.1" status: 200 len: 908 time: 0.1504233 Mar 11 19:28:23.682223 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (0de5aaa7-3bd3-476a-833b-593e1ef78747), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:23.701406 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dbe2dc69-fbaa-45a0-89e8-e93b287091bb req-c9b15312-1c1f-47bd-abce-72ca370add5f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c HTTP/1.1" status: 200 len: 217 time: 0.0633335 Mar 11 19:28:23.793533 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-d105fc05-0841-455e-a1ef-ca689122fda4 None None] Set router 5d64d515-4843-48da-980f-e7f52fb88627 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:28:23.800766 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e0267823-7ec0-4f1f-aca7-3a4963645f9f None None] Current status of the port 0de5aaa7-3bd3-476a-833b-593e1ef78747 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:28:23.824192 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe2dc69-fbaa-45a0-89e8-e93b287091bb req-af27199d-8b0d-4889-b377-7b5c735c5d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:23.825842 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dbe2dc69-fbaa-45a0-89e8-e93b287091bb req-af27199d-8b0d-4889-b377-7b5c735c5d67 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f742a986-c135-4269-ad05-332f85e495a8 HTTP/1.1" status: 200 len: 847 time: 0.1184459 Mar 11 19:28:23.893451 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=0de5aaa7-3bd3-476a-833b-593e1ef78747,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:23.924825 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dbe2dc69-fbaa-45a0-89e8-e93b287091bb req-1c775860-e312-4618-9566-e26b5d1154c1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918086 Mar 11 19:28:24.085046 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c5a6356-6549-4fd1-b3a0-6de6c75f9689 admin admin] Router 3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:28:24.111671 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21422616-ee7d-4ecc-a27a-4bcf3d5b227a req-c78c278b-e5ed-4d0e-92f6-b3cd8f5ca152 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:24.113769 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-21422616-ee7d-4ecc-a27a-4bcf3d5b227a req-c78c278b-e5ed-4d0e-92f6-b3cd8f5ca152 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=151f548b-417d-4fda-9007-9657402adaa5 HTTP/1.1" status: 200 len: 943 time: 0.1880355 Mar 11 19:28:24.121539 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-2f69c211-73f5-4d7d-9efa-f4ecd5461528 None None] Provisioning complete for port d250ebcc-cfa7-444e-9330-33f8973578ca triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:28:24.122078 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2f69c211-73f5-4d7d-9efa-f4ecd5461528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (d250ebcc-cfa7-444e-9330-33f8973578ca), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:24.146690 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5e6a20c5-5256-4913-bdce-e2668118d7b1 admin admin] Publish callbacks [] for router_gateway (660b1f5b-eb2a-424e-9497-26ecc7cb4999), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:24.157304 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-2e7389cb-eced-41fd-af93-b4c517edb698 req-338e1c77-f117-4880-8bca-e025b815a597 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Allocated IP 172.20.0.2 (b2c20bf2-5907-4ff7-8af6-23603c7d780a/a7be26a8-b37a-4d01-b7d9-b9690160171c/5ac3bee4-d31e-4d7f-9bb8-cb81d564318b) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:28:24.184724 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dbe2dc69-fbaa-45a0-89e8-e93b287091bb req-f26e8ced-9d5c-4272-a96d-4aed71297ac8 service neutron] 10.222.0.57 "GET /v2.0/networks/4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244425 Mar 11 19:28:24.343488 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-21422616-ee7d-4ecc-a27a-4bcf3d5b227a req-096e599e-4be9-4ded-b9a5-ffaaa716100d tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225406 Mar 11 19:28:24.423613 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 0de5aaa7-3bd3-476a-833b-593e1ef78747 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:28:24.444348 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dbe2dc69-fbaa-45a0-89e8-e93b287091bb req-a5c0b155-7e06-4c6a-85fe-b61daf1272ab service neutron] 10.222.0.57 "GET /v2.0/networks/4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586603 Mar 11 19:28:24.500294 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b10a27-1e6b-4c97-aa7e-9d972f10210d None None] Network 17bfad7b-503c-456a-b77b-9f736040f375 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:28:24.524222 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-2f69c211-73f5-4d7d-9efa-f4ecd5461528 None None] Current status of the port d250ebcc-cfa7-444e-9330-33f8973578ca is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:28:24.524625 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2f69c211-73f5-4d7d-9efa-f4ecd5461528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d250ebcc-cfa7-444e-9330-33f8973578ca), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:24.545378 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b73cb321-1d57-4e13-b8c5-038e8b4116d4 req-44519bae-f78e-40ca-ae26-44335bcd8f17 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b HTTP/1.1" status: 200 len: 210 time: 0.0644159 Mar 11 19:28:24.583891 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9b2c06e7-ae05-43b9-8708-c926f062ba27 req-fe390282-7858-49d1-a67e-8e807c16ea33 tempest-ServersAdmin275Test-107861968 tempest-ServersAdmin275Test-107861968-project] 10.222.0.65 "GET /v2.0/ports?device_id=27a07cf5-eaf0-4721-b0fa-8387298c9e0a HTTP/1.1" status: 200 len: 210 time: 0.0373106 Mar 11 19:28:24.616271 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5a6356-6549-4fd1-b3a0-6de6c75f9689 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:28:24.632975 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b894b3-3848-4c45-8c6a-c71bbe1f791d None None] Sync routers for ids ['3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:28:24.671308 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b894b3-3848-4c45-8c6a-c71bbe1f791d None None] Routers {'3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:28:24.671308 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-c6b894b3-3848-4c45-8c6a-c71bbe1f791d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:28:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:28:24.681072 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cb531942-e8eb-4e2c-894a-4e141181a43b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:24.711909 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-2f69c211-73f5-4d7d-9efa-f4ecd5461528 None None] For port d250ebcc-cfa7-444e-9330-33f8973578ca, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=d250ebcc-cfa7-444e-9330-33f8973578ca,segment=NetworkSegment(ce345813-e166-4c98-ada8-e25f8b8832f7),segment_id=ce345813-e166-4c98-ada8-e25f8b8832f7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:28:24.731432 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2f69c211-73f5-4d7d-9efa-f4ecd5461528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (d250ebcc-cfa7-444e-9330-33f8973578ca), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:24.749387 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-d105fc05-0841-455e-a1ef-ca689122fda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d64d515-4843-48da-980f-e7f52fb88627', 'name': 'tempest-AttachSCSIVolumeTestJSON-1242859048-router', 'tenant_id': '995b54d9cef34e9595750043705eaa07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'fc96db3a-7d28-46cd-9bcd-1a74e950e8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:28:09Z', 'updated_at': '2022-03-11T19:28:15Z', 'revision_number': 4, 'project_id': '995b54d9cef34e9595750043705eaa07', 'gw_port': {'id': 'fc96db3a-7d28-46cd-9bcd-1a74e950e8a8', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:8f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d64d515-4843-48da-980f-e7f52fb88627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:11Z', 'updated_at': '2022-03-11T19:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'd250ebcc-cfa7-444e-9330-33f8973578ca', 'name': '', 'network_id': '2f8aa864-d343-498b-b250-957730207b49', 'tenant_id': '995b54d9cef34e9595750043705eaa07', 'mac_address': 'fa:16:3e:f1:75:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d64d515-4843-48da-980f-e7f52fb88627', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'bc4f0b77-755b-408e-91f0-33286bbfa1df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:14Z', 'updated_at': '2022-03-11T19:28:22Z', 'revision_number': 4, 'project_id': '995b54d9cef34e9595750043705eaa07', 'subnets': [{'id': 'bc4f0b77-755b-408e-91f0-33286bbfa1df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:28:24.780072 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3c5a6356-6549-4fd1-b3a0-6de6c75f9689 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:24.784251 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 54464) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:28:24.784381 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-3c5a6356-6549-4fd1-b3a0-6de6c75f9689 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 6.5485218 Mar 11 19:28:24.815045 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d105fc05-0841-455e-a1ef-ca689122fda4 None None] The sync data for ids ['5d64d515-4843-48da-980f-e7f52fb88627'] in n-d-833163-1 is: [{'id': '5d64d515-4843-48da-980f-e7f52fb88627', 'name': 'tempest-AttachSCSIVolumeTestJSON-1242859048-router', 'tenant_id': '995b54d9cef34e9595750043705eaa07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'fc96db3a-7d28-46cd-9bcd-1a74e950e8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:28:09Z', 'updated_at': '2022-03-11T19:28:15Z', 'revision_number': 4, 'project_id': '995b54d9cef34e9595750043705eaa07', 'gw_port': {'id': 'fc96db3a-7d28-46cd-9bcd-1a74e950e8a8', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:8f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d64d515-4843-48da-980f-e7f52fb88627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:11Z', 'updated_at': '2022-03-11T19:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'd250ebcc-cfa7-444e-9330-33f8973578ca', 'name': '', 'network_id': '2f8aa864-d343-498b-b250-957730207b49', 'tenant_id': '995b54d9cef34e9595750043705eaa07', 'mac_address': 'fa:16:3e:f1:75:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d64d515-4843-48da-980f-e7f52fb88627', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'bc4f0b77-755b-408e-91f0-33286bbfa1df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:14Z', 'updated_at': '2022-03-11T19:28:22Z', 'revision_number': 4, 'project_id': '995b54d9cef34e9595750043705eaa07', 'subnets': [{'id': 'bc4f0b77-755b-408e-91f0-33286bbfa1df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:28:24.941111 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 0de5aaa7-3bd3-476a-833b-593e1ef78747 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:28:24.941490 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (0de5aaa7-3bd3-476a-833b-593e1ef78747), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:25.042406 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f69c211-73f5-4d7d-9efa-f4ecd5461528 None None] Pushing event updated for resources: {'Port': ['ID=d250ebcc-cfa7-444e-9330-33f8973578ca,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:25.046060 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2e7389cb-eced-41fd-af93-b4c517edb698 req-338e1c77-f117-4880-8bca-e025b815a597 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Publish callbacks [] for port (5ac3bee4-d31e-4d7f-9bb8-cb81d564318b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:25.053703 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-f2ee085b-cec9-4a7e-a265-471369541091 None None] Provisioning complete for port 0de5aaa7-3bd3-476a-833b-593e1ef78747 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:28:25.054181 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f2ee085b-cec9-4a7e-a265-471369541091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (0de5aaa7-3bd3-476a-833b-593e1ef78747), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:25.062688 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-c6b894b3-3848-4c45-8c6a-c71bbe1f791d None None] Set router 3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:28:25.077449 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5e6a20c5-5256-4913-bdce-e2668118d7b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (660b1f5b-eb2a-424e-9497-26ecc7cb4999), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:25.196942 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2e7389cb-eced-41fd-af93-b4c517edb698 req-338e1c77-f117-4880-8bca-e025b815a597 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (5ac3bee4-d31e-4d7f-9bb8-cb81d564318b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:25.347705 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 0de5aaa7-3bd3-476a-833b-593e1ef78747 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:28:25.355092 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 4c7170a5-0e6f-47d6-9b9d-11949c1488ce up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:28:25.380657 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e7389cb-eced-41fd-af93-b4c517edb698 req-338e1c77-f117-4880-8bca-e025b815a597 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Network b2c20bf2-5907-4ff7-8af6-23603c7d780a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:28:25.381293 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-c6b894b3-3848-4c45-8c6a-c71bbe1f791d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1553295538-router', 'tenant_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'd31e3b60-d1ce-490c-94f1-fb1e977643c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:28:18Z', 'updated_at': '2022-03-11T19:28:21Z', 'revision_number': 3, 'project_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'gw_port': {'id': 'd31e3b60-d1ce-490c-94f1-fb1e977643c8', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e3:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:19Z', 'updated_at': '2022-03-11T19:28:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:28:25.394381 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-2e7389cb-eced-41fd-af93-b4c517edb698 req-338e1c77-f117-4880-8bca-e025b815a597 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:28:25.399416 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e7389cb-eced-41fd-af93-b4c517edb698 req-338e1c77-f117-4880-8bca-e025b815a597 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:28:25.403909 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338e1c77-f117-4880-8bca-e025b815a597 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Pushing event updated for resources: {'Port': ['ID=5ac3bee4-d31e-4d7f-9bb8-cb81d564318b,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:25.479777 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b894b3-3848-4c45-8c6a-c71bbe1f791d None None] Checking router: 3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:28:25.483452 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b894b3-3848-4c45-8c6a-c71bbe1f791d None None] Updating router 3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e port d31e3b60-d1ce-490c-94f1-fb1e977643c8 binding host n-d-833163-1 {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:28:25.492733 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f2ee085b-cec9-4a7e-a265-471369541091 None None] Current status of the port 0de5aaa7-3bd3-476a-833b-593e1ef78747 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:28:25.541053 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 4c7170a5-0e6f-47d6-9b9d-11949c1488ce triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:28:25.541517 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (4c7170a5-0e6f-47d6-9b9d-11949c1488ce), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:25.546507 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-f2ee085b-cec9-4a7e-a265-471369541091 None None] Provisioning complete for port 4c7170a5-0e6f-47d6-9b9d-11949c1488ce triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:28:25.546880 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f2ee085b-cec9-4a7e-a265-471369541091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (4c7170a5-0e6f-47d6-9b9d-11949c1488ce), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:25.548725 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7389cb-eced-41fd-af93-b4c517edb698 req-338e1c77-f117-4880-8bca-e025b815a597 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:25.549370 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2e7389cb-eced-41fd-af93-b4c517edb698 req-338e1c77-f117-4880-8bca-e025b815a597 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:25.576140 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c6b894b3-3848-4c45-8c6a-c71bbe1f791d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d31e3b60-d1ce-490c-94f1-fb1e977643c8), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:25.637616 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-2e7389cb-eced-41fd-af93-b4c517edb698 req-338e1c77-f117-4880-8bca-e025b815a597 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2165637 Mar 11 19:28:25.644960 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e6a20c5-5256-4913-bdce-e2668118d7b1 admin admin] Router 660b1f5b-eb2a-424e-9497-26ecc7cb4999 is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:28:25.678378 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-2e7389cb-eced-41fd-af93-b4c517edb698 req-c8afa4e1-2629-4082-a5da-b2940def594e service neutron] Request body: {'port': {'device_id': 'dde90127-b173-41d7-8edf-5dbeede7ff2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:28:25.862307 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e60e7eb-b30a-4ecf-a12d-c0671b3066ab req-8e4cd5a3-972d-49d5-8268-96e56c80fc9f tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:25.864201 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3e60e7eb-b30a-4ecf-a12d-c0671b3066ab req-8e4cd5a3-972d-49d5-8268-96e56c80fc9f tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=151f548b-417d-4fda-9007-9657402adaa5 HTTP/1.1" status: 200 len: 943 time: 0.2482390 Mar 11 19:28:25.889728 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9f58ad-eca4-40f4-a15a-7c382c867745 req-8865a762-1433-4239-8017-e5c70dc800a2 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:25.891510 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5c9f58ad-eca4-40f4-a15a-7c382c867745 req-8865a762-1433-4239-8017-e5c70dc800a2 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b HTTP/1.1" status: 200 len: 931 time: 0.1500759 Mar 11 19:28:25.957261 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2e7389cb-eced-41fd-af93-b4c517edb698 req-c8afa4e1-2629-4082-a5da-b2940def594e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (5ac3bee4-d31e-4d7f-9bb8-cb81d564318b), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:26.005196 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 4c7170a5-0e6f-47d6-9b9d-11949c1488ce is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:28:26.005727 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (4c7170a5-0e6f-47d6-9b9d-11949c1488ce), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:26.050579 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5c9f58ad-eca4-40f4-a15a-7c382c867745 req-46d1ac41-15e4-4764-b6b9-05a9bb5f489f tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484423 Mar 11 19:28:26.057326 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3e60e7eb-b30a-4ecf-a12d-c0671b3066ab req-8f4d8db4-c3f7-4d50-bfa4-7d9b220b70bc tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827509 Mar 11 19:28:26.089402 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f2ee085b-cec9-4a7e-a265-471369541091 None None] Current status of the port 4c7170a5-0e6f-47d6-9b9d-11949c1488ce is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:28:26.096224 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f2ee085b-cec9-4a7e-a265-471369541091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (4c7170a5-0e6f-47d6-9b9d-11949c1488ce), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:26.138768 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7f29c66b-c75e-4038-ab8b-e8fc64855342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:26.160097 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:26.178628 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e6a20c5-5256-4913-bdce-e2668118d7b1 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:28:26.254287 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 4c7170a5-0e6f-47d6-9b9d-11949c1488ce, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=4c7170a5-0e6f-47d6-9b9d-11949c1488ce,segment=NetworkSegment(e15f8058-4e0b-4c29-adee-d30240647fdd),segment_id=e15f8058-4e0b-4c29-adee-d30240647fdd)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:28:26.271589 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c6b894b3-3848-4c45-8c6a-c71bbe1f791d None None] Publish callbacks [] for port (d31e3b60-d1ce-490c-94f1-fb1e977643c8), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:26.274388 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8da417-b9bf-4c27-a9d4-968d9df56960 None None] Sync routers for ids ['660b1f5b-eb2a-424e-9497-26ecc7cb4999'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:28:26.282141 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (4c7170a5-0e6f-47d6-9b9d-11949c1488ce), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:26.283037 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c6b894b3-3848-4c45-8c6a-c71bbe1f791d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (d31e3b60-d1ce-490c-94f1-fb1e977643c8), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:26.352318 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fdc2d061-94a8-4c5b-b92b-cd39d8f59c73 req-0884055a-9c96-4ead-855b-a3a0da877874 tempest-ServersAdmin275Test-107861968 tempest-ServersAdmin275Test-107861968-project] 10.222.0.65 "GET /v2.0/ports?device_id=27a07cf5-eaf0-4721-b0fa-8387298c9e0a HTTP/1.1" status: 200 len: 210 time: 0.0709040 Mar 11 19:28:26.387136 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5e6a20c5-5256-4913-bdce-e2668118d7b1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:26.388567 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-5e6a20c5-5256-4913-bdce-e2668118d7b1 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.9563241 Mar 11 19:28:26.391304 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 54476) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:28:26.416496 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-c6b894b3-3848-4c45-8c6a-c71bbe1f791d None None] Attempting to bind port d31e3b60-d1ce-490c-94f1-fb1e977643c8 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:28:26.416866 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-c6b894b3-3848-4c45-8c6a-c71bbe1f791d None None] Attempting to bind port d31e3b60-d1ce-490c-94f1-fb1e977643c8 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:28:26.417228 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b894b3-3848-4c45-8c6a-c71bbe1f791d None None] Attempting to bind port d31e3b60-d1ce-490c-94f1-fb1e977643c8 on network 612cc066-33e3-444d-b1c7-d0a64751482a {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:28:26.430757 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b894b3-3848-4c45-8c6a-c71bbe1f791d None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:28:26.431187 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b894b3-3848-4c45-8c6a-c71bbe1f791d None None] Checking segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:28:26.431370 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8da417-b9bf-4c27-a9d4-968d9df56960 None None] Routers {'660b1f5b-eb2a-424e-9497-26ecc7cb4999'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:28:26.431556 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c6b894b3-3848-4c45-8c6a-c71bbe1f791d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:26.431940 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b894b3-3848-4c45-8c6a-c71bbe1f791d None None] Bound using segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:28:26.432048 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-4c8da417-b9bf-4c27-a9d4-968d9df56960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:28:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['660b1f5b-eb2a-424e-9497-26ecc7cb4999'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:28:26.432425 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-c6b894b3-3848-4c45-8c6a-c71bbe1f791d None None] Bound port: d31e3b60-d1ce-490c-94f1-fb1e977643c8, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:28:26.432807 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c6b894b3-3848-4c45-8c6a-c71bbe1f791d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d31e3b60-d1ce-490c-94f1-fb1e977643c8), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:26.434405 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-f2ee085b-cec9-4a7e-a265-471369541091 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:28:26.435925 n-d-833163-1 neutron-server[103886]: DEBUG oslo_db.api [None req-f2ee085b-cec9-4a7e-a265-471369541091 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:28:26.505044 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7df2d5-d2fc-42cd-8c04-c98bc075f9b5 None None] Pushing event updated for resources: {'Port': ['ID=d31e3b60-d1ce-490c-94f1-fb1e977643c8,revision_number=2']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:26.506371 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device d250ebcc-cfa7-444e-9330-33f8973578ca up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:28:26.571811 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-c6b894b3-3848-4c45-8c6a-c71bbe1f791d None None] For port d31e3b60-d1ce-490c-94f1-fb1e977643c8, host n-d-833163-1, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:28:26.583304 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-c6b894b3-3848-4c45-8c6a-c71bbe1f791d None None] For port d31e3b60-d1ce-490c-94f1-fb1e977643c8, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=d31e3b60-d1ce-490c-94f1-fb1e977643c8,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:28:26.595020 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c6b894b3-3848-4c45-8c6a-c71bbe1f791d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (d31e3b60-d1ce-490c-94f1-fb1e977643c8), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:26.607520 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=4c7170a5-0e6f-47d6-9b9d-11949c1488ce,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:26.680805 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-4c8da417-b9bf-4c27-a9d4-968d9df56960 None None] Set router 660b1f5b-eb2a-424e-9497-26ecc7cb4999 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:28:26.708655 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b894b3-3848-4c45-8c6a-c71bbe1f791d None None] Routers {'3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:28:26.709270 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-c6b894b3-3848-4c45-8c6a-c71bbe1f791d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:28:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:28:26.713114 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7df2d5-d2fc-42cd-8c04-c98bc075f9b5 None None] Pushing event updated for resources: {'Port': ['ID=d31e3b60-d1ce-490c-94f1-fb1e977643c8,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:26.718509 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-2e7389cb-eced-41fd-af93-b4c517edb698 req-c8afa4e1-2629-4082-a5da-b2940def594e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ac3bee4-d31e-4d7f-9bb8-cb81d564318b {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:28:26.728094 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2e7389cb-eced-41fd-af93-b4c517edb698 req-c8afa4e1-2629-4082-a5da-b2940def594e service neutron] Publish callbacks [] for port (5ac3bee4-d31e-4d7f-9bb8-cb81d564318b), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:26.745186 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-2e7389cb-eced-41fd-af93-b4c517edb698 req-c8afa4e1-2629-4082-a5da-b2940def594e service neutron] Transition to ACTIVE for port object 5ac3bee4-d31e-4d7f-9bb8-cb81d564318b will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:28:26.748096 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port d250ebcc-cfa7-444e-9330-33f8973578ca triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:28:26.748736 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (d250ebcc-cfa7-444e-9330-33f8973578ca), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:26.751997 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2e7389cb-eced-41fd-af93-b4c517edb698 req-c8afa4e1-2629-4082-a5da-b2940def594e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (5ac3bee4-d31e-4d7f-9bb8-cb81d564318b), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:26.848676 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-7f29c66b-c75e-4038-ab8b-e8fc64855342 admin admin] Allocated IP 172.20.0.1 (1557e6f9-ef1e-471d-ad9b-c22fef29517e/159c45f0-17a9-4dad-ae0c-9d105edbfcac/bec0c192-6bc1-4467-b7b8-6cef911a0c05) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:28:26.884413 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-c6b894b3-3848-4c45-8c6a-c71bbe1f791d None None] Set router 3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:28:26.946616 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8afa4e1-2629-4082-a5da-b2940def594e service neutron] Pushing event updated for resources: {'Port': ['ID=5ac3bee4-d31e-4d7f-9bb8-cb81d564318b,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:27.050325 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-2e7389cb-eced-41fd-af93-b4c517edb698 req-c8afa4e1-2629-4082-a5da-b2940def594e service neutron] Attempting to bind port 5ac3bee4-d31e-4d7f-9bb8-cb81d564318b on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:28:27.050596 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-2e7389cb-eced-41fd-af93-b4c517edb698 req-c8afa4e1-2629-4082-a5da-b2940def594e service neutron] Attempting to bind port 5ac3bee4-d31e-4d7f-9bb8-cb81d564318b by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '42087326-e85e-4d47-82f7-573695e73a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b2c20bf2-5907-4ff7-8af6-23603c7d780a'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:28:27.050931 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7389cb-eced-41fd-af93-b4c517edb698 req-c8afa4e1-2629-4082-a5da-b2940def594e service neutron] Attempting to bind port 5ac3bee4-d31e-4d7f-9bb8-cb81d564318b on network b2c20bf2-5907-4ff7-8af6-23603c7d780a {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:28:27.061954 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7f29c66b-c75e-4038-ab8b-e8fc64855342 admin admin] Publish callbacks [] for port (bec0c192-6bc1-4467-b7b8-6cef911a0c05), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:27.063762 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f2ee085b-cec9-4a7e-a265-471369541091 None None] Current status of the port 4c7170a5-0e6f-47d6-9b9d-11949c1488ce is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:28:27.066552 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7389cb-eced-41fd-af93-b4c517edb698 req-c8afa4e1-2629-4082-a5da-b2940def594e service neutron] Port 5ac3bee4-d31e-4d7f-9bb8-cb81d564318b on network b2c20bf2-5907-4ff7-8af6-23603c7d780a not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:28:27.067513 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7389cb-eced-41fd-af93-b4c517edb698 req-c8afa4e1-2629-4082-a5da-b2940def594e service neutron] Attempting to bind port 5ac3bee4-d31e-4d7f-9bb8-cb81d564318b on network b2c20bf2-5907-4ff7-8af6-23603c7d780a {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:28:27.084723 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7389cb-eced-41fd-af93-b4c517edb698 req-c8afa4e1-2629-4082-a5da-b2940def594e service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:28:27.085992 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7389cb-eced-41fd-af93-b4c517edb698 req-c8afa4e1-2629-4082-a5da-b2940def594e service neutron] Checking segment: {'id': '42087326-e85e-4d47-82f7-573695e73a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b2c20bf2-5907-4ff7-8af6-23603c7d780a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:28:27.086913 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e7389cb-eced-41fd-af93-b4c517edb698 req-c8afa4e1-2629-4082-a5da-b2940def594e service neutron] Bound using segment: {'id': '42087326-e85e-4d47-82f7-573695e73a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b2c20bf2-5907-4ff7-8af6-23603c7d780a'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:28:27.087372 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-2e7389cb-eced-41fd-af93-b4c517edb698 req-c8afa4e1-2629-4082-a5da-b2940def594e service neutron] Bound port: 5ac3bee4-d31e-4d7f-9bb8-cb81d564318b, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42087326-e85e-4d47-82f7-573695e73a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b2c20bf2-5907-4ff7-8af6-23603c7d780a'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:28:27.087754 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2e7389cb-eced-41fd-af93-b4c517edb698 req-c8afa4e1-2629-4082-a5da-b2940def594e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (5ac3bee4-d31e-4d7f-9bb8-cb81d564318b), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:27.154055 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port d250ebcc-cfa7-444e-9330-33f8973578ca is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:28:27.226951 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7f29c66b-c75e-4038-ab8b-e8fc64855342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (bec0c192-6bc1-4467-b7b8-6cef911a0c05), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:27.228644 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c96b175b-15c5-460c-babb-007560404a17 None None] Provisioning complete for port 4c7170a5-0e6f-47d6-9b9d-11949c1488ce triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:28:27.229028 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c96b175b-15c5-460c-babb-007560404a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (4c7170a5-0e6f-47d6-9b9d-11949c1488ce), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:27.271927 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-2e7389cb-eced-41fd-af93-b4c517edb698 req-c8afa4e1-2629-4082-a5da-b2940def594e service neutron] For port 5ac3bee4-d31e-4d7f-9bb8-cb81d564318b, host n-h1-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:28:27.276565 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-2e7389cb-eced-41fd-af93-b4c517edb698 req-c8afa4e1-2629-4082-a5da-b2940def594e service neutron] For port 5ac3bee4-d31e-4d7f-9bb8-cb81d564318b, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=5ac3bee4-d31e-4d7f-9bb8-cb81d564318b,segment=NetworkSegment(42087326-e85e-4d47-82f7-573695e73a7c),segment_id=42087326-e85e-4d47-82f7-573695e73a7c)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:28:27.284849 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2e7389cb-eced-41fd-af93-b4c517edb698 req-c8afa4e1-2629-4082-a5da-b2940def594e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (5ac3bee4-d31e-4d7f-9bb8-cb81d564318b), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:27.318453 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-c6b894b3-3848-4c45-8c6a-c71bbe1f791d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1553295538-router', 'tenant_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'd31e3b60-d1ce-490c-94f1-fb1e977643c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:28:18Z', 'updated_at': '2022-03-11T19:28:21Z', 'revision_number': 3, 'project_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'gw_port': {'id': 'd31e3b60-d1ce-490c-94f1-fb1e977643c8', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e3:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:19Z', 'updated_at': '2022-03-11T19:28:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:28:27.319927 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-4c8da417-b9bf-4c27-a9d4-968d9df56960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660b1f5b-eb2a-424e-9497-26ecc7cb4999', 'name': 'tempest-AttachSCSIVolumeTestJSON-1989648879-router', 'tenant_id': '4fa07d336ec54557925db5f52381443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '78406ed1-9d3e-42c1-ac53-ab848b568af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:28:19Z', 'updated_at': '2022-03-11T19:28:23Z', 'revision_number': 3, 'project_id': '4fa07d336ec54557925db5f52381443a', 'gw_port': {'id': '78406ed1-9d3e-42c1-ac53-ab848b568af4', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:63:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660b1f5b-eb2a-424e-9497-26ecc7cb4999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:21Z', 'updated_at': '2022-03-11T19:28:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:28:27.332972 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7389cb-eced-41fd-af93-b4c517edb698 req-c8afa4e1-2629-4082-a5da-b2940def594e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:27.333602 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2e7389cb-eced-41fd-af93-b4c517edb698 req-c8afa4e1-2629-4082-a5da-b2940def594e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:27.335813 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-2e7389cb-eced-41fd-af93-b4c517edb698 req-c8afa4e1-2629-4082-a5da-b2940def594e service neutron] 10.222.0.75 "PUT /v2.0/ports/5ac3bee4-d31e-4d7f-9bb8-cb81d564318b HTTP/1.1" status: 200 len: 1091 time: 1.6685166 Mar 11 19:28:27.335968 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dde90127-b173-41d7-8edf-5dbeede7ff2b', 'tag': '5ac3bee4-d31e-4d7f-9bb8-cb81d564318b'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:28:27.339270 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c85481a-531c-4094-a96a-06ddd1b9665e" -d '{"events": [{"name": "network-changed", "server_uuid": "dde90127-b173-41d7-8edf-5dbeede7ff2b", "tag": "5ac3bee4-d31e-4d7f-9bb8-cb81d564318b"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:28:27.372376 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8da417-b9bf-4c27-a9d4-968d9df56960 None None] Checking router: 660b1f5b-eb2a-424e-9497-26ecc7cb4999 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:28:27.373073 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8da417-b9bf-4c27-a9d4-968d9df56960 None None] Updating router 660b1f5b-eb2a-424e-9497-26ecc7cb4999 port 78406ed1-9d3e-42c1-ac53-ab848b568af4 binding host n-d-833163-1 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:28:27.389515 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b894b3-3848-4c45-8c6a-c71bbe1f791d None None] The sync data for ids ['3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e'] in n-d-833163-1 is: [{'id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1553295538-router', 'tenant_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'd31e3b60-d1ce-490c-94f1-fb1e977643c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:28:18Z', 'updated_at': '2022-03-11T19:28:21Z', 'revision_number': 3, 'project_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'gw_port': {'id': 'd31e3b60-d1ce-490c-94f1-fb1e977643c8', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e3:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:19Z', 'updated_at': '2022-03-11T19:28:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:28:27.429458 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8afa4e1-2629-4082-a5da-b2940def594e service neutron] Pushing event updated for resources: {'Port': ['ID=5ac3bee4-d31e-4d7f-9bb8-cb81d564318b,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:27.435591 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4c8da417-b9bf-4c27-a9d4-968d9df56960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (78406ed1-9d3e-42c1-ac53-ab848b568af4), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:27.500187 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7389cb-eced-41fd-af93-b4c517edb698 req-90d73420-84d9-487f-ad08-aaf308c6c174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:27.501813 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-2e7389cb-eced-41fd-af93-b4c517edb698 req-90d73420-84d9-487f-ad08-aaf308c6c174 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f44b890e943d4aee826b67fd4c2d7b8e&device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b HTTP/1.1" status: 200 len: 1125 time: 0.0676579 Mar 11 19:28:27.524880 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:27.548643 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-2e7389cb-eced-41fd-af93-b4c517edb698 req-d445655e-d021-4cd7-9ac3-acb3bcc6a6dc service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5ac3bee4-d31e-4d7f-9bb8-cb81d564318b HTTP/1.1" status: 200 len: 217 time: 0.0382326 Mar 11 19:28:27.582942 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c96b175b-15c5-460c-babb-007560404a17 None None] Current status of the port 4c7170a5-0e6f-47d6-9b9d-11949c1488ce is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:28:27.601876 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7389cb-eced-41fd-af93-b4c517edb698 req-9c8e2230-b3cc-4e88-ae12-961983c54b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:27.603774 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-2e7389cb-eced-41fd-af93-b4c517edb698 req-9c8e2230-b3cc-4e88-ae12-961983c54b21 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a7be26a8-b37a-4d01-b7d9-b9690160171c HTTP/1.1" status: 200 len: 860 time: 0.0488243 Mar 11 19:28:27.645086 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:28:27.649954 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-2e7389cb-eced-41fd-af93-b4c517edb698 req-4bf2642b-af42-456d-8d2f-5758b753a4b5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b2c20bf2-5907-4ff7-8af6-23603c7d780a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388141 Mar 11 19:28:27.764900 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f29c66b-c75e-4038-ab8b-e8fc64855342 admin admin] Network 1557e6f9-ef1e-471d-ad9b-c22fef29517e is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:28:27.789601 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-2e7389cb-eced-41fd-af93-b4c517edb698 req-e889cba1-82d7-4160-8336-3da9330582ed service neutron] 10.222.0.75 "GET /v2.0/networks/b2c20bf2-5907-4ff7-8af6-23603c7d780a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326981 Mar 11 19:28:27.799184 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-7f29c66b-c75e-4038-ab8b-e8fc64855342 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:28:27.820689 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f29c66b-c75e-4038-ab8b-e8fc64855342 admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:28:27.825909 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f29c66b-c75e-4038-ab8b-e8fc64855342 admin admin] Pushing event updated for resources: {'Port': ['ID=bec0c192-6bc1-4467-b7b8-6cef911a0c05,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:27.909844 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4c8da417-b9bf-4c27-a9d4-968d9df56960 None None] Publish callbacks [] for port (78406ed1-9d3e-42c1-ac53-ab848b568af4), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:27.919374 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4c8da417-b9bf-4c27-a9d4-968d9df56960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (78406ed1-9d3e-42c1-ac53-ab848b568af4), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:27.965536 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-4c8da417-b9bf-4c27-a9d4-968d9df56960 None None] Attempting to bind port 78406ed1-9d3e-42c1-ac53-ab848b568af4 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:28:27.966143 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-4c8da417-b9bf-4c27-a9d4-968d9df56960 None None] Attempting to bind port 78406ed1-9d3e-42c1-ac53-ab848b568af4 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:28:27.966694 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8da417-b9bf-4c27-a9d4-968d9df56960 None None] Attempting to bind port 78406ed1-9d3e-42c1-ac53-ab848b568af4 on network 612cc066-33e3-444d-b1c7-d0a64751482a {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:28:28.006241 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-2e7389cb-eced-41fd-af93-b4c517edb698 req-3d171117-97b2-411f-bb2c-f6c5c5cc7d01 service neutron] 10.222.0.75 "GET /v2.0/networks/b2c20bf2-5907-4ff7-8af6-23603c7d780a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091172 Mar 11 19:28:28.008211 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d0dae6fe-7ea3-422c-b355-dc7660162ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:28.023400 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c781c3-137b-4d20-9955-297d1e373a11 req-21a01ce5-29d7-48d9-b2bb-b1f280ba10d4 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:28.025263 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-84c781c3-137b-4d20-9955-297d1e373a11 req-21a01ce5-29d7-48d9-b2bb-b1f280ba10d4 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=151f548b-417d-4fda-9007-9657402adaa5 HTTP/1.1" status: 200 len: 943 time: 0.7218659 Mar 11 19:28:28.050952 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a489e-4375-4f51-8e22-dfe86dab63c7 req-b55b70b2-48b1-4c5b-8c37-99c5fc3af130 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:28.052611 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-272a489e-4375-4f51-8e22-dfe86dab63c7 req-b55b70b2-48b1-4c5b-8c37-99c5fc3af130 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b HTTP/1.1" status: 200 len: 943 time: 0.6973462 Mar 11 19:28:28.107711 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7f29c66b-c75e-4038-ab8b-e8fc64855342 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:28.120924 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c,segment=NetworkSegment(9cb9d205-9190-43c8-b078-f8df09db6175),segment_id=9cb9d205-9190-43c8-b078-f8df09db6175)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:28:28.136729 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': '7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c', 'network_id': '4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a', 'port_id': '7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c', 'mac_address': 'fa:16:3e:2c:fd:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f742a986-c135-4269-ad05-332f85e495a8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:28:28.145482 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8da417-b9bf-4c27-a9d4-968d9df56960 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:28:28.146016 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8da417-b9bf-4c27-a9d4-968d9df56960 None None] Checking segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:28:28.146523 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4c8da417-b9bf-4c27-a9d4-968d9df56960 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:28.147157 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8da417-b9bf-4c27-a9d4-968d9df56960 None None] Bound using segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:28:28.147819 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-4c8da417-b9bf-4c27-a9d4-968d9df56960 None None] Bound port: 78406ed1-9d3e-42c1-ac53-ab848b568af4, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:28:28.148307 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4c8da417-b9bf-4c27-a9d4-968d9df56960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (78406ed1-9d3e-42c1-ac53-ab848b568af4), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:28.227953 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f6afae-c76d-4be5-97ef-1909462183c4 None None] Pushing event updated for resources: {'Port': ['ID=78406ed1-9d3e-42c1-ac53-ab848b568af4,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:28.268441 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:28:28.268828 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:28.295501 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:28:28.344605 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c,segment=NetworkSegment(9cb9d205-9190-43c8-b078-f8df09db6175),segment_id=9cb9d205-9190-43c8-b078-f8df09db6175)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:28:28.348785 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4c8da417-b9bf-4c27-a9d4-968d9df56960 None None] For port 78406ed1-9d3e-42c1-ac53-ab848b568af4, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:28:28.379344 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:28.399751 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4c8da417-b9bf-4c27-a9d4-968d9df56960 None None] For port 78406ed1-9d3e-42c1-ac53-ab848b568af4, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=78406ed1-9d3e-42c1-ac53-ab848b568af4,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:28:28.431901 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-d0dae6fe-7ea3-422c-b355-dc7660162ec9 admin admin] Allocated IP 172.20.0.1 (17bfad7b-503c-456a-b77b-9f736040f375/86923aa3-6e53-444a-9024-41b07fda091e/2ac78fad-114b-462f-a7f8-0ff1578a17ef) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:28:28.482097 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:28.489564 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4c8da417-b9bf-4c27-a9d4-968d9df56960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (78406ed1-9d3e-42c1-ac53-ab848b568af4), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:28.592542 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8da417-b9bf-4c27-a9d4-968d9df56960 None None] Routers {'660b1f5b-eb2a-424e-9497-26ecc7cb4999'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:28:28.593325 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-4c8da417-b9bf-4c27-a9d4-968d9df56960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:28:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['660b1f5b-eb2a-424e-9497-26ecc7cb4999'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:28:28.595658 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d0dae6fe-7ea3-422c-b355-dc7660162ec9 admin admin] Publish callbacks [] for port (2ac78fad-114b-462f-a7f8-0ff1578a17ef), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:28.597399 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f6afae-c76d-4be5-97ef-1909462183c4 None None] Pushing event updated for resources: {'Port': ['ID=78406ed1-9d3e-42c1-ac53-ab848b568af4,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:28.603415 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-00e2b151-9483-4fe9-94d9-f5a892c57e15 None None] Provisioning complete for port bec0c192-6bc1-4467-b7b8-6cef911a0c05 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:28:28.604066 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-00e2b151-9483-4fe9-94d9-f5a892c57e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (bec0c192-6bc1-4467-b7b8-6cef911a0c05), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:28.648867 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 4c7170a5-0e6f-47d6-9b9d-11949c1488ce up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:28:28.666294 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d0dae6fe-7ea3-422c-b355-dc7660162ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (2ac78fad-114b-462f-a7f8-0ff1578a17ef), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:28.720293 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:28:28.732250 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-caf6ea96-8d1c-4eb2-89c1-ee0bcb24a75a req-1454bcf0-0d32-431d-b541-e4853ad61cee service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=27a07cf5-eaf0-4721-b0fa-8387298c9e0a HTTP/1.1" status: 200 len: 210 time: 0.0675883 Mar 11 19:28:28.776750 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-00e2b151-9483-4fe9-94d9-f5a892c57e15 None None] Port bec0c192-6bc1-4467-b7b8-6cef911a0c05 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:28:28.787555 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0dae6fe-7ea3-422c-b355-dc7660162ec9 admin admin] Network 17bfad7b-503c-456a-b77b-9f736040f375 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:28:28.809934 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-272a489e-4375-4f51-8e22-dfe86dab63c7 req-c1d63acf-e578-4728-bf12-176358517cb0 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7266707 Mar 11 19:28:28.867053 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-d0dae6fe-7ea3-422c-b355-dc7660162ec9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:28:28.874470 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dae6fe-7ea3-422c-b355-dc7660162ec9 admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:28:28.882375 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2da0f36-97af-4def-8cf5-4cd684289d20 x-openstack-request-id: req-f2da0f36-97af-4def-8cf5-4cd684289d20 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:28:28.882871 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dde90127-b173-41d7-8edf-5dbeede7ff2b", "tag": "5ac3bee4-d31e-4d7f-9bb8-cb81d564318b", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:28:28.882991 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f2da0f36-97af-4def-8cf5-4cd684289d20 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:28:28.883368 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dde90127-b173-41d7-8edf-5dbeede7ff2b', 'tag': '5ac3bee4-d31e-4d7f-9bb8-cb81d564318b', 'status': 'completed', 'code': 200} Mar 11 19:28:28.932467 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-84c781c3-137b-4d20-9955-297d1e373a11 req-38e9d34b-02c9-4807-ba9d-bde663d1647b tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8638976 Mar 11 19:28:28.968668 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-4c8da417-b9bf-4c27-a9d4-968d9df56960 None None] Set router 660b1f5b-eb2a-424e-9497-26ecc7cb4999 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:28:28.973592 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 4c7170a5-0e6f-47d6-9b9d-11949c1488ce triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:28:28.973967 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (4c7170a5-0e6f-47d6-9b9d-11949c1488ce), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:29.000356 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dae6fe-7ea3-422c-b355-dc7660162ec9 admin admin] Pushing event updated for resources: {'Port': ['ID=2ac78fad-114b-462f-a7f8-0ff1578a17ef,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:29.029829 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85481a-531c-4094-a96a-06ddd1b9665e req-b084333c-4ce4-49cf-98f0-0b218df0c3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:29.031450 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-2c85481a-531c-4094-a96a-06ddd1b9665e req-b084333c-4ce4-49cf-98f0-0b218df0c3d0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f44b890e943d4aee826b67fd4c2d7b8e&device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b HTTP/1.1" status: 200 len: 1125 time: 0.1293161 Mar 11 19:28:29.101544 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4330c21b-063e-4349-8390-21b791695aab req-00122ffc-0419-4e8b-838c-7ec449c03d13 tempest-ServersAdmin275Test-107861968 tempest-ServersAdmin275Test-107861968-project] 10.222.0.65 "GET /v2.0/ports?device_id=27a07cf5-eaf0-4721-b0fa-8387298c9e0a HTTP/1.1" status: 200 len: 210 time: 0.0928409 Mar 11 19:28:29.137719 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d0dae6fe-7ea3-422c-b355-dc7660162ec9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (660b1f5b-eb2a-424e-9497-26ecc7cb4999), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:29.153616 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:29.234534 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85481a-531c-4094-a96a-06ddd1b9665e req-4f1ecb0e-6c59-4721-8d1b-d416ca0e35f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:29.236039 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-2c85481a-531c-4094-a96a-06ddd1b9665e req-4f1ecb0e-6c59-4721-8d1b-d416ca0e35f6 service neutron] 10.222.0.75 "GET /v2.0/networks?id=b2c20bf2-5907-4ff7-8af6-23603c7d780a HTTP/1.1" status: 200 len: 921 time: 0.1985700 Mar 11 19:28:29.302292 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-2c85481a-531c-4094-a96a-06ddd1b9665e req-b9b9538e-b708-4f3f-bc5e-d6d422c7a8f2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5ac3bee4-d31e-4d7f-9bb8-cb81d564318b HTTP/1.1" status: 200 len: 217 time: 0.0562077 Mar 11 19:28:29.335710 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7f29c66b-c75e-4038-ab8b-e8fc64855342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (bec0c192-6bc1-4467-b7b8-6cef911a0c05), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:29.364564 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85481a-531c-4094-a96a-06ddd1b9665e req-13c8bcbd-9ce9-446f-9869-dd860e54125e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:29.367990 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-2c85481a-531c-4094-a96a-06ddd1b9665e req-13c8bcbd-9ce9-446f-9869-dd860e54125e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a7be26a8-b37a-4d01-b7d9-b9690160171c HTTP/1.1" status: 200 len: 860 time: 0.0588419 Mar 11 19:28:29.397051 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 4c7170a5-0e6f-47d6-9b9d-11949c1488ce is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:28:29.398186 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device d31e3b60-d1ce-490c-94f1-fb1e977643c8 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:28:29.415380 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-2c85481a-531c-4094-a96a-06ddd1b9665e req-3e55ccfb-6696-444c-8e80-2e8846522e46 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b2c20bf2-5907-4ff7-8af6-23603c7d780a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422995 Mar 11 19:28:29.423035 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d0dae6fe-7ea3-422c-b355-dc7660162ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2ac78fad-114b-462f-a7f8-0ff1578a17ef), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:29.521713 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-1757bf49-99a7-4eab-b65f-10811de741e3 None None] Provisioning complete for port 2ac78fad-114b-462f-a7f8-0ff1578a17ef triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:28:29.522084 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1757bf49-99a7-4eab-b65f-10811de741e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (2ac78fad-114b-462f-a7f8-0ff1578a17ef), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:29.571159 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-2c85481a-531c-4094-a96a-06ddd1b9665e req-8dfa7f7b-561f-4967-b80f-9ff6ef4c6ca4 service neutron] 10.222.0.75 "GET /v2.0/networks/b2c20bf2-5907-4ff7-8af6-23603c7d780a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478992 Mar 11 19:28:29.688130 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-2c85481a-531c-4094-a96a-06ddd1b9665e req-14201707-62f0-45fa-88fd-c25964575743 service neutron] 10.222.0.75 "GET /v2.0/networks/b2c20bf2-5907-4ff7-8af6-23603c7d780a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091919 Mar 11 19:28:29.738898 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7f29c66b-c75e-4038-ab8b-e8fc64855342 admin admin] Publish callbacks [] for port (bec0c192-6bc1-4467-b7b8-6cef911a0c05), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:29.748242 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port d31e3b60-d1ce-490c-94f1-fb1e977643c8 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:28:29.748625 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (d31e3b60-d1ce-490c-94f1-fb1e977643c8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:29.752378 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7f29c66b-c75e-4038-ab8b-e8fc64855342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (bec0c192-6bc1-4467-b7b8-6cef911a0c05), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:29.776410 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-1757bf49-99a7-4eab-b65f-10811de741e3 None None] Port 2ac78fad-114b-462f-a7f8-0ff1578a17ef cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:28:29.809275 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-4c8da417-b9bf-4c27-a9d4-968d9df56960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660b1f5b-eb2a-424e-9497-26ecc7cb4999', 'name': 'tempest-AttachSCSIVolumeTestJSON-1989648879-router', 'tenant_id': '4fa07d336ec54557925db5f52381443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '78406ed1-9d3e-42c1-ac53-ab848b568af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:28:19Z', 'updated_at': '2022-03-11T19:28:23Z', 'revision_number': 3, 'project_id': '4fa07d336ec54557925db5f52381443a', 'gw_port': {'id': '78406ed1-9d3e-42c1-ac53-ab848b568af4', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:63:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660b1f5b-eb2a-424e-9497-26ecc7cb4999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:21Z', 'updated_at': '2022-03-11T19:28:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:28:29.841144 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8da417-b9bf-4c27-a9d4-968d9df56960 None None] The sync data for ids ['660b1f5b-eb2a-424e-9497-26ecc7cb4999'] in n-d-833163-1 is: [{'id': '660b1f5b-eb2a-424e-9497-26ecc7cb4999', 'name': 'tempest-AttachSCSIVolumeTestJSON-1989648879-router', 'tenant_id': '4fa07d336ec54557925db5f52381443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '78406ed1-9d3e-42c1-ac53-ab848b568af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:28:19Z', 'updated_at': '2022-03-11T19:28:23Z', 'revision_number': 3, 'project_id': '4fa07d336ec54557925db5f52381443a', 'gw_port': {'id': '78406ed1-9d3e-42c1-ac53-ab848b568af4', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:63:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660b1f5b-eb2a-424e-9497-26ecc7cb4999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:21Z', 'updated_at': '2022-03-11T19:28:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:28:29.844722 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7f29c66b-c75e-4038-ab8b-e8fc64855342 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:29.851461 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f29c66b-c75e-4038-ab8b-e8fc64855342 admin admin] Pushing event updated for resources: {'Port': ['ID=bec0c192-6bc1-4467-b7b8-6cef911a0c05,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:29.863122 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d0dae6fe-7ea3-422c-b355-dc7660162ec9 admin admin] Publish callbacks [] for port (2ac78fad-114b-462f-a7f8-0ff1578a17ef), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:29.869741 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d0dae6fe-7ea3-422c-b355-dc7660162ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (2ac78fad-114b-462f-a7f8-0ff1578a17ef), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:29.895369 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port d31e3b60-d1ce-490c-94f1-fb1e977643c8 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:28:29.895907 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d31e3b60-d1ce-490c-94f1-fb1e977643c8), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:29.939420 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port d31e3b60-d1ce-490c-94f1-fb1e977643c8, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=d31e3b60-d1ce-490c-94f1-fb1e977643c8,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:28:29.947620 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (d31e3b60-d1ce-490c-94f1-fb1e977643c8), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:30.014395 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d0dae6fe-7ea3-422c-b355-dc7660162ec9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (660b1f5b-eb2a-424e-9497-26ecc7cb4999), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:30.050769 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=d31e3b60-d1ce-490c-94f1-fb1e977643c8,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:30.101276 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dae6fe-7ea3-422c-b355-dc7660162ec9 admin admin] Pushing event updated for resources: {'Port': ['ID=2ac78fad-114b-462f-a7f8-0ff1578a17ef,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:30.156420 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f3f52b-4993-4ee2-add3-ea87d3225d34 req-e62c3078-5825-422b-925d-02ad07388441 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:30.157802 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-53f3f52b-4993-4ee2-add3-ea87d3225d34 req-e62c3078-5825-422b-925d-02ad07388441 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b HTTP/1.1" status: 200 len: 943 time: 0.2507141 Mar 11 19:28:30.221294 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f29c66b-c75e-4038-ab8b-e8fc64855342 admin admin] Network 1557e6f9-ef1e-471d-ad9b-c22fef29517e is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:28:30.231511 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-7f29c66b-c75e-4038-ab8b-e8fc64855342 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:28:30.244080 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146fc45b-30d4-4c86-b199-82d29d1dfd50 req-2accbfe3-4670-483c-961a-46b3bb76c767 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:30.245605 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-146fc45b-30d4-4c86-b199-82d29d1dfd50 req-2accbfe3-4670-483c-961a-46b3bb76c767 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=151f548b-417d-4fda-9007-9657402adaa5 HTTP/1.1" status: 200 len: 944 time: 0.1993072 Mar 11 19:28:30.357170 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-53f3f52b-4993-4ee2-add3-ea87d3225d34 req-69a5adf3-4213-42ed-84b7-c50dca3d227b tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643777 Mar 11 19:28:30.364469 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0dae6fe-7ea3-422c-b355-dc7660162ec9 admin admin] Network 17bfad7b-503c-456a-b77b-9f736040f375 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:28:30.375389 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-d0dae6fe-7ea3-422c-b355-dc7660162ec9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:28:30.471064 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-146fc45b-30d4-4c86-b199-82d29d1dfd50 req-bdc8b2a0-a415-498c-a293-cdf3f7ae3ca8 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109675 Mar 11 19:28:30.562632 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9b479a3d-ab63-4776-bca7-c7edac40f5da req-c3d5264d-afa8-4ea3-a34b-49be2a78089c tempest-ServersAdmin275Test-107861968 tempest-ServersAdmin275Test-107861968-project] 10.222.0.65 "GET /v2.0/ports?device_id=27a07cf5-eaf0-4721-b0fa-8387298c9e0a HTTP/1.1" status: 200 len: 210 time: 0.0437765 Mar 11 19:28:30.597829 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 78406ed1-9d3e-42c1-ac53-ab848b568af4 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:28:30.659859 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f29c66b-c75e-4038-ab8b-e8fc64855342 admin admin] Router 3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:28:30.701182 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54514) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:28:30.706468 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-0d093e86-d0b6-4378-b9c6-f2483c92a3eb tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-741584363'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:28:30.708593 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-8aee6e62-0030-49fb-9e63-780fb96ff7f4 None None] Provisioning complete for port bec0c192-6bc1-4467-b7b8-6cef911a0c05 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:28:30.708986 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8aee6e62-0030-49fb-9e63-780fb96ff7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (bec0c192-6bc1-4467-b7b8-6cef911a0c05), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:30.754221 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d093e86-d0b6-4378-b9c6-f2483c92a3eb tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Made reservation on behalf of 5ef363cb3b8e470c93ba878a527f3d7f for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:28:30.758842 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0d093e86-d0b6-4378-b9c6-f2483c92a3eb tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:30.772294 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 78406ed1-9d3e-42c1-ac53-ab848b568af4 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:28:30.773220 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (78406ed1-9d3e-42c1-ac53-ab848b568af4), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:30.799818 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8aee6e62-0030-49fb-9e63-780fb96ff7f4 None None] Port bec0c192-6bc1-4467-b7b8-6cef911a0c05 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:28:30.805419 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f29c66b-c75e-4038-ab8b-e8fc64855342 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:28:30.817714 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1f7766-1ca3-4ac9-9a83-5a9b8aaa2204 None None] Sync routers for ids ['3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:28:30.820248 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d093e86-d0b6-4378-b9c6-f2483c92a3eb tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] vlan segment allocate from pool success with {'vlan_id': 857, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:28:30.821795 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-7f29c66b-c75e-4038-ab8b-e8fc64855342 admin admin] 10.222.0.65 "PUT /v2.0/routers/3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0354722 Mar 11 19:28:30.834278 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0d093e86-d0b6-4378-b9c6-f2483c92a3eb tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (84b0979a-8a8b-4100-94cf-7dcf4d79135b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:30.835569 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-0d093e86-d0b6-4378-b9c6-f2483c92a3eb tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Added segment 84b0979a-8a8b-4100-94cf-7dcf4d79135b of type vlan for network 4f561aff-d3ac-41b3-ba00-952d014b3e3f Mar 11 19:28:30.841346 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0dae6fe-7ea3-422c-b355-dc7660162ec9 admin admin] Router 660b1f5b-eb2a-424e-9497-26ecc7cb4999 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:28:30.845654 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1f7766-1ca3-4ac9-9a83-5a9b8aaa2204 None None] Routers {'3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:28:30.858011 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-9d1f7766-1ca3-4ac9-9a83-5a9b8aaa2204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:28:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:28:30.884936 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0d093e86-d0b6-4378-b9c6-f2483c92a3eb tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (4f561aff-d3ac-41b3-ba00-952d014b3e3f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:30.922361 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0d093e86-d0b6-4378-b9c6-f2483c92a3eb tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (4f561aff-d3ac-41b3-ba00-952d014b3e3f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:30.924556 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 78406ed1-9d3e-42c1-ac53-ab848b568af4 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:28:30.925912 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (78406ed1-9d3e-42c1-ac53-ab848b568af4), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:30.928925 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d093e86-d0b6-4378-b9c6-f2483c92a3eb tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:30.929327 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0d093e86-d0b6-4378-b9c6-f2483c92a3eb tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:31.020421 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 78406ed1-9d3e-42c1-ac53-ab848b568af4, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=78406ed1-9d3e-42c1-ac53-ab848b568af4,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:28:31.026728 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-0d093e86-d0b6-4378-b9c6-f2483c92a3eb tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3244095 Mar 11 19:28:31.034924 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (78406ed1-9d3e-42c1-ac53-ab848b568af4), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:31.038672 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54518) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:28:31.040118 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device d31e3b60-d1ce-490c-94f1-fb1e977643c8 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:28:31.076234 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-69672bc7-6017-47d4-be81-0a03c2fefdfb tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-353045493'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:28:31.098955 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-9d1f7766-1ca3-4ac9-9a83-5a9b8aaa2204 None None] Set router 3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:28:31.110528 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-a843bcec-088d-46b8-a89c-2a774e756286 None None] Provisioning complete for port 2ac78fad-114b-462f-a7f8-0ff1578a17ef triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:28:31.110528 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a843bcec-088d-46b8-a89c-2a774e756286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (2ac78fad-114b-462f-a7f8-0ff1578a17ef), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:31.140678 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69672bc7-6017-47d4-be81-0a03c2fefdfb tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Made reservation on behalf of 5ef363cb3b8e470c93ba878a527f3d7f for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:28:31.145295 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-69672bc7-6017-47d4-be81-0a03c2fefdfb tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:31.155921 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0dae6fe-7ea3-422c-b355-dc7660162ec9 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:28:31.161360 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d0dae6fe-7ea3-422c-b355-dc7660162ec9 admin admin] 10.222.0.65 "PUT /v2.0/routers/660b1f5b-eb2a-424e-9497-26ecc7cb4999/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7687840 Mar 11 19:28:31.196299 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d093e86-d0b6-4378-b9c6-f2483c92a3eb tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Pushing event updated for resources: {'Network': ['ID=4f561aff-d3ac-41b3-ba00-952d014b3e3f,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:31.216761 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 4f561aff-d3ac-41b3-ba00-952d014b3e3f details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:28:31.230288 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69672bc7-6017-47d4-be81-0a03c2fefdfb tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] vlan segment allocate from pool success with {'vlan_id': 859, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:28:31.260281 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-69672bc7-6017-47d4-be81-0a03c2fefdfb tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (e2c9930f-21f1-4d40-93dc-64d9f93dab64), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:31.261771 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-69672bc7-6017-47d4-be81-0a03c2fefdfb tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Added segment e2c9930f-21f1-4d40-93dc-64d9f93dab64 of type vlan for network 7e7ac1f0-3111-4c89-ba33-0a59c83b731d Mar 11 19:28:31.307658 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a843bcec-088d-46b8-a89c-2a774e756286 None None] Port 2ac78fad-114b-462f-a7f8-0ff1578a17ef cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:28:31.330530 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=78406ed1-9d3e-42c1-ac53-ab848b568af4,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:31.409932 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-69672bc7-6017-47d4-be81-0a03c2fefdfb tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (7e7ac1f0-3111-4c89-ba33-0a59c83b731d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:31.497841 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-69672bc7-6017-47d4-be81-0a03c2fefdfb tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (7e7ac1f0-3111-4c89-ba33-0a59c83b731d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:31.503778 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69672bc7-6017-47d4-be81-0a03c2fefdfb tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:31.510943 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-69672bc7-6017-47d4-be81-0a03c2fefdfb tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:31.551016 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port d31e3b60-d1ce-490c-94f1-fb1e977643c8 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:28:31.551433 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (d31e3b60-d1ce-490c-94f1-fb1e977643c8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:31.666175 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-69672bc7-6017-47d4-be81-0a03c2fefdfb tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6233234 Mar 11 19:28:31.668641 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54564) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:28:31.673706 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-7620a21a-98a8-4602-a704-8d881a102ce0 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Request body: {'subnet': {'network_id': '4f561aff-d3ac-41b3-ba00-952d014b3e3f', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:28:31.710136 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:28:31.712042 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0643bbc4-588b-4d01-9f2b-59bf947d9928 req-fefd90aa-31ab-4dad-a18c-d72f7b385ad0 tempest-ServersAdmin275Test-730662925 tempest-ServersAdmin275Test-730662925-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=27a07cf5-eaf0-4721-b0fa-8387298c9e0a HTTP/1.1" status: 200 len: 210 time: 0.0605583 Mar 11 19:28:31.716776 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-9d1f7766-1ca3-4ac9-9a83-5a9b8aaa2204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1553295538-router', 'tenant_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'd31e3b60-d1ce-490c-94f1-fb1e977643c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:28:18Z', 'updated_at': '2022-03-11T19:28:29Z', 'revision_number': 4, 'project_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'gw_port': {'id': 'd31e3b60-d1ce-490c-94f1-fb1e977643c8', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:19Z', 'updated_at': '2022-03-11T19:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'bec0c192-6bc1-4467-b7b8-6cef911a0c05', 'name': '', 'network_id': '1557e6f9-ef1e-471d-ad9b-c22fef29517e', 'tenant_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'mac_address': 'fa:16:3e:4d:67:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '159c45f0-17a9-4dad-ae0c-9d105edbfcac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:26Z', 'updated_at': '2022-03-11T19:28:29Z', 'revision_number': 2, 'project_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'subnets': [{'id': '159c45f0-17a9-4dad-ae0c-9d105edbfcac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:28:31.726946 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69672bc7-6017-47d4-be81-0a03c2fefdfb tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Pushing event updated for resources: {'Network': ['ID=7e7ac1f0-3111-4c89-ba33-0a59c83b731d,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:31.767067 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e014f-41d5-47ef-839b-e037ccdc5427 req-bc6cc99b-979b-413d-b348-cee8dd7c3a57 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:31.775669 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4b1e014f-41d5-47ef-839b-e037ccdc5427 req-bc6cc99b-979b-413d-b348-cee8dd7c3a57 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/networks?id=1557e6f9-ef1e-471d-ad9b-c22fef29517e HTTP/1.1" status: 200 len: 821 time: 0.2931850 Mar 11 19:28:31.824901 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4b1e014f-41d5-47ef-839b-e037ccdc5427 req-1da6ae27-8bd4-4602-ac58-49c31b8b5f31 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/quotas/36c6fb85db664d0dac9633c7a1a49fd2 HTTP/1.1" status: 200 len: 375 time: 0.0119290 Mar 11 19:28:31.870968 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1f7766-1ca3-4ac9-9a83-5a9b8aaa2204 None None] Checking router: 3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:28:31.871555 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1f7766-1ca3-4ac9-9a83-5a9b8aaa2204 None None] Updating router 3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e port bec0c192-6bc1-4467-b7b8-6cef911a0c05 binding host n-d-833163-1 {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:28:31.877439 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 5ac3bee4-d31e-4d7f-9bb8-cb81d564318b details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:28:31.890994 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 7e7ac1f0-3111-4c89-ba33-0a59c83b731d details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:28:31.980737 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-9d1f7766-1ca3-4ac9-9a83-5a9b8aaa2204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (bec0c192-6bc1-4467-b7b8-6cef911a0c05), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:32.009228 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port d31e3b60-d1ce-490c-94f1-fb1e977643c8 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:28:32.065599 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4b1e014f-41d5-47ef-839b-e037ccdc5427 req-fe72d585-332b-4554-9fa3-7648e9760d50 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=36c6fb85db664d0dac9633c7a1a49fd2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2286835 Mar 11 19:28:32.078580 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port 7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:28:32.109524 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port 7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:28:32.109903 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:32.117886 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce339d8f-6a05-40db-bad2-0dd0fb28a31e req-88d77d57-6462-410c-ba05-33d83f3facde tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:32.134551 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ce339d8f-6a05-40db-bad2-0dd0fb28a31e req-88d77d57-6462-410c-ba05-33d83f3facde tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b HTTP/1.1" status: 200 len: 943 time: 0.2196245 Mar 11 19:28:32.233267 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 5ac3bee4-d31e-4d7f-9bb8-cb81d564318b, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=5ac3bee4-d31e-4d7f-9bb8-cb81d564318b,segment=NetworkSegment(42087326-e85e-4d47-82f7-573695e73a7c),segment_id=42087326-e85e-4d47-82f7-573695e73a7c)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:28:32.334343 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '5ac3bee4-d31e-4d7f-9bb8-cb81d564318b', 'network_id': 'b2c20bf2-5907-4ff7-8af6-23603c7d780a', 'port_id': '5ac3bee4-d31e-4d7f-9bb8-cb81d564318b', 'mac_address': 'fa:16:3e:26:d6:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7be26a8-b37a-4d01-b7d9-b9690160171c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:28:32.351559 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:28:32.351990 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:32.397222 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '151f548b-417d-4fda-9007-9657402adaa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:28:32.399440 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af238b9-c9dc-4020-afa8-d43d69494239" -d '{"events": [{"server_uuid": "151f548b-417d-4fda-9007-9657402adaa5", "name": "network-vif-plugged", "status": "completed", "tag": "7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:28:32.401193 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7620a21a-98a8-4602-a704-8d881a102ce0 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Made reservation on behalf of 5ef363cb3b8e470c93ba878a527f3d7f for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:28:32.405393 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7620a21a-98a8-4602-a704-8d881a102ce0 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:32.420037 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c,segment=NetworkSegment(9cb9d205-9190-43c8-b078-f8df09db6175),segment_id=9cb9d205-9190-43c8-b078-f8df09db6175)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:28:32.423460 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 5ac3bee4-d31e-4d7f-9bb8-cb81d564318b is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:28:32.423879 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (5ac3bee4-d31e-4d7f-9bb8-cb81d564318b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:32.427374 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:32.463905 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ac3bee4-d31e-4d7f-9bb8-cb81d564318b {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:28:32.502786 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 5ac3bee4-d31e-4d7f-9bb8-cb81d564318b, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=5ac3bee4-d31e-4d7f-9bb8-cb81d564318b,segment=NetworkSegment(42087326-e85e-4d47-82f7-573695e73a7c),segment_id=42087326-e85e-4d47-82f7-573695e73a7c)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:28:32.511771 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (5ac3bee4-d31e-4d7f-9bb8-cb81d564318b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:32.517462 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 78406ed1-9d3e-42c1-ac53-ab848b568af4 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:28:32.522933 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ce339d8f-6a05-40db-bad2-0dd0fb28a31e req-574e310f-d652-402d-a028-371d2ea897f0 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3857903 Mar 11 19:28:32.561731 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:32.599085 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4b1e014f-41d5-47ef-839b-e037ccdc5427 req-bd690211-8ada-4915-b5dd-4e32f8cff1ad service neutron] 10.222.0.65 "GET /v2.0/networks/1557e6f9-ef1e-471d-ad9b-c22fef29517e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4435697 Mar 11 19:28:32.663922 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 78406ed1-9d3e-42c1-ac53-ab848b568af4 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:28:32.664299 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (78406ed1-9d3e-42c1-ac53-ab848b568af4), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:32.672229 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=5ac3bee4-d31e-4d7f-9bb8-cb81d564318b,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:32.802864 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7620a21a-98a8-4602-a704-8d881a102ce0 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (3a82b5d5-f5eb-44a2-9c60-48ecdbb5290d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:32.832342 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-9d1f7766-1ca3-4ac9-9a83-5a9b8aaa2204 None None] Publish callbacks [] for port (bec0c192-6bc1-4467-b7b8-6cef911a0c05), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:32.839215 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-9d1f7766-1ca3-4ac9-9a83-5a9b8aaa2204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (bec0c192-6bc1-4467-b7b8-6cef911a0c05), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:32.871322 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 78406ed1-9d3e-42c1-ac53-ab848b568af4 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:28:32.880458 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['5ac3bee4-d31e-4d7f-9bb8-cb81d564318b'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:28:32.992661 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7620a21a-98a8-4602-a704-8d881a102ce0 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Pushing event updated for resources: {'Subnet': ['ID=3a82b5d5-f5eb-44a2-9c60-48ecdbb5290d,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:33.003979 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7620a21a-98a8-4602-a704-8d881a102ce0 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Checking segment: {'id': '84b0979a-8a8b-4100-94cf-7dcf4d79135b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '4f561aff-d3ac-41b3-ba00-952d014b3e3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:28:33.004353 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7620a21a-98a8-4602-a704-8d881a102ce0 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Network hostable DHCP agents. Network: 4f561aff-d3ac-41b3-ba00-952d014b3e3f, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:28:33.027067 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233969fc-1d05-4e7f-829b-a18bfeb6fcfd None None] Pushing event updated for resources: {'Port': ['ID=bec0c192-6bc1-4467-b7b8-6cef911a0c05,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:33.056476 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7620a21a-98a8-4602-a704-8d881a102ce0 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Network 4f561aff-d3ac-41b3-ba00-952d014b3e3f is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:28:33.074015 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-7620a21a-98a8-4602-a704-8d881a102ce0 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 4f561aff-d3ac-41b3-ba00-952d014b3e3f) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:28:33.080262 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7620a21a-98a8-4602-a704-8d881a102ce0 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:33.080896 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7620a21a-98a8-4602-a704-8d881a102ce0 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:33.100616 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3e73a1-3386-42a8-83e8-0b675d0b09e1 None None] Network 4f561aff-d3ac-41b3-ba00-952d014b3e3f requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:28:33.131297 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-7620a21a-98a8-4602-a704-8d881a102ce0 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4593558 Mar 11 19:28:33.133953 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-9d1f7766-1ca3-4ac9-9a83-5a9b8aaa2204 None None] Attempting to bind port bec0c192-6bc1-4467-b7b8-6cef911a0c05 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:28:33.134368 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-9d1f7766-1ca3-4ac9-9a83-5a9b8aaa2204 None None] Attempting to bind port bec0c192-6bc1-4467-b7b8-6cef911a0c05 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '7617739c-1148-405a-b759-881cda43c47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '1557e6f9-ef1e-471d-ad9b-c22fef29517e'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:28:33.134738 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1f7766-1ca3-4ac9-9a83-5a9b8aaa2204 None None] Attempting to bind port bec0c192-6bc1-4467-b7b8-6cef911a0c05 on network 1557e6f9-ef1e-471d-ad9b-c22fef29517e {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:28:33.137891 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54572) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:28:33.143982 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1f7766-1ca3-4ac9-9a83-5a9b8aaa2204 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:28:33.144378 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1f7766-1ca3-4ac9-9a83-5a9b8aaa2204 None None] Checking segment: {'id': '7617739c-1148-405a-b759-881cda43c47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '1557e6f9-ef1e-471d-ad9b-c22fef29517e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:28:33.144833 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-9d1f7766-1ca3-4ac9-9a83-5a9b8aaa2204 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:33.145229 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1f7766-1ca3-4ac9-9a83-5a9b8aaa2204 None None] Bound using segment: {'id': '7617739c-1148-405a-b759-881cda43c47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '1557e6f9-ef1e-471d-ad9b-c22fef29517e'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:28:33.146129 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-9d1f7766-1ca3-4ac9-9a83-5a9b8aaa2204 None None] Bound port: bec0c192-6bc1-4467-b7b8-6cef911a0c05, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7617739c-1148-405a-b759-881cda43c47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '1557e6f9-ef1e-471d-ad9b-c22fef29517e'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:28:33.146510 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-9d1f7766-1ca3-4ac9-9a83-5a9b8aaa2204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (bec0c192-6bc1-4467-b7b8-6cef911a0c05), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:33.154773 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-25470879-44a8-4773-9ec2-c722deaa7d07 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Request body: {'subnet': {'network_id': '7e7ac1f0-3111-4c89-ba33-0a59c83b731d', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:28:33.304671 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-9d1f7766-1ca3-4ac9-9a83-5a9b8aaa2204 None None] For port bec0c192-6bc1-4467-b7b8-6cef911a0c05, host n-d-833163-1, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:28:33.309358 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-9d1f7766-1ca3-4ac9-9a83-5a9b8aaa2204 None None] For port bec0c192-6bc1-4467-b7b8-6cef911a0c05, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=bec0c192-6bc1-4467-b7b8-6cef911a0c05,segment=NetworkSegment(7617739c-1148-405a-b759-881cda43c47e),segment_id=7617739c-1148-405a-b759-881cda43c47e)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:28:33.317191 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-9d1f7766-1ca3-4ac9-9a83-5a9b8aaa2204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (bec0c192-6bc1-4467-b7b8-6cef911a0c05), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:33.388808 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25470879-44a8-4773-9ec2-c722deaa7d07 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Made reservation on behalf of 5ef363cb3b8e470c93ba878a527f3d7f for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:28:33.393272 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-25470879-44a8-4773-9ec2-c722deaa7d07 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:33.396228 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d58507e-90c9-421e-aa59-530d0ec7a68a None None] Sync routers for ids ['660b1f5b-eb2a-424e-9497-26ecc7cb4999'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:28:33.411452 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1f7766-1ca3-4ac9-9a83-5a9b8aaa2204 None None] Routers {'3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:28:33.412651 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-9d1f7766-1ca3-4ac9-9a83-5a9b8aaa2204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:28:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:28:33.425739 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2ade71-cf4f-4f7c-9055-a0db202aafd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-4f561aff-d3ac-41b3-ba00-952d014b3e3f', 'network_id': '4f561aff-d3ac-41b3-ba00-952d014b3e3f', 'project_id': '5ef363cb3b8e470c93ba878a527f3d7f', 'fixed_ips': [{'subnet_id': '3a82b5d5-f5eb-44a2-9c60-48ecdbb5290d'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:28:33.426673 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2a2ade71-cf4f-4f7c-9055-a0db202aafd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:33.534563 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4b1e014f-41d5-47ef-839b-e037ccdc5427 req-a8029c4d-68f0-43ca-af59-17233efc8338 service neutron] 10.222.0.65 "GET /v2.0/networks/1557e6f9-ef1e-471d-ad9b-c22fef29517e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9326746 Mar 11 19:28:33.544774 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7470a7ed-d0b1-476e-87c5-4da8699373e4 req-34fd8b7e-a6e5-494d-b0d4-8b4f6bf1376a tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:33.559863 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7470a7ed-d0b1-476e-87c5-4da8699373e4 req-34fd8b7e-a6e5-494d-b0d4-8b4f6bf1376a tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=151f548b-417d-4fda-9007-9657402adaa5 HTTP/1.1" status: 200 len: 945 time: 0.7513378 Mar 11 19:28:33.560063 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d58507e-90c9-421e-aa59-530d0ec7a68a None None] Routers {'660b1f5b-eb2a-424e-9497-26ecc7cb4999'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:28:33.560570 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-3d58507e-90c9-421e-aa59-530d0ec7a68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:28:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['660b1f5b-eb2a-424e-9497-26ecc7cb4999'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:28:33.655553 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-9d1f7766-1ca3-4ac9-9a83-5a9b8aaa2204 None None] Set router 3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:28:33.669094 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7470a7ed-d0b1-476e-87c5-4da8699373e4 req-d8cf3395-8d86-4e6a-86c5-7afa3020ea50 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028471 Mar 11 19:28:33.823093 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f82693c5-7040-4f20-98b8-14c586437e22 req-8e07bcf0-0609-45c9-8f6e-8badec458f27 tempest-ServersAdmin275Test-730662925 tempest-ServersAdmin275Test-730662925-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=27a07cf5-eaf0-4721-b0fa-8387298c9e0a HTTP/1.1" status: 200 len: 210 time: 0.0630183 Mar 11 19:28:33.868914 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-25470879-44a8-4773-9ec2-c722deaa7d07 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (b9f88214-c0ad-4a11-a00b-64b72b240905), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:34.055296 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233969fc-1d05-4e7f-829b-a18bfeb6fcfd None None] Pushing event updated for resources: {'Port': ['ID=bec0c192-6bc1-4467-b7b8-6cef911a0c05,revision_number=4']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:34.139602 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25470879-44a8-4773-9ec2-c722deaa7d07 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Checking segment: {'id': 'e2c9930f-21f1-4d40-93dc-64d9f93dab64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '7e7ac1f0-3111-4c89-ba33-0a59c83b731d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:28:34.139602 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25470879-44a8-4773-9ec2-c722deaa7d07 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Network hostable DHCP agents. Network: 7e7ac1f0-3111-4c89-ba33-0a59c83b731d, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:28:34.159660 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25470879-44a8-4773-9ec2-c722deaa7d07 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Pushing event updated for resources: {'Subnet': ['ID=b9f88214-c0ad-4a11-a00b-64b72b240905,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:34.195226 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25470879-44a8-4773-9ec2-c722deaa7d07 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Network 7e7ac1f0-3111-4c89-ba33-0a59c83b731d is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:28:34.222073 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-25470879-44a8-4773-9ec2-c722deaa7d07 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 7e7ac1f0-3111-4c89-ba33-0a59c83b731d) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:28:34.269521 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25470879-44a8-4773-9ec2-c722deaa7d07 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:34.270945 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-25470879-44a8-4773-9ec2-c722deaa7d07 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:34.315431 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-25470879-44a8-4773-9ec2-c722deaa7d07 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1746511 Mar 11 19:28:34.324487 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-2a2ade71-cf4f-4f7c-9055-a0db202aafd5 None None] Allocated IP 10.1.1.2 (4f561aff-d3ac-41b3-ba00-952d014b3e3f/3a82b5d5-f5eb-44a2-9c60-48ecdbb5290d/a589bab5-ac1f-470d-9903-52e4f3314a32) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:28:34.361753 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 54582) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:28:34.378476 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-9d1f7766-1ca3-4ac9-9a83-5a9b8aaa2204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1553295538-router', 'tenant_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'd31e3b60-d1ce-490c-94f1-fb1e977643c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:28:18Z', 'updated_at': '2022-03-11T19:28:29Z', 'revision_number': 4, 'project_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'gw_port': {'id': 'd31e3b60-d1ce-490c-94f1-fb1e977643c8', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:19Z', 'updated_at': '2022-03-11T19:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'bec0c192-6bc1-4467-b7b8-6cef911a0c05', 'name': '', 'network_id': '1557e6f9-ef1e-471d-ad9b-c22fef29517e', 'tenant_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'mac_address': 'fa:16:3e:4d:67:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '159c45f0-17a9-4dad-ae0c-9d105edbfcac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:26Z', 'updated_at': '2022-03-11T19:28:33Z', 'revision_number': 4, 'project_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'subnets': [{'id': '159c45f0-17a9-4dad-ae0c-9d105edbfcac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:28:34.381931 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-079a17fc-704c-4335-b582-d89796510a43 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Request body: {'port': {'network_id': '4f561aff-d3ac-41b3-ba00-952d014b3e3f', 'name': 'tempest-TaggedBootDevicesTest_v242-1917691726', 'fixed_ips': [{'subnet_id': '3a82b5d5-f5eb-44a2-9c60-48ecdbb5290d'}]}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:28:34.451720 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1f7766-1ca3-4ac9-9a83-5a9b8aaa2204 None None] The sync data for ids ['3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e'] in n-d-833163-1 is: [{'id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1553295538-router', 'tenant_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'd31e3b60-d1ce-490c-94f1-fb1e977643c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:28:18Z', 'updated_at': '2022-03-11T19:28:29Z', 'revision_number': 4, 'project_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'gw_port': {'id': 'd31e3b60-d1ce-490c-94f1-fb1e977643c8', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:19Z', 'updated_at': '2022-03-11T19:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'bec0c192-6bc1-4467-b7b8-6cef911a0c05', 'name': '', 'network_id': '1557e6f9-ef1e-471d-ad9b-c22fef29517e', 'tenant_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'mac_address': 'fa:16:3e:4d:67:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '159c45f0-17a9-4dad-ae0c-9d105edbfcac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:26Z', 'updated_at': '2022-03-11T19:28:33Z', 'revision_number': 4, 'project_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'subnets': [{'id': '159c45f0-17a9-4dad-ae0c-9d105edbfcac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:28:34.501984 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2a2ade71-cf4f-4f7c-9055-a0db202aafd5 None None] Publish callbacks [] for port (a589bab5-ac1f-470d-9903-52e4f3314a32), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:34.515056 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7548781d-14ed-44c6-bffb-a6c2c9b3a689 x-openstack-request-id: req-7548781d-14ed-44c6-bffb-a6c2c9b3a689 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:28:34.515370 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "151f548b-417d-4fda-9007-9657402adaa5", "name": "network-vif-plugged", "status": "completed", "tag": "7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:28:34.515659 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7548781d-14ed-44c6-bffb-a6c2c9b3a689 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:28:34.516104 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '151f548b-417d-4fda-9007-9657402adaa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c', 'code': 200} Mar 11 19:28:34.520083 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f482f7e-4d74-48c4-900e-f44d27d79722 None None] Network 7e7ac1f0-3111-4c89-ba33-0a59c83b731d requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:28:34.537507 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2a2ade71-cf4f-4f7c-9055-a0db202aafd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (a589bab5-ac1f-470d-9903-52e4f3314a32), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:34.589420 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4ecc28fb-9986-417d-a062-588fd87cbfd3 req-84ca6208-dac0-4365-a786-b4e2dc111304 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/ports?device_id=828431ab-9323-4845-8fb6-b27b7f39fa72 HTTP/1.1" status: 200 len: 210 time: 0.4187887 Mar 11 19:28:34.657128 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29966ef9-0eaa-46a3-ad9c-96b85c5dc85e req-94b59b35-bda4-48da-a199-631e0046aa2f tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:34.658984 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-29966ef9-0eaa-46a3-ad9c-96b85c5dc85e req-94b59b35-bda4-48da-a199-631e0046aa2f tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b HTTP/1.1" status: 200 len: 944 time: 0.4967823 Mar 11 19:28:34.662474 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c6beb7-921e-4c73-a49a-5c8711f32acf req-0fcffe78-c084-462f-a779-8443a2ef23f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:34.664765 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-03c6beb7-921e-4c73-a49a-5c8711f32acf req-0fcffe78-c084-462f-a779-8443a2ef23f9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=151f548b-417d-4fda-9007-9657402adaa5 HTTP/1.1" status: 200 len: 1127 time: 0.5565193 Mar 11 19:28:34.665676 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079a17fc-704c-4335-b582-d89796510a43 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Made reservation on behalf of 5ef363cb3b8e470c93ba878a527f3d7f for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:28:34.690640 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2ade71-cf4f-4f7c-9055-a0db202aafd5 None None] Pushing event updated for resources: {'Port': ['ID=a589bab5-ac1f-470d-9903-52e4f3314a32,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:34.765747 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-3d58507e-90c9-421e-aa59-530d0ec7a68a None None] Set router 660b1f5b-eb2a-424e-9497-26ecc7cb4999 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:28:34.779488 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-cccf7a0d-365c-40f1-abf8-c99fddc22b4b None None] Provisioning complete for port bec0c192-6bc1-4467-b7b8-6cef911a0c05 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:28:34.782564 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cccf7a0d-365c-40f1-abf8-c99fddc22b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (bec0c192-6bc1-4467-b7b8-6cef911a0c05), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:34.895496 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-079a17fc-704c-4335-b582-d89796510a43 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:35.028640 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-079a17fc-704c-4335-b582-d89796510a43 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] device_id is not set on port a063c992-2ba2-427f-abd3-35bcb20f2efc yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:28:35.191871 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-03c6beb7-921e-4c73-a49a-5c8711f32acf req-45a8f9d3-5156-4dad-8c2d-778c8e2c356d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5202119 Mar 11 19:28:35.252834 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-29966ef9-0eaa-46a3-ad9c-96b85c5dc85e req-d48c5ab9-a435-42bb-9066-925a93a6b783 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5823333 Mar 11 19:28:35.309279 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2ade71-cf4f-4f7c-9055-a0db202aafd5 None None] Network 4f561aff-d3ac-41b3-ba00-952d014b3e3f is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:28:35.318716 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-2a2ade71-cf4f-4f7c-9055-a0db202aafd5 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:28:35.358892 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2ade71-cf4f-4f7c-9055-a0db202aafd5 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:28:35.359839 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f26d011-1880-4a63-87e7-7508906d4b09 req-ba7e0e60-2bbe-4bbc-bd57-2c272744c510 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:35.368528 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4f26d011-1880-4a63-87e7-7508906d4b09 req-ba7e0e60-2bbe-4bbc-bd57-2c272744c510 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=151f548b-417d-4fda-9007-9657402adaa5 HTTP/1.1" status: 200 len: 945 time: 0.4599550 Mar 11 19:28:35.419472 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-cccf7a0d-365c-40f1-abf8-c99fddc22b4b None None] Current status of the port bec0c192-6bc1-4467-b7b8-6cef911a0c05 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:28:35.419472 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cccf7a0d-365c-40f1-abf8-c99fddc22b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (bec0c192-6bc1-4467-b7b8-6cef911a0c05), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:35.495880 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f863b10-b547-4695-85e0-1cbef42880ce req-ba8de561-4db9-4e2f-8b23-645a5d9bb391 tempest-ServersAdmin275Test-730662925 tempest-ServersAdmin275Test-730662925-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=27a07cf5-eaf0-4721-b0fa-8387298c9e0a HTTP/1.1" status: 200 len: 210 time: 0.0659997 Mar 11 19:28:35.509431 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4f26d011-1880-4a63-87e7-7508906d4b09 req-dfec5ef6-1cbd-4a8e-90ea-2044193dbce6 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399751 Mar 11 19:28:35.588198 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-079a17fc-704c-4335-b582-d89796510a43 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Allocated IP 10.1.1.120 (4f561aff-d3ac-41b3-ba00-952d014b3e3f/3a82b5d5-f5eb-44a2-9c60-48ecdbb5290d/a063c992-2ba2-427f-abd3-35bcb20f2efc) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:28:35.618442 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-2a2ade71-cf4f-4f7c-9055-a0db202aafd5 None None] Attempting to bind port a589bab5-ac1f-470d-9903-52e4f3314a32 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:28:35.619330 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-2a2ade71-cf4f-4f7c-9055-a0db202aafd5 None None] Attempting to bind port a589bab5-ac1f-470d-9903-52e4f3314a32 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '84b0979a-8a8b-4100-94cf-7dcf4d79135b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '4f561aff-d3ac-41b3-ba00-952d014b3e3f'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:28:35.619791 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2ade71-cf4f-4f7c-9055-a0db202aafd5 None None] Attempting to bind port a589bab5-ac1f-470d-9903-52e4f3314a32 on network 4f561aff-d3ac-41b3-ba00-952d014b3e3f {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:28:35.714213 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-cccf7a0d-365c-40f1-abf8-c99fddc22b4b None None] For port bec0c192-6bc1-4467-b7b8-6cef911a0c05, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=bec0c192-6bc1-4467-b7b8-6cef911a0c05,segment=NetworkSegment(7617739c-1148-405a-b759-881cda43c47e),segment_id=7617739c-1148-405a-b759-881cda43c47e)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:28:35.718320 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2ade71-cf4f-4f7c-9055-a0db202aafd5 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:28:35.718754 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2ade71-cf4f-4f7c-9055-a0db202aafd5 None None] Checking segment: {'id': '84b0979a-8a8b-4100-94cf-7dcf4d79135b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '4f561aff-d3ac-41b3-ba00-952d014b3e3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:28:35.719370 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2a2ade71-cf4f-4f7c-9055-a0db202aafd5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:35.719829 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2ade71-cf4f-4f7c-9055-a0db202aafd5 None None] Bound using segment: {'id': '84b0979a-8a8b-4100-94cf-7dcf4d79135b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '4f561aff-d3ac-41b3-ba00-952d014b3e3f'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:28:35.720328 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-2a2ade71-cf4f-4f7c-9055-a0db202aafd5 None None] Bound port: a589bab5-ac1f-470d-9903-52e4f3314a32, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84b0979a-8a8b-4100-94cf-7dcf4d79135b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '4f561aff-d3ac-41b3-ba00-952d014b3e3f'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:28:35.720960 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2a2ade71-cf4f-4f7c-9055-a0db202aafd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a589bab5-ac1f-470d-9903-52e4f3314a32), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:35.742749 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cccf7a0d-365c-40f1-abf8-c99fddc22b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (bec0c192-6bc1-4467-b7b8-6cef911a0c05), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:35.821808 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-42292a48-99c5-4de0-a9b7-d24cbdfb40cf req-0316ef2d-5669-45e6-9e41-e87df31f11aa tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/ports?device_id=828431ab-9323-4845-8fb6-b27b7f39fa72 HTTP/1.1" status: 200 len: 210 time: 0.1261716 Mar 11 19:28:35.910492 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-079a17fc-704c-4335-b582-d89796510a43 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks [] for port (a063c992-2ba2-427f-abd3-35bcb20f2efc), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:35.925995 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61640778-1640-4d06-9362-01b87975c893 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-7e7ac1f0-3111-4c89-ba33-0a59c83b731d', 'network_id': '7e7ac1f0-3111-4c89-ba33-0a59c83b731d', 'project_id': '5ef363cb3b8e470c93ba878a527f3d7f', 'fixed_ips': [{'subnet_id': 'b9f88214-c0ad-4a11-a00b-64b72b240905'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:28:35.926811 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-61640778-1640-4d06-9362-01b87975c893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:36.034432 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e014f-41d5-47ef-839b-e037ccdc5427 req-ee80662b-6e0c-474d-88ce-dcf4b4b73e3a tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:36.036585 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4b1e014f-41d5-47ef-839b-e037ccdc5427 req-ee80662b-6e0c-474d-88ce-dcf4b4b73e3a tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.57 "GET /v2.0/networks?id=1557e6f9-ef1e-471d-ad9b-c22fef29517e HTTP/1.1" status: 200 len: 821 time: 0.1505229 Mar 11 19:28:36.039219 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-079a17fc-704c-4335-b582-d89796510a43 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (a063c992-2ba2-427f-abd3-35bcb20f2efc), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:36.062784 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079a17fc-704c-4335-b582-d89796510a43 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Network 4f561aff-d3ac-41b3-ba00-952d014b3e3f is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:28:36.063031 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccf7a0d-365c-40f1-abf8-c99fddc22b4b None None] Pushing event updated for resources: {'Port': ['ID=bec0c192-6bc1-4467-b7b8-6cef911a0c05,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:36.069187 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-079a17fc-704c-4335-b582-d89796510a43 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:28:36.080502 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-4b1e014f-41d5-47ef-839b-e037ccdc5427 req-37ec4bb1-6e37-48ef-a5cc-c3dad93a1629 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Request body: {'port': {'device_id': '828431ab-9323-4845-8fb6-b27b7f39fa72', 'network_id': '1557e6f9-ef1e-471d-ad9b-c22fef29517e', 'admin_state_up': True, 'tenant_id': '36c6fb85db664d0dac9633c7a1a49fd2'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:28:36.105516 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079a17fc-704c-4335-b582-d89796510a43 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:28:36.106082 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-2a2ade71-cf4f-4f7c-9055-a0db202aafd5 None None] For port a589bab5-ac1f-470d-9903-52e4f3314a32, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:28:36.113035 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-e8de605b-6629-4f1e-8458-fc7228f07a97 None None] Provisioning complete for port bec0c192-6bc1-4467-b7b8-6cef911a0c05 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:28:36.113415 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e8de605b-6629-4f1e-8458-fc7228f07a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (bec0c192-6bc1-4467-b7b8-6cef911a0c05), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:36.117899 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-2a2ade71-cf4f-4f7c-9055-a0db202aafd5 None None] For port a589bab5-ac1f-470d-9903-52e4f3314a32, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=a589bab5-ac1f-470d-9903-52e4f3314a32,segment=NetworkSegment(84b0979a-8a8b-4100-94cf-7dcf4d79135b),segment_id=84b0979a-8a8b-4100-94cf-7dcf4d79135b)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:28:36.205183 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2a2ade71-cf4f-4f7c-9055-a0db202aafd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (a589bab5-ac1f-470d-9903-52e4f3314a32), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:36.223076 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079a17fc-704c-4335-b582-d89796510a43 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:36.223881 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-079a17fc-704c-4335-b582-d89796510a43 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:36.234580 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a17fc-704c-4335-b582-d89796510a43 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Pushing event updated for resources: {'Port': ['ID=a063c992-2ba2-427f-abd3-35bcb20f2efc,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:36.269099 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-079a17fc-704c-4335-b582-d89796510a43 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9036336 Mar 11 19:28:36.270234 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54596) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:28:36.281604 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-cf137813-2fe2-4f8b-abb0-8be1c97bcb8d tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Request body: {'port': {'network_id': '4f561aff-d3ac-41b3-ba00-952d014b3e3f', 'name': 'tempest-TaggedBootDevicesTest_v242-1503596612', 'fixed_ips': [{'subnet_id': '3a82b5d5-f5eb-44a2-9c60-48ecdbb5290d'}]}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:28:36.348675 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b1e014f-41d5-47ef-839b-e037ccdc5427 req-37ec4bb1-6e37-48ef-a5cc-c3dad93a1629 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Made reservation on behalf of 36c6fb85db664d0dac9633c7a1a49fd2 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:28:36.353463 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4b1e014f-41d5-47ef-839b-e037ccdc5427 req-37ec4bb1-6e37-48ef-a5cc-c3dad93a1629 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:36.420882 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2ade71-cf4f-4f7c-9055-a0db202aafd5 None None] Pushing event updated for resources: {'Port': ['ID=a589bab5-ac1f-470d-9903-52e4f3314a32,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:36.500654 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-3d58507e-90c9-421e-aa59-530d0ec7a68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660b1f5b-eb2a-424e-9497-26ecc7cb4999', 'name': 'tempest-AttachSCSIVolumeTestJSON-1989648879-router', 'tenant_id': '4fa07d336ec54557925db5f52381443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '78406ed1-9d3e-42c1-ac53-ab848b568af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:28:19Z', 'updated_at': '2022-03-11T19:28:29Z', 'revision_number': 4, 'project_id': '4fa07d336ec54557925db5f52381443a', 'gw_port': {'id': '78406ed1-9d3e-42c1-ac53-ab848b568af4', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:63:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660b1f5b-eb2a-424e-9497-26ecc7cb4999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:21Z', 'updated_at': '2022-03-11T19:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '2ac78fad-114b-462f-a7f8-0ff1578a17ef', 'name': '', 'network_id': '17bfad7b-503c-456a-b77b-9f736040f375', 'tenant_id': '4fa07d336ec54557925db5f52381443a', 'mac_address': 'fa:16:3e:dd:f2:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660b1f5b-eb2a-424e-9497-26ecc7cb4999', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '86923aa3-6e53-444a-9024-41b07fda091e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:28Z', 'updated_at': '2022-03-11T19:28:29Z', 'revision_number': 2, 'project_id': '4fa07d336ec54557925db5f52381443a', 'subnets': [{'id': '86923aa3-6e53-444a-9024-41b07fda091e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:28:36.503698 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-61640778-1640-4d06-9362-01b87975c893 None None] Allocated IP 10.2.2.2 (7e7ac1f0-3111-4c89-ba33-0a59c83b731d/b9f88214-c0ad-4a11-a00b-64b72b240905/4a74cad6-79c6-4f96-9850-0f99492ca587) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:28:36.749359 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device bec0c192-6bc1-4467-b7b8-6cef911a0c05 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:28:36.788540 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf137813-2fe2-4f8b-abb0-8be1c97bcb8d tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Made reservation on behalf of 5ef363cb3b8e470c93ba878a527f3d7f for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:28:36.816186 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab85094-2fc1-4793-b995-a2f44f169ca8 req-a62532df-c4db-4612-8b2a-1692ee4a2bbd tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:36.818527 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cab85094-2fc1-4793-b995-a2f44f169ca8 req-a62532df-c4db-4612-8b2a-1692ee4a2bbd tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b HTTP/1.1" status: 200 len: 944 time: 0.4014890 Mar 11 19:28:36.830610 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e8de605b-6629-4f1e-8458-fc7228f07a97 None None] Current status of the port bec0c192-6bc1-4467-b7b8-6cef911a0c05 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:28:36.927304 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-4b1e014f-41d5-47ef-839b-e037ccdc5427 req-37ec4bb1-6e37-48ef-a5cc-c3dad93a1629 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Allocated IP 172.20.0.7 (1557e6f9-ef1e-471d-ad9b-c22fef29517e/159c45f0-17a9-4dad-ae0c-9d105edbfcac/a621553f-0149-4c8d-ac87-9dde3f520048) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:28:37.026722 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cf137813-2fe2-4f8b-abb0-8be1c97bcb8d tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:37.039174 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d58507e-90c9-421e-aa59-530d0ec7a68a None None] Checking router: 660b1f5b-eb2a-424e-9497-26ecc7cb4999 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:28:37.039826 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d58507e-90c9-421e-aa59-530d0ec7a68a None None] Updating router 660b1f5b-eb2a-424e-9497-26ecc7cb4999 port 2ac78fad-114b-462f-a7f8-0ff1578a17ef binding host n-d-833163-1 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:28:37.061863 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-cf137813-2fe2-4f8b-abb0-8be1c97bcb8d tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] device_id is not set on port 67a48c17-bad0-4589-963e-fee1ad2a8374 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:28:37.094286 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-61640778-1640-4d06-9362-01b87975c893 None None] Publish callbacks [] for port (4a74cad6-79c6-4f96-9850-0f99492ca587), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:37.101367 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3d58507e-90c9-421e-aa59-530d0ec7a68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2ac78fad-114b-462f-a7f8-0ff1578a17ef), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:37.108389 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-61640778-1640-4d06-9362-01b87975c893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (4a74cad6-79c6-4f96-9850-0f99492ca587), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:37.118844 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4b1e014f-41d5-47ef-839b-e037ccdc5427 req-37ec4bb1-6e37-48ef-a5cc-c3dad93a1629 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Publish callbacks [] for port (a621553f-0149-4c8d-ac87-9dde3f520048), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:37.128677 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port bec0c192-6bc1-4467-b7b8-6cef911a0c05 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:28:37.129289 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (bec0c192-6bc1-4467-b7b8-6cef911a0c05), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:37.163972 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4b1e014f-41d5-47ef-839b-e037ccdc5427 req-37ec4bb1-6e37-48ef-a5cc-c3dad93a1629 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (a621553f-0149-4c8d-ac87-9dde3f520048), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:37.222003 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b1e014f-41d5-47ef-839b-e037ccdc5427 req-37ec4bb1-6e37-48ef-a5cc-c3dad93a1629 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Network 1557e6f9-ef1e-471d-ad9b-c22fef29517e is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:28:37.226532 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-4b1e014f-41d5-47ef-839b-e037ccdc5427 req-37ec4bb1-6e37-48ef-a5cc-c3dad93a1629 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:28:37.239845 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b1e014f-41d5-47ef-839b-e037ccdc5427 req-37ec4bb1-6e37-48ef-a5cc-c3dad93a1629 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:28:37.295015 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4534bf04-ee00-4fc2-8abc-b934240b9817 req-2df23c1c-8f77-4ff5-8e43-3a31796bcf4b tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:37.299369 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61640778-1640-4d06-9362-01b87975c893 None None] Network 7e7ac1f0-3111-4c89-ba33-0a59c83b731d is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:28:37.302085 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4534bf04-ee00-4fc2-8abc-b934240b9817 req-2df23c1c-8f77-4ff5-8e43-3a31796bcf4b tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=151f548b-417d-4fda-9007-9657402adaa5 HTTP/1.1" status: 200 len: 945 time: 0.5925419 Mar 11 19:28:37.342362 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cab85094-2fc1-4793-b995-a2f44f169ca8 req-f8c5a60e-0dba-4afd-a5e7-16616c5b311c tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906180 Mar 11 19:28:37.352037 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ec4bb1-6e37-48ef-a5cc-c3dad93a1629 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Pushing event updated for resources: {'Port': ['ID=a621553f-0149-4c8d-ac87-9dde3f520048,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:37.390668 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e014f-41d5-47ef-839b-e037ccdc5427 req-37ec4bb1-6e37-48ef-a5cc-c3dad93a1629 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:37.391354 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4b1e014f-41d5-47ef-839b-e037ccdc5427 req-37ec4bb1-6e37-48ef-a5cc-c3dad93a1629 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:37.450073 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4b1e014f-41d5-47ef-839b-e037ccdc5427 req-37ec4bb1-6e37-48ef-a5cc-c3dad93a1629 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3840299 Mar 11 19:28:37.512061 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-4b1e014f-41d5-47ef-839b-e037ccdc5427 req-3353d40e-2eb9-47c9-92c8-5d0e44d0b17d service neutron] Request body: {'port': {'device_id': '828431ab-9323-4845-8fb6-b27b7f39fa72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:28:37.620339 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-cf137813-2fe2-4f8b-abb0-8be1c97bcb8d tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Allocated IP 10.1.1.138 (4f561aff-d3ac-41b3-ba00-952d014b3e3f/3a82b5d5-f5eb-44a2-9c60-48ecdbb5290d/67a48c17-bad0-4589-963e-fee1ad2a8374) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:28:37.740330 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4b1e014f-41d5-47ef-839b-e037ccdc5427 req-3353d40e-2eb9-47c9-92c8-5d0e44d0b17d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a621553f-0149-4c8d-ac87-9dde3f520048), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:38.035249 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3d58507e-90c9-421e-aa59-530d0ec7a68a None None] Publish callbacks [] for port (2ac78fad-114b-462f-a7f8-0ff1578a17ef), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:38.047589 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 5ac3bee4-d31e-4d7f-9bb8-cb81d564318b up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:28:38.051818 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-61640778-1640-4d06-9362-01b87975c893 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:28:38.054373 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61640778-1640-4d06-9362-01b87975c893 None None] Pushing event updated for resources: {'Port': ['ID=4a74cad6-79c6-4f96-9850-0f99492ca587,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:38.059250 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61640778-1640-4d06-9362-01b87975c893 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:28:38.096252 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3d58507e-90c9-421e-aa59-530d0ec7a68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (2ac78fad-114b-462f-a7f8-0ff1578a17ef), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:38.097028 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cf137813-2fe2-4f8b-abb0-8be1c97bcb8d tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks [] for port (67a48c17-bad0-4589-963e-fee1ad2a8374), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:38.125930 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61640778-1640-4d06-9362-01b87975c893 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:38.130109 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61640778-1640-4d06-9362-01b87975c893 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:38.132279 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61640778-1640-4d06-9362-01b87975c893 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:38.132787 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61640778-1640-4d06-9362-01b87975c893 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:38.133891 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61640778-1640-4d06-9362-01b87975c893 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:38.134270 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61640778-1640-4d06-9362-01b87975c893 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:38.134567 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61640778-1640-4d06-9362-01b87975c893 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:38.135234 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61640778-1640-4d06-9362-01b87975c893 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:38.135541 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61640778-1640-4d06-9362-01b87975c893 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:38.135925 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61640778-1640-4d06-9362-01b87975c893 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:38.136256 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61640778-1640-4d06-9362-01b87975c893 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:38.136845 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61640778-1640-4d06-9362-01b87975c893 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:38.137174 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61640778-1640-4d06-9362-01b87975c893 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:28:38.157065 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cf137813-2fe2-4f8b-abb0-8be1c97bcb8d tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (67a48c17-bad0-4589-963e-fee1ad2a8374), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:38.176881 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be21e211-2fff-4827-938e-c486eadf9a23 None None] Network 4f561aff-d3ac-41b3-ba00-952d014b3e3f requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:28:38.239916 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf137813-2fe2-4f8b-abb0-8be1c97bcb8d tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Pushing event updated for resources: {'Port': ['ID=67a48c17-bad0-4589-963e-fee1ad2a8374,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:38.244464 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-4b1e014f-41d5-47ef-839b-e037ccdc5427 req-3353d40e-2eb9-47c9-92c8-5d0e44d0b17d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a621553f-0149-4c8d-ac87-9dde3f520048 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:28:38.262416 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf137813-2fe2-4f8b-abb0-8be1c97bcb8d tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Network 4f561aff-d3ac-41b3-ba00-952d014b3e3f is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:28:38.264746 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-cf137813-2fe2-4f8b-abb0-8be1c97bcb8d tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:28:38.268219 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf137813-2fe2-4f8b-abb0-8be1c97bcb8d tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:28:38.285077 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4534bf04-ee00-4fc2-8abc-b934240b9817 req-093c7c95-4eb9-43d5-a04d-2b3d0b1bc931 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9820504 Mar 11 19:28:38.290255 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4b1e014f-41d5-47ef-839b-e037ccdc5427 req-3353d40e-2eb9-47c9-92c8-5d0e44d0b17d service neutron] Publish callbacks [] for port (a621553f-0149-4c8d-ac87-9dde3f520048), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:38.329229 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-513e349d-6b4f-4457-9fb6-aaad84dcd492 None None] Provisioning complete for port a621553f-0149-4c8d-ac87-9dde3f520048 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:28:38.329868 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-513e349d-6b4f-4457-9fb6-aaad84dcd492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (a621553f-0149-4c8d-ac87-9dde3f520048), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:38.331144 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-4b1e014f-41d5-47ef-839b-e037ccdc5427 req-3353d40e-2eb9-47c9-92c8-5d0e44d0b17d service neutron] Transition to ACTIVE for port object a621553f-0149-4c8d-ac87-9dde3f520048 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:28:38.346251 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-06617774-7414-4008-8499-47a372b0fffd req-c2087375-8ddf-461d-b7b9-93e19940a323 tempest-ServersAdmin275Test-730662925 tempest-ServersAdmin275Test-730662925-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=27a07cf5-eaf0-4721-b0fa-8387298c9e0a HTTP/1.1" status: 200 len: 210 time: 0.7594192 Mar 11 19:28:38.350347 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4b1e014f-41d5-47ef-839b-e037ccdc5427 req-3353d40e-2eb9-47c9-92c8-5d0e44d0b17d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (a621553f-0149-4c8d-ac87-9dde3f520048), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:38.357007 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf137813-2fe2-4f8b-abb0-8be1c97bcb8d tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:38.357815 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cf137813-2fe2-4f8b-abb0-8be1c97bcb8d tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:38.391301 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-cf137813-2fe2-4f8b-abb0-8be1c97bcb8d tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1191638 Mar 11 19:28:38.557836 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3353d40e-2eb9-47c9-92c8-5d0e44d0b17d service neutron] Pushing event updated for resources: {'Port': ['ID=a621553f-0149-4c8d-ac87-9dde3f520048,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:38.607068 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba8115-c510-44f8-a7bf-a9a8925e0918 req-c56ed50c-0334-4f52-b267-1c0c9b494dc2 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:38.615136 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0cba8115-c510-44f8-a7bf-a9a8925e0918 req-c56ed50c-0334-4f52-b267-1c0c9b494dc2 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b HTTP/1.1" status: 200 len: 944 time: 0.1262493 Mar 11 19:28:38.643752 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6a307c-4ef9-428a-94ca-4f6d09f95e7b req-2d99417e-bbfb-428e-be5c-aacdc2f1d560 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:38.645393 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6b6a307c-4ef9-428a-94ca-4f6d09f95e7b req-2d99417e-bbfb-428e-be5c-aacdc2f1d560 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/ports?device_id=828431ab-9323-4845-8fb6-b27b7f39fa72 HTTP/1.1" status: 200 len: 943 time: 0.1707203 Mar 11 19:28:38.664529 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-513e349d-6b4f-4457-9fb6-aaad84dcd492 None None] Port a621553f-0149-4c8d-ac87-9dde3f520048 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:28:38.733569 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0cba8115-c510-44f8-a7bf-a9a8925e0918 req-fa754b2c-ed6c-41dd-a36c-bbcbbefd70ba tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172731 Mar 11 19:28:38.816743 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-4b1e014f-41d5-47ef-839b-e037ccdc5427 req-3353d40e-2eb9-47c9-92c8-5d0e44d0b17d service neutron] Attempting to bind port a621553f-0149-4c8d-ac87-9dde3f520048 on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:28:38.817099 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-4b1e014f-41d5-47ef-839b-e037ccdc5427 req-3353d40e-2eb9-47c9-92c8-5d0e44d0b17d service neutron] Attempting to bind port a621553f-0149-4c8d-ac87-9dde3f520048 by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '7617739c-1148-405a-b759-881cda43c47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '1557e6f9-ef1e-471d-ad9b-c22fef29517e'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:28:38.817450 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1e014f-41d5-47ef-839b-e037ccdc5427 req-3353d40e-2eb9-47c9-92c8-5d0e44d0b17d service neutron] Attempting to bind port a621553f-0149-4c8d-ac87-9dde3f520048 on network 1557e6f9-ef1e-471d-ad9b-c22fef29517e {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:28:38.827671 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port 5ac3bee4-d31e-4d7f-9bb8-cb81d564318b completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:28:38.833458 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6b6a307c-4ef9-428a-94ca-4f6d09f95e7b req-ac7412d8-3fb8-4884-8ed0-ffae2e7d6fe6 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/security-groups?id=0961abee-fe62-4d69-976a-7014d627610b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778145 Mar 11 19:28:38.835921 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1e014f-41d5-47ef-839b-e037ccdc5427 req-3353d40e-2eb9-47c9-92c8-5d0e44d0b17d service neutron] Port a621553f-0149-4c8d-ac87-9dde3f520048 on network 1557e6f9-ef1e-471d-ad9b-c22fef29517e not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:28:38.836430 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1e014f-41d5-47ef-839b-e037ccdc5427 req-3353d40e-2eb9-47c9-92c8-5d0e44d0b17d service neutron] Attempting to bind port a621553f-0149-4c8d-ac87-9dde3f520048 on network 1557e6f9-ef1e-471d-ad9b-c22fef29517e {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:28:38.845163 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1e014f-41d5-47ef-839b-e037ccdc5427 req-3353d40e-2eb9-47c9-92c8-5d0e44d0b17d service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:28:38.845737 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1e014f-41d5-47ef-839b-e037ccdc5427 req-3353d40e-2eb9-47c9-92c8-5d0e44d0b17d service neutron] Checking segment: {'id': '7617739c-1148-405a-b759-881cda43c47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '1557e6f9-ef1e-471d-ad9b-c22fef29517e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:28:38.846387 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1e014f-41d5-47ef-839b-e037ccdc5427 req-3353d40e-2eb9-47c9-92c8-5d0e44d0b17d service neutron] Bound using segment: {'id': '7617739c-1148-405a-b759-881cda43c47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '1557e6f9-ef1e-471d-ad9b-c22fef29517e'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:28:38.847040 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-4b1e014f-41d5-47ef-839b-e037ccdc5427 req-3353d40e-2eb9-47c9-92c8-5d0e44d0b17d service neutron] Bound port: a621553f-0149-4c8d-ac87-9dde3f520048, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7617739c-1148-405a-b759-881cda43c47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '1557e6f9-ef1e-471d-ad9b-c22fef29517e'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:28:38.847514 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4b1e014f-41d5-47ef-839b-e037ccdc5427 req-3353d40e-2eb9-47c9-92c8-5d0e44d0b17d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a621553f-0149-4c8d-ac87-9dde3f520048), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:38.853200 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-3d58507e-90c9-421e-aa59-530d0ec7a68a None None] Attempting to bind port 2ac78fad-114b-462f-a7f8-0ff1578a17ef on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:28:38.853625 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-3d58507e-90c9-421e-aa59-530d0ec7a68a None None] Attempting to bind port 2ac78fad-114b-462f-a7f8-0ff1578a17ef by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'e15f8058-4e0b-4c29-adee-d30240647fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '17bfad7b-503c-456a-b77b-9f736040f375'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:28:38.854000 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d58507e-90c9-421e-aa59-530d0ec7a68a None None] Attempting to bind port 2ac78fad-114b-462f-a7f8-0ff1578a17ef on network 17bfad7b-503c-456a-b77b-9f736040f375 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:28:38.867522 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 5ac3bee4-d31e-4d7f-9bb8-cb81d564318b triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:28:38.867760 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (5ac3bee4-d31e-4d7f-9bb8-cb81d564318b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:38.902527 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-61640778-1640-4d06-9362-01b87975c893 None None] Attempting to bind port 4a74cad6-79c6-4f96-9850-0f99492ca587 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:28:38.902825 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-61640778-1640-4d06-9362-01b87975c893 None None] Attempting to bind port 4a74cad6-79c6-4f96-9850-0f99492ca587 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'e2c9930f-21f1-4d40-93dc-64d9f93dab64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '7e7ac1f0-3111-4c89-ba33-0a59c83b731d'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:28:38.903196 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61640778-1640-4d06-9362-01b87975c893 None None] Attempting to bind port 4a74cad6-79c6-4f96-9850-0f99492ca587 on network 7e7ac1f0-3111-4c89-ba33-0a59c83b731d {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:28:38.907837 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d58507e-90c9-421e-aa59-530d0ec7a68a None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:28:38.908219 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d58507e-90c9-421e-aa59-530d0ec7a68a None None] Checking segment: {'id': 'e15f8058-4e0b-4c29-adee-d30240647fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '17bfad7b-503c-456a-b77b-9f736040f375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:28:38.908614 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3d58507e-90c9-421e-aa59-530d0ec7a68a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:38.909013 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d58507e-90c9-421e-aa59-530d0ec7a68a None None] Bound using segment: {'id': 'e15f8058-4e0b-4c29-adee-d30240647fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '17bfad7b-503c-456a-b77b-9f736040f375'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:28:38.909499 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-3d58507e-90c9-421e-aa59-530d0ec7a68a None None] Bound port: 2ac78fad-114b-462f-a7f8-0ff1578a17ef, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e15f8058-4e0b-4c29-adee-d30240647fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '17bfad7b-503c-456a-b77b-9f736040f375'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:28:38.909883 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3d58507e-90c9-421e-aa59-530d0ec7a68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2ac78fad-114b-462f-a7f8-0ff1578a17ef), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:38.934384 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc05562a-92fa-499f-bae7-7575cec3ce61 None None] Pushing event updated for resources: {'Port': ['ID=2ac78fad-114b-462f-a7f8-0ff1578a17ef,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:38.969606 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-4b1e014f-41d5-47ef-839b-e037ccdc5427 req-3353d40e-2eb9-47c9-92c8-5d0e44d0b17d service neutron] For port a621553f-0149-4c8d-ac87-9dde3f520048, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:28:38.973071 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-73abc45e-08ba-47f2-b9f1-bcb86b9c75bb None None] Provisioning complete for port 2ac78fad-114b-462f-a7f8-0ff1578a17ef triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:28:38.973449 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-73abc45e-08ba-47f2-b9f1-bcb86b9c75bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (2ac78fad-114b-462f-a7f8-0ff1578a17ef), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:38.974876 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-4b1e014f-41d5-47ef-839b-e037ccdc5427 req-3353d40e-2eb9-47c9-92c8-5d0e44d0b17d service neutron] For port a621553f-0149-4c8d-ac87-9dde3f520048, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=a621553f-0149-4c8d-ac87-9dde3f520048,segment=NetworkSegment(7617739c-1148-405a-b759-881cda43c47e),segment_id=7617739c-1148-405a-b759-881cda43c47e)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:28:38.989814 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4b1e014f-41d5-47ef-839b-e037ccdc5427 req-3353d40e-2eb9-47c9-92c8-5d0e44d0b17d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (a621553f-0149-4c8d-ac87-9dde3f520048), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:39.054928 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61640778-1640-4d06-9362-01b87975c893 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:28:39.055590 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61640778-1640-4d06-9362-01b87975c893 None None] Checking segment: {'id': 'e2c9930f-21f1-4d40-93dc-64d9f93dab64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '7e7ac1f0-3111-4c89-ba33-0a59c83b731d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:28:39.055903 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-61640778-1640-4d06-9362-01b87975c893 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:39.056736 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61640778-1640-4d06-9362-01b87975c893 None None] Bound using segment: {'id': 'e2c9930f-21f1-4d40-93dc-64d9f93dab64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '7e7ac1f0-3111-4c89-ba33-0a59c83b731d'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:28:39.057625 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-61640778-1640-4d06-9362-01b87975c893 None None] Bound port: 4a74cad6-79c6-4f96-9850-0f99492ca587, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2c9930f-21f1-4d40-93dc-64d9f93dab64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '7e7ac1f0-3111-4c89-ba33-0a59c83b731d'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:28:39.059156 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-61640778-1640-4d06-9362-01b87975c893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (4a74cad6-79c6-4f96-9850-0f99492ca587), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:39.075817 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port bec0c192-6bc1-4467-b7b8-6cef911a0c05 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:28:39.086996 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 5ac3bee4-d31e-4d7f-9bb8-cb81d564318b is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:28:39.087283 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (5ac3bee4-d31e-4d7f-9bb8-cb81d564318b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:39.102341 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3353d40e-2eb9-47c9-92c8-5d0e44d0b17d service neutron] Pushing event updated for resources: {'Port': ['ID=a621553f-0149-4c8d-ac87-9dde3f520048,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:39.131170 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e014f-41d5-47ef-839b-e037ccdc5427 req-3353d40e-2eb9-47c9-92c8-5d0e44d0b17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:39.134785 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4b1e014f-41d5-47ef-839b-e037ccdc5427 req-3353d40e-2eb9-47c9-92c8-5d0e44d0b17d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:39.142985 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4b1e014f-41d5-47ef-839b-e037ccdc5427 req-3353d40e-2eb9-47c9-92c8-5d0e44d0b17d service neutron] 10.222.0.57 "PUT /v2.0/ports/a621553f-0149-4c8d-ac87-9dde3f520048 HTTP/1.1" status: 200 len: 1091 time: 1.6582913 Mar 11 19:28:39.143801 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '828431ab-9323-4845-8fb6-b27b7f39fa72', 'tag': 'a621553f-0149-4c8d-ac87-9dde3f520048'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:28:39.152823 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4731c7-ea28-4839-ba4f-55b4c69244f2" -d '{"events": [{"name": "network-changed", "server_uuid": "828431ab-9323-4845-8fb6-b27b7f39fa72", "tag": "a621553f-0149-4c8d-ac87-9dde3f520048"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:28:39.206338 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54614) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:28:39.212371 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-f763a326-b36d-4daa-a8ff-26a868bd69dd tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1448524034', 'description': 'tempest-description--1055111662'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:28:39.279117 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f763a326-b36d-4daa-a8ff-26a868bd69dd tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:39.325818 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b97eb70c-a82d-4ae6-84ea-e7f031bf971c x-openstack-request-id: req-b97eb70c-a82d-4ae6-84ea-e7f031bf971c {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:28:39.327023 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "828431ab-9323-4845-8fb6-b27b7f39fa72", "tag": "a621553f-0149-4c8d-ac87-9dde3f520048", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:28:39.327428 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b97eb70c-a82d-4ae6-84ea-e7f031bf971c {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:28:39.328103 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '828431ab-9323-4845-8fb6-b27b7f39fa72', 'tag': 'a621553f-0149-4c8d-ac87-9dde3f520048', 'status': 'completed', 'code': 200} Mar 11 19:28:39.343087 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde90127-b173-41d7-8edf-5dbeede7ff2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac3bee4-d31e-4d7f-9bb8-cb81d564318b'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:28:39.356687 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90fbe899-09a6-41c0-8136-3371b02eec6b" -d '{"events": [{"server_uuid": "dde90127-b173-41d7-8edf-5dbeede7ff2b", "name": "network-vif-plugged", "status": "completed", "tag": "5ac3bee4-d31e-4d7f-9bb8-cb81d564318b"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:28:39.438848 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e014f-41d5-47ef-839b-e037ccdc5427 req-456dc023-5bfe-42bc-94db-bfcb3fec61ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:39.438848 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4b1e014f-41d5-47ef-839b-e037ccdc5427 req-456dc023-5bfe-42bc-94db-bfcb3fec61ea service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=36c6fb85db664d0dac9633c7a1a49fd2&device_id=828431ab-9323-4845-8fb6-b27b7f39fa72 HTTP/1.1" status: 200 len: 1125 time: 0.2400830 Mar 11 19:28:39.460545 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-3d58507e-90c9-421e-aa59-530d0ec7a68a None None] For port 2ac78fad-114b-462f-a7f8-0ff1578a17ef, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:28:39.483076 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device a589bab5-ac1f-470d-9903-52e4f3314a32 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:28:39.485848 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-73abc45e-08ba-47f2-b9f1-bcb86b9c75bb None None] Port 2ac78fad-114b-462f-a7f8-0ff1578a17ef cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:28:39.490444 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 5ac3bee4-d31e-4d7f-9bb8-cb81d564318b, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=5ac3bee4-d31e-4d7f-9bb8-cb81d564318b,segment=NetworkSegment(42087326-e85e-4d47-82f7-573695e73a7c),segment_id=42087326-e85e-4d47-82f7-573695e73a7c)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:28:39.555407 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4b1e014f-41d5-47ef-839b-e037ccdc5427 req-187266f0-bdcb-48dd-9599-e919e24d3eed service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a621553f-0149-4c8d-ac87-9dde3f520048 HTTP/1.1" status: 200 len: 217 time: 0.1037965 Mar 11 19:28:39.572491 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f763a326-b36d-4daa-a8ff-26a868bd69dd tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks [] for security_group (019be762-639e-4ed8-9c49-723d3436f32b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:39.581048 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f763a326-b36d-4daa-a8ff-26a868bd69dd tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (019be762-639e-4ed8-9c49-723d3436f32b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:39.636801 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5b6830-a241-4203-9c72-b10148ee66bc x-openstack-request-id: req-df5b6830-a241-4203-9c72-b10148ee66bc {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:28:39.637673 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde90127-b173-41d7-8edf-5dbeede7ff2b", "name": "network-vif-plugged", "status": "completed", "tag": "5ac3bee4-d31e-4d7f-9bb8-cb81d564318b", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:28:39.639963 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-df5b6830-a241-4203-9c72-b10148ee66bc {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:28:39.640712 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde90127-b173-41d7-8edf-5dbeede7ff2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac3bee4-d31e-4d7f-9bb8-cb81d564318b', 'code': 200} Mar 11 19:28:39.644569 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (5ac3bee4-d31e-4d7f-9bb8-cb81d564318b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:39.675936 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e014f-41d5-47ef-839b-e037ccdc5427 req-84b0e40b-830a-459d-aebf-f19d856b69d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:39.675936 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4b1e014f-41d5-47ef-839b-e037ccdc5427 req-84b0e40b-830a-459d-aebf-f19d856b69d2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=159c45f0-17a9-4dad-ae0c-9d105edbfcac HTTP/1.1" status: 200 len: 860 time: 0.1195250 Mar 11 19:28:39.679138 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-3d58507e-90c9-421e-aa59-530d0ec7a68a None None] For port 2ac78fad-114b-462f-a7f8-0ff1578a17ef, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=2ac78fad-114b-462f-a7f8-0ff1578a17ef,segment=NetworkSegment(e15f8058-4e0b-4c29-adee-d30240647fdd),segment_id=e15f8058-4e0b-4c29-adee-d30240647fdd)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:28:39.739500 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f763a326-b36d-4daa-a8ff-26a868bd69dd tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:39.748196 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f763a326-b36d-4daa-a8ff-26a868bd69dd tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5391424 Mar 11 19:28:39.750199 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 54622) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:28:39.761376 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-b78d6809-eefa-4dbf-b3ef-cbd9386ee36a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Request body: {'security_group_rule': {'security_group_id': '019be762-639e-4ed8-9c49-723d3436f32b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:28:39.804932 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-73abc45e-08ba-47f2-b9f1-bcb86b9c75bb None None] Provisioning complete for port a589bab5-ac1f-470d-9903-52e4f3314a32 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:28:39.804932 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-73abc45e-08ba-47f2-b9f1-bcb86b9c75bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (a589bab5-ac1f-470d-9903-52e4f3314a32), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:39.824808 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b78d6809-eefa-4dbf-b3ef-cbd9386ee36a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks [] for security_group_rule (58c15de6-5500-4557-90a3-84d8b8a87df3), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:39.855528 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca088031-5d49-4f6e-ace9-53d72f48bfbf req-2c4558d6-5e39-4062-9e42-66929d5598b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:39.855528 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-ca088031-5d49-4f6e-ace9-53d72f48bfbf req-2c4558d6-5e39-4062-9e42-66929d5598b1 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b HTTP/1.1" status: 200 len: 1127 time: 0.2261527 Mar 11 19:28:39.855528 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f763a326-b36d-4daa-a8ff-26a868bd69dd tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=019be762-639e-4ed8-9c49-723d3436f32b,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:39.894817 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3d58507e-90c9-421e-aa59-530d0ec7a68a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (2ac78fad-114b-462f-a7f8-0ff1578a17ef), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:39.905143 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-44f4e9bb-1784-45a1-9864-e204fb585400 req-75684e0e-ef44-4c68-a4a4-079840345739 tempest-ServersAdmin275Test-730662925 tempest-ServersAdmin275Test-730662925-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=27a07cf5-eaf0-4721-b0fa-8387298c9e0a HTTP/1.1" status: 200 len: 210 time: 0.0894074 Mar 11 19:28:39.921384 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9757a7-142e-46a7-87f4-7d5dfadb54e5 req-ebeff208-92d5-4dea-a8d9-79d62b72807c tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:39.921384 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2e9757a7-142e-46a7-87f4-7d5dfadb54e5 req-ebeff208-92d5-4dea-a8d9-79d62b72807c tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=151f548b-417d-4fda-9007-9657402adaa5 HTTP/1.1" status: 200 len: 945 time: 0.3326221 Mar 11 19:28:39.930903 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e014f-41d5-47ef-839b-e037ccdc5427 req-6c91af4e-e010-4fdc-8a60-406a07ae9198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:39.932547 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4b1e014f-41d5-47ef-839b-e037ccdc5427 req-6c91af4e-e010-4fdc-8a60-406a07ae9198 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1557e6f9-ef1e-471d-ad9b-c22fef29517e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2397115 Mar 11 19:28:39.992797 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-ca088031-5d49-4f6e-ace9-53d72f48bfbf req-569da9a2-260e-4b5a-bdce-fc129dded568 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297178 Mar 11 19:28:40.026255 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port a589bab5-ac1f-470d-9903-52e4f3314a32 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:28:40.026255 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (a589bab5-ac1f-470d-9903-52e4f3314a32), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:40.070627 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-61640778-1640-4d06-9362-01b87975c893 None None] For port 4a74cad6-79c6-4f96-9850-0f99492ca587, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:28:40.219386 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-61640778-1640-4d06-9362-01b87975c893 None None] For port 4a74cad6-79c6-4f96-9850-0f99492ca587, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=4a74cad6-79c6-4f96-9850-0f99492ca587,segment=NetworkSegment(e2c9930f-21f1-4d40-93dc-64d9f93dab64),segment_id=e2c9930f-21f1-4d40-93dc-64d9f93dab64)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:28:40.226232 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-73abc45e-08ba-47f2-b9f1-bcb86b9c75bb None None] Current status of the port a589bab5-ac1f-470d-9903-52e4f3314a32 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:28:40.227002 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-73abc45e-08ba-47f2-b9f1-bcb86b9c75bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a589bab5-ac1f-470d-9903-52e4f3314a32), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:40.233395 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=5ac3bee4-d31e-4d7f-9bb8-cb81d564318b,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:40.243551 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-61640778-1640-4d06-9362-01b87975c893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (4a74cad6-79c6-4f96-9850-0f99492ca587), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:40.248917 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4b1e014f-41d5-47ef-839b-e037ccdc5427 req-7cda19a0-d6e3-4efb-954e-754ea59b3055 service neutron] 10.222.0.57 "GET /v2.0/networks/1557e6f9-ef1e-471d-ad9b-c22fef29517e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029125 Mar 11 19:28:40.264012 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2e9757a7-142e-46a7-87f4-7d5dfadb54e5 req-18267feb-5d7c-48d1-ad59-32a2e1dfab82 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280365 Mar 11 19:28:40.337411 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d58507e-90c9-421e-aa59-530d0ec7a68a None None] Routers {'660b1f5b-eb2a-424e-9497-26ecc7cb4999'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:28:40.338052 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-3d58507e-90c9-421e-aa59-530d0ec7a68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:28:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['660b1f5b-eb2a-424e-9497-26ecc7cb4999'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:28:40.429497 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-73abc45e-08ba-47f2-b9f1-bcb86b9c75bb None None] For port a589bab5-ac1f-470d-9903-52e4f3314a32, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=a589bab5-ac1f-470d-9903-52e4f3314a32,segment=NetworkSegment(84b0979a-8a8b-4100-94cf-7dcf4d79135b),segment_id=84b0979a-8a8b-4100-94cf-7dcf4d79135b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:28:40.443858 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-73abc45e-08ba-47f2-b9f1-bcb86b9c75bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (a589bab5-ac1f-470d-9903-52e4f3314a32), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:40.466631 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b78d6809-eefa-4dbf-b3ef-cbd9386ee36a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks [] for security_group_rule (58c15de6-5500-4557-90a3-84d8b8a87df3), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:40.470028 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4b1e014f-41d5-47ef-839b-e037ccdc5427 req-bfa525f2-a43a-44e6-bfac-f763bd344c24 service neutron] 10.222.0.57 "GET /v2.0/networks/1557e6f9-ef1e-471d-ad9b-c22fef29517e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779876 Mar 11 19:28:40.493173 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port a589bab5-ac1f-470d-9903-52e4f3314a32 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:28:40.521664 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b78d6809-eefa-4dbf-b3ef-cbd9386ee36a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (58c15de6-5500-4557-90a3-84d8b8a87df3), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:40.559172 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc05562a-92fa-499f-bae7-7575cec3ce61 None None] Pushing event updated for resources: {'Port': ['ID=2ac78fad-114b-462f-a7f8-0ff1578a17ef,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:40.566644 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78d6809-eefa-4dbf-b3ef-cbd9386ee36a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58c15de6-5500-4557-90a3-84d8b8a87df3,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:40.621145 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af71269a-4673-469b-a2c1-37972ce15f13 req-26a3d2ab-fba8-4cf6-9c3e-50188313375d tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:40.627593 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-3d58507e-90c9-421e-aa59-530d0ec7a68a None None] Set router 660b1f5b-eb2a-424e-9497-26ecc7cb4999 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:28:40.630218 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-af71269a-4673-469b-a2c1-37972ce15f13 req-26a3d2ab-fba8-4cf6-9c3e-50188313375d tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b HTTP/1.1" status: 200 len: 945 time: 0.4879823 Mar 11 19:28:40.664173 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b78d6809-eefa-4dbf-b3ef-cbd9386ee36a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:40.665391 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-b78d6809-eefa-4dbf-b3ef-cbd9386ee36a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9124863 Mar 11 19:28:40.669468 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54632) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:28:40.674076 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-a0fab2b5-ea59-460d-b0ac-a47eed331f9e tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Request body: {'security_group_rule': {'security_group_id': '019be762-639e-4ed8-9c49-723d3436f32b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:28:40.741931 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4abd93-4bf9-4589-bc7c-2b4bff998465 req-f0d39ad7-c0a5-437d-858b-0ba30c3b8d07 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:40.745863 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-db4abd93-4bf9-4589-bc7c-2b4bff998465 req-f0d39ad7-c0a5-437d-858b-0ba30c3b8d07 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/ports?device_id=828431ab-9323-4845-8fb6-b27b7f39fa72 HTTP/1.1" status: 200 len: 943 time: 0.2742867 Mar 11 19:28:40.778647 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a0fab2b5-ea59-460d-b0ac-a47eed331f9e tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks [] for security_group_rule (e172c11a-063f-4995-8cee-1a83dec0b82e), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:40.795220 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61640778-1640-4d06-9362-01b87975c893 None None] Pushing event updated for resources: {'Port': ['ID=4a74cad6-79c6-4f96-9850-0f99492ca587,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:40.824999 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-9a1e8f05-86f5-4d40-bfd0-a388db6d9dca None None] Provisioning complete for port a589bab5-ac1f-470d-9903-52e4f3314a32 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:28:40.833730 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9a1e8f05-86f5-4d40-bfd0-a388db6d9dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (a589bab5-ac1f-470d-9903-52e4f3314a32), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:40.855281 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-af71269a-4673-469b-a2c1-37972ce15f13 req-db2ceb74-1b25-4ac6-b288-7b02ea37b482 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246933 Mar 11 19:28:40.858455 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4731c7-ea28-4839-ba4f-55b4c69244f2 req-1d820557-6a7e-4adb-b7fd-2312c50748a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:40.860612 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ea4731c7-ea28-4839-ba4f-55b4c69244f2 req-1d820557-6a7e-4adb-b7fd-2312c50748a7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=36c6fb85db664d0dac9633c7a1a49fd2&device_id=828431ab-9323-4845-8fb6-b27b7f39fa72 HTTP/1.1" status: 200 len: 1125 time: 0.3269243 Mar 11 19:28:40.908941 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73abc45e-08ba-47f2-b9f1-bcb86b9c75bb None None] Pushing event updated for resources: {'Port': ['ID=a589bab5-ac1f-470d-9903-52e4f3314a32,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:40.944642 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a0fab2b5-ea59-460d-b0ac-a47eed331f9e tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks [] for security_group_rule (e172c11a-063f-4995-8cee-1a83dec0b82e), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:40.967964 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a0fab2b5-ea59-460d-b0ac-a47eed331f9e tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (e172c11a-063f-4995-8cee-1a83dec0b82e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:40.977810 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-db4abd93-4bf9-4589-bc7c-2b4bff998465 req-bacebe3c-7387-4c6c-9eff-3f5fcdb045ff tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/security-groups?id=0961abee-fe62-4d69-976a-7014d627610b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160194 Mar 11 19:28:41.021877 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fab2b5-ea59-460d-b0ac-a47eed331f9e tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e172c11a-063f-4995-8cee-1a83dec0b82e,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:41.044557 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a0fab2b5-ea59-460d-b0ac-a47eed331f9e tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:41.045811 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a0fab2b5-ea59-460d-b0ac-a47eed331f9e tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3752754 Mar 11 19:28:41.049099 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54636) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:28:41.054226 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-af5b9c73-3cf0-4d5d-8f8c-dd5a967a5ef9 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Request body: {'floatingip': {'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:28:41.093532 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-af5b9c73-3cf0-4d5d-8f8c-dd5a967a5ef9 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:41.300031 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-275cc3a2-4b71-48e1-8567-1d2c28707d21 req-8e017e81-6957-4809-972d-3b3fde2f4de8 tempest-ServersAdmin275Test-730662925 tempest-ServersAdmin275Test-730662925-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=27a07cf5-eaf0-4721-b0fa-8387298c9e0a HTTP/1.1" status: 200 len: 210 time: 0.0478542 Mar 11 19:28:41.388964 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4731c7-ea28-4839-ba4f-55b4c69244f2 req-f38d178d-ae58-4d7f-80e8-a3bed5250c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:41.390932 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ea4731c7-ea28-4839-ba4f-55b4c69244f2 req-f38d178d-ae58-4d7f-80e8-a3bed5250c8d service neutron] 10.222.0.57 "GET /v2.0/networks?id=1557e6f9-ef1e-471d-ad9b-c22fef29517e HTTP/1.1" status: 200 len: 922 time: 0.4534371 Mar 11 19:28:41.408370 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484dc4dd-17d5-416d-b6ab-cb74234641f2 req-6b432fde-3500-4d87-a2fa-03f39518c518 tempest-LiveMigrationTest-1929498449 tempest-LiveMigrationTest-1929498449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:41.408370 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-484dc4dd-17d5-416d-b6ab-cb74234641f2 req-6b432fde-3500-4d87-a2fa-03f39518c518 tempest-LiveMigrationTest-1929498449 tempest-LiveMigrationTest-1929498449-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=151f548b-417d-4fda-9007-9657402adaa5 HTTP/1.1" status: 200 len: 1127 time: 0.3824830 Mar 11 19:28:41.432684 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-af5b9c73-3cf0-4d5d-8f8c-dd5a967a5ef9 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:41.469494 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ea4731c7-ea28-4839-ba4f-55b4c69244f2 req-9cfc59fb-156c-4e87-a62a-c38ee576daac service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a621553f-0149-4c8d-ac87-9dde3f520048 HTTP/1.1" status: 200 len: 217 time: 0.0706124 Mar 11 19:28:41.497716 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-9a1e8f05-86f5-4d40-bfd0-a388db6d9dca None None] Current status of the port a589bab5-ac1f-470d-9903-52e4f3314a32 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:28:41.506117 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device a589bab5-ac1f-470d-9903-52e4f3314a32 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:28:41.557685 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-9a1e8f05-86f5-4d40-bfd0-a388db6d9dca None None] Provisioning complete for port a063c992-2ba2-427f-abd3-35bcb20f2efc triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:28:41.558235 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9a1e8f05-86f5-4d40-bfd0-a388db6d9dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (a063c992-2ba2-427f-abd3-35bcb20f2efc), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:41.584542 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4731c7-ea28-4839-ba4f-55b4c69244f2 req-27a3473d-5813-4148-af4a-4e74df2b6032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:41.586051 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ea4731c7-ea28-4839-ba4f-55b4c69244f2 req-27a3473d-5813-4148-af4a-4e74df2b6032 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=159c45f0-17a9-4dad-ae0c-9d105edbfcac HTTP/1.1" status: 200 len: 860 time: 0.1068478 Mar 11 19:28:41.605844 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-484dc4dd-17d5-416d-b6ab-cb74234641f2 req-2f2aee9b-72de-4978-802b-35c4752f8957 tempest-LiveMigrationTest-1929498449 tempest-LiveMigrationTest-1929498449-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284220 Mar 11 19:28:41.606235 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-af5b9c73-3cf0-4d5d-8f8c-dd5a967a5ef9 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Allocated IP 172.25.8.153 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/8025ed52-9860-4ff4-9e51-a0355ef6bd84) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:28:41.637921 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-9a1e8f05-86f5-4d40-bfd0-a388db6d9dca None None] Port a063c992-2ba2-427f-abd3-35bcb20f2efc cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:28:41.642359 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-3d58507e-90c9-421e-aa59-530d0ec7a68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660b1f5b-eb2a-424e-9497-26ecc7cb4999', 'name': 'tempest-AttachSCSIVolumeTestJSON-1989648879-router', 'tenant_id': '4fa07d336ec54557925db5f52381443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '78406ed1-9d3e-42c1-ac53-ab848b568af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:28:19Z', 'updated_at': '2022-03-11T19:28:29Z', 'revision_number': 4, 'project_id': '4fa07d336ec54557925db5f52381443a', 'gw_port': {'id': '78406ed1-9d3e-42c1-ac53-ab848b568af4', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:63:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660b1f5b-eb2a-424e-9497-26ecc7cb4999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:21Z', 'updated_at': '2022-03-11T19:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '2ac78fad-114b-462f-a7f8-0ff1578a17ef', 'name': '', 'network_id': '17bfad7b-503c-456a-b77b-9f736040f375', 'tenant_id': '4fa07d336ec54557925db5f52381443a', 'mac_address': 'fa:16:3e:dd:f2:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660b1f5b-eb2a-424e-9497-26ecc7cb4999', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '86923aa3-6e53-444a-9024-41b07fda091e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:28Z', 'updated_at': '2022-03-11T19:28:39Z', 'revision_number': 4, 'project_id': '4fa07d336ec54557925db5f52381443a', 'subnets': [{'id': '86923aa3-6e53-444a-9024-41b07fda091e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:28:41.682617 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d58507e-90c9-421e-aa59-530d0ec7a68a None None] The sync data for ids ['660b1f5b-eb2a-424e-9497-26ecc7cb4999'] in n-d-833163-1 is: [{'id': '660b1f5b-eb2a-424e-9497-26ecc7cb4999', 'name': 'tempest-AttachSCSIVolumeTestJSON-1989648879-router', 'tenant_id': '4fa07d336ec54557925db5f52381443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '78406ed1-9d3e-42c1-ac53-ab848b568af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:28:19Z', 'updated_at': '2022-03-11T19:28:29Z', 'revision_number': 4, 'project_id': '4fa07d336ec54557925db5f52381443a', 'gw_port': {'id': '78406ed1-9d3e-42c1-ac53-ab848b568af4', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:63:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660b1f5b-eb2a-424e-9497-26ecc7cb4999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:21Z', 'updated_at': '2022-03-11T19:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '2ac78fad-114b-462f-a7f8-0ff1578a17ef', 'name': '', 'network_id': '17bfad7b-503c-456a-b77b-9f736040f375', 'tenant_id': '4fa07d336ec54557925db5f52381443a', 'mac_address': 'fa:16:3e:dd:f2:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660b1f5b-eb2a-424e-9497-26ecc7cb4999', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '86923aa3-6e53-444a-9024-41b07fda091e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:28Z', 'updated_at': '2022-03-11T19:28:39Z', 'revision_number': 4, 'project_id': '4fa07d336ec54557925db5f52381443a', 'subnets': [{'id': '86923aa3-6e53-444a-9024-41b07fda091e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:28:41.709484 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4731c7-ea28-4839-ba4f-55b4c69244f2 req-24c45fd2-5ce9-45f7-bf98-faf380e471a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:41.728491 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ea4731c7-ea28-4839-ba4f-55b4c69244f2 req-24c45fd2-5ce9-45f7-bf98-faf380e471a8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1557e6f9-ef1e-471d-ad9b-c22fef29517e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1211643 Mar 11 19:28:41.757574 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-9a1e8f05-86f5-4d40-bfd0-a388db6d9dca None None] Provisioning complete for port 2ac78fad-114b-462f-a7f8-0ff1578a17ef triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:28:41.757946 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9a1e8f05-86f5-4d40-bfd0-a388db6d9dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (2ac78fad-114b-462f-a7f8-0ff1578a17ef), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:41.871978 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port a589bab5-ac1f-470d-9903-52e4f3314a32 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:28:41.871978 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (a589bab5-ac1f-470d-9903-52e4f3314a32), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:41.920538 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-af5b9c73-3cf0-4d5d-8f8c-dd5a967a5ef9 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks [] for port (8025ed52-9860-4ff4-9e51-a0355ef6bd84), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:42.016629 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-af5b9c73-3cf0-4d5d-8f8c-dd5a967a5ef9 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (8025ed52-9860-4ff4-9e51-a0355ef6bd84), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:42.022629 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-9a1e8f05-86f5-4d40-bfd0-a388db6d9dca None None] Current status of the port 2ac78fad-114b-462f-a7f8-0ff1578a17ef is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:28:42.035992 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9a1e8f05-86f5-4d40-bfd0-a388db6d9dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2ac78fad-114b-462f-a7f8-0ff1578a17ef), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:42.121757 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5b9c73-3cf0-4d5d-8f8c-dd5a967a5ef9 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:28:42.124957 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-af5b9c73-3cf0-4d5d-8f8c-dd5a967a5ef9 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:28:42.137026 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5b9c73-3cf0-4d5d-8f8c-dd5a967a5ef9 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:28:42.147536 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port a589bab5-ac1f-470d-9903-52e4f3314a32 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:28:42.148830 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 4a74cad6-79c6-4f96-9850-0f99492ca587 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:28:42.253434 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5b9c73-3cf0-4d5d-8f8c-dd5a967a5ef9 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Pushing event updated for resources: {'Port': ['ID=8025ed52-9860-4ff4-9e51-a0355ef6bd84,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:42.266219 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-9a1e8f05-86f5-4d40-bfd0-a388db6d9dca None None] For port 2ac78fad-114b-462f-a7f8-0ff1578a17ef, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=2ac78fad-114b-462f-a7f8-0ff1578a17ef,segment=NetworkSegment(e15f8058-4e0b-4c29-adee-d30240647fdd),segment_id=e15f8058-4e0b-4c29-adee-d30240647fdd)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:28:42.274657 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9a1e8f05-86f5-4d40-bfd0-a388db6d9dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (2ac78fad-114b-462f-a7f8-0ff1578a17ef), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:42.372027 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1e8f05-86f5-4d40-bfd0-a388db6d9dca None None] Pushing event updated for resources: {'Port': ['ID=2ac78fad-114b-462f-a7f8-0ff1578a17ef,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:42.382980 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-9a1e8f05-86f5-4d40-bfd0-a388db6d9dca None None] Provisioning complete for port 67a48c17-bad0-4589-963e-fee1ad2a8374 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:28:42.383982 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9a1e8f05-86f5-4d40-bfd0-a388db6d9dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (67a48c17-bad0-4589-963e-fee1ad2a8374), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:42.451377 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-af5b9c73-3cf0-4d5d-8f8c-dd5a967a5ef9 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks [] for floatingip (c9fb2843-a347-4cc0-8495-59bad6169824), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:42.537161 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-af5b9c73-3cf0-4d5d-8f8c-dd5a967a5ef9 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (8025ed52-9860-4ff4-9e51-a0355ef6bd84), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:42.691408 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5517688b-607f-4ebb-8e91-65c063061a6f req-3a07b8c9-20d9-4773-a925-ff8ea5321f2e tempest-LiveMigrationTest-1929498449 tempest-LiveMigrationTest-1929498449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:42.693631 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5517688b-607f-4ebb-8e91-65c063061a6f req-3a07b8c9-20d9-4773-a925-ff8ea5321f2e tempest-LiveMigrationTest-1929498449 tempest-LiveMigrationTest-1929498449-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=151f548b-417d-4fda-9007-9657402adaa5 HTTP/1.1" status: 200 len: 1127 time: 0.9458749 Mar 11 19:28:42.719544 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 4a74cad6-79c6-4f96-9850-0f99492ca587 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:28:42.720010 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (4a74cad6-79c6-4f96-9850-0f99492ca587), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:42.721535 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-9a1e8f05-86f5-4d40-bfd0-a388db6d9dca None None] Port 67a48c17-bad0-4589-963e-fee1ad2a8374 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:28:42.725940 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937b997c-a9e7-43d1-b41b-f8284c683ef8 None None] Network 7e7ac1f0-3111-4c89-ba33-0a59c83b731d requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:28:42.790300 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123d317c-4233-4700-8e53-1a8a2bb8aa87 req-8db50851-5b22-4143-8dbe-04c4bb35b02e tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:42.794961 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-123d317c-4233-4700-8e53-1a8a2bb8aa87 req-8db50851-5b22-4143-8dbe-04c4bb35b02e tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b HTTP/1.1" status: 200 len: 945 time: 0.2700832 Mar 11 19:28:42.837644 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ea4731c7-ea28-4839-ba4f-55b4c69244f2 req-6baaef05-4792-4e7e-b3b9-0a43b7000676 service neutron] 10.222.0.57 "GET /v2.0/networks/1557e6f9-ef1e-471d-ad9b-c22fef29517e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1021981 Mar 11 19:28:42.847030 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-af5b9c73-3cf0-4d5d-8f8c-dd5a967a5ef9 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks [] for port (8025ed52-9860-4ff4-9e51-a0355ef6bd84), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:42.868186 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-af5b9c73-3cf0-4d5d-8f8c-dd5a967a5ef9 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (8025ed52-9860-4ff4-9e51-a0355ef6bd84), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:42.903280 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-8b3b9c3a-db9f-43b1-ac2b-e1391543fda5 None None] Provisioning complete for port 4a74cad6-79c6-4f96-9850-0f99492ca587 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:28:42.903668 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8b3b9c3a-db9f-43b1-ac2b-e1391543fda5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (4a74cad6-79c6-4f96-9850-0f99492ca587), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:42.940047 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-123d317c-4233-4700-8e53-1a8a2bb8aa87 req-30800833-715b-43e9-a405-6a280d3ddc69 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369538 Mar 11 19:28:42.954300 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5517688b-607f-4ebb-8e91-65c063061a6f req-cbf23972-1108-40f2-9956-7c27a40f5b4b tempest-LiveMigrationTest-1929498449 tempest-LiveMigrationTest-1929498449-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373266 Mar 11 19:28:43.054169 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5b9c73-3cf0-4d5d-8f8c-dd5a967a5ef9 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Pushing event updated for resources: {'Port': ['ID=8025ed52-9860-4ff4-9e51-a0355ef6bd84,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:43.155062 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-af5b9c73-3cf0-4d5d-8f8c-dd5a967a5ef9 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (c9fb2843-a347-4cc0-8495-59bad6169824), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:43.199284 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-af5b9c73-3cf0-4d5d-8f8c-dd5a967a5ef9 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:43.207060 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-af5b9c73-3cf0-4d5d-8f8c-dd5a967a5ef9 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1506233 Mar 11 19:28:43.250053 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-789fbbba-eb62-4db7-8a5a-a74603856892 req-a303aa54-656e-4e41-a79a-f8baa4663f4f tempest-ServersAdmin275Test-730662925 tempest-ServersAdmin275Test-730662925-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=27a07cf5-eaf0-4721-b0fa-8387298c9e0a HTTP/1.1" status: 200 len: 210 time: 0.0834308 Mar 11 19:28:43.253519 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 4a74cad6-79c6-4f96-9850-0f99492ca587 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:28:43.254178 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (4a74cad6-79c6-4f96-9850-0f99492ca587), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:43.316776 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ea4731c7-ea28-4839-ba4f-55b4c69244f2 req-6e44e342-9678-4b1a-bb7e-bfb42298cac8 service neutron] 10.222.0.57 "GET /v2.0/networks/1557e6f9-ef1e-471d-ad9b-c22fef29517e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4671483 Mar 11 19:28:43.330127 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c2b18c-7aa6-4fd9-96fe-09e4740f313f req-2f20fb0a-c392-4661-930b-1273408691eb tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:43.337795 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-98c2b18c-7aa6-4fd9-96fe-09e4740f313f req-2f20fb0a-c392-4661-930b-1273408691eb tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/ports?device_id=828431ab-9323-4845-8fb6-b27b7f39fa72 HTTP/1.1" status: 200 len: 943 time: 0.2089126 Mar 11 19:28:43.470796 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8b3b9c3a-db9f-43b1-ac2b-e1391543fda5 None None] Current status of the port 4a74cad6-79c6-4f96-9850-0f99492ca587 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:28:43.473248 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8b3b9c3a-db9f-43b1-ac2b-e1391543fda5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (4a74cad6-79c6-4f96-9850-0f99492ca587), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:43.493909 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-98c2b18c-7aa6-4fd9-96fe-09e4740f313f req-bffc56b8-e324-47f8-b89b-134d7f64d279 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/security-groups?id=0961abee-fe62-4d69-976a-7014d627610b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419730 Mar 11 19:28:43.521514 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 4a74cad6-79c6-4f96-9850-0f99492ca587, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=4a74cad6-79c6-4f96-9850-0f99492ca587,segment=NetworkSegment(e2c9930f-21f1-4d40-93dc-64d9f93dab64),segment_id=e2c9930f-21f1-4d40-93dc-64d9f93dab64)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:28:43.539118 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (4a74cad6-79c6-4f96-9850-0f99492ca587), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:43.774973 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device a621553f-0149-4c8d-ac87-9dde3f520048 details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:28:43.859077 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb271e72-f687-441e-bcc9-c5b592b18306 req-e1bef08b-63c0-4d87-8e5f-b89f143083a8 tempest-LiveAutoBlockMigrationV225Test-943023921 tempest-LiveAutoBlockMigrationV225Test-943023921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:43.870651 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cb271e72-f687-441e-bcc9-c5b592b18306 req-e1bef08b-63c0-4d87-8e5f-b89f143083a8 tempest-LiveAutoBlockMigrationV225Test-943023921 tempest-LiveAutoBlockMigrationV225Test-943023921-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b HTTP/1.1" status: 200 len: 1127 time: 0.1331592 Mar 11 19:28:43.925013 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 2ac78fad-114b-462f-a7f8-0ff1578a17ef up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:28:43.933559 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=4a74cad6-79c6-4f96-9850-0f99492ca587,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:43.956524 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cb271e72-f687-441e-bcc9-c5b592b18306 req-6141683f-48b3-4730-9548-43f8b1c0e3c5 tempest-LiveAutoBlockMigrationV225Test-943023921 tempest-LiveAutoBlockMigrationV225Test-943023921-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789094 Mar 11 19:28:44.045690 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port a621553f-0149-4c8d-ac87-9dde3f520048, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=a621553f-0149-4c8d-ac87-9dde3f520048,segment=NetworkSegment(7617739c-1148-405a-b759-881cda43c47e),segment_id=7617739c-1148-405a-b759-881cda43c47e)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:28:44.093536 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': 'a621553f-0149-4c8d-ac87-9dde3f520048', 'network_id': '1557e6f9-ef1e-471d-ad9b-c22fef29517e', 'port_id': 'a621553f-0149-4c8d-ac87-9dde3f520048', 'mac_address': 'fa:16:3e:bc:46:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '159c45f0-17a9-4dad-ae0c-9d105edbfcac', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:28:44.110383 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 2ac78fad-114b-462f-a7f8-0ff1578a17ef triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:28:44.110926 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (2ac78fad-114b-462f-a7f8-0ff1578a17ef), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:44.124078 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-6f1fe08b-8e39-48af-bdf2-319d0b0afec1 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1448524034&fields=id&tenant_id=5ef363cb3b8e470c93ba878a527f3d7f HTTP/1.1" status: 200 len: 267 time: 0.1081233 Mar 11 19:28:44.154338 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-8b3b9c3a-db9f-43b1-ac2b-e1391543fda5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:28:44.154950 n-d-833163-1 neutron-server[103886]: DEBUG oslo_db.api [None req-8b3b9c3a-db9f-43b1-ac2b-e1391543fda5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:28:44.196806 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port a621553f-0149-4c8d-ac87-9dde3f520048 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:28:44.196806 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a621553f-0149-4c8d-ac87-9dde3f520048), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:44.200126 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-38605db4-7d55-406d-aa77-7242c1256fe8 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:44.201523 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-38605db4-7d55-406d-aa77-7242c1256fe8 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports/a063c992-2ba2-427f-abd3-35bcb20f2efc HTTP/1.1" status: 200 len: 937 time: 0.0592647 Mar 11 19:28:44.227274 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a621553f-0149-4c8d-ac87-9dde3f520048 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:28:44.272728 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 2ac78fad-114b-462f-a7f8-0ff1578a17ef is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:28:44.275552 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-cbfb54d9-5af9-4377-b838-43364a60be9b tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:44.279563 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port a621553f-0149-4c8d-ac87-9dde3f520048, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=a621553f-0149-4c8d-ac87-9dde3f520048,segment=NetworkSegment(7617739c-1148-405a-b759-881cda43c47e),segment_id=7617739c-1148-405a-b759-881cda43c47e)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:28:44.284442 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (a621553f-0149-4c8d-ac87-9dde3f520048), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:44.284619 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-cbfb54d9-5af9-4377-b838-43364a60be9b tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports/67a48c17-bad0-4589-963e-fee1ad2a8374 HTTP/1.1" status: 200 len: 937 time: 0.0712695 Mar 11 19:28:44.357182 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=a621553f-0149-4c8d-ac87-9dde3f520048,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:44.362665 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-f3adb927-8c8f-44f9-a26b-5e151e26adb4 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?network_id=7e7ac1f0-3111-4c89-ba33-0a59c83b731d&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0773437 Mar 11 19:28:44.407047 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-6b21d72c-8c9e-4604-babd-f4da50c224e6 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?network_id=7e7ac1f0-3111-4c89-ba33-0a59c83b731d&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0370507 Mar 11 19:28:44.557208 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada6c48f-9cf8-411c-b0c5-80597a8c0d21 req-55812908-9889-4a24-8d4a-66c6d8bed17f tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:44.558699 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ada6c48f-9cf8-411c-b0c5-80597a8c0d21 req-55812908-9889-4a24-8d4a-66c6d8bed17f tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] 10.222.0.65 "GET /v2.0/ports?device_id=e991396b-d547-46e7-876a-ad44994ab402 HTTP/1.1" status: 200 len: 945 time: 0.1197796 Mar 11 19:28:44.567465 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-170186cd-e18b-410a-a600-a6bdab02c5da tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:44.573838 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-170186cd-e18b-410a-a600-a6bdab02c5da tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:44.579112 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-170186cd-e18b-410a-a600-a6bdab02c5da tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:44.581096 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-170186cd-e18b-410a-a600-a6bdab02c5da tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/networks?id=c6f5d540-3c10-44e4-9f74-cadc36d53aa1&id=4f561aff-d3ac-41b3-ba00-952d014b3e3f&id=4f561aff-d3ac-41b3-ba00-952d014b3e3f&id=7e7ac1f0-3111-4c89-ba33-0a59c83b731d&id=7e7ac1f0-3111-4c89-ba33-0a59c83b731d HTTP/1.1" status: 200 len: 1994 time: 0.1685450 Mar 11 19:28:44.608549 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-f2a0d547-9e78-444d-8b86-8e08ca2cdc6c tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/quotas/5ef363cb3b8e470c93ba878a527f3d7f HTTP/1.1" status: 200 len: 375 time: 0.0195508 Mar 11 19:28:44.630836 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['a621553f-0149-4c8d-ac87-9dde3f520048'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:28:44.663715 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ada6c48f-9cf8-411c-b0c5-80597a8c0d21 req-d89627c5-f3df-4d4a-a392-513899304846 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b1dc6b9-8989-4d30-b7de-b794d733c5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818298 Mar 11 19:28:44.720216 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-db895d34-74ce-49f1-a56b-1286e13e13d8 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=5ef363cb3b8e470c93ba878a527f3d7f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1020198 Mar 11 19:28:44.780650 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8b3b9c3a-db9f-43b1-ac2b-e1391543fda5 None None] Current status of the port 4a74cad6-79c6-4f96-9850-0f99492ca587 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:28:44.899788 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-c1f61718-1895-4054-9f6d-bc7ca32ba386 service neutron] 10.222.0.65 "GET /v2.0/networks/c6f5d540-3c10-44e4-9f74-cadc36d53aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716220 Mar 11 19:28:44.917545 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aa4d59-1586-45aa-aa1f-b74c6a26314b req-69ef415b-1630-496f-b578-43f9c047e9cf tempest-LiveMigrationTest-1929498449 tempest-LiveMigrationTest-1929498449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:44.920417 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-1cd0d4f0-0fe4-4724-baae-bd0800ce4618 None None] Provisioning complete for port 4a74cad6-79c6-4f96-9850-0f99492ca587 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:28:44.921076 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1cd0d4f0-0fe4-4724-baae-bd0800ce4618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (4a74cad6-79c6-4f96-9850-0f99492ca587), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:44.927252 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f0aa4d59-1586-45aa-aa1f-b74c6a26314b req-69ef415b-1630-496f-b578-43f9c047e9cf tempest-LiveMigrationTest-1929498449 tempest-LiveMigrationTest-1929498449-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=151f548b-417d-4fda-9007-9657402adaa5 HTTP/1.1" status: 200 len: 1127 time: 0.1220443 Mar 11 19:28:45.017438 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-1cd0d4f0-0fe4-4724-baae-bd0800ce4618 None None] Current status of the port 4a74cad6-79c6-4f96-9850-0f99492ca587 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:28:45.052183 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f0aa4d59-1586-45aa-aa1f-b74c6a26314b req-afc9c648-8bd3-498a-8365-e9f5bccc2332 tempest-LiveMigrationTest-1929498449 tempest-LiveMigrationTest-1929498449-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066968 Mar 11 19:28:45.128872 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-afced6c5-67df-4489-b73d-b50c6958e289 service neutron] 10.222.0.65 "GET /v2.0/networks/c6f5d540-3c10-44e4-9f74-cadc36d53aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211902 Mar 11 19:28:45.224530 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9cf76cf7-4adc-4a68-8919-b5d7be70a2c1 req-07fd6426-ef58-4775-8caf-a1633e54170d tempest-ServersAdmin275Test-730662925 tempest-ServersAdmin275Test-730662925-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=27a07cf5-eaf0-4721-b0fa-8387298c9e0a HTTP/1.1" status: 200 len: 210 time: 0.0408452 Mar 11 19:28:45.259246 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-dfa58aa3-df28-42e6-b425-4cabd0e7971c service neutron] 10.222.0.65 "GET /v2.0/ports/a063c992-2ba2-427f-abd3-35bcb20f2efc?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1293921 Mar 11 19:28:45.451158 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab86cc-52a8-4b2c-adcc-f1cc1f66ac77 req-48dcf5b0-bc83-4ecf-9447-33185e4d8433 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:45.452640 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1bab86cc-52a8-4b2c-adcc-f1cc1f66ac77 req-48dcf5b0-bc83-4ecf-9447-33185e4d8433 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/ports?device_id=828431ab-9323-4845-8fb6-b27b7f39fa72 HTTP/1.1" status: 200 len: 944 time: 0.1102891 Mar 11 19:28:45.454734 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-1fcae4b8-fc19-4b62-ac21-320dd01b606d service neutron] 10.222.0.65 "GET /v2.0/networks/4f561aff-d3ac-41b3-ba00-952d014b3e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947014 Mar 11 19:28:45.529319 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1bab86cc-52a8-4b2c-adcc-f1cc1f66ac77 req-64166c38-4323-4cb8-9e11-3bd4b61c0679 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/security-groups?id=0961abee-fe62-4d69-976a-7014d627610b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705922 Mar 11 19:28:45.637365 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-736932f8-c2c5-4127-9a06-c121e9914ef7 service neutron] 10.222.0.65 "GET /v2.0/networks/4f561aff-d3ac-41b3-ba00-952d014b3e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675990 Mar 11 19:28:45.698484 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 4a74cad6-79c6-4f96-9850-0f99492ca587 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:28:45.705823 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-45e3a864-485a-4ed3-9c62-741888fa596f service neutron] 10.222.0.65 "GET /v2.0/ports/67a48c17-bad0-4589-963e-fee1ad2a8374?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0655160 Mar 11 19:28:45.773627 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device a621553f-0149-4c8d-ac87-9dde3f520048 up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:28:45.847206 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 4a74cad6-79c6-4f96-9850-0f99492ca587 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:28:45.848008 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (4a74cad6-79c6-4f96-9850-0f99492ca587), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:45.886400 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port a621553f-0149-4c8d-ac87-9dde3f520048 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:28:45.892933 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port a621553f-0149-4c8d-ac87-9dde3f520048 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:28:45.893581 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (a621553f-0149-4c8d-ac87-9dde3f520048), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:45.914364 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-8fa41ec3-a57a-4083-af8b-74759f187b06 service neutron] 10.222.0.65 "GET /v2.0/networks/4f561aff-d3ac-41b3-ba00-952d014b3e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770537 Mar 11 19:28:46.023822 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-13af96c9-477f-451f-bad2-7b10ae4737c5 service neutron] 10.222.0.65 "GET /v2.0/networks/4f561aff-d3ac-41b3-ba00-952d014b3e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029782 Mar 11 19:28:46.061774 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 4a74cad6-79c6-4f96-9850-0f99492ca587 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:28:46.144443 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port a621553f-0149-4c8d-ac87-9dde3f520048 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:28:46.145216 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a621553f-0149-4c8d-ac87-9dde3f520048), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:46.191311 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-083db48f-b286-4559-9ee5-2c0485a929c1 service neutron] 10.222.0.65 "GET /v2.0/networks/4f561aff-d3ac-41b3-ba00-952d014b3e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557498 Mar 11 19:28:46.197595 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '828431ab-9323-4845-8fb6-b27b7f39fa72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a621553f-0149-4c8d-ac87-9dde3f520048'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:28:46.200121 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09aa4585-5b56-4d97-bfd6-04224e52fb91" -d '{"events": [{"server_uuid": "828431ab-9323-4845-8fb6-b27b7f39fa72", "name": "network-vif-plugged", "status": "completed", "tag": "a621553f-0149-4c8d-ac87-9dde3f520048"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:28:46.232385 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port a621553f-0149-4c8d-ac87-9dde3f520048, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=a621553f-0149-4c8d-ac87-9dde3f520048,segment=NetworkSegment(7617739c-1148-405a-b759-881cda43c47e),segment_id=7617739c-1148-405a-b759-881cda43c47e)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:28:46.239582 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (a621553f-0149-4c8d-ac87-9dde3f520048), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:46.360608 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=a621553f-0149-4c8d-ac87-9dde3f520048,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:46.398224 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-54e89ece-1b11-4829-b9e5-e32865b01e11 service neutron] 10.222.0.65 "GET /v2.0/networks/4f561aff-d3ac-41b3-ba00-952d014b3e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923656 Mar 11 19:28:46.520244 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-29479b9d-3383-413e-a5c7-5ee55668e908 service neutron] 10.222.0.65 "GET /v2.0/networks/4f561aff-d3ac-41b3-ba00-952d014b3e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210535 Mar 11 19:28:46.635959 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-8b81ad8e-53fa-488e-82c4-2048dd407770 service neutron] 10.222.0.65 "GET /v2.0/networks/4f561aff-d3ac-41b3-ba00-952d014b3e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084492 Mar 11 19:28:46.774393 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-cae8f6bd-f1b8-4b2a-ae17-cc5890828f44 service neutron] 10.222.0.65 "GET /v2.0/networks/7e7ac1f0-3111-4c89-ba33-0a59c83b731d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307347 Mar 11 19:28:46.897953 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-0a9d2fe6-e2db-4c4c-b855-ea0b337d5ae8 service neutron] 10.222.0.65 "GET /v2.0/networks/7e7ac1f0-3111-4c89-ba33-0a59c83b731d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085382 Mar 11 19:28:46.950820 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-14c9a1fb-696e-40b1-9696-e926c0b571a3 tempest-LiveMigrationTest-1929498449 tempest-LiveMigrationTest-1929498449-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:28:46.961757 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-14c9a1fb-696e-40b1-9696-e926c0b571a3 tempest-LiveMigrationTest-1929498449 tempest-LiveMigrationTest-1929498449-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0160973 Mar 11 19:28:47.023162 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-5e9126b9-4dfb-459c-8f81-f0c4604c4040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:47.026984 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-b941e0ae-c2d2-4e0f-a767-b7b70b141e50 service neutron] 10.222.0.65 "GET /v2.0/networks/7e7ac1f0-3111-4c89-ba33-0a59c83b731d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260827 Mar 11 19:28:47.037810 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-5e9126b9-4dfb-459c-8f81-f0c4604c4040 service neutron] 10.222.0.65 "GET /v2.0/ports/7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c HTTP/1.1" status: 200 len: 1124 time: 0.0748615 Mar 11 19:28:47.050210 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-b03897f8-f898-4c4c-84f1-42f90acec5ec service neutron] Request body: {'binding': {'host': 'n-h1-833163-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:28:47.056306 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-b03897f8-f898-4c4c-84f1-42f90acec5ec service neutron] Unknown quota resources ['binding']. {{(pid=103884) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 11 19:28:47.152565 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-4840bfdb-772f-4b71-aa34-24066afb41a6 service neutron] 10.222.0.65 "GET /v2.0/networks/7e7ac1f0-3111-4c89-ba33-0a59c83b731d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148126 Mar 11 19:28:47.240050 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-4178c7a7-2aef-4cf6-8f8c-e1526fc61463 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:47.240050 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-4178c7a7-2aef-4cf6-8f8c-e1526fc61463 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports/a063c992-2ba2-427f-abd3-35bcb20f2efc HTTP/1.1" status: 200 len: 937 time: 0.0754340 Mar 11 19:28:47.347841 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-b03897f8-f898-4c4c-84f1-42f90acec5ec service neutron] Attempting to bind port 7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c on host n-h1-833163-1 for vnic_type normal with profile None {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:28:47.349046 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-b03897f8-f898-4c4c-84f1-42f90acec5ec service neutron] Attempting to bind port 7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '9cb9d205-9190-43c8-b078-f8df09db6175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:28:47.349474 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-b03897f8-f898-4c4c-84f1-42f90acec5ec service neutron] Attempting to bind port 7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c on network 4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:28:47.349612 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-09cf6a8e-9a21-4df6-a4b8-7a7268012c50 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:47.357511 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-b03897f8-f898-4c4c-84f1-42f90acec5ec service neutron] Port 7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c on network 4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:28:47.359589 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-09cf6a8e-9a21-4df6-a4b8-7a7268012c50 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports/67a48c17-bad0-4589-963e-fee1ad2a8374 HTTP/1.1" status: 200 len: 937 time: 0.0984015 Mar 11 19:28:47.369811 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-b03897f8-f898-4c4c-84f1-42f90acec5ec service neutron] Attempting to bind port 7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c on network 4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:28:47.382505 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-b03897f8-f898-4c4c-84f1-42f90acec5ec service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:28:47.383055 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-b03897f8-f898-4c4c-84f1-42f90acec5ec service neutron] Checking segment: {'id': '9cb9d205-9190-43c8-b078-f8df09db6175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:28:47.383592 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-b03897f8-f898-4c4c-84f1-42f90acec5ec service neutron] Bound using segment: {'id': '9cb9d205-9190-43c8-b078-f8df09db6175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:28:47.384206 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-b03897f8-f898-4c4c-84f1-42f90acec5ec service neutron] Bound port: 7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cb9d205-9190-43c8-b078-f8df09db6175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:28:47.445272 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-b03897f8-f898-4c4c-84f1-42f90acec5ec service neutron] For port 7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c,segment=NetworkSegment(9cb9d205-9190-43c8-b078-f8df09db6175),segment_id=9cb9d205-9190-43c8-b078-f8df09db6175)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:28:47.456481 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-b03897f8-f898-4c4c-84f1-42f90acec5ec service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:47.457796 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-b03897f8-f898-4c4c-84f1-42f90acec5ec service neutron] 10.222.0.65 "POST /v2.0/ports/7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c/bindings HTTP/1.1" status: 201 len: 389 time: 0.4110701 Mar 11 19:28:47.744846 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da6309e-46b3-40bd-8a02-e42b1473bdb7 x-openstack-request-id: req-3da6309e-46b3-40bd-8a02-e42b1473bdb7 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:28:47.745331 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "828431ab-9323-4845-8fb6-b27b7f39fa72", "name": "network-vif-plugged", "status": "completed", "tag": "a621553f-0149-4c8d-ac87-9dde3f520048", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:28:47.745772 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3da6309e-46b3-40bd-8a02-e42b1473bdb7 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:28:47.746234 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '828431ab-9323-4845-8fb6-b27b7f39fa72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a621553f-0149-4c8d-ac87-9dde3f520048', 'code': 200} Mar 11 19:28:47.824111 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-7ba49253-5682-4c3c-93f7-3927b6512567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:47.825697 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-7ba49253-5682-4c3c-93f7-3927b6512567 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f95acd8ec5ef45d8b7ae8994d46f4375&device_id=151f548b-417d-4fda-9007-9657402adaa5 HTTP/1.1" status: 200 len: 1127 time: 0.1058235 Mar 11 19:28:47.894870 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ba3f141b-ab23-445b-b9c9-92d590cd7ca2 req-6c1323e7-dd92-4d6f-bd5f-b20ce83be032 tempest-ServersAdmin275Test-730662925 tempest-ServersAdmin275Test-730662925-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=27a07cf5-eaf0-4721-b0fa-8387298c9e0a HTTP/1.1" status: 200 len: 210 time: 0.0416753 Mar 11 19:28:47.921085 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879fa7ff-0dc8-4153-a82a-558c9043856a req-fd708210-195e-4411-bb5d-87b03a9d1284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:47.922863 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-879fa7ff-0dc8-4153-a82a-558c9043856a req-fd708210-195e-4411-bb5d-87b03a9d1284 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=828431ab-9323-4845-8fb6-b27b7f39fa72 HTTP/1.1" status: 200 len: 1127 time: 0.1132119 Mar 11 19:28:48.002919 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-90c8ceab-c7de-44f5-b0c2-d73128765d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:48.004436 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-90c8ceab-c7de-44f5-b0c2-d73128765d8e service neutron] 10.222.0.75 "GET /v2.0/networks?id=4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a HTTP/1.1" status: 200 len: 908 time: 0.1717510 Mar 11 19:28:48.064151 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-18803dd8-934a-4b80-8434-b067d6e24960 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c HTTP/1.1" status: 200 len: 217 time: 0.0517712 Mar 11 19:28:48.066030 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-879fa7ff-0dc8-4153-a82a-558c9043856a req-65fe9f2e-9523-49e5-985e-fba268dfe13d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0961abee-fe62-4d69-976a-7014d627610b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368618 Mar 11 19:28:48.088391 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e74ffd-6984-4bb8-ad4b-326342aef9ef req-9b9f07d3-32dc-4991-a2aa-c91eabcd3632 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:48.097714 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-49e74ffd-6984-4bb8-ad4b-326342aef9ef req-9b9f07d3-32dc-4991-a2aa-c91eabcd3632 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/ports?device_id=828431ab-9323-4845-8fb6-b27b7f39fa72 HTTP/1.1" status: 200 len: 945 time: 0.1043601 Mar 11 19:28:48.136672 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-3093f366-eecf-42a1-ab40-1682f9485fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:48.138524 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-3093f366-eecf-42a1-ab40-1682f9485fff service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f742a986-c135-4269-ad05-332f85e495a8 HTTP/1.1" status: 200 len: 847 time: 0.0670195 Mar 11 19:28:48.169253 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-49e74ffd-6984-4bb8-ad4b-326342aef9ef req-a07e711b-2d84-4d21-a3d9-349991d01b4e tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/security-groups?id=0961abee-fe62-4d69-976a-7014d627610b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703220 Mar 11 19:28:48.188711 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-016f3579-9cd2-4c00-8eae-5937f9eeac15 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436740 Mar 11 19:28:48.386493 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-6dc767e8-5142-48aa-93a9-1e3171330635 service neutron] 10.222.0.75 "GET /v2.0/networks/4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907907 Mar 11 19:28:48.400578 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 54794) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:28:48.511576 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac80c66-d1ac-46a4-8dd0-453dd8b74eb4 req-b5ce38a0-9740-4d56-afd6-7120ddfc9562 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:48.513428 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bac80c66-d1ac-46a4-8dd0-453dd8b74eb4 req-b5ce38a0-9740-4d56-afd6-7120ddfc9562 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=151f548b-417d-4fda-9007-9657402adaa5 HTTP/1.1" status: 200 len: 945 time: 0.1030552 Mar 11 19:28:48.583492 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-af75a529-259c-4b48-9445-3bb957588f71 service neutron] 10.222.0.75 "GET /v2.0/networks/4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884356 Mar 11 19:28:48.612518 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:48.632593 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bac80c66-d1ac-46a4-8dd0-453dd8b74eb4 req-6d578605-5fac-4868-8102-fc08d59fd9db tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123874 Mar 11 19:28:48.781598 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-efb77d7a-2dfd-4957-9165-7eae16a67b7d tempest-LiveMigrationTest-1929498449 tempest-LiveMigrationTest-1929498449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:48.783614 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-efb77d7a-2dfd-4957-9165-7eae16a67b7d tempest-LiveMigrationTest-1929498449 tempest-LiveMigrationTest-1929498449-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=151f548b-417d-4fda-9007-9657402adaa5&tenant_id=f95acd8ec5ef45d8b7ae8994d46f4375&binding%3Ahost_id=n-h2-833163-1 HTTP/1.1" status: 200 len: 1127 time: 0.1172390 Mar 11 19:28:48.840274 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-239b9bf7-d137-4e49-94bc-5d0683e78263 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:48.841667 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-239b9bf7-d137-4e49-94bc-5d0683e78263 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports/a063c992-2ba2-427f-abd3-35bcb20f2efc HTTP/1.1" status: 200 len: 937 time: 0.4399197 Mar 11 19:28:48.860868 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-186ea2ad-0a64-4ae4-a32a-844311d6dc61 req-c4fa5895-afbe-4e86-8a0f-43249fe72863 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 210 time: 0.0645502 Mar 11 19:28:48.915072 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-43d6aff1-fd59-407f-9f48-62cc24427e43 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:48.916724 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-43d6aff1-fd59-407f-9f48-62cc24427e43 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports/67a48c17-bad0-4589-963e-fee1ad2a8374 HTTP/1.1" status: 200 len: 937 time: 0.0596840 Mar 11 19:28:48.923179 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-e1fcc283-55a1-4671-b77e-899218ac026d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-833163-1'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:28:48.924512 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4f9d1-9bfb-4f26-a916-15a7237c98e4 req-d691406f-10a5-45d1-a8a8-26557200d485 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:48.925955 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c7c4f9d1-9bfb-4f26-a916-15a7237c98e4 req-d691406f-10a5-45d1-a8a8-26557200d485 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] 10.222.0.65 "GET /v2.0/ports?device_id=e991396b-d547-46e7-876a-ad44994ab402 HTTP/1.1" status: 200 len: 945 time: 0.1609159 Mar 11 19:28:49.032744 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c7c4f9d1-9bfb-4f26-a916-15a7237c98e4 req-f123e0b5-e27d-4a79-9b54-0012cd5d2640 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b1dc6b9-8989-4d30-b7de-b794d733c5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921311 Mar 11 19:28:49.068088 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-e1fcc283-55a1-4671-b77e-899218ac026d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:49.109404 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-14f5ba2c-3e40-4530-8716-6e2ff848d627 req-0d1b34e9-075a-4dfe-b383-2f26e506cbab tempest-ServersAdmin275Test-730662925 tempest-ServersAdmin275Test-730662925-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=27a07cf5-eaf0-4721-b0fa-8387298c9e0a HTTP/1.1" status: 200 len: 210 time: 0.0618505 Mar 11 19:28:49.264851 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-e1fcc283-55a1-4671-b77e-899218ac026d service neutron] For port 7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c,segment=NetworkSegment(9cb9d205-9190-43c8-b078-f8df09db6175),segment_id=9cb9d205-9190-43c8-b078-f8df09db6175)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:28:49.332352 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-e1fcc283-55a1-4671-b77e-899218ac026d service neutron] For port 7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c, host n-h2-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:28:49.350537 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd2724-9f32-4965-8b4e-66af7bc21927 req-73ada900-74df-4d24-80a1-6bb841b380a2 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:49.358853 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8dcd2724-9f32-4965-8b4e-66af7bc21927 req-73ada900-74df-4d24-80a1-6bb841b380a2 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/ports?device_id=828431ab-9323-4845-8fb6-b27b7f39fa72 HTTP/1.1" status: 200 len: 945 time: 0.0846903 Mar 11 19:28:49.391756 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '151f548b-417d-4fda-9007-9657402adaa5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:28:49.394934 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e6d563-c59c-402e-b6ae-f718a46c1133" -d '{"events": [{"server_uuid": "151f548b-417d-4fda-9007-9657402adaa5", "name": "network-vif-unplugged", "status": "completed", "tag": "7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:28:49.401293 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-e1fcc283-55a1-4671-b77e-899218ac026d service neutron] Publish callbacks [] for port (7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:49.412966 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-e1fcc283-55a1-4671-b77e-899218ac026d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:49.460136 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8dcd2724-9f32-4965-8b4e-66af7bc21927 req-55899e91-935a-4d33-a20b-a17ec80c29d2 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/security-groups?id=0961abee-fe62-4d69-976a-7014d627610b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002448 Mar 11 19:28:49.482932 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f075695-dd6f-4308-ba55-fc6def1ecaab req-917e1625-f60e-46bb-b11d-444dd3c2876f tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:49.485307 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f075695-dd6f-4308-ba55-fc6def1ecaab req-917e1625-f60e-46bb-b11d-444dd3c2876f tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] 10.222.0.75 "GET /v2.0/ports?device_id=e991396b-d547-46e7-876a-ad44994ab402 HTTP/1.1" status: 200 len: 945 time: 0.1019423 Mar 11 19:28:49.494399 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fcc283-55a1-4671-b77e-899218ac026d service neutron] Pushing event updated for resources: {'Port': ['ID=7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c,revision_number=7']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:49.558650 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 19:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55743157-4361-44e3-bf04-2d312949b589 x-openstack-request-id: req-55743157-4361-44e3-bf04-2d312949b589 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:28:49.558945 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "151f548b-417d-4fda-9007-9657402adaa5", "name": "network-vif-unplugged", "status": "completed", "tag": "7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:28:49.559200 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-55743157-4361-44e3-bf04-2d312949b589 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:28:49.559722 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '151f548b-417d-4fda-9007-9657402adaa5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c', 'code': 200} Mar 11 19:28:49.647776 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-5f075695-dd6f-4308-ba55-fc6def1ecaab req-083a543c-4c7c-44fc-826b-366583b5c120 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Deleting port 7e557bd6-9903-4ae0-9536-4750da201a5a {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:28:49.648498 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5f075695-dd6f-4308-ba55-fc6def1ecaab req-083a543c-4c7c-44fc-826b-366583b5c120 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (7e557bd6-9903-4ae0-9536-4750da201a5a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:49.688997 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-e1fcc283-55a1-4671-b77e-899218ac026d service neutron] Attempting to bind port 7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c on host n-h2-833163-1 for vnic_type normal with profile {"migrating_to": "n-h1-833163-1"} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:28:49.689628 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-e1fcc283-55a1-4671-b77e-899218ac026d service neutron] Attempting to bind port 7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '9cb9d205-9190-43c8-b078-f8df09db6175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:28:49.691281 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-e1fcc283-55a1-4671-b77e-899218ac026d service neutron] Attempting to bind port 7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c on network 4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:28:49.701300 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-e1fcc283-55a1-4671-b77e-899218ac026d service neutron] Port 7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c on network 4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:28:49.703944 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-e1fcc283-55a1-4671-b77e-899218ac026d service neutron] Attempting to bind port 7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c on network 4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:28:49.716092 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-e1fcc283-55a1-4671-b77e-899218ac026d service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:28:49.719242 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-e1fcc283-55a1-4671-b77e-899218ac026d service neutron] Checking segment: {'id': '9cb9d205-9190-43c8-b078-f8df09db6175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:28:49.719891 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-e1fcc283-55a1-4671-b77e-899218ac026d service neutron] Bound using segment: {'id': '9cb9d205-9190-43c8-b078-f8df09db6175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:28:49.721988 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-e1fcc283-55a1-4671-b77e-899218ac026d service neutron] Bound port: 7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cb9d205-9190-43c8-b078-f8df09db6175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:28:49.722852 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-e1fcc283-55a1-4671-b77e-899218ac026d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:49.762389 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-5f075695-dd6f-4308-ba55-fc6def1ecaab req-083a543c-4c7c-44fc-826b-366583b5c120 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] For port 7e557bd6-9903-4ae0-9536-4750da201a5a, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=7e557bd6-9903-4ae0-9536-4750da201a5a,segment=NetworkSegment(56946f99-bbe1-4126-80e4-d7f1dc0f454e),segment_id=56946f99-bbe1-4126-80e4-d7f1dc0f454e)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:28:49.762677 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5f075695-dd6f-4308-ba55-fc6def1ecaab req-083a543c-4c7c-44fc-826b-366583b5c120 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (7e557bd6-9903-4ae0-9536-4750da201a5a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:49.826965 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-e1fcc283-55a1-4671-b77e-899218ac026d service neutron] For port 7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c, host n-h2-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:28:49.833876 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-e1fcc283-55a1-4671-b77e-899218ac026d service neutron] For port 7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c,segment=NetworkSegment(9cb9d205-9190-43c8-b078-f8df09db6175),segment_id=9cb9d205-9190-43c8-b078-f8df09db6175)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:28:49.842063 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-e1fcc283-55a1-4671-b77e-899218ac026d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:49.937409 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fcc283-55a1-4671-b77e-899218ac026d service neutron] Pushing event updated for resources: {'Port': ['ID=7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c,revision_number=8']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:49.981566 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-e1fcc283-55a1-4671-b77e-899218ac026d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:49.982456 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-e1fcc283-55a1-4671-b77e-899218ac026d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:49.984552 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-e1fcc283-55a1-4671-b77e-899218ac026d service neutron] 10.222.0.75 "PUT /v2.0/ports/7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c HTTP/1.1" status: 200 len: 1121 time: 1.0657253 Mar 11 19:28:50.004790 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5f075695-dd6f-4308-ba55-fc6def1ecaab req-083a543c-4c7c-44fc-826b-366583b5c120 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:50.005336 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5f075695-dd6f-4308-ba55-fc6def1ecaab req-083a543c-4c7c-44fc-826b-366583b5c120 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (e773bd48-c931-48b6-9a1c-840c8548a56d), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:50.005647 n-d-833163-1 neutron-server[103885]: INFO neutron.db.l3_db [req-5f075695-dd6f-4308-ba55-fc6def1ecaab req-083a543c-4c7c-44fc-826b-366583b5c120 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Floating IP e773bd48-c931-48b6-9a1c-840c8548a56d disassociated. External IP: 172.25.8.112, port: 7e557bd6-9903-4ae0-9536-4750da201a5a. Mar 11 19:28:50.006110 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-5f075695-dd6f-4308-ba55-fc6def1ecaab req-083a543c-4c7c-44fc-826b-366583b5c120 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Calling delete_port for 7e557bd6-9903-4ae0-9536-4750da201a5a owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:28:50.067595 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:28:50.146391 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ae1261f0-3422-4f0d-af2d-2b31d34efaab req-d09cea93-7c43-4bb8-a6c2-066c51b27a60 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 210 time: 0.0651591 Mar 11 19:28:50.226033 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3aa4ef-d185-4977-82e7-446fd9400d0f req-4f2a1c75-3c25-43be-b177-d2f3c96eefce tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:50.238949 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ac3aa4ef-d185-4977-82e7-446fd9400d0f req-4f2a1c75-3c25-43be-b177-d2f3c96eefce tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=151f548b-417d-4fda-9007-9657402adaa5 HTTP/1.1" status: 200 len: 943 time: 0.3973618 Mar 11 19:28:50.428541 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ac3aa4ef-d185-4977-82e7-446fd9400d0f req-f0c0bad8-ad73-4d15-9614-44718a4ea573 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907880 Mar 11 19:28:50.460243 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e8f5f-2d9d-48a0-8732-053f78ddcc7c req-205cc058-81f3-48ff-85d0-9a7cbc727ec9 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:50.461767 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3f0e8f5f-2d9d-48a0-8732-053f78ddcc7c req-205cc058-81f3-48ff-85d0-9a7cbc727ec9 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] 10.222.0.65 "GET /v2.0/ports?device_id=e991396b-d547-46e7-876a-ad44994ab402 HTTP/1.1" status: 200 len: 945 time: 0.1711767 Mar 11 19:28:50.749622 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5f075695-dd6f-4308-ba55-fc6def1ecaab req-083a543c-4c7c-44fc-826b-366583b5c120 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (7e557bd6-9903-4ae0-9536-4750da201a5a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:50.770989 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f4059de9-ce82-4b38-aff3-635536b86bd1 req-27903c84-2fea-4a29-9886-b0a5906acd0f tempest-ServersAdmin275Test-730662925 tempest-ServersAdmin275Test-730662925-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=27a07cf5-eaf0-4721-b0fa-8387298c9e0a HTTP/1.1" status: 200 len: 210 time: 0.0330048 Mar 11 19:28:50.817507 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083a543c-4c7c-44fc-826b-366583b5c120 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Pushing event deleted for resources: {'Port': ['ID=7e557bd6-9903-4ae0-9536-4750da201a5a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:50.839289 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3f0e8f5f-2d9d-48a0-8732-053f78ddcc7c req-95d19c89-b513-4ea0-ab62-9f14b3aaf3d3 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b1dc6b9-8989-4d30-b7de-b794d733c5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3701420 Mar 11 19:28:50.883087 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-5530aeca-d293-44ce-b4cf-d1818d5ea120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:50.884709 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-5530aeca-d293-44ce-b4cf-d1818d5ea120 service neutron] 10.222.0.75 "GET /v2.0/ports/a063c992-2ba2-427f-abd3-35bcb20f2efc HTTP/1.1" status: 200 len: 1033 time: 0.0526085 Mar 11 19:28:50.947140 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-e02d277d-b3e8-4eb5-82f0-57d39dfe8267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:50.948922 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-e02d277d-b3e8-4eb5-82f0-57d39dfe8267 service neutron] 10.222.0.75 "GET /v2.0/ports/67a48c17-bad0-4589-963e-fee1ad2a8374 HTTP/1.1" status: 200 len: 1033 time: 0.0579658 Mar 11 19:28:51.139458 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8423d4-67c4-4ac6-a6ff-889b9b062e01 req-f19cf5d2-81d7-470c-9a3a-c81fdf721424 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:51.141775 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bd8423d4-67c4-4ac6-a6ff-889b9b062e01 req-f19cf5d2-81d7-470c-9a3a-c81fdf721424 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/ports?device_id=828431ab-9323-4845-8fb6-b27b7f39fa72 HTTP/1.1" status: 200 len: 945 time: 0.1840248 Mar 11 19:28:51.169622 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f075695-dd6f-4308-ba55-fc6def1ecaab req-083a543c-4c7c-44fc-826b-366583b5c120 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Router 6e22474a-e8fb-43af-8d51-6f34acf010da has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:28:51.201062 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-aa66aec0-290a-467c-977c-547cb792ac09 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:51.210451 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-aa66aec0-290a-467c-977c-547cb792ac09 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:51.217505 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-aa66aec0-290a-467c-977c-547cb792ac09 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:51.220476 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-aa66aec0-290a-467c-977c-547cb792ac09 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.75 "GET /v2.0/networks?id=c6f5d540-3c10-44e4-9f74-cadc36d53aa1&id=4f561aff-d3ac-41b3-ba00-952d014b3e3f&id=4f561aff-d3ac-41b3-ba00-952d014b3e3f&id=4f561aff-d3ac-41b3-ba00-952d014b3e3f&id=4f561aff-d3ac-41b3-ba00-952d014b3e3f&id=7e7ac1f0-3111-4c89-ba33-0a59c83b731d&id=7e7ac1f0-3111-4c89-ba33-0a59c83b731d HTTP/1.1" status: 200 len: 1994 time: 0.2590783 Mar 11 19:28:51.288738 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bd8423d4-67c4-4ac6-a6ff-889b9b062e01 req-57060907-e837-42b7-8bf8-8288dfb442bf tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/security-groups?id=0961abee-fe62-4d69-976a-7014d627610b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287367 Mar 11 19:28:51.392871 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-e18b9264-2449-450a-a6c6-335ecfaa13e2 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5ef363cb3b8e470c93ba878a527f3d7f HTTP/1.1" status: 200 len: 380 time: 0.1617181 Mar 11 19:28:51.402550 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-8ca4a629-3682-4799-b714-c4ba3ca260c7 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Request body: {'port': {'device_id': 'f63e2d47-599d-4ffc-9f33-5578504bb7da', 'network_id': 'c6f5d540-3c10-44e4-9f74-cadc36d53aa1', 'admin_state_up': True, 'tenant_id': '5ef363cb3b8e470c93ba878a527f3d7f', 'security_groups': ['019be762-639e-4ed8-9c49-723d3436f32b']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:28:51.561564 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '151f548b-417d-4fda-9007-9657402adaa5', 'tag': '7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:28:51.563722 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579f3ba5-eddd-4423-9906-469e14c47607" -d '{"events": [{"name": "network-changed", "server_uuid": "151f548b-417d-4fda-9007-9657402adaa5", "tag": "7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:28:51.677150 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-51c98395-6129-41ec-96b4-c2c0eeed998a req-cb725b88-2dbd-4eeb-a4e6-aa1d17f67483 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 210 time: 0.1688113 Mar 11 19:28:51.679250 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f075695-dd6f-4308-ba55-fc6def1ecaab req-083a543c-4c7c-44fc-826b-366583b5c120 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:28:51.682735 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-8ca4a629-3682-4799-b714-c4ba3ca260c7 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Made reservation on behalf of 5ef363cb3b8e470c93ba878a527f3d7f for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:28:51.689025 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-8ca4a629-3682-4799-b714-c4ba3ca260c7 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:51.691318 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960dec11-7982-45d2-8939-69a17e5f8ab7 None None] Sync routers for ids ['6e22474a-e8fb-43af-8d51-6f34acf010da'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:28:51.712181 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960dec11-7982-45d2-8939-69a17e5f8ab7 None None] Routers {'6e22474a-e8fb-43af-8d51-6f34acf010da'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:28:51.712898 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-960dec11-7982-45d2-8939-69a17e5f8ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:28:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['6e22474a-e8fb-43af-8d51-6f34acf010da'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:28:51.853821 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f075695-dd6f-4308-ba55-fc6def1ecaab req-083a543c-4c7c-44fc-826b-366583b5c120 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] No DVR routers for this DVR port 7e557bd6-9903-4ae0-9536-4750da201a5a on host n-h1-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:28:51.858767 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5f075695-dd6f-4308-ba55-fc6def1ecaab req-083a543c-4c7c-44fc-826b-366583b5c120 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:51.863095 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f075695-dd6f-4308-ba55-fc6def1ecaab req-083a543c-4c7c-44fc-826b-366583b5c120 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] 10.222.0.75 "DELETE /v2.0/ports/7e557bd6-9903-4ae0-9536-4750da201a5a HTTP/1.1" status: 204 len: 173 time: 2.3543038 Mar 11 19:28:51.882680 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e991396b-d547-46e7-876a-ad44994ab402', 'name': 'network-vif-deleted', 'tag': '7e557bd6-9903-4ae0-9536-4750da201a5a'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:28:51.885554 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8c688f-b7e5-4953-adeb-27411811aa5f" -d '{"events": [{"server_uuid": "e991396b-d547-46e7-876a-ad44994ab402", "name": "network-vif-deleted", "tag": "7e557bd6-9903-4ae0-9536-4750da201a5a"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:28:51.971548 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-960dec11-7982-45d2-8939-69a17e5f8ab7 None None] Set router 6e22474a-e8fb-43af-8d51-6f34acf010da gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:28:52.018720 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-33ab481c-5428-43cf-8c18-a85ae5608513 req-2bba21ea-acd8-4440-8aab-7e6a56aca2f8 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6102028 Mar 11 19:28:52.029562 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-8ca4a629-3682-4799-b714-c4ba3ca260c7 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Allocated IP 172.20.0.9 (c6f5d540-3c10-44e4-9f74-cadc36d53aa1/69381856-dd35-45d7-a782-ea4b8eb1e9ff/55b720e8-74bc-4aa9-9d68-5e4027393581) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:28:52.030242 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-33ab481c-5428-43cf-8c18-a85ae5608513 req-37d51b94-37d8-4e8c-920a-d0cdaa6a7546 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Request body: {'floatingip': {'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:28:52.101568 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60178d3e-fc0d-4769-b69a-c6167a348a96 req-7f5b9cbb-630f-4da8-81c8-066471a4a65b tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:52.112004 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-60178d3e-fc0d-4769-b69a-c6167a348a96 req-7f5b9cbb-630f-4da8-81c8-066471a4a65b tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=151f548b-417d-4fda-9007-9657402adaa5 HTTP/1.1" status: 200 len: 943 time: 0.2592258 Mar 11 19:28:52.116145 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-33ab481c-5428-43cf-8c18-a85ae5608513 req-37d51b94-37d8-4e8c-920a-d0cdaa6a7546 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:52.220381 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-60178d3e-fc0d-4769-b69a-c6167a348a96 req-69cb97e6-d2dd-4535-bc50-9379611ef75b tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070709 Mar 11 19:28:52.296100 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8b8c5b85-507c-4f8c-a14c-bfdf82e6e215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:52.398211 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2499e5f5-d4de-44d4-890f-f8c8b72ce986 x-openstack-request-id: req-2499e5f5-d4de-44d4-890f-f8c8b72ce986 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:28:52.398521 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "151f548b-417d-4fda-9007-9657402adaa5", "tag": "7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:28:52.402689 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2499e5f5-d4de-44d4-890f-f8c8b72ce986 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:28:52.403262 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '151f548b-417d-4fda-9007-9657402adaa5', 'tag': '7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c', 'status': 'completed', 'code': 200} Mar 11 19:28:52.413948 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:52.492793 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-8ca4a629-3682-4799-b714-c4ba3ca260c7 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks [] for port (55b720e8-74bc-4aa9-9d68-5e4027393581), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:52.497595 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-960dec11-7982-45d2-8939-69a17e5f8ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e22474a-e8fb-43af-8d51-6f34acf010da', 'name': 'tempest-ServersTestManualDisk-489776446-router', 'tenant_id': 'ee1db649970c4716b05dd0ce3f8eca3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'f9e4d730-0b49-433a-9861-aeaeae015c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:27:25Z', 'updated_at': '2022-03-11T19:27:34Z', 'revision_number': 4, 'project_id': 'ee1db649970c4716b05dd0ce3f8eca3e', 'gw_port': {'id': 'f9e4d730-0b49-433a-9861-aeaeae015c13', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:fd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e22474a-e8fb-43af-8d51-6f34acf010da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:27:27Z', 'updated_at': '2022-03-11T19:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'ea46a9aa-1392-42b7-ac12-28c954299cb4', 'name': '', 'network_id': '7e891c9c-780d-4806-ada4-461cdb42d7c7', 'tenant_id': 'ee1db649970c4716b05dd0ce3f8eca3e', 'mac_address': 'fa:16:3e:d5:e1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e22474a-e8fb-43af-8d51-6f34acf010da', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'd441f654-9ad6-4cc6-8a21-7d1bf2607b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:27:32Z', 'updated_at': '2022-03-11T19:27:40Z', 'revision_number': 5, 'project_id': 'ee1db649970c4716b05dd0ce3f8eca3e', 'subnets': [{'id': 'd441f654-9ad6-4cc6-8a21-7d1bf2607b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:28:52.583569 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960dec11-7982-45d2-8939-69a17e5f8ab7 None None] Checking router: 6e22474a-e8fb-43af-8d51-6f34acf010da for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:28:52.586458 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-8ca4a629-3682-4799-b714-c4ba3ca260c7 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (55b720e8-74bc-4aa9-9d68-5e4027393581), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:52.609379 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960dec11-7982-45d2-8939-69a17e5f8ab7 None None] Routers {'6e22474a-e8fb-43af-8d51-6f34acf010da'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:28:52.610298 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-960dec11-7982-45d2-8939-69a17e5f8ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:28:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['6e22474a-e8fb-43af-8d51-6f34acf010da'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:28:52.642220 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f3ba5-eddd-4423-9906-469e14c47607 req-cb5b1aaf-0683-4ce1-89c2-f1621c796af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:52.646655 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-579f3ba5-eddd-4423-9906-469e14c47607 req-cb5b1aaf-0683-4ce1-89c2-f1621c796af1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f95acd8ec5ef45d8b7ae8994d46f4375&device_id=151f548b-417d-4fda-9007-9657402adaa5 HTTP/1.1" status: 200 len: 1155 time: 0.2335563 Mar 11 19:28:52.685315 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-8ca4a629-3682-4799-b714-c4ba3ca260c7 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Network c6f5d540-3c10-44e4-9f74-cadc36d53aa1 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:28:52.699563 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-8ca4a629-3682-4799-b714-c4ba3ca260c7 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:28:52.720503 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-8ca4a629-3682-4799-b714-c4ba3ca260c7 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:28:52.747115 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca4a629-3682-4799-b714-c4ba3ca260c7 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Pushing event updated for resources: {'Port': ['ID=55b720e8-74bc-4aa9-9d68-5e4027393581,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:52.799276 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-07200a21-652d-4754-b1e3-b70271f08831 req-f2fcff52-1aa3-47f6-bca4-9e071c1d3b76 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] 10.222.0.65 "GET /v2.0/ports?device_id=e991396b-d547-46e7-876a-ad44994ab402 HTTP/1.1" status: 200 len: 210 time: 0.1739998 Mar 11 19:28:52.825575 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-33ab481c-5428-43cf-8c18-a85ae5608513 req-37d51b94-37d8-4e8c-920a-d0cdaa6a7546 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:52.855259 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-8ca4a629-3682-4799-b714-c4ba3ca260c7 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:52.855964 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-8ca4a629-3682-4799-b714-c4ba3ca260c7 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:52.861044 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-960dec11-7982-45d2-8939-69a17e5f8ab7 None None] Set router 6e22474a-e8fb-43af-8d51-6f34acf010da gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:28:52.896449 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-8ca4a629-3682-4799-b714-c4ba3ca260c7 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4976561 Mar 11 19:28:52.909236 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-a47ba48d-5934-42f6-8670-1bf7d0a99efc tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Request body: {'port': {'device_id': 'f63e2d47-599d-4ffc-9f33-5578504bb7da', 'network_id': '4f561aff-d3ac-41b3-ba00-952d014b3e3f', 'admin_state_up': True, 'tenant_id': '5ef363cb3b8e470c93ba878a527f3d7f', 'security_groups': ['019be762-639e-4ed8-9c49-723d3436f32b']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:28:53.151269 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-b18c7893-2403-4499-9a53-0bcd127abd2b None None] Provisioning complete for port 55b720e8-74bc-4aa9-9d68-5e4027393581 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:28:53.153119 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b18c7893-2403-4499-9a53-0bcd127abd2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (55b720e8-74bc-4aa9-9d68-5e4027393581), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:53.155042 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-a47ba48d-5934-42f6-8670-1bf7d0a99efc tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Made reservation on behalf of 5ef363cb3b8e470c93ba878a527f3d7f for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:28:53.158541 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-a47ba48d-5934-42f6-8670-1bf7d0a99efc tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:53.201974 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-13d75c92-2cbd-4443-8ca4-07e8d04fb823 req-dcca6ad8-3f7b-4274-9ae8-6e58b042c11c tempest-ServersAdmin275Test-730662925 tempest-ServersAdmin275Test-730662925-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=27a07cf5-eaf0-4721-b0fa-8387298c9e0a HTTP/1.1" status: 200 len: 210 time: 0.1636953 Mar 11 19:28:53.281795 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b18c7893-2403-4499-9a53-0bcd127abd2b None None] Port 55b720e8-74bc-4aa9-9d68-5e4027393581 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:28:53.343748 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-960dec11-7982-45d2-8939-69a17e5f8ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e22474a-e8fb-43af-8d51-6f34acf010da', 'name': 'tempest-ServersTestManualDisk-489776446-router', 'tenant_id': 'ee1db649970c4716b05dd0ce3f8eca3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'f9e4d730-0b49-433a-9861-aeaeae015c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:27:25Z', 'updated_at': '2022-03-11T19:27:34Z', 'revision_number': 4, 'project_id': 'ee1db649970c4716b05dd0ce3f8eca3e', 'gw_port': {'id': 'f9e4d730-0b49-433a-9861-aeaeae015c13', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:fd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e22474a-e8fb-43af-8d51-6f34acf010da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:27:27Z', 'updated_at': '2022-03-11T19:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'ea46a9aa-1392-42b7-ac12-28c954299cb4', 'name': '', 'network_id': '7e891c9c-780d-4806-ada4-461cdb42d7c7', 'tenant_id': 'ee1db649970c4716b05dd0ce3f8eca3e', 'mac_address': 'fa:16:3e:d5:e1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e22474a-e8fb-43af-8d51-6f34acf010da', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'd441f654-9ad6-4cc6-8a21-7d1bf2607b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:27:32Z', 'updated_at': '2022-03-11T19:27:40Z', 'revision_number': 5, 'project_id': 'ee1db649970c4716b05dd0ce3f8eca3e', 'subnets': [{'id': 'd441f654-9ad6-4cc6-8a21-7d1bf2607b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:28:53.369587 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e81c57-5a4f-42c1-b632-6d05d3b59a7e x-openstack-request-id: req-f7e81c57-5a4f-42c1-b632-6d05d3b59a7e {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:28:53.372126 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e991396b-d547-46e7-876a-ad44994ab402", "name": "network-vif-deleted", "tag": "7e557bd6-9903-4ae0-9536-4750da201a5a", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:28:53.372605 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f7e81c57-5a4f-42c1-b632-6d05d3b59a7e {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:28:53.373294 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e991396b-d547-46e7-876a-ad44994ab402', 'name': 'network-vif-deleted', 'tag': '7e557bd6-9903-4ae0-9536-4750da201a5a', 'status': 'completed', 'code': 200} Mar 11 19:28:53.417624 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960dec11-7982-45d2-8939-69a17e5f8ab7 None None] The sync data for ids ['6e22474a-e8fb-43af-8d51-6f34acf010da'] in n-d-833163-1 is: [{'id': '6e22474a-e8fb-43af-8d51-6f34acf010da', 'name': 'tempest-ServersTestManualDisk-489776446-router', 'tenant_id': 'ee1db649970c4716b05dd0ce3f8eca3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'f9e4d730-0b49-433a-9861-aeaeae015c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:27:25Z', 'updated_at': '2022-03-11T19:27:34Z', 'revision_number': 4, 'project_id': 'ee1db649970c4716b05dd0ce3f8eca3e', 'gw_port': {'id': 'f9e4d730-0b49-433a-9861-aeaeae015c13', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:fd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e22474a-e8fb-43af-8d51-6f34acf010da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:27:27Z', 'updated_at': '2022-03-11T19:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'ea46a9aa-1392-42b7-ac12-28c954299cb4', 'name': '', 'network_id': '7e891c9c-780d-4806-ada4-461cdb42d7c7', 'tenant_id': 'ee1db649970c4716b05dd0ce3f8eca3e', 'mac_address': 'fa:16:3e:d5:e1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e22474a-e8fb-43af-8d51-6f34acf010da', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'd441f654-9ad6-4cc6-8a21-7d1bf2607b2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:27:32Z', 'updated_at': '2022-03-11T19:27:40Z', 'revision_number': 5, 'project_id': 'ee1db649970c4716b05dd0ce3f8eca3e', 'subnets': [{'id': 'd441f654-9ad6-4cc6-8a21-7d1bf2607b2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:28:53.499044 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-a47ba48d-5934-42f6-8670-1bf7d0a99efc tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Allocated IP 10.1.1.46 (4f561aff-d3ac-41b3-ba00-952d014b3e3f/3a82b5d5-f5eb-44a2-9c60-48ecdbb5290d/ebfb71f0-04b3-45d0-a06b-4dbc510957f9) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:28:53.557472 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f3ba5-eddd-4423-9906-469e14c47607 req-cc9eb4a7-2ac6-48c4-b8dd-a79904130aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:53.561798 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-579f3ba5-eddd-4423-9906-469e14c47607 req-cc9eb4a7-2ac6-48c4-b8dd-a79904130aa0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a HTTP/1.1" status: 200 len: 908 time: 0.7550476 Mar 11 19:28:53.588803 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-33ab481c-5428-43cf-8c18-a85ae5608513 req-37d51b94-37d8-4e8c-920a-d0cdaa6a7546 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Allocated IP 172.25.8.174 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/07636477-7b7d-4da1-962b-dc11019157e1) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:28:53.676862 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-579f3ba5-eddd-4423-9906-469e14c47607 req-b971ac11-f1bd-4960-93c8-0277a06e0096 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c HTTP/1.1" status: 200 len: 217 time: 0.0850348 Mar 11 19:28:53.697036 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-a47ba48d-5934-42f6-8670-1bf7d0a99efc tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks [] for port (ebfb71f0-04b3-45d0-a06b-4dbc510957f9), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:53.737740 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-a47ba48d-5934-42f6-8670-1bf7d0a99efc tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (ebfb71f0-04b3-45d0-a06b-4dbc510957f9), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:53.809591 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee070f-8c7e-48f5-8212-af393f47c11f req-760992e8-f4ba-4338-887e-298297d3fd0f tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:53.811678 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ccee070f-8c7e-48f5-8212-af393f47c11f req-760992e8-f4ba-4338-887e-298297d3fd0f tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 931 time: 0.3614557 Mar 11 19:28:53.829325 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47ba48d-5934-42f6-8670-1bf7d0a99efc tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Pushing event updated for resources: {'Port': ['ID=ebfb71f0-04b3-45d0-a06b-4dbc510957f9,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:53.848583 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-a47ba48d-5934-42f6-8670-1bf7d0a99efc tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Network 4f561aff-d3ac-41b3-ba00-952d014b3e3f is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:28:53.851037 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-a47ba48d-5934-42f6-8670-1bf7d0a99efc tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:28:53.881366 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:28:53.885405 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 7e557bd6-9903-4ae0-9536-4750da201a5a no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:28:53.894098 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-a47ba48d-5934-42f6-8670-1bf7d0a99efc tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:28:54.000756 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-a47ba48d-5934-42f6-8670-1bf7d0a99efc tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:54.001420 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-a47ba48d-5934-42f6-8670-1bf7d0a99efc tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:54.031429 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d9c2d2-c038-47d4-8553-9c25169ea61a None None] New status for floating IP e773bd48-c931-48b6-9a1c-840c8548a56d: DOWN {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 19:28:54.069706 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f3ba5-eddd-4423-9906-469e14c47607 req-a8a437f6-3e1f-4780-81dd-1dbb07e52c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:54.071334 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-579f3ba5-eddd-4423-9906-469e14c47607 req-a8a437f6-3e1f-4780-81dd-1dbb07e52c29 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f742a986-c135-4269-ad05-332f85e495a8 HTTP/1.1" status: 200 len: 847 time: 0.3850274 Mar 11 19:28:54.094016 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ccee070f-8c7e-48f5-8212-af393f47c11f req-f9b19674-2f73-4f7f-bfa2-2cc1b532c659 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/security-groups?id=019be762-639e-4ed8-9c49-723d3436f32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2422988 Mar 11 19:28:54.151026 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: 7e557bd6-9903-4ae0-9536-4750da201a5a {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:28:54.151376 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 7e557bd6-9903-4ae0-9536-4750da201a5a not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:28:54.176204 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-579f3ba5-eddd-4423-9906-469e14c47607 req-3fb21d0b-0235-4e4c-b7ce-331774e9a348 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859599 Mar 11 19:28:54.179027 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-a47ba48d-5934-42f6-8670-1bf7d0a99efc tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2738879 Mar 11 19:28:54.191952 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-3440e60b-f84b-470c-8080-8bde0ea1d40a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Request body: {'port': {'device_id': 'f63e2d47-599d-4ffc-9f33-5578504bb7da', 'network_id': '4f561aff-d3ac-41b3-ba00-952d014b3e3f', 'admin_state_up': True, 'tenant_id': '5ef363cb3b8e470c93ba878a527f3d7f', 'security_groups': ['019be762-639e-4ed8-9c49-723d3436f32b']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:28:54.213315 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-56bd1135-15d0-4951-b368-6d4a4d048f86 service neutron] 10.222.0.57 "GET /v2.0/ports/7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c/bindings/n-h1-833163-1 HTTP/1.1" status: 200 len: 384 time: 0.2089970 Mar 11 19:28:54.304901 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-33ab481c-5428-43cf-8c18-a85ae5608513 req-37d51b94-37d8-4e8c-920a-d0cdaa6a7546 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Publish callbacks [] for port (07636477-7b7d-4da1-962b-dc11019157e1), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:54.493909 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-3440e60b-f84b-470c-8080-8bde0ea1d40a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Made reservation on behalf of 5ef363cb3b8e470c93ba878a527f3d7f for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:28:54.502629 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-3440e60b-f84b-470c-8080-8bde0ea1d40a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:54.503551 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-105c6793-cd7e-450b-a0bd-09e7476cd783 None None] Provisioning complete for port ebfb71f0-04b3-45d0-a06b-4dbc510957f9 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:28:54.503903 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-105c6793-cd7e-450b-a0bd-09e7476cd783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ebfb71f0-04b3-45d0-a06b-4dbc510957f9), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:54.547293 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-579f3ba5-eddd-4423-9906-469e14c47607 req-ce5e80be-ff85-4c71-877a-58e75923b139 service neutron] 10.222.0.57 "GET /v2.0/networks/4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382084 Mar 11 19:28:54.596453 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c,segment=NetworkSegment(9cb9d205-9190-43c8-b078-f8df09db6175),segment_id=9cb9d205-9190-43c8-b078-f8df09db6175)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:28:54.599314 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-105c6793-cd7e-450b-a0bd-09e7476cd783 None None] Port ebfb71f0-04b3-45d0-a06b-4dbc510957f9 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:28:54.601120 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e229509c-bb7f-412d-a13a-b52cd3eb78ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:54.617943 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c has no active binding in host n-h1-833163-1 {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 11 19:28:54.632884 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-33ab481c-5428-43cf-8c18-a85ae5608513 req-37d51b94-37d8-4e8c-920a-d0cdaa6a7546 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (07636477-7b7d-4da1-962b-dc11019157e1), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:54.656438 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-3440e60b-f84b-470c-8080-8bde0ea1d40a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Allocated IP 10.1.1.76 (4f561aff-d3ac-41b3-ba00-952d014b3e3f/3a82b5d5-f5eb-44a2-9c60-48ecdbb5290d/2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:28:54.756578 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8f29dd-80ea-4096-ac05-891f1588853c req-45a4852a-c29f-4351-a719-4ee6ab558b93 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:54.767611 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0e8f29dd-80ea-4096-ac05-891f1588853c req-45a4852a-c29f-4351-a719-4ee6ab558b93 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=151f548b-417d-4fda-9007-9657402adaa5 HTTP/1.1" status: 200 len: 943 time: 0.2911177 Mar 11 19:28:54.774669 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33ab481c-5428-43cf-8c18-a85ae5608513 req-37d51b94-37d8-4e8c-920a-d0cdaa6a7546 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:28:54.785039 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-33ab481c-5428-43cf-8c18-a85ae5608513 req-37d51b94-37d8-4e8c-920a-d0cdaa6a7546 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:28:54.795030 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d51b94-37d8-4e8c-920a-d0cdaa6a7546 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Pushing event updated for resources: {'Port': ['ID=07636477-7b7d-4da1-962b-dc11019157e1,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:54.798510 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-33ab481c-5428-43cf-8c18-a85ae5608513 req-37d51b94-37d8-4e8c-920a-d0cdaa6a7546 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:28:54.803507 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-3440e60b-f84b-470c-8080-8bde0ea1d40a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks [] for port (2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:54.850979 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-3440e60b-f84b-470c-8080-8bde0ea1d40a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:54.858760 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-579f3ba5-eddd-4423-9906-469e14c47607 req-672cb910-5a03-4698-ab3b-53539d6634d0 service neutron] 10.222.0.57 "GET /v2.0/networks/4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981203 Mar 11 19:28:54.913692 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0e8f29dd-80ea-4096-ac05-891f1588853c req-1633216a-0b9c-4f56-9ee3-293834a119ca tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396501 Mar 11 19:28:54.932700 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-3440e60b-f84b-470c-8080-8bde0ea1d40a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Network 4f561aff-d3ac-41b3-ba00-952d014b3e3f is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:28:54.942722 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:28:54.944632 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3440e60b-f84b-470c-8080-8bde0ea1d40a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Pushing event updated for resources: {'Port': ['ID=2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:54.947388 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-3440e60b-f84b-470c-8080-8bde0ea1d40a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:28:54.951721 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-3440e60b-f84b-470c-8080-8bde0ea1d40a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:28:55.174304 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-3440e60b-f84b-470c-8080-8bde0ea1d40a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:55.176654 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-3440e60b-f84b-470c-8080-8bde0ea1d40a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:55.235109 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-3440e60b-f84b-470c-8080-8bde0ea1d40a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0494471 Mar 11 19:28:55.244732 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-ef2defb7-467a-4a9a-8fc2-481ad374f475 service neutron] For port 7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c,segment=NetworkSegment(9cb9d205-9190-43c8-b078-f8df09db6175),segment_id=9cb9d205-9190-43c8-b078-f8df09db6175)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:28:55.254929 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-82737737-d49a-4401-a0e8-8d2781772759 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Request body: {'port': {'device_id': 'f63e2d47-599d-4ffc-9f33-5578504bb7da', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '7e7ac1f0-3111-4c89-ba33-0a59c83b731d', 'admin_state_up': True, 'tenant_id': '5ef363cb3b8e470c93ba878a527f3d7f', 'security_groups': ['019be762-639e-4ed8-9c49-723d3436f32b']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:28:55.449969 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-a5f4186d-02e0-4ad4-881f-35d1d7f257b0 None None] Provisioning complete for port 2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:28:55.450960 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a5f4186d-02e0-4ad4-881f-35d1d7f257b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:55.534209 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a5f4186d-02e0-4ad4-881f-35d1d7f257b0 None None] Port 2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:28:55.607391 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-64f63ca8-5947-40b2-817a-5881d73341ee req-70b32e44-4eae-45c7-94f8-9fb9174c70da tempest-ServersAdmin275Test-730662925 tempest-ServersAdmin275Test-730662925-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=27a07cf5-eaf0-4721-b0fa-8387298c9e0a HTTP/1.1" status: 200 len: 210 time: 0.0889287 Mar 11 19:28:55.609388 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-33ab481c-5428-43cf-8c18-a85ae5608513 req-37d51b94-37d8-4e8c-920a-d0cdaa6a7546 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Publish callbacks [] for floatingip (197077ef-138f-49ee-b15b-ccb5aabbfaeb), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:55.647118 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-ef2defb7-467a-4a9a-8fc2-481ad374f475 service neutron] For port 7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c, host n-h2-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:28:55.689516 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-33ab481c-5428-43cf-8c18-a85ae5608513 req-37d51b94-37d8-4e8c-920a-d0cdaa6a7546 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (07636477-7b7d-4da1-962b-dc11019157e1), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:55.758893 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-ef2defb7-467a-4a9a-8fc2-481ad374f475 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:28:55.770749 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-82737737-d49a-4401-a0e8-8d2781772759 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Made reservation on behalf of 5ef363cb3b8e470c93ba878a527f3d7f for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:28:55.776933 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-ef2defb7-467a-4a9a-8fc2-481ad374f475 service neutron] For port 7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c,segment=NetworkSegment(9cb9d205-9190-43c8-b078-f8df09db6175),segment_id=9cb9d205-9190-43c8-b078-f8df09db6175)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:28:55.822191 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-ef2defb7-467a-4a9a-8fc2-481ad374f475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:55.926410 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-82737737-d49a-4401-a0e8-8d2781772759 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:55.958234 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-33ab481c-5428-43cf-8c18-a85ae5608513 req-37d51b94-37d8-4e8c-920a-d0cdaa6a7546 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Publish callbacks [] for port (07636477-7b7d-4da1-962b-dc11019157e1), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:55.969745 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-33ab481c-5428-43cf-8c18-a85ae5608513 req-37d51b94-37d8-4e8c-920a-d0cdaa6a7546 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (07636477-7b7d-4da1-962b-dc11019157e1), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:56.052019 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:56.100754 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-ef2defb7-467a-4a9a-8fc2-481ad374f475 service neutron] Transition to ACTIVE for port object 7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:28:56.129478 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd8bb3-9edf-4ec4-8ef2-29b0faf61d7a req-2720eeac-3568-4404-bb3e-644ecedd787c tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:56.136865 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-48fd8bb3-9edf-4ec4-8ef2-29b0faf61d7a req-2720eeac-3568-4404-bb3e-644ecedd787c tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] 10.222.0.65 "GET /v2.0/ports?device_id=6cb8d378-f979-4674-946f-ccac24105fe0 HTTP/1.1" status: 200 len: 945 time: 0.4030485 Mar 11 19:28:56.183407 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d51b94-37d8-4e8c-920a-d0cdaa6a7546 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Pushing event updated for resources: {'Port': ['ID=07636477-7b7d-4da1-962b-dc11019157e1,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:56.196340 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-33ab481c-5428-43cf-8c18-a85ae5608513 req-37d51b94-37d8-4e8c-920a-d0cdaa6a7546 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (197077ef-138f-49ee-b15b-ccb5aabbfaeb), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:56.230226 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-48fd8bb3-9edf-4ec4-8ef2-29b0faf61d7a req-b858392d-463a-4b4a-9d64-516d86088ed8 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] 10.222.0.65 "GET /v2.0/security-groups?id=042c4c5f-1cec-4bf8-9249-33cd65cdb4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923958 Mar 11 19:28:56.251423 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-82737737-d49a-4401-a0e8-8d2781772759 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Allocated IP 10.2.2.100 (7e7ac1f0-3111-4c89-ba33-0a59c83b731d/b9f88214-c0ad-4a11-a00b-64b72b240905/65028ff5-c788-4323-ab6a-099bdaadab0a) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:28:56.258702 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b28c1-e7a9-4a8d-ab1d-a68903b90ee1 req-8feb54f8-a773-4a81-afe7-6f66ba5c4cd3 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:56.260345 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-593b28c1-e7a9-4a8d-ab1d-a68903b90ee1 req-8feb54f8-a773-4a81-afe7-6f66ba5c4cd3 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] 10.222.0.75 "GET /v2.0/ports?device_id=6cb8d378-f979-4674-946f-ccac24105fe0 HTTP/1.1" status: 200 len: 945 time: 0.2348769 Mar 11 19:28:56.270023 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-33ab481c-5428-43cf-8c18-a85ae5608513 req-37d51b94-37d8-4e8c-920a-d0cdaa6a7546 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:56.271362 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-33ab481c-5428-43cf-8c18-a85ae5608513 req-37d51b94-37d8-4e8c-920a-d0cdaa6a7546 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.2515481 Mar 11 19:28:56.309617 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 54880) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:28:56.445804 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-82737737-d49a-4401-a0e8-8d2781772759 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks [] for port (65028ff5-c788-4323-ab6a-099bdaadab0a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:56.488665 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-ef2defb7-467a-4a9a-8fc2-481ad374f475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:56.515010 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-33ab481c-5428-43cf-8c18-a85ae5608513 req-aed0d655-dcd9-4ec1-8da3-c3632da61cbc tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.174 HTTP/1.1" status: 200 len: 696 time: 0.2314909 Mar 11 19:28:56.570413 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-82737737-d49a-4401-a0e8-8d2781772759 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (65028ff5-c788-4323-ab6a-099bdaadab0a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:56.584760 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2defb7-467a-4a9a-8fc2-481ad374f475 service neutron] Pushing event updated for resources: {'Port': ['ID=7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c,revision_number=10']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:56.605373 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-de64c98d-e912-4b19-90e2-0c795eab0a01 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Publish callbacks [] for security_group (0b1dc6b9-8989-4d30-b7de-b794d733c5ab), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:56.696464 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82737737-d49a-4401-a0e8-8d2781772759 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Pushing event updated for resources: {'Port': ['ID=65028ff5-c788-4323-ab6a-099bdaadab0a,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:56.703671 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6048a2a3-8fed-42db-b54f-89207aa35276 req-49e2463e-b6a7-4773-9a3a-406f4caeadf2 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:56.709507 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6048a2a3-8fed-42db-b54f-89207aa35276 req-49e2463e-b6a7-4773-9a3a-406f4caeadf2 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:56.715100 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6048a2a3-8fed-42db-b54f-89207aa35276 req-49e2463e-b6a7-4773-9a3a-406f4caeadf2 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:56.722742 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6048a2a3-8fed-42db-b54f-89207aa35276 req-49e2463e-b6a7-4773-9a3a-406f4caeadf2 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 2372 time: 0.3074381 Mar 11 19:28:56.744288 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-de64c98d-e912-4b19-90e2-0c795eab0a01 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Publish callbacks [] for security_group (0b1dc6b9-8989-4d30-b7de-b794d733c5ab), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:56.751938 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-82737737-d49a-4401-a0e8-8d2781772759 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Network 7e7ac1f0-3111-4c89-ba33-0a59c83b731d is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:28:56.754232 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-ef2defb7-467a-4a9a-8fc2-481ad374f475 service neutron] No DVR routers for this DVR port 7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c on host n-h2-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:28:56.762087 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-82737737-d49a-4401-a0e8-8d2781772759 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:28:56.780750 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-82737737-d49a-4401-a0e8-8d2781772759 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:28:56.861548 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab481c-5428-43cf-8c18-a85ae5608513 req-baa31bd1-941f-43db-b216-e32a336e25cb tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:56.862952 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-33ab481c-5428-43cf-8c18-a85ae5608513 req-baa31bd1-941f-43db-b216-e32a336e25cb tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/networks/612cc066-33e3-444d-b1c7-d0a64751482a HTTP/1.1" status: 200 len: 784 time: 0.3406932 Mar 11 19:28:56.873655 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-593b28c1-e7a9-4a8d-ab1d-a68903b90ee1 req-a429eebd-ebf0-4f33-a7af-8d3ab62bcf1e tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Deleting port e5ee4a3e-f501-44a7-9b49-3c2de2261da7 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:28:56.873908 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-ef2defb7-467a-4a9a-8fc2-481ad374f475 service neutron] 10.222.0.57 "PUT /v2.0/ports/7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c/bindings/n-h1-833163-1/activate HTTP/1.1" status: 200 len: 369 time: 2.6534765 Mar 11 19:28:56.874023 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-593b28c1-e7a9-4a8d-ab1d-a68903b90ee1 req-a429eebd-ebf0-4f33-a7af-8d3ab62bcf1e tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (e5ee4a3e-f501-44a7-9b49-3c2de2261da7), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:56.893901 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [req-33ab481c-5428-43cf-8c18-a85ae5608513 req-c84a7a98-03d0-4bb6-abdd-0f589c9fd475 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:28:56.894930 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-33ab481c-5428-43cf-8c18-a85ae5608513 req-c84a7a98-03d0-4bb6-abdd-0f589c9fd475 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0143552 Mar 11 19:28:56.958388 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-82737737-d49a-4401-a0e8-8d2781772759 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:56.959644 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-82737737-d49a-4401-a0e8-8d2781772759 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:56.962286 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6048a2a3-8fed-42db-b54f-89207aa35276 req-fd9b6402-e1d7-4269-b566-89c8619fcf2a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/security-groups?id=019be762-639e-4ed8-9c49-723d3436f32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2385960 Mar 11 19:28:57.114755 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-82737737-d49a-4401-a0e8-8d2781772759 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8636894 Mar 11 19:28:57.135687 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-8cc59a0e-9705-40ca-bcfb-c5dd0dfda2c5 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Request body: {'port': {'device_id': 'f63e2d47-599d-4ffc-9f33-5578504bb7da', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '7e7ac1f0-3111-4c89-ba33-0a59c83b731d', 'admin_state_up': True, 'tenant_id': '5ef363cb3b8e470c93ba878a527f3d7f', 'security_groups': ['019be762-639e-4ed8-9c49-723d3436f32b']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:28:57.141437 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-4873b379-7b24-484e-b180-322cb4ab7e05 req-9bbdd53c-c770-4a6f-bdaf-cc44b485704c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f0aa6c6d11d3492bbf22ef917b164b3a&device_id=27a07cf5-eaf0-4721-b0fa-8387298c9e0a HTTP/1.1" status: 200 len: 210 time: 0.0714793 Mar 11 19:28:57.164699 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1227b8d5-791d-4fc4-a1a5-a11cddda10bc req-50a842ec-ea0d-415a-b2cf-4ff7ff43b2b3 tempest-ServersAdmin275Test-730662925 tempest-ServersAdmin275Test-730662925-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=27a07cf5-eaf0-4721-b0fa-8387298c9e0a HTTP/1.1" status: 200 len: 210 time: 0.0564330 Mar 11 19:28:57.170882 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-de64c98d-e912-4b19-90e2-0c795eab0a01 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (0b1dc6b9-8989-4d30-b7de-b794d733c5ab), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:57.178411 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-e863a7f8-2632-4e8a-a147-c61e6c9669fd None None] Provisioning complete for port 65028ff5-c788-4323-ab6a-099bdaadab0a triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:28:57.178959 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e863a7f8-2632-4e8a-a147-c61e6c9669fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (65028ff5-c788-4323-ab6a-099bdaadab0a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:57.185375 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-de64c98d-e912-4b19-90e2-0c795eab0a01 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:57.186951 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-de64c98d-e912-4b19-90e2-0c795eab0a01 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] 10.222.0.65 "DELETE /v2.0/security-groups/0b1dc6b9-8989-4d30-b7de-b794d733c5ab HTTP/1.1" status: 204 len: 168 time: 0.8024077 Mar 11 19:28:57.234270 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 54888) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:28:57.274680 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e863a7f8-2632-4e8a-a147-c61e6c9669fd None None] Port 65028ff5-c788-4323-ab6a-099bdaadab0a cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:28:57.313493 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [None req-f02e4aeb-3c5f-4ef5-8cea-ebf1ae63aa25 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] show failed (client error): The resource could not be found. Mar 11 19:28:57.323593 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f02e4aeb-3c5f-4ef5-8cea-ebf1ae63aa25 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] 10.222.0.65 "GET /v2.0/security-groups/0b1dc6b9-8989-4d30-b7de-b794d733c5ab HTTP/1.1" status: 404 len: 347 time: 0.0791705 Mar 11 19:28:57.328061 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 54900) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:28:57.334716 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de64c98d-e912-4b19-90e2-0c795eab0a01 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1dc6b9-8989-4d30-b7de-b794d733c5ab,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:57.408557 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-4873b379-7b24-484e-b180-322cb4ab7e05 req-423616d0-4cec-4a00-84b9-0ac406769a5f service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=f0aa6c6d11d3492bbf22ef917b164b3a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2325845 Mar 11 19:28:57.459964 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c09f4-9817-4108-8116-1771ccbd7cde req-5d03177a-ba79-4550-8cf8-faeba2776c55 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:57.468987 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-562c09f4-9817-4108-8116-1771ccbd7cde req-5d03177a-ba79-4550-8cf8-faeba2776c55 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=151f548b-417d-4fda-9007-9657402adaa5 HTTP/1.1" status: 200 len: 944 time: 0.4300528 Mar 11 19:28:57.482734 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:57.506459 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-36916bda-b98f-42b8-bd34-403532ca0fad tempest-LiveMigrationTest-1929498449 tempest-LiveMigrationTest-1929498449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:57.508147 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-36916bda-b98f-42b8-bd34-403532ca0fad tempest-LiveMigrationTest-1929498449 tempest-LiveMigrationTest-1929498449-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=151f548b-417d-4fda-9007-9657402adaa5&tenant_id=f95acd8ec5ef45d8b7ae8994d46f4375&binding%3Ahost_id=n-h2-833163-1 HTTP/1.1" status: 200 len: 1126 time: 0.5157130 Mar 11 19:28:57.520142 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-8cc59a0e-9705-40ca-bcfb-c5dd0dfda2c5 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Made reservation on behalf of 5ef363cb3b8e470c93ba878a527f3d7f for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:28:57.529914 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-8cc59a0e-9705-40ca-bcfb-c5dd0dfda2c5 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:57.557509 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-562c09f4-9817-4108-8116-1771ccbd7cde req-f430f7a1-6ef2-4f7d-90c4-2e98faca30c9 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875854 Mar 11 19:28:57.776040 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4873b379-7b24-484e-b180-322cb4ab7e05 req-cd2d27c3-a578-4a3a-b467-49035517c4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:57.777609 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-4873b379-7b24-484e-b180-322cb4ab7e05 req-cd2d27c3-a578-4a3a-b467-49035517c4fc service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3575821 Mar 11 19:28:57.798021 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-85020940-5a56-4977-8b22-313311d9ed8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:57.799705 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-85020940-5a56-4977-8b22-313311d9ed8f service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=151f548b-417d-4fda-9007-9657402adaa5&tenant_id=f95acd8ec5ef45d8b7ae8994d46f4375 HTTP/1.1" status: 200 len: 1126 time: 0.2673013 Mar 11 19:28:57.846397 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:28:57.927724 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-593b28c1-e7a9-4a8d-ab1d-a68903b90ee1 req-a429eebd-ebf0-4f33-a7af-8d3ab62bcf1e tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] For port e5ee4a3e-f501-44a7-9b49-3c2de2261da7, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=e5ee4a3e-f501-44a7-9b49-3c2de2261da7,segment=NetworkSegment(548d1191-6be3-49b7-b122-731f8e7bcddc),segment_id=548d1191-6be3-49b7-b122-731f8e7bcddc)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:28:57.928353 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-593b28c1-e7a9-4a8d-ab1d-a68903b90ee1 req-a429eebd-ebf0-4f33-a7af-8d3ab62bcf1e tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (e5ee4a3e-f501-44a7-9b49-3c2de2261da7), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:57.931025 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] The host n-h2-833163-1 is not matching for port 7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c host n-h1-833163-1! {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 19:28:57.931705 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:28:57.961087 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-b416d391-6b77-4a85-9630-cfe4cd016b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:57.962889 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-b416d391-6b77-4a85-9630-cfe4cd016b5b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f95acd8ec5ef45d8b7ae8994d46f4375&device_id=151f548b-417d-4fda-9007-9657402adaa5 HTTP/1.1" status: 200 len: 1126 time: 0.1317806 Mar 11 19:28:58.007550 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-8cc59a0e-9705-40ca-bcfb-c5dd0dfda2c5 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Allocated IP 10.2.2.200 (7e7ac1f0-3111-4c89-ba33-0a59c83b731d/b9f88214-c0ad-4a11-a00b-64b72b240905/83ee7430-2372-4b73-86a9-12dee208460d) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:28:58.025754 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d9db5-0312-41a0-b80a-728abafea400 req-50cf0230-4e38-4dbe-bbb1-ed2510873963 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:58.033606 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-333d9db5-0312-41a0-b80a-728abafea400 req-50cf0230-4e38-4dbe-bbb1-ed2510873963 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/networks?id=1557e6f9-ef1e-471d-ad9b-c22fef29517e HTTP/1.1" status: 200 len: 821 time: 0.7058964 Mar 11 19:28:58.129653 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3561627-376a-426d-8132-2fbdb070d458 req-16edfa99-5028-4187-b4fb-58fd92d1e5a6 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:58.139233 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c3561627-376a-426d-8132-2fbdb070d458 req-16edfa99-5028-4187-b4fb-58fd92d1e5a6 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] 10.222.0.65 "GET /v2.0/ports?device_id=6cb8d378-f979-4674-946f-ccac24105fe0 HTTP/1.1" status: 200 len: 945 time: 0.4376485 Mar 11 19:28:58.149824 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-d7b5689b-fce0-434c-a30f-fcc2ca4a5446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:58.151675 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-d7b5689b-fce0-434c-a30f-fcc2ca4a5446 service neutron] 10.222.0.75 "GET /v2.0/networks?id=4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a HTTP/1.1" status: 200 len: 908 time: 0.1810806 Mar 11 19:28:58.204729 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c3561627-376a-426d-8132-2fbdb070d458 req-c8d18951-4d97-4145-97ec-606ec92f7fd8 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] 10.222.0.65 "GET /v2.0/security-groups?id=042c4c5f-1cec-4bf8-9249-33cd65cdb4e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647438 Mar 11 19:28:58.210115 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-333d9db5-0312-41a0-b80a-728abafea400 req-25a60a08-adca-4450-9ab6-d29ae9ddbd94 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/quotas/36c6fb85db664d0dac9633c7a1a49fd2 HTTP/1.1" status: 200 len: 375 time: 0.1545534 Mar 11 19:28:58.210268 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-22a250d8-3f71-46d8-9be2-382980748a3a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c HTTP/1.1" status: 200 len: 217 time: 0.0484855 Mar 11 19:28:58.211547 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-47aa26e7-95ea-4074-aa34-a318262c60c4 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Deleting port d793dcf1-5103-4c19-a8af-f9bceacf089c {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:28:58.211937 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47aa26e7-95ea-4074-aa34-a318262c60c4 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (d793dcf1-5103-4c19-a8af-f9bceacf089c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:58.425790 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-1575cfc2-ec06-4bed-a495-c784c2e38233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:58.428665 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-1575cfc2-ec06-4bed-a495-c784c2e38233 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f742a986-c135-4269-ad05-332f85e495a8 HTTP/1.1" status: 200 len: 847 time: 0.0796649 Mar 11 19:28:58.433603 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-8cc59a0e-9705-40ca-bcfb-c5dd0dfda2c5 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks [] for port (83ee7430-2372-4b73-86a9-12dee208460d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:58.460305 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-333d9db5-0312-41a0-b80a-728abafea400 req-96198eae-50ed-4801-9f0c-9ae4da97db30 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=36c6fb85db664d0dac9633c7a1a49fd2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2180841 Mar 11 19:28:58.465379 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-b270cf98-367d-40f4-980e-ce7b168fa939 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297444 Mar 11 19:28:58.586222 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-8cc59a0e-9705-40ca-bcfb-c5dd0dfda2c5 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (83ee7430-2372-4b73-86a9-12dee208460d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:58.601155 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1babf62-05a2-4618-aa20-3a7dbf9b7063 req-55c510ec-3a93-4646-896b-c0c1292581ed tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:58.607745 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1babf62-05a2-4618-aa20-3a7dbf9b7063 req-55c510ec-3a93-4646-896b-c0c1292581ed tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:58.613915 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1babf62-05a2-4618-aa20-3a7dbf9b7063 req-55c510ec-3a93-4646-896b-c0c1292581ed tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:58.620956 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1babf62-05a2-4618-aa20-3a7dbf9b7063 req-55c510ec-3a93-4646-896b-c0c1292581ed tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:58.622706 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d1babf62-05a2-4618-aa20-3a7dbf9b7063 req-55c510ec-3a93-4646-896b-c0c1292581ed tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 3093 time: 0.2770379 Mar 11 19:28:58.630589 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47aa26e7-95ea-4074-aa34-a318262c60c4 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (d793dcf1-5103-4c19-a8af-f9bceacf089c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:58.630939 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47aa26e7-95ea-4074-aa34-a318262c60c4 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Publish callbacks [] for floatingip (d793dcf1-5103-4c19-a8af-f9bceacf089c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:58.645718 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-439a8dc1-ab1a-4322-b474-ffdd3d4f23d7 service neutron] 10.222.0.75 "GET /v2.0/networks/4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680489 Mar 11 19:28:58.671079 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-8cc59a0e-9705-40ca-bcfb-c5dd0dfda2c5 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Network 7e7ac1f0-3111-4c89-ba33-0a59c83b731d is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:28:58.675603 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-8cc59a0e-9705-40ca-bcfb-c5dd0dfda2c5 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:28:58.679035 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-8cc59a0e-9705-40ca-bcfb-c5dd0dfda2c5 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:28:58.757124 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-8cc59a0e-9705-40ca-bcfb-c5dd0dfda2c5 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:58.758254 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d1babf62-05a2-4618-aa20-3a7dbf9b7063 req-8aa21df2-2776-48cc-a207-cbac3528c31c tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/security-groups?id=019be762-639e-4ed8-9c49-723d3436f32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213107 Mar 11 19:28:58.760380 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-593b28c1-e7a9-4a8d-ab1d-a68903b90ee1 req-a429eebd-ebf0-4f33-a7af-8d3ab62bcf1e tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:58.760737 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-593b28c1-e7a9-4a8d-ab1d-a68903b90ee1 req-a429eebd-ebf0-4f33-a7af-8d3ab62bcf1e tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (1461f1d6-56aa-434d-9a99-fac012f6745b), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:58.761064 n-d-833163-1 neutron-server[103885]: INFO neutron.db.l3_db [req-593b28c1-e7a9-4a8d-ab1d-a68903b90ee1 req-a429eebd-ebf0-4f33-a7af-8d3ab62bcf1e tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Floating IP 1461f1d6-56aa-434d-9a99-fac012f6745b disassociated. External IP: 172.25.8.214, port: e5ee4a3e-f501-44a7-9b49-3c2de2261da7. Mar 11 19:28:58.761490 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-593b28c1-e7a9-4a8d-ab1d-a68903b90ee1 req-a429eebd-ebf0-4f33-a7af-8d3ab62bcf1e tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Calling delete_port for e5ee4a3e-f501-44a7-9b49-3c2de2261da7 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:28:58.771736 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-47aa26e7-95ea-4074-aa34-a318262c60c4 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Calling delete_port for d793dcf1-5103-4c19-a8af-f9bceacf089c owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:28:58.772375 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-8cc59a0e-9705-40ca-bcfb-c5dd0dfda2c5 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:58.815173 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc59a0e-9705-40ca-bcfb-c5dd0dfda2c5 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Pushing event updated for resources: {'Port': ['ID=83ee7430-2372-4b73-86a9-12dee208460d,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:58.901892 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-8cc59a0e-9705-40ca-bcfb-c5dd0dfda2c5 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7697589 Mar 11 19:28:58.915901 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-f620359e-13b4-4231-a3a3-8eb7eb2f6548 service neutron] Request body: {'port': {'device_id': 'f63e2d47-599d-4ffc-9f33-5578504bb7da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:28:58.945469 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:59.029030 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-114d6779-c637-4060-9c5a-2f3a50a3b2ff service neutron] 10.222.0.75 "GET /v2.0/networks/4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3711636 Mar 11 19:28:59.071539 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-11b9ed11-47dc-44d1-8312-b0544b1f3158 req-5edf551e-097b-444f-9163-4e04cf1f3324 tempest-ServersAdmin275Test-730662925 tempest-ServersAdmin275Test-730662925-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=27a07cf5-eaf0-4721-b0fa-8387298c9e0a HTTP/1.1" status: 200 len: 210 time: 0.0679483 Mar 11 19:28:59.112481 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-333d9db5-0312-41a0-b80a-728abafea400 req-dfaa9911-02eb-45e6-b8be-f1d40c81c93c service neutron] 10.222.0.65 "GET /v2.0/networks/1557e6f9-ef1e-471d-ad9b-c22fef29517e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6314998 Mar 11 19:28:59.150738 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-f620359e-13b4-4231-a3a3-8eb7eb2f6548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (55b720e8-74bc-4aa9-9d68-5e4027393581), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:59.234429 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-daf38502-4207-4d7f-846a-410e7de1a8b4 None None] Provisioning complete for port 83ee7430-2372-4b73-86a9-12dee208460d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:28:59.242300 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-daf38502-4207-4d7f-846a-410e7de1a8b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (83ee7430-2372-4b73-86a9-12dee208460d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:59.355196 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-daf38502-4207-4d7f-846a-410e7de1a8b4 None None] Port 83ee7430-2372-4b73-86a9-12dee208460d cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:28:59.483935 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-333d9db5-0312-41a0-b80a-728abafea400 req-29fa200d-98ce-485a-bd59-9fdfcd72340d service neutron] 10.222.0.65 "GET /v2.0/networks/1557e6f9-ef1e-471d-ad9b-c22fef29517e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3698878 Mar 11 19:28:59.613903 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47aa26e7-95ea-4074-aa34-a318262c60c4 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (d793dcf1-5103-4c19-a8af-f9bceacf089c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:59.631020 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-593b28c1-e7a9-4a8d-ab1d-a68903b90ee1 req-a429eebd-ebf0-4f33-a7af-8d3ab62bcf1e tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (e5ee4a3e-f501-44a7-9b49-3c2de2261da7), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:59.653767 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092106f4-43fa-484e-8466-3be09ed91470 req-a83eabd5-1f02-4932-a08f-d653e739f396 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:59.659003 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-092106f4-43fa-484e-8466-3be09ed91470 req-a83eabd5-1f02-4932-a08f-d653e739f396 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=151f548b-417d-4fda-9007-9657402adaa5 HTTP/1.1" status: 200 len: 944 time: 0.3322639 Mar 11 19:28:59.697916 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-f620359e-13b4-4231-a3a3-8eb7eb2f6548 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55b720e8-74bc-4aa9-9d68-5e4027393581 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:28:59.745551 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-f620359e-13b4-4231-a3a3-8eb7eb2f6548 service neutron] Publish callbacks [] for port (55b720e8-74bc-4aa9-9d68-5e4027393581), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:59.755379 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aa26e7-95ea-4074-aa34-a318262c60c4 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Pushing event deleted for resources: {'Port': ['ID=d793dcf1-5103-4c19-a8af-f9bceacf089c,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:59.808703 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a429eebd-ebf0-4f33-a7af-8d3ab62bcf1e tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Pushing event deleted for resources: {'Port': ['ID=e5ee4a3e-f501-44a7-9b49-3c2de2261da7,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:59.837988 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-f620359e-13b4-4231-a3a3-8eb7eb2f6548 service neutron] Transition to ACTIVE for port object 55b720e8-74bc-4aa9-9d68-5e4027393581 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:28:59.857091 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-f620359e-13b4-4231-a3a3-8eb7eb2f6548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (55b720e8-74bc-4aa9-9d68-5e4027393581), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:28:59.912647 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device e5ee4a3e-f501-44a7-9b49-3c2de2261da7 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:28:59.921105 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f620359e-13b4-4231-a3a3-8eb7eb2f6548 service neutron] Pushing event updated for resources: {'Port': ['ID=55b720e8-74bc-4aa9-9d68-5e4027393581,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:28:59.948471 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-13d95819-5a98-4767-8f24-f74162fafc8e tempest-LiveMigrationTest-1929498449 tempest-LiveMigrationTest-1929498449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:28:59.951096 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-13d95819-5a98-4767-8f24-f74162fafc8e tempest-LiveMigrationTest-1929498449 tempest-LiveMigrationTest-1929498449-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=151f548b-417d-4fda-9007-9657402adaa5&tenant_id=f95acd8ec5ef45d8b7ae8994d46f4375&binding%3Ahost_id=n-h1-833163-1 HTTP/1.1" status: 200 len: 1126 time: 0.2401040 Mar 11 19:29:00.008426 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: e5ee4a3e-f501-44a7-9b49-3c2de2261da7 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:29:00.009480 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device e5ee4a3e-f501-44a7-9b49-3c2de2261da7 not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:29:00.146988 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-f620359e-13b4-4231-a3a3-8eb7eb2f6548 service neutron] Attempting to bind port 55b720e8-74bc-4aa9-9d68-5e4027393581 on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:29:00.147419 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-f620359e-13b4-4231-a3a3-8eb7eb2f6548 service neutron] Attempting to bind port 55b720e8-74bc-4aa9-9d68-5e4027393581 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '6fb1fe13-4657-48d5-8d0a-c7d58555eb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c6f5d540-3c10-44e4-9f74-cadc36d53aa1'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:29:00.147853 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-f620359e-13b4-4231-a3a3-8eb7eb2f6548 service neutron] Attempting to bind port 55b720e8-74bc-4aa9-9d68-5e4027393581 on network c6f5d540-3c10-44e4-9f74-cadc36d53aa1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:29:00.205848 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-f620359e-13b4-4231-a3a3-8eb7eb2f6548 service neutron] Port 55b720e8-74bc-4aa9-9d68-5e4027393581 on network c6f5d540-3c10-44e4-9f74-cadc36d53aa1 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:29:00.206399 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-f620359e-13b4-4231-a3a3-8eb7eb2f6548 service neutron] Attempting to bind port 55b720e8-74bc-4aa9-9d68-5e4027393581 on network c6f5d540-3c10-44e4-9f74-cadc36d53aa1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:29:00.217613 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-f620359e-13b4-4231-a3a3-8eb7eb2f6548 service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:29:00.218163 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-f620359e-13b4-4231-a3a3-8eb7eb2f6548 service neutron] Checking segment: {'id': '6fb1fe13-4657-48d5-8d0a-c7d58555eb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c6f5d540-3c10-44e4-9f74-cadc36d53aa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:29:00.218748 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-f620359e-13b4-4231-a3a3-8eb7eb2f6548 service neutron] Bound using segment: {'id': '6fb1fe13-4657-48d5-8d0a-c7d58555eb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c6f5d540-3c10-44e4-9f74-cadc36d53aa1'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:29:00.219329 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-f620359e-13b4-4231-a3a3-8eb7eb2f6548 service neutron] Bound port: 55b720e8-74bc-4aa9-9d68-5e4027393581, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fb1fe13-4657-48d5-8d0a-c7d58555eb34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c6f5d540-3c10-44e4-9f74-cadc36d53aa1'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:29:00.220347 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-f620359e-13b4-4231-a3a3-8eb7eb2f6548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (55b720e8-74bc-4aa9-9d68-5e4027393581), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:00.319551 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-b5e198d6-7807-42d6-b683-1658766d5a8f service neutron] For port 7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c, host n-h2-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:29:00.335955 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-b5e198d6-7807-42d6-b683-1658766d5a8f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:00.337463 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3a485997-1afd-41fd-9cd2-1b696fb2a691 req-b5e198d6-7807-42d6-b683-1658766d5a8f service neutron] 10.222.0.75 "DELETE /v2.0/ports/7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c/bindings/n-h2-833163-1 HTTP/1.1" status: 204 len: 173 time: 0.3716292 Mar 11 19:29:00.393988 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-f620359e-13b4-4231-a3a3-8eb7eb2f6548 service neutron] For port 55b720e8-74bc-4aa9-9d68-5e4027393581, host n-h1-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:29:00.403489 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-f620359e-13b4-4231-a3a3-8eb7eb2f6548 service neutron] For port 55b720e8-74bc-4aa9-9d68-5e4027393581, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=55b720e8-74bc-4aa9-9d68-5e4027393581,segment=NetworkSegment(6fb1fe13-4657-48d5-8d0a-c7d58555eb34),segment_id=6fb1fe13-4657-48d5-8d0a-c7d58555eb34)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:29:00.420643 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-f620359e-13b4-4231-a3a3-8eb7eb2f6548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (55b720e8-74bc-4aa9-9d68-5e4027393581), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:00.518994 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-f620359e-13b4-4231-a3a3-8eb7eb2f6548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:00.521829 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-f620359e-13b4-4231-a3a3-8eb7eb2f6548 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:00.524654 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-f620359e-13b4-4231-a3a3-8eb7eb2f6548 service neutron] 10.222.0.75 "PUT /v2.0/ports/55b720e8-74bc-4aa9-9d68-5e4027393581 HTTP/1.1" status: 200 len: 1091 time: 1.6134541 Mar 11 19:29:00.526318 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f63e2d47-599d-4ffc-9f33-5578504bb7da', 'tag': '55b720e8-74bc-4aa9-9d68-5e4027393581'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:29:00.532127 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c50f98-5fa8-4f3b-a591-2aae09eb7eff" -d '{"events": [{"name": "network-changed", "server_uuid": "f63e2d47-599d-4ffc-9f33-5578504bb7da", "tag": "55b720e8-74bc-4aa9-9d68-5e4027393581"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:29:00.573493 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47aa26e7-95ea-4074-aa34-a318262c60c4 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Publish callbacks [] for floatingip (e773bd48-c931-48b6-9a1c-840c8548a56d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:00.577292 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-84a74fc6-51e6-495b-aad0-3df4779a5dfb service neutron] Request body: {'port': {'device_id': 'f63e2d47-599d-4ffc-9f33-5578504bb7da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:29:00.595357 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47aa26e7-95ea-4074-aa34-a318262c60c4 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:00.601050 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-47aa26e7-95ea-4074-aa34-a318262c60c4 tempest-ServersTestManualDisk-1943167510 tempest-ServersTestManualDisk-1943167510-project] 10.222.0.65 "DELETE /v2.0/floatingips/e773bd48-c931-48b6-9a1c-840c8548a56d HTTP/1.1" status: 204 len: 168 time: 3.2635148 Mar 11 19:29:00.614960 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c5fbd28d-031f-428b-8bb5-b03f3665a524 req-0a3eaded-f2d1-4e41-bb4f-27e799b17c8d tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] 10.222.0.65 "GET /v2.0/ports?device_id=6cb8d378-f979-4674-946f-ccac24105fe0 HTTP/1.1" status: 200 len: 210 time: 0.7914522 Mar 11 19:29:00.619113 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54932) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:29:00.653744 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-092106f4-43fa-484e-8466-3be09ed91470 req-855c6055-e03b-4223-8d76-d83049908997 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9250836 Mar 11 19:29:00.988345 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7952cbb3-bce6-4c04-b7e0-0225f6399d57 req-25584387-a913-48a6-b262-0532a21e84c7 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c8c343d-0b54-4526-8474-397a7a119dfb HTTP/1.1" status: 200 len: 210 time: 0.1426828 Mar 11 19:29:01.051871 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f620359e-13b4-4231-a3a3-8eb7eb2f6548 service neutron] Pushing event updated for resources: {'Port': ['ID=55b720e8-74bc-4aa9-9d68-5e4027393581,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:01.162182 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d941860-fa09-4f6d-8ed3-520e4f6f5b53 req-8c5b0821-39c9-4feb-8bfb-e8c1c8a237af tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:01.168370 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d941860-fa09-4f6d-8ed3-520e4f6f5b53 req-8c5b0821-39c9-4feb-8bfb-e8c1c8a237af tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:01.174039 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d941860-fa09-4f6d-8ed3-520e4f6f5b53 req-8c5b0821-39c9-4feb-8bfb-e8c1c8a237af tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:01.180482 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d941860-fa09-4f6d-8ed3-520e4f6f5b53 req-8c5b0821-39c9-4feb-8bfb-e8c1c8a237af tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:01.185897 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d941860-fa09-4f6d-8ed3-520e4f6f5b53 req-8c5b0821-39c9-4feb-8bfb-e8c1c8a237af tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:01.194947 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4d941860-fa09-4f6d-8ed3-520e4f6f5b53 req-8c5b0821-39c9-4feb-8bfb-e8c1c8a237af tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 3826 time: 0.3303578 Mar 11 19:29:01.229343 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-84a74fc6-51e6-495b-aad0-3df4779a5dfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a063c992-2ba2-427f-abd3-35bcb20f2efc), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:01.249382 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9ea9b035-3a9f-45ef-a0ed-0b59a2d3bd2b req-b2cd2601-9ec2-48b1-9ffb-1b019ea9c9c7 tempest-ServersAdmin275Test-730662925 tempest-ServersAdmin275Test-730662925-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=27a07cf5-eaf0-4721-b0fa-8387298c9e0a HTTP/1.1" status: 200 len: 210 time: 0.1103773 Mar 11 19:29:01.345646 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4d941860-fa09-4f6d-8ed3-520e4f6f5b53 req-ebe5af63-194e-4f1f-9ceb-265f90e5f38e tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/security-groups?id=019be762-639e-4ed8-9c49-723d3436f32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473968 Mar 11 19:29:01.361039 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-593b28c1-e7a9-4a8d-ab1d-a68903b90ee1 req-a429eebd-ebf0-4f33-a7af-8d3ab62bcf1e tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Router e1c5f98d-66d2-41bc-9095-121d4d1af775 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:29:01.649254 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-593b28c1-e7a9-4a8d-ab1d-a68903b90ee1 req-a429eebd-ebf0-4f33-a7af-8d3ab62bcf1e tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:29:01.660467 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21904a43-88e2-4e07-b586-81dd8c8f204f None None] Sync routers for ids ['e1c5f98d-66d2-41bc-9095-121d4d1af775'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:29:01.696253 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21904a43-88e2-4e07-b586-81dd8c8f204f None None] Routers {'e1c5f98d-66d2-41bc-9095-121d4d1af775'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:29:01.697135 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-21904a43-88e2-4e07-b586-81dd8c8f204f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:28:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['e1c5f98d-66d2-41bc-9095-121d4d1af775'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:29:01.750792 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ce55d8-2a19-4e03-9196-de0db72b65a1 x-openstack-request-id: req-d6ce55d8-2a19-4e03-9196-de0db72b65a1 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:29:01.751083 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f63e2d47-599d-4ffc-9f33-5578504bb7da", "tag": "55b720e8-74bc-4aa9-9d68-5e4027393581", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:29:01.751339 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d6ce55d8-2a19-4e03-9196-de0db72b65a1 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:29:01.751751 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f63e2d47-599d-4ffc-9f33-5578504bb7da', 'tag': '55b720e8-74bc-4aa9-9d68-5e4027393581', 'status': 'completed', 'code': 200} Mar 11 19:29:01.777918 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-593b28c1-e7a9-4a8d-ab1d-a68903b90ee1 req-a429eebd-ebf0-4f33-a7af-8d3ab62bcf1e tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] No DVR routers for this DVR port e5ee4a3e-f501-44a7-9b49-3c2de2261da7 on host n-h1-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:29:01.783191 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-593b28c1-e7a9-4a8d-ab1d-a68903b90ee1 req-a429eebd-ebf0-4f33-a7af-8d3ab62bcf1e tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:01.790942 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-593b28c1-e7a9-4a8d-ab1d-a68903b90ee1 req-a429eebd-ebf0-4f33-a7af-8d3ab62bcf1e tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] 10.222.0.75 "DELETE /v2.0/ports/e5ee4a3e-f501-44a7-9b49-3c2de2261da7 HTTP/1.1" status: 204 len: 173 time: 5.5185401 Mar 11 19:29:01.793074 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cb8d378-f979-4674-946f-ccac24105fe0', 'name': 'network-vif-deleted', 'tag': 'e5ee4a3e-f501-44a7-9b49-3c2de2261da7'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:29:01.801711 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b434bd5b-9f33-4bd5-a5cd-7dbb7f7031f2" -d '{"events": [{"server_uuid": "6cb8d378-f979-4674-946f-ccac24105fe0", "name": "network-vif-deleted", "tag": "e5ee4a3e-f501-44a7-9b49-3c2de2261da7"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:29:01.897744 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-edec28c1-b90b-4d0b-b458-9cfcaf0b455c req-99420d7f-2b4a-47b3-80a4-365b509b79c5 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] 10.222.0.65 "GET /v2.0/ports?device_id=6cb8d378-f979-4674-946f-ccac24105fe0 HTTP/1.1" status: 200 len: 210 time: 0.0864506 Mar 11 19:29:01.940976 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d9db5-0312-41a0-b80a-728abafea400 req-26786e0a-6a99-48bc-8218-943523218fc3 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:01.942451 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-333d9db5-0312-41a0-b80a-728abafea400 req-26786e0a-6a99-48bc-8218-943523218fc3 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.57 "GET /v2.0/networks?id=1557e6f9-ef1e-471d-ad9b-c22fef29517e HTTP/1.1" status: 200 len: 821 time: 0.1899648 Mar 11 19:29:01.999704 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-21904a43-88e2-4e07-b586-81dd8c8f204f None None] Set router e1c5f98d-66d2-41bc-9095-121d4d1af775 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:29:01.999928 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-333d9db5-0312-41a0-b80a-728abafea400 req-1763f932-3a7c-486a-9ebd-e1bcf644e80a tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Request body: {'port': {'device_id': '1c8c343d-0b54-4526-8474-397a7a119dfb', 'network_id': '1557e6f9-ef1e-471d-ad9b-c22fef29517e', 'admin_state_up': True, 'tenant_id': '36c6fb85db664d0dac9633c7a1a49fd2'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:29:02.041000 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657530d4-d4c2-4962-be98-dd9692c99199 req-30d3fdd0-48f2-4baf-a072-b70a433fd1fe tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:02.053144 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-657530d4-d4c2-4962-be98-dd9692c99199 req-30d3fdd0-48f2-4baf-a072-b70a433fd1fe tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=151f548b-417d-4fda-9007-9657402adaa5 HTTP/1.1" status: 200 len: 944 time: 0.1535954 Mar 11 19:29:02.060907 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba17e5b3-e915-4554-b2d4-e89885258969 x-openstack-request-id: req-ba17e5b3-e915-4554-b2d4-e89885258969 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:29:02.061204 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cb8d378-f979-4674-946f-ccac24105fe0", "name": "network-vif-deleted", "tag": "e5ee4a3e-f501-44a7-9b49-3c2de2261da7", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:29:02.061461 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ba17e5b3-e915-4554-b2d4-e89885258969 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:29:02.063027 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cb8d378-f979-4674-946f-ccac24105fe0', 'name': 'network-vif-deleted', 'tag': 'e5ee4a3e-f501-44a7-9b49-3c2de2261da7', 'status': 'completed', 'code': 200} Mar 11 19:29:02.156861 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-657530d4-d4c2-4962-be98-dd9692c99199 req-8844b98e-b343-4cf1-b2c7-503d3887a0b7 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919628 Mar 11 19:29:02.221826 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cc065edd-968a-4fa1-80da-f866ebaf9bb4 req-986a656e-5e79-436b-93d5-1d5649273e87 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c8c343d-0b54-4526-8474-397a7a119dfb HTTP/1.1" status: 200 len: 210 time: 0.0464139 Mar 11 19:29:02.238813 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c50f98-5fa8-4f3b-a591-2aae09eb7eff req-ca552f90-eca7-4ee2-b800-feed32d8e163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:02.239396 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c50f98-5fa8-4f3b-a591-2aae09eb7eff req-ca552f90-eca7-4ee2-b800-feed32d8e163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:02.240190 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c50f98-5fa8-4f3b-a591-2aae09eb7eff req-ca552f90-eca7-4ee2-b800-feed32d8e163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:02.240724 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c50f98-5fa8-4f3b-a591-2aae09eb7eff req-ca552f90-eca7-4ee2-b800-feed32d8e163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:02.241348 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c50f98-5fa8-4f3b-a591-2aae09eb7eff req-ca552f90-eca7-4ee2-b800-feed32d8e163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:02.243242 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d1c50f98-5fa8-4f3b-a591-2aae09eb7eff req-ca552f90-eca7-4ee2-b800-feed32d8e163 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5ef363cb3b8e470c93ba878a527f3d7f&device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 4392 time: 0.5040452 Mar 11 19:29:02.437868 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f0cb3a-8593-4cac-9297-a14dc3faf845 req-4649bed5-7a5a-4ccb-8119-1ae9b281dd8a tempest-LiveMigrationTest-1929498449 tempest-LiveMigrationTest-1929498449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:02.441430 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-47f0cb3a-8593-4cac-9297-a14dc3faf845 req-4649bed5-7a5a-4ccb-8119-1ae9b281dd8a tempest-LiveMigrationTest-1929498449 tempest-LiveMigrationTest-1929498449-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=151f548b-417d-4fda-9007-9657402adaa5 HTTP/1.1" status: 200 len: 1126 time: 0.1112633 Mar 11 19:29:02.491804 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-21904a43-88e2-4e07-b586-81dd8c8f204f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c5f98d-66d2-41bc-9095-121d4d1af775', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-195610653-router', 'tenant_id': '2b2041a5e8eb449b899a189cd9e58346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '8bf33d21-8b41-4d5c-b608-920c20b9af5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:26:34Z', 'updated_at': '2022-03-11T19:26:39Z', 'revision_number': 4, 'project_id': '2b2041a5e8eb449b899a189cd9e58346', 'gw_port': {'id': '8bf33d21-8b41-4d5c-b608-920c20b9af5b', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ad:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c5f98d-66d2-41bc-9095-121d4d1af775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 175, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:26:35Z', 'updated_at': '2022-03-11T19:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'a40402ea-0b96-4e24-a324-ac1b0a5a3164', 'name': '', 'network_id': 'ac02cbd1-5dcb-429f-a716-af840212fb30', 'tenant_id': '2b2041a5e8eb449b899a189cd9e58346', 'mac_address': 'fa:16:3e:7c:df:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c5f98d-66d2-41bc-9095-121d4d1af775', 'device_owner': 'network:router_interface', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': '25c527aa-940c-4d05-a3a3-da904c4b7fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:26:38Z', 'updated_at': '2022-03-11T19:26:47Z', 'revision_number': 5, 'project_id': '2b2041a5e8eb449b899a189cd9e58346', 'subnets': [{'id': '25c527aa-940c-4d05-a3a3-da904c4b7fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:29:02.524472 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21904a43-88e2-4e07-b586-81dd8c8f204f None None] Checking router: e1c5f98d-66d2-41bc-9095-121d4d1af775 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:29:02.539120 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21904a43-88e2-4e07-b586-81dd8c8f204f None None] Routers {'e1c5f98d-66d2-41bc-9095-121d4d1af775'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:29:02.539801 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-21904a43-88e2-4e07-b586-81dd8c8f204f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:28:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['e1c5f98d-66d2-41bc-9095-121d4d1af775'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:29:02.598269 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-be07ac61-3da7-448e-8d2c-49af92090413 req-7ef23b2e-0203-4ac1-bf4b-10128fc9e00d tempest-ServersAdmin275Test-730662925 tempest-ServersAdmin275Test-730662925-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=27a07cf5-eaf0-4721-b0fa-8387298c9e0a HTTP/1.1" status: 200 len: 210 time: 0.0992997 Mar 11 19:29:02.706276 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-47f0cb3a-8593-4cac-9297-a14dc3faf845 req-15882e05-2c02-47f6-b84b-deb67436cecf tempest-LiveMigrationTest-1929498449 tempest-LiveMigrationTest-1929498449-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495444 Mar 11 19:29:02.782973 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-21904a43-88e2-4e07-b586-81dd8c8f204f None None] Set router e1c5f98d-66d2-41bc-9095-121d4d1af775 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:29:02.874798 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-84a74fc6-51e6-495b-aad0-3df4779a5dfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a063c992-2ba2-427f-abd3-35bcb20f2efc {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:29:02.891661 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-84a74fc6-51e6-495b-aad0-3df4779a5dfb service neutron] Publish callbacks [] for port (a063c992-2ba2-427f-abd3-35bcb20f2efc), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:02.915286 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-84a74fc6-51e6-495b-aad0-3df4779a5dfb service neutron] Transition to ACTIVE for port object a063c992-2ba2-427f-abd3-35bcb20f2efc will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:29:02.931055 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b2bb30-1e95-4aba-bfb7-57f1734a9efe req-bf4c18b7-57a6-4c6e-9dff-b351880ffad4 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:02.949014 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b2bb30-1e95-4aba-bfb7-57f1734a9efe req-bf4c18b7-57a6-4c6e-9dff-b351880ffad4 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:02.957078 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-84a74fc6-51e6-495b-aad0-3df4779a5dfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (a063c992-2ba2-427f-abd3-35bcb20f2efc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:02.967272 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b2bb30-1e95-4aba-bfb7-57f1734a9efe req-bf4c18b7-57a6-4c6e-9dff-b351880ffad4 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:02.978845 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b2bb30-1e95-4aba-bfb7-57f1734a9efe req-bf4c18b7-57a6-4c6e-9dff-b351880ffad4 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:02.997745 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b2bb30-1e95-4aba-bfb7-57f1734a9efe req-bf4c18b7-57a6-4c6e-9dff-b351880ffad4 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:03.003361 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-19b2bb30-1e95-4aba-bfb7-57f1734a9efe req-bf4c18b7-57a6-4c6e-9dff-b351880ffad4 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 3826 time: 0.2050865 Mar 11 19:29:03.045617 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a74fc6-51e6-495b-aad0-3df4779a5dfb service neutron] Pushing event updated for resources: {'Port': ['ID=a063c992-2ba2-427f-abd3-35bcb20f2efc,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:03.121936 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-21904a43-88e2-4e07-b586-81dd8c8f204f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c5f98d-66d2-41bc-9095-121d4d1af775', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-195610653-router', 'tenant_id': '2b2041a5e8eb449b899a189cd9e58346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '8bf33d21-8b41-4d5c-b608-920c20b9af5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:26:34Z', 'updated_at': '2022-03-11T19:26:39Z', 'revision_number': 4, 'project_id': '2b2041a5e8eb449b899a189cd9e58346', 'gw_port': {'id': '8bf33d21-8b41-4d5c-b608-920c20b9af5b', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ad:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c5f98d-66d2-41bc-9095-121d4d1af775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 175, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:26:35Z', 'updated_at': '2022-03-11T19:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'a40402ea-0b96-4e24-a324-ac1b0a5a3164', 'name': '', 'network_id': 'ac02cbd1-5dcb-429f-a716-af840212fb30', 'tenant_id': '2b2041a5e8eb449b899a189cd9e58346', 'mac_address': 'fa:16:3e:7c:df:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c5f98d-66d2-41bc-9095-121d4d1af775', 'device_owner': 'network:router_interface', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': '25c527aa-940c-4d05-a3a3-da904c4b7fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:26:38Z', 'updated_at': '2022-03-11T19:26:47Z', 'revision_number': 5, 'project_id': '2b2041a5e8eb449b899a189cd9e58346', 'subnets': [{'id': '25c527aa-940c-4d05-a3a3-da904c4b7fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:29:03.215962 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c50f98-5fa8-4f3b-a591-2aae09eb7eff req-caebb825-9e73-4643-8398-d416902c5075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:03.221364 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c50f98-5fa8-4f3b-a591-2aae09eb7eff req-caebb825-9e73-4643-8398-d416902c5075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:03.221991 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c50f98-5fa8-4f3b-a591-2aae09eb7eff req-caebb825-9e73-4643-8398-d416902c5075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:03.223720 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d1c50f98-5fa8-4f3b-a591-2aae09eb7eff req-caebb825-9e73-4643-8398-d416902c5075 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=5ef363cb3b8e470c93ba878a527f3d7f&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.9267867 Mar 11 19:29:03.302341 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21904a43-88e2-4e07-b586-81dd8c8f204f None None] The sync data for ids ['e1c5f98d-66d2-41bc-9095-121d4d1af775'] in n-d-833163-1 is: [{'id': 'e1c5f98d-66d2-41bc-9095-121d4d1af775', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-195610653-router', 'tenant_id': '2b2041a5e8eb449b899a189cd9e58346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '8bf33d21-8b41-4d5c-b608-920c20b9af5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:26:34Z', 'updated_at': '2022-03-11T19:26:39Z', 'revision_number': 4, 'project_id': '2b2041a5e8eb449b899a189cd9e58346', 'gw_port': {'id': '8bf33d21-8b41-4d5c-b608-920c20b9af5b', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ad:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c5f98d-66d2-41bc-9095-121d4d1af775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 175, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:26:35Z', 'updated_at': '2022-03-11T19:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'a40402ea-0b96-4e24-a324-ac1b0a5a3164', 'name': '', 'network_id': 'ac02cbd1-5dcb-429f-a716-af840212fb30', 'tenant_id': '2b2041a5e8eb449b899a189cd9e58346', 'mac_address': 'fa:16:3e:7c:df:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c5f98d-66d2-41bc-9095-121d4d1af775', 'device_owner': 'network:router_interface', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': '25c527aa-940c-4d05-a3a3-da904c4b7fbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:26:38Z', 'updated_at': '2022-03-11T19:26:47Z', 'revision_number': 5, 'project_id': '2b2041a5e8eb449b899a189cd9e58346', 'subnets': [{'id': '25c527aa-940c-4d05-a3a3-da904c4b7fbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:29:03.330476 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-19b2bb30-1e95-4aba-bfb7-57f1734a9efe req-b1b1abd8-83f5-423a-8d18-552ab236832c tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/security-groups?id=019be762-639e-4ed8-9c49-723d3436f32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3204439 Mar 11 19:29:03.435862 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3746402-e65f-4566-b0ab-f1b9b44b06e5 req-6112e6a2-6547-4f76-80a7-2fbf3e61ee26 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:03.446436 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f3746402-e65f-4566-b0ab-f1b9b44b06e5 req-6112e6a2-6547-4f76-80a7-2fbf3e61ee26 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/networks?id=4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a HTTP/1.1" status: 200 len: 807 time: 0.3945861 Mar 11 19:29:03.467077 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-333d9db5-0312-41a0-b80a-728abafea400 req-1763f932-3a7c-486a-9ebd-e1bcf644e80a tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Made reservation on behalf of 36c6fb85db664d0dac9633c7a1a49fd2 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:29:03.470800 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-333d9db5-0312-41a0-b80a-728abafea400 req-1763f932-3a7c-486a-9ebd-e1bcf644e80a tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:03.481927 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f3746402-e65f-4566-b0ab-f1b9b44b06e5 req-a6ab307f-b7bb-47ca-98a7-9db8427029ef tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/quotas/f95acd8ec5ef45d8b7ae8994d46f4375 HTTP/1.1" status: 200 len: 375 time: 0.0228913 Mar 11 19:29:03.590441 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-84a74fc6-51e6-495b-aad0-3df4779a5dfb service neutron] Attempting to bind port a063c992-2ba2-427f-abd3-35bcb20f2efc on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:29:03.590805 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-84a74fc6-51e6-495b-aad0-3df4779a5dfb service neutron] Attempting to bind port a063c992-2ba2-427f-abd3-35bcb20f2efc by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '84b0979a-8a8b-4100-94cf-7dcf4d79135b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '4f561aff-d3ac-41b3-ba00-952d014b3e3f'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:29:03.591262 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-84a74fc6-51e6-495b-aad0-3df4779a5dfb service neutron] Attempting to bind port a063c992-2ba2-427f-abd3-35bcb20f2efc on network 4f561aff-d3ac-41b3-ba00-952d014b3e3f {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:29:03.620816 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8ab3dc4b-8135-4c42-ba42-37d3634c9b6b req-e06db960-4afe-4e12-946b-94bd63ae78c8 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c8c343d-0b54-4526-8474-397a7a119dfb HTTP/1.1" status: 200 len: 210 time: 0.0726810 Mar 11 19:29:03.639120 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-84a74fc6-51e6-495b-aad0-3df4779a5dfb service neutron] Port a063c992-2ba2-427f-abd3-35bcb20f2efc on network 4f561aff-d3ac-41b3-ba00-952d014b3e3f not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:29:03.639454 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-84a74fc6-51e6-495b-aad0-3df4779a5dfb service neutron] Attempting to bind port a063c992-2ba2-427f-abd3-35bcb20f2efc on network 4f561aff-d3ac-41b3-ba00-952d014b3e3f {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:29:03.670937 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-84a74fc6-51e6-495b-aad0-3df4779a5dfb service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:29:03.671364 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-84a74fc6-51e6-495b-aad0-3df4779a5dfb service neutron] Checking segment: {'id': '84b0979a-8a8b-4100-94cf-7dcf4d79135b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '4f561aff-d3ac-41b3-ba00-952d014b3e3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:29:03.671813 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-84a74fc6-51e6-495b-aad0-3df4779a5dfb service neutron] Bound using segment: {'id': '84b0979a-8a8b-4100-94cf-7dcf4d79135b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '4f561aff-d3ac-41b3-ba00-952d014b3e3f'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:29:03.672258 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-84a74fc6-51e6-495b-aad0-3df4779a5dfb service neutron] Bound port: a063c992-2ba2-427f-abd3-35bcb20f2efc, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84b0979a-8a8b-4100-94cf-7dcf4d79135b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '4f561aff-d3ac-41b3-ba00-952d014b3e3f'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:29:03.678159 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-84a74fc6-51e6-495b-aad0-3df4779a5dfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a063c992-2ba2-427f-abd3-35bcb20f2efc), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:03.694679 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f3746402-e65f-4566-b0ab-f1b9b44b06e5 req-97eedd1c-aea6-46ea-b4c3-f61e6086c22c tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f95acd8ec5ef45d8b7ae8994d46f4375&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2051666 Mar 11 19:29:03.775956 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-84a74fc6-51e6-495b-aad0-3df4779a5dfb service neutron] For port a063c992-2ba2-427f-abd3-35bcb20f2efc, host n-h1-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:29:03.779852 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-84a74fc6-51e6-495b-aad0-3df4779a5dfb service neutron] For port a063c992-2ba2-427f-abd3-35bcb20f2efc, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=a063c992-2ba2-427f-abd3-35bcb20f2efc,segment=NetworkSegment(84b0979a-8a8b-4100-94cf-7dcf4d79135b),segment_id=84b0979a-8a8b-4100-94cf-7dcf4d79135b)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:29:03.809082 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-84a74fc6-51e6-495b-aad0-3df4779a5dfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (a063c992-2ba2-427f-abd3-35bcb20f2efc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:03.911296 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f064a5ca-8055-450b-8c20-79897357c117 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (6e22474a-e8fb-43af-8d51-6f34acf010da), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:03.916456 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647a71fa-1c2a-488d-a317-2dd67214266c None None] New status for floating IP 1461f1d6-56aa-434d-9a99-fac012f6745b: DOWN {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 19:29:04.004365 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2d829c09-db70-48e4-882c-855a5e3d8d38 req-b50b6fd1-ed54-42b0-b881-9b6279ce0fc1 tempest-ServersAdmin275Test-730662925 tempest-ServersAdmin275Test-730662925-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=27a07cf5-eaf0-4721-b0fa-8387298c9e0a HTTP/1.1" status: 200 len: 210 time: 0.0888338 Mar 11 19:29:04.047816 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f3746402-e65f-4566-b0ab-f1b9b44b06e5 req-9487d44f-183d-437b-a0eb-3438e701c5fa service neutron] 10.222.0.65 "GET /v2.0/networks/4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367634 Mar 11 19:29:04.175047 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-84a74fc6-51e6-495b-aad0-3df4779a5dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:04.178109 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-84a74fc6-51e6-495b-aad0-3df4779a5dfb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:04.179754 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-84a74fc6-51e6-495b-aad0-3df4779a5dfb service neutron] 10.222.0.75 "PUT /v2.0/ports/a063c992-2ba2-427f-abd3-35bcb20f2efc HTTP/1.1" status: 200 len: 1136 time: 3.6197608 Mar 11 19:29:04.233066 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 54974) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:29:04.332812 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f63e2d47-599d-4ffc-9f33-5578504bb7da', 'tag': 'a063c992-2ba2-427f-abd3-35bcb20f2efc'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:29:04.335545 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a0a94a-7b3c-42fe-84b6-c55ff2a30183" -d '{"events": [{"name": "network-changed", "server_uuid": "f63e2d47-599d-4ffc-9f33-5578504bb7da", "tag": "a063c992-2ba2-427f-abd3-35bcb20f2efc"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:29:04.351114 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e7f18475-24ab-4e9b-acf6-e9f50fcf2097 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Publish callbacks [] for security_group (042c4c5f-1cec-4bf8-9249-33cd65cdb4e2), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:04.354262 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f3746402-e65f-4566-b0ab-f1b9b44b06e5 req-3ccec2ab-6248-4933-a498-2ea2523f71b1 service neutron] 10.222.0.65 "GET /v2.0/networks/4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994370 Mar 11 19:29:04.430796 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e7f18475-24ab-4e9b-acf6-e9f50fcf2097 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Publish callbacks [] for security_group (042c4c5f-1cec-4bf8-9249-33cd65cdb4e2), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:04.451546 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-333d9db5-0312-41a0-b80a-728abafea400 req-1763f932-3a7c-486a-9ebd-e1bcf644e80a tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Allocated IP 172.20.0.14 (1557e6f9-ef1e-471d-ad9b-c22fef29517e/159c45f0-17a9-4dad-ae0c-9d105edbfcac/9ca5199a-acd0-486c-b51b-14f8640b0449) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:29:04.683895 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bbccb2ca-e3b8-447c-83ce-e7ae99db924c req-eba85451-a92b-4e57-89cb-ff9a3e05595f tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6912256-9a05-446d-93ac-d6cd63a1df39 HTTP/1.1" status: 200 len: 210 time: 0.0549529 Mar 11 19:29:04.716407 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e7f18475-24ab-4e9b-acf6-e9f50fcf2097 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (042c4c5f-1cec-4bf8-9249-33cd65cdb4e2), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:04.718699 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e7f18475-24ab-4e9b-acf6-e9f50fcf2097 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:04.722172 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-e7f18475-24ab-4e9b-acf6-e9f50fcf2097 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] 10.222.0.65 "DELETE /v2.0/security-groups/042c4c5f-1cec-4bf8-9249-33cd65cdb4e2 HTTP/1.1" status: 204 len: 168 time: 0.4793744 Mar 11 19:29:04.722962 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 54986) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:29:04.754988 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40e3e13-f326-49f4-b8a6-8be3f831944f req-6c483f05-5f80-4174-aed5-b0bebfdfe089 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:04.774981 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40e3e13-f326-49f4-b8a6-8be3f831944f req-6c483f05-5f80-4174-aed5-b0bebfdfe089 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:04.780583 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40e3e13-f326-49f4-b8a6-8be3f831944f req-6c483f05-5f80-4174-aed5-b0bebfdfe089 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:04.790293 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40e3e13-f326-49f4-b8a6-8be3f831944f req-6c483f05-5f80-4174-aed5-b0bebfdfe089 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:04.803910 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40e3e13-f326-49f4-b8a6-8be3f831944f req-6c483f05-5f80-4174-aed5-b0bebfdfe089 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:04.806495 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-333d9db5-0312-41a0-b80a-728abafea400 req-1763f932-3a7c-486a-9ebd-e1bcf644e80a tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Publish callbacks [] for port (9ca5199a-acd0-486c-b51b-14f8640b0449), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:04.810173 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40e3e13-f326-49f4-b8a6-8be3f831944f req-6c483f05-5f80-4174-aed5-b0bebfdfe089 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:04.812093 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d40e3e13-f326-49f4-b8a6-8be3f831944f req-6c483f05-5f80-4174-aed5-b0bebfdfe089 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 4604 time: 0.3282411 Mar 11 19:29:04.841638 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-8b1b0424-11c6-4e8d-963d-94cd78a3737b service neutron] Request body: {'port': {'device_id': 'f63e2d47-599d-4ffc-9f33-5578504bb7da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:29:04.848630 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [None req-b6624df5-7e57-4eed-b919-cbe580abb516 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] show failed (client error): The resource could not be found. Mar 11 19:29:04.853389 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-b6624df5-7e57-4eed-b919-cbe580abb516 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] 10.222.0.65 "GET /v2.0/security-groups/042c4c5f-1cec-4bf8-9249-33cd65cdb4e2 HTTP/1.1" status: 404 len: 347 time: 0.0403254 Mar 11 19:29:04.860367 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 54992) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:29:04.945467 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-8b1b0424-11c6-4e8d-963d-94cd78a3737b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (67a48c17-bad0-4589-963e-fee1ad2a8374), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:04.968991 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7fd92c1a-9a80-4d2d-8765-ba6677ee0626 req-ed6e05b6-26d2-4991-a87b-8c0ed79282bc tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c8c343d-0b54-4526-8474-397a7a119dfb HTTP/1.1" status: 200 len: 210 time: 0.1326559 Mar 11 19:29:04.969785 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f18475-24ab-4e9b-acf6-e9f50fcf2097 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=042c4c5f-1cec-4bf8-9249-33cd65cdb4e2,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:05.260302 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6fae0a4-2f38-497a-9db1-5bed90e90708 x-openstack-request-id: req-f6fae0a4-2f38-497a-9db1-5bed90e90708 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:29:05.260974 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f63e2d47-599d-4ffc-9f33-5578504bb7da", "tag": "a063c992-2ba2-427f-abd3-35bcb20f2efc", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:29:05.262025 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f6fae0a4-2f38-497a-9db1-5bed90e90708 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:29:05.262710 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f63e2d47-599d-4ffc-9f33-5578504bb7da', 'tag': 'a063c992-2ba2-427f-abd3-35bcb20f2efc', 'status': 'completed', 'code': 200} Mar 11 19:29:05.283375 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c50f98-5fa8-4f3b-a591-2aae09eb7eff req-52d338c1-716f-4a34-b661-4557b6d1ea02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:05.285292 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d1c50f98-5fa8-4f3b-a591-2aae09eb7eff req-52d338c1-716f-4a34-b661-4557b6d1ea02 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 2.0326009 Mar 11 19:29:05.292338 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d40e3e13-f326-49f4-b8a6-8be3f831944f req-5e75dc75-8f4e-498f-bd29-a6e616701089 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/security-groups?id=019be762-639e-4ed8-9c49-723d3436f32b&id=97b5c377-83f5-4bad-bf80-e3f012b06736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4651895 Mar 11 19:29:05.332018 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d02652b5-2704-4792-800d-3052fe0e1f44 req-9a10a5de-4bdf-45ff-8615-3237b08c8358 tempest-ServersAdmin275Test-730662925 tempest-ServersAdmin275Test-730662925-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=27a07cf5-eaf0-4721-b0fa-8387298c9e0a HTTP/1.1" status: 200 len: 210 time: 0.0549049 Mar 11 19:29:05.332338 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a74fc6-51e6-495b-aad0-3df4779a5dfb service neutron] Pushing event updated for resources: {'Port': ['ID=a063c992-2ba2-427f-abd3-35bcb20f2efc,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:05.443440 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-98094a7f-e79d-4456-b40c-e46c9eac62a1 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Deleting port dbc1e88c-17d1-4216-991f-0443f6b7e4bb {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:29:05.443812 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-98094a7f-e79d-4456-b40c-e46c9eac62a1 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (dbc1e88c-17d1-4216-991f-0443f6b7e4bb), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:05.467946 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-8b1b0424-11c6-4e8d-963d-94cd78a3737b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67a48c17-bad0-4589-963e-fee1ad2a8374 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:29:05.480208 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-8b1b0424-11c6-4e8d-963d-94cd78a3737b service neutron] Publish callbacks [] for port (67a48c17-bad0-4589-963e-fee1ad2a8374), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:05.511544 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-8b1b0424-11c6-4e8d-963d-94cd78a3737b service neutron] Transition to ACTIVE for port object 67a48c17-bad0-4589-963e-fee1ad2a8374 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:29:05.538949 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-8b1b0424-11c6-4e8d-963d-94cd78a3737b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (67a48c17-bad0-4589-963e-fee1ad2a8374), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:05.651533 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-98094a7f-e79d-4456-b40c-e46c9eac62a1 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (dbc1e88c-17d1-4216-991f-0443f6b7e4bb), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:05.651955 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-98094a7f-e79d-4456-b40c-e46c9eac62a1 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Publish callbacks [] for floatingip (dbc1e88c-17d1-4216-991f-0443f6b7e4bb), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:05.667079 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-98094a7f-e79d-4456-b40c-e46c9eac62a1 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Calling delete_port for dbc1e88c-17d1-4216-991f-0443f6b7e4bb owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:29:05.721369 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1b0424-11c6-4e8d-963d-94cd78a3737b service neutron] Pushing event updated for resources: {'Port': ['ID=67a48c17-bad0-4589-963e-fee1ad2a8374,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:05.838000 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0a94a-7b3c-42fe-84b6-c55ff2a30183 req-f100baf4-5791-4a23-84af-fb62d13e0d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:05.838628 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0a94a-7b3c-42fe-84b6-c55ff2a30183 req-f100baf4-5791-4a23-84af-fb62d13e0d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:05.838998 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0a94a-7b3c-42fe-84b6-c55ff2a30183 req-f100baf4-5791-4a23-84af-fb62d13e0d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:05.839523 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0a94a-7b3c-42fe-84b6-c55ff2a30183 req-f100baf4-5791-4a23-84af-fb62d13e0d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:05.840035 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0a94a-7b3c-42fe-84b6-c55ff2a30183 req-f100baf4-5791-4a23-84af-fb62d13e0d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:05.840495 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0a94a-7b3c-42fe-84b6-c55ff2a30183 req-f100baf4-5791-4a23-84af-fb62d13e0d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:05.840953 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0a94a-7b3c-42fe-84b6-c55ff2a30183 req-f100baf4-5791-4a23-84af-fb62d13e0d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:05.842991 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d6a0a94a-7b3c-42fe-84b6-c55ff2a30183 req-f100baf4-5791-4a23-84af-fb62d13e0d74 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5ef363cb3b8e470c93ba878a527f3d7f&device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 6239 time: 0.3205640 Mar 11 19:29:05.893750 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-98094a7f-e79d-4456-b40c-e46c9eac62a1 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (dbc1e88c-17d1-4216-991f-0443f6b7e4bb), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:05.945057 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-43bd0f0d-a74f-458e-a62e-755526ed52d7 req-3d94b6a5-9d8e-427c-afb3-30d834b047d0 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6912256-9a05-446d-93ac-d6cd63a1df39 HTTP/1.1" status: 200 len: 210 time: 0.0751097 Mar 11 19:29:06.140470 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98094a7f-e79d-4456-b40c-e46c9eac62a1 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Pushing event deleted for resources: {'Port': ['ID=dbc1e88c-17d1-4216-991f-0443f6b7e4bb,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:06.159026 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-98094a7f-e79d-4456-b40c-e46c9eac62a1 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Publish callbacks [] for floatingip (1461f1d6-56aa-434d-9a99-fac012f6745b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:06.159998 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-98094a7f-e79d-4456-b40c-e46c9eac62a1 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:06.161241 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-98094a7f-e79d-4456-b40c-e46c9eac62a1 tempest-ServersWithSpecificFlavorTestJSON-734203171 tempest-ServersWithSpecificFlavorTestJSON-734203171-project] 10.222.0.65 "DELETE /v2.0/floatingips/1461f1d6-56aa-434d-9a99-fac012f6745b HTTP/1.1" status: 204 len: 168 time: 1.2892170 Mar 11 19:29:06.322065 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e952a09d-037c-45e0-b97d-1548d209c2e2 req-f1e5a274-c7af-432f-9e1f-62aa81928c39 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:06.325139 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e952a09d-037c-45e0-b97d-1548d209c2e2 req-f1e5a274-c7af-432f-9e1f-62aa81928c39 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c8c343d-0b54-4526-8474-397a7a119dfb HTTP/1.1" status: 200 len: 932 time: 0.1810510 Mar 11 19:29:06.426567 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.57', 61681) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:29:06.480644 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-333d9db5-0312-41a0-b80a-728abafea400 req-1763f932-3a7c-486a-9ebd-e1bcf644e80a tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (9ca5199a-acd0-486c-b51b-14f8640b0449), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:06.492593 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['a621553f-0149-4c8d-ac87-9dde3f520048'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:29:06.494772 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b3048633-92fe-43a1-98fb-484f42d586ef req-04697413-da92-4404-9b8e-7830ac91ea4b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=27a07cf5-eaf0-4721-b0fa-8387298c9e0a HTTP/1.1" status: 200 len: 210 time: 0.1081569 Mar 11 19:29:06.495236 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0a94a-7b3c-42fe-84b6-c55ff2a30183 req-c28ec1f8-8fea-4f64-b657-5d1bb94d1020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:06.495744 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0a94a-7b3c-42fe-84b6-c55ff2a30183 req-c28ec1f8-8fea-4f64-b657-5d1bb94d1020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:06.497548 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0a94a-7b3c-42fe-84b6-c55ff2a30183 req-c28ec1f8-8fea-4f64-b657-5d1bb94d1020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:06.499430 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d6a0a94a-7b3c-42fe-84b6-c55ff2a30183 req-c28ec1f8-8fea-4f64-b657-5d1bb94d1020 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=5ef363cb3b8e470c93ba878a527f3d7f&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6378613 Mar 11 19:29:06.512761 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e952a09d-037c-45e0-b97d-1548d209c2e2 req-c7074d60-2112-45de-ba9e-90cebaa2e9a6 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/security-groups?id=0961abee-fe62-4d69-976a-7014d627610b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811631 Mar 11 19:29:06.649667 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-333d9db5-0312-41a0-b80a-728abafea400 req-1763f932-3a7c-486a-9ebd-e1bcf644e80a tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Network 1557e6f9-ef1e-471d-ad9b-c22fef29517e is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:29:06.654571 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1763f932-3a7c-486a-9ebd-e1bcf644e80a tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Pushing event updated for resources: {'Port': ['ID=9ca5199a-acd0-486c-b51b-14f8640b0449,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:06.666860 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-333d9db5-0312-41a0-b80a-728abafea400 req-1763f932-3a7c-486a-9ebd-e1bcf644e80a tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:29:06.670604 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-333d9db5-0312-41a0-b80a-728abafea400 req-1763f932-3a7c-486a-9ebd-e1bcf644e80a tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:29:06.691772 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-f064a5ca-8055-450b-8c20-79897357c117 admin admin] Deleting port ea46a9aa-1392-42b7-ac12-28c954299cb4 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:29:06.693739 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f064a5ca-8055-450b-8c20-79897357c117 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (ea46a9aa-1392-42b7-ac12-28c954299cb4), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:06.722441 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3e58449d-019c-482b-b7da-0781fafed7c5 req-f78ea2f5-7417-4e00-92f8-f4dcea7f1b22 tempest-ServersAdmin275Test-730662925 tempest-ServersAdmin275Test-730662925-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=27a07cf5-eaf0-4721-b0fa-8387298c9e0a HTTP/1.1" status: 200 len: 210 time: 0.0834923 Mar 11 19:29:06.835532 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3746402-e65f-4566-b0ab-f1b9b44b06e5 req-1f93a3e7-9528-47be-a2d2-8dfa01c26e4e tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:06.837511 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f3746402-e65f-4566-b0ab-f1b9b44b06e5 req-1f93a3e7-9528-47be-a2d2-8dfa01c26e4e tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.57 "GET /v2.0/networks?id=4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a HTTP/1.1" status: 200 len: 807 time: 0.3672950 Mar 11 19:29:06.882737 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0071c3ec-5f2b-433e-90e3-6fecd6b33193 req-425f2326-4f36-4724-ad0e-71502bac1c65 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:06.889681 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0071c3ec-5f2b-433e-90e3-6fecd6b33193 req-425f2326-4f36-4724-ad0e-71502bac1c65 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:06.895853 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0071c3ec-5f2b-433e-90e3-6fecd6b33193 req-425f2326-4f36-4724-ad0e-71502bac1c65 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:06.907199 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0071c3ec-5f2b-433e-90e3-6fecd6b33193 req-425f2326-4f36-4724-ad0e-71502bac1c65 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:06.934417 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0071c3ec-5f2b-433e-90e3-6fecd6b33193 req-425f2326-4f36-4724-ad0e-71502bac1c65 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:06.935346 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-f064a5ca-8055-450b-8c20-79897357c117 admin admin] For port ea46a9aa-1392-42b7-ac12-28c954299cb4, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=ea46a9aa-1392-42b7-ac12-28c954299cb4,segment=NetworkSegment(56946f99-bbe1-4126-80e4-d7f1dc0f454e),segment_id=56946f99-bbe1-4126-80e4-d7f1dc0f454e)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:29:06.936368 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f064a5ca-8055-450b-8c20-79897357c117 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (ea46a9aa-1392-42b7-ac12-28c954299cb4), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:06.949302 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0071c3ec-5f2b-433e-90e3-6fecd6b33193 req-425f2326-4f36-4724-ad0e-71502bac1c65 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:06.962164 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0071c3ec-5f2b-433e-90e3-6fecd6b33193 req-425f2326-4f36-4724-ad0e-71502bac1c65 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:06.974592 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0071c3ec-5f2b-433e-90e3-6fecd6b33193 req-425f2326-4f36-4724-ad0e-71502bac1c65 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 5382 time: 0.4587018 Mar 11 19:29:06.974748 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-f064a5ca-8055-450b-8c20-79897357c117 admin admin] Calling delete_port for ea46a9aa-1392-42b7-ac12-28c954299cb4 owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:29:06.989065 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-f3746402-e65f-4566-b0ab-f1b9b44b06e5 req-73f8dcf9-98a4-4438-bd2d-1d60fbfe3d89 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Request body: {'port': {'device_id': 'b6912256-9a05-446d-93ac-d6cd63a1df39', 'network_id': '4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a', 'admin_state_up': True, 'tenant_id': 'f95acd8ec5ef45d8b7ae8994d46f4375'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:29:07.084621 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ac313b32-6738-493c-967f-a669d981c006 req-0acd0ef5-8004-4604-a073-2566082d6242 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6912256-9a05-446d-93ac-d6cd63a1df39 HTTP/1.1" status: 200 len: 210 time: 0.0503991 Mar 11 19:29:07.127291 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d65c9eb5-01f3-458d-b83b-b55c34d25996 None None] Provisioning complete for port 9ca5199a-acd0-486c-b51b-14f8640b0449 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:29:07.131033 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d65c9eb5-01f3-458d-b83b-b55c34d25996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (9ca5199a-acd0-486c-b51b-14f8640b0449), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:07.245415 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f064a5ca-8055-450b-8c20-79897357c117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (ea46a9aa-1392-42b7-ac12-28c954299cb4), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:07.262077 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d65c9eb5-01f3-458d-b83b-b55c34d25996 None None] Port 9ca5199a-acd0-486c-b51b-14f8640b0449 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:29:07.298592 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f064a5ca-8055-450b-8c20-79897357c117 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea46a9aa-1392-42b7-ac12-28c954299cb4,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:07.315370 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0071c3ec-5f2b-433e-90e3-6fecd6b33193 req-c4956d2d-113f-49f5-95f0-c69b55558264 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/security-groups?id=019be762-639e-4ed8-9c49-723d3436f32b&id=97b5c377-83f5-4bad-bf80-e3f012b06736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3389373 Mar 11 19:29:07.357353 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 55028) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:29:07.386751 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3746402-e65f-4566-b0ab-f1b9b44b06e5 req-73f8dcf9-98a4-4438-bd2d-1d60fbfe3d89 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Made reservation on behalf of f95acd8ec5ef45d8b7ae8994d46f4375 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:29:07.390994 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f3746402-e65f-4566-b0ab-f1b9b44b06e5 req-73f8dcf9-98a4-4438-bd2d-1d60fbfe3d89 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:07.504917 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-8b1b0424-11c6-4e8d-963d-94cd78a3737b service neutron] Attempting to bind port 67a48c17-bad0-4589-963e-fee1ad2a8374 on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:29:07.505617 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-8b1b0424-11c6-4e8d-963d-94cd78a3737b service neutron] Attempting to bind port 67a48c17-bad0-4589-963e-fee1ad2a8374 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '84b0979a-8a8b-4100-94cf-7dcf4d79135b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '4f561aff-d3ac-41b3-ba00-952d014b3e3f'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:29:07.506130 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-8b1b0424-11c6-4e8d-963d-94cd78a3737b service neutron] Attempting to bind port 67a48c17-bad0-4589-963e-fee1ad2a8374 on network 4f561aff-d3ac-41b3-ba00-952d014b3e3f {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:29:07.523768 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d9db5-0312-41a0-b80a-728abafea400 req-1763f932-3a7c-486a-9ebd-e1bcf644e80a tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:07.527038 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-333d9db5-0312-41a0-b80a-728abafea400 req-1763f932-3a7c-486a-9ebd-e1bcf644e80a tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:07.596763 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-8b1b0424-11c6-4e8d-963d-94cd78a3737b service neutron] Port 67a48c17-bad0-4589-963e-fee1ad2a8374 on network 4f561aff-d3ac-41b3-ba00-952d014b3e3f not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:29:07.597097 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-8b1b0424-11c6-4e8d-963d-94cd78a3737b service neutron] Attempting to bind port 67a48c17-bad0-4589-963e-fee1ad2a8374 on network 4f561aff-d3ac-41b3-ba00-952d014b3e3f {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:29:07.632718 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-333d9db5-0312-41a0-b80a-728abafea400 req-1763f932-3a7c-486a-9ebd-e1bcf644e80a tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6410213 Mar 11 19:29:07.657739 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-333d9db5-0312-41a0-b80a-728abafea400 req-286b752b-daa5-42b5-bd69-a9f7f6235a4f service neutron] Request body: {'port': {'device_id': '1c8c343d-0b54-4526-8474-397a7a119dfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:29:07.666945 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-8b1b0424-11c6-4e8d-963d-94cd78a3737b service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:29:07.667283 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-8b1b0424-11c6-4e8d-963d-94cd78a3737b service neutron] Checking segment: {'id': '84b0979a-8a8b-4100-94cf-7dcf4d79135b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '4f561aff-d3ac-41b3-ba00-952d014b3e3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:29:07.667684 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-8b1b0424-11c6-4e8d-963d-94cd78a3737b service neutron] Bound using segment: {'id': '84b0979a-8a8b-4100-94cf-7dcf4d79135b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '4f561aff-d3ac-41b3-ba00-952d014b3e3f'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:29:07.668132 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-8b1b0424-11c6-4e8d-963d-94cd78a3737b service neutron] Bound port: 67a48c17-bad0-4589-963e-fee1ad2a8374, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84b0979a-8a8b-4100-94cf-7dcf4d79135b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '4f561aff-d3ac-41b3-ba00-952d014b3e3f'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:29:07.668752 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-8b1b0424-11c6-4e8d-963d-94cd78a3737b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (67a48c17-bad0-4589-963e-fee1ad2a8374), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:07.714649 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-f3746402-e65f-4566-b0ab-f1b9b44b06e5 req-73f8dcf9-98a4-4438-bd2d-1d60fbfe3d89 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Allocated IP 172.20.0.7 (4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a/f742a986-c135-4269-ad05-332f85e495a8/c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:29:07.742595 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac46d27-cb5e-4ef5-98e8-9f8cd7c64f8d req-9f206c36-398a-415c-b196-bed7ed35d2e9 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:07.744270 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9ac46d27-cb5e-4ef5-98e8-9f8cd7c64f8d req-9f206c36-398a-415c-b196-bed7ed35d2e9 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c8c343d-0b54-4526-8474-397a7a119dfb HTTP/1.1" status: 200 len: 932 time: 0.1178930 Mar 11 19:29:07.768099 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0a94a-7b3c-42fe-84b6-c55ff2a30183 req-6c1cd377-12ca-4f9e-af1f-cb0130c241f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:07.769577 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d6a0a94a-7b3c-42fe-84b6-c55ff2a30183 req-6c1cd377-12ca-4f9e-af1f-cb0130c241f6 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1928933 Mar 11 19:29:07.914824 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9ac46d27-cb5e-4ef5-98e8-9f8cd7c64f8d req-3b8b3db2-321b-400d-b2ff-16617b5667f1 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/security-groups?id=0961abee-fe62-4d69-976a-7014d627610b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622314 Mar 11 19:29:07.963500 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ccf9167c-2acf-4347-9807-88fed24a364a req-78921f0b-cca3-4810-8cd7-15042720531e tempest-ServersAdmin275Test-730662925 tempest-ServersAdmin275Test-730662925-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=27a07cf5-eaf0-4721-b0fa-8387298c9e0a HTTP/1.1" status: 200 len: 210 time: 0.0414193 Mar 11 19:29:08.065529 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f3746402-e65f-4566-b0ab-f1b9b44b06e5 req-73f8dcf9-98a4-4438-bd2d-1d60fbfe3d89 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Publish callbacks [] for port (c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:08.105860 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f064a5ca-8055-450b-8c20-79897357c117 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (6e22474a-e8fb-43af-8d51-6f34acf010da), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:08.108018 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f3746402-e65f-4566-b0ab-f1b9b44b06e5 req-73f8dcf9-98a4-4438-bd2d-1d60fbfe3d89 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:08.176006 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3746402-e65f-4566-b0ab-f1b9b44b06e5 req-73f8dcf9-98a4-4438-bd2d-1d60fbfe3d89 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Network 4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:29:08.219518 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-f3746402-e65f-4566-b0ab-f1b9b44b06e5 req-73f8dcf9-98a4-4438-bd2d-1d60fbfe3d89 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:29:08.243001 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3746402-e65f-4566-b0ab-f1b9b44b06e5 req-73f8dcf9-98a4-4438-bd2d-1d60fbfe3d89 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:29:08.345269 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f8dcf9-98a4-4438-bd2d-1d60fbfe3d89 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Pushing event updated for resources: {'Port': ['ID=c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:08.373052 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3746402-e65f-4566-b0ab-f1b9b44b06e5 req-73f8dcf9-98a4-4438-bd2d-1d60fbfe3d89 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:08.374435 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f3746402-e65f-4566-b0ab-f1b9b44b06e5 req-73f8dcf9-98a4-4438-bd2d-1d60fbfe3d89 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:08.402740 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-333d9db5-0312-41a0-b80a-728abafea400 req-286b752b-daa5-42b5-bd69-a9f7f6235a4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (9ca5199a-acd0-486c-b51b-14f8640b0449), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:08.422560 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4e298-7920-4971-9420-adfb03ba90f1 req-52a3bf00-b8fa-4c2b-a89c-5699472c8eb9 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:08.429033 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-caa4e298-7920-4971-9420-adfb03ba90f1 req-52a3bf00-b8fa-4c2b-a89c-5699472c8eb9 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6912256-9a05-446d-93ac-d6cd63a1df39 HTTP/1.1" status: 200 len: 931 time: 0.1994426 Mar 11 19:29:08.441885 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f3746402-e65f-4566-b0ab-f1b9b44b06e5 req-73f8dcf9-98a4-4438-bd2d-1d60fbfe3d89 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4621811 Mar 11 19:29:08.470055 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-8b1b0424-11c6-4e8d-963d-94cd78a3737b service neutron] For port 67a48c17-bad0-4589-963e-fee1ad2a8374, host n-h1-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:29:08.479558 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-f3746402-e65f-4566-b0ab-f1b9b44b06e5 req-f97e8d89-3f8c-4cee-b74d-4abfa9d00d9c service neutron] Request body: {'port': {'device_id': 'b6912256-9a05-446d-93ac-d6cd63a1df39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:29:08.589250 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-caa4e298-7920-4971-9420-adfb03ba90f1 req-9e1ebd2c-9897-40e1-97e0-8129de7a0f3b tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439688 Mar 11 19:29:08.619566 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4fb38-9412-4096-9a36-d456ace01d9e req-f71176b0-8d7d-46cf-b67f-1c56531a4526 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:08.629726 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4fb38-9412-4096-9a36-d456ace01d9e req-f71176b0-8d7d-46cf-b67f-1c56531a4526 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:08.641673 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4fb38-9412-4096-9a36-d456ace01d9e req-f71176b0-8d7d-46cf-b67f-1c56531a4526 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:08.651107 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4fb38-9412-4096-9a36-d456ace01d9e req-f71176b0-8d7d-46cf-b67f-1c56531a4526 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:08.664568 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4fb38-9412-4096-9a36-d456ace01d9e req-f71176b0-8d7d-46cf-b67f-1c56531a4526 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:08.664924 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-8b1b0424-11c6-4e8d-963d-94cd78a3737b service neutron] For port 67a48c17-bad0-4589-963e-fee1ad2a8374, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=67a48c17-bad0-4589-963e-fee1ad2a8374,segment=NetworkSegment(84b0979a-8a8b-4100-94cf-7dcf4d79135b),segment_id=84b0979a-8a8b-4100-94cf-7dcf4d79135b)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:29:08.673440 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4fb38-9412-4096-9a36-d456ace01d9e req-f71176b0-8d7d-46cf-b67f-1c56531a4526 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:08.682638 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac4fb38-9412-4096-9a36-d456ace01d9e req-f71176b0-8d7d-46cf-b67f-1c56531a4526 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:08.692053 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1ac4fb38-9412-4096-9a36-d456ace01d9e req-f71176b0-8d7d-46cf-b67f-1c56531a4526 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 5382 time: 0.2086926 Mar 11 19:29:08.751278 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-8b1b0424-11c6-4e8d-963d-94cd78a3737b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (67a48c17-bad0-4589-963e-fee1ad2a8374), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:08.760935 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f3746402-e65f-4566-b0ab-f1b9b44b06e5 req-f97e8d89-3f8c-4cee-b74d-4abfa9d00d9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:08.813983 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-8b1b0424-11c6-4e8d-963d-94cd78a3737b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:08.814608 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-8b1b0424-11c6-4e8d-963d-94cd78a3737b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:08.816028 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-8b1b0424-11c6-4e8d-963d-94cd78a3737b service neutron] 10.222.0.75 "PUT /v2.0/ports/67a48c17-bad0-4589-963e-fee1ad2a8374 HTTP/1.1" status: 200 len: 1136 time: 4.0070815 Mar 11 19:29:08.816478 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f63e2d47-599d-4ffc-9f33-5578504bb7da', 'tag': '67a48c17-bad0-4589-963e-fee1ad2a8374'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:29:08.818763 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fddb5a64-e1ea-4644-ae80-a333819e22c6" -d '{"events": [{"name": "network-changed", "server_uuid": "f63e2d47-599d-4ffc-9f33-5578504bb7da", "tag": "67a48c17-bad0-4589-963e-fee1ad2a8374"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:29:08.863959 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-647d5284-4918-4676-8cbc-008d0a1721e1 service neutron] Request body: {'port': {'device_id': 'f63e2d47-599d-4ffc-9f33-5578504bb7da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:29:08.914066 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1ac4fb38-9412-4096-9a36-d456ace01d9e req-735be3ad-641f-465d-abd9-b7e46f902009 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/security-groups?id=019be762-639e-4ed8-9c49-723d3436f32b&id=97b5c377-83f5-4bad-bf80-e3f012b06736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2209201 Mar 11 19:29:08.938371 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1b0424-11c6-4e8d-963d-94cd78a3737b service neutron] Pushing event updated for resources: {'Port': ['ID=67a48c17-bad0-4589-963e-fee1ad2a8374,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:09.005960 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f064a5ca-8055-450b-8c20-79897357c117 admin admin] Router 6e22474a-e8fb-43af-8d51-6f34acf010da has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:29:09.033839 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-729d22d8-7b47-48de-8979-e1c4464e1e42 x-openstack-request-id: req-729d22d8-7b47-48de-8979-e1c4464e1e42 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:29:09.034179 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f63e2d47-599d-4ffc-9f33-5578504bb7da", "tag": "67a48c17-bad0-4589-963e-fee1ad2a8374", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:29:09.034394 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-729d22d8-7b47-48de-8979-e1c4464e1e42 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:29:09.034793 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f63e2d47-599d-4ffc-9f33-5578504bb7da', 'tag': '67a48c17-bad0-4589-963e-fee1ad2a8374', 'status': 'completed', 'code': 200} Mar 11 19:29:09.034967 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a8b9a-b39d-4583-9b61-9ff506238a51 req-6c878f9e-e070-45a0-aea1-9cd5d8110364 tempest-AttachSCSIVolumeTestJSON-1183104708 tempest-AttachSCSIVolumeTestJSON-1183104708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:09.043110 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-838a8b9a-b39d-4583-9b61-9ff506238a51 req-6c878f9e-e070-45a0-aea1-9cd5d8110364 tempest-AttachSCSIVolumeTestJSON-1183104708 tempest-AttachSCSIVolumeTestJSON-1183104708-project] 10.222.0.65 "GET /v2.0/networks?id=2f8aa864-d343-498b-b250-957730207b49 HTTP/1.1" status: 200 len: 815 time: 0.2717202 Mar 11 19:29:09.084642 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-838a8b9a-b39d-4583-9b61-9ff506238a51 req-e1d7e14d-7b14-47c1-afdc-73756e104b22 tempest-AttachSCSIVolumeTestJSON-1183104708 tempest-AttachSCSIVolumeTestJSON-1183104708-project] 10.222.0.65 "GET /v2.0/quotas/995b54d9cef34e9595750043705eaa07 HTTP/1.1" status: 200 len: 375 time: 0.0403974 Mar 11 19:29:09.157709 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-647d5284-4918-4676-8cbc-008d0a1721e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ebfb71f0-04b3-45d0-a06b-4dbc510957f9), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:09.334950 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb5a64-e1ea-4644-ae80-a333819e22c6 req-40013e53-26c1-449d-bdd2-3f79db542a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:09.335429 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb5a64-e1ea-4644-ae80-a333819e22c6 req-40013e53-26c1-449d-bdd2-3f79db542a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:09.335926 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb5a64-e1ea-4644-ae80-a333819e22c6 req-40013e53-26c1-449d-bdd2-3f79db542a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:09.336540 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb5a64-e1ea-4644-ae80-a333819e22c6 req-40013e53-26c1-449d-bdd2-3f79db542a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:09.336846 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb5a64-e1ea-4644-ae80-a333819e22c6 req-40013e53-26c1-449d-bdd2-3f79db542a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:09.337298 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb5a64-e1ea-4644-ae80-a333819e22c6 req-40013e53-26c1-449d-bdd2-3f79db542a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:09.337749 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb5a64-e1ea-4644-ae80-a333819e22c6 req-40013e53-26c1-449d-bdd2-3f79db542a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:09.339785 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-fddb5a64-e1ea-4644-ae80-a333819e22c6 req-40013e53-26c1-449d-bdd2-3f79db542a65 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5ef363cb3b8e470c93ba878a527f3d7f&device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 6312 time: 0.2798681 Mar 11 19:29:09.553439 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-838a8b9a-b39d-4583-9b61-9ff506238a51 req-45d5c70e-670b-4163-9772-f9ea12a8b36a tempest-AttachSCSIVolumeTestJSON-1183104708 tempest-AttachSCSIVolumeTestJSON-1183104708-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=995b54d9cef34e9595750043705eaa07&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4677300 Mar 11 19:29:09.581469 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2246c332-37c1-4c89-8a20-6b3cb6c04330 req-50bd0e15-9532-43b4-931a-9be468e7d954 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:09.582969 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2246c332-37c1-4c89-8a20-6b3cb6c04330 req-50bd0e15-9532-43b4-931a-9be468e7d954 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c8c343d-0b54-4526-8474-397a7a119dfb HTTP/1.1" status: 200 len: 932 time: 0.4776196 Mar 11 19:29:09.684659 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-333d9db5-0312-41a0-b80a-728abafea400 req-286b752b-daa5-42b5-bd69-a9f7f6235a4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ca5199a-acd0-486c-b51b-14f8640b0449 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:29:09.708435 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-333d9db5-0312-41a0-b80a-728abafea400 req-286b752b-daa5-42b5-bd69-a9f7f6235a4f service neutron] Publish callbacks [] for port (9ca5199a-acd0-486c-b51b-14f8640b0449), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:09.746241 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-f3746402-e65f-4566-b0ab-f1b9b44b06e5 req-f97e8d89-3f8c-4cee-b74d-4abfa9d00d9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:29:09.753097 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2246c332-37c1-4c89-8a20-6b3cb6c04330 req-471612cc-316e-4a75-ba71-72230ab42b12 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/security-groups?id=0961abee-fe62-4d69-976a-7014d627610b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559937 Mar 11 19:29:09.760371 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f3746402-e65f-4566-b0ab-f1b9b44b06e5 req-f97e8d89-3f8c-4cee-b74d-4abfa9d00d9c service neutron] Publish callbacks [] for port (c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:09.767570 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-838a8b9a-b39d-4583-9b61-9ff506238a51 req-e28715f2-b752-4fd5-810f-682ac7d67bc0 service neutron] 10.222.0.65 "GET /v2.0/networks/2f8aa864-d343-498b-b250-957730207b49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036686 Mar 11 19:29:09.788544 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-f3746402-e65f-4566-b0ab-f1b9b44b06e5 req-f97e8d89-3f8c-4cee-b74d-4abfa9d00d9c service neutron] Transition to ACTIVE for port object c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:29:09.816724 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f3746402-e65f-4566-b0ab-f1b9b44b06e5 req-f97e8d89-3f8c-4cee-b74d-4abfa9d00d9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:09.835912 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-333d9db5-0312-41a0-b80a-728abafea400 req-286b752b-daa5-42b5-bd69-a9f7f6235a4f service neutron] Transition to ACTIVE for port object 9ca5199a-acd0-486c-b51b-14f8640b0449 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:29:09.855888 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-333d9db5-0312-41a0-b80a-728abafea400 req-286b752b-daa5-42b5-bd69-a9f7f6235a4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (9ca5199a-acd0-486c-b51b-14f8640b0449), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:09.900195 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-62c1b61e-525a-40d7-964e-ff875fc1c2d1 req-0604d2d9-6f0c-4b00-bf6e-ec7075aca856 tempest-ServersAdmin275Test-730662925 tempest-ServersAdmin275Test-730662925-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=27a07cf5-eaf0-4721-b0fa-8387298c9e0a HTTP/1.1" status: 200 len: 210 time: 0.0726418 Mar 11 19:29:09.902995 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f064a5ca-8055-450b-8c20-79897357c117 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:29:09.915836 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc6228b-e352-4cc2-aa71-69797d187779 None None] Sync routers for ids ['6e22474a-e8fb-43af-8d51-6f34acf010da'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:29:09.935349 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc6228b-e352-4cc2-aa71-69797d187779 None None] Routers {'6e22474a-e8fb-43af-8d51-6f34acf010da'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:29:09.935995 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-ecc6228b-e352-4cc2-aa71-69797d187779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:28:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['6e22474a-e8fb-43af-8d51-6f34acf010da'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:29:09.940311 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f064a5ca-8055-450b-8c20-79897357c117 admin admin] 10.222.0.65 "PUT /v2.0/routers/6e22474a-e8fb-43af-8d51-6f34acf010da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3126557 Mar 11 19:29:09.944375 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 55068) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:29:09.953453 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97e8d89-3f8c-4cee-b74d-4abfa9d00d9c service neutron] Pushing event updated for resources: {'Port': ['ID=c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:10.026733 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-838a8b9a-b39d-4583-9b61-9ff506238a51 req-38989815-5f50-420f-8f06-c9acb9faaf41 service neutron] 10.222.0.65 "GET /v2.0/networks/2f8aa864-d343-498b-b250-957730207b49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500572 Mar 11 19:29:10.086144 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb5a64-e1ea-4644-ae80-a333819e22c6 req-8c037fe8-58c6-4ec6-8216-2ba3d17c2c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:10.086531 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb5a64-e1ea-4644-ae80-a333819e22c6 req-8c037fe8-58c6-4ec6-8216-2ba3d17c2c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:10.086990 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb5a64-e1ea-4644-ae80-a333819e22c6 req-8c037fe8-58c6-4ec6-8216-2ba3d17c2c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:10.088628 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-fddb5a64-e1ea-4644-ae80-a333819e22c6 req-8c037fe8-58c6-4ec6-8216-2ba3d17c2c23 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=5ef363cb3b8e470c93ba878a527f3d7f&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.7381802 Mar 11 19:29:10.115517 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286b752b-daa5-42b5-bd69-a9f7f6235a4f service neutron] Pushing event updated for resources: {'Port': ['ID=9ca5199a-acd0-486c-b51b-14f8640b0449,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:10.149654 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-f3746402-e65f-4566-b0ab-f1b9b44b06e5 req-f97e8d89-3f8c-4cee-b74d-4abfa9d00d9c service neutron] Attempting to bind port c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7 on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:29:10.150029 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-f3746402-e65f-4566-b0ab-f1b9b44b06e5 req-f97e8d89-3f8c-4cee-b74d-4abfa9d00d9c service neutron] Attempting to bind port c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7 by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '9cb9d205-9190-43c8-b078-f8df09db6175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:29:10.150307 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3746402-e65f-4566-b0ab-f1b9b44b06e5 req-f97e8d89-3f8c-4cee-b74d-4abfa9d00d9c service neutron] Attempting to bind port c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7 on network 4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:29:10.158885 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3746402-e65f-4566-b0ab-f1b9b44b06e5 req-f97e8d89-3f8c-4cee-b74d-4abfa9d00d9c service neutron] Port c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7 on network 4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:29:10.159213 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3746402-e65f-4566-b0ab-f1b9b44b06e5 req-f97e8d89-3f8c-4cee-b74d-4abfa9d00d9c service neutron] Attempting to bind port c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7 on network 4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:29:10.167868 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3746402-e65f-4566-b0ab-f1b9b44b06e5 req-f97e8d89-3f8c-4cee-b74d-4abfa9d00d9c service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:29:10.168231 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3746402-e65f-4566-b0ab-f1b9b44b06e5 req-f97e8d89-3f8c-4cee-b74d-4abfa9d00d9c service neutron] Checking segment: {'id': '9cb9d205-9190-43c8-b078-f8df09db6175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:29:10.168590 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3746402-e65f-4566-b0ab-f1b9b44b06e5 req-f97e8d89-3f8c-4cee-b74d-4abfa9d00d9c service neutron] Bound using segment: {'id': '9cb9d205-9190-43c8-b078-f8df09db6175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:29:10.169692 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-f3746402-e65f-4566-b0ab-f1b9b44b06e5 req-f97e8d89-3f8c-4cee-b74d-4abfa9d00d9c service neutron] Bound port: c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cb9d205-9190-43c8-b078-f8df09db6175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:29:10.169692 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f3746402-e65f-4566-b0ab-f1b9b44b06e5 req-f97e8d89-3f8c-4cee-b74d-4abfa9d00d9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:10.212035 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-ecc6228b-e352-4cc2-aa71-69797d187779 None None] Set router 6e22474a-e8fb-43af-8d51-6f34acf010da gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:29:10.249370 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b89f6-0a62-436d-8a29-2c3d5c989223 req-a55485dc-dd49-4416-8d4b-e0b8b9cbac48 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:10.251454 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c44b89f6-0a62-436d-8a29-2c3d5c989223 req-a55485dc-dd49-4416-8d4b-e0b8b9cbac48 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6912256-9a05-446d-93ac-d6cd63a1df39 HTTP/1.1" status: 200 len: 943 time: 0.1747696 Mar 11 19:29:10.320309 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-f3746402-e65f-4566-b0ab-f1b9b44b06e5 req-f97e8d89-3f8c-4cee-b74d-4abfa9d00d9c service neutron] For port c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:29:10.396061 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bb6a8c8b-ccd0-41d6-92c1-9fbe9ec99e4f admin admin] Publish callbacks [] for router (6e22474a-e8fb-43af-8d51-6f34acf010da), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:10.398320 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-f3746402-e65f-4566-b0ab-f1b9b44b06e5 req-f97e8d89-3f8c-4cee-b74d-4abfa9d00d9c service neutron] For port c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7,segment=NetworkSegment(9cb9d205-9190-43c8-b078-f8df09db6175),segment_id=9cb9d205-9190-43c8-b078-f8df09db6175)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:29:10.424695 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f3746402-e65f-4566-b0ab-f1b9b44b06e5 req-f97e8d89-3f8c-4cee-b74d-4abfa9d00d9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:10.441512 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c44b89f6-0a62-436d-8a29-2c3d5c989223 req-dc95a9d1-8c76-4759-a4a6-f4eb5e244f2d tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792724 Mar 11 19:29:10.471988 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3746402-e65f-4566-b0ab-f1b9b44b06e5 req-f97e8d89-3f8c-4cee-b74d-4abfa9d00d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:10.472614 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f3746402-e65f-4566-b0ab-f1b9b44b06e5 req-f97e8d89-3f8c-4cee-b74d-4abfa9d00d9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:10.476369 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f3746402-e65f-4566-b0ab-f1b9b44b06e5 req-f97e8d89-3f8c-4cee-b74d-4abfa9d00d9c service neutron] 10.222.0.57 "PUT /v2.0/ports/c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7 HTTP/1.1" status: 200 len: 1091 time: 2.0008736 Mar 11 19:29:10.479835 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6912256-9a05-446d-93ac-d6cd63a1df39', 'tag': 'c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:29:10.483068 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db55ae19-be5c-48f5-899e-42c8ee75ac30" -d '{"events": [{"name": "network-changed", "server_uuid": "b6912256-9a05-446d-93ac-d6cd63a1df39", "tag": "c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:29:10.574032 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5b02f5f9-dfc5-4a73-9e1a-a6d824aef092 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (e1c5f98d-66d2-41bc-9095-121d4d1af775), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:10.581368 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4fbec0-cda1-4dd4-9e56-21edc3f295fc req-0a4af8b0-1ea1-42e2-8adb-87d5b8fb12f2 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:10.588178 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4fbec0-cda1-4dd4-9e56-21edc3f295fc req-0a4af8b0-1ea1-42e2-8adb-87d5b8fb12f2 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:10.593885 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4fbec0-cda1-4dd4-9e56-21edc3f295fc req-0a4af8b0-1ea1-42e2-8adb-87d5b8fb12f2 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:10.601164 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4fbec0-cda1-4dd4-9e56-21edc3f295fc req-0a4af8b0-1ea1-42e2-8adb-87d5b8fb12f2 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:10.608909 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4fbec0-cda1-4dd4-9e56-21edc3f295fc req-0a4af8b0-1ea1-42e2-8adb-87d5b8fb12f2 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:10.614587 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4fbec0-cda1-4dd4-9e56-21edc3f295fc req-0a4af8b0-1ea1-42e2-8adb-87d5b8fb12f2 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:10.620626 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4fbec0-cda1-4dd4-9e56-21edc3f295fc req-0a4af8b0-1ea1-42e2-8adb-87d5b8fb12f2 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:10.622550 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8c4fbec0-cda1-4dd4-9e56-21edc3f295fc req-0a4af8b0-1ea1-42e2-8adb-87d5b8fb12f2 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 5382 time: 0.2975352 Mar 11 19:29:10.628604 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97e8d89-3f8c-4cee-b74d-4abfa9d00d9c service neutron] Pushing event updated for resources: {'Port': ['ID=c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:10.688196 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-ecc6228b-e352-4cc2-aa71-69797d187779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e22474a-e8fb-43af-8d51-6f34acf010da', 'name': 'tempest-ServersTestManualDisk-489776446-router', 'tenant_id': 'ee1db649970c4716b05dd0ce3f8eca3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'f9e4d730-0b49-433a-9861-aeaeae015c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:27:25Z', 'updated_at': '2022-03-11T19:29:07Z', 'revision_number': 5, 'project_id': 'ee1db649970c4716b05dd0ce3f8eca3e', 'gw_port': {'id': 'f9e4d730-0b49-433a-9861-aeaeae015c13', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:fd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e22474a-e8fb-43af-8d51-6f34acf010da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:27:27Z', 'updated_at': '2022-03-11T19:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:29:10.747076 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc6228b-e352-4cc2-aa71-69797d187779 None None] Checking router: 6e22474a-e8fb-43af-8d51-6f34acf010da for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:29:10.747257 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3746402-e65f-4566-b0ab-f1b9b44b06e5 req-484827a0-0613-434b-89d9-71f6fae1b8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:10.749482 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f3746402-e65f-4566-b0ab-f1b9b44b06e5 req-484827a0-0613-434b-89d9-71f6fae1b8cb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f95acd8ec5ef45d8b7ae8994d46f4375&device_id=b6912256-9a05-446d-93ac-d6cd63a1df39 HTTP/1.1" status: 200 len: 1125 time: 0.2317083 Mar 11 19:29:10.768727 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc6228b-e352-4cc2-aa71-69797d187779 None None] Routers {'6e22474a-e8fb-43af-8d51-6f34acf010da'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:29:10.769646 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-ecc6228b-e352-4cc2-aa71-69797d187779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:28:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['6e22474a-e8fb-43af-8d51-6f34acf010da'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:29:10.811852 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5dde8653-db46-4533-874d-5ff4e6b92450 req-d8748aa8-20f8-489c-8f79-df2796bb7af2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f0aa6c6d11d3492bbf22ef917b164b3a&device_id=27a07cf5-eaf0-4721-b0fa-8387298c9e0a HTTP/1.1" status: 200 len: 210 time: 0.0582561 Mar 11 19:29:10.876641 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bb6a8c8b-ccd0-41d6-92c1-9fbe9ec99e4f admin admin] Publish callbacks [] for router_gateway (6e22474a-e8fb-43af-8d51-6f34acf010da), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:10.877651 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-095485ba-6a7b-4048-bc68-a4186c210be2 req-b73ac38c-7262-41fc-be53-b75a61c0df70 tempest-AttachSCSIVolumeTestJSON-1183104708 tempest-AttachSCSIVolumeTestJSON-1183104708-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e2c2f74-9980-41b6-865a-08854f828156 HTTP/1.1" status: 200 len: 210 time: 0.0649116 Mar 11 19:29:10.938487 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-647d5284-4918-4676-8cbc-008d0a1721e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebfb71f0-04b3-45d0-a06b-4dbc510957f9 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:29:10.945826 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5dde8653-db46-4533-874d-5ff4e6b92450 req-e6fad1c8-8900-4b08-8209-cd9044e1f5fd service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=f0aa6c6d11d3492bbf22ef917b164b3a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1185105 Mar 11 19:29:10.950031 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-333d9db5-0312-41a0-b80a-728abafea400 req-286b752b-daa5-42b5-bd69-a9f7f6235a4f service neutron] Attempting to bind port 9ca5199a-acd0-486c-b51b-14f8640b0449 on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:29:10.950340 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-333d9db5-0312-41a0-b80a-728abafea400 req-286b752b-daa5-42b5-bd69-a9f7f6235a4f service neutron] Attempting to bind port 9ca5199a-acd0-486c-b51b-14f8640b0449 by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '7617739c-1148-405a-b759-881cda43c47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '1557e6f9-ef1e-471d-ad9b-c22fef29517e'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:29:10.950794 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333d9db5-0312-41a0-b80a-728abafea400 req-286b752b-daa5-42b5-bd69-a9f7f6235a4f service neutron] Attempting to bind port 9ca5199a-acd0-486c-b51b-14f8640b0449 on network 1557e6f9-ef1e-471d-ad9b-c22fef29517e {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:29:10.957910 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f3746402-e65f-4566-b0ab-f1b9b44b06e5 req-908b19ed-fa0d-4a1c-b6ee-bfe7f977ccc6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7 HTTP/1.1" status: 200 len: 217 time: 0.1441000 Mar 11 19:29:10.979358 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df236e8-f581-4823-b877-e7c39c3af064 x-openstack-request-id: req-8df236e8-f581-4823-b877-e7c39c3af064 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:29:10.979653 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6912256-9a05-446d-93ac-d6cd63a1df39", "tag": "c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:29:10.979915 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8df236e8-f581-4823-b877-e7c39c3af064 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:29:10.980319 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6912256-9a05-446d-93ac-d6cd63a1df39', 'tag': 'c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7', 'status': 'completed', 'code': 200} Mar 11 19:29:10.980939 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-ecc6228b-e352-4cc2-aa71-69797d187779 None None] Set router 6e22474a-e8fb-43af-8d51-6f34acf010da gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:29:10.984723 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb5a64-e1ea-4644-ae80-a333819e22c6 req-0fe09603-b078-4435-9751-00bd156e5a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:10.986973 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-fddb5a64-e1ea-4644-ae80-a333819e22c6 req-0fe09603-b078-4435-9751-00bd156e5a56 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8838751 Mar 11 19:29:11.001271 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-647d5284-4918-4676-8cbc-008d0a1721e1 service neutron] Publish callbacks [] for port (ebfb71f0-04b3-45d0-a06b-4dbc510957f9), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:11.029856 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333d9db5-0312-41a0-b80a-728abafea400 req-286b752b-daa5-42b5-bd69-a9f7f6235a4f service neutron] Port 9ca5199a-acd0-486c-b51b-14f8640b0449 on network 1557e6f9-ef1e-471d-ad9b-c22fef29517e not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:29:11.029856 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333d9db5-0312-41a0-b80a-728abafea400 req-286b752b-daa5-42b5-bd69-a9f7f6235a4f service neutron] Attempting to bind port 9ca5199a-acd0-486c-b51b-14f8640b0449 on network 1557e6f9-ef1e-471d-ad9b-c22fef29517e {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:29:11.072095 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3746402-e65f-4566-b0ab-f1b9b44b06e5 req-331dd6d1-b682-4715-817c-cfe375d91355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:11.073573 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f3746402-e65f-4566-b0ab-f1b9b44b06e5 req-331dd6d1-b682-4715-817c-cfe375d91355 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f742a986-c135-4269-ad05-332f85e495a8 HTTP/1.1" status: 200 len: 847 time: 0.0915861 Mar 11 19:29:11.079168 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8c4fbec0-cda1-4dd4-9e56-21edc3f295fc req-bbc31a2b-bf8e-4464-bd6c-50ef8148aea6 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/security-groups?id=019be762-639e-4ed8-9c49-723d3436f32b&id=97b5c377-83f5-4bad-bf80-e3f012b06736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4296494 Mar 11 19:29:11.142082 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f3746402-e65f-4566-b0ab-f1b9b44b06e5 req-bacfdd2f-f92a-4c2b-b1f0-1dcf09528973 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484967 Mar 11 19:29:11.169136 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333d9db5-0312-41a0-b80a-728abafea400 req-286b752b-daa5-42b5-bd69-a9f7f6235a4f service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:29:11.169475 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333d9db5-0312-41a0-b80a-728abafea400 req-286b752b-daa5-42b5-bd69-a9f7f6235a4f service neutron] Checking segment: {'id': '7617739c-1148-405a-b759-881cda43c47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '1557e6f9-ef1e-471d-ad9b-c22fef29517e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:29:11.169865 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-333d9db5-0312-41a0-b80a-728abafea400 req-286b752b-daa5-42b5-bd69-a9f7f6235a4f service neutron] Bound using segment: {'id': '7617739c-1148-405a-b759-881cda43c47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '1557e6f9-ef1e-471d-ad9b-c22fef29517e'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:29:11.170318 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-333d9db5-0312-41a0-b80a-728abafea400 req-286b752b-daa5-42b5-bd69-a9f7f6235a4f service neutron] Bound port: 9ca5199a-acd0-486c-b51b-14f8640b0449, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7617739c-1148-405a-b759-881cda43c47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '1557e6f9-ef1e-471d-ad9b-c22fef29517e'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:29:11.170684 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-333d9db5-0312-41a0-b80a-728abafea400 req-286b752b-daa5-42b5-bd69-a9f7f6235a4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (9ca5199a-acd0-486c-b51b-14f8640b0449), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:11.192061 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-647d5284-4918-4676-8cbc-008d0a1721e1 service neutron] Transition to ACTIVE for port object ebfb71f0-04b3-45d0-a06b-4dbc510957f9 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:29:11.222500 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-647d5284-4918-4676-8cbc-008d0a1721e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (ebfb71f0-04b3-45d0-a06b-4dbc510957f9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:11.274745 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-86690bb2-c7e8-4676-bdba-c1de38da4232 req-0f8113ee-ec8a-44c4-b1bc-12fec4949963 tempest-ServersAdmin275Test-107861968 tempest-ServersAdmin275Test-107861968-project] 10.222.0.65 "GET /v2.0/ports?device_id=27a07cf5-eaf0-4721-b0fa-8387298c9e0a HTTP/1.1" status: 200 len: 210 time: 0.1649542 Mar 11 19:29:11.310797 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-ecc6228b-e352-4cc2-aa71-69797d187779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e22474a-e8fb-43af-8d51-6f34acf010da', 'name': 'tempest-ServersTestManualDisk-489776446-router', 'tenant_id': 'ee1db649970c4716b05dd0ce3f8eca3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'f9e4d730-0b49-433a-9861-aeaeae015c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:27:25Z', 'updated_at': '2022-03-11T19:29:07Z', 'revision_number': 5, 'project_id': 'ee1db649970c4716b05dd0ce3f8eca3e', 'gw_port': {'id': 'f9e4d730-0b49-433a-9861-aeaeae015c13', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:fd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e22474a-e8fb-43af-8d51-6f34acf010da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:27:27Z', 'updated_at': '2022-03-11T19:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:29:11.382624 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc6228b-e352-4cc2-aa71-69797d187779 None None] The sync data for ids ['6e22474a-e8fb-43af-8d51-6f34acf010da'] in n-d-833163-1 is: [{'id': '6e22474a-e8fb-43af-8d51-6f34acf010da', 'name': 'tempest-ServersTestManualDisk-489776446-router', 'tenant_id': 'ee1db649970c4716b05dd0ce3f8eca3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.62'}], 'enable_snat': True}, 'gw_port_id': 'f9e4d730-0b49-433a-9861-aeaeae015c13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:27:25Z', 'updated_at': '2022-03-11T19:29:07Z', 'revision_number': 5, 'project_id': 'ee1db649970c4716b05dd0ce3f8eca3e', 'gw_port': {'id': 'f9e4d730-0b49-433a-9861-aeaeae015c13', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:fd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e22474a-e8fb-43af-8d51-6f34acf010da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:27:27Z', 'updated_at': '2022-03-11T19:27:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:29:11.492138 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647d5284-4918-4676-8cbc-008d0a1721e1 service neutron] Pushing event updated for resources: {'Port': ['ID=ebfb71f0-04b3-45d0-a06b-4dbc510957f9,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:11.603952 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-333d9db5-0312-41a0-b80a-728abafea400 req-286b752b-daa5-42b5-bd69-a9f7f6235a4f service neutron] For port 9ca5199a-acd0-486c-b51b-14f8640b0449, host n-h2-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:29:11.620759 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-bb6a8c8b-ccd0-41d6-92c1-9fbe9ec99e4f admin admin] Deleting port f9e4d730-0b49-433a-9861-aeaeae015c13 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:29:11.621098 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bb6a8c8b-ccd0-41d6-92c1-9fbe9ec99e4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (f9e4d730-0b49-433a-9861-aeaeae015c13), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:11.647886 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-333d9db5-0312-41a0-b80a-728abafea400 req-286b752b-daa5-42b5-bd69-a9f7f6235a4f service neutron] For port 9ca5199a-acd0-486c-b51b-14f8640b0449, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=9ca5199a-acd0-486c-b51b-14f8640b0449,segment=NetworkSegment(7617739c-1148-405a-b759-881cda43c47e),segment_id=7617739c-1148-405a-b759-881cda43c47e)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:29:11.657665 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f3746402-e65f-4566-b0ab-f1b9b44b06e5 req-fbcdef08-9c6b-46bc-822a-cc257fde0147 service neutron] 10.222.0.57 "GET /v2.0/networks/4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4409318 Mar 11 19:29:11.701795 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde8653-db46-4533-874d-5ff4e6b92450 req-1e5c740b-17d0-44b4-92cd-2b8077fa486c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:11.708535 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5dde8653-db46-4533-874d-5ff4e6b92450 req-1e5c740b-17d0-44b4-92cd-2b8077fa486c service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7527792 Mar 11 19:29:11.709808 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-333d9db5-0312-41a0-b80a-728abafea400 req-286b752b-daa5-42b5-bd69-a9f7f6235a4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (9ca5199a-acd0-486c-b51b-14f8640b0449), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:11.727380 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e5f26-fd41-4bfc-aa58-8269a868e451 req-bd9976cd-a32b-475d-8c19-ec217de19b5d tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:11.745478 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-017e5f26-fd41-4bfc-aa58-8269a868e451 req-bd9976cd-a32b-475d-8c19-ec217de19b5d tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c8c343d-0b54-4526-8474-397a7a119dfb HTTP/1.1" status: 200 len: 944 time: 0.4735854 Mar 11 19:29:11.769542 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device ea46a9aa-1392-42b7-ac12-28c954299cb4 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:29:11.823755 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: ea46a9aa-1392-42b7-ac12-28c954299cb4 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:29:11.824259 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device ea46a9aa-1392-42b7-ac12-28c954299cb4 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:29:11.932493 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12df97d-3417-49fd-9f3a-e8fba844a67e req-5988d625-d9fc-4c93-8b8b-179c4a963fc6 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:11.934251 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e12df97d-3417-49fd-9f3a-e8fba844a67e req-5988d625-d9fc-4c93-8b8b-179c4a963fc6 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6912256-9a05-446d-93ac-d6cd63a1df39 HTTP/1.1" status: 200 len: 943 time: 0.3437903 Mar 11 19:29:11.956555 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-647d5284-4918-4676-8cbc-008d0a1721e1 service neutron] Attempting to bind port ebfb71f0-04b3-45d0-a06b-4dbc510957f9 on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:29:11.962843 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-647d5284-4918-4676-8cbc-008d0a1721e1 service neutron] Attempting to bind port ebfb71f0-04b3-45d0-a06b-4dbc510957f9 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '84b0979a-8a8b-4100-94cf-7dcf4d79135b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '4f561aff-d3ac-41b3-ba00-952d014b3e3f'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:29:11.963359 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-647d5284-4918-4676-8cbc-008d0a1721e1 service neutron] Attempting to bind port ebfb71f0-04b3-45d0-a06b-4dbc510957f9 on network 4f561aff-d3ac-41b3-ba00-952d014b3e3f {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:29:11.982944 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d9db5-0312-41a0-b80a-728abafea400 req-286b752b-daa5-42b5-bd69-a9f7f6235a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:11.984459 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-333d9db5-0312-41a0-b80a-728abafea400 req-286b752b-daa5-42b5-bd69-a9f7f6235a4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:11.987441 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-333d9db5-0312-41a0-b80a-728abafea400 req-286b752b-daa5-42b5-bd69-a9f7f6235a4f service neutron] 10.222.0.57 "PUT /v2.0/ports/9ca5199a-acd0-486c-b51b-14f8640b0449 HTTP/1.1" status: 200 len: 1092 time: 4.3359435 Mar 11 19:29:11.997997 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c8c343d-0b54-4526-8474-397a7a119dfb', 'tag': '9ca5199a-acd0-486c-b51b-14f8640b0449'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:29:12.004524 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ba08dc-f24f-42c2-933d-a385d6501f0b" -d '{"events": [{"name": "network-changed", "server_uuid": "1c8c343d-0b54-4526-8474-397a7a119dfb", "tag": "9ca5199a-acd0-486c-b51b-14f8640b0449"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:29:12.051695 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e12df97d-3417-49fd-9f3a-e8fba844a67e req-a8786ec2-ae76-478e-b8b5-c441f35816ed tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027391 Mar 11 19:29:12.079452 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-647d5284-4918-4676-8cbc-008d0a1721e1 service neutron] Port ebfb71f0-04b3-45d0-a06b-4dbc510957f9 on network 4f561aff-d3ac-41b3-ba00-952d014b3e3f not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:29:12.086559 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-647d5284-4918-4676-8cbc-008d0a1721e1 service neutron] Attempting to bind port ebfb71f0-04b3-45d0-a06b-4dbc510957f9 on network 4f561aff-d3ac-41b3-ba00-952d014b3e3f {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:29:12.098865 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-017e5f26-fd41-4bfc-aa58-8269a868e451 req-cc979c4d-4933-49db-85c8-2358355b1380 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/security-groups?id=0961abee-fe62-4d69-976a-7014d627610b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995183 Mar 11 19:29:12.153287 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f3746402-e65f-4566-b0ab-f1b9b44b06e5 req-14231327-9c3e-4650-b2d1-b11fdef1069f service neutron] 10.222.0.57 "GET /v2.0/networks/4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4061069 Mar 11 19:29:12.233861 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-08d53ae5-6c4e-489c-877d-972db34c723a req-49de6ac1-de4f-49a1-93c9-d79d62de87fc tempest-AttachSCSIVolumeTestJSON-1183104708 tempest-AttachSCSIVolumeTestJSON-1183104708-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e2c2f74-9980-41b6-865a-08854f828156 HTTP/1.1" status: 200 len: 210 time: 0.0684354 Mar 11 19:29:12.375019 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47e0f96-dbda-4a20-a858-edb2824418f6 x-openstack-request-id: req-c47e0f96-dbda-4a20-a858-edb2824418f6 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:29:12.378912 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c8c343d-0b54-4526-8474-397a7a119dfb", "tag": "9ca5199a-acd0-486c-b51b-14f8640b0449", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:29:12.380860 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c47e0f96-dbda-4a20-a858-edb2824418f6 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:29:12.383297 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c8c343d-0b54-4526-8474-397a7a119dfb', 'tag': '9ca5199a-acd0-486c-b51b-14f8640b0449', 'status': 'completed', 'code': 200} Mar 11 19:29:12.384976 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286b752b-daa5-42b5-bd69-a9f7f6235a4f service neutron] Pushing event updated for resources: {'Port': ['ID=9ca5199a-acd0-486c-b51b-14f8640b0449,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:12.391370 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c87a2-68a2-4e30-9f35-0af5712a332d req-b57aedfe-b7f1-4958-96e8-e78bc23ddadd tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:12.398461 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c87a2-68a2-4e30-9f35-0af5712a332d req-b57aedfe-b7f1-4958-96e8-e78bc23ddadd tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:12.404705 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c87a2-68a2-4e30-9f35-0af5712a332d req-b57aedfe-b7f1-4958-96e8-e78bc23ddadd tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:12.413472 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c87a2-68a2-4e30-9f35-0af5712a332d req-b57aedfe-b7f1-4958-96e8-e78bc23ddadd tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:12.419975 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c87a2-68a2-4e30-9f35-0af5712a332d req-b57aedfe-b7f1-4958-96e8-e78bc23ddadd tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:12.422185 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-647d5284-4918-4676-8cbc-008d0a1721e1 service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:29:12.422787 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-647d5284-4918-4676-8cbc-008d0a1721e1 service neutron] Checking segment: {'id': '84b0979a-8a8b-4100-94cf-7dcf4d79135b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '4f561aff-d3ac-41b3-ba00-952d014b3e3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:29:12.424049 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-647d5284-4918-4676-8cbc-008d0a1721e1 service neutron] Bound using segment: {'id': '84b0979a-8a8b-4100-94cf-7dcf4d79135b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '4f561aff-d3ac-41b3-ba00-952d014b3e3f'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:29:12.424638 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-647d5284-4918-4676-8cbc-008d0a1721e1 service neutron] Bound port: ebfb71f0-04b3-45d0-a06b-4dbc510957f9, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84b0979a-8a8b-4100-94cf-7dcf4d79135b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '4f561aff-d3ac-41b3-ba00-952d014b3e3f'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:29:12.426059 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-647d5284-4918-4676-8cbc-008d0a1721e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ebfb71f0-04b3-45d0-a06b-4dbc510957f9), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:12.426186 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c87a2-68a2-4e30-9f35-0af5712a332d req-b57aedfe-b7f1-4958-96e8-e78bc23ddadd tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:12.433984 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c87a2-68a2-4e30-9f35-0af5712a332d req-b57aedfe-b7f1-4958-96e8-e78bc23ddadd tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:12.447434 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-229c87a2-68a2-4e30-9f35-0af5712a332d req-b57aedfe-b7f1-4958-96e8-e78bc23ddadd tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 5394 time: 0.1505425 Mar 11 19:29:12.483673 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-bb6a8c8b-ccd0-41d6-92c1-9fbe9ec99e4f admin admin] For port f9e4d730-0b49-433a-9861-aeaeae015c13, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=f9e4d730-0b49-433a-9861-aeaeae015c13,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:29:12.484274 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bb6a8c8b-ccd0-41d6-92c1-9fbe9ec99e4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (f9e4d730-0b49-433a-9861-aeaeae015c13), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:12.486704 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55ae19-be5c-48f5-899e-42c8ee75ac30 req-c7b98aac-f023-4ef9-aeec-b0cb09540a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:12.488403 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-db55ae19-be5c-48f5-899e-42c8ee75ac30 req-c7b98aac-f023-4ef9-aeec-b0cb09540a50 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f95acd8ec5ef45d8b7ae8994d46f4375&device_id=b6912256-9a05-446d-93ac-d6cd63a1df39 HTTP/1.1" status: 200 len: 1125 time: 0.2505047 Mar 11 19:29:12.507868 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-bb6a8c8b-ccd0-41d6-92c1-9fbe9ec99e4f admin admin] Calling delete_port for f9e4d730-0b49-433a-9861-aeaeae015c13 owned by network:router_gateway {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:29:12.612000 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55ae19-be5c-48f5-899e-42c8ee75ac30 req-5da504c2-a95a-4d52-9bbc-cca922662efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:12.613952 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-db55ae19-be5c-48f5-899e-42c8ee75ac30 req-5da504c2-a95a-4d52-9bbc-cca922662efc service neutron] 10.222.0.57 "GET /v2.0/networks?id=4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a HTTP/1.1" status: 200 len: 908 time: 0.1191418 Mar 11 19:29:12.693932 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-229c87a2-68a2-4e30-9f35-0af5712a332d req-a3cda39d-d4db-4727-b52d-a9a13e7ced10 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/security-groups?id=019be762-639e-4ed8-9c49-723d3436f32b&id=97b5c377-83f5-4bad-bf80-e3f012b06736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2454545 Mar 11 19:29:12.774584 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-af79255d-21dd-47a9-8514-15ed26121482 req-9756b956-97d9-422e-853d-e62b42c55c54 tempest-ServersAdmin275Test-107861968 tempest-ServersAdmin275Test-107861968-project] 10.222.0.65 "GET /v2.0/ports?device_id=27a07cf5-eaf0-4721-b0fa-8387298c9e0a HTTP/1.1" status: 200 len: 210 time: 0.2848253 Mar 11 19:29:12.783606 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-db55ae19-be5c-48f5-899e-42c8ee75ac30 req-4a332180-824f-48d1-9fc7-2ebd99e582d4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7 HTTP/1.1" status: 200 len: 217 time: 0.1231434 Mar 11 19:29:12.859681 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55ae19-be5c-48f5-899e-42c8ee75ac30 req-3a330596-6e83-49cb-906f-5809e7fcdf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:12.862616 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-db55ae19-be5c-48f5-899e-42c8ee75ac30 req-3a330596-6e83-49cb-906f-5809e7fcdf01 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f742a986-c135-4269-ad05-332f85e495a8 HTTP/1.1" status: 200 len: 847 time: 0.0718267 Mar 11 19:29:12.907371 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-db55ae19-be5c-48f5-899e-42c8ee75ac30 req-5143e797-e501-440e-9b70-9485e6489daf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376287 Mar 11 19:29:13.161023 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-db55ae19-be5c-48f5-899e-42c8ee75ac30 req-175f49b5-9d7e-4c23-ab18-6cd94b22b55c service neutron] 10.222.0.57 "GET /v2.0/networks/4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456789 Mar 11 19:29:13.397833 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5dde8653-db46-4533-874d-5ff4e6b92450 req-d51fad18-415b-47cd-9841-aacf1627d1c3 tempest-ServersAdmin275Test-107861968 tempest-ServersAdmin275Test-107861968-project] 10.222.0.57 "GET /v2.0/ports?device_id=27a07cf5-eaf0-4721-b0fa-8387298c9e0a HTTP/1.1" status: 200 len: 210 time: 0.1936574 Mar 11 19:29:13.566320 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-db55ae19-be5c-48f5-899e-42c8ee75ac30 req-7321cf70-ea2c-4a8a-b3a8-ac354f5dede3 service neutron] 10.222.0.57 "GET /v2.0/networks/4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3989675 Mar 11 19:29:13.589246 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed7cc5-c2ea-48e6-8603-3bbc57422d36 req-f67a6d56-d069-497c-a7c3-c35de9cb6aea tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:13.590893 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7eed7cc5-c2ea-48e6-8603-3bbc57422d36 req-f67a6d56-d069-497c-a7c3-c35de9cb6aea tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6912256-9a05-446d-93ac-d6cd63a1df39 HTTP/1.1" status: 200 len: 943 time: 0.3856986 Mar 11 19:29:13.635002 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4732a6e-7a4c-4613-b148-f8db79d74600 req-e0542be2-e35b-4b6a-8aab-e828bb2ae3c5 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:13.636564 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c4732a6e-7a4c-4613-b148-f8db79d74600 req-e0542be2-e35b-4b6a-8aab-e828bb2ae3c5 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c8c343d-0b54-4526-8474-397a7a119dfb HTTP/1.1" status: 200 len: 944 time: 0.3903012 Mar 11 19:29:13.786756 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a8b9a-b39d-4583-9b61-9ff506238a51 req-4204c8ca-d0bc-4095-b6f8-282cdced04cf tempest-AttachSCSIVolumeTestJSON-1183104708 tempest-AttachSCSIVolumeTestJSON-1183104708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:13.789283 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-838a8b9a-b39d-4583-9b61-9ff506238a51 req-4204c8ca-d0bc-4095-b6f8-282cdced04cf tempest-AttachSCSIVolumeTestJSON-1183104708 tempest-AttachSCSIVolumeTestJSON-1183104708-project] 10.222.0.75 "GET /v2.0/networks?id=2f8aa864-d343-498b-b250-957730207b49 HTTP/1.1" status: 200 len: 815 time: 1.9293702 Mar 11 19:29:13.799922 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d9db5-0312-41a0-b80a-728abafea400 req-6f6fabb6-fcd8-4f4e-9820-59ad56a30429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:13.802801 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-333d9db5-0312-41a0-b80a-728abafea400 req-6f6fabb6-fcd8-4f4e-9820-59ad56a30429 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=36c6fb85db664d0dac9633c7a1a49fd2&device_id=1c8c343d-0b54-4526-8474-397a7a119dfb HTTP/1.1" status: 200 len: 1126 time: 1.7588029 Mar 11 19:29:13.812794 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7eed7cc5-c2ea-48e6-8603-3bbc57422d36 req-8873be07-0d48-49b6-a22b-0058c8d19993 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033420 Mar 11 19:29:13.825910 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c4732a6e-7a4c-4613-b148-f8db79d74600 req-829eee87-d3a7-4255-87c7-68e6994bc152 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/security-groups?id=0961abee-fe62-4d69-976a-7014d627610b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611171 Mar 11 19:29:13.864329 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-333d9db5-0312-41a0-b80a-728abafea400 req-60d60751-e852-49c6-b372-fd5bcc547cc9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ca5199a-acd0-486c-b51b-14f8640b0449 HTTP/1.1" status: 200 len: 217 time: 0.0530415 Mar 11 19:29:13.884428 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bb6a8c8b-ccd0-41d6-92c1-9fbe9ec99e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (f9e4d730-0b49-433a-9861-aeaeae015c13), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:13.904694 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-838a8b9a-b39d-4583-9b61-9ff506238a51 req-f289bb1d-c529-4774-bb8c-b293a39a4e27 tempest-AttachSCSIVolumeTestJSON-1183104708 tempest-AttachSCSIVolumeTestJSON-1183104708-project] Request body: {'port': {'device_id': '6e2c2f74-9980-41b6-865a-08854f828156', 'network_id': '2f8aa864-d343-498b-b250-957730207b49', 'admin_state_up': True, 'tenant_id': '995b54d9cef34e9595750043705eaa07'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:29:13.967475 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6a8c8b-ccd0-41d6-92c1-9fbe9ec99e4f admin admin] Pushing event deleted for resources: {'Port': ['ID=f9e4d730-0b49-433a-9861-aeaeae015c13,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:14.056527 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1423c009-9368-4eff-bdaa-caa99d6a6b63 req-5bf40521-fd24-47c5-bc8a-3bb645785e8b tempest-AttachSCSIVolumeTestJSON-1183104708 tempest-AttachSCSIVolumeTestJSON-1183104708-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e2c2f74-9980-41b6-865a-08854f828156 HTTP/1.1" status: 200 len: 210 time: 0.0823257 Mar 11 19:29:14.224309 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c66ab3-173e-4c19-8d1a-d1dae69ff926 req-480d0678-cd80-42bc-b1df-375451f92f6f tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:14.230790 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c66ab3-173e-4c19-8d1a-d1dae69ff926 req-480d0678-cd80-42bc-b1df-375451f92f6f tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:14.240439 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c66ab3-173e-4c19-8d1a-d1dae69ff926 req-480d0678-cd80-42bc-b1df-375451f92f6f tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:14.244071 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c66ab3-173e-4c19-8d1a-d1dae69ff926 req-480d0678-cd80-42bc-b1df-375451f92f6f tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:14.253231 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c66ab3-173e-4c19-8d1a-d1dae69ff926 req-480d0678-cd80-42bc-b1df-375451f92f6f tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:14.261209 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c66ab3-173e-4c19-8d1a-d1dae69ff926 req-480d0678-cd80-42bc-b1df-375451f92f6f tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:14.267056 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-647d5284-4918-4676-8cbc-008d0a1721e1 service neutron] For port ebfb71f0-04b3-45d0-a06b-4dbc510957f9, host n-h1-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:29:14.268136 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c66ab3-173e-4c19-8d1a-d1dae69ff926 req-480d0678-cd80-42bc-b1df-375451f92f6f tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:14.280324 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c2c66ab3-173e-4c19-8d1a-d1dae69ff926 req-480d0678-cd80-42bc-b1df-375451f92f6f tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 5394 time: 0.2319207 Mar 11 19:29:14.285310 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-5b02f5f9-dfc5-4a73-9e1a-a6d824aef092 admin admin] Deleting port a40402ea-0b96-4e24-a324-ac1b0a5a3164 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:29:14.285950 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5b02f5f9-dfc5-4a73-9e1a-a6d824aef092 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (a40402ea-0b96-4e24-a324-ac1b0a5a3164), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:14.344105 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f2e61799-2f4d-4fb2-99e3-7e9962cd45ec req-ad85f2fc-4818-401b-ae91-f22931fd8da6 tempest-ServersAdmin275Test-107861968 tempest-ServersAdmin275Test-107861968-project] 10.222.0.65 "GET /v2.0/ports?device_id=27a07cf5-eaf0-4721-b0fa-8387298c9e0a HTTP/1.1" status: 200 len: 210 time: 0.0492005 Mar 11 19:29:14.406536 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-647d5284-4918-4676-8cbc-008d0a1721e1 service neutron] For port ebfb71f0-04b3-45d0-a06b-4dbc510957f9, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=ebfb71f0-04b3-45d0-a06b-4dbc510957f9,segment=NetworkSegment(84b0979a-8a8b-4100-94cf-7dcf4d79135b),segment_id=84b0979a-8a8b-4100-94cf-7dcf4d79135b)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:29:14.438615 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c2c66ab3-173e-4c19-8d1a-d1dae69ff926 req-6652a3d7-dc9e-4e14-97dd-2ab615c2bdc0 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/security-groups?id=019be762-639e-4ed8-9c49-723d3436f32b&id=97b5c377-83f5-4bad-bf80-e3f012b06736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1569641 Mar 11 19:29:14.446310 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-647d5284-4918-4676-8cbc-008d0a1721e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (ebfb71f0-04b3-45d0-a06b-4dbc510957f9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:14.518635 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-838a8b9a-b39d-4583-9b61-9ff506238a51 req-f289bb1d-c529-4774-bb8c-b293a39a4e27 tempest-AttachSCSIVolumeTestJSON-1183104708 tempest-AttachSCSIVolumeTestJSON-1183104708-project] Made reservation on behalf of 995b54d9cef34e9595750043705eaa07 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:29:14.523018 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-838a8b9a-b39d-4583-9b61-9ff506238a51 req-f289bb1d-c529-4774-bb8c-b293a39a4e27 tempest-AttachSCSIVolumeTestJSON-1183104708 tempest-AttachSCSIVolumeTestJSON-1183104708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:14.543189 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647d5284-4918-4676-8cbc-008d0a1721e1 service neutron] Pushing event updated for resources: {'Port': ['ID=ebfb71f0-04b3-45d0-a06b-4dbc510957f9,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:14.599658 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d9db5-0312-41a0-b80a-728abafea400 req-ca636e70-4f1b-4846-a8bf-e20c6d9b44c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:14.602618 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-333d9db5-0312-41a0-b80a-728abafea400 req-ca636e70-4f1b-4846-a8bf-e20c6d9b44c7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=159c45f0-17a9-4dad-ae0c-9d105edbfcac HTTP/1.1" status: 200 len: 860 time: 0.6940322 Mar 11 19:29:14.643341 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647d5284-4918-4676-8cbc-008d0a1721e1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:14.643723 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647d5284-4918-4676-8cbc-008d0a1721e1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:14.644077 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647d5284-4918-4676-8cbc-008d0a1721e1 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:14.644421 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647d5284-4918-4676-8cbc-008d0a1721e1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:14.644757 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647d5284-4918-4676-8cbc-008d0a1721e1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:14.651876 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647d5284-4918-4676-8cbc-008d0a1721e1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:14.652435 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647d5284-4918-4676-8cbc-008d0a1721e1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:14.652895 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647d5284-4918-4676-8cbc-008d0a1721e1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:14.653344 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647d5284-4918-4676-8cbc-008d0a1721e1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:14.654841 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647d5284-4918-4676-8cbc-008d0a1721e1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:14.655424 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647d5284-4918-4676-8cbc-008d0a1721e1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:14.656015 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647d5284-4918-4676-8cbc-008d0a1721e1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:14.656566 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647d5284-4918-4676-8cbc-008d0a1721e1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:14.939247 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-647d5284-4918-4676-8cbc-008d0a1721e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:14.939981 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-647d5284-4918-4676-8cbc-008d0a1721e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:14.941474 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-647d5284-4918-4676-8cbc-008d0a1721e1 service neutron] 10.222.0.75 "PUT /v2.0/ports/ebfb71f0-04b3-45d0-a06b-4dbc510957f9 HTTP/1.1" status: 200 len: 1090 time: 6.0872095 Mar 11 19:29:14.947943 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f63e2d47-599d-4ffc-9f33-5578504bb7da', 'tag': 'ebfb71f0-04b3-45d0-a06b-4dbc510957f9'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:29:14.953716 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41658d8d-d90d-440b-bba9-ba8df7b4157f" -d '{"events": [{"name": "network-changed", "server_uuid": "f63e2d47-599d-4ffc-9f33-5578504bb7da", "tag": "ebfb71f0-04b3-45d0-a06b-4dbc510957f9"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:29:14.966973 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bb6a8c8b-ccd0-41d6-92c1-9fbe9ec99e4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (6e22474a-e8fb-43af-8d51-6f34acf010da), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:15.032479 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-705bc42c-d06f-4a98-9e77-184227c1e331 service neutron] Request body: {'port': {'device_id': 'f63e2d47-599d-4ffc-9f33-5578504bb7da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:29:15.168601 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcaad47-0f95-416b-850d-8beb69ca834e req-eaa84c7b-8d90-4d72-962d-ea6719e66049 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:15.178845 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cdcaad47-0f95-416b-850d-8beb69ca834e req-eaa84c7b-8d90-4d72-962d-ea6719e66049 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c8c343d-0b54-4526-8474-397a7a119dfb HTTP/1.1" status: 200 len: 944 time: 0.2182245 Mar 11 19:29:15.296713 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75048386-04f7-40c3-b4f9-f05d4b780783 req-567e76e7-4931-4d50-8041-ffab5b751ecf tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:15.311522 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-75048386-04f7-40c3-b4f9-f05d4b780783 req-567e76e7-4931-4d50-8041-ffab5b751ecf tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6912256-9a05-446d-93ac-d6cd63a1df39 HTTP/1.1" status: 200 len: 943 time: 0.3049073 Mar 11 19:29:15.354934 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cdcaad47-0f95-416b-850d-8beb69ca834e req-c23cec94-f7ba-4be0-9a10-71fa9a521ede tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/security-groups?id=0961abee-fe62-4d69-976a-7014d627610b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722689 Mar 11 19:29:15.375494 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-5b02f5f9-dfc5-4a73-9e1a-a6d824aef092 admin admin] For port a40402ea-0b96-4e24-a324-ac1b0a5a3164, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=a40402ea-0b96-4e24-a324-ac1b0a5a3164,segment=NetworkSegment(548d1191-6be3-49b7-b122-731f8e7bcddc),segment_id=548d1191-6be3-49b7-b122-731f8e7bcddc)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:29:15.389320 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5b02f5f9-dfc5-4a73-9e1a-a6d824aef092 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (a40402ea-0b96-4e24-a324-ac1b0a5a3164), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:15.430480 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-75048386-04f7-40c3-b4f9-f05d4b780783 req-1682692f-b42c-453c-afe2-bb693336f98b tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132014 Mar 11 19:29:15.484861 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bb6a8c8b-ccd0-41d6-92c1-9fbe9ec99e4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (6e22474a-e8fb-43af-8d51-6f34acf010da), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:15.489714 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bb6a8c8b-ccd0-41d6-92c1-9fbe9ec99e4f admin admin] Publish callbacks [] for router_controller (6e22474a-e8fb-43af-8d51-6f34acf010da), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:15.647973 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41658d8d-d90d-440b-bba9-ba8df7b4157f req-61078a97-d487-4a01-ab7f-c998ad7e1fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:15.652837 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41658d8d-d90d-440b-bba9-ba8df7b4157f req-61078a97-d487-4a01-ab7f-c998ad7e1fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:15.654549 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41658d8d-d90d-440b-bba9-ba8df7b4157f req-61078a97-d487-4a01-ab7f-c998ad7e1fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:15.655480 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41658d8d-d90d-440b-bba9-ba8df7b4157f req-61078a97-d487-4a01-ab7f-c998ad7e1fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:15.658046 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41658d8d-d90d-440b-bba9-ba8df7b4157f req-61078a97-d487-4a01-ab7f-c998ad7e1fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:15.658909 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41658d8d-d90d-440b-bba9-ba8df7b4157f req-61078a97-d487-4a01-ab7f-c998ad7e1fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:15.659435 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41658d8d-d90d-440b-bba9-ba8df7b4157f req-61078a97-d487-4a01-ab7f-c998ad7e1fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:15.662036 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-41658d8d-d90d-440b-bba9-ba8df7b4157f req-61078a97-d487-4a01-ab7f-c998ad7e1fdf service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5ef363cb3b8e470c93ba878a527f3d7f&device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 6410 time: 0.1621511 Mar 11 19:29:15.760212 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-838a8b9a-b39d-4583-9b61-9ff506238a51 req-f289bb1d-c529-4774-bb8c-b293a39a4e27 tempest-AttachSCSIVolumeTestJSON-1183104708 tempest-AttachSCSIVolumeTestJSON-1183104708-project] Allocated IP 172.20.0.12 (2f8aa864-d343-498b-b250-957730207b49/bc4f0b77-755b-408e-91f0-33286bbfa1df/7e4c1446-90bc-46ce-8b30-e081b64613f7) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:29:15.820319 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bffc8a61-d1ab-4d64-8aad-43a88ef7efc1 req-fce55f42-06fe-4375-badd-075f49e9fe51 tempest-AttachSCSIVolumeTestJSON-1183104708 tempest-AttachSCSIVolumeTestJSON-1183104708-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e2c2f74-9980-41b6-865a-08854f828156 HTTP/1.1" status: 200 len: 210 time: 0.1519408 Mar 11 19:29:15.865653 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1023799-9dbb-4030-ba24-6009d5e0d182 x-openstack-request-id: req-d1023799-9dbb-4030-ba24-6009d5e0d182 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:29:15.867027 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f63e2d47-599d-4ffc-9f33-5578504bb7da", "tag": "ebfb71f0-04b3-45d0-a06b-4dbc510957f9", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:29:15.867169 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d1023799-9dbb-4030-ba24-6009d5e0d182 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:29:15.867549 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f63e2d47-599d-4ffc-9f33-5578504bb7da', 'tag': 'ebfb71f0-04b3-45d0-a06b-4dbc510957f9', 'status': 'completed', 'code': 200} Mar 11 19:29:15.922386 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7 details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:29:15.986736 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bb6a8c8b-ccd0-41d6-92c1-9fbe9ec99e4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (6e22474a-e8fb-43af-8d51-6f34acf010da), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:15.987851 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb6a8c8b-ccd0-41d6-92c1-9fbe9ec99e4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e22474a-e8fb-43af-8d51-6f34acf010da {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:29:15.996822 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-5b02f5f9-dfc5-4a73-9e1a-a6d824aef092 admin admin] Calling delete_port for a40402ea-0b96-4e24-a324-ac1b0a5a3164 owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:29:16.028692 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bb6a8c8b-ccd0-41d6-92c1-9fbe9ec99e4f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:16.030792 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-bb6a8c8b-ccd0-41d6-92c1-9fbe9ec99e4f admin admin] 10.222.0.65 "DELETE /v2.0/routers/6e22474a-e8fb-43af-8d51-6f34acf010da HTTP/1.1" status: 204 len: 168 time: 6.0714176 Mar 11 19:29:16.037447 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d9db5-0312-41a0-b80a-728abafea400 req-27e71ac1-2446-491b-9dcd-9177c4fbe743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:16.039192 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-333d9db5-0312-41a0-b80a-728abafea400 req-27e71ac1-2446-491b-9dcd-9177c4fbe743 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1557e6f9-ef1e-471d-ad9b-c22fef29517e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.3704836 Mar 11 19:29:16.040173 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 55146) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:29:16.184681 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 55148) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:29:16.227294 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-705bc42c-d06f-4a98-9e77-184227c1e331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:16.272410 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7,segment=NetworkSegment(9cb9d205-9190-43c8-b078-f8df09db6175),segment_id=9cb9d205-9190-43c8-b078-f8df09db6175)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:29:16.308103 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': 'c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7', 'network_id': '4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a', 'port_id': 'c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7', 'mac_address': 'fa:16:3e:6a:2e:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f742a986-c135-4269-ad05-332f85e495a8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:29:16.409590 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:29:16.410426 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:16.450947 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:29:16.500777 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7,segment=NetworkSegment(9cb9d205-9190-43c8-b078-f8df09db6175),segment_id=9cb9d205-9190-43c8-b078-f8df09db6175)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:29:16.507459 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:16.656423 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:16.802017 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082fa8b7-6bc2-456f-b064-25159e2a1539 req-29697200-f74c-4bd1-bf4c-3cb953f350ad tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:16.807887 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082fa8b7-6bc2-456f-b064-25159e2a1539 req-29697200-f74c-4bd1-bf4c-3cb953f350ad tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:16.813334 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082fa8b7-6bc2-456f-b064-25159e2a1539 req-29697200-f74c-4bd1-bf4c-3cb953f350ad tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:16.820048 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082fa8b7-6bc2-456f-b064-25159e2a1539 req-29697200-f74c-4bd1-bf4c-3cb953f350ad tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:16.825795 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082fa8b7-6bc2-456f-b064-25159e2a1539 req-29697200-f74c-4bd1-bf4c-3cb953f350ad tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:16.831688 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082fa8b7-6bc2-456f-b064-25159e2a1539 req-29697200-f74c-4bd1-bf4c-3cb953f350ad tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:16.837930 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082fa8b7-6bc2-456f-b064-25159e2a1539 req-29697200-f74c-4bd1-bf4c-3cb953f350ad tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:16.839870 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-082fa8b7-6bc2-456f-b064-25159e2a1539 req-29697200-f74c-4bd1-bf4c-3cb953f350ad tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 5394 time: 1.1358197 Mar 11 19:29:16.844898 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:29:16.924240 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41658d8d-d90d-440b-bba9-ba8df7b4157f req-96592266-ad8c-4527-b4b0-d44faf031a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:16.924607 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41658d8d-d90d-440b-bba9-ba8df7b4157f req-96592266-ad8c-4527-b4b0-d44faf031a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:16.925260 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41658d8d-d90d-440b-bba9-ba8df7b4157f req-96592266-ad8c-4527-b4b0-d44faf031a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:16.928339 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-41658d8d-d90d-440b-bba9-ba8df7b4157f req-96592266-ad8c-4527-b4b0-d44faf031a40 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=5ef363cb3b8e470c93ba878a527f3d7f&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.2300620 Mar 11 19:29:16.985700 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b2d821-5cb9-4480-9710-9fbc10561bbe req-9d10d43e-2fb1-4e46-ab22-b5c6e5e11745 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:16.992941 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-32b2d821-5cb9-4480-9710-9fbc10561bbe req-9d10d43e-2fb1-4e46-ab22-b5c6e5e11745 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c8c343d-0b54-4526-8474-397a7a119dfb HTTP/1.1" status: 200 len: 944 time: 0.2552590 Mar 11 19:29:17.026577 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-082fa8b7-6bc2-456f-b064-25159e2a1539 req-8e07dc62-caf3-4c35-8d6e-f970daa1d2bb tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/security-groups?id=019be762-639e-4ed8-9c49-723d3436f32b&id=97b5c377-83f5-4bad-bf80-e3f012b06736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1728394 Mar 11 19:29:17.139956 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-32b2d821-5cb9-4480-9710-9fbc10561bbe req-4ca31334-eadd-4f93-8914-722feb3303a4 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/security-groups?id=0961abee-fe62-4d69-976a-7014d627610b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459684 Mar 11 19:29:17.141668 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41658d8d-d90d-440b-bba9-ba8df7b4157f req-0c549209-d0d2-4b36-ae4b-f8fcfecda950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:17.153512 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-41658d8d-d90d-440b-bba9-ba8df7b4157f req-0c549209-d0d2-4b36-ae4b-f8fcfecda950 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2176383 Mar 11 19:29:17.170362 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-333d9db5-0312-41a0-b80a-728abafea400 req-3799fe75-c2f4-478b-8181-a8ac550bae27 service neutron] 10.222.0.57 "GET /v2.0/networks/1557e6f9-ef1e-471d-ad9b-c22fef29517e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0803087 Mar 11 19:29:17.171122 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-351b7ad6-afc5-458d-8138-e8ef20a789ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:17.180341 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5b02f5f9-dfc5-4a73-9e1a-a6d824aef092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (a40402ea-0b96-4e24-a324-ac1b0a5a3164), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:17.245687 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-87a975f2-9a57-4472-8c6a-28b6b14becf8 admin admin] Deleting subnet d441f654-9ad6-4cc6-8a21-7d1bf2607b2a {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:29:17.254551 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-87a975f2-9a57-4472-8c6a-28b6b14becf8 admin admin] Publish callbacks [] for subnet (d441f654-9ad6-4cc6-8a21-7d1bf2607b2a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:17.300886 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fc15ed-98fd-4379-a79c-f17e9c4d2daa req-52192b67-5596-43f5-aad7-300cc0a5fd31 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:17.308047 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-87a975f2-9a57-4472-8c6a-28b6b14becf8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (d441f654-9ad6-4cc6-8a21-7d1bf2607b2a), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:17.310127 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-76fc15ed-98fd-4379-a79c-f17e9c4d2daa req-52192b67-5596-43f5-aad7-300cc0a5fd31 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6912256-9a05-446d-93ac-d6cd63a1df39 HTTP/1.1" status: 200 len: 944 time: 0.1385550 Mar 11 19:29:17.359087 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-105393c5-ab4c-47ea-a9cd-b92ffeda4fb2 req-f83b85ce-5300-4e1d-8451-baea4784aee1 tempest-AttachSCSIVolumeTestJSON-1183104708 tempest-AttachSCSIVolumeTestJSON-1183104708-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e2c2f74-9980-41b6-865a-08854f828156 HTTP/1.1" status: 200 len: 210 time: 0.0459025 Mar 11 19:29:17.452243 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-76fc15ed-98fd-4379-a79c-f17e9c4d2daa req-7cfec663-1292-40bd-8ffb-8b89a77183e1 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409771 Mar 11 19:29:17.760288 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device f9e4d730-0b49-433a-9861-aeaeae015c13 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:29:17.797504 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: f9e4d730-0b49-433a-9861-aeaeae015c13 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:29:17.798322 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device f9e4d730-0b49-433a-9861-aeaeae015c13 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:29:17.863658 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-87a975f2-9a57-4472-8c6a-28b6b14becf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (d441f654-9ad6-4cc6-8a21-7d1bf2607b2a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:17.875247 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b02f5f9-dfc5-4a73-9e1a-a6d824aef092 admin admin] Pushing event deleted for resources: {'Port': ['ID=a40402ea-0b96-4e24-a324-ac1b0a5a3164,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:17.937590 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7 up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:29:17.958918 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-705bc42c-d06f-4a98-9e77-184227c1e331 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:29:17.994626 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-838a8b9a-b39d-4583-9b61-9ff506238a51 req-f289bb1d-c529-4774-bb8c-b293a39a4e27 tempest-AttachSCSIVolumeTestJSON-1183104708 tempest-AttachSCSIVolumeTestJSON-1183104708-project] Publish callbacks [] for port (7e4c1446-90bc-46ce-8b30-e081b64613f7), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:17.997345 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-705bc42c-d06f-4a98-9e77-184227c1e331 service neutron] Publish callbacks [] for port (2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:18.057631 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:29:18.069165 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-705bc42c-d06f-4a98-9e77-184227c1e331 service neutron] Transition to ACTIVE for port object 2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:29:18.077843 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-333d9db5-0312-41a0-b80a-728abafea400 req-a89ed40f-85eb-4601-b232-280ede4bca69 service neutron] 10.222.0.57 "GET /v2.0/networks/1557e6f9-ef1e-471d-ad9b-c22fef29517e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8819954 Mar 11 19:29:18.078787 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:29:18.081261 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:18.194660 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-705bc42c-d06f-4a98-9e77-184227c1e331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:18.344578 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:29:18.344979 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:18.391387 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6912256-9a05-446d-93ac-d6cd63a1df39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:29:18.394639 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d77d2fcf-8459-492a-a962-a03df0819ca3" -d '{"events": [{"server_uuid": "b6912256-9a05-446d-93ac-d6cd63a1df39", "name": "network-vif-plugged", "status": "completed", "tag": "c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:29:18.406004 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7,segment=NetworkSegment(9cb9d205-9190-43c8-b078-f8df09db6175),segment_id=9cb9d205-9190-43c8-b078-f8df09db6175)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:29:18.411857 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:18.417754 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07079b8-40b9-48a1-8017-3846b4770b9f req-3fd51a7a-0a4b-4970-9b87-8a7f86c34812 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:18.424479 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07079b8-40b9-48a1-8017-3846b4770b9f req-3fd51a7a-0a4b-4970-9b87-8a7f86c34812 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:18.432086 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07079b8-40b9-48a1-8017-3846b4770b9f req-3fd51a7a-0a4b-4970-9b87-8a7f86c34812 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:18.437364 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07079b8-40b9-48a1-8017-3846b4770b9f req-3fd51a7a-0a4b-4970-9b87-8a7f86c34812 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:18.443177 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07079b8-40b9-48a1-8017-3846b4770b9f req-3fd51a7a-0a4b-4970-9b87-8a7f86c34812 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:18.449348 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07079b8-40b9-48a1-8017-3846b4770b9f req-3fd51a7a-0a4b-4970-9b87-8a7f86c34812 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:18.454994 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07079b8-40b9-48a1-8017-3846b4770b9f req-3fd51a7a-0a4b-4970-9b87-8a7f86c34812 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:18.463271 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d07079b8-40b9-48a1-8017-3846b4770b9f req-3fd51a7a-0a4b-4970-9b87-8a7f86c34812 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 5406 time: 0.2571228 Mar 11 19:29:18.498509 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b4e7f-3add-45d1-9012-81823d429193 req-c91bacc7-5afa-40f8-9a94-df72dbb20f5a tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:18.506031 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8d8b4e7f-3add-45d1-9012-81823d429193 req-c91bacc7-5afa-40f8-9a94-df72dbb20f5a tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c8c343d-0b54-4526-8474-397a7a119dfb HTTP/1.1" status: 200 len: 944 time: 0.2275329 Mar 11 19:29:18.537193 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:18.598224 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:18.618896 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d07079b8-40b9-48a1-8017-3846b4770b9f req-d1132441-2f26-4649-a11d-910433c45e0b tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/security-groups?id=019be762-639e-4ed8-9c49-723d3436f32b&id=97b5c377-83f5-4bad-bf80-e3f012b06736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1544938 Mar 11 19:29:18.711386 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8d8b4e7f-3add-45d1-9012-81823d429193 req-6599c9d9-8022-4578-9bb2-92b144ac6005 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/security-groups?id=0961abee-fe62-4d69-976a-7014d627610b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043962 Mar 11 19:29:18.793468 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3e84d7ab-5d28-4887-934a-7be960d08eaf req-fd642b7b-4d78-4e1e-bb51-6aa8863cea20 tempest-AttachSCSIVolumeTestJSON-1183104708 tempest-AttachSCSIVolumeTestJSON-1183104708-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e2c2f74-9980-41b6-865a-08854f828156 HTTP/1.1" status: 200 len: 210 time: 0.0808492 Mar 11 19:29:18.798322 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b34f3f5-5355-4037-b13b-3788362b31ca x-openstack-request-id: req-0b34f3f5-5355-4037-b13b-3788362b31ca {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:29:18.798911 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6912256-9a05-446d-93ac-d6cd63a1df39", "name": "network-vif-plugged", "status": "completed", "tag": "c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:29:18.798997 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0b34f3f5-5355-4037-b13b-3788362b31ca {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:29:18.799536 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6912256-9a05-446d-93ac-d6cd63a1df39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7', 'code': 200} Mar 11 19:29:18.907048 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-87a975f2-9a57-4472-8c6a-28b6b14becf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (d441f654-9ad6-4cc6-8a21-7d1bf2607b2a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:19.001224 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a975f2-9a57-4472-8c6a-28b6b14becf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d441f654-9ad6-4cc6-8a21-7d1bf2607b2a,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:19.121551 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-351b7ad6-afc5-458d-8138-e8ef20a789ac admin admin] Publish callbacks [] for security_group (9e8f1b80-130d-4875-9101-2327d6c15e73), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:19.147210 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4376d2f3-e567-4afc-83ce-6d411f811bca req-fc587973-01fe-401c-a064-bbae833b3dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:19.171387 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4376d2f3-e567-4afc-83ce-6d411f811bca req-fc587973-01fe-401c-a064-bbae833b3dce service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b6912256-9a05-446d-93ac-d6cd63a1df39 HTTP/1.1" status: 200 len: 1127 time: 0.2742515 Mar 11 19:29:19.178713 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e14aa4-4039-4302-b48f-ce621b9f4d00 None None] Network 7e891c9c-780d-4806-ada4-461cdb42d7c7 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:29:19.214316 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-351b7ad6-afc5-458d-8138-e8ef20a789ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (9e8f1b80-130d-4875-9101-2327d6c15e73), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:19.246979 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-87a975f2-9a57-4472-8c6a-28b6b14becf8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:19.257338 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-87a975f2-9a57-4472-8c6a-28b6b14becf8 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/d441f654-9ad6-4cc6-8a21-7d1bf2607b2a HTTP/1.1" status: 204 len: 168 time: 3.2017307 Mar 11 19:29:19.267839 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 55172) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:29:19.276564 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b7072a-d6ac-47ab-91ef-1861671583a3 req-659a75b1-3c47-49de-aeab-0b15bbbcb486 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:19.283437 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-70b7072a-d6ac-47ab-91ef-1861671583a3 req-659a75b1-3c47-49de-aeab-0b15bbbcb486 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6912256-9a05-446d-93ac-d6cd63a1df39 HTTP/1.1" status: 200 len: 945 time: 0.3778086 Mar 11 19:29:19.291409 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705bc42c-d06f-4a98-9e77-184227c1e331 service neutron] Pushing event updated for resources: {'Port': ['ID=2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:19.454741 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4376d2f3-e567-4afc-83ce-6d411f811bca req-13cb091b-c21e-4920-856f-e89edae58f58 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687569 Mar 11 19:29:19.475259 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-70b7072a-d6ac-47ab-91ef-1861671583a3 req-c6e626c5-574b-4dfb-9efc-0ed81e40262b tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801851 Mar 11 19:29:19.542095 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf14040e-ad41-455f-a6de-e28f8232dfb1 None None] DHCP port deletion for 7e891c9c-780d-4806-ada4-461cdb42d7c7 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:29:19.562600 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-838a8b9a-b39d-4583-9b61-9ff506238a51 req-f289bb1d-c529-4774-bb8c-b293a39a4e27 tempest-AttachSCSIVolumeTestJSON-1183104708 tempest-AttachSCSIVolumeTestJSON-1183104708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (7e4c1446-90bc-46ce-8b30-e081b64613f7), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:19.564292 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5b02f5f9-dfc5-4a73-9e1a-a6d824aef092 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (e1c5f98d-66d2-41bc-9095-121d4d1af775), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:19.628628 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-cf14040e-ad41-455f-a6de-e28f8232dfb1 None None] Deleting port f2e1a13c-d6f2-487e-a1d2-5be10d1ed907 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:29:19.640380 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cf14040e-ad41-455f-a6de-e28f8232dfb1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (f2e1a13c-d6f2-487e-a1d2-5be10d1ed907), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:19.664193 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f289bb1d-c529-4774-bb8c-b293a39a4e27 tempest-AttachSCSIVolumeTestJSON-1183104708 tempest-AttachSCSIVolumeTestJSON-1183104708-project] Pushing event updated for resources: {'Port': ['ID=7e4c1446-90bc-46ce-8b30-e081b64613f7,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:19.772380 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55180) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:29:19.773405 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-cf14040e-ad41-455f-a6de-e28f8232dfb1 None None] For port f2e1a13c-d6f2-487e-a1d2-5be10d1ed907, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=f2e1a13c-d6f2-487e-a1d2-5be10d1ed907,segment=NetworkSegment(56946f99-bbe1-4126-80e4-d7f1dc0f454e),segment_id=56946f99-bbe1-4126-80e4-d7f1dc0f454e)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:29:19.773811 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cf14040e-ad41-455f-a6de-e28f8232dfb1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (f2e1a13c-d6f2-487e-a1d2-5be10d1ed907), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:19.787560 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-351b7ad6-afc5-458d-8138-e8ef20a789ac admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f0aa6c6d11d3492bbf22ef917b164b3a&name=default HTTP/1.1" status: 200 len: 2996 time: 3.5574148 Mar 11 19:29:19.808581 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-cf14040e-ad41-455f-a6de-e28f8232dfb1 None None] Calling delete_port for f2e1a13c-d6f2-487e-a1d2-5be10d1ed907 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:29:19.866256 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351b7ad6-afc5-458d-8138-e8ef20a789ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8f1b80-130d-4875-9101-2327d6c15e73,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:19.882511 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-838a8b9a-b39d-4583-9b61-9ff506238a51 req-f289bb1d-c529-4774-bb8c-b293a39a4e27 tempest-AttachSCSIVolumeTestJSON-1183104708 tempest-AttachSCSIVolumeTestJSON-1183104708-project] Network 2f8aa864-d343-498b-b250-957730207b49 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:29:19.893659 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-838a8b9a-b39d-4583-9b61-9ff506238a51 req-f289bb1d-c529-4774-bb8c-b293a39a4e27 tempest-AttachSCSIVolumeTestJSON-1183104708 tempest-AttachSCSIVolumeTestJSON-1183104708-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:29:19.900107 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba08dc-f24f-42c2-933d-a385d6501f0b req-048a73e6-f210-42b1-ac94-7046e31d5143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:19.901897 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f6ba08dc-f24f-42c2-933d-a385d6501f0b req-048a73e6-f210-42b1-ac94-7046e31d5143 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=36c6fb85db664d0dac9633c7a1a49fd2&device_id=1c8c343d-0b54-4526-8474-397a7a119dfb HTTP/1.1" status: 200 len: 1126 time: 1.6968782 Mar 11 19:29:19.968993 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-838a8b9a-b39d-4583-9b61-9ff506238a51 req-f289bb1d-c529-4774-bb8c-b293a39a4e27 tempest-AttachSCSIVolumeTestJSON-1183104708 tempest-AttachSCSIVolumeTestJSON-1183104708-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:29:20.052893 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e60ea27d-944e-4e7e-92e1-7346082ba881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (7e891c9c-780d-4806-ada4-461cdb42d7c7), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:20.150223 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ad798-e220-48fc-8399-a52329647d88 req-86feb70a-dd58-463d-9800-39ad36053e9a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:20.158181 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-705bc42c-d06f-4a98-9e77-184227c1e331 service neutron] Attempting to bind port 2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3 on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:29:20.160131 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-705bc42c-d06f-4a98-9e77-184227c1e331 service neutron] Attempting to bind port 2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '84b0979a-8a8b-4100-94cf-7dcf4d79135b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '4f561aff-d3ac-41b3-ba00-952d014b3e3f'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:29:20.162242 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-705bc42c-d06f-4a98-9e77-184227c1e331 service neutron] Attempting to bind port 2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3 on network 4f561aff-d3ac-41b3-ba00-952d014b3e3f {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:29:20.165892 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ad798-e220-48fc-8399-a52329647d88 req-86feb70a-dd58-463d-9800-39ad36053e9a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:20.174213 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ad798-e220-48fc-8399-a52329647d88 req-86feb70a-dd58-463d-9800-39ad36053e9a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:20.189589 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device f2e1a13c-d6f2-487e-a1d2-5be10d1ed907 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:29:20.194366 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cf14040e-ad41-455f-a6de-e28f8232dfb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (f2e1a13c-d6f2-487e-a1d2-5be10d1ed907), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:20.194636 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ad798-e220-48fc-8399-a52329647d88 req-86feb70a-dd58-463d-9800-39ad36053e9a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:20.212534 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ad798-e220-48fc-8399-a52329647d88 req-86feb70a-dd58-463d-9800-39ad36053e9a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:20.220481 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ad798-e220-48fc-8399-a52329647d88 req-86feb70a-dd58-463d-9800-39ad36053e9a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:20.241214 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ad798-e220-48fc-8399-a52329647d88 req-86feb70a-dd58-463d-9800-39ad36053e9a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:20.260766 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e46ad798-e220-48fc-8399-a52329647d88 req-86feb70a-dd58-463d-9800-39ad36053e9a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 5406 time: 0.4592319 Mar 11 19:29:20.299221 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: f2e1a13c-d6f2-487e-a1d2-5be10d1ed907 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:29:20.299570 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device f2e1a13c-d6f2-487e-a1d2-5be10d1ed907 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:29:20.310685 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf14040e-ad41-455f-a6de-e28f8232dfb1 None None] Pushing event deleted for resources: {'Port': ['ID=f2e1a13c-d6f2-487e-a1d2-5be10d1ed907,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:20.323037 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf14040e-ad41-455f-a6de-e28f8232dfb1 None None] No DVR routers for this DVR port f2e1a13c-d6f2-487e-a1d2-5be10d1ed907 on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:29:20.324849 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-705bc42c-d06f-4a98-9e77-184227c1e331 service neutron] Port 2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3 on network 4f561aff-d3ac-41b3-ba00-952d014b3e3f not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:29:20.325351 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-705bc42c-d06f-4a98-9e77-184227c1e331 service neutron] Attempting to bind port 2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3 on network 4f561aff-d3ac-41b3-ba00-952d014b3e3f {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:29:20.369184 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-570d7829-9ad5-4ca1-bbf0-6f620608fcdb None None] Provisioning complete for port 7e4c1446-90bc-46ce-8b30-e081b64613f7 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:29:20.372352 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-570d7829-9ad5-4ca1-bbf0-6f620608fcdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (7e4c1446-90bc-46ce-8b30-e081b64613f7), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:20.408801 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8019fcaa-d76a-44ff-af57-eaae6423fd9a admin admin] Publish callbacks [] for security_group (9e8f1b80-130d-4875-9101-2327d6c15e73), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:20.434028 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e46ad798-e220-48fc-8399-a52329647d88 req-abbe3175-9884-4bf1-9421-55bf944f0f69 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/security-groups?id=019be762-639e-4ed8-9c49-723d3436f32b&id=97b5c377-83f5-4bad-bf80-e3f012b06736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1716747 Mar 11 19:29:20.479713 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a8b9a-b39d-4583-9b61-9ff506238a51 req-f289bb1d-c529-4774-bb8c-b293a39a4e27 tempest-AttachSCSIVolumeTestJSON-1183104708 tempest-AttachSCSIVolumeTestJSON-1183104708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:20.480373 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-838a8b9a-b39d-4583-9b61-9ff506238a51 req-f289bb1d-c529-4774-bb8c-b293a39a4e27 tempest-AttachSCSIVolumeTestJSON-1183104708 tempest-AttachSCSIVolumeTestJSON-1183104708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:20.483467 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-705bc42c-d06f-4a98-9e77-184227c1e331 service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:29:20.483843 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-705bc42c-d06f-4a98-9e77-184227c1e331 service neutron] Checking segment: {'id': '84b0979a-8a8b-4100-94cf-7dcf4d79135b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '4f561aff-d3ac-41b3-ba00-952d014b3e3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:29:20.484274 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-705bc42c-d06f-4a98-9e77-184227c1e331 service neutron] Bound using segment: {'id': '84b0979a-8a8b-4100-94cf-7dcf4d79135b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '4f561aff-d3ac-41b3-ba00-952d014b3e3f'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:29:20.484768 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-705bc42c-d06f-4a98-9e77-184227c1e331 service neutron] Bound port: 2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84b0979a-8a8b-4100-94cf-7dcf4d79135b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '4f561aff-d3ac-41b3-ba00-952d014b3e3f'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:29:20.485148 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-705bc42c-d06f-4a98-9e77-184227c1e331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:20.500028 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-570d7829-9ad5-4ca1-bbf0-6f620608fcdb None None] Port 7e4c1446-90bc-46ce-8b30-e081b64613f7 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:29:20.523016 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c020b30-c1fb-432c-8ae9-9ca5c52145bb req-c95c5237-03a5-48ad-a348-6496ed280ec6 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:20.534038 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5c020b30-c1fb-432c-8ae9-9ca5c52145bb req-c95c5237-03a5-48ad-a348-6496ed280ec6 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c8c343d-0b54-4526-8474-397a7a119dfb HTTP/1.1" status: 200 len: 944 time: 0.5358708 Mar 11 19:29:20.554430 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8019fcaa-d76a-44ff-af57-eaae6423fd9a admin admin] Publish callbacks [] for security_group (9e8f1b80-130d-4875-9101-2327d6c15e73), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:20.621574 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e60ea27d-944e-4e7e-92e1-7346082ba881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (7e891c9c-780d-4806-ada4-461cdb42d7c7), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:20.665999 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-e60ea27d-944e-4e7e-92e1-7346082ba881 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e891c9c-780d-4806-ada4-461cdb42d7c7']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:29:20.681118 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5c020b30-c1fb-432c-8ae9-9ca5c52145bb req-1aa93f69-eb1c-46c2-95b8-e9f9820b54fa tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/security-groups?id=0961abee-fe62-4d69-976a-7014d627610b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460514 Mar 11 19:29:20.724187 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-e60ea27d-944e-4e7e-92e1-7346082ba881 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56946f99-bbe1-4126-80e4-d7f1dc0f454e') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:29:20.724502 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-e60ea27d-944e-4e7e-92e1-7346082ba881 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56946f99-bbe1-4126-80e4-d7f1dc0f454e') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:29:20.735090 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca3d3a-16cf-48b9-9b9a-fe084426f3b4 req-a3eb1583-eb45-4074-9cc1-996548e290a6 tempest-AttachSCSIVolumeTestJSON-1183104708 tempest-AttachSCSIVolumeTestJSON-1183104708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:20.749453 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ceca3d3a-16cf-48b9-9b9a-fe084426f3b4 req-a3eb1583-eb45-4074-9cc1-996548e290a6 tempest-AttachSCSIVolumeTestJSON-1183104708 tempest-AttachSCSIVolumeTestJSON-1183104708-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e2c2f74-9980-41b6-865a-08854f828156 HTTP/1.1" status: 200 len: 932 time: 0.1917577 Mar 11 19:29:20.799690 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e60ea27d-944e-4e7e-92e1-7346082ba881 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (56946f99-bbe1-4126-80e4-d7f1dc0f454e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:20.813409 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba08dc-f24f-42c2-933d-a385d6501f0b req-98c6678a-14d6-4e39-b78d-8c5c24d3ff52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:20.815226 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f6ba08dc-f24f-42c2-933d-a385d6501f0b req-98c6678a-14d6-4e39-b78d-8c5c24d3ff52 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1557e6f9-ef1e-471d-ad9b-c22fef29517e HTTP/1.1" status: 200 len: 922 time: 0.8320024 Mar 11 19:29:20.864186 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-838a8b9a-b39d-4583-9b61-9ff506238a51 req-f289bb1d-c529-4774-bb8c-b293a39a4e27 tempest-AttachSCSIVolumeTestJSON-1183104708 tempest-AttachSCSIVolumeTestJSON-1183104708-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.0475504 Mar 11 19:29:20.886168 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ceca3d3a-16cf-48b9-9b9a-fe084426f3b4 req-ffca07d3-c035-4336-b445-54946e846bf2 tempest-AttachSCSIVolumeTestJSON-1183104708 tempest-AttachSCSIVolumeTestJSON-1183104708-project] 10.222.0.65 "GET /v2.0/security-groups?id=c8e8cfff-c504-429e-8169-b14a8919776a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356263 Mar 11 19:29:20.913225 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8019fcaa-d76a-44ff-af57-eaae6423fd9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (9e8f1b80-130d-4875-9101-2327d6c15e73), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:20.916059 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8019fcaa-d76a-44ff-af57-eaae6423fd9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:20.917380 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-8019fcaa-d76a-44ff-af57-eaae6423fd9a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9e8f1b80-130d-4875-9101-2327d6c15e73 HTTP/1.1" status: 204 len: 168 time: 1.1439273 Mar 11 19:29:20.931298 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8019fcaa-d76a-44ff-af57-eaae6423fd9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8f1b80-130d-4875-9101-2327d6c15e73,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:20.971698 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f6ba08dc-f24f-42c2-933d-a385d6501f0b req-5db7d1a2-8ba4-48c7-8fdd-1c7143cfdf4d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ca5199a-acd0-486c-b51b-14f8640b0449 HTTP/1.1" status: 200 len: 217 time: 0.1202009 Mar 11 19:29:20.993202 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e60ea27d-944e-4e7e-92e1-7346082ba881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (56946f99-bbe1-4126-80e4-d7f1dc0f454e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:21.012861 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8019fcaa-d76a-44ff-af57-eaae6423fd9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:21.013276 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8019fcaa-d76a-44ff-af57-eaae6423fd9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:21.013554 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8019fcaa-d76a-44ff-af57-eaae6423fd9a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:21.013893 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8019fcaa-d76a-44ff-af57-eaae6423fd9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:21.014232 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8019fcaa-d76a-44ff-af57-eaae6423fd9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:21.014598 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8019fcaa-d76a-44ff-af57-eaae6423fd9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:21.020676 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8019fcaa-d76a-44ff-af57-eaae6423fd9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:21.021666 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8019fcaa-d76a-44ff-af57-eaae6423fd9a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:21.025785 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8019fcaa-d76a-44ff-af57-eaae6423fd9a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:21.028120 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8019fcaa-d76a-44ff-af57-eaae6423fd9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:21.028825 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8019fcaa-d76a-44ff-af57-eaae6423fd9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:21.029716 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8019fcaa-d76a-44ff-af57-eaae6423fd9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:21.030962 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8019fcaa-d76a-44ff-af57-eaae6423fd9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:21.107693 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d56ddcf-39a9-4783-8b45-be1c8e6c0eb5 req-f1a39fba-84ff-4755-b210-0e45698b702b tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:21.109257 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0d56ddcf-39a9-4783-8b45-be1c8e6c0eb5 req-f1a39fba-84ff-4755-b210-0e45698b702b tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6912256-9a05-446d-93ac-d6cd63a1df39 HTTP/1.1" status: 200 len: 945 time: 0.2930138 Mar 11 19:29:21.163119 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-838a8b9a-b39d-4583-9b61-9ff506238a51 req-9d8d42fb-7879-4ae0-b7ce-382f653dfb18 service neutron] Request body: {'port': {'device_id': '6e2c2f74-9980-41b6-865a-08854f828156', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:29:21.226476 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0d56ddcf-39a9-4783-8b45-be1c8e6c0eb5 req-7bfd1318-3e4f-416e-a31b-4b87bf4beba6 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050069 Mar 11 19:29:21.257499 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e60ea27d-944e-4e7e-92e1-7346082ba881 admin admin] Releasing vlan 888 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:29:21.257920 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e60ea27d-944e-4e7e-92e1-7346082ba881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (56946f99-bbe1-4126-80e4-d7f1dc0f454e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:21.372538 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:29:21.372538 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:29:21.372538 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:29:21.372538 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:29:21.372538 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:29:21.372538 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:29:21.372538 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:29:21.372538 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:29:21.372538 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:29:21.372538 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:29:21.372538 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:29:21.372538 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:29:21.372538 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:29:21.372538 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:29:21.372538 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:29:21.372538 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:29:21.372538 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:29:21.372538 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:29:21.372538 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:29:21.372538 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:29:21.372538 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:29:21.372538 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:29:21.372538 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:29:21.372538 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:29:21.372538 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:29:21.372538 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:29:21.372538 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:29:21.372538 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:29:21.372538 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:29:21.372538 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:29:21.372538 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:29:21.372538 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:29:21.380596 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e60ea27d-944e-4e7e-92e1-7346082ba881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (7e891c9c-780d-4806-ada4-461cdb42d7c7), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:21.384950 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-705bc42c-d06f-4a98-9e77-184227c1e331 service neutron] For port 2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3, host n-h1-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:29:21.463505 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-705bc42c-d06f-4a98-9e77-184227c1e331 service neutron] For port 2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3,segment=NetworkSegment(84b0979a-8a8b-4100-94cf-7dcf4d79135b),segment_id=84b0979a-8a8b-4100-94cf-7dcf4d79135b)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:29:21.467692 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e60ea27d-944e-4e7e-92e1-7346082ba881 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:21.468199 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55196) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:29:21.488451 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e60ea27d-944e-4e7e-92e1-7346082ba881 admin admin] 10.222.0.65 "DELETE /v2.0/networks/7e891c9c-780d-4806-ada4-461cdb42d7c7 HTTP/1.1" status: 204 len: 168 time: 2.1882980 Mar 11 19:29:21.490621 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b6058113-ca44-4d8f-94e4-0937e2147af6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:21.602373 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60ea27d-944e-4e7e-92e1-7346082ba881 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e891c9c-780d-4806-ada4-461cdb42d7c7,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:21.612076 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba08dc-f24f-42c2-933d-a385d6501f0b req-b549732d-233e-4580-9021-4247bacd546a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:21.617809 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f6ba08dc-f24f-42c2-933d-a385d6501f0b req-b549732d-233e-4580-9021-4247bacd546a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=159c45f0-17a9-4dad-ae0c-9d105edbfcac HTTP/1.1" status: 200 len: 860 time: 0.4943905 Mar 11 19:29:21.686064 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b02f5f9-dfc5-4a73-9e1a-a6d824aef092 admin admin] Router e1c5f98d-66d2-41bc-9095-121d4d1af775 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:29:21.701251 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-838a8b9a-b39d-4583-9b61-9ff506238a51 req-9d8d42fb-7879-4ae0-b7ce-382f653dfb18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (7e4c1446-90bc-46ce-8b30-e081b64613f7), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:21.718395 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563fb1e9-cb03-4623-9ff9-777c383a0863 req-376526fb-2ae5-417c-ae64-0623d5351d34 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:21.726452 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563fb1e9-cb03-4623-9ff9-777c383a0863 req-376526fb-2ae5-417c-ae64-0623d5351d34 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:21.737836 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563fb1e9-cb03-4623-9ff9-777c383a0863 req-376526fb-2ae5-417c-ae64-0623d5351d34 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:21.756254 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-705bc42c-d06f-4a98-9e77-184227c1e331 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:21.779160 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563fb1e9-cb03-4623-9ff9-777c383a0863 req-376526fb-2ae5-417c-ae64-0623d5351d34 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:21.784948 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563fb1e9-cb03-4623-9ff9-777c383a0863 req-376526fb-2ae5-417c-ae64-0623d5351d34 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:21.809362 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563fb1e9-cb03-4623-9ff9-777c383a0863 req-376526fb-2ae5-417c-ae64-0623d5351d34 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:21.814949 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563fb1e9-cb03-4623-9ff9-777c383a0863 req-376526fb-2ae5-417c-ae64-0623d5351d34 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:21.830878 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-563fb1e9-cb03-4623-9ff9-777c383a0863 req-376526fb-2ae5-417c-ae64-0623d5351d34 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 5406 time: 0.2702029 Mar 11 19:29:21.866178 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b6058113-ca44-4d8f-94e4-0937e2147af6 admin admin] Publish callbacks [] for security_group (a3be0385-9c1c-468d-926d-2c39c776a849), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:21.929958 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55202) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:29:21.953238 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 9ca5199a-acd0-486c-b51b-14f8640b0449 details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:29:21.955805 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705bc42c-d06f-4a98-9e77-184227c1e331 service neutron] Pushing event updated for resources: {'Port': ['ID=2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:21.987065 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-705bc42c-d06f-4a98-9e77-184227c1e331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:21.989832 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-705bc42c-d06f-4a98-9e77-184227c1e331 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:21.994478 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-705bc42c-d06f-4a98-9e77-184227c1e331 service neutron] 10.222.0.75 "PUT /v2.0/ports/2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3 HTTP/1.1" status: 200 len: 1090 time: 6.9648218 Mar 11 19:29:22.061205 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-563fb1e9-cb03-4623-9ff9-777c383a0863 req-8e2caa09-c0ec-4b2d-a68f-8dc23cb4e9a4 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/security-groups?id=019be762-639e-4ed8-9c49-723d3436f32b&id=97b5c377-83f5-4bad-bf80-e3f012b06736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2292445 Mar 11 19:29:22.096824 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b6058113-ca44-4d8f-94e4-0937e2147af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (a3be0385-9c1c-468d-926d-2c39c776a849), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:22.164127 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-8a928ee0-4d22-42e0-a936-feb91ae75ec0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ee1db649970c4716b05dd0ce3f8eca3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1387935 Mar 11 19:29:22.170788 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-b6058113-ca44-4d8f-94e4-0937e2147af6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=eb5d06c153f241718db52f4a0e81e136&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6992083 Mar 11 19:29:22.172230 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55206) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:29:22.173292 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6058113-ca44-4d8f-94e4-0937e2147af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3be0385-9c1c-468d-926d-2c39c776a849,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:22.251986 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55208) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:29:22.324703 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bc23b5e8-9dbe-4c2d-891b-404645bd5697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:22.357548 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 9ca5199a-acd0-486c-b51b-14f8640b0449, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=9ca5199a-acd0-486c-b51b-14f8640b0449,segment=NetworkSegment(7617739c-1148-405a-b759-881cda43c47e),segment_id=7617739c-1148-405a-b759-881cda43c47e)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:29:22.361862 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f63e2d47-599d-4ffc-9f33-5578504bb7da', 'tag': '2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:29:22.372938 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-689094d2-4e35-42de-8801-57c89d7b7f2e" -d '{"events": [{"name": "network-changed", "server_uuid": "f63e2d47-599d-4ffc-9f33-5578504bb7da", "tag": "2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:29:22.396890 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-f1ff6106-4af6-46f1-9398-47ac0cdd20c4 service neutron] Request body: {'port': {'device_id': 'f63e2d47-599d-4ffc-9f33-5578504bb7da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:29:22.462333 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b488fa6e-4983-4fc8-878f-7dee596a6e38 admin admin] Publish callbacks [] for security_group (77fd8726-bf08-461f-9795-c0c2f97341f8), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:22.585809 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c381c-bcb9-4a0e-b479-4fe736997831 req-6daf3702-05d6-40dd-85c9-ff8830683c97 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:22.592580 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1c3c381c-bcb9-4a0e-b479-4fe736997831 req-6daf3702-05d6-40dd-85c9-ff8830683c97 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c8c343d-0b54-4526-8474-397a7a119dfb HTTP/1.1" status: 200 len: 944 time: 0.7595255 Mar 11 19:29:22.613172 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b488fa6e-4983-4fc8-878f-7dee596a6e38 admin admin] Publish callbacks [] for security_group (77fd8726-bf08-461f-9795-c0c2f97341f8), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:22.614884 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-089ed9dd-b591-4fc6-bff8-a78e22863c88 admin admin] Publish callbacks [] for security_group (a3be0385-9c1c-468d-926d-2c39c776a849), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:22.640331 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-089ed9dd-b591-4fc6-bff8-a78e22863c88 admin admin] Publish callbacks [] for security_group (a3be0385-9c1c-468d-926d-2c39c776a849), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:22.704237 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc89478-aa2e-498a-a326-8ddfb3b87e17 req-bd5e1890-d059-41e1-a33d-bd162465a46b tempest-AttachSCSIVolumeTestJSON-1183104708 tempest-AttachSCSIVolumeTestJSON-1183104708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:22.705769 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-afc89478-aa2e-498a-a326-8ddfb3b87e17 req-bd5e1890-d059-41e1-a33d-bd162465a46b tempest-AttachSCSIVolumeTestJSON-1183104708 tempest-AttachSCSIVolumeTestJSON-1183104708-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e2c2f74-9980-41b6-865a-08854f828156 HTTP/1.1" status: 200 len: 932 time: 0.3577602 Mar 11 19:29:22.756792 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': '9ca5199a-acd0-486c-b51b-14f8640b0449', 'network_id': '1557e6f9-ef1e-471d-ad9b-c22fef29517e', 'port_id': '9ca5199a-acd0-486c-b51b-14f8640b0449', 'mac_address': 'fa:16:3e:d5:82:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '159c45f0-17a9-4dad-ae0c-9d105edbfcac', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:29:22.776535 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:22.777130 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1c3c381c-bcb9-4a0e-b479-4fe736997831 req-f1823100-b7e7-4965-9350-d06c9e84f3df tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/security-groups?id=0961abee-fe62-4d69-976a-7014d627610b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815460 Mar 11 19:29:22.810351 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-089ed9dd-b591-4fc6-bff8-a78e22863c88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (a3be0385-9c1c-468d-926d-2c39c776a849), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:22.816840 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-089ed9dd-b591-4fc6-bff8-a78e22863c88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:22.824908 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-089ed9dd-b591-4fc6-bff8-a78e22863c88 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a3be0385-9c1c-468d-926d-2c39c776a849 HTTP/1.1" status: 204 len: 168 time: 0.5673714 Mar 11 19:29:22.851719 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b488fa6e-4983-4fc8-878f-7dee596a6e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (77fd8726-bf08-461f-9795-c0c2f97341f8), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:22.855686 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b488fa6e-4983-4fc8-878f-7dee596a6e38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:22.859896 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-b488fa6e-4983-4fc8-878f-7dee596a6e38 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/77fd8726-bf08-461f-9795-c0c2f97341f8 HTTP/1.1" status: 204 len: 168 time: 0.6549599 Mar 11 19:29:22.877926 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089ed9dd-b591-4fc6-bff8-a78e22863c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3be0385-9c1c-468d-926d-2c39c776a849,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:22.916990 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-afc89478-aa2e-498a-a326-8ddfb3b87e17 req-6982e2b2-8bcf-460e-af70-97e3be217a46 tempest-AttachSCSIVolumeTestJSON-1183104708 tempest-AttachSCSIVolumeTestJSON-1183104708-project] 10.222.0.65 "GET /v2.0/security-groups?id=c8e8cfff-c504-429e-8169-b14a8919776a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010674 Mar 11 19:29:22.934817 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b02f5f9-dfc5-4a73-9e1a-a6d824aef092 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:29:22.940904 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 9ca5199a-acd0-486c-b51b-14f8640b0449 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:29:22.941298 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (9ca5199a-acd0-486c-b51b-14f8640b0449), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:22.961764 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-5b02f5f9-dfc5-4a73-9e1a-a6d824aef092 admin admin] 10.222.0.65 "PUT /v2.0/routers/e1c5f98d-66d2-41bc-9095-121d4d1af775/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.5855725 Mar 11 19:29:22.965176 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55220) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:29:22.966084 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b488fa6e-4983-4fc8-878f-7dee596a6e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77fd8726-bf08-461f-9795-c0c2f97341f8,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:23.007070 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ca5199a-acd0-486c-b51b-14f8640b0449 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:29:23.024049 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-f1ff6106-4af6-46f1-9398-47ac0cdd20c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (65028ff5-c788-4323-ab6a-099bdaadab0a), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:23.028378 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608789db-46a8-427c-b89f-87a7e08cf714 None None] Sync routers for ids ['e1c5f98d-66d2-41bc-9095-121d4d1af775'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:29:23.063714 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab29bdb9-975b-460c-bf33-eb9b5068b57a x-openstack-request-id: req-ab29bdb9-975b-460c-bf33-eb9b5068b57a {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:29:23.064313 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f63e2d47-599d-4ffc-9f33-5578504bb7da", "tag": "2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:29:23.065205 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ab29bdb9-975b-460c-bf33-eb9b5068b57a {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:29:23.065786 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f63e2d47-599d-4ffc-9f33-5578504bb7da', 'tag': '2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3', 'status': 'completed', 'code': 200} Mar 11 19:29:23.073170 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 9ca5199a-acd0-486c-b51b-14f8640b0449, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=9ca5199a-acd0-486c-b51b-14f8640b0449,segment=NetworkSegment(7617739c-1148-405a-b759-881cda43c47e),segment_id=7617739c-1148-405a-b759-881cda43c47e)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:29:23.082086 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba08dc-f24f-42c2-933d-a385d6501f0b req-c3aae401-65d0-4c24-bbb2-575c497b39f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:23.085642 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f6ba08dc-f24f-42c2-933d-a385d6501f0b req-c3aae401-65d0-4c24-bbb2-575c497b39f0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1557e6f9-ef1e-471d-ad9b-c22fef29517e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.3970959 Mar 11 19:29:23.093509 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (9ca5199a-acd0-486c-b51b-14f8640b0449), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:23.235273 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d3ee932c-9b40-46e3-9fe6-a8a999c8d4aa admin admin] Publish callbacks [] for router (e1c5f98d-66d2-41bc-9095-121d4d1af775), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:23.276651 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=9ca5199a-acd0-486c-b51b-14f8640b0449,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:23.279048 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608789db-46a8-427c-b89f-87a7e08cf714 None None] Routers {'e1c5f98d-66d2-41bc-9095-121d4d1af775'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:29:23.279719 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-608789db-46a8-427c-b89f-87a7e08cf714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:28:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['e1c5f98d-66d2-41bc-9095-121d4d1af775'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:29:23.453852 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-838a8b9a-b39d-4583-9b61-9ff506238a51 req-9d8d42fb-7879-4ae0-b7ce-382f653dfb18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e4c1446-90bc-46ce-8b30-e081b64613f7 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:29:23.467010 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f319e5-3cd0-481b-9ef9-defa7509fe51 req-02c5d290-ca15-4733-902d-d381100c2d91 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:23.468949 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c8f319e5-3cd0-481b-9ef9-defa7509fe51 req-02c5d290-ca15-4733-902d-d381100c2d91 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6912256-9a05-446d-93ac-d6cd63a1df39 HTTP/1.1" status: 200 len: 945 time: 0.5823286 Mar 11 19:29:23.502610 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-838a8b9a-b39d-4583-9b61-9ff506238a51 req-9d8d42fb-7879-4ae0-b7ce-382f653dfb18 service neutron] Publish callbacks [] for port (7e4c1446-90bc-46ce-8b30-e081b64613f7), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:23.532204 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-608789db-46a8-427c-b89f-87a7e08cf714 None None] Set router e1c5f98d-66d2-41bc-9095-121d4d1af775 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:29:23.646064 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c8f319e5-3cd0-481b-9ef9-defa7509fe51 req-c18d3dc6-11f9-4970-a3bf-4ef256846a07 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502635 Mar 11 19:29:23.697055 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689094d2-4e35-42de-8801-57c89d7b7f2e req-bcca7704-f82f-4dd1-adfa-4fcf686392c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:23.697580 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689094d2-4e35-42de-8801-57c89d7b7f2e req-bcca7704-f82f-4dd1-adfa-4fcf686392c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:23.701731 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689094d2-4e35-42de-8801-57c89d7b7f2e req-bcca7704-f82f-4dd1-adfa-4fcf686392c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:23.702281 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689094d2-4e35-42de-8801-57c89d7b7f2e req-bcca7704-f82f-4dd1-adfa-4fcf686392c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:23.702742 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689094d2-4e35-42de-8801-57c89d7b7f2e req-bcca7704-f82f-4dd1-adfa-4fcf686392c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:23.703452 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689094d2-4e35-42de-8801-57c89d7b7f2e req-bcca7704-f82f-4dd1-adfa-4fcf686392c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:23.703962 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689094d2-4e35-42de-8801-57c89d7b7f2e req-bcca7704-f82f-4dd1-adfa-4fcf686392c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:23.705880 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-689094d2-4e35-42de-8801-57c89d7b7f2e req-bcca7704-f82f-4dd1-adfa-4fcf686392c3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5ef363cb3b8e470c93ba878a527f3d7f&device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 6508 time: 0.6194582 Mar 11 19:29:23.787513 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f6ba08dc-f24f-42c2-933d-a385d6501f0b req-9816b968-2acf-4879-91e4-ecaffa525ff1 service neutron] 10.222.0.57 "GET /v2.0/networks/1557e6f9-ef1e-471d-ad9b-c22fef29517e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6311190 Mar 11 19:29:23.789218 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-838a8b9a-b39d-4583-9b61-9ff506238a51 req-9d8d42fb-7879-4ae0-b7ce-382f653dfb18 service neutron] Transition to ACTIVE for port object 7e4c1446-90bc-46ce-8b30-e081b64613f7 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:29:23.837538 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-838a8b9a-b39d-4583-9b61-9ff506238a51 req-9d8d42fb-7879-4ae0-b7ce-382f653dfb18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (7e4c1446-90bc-46ce-8b30-e081b64613f7), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:23.900168 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5cca7-2cf7-4221-9551-575f5c941784 req-e3ff2784-f2cd-4b31-9d4c-07c2d57c85b1 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:23.907831 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5cca7-2cf7-4221-9551-575f5c941784 req-e3ff2784-f2cd-4b31-9d4c-07c2d57c85b1 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:23.915671 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5cca7-2cf7-4221-9551-575f5c941784 req-e3ff2784-f2cd-4b31-9d4c-07c2d57c85b1 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:23.922241 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5cca7-2cf7-4221-9551-575f5c941784 req-e3ff2784-f2cd-4b31-9d4c-07c2d57c85b1 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:23.930143 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5cca7-2cf7-4221-9551-575f5c941784 req-e3ff2784-f2cd-4b31-9d4c-07c2d57c85b1 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:23.933943 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['9ca5199a-acd0-486c-b51b-14f8640b0449'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:29:23.938529 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5cca7-2cf7-4221-9551-575f5c941784 req-e3ff2784-f2cd-4b31-9d4c-07c2d57c85b1 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:23.946413 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5cca7-2cf7-4221-9551-575f5c941784 req-e3ff2784-f2cd-4b31-9d4c-07c2d57c85b1 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:23.948477 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-aac5cca7-2cf7-4221-9551-575f5c941784 req-e3ff2784-f2cd-4b31-9d4c-07c2d57c85b1 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 5406 time: 0.6318693 Mar 11 19:29:24.094965 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d3ee932c-9b40-46e3-9fe6-a8a999c8d4aa admin admin] Publish callbacks [] for router_gateway (e1c5f98d-66d2-41bc-9095-121d4d1af775), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:24.216756 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51da84d7-b822-410b-b12b-629709aeb0ea req-9b3e9dbe-ec16-413e-89f8-a5de665b98ca tempest-LiveMigrationTest-1929498449 tempest-LiveMigrationTest-1929498449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:24.218729 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-51da84d7-b822-410b-b12b-629709aeb0ea req-9b3e9dbe-ec16-413e-89f8-a5de665b98ca tempest-LiveMigrationTest-1929498449 tempest-LiveMigrationTest-1929498449-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=b6912256-9a05-446d-93ac-d6cd63a1df39 HTTP/1.1" status: 200 len: 1127 time: 0.2660012 Mar 11 19:29:24.281387 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-aac5cca7-2cf7-4221-9551-575f5c941784 req-6590fe13-e529-433b-8a71-4ceafc764e37 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/security-groups?id=019be762-639e-4ed8-9c49-723d3436f32b&id=97b5c377-83f5-4bad-bf80-e3f012b06736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3131080 Mar 11 19:29:24.291947 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689094d2-4e35-42de-8801-57c89d7b7f2e req-f2764697-ab2d-499c-a0c3-19053391896f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:24.292470 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689094d2-4e35-42de-8801-57c89d7b7f2e req-f2764697-ab2d-499c-a0c3-19053391896f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:24.292929 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689094d2-4e35-42de-8801-57c89d7b7f2e req-f2764697-ab2d-499c-a0c3-19053391896f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:24.294497 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-689094d2-4e35-42de-8801-57c89d7b7f2e req-f2764697-ab2d-499c-a0c3-19053391896f service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=5ef363cb3b8e470c93ba878a527f3d7f&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3451097 Mar 11 19:29:24.344500 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-608789db-46a8-427c-b89f-87a7e08cf714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c5f98d-66d2-41bc-9095-121d4d1af775', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-195610653-router', 'tenant_id': '2b2041a5e8eb449b899a189cd9e58346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '8bf33d21-8b41-4d5c-b608-920c20b9af5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:26:34Z', 'updated_at': '2022-03-11T19:29:17Z', 'revision_number': 5, 'project_id': '2b2041a5e8eb449b899a189cd9e58346', 'gw_port': {'id': '8bf33d21-8b41-4d5c-b608-920c20b9af5b', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ad:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c5f98d-66d2-41bc-9095-121d4d1af775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 175, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:26:35Z', 'updated_at': '2022-03-11T19:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:29:24.380394 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8d42fb-7879-4ae0-b7ce-382f653dfb18 service neutron] Pushing event updated for resources: {'Port': ['ID=7e4c1446-90bc-46ce-8b30-e081b64613f7,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:24.411801 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608789db-46a8-427c-b89f-87a7e08cf714 None None] Checking router: e1c5f98d-66d2-41bc-9095-121d4d1af775 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:29:24.430602 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608789db-46a8-427c-b89f-87a7e08cf714 None None] Routers {'e1c5f98d-66d2-41bc-9095-121d4d1af775'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:29:24.431289 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-608789db-46a8-427c-b89f-87a7e08cf714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:28:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['e1c5f98d-66d2-41bc-9095-121d4d1af775'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:29:24.561515 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-51da84d7-b822-410b-b12b-629709aeb0ea req-cce98591-14d5-4b21-be29-6c20cabdf630 tempest-LiveMigrationTest-1929498449 tempest-LiveMigrationTest-1929498449-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102853 Mar 11 19:29:24.588805 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f6ba08dc-f24f-42c2-933d-a385d6501f0b req-d1b077d9-d51c-4f69-b7a8-4195f452591b service neutron] 10.222.0.57 "GET /v2.0/networks/1557e6f9-ef1e-471d-ad9b-c22fef29517e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7830238 Mar 11 19:29:24.620687 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689094d2-4e35-42de-8801-57c89d7b7f2e req-9959a42f-8e35-4258-b0bb-0ed13322c8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:24.622132 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-689094d2-4e35-42de-8801-57c89d7b7f2e req-9959a42f-8e35-4258-b0bb-0ed13322c8ab service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3173022 Mar 11 19:29:24.637937 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-d3ee932c-9b40-46e3-9fe6-a8a999c8d4aa admin admin] Deleting port 8bf33d21-8b41-4d5c-b608-920c20b9af5b {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:29:24.639126 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d3ee932c-9b40-46e3-9fe6-a8a999c8d4aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (8bf33d21-8b41-4d5c-b608-920c20b9af5b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:24.659976 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-838a8b9a-b39d-4583-9b61-9ff506238a51 req-9d8d42fb-7879-4ae0-b7ce-382f653dfb18 service neutron] Attempting to bind port 7e4c1446-90bc-46ce-8b30-e081b64613f7 on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:29:24.660459 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-838a8b9a-b39d-4583-9b61-9ff506238a51 req-9d8d42fb-7879-4ae0-b7ce-382f653dfb18 service neutron] Attempting to bind port 7e4c1446-90bc-46ce-8b30-e081b64613f7 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': 'ce345813-e166-4c98-ada8-e25f8b8832f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '2f8aa864-d343-498b-b250-957730207b49'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:29:24.661447 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838a8b9a-b39d-4583-9b61-9ff506238a51 req-9d8d42fb-7879-4ae0-b7ce-382f653dfb18 service neutron] Attempting to bind port 7e4c1446-90bc-46ce-8b30-e081b64613f7 on network 2f8aa864-d343-498b-b250-957730207b49 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:29:24.665901 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a564e483-bdb5-462f-b16e-bbc09b62dc62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:24.670372 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-608789db-46a8-427c-b89f-87a7e08cf714 None None] Set router e1c5f98d-66d2-41bc-9095-121d4d1af775 gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:29:24.677775 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838a8b9a-b39d-4583-9b61-9ff506238a51 req-9d8d42fb-7879-4ae0-b7ce-382f653dfb18 service neutron] Port 7e4c1446-90bc-46ce-8b30-e081b64613f7 on network 2f8aa864-d343-498b-b250-957730207b49 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:29:24.678215 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838a8b9a-b39d-4583-9b61-9ff506238a51 req-9d8d42fb-7879-4ae0-b7ce-382f653dfb18 service neutron] Attempting to bind port 7e4c1446-90bc-46ce-8b30-e081b64613f7 on network 2f8aa864-d343-498b-b250-957730207b49 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:29:24.710107 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838a8b9a-b39d-4583-9b61-9ff506238a51 req-9d8d42fb-7879-4ae0-b7ce-382f653dfb18 service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:29:24.713607 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838a8b9a-b39d-4583-9b61-9ff506238a51 req-9d8d42fb-7879-4ae0-b7ce-382f653dfb18 service neutron] Checking segment: {'id': 'ce345813-e166-4c98-ada8-e25f8b8832f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '2f8aa864-d343-498b-b250-957730207b49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:29:24.714155 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838a8b9a-b39d-4583-9b61-9ff506238a51 req-9d8d42fb-7879-4ae0-b7ce-382f653dfb18 service neutron] Bound using segment: {'id': 'ce345813-e166-4c98-ada8-e25f8b8832f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '2f8aa864-d343-498b-b250-957730207b49'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:29:24.714725 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-838a8b9a-b39d-4583-9b61-9ff506238a51 req-9d8d42fb-7879-4ae0-b7ce-382f653dfb18 service neutron] Bound port: 7e4c1446-90bc-46ce-8b30-e081b64613f7, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce345813-e166-4c98-ada8-e25f8b8832f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': '2f8aa864-d343-498b-b250-957730207b49'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:29:24.716507 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-838a8b9a-b39d-4583-9b61-9ff506238a51 req-9d8d42fb-7879-4ae0-b7ce-382f653dfb18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (7e4c1446-90bc-46ce-8b30-e081b64613f7), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:24.844413 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-608789db-46a8-427c-b89f-87a7e08cf714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c5f98d-66d2-41bc-9095-121d4d1af775', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-195610653-router', 'tenant_id': '2b2041a5e8eb449b899a189cd9e58346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:26:34Z', 'updated_at': '2022-03-11T19:29:24Z', 'revision_number': 6, 'project_id': '2b2041a5e8eb449b899a189cd9e58346', 'gw_port_host': None}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:29:24.900988 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608789db-46a8-427c-b89f-87a7e08cf714 None None] The sync data for ids ['e1c5f98d-66d2-41bc-9095-121d4d1af775'] in n-d-833163-1 is: [{'id': 'e1c5f98d-66d2-41bc-9095-121d4d1af775', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-195610653-router', 'tenant_id': '2b2041a5e8eb449b899a189cd9e58346', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:26:34Z', 'updated_at': '2022-03-11T19:29:24Z', 'revision_number': 6, 'project_id': '2b2041a5e8eb449b899a189cd9e58346', 'gw_port_host': None}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:29:24.905430 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-f1ff6106-4af6-46f1-9398-47ac0cdd20c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65028ff5-c788-4323-ab6a-099bdaadab0a {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:29:24.925008 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-f1ff6106-4af6-46f1-9398-47ac0cdd20c4 service neutron] Publish callbacks [] for port (65028ff5-c788-4323-ab6a-099bdaadab0a), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:24.969775 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-838a8b9a-b39d-4583-9b61-9ff506238a51 req-9d8d42fb-7879-4ae0-b7ce-382f653dfb18 service neutron] For port 7e4c1446-90bc-46ce-8b30-e081b64613f7, host n-h1-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:29:24.972258 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-f1ff6106-4af6-46f1-9398-47ac0cdd20c4 service neutron] Transition to ACTIVE for port object 65028ff5-c788-4323-ab6a-099bdaadab0a will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:29:24.975014 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-838a8b9a-b39d-4583-9b61-9ff506238a51 req-9d8d42fb-7879-4ae0-b7ce-382f653dfb18 service neutron] For port 7e4c1446-90bc-46ce-8b30-e081b64613f7, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=7e4c1446-90bc-46ce-8b30-e081b64613f7,segment=NetworkSegment(ce345813-e166-4c98-ada8-e25f8b8832f7),segment_id=ce345813-e166-4c98-ada8-e25f8b8832f7)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:29:24.980465 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-f1ff6106-4af6-46f1-9398-47ac0cdd20c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (65028ff5-c788-4323-ab6a-099bdaadab0a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:24.988531 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-838a8b9a-b39d-4583-9b61-9ff506238a51 req-9d8d42fb-7879-4ae0-b7ce-382f653dfb18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (7e4c1446-90bc-46ce-8b30-e081b64613f7), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:25.034726 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3365b66-4a8d-45ca-9eda-ddef2703a04f req-d73a25b3-223a-4a37-994d-961641f9cbcb tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:25.039334 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a3365b66-4a8d-45ca-9eda-ddef2703a04f req-d73a25b3-223a-4a37-994d-961641f9cbcb tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c8c343d-0b54-4526-8474-397a7a119dfb HTTP/1.1" status: 200 len: 945 time: 0.4696763 Mar 11 19:29:25.058027 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a8b9a-b39d-4583-9b61-9ff506238a51 req-9d8d42fb-7879-4ae0-b7ce-382f653dfb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:25.059044 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-838a8b9a-b39d-4583-9b61-9ff506238a51 req-9d8d42fb-7879-4ae0-b7ce-382f653dfb18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:25.061013 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-838a8b9a-b39d-4583-9b61-9ff506238a51 req-9d8d42fb-7879-4ae0-b7ce-382f653dfb18 service neutron] 10.222.0.75 "PUT /v2.0/ports/7e4c1446-90bc-46ce-8b30-e081b64613f7 HTTP/1.1" status: 200 len: 1092 time: 3.9256408 Mar 11 19:29:25.061688 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55276) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:29:25.089218 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e2c2f74-9980-41b6-865a-08854f828156', 'tag': '7e4c1446-90bc-46ce-8b30-e081b64613f7'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:29:25.092430 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d6275ac-f5f4-47d2-9cbd-30ce8df9d46b" -d '{"events": [{"name": "network-changed", "server_uuid": "6e2c2f74-9980-41b6-865a-08854f828156", "tag": "7e4c1446-90bc-46ce-8b30-e081b64613f7"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:29:25.103866 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451a558-a004-4bbd-be63-a956a7ae0f16 req-abd6d756-b891-4ee5-a8e6-b31bc1024ba6 tempest-AttachSCSIVolumeTestJSON-1183104708 tempest-AttachSCSIVolumeTestJSON-1183104708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:25.105417 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9451a558-a004-4bbd-be63-a956a7ae0f16 req-abd6d756-b891-4ee5-a8e6-b31bc1024ba6 tempest-AttachSCSIVolumeTestJSON-1183104708 tempest-AttachSCSIVolumeTestJSON-1183104708-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e2c2f74-9980-41b6-865a-08854f828156 HTTP/1.1" status: 200 len: 944 time: 0.3455663 Mar 11 19:29:25.107433 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-d3ee932c-9b40-46e3-9fe6-a8a999c8d4aa admin admin] For port 8bf33d21-8b41-4d5c-b608-920c20b9af5b, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=8bf33d21-8b41-4d5c-b608-920c20b9af5b,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:29:25.120926 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d3ee932c-9b40-46e3-9fe6-a8a999c8d4aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (8bf33d21-8b41-4d5c-b608-920c20b9af5b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:25.140453 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ff6106-4af6-46f1-9398-47ac0cdd20c4 service neutron] Pushing event updated for resources: {'Port': ['ID=65028ff5-c788-4323-ab6a-099bdaadab0a,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:25.187173 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-d3ee932c-9b40-46e3-9fe6-a8a999c8d4aa admin admin] Calling delete_port for 8bf33d21-8b41-4d5c-b608-920c20b9af5b owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:29:25.355856 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8d42fb-7879-4ae0-b7ce-382f653dfb18 service neutron] Pushing event updated for resources: {'Port': ['ID=7e4c1446-90bc-46ce-8b30-e081b64613f7,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:25.436606 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-f1ff6106-4af6-46f1-9398-47ac0cdd20c4 service neutron] Attempting to bind port 65028ff5-c788-4323-ab6a-099bdaadab0a on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:29:25.436950 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-f1ff6106-4af6-46f1-9398-47ac0cdd20c4 service neutron] Attempting to bind port 65028ff5-c788-4323-ab6a-099bdaadab0a by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': 'e2c9930f-21f1-4d40-93dc-64d9f93dab64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '7e7ac1f0-3111-4c89-ba33-0a59c83b731d'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:29:25.437277 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-f1ff6106-4af6-46f1-9398-47ac0cdd20c4 service neutron] Attempting to bind port 65028ff5-c788-4323-ab6a-099bdaadab0a on network 7e7ac1f0-3111-4c89-ba33-0a59c83b731d {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:29:25.465923 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-5da92961-cb51-4223-9ce8-474907b10691 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1031047735-network', 'tenant_id': '7eee167876f4486fa3e6b7859ca90f06'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:29:25.484031 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-f1ff6106-4af6-46f1-9398-47ac0cdd20c4 service neutron] Port 65028ff5-c788-4323-ab6a-099bdaadab0a on network 7e7ac1f0-3111-4c89-ba33-0a59c83b731d not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:29:25.484810 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-f1ff6106-4af6-46f1-9398-47ac0cdd20c4 service neutron] Attempting to bind port 65028ff5-c788-4323-ab6a-099bdaadab0a on network 7e7ac1f0-3111-4c89-ba33-0a59c83b731d {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:29:25.496729 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-f1ff6106-4af6-46f1-9398-47ac0cdd20c4 service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:29:25.497355 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-f1ff6106-4af6-46f1-9398-47ac0cdd20c4 service neutron] Checking segment: {'id': 'e2c9930f-21f1-4d40-93dc-64d9f93dab64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '7e7ac1f0-3111-4c89-ba33-0a59c83b731d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:29:25.497886 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-f1ff6106-4af6-46f1-9398-47ac0cdd20c4 service neutron] Bound using segment: {'id': 'e2c9930f-21f1-4d40-93dc-64d9f93dab64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '7e7ac1f0-3111-4c89-ba33-0a59c83b731d'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:29:25.498517 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-f1ff6106-4af6-46f1-9398-47ac0cdd20c4 service neutron] Bound port: 65028ff5-c788-4323-ab6a-099bdaadab0a, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2c9930f-21f1-4d40-93dc-64d9f93dab64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '7e7ac1f0-3111-4c89-ba33-0a59c83b731d'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:29:25.499065 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-f1ff6106-4af6-46f1-9398-47ac0cdd20c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (65028ff5-c788-4323-ab6a-099bdaadab0a), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:25.502630 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a8b9a-b39d-4583-9b61-9ff506238a51 req-b25acecb-fc5d-45dd-819a-bccc22e4b58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:25.504442 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-838a8b9a-b39d-4583-9b61-9ff506238a51 req-b25acecb-fc5d-45dd-819a-bccc22e4b58c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=995b54d9cef34e9595750043705eaa07&device_id=6e2c2f74-9980-41b6-865a-08854f828156 HTTP/1.1" status: 200 len: 1126 time: 0.3677733 Mar 11 19:29:25.517665 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9451a558-a004-4bbd-be63-a956a7ae0f16 req-4e3587cf-7942-49b2-b173-98c657b64c61 tempest-AttachSCSIVolumeTestJSON-1183104708 tempest-AttachSCSIVolumeTestJSON-1183104708-project] 10.222.0.65 "GET /v2.0/security-groups?id=c8e8cfff-c504-429e-8169-b14a8919776a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3738823 Mar 11 19:29:25.551523 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a3365b66-4a8d-45ca-9eda-ddef2703a04f req-b80dc0b0-1ad2-4c98-b480-81069b2622fa tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/security-groups?id=0961abee-fe62-4d69-976a-7014d627610b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4906845 Mar 11 19:29:25.573104 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da92961-cb51-4223-9ce8-474907b10691 admin admin] Made reservation on behalf of 7eee167876f4486fa3e6b7859ca90f06 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:29:25.581778 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5da92961-cb51-4223-9ce8-474907b10691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:25.590204 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-838a8b9a-b39d-4583-9b61-9ff506238a51 req-6ebff2e8-5371-4cbb-a58d-cafcebb74d9d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e4c1446-90bc-46ce-8b30-e081b64613f7 HTTP/1.1" status: 200 len: 217 time: 0.0591691 Mar 11 19:29:25.623833 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5da92961-cb51-4223-9ce8-474907b10691 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:25.684182 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c45830-1fd3-4779-8038-f204c91dbb97 x-openstack-request-id: req-a3c45830-1fd3-4779-8038-f204c91dbb97 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:29:25.684495 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e2c2f74-9980-41b6-865a-08854f828156", "tag": "7e4c1446-90bc-46ce-8b30-e081b64613f7", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:29:25.684889 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a3c45830-1fd3-4779-8038-f204c91dbb97 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:29:25.685698 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e2c2f74-9980-41b6-865a-08854f828156', 'tag': '7e4c1446-90bc-46ce-8b30-e081b64613f7', 'status': 'completed', 'code': 200} Mar 11 19:29:25.757608 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a8b9a-b39d-4583-9b61-9ff506238a51 req-08f9d688-04d2-42ec-b956-01a5ace750d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:25.759072 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-838a8b9a-b39d-4583-9b61-9ff506238a51 req-08f9d688-04d2-42ec-b956-01a5ace750d6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=bc4f0b77-755b-408e-91f0-33286bbfa1df HTTP/1.1" status: 200 len: 854 time: 0.1508229 Mar 11 19:29:25.806959 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-f1ff6106-4af6-46f1-9398-47ac0cdd20c4 service neutron] For port 65028ff5-c788-4323-ab6a-099bdaadab0a, host n-h1-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:29:25.896690 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-f1ff6106-4af6-46f1-9398-47ac0cdd20c4 service neutron] For port 65028ff5-c788-4323-ab6a-099bdaadab0a, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=65028ff5-c788-4323-ab6a-099bdaadab0a,segment=NetworkSegment(e2c9930f-21f1-4d40-93dc-64d9f93dab64),segment_id=e2c9930f-21f1-4d40-93dc-64d9f93dab64)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:29:25.941198 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-f1ff6106-4af6-46f1-9398-47ac0cdd20c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (65028ff5-c788-4323-ab6a-099bdaadab0a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:25.959386 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d3ee932c-9b40-46e3-9fe6-a8a999c8d4aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (8bf33d21-8b41-4d5c-b608-920c20b9af5b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:25.962265 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 9ca5199a-acd0-486c-b51b-14f8640b0449 up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:29:26.018898 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device a40402ea-0b96-4e24-a324-ac1b0a5a3164 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:29:26.029758 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ee932c-9b40-46e3-9fe6-a8a999c8d4aa admin admin] Pushing event deleted for resources: {'Port': ['ID=8bf33d21-8b41-4d5c-b608-920c20b9af5b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:26.068600 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-f1ff6106-4af6-46f1-9398-47ac0cdd20c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:26.074391 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-f1ff6106-4af6-46f1-9398-47ac0cdd20c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:26.075967 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-f1ff6106-4af6-46f1-9398-47ac0cdd20c4 service neutron] 10.222.0.75 "PUT /v2.0/ports/65028ff5-c788-4323-ab6a-099bdaadab0a HTTP/1.1" status: 200 len: 1091 time: 3.6931560 Mar 11 19:29:26.103557 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951dbaf-a36e-45a8-b961-2c3919461226 req-bb372db8-49ca-4376-947e-4884039e0b49 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:26.117601 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951dbaf-a36e-45a8-b961-2c3919461226 req-bb372db8-49ca-4376-947e-4884039e0b49 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:26.121395 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838a8b9a-b39d-4583-9b61-9ff506238a51 req-c9150389-e3f0-4bd8-9be8-8af9b97d526a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:26.121573 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: a40402ea-0b96-4e24-a324-ac1b0a5a3164 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:29:26.121764 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device a40402ea-0b96-4e24-a324-ac1b0a5a3164 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:29:26.122168 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 8bf33d21-8b41-4d5c-b608-920c20b9af5b no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:29:26.122909 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-838a8b9a-b39d-4583-9b61-9ff506238a51 req-c9150389-e3f0-4bd8-9be8-8af9b97d526a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=2f8aa864-d343-498b-b250-957730207b49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3524742 Mar 11 19:29:26.133347 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951dbaf-a36e-45a8-b961-2c3919461226 req-bb372db8-49ca-4376-947e-4884039e0b49 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:26.141432 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-24ff0a02-78f7-43b1-bc73-a09261ab5fd1 service neutron] Request body: {'port': {'device_id': 'f63e2d47-599d-4ffc-9f33-5578504bb7da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:29:26.148727 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951dbaf-a36e-45a8-b961-2c3919461226 req-bb372db8-49ca-4376-947e-4884039e0b49 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:26.167965 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951dbaf-a36e-45a8-b961-2c3919461226 req-bb372db8-49ca-4376-947e-4884039e0b49 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:26.190339 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951dbaf-a36e-45a8-b961-2c3919461226 req-bb372db8-49ca-4376-947e-4884039e0b49 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:26.203375 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951dbaf-a36e-45a8-b961-2c3919461226 req-bb372db8-49ca-4376-947e-4884039e0b49 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:26.211122 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 8bf33d21-8b41-4d5c-b608-920c20b9af5b {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:29:26.211391 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 8bf33d21-8b41-4d5c-b608-920c20b9af5b not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:29:26.213861 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7951dbaf-a36e-45a8-b961-2c3919461226 req-bb372db8-49ca-4376-947e-4884039e0b49 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 5418 time: 0.4157188 Mar 11 19:29:26.240349 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:26.283008 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port 9ca5199a-acd0-486c-b51b-14f8640b0449 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:29:26.301852 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port 9ca5199a-acd0-486c-b51b-14f8640b0449 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:29:26.302738 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (9ca5199a-acd0-486c-b51b-14f8640b0449), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:26.446351 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 9ca5199a-acd0-486c-b51b-14f8640b0449 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:29:26.446750 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (9ca5199a-acd0-486c-b51b-14f8640b0449), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:26.468175 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d3ee932c-9b40-46e3-9fe6-a8a999c8d4aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (e1c5f98d-66d2-41bc-9095-121d4d1af775), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:26.521441 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c8c343d-0b54-4526-8474-397a7a119dfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ca5199a-acd0-486c-b51b-14f8640b0449'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:29:26.529074 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9906bda-1632-4ff9-91f0-1a9e825e11b0" -d '{"events": [{"server_uuid": "1c8c343d-0b54-4526-8474-397a7a119dfb", "name": "network-vif-plugged", "status": "completed", "tag": "9ca5199a-acd0-486c-b51b-14f8640b0449"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:29:26.575086 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 9ca5199a-acd0-486c-b51b-14f8640b0449, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=9ca5199a-acd0-486c-b51b-14f8640b0449,segment=NetworkSegment(7617739c-1148-405a-b759-881cda43c47e),segment_id=7617739c-1148-405a-b759-881cda43c47e)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:29:26.595458 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (9ca5199a-acd0-486c-b51b-14f8640b0449), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:26.633815 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf3b403-dbef-4328-92b3-cc8592cd7fcd x-openstack-request-id: req-3cf3b403-dbef-4328-92b3-cc8592cd7fcd {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:29:26.634130 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c8c343d-0b54-4526-8474-397a7a119dfb", "name": "network-vif-plugged", "status": "completed", "tag": "9ca5199a-acd0-486c-b51b-14f8640b0449", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:29:26.634388 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3cf3b403-dbef-4328-92b3-cc8592cd7fcd {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:29:26.634875 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c8c343d-0b54-4526-8474-397a7a119dfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ca5199a-acd0-486c-b51b-14f8640b0449', 'code': 200} Mar 11 19:29:26.751495 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ff6106-4af6-46f1-9398-47ac0cdd20c4 service neutron] Pushing event updated for resources: {'Port': ['ID=65028ff5-c788-4323-ab6a-099bdaadab0a,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:26.763356 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=9ca5199a-acd0-486c-b51b-14f8640b0449,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:26.823569 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d3ee932c-9b40-46e3-9fe6-a8a999c8d4aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (e1c5f98d-66d2-41bc-9095-121d4d1af775), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:26.832284 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d3ee932c-9b40-46e3-9fe6-a8a999c8d4aa admin admin] Publish callbacks [] for router_controller (e1c5f98d-66d2-41bc-9095-121d4d1af775), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:26.836206 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5da92961-cb51-4223-9ce8-474907b10691 admin admin] Publish callbacks [] for security_group (da55a647-62ee-4d15-a963-651fcfed7127), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:26.858727 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5da92961-cb51-4223-9ce8-474907b10691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (da55a647-62ee-4d15-a963-651fcfed7127), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:26.895950 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-24ff0a02-78f7-43b1-bc73-a09261ab5fd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (83ee7430-2372-4b73-86a9-12dee208460d), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:26.954073 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-838a8b9a-b39d-4583-9b61-9ff506238a51 req-9a77ce1c-c8b2-4d57-b95d-536c9f32a09a service neutron] 10.222.0.75 "GET /v2.0/networks/2f8aa864-d343-498b-b250-957730207b49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8078611 Mar 11 19:29:26.965071 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16aceb-2f0a-4938-97c1-5d6058d41c83 req-a20187a9-cdff-4297-923a-e659931bd231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:26.966914 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-9c16aceb-2f0a-4938-97c1-5d6058d41c83 req-a20187a9-cdff-4297-923a-e659931bd231 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1c8c343d-0b54-4526-8474-397a7a119dfb HTTP/1.1" status: 200 len: 1128 time: 0.1758444 Mar 11 19:29:27.174508 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-9c16aceb-2f0a-4938-97c1-5d6058d41c83 req-b9559140-dbb1-48a6-a598-f57705345d77 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0961abee-fe62-4d69-976a-7014d627610b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972623 Mar 11 19:29:27.219119 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-838a8b9a-b39d-4583-9b61-9ff506238a51 req-0e30d834-1747-4de9-af09-3b9b3f0eaff9 service neutron] 10.222.0.75 "GET /v2.0/networks/2f8aa864-d343-498b-b250-957730207b49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572198 Mar 11 19:29:27.241988 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d039ae4d-1d8b-4fbb-a84f-f3b548337eb3 req-cfd011f3-0def-490c-8b64-47dd0e9423d1 tempest-AttachSCSIVolumeTestJSON-1183104708 tempest-AttachSCSIVolumeTestJSON-1183104708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:27.255159 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d039ae4d-1d8b-4fbb-a84f-f3b548337eb3 req-cfd011f3-0def-490c-8b64-47dd0e9423d1 tempest-AttachSCSIVolumeTestJSON-1183104708 tempest-AttachSCSIVolumeTestJSON-1183104708-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e2c2f74-9980-41b6-865a-08854f828156 HTTP/1.1" status: 200 len: 944 time: 0.5559840 Mar 11 19:29:27.278070 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7951dbaf-a36e-45a8-b961-2c3919461226 req-95f0aa24-2a36-4416-9278-567f82d911e9 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/security-groups?id=019be762-639e-4ed8-9c49-723d3436f32b&id=97b5c377-83f5-4bad-bf80-e3f012b06736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0573208 Mar 11 19:29:27.285813 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5da92961-cb51-4223-9ce8-474907b10691 admin admin] vlan segment allocate from pool success with {'vlan_id': 880, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:29:27.301880 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5da92961-cb51-4223-9ce8-474907b10691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (7a422026-32a0-497f-aed4-1737e6a95f1b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:27.302383 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-5da92961-cb51-4223-9ce8-474907b10691 admin admin] Added segment 7a422026-32a0-497f-aed4-1737e6a95f1b of type vlan for network 3a5ebcdd-7c47-4480-b835-e31622a3f5f1 Mar 11 19:29:27.367043 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5da92961-cb51-4223-9ce8-474907b10691 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (3a5ebcdd-7c47-4480-b835-e31622a3f5f1), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:27.373625 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6275ac-f5f4-47d2-9cbd-30ce8df9d46b req-52b9af0b-981c-4a8f-bd46-b5b72ed94155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:27.375160 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-9d6275ac-f5f4-47d2-9cbd-30ce8df9d46b req-52b9af0b-981c-4a8f-bd46-b5b72ed94155 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=995b54d9cef34e9595750043705eaa07&device_id=6e2c2f74-9980-41b6-865a-08854f828156 HTTP/1.1" status: 200 len: 1126 time: 0.0977888 Mar 11 19:29:27.404397 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d3ee932c-9b40-46e3-9fe6-a8a999c8d4aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (e1c5f98d-66d2-41bc-9095-121d4d1af775), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:27.404957 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ee932c-9b40-46e3-9fe6-a8a999c8d4aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1c5f98d-66d2-41bc-9095-121d4d1af775 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:29:27.433077 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d3ee932c-9b40-46e3-9fe6-a8a999c8d4aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:27.436527 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d3ee932c-9b40-46e3-9fe6-a8a999c8d4aa admin admin] 10.222.0.65 "DELETE /v2.0/routers/e1c5f98d-66d2-41bc-9095-121d4d1af775 HTTP/1.1" status: 204 len: 168 time: 4.4661577 Mar 11 19:29:27.452443 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5da92961-cb51-4223-9ce8-474907b10691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (3a5ebcdd-7c47-4480-b835-e31622a3f5f1), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:27.454557 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 55326) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:29:27.456298 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da92961-cb51-4223-9ce8-474907b10691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:27.457028 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5da92961-cb51-4223-9ce8-474907b10691 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:27.473525 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:27.564938 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d039ae4d-1d8b-4fbb-a84f-f3b548337eb3 req-628ecc77-fb05-4ac0-8194-b6e26a77f4e6 tempest-AttachSCSIVolumeTestJSON-1183104708 tempest-AttachSCSIVolumeTestJSON-1183104708-project] 10.222.0.65 "GET /v2.0/security-groups?id=c8e8cfff-c504-429e-8169-b14a8919776a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088961 Mar 11 19:29:27.566107 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da92961-cb51-4223-9ce8-474907b10691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da55a647-62ee-4d15-a963-651fcfed7127,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:27.662379 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-24ff0a02-78f7-43b1-bc73-a09261ab5fd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83ee7430-2372-4b73-86a9-12dee208460d {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:29:27.680021 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-24ff0a02-78f7-43b1-bc73-a09261ab5fd1 service neutron] Publish callbacks [] for port (83ee7430-2372-4b73-86a9-12dee208460d), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:27.699551 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da92961-cb51-4223-9ce8-474907b10691 admin admin] Pushing event updated for resources: {'Network': ['ID=3a5ebcdd-7c47-4480-b835-e31622a3f5f1,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:27.702057 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f63e2d47-599d-4ffc-9f33-5578504bb7da', 'tag': '65028ff5-c788-4323-ab6a-099bdaadab0a'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:29:27.710847 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25934a26-ba86-436b-bf35-95c07526f031" -d '{"events": [{"name": "network-changed", "server_uuid": "f63e2d47-599d-4ffc-9f33-5578504bb7da", "tag": "65028ff5-c788-4323-ab6a-099bdaadab0a"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:29:27.718214 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 3a5ebcdd-7c47-4480-b835-e31622a3f5f1 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:29:27.726698 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-5da92961-cb51-4223-9ce8-474907b10691 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.6592736 Mar 11 19:29:27.728415 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55342) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:29:27.740237 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-f18daf68-56c2-459c-bce3-3588691efe6d admin admin] Request body: {'subnet': {'network_id': '3a5ebcdd-7c47-4480-b835-e31622a3f5f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1031047735-subnet', 'tenant_id': '7eee167876f4486fa3e6b7859ca90f06', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:29:27.762131 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-6daa4705-f180-434a-af55-12b79809f8f8 admin admin] Deleting subnet 25c527aa-940c-4d05-a3a3-da904c4b7fbe {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:29:27.787988 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-24ff0a02-78f7-43b1-bc73-a09261ab5fd1 service neutron] Transition to ACTIVE for port object 83ee7430-2372-4b73-86a9-12dee208460d will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:29:27.795008 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6daa4705-f180-434a-af55-12b79809f8f8 admin admin] Publish callbacks [] for subnet (25c527aa-940c-4d05-a3a3-da904c4b7fbe), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:27.811968 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4976a1b3-fed0-4ef7-8039-48d83a6c21e0 req-b6a1f84e-2bd9-4995-a7a3-7fd18db50be5 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:27.813569 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4976a1b3-fed0-4ef7-8039-48d83a6c21e0 req-b6a1f84e-2bd9-4995-a7a3-7fd18db50be5 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c8c343d-0b54-4526-8474-397a7a119dfb HTTP/1.1" status: 200 len: 946 time: 0.4029112 Mar 11 19:29:27.821775 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18daf68-56c2-459c-bce3-3588691efe6d admin admin] Made reservation on behalf of 7eee167876f4486fa3e6b7859ca90f06 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:29:27.827028 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f18daf68-56c2-459c-bce3-3588691efe6d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:27.858129 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6daa4705-f180-434a-af55-12b79809f8f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (25c527aa-940c-4d05-a3a3-da904c4b7fbe), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:27.968567 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6daa4705-f180-434a-af55-12b79809f8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (25c527aa-940c-4d05-a3a3-da904c4b7fbe), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:27.985604 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4976a1b3-fed0-4ef7-8039-48d83a6c21e0 req-287a6829-2f2c-4519-92de-79f898612fe6 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/security-groups?id=0961abee-fe62-4d69-976a-7014d627610b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647415 Mar 11 19:29:27.993669 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30f7c5-bd1e-4b81-a378-2a095bf605f8 req-c6cfbf1f-f855-45db-8c86-e7bac70db3e2 tempest-LiveAutoBlockMigrationV225Test-943023921 tempest-LiveAutoBlockMigrationV225Test-943023921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:28.001415 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cb30f7c5-bd1e-4b81-a378-2a095bf605f8 req-c6cfbf1f-f855-45db-8c86-e7bac70db3e2 tempest-LiveAutoBlockMigrationV225Test-943023921 tempest-LiveAutoBlockMigrationV225Test-943023921-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b HTTP/1.1" status: 200 len: 1127 time: 0.1696227 Mar 11 19:29:28.041515 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6275ac-f5f4-47d2-9cbd-30ce8df9d46b req-3a79a483-d425-4f51-bf20-b1ebbf24738a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:28.043001 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-9d6275ac-f5f4-47d2-9cbd-30ce8df9d46b req-3a79a483-d425-4f51-bf20-b1ebbf24738a service neutron] 10.222.0.75 "GET /v2.0/networks?id=2f8aa864-d343-498b-b250-957730207b49 HTTP/1.1" status: 200 len: 916 time: 0.6615405 Mar 11 19:29:28.043647 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-24ff0a02-78f7-43b1-bc73-a09261ab5fd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (83ee7430-2372-4b73-86a9-12dee208460d), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:28.101949 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cb30f7c5-bd1e-4b81-a378-2a095bf605f8 req-ff8145a9-5c6e-453a-a5c1-2158f853f10e tempest-LiveAutoBlockMigrationV225Test-943023921 tempest-LiveAutoBlockMigrationV225Test-943023921-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971138 Mar 11 19:29:28.167609 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64b5e3c-05af-461c-96f8-842cc4e8a889 x-openstack-request-id: req-a64b5e3c-05af-461c-96f8-842cc4e8a889 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:29:28.180757 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f63e2d47-599d-4ffc-9f33-5578504bb7da", "tag": "65028ff5-c788-4323-ab6a-099bdaadab0a", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:29:28.181038 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a64b5e3c-05af-461c-96f8-842cc4e8a889 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:29:28.181464 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f63e2d47-599d-4ffc-9f33-5578504bb7da', 'tag': '65028ff5-c788-4323-ab6a-099bdaadab0a', 'status': 'completed', 'code': 200} Mar 11 19:29:28.295766 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6daa4705-f180-434a-af55-12b79809f8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (25c527aa-940c-4d05-a3a3-da904c4b7fbe), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:28.308052 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-9d6275ac-f5f4-47d2-9cbd-30ce8df9d46b req-61eeb5d1-64a3-4aec-944f-4f80fb9a26fc service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e4c1446-90bc-46ce-8b30-e081b64613f7 HTTP/1.1" status: 200 len: 217 time: 0.2400718 Mar 11 19:29:28.317748 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f18daf68-56c2-459c-bce3-3588691efe6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (c4ce97f5-273f-42a3-8dbb-6d45a56d0c24), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:28.403567 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daa4705-f180-434a-af55-12b79809f8f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25c527aa-940c-4d05-a3a3-da904c4b7fbe,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:28.434679 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534117c1-1f95-40ff-b793-e67f99b33f0a None None] Network ac02cbd1-5dcb-429f-a716-af840212fb30 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:29:28.485839 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6daa4705-f180-434a-af55-12b79809f8f8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:28.497873 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-6daa4705-f180-434a-af55-12b79809f8f8 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/25c527aa-940c-4d05-a3a3-da904c4b7fbe HTTP/1.1" status: 204 len: 168 time: 1.0356796 Mar 11 19:29:28.501249 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ff0a02-78f7-43b1-bc73-a09261ab5fd1 service neutron] Pushing event updated for resources: {'Port': ['ID=83ee7430-2372-4b73-86a9-12dee208460d,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:28.516516 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55352) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:29:28.636379 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18daf68-56c2-459c-bce3-3588691efe6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4ce97f5-273f-42a3-8dbb-6d45a56d0c24,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:28.681419 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25934a26-ba86-436b-bf35-95c07526f031 req-c68e55c6-0a1e-4046-965c-c1c232f39157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:28.697244 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25934a26-ba86-436b-bf35-95c07526f031 req-c68e55c6-0a1e-4046-965c-c1c232f39157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:28.699365 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25934a26-ba86-436b-bf35-95c07526f031 req-c68e55c6-0a1e-4046-965c-c1c232f39157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:28.699776 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25934a26-ba86-436b-bf35-95c07526f031 req-c68e55c6-0a1e-4046-965c-c1c232f39157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:28.700221 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25934a26-ba86-436b-bf35-95c07526f031 req-c68e55c6-0a1e-4046-965c-c1c232f39157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:28.700742 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25934a26-ba86-436b-bf35-95c07526f031 req-c68e55c6-0a1e-4046-965c-c1c232f39157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:28.703495 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25934a26-ba86-436b-bf35-95c07526f031 req-c68e55c6-0a1e-4046-965c-c1c232f39157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:28.708884 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-25934a26-ba86-436b-bf35-95c07526f031 req-c68e55c6-0a1e-4046-965c-c1c232f39157 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5ef363cb3b8e470c93ba878a527f3d7f&device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 6631 time: 0.4963319 Mar 11 19:29:28.718722 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6275ac-f5f4-47d2-9cbd-30ce8df9d46b req-08674816-beee-4fb9-b47e-3819d6a8446c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:28.720989 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-9d6275ac-f5f4-47d2-9cbd-30ce8df9d46b req-08674816-beee-4fb9-b47e-3819d6a8446c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=bc4f0b77-755b-408e-91f0-33286bbfa1df HTTP/1.1" status: 200 len: 854 time: 0.3641047 Mar 11 19:29:28.757209 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 55362) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:29:28.807463 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ef79e0-408b-4ede-8ad1-bdb245f27322 None None] DHCP port deletion for ac02cbd1-5dcb-429f-a716-af840212fb30 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:29:28.889407 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-24ff0a02-78f7-43b1-bc73-a09261ab5fd1 service neutron] Attempting to bind port 83ee7430-2372-4b73-86a9-12dee208460d on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:29:28.890175 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-24ff0a02-78f7-43b1-bc73-a09261ab5fd1 service neutron] Attempting to bind port 83ee7430-2372-4b73-86a9-12dee208460d by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': 'e2c9930f-21f1-4d40-93dc-64d9f93dab64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '7e7ac1f0-3111-4c89-ba33-0a59c83b731d'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:29:28.890498 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-24ff0a02-78f7-43b1-bc73-a09261ab5fd1 service neutron] Attempting to bind port 83ee7430-2372-4b73-86a9-12dee208460d on network 7e7ac1f0-3111-4c89-ba33-0a59c83b731d {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:29:28.904296 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-24ff0a02-78f7-43b1-bc73-a09261ab5fd1 service neutron] Port 83ee7430-2372-4b73-86a9-12dee208460d on network 7e7ac1f0-3111-4c89-ba33-0a59c83b731d not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:29:28.904523 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-24ff0a02-78f7-43b1-bc73-a09261ab5fd1 service neutron] Attempting to bind port 83ee7430-2372-4b73-86a9-12dee208460d on network 7e7ac1f0-3111-4c89-ba33-0a59c83b731d {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:29:28.917809 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18daf68-56c2-459c-bce3-3588691efe6d admin admin] Checking segment: {'id': '7a422026-32a0-497f-aed4-1737e6a95f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '3a5ebcdd-7c47-4480-b835-e31622a3f5f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:29:28.918081 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-24ff0a02-78f7-43b1-bc73-a09261ab5fd1 service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:29:28.918081 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-24ff0a02-78f7-43b1-bc73-a09261ab5fd1 service neutron] Checking segment: {'id': 'e2c9930f-21f1-4d40-93dc-64d9f93dab64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '7e7ac1f0-3111-4c89-ba33-0a59c83b731d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:29:28.918290 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18daf68-56c2-459c-bce3-3588691efe6d admin admin] Network hostable DHCP agents. Network: 3a5ebcdd-7c47-4480-b835-e31622a3f5f1, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:29:28.918371 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-24ff0a02-78f7-43b1-bc73-a09261ab5fd1 service neutron] Bound using segment: {'id': 'e2c9930f-21f1-4d40-93dc-64d9f93dab64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '7e7ac1f0-3111-4c89-ba33-0a59c83b731d'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:29:28.918784 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-24ff0a02-78f7-43b1-bc73-a09261ab5fd1 service neutron] Bound port: 83ee7430-2372-4b73-86a9-12dee208460d, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2c9930f-21f1-4d40-93dc-64d9f93dab64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '7e7ac1f0-3111-4c89-ba33-0a59c83b731d'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:29:28.918986 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-24ff0a02-78f7-43b1-bc73-a09261ab5fd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (83ee7430-2372-4b73-86a9-12dee208460d), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:28.945214 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6275ac-f5f4-47d2-9cbd-30ce8df9d46b req-525ccdbc-1ac4-4372-98ec-f6c0bc22ad07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:28.946847 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-9d6275ac-f5f4-47d2-9cbd-30ce8df9d46b req-525ccdbc-1ac4-4372-98ec-f6c0bc22ad07 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=2f8aa864-d343-498b-b250-957730207b49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2195318 Mar 11 19:29:28.963188 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:29.007189 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25934a26-ba86-436b-bf35-95c07526f031 req-8f3156aa-2dc7-4da9-94f1-3d0e57e1759d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:29.008345 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25934a26-ba86-436b-bf35-95c07526f031 req-8f3156aa-2dc7-4da9-94f1-3d0e57e1759d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:29.009426 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25934a26-ba86-436b-bf35-95c07526f031 req-8f3156aa-2dc7-4da9-94f1-3d0e57e1759d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:29.011577 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-25934a26-ba86-436b-bf35-95c07526f031 req-8f3156aa-2dc7-4da9-94f1-3d0e57e1759d service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=5ef363cb3b8e470c93ba878a527f3d7f&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2551250 Mar 11 19:29:29.015475 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-27ef79e0-408b-4ede-8ad1-bdb245f27322 None None] Deleting port ea564348-fa9f-4437-87cf-61fd3ca5b29a {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:29:29.017720 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-27ef79e0-408b-4ede-8ad1-bdb245f27322 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (ea564348-fa9f-4437-87cf-61fd3ca5b29a), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:29.086460 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-09a9f339-edb4-429b-a6a1-80ed24eb4302 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:29.109971 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-27ef79e0-408b-4ede-8ad1-bdb245f27322 None None] For port ea564348-fa9f-4437-87cf-61fd3ca5b29a, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=ea564348-fa9f-4437-87cf-61fd3ca5b29a,segment=NetworkSegment(548d1191-6be3-49b7-b122-731f8e7bcddc),segment_id=548d1191-6be3-49b7-b122-731f8e7bcddc)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:29:29.110974 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-27ef79e0-408b-4ede-8ad1-bdb245f27322 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (ea564348-fa9f-4437-87cf-61fd3ca5b29a), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:29.130794 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-27ef79e0-408b-4ede-8ad1-bdb245f27322 None None] Calling delete_port for ea564348-fa9f-4437-87cf-61fd3ca5b29a owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:29:29.140175 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-24ff0a02-78f7-43b1-bc73-a09261ab5fd1 service neutron] For port 83ee7430-2372-4b73-86a9-12dee208460d, host n-h1-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:29:29.155130 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-9d6275ac-f5f4-47d2-9cbd-30ce8df9d46b req-29359ebe-00ca-4295-b7c0-3713565b498b service neutron] 10.222.0.75 "GET /v2.0/networks/2f8aa864-d343-498b-b250-957730207b49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993620 Mar 11 19:29:29.158202 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-24ff0a02-78f7-43b1-bc73-a09261ab5fd1 service neutron] For port 83ee7430-2372-4b73-86a9-12dee208460d, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=83ee7430-2372-4b73-86a9-12dee208460d,segment=NetworkSegment(e2c9930f-21f1-4d40-93dc-64d9f93dab64),segment_id=e2c9930f-21f1-4d40-93dc-64d9f93dab64)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:29:29.182384 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-24ff0a02-78f7-43b1-bc73-a09261ab5fd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (83ee7430-2372-4b73-86a9-12dee208460d), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:29.199366 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25934a26-ba86-436b-bf35-95c07526f031 req-a569bf5e-e6b8-459f-89f1-88ef5cb65a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:29.205813 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-25934a26-ba86-436b-bf35-95c07526f031 req-a569bf5e-e6b8-459f-89f1-88ef5cb65a04 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1610222 Mar 11 19:29:29.274627 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-24ff0a02-78f7-43b1-bc73-a09261ab5fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:29.275418 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-24ff0a02-78f7-43b1-bc73-a09261ab5fd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:29.277477 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-24ff0a02-78f7-43b1-bc73-a09261ab5fd1 service neutron] 10.222.0.75 "PUT /v2.0/ports/83ee7430-2372-4b73-86a9-12dee208460d HTTP/1.1" status: 200 len: 1091 time: 3.1626251 Mar 11 19:29:29.280444 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c99838-af07-4a85-8f43-4b8abdbd2426 req-32e7c4b9-649b-4ce8-bec7-cdd60b0daa2c tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:29.289756 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-27ef79e0-408b-4ede-8ad1-bdb245f27322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (ea564348-fa9f-4437-87cf-61fd3ca5b29a), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:29.297167 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c99838-af07-4a85-8f43-4b8abdbd2426 req-32e7c4b9-649b-4ce8-bec7-cdd60b0daa2c tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:29.305884 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c99838-af07-4a85-8f43-4b8abdbd2426 req-32e7c4b9-649b-4ce8-bec7-cdd60b0daa2c tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:29.323664 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c99838-af07-4a85-8f43-4b8abdbd2426 req-32e7c4b9-649b-4ce8-bec7-cdd60b0daa2c tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:29.330946 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c99838-af07-4a85-8f43-4b8abdbd2426 req-32e7c4b9-649b-4ce8-bec7-cdd60b0daa2c tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:29.346539 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c99838-af07-4a85-8f43-4b8abdbd2426 req-32e7c4b9-649b-4ce8-bec7-cdd60b0daa2c tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:29.358453 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ef79e0-408b-4ede-8ad1-bdb245f27322 None None] No DVR routers for this DVR port ea564348-fa9f-4437-87cf-61fd3ca5b29a on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:29:29.365982 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c99838-af07-4a85-8f43-4b8abdbd2426 req-32e7c4b9-649b-4ce8-bec7-cdd60b0daa2c tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:29.367947 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-91c99838-af07-4a85-8f43-4b8abdbd2426 req-32e7c4b9-649b-4ce8-bec7-cdd60b0daa2c tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 5430 time: 0.9409511 Mar 11 19:29:29.374815 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ff0a02-78f7-43b1-bc73-a09261ab5fd1 service neutron] Pushing event updated for resources: {'Port': ['ID=83ee7430-2372-4b73-86a9-12dee208460d,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:29.376882 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef79e0-408b-4ede-8ad1-bdb245f27322 None None] Pushing event deleted for resources: {'Port': ['ID=ea564348-fa9f-4437-87cf-61fd3ca5b29a,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:29.388843 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-864a3b43-22c0-46c2-821f-678762261fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (ac02cbd1-5dcb-429f-a716-af840212fb30), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:29.396188 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18daf68-56c2-459c-bce3-3588691efe6d admin admin] Network 3a5ebcdd-7c47-4480-b835-e31622a3f5f1 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:29:29.451666 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-f18daf68-56c2-459c-bce3-3588691efe6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 3a5ebcdd-7c47-4480-b835-e31622a3f5f1) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:29:29.461138 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973e367e-0722-445e-8090-83486bd63c85 None None] Network 3a5ebcdd-7c47-4480-b835-e31622a3f5f1 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:29:29.485420 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18daf68-56c2-459c-bce3-3588691efe6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:29.486017 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f18daf68-56c2-459c-bce3-3588691efe6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:29.486563 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-09a9f339-edb4-429b-a6a1-80ed24eb4302 admin admin] Publish callbacks [] for security_group (967028b3-18d0-44e3-bc98-06f2270b05c5), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:29.499412 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-9d6275ac-f5f4-47d2-9cbd-30ce8df9d46b req-c2385332-8b30-444e-a740-38b21f0daf2f service neutron] 10.222.0.75 "GET /v2.0/networks/2f8aa864-d343-498b-b250-957730207b49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365436 Mar 11 19:29:29.501377 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-09a9f339-edb4-429b-a6a1-80ed24eb4302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (967028b3-18d0-44e3-bc98-06f2270b05c5), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:29.542729 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a9f339-edb4-429b-a6a1-80ed24eb4302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=967028b3-18d0-44e3-bc98-06f2270b05c5,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:29.557488 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-ea762ad8-cc87-4271-93b3-77781a5d4d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:29.557972 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-ea762ad8-cc87-4271-93b3-77781a5d4d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:29.558447 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-ea762ad8-cc87-4271-93b3-77781a5d4d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:29.558915 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-ea762ad8-cc87-4271-93b3-77781a5d4d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:29.559378 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-ea762ad8-cc87-4271-93b3-77781a5d4d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:29.559913 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-ea762ad8-cc87-4271-93b3-77781a5d4d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:29.561003 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-ea762ad8-cc87-4271-93b3-77781a5d4d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:29.563251 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-ea762ad8-cc87-4271-93b3-77781a5d4d27 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5ef363cb3b8e470c93ba878a527f3d7f&device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 6704 time: 0.1835127 Mar 11 19:29:29.598022 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f18daf68-56c2-459c-bce3-3588691efe6d admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8684666 Mar 11 19:29:29.598679 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55388) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:29:29.617688 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-a204d012-94b8-42f1-a7f1-412cae55a88c admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1031047735-router', 'tenant_id': '7eee167876f4486fa3e6b7859ca90f06', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:29:29.635043 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-91c99838-af07-4a85-8f43-4b8abdbd2426 req-ef911cde-c8a5-41bb-91d7-18aa47226d4c tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/security-groups?id=019be762-639e-4ed8-9c49-723d3436f32b&id=97b5c377-83f5-4bad-bf80-e3f012b06736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2362018 Mar 11 19:29:29.646061 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-13364aa2-3c05-45aa-b253-9f6d391034f8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55b720e8-74bc-4aa9-9d68-5e4027393581 HTTP/1.1" status: 200 len: 217 time: 0.0479527 Mar 11 19:29:29.648800 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-09a9f339-edb4-429b-a6a1-80ed24eb4302 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e9497b0554f14cd0bfadd3ad4c7aeb1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8876350 Mar 11 19:29:29.652814 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 55390) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:29:29.746554 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2143747-9197-4a80-88f8-c89a49fd550c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-3a5ebcdd-7c47-4480-b835-e31622a3f5f1', 'network_id': '3a5ebcdd-7c47-4480-b835-e31622a3f5f1', 'project_id': '7eee167876f4486fa3e6b7859ca90f06', 'fixed_ips': [{'subnet_id': 'c4ce97f5-273f-42a3-8dbb-6d45a56d0c24'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:29:29.751598 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-864a3b43-22c0-46c2-821f-678762261fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (ac02cbd1-5dcb-429f-a716-af840212fb30), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:29.752711 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e2143747-9197-4a80-88f8-c89a49fd550c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:29.766494 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-5281450f-ffeb-4075-8218-529343457b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:29.772562 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a204d012-94b8-42f1-a7f1-412cae55a88c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (752d7d8b-269a-45e4-8d95-d3ef0789a828), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:29.773622 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a204d012-94b8-42f1-a7f1-412cae55a88c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (752d7d8b-269a-45e4-8d95-d3ef0789a828), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:29.784312 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-5281450f-ffeb-4075-8218-529343457b6b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=69381856-dd35-45d7-a782-ea4b8eb1e9ff HTTP/1.1" status: 200 len: 856 time: 0.1276612 Mar 11 19:29:29.825432 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-864a3b43-22c0-46c2-821f-678762261fb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac02cbd1-5dcb-429f-a716-af840212fb30']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:29:29.840637 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-864a3b43-22c0-46c2-821f-678762261fb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '548d1191-6be3-49b7-b122-731f8e7bcddc') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:29:29.840931 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-864a3b43-22c0-46c2-821f-678762261fb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '548d1191-6be3-49b7-b122-731f8e7bcddc') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:29:29.859363 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device ea564348-fa9f-4437-87cf-61fd3ca5b29a no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:29:29.864450 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-864a3b43-22c0-46c2-821f-678762261fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (548d1191-6be3-49b7-b122-731f8e7bcddc), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:29.866086 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [req-3935b953-470e-4e21-8b55-0035d694a5df req-749c28a8-6845-4f96-b096-93fd94eeb9bc tempest-LiveAutoBlockMigrationV225Test-943023921 tempest-LiveAutoBlockMigrationV225Test-943023921-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:29:29.881055 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3935b953-470e-4e21-8b55-0035d694a5df req-749c28a8-6845-4f96-b096-93fd94eeb9bc tempest-LiveAutoBlockMigrationV225Test-943023921 tempest-LiveAutoBlockMigrationV225Test-943023921-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0371161 Mar 11 19:29:29.890814 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: ea564348-fa9f-4437-87cf-61fd3ca5b29a {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:29:29.891195 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device ea564348-fa9f-4437-87cf-61fd3ca5b29a not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:29:29.917306 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5c637d68-d59c-4796-9fe8-53c51e67c0cc admin admin] Publish callbacks [] for security_group (967028b3-18d0-44e3-bc98-06f2270b05c5), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:29.918288 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a204d012-94b8-42f1-a7f1-412cae55a88c admin admin] Publish callbacks [] for router_controller (752d7d8b-269a-45e4-8d95-d3ef0789a828), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:29.919520 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-864a3b43-22c0-46c2-821f-678762261fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (548d1191-6be3-49b7-b122-731f8e7bcddc), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:29.937483 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527eebd-b477-4011-af32-5fe8b28b31a8 req-119feed8-5540-4039-95fa-8e0472c9ef48 tempest-AttachSCSIVolumeTestJSON-1183104708 tempest-AttachSCSIVolumeTestJSON-1183104708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:29.944711 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4527eebd-b477-4011-af32-5fe8b28b31a8 req-119feed8-5540-4039-95fa-8e0472c9ef48 tempest-AttachSCSIVolumeTestJSON-1183104708 tempest-AttachSCSIVolumeTestJSON-1183104708-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e2c2f74-9980-41b6-865a-08854f828156 HTTP/1.1" status: 200 len: 944 time: 0.1891618 Mar 11 19:29:29.946985 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-864a3b43-22c0-46c2-821f-678762261fb5 admin admin] Releasing vlan 885 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:29:29.947385 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-864a3b43-22c0-46c2-821f-678762261fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (548d1191-6be3-49b7-b122-731f8e7bcddc), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:29.950896 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-e2143747-9197-4a80-88f8-c89a49fd550c None None] Allocated IP 172.20.0.2 (3a5ebcdd-7c47-4480-b835-e31622a3f5f1/c4ce97f5-273f-42a3-8dbb-6d45a56d0c24/48f089e9-b27d-441c-9803-aeeee5ca3a4b) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:29:29.977706 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5c637d68-d59c-4796-9fe8-53c51e67c0cc admin admin] Publish callbacks [] for security_group (967028b3-18d0-44e3-bc98-06f2270b05c5), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:29.981308 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 19:29:29.981308 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:29:29.981308 n-d-833163-1 neutron-server[103885]: timer() Mar 11 19:29:29.981308 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:29:29.981308 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 19:29:29.981308 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:29:29.981308 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 19:29:29.981308 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:29:29.981308 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 19:29:29.981308 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:29:29.981308 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 19:29:29.981308 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:29:29.981308 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 19:29:29.981308 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:29:29.981308 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:29:29.981308 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:29:29.981308 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:29:29.981308 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:29:29.981308 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 19:29:29.981308 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:29:29.981308 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 19:29:29.981308 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:29:29.981308 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:29:29.981308 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:29:29.981308 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 19:29:29.981308 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:29:29.981308 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:29:29.981308 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:29:29.981308 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:29:29.981308 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:29:29.981308 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:29:29.981308 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:29:30.115431 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935b953-470e-4e21-8b55-0035d694a5df req-c502bfbc-74f5-47c2-be0a-6c578eda181b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:30.118097 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3935b953-470e-4e21-8b55-0035d694a5df req-c502bfbc-74f5-47c2-be0a-6c578eda181b service neutron] 10.222.0.65 "GET /v2.0/ports/5ac3bee4-d31e-4d7f-9bb8-cb81d564318b HTTP/1.1" status: 200 len: 1124 time: 0.2351863 Mar 11 19:29:30.118616 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4527eebd-b477-4011-af32-5fe8b28b31a8 req-34f92313-0c85-46c7-95f4-76f9a902e73b tempest-AttachSCSIVolumeTestJSON-1183104708 tempest-AttachSCSIVolumeTestJSON-1183104708-project] 10.222.0.65 "GET /v2.0/security-groups?id=c8e8cfff-c504-429e-8169-b14a8919776a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672103 Mar 11 19:29:30.130841 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5c637d68-d59c-4796-9fe8-53c51e67c0cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (967028b3-18d0-44e3-bc98-06f2270b05c5), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:30.134864 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5c637d68-d59c-4796-9fe8-53c51e67c0cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:30.139567 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-5c637d68-d59c-4796-9fe8-53c51e67c0cc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/967028b3-18d0-44e3-bc98-06f2270b05c5 HTTP/1.1" status: 204 len: 168 time: 0.4747014 Mar 11 19:29:30.141868 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-cd405fc3-7ff4-4135-ab90-762c24e805dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:30.144189 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-cd405fc3-7ff4-4135-ab90-762c24e805dc service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c6f5d540-3c10-44e4-9f74-cadc36d53aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3635736 Mar 11 19:29:30.148768 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-3935b953-470e-4e21-8b55-0035d694a5df req-822dcffb-d2f3-4c46-a1b0-51397976e818 service neutron] Request body: {'binding': {'host': 'n-h2-833163-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:29:30.149797 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-3935b953-470e-4e21-8b55-0035d694a5df req-822dcffb-d2f3-4c46-a1b0-51397976e818 service neutron] Unknown quota resources ['binding']. {{(pid=103884) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 11 19:29:30.170787 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 7e4c1446-90bc-46ce-8b30-e081b64613f7 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:29:30.189408 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f63e2d47-599d-4ffc-9f33-5578504bb7da', 'tag': '83ee7430-2372-4b73-86a9-12dee208460d'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:29:30.193406 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f1e7cb-ab2f-41e1-b205-8f7058c8f3a6" -d '{"events": [{"name": "network-changed", "server_uuid": "f63e2d47-599d-4ffc-9f33-5578504bb7da", "tag": "83ee7430-2372-4b73-86a9-12dee208460d"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:29:30.257138 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c637d68-d59c-4796-9fe8-53c51e67c0cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=967028b3-18d0-44e3-bc98-06f2270b05c5,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:30.323699 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a204d012-94b8-42f1-a7f1-412cae55a88c admin admin] Publish callbacks [] for router_gateway (752d7d8b-269a-45e4-8d95-d3ef0789a828), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:30.338126 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-864a3b43-22c0-46c2-821f-678762261fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (ac02cbd1-5dcb-429f-a716-af840212fb30), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:30.358951 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e2143747-9197-4a80-88f8-c89a49fd550c None None] Publish callbacks [] for port (48f089e9-b27d-441c-9803-aeeee5ca3a4b), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:30.367982 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-864a3b43-22c0-46c2-821f-678762261fb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:30.377805 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e2143747-9197-4a80-88f8-c89a49fd550c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (48f089e9-b27d-441c-9803-aeeee5ca3a4b), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:30.380895 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-864a3b43-22c0-46c2-821f-678762261fb5 admin admin] 10.222.0.65 "DELETE /v2.0/networks/ac02cbd1-5dcb-429f-a716-af840212fb30 HTTP/1.1" status: 204 len: 168 time: 1.8629515 Mar 11 19:29:30.384198 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55400) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:29:30.430265 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 7e4c1446-90bc-46ce-8b30-e081b64613f7, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=7e4c1446-90bc-46ce-8b30-e081b64613f7,segment=NetworkSegment(ce345813-e166-4c98-ada8-e25f8b8832f7),segment_id=ce345813-e166-4c98-ada8-e25f8b8832f7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:29:30.457917 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2143747-9197-4a80-88f8-c89a49fd550c None None] Network 3a5ebcdd-7c47-4480-b835-e31622a3f5f1 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:29:30.459337 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '7e4c1446-90bc-46ce-8b30-e081b64613f7', 'network_id': '2f8aa864-d343-498b-b250-957730207b49', 'port_id': '7e4c1446-90bc-46ce-8b30-e081b64613f7', 'mac_address': 'fa:16:3e:1f:8a:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 893, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc4f0b77-755b-408e-91f0-33286bbfa1df', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:29:30.460981 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2143747-9197-4a80-88f8-c89a49fd550c None None] Pushing event updated for resources: {'Port': ['ID=48f089e9-b27d-441c-9803-aeeee5ca3a4b,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:30.464708 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-e2143747-9197-4a80-88f8-c89a49fd550c None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:29:30.469181 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2143747-9197-4a80-88f8-c89a49fd550c None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:29:30.482546 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864a3b43-22c0-46c2-821f-678762261fb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac02cbd1-5dcb-429f-a716-af840212fb30,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:30.514331 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-1d47c4fd-3488-48d6-9447-082b7466ba2b service neutron] 10.222.0.75 "GET /v2.0/networks/c6f5d540-3c10-44e4-9f74-cadc36d53aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3590372 Mar 11 19:29:30.680712 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 7e4c1446-90bc-46ce-8b30-e081b64613f7 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:29:30.681108 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (7e4c1446-90bc-46ce-8b30-e081b64613f7), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:30.725002 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-e2143747-9197-4a80-88f8-c89a49fd550c None None] Attempting to bind port 48f089e9-b27d-441c-9803-aeeee5ca3a4b on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:29:30.725416 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-e2143747-9197-4a80-88f8-c89a49fd550c None None] Attempting to bind port 48f089e9-b27d-441c-9803-aeeee5ca3a4b by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '7a422026-32a0-497f-aed4-1737e6a95f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '3a5ebcdd-7c47-4480-b835-e31622a3f5f1'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:29:30.725785 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2143747-9197-4a80-88f8-c89a49fd550c None None] Attempting to bind port 48f089e9-b27d-441c-9803-aeeee5ca3a4b on network 3a5ebcdd-7c47-4480-b835-e31622a3f5f1 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:29:30.742932 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e4c1446-90bc-46ce-8b30-e081b64613f7 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:29:30.754668 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2143747-9197-4a80-88f8-c89a49fd550c None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:29:30.755302 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2143747-9197-4a80-88f8-c89a49fd550c None None] Checking segment: {'id': '7a422026-32a0-497f-aed4-1737e6a95f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '3a5ebcdd-7c47-4480-b835-e31622a3f5f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:29:30.755887 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e2143747-9197-4a80-88f8-c89a49fd550c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:30.756429 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2143747-9197-4a80-88f8-c89a49fd550c None None] Bound using segment: {'id': '7a422026-32a0-497f-aed4-1737e6a95f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '3a5ebcdd-7c47-4480-b835-e31622a3f5f1'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:29:30.757081 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-e2143747-9197-4a80-88f8-c89a49fd550c None None] Bound port: 48f089e9-b27d-441c-9803-aeeee5ca3a4b, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a422026-32a0-497f-aed4-1737e6a95f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '3a5ebcdd-7c47-4480-b835-e31622a3f5f1'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:29:30.757636 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e2143747-9197-4a80-88f8-c89a49fd550c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (48f089e9-b27d-441c-9803-aeeee5ca3a4b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:30.758020 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 55410) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:29:30.786384 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 7e4c1446-90bc-46ce-8b30-e081b64613f7, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=7e4c1446-90bc-46ce-8b30-e081b64613f7,segment=NetworkSegment(ce345813-e166-4c98-ada8-e25f8b8832f7),segment_id=ce345813-e166-4c98-ada8-e25f8b8832f7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:29:30.791651 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ed9150e-c061-4164-a23e-986c895c48b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:30.805302 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (7e4c1446-90bc-46ce-8b30-e081b64613f7), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:30.855760 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-877c876c-173a-421f-87f4-a7a17eadab70 service neutron] 10.222.0.75 "GET /v2.0/networks/c6f5d540-3c10-44e4-9f74-cadc36d53aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3231299 Mar 11 19:29:30.884112 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-e2143747-9197-4a80-88f8-c89a49fd550c None None] For port 48f089e9-b27d-441c-9803-aeeee5ca3a4b, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:29:30.888544 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-e2143747-9197-4a80-88f8-c89a49fd550c None None] For port 48f089e9-b27d-441c-9803-aeeee5ca3a4b, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=48f089e9-b27d-441c-9803-aeeee5ca3a4b,segment=NetworkSegment(7a422026-32a0-497f-aed4-1737e6a95f1b),segment_id=7a422026-32a0-497f-aed4-1737e6a95f1b)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:29:30.891332 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=7e4c1446-90bc-46ce-8b30-e081b64613f7,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:30.899297 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e2143747-9197-4a80-88f8-c89a49fd550c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (48f089e9-b27d-441c-9803-aeeee5ca3a4b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:30.926504 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-3935b953-470e-4e21-8b55-0035d694a5df req-822dcffb-d2f3-4c46-a1b0-51397976e818 service neutron] Attempting to bind port 5ac3bee4-d31e-4d7f-9bb8-cb81d564318b on host n-h2-833163-1 for vnic_type normal with profile None {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:29:30.927084 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-3935b953-470e-4e21-8b55-0035d694a5df req-822dcffb-d2f3-4c46-a1b0-51397976e818 service neutron] Attempting to bind port 5ac3bee4-d31e-4d7f-9bb8-cb81d564318b by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '42087326-e85e-4d47-82f7-573695e73a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b2c20bf2-5907-4ff7-8af6-23603c7d780a'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:29:30.927401 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3935b953-470e-4e21-8b55-0035d694a5df req-822dcffb-d2f3-4c46-a1b0-51397976e818 service neutron] Attempting to bind port 5ac3bee4-d31e-4d7f-9bb8-cb81d564318b on network b2c20bf2-5907-4ff7-8af6-23603c7d780a {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:29:30.933259 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-0499efeb-2c87-4299-9a0a-6715510d44e1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.120&port_id=a063c992-2ba2-427f-abd3-35bcb20f2efc HTTP/1.1" status: 200 len: 217 time: 0.0643024 Mar 11 19:29:30.937465 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3935b953-470e-4e21-8b55-0035d694a5df req-822dcffb-d2f3-4c46-a1b0-51397976e818 service neutron] Port 5ac3bee4-d31e-4d7f-9bb8-cb81d564318b on network b2c20bf2-5907-4ff7-8af6-23603c7d780a not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:29:30.937887 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3935b953-470e-4e21-8b55-0035d694a5df req-822dcffb-d2f3-4c46-a1b0-51397976e818 service neutron] Attempting to bind port 5ac3bee4-d31e-4d7f-9bb8-cb81d564318b on network b2c20bf2-5907-4ff7-8af6-23603c7d780a {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:29:30.976439 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3935b953-470e-4e21-8b55-0035d694a5df req-822dcffb-d2f3-4c46-a1b0-51397976e818 service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:29:30.976959 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3935b953-470e-4e21-8b55-0035d694a5df req-822dcffb-d2f3-4c46-a1b0-51397976e818 service neutron] Checking segment: {'id': '42087326-e85e-4d47-82f7-573695e73a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b2c20bf2-5907-4ff7-8af6-23603c7d780a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:29:30.977447 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3935b953-470e-4e21-8b55-0035d694a5df req-822dcffb-d2f3-4c46-a1b0-51397976e818 service neutron] Bound using segment: {'id': '42087326-e85e-4d47-82f7-573695e73a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b2c20bf2-5907-4ff7-8af6-23603c7d780a'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:29:30.978005 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-3935b953-470e-4e21-8b55-0035d694a5df req-822dcffb-d2f3-4c46-a1b0-51397976e818 service neutron] Bound port: 5ac3bee4-d31e-4d7f-9bb8-cb81d564318b, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42087326-e85e-4d47-82f7-573695e73a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b2c20bf2-5907-4ff7-8af6-23603c7d780a'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:29:31.076959 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2143747-9197-4a80-88f8-c89a49fd550c None None] Pushing event updated for resources: {'Port': ['ID=48f089e9-b27d-441c-9803-aeeee5ca3a4b,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:31.102804 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['7e4c1446-90bc-46ce-8b30-e081b64613f7'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:29:31.103928 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-28634e2b-ea9c-486d-be58-caef38a29cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:31.105635 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-28634e2b-ea9c-486d-be58-caef38a29cc9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3a82b5d5-f5eb-44a2-9c60-48ecdbb5290d HTTP/1.1" status: 200 len: 797 time: 0.1650915 Mar 11 19:29:31.162776 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ed9150e-c061-4164-a23e-986c895c48b7 admin admin] Publish callbacks [] for security_group (eb1ff7ef-2abc-4ef9-8e7d-7d81f0f48eef), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:31.170695 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-3935b953-470e-4e21-8b55-0035d694a5df req-822dcffb-d2f3-4c46-a1b0-51397976e818 service neutron] For port 5ac3bee4-d31e-4d7f-9bb8-cb81d564318b, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=5ac3bee4-d31e-4d7f-9bb8-cb81d564318b,segment=NetworkSegment(42087326-e85e-4d47-82f7-573695e73a7c),segment_id=42087326-e85e-4d47-82f7-573695e73a7c)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:29:31.173517 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ed9150e-c061-4164-a23e-986c895c48b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (eb1ff7ef-2abc-4ef9-8e7d-7d81f0f48eef), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:31.204258 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed9150e-c061-4164-a23e-986c895c48b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb1ff7ef-2abc-4ef9-8e7d-7d81f0f48eef,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:31.211344 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3935b953-470e-4e21-8b55-0035d694a5df req-822dcffb-d2f3-4c46-a1b0-51397976e818 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:31.212856 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3935b953-470e-4e21-8b55-0035d694a5df req-822dcffb-d2f3-4c46-a1b0-51397976e818 service neutron] 10.222.0.65 "POST /v2.0/ports/5ac3bee4-d31e-4d7f-9bb8-cb81d564318b/bindings HTTP/1.1" status: 201 len: 389 time: 1.0674384 Mar 11 19:29:31.245767 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571ec13-8120-4e7a-8042-88c4b11042ee req-43e77d1c-089a-42b2-8642-07e33a64813c tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:31.247589 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-7ed9150e-c061-4164-a23e-986c895c48b7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=92ecbc397d99428fbffd268025d53d39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4884472 Mar 11 19:29:31.250029 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3571ec13-8120-4e7a-8042-88c4b11042ee req-43e77d1c-089a-42b2-8642-07e33a64813c tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c8c343d-0b54-4526-8474-397a7a119dfb HTTP/1.1" status: 200 len: 946 time: 0.4138191 Mar 11 19:29:31.250542 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55414) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:29:31.262655 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-e6bbb804-f43e-40bc-b5a4-15904ef8a195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:31.267505 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-e6bbb804-f43e-40bc-b5a4-15904ef8a195 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4f561aff-d3ac-41b3-ba00-952d014b3e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1508567 Mar 11 19:29:31.456048 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a204d012-94b8-42f1-a7f1-412cae55a88c admin admin] Publish callbacks [] for router_gateway (752d7d8b-269a-45e4-8d95-d3ef0789a828), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:31.492104 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc690999-194d-4071-b797-0b0896b0279e x-openstack-request-id: req-bc690999-194d-4071-b797-0b0896b0279e {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:29:31.497566 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f63e2d47-599d-4ffc-9f33-5578504bb7da", "tag": "83ee7430-2372-4b73-86a9-12dee208460d", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:29:31.498239 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bc690999-194d-4071-b797-0b0896b0279e {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:29:31.499121 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f63e2d47-599d-4ffc-9f33-5578504bb7da', 'tag': '83ee7430-2372-4b73-86a9-12dee208460d', 'status': 'completed', 'code': 200} Mar 11 19:29:31.503246 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a204d012-94b8-42f1-a7f1-412cae55a88c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:31.535107 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3571ec13-8120-4e7a-8042-88c4b11042ee req-9689d5ec-5262-4c16-a999-001af733cae7 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/security-groups?id=0961abee-fe62-4d69-976a-7014d627610b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418325 Mar 11 19:29:31.646828 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-d900f8d3-b153-48cb-ba78-7f4e8b5038c1 service neutron] 10.222.0.75 "GET /v2.0/networks/4f561aff-d3ac-41b3-ba00-952d014b3e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3725989 Mar 11 19:29:31.708493 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935b953-470e-4e21-8b55-0035d694a5df req-463cdf2e-dedf-44ba-8b04-97c01f8e1405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:31.710260 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3935b953-470e-4e21-8b55-0035d694a5df req-463cdf2e-dedf-44ba-8b04-97c01f8e1405 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f44b890e943d4aee826b67fd4c2d7b8e&device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b HTTP/1.1" status: 200 len: 1127 time: 0.1314723 Mar 11 19:29:31.847025 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935b953-470e-4e21-8b55-0035d694a5df req-eedad9b4-2ccb-4b60-b08b-36d70701f387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:31.849452 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3935b953-470e-4e21-8b55-0035d694a5df req-eedad9b4-2ccb-4b60-b08b-36d70701f387 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b2c20bf2-5907-4ff7-8af6-23603c7d780a HTTP/1.1" status: 200 len: 921 time: 0.1117134 Mar 11 19:29:31.912061 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 48f089e9-b27d-441c-9803-aeeee5ca3a4b up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:29:31.923683 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3935b953-470e-4e21-8b55-0035d694a5df req-f6309834-c431-496a-aa08-496cb427a4dd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5ac3bee4-d31e-4d7f-9bb8-cb81d564318b HTTP/1.1" status: 200 len: 217 time: 0.0511825 Mar 11 19:29:31.943095 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:29:31.988344 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 48f089e9-b27d-441c-9803-aeeee5ca3a4b triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:29:31.989546 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (48f089e9-b27d-441c-9803-aeeee5ca3a4b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:32.011277 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-8f650ce9-b6e9-44ff-8c7a-dd59aca32a63 service neutron] 10.222.0.75 "GET /v2.0/networks/4f561aff-d3ac-41b3-ba00-952d014b3e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555412 Mar 11 19:29:32.065310 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-09482123-b14c-4ddd-942b-c821b274d93f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.138&port_id=67a48c17-bad0-4589-963e-fee1ad2a8374 HTTP/1.1" status: 200 len: 217 time: 0.0454650 Mar 11 19:29:32.070409 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935b953-470e-4e21-8b55-0035d694a5df req-21d1ed76-28b3-4983-9c3a-d899b7ad1abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:32.072729 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3935b953-470e-4e21-8b55-0035d694a5df req-21d1ed76-28b3-4983-9c3a-d899b7ad1abc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a7be26a8-b37a-4d01-b7d9-b9690160171c HTTP/1.1" status: 200 len: 860 time: 0.1230183 Mar 11 19:29:32.110917 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4e98d1ab-330a-4740-91cd-105be215a8af admin admin] Publish callbacks [] for security_group (eb1ff7ef-2abc-4ef9-8e7d-7d81f0f48eef), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:32.134875 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 7e4c1446-90bc-46ce-8b30-e081b64613f7 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:29:32.149350 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3935b953-470e-4e21-8b55-0035d694a5df req-f9708008-e2d9-4945-bc45-b26500171349 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b2c20bf2-5907-4ff7-8af6-23603c7d780a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654523 Mar 11 19:29:32.202335 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-fa104620-30cb-4b48-a1c0-e2d23d16ee6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:32.204374 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-fa104620-30cb-4b48-a1c0-e2d23d16ee6d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3a82b5d5-f5eb-44a2-9c60-48ecdbb5290d HTTP/1.1" status: 200 len: 797 time: 0.1304431 Mar 11 19:29:32.268203 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 48f089e9-b27d-441c-9803-aeeee5ca3a4b is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:29:32.268847 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (48f089e9-b27d-441c-9803-aeeee5ca3a4b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:32.327377 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-48f24c87-4b6a-4518-bf5d-21a771ca0128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:32.329212 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-48f24c87-4b6a-4518-bf5d-21a771ca0128 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4f561aff-d3ac-41b3-ba00-952d014b3e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1137929 Mar 11 19:29:32.331233 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3935b953-470e-4e21-8b55-0035d694a5df req-91abe06e-cf3a-47da-9dd3-91440483272b service neutron] 10.222.0.57 "GET /v2.0/networks/b2c20bf2-5907-4ff7-8af6-23603c7d780a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756694 Mar 11 19:29:32.360974 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 48f089e9-b27d-441c-9803-aeeee5ca3a4b, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=48f089e9-b27d-441c-9803-aeeee5ca3a4b,segment=NetworkSegment(7a422026-32a0-497f-aed4-1737e6a95f1b),segment_id=7a422026-32a0-497f-aed4-1737e6a95f1b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:29:32.373081 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (48f089e9-b27d-441c-9803-aeeee5ca3a4b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:32.377191 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4e98d1ab-330a-4740-91cd-105be215a8af admin admin] Publish callbacks [] for security_group (eb1ff7ef-2abc-4ef9-8e7d-7d81f0f48eef), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:32.482379 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=48f089e9-b27d-441c-9803-aeeee5ca3a4b,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:32.491214 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port 7e4c1446-90bc-46ce-8b30-e081b64613f7 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:29:32.499430 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 7e4c1446-90bc-46ce-8b30-e081b64613f7 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:29:32.499837 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (7e4c1446-90bc-46ce-8b30-e081b64613f7), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:32.520955 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3935b953-470e-4e21-8b55-0035d694a5df req-d9661071-8ac9-4156-8ef2-b3f574ac3684 service neutron] 10.222.0.57 "GET /v2.0/networks/b2c20bf2-5907-4ff7-8af6-23603c7d780a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810424 Mar 11 19:29:32.607721 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-a204d012-94b8-42f1-a7f1-412cae55a88c admin admin] Allocated IP 172.25.8.161 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/ef5410c6-9ff9-40b5-ad31-b14099b46aa9) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:29:32.631909 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-7c4f66b4-70d5-4137-a89e-0311c5317b8a service neutron] 10.222.0.75 "GET /v2.0/networks/4f561aff-d3ac-41b3-ba00-952d014b3e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907929 Mar 11 19:29:32.648369 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d73ba47-07cc-45db-9ae9-2ce35fd16887 None None] Network 3a5ebcdd-7c47-4480-b835-e31622a3f5f1 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:29:32.709872 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6caba1-3a15-461c-a8e7-7b450d6d36bd req-3af36e63-9271-4e13-852c-bc1939610e5c tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:32.719327 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6caba1-3a15-461c-a8e7-7b450d6d36bd req-3af36e63-9271-4e13-852c-bc1939610e5c tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:32.728910 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6caba1-3a15-461c-a8e7-7b450d6d36bd req-3af36e63-9271-4e13-852c-bc1939610e5c tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:32.739415 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6caba1-3a15-461c-a8e7-7b450d6d36bd req-3af36e63-9271-4e13-852c-bc1939610e5c tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:32.745981 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6caba1-3a15-461c-a8e7-7b450d6d36bd req-3af36e63-9271-4e13-852c-bc1939610e5c tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:32.752160 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6caba1-3a15-461c-a8e7-7b450d6d36bd req-3af36e63-9271-4e13-852c-bc1939610e5c tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:32.757017 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-8b38d34c-315c-4393-bcdc-ab70a9359b38 service neutron] 10.222.0.75 "GET /v2.0/networks/4f561aff-d3ac-41b3-ba00-952d014b3e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191013 Mar 11 19:29:32.758776 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6caba1-3a15-461c-a8e7-7b450d6d36bd req-3af36e63-9271-4e13-852c-bc1939610e5c tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:32.767669 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2c6caba1-3a15-461c-a8e7-7b450d6d36bd req-3af36e63-9271-4e13-852c-bc1939610e5c tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 5430 time: 0.6604481 Mar 11 19:29:32.822058 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-69cd2bef-6741-4a25-b810-94df474e96e7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=ebfb71f0-04b3-45d0-a06b-4dbc510957f9 HTTP/1.1" status: 200 len: 217 time: 0.0584764 Mar 11 19:29:32.824630 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b622c-3d18-4894-8701-8677d67e0cbe req-552fdc6e-b803-4dd4-9ab5-8933eb919a16 tempest-AttachSCSIVolumeTestJSON-1183104708 tempest-AttachSCSIVolumeTestJSON-1183104708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:32.828892 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-399b622c-3d18-4894-8701-8677d67e0cbe req-552fdc6e-b803-4dd4-9ab5-8933eb919a16 tempest-AttachSCSIVolumeTestJSON-1183104708 tempest-AttachSCSIVolumeTestJSON-1183104708-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e2c2f74-9980-41b6-865a-08854f828156 HTTP/1.1" status: 200 len: 945 time: 0.7191656 Mar 11 19:29:32.838003 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 7e4c1446-90bc-46ce-8b30-e081b64613f7 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:29:32.838404 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (7e4c1446-90bc-46ce-8b30-e081b64613f7), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:32.867747 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fe5399d8-ec46-4563-92a4-b62f77344f05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (9ea83b9e-7752-4247-9922-419635ee320f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:32.924761 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e2c2f74-9980-41b6-865a-08854f828156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e4c1446-90bc-46ce-8b30-e081b64613f7'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:29:32.927728 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc89137b-2f7f-4a21-a10d-5e032cf0fc0d" -d '{"events": [{"server_uuid": "6e2c2f74-9980-41b6-865a-08854f828156", "name": "network-vif-plugged", "status": "completed", "tag": "7e4c1446-90bc-46ce-8b30-e081b64613f7"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:29:32.952548 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 7e4c1446-90bc-46ce-8b30-e081b64613f7, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=7e4c1446-90bc-46ce-8b30-e081b64613f7,segment=NetworkSegment(ce345813-e166-4c98-ada8-e25f8b8832f7),segment_id=ce345813-e166-4c98-ada8-e25f8b8832f7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:29:32.954943 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-eed8890a-9666-4185-8327-1e689623ecab None None] Provisioning complete for port 48f089e9-b27d-441c-9803-aeeee5ca3a4b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:29:32.955366 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-eed8890a-9666-4185-8327-1e689623ecab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (48f089e9-b27d-441c-9803-aeeee5ca3a4b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:32.961023 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (7e4c1446-90bc-46ce-8b30-e081b64613f7), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:33.007182 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4e98d1ab-330a-4740-91cd-105be215a8af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (eb1ff7ef-2abc-4ef9-8e7d-7d81f0f48eef), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:33.010416 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4e98d1ab-330a-4740-91cd-105be215a8af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:33.012755 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-4e98d1ab-330a-4740-91cd-105be215a8af admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/eb1ff7ef-2abc-4ef9-8e7d-7d81f0f48eef HTTP/1.1" status: 204 len: 168 time: 1.7535677 Mar 11 19:29:33.045121 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=7e4c1446-90bc-46ce-8b30-e081b64613f7,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:33.074400 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a204d012-94b8-42f1-a7f1-412cae55a88c admin admin] Publish callbacks [] for port (ef5410c6-9ff9-40b5-ad31-b14099b46aa9), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:33.107893 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e98d1ab-330a-4740-91cd-105be215a8af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb1ff7ef-2abc-4ef9-8e7d-7d81f0f48eef,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:33.134621 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2c6caba1-3a15-461c-a8e7-7b450d6d36bd req-de9b79ef-f591-4f0e-9904-f7242d27779d tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/security-groups?id=019be762-639e-4ed8-9c49-723d3436f32b&id=97b5c377-83f5-4bad-bf80-e3f012b06736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3656814 Mar 11 19:29:33.146574 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-399b622c-3d18-4894-8701-8677d67e0cbe req-9f4a5acc-6877-4fb7-a832-85d4369730d0 tempest-AttachSCSIVolumeTestJSON-1183104708 tempest-AttachSCSIVolumeTestJSON-1183104708-project] 10.222.0.65 "GET /v2.0/security-groups?id=c8e8cfff-c504-429e-8169-b14a8919776a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986844 Mar 11 19:29:33.276288 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-eed8890a-9666-4185-8327-1e689623ecab None None] Current status of the port 48f089e9-b27d-441c-9803-aeeee5ca3a4b is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:29:33.407493 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-e1a59672-92b7-4fca-a2b8-59844d5eeb94 None None] Provisioning complete for port 48f089e9-b27d-441c-9803-aeeee5ca3a4b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:29:33.407917 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e1a59672-92b7-4fca-a2b8-59844d5eeb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (48f089e9-b27d-441c-9803-aeeee5ca3a4b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:33.422027 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-06695180-55ac-42f3-b820-f7080a91353f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:33.423712 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-06695180-55ac-42f3-b820-f7080a91353f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3a82b5d5-f5eb-44a2-9c60-48ecdbb5290d HTTP/1.1" status: 200 len: 797 time: 0.5944328 Mar 11 19:29:33.499106 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-5f5b41b8-e44b-445f-b162-b9a36c80939a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:33.501248 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-5f5b41b8-e44b-445f-b162-b9a36c80939a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4f561aff-d3ac-41b3-ba00-952d014b3e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0679660 Mar 11 19:29:33.527424 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e1a59672-92b7-4fca-a2b8-59844d5eeb94 None None] Current status of the port 48f089e9-b27d-441c-9803-aeeee5ca3a4b is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:29:33.543532 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a204d012-94b8-42f1-a7f1-412cae55a88c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (ef5410c6-9ff9-40b5-ad31-b14099b46aa9), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:33.623803 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a204d012-94b8-42f1-a7f1-412cae55a88c admin admin] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:29:33.648669 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcbfb30-80c2-44cc-a9b3-ebe0914c89ae req-8a8959e8-1962-4a65-95f7-17fb106bae5c tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:33.650223 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cdcbfb30-80c2-44cc-a9b3-ebe0914c89ae req-8a8959e8-1962-4a65-95f7-17fb106bae5c tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b HTTP/1.1" status: 200 len: 945 time: 0.3424103 Mar 11 19:29:33.651347 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-a204d012-94b8-42f1-a7f1-412cae55a88c admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:29:33.655390 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a204d012-94b8-42f1-a7f1-412cae55a88c admin admin] Pushing event updated for resources: {'Port': ['ID=ef5410c6-9ff9-40b5-ad31-b14099b46aa9,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:33.663024 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a204d012-94b8-42f1-a7f1-412cae55a88c admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:29:33.665561 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-1f82d49b-5bbb-4be9-a596-80d6fa7fce46 service neutron] 10.222.0.75 "GET /v2.0/networks/4f561aff-d3ac-41b3-ba00-952d014b3e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574256 Mar 11 19:29:33.712031 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6cf3c1-3405-4d3a-8a34-cbdf67bdb8b5 req-e15fd0d2-7320-4808-83c6-f80bcb2704f1 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:33.713529 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7e6cf3c1-3405-4d3a-8a34-cbdf67bdb8b5 req-e15fd0d2-7320-4808-83c6-f80bcb2704f1 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/ports?device_id=828431ab-9323-4845-8fb6-b27b7f39fa72&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2848551 Mar 11 19:29:33.789615 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-a99aa176-58d2-4972-91e9-db3945d0ae80 service neutron] 10.222.0.75 "GET /v2.0/networks/4f561aff-d3ac-41b3-ba00-952d014b3e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167130 Mar 11 19:29:33.838599 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7e6cf3c1-3405-4d3a-8a34-cbdf67bdb8b5 req-4f2c7230-a634-48c0-b322-bc553821b8a2 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.174 HTTP/1.1" status: 200 len: 696 time: 0.1070433 Mar 11 19:29:33.841934 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 48f089e9-b27d-441c-9803-aeeee5ca3a4b up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:29:33.881721 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-96dd4768-a757-4b2a-9211-e8d19f97cc63 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.76&port_id=2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3 HTTP/1.1" status: 200 len: 217 time: 0.0859077 Mar 11 19:29:33.914571 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 48f089e9-b27d-441c-9803-aeeee5ca3a4b triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:29:33.914952 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (48f089e9-b27d-441c-9803-aeeee5ca3a4b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:33.981888 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-7e6cf3c1-3405-4d3a-8a34-cbdf67bdb8b5 req-3ff2e4f2-1b46-4ac1-830d-86e23f8a22d8 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Request body: {'floatingip': {'port_id': 'a621553f-0149-4c8d-ac87-9dde3f520048', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:29:33.995738 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-1b73fcc7-8375-47ed-ab12-e84b9ee74d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:33.999587 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-1b73fcc7-8375-47ed-ab12-e84b9ee74d0e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3a82b5d5-f5eb-44a2-9c60-48ecdbb5290d HTTP/1.1" status: 200 len: 797 time: 0.1116841 Mar 11 19:29:34.048743 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 48f089e9-b27d-441c-9803-aeeee5ca3a4b is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:29:34.078107 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-fb219789-92d0-4cc2-9fd4-e1ef28d439be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:34.079862 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-fb219789-92d0-4cc2-9fd4-e1ef28d439be service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4f561aff-d3ac-41b3-ba00-952d014b3e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0739961 Mar 11 19:29:34.135204 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cdcbfb30-80c2-44cc-a9b3-ebe0914c89ae req-f9cd544f-06de-4629-ada4-f46e22c42fb0 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4595165 Mar 11 19:29:34.199614 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7e6cf3c1-3405-4d3a-8a34-cbdf67bdb8b5 req-3ff2e4f2-1b46-4ac1-830d-86e23f8a22d8 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Publish callbacks [] for floatingip (197077ef-138f-49ee-b15b-ccb5aabbfaeb), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:34.211839 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-8258b618-0449-412f-bf7e-a168a60f7844 service neutron] 10.222.0.75 "GET /v2.0/networks/4f561aff-d3ac-41b3-ba00-952d014b3e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253643 Mar 11 19:29:34.226738 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcda19c5-2d47-4171-84a0-782cce01f00a x-openstack-request-id: req-bcda19c5-2d47-4171-84a0-782cce01f00a {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:29:34.227314 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e2c2f74-9980-41b6-865a-08854f828156", "name": "network-vif-plugged", "status": "completed", "tag": "7e4c1446-90bc-46ce-8b30-e081b64613f7", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:29:34.228496 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bcda19c5-2d47-4171-84a0-782cce01f00a {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:29:34.229126 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e2c2f74-9980-41b6-865a-08854f828156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e4c1446-90bc-46ce-8b30-e081b64613f7', 'code': 200} Mar 11 19:29:34.390264 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-00c28e49-a15f-41fc-a036-b570b0feead5 service neutron] 10.222.0.75 "GET /v2.0/networks/4f561aff-d3ac-41b3-ba00-952d014b3e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716635 Mar 11 19:29:34.406739 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e302e4f3-9f4e-4374-8b67-4225580e51bf req-615fbfbf-4835-4eee-870b-113b750bf55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:34.408262 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e302e4f3-9f4e-4374-8b67-4225580e51bf req-615fbfbf-4835-4eee-870b-113b750bf55a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=6e2c2f74-9980-41b6-865a-08854f828156 HTTP/1.1" status: 200 len: 1128 time: 0.0940852 Mar 11 19:29:34.427741 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a204d012-94b8-42f1-a7f1-412cae55a88c admin admin] Publish callbacks [] for router_gateway (752d7d8b-269a-45e4-8d95-d3ef0789a828), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:34.444484 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-d9e2151c-30d8-48ea-9741-eabee6d1a642 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=65028ff5-c788-4323-ab6a-099bdaadab0a HTTP/1.1" status: 200 len: 217 time: 0.0477178 Mar 11 19:29:34.492875 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-fe5399d8-ec46-4563-92a4-b62f77344f05 admin admin] Deleting port c2c60c3a-a702-464c-b274-75e644a8b5b8 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:29:34.493220 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fe5399d8-ec46-4563-92a4-b62f77344f05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (c2c60c3a-a702-464c-b274-75e644a8b5b8), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:34.514410 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e302e4f3-9f4e-4374-8b67-4225580e51bf req-9b081bc8-eda7-4a6e-b282-78fc9c5dfb26 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=c8e8cfff-c504-429e-8169-b14a8919776a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765584 Mar 11 19:29:34.516042 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-934bc321-934f-42bd-a0f5-40a49f55e47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:34.517475 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-934bc321-934f-42bd-a0f5-40a49f55e47f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b9f88214-c0ad-4a11-a00b-64b72b240905 HTTP/1.1" status: 200 len: 797 time: 0.0656483 Mar 11 19:29:34.613765 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a0976-5df1-4069-93cb-da4e4c7371a0 req-7c1b73ee-dcff-4cc2-8664-92853abf267f tempest-AttachSCSIVolumeTestJSON-1183104708 tempest-AttachSCSIVolumeTestJSON-1183104708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:34.615241 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bf0a0976-5df1-4069-93cb-da4e4c7371a0 req-7c1b73ee-dcff-4cc2-8664-92853abf267f tempest-AttachSCSIVolumeTestJSON-1183104708 tempest-AttachSCSIVolumeTestJSON-1183104708-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e2c2f74-9980-41b6-865a-08854f828156 HTTP/1.1" status: 200 len: 946 time: 0.2692349 Mar 11 19:29:34.758422 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-5c6db973-cb2f-48d0-b4c6-4de41975d3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:34.759897 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-5c6db973-cb2f-48d0-b4c6-4de41975d3dd service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7e7ac1f0-3111-4c89-ba33-0a59c83b731d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0529332 Mar 11 19:29:34.856638 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-1006ac54-bcf4-4776-a191-a1e5d01088fc service neutron] 10.222.0.75 "GET /v2.0/networks/7e7ac1f0-3111-4c89-ba33-0a59c83b731d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889308 Mar 11 19:29:34.956579 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-f4c3d32d-6e70-478b-b5ad-1d6b76812ead service neutron] 10.222.0.75 "GET /v2.0/networks/7e7ac1f0-3111-4c89-ba33-0a59c83b731d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934117 Mar 11 19:29:35.003970 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-32f58988-90eb-4db4-889f-dc183cf1438f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=83ee7430-2372-4b73-86a9-12dee208460d HTTP/1.1" status: 200 len: 217 time: 0.0393548 Mar 11 19:29:35.058163 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-baf7ed01-73bc-4ff0-8bbf-10171684c5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:35.059545 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-fe5399d8-ec46-4563-92a4-b62f77344f05 admin admin] For port c2c60c3a-a702-464c-b274-75e644a8b5b8, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=c2c60c3a-a702-464c-b274-75e644a8b5b8,segment=NetworkSegment(f5d39bdb-1bef-4e3f-bff3-43c784546a04),segment_id=f5d39bdb-1bef-4e3f-bff3-43c784546a04)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:29:35.060077 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-baf7ed01-73bc-4ff0-8bbf-10171684c5d4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b9f88214-c0ad-4a11-a00b-64b72b240905 HTTP/1.1" status: 200 len: 797 time: 0.0480111 Mar 11 19:29:35.060194 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fe5399d8-ec46-4563-92a4-b62f77344f05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (c2c60c3a-a702-464c-b274-75e644a8b5b8), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:35.114495 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-fe5399d8-ec46-4563-92a4-b62f77344f05 admin admin] Calling delete_port for c2c60c3a-a702-464c-b274-75e644a8b5b8 owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:29:35.121172 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-5aa10b4b-cf96-4924-b983-164ba798242a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:35.122988 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-5aa10b4b-cf96-4924-b983-164ba798242a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7e7ac1f0-3111-4c89-ba33-0a59c83b731d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0563557 Mar 11 19:29:35.169822 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bf0a0976-5df1-4069-93cb-da4e4c7371a0 req-4ab42d42-d982-4182-a760-de7b81eb52a0 tempest-AttachSCSIVolumeTestJSON-1183104708 tempest-AttachSCSIVolumeTestJSON-1183104708-project] 10.222.0.65 "GET /v2.0/security-groups?id=c8e8cfff-c504-429e-8169-b14a8919776a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5218527 Mar 11 19:29:35.224875 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-933797c8-2e94-46d1-a7a3-8fa97fc24150 service neutron] 10.222.0.75 "GET /v2.0/networks/7e7ac1f0-3111-4c89-ba33-0a59c83b731d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943749 Mar 11 19:29:35.336775 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3e33d0ca-3474-498a-bed2-32c624af4abb req-547a685e-09c3-47c0-bb08-1bbc69db40b0 service neutron] 10.222.0.75 "GET /v2.0/networks/7e7ac1f0-3111-4c89-ba33-0a59c83b731d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060078 Mar 11 19:29:35.357964 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a204d012-94b8-42f1-a7f1-412cae55a88c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (752d7d8b-269a-45e4-8d95-d3ef0789a828), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:35.450240 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f1e7cb-ab2f-41e1-b205-8f7058c8f3a6 req-e9979741-59ff-4930-851f-faf7a3d448e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:35.450884 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f1e7cb-ab2f-41e1-b205-8f7058c8f3a6 req-e9979741-59ff-4930-851f-faf7a3d448e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:35.451423 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f1e7cb-ab2f-41e1-b205-8f7058c8f3a6 req-e9979741-59ff-4930-851f-faf7a3d448e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:35.451918 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f1e7cb-ab2f-41e1-b205-8f7058c8f3a6 req-e9979741-59ff-4930-851f-faf7a3d448e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:35.452386 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f1e7cb-ab2f-41e1-b205-8f7058c8f3a6 req-e9979741-59ff-4930-851f-faf7a3d448e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:35.453096 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f1e7cb-ab2f-41e1-b205-8f7058c8f3a6 req-e9979741-59ff-4930-851f-faf7a3d448e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:35.454273 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f1e7cb-ab2f-41e1-b205-8f7058c8f3a6 req-e9979741-59ff-4930-851f-faf7a3d448e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:35.456296 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-20f1e7cb-ab2f-41e1-b205-8f7058c8f3a6 req-e9979741-59ff-4930-851f-faf7a3d448e7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5ef363cb3b8e470c93ba878a527f3d7f&device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 6704 time: 0.0600092 Mar 11 19:29:35.542160 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b3ddf-9a4e-4c1a-96b1-bb062c3af7ad req-90f5359c-4969-4fa0-a037-7e83160ef511 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:35.548258 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b3ddf-9a4e-4c1a-96b1-bb062c3af7ad req-90f5359c-4969-4fa0-a037-7e83160ef511 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:35.553626 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b3ddf-9a4e-4c1a-96b1-bb062c3af7ad req-90f5359c-4969-4fa0-a037-7e83160ef511 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:35.558326 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f1e7cb-ab2f-41e1-b205-8f7058c8f3a6 req-f2777f42-6337-456d-92b1-4b900618b86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:35.558939 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b3ddf-9a4e-4c1a-96b1-bb062c3af7ad req-90f5359c-4969-4fa0-a037-7e83160ef511 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:35.559955 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-20f1e7cb-ab2f-41e1-b205-8f7058c8f3a6 req-f2777f42-6337-456d-92b1-4b900618b86c service neutron] 10.222.0.75 "GET /v2.0/networks?id=7e7ac1f0-3111-4c89-ba33-0a59c83b731d HTTP/1.1" status: 200 len: 902 time: 0.0934389 Mar 11 19:29:35.564253 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b3ddf-9a4e-4c1a-96b1-bb062c3af7ad req-90f5359c-4969-4fa0-a037-7e83160ef511 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:35.570223 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b3ddf-9a4e-4c1a-96b1-bb062c3af7ad req-90f5359c-4969-4fa0-a037-7e83160ef511 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:35.575463 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b3ddf-9a4e-4c1a-96b1-bb062c3af7ad req-90f5359c-4969-4fa0-a037-7e83160ef511 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:35.577384 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b19b3ddf-9a4e-4c1a-96b1-bb062c3af7ad req-90f5359c-4969-4fa0-a037-7e83160ef511 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 5430 time: 0.3144109 Mar 11 19:29:35.604848 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-20f1e7cb-ab2f-41e1-b205-8f7058c8f3a6 req-afcba836-1188-42b1-927e-342fab752208 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=83ee7430-2372-4b73-86a9-12dee208460d HTTP/1.1" status: 200 len: 217 time: 0.0367539 Mar 11 19:29:35.661211 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f1e7cb-ab2f-41e1-b205-8f7058c8f3a6 req-d5b4af20-cbcc-4609-9b1d-459207139032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:35.662981 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-20f1e7cb-ab2f-41e1-b205-8f7058c8f3a6 req-d5b4af20-cbcc-4609-9b1d-459207139032 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b9f88214-c0ad-4a11-a00b-64b72b240905 HTTP/1.1" status: 200 len: 797 time: 0.0512803 Mar 11 19:29:35.688759 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.db.resource_extend [req-7e6cf3c1-3405-4d3a-8a34-cbdf67bdb8b5 req-3ff2e4f2-1b46-4ac1-830d-86e23f8a22d8 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 19:29:35.745388 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f1e7cb-ab2f-41e1-b205-8f7058c8f3a6 req-a3c8797a-4380-40c2-9cab-bdef2a8ad192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:35.754699 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-20f1e7cb-ab2f-41e1-b205-8f7058c8f3a6 req-a3c8797a-4380-40c2-9cab-bdef2a8ad192 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7e7ac1f0-3111-4c89-ba33-0a59c83b731d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0838163 Mar 11 19:29:35.837680 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7e6cf3c1-3405-4d3a-8a34-cbdf67bdb8b5 req-3ff2e4f2-1b46-4ac1-830d-86e23f8a22d8 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:35.845733 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b19b3ddf-9a4e-4c1a-96b1-bb062c3af7ad req-c7625344-1483-48a4-a8a3-ca7efb996bca tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/security-groups?id=019be762-639e-4ed8-9c49-723d3436f32b&id=97b5c377-83f5-4bad-bf80-e3f012b06736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2405083 Mar 11 19:29:35.866291 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7e6cf3c1-3405-4d3a-8a34-cbdf67bdb8b5 req-3ff2e4f2-1b46-4ac1-830d-86e23f8a22d8 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (197077ef-138f-49ee-b15b-ccb5aabbfaeb), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:35.890475 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-20f1e7cb-ab2f-41e1-b205-8f7058c8f3a6 req-cd369046-16bf-4308-a4b0-92bdc0912048 service neutron] 10.222.0.75 "GET /v2.0/networks/7e7ac1f0-3111-4c89-ba33-0a59c83b731d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301374 Mar 11 19:29:35.954778 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fe5399d8-ec46-4563-92a4-b62f77344f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (c2c60c3a-a702-464c-b274-75e644a8b5b8), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:36.007559 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-20f1e7cb-ab2f-41e1-b205-8f7058c8f3a6 req-8bd39004-31a6-48ef-b1ef-f3079f2cf145 service neutron] 10.222.0.75 "GET /v2.0/networks/7e7ac1f0-3111-4c89-ba33-0a59c83b731d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106563 Mar 11 19:29:36.024672 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5399d8-ec46-4563-92a4-b62f77344f05 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2c60c3a-a702-464c-b274-75e644a8b5b8,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:36.161398 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a204d012-94b8-42f1-a7f1-412cae55a88c admin admin] Router 752d7d8b-269a-45e4-8d95-d3ef0789a828 is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:29:36.188914 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d05e466e-62b9-40bb-bc8d-73efeadbc4a8 req-801b5a6d-9f12-4604-8bd4-3a8bbc1b023f tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=7e2bae5ace3f4e28b8e978a6083328b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0839064 Mar 11 19:29:36.192931 n-d-833163-1 neutron-server[103885]: INFO neutron.db.l3_db [req-7e6cf3c1-3405-4d3a-8a34-cbdf67bdb8b5 req-3ff2e4f2-1b46-4ac1-830d-86e23f8a22d8 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Floating IP 197077ef-138f-49ee-b15b-ccb5aabbfaeb associated. External IP: 172.25.8.174, port: a621553f-0149-4c8d-ac87-9dde3f520048. Mar 11 19:29:36.553837 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e466e-62b9-40bb-bc8d-73efeadbc4a8 req-949075e1-d489-4725-a006-d1a7b6722136 tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:36.555180 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d05e466e-62b9-40bb-bc8d-73efeadbc4a8 req-949075e1-d489-4725-a006-d1a7b6722136 tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3541756 Mar 11 19:29:36.570168 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a204d012-94b8-42f1-a7f1-412cae55a88c admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:29:36.581380 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7414ece5-027a-40a3-9dc3-9df5e1363da2 None None] Sync routers for ids ['752d7d8b-269a-45e4-8d95-d3ef0789a828'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:29:36.587667 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fe5399d8-ec46-4563-92a4-b62f77344f05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (9ea83b9e-7752-4247-9922-419635ee320f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:36.593390 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7414ece5-027a-40a3-9dc3-9df5e1363da2 None None] Routers {'752d7d8b-269a-45e4-8d95-d3ef0789a828'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:29:36.594037 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-7414ece5-027a-40a3-9dc3-9df5e1363da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:29:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['752d7d8b-269a-45e4-8d95-d3ef0789a828'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:29:36.629932 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d05e466e-62b9-40bb-bc8d-73efeadbc4a8 req-3ce1fa1b-03fe-401f-9211-f924dd3ad61c tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] 10.222.0.65 "GET /v2.0/quotas/7e2bae5ace3f4e28b8e978a6083328b9 HTTP/1.1" status: 200 len: 375 time: 0.0640450 Mar 11 19:29:36.639494 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a204d012-94b8-42f1-a7f1-412cae55a88c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:36.640632 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a204d012-94b8-42f1-a7f1-412cae55a88c admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.0368471 Mar 11 19:29:36.644296 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 55466) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:29:36.711894 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d05e466e-62b9-40bb-bc8d-73efeadbc4a8 req-26ad90fc-9dff-4b88-b18f-fe480e682262 tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=7e2bae5ace3f4e28b8e978a6083328b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0672870 Mar 11 19:29:36.716203 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-7414ece5-027a-40a3-9dc3-9df5e1363da2 None None] Set router 752d7d8b-269a-45e4-8d95-d3ef0789a828 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:29:36.817601 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e6cf3c1-3405-4d3a-8a34-cbdf67bdb8b5 req-3ff2e4f2-1b46-4ac1-830d-86e23f8a22d8 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Router 3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:29:36.925748 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-7414ece5-027a-40a3-9dc3-9df5e1363da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '752d7d8b-269a-45e4-8d95-d3ef0789a828', 'name': 'tempest-TaggedBootDevicesTest-1031047735-router', 'tenant_id': '7eee167876f4486fa3e6b7859ca90f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'ef5410c6-9ff9-40b5-ad31-b14099b46aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:29:29Z', 'updated_at': '2022-03-11T19:29:33Z', 'revision_number': 3, 'project_id': '7eee167876f4486fa3e6b7859ca90f06', 'gw_port': {'id': 'ef5410c6-9ff9-40b5-ad31-b14099b46aa9', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6b:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '752d7d8b-269a-45e4-8d95-d3ef0789a828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:29:31Z', 'updated_at': '2022-03-11T19:29:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:29:36.970373 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7414ece5-027a-40a3-9dc3-9df5e1363da2 None None] Checking router: 752d7d8b-269a-45e4-8d95-d3ef0789a828 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:29:36.973988 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7414ece5-027a-40a3-9dc3-9df5e1363da2 None None] Updating router 752d7d8b-269a-45e4-8d95-d3ef0789a828 port ef5410c6-9ff9-40b5-ad31-b14099b46aa9 binding host n-d-833163-1 {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:29:37.013469 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-7414ece5-027a-40a3-9dc3-9df5e1363da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ef5410c6-9ff9-40b5-ad31-b14099b46aa9), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:37.307135 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-7414ece5-027a-40a3-9dc3-9df5e1363da2 None None] Publish callbacks [] for port (ef5410c6-9ff9-40b5-ad31-b14099b46aa9), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:37.316163 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-7414ece5-027a-40a3-9dc3-9df5e1363da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (ef5410c6-9ff9-40b5-ad31-b14099b46aa9), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:37.473314 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c89186af-b846-4b7d-9370-a89bf0171c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:37.538234 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe5399d8-ec46-4563-92a4-b62f77344f05 admin admin] Router 9ea83b9e-7752-4247-9922-419635ee320f has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:29:37.565548 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e6cf3c1-3405-4d3a-8a34-cbdf67bdb8b5 req-3ff2e4f2-1b46-4ac1-830d-86e23f8a22d8 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:29:37.571789 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db200dc2-9b64-497c-acf6-e39496ce4908 None None] Pushing event updated for resources: {'Port': ['ID=ef5410c6-9ff9-40b5-ad31-b14099b46aa9,revision_number=2']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:37.575647 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe3606-12b5-4497-a1c6-836f073b5a74 req-a15efdc4-7480-4307-9a9a-ec0e924cd152 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:37.583364 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9394ea-7313-447a-bb03-50cfa302ac96 None None] Sync routers for ids ['3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:29:37.583879 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-17fe3606-12b5-4497-a1c6-836f073b5a74 req-a15efdc4-7480-4307-9a9a-ec0e924cd152 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b HTTP/1.1" status: 200 len: 945 time: 0.2333558 Mar 11 19:29:37.585408 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db200dc2-9b64-497c-acf6-e39496ce4908 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:37.586264 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db200dc2-9b64-497c-acf6-e39496ce4908 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:37.586801 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db200dc2-9b64-497c-acf6-e39496ce4908 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:37.587329 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db200dc2-9b64-497c-acf6-e39496ce4908 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:37.587879 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db200dc2-9b64-497c-acf6-e39496ce4908 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:37.588391 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db200dc2-9b64-497c-acf6-e39496ce4908 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:37.589049 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db200dc2-9b64-497c-acf6-e39496ce4908 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:37.589584 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db200dc2-9b64-497c-acf6-e39496ce4908 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:37.590126 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db200dc2-9b64-497c-acf6-e39496ce4908 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:37.590377 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7e6cf3c1-3405-4d3a-8a34-cbdf67bdb8b5 req-3ff2e4f2-1b46-4ac1-830d-86e23f8a22d8 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:37.590887 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db200dc2-9b64-497c-acf6-e39496ce4908 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:37.591444 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db200dc2-9b64-497c-acf6-e39496ce4908 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:37.591989 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db200dc2-9b64-497c-acf6-e39496ce4908 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:37.592880 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db200dc2-9b64-497c-acf6-e39496ce4908 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:37.598757 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9394ea-7313-447a-bb03-50cfa302ac96 None None] Routers {'3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:29:37.603953 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-1c9394ea-7313-447a-bb03-50cfa302ac96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:29:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:29:37.610019 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-7414ece5-027a-40a3-9dc3-9df5e1363da2 None None] Attempting to bind port ef5410c6-9ff9-40b5-ad31-b14099b46aa9 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:29:37.610708 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-7414ece5-027a-40a3-9dc3-9df5e1363da2 None None] Attempting to bind port ef5410c6-9ff9-40b5-ad31-b14099b46aa9 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:29:37.611301 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7414ece5-027a-40a3-9dc3-9df5e1363da2 None None] Attempting to bind port ef5410c6-9ff9-40b5-ad31-b14099b46aa9 on network 612cc066-33e3-444d-b1c7-d0a64751482a {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:29:37.617677 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7414ece5-027a-40a3-9dc3-9df5e1363da2 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:29:37.618567 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7414ece5-027a-40a3-9dc3-9df5e1363da2 None None] Checking segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:29:37.619215 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-7414ece5-027a-40a3-9dc3-9df5e1363da2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:37.619982 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7414ece5-027a-40a3-9dc3-9df5e1363da2 None None] Bound using segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:29:37.620757 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-7414ece5-027a-40a3-9dc3-9df5e1363da2 None None] Bound port: ef5410c6-9ff9-40b5-ad31-b14099b46aa9, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:29:37.621360 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-7414ece5-027a-40a3-9dc3-9df5e1363da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ef5410c6-9ff9-40b5-ad31-b14099b46aa9), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:37.681170 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-7414ece5-027a-40a3-9dc3-9df5e1363da2 None None] For port ef5410c6-9ff9-40b5-ad31-b14099b46aa9, host n-d-833163-1, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:29:37.685050 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-7414ece5-027a-40a3-9dc3-9df5e1363da2 None None] For port ef5410c6-9ff9-40b5-ad31-b14099b46aa9, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=ef5410c6-9ff9-40b5-ad31-b14099b46aa9,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:29:37.693826 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-7414ece5-027a-40a3-9dc3-9df5e1363da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (ef5410c6-9ff9-40b5-ad31-b14099b46aa9), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:37.707132 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7e6cf3c1-3405-4d3a-8a34-cbdf67bdb8b5 req-3ff2e4f2-1b46-4ac1-830d-86e23f8a22d8 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "PUT /v2.0/floatingips/197077ef-138f-49ee-b15b-ccb5aabbfaeb HTTP/1.1" status: 200 len: 996 time: 3.7318604 Mar 11 19:29:37.723597 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '828431ab-9323-4845-8fb6-b27b7f39fa72', 'tag': 'a621553f-0149-4c8d-ac87-9dde3f520048'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:29:37.739578 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-223526ad-c86a-47f8-a994-a380fc77b658" -d '{"events": [{"name": "network-changed", "server_uuid": "828431ab-9323-4845-8fb6-b27b7f39fa72", "tag": "a621553f-0149-4c8d-ac87-9dde3f520048"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:29:37.767099 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db200dc2-9b64-497c-acf6-e39496ce4908 None None] Pushing event updated for resources: {'Port': ['ID=ef5410c6-9ff9-40b5-ad31-b14099b46aa9,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:37.791764 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7414ece5-027a-40a3-9dc3-9df5e1363da2 None None] Routers {'752d7d8b-269a-45e4-8d95-d3ef0789a828'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:29:37.791764 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-7414ece5-027a-40a3-9dc3-9df5e1363da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:29:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['752d7d8b-269a-45e4-8d95-d3ef0789a828'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:29:37.859902 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-c89186af-b846-4b7d-9370-a89bf0171c08 admin admin] Allocated IP 172.20.0.1 (3a5ebcdd-7c47-4480-b835-e31622a3f5f1/c4ce97f5-273f-42a3-8dbb-6d45a56d0c24/b6535650-7755-44ab-a731-aac28c80c30e) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:29:37.874030 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-1c9394ea-7313-447a-bb03-50cfa302ac96 None None] Set router 3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:29:37.889120 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-17fe3606-12b5-4497-a1c6-836f073b5a74 req-8d5c07a0-e72d-4140-b6d9-317d7809f044 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042843 Mar 11 19:29:37.950336 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe5399d8-ec46-4563-92a4-b62f77344f05 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:29:37.969138 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-fe5399d8-ec46-4563-92a4-b62f77344f05 admin admin] 10.222.0.65 "PUT /v2.0/routers/9ea83b9e-7752-4247-9922-419635ee320f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5807283 Mar 11 19:29:37.979315 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55482) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:29:37.984663 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416a9085-4e17-47a6-bfca-754c63148b0c None None] Sync routers for ids ['9ea83b9e-7752-4247-9922-419635ee320f'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:29:38.047552 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416a9085-4e17-47a6-bfca-754c63148b0c None None] Routers {'9ea83b9e-7752-4247-9922-419635ee320f'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:29:38.047794 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6cf3c1-3405-4d3a-8a34-cbdf67bdb8b5 req-cd7c7bfb-3f6d-47fd-b39e-c134204f8962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:38.048795 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-416a9085-4e17-47a6-bfca-754c63148b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:29:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['9ea83b9e-7752-4247-9922-419635ee320f'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:29:38.056276 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-7414ece5-027a-40a3-9dc3-9df5e1363da2 None None] Set router 752d7d8b-269a-45e4-8d95-d3ef0789a828 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:29:38.056514 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7e6cf3c1-3405-4d3a-8a34-cbdf67bdb8b5 req-cd7c7bfb-3f6d-47fd-b39e-c134204f8962 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=36c6fb85db664d0dac9633c7a1a49fd2&device_id=828431ab-9323-4845-8fb6-b27b7f39fa72 HTTP/1.1" status: 200 len: 1127 time: 0.3025990 Mar 11 19:29:38.112784 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c89186af-b846-4b7d-9370-a89bf0171c08 admin admin] Publish callbacks [] for port (b6535650-7755-44ab-a731-aac28c80c30e), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:38.186229 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c89186af-b846-4b7d-9370-a89bf0171c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (b6535650-7755-44ab-a731-aac28c80c30e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:38.265853 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89186af-b846-4b7d-9370-a89bf0171c08 admin admin] Network 3a5ebcdd-7c47-4480-b835-e31622a3f5f1 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:29:38.271259 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-c89186af-b846-4b7d-9370-a89bf0171c08 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:29:38.275416 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89186af-b846-4b7d-9370-a89bf0171c08 admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:29:38.281272 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89186af-b846-4b7d-9370-a89bf0171c08 admin admin] Pushing event updated for resources: {'Port': ['ID=b6535650-7755-44ab-a731-aac28c80c30e,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:38.298495 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48e83c8-eaf5-4341-8145-bd9a5e997287 req-353857ba-b15d-497a-9461-90a34e935941 tempest-AttachSCSIVolumeTestJSON-1183104708 tempest-AttachSCSIVolumeTestJSON-1183104708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:38.308193 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c48e83c8-eaf5-4341-8145-bd9a5e997287 req-353857ba-b15d-497a-9461-90a34e935941 tempest-AttachSCSIVolumeTestJSON-1183104708 tempest-AttachSCSIVolumeTestJSON-1183104708-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e2c2f74-9980-41b6-865a-08854f828156 HTTP/1.1" status: 200 len: 946 time: 0.2692821 Mar 11 19:29:38.316383 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6cf3c1-3405-4d3a-8a34-cbdf67bdb8b5 req-619d997a-144d-4940-b3fa-9788b9f636b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:38.325230 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7e6cf3c1-3405-4d3a-8a34-cbdf67bdb8b5 req-619d997a-144d-4940-b3fa-9788b9f636b8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1557e6f9-ef1e-471d-ad9b-c22fef29517e HTTP/1.1" status: 200 len: 922 time: 0.2679269 Mar 11 19:29:38.329118 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c89186af-b846-4b7d-9370-a89bf0171c08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (752d7d8b-269a-45e4-8d95-d3ef0789a828), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:38.337444 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-77b66d90-4fa4-436a-ae69-0c8eeb3d09c4 admin admin] Publish callbacks [] for router (9ea83b9e-7752-4247-9922-419635ee320f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:38.363137 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-416a9085-4e17-47a6-bfca-754c63148b0c None None] Set router 9ea83b9e-7752-4247-9922-419635ee320f gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:29:38.506638 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7e6cf3c1-3405-4d3a-8a34-cbdf67bdb8b5 req-3f7320b4-4e13-4720-a876-057f6ce877ff service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a621553f-0149-4c8d-ac87-9dde3f520048 HTTP/1.1" status: 200 len: 999 time: 0.1789412 Mar 11 19:29:38.666244 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-77b66d90-4fa4-436a-ae69-0c8eeb3d09c4 admin admin] Publish callbacks [] for router_gateway (9ea83b9e-7752-4247-9922-419635ee320f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:38.692631 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c89186af-b846-4b7d-9370-a89bf0171c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b6535650-7755-44ab-a731-aac28c80c30e), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:38.695885 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d05e466e-62b9-40bb-bc8d-73efeadbc4a8 req-d3c2ce57-b8a2-40b4-8921-8bc60bc6d83d tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=7e2bae5ace3f4e28b8e978a6083328b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0981002 Mar 11 19:29:38.767380 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6cf3c1-3405-4d3a-8a34-cbdf67bdb8b5 req-289d2ab9-4f06-434f-8d41-03cb6f5cd990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:38.769220 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7e6cf3c1-3405-4d3a-8a34-cbdf67bdb8b5 req-289d2ab9-4f06-434f-8d41-03cb6f5cd990 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=159c45f0-17a9-4dad-ae0c-9d105edbfcac HTTP/1.1" status: 200 len: 860 time: 0.1170123 Mar 11 19:29:38.772440 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-7414ece5-027a-40a3-9dc3-9df5e1363da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '752d7d8b-269a-45e4-8d95-d3ef0789a828', 'name': 'tempest-TaggedBootDevicesTest-1031047735-router', 'tenant_id': '7eee167876f4486fa3e6b7859ca90f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'ef5410c6-9ff9-40b5-ad31-b14099b46aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:29:29Z', 'updated_at': '2022-03-11T19:29:33Z', 'revision_number': 3, 'project_id': '7eee167876f4486fa3e6b7859ca90f06', 'gw_port': {'id': 'ef5410c6-9ff9-40b5-ad31-b14099b46aa9', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6b:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '752d7d8b-269a-45e4-8d95-d3ef0789a828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:29:31Z', 'updated_at': '2022-03-11T19:29:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:29:38.775460 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-416a9085-4e17-47a6-bfca-754c63148b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea83b9e-7752-4247-9922-419635ee320f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2016028453-router', 'tenant_id': '10b86297d12c4b4ea8fe0139a43ba2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.234'}], 'enable_snat': True}, 'gw_port_id': '72d86067-10a1-4d6c-92f2-533487f2ab3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:26:44Z', 'updated_at': '2022-03-11T19:29:35Z', 'revision_number': 5, 'project_id': '10b86297d12c4b4ea8fe0139a43ba2d7', 'gw_port': {'id': '72d86067-10a1-4d6c-92f2-533487f2ab3b', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:d1:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea83b9e-7752-4247-9922-419635ee320f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:26:45Z', 'updated_at': '2022-03-11T19:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:29:38.784118 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c48e83c8-eaf5-4341-8145-bd9a5e997287 req-e5cdb6ae-d585-4764-b614-9b95ea081243 tempest-AttachSCSIVolumeTestJSON-1183104708 tempest-AttachSCSIVolumeTestJSON-1183104708-project] 10.222.0.65 "GET /v2.0/security-groups?id=c8e8cfff-c504-429e-8169-b14a8919776a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4704738 Mar 11 19:29:38.787073 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-6a217161-581e-44bb-aabb-993fea16fe0e None None] Provisioning complete for port b6535650-7755-44ab-a731-aac28c80c30e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:29:38.787546 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6a217161-581e-44bb-aabb-993fea16fe0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (b6535650-7755-44ab-a731-aac28c80c30e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:38.819313 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416a9085-4e17-47a6-bfca-754c63148b0c None None] Checking router: 9ea83b9e-7752-4247-9922-419635ee320f for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:29:38.851235 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7414ece5-027a-40a3-9dc3-9df5e1363da2 None None] The sync data for ids ['752d7d8b-269a-45e4-8d95-d3ef0789a828'] in n-d-833163-1 is: [{'id': '752d7d8b-269a-45e4-8d95-d3ef0789a828', 'name': 'tempest-TaggedBootDevicesTest-1031047735-router', 'tenant_id': '7eee167876f4486fa3e6b7859ca90f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'ef5410c6-9ff9-40b5-ad31-b14099b46aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:29:29Z', 'updated_at': '2022-03-11T19:29:33Z', 'revision_number': 3, 'project_id': '7eee167876f4486fa3e6b7859ca90f06', 'gw_port': {'id': 'ef5410c6-9ff9-40b5-ad31-b14099b46aa9', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6b:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '752d7d8b-269a-45e4-8d95-d3ef0789a828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:29:31Z', 'updated_at': '2022-03-11T19:29:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:29:38.862235 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416a9085-4e17-47a6-bfca-754c63148b0c None None] Routers {'9ea83b9e-7752-4247-9922-419635ee320f'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:29:38.862871 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-416a9085-4e17-47a6-bfca-754c63148b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:29:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['9ea83b9e-7752-4247-9922-419635ee320f'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:29:38.889361 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-6a217161-581e-44bb-aabb-993fea16fe0e None None] Port b6535650-7755-44ab-a731-aac28c80c30e cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:29:38.918267 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-1c9394ea-7313-447a-bb03-50cfa302ac96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1553295538-router', 'tenant_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'd31e3b60-d1ce-490c-94f1-fb1e977643c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:28:18Z', 'updated_at': '2022-03-11T19:28:29Z', 'revision_number': 4, 'project_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'gw_port': {'id': 'd31e3b60-d1ce-490c-94f1-fb1e977643c8', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:19Z', 'updated_at': '2022-03-11T19:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '197077ef-138f-49ee-b15b-ccb5aabbfaeb', 'tenant_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'floating_ip_address': '172.25.8.174', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'port_id': 'a621553f-0149-4c8d-ac87-9dde3f520048', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1557e6f9-ef1e-471d-ad9b-c22fef29517e', 'mac_address': 'fa:16:3e:bc:46:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828431ab-9323-4845-8fb6-b27b7f39fa72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:28:54Z', 'updated_at': '2022-03-11T19:29:35Z', 'revision_number': 1, 'project_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bec0c192-6bc1-4467-b7b8-6cef911a0c05', 'name': '', 'network_id': '1557e6f9-ef1e-471d-ad9b-c22fef29517e', 'tenant_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'mac_address': 'fa:16:3e:4d:67:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '159c45f0-17a9-4dad-ae0c-9d105edbfcac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:26Z', 'updated_at': '2022-03-11T19:28:35Z', 'revision_number': 5, 'project_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'subnets': [{'id': '159c45f0-17a9-4dad-ae0c-9d105edbfcac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:29:38.931688 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e466e-62b9-40bb-bc8d-73efeadbc4a8 req-25523998-834b-42de-9219-cd598123dd73 tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:38.933277 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d05e466e-62b9-40bb-bc8d-73efeadbc4a8 req-25523998-834b-42de-9219-cd598123dd73 tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2232115 Mar 11 19:29:38.934831 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-77b66d90-4fa4-436a-ae69-0c8eeb3d09c4 admin admin] Deleting port 72d86067-10a1-4d6c-92f2-533487f2ab3b {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:29:38.936515 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-77b66d90-4fa4-436a-ae69-0c8eeb3d09c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (72d86067-10a1-4d6c-92f2-533487f2ab3b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:38.952605 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-d05e466e-62b9-40bb-bc8d-73efeadbc4a8 req-c0ea057c-597e-403b-a282-3fb48541cdca tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] Request body: {'port': {'device_id': '8641236d-15bc-4659-b0fa-16ed4aa8982a', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'admin_state_up': True, 'tenant_id': '7e2bae5ace3f4e28b8e978a6083328b9'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:29:38.966909 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9394ea-7313-447a-bb03-50cfa302ac96 None None] Checking router: 3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:29:38.999962 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9394ea-7313-447a-bb03-50cfa302ac96 None None] Routers {'3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:29:39.001709 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-1c9394ea-7313-447a-bb03-50cfa302ac96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:29:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:29:39.012281 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6cf3c1-3405-4d3a-8a34-cbdf67bdb8b5 req-2956f881-02a9-45f6-83a6-48985af24e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:39.013917 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7e6cf3c1-3405-4d3a-8a34-cbdf67bdb8b5 req-2956f881-02a9-45f6-83a6-48985af24e5c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1557e6f9-ef1e-471d-ad9b-c22fef29517e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2285028 Mar 11 19:29:39.054477 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [req-7e6cf3c1-3405-4d3a-8a34-cbdf67bdb8b5 req-9e85e266-60cd-4fe0-8b82-c9893a0ce8db service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:29:39.055952 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7e6cf3c1-3405-4d3a-8a34-cbdf67bdb8b5 req-9e85e266-60cd-4fe0-8b82-c9893a0ce8db service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0326352 Mar 11 19:29:39.061343 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-416a9085-4e17-47a6-bfca-754c63148b0c None None] Set router 9ea83b9e-7752-4247-9922-419635ee320f gateway port host: None {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:29:39.167692 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd8b64-38f4-4e1a-8e72-8673d2f00577 req-c9e70fb2-6f48-44dd-927d-37e0ef6a8f7a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:39.178127 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd8b64-38f4-4e1a-8e72-8673d2f00577 req-c9e70fb2-6f48-44dd-927d-37e0ef6a8f7a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:39.196509 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd8b64-38f4-4e1a-8e72-8673d2f00577 req-c9e70fb2-6f48-44dd-927d-37e0ef6a8f7a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:39.199744 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-416a9085-4e17-47a6-bfca-754c63148b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea83b9e-7752-4247-9922-419635ee320f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2016028453-router', 'tenant_id': '10b86297d12c4b4ea8fe0139a43ba2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:26:44Z', 'updated_at': '2022-03-11T19:29:38Z', 'revision_number': 6, 'project_id': '10b86297d12c4b4ea8fe0139a43ba2d7', 'gw_port_host': None}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:29:39.202114 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d05e466e-62b9-40bb-bc8d-73efeadbc4a8 req-c0ea057c-597e-403b-a282-3fb48541cdca tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] Made reservation on behalf of 7e2bae5ace3f4e28b8e978a6083328b9 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:29:39.205629 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d05e466e-62b9-40bb-bc8d-73efeadbc4a8 req-c0ea057c-597e-403b-a282-3fb48541cdca tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:39.205864 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd8b64-38f4-4e1a-8e72-8673d2f00577 req-c9e70fb2-6f48-44dd-927d-37e0ef6a8f7a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:39.211444 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-1c9394ea-7313-447a-bb03-50cfa302ac96 None None] Set router 3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:29:39.221855 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd8b64-38f4-4e1a-8e72-8673d2f00577 req-c9e70fb2-6f48-44dd-927d-37e0ef6a8f7a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:39.228340 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd8b64-38f4-4e1a-8e72-8673d2f00577 req-c9e70fb2-6f48-44dd-927d-37e0ef6a8f7a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:39.248918 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd8b64-38f4-4e1a-8e72-8673d2f00577 req-c9e70fb2-6f48-44dd-927d-37e0ef6a8f7a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:39.273173 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416a9085-4e17-47a6-bfca-754c63148b0c None None] The sync data for ids ['9ea83b9e-7752-4247-9922-419635ee320f'] in n-d-833163-1 is: [{'id': '9ea83b9e-7752-4247-9922-419635ee320f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2016028453-router', 'tenant_id': '10b86297d12c4b4ea8fe0139a43ba2d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:26:44Z', 'updated_at': '2022-03-11T19:29:38Z', 'revision_number': 6, 'project_id': '10b86297d12c4b4ea8fe0139a43ba2d7', 'gw_port_host': None}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:29:39.283899 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cfcd8b64-38f4-4e1a-8e72-8673d2f00577 req-c9e70fb2-6f48-44dd-927d-37e0ef6a8f7a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 5430 time: 0.3573768 Mar 11 19:29:39.289609 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d05e466e-62b9-40bb-bc8d-73efeadbc4a8 req-c0ea057c-597e-403b-a282-3fb48541cdca tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:39.414882 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d05e466e-62b9-40bb-bc8d-73efeadbc4a8 req-c0ea057c-597e-403b-a282-3fb48541cdca tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] Publish callbacks [] for security_group (fb70d1f7-aebb-4612-b27e-08c26dcf1a07), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:39.423776 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d05e466e-62b9-40bb-bc8d-73efeadbc4a8 req-c0ea057c-597e-403b-a282-3fb48541cdca tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (fb70d1f7-aebb-4612-b27e-08c26dcf1a07), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:39.427796 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-77b66d90-4fa4-436a-ae69-0c8eeb3d09c4 admin admin] For port 72d86067-10a1-4d6c-92f2-533487f2ab3b, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=72d86067-10a1-4d6c-92f2-533487f2ab3b,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:29:39.428166 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-77b66d90-4fa4-436a-ae69-0c8eeb3d09c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (72d86067-10a1-4d6c-92f2-533487f2ab3b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:39.443336 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-77b66d90-4fa4-436a-ae69-0c8eeb3d09c4 admin admin] Calling delete_port for 72d86067-10a1-4d6c-92f2-533487f2ab3b owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:29:39.454143 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7e6cf3c1-3405-4d3a-8a34-cbdf67bdb8b5 req-bb78b395-6349-4d28-a980-cbc5b856b87d service neutron] 10.222.0.65 "GET /v2.0/networks/1557e6f9-ef1e-471d-ad9b-c22fef29517e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895731 Mar 11 19:29:39.564413 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ea057c-597e-403b-a282-3fb48541cdca tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb70d1f7-aebb-4612-b27e-08c26dcf1a07,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:39.582105 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-1c9394ea-7313-447a-bb03-50cfa302ac96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1553295538-router', 'tenant_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'd31e3b60-d1ce-490c-94f1-fb1e977643c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:28:18Z', 'updated_at': '2022-03-11T19:28:29Z', 'revision_number': 4, 'project_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'gw_port': {'id': 'd31e3b60-d1ce-490c-94f1-fb1e977643c8', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:19Z', 'updated_at': '2022-03-11T19:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '197077ef-138f-49ee-b15b-ccb5aabbfaeb', 'tenant_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'floating_ip_address': '172.25.8.174', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'port_id': 'a621553f-0149-4c8d-ac87-9dde3f520048', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1557e6f9-ef1e-471d-ad9b-c22fef29517e', 'mac_address': 'fa:16:3e:bc:46:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828431ab-9323-4845-8fb6-b27b7f39fa72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:28:54Z', 'updated_at': '2022-03-11T19:29:35Z', 'revision_number': 1, 'project_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bec0c192-6bc1-4467-b7b8-6cef911a0c05', 'name': '', 'network_id': '1557e6f9-ef1e-471d-ad9b-c22fef29517e', 'tenant_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'mac_address': 'fa:16:3e:4d:67:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '159c45f0-17a9-4dad-ae0c-9d105edbfcac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:26Z', 'updated_at': '2022-03-11T19:28:35Z', 'revision_number': 5, 'project_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'subnets': [{'id': '159c45f0-17a9-4dad-ae0c-9d105edbfcac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:29:39.609944 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c89186af-b846-4b7d-9370-a89bf0171c08 admin admin] Publish callbacks [] for port (b6535650-7755-44ab-a731-aac28c80c30e), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:39.622711 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9394ea-7313-447a-bb03-50cfa302ac96 None None] The sync data for ids ['3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e'] in n-d-833163-1 is: [{'id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1553295538-router', 'tenant_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'd31e3b60-d1ce-490c-94f1-fb1e977643c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:28:18Z', 'updated_at': '2022-03-11T19:28:29Z', 'revision_number': 4, 'project_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'gw_port': {'id': 'd31e3b60-d1ce-490c-94f1-fb1e977643c8', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:19Z', 'updated_at': '2022-03-11T19:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '197077ef-138f-49ee-b15b-ccb5aabbfaeb', 'tenant_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'floating_ip_address': '172.25.8.174', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'port_id': 'a621553f-0149-4c8d-ac87-9dde3f520048', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1557e6f9-ef1e-471d-ad9b-c22fef29517e', 'mac_address': 'fa:16:3e:bc:46:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828431ab-9323-4845-8fb6-b27b7f39fa72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:28:54Z', 'updated_at': '2022-03-11T19:29:35Z', 'revision_number': 1, 'project_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bec0c192-6bc1-4467-b7b8-6cef911a0c05', 'name': '', 'network_id': '1557e6f9-ef1e-471d-ad9b-c22fef29517e', 'tenant_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'mac_address': 'fa:16:3e:4d:67:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '159c45f0-17a9-4dad-ae0c-9d105edbfcac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:26Z', 'updated_at': '2022-03-11T19:28:35Z', 'revision_number': 5, 'project_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'subnets': [{'id': '159c45f0-17a9-4dad-ae0c-9d105edbfcac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:29:39.643150 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c89186af-b846-4b7d-9370-a89bf0171c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (b6535650-7755-44ab-a731-aac28c80c30e), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:39.776892 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-77b66d90-4fa4-436a-ae69-0c8eeb3d09c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (72d86067-10a1-4d6c-92f2-533487f2ab3b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:39.951356 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b66d90-4fa4-436a-ae69-0c8eeb3d09c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=72d86067-10a1-4d6c-92f2-533487f2ab3b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:40.034048 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cfcd8b64-38f4-4e1a-8e72-8673d2f00577 req-8cb7ea0c-e179-493a-9d45-179888b58c6a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/security-groups?id=019be762-639e-4ed8-9c49-723d3436f32b&id=97b5c377-83f5-4bad-bf80-e3f012b06736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5789127 Mar 11 19:29:40.075202 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7e6cf3c1-3405-4d3a-8a34-cbdf67bdb8b5 req-f5fc2b7f-8c1b-423f-8977-2d6e6cad00c1 service neutron] 10.222.0.65 "GET /v2.0/networks/1557e6f9-ef1e-471d-ad9b-c22fef29517e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6062336 Mar 11 19:29:40.108020 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-77b66d90-4fa4-436a-ae69-0c8eeb3d09c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (9ea83b9e-7752-4247-9922-419635ee320f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:40.126993 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38010273-e966-46b1-b2ed-f0a356a23cfd None None] New status for floating IP 197077ef-138f-49ee-b15b-ccb5aabbfaeb: ACTIVE {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 19:29:40.206235 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a5337f-c70e-4660-a880-d0c804b30abe x-openstack-request-id: req-c9a5337f-c70e-4660-a880-d0c804b30abe {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:29:40.206521 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "828431ab-9323-4845-8fb6-b27b7f39fa72", "tag": "a621553f-0149-4c8d-ac87-9dde3f520048", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:29:40.206775 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c9a5337f-c70e-4660-a880-d0c804b30abe {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:29:40.222731 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '828431ab-9323-4845-8fb6-b27b7f39fa72', 'tag': 'a621553f-0149-4c8d-ac87-9dde3f520048', 'status': 'completed', 'code': 200} Mar 11 19:29:40.322100 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0ff701aa-17a5-4314-b068-9883d5e1f216 req-e6b33c06-bf2a-409c-9a11-75986ec4e76e tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] 10.222.0.65 "GET /v2.0/ports?device_id=8641236d-15bc-4659-b0fa-16ed4aa8982a HTTP/1.1" status: 200 len: 210 time: 0.1543159 Mar 11 19:29:40.379715 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device ef5410c6-9ff9-40b5-ad31-b14099b46aa9 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:29:40.401047 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-77b66d90-4fa4-436a-ae69-0c8eeb3d09c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (9ea83b9e-7752-4247-9922-419635ee320f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:40.438376 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-77b66d90-4fa4-436a-ae69-0c8eeb3d09c4 admin admin] Publish callbacks [] for router_controller (9ea83b9e-7752-4247-9922-419635ee320f), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:40.495038 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port ef5410c6-9ff9-40b5-ad31-b14099b46aa9 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:29:40.495421 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ef5410c6-9ff9-40b5-ad31-b14099b46aa9), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:40.496448 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-d05e466e-62b9-40bb-bc8d-73efeadbc4a8 req-c0ea057c-597e-403b-a282-3fb48541cdca tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] Allocated IP 192.168.233.235 (885772b1-9b97-4e1d-a0fb-e125030c5a81/9bb14923-74c3-4313-be8d-ed33542f05aa/2cae9d66-de8f-4850-a89e-b0b3d82247ae) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:29:40.531529 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89186af-b846-4b7d-9370-a89bf0171c08 admin admin] Pushing event updated for resources: {'Port': ['ID=b6535650-7755-44ab-a731-aac28c80c30e,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:40.556486 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c89186af-b846-4b7d-9370-a89bf0171c08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (752d7d8b-269a-45e4-8d95-d3ef0789a828), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:40.596267 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port ef5410c6-9ff9-40b5-ad31-b14099b46aa9 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:29:40.596947 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ef5410c6-9ff9-40b5-ad31-b14099b46aa9), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:40.627620 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port ef5410c6-9ff9-40b5-ad31-b14099b46aa9, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=ef5410c6-9ff9-40b5-ad31-b14099b46aa9,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:29:40.634024 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (ef5410c6-9ff9-40b5-ad31-b14099b46aa9), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:40.649415 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device c2c60c3a-a702-464c-b274-75e644a8b5b8 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:29:40.670189 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-77b66d90-4fa4-436a-ae69-0c8eeb3d09c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (9ea83b9e-7752-4247-9922-419635ee320f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:40.670696 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77b66d90-4fa4-436a-ae69-0c8eeb3d09c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ea83b9e-7752-4247-9922-419635ee320f {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:29:40.698991 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: c2c60c3a-a702-464c-b274-75e644a8b5b8 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:29:40.699618 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device c2c60c3a-a702-464c-b274-75e644a8b5b8 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:29:40.705799 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-77b66d90-4fa4-436a-ae69-0c8eeb3d09c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:40.709713 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-77b66d90-4fa4-436a-ae69-0c8eeb3d09c4 admin admin] 10.222.0.65 "DELETE /v2.0/routers/9ea83b9e-7752-4247-9922-419635ee320f HTTP/1.1" status: 204 len: 168 time: 2.7286959 Mar 11 19:29:40.715757 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 55490) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:29:40.719315 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223526ad-c86a-47f8-a994-a380fc77b658 req-d707f766-524b-4cf8-b5b4-804ad6e8d18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:40.721794 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-223526ad-c86a-47f8-a994-a380fc77b658 req-d707f766-524b-4cf8-b5b4-804ad6e8d18d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=36c6fb85db664d0dac9633c7a1a49fd2&device_id=828431ab-9323-4845-8fb6-b27b7f39fa72 HTTP/1.1" status: 200 len: 1127 time: 0.5166116 Mar 11 19:29:40.732739 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be1cbf-6410-4863-af62-209f2d2c18dc req-728993d9-8649-45f9-950f-354033610ab7 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:40.736127 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-50be1cbf-6410-4863-af62-209f2d2c18dc req-728993d9-8649-45f9-950f-354033610ab7 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b HTTP/1.1" status: 200 len: 945 time: 0.4370599 Mar 11 19:29:40.766836 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=ef5410c6-9ff9-40b5-ad31-b14099b46aa9,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:40.779782 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:40.780480 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:40.781034 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:40.781802 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:40.782370 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:40.784042 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:40.784613 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:40.785777 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:40.786326 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:40.786893 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:40.787455 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:40.788024 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:40.788567 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:29:40.880373 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d05e466e-62b9-40bb-bc8d-73efeadbc4a8 req-c0ea057c-597e-403b-a282-3fb48541cdca tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] Publish callbacks [] for port (2cae9d66-de8f-4850-a89e-b0b3d82247ae), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:40.892992 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-26029ec5-5f49-4a4a-be82-134c1efefca9 admin admin] Deleting subnet 01146b3f-edef-4f77-8512-187341b8d6e4 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:29:40.898526 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89186af-b846-4b7d-9370-a89bf0171c08 admin admin] Network 3a5ebcdd-7c47-4480-b835-e31622a3f5f1 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:29:40.899956 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-26029ec5-5f49-4a4a-be82-134c1efefca9 admin admin] Publish callbacks [] for subnet (01146b3f-edef-4f77-8512-187341b8d6e4), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:40.900086 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223526ad-c86a-47f8-a994-a380fc77b658 req-7b84bb91-9b61-4d1d-a4de-ac08dcfcb171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:40.901464 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-223526ad-c86a-47f8-a994-a380fc77b658 req-7b84bb91-9b61-4d1d-a4de-ac08dcfcb171 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1557e6f9-ef1e-471d-ad9b-c22fef29517e HTTP/1.1" status: 200 len: 922 time: 0.1644492 Mar 11 19:29:40.903442 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-c89186af-b846-4b7d-9370-a89bf0171c08 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:29:40.911879 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab5c66-2ba0-4eca-8edb-662e8ccdc637 req-906af1e5-174d-417d-afca-d9b1a0cde6a0 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:40.913859 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-20ab5c66-2ba0-4eca-8edb-662e8ccdc637 req-906af1e5-174d-417d-afca-d9b1a0cde6a0 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c8c343d-0b54-4526-8474-397a7a119dfb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3100688 Mar 11 19:29:40.999184 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-26029ec5-5f49-4a4a-be82-134c1efefca9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (01146b3f-edef-4f77-8512-187341b8d6e4), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:41.064141 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d05e466e-62b9-40bb-bc8d-73efeadbc4a8 req-c0ea057c-597e-403b-a282-3fb48541cdca tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (2cae9d66-de8f-4850-a89e-b0b3d82247ae), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:41.107153 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-223526ad-c86a-47f8-a994-a380fc77b658 req-07e28d1b-4194-41db-82cf-4ad15e5636e1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a621553f-0149-4c8d-ac87-9dde3f520048 HTTP/1.1" status: 200 len: 1001 time: 0.1859822 Mar 11 19:29:41.175962 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ea057c-597e-403b-a282-3fb48541cdca tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] Pushing event updated for resources: {'Port': ['ID=2cae9d66-de8f-4850-a89e-b0b3d82247ae,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:41.203570 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-50be1cbf-6410-4863-af62-209f2d2c18dc req-213cf7d6-7f4a-4c4c-9816-243dd3d57d00 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3846502 Mar 11 19:29:41.274154 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-805fe91c-7a21-468c-8b6c-e08af5c1851a None None] Provisioning complete for port b6535650-7755-44ab-a731-aac28c80c30e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:29:41.275820 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-805fe91c-7a21-468c-8b6c-e08af5c1851a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (b6535650-7755-44ab-a731-aac28c80c30e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:41.280994 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c89186af-b846-4b7d-9370-a89bf0171c08 admin admin] Router 752d7d8b-269a-45e4-8d95-d3ef0789a828 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:29:41.288823 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d05e466e-62b9-40bb-bc8d-73efeadbc4a8 req-c0ea057c-597e-403b-a282-3fb48541cdca tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] Network 885772b1-9b97-4e1d-a0fb-e125030c5a81 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:29:41.295181 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-d05e466e-62b9-40bb-bc8d-73efeadbc4a8 req-c0ea057c-597e-403b-a282-3fb48541cdca tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:29:41.301047 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-d05e466e-62b9-40bb-bc8d-73efeadbc4a8 req-c0ea057c-597e-403b-a282-3fb48541cdca tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:29:41.309959 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-20ab5c66-2ba0-4eca-8edb-662e8ccdc637 req-90420a87-dab3-4a5a-9805-c54767bfb9ef tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.174 HTTP/1.1" status: 200 len: 1001 time: 0.3813658 Mar 11 19:29:41.313998 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223526ad-c86a-47f8-a994-a380fc77b658 req-99996003-603b-41d0-82bd-e942e1d3e847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:41.315560 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-223526ad-c86a-47f8-a994-a380fc77b658 req-99996003-603b-41d0-82bd-e942e1d3e847 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=159c45f0-17a9-4dad-ae0c-9d105edbfcac HTTP/1.1" status: 200 len: 860 time: 0.1975098 Mar 11 19:29:41.321247 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-20ab5c66-2ba0-4eca-8edb-662e8ccdc637 req-262892b3-1834-46be-b5cc-c3e8ba98ef4d tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Request body: {'floatingip': {'port_id': '9ca5199a-acd0-486c-b51b-14f8640b0449', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:29:41.342988 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-26029ec5-5f49-4a4a-be82-134c1efefca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (01146b3f-edef-4f77-8512-187341b8d6e4), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:41.378445 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-805fe91c-7a21-468c-8b6c-e08af5c1851a None None] Port b6535650-7755-44ab-a731-aac28c80c30e cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:29:41.426727 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-26029ec5-5f49-4a4a-be82-134c1efefca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (01146b3f-edef-4f77-8512-187341b8d6e4), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:41.512394 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26029ec5-5f49-4a4a-be82-134c1efefca9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01146b3f-edef-4f77-8512-187341b8d6e4,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:41.514756 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b34dc1f-bd74-44c8-8678-a798a3d32040 None None] Network faf248f7-0efb-4c35-a9c7-290bab3e856f requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:29:41.529860 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-26029ec5-5f49-4a4a-be82-134c1efefca9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:41.535354 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-26029ec5-5f49-4a4a-be82-134c1efefca9 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/01146b3f-edef-4f77-8512-187341b8d6e4 HTTP/1.1" status: 204 len: 168 time: 0.8163817 Mar 11 19:29:41.555368 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e466e-62b9-40bb-bc8d-73efeadbc4a8 req-c0ea057c-597e-403b-a282-3fb48541cdca tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:41.556076 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d05e466e-62b9-40bb-bc8d-73efeadbc4a8 req-c0ea057c-597e-403b-a282-3fb48541cdca tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:41.558852 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 55496) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:29:41.640391 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d05e466e-62b9-40bb-bc8d-73efeadbc4a8 req-c0ea057c-597e-403b-a282-3fb48541cdca tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6916504 Mar 11 19:29:41.704894 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ce8a4db1-d1b6-48d6-b579-c5a50796f1df None None] Provisioning complete for port 2cae9d66-de8f-4850-a89e-b0b3d82247ae triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:29:41.705710 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ce8a4db1-d1b6-48d6-b579-c5a50796f1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (2cae9d66-de8f-4850-a89e-b0b3d82247ae), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:41.718390 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-d05e466e-62b9-40bb-bc8d-73efeadbc4a8 req-f9c2ca23-70ba-47c5-9223-ff26ba906459 service neutron] Request body: {'port': {'device_id': '8641236d-15bc-4659-b0fa-16ed4aa8982a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:29:41.756169 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ce8a4db1-d1b6-48d6-b579-c5a50796f1df None None] Port 2cae9d66-de8f-4850-a89e-b0b3d82247ae cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:29:41.768169 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0cfbd917-b597-4159-b530-d0f43843d1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (faf248f7-0efb-4c35-a9c7-290bab3e856f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:41.780280 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9edaf5-0410-4d64-b443-9952ee18a185 None None] DHCP port deletion for faf248f7-0efb-4c35-a9c7-290bab3e856f request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:29:41.814440 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d05e466e-62b9-40bb-bc8d-73efeadbc4a8 req-f9c2ca23-70ba-47c5-9223-ff26ba906459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2cae9d66-de8f-4850-a89e-b0b3d82247ae), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:41.820215 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c89186af-b846-4b7d-9370-a89bf0171c08 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:29:41.829503 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0071750b-93af-433b-a4dd-b7c7405bf659 None None] Sync routers for ids ['752d7d8b-269a-45e4-8d95-d3ef0789a828'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:29:41.840478 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c89186af-b846-4b7d-9370-a89bf0171c08 admin admin] 10.222.0.65 "PUT /v2.0/routers/752d7d8b-269a-45e4-8d95-d3ef0789a828/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1944015 Mar 11 19:29:41.854988 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0071750b-93af-433b-a4dd-b7c7405bf659 None None] Routers {'752d7d8b-269a-45e4-8d95-d3ef0789a828'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:29:41.855741 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-0071750b-93af-433b-a4dd-b7c7405bf659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:29:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['752d7d8b-269a-45e4-8d95-d3ef0789a828'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:29:41.934840 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8c9edaf5-0410-4d64-b443-9952ee18a185 None None] Deleting port ca93bcc3-197d-4be1-8a6a-002847aca71c {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:29:41.935363 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8c9edaf5-0410-4d64-b443-9952ee18a185 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (ca93bcc3-197d-4be1-8a6a-002847aca71c), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:41.976329 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-20ab5c66-2ba0-4eca-8edb-662e8ccdc637 req-262892b3-1834-46be-b5cc-c3e8ba98ef4d tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Publish callbacks [] for floatingip (197077ef-138f-49ee-b15b-ccb5aabbfaeb), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:41.980278 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device ef5410c6-9ff9-40b5-ad31-b14099b46aa9 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:29:42.103102 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-0071750b-93af-433b-a4dd-b7c7405bf659 None None] Set router 752d7d8b-269a-45e4-8d95-d3ef0789a828 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:29:42.150082 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-8c9edaf5-0410-4d64-b443-9952ee18a185 None None] For port ca93bcc3-197d-4be1-8a6a-002847aca71c, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=ca93bcc3-197d-4be1-8a6a-002847aca71c,segment=NetworkSegment(f5d39bdb-1bef-4e3f-bff3-43c784546a04),segment_id=f5d39bdb-1bef-4e3f-bff3-43c784546a04)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:29:42.150475 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8c9edaf5-0410-4d64-b443-9952ee18a185 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (ca93bcc3-197d-4be1-8a6a-002847aca71c), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:42.194926 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8c9edaf5-0410-4d64-b443-9952ee18a185 None None] Calling delete_port for ca93bcc3-197d-4be1-8a6a-002847aca71c owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:29:42.207238 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-0cfbd917-b597-4159-b530-d0f43843d1d3 admin admin] Deleting port ca93bcc3-197d-4be1-8a6a-002847aca71c {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:29:42.207584 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0cfbd917-b597-4159-b530-d0f43843d1d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (ca93bcc3-197d-4be1-8a6a-002847aca71c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:42.317940 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port ef5410c6-9ff9-40b5-ad31-b14099b46aa9 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:29:42.319026 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ef5410c6-9ff9-40b5-ad31-b14099b46aa9), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:42.324434 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-d05e466e-62b9-40bb-bc8d-73efeadbc4a8 req-f9c2ca23-70ba-47c5-9223-ff26ba906459 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cae9d66-de8f-4850-a89e-b0b3d82247ae {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:29:42.325133 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223526ad-c86a-47f8-a994-a380fc77b658 req-6ba3109d-532f-427b-bae9-747758f67fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:42.326855 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-223526ad-c86a-47f8-a994-a380fc77b658 req-6ba3109d-532f-427b-bae9-747758f67fc5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1557e6f9-ef1e-471d-ad9b-c22fef29517e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4578035 Mar 11 19:29:42.333801 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-0cfbd917-b597-4159-b530-d0f43843d1d3 admin admin] For port ca93bcc3-197d-4be1-8a6a-002847aca71c, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=ca93bcc3-197d-4be1-8a6a-002847aca71c,segment=NetworkSegment(f5d39bdb-1bef-4e3f-bff3-43c784546a04),segment_id=f5d39bdb-1bef-4e3f-bff3-43c784546a04)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:29:42.334170 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0cfbd917-b597-4159-b530-d0f43843d1d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (ca93bcc3-197d-4be1-8a6a-002847aca71c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:42.344820 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d05e466e-62b9-40bb-bc8d-73efeadbc4a8 req-f9c2ca23-70ba-47c5-9223-ff26ba906459 service neutron] Publish callbacks [] for port (2cae9d66-de8f-4850-a89e-b0b3d82247ae), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:42.355836 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-0cfbd917-b597-4159-b530-d0f43843d1d3 admin admin] Calling delete_port for ca93bcc3-197d-4be1-8a6a-002847aca71c owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:29:42.369811 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-d05e466e-62b9-40bb-bc8d-73efeadbc4a8 req-f9c2ca23-70ba-47c5-9223-ff26ba906459 service neutron] Transition to ACTIVE for port object 2cae9d66-de8f-4850-a89e-b0b3d82247ae will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:29:42.387360 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d05e466e-62b9-40bb-bc8d-73efeadbc4a8 req-f9c2ca23-70ba-47c5-9223-ff26ba906459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (2cae9d66-de8f-4850-a89e-b0b3d82247ae), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:42.439818 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port ef5410c6-9ff9-40b5-ad31-b14099b46aa9 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:29:42.458560 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8c9edaf5-0410-4d64-b443-9952ee18a185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (ca93bcc3-197d-4be1-8a6a-002847aca71c), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:42.494656 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9edaf5-0410-4d64-b443-9952ee18a185 None None] Pushing event deleted for resources: {'Port': ['ID=ca93bcc3-197d-4be1-8a6a-002847aca71c,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:42.505263 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9edaf5-0410-4d64-b443-9952ee18a185 None None] No DVR routers for this DVR port ca93bcc3-197d-4be1-8a6a-002847aca71c on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:29:42.554435 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device ca93bcc3-197d-4be1-8a6a-002847aca71c no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:29:42.590013 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-223526ad-c86a-47f8-a994-a380fc77b658 req-cebea14c-4fd3-4891-b12c-dc93cc7013c2 service neutron] 10.222.0.57 "GET /v2.0/networks/1557e6f9-ef1e-471d-ad9b-c22fef29517e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429070 Mar 11 19:29:42.597644 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: ca93bcc3-197d-4be1-8a6a-002847aca71c {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:29:42.598883 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device ca93bcc3-197d-4be1-8a6a-002847aca71c not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:29:42.599536 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 72d86067-10a1-4d6c-92f2-533487f2ab3b no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:29:42.614057 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad359be-7f94-4944-842a-df52a6f22f52 req-8b05e4c4-aa92-49af-94b2-011b3d1349f0 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:42.620788 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad359be-7f94-4944-842a-df52a6f22f52 req-8b05e4c4-aa92-49af-94b2-011b3d1349f0 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:42.627371 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad359be-7f94-4944-842a-df52a6f22f52 req-8b05e4c4-aa92-49af-94b2-011b3d1349f0 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:42.634242 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 72d86067-10a1-4d6c-92f2-533487f2ab3b {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:29:42.634920 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 72d86067-10a1-4d6c-92f2-533487f2ab3b not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:29:42.637588 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad359be-7f94-4944-842a-df52a6f22f52 req-8b05e4c4-aa92-49af-94b2-011b3d1349f0 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:42.639517 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c2ca23-70ba-47c5-9223-ff26ba906459 service neutron] Pushing event updated for resources: {'Port': ['ID=2cae9d66-de8f-4850-a89e-b0b3d82247ae,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:42.644870 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-0071750b-93af-433b-a4dd-b7c7405bf659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '752d7d8b-269a-45e4-8d95-d3ef0789a828', 'name': 'tempest-TaggedBootDevicesTest-1031047735-router', 'tenant_id': '7eee167876f4486fa3e6b7859ca90f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'ef5410c6-9ff9-40b5-ad31-b14099b46aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:29:29Z', 'updated_at': '2022-03-11T19:29:38Z', 'revision_number': 4, 'project_id': '7eee167876f4486fa3e6b7859ca90f06', 'gw_port': {'id': 'ef5410c6-9ff9-40b5-ad31-b14099b46aa9', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '752d7d8b-269a-45e4-8d95-d3ef0789a828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:29:31Z', 'updated_at': '2022-03-11T19:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'b6535650-7755-44ab-a731-aac28c80c30e', 'name': '', 'network_id': '3a5ebcdd-7c47-4480-b835-e31622a3f5f1', 'tenant_id': '7eee167876f4486fa3e6b7859ca90f06', 'mac_address': 'fa:16:3e:64:22:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '752d7d8b-269a-45e4-8d95-d3ef0789a828', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'c4ce97f5-273f-42a3-8dbb-6d45a56d0c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:29:37Z', 'updated_at': '2022-03-11T19:29:39Z', 'revision_number': 2, 'project_id': '7eee167876f4486fa3e6b7859ca90f06', 'subnets': [{'id': 'c4ce97f5-273f-42a3-8dbb-6d45a56d0c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:29:42.645926 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad359be-7f94-4944-842a-df52a6f22f52 req-8b05e4c4-aa92-49af-94b2-011b3d1349f0 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:42.651832 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad359be-7f94-4944-842a-df52a6f22f52 req-8b05e4c4-aa92-49af-94b2-011b3d1349f0 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:42.658871 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad359be-7f94-4944-842a-df52a6f22f52 req-8b05e4c4-aa92-49af-94b2-011b3d1349f0 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:42.661138 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8ad359be-7f94-4944-842a-df52a6f22f52 req-8b05e4c4-aa92-49af-94b2-011b3d1349f0 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 5430 time: 0.8078575 Mar 11 19:29:42.795745 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0cfbd917-b597-4159-b530-d0f43843d1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (ca93bcc3-197d-4be1-8a6a-002847aca71c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:42.832239 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 55514) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:29:42.837960 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-59030515-c232-480f-8c08-341551aa2d08 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-569372395-network', 'tenant_id': 'a4769f21866c4df899532889f67bf4f7'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:29:42.841809 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfbd917-b597-4159-b530-d0f43843d1d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca93bcc3-197d-4be1-8a6a-002847aca71c,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:42.856262 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfbd917-b597-4159-b530-d0f43843d1d3 admin admin] No DVR routers for this DVR port ca93bcc3-197d-4be1-8a6a-002847aca71c on host n-d-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:29:42.867587 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-d05e466e-62b9-40bb-bc8d-73efeadbc4a8 req-f9c2ca23-70ba-47c5-9223-ff26ba906459 service neutron] Attempting to bind port 2cae9d66-de8f-4850-a89e-b0b3d82247ae on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:29:42.867828 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-d05e466e-62b9-40bb-bc8d-73efeadbc4a8 req-f9c2ca23-70ba-47c5-9223-ff26ba906459 service neutron] Attempting to bind port 2cae9d66-de8f-4850-a89e-b0b3d82247ae by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:29:42.868028 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d05e466e-62b9-40bb-bc8d-73efeadbc4a8 req-f9c2ca23-70ba-47c5-9223-ff26ba906459 service neutron] Attempting to bind port 2cae9d66-de8f-4850-a89e-b0b3d82247ae on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:29:42.906114 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d05e466e-62b9-40bb-bc8d-73efeadbc4a8 req-f9c2ca23-70ba-47c5-9223-ff26ba906459 service neutron] Port 2cae9d66-de8f-4850-a89e-b0b3d82247ae on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:29:42.906512 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d05e466e-62b9-40bb-bc8d-73efeadbc4a8 req-f9c2ca23-70ba-47c5-9223-ff26ba906459 service neutron] Attempting to bind port 2cae9d66-de8f-4850-a89e-b0b3d82247ae on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:29:42.912060 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59030515-c232-480f-8c08-341551aa2d08 admin admin] Made reservation on behalf of a4769f21866c4df899532889f67bf4f7 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:29:42.914318 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-59030515-c232-480f-8c08-341551aa2d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:42.916039 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0071750b-93af-433b-a4dd-b7c7405bf659 None None] Checking router: 752d7d8b-269a-45e4-8d95-d3ef0789a828 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:29:42.916519 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0071750b-93af-433b-a4dd-b7c7405bf659 None None] Updating router 752d7d8b-269a-45e4-8d95-d3ef0789a828 port b6535650-7755-44ab-a731-aac28c80c30e binding host n-d-833163-1 {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:29:42.931246 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d05e466e-62b9-40bb-bc8d-73efeadbc4a8 req-f9c2ca23-70ba-47c5-9223-ff26ba906459 service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:29:42.931594 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d05e466e-62b9-40bb-bc8d-73efeadbc4a8 req-f9c2ca23-70ba-47c5-9223-ff26ba906459 service neutron] Checking segment: {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:29:42.932005 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d05e466e-62b9-40bb-bc8d-73efeadbc4a8 req-f9c2ca23-70ba-47c5-9223-ff26ba906459 service neutron] Bound using segment: {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:29:42.932454 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-d05e466e-62b9-40bb-bc8d-73efeadbc4a8 req-f9c2ca23-70ba-47c5-9223-ff26ba906459 service neutron] Bound port: 2cae9d66-de8f-4850-a89e-b0b3d82247ae, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:29:42.932811 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d05e466e-62b9-40bb-bc8d-73efeadbc4a8 req-f9c2ca23-70ba-47c5-9223-ff26ba906459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2cae9d66-de8f-4850-a89e-b0b3d82247ae), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:42.937017 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-59030515-c232-480f-8c08-341551aa2d08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:42.962458 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-0071750b-93af-433b-a4dd-b7c7405bf659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b6535650-7755-44ab-a731-aac28c80c30e), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:42.981163 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0cfbd917-b597-4159-b530-d0f43843d1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (faf248f7-0efb-4c35-a9c7-290bab3e856f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:43.026401 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8ad359be-7f94-4944-842a-df52a6f22f52 req-1c5d031c-d3b0-49e7-a0ed-c609034f49a0 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/security-groups?id=019be762-639e-4ed8-9c49-723d3436f32b&id=97b5c377-83f5-4bad-bf80-e3f012b06736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3314679 Mar 11 19:29:43.035552 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-0cfbd917-b597-4159-b530-d0f43843d1d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faf248f7-0efb-4c35-a9c7-290bab3e856f']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:29:43.044564 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-223526ad-c86a-47f8-a994-a380fc77b658 req-59abf287-5734-4c0e-b75d-c246522e67f7 service neutron] 10.222.0.57 "GET /v2.0/networks/1557e6f9-ef1e-471d-ad9b-c22fef29517e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3797586 Mar 11 19:29:43.086260 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-0cfbd917-b597-4159-b530-d0f43843d1d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5d39bdb-1bef-4e3f-bff3-43c784546a04') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:29:43.086628 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-0cfbd917-b597-4159-b530-d0f43843d1d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5d39bdb-1bef-4e3f-bff3-43c784546a04') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:29:43.149523 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0cfbd917-b597-4159-b530-d0f43843d1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (f5d39bdb-1bef-4e3f-bff3-43c784546a04), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:43.164627 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-d05e466e-62b9-40bb-bc8d-73efeadbc4a8 req-f9c2ca23-70ba-47c5-9223-ff26ba906459 service neutron] For port 2cae9d66-de8f-4850-a89e-b0b3d82247ae, host n-h2-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:29:43.185560 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0cfbd917-b597-4159-b530-d0f43843d1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (f5d39bdb-1bef-4e3f-bff3-43c784546a04), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:43.192110 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-d05e466e-62b9-40bb-bc8d-73efeadbc4a8 req-f9c2ca23-70ba-47c5-9223-ff26ba906459 service neutron] For port 2cae9d66-de8f-4850-a89e-b0b3d82247ae, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=2cae9d66-de8f-4850-a89e-b0b3d82247ae,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:29:43.203422 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cfbd917-b597-4159-b530-d0f43843d1d3 admin admin] Releasing vlan 870 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:29:43.204027 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0cfbd917-b597-4159-b530-d0f43843d1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (f5d39bdb-1bef-4e3f-bff3-43c784546a04), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:43.205991 n-d-833163-1 neutron-server[103884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:29:43.205991 n-d-833163-1 neutron-server[103884]: self.session.flush() Mar 11 19:29:43.205991 n-d-833163-1 neutron-server[103884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:29:43.205991 n-d-833163-1 neutron-server[103884]: self.session.flush() Mar 11 19:29:43.205991 n-d-833163-1 neutron-server[103884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:29:43.205991 n-d-833163-1 neutron-server[103884]: self.session.flush() Mar 11 19:29:43.205991 n-d-833163-1 neutron-server[103884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:29:43.205991 n-d-833163-1 neutron-server[103884]: self.session.flush() Mar 11 19:29:43.205991 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:29:43.205991 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:29:43.205991 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:29:43.205991 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:29:43.205991 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:29:43.205991 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:29:43.205991 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:29:43.205991 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:29:43.205991 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:29:43.205991 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:29:43.205991 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:29:43.205991 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:29:43.205991 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:29:43.205991 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:29:43.205991 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:29:43.205991 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:29:43.205991 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:29:43.205991 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:29:43.205991 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:29:43.205991 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:29:43.205991 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:29:43.205991 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:29:43.205991 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:29:43.205991 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:29:43.205991 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:29:43.205991 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:29:43.205991 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:29:43.205991 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:29:43.205991 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:29:43.205991 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:29:43.205991 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:29:43.205991 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:29:43.218151 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d05e466e-62b9-40bb-bc8d-73efeadbc4a8 req-f9c2ca23-70ba-47c5-9223-ff26ba906459 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (2cae9d66-de8f-4850-a89e-b0b3d82247ae), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:43.260969 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.db.resource_extend [req-20ab5c66-2ba0-4eca-8edb-662e8ccdc637 req-262892b3-1834-46be-b5cc-c3e8ba98ef4d tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 19:29:43.321855 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba4862f-cf8b-41ef-9702-0699abcdf9fc req-072631bd-6d47-4ad7-92da-13fcbbb68cd1 tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:43.331815 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0ba4862f-cf8b-41ef-9702-0699abcdf9fc req-072631bd-6d47-4ad7-92da-13fcbbb68cd1 tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] 10.222.0.65 "GET /v2.0/ports?device_id=8641236d-15bc-4659-b0fa-16ed4aa8982a HTTP/1.1" status: 200 len: 948 time: 0.1608956 Mar 11 19:29:43.373312 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c2ca23-70ba-47c5-9223-ff26ba906459 service neutron] Pushing event updated for resources: {'Port': ['ID=2cae9d66-de8f-4850-a89e-b0b3d82247ae,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:43.384253 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e466e-62b9-40bb-bc8d-73efeadbc4a8 req-f9c2ca23-70ba-47c5-9223-ff26ba906459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:43.385058 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d05e466e-62b9-40bb-bc8d-73efeadbc4a8 req-f9c2ca23-70ba-47c5-9223-ff26ba906459 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:43.386642 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d05e466e-62b9-40bb-bc8d-73efeadbc4a8 req-f9c2ca23-70ba-47c5-9223-ff26ba906459 service neutron] 10.222.0.57 "PUT /v2.0/ports/2cae9d66-de8f-4850-a89e-b0b3d82247ae HTTP/1.1" status: 200 len: 1096 time: 1.7350132 Mar 11 19:29:43.387569 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8641236d-15bc-4659-b0fa-16ed4aa8982a', 'tag': '2cae9d66-de8f-4850-a89e-b0b3d82247ae'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:29:43.390193 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a675a19-be47-4051-ad90-0fbc7a9ab40a" -d '{"events": [{"name": "network-changed", "server_uuid": "8641236d-15bc-4659-b0fa-16ed4aa8982a", "tag": "2cae9d66-de8f-4850-a89e-b0b3d82247ae"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:29:43.399806 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0cfbd917-b597-4159-b530-d0f43843d1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (faf248f7-0efb-4c35-a9c7-290bab3e856f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:43.419511 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0cfbd917-b597-4159-b530-d0f43843d1d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:43.427265 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-0cfbd917-b597-4159-b530-d0f43843d1d3 admin admin] 10.222.0.65 "DELETE /v2.0/networks/faf248f7-0efb-4c35-a9c7-290bab3e856f HTTP/1.1" status: 204 len: 168 time: 1.8624492 Mar 11 19:29:43.439382 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-59030515-c232-480f-8c08-341551aa2d08 admin admin] Publish callbacks [] for security_group (88e77f41-647d-4d3c-a23c-0af279b2a221), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:43.457433 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-0071750b-93af-433b-a4dd-b7c7405bf659 None None] Publish callbacks [] for port (b6535650-7755-44ab-a731-aac28c80c30e), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:43.458651 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-20ab5c66-2ba0-4eca-8edb-662e8ccdc637 req-262892b3-1834-46be-b5cc-c3e8ba98ef4d tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:43.465696 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-0071750b-93af-433b-a4dd-b7c7405bf659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (b6535650-7755-44ab-a731-aac28c80c30e), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:43.484136 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0ba4862f-cf8b-41ef-9702-0699abcdf9fc req-d015ac1a-8ac9-4016-b0d5-2856481a20a3 tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] 10.222.0.65 "GET /v2.0/security-groups?id=fb70d1f7-aebb-4612-b27e-08c26dcf1a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508911 Mar 11 19:29:43.488846 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfbd917-b597-4159-b530-d0f43843d1d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=faf248f7-0efb-4c35-a9c7-290bab3e856f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:43.491576 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-20ab5c66-2ba0-4eca-8edb-662e8ccdc637 req-262892b3-1834-46be-b5cc-c3e8ba98ef4d tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (197077ef-138f-49ee-b15b-ccb5aabbfaeb), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:43.501933 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-59030515-c232-480f-8c08-341551aa2d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (88e77f41-647d-4d3c-a23c-0af279b2a221), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:43.614919 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9904b3c9-695b-4782-bc7d-8cd68e05e9e6 None None] Pushing event updated for resources: {'Port': ['ID=b6535650-7755-44ab-a731-aac28c80c30e,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:43.620557 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59030515-c232-480f-8c08-341551aa2d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e77f41-647d-4d3c-a23c-0af279b2a221,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:43.646734 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59030515-c232-480f-8c08-341551aa2d08 admin admin] vlan segment allocate from pool success with {'vlan_id': 875, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:29:43.677572 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-0071750b-93af-433b-a4dd-b7c7405bf659 None None] Attempting to bind port b6535650-7755-44ab-a731-aac28c80c30e on host n-d-833163-1 for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:29:43.678136 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-0071750b-93af-433b-a4dd-b7c7405bf659 None None] Attempting to bind port b6535650-7755-44ab-a731-aac28c80c30e by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '7a422026-32a0-497f-aed4-1737e6a95f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '3a5ebcdd-7c47-4480-b835-e31622a3f5f1'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:29:43.678635 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0071750b-93af-433b-a4dd-b7c7405bf659 None None] Attempting to bind port b6535650-7755-44ab-a731-aac28c80c30e on network 3a5ebcdd-7c47-4480-b835-e31622a3f5f1 {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:29:43.686453 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-59030515-c232-480f-8c08-341551aa2d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (d06ab450-19d7-41d0-8e8e-fde96ffdb869), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:43.686827 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-59030515-c232-480f-8c08-341551aa2d08 admin admin] Added segment d06ab450-19d7-41d0-8e8e-fde96ffdb869 of type vlan for network 3b7466c6-d34d-4d00-bc6b-2422028b6940 Mar 11 19:29:43.692453 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0071750b-93af-433b-a4dd-b7c7405bf659 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:29:43.693282 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0071750b-93af-433b-a4dd-b7c7405bf659 None None] Checking segment: {'id': '7a422026-32a0-497f-aed4-1737e6a95f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '3a5ebcdd-7c47-4480-b835-e31622a3f5f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:29:43.693490 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-0071750b-93af-433b-a4dd-b7c7405bf659 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:43.694972 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0071750b-93af-433b-a4dd-b7c7405bf659 None None] Bound using segment: {'id': '7a422026-32a0-497f-aed4-1737e6a95f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '3a5ebcdd-7c47-4480-b835-e31622a3f5f1'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:29:43.696609 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-0071750b-93af-433b-a4dd-b7c7405bf659 None None] Bound port: b6535650-7755-44ab-a731-aac28c80c30e, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a422026-32a0-497f-aed4-1737e6a95f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '3a5ebcdd-7c47-4480-b835-e31622a3f5f1'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:29:43.698456 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-0071750b-93af-433b-a4dd-b7c7405bf659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b6535650-7755-44ab-a731-aac28c80c30e), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:43.778437 n-d-833163-1 neutron-server[103885]: INFO neutron.db.l3_db [req-20ab5c66-2ba0-4eca-8edb-662e8ccdc637 req-262892b3-1834-46be-b5cc-c3e8ba98ef4d tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Floating IP 197077ef-138f-49ee-b15b-ccb5aabbfaeb associated. External IP: 172.25.8.174, port: a621553f-0149-4c8d-ac87-9dde3f520048. Mar 11 19:29:43.797058 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e466e-62b9-40bb-bc8d-73efeadbc4a8 req-5fcf6da9-04a7-4619-9366-052222d294e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:43.806452 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d05e466e-62b9-40bb-bc8d-73efeadbc4a8 req-5fcf6da9-04a7-4619-9366-052222d294e5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7e2bae5ace3f4e28b8e978a6083328b9&device_id=8641236d-15bc-4659-b0fa-16ed4aa8982a HTTP/1.1" status: 200 len: 1130 time: 0.3342795 Mar 11 19:29:43.822339 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-0071750b-93af-433b-a4dd-b7c7405bf659 None None] For port b6535650-7755-44ab-a731-aac28c80c30e, host n-d-833163-1, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:29:43.826737 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-0071750b-93af-433b-a4dd-b7c7405bf659 None None] For port b6535650-7755-44ab-a731-aac28c80c30e, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=b6535650-7755-44ab-a731-aac28c80c30e,segment=NetworkSegment(7a422026-32a0-497f-aed4-1737e6a95f1b),segment_id=7a422026-32a0-497f-aed4-1737e6a95f1b)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:29:43.834052 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-0071750b-93af-433b-a4dd-b7c7405bf659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (b6535650-7755-44ab-a731-aac28c80c30e), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:43.846505 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55520) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:29:43.875879 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-349eeb47-6221-40e9-8271-e9b998123fba None None] Provisioning complete for port b6535650-7755-44ab-a731-aac28c80c30e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:29:43.876796 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-349eeb47-6221-40e9-8271-e9b998123fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (b6535650-7755-44ab-a731-aac28c80c30e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:43.890956 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0071750b-93af-433b-a4dd-b7c7405bf659 None None] Routers {'752d7d8b-269a-45e4-8d95-d3ef0789a828'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:29:43.891802 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-0071750b-93af-433b-a4dd-b7c7405bf659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:29:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['752d7d8b-269a-45e4-8d95-d3ef0789a828'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:29:43.899158 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476a7f5d-2410-45f0-bcff-7dd08cd9155d req-8646540b-5662-4444-9d92-6a06d08f3f83 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:43.910108 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-476a7f5d-2410-45f0-bcff-7dd08cd9155d req-8646540b-5662-4444-9d92-6a06d08f3f83 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b HTTP/1.1" status: 200 len: 945 time: 0.3078506 Mar 11 19:29:43.932275 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d05e466e-62b9-40bb-bc8d-73efeadbc4a8 req-a44058fd-6d00-4b83-ad01-4d2b62f97e8b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=2cae9d66-de8f-4850-a89e-b0b3d82247ae HTTP/1.1" status: 200 len: 217 time: 0.1146364 Mar 11 19:29:43.949213 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-59030515-c232-480f-8c08-341551aa2d08 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (3b7466c6-d34d-4d00-bc6b-2422028b6940), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:43.953456 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-53b0ad8e-a93e-45d6-8bd5-7702dd15b399 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2b2041a5e8eb449b899a189cd9e58346&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1044691 Mar 11 19:29:43.971322 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 55522) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:29:44.038379 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-0071750b-93af-433b-a4dd-b7c7405bf659 None None] Set router 752d7d8b-269a-45e4-8d95-d3ef0789a828 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:29:44.074835 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-349eeb47-6221-40e9-8271-e9b998123fba None None] Current status of the port b6535650-7755-44ab-a731-aac28c80c30e is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:29:44.075147 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-476a7f5d-2410-45f0-bcff-7dd08cd9155d req-7ba33435-4cf8-4ccf-a1d6-cf3626e55632 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635220 Mar 11 19:29:44.076123 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-349eeb47-6221-40e9-8271-e9b998123fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b6535650-7755-44ab-a731-aac28c80c30e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:44.083751 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.db.resource_extend [None req-59030515-c232-480f-8c08-341551aa2d08 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 19:29:44.119016 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-349eeb47-6221-40e9-8271-e9b998123fba None None] For port b6535650-7755-44ab-a731-aac28c80c30e, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=b6535650-7755-44ab-a731-aac28c80c30e,segment=NetworkSegment(7a422026-32a0-497f-aed4-1737e6a95f1b),segment_id=7a422026-32a0-497f-aed4-1737e6a95f1b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:29:44.126510 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-349eeb47-6221-40e9-8271-e9b998123fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (b6535650-7755-44ab-a731-aac28c80c30e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:44.178281 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e466e-62b9-40bb-bc8d-73efeadbc4a8 req-fb76f001-506a-425a-b7bd-a197f1f35a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:44.181319 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d05e466e-62b9-40bb-bc8d-73efeadbc4a8 req-fb76f001-506a-425a-b7bd-a197f1f35a67 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.2219121 Mar 11 19:29:44.188881 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43054c4c-3efe-4de3-92ff-8ea2fa3f1970 x-openstack-request-id: req-43054c4c-3efe-4de3-92ff-8ea2fa3f1970 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:29:44.190374 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8641236d-15bc-4659-b0fa-16ed4aa8982a", "tag": "2cae9d66-de8f-4850-a89e-b0b3d82247ae", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:29:44.190833 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-43054c4c-3efe-4de3-92ff-8ea2fa3f1970 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:29:44.193338 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8641236d-15bc-4659-b0fa-16ed4aa8982a', 'tag': '2cae9d66-de8f-4850-a89e-b0b3d82247ae', 'status': 'completed', 'code': 200} Mar 11 19:29:44.197995 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9904b3c9-695b-4782-bc7d-8cd68e05e9e6 None None] Pushing event updated for resources: {'Port': ['ID=b6535650-7755-44ab-a731-aac28c80c30e,revision_number=4']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:44.234908 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-59030515-c232-480f-8c08-341551aa2d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (3b7466c6-d34d-4d00-bc6b-2422028b6940), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:44.235871 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59030515-c232-480f-8c08-341551aa2d08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:44.236445 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-59030515-c232-480f-8c08-341551aa2d08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:44.253071 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349eeb47-6221-40e9-8271-e9b998123fba None None] Pushing event updated for resources: {'Port': ['ID=b6535650-7755-44ab-a731-aac28c80c30e,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:44.275160 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a9036f2b-65c4-405a-b616-255196a3b58c admin admin] Publish callbacks [] for security_group (6896dbc6-af22-4a50-888e-fa6fa1e0dab0), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:44.279603 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-b771e4b6-5d45-45b6-a417-f4251214f0f3 None None] Provisioning complete for port b6535650-7755-44ab-a731-aac28c80c30e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:29:44.280033 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b771e4b6-5d45-45b6-a417-f4251214f0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (b6535650-7755-44ab-a731-aac28c80c30e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:44.342502 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-59030515-c232-480f-8c08-341551aa2d08 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5062110 Mar 11 19:29:44.343815 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55526) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:29:44.366320 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-d933e139-6488-4978-b035-8f7d44d65564 admin admin] Request body: {'subnet': {'network_id': '3b7466c6-d34d-4d00-bc6b-2422028b6940', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-569372395-subnet', 'tenant_id': 'a4769f21866c4df899532889f67bf4f7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:29:44.371578 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-0071750b-93af-433b-a4dd-b7c7405bf659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '752d7d8b-269a-45e4-8d95-d3ef0789a828', 'name': 'tempest-TaggedBootDevicesTest-1031047735-router', 'tenant_id': '7eee167876f4486fa3e6b7859ca90f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'ef5410c6-9ff9-40b5-ad31-b14099b46aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:29:29Z', 'updated_at': '2022-03-11T19:29:38Z', 'revision_number': 4, 'project_id': '7eee167876f4486fa3e6b7859ca90f06', 'gw_port': {'id': 'ef5410c6-9ff9-40b5-ad31-b14099b46aa9', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '752d7d8b-269a-45e4-8d95-d3ef0789a828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:29:31Z', 'updated_at': '2022-03-11T19:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'b6535650-7755-44ab-a731-aac28c80c30e', 'name': '', 'network_id': '3a5ebcdd-7c47-4480-b835-e31622a3f5f1', 'tenant_id': '7eee167876f4486fa3e6b7859ca90f06', 'mac_address': 'fa:16:3e:64:22:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '752d7d8b-269a-45e4-8d95-d3ef0789a828', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'c4ce97f5-273f-42a3-8dbb-6d45a56d0c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:29:37Z', 'updated_at': '2022-03-11T19:29:43Z', 'revision_number': 4, 'project_id': '7eee167876f4486fa3e6b7859ca90f06', 'subnets': [{'id': 'c4ce97f5-273f-42a3-8dbb-6d45a56d0c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:29:44.400237 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0071750b-93af-433b-a4dd-b7c7405bf659 None None] The sync data for ids ['752d7d8b-269a-45e4-8d95-d3ef0789a828'] in n-d-833163-1 is: [{'id': '752d7d8b-269a-45e4-8d95-d3ef0789a828', 'name': 'tempest-TaggedBootDevicesTest-1031047735-router', 'tenant_id': '7eee167876f4486fa3e6b7859ca90f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'ef5410c6-9ff9-40b5-ad31-b14099b46aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:29:29Z', 'updated_at': '2022-03-11T19:29:38Z', 'revision_number': 4, 'project_id': '7eee167876f4486fa3e6b7859ca90f06', 'gw_port': {'id': 'ef5410c6-9ff9-40b5-ad31-b14099b46aa9', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '752d7d8b-269a-45e4-8d95-d3ef0789a828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:29:31Z', 'updated_at': '2022-03-11T19:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'b6535650-7755-44ab-a731-aac28c80c30e', 'name': '', 'network_id': '3a5ebcdd-7c47-4480-b835-e31622a3f5f1', 'tenant_id': '7eee167876f4486fa3e6b7859ca90f06', 'mac_address': 'fa:16:3e:64:22:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '752d7d8b-269a-45e4-8d95-d3ef0789a828', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'c4ce97f5-273f-42a3-8dbb-6d45a56d0c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:29:37Z', 'updated_at': '2022-03-11T19:29:43Z', 'revision_number': 4, 'project_id': '7eee167876f4486fa3e6b7859ca90f06', 'subnets': [{'id': 'c4ce97f5-273f-42a3-8dbb-6d45a56d0c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:29:44.404751 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b771e4b6-5d45-45b6-a417-f4251214f0f3 None None] Current status of the port b6535650-7755-44ab-a731-aac28c80c30e is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:29:44.427480 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59030515-c232-480f-8c08-341551aa2d08 admin admin] Pushing event updated for resources: {'Network': ['ID=3b7466c6-d34d-4d00-bc6b-2422028b6940,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:44.434361 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a9036f2b-65c4-405a-b616-255196a3b58c admin admin] Publish callbacks [] for security_group (6896dbc6-af22-4a50-888e-fa6fa1e0dab0), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:44.442524 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 3b7466c6-d34d-4d00-bc6b-2422028b6940 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:29:44.506905 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20ab5c66-2ba0-4eca-8edb-662e8ccdc637 req-262892b3-1834-46be-b5cc-c3e8ba98ef4d tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Router 3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:29:44.509434 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e466e-62b9-40bb-bc8d-73efeadbc4a8 req-792be7c2-f4f9-4d5b-9e4d-31d6e9fc58a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:44.518464 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d05e466e-62b9-40bb-bc8d-73efeadbc4a8 req-792be7c2-f4f9-4d5b-9e4d-31d6e9fc58a6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3237903 Mar 11 19:29:44.537021 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d933e139-6488-4978-b035-8f7d44d65564 admin admin] Made reservation on behalf of a4769f21866c4df899532889f67bf4f7 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:29:44.539283 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d933e139-6488-4978-b035-8f7d44d65564 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:44.648432 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a9036f2b-65c4-405a-b616-255196a3b58c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (6896dbc6-af22-4a50-888e-fa6fa1e0dab0), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:44.650969 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a9036f2b-65c4-405a-b616-255196a3b58c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:44.652248 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a9036f2b-65c4-405a-b616-255196a3b58c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6896dbc6-af22-4a50-888e-fa6fa1e0dab0 HTTP/1.1" status: 204 len: 168 time: 0.6666796 Mar 11 19:29:44.670543 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9036f2b-65c4-405a-b616-255196a3b58c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6896dbc6-af22-4a50-888e-fa6fa1e0dab0,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:44.680200 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d05e466e-62b9-40bb-bc8d-73efeadbc4a8 req-d6bb9344-7a48-4283-9fe9-85ecd2e33c99 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527302 Mar 11 19:29:44.804172 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d05e466e-62b9-40bb-bc8d-73efeadbc4a8 req-d70a9a7b-30e7-4055-b1b0-69be3f57d53f service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180081 Mar 11 19:29:44.852644 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc09f9-66f6-4c07-b9cc-45c30dc531b2 req-f61c3383-f1aa-44a4-8449-2ab900ba559e tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:44.875114 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc09f9-66f6-4c07-b9cc-45c30dc531b2 req-f61c3383-f1aa-44a4-8449-2ab900ba559e tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:44.882084 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc09f9-66f6-4c07-b9cc-45c30dc531b2 req-f61c3383-f1aa-44a4-8449-2ab900ba559e tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:44.893459 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc09f9-66f6-4c07-b9cc-45c30dc531b2 req-f61c3383-f1aa-44a4-8449-2ab900ba559e tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:44.900618 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc09f9-66f6-4c07-b9cc-45c30dc531b2 req-f61c3383-f1aa-44a4-8449-2ab900ba559e tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:44.906127 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc09f9-66f6-4c07-b9cc-45c30dc531b2 req-f61c3383-f1aa-44a4-8449-2ab900ba559e tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:44.911772 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc09f9-66f6-4c07-b9cc-45c30dc531b2 req-f61c3383-f1aa-44a4-8449-2ab900ba559e tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:44.913250 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a675a19-be47-4051-ad90-0fbc7a9ab40a req-d8d14440-3b33-4c8c-b6aa-2cdc64f693a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:44.917928 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3a675a19-be47-4051-ad90-0fbc7a9ab40a req-d8d14440-3b33-4c8c-b6aa-2cdc64f693a9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7e2bae5ace3f4e28b8e978a6083328b9&device_id=8641236d-15bc-4659-b0fa-16ed4aa8982a HTTP/1.1" status: 200 len: 1130 time: 0.0640111 Mar 11 19:29:44.919265 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d5bc09f9-66f6-4c07-b9cc-45c30dc531b2 req-f61c3383-f1aa-44a4-8449-2ab900ba559e tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 5430 time: 0.6564534 Mar 11 19:29:45.030641 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d5bc09f9-66f6-4c07-b9cc-45c30dc531b2 req-a58f0520-22ec-4652-919e-07ccd4a4e81a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/security-groups?id=019be762-639e-4ed8-9c49-723d3436f32b&id=97b5c377-83f5-4bad-bf80-e3f012b06736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1104727 Mar 11 19:29:45.031981 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d933e139-6488-4978-b035-8f7d44d65564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (d3df0517-32ad-4a85-8ba9-fa3e393eb143), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:45.052625 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a675a19-be47-4051-ad90-0fbc7a9ab40a req-771ea1e5-f39d-49ed-aa15-8ce5028f80ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:45.054481 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3a675a19-be47-4051-ad90-0fbc7a9ab40a req-771ea1e5-f39d-49ed-aa15-8ce5028f80ec service neutron] 10.222.0.57 "GET /v2.0/networks?id=885772b1-9b97-4e1d-a0fb-e125030c5a81 HTTP/1.1" status: 200 len: 870 time: 0.1292789 Mar 11 19:29:45.113448 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d933e139-6488-4978-b035-8f7d44d65564 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3df0517-32ad-4a85-8ba9-fa3e393eb143,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:45.135355 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3a675a19-be47-4051-ad90-0fbc7a9ab40a req-172029de-b210-4e84-89bd-989021647fdc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=2cae9d66-de8f-4850-a89e-b0b3d82247ae HTTP/1.1" status: 200 len: 217 time: 0.0744789 Mar 11 19:29:45.201153 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20ab5c66-2ba0-4eca-8edb-662e8ccdc637 req-262892b3-1834-46be-b5cc-c3e8ba98ef4d tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:29:45.214326 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97366860-901d-4eb2-ab27-e82352377846 None None] Sync routers for ids ['3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:29:45.227207 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a675a19-be47-4051-ad90-0fbc7a9ab40a req-258dd417-e4b7-4881-b208-a448c15435bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:45.228753 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3a675a19-be47-4051-ad90-0fbc7a9ab40a req-258dd417-e4b7-4881-b208-a448c15435bf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.0831101 Mar 11 19:29:45.264029 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97366860-901d-4eb2-ab27-e82352377846 None None] Routers {'3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:29:45.265056 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-97366860-901d-4eb2-ab27-e82352377846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:29:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:29:45.276728 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55536) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:29:45.333011 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a675a19-be47-4051-ad90-0fbc7a9ab40a req-886b65df-ad2f-4032-97e0-d5fded160e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:45.336347 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3a675a19-be47-4051-ad90-0fbc7a9ab40a req-886b65df-ad2f-4032-97e0-d5fded160e24 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0937443 Mar 11 19:29:45.402302 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d933e139-6488-4978-b035-8f7d44d65564 admin admin] Checking segment: {'id': 'd06ab450-19d7-41d0-8e8e-fde96ffdb869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '3b7466c6-d34d-4d00-bc6b-2422028b6940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:29:45.402660 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d933e139-6488-4978-b035-8f7d44d65564 admin admin] Network hostable DHCP agents. Network: 3b7466c6-d34d-4d00-bc6b-2422028b6940, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:29:45.425255 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e5b3b8-22ab-40e6-b5cf-c4a556b7a910 req-a03a41ec-f9ab-4e20-93da-8d4d124f403d tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:45.427400 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-35e5b3b8-22ab-40e6-b5cf-c4a556b7a910 req-a03a41ec-f9ab-4e20-93da-8d4d124f403d tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] 10.222.0.65 "GET /v2.0/ports?device_id=8641236d-15bc-4659-b0fa-16ed4aa8982a HTTP/1.1" status: 200 len: 948 time: 0.1952722 Mar 11 19:29:45.454006 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-97366860-901d-4eb2-ab27-e82352377846 None None] Set router 3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:29:45.502679 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d933e139-6488-4978-b035-8f7d44d65564 admin admin] Network 3b7466c6-d34d-4d00-bc6b-2422028b6940 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:29:45.505798 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3a675a19-be47-4051-ad90-0fbc7a9ab40a req-6da5a6b9-d534-4204-a874-2f7a7caba584 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632159 Mar 11 19:29:45.516734 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d7032264-70db-47c5-96f6-a098fb4cf6f9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=10b86297d12c4b4ea8fe0139a43ba2d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2343931 Mar 11 19:29:45.517777 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 55538) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:29:45.536948 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-d933e139-6488-4978-b035-8f7d44d65564 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 3b7466c6-d34d-4d00-bc6b-2422028b6940) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:29:45.548144 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d933e139-6488-4978-b035-8f7d44d65564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:45.548718 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d933e139-6488-4978-b035-8f7d44d65564 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:45.576336 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-35e5b3b8-22ab-40e6-b5cf-c4a556b7a910 req-3cd0c76c-b15d-4412-b1bc-9a437c14e840 tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] 10.222.0.65 "GET /v2.0/security-groups?id=fb70d1f7-aebb-4612-b27e-08c26dcf1a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369474 Mar 11 19:29:45.588515 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d933e139-6488-4978-b035-8f7d44d65564 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2396848 Mar 11 19:29:45.596892 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 55540) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:29:45.638466 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-c8f96c6c-6569-47da-b0a0-15c70dbc7336 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-569372395-router', 'tenant_id': 'a4769f21866c4df899532889f67bf4f7', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:29:45.780620 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c8f96c6c-6569-47da-b0a0-15c70dbc7336 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (2c7cae50-fe5d-4dc7-a4e7-a12e8a01c559), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:45.781645 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c8f96c6c-6569-47da-b0a0-15c70dbc7336 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (2c7cae50-fe5d-4dc7-a4e7-a12e8a01c559), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:45.828755 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-32cfd412-11aa-46bb-b4f1-17755437d3e0 admin admin] Publish callbacks [] for security_group (b7ff7837-e763-4477-bfd1-5ac44d75ad19), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:45.850576 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20ab5c66-2ba0-4eca-8edb-662e8ccdc637 req-262892b3-1834-46be-b5cc-c3e8ba98ef4d tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Router 3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:29:45.858549 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3a675a19-be47-4051-ad90-0fbc7a9ab40a req-975a0b37-2d91-471c-ae05-6cf2c5eb3bfc service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280311 Mar 11 19:29:45.892703 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa7460-8319-4147-8f1c-14a4839b95c3 req-1e6c99a4-915c-42d2-9a92-5829c0151de7 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:45.894749 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-64fa7460-8319-4147-8f1c-14a4839b95c3 req-1e6c99a4-915c-42d2-9a92-5829c0151de7 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b HTTP/1.1" status: 200 len: 945 time: 0.1819243 Mar 11 19:29:45.949925 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-32cfd412-11aa-46bb-b4f1-17755437d3e0 admin admin] Publish callbacks [] for security_group (b7ff7837-e763-4477-bfd1-5ac44d75ad19), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:45.950271 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43799be5-6e78-48d7-a45c-1ef2bf2ed8a6 None None] Network 3b7466c6-d34d-4d00-bc6b-2422028b6940 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:29:45.952406 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device b6535650-7755-44ab-a731-aac28c80c30e up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:29:46.026177 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c8f96c6c-6569-47da-b0a0-15c70dbc7336 admin admin] Publish callbacks [] for router_controller (2c7cae50-fe5d-4dc7-a4e7-a12e8a01c559), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:46.082911 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-32cfd412-11aa-46bb-b4f1-17755437d3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (b7ff7837-e763-4477-bfd1-5ac44d75ad19), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:46.085873 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-32cfd412-11aa-46bb-b4f1-17755437d3e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:46.086015 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20ab5c66-2ba0-4eca-8edb-662e8ccdc637 req-262892b3-1834-46be-b5cc-c3e8ba98ef4d tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:29:46.087305 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-32cfd412-11aa-46bb-b4f1-17755437d3e0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b7ff7837-e763-4477-bfd1-5ac44d75ad19 HTTP/1.1" status: 204 len: 168 time: 0.5661931 Mar 11 19:29:46.116613 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-20ab5c66-2ba0-4eca-8edb-662e8ccdc637 req-262892b3-1834-46be-b5cc-c3e8ba98ef4d tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:46.170286 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cfd412-11aa-46bb-b4f1-17755437d3e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ff7837-e763-4477-bfd1-5ac44d75ad19,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:46.187751 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d45d79a-7813-4842-8f43-15851dac9603 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-3b7466c6-d34d-4d00-bc6b-2422028b6940', 'network_id': '3b7466c6-d34d-4d00-bc6b-2422028b6940', 'project_id': 'a4769f21866c4df899532889f67bf4f7', 'fixed_ips': [{'subnet_id': 'd3df0517-32ad-4a85-8ba9-fa3e393eb143'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:29:46.188619 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1d45d79a-7813-4842-8f43-15851dac9603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:46.221997 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port b6535650-7755-44ab-a731-aac28c80c30e triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:29:46.223101 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (b6535650-7755-44ab-a731-aac28c80c30e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:46.228352 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '828431ab-9323-4845-8fb6-b27b7f39fa72', 'tag': 'a621553f-0149-4c8d-ac87-9dde3f520048'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:29:46.231127 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46483f7-cdfc-4ffc-8784-a33aa009f5a3" -d '{"events": [{"name": "network-changed", "server_uuid": "828431ab-9323-4845-8fb6-b27b7f39fa72", "tag": "a621553f-0149-4c8d-ac87-9dde3f520048"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:29:46.276338 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-97366860-901d-4eb2-ab27-e82352377846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1553295538-router', 'tenant_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'd31e3b60-d1ce-490c-94f1-fb1e977643c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:28:18Z', 'updated_at': '2022-03-11T19:28:29Z', 'revision_number': 4, 'project_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'gw_port': {'id': 'd31e3b60-d1ce-490c-94f1-fb1e977643c8', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:19Z', 'updated_at': '2022-03-11T19:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '197077ef-138f-49ee-b15b-ccb5aabbfaeb', 'tenant_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'floating_ip_address': '172.25.8.174', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'port_id': '9ca5199a-acd0-486c-b51b-14f8640b0449', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1557e6f9-ef1e-471d-ad9b-c22fef29517e', 'mac_address': 'fa:16:3e:d5:82:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8c343d-0b54-4526-8474-397a7a119dfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:28:54Z', 'updated_at': '2022-03-11T19:29:43Z', 'revision_number': 3, 'project_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bec0c192-6bc1-4467-b7b8-6cef911a0c05', 'name': '', 'network_id': '1557e6f9-ef1e-471d-ad9b-c22fef29517e', 'tenant_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'mac_address': 'fa:16:3e:4d:67:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '159c45f0-17a9-4dad-ae0c-9d105edbfcac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:26Z', 'updated_at': '2022-03-11T19:28:35Z', 'revision_number': 5, 'project_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'subnets': [{'id': '159c45f0-17a9-4dad-ae0c-9d105edbfcac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:29:46.326649 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-64fa7460-8319-4147-8f1c-14a4839b95c3 req-831b46a1-8f57-4b63-9af2-a0bac4b24f3c tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3647082 Mar 11 19:29:46.333482 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-20ab5c66-2ba0-4eca-8edb-662e8ccdc637 req-262892b3-1834-46be-b5cc-c3e8ba98ef4d tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "PUT /v2.0/floatingips/197077ef-138f-49ee-b15b-ccb5aabbfaeb HTTP/1.1" status: 200 len: 999 time: 5.0167544 Mar 11 19:29:46.382772 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97366860-901d-4eb2-ab27-e82352377846 None None] Checking router: 3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:29:46.411837 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c8f96c6c-6569-47da-b0a0-15c70dbc7336 admin admin] Publish callbacks [] for router_gateway (2c7cae50-fe5d-4dc7-a4e7-a12e8a01c559), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:46.432992 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97366860-901d-4eb2-ab27-e82352377846 None None] Routers {'3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:29:46.433566 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-97366860-901d-4eb2-ab27-e82352377846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:29:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:29:46.481863 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab5c66-2ba0-4eca-8edb-662e8ccdc637 req-fdf867db-7fe4-4a00-bafc-8319876ef022 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:46.484841 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-20ab5c66-2ba0-4eca-8edb-662e8ccdc637 req-fdf867db-7fe4-4a00-bafc-8319876ef022 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/ports/a621553f-0149-4c8d-ac87-9dde3f520048 HTTP/1.1" status: 200 len: 942 time: 0.1402149 Mar 11 19:29:46.531433 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port b6535650-7755-44ab-a731-aac28c80c30e is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:29:46.617811 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-1d45d79a-7813-4842-8f43-15851dac9603 None None] Allocated IP 172.20.0.2 (3b7466c6-d34d-4d00-bc6b-2422028b6940/d3df0517-32ad-4a85-8ba9-fa3e393eb143/99022e27-407b-4247-acc7-30d4b11f6d73) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:29:46.659871 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-97366860-901d-4eb2-ab27-e82352377846 None None] Set router 3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:29:46.679584 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a112e05-0bba-4f2f-a3a8-0fd69bdc9bf1 req-0fc6602c-574a-4f1a-8983-94df863fba14 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:46.685528 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a112e05-0bba-4f2f-a3a8-0fd69bdc9bf1 req-0fc6602c-574a-4f1a-8983-94df863fba14 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:46.691602 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a112e05-0bba-4f2f-a3a8-0fd69bdc9bf1 req-0fc6602c-574a-4f1a-8983-94df863fba14 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:46.697181 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a112e05-0bba-4f2f-a3a8-0fd69bdc9bf1 req-0fc6602c-574a-4f1a-8983-94df863fba14 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:46.703022 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a112e05-0bba-4f2f-a3a8-0fd69bdc9bf1 req-0fc6602c-574a-4f1a-8983-94df863fba14 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:46.708467 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a112e05-0bba-4f2f-a3a8-0fd69bdc9bf1 req-0fc6602c-574a-4f1a-8983-94df863fba14 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:46.714128 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a112e05-0bba-4f2f-a3a8-0fd69bdc9bf1 req-0fc6602c-574a-4f1a-8983-94df863fba14 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:46.722851 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2a112e05-0bba-4f2f-a3a8-0fd69bdc9bf1 req-0fc6602c-574a-4f1a-8983-94df863fba14 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 5430 time: 0.2352896 Mar 11 19:29:46.893625 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2a112e05-0bba-4f2f-a3a8-0fd69bdc9bf1 req-7c89adc9-bcb7-486d-b3fb-120523779d57 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/security-groups?id=019be762-639e-4ed8-9c49-723d3436f32b&id=97b5c377-83f5-4bad-bf80-e3f012b06736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1698234 Mar 11 19:29:46.904831 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab5c66-2ba0-4eca-8edb-662e8ccdc637 req-9707942c-0a88-48d9-9ebb-8f35add48b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:46.906424 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-20ab5c66-2ba0-4eca-8edb-662e8ccdc637 req-9707942c-0a88-48d9-9ebb-8f35add48b11 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=36c6fb85db664d0dac9633c7a1a49fd2&device_id=828431ab-9323-4845-8fb6-b27b7f39fa72 HTTP/1.1" status: 200 len: 1127 time: 0.2644811 Mar 11 19:29:47.037671 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df76b8dd-9183-48e6-b58b-15a133190192 x-openstack-request-id: req-df76b8dd-9183-48e6-b58b-15a133190192 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:29:47.037900 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "828431ab-9323-4845-8fb6-b27b7f39fa72", "tag": "a621553f-0149-4c8d-ac87-9dde3f520048", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:29:47.043859 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-df76b8dd-9183-48e6-b58b-15a133190192 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:29:47.044441 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '828431ab-9323-4845-8fb6-b27b7f39fa72', 'tag': 'a621553f-0149-4c8d-ac87-9dde3f520048', 'status': 'completed', 'code': 200} Mar 11 19:29:47.055148 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1d45d79a-7813-4842-8f43-15851dac9603 None None] Publish callbacks [] for port (99022e27-407b-4247-acc7-30d4b11f6d73), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:47.076131 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1d45d79a-7813-4842-8f43-15851dac9603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (99022e27-407b-4247-acc7-30d4b11f6d73), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:47.103613 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab5c66-2ba0-4eca-8edb-662e8ccdc637 req-3009c88f-9658-4f21-8138-27841577b3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:47.105223 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-20ab5c66-2ba0-4eca-8edb-662e8ccdc637 req-3009c88f-9658-4f21-8138-27841577b3d9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1557e6f9-ef1e-471d-ad9b-c22fef29517e HTTP/1.1" status: 200 len: 922 time: 0.1923399 Mar 11 19:29:47.210948 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d45d79a-7813-4842-8f43-15851dac9603 None None] Pushing event updated for resources: {'Port': ['ID=99022e27-407b-4247-acc7-30d4b11f6d73,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:47.259089 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d45d79a-7813-4842-8f43-15851dac9603 None None] Network 3b7466c6-d34d-4d00-bc6b-2422028b6940 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:29:47.274706 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-1d45d79a-7813-4842-8f43-15851dac9603 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:29:47.290607 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c8f96c6c-6569-47da-b0a0-15c70dbc7336 admin admin] Publish callbacks [] for router_gateway (2c7cae50-fe5d-4dc7-a4e7-a12e8a01c559), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:47.299991 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d45d79a-7813-4842-8f43-15851dac9603 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:29:47.313834 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c8f96c6c-6569-47da-b0a0-15c70dbc7336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:47.429357 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-1d45d79a-7813-4842-8f43-15851dac9603 None None] Attempting to bind port 99022e27-407b-4247-acc7-30d4b11f6d73 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:29:47.429833 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-1d45d79a-7813-4842-8f43-15851dac9603 None None] Attempting to bind port 99022e27-407b-4247-acc7-30d4b11f6d73 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'd06ab450-19d7-41d0-8e8e-fde96ffdb869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '3b7466c6-d34d-4d00-bc6b-2422028b6940'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:29:47.430276 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d45d79a-7813-4842-8f43-15851dac9603 None None] Attempting to bind port 99022e27-407b-4247-acc7-30d4b11f6d73 on network 3b7466c6-d34d-4d00-bc6b-2422028b6940 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:29:47.440732 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d45d79a-7813-4842-8f43-15851dac9603 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:29:47.441784 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d45d79a-7813-4842-8f43-15851dac9603 None None] Checking segment: {'id': 'd06ab450-19d7-41d0-8e8e-fde96ffdb869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '3b7466c6-d34d-4d00-bc6b-2422028b6940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:29:47.442412 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1d45d79a-7813-4842-8f43-15851dac9603 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:47.443071 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d45d79a-7813-4842-8f43-15851dac9603 None None] Bound using segment: {'id': 'd06ab450-19d7-41d0-8e8e-fde96ffdb869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '3b7466c6-d34d-4d00-bc6b-2422028b6940'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:29:47.444043 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-1d45d79a-7813-4842-8f43-15851dac9603 None None] Bound port: 99022e27-407b-4247-acc7-30d4b11f6d73, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd06ab450-19d7-41d0-8e8e-fde96ffdb869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '3b7466c6-d34d-4d00-bc6b-2422028b6940'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:29:47.444043 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1d45d79a-7813-4842-8f43-15851dac9603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (99022e27-407b-4247-acc7-30d4b11f6d73), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:47.458352 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-c8f96c6c-6569-47da-b0a0-15c70dbc7336 admin admin] Allocated IP 172.25.8.134 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/5ae60785-3250-400d-a655-01165471ef31) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:29:47.462853 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-97366860-901d-4eb2-ab27-e82352377846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1553295538-router', 'tenant_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'd31e3b60-d1ce-490c-94f1-fb1e977643c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:28:18Z', 'updated_at': '2022-03-11T19:28:29Z', 'revision_number': 4, 'project_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'gw_port': {'id': 'd31e3b60-d1ce-490c-94f1-fb1e977643c8', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:19Z', 'updated_at': '2022-03-11T19:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '197077ef-138f-49ee-b15b-ccb5aabbfaeb', 'tenant_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'floating_ip_address': '172.25.8.174', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'port_id': '9ca5199a-acd0-486c-b51b-14f8640b0449', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1557e6f9-ef1e-471d-ad9b-c22fef29517e', 'mac_address': 'fa:16:3e:d5:82:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8c343d-0b54-4526-8474-397a7a119dfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:28:54Z', 'updated_at': '2022-03-11T19:29:43Z', 'revision_number': 3, 'project_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bec0c192-6bc1-4467-b7b8-6cef911a0c05', 'name': '', 'network_id': '1557e6f9-ef1e-471d-ad9b-c22fef29517e', 'tenant_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'mac_address': 'fa:16:3e:4d:67:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '159c45f0-17a9-4dad-ae0c-9d105edbfcac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:26Z', 'updated_at': '2022-03-11T19:28:35Z', 'revision_number': 5, 'project_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'subnets': [{'id': '159c45f0-17a9-4dad-ae0c-9d105edbfcac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:29:47.478794 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-20ab5c66-2ba0-4eca-8edb-662e8ccdc637 req-32ba99b8-1ed3-428e-8aad-69718b32eb64 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a621553f-0149-4c8d-ac87-9dde3f520048 HTTP/1.1" status: 200 len: 217 time: 0.3661625 Mar 11 19:29:47.534444 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-1d45d79a-7813-4842-8f43-15851dac9603 None None] For port 99022e27-407b-4247-acc7-30d4b11f6d73, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:29:47.538644 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-1d45d79a-7813-4842-8f43-15851dac9603 None None] For port 99022e27-407b-4247-acc7-30d4b11f6d73, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=99022e27-407b-4247-acc7-30d4b11f6d73,segment=NetworkSegment(d06ab450-19d7-41d0-8e8e-fde96ffdb869),segment_id=d06ab450-19d7-41d0-8e8e-fde96ffdb869)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:29:47.553449 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab5c66-2ba0-4eca-8edb-662e8ccdc637 req-52c48b51-70ee-4f9c-89a5-13d8def39cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:47.561069 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-20ab5c66-2ba0-4eca-8edb-662e8ccdc637 req-52c48b51-70ee-4f9c-89a5-13d8def39cda service neutron] 10.222.0.65 "GET /v2.0/subnets?id=159c45f0-17a9-4dad-ae0c-9d105edbfcac HTTP/1.1" status: 200 len: 860 time: 0.0509436 Mar 11 19:29:47.564963 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46483f7-cdfc-4ffc-8784-a33aa009f5a3 req-50cb2e06-cd3d-43a3-9e2f-d376e465687d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:47.572849 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c46483f7-cdfc-4ffc-8784-a33aa009f5a3 req-50cb2e06-cd3d-43a3-9e2f-d376e465687d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=36c6fb85db664d0dac9633c7a1a49fd2&device_id=828431ab-9323-4845-8fb6-b27b7f39fa72 HTTP/1.1" status: 200 len: 1127 time: 0.3947179 Mar 11 19:29:47.576348 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1d45d79a-7813-4842-8f43-15851dac9603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (99022e27-407b-4247-acc7-30d4b11f6d73), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:47.581155 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97366860-901d-4eb2-ab27-e82352377846 None None] The sync data for ids ['3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e'] in n-d-833163-1 is: [{'id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1553295538-router', 'tenant_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'd31e3b60-d1ce-490c-94f1-fb1e977643c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:28:18Z', 'updated_at': '2022-03-11T19:28:29Z', 'revision_number': 4, 'project_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'gw_port': {'id': 'd31e3b60-d1ce-490c-94f1-fb1e977643c8', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:19Z', 'updated_at': '2022-03-11T19:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '197077ef-138f-49ee-b15b-ccb5aabbfaeb', 'tenant_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'floating_ip_address': '172.25.8.174', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'port_id': '9ca5199a-acd0-486c-b51b-14f8640b0449', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1557e6f9-ef1e-471d-ad9b-c22fef29517e', 'mac_address': 'fa:16:3e:d5:82:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8c343d-0b54-4526-8474-397a7a119dfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:28:54Z', 'updated_at': '2022-03-11T19:29:43Z', 'revision_number': 3, 'project_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bec0c192-6bc1-4467-b7b8-6cef911a0c05', 'name': '', 'network_id': '1557e6f9-ef1e-471d-ad9b-c22fef29517e', 'tenant_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'mac_address': 'fa:16:3e:4d:67:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '159c45f0-17a9-4dad-ae0c-9d105edbfcac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:26Z', 'updated_at': '2022-03-11T19:28:35Z', 'revision_number': 5, 'project_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'subnets': [{'id': '159c45f0-17a9-4dad-ae0c-9d105edbfcac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:29:47.672901 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e948085-59bb-4729-85e4-5a8c7a684de8 req-f058d054-46e0-48df-9904-68fde67bb80e tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:47.681098 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3e948085-59bb-4729-85e4-5a8c7a684de8 req-f058d054-46e0-48df-9904-68fde67bb80e tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] 10.222.0.65 "GET /v2.0/ports?device_id=8641236d-15bc-4659-b0fa-16ed4aa8982a HTTP/1.1" status: 200 len: 948 time: 0.5615313 Mar 11 19:29:47.691049 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d45d79a-7813-4842-8f43-15851dac9603 None None] Pushing event updated for resources: {'Port': ['ID=99022e27-407b-4247-acc7-30d4b11f6d73,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:47.710178 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab5c66-2ba0-4eca-8edb-662e8ccdc637 req-429a12de-0ff2-41f6-9f5a-8856dfa7ce34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:47.712487 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-20ab5c66-2ba0-4eca-8edb-662e8ccdc637 req-429a12de-0ff2-41f6-9f5a-8856dfa7ce34 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1557e6f9-ef1e-471d-ad9b-c22fef29517e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1505694 Mar 11 19:29:47.755717 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [req-20ab5c66-2ba0-4eca-8edb-662e8ccdc637 req-fcd8dea8-353c-4d86-bff4-9338b1d6edcb service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:29:47.756874 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-20ab5c66-2ba0-4eca-8edb-662e8ccdc637 req-fcd8dea8-353c-4d86-bff4-9338b1d6edcb service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072043 Mar 11 19:29:47.774960 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3e948085-59bb-4729-85e4-5a8c7a684de8 req-ee147a98-e39e-4669-bcfb-041aa8131ed0 tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] 10.222.0.65 "GET /v2.0/security-groups?id=fb70d1f7-aebb-4612-b27e-08c26dcf1a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840619 Mar 11 19:29:47.922883 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c8f96c6c-6569-47da-b0a0-15c70dbc7336 admin admin] Publish callbacks [] for port (5ae60785-3250-400d-a655-01165471ef31), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:47.945833 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191b7c9c-fea6-4c64-824a-ec8a603cd456 None None] New status for floating IP 197077ef-138f-49ee-b15b-ccb5aabbfaeb: ACTIVE {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 19:29:47.965845 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46483f7-cdfc-4ffc-8784-a33aa009f5a3 req-0f2ea77a-d29c-4b35-8222-946b7254df01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:47.967306 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c46483f7-cdfc-4ffc-8784-a33aa009f5a3 req-0f2ea77a-d29c-4b35-8222-946b7254df01 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1557e6f9-ef1e-471d-ad9b-c22fef29517e HTTP/1.1" status: 200 len: 922 time: 0.3862054 Mar 11 19:29:48.072470 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-20ab5c66-2ba0-4eca-8edb-662e8ccdc637 req-25d96140-7835-44ac-9634-f22b4f66a81e service neutron] 10.222.0.65 "GET /v2.0/networks/1557e6f9-ef1e-471d-ad9b-c22fef29517e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928994 Mar 11 19:29:48.098414 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c46483f7-cdfc-4ffc-8784-a33aa009f5a3 req-36a8dc0b-8d13-4e91-8357-b6b644fbbf66 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a621553f-0149-4c8d-ac87-9dde3f520048 HTTP/1.1" status: 200 len: 217 time: 0.1096883 Mar 11 19:29:48.118466 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6045d9e-b853-4c79-a271-a73b052851ba req-71cda411-67a7-47dc-bd68-9b326198ecda tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:48.122830 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e6045d9e-b853-4c79-a271-a73b052851ba req-71cda411-67a7-47dc-bd68-9b326198ecda tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b HTTP/1.1" status: 200 len: 945 time: 0.2032313 Mar 11 19:29:48.210762 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c8f96c6c-6569-47da-b0a0-15c70dbc7336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (5ae60785-3250-400d-a655-01165471ef31), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:48.290197 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f96c6c-6569-47da-b0a0-15c70dbc7336 admin admin] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:29:48.300122 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46483f7-cdfc-4ffc-8784-a33aa009f5a3 req-07c67534-5a61-478f-8995-68c5276af367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:48.303805 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e6045d9e-b853-4c79-a271-a73b052851ba req-bb3d816c-a034-4033-8d37-99ea2d76d2d7 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669314 Mar 11 19:29:48.308790 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c46483f7-cdfc-4ffc-8784-a33aa009f5a3 req-07c67534-5a61-478f-8995-68c5276af367 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=159c45f0-17a9-4dad-ae0c-9d105edbfcac HTTP/1.1" status: 200 len: 860 time: 0.1881359 Mar 11 19:29:48.323969 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-c8f96c6c-6569-47da-b0a0-15c70dbc7336 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:29:48.360657 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f96c6c-6569-47da-b0a0-15c70dbc7336 admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:29:48.372992 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-20ab5c66-2ba0-4eca-8edb-662e8ccdc637 req-7858b2be-2974-49a8-8894-0ce79f84c0e8 service neutron] 10.222.0.65 "GET /v2.0/networks/1557e6f9-ef1e-471d-ad9b-c22fef29517e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797012 Mar 11 19:29:48.414134 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f96c6c-6569-47da-b0a0-15c70dbc7336 admin admin] Pushing event updated for resources: {'Port': ['ID=5ae60785-3250-400d-a655-01165471ef31,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:48.490976 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46483f7-cdfc-4ffc-8784-a33aa009f5a3 req-42c58986-a410-4260-9a7a-461ddda892d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:48.490976 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c46483f7-cdfc-4ffc-8784-a33aa009f5a3 req-42c58986-a410-4260-9a7a-461ddda892d4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1557e6f9-ef1e-471d-ad9b-c22fef29517e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1621006 Mar 11 19:29:48.598025 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db360fd0-1a68-4eb0-a180-5c0210a569ed None None] Sync routers for ids ['3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:29:48.610281 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:48.630677 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db360fd0-1a68-4eb0-a180-5c0210a569ed None None] Routers {'3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:29:48.631312 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-db360fd0-1a68-4eb0-a180-5c0210a569ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:29:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:29:48.636126 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f870eb-f3bb-4e87-94a1-1cfd49fe0c2b req-f3ae0d4b-9f64-4353-977c-0e81151dabd7 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:48.650823 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f870eb-f3bb-4e87-94a1-1cfd49fe0c2b req-f3ae0d4b-9f64-4353-977c-0e81151dabd7 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:48.664015 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f870eb-f3bb-4e87-94a1-1cfd49fe0c2b req-f3ae0d4b-9f64-4353-977c-0e81151dabd7 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:48.676363 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f870eb-f3bb-4e87-94a1-1cfd49fe0c2b req-f3ae0d4b-9f64-4353-977c-0e81151dabd7 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:48.688302 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f870eb-f3bb-4e87-94a1-1cfd49fe0c2b req-f3ae0d4b-9f64-4353-977c-0e81151dabd7 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:48.703161 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f870eb-f3bb-4e87-94a1-1cfd49fe0c2b req-f3ae0d4b-9f64-4353-977c-0e81151dabd7 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:48.718647 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f870eb-f3bb-4e87-94a1-1cfd49fe0c2b req-f3ae0d4b-9f64-4353-977c-0e81151dabd7 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:48.729499 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d9f870eb-f3bb-4e87-94a1-1cfd49fe0c2b req-f3ae0d4b-9f64-4353-977c-0e81151dabd7 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 5430 time: 0.2688291 Mar 11 19:29:48.744833 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab5c66-2ba0-4eca-8edb-662e8ccdc637 req-f4be917d-38bb-4210-a34b-d9f9fde14ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:48.748779 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-20ab5c66-2ba0-4eca-8edb-662e8ccdc637 req-f4be917d-38bb-4210-a34b-d9f9fde14ee0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=36c6fb85db664d0dac9633c7a1a49fd2&device_id=1c8c343d-0b54-4526-8474-397a7a119dfb HTTP/1.1" status: 200 len: 1128 time: 0.3353179 Mar 11 19:29:48.797237 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c46483f7-cdfc-4ffc-8784-a33aa009f5a3 req-5af145f4-fb9e-4d71-a457-c5de697a08bc service neutron] 10.222.0.57 "GET /v2.0/networks/1557e6f9-ef1e-471d-ad9b-c22fef29517e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753634 Mar 11 19:29:48.928119 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-db360fd0-1a68-4eb0-a180-5c0210a569ed None None] Set router 3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:29:48.944295 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d9f870eb-f3bb-4e87-94a1-1cfd49fe0c2b req-d955008f-8904-4523-a98f-c095d0af941f tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/security-groups?id=019be762-639e-4ed8-9c49-723d3436f32b&id=97b5c377-83f5-4bad-bf80-e3f012b06736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2137597 Mar 11 19:29:48.970922 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab5c66-2ba0-4eca-8edb-662e8ccdc637 req-e6e425f3-2276-4a70-a0c7-0e11ec53da53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:48.973020 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-20ab5c66-2ba0-4eca-8edb-662e8ccdc637 req-e6e425f3-2276-4a70-a0c7-0e11ec53da53 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1557e6f9-ef1e-471d-ad9b-c22fef29517e HTTP/1.1" status: 200 len: 922 time: 0.2150481 Mar 11 19:29:49.004612 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c8f96c6c-6569-47da-b0a0-15c70dbc7336 admin admin] Publish callbacks [] for router_gateway (2c7cae50-fe5d-4dc7-a4e7-a12e8a01c559), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:49.011289 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c46483f7-cdfc-4ffc-8784-a33aa009f5a3 req-3effd8a8-1c51-481a-bf90-ee7e57efe444 service neutron] 10.222.0.57 "GET /v2.0/networks/1557e6f9-ef1e-471d-ad9b-c22fef29517e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037899 Mar 11 19:29:49.083462 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c8c343d-0b54-4526-8474-397a7a119dfb', 'tag': '9ca5199a-acd0-486c-b51b-14f8640b0449'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:29:49.098494 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7eb6c8d-4ecd-4b60-880a-40ffecbf4690" -d '{"events": [{"name": "network-changed", "server_uuid": "1c8c343d-0b54-4526-8474-397a7a119dfb", "tag": "9ca5199a-acd0-486c-b51b-14f8640b0449"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:29:49.110729 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-20ab5c66-2ba0-4eca-8edb-662e8ccdc637 req-4e8b70df-f74d-46ac-8ff8-0a12d453da22 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ca5199a-acd0-486c-b51b-14f8640b0449 HTTP/1.1" status: 200 len: 1002 time: 0.1255486 Mar 11 19:29:49.221820 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab5c66-2ba0-4eca-8edb-662e8ccdc637 req-811a0d27-2ed0-41d3-9cf6-2332464d4465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:49.228003 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-20ab5c66-2ba0-4eca-8edb-662e8ccdc637 req-811a0d27-2ed0-41d3-9cf6-2332464d4465 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=159c45f0-17a9-4dad-ae0c-9d105edbfcac HTTP/1.1" status: 200 len: 860 time: 0.1137538 Mar 11 19:29:49.349331 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ee6714-dfe3-441d-a9a7-32a0b2d48f27 None None] Network 3b7466c6-d34d-4d00-bc6b-2422028b6940 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:29:49.372403 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-93a12257-7a5e-4afb-99af-cc4523e79bc3 req-3a2f3362-9ab1-4366-8606-8bbb6cb62069 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=d91e5fe6eab6401bb7915ddd23194459&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0444996 Mar 11 19:29:49.373102 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c8f96c6c-6569-47da-b0a0-15c70dbc7336 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (2c7cae50-fe5d-4dc7-a4e7-a12e8a01c559), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:49.423600 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab5c66-2ba0-4eca-8edb-662e8ccdc637 req-fd9d8c6f-b336-46a1-8ab4-098a1c35618b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:49.433540 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-20ab5c66-2ba0-4eca-8edb-662e8ccdc637 req-fd9d8c6f-b336-46a1-8ab4-098a1c35618b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1557e6f9-ef1e-471d-ad9b-c22fef29517e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1997013 Mar 11 19:29:49.461593 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4c4b6379-0bf7-41c8-be33-a314c846ef74 None None] Provisioning complete for port 99022e27-407b-4247-acc7-30d4b11f6d73 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:29:49.462164 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4c4b6379-0bf7-41c8-be33-a314c846ef74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (99022e27-407b-4247-acc7-30d4b11f6d73), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:49.539179 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f96c6c-6569-47da-b0a0-15c70dbc7336 admin admin] Router 2c7cae50-fe5d-4dc7-a4e7-a12e8a01c559 is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:29:49.607415 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a12257-7a5e-4afb-99af-cc4523e79bc3 req-3f1cdf67-aee4-46e1-8507-cc063348687c tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:49.615397 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-93a12257-7a5e-4afb-99af-cc4523e79bc3 req-3f1cdf67-aee4-46e1-8507-cc063348687c tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2314188 Mar 11 19:29:49.638402 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-93a12257-7a5e-4afb-99af-cc4523e79bc3 req-13908e1e-2795-4e78-985b-3c63e74effbd tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] 10.222.0.65 "GET /v2.0/quotas/d91e5fe6eab6401bb7915ddd23194459 HTTP/1.1" status: 200 len: 375 time: 0.0217290 Mar 11 19:29:49.679404 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f96c6c-6569-47da-b0a0-15c70dbc7336 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:29:49.688756 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c98926-d98b-4f66-bb9a-82273638f621 None None] Sync routers for ids ['2c7cae50-fe5d-4dc7-a4e7-a12e8a01c559'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:29:49.693706 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-93a12257-7a5e-4afb-99af-cc4523e79bc3 req-88396131-bd3f-4be3-988b-14c17506d7dc tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=d91e5fe6eab6401bb7915ddd23194459&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544579 Mar 11 19:29:49.701695 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-20ab5c66-2ba0-4eca-8edb-662e8ccdc637 req-3f0ab1ff-a222-4e63-b27a-891b240bdee6 service neutron] 10.222.0.65 "GET /v2.0/networks/1557e6f9-ef1e-471d-ad9b-c22fef29517e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673044 Mar 11 19:29:49.704651 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c98926-d98b-4f66-bb9a-82273638f621 None None] Routers {'2c7cae50-fe5d-4dc7-a4e7-a12e8a01c559'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:29:49.705769 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-c4c98926-d98b-4f66-bb9a-82273638f621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:29:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['2c7cae50-fe5d-4dc7-a4e7-a12e8a01c559'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:29:49.716146 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c8f96c6c-6569-47da-b0a0-15c70dbc7336 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:49.720940 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c8f96c6c-6569-47da-b0a0-15c70dbc7336 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.1155136 Mar 11 19:29:49.721536 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 55606) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:29:49.731888 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4c4b6379-0bf7-41c8-be33-a314c846ef74 None None] Current status of the port 99022e27-407b-4247-acc7-30d4b11f6d73 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:29:49.732905 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4c4b6379-0bf7-41c8-be33-a314c846ef74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (99022e27-407b-4247-acc7-30d4b11f6d73), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:49.750281 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-db360fd0-1a68-4eb0-a180-5c0210a569ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1553295538-router', 'tenant_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'd31e3b60-d1ce-490c-94f1-fb1e977643c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:28:18Z', 'updated_at': '2022-03-11T19:28:29Z', 'revision_number': 4, 'project_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'gw_port': {'id': 'd31e3b60-d1ce-490c-94f1-fb1e977643c8', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:19Z', 'updated_at': '2022-03-11T19:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '197077ef-138f-49ee-b15b-ccb5aabbfaeb', 'tenant_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'floating_ip_address': '172.25.8.174', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'port_id': '9ca5199a-acd0-486c-b51b-14f8640b0449', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1557e6f9-ef1e-471d-ad9b-c22fef29517e', 'mac_address': 'fa:16:3e:d5:82:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8c343d-0b54-4526-8474-397a7a119dfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:28:54Z', 'updated_at': '2022-03-11T19:29:48Z', 'revision_number': 4, 'project_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bec0c192-6bc1-4467-b7b8-6cef911a0c05', 'name': '', 'network_id': '1557e6f9-ef1e-471d-ad9b-c22fef29517e', 'tenant_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'mac_address': 'fa:16:3e:4d:67:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '159c45f0-17a9-4dad-ae0c-9d105edbfcac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:26Z', 'updated_at': '2022-03-11T19:28:35Z', 'revision_number': 5, 'project_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'subnets': [{'id': '159c45f0-17a9-4dad-ae0c-9d105edbfcac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:29:49.790227 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db360fd0-1a68-4eb0-a180-5c0210a569ed None None] Checking router: 3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:29:49.805541 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db360fd0-1a68-4eb0-a180-5c0210a569ed None None] Routers {'3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:29:49.806180 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-db360fd0-1a68-4eb0-a180-5c0210a569ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:29:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:29:49.829636 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4c4b6379-0bf7-41c8-be33-a314c846ef74 None None] For port 99022e27-407b-4247-acc7-30d4b11f6d73, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=99022e27-407b-4247-acc7-30d4b11f6d73,segment=NetworkSegment(d06ab450-19d7-41d0-8e8e-fde96ffdb869),segment_id=d06ab450-19d7-41d0-8e8e-fde96ffdb869)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:29:49.839894 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4c4b6379-0bf7-41c8-be33-a314c846ef74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (99022e27-407b-4247-acc7-30d4b11f6d73), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:49.960503 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-20ab5c66-2ba0-4eca-8edb-662e8ccdc637 req-5fa56e84-fb45-4239-873f-c734dd623a17 service neutron] 10.222.0.65 "GET /v2.0/networks/1557e6f9-ef1e-471d-ad9b-c22fef29517e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519286 Mar 11 19:29:49.965988 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-c4c98926-d98b-4f66-bb9a-82273638f621 None None] Set router 2c7cae50-fe5d-4dc7-a4e7-a12e8a01c559 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:29:50.024650 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4b6379-0bf7-41c8-be33-a314c846ef74 None None] Pushing event updated for resources: {'Port': ['ID=99022e27-407b-4247-acc7-30d4b11f6d73,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:50.031983 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 99022e27-407b-4247-acc7-30d4b11f6d73 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:29:50.088997 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172557f1-0586-4b91-89fd-7751e307fd9f x-openstack-request-id: req-172557f1-0586-4b91-89fd-7751e307fd9f {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:29:50.089226 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c8c343d-0b54-4526-8474-397a7a119dfb", "tag": "9ca5199a-acd0-486c-b51b-14f8640b0449", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:29:50.089430 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-172557f1-0586-4b91-89fd-7751e307fd9f {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:29:50.089846 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c8c343d-0b54-4526-8474-397a7a119dfb', 'tag': '9ca5199a-acd0-486c-b51b-14f8640b0449', 'status': 'completed', 'code': 200} Mar 11 19:29:50.103782 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 2cae9d66-de8f-4850-a89e-b0b3d82247ae details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:29:50.254190 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec299b-8df9-4ee9-b087-0e5435d18c6a req-1393e0e1-cf7b-4d4d-89e4-adf643342451 tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:50.261566 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fbec299b-8df9-4ee9-b087-0e5435d18c6a req-1393e0e1-cf7b-4d4d-89e4-adf643342451 tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] 10.222.0.65 "GET /v2.0/ports?device_id=8641236d-15bc-4659-b0fa-16ed4aa8982a HTTP/1.1" status: 200 len: 948 time: 0.1706657 Mar 11 19:29:50.340215 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fbec299b-8df9-4ee9-b087-0e5435d18c6a req-09cb2917-5bb4-4abe-8493-30abcd420daf tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] 10.222.0.65 "GET /v2.0/security-groups?id=fb70d1f7-aebb-4612-b27e-08c26dcf1a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720370 Mar 11 19:29:50.372265 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-c4c98926-d98b-4f66-bb9a-82273638f621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7cae50-fe5d-4dc7-a4e7-a12e8a01c559', 'name': 'tempest-TaggedBootDevicesTest-569372395-router', 'tenant_id': 'a4769f21866c4df899532889f67bf4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '5ae60785-3250-400d-a655-01165471ef31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:29:45Z', 'updated_at': '2022-03-11T19:29:48Z', 'revision_number': 3, 'project_id': 'a4769f21866c4df899532889f67bf4f7', 'gw_port': {'id': '5ae60785-3250-400d-a655-01165471ef31', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7cae50-fe5d-4dc7-a4e7-a12e8a01c559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:29:47Z', 'updated_at': '2022-03-11T19:29:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:29:50.381632 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.db.resource_extend [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 19:29:50.386732 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb6c8d-4ecd-4b60-880a-40ffecbf4690 req-0622ae92-4631-4ffc-b4e2-e72031ea578d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:50.388839 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d7eb6c8d-4ecd-4b60-880a-40ffecbf4690 req-0622ae92-4631-4ffc-b4e2-e72031ea578d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=36c6fb85db664d0dac9633c7a1a49fd2&device_id=1c8c343d-0b54-4526-8474-397a7a119dfb HTTP/1.1" status: 200 len: 1128 time: 0.2723513 Mar 11 19:29:50.432679 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963b440-be45-44d1-b26d-d4fd8c4a894a req-3b4109a6-c12a-4fbd-aa7d-763e15b926ae tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:50.447156 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a963b440-be45-44d1-b26d-d4fd8c4a894a req-3b4109a6-c12a-4fbd-aa7d-763e15b926ae tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b HTTP/1.1" status: 200 len: 945 time: 0.2770197 Mar 11 19:29:50.462693 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c98926-d98b-4f66-bb9a-82273638f621 None None] Checking router: 2c7cae50-fe5d-4dc7-a4e7-a12e8a01c559 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:29:50.463095 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c98926-d98b-4f66-bb9a-82273638f621 None None] Updating router 2c7cae50-fe5d-4dc7-a4e7-a12e8a01c559 port 5ae60785-3250-400d-a655-01165471ef31 binding host n-d-833163-1 {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:29:50.496075 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 99022e27-407b-4247-acc7-30d4b11f6d73 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:29:50.496979 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (99022e27-407b-4247-acc7-30d4b11f6d73), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:50.558759 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d81f630b-0a39-4d0d-a5c9-967a0343841a None None] Provisioning complete for port 99022e27-407b-4247-acc7-30d4b11f6d73 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:29:50.559467 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d81f630b-0a39-4d0d-a5c9-967a0343841a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (99022e27-407b-4247-acc7-30d4b11f6d73), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:50.565350 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-db360fd0-1a68-4eb0-a180-5c0210a569ed None None] Set router 3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:29:50.573951 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2832700d-9fda-478e-82c3-8f7164ae6b2b req-d8fd4162-272e-4f2a-8ebe-cf2a22da5ab1 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] 10.222.0.65 "GET /v2.0/ports?device_id=b24d316a-c1c1-4052-8176-22f68a4960a5 HTTP/1.1" status: 200 len: 210 time: 0.1094725 Mar 11 19:29:50.642945 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a963b440-be45-44d1-b26d-d4fd8c4a894a req-708e60f5-471c-4eb1-be5d-9cdaae2dd77c tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916533 Mar 11 19:29:50.768144 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb6c8d-4ecd-4b60-880a-40ffecbf4690 req-8dfad7f4-b3d6-433c-bb4c-e04e6ac350d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:50.770228 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d7eb6c8d-4ecd-4b60-880a-40ffecbf4690 req-8dfad7f4-b3d6-433c-bb4c-e04e6ac350d9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1557e6f9-ef1e-471d-ad9b-c22fef29517e HTTP/1.1" status: 200 len: 922 time: 0.3746870 Mar 11 19:29:50.775220 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 2cae9d66-de8f-4850-a89e-b0b3d82247ae, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=2cae9d66-de8f-4850-a89e-b0b3d82247ae,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:29:50.783036 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-35671a73-cf19-4842-b8c5-a2298b8b0634 req-a82644d6-6113-4b41-a3f0-0824e832c080 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.174 HTTP/1.1" status: 200 len: 1002 time: 0.0867774 Mar 11 19:29:50.845098 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': '2cae9d66-de8f-4850-a89e-b0b3d82247ae', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'port_id': '2cae9d66-de8f-4850-a89e-b0b3d82247ae', 'mac_address': 'fa:16:3e:0f:5e:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bb14923-74c3-4313-be8d-ed33542f05aa', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:29:50.862226 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c4c98926-d98b-4f66-bb9a-82273638f621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (5ae60785-3250-400d-a655-01165471ef31), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:50.949410 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35671a73-cf19-4842-b8c5-a2298b8b0634 req-27302922-0f78-47ff-a920-40a154a3c9dd tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:50.951181 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-35671a73-cf19-4842-b8c5-a2298b8b0634 req-27302922-0f78-47ff-a920-40a154a3c9dd tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/ports/9ca5199a-acd0-486c-b51b-14f8640b0449 HTTP/1.1" status: 200 len: 943 time: 0.1669378 Mar 11 19:29:50.984568 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d81f630b-0a39-4d0d-a5c9-967a0343841a None None] Current status of the port 99022e27-407b-4247-acc7-30d4b11f6d73 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:29:51.038573 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d7eb6c8d-4ecd-4b60-880a-40ffecbf4690 req-6e489fe4-4421-4807-b7e5-0451bb97759b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ca5199a-acd0-486c-b51b-14f8640b0449 HTTP/1.1" status: 200 len: 1002 time: 0.2568855 Mar 11 19:29:51.039904 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252e276-aeb9-48ce-9d47-e09caf764475 req-f50eb02e-5c90-4394-aded-9631c0217d21 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:51.045630 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252e276-aeb9-48ce-9d47-e09caf764475 req-f50eb02e-5c90-4394-aded-9631c0217d21 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:51.047207 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f735db52-5eab-4343-9bc3-44620e2f5832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:51.055343 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252e276-aeb9-48ce-9d47-e09caf764475 req-f50eb02e-5c90-4394-aded-9631c0217d21 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:51.059814 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 99022e27-407b-4247-acc7-30d4b11f6d73 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:29:51.062322 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252e276-aeb9-48ce-9d47-e09caf764475 req-f50eb02e-5c90-4394-aded-9631c0217d21 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:51.069264 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252e276-aeb9-48ce-9d47-e09caf764475 req-f50eb02e-5c90-4394-aded-9631c0217d21 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:51.074840 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252e276-aeb9-48ce-9d47-e09caf764475 req-f50eb02e-5c90-4394-aded-9631c0217d21 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:51.082042 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252e276-aeb9-48ce-9d47-e09caf764475 req-f50eb02e-5c90-4394-aded-9631c0217d21 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:51.091060 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3252e276-aeb9-48ce-9d47-e09caf764475 req-f50eb02e-5c90-4394-aded-9631c0217d21 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 5430 time: 0.2947106 Mar 11 19:29:51.093781 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 2cae9d66-de8f-4850-a89e-b0b3d82247ae is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:29:51.095081 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2cae9d66-de8f-4850-a89e-b0b3d82247ae), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:51.129986 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cae9d66-de8f-4850-a89e-b0b3d82247ae {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:29:51.212578 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 2cae9d66-de8f-4850-a89e-b0b3d82247ae, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=2cae9d66-de8f-4850-a89e-b0b3d82247ae,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:29:51.215242 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3252e276-aeb9-48ce-9d47-e09caf764475 req-38fa9ee9-6f2f-4923-8fbb-e7846da0268c tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/security-groups?id=019be762-639e-4ed8-9c49-723d3436f32b&id=97b5c377-83f5-4bad-bf80-e3f012b06736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1232665 Mar 11 19:29:51.219048 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-35671a73-cf19-4842-b8c5-a2298b8b0634 req-da1ba039-af48-444e-9094-2a280ae2b477 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.174 HTTP/1.1" status: 200 len: 1002 time: 0.1048744 Mar 11 19:29:51.224018 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (2cae9d66-de8f-4850-a89e-b0b3d82247ae), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:51.310502 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb6c8d-4ecd-4b60-880a-40ffecbf4690 req-609a7879-49a8-4e0f-b6d9-01b332b82e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:51.313931 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d7eb6c8d-4ecd-4b60-880a-40ffecbf4690 req-609a7879-49a8-4e0f-b6d9-01b332b82e92 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=159c45f0-17a9-4dad-ae0c-9d105edbfcac HTTP/1.1" status: 200 len: 860 time: 0.2576776 Mar 11 19:29:51.345236 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=2cae9d66-de8f-4850-a89e-b0b3d82247ae,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:51.410940 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-db360fd0-1a68-4eb0-a180-5c0210a569ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1553295538-router', 'tenant_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'd31e3b60-d1ce-490c-94f1-fb1e977643c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:28:18Z', 'updated_at': '2022-03-11T19:28:29Z', 'revision_number': 4, 'project_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'gw_port': {'id': 'd31e3b60-d1ce-490c-94f1-fb1e977643c8', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:19Z', 'updated_at': '2022-03-11T19:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '197077ef-138f-49ee-b15b-ccb5aabbfaeb', 'tenant_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'floating_ip_address': '172.25.8.174', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'port_id': '9ca5199a-acd0-486c-b51b-14f8640b0449', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1557e6f9-ef1e-471d-ad9b-c22fef29517e', 'mac_address': 'fa:16:3e:d5:82:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8c343d-0b54-4526-8474-397a7a119dfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:28:54Z', 'updated_at': '2022-03-11T19:29:48Z', 'revision_number': 4, 'project_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bec0c192-6bc1-4467-b7b8-6cef911a0c05', 'name': '', 'network_id': '1557e6f9-ef1e-471d-ad9b-c22fef29517e', 'tenant_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'mac_address': 'fa:16:3e:4d:67:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '159c45f0-17a9-4dad-ae0c-9d105edbfcac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:26Z', 'updated_at': '2022-03-11T19:28:35Z', 'revision_number': 5, 'project_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'subnets': [{'id': '159c45f0-17a9-4dad-ae0c-9d105edbfcac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:29:51.454882 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35671a73-cf19-4842-b8c5-a2298b8b0634 req-dc51b90e-18b0-44e4-888d-684d1a2edd6d tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:51.459951 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db360fd0-1a68-4eb0-a180-5c0210a569ed None None] The sync data for ids ['3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e'] in n-d-833163-1 is: [{'id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1553295538-router', 'tenant_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'd31e3b60-d1ce-490c-94f1-fb1e977643c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:28:18Z', 'updated_at': '2022-03-11T19:28:29Z', 'revision_number': 4, 'project_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'gw_port': {'id': 'd31e3b60-d1ce-490c-94f1-fb1e977643c8', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:19Z', 'updated_at': '2022-03-11T19:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '197077ef-138f-49ee-b15b-ccb5aabbfaeb', 'tenant_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'floating_ip_address': '172.25.8.174', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'port_id': '9ca5199a-acd0-486c-b51b-14f8640b0449', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1557e6f9-ef1e-471d-ad9b-c22fef29517e', 'mac_address': 'fa:16:3e:d5:82:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8c343d-0b54-4526-8474-397a7a119dfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:28:54Z', 'updated_at': '2022-03-11T19:29:48Z', 'revision_number': 4, 'project_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bec0c192-6bc1-4467-b7b8-6cef911a0c05', 'name': '', 'network_id': '1557e6f9-ef1e-471d-ad9b-c22fef29517e', 'tenant_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'mac_address': 'fa:16:3e:4d:67:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '159c45f0-17a9-4dad-ae0c-9d105edbfcac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:26Z', 'updated_at': '2022-03-11T19:28:35Z', 'revision_number': 5, 'project_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'subnets': [{'id': '159c45f0-17a9-4dad-ae0c-9d105edbfcac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:29:51.465092 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-35671a73-cf19-4842-b8c5-a2298b8b0634 req-dc51b90e-18b0-44e4-888d-684d1a2edd6d tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/networks/612cc066-33e3-444d-b1c7-d0a64751482a HTTP/1.1" status: 200 len: 784 time: 0.2359376 Mar 11 19:29:51.488216 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c4c98926-d98b-4f66-bb9a-82273638f621 None None] Publish callbacks [] for port (5ae60785-3250-400d-a655-01165471ef31), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:51.495778 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb6c8d-4ecd-4b60-880a-40ffecbf4690 req-29e4e2e2-fee6-4167-8c0c-2d5f290e9132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:51.499226 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c4c98926-d98b-4f66-bb9a-82273638f621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (5ae60785-3250-400d-a655-01165471ef31), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:51.514196 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d7eb6c8d-4ecd-4b60-880a-40ffecbf4690 req-29e4e2e2-fee6-4167-8c0c-2d5f290e9132 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1557e6f9-ef1e-471d-ad9b-c22fef29517e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1933515 Mar 11 19:29:51.568084 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5232e6-2315-4c6e-9d1b-75c8996f839d None None] Pushing event updated for resources: {'Port': ['ID=5ae60785-3250-400d-a655-01165471ef31,revision_number=2']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:51.576923 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-c4c98926-d98b-4f66-bb9a-82273638f621 None None] Attempting to bind port 5ae60785-3250-400d-a655-01165471ef31 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:29:51.577374 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-c4c98926-d98b-4f66-bb9a-82273638f621 None None] Attempting to bind port 5ae60785-3250-400d-a655-01165471ef31 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:29:51.578047 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c98926-d98b-4f66-bb9a-82273638f621 None None] Attempting to bind port 5ae60785-3250-400d-a655-01165471ef31 on network 612cc066-33e3-444d-b1c7-d0a64751482a {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:29:51.585985 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c98926-d98b-4f66-bb9a-82273638f621 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:29:51.586361 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c98926-d98b-4f66-bb9a-82273638f621 None None] Checking segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:29:51.586762 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c4c98926-d98b-4f66-bb9a-82273638f621 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:51.587611 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c98926-d98b-4f66-bb9a-82273638f621 None None] Bound using segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:29:51.588123 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-c4c98926-d98b-4f66-bb9a-82273638f621 None None] Bound port: 5ae60785-3250-400d-a655-01165471ef31, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:29:51.588503 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c4c98926-d98b-4f66-bb9a-82273638f621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (5ae60785-3250-400d-a655-01165471ef31), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:51.599484 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1e1815a7-afbc-4cf7-b193-4f30a15fa33f req-2eba9a4b-b4c1-4eaf-8b9a-7bbb260e3713 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.174 HTTP/1.1" status: 200 len: 1002 time: 0.1021702 Mar 11 19:29:51.630094 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['2cae9d66-de8f-4850-a89e-b0b3d82247ae'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:29:51.675928 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1815a7-afbc-4cf7-b193-4f30a15fa33f req-12be7158-1688-4661-abb7-e0d183dd6f3c tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:51.677780 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1e1815a7-afbc-4cf7-b193-4f30a15fa33f req-12be7158-1688-4661-abb7-e0d183dd6f3c tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/ports/9ca5199a-acd0-486c-b51b-14f8640b0449 HTTP/1.1" status: 200 len: 943 time: 0.0679097 Mar 11 19:29:51.698646 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-f735db52-5eab-4343-9bc3-44620e2f5832 admin admin] Allocated IP 172.20.0.1 (3b7466c6-d34d-4d00-bc6b-2422028b6940/d3df0517-32ad-4a85-8ba9-fa3e393eb143/9985170d-12d8-43f0-927e-53804df2e173) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:29:51.707304 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26357467-e869-4702-bec7-194841543f95 req-09335520-8c5b-48f7-a868-2843ff754e0e tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:51.716522 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-26357467-e869-4702-bec7-194841543f95 req-09335520-8c5b-48f7-a868-2843ff754e0e tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] 10.222.0.65 "GET /v2.0/ports?device_id=8641236d-15bc-4659-b0fa-16ed4aa8982a HTTP/1.1" status: 200 len: 949 time: 0.2502413 Mar 11 19:29:51.770492 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d7eb6c8d-4ecd-4b60-880a-40ffecbf4690 req-4494706c-a525-4147-95f3-838aa1e27069 service neutron] 10.222.0.57 "GET /v2.0/networks/1557e6f9-ef1e-471d-ad9b-c22fef29517e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481666 Mar 11 19:29:51.780934 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-c4c98926-d98b-4f66-bb9a-82273638f621 None None] For port 5ae60785-3250-400d-a655-01165471ef31, host n-d-833163-1, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:29:51.786337 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-c4c98926-d98b-4f66-bb9a-82273638f621 None None] For port 5ae60785-3250-400d-a655-01165471ef31, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=5ae60785-3250-400d-a655-01165471ef31,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:29:51.797822 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c4c98926-d98b-4f66-bb9a-82273638f621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (5ae60785-3250-400d-a655-01165471ef31), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:51.813078 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-26357467-e869-4702-bec7-194841543f95 req-cd6a0f01-f220-4ca5-aab4-9606e144f6a3 tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] 10.222.0.65 "GET /v2.0/security-groups?id=fb70d1f7-aebb-4612-b27e-08c26dcf1a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917203 Mar 11 19:29:51.918796 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c98926-d98b-4f66-bb9a-82273638f621 None None] Routers {'2c7cae50-fe5d-4dc7-a4e7-a12e8a01c559'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:29:51.918796 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-c4c98926-d98b-4f66-bb9a-82273638f621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:29:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['2c7cae50-fe5d-4dc7-a4e7-a12e8a01c559'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:29:51.932522 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 99022e27-407b-4247-acc7-30d4b11f6d73 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:29:52.000275 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-93a12257-7a5e-4afb-99af-cc4523e79bc3 req-dc689d2a-3f55-4fa8-bdf5-3e2679542abb tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=d91e5fe6eab6401bb7915ddd23194459&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1521387 Mar 11 19:29:52.009314 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1e1815a7-afbc-4cf7-b193-4f30a15fa33f req-65899264-d12c-4bee-a8b6-ae7e87f32a8d tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.174 HTTP/1.1" status: 200 len: 1002 time: 0.1933098 Mar 11 19:29:52.063733 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 99022e27-407b-4247-acc7-30d4b11f6d73 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:29:52.064365 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (99022e27-407b-4247-acc7-30d4b11f6d73), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:52.067562 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f0e3c03a-e710-4b9a-97ea-9b584bd79a70 req-bf8ec2af-cb91-45c9-ae3a-31a298f4ea71 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] 10.222.0.65 "GET /v2.0/ports?device_id=b24d316a-c1c1-4052-8176-22f68a4960a5 HTTP/1.1" status: 200 len: 210 time: 0.0768852 Mar 11 19:29:52.134159 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-c4c98926-d98b-4f66-bb9a-82273638f621 None None] Set router 2c7cae50-fe5d-4dc7-a4e7-a12e8a01c559 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:29:52.198140 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5232e6-2315-4c6e-9d1b-75c8996f839d None None] Pushing event updated for resources: {'Port': ['ID=5ae60785-3250-400d-a655-01165471ef31,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:52.222739 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 99022e27-407b-4247-acc7-30d4b11f6d73 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:29:52.274035 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7f267c1e-c068-4171-8c4d-9ff489af989f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:52.276343 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1815a7-afbc-4cf7-b193-4f30a15fa33f req-23f40e42-7f12-46aa-8772-4018ed1005ea tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:52.277863 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1e1815a7-afbc-4cf7-b193-4f30a15fa33f req-23f40e42-7f12-46aa-8772-4018ed1005ea tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/networks/612cc066-33e3-444d-b1c7-d0a64751482a HTTP/1.1" status: 200 len: 784 time: 0.2677798 Mar 11 19:29:52.304238 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5891ed06-a04b-4e1f-b167-1a89a14f69f1 req-272117f0-7737-41ab-95c6-da1a9828fade tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:52.305934 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5891ed06-a04b-4e1f-b167-1a89a14f69f1 req-272117f0-7737-41ab-95c6-da1a9828fade tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b HTTP/1.1" status: 200 len: 945 time: 0.1277370 Mar 11 19:29:52.328656 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f735db52-5eab-4343-9bc3-44620e2f5832 admin admin] Publish callbacks [] for port (9985170d-12d8-43f0-927e-53804df2e173), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:52.342946 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d7eb6c8d-4ecd-4b60-880a-40ffecbf4690 req-75b97fd8-5742-4fcd-af28-421961884c49 service neutron] 10.222.0.57 "GET /v2.0/networks/1557e6f9-ef1e-471d-ad9b-c22fef29517e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5659978 Mar 11 19:29:52.369814 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a12257-7a5e-4afb-99af-cc4523e79bc3 req-70406d5e-a795-41fa-8d23-1b2a3cf6d0c6 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:52.371455 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-93a12257-7a5e-4afb-99af-cc4523e79bc3 req-70406d5e-a795-41fa-8d23-1b2a3cf6d0c6 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3113699 Mar 11 19:29:52.387594 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-93a12257-7a5e-4afb-99af-cc4523e79bc3 req-dee2f434-14a0-4c64-a731-c90f47f53646 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] Request body: {'port': {'device_id': 'b24d316a-c1c1-4052-8176-22f68a4960a5', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'admin_state_up': True, 'tenant_id': 'd91e5fe6eab6401bb7915ddd23194459'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:29:52.392428 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:52.400273 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1e1815a7-afbc-4cf7-b193-4f30a15fa33f req-5da3336f-57a0-4aeb-aba1-4f3e41c5726f tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.174 HTTP/1.1" status: 200 len: 1002 time: 0.1154585 Mar 11 19:29:52.406352 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5891ed06-a04b-4e1f-b167-1a89a14f69f1 req-b3087755-a4a1-4cf1-bbf8-67b7a6a2d9bf tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707359 Mar 11 19:29:52.411619 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-1e1815a7-afbc-4cf7-b193-4f30a15fa33f req-be7be20f-f1bf-4b39-8b4c-63a83ac711ba tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:29:52.433950 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-c4c98926-d98b-4f66-bb9a-82273638f621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7cae50-fe5d-4dc7-a4e7-a12e8a01c559', 'name': 'tempest-TaggedBootDevicesTest-569372395-router', 'tenant_id': 'a4769f21866c4df899532889f67bf4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '5ae60785-3250-400d-a655-01165471ef31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:29:45Z', 'updated_at': '2022-03-11T19:29:48Z', 'revision_number': 3, 'project_id': 'a4769f21866c4df899532889f67bf4f7', 'gw_port': {'id': '5ae60785-3250-400d-a655-01165471ef31', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7cae50-fe5d-4dc7-a4e7-a12e8a01c559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:29:47Z', 'updated_at': '2022-03-11T19:29:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:29:52.494758 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f735db52-5eab-4343-9bc3-44620e2f5832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (9985170d-12d8-43f0-927e-53804df2e173), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:52.505534 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c98926-d98b-4f66-bb9a-82273638f621 None None] The sync data for ids ['2c7cae50-fe5d-4dc7-a4e7-a12e8a01c559'] in n-d-833163-1 is: [{'id': '2c7cae50-fe5d-4dc7-a4e7-a12e8a01c559', 'name': 'tempest-TaggedBootDevicesTest-569372395-router', 'tenant_id': 'a4769f21866c4df899532889f67bf4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '5ae60785-3250-400d-a655-01165471ef31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:29:45Z', 'updated_at': '2022-03-11T19:29:48Z', 'revision_number': 3, 'project_id': 'a4769f21866c4df899532889f67bf4f7', 'gw_port': {'id': '5ae60785-3250-400d-a655-01165471ef31', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8e:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7cae50-fe5d-4dc7-a4e7-a12e8a01c559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:29:47Z', 'updated_at': '2022-03-11T19:29:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:29:52.525959 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1e1815a7-afbc-4cf7-b193-4f30a15fa33f req-be7be20f-f1bf-4b39-8b4c-63a83ac711ba tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Publish callbacks [] for floatingip (197077ef-138f-49ee-b15b-ccb5aabbfaeb), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:52.653968 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21913a21-9c36-4d1d-a01c-f2743dd13b78 req-c7675a80-bf99-40e9-b754-9a40a68e8e08 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:52.659512 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21913a21-9c36-4d1d-a01c-f2743dd13b78 req-c7675a80-bf99-40e9-b754-9a40a68e8e08 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:52.665749 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21913a21-9c36-4d1d-a01c-f2743dd13b78 req-c7675a80-bf99-40e9-b754-9a40a68e8e08 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:52.671058 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21913a21-9c36-4d1d-a01c-f2743dd13b78 req-c7675a80-bf99-40e9-b754-9a40a68e8e08 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:52.677372 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21913a21-9c36-4d1d-a01c-f2743dd13b78 req-c7675a80-bf99-40e9-b754-9a40a68e8e08 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:52.683296 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21913a21-9c36-4d1d-a01c-f2743dd13b78 req-c7675a80-bf99-40e9-b754-9a40a68e8e08 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:52.689047 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21913a21-9c36-4d1d-a01c-f2743dd13b78 req-c7675a80-bf99-40e9-b754-9a40a68e8e08 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:52.691689 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-21913a21-9c36-4d1d-a01c-f2743dd13b78 req-c7675a80-bf99-40e9-b754-9a40a68e8e08 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 5430 time: 0.1616974 Mar 11 19:29:52.861909 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1e1815a7-afbc-4cf7-b193-4f30a15fa33f req-be7be20f-f1bf-4b39-8b4c-63a83ac711ba tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:52.870936 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1e1815a7-afbc-4cf7-b193-4f30a15fa33f req-be7be20f-f1bf-4b39-8b4c-63a83ac711ba tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (197077ef-138f-49ee-b15b-ccb5aabbfaeb), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:52.871362 n-d-833163-1 neutron-server[103885]: INFO neutron.db.l3_db [req-1e1815a7-afbc-4cf7-b193-4f30a15fa33f req-be7be20f-f1bf-4b39-8b4c-63a83ac711ba tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Floating IP 197077ef-138f-49ee-b15b-ccb5aabbfaeb disassociated. External IP: 172.25.8.174, port: 9ca5199a-acd0-486c-b51b-14f8640b0449. Mar 11 19:29:52.883170 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f735db52-5eab-4343-9bc3-44620e2f5832 admin admin] Pushing event updated for resources: {'Port': ['ID=9985170d-12d8-43f0-927e-53804df2e173,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:52.936335 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f735db52-5eab-4343-9bc3-44620e2f5832 admin admin] Network 3b7466c6-d34d-4d00-bc6b-2422028b6940 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:29:52.938103 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-f735db52-5eab-4343-9bc3-44620e2f5832 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:29:52.942907 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f735db52-5eab-4343-9bc3-44620e2f5832 admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:29:52.982789 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-21913a21-9c36-4d1d-a01c-f2743dd13b78 req-1909d805-53e7-4be8-b0a9-f4d5aa1f42db tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/security-groups?id=019be762-639e-4ed8-9c49-723d3436f32b&id=97b5c377-83f5-4bad-bf80-e3f012b06736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2597353 Mar 11 19:29:52.999245 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93a12257-7a5e-4afb-99af-cc4523e79bc3 req-dee2f434-14a0-4c64-a731-c90f47f53646 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] Made reservation on behalf of d91e5fe6eab6401bb7915ddd23194459 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:29:53.002876 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-93a12257-7a5e-4afb-99af-cc4523e79bc3 req-dee2f434-14a0-4c64-a731-c90f47f53646 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:53.026014 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-93a12257-7a5e-4afb-99af-cc4523e79bc3 req-dee2f434-14a0-4c64-a731-c90f47f53646 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:53.047560 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f735db52-5eab-4343-9bc3-44620e2f5832 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (2c7cae50-fe5d-4dc7-a4e7-a12e8a01c559), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:53.325203 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1557111-473e-44aa-b690-127ca4bc9731 req-83432f74-c761-46e8-a3b5-3e1268173b4d tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:53.327114 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e1557111-473e-44aa-b690-127ca4bc9731 req-83432f74-c761-46e8-a3b5-3e1268173b4d tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] 10.222.0.65 "GET /v2.0/ports?device_id=8641236d-15bc-4659-b0fa-16ed4aa8982a HTTP/1.1" status: 200 len: 949 time: 0.1775286 Mar 11 19:29:53.346145 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-1b3ed43c-a0d8-4afa-a890-8300c4774009 None None] Provisioning complete for port 9985170d-12d8-43f0-927e-53804df2e173 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:29:53.346622 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b3ed43c-a0d8-4afa-a890-8300c4774009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (9985170d-12d8-43f0-927e-53804df2e173), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:53.409513 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-93a12257-7a5e-4afb-99af-cc4523e79bc3 req-dee2f434-14a0-4c64-a731-c90f47f53646 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] Publish callbacks [] for security_group (58cb8dbb-9031-4c79-8a2e-2c14ca4780e9), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:53.421696 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-1b3ed43c-a0d8-4afa-a890-8300c4774009 None None] Port 9985170d-12d8-43f0-927e-53804df2e173 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:29:53.423667 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f735db52-5eab-4343-9bc3-44620e2f5832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (9985170d-12d8-43f0-927e-53804df2e173), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:53.426425 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-93a12257-7a5e-4afb-99af-cc4523e79bc3 req-dee2f434-14a0-4c64-a731-c90f47f53646 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (58cb8dbb-9031-4c79-8a2e-2c14ca4780e9), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:53.464039 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee2f434-14a0-4c64-a731-c90f47f53646 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58cb8dbb-9031-4c79-8a2e-2c14ca4780e9,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:53.578643 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e1557111-473e-44aa-b690-127ca4bc9731 req-590ba3f8-ec48-4afb-864d-5ef32bbf8bc0 tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] 10.222.0.65 "GET /v2.0/security-groups?id=fb70d1f7-aebb-4612-b27e-08c26dcf1a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435973 Mar 11 19:29:53.613946 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e1815a7-afbc-4cf7-b193-4f30a15fa33f req-be7be20f-f1bf-4b39-8b4c-63a83ac711ba tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Router 3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:29:53.744994 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8227016c-429d-43c7-b999-9bb32df85a4b req-96ce97d4-8e59-491f-a817-ec3f226f8668 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] 10.222.0.65 "GET /v2.0/ports?device_id=b24d316a-c1c1-4052-8176-22f68a4960a5 HTTP/1.1" status: 200 len: 210 time: 0.0405965 Mar 11 19:29:53.833733 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e1815a7-afbc-4cf7-b193-4f30a15fa33f req-be7be20f-f1bf-4b39-8b4c-63a83ac711ba tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:29:53.854424 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1e1815a7-afbc-4cf7-b193-4f30a15fa33f req-be7be20f-f1bf-4b39-8b4c-63a83ac711ba tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:53.858335 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe245b9a-73b4-4616-9739-7802ac7ea5dc None None] Sync routers for ids ['3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:29:53.880867 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe245b9a-73b4-4616-9739-7802ac7ea5dc None None] Routers {'3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:29:53.881966 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-fe245b9a-73b4-4616-9739-7802ac7ea5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:29:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:29:53.886726 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f735db52-5eab-4343-9bc3-44620e2f5832 admin admin] Publish callbacks [] for port (9985170d-12d8-43f0-927e-53804df2e173), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:53.935727 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-93a12257-7a5e-4afb-99af-cc4523e79bc3 req-dee2f434-14a0-4c64-a731-c90f47f53646 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] Allocated IP 192.168.233.31 (885772b1-9b97-4e1d-a0fb-e125030c5a81/9bb14923-74c3-4313-be8d-ed33542f05aa/b8ef34d8-1ba6-489a-b67d-ceebba444cdd) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:29:53.961174 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 5ae60785-3250-400d-a655-01165471ef31 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:29:53.995843 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1e1815a7-afbc-4cf7-b193-4f30a15fa33f req-be7be20f-f1bf-4b39-8b4c-63a83ac711ba tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "PUT /v2.0/floatingips/197077ef-138f-49ee-b15b-ccb5aabbfaeb HTTP/1.1" status: 200 len: 695 time: 1.5883286 Mar 11 19:29:53.996460 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c8c343d-0b54-4526-8474-397a7a119dfb', 'tag': '9ca5199a-acd0-486c-b51b-14f8640b0449'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:29:54.001235 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6887cc5-4a95-4dc3-8b40-ffb1796c8290" -d '{"events": [{"name": "network-changed", "server_uuid": "1c8c343d-0b54-4526-8474-397a7a119dfb", "tag": "9ca5199a-acd0-486c-b51b-14f8640b0449"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:29:54.051371 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f735db52-5eab-4343-9bc3-44620e2f5832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (9985170d-12d8-43f0-927e-53804df2e173), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:54.089162 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 2cae9d66-de8f-4850-a89e-b0b3d82247ae up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:29:54.109957 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4226bb7-657e-4783-b4b1-4607a63695cc req-5d82d117-f4e6-4501-a8dd-37e3ccf47211 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:54.111467 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b4226bb7-657e-4783-b4b1-4607a63695cc req-5d82d117-f4e6-4501-a8dd-37e3ccf47211 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b HTTP/1.1" status: 200 len: 945 time: 0.2409625 Mar 11 19:29:54.202316 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-fe245b9a-73b4-4616-9739-7802ac7ea5dc None None] Set router 3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:29:54.217642 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1815a7-afbc-4cf7-b193-4f30a15fa33f req-8f1bfe08-d892-43c0-a5a9-acf0789f5cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:54.220201 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1e1815a7-afbc-4cf7-b193-4f30a15fa33f req-8f1bfe08-d892-43c0-a5a9-acf0789f5cb8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=36c6fb85db664d0dac9633c7a1a49fd2&device_id=1c8c343d-0b54-4526-8474-397a7a119dfb HTTP/1.1" status: 200 len: 1128 time: 0.1996801 Mar 11 19:29:54.249760 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f735db52-5eab-4343-9bc3-44620e2f5832 admin admin] Pushing event updated for resources: {'Port': ['ID=9985170d-12d8-43f0-927e-53804df2e173,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:54.256655 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f735db52-5eab-4343-9bc3-44620e2f5832 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (2c7cae50-fe5d-4dc7-a4e7-a12e8a01c559), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:54.273844 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b4226bb7-657e-4783-b4b1-4607a63695cc req-72aa0111-d6c7-45d7-bca1-57d77b5aab41 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557643 Mar 11 19:29:54.385968 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-93a12257-7a5e-4afb-99af-cc4523e79bc3 req-dee2f434-14a0-4c64-a731-c90f47f53646 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] Publish callbacks [] for port (b8ef34d8-1ba6-489a-b67d-ceebba444cdd), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:54.392660 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1815a7-afbc-4cf7-b193-4f30a15fa33f req-04bfcadc-673c-4f40-9763-73fc7760691e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:54.394435 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1e1815a7-afbc-4cf7-b193-4f30a15fa33f req-04bfcadc-673c-4f40-9763-73fc7760691e service neutron] 10.222.0.65 "GET /v2.0/networks?id=1557e6f9-ef1e-471d-ad9b-c22fef29517e HTTP/1.1" status: 200 len: 922 time: 0.1460683 Mar 11 19:29:54.468161 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1e1815a7-afbc-4cf7-b193-4f30a15fa33f req-5130a220-067b-4d95-a318-ef15ab90defc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ca5199a-acd0-486c-b51b-14f8640b0449 HTTP/1.1" status: 200 len: 217 time: 0.0635338 Mar 11 19:29:54.534994 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f735db52-5eab-4343-9bc3-44620e2f5832 admin admin] Network 3b7466c6-d34d-4d00-bc6b-2422028b6940 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:29:54.542778 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-f735db52-5eab-4343-9bc3-44620e2f5832 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:29:54.549122 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af823ba1-909e-4069-ac2e-57e0cf3d0047 req-63840fde-9a93-4296-a097-39d3ea3cc92d tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:54.556559 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af823ba1-909e-4069-ac2e-57e0cf3d0047 req-63840fde-9a93-4296-a097-39d3ea3cc92d tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:54.560675 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-93a12257-7a5e-4afb-99af-cc4523e79bc3 req-dee2f434-14a0-4c64-a731-c90f47f53646 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (b8ef34d8-1ba6-489a-b67d-ceebba444cdd), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:54.562546 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af823ba1-909e-4069-ac2e-57e0cf3d0047 req-63840fde-9a93-4296-a097-39d3ea3cc92d tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:54.574899 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af823ba1-909e-4069-ac2e-57e0cf3d0047 req-63840fde-9a93-4296-a097-39d3ea3cc92d tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:54.591223 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af823ba1-909e-4069-ac2e-57e0cf3d0047 req-63840fde-9a93-4296-a097-39d3ea3cc92d tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:54.600854 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af823ba1-909e-4069-ac2e-57e0cf3d0047 req-63840fde-9a93-4296-a097-39d3ea3cc92d tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:54.616365 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af823ba1-909e-4069-ac2e-57e0cf3d0047 req-63840fde-9a93-4296-a097-39d3ea3cc92d tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:54.618407 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-af823ba1-909e-4069-ac2e-57e0cf3d0047 req-63840fde-9a93-4296-a097-39d3ea3cc92d tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 5430 time: 0.2227848 Mar 11 19:29:54.662062 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1815a7-afbc-4cf7-b193-4f30a15fa33f req-30cd5bd5-30eb-4689-ade1-348a6830bc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:54.663595 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1e1815a7-afbc-4cf7-b193-4f30a15fa33f req-30cd5bd5-30eb-4689-ade1-348a6830bc0c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=159c45f0-17a9-4dad-ae0c-9d105edbfcac HTTP/1.1" status: 200 len: 860 time: 0.1721017 Mar 11 19:29:54.700352 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93a12257-7a5e-4afb-99af-cc4523e79bc3 req-dee2f434-14a0-4c64-a731-c90f47f53646 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] Network 885772b1-9b97-4e1d-a0fb-e125030c5a81 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:29:54.712589 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-93a12257-7a5e-4afb-99af-cc4523e79bc3 req-dee2f434-14a0-4c64-a731-c90f47f53646 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:29:54.717606 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee2f434-14a0-4c64-a731-c90f47f53646 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] Pushing event updated for resources: {'Port': ['ID=b8ef34d8-1ba6-489a-b67d-ceebba444cdd,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:54.721341 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a12257-7a5e-4afb-99af-cc4523e79bc3 req-dee2f434-14a0-4c64-a731-c90f47f53646 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:29:54.884139 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-af823ba1-909e-4069-ac2e-57e0cf3d0047 req-b14f190a-736c-4d61-baa3-49be548e3932 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/security-groups?id=019be762-639e-4ed8-9c49-723d3436f32b&id=97b5c377-83f5-4bad-bf80-e3f012b06736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2589524 Mar 11 19:29:54.889274 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 5ae60785-3250-400d-a655-01165471ef31 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:29:54.890938 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (5ae60785-3250-400d-a655-01165471ef31), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:54.905182 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1815a7-afbc-4cf7-b193-4f30a15fa33f req-b6bb678b-de2d-4d9c-82e6-12d3faaaace1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:54.906696 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1e1815a7-afbc-4cf7-b193-4f30a15fa33f req-b6bb678b-de2d-4d9c-82e6-12d3faaaace1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1557e6f9-ef1e-471d-ad9b-c22fef29517e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2071927 Mar 11 19:29:54.924370 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ee384570-aef1-413b-ab7d-35204a6c3737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:55.138260 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1e1815a7-afbc-4cf7-b193-4f30a15fa33f req-96261aa8-1aef-41fa-8372-1558f01eb882 service neutron] 10.222.0.65 "GET /v2.0/networks/1557e6f9-ef1e-471d-ad9b-c22fef29517e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190347 Mar 11 19:29:55.139806 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a677e59-eaf1-4447-9b46-789a65853a08 x-openstack-request-id: req-9a677e59-eaf1-4447-9b46-789a65853a08 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:29:55.140107 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c8c343d-0b54-4526-8474-397a7a119dfb", "tag": "9ca5199a-acd0-486c-b51b-14f8640b0449", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:29:55.140523 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9a677e59-eaf1-4447-9b46-789a65853a08 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:29:55.140926 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c8c343d-0b54-4526-8474-397a7a119dfb', 'tag': '9ca5199a-acd0-486c-b51b-14f8640b0449', 'status': 'completed', 'code': 200} Mar 11 19:29:55.188612 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port 2cae9d66-de8f-4850-a89e-b0b3d82247ae completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:29:55.193220 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a12257-7a5e-4afb-99af-cc4523e79bc3 req-dee2f434-14a0-4c64-a731-c90f47f53646 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:55.193880 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-93a12257-7a5e-4afb-99af-cc4523e79bc3 req-dee2f434-14a0-4c64-a731-c90f47f53646 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:55.208715 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port 2cae9d66-de8f-4850-a89e-b0b3d82247ae triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:29:55.209100 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (2cae9d66-de8f-4850-a89e-b0b3d82247ae), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:55.230170 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f735db52-5eab-4343-9bc3-44620e2f5832 admin admin] Router 2c7cae50-fe5d-4dc7-a4e7-a12e8a01c559 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:29:55.238146 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f5e85f1e-0110-4404-9102-be4308ad24ad req-b15a028b-de2c-458b-aad7-499aae95bab4 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=7e1df5f0-9ba7-4d1f-be0d-cdaa9e480bc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4056544 Mar 11 19:29:55.274726 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-93a12257-7a5e-4afb-99af-cc4523e79bc3 req-dee2f434-14a0-4c64-a731-c90f47f53646 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8916721 Mar 11 19:29:55.301945 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-93a12257-7a5e-4afb-99af-cc4523e79bc3 req-875de800-f494-4d86-908e-df4644397b46 service neutron] Request body: {'port': {'device_id': 'b24d316a-c1c1-4052-8176-22f68a4960a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:29:55.340855 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c058b7de-82d8-4a9f-a594-96c4aca90cbb None None] Provisioning complete for port 9985170d-12d8-43f0-927e-53804df2e173 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:29:55.341247 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c058b7de-82d8-4a9f-a594-96c4aca90cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (9985170d-12d8-43f0-927e-53804df2e173), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:55.468952 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6887cc5-4a95-4dc3-8b40-ffb1796c8290 req-969d6b69-97d7-4146-a178-214639f9ea88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:55.471819 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f6887cc5-4a95-4dc3-8b40-ffb1796c8290 req-969d6b69-97d7-4146-a178-214639f9ea88 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=36c6fb85db664d0dac9633c7a1a49fd2&device_id=1c8c343d-0b54-4526-8474-397a7a119dfb HTTP/1.1" status: 200 len: 1128 time: 0.3936114 Mar 11 19:29:55.477065 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c058b7de-82d8-4a9f-a594-96c4aca90cbb None None] Port 9985170d-12d8-43f0-927e-53804df2e173 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:29:55.536032 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 5ae60785-3250-400d-a655-01165471ef31 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:29:55.536464 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (5ae60785-3250-400d-a655-01165471ef31), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:55.595234 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 5ae60785-3250-400d-a655-01165471ef31, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=5ae60785-3250-400d-a655-01165471ef31,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:29:55.606653 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (5ae60785-3250-400d-a655-01165471ef31), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:55.617079 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 2cae9d66-de8f-4850-a89e-b0b3d82247ae is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:29:55.617300 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2cae9d66-de8f-4850-a89e-b0b3d82247ae), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:55.658641 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-fe245b9a-73b4-4616-9739-7802ac7ea5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1553295538-router', 'tenant_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'd31e3b60-d1ce-490c-94f1-fb1e977643c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:28:18Z', 'updated_at': '2022-03-11T19:28:29Z', 'revision_number': 4, 'project_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'gw_port': {'id': 'd31e3b60-d1ce-490c-94f1-fb1e977643c8', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:19Z', 'updated_at': '2022-03-11T19:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'bec0c192-6bc1-4467-b7b8-6cef911a0c05', 'name': '', 'network_id': '1557e6f9-ef1e-471d-ad9b-c22fef29517e', 'tenant_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'mac_address': 'fa:16:3e:4d:67:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '159c45f0-17a9-4dad-ae0c-9d105edbfcac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:26Z', 'updated_at': '2022-03-11T19:28:35Z', 'revision_number': 5, 'project_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'subnets': [{'id': '159c45f0-17a9-4dad-ae0c-9d105edbfcac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:29:55.664468 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-2b984717-bf0c-46b5-b5d3-f77d621b812e None None] Provisioning complete for port b8ef34d8-1ba6-489a-b67d-ceebba444cdd triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:29:55.664867 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2b984717-bf0c-46b5-b5d3-f77d621b812e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (b8ef34d8-1ba6-489a-b67d-ceebba444cdd), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:55.720701 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6887cc5-4a95-4dc3-8b40-ffb1796c8290 req-f3de5796-d7be-4f0d-9dfe-890633ac287c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:55.722769 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f6887cc5-4a95-4dc3-8b40-ffb1796c8290 req-f3de5796-d7be-4f0d-9dfe-890633ac287c service neutron] 10.222.0.57 "GET /v2.0/networks?id=1557e6f9-ef1e-471d-ad9b-c22fef29517e HTTP/1.1" status: 200 len: 922 time: 0.2368829 Mar 11 19:29:55.732499 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe245b9a-73b4-4616-9739-7802ac7ea5dc None None] Checking router: 3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:29:55.753138 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8641236d-15bc-4659-b0fa-16ed4aa8982a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cae9d66-de8f-4850-a89e-b0b3d82247ae'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:29:55.755642 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f4e1c9-f605-4f87-bd1d-d6208042de84" -d '{"events": [{"server_uuid": "8641236d-15bc-4659-b0fa-16ed4aa8982a", "name": "network-vif-plugged", "status": "completed", "tag": "2cae9d66-de8f-4850-a89e-b0b3d82247ae"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:29:55.768424 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-93a12257-7a5e-4afb-99af-cc4523e79bc3 req-875de800-f494-4d86-908e-df4644397b46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b8ef34d8-1ba6-489a-b67d-ceebba444cdd), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:55.781142 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=5ae60785-3250-400d-a655-01165471ef31,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:55.792264 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 2cae9d66-de8f-4850-a89e-b0b3d82247ae, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=2cae9d66-de8f-4850-a89e-b0b3d82247ae,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:29:55.795196 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe245b9a-73b4-4616-9739-7802ac7ea5dc None None] Routers {'3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:29:55.796123 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-fe245b9a-73b4-4616-9739-7802ac7ea5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:29:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:29:55.798107 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-2b984717-bf0c-46b5-b5d3-f77d621b812e None None] Port b8ef34d8-1ba6-489a-b67d-ceebba444cdd cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:29:55.867547 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f6887cc5-4a95-4dc3-8b40-ffb1796c8290 req-13755615-e7a9-40b5-8706-4edf1a5f5dbe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9ca5199a-acd0-486c-b51b-14f8640b0449 HTTP/1.1" status: 200 len: 217 time: 0.1087315 Mar 11 19:29:55.869768 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (2cae9d66-de8f-4850-a89e-b0b3d82247ae), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:55.872140 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e85f1e-0110-4404-9102-be4308ad24ad req-fc9d32fc-2b5a-4d5f-9e62-bea5f4c6492a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:55.874094 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f5e85f1e-0110-4404-9102-be4308ad24ad req-fc9d32fc-2b5a-4d5f-9e62-bea5f4c6492a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f44b890e943d4aee826b67fd4c2d7b8e&device_id=7e1df5f0-9ba7-4d1f-be0d-cdaa9e480bc8 HTTP/1.1" status: 200 len: 1127 time: 0.5600917 Mar 11 19:29:55.955877 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6887cc5-4a95-4dc3-8b40-ffb1796c8290 req-3920f1d9-399d-420e-b4d3-9e1a22e8e86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:55.959933 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f6887cc5-4a95-4dc3-8b40-ffb1796c8290 req-3920f1d9-399d-420e-b4d3-9e1a22e8e86a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=159c45f0-17a9-4dad-ae0c-9d105edbfcac HTTP/1.1" status: 200 len: 860 time: 0.0849056 Mar 11 19:29:56.044911 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b827a1c7-e48c-49bf-a85a-1157595f4916 req-24486fb9-7f9f-40c8-8c2b-a29318d055f6 tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:56.046725 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b827a1c7-e48c-49bf-a85a-1157595f4916 req-24486fb9-7f9f-40c8-8c2b-a29318d055f6 tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] 10.222.0.65 "GET /v2.0/ports?device_id=8641236d-15bc-4659-b0fa-16ed4aa8982a HTTP/1.1" status: 200 len: 950 time: 0.8516471 Mar 11 19:29:56.051595 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1e1815a7-afbc-4cf7-b193-4f30a15fa33f req-f2428cc9-89ae-4f22-b470-1d670670be44 service neutron] 10.222.0.65 "GET /v2.0/networks/1557e6f9-ef1e-471d-ad9b-c22fef29517e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9052899 Mar 11 19:29:56.066086 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=2cae9d66-de8f-4850-a89e-b0b3d82247ae,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:56.127926 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:56.133936 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-fe245b9a-73b4-4616-9739-7802ac7ea5dc None None] Set router 3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:29:56.162987 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b827a1c7-e48c-49bf-a85a-1157595f4916 req-ca340307-77a4-4e5f-a035-50584c1fe067 tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] 10.222.0.65 "GET /v2.0/security-groups?id=fb70d1f7-aebb-4612-b27e-08c26dcf1a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068552 Mar 11 19:29:56.297166 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e85f1e-0110-4404-9102-be4308ad24ad req-a14fcb2a-9bd0-4954-8e86-86ba915b55b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:56.298842 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f5e85f1e-0110-4404-9102-be4308ad24ad req-a14fcb2a-9bd0-4954-8e86-86ba915b55b2 service neutron] 10.222.0.75 "GET /v2.0/networks?id=b2c20bf2-5907-4ff7-8af6-23603c7d780a HTTP/1.1" status: 200 len: 921 time: 0.3341558 Mar 11 19:29:56.379000 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15608566-9c7a-4e82-a2da-989d19326483 req-e6ac089a-d672-4ce7-abf2-32a182732306 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:56.383857 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-15608566-9c7a-4e82-a2da-989d19326483 req-e6ac089a-d672-4ce7-abf2-32a182732306 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] 10.222.0.65 "GET /v2.0/ports?device_id=b24d316a-c1c1-4052-8176-22f68a4960a5 HTTP/1.1" status: 200 len: 935 time: 0.1820188 Mar 11 19:29:56.397867 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f5e85f1e-0110-4404-9102-be4308ad24ad req-21ee64a1-52f2-46d4-9785-3a14a1820d7f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2132f9f3-9a1b-40f0-b21f-18eee1c1b95a HTTP/1.1" status: 200 len: 217 time: 0.0841744 Mar 11 19:29:56.399884 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6887cc5-4a95-4dc3-8b40-ffb1796c8290 req-7421fcd4-84fc-4952-9e21-8298393113f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:56.401309 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f6887cc5-4a95-4dc3-8b40-ffb1796c8290 req-7421fcd4-84fc-4952-9e21-8298393113f2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1557e6f9-ef1e-471d-ad9b-c22fef29517e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3841698 Mar 11 19:29:56.443759 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a722fc-292e-4433-8b48-107675dd459f req-380d1e25-755f-43c1-9ba2-dc283ac19d37 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:56.445347 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-10a722fc-292e-4433-8b48-107675dd459f req-380d1e25-755f-43c1-9ba2-dc283ac19d37 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b HTTP/1.1" status: 200 len: 945 time: 0.1608407 Mar 11 19:29:56.518487 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f735db52-5eab-4343-9bc3-44620e2f5832 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:29:56.532605 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c895980-04e7-4028-838a-39385bbad64e None None] Sync routers for ids ['2c7cae50-fe5d-4dc7-a4e7-a12e8a01c559'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:29:56.552172 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c895980-04e7-4028-838a-39385bbad64e None None] Routers {'2c7cae50-fe5d-4dc7-a4e7-a12e8a01c559'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:29:56.553058 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-9c895980-04e7-4028-838a-39385bbad64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:29:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['2c7cae50-fe5d-4dc7-a4e7-a12e8a01c559'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:29:56.568470 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f735db52-5eab-4343-9bc3-44620e2f5832 admin admin] 10.222.0.65 "PUT /v2.0/routers/2c7cae50-fe5d-4dc7-a4e7-a12e8a01c559/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8447766 Mar 11 19:29:56.580949 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-10a722fc-292e-4433-8b48-107675dd459f req-14354624-ef67-4626-bdec-d8ee917244e2 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050158 Mar 11 19:29:56.594971 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-15608566-9c7a-4e82-a2da-989d19326483 req-838446b8-6a21-4c3b-9f34-9cd2e03bfc3d tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] 10.222.0.65 "GET /v2.0/security-groups?id=58cb8dbb-9031-4c79-8a2e-2c14ca4780e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962502 Mar 11 19:29:56.682237 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-fe245b9a-73b4-4616-9739-7802ac7ea5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1553295538-router', 'tenant_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'd31e3b60-d1ce-490c-94f1-fb1e977643c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:28:18Z', 'updated_at': '2022-03-11T19:28:29Z', 'revision_number': 4, 'project_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'gw_port': {'id': 'd31e3b60-d1ce-490c-94f1-fb1e977643c8', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:19Z', 'updated_at': '2022-03-11T19:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'bec0c192-6bc1-4467-b7b8-6cef911a0c05', 'name': '', 'network_id': '1557e6f9-ef1e-471d-ad9b-c22fef29517e', 'tenant_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'mac_address': 'fa:16:3e:4d:67:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '159c45f0-17a9-4dad-ae0c-9d105edbfcac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:26Z', 'updated_at': '2022-03-11T19:28:35Z', 'revision_number': 5, 'project_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'subnets': [{'id': '159c45f0-17a9-4dad-ae0c-9d105edbfcac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:29:56.711413 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-793f2ebb-c1f4-499c-9c03-f4c0a6a30086 x-openstack-request-id: req-793f2ebb-c1f4-499c-9c03-f4c0a6a30086 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:29:56.711823 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8641236d-15bc-4659-b0fa-16ed4aa8982a", "name": "network-vif-plugged", "status": "completed", "tag": "2cae9d66-de8f-4850-a89e-b0b3d82247ae", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:29:56.712027 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-793f2ebb-c1f4-499c-9c03-f4c0a6a30086 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:29:56.716955 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8641236d-15bc-4659-b0fa-16ed4aa8982a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cae9d66-de8f-4850-a89e-b0b3d82247ae', 'code': 200} Mar 11 19:29:56.763341 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e85f1e-0110-4404-9102-be4308ad24ad req-9612efbd-6c2a-45d0-a616-2e93856de1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:56.767404 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f5e85f1e-0110-4404-9102-be4308ad24ad req-9612efbd-6c2a-45d0-a616-2e93856de1e1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a7be26a8-b37a-4d01-b7d9-b9690160171c HTTP/1.1" status: 200 len: 860 time: 0.3615041 Mar 11 19:29:56.807747 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe245b9a-73b4-4616-9739-7802ac7ea5dc None None] The sync data for ids ['3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e'] in n-d-833163-1 is: [{'id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1553295538-router', 'tenant_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'd31e3b60-d1ce-490c-94f1-fb1e977643c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:28:18Z', 'updated_at': '2022-03-11T19:28:29Z', 'revision_number': 4, 'project_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'gw_port': {'id': 'd31e3b60-d1ce-490c-94f1-fb1e977643c8', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:19Z', 'updated_at': '2022-03-11T19:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'bec0c192-6bc1-4467-b7b8-6cef911a0c05', 'name': '', 'network_id': '1557e6f9-ef1e-471d-ad9b-c22fef29517e', 'tenant_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'mac_address': 'fa:16:3e:4d:67:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '159c45f0-17a9-4dad-ae0c-9d105edbfcac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:26Z', 'updated_at': '2022-03-11T19:28:35Z', 'revision_number': 5, 'project_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'subnets': [{'id': '159c45f0-17a9-4dad-ae0c-9d105edbfcac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:29:56.880690 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-9c895980-04e7-4028-838a-39385bbad64e None None] Set router 2c7cae50-fe5d-4dc7-a4e7-a12e8a01c559 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:29:56.927410 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f5e85f1e-0110-4404-9102-be4308ad24ad req-173c42fa-9aaa-4911-a61d-291398f87932 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b2c20bf2-5907-4ff7-8af6-23603c7d780a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1391289 Mar 11 19:29:56.950685 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc92a2-242f-4d7f-96e8-20906318c05d req-f3d23525-f91a-4652-b3ad-e25884ad84d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:56.952240 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-53fc92a2-242f-4d7f-96e8-20906318c05d req-f3d23525-f91a-4652-b3ad-e25884ad84d9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8641236d-15bc-4659-b0fa-16ed4aa8982a HTTP/1.1" status: 200 len: 1132 time: 0.1855807 Mar 11 19:29:56.974836 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf9d9c-9d3e-477c-b3f0-ad0f7e0f6f1b req-e1149283-76ab-48e2-85ac-ecbc9d96f1ea tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:56.980928 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf9d9c-9d3e-477c-b3f0-ad0f7e0f6f1b req-e1149283-76ab-48e2-85ac-ecbc9d96f1ea tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:56.988987 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf9d9c-9d3e-477c-b3f0-ad0f7e0f6f1b req-e1149283-76ab-48e2-85ac-ecbc9d96f1ea tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:56.994605 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf9d9c-9d3e-477c-b3f0-ad0f7e0f6f1b req-e1149283-76ab-48e2-85ac-ecbc9d96f1ea tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:57.004454 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf9d9c-9d3e-477c-b3f0-ad0f7e0f6f1b req-e1149283-76ab-48e2-85ac-ecbc9d96f1ea tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:57.016723 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf9d9c-9d3e-477c-b3f0-ad0f7e0f6f1b req-e1149283-76ab-48e2-85ac-ecbc9d96f1ea tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:57.032671 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf9d9c-9d3e-477c-b3f0-ad0f7e0f6f1b req-e1149283-76ab-48e2-85ac-ecbc9d96f1ea tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:57.038405 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f6887cc5-4a95-4dc3-8b40-ffb1796c8290 req-591ed497-d7f8-4d56-bb92-01a8dd9c2ce5 service neutron] 10.222.0.57 "GET /v2.0/networks/1557e6f9-ef1e-471d-ad9b-c22fef29517e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6165407 Mar 11 19:29:57.042297 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6bdf9d9c-9d3e-477c-b3f0-ad0f7e0f6f1b req-e1149283-76ab-48e2-85ac-ecbc9d96f1ea tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 5430 time: 0.2235632 Mar 11 19:29:57.158725 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-53fc92a2-242f-4d7f-96e8-20906318c05d req-f56babb3-f7df-4a1e-be75-cafe3abc0f8d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=fb70d1f7-aebb-4612-b27e-08c26dcf1a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143403 Mar 11 19:29:57.191032 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03485858-277f-49cd-927e-ed7f233054df req-a312b4d8-3788-47c3-90ba-ce2d8686686f tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:57.197740 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-03485858-277f-49cd-927e-ed7f233054df req-a312b4d8-3788-47c3-90ba-ce2d8686686f tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/ports?device_id=828431ab-9323-4845-8fb6-b27b7f39fa72&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1439443 Mar 11 19:29:57.252083 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-9c895980-04e7-4028-838a-39385bbad64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7cae50-fe5d-4dc7-a4e7-a12e8a01c559', 'name': 'tempest-TaggedBootDevicesTest-569372395-router', 'tenant_id': 'a4769f21866c4df899532889f67bf4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '5ae60785-3250-400d-a655-01165471ef31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:29:45Z', 'updated_at': '2022-03-11T19:29:53Z', 'revision_number': 4, 'project_id': 'a4769f21866c4df899532889f67bf4f7', 'gw_port': {'id': '5ae60785-3250-400d-a655-01165471ef31', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7cae50-fe5d-4dc7-a4e7-a12e8a01c559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:29:47Z', 'updated_at': '2022-03-11T19:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '9985170d-12d8-43f0-927e-53804df2e173', 'name': '', 'network_id': '3b7466c6-d34d-4d00-bc6b-2422028b6940', 'tenant_id': 'a4769f21866c4df899532889f67bf4f7', 'mac_address': 'fa:16:3e:ae:7c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7cae50-fe5d-4dc7-a4e7-a12e8a01c559', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'd3df0517-32ad-4a85-8ba9-fa3e393eb143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:29:51Z', 'updated_at': '2022-03-11T19:29:53Z', 'revision_number': 2, 'project_id': 'a4769f21866c4df899532889f67bf4f7', 'subnets': [{'id': 'd3df0517-32ad-4a85-8ba9-fa3e393eb143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:29:57.286271 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6bdf9d9c-9d3e-477c-b3f0-ad0f7e0f6f1b req-e8aa1172-a8a1-4a1d-9603-07abfb61666f tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/security-groups?id=019be762-639e-4ed8-9c49-723d3436f32b&id=97b5c377-83f5-4bad-bf80-e3f012b06736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2339730 Mar 11 19:29:57.289940 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-03485858-277f-49cd-927e-ed7f233054df req-1212c9cc-eb9b-4761-87a7-08d13580a6e7 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.174 HTTP/1.1" status: 200 len: 698 time: 0.0849948 Mar 11 19:29:57.300881 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-03485858-277f-49cd-927e-ed7f233054df req-fe7aeac3-fd04-4c02-b98e-cf413c819f9f tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Request body: {'floatingip': {'port_id': 'a621553f-0149-4c8d-ac87-9dde3f520048', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:29:57.304347 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c895980-04e7-4028-838a-39385bbad64e None None] Checking router: 2c7cae50-fe5d-4dc7-a4e7-a12e8a01c559 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:29:57.305406 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c895980-04e7-4028-838a-39385bbad64e None None] Updating router 2c7cae50-fe5d-4dc7-a4e7-a12e8a01c559 port 9985170d-12d8-43f0-927e-53804df2e173 binding host n-d-833163-1 {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:29:57.359293 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521c505b-c251-4676-8eae-3f2e9c4a069c None None] New status for floating IP 197077ef-138f-49ee-b15b-ccb5aabbfaeb: DOWN {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 19:29:57.366475 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-9c895980-04e7-4028-838a-39385bbad64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (9985170d-12d8-43f0-927e-53804df2e173), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:57.397864 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-03485858-277f-49cd-927e-ed7f233054df req-fe7aeac3-fd04-4c02-b98e-cf413c819f9f tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Publish callbacks [] for floatingip (197077ef-138f-49ee-b15b-ccb5aabbfaeb), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:57.495252 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:57.626791 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f6887cc5-4a95-4dc3-8b40-ffb1796c8290 req-10987c0a-a260-4261-bcd3-855a4a170c7e service neutron] 10.222.0.57 "GET /v2.0/networks/1557e6f9-ef1e-471d-ad9b-c22fef29517e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5755117 Mar 11 19:29:57.627326 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee8431-9bd8-4bf6-801c-69e6b6ecf8f6 req-2e002b6b-34ac-4b81-9396-f01f695b22ae tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:57.634432 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-88ee8431-9bd8-4bf6-801c-69e6b6ecf8f6 req-2e002b6b-34ac-4b81-9396-f01f695b22ae tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] 10.222.0.65 "GET /v2.0/ports?device_id=8641236d-15bc-4659-b0fa-16ed4aa8982a HTTP/1.1" status: 200 len: 950 time: 0.1848021 Mar 11 19:29:57.699698 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f5e85f1e-0110-4404-9102-be4308ad24ad req-12bf3ecd-df05-4177-ae76-17831556a77d service neutron] 10.222.0.75 "GET /v2.0/networks/b2c20bf2-5907-4ff7-8af6-23603c7d780a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6853685 Mar 11 19:29:57.761807 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-93a12257-7a5e-4afb-99af-cc4523e79bc3 req-875de800-f494-4d86-908e-df4644397b46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8ef34d8-1ba6-489a-b67d-ceebba444cdd {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:29:57.778285 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-88ee8431-9bd8-4bf6-801c-69e6b6ecf8f6 req-61c8ca6d-c471-44df-89e1-ca12465a5b1b tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] 10.222.0.65 "GET /v2.0/security-groups?id=fb70d1f7-aebb-4612-b27e-08c26dcf1a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425045 Mar 11 19:29:57.788999 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-93a12257-7a5e-4afb-99af-cc4523e79bc3 req-875de800-f494-4d86-908e-df4644397b46 service neutron] Publish callbacks [] for port (b8ef34d8-1ba6-489a-b67d-ceebba444cdd), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:57.869240 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-93a12257-7a5e-4afb-99af-cc4523e79bc3 req-875de800-f494-4d86-908e-df4644397b46 service neutron] Transition to ACTIVE for port object b8ef34d8-1ba6-489a-b67d-ceebba444cdd will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:29:57.875696 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-93a12257-7a5e-4afb-99af-cc4523e79bc3 req-875de800-f494-4d86-908e-df4644397b46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (b8ef34d8-1ba6-489a-b67d-ceebba444cdd), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:57.892559 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-9c895980-04e7-4028-838a-39385bbad64e None None] Publish callbacks [] for port (9985170d-12d8-43f0-927e-53804df2e173), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:57.900687 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-9c895980-04e7-4028-838a-39385bbad64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (9985170d-12d8-43f0-927e-53804df2e173), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:57.903389 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 5ae60785-3250-400d-a655-01165471ef31 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:29:58.017337 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d793b2-76a8-4be2-8f7a-f821a5a5f842 req-a8c1ae10-2d5d-4e08-867c-22a151ec60f8 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:58.025418 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-06d793b2-76a8-4be2-8f7a-f821a5a5f842 req-a8c1ae10-2d5d-4e08-867c-22a151ec60f8 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b HTTP/1.1" status: 200 len: 945 time: 0.1395526 Mar 11 19:29:58.039330 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 5ae60785-3250-400d-a655-01165471ef31 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:29:58.039966 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (5ae60785-3250-400d-a655-01165471ef31), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:58.043815 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f5e85f1e-0110-4404-9102-be4308ad24ad req-8115d674-2991-43ea-823d-c59b2f64cf96 service neutron] 10.222.0.75 "GET /v2.0/networks/b2c20bf2-5907-4ff7-8af6-23603c7d780a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293099 Mar 11 19:29:58.044817 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875de800-f494-4d86-908e-df4644397b46 service neutron] Pushing event updated for resources: {'Port': ['ID=b8ef34d8-1ba6-489a-b67d-ceebba444cdd,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:58.072680 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.db.api [req-03485858-277f-49cd-927e-ed7f233054df req-fe7aeac3-fd04-4c02-b98e-cf413c819f9f tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:29:58.073251 n-d-833163-1 neutron-server[103885]: DEBUG oslo_db.api [req-03485858-277f-49cd-927e-ed7f233054df req-fe7aeac3-fd04-4c02-b98e-cf413c819f9f tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:29:58.132557 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5741db-6a16-4bcc-9d35-a89494338518 None None] Pushing event updated for resources: {'Port': ['ID=9985170d-12d8-43f0-927e-53804df2e173,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:58.152234 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-06d793b2-76a8-4be2-8f7a-f821a5a5f842 req-63a6c86b-38f6-45a0-b3f9-f7288485217e tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258581 Mar 11 19:29:58.160877 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-9c895980-04e7-4028-838a-39385bbad64e None None] Attempting to bind port 9985170d-12d8-43f0-927e-53804df2e173 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:29:58.161253 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-9c895980-04e7-4028-838a-39385bbad64e None None] Attempting to bind port 9985170d-12d8-43f0-927e-53804df2e173 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'd06ab450-19d7-41d0-8e8e-fde96ffdb869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '3b7466c6-d34d-4d00-bc6b-2422028b6940'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:29:58.161614 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c895980-04e7-4028-838a-39385bbad64e None None] Attempting to bind port 9985170d-12d8-43f0-927e-53804df2e173 on network 3b7466c6-d34d-4d00-bc6b-2422028b6940 {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:29:58.172820 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c895980-04e7-4028-838a-39385bbad64e None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:29:58.173202 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c895980-04e7-4028-838a-39385bbad64e None None] Checking segment: {'id': 'd06ab450-19d7-41d0-8e8e-fde96ffdb869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '3b7466c6-d34d-4d00-bc6b-2422028b6940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:29:58.173607 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-9c895980-04e7-4028-838a-39385bbad64e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:58.173995 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c895980-04e7-4028-838a-39385bbad64e None None] Bound using segment: {'id': 'd06ab450-19d7-41d0-8e8e-fde96ffdb869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '3b7466c6-d34d-4d00-bc6b-2422028b6940'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:29:58.174470 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-9c895980-04e7-4028-838a-39385bbad64e None None] Bound port: 9985170d-12d8-43f0-927e-53804df2e173, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd06ab450-19d7-41d0-8e8e-fde96ffdb869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '3b7466c6-d34d-4d00-bc6b-2422028b6940'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:29:58.174916 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-9c895980-04e7-4028-838a-39385bbad64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (9985170d-12d8-43f0-927e-53804df2e173), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:58.265572 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 5ae60785-3250-400d-a655-01165471ef31 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:29:58.271474 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-93a12257-7a5e-4afb-99af-cc4523e79bc3 req-875de800-f494-4d86-908e-df4644397b46 service neutron] Attempting to bind port b8ef34d8-1ba6-489a-b67d-ceebba444cdd on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:29:58.279750 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-93a12257-7a5e-4afb-99af-cc4523e79bc3 req-875de800-f494-4d86-908e-df4644397b46 service neutron] Attempting to bind port b8ef34d8-1ba6-489a-b67d-ceebba444cdd by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:29:58.280156 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a12257-7a5e-4afb-99af-cc4523e79bc3 req-875de800-f494-4d86-908e-df4644397b46 service neutron] Attempting to bind port b8ef34d8-1ba6-489a-b67d-ceebba444cdd on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:29:58.286401 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a12257-7a5e-4afb-99af-cc4523e79bc3 req-875de800-f494-4d86-908e-df4644397b46 service neutron] Port b8ef34d8-1ba6-489a-b67d-ceebba444cdd on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:29:58.286742 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a12257-7a5e-4afb-99af-cc4523e79bc3 req-875de800-f494-4d86-908e-df4644397b46 service neutron] Attempting to bind port b8ef34d8-1ba6-489a-b67d-ceebba444cdd on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:29:58.293006 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a12257-7a5e-4afb-99af-cc4523e79bc3 req-875de800-f494-4d86-908e-df4644397b46 service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:29:58.293402 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a12257-7a5e-4afb-99af-cc4523e79bc3 req-875de800-f494-4d86-908e-df4644397b46 service neutron] Checking segment: {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:29:58.293746 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a12257-7a5e-4afb-99af-cc4523e79bc3 req-875de800-f494-4d86-908e-df4644397b46 service neutron] Bound using segment: {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:29:58.294187 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-93a12257-7a5e-4afb-99af-cc4523e79bc3 req-875de800-f494-4d86-908e-df4644397b46 service neutron] Bound port: b8ef34d8-1ba6-489a-b67d-ceebba444cdd, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:29:58.294548 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-93a12257-7a5e-4afb-99af-cc4523e79bc3 req-875de800-f494-4d86-908e-df4644397b46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b8ef34d8-1ba6-489a-b67d-ceebba444cdd), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:58.295584 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-9c895980-04e7-4028-838a-39385bbad64e None None] For port 9985170d-12d8-43f0-927e-53804df2e173, host n-d-833163-1, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:29:58.301440 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-9c895980-04e7-4028-838a-39385bbad64e None None] For port 9985170d-12d8-43f0-927e-53804df2e173, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=9985170d-12d8-43f0-927e-53804df2e173,segment=NetworkSegment(d06ab450-19d7-41d0-8e8e-fde96ffdb869),segment_id=d06ab450-19d7-41d0-8e8e-fde96ffdb869)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:29:58.317753 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-9c895980-04e7-4028-838a-39385bbad64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (9985170d-12d8-43f0-927e-53804df2e173), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:58.396208 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-93a12257-7a5e-4afb-99af-cc4523e79bc3 req-875de800-f494-4d86-908e-df4644397b46 service neutron] For port b8ef34d8-1ba6-489a-b67d-ceebba444cdd, host n-h1-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:29:58.396709 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07229b0d-f176-4929-bd1d-122e6ed46fdd req-90714792-9e3a-4161-b574-8cf1794655f4 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:58.398446 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-07229b0d-f176-4929-bd1d-122e6ed46fdd req-90714792-9e3a-4161-b574-8cf1794655f4 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] 10.222.0.65 "GET /v2.0/ports?device_id=b24d316a-c1c1-4052-8176-22f68a4960a5 HTTP/1.1" status: 200 len: 947 time: 0.1011713 Mar 11 19:29:58.399810 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-93a12257-7a5e-4afb-99af-cc4523e79bc3 req-875de800-f494-4d86-908e-df4644397b46 service neutron] For port b8ef34d8-1ba6-489a-b67d-ceebba444cdd, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=b8ef34d8-1ba6-489a-b67d-ceebba444cdd,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:29:58.410646 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-93a12257-7a5e-4afb-99af-cc4523e79bc3 req-875de800-f494-4d86-908e-df4644397b46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (b8ef34d8-1ba6-489a-b67d-ceebba444cdd), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:58.413288 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c895980-04e7-4028-838a-39385bbad64e None None] Routers {'2c7cae50-fe5d-4dc7-a4e7-a12e8a01c559'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:29:58.414575 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-9c895980-04e7-4028-838a-39385bbad64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:29:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['2c7cae50-fe5d-4dc7-a4e7-a12e8a01c559'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:29:58.457248 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-6a35f395-df75-4290-a1f0-2342952983f5 None None] Provisioning complete for port 9985170d-12d8-43f0-927e-53804df2e173 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:29:58.457870 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6a35f395-df75-4290-a1f0-2342952983f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (9985170d-12d8-43f0-927e-53804df2e173), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:58.472183 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-07229b0d-f176-4929-bd1d-122e6ed46fdd req-1ebad06c-7164-4bb7-9fdf-f233f4fd415d tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] 10.222.0.65 "GET /v2.0/security-groups?id=58cb8dbb-9031-4c79-8a2e-2c14ca4780e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618808 Mar 11 19:29:58.538211 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a12257-7a5e-4afb-99af-cc4523e79bc3 req-875de800-f494-4d86-908e-df4644397b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:58.540233 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-93a12257-7a5e-4afb-99af-cc4523e79bc3 req-875de800-f494-4d86-908e-df4644397b46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:58.540455 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5741db-6a16-4bcc-9d35-a89494338518 None None] Pushing event updated for resources: {'Port': ['ID=9985170d-12d8-43f0-927e-53804df2e173,revision_number=4']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:58.552578 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-93a12257-7a5e-4afb-99af-cc4523e79bc3 req-875de800-f494-4d86-908e-df4644397b46 service neutron] 10.222.0.75 "PUT /v2.0/ports/b8ef34d8-1ba6-489a-b67d-ceebba444cdd HTTP/1.1" status: 200 len: 1095 time: 3.2586231 Mar 11 19:29:58.553579 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b24d316a-c1c1-4052-8176-22f68a4960a5', 'tag': 'b8ef34d8-1ba6-489a-b67d-ceebba444cdd'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:29:58.560923 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f010a93-1c98-4f8d-9950-7ecffe19f745" -d '{"events": [{"name": "network-changed", "server_uuid": "b24d316a-c1c1-4052-8176-22f68a4960a5", "tag": "b8ef34d8-1ba6-489a-b67d-ceebba444cdd"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:29:58.577348 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-03485858-277f-49cd-927e-ed7f233054df req-fe7aeac3-fd04-4c02-b98e-cf413c819f9f tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Publish callbacks [] for floatingip (197077ef-138f-49ee-b15b-ccb5aabbfaeb), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:58.653592 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875de800-f494-4d86-908e-df4644397b46 service neutron] Pushing event updated for resources: {'Port': ['ID=b8ef34d8-1ba6-489a-b67d-ceebba444cdd,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:58.707024 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-6a35f395-df75-4290-a1f0-2342952983f5 None None] Current status of the port 9985170d-12d8-43f0-927e-53804df2e173 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:29:58.707425 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6a35f395-df75-4290-a1f0-2342952983f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (9985170d-12d8-43f0-927e-53804df2e173), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:58.757647 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-9c895980-04e7-4028-838a-39385bbad64e None None] Set router 2c7cae50-fe5d-4dc7-a4e7-a12e8a01c559 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:29:58.782293 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a12257-7a5e-4afb-99af-cc4523e79bc3 req-3b66a467-8105-4a2a-8de4-60d25007e9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:58.786424 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-93a12257-7a5e-4afb-99af-cc4523e79bc3 req-3b66a467-8105-4a2a-8de4-60d25007e9cb service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d91e5fe6eab6401bb7915ddd23194459&device_id=b24d316a-c1c1-4052-8176-22f68a4960a5 HTTP/1.1" status: 200 len: 1129 time: 0.1204650 Mar 11 19:29:58.821560 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-6a35f395-df75-4290-a1f0-2342952983f5 None None] For port 9985170d-12d8-43f0-927e-53804df2e173, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=9985170d-12d8-43f0-927e-53804df2e173,segment=NetworkSegment(d06ab450-19d7-41d0-8e8e-fde96ffdb869),segment_id=d06ab450-19d7-41d0-8e8e-fde96ffdb869)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:29:58.837096 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6a35f395-df75-4290-a1f0-2342952983f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (9985170d-12d8-43f0-927e-53804df2e173), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:58.858486 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-93a12257-7a5e-4afb-99af-cc4523e79bc3 req-7a16b09f-2bf1-4ac6-bf7f-99addb15c8eb service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=b8ef34d8-1ba6-489a-b67d-ceebba444cdd HTTP/1.1" status: 200 len: 217 time: 0.0582139 Mar 11 19:29:58.930045 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a12257-7a5e-4afb-99af-cc4523e79bc3 req-cbfd5c61-b017-42d5-b1a8-45c849c1fd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:58.934232 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-93a12257-7a5e-4afb-99af-cc4523e79bc3 req-cbfd5c61-b017-42d5-b1a8-45c849c1fd01 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.0680788 Mar 11 19:29:58.985817 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a35f395-df75-4290-a1f0-2342952983f5 None None] Pushing event updated for resources: {'Port': ['ID=9985170d-12d8-43f0-927e-53804df2e173,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:29:58.991547 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:58.992111 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f627f5-db55-4691-a18a-e60b10fe75c2 req-9908f533-4c27-4c8f-82fb-acf3dbf935cc tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:58.997585 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f627f5-db55-4691-a18a-e60b10fe75c2 req-9908f533-4c27-4c8f-82fb-acf3dbf935cc tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:59.002832 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f627f5-db55-4691-a18a-e60b10fe75c2 req-9908f533-4c27-4c8f-82fb-acf3dbf935cc tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:59.008865 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f627f5-db55-4691-a18a-e60b10fe75c2 req-9908f533-4c27-4c8f-82fb-acf3dbf935cc tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:59.014170 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f627f5-db55-4691-a18a-e60b10fe75c2 req-9908f533-4c27-4c8f-82fb-acf3dbf935cc tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:59.020283 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f627f5-db55-4691-a18a-e60b10fe75c2 req-9908f533-4c27-4c8f-82fb-acf3dbf935cc tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:59.026757 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f627f5-db55-4691-a18a-e60b10fe75c2 req-9908f533-4c27-4c8f-82fb-acf3dbf935cc tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:59.034932 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e6f627f5-db55-4691-a18a-e60b10fe75c2 req-9908f533-4c27-4c8f-82fb-acf3dbf935cc tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 5430 time: 0.3441679 Mar 11 19:29:59.064770 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-f6c58a5e-e184-4f46-bb78-1d8831468a59 None None] Provisioning complete for port 9985170d-12d8-43f0-927e-53804df2e173 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:29:59.065241 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f6c58a5e-e184-4f46-bb78-1d8831468a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (9985170d-12d8-43f0-927e-53804df2e173), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:59.093119 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a12257-7a5e-4afb-99af-cc4523e79bc3 req-23a43507-de67-4a8c-8356-3c9e7fe20716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:59.098359 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-93a12257-7a5e-4afb-99af-cc4523e79bc3 req-23a43507-de67-4a8c-8356-3c9e7fe20716 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1488993 Mar 11 19:29:59.153660 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e6facf-f2fa-40ed-b983-025c759b677b req-8cd59991-2f79-4e66-a612-117790a771a1 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:59.156166 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-62e6facf-f2fa-40ed-b983-025c759b677b req-8cd59991-2f79-4e66-a612-117790a771a1 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c8c343d-0b54-4526-8474-397a7a119dfb HTTP/1.1" status: 200 len: 946 time: 0.1450462 Mar 11 19:29:59.239911 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f6c58a5e-e184-4f46-bb78-1d8831468a59 None None] Current status of the port 9985170d-12d8-43f0-927e-53804df2e173 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:29:59.253763 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a3836932-768d-4fed-aac6-51b3b6460032 req-5281d5ef-5c7b-471b-9cd2-224345e1eeec service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2ad8bcae-55b9-4797-acc5-531c16b5cec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2093043 Mar 11 19:29:59.263924 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-9c895980-04e7-4028-838a-39385bbad64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7cae50-fe5d-4dc7-a4e7-a12e8a01c559', 'name': 'tempest-TaggedBootDevicesTest-569372395-router', 'tenant_id': 'a4769f21866c4df899532889f67bf4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '5ae60785-3250-400d-a655-01165471ef31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:29:45Z', 'updated_at': '2022-03-11T19:29:53Z', 'revision_number': 4, 'project_id': 'a4769f21866c4df899532889f67bf4f7', 'gw_port': {'id': '5ae60785-3250-400d-a655-01165471ef31', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7cae50-fe5d-4dc7-a4e7-a12e8a01c559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:29:47Z', 'updated_at': '2022-03-11T19:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '9985170d-12d8-43f0-927e-53804df2e173', 'name': '', 'network_id': '3b7466c6-d34d-4d00-bc6b-2422028b6940', 'tenant_id': 'a4769f21866c4df899532889f67bf4f7', 'mac_address': 'fa:16:3e:ae:7c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7cae50-fe5d-4dc7-a4e7-a12e8a01c559', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'd3df0517-32ad-4a85-8ba9-fa3e393eb143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:29:51Z', 'updated_at': '2022-03-11T19:29:58Z', 'revision_number': 4, 'project_id': 'a4769f21866c4df899532889f67bf4f7', 'subnets': [{'id': 'd3df0517-32ad-4a85-8ba9-fa3e393eb143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:29:59.266659 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e6f627f5-db55-4691-a18a-e60b10fe75c2 req-dfdf39c4-eb97-446a-ad5a-dc9aad6c0459 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/security-groups?id=019be762-639e-4ed8-9c49-723d3436f32b&id=97b5c377-83f5-4bad-bf80-e3f012b06736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2286582 Mar 11 19:29:59.304535 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c895980-04e7-4028-838a-39385bbad64e None None] The sync data for ids ['2c7cae50-fe5d-4dc7-a4e7-a12e8a01c559'] in n-d-833163-1 is: [{'id': '2c7cae50-fe5d-4dc7-a4e7-a12e8a01c559', 'name': 'tempest-TaggedBootDevicesTest-569372395-router', 'tenant_id': 'a4769f21866c4df899532889f67bf4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '5ae60785-3250-400d-a655-01165471ef31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:29:45Z', 'updated_at': '2022-03-11T19:29:53Z', 'revision_number': 4, 'project_id': 'a4769f21866c4df899532889f67bf4f7', 'gw_port': {'id': '5ae60785-3250-400d-a655-01165471ef31', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7cae50-fe5d-4dc7-a4e7-a12e8a01c559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:29:47Z', 'updated_at': '2022-03-11T19:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '9985170d-12d8-43f0-927e-53804df2e173', 'name': '', 'network_id': '3b7466c6-d34d-4d00-bc6b-2422028b6940', 'tenant_id': 'a4769f21866c4df899532889f67bf4f7', 'mac_address': 'fa:16:3e:ae:7c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7cae50-fe5d-4dc7-a4e7-a12e8a01c559', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'd3df0517-32ad-4a85-8ba9-fa3e393eb143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:29:51Z', 'updated_at': '2022-03-11T19:29:58Z', 'revision_number': 4, 'project_id': 'a4769f21866c4df899532889f67bf4f7', 'subnets': [{'id': 'd3df0517-32ad-4a85-8ba9-fa3e393eb143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:29:59.369555 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4cf1656-3e5b-4a6b-b19c-886ca3282553 x-openstack-request-id: req-a4cf1656-3e5b-4a6b-b19c-886ca3282553 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:29:59.369945 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b24d316a-c1c1-4052-8176-22f68a4960a5", "tag": "b8ef34d8-1ba6-489a-b67d-ceebba444cdd", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:29:59.370120 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a4cf1656-3e5b-4a6b-b19c-886ca3282553 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:29:59.370534 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b24d316a-c1c1-4052-8176-22f68a4960a5', 'tag': 'b8ef34d8-1ba6-489a-b67d-ceebba444cdd', 'status': 'completed', 'code': 200} Mar 11 19:29:59.413433 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-62e6facf-f2fa-40ed-b983-025c759b677b req-2f5cdba5-fa57-493e-b7d8-369e62aee582 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Deleting port 9ca5199a-acd0-486c-b51b-14f8640b0449 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:29:59.413773 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-62e6facf-f2fa-40ed-b983-025c759b677b req-2f5cdba5-fa57-493e-b7d8-369e62aee582 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (9ca5199a-acd0-486c-b51b-14f8640b0449), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:59.443238 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-93a12257-7a5e-4afb-99af-cc4523e79bc3 req-210478f8-4af5-4d5e-a93b-d5fc03b84109 service neutron] 10.222.0.75 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375778 Mar 11 19:29:59.572999 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3836932-768d-4fed-aac6-51b3b6460032 req-0638a445-1d85-4418-bc22-558e740aa90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:59.574557 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a3836932-768d-4fed-aac6-51b3b6460032 req-0638a445-1d85-4418-bc22-558e740aa90f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f95acd8ec5ef45d8b7ae8994d46f4375&device_id=2ad8bcae-55b9-4797-acc5-531c16b5cec4 HTTP/1.1" status: 200 len: 1126 time: 0.2629421 Mar 11 19:29:59.600547 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-62e6facf-f2fa-40ed-b983-025c759b677b req-2f5cdba5-fa57-493e-b7d8-369e62aee582 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] For port 9ca5199a-acd0-486c-b51b-14f8640b0449, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=9ca5199a-acd0-486c-b51b-14f8640b0449,segment=NetworkSegment(7617739c-1148-405a-b759-881cda43c47e),segment_id=7617739c-1148-405a-b759-881cda43c47e)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:29:59.600983 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-62e6facf-f2fa-40ed-b983-025c759b677b req-2f5cdba5-fa57-493e-b7d8-369e62aee582 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (9ca5199a-acd0-486c-b51b-14f8640b0449), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:59.617912 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-62e6facf-f2fa-40ed-b983-025c759b677b req-2f5cdba5-fa57-493e-b7d8-369e62aee582 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Calling delete_port for 9ca5199a-acd0-486c-b51b-14f8640b0449 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:29:59.650786 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5dfa84-9954-4bc8-966d-ef2e8bd2b855 req-cff05c46-ef35-461e-8888-286c597a8be3 tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:59.652370 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1d5dfa84-9954-4bc8-966d-ef2e8bd2b855 req-cff05c46-ef35-461e-8888-286c597a8be3 tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] 10.222.0.65 "GET /v2.0/ports?device_id=8641236d-15bc-4659-b0fa-16ed4aa8982a HTTP/1.1" status: 200 len: 950 time: 0.2016015 Mar 11 19:29:59.875742 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1d5dfa84-9954-4bc8-966d-ef2e8bd2b855 req-11cd221c-de2b-4af6-b6f7-5759755908a1 tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] 10.222.0.65 "GET /v2.0/security-groups?id=fb70d1f7-aebb-4612-b27e-08c26dcf1a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040706 Mar 11 19:29:59.888677 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3836932-768d-4fed-aac6-51b3b6460032 req-261bd6ed-3e3c-4833-acd1-a0dd08e03078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:29:59.892367 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a3836932-768d-4fed-aac6-51b3b6460032 req-261bd6ed-3e3c-4833-acd1-a0dd08e03078 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a HTTP/1.1" status: 200 len: 908 time: 0.2847047 Mar 11 19:29:59.898556 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-93a12257-7a5e-4afb-99af-cc4523e79bc3 req-d84340bd-637f-436b-9c3c-1d8891013e5d service neutron] 10.222.0.75 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4444900 Mar 11 19:29:59.948169 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-62e6facf-f2fa-40ed-b983-025c759b677b req-2f5cdba5-fa57-493e-b7d8-369e62aee582 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (9ca5199a-acd0-486c-b51b-14f8640b0449), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:29:59.961961 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['a621553f-0149-4c8d-ac87-9dde3f520048', '9ca5199a-acd0-486c-b51b-14f8640b0449'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:30:00.022055 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 9985170d-12d8-43f0-927e-53804df2e173 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:30:00.024660 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a3836932-768d-4fed-aac6-51b3b6460032 req-d7a75412-aa42-4f41-bf1e-67e18def267d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7f91352-b57f-43ea-ac22-820aef0e7422 HTTP/1.1" status: 200 len: 217 time: 0.1198571 Mar 11 19:30:00.048870 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-03485858-277f-49cd-927e-ed7f233054df req-fe7aeac3-fd04-4c02-b98e-cf413c819f9f tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:00.103016 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5cdba5-fa57-493e-b7d8-369e62aee582 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Pushing event deleted for resources: {'Port': ['ID=9ca5199a-acd0-486c-b51b-14f8640b0449,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:00.120669 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-03485858-277f-49cd-927e-ed7f233054df req-fe7aeac3-fd04-4c02-b98e-cf413c819f9f tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (197077ef-138f-49ee-b15b-ccb5aabbfaeb), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:00.168405 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 9985170d-12d8-43f0-927e-53804df2e173 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:30:00.169169 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (9985170d-12d8-43f0-927e-53804df2e173), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:00.295966 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-62e6facf-f2fa-40ed-b983-025c759b677b req-2f5cdba5-fa57-493e-b7d8-369e62aee582 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] No DVR routers for this DVR port 9ca5199a-acd0-486c-b51b-14f8640b0449 on host n-h2-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:30:00.308374 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-62e6facf-f2fa-40ed-b983-025c759b677b req-2f5cdba5-fa57-493e-b7d8-369e62aee582 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:00.311792 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-62e6facf-f2fa-40ed-b983-025c759b677b req-2f5cdba5-fa57-493e-b7d8-369e62aee582 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.57 "DELETE /v2.0/ports/9ca5199a-acd0-486c-b51b-14f8640b0449 HTTP/1.1" status: 204 len: 173 time: 1.0984945 Mar 11 19:30:00.333591 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3836932-768d-4fed-aac6-51b3b6460032 req-5e9bd065-ec10-40c5-9270-3aad33b19e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:00.335078 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a3836932-768d-4fed-aac6-51b3b6460032 req-5e9bd065-ec10-40c5-9270-3aad33b19e9f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f742a986-c135-4269-ad05-332f85e495a8 HTTP/1.1" status: 200 len: 847 time: 0.3009717 Mar 11 19:30:00.373354 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f010a93-1c98-4f8d-9950-7ecffe19f745 req-86581983-d29b-4e17-a72e-754f6f004d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:00.374914 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-7f010a93-1c98-4f8d-9950-7ecffe19f745 req-86581983-d29b-4e17-a72e-754f6f004d07 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d91e5fe6eab6401bb7915ddd23194459&device_id=b24d316a-c1c1-4052-8176-22f68a4960a5 HTTP/1.1" status: 200 len: 1129 time: 0.3761435 Mar 11 19:30:00.498524 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6fceff-8c8c-414e-ae14-452b625130d3 req-65e3e0fd-e8dc-473b-9b27-34e5210994d4 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:00.520267 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-df6fceff-8c8c-414e-ae14-452b625130d3 req-65e3e0fd-e8dc-473b-9b27-34e5210994d4 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b HTTP/1.1" status: 200 len: 945 time: 0.5108519 Mar 11 19:30:00.538129 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a3836932-768d-4fed-aac6-51b3b6460032 req-ace8cc4b-ccbc-40c3-b0b5-95dfa13bba65 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1835208 Mar 11 19:30:00.637734 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f010a93-1c98-4f8d-9950-7ecffe19f745 req-80641390-5323-4740-bd1e-6df44099a853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:00.639989 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-7f010a93-1c98-4f8d-9950-7ecffe19f745 req-80641390-5323-4740-bd1e-6df44099a853 service neutron] 10.222.0.75 "GET /v2.0/networks?id=885772b1-9b97-4e1d-a0fb-e125030c5a81 HTTP/1.1" status: 200 len: 870 time: 0.2547917 Mar 11 19:30:00.652905 n-d-833163-1 neutron-server[103885]: INFO neutron.db.l3_db [req-03485858-277f-49cd-927e-ed7f233054df req-fe7aeac3-fd04-4c02-b98e-cf413c819f9f tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Floating IP 197077ef-138f-49ee-b15b-ccb5aabbfaeb associated. External IP: 172.25.8.174, port: a621553f-0149-4c8d-ac87-9dde3f520048. Mar 11 19:30:00.702461 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 9985170d-12d8-43f0-927e-53804df2e173 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:30:00.714590 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-7f010a93-1c98-4f8d-9950-7ecffe19f745 req-3cf5b6ad-0bd1-4fd8-8846-eb16bb4d75c3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=b8ef34d8-1ba6-489a-b67d-ceebba444cdd HTTP/1.1" status: 200 len: 217 time: 0.0646403 Mar 11 19:30:00.794364 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f010a93-1c98-4f8d-9950-7ecffe19f745 req-cdf149be-9447-4d7b-91c2-b10382909a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:00.800850 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-7f010a93-1c98-4f8d-9950-7ecffe19f745 req-cdf149be-9447-4d7b-91c2-b10382909a41 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.0780754 Mar 11 19:30:00.850813 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-df6fceff-8c8c-414e-ae14-452b625130d3 req-a3e60c6d-d561-4f8b-b6b6-8c012907e75c tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294799 Mar 11 19:30:00.897400 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f010a93-1c98-4f8d-9950-7ecffe19f745 req-333a5b55-cebc-4ec4-8a29-d89b813e0c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:00.899599 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-7f010a93-1c98-4f8d-9950-7ecffe19f745 req-333a5b55-cebc-4ec4-8a29-d89b813e0c00 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0890372 Mar 11 19:30:01.156128 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-7f010a93-1c98-4f8d-9950-7ecffe19f745 req-8aa1bdec-12b6-4670-9955-69dbecfa0763 service neutron] 10.222.0.75 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479877 Mar 11 19:30:01.349662 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-7f010a93-1c98-4f8d-9950-7ecffe19f745 req-e8732319-cec1-4bae-87ca-69554127fb42 service neutron] 10.222.0.75 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869462 Mar 11 19:30:01.371436 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c8c343d-0b54-4526-8474-397a7a119dfb', 'name': 'network-vif-deleted', 'tag': '9ca5199a-acd0-486c-b51b-14f8640b0449'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:30:01.373806 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249e7284-6a3d-41e5-ae1d-15d2c96628b3" -d '{"events": [{"server_uuid": "1c8c343d-0b54-4526-8474-397a7a119dfb", "name": "network-vif-deleted", "tag": "9ca5199a-acd0-486c-b51b-14f8640b0449"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:30:01.581884 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a3836932-768d-4fed-aac6-51b3b6460032 req-32f99e2b-9de8-45ff-9e19-75dbad61cb49 service neutron] 10.222.0.57 "GET /v2.0/networks/4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0280578 Mar 11 19:30:01.727034 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a69741f-e2e0-47b1-ae53-4de287c27a93 req-9a07ce28-f7df-4932-a6f8-8a8161faf88e tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:01.728540 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7a69741f-e2e0-47b1-ae53-4de287c27a93 req-9a07ce28-f7df-4932-a6f8-8a8161faf88e tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] 10.222.0.65 "GET /v2.0/ports?device_id=b24d316a-c1c1-4052-8176-22f68a4960a5 HTTP/1.1" status: 200 len: 947 time: 0.2113643 Mar 11 19:30:01.811889 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a3836932-768d-4fed-aac6-51b3b6460032 req-50544ca1-8b1c-43dc-a472-0338add4890c service neutron] 10.222.0.57 "GET /v2.0/networks/4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206023 Mar 11 19:30:01.832223 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03485858-277f-49cd-927e-ed7f233054df req-fe7aeac3-fd04-4c02-b98e-cf413c819f9f tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Router 3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:30:01.842937 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7a69741f-e2e0-47b1-ae53-4de287c27a93 req-eef88012-e9db-4e3b-bd50-56a29dd65524 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] 10.222.0.65 "GET /v2.0/security-groups?id=58cb8dbb-9031-4c79-8a2e-2c14ca4780e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849774 Mar 11 19:30:02.009633 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03485858-277f-49cd-927e-ed7f233054df req-fe7aeac3-fd04-4c02-b98e-cf413c819f9f tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:30:02.019219 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff06516-6d39-41a1-a8a3-902614c35454 None None] Sync routers for ids ['3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:30:02.020086 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-03485858-277f-49cd-927e-ed7f233054df req-fe7aeac3-fd04-4c02-b98e-cf413c819f9f tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:02.048606 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff06516-6d39-41a1-a8a3-902614c35454 None None] Routers {'3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:30:02.051214 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-2ff06516-6d39-41a1-a8a3-902614c35454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:29:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:30:02.075930 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-03485858-277f-49cd-927e-ed7f233054df req-fe7aeac3-fd04-4c02-b98e-cf413c819f9f tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "PUT /v2.0/floatingips/197077ef-138f-49ee-b15b-ccb5aabbfaeb HTTP/1.1" status: 200 len: 996 time: 4.7799842 Mar 11 19:30:02.076379 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '828431ab-9323-4845-8fb6-b27b7f39fa72', 'tag': 'a621553f-0149-4c8d-ac87-9dde3f520048'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:30:02.078856 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f55c44-14a7-4f48-b122-b70742ae186e" -d '{"events": [{"name": "network-changed", "server_uuid": "828431ab-9323-4845-8fb6-b27b7f39fa72", "tag": "a621553f-0149-4c8d-ac87-9dde3f520048"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:30:02.108573 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 9ca5199a-acd0-486c-b51b-14f8640b0449 no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:30:02.182435 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: 9ca5199a-acd0-486c-b51b-14f8640b0449 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:30:02.184611 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 9ca5199a-acd0-486c-b51b-14f8640b0449 not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:30:02.242240 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03485858-277f-49cd-927e-ed7f233054df req-348ee2d0-9000-4b9c-a26c-91e9d4a73cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:02.250709 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-03485858-277f-49cd-927e-ed7f233054df req-348ee2d0-9000-4b9c-a26c-91e9d4a73cdf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=36c6fb85db664d0dac9633c7a1a49fd2&device_id=828431ab-9323-4845-8fb6-b27b7f39fa72 HTTP/1.1" status: 200 len: 1127 time: 0.1574714 Mar 11 19:30:02.268950 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-2ff06516-6d39-41a1-a8a3-902614c35454 None None] Set router 3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:30:02.300273 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device b8ef34d8-1ba6-489a-b67d-ceebba444cdd details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:30:02.505206 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03485858-277f-49cd-927e-ed7f233054df req-7946656c-f6bb-4b02-866c-57a3525c7579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:02.507787 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-03485858-277f-49cd-927e-ed7f233054df req-7946656c-f6bb-4b02-866c-57a3525c7579 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1557e6f9-ef1e-471d-ad9b-c22fef29517e HTTP/1.1" status: 200 len: 922 time: 0.2461786 Mar 11 19:30:02.609244 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port b8ef34d8-1ba6-489a-b67d-ceebba444cdd, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=b8ef34d8-1ba6-489a-b67d-ceebba444cdd,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:30:02.623522 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': 'b8ef34d8-1ba6-489a-b67d-ceebba444cdd', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'port_id': 'b8ef34d8-1ba6-489a-b67d-ceebba444cdd', 'mac_address': 'fa:16:3e:95:f2:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bb14923-74c3-4313-be8d-ed33542f05aa', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:30:02.633875 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-03485858-277f-49cd-927e-ed7f233054df req-b53e76fb-d020-439e-aebb-698ae82cc0be service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a621553f-0149-4c8d-ac87-9dde3f520048 HTTP/1.1" status: 200 len: 999 time: 0.1212473 Mar 11 19:30:02.732006 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03485858-277f-49cd-927e-ed7f233054df req-f3082ac7-886e-4a02-9780-e4b524a56192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:02.734301 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-03485858-277f-49cd-927e-ed7f233054df req-f3082ac7-886e-4a02-9780-e4b524a56192 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=159c45f0-17a9-4dad-ae0c-9d105edbfcac HTTP/1.1" status: 200 len: 860 time: 0.0944235 Mar 11 19:30:02.740390 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port b8ef34d8-1ba6-489a-b67d-ceebba444cdd is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:30:02.740890 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b8ef34d8-1ba6-489a-b67d-ceebba444cdd), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:02.761942 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8ef34d8-1ba6-489a-b67d-ceebba444cdd {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:30:02.775530 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-2ff06516-6d39-41a1-a8a3-902614c35454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1553295538-router', 'tenant_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'd31e3b60-d1ce-490c-94f1-fb1e977643c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:28:18Z', 'updated_at': '2022-03-11T19:28:29Z', 'revision_number': 4, 'project_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'gw_port': {'id': 'd31e3b60-d1ce-490c-94f1-fb1e977643c8', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:19Z', 'updated_at': '2022-03-11T19:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '197077ef-138f-49ee-b15b-ccb5aabbfaeb', 'tenant_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'floating_ip_address': '172.25.8.174', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'port_id': 'a621553f-0149-4c8d-ac87-9dde3f520048', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1557e6f9-ef1e-471d-ad9b-c22fef29517e', 'mac_address': 'fa:16:3e:bc:46:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828431ab-9323-4845-8fb6-b27b7f39fa72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:28:54Z', 'updated_at': '2022-03-11T19:29:59Z', 'revision_number': 8, 'project_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bec0c192-6bc1-4467-b7b8-6cef911a0c05', 'name': '', 'network_id': '1557e6f9-ef1e-471d-ad9b-c22fef29517e', 'tenant_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'mac_address': 'fa:16:3e:4d:67:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '159c45f0-17a9-4dad-ae0c-9d105edbfcac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:26Z', 'updated_at': '2022-03-11T19:28:35Z', 'revision_number': 5, 'project_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'subnets': [{'id': '159c45f0-17a9-4dad-ae0c-9d105edbfcac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:30:02.789721 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port b8ef34d8-1ba6-489a-b67d-ceebba444cdd, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=b8ef34d8-1ba6-489a-b67d-ceebba444cdd,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:30:02.795332 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (b8ef34d8-1ba6-489a-b67d-ceebba444cdd), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:02.822682 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03485858-277f-49cd-927e-ed7f233054df req-a2e7b8ab-88dd-4919-a0db-369525646e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:02.827517 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff06516-6d39-41a1-a8a3-902614c35454 None None] Checking router: 3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:30:02.829034 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-03485858-277f-49cd-927e-ed7f233054df req-a2e7b8ab-88dd-4919-a0db-369525646e9b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1557e6f9-ef1e-471d-ad9b-c22fef29517e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0859296 Mar 11 19:30:02.846277 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff06516-6d39-41a1-a8a3-902614c35454 None None] Routers {'3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:30:02.847592 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-2ff06516-6d39-41a1-a8a3-902614c35454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:29:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:30:02.891908 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=b8ef34d8-1ba6-489a-b67d-ceebba444cdd,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:02.981182 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-03485858-277f-49cd-927e-ed7f233054df req-405632c7-94d5-489e-a25f-ce8cc392066d service neutron] 10.222.0.65 "GET /v2.0/networks/1557e6f9-ef1e-471d-ad9b-c22fef29517e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443379 Mar 11 19:30:03.019003 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-2ff06516-6d39-41a1-a8a3-902614c35454 None None] Set router 3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:30:03.088998 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['b8ef34d8-1ba6-489a-b67d-ceebba444cdd'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:30:03.108520 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-03485858-277f-49cd-927e-ed7f233054df req-48771770-43ee-449e-9f79-9eb1aa2e524d service neutron] 10.222.0.65 "GET /v2.0/networks/1557e6f9-ef1e-471d-ad9b-c22fef29517e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191843 Mar 11 19:30:03.377373 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ef9d8-10c2-4629-8965-c3033343975f req-acc8dd25-41b2-4fe3-b173-95308ae9dc1b tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:03.383799 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ef9d8-10c2-4629-8965-c3033343975f req-acc8dd25-41b2-4fe3-b173-95308ae9dc1b tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:03.389863 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ef9d8-10c2-4629-8965-c3033343975f req-acc8dd25-41b2-4fe3-b173-95308ae9dc1b tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:03.397091 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ef9d8-10c2-4629-8965-c3033343975f req-acc8dd25-41b2-4fe3-b173-95308ae9dc1b tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:03.405326 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ef9d8-10c2-4629-8965-c3033343975f req-acc8dd25-41b2-4fe3-b173-95308ae9dc1b tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:03.411275 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-2ff06516-6d39-41a1-a8a3-902614c35454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1553295538-router', 'tenant_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'd31e3b60-d1ce-490c-94f1-fb1e977643c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:28:18Z', 'updated_at': '2022-03-11T19:28:29Z', 'revision_number': 4, 'project_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'gw_port': {'id': 'd31e3b60-d1ce-490c-94f1-fb1e977643c8', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:19Z', 'updated_at': '2022-03-11T19:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '197077ef-138f-49ee-b15b-ccb5aabbfaeb', 'tenant_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'floating_ip_address': '172.25.8.174', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'port_id': 'a621553f-0149-4c8d-ac87-9dde3f520048', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1557e6f9-ef1e-471d-ad9b-c22fef29517e', 'mac_address': 'fa:16:3e:bc:46:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828431ab-9323-4845-8fb6-b27b7f39fa72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:28:54Z', 'updated_at': '2022-03-11T19:29:59Z', 'revision_number': 8, 'project_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bec0c192-6bc1-4467-b7b8-6cef911a0c05', 'name': '', 'network_id': '1557e6f9-ef1e-471d-ad9b-c22fef29517e', 'tenant_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'mac_address': 'fa:16:3e:4d:67:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '159c45f0-17a9-4dad-ae0c-9d105edbfcac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:26Z', 'updated_at': '2022-03-11T19:28:35Z', 'revision_number': 5, 'project_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'subnets': [{'id': '159c45f0-17a9-4dad-ae0c-9d105edbfcac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:30:03.411871 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ef9d8-10c2-4629-8965-c3033343975f req-acc8dd25-41b2-4fe3-b173-95308ae9dc1b tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:03.417244 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ef9d8-10c2-4629-8965-c3033343975f req-acc8dd25-41b2-4fe3-b173-95308ae9dc1b tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:03.419191 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7e7ef9d8-10c2-4629-8965-c3033343975f req-acc8dd25-41b2-4fe3-b173-95308ae9dc1b tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 5430 time: 0.1748371 Mar 11 19:30:03.440874 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff06516-6d39-41a1-a8a3-902614c35454 None None] The sync data for ids ['3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e'] in n-d-833163-1 is: [{'id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1553295538-router', 'tenant_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'd31e3b60-d1ce-490c-94f1-fb1e977643c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:28:18Z', 'updated_at': '2022-03-11T19:28:29Z', 'revision_number': 4, 'project_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'gw_port': {'id': 'd31e3b60-d1ce-490c-94f1-fb1e977643c8', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:19Z', 'updated_at': '2022-03-11T19:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '197077ef-138f-49ee-b15b-ccb5aabbfaeb', 'tenant_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'floating_ip_address': '172.25.8.174', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'port_id': 'a621553f-0149-4c8d-ac87-9dde3f520048', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1557e6f9-ef1e-471d-ad9b-c22fef29517e', 'mac_address': 'fa:16:3e:bc:46:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828431ab-9323-4845-8fb6-b27b7f39fa72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:28:54Z', 'updated_at': '2022-03-11T19:29:59Z', 'revision_number': 8, 'project_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bec0c192-6bc1-4467-b7b8-6cef911a0c05', 'name': '', 'network_id': '1557e6f9-ef1e-471d-ad9b-c22fef29517e', 'tenant_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'mac_address': 'fa:16:3e:4d:67:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '159c45f0-17a9-4dad-ae0c-9d105edbfcac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:26Z', 'updated_at': '2022-03-11T19:28:35Z', 'revision_number': 5, 'project_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'subnets': [{'id': '159c45f0-17a9-4dad-ae0c-9d105edbfcac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:30:03.504988 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7e7ef9d8-10c2-4629-8965-c3033343975f req-6169ae81-1e7a-4611-afa2-a50cac49b01c tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/security-groups?id=019be762-639e-4ed8-9c49-723d3436f32b&id=97b5c377-83f5-4bad-bf80-e3f012b06736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0756633 Mar 11 19:30:03.547048 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ce9e33-f072-4f99-848f-4514a374f59e x-openstack-request-id: req-54ce9e33-f072-4f99-848f-4514a374f59e {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:30:03.547541 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c8c343d-0b54-4526-8474-397a7a119dfb", "name": "network-vif-deleted", "tag": "9ca5199a-acd0-486c-b51b-14f8640b0449", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:30:03.547658 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-54ce9e33-f072-4f99-848f-4514a374f59e {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:30:03.548000 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c8c343d-0b54-4526-8474-397a7a119dfb', 'name': 'network-vif-deleted', 'tag': '9ca5199a-acd0-486c-b51b-14f8640b0449', 'status': 'completed', 'code': 200} Mar 11 19:30:03.667464 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b029b8-b7c3-41b1-aa73-0696ddad8949 req-f9792e21-19a4-4f50-a9f9-0d4a79a678f6 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:03.669035 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-08b029b8-b7c3-41b1-aa73-0696ddad8949 req-f9792e21-19a4-4f50-a9f9-0d4a79a678f6 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b HTTP/1.1" status: 200 len: 945 time: 0.0680990 Mar 11 19:30:03.728401 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-08b029b8-b7c3-41b1-aa73-0696ddad8949 req-48eb3160-f4d1-41a0-93d2-f95a13903513 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521042 Mar 11 19:30:03.744422 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d11cc9f-2854-47db-a3ca-25e15bcda673 None None] New status for floating IP 197077ef-138f-49ee-b15b-ccb5aabbfaeb: ACTIVE {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 19:30:03.812046 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25cc9aa-57be-4dd9-bf41-e7f20ece210b x-openstack-request-id: req-c25cc9aa-57be-4dd9-bf41-e7f20ece210b {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:30:03.812526 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "828431ab-9323-4845-8fb6-b27b7f39fa72", "tag": "a621553f-0149-4c8d-ac87-9dde3f520048", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:30:03.812859 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c25cc9aa-57be-4dd9-bf41-e7f20ece210b {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:30:03.813348 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '828431ab-9323-4845-8fb6-b27b7f39fa72', 'tag': 'a621553f-0149-4c8d-ac87-9dde3f520048', 'status': 'completed', 'code': 200} Mar 11 19:30:03.918093 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f55c44-14a7-4f48-b122-b70742ae186e req-47540586-4267-4077-9634-008cb7229bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:03.920136 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-20f55c44-14a7-4f48-b122-b70742ae186e req-47540586-4267-4077-9634-008cb7229bdf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=36c6fb85db664d0dac9633c7a1a49fd2&device_id=828431ab-9323-4845-8fb6-b27b7f39fa72 HTTP/1.1" status: 200 len: 1127 time: 0.0784547 Mar 11 19:30:04.062344 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c71b45c-eb6d-40a9-a693-82d09c794cdb req-81828a7a-cf4b-4bd6-89b8-1ecca6ca9650 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:04.063966 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6c71b45c-eb6d-40a9-a693-82d09c794cdb req-81828a7a-cf4b-4bd6-89b8-1ecca6ca9650 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] 10.222.0.65 "GET /v2.0/ports?device_id=b24d316a-c1c1-4052-8176-22f68a4960a5 HTTP/1.1" status: 200 len: 948 time: 0.1365857 Mar 11 19:30:04.097096 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f55c44-14a7-4f48-b122-b70742ae186e req-2b061c0d-f432-4473-abe9-121f7c4efd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:04.098637 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-20f55c44-14a7-4f48-b122-b70742ae186e req-2b061c0d-f432-4473-abe9-121f7c4efd74 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1557e6f9-ef1e-471d-ad9b-c22fef29517e HTTP/1.1" status: 200 len: 922 time: 0.1589396 Mar 11 19:30:04.148955 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6c71b45c-eb6d-40a9-a693-82d09c794cdb req-7e5622df-0a3c-4802-a02f-080ac1ed6043 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] 10.222.0.65 "GET /v2.0/security-groups?id=58cb8dbb-9031-4c79-8a2e-2c14ca4780e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773103 Mar 11 19:30:04.242865 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-20f55c44-14a7-4f48-b122-b70742ae186e req-c35d6151-7f2c-4a5d-8a6e-c757a6b8de81 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a621553f-0149-4c8d-ac87-9dde3f520048 HTTP/1.1" status: 200 len: 1001 time: 0.1244690 Mar 11 19:30:04.261898 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-24ff8d8f-5e9e-4b50-bb8e-ef86325c2231 req-ccec2eec-efa7-4c7f-91de-ad06e5a08cde tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/floatingips/197077ef-138f-49ee-b15b-ccb5aabbfaeb HTTP/1.1" status: 200 len: 998 time: 0.0854912 Mar 11 19:30:04.312440 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device b8ef34d8-1ba6-489a-b67d-ceebba444cdd up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:30:04.341786 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f55c44-14a7-4f48-b122-b70742ae186e req-036a373f-a6fd-4a27-9a47-66e12a237ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:04.343377 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-20f55c44-14a7-4f48-b122-b70742ae186e req-036a373f-a6fd-4a27-9a47-66e12a237ca2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=159c45f0-17a9-4dad-ae0c-9d105edbfcac HTTP/1.1" status: 200 len: 860 time: 0.0912805 Mar 11 19:30:04.387535 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port b8ef34d8-1ba6-489a-b67d-ceebba444cdd completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:30:04.394363 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port b8ef34d8-1ba6-489a-b67d-ceebba444cdd triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:30:04.394858 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (b8ef34d8-1ba6-489a-b67d-ceebba444cdd), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:04.441106 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff8d8f-5e9e-4b50-bb8e-ef86325c2231 req-b3893243-835f-473a-bc25-3aa43d8553cf tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:04.448639 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-24ff8d8f-5e9e-4b50-bb8e-ef86325c2231 req-b3893243-835f-473a-bc25-3aa43d8553cf tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/networks/612cc066-33e3-444d-b1c7-d0a64751482a HTTP/1.1" status: 200 len: 784 time: 0.1609042 Mar 11 19:30:04.455571 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [req-24ff8d8f-5e9e-4b50-bb8e-ef86325c2231 req-7593977a-4922-40e2-acb0-5610b17073a9 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:30:04.459770 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-24ff8d8f-5e9e-4b50-bb8e-ef86325c2231 req-7593977a-4922-40e2-acb0-5610b17073a9 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0103092 Mar 11 19:30:04.465925 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f55c44-14a7-4f48-b122-b70742ae186e req-f23f141c-acdc-4420-9970-3caac2b3b2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:04.467419 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-20f55c44-14a7-4f48-b122-b70742ae186e req-f23f141c-acdc-4420-9970-3caac2b3b2f3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1557e6f9-ef1e-471d-ad9b-c22fef29517e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0987613 Mar 11 19:30:04.499503 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port b8ef34d8-1ba6-489a-b67d-ceebba444cdd is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:30:04.500068 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b8ef34d8-1ba6-489a-b67d-ceebba444cdd), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:04.548181 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port b8ef34d8-1ba6-489a-b67d-ceebba444cdd, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=b8ef34d8-1ba6-489a-b67d-ceebba444cdd,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:30:04.549356 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b24d316a-c1c1-4052-8176-22f68a4960a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ef34d8-1ba6-489a-b67d-ceebba444cdd'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:30:04.552365 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-179138c2-e679-405b-9c77-f29442dc8339" -d '{"events": [{"server_uuid": "b24d316a-c1c1-4052-8176-22f68a4960a5", "name": "network-vif-plugged", "status": "completed", "tag": "b8ef34d8-1ba6-489a-b67d-ceebba444cdd"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:30:04.560959 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (b8ef34d8-1ba6-489a-b67d-ceebba444cdd), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:04.609495 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ded741a9-6c9d-48fb-92f7-5fedea86297e req-8420ecb1-2816-4a04-9fb6-f157bcca2749 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.174 HTTP/1.1" status: 200 len: 1001 time: 0.1269100 Mar 11 19:30:04.617847 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=b8ef34d8-1ba6-489a-b67d-ceebba444cdd,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:04.662458 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-20f55c44-14a7-4f48-b122-b70742ae186e req-159aa8ae-f569-4ed0-a07b-a5f4601aab29 service neutron] 10.222.0.57 "GET /v2.0/networks/1557e6f9-ef1e-471d-ad9b-c22fef29517e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874652 Mar 11 19:30:04.702050 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded741a9-6c9d-48fb-92f7-5fedea86297e req-7fe7c0a6-8888-4d2e-9108-138837b08800 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:04.703680 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ded741a9-6c9d-48fb-92f7-5fedea86297e req-7fe7c0a6-8888-4d2e-9108-138837b08800 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/ports/a621553f-0149-4c8d-ac87-9dde3f520048 HTTP/1.1" status: 200 len: 942 time: 0.0799742 Mar 11 19:30:04.823738 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-20f55c44-14a7-4f48-b122-b70742ae186e req-14e0d4fc-abeb-4f06-a180-bfe877ab0fe3 service neutron] 10.222.0.57 "GET /v2.0/networks/1557e6f9-ef1e-471d-ad9b-c22fef29517e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510768 Mar 11 19:30:04.845856 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ded741a9-6c9d-48fb-92f7-5fedea86297e req-0e3ee7c8-5e8f-45eb-9667-d3d07d889b33 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.174 HTTP/1.1" status: 200 len: 1001 time: 0.0778637 Mar 11 19:30:04.994388 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded741a9-6c9d-48fb-92f7-5fedea86297e req-330b7524-8d35-47a3-9cfa-44e040816da3 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:04.997814 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ded741a9-6c9d-48fb-92f7-5fedea86297e req-330b7524-8d35-47a3-9cfa-44e040816da3 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/networks/612cc066-33e3-444d-b1c7-d0a64751482a HTTP/1.1" status: 200 len: 784 time: 0.1449237 Mar 11 19:30:05.080574 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ded741a9-6c9d-48fb-92f7-5fedea86297e req-94908a69-0fdb-4c76-be45-9fa8f8d865ea tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.174 HTTP/1.1" status: 200 len: 1001 time: 0.0762455 Mar 11 19:30:05.090369 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-ded741a9-6c9d-48fb-92f7-5fedea86297e req-71440271-8d94-4dea-84b6-da0fa68e7e83 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:30:05.157694 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ded741a9-6c9d-48fb-92f7-5fedea86297e req-71440271-8d94-4dea-84b6-da0fa68e7e83 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Publish callbacks [] for floatingip (197077ef-138f-49ee-b15b-ccb5aabbfaeb), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:05.343771 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ded741a9-6c9d-48fb-92f7-5fedea86297e req-71440271-8d94-4dea-84b6-da0fa68e7e83 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:05.349066 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ded741a9-6c9d-48fb-92f7-5fedea86297e req-71440271-8d94-4dea-84b6-da0fa68e7e83 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (197077ef-138f-49ee-b15b-ccb5aabbfaeb), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:05.349412 n-d-833163-1 neutron-server[103885]: INFO neutron.db.l3_db [req-ded741a9-6c9d-48fb-92f7-5fedea86297e req-71440271-8d94-4dea-84b6-da0fa68e7e83 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Floating IP 197077ef-138f-49ee-b15b-ccb5aabbfaeb disassociated. External IP: 172.25.8.174, port: a621553f-0149-4c8d-ac87-9dde3f520048. Mar 11 19:30:05.587419 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ded741a9-6c9d-48fb-92f7-5fedea86297e req-71440271-8d94-4dea-84b6-da0fa68e7e83 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Router 3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:30:05.715489 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ded741a9-6c9d-48fb-92f7-5fedea86297e req-71440271-8d94-4dea-84b6-da0fa68e7e83 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:30:05.722770 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ded741a9-6c9d-48fb-92f7-5fedea86297e req-71440271-8d94-4dea-84b6-da0fa68e7e83 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:05.728933 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5698d5-d3bc-4eed-afc9-b692b622bb02 None None] Sync routers for ids ['3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:30:05.745380 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5698d5-d3bc-4eed-afc9-b692b622bb02 None None] Routers {'3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:30:05.747979 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-4b5698d5-d3bc-4eed-afc9-b692b622bb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:29:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:30:05.755294 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ded741a9-6c9d-48fb-92f7-5fedea86297e req-71440271-8d94-4dea-84b6-da0fa68e7e83 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "PUT /v2.0/floatingips/197077ef-138f-49ee-b15b-ccb5aabbfaeb HTTP/1.1" status: 200 len: 696 time: 0.6686339 Mar 11 19:30:05.817932 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '828431ab-9323-4845-8fb6-b27b7f39fa72', 'tag': 'a621553f-0149-4c8d-ac87-9dde3f520048'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:30:05.820806 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dbc5f3f-82cc-4035-8533-c727c0fb94bb" -d '{"events": [{"name": "network-changed", "server_uuid": "828431ab-9323-4845-8fb6-b27b7f39fa72", "tag": "a621553f-0149-4c8d-ac87-9dde3f520048"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:30:05.834949 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded741a9-6c9d-48fb-92f7-5fedea86297e req-d90d4b3e-3ffd-42f3-8824-f8e0a9ec8711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:05.837344 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ded741a9-6c9d-48fb-92f7-5fedea86297e req-d90d4b3e-3ffd-42f3-8824-f8e0a9ec8711 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=36c6fb85db664d0dac9633c7a1a49fd2&device_id=828431ab-9323-4845-8fb6-b27b7f39fa72 HTTP/1.1" status: 200 len: 1127 time: 0.0662014 Mar 11 19:30:05.904903 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-4b5698d5-d3bc-4eed-afc9-b692b622bb02 None None] Set router 3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:30:05.961699 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded741a9-6c9d-48fb-92f7-5fedea86297e req-2a99b7b8-56c0-4316-80c6-c0bbf860c89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:05.963550 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ded741a9-6c9d-48fb-92f7-5fedea86297e req-2a99b7b8-56c0-4316-80c6-c0bbf860c89c service neutron] 10.222.0.65 "GET /v2.0/networks?id=1557e6f9-ef1e-471d-ad9b-c22fef29517e HTTP/1.1" status: 200 len: 922 time: 0.1194208 Mar 11 19:30:06.015576 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ded741a9-6c9d-48fb-92f7-5fedea86297e req-9b5008e5-970d-4c6f-ae4f-f36776b7b8f9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a621553f-0149-4c8d-ac87-9dde3f520048 HTTP/1.1" status: 200 len: 217 time: 0.0447149 Mar 11 19:30:06.085095 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded741a9-6c9d-48fb-92f7-5fedea86297e req-557839aa-f87d-4bb3-8120-a574116719e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:06.086780 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ded741a9-6c9d-48fb-92f7-5fedea86297e req-557839aa-f87d-4bb3-8120-a574116719e0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=159c45f0-17a9-4dad-ae0c-9d105edbfcac HTTP/1.1" status: 200 len: 860 time: 0.0623400 Mar 11 19:30:06.125287 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 2cae9d66-de8f-4850-a89e-b0b3d82247ae details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:30:06.149510 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-4b5698d5-d3bc-4eed-afc9-b692b622bb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1553295538-router', 'tenant_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'd31e3b60-d1ce-490c-94f1-fb1e977643c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:28:18Z', 'updated_at': '2022-03-11T19:28:29Z', 'revision_number': 4, 'project_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'gw_port': {'id': 'd31e3b60-d1ce-490c-94f1-fb1e977643c8', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:19Z', 'updated_at': '2022-03-11T19:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'bec0c192-6bc1-4467-b7b8-6cef911a0c05', 'name': '', 'network_id': '1557e6f9-ef1e-471d-ad9b-c22fef29517e', 'tenant_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'mac_address': 'fa:16:3e:4d:67:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '159c45f0-17a9-4dad-ae0c-9d105edbfcac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:26Z', 'updated_at': '2022-03-11T19:28:35Z', 'revision_number': 5, 'project_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'subnets': [{'id': '159c45f0-17a9-4dad-ae0c-9d105edbfcac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:30:06.161371 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded741a9-6c9d-48fb-92f7-5fedea86297e req-69372eef-41fd-42fe-a82f-5816dd734910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:06.171350 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ded741a9-6c9d-48fb-92f7-5fedea86297e req-69372eef-41fd-42fe-a82f-5816dd734910 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1557e6f9-ef1e-471d-ad9b-c22fef29517e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0770452 Mar 11 19:30:06.182951 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5698d5-d3bc-4eed-afc9-b692b622bb02 None None] Checking router: 3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:30:06.193511 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5698d5-d3bc-4eed-afc9-b692b622bb02 None None] Routers {'3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:30:06.194255 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-4b5698d5-d3bc-4eed-afc9-b692b622bb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:29:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:30:06.310978 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ded741a9-6c9d-48fb-92f7-5fedea86297e req-e74a31ea-96b0-4d40-9328-502bdbe00f3e service neutron] 10.222.0.65 "GET /v2.0/networks/1557e6f9-ef1e-471d-ad9b-c22fef29517e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352785 Mar 11 19:30:06.335145 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 2cae9d66-de8f-4850-a89e-b0b3d82247ae, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=2cae9d66-de8f-4850-a89e-b0b3d82247ae,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:30:06.361030 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': '2cae9d66-de8f-4850-a89e-b0b3d82247ae', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'port_id': '2cae9d66-de8f-4850-a89e-b0b3d82247ae', 'mac_address': 'fa:16:3e:0f:5e:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bb14923-74c3-4313-be8d-ed33542f05aa', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:30:06.408174 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 2cae9d66-de8f-4850-a89e-b0b3d82247ae is: ACTIVE; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:30:06.408625 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2cae9d66-de8f-4850-a89e-b0b3d82247ae), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:06.426240 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2cae9d66-de8f-4850-a89e-b0b3d82247ae {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:30:06.447423 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ded741a9-6c9d-48fb-92f7-5fedea86297e req-4fd6c500-01d8-4cd6-89a8-74a542137a2e service neutron] 10.222.0.65 "GET /v2.0/networks/1557e6f9-ef1e-471d-ad9b-c22fef29517e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294632 Mar 11 19:30:06.451884 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 2cae9d66-de8f-4850-a89e-b0b3d82247ae, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=2cae9d66-de8f-4850-a89e-b0b3d82247ae,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:30:06.458584 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (2cae9d66-de8f-4850-a89e-b0b3d82247ae), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:06.499532 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-4b5698d5-d3bc-4eed-afc9-b692b622bb02 None None] Set router 3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:30:06.525081 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=2cae9d66-de8f-4850-a89e-b0b3d82247ae,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:06.558528 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['2cae9d66-de8f-4850-a89e-b0b3d82247ae'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:30:06.651358 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b417afe-3f7b-45f7-80e4-99c476f751a3 req-ddb849bd-1053-4cc5-bc3a-95575a0b8017 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:06.658852 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b417afe-3f7b-45f7-80e4-99c476f751a3 req-ddb849bd-1053-4cc5-bc3a-95575a0b8017 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:06.665540 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b417afe-3f7b-45f7-80e4-99c476f751a3 req-ddb849bd-1053-4cc5-bc3a-95575a0b8017 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:06.674318 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b417afe-3f7b-45f7-80e4-99c476f751a3 req-ddb849bd-1053-4cc5-bc3a-95575a0b8017 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:06.681911 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b417afe-3f7b-45f7-80e4-99c476f751a3 req-ddb849bd-1053-4cc5-bc3a-95575a0b8017 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:06.689461 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b417afe-3f7b-45f7-80e4-99c476f751a3 req-ddb849bd-1053-4cc5-bc3a-95575a0b8017 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:06.696611 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b417afe-3f7b-45f7-80e4-99c476f751a3 req-ddb849bd-1053-4cc5-bc3a-95575a0b8017 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:06.699332 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3b417afe-3f7b-45f7-80e4-99c476f751a3 req-ddb849bd-1053-4cc5-bc3a-95575a0b8017 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 5430 time: 0.1395772 Mar 11 19:30:06.791161 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3b417afe-3f7b-45f7-80e4-99c476f751a3 req-d6cc1d40-facc-4fe5-bcdf-352d727d6b01 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/security-groups?id=019be762-639e-4ed8-9c49-723d3436f32b&id=97b5c377-83f5-4bad-bf80-e3f012b06736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0855422 Mar 11 19:30:06.845986 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-4b5698d5-d3bc-4eed-afc9-b692b622bb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1553295538-router', 'tenant_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'd31e3b60-d1ce-490c-94f1-fb1e977643c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:28:18Z', 'updated_at': '2022-03-11T19:28:29Z', 'revision_number': 4, 'project_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'gw_port': {'id': 'd31e3b60-d1ce-490c-94f1-fb1e977643c8', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:19Z', 'updated_at': '2022-03-11T19:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'bec0c192-6bc1-4467-b7b8-6cef911a0c05', 'name': '', 'network_id': '1557e6f9-ef1e-471d-ad9b-c22fef29517e', 'tenant_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'mac_address': 'fa:16:3e:4d:67:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '159c45f0-17a9-4dad-ae0c-9d105edbfcac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:26Z', 'updated_at': '2022-03-11T19:28:35Z', 'revision_number': 5, 'project_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'subnets': [{'id': '159c45f0-17a9-4dad-ae0c-9d105edbfcac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:30:06.861799 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-815d1c70-e33f-4cb7-8336-6736f0af085c x-openstack-request-id: req-815d1c70-e33f-4cb7-8336-6736f0af085c {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:30:06.862669 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b24d316a-c1c1-4052-8176-22f68a4960a5", "name": "network-vif-plugged", "status": "completed", "tag": "b8ef34d8-1ba6-489a-b67d-ceebba444cdd", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:30:06.862923 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-815d1c70-e33f-4cb7-8336-6736f0af085c {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:30:06.863340 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b24d316a-c1c1-4052-8176-22f68a4960a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ef34d8-1ba6-489a-b67d-ceebba444cdd', 'code': 200} Mar 11 19:30:06.884600 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5698d5-d3bc-4eed-afc9-b692b622bb02 None None] The sync data for ids ['3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e'] in n-d-833163-1 is: [{'id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1553295538-router', 'tenant_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'd31e3b60-d1ce-490c-94f1-fb1e977643c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:28:18Z', 'updated_at': '2022-03-11T19:28:29Z', 'revision_number': 4, 'project_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'gw_port': {'id': 'd31e3b60-d1ce-490c-94f1-fb1e977643c8', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:19Z', 'updated_at': '2022-03-11T19:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'bec0c192-6bc1-4467-b7b8-6cef911a0c05', 'name': '', 'network_id': '1557e6f9-ef1e-471d-ad9b-c22fef29517e', 'tenant_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'mac_address': 'fa:16:3e:4d:67:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '159c45f0-17a9-4dad-ae0c-9d105edbfcac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:26Z', 'updated_at': '2022-03-11T19:28:35Z', 'revision_number': 5, 'project_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'subnets': [{'id': '159c45f0-17a9-4dad-ae0c-9d105edbfcac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:30:06.995135 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f2b10e-c931-43b6-afaf-5863580cd314 req-89c46333-2f24-4249-be16-bdf5d91e6d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:06.997657 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-b3f2b10e-c931-43b6-afaf-5863580cd314 req-89c46333-2f24-4249-be16-bdf5d91e6d8d service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=b24d316a-c1c1-4052-8176-22f68a4960a5 HTTP/1.1" status: 200 len: 1131 time: 0.0718706 Mar 11 19:30:07.021022 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e0a10-a5bc-47e5-89d8-4dbc311a7e78 req-b8ed651f-d152-4769-9483-2130a80d4aab tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:07.023918 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1b3e0a10-a5bc-47e5-89d8-4dbc311a7e78 req-b8ed651f-d152-4769-9483-2130a80d4aab tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b HTTP/1.1" status: 200 len: 945 time: 0.0857944 Mar 11 19:30:07.070564 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-b3f2b10e-c931-43b6-afaf-5863580cd314 req-a49b041b-e950-4e34-a2a7-5d1a2ef95b20 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=58cb8dbb-9031-4c79-8a2e-2c14ca4780e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647514 Mar 11 19:30:07.093993 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1b3e0a10-a5bc-47e5-89d8-4dbc311a7e78 req-11f3220e-6637-40a0-a3d1-6c2bd6c6f769 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632432 Mar 11 19:30:07.315469 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089b7d05-f022-4542-b253-27d1eea6895f None None] New status for floating IP 197077ef-138f-49ee-b15b-ccb5aabbfaeb: DOWN {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 19:30:07.378196 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bc371e-dc67-49cb-b645-3983d0e111e7 req-eb6a7d69-6189-49f8-83c2-8a3a3406efd1 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:07.380268 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-32bc371e-dc67-49cb-b645-3983d0e111e7 req-eb6a7d69-6189-49f8-83c2-8a3a3406efd1 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] 10.222.0.65 "GET /v2.0/ports?device_id=b24d316a-c1c1-4052-8176-22f68a4960a5 HTTP/1.1" status: 200 len: 949 time: 0.1051826 Mar 11 19:30:07.453339 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-32bc371e-dc67-49cb-b645-3983d0e111e7 req-39fd9d56-1f48-4084-8cef-30e775a0bdc2 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] 10.222.0.65 "GET /v2.0/security-groups?id=58cb8dbb-9031-4c79-8a2e-2c14ca4780e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591948 Mar 11 19:30:07.526336 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-965b0b39-57f4-4384-9ee3-f64af532fd99 x-openstack-request-id: req-965b0b39-57f4-4384-9ee3-f64af532fd99 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:30:07.526753 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "828431ab-9323-4845-8fb6-b27b7f39fa72", "tag": "a621553f-0149-4c8d-ac87-9dde3f520048", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:30:07.527077 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-965b0b39-57f4-4384-9ee3-f64af532fd99 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:30:07.527545 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '828431ab-9323-4845-8fb6-b27b7f39fa72', 'tag': 'a621553f-0149-4c8d-ac87-9dde3f520048', 'status': 'completed', 'code': 200} Mar 11 19:30:07.624838 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbc5f3f-82cc-4035-8533-c727c0fb94bb req-2dde2e2b-8e76-4f47-8443-b4f2a10d426a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:07.626603 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7dbc5f3f-82cc-4035-8533-c727c0fb94bb req-2dde2e2b-8e76-4f47-8443-b4f2a10d426a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=36c6fb85db664d0dac9633c7a1a49fd2&device_id=828431ab-9323-4845-8fb6-b27b7f39fa72 HTTP/1.1" status: 200 len: 1127 time: 0.0693562 Mar 11 19:30:07.741985 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e6ad1e79-7d22-414c-9143-e68821846f2b req-71432000-5748-41ec-b5a3-3fd444564f56 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/floatingips/197077ef-138f-49ee-b15b-ccb5aabbfaeb HTTP/1.1" status: 200 len: 694 time: 0.0538986 Mar 11 19:30:07.901853 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbc5f3f-82cc-4035-8533-c727c0fb94bb req-27c076f5-b718-4fb5-b779-c50925c8a380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:07.903328 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7dbc5f3f-82cc-4035-8533-c727c0fb94bb req-27c076f5-b718-4fb5-b779-c50925c8a380 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1557e6f9-ef1e-471d-ad9b-c22fef29517e HTTP/1.1" status: 200 len: 922 time: 0.2686563 Mar 11 19:30:07.970390 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7dbc5f3f-82cc-4035-8533-c727c0fb94bb req-b46d7ac0-dc08-4ce3-bd9d-0c12ae7b3855 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a621553f-0149-4c8d-ac87-9dde3f520048 HTTP/1.1" status: 200 len: 217 time: 0.0587609 Mar 11 19:30:07.977534 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad1e79-7d22-414c-9143-e68821846f2b req-ae5dfccd-f0e0-4af7-88ca-30e0ffd6f51e tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:07.978970 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e6ad1e79-7d22-414c-9143-e68821846f2b req-ae5dfccd-f0e0-4af7-88ca-30e0ffd6f51e tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/networks/612cc066-33e3-444d-b1c7-d0a64751482a HTTP/1.1" status: 200 len: 784 time: 0.2303543 Mar 11 19:30:08.151096 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 2cae9d66-de8f-4850-a89e-b0b3d82247ae up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:30:08.213791 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port 2cae9d66-de8f-4850-a89e-b0b3d82247ae triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:30:08.214202 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (2cae9d66-de8f-4850-a89e-b0b3d82247ae), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:08.373447 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [req-e6ad1e79-7d22-414c-9143-e68821846f2b req-ef8e1c07-968d-4812-8000-c2b50f3c1c56 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:30:08.374586 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e6ad1e79-7d22-414c-9143-e68821846f2b req-ef8e1c07-968d-4812-8000-c2b50f3c1c56 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057306 Mar 11 19:30:08.387273 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbc5f3f-82cc-4035-8533-c727c0fb94bb req-134880e6-eb72-4cfa-a5de-a0d39db55a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:08.388757 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7dbc5f3f-82cc-4035-8533-c727c0fb94bb req-134880e6-eb72-4cfa-a5de-a0d39db55a34 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=159c45f0-17a9-4dad-ae0c-9d105edbfcac HTTP/1.1" status: 200 len: 860 time: 0.4088650 Mar 11 19:30:08.392485 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 2cae9d66-de8f-4850-a89e-b0b3d82247ae is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:30:08.393588 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2cae9d66-de8f-4850-a89e-b0b3d82247ae), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:08.439099 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 2cae9d66-de8f-4850-a89e-b0b3d82247ae, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=2cae9d66-de8f-4850-a89e-b0b3d82247ae,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:30:08.444961 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (2cae9d66-de8f-4850-a89e-b0b3d82247ae), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:08.472880 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e6ad1e79-7d22-414c-9143-e68821846f2b req-6e694b83-9521-4f6e-91ce-3c3968d3fbd2 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.174 HTTP/1.1" status: 200 len: 697 time: 0.0880556 Mar 11 19:30:08.525130 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=2cae9d66-de8f-4850-a89e-b0b3d82247ae,revision_number=7']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:08.532911 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e6ad1e79-7d22-414c-9143-e68821846f2b req-3935610b-7d0e-48d6-8858-424c88bb84be tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.174 HTTP/1.1" status: 200 len: 697 time: 0.0591063 Mar 11 19:30:08.592049 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbc5f3f-82cc-4035-8533-c727c0fb94bb req-d619fc90-18d8-4f93-a6d9-d383110a14b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:08.593623 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7dbc5f3f-82cc-4035-8533-c727c0fb94bb req-d619fc90-18d8-4f93-a6d9-d383110a14b6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1557e6f9-ef1e-471d-ad9b-c22fef29517e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1973047 Mar 11 19:30:08.753907 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7dbc5f3f-82cc-4035-8533-c727c0fb94bb req-873efe47-d67b-4a0b-8322-3fb0201311e4 service neutron] 10.222.0.57 "GET /v2.0/networks/1557e6f9-ef1e-471d-ad9b-c22fef29517e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244812 Mar 11 19:30:08.755869 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-e6ad1e79-7d22-414c-9143-e68821846f2b req-9c0ba742-3277-4514-83da-455989523e0c tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Deleting port 07636477-7b7d-4da1-962b-dc11019157e1 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:30:08.756212 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e6ad1e79-7d22-414c-9143-e68821846f2b req-9c0ba742-3277-4514-83da-455989523e0c tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (07636477-7b7d-4da1-962b-dc11019157e1), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:08.864995 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8641236d-15bc-4659-b0fa-16ed4aa8982a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cae9d66-de8f-4850-a89e-b0b3d82247ae'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:30:08.867292 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c24c864-024c-4216-b3e0-fed035b13408" -d '{"events": [{"server_uuid": "8641236d-15bc-4659-b0fa-16ed4aa8982a", "name": "network-vif-plugged", "status": "completed", "tag": "2cae9d66-de8f-4850-a89e-b0b3d82247ae"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:30:08.905465 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e6ad1e79-7d22-414c-9143-e68821846f2b req-9c0ba742-3277-4514-83da-455989523e0c tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (07636477-7b7d-4da1-962b-dc11019157e1), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:08.905798 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e6ad1e79-7d22-414c-9143-e68821846f2b req-9c0ba742-3277-4514-83da-455989523e0c tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Publish callbacks [] for floatingip (07636477-7b7d-4da1-962b-dc11019157e1), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:08.921285 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7dbc5f3f-82cc-4035-8533-c727c0fb94bb req-f91c80ce-e15f-4129-b181-569bfca5e65b service neutron] 10.222.0.57 "GET /v2.0/networks/1557e6f9-ef1e-471d-ad9b-c22fef29517e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532135 Mar 11 19:30:08.922210 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-e6ad1e79-7d22-414c-9143-e68821846f2b req-9c0ba742-3277-4514-83da-455989523e0c tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Calling delete_port for 07636477-7b7d-4da1-962b-dc11019157e1 owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:30:08.947039 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:30:09.137477 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e6ad1e79-7d22-414c-9143-e68821846f2b req-9c0ba742-3277-4514-83da-455989523e0c tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (07636477-7b7d-4da1-962b-dc11019157e1), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:09.165689 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0ba742-3277-4514-83da-455989523e0c tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Pushing event deleted for resources: {'Port': ['ID=07636477-7b7d-4da1-962b-dc11019157e1,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:09.234277 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e6ad1e79-7d22-414c-9143-e68821846f2b req-9c0ba742-3277-4514-83da-455989523e0c tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Publish callbacks [] for floatingip (197077ef-138f-49ee-b15b-ccb5aabbfaeb), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:09.246736 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e6ad1e79-7d22-414c-9143-e68821846f2b req-9c0ba742-3277-4514-83da-455989523e0c tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:09.262312 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e6ad1e79-7d22-414c-9143-e68821846f2b req-9c0ba742-3277-4514-83da-455989523e0c tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "DELETE /v2.0/floatingips/197077ef-138f-49ee-b15b-ccb5aabbfaeb HTTP/1.1" status: 204 len: 173 time: 0.7274380 Mar 11 19:30:09.404473 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37339f6c-4fb4-48f2-9b86-cc00370ccd60 req-be086b1b-d32f-43d1-9dbc-9d6fc3f97790 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:09.410823 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37339f6c-4fb4-48f2-9b86-cc00370ccd60 req-be086b1b-d32f-43d1-9dbc-9d6fc3f97790 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:09.418046 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37339f6c-4fb4-48f2-9b86-cc00370ccd60 req-be086b1b-d32f-43d1-9dbc-9d6fc3f97790 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:09.425315 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37339f6c-4fb4-48f2-9b86-cc00370ccd60 req-be086b1b-d32f-43d1-9dbc-9d6fc3f97790 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:09.431101 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37339f6c-4fb4-48f2-9b86-cc00370ccd60 req-be086b1b-d32f-43d1-9dbc-9d6fc3f97790 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:09.437216 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37339f6c-4fb4-48f2-9b86-cc00370ccd60 req-be086b1b-d32f-43d1-9dbc-9d6fc3f97790 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:09.443199 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37339f6c-4fb4-48f2-9b86-cc00370ccd60 req-be086b1b-d32f-43d1-9dbc-9d6fc3f97790 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:09.445959 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-37339f6c-4fb4-48f2-9b86-cc00370ccd60 req-be086b1b-d32f-43d1-9dbc-9d6fc3f97790 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 5430 time: 0.1353438 Mar 11 19:30:09.520451 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-37339f6c-4fb4-48f2-9b86-cc00370ccd60 req-9b0f7945-d9b6-47f9-856b-3e57371af080 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/security-groups?id=019be762-639e-4ed8-9c49-723d3436f32b&id=97b5c377-83f5-4bad-bf80-e3f012b06736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0684953 Mar 11 19:30:09.675934 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e1264d-c870-447b-b8d7-ea94f239e24d req-983a6894-6fdf-4012-8c10-c8a3d71eb674 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:09.678140 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b1e1264d-c870-447b-b8d7-ea94f239e24d req-983a6894-6fdf-4012-8c10-c8a3d71eb674 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b HTTP/1.1" status: 200 len: 945 time: 0.0796161 Mar 11 19:30:09.740565 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b1e1264d-c870-447b-b8d7-ea94f239e24d req-44d34920-a4c5-4998-bffe-d42303890d77 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556927 Mar 11 19:30:09.943138 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d7c267-95b9-4613-a37e-49dd4010cf9d req-1d82bfb5-113e-478e-ba6d-aa0b8d5894ba tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:09.944760 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-40d7c267-95b9-4613-a37e-49dd4010cf9d req-1d82bfb5-113e-478e-ba6d-aa0b8d5894ba tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] 10.222.0.65 "GET /v2.0/ports?device_id=b24d316a-c1c1-4052-8176-22f68a4960a5 HTTP/1.1" status: 200 len: 949 time: 0.0613506 Mar 11 19:30:10.001918 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-40d7c267-95b9-4613-a37e-49dd4010cf9d req-a26bdc82-58fc-4133-9579-ed0404abb31b tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] 10.222.0.65 "GET /v2.0/security-groups?id=58cb8dbb-9031-4c79-8a2e-2c14ca4780e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507550 Mar 11 19:30:10.059596 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a616aa-26e3-427c-93d0-c3cca3f832b0 x-openstack-request-id: req-15a616aa-26e3-427c-93d0-c3cca3f832b0 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:30:10.060589 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8641236d-15bc-4659-b0fa-16ed4aa8982a", "name": "network-vif-plugged", "status": "completed", "tag": "2cae9d66-de8f-4850-a89e-b0b3d82247ae", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:30:10.061069 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-15a616aa-26e3-427c-93d0-c3cca3f832b0 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:30:10.061714 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8641236d-15bc-4659-b0fa-16ed4aa8982a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cae9d66-de8f-4850-a89e-b0b3d82247ae', 'code': 200} Mar 11 19:30:10.493177 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2576e1df-d6d7-4332-8a80-42ba5621113b req-abcbc58d-ce6a-4233-9b0c-b17af5c74556 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:10.494925 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2576e1df-d6d7-4332-8a80-42ba5621113b req-abcbc58d-ce6a-4233-9b0c-b17af5c74556 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/ports?device_id=828431ab-9323-4845-8fb6-b27b7f39fa72 HTTP/1.1" status: 200 len: 945 time: 0.0565050 Mar 11 19:30:10.544269 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2576e1df-d6d7-4332-8a80-42ba5621113b req-c53b410b-5f06-44c4-91c1-20eae8939dea tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.65 "GET /v2.0/security-groups?id=0961abee-fe62-4d69-976a-7014d627610b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437164 Mar 11 19:30:10.663962 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a20b11-269a-43d9-bf3e-7d05064037ea req-b4b511e8-eba2-4750-96a1-f5fb3314f667 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:10.665660 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-65a20b11-269a-43d9-bf3e-7d05064037ea req-b4b511e8-eba2-4750-96a1-f5fb3314f667 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] 10.222.0.65 "GET /v2.0/ports?device_id=b24d316a-c1c1-4052-8176-22f68a4960a5 HTTP/1.1" status: 200 len: 949 time: 0.0619686 Mar 11 19:30:10.722445 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-65a20b11-269a-43d9-bf3e-7d05064037ea req-ff2f322f-8aee-400d-bdbc-d209fbff4c3c tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] 10.222.0.65 "GET /v2.0/security-groups?id=58cb8dbb-9031-4c79-8a2e-2c14ca4780e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502915 Mar 11 19:30:10.864640 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a7853-9c2f-47f6-9961-ca11d1fd676f req-3da5398f-1292-4b52-9684-f4fa65a8efc0 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:10.871046 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a7853-9c2f-47f6-9961-ca11d1fd676f req-3da5398f-1292-4b52-9684-f4fa65a8efc0 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:10.876519 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a7853-9c2f-47f6-9961-ca11d1fd676f req-3da5398f-1292-4b52-9684-f4fa65a8efc0 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:10.882756 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a7853-9c2f-47f6-9961-ca11d1fd676f req-3da5398f-1292-4b52-9684-f4fa65a8efc0 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:10.889539 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a7853-9c2f-47f6-9961-ca11d1fd676f req-3da5398f-1292-4b52-9684-f4fa65a8efc0 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:10.896057 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a7853-9c2f-47f6-9961-ca11d1fd676f req-3da5398f-1292-4b52-9684-f4fa65a8efc0 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:10.901473 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a7853-9c2f-47f6-9961-ca11d1fd676f req-3da5398f-1292-4b52-9684-f4fa65a8efc0 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:10.903460 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-326a7853-9c2f-47f6-9961-ca11d1fd676f req-3da5398f-1292-4b52-9684-f4fa65a8efc0 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 5430 time: 0.1104314 Mar 11 19:30:10.978480 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-326a7853-9c2f-47f6-9961-ca11d1fd676f req-34779259-c391-4290-8592-4f7f2dc40009 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/security-groups?id=019be762-639e-4ed8-9c49-723d3436f32b&id=97b5c377-83f5-4bad-bf80-e3f012b06736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0684173 Mar 11 19:30:11.116226 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc986b-9658-4986-a7e6-aaf3e30d29ac req-0ea437e2-9d15-4df8-8a5e-72f83900f113 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:11.118494 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5bfc986b-9658-4986-a7e6-aaf3e30d29ac req-0ea437e2-9d15-4df8-8a5e-72f83900f113 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b HTTP/1.1" status: 200 len: 945 time: 0.0697160 Mar 11 19:30:11.210889 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5bfc986b-9658-4986-a7e6-aaf3e30d29ac req-dc0f133d-1071-44ba-b9ac-dca7c5331fd2 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865998 Mar 11 19:30:12.136550 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa893f1-1456-45a5-b735-030e5f9cecf2 req-bdded7c0-59c5-4b1c-8cce-dfe917221e0c tempest-DeleteServersAdminTestJSON-1235451 tempest-DeleteServersAdminTestJSON-1235451-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:12.141486 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-1aa893f1-1456-45a5-b735-030e5f9cecf2 req-bdded7c0-59c5-4b1c-8cce-dfe917221e0c tempest-DeleteServersAdminTestJSON-1235451 tempest-DeleteServersAdminTestJSON-1235451-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=b24d316a-c1c1-4052-8176-22f68a4960a5 HTTP/1.1" status: 200 len: 1131 time: 0.0750136 Mar 11 19:30:12.309086 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-1aa893f1-1456-45a5-b735-030e5f9cecf2 req-72ed9812-02a3-4e91-9859-3fc0b2750ce0 tempest-DeleteServersAdminTestJSON-1235451 tempest-DeleteServersAdminTestJSON-1235451-project-admin] Deleting port b8ef34d8-1ba6-489a-b67d-ceebba444cdd {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:30:12.309748 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1aa893f1-1456-45a5-b735-030e5f9cecf2 req-72ed9812-02a3-4e91-9859-3fc0b2750ce0 tempest-DeleteServersAdminTestJSON-1235451 tempest-DeleteServersAdminTestJSON-1235451-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (b8ef34d8-1ba6-489a-b67d-ceebba444cdd), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:12.382312 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d3648-bcf5-407e-8240-b7649cf85522 req-bee4ebf9-417c-4e01-adb2-dc831014cf27 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:12.399752 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-075d3648-bcf5-407e-8240-b7649cf85522 req-bee4ebf9-417c-4e01-adb2-dc831014cf27 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.57 "GET /v2.0/ports?device_id=828431ab-9323-4845-8fb6-b27b7f39fa72 HTTP/1.1" status: 200 len: 945 time: 0.1054506 Mar 11 19:30:12.443589 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-1aa893f1-1456-45a5-b735-030e5f9cecf2 req-72ed9812-02a3-4e91-9859-3fc0b2750ce0 tempest-DeleteServersAdminTestJSON-1235451 tempest-DeleteServersAdminTestJSON-1235451-project-admin] For port b8ef34d8-1ba6-489a-b67d-ceebba444cdd, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=b8ef34d8-1ba6-489a-b67d-ceebba444cdd,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:30:12.444332 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1aa893f1-1456-45a5-b735-030e5f9cecf2 req-72ed9812-02a3-4e91-9859-3fc0b2750ce0 tempest-DeleteServersAdminTestJSON-1235451 tempest-DeleteServersAdminTestJSON-1235451-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (b8ef34d8-1ba6-489a-b67d-ceebba444cdd), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:12.465221 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-1aa893f1-1456-45a5-b735-030e5f9cecf2 req-72ed9812-02a3-4e91-9859-3fc0b2750ce0 tempest-DeleteServersAdminTestJSON-1235451 tempest-DeleteServersAdminTestJSON-1235451-project-admin] Calling delete_port for b8ef34d8-1ba6-489a-b67d-ceebba444cdd owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:30:12.585470 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-075d3648-bcf5-407e-8240-b7649cf85522 req-3a7ab157-7924-4f64-8609-16f6b09c77e2 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Deleting port a621553f-0149-4c8d-ac87-9dde3f520048 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:30:12.593053 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-075d3648-bcf5-407e-8240-b7649cf85522 req-3a7ab157-7924-4f64-8609-16f6b09c77e2 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (a621553f-0149-4c8d-ac87-9dde3f520048), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:12.669090 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1aa893f1-1456-45a5-b735-030e5f9cecf2 req-72ed9812-02a3-4e91-9859-3fc0b2750ce0 tempest-DeleteServersAdminTestJSON-1235451 tempest-DeleteServersAdminTestJSON-1235451-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (b8ef34d8-1ba6-489a-b67d-ceebba444cdd), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:12.682244 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['b8ef34d8-1ba6-489a-b67d-ceebba444cdd'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:30:12.720989 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ed9812-02a3-4e91-9859-3fc0b2750ce0 tempest-DeleteServersAdminTestJSON-1235451 tempest-DeleteServersAdminTestJSON-1235451-project-admin] Pushing event deleted for resources: {'Port': ['ID=b8ef34d8-1ba6-489a-b67d-ceebba444cdd,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:12.779727 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aa893f1-1456-45a5-b735-030e5f9cecf2 req-72ed9812-02a3-4e91-9859-3fc0b2750ce0 tempest-DeleteServersAdminTestJSON-1235451 tempest-DeleteServersAdminTestJSON-1235451-project-admin] No DVR routers for this DVR port b8ef34d8-1ba6-489a-b67d-ceebba444cdd on host n-h1-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:30:12.782985 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1aa893f1-1456-45a5-b735-030e5f9cecf2 req-72ed9812-02a3-4e91-9859-3fc0b2750ce0 tempest-DeleteServersAdminTestJSON-1235451 tempest-DeleteServersAdminTestJSON-1235451-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:12.787273 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-1aa893f1-1456-45a5-b735-030e5f9cecf2 req-72ed9812-02a3-4e91-9859-3fc0b2750ce0 tempest-DeleteServersAdminTestJSON-1235451 tempest-DeleteServersAdminTestJSON-1235451-project-admin] 10.222.0.75 "DELETE /v2.0/ports/b8ef34d8-1ba6-489a-b67d-ceebba444cdd HTTP/1.1" status: 204 len: 173 time: 0.6112261 Mar 11 19:30:12.788033 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b24d316a-c1c1-4052-8176-22f68a4960a5', 'name': 'network-vif-deleted', 'tag': 'b8ef34d8-1ba6-489a-b67d-ceebba444cdd'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:30:12.792476 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8733f3a2-0976-4fc0-80c6-b819ff1e9f31" -d '{"events": [{"server_uuid": "b24d316a-c1c1-4052-8176-22f68a4960a5", "name": "network-vif-deleted", "tag": "b8ef34d8-1ba6-489a-b67d-ceebba444cdd"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:30:12.825279 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-075d3648-bcf5-407e-8240-b7649cf85522 req-3a7ab157-7924-4f64-8609-16f6b09c77e2 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] For port a621553f-0149-4c8d-ac87-9dde3f520048, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=a621553f-0149-4c8d-ac87-9dde3f520048,segment=NetworkSegment(7617739c-1148-405a-b759-881cda43c47e),segment_id=7617739c-1148-405a-b759-881cda43c47e)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:30:12.826021 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-075d3648-bcf5-407e-8240-b7649cf85522 req-3a7ab157-7924-4f64-8609-16f6b09c77e2 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (a621553f-0149-4c8d-ac87-9dde3f520048), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:12.847383 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-075d3648-bcf5-407e-8240-b7649cf85522 req-3a7ab157-7924-4f64-8609-16f6b09c77e2 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Calling delete_port for a621553f-0149-4c8d-ac87-9dde3f520048 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:30:13.134773 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-075d3648-bcf5-407e-8240-b7649cf85522 req-3a7ab157-7924-4f64-8609-16f6b09c77e2 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (a621553f-0149-4c8d-ac87-9dde3f520048), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:13.148430 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['a621553f-0149-4c8d-ac87-9dde3f520048'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:30:13.216031 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7ab157-7924-4f64-8609-16f6b09c77e2 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Pushing event deleted for resources: {'Port': ['ID=a621553f-0149-4c8d-ac87-9dde3f520048,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:13.317232 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-075d3648-bcf5-407e-8240-b7649cf85522 req-3a7ab157-7924-4f64-8609-16f6b09c77e2 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] No DVR routers for this DVR port a621553f-0149-4c8d-ac87-9dde3f520048 on host n-h2-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:30:13.336077 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-075d3648-bcf5-407e-8240-b7649cf85522 req-3a7ab157-7924-4f64-8609-16f6b09c77e2 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:13.340116 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-075d3648-bcf5-407e-8240-b7649cf85522 req-3a7ab157-7924-4f64-8609-16f6b09c77e2 tempest-FloatingIPsAssociationTestJSON-292134708 tempest-FloatingIPsAssociationTestJSON-292134708-project] 10.222.0.57 "DELETE /v2.0/ports/a621553f-0149-4c8d-ac87-9dde3f520048 HTTP/1.1" status: 204 len: 173 time: 0.9368401 Mar 11 19:30:13.340614 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '828431ab-9323-4845-8fb6-b27b7f39fa72', 'name': 'network-vif-deleted', 'tag': 'a621553f-0149-4c8d-ac87-9dde3f520048'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:30:13.342927 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3934f29e-d0fc-4138-bd6a-c7e06c3706b0" -d '{"events": [{"server_uuid": "828431ab-9323-4845-8fb6-b27b7f39fa72", "name": "network-vif-deleted", "tag": "a621553f-0149-4c8d-ac87-9dde3f520048"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:30:16.008605 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55904) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:30:16.210385 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device a621553f-0149-4c8d-ac87-9dde3f520048 no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:30:16.245279 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: a621553f-0149-4c8d-ac87-9dde3f520048 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:30:16.245898 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device a621553f-0149-4c8d-ac87-9dde3f520048 not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:30:16.358427 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd09962-0167-45b7-88f1-a8e3b645e8e5 req-9c122bef-aab2-4d5d-97b3-785e09791f6a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:16.359892 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device b8ef34d8-1ba6-489a-b67d-ceebba444cdd no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:30:16.364566 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd09962-0167-45b7-88f1-a8e3b645e8e5 req-9c122bef-aab2-4d5d-97b3-785e09791f6a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:16.370154 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd09962-0167-45b7-88f1-a8e3b645e8e5 req-9c122bef-aab2-4d5d-97b3-785e09791f6a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:16.375973 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd09962-0167-45b7-88f1-a8e3b645e8e5 req-9c122bef-aab2-4d5d-97b3-785e09791f6a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:16.382900 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd09962-0167-45b7-88f1-a8e3b645e8e5 req-9c122bef-aab2-4d5d-97b3-785e09791f6a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:16.388598 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd09962-0167-45b7-88f1-a8e3b645e8e5 req-9c122bef-aab2-4d5d-97b3-785e09791f6a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:16.394367 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd09962-0167-45b7-88f1-a8e3b645e8e5 req-9c122bef-aab2-4d5d-97b3-785e09791f6a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:16.396356 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ffd09962-0167-45b7-88f1-a8e3b645e8e5 req-9c122bef-aab2-4d5d-97b3-785e09791f6a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 5430 time: 0.2331858 Mar 11 19:30:16.416524 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: b8ef34d8-1ba6-489a-b67d-ceebba444cdd {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:30:16.417157 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device b8ef34d8-1ba6-489a-b67d-ceebba444cdd not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:30:16.524271 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ffd09962-0167-45b7-88f1-a8e3b645e8e5 req-c976c050-0b4b-43be-8adf-3214e428db75 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/security-groups?id=019be762-639e-4ed8-9c49-723d3436f32b&id=97b5c377-83f5-4bad-bf80-e3f012b06736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1138422 Mar 11 19:30:16.740832 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06a0bf-88f1-42e9-9f39-97d993922487 req-33dcf613-13e6-46ed-af3d-725f5fcba877 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:16.742345 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1d06a0bf-88f1-42e9-9f39-97d993922487 req-33dcf613-13e6-46ed-af3d-725f5fcba877 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b HTTP/1.1" status: 200 len: 945 time: 0.0915582 Mar 11 19:30:16.811928 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1d06a0bf-88f1-42e9-9f39-97d993922487 req-fa0da538-314c-4665-b8d6-745a065c07bc tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636995 Mar 11 19:30:16.881462 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c2648b7-dfe6-4e90-b1b5-2042681ed28a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:16.918208 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23eec443-f0b6-492c-9bb0-8a886610b8d0 x-openstack-request-id: req-23eec443-f0b6-492c-9bb0-8a886610b8d0 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:30:16.919075 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b24d316a-c1c1-4052-8176-22f68a4960a5", "name": "network-vif-deleted", "tag": "b8ef34d8-1ba6-489a-b67d-ceebba444cdd", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:30:16.919486 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-23eec443-f0b6-492c-9bb0-8a886610b8d0 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:30:16.920062 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b24d316a-c1c1-4052-8176-22f68a4960a5', 'name': 'network-vif-deleted', 'tag': 'b8ef34d8-1ba6-489a-b67d-ceebba444cdd', 'status': 'completed', 'code': 200} Mar 11 19:30:17.000349 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cecd6c63-c96c-48b5-9efe-229a30571e93 x-openstack-request-id: req-cecd6c63-c96c-48b5-9efe-229a30571e93 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:30:17.000647 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "828431ab-9323-4845-8fb6-b27b7f39fa72", "name": "network-vif-deleted", "tag": "a621553f-0149-4c8d-ac87-9dde3f520048", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:30:17.000902 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cecd6c63-c96c-48b5-9efe-229a30571e93 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:30:17.001303 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '828431ab-9323-4845-8fb6-b27b7f39fa72', 'name': 'network-vif-deleted', 'tag': 'a621553f-0149-4c8d-ac87-9dde3f520048', 'status': 'completed', 'code': 200} Mar 11 19:30:17.150386 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c9dd36b3-7d9d-4abd-ba65-c001b90ef2de req-5e5b1873-32d8-447a-8644-a78974ba6db9 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=d91e5fe6eab6401bb7915ddd23194459&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0476489 Mar 11 19:30:17.285245 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd36b3-7d9d-4abd-ba65-c001b90ef2de req-7ab0fc33-b7fd-44b2-abd7-0107763a59c7 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:17.291912 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c9dd36b3-7d9d-4abd-ba65-c001b90ef2de req-7ab0fc33-b7fd-44b2-abd7-0107763a59c7 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1329529 Mar 11 19:30:17.330297 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c9dd36b3-7d9d-4abd-ba65-c001b90ef2de req-7f0f10be-bcad-43dc-925b-8b668bc687e2 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] 10.222.0.65 "GET /v2.0/quotas/d91e5fe6eab6401bb7915ddd23194459 HTTP/1.1" status: 200 len: 375 time: 0.0367951 Mar 11 19:30:17.408454 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c9dd36b3-7d9d-4abd-ba65-c001b90ef2de req-f449a66f-ddef-4386-a1bc-b0da83bec95c tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=d91e5fe6eab6401bb7915ddd23194459&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0724874 Mar 11 19:30:17.468715 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-3c2648b7-dfe6-4e90-b1b5-2042681ed28a admin admin] Deleting port bec0c192-6bc1-4467-b7b8-6cef911a0c05 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:30:17.472887 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c2648b7-dfe6-4e90-b1b5-2042681ed28a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (bec0c192-6bc1-4467-b7b8-6cef911a0c05), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:17.739364 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-516dd3e2-d025-4ef4-b1df-b1872861c13d req-ad5a7eaf-792a-475a-a277-54e9d3a17779 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf2efb97-4fb4-4750-9711-d83530f5e89c HTTP/1.1" status: 200 len: 210 time: 0.0496216 Mar 11 19:30:17.768718 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-3c2648b7-dfe6-4e90-b1b5-2042681ed28a admin admin] For port bec0c192-6bc1-4467-b7b8-6cef911a0c05, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=bec0c192-6bc1-4467-b7b8-6cef911a0c05,segment=NetworkSegment(7617739c-1148-405a-b759-881cda43c47e),segment_id=7617739c-1148-405a-b759-881cda43c47e)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:30:17.769084 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c2648b7-dfe6-4e90-b1b5-2042681ed28a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (bec0c192-6bc1-4467-b7b8-6cef911a0c05), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:17.804931 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-3c2648b7-dfe6-4e90-b1b5-2042681ed28a admin admin] Calling delete_port for bec0c192-6bc1-4467-b7b8-6cef911a0c05 owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:30:17.977122 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0504d-8caa-4ac3-b9c0-48e700b4ffb7 req-c7e348dc-1f9c-46dd-971c-c87abf8963c4 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:17.982380 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0504d-8caa-4ac3-b9c0-48e700b4ffb7 req-c7e348dc-1f9c-46dd-971c-c87abf8963c4 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:17.988600 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0504d-8caa-4ac3-b9c0-48e700b4ffb7 req-c7e348dc-1f9c-46dd-971c-c87abf8963c4 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:17.996004 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0504d-8caa-4ac3-b9c0-48e700b4ffb7 req-c7e348dc-1f9c-46dd-971c-c87abf8963c4 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:18.007827 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0504d-8caa-4ac3-b9c0-48e700b4ffb7 req-c7e348dc-1f9c-46dd-971c-c87abf8963c4 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:18.013168 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0504d-8caa-4ac3-b9c0-48e700b4ffb7 req-c7e348dc-1f9c-46dd-971c-c87abf8963c4 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:18.018652 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0504d-8caa-4ac3-b9c0-48e700b4ffb7 req-c7e348dc-1f9c-46dd-971c-c87abf8963c4 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:18.026672 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-58a0504d-8caa-4ac3-b9c0-48e700b4ffb7 req-c7e348dc-1f9c-46dd-971c-c87abf8963c4 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 5430 time: 0.1433923 Mar 11 19:30:18.150026 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-58a0504d-8caa-4ac3-b9c0-48e700b4ffb7 req-6c1ae00b-8c02-45dd-a95e-ff4764a832c6 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/security-groups?id=019be762-639e-4ed8-9c49-723d3436f32b&id=97b5c377-83f5-4bad-bf80-e3f012b06736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1225011 Mar 11 19:30:18.321060 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c2648b7-dfe6-4e90-b1b5-2042681ed28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (bec0c192-6bc1-4467-b7b8-6cef911a0c05), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:18.609804 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:18.619412 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2648b7-dfe6-4e90-b1b5-2042681ed28a admin admin] Pushing event deleted for resources: {'Port': ['ID=bec0c192-6bc1-4467-b7b8-6cef911a0c05,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:18.705017 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3640f60a-e7cd-46c9-88a0-d7588f3e8d0d req-6d077f65-c4f4-4ee1-bfe8-95cf3c6eb3be tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:18.712729 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3640f60a-e7cd-46c9-88a0-d7588f3e8d0d req-6d077f65-c4f4-4ee1-bfe8-95cf3c6eb3be tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b HTTP/1.1" status: 200 len: 945 time: 0.4264901 Mar 11 19:30:18.791469 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3640f60a-e7cd-46c9-88a0-d7588f3e8d0d req-57fa4881-0d98-4aae-b4a4-897e95967bb2 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776577 Mar 11 19:30:18.868772 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c2648b7-dfe6-4e90-b1b5-2042681ed28a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:19.576388 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-12fd53d2-4dfb-4ac7-8266-7dd9fe1dffa5 req-c71b1a60-1376-4856-858d-8e7f9c1355d9 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf2efb97-4fb4-4750-9711-d83530f5e89c HTTP/1.1" status: 200 len: 210 time: 0.0511329 Mar 11 19:30:19.579006 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c9dd36b3-7d9d-4abd-ba65-c001b90ef2de req-e1e4469c-f7e2-4f38-8711-52589e94d60b tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=d91e5fe6eab6401bb7915ddd23194459&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0641794 Mar 11 19:30:20.151154 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd36b3-7d9d-4abd-ba65-c001b90ef2de req-65b05def-89f6-4eb2-a1ce-5d509c8fa59e tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:20.153038 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c9dd36b3-7d9d-4abd-ba65-c001b90ef2de req-65b05def-89f6-4eb2-a1ce-5d509c8fa59e tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5614057 Mar 11 19:30:20.166391 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-c9dd36b3-7d9d-4abd-ba65-c001b90ef2de req-98dafff8-41f4-4e94-bed6-7115f46b3622 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] Request body: {'port': {'device_id': 'bf2efb97-4fb4-4750-9711-d83530f5e89c', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'admin_state_up': True, 'tenant_id': 'd91e5fe6eab6401bb7915ddd23194459'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:30:20.350440 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ffcc57-dbd8-403b-acea-10bea7037a6b req-54883b85-7fc0-4a55-803b-5c4b0d024bde tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:20.371170 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ffcc57-dbd8-403b-acea-10bea7037a6b req-54883b85-7fc0-4a55-803b-5c4b0d024bde tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:20.381892 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ffcc57-dbd8-403b-acea-10bea7037a6b req-54883b85-7fc0-4a55-803b-5c4b0d024bde tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:20.394663 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ffcc57-dbd8-403b-acea-10bea7037a6b req-54883b85-7fc0-4a55-803b-5c4b0d024bde tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:20.415581 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ffcc57-dbd8-403b-acea-10bea7037a6b req-54883b85-7fc0-4a55-803b-5c4b0d024bde tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:20.425387 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ffcc57-dbd8-403b-acea-10bea7037a6b req-54883b85-7fc0-4a55-803b-5c4b0d024bde tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:20.437740 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ffcc57-dbd8-403b-acea-10bea7037a6b req-54883b85-7fc0-4a55-803b-5c4b0d024bde tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:20.454465 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d3ffcc57-dbd8-403b-acea-10bea7037a6b req-54883b85-7fc0-4a55-803b-5c4b0d024bde tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 5430 time: 0.5389771 Mar 11 19:30:20.710492 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d3ffcc57-dbd8-403b-acea-10bea7037a6b req-df2ab08e-5b14-471a-b2b6-19aa165cc95c tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/security-groups?id=019be762-639e-4ed8-9c49-723d3436f32b&id=97b5c377-83f5-4bad-bf80-e3f012b06736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2520301 Mar 11 19:30:20.774703 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c2648b7-dfe6-4e90-b1b5-2042681ed28a admin admin] Router 3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:30:20.782292 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c1087e-3887-4984-9751-b585977dfe6d req-b38447d2-95b8-42e2-9212-22ee03be3168 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:20.784413 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-27c1087e-3887-4984-9751-b585977dfe6d req-b38447d2-95b8-42e2-9212-22ee03be3168 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b HTTP/1.1" status: 200 len: 945 time: 0.3127699 Mar 11 19:30:20.925015 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9dd36b3-7d9d-4abd-ba65-c001b90ef2de req-98dafff8-41f4-4e94-bed6-7115f46b3622 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] Made reservation on behalf of d91e5fe6eab6401bb7915ddd23194459 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:30:20.931025 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c9dd36b3-7d9d-4abd-ba65-c001b90ef2de req-98dafff8-41f4-4e94-bed6-7115f46b3622 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:21.379936 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2648b7-dfe6-4e90-b1b5-2042681ed28a admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:30:21.385800 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-3c2648b7-dfe6-4e90-b1b5-2042681ed28a admin admin] 10.222.0.65 "PUT /v2.0/routers/3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3752213 Mar 11 19:30:21.389734 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 56000) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:30:21.397934 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a656fcb2-bcf9-40f5-a7da-0961079a3f24 None None] Sync routers for ids ['3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:30:21.456877 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a656fcb2-bcf9-40f5-a7da-0961079a3f24 None None] Routers {'3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:30:21.466907 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-a656fcb2-bcf9-40f5-a7da-0961079a3f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:29:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:30:21.582892 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-91c974a6-9590-49cd-8ede-1c6db19958c7 req-df50d821-dee6-4df3-9c2b-1810e139eeb8 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf2efb97-4fb4-4750-9711-d83530f5e89c HTTP/1.1" status: 200 len: 210 time: 0.3554072 Mar 11 19:30:21.608805 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-27c1087e-3887-4984-9751-b585977dfe6d req-44a1a035-cb99-4fa1-a481-3adedcd1218a tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8151968 Mar 11 19:30:21.752189 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-46b6fe34-cffc-4181-ab95-4dd44770e5f0 admin admin] Publish callbacks [] for router (3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:21.837352 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-a656fcb2-bcf9-40f5-a7da-0961079a3f24 None None] Set router 3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:30:22.176150 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-a656fcb2-bcf9-40f5-a7da-0961079a3f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1553295538-router', 'tenant_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'd31e3b60-d1ce-490c-94f1-fb1e977643c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:28:18Z', 'updated_at': '2022-03-11T19:30:18Z', 'revision_number': 5, 'project_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'gw_port': {'id': 'd31e3b60-d1ce-490c-94f1-fb1e977643c8', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:19Z', 'updated_at': '2022-03-11T19:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:30:22.205700 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a656fcb2-bcf9-40f5-a7da-0961079a3f24 None None] Checking router: 3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:30:22.214398 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a656fcb2-bcf9-40f5-a7da-0961079a3f24 None None] Routers {'3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:30:22.215030 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-a656fcb2-bcf9-40f5-a7da-0961079a3f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:29:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:30:22.275900 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e8dddc58-3d6a-4bb9-aa1c-7767703770d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:22.280995 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62300dc-ab38-4959-9218-eb475ea70ec6 req-5ee71c47-f6d5-4fd3-9759-3c485c22c552 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:22.289396 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62300dc-ab38-4959-9218-eb475ea70ec6 req-5ee71c47-f6d5-4fd3-9759-3c485c22c552 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:22.296733 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62300dc-ab38-4959-9218-eb475ea70ec6 req-5ee71c47-f6d5-4fd3-9759-3c485c22c552 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:22.311300 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62300dc-ab38-4959-9218-eb475ea70ec6 req-5ee71c47-f6d5-4fd3-9759-3c485c22c552 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:22.319432 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62300dc-ab38-4959-9218-eb475ea70ec6 req-5ee71c47-f6d5-4fd3-9759-3c485c22c552 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:22.326007 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62300dc-ab38-4959-9218-eb475ea70ec6 req-5ee71c47-f6d5-4fd3-9759-3c485c22c552 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:22.332408 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62300dc-ab38-4959-9218-eb475ea70ec6 req-5ee71c47-f6d5-4fd3-9759-3c485c22c552 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:22.335445 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a62300dc-ab38-4959-9218-eb475ea70ec6 req-5ee71c47-f6d5-4fd3-9759-3c485c22c552 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 5430 time: 0.4244356 Mar 11 19:30:22.419068 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:22.422647 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-a656fcb2-bcf9-40f5-a7da-0961079a3f24 None None] Set router 3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:30:22.443734 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-c9dd36b3-7d9d-4abd-ba65-c001b90ef2de req-98dafff8-41f4-4e94-bed6-7115f46b3622 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] Allocated IP 192.168.233.4 (885772b1-9b97-4e1d-a0fb-e125030c5a81/9bb14923-74c3-4313-be8d-ed33542f05aa/2865b192-e985-450f-b80b-4c8e1e15b635) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:30:22.446345 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-46b6fe34-cffc-4181-ab95-4dd44770e5f0 admin admin] Publish callbacks [] for router_gateway (3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:22.742495 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1272f8c4-335e-4b31-9938-8037c4fcaf12 req-380841d0-1f4b-46e2-aa0e-27459b63deb8 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf2efb97-4fb4-4750-9711-d83530f5e89c HTTP/1.1" status: 200 len: 210 time: 0.0455365 Mar 11 19:30:22.756340 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-a656fcb2-bcf9-40f5-a7da-0961079a3f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1553295538-router', 'tenant_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'd31e3b60-d1ce-490c-94f1-fb1e977643c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:28:18Z', 'updated_at': '2022-03-11T19:30:18Z', 'revision_number': 5, 'project_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'gw_port': {'id': 'd31e3b60-d1ce-490c-94f1-fb1e977643c8', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:19Z', 'updated_at': '2022-03-11T19:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:30:22.782387 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a62300dc-ab38-4959-9218-eb475ea70ec6 req-0b169628-ae1e-4561-a6d5-ba2b375ea993 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/security-groups?id=019be762-639e-4ed8-9c49-723d3436f32b&id=97b5c377-83f5-4bad-bf80-e3f012b06736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4371233 Mar 11 19:30:22.849063 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a656fcb2-bcf9-40f5-a7da-0961079a3f24 None None] The sync data for ids ['3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e'] in n-d-833163-1 is: [{'id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1553295538-router', 'tenant_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'd31e3b60-d1ce-490c-94f1-fb1e977643c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:28:18Z', 'updated_at': '2022-03-11T19:30:18Z', 'revision_number': 5, 'project_id': '36c6fb85db664d0dac9633c7a1a49fd2', 'gw_port': {'id': 'd31e3b60-d1ce-490c-94f1-fb1e977643c8', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:19Z', 'updated_at': '2022-03-11T19:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:30:23.075610 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-46b6fe34-cffc-4181-ab95-4dd44770e5f0 admin admin] Deleting port d31e3b60-d1ce-490c-94f1-fb1e977643c8 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:30:23.078180 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-46b6fe34-cffc-4181-ab95-4dd44770e5f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (d31e3b60-d1ce-490c-94f1-fb1e977643c8), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:23.213328 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e161c09d-38e7-4a99-b007-71fdb1ab5022 req-a0654813-05a2-4be7-94c3-85fc2dcde95f tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:23.214889 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e161c09d-38e7-4a99-b007-71fdb1ab5022 req-a0654813-05a2-4be7-94c3-85fc2dcde95f tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b HTTP/1.1" status: 200 len: 945 time: 0.3752100 Mar 11 19:30:23.285676 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-46b6fe34-cffc-4181-ab95-4dd44770e5f0 admin admin] For port d31e3b60-d1ce-490c-94f1-fb1e977643c8, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=d31e3b60-d1ce-490c-94f1-fb1e977643c8,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:30:23.286247 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-46b6fe34-cffc-4181-ab95-4dd44770e5f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (d31e3b60-d1ce-490c-94f1-fb1e977643c8), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:23.291112 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c9dd36b3-7d9d-4abd-ba65-c001b90ef2de req-98dafff8-41f4-4e94-bed6-7115f46b3622 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] Publish callbacks [] for port (2865b192-e985-450f-b80b-4c8e1e15b635), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:23.353514 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-46b6fe34-cffc-4181-ab95-4dd44770e5f0 admin admin] Calling delete_port for d31e3b60-d1ce-490c-94f1-fb1e977643c8 owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:30:23.406395 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e161c09d-38e7-4a99-b007-71fdb1ab5022 req-60d53e37-7be7-4f5e-8b97-36ed4abbc754 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639328 Mar 11 19:30:23.549866 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c9dd36b3-7d9d-4abd-ba65-c001b90ef2de req-98dafff8-41f4-4e94-bed6-7115f46b3622 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (2865b192-e985-450f-b80b-4c8e1e15b635), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:23.730082 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9dd36b3-7d9d-4abd-ba65-c001b90ef2de req-98dafff8-41f4-4e94-bed6-7115f46b3622 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] Network 885772b1-9b97-4e1d-a0fb-e125030c5a81 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:30:23.746678 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-c9dd36b3-7d9d-4abd-ba65-c001b90ef2de req-98dafff8-41f4-4e94-bed6-7115f46b3622 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:30:23.752482 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9dd36b3-7d9d-4abd-ba65-c001b90ef2de req-98dafff8-41f4-4e94-bed6-7115f46b3622 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:30:23.837091 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device bec0c192-6bc1-4467-b7b8-6cef911a0c05 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:30:23.861002 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd36b3-7d9d-4abd-ba65-c001b90ef2de req-98dafff8-41f4-4e94-bed6-7115f46b3622 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:23.862144 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c9dd36b3-7d9d-4abd-ba65-c001b90ef2de req-98dafff8-41f4-4e94-bed6-7115f46b3622 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:23.887447 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c9dd36b3-7d9d-4abd-ba65-c001b90ef2de req-98dafff8-41f4-4e94-bed6-7115f46b3622 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.7251253 Mar 11 19:30:23.888993 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dafff8-41f4-4e94-bed6-7115f46b3622 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] Pushing event updated for resources: {'Port': ['ID=2865b192-e985-450f-b80b-4c8e1e15b635,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:23.901193 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-c9dd36b3-7d9d-4abd-ba65-c001b90ef2de req-11ded231-3e55-4c23-9489-76c642eaf0e2 service neutron] Request body: {'port': {'device_id': 'bf2efb97-4fb4-4750-9711-d83530f5e89c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:30:23.908506 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: bec0c192-6bc1-4467-b7b8-6cef911a0c05 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:30:23.908844 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device bec0c192-6bc1-4467-b7b8-6cef911a0c05 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:30:23.960110 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dafff8-41f4-4e94-bed6-7115f46b3622 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:30:23.961005 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dafff8-41f4-4e94-bed6-7115f46b3622 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:30:23.961523 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dafff8-41f4-4e94-bed6-7115f46b3622 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:30:23.962014 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dafff8-41f4-4e94-bed6-7115f46b3622 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:30:23.962667 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dafff8-41f4-4e94-bed6-7115f46b3622 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:30:23.963277 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dafff8-41f4-4e94-bed6-7115f46b3622 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:30:23.963797 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dafff8-41f4-4e94-bed6-7115f46b3622 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:30:23.964292 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dafff8-41f4-4e94-bed6-7115f46b3622 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:30:23.964781 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dafff8-41f4-4e94-bed6-7115f46b3622 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:30:23.966210 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dafff8-41f4-4e94-bed6-7115f46b3622 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:30:23.966762 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dafff8-41f4-4e94-bed6-7115f46b3622 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:30:23.967338 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dafff8-41f4-4e94-bed6-7115f46b3622 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:30:23.968315 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98dafff8-41f4-4e94-bed6-7115f46b3622 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:30:24.168533 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790dfa0e-433f-4e78-9faa-1e06bed72a11 req-a64cc467-3f45-4b54-96f0-249defd0330b tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:24.170098 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-790dfa0e-433f-4e78-9faa-1e06bed72a11 req-a64cc467-3f45-4b54-96f0-249defd0330b tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf2efb97-4fb4-4750-9711-d83530f5e89c HTTP/1.1" status: 200 len: 934 time: 0.2533646 Mar 11 19:30:24.225594 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4dc5c7bd-cd30-434c-ad7f-06f001567aab None None] Provisioning complete for port 2865b192-e985-450f-b80b-4c8e1e15b635 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:30:24.225973 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4dc5c7bd-cd30-434c-ad7f-06f001567aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (2865b192-e985-450f-b80b-4c8e1e15b635), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:24.236690 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c13c6c1-b0f3-4cf9-b10e-c614e1fb24b7 req-f9043068-7945-49d0-9889-79a89581558b tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:24.244716 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c13c6c1-b0f3-4cf9-b10e-c614e1fb24b7 req-f9043068-7945-49d0-9889-79a89581558b tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:24.251454 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c13c6c1-b0f3-4cf9-b10e-c614e1fb24b7 req-f9043068-7945-49d0-9889-79a89581558b tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:24.257595 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c13c6c1-b0f3-4cf9-b10e-c614e1fb24b7 req-f9043068-7945-49d0-9889-79a89581558b tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:24.262920 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c13c6c1-b0f3-4cf9-b10e-c614e1fb24b7 req-f9043068-7945-49d0-9889-79a89581558b tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:24.269012 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c13c6c1-b0f3-4cf9-b10e-c614e1fb24b7 req-f9043068-7945-49d0-9889-79a89581558b tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:24.274734 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c13c6c1-b0f3-4cf9-b10e-c614e1fb24b7 req-f9043068-7945-49d0-9889-79a89581558b tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:24.277322 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1c13c6c1-b0f3-4cf9-b10e-c614e1fb24b7 req-f9043068-7945-49d0-9889-79a89581558b tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 5430 time: 0.3307660 Mar 11 19:30:24.278052 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-46b6fe34-cffc-4181-ab95-4dd44770e5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (d31e3b60-d1ce-490c-94f1-fb1e977643c8), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:24.299663 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c9dd36b3-7d9d-4abd-ba65-c001b90ef2de req-11ded231-3e55-4c23-9489-76c642eaf0e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2865b192-e985-450f-b80b-4c8e1e15b635), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:24.354070 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4dc5c7bd-cd30-434c-ad7f-06f001567aab None None] Port 2865b192-e985-450f-b80b-4c8e1e15b635 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:30:24.393364 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b6fe34-cffc-4181-ab95-4dd44770e5f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d31e3b60-d1ce-490c-94f1-fb1e977643c8,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:24.447157 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-46b6fe34-cffc-4181-ab95-4dd44770e5f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:24.547911 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-46b6fe34-cffc-4181-ab95-4dd44770e5f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:24.550440 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-07866ddc-52b3-40dd-bac5-4550cf669131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:24.551142 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-46b6fe34-cffc-4181-ab95-4dd44770e5f0 admin admin] Publish callbacks [] for router_controller (3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:24.606525 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-790dfa0e-433f-4e78-9faa-1e06bed72a11 req-129fa936-c885-407c-ad7c-bd4432d27d1a tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] 10.222.0.65 "GET /v2.0/security-groups?id=58cb8dbb-9031-4c79-8a2e-2c14ca4780e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4223189 Mar 11 19:30:24.615380 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-46b6fe34-cffc-4181-ab95-4dd44770e5f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:24.615380 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b6fe34-cffc-4181-ab95-4dd44770e5f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:30:24.632537 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-46b6fe34-cffc-4181-ab95-4dd44770e5f0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:24.633692 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-46b6fe34-cffc-4181-ab95-4dd44770e5f0 admin admin] 10.222.0.65 "DELETE /v2.0/routers/3f5a21a1-fb4c-4e23-a932-6eeb6414cd7e HTTP/1.1" status: 204 len: 168 time: 3.2307482 Mar 11 19:30:24.636425 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 56046) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:30:24.759368 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1e7a771-77aa-44ed-9cd6-0b57182194d7 admin admin] Deleting subnet 159c45f0-17a9-4dad-ae0c-9d105edbfcac {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:30:24.775779 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b1e7a771-77aa-44ed-9cd6-0b57182194d7 admin admin] Publish callbacks [] for subnet (159c45f0-17a9-4dad-ae0c-9d105edbfcac), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:24.844385 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b1e7a771-77aa-44ed-9cd6-0b57182194d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (159c45f0-17a9-4dad-ae0c-9d105edbfcac), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:24.866522 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1c13c6c1-b0f3-4cf9-b10e-c614e1fb24b7 req-c8c5ea8c-0182-47ee-8668-84c3c4d69cf9 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/security-groups?id=019be762-639e-4ed8-9c49-723d3436f32b&id=97b5c377-83f5-4bad-bf80-e3f012b06736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5761828 Mar 11 19:30:25.060304 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b1e7a771-77aa-44ed-9cd6-0b57182194d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (159c45f0-17a9-4dad-ae0c-9d105edbfcac), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:25.088106 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58400b3-d93c-420a-8f20-c270cb4fe264 req-515f6156-ff3c-4ffd-ae5a-9a0158e51b44 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:25.090032 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a58400b3-d93c-420a-8f20-c270cb4fe264 req-515f6156-ff3c-4ffd-ae5a-9a0158e51b44 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b HTTP/1.1" status: 200 len: 945 time: 0.1595252 Mar 11 19:30:25.163530 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a58400b3-d93c-420a-8f20-c270cb4fe264 req-fee5b8f3-d6a8-4162-b81b-c7b7744c9aee tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628798 Mar 11 19:30:25.207243 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b1e7a771-77aa-44ed-9cd6-0b57182194d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (159c45f0-17a9-4dad-ae0c-9d105edbfcac), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:25.256002 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e7a771-77aa-44ed-9cd6-0b57182194d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=159c45f0-17a9-4dad-ae0c-9d105edbfcac,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:25.267931 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e7a771-77aa-44ed-9cd6-0b57182194d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:30:25.268747 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e7a771-77aa-44ed-9cd6-0b57182194d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:30:25.269253 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e7a771-77aa-44ed-9cd6-0b57182194d7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:30:25.269767 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e7a771-77aa-44ed-9cd6-0b57182194d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:30:25.270255 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e7a771-77aa-44ed-9cd6-0b57182194d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:30:25.270744 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e7a771-77aa-44ed-9cd6-0b57182194d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:30:25.271236 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e7a771-77aa-44ed-9cd6-0b57182194d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:30:25.271756 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e7a771-77aa-44ed-9cd6-0b57182194d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:30:25.272247 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e7a771-77aa-44ed-9cd6-0b57182194d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:30:25.272731 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e7a771-77aa-44ed-9cd6-0b57182194d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:30:25.273215 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e7a771-77aa-44ed-9cd6-0b57182194d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:30:25.273689 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e7a771-77aa-44ed-9cd6-0b57182194d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:30:25.274172 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e7a771-77aa-44ed-9cd6-0b57182194d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:30:25.282162 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b1e7a771-77aa-44ed-9cd6-0b57182194d7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:25.287478 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b1e7a771-77aa-44ed-9cd6-0b57182194d7 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/159c45f0-17a9-4dad-ae0c-9d105edbfcac HTTP/1.1" status: 204 len: 168 time: 0.6491911 Mar 11 19:30:25.288943 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80e6a83-a8c7-4c1b-b218-c9bd71e103c5 None None] Network 1557e6f9-ef1e-471d-ad9b-c22fef29517e requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:30:25.290636 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 56060) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:30:25.400138 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f6634f82-bf47-4dd5-8f4a-f3c9ba3d7971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (1557e6f9-ef1e-471d-ad9b-c22fef29517e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:25.471891 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-f6634f82-bf47-4dd5-8f4a-f3c9ba3d7971 admin admin] Deleting port 0de5aaa7-3bd3-476a-833b-593e1ef78747 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:30:25.472636 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f6634f82-bf47-4dd5-8f4a-f3c9ba3d7971 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (0de5aaa7-3bd3-476a-833b-593e1ef78747), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:25.570442 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9976f0-b1d4-439e-b3c8-a430330e7d87 None None] DHCP port deletion for 1557e6f9-ef1e-471d-ad9b-c22fef29517e request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:30:25.573048 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-f6634f82-bf47-4dd5-8f4a-f3c9ba3d7971 admin admin] For port 0de5aaa7-3bd3-476a-833b-593e1ef78747, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=0de5aaa7-3bd3-476a-833b-593e1ef78747,segment=NetworkSegment(7617739c-1148-405a-b759-881cda43c47e),segment_id=7617739c-1148-405a-b759-881cda43c47e)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:30:25.573665 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f6634f82-bf47-4dd5-8f4a-f3c9ba3d7971 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (0de5aaa7-3bd3-476a-833b-593e1ef78747), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:25.588826 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-f6634f82-bf47-4dd5-8f4a-f3c9ba3d7971 admin admin] Calling delete_port for 0de5aaa7-3bd3-476a-833b-593e1ef78747 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:30:25.679244 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f6634f82-bf47-4dd5-8f4a-f3c9ba3d7971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (0de5aaa7-3bd3-476a-833b-593e1ef78747), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:25.774003 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6634f82-bf47-4dd5-8f4a-f3c9ba3d7971 admin admin] Pushing event deleted for resources: {'Port': ['ID=0de5aaa7-3bd3-476a-833b-593e1ef78747,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:25.790679 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-2b9976f0-b1d4-439e-b3c8-a430330e7d87 None None] Deleting port 0de5aaa7-3bd3-476a-833b-593e1ef78747 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:30:25.791315 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2b9976f0-b1d4-439e-b3c8-a430330e7d87 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (0de5aaa7-3bd3-476a-833b-593e1ef78747), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:25.791992 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6634f82-bf47-4dd5-8f4a-f3c9ba3d7971 admin admin] No DVR routers for this DVR port 0de5aaa7-3bd3-476a-833b-593e1ef78747 on host n-d-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:30:25.841415 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-c9dd36b3-7d9d-4abd-ba65-c001b90ef2de req-11ded231-3e55-4c23-9489-76c642eaf0e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2865b192-e985-450f-b80b-4c8e1e15b635 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:30:25.880002 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c9dd36b3-7d9d-4abd-ba65-c001b90ef2de req-11ded231-3e55-4c23-9489-76c642eaf0e2 service neutron] Publish callbacks [] for port (2865b192-e985-450f-b80b-4c8e1e15b635), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:25.914052 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-c9dd36b3-7d9d-4abd-ba65-c001b90ef2de req-11ded231-3e55-4c23-9489-76c642eaf0e2 service neutron] Transition to ACTIVE for port object 2865b192-e985-450f-b80b-4c8e1e15b635 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:30:26.006953 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c9dd36b3-7d9d-4abd-ba65-c001b90ef2de req-11ded231-3e55-4c23-9489-76c642eaf0e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (2865b192-e985-450f-b80b-4c8e1e15b635), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:26.025805 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-2b9976f0-b1d4-439e-b3c8-a430330e7d87 None None] For port 0de5aaa7-3bd3-476a-833b-593e1ef78747, host n-d-833163-1, got binding levels [] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:30:26.030660 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2b9976f0-b1d4-439e-b3c8-a430330e7d87 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (0de5aaa7-3bd3-476a-833b-593e1ef78747), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:26.058180 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f6634f82-bf47-4dd5-8f4a-f3c9ba3d7971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (1557e6f9-ef1e-471d-ad9b-c22fef29517e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:26.091842 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-2b9976f0-b1d4-439e-b3c8-a430330e7d87 None None] Calling delete_port for 0de5aaa7-3bd3-476a-833b-593e1ef78747 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:30:26.102901 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.ipam_backend_mixin [None req-2b9976f0-b1d4-439e-b3c8-a430330e7d87 None None] Port 0de5aaa7-3bd3-476a-833b-593e1ef78747 was not found and therefore no delete operation was performed {{(pid=103886) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 11 19:30:26.110271 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-f6634f82-bf47-4dd5-8f4a-f3c9ba3d7971 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1557e6f9-ef1e-471d-ad9b-c22fef29517e']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:30:26.118210 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2b9976f0-b1d4-439e-b3c8-a430330e7d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (0de5aaa7-3bd3-476a-833b-593e1ef78747), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:26.126432 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-f6634f82-bf47-4dd5-8f4a-f3c9ba3d7971 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7617739c-1148-405a-b759-881cda43c47e') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:30:26.126763 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-f6634f82-bf47-4dd5-8f4a-f3c9ba3d7971 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7617739c-1148-405a-b759-881cda43c47e') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:30:26.132861 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ded231-3e55-4c23-9489-76c642eaf0e2 service neutron] Pushing event updated for resources: {'Port': ['ID=2865b192-e985-450f-b80b-4c8e1e15b635,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:26.147970 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 0de5aaa7-3bd3-476a-833b-593e1ef78747 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:30:26.149050 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f6634f82-bf47-4dd5-8f4a-f3c9ba3d7971 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (7617739c-1148-405a-b759-881cda43c47e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:26.177552 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f6634f82-bf47-4dd5-8f4a-f3c9ba3d7971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (7617739c-1148-405a-b759-881cda43c47e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:26.204238 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6634f82-bf47-4dd5-8f4a-f3c9ba3d7971 admin admin] Releasing vlan 889 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:30:26.205392 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f6634f82-bf47-4dd5-8f4a-f3c9ba3d7971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (7617739c-1148-405a-b759-881cda43c47e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:26.339685 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 0de5aaa7-3bd3-476a-833b-593e1ef78747 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:30:26.340408 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 0de5aaa7-3bd3-476a-833b-593e1ef78747 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:30:26.340533 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device d31e3b60-d1ce-490c-94f1-fb1e977643c8 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:30:26.375974 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ec0e5-61f7-4cdf-bcc1-8c76313bb13a req-77be7b6d-33eb-48c3-82fb-4fe2eb6137a8 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:26.380481 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d51ec0e5-61f7-4cdf-bcc1-8c76313bb13a req-77be7b6d-33eb-48c3-82fb-4fe2eb6137a8 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf2efb97-4fb4-4750-9711-d83530f5e89c HTTP/1.1" status: 200 len: 946 time: 0.4514327 Mar 11 19:30:26.402087 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: d31e3b60-d1ce-490c-94f1-fb1e977643c8 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:30:26.402810 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device d31e3b60-d1ce-490c-94f1-fb1e977643c8 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:30:26.403945 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:30:26.403945 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:30:26.403945 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:30:26.403945 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:30:26.403945 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:30:26.403945 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:30:26.403945 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:30:26.403945 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:30:26.403945 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:30:26.403945 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:30:26.403945 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:30:26.403945 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:30:26.403945 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:30:26.403945 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:30:26.403945 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:30:26.403945 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:30:26.403945 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:30:26.403945 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:30:26.403945 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:30:26.403945 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:30:26.403945 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:30:26.403945 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:30:26.403945 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:30:26.403945 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:30:26.403945 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:30:26.403945 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:30:26.403945 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:30:26.403945 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:30:26.403945 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:30:26.403945 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:30:26.403945 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:30:26.403945 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:30:26.406258 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f6634f82-bf47-4dd5-8f4a-f3c9ba3d7971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (1557e6f9-ef1e-471d-ad9b-c22fef29517e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:26.408000 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9976f0-b1d4-439e-b3c8-a430330e7d87 None None] Pushing event deleted for resources: {'Port': ['ID=0de5aaa7-3bd3-476a-833b-593e1ef78747,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:26.416290 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:26.422003 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9976f0-b1d4-439e-b3c8-a430330e7d87 None None] No DVR routers for this DVR port 0de5aaa7-3bd3-476a-833b-593e1ef78747 on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:30:26.440225 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f6634f82-bf47-4dd5-8f4a-f3c9ba3d7971 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:26.443445 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f6634f82-bf47-4dd5-8f4a-f3c9ba3d7971 admin admin] 10.222.0.65 "DELETE /v2.0/networks/1557e6f9-ef1e-471d-ad9b-c22fef29517e HTTP/1.1" status: 204 len: 168 time: 1.1516843 Mar 11 19:30:26.451798 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6634f82-bf47-4dd5-8f4a-f3c9ba3d7971 admin admin] Pushing event deleted for resources: {'Network': ['ID=1557e6f9-ef1e-471d-ad9b-c22fef29517e,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:26.560754 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2190c3d8-e881-4dd6-ba44-4d28519a6859 req-113dd6e8-b7cf-4fea-a5bf-2df203df9688 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:26.568477 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2190c3d8-e881-4dd6-ba44-4d28519a6859 req-113dd6e8-b7cf-4fea-a5bf-2df203df9688 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:26.583537 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2190c3d8-e881-4dd6-ba44-4d28519a6859 req-113dd6e8-b7cf-4fea-a5bf-2df203df9688 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:26.589065 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2190c3d8-e881-4dd6-ba44-4d28519a6859 req-113dd6e8-b7cf-4fea-a5bf-2df203df9688 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:26.612313 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2190c3d8-e881-4dd6-ba44-4d28519a6859 req-113dd6e8-b7cf-4fea-a5bf-2df203df9688 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:26.618431 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2190c3d8-e881-4dd6-ba44-4d28519a6859 req-113dd6e8-b7cf-4fea-a5bf-2df203df9688 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:26.635023 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2190c3d8-e881-4dd6-ba44-4d28519a6859 req-113dd6e8-b7cf-4fea-a5bf-2df203df9688 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:26.637662 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2190c3d8-e881-4dd6-ba44-4d28519a6859 req-113dd6e8-b7cf-4fea-a5bf-2df203df9688 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 5430 time: 0.5791481 Mar 11 19:30:26.742250 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d51ec0e5-61f7-4cdf-bcc1-8c76313bb13a req-22edecd3-47b3-4b0e-a747-6c69e507f82e tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] 10.222.0.65 "GET /v2.0/security-groups?id=58cb8dbb-9031-4c79-8a2e-2c14ca4780e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207896 Mar 11 19:30:26.762505 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-c9dd36b3-7d9d-4abd-ba65-c001b90ef2de req-11ded231-3e55-4c23-9489-76c642eaf0e2 service neutron] Attempting to bind port 2865b192-e985-450f-b80b-4c8e1e15b635 on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:30:26.762813 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-c9dd36b3-7d9d-4abd-ba65-c001b90ef2de req-11ded231-3e55-4c23-9489-76c642eaf0e2 service neutron] Attempting to bind port 2865b192-e985-450f-b80b-4c8e1e15b635 by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:30:26.763129 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dd36b3-7d9d-4abd-ba65-c001b90ef2de req-11ded231-3e55-4c23-9489-76c642eaf0e2 service neutron] Attempting to bind port 2865b192-e985-450f-b80b-4c8e1e15b635 on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:30:26.779319 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dd36b3-7d9d-4abd-ba65-c001b90ef2de req-11ded231-3e55-4c23-9489-76c642eaf0e2 service neutron] Port 2865b192-e985-450f-b80b-4c8e1e15b635 on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:30:26.779685 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dd36b3-7d9d-4abd-ba65-c001b90ef2de req-11ded231-3e55-4c23-9489-76c642eaf0e2 service neutron] Attempting to bind port 2865b192-e985-450f-b80b-4c8e1e15b635 on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:30:26.823568 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 56080) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:30:26.856816 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dd36b3-7d9d-4abd-ba65-c001b90ef2de req-11ded231-3e55-4c23-9489-76c642eaf0e2 service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:30:26.857162 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dd36b3-7d9d-4abd-ba65-c001b90ef2de req-11ded231-3e55-4c23-9489-76c642eaf0e2 service neutron] Checking segment: {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:30:26.857554 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9dd36b3-7d9d-4abd-ba65-c001b90ef2de req-11ded231-3e55-4c23-9489-76c642eaf0e2 service neutron] Bound using segment: {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:30:26.857998 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-c9dd36b3-7d9d-4abd-ba65-c001b90ef2de req-11ded231-3e55-4c23-9489-76c642eaf0e2 service neutron] Bound port: 2865b192-e985-450f-b80b-4c8e1e15b635, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:30:26.858356 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c9dd36b3-7d9d-4abd-ba65-c001b90ef2de req-11ded231-3e55-4c23-9489-76c642eaf0e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2865b192-e985-450f-b80b-4c8e1e15b635), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:26.869067 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2190c3d8-e881-4dd6-ba44-4d28519a6859 req-e0910a0c-d998-4765-9f34-00c6b369e0aa tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/security-groups?id=019be762-639e-4ed8-9c49-723d3436f32b&id=97b5c377-83f5-4bad-bf80-e3f012b06736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2046776 Mar 11 19:30:26.998763 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3136d56a-cdec-4550-972c-b70e808df054 req-107687a0-c313-44c5-aa23-4242fbe85b06 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:27.001160 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3136d56a-cdec-4550-972c-b70e808df054 req-107687a0-c313-44c5-aa23-4242fbe85b06 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b HTTP/1.1" status: 200 len: 945 time: 0.1454883 Mar 11 19:30:27.018072 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935b953-470e-4e21-8b55-0035d694a5df req-7dffd26b-d9c6-4be1-9936-d65e7ea62ed4 tempest-LiveAutoBlockMigrationV225Test-943023921 tempest-LiveAutoBlockMigrationV225Test-943023921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:27.033790 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3935b953-470e-4e21-8b55-0035d694a5df req-7dffd26b-d9c6-4be1-9936-d65e7ea62ed4 tempest-LiveAutoBlockMigrationV225Test-943023921 tempest-LiveAutoBlockMigrationV225Test-943023921-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b&tenant_id=f44b890e943d4aee826b67fd4c2d7b8e&binding%3Ahost_id=n-h1-833163-1 HTTP/1.1" status: 200 len: 1127 time: 0.2869594 Mar 11 19:30:27.037349 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-c9dd36b3-7d9d-4abd-ba65-c001b90ef2de req-11ded231-3e55-4c23-9489-76c642eaf0e2 service neutron] For port 2865b192-e985-450f-b80b-4c8e1e15b635, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:30:27.044334 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-3935b953-470e-4e21-8b55-0035d694a5df req-f022af16-51a5-49cc-8bab-9efbdb9336fb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-833163-1'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:30:27.049390 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-818d8871-9ef6-4e36-89cb-29fb35dc8b12 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=36c6fb85db664d0dac9633c7a1a49fd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2130992 Mar 11 19:30:27.054950 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-c9dd36b3-7d9d-4abd-ba65-c001b90ef2de req-11ded231-3e55-4c23-9489-76c642eaf0e2 service neutron] For port 2865b192-e985-450f-b80b-4c8e1e15b635, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=2865b192-e985-450f-b80b-4c8e1e15b635,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:30:27.063592 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 56092) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:30:27.084936 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c9dd36b3-7d9d-4abd-ba65-c001b90ef2de req-11ded231-3e55-4c23-9489-76c642eaf0e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (2865b192-e985-450f-b80b-4c8e1e15b635), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:27.142042 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd36b3-7d9d-4abd-ba65-c001b90ef2de req-11ded231-3e55-4c23-9489-76c642eaf0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:27.142739 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c9dd36b3-7d9d-4abd-ba65-c001b90ef2de req-11ded231-3e55-4c23-9489-76c642eaf0e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:27.157270 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c9dd36b3-7d9d-4abd-ba65-c001b90ef2de req-11ded231-3e55-4c23-9489-76c642eaf0e2 service neutron] 10.222.0.57 "PUT /v2.0/ports/2865b192-e985-450f-b80b-4c8e1e15b635 HTTP/1.1" status: 200 len: 1094 time: 3.2616262 Mar 11 19:30:27.187136 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf2efb97-4fb4-4750-9711-d83530f5e89c', 'tag': '2865b192-e985-450f-b80b-4c8e1e15b635'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:30:27.191235 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-098a6009-0152-4bf2-8501-e1b865d6ca4a" -d '{"events": [{"name": "network-changed", "server_uuid": "bf2efb97-4fb4-4750-9711-d83530f5e89c", "tag": "2865b192-e985-450f-b80b-4c8e1e15b635"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:30:27.313854 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3136d56a-cdec-4550-972c-b70e808df054 req-56e90223-8efc-4091-9882-68c966a6063e tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940257 Mar 11 19:30:27.318219 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef69268f-1c46-4529-9969-76ff551e1680 x-openstack-request-id: req-ef69268f-1c46-4529-9969-76ff551e1680 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:30:27.318685 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf2efb97-4fb4-4750-9711-d83530f5e89c", "tag": "2865b192-e985-450f-b80b-4c8e1e15b635", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:30:27.319245 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ef69268f-1c46-4529-9969-76ff551e1680 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:30:27.320850 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf2efb97-4fb4-4750-9711-d83530f5e89c', 'tag': '2865b192-e985-450f-b80b-4c8e1e15b635', 'status': 'completed', 'code': 200} Mar 11 19:30:27.358228 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ea69e906-8ca1-4795-b17b-10020df361f6 admin admin] Publish callbacks [] for security_group (0961abee-fe62-4d69-976a-7014d627610b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:27.367483 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd36b3-7d9d-4abd-ba65-c001b90ef2de req-90479f4c-cb05-4a14-b3e2-24ed4f6013d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:27.369254 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c9dd36b3-7d9d-4abd-ba65-c001b90ef2de req-90479f4c-cb05-4a14-b3e2-24ed4f6013d9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d91e5fe6eab6401bb7915ddd23194459&device_id=bf2efb97-4fb4-4750-9711-d83530f5e89c HTTP/1.1" status: 200 len: 1128 time: 0.1729562 Mar 11 19:30:27.388573 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3935b953-470e-4e21-8b55-0035d694a5df req-f022af16-51a5-49cc-8bab-9efbdb9336fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (5ac3bee4-d31e-4d7f-9bb8-cb81d564318b), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:27.451362 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ea69e906-8ca1-4795-b17b-10020df361f6 admin admin] Publish callbacks [] for security_group (0961abee-fe62-4d69-976a-7014d627610b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:27.472525 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:27.485603 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c9dd36b3-7d9d-4abd-ba65-c001b90ef2de req-b4e4af4e-8198-4917-841d-56746b6bcbe9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=2865b192-e985-450f-b80b-4c8e1e15b635 HTTP/1.1" status: 200 len: 217 time: 0.1075647 Mar 11 19:30:27.485838 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ded231-3e55-4c23-9489-76c642eaf0e2 service neutron] Pushing event updated for resources: {'Port': ['ID=2865b192-e985-450f-b80b-4c8e1e15b635,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:27.595077 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd36b3-7d9d-4abd-ba65-c001b90ef2de req-3812e295-2c23-4830-873f-0e6cba9e8714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:27.597243 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c9dd36b3-7d9d-4abd-ba65-c001b90ef2de req-3812e295-2c23-4830-873f-0e6cba9e8714 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.0984263 Mar 11 19:30:27.687463 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ea69e906-8ca1-4795-b17b-10020df361f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (0961abee-fe62-4d69-976a-7014d627610b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:27.696075 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ea69e906-8ca1-4795-b17b-10020df361f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:27.697643 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ea69e906-8ca1-4795-b17b-10020df361f6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0961abee-fe62-4d69-976a-7014d627610b HTTP/1.1" status: 204 len: 168 time: 0.6314032 Mar 11 19:30:27.714434 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea69e906-8ca1-4795-b17b-10020df361f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0961abee-fe62-4d69-976a-7014d627610b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:27.746700 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-3935b953-470e-4e21-8b55-0035d694a5df req-f022af16-51a5-49cc-8bab-9efbdb9336fb service neutron] For port 5ac3bee4-d31e-4d7f-9bb8-cb81d564318b, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=5ac3bee4-d31e-4d7f-9bb8-cb81d564318b,segment=NetworkSegment(42087326-e85e-4d47-82f7-573695e73a7c),segment_id=42087326-e85e-4d47-82f7-573695e73a7c)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:30:27.781484 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd36b3-7d9d-4abd-ba65-c001b90ef2de req-be4b8538-36eb-4353-ad5a-79b771a4654d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:27.786106 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c9dd36b3-7d9d-4abd-ba65-c001b90ef2de req-be4b8538-36eb-4353-ad5a-79b771a4654d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1831622 Mar 11 19:30:27.904887 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-3935b953-470e-4e21-8b55-0035d694a5df req-f022af16-51a5-49cc-8bab-9efbdb9336fb service neutron] For port 5ac3bee4-d31e-4d7f-9bb8-cb81d564318b, host n-h1-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:30:28.060470 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde90127-b173-41d7-8edf-5dbeede7ff2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ac3bee4-d31e-4d7f-9bb8-cb81d564318b'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:30:28.068061 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4079e0b5-1f2b-4920-bd2d-388ba4b2a2c5" -d '{"events": [{"server_uuid": "dde90127-b173-41d7-8edf-5dbeede7ff2b", "name": "network-vif-unplugged", "status": "completed", "tag": "5ac3bee4-d31e-4d7f-9bb8-cb81d564318b"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:30:28.075187 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3935b953-470e-4e21-8b55-0035d694a5df req-f022af16-51a5-49cc-8bab-9efbdb9336fb service neutron] Publish callbacks [] for port (5ac3bee4-d31e-4d7f-9bb8-cb81d564318b), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:28.087078 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3935b953-470e-4e21-8b55-0035d694a5df req-f022af16-51a5-49cc-8bab-9efbdb9336fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (5ac3bee4-d31e-4d7f-9bb8-cb81d564318b), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:28.228800 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f022af16-51a5-49cc-8bab-9efbdb9336fb service neutron] Pushing event updated for resources: {'Port': ['ID=5ac3bee4-d31e-4d7f-9bb8-cb81d564318b,revision_number=7']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:28.232806 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-3935b953-470e-4e21-8b55-0035d694a5df req-f022af16-51a5-49cc-8bab-9efbdb9336fb service neutron] Attempting to bind port 5ac3bee4-d31e-4d7f-9bb8-cb81d564318b on host n-h1-833163-1 for vnic_type normal with profile {"migrating_to": "n-h2-833163-1"} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:30:28.233357 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-3935b953-470e-4e21-8b55-0035d694a5df req-f022af16-51a5-49cc-8bab-9efbdb9336fb service neutron] Attempting to bind port 5ac3bee4-d31e-4d7f-9bb8-cb81d564318b by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '42087326-e85e-4d47-82f7-573695e73a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b2c20bf2-5907-4ff7-8af6-23603c7d780a'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:30:28.233860 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3935b953-470e-4e21-8b55-0035d694a5df req-f022af16-51a5-49cc-8bab-9efbdb9336fb service neutron] Attempting to bind port 5ac3bee4-d31e-4d7f-9bb8-cb81d564318b on network b2c20bf2-5907-4ff7-8af6-23603c7d780a {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:30:28.240078 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3935b953-470e-4e21-8b55-0035d694a5df req-f022af16-51a5-49cc-8bab-9efbdb9336fb service neutron] Port 5ac3bee4-d31e-4d7f-9bb8-cb81d564318b on network b2c20bf2-5907-4ff7-8af6-23603c7d780a not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:30:28.240633 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3935b953-470e-4e21-8b55-0035d694a5df req-f022af16-51a5-49cc-8bab-9efbdb9336fb service neutron] Attempting to bind port 5ac3bee4-d31e-4d7f-9bb8-cb81d564318b on network b2c20bf2-5907-4ff7-8af6-23603c7d780a {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:30:28.252136 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3935b953-470e-4e21-8b55-0035d694a5df req-f022af16-51a5-49cc-8bab-9efbdb9336fb service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:30:28.252505 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3935b953-470e-4e21-8b55-0035d694a5df req-f022af16-51a5-49cc-8bab-9efbdb9336fb service neutron] Checking segment: {'id': '42087326-e85e-4d47-82f7-573695e73a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b2c20bf2-5907-4ff7-8af6-23603c7d780a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:30:28.253074 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3935b953-470e-4e21-8b55-0035d694a5df req-f022af16-51a5-49cc-8bab-9efbdb9336fb service neutron] Bound using segment: {'id': '42087326-e85e-4d47-82f7-573695e73a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b2c20bf2-5907-4ff7-8af6-23603c7d780a'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:30:28.253592 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-3935b953-470e-4e21-8b55-0035d694a5df req-f022af16-51a5-49cc-8bab-9efbdb9336fb service neutron] Bound port: 5ac3bee4-d31e-4d7f-9bb8-cb81d564318b, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42087326-e85e-4d47-82f7-573695e73a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b2c20bf2-5907-4ff7-8af6-23603c7d780a'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:30:28.255130 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3935b953-470e-4e21-8b55-0035d694a5df req-f022af16-51a5-49cc-8bab-9efbdb9336fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (5ac3bee4-d31e-4d7f-9bb8-cb81d564318b), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:28.299285 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c9dd36b3-7d9d-4abd-ba65-c001b90ef2de req-178bd8af-8627-4b8e-b48d-d6f379dc870a service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4969370 Mar 11 19:30:28.302136 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 5ac3bee4-d31e-4d7f-9bb8-cb81d564318b details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:30:28.360751 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a618bb-0c15-47ac-b936-d4818943c9a1 req-1726840f-6f00-447d-a649-190ad49d7c2d tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:28.362459 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-87a618bb-0c15-47ac-b936-d4818943c9a1 req-1726840f-6f00-447d-a649-190ad49d7c2d tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf2efb97-4fb4-4750-9711-d83530f5e89c HTTP/1.1" status: 200 len: 946 time: 0.4616725 Mar 11 19:30:28.401522 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-3935b953-470e-4e21-8b55-0035d694a5df req-f022af16-51a5-49cc-8bab-9efbdb9336fb service neutron] For port 5ac3bee4-d31e-4d7f-9bb8-cb81d564318b, host n-h1-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:30:28.405199 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-3935b953-470e-4e21-8b55-0035d694a5df req-f022af16-51a5-49cc-8bab-9efbdb9336fb service neutron] For port 5ac3bee4-d31e-4d7f-9bb8-cb81d564318b, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=5ac3bee4-d31e-4d7f-9bb8-cb81d564318b,segment=NetworkSegment(42087326-e85e-4d47-82f7-573695e73a7c),segment_id=42087326-e85e-4d47-82f7-573695e73a7c)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:30:28.417680 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0a847-1939-4a62-b9bc-b78848bd4827 req-38b164ff-9178-4e70-a31b-11796f829a95 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:28.421135 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3935b953-470e-4e21-8b55-0035d694a5df req-f022af16-51a5-49cc-8bab-9efbdb9336fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (5ac3bee4-d31e-4d7f-9bb8-cb81d564318b), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:28.437481 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0a847-1939-4a62-b9bc-b78848bd4827 req-38b164ff-9178-4e70-a31b-11796f829a95 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:28.443016 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0a847-1939-4a62-b9bc-b78848bd4827 req-38b164ff-9178-4e70-a31b-11796f829a95 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:28.458485 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0a847-1939-4a62-b9bc-b78848bd4827 req-38b164ff-9178-4e70-a31b-11796f829a95 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:28.466114 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0a847-1939-4a62-b9bc-b78848bd4827 req-38b164ff-9178-4e70-a31b-11796f829a95 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:28.473841 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0a847-1939-4a62-b9bc-b78848bd4827 req-38b164ff-9178-4e70-a31b-11796f829a95 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:28.482885 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0a847-1939-4a62-b9bc-b78848bd4827 req-38b164ff-9178-4e70-a31b-11796f829a95 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:28.497951 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-57f0a847-1939-4a62-b9bc-b78848bd4827 req-38b164ff-9178-4e70-a31b-11796f829a95 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 5430 time: 0.4032772 Mar 11 19:30:28.578567 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f022af16-51a5-49cc-8bab-9efbdb9336fb service neutron] Pushing event updated for resources: {'Port': ['ID=5ac3bee4-d31e-4d7f-9bb8-cb81d564318b,revision_number=8']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:28.682775 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935b953-470e-4e21-8b55-0035d694a5df req-f022af16-51a5-49cc-8bab-9efbdb9336fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:28.688023 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3935b953-470e-4e21-8b55-0035d694a5df req-f022af16-51a5-49cc-8bab-9efbdb9336fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:28.693750 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3935b953-470e-4e21-8b55-0035d694a5df req-f022af16-51a5-49cc-8bab-9efbdb9336fb service neutron] 10.222.0.57 "PUT /v2.0/ports/5ac3bee4-d31e-4d7f-9bb8-cb81d564318b HTTP/1.1" status: 200 len: 1121 time: 1.6511986 Mar 11 19:30:28.701574 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 5ac3bee4-d31e-4d7f-9bb8-cb81d564318b, host n-h1-833163-1, got binding levels [] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:30:28.702095 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-87a618bb-0c15-47ac-b936-d4818943c9a1 req-522c8288-201f-4465-a524-074e18f721fa tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] 10.222.0.65 "GET /v2.0/security-groups?id=58cb8dbb-9031-4c79-8a2e-2c14ca4780e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133881 Mar 11 19:30:28.709004 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-57f0a847-1939-4a62-b9bc-b78848bd4827 req-b4d54844-1a40-4d49-b13f-577a8b185e97 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/security-groups?id=019be762-639e-4ed8-9c49-723d3436f32b&id=97b5c377-83f5-4bad-bf80-e3f012b06736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2100434 Mar 11 19:30:28.764101 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c9dd36b3-7d9d-4abd-ba65-c001b90ef2de req-5de95b5a-3c1d-4a2f-93aa-35c8a52c0ba1 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4465029 Mar 11 19:30:28.778098 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Attempting to bind port 5ac3bee4-d31e-4d7f-9bb8-cb81d564318b on host n-h1-833163-1 for vnic_type normal with profile {"migrating_to": "n-h2-833163-1"} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:30:28.778931 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Attempting to bind port 5ac3bee4-d31e-4d7f-9bb8-cb81d564318b by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '42087326-e85e-4d47-82f7-573695e73a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b2c20bf2-5907-4ff7-8af6-23603c7d780a'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:30:28.779457 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Attempting to bind port 5ac3bee4-d31e-4d7f-9bb8-cb81d564318b on network b2c20bf2-5907-4ff7-8af6-23603c7d780a {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:30:28.786304 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Port 5ac3bee4-d31e-4d7f-9bb8-cb81d564318b on network b2c20bf2-5907-4ff7-8af6-23603c7d780a not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:30:28.786945 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Attempting to bind port 5ac3bee4-d31e-4d7f-9bb8-cb81d564318b on network b2c20bf2-5907-4ff7-8af6-23603c7d780a {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:30:28.793439 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:30:28.794117 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Checking segment: {'id': '42087326-e85e-4d47-82f7-573695e73a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b2c20bf2-5907-4ff7-8af6-23603c7d780a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:30:28.795009 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Bound using segment: {'id': '42087326-e85e-4d47-82f7-573695e73a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b2c20bf2-5907-4ff7-8af6-23603c7d780a'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:30:28.795745 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Bound port: 5ac3bee4-d31e-4d7f-9bb8-cb81d564318b, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42087326-e85e-4d47-82f7-573695e73a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b2c20bf2-5907-4ff7-8af6-23603c7d780a'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:30:28.796533 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (5ac3bee4-d31e-4d7f-9bb8-cb81d564318b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:29.004880 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['5ac3bee4-d31e-4d7f-9bb8-cb81d564318b'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:30:29.007320 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['5ac3bee4-d31e-4d7f-9bb8-cb81d564318b'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:30:29.023546 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 19:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb7ed2e-1e28-4c05-b4c9-a7f6dd2097fe x-openstack-request-id: req-0fb7ed2e-1e28-4c05-b4c9-a7f6dd2097fe {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:30:29.024055 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde90127-b173-41d7-8edf-5dbeede7ff2b", "name": "network-vif-unplugged", "status": "completed", "tag": "5ac3bee4-d31e-4d7f-9bb8-cb81d564318b", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:30:29.024155 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0fb7ed2e-1e28-4c05-b4c9-a7f6dd2097fe {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:30:29.024519 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde90127-b173-41d7-8edf-5dbeede7ff2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ac3bee4-d31e-4d7f-9bb8-cb81d564318b', 'code': 200} Mar 11 19:30:29.080143 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:29.107496 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a6009-0152-4bf2-8501-e1b865d6ca4a req-220735ac-1920-4b55-8515-4c57d6fb3937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:29.125000 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-098a6009-0152-4bf2-8501-e1b865d6ca4a req-220735ac-1920-4b55-8515-4c57d6fb3937 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d91e5fe6eab6401bb7915ddd23194459&device_id=bf2efb97-4fb4-4750-9711-d83530f5e89c HTTP/1.1" status: 200 len: 1128 time: 0.2938209 Mar 11 19:30:29.265608 n-d-833163-1 neutron-server[103886]: WARNING neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Concurrent port binding operations failed on port 5ac3bee4-d31e-4d7f-9bb8-cb81d564318b Mar 11 19:30:29.276742 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb2c758-2bc0-41d9-88c9-118c0ed26497 req-3db8f7f6-670b-41fe-9017-e8fe8c9cbf6b tempest-LiveMigrationTest-1929498449 tempest-LiveMigrationTest-1929498449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:29.284306 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4cb2c758-2bc0-41d9-88c9-118c0ed26497 req-3db8f7f6-670b-41fe-9017-e8fe8c9cbf6b tempest-LiveMigrationTest-1929498449 tempest-LiveMigrationTest-1929498449-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=b6912256-9a05-446d-93ac-d6cd63a1df39 HTTP/1.1" status: 200 len: 1127 time: 0.3580952 Mar 11 19:30:29.336278 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 5ac3bee4-d31e-4d7f-9bb8-cb81d564318b, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=5ac3bee4-d31e-4d7f-9bb8-cb81d564318b,segment=NetworkSegment(42087326-e85e-4d47-82f7-573695e73a7c),segment_id=42087326-e85e-4d47-82f7-573695e73a7c)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:30:29.362155 n-d-833163-1 neutron-server[103886]: INFO neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Attempt 2 to bind port 5ac3bee4-d31e-4d7f-9bb8-cb81d564318b Mar 11 19:30:29.362659 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 5ac3bee4-d31e-4d7f-9bb8-cb81d564318b has no active binding in host n-h2-833163-1 {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 11 19:30:29.404895 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4cb2c758-2bc0-41d9-88c9-118c0ed26497 req-06a2329c-bf43-4672-a714-450972340929 tempest-LiveMigrationTest-1929498449 tempest-LiveMigrationTest-1929498449-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135182 Mar 11 19:30:29.426217 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd958a02-921f-40ba-875b-9b159d433026 req-d3d1d0bb-963c-4581-a2a0-c62b22b9d863 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:29.429642 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bd958a02-921f-40ba-875b-9b159d433026 req-d3d1d0bb-963c-4581-a2a0-c62b22b9d863 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b HTTP/1.1" status: 200 len: 943 time: 0.2187934 Mar 11 19:30:29.508685 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a6009-0152-4bf2-8501-e1b865d6ca4a req-4b4b18c8-c554-4664-a541-80710572466c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:29.510349 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-098a6009-0152-4bf2-8501-e1b865d6ca4a req-4b4b18c8-c554-4664-a541-80710572466c service neutron] 10.222.0.57 "GET /v2.0/networks?id=885772b1-9b97-4e1d-a0fb-e125030c5a81 HTTP/1.1" status: 200 len: 870 time: 0.3618262 Mar 11 19:30:29.547920 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bd958a02-921f-40ba-875b-9b159d433026 req-f8608ee6-a5d4-4dae-9c60-2726cb40996d tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039436 Mar 11 19:30:29.605267 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-098a6009-0152-4bf2-8501-e1b865d6ca4a req-e6b1067f-aabf-467d-8cc2-c867bf8ed743 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=2865b192-e985-450f-b80b-4c8e1e15b635 HTTP/1.1" status: 200 len: 217 time: 0.0663381 Mar 11 19:30:29.691343 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 56146) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:30:29.708884 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a6009-0152-4bf2-8501-e1b865d6ca4a req-433ba761-6cef-443b-bdd1-e611fee6f758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:29.710615 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-098a6009-0152-4bf2-8501-e1b865d6ca4a req-433ba761-6cef-443b-bdd1-e611fee6f758 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.0929422 Mar 11 19:30:29.826090 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-672719fd-3baf-4d47-a0ad-4460f9b9343e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1935714913-network', 'tenant_id': 'fbd1f3fa6fa647d4b8c4ef7665ccd991'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:30:29.837624 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098a6009-0152-4bf2-8501-e1b865d6ca4a req-f5eaf1ba-4e58-4305-b779-497296dd2dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:29.839276 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-098a6009-0152-4bf2-8501-e1b865d6ca4a req-f5eaf1ba-4e58-4305-b779-497296dd2dcf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1188116 Mar 11 19:30:29.880006 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672719fd-3baf-4d47-a0ad-4460f9b9343e admin admin] Made reservation on behalf of fbd1f3fa6fa647d4b8c4ef7665ccd991 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:30:29.882633 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-672719fd-3baf-4d47-a0ad-4460f9b9343e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:29.917890 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-672719fd-3baf-4d47-a0ad-4460f9b9343e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:30.050501 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-098a6009-0152-4bf2-8501-e1b865d6ca4a req-6c768d98-fdaa-496a-8659-7e23f02dc1ed service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036321 Mar 11 19:30:30.176018 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-672719fd-3baf-4d47-a0ad-4460f9b9343e admin admin] Publish callbacks [] for security_group (2e9692d8-a341-4b10-87e1-df59527e5f16), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:30.185178 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-672719fd-3baf-4d47-a0ad-4460f9b9343e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (2e9692d8-a341-4b10-87e1-df59527e5f16), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:30.214671 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-672719fd-3baf-4d47-a0ad-4460f9b9343e admin admin] vlan segment allocate from pool success with {'vlan_id': 878, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:30:30.249121 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-672719fd-3baf-4d47-a0ad-4460f9b9343e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (cc506552-43d4-4843-9c90-9dd28be27237), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:30.249439 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-672719fd-3baf-4d47-a0ad-4460f9b9343e admin admin] Added segment cc506552-43d4-4843-9c90-9dd28be27237 of type vlan for network 7fdeba22-5676-4315-858b-3a0da4241885 Mar 11 19:30:30.297160 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0192995c-4a64-4f1c-a7cc-f82ca3aecc23 req-9a971a79-191c-4121-8ede-8a4fc3c8b833 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:30.304838 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0192995c-4a64-4f1c-a7cc-f82ca3aecc23 req-9a971a79-191c-4121-8ede-8a4fc3c8b833 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf2efb97-4fb4-4750-9711-d83530f5e89c HTTP/1.1" status: 200 len: 946 time: 0.3211930 Mar 11 19:30:30.344889 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-672719fd-3baf-4d47-a0ad-4460f9b9343e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (7fdeba22-5676-4315-858b-3a0da4241885), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:30.445121 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672719fd-3baf-4d47-a0ad-4460f9b9343e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9692d8-a341-4b10-87e1-df59527e5f16,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:30.450301 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-672719fd-3baf-4d47-a0ad-4460f9b9343e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (7fdeba22-5676-4315-858b-3a0da4241885), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:30.451058 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-098a6009-0152-4bf2-8501-e1b865d6ca4a req-b5c58ef6-db6c-4692-b182-754d21da627e service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621094 Mar 11 19:30:30.451969 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672719fd-3baf-4d47-a0ad-4460f9b9343e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:30.453163 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-672719fd-3baf-4d47-a0ad-4460f9b9343e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:30.520908 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0192995c-4a64-4f1c-a7cc-f82ca3aecc23 req-ccceda4f-b499-4a6a-b048-211e382b9fd9 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] 10.222.0.65 "GET /v2.0/security-groups?id=58cb8dbb-9031-4c79-8a2e-2c14ca4780e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024143 Mar 11 19:30:30.549835 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672719fd-3baf-4d47-a0ad-4460f9b9343e admin admin] Pushing event updated for resources: {'Network': ['ID=7fdeba22-5676-4315-858b-3a0da4241885,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:30.559198 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 56178) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:30:30.560266 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-672719fd-3baf-4d47-a0ad-4460f9b9343e admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8674710 Mar 11 19:30:30.562511 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 7fdeba22-5676-4315-858b-3a0da4241885 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:30:30.570651 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-a73a6f57-1401-4120-8b88-89702c1f2452 admin admin] Request body: {'subnet': {'network_id': '7fdeba22-5676-4315-858b-3a0da4241885', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1935714913-subnet', 'tenant_id': 'fbd1f3fa6fa647d4b8c4ef7665ccd991', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:30:30.641149 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a73a6f57-1401-4120-8b88-89702c1f2452 admin admin] Made reservation on behalf of fbd1f3fa6fa647d4b8c4ef7665ccd991 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:30:30.648871 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a73a6f57-1401-4120-8b88-89702c1f2452 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:31.005714 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6147ff8-f5e2-4d6f-b0c3-26b5caa1bd1e req-e5ac8bd4-69bf-41a2-aa57-6b45aadd224d tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:31.012978 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6147ff8-f5e2-4d6f-b0c3-26b5caa1bd1e req-e5ac8bd4-69bf-41a2-aa57-6b45aadd224d tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:31.020323 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6147ff8-f5e2-4d6f-b0c3-26b5caa1bd1e req-e5ac8bd4-69bf-41a2-aa57-6b45aadd224d tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:31.025703 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dde90127-b173-41d7-8edf-5dbeede7ff2b', 'tag': '5ac3bee4-d31e-4d7f-9bb8-cb81d564318b'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:30:31.028751 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-357c136f-bd77-43db-be2b-481aecc6f05d" -d '{"events": [{"name": "network-changed", "server_uuid": "dde90127-b173-41d7-8edf-5dbeede7ff2b", "tag": "5ac3bee4-d31e-4d7f-9bb8-cb81d564318b"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:30:31.032484 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6147ff8-f5e2-4d6f-b0c3-26b5caa1bd1e req-e5ac8bd4-69bf-41a2-aa57-6b45aadd224d tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:31.040606 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6147ff8-f5e2-4d6f-b0c3-26b5caa1bd1e req-e5ac8bd4-69bf-41a2-aa57-6b45aadd224d tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:31.047773 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6147ff8-f5e2-4d6f-b0c3-26b5caa1bd1e req-e5ac8bd4-69bf-41a2-aa57-6b45aadd224d tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:31.057238 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6147ff8-f5e2-4d6f-b0c3-26b5caa1bd1e req-e5ac8bd4-69bf-41a2-aa57-6b45aadd224d tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:31.068029 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d6147ff8-f5e2-4d6f-b0c3-26b5caa1bd1e req-e5ac8bd4-69bf-41a2-aa57-6b45aadd224d tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 5430 time: 0.2892935 Mar 11 19:30:31.113684 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-dcd536de-5261-4965-8a61-63e62a9449c8 tempest-LiveMigrationTest-1929498449 tempest-LiveMigrationTest-1929498449-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:30:31.116567 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-dcd536de-5261-4965-8a61-63e62a9449c8 tempest-LiveMigrationTest-1929498449 tempest-LiveMigrationTest-1929498449-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0098081 Mar 11 19:30:31.177200 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-82a7b142-17b6-4c5b-bf29-be6561882de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:31.182421 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-82a7b142-17b6-4c5b-bf29-be6561882de5 service neutron] 10.222.0.65 "GET /v2.0/ports/c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7 HTTP/1.1" status: 200 len: 1124 time: 0.0576427 Mar 11 19:30:31.191426 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-b83f5657-7365-458a-9efd-d2ee45fded51 service neutron] Request body: {'binding': {'host': 'n-h1-833163-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:30:31.192025 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-b83f5657-7365-458a-9efd-d2ee45fded51 service neutron] Unknown quota resources ['binding']. {{(pid=103884) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 11 19:30:31.214752 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d6147ff8-f5e2-4d6f-b0c3-26b5caa1bd1e req-35dcaa46-5864-404b-8715-91875c946cb9 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/security-groups?id=019be762-639e-4ed8-9c49-723d3436f32b&id=97b5c377-83f5-4bad-bf80-e3f012b06736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1450913 Mar 11 19:30:31.283922 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a73a6f57-1401-4120-8b88-89702c1f2452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (88ab0030-ac63-4ae7-a6b2-49e8f7fa52fc), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:31.419313 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73a6f57-1401-4120-8b88-89702c1f2452 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88ab0030-ac63-4ae7-a6b2-49e8f7fa52fc,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:31.483277 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73a6f57-1401-4120-8b88-89702c1f2452 admin admin] Checking segment: {'id': 'cc506552-43d4-4843-9c90-9dd28be27237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '7fdeba22-5676-4315-858b-3a0da4241885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:30:31.483983 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73a6f57-1401-4120-8b88-89702c1f2452 admin admin] Network hostable DHCP agents. Network: 7fdeba22-5676-4315-858b-3a0da4241885, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:30:31.510532 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42798bb9-a292-4de0-b867-c4f4a851a135 req-b24a5358-9bda-4114-bba6-f979d705ff69 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:31.510812 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-b83f5657-7365-458a-9efd-d2ee45fded51 service neutron] Attempting to bind port c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7 on host n-h1-833163-1 for vnic_type normal with profile None {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:30:31.511329 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-b83f5657-7365-458a-9efd-d2ee45fded51 service neutron] Attempting to bind port c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '9cb9d205-9190-43c8-b078-f8df09db6175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:30:31.512055 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-42798bb9-a292-4de0-b867-c4f4a851a135 req-b24a5358-9bda-4114-bba6-f979d705ff69 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b HTTP/1.1" status: 200 len: 943 time: 0.1357067 Mar 11 19:30:31.518070 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-b83f5657-7365-458a-9efd-d2ee45fded51 service neutron] Attempting to bind port c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7 on network 4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:30:31.524235 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-b83f5657-7365-458a-9efd-d2ee45fded51 service neutron] Port c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7 on network 4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:30:31.525176 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-b83f5657-7365-458a-9efd-d2ee45fded51 service neutron] Attempting to bind port c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7 on network 4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:30:31.531466 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-b83f5657-7365-458a-9efd-d2ee45fded51 service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:30:31.532140 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-b83f5657-7365-458a-9efd-d2ee45fded51 service neutron] Checking segment: {'id': '9cb9d205-9190-43c8-b078-f8df09db6175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:30:31.532846 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-b83f5657-7365-458a-9efd-d2ee45fded51 service neutron] Bound using segment: {'id': '9cb9d205-9190-43c8-b078-f8df09db6175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:30:31.533706 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-b83f5657-7365-458a-9efd-d2ee45fded51 service neutron] Bound port: c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cb9d205-9190-43c8-b078-f8df09db6175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:30:31.577651 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73a6f57-1401-4120-8b88-89702c1f2452 admin admin] Network 7fdeba22-5676-4315-858b-3a0da4241885 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:30:31.603270 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-b83f5657-7365-458a-9efd-d2ee45fded51 service neutron] For port c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7,segment=NetworkSegment(9cb9d205-9190-43c8-b078-f8df09db6175),segment_id=9cb9d205-9190-43c8-b078-f8df09db6175)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:30:31.615211 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-b83f5657-7365-458a-9efd-d2ee45fded51 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:31.616696 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-b83f5657-7365-458a-9efd-d2ee45fded51 service neutron] 10.222.0.65 "POST /v2.0/ports/c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7/bindings HTTP/1.1" status: 201 len: 389 time: 0.4303708 Mar 11 19:30:31.631338 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-a73a6f57-1401-4120-8b88-89702c1f2452 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 7fdeba22-5676-4315-858b-3a0da4241885) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:30:31.641572 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa0fd95-a281-4312-861d-8f4d12b4828f None None] Network 7fdeba22-5676-4315-858b-3a0da4241885 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:30:31.660495 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-42798bb9-a292-4de0-b867-c4f4a851a135 req-a439c1d2-52be-4e75-bcf5-a466db8f35c1 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408329 Mar 11 19:30:31.661849 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73a6f57-1401-4120-8b88-89702c1f2452 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:31.662437 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a73a6f57-1401-4120-8b88-89702c1f2452 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:31.715042 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a73a6f57-1401-4120-8b88-89702c1f2452 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1513877 Mar 11 19:30:31.715244 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 56200) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:30:31.724753 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-4917f2a4-e4a1-4278-b9e3-22d7e33589b6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1935714913-router', 'tenant_id': 'fbd1f3fa6fa647d4b8c4ef7665ccd991', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:30:31.812814 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6306d52f-6307-4c25-9e89-4e8dd37b74d8 x-openstack-request-id: req-6306d52f-6307-4c25-9e89-4e8dd37b74d8 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:30:31.813212 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dde90127-b173-41d7-8edf-5dbeede7ff2b", "tag": "5ac3bee4-d31e-4d7f-9bb8-cb81d564318b", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:30:31.817648 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6306d52f-6307-4c25-9e89-4e8dd37b74d8 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:30:31.818166 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dde90127-b173-41d7-8edf-5dbeede7ff2b', 'tag': '5ac3bee4-d31e-4d7f-9bb8-cb81d564318b', 'status': 'completed', 'code': 200} Mar 11 19:30:31.854593 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4917f2a4-e4a1-4278-b9e3-22d7e33589b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (64238fa6-d4b3-46d4-8115-f23cd37d5384), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:31.868124 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4917f2a4-e4a1-4278-b9e3-22d7e33589b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (64238fa6-d4b3-46d4-8115-f23cd37d5384), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:32.046236 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e284c523-b7f7-4cdf-b35e-9277620fd2fa req-c8aad518-8ee6-49e1-a80b-1ea6786a4392 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:32.066899 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39ba929-f731-4848-a00b-b39d122515b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-7fdeba22-5676-4315-858b-3a0da4241885', 'network_id': '7fdeba22-5676-4315-858b-3a0da4241885', 'project_id': 'fbd1f3fa6fa647d4b8c4ef7665ccd991', 'fixed_ips': [{'subnet_id': '88ab0030-ac63-4ae7-a6b2-49e8f7fa52fc'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:30:32.067657 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e284c523-b7f7-4cdf-b35e-9277620fd2fa req-c8aad518-8ee6-49e1-a80b-1ea6786a4392 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6912256-9a05-446d-93ac-d6cd63a1df39 HTTP/1.1" status: 200 len: 945 time: 0.2006571 Mar 11 19:30:32.067810 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d39ba929-f731-4848-a00b-b39d122515b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:32.208279 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e284c523-b7f7-4cdf-b35e-9277620fd2fa req-1588d3b7-6fe1-4dd4-90e9-9ee753a1b468 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279242 Mar 11 19:30:32.247488 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c136f-bd77-43db-be2b-481aecc6f05d req-c2974e79-d92e-4d99-9c47-f4922087fa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:32.249745 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-357c136f-bd77-43db-be2b-481aecc6f05d req-c2974e79-d92e-4d99-9c47-f4922087fa54 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f44b890e943d4aee826b67fd4c2d7b8e&device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b HTTP/1.1" status: 200 len: 1155 time: 0.3642905 Mar 11 19:30:32.269456 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf51f2e8-ffb6-4971-ba57-b358d4456041 req-a70a2d1a-cebd-4ac0-8b59-bbcf4e26fd41 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:32.275737 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cf51f2e8-ffb6-4971-ba57-b358d4456041 req-a70a2d1a-cebd-4ac0-8b59-bbcf4e26fd41 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf2efb97-4fb4-4750-9711-d83530f5e89c HTTP/1.1" status: 200 len: 946 time: 0.3295670 Mar 11 19:30:32.281946 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4917f2a4-e4a1-4278-b9e3-22d7e33589b6 admin admin] Publish callbacks [] for router_controller (64238fa6-d4b3-46d4-8115-f23cd37d5384), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:32.383519 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-d39ba929-f731-4848-a00b-b39d122515b6 None None] Allocated IP 172.20.0.2 (7fdeba22-5676-4315-858b-3a0da4241885/88ab0030-ac63-4ae7-a6b2-49e8f7fa52fc/c1207008-e4ed-4b00-aad5-b66b15785f3c) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:30:32.410942 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cf51f2e8-ffb6-4971-ba57-b358d4456041 req-f77bfdfc-b82b-44bb-a5a9-a63896205cb9 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] 10.222.0.65 "GET /v2.0/security-groups?id=58cb8dbb-9031-4c79-8a2e-2c14ca4780e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262257 Mar 11 19:30:32.447713 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df12b1e-c03a-4a45-9c91-c46ceadd4060 req-06e720bb-5b35-45b8-9c32-b2a27ea495be tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:32.453301 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df12b1e-c03a-4a45-9c91-c46ceadd4060 req-06e720bb-5b35-45b8-9c32-b2a27ea495be tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:32.460377 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df12b1e-c03a-4a45-9c91-c46ceadd4060 req-06e720bb-5b35-45b8-9c32-b2a27ea495be tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:32.473365 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df12b1e-c03a-4a45-9c91-c46ceadd4060 req-06e720bb-5b35-45b8-9c32-b2a27ea495be tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:32.479858 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df12b1e-c03a-4a45-9c91-c46ceadd4060 req-06e720bb-5b35-45b8-9c32-b2a27ea495be tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:32.488795 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df12b1e-c03a-4a45-9c91-c46ceadd4060 req-06e720bb-5b35-45b8-9c32-b2a27ea495be tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:32.497513 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df12b1e-c03a-4a45-9c91-c46ceadd4060 req-06e720bb-5b35-45b8-9c32-b2a27ea495be tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:32.506435 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3df12b1e-c03a-4a45-9c91-c46ceadd4060 req-06e720bb-5b35-45b8-9c32-b2a27ea495be tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 5430 time: 0.1288223 Mar 11 19:30:32.592874 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3df12b1e-c03a-4a45-9c91-c46ceadd4060 req-abfc8008-47ce-4bb6-8423-d76c0e6840d0 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/security-groups?id=019be762-639e-4ed8-9c49-723d3436f32b&id=97b5c377-83f5-4bad-bf80-e3f012b06736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0853660 Mar 11 19:30:32.689060 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d39ba929-f731-4848-a00b-b39d122515b6 None None] Publish callbacks [] for port (c1207008-e4ed-4b00-aad5-b66b15785f3c), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:32.700706 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d39ba929-f731-4848-a00b-b39d122515b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (c1207008-e4ed-4b00-aad5-b66b15785f3c), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:32.762845 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39ba929-f731-4848-a00b-b39d122515b6 None None] Network 7fdeba22-5676-4315-858b-3a0da4241885 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:30:32.770769 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-d39ba929-f731-4848-a00b-b39d122515b6 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:30:32.788939 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39ba929-f731-4848-a00b-b39d122515b6 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:30:32.817114 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39ba929-f731-4848-a00b-b39d122515b6 None None] Pushing event updated for resources: {'Port': ['ID=c1207008-e4ed-4b00-aad5-b66b15785f3c,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:33.033959 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a976458e-201b-4538-80f8-6495def6bde5 req-8aeb1c14-3d75-45ab-92d4-2425bb9f60db tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:33.033959 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a976458e-201b-4538-80f8-6495def6bde5 req-8aeb1c14-3d75-45ab-92d4-2425bb9f60db tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b HTTP/1.1" status: 200 len: 943 time: 0.1763246 Mar 11 19:30:33.121147 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-d39ba929-f731-4848-a00b-b39d122515b6 None None] Attempting to bind port c1207008-e4ed-4b00-aad5-b66b15785f3c on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:30:33.121533 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-d39ba929-f731-4848-a00b-b39d122515b6 None None] Attempting to bind port c1207008-e4ed-4b00-aad5-b66b15785f3c by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'cc506552-43d4-4843-9c90-9dd28be27237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '7fdeba22-5676-4315-858b-3a0da4241885'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:30:33.122098 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39ba929-f731-4848-a00b-b39d122515b6 None None] Attempting to bind port c1207008-e4ed-4b00-aad5-b66b15785f3c on network 7fdeba22-5676-4315-858b-3a0da4241885 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:30:33.130350 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39ba929-f731-4848-a00b-b39d122515b6 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:30:33.131204 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39ba929-f731-4848-a00b-b39d122515b6 None None] Checking segment: {'id': 'cc506552-43d4-4843-9c90-9dd28be27237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '7fdeba22-5676-4315-858b-3a0da4241885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:30:33.131840 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d39ba929-f731-4848-a00b-b39d122515b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:33.132429 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39ba929-f731-4848-a00b-b39d122515b6 None None] Bound using segment: {'id': 'cc506552-43d4-4843-9c90-9dd28be27237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '7fdeba22-5676-4315-858b-3a0da4241885'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:30:33.133147 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-d39ba929-f731-4848-a00b-b39d122515b6 None None] Bound port: c1207008-e4ed-4b00-aad5-b66b15785f3c, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc506552-43d4-4843-9c90-9dd28be27237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '7fdeba22-5676-4315-858b-3a0da4241885'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:30:33.133892 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d39ba929-f731-4848-a00b-b39d122515b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c1207008-e4ed-4b00-aad5-b66b15785f3c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:33.205842 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-0214e624-1991-4640-8e85-3e9cf40ebf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:33.208790 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-0214e624-1991-4640-8e85-3e9cf40ebf1a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f95acd8ec5ef45d8b7ae8994d46f4375&device_id=b6912256-9a05-446d-93ac-d6cd63a1df39 HTTP/1.1" status: 200 len: 1127 time: 1.1730998 Mar 11 19:30:33.260676 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a976458e-201b-4538-80f8-6495def6bde5 req-de3b13e7-51c6-4fed-83b1-fc1678522bdb tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314787 Mar 11 19:30:33.464976 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d39ba929-f731-4848-a00b-b39d122515b6 None None] For port c1207008-e4ed-4b00-aad5-b66b15785f3c, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:30:33.477470 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d39ba929-f731-4848-a00b-b39d122515b6 None None] For port c1207008-e4ed-4b00-aad5-b66b15785f3c, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=c1207008-e4ed-4b00-aad5-b66b15785f3c,segment=NetworkSegment(cc506552-43d4-4843-9c90-9dd28be27237),segment_id=cc506552-43d4-4843-9c90-9dd28be27237)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:30:33.493293 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d39ba929-f731-4848-a00b-b39d122515b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (c1207008-e4ed-4b00-aad5-b66b15785f3c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:33.590092 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39ba929-f731-4848-a00b-b39d122515b6 None None] Pushing event updated for resources: {'Port': ['ID=c1207008-e4ed-4b00-aad5-b66b15785f3c,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:33.649700 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4917f2a4-e4a1-4278-b9e3-22d7e33589b6 admin admin] Publish callbacks [] for router_gateway (64238fa6-d4b3-46d4-8115-f23cd37d5384), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:33.671154 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92012022-3bb7-4d1f-9ad2-f57f02970e4c req-4400f979-2ed4-49f2-a504-bf5c678b5d46 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:33.686982 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-92012022-3bb7-4d1f-9ad2-f57f02970e4c req-4400f979-2ed4-49f2-a504-bf5c678b5d46 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6912256-9a05-446d-93ac-d6cd63a1df39 HTTP/1.1" status: 200 len: 945 time: 0.2750540 Mar 11 19:30:33.687238 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c136f-bd77-43db-be2b-481aecc6f05d req-9934daac-fcf9-4ad4-ac3a-c03ef400047d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:33.689773 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-357c136f-bd77-43db-be2b-481aecc6f05d req-9934daac-fcf9-4ad4-ac3a-c03ef400047d service neutron] 10.222.0.75 "GET /v2.0/networks?id=b2c20bf2-5907-4ff7-8af6-23603c7d780a HTTP/1.1" status: 200 len: 921 time: 1.4060769 Mar 11 19:30:33.759928 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-69e80ff8-05ac-4792-a042-c30bc3ab62f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:33.761484 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-69e80ff8-05ac-4792-a042-c30bc3ab62f2 service neutron] 10.222.0.75 "GET /v2.0/networks?id=4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a HTTP/1.1" status: 200 len: 908 time: 0.5392380 Mar 11 19:30:33.764521 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-357c136f-bd77-43db-be2b-481aecc6f05d req-0b77caf0-87c7-4876-aedd-8257b6c63aca service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5ac3bee4-d31e-4d7f-9bb8-cb81d564318b HTTP/1.1" status: 200 len: 217 time: 0.0670390 Mar 11 19:30:33.887522 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-540a494b-ba13-4aef-a119-253fb70ec787 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7 HTTP/1.1" status: 200 len: 217 time: 0.1090398 Mar 11 19:30:33.901743 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-92012022-3bb7-4d1f-9ad2-f57f02970e4c req-9bc3fee8-8640-4641-9ce4-cb9d50a7df67 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137289 Mar 11 19:30:33.987979 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf81b1-727f-4efa-863f-0282234a0cc5 req-af5310a2-4378-40be-80da-25de18e1735f tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:33.990427 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4ecf81b1-727f-4efa-863f-0282234a0cc5 req-af5310a2-4378-40be-80da-25de18e1735f tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf2efb97-4fb4-4750-9711-d83530f5e89c HTTP/1.1" status: 200 len: 946 time: 0.2992997 Mar 11 19:30:34.036640 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357c136f-bd77-43db-be2b-481aecc6f05d req-f47cfc50-4ab8-4ee2-b334-47a07cd700ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:34.038181 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-357c136f-bd77-43db-be2b-481aecc6f05d req-f47cfc50-4ab8-4ee2-b334-47a07cd700ab service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a7be26a8-b37a-4d01-b7d9-b9690160171c HTTP/1.1" status: 200 len: 860 time: 0.2439060 Mar 11 19:30:34.093140 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-357c136f-bd77-43db-be2b-481aecc6f05d req-0936eb78-2812-42fa-9d9c-a548a4fd045e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b2c20bf2-5907-4ff7-8af6-23603c7d780a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445423 Mar 11 19:30:34.148977 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4ecf81b1-727f-4efa-863f-0282234a0cc5 req-30ed03f7-5d7a-4a82-be56-c3b8d15b89aa tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] 10.222.0.65 "GET /v2.0/security-groups?id=58cb8dbb-9031-4c79-8a2e-2c14ca4780e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516497 Mar 11 19:30:34.285391 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-357c136f-bd77-43db-be2b-481aecc6f05d req-04eebd94-5784-4bd3-a1f4-27a88f9fb661 service neutron] 10.222.0.75 "GET /v2.0/networks/b2c20bf2-5907-4ff7-8af6-23603c7d780a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668632 Mar 11 19:30:34.297665 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 2865b192-e985-450f-b80b-4c8e1e15b635 details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:30:34.381618 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8760187-5f46-418e-9eeb-0b4f7eeb61c6 req-6f9958aa-137f-45de-8eb1-2baeca3ca236 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:34.402385 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8760187-5f46-418e-9eeb-0b4f7eeb61c6 req-6f9958aa-137f-45de-8eb1-2baeca3ca236 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:34.425335 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8760187-5f46-418e-9eeb-0b4f7eeb61c6 req-6f9958aa-137f-45de-8eb1-2baeca3ca236 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:34.433273 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8760187-5f46-418e-9eeb-0b4f7eeb61c6 req-6f9958aa-137f-45de-8eb1-2baeca3ca236 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:34.434192 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-15957d54-35bf-4f44-a336-faacd89b2e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:34.435948 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-15957d54-35bf-4f44-a336-faacd89b2e12 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f742a986-c135-4269-ad05-332f85e495a8 HTTP/1.1" status: 200 len: 847 time: 0.5343060 Mar 11 19:30:34.442197 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8760187-5f46-418e-9eeb-0b4f7eeb61c6 req-6f9958aa-137f-45de-8eb1-2baeca3ca236 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:34.450385 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8760187-5f46-418e-9eeb-0b4f7eeb61c6 req-6f9958aa-137f-45de-8eb1-2baeca3ca236 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:34.456353 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8760187-5f46-418e-9eeb-0b4f7eeb61c6 req-6f9958aa-137f-45de-8eb1-2baeca3ca236 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:34.469406 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e8760187-5f46-418e-9eeb-0b4f7eeb61c6 req-6f9958aa-137f-45de-8eb1-2baeca3ca236 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 5430 time: 0.2428782 Mar 11 19:30:34.572037 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-1b87103a-e79d-4e30-a8d2-a215d64bc2d6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1283801 Mar 11 19:30:34.624338 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 2865b192-e985-450f-b80b-4c8e1e15b635, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=2865b192-e985-450f-b80b-4c8e1e15b635,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:30:34.625202 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afbd639-cea0-482e-ab57-3056fb3b3a91 req-6252f8b0-48bd-400a-b555-c65fc16d70f2 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:34.637574 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6afbd639-cea0-482e-ab57-3056fb3b3a91 req-6252f8b0-48bd-400a-b555-c65fc16d70f2 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b HTTP/1.1" status: 200 len: 943 time: 0.1660454 Mar 11 19:30:34.655188 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': '2865b192-e985-450f-b80b-4c8e1e15b635', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'port_id': '2865b192-e985-450f-b80b-4c8e1e15b635', 'mac_address': 'fa:16:3e:e0:31:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bb14923-74c3-4313-be8d-ed33542f05aa', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:30:34.709485 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e8760187-5f46-418e-9eeb-0b4f7eeb61c6 req-3bf92e5a-26d8-4d7c-8958-fe0c0ed28b48 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/security-groups?id=019be762-639e-4ed8-9c49-723d3436f32b&id=97b5c377-83f5-4bad-bf80-e3f012b06736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2391841 Mar 11 19:30:34.758930 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 2865b192-e985-450f-b80b-4c8e1e15b635 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:30:34.759327 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2865b192-e985-450f-b80b-4c8e1e15b635), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:34.774788 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6afbd639-cea0-482e-ab57-3056fb3b3a91 req-09ef7147-a2bd-4ec3-920d-1078faf34f59 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270421 Mar 11 19:30:34.784644 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2865b192-e985-450f-b80b-4c8e1e15b635 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:30:34.821968 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 2865b192-e985-450f-b80b-4c8e1e15b635, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=2865b192-e985-450f-b80b-4c8e1e15b635,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:30:34.826872 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (2865b192-e985-450f-b80b-4c8e1e15b635), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:34.827904 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-357c136f-bd77-43db-be2b-481aecc6f05d req-e32bb04f-83c0-4d50-81fe-8652d9d18f39 service neutron] 10.222.0.75 "GET /v2.0/networks/b2c20bf2-5907-4ff7-8af6-23603c7d780a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5322022 Mar 11 19:30:34.884140 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-b97e2fcd-7773-42dc-ba18-e6f3262266a2 service neutron] 10.222.0.75 "GET /v2.0/networks/4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656927 Mar 11 19:30:34.915098 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=2865b192-e985-450f-b80b-4c8e1e15b635,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:34.969378 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4917f2a4-e4a1-4278-b9e3-22d7e33589b6 admin admin] Publish callbacks [] for router_gateway (64238fa6-d4b3-46d4-8115-f23cd37d5384), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:35.094153 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4917f2a4-e4a1-4278-b9e3-22d7e33589b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:35.157357 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110798c7-4d3c-475f-96e3-b2a09c6238a6 req-881dc26a-6eac-4f64-84f8-f2b05cc46f09 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:35.170754 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-110798c7-4d3c-475f-96e3-b2a09c6238a6 req-881dc26a-6eac-4f64-84f8-f2b05cc46f09 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6912256-9a05-446d-93ac-d6cd63a1df39 HTTP/1.1" status: 200 len: 945 time: 0.1699500 Mar 11 19:30:35.232718 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['2865b192-e985-450f-b80b-4c8e1e15b635'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:30:35.306632 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-f5cb51f3-c15b-4f2f-8f79-6a90e045ace8 service neutron] 10.222.0.75 "GET /v2.0/networks/4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4091501 Mar 11 19:30:35.403252 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-110798c7-4d3c-475f-96e3-b2a09c6238a6 req-887ae08f-3ccd-4b62-96a9-b219019254e5 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259712 Mar 11 19:30:35.454151 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-4917f2a4-e4a1-4278-b9e3-22d7e33589b6 admin admin] Allocated IP 172.25.8.191 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/c0bff39a-f4ba-4e6e-bd81-e15b18b2f09b) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:30:35.525783 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2a223a-a490-4b69-8e6f-1e52909db04b req-fe1a76b3-8458-4317-80e5-82e67f193cd1 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:35.531547 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7e2a223a-a490-4b69-8e6f-1e52909db04b req-fe1a76b3-8458-4317-80e5-82e67f193cd1 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf2efb97-4fb4-4750-9711-d83530f5e89c HTTP/1.1" status: 200 len: 947 time: 0.2071474 Mar 11 19:30:35.683946 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4917f2a4-e4a1-4278-b9e3-22d7e33589b6 admin admin] Publish callbacks [] for port (c0bff39a-f4ba-4e6e-bd81-e15b18b2f09b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:35.714483 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7e2a223a-a490-4b69-8e6f-1e52909db04b req-0ab83f67-ba66-4379-a46d-ed6571f6a716 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] 10.222.0.65 "GET /v2.0/security-groups?id=58cb8dbb-9031-4c79-8a2e-2c14ca4780e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766224 Mar 11 19:30:35.769122 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e843175-acbb-41a4-b74d-a349c776fa72 None None] Network 7fdeba22-5676-4315-858b-3a0da4241885 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:30:35.808123 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4917f2a4-e4a1-4278-b9e3-22d7e33589b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (c0bff39a-f4ba-4e6e-bd81-e15b18b2f09b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:35.941089 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4917f2a4-e4a1-4278-b9e3-22d7e33589b6 admin admin] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:30:35.948366 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-4917f2a4-e4a1-4278-b9e3-22d7e33589b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:30:35.956384 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4917f2a4-e4a1-4278-b9e3-22d7e33589b6 admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:30:36.011969 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4917f2a4-e4a1-4278-b9e3-22d7e33589b6 admin admin] Pushing event updated for resources: {'Port': ['ID=c0bff39a-f4ba-4e6e-bd81-e15b18b2f09b,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:36.075918 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0569f1-798c-430a-a8b0-0baed89fe884 req-063307bb-fb55-4369-9a07-c655540c68b2 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:36.086763 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6b0569f1-798c-430a-a8b0-0baed89fe884 req-063307bb-fb55-4369-9a07-c655540c68b2 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b HTTP/1.1" status: 200 len: 943 time: 0.1290257 Mar 11 19:30:36.117894 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d83bf9-745a-457a-bae5-a46d85c63895 req-2d66db44-4cc6-46d0-9e30-6b7a453ed842 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:36.125321 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d83bf9-745a-457a-bae5-a46d85c63895 req-2d66db44-4cc6-46d0-9e30-6b7a453ed842 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:36.132131 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d83bf9-745a-457a-bae5-a46d85c63895 req-2d66db44-4cc6-46d0-9e30-6b7a453ed842 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:36.137808 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d83bf9-745a-457a-bae5-a46d85c63895 req-2d66db44-4cc6-46d0-9e30-6b7a453ed842 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:36.143453 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d83bf9-745a-457a-bae5-a46d85c63895 req-2d66db44-4cc6-46d0-9e30-6b7a453ed842 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:36.149660 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d83bf9-745a-457a-bae5-a46d85c63895 req-2d66db44-4cc6-46d0-9e30-6b7a453ed842 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:36.157205 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d83bf9-745a-457a-bae5-a46d85c63895 req-2d66db44-4cc6-46d0-9e30-6b7a453ed842 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:36.159465 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f9d83bf9-745a-457a-bae5-a46d85c63895 req-2d66db44-4cc6-46d0-9e30-6b7a453ed842 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 5430 time: 0.2629564 Mar 11 19:30:36.192115 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device c1207008-e4ed-4b00-aad5-b66b15785f3c up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:30:36.231673 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-1ded1cf4-30aa-4bdd-8143-c151455cba3e None None] Provisioning complete for port c1207008-e4ed-4b00-aad5-b66b15785f3c triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:30:36.243882 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1ded1cf4-30aa-4bdd-8143-c151455cba3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (c1207008-e4ed-4b00-aad5-b66b15785f3c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:36.432944 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f9d83bf9-745a-457a-bae5-a46d85c63895 req-8ed7ca2b-2116-4fc0-88eb-a19f36b002b0 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/security-groups?id=019be762-639e-4ed8-9c49-723d3436f32b&id=97b5c377-83f5-4bad-bf80-e3f012b06736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2580729 Mar 11 19:30:36.466347 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6b0569f1-798c-430a-a8b0-0baed89fe884 req-297b6f1c-dae9-4243-9720-0fb4fe9c0fa4 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3774450 Mar 11 19:30:36.521319 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-1ded1cf4-30aa-4bdd-8143-c151455cba3e None None] Current status of the port c1207008-e4ed-4b00-aad5-b66b15785f3c is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:30:36.534138 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1ded1cf4-30aa-4bdd-8143-c151455cba3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c1207008-e4ed-4b00-aad5-b66b15785f3c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:36.537976 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port c1207008-e4ed-4b00-aad5-b66b15785f3c triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:30:36.538349 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (c1207008-e4ed-4b00-aad5-b66b15785f3c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:36.663422 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4917f2a4-e4a1-4278-b9e3-22d7e33589b6 admin admin] Publish callbacks [] for router_gateway (64238fa6-d4b3-46d4-8115-f23cd37d5384), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:36.761231 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-1ded1cf4-30aa-4bdd-8143-c151455cba3e None None] For port c1207008-e4ed-4b00-aad5-b66b15785f3c, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=c1207008-e4ed-4b00-aad5-b66b15785f3c,segment=NetworkSegment(cc506552-43d4-4843-9c90-9dd28be27237),segment_id=cc506552-43d4-4843-9c90-9dd28be27237)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:30:36.781274 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1ded1cf4-30aa-4bdd-8143-c151455cba3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (c1207008-e4ed-4b00-aad5-b66b15785f3c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:36.905242 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ded1cf4-30aa-4bdd-8143-c151455cba3e None None] Pushing event updated for resources: {'Port': ['ID=c1207008-e4ed-4b00-aad5-b66b15785f3c,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:36.953080 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port c1207008-e4ed-4b00-aad5-b66b15785f3c is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:30:37.007280 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-00420806-bc17-452f-9d68-ba8104c11bf6 None None] Provisioning complete for port c1207008-e4ed-4b00-aad5-b66b15785f3c triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:30:37.007752 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-00420806-bc17-452f-9d68-ba8104c11bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (c1207008-e4ed-4b00-aad5-b66b15785f3c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:37.014514 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e712162-3cd3-4889-88d5-f79d0ddda140 req-da8dfcd7-d81b-4089-84fd-be09cf484908 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:37.023578 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6e712162-3cd3-4889-88d5-f79d0ddda140 req-da8dfcd7-d81b-4089-84fd-be09cf484908 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6912256-9a05-446d-93ac-d6cd63a1df39 HTTP/1.1" status: 200 len: 945 time: 0.3135710 Mar 11 19:30:37.190440 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6e712162-3cd3-4889-88d5-f79d0ddda140 req-c4926fe1-c54c-40bf-95f2-d6410f6cc821 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658695 Mar 11 19:30:37.258464 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40358ac-30ab-4aff-af86-3655bf2cc31b req-fe542940-626e-4ebc-baf8-aa2bc8577603 tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:37.265209 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f40358ac-30ab-4aff-af86-3655bf2cc31b req-fe542940-626e-4ebc-baf8-aa2bc8577603 tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] 10.222.0.65 "GET /v2.0/ports?device_id=8641236d-15bc-4659-b0fa-16ed4aa8982a HTTP/1.1" status: 200 len: 950 time: 0.4397848 Mar 11 19:30:37.322657 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-00420806-bc17-452f-9d68-ba8104c11bf6 None None] Current status of the port c1207008-e4ed-4b00-aad5-b66b15785f3c is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:30:37.386227 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f40358ac-30ab-4aff-af86-3655bf2cc31b req-6b6acd6d-0336-41ce-b0d3-8f3484082e23 tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] 10.222.0.65 "GET /v2.0/security-groups?id=fb70d1f7-aebb-4612-b27e-08c26dcf1a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168253 Mar 11 19:30:37.422195 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4917f2a4-e4a1-4278-b9e3-22d7e33589b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (64238fa6-d4b3-46d4-8115-f23cd37d5384), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:37.462828 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7291a33-7ba6-4680-bedd-5c1cabd937dc req-c4d4b100-2681-4acf-a47c-d7fdbc207f44 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:37.476478 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e7291a33-7ba6-4680-bedd-5c1cabd937dc req-c4d4b100-2681-4acf-a47c-d7fdbc207f44 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf2efb97-4fb4-4750-9711-d83530f5e89c HTTP/1.1" status: 200 len: 947 time: 0.1170325 Mar 11 19:30:37.583862 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4917f2a4-e4a1-4278-b9e3-22d7e33589b6 admin admin] Router 64238fa6-d4b3-46d4-8115-f23cd37d5384 is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:30:37.609046 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e7291a33-7ba6-4680-bedd-5c1cabd937dc req-d5efb089-46bf-418a-a760-30ab367adbdf tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] 10.222.0.65 "GET /v2.0/security-groups?id=58cb8dbb-9031-4c79-8a2e-2c14ca4780e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315043 Mar 11 19:30:37.735373 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4917f2a4-e4a1-4278-b9e3-22d7e33589b6 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:30:37.746025 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e60840-a527-4663-9270-efd4fa8173dd None None] Sync routers for ids ['64238fa6-d4b3-46d4-8115-f23cd37d5384'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:30:37.763822 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e60840-a527-4663-9270-efd4fa8173dd None None] Routers {'64238fa6-d4b3-46d4-8115-f23cd37d5384'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:30:37.765866 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-e4e60840-a527-4663-9270-efd4fa8173dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:30:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['64238fa6-d4b3-46d4-8115-f23cd37d5384'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:30:37.790777 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4917f2a4-e4a1-4278-b9e3-22d7e33589b6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:37.795065 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6e54c-8558-48c6-8031-54c49064248d req-cd0c6f8e-2a5c-47bd-bf84-3f4cb8e0acf8 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:37.802480 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6e54c-8558-48c6-8031-54c49064248d req-cd0c6f8e-2a5c-47bd-bf84-3f4cb8e0acf8 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:37.805746 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4917f2a4-e4a1-4278-b9e3-22d7e33589b6 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 6.0882933 Mar 11 19:30:37.809613 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 56314) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:30:37.814128 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6e54c-8558-48c6-8031-54c49064248d req-cd0c6f8e-2a5c-47bd-bf84-3f4cb8e0acf8 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:37.825053 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6e54c-8558-48c6-8031-54c49064248d req-cd0c6f8e-2a5c-47bd-bf84-3f4cb8e0acf8 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:37.831139 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6e54c-8558-48c6-8031-54c49064248d req-cd0c6f8e-2a5c-47bd-bf84-3f4cb8e0acf8 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:37.836991 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6e54c-8558-48c6-8031-54c49064248d req-cd0c6f8e-2a5c-47bd-bf84-3f4cb8e0acf8 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:37.843343 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6e54c-8558-48c6-8031-54c49064248d req-cd0c6f8e-2a5c-47bd-bf84-3f4cb8e0acf8 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:37.855030 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b6a6e54c-8558-48c6-8031-54c49064248d req-cd0c6f8e-2a5c-47bd-bf84-3f4cb8e0acf8 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 5430 time: 0.2136750 Mar 11 19:30:37.947076 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd68bb-3040-4bb5-b594-31fa2fb0c92d req-88beef9f-b6dc-4134-8f56-e7e83d63f5e5 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:37.954600 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7efd68bb-3040-4bb5-b594-31fa2fb0c92d req-88beef9f-b6dc-4134-8f56-e7e83d63f5e5 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b HTTP/1.1" status: 200 len: 943 time: 0.2091792 Mar 11 19:30:37.984406 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device c1207008-e4ed-4b00-aad5-b66b15785f3c up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:30:38.016730 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b6a6e54c-8558-48c6-8031-54c49064248d req-915807bd-f49a-49fc-ac27-752c2c58cf58 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/security-groups?id=019be762-639e-4ed8-9c49-723d3436f32b&id=97b5c377-83f5-4bad-bf80-e3f012b06736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1606629 Mar 11 19:30:38.074891 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7efd68bb-3040-4bb5-b594-31fa2fb0c92d req-45b3cae3-9abc-4280-8be8-c6cba81d841e tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157231 Mar 11 19:30:38.134171 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-e4e60840-a527-4663-9270-efd4fa8173dd None None] Set router 64238fa6-d4b3-46d4-8115-f23cd37d5384 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:30:38.327228 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 2865b192-e985-450f-b80b-4c8e1e15b635 up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:30:38.378962 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06774084-dbb3-46f2-9da9-f656ebd67218 req-09ea6a3b-2785-4569-84a1-a5a826b7897a tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:38.397906 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-06774084-dbb3-46f2-9da9-f656ebd67218 req-09ea6a3b-2785-4569-84a1-a5a826b7897a tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6912256-9a05-446d-93ac-d6cd63a1df39 HTTP/1.1" status: 200 len: 945 time: 0.1118515 Mar 11 19:30:38.422166 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port c1207008-e4ed-4b00-aad5-b66b15785f3c triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:30:38.422631 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (c1207008-e4ed-4b00-aad5-b66b15785f3c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:38.500857 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-06774084-dbb3-46f2-9da9-f656ebd67218 req-3431929b-27f3-4209-9bac-3defda8c158d tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994864 Mar 11 19:30:38.554428 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port 2865b192-e985-450f-b80b-4c8e1e15b635 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:30:38.578724 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port 2865b192-e985-450f-b80b-4c8e1e15b635 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:30:38.581037 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (2865b192-e985-450f-b80b-4c8e1e15b635), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:38.596430 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f145b12-e3d2-4750-b30a-6f684d61a7f0 req-9d626511-f652-4869-abe4-f83da86fcf33 tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:38.599892 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9f145b12-e3d2-4750-b30a-6f684d61a7f0 req-9d626511-f652-4869-abe4-f83da86fcf33 tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] 10.222.0.65 "GET /v2.0/ports?device_id=8641236d-15bc-4659-b0fa-16ed4aa8982a HTTP/1.1" status: 200 len: 950 time: 0.0676527 Mar 11 19:30:38.649651 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b1276d9d-fc96-4031-95f4-8e0697d68165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:38.690842 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9f145b12-e3d2-4750-b30a-6f684d61a7f0 req-c406d562-f8e3-4f8e-a0dd-f8d07d1131af tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] 10.222.0.65 "GET /v2.0/security-groups?id=fb70d1f7-aebb-4612-b27e-08c26dcf1a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817394 Mar 11 19:30:38.858773 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca027448-8697-4cee-8949-90fc0ac767cb req-e1bd796d-e4ad-4d47-bb35-b64f03103520 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:38.867400 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port c1207008-e4ed-4b00-aad5-b66b15785f3c is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:30:38.873951 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ca027448-8697-4cee-8949-90fc0ac767cb req-e1bd796d-e4ad-4d47-bb35-b64f03103520 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf2efb97-4fb4-4750-9711-d83530f5e89c HTTP/1.1" status: 200 len: 947 time: 0.1305737 Mar 11 19:30:38.878387 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-e4e60840-a527-4663-9270-efd4fa8173dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64238fa6-d4b3-46d4-8115-f23cd37d5384', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1935714913-router', 'tenant_id': 'fbd1f3fa6fa647d4b8c4ef7665ccd991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'c0bff39a-f4ba-4e6e-bd81-e15b18b2f09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:30:31Z', 'updated_at': '2022-03-11T19:30:36Z', 'revision_number': 3, 'project_id': 'fbd1f3fa6fa647d4b8c4ef7665ccd991', 'gw_port': {'id': 'c0bff39a-f4ba-4e6e-bd81-e15b18b2f09b', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64238fa6-d4b3-46d4-8115-f23cd37d5384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:30:35Z', 'updated_at': '2022-03-11T19:30:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:30:38.916884 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e60840-a527-4663-9270-efd4fa8173dd None None] Checking router: 64238fa6-d4b3-46d4-8115-f23cd37d5384 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:30:38.916884 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e60840-a527-4663-9270-efd4fa8173dd None None] Updating router 64238fa6-d4b3-46d4-8115-f23cd37d5384 port c0bff39a-f4ba-4e6e-bd81-e15b18b2f09b binding host n-d-833163-1 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:30:38.948565 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e4e60840-a527-4663-9270-efd4fa8173dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c0bff39a-f4ba-4e6e-bd81-e15b18b2f09b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:38.992782 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-b1276d9d-fc96-4031-95f4-8e0697d68165 admin admin] Allocated IP 172.20.0.1 (7fdeba22-5676-4315-858b-3a0da4241885/88ab0030-ac63-4ae7-a6b2-49e8f7fa52fc/985fc978-202d-41e3-bf7a-d202544582cc) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:30:39.020296 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ca027448-8697-4cee-8949-90fc0ac767cb req-f820c394-aa62-4250-ad22-5d86159edca7 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] 10.222.0.65 "GET /v2.0/security-groups?id=58cb8dbb-9031-4c79-8a2e-2c14ca4780e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408217 Mar 11 19:30:39.138759 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b1276d9d-fc96-4031-95f4-8e0697d68165 admin admin] Publish callbacks [] for port (985fc978-202d-41e3-bf7a-d202544582cc), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:39.185655 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b1276d9d-fc96-4031-95f4-8e0697d68165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (985fc978-202d-41e3-bf7a-d202544582cc), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:39.186648 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 2865b192-e985-450f-b80b-4c8e1e15b635 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:30:39.187133 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2865b192-e985-450f-b80b-4c8e1e15b635), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:39.265574 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1276d9d-fc96-4031-95f4-8e0697d68165 admin admin] Pushing event updated for resources: {'Port': ['ID=985fc978-202d-41e3-bf7a-d202544582cc,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:39.289282 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1276d9d-fc96-4031-95f4-8e0697d68165 admin admin] Network 7fdeba22-5676-4315-858b-3a0da4241885 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:30:39.290806 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-b1276d9d-fc96-4031-95f4-8e0697d68165 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:30:39.300074 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1276d9d-fc96-4031-95f4-8e0697d68165 admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:30:39.329762 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 2865b192-e985-450f-b80b-4c8e1e15b635, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=2865b192-e985-450f-b80b-4c8e1e15b635,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:30:39.330819 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf2efb97-4fb4-4750-9711-d83530f5e89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2865b192-e985-450f-b80b-4c8e1e15b635'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:30:39.339363 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8515824b-d9e9-4d34-ad7f-68b4d8dd8c02" -d '{"events": [{"server_uuid": "bf2efb97-4fb4-4750-9711-d83530f5e89c", "name": "network-vif-plugged", "status": "completed", "tag": "2865b192-e985-450f-b80b-4c8e1e15b635"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:30:39.345852 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83a033c-fd28-4a15-8cc8-d5927f7dd03a req-f6f66223-6cff-4aa1-9761-79d1e3a9cc52 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:39.353325 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83a033c-fd28-4a15-8cc8-d5927f7dd03a req-f6f66223-6cff-4aa1-9761-79d1e3a9cc52 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:39.359729 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (2865b192-e985-450f-b80b-4c8e1e15b635), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:39.360274 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83a033c-fd28-4a15-8cc8-d5927f7dd03a req-f6f66223-6cff-4aa1-9761-79d1e3a9cc52 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:39.361108 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 2cae9d66-de8f-4850-a89e-b0b3d82247ae no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:30:39.367359 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83a033c-fd28-4a15-8cc8-d5927f7dd03a req-f6f66223-6cff-4aa1-9761-79d1e3a9cc52 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:39.378660 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83a033c-fd28-4a15-8cc8-d5927f7dd03a req-f6f66223-6cff-4aa1-9761-79d1e3a9cc52 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:39.386924 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83a033c-fd28-4a15-8cc8-d5927f7dd03a req-f6f66223-6cff-4aa1-9761-79d1e3a9cc52 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:39.408081 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b1276d9d-fc96-4031-95f4-8e0697d68165 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (64238fa6-d4b3-46d4-8115-f23cd37d5384), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:39.413766 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83a033c-fd28-4a15-8cc8-d5927f7dd03a req-f6f66223-6cff-4aa1-9761-79d1e3a9cc52 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:39.430358 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f83a033c-fd28-4a15-8cc8-d5927f7dd03a req-f6f66223-6cff-4aa1-9761-79d1e3a9cc52 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 5430 time: 0.2038426 Mar 11 19:30:39.565079 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=2865b192-e985-450f-b80b-4c8e1e15b635,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:39.667269 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f83a033c-fd28-4a15-8cc8-d5927f7dd03a req-221043e9-c50d-430b-959e-36ed2bdcaa46 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/security-groups?id=019be762-639e-4ed8-9c49-723d3436f32b&id=97b5c377-83f5-4bad-bf80-e3f012b06736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2357993 Mar 11 19:30:39.716930 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b1276d9d-fc96-4031-95f4-8e0697d68165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (985fc978-202d-41e3-bf7a-d202544582cc), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:39.895184 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e4e60840-a527-4663-9270-efd4fa8173dd None None] Publish callbacks [] for port (c0bff39a-f4ba-4e6e-bd81-e15b18b2f09b), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:39.905932 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 2cae9d66-de8f-4850-a89e-b0b3d82247ae is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:30:39.906806 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2cae9d66-de8f-4850-a89e-b0b3d82247ae), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:39.914046 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e4e60840-a527-4663-9270-efd4fa8173dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (c0bff39a-f4ba-4e6e-bd81-e15b18b2f09b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:40.002397 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86148392-1056-4233-bddc-6cae3ec1993d req-70cdb07e-0709-4f63-9a44-dd92acaf525f tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:40.008432 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-86148392-1056-4233-bddc-6cae3ec1993d req-70cdb07e-0709-4f63-9a44-dd92acaf525f tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b HTTP/1.1" status: 200 len: 943 time: 0.1303778 Mar 11 19:30:40.022005 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-e4e60840-a527-4663-9270-efd4fa8173dd None None] Attempting to bind port c0bff39a-f4ba-4e6e-bd81-e15b18b2f09b on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:30:40.023337 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-e4e60840-a527-4663-9270-efd4fa8173dd None None] Attempting to bind port c0bff39a-f4ba-4e6e-bd81-e15b18b2f09b by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:30:40.023739 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e60840-a527-4663-9270-efd4fa8173dd None None] Attempting to bind port c0bff39a-f4ba-4e6e-bd81-e15b18b2f09b on network 612cc066-33e3-444d-b1c7-d0a64751482a {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:30:40.032003 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 2cae9d66-de8f-4850-a89e-b0b3d82247ae, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=2cae9d66-de8f-4850-a89e-b0b3d82247ae,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:30:40.041052 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (2cae9d66-de8f-4850-a89e-b0b3d82247ae), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:40.047080 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b1276d9d-fc96-4031-95f4-8e0697d68165 admin admin] Publish callbacks [] for port (985fc978-202d-41e3-bf7a-d202544582cc), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:40.054552 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b1276d9d-fc96-4031-95f4-8e0697d68165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (985fc978-202d-41e3-bf7a-d202544582cc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:40.057337 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e60840-a527-4663-9270-efd4fa8173dd None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:30:40.058090 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e60840-a527-4663-9270-efd4fa8173dd None None] Checking segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:30:40.058680 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e4e60840-a527-4663-9270-efd4fa8173dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:40.059091 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e60840-a527-4663-9270-efd4fa8173dd None None] Bound using segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:30:40.059585 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-e4e60840-a527-4663-9270-efd4fa8173dd None None] Bound port: c0bff39a-f4ba-4e6e-bd81-e15b18b2f09b, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:30:40.060018 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e4e60840-a527-4663-9270-efd4fa8173dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c0bff39a-f4ba-4e6e-bd81-e15b18b2f09b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:40.090876 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-f6a649ee-d704-48e8-9fcc-8712ee9df56c None None] Provisioning complete for port 985fc978-202d-41e3-bf7a-d202544582cc triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:30:40.091247 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f6a649ee-d704-48e8-9fcc-8712ee9df56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (985fc978-202d-41e3-bf7a-d202544582cc), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:40.094737 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e31235-dac7-42ed-9e73-6610fea65b06 None None] Pushing event updated for resources: {'Port': ['ID=c0bff39a-f4ba-4e6e-bd81-e15b18b2f09b,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:40.115364 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-86148392-1056-4233-bddc-6cae3ec1993d req-8bc5c2a8-bf54-44b5-916c-10db08b70863 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006274 Mar 11 19:30:40.195186 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b1276d9d-fc96-4031-95f4-8e0697d68165 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (64238fa6-d4b3-46d4-8115-f23cd37d5384), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:40.210417 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1276d9d-fc96-4031-95f4-8e0697d68165 admin admin] Pushing event updated for resources: {'Port': ['ID=985fc978-202d-41e3-bf7a-d202544582cc,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:40.298701 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b18140-281c-41fd-a6dd-77747a8e00d4 x-openstack-request-id: req-01b18140-281c-41fd-a6dd-77747a8e00d4 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:30:40.299732 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf2efb97-4fb4-4750-9711-d83530f5e89c", "name": "network-vif-plugged", "status": "completed", "tag": "2865b192-e985-450f-b80b-4c8e1e15b635", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:30:40.300193 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-01b18140-281c-41fd-a6dd-77747a8e00d4 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:30:40.300798 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf2efb97-4fb4-4750-9711-d83530f5e89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2865b192-e985-450f-b80b-4c8e1e15b635', 'code': 200} Mar 11 19:30:40.310575 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=2cae9d66-de8f-4850-a89e-b0b3d82247ae,revision_number=8']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:40.339669 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef474948-4914-447e-9c55-d84ca326558e req-95ac0819-2a0e-4a78-ae45-17b0bd3680cc tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:40.349430 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ef474948-4914-447e-9c55-d84ca326558e req-95ac0819-2a0e-4a78-ae45-17b0bd3680cc tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6912256-9a05-446d-93ac-d6cd63a1df39 HTTP/1.1" status: 200 len: 945 time: 0.1380208 Mar 11 19:30:40.379847 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1276d9d-fc96-4031-95f4-8e0697d68165 admin admin] Network 7fdeba22-5676-4315-858b-3a0da4241885 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:30:40.382765 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-b1276d9d-fc96-4031-95f4-8e0697d68165 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:30:40.434094 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-e4e60840-a527-4663-9270-efd4fa8173dd None None] For port c0bff39a-f4ba-4e6e-bd81-e15b18b2f09b, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:30:40.435033 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38cce10-0eb0-4126-bfeb-f17c91f734a5 req-6ffc6b3f-670b-471e-a929-0cbd331d9aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:40.436773 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d38cce10-0eb0-4126-bfeb-f17c91f734a5 req-6ffc6b3f-670b-471e-a929-0cbd331d9aa1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bf2efb97-4fb4-4750-9711-d83530f5e89c HTTP/1.1" status: 200 len: 1130 time: 0.1741376 Mar 11 19:30:40.443170 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-e4e60840-a527-4663-9270-efd4fa8173dd None None] For port c0bff39a-f4ba-4e6e-bd81-e15b18b2f09b, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=c0bff39a-f4ba-4e6e-bd81-e15b18b2f09b,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:30:40.450841 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e4e60840-a527-4663-9270-efd4fa8173dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (c0bff39a-f4ba-4e6e-bd81-e15b18b2f09b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:40.561319 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ef474948-4914-447e-9c55-d84ca326558e req-274ccea7-fe9f-4f51-9334-6970e13eaff4 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066035 Mar 11 19:30:40.566404 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d38cce10-0eb0-4126-bfeb-f17c91f734a5 req-3345a9d4-bf74-42ef-9fe8-1c51a9f5df2f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=58cb8dbb-9031-4c79-8a2e-2c14ca4780e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069996 Mar 11 19:30:40.588544 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e31235-dac7-42ed-9e73-6610fea65b06 None None] Pushing event updated for resources: {'Port': ['ID=c0bff39a-f4ba-4e6e-bd81-e15b18b2f09b,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:40.610267 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1276d9d-fc96-4031-95f4-8e0697d68165 admin admin] Router 64238fa6-d4b3-46d4-8115-f23cd37d5384 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:30:40.612210 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f6a649ee-d704-48e8-9fcc-8712ee9df56c None None] Port 985fc978-202d-41e3-bf7a-d202544582cc cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:30:40.628314 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65937062-4607-4374-8e81-4bcce3e3a77e req-8c67de2b-d010-422c-a9d7-2352b71c9fee tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:40.642443 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e60840-a527-4663-9270-efd4fa8173dd None None] Routers {'64238fa6-d4b3-46d4-8115-f23cd37d5384'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:30:40.643385 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-e4e60840-a527-4663-9270-efd4fa8173dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:30:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['64238fa6-d4b3-46d4-8115-f23cd37d5384'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:30:40.646265 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-65937062-4607-4374-8e81-4bcce3e3a77e req-8c67de2b-d010-422c-a9d7-2352b71c9fee tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf2efb97-4fb4-4750-9711-d83530f5e89c HTTP/1.1" status: 200 len: 948 time: 0.2696989 Mar 11 19:30:40.791212 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-65937062-4607-4374-8e81-4bcce3e3a77e req-056a8209-8e24-4998-847f-e071aeefe661 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] 10.222.0.65 "GET /v2.0/security-groups?id=58cb8dbb-9031-4c79-8a2e-2c14ca4780e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439805 Mar 11 19:30:40.799867 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1276d9d-fc96-4031-95f4-8e0697d68165 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:30:40.810883 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-e4e60840-a527-4663-9270-efd4fa8173dd None None] Set router 64238fa6-d4b3-46d4-8115-f23cd37d5384 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:30:40.818166 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b1276d9d-fc96-4031-95f4-8e0697d68165 admin admin] 10.222.0.65 "PUT /v2.0/routers/64238fa6-d4b3-46d4-8115-f23cd37d5384/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0084381 Mar 11 19:30:40.877076 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-123847cf-12ae-46c5-816d-607fced4790c None None] Provisioning complete for port 985fc978-202d-41e3-bf7a-d202544582cc triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:30:40.877614 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-123847cf-12ae-46c5-816d-607fced4790c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (985fc978-202d-41e3-bf7a-d202544582cc), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:40.941437 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-123847cf-12ae-46c5-816d-607fced4790c None None] Port 985fc978-202d-41e3-bf7a-d202544582cc cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:30:41.077904 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18aff14-f9ae-4323-a618-e91e42578610 req-d33d92dc-828f-4f23-9893-b9fcaabb9a68 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:41.085026 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18aff14-f9ae-4323-a618-e91e42578610 req-d33d92dc-828f-4f23-9893-b9fcaabb9a68 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:41.093804 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18aff14-f9ae-4323-a618-e91e42578610 req-d33d92dc-828f-4f23-9893-b9fcaabb9a68 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:41.100671 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18aff14-f9ae-4323-a618-e91e42578610 req-d33d92dc-828f-4f23-9893-b9fcaabb9a68 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:41.108129 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18aff14-f9ae-4323-a618-e91e42578610 req-d33d92dc-828f-4f23-9893-b9fcaabb9a68 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:41.115570 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18aff14-f9ae-4323-a618-e91e42578610 req-d33d92dc-828f-4f23-9893-b9fcaabb9a68 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:41.122595 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18aff14-f9ae-4323-a618-e91e42578610 req-d33d92dc-828f-4f23-9893-b9fcaabb9a68 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:41.123322 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c18aff14-f9ae-4323-a618-e91e42578610 req-d33d92dc-828f-4f23-9893-b9fcaabb9a68 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 5430 time: 0.1979120 Mar 11 19:30:41.213149 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-e4e60840-a527-4663-9270-efd4fa8173dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64238fa6-d4b3-46d4-8115-f23cd37d5384', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1935714913-router', 'tenant_id': 'fbd1f3fa6fa647d4b8c4ef7665ccd991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'c0bff39a-f4ba-4e6e-bd81-e15b18b2f09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:30:31Z', 'updated_at': '2022-03-11T19:30:39Z', 'revision_number': 4, 'project_id': 'fbd1f3fa6fa647d4b8c4ef7665ccd991', 'gw_port': {'id': 'c0bff39a-f4ba-4e6e-bd81-e15b18b2f09b', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64238fa6-d4b3-46d4-8115-f23cd37d5384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:30:35Z', 'updated_at': '2022-03-11T19:30:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '985fc978-202d-41e3-bf7a-d202544582cc', 'name': '', 'network_id': '7fdeba22-5676-4315-858b-3a0da4241885', 'tenant_id': 'fbd1f3fa6fa647d4b8c4ef7665ccd991', 'mac_address': 'fa:16:3e:73:a0:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64238fa6-d4b3-46d4-8115-f23cd37d5384', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '88ab0030-ac63-4ae7-a6b2-49e8f7fa52fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:30:38Z', 'updated_at': '2022-03-11T19:30:39Z', 'revision_number': 2, 'project_id': 'fbd1f3fa6fa647d4b8c4ef7665ccd991', 'subnets': [{'id': '88ab0030-ac63-4ae7-a6b2-49e8f7fa52fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:30:41.260067 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c18aff14-f9ae-4323-a618-e91e42578610 req-8127173f-d3c8-40fd-ad82-3ffa633fee00 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/security-groups?id=019be762-639e-4ed8-9c49-723d3436f32b&id=97b5c377-83f5-4bad-bf80-e3f012b06736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1290660 Mar 11 19:30:41.287890 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e60840-a527-4663-9270-efd4fa8173dd None None] The sync data for ids ['64238fa6-d4b3-46d4-8115-f23cd37d5384'] in n-d-833163-1 is: [{'id': '64238fa6-d4b3-46d4-8115-f23cd37d5384', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1935714913-router', 'tenant_id': 'fbd1f3fa6fa647d4b8c4ef7665ccd991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'c0bff39a-f4ba-4e6e-bd81-e15b18b2f09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:30:31Z', 'updated_at': '2022-03-11T19:30:39Z', 'revision_number': 4, 'project_id': 'fbd1f3fa6fa647d4b8c4ef7665ccd991', 'gw_port': {'id': 'c0bff39a-f4ba-4e6e-bd81-e15b18b2f09b', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64238fa6-d4b3-46d4-8115-f23cd37d5384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:30:35Z', 'updated_at': '2022-03-11T19:30:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '985fc978-202d-41e3-bf7a-d202544582cc', 'name': '', 'network_id': '7fdeba22-5676-4315-858b-3a0da4241885', 'tenant_id': 'fbd1f3fa6fa647d4b8c4ef7665ccd991', 'mac_address': 'fa:16:3e:73:a0:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64238fa6-d4b3-46d4-8115-f23cd37d5384', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '88ab0030-ac63-4ae7-a6b2-49e8f7fa52fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:30:38Z', 'updated_at': '2022-03-11T19:30:39Z', 'revision_number': 2, 'project_id': 'fbd1f3fa6fa647d4b8c4ef7665ccd991', 'subnets': [{'id': '88ab0030-ac63-4ae7-a6b2-49e8f7fa52fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:30:41.426794 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ffc00-98b2-46cf-8f7f-55d22a86cf5f req-b50b25d7-3cf5-4fb0-9718-2a3b0de41e03 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:41.429334 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-840ffc00-98b2-46cf-8f7f-55d22a86cf5f req-b50b25d7-3cf5-4fb0-9718-2a3b0de41e03 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b HTTP/1.1" status: 200 len: 943 time: 0.0754471 Mar 11 19:30:41.508085 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [req-d91a446f-b9c8-4f92-88b5-7b50ab04ce3f req-1aa645db-ceef-4ece-a5bb-df7e6b517724 tempest-FloatingIPDetailsNegativeTestJSON-314687779 tempest-FloatingIPDetailsNegativeTestJSON-314687779-project] show failed (client error): The resource could not be found. Mar 11 19:30:41.509411 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d91a446f-b9c8-4f92-88b5-7b50ab04ce3f req-1aa645db-ceef-4ece-a5bb-df7e6b517724 tempest-FloatingIPDetailsNegativeTestJSON-314687779 tempest-FloatingIPDetailsNegativeTestJSON-314687779-project] 10.222.0.65 "GET /v2.0/floatingips/46d56490-9bea-44c1-abf9-770dee55ceb1 HTTP/1.1" status: 404 len: 350 time: 0.0699403 Mar 11 19:30:41.520810 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 56410) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:30:41.550493 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-840ffc00-98b2-46cf-8f7f-55d22a86cf5f req-6c70058d-315c-436a-b9c7-eb7d1f38f802 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665436 Mar 11 19:30:41.789786 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d3a00-591a-451d-acd6-52245be321cb req-73951d2d-f390-48c8-bba9-44523e7efb96 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:41.792747 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-027d3a00-591a-451d-acd6-52245be321cb req-73951d2d-f390-48c8-bba9-44523e7efb96 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6912256-9a05-446d-93ac-d6cd63a1df39 HTTP/1.1" status: 200 len: 945 time: 0.0854707 Mar 11 19:30:41.915747 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-027d3a00-591a-451d-acd6-52245be321cb req-ac4c600b-9208-40fe-9880-20712fa7a0f3 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167047 Mar 11 19:30:41.999029 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a3696e-f9db-437e-8408-fe4675486f53 req-8c6f82c0-f741-4ee6-9f26-ba67ad1b5b02 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:42.002886 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-07a3696e-f9db-437e-8408-fe4675486f53 req-8c6f82c0-f741-4ee6-9f26-ba67ad1b5b02 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf2efb97-4fb4-4750-9711-d83530f5e89c HTTP/1.1" status: 200 len: 948 time: 0.0861778 Mar 11 19:30:42.086772 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-07a3696e-f9db-437e-8408-fe4675486f53 req-dc9d2b7e-9b6b-4f38-b371-02a2d4cd9f27 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] 10.222.0.65 "GET /v2.0/security-groups?id=58cb8dbb-9031-4c79-8a2e-2c14ca4780e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762539 Mar 11 19:30:42.302771 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8641236d-15bc-4659-b0fa-16ed4aa8982a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cae9d66-de8f-4850-a89e-b0b3d82247ae'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:30:42.306162 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774cc89b-48f9-4784-b0bd-d5c6437b8c69" -d '{"events": [{"server_uuid": "8641236d-15bc-4659-b0fa-16ed4aa8982a", "name": "network-vif-unplugged", "status": "completed", "tag": "2cae9d66-de8f-4850-a89e-b0b3d82247ae"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:30:42.410890 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 19:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2077ec-cf89-4dc5-89f5-84fa5863291a x-openstack-request-id: req-6d2077ec-cf89-4dc5-89f5-84fa5863291a {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:30:42.411203 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8641236d-15bc-4659-b0fa-16ed4aa8982a", "name": "network-vif-unplugged", "status": "completed", "tag": "2cae9d66-de8f-4850-a89e-b0b3d82247ae", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:30:42.411459 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6d2077ec-cf89-4dc5-89f5-84fa5863291a {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:30:42.417914 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8641236d-15bc-4659-b0fa-16ed4aa8982a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cae9d66-de8f-4850-a89e-b0b3d82247ae', 'code': 200} Mar 11 19:30:42.498627 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d326dc-a450-4359-82b3-a719cf6991ce req-cabbe0f4-ce78-4d5e-8e9e-ab70dcc019fe tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:42.510157 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d326dc-a450-4359-82b3-a719cf6991ce req-cabbe0f4-ce78-4d5e-8e9e-ab70dcc019fe tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:42.518432 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d326dc-a450-4359-82b3-a719cf6991ce req-cabbe0f4-ce78-4d5e-8e9e-ab70dcc019fe tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:42.524360 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d326dc-a450-4359-82b3-a719cf6991ce req-cabbe0f4-ce78-4d5e-8e9e-ab70dcc019fe tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:42.531472 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d326dc-a450-4359-82b3-a719cf6991ce req-cabbe0f4-ce78-4d5e-8e9e-ab70dcc019fe tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:42.539752 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d326dc-a450-4359-82b3-a719cf6991ce req-cabbe0f4-ce78-4d5e-8e9e-ab70dcc019fe tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:42.545079 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d326dc-a450-4359-82b3-a719cf6991ce req-cabbe0f4-ce78-4d5e-8e9e-ab70dcc019fe tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:42.546985 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-01d326dc-a450-4359-82b3-a719cf6991ce req-cabbe0f4-ce78-4d5e-8e9e-ab70dcc019fe tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 5430 time: 0.1590457 Mar 11 19:30:42.565996 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6eed96fb-2520-44a8-9c22-f7372278b354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (64238fa6-d4b3-46d4-8115-f23cd37d5384), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:42.673034 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-01d326dc-a450-4359-82b3-a719cf6991ce req-cc1f29a8-8ce9-4531-a613-1af2b87e5e04 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/security-groups?id=019be762-639e-4ed8-9c49-723d3436f32b&id=97b5c377-83f5-4bad-bf80-e3f012b06736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1146340 Mar 11 19:30:42.774112 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065f1b72-0a75-4b4f-a74c-f6a4d47e3b6d req-8ba20867-8921-4a59-baf2-a3f67bbc17c5 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:42.775790 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-065f1b72-0a75-4b4f-a74c-f6a4d47e3b6d req-8ba20867-8921-4a59-baf2-a3f67bbc17c5 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b HTTP/1.1" status: 200 len: 943 time: 0.0978544 Mar 11 19:30:42.852290 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-065f1b72-0a75-4b4f-a74c-f6a4d47e3b6d req-881584b7-adb9-4233-ae17-e9ef61bc3121 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657125 Mar 11 19:30:43.019653 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-6eed96fb-2520-44a8-9c22-f7372278b354 admin admin] Deleting port 985fc978-202d-41e3-bf7a-d202544582cc {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:30:43.020011 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6eed96fb-2520-44a8-9c22-f7372278b354 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (985fc978-202d-41e3-bf7a-d202544582cc), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:43.102664 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ae21f-4718-472b-b355-d5564591b45f req-9fd30fee-c869-49bf-bf5e-2103359f5a20 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:43.104337 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-658ae21f-4718-472b-b355-d5564591b45f req-9fd30fee-c869-49bf-bf5e-2103359f5a20 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6912256-9a05-446d-93ac-d6cd63a1df39 HTTP/1.1" status: 200 len: 945 time: 0.0865502 Mar 11 19:30:43.149356 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6eed96fb-2520-44a8-9c22-f7372278b354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (985fc978-202d-41e3-bf7a-d202544582cc), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:43.185687 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-6eed96fb-2520-44a8-9c22-f7372278b354 admin admin] Calling delete_port for 985fc978-202d-41e3-bf7a-d202544582cc owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:30:43.206142 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-658ae21f-4718-472b-b355-d5564591b45f req-3c50cf41-46cf-4d64-91fb-165cfd16ccc0 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951040 Mar 11 19:30:43.326085 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab44fc2-6bcc-420b-b24a-cfb05be9c51d req-2141654c-8801-4c83-b8b4-8b9ef1c3a495 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:43.337078 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dab44fc2-6bcc-420b-b24a-cfb05be9c51d req-2141654c-8801-4c83-b8b4-8b9ef1c3a495 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf2efb97-4fb4-4750-9711-d83530f5e89c HTTP/1.1" status: 200 len: 948 time: 0.1367893 Mar 11 19:30:43.402829 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dab44fc2-6bcc-420b-b24a-cfb05be9c51d req-ae2cdc45-a452-490f-bbc5-0c2174cb59e8 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] 10.222.0.65 "GET /v2.0/security-groups?id=58cb8dbb-9031-4c79-8a2e-2c14ca4780e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646250 Mar 11 19:30:43.456043 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6eed96fb-2520-44a8-9c22-f7372278b354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (985fc978-202d-41e3-bf7a-d202544582cc), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:43.519387 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eed96fb-2520-44a8-9c22-f7372278b354 admin admin] Pushing event deleted for resources: {'Port': ['ID=985fc978-202d-41e3-bf7a-d202544582cc,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:43.781571 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4a981-b423-4eb2-8f07-ab33bcd45a15 req-6a020878-2d2c-4b5c-8470-2649e7db0453 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:43.794911 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-16e4a981-b423-4eb2-8f07-ab33bcd45a15 req-6a020878-2d2c-4b5c-8470-2649e7db0453 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf2efb97-4fb4-4750-9711-d83530f5e89c HTTP/1.1" status: 200 len: 948 time: 0.0997708 Mar 11 19:30:43.833626 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6eed96fb-2520-44a8-9c22-f7372278b354 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (64238fa6-d4b3-46d4-8115-f23cd37d5384), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:43.919879 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-16e4a981-b423-4eb2-8f07-ab33bcd45a15 req-43273101-8760-4a70-9f3d-39269e3f4926 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] 10.222.0.65 "GET /v2.0/security-groups?id=58cb8dbb-9031-4c79-8a2e-2c14ca4780e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239929 Mar 11 19:30:43.961431 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a188a9-33c0-401a-bc3b-63930f308a66 req-87c90819-d4f7-40c7-9184-a67ec8eb86b4 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:43.978556 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a188a9-33c0-401a-bc3b-63930f308a66 req-87c90819-d4f7-40c7-9184-a67ec8eb86b4 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:43.988301 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a188a9-33c0-401a-bc3b-63930f308a66 req-87c90819-d4f7-40c7-9184-a67ec8eb86b4 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:43.994323 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a188a9-33c0-401a-bc3b-63930f308a66 req-87c90819-d4f7-40c7-9184-a67ec8eb86b4 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:44.001306 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a188a9-33c0-401a-bc3b-63930f308a66 req-87c90819-d4f7-40c7-9184-a67ec8eb86b4 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:44.011667 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device c0bff39a-f4ba-4e6e-bd81-e15b18b2f09b up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:30:44.014131 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a188a9-33c0-401a-bc3b-63930f308a66 req-87c90819-d4f7-40c7-9184-a67ec8eb86b4 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:44.021400 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a188a9-33c0-401a-bc3b-63930f308a66 req-87c90819-d4f7-40c7-9184-a67ec8eb86b4 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:44.023029 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-91a188a9-33c0-401a-bc3b-63930f308a66 req-87c90819-d4f7-40c7-9184-a67ec8eb86b4 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 5430 time: 0.1893516 Mar 11 19:30:44.124652 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-91a188a9-33c0-401a-bc3b-63930f308a66 req-f796b99e-157a-432e-84fc-2010d771b632 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/security-groups?id=019be762-639e-4ed8-9c49-723d3436f32b&id=97b5c377-83f5-4bad-bf80-e3f012b06736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0896602 Mar 11 19:30:44.137638 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port c0bff39a-f4ba-4e6e-bd81-e15b18b2f09b triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:30:44.138525 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (c0bff39a-f4ba-4e6e-bd81-e15b18b2f09b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:44.281274 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port c0bff39a-f4ba-4e6e-bd81-e15b18b2f09b is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:30:44.282204 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c0bff39a-f4ba-4e6e-bd81-e15b18b2f09b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:44.285174 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e050e-022e-4343-b224-382792d90a9a req-3988d691-d8bb-44a9-a45b-01d38b0f7ecf tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:44.290778 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-530e050e-022e-4343-b224-382792d90a9a req-3988d691-d8bb-44a9-a45b-01d38b0f7ecf tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b HTTP/1.1" status: 200 len: 943 time: 0.1149900 Mar 11 19:30:44.324148 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port c0bff39a-f4ba-4e6e-bd81-e15b18b2f09b, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=c0bff39a-f4ba-4e6e-bd81-e15b18b2f09b,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:30:44.329719 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (c0bff39a-f4ba-4e6e-bd81-e15b18b2f09b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:44.399580 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-530e050e-022e-4343-b224-382792d90a9a req-430b3dca-f250-4a6a-a7c6-24258a51b90c tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973120 Mar 11 19:30:44.421226 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eed96fb-2520-44a8-9c22-f7372278b354 admin admin] Router 64238fa6-d4b3-46d4-8115-f23cd37d5384 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:30:44.428562 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=c0bff39a-f4ba-4e6e-bd81-e15b18b2f09b,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:44.459205 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:30:44.459205 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:30:44.459205 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:30:44.459205 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:30:44.459205 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:30:44.459205 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:30:44.459205 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:30:44.459205 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:30:44.459205 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:30:44.459205 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:30:44.459205 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:30:44.460187 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:30:44.460618 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:30:44.651349 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eed96fb-2520-44a8-9c22-f7372278b354 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:30:44.660894 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-6eed96fb-2520-44a8-9c22-f7372278b354 admin admin] 10.222.0.65 "PUT /v2.0/routers/64238fa6-d4b3-46d4-8115-f23cd37d5384/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1385419 Mar 11 19:30:44.661415 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 56468) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:30:44.675159 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27999cbc-c08f-4a16-b0ab-57a4c29aa1c5 req-4a51835e-2efc-43f0-b470-2f195417604f tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:44.678242 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-27999cbc-c08f-4a16-b0ab-57a4c29aa1c5 req-4a51835e-2efc-43f0-b470-2f195417604f tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6912256-9a05-446d-93ac-d6cd63a1df39 HTTP/1.1" status: 200 len: 945 time: 0.1502552 Mar 11 19:30:44.716121 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f7aec1-cb51-40a9-bc4c-189a0c15ca4b req-777f72c8-38f7-4a54-b8a3-ba2c288b4f66 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:44.726967 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e9f7aec1-cb51-40a9-bc4c-189a0c15ca4b req-777f72c8-38f7-4a54-b8a3-ba2c288b4f66 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf2efb97-4fb4-4750-9711-d83530f5e89c HTTP/1.1" status: 200 len: 948 time: 0.1433017 Mar 11 19:30:44.750469 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982e8f73-b324-44d6-ad9a-b88ea61f1b66 None None] Sync routers for ids ['64238fa6-d4b3-46d4-8115-f23cd37d5384'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:30:44.764938 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982e8f73-b324-44d6-ad9a-b88ea61f1b66 None None] Routers {'64238fa6-d4b3-46d4-8115-f23cd37d5384'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:30:44.767185 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-982e8f73-b324-44d6-ad9a-b88ea61f1b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:30:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['64238fa6-d4b3-46d4-8115-f23cd37d5384'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:30:44.812373 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e9f7aec1-cb51-40a9-bc4c-189a0c15ca4b req-f3f838ce-2b59-4725-8c4f-780513f4c338 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] 10.222.0.65 "GET /v2.0/security-groups?id=58cb8dbb-9031-4c79-8a2e-2c14ca4780e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842118 Mar 11 19:30:44.841502 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-27999cbc-c08f-4a16-b0ab-57a4c29aa1c5 req-984bb716-442b-4c4e-94f9-dd8bbbff985a tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499805 Mar 11 19:30:44.865395 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-751549b8-eb4c-4f25-bbcc-d652002d3e95 admin admin] Publish callbacks [] for router (64238fa6-d4b3-46d4-8115-f23cd37d5384), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:44.936493 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-982e8f73-b324-44d6-ad9a-b88ea61f1b66 None None] Set router 64238fa6-d4b3-46d4-8115-f23cd37d5384 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:30:44.999434 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-751549b8-eb4c-4f25-bbcc-d652002d3e95 admin admin] Publish callbacks [] for router_gateway (64238fa6-d4b3-46d4-8115-f23cd37d5384), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:45.088089 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-751549b8-eb4c-4f25-bbcc-d652002d3e95 admin admin] Deleting port c0bff39a-f4ba-4e6e-bd81-e15b18b2f09b {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:30:45.088436 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-751549b8-eb4c-4f25-bbcc-d652002d3e95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (c0bff39a-f4ba-4e6e-bd81-e15b18b2f09b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:45.199317 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-751549b8-eb4c-4f25-bbcc-d652002d3e95 admin admin] For port c0bff39a-f4ba-4e6e-bd81-e15b18b2f09b, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=c0bff39a-f4ba-4e6e-bd81-e15b18b2f09b,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:30:45.203156 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-751549b8-eb4c-4f25-bbcc-d652002d3e95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (c0bff39a-f4ba-4e6e-bd81-e15b18b2f09b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:45.218170 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-751549b8-eb4c-4f25-bbcc-d652002d3e95 admin admin] Calling delete_port for c0bff39a-f4ba-4e6e-bd81-e15b18b2f09b owned by network:router_gateway {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:30:45.307757 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-982e8f73-b324-44d6-ad9a-b88ea61f1b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64238fa6-d4b3-46d4-8115-f23cd37d5384', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1935714913-router', 'tenant_id': 'fbd1f3fa6fa647d4b8c4ef7665ccd991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.191'}], 'enable_snat': True}, 'gw_port_id': 'c0bff39a-f4ba-4e6e-bd81-e15b18b2f09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:30:31Z', 'updated_at': '2022-03-11T19:30:43Z', 'revision_number': 5, 'project_id': 'fbd1f3fa6fa647d4b8c4ef7665ccd991', 'gw_port': {'id': 'c0bff39a-f4ba-4e6e-bd81-e15b18b2f09b', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:5e:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64238fa6-d4b3-46d4-8115-f23cd37d5384', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:30:35Z', 'updated_at': '2022-03-11T19:30:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:30:45.346502 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982e8f73-b324-44d6-ad9a-b88ea61f1b66 None None] Checking router: 64238fa6-d4b3-46d4-8115-f23cd37d5384 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:30:45.356562 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982e8f73-b324-44d6-ad9a-b88ea61f1b66 None None] Routers {'64238fa6-d4b3-46d4-8115-f23cd37d5384'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:30:45.357424 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-982e8f73-b324-44d6-ad9a-b88ea61f1b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:30:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['64238fa6-d4b3-46d4-8115-f23cd37d5384'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:30:45.382349 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66207942-ff19-424b-a434-6c0cf643a5a5 req-1169bc7f-15b1-4e8a-9fed-a5d6a0add69d tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:45.388412 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66207942-ff19-424b-a434-6c0cf643a5a5 req-1169bc7f-15b1-4e8a-9fed-a5d6a0add69d tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:45.393655 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66207942-ff19-424b-a434-6c0cf643a5a5 req-1169bc7f-15b1-4e8a-9fed-a5d6a0add69d tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:45.398752 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66207942-ff19-424b-a434-6c0cf643a5a5 req-1169bc7f-15b1-4e8a-9fed-a5d6a0add69d tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:45.406837 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66207942-ff19-424b-a434-6c0cf643a5a5 req-1169bc7f-15b1-4e8a-9fed-a5d6a0add69d tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:45.412780 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66207942-ff19-424b-a434-6c0cf643a5a5 req-1169bc7f-15b1-4e8a-9fed-a5d6a0add69d tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:45.418191 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66207942-ff19-424b-a434-6c0cf643a5a5 req-1169bc7f-15b1-4e8a-9fed-a5d6a0add69d tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:45.420188 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-66207942-ff19-424b-a434-6c0cf643a5a5 req-1169bc7f-15b1-4e8a-9fed-a5d6a0add69d tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 5430 time: 0.1571350 Mar 11 19:30:45.477472 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-982e8f73-b324-44d6-ad9a-b88ea61f1b66 None None] Set router 64238fa6-d4b3-46d4-8115-f23cd37d5384 gateway port host: None {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:30:45.510754 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-751549b8-eb4c-4f25-bbcc-d652002d3e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (c0bff39a-f4ba-4e6e-bd81-e15b18b2f09b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:45.527963 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-66207942-ff19-424b-a434-6c0cf643a5a5 req-2b2525c0-4b3b-4d86-8da0-d725976dc919 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/security-groups?id=019be762-639e-4ed8-9c49-723d3436f32b&id=97b5c377-83f5-4bad-bf80-e3f012b06736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0902331 Mar 11 19:30:45.550141 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-982e8f73-b324-44d6-ad9a-b88ea61f1b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64238fa6-d4b3-46d4-8115-f23cd37d5384', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1935714913-router', 'tenant_id': 'fbd1f3fa6fa647d4b8c4ef7665ccd991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:30:31Z', 'updated_at': '2022-03-11T19:30:44Z', 'revision_number': 6, 'project_id': 'fbd1f3fa6fa647d4b8c4ef7665ccd991', 'gw_port_host': None}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:30:45.586334 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982e8f73-b324-44d6-ad9a-b88ea61f1b66 None None] The sync data for ids ['64238fa6-d4b3-46d4-8115-f23cd37d5384'] in n-d-833163-1 is: [{'id': '64238fa6-d4b3-46d4-8115-f23cd37d5384', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1935714913-router', 'tenant_id': 'fbd1f3fa6fa647d4b8c4ef7665ccd991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:30:31Z', 'updated_at': '2022-03-11T19:30:44Z', 'revision_number': 6, 'project_id': 'fbd1f3fa6fa647d4b8c4ef7665ccd991', 'gw_port_host': None}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:30:45.604388 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751549b8-eb4c-4f25-bbcc-d652002d3e95 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0bff39a-f4ba-4e6e-bd81-e15b18b2f09b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:45.659373 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-751549b8-eb4c-4f25-bbcc-d652002d3e95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (64238fa6-d4b3-46d4-8115-f23cd37d5384), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:45.671969 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c09c6b-f696-496d-98c4-c3c7b330edd1 req-f5e60deb-73d5-4e26-b800-4ab411c3daf0 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:45.681287 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-91c09c6b-f696-496d-98c4-c3c7b330edd1 req-f5e60deb-73d5-4e26-b800-4ab411c3daf0 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b HTTP/1.1" status: 200 len: 943 time: 0.1023636 Mar 11 19:30:45.734526 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-91c09c6b-f696-496d-98c4-c3c7b330edd1 req-65e297ba-3634-4295-aa17-4a6decc7a2da tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522206 Mar 11 19:30:45.764433 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-751549b8-eb4c-4f25-bbcc-d652002d3e95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (64238fa6-d4b3-46d4-8115-f23cd37d5384), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:45.767174 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-751549b8-eb4c-4f25-bbcc-d652002d3e95 admin admin] Publish callbacks [] for router_controller (64238fa6-d4b3-46d4-8115-f23cd37d5384), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:45.816043 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-751549b8-eb4c-4f25-bbcc-d652002d3e95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (64238fa6-d4b3-46d4-8115-f23cd37d5384), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:45.816794 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-751549b8-eb4c-4f25-bbcc-d652002d3e95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64238fa6-d4b3-46d4-8115-f23cd37d5384 {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:30:45.822040 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-751549b8-eb4c-4f25-bbcc-d652002d3e95 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:45.826067 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 56484) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:30:45.826612 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-751549b8-eb4c-4f25-bbcc-d652002d3e95 admin admin] 10.222.0.65 "DELETE /v2.0/routers/64238fa6-d4b3-46d4-8115-f23cd37d5384 HTTP/1.1" status: 204 len: 168 time: 1.1632345 Mar 11 19:30:45.915190 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba784399-861a-4cea-9f44-b8ee49cd3aaf admin admin] Deleting subnet 88ab0030-ac63-4ae7-a6b2-49e8f7fa52fc {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:30:45.920198 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ba784399-861a-4cea-9f44-b8ee49cd3aaf admin admin] Publish callbacks [] for subnet (88ab0030-ac63-4ae7-a6b2-49e8f7fa52fc), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:45.960561 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:30:46.043354 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ba784399-861a-4cea-9f44-b8ee49cd3aaf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (88ab0030-ac63-4ae7-a6b2-49e8f7fa52fc), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:46.106695 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 985fc978-202d-41e3-bf7a-d202544582cc no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:30:46.140168 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 985fc978-202d-41e3-bf7a-d202544582cc {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:30:46.141124 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 985fc978-202d-41e3-bf7a-d202544582cc not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:30:46.391037 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 2cae9d66-de8f-4850-a89e-b0b3d82247ae details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:30:46.510643 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ba784399-861a-4cea-9f44-b8ee49cd3aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (88ab0030-ac63-4ae7-a6b2-49e8f7fa52fc), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:46.532906 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 2cae9d66-de8f-4850-a89e-b0b3d82247ae, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=2cae9d66-de8f-4850-a89e-b0b3d82247ae,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:30:46.547198 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': '2cae9d66-de8f-4850-a89e-b0b3d82247ae', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'port_id': '2cae9d66-de8f-4850-a89e-b0b3d82247ae', 'mac_address': 'fa:16:3e:0f:5e:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bb14923-74c3-4313-be8d-ed33542f05aa', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:30:46.580417 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ba784399-861a-4cea-9f44-b8ee49cd3aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (88ab0030-ac63-4ae7-a6b2-49e8f7fa52fc), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:46.600226 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0cedc2-5845-4dbc-8e36-33507a17ad6f req-32e3e304-84ab-451b-8622-04bf7f85e6ed tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:46.607512 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7f0cedc2-5845-4dbc-8e36-33507a17ad6f req-32e3e304-84ab-451b-8622-04bf7f85e6ed tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf2efb97-4fb4-4750-9711-d83530f5e89c HTTP/1.1" status: 200 len: 948 time: 0.6888723 Mar 11 19:30:46.607779 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device ebfb71f0-04b3-45d0-a06b-4dbc510957f9 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:30:46.611149 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 5ac3bee4-d31e-4d7f-9bb8-cb81d564318b no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:30:46.622527 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 2cae9d66-de8f-4850-a89e-b0b3d82247ae is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:30:46.623070 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2cae9d66-de8f-4850-a89e-b0b3d82247ae), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:46.636711 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4114c55a-5308-4d86-b394-11cf24f05c55 req-1381d303-f000-4c57-bd31-097d503c539c tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:46.638172 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4114c55a-5308-4d86-b394-11cf24f05c55 req-1381d303-f000-4c57-bd31-097d503c539c tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6912256-9a05-446d-93ac-d6cd63a1df39 HTTP/1.1" status: 200 len: 945 time: 0.6802282 Mar 11 19:30:46.700630 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba784399-861a-4cea-9f44-b8ee49cd3aaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88ab0030-ac63-4ae7-a6b2-49e8f7fa52fc,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:46.720310 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ba784399-861a-4cea-9f44-b8ee49cd3aaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:46.725075 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cae9d66-de8f-4850-a89e-b0b3d82247ae {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:30:46.732079 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 56494) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:30:46.740262 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ba784399-861a-4cea-9f44-b8ee49cd3aaf admin admin] 10.222.0.65 "DELETE /v2.0/subnets/88ab0030-ac63-4ae7-a6b2-49e8f7fa52fc HTTP/1.1" status: 204 len: 168 time: 0.9130065 Mar 11 19:30:46.753273 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 2cae9d66-de8f-4850-a89e-b0b3d82247ae, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=2cae9d66-de8f-4850-a89e-b0b3d82247ae,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:30:46.777436 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97edef16-5763-45e9-afcc-65ee6ec478ff None None] Network 7fdeba22-5676-4315-858b-3a0da4241885 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:30:46.814761 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd2f31-dd68-4746-9099-ed70ccc56c95 req-c0619b31-d647-4c4f-bb0b-efeaa03d35a1 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:46.816677 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-70cd2f31-dd68-4746-9099-ed70ccc56c95 req-c0619b31-d647-4c4f-bb0b-efeaa03d35a1 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf2efb97-4fb4-4750-9711-d83530f5e89c HTTP/1.1" status: 200 len: 948 time: 0.1955490 Mar 11 19:30:46.820635 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7f0cedc2-5845-4dbc-8e36-33507a17ad6f req-891f7bf7-9111-4f5f-9d2e-cdf17e112992 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] 10.222.0.65 "GET /v2.0/security-groups?id=58cb8dbb-9031-4c79-8a2e-2c14ca4780e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123003 Mar 11 19:30:46.846506 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4114c55a-5308-4d86-b394-11cf24f05c55 req-27901f64-6fcc-43ba-a663-dae8e5dfe789 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552732 Mar 11 19:30:46.960590 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b80d9a0c-5dc1-40bd-a659-b2b569153c35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (7fdeba22-5676-4315-858b-3a0da4241885), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:46.967485 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (2cae9d66-de8f-4850-a89e-b0b3d82247ae), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:47.083019 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-b80d9a0c-5dc1-40bd-a659-b2b569153c35 admin admin] Deleting port c1207008-e4ed-4b00-aad5-b66b15785f3c {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:30:47.083379 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b80d9a0c-5dc1-40bd-a659-b2b569153c35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (c1207008-e4ed-4b00-aad5-b66b15785f3c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:47.128797 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=2cae9d66-de8f-4850-a89e-b0b3d82247ae,revision_number=9']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:47.143704 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-70cd2f31-dd68-4746-9099-ed70ccc56c95 req-6e379ae3-b5a6-452a-94cd-baa294cc508a tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] Deleting port 2865b192-e985-450f-b80b-4c8e1e15b635 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:30:47.144430 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-70cd2f31-dd68-4746-9099-ed70ccc56c95 req-6e379ae3-b5a6-452a-94cd-baa294cc508a tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (2865b192-e985-450f-b80b-4c8e1e15b635), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:47.175192 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-b80d9a0c-5dc1-40bd-a659-b2b569153c35 admin admin] For port c1207008-e4ed-4b00-aad5-b66b15785f3c, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=c1207008-e4ed-4b00-aad5-b66b15785f3c,segment=NetworkSegment(cc506552-43d4-4843-9c90-9dd28be27237),segment_id=cc506552-43d4-4843-9c90-9dd28be27237)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:30:47.175790 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b80d9a0c-5dc1-40bd-a659-b2b569153c35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (c1207008-e4ed-4b00-aad5-b66b15785f3c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:47.190213 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-b80d9a0c-5dc1-40bd-a659-b2b569153c35 admin admin] Calling delete_port for c1207008-e4ed-4b00-aad5-b66b15785f3c owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:30:47.192437 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d900d7d-dd77-426c-8b9e-20f6a8520581 req-74106305-8641-4643-9130-497ad17a1343 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:47.198179 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d900d7d-dd77-426c-8b9e-20f6a8520581 req-74106305-8641-4643-9130-497ad17a1343 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:47.216424 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d900d7d-dd77-426c-8b9e-20f6a8520581 req-74106305-8641-4643-9130-497ad17a1343 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:47.223476 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d900d7d-dd77-426c-8b9e-20f6a8520581 req-74106305-8641-4643-9130-497ad17a1343 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:47.230007 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d900d7d-dd77-426c-8b9e-20f6a8520581 req-74106305-8641-4643-9130-497ad17a1343 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:47.238753 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d900d7d-dd77-426c-8b9e-20f6a8520581 req-74106305-8641-4643-9130-497ad17a1343 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:47.245662 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port ebfb71f0-04b3-45d0-a06b-4dbc510957f9, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=ebfb71f0-04b3-45d0-a06b-4dbc510957f9,segment=NetworkSegment(84b0979a-8a8b-4100-94cf-7dcf4d79135b),segment_id=84b0979a-8a8b-4100-94cf-7dcf4d79135b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:30:47.247923 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d900d7d-dd77-426c-8b9e-20f6a8520581 req-74106305-8641-4643-9130-497ad17a1343 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:47.258083 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3d900d7d-dd77-426c-8b9e-20f6a8520581 req-74106305-8641-4643-9130-497ad17a1343 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 5430 time: 0.2695076 Mar 11 19:30:47.276187 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': 'ebfb71f0-04b3-45d0-a06b-4dbc510957f9', 'network_id': '4f561aff-d3ac-41b3-ba00-952d014b3e3f', 'port_id': 'ebfb71f0-04b3-45d0-a06b-4dbc510957f9', 'mac_address': 'fa:16:3e:3e:b9:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a82b5d5-f5eb-44a2-9c60-48ecdbb5290d', 'ip_address': '10.1.1.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:30:47.284068 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['2cae9d66-de8f-4850-a89e-b0b3d82247ae'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:30:47.310023 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b80d9a0c-5dc1-40bd-a659-b2b569153c35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (c1207008-e4ed-4b00-aad5-b66b15785f3c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:47.333708 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac6f553-4798-4fc7-a1e2-41b94428e5c3 req-cead8ea3-1236-46f9-8a24-ad2848248427 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:47.335370 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3ac6f553-4798-4fc7-a1e2-41b94428e5c3 req-cead8ea3-1236-46f9-8a24-ad2848248427 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b HTTP/1.1" status: 200 len: 943 time: 0.3072660 Mar 11 19:30:47.352606 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80d9a0c-5dc1-40bd-a659-b2b569153c35 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1207008-e4ed-4b00-aad5-b66b15785f3c,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:47.361641 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80d9a0c-5dc1-40bd-a659-b2b569153c35 admin admin] No DVR routers for this DVR port c1207008-e4ed-4b00-aad5-b66b15785f3c on host n-d-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:30:47.372904 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port ebfb71f0-04b3-45d0-a06b-4dbc510957f9 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:30:47.373288 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ebfb71f0-04b3-45d0-a06b-4dbc510957f9), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:47.394197 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebfb71f0-04b3-45d0-a06b-4dbc510957f9 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:30:47.476772 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port ebfb71f0-04b3-45d0-a06b-4dbc510957f9, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=ebfb71f0-04b3-45d0-a06b-4dbc510957f9,segment=NetworkSegment(84b0979a-8a8b-4100-94cf-7dcf4d79135b),segment_id=84b0979a-8a8b-4100-94cf-7dcf4d79135b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:30:47.476921 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b80d9a0c-5dc1-40bd-a659-b2b569153c35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (7fdeba22-5676-4315-858b-3a0da4241885), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:47.477979 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3d900d7d-dd77-426c-8b9e-20f6a8520581 req-4ce9ef16-e7eb-485f-b600-56af802ecb2b tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/security-groups?id=019be762-639e-4ed8-9c49-723d3436f32b&id=97b5c377-83f5-4bad-bf80-e3f012b06736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2185979 Mar 11 19:30:47.486146 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (ebfb71f0-04b3-45d0-a06b-4dbc510957f9), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:47.486805 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 65028ff5-c788-4323-ab6a-099bdaadab0a details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:30:47.489729 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 5ac3bee4-d31e-4d7f-9bb8-cb81d564318b is: DOWN; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:30:47.528924 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-b80d9a0c-5dc1-40bd-a659-b2b569153c35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fdeba22-5676-4315-858b-3a0da4241885']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:30:47.544841 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-b80d9a0c-5dc1-40bd-a659-b2b569153c35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc506552-43d4-4843-9c90-9dd28be27237') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:30:47.545548 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-b80d9a0c-5dc1-40bd-a659-b2b569153c35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc506552-43d4-4843-9c90-9dd28be27237') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:30:47.557356 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b80d9a0c-5dc1-40bd-a659-b2b569153c35 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (cc506552-43d4-4843-9c90-9dd28be27237), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:47.578725 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b80d9a0c-5dc1-40bd-a659-b2b569153c35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (cc506552-43d4-4843-9c90-9dd28be27237), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:47.582296 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-70cd2f31-dd68-4746-9099-ed70ccc56c95 req-6e379ae3-b5a6-452a-94cd-baa294cc508a tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] For port 2865b192-e985-450f-b80b-4c8e1e15b635, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=2865b192-e985-450f-b80b-4c8e1e15b635,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:30:47.582610 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-70cd2f31-dd68-4746-9099-ed70ccc56c95 req-6e379ae3-b5a6-452a-94cd-baa294cc508a tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (2865b192-e985-450f-b80b-4c8e1e15b635), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:47.599901 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b80d9a0c-5dc1-40bd-a659-b2b569153c35 admin admin] Releasing vlan 878 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:30:47.599901 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b80d9a0c-5dc1-40bd-a659-b2b569153c35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (cc506552-43d4-4843-9c90-9dd28be27237), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:47.599901 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:30:47.599901 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:30:47.599901 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:30:47.599901 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:30:47.599901 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:30:47.599901 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:30:47.599901 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:30:47.599901 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:30:47.599901 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:30:47.599901 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:30:47.599901 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:30:47.599901 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:30:47.599901 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:30:47.599901 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:30:47.599901 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:30:47.599901 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:30:47.599901 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:30:47.599901 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:30:47.599901 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:30:47.599901 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:30:47.599901 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:30:47.599901 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:30:47.599901 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:30:47.599901 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:30:47.599901 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:30:47.599901 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:30:47.599901 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:30:47.599901 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:30:47.599901 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:30:47.599901 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:30:47.599901 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:30:47.599901 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:30:47.622658 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-70cd2f31-dd68-4746-9099-ed70ccc56c95 req-6e379ae3-b5a6-452a-94cd-baa294cc508a tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] Calling delete_port for 2865b192-e985-450f-b80b-4c8e1e15b635 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:30:47.684828 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b80d9a0c-5dc1-40bd-a659-b2b569153c35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (7fdeba22-5676-4315-858b-3a0da4241885), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:47.691300 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b80d9a0c-5dc1-40bd-a659-b2b569153c35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:47.694991 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b80d9a0c-5dc1-40bd-a659-b2b569153c35 admin admin] 10.222.0.65 "DELETE /v2.0/networks/7fdeba22-5676-4315-858b-3a0da4241885 HTTP/1.1" status: 204 len: 168 time: 0.9590950 Mar 11 19:30:47.725289 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3ac6f553-4798-4fc7-a1e2-41b94428e5c3 req-d5e2d553-2b8c-4cce-b399-0f808c5a53f6 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361182 Mar 11 19:30:47.736736 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80d9a0c-5dc1-40bd-a659-b2b569153c35 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fdeba22-5676-4315-858b-3a0da4241885,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:47.849024 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d9da28-8b41-4efb-b9ce-6d339322e6d8 None None] DHCP port deletion for 7fdeba22-5676-4315-858b-3a0da4241885 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:30:47.853179 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=ebfb71f0-04b3-45d0-a06b-4dbc510957f9,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:47.890836 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-70cd2f31-dd68-4746-9099-ed70ccc56c95 req-6e379ae3-b5a6-452a-94cd-baa294cc508a tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (2865b192-e985-450f-b80b-4c8e1e15b635), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:47.930977 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['2865b192-e985-450f-b80b-4c8e1e15b635'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:30:47.978536 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e379ae3-b5a6-452a-94cd-baa294cc508a tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] Pushing event deleted for resources: {'Port': ['ID=2865b192-e985-450f-b80b-4c8e1e15b635,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:48.006842 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 56514) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:30:48.072060 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device c0bff39a-f4ba-4e6e-bd81-e15b18b2f09b no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:30:48.080044 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0c338cfe-beab-42d4-96cd-108859e26b99 req-e5b8d41c-8057-41f1-b035-7457524470a6 tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf2efb97-4fb4-4750-9711-d83530f5e89c HTTP/1.1" status: 200 len: 210 time: 0.0584500 Mar 11 19:30:48.143505 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: c0bff39a-f4ba-4e6e-bd81-e15b18b2f09b {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:30:48.144551 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device c0bff39a-f4ba-4e6e-bd81-e15b18b2f09b not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:30:48.148010 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device c1207008-e4ed-4b00-aad5-b66b15785f3c no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:30:48.182773 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: c1207008-e4ed-4b00-aad5-b66b15785f3c {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:30:48.183520 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device c1207008-e4ed-4b00-aad5-b66b15785f3c not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:30:48.196471 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-70cd2f31-dd68-4746-9099-ed70ccc56c95 req-6e379ae3-b5a6-452a-94cd-baa294cc508a tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] No DVR routers for this DVR port 2865b192-e985-450f-b80b-4c8e1e15b635 on host n-h2-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:30:48.219301 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-70cd2f31-dd68-4746-9099-ed70ccc56c95 req-6e379ae3-b5a6-452a-94cd-baa294cc508a tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:48.223215 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-355be3b4-2ed4-4881-acb8-d1dedf48d44d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fbd1f3fa6fa647d4b8c4ef7665ccd991&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2099106 Mar 11 19:30:48.226150 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 56524) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:30:48.232395 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-70cd2f31-dd68-4746-9099-ed70ccc56c95 req-6e379ae3-b5a6-452a-94cd-baa294cc508a tempest-DeleteServersAdminTestJSON-1977086279 tempest-DeleteServersAdminTestJSON-1977086279-project] 10.222.0.57 "DELETE /v2.0/ports/2865b192-e985-450f-b80b-4c8e1e15b635 HTTP/1.1" status: 204 len: 173 time: 1.3840878 Mar 11 19:30:48.233899 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf2efb97-4fb4-4750-9711-d83530f5e89c', 'name': 'network-vif-deleted', 'tag': '2865b192-e985-450f-b80b-4c8e1e15b635'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:30:48.240373 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52fd77cb-9520-45b7-ae8a-17744e3e40ec" -d '{"events": [{"server_uuid": "bf2efb97-4fb4-4750-9711-d83530f5e89c", "name": "network-vif-deleted", "tag": "2865b192-e985-450f-b80b-4c8e1e15b635"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:30:48.264825 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 65028ff5-c788-4323-ab6a-099bdaadab0a, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=65028ff5-c788-4323-ab6a-099bdaadab0a,segment=NetworkSegment(e2c9930f-21f1-4d40-93dc-64d9f93dab64),segment_id=e2c9930f-21f1-4d40-93dc-64d9f93dab64)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:30:48.279990 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '65028ff5-c788-4323-ab6a-099bdaadab0a', 'network_id': '7e7ac1f0-3111-4c89-ba33-0a59c83b731d', 'port_id': '65028ff5-c788-4323-ab6a-099bdaadab0a', 'mac_address': 'fa:16:3e:33:2d:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9f88214-c0ad-4a11-a00b-64b72b240905', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:30:48.315593 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949f8696-0906-470e-9832-3a5c728fcc4c req-951c627d-d913-42c2-be9d-430bd8767a8b tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:48.324102 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-949f8696-0906-470e-9832-3a5c728fcc4c req-951c627d-d913-42c2-be9d-430bd8767a8b tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6912256-9a05-446d-93ac-d6cd63a1df39 HTTP/1.1" status: 200 len: 945 time: 0.3336368 Mar 11 19:30:48.368003 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-773afaa5-a92c-4d82-a2db-acf9eae48e72 admin admin] Publish callbacks [] for security_group (2e9692d8-a341-4b10-87e1-df59527e5f16), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:48.371493 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4889879e-00ca-4e9d-aeb7-03755e2d079e x-openstack-request-id: req-4889879e-00ca-4e9d-aeb7-03755e2d079e {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:30:48.372459 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 65028ff5-c788-4323-ab6a-099bdaadab0a is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:30:48.373111 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf2efb97-4fb4-4750-9711-d83530f5e89c", "name": "network-vif-deleted", "tag": "2865b192-e985-450f-b80b-4c8e1e15b635", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:30:48.373349 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4889879e-00ca-4e9d-aeb7-03755e2d079e {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:30:48.373721 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (65028ff5-c788-4323-ab6a-099bdaadab0a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:48.373845 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf2efb97-4fb4-4750-9711-d83530f5e89c', 'name': 'network-vif-deleted', 'tag': '2865b192-e985-450f-b80b-4c8e1e15b635', 'status': 'completed', 'code': 200} Mar 11 19:30:48.411251 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65028ff5-c788-4323-ab6a-099bdaadab0a {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:30:48.433290 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-773afaa5-a92c-4d82-a2db-acf9eae48e72 admin admin] Publish callbacks [] for security_group (2e9692d8-a341-4b10-87e1-df59527e5f16), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:48.461470 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 65028ff5-c788-4323-ab6a-099bdaadab0a, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=65028ff5-c788-4323-ab6a-099bdaadab0a,segment=NetworkSegment(e2c9930f-21f1-4d40-93dc-64d9f93dab64),segment_id=e2c9930f-21f1-4d40-93dc-64d9f93dab64)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:30:48.469078 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (65028ff5-c788-4323-ab6a-099bdaadab0a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:48.470181 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device a063c992-2ba2-427f-abd3-35bcb20f2efc details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:30:48.477520 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-949f8696-0906-470e-9832-3a5c728fcc4c req-3d2d6b40-ad98-47ff-a0d1-0e1ac50d4897 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524463 Mar 11 19:30:48.556790 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-773afaa5-a92c-4d82-a2db-acf9eae48e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (2e9692d8-a341-4b10-87e1-df59527e5f16), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:48.558156 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-773afaa5-a92c-4d82-a2db-acf9eae48e72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:48.561770 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-773afaa5-a92c-4d82-a2db-acf9eae48e72 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2e9692d8-a341-4b10-87e1-df59527e5f16 HTTP/1.1" status: 204 len: 168 time: 0.3319137 Mar 11 19:30:48.592975 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773afaa5-a92c-4d82-a2db-acf9eae48e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9692d8-a341-4b10-87e1-df59527e5f16,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:48.674668 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port a063c992-2ba2-427f-abd3-35bcb20f2efc, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=a063c992-2ba2-427f-abd3-35bcb20f2efc,segment=NetworkSegment(84b0979a-8a8b-4100-94cf-7dcf4d79135b),segment_id=84b0979a-8a8b-4100-94cf-7dcf4d79135b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:30:48.705334 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f3b9d-3f02-4d75-b710-e58c399525da req-9797253f-3282-460c-b41e-1be288d372d7 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:48.711144 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f3b9d-3f02-4d75-b710-e58c399525da req-9797253f-3282-460c-b41e-1be288d372d7 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:48.717981 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f3b9d-3f02-4d75-b710-e58c399525da req-9797253f-3282-460c-b41e-1be288d372d7 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:48.726082 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f3b9d-3f02-4d75-b710-e58c399525da req-9797253f-3282-460c-b41e-1be288d372d7 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:48.730158 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=65028ff5-c788-4323-ab6a-099bdaadab0a,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:48.743060 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': 'a063c992-2ba2-427f-abd3-35bcb20f2efc', 'network_id': '4f561aff-d3ac-41b3-ba00-952d014b3e3f', 'port_id': 'a063c992-2ba2-427f-abd3-35bcb20f2efc', 'mac_address': 'fa:16:3e:e1:57:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a82b5d5-f5eb-44a2-9c60-48ecdbb5290d', 'ip_address': '10.1.1.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:30:48.745125 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f3b9d-3f02-4d75-b710-e58c399525da req-9797253f-3282-460c-b41e-1be288d372d7 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:48.768499 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f3b9d-3f02-4d75-b710-e58c399525da req-9797253f-3282-460c-b41e-1be288d372d7 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:48.777320 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:48.784081 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f3b9d-3f02-4d75-b710-e58c399525da req-9797253f-3282-460c-b41e-1be288d372d7 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:48.796689 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f90f3b9d-3f02-4d75-b710-e58c399525da req-9797253f-3282-460c-b41e-1be288d372d7 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 5432 time: 0.1728466 Mar 11 19:30:48.883154 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port a063c992-2ba2-427f-abd3-35bcb20f2efc is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:30:48.883555 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a063c992-2ba2-427f-abd3-35bcb20f2efc), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:48.898689 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a063c992-2ba2-427f-abd3-35bcb20f2efc {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:30:48.926167 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port a063c992-2ba2-427f-abd3-35bcb20f2efc, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=a063c992-2ba2-427f-abd3-35bcb20f2efc,segment=NetworkSegment(84b0979a-8a8b-4100-94cf-7dcf4d79135b),segment_id=84b0979a-8a8b-4100-94cf-7dcf4d79135b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:30:48.932134 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (a063c992-2ba2-427f-abd3-35bcb20f2efc), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:48.933539 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 55b720e8-74bc-4aa9-9d68-5e4027393581 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:30:49.022877 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=a063c992-2ba2-427f-abd3-35bcb20f2efc,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:49.046284 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f90f3b9d-3f02-4d75-b710-e58c399525da req-6809347b-55af-4d4c-8f0c-406481d850b4 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/security-groups?id=019be762-639e-4ed8-9c49-723d3436f32b&id=97b5c377-83f5-4bad-bf80-e3f012b06736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2428617 Mar 11 19:30:49.083507 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d839c6e4-be9d-4ee5-9f71-1a6a017830dc req-2c8a6cd8-513e-46ea-a912-2750f11e1898 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:49.085065 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d839c6e4-be9d-4ee5-9f71-1a6a017830dc req-2c8a6cd8-513e-46ea-a912-2750f11e1898 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b HTTP/1.1" status: 200 len: 943 time: 0.1915581 Mar 11 19:30:49.185347 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 55b720e8-74bc-4aa9-9d68-5e4027393581, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=55b720e8-74bc-4aa9-9d68-5e4027393581,segment=NetworkSegment(6fb1fe13-4657-48d5-8d0a-c7d58555eb34),segment_id=6fb1fe13-4657-48d5-8d0a-c7d58555eb34)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:30:49.204631 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '55b720e8-74bc-4aa9-9d68-5e4027393581', 'network_id': 'c6f5d540-3c10-44e4-9f74-cadc36d53aa1', 'port_id': '55b720e8-74bc-4aa9-9d68-5e4027393581', 'mac_address': 'fa:16:3e:60:33:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69381856-dd35-45d7-a782-ea4b8eb1e9ff', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:30:49.252779 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d839c6e4-be9d-4ee5-9f71-1a6a017830dc req-1ed92ab7-6fe7-4c25-821b-b50ab1475a2e tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477225 Mar 11 19:30:49.289976 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 55b720e8-74bc-4aa9-9d68-5e4027393581 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:30:49.291909 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (55b720e8-74bc-4aa9-9d68-5e4027393581), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:49.319075 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55b720e8-74bc-4aa9-9d68-5e4027393581 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:30:49.361286 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 55b720e8-74bc-4aa9-9d68-5e4027393581, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=55b720e8-74bc-4aa9-9d68-5e4027393581,segment=NetworkSegment(6fb1fe13-4657-48d5-8d0a-c7d58555eb34),segment_id=6fb1fe13-4657-48d5-8d0a-c7d58555eb34)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:30:49.370278 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (55b720e8-74bc-4aa9-9d68-5e4027393581), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:49.371101 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 67a48c17-bad0-4589-963e-fee1ad2a8374 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:30:49.452162 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 67a48c17-bad0-4589-963e-fee1ad2a8374, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=67a48c17-bad0-4589-963e-fee1ad2a8374,segment=NetworkSegment(84b0979a-8a8b-4100-94cf-7dcf4d79135b),segment_id=84b0979a-8a8b-4100-94cf-7dcf4d79135b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:30:49.455788 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=55b720e8-74bc-4aa9-9d68-5e4027393581,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:49.469296 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '67a48c17-bad0-4589-963e-fee1ad2a8374', 'network_id': '4f561aff-d3ac-41b3-ba00-952d014b3e3f', 'port_id': '67a48c17-bad0-4589-963e-fee1ad2a8374', 'mac_address': 'fa:16:3e:20:e2:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a82b5d5-f5eb-44a2-9c60-48ecdbb5290d', 'ip_address': '10.1.1.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:30:49.514673 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 67a48c17-bad0-4589-963e-fee1ad2a8374 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:30:49.515207 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (67a48c17-bad0-4589-963e-fee1ad2a8374), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:49.534835 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67a48c17-bad0-4589-963e-fee1ad2a8374 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:30:49.558176 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 67a48c17-bad0-4589-963e-fee1ad2a8374, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=67a48c17-bad0-4589-963e-fee1ad2a8374,segment=NetworkSegment(84b0979a-8a8b-4100-94cf-7dcf4d79135b),segment_id=84b0979a-8a8b-4100-94cf-7dcf4d79135b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:30:49.570961 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (67a48c17-bad0-4589-963e-fee1ad2a8374), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:49.573831 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:30:49.611682 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3,segment=NetworkSegment(84b0979a-8a8b-4100-94cf-7dcf4d79135b),segment_id=84b0979a-8a8b-4100-94cf-7dcf4d79135b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:30:49.625473 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3', 'network_id': '4f561aff-d3ac-41b3-ba00-952d014b3e3f', 'port_id': '2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3', 'mac_address': 'fa:16:3e:01:c0:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a82b5d5-f5eb-44a2-9c60-48ecdbb5290d', 'ip_address': '10.1.1.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:30:49.705190 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:30:49.705586 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:49.707546 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=67a48c17-bad0-4589-963e-fee1ad2a8374,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:49.755066 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:30:49.801258 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3,segment=NetworkSegment(84b0979a-8a8b-4100-94cf-7dcf4d79135b),segment_id=84b0979a-8a8b-4100-94cf-7dcf4d79135b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:30:49.810929 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:49.818609 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a45293-c2cd-4276-84d0-7530b71a72fd req-23a0308b-af3f-41e7-b858-e20cb26714b3 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:49.820361 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e6a45293-c2cd-4276-84d0-7530b71a72fd req-23a0308b-af3f-41e7-b858-e20cb26714b3 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6912256-9a05-446d-93ac-d6cd63a1df39 HTTP/1.1" status: 200 len: 945 time: 0.1512480 Mar 11 19:30:49.847106 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 83ee7430-2372-4b73-86a9-12dee208460d details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:30:49.892866 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:49.935814 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e6a45293-c2cd-4276-84d0-7530b71a72fd req-84d6fe62-4096-4a74-89f3-bf4ce12063e4 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905404 Mar 11 19:30:50.038664 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 83ee7430-2372-4b73-86a9-12dee208460d, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=83ee7430-2372-4b73-86a9-12dee208460d,segment=NetworkSegment(e2c9930f-21f1-4d40-93dc-64d9f93dab64),segment_id=e2c9930f-21f1-4d40-93dc-64d9f93dab64)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:30:50.053693 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '83ee7430-2372-4b73-86a9-12dee208460d', 'network_id': '7e7ac1f0-3111-4c89-ba33-0a59c83b731d', 'port_id': '83ee7430-2372-4b73-86a9-12dee208460d', 'mac_address': 'fa:16:3e:66:12:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9f88214-c0ad-4a11-a00b-64b72b240905', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:30:50.060203 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 56578) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:30:50.065660 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 56580) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:30:50.119571 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 83ee7430-2372-4b73-86a9-12dee208460d is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:30:50.120304 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (83ee7430-2372-4b73-86a9-12dee208460d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:50.136072 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83ee7430-2372-4b73-86a9-12dee208460d {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:30:50.165424 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 83ee7430-2372-4b73-86a9-12dee208460d, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=83ee7430-2372-4b73-86a9-12dee208460d,segment=NetworkSegment(e2c9930f-21f1-4d40-93dc-64d9f93dab64),segment_id=e2c9930f-21f1-4d40-93dc-64d9f93dab64)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:30:50.175850 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (83ee7430-2372-4b73-86a9-12dee208460d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:50.226890 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-d96c0642-a30e-47b8-aade-e046247dad8c admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-724433128-network', 'tenant_id': '8507785a0a9f4061bbead22d50c44419'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:30:50.250561 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=83ee7430-2372-4b73-86a9-12dee208460d,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:50.257800 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-733b5ce7-3411-4733-b3a0-bce69a9a62cb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d91e5fe6eab6401bb7915ddd23194459&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1954472 Mar 11 19:30:50.260290 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 56588) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:30:50.271968 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d96c0642-a30e-47b8-aade-e046247dad8c admin admin] Made reservation on behalf of 8507785a0a9f4061bbead22d50c44419 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:30:50.274688 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d96c0642-a30e-47b8-aade-e046247dad8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:50.292610 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d96c0642-a30e-47b8-aade-e046247dad8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:50.318006 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf54057-458d-4b74-844d-7eb9dd3cfcd2 req-a60ca605-b3b5-40a9-9a80-4d103327ce5e tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:50.323679 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf54057-458d-4b74-844d-7eb9dd3cfcd2 req-a60ca605-b3b5-40a9-9a80-4d103327ce5e tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:50.329242 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf54057-458d-4b74-844d-7eb9dd3cfcd2 req-a60ca605-b3b5-40a9-9a80-4d103327ce5e tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:50.334490 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf54057-458d-4b74-844d-7eb9dd3cfcd2 req-a60ca605-b3b5-40a9-9a80-4d103327ce5e tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:50.339806 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf54057-458d-4b74-844d-7eb9dd3cfcd2 req-a60ca605-b3b5-40a9-9a80-4d103327ce5e tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:50.345139 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf54057-458d-4b74-844d-7eb9dd3cfcd2 req-a60ca605-b3b5-40a9-9a80-4d103327ce5e tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:50.350396 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf54057-458d-4b74-844d-7eb9dd3cfcd2 req-a60ca605-b3b5-40a9-9a80-4d103327ce5e tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:50.352353 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3cf54057-458d-4b74-844d-7eb9dd3cfcd2 req-a60ca605-b3b5-40a9-9a80-4d103327ce5e tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 5437 time: 0.1965504 Mar 11 19:30:50.424316 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 2cae9d66-de8f-4850-a89e-b0b3d82247ae up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:30:50.482800 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port 2cae9d66-de8f-4850-a89e-b0b3d82247ae triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:30:50.483316 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (2cae9d66-de8f-4850-a89e-b0b3d82247ae), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:50.495107 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7173d9d2-be33-426b-a229-cea8b3a16c47 admin admin] Publish callbacks [] for security_group (58cb8dbb-9031-4c79-8a2e-2c14ca4780e9), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:50.514877 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['ebfb71f0-04b3-45d0-a06b-4dbc510957f9'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:30:50.524808 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3cf54057-458d-4b74-844d-7eb9dd3cfcd2 req-77e94fc0-46c4-4fe4-b02d-7915b3b1b29f tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/security-groups?id=019be762-639e-4ed8-9c49-723d3436f32b&id=97b5c377-83f5-4bad-bf80-e3f012b06736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1655955 Mar 11 19:30:50.536739 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d393e9e-a312-4102-9c63-2883af75556a req-99a056e6-4964-4820-9693-6c033005f952 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:50.538294 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0d393e9e-a312-4102-9c63-2883af75556a req-99a056e6-4964-4820-9693-6c033005f952 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b HTTP/1.1" status: 200 len: 943 time: 0.1850309 Mar 11 19:30:50.579975 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7173d9d2-be33-426b-a229-cea8b3a16c47 admin admin] Publish callbacks [] for security_group (58cb8dbb-9031-4c79-8a2e-2c14ca4780e9), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:50.580405 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['a063c992-2ba2-427f-abd3-35bcb20f2efc'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:30:50.583409 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['67a48c17-bad0-4589-963e-fee1ad2a8374'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:30:50.586524 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['65028ff5-c788-4323-ab6a-099bdaadab0a'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:30:50.601723 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:30:50.638735 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d96c0642-a30e-47b8-aade-e046247dad8c admin admin] Publish callbacks [] for security_group (9e295548-40c6-4aff-8eff-a54d88cb1f65), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:50.653363 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d96c0642-a30e-47b8-aade-e046247dad8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (9e295548-40c6-4aff-8eff-a54d88cb1f65), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:50.676150 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0d393e9e-a312-4102-9c63-2883af75556a req-7c4b0638-c96c-41c1-b9ff-d6818c6a950d tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125760 Mar 11 19:30:50.690944 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d96c0642-a30e-47b8-aade-e046247dad8c admin admin] vlan segment allocate from pool success with {'vlan_id': 854, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:30:50.697258 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96c0642-a30e-47b8-aade-e046247dad8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e295548-40c6-4aff-8eff-a54d88cb1f65,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:50.727682 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d96c0642-a30e-47b8-aade-e046247dad8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (e04ff9a7-22d1-4d10-8b77-9e68a6488033), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:50.728262 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-d96c0642-a30e-47b8-aade-e046247dad8c admin admin] Added segment e04ff9a7-22d1-4d10-8b77-9e68a6488033 of type vlan for network ebcba11a-843a-4869-86af-b253155a3bc2 Mar 11 19:30:50.739227 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7173d9d2-be33-426b-a229-cea8b3a16c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (58cb8dbb-9031-4c79-8a2e-2c14ca4780e9), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:50.742051 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7173d9d2-be33-426b-a229-cea8b3a16c47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:50.743395 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-7173d9d2-be33-426b-a229-cea8b3a16c47 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/58cb8dbb-9031-4c79-8a2e-2c14ca4780e9 HTTP/1.1" status: 204 len: 168 time: 0.4820526 Mar 11 19:30:50.801689 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d96c0642-a30e-47b8-aade-e046247dad8c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (ebcba11a-843a-4869-86af-b253155a3bc2), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:50.806669 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['83ee7430-2372-4b73-86a9-12dee208460d'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:30:50.813658 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7173d9d2-be33-426b-a229-cea8b3a16c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58cb8dbb-9031-4c79-8a2e-2c14ca4780e9,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:50.852751 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d96c0642-a30e-47b8-aade-e046247dad8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (ebcba11a-843a-4869-86af-b253155a3bc2), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:50.854200 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96c0642-a30e-47b8-aade-e046247dad8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:50.855043 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d96c0642-a30e-47b8-aade-e046247dad8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:50.921964 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 56608) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:30:50.922204 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d96c0642-a30e-47b8-aade-e046247dad8c admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.8553650 Mar 11 19:30:50.929686 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-671bec0a-7a8e-472a-9a6a-d55b36263fd5 admin admin] Request body: {'subnet': {'network_id': 'ebcba11a-843a-4869-86af-b253155a3bc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-724433128-subnet', 'tenant_id': '8507785a0a9f4061bbead22d50c44419', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:30:50.954781 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96c0642-a30e-47b8-aade-e046247dad8c admin admin] Pushing event updated for resources: {'Network': ['ID=ebcba11a-843a-4869-86af-b253155a3bc2,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:50.992131 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671bec0a-7a8e-472a-9a6a-d55b36263fd5 admin admin] Made reservation on behalf of 8507785a0a9f4061bbead22d50c44419 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:30:51.001766 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-671bec0a-7a8e-472a-9a6a-d55b36263fd5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:51.007762 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network ebcba11a-843a-4869-86af-b253155a3bc2 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:30:51.181808 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e64ac44-1603-478d-94ba-ea41f034a60d req-054dd853-1344-4dc5-96f5-5cd6889a2ee1 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:51.184313 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5e64ac44-1603-478d-94ba-ea41f034a60d req-054dd853-1344-4dc5-96f5-5cd6889a2ee1 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6912256-9a05-446d-93ac-d6cd63a1df39 HTTP/1.1" status: 200 len: 945 time: 0.1507332 Mar 11 19:30:51.234391 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 56614) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:30:51.319694 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-75c67c69-4828-476a-8267-01dbb5cefa00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:51.325228 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5e64ac44-1603-478d-94ba-ea41f034a60d req-7e0ace8e-7efe-4827-86d4-b66e34251819 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312835 Mar 11 19:30:51.360713 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 2cae9d66-de8f-4850-a89e-b0b3d82247ae is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:30:51.361959 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2cae9d66-de8f-4850-a89e-b0b3d82247ae), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:51.533000 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-671bec0a-7a8e-472a-9a6a-d55b36263fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (654fe02a-2387-4189-a51d-09de4e86c125), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:51.582767 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['55b720e8-74bc-4aa9-9d68-5e4027393581'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:30:51.613081 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671bec0a-7a8e-472a-9a6a-d55b36263fd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=654fe02a-2387-4189-a51d-09de4e86c125,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:51.667126 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-75c67c69-4828-476a-8267-01dbb5cefa00 admin admin] Publish callbacks [] for security_group (f03929aa-1dc0-408a-8560-e9bad9540649), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:51.691226 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671bec0a-7a8e-472a-9a6a-d55b36263fd5 admin admin] Checking segment: {'id': 'e04ff9a7-22d1-4d10-8b77-9e68a6488033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'ebcba11a-843a-4869-86af-b253155a3bc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:30:51.691797 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671bec0a-7a8e-472a-9a6a-d55b36263fd5 admin admin] Network hostable DHCP agents. Network: ebcba11a-843a-4869-86af-b253155a3bc2, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:30:51.694049 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-75c67c69-4828-476a-8267-01dbb5cefa00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (f03929aa-1dc0-408a-8560-e9bad9540649), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:51.759025 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671bec0a-7a8e-472a-9a6a-d55b36263fd5 admin admin] Network ebcba11a-843a-4869-86af-b253155a3bc2 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:30:51.772225 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-75c67c69-4828-476a-8267-01dbb5cefa00 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1c5fa33213e9471ab2b790158ae75336&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5305748 Mar 11 19:30:51.774628 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-671bec0a-7a8e-472a-9a6a-d55b36263fd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, ebcba11a-843a-4869-86af-b253155a3bc2) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:30:51.780906 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 56644) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:30:51.785458 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe54e9-7682-4c8f-ad9d-31125239f7e7 req-7a5bbe89-6bb4-4155-90cf-d8b14590f567 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:51.785740 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c67c69-4828-476a-8267-01dbb5cefa00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f03929aa-1dc0-408a-8560-e9bad9540649,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:51.790796 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe54e9-7682-4c8f-ad9d-31125239f7e7 req-7a5bbe89-6bb4-4155-90cf-d8b14590f567 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:51.806601 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe54e9-7682-4c8f-ad9d-31125239f7e7 req-7a5bbe89-6bb4-4155-90cf-d8b14590f567 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:51.824077 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe54e9-7682-4c8f-ad9d-31125239f7e7 req-7a5bbe89-6bb4-4155-90cf-d8b14590f567 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:51.842032 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe54e9-7682-4c8f-ad9d-31125239f7e7 req-7a5bbe89-6bb4-4155-90cf-d8b14590f567 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:51.849747 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe54e9-7682-4c8f-ad9d-31125239f7e7 req-7a5bbe89-6bb4-4155-90cf-d8b14590f567 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:51.856200 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe54e9-7682-4c8f-ad9d-31125239f7e7 req-7a5bbe89-6bb4-4155-90cf-d8b14590f567 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:51.874656 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-70fe54e9-7682-4c8f-ad9d-31125239f7e7 req-7a5bbe89-6bb4-4155-90cf-d8b14590f567 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 5437 time: 0.2310855 Mar 11 19:30:51.908840 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671bec0a-7a8e-472a-9a6a-d55b36263fd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:51.909591 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e488399-7f24-4bce-8eb7-354b9476b3c2 None None] Network ebcba11a-843a-4869-86af-b253155a3bc2 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:30:51.909836 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-671bec0a-7a8e-472a-9a6a-d55b36263fd5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:51.932446 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d580206c-ef6d-4c09-a486-883dba0daa90 admin admin] Publish callbacks [] for security_group (f03929aa-1dc0-408a-8560-e9bad9540649), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:51.938939 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 2cae9d66-de8f-4850-a89e-b0b3d82247ae, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=2cae9d66-de8f-4850-a89e-b0b3d82247ae,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:30:51.955007 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-671bec0a-7a8e-472a-9a6a-d55b36263fd5 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0310922 Mar 11 19:30:51.969049 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d580206c-ef6d-4c09-a486-883dba0daa90 admin admin] Publish callbacks [] for security_group (f03929aa-1dc0-408a-8560-e9bad9540649), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:51.986197 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-70fe54e9-7682-4c8f-ad9d-31125239f7e7 req-0560451b-4e97-4972-a878-c57affd248fe tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/security-groups?id=019be762-639e-4ed8-9c49-723d3436f32b&id=97b5c377-83f5-4bad-bf80-e3f012b06736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1096334 Mar 11 19:30:52.034503 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d580206c-ef6d-4c09-a486-883dba0daa90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (f03929aa-1dc0-408a-8560-e9bad9540649), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:52.039930 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d580206c-ef6d-4c09-a486-883dba0daa90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:52.043940 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d580206c-ef6d-4c09-a486-883dba0daa90 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f03929aa-1dc0-408a-8560-e9bad9540649 HTTP/1.1" status: 204 len: 168 time: 0.2592382 Mar 11 19:30:52.053382 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d580206c-ef6d-4c09-a486-883dba0daa90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03929aa-1dc0-408a-8560-e9bad9540649,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:52.061415 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9ac3c9-0c50-4654-9d40-b9d16b95b5fe req-9bfda7f7-38b2-41ae-86c4-1813bed09d27 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:52.073074 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bc9ac3c9-0c50-4654-9d40-b9d16b95b5fe req-9bfda7f7-38b2-41ae-86c4-1813bed09d27 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b HTTP/1.1" status: 200 len: 943 time: 0.1433408 Mar 11 19:30:52.085563 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8641236d-15bc-4659-b0fa-16ed4aa8982a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cae9d66-de8f-4850-a89e-b0b3d82247ae'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:30:52.088334 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f10bd2-a27d-439f-872e-cea5d9857c6f" -d '{"events": [{"server_uuid": "8641236d-15bc-4659-b0fa-16ed4aa8982a", "name": "network-vif-plugged", "status": "completed", "tag": "2cae9d66-de8f-4850-a89e-b0b3d82247ae"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:30:52.091281 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (2cae9d66-de8f-4850-a89e-b0b3d82247ae), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:52.092129 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 2865b192-e985-450f-b80b-4c8e1e15b635 no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:30:52.138568 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: 2865b192-e985-450f-b80b-4c8e1e15b635 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:30:52.138916 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 2865b192-e985-450f-b80b-4c8e1e15b635 not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:30:52.221456 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bc9ac3c9-0c50-4654-9d40-b9d16b95b5fe req-ce34320c-56dc-46a8-aa2e-cc3476e4225f tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455135 Mar 11 19:30:52.264475 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3690d408-a88e-4a00-b1c2-8c29cdc5b5d0 x-openstack-request-id: req-3690d408-a88e-4a00-b1c2-8c29cdc5b5d0 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:30:52.264726 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8641236d-15bc-4659-b0fa-16ed4aa8982a", "name": "network-vif-plugged", "status": "completed", "tag": "2cae9d66-de8f-4850-a89e-b0b3d82247ae", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:30:52.264931 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3690d408-a88e-4a00-b1c2-8c29cdc5b5d0 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:30:52.265459 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8641236d-15bc-4659-b0fa-16ed4aa8982a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cae9d66-de8f-4850-a89e-b0b3d82247ae', 'code': 200} Mar 11 19:30:52.347151 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=2cae9d66-de8f-4850-a89e-b0b3d82247ae,revision_number=10']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:52.546087 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-45f923fa-9e9e-4b1e-af1c-10f4c05f904d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:52.552849 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:52.572746 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611a4c43-9c78-408a-ae15-1818157714e4 req-225060e9-54dd-4a8c-a1a0-2878a3d84025 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:52.575285 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-611a4c43-9c78-408a-ae15-1818157714e4 req-225060e9-54dd-4a8c-a1a0-2878a3d84025 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6912256-9a05-446d-93ac-d6cd63a1df39 HTTP/1.1" status: 200 len: 945 time: 0.1393335 Mar 11 19:30:52.668146 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009fd10c-d7b4-408b-91c9-6299a44f95c2 None None] Network ebcba11a-843a-4869-86af-b253155a3bc2 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:30:52.673545 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-611a4c43-9c78-408a-ae15-1818157714e4 req-0693cfbe-25a0-4a64-8228-bf5a8f62cb12 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916214 Mar 11 19:30:53.076568 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ebd4a-9391-47d7-8cc6-19b724255640 req-9f9cef96-7bca-4b18-9eab-21a24af40cd6 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:53.084197 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-315ebd4a-9391-47d7-8cc6-19b724255640 req-9f9cef96-7bca-4b18-9eab-21a24af40cd6 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/networks?id=ebcba11a-843a-4869-86af-b253155a3bc2 HTTP/1.1" status: 200 len: 804 time: 0.2343497 Mar 11 19:30:53.105168 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-315ebd4a-9391-47d7-8cc6-19b724255640 req-3c7d9035-f6ec-416f-8cc1-54d22e8b7feb tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/quotas/8507785a0a9f4061bbead22d50c44419 HTTP/1.1" status: 200 len: 375 time: 0.0186653 Mar 11 19:30:53.204249 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-315ebd4a-9391-47d7-8cc6-19b724255640 req-bd695333-c5cc-4f3e-a645-de47c666b051 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=8507785a0a9f4061bbead22d50c44419&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0871887 Mar 11 19:30:53.451291 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f1799c-f333-488d-9905-b6a02334cfe0 req-618ee111-ddda-4584-9141-fc4ddff49b6e tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:53.457552 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f1799c-f333-488d-9905-b6a02334cfe0 req-618ee111-ddda-4584-9141-fc4ddff49b6e tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:53.463680 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f1799c-f333-488d-9905-b6a02334cfe0 req-618ee111-ddda-4584-9141-fc4ddff49b6e tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:53.469021 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f1799c-f333-488d-9905-b6a02334cfe0 req-618ee111-ddda-4584-9141-fc4ddff49b6e tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:53.475321 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f1799c-f333-488d-9905-b6a02334cfe0 req-618ee111-ddda-4584-9141-fc4ddff49b6e tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:53.480895 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f1799c-f333-488d-9905-b6a02334cfe0 req-618ee111-ddda-4584-9141-fc4ddff49b6e tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:53.487266 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f1799c-f333-488d-9905-b6a02334cfe0 req-618ee111-ddda-4584-9141-fc4ddff49b6e tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:53.489241 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-35f1799c-f333-488d-9905-b6a02334cfe0 req-618ee111-ddda-4584-9141-fc4ddff49b6e tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 5437 time: 0.2821500 Mar 11 19:30:53.565769 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-315ebd4a-9391-47d7-8cc6-19b724255640 req-7c553ed6-e501-428d-9c37-1952f124e755 service neutron] 10.222.0.65 "GET /v2.0/networks/ebcba11a-843a-4869-86af-b253155a3bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3607681 Mar 11 19:30:53.651348 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-35f1799c-f333-488d-9905-b6a02334cfe0 req-53136679-7573-46a9-b84e-eef0413917a3 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/security-groups?id=019be762-639e-4ed8-9c49-723d3436f32b&id=97b5c377-83f5-4bad-bf80-e3f012b06736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1511214 Mar 11 19:30:53.736178 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-315ebd4a-9391-47d7-8cc6-19b724255640 req-ac9a7b26-275d-47f8-a077-7e952e48ffab service neutron] 10.222.0.65 "GET /v2.0/networks/ebcba11a-843a-4869-86af-b253155a3bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691301 Mar 11 19:30:53.868636 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 65028ff5-c788-4323-ab6a-099bdaadab0a up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:30:53.958605 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcae9c7-5f99-4e76-bfc4-b888dfe39cd0 req-6c103e9c-e4d0-480c-a7b0-73b816adf52d tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:53.972564 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dbcae9c7-5f99-4e76-bfc4-b888dfe39cd0 req-6c103e9c-e4d0-480c-a7b0-73b816adf52d tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b HTTP/1.1" status: 200 len: 943 time: 0.1652901 Mar 11 19:30:53.980304 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port 65028ff5-c788-4323-ab6a-099bdaadab0a completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:30:53.988230 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 65028ff5-c788-4323-ab6a-099bdaadab0a triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:30:53.988608 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (65028ff5-c788-4323-ab6a-099bdaadab0a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:54.207537 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 65028ff5-c788-4323-ab6a-099bdaadab0a is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:30:54.207960 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (65028ff5-c788-4323-ab6a-099bdaadab0a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:54.275640 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dbcae9c7-5f99-4e76-bfc4-b888dfe39cd0 req-b9256816-e91d-48da-b808-2111cc52df9d tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920563 Mar 11 19:30:54.290624 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63e2d47-599d-4ffc-9f33-5578504bb7da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65028ff5-c788-4323-ab6a-099bdaadab0a'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:30:54.308534 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a635e439-dd39-45d6-aab2-1fa1a317f423" -d '{"events": [{"server_uuid": "f63e2d47-599d-4ffc-9f33-5578504bb7da", "name": "network-vif-plugged", "status": "completed", "tag": "65028ff5-c788-4323-ab6a-099bdaadab0a"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:30:54.312710 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df192ce2-f99a-47ac-b24d-770c0330e0e0 req-55872e9d-6ad6-456c-a384-bda440090a69 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:54.323160 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-df192ce2-f99a-47ac-b24d-770c0330e0e0 req-55872e9d-6ad6-456c-a384-bda440090a69 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6912256-9a05-446d-93ac-d6cd63a1df39 HTTP/1.1" status: 200 len: 945 time: 0.2697840 Mar 11 19:30:54.328861 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 65028ff5-c788-4323-ab6a-099bdaadab0a, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=65028ff5-c788-4323-ab6a-099bdaadab0a,segment=NetworkSegment(e2c9930f-21f1-4d40-93dc-64d9f93dab64),segment_id=e2c9930f-21f1-4d40-93dc-64d9f93dab64)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:30:54.336943 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (65028ff5-c788-4323-ab6a-099bdaadab0a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:54.446681 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-df192ce2-f99a-47ac-b24d-770c0330e0e0 req-c9178559-5161-43a4-b8b0-4c0a11a100e9 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208174 Mar 11 19:30:54.451741 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=65028ff5-c788-4323-ab6a-099bdaadab0a,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:54.552664 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-284dfca6-675d-4972-b37c-3f86cf86cadd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:54.599310 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3e0f18e9-afe5-4dba-b76b-43ac660b64c0 req-ee25920d-1671-437a-af92-03a71d0ab5d5 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef380994-57c6-45d1-ac3d-85308fe83528 HTTP/1.1" status: 200 len: 210 time: 0.0780034 Mar 11 19:30:54.688706 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd165bf9-efe1-4fa3-9c85-22a6c98ae452 x-openstack-request-id: req-bd165bf9-efe1-4fa3-9c85-22a6c98ae452 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:30:54.689187 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f63e2d47-599d-4ffc-9f33-5578504bb7da", "name": "network-vif-plugged", "status": "completed", "tag": "65028ff5-c788-4323-ab6a-099bdaadab0a", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:30:54.689755 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bd165bf9-efe1-4fa3-9c85-22a6c98ae452 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:30:54.690259 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63e2d47-599d-4ffc-9f33-5578504bb7da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65028ff5-c788-4323-ab6a-099bdaadab0a', 'code': 200} Mar 11 19:30:54.883485 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ddbb0-e87f-461a-a598-bf8964a98f63 req-bc902f80-5253-4d30-ac59-6a0072208404 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:54.900774 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ddbb0-e87f-461a-a598-bf8964a98f63 req-bc902f80-5253-4d30-ac59-6a0072208404 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:54.917549 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ddbb0-e87f-461a-a598-bf8964a98f63 req-bc902f80-5253-4d30-ac59-6a0072208404 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:54.924153 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ddbb0-e87f-461a-a598-bf8964a98f63 req-bc902f80-5253-4d30-ac59-6a0072208404 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:54.929436 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ddbb0-e87f-461a-a598-bf8964a98f63 req-bc902f80-5253-4d30-ac59-6a0072208404 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:54.946197 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ddbb0-e87f-461a-a598-bf8964a98f63 req-bc902f80-5253-4d30-ac59-6a0072208404 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:54.971471 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ddbb0-e87f-461a-a598-bf8964a98f63 req-bc902f80-5253-4d30-ac59-6a0072208404 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:54.983737 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bd4ddbb0-e87f-461a-a598-bf8964a98f63 req-bc902f80-5253-4d30-ac59-6a0072208404 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 5438 time: 0.2126071 Mar 11 19:30:55.100938 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bd4ddbb0-e87f-461a-a598-bf8964a98f63 req-d5304219-b2d3-4674-9c24-b7587ffc8474 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/security-groups?id=019be762-639e-4ed8-9c49-723d3436f32b&id=97b5c377-83f5-4bad-bf80-e3f012b06736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1160560 Mar 11 19:30:55.509398 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09984a3f-e5ee-46eb-bedd-3e704a2429cd req-3446be2f-d1ef-4020-a2a1-7f74c0342904 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:55.519022 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-09984a3f-e5ee-46eb-bedd-3e704a2429cd req-3446be2f-d1ef-4020-a2a1-7f74c0342904 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b HTTP/1.1" status: 200 len: 943 time: 0.1290758 Mar 11 19:30:55.654567 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-09984a3f-e5ee-46eb-bedd-3e704a2429cd req-f35973f2-e29f-47eb-b6f0-e530a81307e6 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319618 Mar 11 19:30:55.834181 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c17bd436-32aa-4b00-a08c-dd11c2223924 req-d5f8b33c-ed08-4381-a91d-2881baf4f9cf tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef380994-57c6-45d1-ac3d-85308fe83528 HTTP/1.1" status: 200 len: 210 time: 0.0508604 Mar 11 19:30:55.857997 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 67a48c17-bad0-4589-963e-fee1ad2a8374 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:30:55.865642 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 56796) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:30:55.951587 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d270c30f-6c2b-4686-b47b-dba3a0f044f5 req-994ffd96-4f5a-419b-89c3-0f2a1f4c225d tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:55.960263 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d270c30f-6c2b-4686-b47b-dba3a0f044f5 req-994ffd96-4f5a-419b-89c3-0f2a1f4c225d tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6912256-9a05-446d-93ac-d6cd63a1df39 HTTP/1.1" status: 200 len: 945 time: 0.3217118 Mar 11 19:30:56.027198 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port 67a48c17-bad0-4589-963e-fee1ad2a8374 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:30:56.036632 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ebd4a-9391-47d7-8cc6-19b724255640 req-c8e6a0c9-ed4d-4527-b9b9-d23e91b9bb53 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:56.038146 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-315ebd4a-9391-47d7-8cc6-19b724255640 req-c8e6a0c9-ed4d-4527-b9b9-d23e91b9bb53 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.57 "GET /v2.0/networks?id=ebcba11a-843a-4869-86af-b253155a3bc2 HTTP/1.1" status: 200 len: 804 time: 0.2915981 Mar 11 19:30:56.055340 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-315ebd4a-9391-47d7-8cc6-19b724255640 req-2b51b765-dc6a-4f74-b7e4-90b984749e15 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Request body: {'port': {'device_id': 'ef380994-57c6-45d1-ac3d-85308fe83528', 'network_id': 'ebcba11a-843a-4869-86af-b253155a3bc2', 'admin_state_up': True, 'tenant_id': '8507785a0a9f4061bbead22d50c44419'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:30:56.059187 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 67a48c17-bad0-4589-963e-fee1ad2a8374 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:30:56.062428 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (67a48c17-bad0-4589-963e-fee1ad2a8374), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:56.088325 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d270c30f-6c2b-4686-b47b-dba3a0f044f5 req-7ed47941-b430-478d-ab29-4fcd13710d0c tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169248 Mar 11 19:30:56.151677 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:56.192851 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-09267844-c69d-430f-b1b2-97e88a8603f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:56.254370 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 67a48c17-bad0-4589-963e-fee1ad2a8374 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:30:56.255009 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (67a48c17-bad0-4589-963e-fee1ad2a8374), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:56.265937 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-315ebd4a-9391-47d7-8cc6-19b724255640 req-2b51b765-dc6a-4f74-b7e4-90b984749e15 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Made reservation on behalf of 8507785a0a9f4061bbead22d50c44419 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:30:56.270684 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-315ebd4a-9391-47d7-8cc6-19b724255640 req-2b51b765-dc6a-4f74-b7e4-90b984749e15 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:56.333272 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 67a48c17-bad0-4589-963e-fee1ad2a8374, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=67a48c17-bad0-4589-963e-fee1ad2a8374,segment=NetworkSegment(84b0979a-8a8b-4100-94cf-7dcf4d79135b),segment_id=84b0979a-8a8b-4100-94cf-7dcf4d79135b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:30:56.342535 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (67a48c17-bad0-4589-963e-fee1ad2a8374), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:56.343695 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device a063c992-2ba2-427f-abd3-35bcb20f2efc up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:30:56.350046 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-09267844-c69d-430f-b1b2-97e88a8603f4 admin admin] Publish callbacks [] for security_group (be14c404-5920-4bb5-a1f5-508067079f79), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:56.361795 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-09267844-c69d-430f-b1b2-97e88a8603f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (be14c404-5920-4bb5-a1f5-508067079f79), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:56.406755 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09267844-c69d-430f-b1b2-97e88a8603f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be14c404-5920-4bb5-a1f5-508067079f79,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:56.439005 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-09267844-c69d-430f-b1b2-97e88a8603f4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=276d85d46b4641e99ee9f79ccdff26c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5706744 Mar 11 19:30:56.442544 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 56802) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:30:56.475018 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=67a48c17-bad0-4589-963e-fee1ad2a8374,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:56.503332 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port a063c992-2ba2-427f-abd3-35bcb20f2efc completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:30:56.510484 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port a063c992-2ba2-427f-abd3-35bcb20f2efc triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:30:56.511090 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (a063c992-2ba2-427f-abd3-35bcb20f2efc), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:56.546175 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-48b9927d-4bd7-4e5f-b108-da1f5e8a3d2c admin admin] Publish callbacks [] for security_group (be14c404-5920-4bb5-a1f5-508067079f79), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:56.594611 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-48b9927d-4bd7-4e5f-b108-da1f5e8a3d2c admin admin] Publish callbacks [] for security_group (be14c404-5920-4bb5-a1f5-508067079f79), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:56.624591 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172abf6a-131f-40b5-9868-3369031822e4 req-d4ce6485-55f8-4a56-a6c9-7ade68ed63f8 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:56.630725 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172abf6a-131f-40b5-9868-3369031822e4 req-d4ce6485-55f8-4a56-a6c9-7ade68ed63f8 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:56.636254 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172abf6a-131f-40b5-9868-3369031822e4 req-d4ce6485-55f8-4a56-a6c9-7ade68ed63f8 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:56.643292 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172abf6a-131f-40b5-9868-3369031822e4 req-d4ce6485-55f8-4a56-a6c9-7ade68ed63f8 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:56.643645 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port a063c992-2ba2-427f-abd3-35bcb20f2efc is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:30:56.644070 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a063c992-2ba2-427f-abd3-35bcb20f2efc), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:56.650093 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172abf6a-131f-40b5-9868-3369031822e4 req-d4ce6485-55f8-4a56-a6c9-7ade68ed63f8 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:56.655609 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172abf6a-131f-40b5-9868-3369031822e4 req-d4ce6485-55f8-4a56-a6c9-7ade68ed63f8 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:56.661688 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172abf6a-131f-40b5-9868-3369031822e4 req-d4ce6485-55f8-4a56-a6c9-7ade68ed63f8 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:56.669934 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-172abf6a-131f-40b5-9868-3369031822e4 req-d4ce6485-55f8-4a56-a6c9-7ade68ed63f8 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 5438 time: 0.3628778 Mar 11 19:30:56.692298 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63e2d47-599d-4ffc-9f33-5578504bb7da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a48c17-bad0-4589-963e-fee1ad2a8374'}, {'server_uuid': 'f63e2d47-599d-4ffc-9f33-5578504bb7da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a063c992-2ba2-427f-abd3-35bcb20f2efc'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:30:56.712128 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f1a5bf-dfa9-4257-b7b9-e0c438e2f8f2" -d '{"events": [{"server_uuid": "f63e2d47-599d-4ffc-9f33-5578504bb7da", "name": "network-vif-plugged", "status": "completed", "tag": "67a48c17-bad0-4589-963e-fee1ad2a8374"}, {"server_uuid": "f63e2d47-599d-4ffc-9f33-5578504bb7da", "name": "network-vif-plugged", "status": "completed", "tag": "a063c992-2ba2-427f-abd3-35bcb20f2efc"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:30:56.718856 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-48b9927d-4bd7-4e5f-b108-da1f5e8a3d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (be14c404-5920-4bb5-a1f5-508067079f79), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:56.721873 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-48b9927d-4bd7-4e5f-b108-da1f5e8a3d2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:56.724256 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port a063c992-2ba2-427f-abd3-35bcb20f2efc, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=a063c992-2ba2-427f-abd3-35bcb20f2efc,segment=NetworkSegment(84b0979a-8a8b-4100-94cf-7dcf4d79135b),segment_id=84b0979a-8a8b-4100-94cf-7dcf4d79135b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:30:56.725179 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-48b9927d-4bd7-4e5f-b108-da1f5e8a3d2c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/be14c404-5920-4bb5-a1f5-508067079f79 HTTP/1.1" status: 204 len: 168 time: 0.2809889 Mar 11 19:30:56.732185 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (a063c992-2ba2-427f-abd3-35bcb20f2efc), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:56.733060 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 83ee7430-2372-4b73-86a9-12dee208460d up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:30:56.773721 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b9927d-4bd7-4e5f-b108-da1f5e8a3d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be14c404-5920-4bb5-a1f5-508067079f79,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:56.792000 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-172abf6a-131f-40b5-9868-3369031822e4 req-5dd42f8d-2946-40d0-a2fd-26988c974222 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/security-groups?id=019be762-639e-4ed8-9c49-723d3436f32b&id=97b5c377-83f5-4bad-bf80-e3f012b06736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1142602 Mar 11 19:30:56.907057 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-315ebd4a-9391-47d7-8cc6-19b724255640 req-2b51b765-dc6a-4f74-b7e4-90b984749e15 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Allocated IP 172.20.0.8 (ebcba11a-843a-4869-86af-b253155a3bc2/654fe02a-2387-4189-a51d-09de4e86c125/523bddfd-cf8e-4cf2-943f-e1914b104a62) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:30:56.968048 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-4da07f53-36e5-4b1d-a1c9-7889eb687d5d req-619c9746-9e67-4e15-91b7-c813ba64dbba service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a338db77-8ad8-4947-b52d-51fb4f1bae2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1666901 Mar 11 19:30:56.974159 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c83e64-209c-442a-a659-02f434dcf6b0 req-1865b8f1-ea88-4c68-8dd3-3a80b7091507 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:56.987246 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c8c83e64-209c-442a-a659-02f434dcf6b0 req-1865b8f1-ea88-4c68-8dd3-3a80b7091507 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b HTTP/1.1" status: 200 len: 943 time: 0.1884487 Mar 11 19:30:56.987593 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=a063c992-2ba2-427f-abd3-35bcb20f2efc,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:57.020674 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Mar 2022 19:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa03aa48-aef5-44ce-b20a-6f1d7dd287f4 x-openstack-request-id: req-fa03aa48-aef5-44ce-b20a-6f1d7dd287f4 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:30:57.025298 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f63e2d47-599d-4ffc-9f33-5578504bb7da", "name": "network-vif-plugged", "status": "completed", "tag": "67a48c17-bad0-4589-963e-fee1ad2a8374", "code": 200}, {"server_uuid": "f63e2d47-599d-4ffc-9f33-5578504bb7da", "name": "network-vif-plugged", "status": "completed", "tag": "a063c992-2ba2-427f-abd3-35bcb20f2efc", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:30:57.025750 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fa03aa48-aef5-44ce-b20a-6f1d7dd287f4 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:30:57.026335 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63e2d47-599d-4ffc-9f33-5578504bb7da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a48c17-bad0-4589-963e-fee1ad2a8374', 'code': 200} Mar 11 19:30:57.026746 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63e2d47-599d-4ffc-9f33-5578504bb7da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a063c992-2ba2-427f-abd3-35bcb20f2efc', 'code': 200} Mar 11 19:30:57.066782 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f639d877-f31f-4baf-956e-743cf2f38467 req-c801cea3-df73-41e8-a680-264c1dcc1aec tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef380994-57c6-45d1-ac3d-85308fe83528 HTTP/1.1" status: 200 len: 210 time: 0.0430443 Mar 11 19:30:57.101054 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port 83ee7430-2372-4b73-86a9-12dee208460d completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:30:57.109460 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da07f53-36e5-4b1d-a1c9-7889eb687d5d req-1ed60ce5-c8a9-44d1-8698-15d9a06da886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:57.110737 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 83ee7430-2372-4b73-86a9-12dee208460d triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:30:57.111540 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-4da07f53-36e5-4b1d-a1c9-7889eb687d5d req-1ed60ce5-c8a9-44d1-8698-15d9a06da886 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f44b890e943d4aee826b67fd4c2d7b8e&device_id=a338db77-8ad8-4947-b52d-51fb4f1bae2a HTTP/1.1" status: 200 len: 1127 time: 0.1224048 Mar 11 19:30:57.113053 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (83ee7430-2372-4b73-86a9-12dee208460d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:57.172834 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c8c83e64-209c-442a-a659-02f434dcf6b0 req-5cd9d5c5-bc29-40a4-8968-f416ac7bb253 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827710 Mar 11 19:30:57.333693 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 83ee7430-2372-4b73-86a9-12dee208460d is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:30:57.335147 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (83ee7430-2372-4b73-86a9-12dee208460d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:57.346302 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da07f53-36e5-4b1d-a1c9-7889eb687d5d req-10a79a8f-1a80-4fff-95a8-d7d4edfe9c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:57.348416 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-4da07f53-36e5-4b1d-a1c9-7889eb687d5d req-10a79a8f-1a80-4fff-95a8-d7d4edfe9c20 service neutron] 10.222.0.75 "GET /v2.0/networks?id=b2c20bf2-5907-4ff7-8af6-23603c7d780a HTTP/1.1" status: 200 len: 921 time: 0.2127855 Mar 11 19:30:57.435186 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-4da07f53-36e5-4b1d-a1c9-7889eb687d5d req-68356835-0f2e-44f7-90d7-ce956a058871 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e06922d1-ae39-4d7c-8a47-26cdb60421c8 HTTP/1.1" status: 200 len: 217 time: 0.0715809 Mar 11 19:30:57.437529 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 83ee7430-2372-4b73-86a9-12dee208460d, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=83ee7430-2372-4b73-86a9-12dee208460d,segment=NetworkSegment(e2c9930f-21f1-4d40-93dc-64d9f93dab64),segment_id=e2c9930f-21f1-4d40-93dc-64d9f93dab64)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:30:57.445126 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (83ee7430-2372-4b73-86a9-12dee208460d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:57.445830 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 55b720e8-74bc-4aa9-9d68-5e4027393581 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:30:57.454432 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04362e71-5739-44a4-9cde-9bd33e67a831 req-77963892-8ed5-4ffa-b788-fe5bb391c8ec tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:57.462555 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-04362e71-5739-44a4-9cde-9bd33e67a831 req-77963892-8ed5-4ffa-b788-fe5bb391c8ec tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6912256-9a05-446d-93ac-d6cd63a1df39 HTTP/1.1" status: 200 len: 945 time: 0.2165575 Mar 11 19:30:57.463342 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 56826) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:30:57.489953 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-315ebd4a-9391-47d7-8cc6-19b724255640 req-2b51b765-dc6a-4f74-b7e4-90b984749e15 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Publish callbacks [] for port (523bddfd-cf8e-4cf2-943f-e1914b104a62), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:57.493101 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da07f53-36e5-4b1d-a1c9-7889eb687d5d req-d285a7d8-459e-40d5-9f9b-bd9b17965452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:57.494842 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-4da07f53-36e5-4b1d-a1c9-7889eb687d5d req-d285a7d8-459e-40d5-9f9b-bd9b17965452 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a7be26a8-b37a-4d01-b7d9-b9690160171c HTTP/1.1" status: 200 len: 860 time: 0.0515351 Mar 11 19:30:57.523534 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a6b81557-da00-4059-8cf9-125db0b041b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:57.556970 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-4da07f53-36e5-4b1d-a1c9-7889eb687d5d req-efd66380-da07-451f-a9ef-fd49c18753d9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b2c20bf2-5907-4ff7-8af6-23603c7d780a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546103 Mar 11 19:30:57.577478 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:57.598591 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=83ee7430-2372-4b73-86a9-12dee208460d,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:57.626734 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-04362e71-5739-44a4-9cde-9bd33e67a831 req-756b3d80-2eb0-44d8-91b0-17e6e96b4722 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491206 Mar 11 19:30:57.648995 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-315ebd4a-9391-47d7-8cc6-19b724255640 req-2b51b765-dc6a-4f74-b7e4-90b984749e15 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (523bddfd-cf8e-4cf2-943f-e1914b104a62), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:57.652757 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port 55b720e8-74bc-4aa9-9d68-5e4027393581 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:30:57.664392 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 55b720e8-74bc-4aa9-9d68-5e4027393581 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:30:57.664845 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (55b720e8-74bc-4aa9-9d68-5e4027393581), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:57.721251 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-315ebd4a-9391-47d7-8cc6-19b724255640 req-2b51b765-dc6a-4f74-b7e4-90b984749e15 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Network ebcba11a-843a-4869-86af-b253155a3bc2 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:30:57.742077 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-315ebd4a-9391-47d7-8cc6-19b724255640 req-2b51b765-dc6a-4f74-b7e4-90b984749e15 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:30:57.743533 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-4da07f53-36e5-4b1d-a1c9-7889eb687d5d req-45cf9e92-dfc3-4b56-b0d8-dd8f21e35d45 service neutron] 10.222.0.75 "GET /v2.0/networks/b2c20bf2-5907-4ff7-8af6-23603c7d780a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728976 Mar 11 19:30:57.746966 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-315ebd4a-9391-47d7-8cc6-19b724255640 req-2b51b765-dc6a-4f74-b7e4-90b984749e15 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:30:57.749638 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b51b765-dc6a-4f74-b7e4-90b984749e15 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Pushing event updated for resources: {'Port': ['ID=523bddfd-cf8e-4cf2-943f-e1914b104a62,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:57.785468 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a6b81557-da00-4059-8cf9-125db0b041b2 admin admin] Publish callbacks [] for security_group (fae047cb-41e5-4a3a-934e-d1265ef8d77a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:57.794069 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a6b81557-da00-4059-8cf9-125db0b041b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (fae047cb-41e5-4a3a-934e-d1265ef8d77a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:57.869474 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ebd4a-9391-47d7-8cc6-19b724255640 req-2b51b765-dc6a-4f74-b7e4-90b984749e15 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:57.870169 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-315ebd4a-9391-47d7-8cc6-19b724255640 req-2b51b765-dc6a-4f74-b7e4-90b984749e15 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:57.874510 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 55b720e8-74bc-4aa9-9d68-5e4027393581 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:30:57.875180 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (55b720e8-74bc-4aa9-9d68-5e4027393581), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:57.904571 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a6b81557-da00-4059-8cf9-125db0b041b2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0367878c6e99421aab19d4dad2d12e4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4332314 Mar 11 19:30:57.908815 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 56840) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:30:57.926127 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b81557-da00-4059-8cf9-125db0b041b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae047cb-41e5-4a3a-934e-d1265ef8d77a,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:57.945891 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 55b720e8-74bc-4aa9-9d68-5e4027393581, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=55b720e8-74bc-4aa9-9d68-5e4027393581,segment=NetworkSegment(6fb1fe13-4657-48d5-8d0a-c7d58555eb34),segment_id=6fb1fe13-4657-48d5-8d0a-c7d58555eb34)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:30:57.957039 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (55b720e8-74bc-4aa9-9d68-5e4027393581), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:57.958648 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:30:57.959003 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-315ebd4a-9391-47d7-8cc6-19b724255640 req-2b51b765-dc6a-4f74-b7e4-90b984749e15 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9077690 Mar 11 19:30:57.977796 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-4da07f53-36e5-4b1d-a1c9-7889eb687d5d req-a6ee4d4d-8060-48c7-a8b8-4666bf32f53e service neutron] 10.222.0.75 "GET /v2.0/networks/b2c20bf2-5907-4ff7-8af6-23603c7d780a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280357 Mar 11 19:30:57.999769 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-315ebd4a-9391-47d7-8cc6-19b724255640 req-a26315ba-817e-4ab8-8f50-ee3abf076206 service neutron] Request body: {'port': {'device_id': 'ef380994-57c6-45d1-ac3d-85308fe83528', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:30:58.095019 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=55b720e8-74bc-4aa9-9d68-5e4027393581,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:58.139407 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port 2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:30:58.144599 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:30:58.144993 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:58.173381 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-609b1d3a-d53b-45a5-aa49-3c9714ca2753 admin admin] Publish callbacks [] for security_group (fae047cb-41e5-4a3a-934e-d1265ef8d77a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:58.190481 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e03e822-bea9-4aad-bfa1-4c0b8f4511e1 req-4b16ffec-158a-4967-bae7-5954d69e33eb tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:58.196227 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e03e822-bea9-4aad-bfa1-4c0b8f4511e1 req-4b16ffec-158a-4967-bae7-5954d69e33eb tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:58.201595 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e03e822-bea9-4aad-bfa1-4c0b8f4511e1 req-4b16ffec-158a-4967-bae7-5954d69e33eb tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:58.208338 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e03e822-bea9-4aad-bfa1-4c0b8f4511e1 req-4b16ffec-158a-4967-bae7-5954d69e33eb tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:58.214177 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e03e822-bea9-4aad-bfa1-4c0b8f4511e1 req-4b16ffec-158a-4967-bae7-5954d69e33eb tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:58.219808 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e03e822-bea9-4aad-bfa1-4c0b8f4511e1 req-4b16ffec-158a-4967-bae7-5954d69e33eb tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:58.225347 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e03e822-bea9-4aad-bfa1-4c0b8f4511e1 req-4b16ffec-158a-4967-bae7-5954d69e33eb tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:58.233046 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8e03e822-bea9-4aad-bfa1-4c0b8f4511e1 req-4b16ffec-158a-4967-bae7-5954d69e33eb tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 5442 time: 0.2892237 Mar 11 19:30:58.255047 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:30:58.255433 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:58.283333 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-315ebd4a-9391-47d7-8cc6-19b724255640 req-a26315ba-817e-4ab8-8f50-ee3abf076206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (523bddfd-cf8e-4cf2-943f-e1914b104a62), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:58.294017 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3,segment=NetworkSegment(84b0979a-8a8b-4100-94cf-7dcf4d79135b),segment_id=84b0979a-8a8b-4100-94cf-7dcf4d79135b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:30:58.300106 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:58.301157 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device ebfb71f0-04b3-45d0-a06b-4dbc510957f9 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:30:58.340065 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-609b1d3a-d53b-45a5-aa49-3c9714ca2753 admin admin] Publish callbacks [] for security_group (fae047cb-41e5-4a3a-934e-d1265ef8d77a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:58.400131 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:58.405262 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port ebfb71f0-04b3-45d0-a06b-4dbc510957f9 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:30:58.411213 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port ebfb71f0-04b3-45d0-a06b-4dbc510957f9 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:30:58.411772 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ebfb71f0-04b3-45d0-a06b-4dbc510957f9), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:58.528076 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port ebfb71f0-04b3-45d0-a06b-4dbc510957f9 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:30:58.528814 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ebfb71f0-04b3-45d0-a06b-4dbc510957f9), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:58.575022 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7735ac71-e5a9-42ba-aa9f-13ea9175f3a9 req-a2e16f62-bf61-4603-9a36-93c485d396be tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:58.585237 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7735ac71-e5a9-42ba-aa9f-13ea9175f3a9 req-a2e16f62-bf61-4603-9a36-93c485d396be tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef380994-57c6-45d1-ac3d-85308fe83528 HTTP/1.1" status: 200 len: 931 time: 0.4293942 Mar 11 19:30:58.607808 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port ebfb71f0-04b3-45d0-a06b-4dbc510957f9, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=ebfb71f0-04b3-45d0-a06b-4dbc510957f9,segment=NetworkSegment(84b0979a-8a8b-4100-94cf-7dcf4d79135b),segment_id=84b0979a-8a8b-4100-94cf-7dcf4d79135b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:30:58.617911 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (ebfb71f0-04b3-45d0-a06b-4dbc510957f9), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:58.664528 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8e03e822-bea9-4aad-bfa1-4c0b8f4511e1 req-e8dc6342-a59b-441e-9dff-01a3e5dbc129 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/security-groups?id=019be762-639e-4ed8-9c49-723d3436f32b&id=97b5c377-83f5-4bad-bf80-e3f012b06736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4303753 Mar 11 19:30:58.777727 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=ebfb71f0-04b3-45d0-a06b-4dbc510957f9,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:58.848883 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-609b1d3a-d53b-45a5-aa49-3c9714ca2753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (fae047cb-41e5-4a3a-934e-d1265ef8d77a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:58.851339 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-609b1d3a-d53b-45a5-aa49-3c9714ca2753 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:58.852464 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-609b1d3a-d53b-45a5-aa49-3c9714ca2753 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fae047cb-41e5-4a3a-934e-d1265ef8d77a HTTP/1.1" status: 204 len: 168 time: 0.9426835 Mar 11 19:30:58.901563 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7735ac71-e5a9-42ba-aa9f-13ea9175f3a9 req-2f6f013d-51b7-47d5-be0c-f17cf530869c tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e295548-40c6-4aff-8eff-a54d88cb1f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154511 Mar 11 19:30:58.902635 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609b1d3a-d53b-45a5-aa49-3c9714ca2753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae047cb-41e5-4a3a-934e-d1265ef8d77a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:58.952689 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c2d39-8eb1-4a3c-903e-72ddd7a7f55a req-ecf4dca8-45b6-45d1-8263-3e8a99dace1b tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:58.960360 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-289c2d39-8eb1-4a3c-903e-72ddd7a7f55a req-ecf4dca8-45b6-45d1-8263-3e8a99dace1b tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b HTTP/1.1" status: 200 len: 943 time: 0.1338797 Mar 11 19:30:59.007785 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:59.028322 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63e2d47-599d-4ffc-9f33-5578504bb7da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ee7430-2372-4b73-86a9-12dee208460d'}, {'server_uuid': 'f63e2d47-599d-4ffc-9f33-5578504bb7da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b720e8-74bc-4aa9-9d68-5e4027393581'}, {'server_uuid': 'f63e2d47-599d-4ffc-9f33-5578504bb7da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3'}, {'server_uuid': 'f63e2d47-599d-4ffc-9f33-5578504bb7da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebfb71f0-04b3-45d0-a06b-4dbc510957f9'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:30:59.030596 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-804cf2ef-004d-4165-9296-60f424674ce5" -d '{"events": [{"server_uuid": "f63e2d47-599d-4ffc-9f33-5578504bb7da", "name": "network-vif-plugged", "status": "completed", "tag": "83ee7430-2372-4b73-86a9-12dee208460d"}, {"server_uuid": "f63e2d47-599d-4ffc-9f33-5578504bb7da", "name": "network-vif-plugged", "status": "completed", "tag": "55b720e8-74bc-4aa9-9d68-5e4027393581"}, {"server_uuid": "f63e2d47-599d-4ffc-9f33-5578504bb7da", "name": "network-vif-plugged", "status": "completed", "tag": "2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3"}, {"server_uuid": "f63e2d47-599d-4ffc-9f33-5578504bb7da", "name": "network-vif-plugged", "status": "completed", "tag": "ebfb71f0-04b3-45d0-a06b-4dbc510957f9"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:30:59.037116 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-315ebd4a-9391-47d7-8cc6-19b724255640 req-a26315ba-817e-4ab8-8f50-ee3abf076206 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 523bddfd-cf8e-4cf2-943f-e1914b104a62 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:30:59.053357 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-315ebd4a-9391-47d7-8cc6-19b724255640 req-a26315ba-817e-4ab8-8f50-ee3abf076206 service neutron] Publish callbacks [] for port (523bddfd-cf8e-4cf2-943f-e1914b104a62), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:59.067964 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-289c2d39-8eb1-4a3c-903e-72ddd7a7f55a req-d7cef9cd-8885-4540-b979-e2d2c1b7097a tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067369 Mar 11 19:30:59.154922 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-315ebd4a-9391-47d7-8cc6-19b724255640 req-a26315ba-817e-4ab8-8f50-ee3abf076206 service neutron] Transition to ACTIVE for port object 523bddfd-cf8e-4cf2-943f-e1914b104a62 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:30:59.163913 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-315ebd4a-9391-47d7-8cc6-19b724255640 req-a26315ba-817e-4ab8-8f50-ee3abf076206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (523bddfd-cf8e-4cf2-943f-e1914b104a62), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:59.228805 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 11 Mar 2022 19:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2adc473d-fedf-4ec5-9829-a1271b2221f6 x-openstack-request-id: req-2adc473d-fedf-4ec5-9829-a1271b2221f6 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:30:59.228805 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f63e2d47-599d-4ffc-9f33-5578504bb7da", "name": "network-vif-plugged", "status": "completed", "tag": "83ee7430-2372-4b73-86a9-12dee208460d", "code": 200}, {"server_uuid": "f63e2d47-599d-4ffc-9f33-5578504bb7da", "name": "network-vif-plugged", "status": "completed", "tag": "55b720e8-74bc-4aa9-9d68-5e4027393581", "code": 200}, {"server_uuid": "f63e2d47-599d-4ffc-9f33-5578504bb7da", "name": "network-vif-plugged", "status": "completed", "tag": "2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3", "code": 200}, {"server_uuid": "f63e2d47-599d-4ffc-9f33-5578504bb7da", "name": "network-vif-plugged", "status": "completed", "tag": "ebfb71f0-04b3-45d0-a06b-4dbc510957f9", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:30:59.229266 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2adc473d-fedf-4ec5-9829-a1271b2221f6 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:30:59.229476 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63e2d47-599d-4ffc-9f33-5578504bb7da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ee7430-2372-4b73-86a9-12dee208460d', 'code': 200} Mar 11 19:30:59.229710 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63e2d47-599d-4ffc-9f33-5578504bb7da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b720e8-74bc-4aa9-9d68-5e4027393581', 'code': 200} Mar 11 19:30:59.229964 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63e2d47-599d-4ffc-9f33-5578504bb7da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3', 'code': 200} Mar 11 19:30:59.230211 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63e2d47-599d-4ffc-9f33-5578504bb7da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebfb71f0-04b3-45d0-a06b-4dbc510957f9', 'code': 200} Mar 11 19:30:59.257171 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26315ba-817e-4ab8-8f50-ee3abf076206 service neutron] Pushing event updated for resources: {'Port': ['ID=523bddfd-cf8e-4cf2-943f-e1914b104a62,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:59.281719 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e6948c-ef41-4703-9315-d273781c5479 req-5be568a8-812c-485a-a2f8-53ed9777ba98 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:59.283350 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f7e6948c-ef41-4703-9315-d273781c5479 req-5be568a8-812c-485a-a2f8-53ed9777ba98 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6912256-9a05-446d-93ac-d6cd63a1df39 HTTP/1.1" status: 200 len: 945 time: 0.1971772 Mar 11 19:30:59.470201 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f7e6948c-ef41-4703-9315-d273781c5479 req-163bdbc4-7bc8-47e0-8ffc-e6a03547e761 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436667 Mar 11 19:30:59.547022 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-315ebd4a-9391-47d7-8cc6-19b724255640 req-a26315ba-817e-4ab8-8f50-ee3abf076206 service neutron] Attempting to bind port 523bddfd-cf8e-4cf2-943f-e1914b104a62 on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:30:59.547902 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-315ebd4a-9391-47d7-8cc6-19b724255640 req-a26315ba-817e-4ab8-8f50-ee3abf076206 service neutron] Attempting to bind port 523bddfd-cf8e-4cf2-943f-e1914b104a62 by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': 'e04ff9a7-22d1-4d10-8b77-9e68a6488033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'ebcba11a-843a-4869-86af-b253155a3bc2'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:30:59.548221 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315ebd4a-9391-47d7-8cc6-19b724255640 req-a26315ba-817e-4ab8-8f50-ee3abf076206 service neutron] Attempting to bind port 523bddfd-cf8e-4cf2-943f-e1914b104a62 on network ebcba11a-843a-4869-86af-b253155a3bc2 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:30:59.553173 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315ebd4a-9391-47d7-8cc6-19b724255640 req-a26315ba-817e-4ab8-8f50-ee3abf076206 service neutron] Port 523bddfd-cf8e-4cf2-943f-e1914b104a62 on network ebcba11a-843a-4869-86af-b253155a3bc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:30:59.553495 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315ebd4a-9391-47d7-8cc6-19b724255640 req-a26315ba-817e-4ab8-8f50-ee3abf076206 service neutron] Attempting to bind port 523bddfd-cf8e-4cf2-943f-e1914b104a62 on network ebcba11a-843a-4869-86af-b253155a3bc2 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:30:59.558722 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315ebd4a-9391-47d7-8cc6-19b724255640 req-a26315ba-817e-4ab8-8f50-ee3abf076206 service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:30:59.559056 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315ebd4a-9391-47d7-8cc6-19b724255640 req-a26315ba-817e-4ab8-8f50-ee3abf076206 service neutron] Checking segment: {'id': 'e04ff9a7-22d1-4d10-8b77-9e68a6488033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'ebcba11a-843a-4869-86af-b253155a3bc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:30:59.559489 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-315ebd4a-9391-47d7-8cc6-19b724255640 req-a26315ba-817e-4ab8-8f50-ee3abf076206 service neutron] Bound using segment: {'id': 'e04ff9a7-22d1-4d10-8b77-9e68a6488033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'ebcba11a-843a-4869-86af-b253155a3bc2'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:30:59.559945 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-315ebd4a-9391-47d7-8cc6-19b724255640 req-a26315ba-817e-4ab8-8f50-ee3abf076206 service neutron] Bound port: 523bddfd-cf8e-4cf2-943f-e1914b104a62, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e04ff9a7-22d1-4d10-8b77-9e68a6488033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'ebcba11a-843a-4869-86af-b253155a3bc2'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:30:59.560299 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-315ebd4a-9391-47d7-8cc6-19b724255640 req-a26315ba-817e-4ab8-8f50-ee3abf076206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (523bddfd-cf8e-4cf2-943f-e1914b104a62), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:59.661102 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-315ebd4a-9391-47d7-8cc6-19b724255640 req-a26315ba-817e-4ab8-8f50-ee3abf076206 service neutron] For port 523bddfd-cf8e-4cf2-943f-e1914b104a62, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:30:59.668687 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-315ebd4a-9391-47d7-8cc6-19b724255640 req-a26315ba-817e-4ab8-8f50-ee3abf076206 service neutron] For port 523bddfd-cf8e-4cf2-943f-e1914b104a62, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=523bddfd-cf8e-4cf2-943f-e1914b104a62,segment=NetworkSegment(e04ff9a7-22d1-4d10-8b77-9e68a6488033),segment_id=e04ff9a7-22d1-4d10-8b77-9e68a6488033)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:30:59.678705 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-315ebd4a-9391-47d7-8cc6-19b724255640 req-a26315ba-817e-4ab8-8f50-ee3abf076206 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (523bddfd-cf8e-4cf2-943f-e1914b104a62), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:59.751302 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26315ba-817e-4ab8-8f50-ee3abf076206 service neutron] Pushing event updated for resources: {'Port': ['ID=523bddfd-cf8e-4cf2-943f-e1914b104a62,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:30:59.760363 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ca161-d8b5-4353-bff1-d79332717d68 req-68d14a73-99cb-41a6-8d2e-c3edbc2c1f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:59.760882 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ca161-d8b5-4353-bff1-d79332717d68 req-68d14a73-99cb-41a6-8d2e-c3edbc2c1f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:59.761297 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ca161-d8b5-4353-bff1-d79332717d68 req-68d14a73-99cb-41a6-8d2e-c3edbc2c1f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:59.768594 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ebd4a-9391-47d7-8cc6-19b724255640 req-a26315ba-817e-4ab8-8f50-ee3abf076206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:59.769426 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-315ebd4a-9391-47d7-8cc6-19b724255640 req-a26315ba-817e-4ab8-8f50-ee3abf076206 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:30:59.770973 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ca161-d8b5-4353-bff1-d79332717d68 req-68d14a73-99cb-41a6-8d2e-c3edbc2c1f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:59.771506 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ca161-d8b5-4353-bff1-d79332717d68 req-68d14a73-99cb-41a6-8d2e-c3edbc2c1f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:59.771868 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-315ebd4a-9391-47d7-8cc6-19b724255640 req-a26315ba-817e-4ab8-8f50-ee3abf076206 service neutron] 10.222.0.57 "PUT /v2.0/ports/523bddfd-cf8e-4cf2-943f-e1914b104a62 HTTP/1.1" status: 200 len: 1091 time: 1.7824748 Mar 11 19:30:59.771987 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ca161-d8b5-4353-bff1-d79332717d68 req-68d14a73-99cb-41a6-8d2e-c3edbc2c1f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:59.772464 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ca161-d8b5-4353-bff1-d79332717d68 req-68d14a73-99cb-41a6-8d2e-c3edbc2c1f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:59.772639 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef380994-57c6-45d1-ac3d-85308fe83528', 'tag': '523bddfd-cf8e-4cf2-943f-e1914b104a62'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:30:59.774566 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-7e2ca161-d8b5-4353-bff1-d79332717d68 req-68d14a73-99cb-41a6-8d2e-c3edbc2c1f89 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 6718 time: 0.4520016 Mar 11 19:30:59.774787 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edad7426-0710-4cfb-9a8c-9ebf5f7bcc47" -d '{"events": [{"name": "network-changed", "server_uuid": "ef380994-57c6-45d1-ac3d-85308fe83528", "tag": "523bddfd-cf8e-4cf2-943f-e1914b104a62"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:30:59.881081 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-7e2ca161-d8b5-4353-bff1-d79332717d68 req-cd827f9a-c2a9-4ede-82de-79f7903194c4 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=019be762-639e-4ed8-9c49-723d3436f32b&id=97b5c377-83f5-4bad-bf80-e3f012b06736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0920084 Mar 11 19:30:59.888844 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ccb77d-5d54-4f5d-8806-392100022e60 x-openstack-request-id: req-10ccb77d-5d54-4f5d-8806-392100022e60 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:30:59.889388 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef380994-57c6-45d1-ac3d-85308fe83528", "tag": "523bddfd-cf8e-4cf2-943f-e1914b104a62", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:30:59.889515 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-10ccb77d-5d54-4f5d-8806-392100022e60 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:30:59.890007 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef380994-57c6-45d1-ac3d-85308fe83528', 'tag': '523bddfd-cf8e-4cf2-943f-e1914b104a62', 'status': 'completed', 'code': 200} Mar 11 19:30:59.952414 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ebd4a-9391-47d7-8cc6-19b724255640 req-87f6c10d-cfac-4b10-b542-2672c3707e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:59.954653 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-315ebd4a-9391-47d7-8cc6-19b724255640 req-87f6c10d-cfac-4b10-b542-2672c3707e30 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8507785a0a9f4061bbead22d50c44419&device_id=ef380994-57c6-45d1-ac3d-85308fe83528 HTTP/1.1" status: 200 len: 1125 time: 0.1271658 Mar 11 19:30:59.965427 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2960d46a-4c5b-45e8-96b7-c4fab89cadae req-da9116aa-4c75-4590-98a7-40161b990729 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:59.972892 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2960d46a-4c5b-45e8-96b7-c4fab89cadae req-da9116aa-4c75-4590-98a7-40161b990729 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:59.978741 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2960d46a-4c5b-45e8-96b7-c4fab89cadae req-da9116aa-4c75-4590-98a7-40161b990729 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:59.985962 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2960d46a-4c5b-45e8-96b7-c4fab89cadae req-da9116aa-4c75-4590-98a7-40161b990729 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:59.991560 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2960d46a-4c5b-45e8-96b7-c4fab89cadae req-da9116aa-4c75-4590-98a7-40161b990729 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:30:59.997224 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2960d46a-4c5b-45e8-96b7-c4fab89cadae req-da9116aa-4c75-4590-98a7-40161b990729 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:00.003076 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2960d46a-4c5b-45e8-96b7-c4fab89cadae req-da9116aa-4c75-4590-98a7-40161b990729 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:00.011458 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2960d46a-4c5b-45e8-96b7-c4fab89cadae req-da9116aa-4c75-4590-98a7-40161b990729 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 5444 time: 0.1253908 Mar 11 19:31:00.115708 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-315ebd4a-9391-47d7-8cc6-19b724255640 req-7710eecc-6017-4382-98aa-3ac1e0d265db service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=523bddfd-cf8e-4cf2-943f-e1914b104a62 HTTP/1.1" status: 200 len: 217 time: 0.1021695 Mar 11 19:31:00.160351 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c011c-0e4f-4394-a273-756e7b1011a0 req-7785d46b-635c-43ae-a25c-be194ee74aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:00.163329 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c27c011c-0e4f-4394-a273-756e7b1011a0 req-7785d46b-635c-43ae-a25c-be194ee74aef service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f95acd8ec5ef45d8b7ae8994d46f4375&device_id=b6912256-9a05-446d-93ac-d6cd63a1df39 HTTP/1.1" status: 200 len: 1127 time: 0.0836358 Mar 11 19:31:00.271180 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ebd4a-9391-47d7-8cc6-19b724255640 req-6308bff4-302a-4247-93ee-e8fd2981c59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:00.274758 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-315ebd4a-9391-47d7-8cc6-19b724255640 req-6308bff4-302a-4247-93ee-e8fd2981c59d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=654fe02a-2387-4189-a51d-09de4e86c125 HTTP/1.1" status: 200 len: 844 time: 0.1290972 Mar 11 19:31:00.291740 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2960d46a-4c5b-45e8-96b7-c4fab89cadae req-d4ab69e4-bc89-4fc5-8a03-dfa56724dbdc tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/security-groups?id=019be762-639e-4ed8-9c49-723d3436f32b&id=97b5c377-83f5-4bad-bf80-e3f012b06736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2793434 Mar 11 19:31:00.307971 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac1017d-1ee2-4b63-bcb6-ed8bd164434b req-e1c56250-696d-43b7-95a8-3985f35e12fb tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:00.309480 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2ac1017d-1ee2-4b63-bcb6-ed8bd164434b req-e1c56250-696d-43b7-95a8-3985f35e12fb tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef380994-57c6-45d1-ac3d-85308fe83528 HTTP/1.1" status: 200 len: 943 time: 0.2065039 Mar 11 19:31:00.393410 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-315ebd4a-9391-47d7-8cc6-19b724255640 req-e76441b7-49fd-4c38-8528-c5ede229d7d4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ebcba11a-843a-4869-86af-b253155a3bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1004894 Mar 11 19:31:00.400636 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c011c-0e4f-4394-a273-756e7b1011a0 req-e87f02eb-db6f-4058-998b-4feccf77d210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:00.402403 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c27c011c-0e4f-4394-a273-756e7b1011a0 req-e87f02eb-db6f-4058-998b-4feccf77d210 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a HTTP/1.1" status: 200 len: 908 time: 0.2158072 Mar 11 19:31:00.450916 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c27c011c-0e4f-4394-a273-756e7b1011a0 req-8b01a476-d880-4fa3-a001-78396c5f6192 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7 HTTP/1.1" status: 200 len: 217 time: 0.0405726 Mar 11 19:31:00.560128 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c011c-0e4f-4394-a273-756e7b1011a0 req-c1bd2d12-d601-4b15-876f-3c456e0808f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:00.564597 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c27c011c-0e4f-4394-a273-756e7b1011a0 req-c1bd2d12-d601-4b15-876f-3c456e0808f9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f742a986-c135-4269-ad05-332f85e495a8 HTTP/1.1" status: 200 len: 847 time: 0.1079385 Mar 11 19:31:00.613253 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c27c011c-0e4f-4394-a273-756e7b1011a0 req-a717b90d-020b-479e-84da-e1475acb7b6d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409396 Mar 11 19:31:00.663373 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-315ebd4a-9391-47d7-8cc6-19b724255640 req-4703621d-6895-4b63-aaa2-c1fd99648d96 service neutron] 10.222.0.57 "GET /v2.0/networks/ebcba11a-843a-4869-86af-b253155a3bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491069 Mar 11 19:31:00.798686 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c27c011c-0e4f-4394-a273-756e7b1011a0 req-6321f6f0-68a9-4cc0-bd19-340884b99ffa service neutron] 10.222.0.57 "GET /v2.0/networks/4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770170 Mar 11 19:31:00.954628 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c27c011c-0e4f-4394-a273-756e7b1011a0 req-d825a993-c2f8-4491-8c3d-781d31d695aa service neutron] 10.222.0.57 "GET /v2.0/networks/4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491201 Mar 11 19:31:01.098161 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2ac1017d-1ee2-4b63-bcb6-ed8bd164434b req-c4f8f1e8-8942-42f6-ba28-e6ba919e7feb tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e295548-40c6-4aff-8eff-a54d88cb1f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7529423 Mar 11 19:31:01.180904 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c2120-8e8e-468e-9d86-d8ee1799a451 req-6972f6fe-6d8d-4cd3-9339-63715d7de256 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:01.194239 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-014c2120-8e8e-468e-9d86-d8ee1799a451 req-6972f6fe-6d8d-4cd3-9339-63715d7de256 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b HTTP/1.1" status: 200 len: 943 time: 0.7455719 Mar 11 19:31:01.406653 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-315ebd4a-9391-47d7-8cc6-19b724255640 req-077db85d-d876-4d81-a879-48396d48bdef service neutron] 10.222.0.57 "GET /v2.0/networks/ebcba11a-843a-4869-86af-b253155a3bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7333601 Mar 11 19:31:01.588385 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-014c2120-8e8e-468e-9d86-d8ee1799a451 req-46116a56-bed3-40b1-a186-cc2964e4cacc tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3927279 Mar 11 19:31:01.605834 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab89fbf8-97ee-4991-a53a-d7ee14b255e7 req-4a748594-cbc6-412d-81ee-f5a0bd841a8a tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:01.607605 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ab89fbf8-97ee-4991-a53a-d7ee14b255e7 req-4a748594-cbc6-412d-81ee-f5a0bd841a8a tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6912256-9a05-446d-93ac-d6cd63a1df39 HTTP/1.1" status: 200 len: 945 time: 0.1641111 Mar 11 19:31:01.610446 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edad7426-0710-4cfb-9a8c-9ebf5f7bcc47 req-100c3f75-fa85-4277-8d05-b0d4e81e793b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:01.612674 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-edad7426-0710-4cfb-9a8c-9ebf5f7bcc47 req-100c3f75-fa85-4277-8d05-b0d4e81e793b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8507785a0a9f4061bbead22d50c44419&device_id=ef380994-57c6-45d1-ac3d-85308fe83528 HTTP/1.1" status: 200 len: 1125 time: 0.1089554 Mar 11 19:31:01.764604 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edad7426-0710-4cfb-9a8c-9ebf5f7bcc47 req-4da2c75f-dd28-4371-8f8f-1c1ea8bd87bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:01.765387 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-edad7426-0710-4cfb-9a8c-9ebf5f7bcc47 req-4da2c75f-dd28-4371-8f8f-1c1ea8bd87bd service neutron] 10.222.0.57 "GET /v2.0/networks?id=ebcba11a-843a-4869-86af-b253155a3bc2 HTTP/1.1" status: 200 len: 905 time: 0.1233845 Mar 11 19:31:01.911309 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-edad7426-0710-4cfb-9a8c-9ebf5f7bcc47 req-28a4ca30-87bd-4fa0-9ecb-a89f42ec09ed service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=523bddfd-cf8e-4cf2-943f-e1914b104a62 HTTP/1.1" status: 200 len: 217 time: 0.1101320 Mar 11 19:31:02.010245 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edad7426-0710-4cfb-9a8c-9ebf5f7bcc47 req-51d8e5ed-df4a-45d2-b54d-b02d1f451b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:02.012403 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-edad7426-0710-4cfb-9a8c-9ebf5f7bcc47 req-51d8e5ed-df4a-45d2-b54d-b02d1f451b44 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=654fe02a-2387-4189-a51d-09de4e86c125 HTTP/1.1" status: 200 len: 844 time: 0.0903609 Mar 11 19:31:02.032855 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ab89fbf8-97ee-4991-a53a-d7ee14b255e7 req-15bae86b-04ad-45c1-960e-8ea891b99d46 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4141304 Mar 11 19:31:02.090052 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-edad7426-0710-4cfb-9a8c-9ebf5f7bcc47 req-233148ca-64c7-4be9-bf80-714a7f191e03 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ebcba11a-843a-4869-86af-b253155a3bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516887 Mar 11 19:31:02.158410 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3beb88d-0860-426c-8d2b-fabd4302b076 req-9c18793e-5466-4999-b667-311da2a15b4a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:02.165207 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3beb88d-0860-426c-8d2b-fabd4302b076 req-9c18793e-5466-4999-b667-311da2a15b4a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:02.172952 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3beb88d-0860-426c-8d2b-fabd4302b076 req-9c18793e-5466-4999-b667-311da2a15b4a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:02.178517 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3beb88d-0860-426c-8d2b-fabd4302b076 req-9c18793e-5466-4999-b667-311da2a15b4a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:02.184100 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3beb88d-0860-426c-8d2b-fabd4302b076 req-9c18793e-5466-4999-b667-311da2a15b4a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:02.189617 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3beb88d-0860-426c-8d2b-fabd4302b076 req-9c18793e-5466-4999-b667-311da2a15b4a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:02.195108 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3beb88d-0860-426c-8d2b-fabd4302b076 req-9c18793e-5466-4999-b667-311da2a15b4a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:02.197203 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a3beb88d-0860-426c-8d2b-fabd4302b076 req-9c18793e-5466-4999-b667-311da2a15b4a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 5444 time: 0.4254327 Mar 11 19:31:02.399821 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-00702d2c-d238-43dd-91dd-7aa469dde5c3 req-94059bf7-f7fc-41ab-b7e4-639018bbae4b tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=d66452efd2f34396aed68f72e7e51373&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327964 Mar 11 19:31:02.403192 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-edad7426-0710-4cfb-9a8c-9ebf5f7bcc47 req-4ae94ec1-0dc6-4a9a-856a-da8f00d2577d service neutron] 10.222.0.57 "GET /v2.0/networks/ebcba11a-843a-4869-86af-b253155a3bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059883 Mar 11 19:31:02.417996 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a3beb88d-0860-426c-8d2b-fabd4302b076 req-52ed9b05-4d0e-4817-84bd-44e9f47e1bbb tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/security-groups?id=019be762-639e-4ed8-9c49-723d3436f32b&id=97b5c377-83f5-4bad-bf80-e3f012b06736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2100368 Mar 11 19:31:02.644289 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00702d2c-d238-43dd-91dd-7aa469dde5c3 req-5ee1f78c-fb8b-491b-bcae-aff6264ea653 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:02.652042 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-00702d2c-d238-43dd-91dd-7aa469dde5c3 req-5ee1f78c-fb8b-491b-bcae-aff6264ea653 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2507679 Mar 11 19:31:02.695863 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-00702d2c-d238-43dd-91dd-7aa469dde5c3 req-cef4b5c0-7688-4623-9f52-f7e56ee8320e tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] 10.222.0.65 "GET /v2.0/quotas/d66452efd2f34396aed68f72e7e51373 HTTP/1.1" status: 200 len: 375 time: 0.0428905 Mar 11 19:31:02.709250 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-edad7426-0710-4cfb-9a8c-9ebf5f7bcc47 req-1ff183b3-bef8-4085-a33d-3cddc3ac3943 service neutron] 10.222.0.57 "GET /v2.0/networks/ebcba11a-843a-4869-86af-b253155a3bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963943 Mar 11 19:31:02.753860 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-00702d2c-d238-43dd-91dd-7aa469dde5c3 req-18985931-f40d-442a-86ef-373034209ddc tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=d66452efd2f34396aed68f72e7e51373&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571632 Mar 11 19:31:02.832881 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5dd967-85b6-4cdb-a29d-75651958ddbf req-fd1db0b2-1352-42ec-8c4e-ada6b4e8c6ec tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:02.857965 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1e5dd967-85b6-4cdb-a29d-75651958ddbf req-fd1db0b2-1352-42ec-8c4e-ada6b4e8c6ec tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef380994-57c6-45d1-ac3d-85308fe83528 HTTP/1.1" status: 200 len: 943 time: 0.1664546 Mar 11 19:31:02.935425 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1e5dd967-85b6-4cdb-a29d-75651958ddbf req-92d6f70b-aaca-4a83-87b0-d672f6b6592f tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e295548-40c6-4aff-8eff-a54d88cb1f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765331 Mar 11 19:31:03.289049 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60e223-4880-4529-96c7-c16277470063 req-d98a345e-811f-452e-8d74-ddb44a95b4b6 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:03.294268 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60e223-4880-4529-96c7-c16277470063 req-d98a345e-811f-452e-8d74-ddb44a95b4b6 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:03.300757 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60e223-4880-4529-96c7-c16277470063 req-d98a345e-811f-452e-8d74-ddb44a95b4b6 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:03.310737 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60e223-4880-4529-96c7-c16277470063 req-d98a345e-811f-452e-8d74-ddb44a95b4b6 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:03.316623 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60e223-4880-4529-96c7-c16277470063 req-d98a345e-811f-452e-8d74-ddb44a95b4b6 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:03.322301 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60e223-4880-4529-96c7-c16277470063 req-d98a345e-811f-452e-8d74-ddb44a95b4b6 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:03.328675 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60e223-4880-4529-96c7-c16277470063 req-d98a345e-811f-452e-8d74-ddb44a95b4b6 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:03.331791 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ea60e223-4880-4529-96c7-c16277470063 req-d98a345e-811f-452e-8d74-ddb44a95b4b6 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 5444 time: 0.2921383 Mar 11 19:31:03.342164 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 56976) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:31:03.347861 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-c9f8c94b-f135-4984-8330-ced0b0825e8f tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Request body: {'floatingip': {'port_id': '55b720e8-74bc-4aa9-9d68-5e4027393581'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:31:03.377470 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e91410-42ff-45b7-83f9-123d5ddf3946 req-dbc04d12-2a0b-43a7-9110-965cbdaf0bbb tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:03.379162 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-21e91410-42ff-45b7-83f9-123d5ddf3946 req-dbc04d12-2a0b-43a7-9110-965cbdaf0bbb tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b HTTP/1.1" status: 200 len: 943 time: 0.2186120 Mar 11 19:31:03.435068 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c9f8c94b-f135-4984-8330-ced0b0825e8f tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks [] for floatingip (c9fb2843-a347-4cc0-8495-59bad6169824), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:03.462812 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c7f32eb8-fb7f-4297-8765-a841ac573a34 req-27becf5e-e8e1-44be-b101-0db2364590b2 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] 10.222.0.65 "GET /v2.0/ports?device_id=0904f83d-8d44-4317-9d9f-e807fc7ef760 HTTP/1.1" status: 200 len: 210 time: 0.0825469 Mar 11 19:31:03.533558 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-21e91410-42ff-45b7-83f9-123d5ddf3946 req-669edee8-1d5f-4ed9-9477-b1358c9a2e2a tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309612 Mar 11 19:31:03.798696 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce626d-d361-4404-bd91-b42ef21df0b4 req-35adbbd1-977b-4ea0-ad40-253d241c2fbc tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:03.822000 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4dce626d-d361-4404-bd91-b42ef21df0b4 req-35adbbd1-977b-4ea0-ad40-253d241c2fbc tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6912256-9a05-446d-93ac-d6cd63a1df39 HTTP/1.1" status: 200 len: 945 time: 0.2096894 Mar 11 19:31:04.001006 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4dce626d-d361-4404-bd91-b42ef21df0b4 req-583e794c-3b29-44f2-9710-82a113d8565e tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758916 Mar 11 19:31:04.255693 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9d9ed5-aa01-437c-99cf-1793d3cab76c req-9c3003a4-c979-411f-be1a-93fb6328f12d tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:04.263615 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4d9d9ed5-aa01-437c-99cf-1793d3cab76c req-9c3003a4-c979-411f-be1a-93fb6328f12d tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef380994-57c6-45d1-ac3d-85308fe83528 HTTP/1.1" status: 200 len: 943 time: 0.1421916 Mar 11 19:31:04.369690 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4d9d9ed5-aa01-437c-99cf-1793d3cab76c req-8cb9bc33-fdf3-4615-9bb2-fc5a6bbc699a tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e295548-40c6-4aff-8eff-a54d88cb1f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050725 Mar 11 19:31:04.451035 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 523bddfd-cf8e-4cf2-943f-e1914b104a62 details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:31:04.546574 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c9f8c94b-f135-4984-8330-ced0b0825e8f tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:04.556162 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c9f8c94b-f135-4984-8330-ced0b0825e8f tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (c9fb2843-a347-4cc0-8495-59bad6169824), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:04.696480 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 523bddfd-cf8e-4cf2-943f-e1914b104a62, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=523bddfd-cf8e-4cf2-943f-e1914b104a62,segment=NetworkSegment(e04ff9a7-22d1-4d10-8b77-9e68a6488033),segment_id=e04ff9a7-22d1-4d10-8b77-9e68a6488033)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:31:04.712030 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': '523bddfd-cf8e-4cf2-943f-e1914b104a62', 'network_id': 'ebcba11a-843a-4869-86af-b253155a3bc2', 'port_id': '523bddfd-cf8e-4cf2-943f-e1914b104a62', 'mac_address': 'fa:16:3e:44:6d:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '654fe02a-2387-4189-a51d-09de4e86c125', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:31:04.822311 n-d-833163-1 neutron-server[103884]: INFO neutron.db.l3_db [None req-c9f8c94b-f135-4984-8330-ced0b0825e8f tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Floating IP c9fb2843-a347-4cc0-8495-59bad6169824 associated. External IP: 172.25.8.153, port: 55b720e8-74bc-4aa9-9d68-5e4027393581. Mar 11 19:31:04.829787 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1399f632-b6d1-4c1a-b404-6b90fd366a80 req-461357ae-97c1-4d4e-9ddb-96764039d88a tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] 10.222.0.65 "GET /v2.0/ports?device_id=0904f83d-8d44-4317-9d9f-e807fc7ef760 HTTP/1.1" status: 200 len: 210 time: 0.1643312 Mar 11 19:31:04.839767 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-00702d2c-d238-43dd-91dd-7aa469dde5c3 req-2c00083c-a692-4d0b-af0a-8ba6a30e440e tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=d66452efd2f34396aed68f72e7e51373&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1646054 Mar 11 19:31:04.988984 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6155a682-8531-4d1c-9c7c-1f1dff757a98 req-5f4989b4-4d8d-4042-8c20-03a44583d86b tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:04.990867 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6155a682-8531-4d1c-9c7c-1f1dff757a98 req-5f4989b4-4d8d-4042-8c20-03a44583d86b tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b HTTP/1.1" status: 200 len: 943 time: 0.1909325 Mar 11 19:31:05.049967 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00702d2c-d238-43dd-91dd-7aa469dde5c3 req-21d7ca57-be68-4c11-8cef-5f5f7704bb87 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:05.051956 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-00702d2c-d238-43dd-91dd-7aa469dde5c3 req-21d7ca57-be68-4c11-8cef-5f5f7704bb87 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1780462 Mar 11 19:31:05.052905 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 523bddfd-cf8e-4cf2-943f-e1914b104a62 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:31:05.053302 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (523bddfd-cf8e-4cf2-943f-e1914b104a62), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:05.065507 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-00702d2c-d238-43dd-91dd-7aa469dde5c3 req-9a0773af-ac1a-4318-a078-a29b49e705c8 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Request body: {'port': {'device_id': '0904f83d-8d44-4317-9d9f-e807fc7ef760', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'admin_state_up': True, 'tenant_id': 'd66452efd2f34396aed68f72e7e51373'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:31:05.088523 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 523bddfd-cf8e-4cf2-943f-e1914b104a62 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:31:05.120861 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6155a682-8531-4d1c-9c7c-1f1dff757a98 req-bbcef9c2-4fd1-409c-8a96-7795414982f5 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193769 Mar 11 19:31:05.132591 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 523bddfd-cf8e-4cf2-943f-e1914b104a62, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=523bddfd-cf8e-4cf2-943f-e1914b104a62,segment=NetworkSegment(e04ff9a7-22d1-4d10-8b77-9e68a6488033),segment_id=e04ff9a7-22d1-4d10-8b77-9e68a6488033)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:31:05.142876 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (523bddfd-cf8e-4cf2-943f-e1914b104a62), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:05.278655 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=523bddfd-cf8e-4cf2-943f-e1914b104a62,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:05.319356 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9f8c94b-f135-4984-8330-ced0b0825e8f tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Router b518197a-0d54-4d00-986f-d26532a2879c has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:31:05.346282 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061733ea-7b38-46ea-b7f1-4621a7d73017 req-4f7143b6-3ea0-4341-8933-c9831eb00467 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:05.353725 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-061733ea-7b38-46ea-b7f1-4621a7d73017 req-4f7143b6-3ea0-4341-8933-c9831eb00467 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6912256-9a05-446d-93ac-d6cd63a1df39 HTTP/1.1" status: 200 len: 945 time: 0.2000806 Mar 11 19:31:05.455696 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9f8c94b-f135-4984-8330-ced0b0825e8f tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:31:05.478184 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-061733ea-7b38-46ea-b7f1-4621a7d73017 req-0127bcfd-40a8-4718-9c69-f5688a3aad18 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234186 Mar 11 19:31:05.486549 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00702d2c-d238-43dd-91dd-7aa469dde5c3 req-9a0773af-ac1a-4318-a078-a29b49e705c8 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Made reservation on behalf of d66452efd2f34396aed68f72e7e51373 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:31:05.490417 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-00702d2c-d238-43dd-91dd-7aa469dde5c3 req-9a0773af-ac1a-4318-a078-a29b49e705c8 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:05.501342 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-00702d2c-d238-43dd-91dd-7aa469dde5c3 req-9a0773af-ac1a-4318-a078-a29b49e705c8 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:05.513988 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c9f8c94b-f135-4984-8330-ced0b0825e8f tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:05.522898 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4356dbd-821b-4ef1-a062-fe10c10a745b None None] Sync routers for ids ['b518197a-0d54-4d00-986f-d26532a2879c'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:31:05.543793 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4356dbd-821b-4ef1-a062-fe10c10a745b None None] Routers {'b518197a-0d54-4d00-986f-d26532a2879c'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:31:05.544449 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f4356dbd-821b-4ef1-a062-fe10c10a745b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:30:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['b518197a-0d54-4d00-986f-d26532a2879c'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:31:05.581101 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c9f8c94b-f135-4984-8330-ced0b0825e8f tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "PUT /v2.0/floatingips/c9fb2843-a347-4cc0-8495-59bad6169824 HTTP/1.1" status: 200 len: 991 time: 2.2379727 Mar 11 19:31:05.581838 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f63e2d47-599d-4ffc-9f33-5578504bb7da', 'tag': '55b720e8-74bc-4aa9-9d68-5e4027393581'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:31:05.593569 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed51bbe5-16cb-4ee6-9737-ece62aa97747" -d '{"events": [{"name": "network-changed", "server_uuid": "f63e2d47-599d-4ffc-9f33-5578504bb7da", "tag": "55b720e8-74bc-4aa9-9d68-5e4027393581"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:31:05.621697 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f2cb6-de56-42d7-9a84-16c8775ad6ec req-ee2f949f-a436-4502-bbf7-ff87000d3e33 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:05.629962 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3b9f2cb6-de56-42d7-9a84-16c8775ad6ec req-ee2f949f-a436-4502-bbf7-ff87000d3e33 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef380994-57c6-45d1-ac3d-85308fe83528 HTTP/1.1" status: 200 len: 944 time: 0.1451173 Mar 11 19:31:05.638263 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['523bddfd-cf8e-4cf2-943f-e1914b104a62'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:31:05.699052 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f901fb0-1d52-4c66-8e02-1a4431a538e7 x-openstack-request-id: req-6f901fb0-1d52-4c66-8e02-1a4431a538e7 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:31:05.699052 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f63e2d47-599d-4ffc-9f33-5578504bb7da", "tag": "55b720e8-74bc-4aa9-9d68-5e4027393581", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:31:05.699052 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6f901fb0-1d52-4c66-8e02-1a4431a538e7 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:31:05.699411 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f63e2d47-599d-4ffc-9f33-5578504bb7da', 'tag': '55b720e8-74bc-4aa9-9d68-5e4027393581', 'status': 'completed', 'code': 200} Mar 11 19:31:05.734777 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-00702d2c-d238-43dd-91dd-7aa469dde5c3 req-9a0773af-ac1a-4318-a078-a29b49e705c8 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Publish callbacks [] for security_group (45c5fa18-9d4c-4285-a76c-9666e2ec0244), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:05.754755 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3b9f2cb6-de56-42d7-9a84-16c8775ad6ec req-41053b36-b6ae-40a2-bc8c-f74ad63cbee2 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e295548-40c6-4aff-8eff-a54d88cb1f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236486 Mar 11 19:31:05.763693 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-00702d2c-d238-43dd-91dd-7aa469dde5c3 req-9a0773af-ac1a-4318-a078-a29b49e705c8 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (45c5fa18-9d4c-4285-a76c-9666e2ec0244), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:05.830761 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51bbe5-16cb-4ee6-9737-ece62aa97747 req-e3ce79d3-4983-4f11-909a-53e0054df62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:05.834571 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51bbe5-16cb-4ee6-9737-ece62aa97747 req-e3ce79d3-4983-4f11-909a-53e0054df62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:05.835424 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51bbe5-16cb-4ee6-9737-ece62aa97747 req-e3ce79d3-4983-4f11-909a-53e0054df62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:05.836538 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51bbe5-16cb-4ee6-9737-ece62aa97747 req-e3ce79d3-4983-4f11-909a-53e0054df62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:05.838689 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51bbe5-16cb-4ee6-9737-ece62aa97747 req-e3ce79d3-4983-4f11-909a-53e0054df62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:05.839405 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51bbe5-16cb-4ee6-9737-ece62aa97747 req-e3ce79d3-4983-4f11-909a-53e0054df62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:05.841496 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51bbe5-16cb-4ee6-9737-ece62aa97747 req-e3ce79d3-4983-4f11-909a-53e0054df62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:05.844961 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-ed51bbe5-16cb-4ee6-9737-ece62aa97747 req-e3ce79d3-4983-4f11-909a-53e0054df62c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5ef363cb3b8e470c93ba878a527f3d7f&device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 6718 time: 0.1216283 Mar 11 19:31:05.935891 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0773af-ac1a-4318-a078-a29b49e705c8 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45c5fa18-9d4c-4285-a76c-9666e2ec0244,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:05.973815 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-f4356dbd-821b-4ef1-a062-fe10c10a745b None None] Set router b518197a-0d54-4d00-986f-d26532a2879c gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:31:06.005150 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bc655089-92b5-4e5c-b806-f3cfd55972ed req-57aa76da-5a03-4667-9975-61d06e8744df tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] 10.222.0.65 "GET /v2.0/ports?device_id=0904f83d-8d44-4317-9d9f-e807fc7ef760 HTTP/1.1" status: 200 len: 210 time: 0.0415797 Mar 11 19:31:06.099282 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51bbe5-16cb-4ee6-9737-ece62aa97747 req-64f41388-ee31-440a-8686-60635025e9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:06.104365 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-ed51bbe5-16cb-4ee6-9737-ece62aa97747 req-64f41388-ee31-440a-8686-60635025e9f7 service neutron] 10.222.0.75 "GET /v2.0/networks?id=c6f5d540-3c10-44e4-9f74-cadc36d53aa1 HTTP/1.1" status: 200 len: 918 time: 0.2421982 Mar 11 19:31:06.112262 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-00702d2c-d238-43dd-91dd-7aa469dde5c3 req-9a0773af-ac1a-4318-a078-a29b49e705c8 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Allocated IP 192.168.233.247 (885772b1-9b97-4e1d-a0fb-e125030c5a81/9bb14923-74c3-4313-be8d-ed33542f05aa/031ef9b3-9a5f-44f6-90cc-573eaaae5850) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:31:06.232475 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-ed51bbe5-16cb-4ee6-9737-ece62aa97747 req-b4daaf16-5880-48dc-99ef-4349aab6b1a2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55b720e8-74bc-4aa9-9d68-5e4027393581 HTTP/1.1" status: 200 len: 999 time: 0.1179960 Mar 11 19:31:06.321495 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51bbe5-16cb-4ee6-9737-ece62aa97747 req-2c04f7b8-1d55-4395-a280-a3126fdb7bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:06.322981 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-ed51bbe5-16cb-4ee6-9737-ece62aa97747 req-2c04f7b8-1d55-4395-a280-a3126fdb7bfe service neutron] 10.222.0.75 "GET /v2.0/subnets?id=69381856-dd35-45d7-a782-ea4b8eb1e9ff HTTP/1.1" status: 200 len: 856 time: 0.0796671 Mar 11 19:31:06.376371 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f4356dbd-821b-4ef1-a062-fe10c10a745b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b518197a-0d54-4d00-986f-d26532a2879c', 'name': 'tempest-TaggedBootDevicesTest_v242-1599186861-router', 'tenant_id': '5ef363cb3b8e470c93ba878a527f3d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '53366487-d003-490c-bf39-ada7e394c7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:27:16Z', 'updated_at': '2022-03-11T19:27:24Z', 'revision_number': 4, 'project_id': '5ef363cb3b8e470c93ba878a527f3d7f', 'gw_port': {'id': '53366487-d003-490c-bf39-ada7e394c7db', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:05:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b518197a-0d54-4d00-986f-d26532a2879c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:27:17Z', 'updated_at': '2022-03-11T19:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': 'c9fb2843-a347-4cc0-8495-59bad6169824', 'tenant_id': '5ef363cb3b8e470c93ba878a527f3d7f', 'floating_ip_address': '172.25.8.153', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'b518197a-0d54-4d00-986f-d26532a2879c', 'port_id': '55b720e8-74bc-4aa9-9d68-5e4027393581', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6f5d540-3c10-44e4-9f74-cadc36d53aa1', 'mac_address': 'fa:16:3e:60:33:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63e2d47-599d-4ffc-9f33-5578504bb7da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:28:42Z', 'updated_at': '2022-03-11T19:31:04Z', 'revision_number': 1, 'project_id': '5ef363cb3b8e470c93ba878a527f3d7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91242456-4d7b-412b-8f72-5a413ddbeddf', 'name': '', 'network_id': 'c6f5d540-3c10-44e4-9f74-cadc36d53aa1', 'tenant_id': '5ef363cb3b8e470c93ba878a527f3d7f', 'mac_address': 'fa:16:3e:81:fc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b518197a-0d54-4d00-986f-d26532a2879c', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '69381856-dd35-45d7-a782-ea4b8eb1e9ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:27:22Z', 'updated_at': '2022-03-11T19:27:30Z', 'revision_number': 5, 'project_id': '5ef363cb3b8e470c93ba878a527f3d7f', 'subnets': [{'id': '69381856-dd35-45d7-a782-ea4b8eb1e9ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:31:06.408515 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51bbe5-16cb-4ee6-9737-ece62aa97747 req-693e44b2-c46b-4b28-af81-fc968d03627f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:06.414741 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-ed51bbe5-16cb-4ee6-9737-ece62aa97747 req-693e44b2-c46b-4b28-af81-fc968d03627f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c6f5d540-3c10-44e4-9f74-cadc36d53aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0847557 Mar 11 19:31:06.438704 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04730f-2465-4f83-913d-4feedea60d7b req-a08fe343-b36b-4295-95ca-bed145497bf7 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:06.442156 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4356dbd-821b-4ef1-a062-fe10c10a745b None None] Checking router: b518197a-0d54-4d00-986f-d26532a2879c for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:31:06.447928 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5e04730f-2465-4f83-913d-4feedea60d7b req-a08fe343-b36b-4295-95ca-bed145497bf7 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b HTTP/1.1" status: 200 len: 943 time: 0.1831200 Mar 11 19:31:06.454170 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4356dbd-821b-4ef1-a062-fe10c10a745b None None] Routers {'b518197a-0d54-4d00-986f-d26532a2879c'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:31:06.456491 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f4356dbd-821b-4ef1-a062-fe10c10a745b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:30:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['b518197a-0d54-4d00-986f-d26532a2879c'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:31:06.459577 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-00702d2c-d238-43dd-91dd-7aa469dde5c3 req-9a0773af-ac1a-4318-a078-a29b49e705c8 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Publish callbacks [] for port (031ef9b3-9a5f-44f6-90cc-573eaaae5850), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:06.544158 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5e04730f-2465-4f83-913d-4feedea60d7b req-e3f22a6e-226b-4fb3-85e8-23589a2c90a0 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950971 Mar 11 19:31:06.571681 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-ed51bbe5-16cb-4ee6-9737-ece62aa97747 req-1d868800-b323-4b13-aecc-12f1f9974a0e service neutron] 10.222.0.75 "GET /v2.0/networks/c6f5d540-3c10-44e4-9f74-cadc36d53aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487217 Mar 11 19:31:06.583123 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-00702d2c-d238-43dd-91dd-7aa469dde5c3 req-9a0773af-ac1a-4318-a078-a29b49e705c8 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (031ef9b3-9a5f-44f6-90cc-573eaaae5850), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:06.670249 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-f4356dbd-821b-4ef1-a062-fe10c10a745b None None] Set router b518197a-0d54-4d00-986f-d26532a2879c gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:31:06.739175 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-ed51bbe5-16cb-4ee6-9737-ece62aa97747 req-624d55ae-4288-4a16-ba27-738e15818b18 service neutron] 10.222.0.75 "GET /v2.0/networks/c6f5d540-3c10-44e4-9f74-cadc36d53aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586699 Mar 11 19:31:06.755212 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0773af-ac1a-4318-a078-a29b49e705c8 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Pushing event updated for resources: {'Port': ['ID=031ef9b3-9a5f-44f6-90cc-573eaaae5850,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:06.846598 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00702d2c-d238-43dd-91dd-7aa469dde5c3 req-9a0773af-ac1a-4318-a078-a29b49e705c8 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Network 885772b1-9b97-4e1d-a0fb-e125030c5a81 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:31:06.865240 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-00702d2c-d238-43dd-91dd-7aa469dde5c3 req-9a0773af-ac1a-4318-a078-a29b49e705c8 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:31:06.891360 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-00702d2c-d238-43dd-91dd-7aa469dde5c3 req-9a0773af-ac1a-4318-a078-a29b49e705c8 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:31:06.995868 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ab26b-50d2-4e49-a34b-331726be6679 req-b91c7cbf-fda5-42fb-9c23-57a12983e895 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:07.004448 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-080ab26b-50d2-4e49-a34b-331726be6679 req-b91c7cbf-fda5-42fb-9c23-57a12983e895 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6912256-9a05-446d-93ac-d6cd63a1df39 HTTP/1.1" status: 200 len: 945 time: 0.2668107 Mar 11 19:31:07.086285 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00702d2c-d238-43dd-91dd-7aa469dde5c3 req-9a0773af-ac1a-4318-a078-a29b49e705c8 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:07.087295 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-00702d2c-d238-43dd-91dd-7aa469dde5c3 req-9a0773af-ac1a-4318-a078-a29b49e705c8 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:07.119969 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f4356dbd-821b-4ef1-a062-fe10c10a745b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b518197a-0d54-4d00-986f-d26532a2879c', 'name': 'tempest-TaggedBootDevicesTest_v242-1599186861-router', 'tenant_id': '5ef363cb3b8e470c93ba878a527f3d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '53366487-d003-490c-bf39-ada7e394c7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:27:16Z', 'updated_at': '2022-03-11T19:27:24Z', 'revision_number': 4, 'project_id': '5ef363cb3b8e470c93ba878a527f3d7f', 'gw_port': {'id': '53366487-d003-490c-bf39-ada7e394c7db', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:05:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b518197a-0d54-4d00-986f-d26532a2879c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:27:17Z', 'updated_at': '2022-03-11T19:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': 'c9fb2843-a347-4cc0-8495-59bad6169824', 'tenant_id': '5ef363cb3b8e470c93ba878a527f3d7f', 'floating_ip_address': '172.25.8.153', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'b518197a-0d54-4d00-986f-d26532a2879c', 'port_id': '55b720e8-74bc-4aa9-9d68-5e4027393581', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6f5d540-3c10-44e4-9f74-cadc36d53aa1', 'mac_address': 'fa:16:3e:60:33:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63e2d47-599d-4ffc-9f33-5578504bb7da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:28:42Z', 'updated_at': '2022-03-11T19:31:04Z', 'revision_number': 1, 'project_id': '5ef363cb3b8e470c93ba878a527f3d7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91242456-4d7b-412b-8f72-5a413ddbeddf', 'name': '', 'network_id': 'c6f5d540-3c10-44e4-9f74-cadc36d53aa1', 'tenant_id': '5ef363cb3b8e470c93ba878a527f3d7f', 'mac_address': 'fa:16:3e:81:fc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b518197a-0d54-4d00-986f-d26532a2879c', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '69381856-dd35-45d7-a782-ea4b8eb1e9ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:27:22Z', 'updated_at': '2022-03-11T19:27:30Z', 'revision_number': 5, 'project_id': '5ef363cb3b8e470c93ba878a527f3d7f', 'subnets': [{'id': '69381856-dd35-45d7-a782-ea4b8eb1e9ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:31:07.147325 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-080ab26b-50d2-4e49-a34b-331726be6679 req-d6a23be9-9bd3-483f-9fe6-c797f54b23e5 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339328 Mar 11 19:31:07.162148 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a4b455-89e6-4f36-bb1c-76c5e4ae2645 req-2e958f78-49ef-4337-8506-555bd86482ec tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:07.181422 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-73a4b455-89e6-4f36-bb1c-76c5e4ae2645 req-2e958f78-49ef-4337-8506-555bd86482ec tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef380994-57c6-45d1-ac3d-85308fe83528 HTTP/1.1" status: 200 len: 944 time: 0.3208926 Mar 11 19:31:07.205140 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4356dbd-821b-4ef1-a062-fe10c10a745b None None] The sync data for ids ['b518197a-0d54-4d00-986f-d26532a2879c'] in n-d-833163-1 is: [{'id': 'b518197a-0d54-4d00-986f-d26532a2879c', 'name': 'tempest-TaggedBootDevicesTest_v242-1599186861-router', 'tenant_id': '5ef363cb3b8e470c93ba878a527f3d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '53366487-d003-490c-bf39-ada7e394c7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:27:16Z', 'updated_at': '2022-03-11T19:27:24Z', 'revision_number': 4, 'project_id': '5ef363cb3b8e470c93ba878a527f3d7f', 'gw_port': {'id': '53366487-d003-490c-bf39-ada7e394c7db', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:05:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b518197a-0d54-4d00-986f-d26532a2879c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:27:17Z', 'updated_at': '2022-03-11T19:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': 'c9fb2843-a347-4cc0-8495-59bad6169824', 'tenant_id': '5ef363cb3b8e470c93ba878a527f3d7f', 'floating_ip_address': '172.25.8.153', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'b518197a-0d54-4d00-986f-d26532a2879c', 'port_id': '55b720e8-74bc-4aa9-9d68-5e4027393581', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 595, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6f5d540-3c10-44e4-9f74-cadc36d53aa1', 'mac_address': 'fa:16:3e:60:33:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63e2d47-599d-4ffc-9f33-5578504bb7da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:28:42Z', 'updated_at': '2022-03-11T19:31:04Z', 'revision_number': 1, 'project_id': '5ef363cb3b8e470c93ba878a527f3d7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91242456-4d7b-412b-8f72-5a413ddbeddf', 'name': '', 'network_id': 'c6f5d540-3c10-44e4-9f74-cadc36d53aa1', 'tenant_id': '5ef363cb3b8e470c93ba878a527f3d7f', 'mac_address': 'fa:16:3e:81:fc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b518197a-0d54-4d00-986f-d26532a2879c', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '69381856-dd35-45d7-a782-ea4b8eb1e9ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:27:22Z', 'updated_at': '2022-03-11T19:27:30Z', 'revision_number': 5, 'project_id': '5ef363cb3b8e470c93ba878a527f3d7f', 'subnets': [{'id': '69381856-dd35-45d7-a782-ea4b8eb1e9ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:31:07.285086 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-00702d2c-d238-43dd-91dd-7aa469dde5c3 req-9a0773af-ac1a-4318-a078-a29b49e705c8 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2237585 Mar 11 19:31:07.350064 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-73a4b455-89e6-4f36-bb1c-76c5e4ae2645 req-9c1260aa-9b4e-4039-8722-8bb1cb83adbd tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e295548-40c6-4aff-8eff-a54d88cb1f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675527 Mar 11 19:31:07.354047 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-00702d2c-d238-43dd-91dd-7aa469dde5c3 req-f4a72c78-93c6-47b2-9e2e-bcd611997596 service neutron] Request body: {'port': {'device_id': '0904f83d-8d44-4317-9d9f-e807fc7ef760', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:31:07.371837 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-5793a1ec-3fc8-495e-8be4-2cdda6ed8db1 None None] Provisioning complete for port 031ef9b3-9a5f-44f6-90cc-573eaaae5850 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:31:07.372448 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5793a1ec-3fc8-495e-8be4-2cdda6ed8db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (031ef9b3-9a5f-44f6-90cc-573eaaae5850), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:07.410306 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3935b953-470e-4e21-8b55-0035d694a5df req-b4488db7-722a-4cf8-b378-258b0745efc4 service neutron] 10.222.0.75 "GET /v2.0/ports/5ac3bee4-d31e-4d7f-9bb8-cb81d564318b/bindings/n-h2-833163-1 HTTP/1.1" status: 200 len: 384 time: 0.1857800 Mar 11 19:31:07.457235 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-5793a1ec-3fc8-495e-8be4-2cdda6ed8db1 None None] Port 031ef9b3-9a5f-44f6-90cc-573eaaae5850 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:31:07.526705 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-00702d2c-d238-43dd-91dd-7aa469dde5c3 req-f4a72c78-93c6-47b2-9e2e-bcd611997596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (031ef9b3-9a5f-44f6-90cc-573eaaae5850), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:07.645047 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261364e6-f6e5-46d6-9153-ef2c50ef898d None None] New status for floating IP c9fb2843-a347-4cc0-8495-59bad6169824: ACTIVE {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 19:31:07.764394 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-3935b953-470e-4e21-8b55-0035d694a5df req-795f0920-1aec-4c84-9e38-a7d3cc9eccb7 service neutron] For port 5ac3bee4-d31e-4d7f-9bb8-cb81d564318b, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=5ac3bee4-d31e-4d7f-9bb8-cb81d564318b,segment=NetworkSegment(42087326-e85e-4d47-82f7-573695e73a7c),segment_id=42087326-e85e-4d47-82f7-573695e73a7c)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:31:07.790808 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-3935b953-470e-4e21-8b55-0035d694a5df req-795f0920-1aec-4c84-9e38-a7d3cc9eccb7 service neutron] For port 5ac3bee4-d31e-4d7f-9bb8-cb81d564318b, host n-h1-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:31:07.828551 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-3935b953-470e-4e21-8b55-0035d694a5df req-795f0920-1aec-4c84-9e38-a7d3cc9eccb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ac3bee4-d31e-4d7f-9bb8-cb81d564318b {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:31:07.842813 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-3935b953-470e-4e21-8b55-0035d694a5df req-795f0920-1aec-4c84-9e38-a7d3cc9eccb7 service neutron] For port 5ac3bee4-d31e-4d7f-9bb8-cb81d564318b, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=5ac3bee4-d31e-4d7f-9bb8-cb81d564318b,segment=NetworkSegment(42087326-e85e-4d47-82f7-573695e73a7c),segment_id=42087326-e85e-4d47-82f7-573695e73a7c)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:31:07.867551 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3935b953-470e-4e21-8b55-0035d694a5df req-795f0920-1aec-4c84-9e38-a7d3cc9eccb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (5ac3bee4-d31e-4d7f-9bb8-cb81d564318b), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:07.981439 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-00702d2c-d238-43dd-91dd-7aa469dde5c3 req-f4a72c78-93c6-47b2-9e2e-bcd611997596 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 031ef9b3-9a5f-44f6-90cc-573eaaae5850 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:31:07.990616 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-00702d2c-d238-43dd-91dd-7aa469dde5c3 req-f4a72c78-93c6-47b2-9e2e-bcd611997596 service neutron] Publish callbacks [] for port (031ef9b3-9a5f-44f6-90cc-573eaaae5850), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:08.012392 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-00702d2c-d238-43dd-91dd-7aa469dde5c3 req-f4a72c78-93c6-47b2-9e2e-bcd611997596 service neutron] Transition to ACTIVE for port object 031ef9b3-9a5f-44f6-90cc-573eaaae5850 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:31:08.090199 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-3935b953-470e-4e21-8b55-0035d694a5df req-795f0920-1aec-4c84-9e38-a7d3cc9eccb7 service neutron] Transition to ACTIVE for port object 5ac3bee4-d31e-4d7f-9bb8-cb81d564318b will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:31:08.099471 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-136cb240-bf07-474a-b6a0-9ab1191ca49a tempest-LiveMigrationTest-1929498449 tempest-LiveMigrationTest-1929498449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:08.101317 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-136cb240-bf07-474a-b6a0-9ab1191ca49a tempest-LiveMigrationTest-1929498449 tempest-LiveMigrationTest-1929498449-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=b6912256-9a05-446d-93ac-d6cd63a1df39&tenant_id=f95acd8ec5ef45d8b7ae8994d46f4375&binding%3Ahost_id=n-h2-833163-1 HTTP/1.1" status: 200 len: 1127 time: 0.0977895 Mar 11 19:31:08.102850 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3935b953-470e-4e21-8b55-0035d694a5df req-795f0920-1aec-4c84-9e38-a7d3cc9eccb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (5ac3bee4-d31e-4d7f-9bb8-cb81d564318b), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:08.149551 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-00702d2c-d238-43dd-91dd-7aa469dde5c3 req-f4a72c78-93c6-47b2-9e2e-bcd611997596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (031ef9b3-9a5f-44f6-90cc-573eaaae5850), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:08.177024 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795f0920-1aec-4c84-9e38-a7d3cc9eccb7 service neutron] Pushing event updated for resources: {'Port': ['ID=5ac3bee4-d31e-4d7f-9bb8-cb81d564318b,revision_number=10']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:08.183951 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-15bbab4c-fff8-4829-a6e6-4e0993f23380 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-833163-1'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:31:08.208025 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a72c78-93c6-47b2-9e2e-bcd611997596 service neutron] Pushing event updated for resources: {'Port': ['ID=031ef9b3-9a5f-44f6-90cc-573eaaae5850,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:08.238836 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc5b0a7-a5f4-4131-b6d7-aff53caf5e55 req-61e7192b-0e2d-453e-8f95-234f2d58cfff tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:08.262598 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1dc5b0a7-a5f4-4131-b6d7-aff53caf5e55 req-61e7192b-0e2d-453e-8f95-234f2d58cfff tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] 10.222.0.65 "GET /v2.0/ports?device_id=0904f83d-8d44-4317-9d9f-e807fc7ef760 HTTP/1.1" status: 200 len: 936 time: 0.9394805 Mar 11 19:31:08.319587 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-15bbab4c-fff8-4829-a6e6-4e0993f23380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:08.321823 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-3935b953-470e-4e21-8b55-0035d694a5df req-795f0920-1aec-4c84-9e38-a7d3cc9eccb7 service neutron] No DVR routers for this DVR port 5ac3bee4-d31e-4d7f-9bb8-cb81d564318b on host n-h1-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:31:08.440952 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3935b953-470e-4e21-8b55-0035d694a5df req-795f0920-1aec-4c84-9e38-a7d3cc9eccb7 service neutron] 10.222.0.75 "PUT /v2.0/ports/5ac3bee4-d31e-4d7f-9bb8-cb81d564318b/bindings/n-h2-833163-1/activate HTTP/1.1" status: 200 len: 369 time: 1.0240271 Mar 11 19:31:08.454939 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 523bddfd-cf8e-4cf2-943f-e1914b104a62 up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:31:08.480692 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f4b0b8-daf4-4901-abfb-a82b64fbac6a req-636532e4-72f6-46aa-ac5d-febee8dc76b8 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:08.482009 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f6f4b0b8-daf4-4901-abfb-a82b64fbac6a req-636532e4-72f6-46aa-ac5d-febee8dc76b8 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b HTTP/1.1" status: 200 len: 943 time: 0.4645455 Mar 11 19:31:08.547477 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1dc5b0a7-a5f4-4131-b6d7-aff53caf5e55 req-140c0568-3886-4afa-9df3-caae021eb5ea tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] 10.222.0.65 "GET /v2.0/security-groups?id=45c5fa18-9d4c-4285-a76c-9666e2ec0244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833350 Mar 11 19:31:08.616162 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-15bbab4c-fff8-4829-a6e6-4e0993f23380 service neutron] For port c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7,segment=NetworkSegment(9cb9d205-9190-43c8-b078-f8df09db6175),segment_id=9cb9d205-9190-43c8-b078-f8df09db6175)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:31:08.620224 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port 523bddfd-cf8e-4cf2-943f-e1914b104a62 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:31:08.633264 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port 523bddfd-cf8e-4cf2-943f-e1914b104a62 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:31:08.634774 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-00702d2c-d238-43dd-91dd-7aa469dde5c3 req-f4a72c78-93c6-47b2-9e2e-bcd611997596 service neutron] Attempting to bind port 031ef9b3-9a5f-44f6-90cc-573eaaae5850 on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:31:08.635114 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-00702d2c-d238-43dd-91dd-7aa469dde5c3 req-f4a72c78-93c6-47b2-9e2e-bcd611997596 service neutron] Attempting to bind port 031ef9b3-9a5f-44f6-90cc-573eaaae5850 by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:31:08.635361 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (523bddfd-cf8e-4cf2-943f-e1914b104a62), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:08.635536 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00702d2c-d238-43dd-91dd-7aa469dde5c3 req-f4a72c78-93c6-47b2-9e2e-bcd611997596 service neutron] Attempting to bind port 031ef9b3-9a5f-44f6-90cc-573eaaae5850 on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:31:08.643034 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f6f4b0b8-daf4-4901-abfb-a82b64fbac6a req-11320f8d-4d29-4c66-8587-d9ea4c455510 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517799 Mar 11 19:31:08.647639 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00702d2c-d238-43dd-91dd-7aa469dde5c3 req-f4a72c78-93c6-47b2-9e2e-bcd611997596 service neutron] Port 031ef9b3-9a5f-44f6-90cc-573eaaae5850 on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:31:08.648031 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00702d2c-d238-43dd-91dd-7aa469dde5c3 req-f4a72c78-93c6-47b2-9e2e-bcd611997596 service neutron] Attempting to bind port 031ef9b3-9a5f-44f6-90cc-573eaaae5850 on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:31:08.656023 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00702d2c-d238-43dd-91dd-7aa469dde5c3 req-f4a72c78-93c6-47b2-9e2e-bcd611997596 service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:31:08.656983 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00702d2c-d238-43dd-91dd-7aa469dde5c3 req-f4a72c78-93c6-47b2-9e2e-bcd611997596 service neutron] Checking segment: {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:31:08.657647 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00702d2c-d238-43dd-91dd-7aa469dde5c3 req-f4a72c78-93c6-47b2-9e2e-bcd611997596 service neutron] Bound using segment: {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:31:08.658111 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-00702d2c-d238-43dd-91dd-7aa469dde5c3 req-f4a72c78-93c6-47b2-9e2e-bcd611997596 service neutron] Bound port: 031ef9b3-9a5f-44f6-90cc-573eaaae5850, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:31:08.658477 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-00702d2c-d238-43dd-91dd-7aa469dde5c3 req-f4a72c78-93c6-47b2-9e2e-bcd611997596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (031ef9b3-9a5f-44f6-90cc-573eaaae5850), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:08.667687 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-15bbab4c-fff8-4829-a6e6-4e0993f23380 service neutron] For port c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7, host n-h2-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:31:08.735901 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6912256-9a05-446d-93ac-d6cd63a1df39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:31:08.738132 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac35c4f-7dd7-4c1a-a00f-8df445513c4b" -d '{"events": [{"server_uuid": "b6912256-9a05-446d-93ac-d6cd63a1df39", "name": "network-vif-unplugged", "status": "completed", "tag": "c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:31:08.759008 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-15bbab4c-fff8-4829-a6e6-4e0993f23380 service neutron] Publish callbacks [] for port (c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:08.792909 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-00702d2c-d238-43dd-91dd-7aa469dde5c3 req-f4a72c78-93c6-47b2-9e2e-bcd611997596 service neutron] For port 031ef9b3-9a5f-44f6-90cc-573eaaae5850, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:31:08.797440 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-00702d2c-d238-43dd-91dd-7aa469dde5c3 req-f4a72c78-93c6-47b2-9e2e-bcd611997596 service neutron] For port 031ef9b3-9a5f-44f6-90cc-573eaaae5850, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=031ef9b3-9a5f-44f6-90cc-573eaaae5850,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:31:08.837832 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-00702d2c-d238-43dd-91dd-7aa469dde5c3 req-f4a72c78-93c6-47b2-9e2e-bcd611997596 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (031ef9b3-9a5f-44f6-90cc-573eaaae5850), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:08.877327 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-15bbab4c-fff8-4829-a6e6-4e0993f23380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:08.969524 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00702d2c-d238-43dd-91dd-7aa469dde5c3 req-f4a72c78-93c6-47b2-9e2e-bcd611997596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:08.982445 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-00702d2c-d238-43dd-91dd-7aa469dde5c3 req-f4a72c78-93c6-47b2-9e2e-bcd611997596 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:08.990853 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-00702d2c-d238-43dd-91dd-7aa469dde5c3 req-f4a72c78-93c6-47b2-9e2e-bcd611997596 service neutron] 10.222.0.57 "PUT /v2.0/ports/031ef9b3-9a5f-44f6-90cc-573eaaae5850 HTTP/1.1" status: 200 len: 1096 time: 1.6892252 Mar 11 19:31:09.006606 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0904f83d-8d44-4317-9d9f-e807fc7ef760', 'tag': '031ef9b3-9a5f-44f6-90cc-573eaaae5850'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:31:09.013108 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac71e9c-9f05-4c62-9200-00ba5c066ca7" -d '{"events": [{"name": "network-changed", "server_uuid": "0904f83d-8d44-4317-9d9f-e807fc7ef760", "tag": "031ef9b3-9a5f-44f6-90cc-573eaaae5850"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:31:09.049832 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bbab4c-fff8-4829-a6e6-4e0993f23380 service neutron] Pushing event updated for resources: {'Port': ['ID=c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7,revision_number=7']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:09.062078 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 523bddfd-cf8e-4cf2-943f-e1914b104a62 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:31:09.062565 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (523bddfd-cf8e-4cf2-943f-e1914b104a62), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:09.118206 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935b953-470e-4e21-8b55-0035d694a5df req-5db3fc58-b029-4722-9336-ed3e831feb56 tempest-LiveAutoBlockMigrationV225Test-943023921 tempest-LiveAutoBlockMigrationV225Test-943023921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:09.119993 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3935b953-470e-4e21-8b55-0035d694a5df req-5db3fc58-b029-4722-9336-ed3e831feb56 tempest-LiveAutoBlockMigrationV225Test-943023921 tempest-LiveAutoBlockMigrationV225Test-943023921-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b&tenant_id=f44b890e943d4aee826b67fd4c2d7b8e&binding%3Ahost_id=n-h1-833163-1 HTTP/1.1" status: 200 len: 1126 time: 0.3851113 Mar 11 19:31:09.159781 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef380994-57c6-45d1-ac3d-85308fe83528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523bddfd-cf8e-4cf2-943f-e1914b104a62'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:31:09.162084 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eda3846-9f12-4ea4-9042-fa156646e0ab" -d '{"events": [{"server_uuid": "ef380994-57c6-45d1-ac3d-85308fe83528", "name": "network-vif-plugged", "status": "completed", "tag": "523bddfd-cf8e-4cf2-943f-e1914b104a62"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:31:09.188805 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69837c4-6152-4cd3-8902-e4ffb2b9344c req-ae4b150b-f5c4-4b50-9016-9213c6acb0c2 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:09.202618 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d69837c4-6152-4cd3-8902-e4ffb2b9344c req-ae4b150b-f5c4-4b50-9016-9213c6acb0c2 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef380994-57c6-45d1-ac3d-85308fe83528 HTTP/1.1" status: 200 len: 944 time: 0.4030132 Mar 11 19:31:09.205359 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a72c78-93c6-47b2-9e2e-bcd611997596 service neutron] Pushing event updated for resources: {'Port': ['ID=031ef9b3-9a5f-44f6-90cc-573eaaae5850,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:09.209570 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-15bbab4c-fff8-4829-a6e6-4e0993f23380 service neutron] Attempting to bind port c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7 on host n-h2-833163-1 for vnic_type normal with profile {"migrating_to": "n-h1-833163-1"} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:31:09.210119 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-15bbab4c-fff8-4829-a6e6-4e0993f23380 service neutron] Attempting to bind port c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7 by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '9cb9d205-9190-43c8-b078-f8df09db6175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:31:09.210508 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-15bbab4c-fff8-4829-a6e6-4e0993f23380 service neutron] Attempting to bind port c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7 on network 4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:31:09.220180 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-15bbab4c-fff8-4829-a6e6-4e0993f23380 service neutron] Port c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7 on network 4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:31:09.220640 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-15bbab4c-fff8-4829-a6e6-4e0993f23380 service neutron] Attempting to bind port c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7 on network 4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:31:09.226725 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 523bddfd-cf8e-4cf2-943f-e1914b104a62, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=523bddfd-cf8e-4cf2-943f-e1914b104a62,segment=NetworkSegment(e04ff9a7-22d1-4d10-8b77-9e68a6488033),segment_id=e04ff9a7-22d1-4d10-8b77-9e68a6488033)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:31:09.231909 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (523bddfd-cf8e-4cf2-943f-e1914b104a62), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:09.244184 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-15bbab4c-fff8-4829-a6e6-4e0993f23380 service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:31:09.245004 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-15bbab4c-fff8-4829-a6e6-4e0993f23380 service neutron] Checking segment: {'id': '9cb9d205-9190-43c8-b078-f8df09db6175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:31:09.245650 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-15bbab4c-fff8-4829-a6e6-4e0993f23380 service neutron] Bound using segment: {'id': '9cb9d205-9190-43c8-b078-f8df09db6175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:31:09.246411 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-15bbab4c-fff8-4829-a6e6-4e0993f23380 service neutron] Bound port: c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cb9d205-9190-43c8-b078-f8df09db6175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:31:09.247122 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-15bbab4c-fff8-4829-a6e6-4e0993f23380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:09.321922 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935b953-470e-4e21-8b55-0035d694a5df req-34fd22c4-1174-4c48-b1c3-0caf49bc9951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:09.323918 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3935b953-470e-4e21-8b55-0035d694a5df req-34fd22c4-1174-4c48-b1c3-0caf49bc9951 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b&tenant_id=f44b890e943d4aee826b67fd4c2d7b8e HTTP/1.1" status: 200 len: 1126 time: 0.1632624 Mar 11 19:31:09.356366 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d69837c4-6152-4cd3-8902-e4ffb2b9344c req-0f66f139-7609-4600-a885-fdac1527ac23 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e295548-40c6-4aff-8eff-a54d88cb1f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518421 Mar 11 19:31:09.388169 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c409f7-fdfd-401d-9883-0fc08cc42070 req-b03cd49a-7927-4957-a1d2-eaac59642044 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:09.391537 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-83c409f7-fdfd-401d-9883-0fc08cc42070 req-b03cd49a-7927-4957-a1d2-eaac59642044 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6912256-9a05-446d-93ac-d6cd63a1df39 HTTP/1.1" status: 200 len: 945 time: 0.5551336 Mar 11 19:31:09.406955 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00702d2c-d238-43dd-91dd-7aa469dde5c3 req-5854fe7a-e784-446f-b521-5502b23880f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:09.408659 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-00702d2c-d238-43dd-91dd-7aa469dde5c3 req-5854fe7a-e784-446f-b521-5502b23880f1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d66452efd2f34396aed68f72e7e51373&device_id=0904f83d-8d44-4317-9d9f-e807fc7ef760 HTTP/1.1" status: 200 len: 1130 time: 0.3653321 Mar 11 19:31:09.412404 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=523bddfd-cf8e-4cf2-943f-e1914b104a62,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:09.513610 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-15bbab4c-fff8-4829-a6e6-4e0993f23380 service neutron] For port c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7, host n-h2-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:31:09.523019 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 19:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9439f5d-abd5-4495-ac8d-bd62ffa839be x-openstack-request-id: req-d9439f5d-abd5-4495-ac8d-bd62ffa839be {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:31:09.523663 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6912256-9a05-446d-93ac-d6cd63a1df39", "name": "network-vif-unplugged", "status": "completed", "tag": "c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:31:09.524001 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d9439f5d-abd5-4495-ac8d-bd62ffa839be {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:31:09.524410 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6912256-9a05-446d-93ac-d6cd63a1df39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7', 'code': 200} Mar 11 19:31:09.588104 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-15bbab4c-fff8-4829-a6e6-4e0993f23380 service neutron] For port c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7,segment=NetworkSegment(9cb9d205-9190-43c8-b078-f8df09db6175),segment_id=9cb9d205-9190-43c8-b078-f8df09db6175)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:31:09.594155 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb54a14-1821-4a97-8ffc-f240b195534b x-openstack-request-id: req-1bb54a14-1821-4a97-8ffc-f240b195534b {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:31:09.596351 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0904f83d-8d44-4317-9d9f-e807fc7ef760", "tag": "031ef9b3-9a5f-44f6-90cc-573eaaae5850", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:31:09.596864 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1bb54a14-1821-4a97-8ffc-f240b195534b {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:31:09.597586 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0904f83d-8d44-4317-9d9f-e807fc7ef760', 'tag': '031ef9b3-9a5f-44f6-90cc-573eaaae5850', 'status': 'completed', 'code': 200} Mar 11 19:31:09.601981 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-00702d2c-d238-43dd-91dd-7aa469dde5c3 req-305cc331-efc6-4577-a0a4-4b5def3ecc22 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=031ef9b3-9a5f-44f6-90cc-573eaaae5850 HTTP/1.1" status: 200 len: 217 time: 0.1820395 Mar 11 19:31:09.608653 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bfc13ab-e3b7-438a-aa66-4997895621f9 x-openstack-request-id: req-5bfc13ab-e3b7-438a-aa66-4997895621f9 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:31:09.610059 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef380994-57c6-45d1-ac3d-85308fe83528", "name": "network-vif-plugged", "status": "completed", "tag": "523bddfd-cf8e-4cf2-943f-e1914b104a62", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:31:09.610615 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5bfc13ab-e3b7-438a-aa66-4997895621f9 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:31:09.611172 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef380994-57c6-45d1-ac3d-85308fe83528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523bddfd-cf8e-4cf2-943f-e1914b104a62', 'code': 200} Mar 11 19:31:09.626419 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-15bbab4c-fff8-4829-a6e6-4e0993f23380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:09.693968 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935b953-470e-4e21-8b55-0035d694a5df req-16c748a2-9f94-4ff3-b1c8-e57cecf41ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:09.695741 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3935b953-470e-4e21-8b55-0035d694a5df req-16c748a2-9f94-4ff3-b1c8-e57cecf41ece service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f44b890e943d4aee826b67fd4c2d7b8e&device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b HTTP/1.1" status: 200 len: 1126 time: 0.3247077 Mar 11 19:31:09.795447 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bbab4c-fff8-4829-a6e6-4e0993f23380 service neutron] Pushing event updated for resources: {'Port': ['ID=c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7,revision_number=8']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:09.842495 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-83c409f7-fdfd-401d-9883-0fc08cc42070 req-0904d388-b43f-4d57-8897-313725c751f8 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4430578 Mar 11 19:31:09.865605 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00702d2c-d238-43dd-91dd-7aa469dde5c3 req-7bd81421-99a5-403f-add5-68551ccffcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:09.867062 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-00702d2c-d238-43dd-91dd-7aa469dde5c3 req-7bd81421-99a5-403f-add5-68551ccffcd7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.2237327 Mar 11 19:31:09.899551 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-15bbab4c-fff8-4829-a6e6-4e0993f23380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:09.902167 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-15bbab4c-fff8-4829-a6e6-4e0993f23380 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:09.908354 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-15bbab4c-fff8-4829-a6e6-4e0993f23380 service neutron] 10.222.0.75 "PUT /v2.0/ports/c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7 HTTP/1.1" status: 200 len: 1121 time: 1.7323065 Mar 11 19:31:09.920278 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:31:09.963662 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de60fcd-898d-45b3-8657-d9290fd836be req-c13d6be9-9619-4a73-8de9-d7cfdbbc2cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:09.965199 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6de60fcd-898d-45b3-8657-d9290fd836be req-c13d6be9-9619-4a73-8de9-d7cfdbbc2cd0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ef380994-57c6-45d1-ac3d-85308fe83528 HTTP/1.1" status: 200 len: 1127 time: 0.2325187 Mar 11 19:31:10.037472 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935b953-470e-4e21-8b55-0035d694a5df req-efad773d-b660-4ac4-b2ca-71ecb4bfd6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:10.046294 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3935b953-470e-4e21-8b55-0035d694a5df req-efad773d-b660-4ac4-b2ca-71ecb4bfd6f8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b2c20bf2-5907-4ff7-8af6-23603c7d780a HTTP/1.1" status: 200 len: 921 time: 0.3413067 Mar 11 19:31:10.068688 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b564cc02-6864-477f-a456-1615a305ad94 req-ecc75b44-8736-4420-8a02-87e54e9daa64 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:10.075668 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b564cc02-6864-477f-a456-1615a305ad94 req-ecc75b44-8736-4420-8a02-87e54e9daa64 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] 10.222.0.65 "GET /v2.0/ports?device_id=0904f83d-8d44-4317-9d9f-e807fc7ef760 HTTP/1.1" status: 200 len: 948 time: 0.3619144 Mar 11 19:31:10.101672 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:31:10.154785 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00702d2c-d238-43dd-91dd-7aa469dde5c3 req-65cceb53-cdbf-45d6-946a-979d3fb87392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:10.157014 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-00702d2c-d238-43dd-91dd-7aa469dde5c3 req-65cceb53-cdbf-45d6-946a-979d3fb87392 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2819576 Mar 11 19:31:10.183230 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3935b953-470e-4e21-8b55-0035d694a5df req-f74fc8ce-b1f6-4d85-8790-f8535ca0d74c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5ac3bee4-d31e-4d7f-9bb8-cb81d564318b HTTP/1.1" status: 200 len: 217 time: 0.1248496 Mar 11 19:31:10.193317 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:31:10.283297 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6de60fcd-898d-45b3-8657-d9290fd836be req-01ef8ade-debf-4a85-bd51-34c7be7932fe service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9e295548-40c6-4aff-8eff-a54d88cb1f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042614 Mar 11 19:31:10.283778 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.db.resource_extend [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 19:31:10.320437 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935b953-470e-4e21-8b55-0035d694a5df req-61093640-5ab1-4a38-b40c-77311562c0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:10.321921 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3935b953-470e-4e21-8b55-0035d694a5df req-61093640-5ab1-4a38-b40c-77311562c0f2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a7be26a8-b37a-4d01-b7d9-b9690160171c HTTP/1.1" status: 200 len: 860 time: 0.1324885 Mar 11 19:31:10.412813 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b564cc02-6864-477f-a456-1615a305ad94 req-4f715e19-9d26-413f-81dd-ef324b053285 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] 10.222.0.65 "GET /v2.0/security-groups?id=45c5fa18-9d4c-4285-a76c-9666e2ec0244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300593 Mar 11 19:31:10.443113 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f319269e-6ea5-456b-a0ed-95f8e0fc56b8 req-b9413f75-e0f2-4d21-ac36-d898e66562da tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:10.444748 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f319269e-6ea5-456b-a0ed-95f8e0fc56b8 req-b9413f75-e0f2-4d21-ac36-d898e66562da tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b HTTP/1.1" status: 200 len: 944 time: 0.3306317 Mar 11 19:31:10.494019 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-00702d2c-d238-43dd-91dd-7aa469dde5c3 req-96596b41-ef7c-4ee6-8221-7c547fb3b26f service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071117 Mar 11 19:31:10.604500 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3935b953-470e-4e21-8b55-0035d694a5df req-7ba8b167-0da4-43fc-ac3a-ca001622e732 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b2c20bf2-5907-4ff7-8af6-23603c7d780a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409651 Mar 11 19:31:10.606566 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7,segment=NetworkSegment(9cb9d205-9190-43c8-b078-f8df09db6175),segment_id=9cb9d205-9190-43c8-b078-f8df09db6175)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:31:10.609615 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f319269e-6ea5-456b-a0ed-95f8e0fc56b8 req-32fb9046-812c-48f1-a18b-1ea5d6adbe72 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213589 Mar 11 19:31:10.670615 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7 has no active binding in host n-h1-833163-1 {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 11 19:31:10.811733 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3935b953-470e-4e21-8b55-0035d694a5df req-3fcbef30-872f-4468-803f-4d579e2b4c5f service neutron] 10.222.0.57 "GET /v2.0/networks/b2c20bf2-5907-4ff7-8af6-23603c7d780a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978981 Mar 11 19:31:10.815896 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17971469-a0b1-477c-adce-22a7f276ab70 req-87804258-0f20-4bbd-9adf-71bd8737bd38 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:10.817516 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-17971469-a0b1-477c-adce-22a7f276ab70 req-87804258-0f20-4bbd-9adf-71bd8737bd38 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef380994-57c6-45d1-ac3d-85308fe83528 HTTP/1.1" status: 200 len: 945 time: 0.1506302 Mar 11 19:31:10.874474 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-00702d2c-d238-43dd-91dd-7aa469dde5c3 req-b01e1b43-ff64-4df7-894c-eb27655fd221 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953181 Mar 11 19:31:10.877604 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-17971469-a0b1-477c-adce-22a7f276ab70 req-54b438b1-5393-4171-994f-0e48a10e61ee tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e295548-40c6-4aff-8eff-a54d88cb1f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524886 Mar 11 19:31:10.967864 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3935b953-470e-4e21-8b55-0035d694a5df req-fd17c58d-7b67-4362-91d9-e321321d4ec7 service neutron] 10.222.0.57 "GET /v2.0/networks/b2c20bf2-5907-4ff7-8af6-23603c7d780a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490993 Mar 11 19:31:11.070588 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9bf567-5973-4dfe-b477-76aa116b3e50 req-5c2bb72c-e786-4dc0-a279-7689fe5ecdf4 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:11.081444 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3c9bf567-5973-4dfe-b477-76aa116b3e50 req-5c2bb72c-e786-4dc0-a279-7689fe5ecdf4 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6912256-9a05-446d-93ac-d6cd63a1df39 HTTP/1.1" status: 200 len: 943 time: 0.0926514 Mar 11 19:31:11.090137 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac71e9c-9f05-4c62-9200-00ba5c066ca7 req-c0219e53-8a73-4bb7-951f-ededf5f7fc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:11.091656 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cac71e9c-9f05-4c62-9200-00ba5c066ca7 req-c0219e53-8a73-4bb7-951f-ededf5f7fc6c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d66452efd2f34396aed68f72e7e51373&device_id=0904f83d-8d44-4317-9d9f-e807fc7ef760 HTTP/1.1" status: 200 len: 1130 time: 0.1567066 Mar 11 19:31:11.245692 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3c9bf567-5973-4dfe-b477-76aa116b3e50 req-f1ba5159-189c-4c8d-a4f8-66a521f3a06a tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630232 Mar 11 19:31:11.326040 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac71e9c-9f05-4c62-9200-00ba5c066ca7 req-09dd69e9-ed8d-4041-8201-142cbf042847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:11.329538 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cac71e9c-9f05-4c62-9200-00ba5c066ca7 req-09dd69e9-ed8d-4041-8201-142cbf042847 service neutron] 10.222.0.57 "GET /v2.0/networks?id=885772b1-9b97-4e1d-a0fb-e125030c5a81 HTTP/1.1" status: 200 len: 870 time: 0.2267125 Mar 11 19:31:11.377024 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57112) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:31:11.388816 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-273a0e04-c9da-41d2-96b1-7dc23d402a61 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2022669352'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:31:11.410002 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cac71e9c-9f05-4c62-9200-00ba5c066ca7 req-45d7a981-6c33-44e4-b096-86d2720d3690 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=031ef9b3-9a5f-44f6-90cc-573eaaae5850 HTTP/1.1" status: 200 len: 217 time: 0.0627341 Mar 11 19:31:11.459553 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273a0e04-c9da-41d2-96b1-7dc23d402a61 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Made reservation on behalf of 7eee167876f4486fa3e6b7859ca90f06 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:31:11.462951 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-273a0e04-c9da-41d2-96b1-7dc23d402a61 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:11.474100 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac71e9c-9f05-4c62-9200-00ba5c066ca7 req-64f0874c-1f2e-4c26-a2aa-5876895219b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:11.475599 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cac71e9c-9f05-4c62-9200-00ba5c066ca7 req-64f0874c-1f2e-4c26-a2aa-5876895219b6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.0569799 Mar 11 19:31:11.511770 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-273a0e04-c9da-41d2-96b1-7dc23d402a61 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] vlan segment allocate from pool success with {'vlan_id': 895, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:31:11.533037 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-273a0e04-c9da-41d2-96b1-7dc23d402a61 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (5c025fea-baa0-424f-9add-20cc57664ce2), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:11.533419 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-273a0e04-c9da-41d2-96b1-7dc23d402a61 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Added segment 5c025fea-baa0-424f-9add-20cc57664ce2 of type vlan for network 11e52173-c93f-4f90-a40d-087cab6dbb47 Mar 11 19:31:11.647361 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6912256-9a05-446d-93ac-d6cd63a1df39', 'tag': 'c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:31:11.650455 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fbf62d6-21ca-47e0-bc4f-c90388f16f9b" -d '{"events": [{"name": "network-changed", "server_uuid": "b6912256-9a05-446d-93ac-d6cd63a1df39", "tag": "c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:31:11.674505 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-273a0e04-c9da-41d2-96b1-7dc23d402a61 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (11e52173-c93f-4f90-a40d-087cab6dbb47), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:11.755650 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935b953-470e-4e21-8b55-0035d694a5df req-00340cc8-a3c7-4893-be2e-3fbaa25a6a75 tempest-LiveAutoBlockMigrationV225Test-943023921 tempest-LiveAutoBlockMigrationV225Test-943023921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:11.772162 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3935b953-470e-4e21-8b55-0035d694a5df req-00340cc8-a3c7-4893-be2e-3fbaa25a6a75 tempest-LiveAutoBlockMigrationV225Test-943023921 tempest-LiveAutoBlockMigrationV225Test-943023921-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b&tenant_id=f44b890e943d4aee826b67fd4c2d7b8e&binding%3Ahost_id=n-h2-833163-1 HTTP/1.1" status: 200 len: 1126 time: 0.3739693 Mar 11 19:31:11.843404 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-273a0e04-c9da-41d2-96b1-7dc23d402a61 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (11e52173-c93f-4f90-a40d-087cab6dbb47), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:11.848293 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273a0e04-c9da-41d2-96b1-7dc23d402a61 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:11.848890 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-273a0e04-c9da-41d2-96b1-7dc23d402a61 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:11.961454 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-273a0e04-c9da-41d2-96b1-7dc23d402a61 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5832686 Mar 11 19:31:11.987381 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 57134) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:31:12.034884 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac71e9c-9f05-4c62-9200-00ba5c066ca7 req-36184544-3b86-4569-8959-6b21febfc3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:12.036941 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cac71e9c-9f05-4c62-9200-00ba5c066ca7 req-36184544-3b86-4569-8959-6b21febfc3e2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5514917 Mar 11 19:31:12.043333 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-e7d92389-cbc7-47e7-a5b6-3bbe1cb5bfbf tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-131756887'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:31:12.078398 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a0e04-c9da-41d2-96b1-7dc23d402a61 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Pushing event updated for resources: {'Network': ['ID=11e52173-c93f-4f90-a40d-087cab6dbb47,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:12.096887 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 11e52173-c93f-4f90-a40d-087cab6dbb47 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:31:12.196628 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-3935b953-470e-4e21-8b55-0035d694a5df req-f91069fc-74a0-4538-8026-4b1599e37371 service neutron] For port 5ac3bee4-d31e-4d7f-9bb8-cb81d564318b, host n-h1-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:31:12.215967 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3935b953-470e-4e21-8b55-0035d694a5df req-f91069fc-74a0-4538-8026-4b1599e37371 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:12.220161 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3935b953-470e-4e21-8b55-0035d694a5df req-f91069fc-74a0-4538-8026-4b1599e37371 service neutron] 10.222.0.57 "DELETE /v2.0/ports/5ac3bee4-d31e-4d7f-9bb8-cb81d564318b/bindings/n-h1-833163-1 HTTP/1.1" status: 204 len: 173 time: 0.4367874 Mar 11 19:31:12.338622 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cac71e9c-9f05-4c62-9200-00ba5c066ca7 req-8aca555c-5693-4e23-89cf-a601db1a36b1 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684314 Mar 11 19:31:12.344242 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d92389-cbc7-47e7-a5b6-3bbe1cb5bfbf tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Made reservation on behalf of 7eee167876f4486fa3e6b7859ca90f06 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:31:12.349517 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e7d92389-cbc7-47e7-a5b6-3bbe1cb5bfbf tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:12.475314 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7d92389-cbc7-47e7-a5b6-3bbe1cb5bfbf tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] vlan segment allocate from pool success with {'vlan_id': 885, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:31:12.489229 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e7d92389-cbc7-47e7-a5b6-3bbe1cb5bfbf tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (9d946b28-c592-4a63-8283-ea5501d9524a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:12.489732 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-e7d92389-cbc7-47e7-a5b6-3bbe1cb5bfbf tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Added segment 9d946b28-c592-4a63-8283-ea5501d9524a of type vlan for network 6ac60707-319a-4d65-9bd8-06cb97e2f80c Mar 11 19:31:12.543025 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e7d92389-cbc7-47e7-a5b6-3bbe1cb5bfbf tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (6ac60707-319a-4d65-9bd8-06cb97e2f80c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:12.581911 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cac71e9c-9f05-4c62-9200-00ba5c066ca7 req-44ab6e65-2f27-41ec-982f-90075ce4d65f service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168179 Mar 11 19:31:12.616030 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e7d92389-cbc7-47e7-a5b6-3bbe1cb5bfbf tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (6ac60707-319a-4d65-9bd8-06cb97e2f80c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:12.627333 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d92389-cbc7-47e7-a5b6-3bbe1cb5bfbf tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:12.628251 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e7d92389-cbc7-47e7-a5b6-3bbe1cb5bfbf tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:12.759942 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d92389-cbc7-47e7-a5b6-3bbe1cb5bfbf tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Pushing event updated for resources: {'Network': ['ID=6ac60707-319a-4d65-9bd8-06cb97e2f80c,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:12.781078 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 6ac60707-319a-4d65-9bd8-06cb97e2f80c details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:31:12.819551 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f716bb81-7687-4f1b-8ae8-a87109849b9b req-4768c037-ef9c-4517-94da-9c6a3873153f tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:12.822150 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f716bb81-7687-4f1b-8ae8-a87109849b9b req-4768c037-ef9c-4517-94da-9c6a3873153f tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] 10.222.0.65 "GET /v2.0/ports?device_id=0904f83d-8d44-4317-9d9f-e807fc7ef760 HTTP/1.1" status: 200 len: 948 time: 1.2732143 Mar 11 19:31:12.978749 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-e7d92389-cbc7-47e7-a5b6-3bbe1cb5bfbf tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9372950 Mar 11 19:31:12.979108 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57142) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:31:12.986010 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-a61d84b7-72a1-4d96-98c6-3625f867d113 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Request body: {'subnet': {'network_id': '11e52173-c93f-4f90-a40d-087cab6dbb47', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:31:13.000124 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f716bb81-7687-4f1b-8ae8-a87109849b9b req-75749f98-3ab8-4ed2-a432-7143a37e89eb tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] 10.222.0.65 "GET /v2.0/security-groups?id=45c5fa18-9d4c-4285-a76c-9666e2ec0244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670876 Mar 11 19:31:13.019185 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c9265-defb-49c4-84dc-f00c3463ef6b req-3bc4edd9-51e2-4c17-a756-72019ac583ef tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:13.026762 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2b4c9265-defb-49c4-84dc-f00c3463ef6b req-3bc4edd9-51e2-4c17-a756-72019ac583ef tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b HTTP/1.1" status: 200 len: 944 time: 1.0379102 Mar 11 19:31:13.159317 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2b4c9265-defb-49c4-84dc-f00c3463ef6b req-74837175-cc29-4b63-92c4-81d31a9f3d85 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196556 Mar 11 19:31:13.206890 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ca34207-e790-4da0-a103-a9375fb3c70d x-openstack-request-id: req-1ca34207-e790-4da0-a103-a9375fb3c70d {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:31:13.209140 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6912256-9a05-446d-93ac-d6cd63a1df39", "tag": "c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:31:13.213215 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1ca34207-e790-4da0-a103-a9375fb3c70d {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:31:13.214777 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6912256-9a05-446d-93ac-d6cd63a1df39', 'tag': 'c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7', 'status': 'completed', 'code': 200} Mar 11 19:31:13.310997 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a61d84b7-72a1-4d96-98c6-3625f867d113 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Made reservation on behalf of 7eee167876f4486fa3e6b7859ca90f06 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:31:13.325409 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a61d84b7-72a1-4d96-98c6-3625f867d113 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:13.530893 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf62d6-21ca-47e0-bc4f-c90388f16f9b req-c992b24c-4ed0-48fe-bcd2-ebac620da95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:13.535608 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1fbf62d6-21ca-47e0-bc4f-c90388f16f9b req-c992b24c-4ed0-48fe-bcd2-ebac620da95e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f95acd8ec5ef45d8b7ae8994d46f4375&device_id=b6912256-9a05-446d-93ac-d6cd63a1df39 HTTP/1.1" status: 200 len: 1155 time: 0.3640492 Mar 11 19:31:13.639140 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9618b9-9289-4068-9fec-db4faca4b445 req-050084aa-065e-487a-b2e5-698198099110 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:13.641155 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fb9618b9-9289-4068-9fec-db4faca4b445 req-050084aa-065e-487a-b2e5-698198099110 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef380994-57c6-45d1-ac3d-85308fe83528 HTTP/1.1" status: 200 len: 945 time: 0.3485048 Mar 11 19:31:13.813533 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384cc354-5faf-4452-a2b7-9a2e9a185348 req-8892e172-79b9-4af1-a638-4b9577688b54 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:13.824003 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-384cc354-5faf-4452-a2b7-9a2e9a185348 req-8892e172-79b9-4af1-a638-4b9577688b54 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6912256-9a05-446d-93ac-d6cd63a1df39 HTTP/1.1" status: 200 len: 943 time: 0.4287276 Mar 11 19:31:13.840879 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a61d84b7-72a1-4d96-98c6-3625f867d113 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (fb37e9b7-00ef-41b5-91f7-c613b891b27c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:13.932609 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61d84b7-72a1-4d96-98c6-3625f867d113 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Pushing event updated for resources: {'Subnet': ['ID=fb37e9b7-00ef-41b5-91f7-c613b891b27c,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:13.957583 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61d84b7-72a1-4d96-98c6-3625f867d113 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Checking segment: {'id': '5c025fea-baa0-424f-9add-20cc57664ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '11e52173-c93f-4f90-a40d-087cab6dbb47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:31:13.960170 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fb9618b9-9289-4068-9fec-db4faca4b445 req-47d8ff9e-d07a-4168-b07c-2b5aedf824ca tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e295548-40c6-4aff-8eff-a54d88cb1f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945111 Mar 11 19:31:13.962261 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61d84b7-72a1-4d96-98c6-3625f867d113 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Network hostable DHCP agents. Network: 11e52173-c93f-4f90-a40d-087cab6dbb47, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:31:13.994741 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf62d6-21ca-47e0-bc4f-c90388f16f9b req-101795ac-ad94-4b29-ba48-05bba41e1ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:14.000359 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1fbf62d6-21ca-47e0-bc4f-c90388f16f9b req-101795ac-ad94-4b29-ba48-05bba41e1ef4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a HTTP/1.1" status: 200 len: 908 time: 0.4487381 Mar 11 19:31:14.006550 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61d84b7-72a1-4d96-98c6-3625f867d113 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Network 11e52173-c93f-4f90-a40d-087cab6dbb47 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:31:14.045224 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-a61d84b7-72a1-4d96-98c6-3625f867d113 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 11e52173-c93f-4f90-a40d-087cab6dbb47) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:31:14.049552 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61d84b7-72a1-4d96-98c6-3625f867d113 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:14.050220 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a61d84b7-72a1-4d96-98c6-3625f867d113 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:14.062752 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96428b6e-d83c-4528-b035-8b0cc713da77 None None] Network 11e52173-c93f-4f90-a40d-087cab6dbb47 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:31:14.114080 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a61d84b7-72a1-4d96-98c6-3625f867d113 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1318207 Mar 11 19:31:14.117434 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57168) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:31:14.141869 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-5b3a2308-891b-43c8-9952-b8317f83b95c tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Request body: {'subnet': {'network_id': '6ac60707-319a-4d65-9bd8-06cb97e2f80c', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:31:14.185038 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-384cc354-5faf-4452-a2b7-9a2e9a185348 req-bd2e73a9-8997-4cf9-a3c0-ce2d31892c52 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155503 Mar 11 19:31:14.190402 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1fbf62d6-21ca-47e0-bc4f-c90388f16f9b req-f0ab8a46-33b6-4493-bf0f-9ad012fd90e4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7 HTTP/1.1" status: 200 len: 217 time: 0.1731541 Mar 11 19:31:14.346938 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0217b7-4e6d-4d79-895a-c0667a44ff9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-11e52173-c93f-4f90-a40d-087cab6dbb47', 'network_id': '11e52173-c93f-4f90-a40d-087cab6dbb47', 'project_id': '7eee167876f4486fa3e6b7859ca90f06', 'fixed_ips': [{'subnet_id': 'fb37e9b7-00ef-41b5-91f7-c613b891b27c'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:31:14.348457 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dc0217b7-4e6d-4d79-895a-c0667a44ff9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:14.353632 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf62d6-21ca-47e0-bc4f-c90388f16f9b req-b83048b7-9e12-47f8-91b2-20cf49b7a40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:14.355472 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1fbf62d6-21ca-47e0-bc4f-c90388f16f9b req-b83048b7-9e12-47f8-91b2-20cf49b7a40c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f742a986-c135-4269-ad05-332f85e495a8 HTTP/1.1" status: 200 len: 847 time: 0.1628807 Mar 11 19:31:14.445851 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1fbf62d6-21ca-47e0-bc4f-c90388f16f9b req-75e8af79-893a-468a-b1ae-d71bf2dc0b88 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726318 Mar 11 19:31:14.531460 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3a2308-891b-43c8-9952-b8317f83b95c tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Made reservation on behalf of 7eee167876f4486fa3e6b7859ca90f06 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:31:14.539436 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5b3a2308-891b-43c8-9952-b8317f83b95c tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:14.669494 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-dc0217b7-4e6d-4d79-895a-c0667a44ff9b None None] Allocated IP 10.1.1.2 (11e52173-c93f-4f90-a40d-087cab6dbb47/fb37e9b7-00ef-41b5-91f7-c613b891b27c/0cdfd15f-5bde-4865-879d-a1eeea3e93a4) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:31:14.685312 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1fbf62d6-21ca-47e0-bc4f-c90388f16f9b req-5974214f-a866-407a-87ea-fb47abfec124 service neutron] 10.222.0.57 "GET /v2.0/networks/4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283850 Mar 11 19:31:14.891794 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed09f69a-2634-4565-b8f9-a3b424f6609d req-2a722e03-c4a7-4bb9-9dae-be4ddb6792db tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:14.894412 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ed09f69a-2634-4565-b8f9-a3b424f6609d req-2a722e03-c4a7-4bb9-9dae-be4ddb6792db tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] 10.222.0.65 "GET /v2.0/ports?device_id=0904f83d-8d44-4317-9d9f-e807fc7ef760 HTTP/1.1" status: 200 len: 948 time: 0.5366027 Mar 11 19:31:15.003753 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ed09f69a-2634-4565-b8f9-a3b424f6609d req-5b52149f-9709-4bda-bc38-2c11ab726fb5 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] 10.222.0.65 "GET /v2.0/security-groups?id=45c5fa18-9d4c-4285-a76c-9666e2ec0244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020069 Mar 11 19:31:15.010059 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9cc69-3000-4aee-8416-c859c706a4dd req-2acacd9b-8400-4a1b-8fb5-e8a5bb9bf3bc tempest-LiveAutoBlockMigrationV225Test-943023921 tempest-LiveAutoBlockMigrationV225Test-943023921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:15.010848 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5b3a2308-891b-43c8-9952-b8317f83b95c tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (65f866da-6201-417a-9c67-e7a8acffb4ae), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:15.011833 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3db9cc69-3000-4aee-8416-c859c706a4dd req-2acacd9b-8400-4a1b-8fb5-e8a5bb9bf3bc tempest-LiveAutoBlockMigrationV225Test-943023921 tempest-LiveAutoBlockMigrationV225Test-943023921-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b HTTP/1.1" status: 200 len: 1126 time: 0.3203239 Mar 11 19:31:15.034323 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dc0217b7-4e6d-4d79-895a-c0667a44ff9b None None] Publish callbacks [] for port (0cdfd15f-5bde-4865-879d-a1eeea3e93a4), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:15.042883 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 031ef9b3-9a5f-44f6-90cc-573eaaae5850 details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:31:15.046030 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dc0217b7-4e6d-4d79-895a-c0667a44ff9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (0cdfd15f-5bde-4865-879d-a1eeea3e93a4), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:15.096349 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3a2308-891b-43c8-9952-b8317f83b95c tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Checking segment: {'id': '9d946b28-c592-4a63-8283-ea5501d9524a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '6ac60707-319a-4d65-9bd8-06cb97e2f80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:31:15.097062 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3a2308-891b-43c8-9952-b8317f83b95c tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Network hostable DHCP agents. Network: 6ac60707-319a-4d65-9bd8-06cb97e2f80c, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:31:15.110843 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1fbf62d6-21ca-47e0-bc4f-c90388f16f9b req-eee7eaa1-1156-45ee-8ec7-ddb7f8b49ffa service neutron] 10.222.0.57 "GET /v2.0/networks/4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395939 Mar 11 19:31:15.121486 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3a2308-891b-43c8-9952-b8317f83b95c tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Pushing event updated for resources: {'Subnet': ['ID=65f866da-6201-417a-9c67-e7a8acffb4ae,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:15.124599 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3a2308-891b-43c8-9952-b8317f83b95c tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Network 6ac60707-319a-4d65-9bd8-06cb97e2f80c is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:31:15.138237 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-5b3a2308-891b-43c8-9952-b8317f83b95c tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 6ac60707-319a-4d65-9bd8-06cb97e2f80c) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:31:15.154363 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3a2308-891b-43c8-9952-b8317f83b95c tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:15.157894 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5b3a2308-891b-43c8-9952-b8317f83b95c tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:15.178370 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec62ad69-bbfb-49d5-97dc-d13a13a4498f None None] Network 6ac60707-319a-4d65-9bd8-06cb97e2f80c requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:31:15.192977 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-5b3a2308-891b-43c8-9952-b8317f83b95c tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0707855 Mar 11 19:31:15.193853 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57180) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:31:15.199332 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3db9cc69-3000-4aee-8416-c859c706a4dd req-3b2decbc-9b1d-45c2-b234-59e7cea88ff9 tempest-LiveAutoBlockMigrationV225Test-943023921 tempest-LiveAutoBlockMigrationV225Test-943023921-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749911 Mar 11 19:31:15.204953 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0217b7-4e6d-4d79-895a-c0667a44ff9b None None] Network 11e52173-c93f-4f90-a40d-087cab6dbb47 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:31:15.206605 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-2ff4d514-219f-43b4-af68-1fecefe30035 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Request body: {'port': {'network_id': '11e52173-c93f-4f90-a40d-087cab6dbb47', 'name': 'tempest-TaggedBootDevicesTest-291685521', 'fixed_ips': [{'subnet_id': 'fb37e9b7-00ef-41b5-91f7-c613b891b27c'}]}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:31:15.318824 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-dc0217b7-4e6d-4d79-895a-c0667a44ff9b None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:31:15.322402 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.db.resource_extend [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 19:31:15.328901 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0217b7-4e6d-4d79-895a-c0667a44ff9b None None] Pushing event updated for resources: {'Port': ['ID=0cdfd15f-5bde-4865-879d-a1eeea3e93a4,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:15.351357 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0217b7-4e6d-4d79-895a-c0667a44ff9b None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:31:15.389314 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01c22eb-293e-4762-918b-dcf4f14dcfd4 req-cc9a4e2e-d263-481b-b493-88e4aa240c87 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:15.393964 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff4d514-219f-43b4-af68-1fecefe30035 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Made reservation on behalf of 7eee167876f4486fa3e6b7859ca90f06 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:31:15.402274 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a01c22eb-293e-4762-918b-dcf4f14dcfd4 req-cc9a4e2e-d263-481b-b493-88e4aa240c87 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/ports?device_id=ef380994-57c6-45d1-ac3d-85308fe83528 HTTP/1.1" status: 200 len: 945 time: 0.1408014 Mar 11 19:31:15.488847 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 031ef9b3-9a5f-44f6-90cc-573eaaae5850, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=031ef9b3-9a5f-44f6-90cc-573eaaae5850,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:31:15.494123 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a01c22eb-293e-4762-918b-dcf4f14dcfd4 req-676ac8de-eb9d-4294-815e-0fd822af9986 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e295548-40c6-4aff-8eff-a54d88cb1f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891647 Mar 11 19:31:15.505680 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': '031ef9b3-9a5f-44f6-90cc-573eaaae5850', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'port_id': '031ef9b3-9a5f-44f6-90cc-573eaaae5850', 'mac_address': 'fa:16:3e:32:30:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bb14923-74c3-4313-be8d-ed33542f05aa', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:31:15.598168 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74185ebe-94e0-4c26-b221-f3a32ee498c7 req-1f034362-a5e4-4b2e-83fc-70a75a15309c tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:15.604193 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-74185ebe-94e0-4c26-b221-f3a32ee498c7 req-1f034362-a5e4-4b2e-83fc-70a75a15309c tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6912256-9a05-446d-93ac-d6cd63a1df39 HTTP/1.1" status: 200 len: 943 time: 0.1638529 Mar 11 19:31:15.619249 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2ff4d514-219f-43b4-af68-1fecefe30035 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:15.650437 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-2ff4d514-219f-43b4-af68-1fecefe30035 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] device_id is not set on port ee331cf0-fb09-4b4e-938d-0be1b69ce3c6 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:31:15.670637 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-74185ebe-94e0-4c26-b221-f3a32ee498c7 req-e18ce66a-c835-4caa-90f5-564fbf1335cd tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640857 Mar 11 19:31:15.732769 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc9c0d-f8ed-4e0d-aac9-0ba5889fc591 req-ea43f135-216a-401b-b478-fee68d73ffe2 tempest-LiveAutoBlockMigrationV225Test-943023921 tempest-LiveAutoBlockMigrationV225Test-943023921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:15.744202 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3bfc9c0d-f8ed-4e0d-aac9-0ba5889fc591 req-ea43f135-216a-401b-b478-fee68d73ffe2 tempest-LiveAutoBlockMigrationV225Test-943023921 tempest-LiveAutoBlockMigrationV225Test-943023921-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b HTTP/1.1" status: 200 len: 1126 time: 0.0871303 Mar 11 19:31:15.809302 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-dc0217b7-4e6d-4d79-895a-c0667a44ff9b None None] Attempting to bind port 0cdfd15f-5bde-4865-879d-a1eeea3e93a4 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:31:15.809796 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-dc0217b7-4e6d-4d79-895a-c0667a44ff9b None None] Attempting to bind port 0cdfd15f-5bde-4865-879d-a1eeea3e93a4 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '5c025fea-baa0-424f-9add-20cc57664ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '11e52173-c93f-4f90-a40d-087cab6dbb47'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:31:15.810592 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0217b7-4e6d-4d79-895a-c0667a44ff9b None None] Attempting to bind port 0cdfd15f-5bde-4865-879d-a1eeea3e93a4 on network 11e52173-c93f-4f90-a40d-087cab6dbb47 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:31:15.818772 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 031ef9b3-9a5f-44f6-90cc-573eaaae5850 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:31:15.819285 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (031ef9b3-9a5f-44f6-90cc-573eaaae5850), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:15.841903 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3bfc9c0d-f8ed-4e0d-aac9-0ba5889fc591 req-fec81616-3a6a-470e-b2b9-c36f6d566378 tempest-LiveAutoBlockMigrationV225Test-943023921 tempest-LiveAutoBlockMigrationV225Test-943023921-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948312 Mar 11 19:31:15.847823 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0217b7-4e6d-4d79-895a-c0667a44ff9b None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:31:15.848332 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0217b7-4e6d-4d79-895a-c0667a44ff9b None None] Checking segment: {'id': '5c025fea-baa0-424f-9add-20cc57664ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '11e52173-c93f-4f90-a40d-087cab6dbb47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:31:15.848849 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dc0217b7-4e6d-4d79-895a-c0667a44ff9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:15.849356 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0217b7-4e6d-4d79-895a-c0667a44ff9b None None] Bound using segment: {'id': '5c025fea-baa0-424f-9add-20cc57664ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '11e52173-c93f-4f90-a40d-087cab6dbb47'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:31:15.849972 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-dc0217b7-4e6d-4d79-895a-c0667a44ff9b None None] Bound port: 0cdfd15f-5bde-4865-879d-a1eeea3e93a4, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c025fea-baa0-424f-9add-20cc57664ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '11e52173-c93f-4f90-a40d-087cab6dbb47'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:31:15.850466 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dc0217b7-4e6d-4d79-895a-c0667a44ff9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (0cdfd15f-5bde-4865-879d-a1eeea3e93a4), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:15.886213 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 031ef9b3-9a5f-44f6-90cc-573eaaae5850 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:31:15.914396 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 031ef9b3-9a5f-44f6-90cc-573eaaae5850, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=031ef9b3-9a5f-44f6-90cc-573eaaae5850,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:31:15.917040 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e82c73-7ee3-445c-a90b-ddce25f2b887 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-6ac60707-319a-4d65-9bd8-06cb97e2f80c', 'network_id': '6ac60707-319a-4d65-9bd8-06cb97e2f80c', 'project_id': '7eee167876f4486fa3e6b7859ca90f06', 'fixed_ips': [{'subnet_id': '65f866da-6201-417a-9c67-e7a8acffb4ae'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:31:15.919526 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-01e82c73-7ee3-445c-a90b-ddce25f2b887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:15.934716 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (031ef9b3-9a5f-44f6-90cc-573eaaae5850), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:16.009867 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=031ef9b3-9a5f-44f6-90cc-573eaaae5850,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:16.100990 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-dc0217b7-4e6d-4d79-895a-c0667a44ff9b None None] For port 0cdfd15f-5bde-4865-879d-a1eeea3e93a4, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:31:16.106831 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-dc0217b7-4e6d-4d79-895a-c0667a44ff9b None None] For port 0cdfd15f-5bde-4865-879d-a1eeea3e93a4, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=0cdfd15f-5bde-4865-879d-a1eeea3e93a4,segment=NetworkSegment(5c025fea-baa0-424f-9add-20cc57664ce2),segment_id=5c025fea-baa0-424f-9add-20cc57664ce2)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:31:16.205975 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6269a5-4fe9-444f-8ad3-66c1ffbbbde1 req-c7d5c18e-a7e0-4932-bd62-ba52114989aa tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:16.229829 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2f6269a5-4fe9-444f-8ad3-66c1ffbbbde1 req-c7d5c18e-a7e0-4932-bd62-ba52114989aa tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] 10.222.0.65 "GET /v2.0/ports?device_id=0904f83d-8d44-4317-9d9f-e807fc7ef760 HTTP/1.1" status: 200 len: 949 time: 0.1273568 Mar 11 19:31:16.271241 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-2ff4d514-219f-43b4-af68-1fecefe30035 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Allocated IP 10.1.1.48 (11e52173-c93f-4f90-a40d-087cab6dbb47/fb37e9b7-00ef-41b5-91f7-c613b891b27c/ee331cf0-fb09-4b4e-938d-0be1b69ce3c6) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:31:16.281753 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dc0217b7-4e6d-4d79-895a-c0667a44ff9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (0cdfd15f-5bde-4865-879d-a1eeea3e93a4), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:16.301038 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2f6269a5-4fe9-444f-8ad3-66c1ffbbbde1 req-50fd6eed-07de-4586-ad67-dcaa5cbc870b tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] 10.222.0.65 "GET /v2.0/security-groups?id=45c5fa18-9d4c-4285-a76c-9666e2ec0244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670090 Mar 11 19:31:16.485664 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7 no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:31:16.487178 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2ff4d514-219f-43b4-af68-1fecefe30035 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks [] for port (ee331cf0-fb09-4b4e-938d-0be1b69ce3c6), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:16.492496 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0217b7-4e6d-4d79-895a-c0667a44ff9b None None] Pushing event updated for resources: {'Port': ['ID=0cdfd15f-5bde-4865-879d-a1eeea3e93a4,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:16.566133 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-01e82c73-7ee3-445c-a90b-ddce25f2b887 None None] Allocated IP 10.2.2.2 (6ac60707-319a-4d65-9bd8-06cb97e2f80c/65f866da-6201-417a-9c67-e7a8acffb4ae/dffd6f01-2ce7-4064-905a-ece42fc47a6a) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:31:16.585262 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2ff4d514-219f-43b4-af68-1fecefe30035 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (ee331cf0-fb09-4b4e-938d-0be1b69ce3c6), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:16.692937 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['031ef9b3-9a5f-44f6-90cc-573eaaae5850'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:31:16.699708 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff4d514-219f-43b4-af68-1fecefe30035 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Network 11e52173-c93f-4f90-a40d-087cab6dbb47 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:31:16.704426 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-2ff4d514-219f-43b4-af68-1fecefe30035 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:31:16.706441 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff4d514-219f-43b4-af68-1fecefe30035 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Pushing event updated for resources: {'Port': ['ID=ee331cf0-fb09-4b4e-938d-0be1b69ce3c6,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:16.709121 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff4d514-219f-43b4-af68-1fecefe30035 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:31:16.757997 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7 is: DOWN; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:31:16.779174 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff4d514-219f-43b4-af68-1fecefe30035 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:16.780095 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2ff4d514-219f-43b4-af68-1fecefe30035 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:16.784879 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729c342-e486-41f9-837c-561636d556e6 req-2b71111c-582c-44a5-beae-2bebc0b18a67 tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:16.797864 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1729c342-e486-41f9-837c-561636d556e6 req-2b71111c-582c-44a5-beae-2bebc0b18a67 tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] 10.222.0.65 "GET /v2.0/ports?device_id=8641236d-15bc-4659-b0fa-16ed4aa8982a HTTP/1.1" status: 200 len: 951 time: 0.1695983 Mar 11 19:31:16.803667 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-2ff4d514-219f-43b4-af68-1fecefe30035 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6072741 Mar 11 19:31:16.806147 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57256) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:31:16.812876 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-6200b9b1-bd79-4822-8c94-c7facf3736bf tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Request body: {'port': {'network_id': '11e52173-c93f-4f90-a40d-087cab6dbb47', 'name': 'tempest-TaggedBootDevicesTest-1492190494', 'fixed_ips': [{'subnet_id': 'fb37e9b7-00ef-41b5-91f7-c613b891b27c'}]}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:31:16.922814 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1729c342-e486-41f9-837c-561636d556e6 req-b233952f-e720-4084-8d6c-b99c1ca8d6c5 tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] 10.222.0.65 "GET /v2.0/security-groups?id=fb70d1f7-aebb-4612-b27e-08c26dcf1a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198680 Mar 11 19:31:16.982496 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507f05d-e84b-479a-ac5e-0280b82f2fa7 req-5e782347-dfe2-4382-83c0-6f2fe2c8c732 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:17.000390 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1507f05d-e84b-479a-ac5e-0280b82f2fa7 req-5e782347-dfe2-4382-83c0-6f2fe2c8c732 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6912256-9a05-446d-93ac-d6cd63a1df39 HTTP/1.1" status: 200 len: 943 time: 0.1721256 Mar 11 19:31:17.018543 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-01e82c73-7ee3-445c-a90b-ddce25f2b887 None None] Publish callbacks [] for port (dffd6f01-2ce7-4064-905a-ece42fc47a6a), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:17.031899 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-01e82c73-7ee3-445c-a90b-ddce25f2b887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (dffd6f01-2ce7-4064-905a-ece42fc47a6a), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:17.045654 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6200b9b1-bd79-4822-8c94-c7facf3736bf tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Made reservation on behalf of 7eee167876f4486fa3e6b7859ca90f06 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:31:17.050772 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6200b9b1-bd79-4822-8c94-c7facf3736bf tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:17.079200 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e82c73-7ee3-445c-a90b-ddce25f2b887 None None] Network 6ac60707-319a-4d65-9bd8-06cb97e2f80c is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:31:17.084828 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-01e82c73-7ee3-445c-a90b-ddce25f2b887 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:31:17.087645 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e82c73-7ee3-445c-a90b-ddce25f2b887 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:31:17.090184 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-6200b9b1-bd79-4822-8c94-c7facf3736bf tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] device_id is not set on port 01f92c37-1a4f-4ed7-b651-d1f48652d7d8 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:31:17.107552 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1507f05d-e84b-479a-ac5e-0280b82f2fa7 req-91764e9a-6a71-4be0-a647-4b5dcc9688d5 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010022 Mar 11 19:31:17.161985 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e82c73-7ee3-445c-a90b-ddce25f2b887 None None] Pushing event updated for resources: {'Port': ['ID=dffd6f01-2ce7-4064-905a-ece42fc47a6a,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:17.177996 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-01e82c73-7ee3-445c-a90b-ddce25f2b887 None None] Attempting to bind port dffd6f01-2ce7-4064-905a-ece42fc47a6a on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:31:17.178599 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-01e82c73-7ee3-445c-a90b-ddce25f2b887 None None] Attempting to bind port dffd6f01-2ce7-4064-905a-ece42fc47a6a by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '9d946b28-c592-4a63-8283-ea5501d9524a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '6ac60707-319a-4d65-9bd8-06cb97e2f80c'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:31:17.179068 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e82c73-7ee3-445c-a90b-ddce25f2b887 None None] Attempting to bind port dffd6f01-2ce7-4064-905a-ece42fc47a6a on network 6ac60707-319a-4d65-9bd8-06cb97e2f80c {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:31:17.185034 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e82c73-7ee3-445c-a90b-ddce25f2b887 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:31:17.185558 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e82c73-7ee3-445c-a90b-ddce25f2b887 None None] Checking segment: {'id': '9d946b28-c592-4a63-8283-ea5501d9524a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '6ac60707-319a-4d65-9bd8-06cb97e2f80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:31:17.186069 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-01e82c73-7ee3-445c-a90b-ddce25f2b887 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:17.186803 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e82c73-7ee3-445c-a90b-ddce25f2b887 None None] Bound using segment: {'id': '9d946b28-c592-4a63-8283-ea5501d9524a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '6ac60707-319a-4d65-9bd8-06cb97e2f80c'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:31:17.188046 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-01e82c73-7ee3-445c-a90b-ddce25f2b887 None None] Bound port: dffd6f01-2ce7-4064-905a-ece42fc47a6a, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d946b28-c592-4a63-8283-ea5501d9524a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '6ac60707-319a-4d65-9bd8-06cb97e2f80c'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:31:17.188595 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-01e82c73-7ee3-445c-a90b-ddce25f2b887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (dffd6f01-2ce7-4064-905a-ece42fc47a6a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:17.270347 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-01e82c73-7ee3-445c-a90b-ddce25f2b887 None None] For port dffd6f01-2ce7-4064-905a-ece42fc47a6a, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:31:17.275687 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-01e82c73-7ee3-445c-a90b-ddce25f2b887 None None] For port dffd6f01-2ce7-4064-905a-ece42fc47a6a, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=dffd6f01-2ce7-4064-905a-ece42fc47a6a,segment=NetworkSegment(9d946b28-c592-4a63-8283-ea5501d9524a),segment_id=9d946b28-c592-4a63-8283-ea5501d9524a)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:31:17.283030 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-01e82c73-7ee3-445c-a90b-ddce25f2b887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (dffd6f01-2ce7-4064-905a-ece42fc47a6a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:17.326299 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-6200b9b1-bd79-4822-8c94-c7facf3736bf tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Allocated IP 10.1.1.196 (11e52173-c93f-4f90-a40d-087cab6dbb47/fb37e9b7-00ef-41b5-91f7-c613b891b27c/01f92c37-1a4f-4ed7-b651-d1f48652d7d8) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:31:17.358183 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e82c73-7ee3-445c-a90b-ddce25f2b887 None None] Pushing event updated for resources: {'Port': ['ID=dffd6f01-2ce7-4064-905a-ece42fc47a6a,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:17.524319 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a9008-b47d-4db3-b2de-c86e6f8b3249 req-674fd716-cf5f-479b-93fd-1f12d51acd59 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:17.540053 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-af4a9008-b47d-4db3-b2de-c86e6f8b3249 req-674fd716-cf5f-479b-93fd-1f12d51acd59 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] 10.222.0.65 "GET /v2.0/ports?device_id=0904f83d-8d44-4317-9d9f-e807fc7ef760 HTTP/1.1" status: 200 len: 949 time: 0.0855572 Mar 11 19:31:17.624216 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6200b9b1-bd79-4822-8c94-c7facf3736bf tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks [] for port (01f92c37-1a4f-4ed7-b651-d1f48652d7d8), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:17.633785 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-af4a9008-b47d-4db3-b2de-c86e6f8b3249 req-aadd23e0-19e0-4d72-958b-07072fa10624 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] 10.222.0.65 "GET /v2.0/security-groups?id=45c5fa18-9d4c-4285-a76c-9666e2ec0244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926855 Mar 11 19:31:17.710312 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6200b9b1-bd79-4822-8c94-c7facf3736bf tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (01f92c37-1a4f-4ed7-b651-d1f48652d7d8), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:17.802617 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6200b9b1-bd79-4822-8c94-c7facf3736bf tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Network 11e52173-c93f-4f90-a40d-087cab6dbb47 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:31:17.820674 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-6200b9b1-bd79-4822-8c94-c7facf3736bf tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:31:17.828666 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6200b9b1-bd79-4822-8c94-c7facf3736bf tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:31:17.843575 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6200b9b1-bd79-4822-8c94-c7facf3736bf tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Pushing event updated for resources: {'Port': ['ID=01f92c37-1a4f-4ed7-b651-d1f48652d7d8,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:17.942257 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6200b9b1-bd79-4822-8c94-c7facf3736bf tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:17.942931 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6200b9b1-bd79-4822-8c94-c7facf3736bf tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:17.976363 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-6200b9b1-bd79-4822-8c94-c7facf3736bf tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1677995 Mar 11 19:31:18.056485 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14728a3c-8c29-4f50-9abc-0c1b680d40d4 None None] Network 11e52173-c93f-4f90-a40d-087cab6dbb47 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:31:18.144789 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device dffd6f01-2ce7-4064-905a-ece42fc47a6a up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:31:18.201688 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c3a50b6d-a224-45db-8feb-4f57513cf93a None None] Provisioning complete for port 0cdfd15f-5bde-4865-879d-a1eeea3e93a4 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:31:18.203528 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c3a50b6d-a224-45db-8feb-4f57513cf93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (0cdfd15f-5bde-4865-879d-a1eeea3e93a4), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:18.304157 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port dffd6f01-2ce7-4064-905a-ece42fc47a6a triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:31:18.304841 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (dffd6f01-2ce7-4064-905a-ece42fc47a6a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:18.384619 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c3a50b6d-a224-45db-8feb-4f57513cf93a None None] Current status of the port 0cdfd15f-5bde-4865-879d-a1eeea3e93a4 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:31:18.385013 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c3a50b6d-a224-45db-8feb-4f57513cf93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (0cdfd15f-5bde-4865-879d-a1eeea3e93a4), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:18.419148 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65823d4-d3af-4c3a-9d26-2a5bb3fd9594 req-e5ff7404-9f20-447b-8b2c-0b94922e5f58 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:18.430930 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c65823d4-d3af-4c3a-9d26-2a5bb3fd9594 req-e5ff7404-9f20-447b-8b2c-0b94922e5f58 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6912256-9a05-446d-93ac-d6cd63a1df39 HTTP/1.1" status: 200 len: 943 time: 0.1234968 Mar 11 19:31:18.479079 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c3a50b6d-a224-45db-8feb-4f57513cf93a None None] For port 0cdfd15f-5bde-4865-879d-a1eeea3e93a4, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=0cdfd15f-5bde-4865-879d-a1eeea3e93a4,segment=NetworkSegment(5c025fea-baa0-424f-9add-20cc57664ce2),segment_id=5c025fea-baa0-424f-9add-20cc57664ce2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:31:18.481540 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port dffd6f01-2ce7-4064-905a-ece42fc47a6a is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:31:18.481958 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (dffd6f01-2ce7-4064-905a-ece42fc47a6a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:18.491209 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 031ef9b3-9a5f-44f6-90cc-573eaaae5850 up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:31:18.539860 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c65823d4-d3af-4c3a-9d26-2a5bb3fd9594 req-ade67593-46b4-4418-9fec-6d8ddeb51944 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076069 Mar 11 19:31:18.562900 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c3a50b6d-a224-45db-8feb-4f57513cf93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (0cdfd15f-5bde-4865-879d-a1eeea3e93a4), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:18.664379 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:18.680921 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57330) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:31:18.685450 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-dbb0db86-5acc-4b61-bcc4-d3c989b173ce tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1096257029', 'description': 'tempest-description--691359360'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:31:18.705031 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c7ce9-26b8-4c7a-aca9-5e42f37d9b83 req-a99cc67d-a84b-40b9-814f-3c0c1b0f9aa2 tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:18.712991 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-373c7ce9-26b8-4c7a-aca9-5e42f37d9b83 req-a99cc67d-a84b-40b9-814f-3c0c1b0f9aa2 tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] 10.222.0.65 "GET /v2.0/ports?device_id=8641236d-15bc-4659-b0fa-16ed4aa8982a HTTP/1.1" status: 200 len: 951 time: 0.0783775 Mar 11 19:31:18.722843 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port dffd6f01-2ce7-4064-905a-ece42fc47a6a, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=dffd6f01-2ce7-4064-905a-ece42fc47a6a,segment=NetworkSegment(9d946b28-c592-4a63-8283-ea5501d9524a),segment_id=9d946b28-c592-4a63-8283-ea5501d9524a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:31:18.745954 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (dffd6f01-2ce7-4064-905a-ece42fc47a6a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:18.746187 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 0cdfd15f-5bde-4865-879d-a1eeea3e93a4 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:31:18.749992 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dbb0db86-5acc-4b61-bcc4-d3c989b173ce tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:18.753237 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port 031ef9b3-9a5f-44f6-90cc-573eaaae5850 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:31:18.765792 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a50b6d-a224-45db-8feb-4f57513cf93a None None] Pushing event updated for resources: {'Port': ['ID=0cdfd15f-5bde-4865-879d-a1eeea3e93a4,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:18.801826 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-373c7ce9-26b8-4c7a-aca9-5e42f37d9b83 req-dd18922b-61d9-415a-ade1-6de94920a348 tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] 10.222.0.65 "GET /v2.0/security-groups?id=fb70d1f7-aebb-4612-b27e-08c26dcf1a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815108 Mar 11 19:31:18.814518 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port 031ef9b3-9a5f-44f6-90cc-573eaaae5850 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:31:18.816222 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (031ef9b3-9a5f-44f6-90cc-573eaaae5850), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:18.929929 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dbb0db86-5acc-4b61-bcc4-d3c989b173ce tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks [] for security_group (d5fd3d3c-20cd-431b-acc4-4d910716b349), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:18.937687 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63afb32d-3bbb-4dee-944f-6d46aad1ceca req-dce27601-b4e1-4b25-a1d9-eb37f74241fa tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:18.938432 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dbb0db86-5acc-4b61-bcc4-d3c989b173ce tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (d5fd3d3c-20cd-431b-acc4-4d910716b349), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:18.942737 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-63afb32d-3bbb-4dee-944f-6d46aad1ceca req-dce27601-b4e1-4b25-a1d9-eb37f74241fa tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] 10.222.0.65 "GET /v2.0/ports?device_id=0904f83d-8d44-4317-9d9f-e807fc7ef760 HTTP/1.1" status: 200 len: 949 time: 0.1135223 Mar 11 19:31:18.960482 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-abf8eabc-f087-49ea-b748-830d63654f33 None None] Provisioning complete for port ee331cf0-fb09-4b4e-938d-0be1b69ce3c6 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:31:18.960482 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-abf8eabc-f087-49ea-b748-830d63654f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ee331cf0-fb09-4b4e-938d-0be1b69ce3c6), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:18.989680 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dbb0db86-5acc-4b61-bcc4-d3c989b173ce tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:18.990926 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-dbb0db86-5acc-4b61-bcc4-d3c989b173ce tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3089862 Mar 11 19:31:18.993893 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 57342) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:31:18.999306 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-867343c8-b428-434e-bdb3-411cd8096d48 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Request body: {'security_group_rule': {'security_group_id': 'd5fd3d3c-20cd-431b-acc4-4d910716b349', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:31:19.009977 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb0db86-5acc-4b61-bcc4-d3c989b173ce tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5fd3d3c-20cd-431b-acc4-4d910716b349,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:19.038965 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-867343c8-b428-434e-bdb3-411cd8096d48 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks [] for security_group_rule (2a0c52d2-080b-495a-ac3d-412d9f5aba39), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:19.071182 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=dffd6f01-2ce7-4064-905a-ece42fc47a6a,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:19.084069 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 0cdfd15f-5bde-4865-879d-a1eeea3e93a4 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:31:19.084515 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (0cdfd15f-5bde-4865-879d-a1eeea3e93a4), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:19.086044 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-abf8eabc-f087-49ea-b748-830d63654f33 None None] Port ee331cf0-fb09-4b4e-938d-0be1b69ce3c6 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:31:19.177258 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-867343c8-b428-434e-bdb3-411cd8096d48 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks [] for security_group_rule (2a0c52d2-080b-495a-ac3d-412d9f5aba39), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:19.183020 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-abf8eabc-f087-49ea-b748-830d63654f33 None None] Provisioning complete for port 0cdfd15f-5bde-4865-879d-a1eeea3e93a4 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:31:19.183477 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-abf8eabc-f087-49ea-b748-830d63654f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (0cdfd15f-5bde-4865-879d-a1eeea3e93a4), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:19.183725 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-867343c8-b428-434e-bdb3-411cd8096d48 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (2a0c52d2-080b-495a-ac3d-412d9f5aba39), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:19.228600 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867343c8-b428-434e-bdb3-411cd8096d48 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a0c52d2-080b-495a-ac3d-412d9f5aba39,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:19.276878 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-867343c8-b428-434e-bdb3-411cd8096d48 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:19.278343 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-867343c8-b428-434e-bdb3-411cd8096d48 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2825220 Mar 11 19:31:19.280988 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57344) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:31:19.285654 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-f8fca8f9-ed23-4ccb-9de6-b6c00eb907f9 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Request body: {'security_group_rule': {'security_group_id': 'd5fd3d3c-20cd-431b-acc4-4d910716b349', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:31:19.301069 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-63afb32d-3bbb-4dee-944f-6d46aad1ceca req-1ac4a504-3bc3-4d27-ba81-aa988dfe3b72 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] 10.222.0.65 "GET /v2.0/security-groups?id=45c5fa18-9d4c-4285-a76c-9666e2ec0244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3522544 Mar 11 19:31:19.328464 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f8fca8f9-ed23-4ccb-9de6-b6c00eb907f9 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks [] for security_group_rule (654cd102-2ce4-451a-9785-04625768370d), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:19.392206 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 031ef9b3-9a5f-44f6-90cc-573eaaae5850 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:31:19.392760 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (031ef9b3-9a5f-44f6-90cc-573eaaae5850), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:19.399911 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a55732f-37af-412c-999b-01f62a0c7c47 None None] Network 6ac60707-319a-4d65-9bd8-06cb97e2f80c requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:31:19.407373 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f8fca8f9-ed23-4ccb-9de6-b6c00eb907f9 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks [] for security_group_rule (654cd102-2ce4-451a-9785-04625768370d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:19.412790 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f8fca8f9-ed23-4ccb-9de6-b6c00eb907f9 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (654cd102-2ce4-451a-9785-04625768370d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:19.431556 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fca8f9-ed23-4ccb-9de6-b6c00eb907f9 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=654cd102-2ce4-451a-9785-04625768370d,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:19.442035 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f8fca8f9-ed23-4ccb-9de6-b6c00eb907f9 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:19.443314 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f8fca8f9-ed23-4ccb-9de6-b6c00eb907f9 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1613102 Mar 11 19:31:19.446292 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57346) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:31:19.450641 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-8f0f3849-4352-4261-ab81-03e8195e6c68 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Request body: {'floatingip': {'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:31:19.472476 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0904f83d-8d44-4317-9d9f-e807fc7ef760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '031ef9b3-9a5f-44f6-90cc-573eaaae5850'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:31:19.473160 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8f0f3849-4352-4261-ab81-03e8195e6c68 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:19.474948 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0147d95-751d-49b4-9e2f-ac008fb4dadf" -d '{"events": [{"server_uuid": "0904f83d-8d44-4317-9d9f-e807fc7ef760", "name": "network-vif-plugged", "status": "completed", "tag": "031ef9b3-9a5f-44f6-90cc-573eaaae5850"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:31:19.517766 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bef6bfb-6688-400d-9489-09816c8d7f0d x-openstack-request-id: req-5bef6bfb-6688-400d-9489-09816c8d7f0d {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:31:19.518079 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0904f83d-8d44-4317-9d9f-e807fc7ef760", "name": "network-vif-plugged", "status": "completed", "tag": "031ef9b3-9a5f-44f6-90cc-573eaaae5850", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:31:19.518304 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5bef6bfb-6688-400d-9489-09816c8d7f0d {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:31:19.518689 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0904f83d-8d44-4317-9d9f-e807fc7ef760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '031ef9b3-9a5f-44f6-90cc-573eaaae5850', 'code': 200} Mar 11 19:31:19.539272 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 031ef9b3-9a5f-44f6-90cc-573eaaae5850, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=031ef9b3-9a5f-44f6-90cc-573eaaae5850,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:31:19.583568 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (031ef9b3-9a5f-44f6-90cc-573eaaae5850), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:19.592725 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8f0f3849-4352-4261-ab81-03e8195e6c68 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:19.652375 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 0cdfd15f-5bde-4865-879d-a1eeea3e93a4 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:31:19.674947 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363eade5-cc84-436e-b3be-9de847c022eb req-439fb0e3-00b9-4733-852d-a74bfdaa141b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:19.678793 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-363eade5-cc84-436e-b3be-9de847c022eb req-439fb0e3-00b9-4733-852d-a74bfdaa141b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0904f83d-8d44-4317-9d9f-e807fc7ef760 HTTP/1.1" status: 200 len: 1132 time: 0.0961664 Mar 11 19:31:19.733961 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=031ef9b3-9a5f-44f6-90cc-573eaaae5850,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:19.739122 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-abf8eabc-f087-49ea-b748-830d63654f33 None None] Current status of the port 0cdfd15f-5bde-4865-879d-a1eeea3e93a4 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:31:19.760090 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-abf8eabc-f087-49ea-b748-830d63654f33 None None] Provisioning complete for port 01f92c37-1a4f-4ed7-b651-d1f48652d7d8 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:31:19.760633 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-abf8eabc-f087-49ea-b748-830d63654f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (01f92c37-1a4f-4ed7-b651-d1f48652d7d8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:19.766306 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-363eade5-cc84-436e-b3be-9de847c022eb req-98b40e83-9926-4873-89a5-a4ad7e059271 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=45c5fa18-9d4c-4285-a76c-9666e2ec0244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733256 Mar 11 19:31:19.793508 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-8f0f3849-4352-4261-ab81-03e8195e6c68 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Allocated IP 172.25.8.16 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/9c676d8b-6022-4e89-947d-e40469fe70e3) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:31:19.799512 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b973e54f-938c-4271-8635-8b112df3ffdf req-10236895-491d-4a73-ad68-ae02ee7a2ed0 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:19.807483 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-abf8eabc-f087-49ea-b748-830d63654f33 None None] Port 01f92c37-1a4f-4ed7-b651-d1f48652d7d8 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:31:19.811611 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b973e54f-938c-4271-8635-8b112df3ffdf req-10236895-491d-4a73-ad68-ae02ee7a2ed0 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6912256-9a05-446d-93ac-d6cd63a1df39 HTTP/1.1" status: 200 len: 943 time: 0.1304247 Mar 11 19:31:19.923919 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b973e54f-938c-4271-8635-8b112df3ffdf req-bdfe0ff9-2545-4118-8159-3bf18d5a79f1 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054645 Mar 11 19:31:19.955226 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-15f43e89-90e2-490d-acac-15da10ae3ed6 None None] Provisioning complete for port ee331cf0-fb09-4b4e-938d-0be1b69ce3c6 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:31:19.955975 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-15f43e89-90e2-490d-acac-15da10ae3ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ee331cf0-fb09-4b4e-938d-0be1b69ce3c6), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:19.985774 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device dffd6f01-2ce7-4064-905a-ece42fc47a6a up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:31:20.002999 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8f0f3849-4352-4261-ab81-03e8195e6c68 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks [] for port (9c676d8b-6022-4e89-947d-e40469fe70e3), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:20.013320 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b0daa-bd53-4e0d-b17d-35f20917aa2c req-1c03a771-8c80-4cc9-8dab-264bcca7bc3e tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:20.022494 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-658b0daa-bd53-4e0d-b17d-35f20917aa2c req-1c03a771-8c80-4cc9-8dab-264bcca7bc3e tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] 10.222.0.65 "GET /v2.0/ports?device_id=8641236d-15bc-4659-b0fa-16ed4aa8982a HTTP/1.1" status: 200 len: 951 time: 0.0909090 Mar 11 19:31:20.048350 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8f0f3849-4352-4261-ab81-03e8195e6c68 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (9c676d8b-6022-4e89-947d-e40469fe70e3), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:20.052625 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-15f43e89-90e2-490d-acac-15da10ae3ed6 None None] Port ee331cf0-fb09-4b4e-938d-0be1b69ce3c6 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:31:20.075175 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-15f43e89-90e2-490d-acac-15da10ae3ed6 None None] Provisioning complete for port dffd6f01-2ce7-4064-905a-ece42fc47a6a triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:31:20.075734 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-15f43e89-90e2-490d-acac-15da10ae3ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (dffd6f01-2ce7-4064-905a-ece42fc47a6a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:20.078224 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port dffd6f01-2ce7-4064-905a-ece42fc47a6a triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:31:20.078686 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (dffd6f01-2ce7-4064-905a-ece42fc47a6a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:20.120230 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0f3849-4352-4261-ab81-03e8195e6c68 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:31:20.123840 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-8f0f3849-4352-4261-ab81-03e8195e6c68 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:31:20.130432 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0f3849-4352-4261-ab81-03e8195e6c68 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:31:20.157655 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0f3849-4352-4261-ab81-03e8195e6c68 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Pushing event updated for resources: {'Port': ['ID=9c676d8b-6022-4e89-947d-e40469fe70e3,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:20.186206 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-658b0daa-bd53-4e0d-b17d-35f20917aa2c req-35548439-66c6-4e32-b1ed-4e25a73326d2 tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] 10.222.0.65 "GET /v2.0/security-groups?id=fb70d1f7-aebb-4612-b27e-08c26dcf1a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627507 Mar 11 19:31:20.225255 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port dffd6f01-2ce7-4064-905a-ece42fc47a6a is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:31:20.226498 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 0cdfd15f-5bde-4865-879d-a1eeea3e93a4 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:31:20.230593 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8f0f3849-4352-4261-ab81-03e8195e6c68 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks [] for floatingip (c827b1d3-9a77-4acc-925e-f5f39001e051), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:20.252530 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-15f43e89-90e2-490d-acac-15da10ae3ed6 None None] Current status of the port dffd6f01-2ce7-4064-905a-ece42fc47a6a is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:31:20.274158 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-15f43e89-90e2-490d-acac-15da10ae3ed6 None None] Provisioning complete for port 01f92c37-1a4f-4ed7-b651-d1f48652d7d8 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:31:20.274589 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-15f43e89-90e2-490d-acac-15da10ae3ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (01f92c37-1a4f-4ed7-b651-d1f48652d7d8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:20.282278 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8f0f3849-4352-4261-ab81-03e8195e6c68 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (9c676d8b-6022-4e89-947d-e40469fe70e3), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:20.316323 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-15f43e89-90e2-490d-acac-15da10ae3ed6 None None] Port 01f92c37-1a4f-4ed7-b651-d1f48652d7d8 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:31:20.321786 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 0cdfd15f-5bde-4865-879d-a1eeea3e93a4 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:31:20.322219 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (0cdfd15f-5bde-4865-879d-a1eeea3e93a4), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:20.423102 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 0cdfd15f-5bde-4865-879d-a1eeea3e93a4 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:31:20.438071 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-8f8e41be-d760-4949-86b5-72b240f2a24e None None] Provisioning complete for port dffd6f01-2ce7-4064-905a-ece42fc47a6a triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:31:20.438445 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8f8e41be-d760-4949-86b5-72b240f2a24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (dffd6f01-2ce7-4064-905a-ece42fc47a6a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:20.441199 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850a81b3-ce9a-49a8-b468-ce20063c89b9 req-a75ac01e-13d0-4dde-9e14-98f7b3b306de tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:20.442572 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-850a81b3-ce9a-49a8-b468-ce20063c89b9 req-a75ac01e-13d0-4dde-9e14-98f7b3b306de tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] 10.222.0.65 "GET /v2.0/ports?device_id=0904f83d-8d44-4317-9d9f-e807fc7ef760 HTTP/1.1" status: 200 len: 950 time: 0.0658584 Mar 11 19:31:20.449504 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8f0f3849-4352-4261-ab81-03e8195e6c68 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks [] for port (9c676d8b-6022-4e89-947d-e40469fe70e3), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:20.455700 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8f0f3849-4352-4261-ab81-03e8195e6c68 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (9c676d8b-6022-4e89-947d-e40469fe70e3), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:20.498035 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 2cae9d66-de8f-4850-a89e-b0b3d82247ae no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:31:20.505262 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-850a81b3-ce9a-49a8-b468-ce20063c89b9 req-c469efcb-cd65-42c2-9edb-997f168c6453 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] 10.222.0.65 "GET /v2.0/security-groups?id=45c5fa18-9d4c-4285-a76c-9666e2ec0244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561707 Mar 11 19:31:20.552104 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8f0f3849-4352-4261-ab81-03e8195e6c68 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (c827b1d3-9a77-4acc-925e-f5f39001e051), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:20.555043 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0f3849-4352-4261-ab81-03e8195e6c68 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Pushing event updated for resources: {'Port': ['ID=9c676d8b-6022-4e89-947d-e40469fe70e3,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:20.574980 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8f0f3849-4352-4261-ab81-03e8195e6c68 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:20.576375 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8f0f3849-4352-4261-ab81-03e8195e6c68 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1291218 Mar 11 19:31:20.585679 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8f8e41be-d760-4949-86b5-72b240f2a24e None None] Current status of the port dffd6f01-2ce7-4064-905a-ece42fc47a6a is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:31:20.624881 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 2cae9d66-de8f-4850-a89e-b0b3d82247ae is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:31:20.625381 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2cae9d66-de8f-4850-a89e-b0b3d82247ae), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:20.664141 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 2cae9d66-de8f-4850-a89e-b0b3d82247ae, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=2cae9d66-de8f-4850-a89e-b0b3d82247ae,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:31:20.669167 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (2cae9d66-de8f-4850-a89e-b0b3d82247ae), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:20.720231 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=2cae9d66-de8f-4850-a89e-b0b3d82247ae,revision_number=11']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:20.828070 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-b539f855-5534-4c2b-9895-960af9297fc3 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1096257029&fields=id&tenant_id=7eee167876f4486fa3e6b7859ca90f06 HTTP/1.1" status: 200 len: 267 time: 0.0457308 Mar 11 19:31:20.896187 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-ea8acdcf-7604-41c6-ac73-c025f2ae278a tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:20.897983 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-ea8acdcf-7604-41c6-ac73-c025f2ae278a tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports/ee331cf0-fb09-4b4e-938d-0be1b69ce3c6 HTTP/1.1" status: 200 len: 930 time: 0.0611870 Mar 11 19:31:20.955530 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-02240380-ab9d-49b8-872b-e6288fb6fea7 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:20.957160 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-02240380-ab9d-49b8-872b-e6288fb6fea7 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports/01f92c37-1a4f-4ed7-b651-d1f48652d7d8 HTTP/1.1" status: 200 len: 932 time: 0.0538602 Mar 11 19:31:20.994811 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-4c822ea0-797b-4136-bb0c-314bbfced5a4 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?network_id=6ac60707-319a-4d65-9bd8-06cb97e2f80c&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0302269 Mar 11 19:31:21.050972 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-32670c9b-f5b8-4cfa-861b-3e147e83cd98 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?network_id=6ac60707-319a-4d65-9bd8-06cb97e2f80c&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0477560 Mar 11 19:31:21.101998 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00139b33-fc19-440d-8d89-fe34c71a9dca req-65ab699f-1b4b-4a6a-a5a0-82af065239ef tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:21.103458 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-00139b33-fc19-440d-8d89-fe34c71a9dca req-65ab699f-1b4b-4a6a-a5a0-82af065239ef tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6912256-9a05-446d-93ac-d6cd63a1df39 HTTP/1.1" status: 200 len: 943 time: 0.1110568 Mar 11 19:31:21.213911 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-201e2095-a839-4a0e-8bb8-f3c59a37647b tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:21.219658 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-201e2095-a839-4a0e-8bb8-f3c59a37647b tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:21.224647 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-201e2095-a839-4a0e-8bb8-f3c59a37647b tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:21.226310 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-201e2095-a839-4a0e-8bb8-f3c59a37647b tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/networks?id=3a5ebcdd-7c47-4480-b835-e31622a3f5f1&id=11e52173-c93f-4f90-a40d-087cab6dbb47&id=11e52173-c93f-4f90-a40d-087cab6dbb47&id=6ac60707-319a-4d65-9bd8-06cb97e2f80c&id=6ac60707-319a-4d65-9bd8-06cb97e2f80c HTTP/1.1" status: 200 len: 1990 time: 0.1677835 Mar 11 19:31:21.232455 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-00139b33-fc19-440d-8d89-fe34c71a9dca req-e78d5acd-cc82-4be7-a855-75e350dfe7b4 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138155 Mar 11 19:31:21.243989 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-fa7d7562-d98b-437a-90a8-955228b51db7 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/quotas/7eee167876f4486fa3e6b7859ca90f06 HTTP/1.1" status: 200 len: 375 time: 0.0103393 Mar 11 19:31:21.327601 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-ff5b3172-3d7d-4061-a277-bce1bcc591aa tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=7eee167876f4486fa3e6b7859ca90f06&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0752726 Mar 11 19:31:21.438206 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d82cc2-e18d-4886-b6d7-44e2f87a0f58 req-d9f6840f-f025-4140-9603-e2caa8da29b0 tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:21.439715 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f6d82cc2-e18d-4886-b6d7-44e2f87a0f58 req-d9f6840f-f025-4140-9603-e2caa8da29b0 tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] 10.222.0.65 "GET /v2.0/ports?device_id=8641236d-15bc-4659-b0fa-16ed4aa8982a HTTP/1.1" status: 200 len: 949 time: 0.1255901 Mar 11 19:31:21.473046 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-bbfe9ec9-f854-4069-ab8a-a770a7ee23da service neutron] 10.222.0.65 "GET /v2.0/networks/3a5ebcdd-7c47-4480-b835-e31622a3f5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193717 Mar 11 19:31:21.520182 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8641236d-15bc-4659-b0fa-16ed4aa8982a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cae9d66-de8f-4850-a89e-b0b3d82247ae'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:31:21.520764 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f6d82cc2-e18d-4886-b6d7-44e2f87a0f58 req-15f0d10b-a85c-4d20-8e30-06e4859fb3e9 tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] 10.222.0.65 "GET /v2.0/security-groups?id=fb70d1f7-aebb-4612-b27e-08c26dcf1a07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710750 Mar 11 19:31:21.522748 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68745436-a5cb-4a42-82be-a9f0e71836ad" -d '{"events": [{"server_uuid": "8641236d-15bc-4659-b0fa-16ed4aa8982a", "name": "network-vif-unplugged", "status": "completed", "tag": "2cae9d66-de8f-4850-a89e-b0b3d82247ae"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:31:21.629753 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-18d9f342-cb88-426e-80db-c409e43500c3 service neutron] 10.222.0.65 "GET /v2.0/networks/3a5ebcdd-7c47-4480-b835-e31622a3f5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448522 Mar 11 19:31:21.633663 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 19:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-328fda27-9389-4180-b003-b8dde279377b x-openstack-request-id: req-328fda27-9389-4180-b003-b8dde279377b {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:31:21.634031 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8641236d-15bc-4659-b0fa-16ed4aa8982a", "name": "network-vif-unplugged", "status": "completed", "tag": "2cae9d66-de8f-4850-a89e-b0b3d82247ae", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:31:21.634356 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-328fda27-9389-4180-b003-b8dde279377b {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:31:21.634832 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8641236d-15bc-4659-b0fa-16ed4aa8982a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cae9d66-de8f-4850-a89e-b0b3d82247ae', 'code': 200} Mar 11 19:31:21.680720 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-a89ec282-3f6d-46b7-96a3-08f19291f169 service neutron] 10.222.0.65 "GET /v2.0/ports/ee331cf0-fb09-4b4e-938d-0be1b69ce3c6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0499632 Mar 11 19:31:21.688658 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c5f4a-245e-4f8b-917d-cf7831cfed1a req-944eb785-e836-4c4c-a64c-52c12e57398f tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:21.690161 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-db4c5f4a-245e-4f8b-917d-cf7831cfed1a req-944eb785-e836-4c4c-a64c-52c12e57398f tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] 10.222.0.57 "GET /v2.0/ports?device_id=8641236d-15bc-4659-b0fa-16ed4aa8982a HTTP/1.1" status: 200 len: 949 time: 0.1132822 Mar 11 19:31:21.873730 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de003577-771e-4e1a-8a49-77181cdf1e99 req-44a4bbf0-7ad7-4e9f-b62c-56cdbd2c13f4 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:21.875239 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-de003577-771e-4e1a-8a49-77181cdf1e99 req-44a4bbf0-7ad7-4e9f-b62c-56cdbd2c13f4 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] 10.222.0.65 "GET /v2.0/ports?device_id=0904f83d-8d44-4317-9d9f-e807fc7ef760 HTTP/1.1" status: 200 len: 950 time: 0.1758652 Mar 11 19:31:21.904057 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-0bb9c68b-27f5-4b1b-ae7f-e6bb34233ad8 service neutron] 10.222.0.65 "GET /v2.0/networks/11e52173-c93f-4f90-a40d-087cab6dbb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128036 Mar 11 19:31:21.959891 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-db4c5f4a-245e-4f8b-917d-cf7831cfed1a req-84fda216-7a32-4f7a-a2b1-e8825343ef86 tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] Deleting port 2cae9d66-de8f-4850-a89e-b0b3d82247ae {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:31:21.960226 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-db4c5f4a-245e-4f8b-917d-cf7831cfed1a req-84fda216-7a32-4f7a-a2b1-e8825343ef86 tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (2cae9d66-de8f-4850-a89e-b0b3d82247ae), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:22.028261 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-de003577-771e-4e1a-8a49-77181cdf1e99 req-d0578a5f-4cc5-499c-8c22-a09047583153 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] 10.222.0.65 "GET /v2.0/security-groups?id=45c5fa18-9d4c-4285-a76c-9666e2ec0244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463144 Mar 11 19:31:22.110702 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-c4e4c604-1084-4bc2-97c9-fb9b173995f3 service neutron] 10.222.0.65 "GET /v2.0/networks/11e52173-c93f-4f90-a40d-087cab6dbb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979463 Mar 11 19:31:22.165318 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-db4c5f4a-245e-4f8b-917d-cf7831cfed1a req-84fda216-7a32-4f7a-a2b1-e8825343ef86 tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] For port 2cae9d66-de8f-4850-a89e-b0b3d82247ae, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=2cae9d66-de8f-4850-a89e-b0b3d82247ae,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:31:22.165682 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-db4c5f4a-245e-4f8b-917d-cf7831cfed1a req-84fda216-7a32-4f7a-a2b1-e8825343ef86 tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (2cae9d66-de8f-4850-a89e-b0b3d82247ae), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:22.181459 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-068fdf32-3c13-4588-9827-10ed3acb11de service neutron] 10.222.0.65 "GET /v2.0/ports/01f92c37-1a4f-4ed7-b651-d1f48652d7d8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0597196 Mar 11 19:31:22.182307 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-db4c5f4a-245e-4f8b-917d-cf7831cfed1a req-84fda216-7a32-4f7a-a2b1-e8825343ef86 tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] Calling delete_port for 2cae9d66-de8f-4850-a89e-b0b3d82247ae owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:31:22.265740 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3cc6088a-e264-4481-908f-20a90f5db200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:22.379931 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-9518c32f-8886-4104-b15f-8ff1b694015b service neutron] 10.222.0.65 "GET /v2.0/networks/11e52173-c93f-4f90-a40d-087cab6dbb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886377 Mar 11 19:31:22.414264 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:22.440824 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d94d22-fed6-4186-80e8-73b98bf54b84 req-542c3201-3a3b-4431-8868-57bcc19d6f3c tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:22.442296 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a9d94d22-fed6-4186-80e8-73b98bf54b84 req-542c3201-3a3b-4431-8868-57bcc19d6f3c tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] 10.222.0.65 "GET /v2.0/ports?device_id=0904f83d-8d44-4317-9d9f-e807fc7ef760 HTTP/1.1" status: 200 len: 950 time: 0.1425710 Mar 11 19:31:22.498725 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 523bddfd-cf8e-4cf2-943f-e1914b104a62 details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:31:22.522027 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-db4c5f4a-245e-4f8b-917d-cf7831cfed1a req-84fda216-7a32-4f7a-a2b1-e8825343ef86 tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (2cae9d66-de8f-4850-a89e-b0b3d82247ae), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:22.583524 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fda216-7a32-4f7a-a2b1-e8825343ef86 tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] Pushing event deleted for resources: {'Port': ['ID=2cae9d66-de8f-4850-a89e-b0b3d82247ae,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:22.593029 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-3b328039-3a41-4ed0-a0e8-d927ab666d7e service neutron] 10.222.0.65 "GET /v2.0/networks/11e52173-c93f-4f90-a40d-087cab6dbb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069728 Mar 11 19:31:22.597835 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a9d94d22-fed6-4186-80e8-73b98bf54b84 req-da330947-5ce7-436e-87ff-d8799ef5bab9 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] 10.222.0.65 "GET /v2.0/security-groups?id=45c5fa18-9d4c-4285-a76c-9666e2ec0244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479096 Mar 11 19:31:22.635916 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 523bddfd-cf8e-4cf2-943f-e1914b104a62, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=523bddfd-cf8e-4cf2-943f-e1914b104a62,segment=NetworkSegment(e04ff9a7-22d1-4d10-8b77-9e68a6488033),segment_id=e04ff9a7-22d1-4d10-8b77-9e68a6488033)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:31:22.654241 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': '523bddfd-cf8e-4cf2-943f-e1914b104a62', 'network_id': 'ebcba11a-843a-4869-86af-b253155a3bc2', 'port_id': '523bddfd-cf8e-4cf2-943f-e1914b104a62', 'mac_address': 'fa:16:3e:44:6d:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '654fe02a-2387-4189-a51d-09de4e86c125', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:31:22.717332 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 523bddfd-cf8e-4cf2-943f-e1914b104a62 is: ACTIVE; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:31:22.718369 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (523bddfd-cf8e-4cf2-943f-e1914b104a62), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:22.734297 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 523bddfd-cf8e-4cf2-943f-e1914b104a62 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:31:22.758476 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 523bddfd-cf8e-4cf2-943f-e1914b104a62, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=523bddfd-cf8e-4cf2-943f-e1914b104a62,segment=NetworkSegment(e04ff9a7-22d1-4d10-8b77-9e68a6488033),segment_id=e04ff9a7-22d1-4d10-8b77-9e68a6488033)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:31:22.768196 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (523bddfd-cf8e-4cf2-943f-e1914b104a62), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:22.826840 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=523bddfd-cf8e-4cf2-943f-e1914b104a62,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:22.859834 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['523bddfd-cf8e-4cf2-943f-e1914b104a62'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:31:22.952299 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:31:23.121510 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-db4c5f4a-245e-4f8b-917d-cf7831cfed1a req-84fda216-7a32-4f7a-a2b1-e8825343ef86 tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] No DVR routers for this DVR port 2cae9d66-de8f-4850-a89e-b0b3d82247ae on host n-h2-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:31:23.126720 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-db4c5f4a-245e-4f8b-917d-cf7831cfed1a req-84fda216-7a32-4f7a-a2b1-e8825343ef86 tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:23.129995 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-db4c5f4a-245e-4f8b-917d-cf7831cfed1a req-84fda216-7a32-4f7a-a2b1-e8825343ef86 tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] 10.222.0.57 "DELETE /v2.0/ports/2cae9d66-de8f-4850-a89e-b0b3d82247ae HTTP/1.1" status: 204 len: 173 time: 1.4316027 Mar 11 19:31:23.134881 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8641236d-15bc-4659-b0fa-16ed4aa8982a', 'name': 'network-vif-deleted', 'tag': '2cae9d66-de8f-4850-a89e-b0b3d82247ae'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:31:23.137148 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a6c9f3-56c4-471f-87d5-754af566b859" -d '{"events": [{"server_uuid": "8641236d-15bc-4659-b0fa-16ed4aa8982a", "name": "network-vif-deleted", "tag": "2cae9d66-de8f-4850-a89e-b0b3d82247ae"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:31:23.208260 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-933d20bc-b97d-4322-a3d8-a75dfb0084b1 service neutron] 10.222.0.65 "GET /v2.0/networks/11e52173-c93f-4f90-a40d-087cab6dbb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5931573 Mar 11 19:31:23.227217 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daca31e-eefb-4bda-a52d-32ba2377639b req-1505450e-84ce-495f-9cd9-0ff9f315ca43 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:23.236962 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5daca31e-eefb-4bda-a52d-32ba2377639b req-1505450e-84ce-495f-9cd9-0ff9f315ca43 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6912256-9a05-446d-93ac-d6cd63a1df39 HTTP/1.1" status: 200 len: 943 time: 0.1091149 Mar 11 19:31:23.332098 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5daca31e-eefb-4bda-a52d-32ba2377639b req-53831eca-f277-4d9d-93dc-ffa311bc8f1e tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966866 Mar 11 19:31:23.356789 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-6e75e065-4c98-492d-9533-81e9d8d4b70d service neutron] 10.222.0.65 "GET /v2.0/networks/11e52173-c93f-4f90-a40d-087cab6dbb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476958 Mar 11 19:31:23.456981 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3e3ded41-a565-4a55-aed1-8f253e926bcb req-a0329cc1-2667-4e81-b304-47a5c643a187 tempest-ImagesOneServerTestJSON-2012279569 tempest-ImagesOneServerTestJSON-2012279569-project] 10.222.0.65 "GET /v2.0/ports?device_id=8641236d-15bc-4659-b0fa-16ed4aa8982a HTTP/1.1" status: 200 len: 210 time: 0.0341244 Mar 11 19:31:23.485314 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-0150dab5-81cd-4ac8-89c4-9ce5e9d4902a service neutron] 10.222.0.65 "GET /v2.0/networks/11e52173-c93f-4f90-a40d-087cab6dbb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225019 Mar 11 19:31:23.582941 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2096f3a7-4dd3-43ba-8623-a0c279fceb1a req-872a19a5-2785-4bea-adcf-4911e452ab9b tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=d66452efd2f34396aed68f72e7e51373&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299010 Mar 11 19:31:23.625514 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-2fc6c800-6831-460a-8c03-a98b88bf383e service neutron] 10.222.0.65 "GET /v2.0/networks/11e52173-c93f-4f90-a40d-087cab6dbb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331756 Mar 11 19:31:23.774209 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096f3a7-4dd3-43ba-8623-a0c279fceb1a req-161a7ff8-9bc6-4e56-980f-ca8fe4584e5d tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:23.775559 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2096f3a7-4dd3-43ba-8623-a0c279fceb1a req-161a7ff8-9bc6-4e56-980f-ca8fe4584e5d tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1865551 Mar 11 19:31:23.805465 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-2301d611-2c0c-4f32-b56c-f9f924cba0e9 service neutron] 10.222.0.65 "GET /v2.0/networks/6ac60707-319a-4d65-9bd8-06cb97e2f80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710005 Mar 11 19:31:23.807479 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2096f3a7-4dd3-43ba-8623-a0c279fceb1a req-e2836545-53be-4a48-878c-c5bcfd7470ad tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] 10.222.0.65 "GET /v2.0/quotas/d66452efd2f34396aed68f72e7e51373 HTTP/1.1" status: 200 len: 375 time: 0.0248559 Mar 11 19:31:23.924590 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2096f3a7-4dd3-43ba-8623-a0c279fceb1a req-4ff7ce62-c7df-4784-bc23-c25c97104ac1 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=d66452efd2f34396aed68f72e7e51373&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1109626 Mar 11 19:31:23.935668 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-8081fe52-a9fe-448e-ad3d-96d0ddc5e375 service neutron] 10.222.0.65 "GET /v2.0/networks/6ac60707-319a-4d65-9bd8-06cb97e2f80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229422 Mar 11 19:31:24.040724 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-4a56f7aa-dda4-46ed-8723-04c51036357c service neutron] 10.222.0.65 "GET /v2.0/networks/6ac60707-319a-4d65-9bd8-06cb97e2f80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988348 Mar 11 19:31:24.169694 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-4ce09d1a-212f-4c93-b6b5-0905df8b3c13 service neutron] 10.222.0.65 "GET /v2.0/networks/6ac60707-319a-4d65-9bd8-06cb97e2f80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136105 Mar 11 19:31:24.239593 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-9a6a7536-7651-42ff-a12e-ee4d9b23f902 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:24.241339 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-9a6a7536-7651-42ff-a12e-ee4d9b23f902 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports/ee331cf0-fb09-4b4e-938d-0be1b69ce3c6 HTTP/1.1" status: 200 len: 930 time: 0.0629210 Mar 11 19:31:24.346585 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-91402d65-c66d-4dcc-bd00-c932731e9d0f tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:24.348126 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-91402d65-c66d-4dcc-bd00-c932731e9d0f tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports/01f92c37-1a4f-4ed7-b651-d1f48652d7d8 HTTP/1.1" status: 200 len: 932 time: 0.0893047 Mar 11 19:31:24.520673 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 523bddfd-cf8e-4cf2-943f-e1914b104a62 up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:31:24.548793 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6569c2c8-e883-45aa-8025-215bc0f9ee34 x-openstack-request-id: req-6569c2c8-e883-45aa-8025-215bc0f9ee34 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:31:24.549088 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8641236d-15bc-4659-b0fa-16ed4aa8982a", "name": "network-vif-deleted", "tag": "2cae9d66-de8f-4850-a89e-b0b3d82247ae", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:31:24.549340 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6569c2c8-e883-45aa-8025-215bc0f9ee34 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:31:24.549740 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8641236d-15bc-4659-b0fa-16ed4aa8982a', 'name': 'network-vif-deleted', 'tag': '2cae9d66-de8f-4850-a89e-b0b3d82247ae', 'status': 'completed', 'code': 200} Mar 11 19:31:24.609539 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1746028c-202d-4828-b1f2-7fb1c8b9e151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:24.625042 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port 523bddfd-cf8e-4cf2-943f-e1914b104a62 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:31:24.627804 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (523bddfd-cf8e-4cf2-943f-e1914b104a62), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:24.682277 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6332ef62-dfae-4b24-9a1c-5c4445eadc13 req-2cbecfab-b5cc-43ad-ab54-b8b0e773bd9c tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d52d052-6ce7-40cf-80ca-227e9de56947 HTTP/1.1" status: 200 len: 210 time: 0.0689561 Mar 11 19:31:24.792529 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 523bddfd-cf8e-4cf2-943f-e1914b104a62 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:31:24.793232 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (523bddfd-cf8e-4cf2-943f-e1914b104a62), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:24.849356 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef380994-57c6-45d1-ac3d-85308fe83528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523bddfd-cf8e-4cf2-943f-e1914b104a62'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:31:24.856259 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfac7ccf-58f6-40f2-8523-514c02df9790" -d '{"events": [{"server_uuid": "ef380994-57c6-45d1-ac3d-85308fe83528", "name": "network-vif-plugged", "status": "completed", "tag": "523bddfd-cf8e-4cf2-943f-e1914b104a62"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:31:24.897669 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 523bddfd-cf8e-4cf2-943f-e1914b104a62, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=523bddfd-cf8e-4cf2-943f-e1914b104a62,segment=NetworkSegment(e04ff9a7-22d1-4d10-8b77-9e68a6488033),segment_id=e04ff9a7-22d1-4d10-8b77-9e68a6488033)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:31:24.904545 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (523bddfd-cf8e-4cf2-943f-e1914b104a62), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:24.906103 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 2cae9d66-de8f-4850-a89e-b0b3d82247ae no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:31:25.008025 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: 2cae9d66-de8f-4850-a89e-b0b3d82247ae {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:31:25.019049 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 2cae9d66-de8f-4850-a89e-b0b3d82247ae not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:31:25.038589 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb0b8c-c97a-47fc-810c-c6d98128b32b req-a564f9b5-e204-4abf-bd85-ecab4c65b4f4 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:25.040851 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a5fb0b8c-c97a-47fc-810c-c6d98128b32b req-a564f9b5-e204-4abf-bd85-ecab4c65b4f4 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6912256-9a05-446d-93ac-d6cd63a1df39 HTTP/1.1" status: 200 len: 943 time: 0.0927200 Mar 11 19:31:25.104438 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=523bddfd-cf8e-4cf2-943f-e1914b104a62,revision_number=7']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:25.185739 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a5fb0b8c-c97a-47fc-810c-c6d98128b32b req-1eb8f832-c51d-4c55-a6c7-153b7ce5c089 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362894 Mar 11 19:31:25.466876 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267a13b9-c5b1-4ff6-96be-8f478c926aa3 x-openstack-request-id: req-267a13b9-c5b1-4ff6-96be-8f478c926aa3 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:31:25.467209 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef380994-57c6-45d1-ac3d-85308fe83528", "name": "network-vif-plugged", "status": "completed", "tag": "523bddfd-cf8e-4cf2-943f-e1914b104a62", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:31:25.467467 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-267a13b9-c5b1-4ff6-96be-8f478c926aa3 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:31:25.468907 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef380994-57c6-45d1-ac3d-85308fe83528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523bddfd-cf8e-4cf2-943f-e1914b104a62', 'code': 200} Mar 11 19:31:25.716587 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 57530) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:31:25.844938 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-2096f3a7-4dd3-43ba-8623-a0c279fceb1a req-35e0498d-3723-4260-ac45-74eace46f0c5 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=d66452efd2f34396aed68f72e7e51373&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0610547 Mar 11 19:31:25.926587 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c1a26ed3-477b-4ee4-963e-badddad52e70 req-90d6a69f-d633-4dcd-b71d-d262e91762b8 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d52d052-6ce7-40cf-80ca-227e9de56947 HTTP/1.1" status: 200 len: 210 time: 0.0955856 Mar 11 19:31:26.054872 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:26.088485 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-1826ae76-dfff-4ef8-b069-cfd8c84f7422 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7e2bae5ace3f4e28b8e978a6083328b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3704486 Mar 11 19:31:26.091045 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 57538) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:31:26.091450 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096f3a7-4dd3-43ba-8623-a0c279fceb1a req-8ab42b22-2884-4626-960e-d6472aedea33 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:26.093160 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-2096f3a7-4dd3-43ba-8623-a0c279fceb1a req-8ab42b22-2884-4626-960e-d6472aedea33 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2422733 Mar 11 19:31:26.114516 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-2096f3a7-4dd3-43ba-8623-a0c279fceb1a req-179e5026-8f1f-41d3-8161-d0a108430144 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Request body: {'port': {'device_id': '4d52d052-6ce7-40cf-80ca-227e9de56947', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'admin_state_up': True, 'tenant_id': 'd66452efd2f34396aed68f72e7e51373'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:31:26.180707 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-daaf2cf3-8ad6-4705-8e54-044582eb0dee admin admin] Publish callbacks [] for security_group (fb70d1f7-aebb-4612-b27e-08c26dcf1a07), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:26.220908 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-daaf2cf3-8ad6-4705-8e54-044582eb0dee admin admin] Publish callbacks [] for security_group (fb70d1f7-aebb-4612-b27e-08c26dcf1a07), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:26.293807 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2096f3a7-4dd3-43ba-8623-a0c279fceb1a req-179e5026-8f1f-41d3-8161-d0a108430144 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Made reservation on behalf of d66452efd2f34396aed68f72e7e51373 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:31:26.299274 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2096f3a7-4dd3-43ba-8623-a0c279fceb1a req-179e5026-8f1f-41d3-8161-d0a108430144 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:26.391129 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-daaf2cf3-8ad6-4705-8e54-044582eb0dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (fb70d1f7-aebb-4612-b27e-08c26dcf1a07), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:26.399254 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-daaf2cf3-8ad6-4705-8e54-044582eb0dee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:26.406656 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-daaf2cf3-8ad6-4705-8e54-044582eb0dee admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fb70d1f7-aebb-4612-b27e-08c26dcf1a07 HTTP/1.1" status: 204 len: 168 time: 0.3108203 Mar 11 19:31:26.500628 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaf2cf3-8ad6-4705-8e54-044582eb0dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb70d1f7-aebb-4612-b27e-08c26dcf1a07,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:26.514832 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaf2cf3-8ad6-4705-8e54-044582eb0dee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:31:26.515181 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaf2cf3-8ad6-4705-8e54-044582eb0dee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:31:26.515506 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaf2cf3-8ad6-4705-8e54-044582eb0dee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:31:26.515862 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaf2cf3-8ad6-4705-8e54-044582eb0dee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:31:26.516605 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaf2cf3-8ad6-4705-8e54-044582eb0dee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:31:26.516605 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaf2cf3-8ad6-4705-8e54-044582eb0dee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:31:26.517390 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaf2cf3-8ad6-4705-8e54-044582eb0dee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:31:26.517706 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaf2cf3-8ad6-4705-8e54-044582eb0dee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:31:26.518034 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaf2cf3-8ad6-4705-8e54-044582eb0dee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:31:26.518361 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaf2cf3-8ad6-4705-8e54-044582eb0dee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:31:26.518689 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaf2cf3-8ad6-4705-8e54-044582eb0dee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:31:26.518976 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaf2cf3-8ad6-4705-8e54-044582eb0dee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:31:26.519302 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daaf2cf3-8ad6-4705-8e54-044582eb0dee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:31:26.532091 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-2096f3a7-4dd3-43ba-8623-a0c279fceb1a req-179e5026-8f1f-41d3-8161-d0a108430144 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Allocated IP 192.168.233.120 (885772b1-9b97-4e1d-a0fb-e125030c5a81/9bb14923-74c3-4313-be8d-ed33542f05aa/b4283bd3-62f8-489b-8bb9-1ec005b4ee54) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:31:26.599448 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf133e7b-ff06-41d8-879a-02efe0b766f9 req-a8594fe8-112f-4dfc-a698-bde77db437dc tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:26.616044 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bf133e7b-ff06-41d8-879a-02efe0b766f9 req-a8594fe8-112f-4dfc-a698-bde77db437dc tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6912256-9a05-446d-93ac-d6cd63a1df39 HTTP/1.1" status: 200 len: 943 time: 0.2452195 Mar 11 19:31:26.765825 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bf133e7b-ff06-41d8-879a-02efe0b766f9 req-53ca948e-bd92-46ff-b1c2-0b6d75462977 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462996 Mar 11 19:31:26.967216 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2096f3a7-4dd3-43ba-8623-a0c279fceb1a req-179e5026-8f1f-41d3-8161-d0a108430144 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Publish callbacks [] for port (b4283bd3-62f8-489b-8bb9-1ec005b4ee54), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:27.050191 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2096f3a7-4dd3-43ba-8623-a0c279fceb1a req-179e5026-8f1f-41d3-8161-d0a108430144 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (b4283bd3-62f8-489b-8bb9-1ec005b4ee54), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:27.065104 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['031ef9b3-9a5f-44f6-90cc-573eaaae5850'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:31:27.097560 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-549f9057-d75a-4486-8c0d-8eb60263e036 req-e5124bf3-8faf-4f6e-adcb-97586eeeff0c tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d52d052-6ce7-40cf-80ca-227e9de56947 HTTP/1.1" status: 200 len: 210 time: 0.0620744 Mar 11 19:31:27.151538 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2096f3a7-4dd3-43ba-8623-a0c279fceb1a req-179e5026-8f1f-41d3-8161-d0a108430144 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Network 885772b1-9b97-4e1d-a0fb-e125030c5a81 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:31:27.161572 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-2096f3a7-4dd3-43ba-8623-a0c279fceb1a req-179e5026-8f1f-41d3-8161-d0a108430144 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:31:27.165903 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-2096f3a7-4dd3-43ba-8623-a0c279fceb1a req-179e5026-8f1f-41d3-8161-d0a108430144 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:31:27.260831 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179e5026-8f1f-41d3-8161-d0a108430144 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Pushing event updated for resources: {'Port': ['ID=b4283bd3-62f8-489b-8bb9-1ec005b4ee54,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:27.310335 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179e5026-8f1f-41d3-8161-d0a108430144 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:31:27.310692 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179e5026-8f1f-41d3-8161-d0a108430144 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:31:27.311050 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179e5026-8f1f-41d3-8161-d0a108430144 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:31:27.311962 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179e5026-8f1f-41d3-8161-d0a108430144 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:31:27.312311 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179e5026-8f1f-41d3-8161-d0a108430144 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:31:27.312672 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179e5026-8f1f-41d3-8161-d0a108430144 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:31:27.312978 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179e5026-8f1f-41d3-8161-d0a108430144 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:31:27.313310 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179e5026-8f1f-41d3-8161-d0a108430144 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:31:27.313643 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179e5026-8f1f-41d3-8161-d0a108430144 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:31:27.313992 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179e5026-8f1f-41d3-8161-d0a108430144 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:31:27.314304 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179e5026-8f1f-41d3-8161-d0a108430144 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:31:27.314620 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179e5026-8f1f-41d3-8161-d0a108430144 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:31:27.314948 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179e5026-8f1f-41d3-8161-d0a108430144 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:31:27.364515 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096f3a7-4dd3-43ba-8623-a0c279fceb1a req-179e5026-8f1f-41d3-8161-d0a108430144 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:27.365033 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2096f3a7-4dd3-43ba-8623-a0c279fceb1a req-179e5026-8f1f-41d3-8161-d0a108430144 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:27.409479 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-2096f3a7-4dd3-43ba-8623-a0c279fceb1a req-179e5026-8f1f-41d3-8161-d0a108430144 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3008583 Mar 11 19:31:27.526528 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:27.594927 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ce5b692c-02ac-4ce2-bd88-18ffe7d631d8 None None] Provisioning complete for port b4283bd3-62f8-489b-8bb9-1ec005b4ee54 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:31:27.595593 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ce5b692c-02ac-4ce2-bd88-18ffe7d631d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (b4283bd3-62f8-489b-8bb9-1ec005b4ee54), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:27.664507 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-2096f3a7-4dd3-43ba-8623-a0c279fceb1a req-b277eca5-2e45-4654-b3a6-ab01f0d525b9 service neutron] Request body: {'port': {'device_id': '4d52d052-6ce7-40cf-80ca-227e9de56947', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:31:27.695747 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ce5b692c-02ac-4ce2-bd88-18ffe7d631d8 None None] Port b4283bd3-62f8-489b-8bb9-1ec005b4ee54 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:31:27.763217 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2096f3a7-4dd3-43ba-8623-a0c279fceb1a req-b277eca5-2e45-4654-b3a6-ab01f0d525b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b4283bd3-62f8-489b-8bb9-1ec005b4ee54), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:28.245194 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-aadcaed4-158f-4c6e-a52b-a783677c401d service neutron] 10.222.0.57 "GET /v2.0/ports/c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7/bindings/n-h1-833163-1 HTTP/1.1" status: 200 len: 384 time: 0.1788700 Mar 11 19:31:28.412765 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-2096f3a7-4dd3-43ba-8623-a0c279fceb1a req-b277eca5-2e45-4654-b3a6-ab01f0d525b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4283bd3-62f8-489b-8bb9-1ec005b4ee54 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:31:28.433335 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2096f3a7-4dd3-43ba-8623-a0c279fceb1a req-b277eca5-2e45-4654-b3a6-ab01f0d525b9 service neutron] Publish callbacks [] for port (b4283bd3-62f8-489b-8bb9-1ec005b4ee54), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:28.469347 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-2096f3a7-4dd3-43ba-8623-a0c279fceb1a req-b277eca5-2e45-4654-b3a6-ab01f0d525b9 service neutron] Transition to ACTIVE for port object b4283bd3-62f8-489b-8bb9-1ec005b4ee54 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:31:28.474463 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2096f3a7-4dd3-43ba-8623-a0c279fceb1a req-b277eca5-2e45-4654-b3a6-ab01f0d525b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (b4283bd3-62f8-489b-8bb9-1ec005b4ee54), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:28.659451 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b277eca5-2e45-4654-b3a6-ab01f0d525b9 service neutron] Pushing event updated for resources: {'Port': ['ID=b4283bd3-62f8-489b-8bb9-1ec005b4ee54,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:28.773067 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-cca0e997-5513-45dd-bbf5-74b9362069cd service neutron] For port c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7,segment=NetworkSegment(9cb9d205-9190-43c8-b078-f8df09db6175),segment_id=9cb9d205-9190-43c8-b078-f8df09db6175)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:31:28.802905 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-cca0e997-5513-45dd-bbf5-74b9362069cd service neutron] For port c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:31:28.818685 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-2096f3a7-4dd3-43ba-8623-a0c279fceb1a req-b277eca5-2e45-4654-b3a6-ab01f0d525b9 service neutron] Attempting to bind port b4283bd3-62f8-489b-8bb9-1ec005b4ee54 on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:31:28.819231 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-2096f3a7-4dd3-43ba-8623-a0c279fceb1a req-b277eca5-2e45-4654-b3a6-ab01f0d525b9 service neutron] Attempting to bind port b4283bd3-62f8-489b-8bb9-1ec005b4ee54 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:31:28.819519 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2096f3a7-4dd3-43ba-8623-a0c279fceb1a req-b277eca5-2e45-4654-b3a6-ab01f0d525b9 service neutron] Attempting to bind port b4283bd3-62f8-489b-8bb9-1ec005b4ee54 on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:31:28.825725 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2096f3a7-4dd3-43ba-8623-a0c279fceb1a req-b277eca5-2e45-4654-b3a6-ab01f0d525b9 service neutron] Port b4283bd3-62f8-489b-8bb9-1ec005b4ee54 on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:31:28.826051 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2096f3a7-4dd3-43ba-8623-a0c279fceb1a req-b277eca5-2e45-4654-b3a6-ab01f0d525b9 service neutron] Attempting to bind port b4283bd3-62f8-489b-8bb9-1ec005b4ee54 on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:31:28.832833 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2096f3a7-4dd3-43ba-8623-a0c279fceb1a req-b277eca5-2e45-4654-b3a6-ab01f0d525b9 service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:31:28.833295 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2096f3a7-4dd3-43ba-8623-a0c279fceb1a req-b277eca5-2e45-4654-b3a6-ab01f0d525b9 service neutron] Checking segment: {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:31:28.833692 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2096f3a7-4dd3-43ba-8623-a0c279fceb1a req-b277eca5-2e45-4654-b3a6-ab01f0d525b9 service neutron] Bound using segment: {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:31:28.834133 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-2096f3a7-4dd3-43ba-8623-a0c279fceb1a req-b277eca5-2e45-4654-b3a6-ab01f0d525b9 service neutron] Bound port: b4283bd3-62f8-489b-8bb9-1ec005b4ee54, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:31:28.834539 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2096f3a7-4dd3-43ba-8623-a0c279fceb1a req-b277eca5-2e45-4654-b3a6-ab01f0d525b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b4283bd3-62f8-489b-8bb9-1ec005b4ee54), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:28.846930 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-cca0e997-5513-45dd-bbf5-74b9362069cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:31:28.879178 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-cca0e997-5513-45dd-bbf5-74b9362069cd service neutron] For port c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7,segment=NetworkSegment(9cb9d205-9190-43c8-b078-f8df09db6175),segment_id=9cb9d205-9190-43c8-b078-f8df09db6175)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:31:28.892459 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57610) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:31:28.937835 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:28.958681 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adcb29b-1c3e-4004-8464-0dad4762bfee req-0fd6b3bf-e472-441a-9f45-e881ffd338e8 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:28.959054 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-2096f3a7-4dd3-43ba-8623-a0c279fceb1a req-b277eca5-2e45-4654-b3a6-ab01f0d525b9 service neutron] For port b4283bd3-62f8-489b-8bb9-1ec005b4ee54, host n-h1-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:31:28.963448 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-2096f3a7-4dd3-43ba-8623-a0c279fceb1a req-b277eca5-2e45-4654-b3a6-ab01f0d525b9 service neutron] For port b4283bd3-62f8-489b-8bb9-1ec005b4ee54, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=b4283bd3-62f8-489b-8bb9-1ec005b4ee54,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:31:28.974749 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0adcb29b-1c3e-4004-8464-0dad4762bfee req-0fd6b3bf-e472-441a-9f45-e881ffd338e8 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6912256-9a05-446d-93ac-d6cd63a1df39 HTTP/1.1" status: 200 len: 943 time: 0.6179488 Mar 11 19:31:28.975344 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2096f3a7-4dd3-43ba-8623-a0c279fceb1a req-b277eca5-2e45-4654-b3a6-ab01f0d525b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (b4283bd3-62f8-489b-8bb9-1ec005b4ee54), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:29.023345 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096f3a7-4dd3-43ba-8623-a0c279fceb1a req-b277eca5-2e45-4654-b3a6-ab01f0d525b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:29.024128 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2096f3a7-4dd3-43ba-8623-a0c279fceb1a req-b277eca5-2e45-4654-b3a6-ab01f0d525b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:29.025702 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-2096f3a7-4dd3-43ba-8623-a0c279fceb1a req-b277eca5-2e45-4654-b3a6-ab01f0d525b9 service neutron] 10.222.0.75 "PUT /v2.0/ports/b4283bd3-62f8-489b-8bb9-1ec005b4ee54 HTTP/1.1" status: 200 len: 1096 time: 1.6095266 Mar 11 19:31:29.026295 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d52d052-6ce7-40cf-80ca-227e9de56947', 'tag': 'b4283bd3-62f8-489b-8bb9-1ec005b4ee54'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:31:29.029267 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3878c8-09cc-4dfc-b2cc-1fdcd7ee23e2" -d '{"events": [{"name": "network-changed", "server_uuid": "4d52d052-6ce7-40cf-80ca-227e9de56947", "tag": "b4283bd3-62f8-489b-8bb9-1ec005b4ee54"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:31:29.100915 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-e510e520-c214-41d0-96df-cd8f319bec71 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:29.102830 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-e510e520-c214-41d0-96df-cd8f319bec71 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports/ee331cf0-fb09-4b4e-938d-0be1b69ce3c6 HTTP/1.1" status: 200 len: 930 time: 0.2070000 Mar 11 19:31:29.103706 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-cca0e997-5513-45dd-bbf5-74b9362069cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:29.182506 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-29e86f7f-5dd8-4f36-85be-d9cc847f8da9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:29.198060 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b277eca5-2e45-4654-b3a6-ab01f0d525b9 service neutron] Pushing event updated for resources: {'Port': ['ID=b4283bd3-62f8-489b-8bb9-1ec005b4ee54,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:29.305691 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0adcb29b-1c3e-4004-8464-0dad4762bfee req-e86cee59-3e9b-450b-a39e-fda1fe8e81d3 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3266373 Mar 11 19:31:29.341296 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-29e86f7f-5dd8-4f36-85be-d9cc847f8da9 admin admin] Publish callbacks [] for security_group (b0624b53-bb66-4114-8bbf-9cfe90d03901), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:29.348592 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-29e86f7f-5dd8-4f36-85be-d9cc847f8da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (b0624b53-bb66-4114-8bbf-9cfe90d03901), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:29.395183 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-29e86f7f-5dd8-4f36-85be-d9cc847f8da9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a86fd89823254f938394f01c24c72d84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5014625 Mar 11 19:31:29.396883 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57616) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:31:29.416396 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096f3a7-4dd3-43ba-8623-a0c279fceb1a req-3f5ecca1-0572-4951-9f17-12233634364c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:29.417937 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-2096f3a7-4dd3-43ba-8623-a0c279fceb1a req-3f5ecca1-0572-4951-9f17-12233634364c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d66452efd2f34396aed68f72e7e51373&device_id=4d52d052-6ce7-40cf-80ca-227e9de56947 HTTP/1.1" status: 200 len: 1130 time: 0.3087204 Mar 11 19:31:29.485107 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-cca0e997-5513-45dd-bbf5-74b9362069cd service neutron] Transition to ACTIVE for port object c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:31:29.504084 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-2096f3a7-4dd3-43ba-8623-a0c279fceb1a req-7f7c76d4-8e99-45b6-bf95-e85e0b9db5dc service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=b4283bd3-62f8-489b-8bb9-1ec005b4ee54 HTTP/1.1" status: 200 len: 217 time: 0.0739331 Mar 11 19:31:29.511771 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-cca0e997-5513-45dd-bbf5-74b9362069cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:29.518323 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e86f7f-5dd8-4f36-85be-d9cc847f8da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0624b53-bb66-4114-8bbf-9cfe90d03901,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:29.587172 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-64d185cb-6d3d-4cd6-864a-676ed44b21f9 admin admin] Publish callbacks [] for security_group (b0624b53-bb66-4114-8bbf-9cfe90d03901), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:29.619712 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-64d185cb-6d3d-4cd6-864a-676ed44b21f9 admin admin] Publish callbacks [] for security_group (b0624b53-bb66-4114-8bbf-9cfe90d03901), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:29.620353 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-cd9d20f1-5c23-46c3-968a-8bc3e7659c1a tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:29.622245 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-cd9d20f1-5c23-46c3-968a-8bc3e7659c1a tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports/01f92c37-1a4f-4ed7-b651-d1f48652d7d8 HTTP/1.1" status: 200 len: 932 time: 0.4758198 Mar 11 19:31:29.692129 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-64d185cb-6d3d-4cd6-864a-676ed44b21f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (b0624b53-bb66-4114-8bbf-9cfe90d03901), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:29.695358 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-64d185cb-6d3d-4cd6-864a-676ed44b21f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:29.713127 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-64d185cb-6d3d-4cd6-864a-676ed44b21f9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b0624b53-bb66-4114-8bbf-9cfe90d03901 HTTP/1.1" status: 204 len: 168 time: 0.3123865 Mar 11 19:31:29.720317 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-cca0e997-5513-45dd-bbf5-74b9362069cd service neutron] No DVR routers for this DVR port c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7 on host n-h2-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:31:29.736832 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096f3a7-4dd3-43ba-8623-a0c279fceb1a req-04189c0d-d07a-46d9-a6c6-f8a423eb8471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:29.741524 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-2096f3a7-4dd3-43ba-8623-a0c279fceb1a req-04189c0d-d07a-46d9-a6c6-f8a423eb8471 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.2320962 Mar 11 19:31:29.758635 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744cc40-a6c9-4f96-8287-d7cc600c8b9d req-f5a8898e-e55f-4223-bb04-07d5bfbb2593 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:29.763287 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c744cc40-a6c9-4f96-8287-d7cc600c8b9d req-f5a8898e-e55f-4223-bb04-07d5bfbb2593 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d52d052-6ce7-40cf-80ca-227e9de56947 HTTP/1.1" status: 200 len: 948 time: 0.8686678 Mar 11 19:31:29.780433 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d185cb-6d3d-4cd6-864a-676ed44b21f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0624b53-bb66-4114-8bbf-9cfe90d03901,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:29.852942 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca0e997-5513-45dd-bbf5-74b9362069cd service neutron] Pushing event updated for resources: {'Port': ['ID=c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7,revision_number=10']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:29.862873 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-cca0e997-5513-45dd-bbf5-74b9362069cd service neutron] 10.222.0.57 "PUT /v2.0/ports/c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7/bindings/n-h1-833163-1/activate HTTP/1.1" status: 200 len: 369 time: 1.6086233 Mar 11 19:31:29.939267 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a11ce6d0-f5eb-45b9-bb71-051ac8a6a381 req-5014c5f0-da67-438e-bf15-76aef36f1472 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 210 time: 0.0447872 Mar 11 19:31:29.945401 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c744cc40-a6c9-4f96-8287-d7cc600c8b9d req-af9bf064-68cd-45e3-a74d-cea8371aab37 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] 10.222.0.65 "GET /v2.0/security-groups?id=45c5fa18-9d4c-4285-a76c-9666e2ec0244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673608 Mar 11 19:31:29.947671 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096f3a7-4dd3-43ba-8623-a0c279fceb1a req-41e524ef-4225-435e-bcf2-e9ed36c53524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:29.953179 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-2096f3a7-4dd3-43ba-8623-a0c279fceb1a req-41e524ef-4225-435e-bcf2-e9ed36c53524 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1918974 Mar 11 19:31:30.105338 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf83f520-a1b0-4a13-bf21-83b376cdd54c x-openstack-request-id: req-bf83f520-a1b0-4a13-bf21-83b376cdd54c {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:31:30.105794 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d52d052-6ce7-40cf-80ca-227e9de56947", "tag": "b4283bd3-62f8-489b-8bb9-1ec005b4ee54", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:31:30.106146 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bf83f520-a1b0-4a13-bf21-83b376cdd54c {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:31:30.106783 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d52d052-6ce7-40cf-80ca-227e9de56947', 'tag': 'b4283bd3-62f8-489b-8bb9-1ec005b4ee54', 'status': 'completed', 'code': 200} Mar 11 19:31:30.220615 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-2096f3a7-4dd3-43ba-8623-a0c279fceb1a req-45b4961e-0bac-4bc8-b02f-b7404728ec9f service neutron] 10.222.0.75 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544360 Mar 11 19:31:30.237850 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e8b6e-142c-4bde-85be-8271193de1cc req-6993eaab-22f2-49b7-b0c9-29930f9ddaf9 tempest-AttachSCSIVolumeTestJSON-1183104708 tempest-AttachSCSIVolumeTestJSON-1183104708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:30.250733 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-786e8b6e-142c-4bde-85be-8271193de1cc req-6993eaab-22f2-49b7-b0c9-29930f9ddaf9 tempest-AttachSCSIVolumeTestJSON-1183104708 tempest-AttachSCSIVolumeTestJSON-1183104708-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e2c2f74-9980-41b6-865a-08854f828156 HTTP/1.1" status: 200 len: 946 time: 0.0956688 Mar 11 19:31:30.336469 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-786e8b6e-142c-4bde-85be-8271193de1cc req-1defb1d4-e0da-49e1-a882-8f8aa01468a2 tempest-AttachSCSIVolumeTestJSON-1183104708 tempest-AttachSCSIVolumeTestJSON-1183104708-project] 10.222.0.65 "GET /v2.0/security-groups?id=c8e8cfff-c504-429e-8169-b14a8919776a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825243 Mar 11 19:31:30.375181 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-2096f3a7-4dd3-43ba-8623-a0c279fceb1a req-b44f2539-d8b2-4cf6-a918-26d1dfb87af7 service neutron] 10.222.0.75 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427646 Mar 11 19:31:30.392617 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-56185472-71d0-43fa-899b-d1fc088d2250 tempest-LiveMigrationTest-1929498449 tempest-LiveMigrationTest-1929498449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:30.394365 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-56185472-71d0-43fa-899b-d1fc088d2250 tempest-LiveMigrationTest-1929498449 tempest-LiveMigrationTest-1929498449-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=b6912256-9a05-446d-93ac-d6cd63a1df39&tenant_id=f95acd8ec5ef45d8b7ae8994d46f4375&binding%3Ahost_id=n-h2-833163-1 HTTP/1.1" status: 200 len: 1126 time: 0.4402366 Mar 11 19:31:30.509062 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-13376ac9-65c1-4111-a908-0d26725b052a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:30.513156 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-13376ac9-65c1-4111-a908-0d26725b052a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=b6912256-9a05-446d-93ac-d6cd63a1df39&tenant_id=f95acd8ec5ef45d8b7ae8994d46f4375 HTTP/1.1" status: 200 len: 1126 time: 0.1080475 Mar 11 19:31:30.531799 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3878c8-09cc-4dfc-b2cc-1fdcd7ee23e2 req-c653b8b2-0dfc-4a0d-8f5b-495911cd1cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:30.533650 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-de3878c8-09cc-4dfc-b2cc-1fdcd7ee23e2 req-c653b8b2-0dfc-4a0d-8f5b-495911cd1cfe service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d66452efd2f34396aed68f72e7e51373&device_id=4d52d052-6ce7-40cf-80ca-227e9de56947 HTTP/1.1" status: 200 len: 1130 time: 0.0855289 Mar 11 19:31:30.629751 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff16acc-c680-4828-a645-cacc56052be2 req-fd086a8c-7280-421f-b0fa-39248367ce85 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:30.638176 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4ff16acc-c680-4828-a645-cacc56052be2 req-fd086a8c-7280-421f-b0fa-39248367ce85 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6912256-9a05-446d-93ac-d6cd63a1df39 HTTP/1.1" status: 200 len: 944 time: 0.1558669 Mar 11 19:31:30.681816 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3878c8-09cc-4dfc-b2cc-1fdcd7ee23e2 req-9315c8ad-bd4b-412d-b4b9-e9b0e63b4999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:30.683309 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-de3878c8-09cc-4dfc-b2cc-1fdcd7ee23e2 req-9315c8ad-bd4b-412d-b4b9-e9b0e63b4999 service neutron] 10.222.0.75 "GET /v2.0/networks?id=885772b1-9b97-4e1d-a0fb-e125030c5a81 HTTP/1.1" status: 200 len: 870 time: 0.1393609 Mar 11 19:31:30.707321 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4ff16acc-c680-4828-a645-cacc56052be2 req-a3296e71-7f60-4ea0-9d36-808aece01323 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669339 Mar 11 19:31:30.785369 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-de3878c8-09cc-4dfc-b2cc-1fdcd7ee23e2 req-aadb5f3f-1bb9-4bc4-bc1d-59342b6b5efb service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=b4283bd3-62f8-489b-8bb9-1ec005b4ee54 HTTP/1.1" status: 200 len: 217 time: 0.0700407 Mar 11 19:31:30.857586 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-8dca3121-b76c-462e-8b1c-a32e80592e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:30.859207 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-8dca3121-b76c-462e-8b1c-a32e80592e36 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f95acd8ec5ef45d8b7ae8994d46f4375&device_id=b6912256-9a05-446d-93ac-d6cd63a1df39 HTTP/1.1" status: 200 len: 1126 time: 0.1743879 Mar 11 19:31:30.922467 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3878c8-09cc-4dfc-b2cc-1fdcd7ee23e2 req-3c7c8e8c-20ac-4bea-8c45-66fcbad59623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:30.922786 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-de3878c8-09cc-4dfc-b2cc-1fdcd7ee23e2 req-3c7c8e8c-20ac-4bea-8c45-66fcbad59623 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.1280179 Mar 11 19:31:31.025450 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-301be739-087b-45af-ba7c-9db677fd4a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:31.027062 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-301be739-087b-45af-ba7c-9db677fd4a20 service neutron] 10.222.0.75 "GET /v2.0/networks?id=4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a HTTP/1.1" status: 200 len: 908 time: 0.1562877 Mar 11 19:31:31.045427 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3878c8-09cc-4dfc-b2cc-1fdcd7ee23e2 req-cab100ad-7170-4b17-8c09-914e937acb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:31.045427 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-de3878c8-09cc-4dfc-b2cc-1fdcd7ee23e2 req-cab100ad-7170-4b17-8c09-914e937acb4f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1110039 Mar 11 19:31:31.146448 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-8885eec9-5987-426a-a8e7-07ee094379f8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7 HTTP/1.1" status: 200 len: 217 time: 0.1121299 Mar 11 19:31:31.268401 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-68f1d9d5-d9bf-4579-9e17-0bfb61e276c0 req-41c0fe1b-e71b-4bd9-ae8b-b45c17a9e37c tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 210 time: 0.1803057 Mar 11 19:31:31.325258 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57672) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:31:31.395915 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-8d30777c-f8bc-4d8e-a32a-b5faae0adecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:31.402350 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-8d30777c-f8bc-4d8e-a32a-b5faae0adecc service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f742a986-c135-4269-ad05-332f85e495a8 HTTP/1.1" status: 200 len: 847 time: 0.2454391 Mar 11 19:31:31.432899 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe1e12-4afa-440b-8042-881ca580b708 req-16778b9c-94f6-41a1-a521-6513d7719306 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:31.437403 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-44fe1e12-4afa-440b-8042-881ca580b708 req-16778b9c-94f6-41a1-a521-6513d7719306 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d52d052-6ce7-40cf-80ca-227e9de56947 HTTP/1.1" status: 200 len: 948 time: 0.3475180 Mar 11 19:31:31.464325 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-de3878c8-09cc-4dfc-b2cc-1fdcd7ee23e2 req-87f25830-3b61-4fbe-a1c4-23bc90f5f682 service neutron] 10.222.0.75 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276594 Mar 11 19:31:31.595814 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-9805da0f-dcf8-45a2-b74d-0a33719079eb service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897663 Mar 11 19:31:31.595814 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-9c23c310-3829-4ec8-9314-fa9f124ecef7 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-971905942-network', 'tenant_id': 'fd8cfc1fa2b94da1900c59ade2606931'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:31:31.641576 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89154886-62b5-4d31-967f-a258f9491046 req-673e4715-cdfd-4101-8460-d18c608d03ed tempest-AttachSCSIVolumeTestJSON-1183104708 tempest-AttachSCSIVolumeTestJSON-1183104708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:31.643498 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-89154886-62b5-4d31-967f-a258f9491046 req-673e4715-cdfd-4101-8460-d18c608d03ed tempest-AttachSCSIVolumeTestJSON-1183104708 tempest-AttachSCSIVolumeTestJSON-1183104708-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e2c2f74-9980-41b6-865a-08854f828156 HTTP/1.1" status: 200 len: 946 time: 0.1157427 Mar 11 19:31:31.647238 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-44fe1e12-4afa-440b-8042-881ca580b708 req-e4cd9385-4ac9-44c0-8090-ac33a347b74f tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] 10.222.0.65 "GET /v2.0/security-groups?id=45c5fa18-9d4c-4285-a76c-9666e2ec0244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325481 Mar 11 19:31:31.654877 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c56da-322e-4c8e-b6f0-ba29b1eecafe req-54b0f37c-87d5-43da-8afe-a4fc130b635a tempest-AttachSCSIVolumeTestJSON-1183104708 tempest-AttachSCSIVolumeTestJSON-1183104708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:31.656979 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-346c56da-322e-4c8e-b6f0-ba29b1eecafe req-54b0f37c-87d5-43da-8afe-a4fc130b635a tempest-AttachSCSIVolumeTestJSON-1183104708 tempest-AttachSCSIVolumeTestJSON-1183104708-project] 10.222.0.75 "GET /v2.0/ports?device_id=6e2c2f74-9980-41b6-865a-08854f828156 HTTP/1.1" status: 200 len: 946 time: 0.2155571 Mar 11 19:31:31.777085 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c23c310-3829-4ec8-9314-fa9f124ecef7 admin admin] Made reservation on behalf of fd8cfc1fa2b94da1900c59ade2606931 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:31:31.779315 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9c23c310-3829-4ec8-9314-fa9f124ecef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:31.797924 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-de3878c8-09cc-4dfc-b2cc-1fdcd7ee23e2 req-7033cf92-8615-4022-b66d-a73a4910cf63 service neutron] 10.222.0.75 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251524 Mar 11 19:31:31.813820 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9c23c310-3829-4ec8-9314-fa9f124ecef7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:31.857101 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-854ac78c-089c-4734-a6aa-0073a002c620 service neutron] 10.222.0.75 "GET /v2.0/networks/4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371065 Mar 11 19:31:31.997709 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-89154886-62b5-4d31-967f-a258f9491046 req-8c507a76-11ae-4fab-84c0-1affe5ccd892 tempest-AttachSCSIVolumeTestJSON-1183104708 tempest-AttachSCSIVolumeTestJSON-1183104708-project] 10.222.0.65 "GET /v2.0/security-groups?id=c8e8cfff-c504-429e-8169-b14a8919776a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174832 Mar 11 19:31:32.009712 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9c23c310-3829-4ec8-9314-fa9f124ecef7 admin admin] Publish callbacks [] for security_group (7abee229-69c1-437a-9c1b-a58c99232df0), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:32.017000 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-5c880f8c-609c-4de6-a963-c5c8e33df862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:32.020607 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-5c880f8c-609c-4de6-a963-c5c8e33df862 service neutron] 10.222.0.75 "GET /v2.0/ports/ee331cf0-fb09-4b4e-938d-0be1b69ce3c6 HTTP/1.1" status: 200 len: 1026 time: 0.2354484 Mar 11 19:31:32.023173 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-c50356ef-2be1-420b-8a42-169293a646e3 service neutron] 10.222.0.75 "GET /v2.0/networks/4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452012 Mar 11 19:31:32.024491 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9c23c310-3829-4ec8-9314-fa9f124ecef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (7abee229-69c1-437a-9c1b-a58c99232df0), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:32.074831 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c23c310-3829-4ec8-9314-fa9f124ecef7 admin admin] vlan segment allocate from pool success with {'vlan_id': 871, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:31:32.095533 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device b4283bd3-62f8-489b-8bb9-1ec005b4ee54 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:31:32.097770 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c23c310-3829-4ec8-9314-fa9f124ecef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7abee229-69c1-437a-9c1b-a58c99232df0,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:32.100994 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9c23c310-3829-4ec8-9314-fa9f124ecef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (fab499a1-2108-491d-8e12-e39ef95c47df), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:32.101531 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-9c23c310-3829-4ec8-9314-fa9f124ecef7 admin admin] Added segment fab499a1-2108-491d-8e12-e39ef95c47df of type vlan for network 5173822a-78dd-40a4-ab46-8fc225861f51 Mar 11 19:31:32.150799 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9c23c310-3829-4ec8-9314-fa9f124ecef7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (5173822a-78dd-40a4-ab46-8fc225861f51), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:32.215254 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9c23c310-3829-4ec8-9314-fa9f124ecef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (5173822a-78dd-40a4-ab46-8fc225861f51), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:32.216621 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c23c310-3829-4ec8-9314-fa9f124ecef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:32.217202 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9c23c310-3829-4ec8-9314-fa9f124ecef7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:32.221242 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-7a6281bb-0251-4abb-b1b3-13223eb77c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:32.224364 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-7a6281bb-0251-4abb-b1b3-13223eb77c82 service neutron] 10.222.0.75 "GET /v2.0/ports/01f92c37-1a4f-4ed7-b651-d1f48652d7d8 HTTP/1.1" status: 200 len: 1028 time: 0.1977825 Mar 11 19:31:32.284047 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-346c56da-322e-4c8e-b6f0-ba29b1eecafe req-37e09e2a-4433-489d-9009-9e52518a341c tempest-AttachSCSIVolumeTestJSON-1183104708 tempest-AttachSCSIVolumeTestJSON-1183104708-project] Deleting port 7e4c1446-90bc-46ce-8b30-e081b64613f7 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:31:32.284382 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-346c56da-322e-4c8e-b6f0-ba29b1eecafe req-37e09e2a-4433-489d-9009-9e52518a341c tempest-AttachSCSIVolumeTestJSON-1183104708 tempest-AttachSCSIVolumeTestJSON-1183104708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (7e4c1446-90bc-46ce-8b30-e081b64613f7), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:32.293066 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 57690) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:31:32.298627 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-3ed58cfb-f539-4524-85b5-bee87a18a2c7 admin admin] Request body: {'subnet': {'network_id': '5173822a-78dd-40a4-ab46-8fc225861f51', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-971905942-subnet', 'tenant_id': 'fd8cfc1fa2b94da1900c59ade2606931', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:31:32.303537 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-9c23c310-3829-4ec8-9314-fa9f124ecef7 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9745567 Mar 11 19:31:32.427924 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port b4283bd3-62f8-489b-8bb9-1ec005b4ee54, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=b4283bd3-62f8-489b-8bb9-1ec005b4ee54,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:31:32.442617 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c23c310-3829-4ec8-9314-fa9f124ecef7 admin admin] Pushing event updated for resources: {'Network': ['ID=5173822a-78dd-40a4-ab46-8fc225861f51,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:32.458612 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 5173822a-78dd-40a4-ab46-8fc225861f51 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:31:32.472914 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': 'b4283bd3-62f8-489b-8bb9-1ec005b4ee54', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'port_id': 'b4283bd3-62f8-489b-8bb9-1ec005b4ee54', 'mac_address': 'fa:16:3e:66:54:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bb14923-74c3-4313-be8d-ed33542f05aa', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:31:32.544689 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2814e6e0-d9cc-4dec-8ee4-55224bea3e59 req-70f5f469-2a1c-4216-a8e7-7d2260046668 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 210 time: 0.0665400 Mar 11 19:31:32.545414 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed58cfb-f539-4524-85b5-bee87a18a2c7 admin admin] Made reservation on behalf of fd8cfc1fa2b94da1900c59ade2606931 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:31:32.547851 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3ed58cfb-f539-4524-85b5-bee87a18a2c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:32.580844 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19dff46-e5c7-49d1-9646-f649be46c0c7 req-f9853486-b4dd-45fc-a37b-e1d30a00dca8 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:32.580844 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d19dff46-e5c7-49d1-9646-f649be46c0c7 req-f9853486-b4dd-45fc-a37b-e1d30a00dca8 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6912256-9a05-446d-93ac-d6cd63a1df39 HTTP/1.1" status: 200 len: 944 time: 0.4587023 Mar 11 19:31:32.606734 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-dd0fba1a-e502-4902-81e4-685524282557 tempest-LiveMigrationTest-1929498449 tempest-LiveMigrationTest-1929498449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:32.609058 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-dd0fba1a-e502-4902-81e4-685524282557 tempest-LiveMigrationTest-1929498449 tempest-LiveMigrationTest-1929498449-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=b6912256-9a05-446d-93ac-d6cd63a1df39&tenant_id=f95acd8ec5ef45d8b7ae8994d46f4375&binding%3Ahost_id=n-h1-833163-1 HTTP/1.1" status: 200 len: 1126 time: 0.1603236 Mar 11 19:31:32.759939 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port b4283bd3-62f8-489b-8bb9-1ec005b4ee54 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:31:32.759939 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b4283bd3-62f8-489b-8bb9-1ec005b4ee54), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:32.762774 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-354b2d5e-78df-4f4f-9028-f5daf3a250fa tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:32.776288 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4283bd3-62f8-489b-8bb9-1ec005b4ee54 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:31:32.777442 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-354b2d5e-78df-4f4f-9028-f5daf3a250fa tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:32.789613 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-354b2d5e-78df-4f4f-9028-f5daf3a250fa tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:32.792367 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-354b2d5e-78df-4f4f-9028-f5daf3a250fa tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.75 "GET /v2.0/networks?id=3a5ebcdd-7c47-4480-b835-e31622a3f5f1&id=11e52173-c93f-4f90-a40d-087cab6dbb47&id=11e52173-c93f-4f90-a40d-087cab6dbb47&id=11e52173-c93f-4f90-a40d-087cab6dbb47&id=11e52173-c93f-4f90-a40d-087cab6dbb47&id=6ac60707-319a-4d65-9bd8-06cb97e2f80c&id=6ac60707-319a-4d65-9bd8-06cb97e2f80c HTTP/1.1" status: 200 len: 1990 time: 0.5551929 Mar 11 19:31:32.800585 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port b4283bd3-62f8-489b-8bb9-1ec005b4ee54, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=b4283bd3-62f8-489b-8bb9-1ec005b4ee54,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:31:32.804678 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-346c56da-322e-4c8e-b6f0-ba29b1eecafe req-37e09e2a-4433-489d-9009-9e52518a341c tempest-AttachSCSIVolumeTestJSON-1183104708 tempest-AttachSCSIVolumeTestJSON-1183104708-project] For port 7e4c1446-90bc-46ce-8b30-e081b64613f7, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=7e4c1446-90bc-46ce-8b30-e081b64613f7,segment=NetworkSegment(ce345813-e166-4c98-ada8-e25f8b8832f7),segment_id=ce345813-e166-4c98-ada8-e25f8b8832f7)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:31:32.805279 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-346c56da-322e-4c8e-b6f0-ba29b1eecafe req-37e09e2a-4433-489d-9009-9e52518a341c tempest-AttachSCSIVolumeTestJSON-1183104708 tempest-AttachSCSIVolumeTestJSON-1183104708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (7e4c1446-90bc-46ce-8b30-e081b64613f7), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:32.808035 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (b4283bd3-62f8-489b-8bb9-1ec005b4ee54), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:32.896412 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-346c56da-322e-4c8e-b6f0-ba29b1eecafe req-37e09e2a-4433-489d-9009-9e52518a341c tempest-AttachSCSIVolumeTestJSON-1183104708 tempest-AttachSCSIVolumeTestJSON-1183104708-project] Calling delete_port for 7e4c1446-90bc-46ce-8b30-e081b64613f7 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:31:32.923134 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d19dff46-e5c7-49d1-9646-f649be46c0c7 req-2ba41fb9-7eac-4579-9aa0-10679c14da2c tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344491 Mar 11 19:31:32.934463 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=b4283bd3-62f8-489b-8bb9-1ec005b4ee54,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:32.949782 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-fb305843-0a1f-4537-9e63-ac77490aee6f service neutron] For port c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7, host n-h2-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:31:32.954886 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-fb305843-0a1f-4537-9e63-ac77490aee6f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:32.961207 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-253a3472-7a3f-4189-8212-f1df679f08e5 req-fb305843-0a1f-4537-9e63-ac77490aee6f service neutron] 10.222.0.75 "DELETE /v2.0/ports/c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7/bindings/n-h2-833163-1 HTTP/1.1" status: 204 len: 173 time: 0.3398669 Mar 11 19:31:33.078923 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0569c0f0-8b28-45fd-8ccb-434c7018f6b3 req-a15c63e6-c8a1-4a27-8c61-92c2f4cf0724 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:33.086174 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0569c0f0-8b28-45fd-8ccb-434c7018f6b3 req-a15c63e6-c8a1-4a27-8c61-92c2f4cf0724 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d52d052-6ce7-40cf-80ca-227e9de56947 HTTP/1.1" status: 200 len: 949 time: 0.2771695 Mar 11 19:31:33.112713 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-035bf007-1c75-4b26-8157-42dda044b055 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7eee167876f4486fa3e6b7859ca90f06 HTTP/1.1" status: 200 len: 380 time: 0.2875133 Mar 11 19:31:33.117814 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['b4283bd3-62f8-489b-8bb9-1ec005b4ee54'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:31:33.142981 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-dbe2ba08-10a5-4e0b-87d8-5599741f1fe0 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Request body: {'port': {'device_id': '1fa8c702-cf6f-489f-a488-b046d18b5f9d', 'network_id': '3a5ebcdd-7c47-4480-b835-e31622a3f5f1', 'admin_state_up': True, 'tenant_id': '7eee167876f4486fa3e6b7859ca90f06', 'security_groups': ['d5fd3d3c-20cd-431b-acc4-4d910716b349']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:31:33.380144 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0569c0f0-8b28-45fd-8ccb-434c7018f6b3 req-567ddf56-e9ad-4b51-8329-6b119cf57ecc tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] 10.222.0.65 "GET /v2.0/security-groups?id=45c5fa18-9d4c-4285-a76c-9666e2ec0244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929735 Mar 11 19:31:33.477971 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3ed58cfb-f539-4524-85b5-bee87a18a2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (bc3c0a06-4b2e-4bf8-8ea4-e193bddf9c90), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:33.531047 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579eedb0-1d2c-49ba-bbff-f4b5a6757866 req-92d22927-1377-40cc-9d96-73a1f5a82b6c tempest-AttachSCSIVolumeTestJSON-1183104708 tempest-AttachSCSIVolumeTestJSON-1183104708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:33.538582 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-579eedb0-1d2c-49ba-bbff-f4b5a6757866 req-92d22927-1377-40cc-9d96-73a1f5a82b6c tempest-AttachSCSIVolumeTestJSON-1183104708 tempest-AttachSCSIVolumeTestJSON-1183104708-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e2c2f74-9980-41b6-865a-08854f828156 HTTP/1.1" status: 200 len: 946 time: 0.4211903 Mar 11 19:31:33.635973 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-579eedb0-1d2c-49ba-bbff-f4b5a6757866 req-ccbb1e39-7b7f-4c09-85f7-7d186ca4d9b3 tempest-AttachSCSIVolumeTestJSON-1183104708 tempest-AttachSCSIVolumeTestJSON-1183104708-project] 10.222.0.65 "GET /v2.0/security-groups?id=c8e8cfff-c504-429e-8169-b14a8919776a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917201 Mar 11 19:31:33.712030 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-dbe2ba08-10a5-4e0b-87d8-5599741f1fe0 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Made reservation on behalf of 7eee167876f4486fa3e6b7859ca90f06 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:31:33.715897 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-dbe2ba08-10a5-4e0b-87d8-5599741f1fe0 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:33.745174 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-736d631d-5bfb-4f8f-b26d-e8aa2b898c9f req-03d43606-e576-44cf-ba44-b421ad1296f1 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 210 time: 0.0638461 Mar 11 19:31:33.745802 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-346c56da-322e-4c8e-b6f0-ba29b1eecafe req-37e09e2a-4433-489d-9009-9e52518a341c tempest-AttachSCSIVolumeTestJSON-1183104708 tempest-AttachSCSIVolumeTestJSON-1183104708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (7e4c1446-90bc-46ce-8b30-e081b64613f7), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:33.777947 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed58cfb-f539-4524-85b5-bee87a18a2c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc3c0a06-4b2e-4bf8-8ea4-e193bddf9c90,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:33.855457 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e09e2a-4433-489d-9009-9e52518a341c tempest-AttachSCSIVolumeTestJSON-1183104708 tempest-AttachSCSIVolumeTestJSON-1183104708-project] Pushing event deleted for resources: {'Port': ['ID=7e4c1446-90bc-46ce-8b30-e081b64613f7,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:33.921408 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed58cfb-f539-4524-85b5-bee87a18a2c7 admin admin] Checking segment: {'id': 'fab499a1-2108-491d-8e12-e39ef95c47df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '5173822a-78dd-40a4-ab46-8fc225861f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:31:33.921762 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed58cfb-f539-4524-85b5-bee87a18a2c7 admin admin] Network hostable DHCP agents. Network: 5173822a-78dd-40a4-ab46-8fc225861f51, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:31:34.034110 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-346c56da-322e-4c8e-b6f0-ba29b1eecafe req-37e09e2a-4433-489d-9009-9e52518a341c tempest-AttachSCSIVolumeTestJSON-1183104708 tempest-AttachSCSIVolumeTestJSON-1183104708-project] No DVR routers for this DVR port 7e4c1446-90bc-46ce-8b30-e081b64613f7 on host n-h1-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:31:34.039047 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-346c56da-322e-4c8e-b6f0-ba29b1eecafe req-37e09e2a-4433-489d-9009-9e52518a341c tempest-AttachSCSIVolumeTestJSON-1183104708 tempest-AttachSCSIVolumeTestJSON-1183104708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:34.042992 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-346c56da-322e-4c8e-b6f0-ba29b1eecafe req-37e09e2a-4433-489d-9009-9e52518a341c tempest-AttachSCSIVolumeTestJSON-1183104708 tempest-AttachSCSIVolumeTestJSON-1183104708-project] 10.222.0.75 "DELETE /v2.0/ports/7e4c1446-90bc-46ce-8b30-e081b64613f7 HTTP/1.1" status: 204 len: 173 time: 2.3790689 Mar 11 19:31:34.043843 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e2c2f74-9980-41b6-865a-08854f828156', 'name': 'network-vif-deleted', 'tag': '7e4c1446-90bc-46ce-8b30-e081b64613f7'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:31:34.046440 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c1b6ed-bcc9-413d-9940-a59bfc051caa" -d '{"events": [{"server_uuid": "6e2c2f74-9980-41b6-865a-08854f828156", "name": "network-vif-deleted", "tag": "7e4c1446-90bc-46ce-8b30-e081b64613f7"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:31:34.071603 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed58cfb-f539-4524-85b5-bee87a18a2c7 admin admin] Network 5173822a-78dd-40a4-ab46-8fc225861f51 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:31:34.112423 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 7e4c1446-90bc-46ce-8b30-e081b64613f7 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:31:34.158478 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: 7e4c1446-90bc-46ce-8b30-e081b64613f7 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:31:34.159592 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 7e4c1446-90bc-46ce-8b30-e081b64613f7 not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:31:34.177139 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-3ed58cfb-f539-4524-85b5-bee87a18a2c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 5173822a-78dd-40a4-ab46-8fc225861f51) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:31:34.189982 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b022a8-7a4d-4065-ba26-53008bf0e6ee None None] Network 5173822a-78dd-40a4-ab46-8fc225861f51 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:31:34.205589 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed58cfb-f539-4524-85b5-bee87a18a2c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:34.206177 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3ed58cfb-f539-4524-85b5-bee87a18a2c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:34.232925 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-dbe2ba08-10a5-4e0b-87d8-5599741f1fe0 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Allocated IP 172.20.0.9 (3a5ebcdd-7c47-4480-b835-e31622a3f5f1/c4ce97f5-273f-42a3-8dbb-6d45a56d0c24/0f7ea648-8ba5-44d1-a485-4afac07a6e22) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:31:34.271071 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-3ed58cfb-f539-4524-85b5-bee87a18a2c7 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.9770966 Mar 11 19:31:34.307519 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8aa3c-1c0d-4069-9ecc-c789ea7fc1e9 req-4a2cc970-0895-4fef-b76f-26c8d1c99b08 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:34.309167 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b2d8aa3c-1c0d-4069-9ecc-c789ea7fc1e9 req-4a2cc970-0895-4fef-b76f-26c8d1c99b08 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6912256-9a05-446d-93ac-d6cd63a1df39 HTTP/1.1" status: 200 len: 944 time: 0.1760046 Mar 11 19:31:34.596638 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24fcd5b9-6933-4900-91a9-79de7e0e201d x-openstack-request-id: req-24fcd5b9-6933-4900-91a9-79de7e0e201d {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:31:34.596992 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e2c2f74-9980-41b6-865a-08854f828156", "name": "network-vif-deleted", "tag": "7e4c1446-90bc-46ce-8b30-e081b64613f7", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:31:34.597241 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-24fcd5b9-6933-4900-91a9-79de7e0e201d {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:31:34.597644 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e2c2f74-9980-41b6-865a-08854f828156', 'name': 'network-vif-deleted', 'tag': '7e4c1446-90bc-46ce-8b30-e081b64613f7', 'status': 'completed', 'code': 200} Mar 11 19:31:34.643719 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b2d8aa3c-1c0d-4069-9ecc-c789ea7fc1e9 req-45076ea4-a2a4-4066-ba1d-fb402541c639 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249764 Mar 11 19:31:34.755748 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-dbe2ba08-10a5-4e0b-87d8-5599741f1fe0 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks [] for port (0f7ea648-8ba5-44d1-a485-4afac07a6e22), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:34.856486 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67dc0e50-ad57-4aff-9f65-d7dc1cb3387c None None] Network 5173822a-78dd-40a4-ab46-8fc225861f51 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:31:34.954686 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5e14a8da-40e9-424f-8529-f027df1e6a7e req-bac1be2d-aa02-49a3-ba6d-78e252e635ba tempest-AttachSCSIVolumeTestJSON-1183104708 tempest-AttachSCSIVolumeTestJSON-1183104708-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e2c2f74-9980-41b6-865a-08854f828156 HTTP/1.1" status: 200 len: 210 time: 0.1189699 Mar 11 19:31:34.956029 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-dbe2ba08-10a5-4e0b-87d8-5599741f1fe0 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (0f7ea648-8ba5-44d1-a485-4afac07a6e22), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:35.042701 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe2ba08-10a5-4e0b-87d8-5599741f1fe0 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Pushing event updated for resources: {'Port': ['ID=0f7ea648-8ba5-44d1-a485-4afac07a6e22,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:35.059455 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-dbe2ba08-10a5-4e0b-87d8-5599741f1fe0 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Network 3a5ebcdd-7c47-4480-b835-e31622a3f5f1 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:31:35.069194 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274fc93c-c052-40b7-a0dc-1d2bc12d5891 req-06c23afa-31b4-41e0-8c39-d065d69709c8 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:35.076039 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-274fc93c-c052-40b7-a0dc-1d2bc12d5891 req-06c23afa-31b4-41e0-8c39-d065d69709c8 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d52d052-6ce7-40cf-80ca-227e9de56947 HTTP/1.1" status: 200 len: 949 time: 0.2427979 Mar 11 19:31:35.079534 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-dbe2ba08-10a5-4e0b-87d8-5599741f1fe0 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:31:35.085503 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-dbe2ba08-10a5-4e0b-87d8-5599741f1fe0 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:31:35.165921 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-274fc93c-c052-40b7-a0dc-1d2bc12d5891 req-1f9b03c3-d74d-4c52-8fb9-1ed6fd2118ba tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] 10.222.0.65 "GET /v2.0/security-groups?id=45c5fa18-9d4c-4285-a76c-9666e2ec0244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889556 Mar 11 19:31:35.190050 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-3c8772a4-0dbe-4ddd-9972-533ce525e777 req-5c26e766-e3d5-4bdf-88f9-393decf4881b tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-472561387', 'description': 'tempest-description-826181957'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:31:35.239704 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-dbe2ba08-10a5-4e0b-87d8-5599741f1fe0 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:35.240428 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-dbe2ba08-10a5-4e0b-87d8-5599741f1fe0 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:35.296529 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-dbe2ba08-10a5-4e0b-87d8-5599741f1fe0 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1576602 Mar 11 19:31:35.297264 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3c8772a4-0dbe-4ddd-9972-533ce525e777 req-5c26e766-e3d5-4bdf-88f9-393decf4881b tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:35.493262 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-37f2ebe3-e1d5-4413-aa51-a0f32c395336 None None] Provisioning complete for port 0f7ea648-8ba5-44d1-a485-4afac07a6e22 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:31:35.493844 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-37f2ebe3-e1d5-4413-aa51-a0f32c395336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (0f7ea648-8ba5-44d1-a485-4afac07a6e22), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:35.539710 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-37f2ebe3-e1d5-4413-aa51-a0f32c395336 None None] Port 0f7ea648-8ba5-44d1-a485-4afac07a6e22 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:31:35.763487 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-befd6185-d5e7-4d0f-94f7-7df4bd1f7a70 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Request body: {'port': {'device_id': '1fa8c702-cf6f-489f-a488-b046d18b5f9d', 'network_id': '11e52173-c93f-4f90-a40d-087cab6dbb47', 'admin_state_up': True, 'tenant_id': '7eee167876f4486fa3e6b7859ca90f06', 'security_groups': ['d5fd3d3c-20cd-431b-acc4-4d910716b349']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:31:35.918091 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c0678-bc1b-4f82-a21d-7baef973c2a4 req-5aaf37fb-964d-4d34-8931-116c3cbb68fb tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:35.919931 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d27c0678-bc1b-4f82-a21d-7baef973c2a4 req-5aaf37fb-964d-4d34-8931-116c3cbb68fb tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 931 time: 0.6409886 Mar 11 19:31:35.957420 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3c8772a4-0dbe-4ddd-9972-533ce525e777 req-5c26e766-e3d5-4bdf-88f9-393decf4881b tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks [] for security_group (eff08211-9366-4347-994e-aebe96872322), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:35.972174 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3c8772a4-0dbe-4ddd-9972-533ce525e777 req-5c26e766-e3d5-4bdf-88f9-393decf4881b tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (eff08211-9366-4347-994e-aebe96872322), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:36.022946 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3c8772a4-0dbe-4ddd-9972-533ce525e777 req-5c26e766-e3d5-4bdf-88f9-393decf4881b tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:36.024206 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3c8772a4-0dbe-4ddd-9972-533ce525e777 req-5c26e766-e3d5-4bdf-88f9-393decf4881b tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.8490019 Mar 11 19:31:36.036239 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-befd6185-d5e7-4d0f-94f7-7df4bd1f7a70 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Made reservation on behalf of 7eee167876f4486fa3e6b7859ca90f06 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:31:36.039613 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-befd6185-d5e7-4d0f-94f7-7df4bd1f7a70 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:36.079694 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d27c0678-bc1b-4f82-a21d-7baef973c2a4 req-e358f446-74ac-4ba1-bb2d-3b790d3a5390 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485920 Mar 11 19:31:36.081651 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c26e766-e3d5-4bdf-88f9-393decf4881b tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eff08211-9366-4347-994e-aebe96872322,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:36.105620 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device b4283bd3-62f8-489b-8bb9-1ec005b4ee54 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:31:36.196442 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port b4283bd3-62f8-489b-8bb9-1ec005b4ee54 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:31:36.201445 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port b4283bd3-62f8-489b-8bb9-1ec005b4ee54 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:31:36.208571 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (b4283bd3-62f8-489b-8bb9-1ec005b4ee54), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:36.396002 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-befd6185-d5e7-4d0f-94f7-7df4bd1f7a70 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Allocated IP 10.1.1.10 (11e52173-c93f-4f90-a40d-087cab6dbb47/fb37e9b7-00ef-41b5-91f7-c613b891b27c/6d0f16cb-21fe-4376-88bf-f8036c799e41) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:31:36.409946 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port b4283bd3-62f8-489b-8bb9-1ec005b4ee54 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:31:36.412574 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b4283bd3-62f8-489b-8bb9-1ec005b4ee54), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:36.469363 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d52d052-6ce7-40cf-80ca-227e9de56947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4283bd3-62f8-489b-8bb9-1ec005b4ee54'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:31:36.473317 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-86e45234-d3b1-46ec-b709-9fb3e7995413 req-22c154d0-c517-4e43-a814-8befa94e0942 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] 10.222.0.65 "GET /v2.0/security-groups/eff08211-9366-4347-994e-aebe96872322 HTTP/1.1" status: 200 len: 1820 time: 0.0730147 Mar 11 19:31:36.476131 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25fe3ec9-021d-4ad7-9666-56a8f399ec6f" -d '{"events": [{"server_uuid": "4d52d052-6ce7-40cf-80ca-227e9de56947", "name": "network-vif-plugged", "status": "completed", "tag": "b4283bd3-62f8-489b-8bb9-1ec005b4ee54"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:31:36.478114 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-86e45234-d3b1-46ec-b709-9fb3e7995413 req-ff4e4052-7639-4de7-b47c-f909c62cecae tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'eff08211-9366-4347-994e-aebe96872322', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:31:36.478443 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-86e45234-d3b1-46ec-b709-9fb3e7995413 req-ff4e4052-7639-4de7-b47c-f909c62cecae tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'eff08211-9366-4347-994e-aebe96872322', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:31:36.485960 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ed54df-eb0b-4be2-b570-38fd29b1855c req-d8d9f084-3cca-455f-acd4-6fbacd0e1c04 tempest-LiveMigrationTest-1929498449 tempest-LiveMigrationTest-1929498449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:36.489844 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a3ed54df-eb0b-4be2-b570-38fd29b1855c req-d8d9f084-3cca-455f-acd4-6fbacd0e1c04 tempest-LiveMigrationTest-1929498449 tempest-LiveMigrationTest-1929498449-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=b6912256-9a05-446d-93ac-d6cd63a1df39 HTTP/1.1" status: 200 len: 1126 time: 0.2203515 Mar 11 19:31:36.519438 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port b4283bd3-62f8-489b-8bb9-1ec005b4ee54, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=b4283bd3-62f8-489b-8bb9-1ec005b4ee54,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:31:36.526987 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (b4283bd3-62f8-489b-8bb9-1ec005b4ee54), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:36.633871 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=b4283bd3-62f8-489b-8bb9-1ec005b4ee54,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:36.764729 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-befd6185-d5e7-4d0f-94f7-7df4bd1f7a70 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks [] for port (6d0f16cb-21fe-4376-88bf-f8036c799e41), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:36.817369 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a3ed54df-eb0b-4be2-b570-38fd29b1855c req-783e44a7-cdf8-4415-b8b6-fe603c3c04a6 tempest-LiveMigrationTest-1929498449 tempest-LiveMigrationTest-1929498449-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133197 Mar 11 19:31:36.819927 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-befd6185-d5e7-4d0f-94f7-7df4bd1f7a70 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (6d0f16cb-21fe-4376-88bf-f8036c799e41), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:36.899567 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-befd6185-d5e7-4d0f-94f7-7df4bd1f7a70 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Network 11e52173-c93f-4f90-a40d-087cab6dbb47 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:31:36.901899 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befd6185-d5e7-4d0f-94f7-7df4bd1f7a70 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Pushing event updated for resources: {'Port': ['ID=6d0f16cb-21fe-4376-88bf-f8036c799e41,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:36.904491 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-befd6185-d5e7-4d0f-94f7-7df4bd1f7a70 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:31:36.906891 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-befd6185-d5e7-4d0f-94f7-7df4bd1f7a70 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:31:36.962179 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-befd6185-d5e7-4d0f-94f7-7df4bd1f7a70 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:36.962882 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-befd6185-d5e7-4d0f-94f7-7df4bd1f7a70 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:36.965777 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-86e45234-d3b1-46ec-b709-9fb3e7995413 req-ff4e4052-7639-4de7-b47c-f909c62cecae tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks [] for security_group_rule (bff9683f-dd56-4ffd-8728-5e8c28672f40), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:36.998577 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-86e45234-d3b1-46ec-b709-9fb3e7995413 req-ff4e4052-7639-4de7-b47c-f909c62cecae tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks [] for security_group_rule (bff9683f-dd56-4ffd-8728-5e8c28672f40), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:37.003912 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-86e45234-d3b1-46ec-b709-9fb3e7995413 req-ff4e4052-7639-4de7-b47c-f909c62cecae tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (bff9683f-dd56-4ffd-8728-5e8c28672f40), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:37.054923 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4e4052-7639-4de7-b47c-f909c62cecae tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bff9683f-dd56-4ffd-8728-5e8c28672f40,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:37.083762 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-86e45234-d3b1-46ec-b709-9fb3e7995413 req-ff4e4052-7639-4de7-b47c-f909c62cecae tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:37.084972 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-86e45234-d3b1-46ec-b709-9fb3e7995413 req-ff4e4052-7639-4de7-b47c-f909c62cecae tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6107922 Mar 11 19:31:37.106083 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-befd6185-d5e7-4d0f-94f7-7df4bd1f7a70 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3524923 Mar 11 19:31:37.120572 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-d9363c2b-3c74-42f7-9bb0-1b250cae864e tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Request body: {'port': {'device_id': '1fa8c702-cf6f-489f-a488-b046d18b5f9d', 'network_id': '11e52173-c93f-4f90-a40d-087cab6dbb47', 'admin_state_up': True, 'tenant_id': '7eee167876f4486fa3e6b7859ca90f06', 'security_groups': ['d5fd3d3c-20cd-431b-acc4-4d910716b349']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:31:37.165778 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef99541-8ad5-40c4-89e0-5704c5577556 req-1af685f3-62a3-4a29-8b32-b48049d09073 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:37.175799 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf1f380-1ac7-447e-acb5-b225ad2be06b x-openstack-request-id: req-5bf1f380-1ac7-447e-acb5-b225ad2be06b {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:31:37.175989 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8ef99541-8ad5-40c4-89e0-5704c5577556 req-1af685f3-62a3-4a29-8b32-b48049d09073 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d52d052-6ce7-40cf-80ca-227e9de56947 HTTP/1.1" status: 200 len: 950 time: 0.1752205 Mar 11 19:31:37.176567 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d52d052-6ce7-40cf-80ca-227e9de56947", "name": "network-vif-plugged", "status": "completed", "tag": "b4283bd3-62f8-489b-8bb9-1ec005b4ee54", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:31:37.177046 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5bf1f380-1ac7-447e-acb5-b225ad2be06b {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:31:37.177670 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d52d052-6ce7-40cf-80ca-227e9de56947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4283bd3-62f8-489b-8bb9-1ec005b4ee54', 'code': 200} Mar 11 19:31:37.393667 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-8166f7aa-f24e-4331-a18c-3b1f4454140a None None] Provisioning complete for port 6d0f16cb-21fe-4376-88bf-f8036c799e41 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:31:37.394111 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8166f7aa-f24e-4331-a18c-3b1f4454140a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (6d0f16cb-21fe-4376-88bf-f8036c799e41), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:37.436508 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8ef99541-8ad5-40c4-89e0-5704c5577556 req-baac497f-c232-491e-bb77-e55ff8f91377 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] 10.222.0.65 "GET /v2.0/security-groups?id=45c5fa18-9d4c-4285-a76c-9666e2ec0244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593284 Mar 11 19:31:37.468559 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8166f7aa-f24e-4331-a18c-3b1f4454140a None None] Port 6d0f16cb-21fe-4376-88bf-f8036c799e41 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:31:37.549975 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-b8807341-d23c-4b32-b787-a9bfbf423e68 req-8413ff4c-f851-407b-88fb-ddf2febc8dce tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-19697437', 'description': 'tempest-description-1231786453'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:31:37.606729 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-d9363c2b-3c74-42f7-9bb0-1b250cae864e tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Made reservation on behalf of 7eee167876f4486fa3e6b7859ca90f06 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:31:37.610875 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-d9363c2b-3c74-42f7-9bb0-1b250cae864e tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:37.701787 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b8807341-d23c-4b32-b787-a9bfbf423e68 req-8413ff4c-f851-407b-88fb-ddf2febc8dce tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:37.710883 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cd5f29-3c8c-4967-a991-26c34a53cf7b req-11187e77-678f-4d49-82e9-033f6396d465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:37.712922 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f2cd5f29-3c8c-4967-a991-26c34a53cf7b req-11187e77-678f-4d49-82e9-033f6396d465 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=4d52d052-6ce7-40cf-80ca-227e9de56947 HTTP/1.1" status: 200 len: 1132 time: 0.3945389 Mar 11 19:31:37.725468 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011933f5-f7f0-46fc-b436-7b6b777335fe req-81c5d040-7ef1-439a-93fc-a3576507d40d tempest-LiveMigrationTest-1929498449 tempest-LiveMigrationTest-1929498449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:37.727419 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-011933f5-f7f0-46fc-b436-7b6b777335fe req-81c5d040-7ef1-439a-93fc-a3576507d40d tempest-LiveMigrationTest-1929498449 tempest-LiveMigrationTest-1929498449-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=b6912256-9a05-446d-93ac-d6cd63a1df39 HTTP/1.1" status: 200 len: 1126 time: 0.4187300 Mar 11 19:31:37.847129 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f2cd5f29-3c8c-4967-a991-26c34a53cf7b req-2c4e9400-414b-4d17-99fe-a60b2ebf4654 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=45c5fa18-9d4c-4285-a76c-9666e2ec0244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159105 Mar 11 19:31:37.897641 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-d9363c2b-3c74-42f7-9bb0-1b250cae864e tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Allocated IP 10.1.1.245 (11e52173-c93f-4f90-a40d-087cab6dbb47/fb37e9b7-00ef-41b5-91f7-c613b891b27c/c7f76392-aada-411a-ac64-53336e3dab7e) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:31:37.922028 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-011933f5-f7f0-46fc-b436-7b6b777335fe req-872e5e5b-86f9-45d3-8965-f49cb4dc2a9a tempest-LiveMigrationTest-1929498449 tempest-LiveMigrationTest-1929498449-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654215 Mar 11 19:31:38.030258 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b8807341-d23c-4b32-b787-a9bfbf423e68 req-8413ff4c-f851-407b-88fb-ddf2febc8dce tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks [] for security_group (e39722ee-70c1-41e3-b1c2-8f8887ffcca0), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:38.083441 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b8807341-d23c-4b32-b787-a9bfbf423e68 req-8413ff4c-f851-407b-88fb-ddf2febc8dce tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (e39722ee-70c1-41e3-b1c2-8f8887ffcca0), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:38.185205 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8413ff4c-f851-407b-88fb-ddf2febc8dce tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e39722ee-70c1-41e3-b1c2-8f8887ffcca0,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:38.215440 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b8807341-d23c-4b32-b787-a9bfbf423e68 req-8413ff4c-f851-407b-88fb-ddf2febc8dce tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:38.216693 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b8807341-d23c-4b32-b787-a9bfbf423e68 req-8413ff4c-f851-407b-88fb-ddf2febc8dce tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.6755517 Mar 11 19:31:38.240318 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d0a37-94ee-453b-9e41-80edb59e8056 req-e35e73a3-6c2e-43bc-92f7-90277f99e451 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:38.251484 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d0a37-94ee-453b-9e41-80edb59e8056 req-e35e73a3-6c2e-43bc-92f7-90277f99e451 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:38.253182 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a02d0a37-94ee-453b-9e41-80edb59e8056 req-e35e73a3-6c2e-43bc-92f7-90277f99e451 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 1652 time: 0.2364650 Mar 11 19:31:38.268140 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-d9363c2b-3c74-42f7-9bb0-1b250cae864e tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks [] for port (c7f76392-aada-411a-ac64-53336e3dab7e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:38.351447 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a02d0a37-94ee-453b-9e41-80edb59e8056 req-9868ef59-bd80-4949-b84a-e8628809a036 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814369 Mar 11 19:31:38.353267 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-d9363c2b-3c74-42f7-9bb0-1b250cae864e tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (c7f76392-aada-411a-ac64-53336e3dab7e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:38.390120 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-d9363c2b-3c74-42f7-9bb0-1b250cae864e tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Network 11e52173-c93f-4f90-a40d-087cab6dbb47 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:31:38.394049 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-d9363c2b-3c74-42f7-9bb0-1b250cae864e tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:31:38.446871 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-d9363c2b-3c74-42f7-9bb0-1b250cae864e tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:31:38.548733 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9363c2b-3c74-42f7-9bb0-1b250cae864e tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Pushing event updated for resources: {'Port': ['ID=c7f76392-aada-411a-ac64-53336e3dab7e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:38.577764 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-623d1e7e-dd6e-483a-9c93-a5930cd9787f req-55867102-b222-4d59-b039-5f37a2708e1e tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] 10.222.0.65 "GET /v2.0/security-groups/e39722ee-70c1-41e3-b1c2-8f8887ffcca0 HTTP/1.1" status: 200 len: 1820 time: 0.1836171 Mar 11 19:31:38.587873 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-d9363c2b-3c74-42f7-9bb0-1b250cae864e tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:38.589592 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-d9363c2b-3c74-42f7-9bb0-1b250cae864e tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:38.601416 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-623d1e7e-dd6e-483a-9c93-a5930cd9787f req-f68794e4-4f61-4c4b-8672-7810018f5d3a tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'e39722ee-70c1-41e3-b1c2-8f8887ffcca0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:31:38.602055 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-623d1e7e-dd6e-483a-9c93-a5930cd9787f req-f68794e4-4f61-4c4b-8672-7810018f5d3a tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'e39722ee-70c1-41e3-b1c2-8f8887ffcca0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:31:38.637029 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-d9363c2b-3c74-42f7-9bb0-1b250cae864e tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5247712 Mar 11 19:31:38.652483 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-49e31436-78bb-4546-ad3f-f8bfe6c6c1cc tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Request body: {'port': {'device_id': '1fa8c702-cf6f-489f-a488-b046d18b5f9d', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '6ac60707-319a-4d65-9bd8-06cb97e2f80c', 'admin_state_up': True, 'tenant_id': '7eee167876f4486fa3e6b7859ca90f06', 'security_groups': ['d5fd3d3c-20cd-431b-acc4-4d910716b349']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:31:38.821218 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-50190752-c828-436a-b423-c1b4594a67a9 None None] Provisioning complete for port c7f76392-aada-411a-ac64-53336e3dab7e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:31:38.822556 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-50190752-c828-436a-b423-c1b4594a67a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (c7f76392-aada-411a-ac64-53336e3dab7e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:38.842714 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-49e31436-78bb-4546-ad3f-f8bfe6c6c1cc tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Made reservation on behalf of 7eee167876f4486fa3e6b7859ca90f06 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:31:38.870206 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-50190752-c828-436a-b423-c1b4594a67a9 None None] Port c7f76392-aada-411a-ac64-53336e3dab7e cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:31:38.979100 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-623d1e7e-dd6e-483a-9c93-a5930cd9787f req-f68794e4-4f61-4c4b-8672-7810018f5d3a tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks [] for security_group_rule (9241ad2c-757d-44f6-9c17-972490a82a5a), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:38.993101 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f11a23e-358e-4e59-a12b-f90450b6e51c req-051d420d-de6a-485b-be32-0260e9fc3e4a tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:39.003421 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8f11a23e-358e-4e59-a12b-f90450b6e51c req-051d420d-de6a-485b-be32-0260e9fc3e4a tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d52d052-6ce7-40cf-80ca-227e9de56947 HTTP/1.1" status: 200 len: 950 time: 0.2017360 Mar 11 19:31:39.084327 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-623d1e7e-dd6e-483a-9c93-a5930cd9787f req-f68794e4-4f61-4c4b-8672-7810018f5d3a tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks [] for security_group_rule (9241ad2c-757d-44f6-9c17-972490a82a5a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:39.090676 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-49e31436-78bb-4546-ad3f-f8bfe6c6c1cc tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:39.097150 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-623d1e7e-dd6e-483a-9c93-a5930cd9787f req-f68794e4-4f61-4c4b-8672-7810018f5d3a tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (9241ad2c-757d-44f6-9c17-972490a82a5a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:39.113857 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8f11a23e-358e-4e59-a12b-f90450b6e51c req-92f100ed-0723-4b92-b7c9-32555a33b9d2 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] 10.222.0.65 "GET /v2.0/security-groups?id=45c5fa18-9d4c-4285-a76c-9666e2ec0244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093304 Mar 11 19:31:39.166029 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-623d1e7e-dd6e-483a-9c93-a5930cd9787f req-f68794e4-4f61-4c4b-8672-7810018f5d3a tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:39.167273 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-623d1e7e-dd6e-483a-9c93-a5930cd9787f req-f68794e4-4f61-4c4b-8672-7810018f5d3a tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5719147 Mar 11 19:31:39.171080 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68794e4-4f61-4c4b-8672-7810018f5d3a tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9241ad2c-757d-44f6-9c17-972490a82a5a,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:39.214276 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-106ab295-dd17-46e0-985d-c7f62b8c0371 req-322b4386-250b-4016-9066-d95b8a6ef0ee tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1220846039', 'description': 'tempest-description-1136883719'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:31:39.348511 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-106ab295-dd17-46e0-985d-c7f62b8c0371 req-322b4386-250b-4016-9066-d95b8a6ef0ee tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:39.484166 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-106ab295-dd17-46e0-985d-c7f62b8c0371 req-322b4386-250b-4016-9066-d95b8a6ef0ee tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks [] for security_group (0b2f5689-5fb1-4a9a-98f8-eaa7185258a3), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:39.528589 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-106ab295-dd17-46e0-985d-c7f62b8c0371 req-322b4386-250b-4016-9066-d95b8a6ef0ee tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (0b2f5689-5fb1-4a9a-98f8-eaa7185258a3), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:39.577152 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-106ab295-dd17-46e0-985d-c7f62b8c0371 req-322b4386-250b-4016-9066-d95b8a6ef0ee tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:39.578631 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-106ab295-dd17-46e0-985d-c7f62b8c0371 req-322b4386-250b-4016-9066-d95b8a6ef0ee tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.3686574 Mar 11 19:31:39.595302 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-49e31436-78bb-4546-ad3f-f8bfe6c6c1cc tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Allocated IP 10.2.2.100 (6ac60707-319a-4d65-9bd8-06cb97e2f80c/65f866da-6201-417a-9c67-e7a8acffb4ae/69a77522-9c8e-40b8-938c-f18678aa8e3c) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:31:39.597476 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322b4386-250b-4016-9066-d95b8a6ef0ee tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2f5689-5fb1-4a9a-98f8-eaa7185258a3,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:39.624686 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c64b4-5a84-4617-849e-6807c2d2617a req-afc397e6-5dc0-4a5a-aeb7-36e38ed729d9 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:39.630687 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c64b4-5a84-4617-849e-6807c2d2617a req-afc397e6-5dc0-4a5a-aeb7-36e38ed729d9 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:39.636243 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c64b4-5a84-4617-849e-6807c2d2617a req-afc397e6-5dc0-4a5a-aeb7-36e38ed729d9 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:39.638111 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-576c64b4-5a84-4617-849e-6807c2d2617a req-afc397e6-5dc0-4a5a-aeb7-36e38ed729d9 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 2373 time: 0.1825976 Mar 11 19:31:39.643048 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-882e9996-fb30-4604-b966-56b5d48d1f4f req-4ed01757-144f-4060-9bb0-6f3b36aac516 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-778144348', 'description': 'tempest-description-802673375'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:31:39.714215 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-882e9996-fb30-4604-b966-56b5d48d1f4f req-4ed01757-144f-4060-9bb0-6f3b36aac516 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:39.754936 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-576c64b4-5a84-4617-849e-6807c2d2617a req-a06c7708-3c00-4b42-a61b-b09d029d7ee9 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060343 Mar 11 19:31:39.905972 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-49e31436-78bb-4546-ad3f-f8bfe6c6c1cc tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks [] for port (69a77522-9c8e-40b8-938c-f18678aa8e3c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:39.917722 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-882e9996-fb30-4604-b966-56b5d48d1f4f req-4ed01757-144f-4060-9bb0-6f3b36aac516 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks [] for security_group (2ac77769-bb13-431a-a9ed-2d35ec1eb49d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:39.928052 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-882e9996-fb30-4604-b966-56b5d48d1f4f req-4ed01757-144f-4060-9bb0-6f3b36aac516 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (2ac77769-bb13-431a-a9ed-2d35ec1eb49d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:39.994238 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-882e9996-fb30-4604-b966-56b5d48d1f4f req-4ed01757-144f-4060-9bb0-6f3b36aac516 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:39.995646 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-882e9996-fb30-4604-b966-56b5d48d1f4f req-4ed01757-144f-4060-9bb0-6f3b36aac516 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3563609 Mar 11 19:31:39.998715 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed01757-144f-4060-9bb0-6f3b36aac516 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac77769-bb13-431a-a9ed-2d35ec1eb49d,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:40.017469 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-49e31436-78bb-4546-ad3f-f8bfe6c6c1cc tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (69a77522-9c8e-40b8-938c-f18678aa8e3c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:40.090947 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-49e31436-78bb-4546-ad3f-f8bfe6c6c1cc tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Network 6ac60707-319a-4d65-9bd8-06cb97e2f80c is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:31:40.102799 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e31436-78bb-4546-ad3f-f8bfe6c6c1cc tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Pushing event updated for resources: {'Port': ['ID=69a77522-9c8e-40b8-938c-f18678aa8e3c,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:40.105553 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-49e31436-78bb-4546-ad3f-f8bfe6c6c1cc tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:31:40.110549 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-49e31436-78bb-4546-ad3f-f8bfe6c6c1cc tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:31:40.194057 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-49e31436-78bb-4546-ad3f-f8bfe6c6c1cc tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:40.194865 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-49e31436-78bb-4546-ad3f-f8bfe6c6c1cc tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:40.252213 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a5a04348-2f04-4024-b656-82b295232227 req-d7ba79de-d9d8-46b3-bc3e-ca5b7b897cd2 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] 10.222.0.65 "GET /v2.0/security-groups/0b2f5689-5fb1-4a9a-98f8-eaa7185258a3 HTTP/1.1" status: 200 len: 1822 time: 0.2018390 Mar 11 19:31:40.290380 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-49e31436-78bb-4546-ad3f-f8bfe6c6c1cc tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6461515 Mar 11 19:31:40.302416 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-0db8e2d4-b74e-4dcf-a193-bce825a33534 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Request body: {'port': {'device_id': '1fa8c702-cf6f-489f-a488-b046d18b5f9d', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '6ac60707-319a-4d65-9bd8-06cb97e2f80c', 'admin_state_up': True, 'tenant_id': '7eee167876f4486fa3e6b7859ca90f06', 'security_groups': ['d5fd3d3c-20cd-431b-acc4-4d910716b349']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:31:40.354730 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a5a04348-2f04-4024-b656-82b295232227 req-deffef5c-476c-4419-a151-a5b1218be25c tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] 10.222.0.65 "GET /v2.0/security-groups/2ac77769-bb13-431a-a9ed-2d35ec1eb49d HTTP/1.1" status: 200 len: 1820 time: 0.1015649 Mar 11 19:31:40.374512 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4cfc92-4886-4fe1-88e1-b7108fc45435 req-53185bfb-b155-4111-aa74-1bd168431fd6 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:40.378157 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4f4cfc92-4886-4fe1-88e1-b7108fc45435 req-53185bfb-b155-4111-aa74-1bd168431fd6 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d52d052-6ce7-40cf-80ca-227e9de56947 HTTP/1.1" status: 200 len: 950 time: 0.1800513 Mar 11 19:31:40.385603 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-a5a04348-2f04-4024-b656-82b295232227 req-1e3089bc-638b-4e65-851d-c977e1ad4640 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0b2f5689-5fb1-4a9a-98f8-eaa7185258a3', 'remote_group_id': '2ac77769-bb13-431a-a9ed-2d35ec1eb49d', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:31:40.389364 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-a5a04348-2f04-4024-b656-82b295232227 req-1e3089bc-638b-4e65-851d-c977e1ad4640 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0b2f5689-5fb1-4a9a-98f8-eaa7185258a3', 'remote_group_id': '2ac77769-bb13-431a-a9ed-2d35ec1eb49d', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:31:40.508021 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ab55548e-45ce-413c-b1e5-335741e18119 None None] Provisioning complete for port 69a77522-9c8e-40b8-938c-f18678aa8e3c triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:31:40.510718 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ab55548e-45ce-413c-b1e5-335741e18119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (69a77522-9c8e-40b8-938c-f18678aa8e3c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:40.537385 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4f4cfc92-4886-4fe1-88e1-b7108fc45435 req-1de116cf-a320-4933-b17b-a1c2b61d225f tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] 10.222.0.65 "GET /v2.0/security-groups?id=45c5fa18-9d4c-4285-a76c-9666e2ec0244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247358 Mar 11 19:31:40.584229 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a5a04348-2f04-4024-b656-82b295232227 req-1e3089bc-638b-4e65-851d-c977e1ad4640 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks [] for security_group_rule (3a1b52da-08f8-4674-ac38-8871c22e34d8), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:40.596987 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ab55548e-45ce-413c-b1e5-335741e18119 None None] Port 69a77522-9c8e-40b8-938c-f18678aa8e3c cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:31:40.640718 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a5a04348-2f04-4024-b656-82b295232227 req-1e3089bc-638b-4e65-851d-c977e1ad4640 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks [] for security_group_rule (3a1b52da-08f8-4674-ac38-8871c22e34d8), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:40.644671 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-0db8e2d4-b74e-4dcf-a193-bce825a33534 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Made reservation on behalf of 7eee167876f4486fa3e6b7859ca90f06 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:31:40.661922 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-0db8e2d4-b74e-4dcf-a193-bce825a33534 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:40.667774 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a5a04348-2f04-4024-b656-82b295232227 req-1e3089bc-638b-4e65-851d-c977e1ad4640 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (3a1b52da-08f8-4674-ac38-8871c22e34d8), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:40.714934 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3089bc-638b-4e65-851d-c977e1ad4640 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a1b52da-08f8-4674-ac38-8871c22e34d8,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:40.752296 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a5a04348-2f04-4024-b656-82b295232227 req-1e3089bc-638b-4e65-851d-c977e1ad4640 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:40.754176 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a5a04348-2f04-4024-b656-82b295232227 req-1e3089bc-638b-4e65-851d-c977e1ad4640 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3963497 Mar 11 19:31:40.927812 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-54fe3d7e-7f91-4c79-a062-285b2be34042 req-2fdcca76-9678-4a76-a7ab-a730618969a3 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-414128222', 'description': 'tempest-description-1696359060'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:31:41.016425 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-54fe3d7e-7f91-4c79-a062-285b2be34042 req-2fdcca76-9678-4a76-a7ab-a730618969a3 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:41.058093 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-0db8e2d4-b74e-4dcf-a193-bce825a33534 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Allocated IP 10.2.2.200 (6ac60707-319a-4d65-9bd8-06cb97e2f80c/65f866da-6201-417a-9c67-e7a8acffb4ae/83a37c83-6ea8-4900-bacb-df4f8976aab8) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:31:41.077846 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322aa012-869f-4f9d-a2de-0db9492956a4 req-5ea185d0-fc09-42e4-9d20-de283be8e9ff tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:41.083361 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322aa012-869f-4f9d-a2de-0db9492956a4 req-5ea185d0-fc09-42e4-9d20-de283be8e9ff tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:41.088661 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322aa012-869f-4f9d-a2de-0db9492956a4 req-5ea185d0-fc09-42e4-9d20-de283be8e9ff tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:41.093986 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322aa012-869f-4f9d-a2de-0db9492956a4 req-5ea185d0-fc09-42e4-9d20-de283be8e9ff tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:41.101700 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-322aa012-869f-4f9d-a2de-0db9492956a4 req-5ea185d0-fc09-42e4-9d20-de283be8e9ff tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 3094 time: 0.1586609 Mar 11 19:31:41.244314 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-322aa012-869f-4f9d-a2de-0db9492956a4 req-8570d8e6-ff7a-409d-b8ce-34fa2f541815 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416481 Mar 11 19:31:41.247317 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-54fe3d7e-7f91-4c79-a062-285b2be34042 req-2fdcca76-9678-4a76-a7ab-a730618969a3 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks [] for security_group (2f6f0195-c4c4-4c46-86d8-e1440c13e5b3), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:41.288798 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-54fe3d7e-7f91-4c79-a062-285b2be34042 req-2fdcca76-9678-4a76-a7ab-a730618969a3 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (2f6f0195-c4c4-4c46-86d8-e1440c13e5b3), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:41.370688 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-54fe3d7e-7f91-4c79-a062-285b2be34042 req-2fdcca76-9678-4a76-a7ab-a730618969a3 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:41.384225 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-54fe3d7e-7f91-4c79-a062-285b2be34042 req-2fdcca76-9678-4a76-a7ab-a730618969a3 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.4698441 Mar 11 19:31:41.517739 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdcca76-9678-4a76-a7ab-a730618969a3 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6f0195-c4c4-4c46-86d8-e1440c13e5b3,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:41.523250 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-f8239c76-f1cf-4843-ad81-1aef6d1a9150 req-2d9c914c-4281-458a-9168-c34b64111fc3 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-609806831', 'description': 'tempest-description-1934507150'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:31:41.579844 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f8239c76-f1cf-4843-ad81-1aef6d1a9150 req-2d9c914c-4281-458a-9168-c34b64111fc3 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:41.584689 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-0db8e2d4-b74e-4dcf-a193-bce825a33534 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks [] for port (83a37c83-6ea8-4900-bacb-df4f8976aab8), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:41.593598 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e3cde5-16a4-42e1-b891-78b1a879efcb req-a541775c-34ea-450f-a1fb-91932f2dd7f0 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:41.595133 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-69e3cde5-16a4-42e1-b891-78b1a879efcb req-a541775c-34ea-450f-a1fb-91932f2dd7f0 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d52d052-6ce7-40cf-80ca-227e9de56947 HTTP/1.1" status: 200 len: 950 time: 0.2040946 Mar 11 19:31:41.727314 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-69e3cde5-16a4-42e1-b891-78b1a879efcb req-b20dfdd8-53db-43cb-a79a-3b1bdf511e67 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] 10.222.0.65 "GET /v2.0/security-groups?id=45c5fa18-9d4c-4285-a76c-9666e2ec0244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215682 Mar 11 19:31:41.737601 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-0db8e2d4-b74e-4dcf-a193-bce825a33534 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (83a37c83-6ea8-4900-bacb-df4f8976aab8), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:41.828454 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-0db8e2d4-b74e-4dcf-a193-bce825a33534 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Network 6ac60707-319a-4d65-9bd8-06cb97e2f80c is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:31:41.833952 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-0db8e2d4-b74e-4dcf-a193-bce825a33534 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:31:41.840195 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-0db8e2d4-b74e-4dcf-a193-bce825a33534 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:31:41.930032 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-0db8e2d4-b74e-4dcf-a193-bce825a33534 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:41.931555 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-0db8e2d4-b74e-4dcf-a193-bce825a33534 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:41.983052 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-0db8e2d4-b74e-4dcf-a193-bce825a33534 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6837432 Mar 11 19:31:42.002868 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-d17bcad3-d392-4f69-bf86-22d0b3aeea92 service neutron] Request body: {'port': {'device_id': '1fa8c702-cf6f-489f-a488-b046d18b5f9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:31:42.011494 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db8e2d4-b74e-4dcf-a193-bce825a33534 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Pushing event updated for resources: {'Port': ['ID=83a37c83-6ea8-4900-bacb-df4f8976aab8,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:42.047682 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f8239c76-f1cf-4843-ad81-1aef6d1a9150 req-2d9c914c-4281-458a-9168-c34b64111fc3 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks [] for security_group (53ee5cdb-6e0b-4b6e-8a85-1ffd38ece32e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:42.054773 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f8239c76-f1cf-4843-ad81-1aef6d1a9150 req-2d9c914c-4281-458a-9168-c34b64111fc3 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (53ee5cdb-6e0b-4b6e-8a85-1ffd38ece32e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:42.124665 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f8239c76-f1cf-4843-ad81-1aef6d1a9150 req-2d9c914c-4281-458a-9168-c34b64111fc3 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:42.126064 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f8239c76-f1cf-4843-ad81-1aef6d1a9150 req-2d9c914c-4281-458a-9168-c34b64111fc3 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.6227272 Mar 11 19:31:42.136217 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-d17bcad3-d392-4f69-bf86-22d0b3aeea92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (0f7ea648-8ba5-44d1-a485-4afac07a6e22), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:42.165383 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9c914c-4281-458a-9168-c34b64111fc3 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53ee5cdb-6e0b-4b6e-8a85-1ffd38ece32e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:42.258769 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-9e807d90-41f5-4524-902b-1ad8f71e3215 None None] Provisioning complete for port 83a37c83-6ea8-4900-bacb-df4f8976aab8 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:31:42.259370 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9e807d90-41f5-4524-902b-1ad8f71e3215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (83a37c83-6ea8-4900-bacb-df4f8976aab8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:42.277146 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3ae66c38-8a2e-4fd2-9664-e902e9d9b3b4 req-587a87ba-b8c3-4683-b44e-93ed0ab28f0d tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] 10.222.0.65 "GET /v2.0/security-groups/2f6f0195-c4c4-4c46-86d8-e1440c13e5b3 HTTP/1.1" status: 200 len: 1821 time: 0.1226456 Mar 11 19:31:42.382016 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-9e807d90-41f5-4524-902b-1ad8f71e3215 None None] Port 83a37c83-6ea8-4900-bacb-df4f8976aab8 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:31:42.459398 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3ae66c38-8a2e-4fd2-9664-e902e9d9b3b4 req-8a587726-f2f8-4729-bd46-3a203652d6b6 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] 10.222.0.65 "GET /v2.0/security-groups/53ee5cdb-6e0b-4b6e-8a85-1ffd38ece32e HTTP/1.1" status: 200 len: 1821 time: 0.1378515 Mar 11 19:31:42.494071 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-3ae66c38-8a2e-4fd2-9664-e902e9d9b3b4 req-e827e0d4-b76f-42d9-be50-c5115b949dd8 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2f6f0195-c4c4-4c46-86d8-e1440c13e5b3', 'remote_group_id': '53ee5cdb-6e0b-4b6e-8a85-1ffd38ece32e', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:31:42.494392 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-3ae66c38-8a2e-4fd2-9664-e902e9d9b3b4 req-e827e0d4-b76f-42d9-be50-c5115b949dd8 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2f6f0195-c4c4-4c46-86d8-e1440c13e5b3', 'remote_group_id': '53ee5cdb-6e0b-4b6e-8a85-1ffd38ece32e', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:31:42.523063 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060dcdc0-11a0-4464-9195-eeac0d561a86 req-db1ed44a-f3ec-4591-a684-a2cae7441ae1 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:42.527749 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060dcdc0-11a0-4464-9195-eeac0d561a86 req-db1ed44a-f3ec-4591-a684-a2cae7441ae1 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:42.533821 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060dcdc0-11a0-4464-9195-eeac0d561a86 req-db1ed44a-f3ec-4591-a684-a2cae7441ae1 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:42.539329 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060dcdc0-11a0-4464-9195-eeac0d561a86 req-db1ed44a-f3ec-4591-a684-a2cae7441ae1 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:42.544594 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060dcdc0-11a0-4464-9195-eeac0d561a86 req-db1ed44a-f3ec-4591-a684-a2cae7441ae1 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:42.547046 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-060dcdc0-11a0-4464-9195-eeac0d561a86 req-db1ed44a-f3ec-4591-a684-a2cae7441ae1 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 3815 time: 0.2044873 Mar 11 19:31:42.688374 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-060dcdc0-11a0-4464-9195-eeac0d561a86 req-ffafd6fd-4df5-4048-b44f-fcf8293bb659 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274133 Mar 11 19:31:42.714381 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3ae66c38-8a2e-4fd2-9664-e902e9d9b3b4 req-e827e0d4-b76f-42d9-be50-c5115b949dd8 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks [] for security_group_rule (d031d4ee-c0b5-4574-b058-198d4dec53cd), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:42.737875 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3ae66c38-8a2e-4fd2-9664-e902e9d9b3b4 req-e827e0d4-b76f-42d9-be50-c5115b949dd8 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks [] for security_group_rule (d031d4ee-c0b5-4574-b058-198d4dec53cd), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:42.746145 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3ae66c38-8a2e-4fd2-9664-e902e9d9b3b4 req-e827e0d4-b76f-42d9-be50-c5115b949dd8 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (d031d4ee-c0b5-4574-b058-198d4dec53cd), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:42.766715 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e827e0d4-b76f-42d9-be50-c5115b949dd8 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d031d4ee-c0b5-4574-b058-198d4dec53cd,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:42.815257 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3ae66c38-8a2e-4fd2-9664-e902e9d9b3b4 req-e827e0d4-b76f-42d9-be50-c5115b949dd8 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:42.818058 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3ae66c38-8a2e-4fd2-9664-e902e9d9b3b4 req-e827e0d4-b76f-42d9-be50-c5115b949dd8 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3276904 Mar 11 19:31:42.823023 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-d17bcad3-d392-4f69-bf86-22d0b3aeea92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f7ea648-8ba5-44d1-a485-4afac07a6e22 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:31:42.850801 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-d17bcad3-d392-4f69-bf86-22d0b3aeea92 service neutron] Publish callbacks [] for port (0f7ea648-8ba5-44d1-a485-4afac07a6e22), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:42.871896 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-d17bcad3-d392-4f69-bf86-22d0b3aeea92 service neutron] Transition to ACTIVE for port object 0f7ea648-8ba5-44d1-a485-4afac07a6e22 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:31:42.909816 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-d17bcad3-d392-4f69-bf86-22d0b3aeea92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (0f7ea648-8ba5-44d1-a485-4afac07a6e22), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:43.040349 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6b3a0abb-1328-4d68-867b-f3c44c2b56d7 req-56534107-e26e-4014-82e5-1860bf90e058 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] 10.222.0.65 "GET /v2.0/security-groups/53ee5cdb-6e0b-4b6e-8a85-1ffd38ece32e HTTP/1.1" status: 200 len: 1821 time: 0.1653528 Mar 11 19:31:43.160891 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17bcad3-d392-4f69-bf86-22d0b3aeea92 service neutron] Pushing event updated for resources: {'Port': ['ID=0f7ea648-8ba5-44d1-a485-4afac07a6e22,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:43.625013 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100804a-94ee-49e0-bfcc-0997305b56c1 req-313e87bb-adc4-43a2-8124-8457c40fe028 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:43.633449 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c100804a-94ee-49e0-bfcc-0997305b56c1 req-313e87bb-adc4-43a2-8124-8457c40fe028 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d52d052-6ce7-40cf-80ca-227e9de56947 HTTP/1.1" status: 200 len: 950 time: 0.7422109 Mar 11 19:31:43.643789 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-d17bcad3-d392-4f69-bf86-22d0b3aeea92 service neutron] Attempting to bind port 0f7ea648-8ba5-44d1-a485-4afac07a6e22 on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:31:43.644215 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-d17bcad3-d392-4f69-bf86-22d0b3aeea92 service neutron] Attempting to bind port 0f7ea648-8ba5-44d1-a485-4afac07a6e22 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '7a422026-32a0-497f-aed4-1737e6a95f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '3a5ebcdd-7c47-4480-b835-e31622a3f5f1'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:31:43.644701 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-d17bcad3-d392-4f69-bf86-22d0b3aeea92 service neutron] Attempting to bind port 0f7ea648-8ba5-44d1-a485-4afac07a6e22 on network 3a5ebcdd-7c47-4480-b835-e31622a3f5f1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:31:43.647585 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6b3a0abb-1328-4d68-867b-f3c44c2b56d7 req-0e3ad299-2b35-46b5-93a2-52e27f78ebf8 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks [] for security_group (53ee5cdb-6e0b-4b6e-8a85-1ffd38ece32e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:43.670627 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6b3a0abb-1328-4d68-867b-f3c44c2b56d7 req-0e3ad299-2b35-46b5-93a2-52e27f78ebf8 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks [] for security_group (53ee5cdb-6e0b-4b6e-8a85-1ffd38ece32e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:43.719278 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-d17bcad3-d392-4f69-bf86-22d0b3aeea92 service neutron] Port 0f7ea648-8ba5-44d1-a485-4afac07a6e22 on network 3a5ebcdd-7c47-4480-b835-e31622a3f5f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:31:43.719596 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-d17bcad3-d392-4f69-bf86-22d0b3aeea92 service neutron] Attempting to bind port 0f7ea648-8ba5-44d1-a485-4afac07a6e22 on network 3a5ebcdd-7c47-4480-b835-e31622a3f5f1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:31:43.732328 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-d17bcad3-d392-4f69-bf86-22d0b3aeea92 service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:31:43.733310 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-d17bcad3-d392-4f69-bf86-22d0b3aeea92 service neutron] Checking segment: {'id': '7a422026-32a0-497f-aed4-1737e6a95f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '3a5ebcdd-7c47-4480-b835-e31622a3f5f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:31:43.733766 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-d17bcad3-d392-4f69-bf86-22d0b3aeea92 service neutron] Bound using segment: {'id': '7a422026-32a0-497f-aed4-1737e6a95f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '3a5ebcdd-7c47-4480-b835-e31622a3f5f1'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:31:43.734254 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-d17bcad3-d392-4f69-bf86-22d0b3aeea92 service neutron] Bound port: 0f7ea648-8ba5-44d1-a485-4afac07a6e22, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a422026-32a0-497f-aed4-1737e6a95f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '3a5ebcdd-7c47-4480-b835-e31622a3f5f1'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:31:43.734665 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-d17bcad3-d392-4f69-bf86-22d0b3aeea92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (0f7ea648-8ba5-44d1-a485-4afac07a6e22), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:43.792514 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6b3a0abb-1328-4d68-867b-f3c44c2b56d7 req-0e3ad299-2b35-46b5-93a2-52e27f78ebf8 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (53ee5cdb-6e0b-4b6e-8a85-1ffd38ece32e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:43.795733 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6b3a0abb-1328-4d68-867b-f3c44c2b56d7 req-0e3ad299-2b35-46b5-93a2-52e27f78ebf8 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:43.796924 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6b3a0abb-1328-4d68-867b-f3c44c2b56d7 req-0e3ad299-2b35-46b5-93a2-52e27f78ebf8 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] 10.222.0.65 "DELETE /v2.0/security-groups/53ee5cdb-6e0b-4b6e-8a85-1ffd38ece32e HTTP/1.1" status: 204 len: 173 time: 0.7557058 Mar 11 19:31:43.806171 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c100804a-94ee-49e0-bfcc-0997305b56c1 req-e1d3e909-5f19-44c8-8060-1cb98f4176d4 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] 10.222.0.65 "GET /v2.0/security-groups?id=45c5fa18-9d4c-4285-a76c-9666e2ec0244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717062 Mar 11 19:31:43.839410 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3ad299-2b35-46b5-93a2-52e27f78ebf8 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ee5cdb-6e0b-4b6e-8a85-1ffd38ece32e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:43.859008 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-d17bcad3-d392-4f69-bf86-22d0b3aeea92 service neutron] For port 0f7ea648-8ba5-44d1-a485-4afac07a6e22, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:31:43.864793 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-d17bcad3-d392-4f69-bf86-22d0b3aeea92 service neutron] For port 0f7ea648-8ba5-44d1-a485-4afac07a6e22, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=0f7ea648-8ba5-44d1-a485-4afac07a6e22,segment=NetworkSegment(7a422026-32a0-497f-aed4-1737e6a95f1b),segment_id=7a422026-32a0-497f-aed4-1737e6a95f1b)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:31:43.876650 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-d17bcad3-d392-4f69-bf86-22d0b3aeea92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (0f7ea648-8ba5-44d1-a485-4afac07a6e22), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:43.961218 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17bcad3-d392-4f69-bf86-22d0b3aeea92 service neutron] Pushing event updated for resources: {'Port': ['ID=0f7ea648-8ba5-44d1-a485-4afac07a6e22,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:43.981272 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-d17bcad3-d392-4f69-bf86-22d0b3aeea92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:43.981927 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-d17bcad3-d392-4f69-bf86-22d0b3aeea92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:43.984231 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-d17bcad3-d392-4f69-bf86-22d0b3aeea92 service neutron] 10.222.0.75 "PUT /v2.0/ports/0f7ea648-8ba5-44d1-a485-4afac07a6e22 HTTP/1.1" status: 200 len: 1091 time: 1.9865186 Mar 11 19:31:43.986738 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fa8c702-cf6f-489f-a488-b046d18b5f9d', 'tag': '0f7ea648-8ba5-44d1-a485-4afac07a6e22'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:31:43.988956 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-975d607d-8dc9-47af-b905-2f11c2c83bc6" -d '{"events": [{"name": "network-changed", "server_uuid": "1fa8c702-cf6f-489f-a488-b046d18b5f9d", "tag": "0f7ea648-8ba5-44d1-a485-4afac07a6e22"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:31:44.044702 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-61c09ac7-80fc-43f2-93fb-da165b6e5469 service neutron] Request body: {'port': {'device_id': '1fa8c702-cf6f-489f-a488-b046d18b5f9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:31:44.135508 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f4a5a-1c7a-4444-850a-fa66cff072c5 req-dc23e6d0-d426-492f-b311-21de3a755bde tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:44.142584 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f4a5a-1c7a-4444-850a-fa66cff072c5 req-dc23e6d0-d426-492f-b311-21de3a755bde tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:44.148082 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f4a5a-1c7a-4444-850a-fa66cff072c5 req-dc23e6d0-d426-492f-b311-21de3a755bde tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:44.157361 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f4a5a-1c7a-4444-850a-fa66cff072c5 req-dc23e6d0-d426-492f-b311-21de3a755bde tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:44.162644 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f4a5a-1c7a-4444-850a-fa66cff072c5 req-dc23e6d0-d426-492f-b311-21de3a755bde tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:44.169864 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2e3f4a5a-1c7a-4444-850a-fa66cff072c5 req-dc23e6d0-d426-492f-b311-21de3a755bde tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 3827 time: 0.1844926 Mar 11 19:31:44.193760 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-61c09ac7-80fc-43f2-93fb-da165b6e5469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ee331cf0-fb09-4b4e-938d-0be1b69ce3c6), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:44.283010 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2e3f4a5a-1c7a-4444-850a-fa66cff072c5 req-b9538a59-c5b6-4963-970c-2530b09f1d2b tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116004 Mar 11 19:31:44.287981 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6731c28d-ae7f-4397-8098-abe528e5e4fe req-45330640-660f-4144-a3c7-ffc067681927 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] 10.222.0.65 "GET /v2.0/security-groups/2f6f0195-c4c4-4c46-86d8-e1440c13e5b3 HTTP/1.1" status: 200 len: 1821 time: 0.0975864 Mar 11 19:31:44.434371 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82ed82b-56cb-43a1-96dc-964904ffa2d2 x-openstack-request-id: req-b82ed82b-56cb-43a1-96dc-964904ffa2d2 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:31:44.434672 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fa8c702-cf6f-489f-a488-b046d18b5f9d", "tag": "0f7ea648-8ba5-44d1-a485-4afac07a6e22", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:31:44.436313 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b82ed82b-56cb-43a1-96dc-964904ffa2d2 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:31:44.437179 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fa8c702-cf6f-489f-a488-b046d18b5f9d', 'tag': '0f7ea648-8ba5-44d1-a485-4afac07a6e22', 'status': 'completed', 'code': 200} Mar 11 19:31:44.505963 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-032aaf76-8bf9-49d2-85a2-19a521e3dff8 req-dba62853-4a52-4f6f-a620-98f34e025b59 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-414864373', 'description': 'tempest-description-1698077364'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:31:44.609844 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62cd96c-b0d5-424d-9c82-0494753e9740 req-5391f110-a165-402a-8e54-61d12f5a44d6 tempest-LiveMigrationNegativeTest-1185701759 tempest-LiveMigrationNegativeTest-1185701759-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:44.611462 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b62cd96c-b0d5-424d-9c82-0494753e9740 req-5391f110-a165-402a-8e54-61d12f5a44d6 tempest-LiveMigrationNegativeTest-1185701759 tempest-LiveMigrationNegativeTest-1185701759-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=4d52d052-6ce7-40cf-80ca-227e9de56947 HTTP/1.1" status: 200 len: 1132 time: 0.1981099 Mar 11 19:31:44.617498 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-032aaf76-8bf9-49d2-85a2-19a521e3dff8 req-dba62853-4a52-4f6f-a620-98f34e025b59 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:44.656399 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d607d-8dc9-47af-b905-2f11c2c83bc6 req-c629967b-2741-49de-be3f-4c375eb5728c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:44.657115 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d607d-8dc9-47af-b905-2f11c2c83bc6 req-c629967b-2741-49de-be3f-4c375eb5728c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:44.657738 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d607d-8dc9-47af-b905-2f11c2c83bc6 req-c629967b-2741-49de-be3f-4c375eb5728c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:44.658203 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d607d-8dc9-47af-b905-2f11c2c83bc6 req-c629967b-2741-49de-be3f-4c375eb5728c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:44.658655 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d607d-8dc9-47af-b905-2f11c2c83bc6 req-c629967b-2741-49de-be3f-4c375eb5728c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:44.660520 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-975d607d-8dc9-47af-b905-2f11c2c83bc6 req-c629967b-2741-49de-be3f-4c375eb5728c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7eee167876f4486fa3e6b7859ca90f06&device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 4393 time: 0.1925647 Mar 11 19:31:44.666874 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b62cd96c-b0d5-424d-9c82-0494753e9740 req-38107eb7-ee85-42d6-ac08-23b975e0c95d tempest-LiveMigrationNegativeTest-1185701759 tempest-LiveMigrationNegativeTest-1185701759-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:44.899658 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d607d-8dc9-47af-b905-2f11c2c83bc6 req-05bd748c-d77d-403e-993c-d9ee486a51d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:44.900034 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d607d-8dc9-47af-b905-2f11c2c83bc6 req-05bd748c-d77d-403e-993c-d9ee486a51d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:44.900490 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d607d-8dc9-47af-b905-2f11c2c83bc6 req-05bd748c-d77d-403e-993c-d9ee486a51d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:44.902052 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-975d607d-8dc9-47af-b905-2f11c2c83bc6 req-05bd748c-d77d-403e-993c-d9ee486a51d3 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=7eee167876f4486fa3e6b7859ca90f06&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2269297 Mar 11 19:31:44.940426 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-032aaf76-8bf9-49d2-85a2-19a521e3dff8 req-dba62853-4a52-4f6f-a620-98f34e025b59 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks [] for security_group (97979202-1c18-4a55-a511-fd422c2bccf9), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:44.943870 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-61c09ac7-80fc-43f2-93fb-da165b6e5469 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee331cf0-fb09-4b4e-938d-0be1b69ce3c6 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:31:44.964579 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-61c09ac7-80fc-43f2-93fb-da165b6e5469 service neutron] Publish callbacks [] for port (ee331cf0-fb09-4b4e-938d-0be1b69ce3c6), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:44.967648 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-032aaf76-8bf9-49d2-85a2-19a521e3dff8 req-dba62853-4a52-4f6f-a620-98f34e025b59 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (97979202-1c18-4a55-a511-fd422c2bccf9), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:45.021153 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-61c09ac7-80fc-43f2-93fb-da165b6e5469 service neutron] Transition to ACTIVE for port object ee331cf0-fb09-4b4e-938d-0be1b69ce3c6 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:31:45.063867 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-61c09ac7-80fc-43f2-93fb-da165b6e5469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (ee331cf0-fb09-4b4e-938d-0be1b69ce3c6), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:45.078995 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-032aaf76-8bf9-49d2-85a2-19a521e3dff8 req-dba62853-4a52-4f6f-a620-98f34e025b59 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:45.080236 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-032aaf76-8bf9-49d2-85a2-19a521e3dff8 req-dba62853-4a52-4f6f-a620-98f34e025b59 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.5781038 Mar 11 19:31:45.118096 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba62853-4a52-4f6f-a620-98f34e025b59 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97979202-1c18-4a55-a511-fd422c2bccf9,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:45.131358 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b62cd96c-b0d5-424d-9c82-0494753e9740 req-38107eb7-ee85-42d6-ac08-23b975e0c95d tempest-LiveMigrationNegativeTest-1185701759 tempest-LiveMigrationNegativeTest-1185701759-project-admin] Publish callbacks [] for security_group (3f683720-262d-4c4e-82e0-77087fa758d4), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:45.148017 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b62cd96c-b0d5-424d-9c82-0494753e9740 req-38107eb7-ee85-42d6-ac08-23b975e0c95d tempest-LiveMigrationNegativeTest-1185701759 tempest-LiveMigrationNegativeTest-1185701759-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (3f683720-262d-4c4e-82e0-77087fa758d4), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:45.165546 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d607d-8dc9-47af-b905-2f11c2c83bc6 req-b76cf1bd-901f-4efc-b000-94df14cd2d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:45.167066 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-975d607d-8dc9-47af-b905-2f11c2c83bc6 req-b76cf1bd-901f-4efc-b000-94df14cd2d33 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2480168 Mar 11 19:31:45.188449 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c09ac7-80fc-43f2-93fb-da165b6e5469 service neutron] Pushing event updated for resources: {'Port': ['ID=ee331cf0-fb09-4b4e-938d-0be1b69ce3c6,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:45.206811 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b62cd96c-b0d5-424d-9c82-0494753e9740 req-38107eb7-ee85-42d6-ac08-23b975e0c95d tempest-LiveMigrationNegativeTest-1185701759 tempest-LiveMigrationNegativeTest-1185701759-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=45c5fa18-9d4c-4285-a76c-9666e2ec0244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5777285 Mar 11 19:31:45.253005 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38107eb7-ee85-42d6-ac08-23b975e0c95d tempest-LiveMigrationNegativeTest-1185701759 tempest-LiveMigrationNegativeTest-1185701759-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f683720-262d-4c4e-82e0-77087fa758d4,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:45.328525 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ad44492b-c774-425c-9745-9a46b146bbec req-fb552449-8484-4e25-840e-978f00096410 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] 10.222.0.65 "GET /v2.0/security-groups/97979202-1c18-4a55-a511-fd422c2bccf9 HTTP/1.1" status: 200 len: 1821 time: 0.1162007 Mar 11 19:31:45.341749 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-ad44492b-c774-425c-9745-9a46b146bbec req-03eb8d0e-57de-436d-b8e1-aed8d897ae30 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '97979202-1c18-4a55-a511-fd422c2bccf9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:31:45.342307 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-ad44492b-c774-425c-9745-9a46b146bbec req-03eb8d0e-57de-436d-b8e1-aed8d897ae30 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '97979202-1c18-4a55-a511-fd422c2bccf9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:31:45.367161 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-61c09ac7-80fc-43f2-93fb-da165b6e5469 service neutron] Attempting to bind port ee331cf0-fb09-4b4e-938d-0be1b69ce3c6 on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:31:45.367838 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-61c09ac7-80fc-43f2-93fb-da165b6e5469 service neutron] Attempting to bind port ee331cf0-fb09-4b4e-938d-0be1b69ce3c6 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '5c025fea-baa0-424f-9add-20cc57664ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '11e52173-c93f-4f90-a40d-087cab6dbb47'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:31:45.368389 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-61c09ac7-80fc-43f2-93fb-da165b6e5469 service neutron] Attempting to bind port ee331cf0-fb09-4b4e-938d-0be1b69ce3c6 on network 11e52173-c93f-4f90-a40d-087cab6dbb47 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:31:45.376989 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-61c09ac7-80fc-43f2-93fb-da165b6e5469 service neutron] Port ee331cf0-fb09-4b4e-938d-0be1b69ce3c6 on network 11e52173-c93f-4f90-a40d-087cab6dbb47 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:31:45.377658 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-61c09ac7-80fc-43f2-93fb-da165b6e5469 service neutron] Attempting to bind port ee331cf0-fb09-4b4e-938d-0be1b69ce3c6 on network 11e52173-c93f-4f90-a40d-087cab6dbb47 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:31:45.387147 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-61c09ac7-80fc-43f2-93fb-da165b6e5469 service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:31:45.387891 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-61c09ac7-80fc-43f2-93fb-da165b6e5469 service neutron] Checking segment: {'id': '5c025fea-baa0-424f-9add-20cc57664ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '11e52173-c93f-4f90-a40d-087cab6dbb47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:31:45.388558 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-61c09ac7-80fc-43f2-93fb-da165b6e5469 service neutron] Bound using segment: {'id': '5c025fea-baa0-424f-9add-20cc57664ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '11e52173-c93f-4f90-a40d-087cab6dbb47'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:31:45.389786 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-61c09ac7-80fc-43f2-93fb-da165b6e5469 service neutron] Bound port: ee331cf0-fb09-4b4e-938d-0be1b69ce3c6, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c025fea-baa0-424f-9add-20cc57664ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '11e52173-c93f-4f90-a40d-087cab6dbb47'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:31:45.390363 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-61c09ac7-80fc-43f2-93fb-da165b6e5469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ee331cf0-fb09-4b4e-938d-0be1b69ce3c6), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:45.491408 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ad44492b-c774-425c-9745-9a46b146bbec req-03eb8d0e-57de-436d-b8e1-aed8d897ae30 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks [] for security_group_rule (11f0b557-9d6e-402c-a838-d708c3a74edb), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:45.527536 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-61c09ac7-80fc-43f2-93fb-da165b6e5469 service neutron] For port ee331cf0-fb09-4b4e-938d-0be1b69ce3c6, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:31:45.556804 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ad44492b-c774-425c-9745-9a46b146bbec req-03eb8d0e-57de-436d-b8e1-aed8d897ae30 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks [] for security_group_rule (11f0b557-9d6e-402c-a838-d708c3a74edb), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:45.566623 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ad44492b-c774-425c-9745-9a46b146bbec req-03eb8d0e-57de-436d-b8e1-aed8d897ae30 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (11f0b557-9d6e-402c-a838-d708c3a74edb), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:45.570361 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-61c09ac7-80fc-43f2-93fb-da165b6e5469 service neutron] For port ee331cf0-fb09-4b4e-938d-0be1b69ce3c6, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=ee331cf0-fb09-4b4e-938d-0be1b69ce3c6,segment=NetworkSegment(5c025fea-baa0-424f-9add-20cc57664ce2),segment_id=5c025fea-baa0-424f-9add-20cc57664ce2)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:31:45.599993 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eb8d0e-57de-436d-b8e1-aed8d897ae30 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11f0b557-9d6e-402c-a838-d708c3a74edb,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:45.602487 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-61c09ac7-80fc-43f2-93fb-da165b6e5469 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (ee331cf0-fb09-4b4e-938d-0be1b69ce3c6), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:45.633726 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ad44492b-c774-425c-9745-9a46b146bbec req-03eb8d0e-57de-436d-b8e1-aed8d897ae30 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:45.647699 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ad44492b-c774-425c-9745-9a46b146bbec req-03eb8d0e-57de-436d-b8e1-aed8d897ae30 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3094504 Mar 11 19:31:45.688037 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba012b-ae0d-4560-ba96-d916b39ec85f req-ee367d01-2f86-4d09-a8db-aaf33ef32275 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:45.695839 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba012b-ae0d-4560-ba96-d916b39ec85f req-ee367d01-2f86-4d09-a8db-aaf33ef32275 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:45.705977 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba012b-ae0d-4560-ba96-d916b39ec85f req-ee367d01-2f86-4d09-a8db-aaf33ef32275 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:45.714168 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba012b-ae0d-4560-ba96-d916b39ec85f req-ee367d01-2f86-4d09-a8db-aaf33ef32275 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:45.720975 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba012b-ae0d-4560-ba96-d916b39ec85f req-ee367d01-2f86-4d09-a8db-aaf33ef32275 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:45.726564 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba012b-ae0d-4560-ba96-d916b39ec85f req-ee367d01-2f86-4d09-a8db-aaf33ef32275 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:45.728498 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-23ba012b-ae0d-4560-ba96-d916b39ec85f req-ee367d01-2f86-4d09-a8db-aaf33ef32275 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 4598 time: 0.2305210 Mar 11 19:31:45.733120 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-61c09ac7-80fc-43f2-93fb-da165b6e5469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:45.733731 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-61c09ac7-80fc-43f2-93fb-da165b6e5469 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:45.735420 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-61c09ac7-80fc-43f2-93fb-da165b6e5469 service neutron] 10.222.0.75 "PUT /v2.0/ports/ee331cf0-fb09-4b4e-938d-0be1b69ce3c6 HTTP/1.1" status: 200 len: 1129 time: 1.6984324 Mar 11 19:31:45.770381 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-59b6551c-ddf8-4c31-ac04-1d8d43dcb690 service neutron] Request body: {'port': {'device_id': '1fa8c702-cf6f-489f-a488-b046d18b5f9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:31:45.894463 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c09ac7-80fc-43f2-93fb-da165b6e5469 service neutron] Pushing event updated for resources: {'Port': ['ID=ee331cf0-fb09-4b4e-938d-0be1b69ce3c6,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:45.911925 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-59b6551c-ddf8-4c31-ac04-1d8d43dcb690 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (01f92c37-1a4f-4ed7-b651-d1f48652d7d8), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:45.934550 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-23ba012b-ae0d-4560-ba96-d916b39ec85f req-b26952c1-3119-44b3-936e-41e740271a87 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=da55a647-62ee-4d15-a963-651fcfed7127&id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1962893 Mar 11 19:31:46.295480 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fee46f7a-6cda-415b-a43e-41664ed29eca req-155502df-b3cf-4908-8248-d770b0481923 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] 10.222.0.65 "GET /v2.0/security-groups/97979202-1c18-4a55-a511-fd422c2bccf9 HTTP/1.1" status: 200 len: 2414 time: 0.1116621 Mar 11 19:31:46.316051 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-fee46f7a-6cda-415b-a43e-41664ed29eca req-6f7062d7-f837-44c0-8825-35d1443246f7 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '97979202-1c18-4a55-a511-fd422c2bccf9', 'remote_group_id': None}]} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:31:46.318537 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-fee46f7a-6cda-415b-a43e-41664ed29eca req-6f7062d7-f837-44c0-8825-35d1443246f7 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '97979202-1c18-4a55-a511-fd422c2bccf9', 'remote_group_id': None}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:31:46.437611 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fa8c702-cf6f-489f-a488-b046d18b5f9d', 'tag': 'ee331cf0-fb09-4b4e-938d-0be1b69ce3c6'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:31:46.439697 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca62bdd-74d8-4ebb-bf39-cbb556a9df80" -d '{"events": [{"name": "network-changed", "server_uuid": "1fa8c702-cf6f-489f-a488-b046d18b5f9d", "tag": "ee331cf0-fb09-4b4e-938d-0be1b69ce3c6"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:31:46.444213 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-59b6551c-ddf8-4c31-ac04-1d8d43dcb690 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01f92c37-1a4f-4ed7-b651-d1f48652d7d8 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:31:46.459468 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-59b6551c-ddf8-4c31-ac04-1d8d43dcb690 service neutron] Publish callbacks [] for port (01f92c37-1a4f-4ed7-b651-d1f48652d7d8), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:46.467841 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fee46f7a-6cda-415b-a43e-41664ed29eca req-6f7062d7-f837-44c0-8825-35d1443246f7 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks [] for security_group_rule (86a5ccf3-a1a1-4f38-860e-1d3545fa25be), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:46.480611 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-59b6551c-ddf8-4c31-ac04-1d8d43dcb690 service neutron] Transition to ACTIVE for port object 01f92c37-1a4f-4ed7-b651-d1f48652d7d8 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:31:46.491647 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-59b6551c-ddf8-4c31-ac04-1d8d43dcb690 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (01f92c37-1a4f-4ed7-b651-d1f48652d7d8), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:46.506868 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fee46f7a-6cda-415b-a43e-41664ed29eca req-6f7062d7-f837-44c0-8825-35d1443246f7 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks [] for security_group_rule (86a5ccf3-a1a1-4f38-860e-1d3545fa25be), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:46.537702 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fee46f7a-6cda-415b-a43e-41664ed29eca req-6f7062d7-f837-44c0-8825-35d1443246f7 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (86a5ccf3-a1a1-4f38-860e-1d3545fa25be), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:46.615190 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7062d7-f837-44c0-8825-35d1443246f7 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86a5ccf3-a1a1-4f38-860e-1d3545fa25be,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:46.684385 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b6551c-ddf8-4c31-ac04-1d8d43dcb690 service neutron] Pushing event updated for resources: {'Port': ['ID=01f92c37-1a4f-4ed7-b651-d1f48652d7d8,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:46.688359 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-59b6551c-ddf8-4c31-ac04-1d8d43dcb690 service neutron] Attempting to bind port 01f92c37-1a4f-4ed7-b651-d1f48652d7d8 on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:31:46.688796 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-59b6551c-ddf8-4c31-ac04-1d8d43dcb690 service neutron] Attempting to bind port 01f92c37-1a4f-4ed7-b651-d1f48652d7d8 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '5c025fea-baa0-424f-9add-20cc57664ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '11e52173-c93f-4f90-a40d-087cab6dbb47'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:31:46.689122 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-59b6551c-ddf8-4c31-ac04-1d8d43dcb690 service neutron] Attempting to bind port 01f92c37-1a4f-4ed7-b651-d1f48652d7d8 on network 11e52173-c93f-4f90-a40d-087cab6dbb47 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:31:46.696034 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fee46f7a-6cda-415b-a43e-41664ed29eca req-6f7062d7-f837-44c0-8825-35d1443246f7 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:46.697247 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fee46f7a-6cda-415b-a43e-41664ed29eca req-6f7062d7-f837-44c0-8825-35d1443246f7 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3877201 Mar 11 19:31:46.698209 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-59b6551c-ddf8-4c31-ac04-1d8d43dcb690 service neutron] Port 01f92c37-1a4f-4ed7-b651-d1f48652d7d8 on network 11e52173-c93f-4f90-a40d-087cab6dbb47 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:31:46.698528 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-59b6551c-ddf8-4c31-ac04-1d8d43dcb690 service neutron] Attempting to bind port 01f92c37-1a4f-4ed7-b651-d1f48652d7d8 on network 11e52173-c93f-4f90-a40d-087cab6dbb47 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:31:46.713988 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-59b6551c-ddf8-4c31-ac04-1d8d43dcb690 service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:31:46.714302 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-59b6551c-ddf8-4c31-ac04-1d8d43dcb690 service neutron] Checking segment: {'id': '5c025fea-baa0-424f-9add-20cc57664ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '11e52173-c93f-4f90-a40d-087cab6dbb47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:31:46.714683 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-59b6551c-ddf8-4c31-ac04-1d8d43dcb690 service neutron] Bound using segment: {'id': '5c025fea-baa0-424f-9add-20cc57664ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '11e52173-c93f-4f90-a40d-087cab6dbb47'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:31:46.715124 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-59b6551c-ddf8-4c31-ac04-1d8d43dcb690 service neutron] Bound port: 01f92c37-1a4f-4ed7-b651-d1f48652d7d8, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c025fea-baa0-424f-9add-20cc57664ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '11e52173-c93f-4f90-a40d-087cab6dbb47'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:31:46.715483 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-59b6551c-ddf8-4c31-ac04-1d8d43dcb690 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (01f92c37-1a4f-4ed7-b651-d1f48652d7d8), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:46.824710 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1862b5aa-1380-47ef-9b61-2cc33dcc2b56 x-openstack-request-id: req-1862b5aa-1380-47ef-9b61-2cc33dcc2b56 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:31:46.825056 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fa8c702-cf6f-489f-a488-b046d18b5f9d", "tag": "ee331cf0-fb09-4b4e-938d-0be1b69ce3c6", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:31:46.825355 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1862b5aa-1380-47ef-9b61-2cc33dcc2b56 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:31:46.825779 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fa8c702-cf6f-489f-a488-b046d18b5f9d', 'tag': 'ee331cf0-fb09-4b4e-938d-0be1b69ce3c6', 'status': 'completed', 'code': 200} Mar 11 19:31:46.975035 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-59b6551c-ddf8-4c31-ac04-1d8d43dcb690 service neutron] For port 01f92c37-1a4f-4ed7-b651-d1f48652d7d8, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:31:46.985588 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ca29f5-33b3-4732-ba8e-9031f6e28768 req-ba7223c1-3c4f-49c2-bd9c-5ed6655eb10d tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:46.987291 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-70ca29f5-33b3-4732-ba8e-9031f6e28768 req-ba7223c1-3c4f-49c2-bd9c-5ed6655eb10d tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d52d052-6ce7-40cf-80ca-227e9de56947 HTTP/1.1" status: 200 len: 950 time: 0.2187300 Mar 11 19:31:46.989580 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-59b6551c-ddf8-4c31-ac04-1d8d43dcb690 service neutron] For port 01f92c37-1a4f-4ed7-b651-d1f48652d7d8, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=01f92c37-1a4f-4ed7-b651-d1f48652d7d8,segment=NetworkSegment(5c025fea-baa0-424f-9add-20cc57664ce2),segment_id=5c025fea-baa0-424f-9add-20cc57664ce2)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:31:46.994865 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6d7f83d0-b021-43e1-8405-3d2bf739ab4d req-6302c2b1-4edf-481b-9755-d239fbba66e6 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] 10.222.0.65 "GET /v2.0/security-groups/97979202-1c18-4a55-a511-fd422c2bccf9 HTTP/1.1" status: 200 len: 3012 time: 0.1682577 Mar 11 19:31:47.014236 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-59b6551c-ddf8-4c31-ac04-1d8d43dcb690 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (01f92c37-1a4f-4ed7-b651-d1f48652d7d8), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:47.025103 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca62bdd-74d8-4ebb-bf39-cbb556a9df80 req-947fa177-0756-4192-8ddb-138e7596cb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:47.025103 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca62bdd-74d8-4ebb-bf39-cbb556a9df80 req-947fa177-0756-4192-8ddb-138e7596cb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:47.025910 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca62bdd-74d8-4ebb-bf39-cbb556a9df80 req-947fa177-0756-4192-8ddb-138e7596cb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:47.026583 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca62bdd-74d8-4ebb-bf39-cbb556a9df80 req-947fa177-0756-4192-8ddb-138e7596cb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:47.027092 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca62bdd-74d8-4ebb-bf39-cbb556a9df80 req-947fa177-0756-4192-8ddb-138e7596cb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:47.027546 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca62bdd-74d8-4ebb-bf39-cbb556a9df80 req-947fa177-0756-4192-8ddb-138e7596cb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:47.028028 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca62bdd-74d8-4ebb-bf39-cbb556a9df80 req-947fa177-0756-4192-8ddb-138e7596cb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:47.030474 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0ca62bdd-74d8-4ebb-bf39-cbb556a9df80 req-947fa177-0756-4192-8ddb-138e7596cb71 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7eee167876f4486fa3e6b7859ca90f06&device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 6228 time: 0.1947565 Mar 11 19:31:47.116303 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-59b6551c-ddf8-4c31-ac04-1d8d43dcb690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:47.117073 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-59b6551c-ddf8-4c31-ac04-1d8d43dcb690 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:47.118573 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-59b6551c-ddf8-4c31-ac04-1d8d43dcb690 service neutron] 10.222.0.75 "PUT /v2.0/ports/01f92c37-1a4f-4ed7-b651-d1f48652d7d8 HTTP/1.1" status: 200 len: 1131 time: 1.3525498 Mar 11 19:31:47.254831 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc202c-147e-4387-a7fa-bb44f04a7c36 req-9320b8ca-497c-4eef-8b65-76398b8af8e6 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:47.256520 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-46cc202c-147e-4387-a7fa-bb44f04a7c36 req-9320b8ca-497c-4eef-8b65-76398b8af8e6 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/networks?id=ebcba11a-843a-4869-86af-b253155a3bc2 HTTP/1.1" status: 200 len: 804 time: 0.1302509 Mar 11 19:31:47.261872 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-8eb9781c-a8a2-4ddc-ae54-27ee852f1474 service neutron] Request body: {'port': {'device_id': '1fa8c702-cf6f-489f-a488-b046d18b5f9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:31:47.347734 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-70ca29f5-33b3-4732-ba8e-9031f6e28768 req-4dd411eb-60d9-43a8-9ce1-f2f5418fc684 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] 10.222.0.65 "GET /v2.0/security-groups?id=45c5fa18-9d4c-4285-a76c-9666e2ec0244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506725 Mar 11 19:31:47.356733 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b6551c-ddf8-4c31-ac04-1d8d43dcb690 service neutron] Pushing event updated for resources: {'Port': ['ID=01f92c37-1a4f-4ed7-b651-d1f48652d7d8,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:47.365418 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-46cc202c-147e-4387-a7fa-bb44f04a7c36 req-67e487ae-428f-4639-8673-a28478141828 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/quotas/8507785a0a9f4061bbead22d50c44419 HTTP/1.1" status: 200 len: 375 time: 0.0889704 Mar 11 19:31:47.449606 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca62bdd-74d8-4ebb-bf39-cbb556a9df80 req-afdf32df-6a58-40c3-a5fc-4d0acd81ff0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:47.450068 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca62bdd-74d8-4ebb-bf39-cbb556a9df80 req-afdf32df-6a58-40c3-a5fc-4d0acd81ff0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:47.450529 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca62bdd-74d8-4ebb-bf39-cbb556a9df80 req-afdf32df-6a58-40c3-a5fc-4d0acd81ff0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:47.452983 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0ca62bdd-74d8-4ebb-bf39-cbb556a9df80 req-afdf32df-6a58-40c3-a5fc-4d0acd81ff0f service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=7eee167876f4486fa3e6b7859ca90f06&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3908467 Mar 11 19:31:47.478889 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-8eb9781c-a8a2-4ddc-ae54-27ee852f1474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (6d0f16cb-21fe-4376-88bf-f8036c799e41), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:47.542630 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-46cc202c-147e-4387-a7fa-bb44f04a7c36 req-276100db-b95d-4b5a-95ed-9034a92bf8b4 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=8507785a0a9f4061bbead22d50c44419&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1762698 Mar 11 19:31:47.717566 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd58450b-7b07-4ae0-adaa-735b6554d4b1 req-1a442658-dd5e-4a88-a6fc-994bfb5d885c tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:47.722766 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd58450b-7b07-4ae0-adaa-735b6554d4b1 req-1a442658-dd5e-4a88-a6fc-994bfb5d885c tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:47.728698 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd58450b-7b07-4ae0-adaa-735b6554d4b1 req-1a442658-dd5e-4a88-a6fc-994bfb5d885c tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:47.734142 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd58450b-7b07-4ae0-adaa-735b6554d4b1 req-1a442658-dd5e-4a88-a6fc-994bfb5d885c tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:47.739618 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd58450b-7b07-4ae0-adaa-735b6554d4b1 req-1a442658-dd5e-4a88-a6fc-994bfb5d885c tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:47.744826 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd58450b-7b07-4ae0-adaa-735b6554d4b1 req-1a442658-dd5e-4a88-a6fc-994bfb5d885c tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:47.751350 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd58450b-7b07-4ae0-adaa-735b6554d4b1 req-1a442658-dd5e-4a88-a6fc-994bfb5d885c tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:47.753618 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fd58450b-7b07-4ae0-adaa-735b6554d4b1 req-1a442658-dd5e-4a88-a6fc-994bfb5d885c tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 5371 time: 0.2930365 Mar 11 19:31:47.817444 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca62bdd-74d8-4ebb-bf39-cbb556a9df80 req-f624cca5-489f-4435-8a68-7570d2c2179d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:47.818893 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0ca62bdd-74d8-4ebb-bf39-cbb556a9df80 req-f624cca5-489f-4435-8a68-7570d2c2179d service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3571246 Mar 11 19:31:47.867428 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-46cc202c-147e-4387-a7fa-bb44f04a7c36 req-66db9f32-bb4a-47db-83b5-cacbfcbcb195 service neutron] 10.222.0.65 "GET /v2.0/networks/ebcba11a-843a-4869-86af-b253155a3bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870467 Mar 11 19:31:48.004204 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fd58450b-7b07-4ae0-adaa-735b6554d4b1 req-40b805fa-d48b-492f-ad13-cb02f4988d1a tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=da55a647-62ee-4d15-a963-651fcfed7127&id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2370684 Mar 11 19:31:48.103574 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c6faf497-2345-428f-b7d9-8da4bad8bd79 req-97bf5858-2651-48ca-9756-24377d3a0d6c tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] 10.222.0.65 "GET /v2.0/security-group-rules/86a5ccf3-a1a1-4f38-860e-1d3545fa25be HTTP/1.1" status: 200 len: 783 time: 0.0553668 Mar 11 19:31:48.491457 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-46cc202c-147e-4387-a7fa-bb44f04a7c36 req-6697527f-487c-4d42-bfba-c9456b9f1580 service neutron] 10.222.0.65 "GET /v2.0/networks/ebcba11a-843a-4869-86af-b253155a3bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6105764 Mar 11 19:31:48.521126 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b1d57-6a81-48f7-8cb1-dee956cdd61b req-4a495b22-a4de-4c9b-a042-3c40e466afe9 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:48.523025 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b65b1d57-6a81-48f7-8cb1-dee956cdd61b req-4a495b22-a4de-4c9b-a042-3c40e466afe9 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] 10.222.0.75 "GET /v2.0/ports?device_id=4d52d052-6ce7-40cf-80ca-227e9de56947 HTTP/1.1" status: 200 len: 950 time: 0.5349159 Mar 11 19:31:48.528940 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c6faf497-2345-428f-b7d9-8da4bad8bd79 req-1f2b72cd-f5d2-416d-b011-2142f742da66 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] 10.222.0.65 "GET /v2.0/security-groups/97979202-1c18-4a55-a511-fd422c2bccf9 HTTP/1.1" status: 200 len: 3012 time: 0.4121127 Mar 11 19:31:48.614144 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:48.641873 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-8eb9781c-a8a2-4ddc-ae54-27ee852f1474 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d0f16cb-21fe-4376-88bf-f8036c799e41 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:31:48.662275 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-8eb9781c-a8a2-4ddc-ae54-27ee852f1474 service neutron] Publish callbacks [] for port (6d0f16cb-21fe-4376-88bf-f8036c799e41), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:48.664894 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c6faf497-2345-428f-b7d9-8da4bad8bd79 req-5437c6fd-e213-4d29-84c1-a05d10ac4036 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks [] for security_group_rule (86a5ccf3-a1a1-4f38-860e-1d3545fa25be), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:48.673821 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 523bddfd-cf8e-4cf2-943f-e1914b104a62 no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:31:48.705768 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c6faf497-2345-428f-b7d9-8da4bad8bd79 req-5437c6fd-e213-4d29-84c1-a05d10ac4036 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks [] for security_group_rule (86a5ccf3-a1a1-4f38-860e-1d3545fa25be), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:48.711081 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-8eb9781c-a8a2-4ddc-ae54-27ee852f1474 service neutron] Transition to ACTIVE for port object 6d0f16cb-21fe-4376-88bf-f8036c799e41 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:31:48.729048 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-8eb9781c-a8a2-4ddc-ae54-27ee852f1474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (6d0f16cb-21fe-4376-88bf-f8036c799e41), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:48.829421 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fa8c702-cf6f-489f-a488-b046d18b5f9d', 'tag': '01f92c37-1a4f-4ed7-b651-d1f48652d7d8'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:31:48.831669 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e71e6eb8-bb81-4249-b16b-4f9c4472105f" -d '{"events": [{"name": "network-changed", "server_uuid": "1fa8c702-cf6f-489f-a488-b046d18b5f9d", "tag": "01f92c37-1a4f-4ed7-b651-d1f48652d7d8"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:31:48.856852 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 523bddfd-cf8e-4cf2-943f-e1914b104a62 is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:31:48.860160 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a59c7-1460-452d-96e2-457119bd1ba1 req-0a43f7d7-542a-4c4c-8bb5-629149515bc3 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:48.860343 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (523bddfd-cf8e-4cf2-943f-e1914b104a62), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:48.860829 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-631a59c7-1460-452d-96e2-457119bd1ba1 req-0a43f7d7-542a-4c4c-8bb5-629149515bc3 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.57 "GET /v2.0/ports?device_id=ef380994-57c6-45d1-ac3d-85308fe83528 HTTP/1.1" status: 200 len: 945 time: 0.2638738 Mar 11 19:31:48.903488 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c6faf497-2345-428f-b7d9-8da4bad8bd79 req-5437c6fd-e213-4d29-84c1-a05d10ac4036 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (86a5ccf3-a1a1-4f38-860e-1d3545fa25be), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:48.938580 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef380994-57c6-45d1-ac3d-85308fe83528', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '523bddfd-cf8e-4cf2-943f-e1914b104a62'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:31:48.944321 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-448d2707-a7e6-4502-935b-eed0282a9268" -d '{"events": [{"server_uuid": "ef380994-57c6-45d1-ac3d-85308fe83528", "name": "network-vif-unplugged", "status": "completed", "tag": "523bddfd-cf8e-4cf2-943f-e1914b104a62"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:31:48.954504 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c6faf497-2345-428f-b7d9-8da4bad8bd79 req-5437c6fd-e213-4d29-84c1-a05d10ac4036 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:48.971168 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c6faf497-2345-428f-b7d9-8da4bad8bd79 req-5437c6fd-e213-4d29-84c1-a05d10ac4036 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/86a5ccf3-a1a1-4f38-860e-1d3545fa25be HTTP/1.1" status: 204 len: 173 time: 0.4175920 Mar 11 19:31:48.983359 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 523bddfd-cf8e-4cf2-943f-e1914b104a62, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=523bddfd-cf8e-4cf2-943f-e1914b104a62,segment=NetworkSegment(e04ff9a7-22d1-4d10-8b77-9e68a6488033),segment_id=e04ff9a7-22d1-4d10-8b77-9e68a6488033)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:31:48.994780 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (523bddfd-cf8e-4cf2-943f-e1914b104a62), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:49.086506 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=523bddfd-cf8e-4cf2-943f-e1914b104a62,revision_number=8']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:49.095499 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb9781c-a8a2-4ddc-ae54-27ee852f1474 service neutron] Pushing event updated for resources: {'Port': ['ID=6d0f16cb-21fe-4376-88bf-f8036c799e41,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:49.115016 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:31:49.115746 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:31:49.116305 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:31:49.117272 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:31:49.117767 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:31:49.118532 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:31:49.119035 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:31:49.119643 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:31:49.120146 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:31:49.120892 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:31:49.121395 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:31:49.121998 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:31:49.122490 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:31:49.146875 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5437c6fd-e213-4d29-84c1-a05d10ac4036 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=86a5ccf3-a1a1-4f38-860e-1d3545fa25be,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:49.179577 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-136a6ac8-6eae-47ee-beac-5a2685a57fb6 req-d7e80a20-f162-495a-b994-c384b2012fc3 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/ports?device_id=b19c4385-f45d-4744-ac1b-ee5c36af849e HTTP/1.1" status: 200 len: 210 time: 0.0996695 Mar 11 19:31:49.247240 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-b65b1d57-6a81-48f7-8cb1-dee956cdd61b req-9a92389c-190a-4d56-b2f8-d86eef6e642b tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Deleting port b4283bd3-62f8-489b-8bb9-1ec005b4ee54 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:31:49.257374 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b65b1d57-6a81-48f7-8cb1-dee956cdd61b req-9a92389c-190a-4d56-b2f8-d86eef6e642b tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (b4283bd3-62f8-489b-8bb9-1ec005b4ee54), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:49.263591 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb04a5c-53a7-4de0-99aa-9fa842419f8b x-openstack-request-id: req-afb04a5c-53a7-4de0-99aa-9fa842419f8b {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:31:49.266703 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fa8c702-cf6f-489f-a488-b046d18b5f9d", "tag": "01f92c37-1a4f-4ed7-b651-d1f48652d7d8", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:31:49.267256 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-afb04a5c-53a7-4de0-99aa-9fa842419f8b {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:31:49.268102 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fa8c702-cf6f-489f-a488-b046d18b5f9d', 'tag': '01f92c37-1a4f-4ed7-b651-d1f48652d7d8', 'status': 'completed', 'code': 200} Mar 11 19:31:49.363574 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e6eb8-bb81-4249-b16b-4f9c4472105f req-3d0d50c9-17c7-422f-bb76-e51c52c04753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:49.364671 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e6eb8-bb81-4249-b16b-4f9c4472105f req-3d0d50c9-17c7-422f-bb76-e51c52c04753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:49.365293 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e6eb8-bb81-4249-b16b-4f9c4472105f req-3d0d50c9-17c7-422f-bb76-e51c52c04753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:49.366280 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e6eb8-bb81-4249-b16b-4f9c4472105f req-3d0d50c9-17c7-422f-bb76-e51c52c04753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:49.367067 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e6eb8-bb81-4249-b16b-4f9c4472105f req-3d0d50c9-17c7-422f-bb76-e51c52c04753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:49.367815 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e6eb8-bb81-4249-b16b-4f9c4472105f req-3d0d50c9-17c7-422f-bb76-e51c52c04753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:49.369538 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e6eb8-bb81-4249-b16b-4f9c4472105f req-3d0d50c9-17c7-422f-bb76-e51c52c04753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:49.372029 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e71e6eb8-bb81-4249-b16b-4f9c4472105f req-3d0d50c9-17c7-422f-bb76-e51c52c04753 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7eee167876f4486fa3e6b7859ca90f06&device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 6326 time: 0.1019597 Mar 11 19:31:49.396890 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 19:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea42cd9-5e12-4804-acbd-6ac29bac6239 x-openstack-request-id: req-dea42cd9-5e12-4804-acbd-6ac29bac6239 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:31:49.397710 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef380994-57c6-45d1-ac3d-85308fe83528", "name": "network-vif-unplugged", "status": "completed", "tag": "523bddfd-cf8e-4cf2-943f-e1914b104a62", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:31:49.398147 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dea42cd9-5e12-4804-acbd-6ac29bac6239 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:31:49.398830 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef380994-57c6-45d1-ac3d-85308fe83528', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '523bddfd-cf8e-4cf2-943f-e1914b104a62', 'code': 200} Mar 11 19:31:49.601114 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e29b1-050c-49c8-adb2-8928b8d764a1 req-701053df-d10a-4715-a787-d2ca050f1cd7 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:49.608832 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1c6e29b1-050c-49c8-adb2-8928b8d764a1 req-701053df-d10a-4715-a787-d2ca050f1cd7 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d52d052-6ce7-40cf-80ca-227e9de56947 HTTP/1.1" status: 200 len: 950 time: 0.6848304 Mar 11 19:31:49.665439 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-8eb9781c-a8a2-4ddc-ae54-27ee852f1474 service neutron] Attempting to bind port 6d0f16cb-21fe-4376-88bf-f8036c799e41 on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:31:49.666121 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-8eb9781c-a8a2-4ddc-ae54-27ee852f1474 service neutron] Attempting to bind port 6d0f16cb-21fe-4376-88bf-f8036c799e41 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '5c025fea-baa0-424f-9add-20cc57664ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '11e52173-c93f-4f90-a40d-087cab6dbb47'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:31:49.666550 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-8eb9781c-a8a2-4ddc-ae54-27ee852f1474 service neutron] Attempting to bind port 6d0f16cb-21fe-4376-88bf-f8036c799e41 on network 11e52173-c93f-4f90-a40d-087cab6dbb47 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:31:49.684342 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8eece18f-6109-484d-9d5f-5a47aec8e7cc req-c4c5a4cb-4bfe-47c6-9eb9-36a44919ce0e tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] 10.222.0.65 "GET /v2.0/security-groups/97979202-1c18-4a55-a511-fd422c2bccf9 HTTP/1.1" status: 200 len: 2414 time: 0.2192130 Mar 11 19:31:49.714225 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-8eb9781c-a8a2-4ddc-ae54-27ee852f1474 service neutron] Port 6d0f16cb-21fe-4376-88bf-f8036c799e41 on network 11e52173-c93f-4f90-a40d-087cab6dbb47 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:31:49.714697 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-8eb9781c-a8a2-4ddc-ae54-27ee852f1474 service neutron] Attempting to bind port 6d0f16cb-21fe-4376-88bf-f8036c799e41 on network 11e52173-c93f-4f90-a40d-087cab6dbb47 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:31:49.721066 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-b65b1d57-6a81-48f7-8cb1-dee956cdd61b req-9a92389c-190a-4d56-b2f8-d86eef6e642b tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] For port b4283bd3-62f8-489b-8bb9-1ec005b4ee54, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=b4283bd3-62f8-489b-8bb9-1ec005b4ee54,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:31:49.721527 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b65b1d57-6a81-48f7-8cb1-dee956cdd61b req-9a92389c-190a-4d56-b2f8-d86eef6e642b tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (b4283bd3-62f8-489b-8bb9-1ec005b4ee54), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:49.756987 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-631a59c7-1460-452d-96e2-457119bd1ba1 req-28991a96-3678-4df6-b9ec-ff3e53643d78 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Deleting port 523bddfd-cf8e-4cf2-943f-e1914b104a62 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:31:49.757510 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-631a59c7-1460-452d-96e2-457119bd1ba1 req-28991a96-3678-4df6-b9ec-ff3e53643d78 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (523bddfd-cf8e-4cf2-943f-e1914b104a62), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:49.765470 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-b65b1d57-6a81-48f7-8cb1-dee956cdd61b req-9a92389c-190a-4d56-b2f8-d86eef6e642b tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Calling delete_port for b4283bd3-62f8-489b-8bb9-1ec005b4ee54 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:31:49.768983 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-8eb9781c-a8a2-4ddc-ae54-27ee852f1474 service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:31:49.769466 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-8eb9781c-a8a2-4ddc-ae54-27ee852f1474 service neutron] Checking segment: {'id': '5c025fea-baa0-424f-9add-20cc57664ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '11e52173-c93f-4f90-a40d-087cab6dbb47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:31:49.769955 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-8eb9781c-a8a2-4ddc-ae54-27ee852f1474 service neutron] Bound using segment: {'id': '5c025fea-baa0-424f-9add-20cc57664ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '11e52173-c93f-4f90-a40d-087cab6dbb47'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:31:49.770505 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-8eb9781c-a8a2-4ddc-ae54-27ee852f1474 service neutron] Bound port: 6d0f16cb-21fe-4376-88bf-f8036c799e41, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c025fea-baa0-424f-9add-20cc57664ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '11e52173-c93f-4f90-a40d-087cab6dbb47'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:31:49.770984 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-8eb9781c-a8a2-4ddc-ae54-27ee852f1474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (6d0f16cb-21fe-4376-88bf-f8036c799e41), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:49.826590 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1c6e29b1-050c-49c8-adb2-8928b8d764a1 req-64725d75-86ff-4a08-a583-a51771b329ea tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] 10.222.0.65 "GET /v2.0/security-groups?id=45c5fa18-9d4c-4285-a76c-9666e2ec0244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119184 Mar 11 19:31:49.940594 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e6eb8-bb81-4249-b16b-4f9c4472105f req-299777c0-017c-4e14-9216-e54b683b0403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:49.941115 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e6eb8-bb81-4249-b16b-4f9c4472105f req-299777c0-017c-4e14-9216-e54b683b0403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:49.941693 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e6eb8-bb81-4249-b16b-4f9c4472105f req-299777c0-017c-4e14-9216-e54b683b0403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:49.943873 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e71e6eb8-bb81-4249-b16b-4f9c4472105f req-299777c0-017c-4e14-9216-e54b683b0403 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=7eee167876f4486fa3e6b7859ca90f06&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5632832 Mar 11 19:31:50.080988 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e6eb8-bb81-4249-b16b-4f9c4472105f req-181052f5-32db-4e31-ac51-7f9f1ea130e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:50.082910 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e71e6eb8-bb81-4249-b16b-4f9c4472105f req-181052f5-32db-4e31-ac51-7f9f1ea130e9 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1319513 Mar 11 19:31:50.132482 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8eece18f-6109-484d-9d5f-5a47aec8e7cc req-9e7e98c9-2fef-4376-a337-49d60454d515 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks [] for security_group (97979202-1c18-4a55-a511-fd422c2bccf9), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:50.142830 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device b4283bd3-62f8-489b-8bb9-1ec005b4ee54 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:31:50.156571 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-8eb9781c-a8a2-4ddc-ae54-27ee852f1474 service neutron] For port 6d0f16cb-21fe-4376-88bf-f8036c799e41, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:31:50.167162 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-631a59c7-1460-452d-96e2-457119bd1ba1 req-28991a96-3678-4df6-b9ec-ff3e53643d78 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] For port 523bddfd-cf8e-4cf2-943f-e1914b104a62, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=523bddfd-cf8e-4cf2-943f-e1914b104a62,segment=NetworkSegment(e04ff9a7-22d1-4d10-8b77-9e68a6488033),segment_id=e04ff9a7-22d1-4d10-8b77-9e68a6488033)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:31:50.167533 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-631a59c7-1460-452d-96e2-457119bd1ba1 req-28991a96-3678-4df6-b9ec-ff3e53643d78 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (523bddfd-cf8e-4cf2-943f-e1914b104a62), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:50.199539 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-8eb9781c-a8a2-4ddc-ae54-27ee852f1474 service neutron] For port 6d0f16cb-21fe-4376-88bf-f8036c799e41, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=6d0f16cb-21fe-4376-88bf-f8036c799e41,segment=NetworkSegment(5c025fea-baa0-424f-9add-20cc57664ce2),segment_id=5c025fea-baa0-424f-9add-20cc57664ce2)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:31:50.211547 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea88b42-6121-4443-a4e1-54c6f88a5d04 req-87e05929-7773-496f-9960-13e1e18e5a26 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:50.217603 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea88b42-6121-4443-a4e1-54c6f88a5d04 req-87e05929-7773-496f-9960-13e1e18e5a26 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:50.222981 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea88b42-6121-4443-a4e1-54c6f88a5d04 req-87e05929-7773-496f-9960-13e1e18e5a26 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:50.228322 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea88b42-6121-4443-a4e1-54c6f88a5d04 req-87e05929-7773-496f-9960-13e1e18e5a26 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:50.234222 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea88b42-6121-4443-a4e1-54c6f88a5d04 req-87e05929-7773-496f-9960-13e1e18e5a26 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:50.239525 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea88b42-6121-4443-a4e1-54c6f88a5d04 req-87e05929-7773-496f-9960-13e1e18e5a26 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:50.244887 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea88b42-6121-4443-a4e1-54c6f88a5d04 req-87e05929-7773-496f-9960-13e1e18e5a26 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:50.246857 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bea88b42-6121-4443-a4e1-54c6f88a5d04 req-87e05929-7773-496f-9960-13e1e18e5a26 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 5383 time: 0.3064461 Mar 11 19:31:50.249297 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port b4283bd3-62f8-489b-8bb9-1ec005b4ee54 is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:31:50.249902 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b4283bd3-62f8-489b-8bb9-1ec005b4ee54), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:50.287734 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-631a59c7-1460-452d-96e2-457119bd1ba1 req-28991a96-3678-4df6-b9ec-ff3e53643d78 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Calling delete_port for 523bddfd-cf8e-4cf2-943f-e1914b104a62 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:31:50.291500 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8eece18f-6109-484d-9d5f-5a47aec8e7cc req-9e7e98c9-2fef-4376-a337-49d60454d515 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks [] for security_group (97979202-1c18-4a55-a511-fd422c2bccf9), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:50.295238 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-8eb9781c-a8a2-4ddc-ae54-27ee852f1474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (6d0f16cb-21fe-4376-88bf-f8036c799e41), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:50.445307 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-8eb9781c-a8a2-4ddc-ae54-27ee852f1474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:50.445935 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-8eb9781c-a8a2-4ddc-ae54-27ee852f1474 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:50.447383 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-8eb9781c-a8a2-4ddc-ae54-27ee852f1474 service neutron] 10.222.0.75 "PUT /v2.0/ports/6d0f16cb-21fe-4376-88bf-f8036c799e41 HTTP/1.1" status: 200 len: 1090 time: 3.1898685 Mar 11 19:31:50.504669 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-168ade22-dce8-420c-a4fc-8e2f5447b986 service neutron] Request body: {'port': {'device_id': '1fa8c702-cf6f-489f-a488-b046d18b5f9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:31:50.522472 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b65b1d57-6a81-48f7-8cb1-dee956cdd61b req-9a92389c-190a-4d56-b2f8-d86eef6e642b tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (b4283bd3-62f8-489b-8bb9-1ec005b4ee54), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:50.552275 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['031ef9b3-9a5f-44f6-90cc-573eaaae5850'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:31:50.592294 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc202c-147e-4387-a7fa-bb44f04a7c36 req-3eb2f4ec-9f21-458d-9a20-1a7f9915e520 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:50.592294 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-46cc202c-147e-4387-a7fa-bb44f04a7c36 req-3eb2f4ec-9f21-458d-9a20-1a7f9915e520 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.57 "GET /v2.0/networks?id=ebcba11a-843a-4869-86af-b253155a3bc2 HTTP/1.1" status: 200 len: 804 time: 0.2487028 Mar 11 19:31:50.614986 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb9781c-a8a2-4ddc-ae54-27ee852f1474 service neutron] Pushing event updated for resources: {'Port': ['ID=6d0f16cb-21fe-4376-88bf-f8036c799e41,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:50.616486 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-46cc202c-147e-4387-a7fa-bb44f04a7c36 req-77ee046b-dc0f-4766-adef-b83043ec3555 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Request body: {'port': {'device_id': 'b19c4385-f45d-4744-ac1b-ee5c36af849e', 'network_id': 'ebcba11a-843a-4869-86af-b253155a3bc2', 'admin_state_up': True, 'tenant_id': '8507785a0a9f4061bbead22d50c44419'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:31:50.730036 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8eece18f-6109-484d-9d5f-5a47aec8e7cc req-9e7e98c9-2fef-4376-a337-49d60454d515 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (97979202-1c18-4a55-a511-fd422c2bccf9), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:50.739387 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8eece18f-6109-484d-9d5f-5a47aec8e7cc req-9e7e98c9-2fef-4376-a337-49d60454d515 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:50.740619 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8eece18f-6109-484d-9d5f-5a47aec8e7cc req-9e7e98c9-2fef-4376-a337-49d60454d515 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] 10.222.0.65 "DELETE /v2.0/security-groups/97979202-1c18-4a55-a511-fd422c2bccf9 HTTP/1.1" status: 204 len: 173 time: 1.0553405 Mar 11 19:31:50.741418 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a92389c-190a-4d56-b2f8-d86eef6e642b tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Pushing event deleted for resources: {'Port': ['ID=b4283bd3-62f8-489b-8bb9-1ec005b4ee54,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:50.820434 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46cc202c-147e-4387-a7fa-bb44f04a7c36 req-77ee046b-dc0f-4766-adef-b83043ec3555 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Made reservation on behalf of 8507785a0a9f4061bbead22d50c44419 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:31:50.828963 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-46cc202c-147e-4387-a7fa-bb44f04a7c36 req-77ee046b-dc0f-4766-adef-b83043ec3555 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:50.852908 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bea88b42-6121-4443-a4e1-54c6f88a5d04 req-a12fce42-e3dc-4a18-97a7-8180e14c1aff tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=da55a647-62ee-4d15-a963-651fcfed7127&id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5869951 Mar 11 19:31:50.942773 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7e98c9-2fef-4376-a337-49d60454d515 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97979202-1c18-4a55-a511-fd422c2bccf9,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:51.062122 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-b65b1d57-6a81-48f7-8cb1-dee956cdd61b req-9a92389c-190a-4d56-b2f8-d86eef6e642b tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] No DVR routers for this DVR port b4283bd3-62f8-489b-8bb9-1ec005b4ee54 on host n-h1-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:31:51.082274 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b65b1d57-6a81-48f7-8cb1-dee956cdd61b req-9a92389c-190a-4d56-b2f8-d86eef6e642b tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:51.085944 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b65b1d57-6a81-48f7-8cb1-dee956cdd61b req-9a92389c-190a-4d56-b2f8-d86eef6e642b tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] 10.222.0.75 "DELETE /v2.0/ports/b4283bd3-62f8-489b-8bb9-1ec005b4ee54 HTTP/1.1" status: 204 len: 173 time: 2.5558448 Mar 11 19:31:51.098193 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-168ade22-dce8-420c-a4fc-8e2f5447b986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c7f76392-aada-411a-ac64-53336e3dab7e), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:51.100780 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [req-401c3f91-376e-4bcc-b00d-276f670b69ec req-2374bd01-276f-4aca-a66e-e9239a18da5e tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] show failed (client error): The resource could not be found. Mar 11 19:31:51.114157 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-401c3f91-376e-4bcc-b00d-276f670b69ec req-2374bd01-276f-4aca-a66e-e9239a18da5e tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] 10.222.0.65 "GET /v2.0/security-groups/53ee5cdb-6e0b-4b6e-8a85-1ffd38ece32e HTTP/1.1" status: 404 len: 352 time: 0.1911061 Mar 11 19:31:51.178472 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2b83d442-8039-4e8f-83e5-c00689166f66 req-91c38934-9c05-4a27-932e-4cca0d87e4e6 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/ports?device_id=b19c4385-f45d-4744-ac1b-ee5c36af849e HTTP/1.1" status: 200 len: 210 time: 0.1099524 Mar 11 19:31:51.226818 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-46cc202c-147e-4387-a7fa-bb44f04a7c36 req-77ee046b-dc0f-4766-adef-b83043ec3555 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Allocated IP 172.20.0.4 (ebcba11a-843a-4869-86af-b253155a3bc2/654fe02a-2387-4189-a51d-09de4e86c125/ea90a6b4-81e1-4ba2-bf4a-7240fe319236) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:31:51.276213 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fa8c702-cf6f-489f-a488-b046d18b5f9d', 'tag': '6d0f16cb-21fe-4376-88bf-f8036c799e41'}, {'server_uuid': '4d52d052-6ce7-40cf-80ca-227e9de56947', 'name': 'network-vif-deleted', 'tag': 'b4283bd3-62f8-489b-8bb9-1ec005b4ee54'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:31:51.278561 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97c9d68-caac-4c1c-ba85-6c3da9c9ac72" -d '{"events": [{"name": "network-changed", "server_uuid": "1fa8c702-cf6f-489f-a488-b046d18b5f9d", "tag": "6d0f16cb-21fe-4376-88bf-f8036c799e41"}, {"server_uuid": "4d52d052-6ce7-40cf-80ca-227e9de56947", "name": "network-vif-deleted", "tag": "b4283bd3-62f8-489b-8bb9-1ec005b4ee54"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:31:51.384110 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-91c89204-c195-4716-8850-0f20a85b0ad1 req-f23f05fa-0cbe-404b-8603-16c63d1b5a19 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] 10.222.0.65 "GET /v2.0/ports?device_id=4d52d052-6ce7-40cf-80ca-227e9de56947 HTTP/1.1" status: 200 len: 210 time: 0.1775975 Mar 11 19:31:51.390098 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-631a59c7-1460-452d-96e2-457119bd1ba1 req-28991a96-3678-4df6-b9ec-ff3e53643d78 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (523bddfd-cf8e-4cf2-943f-e1914b104a62), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:51.477344 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28991a96-3678-4df6-b9ec-ff3e53643d78 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Pushing event deleted for resources: {'Port': ['ID=523bddfd-cf8e-4cf2-943f-e1914b104a62,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:51.483002 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-46cc202c-147e-4387-a7fa-bb44f04a7c36 req-77ee046b-dc0f-4766-adef-b83043ec3555 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Publish callbacks [] for port (ea90a6b4-81e1-4ba2-bf4a-7240fe319236), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:51.485294 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 11 Mar 2022 19:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d87ab66e-b130-4ef5-b73b-816922e5399b x-openstack-request-id: req-d87ab66e-b130-4ef5-b73b-816922e5399b {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:31:51.485593 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fa8c702-cf6f-489f-a488-b046d18b5f9d", "tag": "6d0f16cb-21fe-4376-88bf-f8036c799e41", "status": "completed", "code": 200}, {"server_uuid": "4d52d052-6ce7-40cf-80ca-227e9de56947", "name": "network-vif-deleted", "tag": "b4283bd3-62f8-489b-8bb9-1ec005b4ee54", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:31:51.485861 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d87ab66e-b130-4ef5-b73b-816922e5399b {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:31:51.486265 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fa8c702-cf6f-489f-a488-b046d18b5f9d', 'tag': '6d0f16cb-21fe-4376-88bf-f8036c799e41', 'status': 'completed', 'code': 200} Mar 11 19:31:51.486518 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d52d052-6ce7-40cf-80ca-227e9de56947', 'name': 'network-vif-deleted', 'tag': 'b4283bd3-62f8-489b-8bb9-1ec005b4ee54', 'status': 'completed', 'code': 200} Mar 11 19:31:51.542724 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-08728d03-ce89-43ff-a37f-37d8525f6ecc req-644c64f2-3d04-4896-82d6-47b38962c7a6 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] 10.222.0.65 "GET /v2.0/security-groups/2f6f0195-c4c4-4c46-86d8-e1440c13e5b3 HTTP/1.1" status: 200 len: 1821 time: 0.2753010 Mar 11 19:31:51.555527 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-46cc202c-147e-4387-a7fa-bb44f04a7c36 req-77ee046b-dc0f-4766-adef-b83043ec3555 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (ea90a6b4-81e1-4ba2-bf4a-7240fe319236), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:51.637093 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-631a59c7-1460-452d-96e2-457119bd1ba1 req-28991a96-3678-4df6-b9ec-ff3e53643d78 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] No DVR routers for this DVR port 523bddfd-cf8e-4cf2-943f-e1914b104a62 on host n-h2-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:31:51.645472 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-631a59c7-1460-452d-96e2-457119bd1ba1 req-28991a96-3678-4df6-b9ec-ff3e53643d78 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:51.651435 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-631a59c7-1460-452d-96e2-457119bd1ba1 req-28991a96-3678-4df6-b9ec-ff3e53643d78 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.57 "DELETE /v2.0/ports/523bddfd-cf8e-4cf2-943f-e1914b104a62 HTTP/1.1" status: 204 len: 173 time: 2.7553837 Mar 11 19:31:51.689850 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46cc202c-147e-4387-a7fa-bb44f04a7c36 req-77ee046b-dc0f-4766-adef-b83043ec3555 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Network ebcba11a-843a-4869-86af-b253155a3bc2 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:31:51.704371 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-46cc202c-147e-4387-a7fa-bb44f04a7c36 req-77ee046b-dc0f-4766-adef-b83043ec3555 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:31:51.715442 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-46cc202c-147e-4387-a7fa-bb44f04a7c36 req-77ee046b-dc0f-4766-adef-b83043ec3555 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:31:51.768810 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-08728d03-ce89-43ff-a37f-37d8525f6ecc req-aaf27e0a-7fe8-4ec7-9be5-09315c555003 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks [] for security_group (2f6f0195-c4c4-4c46-86d8-e1440c13e5b3), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:51.798703 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c9d68-caac-4c1c-ba85-6c3da9c9ac72 req-26c6ed9a-65cf-41a8-a490-45d481e4abb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:51.799262 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c9d68-caac-4c1c-ba85-6c3da9c9ac72 req-26c6ed9a-65cf-41a8-a490-45d481e4abb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:51.799969 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c9d68-caac-4c1c-ba85-6c3da9c9ac72 req-26c6ed9a-65cf-41a8-a490-45d481e4abb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:51.800450 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c9d68-caac-4c1c-ba85-6c3da9c9ac72 req-26c6ed9a-65cf-41a8-a490-45d481e4abb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:51.800909 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c9d68-caac-4c1c-ba85-6c3da9c9ac72 req-26c6ed9a-65cf-41a8-a490-45d481e4abb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:51.801368 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c9d68-caac-4c1c-ba85-6c3da9c9ac72 req-26c6ed9a-65cf-41a8-a490-45d481e4abb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:51.801823 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c9d68-caac-4c1c-ba85-6c3da9c9ac72 req-26c6ed9a-65cf-41a8-a490-45d481e4abb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:51.809214 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e97c9d68-caac-4c1c-ba85-6c3da9c9ac72 req-26c6ed9a-65cf-41a8-a490-45d481e4abb2 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7eee167876f4486fa3e6b7859ca90f06&device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 6399 time: 0.2915771 Mar 11 19:31:51.832007 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ee046b-dc0f-4766-adef-b83043ec3555 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Pushing event updated for resources: {'Port': ['ID=ea90a6b4-81e1-4ba2-bf4a-7240fe319236,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:51.848885 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc202c-147e-4387-a7fa-bb44f04a7c36 req-77ee046b-dc0f-4766-adef-b83043ec3555 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:51.849636 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-46cc202c-147e-4387-a7fa-bb44f04a7c36 req-77ee046b-dc0f-4766-adef-b83043ec3555 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:51.889870 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-46cc202c-147e-4387-a7fa-bb44f04a7c36 req-77ee046b-dc0f-4766-adef-b83043ec3555 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2803137 Mar 11 19:31:51.925803 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-08728d03-ce89-43ff-a37f-37d8525f6ecc req-aaf27e0a-7fe8-4ec7-9be5-09315c555003 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks [] for security_group (2f6f0195-c4c4-4c46-86d8-e1440c13e5b3), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:51.976447 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-46cc202c-147e-4387-a7fa-bb44f04a7c36 req-7deb275e-81df-4618-bfd5-2e568d59ab0b service neutron] Request body: {'port': {'device_id': 'b19c4385-f45d-4744-ac1b-ee5c36af849e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:31:52.050566 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-46cc202c-147e-4387-a7fa-bb44f04a7c36 req-7deb275e-81df-4618-bfd5-2e568d59ab0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ea90a6b4-81e1-4ba2-bf4a-7240fe319236), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:52.072830 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-168ade22-dce8-420c-a4fc-8e2f5447b986 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7f76392-aada-411a-ac64-53336e3dab7e {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:31:52.084731 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-168ade22-dce8-420c-a4fc-8e2f5447b986 service neutron] Publish callbacks [] for port (c7f76392-aada-411a-ac64-53336e3dab7e), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:52.110323 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-08728d03-ce89-43ff-a37f-37d8525f6ecc req-aaf27e0a-7fe8-4ec7-9be5-09315c555003 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (2f6f0195-c4c4-4c46-86d8-e1440c13e5b3), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:52.113451 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-08728d03-ce89-43ff-a37f-37d8525f6ecc req-aaf27e0a-7fe8-4ec7-9be5-09315c555003 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:52.119489 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-08728d03-ce89-43ff-a37f-37d8525f6ecc req-aaf27e0a-7fe8-4ec7-9be5-09315c555003 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] 10.222.0.65 "DELETE /v2.0/security-groups/2f6f0195-c4c4-4c46-86d8-e1440c13e5b3 HTTP/1.1" status: 204 len: 173 time: 0.5758350 Mar 11 19:31:52.134842 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-168ade22-dce8-420c-a4fc-8e2f5447b986 service neutron] Transition to ACTIVE for port object c7f76392-aada-411a-ac64-53336e3dab7e will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:31:52.143405 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c9d68-caac-4c1c-ba85-6c3da9c9ac72 req-23b7ab55-6aad-4230-a876-101591edd741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:52.144152 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c9d68-caac-4c1c-ba85-6c3da9c9ac72 req-23b7ab55-6aad-4230-a876-101591edd741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:52.145039 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c9d68-caac-4c1c-ba85-6c3da9c9ac72 req-23b7ab55-6aad-4230-a876-101591edd741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:52.146763 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e97c9d68-caac-4c1c-ba85-6c3da9c9ac72 req-23b7ab55-6aad-4230-a876-101591edd741 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=7eee167876f4486fa3e6b7859ca90f06&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3124986 Mar 11 19:31:52.150191 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-168ade22-dce8-420c-a4fc-8e2f5447b986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (c7f76392-aada-411a-ac64-53336e3dab7e), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:52.152565 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf27e0a-7fe8-4ec7-9be5-09315c555003 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6f0195-c4c4-4c46-86d8-e1440c13e5b3,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:52.306982 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f3674f3c-c02b-4e30-992e-0c5da8039a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:52.389236 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1311a0-f279-4fbd-acc6-a985c9b1a61e req-57fb89d9-a0f9-460b-a563-c98d859a17c0 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:52.402795 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1311a0-f279-4fbd-acc6-a985c9b1a61e req-57fb89d9-a0f9-460b-a563-c98d859a17c0 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:52.409631 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1311a0-f279-4fbd-acc6-a985c9b1a61e req-57fb89d9-a0f9-460b-a563-c98d859a17c0 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:52.415848 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1311a0-f279-4fbd-acc6-a985c9b1a61e req-57fb89d9-a0f9-460b-a563-c98d859a17c0 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:52.422217 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1311a0-f279-4fbd-acc6-a985c9b1a61e req-57fb89d9-a0f9-460b-a563-c98d859a17c0 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:52.428948 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1311a0-f279-4fbd-acc6-a985c9b1a61e req-57fb89d9-a0f9-460b-a563-c98d859a17c0 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:52.435101 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1311a0-f279-4fbd-acc6-a985c9b1a61e req-57fb89d9-a0f9-460b-a563-c98d859a17c0 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:52.444778 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1a1311a0-f279-4fbd-acc6-a985c9b1a61e req-57fb89d9-a0f9-460b-a563-c98d859a17c0 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 5383 time: 0.4437554 Mar 11 19:31:52.450901 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:52.479240 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-46cc202c-147e-4387-a7fa-bb44f04a7c36 req-7deb275e-81df-4618-bfd5-2e568d59ab0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea90a6b4-81e1-4ba2-bf4a-7240fe319236 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:31:52.491022 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-46cc202c-147e-4387-a7fa-bb44f04a7c36 req-7deb275e-81df-4618-bfd5-2e568d59ab0b service neutron] Publish callbacks [] for port (ea90a6b4-81e1-4ba2-bf4a-7240fe319236), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:52.519384 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-46cc202c-147e-4387-a7fa-bb44f04a7c36 req-7deb275e-81df-4618-bfd5-2e568d59ab0b service neutron] Transition to ACTIVE for port object ea90a6b4-81e1-4ba2-bf4a-7240fe319236 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:31:52.526139 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-46cc202c-147e-4387-a7fa-bb44f04a7c36 req-7deb275e-81df-4618-bfd5-2e568d59ab0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (ea90a6b4-81e1-4ba2-bf4a-7240fe319236), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:52.538470 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168ade22-dce8-420c-a4fc-8e2f5447b986 service neutron] Pushing event updated for resources: {'Port': ['ID=c7f76392-aada-411a-ac64-53336e3dab7e,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:52.599200 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3a22671d-0704-4676-be89-105e7e219eac req-687dc7e8-ec00-4691-ba55-7ef3ebb82c3f tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] 10.222.0.65 "GET /v2.0/security-groups/2ac77769-bb13-431a-a9ed-2d35ec1eb49d HTTP/1.1" status: 200 len: 1820 time: 0.3422642 Mar 11 19:31:52.652719 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deb275e-81df-4618-bfd5-2e568d59ab0b service neutron] Pushing event updated for resources: {'Port': ['ID=ea90a6b4-81e1-4ba2-bf4a-7240fe319236,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:52.689081 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 523bddfd-cf8e-4cf2-943f-e1914b104a62 no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:31:52.726903 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c9d68-caac-4c1c-ba85-6c3da9c9ac72 req-518f8dbc-a55f-456b-bb6c-70417e13ab1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:52.728498 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e97c9d68-caac-4c1c-ba85-6c3da9c9ac72 req-518f8dbc-a55f-456b-bb6c-70417e13ab1b service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5731354 Mar 11 19:31:52.744930 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1a1311a0-f279-4fbd-acc6-a985c9b1a61e req-68ce0661-f750-4567-9fe4-29c1762c5860 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=da55a647-62ee-4d15-a963-651fcfed7127&id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2991438 Mar 11 19:31:52.756825 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: 523bddfd-cf8e-4cf2-943f-e1914b104a62 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:31:52.757895 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 523bddfd-cf8e-4cf2-943f-e1914b104a62 not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:31:52.761415 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-168ade22-dce8-420c-a4fc-8e2f5447b986 service neutron] Attempting to bind port c7f76392-aada-411a-ac64-53336e3dab7e on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:31:52.761761 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-168ade22-dce8-420c-a4fc-8e2f5447b986 service neutron] Attempting to bind port c7f76392-aada-411a-ac64-53336e3dab7e by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '5c025fea-baa0-424f-9add-20cc57664ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '11e52173-c93f-4f90-a40d-087cab6dbb47'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:31:52.762112 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-168ade22-dce8-420c-a4fc-8e2f5447b986 service neutron] Attempting to bind port c7f76392-aada-411a-ac64-53336e3dab7e on network 11e52173-c93f-4f90-a40d-087cab6dbb47 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:31:52.776878 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-168ade22-dce8-420c-a4fc-8e2f5447b986 service neutron] Port c7f76392-aada-411a-ac64-53336e3dab7e on network 11e52173-c93f-4f90-a40d-087cab6dbb47 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:31:52.777247 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-168ade22-dce8-420c-a4fc-8e2f5447b986 service neutron] Attempting to bind port c7f76392-aada-411a-ac64-53336e3dab7e on network 11e52173-c93f-4f90-a40d-087cab6dbb47 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:31:52.785269 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3a22671d-0704-4676-be89-105e7e219eac req-89ea2231-edff-4163-a5f4-768d9c404385 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks [] for security_group (2ac77769-bb13-431a-a9ed-2d35ec1eb49d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:52.792244 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-168ade22-dce8-420c-a4fc-8e2f5447b986 service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:31:52.792583 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-168ade22-dce8-420c-a4fc-8e2f5447b986 service neutron] Checking segment: {'id': '5c025fea-baa0-424f-9add-20cc57664ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '11e52173-c93f-4f90-a40d-087cab6dbb47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:31:52.793394 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-168ade22-dce8-420c-a4fc-8e2f5447b986 service neutron] Bound using segment: {'id': '5c025fea-baa0-424f-9add-20cc57664ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '11e52173-c93f-4f90-a40d-087cab6dbb47'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:31:52.793850 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-168ade22-dce8-420c-a4fc-8e2f5447b986 service neutron] Bound port: c7f76392-aada-411a-ac64-53336e3dab7e, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c025fea-baa0-424f-9add-20cc57664ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '11e52173-c93f-4f90-a40d-087cab6dbb47'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:31:52.794224 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-168ade22-dce8-420c-a4fc-8e2f5447b986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c7f76392-aada-411a-ac64-53336e3dab7e), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:52.804523 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-46cc202c-147e-4387-a7fa-bb44f04a7c36 req-7deb275e-81df-4618-bfd5-2e568d59ab0b service neutron] Attempting to bind port ea90a6b4-81e1-4ba2-bf4a-7240fe319236 on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:31:52.805152 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-46cc202c-147e-4387-a7fa-bb44f04a7c36 req-7deb275e-81df-4618-bfd5-2e568d59ab0b service neutron] Attempting to bind port ea90a6b4-81e1-4ba2-bf4a-7240fe319236 by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': 'e04ff9a7-22d1-4d10-8b77-9e68a6488033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'ebcba11a-843a-4869-86af-b253155a3bc2'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:31:52.805651 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46cc202c-147e-4387-a7fa-bb44f04a7c36 req-7deb275e-81df-4618-bfd5-2e568d59ab0b service neutron] Attempting to bind port ea90a6b4-81e1-4ba2-bf4a-7240fe319236 on network ebcba11a-843a-4869-86af-b253155a3bc2 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:31:52.823286 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3a22671d-0704-4676-be89-105e7e219eac req-89ea2231-edff-4163-a5f4-768d9c404385 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks [] for security_group (2ac77769-bb13-431a-a9ed-2d35ec1eb49d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:52.824591 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46cc202c-147e-4387-a7fa-bb44f04a7c36 req-7deb275e-81df-4618-bfd5-2e568d59ab0b service neutron] Port ea90a6b4-81e1-4ba2-bf4a-7240fe319236 on network ebcba11a-843a-4869-86af-b253155a3bc2 not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:31:52.824926 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46cc202c-147e-4387-a7fa-bb44f04a7c36 req-7deb275e-81df-4618-bfd5-2e568d59ab0b service neutron] Attempting to bind port ea90a6b4-81e1-4ba2-bf4a-7240fe319236 on network ebcba11a-843a-4869-86af-b253155a3bc2 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:31:52.841954 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46cc202c-147e-4387-a7fa-bb44f04a7c36 req-7deb275e-81df-4618-bfd5-2e568d59ab0b service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:31:52.842290 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46cc202c-147e-4387-a7fa-bb44f04a7c36 req-7deb275e-81df-4618-bfd5-2e568d59ab0b service neutron] Checking segment: {'id': 'e04ff9a7-22d1-4d10-8b77-9e68a6488033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'ebcba11a-843a-4869-86af-b253155a3bc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:31:52.843542 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46cc202c-147e-4387-a7fa-bb44f04a7c36 req-7deb275e-81df-4618-bfd5-2e568d59ab0b service neutron] Bound using segment: {'id': 'e04ff9a7-22d1-4d10-8b77-9e68a6488033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'ebcba11a-843a-4869-86af-b253155a3bc2'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:31:52.846478 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-46cc202c-147e-4387-a7fa-bb44f04a7c36 req-7deb275e-81df-4618-bfd5-2e568d59ab0b service neutron] Bound port: ea90a6b4-81e1-4ba2-bf4a-7240fe319236, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e04ff9a7-22d1-4d10-8b77-9e68a6488033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'ebcba11a-843a-4869-86af-b253155a3bc2'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:31:52.846852 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-46cc202c-147e-4387-a7fa-bb44f04a7c36 req-7deb275e-81df-4618-bfd5-2e568d59ab0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ea90a6b4-81e1-4ba2-bf4a-7240fe319236), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:52.947278 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-46cc202c-147e-4387-a7fa-bb44f04a7c36 req-7deb275e-81df-4618-bfd5-2e568d59ab0b service neutron] For port ea90a6b4-81e1-4ba2-bf4a-7240fe319236, host n-h2-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:31:52.949926 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-168ade22-dce8-420c-a4fc-8e2f5447b986 service neutron] For port c7f76392-aada-411a-ac64-53336e3dab7e, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:31:52.952627 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-46cc202c-147e-4387-a7fa-bb44f04a7c36 req-7deb275e-81df-4618-bfd5-2e568d59ab0b service neutron] For port ea90a6b4-81e1-4ba2-bf4a-7240fe319236, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=ea90a6b4-81e1-4ba2-bf4a-7240fe319236,segment=NetworkSegment(e04ff9a7-22d1-4d10-8b77-9e68a6488033),segment_id=e04ff9a7-22d1-4d10-8b77-9e68a6488033)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:31:52.955229 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-168ade22-dce8-420c-a4fc-8e2f5447b986 service neutron] For port c7f76392-aada-411a-ac64-53336e3dab7e, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=c7f76392-aada-411a-ac64-53336e3dab7e,segment=NetworkSegment(5c025fea-baa0-424f-9add-20cc57664ce2),segment_id=5c025fea-baa0-424f-9add-20cc57664ce2)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:31:52.965466 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-46cc202c-147e-4387-a7fa-bb44f04a7c36 req-7deb275e-81df-4618-bfd5-2e568d59ab0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (ea90a6b4-81e1-4ba2-bf4a-7240fe319236), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:52.968000 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-168ade22-dce8-420c-a4fc-8e2f5447b986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (c7f76392-aada-411a-ac64-53336e3dab7e), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:52.976920 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0f3ed4-0c71-4713-9581-0f1db44f520d req-4efe6831-384c-4eff-9546-31fff740608d tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:52.978467 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9e0f3ed4-0c71-4713-9581-0f1db44f520d req-4efe6831-384c-4eff-9546-31fff740608d tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/ports?device_id=b19c4385-f45d-4744-ac1b-ee5c36af849e HTTP/1.1" status: 200 len: 943 time: 0.1239190 Mar 11 19:31:52.987159 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3a22671d-0704-4676-be89-105e7e219eac req-89ea2231-edff-4163-a5f4-768d9c404385 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (2ac77769-bb13-431a-a9ed-2d35ec1eb49d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:52.991285 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3a22671d-0704-4676-be89-105e7e219eac req-89ea2231-edff-4163-a5f4-768d9c404385 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:53.002531 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3a22671d-0704-4676-be89-105e7e219eac req-89ea2231-edff-4163-a5f4-768d9c404385 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] 10.222.0.65 "DELETE /v2.0/security-groups/2ac77769-bb13-431a-a9ed-2d35ec1eb49d HTTP/1.1" status: 204 len: 173 time: 0.4023654 Mar 11 19:31:53.026890 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc202c-147e-4387-a7fa-bb44f04a7c36 req-7deb275e-81df-4618-bfd5-2e568d59ab0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:53.027533 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-46cc202c-147e-4387-a7fa-bb44f04a7c36 req-7deb275e-81df-4618-bfd5-2e568d59ab0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:53.031174 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-46cc202c-147e-4387-a7fa-bb44f04a7c36 req-7deb275e-81df-4618-bfd5-2e568d59ab0b service neutron] 10.222.0.57 "PUT /v2.0/ports/ea90a6b4-81e1-4ba2-bf4a-7240fe319236 HTTP/1.1" status: 200 len: 1091 time: 1.1333370 Mar 11 19:31:53.033624 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b19c4385-f45d-4744-ac1b-ee5c36af849e', 'tag': 'ea90a6b4-81e1-4ba2-bf4a-7240fe319236'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:31:53.036689 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5486ef-767a-4ca4-b910-ac87b2afbe2f" -d '{"events": [{"name": "network-changed", "server_uuid": "b19c4385-f45d-4744-ac1b-ee5c36af849e", "tag": "ea90a6b4-81e1-4ba2-bf4a-7240fe319236"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:31:53.079441 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ea2231-edff-4163-a5f4-768d9c404385 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac77769-bb13-431a-a9ed-2d35ec1eb49d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:53.087613 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-168ade22-dce8-420c-a4fc-8e2f5447b986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:53.088367 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-168ade22-dce8-420c-a4fc-8e2f5447b986 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:53.089914 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-168ade22-dce8-420c-a4fc-8e2f5447b986 service neutron] 10.222.0.75 "PUT /v2.0/ports/c7f76392-aada-411a-ac64-53336e3dab7e HTTP/1.1" status: 200 len: 1091 time: 2.5980518 Mar 11 19:31:53.127198 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-420c18e9-f8f3-47b7-b86a-4006554a0472 service neutron] Request body: {'port': {'device_id': '1fa8c702-cf6f-489f-a488-b046d18b5f9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:31:53.174576 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deb275e-81df-4618-bfd5-2e568d59ab0b service neutron] Pushing event updated for resources: {'Port': ['ID=ea90a6b4-81e1-4ba2-bf4a-7240fe319236,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:53.214592 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168ade22-dce8-420c-a4fc-8e2f5447b986 service neutron] Pushing event updated for resources: {'Port': ['ID=c7f76392-aada-411a-ac64-53336e3dab7e,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:53.225482 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc202c-147e-4387-a7fa-bb44f04a7c36 req-5fc727dd-94e4-45c9-a641-8b82e3194b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:53.227996 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-46cc202c-147e-4387-a7fa-bb44f04a7c36 req-5fc727dd-94e4-45c9-a641-8b82e3194b1f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8507785a0a9f4061bbead22d50c44419&device_id=b19c4385-f45d-4744-ac1b-ee5c36af849e HTTP/1.1" status: 200 len: 1125 time: 0.1381488 Mar 11 19:31:53.270390 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9e0f3ed4-0c71-4713-9581-0f1db44f520d req-78b21d34-f4eb-4293-b208-8fe75eb27c70 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e295548-40c6-4aff-8eff-a54d88cb1f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667940 Mar 11 19:31:53.283227 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-62397497-cd99-42ce-8123-c3fe67eba133 req-fb3e50ca-f1ae-431c-943f-2cf5d75a8cfa tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] 10.222.0.65 "GET /v2.0/security-groups/0b2f5689-5fb1-4a9a-98f8-eaa7185258a3 HTTP/1.1" status: 200 len: 1822 time: 0.0802166 Mar 11 19:31:53.300558 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-46cc202c-147e-4387-a7fa-bb44f04a7c36 req-df50e299-ff87-4114-b305-014eb90d3db3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea90a6b4-81e1-4ba2-bf4a-7240fe319236 HTTP/1.1" status: 200 len: 217 time: 0.0552802 Mar 11 19:31:53.375739 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc202c-147e-4387-a7fa-bb44f04a7c36 req-817ee1fc-6a20-45dc-98ca-e75f604be32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:53.377560 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-46cc202c-147e-4387-a7fa-bb44f04a7c36 req-817ee1fc-6a20-45dc-98ca-e75f604be32a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=654fe02a-2387-4189-a51d-09de4e86c125 HTTP/1.1" status: 200 len: 844 time: 0.0689509 Mar 11 19:31:53.381967 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-420c18e9-f8f3-47b7-b86a-4006554a0472 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (69a77522-9c8e-40b8-938c-f18678aa8e3c), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:53.462913 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-46cc202c-147e-4387-a7fa-bb44f04a7c36 req-9a61f597-9d30-45bf-b0cc-f441c8c9e468 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ebcba11a-843a-4869-86af-b253155a3bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672548 Mar 11 19:31:53.469480 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c504ef-cdcd-4a2c-8d4e-bda8c50a168b x-openstack-request-id: req-d8c504ef-cdcd-4a2c-8d4e-bda8c50a168b {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:31:53.470439 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b19c4385-f45d-4744-ac1b-ee5c36af849e", "tag": "ea90a6b4-81e1-4ba2-bf4a-7240fe319236", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:31:53.475513 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d8c504ef-cdcd-4a2c-8d4e-bda8c50a168b {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:31:53.476072 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b19c4385-f45d-4744-ac1b-ee5c36af849e', 'tag': 'ea90a6b4-81e1-4ba2-bf4a-7240fe319236', 'status': 'completed', 'code': 200} Mar 11 19:31:53.494262 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-62397497-cd99-42ce-8123-c3fe67eba133 req-e63f6d1f-df5c-4dfc-a5d5-9f611c5359b8 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks [] for security_group (0b2f5689-5fb1-4a9a-98f8-eaa7185258a3), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:53.496929 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef380994-57c6-45d1-ac3d-85308fe83528', 'name': 'network-vif-deleted', 'tag': '523bddfd-cf8e-4cf2-943f-e1914b104a62'}, {'name': 'network-changed', 'server_uuid': '1fa8c702-cf6f-489f-a488-b046d18b5f9d', 'tag': 'c7f76392-aada-411a-ac64-53336e3dab7e'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:31:53.503365 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-924eaf52-5f06-48bd-8834-4984dc77feb1" -d '{"events": [{"server_uuid": "ef380994-57c6-45d1-ac3d-85308fe83528", "name": "network-vif-deleted", "tag": "523bddfd-cf8e-4cf2-943f-e1914b104a62"}, {"name": "network-changed", "server_uuid": "1fa8c702-cf6f-489f-a488-b046d18b5f9d", "tag": "c7f76392-aada-411a-ac64-53336e3dab7e"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:31:53.557364 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-62397497-cd99-42ce-8123-c3fe67eba133 req-e63f6d1f-df5c-4dfc-a5d5-9f611c5359b8 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks [] for security_group (0b2f5689-5fb1-4a9a-98f8-eaa7185258a3), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:53.629509 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-62397497-cd99-42ce-8123-c3fe67eba133 req-e63f6d1f-df5c-4dfc-a5d5-9f611c5359b8 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (0b2f5689-5fb1-4a9a-98f8-eaa7185258a3), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:53.634960 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-62397497-cd99-42ce-8123-c3fe67eba133 req-e63f6d1f-df5c-4dfc-a5d5-9f611c5359b8 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:53.635811 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-46cc202c-147e-4387-a7fa-bb44f04a7c36 req-e64d1464-cd60-45c9-8540-7b20ccad103a service neutron] 10.222.0.57 "GET /v2.0/networks/ebcba11a-843a-4869-86af-b253155a3bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703033 Mar 11 19:31:53.639477 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-62397497-cd99-42ce-8123-c3fe67eba133 req-e63f6d1f-df5c-4dfc-a5d5-9f611c5359b8 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] 10.222.0.65 "DELETE /v2.0/security-groups/0b2f5689-5fb1-4a9a-98f8-eaa7185258a3 HTTP/1.1" status: 204 len: 173 time: 0.2996206 Mar 11 19:31:53.684121 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63f6d1f-df5c-4dfc-a5d5-9f611c5359b8 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b2f5689-5fb1-4a9a-98f8-eaa7185258a3,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:53.799469 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 11 Mar 2022 19:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b313c5b3-3389-4cf4-acf1-383d96eca862 x-openstack-request-id: req-b313c5b3-3389-4cf4-acf1-383d96eca862 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:31:53.800790 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef380994-57c6-45d1-ac3d-85308fe83528", "name": "network-vif-deleted", "tag": "523bddfd-cf8e-4cf2-943f-e1914b104a62", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1fa8c702-cf6f-489f-a488-b046d18b5f9d", "tag": "c7f76392-aada-411a-ac64-53336e3dab7e", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:31:53.801432 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b313c5b3-3389-4cf4-acf1-383d96eca862 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:31:53.802004 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef380994-57c6-45d1-ac3d-85308fe83528', 'name': 'network-vif-deleted', 'tag': '523bddfd-cf8e-4cf2-943f-e1914b104a62', 'status': 'completed', 'code': 200} Mar 11 19:31:53.802588 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fa8c702-cf6f-489f-a488-b046d18b5f9d', 'tag': 'c7f76392-aada-411a-ac64-53336e3dab7e', 'status': 'completed', 'code': 200} Mar 11 19:31:53.823057 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-46cc202c-147e-4387-a7fa-bb44f04a7c36 req-4662075e-4e4b-444a-a4ca-592db55b7c28 service neutron] 10.222.0.57 "GET /v2.0/networks/ebcba11a-843a-4869-86af-b253155a3bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717238 Mar 11 19:31:53.949109 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5486ef-767a-4ca4-b910-ac87b2afbe2f req-c4c2eb47-c787-45f3-9fed-ba2a8b063012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:53.953183 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-1e5486ef-767a-4ca4-b910-ac87b2afbe2f req-c4c2eb47-c787-45f3-9fed-ba2a8b063012 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8507785a0a9f4061bbead22d50c44419&device_id=b19c4385-f45d-4744-ac1b-ee5c36af849e HTTP/1.1" status: 200 len: 1125 time: 0.0727408 Mar 11 19:31:54.085306 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5486ef-767a-4ca4-b910-ac87b2afbe2f req-715a204d-f500-4630-9265-0a74aa877279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:54.086748 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-1e5486ef-767a-4ca4-b910-ac87b2afbe2f req-715a204d-f500-4630-9265-0a74aa877279 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ebcba11a-843a-4869-86af-b253155a3bc2 HTTP/1.1" status: 200 len: 905 time: 0.1273131 Mar 11 19:31:54.134068 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-1e5486ef-767a-4ca4-b910-ac87b2afbe2f req-ddc4487e-a2c7-4509-94d3-c65bccba9d24 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea90a6b4-81e1-4ba2-bf4a-7240fe319236 HTTP/1.1" status: 200 len: 217 time: 0.0396547 Mar 11 19:31:54.196859 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5486ef-767a-4ca4-b910-ac87b2afbe2f req-a3248d9e-a29d-4567-af73-b9b8a5e3cdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:54.199416 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-1e5486ef-767a-4ca4-b910-ac87b2afbe2f req-a3248d9e-a29d-4567-af73-b9b8a5e3cdc5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=654fe02a-2387-4189-a51d-09de4e86c125 HTTP/1.1" status: 200 len: 844 time: 0.0587192 Mar 11 19:31:54.274903 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-1e5486ef-767a-4ca4-b910-ac87b2afbe2f req-1cb2e221-8aed-4d9a-8cc5-a6b9d72e8d5e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ebcba11a-843a-4869-86af-b253155a3bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680766 Mar 11 19:31:54.351055 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924eaf52-5f06-48bd-8834-4984dc77feb1 req-0c45d291-2ebb-46f0-819a-b4c559771094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:54.351458 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924eaf52-5f06-48bd-8834-4984dc77feb1 req-0c45d291-2ebb-46f0-819a-b4c559771094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:54.351922 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924eaf52-5f06-48bd-8834-4984dc77feb1 req-0c45d291-2ebb-46f0-819a-b4c559771094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:54.352370 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924eaf52-5f06-48bd-8834-4984dc77feb1 req-0c45d291-2ebb-46f0-819a-b4c559771094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:54.352813 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924eaf52-5f06-48bd-8834-4984dc77feb1 req-0c45d291-2ebb-46f0-819a-b4c559771094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:54.353256 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924eaf52-5f06-48bd-8834-4984dc77feb1 req-0c45d291-2ebb-46f0-819a-b4c559771094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:54.353693 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924eaf52-5f06-48bd-8834-4984dc77feb1 req-0c45d291-2ebb-46f0-819a-b4c559771094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:54.355743 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-924eaf52-5f06-48bd-8834-4984dc77feb1 req-0c45d291-2ebb-46f0-819a-b4c559771094 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7eee167876f4486fa3e6b7859ca90f06&device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 6497 time: 0.5449588 Mar 11 19:31:54.409099 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2ba65ca6-0252-49f9-a758-062aa3bec082 req-b3c6b045-3f64-44c1-bf03-5e4d18340209 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] 10.222.0.65 "GET /v2.0/security-groups/e39722ee-70c1-41e3-b1c2-8f8887ffcca0 HTTP/1.1" status: 200 len: 2419 time: 0.6053331 Mar 11 19:31:54.424370 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-1e5486ef-767a-4ca4-b910-ac87b2afbe2f req-ddc149d6-9bc0-47fe-8fc4-b35c9ea72156 service neutron] 10.222.0.57 "GET /v2.0/networks/ebcba11a-843a-4869-86af-b253155a3bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409357 Mar 11 19:31:54.471955 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c34bf-504c-4472-aba2-c3cc79d95db0 req-3e7e30b0-60a5-4e9f-b560-e8a55bdaf026 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:54.479155 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-919c34bf-504c-4472-aba2-c3cc79d95db0 req-3e7e30b0-60a5-4e9f-b560-e8a55bdaf026 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] 10.222.0.65 "GET /v2.0/ports?device_id=0904f83d-8d44-4317-9d9f-e807fc7ef760 HTTP/1.1" status: 200 len: 950 time: 0.6986988 Mar 11 19:31:54.553070 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-1e5486ef-767a-4ca4-b910-ac87b2afbe2f req-a8628b3c-97fe-4225-8454-ad42ffe30c4e service neutron] 10.222.0.57 "GET /v2.0/networks/ebcba11a-843a-4869-86af-b253155a3bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214113 Mar 11 19:31:54.556797 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-83671c77-696e-44a3-8199-bfc3170c3129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:54.629142 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-2ba65ca6-0252-49f9-a758-062aa3bec082 req-bd735685-b3ff-4740-aa67-b08ba428aede tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks [] for security_group (e39722ee-70c1-41e3-b1c2-8f8887ffcca0), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:54.700210 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-919c34bf-504c-4472-aba2-c3cc79d95db0 req-09b9c842-8619-4b6b-bc2c-2ec126e962d5 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] 10.222.0.65 "GET /v2.0/security-groups?id=45c5fa18-9d4c-4285-a76c-9666e2ec0244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156944 Mar 11 19:31:54.747326 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-2ba65ca6-0252-49f9-a758-062aa3bec082 req-bd735685-b3ff-4740-aa67-b08ba428aede tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks [] for security_group (e39722ee-70c1-41e3-b1c2-8f8887ffcca0), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:54.837807 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924eaf52-5f06-48bd-8834-4984dc77feb1 req-bfa4c3c5-5d97-4aca-9de7-1833f331cf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:54.838467 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924eaf52-5f06-48bd-8834-4984dc77feb1 req-bfa4c3c5-5d97-4aca-9de7-1833f331cf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:54.838699 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924eaf52-5f06-48bd-8834-4984dc77feb1 req-bfa4c3c5-5d97-4aca-9de7-1833f331cf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:54.840295 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-924eaf52-5f06-48bd-8834-4984dc77feb1 req-bfa4c3c5-5d97-4aca-9de7-1833f331cf8a service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=7eee167876f4486fa3e6b7859ca90f06&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4757607 Mar 11 19:31:54.990139 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-420c18e9-f8f3-47b7-b86a-4006554a0472 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69a77522-9c8e-40b8-938c-f18678aa8e3c {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:31:55.007610 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c435f6-1b61-4a09-b61f-28336b7369d9 req-661d7fbe-f299-41a8-88a9-3da512c8768d tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:55.012883 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c435f6-1b61-4a09-b61f-28336b7369d9 req-661d7fbe-f299-41a8-88a9-3da512c8768d tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:55.018539 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c435f6-1b61-4a09-b61f-28336b7369d9 req-661d7fbe-f299-41a8-88a9-3da512c8768d tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:55.023304 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c435f6-1b61-4a09-b61f-28336b7369d9 req-661d7fbe-f299-41a8-88a9-3da512c8768d tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:55.028662 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c435f6-1b61-4a09-b61f-28336b7369d9 req-661d7fbe-f299-41a8-88a9-3da512c8768d tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:55.034619 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c435f6-1b61-4a09-b61f-28336b7369d9 req-661d7fbe-f299-41a8-88a9-3da512c8768d tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:55.040321 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c435f6-1b61-4a09-b61f-28336b7369d9 req-661d7fbe-f299-41a8-88a9-3da512c8768d tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:55.048592 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-65c435f6-1b61-4a09-b61f-28336b7369d9 req-661d7fbe-f299-41a8-88a9-3da512c8768d tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 5395 time: 0.2621713 Mar 11 19:31:55.071346 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-2ba65ca6-0252-49f9-a758-062aa3bec082 req-bd735685-b3ff-4740-aa67-b08ba428aede tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (e39722ee-70c1-41e3-b1c2-8f8887ffcca0), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:55.074233 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-2ba65ca6-0252-49f9-a758-062aa3bec082 req-bd735685-b3ff-4740-aa67-b08ba428aede tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:55.075370 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2ba65ca6-0252-49f9-a758-062aa3bec082 req-bd735685-b3ff-4740-aa67-b08ba428aede tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] 10.222.0.65 "DELETE /v2.0/security-groups/e39722ee-70c1-41e3-b1c2-8f8887ffcca0 HTTP/1.1" status: 204 len: 173 time: 0.6654885 Mar 11 19:31:55.079722 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-420c18e9-f8f3-47b7-b86a-4006554a0472 service neutron] Publish callbacks [] for port (69a77522-9c8e-40b8-938c-f18678aa8e3c), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:55.113561 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd735685-b3ff-4740-aa67-b08ba428aede tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39722ee-70c1-41e3-b1c2-8f8887ffcca0,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:55.148136 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-420c18e9-f8f3-47b7-b86a-4006554a0472 service neutron] Transition to ACTIVE for port object 69a77522-9c8e-40b8-938c-f18678aa8e3c will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:31:55.171090 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924eaf52-5f06-48bd-8834-4984dc77feb1 req-19230ae0-a56e-41fb-a41a-38cf1c5d0dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:55.173209 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-924eaf52-5f06-48bd-8834-4984dc77feb1 req-19230ae0-a56e-41fb-a41a-38cf1c5d0dd6 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3228161 Mar 11 19:31:55.188238 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-420c18e9-f8f3-47b7-b86a-4006554a0472 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (69a77522-9c8e-40b8-938c-f18678aa8e3c), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:55.263846 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-65c435f6-1b61-4a09-b61f-28336b7369d9 req-0aeed78b-8dd1-4ec6-9b3b-7d9c35af41dd tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=da55a647-62ee-4d15-a963-651fcfed7127&id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2071590 Mar 11 19:31:55.293469 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420c18e9-f8f3-47b7-b86a-4006554a0472 service neutron] Pushing event updated for resources: {'Port': ['ID=69a77522-9c8e-40b8-938c-f18678aa8e3c,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:55.405061 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17124f90-572e-46ff-afaf-d7b87e395552 req-f7fcf1ae-03eb-4511-aeda-3aad15a4ca7f tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:55.417467 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-17124f90-572e-46ff-afaf-d7b87e395552 req-f7fcf1ae-03eb-4511-aeda-3aad15a4ca7f tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] 10.222.0.57 "GET /v2.0/ports?device_id=0904f83d-8d44-4317-9d9f-e807fc7ef760 HTTP/1.1" status: 200 len: 950 time: 0.1399407 Mar 11 19:31:55.503751 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-420c18e9-f8f3-47b7-b86a-4006554a0472 service neutron] Attempting to bind port 69a77522-9c8e-40b8-938c-f18678aa8e3c on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:31:55.504013 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-420c18e9-f8f3-47b7-b86a-4006554a0472 service neutron] Attempting to bind port 69a77522-9c8e-40b8-938c-f18678aa8e3c by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '9d946b28-c592-4a63-8283-ea5501d9524a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '6ac60707-319a-4d65-9bd8-06cb97e2f80c'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:31:55.504346 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-420c18e9-f8f3-47b7-b86a-4006554a0472 service neutron] Attempting to bind port 69a77522-9c8e-40b8-938c-f18678aa8e3c on network 6ac60707-319a-4d65-9bd8-06cb97e2f80c {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:31:55.534406 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-65a8e29f-154e-4070-b845-b8343b8976f5 req-bc28f704-3eec-44a0-9ee5-6cdfdec08cb3 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] 10.222.0.65 "GET /v2.0/security-groups/eff08211-9366-4347-994e-aebe96872322 HTTP/1.1" status: 200 len: 2413 time: 0.2251515 Mar 11 19:31:55.592630 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-17124f90-572e-46ff-afaf-d7b87e395552 req-c411c739-bc24-46c3-90a8-0c79f6101455 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Deleting port 031ef9b3-9a5f-44f6-90cc-573eaaae5850 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:31:55.593108 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-17124f90-572e-46ff-afaf-d7b87e395552 req-c411c739-bc24-46c3-90a8-0c79f6101455 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (031ef9b3-9a5f-44f6-90cc-573eaaae5850), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:55.599177 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-420c18e9-f8f3-47b7-b86a-4006554a0472 service neutron] Port 69a77522-9c8e-40b8-938c-f18678aa8e3c on network 6ac60707-319a-4d65-9bd8-06cb97e2f80c not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:31:55.601084 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-420c18e9-f8f3-47b7-b86a-4006554a0472 service neutron] Attempting to bind port 69a77522-9c8e-40b8-938c-f18678aa8e3c on network 6ac60707-319a-4d65-9bd8-06cb97e2f80c {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:31:55.617899 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-420c18e9-f8f3-47b7-b86a-4006554a0472 service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:31:55.618239 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-420c18e9-f8f3-47b7-b86a-4006554a0472 service neutron] Checking segment: {'id': '9d946b28-c592-4a63-8283-ea5501d9524a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '6ac60707-319a-4d65-9bd8-06cb97e2f80c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:31:55.618604 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-420c18e9-f8f3-47b7-b86a-4006554a0472 service neutron] Bound using segment: {'id': '9d946b28-c592-4a63-8283-ea5501d9524a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '6ac60707-319a-4d65-9bd8-06cb97e2f80c'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:31:55.619395 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-420c18e9-f8f3-47b7-b86a-4006554a0472 service neutron] Bound port: 69a77522-9c8e-40b8-938c-f18678aa8e3c, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d946b28-c592-4a63-8283-ea5501d9524a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '6ac60707-319a-4d65-9bd8-06cb97e2f80c'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:31:55.619395 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-420c18e9-f8f3-47b7-b86a-4006554a0472 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (69a77522-9c8e-40b8-938c-f18678aa8e3c), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:55.657122 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431308e-0d1c-44b6-8fe5-3593d66fefb9 req-26a61def-4bbf-4d86-ad6b-82d576cdd05b tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:55.664088 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1431308e-0d1c-44b6-8fe5-3593d66fefb9 req-26a61def-4bbf-4d86-ad6b-82d576cdd05b tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/ports?device_id=b19c4385-f45d-4744-ac1b-ee5c36af849e HTTP/1.1" status: 200 len: 943 time: 0.2560279 Mar 11 19:31:55.713735 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-17124f90-572e-46ff-afaf-d7b87e395552 req-c411c739-bc24-46c3-90a8-0c79f6101455 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] For port 031ef9b3-9a5f-44f6-90cc-573eaaae5850, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=031ef9b3-9a5f-44f6-90cc-573eaaae5850,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:31:55.714102 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-17124f90-572e-46ff-afaf-d7b87e395552 req-c411c739-bc24-46c3-90a8-0c79f6101455 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (031ef9b3-9a5f-44f6-90cc-573eaaae5850), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:55.733839 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-17124f90-572e-46ff-afaf-d7b87e395552 req-c411c739-bc24-46c3-90a8-0c79f6101455 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Calling delete_port for 031ef9b3-9a5f-44f6-90cc-573eaaae5850 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:31:55.741338 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-65a8e29f-154e-4070-b845-b8343b8976f5 req-162c0179-8b8f-4897-9c4f-4c3cf49f6fe4 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks [] for security_group (eff08211-9366-4347-994e-aebe96872322), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:55.780133 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1431308e-0d1c-44b6-8fe5-3593d66fefb9 req-e3a2c3ba-b666-485f-beda-041e37b4b57d tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e295548-40c6-4aff-8eff-a54d88cb1f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125181 Mar 11 19:31:55.853051 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-65a8e29f-154e-4070-b845-b8343b8976f5 req-162c0179-8b8f-4897-9c4f-4c3cf49f6fe4 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks [] for security_group (eff08211-9366-4347-994e-aebe96872322), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:55.930942 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-420c18e9-f8f3-47b7-b86a-4006554a0472 service neutron] For port 69a77522-9c8e-40b8-938c-f18678aa8e3c, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:31:55.943046 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-17124f90-572e-46ff-afaf-d7b87e395552 req-c411c739-bc24-46c3-90a8-0c79f6101455 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (031ef9b3-9a5f-44f6-90cc-573eaaae5850), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:55.954927 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-420c18e9-f8f3-47b7-b86a-4006554a0472 service neutron] For port 69a77522-9c8e-40b8-938c-f18678aa8e3c, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=69a77522-9c8e-40b8-938c-f18678aa8e3c,segment=NetworkSegment(9d946b28-c592-4a63-8283-ea5501d9524a),segment_id=9d946b28-c592-4a63-8283-ea5501d9524a)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:31:55.956318 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['031ef9b3-9a5f-44f6-90cc-573eaaae5850'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:31:55.977106 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-420c18e9-f8f3-47b7-b86a-4006554a0472 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (69a77522-9c8e-40b8-938c-f18678aa8e3c), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:56.024229 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411c739-bc24-46c3-90a8-0c79f6101455 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Pushing event deleted for resources: {'Port': ['ID=031ef9b3-9a5f-44f6-90cc-573eaaae5850,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:56.050401 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-17124f90-572e-46ff-afaf-d7b87e395552 req-c411c739-bc24-46c3-90a8-0c79f6101455 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] No DVR routers for this DVR port 031ef9b3-9a5f-44f6-90cc-573eaaae5850 on host n-h2-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:31:56.054021 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-17124f90-572e-46ff-afaf-d7b87e395552 req-c411c739-bc24-46c3-90a8-0c79f6101455 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:56.057420 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-17124f90-572e-46ff-afaf-d7b87e395552 req-c411c739-bc24-46c3-90a8-0c79f6101455 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] 10.222.0.57 "DELETE /v2.0/ports/031ef9b3-9a5f-44f6-90cc-573eaaae5850 HTTP/1.1" status: 204 len: 173 time: 0.6371527 Mar 11 19:31:56.057916 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0904f83d-8d44-4317-9d9f-e807fc7ef760', 'name': 'network-vif-deleted', 'tag': '031ef9b3-9a5f-44f6-90cc-573eaaae5850'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:31:56.061888 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d89bbee-ad81-492d-a2b4-4599e8427304" -d '{"events": [{"server_uuid": "0904f83d-8d44-4317-9d9f-e807fc7ef760", "name": "network-vif-deleted", "tag": "031ef9b3-9a5f-44f6-90cc-573eaaae5850"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:31:56.070125 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-65a8e29f-154e-4070-b845-b8343b8976f5 req-162c0179-8b8f-4897-9c4f-4c3cf49f6fe4 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (eff08211-9366-4347-994e-aebe96872322), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:56.073435 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-65a8e29f-154e-4070-b845-b8343b8976f5 req-162c0179-8b8f-4897-9c4f-4c3cf49f6fe4 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:56.074730 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-65a8e29f-154e-4070-b845-b8343b8976f5 req-162c0179-8b8f-4897-9c4f-4c3cf49f6fe4 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] 10.222.0.65 "DELETE /v2.0/security-groups/eff08211-9366-4347-994e-aebe96872322 HTTP/1.1" status: 204 len: 173 time: 0.5392051 Mar 11 19:31:56.084225 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58206) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:31:56.105315 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:56.109433 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162c0179-8b8f-4897-9c4f-4c3cf49f6fe4 tempest-SecurityGroupRulesTestJSON-872410635 tempest-SecurityGroupRulesTestJSON-872410635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff08211-9366-4347-994e-aebe96872322,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:56.121133 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b5920-e4f5-4452-b273-1ef06c4c9f26 req-5ad2c57e-85dc-417c-90b3-77ba77669aef tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:56.129879 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-280b5920-e4f5-4452-b273-1ef06c4c9f26 req-5ad2c57e-85dc-417c-90b3-77ba77669aef tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] 10.222.0.65 "GET /v2.0/ports?device_id=0904f83d-8d44-4317-9d9f-e807fc7ef760 HTTP/1.1" status: 200 len: 867 time: 0.2562621 Mar 11 19:31:56.148522 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-420c18e9-f8f3-47b7-b86a-4006554a0472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:56.149026 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-420c18e9-f8f3-47b7-b86a-4006554a0472 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:56.150462 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-420c18e9-f8f3-47b7-b86a-4006554a0472 service neutron] 10.222.0.75 "PUT /v2.0/ports/69a77522-9c8e-40b8-938c-f18678aa8e3c HTTP/1.1" status: 200 len: 1091 time: 3.0281582 Mar 11 19:31:56.154138 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fa8c702-cf6f-489f-a488-b046d18b5f9d', 'tag': '69a77522-9c8e-40b8-938c-f18678aa8e3c'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:31:56.156657 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f60ee831-40b6-48e4-b742-e80ac60cc96a" -d '{"events": [{"name": "network-changed", "server_uuid": "1fa8c702-cf6f-489f-a488-b046d18b5f9d", "tag": "69a77522-9c8e-40b8-938c-f18678aa8e3c"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:31:56.190199 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-aec7fd52-2797-4846-9cce-b850516a2035 service neutron] Request body: {'port': {'device_id': '1fa8c702-cf6f-489f-a488-b046d18b5f9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:31:56.214846 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf38bed-748b-47d2-b3d9-324a377eadc6 x-openstack-request-id: req-dcf38bed-748b-47d2-b3d9-324a377eadc6 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:31:56.215131 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0904f83d-8d44-4317-9d9f-e807fc7ef760", "name": "network-vif-deleted", "tag": "031ef9b3-9a5f-44f6-90cc-573eaaae5850", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:31:56.215386 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dcf38bed-748b-47d2-b3d9-324a377eadc6 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:31:56.215841 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0904f83d-8d44-4317-9d9f-e807fc7ef760', 'name': 'network-vif-deleted', 'tag': '031ef9b3-9a5f-44f6-90cc-573eaaae5850', 'status': 'completed', 'code': 200} Mar 11 19:31:56.256255 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-407b83bb-bdef-423d-8d79-9462b2f40a81 admin admin] Deleting subnet bc3c0a06-4b2e-4bf8-8ea4-e193bddf9c90 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:31:56.266011 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-407b83bb-bdef-423d-8d79-9462b2f40a81 admin admin] Publish callbacks [] for subnet (bc3c0a06-4b2e-4bf8-8ea4-e193bddf9c90), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:56.323739 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1d9884-8f4b-4854-9888-f68c49f73e76 x-openstack-request-id: req-2b1d9884-8f4b-4854-9888-f68c49f73e76 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:31:56.324369 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fa8c702-cf6f-489f-a488-b046d18b5f9d", "tag": "69a77522-9c8e-40b8-938c-f18678aa8e3c", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:31:56.324801 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2b1d9884-8f4b-4854-9888-f68c49f73e76 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:31:56.325369 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fa8c702-cf6f-489f-a488-b046d18b5f9d', 'tag': '69a77522-9c8e-40b8-938c-f18678aa8e3c', 'status': 'completed', 'code': 200} Mar 11 19:31:56.331070 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420c18e9-f8f3-47b7-b86a-4006554a0472 service neutron] Pushing event updated for resources: {'Port': ['ID=69a77522-9c8e-40b8-938c-f18678aa8e3c,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:56.385457 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-407b83bb-bdef-423d-8d79-9462b2f40a81 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (bc3c0a06-4b2e-4bf8-8ea4-e193bddf9c90), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:56.439927 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-280b5920-e4f5-4452-b273-1ef06c4c9f26 req-f913e968-3492-469d-86a7-5830cf640632 tempest-LiveMigrationNegativeTest-424660119 tempest-LiveMigrationNegativeTest-424660119-project] 10.222.0.65 "GET /v2.0/security-groups?id=45c5fa18-9d4c-4285-a76c-9666e2ec0244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3090827 Mar 11 19:31:56.502679 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-407b83bb-bdef-423d-8d79-9462b2f40a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (bc3c0a06-4b2e-4bf8-8ea4-e193bddf9c90), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:56.547223 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-aec7fd52-2797-4846-9cce-b850516a2035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (83a37c83-6ea8-4900-bacb-df4f8976aab8), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:56.651241 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ee831-40b6-48e4-b742-e80ac60cc96a req-8ced0ea8-2170-4b7b-96aa-e869f9524909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:56.663492 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ee831-40b6-48e4-b742-e80ac60cc96a req-8ced0ea8-2170-4b7b-96aa-e869f9524909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:56.664238 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ee831-40b6-48e4-b742-e80ac60cc96a req-8ced0ea8-2170-4b7b-96aa-e869f9524909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:56.664908 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ee831-40b6-48e4-b742-e80ac60cc96a req-8ced0ea8-2170-4b7b-96aa-e869f9524909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:56.665347 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ee831-40b6-48e4-b742-e80ac60cc96a req-8ced0ea8-2170-4b7b-96aa-e869f9524909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:56.665812 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ee831-40b6-48e4-b742-e80ac60cc96a req-8ced0ea8-2170-4b7b-96aa-e869f9524909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:56.666265 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ee831-40b6-48e4-b742-e80ac60cc96a req-8ced0ea8-2170-4b7b-96aa-e869f9524909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:56.668390 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f60ee831-40b6-48e4-b742-e80ac60cc96a req-8ced0ea8-2170-4b7b-96aa-e869f9524909 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7eee167876f4486fa3e6b7859ca90f06&device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 6595 time: 0.3133829 Mar 11 19:31:56.711691 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-407b83bb-bdef-423d-8d79-9462b2f40a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (bc3c0a06-4b2e-4bf8-8ea4-e193bddf9c90), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:56.762463 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407b83bb-bdef-423d-8d79-9462b2f40a81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc3c0a06-4b2e-4bf8-8ea4-e193bddf9c90,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:56.774701 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-407b83bb-bdef-423d-8d79-9462b2f40a81 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:56.781995 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-407b83bb-bdef-423d-8d79-9462b2f40a81 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/bc3c0a06-4b2e-4bf8-8ea4-e193bddf9c90 HTTP/1.1" status: 204 len: 168 time: 0.6934719 Mar 11 19:31:56.784661 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58218) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:31:56.992550 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ee831-40b6-48e4-b742-e80ac60cc96a req-a302da89-7350-4406-b9b4-42c6246406db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:56.992550 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ee831-40b6-48e4-b742-e80ac60cc96a req-a302da89-7350-4406-b9b4-42c6246406db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:56.993209 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ee831-40b6-48e4-b742-e80ac60cc96a req-a302da89-7350-4406-b9b4-42c6246406db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:56.997005 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f60ee831-40b6-48e4-b742-e80ac60cc96a req-a302da89-7350-4406-b9b4-42c6246406db service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=7eee167876f4486fa3e6b7859ca90f06&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3164296 Mar 11 19:31:57.013960 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6f41098f-b546-40ba-8f09-82961c12f0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (5173822a-78dd-40a4-ab46-8fc225861f51), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:57.114282 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6f41098f-b546-40ba-8f09-82961c12f0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (5173822a-78dd-40a4-ab46-8fc225861f51), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:57.156262 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-6f41098f-b546-40ba-8f09-82961c12f0f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5173822a-78dd-40a4-ab46-8fc225861f51']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:31:57.161293 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ee831-40b6-48e4-b742-e80ac60cc96a req-4832aa0b-4771-408e-809a-655265d63796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:57.163062 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f60ee831-40b6-48e4-b742-e80ac60cc96a req-4832aa0b-4771-408e-809a-655265d63796 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1276376 Mar 11 19:31:57.192718 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-6f41098f-b546-40ba-8f09-82961c12f0f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fab499a1-2108-491d-8e12-e39ef95c47df') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:31:57.194121 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-6f41098f-b546-40ba-8f09-82961c12f0f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fab499a1-2108-491d-8e12-e39ef95c47df') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:31:57.205126 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e10c0-0754-4271-a24a-b3bb210b25d1 req-fd759420-fdc9-4863-8b8f-d987ad2e6b02 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:57.207584 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6f41098f-b546-40ba-8f09-82961c12f0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (fab499a1-2108-491d-8e12-e39ef95c47df), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:57.211416 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e10c0-0754-4271-a24a-b3bb210b25d1 req-fd759420-fdc9-4863-8b8f-d987ad2e6b02 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:57.218411 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e10c0-0754-4271-a24a-b3bb210b25d1 req-fd759420-fdc9-4863-8b8f-d987ad2e6b02 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:57.226051 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e10c0-0754-4271-a24a-b3bb210b25d1 req-fd759420-fdc9-4863-8b8f-d987ad2e6b02 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:57.233658 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e10c0-0754-4271-a24a-b3bb210b25d1 req-fd759420-fdc9-4863-8b8f-d987ad2e6b02 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:57.240587 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e10c0-0754-4271-a24a-b3bb210b25d1 req-fd759420-fdc9-4863-8b8f-d987ad2e6b02 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:57.246606 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411e10c0-0754-4271-a24a-b3bb210b25d1 req-fd759420-fdc9-4863-8b8f-d987ad2e6b02 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:57.256885 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-411e10c0-0754-4271-a24a-b3bb210b25d1 req-fd759420-fdc9-4863-8b8f-d987ad2e6b02 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 5444 time: 0.5857661 Mar 11 19:31:57.259534 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6f41098f-b546-40ba-8f09-82961c12f0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (fab499a1-2108-491d-8e12-e39ef95c47df), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:57.270152 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f41098f-b546-40ba-8f09-82961c12f0f2 admin admin] Releasing vlan 871 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:31:57.271561 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6f41098f-b546-40ba-8f09-82961c12f0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (fab499a1-2108-491d-8e12-e39ef95c47df), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:57.276591 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:31:57.276591 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:31:57.276591 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:31:57.276591 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:31:57.276591 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:31:57.276591 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:31:57.276591 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:31:57.276591 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:31:57.276591 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:31:57.276591 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:31:57.276591 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:31:57.276591 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:31:57.276591 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:31:57.276591 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:31:57.276591 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:31:57.276591 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:31:57.276591 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:31:57.276591 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:31:57.276591 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:31:57.276591 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:31:57.276591 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:31:57.276591 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:31:57.276591 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:31:57.276591 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:31:57.276591 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:31:57.276591 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:31:57.276591 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:31:57.276591 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:31:57.276591 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:31:57.276591 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:31:57.276591 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:31:57.276591 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:31:57.359436 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6f41098f-b546-40ba-8f09-82961c12f0f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (5173822a-78dd-40a4-ab46-8fc225861f51), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:57.368533 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6f41098f-b546-40ba-8f09-82961c12f0f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:57.371901 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-6f41098f-b546-40ba-8f09-82961c12f0f2 admin admin] 10.222.0.65 "DELETE /v2.0/networks/5173822a-78dd-40a4-ab46-8fc225861f51 HTTP/1.1" status: 204 len: 168 time: 0.5836465 Mar 11 19:31:57.382107 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f41098f-b546-40ba-8f09-82961c12f0f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=5173822a-78dd-40a4-ab46-8fc225861f51,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:57.450755 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef383b28-a874-453e-b52a-5cd935c427f7 req-6aa8ad5a-4faa-42d6-a831-f6cef13055b6 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:57.457962 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef383b28-a874-453e-b52a-5cd935c427f7 req-6aa8ad5a-4faa-42d6-a831-f6cef13055b6 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:57.468994 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef383b28-a874-453e-b52a-5cd935c427f7 req-6aa8ad5a-4faa-42d6-a831-f6cef13055b6 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:57.476274 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef383b28-a874-453e-b52a-5cd935c427f7 req-6aa8ad5a-4faa-42d6-a831-f6cef13055b6 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:57.483804 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:57.484340 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef383b28-a874-453e-b52a-5cd935c427f7 req-6aa8ad5a-4faa-42d6-a831-f6cef13055b6 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:57.490549 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef383b28-a874-453e-b52a-5cd935c427f7 req-6aa8ad5a-4faa-42d6-a831-f6cef13055b6 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:57.497957 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef383b28-a874-453e-b52a-5cd935c427f7 req-6aa8ad5a-4faa-42d6-a831-f6cef13055b6 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:57.512449 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ef383b28-a874-453e-b52a-5cd935c427f7 req-6aa8ad5a-4faa-42d6-a831-f6cef13055b6 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 5407 time: 0.9025671 Mar 11 19:31:57.606577 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58228) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:31:57.719703 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-fc417fbb-229c-4917-a5a6-f682a2a00baa admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fd8cfc1fa2b94da1900c59ade2606931&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1089690 Mar 11 19:31:57.720522 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58230) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:31:57.789493 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b95f365c-81a2-44c2-95e4-12a6d11217c5 admin admin] Publish callbacks [] for security_group (7abee229-69c1-437a-9c1b-a58c99232df0), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:57.796157 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-411e10c0-0754-4271-a24a-b3bb210b25d1 req-ae823259-1268-49dc-8d36-35b572217bf1 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/security-groups?id=019be762-639e-4ed8-9c49-723d3436f32b&id=97b5c377-83f5-4bad-bf80-e3f012b06736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5339763 Mar 11 19:31:57.839167 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b95f365c-81a2-44c2-95e4-12a6d11217c5 admin admin] Publish callbacks [] for security_group (7abee229-69c1-437a-9c1b-a58c99232df0), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:57.944407 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ef383b28-a874-453e-b52a-5cd935c427f7 req-c3a598ac-a86f-4df7-8a25-80b71b9b0e02 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=da55a647-62ee-4d15-a963-651fcfed7127&id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4309769 Mar 11 19:31:57.950108 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b95f365c-81a2-44c2-95e4-12a6d11217c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (7abee229-69c1-437a-9c1b-a58c99232df0), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:57.955845 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b95f365c-81a2-44c2-95e4-12a6d11217c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:57.957384 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b95f365c-81a2-44c2-95e4-12a6d11217c5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7abee229-69c1-437a-9c1b-a58c99232df0 HTTP/1.1" status: 204 len: 168 time: 0.2346246 Mar 11 19:31:58.002973 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95f365c-81a2-44c2-95e4-12a6d11217c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7abee229-69c1-437a-9c1b-a58c99232df0,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:58.046499 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-aec7fd52-2797-4846-9cce-b850516a2035 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83a37c83-6ea8-4900-bacb-df4f8976aab8 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:31:58.066634 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-aec7fd52-2797-4846-9cce-b850516a2035 service neutron] Publish callbacks [] for port (83a37c83-6ea8-4900-bacb-df4f8976aab8), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:58.121743 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620ae5c-aed0-4c5e-9eeb-ca02edd6050d req-7bcdcac9-681e-49d5-a5fc-4352f0548d3f tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:58.131492 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2620ae5c-aed0-4c5e-9eeb-ca02edd6050d req-7bcdcac9-681e-49d5-a5fc-4352f0548d3f tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/ports?device_id=b19c4385-f45d-4744-ac1b-ee5c36af849e HTTP/1.1" status: 200 len: 943 time: 0.2058108 Mar 11 19:31:58.150457 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-aec7fd52-2797-4846-9cce-b850516a2035 service neutron] Transition to ACTIVE for port object 83a37c83-6ea8-4900-bacb-df4f8976aab8 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:31:58.157263 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-aec7fd52-2797-4846-9cce-b850516a2035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (83a37c83-6ea8-4900-bacb-df4f8976aab8), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:58.217134 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec7fd52-2797-4846-9cce-b850516a2035 service neutron] Pushing event updated for resources: {'Port': ['ID=83a37c83-6ea8-4900-bacb-df4f8976aab8,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:58.253576 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2620ae5c-aed0-4c5e-9eeb-ca02edd6050d req-44c784b4-9bc0-4341-8c6a-c26c69e2ffd0 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e295548-40c6-4aff-8eff-a54d88cb1f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228228 Mar 11 19:31:58.422311 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-aec7fd52-2797-4846-9cce-b850516a2035 service neutron] Attempting to bind port 83a37c83-6ea8-4900-bacb-df4f8976aab8 on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:31:58.423055 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-aec7fd52-2797-4846-9cce-b850516a2035 service neutron] Attempting to bind port 83a37c83-6ea8-4900-bacb-df4f8976aab8 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '9d946b28-c592-4a63-8283-ea5501d9524a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '6ac60707-319a-4d65-9bd8-06cb97e2f80c'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:31:58.423652 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-aec7fd52-2797-4846-9cce-b850516a2035 service neutron] Attempting to bind port 83a37c83-6ea8-4900-bacb-df4f8976aab8 on network 6ac60707-319a-4d65-9bd8-06cb97e2f80c {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:31:58.430905 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-aec7fd52-2797-4846-9cce-b850516a2035 service neutron] Port 83a37c83-6ea8-4900-bacb-df4f8976aab8 on network 6ac60707-319a-4d65-9bd8-06cb97e2f80c not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:31:58.431355 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-aec7fd52-2797-4846-9cce-b850516a2035 service neutron] Attempting to bind port 83a37c83-6ea8-4900-bacb-df4f8976aab8 on network 6ac60707-319a-4d65-9bd8-06cb97e2f80c {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:31:58.442104 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-aec7fd52-2797-4846-9cce-b850516a2035 service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:31:58.443106 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-aec7fd52-2797-4846-9cce-b850516a2035 service neutron] Checking segment: {'id': '9d946b28-c592-4a63-8283-ea5501d9524a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '6ac60707-319a-4d65-9bd8-06cb97e2f80c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:31:58.443106 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-aec7fd52-2797-4846-9cce-b850516a2035 service neutron] Bound using segment: {'id': '9d946b28-c592-4a63-8283-ea5501d9524a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '6ac60707-319a-4d65-9bd8-06cb97e2f80c'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:31:58.443787 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-aec7fd52-2797-4846-9cce-b850516a2035 service neutron] Bound port: 83a37c83-6ea8-4900-bacb-df4f8976aab8, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d946b28-c592-4a63-8283-ea5501d9524a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': '6ac60707-319a-4d65-9bd8-06cb97e2f80c'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:31:58.444255 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-aec7fd52-2797-4846-9cce-b850516a2035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (83a37c83-6ea8-4900-bacb-df4f8976aab8), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:58.479178 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6888552-85cc-442c-a1cf-723997e84e45 req-498aa043-ec3b-421e-8348-55791d973041 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:58.485026 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6888552-85cc-442c-a1cf-723997e84e45 req-498aa043-ec3b-421e-8348-55791d973041 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:58.490464 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6888552-85cc-442c-a1cf-723997e84e45 req-498aa043-ec3b-421e-8348-55791d973041 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:58.496518 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6888552-85cc-442c-a1cf-723997e84e45 req-498aa043-ec3b-421e-8348-55791d973041 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:58.502758 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6888552-85cc-442c-a1cf-723997e84e45 req-498aa043-ec3b-421e-8348-55791d973041 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:58.509344 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6888552-85cc-442c-a1cf-723997e84e45 req-498aa043-ec3b-421e-8348-55791d973041 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:58.516347 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6888552-85cc-442c-a1cf-723997e84e45 req-498aa043-ec3b-421e-8348-55791d973041 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:58.523757 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d6888552-85cc-442c-a1cf-723997e84e45 req-498aa043-ec3b-421e-8348-55791d973041 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 5444 time: 0.1435199 Mar 11 19:31:58.666176 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-aec7fd52-2797-4846-9cce-b850516a2035 service neutron] For port 83a37c83-6ea8-4900-bacb-df4f8976aab8, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:31:58.670903 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-aec7fd52-2797-4846-9cce-b850516a2035 service neutron] For port 83a37c83-6ea8-4900-bacb-df4f8976aab8, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=83a37c83-6ea8-4900-bacb-df4f8976aab8,segment=NetworkSegment(9d946b28-c592-4a63-8283-ea5501d9524a),segment_id=9d946b28-c592-4a63-8283-ea5501d9524a)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:31:58.680737 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-aec7fd52-2797-4846-9cce-b850516a2035 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (83a37c83-6ea8-4900-bacb-df4f8976aab8), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:58.716767 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-aec7fd52-2797-4846-9cce-b850516a2035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:58.717155 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device ea90a6b4-81e1-4ba2-bf4a-7240fe319236 details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:31:58.718118 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-aec7fd52-2797-4846-9cce-b850516a2035 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:58.725511 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-aec7fd52-2797-4846-9cce-b850516a2035 service neutron] 10.222.0.75 "PUT /v2.0/ports/83a37c83-6ea8-4900-bacb-df4f8976aab8 HTTP/1.1" status: 200 len: 1091 time: 2.5393705 Mar 11 19:31:58.726137 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fa8c702-cf6f-489f-a488-b046d18b5f9d', 'tag': '83a37c83-6ea8-4900-bacb-df4f8976aab8'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:31:58.733255 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57675325-c184-4668-bf36-f449071db026" -d '{"events": [{"name": "network-changed", "server_uuid": "1fa8c702-cf6f-489f-a488-b046d18b5f9d", "tag": "83a37c83-6ea8-4900-bacb-df4f8976aab8"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:31:58.882664 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58252) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:31:58.988873 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port ea90a6b4-81e1-4ba2-bf4a-7240fe319236, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=ea90a6b4-81e1-4ba2-bf4a-7240fe319236,segment=NetworkSegment(e04ff9a7-22d1-4d10-8b77-9e68a6488033),segment_id=e04ff9a7-22d1-4d10-8b77-9e68a6488033)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:31:59.015182 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 031ef9b3-9a5f-44f6-90cc-573eaaae5850 no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:31:59.034239 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': 'ea90a6b4-81e1-4ba2-bf4a-7240fe319236', 'network_id': 'ebcba11a-843a-4869-86af-b253155a3bc2', 'port_id': 'ea90a6b4-81e1-4ba2-bf4a-7240fe319236', 'mac_address': 'fa:16:3e:4c:47:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '654fe02a-2387-4189-a51d-09de4e86c125', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:31:59.046992 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec7fd52-2797-4846-9cce-b850516a2035 service neutron] Pushing event updated for resources: {'Port': ['ID=83a37c83-6ea8-4900-bacb-df4f8976aab8,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:59.071097 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56bc02b7-44b0-445b-bea7-4c75bc58bf35 x-openstack-request-id: req-56bc02b7-44b0-445b-bea7-4c75bc58bf35 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:31:59.071449 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fa8c702-cf6f-489f-a488-b046d18b5f9d", "tag": "83a37c83-6ea8-4900-bacb-df4f8976aab8", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:31:59.071826 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-56bc02b7-44b0-445b-bea7-4c75bc58bf35 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:31:59.072327 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fa8c702-cf6f-489f-a488-b046d18b5f9d', 'tag': '83a37c83-6ea8-4900-bacb-df4f8976aab8', 'status': 'completed', 'code': 200} Mar 11 19:31:59.161680 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:59.168568 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-d13927d2-2fe9-45b6-93ef-b8a343b52d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:59.169902 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-d13927d2-2fe9-45b6-93ef-b8a343b52d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:59.172477 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-d13927d2-2fe9-45b6-93ef-b8a343b52d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:59.174117 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-d13927d2-2fe9-45b6-93ef-b8a343b52d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:59.175854 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-d13927d2-2fe9-45b6-93ef-b8a343b52d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:59.176487 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-d13927d2-2fe9-45b6-93ef-b8a343b52d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:59.179283 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-d13927d2-2fe9-45b6-93ef-b8a343b52d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:59.184266 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-d13927d2-2fe9-45b6-93ef-b8a343b52d4b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7eee167876f4486fa3e6b7859ca90f06&device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 6693 time: 0.3446574 Mar 11 19:31:59.244054 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: 031ef9b3-9a5f-44f6-90cc-573eaaae5850 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:31:59.244670 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 031ef9b3-9a5f-44f6-90cc-573eaaae5850 not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:31:59.251813 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port ea90a6b4-81e1-4ba2-bf4a-7240fe319236 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:31:59.252742 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ea90a6b4-81e1-4ba2-bf4a-7240fe319236), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:59.293165 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea90a6b4-81e1-4ba2-bf4a-7240fe319236 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:31:59.368077 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port ea90a6b4-81e1-4ba2-bf4a-7240fe319236, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=ea90a6b4-81e1-4ba2-bf4a-7240fe319236,segment=NetworkSegment(e04ff9a7-22d1-4d10-8b77-9e68a6488033),segment_id=e04ff9a7-22d1-4d10-8b77-9e68a6488033)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:31:59.376360 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (ea90a6b4-81e1-4ba2-bf4a-7240fe319236), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:59.417137 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-40bea4d5-3805-412d-9b43-6fdcfc496aea admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d66452efd2f34396aed68f72e7e51373&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5330741 Mar 11 19:31:59.423943 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58270) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:31:59.434690 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-bef4b283-6fdd-402a-aefa-ac7becc65e85 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f7ea648-8ba5-44d1-a485-4afac07a6e22 HTTP/1.1" status: 200 len: 217 time: 0.1746833 Mar 11 19:31:59.468761 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=ea90a6b4-81e1-4ba2-bf4a-7240fe319236,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:59.611499 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-62b4d4b5-cc3a-429b-9284-abda9624f9d0 admin admin] Publish callbacks [] for security_group (45c5fa18-9d4c-4285-a76c-9666e2ec0244), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:59.661428 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d42db-4184-4eb3-8df5-9827a9a70b53 req-ab7765a8-8439-4119-b573-957776559bce tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:59.672014 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-62b4d4b5-cc3a-429b-9284-abda9624f9d0 admin admin] Publish callbacks [] for security_group (45c5fa18-9d4c-4285-a76c-9666e2ec0244), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:59.673209 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d42db-4184-4eb3-8df5-9827a9a70b53 req-ab7765a8-8439-4119-b573-957776559bce tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:59.688174 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d42db-4184-4eb3-8df5-9827a9a70b53 req-ab7765a8-8439-4119-b573-957776559bce tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:59.704223 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d42db-4184-4eb3-8df5-9827a9a70b53 req-ab7765a8-8439-4119-b573-957776559bce tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:59.711692 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d42db-4184-4eb3-8df5-9827a9a70b53 req-ab7765a8-8439-4119-b573-957776559bce tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:59.729286 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d42db-4184-4eb3-8df5-9827a9a70b53 req-ab7765a8-8439-4119-b573-957776559bce tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:59.735512 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d42db-4184-4eb3-8df5-9827a9a70b53 req-ab7765a8-8439-4119-b573-957776559bce tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:59.737761 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0a2d42db-4184-4eb3-8df5-9827a9a70b53 req-ab7765a8-8439-4119-b573-957776559bce tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 5419 time: 0.5516787 Mar 11 19:31:59.743535 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-970b8d4b-2c6d-4d5a-ab3a-0d92ea67753f req-b77facdd-0230-4718-b52d-95940d49f6f8 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=151f548b-417d-4fda-9007-9657402adaa5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2336891 Mar 11 19:31:59.758723 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-f0138488-174e-4874-8d95-091df6112290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:59.760299 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-f0138488-174e-4874-8d95-091df6112290 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c4ce97f5-273f-42a3-8dbb-6d45a56d0c24 HTTP/1.1" status: 200 len: 851 time: 0.2524309 Mar 11 19:31:59.774561 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cee37e-c328-4837-8f77-af54d5d56db2 req-17739955-3abe-44cd-a142-852008702c7c tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:31:59.776105 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-11cee37e-c328-4837-8f77-af54d5d56db2 req-17739955-3abe-44cd-a142-852008702c7c tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/ports?device_id=b19c4385-f45d-4744-ac1b-ee5c36af849e HTTP/1.1" status: 200 len: 944 time: 0.3458948 Mar 11 19:31:59.785694 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-62b4d4b5-cc3a-429b-9284-abda9624f9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (45c5fa18-9d4c-4285-a76c-9666e2ec0244), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:59.790776 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-62b4d4b5-cc3a-429b-9284-abda9624f9d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:31:59.792519 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-62b4d4b5-cc3a-429b-9284-abda9624f9d0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/45c5fa18-9d4c-4285-a76c-9666e2ec0244 HTTP/1.1" status: 204 len: 168 time: 0.3674433 Mar 11 19:31:59.793339 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58280) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:31:59.837215 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['ea90a6b4-81e1-4ba2-bf4a-7240fe319236'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:31:59.839667 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b4d4b5-cc3a-429b-9284-abda9624f9d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c5fa18-9d4c-4285-a76c-9666e2ec0244,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:31:59.952001 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:32:00.034992 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0a2d42db-4184-4eb3-8df5-9827a9a70b53 req-4653fd55-83e6-4715-8545-ccd9e45fcd21 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=da55a647-62ee-4d15-a963-651fcfed7127&id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2840683 Mar 11 19:32:00.066943 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-11cee37e-c328-4837-8f77-af54d5d56db2 req-3d7eec08-d810-4eaa-b58d-d3f1a387cb3d tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e295548-40c6-4aff-8eff-a54d88cb1f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761569 Mar 11 19:32:00.082922 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-2571f4b8-05d3-411e-b06b-9a64e651d187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:00.084453 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-2571f4b8-05d3-411e-b06b-9a64e651d187 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3a5ebcdd-7c47-4480-b835-e31622a3f5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3179450 Mar 11 19:32:00.200553 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b8d4b-2c6d-4d5a-ab3a-0d92ea67753f req-fa5bc6a0-f56b-4ba5-9531-d253f1c21451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:00.202347 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-970b8d4b-2c6d-4d5a-ab3a-0d92ea67753f req-fa5bc6a0-f56b-4ba5-9531-d253f1c21451 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f95acd8ec5ef45d8b7ae8994d46f4375&device_id=151f548b-417d-4fda-9007-9657402adaa5 HTTP/1.1" status: 200 len: 1126 time: 0.4106998 Mar 11 19:32:00.307956 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-b5e91eda-d630-4f46-a054-5eefbca67101 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1394376928-network', 'tenant_id': 'be6bb36e4510404da3f801164858fcd0'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:32:00.395750 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e91eda-d630-4f46-a054-5eefbca67101 admin admin] Made reservation on behalf of be6bb36e4510404da3f801164858fcd0 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:32:00.398327 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b5e91eda-d630-4f46-a054-5eefbca67101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:00.424037 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b5e91eda-d630-4f46-a054-5eefbca67101 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:00.462210 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58302) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:32:00.533650 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58306) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:32:00.542850 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-e9d20d19-8947-4ca3-aef2-9caa153dcbce service neutron] 10.222.0.75 "GET /v2.0/networks/3a5ebcdd-7c47-4480-b835-e31622a3f5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4399285 Mar 11 19:32:00.582475 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b8d4b-2c6d-4d5a-ab3a-0d92ea67753f req-a03c3723-ef65-4c73-9411-224c216e9c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:00.584001 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-970b8d4b-2c6d-4d5a-ab3a-0d92ea67753f req-a03c3723-ef65-4c73-9411-224c216e9c6e service neutron] 10.222.0.75 "GET /v2.0/networks?id=4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a HTTP/1.1" status: 200 len: 908 time: 0.3122559 Mar 11 19:32:00.634400 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-970b8d4b-2c6d-4d5a-ab3a-0d92ea67753f req-f2f1e6b9-da3e-4113-867f-90706cf32883 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c HTTP/1.1" status: 200 len: 217 time: 0.0412371 Mar 11 19:32:00.683282 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b5e91eda-d630-4f46-a054-5eefbca67101 admin admin] Publish callbacks [] for security_group (7fe86f95-9a03-4727-b8f4-ef9a1547db45), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:00.695272 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b5e91eda-d630-4f46-a054-5eefbca67101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (7fe86f95-9a03-4727-b8f4-ef9a1547db45), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:00.708709 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5e91eda-d630-4f46-a054-5eefbca67101 admin admin] vlan segment allocate from pool success with {'vlan_id': 879, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:32:00.719548 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b5e91eda-d630-4f46-a054-5eefbca67101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (4634a948-ef3a-4fad-aaf7-51110bedaf50), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:00.720185 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-b5e91eda-d630-4f46-a054-5eefbca67101 admin admin] Added segment 4634a948-ef3a-4fad-aaf7-51110bedaf50 of type vlan for network 2861ea14-7bea-49b3-8565-f2cbb28bd165 Mar 11 19:32:00.775403 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b5e91eda-d630-4f46-a054-5eefbca67101 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (2861ea14-7bea-49b3-8565-f2cbb28bd165), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:00.816099 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-58a1d4df-d278-442f-a298-25294817c1e8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b65d86a7dc324d2797325b23c995eaab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2812610 Mar 11 19:32:00.821028 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b5e91eda-d630-4f46-a054-5eefbca67101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (2861ea14-7bea-49b3-8565-f2cbb28bd165), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:00.822391 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e91eda-d630-4f46-a054-5eefbca67101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:00.823150 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b5e91eda-d630-4f46-a054-5eefbca67101 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:00.829585 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58308) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:32:00.914753 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e91eda-d630-4f46-a054-5eefbca67101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe86f95-9a03-4727-b8f4-ef9a1547db45,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:00.935495 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b5e91eda-d630-4f46-a054-5eefbca67101 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1292753 Mar 11 19:32:00.968556 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58310) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:32:00.976312 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949634a3-dee2-4785-9b90-14360cde88b4 req-b9c37195-cb9e-4870-86fb-31be470c0fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:00.977022 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949634a3-dee2-4785-9b90-14360cde88b4 req-b9c37195-cb9e-4870-86fb-31be470c0fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:00.977780 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949634a3-dee2-4785-9b90-14360cde88b4 req-b9c37195-cb9e-4870-86fb-31be470c0fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:00.978400 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949634a3-dee2-4785-9b90-14360cde88b4 req-b9c37195-cb9e-4870-86fb-31be470c0fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:00.979019 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949634a3-dee2-4785-9b90-14360cde88b4 req-b9c37195-cb9e-4870-86fb-31be470c0fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:00.979677 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949634a3-dee2-4785-9b90-14360cde88b4 req-b9c37195-cb9e-4870-86fb-31be470c0fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:00.980436 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949634a3-dee2-4785-9b90-14360cde88b4 req-b9c37195-cb9e-4870-86fb-31be470c0fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:00.983209 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-949634a3-dee2-4785-9b90-14360cde88b4 req-b9c37195-cb9e-4870-86fb-31be470c0fe1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 6718 time: 0.5159106 Mar 11 19:32:00.988478 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-459c619b-0be3-4136-9361-97a78293291b admin admin] Request body: {'subnet': {'network_id': '2861ea14-7bea-49b3-8565-f2cbb28bd165', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1394376928-subnet', 'tenant_id': 'be6bb36e4510404da3f801164858fcd0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:32:01.012028 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e91eda-d630-4f46-a054-5eefbca67101 admin admin] Pushing event updated for resources: {'Network': ['ID=2861ea14-7bea-49b3-8565-f2cbb28bd165,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:01.027644 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 2861ea14-7bea-49b3-8565-f2cbb28bd165 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:32:01.028264 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459c619b-0be3-4136-9361-97a78293291b admin admin] Made reservation on behalf of be6bb36e4510404da3f801164858fcd0 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:32:01.030862 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-459c619b-0be3-4136-9361-97a78293291b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:01.062457 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3dd6b398-89a5-450f-b316-85572a3556e8 admin admin] Publish callbacks [] for security_group (3f683720-262d-4c4e-82e0-77087fa758d4), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:01.127882 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-949634a3-dee2-4785-9b90-14360cde88b4 req-99e1f1c8-5691-49d4-93ae-803fd6bd3719 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=019be762-639e-4ed8-9c49-723d3436f32b&id=97b5c377-83f5-4bad-bf80-e3f012b06736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1095648 Mar 11 19:32:01.196032 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3dd6b398-89a5-450f-b316-85572a3556e8 admin admin] Publish callbacks [] for security_group (3f683720-262d-4c4e-82e0-77087fa758d4), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:01.253925 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b8d4b-2c6d-4d5a-ab3a-0d92ea67753f req-b1e79df2-949d-466a-8efc-4b50390fa670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:01.254707 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-970b8d4b-2c6d-4d5a-ab3a-0d92ea67753f req-b1e79df2-949d-466a-8efc-4b50390fa670 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f742a986-c135-4269-ad05-332f85e495a8 HTTP/1.1" status: 200 len: 847 time: 0.5839937 Mar 11 19:32:01.260128 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-74f7c8d5-c192-4191-ad6f-ebe7e2555041 service neutron] 10.222.0.75 "GET /v2.0/networks/3a5ebcdd-7c47-4480-b835-e31622a3f5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7083173 Mar 11 19:32:01.297709 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3dd6b398-89a5-450f-b316-85572a3556e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (3f683720-262d-4c4e-82e0-77087fa758d4), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:01.300745 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3dd6b398-89a5-450f-b316-85572a3556e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:01.302139 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-3dd6b398-89a5-450f-b316-85572a3556e8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3f683720-262d-4c4e-82e0-77087fa758d4 HTTP/1.1" status: 204 len: 168 time: 0.4688816 Mar 11 19:32:01.320723 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd6b398-89a5-450f-b316-85572a3556e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f683720-262d-4c4e-82e0-77087fa758d4,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:01.374248 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-459c619b-0be3-4136-9361-97a78293291b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (1c6d00ec-4b03-4775-8b18-57164800ad97), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:01.422746 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459c619b-0be3-4136-9361-97a78293291b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c6d00ec-4b03-4775-8b18-57164800ad97,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:01.430076 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-f33d7444-8ffa-4476-b645-3449735a200b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=ee331cf0-fb09-4b4e-938d-0be1b69ce3c6 HTTP/1.1" status: 200 len: 217 time: 0.1598275 Mar 11 19:32:01.476609 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459c619b-0be3-4136-9361-97a78293291b admin admin] Checking segment: {'id': '4634a948-ef3a-4fad-aaf7-51110bedaf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '2861ea14-7bea-49b3-8565-f2cbb28bd165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:32:01.476974 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459c619b-0be3-4136-9361-97a78293291b admin admin] Network hostable DHCP agents. Network: 2861ea14-7bea-49b3-8565-f2cbb28bd165, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:32:01.499033 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459c619b-0be3-4136-9361-97a78293291b admin admin] Network 2861ea14-7bea-49b3-8565-f2cbb28bd165 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:32:01.524673 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-459c619b-0be3-4136-9361-97a78293291b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 2861ea14-7bea-49b3-8565-f2cbb28bd165) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:32:01.529698 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459c619b-0be3-4136-9361-97a78293291b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:01.530482 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-459c619b-0be3-4136-9361-97a78293291b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:01.535790 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feace43c-f98c-48c5-9050-3be22aa0dc02 None None] Network 2861ea14-7bea-49b3-8565-f2cbb28bd165 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:32:01.548821 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-970b8d4b-2c6d-4d5a-ab3a-0d92ea67753f req-f8f0109a-efca-493c-b843-b55e11ab31ab service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2877109 Mar 11 19:32:01.567807 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-459c619b-0be3-4136-9361-97a78293291b admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5977142 Mar 11 19:32:01.570721 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58324) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:32:01.582379 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-e399e654-c0e2-4992-89b1-9d174af1affc admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1394376928-router', 'tenant_id': 'be6bb36e4510404da3f801164858fcd0', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:32:01.632539 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e399e654-c0e2-4992-89b1-9d174af1affc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (77ff9dd6-3b55-4898-8e8f-a25b5d126f66), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:01.633995 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e399e654-c0e2-4992-89b1-9d174af1affc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (77ff9dd6-3b55-4898-8e8f-a25b5d126f66), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:01.750353 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e399e654-c0e2-4992-89b1-9d174af1affc admin admin] Publish callbacks [] for router_controller (77ff9dd6-3b55-4898-8e8f-a25b5d126f66), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:01.794832 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-9a4e30e3-d7ef-46e6-a8b0-e29d915abae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:01.799953 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-9a4e30e3-d7ef-46e6-a8b0-e29d915abae8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=fb37e9b7-00ef-41b5-91f7-c613b891b27c HTTP/1.1" status: 200 len: 797 time: 0.2988269 Mar 11 19:32:01.820401 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807eb8ba-4b5c-4ddf-805e-e50ba8d2e78f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-2861ea14-7bea-49b3-8565-f2cbb28bd165', 'network_id': '2861ea14-7bea-49b3-8565-f2cbb28bd165', 'project_id': 'be6bb36e4510404da3f801164858fcd0', 'fixed_ips': [{'subnet_id': '1c6d00ec-4b03-4775-8b18-57164800ad97'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:32:01.824982 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-807eb8ba-4b5c-4ddf-805e-e50ba8d2e78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:01.834112 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad705c-64ed-4788-8d92-58ba34708155 req-eedbcea3-e8a8-48c6-8b2a-24c3ebbae379 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:01.844368 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-70ad705c-64ed-4788-8d92-58ba34708155 req-eedbcea3-e8a8-48c6-8b2a-24c3ebbae379 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/ports?device_id=b19c4385-f45d-4744-ac1b-ee5c36af849e HTTP/1.1" status: 200 len: 944 time: 0.4365895 Mar 11 19:32:01.929044 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e18362-37f4-42a2-a65c-eec3ad6cc6aa req-49fb5c9a-2baa-4907-9e53-83eb734d1415 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:01.937899 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e18362-37f4-42a2-a65c-eec3ad6cc6aa req-49fb5c9a-2baa-4907-9e53-83eb734d1415 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:01.952345 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e18362-37f4-42a2-a65c-eec3ad6cc6aa req-49fb5c9a-2baa-4907-9e53-83eb734d1415 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:01.969916 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e18362-37f4-42a2-a65c-eec3ad6cc6aa req-49fb5c9a-2baa-4907-9e53-83eb734d1415 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:01.976450 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e18362-37f4-42a2-a65c-eec3ad6cc6aa req-49fb5c9a-2baa-4907-9e53-83eb734d1415 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:01.983410 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e18362-37f4-42a2-a65c-eec3ad6cc6aa req-49fb5c9a-2baa-4907-9e53-83eb734d1415 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:01.989843 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e18362-37f4-42a2-a65c-eec3ad6cc6aa req-49fb5c9a-2baa-4907-9e53-83eb734d1415 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:01.999421 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-56e18362-37f4-42a2-a65c-eec3ad6cc6aa req-49fb5c9a-2baa-4907-9e53-83eb734d1415 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 5419 time: 0.6181958 Mar 11 19:32:02.033252 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e399e654-c0e2-4992-89b1-9d174af1affc admin admin] Publish callbacks [] for router_gateway (77ff9dd6-3b55-4898-8e8f-a25b5d126f66), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:02.154048 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-ffbdf660-c2ec-4fc1-b5d0-752c79fd3c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:02.156001 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-ffbdf660-c2ec-4fc1-b5d0-752c79fd3c04 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=11e52173-c93f-4f90-a40d-087cab6dbb47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2856681 Mar 11 19:32:02.167804 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-970b8d4b-2c6d-4d5a-ab3a-0d92ea67753f req-56a9a2a5-0482-4a04-92fd-19935f8f0662 service neutron] 10.222.0.75 "GET /v2.0/networks/4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5982344 Mar 11 19:32:02.172091 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-807eb8ba-4b5c-4ddf-805e-e50ba8d2e78f None None] Allocated IP 172.20.0.2 (2861ea14-7bea-49b3-8565-f2cbb28bd165/1c6d00ec-4b03-4775-8b18-57164800ad97/456931af-997a-4a6b-b4b5-1b44d120f959) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:32:02.233183 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-70ad705c-64ed-4788-8d92-58ba34708155 req-9ecf72e2-fc3d-474c-a4f0-02d057af8e65 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e295548-40c6-4aff-8eff-a54d88cb1f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3874228 Mar 11 19:32:02.500500 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e399e654-c0e2-4992-89b1-9d174af1affc admin admin] Publish callbacks [] for router_gateway (77ff9dd6-3b55-4898-8e8f-a25b5d126f66), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:02.506029 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-56e18362-37f4-42a2-a65c-eec3ad6cc6aa req-b59fedf1-d4a1-4ea7-b8f4-28c663fcbbbf tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=da55a647-62ee-4d15-a963-651fcfed7127&id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5056210 Mar 11 19:32:02.541293 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e399e654-c0e2-4992-89b1-9d174af1affc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:02.681221 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-970b8d4b-2c6d-4d5a-ab3a-0d92ea67753f req-117b51a5-2889-48fb-a7e7-ae54cb233a79 service neutron] 10.222.0.75 "GET /v2.0/networks/4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4911134 Mar 11 19:32:02.717229 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-71a84f1c-bcac-46d2-8d65-cd86f493fa24 service neutron] 10.222.0.75 "GET /v2.0/networks/11e52173-c93f-4f90-a40d-087cab6dbb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5469046 Mar 11 19:32:02.747370 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-807eb8ba-4b5c-4ddf-805e-e50ba8d2e78f None None] Publish callbacks [] for port (456931af-997a-4a6b-b4b5-1b44d120f959), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:02.761478 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device ea90a6b4-81e1-4ba2-bf4a-7240fe319236 up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:32:02.793001 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-e399e654-c0e2-4992-89b1-9d174af1affc admin admin] Allocated IP 172.25.8.188 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/dcd03947-277a-4bad-bef9-dddb4b8a6e95) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:32:02.851169 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-807eb8ba-4b5c-4ddf-805e-e50ba8d2e78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (456931af-997a-4a6b-b4b5-1b44d120f959), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:02.906994 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807eb8ba-4b5c-4ddf-805e-e50ba8d2e78f None None] Pushing event updated for resources: {'Port': ['ID=456931af-997a-4a6b-b4b5-1b44d120f959,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:02.923679 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807eb8ba-4b5c-4ddf-805e-e50ba8d2e78f None None] Network 2861ea14-7bea-49b3-8565-f2cbb28bd165 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:32:02.925456 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-807eb8ba-4b5c-4ddf-805e-e50ba8d2e78f None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:32:02.928214 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807eb8ba-4b5c-4ddf-805e-e50ba8d2e78f None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:32:02.930020 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-bc61c54d-bea1-43d7-96e4-c13c8807c010 service neutron] 10.222.0.75 "GET /v2.0/networks/11e52173-c93f-4f90-a40d-087cab6dbb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030432 Mar 11 19:32:02.995822 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port ea90a6b4-81e1-4ba2-bf4a-7240fe319236 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:32:03.014562 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-80252794-8936-49e9-af65-f3282a4c80b3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=01f92c37-1a4f-4ed7-b651-d1f48652d7d8 HTTP/1.1" status: 200 len: 217 time: 0.0789249 Mar 11 19:32:03.030579 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port ea90a6b4-81e1-4ba2-bf4a-7240fe319236 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:32:03.030959 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ea90a6b4-81e1-4ba2-bf4a-7240fe319236), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:03.037258 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-807eb8ba-4b5c-4ddf-805e-e50ba8d2e78f None None] Attempting to bind port 456931af-997a-4a6b-b4b5-1b44d120f959 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:32:03.037634 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-807eb8ba-4b5c-4ddf-805e-e50ba8d2e78f None None] Attempting to bind port 456931af-997a-4a6b-b4b5-1b44d120f959 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '4634a948-ef3a-4fad-aaf7-51110bedaf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '2861ea14-7bea-49b3-8565-f2cbb28bd165'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:32:03.038000 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807eb8ba-4b5c-4ddf-805e-e50ba8d2e78f None None] Attempting to bind port 456931af-997a-4a6b-b4b5-1b44d120f959 on network 2861ea14-7bea-49b3-8565-f2cbb28bd165 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:32:03.049280 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e399e654-c0e2-4992-89b1-9d174af1affc admin admin] Publish callbacks [] for port (dcd03947-277a-4bad-bef9-dddb4b8a6e95), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:03.078372 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807eb8ba-4b5c-4ddf-805e-e50ba8d2e78f None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:32:03.078754 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807eb8ba-4b5c-4ddf-805e-e50ba8d2e78f None None] Checking segment: {'id': '4634a948-ef3a-4fad-aaf7-51110bedaf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '2861ea14-7bea-49b3-8565-f2cbb28bd165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:32:03.079160 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-807eb8ba-4b5c-4ddf-805e-e50ba8d2e78f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:03.079554 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807eb8ba-4b5c-4ddf-805e-e50ba8d2e78f None None] Bound using segment: {'id': '4634a948-ef3a-4fad-aaf7-51110bedaf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '2861ea14-7bea-49b3-8565-f2cbb28bd165'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:32:03.080106 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-807eb8ba-4b5c-4ddf-805e-e50ba8d2e78f None None] Bound port: 456931af-997a-4a6b-b4b5-1b44d120f959, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4634a948-ef3a-4fad-aaf7-51110bedaf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '2861ea14-7bea-49b3-8565-f2cbb28bd165'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:32:03.080496 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-807eb8ba-4b5c-4ddf-805e-e50ba8d2e78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (456931af-997a-4a6b-b4b5-1b44d120f959), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:03.147234 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-fd999ed6-7981-42a3-a277-6b275fe9fd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:03.155853 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-fd999ed6-7981-42a3-a277-6b275fe9fd78 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=fb37e9b7-00ef-41b5-91f7-c613b891b27c HTTP/1.1" status: 200 len: 797 time: 0.1270866 Mar 11 19:32:03.167174 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e399e654-c0e2-4992-89b1-9d174af1affc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (dcd03947-277a-4bad-bef9-dddb4b8a6e95), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:03.203056 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-807eb8ba-4b5c-4ddf-805e-e50ba8d2e78f None None] For port 456931af-997a-4a6b-b4b5-1b44d120f959, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:32:03.206814 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-807eb8ba-4b5c-4ddf-805e-e50ba8d2e78f None None] For port 456931af-997a-4a6b-b4b5-1b44d120f959, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=456931af-997a-4a6b-b4b5-1b44d120f959,segment=NetworkSegment(4634a948-ef3a-4fad-aaf7-51110bedaf50),segment_id=4634a948-ef3a-4fad-aaf7-51110bedaf50)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:32:03.222319 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-807eb8ba-4b5c-4ddf-805e-e50ba8d2e78f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (456931af-997a-4a6b-b4b5-1b44d120f959), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:03.278027 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e399e654-c0e2-4992-89b1-9d174af1affc admin admin] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:32:03.286331 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-e399e654-c0e2-4992-89b1-9d174af1affc admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:32:03.290721 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-9d6ac16a-130e-4ebb-a9b2-68b63abfa9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:03.292780 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e399e654-c0e2-4992-89b1-9d174af1affc admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:32:03.296435 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-9d6ac16a-130e-4ebb-a9b2-68b63abfa9ff service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=11e52173-c93f-4f90-a40d-087cab6dbb47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1397409 Mar 11 19:32:03.363443 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port ea90a6b4-81e1-4ba2-bf4a-7240fe319236 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:32:03.364191 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ea90a6b4-81e1-4ba2-bf4a-7240fe319236), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:03.394988 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e399e654-c0e2-4992-89b1-9d174af1affc admin admin] Pushing event updated for resources: {'Port': ['ID=dcd03947-277a-4bad-bef9-dddb4b8a6e95,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:03.419789 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port ea90a6b4-81e1-4ba2-bf4a-7240fe319236, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=ea90a6b4-81e1-4ba2-bf4a-7240fe319236,segment=NetworkSegment(e04ff9a7-22d1-4d10-8b77-9e68a6488033),segment_id=e04ff9a7-22d1-4d10-8b77-9e68a6488033)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:32:03.428710 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b19c4385-f45d-4744-ac1b-ee5c36af849e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea90a6b4-81e1-4ba2-bf4a-7240fe319236'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:32:03.433084 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a00e401-085b-4aae-b8e4-8d2f84545e47" -d '{"events": [{"server_uuid": "b19c4385-f45d-4744-ac1b-ee5c36af849e", "name": "network-vif-plugged", "status": "completed", "tag": "ea90a6b4-81e1-4ba2-bf4a-7240fe319236"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:32:03.440823 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (ea90a6b4-81e1-4ba2-bf4a-7240fe319236), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:03.447209 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807eb8ba-4b5c-4ddf-805e-e50ba8d2e78f None None] Pushing event updated for resources: {'Port': ['ID=456931af-997a-4a6b-b4b5-1b44d120f959,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:03.584061 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=ea90a6b4-81e1-4ba2-bf4a-7240fe319236,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:03.668168 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743525e7-dd24-4f18-ad20-c931325a2d29 x-openstack-request-id: req-743525e7-dd24-4f18-ad20-c931325a2d29 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:32:03.668492 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b19c4385-f45d-4744-ac1b-ee5c36af849e", "name": "network-vif-plugged", "status": "completed", "tag": "ea90a6b4-81e1-4ba2-bf4a-7240fe319236", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:32:03.668760 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-743525e7-dd24-4f18-ad20-c931325a2d29 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:32:03.669736 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b19c4385-f45d-4744-ac1b-ee5c36af849e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea90a6b4-81e1-4ba2-bf4a-7240fe319236', 'code': 200} Mar 11 19:32:03.680208 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-37b18db6-6a20-481d-a3de-503992dbd836 service neutron] 10.222.0.75 "GET /v2.0/networks/11e52173-c93f-4f90-a40d-087cab6dbb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3775334 Mar 11 19:32:03.709513 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f6e89a-5ae4-4a91-98da-d9445e932f7a req-61b6cf6e-f16a-4f8b-9b21-309270163768 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:03.732501 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d3f6e89a-5ae4-4a91-98da-d9445e932f7a req-61b6cf6e-f16a-4f8b-9b21-309270163768 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/ports?device_id=b19c4385-f45d-4744-ac1b-ee5c36af849e HTTP/1.1" status: 200 len: 945 time: 0.2516549 Mar 11 19:32:03.959064 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207f3f68-cac7-41d9-98fe-88d9841ea215 req-832a03d2-f1e8-40f5-81f5-daef03400972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:03.961316 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-207f3f68-cac7-41d9-98fe-88d9841ea215 req-832a03d2-f1e8-40f5-81f5-daef03400972 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b19c4385-f45d-4744-ac1b-ee5c36af849e HTTP/1.1" status: 200 len: 1127 time: 0.2053871 Mar 11 19:32:04.005495 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d3f6e89a-5ae4-4a91-98da-d9445e932f7a req-4e28a3aa-99c5-4b29-a79e-621277606344 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e295548-40c6-4aff-8eff-a54d88cb1f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652373 Mar 11 19:32:04.159022 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 456931af-997a-4a6b-b4b5-1b44d120f959 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:32:04.186304 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2448e354-59bf-4be6-b2b7-7121f83f3f50 req-35792d25-9a63-423d-a7aa-89aa334b341f tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:04.202580 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2448e354-59bf-4be6-b2b7-7121f83f3f50 req-35792d25-9a63-423d-a7aa-89aa334b341f tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:04.208653 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2448e354-59bf-4be6-b2b7-7121f83f3f50 req-35792d25-9a63-423d-a7aa-89aa334b341f tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:04.215548 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2448e354-59bf-4be6-b2b7-7121f83f3f50 req-35792d25-9a63-423d-a7aa-89aa334b341f tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:04.227696 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2448e354-59bf-4be6-b2b7-7121f83f3f50 req-35792d25-9a63-423d-a7aa-89aa334b341f tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:04.228150 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-207f3f68-cac7-41d9-98fe-88d9841ea215 req-60948128-9171-4988-9a77-4e7a527b1ded service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9e295548-40c6-4aff-8eff-a54d88cb1f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580826 Mar 11 19:32:04.228870 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e399e654-c0e2-4992-89b1-9d174af1affc admin admin] Publish callbacks [] for router_gateway (77ff9dd6-3b55-4898-8e8f-a25b5d126f66), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:04.241047 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2448e354-59bf-4be6-b2b7-7121f83f3f50 req-35792d25-9a63-423d-a7aa-89aa334b341f tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:04.252340 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2448e354-59bf-4be6-b2b7-7121f83f3f50 req-35792d25-9a63-423d-a7aa-89aa334b341f tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:04.268427 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2448e354-59bf-4be6-b2b7-7121f83f3f50 req-35792d25-9a63-423d-a7aa-89aa334b341f tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 5419 time: 0.4720149 Mar 11 19:32:04.285311 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 456931af-997a-4a6b-b4b5-1b44d120f959 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:32:04.285854 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (456931af-997a-4a6b-b4b5-1b44d120f959), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:04.388679 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-d3d2f2a1-b305-4f64-9145-f367f951daed service neutron] 10.222.0.75 "GET /v2.0/networks/11e52173-c93f-4f90-a40d-087cab6dbb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6459286 Mar 11 19:32:04.426984 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2448e354-59bf-4be6-b2b7-7121f83f3f50 req-0074e472-1daf-449d-baca-c5a87db25117 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=da55a647-62ee-4d15-a963-651fcfed7127&id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1573811 Mar 11 19:32:04.474579 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 456931af-997a-4a6b-b4b5-1b44d120f959 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:32:04.474977 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (456931af-997a-4a6b-b4b5-1b44d120f959), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:04.493647 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-9b1468f8-6553-4dc5-93b9-22582d4bf26e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=6d0f16cb-21fe-4376-88bf-f8036c799e41 HTTP/1.1" status: 200 len: 217 time: 0.0970638 Mar 11 19:32:04.537904 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 456931af-997a-4a6b-b4b5-1b44d120f959, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=456931af-997a-4a6b-b4b5-1b44d120f959,segment=NetworkSegment(4634a948-ef3a-4fad-aaf7-51110bedaf50),segment_id=4634a948-ef3a-4fad-aaf7-51110bedaf50)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:32:04.549089 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (456931af-997a-4a6b-b4b5-1b44d120f959), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:04.627006 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-3d7178b5-4940-44ed-9ebf-6df6d6f79684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:04.632291 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-3d7178b5-4940-44ed-9ebf-6df6d6f79684 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=fb37e9b7-00ef-41b5-91f7-c613b891b27c HTTP/1.1" status: 200 len: 797 time: 0.1326532 Mar 11 19:32:04.711009 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=456931af-997a-4a6b-b4b5-1b44d120f959,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:04.754485 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-77ddcdf5-ca49-46b6-8137-739fa5ba5109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:04.757273 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-77ddcdf5-ca49-46b6-8137-739fa5ba5109 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=11e52173-c93f-4f90-a40d-087cab6dbb47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1187804 Mar 11 19:32:04.992764 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-d4ea1c0d-d9f8-4858-bf40-12baf2d8c736 service neutron] 10.222.0.75 "GET /v2.0/networks/11e52173-c93f-4f90-a40d-087cab6dbb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281229 Mar 11 19:32:05.031300 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-beecccd0-d13a-473c-96d0-2c3042efa78b req-47f3a880-3870-4a25-8d88-b96c6d1ab69b tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=487f8613d1fa45ab81e48e9d9d0fc801&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1445107 Mar 11 19:32:05.161292 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e399e654-c0e2-4992-89b1-9d174af1affc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (77ff9dd6-3b55-4898-8e8f-a25b5d126f66), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:05.267795 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beecccd0-d13a-473c-96d0-2c3042efa78b req-7f60019e-2e65-43fa-ab0d-74511de87bc8 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:05.270589 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca30a3b3-e1d6-4e9c-a08d-472093801326 None None] Network 2861ea14-7bea-49b3-8565-f2cbb28bd165 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:32:05.274658 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-beecccd0-d13a-473c-96d0-2c3042efa78b req-7f60019e-2e65-43fa-ab0d-74511de87bc8 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2421105 Mar 11 19:32:05.312561 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e399e654-c0e2-4992-89b1-9d174af1affc admin admin] Router 77ff9dd6-3b55-4898-8e8f-a25b5d126f66 is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:32:05.376066 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74deb7d-70d9-4ff2-8a19-ee2493415bd9 req-f644302f-3265-4bb4-ab78-7dc9d459e008 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:05.377746 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d74deb7d-70d9-4ff2-8a19-ee2493415bd9 req-f644302f-3265-4bb4-ab78-7dc9d459e008 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/ports?device_id=b19c4385-f45d-4744-ac1b-ee5c36af849e HTTP/1.1" status: 200 len: 945 time: 0.1913941 Mar 11 19:32:05.386303 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-beecccd0-d13a-473c-96d0-2c3042efa78b req-8b17590d-500b-4cfb-8fb9-b304bc582b77 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/quotas/487f8613d1fa45ab81e48e9d9d0fc801 HTTP/1.1" status: 200 len: 375 time: 0.1107738 Mar 11 19:32:05.458402 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-a125c697-1668-4504-b6c8-f2e5766376f6 None None] Provisioning complete for port 456931af-997a-4a6b-b4b5-1b44d120f959 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:32:05.458977 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a125c697-1668-4504-b6c8-f2e5766376f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (456931af-997a-4a6b-b4b5-1b44d120f959), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:05.462611 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e399e654-c0e2-4992-89b1-9d174af1affc admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:32:05.477213 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-beecccd0-d13a-473c-96d0-2c3042efa78b req-7e8ed538-0997-46e3-8835-8a9afee14ccb tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=487f8613d1fa45ab81e48e9d9d0fc801&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0897331 Mar 11 19:32:05.488869 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e399e654-c0e2-4992-89b1-9d174af1affc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:05.495102 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e399e654-c0e2-4992-89b1-9d174af1affc admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 3.9223645 Mar 11 19:32:05.498559 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58394) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:32:05.512445 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d74deb7d-70d9-4ff2-8a19-ee2493415bd9 req-aef0655e-bd62-4bfc-af69-c4ed4aadca38 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e295548-40c6-4aff-8eff-a54d88cb1f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194291 Mar 11 19:32:05.529366 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-de85a370-683d-48eb-ae0a-b4363ca8747a service neutron] 10.222.0.75 "GET /v2.0/networks/11e52173-c93f-4f90-a40d-087cab6dbb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5187027 Mar 11 19:32:05.540303 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a47632-eb38-4df2-8d03-45692258a2a5 None None] Sync routers for ids ['77ff9dd6-3b55-4898-8e8f-a25b5d126f66'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:32:05.569427 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a47632-eb38-4df2-8d03-45692258a2a5 None None] Routers {'77ff9dd6-3b55-4898-8e8f-a25b5d126f66'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:32:05.570150 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-e3a47632-eb38-4df2-8d03-45692258a2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:31:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['77ff9dd6-3b55-4898-8e8f-a25b5d126f66'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:32:05.665401 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-ed263611-9ca6-44d9-8263-5181b4269998 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=c7f76392-aada-411a-ac64-53336e3dab7e HTTP/1.1" status: 200 len: 217 time: 0.1309273 Mar 11 19:32:05.687424 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-e3a47632-eb38-4df2-8d03-45692258a2a5 None None] Set router 77ff9dd6-3b55-4898-8e8f-a25b5d126f66 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:32:05.765396 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-e106c8aa-ec81-455a-a25e-9dcaeceb6e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:05.768963 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-e106c8aa-ec81-455a-a25e-9dcaeceb6e4a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=fb37e9b7-00ef-41b5-91f7-c613b891b27c HTTP/1.1" status: 200 len: 797 time: 0.0941215 Mar 11 19:32:05.809135 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dfd71e-7f22-4be1-bcb9-4e6f78df578f req-31c16024-6e90-4fbc-9170-0609ff725f84 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:05.824945 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dfd71e-7f22-4be1-bcb9-4e6f78df578f req-31c16024-6e90-4fbc-9170-0609ff725f84 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:05.832395 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dfd71e-7f22-4be1-bcb9-4e6f78df578f req-31c16024-6e90-4fbc-9170-0609ff725f84 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:05.842431 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dfd71e-7f22-4be1-bcb9-4e6f78df578f req-31c16024-6e90-4fbc-9170-0609ff725f84 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:05.849943 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dfd71e-7f22-4be1-bcb9-4e6f78df578f req-31c16024-6e90-4fbc-9170-0609ff725f84 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:05.856680 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dfd71e-7f22-4be1-bcb9-4e6f78df578f req-31c16024-6e90-4fbc-9170-0609ff725f84 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:05.862988 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dfd71e-7f22-4be1-bcb9-4e6f78df578f req-31c16024-6e90-4fbc-9170-0609ff725f84 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:05.871745 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-54dfd71e-7f22-4be1-bcb9-4e6f78df578f req-31c16024-6e90-4fbc-9170-0609ff725f84 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 5419 time: 0.2090366 Mar 11 19:32:05.905009 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a125c697-1668-4504-b6c8-f2e5766376f6 None None] Current status of the port 456931af-997a-4a6b-b4b5-1b44d120f959 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:32:05.951476 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-5871b559-5169-45ae-b734-65681d66891e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:05.953451 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-5871b559-5169-45ae-b734-65681d66891e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=11e52173-c93f-4f90-a40d-087cab6dbb47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1708319 Mar 11 19:32:06.029742 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-54dfd71e-7f22-4be1-bcb9-4e6f78df578f req-4af83b78-0d90-44c6-ad67-0cc461d2786f tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=da55a647-62ee-4d15-a963-651fcfed7127&id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1527998 Mar 11 19:32:06.083831 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 456931af-997a-4a6b-b4b5-1b44d120f959 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:32:06.189043 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-7ce3cdfe-4786-494c-a781-f3847b5d1059 service neutron] 10.222.0.75 "GET /v2.0/networks/11e52173-c93f-4f90-a40d-087cab6dbb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289546 Mar 11 19:32:06.197506 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-e3a47632-eb38-4df2-8d03-45692258a2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ff9dd6-3b55-4898-8e8f-a25b5d126f66', 'name': 'tempest-ServersTestJSON-1394376928-router', 'tenant_id': 'be6bb36e4510404da3f801164858fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'dcd03947-277a-4bad-bef9-dddb4b8a6e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:32:01Z', 'updated_at': '2022-03-11T19:32:03Z', 'revision_number': 3, 'project_id': 'be6bb36e4510404da3f801164858fcd0', 'gw_port': {'id': 'dcd03947-277a-4bad-bef9-dddb4b8a6e95', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:48:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ff9dd6-3b55-4898-8e8f-a25b5d126f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:32:02Z', 'updated_at': '2022-03-11T19:32:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:32:06.274257 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a47632-eb38-4df2-8d03-45692258a2a5 None None] Checking router: 77ff9dd6-3b55-4898-8e8f-a25b5d126f66 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:32:06.274583 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a47632-eb38-4df2-8d03-45692258a2a5 None None] Updating router 77ff9dd6-3b55-4898-8e8f-a25b5d126f66 port dcd03947-277a-4bad-bef9-dddb4b8a6e95 binding host n-d-833163-1 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:32:06.332899 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1256d31b-e4fb-40da-9a5a-7df40193e06b req-cf117c7a-dd03-4faf-bc91-c62925557ebd tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a616cbe-b5e8-49cc-8905-093f346d0c83 HTTP/1.1" status: 200 len: 210 time: 0.0533483 Mar 11 19:32:06.361712 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 456931af-997a-4a6b-b4b5-1b44d120f959 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:32:06.362090 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (456931af-997a-4a6b-b4b5-1b44d120f959), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:06.379937 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e3a47632-eb38-4df2-8d03-45692258a2a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (dcd03947-277a-4bad-bef9-dddb4b8a6e95), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:06.450910 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-eed87bee-598a-4ad0-983e-afbf22fff50c service neutron] 10.222.0.75 "GET /v2.0/networks/11e52173-c93f-4f90-a40d-087cab6dbb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557237 Mar 11 19:32:06.513265 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-8396e79f-27a1-43e2-b9dc-f95aabed19a0 None None] Provisioning complete for port 456931af-997a-4a6b-b4b5-1b44d120f959 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:32:06.514747 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8396e79f-27a1-43e2-b9dc-f95aabed19a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (456931af-997a-4a6b-b4b5-1b44d120f959), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:06.518628 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-fc7cae9a-e1b2-4d1c-81fb-9b9c752ffe18 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=69a77522-9c8e-40b8-938c-f18678aa8e3c HTTP/1.1" status: 200 len: 217 time: 0.0607324 Mar 11 19:32:06.627386 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-c95493b8-6c30-4103-95f1-3c6a25e2d659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:06.629734 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4de04b0a-ab46-41dd-8f88-ec8465a6a86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:06.630255 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-c95493b8-6c30-4103-95f1-3c6a25e2d659 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=65f866da-6201-417a-9c67-e7a8acffb4ae HTTP/1.1" status: 200 len: 797 time: 0.1042273 Mar 11 19:32:06.785078 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-7859c492-c125-4ef0-9946-b2e8eef21fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:06.786935 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-7859c492-c125-4ef0-9946-b2e8eef21fd8 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6ac60707-319a-4d65-9bd8-06cb97e2f80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1510301 Mar 11 19:32:06.810285 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d53a3aa-f1a2-40fa-9406-c91c1209f396 req-dd920ead-56a0-4d29-a306-bc894a618932 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:06.814595 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2d53a3aa-f1a2-40fa-9406-c91c1209f396 req-dd920ead-56a0-4d29-a306-bc894a618932 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/ports?device_id=b19c4385-f45d-4744-ac1b-ee5c36af849e HTTP/1.1" status: 200 len: 945 time: 0.1273196 Mar 11 19:32:06.910556 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-4de04b0a-ab46-41dd-8f88-ec8465a6a86a admin admin] Allocated IP 172.20.0.1 (2861ea14-7bea-49b3-8565-f2cbb28bd165/1c6d00ec-4b03-4775-8b18-57164800ad97/b2d6df98-d962-4b7e-9e10-bfc539ce2b95) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:32:07.011081 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e3a47632-eb38-4df2-8d03-45692258a2a5 None None] Publish callbacks [] for port (dcd03947-277a-4bad-bef9-dddb4b8a6e95), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:07.024008 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e3a47632-eb38-4df2-8d03-45692258a2a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (dcd03947-277a-4bad-bef9-dddb4b8a6e95), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:07.065697 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4de04b0a-ab46-41dd-8f88-ec8465a6a86a admin admin] Publish callbacks [] for port (b2d6df98-d962-4b7e-9e10-bfc539ce2b95), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:07.084396 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8396e79f-27a1-43e2-b9dc-f95aabed19a0 None None] Current status of the port 456931af-997a-4a6b-b4b5-1b44d120f959 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:32:07.101230 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2d53a3aa-f1a2-40fa-9406-c91c1209f396 req-45879f9b-df5d-4ff1-8adc-7853bfad643b tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e295548-40c6-4aff-8eff-a54d88cb1f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632411 Mar 11 19:32:07.130431 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-adaf8794-dff1-4da9-b959-ac62ce2492c0 service neutron] 10.222.0.75 "GET /v2.0/networks/6ac60707-319a-4d65-9bd8-06cb97e2f80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3316295 Mar 11 19:32:07.140455 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4de04b0a-ab46-41dd-8f88-ec8465a6a86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (b2d6df98-d962-4b7e-9e10-bfc539ce2b95), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:07.145989 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 456931af-997a-4a6b-b4b5-1b44d120f959 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:32:07.226014 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb9706f-c5d8-42c9-9d80-a37331f4ab13 None None] Pushing event updated for resources: {'Port': ['ID=dcd03947-277a-4bad-bef9-dddb4b8a6e95,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:07.234159 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-e3a47632-eb38-4df2-8d03-45692258a2a5 None None] Attempting to bind port dcd03947-277a-4bad-bef9-dddb4b8a6e95 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:32:07.244141 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-e3a47632-eb38-4df2-8d03-45692258a2a5 None None] Attempting to bind port dcd03947-277a-4bad-bef9-dddb4b8a6e95 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:32:07.244534 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a47632-eb38-4df2-8d03-45692258a2a5 None None] Attempting to bind port dcd03947-277a-4bad-bef9-dddb4b8a6e95 on network 612cc066-33e3-444d-b1c7-d0a64751482a {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:32:07.253467 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de04b0a-ab46-41dd-8f88-ec8465a6a86a admin admin] Network 2861ea14-7bea-49b3-8565-f2cbb28bd165 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:32:07.257951 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-4de04b0a-ab46-41dd-8f88-ec8465a6a86a admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:32:07.274911 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a47632-eb38-4df2-8d03-45692258a2a5 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:32:07.276290 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a47632-eb38-4df2-8d03-45692258a2a5 None None] Checking segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:32:07.276696 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e3a47632-eb38-4df2-8d03-45692258a2a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:07.277091 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a47632-eb38-4df2-8d03-45692258a2a5 None None] Bound using segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:32:07.278305 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de04b0a-ab46-41dd-8f88-ec8465a6a86a admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:32:07.280563 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-e3a47632-eb38-4df2-8d03-45692258a2a5 None None] Bound port: dcd03947-277a-4bad-bef9-dddb4b8a6e95, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:32:07.280963 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e3a47632-eb38-4df2-8d03-45692258a2a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (dcd03947-277a-4bad-bef9-dddb4b8a6e95), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:07.384431 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de04b0a-ab46-41dd-8f88-ec8465a6a86a admin admin] Pushing event updated for resources: {'Port': ['ID=b2d6df98-d962-4b7e-9e10-bfc539ce2b95,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:07.428619 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4de04b0a-ab46-41dd-8f88-ec8465a6a86a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (77ff9dd6-3b55-4898-8e8f-a25b5d126f66), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:07.458209 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-e3a47632-eb38-4df2-8d03-45692258a2a5 None None] For port dcd03947-277a-4bad-bef9-dddb4b8a6e95, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:32:07.469812 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-e3a47632-eb38-4df2-8d03-45692258a2a5 None None] For port dcd03947-277a-4bad-bef9-dddb4b8a6e95, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=dcd03947-277a-4bad-bef9-dddb4b8a6e95,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:32:07.481148 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e3a47632-eb38-4df2-8d03-45692258a2a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (dcd03947-277a-4bad-bef9-dddb4b8a6e95), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:07.489542 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-fddf5105-123f-409a-9eb4-8757b0f1b390 service neutron] 10.222.0.75 "GET /v2.0/networks/6ac60707-319a-4d65-9bd8-06cb97e2f80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3526556 Mar 11 19:32:07.570393 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-be03126b-f604-4b33-b1e8-d4c2ba388b1f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=83a37c83-6ea8-4900-bacb-df4f8976aab8 HTTP/1.1" status: 200 len: 217 time: 0.0715916 Mar 11 19:32:07.643513 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb9706f-c5d8-42c9-9d80-a37331f4ab13 None None] Pushing event updated for resources: {'Port': ['ID=dcd03947-277a-4bad-bef9-dddb4b8a6e95,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:07.664956 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4de04b0a-ab46-41dd-8f88-ec8465a6a86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b2d6df98-d962-4b7e-9e10-bfc539ce2b95), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:07.668245 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a47632-eb38-4df2-8d03-45692258a2a5 None None] Routers {'77ff9dd6-3b55-4898-8e8f-a25b5d126f66'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:32:07.669402 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-e3a47632-eb38-4df2-8d03-45692258a2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:31:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['77ff9dd6-3b55-4898-8e8f-a25b5d126f66'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:32:07.677982 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f28bc4-62d9-440c-a5ad-33aa920998b7 req-8cdbdc77-f216-4673-8afe-1b41d1dd295f tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:07.684139 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f28bc4-62d9-440c-a5ad-33aa920998b7 req-8cdbdc77-f216-4673-8afe-1b41d1dd295f tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:07.692581 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f28bc4-62d9-440c-a5ad-33aa920998b7 req-8cdbdc77-f216-4673-8afe-1b41d1dd295f tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:07.698982 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f28bc4-62d9-440c-a5ad-33aa920998b7 req-8cdbdc77-f216-4673-8afe-1b41d1dd295f tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:07.705776 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f28bc4-62d9-440c-a5ad-33aa920998b7 req-8cdbdc77-f216-4673-8afe-1b41d1dd295f tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:07.711867 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f28bc4-62d9-440c-a5ad-33aa920998b7 req-8cdbdc77-f216-4673-8afe-1b41d1dd295f tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:07.718323 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f28bc4-62d9-440c-a5ad-33aa920998b7 req-8cdbdc77-f216-4673-8afe-1b41d1dd295f tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:07.727389 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-04f28bc4-62d9-440c-a5ad-33aa920998b7 req-8cdbdc77-f216-4673-8afe-1b41d1dd295f tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 5419 time: 0.5665722 Mar 11 19:32:07.802765 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d3f1bdd5-4a8c-4b72-88a7-ed80a44114f0 req-8970f547-57ad-4b93-a420-9211eb3e1fa5 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a616cbe-b5e8-49cc-8905-093f346d0c83 HTTP/1.1" status: 200 len: 210 time: 0.0672474 Mar 11 19:32:07.835805 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d8544fff-308e-4cb1-b66f-4cccb2a5ec2a None None] Provisioning complete for port b2d6df98-d962-4b7e-9e10-bfc539ce2b95 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:32:07.835805 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d8544fff-308e-4cb1-b66f-4cccb2a5ec2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (b2d6df98-d962-4b7e-9e10-bfc539ce2b95), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:07.914104 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4de04b0a-ab46-41dd-8f88-ec8465a6a86a admin admin] Publish callbacks [] for port (b2d6df98-d962-4b7e-9e10-bfc539ce2b95), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:07.920448 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-04f28bc4-62d9-440c-a5ad-33aa920998b7 req-01f2d39f-c53b-4995-90ed-8e3b0ae48079 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=da55a647-62ee-4d15-a963-651fcfed7127&id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1919878 Mar 11 19:32:07.931905 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-5ae23659-200a-4daa-8475-ba81eb205f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:07.936681 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-5ae23659-200a-4daa-8475-ba81eb205f13 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=65f866da-6201-417a-9c67-e7a8acffb4ae HTTP/1.1" status: 200 len: 797 time: 0.3600011 Mar 11 19:32:07.943691 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-beecccd0-d13a-473c-96d0-2c3042efa78b req-81430d62-1b07-457b-b226-d5979516f4d0 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=487f8613d1fa45ab81e48e9d9d0fc801&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251982 Mar 11 19:32:07.944989 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4de04b0a-ab46-41dd-8f88-ec8465a6a86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (b2d6df98-d962-4b7e-9e10-bfc539ce2b95), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:08.039729 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de04b0a-ab46-41dd-8f88-ec8465a6a86a admin admin] Pushing event updated for resources: {'Port': ['ID=b2d6df98-d962-4b7e-9e10-bfc539ce2b95,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:08.068529 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-5a6aeda8-dbfe-46a9-aee1-cd4daba0e7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:08.074479 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-5a6aeda8-dbfe-46a9-aee1-cd4daba0e7dc service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6ac60707-319a-4d65-9bd8-06cb97e2f80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1283162 Mar 11 19:32:08.103088 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b92ba-cfd3-4895-be44-4b6f1250951f req-4cabdf5a-374b-4023-b5cd-17c6ac80fdda tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:08.111148 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-119b92ba-cfd3-4895-be44-4b6f1250951f req-4cabdf5a-374b-4023-b5cd-17c6ac80fdda tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/ports?device_id=b19c4385-f45d-4744-ac1b-ee5c36af849e HTTP/1.1" status: 200 len: 945 time: 0.1893220 Mar 11 19:32:08.131761 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4de04b0a-ab46-41dd-8f88-ec8465a6a86a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (77ff9dd6-3b55-4898-8e8f-a25b5d126f66), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:08.214170 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d8544fff-308e-4cb1-b66f-4cccb2a5ec2a None None] Port b2d6df98-d962-4b7e-9e10-bfc539ce2b95 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:32:08.214393 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beecccd0-d13a-473c-96d0-2c3042efa78b req-dc616917-c579-4068-a41e-86a18efa4d84 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:08.216378 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-beecccd0-d13a-473c-96d0-2c3042efa78b req-dc616917-c579-4068-a41e-86a18efa4d84 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2059100 Mar 11 19:32:08.235906 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-119b92ba-cfd3-4895-be44-4b6f1250951f req-8e97144f-bad6-4e1b-bbb1-27c6d9e76f0e tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e295548-40c6-4aff-8eff-a54d88cb1f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237326 Mar 11 19:32:08.249331 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-e3a47632-eb38-4df2-8d03-45692258a2a5 None None] Set router 77ff9dd6-3b55-4898-8e8f-a25b5d126f66 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:32:08.267209 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-beecccd0-d13a-473c-96d0-2c3042efa78b req-955e3426-b44e-4f34-9888-2d079bcd4988 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Request body: {'port': {'device_id': '6a616cbe-b5e8-49cc-8905-093f346d0c83', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'admin_state_up': True, 'tenant_id': '487f8613d1fa45ab81e48e9d9d0fc801'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:32:08.284035 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-d265ffd9-434c-4985-a28a-384c7fde1423 service neutron] 10.222.0.75 "GET /v2.0/networks/6ac60707-319a-4d65-9bd8-06cb97e2f80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960697 Mar 11 19:32:08.393878 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de04b0a-ab46-41dd-8f88-ec8465a6a86a admin admin] Network 2861ea14-7bea-49b3-8565-f2cbb28bd165 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:32:08.407487 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-4de04b0a-ab46-41dd-8f88-ec8465a6a86a admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:32:08.432765 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da751812-eaa5-4d65-af08-f9706e4ea8b0 req-d7c40cd8-c77f-47be-a319-d6483d0a54e4 service neutron] 10.222.0.75 "GET /v2.0/networks/6ac60707-319a-4d65-9bd8-06cb97e2f80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422749 Mar 11 19:32:08.546561 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beecccd0-d13a-473c-96d0-2c3042efa78b req-955e3426-b44e-4f34-9888-2d079bcd4988 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Made reservation on behalf of 487f8613d1fa45ab81e48e9d9d0fc801 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:32:08.558960 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-beecccd0-d13a-473c-96d0-2c3042efa78b req-955e3426-b44e-4f34-9888-2d079bcd4988 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:08.654236 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-beecccd0-d13a-473c-96d0-2c3042efa78b req-955e3426-b44e-4f34-9888-2d079bcd4988 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:08.659617 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57675325-c184-4668-bf36-f449071db026 req-b92b1a8f-6822-4678-9680-8b34527e763e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:08.660357 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57675325-c184-4668-bf36-f449071db026 req-b92b1a8f-6822-4678-9680-8b34527e763e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:08.669005 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57675325-c184-4668-bf36-f449071db026 req-b92b1a8f-6822-4678-9680-8b34527e763e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:08.669801 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57675325-c184-4668-bf36-f449071db026 req-b92b1a8f-6822-4678-9680-8b34527e763e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:08.672665 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57675325-c184-4668-bf36-f449071db026 req-b92b1a8f-6822-4678-9680-8b34527e763e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:08.673439 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57675325-c184-4668-bf36-f449071db026 req-b92b1a8f-6822-4678-9680-8b34527e763e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:08.674202 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57675325-c184-4668-bf36-f449071db026 req-b92b1a8f-6822-4678-9680-8b34527e763e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:08.687571 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-57675325-c184-4668-bf36-f449071db026 req-b92b1a8f-6822-4678-9680-8b34527e763e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7eee167876f4486fa3e6b7859ca90f06&device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 6693 time: 0.1877143 Mar 11 19:32:08.710894 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4de04b0a-ab46-41dd-8f88-ec8465a6a86a admin admin] Router 77ff9dd6-3b55-4898-8e8f-a25b5d126f66 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:32:08.714521 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-e3a47632-eb38-4df2-8d03-45692258a2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ff9dd6-3b55-4898-8e8f-a25b5d126f66', 'name': 'tempest-ServersTestJSON-1394376928-router', 'tenant_id': 'be6bb36e4510404da3f801164858fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'dcd03947-277a-4bad-bef9-dddb4b8a6e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:32:01Z', 'updated_at': '2022-03-11T19:32:07Z', 'revision_number': 4, 'project_id': 'be6bb36e4510404da3f801164858fcd0', 'gw_port': {'id': 'dcd03947-277a-4bad-bef9-dddb4b8a6e95', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:48:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ff9dd6-3b55-4898-8e8f-a25b5d126f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:32:02Z', 'updated_at': '2022-03-11T19:32:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'b2d6df98-d962-4b7e-9e10-bfc539ce2b95', 'name': '', 'network_id': '2861ea14-7bea-49b3-8565-f2cbb28bd165', 'tenant_id': 'be6bb36e4510404da3f801164858fcd0', 'mac_address': 'fa:16:3e:d3:b7:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ff9dd6-3b55-4898-8e8f-a25b5d126f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '1c6d00ec-4b03-4775-8b18-57164800ad97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:32:06Z', 'updated_at': '2022-03-11T19:32:06Z', 'revision_number': 1, 'project_id': 'be6bb36e4510404da3f801164858fcd0', 'subnets': [{'id': '1c6d00ec-4b03-4775-8b18-57164800ad97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:32:08.808501 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a47632-eb38-4df2-8d03-45692258a2a5 None None] The sync data for ids ['77ff9dd6-3b55-4898-8e8f-a25b5d126f66'] in n-d-833163-1 is: [{'id': '77ff9dd6-3b55-4898-8e8f-a25b5d126f66', 'name': 'tempest-ServersTestJSON-1394376928-router', 'tenant_id': 'be6bb36e4510404da3f801164858fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'dcd03947-277a-4bad-bef9-dddb4b8a6e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:32:01Z', 'updated_at': '2022-03-11T19:32:07Z', 'revision_number': 4, 'project_id': 'be6bb36e4510404da3f801164858fcd0', 'gw_port': {'id': 'dcd03947-277a-4bad-bef9-dddb4b8a6e95', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:48:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ff9dd6-3b55-4898-8e8f-a25b5d126f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:32:02Z', 'updated_at': '2022-03-11T19:32:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'b2d6df98-d962-4b7e-9e10-bfc539ce2b95', 'name': '', 'network_id': '2861ea14-7bea-49b3-8565-f2cbb28bd165', 'tenant_id': 'be6bb36e4510404da3f801164858fcd0', 'mac_address': 'fa:16:3e:d3:b7:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ff9dd6-3b55-4898-8e8f-a25b5d126f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '1c6d00ec-4b03-4775-8b18-57164800ad97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:32:06Z', 'updated_at': '2022-03-11T19:32:06Z', 'revision_number': 1, 'project_id': 'be6bb36e4510404da3f801164858fcd0', 'subnets': [{'id': '1c6d00ec-4b03-4775-8b18-57164800ad97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:32:08.861535 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-444467d6-7c33-4a3a-932e-aed2858f1acd None None] Provisioning complete for port b2d6df98-d962-4b7e-9e10-bfc539ce2b95 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:32:08.863478 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-444467d6-7c33-4a3a-932e-aed2858f1acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (b2d6df98-d962-4b7e-9e10-bfc539ce2b95), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:08.870580 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de04b0a-ab46-41dd-8f88-ec8465a6a86a admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:32:08.885765 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4de04b0a-ab46-41dd-8f88-ec8465a6a86a admin admin] 10.222.0.65 "PUT /v2.0/routers/77ff9dd6-3b55-4898-8e8f-a25b5d126f66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3859947 Mar 11 19:32:08.927493 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-444467d6-7c33-4a3a-932e-aed2858f1acd None None] Port b2d6df98-d962-4b7e-9e10-bfc539ce2b95 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:32:08.930031 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57675325-c184-4668-bf36-f449071db026 req-f7b93443-7ecf-47bf-859e-2b583e092143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:08.931785 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-57675325-c184-4668-bf36-f449071db026 req-f7b93443-7ecf-47bf-859e-2b583e092143 service neutron] 10.222.0.75 "GET /v2.0/networks?id=6ac60707-319a-4d65-9bd8-06cb97e2f80c HTTP/1.1" status: 200 len: 902 time: 0.2383678 Mar 11 19:32:08.960265 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-beecccd0-d13a-473c-96d0-2c3042efa78b req-955e3426-b44e-4f34-9888-2d079bcd4988 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Publish callbacks [] for security_group (b3b77a5c-063d-4eb6-8922-45d47c0d350f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:08.969685 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-beecccd0-d13a-473c-96d0-2c3042efa78b req-955e3426-b44e-4f34-9888-2d079bcd4988 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (b3b77a5c-063d-4eb6-8922-45d47c0d350f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:09.055453 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-57675325-c184-4668-bf36-f449071db026 req-6796036b-779c-4216-ab5d-e03c75f7cf05 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=83a37c83-6ea8-4900-bacb-df4f8976aab8 HTTP/1.1" status: 200 len: 217 time: 0.1092834 Mar 11 19:32:09.072921 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955e3426-b44e-4f34-9888-2d079bcd4988 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b77a5c-063d-4eb6-8922-45d47c0d350f,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:09.170435 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3fad682d-35b3-4dbd-85bb-5846f72e4bc5 req-9a1c0826-2bbe-47dc-a149-f6bcfeeb9b95 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a616cbe-b5e8-49cc-8905-093f346d0c83 HTTP/1.1" status: 200 len: 210 time: 0.1513274 Mar 11 19:32:09.306412 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-beecccd0-d13a-473c-96d0-2c3042efa78b req-955e3426-b44e-4f34-9888-2d079bcd4988 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Allocated IP 192.168.233.183 (885772b1-9b97-4e1d-a0fb-e125030c5a81/9bb14923-74c3-4313-be8d-ed33542f05aa/851846da-c940-4105-b334-9256ba19cad4) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:32:09.308224 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57675325-c184-4668-bf36-f449071db026 req-70367acf-2dd6-4639-a9bf-ca205db5e737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:09.310477 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-57675325-c184-4668-bf36-f449071db026 req-70367acf-2dd6-4639-a9bf-ca205db5e737 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=65f866da-6201-417a-9c67-e7a8acffb4ae HTTP/1.1" status: 200 len: 797 time: 0.2542038 Mar 11 19:32:09.350533 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c97c57-a468-4335-a36e-7efb8c879b5f req-255df783-985f-4823-98e5-fb53eccb51fe tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:09.379439 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c97c57-a468-4335-a36e-7efb8c879b5f req-255df783-985f-4823-98e5-fb53eccb51fe tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:09.394686 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c97c57-a468-4335-a36e-7efb8c879b5f req-255df783-985f-4823-98e5-fb53eccb51fe tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:09.400931 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c97c57-a468-4335-a36e-7efb8c879b5f req-255df783-985f-4823-98e5-fb53eccb51fe tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:09.410050 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c97c57-a468-4335-a36e-7efb8c879b5f req-255df783-985f-4823-98e5-fb53eccb51fe tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:09.418500 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c97c57-a468-4335-a36e-7efb8c879b5f req-255df783-985f-4823-98e5-fb53eccb51fe tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:09.436911 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c97c57-a468-4335-a36e-7efb8c879b5f req-255df783-985f-4823-98e5-fb53eccb51fe tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:09.445719 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a9c97c57-a468-4335-a36e-7efb8c879b5f req-255df783-985f-4823-98e5-fb53eccb51fe tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 5419 time: 0.3084593 Mar 11 19:32:09.556963 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58442) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:32:09.586564 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-ad633cd3-07d0-4389-9c2b-cfad032682e7 tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Request body: {'security_group': {'name': 'tempest-securitygroup--385506988', 'description': 'tempest-description--121530812'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:32:09.686719 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57675325-c184-4668-bf36-f449071db026 req-0ac7007e-4d7d-4092-9b03-d4be008bbad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:09.688301 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-57675325-c184-4668-bf36-f449071db026 req-0ac7007e-4d7d-4092-9b03-d4be008bbad1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6ac60707-319a-4d65-9bd8-06cb97e2f80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3719647 Mar 11 19:32:09.693609 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a9c97c57-a468-4335-a36e-7efb8c879b5f req-adf7ef4d-c8f3-4637-acd9-3feae7917f7d tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=da55a647-62ee-4d15-a963-651fcfed7127&id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2465341 Mar 11 19:32:09.753401 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-beecccd0-d13a-473c-96d0-2c3042efa78b req-955e3426-b44e-4f34-9888-2d079bcd4988 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Publish callbacks [] for port (851846da-c940-4105-b334-9256ba19cad4), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:09.834718 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-57675325-c184-4668-bf36-f449071db026 req-b4a618a8-527b-4d93-9c6f-f70f527b60d4 service neutron] 10.222.0.75 "GET /v2.0/networks/6ac60707-319a-4d65-9bd8-06cb97e2f80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287897 Mar 11 19:32:09.846449 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-beecccd0-d13a-473c-96d0-2c3042efa78b req-955e3426-b44e-4f34-9888-2d079bcd4988 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (851846da-c940-4105-b334-9256ba19cad4), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:09.943693 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beecccd0-d13a-473c-96d0-2c3042efa78b req-955e3426-b44e-4f34-9888-2d079bcd4988 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Network 885772b1-9b97-4e1d-a0fb-e125030c5a81 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:32:09.958395 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955e3426-b44e-4f34-9888-2d079bcd4988 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Pushing event updated for resources: {'Port': ['ID=851846da-c940-4105-b334-9256ba19cad4,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:09.966305 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-beecccd0-d13a-473c-96d0-2c3042efa78b req-955e3426-b44e-4f34-9888-2d079bcd4988 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:32:09.983678 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-beecccd0-d13a-473c-96d0-2c3042efa78b req-955e3426-b44e-4f34-9888-2d079bcd4988 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:32:09.995507 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-57675325-c184-4668-bf36-f449071db026 req-5d221797-2b75-4fd5-a4ac-ba27694539fa service neutron] 10.222.0.75 "GET /v2.0/networks/6ac60707-319a-4d65-9bd8-06cb97e2f80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494651 Mar 11 19:32:09.997929 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ad633cd3-07d0-4389-9c2b-cfad032682e7 tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:10.080947 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beecccd0-d13a-473c-96d0-2c3042efa78b req-955e3426-b44e-4f34-9888-2d079bcd4988 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:10.081923 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-beecccd0-d13a-473c-96d0-2c3042efa78b req-955e3426-b44e-4f34-9888-2d079bcd4988 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:10.103808 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc41a93e-a530-4441-b97e-1cbdb6a1de46 req-244869e8-109d-4b8c-bc18-c3462a88971a tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:10.105200 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-beecccd0-d13a-473c-96d0-2c3042efa78b req-955e3426-b44e-4f34-9888-2d079bcd4988 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8414569 Mar 11 19:32:10.108536 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bc41a93e-a530-4441-b97e-1cbdb6a1de46 req-244869e8-109d-4b8c-bc18-c3462a88971a tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/ports?device_id=b19c4385-f45d-4744-ac1b-ee5c36af849e HTTP/1.1" status: 200 len: 945 time: 0.4888041 Mar 11 19:32:10.127854 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-beecccd0-d13a-473c-96d0-2c3042efa78b req-5b2f860b-13ad-435f-b185-3df2c6467818 service neutron] Request body: {'port': {'device_id': '6a616cbe-b5e8-49cc-8905-093f346d0c83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:32:10.324911 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bc41a93e-a530-4441-b97e-1cbdb6a1de46 req-025e4ea4-f0ec-4fd9-b714-8885424ca0d7 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e295548-40c6-4aff-8eff-a54d88cb1f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008886 Mar 11 19:32:10.424714 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ad633cd3-07d0-4389-9c2b-cfad032682e7 tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Publish callbacks [] for security_group (9455c5a3-3801-4a3d-8a59-98f1d99f5b40), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:10.439584 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ad633cd3-07d0-4389-9c2b-cfad032682e7 tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (9455c5a3-3801-4a3d-8a59-98f1d99f5b40), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:10.488930 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-60b3fbcc-3c36-4904-b557-bb6542bda9ce None None] Provisioning complete for port 851846da-c940-4105-b334-9256ba19cad4 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:32:10.489538 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-60b3fbcc-3c36-4904-b557-bb6542bda9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (851846da-c940-4105-b334-9256ba19cad4), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:10.577913 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ad633cd3-07d0-4389-9c2b-cfad032682e7 tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:10.584368 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ad633cd3-07d0-4389-9c2b-cfad032682e7 tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.0131905 Mar 11 19:32:10.587179 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58448) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:32:10.605087 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-60b3fbcc-3c36-4904-b557-bb6542bda9ce None None] Port 851846da-c940-4105-b334-9256ba19cad4 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:32:10.607982 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0cbe6e-c188-49f2-8dee-189e162b300e req-7287558d-bf0a-46bc-a609-3e4b8d8109c0 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:10.633383 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8e0cbe6e-c188-49f2-8dee-189e162b300e req-7287558d-bf0a-46bc-a609-3e4b8d8109c0 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a616cbe-b5e8-49cc-8905-093f346d0c83 HTTP/1.1" status: 200 len: 936 time: 0.2556543 Mar 11 19:32:10.648403 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-95a58a45-3d74-4011-bbf0-9b854d3a7a9c tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Request body: {'security_group_rule': {'security_group_id': '9455c5a3-3801-4a3d-8a59-98f1d99f5b40', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:32:10.759141 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-beecccd0-d13a-473c-96d0-2c3042efa78b req-5b2f860b-13ad-435f-b185-3df2c6467818 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (851846da-c940-4105-b334-9256ba19cad4), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:11.335567 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-beecccd0-d13a-473c-96d0-2c3042efa78b req-5b2f860b-13ad-435f-b185-3df2c6467818 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 851846da-c940-4105-b334-9256ba19cad4 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:32:11.345176 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-beecccd0-d13a-473c-96d0-2c3042efa78b req-5b2f860b-13ad-435f-b185-3df2c6467818 service neutron] Publish callbacks [] for port (851846da-c940-4105-b334-9256ba19cad4), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:11.353613 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-95a58a45-3d74-4011-bbf0-9b854d3a7a9c tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Publish callbacks [] for security_group_rule (35d876bf-1bb6-4648-9b49-a05dbabf930c), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:11.367063 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-beecccd0-d13a-473c-96d0-2c3042efa78b req-5b2f860b-13ad-435f-b185-3df2c6467818 service neutron] Transition to ACTIVE for port object 851846da-c940-4105-b334-9256ba19cad4 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:32:11.374820 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-beecccd0-d13a-473c-96d0-2c3042efa78b req-5b2f860b-13ad-435f-b185-3df2c6467818 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (851846da-c940-4105-b334-9256ba19cad4), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:11.401372 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad633cd3-07d0-4389-9c2b-cfad032682e7 tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9455c5a3-3801-4a3d-8a59-98f1d99f5b40,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:11.463725 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2f860b-13ad-435f-b185-3df2c6467818 service neutron] Pushing event updated for resources: {'Port': ['ID=851846da-c940-4105-b334-9256ba19cad4,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:11.476439 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8e0cbe6e-c188-49f2-8dee-189e162b300e req-054313a8-ec5e-4d35-992f-2f2abac66ef7 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8360031 Mar 11 19:32:11.550769 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-95a58a45-3d74-4011-bbf0-9b854d3a7a9c tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Publish callbacks [] for security_group_rule (35d876bf-1bb6-4648-9b49-a05dbabf930c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:11.619687 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bef710-b296-4737-8289-3788c1a74cf7 req-59501bfb-e90a-48c3-aec7-e420b623909a tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:11.627845 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bef710-b296-4737-8289-3788c1a74cf7 req-59501bfb-e90a-48c3-aec7-e420b623909a tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:11.633686 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bef710-b296-4737-8289-3788c1a74cf7 req-59501bfb-e90a-48c3-aec7-e420b623909a tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:11.645518 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bef710-b296-4737-8289-3788c1a74cf7 req-59501bfb-e90a-48c3-aec7-e420b623909a tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:11.658177 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bef710-b296-4737-8289-3788c1a74cf7 req-59501bfb-e90a-48c3-aec7-e420b623909a tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:11.659956 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-beecccd0-d13a-473c-96d0-2c3042efa78b req-5b2f860b-13ad-435f-b185-3df2c6467818 service neutron] Attempting to bind port 851846da-c940-4105-b334-9256ba19cad4 on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:32:11.660614 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-beecccd0-d13a-473c-96d0-2c3042efa78b req-5b2f860b-13ad-435f-b185-3df2c6467818 service neutron] Attempting to bind port 851846da-c940-4105-b334-9256ba19cad4 by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:32:11.661419 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beecccd0-d13a-473c-96d0-2c3042efa78b req-5b2f860b-13ad-435f-b185-3df2c6467818 service neutron] Attempting to bind port 851846da-c940-4105-b334-9256ba19cad4 on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:32:11.671477 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beecccd0-d13a-473c-96d0-2c3042efa78b req-5b2f860b-13ad-435f-b185-3df2c6467818 service neutron] Port 851846da-c940-4105-b334-9256ba19cad4 on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:32:11.672435 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beecccd0-d13a-473c-96d0-2c3042efa78b req-5b2f860b-13ad-435f-b185-3df2c6467818 service neutron] Attempting to bind port 851846da-c940-4105-b334-9256ba19cad4 on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:32:11.677726 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bef710-b296-4737-8289-3788c1a74cf7 req-59501bfb-e90a-48c3-aec7-e420b623909a tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:11.689756 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bef710-b296-4737-8289-3788c1a74cf7 req-59501bfb-e90a-48c3-aec7-e420b623909a tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:11.691788 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-92bef710-b296-4737-8289-3788c1a74cf7 req-59501bfb-e90a-48c3-aec7-e420b623909a tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 5419 time: 0.3586538 Mar 11 19:32:11.693174 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-95a58a45-3d74-4011-bbf0-9b854d3a7a9c tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (35d876bf-1bb6-4648-9b49-a05dbabf930c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:11.707935 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beecccd0-d13a-473c-96d0-2c3042efa78b req-5b2f860b-13ad-435f-b185-3df2c6467818 service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:32:11.708286 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beecccd0-d13a-473c-96d0-2c3042efa78b req-5b2f860b-13ad-435f-b185-3df2c6467818 service neutron] Checking segment: {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:32:11.708683 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beecccd0-d13a-473c-96d0-2c3042efa78b req-5b2f860b-13ad-435f-b185-3df2c6467818 service neutron] Bound using segment: {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:32:11.709139 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-beecccd0-d13a-473c-96d0-2c3042efa78b req-5b2f860b-13ad-435f-b185-3df2c6467818 service neutron] Bound port: 851846da-c940-4105-b334-9256ba19cad4, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:32:11.714317 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-beecccd0-d13a-473c-96d0-2c3042efa78b req-5b2f860b-13ad-435f-b185-3df2c6467818 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (851846da-c940-4105-b334-9256ba19cad4), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:11.746070 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a58a45-3d74-4011-bbf0-9b854d3a7a9c tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35d876bf-1bb6-4648-9b49-a05dbabf930c,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:11.759078 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-95a58a45-3d74-4011-bbf0-9b854d3a7a9c tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:11.763840 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-95a58a45-3d74-4011-bbf0-9b854d3a7a9c tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1233804 Mar 11 19:32:11.783050 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58472) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:32:11.816070 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-f14dfc31-0582-4a87-9916-2e6b82229088 tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Request body: {'security_group_rule': {'security_group_id': '9455c5a3-3801-4a3d-8a59-98f1d99f5b40', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:32:11.963765 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-92bef710-b296-4737-8289-3788c1a74cf7 req-5fe35e42-e6a5-4595-93f1-d4b50c33a2ca tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=da55a647-62ee-4d15-a963-651fcfed7127&id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2202353 Mar 11 19:32:12.001609 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b7ee5f-650d-4fef-93d0-c2586b268446 req-f7dceab2-13ca-4bfa-81c9-3483f2772286 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:12.016444 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-39b7ee5f-650d-4fef-93d0-c2586b268446 req-f7dceab2-13ca-4bfa-81c9-3483f2772286 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/ports?device_id=b19c4385-f45d-4744-ac1b-ee5c36af849e HTTP/1.1" status: 200 len: 945 time: 0.2175567 Mar 11 19:32:12.071029 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f14dfc31-0582-4a87-9916-2e6b82229088 tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Publish callbacks [] for security_group_rule (46318825-815e-4583-a868-2080d519661f), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:12.160088 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58482) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:32:12.185745 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device dcd03947-277a-4bad-bef9-dddb4b8a6e95 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:32:12.208776 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-39b7ee5f-650d-4fef-93d0-c2586b268446 req-0476f5c4-4331-4961-af55-cece40196a79 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e295548-40c6-4aff-8eff-a54d88cb1f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807210 Mar 11 19:32:12.215283 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-beecccd0-d13a-473c-96d0-2c3042efa78b req-5b2f860b-13ad-435f-b185-3df2c6467818 service neutron] For port 851846da-c940-4105-b334-9256ba19cad4, host n-h2-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:32:12.258267 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-beecccd0-d13a-473c-96d0-2c3042efa78b req-5b2f860b-13ad-435f-b185-3df2c6467818 service neutron] For port 851846da-c940-4105-b334-9256ba19cad4, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=851846da-c940-4105-b334-9256ba19cad4,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:32:12.304541 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-beecccd0-d13a-473c-96d0-2c3042efa78b req-5b2f860b-13ad-435f-b185-3df2c6467818 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (851846da-c940-4105-b334-9256ba19cad4), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:12.325215 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f14dfc31-0582-4a87-9916-2e6b82229088 tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Publish callbacks [] for security_group_rule (46318825-815e-4583-a868-2080d519661f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:12.388274 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port dcd03947-277a-4bad-bef9-dddb4b8a6e95 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:32:12.388660 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (dcd03947-277a-4bad-bef9-dddb4b8a6e95), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:12.419870 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f14dfc31-0582-4a87-9916-2e6b82229088 tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (46318825-815e-4583-a868-2080d519661f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:12.496511 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14dfc31-0582-4a87-9916-2e6b82229088 tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46318825-815e-4583-a868-2080d519661f,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:12.535698 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beecccd0-d13a-473c-96d0-2c3042efa78b req-5b2f860b-13ad-435f-b185-3df2c6467818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:12.536327 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-beecccd0-d13a-473c-96d0-2c3042efa78b req-5b2f860b-13ad-435f-b185-3df2c6467818 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:12.545354 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-beecccd0-d13a-473c-96d0-2c3042efa78b req-5b2f860b-13ad-435f-b185-3df2c6467818 service neutron] 10.222.0.57 "PUT /v2.0/ports/851846da-c940-4105-b334-9256ba19cad4 HTTP/1.1" status: 200 len: 1096 time: 2.4331777 Mar 11 19:32:12.567256 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a616cbe-b5e8-49cc-8905-093f346d0c83', 'tag': '851846da-c940-4105-b334-9256ba19cad4'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:32:12.578913 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c410fb-5797-44b5-85c9-95ed830eb490" -d '{"events": [{"name": "network-changed", "server_uuid": "6a616cbe-b5e8-49cc-8905-093f346d0c83", "tag": "851846da-c940-4105-b334-9256ba19cad4"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:32:12.640119 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2f860b-13ad-435f-b185-3df2c6467818 service neutron] Pushing event updated for resources: {'Port': ['ID=851846da-c940-4105-b334-9256ba19cad4,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:12.660994 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port dcd03947-277a-4bad-bef9-dddb4b8a6e95 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:32:12.668431 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (dcd03947-277a-4bad-bef9-dddb4b8a6e95), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:12.675445 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f14dfc31-0582-4a87-9916-2e6b82229088 tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:12.682663 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f14dfc31-0582-4a87-9916-2e6b82229088 tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8955190 Mar 11 19:32:12.692802 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58516) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:32:12.703334 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-ef3582db-5c9f-43b5-8fcd-7b0e1b536160 tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Request body: {'floatingip': {'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:32:12.738521 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port dcd03947-277a-4bad-bef9-dddb4b8a6e95, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=dcd03947-277a-4bad-bef9-dddb4b8a6e95,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:32:12.748967 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (dcd03947-277a-4bad-bef9-dddb4b8a6e95), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:12.783729 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b9dfeb-50d5-4c4a-88f0-345fa7cd02b5 x-openstack-request-id: req-11b9dfeb-50d5-4c4a-88f0-345fa7cd02b5 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:32:12.784624 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a616cbe-b5e8-49cc-8905-093f346d0c83", "tag": "851846da-c940-4105-b334-9256ba19cad4", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:32:12.787594 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-11b9dfeb-50d5-4c4a-88f0-345fa7cd02b5 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:32:12.788197 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a616cbe-b5e8-49cc-8905-093f346d0c83', 'tag': '851846da-c940-4105-b334-9256ba19cad4', 'status': 'completed', 'code': 200} Mar 11 19:32:12.845711 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beecccd0-d13a-473c-96d0-2c3042efa78b req-7f657640-8d2b-407b-b9c5-6056e1da28fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:12.850157 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-beecccd0-d13a-473c-96d0-2c3042efa78b req-7f657640-8d2b-407b-b9c5-6056e1da28fa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=487f8613d1fa45ab81e48e9d9d0fc801&device_id=6a616cbe-b5e8-49cc-8905-093f346d0c83 HTTP/1.1" status: 200 len: 1130 time: 0.1846156 Mar 11 19:32:12.864190 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407cb7d8-a1b3-410a-aed3-b05c37dec104 None None] Sync routers for ids ['77ff9dd6-3b55-4898-8e8f-a25b5d126f66'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:32:12.889482 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407cb7d8-a1b3-410a-aed3-b05c37dec104 None None] Routers {'77ff9dd6-3b55-4898-8e8f-a25b5d126f66'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:32:12.890335 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-407cb7d8-a1b3-410a-aed3-b05c37dec104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:31:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['77ff9dd6-3b55-4898-8e8f-a25b5d126f66'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:32:12.907376 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=dcd03947-277a-4bad-bef9-dddb4b8a6e95,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:13.011574 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-beecccd0-d13a-473c-96d0-2c3042efa78b req-15f11d70-10f6-4a5c-b4ac-496942d35229 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=851846da-c940-4105-b334-9256ba19cad4 HTTP/1.1" status: 200 len: 217 time: 0.1497383 Mar 11 19:32:13.013118 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ef3582db-5c9f-43b5-8fcd-7b0e1b536160 tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:13.131871 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac353a46-89bf-4930-9539-674c502a9bbd req-59b7e902-e42e-4c06-8190-119673dabc30 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:13.133399 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ac353a46-89bf-4930-9539-674c502a9bbd req-59b7e902-e42e-4c06-8190-119673dabc30 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a616cbe-b5e8-49cc-8905-093f346d0c83 HTTP/1.1" status: 200 len: 948 time: 0.4020190 Mar 11 19:32:13.169696 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-407cb7d8-a1b3-410a-aed3-b05c37dec104 None None] Set router 77ff9dd6-3b55-4898-8e8f-a25b5d126f66 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:32:13.183053 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beecccd0-d13a-473c-96d0-2c3042efa78b req-3f8c2d9b-2445-483f-a15c-7ae8081abdee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:13.189701 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-beecccd0-d13a-473c-96d0-2c3042efa78b req-3f8c2d9b-2445-483f-a15c-7ae8081abdee service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.1752772 Mar 11 19:32:13.363719 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beecccd0-d13a-473c-96d0-2c3042efa78b req-d0c432c9-3019-47a6-8957-fa7111403782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:13.366078 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-beecccd0-d13a-473c-96d0-2c3042efa78b req-d0c432c9-3019-47a6-8957-fa7111403782 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1692479 Mar 11 19:32:13.517923 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9eb610-7232-4b33-b22e-f5756dfe626d req-bfa8be86-9dcb-4de2-b3f5-714f62d50c20 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:13.536459 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9eb610-7232-4b33-b22e-f5756dfe626d req-bfa8be86-9dcb-4de2-b3f5-714f62d50c20 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:13.547814 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9eb610-7232-4b33-b22e-f5756dfe626d req-bfa8be86-9dcb-4de2-b3f5-714f62d50c20 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:13.562082 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9eb610-7232-4b33-b22e-f5756dfe626d req-bfa8be86-9dcb-4de2-b3f5-714f62d50c20 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:13.568728 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9eb610-7232-4b33-b22e-f5756dfe626d req-bfa8be86-9dcb-4de2-b3f5-714f62d50c20 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:13.574530 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9eb610-7232-4b33-b22e-f5756dfe626d req-bfa8be86-9dcb-4de2-b3f5-714f62d50c20 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:13.581826 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9eb610-7232-4b33-b22e-f5756dfe626d req-bfa8be86-9dcb-4de2-b3f5-714f62d50c20 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:13.589801 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2b9eb610-7232-4b33-b22e-f5756dfe626d req-bfa8be86-9dcb-4de2-b3f5-714f62d50c20 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 5419 time: 0.4091523 Mar 11 19:32:13.642061 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ac353a46-89bf-4930-9539-674c502a9bbd req-5e8df33d-ecf4-4b23-af1b-7811bf2db7ea tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4955668 Mar 11 19:32:13.720562 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-beecccd0-d13a-473c-96d0-2c3042efa78b req-7ebe1fab-88f6-4916-b84b-9390d5bb9226 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3446798 Mar 11 19:32:13.829899 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2b9eb610-7232-4b33-b22e-f5756dfe626d req-009ec9b7-48d8-4035-9add-2130bc7ae4fd tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=da55a647-62ee-4d15-a963-651fcfed7127&id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2391233 Mar 11 19:32:13.836446 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-407cb7d8-a1b3-410a-aed3-b05c37dec104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ff9dd6-3b55-4898-8e8f-a25b5d126f66', 'name': 'tempest-ServersTestJSON-1394376928-router', 'tenant_id': 'be6bb36e4510404da3f801164858fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'dcd03947-277a-4bad-bef9-dddb4b8a6e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:32:01Z', 'updated_at': '2022-03-11T19:32:07Z', 'revision_number': 4, 'project_id': 'be6bb36e4510404da3f801164858fcd0', 'gw_port': {'id': 'dcd03947-277a-4bad-bef9-dddb4b8a6e95', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:48:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ff9dd6-3b55-4898-8e8f-a25b5d126f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:32:02Z', 'updated_at': '2022-03-11T19:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'b2d6df98-d962-4b7e-9e10-bfc539ce2b95', 'name': '', 'network_id': '2861ea14-7bea-49b3-8565-f2cbb28bd165', 'tenant_id': 'be6bb36e4510404da3f801164858fcd0', 'mac_address': 'fa:16:3e:d3:b7:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ff9dd6-3b55-4898-8e8f-a25b5d126f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '1c6d00ec-4b03-4775-8b18-57164800ad97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:32:06Z', 'updated_at': '2022-03-11T19:32:07Z', 'revision_number': 2, 'project_id': 'be6bb36e4510404da3f801164858fcd0', 'subnets': [{'id': '1c6d00ec-4b03-4775-8b18-57164800ad97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:32:13.858406 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ef3582db-5c9f-43b5-8fcd-7b0e1b536160 tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:13.910863 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407cb7d8-a1b3-410a-aed3-b05c37dec104 None None] Checking router: 77ff9dd6-3b55-4898-8e8f-a25b5d126f66 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:32:13.924817 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407cb7d8-a1b3-410a-aed3-b05c37dec104 None None] Updating router 77ff9dd6-3b55-4898-8e8f-a25b5d126f66 port b2d6df98-d962-4b7e-9e10-bfc539ce2b95 binding host n-d-833163-1 {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:32:14.041222 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-beecccd0-d13a-473c-96d0-2c3042efa78b req-e8b566c6-beae-4d88-b92d-957f1872b561 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125694 Mar 11 19:32:14.051701 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-407cb7d8-a1b3-410a-aed3-b05c37dec104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b2d6df98-d962-4b7e-9e10-bfc539ce2b95), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:14.065381 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35d8eb-3e46-4fad-922b-b04284746f9e req-9a57155f-7a7a-4ac1-ba51-97e5af46a23f tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:14.080112 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dd35d8eb-3e46-4fad-922b-b04284746f9e req-9a57155f-7a7a-4ac1-ba51-97e5af46a23f tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/ports?device_id=b19c4385-f45d-4744-ac1b-ee5c36af849e HTTP/1.1" status: 200 len: 945 time: 0.2755826 Mar 11 19:32:14.130662 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c4348cc2-1406-40b3-9539-965756df6cce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (5d64d515-4843-48da-980f-e7f52fb88627), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:14.138810 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device dcd03947-277a-4bad-bef9-dddb4b8a6e95 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:32:14.316776 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c410fb-5797-44b5-85c9-95ed830eb490 req-3246de55-76cc-431d-8948-3e9a1f06f9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:14.323314 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-39c410fb-5797-44b5-85c9-95ed830eb490 req-3246de55-76cc-431d-8948-3e9a1f06f9b6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=487f8613d1fa45ab81e48e9d9d0fc801&device_id=6a616cbe-b5e8-49cc-8905-093f346d0c83 HTTP/1.1" status: 200 len: 1130 time: 0.2047124 Mar 11 19:32:14.372337 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port dcd03947-277a-4bad-bef9-dddb4b8a6e95 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:32:14.374016 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (dcd03947-277a-4bad-bef9-dddb4b8a6e95), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:14.556765 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-ef3582db-5c9f-43b5-8fcd-7b0e1b536160 tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Allocated IP 172.25.8.63 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/1455a1d4-6a07-4a1c-b241-28ea204ddbab) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:32:14.569219 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dd35d8eb-3e46-4fad-922b-b04284746f9e req-25d7deb8-52a4-4b22-a426-17d452b853b2 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e295548-40c6-4aff-8eff-a54d88cb1f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4877777 Mar 11 19:32:14.732246 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port dcd03947-277a-4bad-bef9-dddb4b8a6e95 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:32:14.805185 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c410fb-5797-44b5-85c9-95ed830eb490 req-f74db5be-aac9-45ba-9d7f-edcfaacb5431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:14.810624 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-39c410fb-5797-44b5-85c9-95ed830eb490 req-f74db5be-aac9-45ba-9d7f-edcfaacb5431 service neutron] 10.222.0.57 "GET /v2.0/networks?id=885772b1-9b97-4e1d-a0fb-e125030c5a81 HTTP/1.1" status: 200 len: 870 time: 0.4722719 Mar 11 19:32:14.942222 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-39c410fb-5797-44b5-85c9-95ed830eb490 req-cc7f90db-1197-4b65-a96d-4aa0b4745102 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=851846da-c940-4105-b334-9256ba19cad4 HTTP/1.1" status: 200 len: 217 time: 0.1232436 Mar 11 19:32:15.006321 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-407cb7d8-a1b3-410a-aed3-b05c37dec104 None None] Publish callbacks [] for port (b2d6df98-d962-4b7e-9e10-bfc539ce2b95), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:15.017473 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-407cb7d8-a1b3-410a-aed3-b05c37dec104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (b2d6df98-d962-4b7e-9e10-bfc539ce2b95), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:15.037945 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c410fb-5797-44b5-85c9-95ed830eb490 req-cf4aca76-b3db-4868-853f-dcc26e98c556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:15.044601 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-39c410fb-5797-44b5-85c9-95ed830eb490 req-cf4aca76-b3db-4868-853f-dcc26e98c556 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.0957375 Mar 11 19:32:15.085609 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ef3582db-5c9f-43b5-8fcd-7b0e1b536160 tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Publish callbacks [] for port (1455a1d4-6a07-4a1c-b241-28ea204ddbab), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:15.159993 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c410fb-5797-44b5-85c9-95ed830eb490 req-c162b2df-5f93-4f49-8e06-71b1ee0f5374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:15.161525 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-39c410fb-5797-44b5-85c9-95ed830eb490 req-c162b2df-5f93-4f49-8e06-71b1ee0f5374 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1124010 Mar 11 19:32:15.264442 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1bbbdf-02cb-4723-b88e-520d6c89e887 None None] Pushing event updated for resources: {'Port': ['ID=b2d6df98-d962-4b7e-9e10-bfc539ce2b95,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:15.309848 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1bbbdf-02cb-4723-b88e-520d6c89e887 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:32:15.316023 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1bbbdf-02cb-4723-b88e-520d6c89e887 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:32:15.316738 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1bbbdf-02cb-4723-b88e-520d6c89e887 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:32:15.317317 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1bbbdf-02cb-4723-b88e-520d6c89e887 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:32:15.317888 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1bbbdf-02cb-4723-b88e-520d6c89e887 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:32:15.318443 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1bbbdf-02cb-4723-b88e-520d6c89e887 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:32:15.323097 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1bbbdf-02cb-4723-b88e-520d6c89e887 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:32:15.323708 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1bbbdf-02cb-4723-b88e-520d6c89e887 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:32:15.324451 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1bbbdf-02cb-4723-b88e-520d6c89e887 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:32:15.324957 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1bbbdf-02cb-4723-b88e-520d6c89e887 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:32:15.325395 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1bbbdf-02cb-4723-b88e-520d6c89e887 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:32:15.325829 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1bbbdf-02cb-4723-b88e-520d6c89e887 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:32:15.326860 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1bbbdf-02cb-4723-b88e-520d6c89e887 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:32:15.393290 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-407cb7d8-a1b3-410a-aed3-b05c37dec104 None None] Attempting to bind port b2d6df98-d962-4b7e-9e10-bfc539ce2b95 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:32:15.397710 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-407cb7d8-a1b3-410a-aed3-b05c37dec104 None None] Attempting to bind port b2d6df98-d962-4b7e-9e10-bfc539ce2b95 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '4634a948-ef3a-4fad-aaf7-51110bedaf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '2861ea14-7bea-49b3-8565-f2cbb28bd165'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:32:15.397710 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407cb7d8-a1b3-410a-aed3-b05c37dec104 None None] Attempting to bind port b2d6df98-d962-4b7e-9e10-bfc539ce2b95 on network 2861ea14-7bea-49b3-8565-f2cbb28bd165 {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:32:15.422174 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-39c410fb-5797-44b5-85c9-95ed830eb490 req-438b8324-72b0-4a56-b88c-a81f646afb8e service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536325 Mar 11 19:32:15.427157 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407cb7d8-a1b3-410a-aed3-b05c37dec104 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:32:15.427545 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407cb7d8-a1b3-410a-aed3-b05c37dec104 None None] Checking segment: {'id': '4634a948-ef3a-4fad-aaf7-51110bedaf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '2861ea14-7bea-49b3-8565-f2cbb28bd165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:32:15.427990 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-407cb7d8-a1b3-410a-aed3-b05c37dec104 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:15.428383 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407cb7d8-a1b3-410a-aed3-b05c37dec104 None None] Bound using segment: {'id': '4634a948-ef3a-4fad-aaf7-51110bedaf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '2861ea14-7bea-49b3-8565-f2cbb28bd165'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:32:15.428866 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-407cb7d8-a1b3-410a-aed3-b05c37dec104 None None] Bound port: b2d6df98-d962-4b7e-9e10-bfc539ce2b95, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4634a948-ef3a-4fad-aaf7-51110bedaf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '2861ea14-7bea-49b3-8565-f2cbb28bd165'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:32:15.429243 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-407cb7d8-a1b3-410a-aed3-b05c37dec104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b2d6df98-d962-4b7e-9e10-bfc539ce2b95), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:15.587261 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ef3582db-5c9f-43b5-8fcd-7b0e1b536160 tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (1455a1d4-6a07-4a1c-b241-28ea204ddbab), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:15.608801 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-407cb7d8-a1b3-410a-aed3-b05c37dec104 None None] For port b2d6df98-d962-4b7e-9e10-bfc539ce2b95, host n-d-833163-1, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:32:15.612152 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-407cb7d8-a1b3-410a-aed3-b05c37dec104 None None] For port b2d6df98-d962-4b7e-9e10-bfc539ce2b95, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=b2d6df98-d962-4b7e-9e10-bfc539ce2b95,segment=NetworkSegment(4634a948-ef3a-4fad-aaf7-51110bedaf50),segment_id=4634a948-ef3a-4fad-aaf7-51110bedaf50)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:32:15.621138 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-407cb7d8-a1b3-410a-aed3-b05c37dec104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (b2d6df98-d962-4b7e-9e10-bfc539ce2b95), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:15.651597 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ae3705d9-69e4-4fd7-9190-513eb0b648c3 None None] Provisioning complete for port b2d6df98-d962-4b7e-9e10-bfc539ce2b95 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:32:15.652108 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ae3705d9-69e4-4fd7-9190-513eb0b648c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (b2d6df98-d962-4b7e-9e10-bfc539ce2b95), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:15.698159 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-39c410fb-5797-44b5-85c9-95ed830eb490 req-a54acc21-c081-4078-af08-4fb5b69466a6 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666266 Mar 11 19:32:15.790171 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407cb7d8-a1b3-410a-aed3-b05c37dec104 None None] Routers {'77ff9dd6-3b55-4898-8e8f-a25b5d126f66'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:32:15.790809 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-407cb7d8-a1b3-410a-aed3-b05c37dec104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:31:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['77ff9dd6-3b55-4898-8e8f-a25b5d126f66'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:32:15.815706 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c127df3-184e-43a0-a10e-a3f6368be1be req-0de39673-0a47-4849-8a18-dd659da04d6c tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:15.822472 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c127df3-184e-43a0-a10e-a3f6368be1be req-0de39673-0a47-4849-8a18-dd659da04d6c tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:15.832772 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c127df3-184e-43a0-a10e-a3f6368be1be req-0de39673-0a47-4849-8a18-dd659da04d6c tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:15.848986 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c127df3-184e-43a0-a10e-a3f6368be1be req-0de39673-0a47-4849-8a18-dd659da04d6c tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:15.856784 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c127df3-184e-43a0-a10e-a3f6368be1be req-0de39673-0a47-4849-8a18-dd659da04d6c tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:15.864996 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c127df3-184e-43a0-a10e-a3f6368be1be req-0de39673-0a47-4849-8a18-dd659da04d6c tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:15.871529 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c127df3-184e-43a0-a10e-a3f6368be1be req-0de39673-0a47-4849-8a18-dd659da04d6c tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:15.875414 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1bbbdf-02cb-4723-b88e-520d6c89e887 None None] Pushing event updated for resources: {'Port': ['ID=b2d6df98-d962-4b7e-9e10-bfc539ce2b95,revision_number=4']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:15.876160 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7c127df3-184e-43a0-a10e-a3f6368be1be req-0de39673-0a47-4849-8a18-dd659da04d6c tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 5419 time: 0.8099980 Mar 11 19:32:15.889164 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ae3705d9-69e4-4fd7-9190-513eb0b648c3 None None] Current status of the port b2d6df98-d962-4b7e-9e10-bfc539ce2b95 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:32:15.889554 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ae3705d9-69e4-4fd7-9190-513eb0b648c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b2d6df98-d962-4b7e-9e10-bfc539ce2b95), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:15.943933 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3582db-5c9f-43b5-8fcd-7b0e1b536160 tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:32:15.954977 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a651ee-1d0f-4c80-88d5-f1492530b745 req-cf93b504-1609-432d-ab5d-366d2705074f tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:15.957067 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e8a651ee-1d0f-4c80-88d5-f1492530b745 req-cf93b504-1609-432d-ab5d-366d2705074f tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a616cbe-b5e8-49cc-8905-093f346d0c83 HTTP/1.1" status: 200 len: 948 time: 0.5550776 Mar 11 19:32:16.001172 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-ef3582db-5c9f-43b5-8fcd-7b0e1b536160 tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:32:16.004829 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-ae3705d9-69e4-4fd7-9190-513eb0b648c3 None None] For port b2d6df98-d962-4b7e-9e10-bfc539ce2b95, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=b2d6df98-d962-4b7e-9e10-bfc539ce2b95,segment=NetworkSegment(4634a948-ef3a-4fad-aaf7-51110bedaf50),segment_id=4634a948-ef3a-4fad-aaf7-51110bedaf50)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:32:16.015581 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ae3705d9-69e4-4fd7-9190-513eb0b648c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (b2d6df98-d962-4b7e-9e10-bfc539ce2b95), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:16.056631 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3582db-5c9f-43b5-8fcd-7b0e1b536160 tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:32:16.083892 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-407cb7d8-a1b3-410a-aed3-b05c37dec104 None None] Set router 77ff9dd6-3b55-4898-8e8f-a25b5d126f66 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:32:16.110229 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-c4348cc2-1406-40b3-9539-965756df6cce admin admin] Deleting port d250ebcc-cfa7-444e-9330-33f8973578ca {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:32:16.110785 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c4348cc2-1406-40b3-9539-965756df6cce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (d250ebcc-cfa7-444e-9330-33f8973578ca), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:16.115717 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e8a651ee-1d0f-4c80-88d5-f1492530b745 req-f4e1a793-b391-48f3-a2dc-7f1c247da71f tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483746 Mar 11 19:32:16.158548 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3705d9-69e4-4fd7-9190-513eb0b648c3 None None] Pushing event updated for resources: {'Port': ['ID=b2d6df98-d962-4b7e-9e10-bfc539ce2b95,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:16.190683 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-3f550ca9-c227-445e-abae-dd11d9b09677 None None] Provisioning complete for port b2d6df98-d962-4b7e-9e10-bfc539ce2b95 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:32:16.196047 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3f550ca9-c227-445e-abae-dd11d9b09677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (b2d6df98-d962-4b7e-9e10-bfc539ce2b95), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:16.243227 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7c127df3-184e-43a0-a10e-a3f6368be1be req-ce19424e-78bb-41b9-a65a-2184102c6200 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=da55a647-62ee-4d15-a963-651fcfed7127&id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3519938 Mar 11 19:32:16.256656 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3582db-5c9f-43b5-8fcd-7b0e1b536160 tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Pushing event updated for resources: {'Port': ['ID=1455a1d4-6a07-4a1c-b241-28ea204ddbab,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:16.413593 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-3f550ca9-c227-445e-abae-dd11d9b09677 None None] Current status of the port b2d6df98-d962-4b7e-9e10-bfc539ce2b95 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:32:16.627619 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7798fcd-2fb4-4f0b-af5a-140d8b5d00ba req-98f22762-73f5-482e-8cd1-d9562ca4b510 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:16.629568 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c7798fcd-2fb4-4f0b-af5a-140d8b5d00ba req-98f22762-73f5-482e-8cd1-d9562ca4b510 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/ports?device_id=b19c4385-f45d-4744-ac1b-ee5c36af849e HTTP/1.1" status: 200 len: 945 time: 0.2986310 Mar 11 19:32:16.680575 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-407cb7d8-a1b3-410a-aed3-b05c37dec104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ff9dd6-3b55-4898-8e8f-a25b5d126f66', 'name': 'tempest-ServersTestJSON-1394376928-router', 'tenant_id': 'be6bb36e4510404da3f801164858fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'dcd03947-277a-4bad-bef9-dddb4b8a6e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:32:01Z', 'updated_at': '2022-03-11T19:32:07Z', 'revision_number': 4, 'project_id': 'be6bb36e4510404da3f801164858fcd0', 'gw_port': {'id': 'dcd03947-277a-4bad-bef9-dddb4b8a6e95', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:48:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ff9dd6-3b55-4898-8e8f-a25b5d126f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:32:02Z', 'updated_at': '2022-03-11T19:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'b2d6df98-d962-4b7e-9e10-bfc539ce2b95', 'name': '', 'network_id': '2861ea14-7bea-49b3-8565-f2cbb28bd165', 'tenant_id': 'be6bb36e4510404da3f801164858fcd0', 'mac_address': 'fa:16:3e:d3:b7:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ff9dd6-3b55-4898-8e8f-a25b5d126f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '1c6d00ec-4b03-4775-8b18-57164800ad97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:32:06Z', 'updated_at': '2022-03-11T19:32:15Z', 'revision_number': 4, 'project_id': 'be6bb36e4510404da3f801164858fcd0', 'subnets': [{'id': '1c6d00ec-4b03-4775-8b18-57164800ad97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:32:16.716555 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407cb7d8-a1b3-410a-aed3-b05c37dec104 None None] The sync data for ids ['77ff9dd6-3b55-4898-8e8f-a25b5d126f66'] in n-d-833163-1 is: [{'id': '77ff9dd6-3b55-4898-8e8f-a25b5d126f66', 'name': 'tempest-ServersTestJSON-1394376928-router', 'tenant_id': 'be6bb36e4510404da3f801164858fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'dcd03947-277a-4bad-bef9-dddb4b8a6e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:32:01Z', 'updated_at': '2022-03-11T19:32:07Z', 'revision_number': 4, 'project_id': 'be6bb36e4510404da3f801164858fcd0', 'gw_port': {'id': 'dcd03947-277a-4bad-bef9-dddb4b8a6e95', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:48:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ff9dd6-3b55-4898-8e8f-a25b5d126f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:32:02Z', 'updated_at': '2022-03-11T19:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'b2d6df98-d962-4b7e-9e10-bfc539ce2b95', 'name': '', 'network_id': '2861ea14-7bea-49b3-8565-f2cbb28bd165', 'tenant_id': 'be6bb36e4510404da3f801164858fcd0', 'mac_address': 'fa:16:3e:d3:b7:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77ff9dd6-3b55-4898-8e8f-a25b5d126f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '1c6d00ec-4b03-4775-8b18-57164800ad97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:32:06Z', 'updated_at': '2022-03-11T19:32:15Z', 'revision_number': 4, 'project_id': 'be6bb36e4510404da3f801164858fcd0', 'subnets': [{'id': '1c6d00ec-4b03-4775-8b18-57164800ad97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:32:16.737842 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c7798fcd-2fb4-4f0b-af5a-140d8b5d00ba req-957decba-49e4-49f9-8933-eaf34d4ead8a tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e295548-40c6-4aff-8eff-a54d88cb1f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950646 Mar 11 19:32:16.747803 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ef3582db-5c9f-43b5-8fcd-7b0e1b536160 tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Publish callbacks [] for floatingip (393352ed-ce77-4a5f-8d13-8370e9ff99f9), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:16.750491 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-c4348cc2-1406-40b3-9539-965756df6cce admin admin] For port d250ebcc-cfa7-444e-9330-33f8973578ca, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=d250ebcc-cfa7-444e-9330-33f8973578ca,segment=NetworkSegment(ce345813-e166-4c98-ada8-e25f8b8832f7),segment_id=ce345813-e166-4c98-ada8-e25f8b8832f7)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:32:16.750853 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c4348cc2-1406-40b3-9539-965756df6cce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (d250ebcc-cfa7-444e-9330-33f8973578ca), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:16.774006 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-c4348cc2-1406-40b3-9539-965756df6cce admin admin] Calling delete_port for d250ebcc-cfa7-444e-9330-33f8973578ca owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:32:16.874571 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ef3582db-5c9f-43b5-8fcd-7b0e1b536160 tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (1455a1d4-6a07-4a1c-b241-28ea204ddbab), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:17.203336 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c4348cc2-1406-40b3-9539-965756df6cce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (d250ebcc-cfa7-444e-9330-33f8973578ca), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:17.241292 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4348cc2-1406-40b3-9539-965756df6cce admin admin] Pushing event deleted for resources: {'Port': ['ID=d250ebcc-cfa7-444e-9330-33f8973578ca,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:17.322064 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ef3582db-5c9f-43b5-8fcd-7b0e1b536160 tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Publish callbacks [] for port (1455a1d4-6a07-4a1c-b241-28ea204ddbab), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:17.390892 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ef3582db-5c9f-43b5-8fcd-7b0e1b536160 tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (1455a1d4-6a07-4a1c-b241-28ea204ddbab), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:17.552285 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3582db-5c9f-43b5-8fcd-7b0e1b536160 tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Pushing event updated for resources: {'Port': ['ID=1455a1d4-6a07-4a1c-b241-28ea204ddbab,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:18.134633 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a40e297-e6f4-497c-9d2d-417e28e2bb34 req-f2011259-696d-4e60-8139-ce3e814ae3a1 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:18.136168 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2a40e297-e6f4-497c-9d2d-417e28e2bb34 req-f2011259-696d-4e60-8139-ce3e814ae3a1 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a616cbe-b5e8-49cc-8905-093f346d0c83 HTTP/1.1" status: 200 len: 948 time: 0.8917332 Mar 11 19:32:18.143330 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ef3582db-5c9f-43b5-8fcd-7b0e1b536160 tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (393352ed-ce77-4a5f-8d13-8370e9ff99f9), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:18.160930 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f87e146-0d6b-4809-ba1e-2f010c147315 req-2690a162-a58f-4810-bb07-a5a19942abed tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:18.164932 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device b2d6df98-d962-4b7e-9e10-bfc539ce2b95 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:32:18.166207 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f87e146-0d6b-4809-ba1e-2f010c147315 req-2690a162-a58f-4810-bb07-a5a19942abed tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:18.172552 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f87e146-0d6b-4809-ba1e-2f010c147315 req-2690a162-a58f-4810-bb07-a5a19942abed tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:18.177594 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f87e146-0d6b-4809-ba1e-2f010c147315 req-2690a162-a58f-4810-bb07-a5a19942abed tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:18.183132 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f87e146-0d6b-4809-ba1e-2f010c147315 req-2690a162-a58f-4810-bb07-a5a19942abed tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:18.191172 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f87e146-0d6b-4809-ba1e-2f010c147315 req-2690a162-a58f-4810-bb07-a5a19942abed tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:18.196525 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f87e146-0d6b-4809-ba1e-2f010c147315 req-2690a162-a58f-4810-bb07-a5a19942abed tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:18.204229 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9f87e146-0d6b-4809-ba1e-2f010c147315 req-2690a162-a58f-4810-bb07-a5a19942abed tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 5419 time: 0.7636480 Mar 11 19:32:18.247124 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port b2d6df98-d962-4b7e-9e10-bfc539ce2b95 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:32:18.247834 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (b2d6df98-d962-4b7e-9e10-bfc539ce2b95), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:18.364351 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port b2d6df98-d962-4b7e-9e10-bfc539ce2b95 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:32:18.369624 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9f87e146-0d6b-4809-ba1e-2f010c147315 req-1bd296e5-c614-4af7-9b38-23f493ede6f1 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=da55a647-62ee-4d15-a963-651fcfed7127&id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1645541 Mar 11 19:32:18.378248 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ef3582db-5c9f-43b5-8fcd-7b0e1b536160 tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:18.380270 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ef3582db-5c9f-43b5-8fcd-7b0e1b536160 tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6863787 Mar 11 19:32:18.396765 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2a40e297-e6f4-497c-9d2d-417e28e2bb34 req-36322553-2217-4c58-8f80-32e54e4a6bd9 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488880 Mar 11 19:32:18.429105 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c4348cc2-1406-40b3-9539-965756df6cce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (5d64d515-4843-48da-980f-e7f52fb88627), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:18.631347 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:18.776414 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3d198200-a207-4b5a-aafb-e4f5818b6bd6 req-f6ab8141-c7e6-4fbf-bb63-da22d1feee2f tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--385506988&fields=id&tenant_id=be6bb36e4510404da3f801164858fcd0 HTTP/1.1" status: 200 len: 267 time: 0.2175503 Mar 11 19:32:18.784357 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60257b12-0531-49d9-85fe-1f051004e938 req-06a92541-4a3e-49da-8f86-b564cbd96302 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:18.785829 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-60257b12-0531-49d9-85fe-1f051004e938 req-06a92541-4a3e-49da-8f86-b564cbd96302 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/ports?device_id=b19c4385-f45d-4744-ac1b-ee5c36af849e HTTP/1.1" status: 200 len: 945 time: 0.2115486 Mar 11 19:32:18.805107 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 851846da-c940-4105-b334-9256ba19cad4 details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:32:18.964753 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 851846da-c940-4105-b334-9256ba19cad4, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=851846da-c940-4105-b334-9256ba19cad4,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:32:18.999974 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': '851846da-c940-4105-b334-9256ba19cad4', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'port_id': '851846da-c940-4105-b334-9256ba19cad4', 'mac_address': 'fa:16:3e:e8:0a:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bb14923-74c3-4313-be8d-ed33542f05aa', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:32:19.054680 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-60257b12-0531-49d9-85fe-1f051004e938 req-044b1822-7c4c-46ac-ae22-6b35fb722fdd tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e295548-40c6-4aff-8eff-a54d88cb1f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016418 Mar 11 19:32:19.081738 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 851846da-c940-4105-b334-9256ba19cad4 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:32:19.082436 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (851846da-c940-4105-b334-9256ba19cad4), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:19.098753 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d198200-a207-4b5a-aafb-e4f5818b6bd6 req-d98877c8-2ac8-4120-9e63-ea93e391cbef tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:19.100419 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3d198200-a207-4b5a-aafb-e4f5818b6bd6 req-d98877c8-2ac8-4120-9e63-ea93e391cbef tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] 10.222.0.65 "GET /v2.0/networks?id=2861ea14-7bea-49b3-8565-f2cbb28bd165 HTTP/1.1" status: 200 len: 806 time: 0.3121452 Mar 11 19:32:19.112623 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 851846da-c940-4105-b334-9256ba19cad4 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:32:19.120861 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4348cc2-1406-40b3-9539-965756df6cce admin admin] Router 5d64d515-4843-48da-980f-e7f52fb88627 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:32:19.122148 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3d198200-a207-4b5a-aafb-e4f5818b6bd6 req-8d67c233-6292-4825-b76f-6574b36de463 tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] 10.222.0.65 "GET /v2.0/quotas/be6bb36e4510404da3f801164858fcd0 HTTP/1.1" status: 200 len: 375 time: 0.0142369 Mar 11 19:32:19.140174 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 851846da-c940-4105-b334-9256ba19cad4, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=851846da-c940-4105-b334-9256ba19cad4,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:32:19.146569 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (851846da-c940-4105-b334-9256ba19cad4), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:19.241704 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=851846da-c940-4105-b334-9256ba19cad4,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:19.251744 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3d198200-a207-4b5a-aafb-e4f5818b6bd6 req-f26ca09e-786f-454e-a4a9-9e455579a0a0 tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=be6bb36e4510404da3f801164858fcd0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1219723 Mar 11 19:32:19.308215 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4348cc2-1406-40b3-9539-965756df6cce admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:32:19.319697 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c861163-e439-4fda-bfeb-48ccd0df669f None None] Sync routers for ids ['5d64d515-4843-48da-980f-e7f52fb88627'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:32:19.327029 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-c4348cc2-1406-40b3-9539-965756df6cce admin admin] 10.222.0.65 "PUT /v2.0/routers/5d64d515-4843-48da-980f-e7f52fb88627/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1633029 Mar 11 19:32:19.327319 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58604) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:32:19.340014 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c861163-e439-4fda-bfeb-48ccd0df669f None None] Routers {'5d64d515-4843-48da-980f-e7f52fb88627'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:32:19.342647 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-7c861163-e439-4fda-bfeb-48ccd0df669f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:31:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['5d64d515-4843-48da-980f-e7f52fb88627'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:32:19.491721 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-7c861163-e439-4fda-bfeb-48ccd0df669f None None] Set router 5d64d515-4843-48da-980f-e7f52fb88627 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:32:19.562296 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a28b4eb2-f942-427e-b0b2-aed471ad8988 admin admin] Publish callbacks [] for router (5d64d515-4843-48da-980f-e7f52fb88627), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:19.721429 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['851846da-c940-4105-b334-9256ba19cad4'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:32:19.833701 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a28b4eb2-f942-427e-b0b2-aed471ad8988 admin admin] Publish callbacks [] for router_gateway (5d64d515-4843-48da-980f-e7f52fb88627), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:19.835002 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b2b55f-2d1e-4adc-a387-234817735a45 req-ed98a16b-0e63-4b35-9a1c-475fea6c97c8 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:19.851893 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b2b55f-2d1e-4adc-a387-234817735a45 req-ed98a16b-0e63-4b35-9a1c-475fea6c97c8 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:19.872236 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b2b55f-2d1e-4adc-a387-234817735a45 req-ed98a16b-0e63-4b35-9a1c-475fea6c97c8 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:19.887457 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b2b55f-2d1e-4adc-a387-234817735a45 req-ed98a16b-0e63-4b35-9a1c-475fea6c97c8 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:19.893822 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b2b55f-2d1e-4adc-a387-234817735a45 req-ed98a16b-0e63-4b35-9a1c-475fea6c97c8 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:19.895209 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-7c861163-e439-4fda-bfeb-48ccd0df669f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d64d515-4843-48da-980f-e7f52fb88627', 'name': 'tempest-AttachSCSIVolumeTestJSON-1242859048-router', 'tenant_id': '995b54d9cef34e9595750043705eaa07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'fc96db3a-7d28-46cd-9bcd-1a74e950e8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:28:09Z', 'updated_at': '2022-03-11T19:32:17Z', 'revision_number': 5, 'project_id': '995b54d9cef34e9595750043705eaa07', 'gw_port': {'id': 'fc96db3a-7d28-46cd-9bcd-1a74e950e8a8', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:8f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d64d515-4843-48da-980f-e7f52fb88627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:11Z', 'updated_at': '2022-03-11T19:28:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:32:19.899944 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b2b55f-2d1e-4adc-a387-234817735a45 req-ed98a16b-0e63-4b35-9a1c-475fea6c97c8 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:19.907745 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b2b55f-2d1e-4adc-a387-234817735a45 req-ed98a16b-0e63-4b35-9a1c-475fea6c97c8 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:19.909709 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a5b2b55f-2d1e-4adc-a387-234817735a45 req-ed98a16b-0e63-4b35-9a1c-475fea6c97c8 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 5419 time: 0.3818998 Mar 11 19:32:19.942048 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3d198200-a207-4b5a-aafb-e4f5818b6bd6 req-6189e524-ded9-4665-979c-f8d73a2e719f service neutron] 10.222.0.65 "GET /v2.0/networks/2861ea14-7bea-49b3-8565-f2cbb28bd165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6589584 Mar 11 19:32:19.962723 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a28b4eb2-f942-427e-b0b2-aed471ad8988 admin admin] Deleting port fc96db3a-7d28-46cd-9bcd-1a74e950e8a8 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:32:19.963092 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a28b4eb2-f942-427e-b0b2-aed471ad8988 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (fc96db3a-7d28-46cd-9bcd-1a74e950e8a8), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:19.986228 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c861163-e439-4fda-bfeb-48ccd0df669f None None] Checking router: 5d64d515-4843-48da-980f-e7f52fb88627 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:32:20.032914 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c861163-e439-4fda-bfeb-48ccd0df669f None None] Routers {'5d64d515-4843-48da-980f-e7f52fb88627'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:32:20.033541 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-7c861163-e439-4fda-bfeb-48ccd0df669f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:31:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['5d64d515-4843-48da-980f-e7f52fb88627'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:32:20.062609 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a5b2b55f-2d1e-4adc-a387-234817735a45 req-cfebbd58-0062-451b-a44b-f0334f89391d tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=da55a647-62ee-4d15-a963-651fcfed7127&id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1415567 Mar 11 19:32:20.090261 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3d198200-a207-4b5a-aafb-e4f5818b6bd6 req-3fd99e7b-a4f6-4e36-b028-06bd8367ca02 service neutron] 10.222.0.65 "GET /v2.0/networks/2861ea14-7bea-49b3-8565-f2cbb28bd165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414745 Mar 11 19:32:20.210749 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-a28b4eb2-f942-427e-b0b2-aed471ad8988 admin admin] For port fc96db3a-7d28-46cd-9bcd-1a74e950e8a8, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=fc96db3a-7d28-46cd-9bcd-1a74e950e8a8,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:32:20.212591 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a28b4eb2-f942-427e-b0b2-aed471ad8988 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (fc96db3a-7d28-46cd-9bcd-1a74e950e8a8), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:20.257124 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a28b4eb2-f942-427e-b0b2-aed471ad8988 admin admin] Calling delete_port for fc96db3a-7d28-46cd-9bcd-1a74e950e8a8 owned by network:router_gateway {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:32:20.436459 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad02b948-2ea8-494d-bc33-55f4703393a0 req-53b2a47b-34d6-4474-8d37-d3e2ae254876 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:20.438082 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ad02b948-2ea8-494d-bc33-55f4703393a0 req-53b2a47b-34d6-4474-8d37-d3e2ae254876 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a616cbe-b5e8-49cc-8905-093f346d0c83 HTTP/1.1" status: 200 len: 949 time: 0.1923778 Mar 11 19:32:20.518411 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-7c861163-e439-4fda-bfeb-48ccd0df669f None None] Set router 5d64d515-4843-48da-980f-e7f52fb88627 gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:32:20.653643 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ad02b948-2ea8-494d-bc33-55f4703393a0 req-58697d50-f4cf-478d-9908-b8717fe6474e tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082257 Mar 11 19:32:20.682092 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-7c861163-e439-4fda-bfeb-48ccd0df669f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d64d515-4843-48da-980f-e7f52fb88627', 'name': 'tempest-AttachSCSIVolumeTestJSON-1242859048-router', 'tenant_id': '995b54d9cef34e9595750043705eaa07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:28:09Z', 'updated_at': '2022-03-11T19:32:19Z', 'revision_number': 6, 'project_id': '995b54d9cef34e9595750043705eaa07', 'gw_port_host': None}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:32:20.686191 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dfef57-579f-4a77-be09-1f08cc5a563b req-59d4bfe8-d63d-4205-9350-12dab95a1d5f tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:20.693948 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-71dfef57-579f-4a77-be09-1f08cc5a563b req-59d4bfe8-d63d-4205-9350-12dab95a1d5f tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/ports?device_id=b19c4385-f45d-4744-ac1b-ee5c36af849e HTTP/1.1" status: 200 len: 945 time: 0.2052782 Mar 11 19:32:20.695520 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a28b4eb2-f942-427e-b0b2-aed471ad8988 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (fc96db3a-7d28-46cd-9bcd-1a74e950e8a8), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:20.754572 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c861163-e439-4fda-bfeb-48ccd0df669f None None] The sync data for ids ['5d64d515-4843-48da-980f-e7f52fb88627'] in n-d-833163-1 is: [{'id': '5d64d515-4843-48da-980f-e7f52fb88627', 'name': 'tempest-AttachSCSIVolumeTestJSON-1242859048-router', 'tenant_id': '995b54d9cef34e9595750043705eaa07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:28:09Z', 'updated_at': '2022-03-11T19:32:19Z', 'revision_number': 6, 'project_id': '995b54d9cef34e9595750043705eaa07', 'gw_port_host': None}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:32:20.872771 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-71dfef57-579f-4a77-be09-1f08cc5a563b req-2ca17515-9771-409b-9428-6b4698b9e0e0 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e295548-40c6-4aff-8eff-a54d88cb1f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611519 Mar 11 19:32:20.906285 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28b4eb2-f942-427e-b0b2-aed471ad8988 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc96db3a-7d28-46cd-9bcd-1a74e950e8a8,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:20.957028 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8b3d5ddb-30b4-44dc-a9a0-6583bae148f4 req-8f352539-ddcb-4c17-a90a-507365edb3d3 tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7156dc0-5c94-4e6f-b96e-8bd854e8b8d9 HTTP/1.1" status: 200 len: 210 time: 0.0825648 Mar 11 19:32:21.063736 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a28b4eb2-f942-427e-b0b2-aed471ad8988 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (5d64d515-4843-48da-980f-e7f52fb88627), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:21.263582 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a28b4eb2-f942-427e-b0b2-aed471ad8988 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (5d64d515-4843-48da-980f-e7f52fb88627), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:21.266849 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a28b4eb2-f942-427e-b0b2-aed471ad8988 admin admin] Publish callbacks [] for router_controller (5d64d515-4843-48da-980f-e7f52fb88627), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:21.380790 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a28b4eb2-f942-427e-b0b2-aed471ad8988 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (5d64d515-4843-48da-980f-e7f52fb88627), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:21.381359 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28b4eb2-f942-427e-b0b2-aed471ad8988 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d64d515-4843-48da-980f-e7f52fb88627 {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:32:21.388115 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a28b4eb2-f942-427e-b0b2-aed471ad8988 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:21.389527 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a28b4eb2-f942-427e-b0b2-aed471ad8988 admin admin] 10.222.0.65 "DELETE /v2.0/routers/5d64d515-4843-48da-980f-e7f52fb88627 HTTP/1.1" status: 204 len: 168 time: 2.0606513 Mar 11 19:32:21.392056 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279f3dc4-6a5e-450e-8a95-68f5b9fad869 req-18c84528-c15e-43e5-abad-a4c76ab76a3c tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:21.392427 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58632) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:32:21.401142 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279f3dc4-6a5e-450e-8a95-68f5b9fad869 req-18c84528-c15e-43e5-abad-a4c76ab76a3c tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:21.407706 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279f3dc4-6a5e-450e-8a95-68f5b9fad869 req-18c84528-c15e-43e5-abad-a4c76ab76a3c tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:21.413735 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279f3dc4-6a5e-450e-8a95-68f5b9fad869 req-18c84528-c15e-43e5-abad-a4c76ab76a3c tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:21.420456 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279f3dc4-6a5e-450e-8a95-68f5b9fad869 req-18c84528-c15e-43e5-abad-a4c76ab76a3c tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:21.426196 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279f3dc4-6a5e-450e-8a95-68f5b9fad869 req-18c84528-c15e-43e5-abad-a4c76ab76a3c tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:21.436314 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279f3dc4-6a5e-450e-8a95-68f5b9fad869 req-18c84528-c15e-43e5-abad-a4c76ab76a3c tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:21.448602 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-279f3dc4-6a5e-450e-8a95-68f5b9fad869 req-18c84528-c15e-43e5-abad-a4c76ab76a3c tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 5419 time: 0.1876307 Mar 11 19:32:21.477006 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-04dcbf1a-a5f9-459f-a713-cda55c6a1a60 admin admin] Deleting subnet bc4f0b77-755b-408e-91f0-33286bbfa1df {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:32:21.481008 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-04dcbf1a-a5f9-459f-a713-cda55c6a1a60 admin admin] Publish callbacks [] for subnet (bc4f0b77-755b-408e-91f0-33286bbfa1df), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:21.529781 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-279f3dc4-6a5e-450e-8a95-68f5b9fad869 req-771eccb4-188d-4914-9f93-071950168205 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=da55a647-62ee-4d15-a963-651fcfed7127&id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0800962 Mar 11 19:32:21.583244 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-04dcbf1a-a5f9-459f-a713-cda55c6a1a60 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (bc4f0b77-755b-408e-91f0-33286bbfa1df), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:21.706475 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-04dcbf1a-a5f9-459f-a713-cda55c6a1a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (bc4f0b77-755b-408e-91f0-33286bbfa1df), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:21.798027 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-04dcbf1a-a5f9-459f-a713-cda55c6a1a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (bc4f0b77-755b-408e-91f0-33286bbfa1df), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:21.835458 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dcbf1a-a5f9-459f-a713-cda55c6a1a60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc4f0b77-755b-408e-91f0-33286bbfa1df,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:21.845579 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-04dcbf1a-a5f9-459f-a713-cda55c6a1a60 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:21.853934 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89f1b3d-aa09-4c50-b4f2-32da4607d2fb None None] Network 2f8aa864-d343-498b-b250-957730207b49 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:32:21.869915 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58636) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:32:21.879666 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-04dcbf1a-a5f9-459f-a713-cda55c6a1a60 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/bc4f0b77-755b-408e-91f0-33286bbfa1df HTTP/1.1" status: 204 len: 168 time: 0.4860241 Mar 11 19:32:22.104473 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device d250ebcc-cfa7-444e-9330-33f8973578ca no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:32:22.204259 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370e3b4c-82d2-4ea7-a4b8-d678fa51a7a6 None None] DHCP port deletion for 2f8aa864-d343-498b-b250-957730207b49 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:32:22.218715 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: d250ebcc-cfa7-444e-9330-33f8973578ca {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:32:22.219064 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device d250ebcc-cfa7-444e-9330-33f8973578ca not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:32:22.219491 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device fc96db3a-7d28-46cd-9bcd-1a74e950e8a8 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:32:22.266669 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: fc96db3a-7d28-46cd-9bcd-1a74e950e8a8 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:32:22.267220 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device fc96db3a-7d28-46cd-9bcd-1a74e950e8a8 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:32:22.337004 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2d19228a-6d8d-4e9f-bf3a-eafa39a09124 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:22.421082 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-370e3b4c-82d2-4ea7-a4b8-d678fa51a7a6 None None] Deleting port daefa17c-4127-4cac-9ef4-82bef23cb578 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:32:22.421465 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-370e3b4c-82d2-4ea7-a4b8-d678fa51a7a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (daefa17c-4127-4cac-9ef4-82bef23cb578), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:22.495944 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d198200-a207-4b5a-aafb-e4f5818b6bd6 req-ea07fe6d-687e-4cfc-b435-eabd70203112 tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:22.497462 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3d198200-a207-4b5a-aafb-e4f5818b6bd6 req-ea07fe6d-687e-4cfc-b435-eabd70203112 tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] 10.222.0.75 "GET /v2.0/networks?id=2861ea14-7bea-49b3-8565-f2cbb28bd165 HTTP/1.1" status: 200 len: 806 time: 0.3311272 Mar 11 19:32:22.582716 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2e189a37-ee2a-4b85-a89b-e3782b95bf53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (2f8aa864-d343-498b-b250-957730207b49), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:22.682687 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:22.693830 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-370e3b4c-82d2-4ea7-a4b8-d678fa51a7a6 None None] For port daefa17c-4127-4cac-9ef4-82bef23cb578, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=daefa17c-4127-4cac-9ef4-82bef23cb578,segment=NetworkSegment(ce345813-e166-4c98-ada8-e25f8b8832f7),segment_id=ce345813-e166-4c98-ada8-e25f8b8832f7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:32:22.694492 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-370e3b4c-82d2-4ea7-a4b8-d678fa51a7a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (daefa17c-4127-4cac-9ef4-82bef23cb578), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:22.699715 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666085bc-f8a0-412a-9682-6bbd82d9b812 req-fd65b49d-b926-4a42-992d-f03e98f72b19 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:22.707416 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-666085bc-f8a0-412a-9682-6bbd82d9b812 req-fd65b49d-b926-4a42-992d-f03e98f72b19 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a616cbe-b5e8-49cc-8905-093f346d0c83 HTTP/1.1" status: 200 len: 949 time: 0.8658419 Mar 11 19:32:22.710564 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-370e3b4c-82d2-4ea7-a4b8-d678fa51a7a6 None None] Calling delete_port for daefa17c-4127-4cac-9ef4-82bef23cb578 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:32:22.735618 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c6d60c-8a6c-4482-b21f-6c1b1cd92754 req-c18e897a-7fd3-49f8-8ee6-14ec23e654a6 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:22.742765 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c1c6d60c-8a6c-4482-b21f-6c1b1cd92754 req-c18e897a-7fd3-49f8-8ee6-14ec23e654a6 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/ports?device_id=b19c4385-f45d-4744-ac1b-ee5c36af849e HTTP/1.1" status: 200 len: 945 time: 0.2778225 Mar 11 19:32:22.795858 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3d198200-a207-4b5a-aafb-e4f5818b6bd6 req-788a104d-2e1d-48c6-9ea0-c0242cb01abf tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=be6bb36e4510404da3f801164858fcd0 HTTP/1.1" status: 200 len: 379 time: 0.2536473 Mar 11 19:32:22.806516 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-3d198200-a207-4b5a-aafb-e4f5818b6bd6 req-29795832-ad38-4518-b78b-ca828b51f090 tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Request body: {'port': {'device_id': 'a7156dc0-5c94-4e6f-b96e-8bd854e8b8d9', 'network_id': '2861ea14-7bea-49b3-8565-f2cbb28bd165', 'admin_state_up': True, 'tenant_id': 'be6bb36e4510404da3f801164858fcd0', 'security_groups': ['9455c5a3-3801-4a3d-8a59-98f1d99f5b40']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:32:22.831412 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 851846da-c940-4105-b334-9256ba19cad4 up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:32:22.854308 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c1c6d60c-8a6c-4482-b21f-6c1b1cd92754 req-5f4af7e3-bc39-478b-bb18-5e7fb3f8989f tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e295548-40c6-4aff-8eff-a54d88cb1f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079648 Mar 11 19:32:22.932457 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-666085bc-f8a0-412a-9682-6bbd82d9b812 req-6d6ace74-b0f3-49d2-bacc-ae37fd554749 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240462 Mar 11 19:32:23.009569 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-2e189a37-ee2a-4b85-a89b-e3782b95bf53 admin admin] Deleting port daefa17c-4127-4cac-9ef4-82bef23cb578 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:32:23.009933 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2e189a37-ee2a-4b85-a89b-e3782b95bf53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (daefa17c-4127-4cac-9ef4-82bef23cb578), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:23.076159 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port 851846da-c940-4105-b334-9256ba19cad4 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:32:23.080264 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dda14a71-ea27-44fb-9cee-5dbd10acedce req-03094c67-e626-42da-b1db-428858f7574d tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7156dc0-5c94-4e6f-b96e-8bd854e8b8d9 HTTP/1.1" status: 200 len: 210 time: 0.0433071 Mar 11 19:32:23.108835 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-370e3b4c-82d2-4ea7-a4b8-d678fa51a7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (daefa17c-4127-4cac-9ef4-82bef23cb578), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:23.125296 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370e3b4c-82d2-4ea7-a4b8-d678fa51a7a6 None None] No DVR routers for this DVR port daefa17c-4127-4cac-9ef4-82bef23cb578 on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:32:23.132392 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port 851846da-c940-4105-b334-9256ba19cad4 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:32:23.133003 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (851846da-c940-4105-b334-9256ba19cad4), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:23.211497 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370e3b4c-82d2-4ea7-a4b8-d678fa51a7a6 None None] Pushing event deleted for resources: {'Port': ['ID=daefa17c-4127-4cac-9ef4-82bef23cb578,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:23.231246 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-2e189a37-ee2a-4b85-a89b-e3782b95bf53 admin admin] For port daefa17c-4127-4cac-9ef4-82bef23cb578, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=daefa17c-4127-4cac-9ef4-82bef23cb578,segment=NetworkSegment(ce345813-e166-4c98-ada8-e25f8b8832f7),segment_id=ce345813-e166-4c98-ada8-e25f8b8832f7)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:32:23.231619 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2e189a37-ee2a-4b85-a89b-e3782b95bf53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (daefa17c-4127-4cac-9ef4-82bef23cb578), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:23.270004 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-2e189a37-ee2a-4b85-a89b-e3782b95bf53 admin admin] Calling delete_port for daefa17c-4127-4cac-9ef4-82bef23cb578 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:32:23.278257 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 851846da-c940-4105-b334-9256ba19cad4 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:32:23.278701 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (851846da-c940-4105-b334-9256ba19cad4), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:23.305097 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a616cbe-b5e8-49cc-8905-093f346d0c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851846da-c940-4105-b334-9256ba19cad4'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:32:23.307483 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2418a734-fb1f-4b06-a903-73bff5d2783a" -d '{"events": [{"server_uuid": "6a616cbe-b5e8-49cc-8905-093f346d0c83", "name": "network-vif-plugged", "status": "completed", "tag": "851846da-c940-4105-b334-9256ba19cad4"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:32:23.322464 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 851846da-c940-4105-b334-9256ba19cad4, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=851846da-c940-4105-b334-9256ba19cad4,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:32:23.328836 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (851846da-c940-4105-b334-9256ba19cad4), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:23.344800 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d198200-a207-4b5a-aafb-e4f5818b6bd6 req-29795832-ad38-4518-b78b-ca828b51f090 tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Made reservation on behalf of be6bb36e4510404da3f801164858fcd0 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:32:23.348167 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3d198200-a207-4b5a-aafb-e4f5818b6bd6 req-29795832-ad38-4518-b78b-ca828b51f090 tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:23.382901 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c153af-cd79-4c1b-8380-0a0f1a866ff8 req-990c4ba1-8d21-4b80-87a7-26269d93448f tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:23.388961 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c153af-cd79-4c1b-8380-0a0f1a866ff8 req-990c4ba1-8d21-4b80-87a7-26269d93448f tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:23.394854 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c153af-cd79-4c1b-8380-0a0f1a866ff8 req-990c4ba1-8d21-4b80-87a7-26269d93448f tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:23.401667 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c153af-cd79-4c1b-8380-0a0f1a866ff8 req-990c4ba1-8d21-4b80-87a7-26269d93448f tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:23.408201 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c153af-cd79-4c1b-8380-0a0f1a866ff8 req-990c4ba1-8d21-4b80-87a7-26269d93448f tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:23.413828 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c153af-cd79-4c1b-8380-0a0f1a866ff8 req-990c4ba1-8d21-4b80-87a7-26269d93448f tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:23.420272 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c153af-cd79-4c1b-8380-0a0f1a866ff8 req-990c4ba1-8d21-4b80-87a7-26269d93448f tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:23.422190 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f2c153af-cd79-4c1b-8380-0a0f1a866ff8 req-990c4ba1-8d21-4b80-87a7-26269d93448f tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 5419 time: 0.3322394 Mar 11 19:32:23.461937 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a475c562-6318-4bd3-8be0-0e026cc9b177 x-openstack-request-id: req-a475c562-6318-4bd3-8be0-0e026cc9b177 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:32:23.461937 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a616cbe-b5e8-49cc-8905-093f346d0c83", "name": "network-vif-plugged", "status": "completed", "tag": "851846da-c940-4105-b334-9256ba19cad4", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:32:23.461937 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a475c562-6318-4bd3-8be0-0e026cc9b177 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:32:23.462512 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a616cbe-b5e8-49cc-8905-093f346d0c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851846da-c940-4105-b334-9256ba19cad4', 'code': 200} Mar 11 19:32:23.466569 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=851846da-c940-4105-b334-9256ba19cad4,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:23.564630 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd24bf44-c1fc-44b4-bbf5-0d9325286e10 req-c1c39fbd-f470-4906-90aa-4c06a80f325c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:23.566200 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-bd24bf44-c1fc-44b4-bbf5-0d9325286e10 req-c1c39fbd-f470-4906-90aa-4c06a80f325c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6a616cbe-b5e8-49cc-8905-093f346d0c83 HTTP/1.1" status: 200 len: 1132 time: 0.1105108 Mar 11 19:32:23.593963 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2e189a37-ee2a-4b85-a89b-e3782b95bf53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (daefa17c-4127-4cac-9ef4-82bef23cb578), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:23.640796 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-bd24bf44-c1fc-44b4-bbf5-0d9325286e10 req-6d23c6f2-6056-4d02-90ee-19dd55ae2df2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642703 Mar 11 19:32:23.658454 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e189a37-ee2a-4b85-a89b-e3782b95bf53 admin admin] No DVR routers for this DVR port daefa17c-4127-4cac-9ef4-82bef23cb578 on host n-d-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:32:23.660128 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e189a37-ee2a-4b85-a89b-e3782b95bf53 admin admin] Pushing event deleted for resources: {'Port': ['ID=daefa17c-4127-4cac-9ef4-82bef23cb578,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:23.687793 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-3d198200-a207-4b5a-aafb-e4f5818b6bd6 req-29795832-ad38-4518-b78b-ca828b51f090 tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Allocated IP 172.20.0.8 (2861ea14-7bea-49b3-8565-f2cbb28bd165/1c6d00ec-4b03-4775-8b18-57164800ad97/080f8b02-b7f3-46fc-9829-ac1770c87747) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:32:23.699350 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f2c153af-cd79-4c1b-8380-0a0f1a866ff8 req-86cfb671-03f3-459e-a98b-9f7187de68b3 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=da55a647-62ee-4d15-a963-651fcfed7127&id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2588677 Mar 11 19:32:23.769229 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2e189a37-ee2a-4b85-a89b-e3782b95bf53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (2f8aa864-d343-498b-b250-957730207b49), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:23.806302 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-2e189a37-ee2a-4b85-a89b-e3782b95bf53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f8aa864-d343-498b-b250-957730207b49']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:32:23.829986 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-2e189a37-ee2a-4b85-a89b-e3782b95bf53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce345813-e166-4c98-ada8-e25f8b8832f7') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:32:23.830277 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-2e189a37-ee2a-4b85-a89b-e3782b95bf53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce345813-e166-4c98-ada8-e25f8b8832f7') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:32:23.848845 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2e189a37-ee2a-4b85-a89b-e3782b95bf53 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (ce345813-e166-4c98-ada8-e25f8b8832f7), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:23.897432 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2e189a37-ee2a-4b85-a89b-e3782b95bf53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (ce345813-e166-4c98-ada8-e25f8b8832f7), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:23.908631 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e189a37-ee2a-4b85-a89b-e3782b95bf53 admin admin] Releasing vlan 893 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:32:23.909033 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2e189a37-ee2a-4b85-a89b-e3782b95bf53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (ce345813-e166-4c98-ada8-e25f8b8832f7), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:23.910793 n-d-833163-1 neutron-server[103885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:32:23.910793 n-d-833163-1 neutron-server[103885]: self.session.flush() Mar 11 19:32:23.910793 n-d-833163-1 neutron-server[103885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:32:23.910793 n-d-833163-1 neutron-server[103885]: self.session.flush() Mar 11 19:32:23.910793 n-d-833163-1 neutron-server[103885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:32:23.910793 n-d-833163-1 neutron-server[103885]: self.session.flush() Mar 11 19:32:23.910793 n-d-833163-1 neutron-server[103885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:32:23.910793 n-d-833163-1 neutron-server[103885]: self.session.flush() Mar 11 19:32:23.910793 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 19:32:23.910793 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:32:23.910793 n-d-833163-1 neutron-server[103885]: timer() Mar 11 19:32:23.910793 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:32:23.910793 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 19:32:23.910793 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:32:23.910793 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 19:32:23.910793 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:32:23.910793 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 19:32:23.910793 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:32:23.910793 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 19:32:23.910793 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:32:23.910793 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 19:32:23.910793 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:32:23.910793 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:32:23.910793 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:32:23.910793 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:32:23.910793 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:32:23.910793 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 19:32:23.910793 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:32:23.910793 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 19:32:23.910793 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:32:23.910793 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:32:23.910793 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:32:23.910793 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 19:32:23.910793 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:32:23.910793 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:32:23.910793 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:32:23.910793 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:32:23.910793 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:32:23.910793 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:32:23.910793 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:32:23.988716 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2e189a37-ee2a-4b85-a89b-e3782b95bf53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (2f8aa864-d343-498b-b250-957730207b49), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:23.992327 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3d198200-a207-4b5a-aafb-e4f5818b6bd6 req-29795832-ad38-4518-b78b-ca828b51f090 tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Publish callbacks [] for port (080f8b02-b7f3-46fc-9829-ac1770c87747), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:24.013662 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2e189a37-ee2a-4b85-a89b-e3782b95bf53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:24.020815 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-2e189a37-ee2a-4b85-a89b-e3782b95bf53 admin admin] 10.222.0.65 "DELETE /v2.0/networks/2f8aa864-d343-498b-b250-957730207b49 HTTP/1.1" status: 204 len: 168 time: 2.0948079 Mar 11 19:32:24.021129 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58664) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:32:24.057328 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e189a37-ee2a-4b85-a89b-e3782b95bf53 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f8aa864-d343-498b-b250-957730207b49,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:24.084797 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device daefa17c-4127-4cac-9ef4-82bef23cb578 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:32:24.115066 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: daefa17c-4127-4cac-9ef4-82bef23cb578 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:32:24.115680 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device daefa17c-4127-4cac-9ef4-82bef23cb578 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:32:24.147956 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525cb6ca-6b5d-4870-89c1-ddf4f0d8c7bd req-301440be-1bb6-4764-8842-7896f1e3edb6 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:24.149842 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-525cb6ca-6b5d-4870-89c1-ddf4f0d8c7bd req-301440be-1bb6-4764-8842-7896f1e3edb6 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/ports?device_id=b19c4385-f45d-4744-ac1b-ee5c36af849e HTTP/1.1" status: 200 len: 945 time: 0.1489856 Mar 11 19:32:24.152574 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3d198200-a207-4b5a-aafb-e4f5818b6bd6 req-29795832-ad38-4518-b78b-ca828b51f090 tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (080f8b02-b7f3-46fc-9829-ac1770c87747), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:24.250310 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f12076-feae-4c7e-a729-fe3331495c93 req-5af68488-8461-4542-b15f-9aa065b451b2 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:24.252020 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d4f12076-feae-4c7e-a729-fe3331495c93 req-5af68488-8461-4542-b15f-9aa065b451b2 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a616cbe-b5e8-49cc-8905-093f346d0c83 HTTP/1.1" status: 200 len: 950 time: 0.1679809 Mar 11 19:32:24.263292 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d198200-a207-4b5a-aafb-e4f5818b6bd6 req-29795832-ad38-4518-b78b-ca828b51f090 tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Network 2861ea14-7bea-49b3-8565-f2cbb28bd165 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:32:24.279187 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-3d198200-a207-4b5a-aafb-e4f5818b6bd6 req-29795832-ad38-4518-b78b-ca828b51f090 tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:32:24.307178 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d198200-a207-4b5a-aafb-e4f5818b6bd6 req-29795832-ad38-4518-b78b-ca828b51f090 tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:32:24.361724 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29795832-ad38-4518-b78b-ca828b51f090 tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Pushing event updated for resources: {'Port': ['ID=080f8b02-b7f3-46fc-9829-ac1770c87747,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:24.383475 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-525cb6ca-6b5d-4870-89c1-ddf4f0d8c7bd req-e359144a-a05e-48d1-85b5-ba5a2c618ac1 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e295548-40c6-4aff-8eff-a54d88cb1f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249320 Mar 11 19:32:24.393449 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d198200-a207-4b5a-aafb-e4f5818b6bd6 req-29795832-ad38-4518-b78b-ca828b51f090 tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:24.394122 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3d198200-a207-4b5a-aafb-e4f5818b6bd6 req-29795832-ad38-4518-b78b-ca828b51f090 tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:24.431001 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d4f12076-feae-4c7e-a729-fe3331495c93 req-3130327a-9da4-42f6-978f-1bed3e95f64d tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482551 Mar 11 19:32:24.431001 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3d198200-a207-4b5a-aafb-e4f5818b6bd6 req-29795832-ad38-4518-b78b-ca828b51f090 tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6259682 Mar 11 19:32:24.445548 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-3d198200-a207-4b5a-aafb-e4f5818b6bd6 req-04c0d3af-0965-41d3-b9b4-f8f0d0d4e30e service neutron] Request body: {'port': {'device_id': 'a7156dc0-5c94-4e6f-b96e-8bd854e8b8d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:32:24.546251 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9ecc8a63-7f38-4d9d-9b0c-62f385d59ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:24.560650 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3d198200-a207-4b5a-aafb-e4f5818b6bd6 req-04c0d3af-0965-41d3-b9b4-f8f0d0d4e30e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (080f8b02-b7f3-46fc-9829-ac1770c87747), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:24.647272 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ccd25727-d263-4fb0-9122-cb52f1655917 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (660b1f5b-eb2a-424e-9497-26ecc7cb4999), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:24.654811 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e917c378-6829-4bc7-b011-5714e8c7664a req-8c8c8bb8-542c-4b7f-99dd-ca7057563ecf tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:24.656525 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e917c378-6829-4bc7-b011-5714e8c7664a req-8c8c8bb8-542c-4b7f-99dd-ca7057563ecf tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7156dc0-5c94-4e6f-b96e-8bd854e8b8d9 HTTP/1.1" status: 200 len: 931 time: 0.1360130 Mar 11 19:32:24.727794 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-1af0570f-3f68-42ee-820e-6bd1f1e84092 None None] Provisioning complete for port 080f8b02-b7f3-46fc-9829-ac1770c87747 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:32:24.728328 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1af0570f-3f68-42ee-820e-6bd1f1e84092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (080f8b02-b7f3-46fc-9829-ac1770c87747), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:24.802983 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-1af0570f-3f68-42ee-820e-6bd1f1e84092 None None] Port 080f8b02-b7f3-46fc-9829-ac1770c87747 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:32:24.928205 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e917c378-6829-4bc7-b011-5714e8c7664a req-d3debed5-1fbe-46a4-a774-18c6dd495fa2 tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] 10.222.0.65 "GET /v2.0/security-groups?id=9455c5a3-3801-4a3d-8a59-98f1d99f5b40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2645452 Mar 11 19:32:25.058550 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-ccd25727-d263-4fb0-9122-cb52f1655917 admin admin] Deleting port 2ac78fad-114b-462f-a7f8-0ff1578a17ef {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:32:25.058933 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ccd25727-d263-4fb0-9122-cb52f1655917 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (2ac78fad-114b-462f-a7f8-0ff1578a17ef), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:25.153398 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-ccd25727-d263-4fb0-9122-cb52f1655917 admin admin] For port 2ac78fad-114b-462f-a7f8-0ff1578a17ef, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=2ac78fad-114b-462f-a7f8-0ff1578a17ef,segment=NetworkSegment(e15f8058-4e0b-4c29-adee-d30240647fdd),segment_id=e15f8058-4e0b-4c29-adee-d30240647fdd)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:32:25.153762 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ccd25727-d263-4fb0-9122-cb52f1655917 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (2ac78fad-114b-462f-a7f8-0ff1578a17ef), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:25.170253 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-ccd25727-d263-4fb0-9122-cb52f1655917 admin admin] Calling delete_port for 2ac78fad-114b-462f-a7f8-0ff1578a17ef owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:32:25.397040 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ccd25727-d263-4fb0-9122-cb52f1655917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (2ac78fad-114b-462f-a7f8-0ff1578a17ef), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:25.444390 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd25727-d263-4fb0-9122-cb52f1655917 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ac78fad-114b-462f-a7f8-0ff1578a17ef,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:25.649368 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af254bef-1916-4273-845b-2dad9971f1a7 req-05c8c6d2-98e2-4cc3-98c3-bb116eb3331e tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:25.650948 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-af254bef-1916-4273-845b-2dad9971f1a7 req-05c8c6d2-98e2-4cc3-98c3-bb116eb3331e tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/networks?id=b2c20bf2-5907-4ff7-8af6-23603c7d780a HTTP/1.1" status: 200 len: 820 time: 0.8018086 Mar 11 19:32:25.707126 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ccd25727-d263-4fb0-9122-cb52f1655917 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (660b1f5b-eb2a-424e-9497-26ecc7cb4999), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:25.724921 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0ed05-6097-4792-aa06-2d12dcbdc4ec req-7f8f80ab-953c-4105-be2c-0e45491652a7 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:25.732587 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0ed05-6097-4792-aa06-2d12dcbdc4ec req-7f8f80ab-953c-4105-be2c-0e45491652a7 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:25.739114 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0ed05-6097-4792-aa06-2d12dcbdc4ec req-7f8f80ab-953c-4105-be2c-0e45491652a7 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:25.745473 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0ed05-6097-4792-aa06-2d12dcbdc4ec req-7f8f80ab-953c-4105-be2c-0e45491652a7 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:25.751681 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0ed05-6097-4792-aa06-2d12dcbdc4ec req-7f8f80ab-953c-4105-be2c-0e45491652a7 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:25.757263 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0ed05-6097-4792-aa06-2d12dcbdc4ec req-7f8f80ab-953c-4105-be2c-0e45491652a7 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:25.763006 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0ed05-6097-4792-aa06-2d12dcbdc4ec req-7f8f80ab-953c-4105-be2c-0e45491652a7 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:25.766225 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6ba0ed05-6097-4792-aa06-2d12dcbdc4ec req-7f8f80ab-953c-4105-be2c-0e45491652a7 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 5419 time: 0.7154689 Mar 11 19:32:25.771176 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-af254bef-1916-4273-845b-2dad9971f1a7 req-37f78d8f-17dd-487a-afdf-c17d502e6897 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/quotas/f44b890e943d4aee826b67fd4c2d7b8e HTTP/1.1" status: 200 len: 375 time: 0.1060278 Mar 11 19:32:25.891874 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6ba0ed05-6097-4792-aa06-2d12dcbdc4ec req-9fcfd4a2-7587-42a1-a5a9-6dd11fea64bf tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=da55a647-62ee-4d15-a963-651fcfed7127&id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1123478 Mar 11 19:32:25.951798 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-af254bef-1916-4273-845b-2dad9971f1a7 req-f3750272-baab-4134-80d1-096fa669d9da tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f44b890e943d4aee826b67fd4c2d7b8e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1647272 Mar 11 19:32:25.978029 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-3d198200-a207-4b5a-aafb-e4f5818b6bd6 req-04c0d3af-0965-41d3-b9b4-f8f0d0d4e30e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 080f8b02-b7f3-46fc-9829-ac1770c87747 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:32:26.000966 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3d198200-a207-4b5a-aafb-e4f5818b6bd6 req-04c0d3af-0965-41d3-b9b4-f8f0d0d4e30e service neutron] Publish callbacks [] for port (080f8b02-b7f3-46fc-9829-ac1770c87747), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:26.024086 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-3d198200-a207-4b5a-aafb-e4f5818b6bd6 req-04c0d3af-0965-41d3-b9b4-f8f0d0d4e30e service neutron] Transition to ACTIVE for port object 080f8b02-b7f3-46fc-9829-ac1770c87747 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:32:26.030219 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3d198200-a207-4b5a-aafb-e4f5818b6bd6 req-04c0d3af-0965-41d3-b9b4-f8f0d0d4e30e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (080f8b02-b7f3-46fc-9829-ac1770c87747), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:26.069052 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:26.161480 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-af254bef-1916-4273-845b-2dad9971f1a7 req-3c965ab1-e67d-4384-a1f2-a592a60d904f service neutron] 10.222.0.65 "GET /v2.0/networks/b2c20bf2-5907-4ff7-8af6-23603c7d780a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016597 Mar 11 19:32:26.398970 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-3d198200-a207-4b5a-aafb-e4f5818b6bd6 req-04c0d3af-0965-41d3-b9b4-f8f0d0d4e30e service neutron] Attempting to bind port 080f8b02-b7f3-46fc-9829-ac1770c87747 on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:32:26.399367 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-3d198200-a207-4b5a-aafb-e4f5818b6bd6 req-04c0d3af-0965-41d3-b9b4-f8f0d0d4e30e service neutron] Attempting to bind port 080f8b02-b7f3-46fc-9829-ac1770c87747 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '4634a948-ef3a-4fad-aaf7-51110bedaf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '2861ea14-7bea-49b3-8565-f2cbb28bd165'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:32:26.399637 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d198200-a207-4b5a-aafb-e4f5818b6bd6 req-04c0d3af-0965-41d3-b9b4-f8f0d0d4e30e service neutron] Attempting to bind port 080f8b02-b7f3-46fc-9829-ac1770c87747 on network 2861ea14-7bea-49b3-8565-f2cbb28bd165 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:32:26.407283 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d198200-a207-4b5a-aafb-e4f5818b6bd6 req-04c0d3af-0965-41d3-b9b4-f8f0d0d4e30e service neutron] Port 080f8b02-b7f3-46fc-9829-ac1770c87747 on network 2861ea14-7bea-49b3-8565-f2cbb28bd165 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:32:26.407725 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d198200-a207-4b5a-aafb-e4f5818b6bd6 req-04c0d3af-0965-41d3-b9b4-f8f0d0d4e30e service neutron] Attempting to bind port 080f8b02-b7f3-46fc-9829-ac1770c87747 on network 2861ea14-7bea-49b3-8565-f2cbb28bd165 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:32:26.414842 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c0d3af-0965-41d3-b9b4-f8f0d0d4e30e service neutron] Pushing event updated for resources: {'Port': ['ID=080f8b02-b7f3-46fc-9829-ac1770c87747,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:26.427676 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d198200-a207-4b5a-aafb-e4f5818b6bd6 req-04c0d3af-0965-41d3-b9b4-f8f0d0d4e30e service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:32:26.428024 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d198200-a207-4b5a-aafb-e4f5818b6bd6 req-04c0d3af-0965-41d3-b9b4-f8f0d0d4e30e service neutron] Checking segment: {'id': '4634a948-ef3a-4fad-aaf7-51110bedaf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '2861ea14-7bea-49b3-8565-f2cbb28bd165'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:32:26.428411 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d198200-a207-4b5a-aafb-e4f5818b6bd6 req-04c0d3af-0965-41d3-b9b4-f8f0d0d4e30e service neutron] Bound using segment: {'id': '4634a948-ef3a-4fad-aaf7-51110bedaf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '2861ea14-7bea-49b3-8565-f2cbb28bd165'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:32:26.428854 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-3d198200-a207-4b5a-aafb-e4f5818b6bd6 req-04c0d3af-0965-41d3-b9b4-f8f0d0d4e30e service neutron] Bound port: 080f8b02-b7f3-46fc-9829-ac1770c87747, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4634a948-ef3a-4fad-aaf7-51110bedaf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '2861ea14-7bea-49b3-8565-f2cbb28bd165'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:32:26.429207 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3d198200-a207-4b5a-aafb-e4f5818b6bd6 req-04c0d3af-0965-41d3-b9b4-f8f0d0d4e30e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (080f8b02-b7f3-46fc-9829-ac1770c87747), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:26.503960 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-3d198200-a207-4b5a-aafb-e4f5818b6bd6 req-04c0d3af-0965-41d3-b9b4-f8f0d0d4e30e service neutron] For port 080f8b02-b7f3-46fc-9829-ac1770c87747, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:32:26.507374 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-3d198200-a207-4b5a-aafb-e4f5818b6bd6 req-04c0d3af-0965-41d3-b9b4-f8f0d0d4e30e service neutron] For port 080f8b02-b7f3-46fc-9829-ac1770c87747, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=080f8b02-b7f3-46fc-9829-ac1770c87747,segment=NetworkSegment(4634a948-ef3a-4fad-aaf7-51110bedaf50),segment_id=4634a948-ef3a-4fad-aaf7-51110bedaf50)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:32:26.520510 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c110e4-a4bb-4d30-ad00-09a5935630bb req-d2600f65-b649-4d6f-b2b5-322b253e33e1 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:26.522128 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c5c110e4-a4bb-4d30-ad00-09a5935630bb req-d2600f65-b649-4d6f-b2b5-322b253e33e1 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/ports?device_id=b19c4385-f45d-4744-ac1b-ee5c36af849e HTTP/1.1" status: 200 len: 945 time: 0.3579142 Mar 11 19:32:26.527452 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3d198200-a207-4b5a-aafb-e4f5818b6bd6 req-04c0d3af-0965-41d3-b9b4-f8f0d0d4e30e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (080f8b02-b7f3-46fc-9829-ac1770c87747), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:26.585670 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccd25727-d263-4fb0-9122-cb52f1655917 admin admin] Router 660b1f5b-eb2a-424e-9497-26ecc7cb4999 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:32:26.586048 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-af254bef-1916-4273-845b-2dad9971f1a7 req-4d82e6b1-f823-4260-8654-2b62ed18907b service neutron] 10.222.0.65 "GET /v2.0/networks/b2c20bf2-5907-4ff7-8af6-23603c7d780a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4069107 Mar 11 19:32:26.603823 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d198200-a207-4b5a-aafb-e4f5818b6bd6 req-04c0d3af-0965-41d3-b9b4-f8f0d0d4e30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:26.603823 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3d198200-a207-4b5a-aafb-e4f5818b6bd6 req-04c0d3af-0965-41d3-b9b4-f8f0d0d4e30e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:26.604688 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3d198200-a207-4b5a-aafb-e4f5818b6bd6 req-04c0d3af-0965-41d3-b9b4-f8f0d0d4e30e service neutron] 10.222.0.75 "PUT /v2.0/ports/080f8b02-b7f3-46fc-9829-ac1770c87747 HTTP/1.1" status: 200 len: 1091 time: 2.1681211 Mar 11 19:32:26.609300 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7156dc0-5c94-4e6f-b96e-8bd854e8b8d9', 'tag': '080f8b02-b7f3-46fc-9829-ac1770c87747'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:32:26.611675 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1dd25e2-978a-4e87-9355-999b1379400c" -d '{"events": [{"name": "network-changed", "server_uuid": "a7156dc0-5c94-4e6f-b96e-8bd854e8b8d9", "tag": "080f8b02-b7f3-46fc-9829-ac1770c87747"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:32:26.690945 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c0d3af-0965-41d3-b9b4-f8f0d0d4e30e service neutron] Pushing event updated for resources: {'Port': ['ID=080f8b02-b7f3-46fc-9829-ac1770c87747,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:26.722957 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c0d3af-0965-41d3-b9b4-f8f0d0d4e30e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:32:26.723312 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c0d3af-0965-41d3-b9b4-f8f0d0d4e30e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:32:26.723698 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c0d3af-0965-41d3-b9b4-f8f0d0d4e30e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:32:26.724042 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c0d3af-0965-41d3-b9b4-f8f0d0d4e30e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:32:26.725529 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c0d3af-0965-41d3-b9b4-f8f0d0d4e30e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:32:26.726573 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c0d3af-0965-41d3-b9b4-f8f0d0d4e30e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:32:26.727611 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c0d3af-0965-41d3-b9b4-f8f0d0d4e30e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:32:26.727976 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c0d3af-0965-41d3-b9b4-f8f0d0d4e30e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:32:26.728307 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c0d3af-0965-41d3-b9b4-f8f0d0d4e30e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:32:26.728641 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c0d3af-0965-41d3-b9b4-f8f0d0d4e30e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:32:26.728976 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c0d3af-0965-41d3-b9b4-f8f0d0d4e30e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:32:26.729299 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c0d3af-0965-41d3-b9b4-f8f0d0d4e30e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:32:26.729623 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c0d3af-0965-41d3-b9b4-f8f0d0d4e30e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:32:26.766967 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c5c110e4-a4bb-4d30-ad00-09a5935630bb req-8536a0af-686a-44e6-882a-cfbfdf3117f4 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e295548-40c6-4aff-8eff-a54d88cb1f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370546 Mar 11 19:32:26.810827 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d198200-a207-4b5a-aafb-e4f5818b6bd6 req-300e47dd-e41e-4f71-9df0-e6132877a17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:26.822683 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3d198200-a207-4b5a-aafb-e4f5818b6bd6 req-300e47dd-e41e-4f71-9df0-e6132877a17b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=be6bb36e4510404da3f801164858fcd0&device_id=a7156dc0-5c94-4e6f-b96e-8bd854e8b8d9 HTTP/1.1" status: 200 len: 1125 time: 0.1435969 Mar 11 19:32:26.828792 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd25727-d263-4fb0-9122-cb52f1655917 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:32:26.842400 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ccd25727-d263-4fb0-9122-cb52f1655917 admin admin] 10.222.0.65 "PUT /v2.0/routers/660b1f5b-eb2a-424e-9497-26ecc7cb4999/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8201659 Mar 11 19:32:26.844883 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58694) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:32:26.849403 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31c0624-45c8-4ab2-9ec4-05b52970bc56 None None] Sync routers for ids ['660b1f5b-eb2a-424e-9497-26ecc7cb4999'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:32:26.867539 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31c0624-45c8-4ab2-9ec4-05b52970bc56 None None] Routers {'660b1f5b-eb2a-424e-9497-26ecc7cb4999'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:32:26.868213 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-b31c0624-45c8-4ab2-9ec4-05b52970bc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:32:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['660b1f5b-eb2a-424e-9497-26ecc7cb4999'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:32:26.945164 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3d198200-a207-4b5a-aafb-e4f5818b6bd6 req-6a2124aa-81da-4428-bed3-a8706d75dd76 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=080f8b02-b7f3-46fc-9829-ac1770c87747 HTTP/1.1" status: 200 len: 217 time: 0.1185679 Mar 11 19:32:27.078038 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2c0df435-7964-47d4-8fb8-2ead1caa906d admin admin] Publish callbacks [] for router (660b1f5b-eb2a-424e-9497-26ecc7cb4999), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:27.163884 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-b31c0624-45c8-4ab2-9ec4-05b52970bc56 None None] Set router 660b1f5b-eb2a-424e-9497-26ecc7cb4999 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:32:27.187227 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d198200-a207-4b5a-aafb-e4f5818b6bd6 req-eb9ab1e1-3279-4449-9116-47d4f2eb6316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:27.189869 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3d198200-a207-4b5a-aafb-e4f5818b6bd6 req-eb9ab1e1-3279-4449-9116-47d4f2eb6316 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1c6d00ec-4b03-4775-8b18-57164800ad97 HTTP/1.1" status: 200 len: 845 time: 0.2342134 Mar 11 19:32:27.218483 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac700c-b0e4-4ce0-adb9-f5a6dce4e63e req-655ab703-957e-40cb-8ebb-71e818f5b17f tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:27.226107 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-81ac700c-b0e4-4ce0-adb9-f5a6dce4e63e req-655ab703-957e-40cb-8ebb-71e818f5b17f tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a616cbe-b5e8-49cc-8905-093f346d0c83 HTTP/1.1" status: 200 len: 950 time: 0.2797222 Mar 11 19:32:27.259835 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2c0df435-7964-47d4-8fb8-2ead1caa906d admin admin] Publish callbacks [] for router_gateway (660b1f5b-eb2a-424e-9497-26ecc7cb4999), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:27.355059 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-2c0df435-7964-47d4-8fb8-2ead1caa906d admin admin] Deleting port 78406ed1-9d3e-42c1-ac53-ab848b568af4 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:32:27.355892 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2c0df435-7964-47d4-8fb8-2ead1caa906d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (78406ed1-9d3e-42c1-ac53-ab848b568af4), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:27.470591 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-81ac700c-b0e4-4ce0-adb9-f5a6dce4e63e req-738ef65e-f745-49e5-8ba4-26b7fe6ea7b4 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437859 Mar 11 19:32:27.499208 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d198200-a207-4b5a-aafb-e4f5818b6bd6 req-17be9d67-7f16-4a1c-93d1-c5504c5b4707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:27.506047 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3d198200-a207-4b5a-aafb-e4f5818b6bd6 req-17be9d67-7f16-4a1c-93d1-c5504c5b4707 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=2861ea14-7bea-49b3-8565-f2cbb28bd165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3049352 Mar 11 19:32:27.514971 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:27.587078 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b218a9fe-ff99-44e1-9b22-6bf015f5beee x-openstack-request-id: req-b218a9fe-ff99-44e1-9b22-6bf015f5beee {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:32:27.587425 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7156dc0-5c94-4e6f-b96e-8bd854e8b8d9", "tag": "080f8b02-b7f3-46fc-9829-ac1770c87747", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:32:27.587727 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b218a9fe-ff99-44e1-9b22-6bf015f5beee {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:32:27.588119 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7156dc0-5c94-4e6f-b96e-8bd854e8b8d9', 'tag': '080f8b02-b7f3-46fc-9829-ac1770c87747', 'status': 'completed', 'code': 200} Mar 11 19:32:27.588937 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-2c0df435-7964-47d4-8fb8-2ead1caa906d admin admin] For port 78406ed1-9d3e-42c1-ac53-ab848b568af4, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=78406ed1-9d3e-42c1-ac53-ab848b568af4,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:32:27.591172 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2c0df435-7964-47d4-8fb8-2ead1caa906d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (78406ed1-9d3e-42c1-ac53-ab848b568af4), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:27.625838 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-2c0df435-7964-47d4-8fb8-2ead1caa906d admin admin] Calling delete_port for 78406ed1-9d3e-42c1-ac53-ab848b568af4 owned by network:router_gateway {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:32:27.730103 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-b31c0624-45c8-4ab2-9ec4-05b52970bc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660b1f5b-eb2a-424e-9497-26ecc7cb4999', 'name': 'tempest-AttachSCSIVolumeTestJSON-1989648879-router', 'tenant_id': '4fa07d336ec54557925db5f52381443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': '78406ed1-9d3e-42c1-ac53-ab848b568af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:28:19Z', 'updated_at': '2022-03-11T19:32:25Z', 'revision_number': 5, 'project_id': '4fa07d336ec54557925db5f52381443a', 'gw_port': {'id': '78406ed1-9d3e-42c1-ac53-ab848b568af4', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:63:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660b1f5b-eb2a-424e-9497-26ecc7cb4999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:28:21Z', 'updated_at': '2022-03-11T19:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:32:27.758138 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3d198200-a207-4b5a-aafb-e4f5818b6bd6 req-8149bc58-c861-41f7-9182-5b304557704d service neutron] 10.222.0.75 "GET /v2.0/networks/2861ea14-7bea-49b3-8565-f2cbb28bd165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475443 Mar 11 19:32:27.761523 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31c0624-45c8-4ab2-9ec4-05b52970bc56 None None] Checking router: 660b1f5b-eb2a-424e-9497-26ecc7cb4999 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:32:27.776948 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31c0624-45c8-4ab2-9ec4-05b52970bc56 None None] Routers {'660b1f5b-eb2a-424e-9497-26ecc7cb4999'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:32:27.779056 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-b31c0624-45c8-4ab2-9ec4-05b52970bc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:32:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['660b1f5b-eb2a-424e-9497-26ecc7cb4999'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:32:27.798983 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84a5765-6581-44fa-b2a7-8da7213eb8ef req-96ebae60-82ea-475b-93c7-43730c2b0231 tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:27.804668 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e84a5765-6581-44fa-b2a7-8da7213eb8ef req-96ebae60-82ea-475b-93c7-43730c2b0231 tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7156dc0-5c94-4e6f-b96e-8bd854e8b8d9 HTTP/1.1" status: 200 len: 943 time: 0.2288175 Mar 11 19:32:27.893223 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82c5431-97a4-4294-87ae-7ec4878b775d req-bf95f466-20ae-4ae0-a4f1-348fac1c6bcb tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:27.904836 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82c5431-97a4-4294-87ae-7ec4878b775d req-bf95f466-20ae-4ae0-a4f1-348fac1c6bcb tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:27.916513 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82c5431-97a4-4294-87ae-7ec4878b775d req-bf95f466-20ae-4ae0-a4f1-348fac1c6bcb tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:27.932106 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82c5431-97a4-4294-87ae-7ec4878b775d req-bf95f466-20ae-4ae0-a4f1-348fac1c6bcb tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:27.946066 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-b31c0624-45c8-4ab2-9ec4-05b52970bc56 None None] Set router 660b1f5b-eb2a-424e-9497-26ecc7cb4999 gateway port host: None {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:32:27.947608 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82c5431-97a4-4294-87ae-7ec4878b775d req-bf95f466-20ae-4ae0-a4f1-348fac1c6bcb tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:27.964056 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82c5431-97a4-4294-87ae-7ec4878b775d req-bf95f466-20ae-4ae0-a4f1-348fac1c6bcb tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:27.975136 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82c5431-97a4-4294-87ae-7ec4878b775d req-bf95f466-20ae-4ae0-a4f1-348fac1c6bcb tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:27.979912 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d82c5431-97a4-4294-87ae-7ec4878b775d req-bf95f466-20ae-4ae0-a4f1-348fac1c6bcb tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 5419 time: 0.3656499 Mar 11 19:32:28.030061 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2c0df435-7964-47d4-8fb8-2ead1caa906d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (78406ed1-9d3e-42c1-ac53-ab848b568af4), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:28.093235 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-b31c0624-45c8-4ab2-9ec4-05b52970bc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660b1f5b-eb2a-424e-9497-26ecc7cb4999', 'name': 'tempest-AttachSCSIVolumeTestJSON-1989648879-router', 'tenant_id': '4fa07d336ec54557925db5f52381443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:28:19Z', 'updated_at': '2022-03-11T19:32:27Z', 'revision_number': 6, 'project_id': '4fa07d336ec54557925db5f52381443a', 'gw_port_host': None}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:32:28.116583 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0df435-7964-47d4-8fb8-2ead1caa906d admin admin] Pushing event deleted for resources: {'Port': ['ID=78406ed1-9d3e-42c1-ac53-ab848b568af4,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:28.148575 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31c0624-45c8-4ab2-9ec4-05b52970bc56 None None] The sync data for ids ['660b1f5b-eb2a-424e-9497-26ecc7cb4999'] in n-d-833163-1 is: [{'id': '660b1f5b-eb2a-424e-9497-26ecc7cb4999', 'name': 'tempest-AttachSCSIVolumeTestJSON-1989648879-router', 'tenant_id': '4fa07d336ec54557925db5f52381443a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:28:19Z', 'updated_at': '2022-03-11T19:32:27Z', 'revision_number': 6, 'project_id': '4fa07d336ec54557925db5f52381443a', 'gw_port_host': None}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:32:28.178367 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0df435-7964-47d4-8fb8-2ead1caa906d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:32:28.178822 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0df435-7964-47d4-8fb8-2ead1caa906d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:32:28.179666 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0df435-7964-47d4-8fb8-2ead1caa906d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:32:28.180106 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0df435-7964-47d4-8fb8-2ead1caa906d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:32:28.180521 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0df435-7964-47d4-8fb8-2ead1caa906d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:32:28.180861 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0df435-7964-47d4-8fb8-2ead1caa906d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:32:28.181193 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0df435-7964-47d4-8fb8-2ead1caa906d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:32:28.181575 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0df435-7964-47d4-8fb8-2ead1caa906d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:32:28.181906 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0df435-7964-47d4-8fb8-2ead1caa906d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:32:28.182233 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0df435-7964-47d4-8fb8-2ead1caa906d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:32:28.183806 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0df435-7964-47d4-8fb8-2ead1caa906d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:32:28.184154 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0df435-7964-47d4-8fb8-2ead1caa906d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:32:28.184490 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c0df435-7964-47d4-8fb8-2ead1caa906d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:32:28.245502 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e84a5765-6581-44fa-b2a7-8da7213eb8ef req-ba6521bb-23ae-4db0-9115-977524c8b59e tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] 10.222.0.65 "GET /v2.0/security-groups?id=9455c5a3-3801-4a3d-8a59-98f1d99f5b40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4020410 Mar 11 19:32:28.252742 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3d198200-a207-4b5a-aafb-e4f5818b6bd6 req-c50fd7f5-cd69-4688-a4ac-fbc7195651ee service neutron] 10.222.0.75 "GET /v2.0/networks/2861ea14-7bea-49b3-8565-f2cbb28bd165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4859138 Mar 11 19:32:28.287655 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2c0df435-7964-47d4-8fb8-2ead1caa906d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (660b1f5b-eb2a-424e-9497-26ecc7cb4999), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:28.306228 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d82c5431-97a4-4294-87ae-7ec4878b775d req-0c22136d-fa34-4540-8689-c49309d18b9c tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=da55a647-62ee-4d15-a963-651fcfed7127&id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3173697 Mar 11 19:32:28.464585 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f147a2cf-6624-455a-8005-c08e3987354f req-3b92968d-73be-463d-a80c-2131de84d200 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b11db00-86e7-4155-a147-13490d09c29f HTTP/1.1" status: 200 len: 210 time: 0.0422738 Mar 11 19:32:28.464792 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2c0df435-7964-47d4-8fb8-2ead1caa906d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (660b1f5b-eb2a-424e-9497-26ecc7cb4999), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:28.467975 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2c0df435-7964-47d4-8fb8-2ead1caa906d admin admin] Publish callbacks [] for router_controller (660b1f5b-eb2a-424e-9497-26ecc7cb4999), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:28.493686 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd25e2-978a-4e87-9355-999b1379400c req-9a745db5-f60b-4aa3-87e1-71fc7b5da7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:28.495177 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c1dd25e2-978a-4e87-9355-999b1379400c req-9a745db5-f60b-4aa3-87e1-71fc7b5da7b2 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=be6bb36e4510404da3f801164858fcd0&device_id=a7156dc0-5c94-4e6f-b96e-8bd854e8b8d9 HTTP/1.1" status: 200 len: 1125 time: 0.1305499 Mar 11 19:32:28.562512 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2c0df435-7964-47d4-8fb8-2ead1caa906d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (660b1f5b-eb2a-424e-9497-26ecc7cb4999), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:28.564300 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c0df435-7964-47d4-8fb8-2ead1caa906d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 660b1f5b-eb2a-424e-9497-26ecc7cb4999 {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:32:28.570559 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2c0df435-7964-47d4-8fb8-2ead1caa906d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:28.579754 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-2c0df435-7964-47d4-8fb8-2ead1caa906d admin admin] 10.222.0.65 "DELETE /v2.0/routers/660b1f5b-eb2a-424e-9497-26ecc7cb4999 HTTP/1.1" status: 204 len: 168 time: 1.7326303 Mar 11 19:32:28.581017 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58720) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:32:28.664969 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aa3a4e6-d652-417a-8b48-f96deafff4be admin admin] Deleting subnet 86923aa3-6e53-444a-9024-41b07fda091e {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:32:28.670653 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2aa3a4e6-d652-417a-8b48-f96deafff4be admin admin] Publish callbacks [] for subnet (86923aa3-6e53-444a-9024-41b07fda091e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:28.717872 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2aa3a4e6-d652-417a-8b48-f96deafff4be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (86923aa3-6e53-444a-9024-41b07fda091e), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:28.798999 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f5f65-690c-4e69-933d-872a1e0b0d23 req-a789be3e-50de-486f-910d-911a0edc3356 tempest-MigrationsAdminTest-109606531 tempest-MigrationsAdminTest-109606531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:28.800875 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-470f5f65-690c-4e69-933d-872a1e0b0d23 req-a789be3e-50de-486f-910d-911a0edc3356 tempest-MigrationsAdminTest-109606531 tempest-MigrationsAdminTest-109606531-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=6a616cbe-b5e8-49cc-8905-093f346d0c83 HTTP/1.1" status: 200 len: 1132 time: 0.2034087 Mar 11 19:32:28.814348 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a88d104-07ca-4d3f-b506-9903508ba65a req-b4d7242f-46be-4991-8ed7-c632b8fc9477 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:28.815838 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8a88d104-07ca-4d3f-b506-9903508ba65a req-b4d7242f-46be-4991-8ed7-c632b8fc9477 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/ports?device_id=b19c4385-f45d-4744-ac1b-ee5c36af849e HTTP/1.1" status: 200 len: 945 time: 0.1705842 Mar 11 19:32:28.818157 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd25e2-978a-4e87-9355-999b1379400c req-0ffdc20c-fd5c-4c77-983d-1d99e2890def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:28.819478 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c1dd25e2-978a-4e87-9355-999b1379400c req-0ffdc20c-fd5c-4c77-983d-1d99e2890def service neutron] 10.222.0.75 "GET /v2.0/networks?id=2861ea14-7bea-49b3-8565-f2cbb28bd165 HTTP/1.1" status: 200 len: 907 time: 0.3130045 Mar 11 19:32:28.825794 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2aa3a4e6-d652-417a-8b48-f96deafff4be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (86923aa3-6e53-444a-9024-41b07fda091e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:28.899217 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-470f5f65-690c-4e69-933d-872a1e0b0d23 req-51449e1e-2685-470d-8dea-d5f7025b086b tempest-MigrationsAdminTest-109606531 tempest-MigrationsAdminTest-109606531-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:28.905749 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2aa3a4e6-d652-417a-8b48-f96deafff4be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (86923aa3-6e53-444a-9024-41b07fda091e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:28.905980 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c1dd25e2-978a-4e87-9355-999b1379400c req-798dee6e-2c3f-4deb-b760-0116b6671411 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=080f8b02-b7f3-46fc-9829-ac1770c87747 HTTP/1.1" status: 200 len: 217 time: 0.0740788 Mar 11 19:32:28.940652 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:28.945950 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad62bc9-c088-478d-a862-13e3444efbed None None] Network 17bfad7b-503c-456a-b77b-9f736040f375 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:32:28.947037 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2aa3a4e6-d652-417a-8b48-f96deafff4be admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:28.956201 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-2aa3a4e6-d652-417a-8b48-f96deafff4be admin admin] 10.222.0.65 "DELETE /v2.0/subnets/86923aa3-6e53-444a-9024-41b07fda091e HTTP/1.1" status: 204 len: 168 time: 0.3723652 Mar 11 19:32:28.957476 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58722) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:32:28.993499 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa3a4e6-d652-417a-8b48-f96deafff4be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86923aa3-6e53-444a-9024-41b07fda091e,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:29.057681 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd25e2-978a-4e87-9355-999b1379400c req-8f401460-b7a0-4bd0-b8a8-6def4c2bbb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:29.059827 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c1dd25e2-978a-4e87-9355-999b1379400c req-8f401460-b7a0-4bd0-b8a8-6def4c2bbb12 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1c6d00ec-4b03-4775-8b18-57164800ad97 HTTP/1.1" status: 200 len: 845 time: 0.1464663 Mar 11 19:32:29.066775 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8a88d104-07ca-4d3f-b506-9903508ba65a req-8b7e762b-2baa-473f-84df-62b15732a504 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e295548-40c6-4aff-8eff-a54d88cb1f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413118 Mar 11 19:32:29.175960 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d58f901f-7df3-42f7-88c3-c09502bc57f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (17bfad7b-503c-456a-b77b-9f736040f375), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:29.283503 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5739a130-a6eb-4578-b920-647f285e7e81 None None] DHCP port deletion for 17bfad7b-503c-456a-b77b-9f736040f375 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:32:29.284225 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd25e2-978a-4e87-9355-999b1379400c req-59c62a3a-624e-49db-94ff-740231ea4d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:29.285747 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c1dd25e2-978a-4e87-9355-999b1379400c req-59c62a3a-624e-49db-94ff-740231ea4d25 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=2861ea14-7bea-49b3-8565-f2cbb28bd165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2181084 Mar 11 19:32:29.311993 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af254bef-1916-4273-845b-2dad9971f1a7 req-3890cb49-fe22-4a39-94ab-31423b9ea9c8 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:29.317390 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-af254bef-1916-4273-845b-2dad9971f1a7 req-3890cb49-fe22-4a39-94ab-31423b9ea9c8 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.57 "GET /v2.0/networks?id=b2c20bf2-5907-4ff7-8af6-23603c7d780a HTTP/1.1" status: 200 len: 820 time: 0.2995799 Mar 11 19:32:29.322316 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-470f5f65-690c-4e69-933d-872a1e0b0d23 req-51449e1e-2685-470d-8dea-d5f7025b086b tempest-MigrationsAdminTest-109606531 tempest-MigrationsAdminTest-109606531-project-admin] Publish callbacks [] for security_group (568ef28c-bf49-4f4f-90d4-7cb67d102e19), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:29.334565 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-af254bef-1916-4273-845b-2dad9971f1a7 req-20e3ca9b-8784-4c01-aea3-0060271c07a2 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Request body: {'port': {'device_id': '7b11db00-86e7-4155-a147-13490d09c29f', 'network_id': 'b2c20bf2-5907-4ff7-8af6-23603c7d780a', 'admin_state_up': True, 'tenant_id': 'f44b890e943d4aee826b67fd4c2d7b8e'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:32:29.340661 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-470f5f65-690c-4e69-933d-872a1e0b0d23 req-51449e1e-2685-470d-8dea-d5f7025b086b tempest-MigrationsAdminTest-109606531 tempest-MigrationsAdminTest-109606531-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (568ef28c-bf49-4f4f-90d4-7cb67d102e19), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:29.425999 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-5739a130-a6eb-4578-b920-647f285e7e81 None None] Deleting port 4c7170a5-0e6f-47d6-9b9d-11949c1488ce {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:32:29.426372 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5739a130-a6eb-4578-b920-647f285e7e81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (4c7170a5-0e6f-47d6-9b9d-11949c1488ce), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:29.438187 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-470f5f65-690c-4e69-933d-872a1e0b0d23 req-51449e1e-2685-470d-8dea-d5f7025b086b tempest-MigrationsAdminTest-109606531 tempest-MigrationsAdminTest-109606531-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6213648 Mar 11 19:32:29.448678 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-d58f901f-7df3-42f7-88c3-c09502bc57f5 admin admin] Deleting port 4c7170a5-0e6f-47d6-9b9d-11949c1488ce {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:32:29.449022 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d58f901f-7df3-42f7-88c3-c09502bc57f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (4c7170a5-0e6f-47d6-9b9d-11949c1488ce), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:29.458975 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51449e1e-2685-470d-8dea-d5f7025b086b tempest-MigrationsAdminTest-109606531 tempest-MigrationsAdminTest-109606531-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=568ef28c-bf49-4f4f-90d4-7cb67d102e19,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:29.526852 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c1dd25e2-978a-4e87-9355-999b1379400c req-88f5bee2-81ab-4121-8471-032f8cfc20a7 service neutron] 10.222.0.75 "GET /v2.0/networks/2861ea14-7bea-49b3-8565-f2cbb28bd165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321885 Mar 11 19:32:29.616956 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-5739a130-a6eb-4578-b920-647f285e7e81 None None] For port 4c7170a5-0e6f-47d6-9b9d-11949c1488ce, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=4c7170a5-0e6f-47d6-9b9d-11949c1488ce,segment=NetworkSegment(e15f8058-4e0b-4c29-adee-d30240647fdd),segment_id=e15f8058-4e0b-4c29-adee-d30240647fdd)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:32:29.617326 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5739a130-a6eb-4578-b920-647f285e7e81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (4c7170a5-0e6f-47d6-9b9d-11949c1488ce), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:29.651112 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af254bef-1916-4273-845b-2dad9971f1a7 req-20e3ca9b-8784-4c01-aea3-0060271c07a2 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Made reservation on behalf of f44b890e943d4aee826b67fd4c2d7b8e for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:32:29.654996 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-af254bef-1916-4273-845b-2dad9971f1a7 req-20e3ca9b-8784-4c01-aea3-0060271c07a2 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:29.660588 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-5739a130-a6eb-4578-b920-647f285e7e81 None None] Calling delete_port for 4c7170a5-0e6f-47d6-9b9d-11949c1488ce owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:32:29.692962 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-d58f901f-7df3-42f7-88c3-c09502bc57f5 admin admin] For port 4c7170a5-0e6f-47d6-9b9d-11949c1488ce, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=4c7170a5-0e6f-47d6-9b9d-11949c1488ce,segment=NetworkSegment(e15f8058-4e0b-4c29-adee-d30240647fdd),segment_id=e15f8058-4e0b-4c29-adee-d30240647fdd)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:32:29.693489 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d58f901f-7df3-42f7-88c3-c09502bc57f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (4c7170a5-0e6f-47d6-9b9d-11949c1488ce), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:29.790558 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-d58f901f-7df3-42f7-88c3-c09502bc57f5 admin admin] Calling delete_port for 4c7170a5-0e6f-47d6-9b9d-11949c1488ce owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:32:29.835153 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5739a130-a6eb-4578-b920-647f285e7e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (4c7170a5-0e6f-47d6-9b9d-11949c1488ce), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:29.895181 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5739a130-a6eb-4578-b920-647f285e7e81 None None] Pushing event deleted for resources: {'Port': ['ID=4c7170a5-0e6f-47d6-9b9d-11949c1488ce,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:29.941117 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5739a130-a6eb-4578-b920-647f285e7e81 None None] No DVR routers for this DVR port 4c7170a5-0e6f-47d6-9b9d-11949c1488ce on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:32:29.997653 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-af254bef-1916-4273-845b-2dad9971f1a7 req-20e3ca9b-8784-4c01-aea3-0060271c07a2 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Allocated IP 172.20.0.3 (b2c20bf2-5907-4ff7-8af6-23603c7d780a/a7be26a8-b37a-4d01-b7d9-b9690160171c/a5aa4d69-5d6e-4efe-a7b4-617450445181) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:32:30.066360 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 2ac78fad-114b-462f-a7f8-0ff1578a17ef no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:32:30.100566 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d58f901f-7df3-42f7-88c3-c09502bc57f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (4c7170a5-0e6f-47d6-9b9d-11949c1488ce), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:30.105282 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 2ac78fad-114b-462f-a7f8-0ff1578a17ef {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:32:30.106409 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 2ac78fad-114b-462f-a7f8-0ff1578a17ef not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:32:30.108136 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 78406ed1-9d3e-42c1-ac53-ab848b568af4 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:32:30.112744 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c55854-762d-48df-b5b5-f4bf3118fa77 req-2d9ba501-206c-4fc0-9eb4-cc525190942a tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:30.114423 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a8c55854-762d-48df-b5b5-f4bf3118fa77 req-2d9ba501-206c-4fc0-9eb4-cc525190942a tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7156dc0-5c94-4e6f-b96e-8bd854e8b8d9 HTTP/1.1" status: 200 len: 943 time: 0.6791961 Mar 11 19:32:30.116411 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c1dd25e2-978a-4e87-9355-999b1379400c req-8776ddd3-6428-4ba5-bd4c-f34eec4f7003 service neutron] 10.222.0.75 "GET /v2.0/networks/2861ea14-7bea-49b3-8565-f2cbb28bd165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5140541 Mar 11 19:32:30.150778 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09edeab9-9afa-44c6-8b68-28fabf6444d3 req-96c6c279-1d1f-4a45-941c-722afd30b7b6 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:30.155650 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 78406ed1-9d3e-42c1-ac53-ab848b568af4 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:32:30.156216 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 78406ed1-9d3e-42c1-ac53-ab848b568af4 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:32:30.157803 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 4c7170a5-0e6f-47d6-9b9d-11949c1488ce no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:32:30.157951 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09edeab9-9afa-44c6-8b68-28fabf6444d3 req-96c6c279-1d1f-4a45-941c-722afd30b7b6 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:30.172263 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09edeab9-9afa-44c6-8b68-28fabf6444d3 req-96c6c279-1d1f-4a45-941c-722afd30b7b6 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:30.180535 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09edeab9-9afa-44c6-8b68-28fabf6444d3 req-96c6c279-1d1f-4a45-941c-722afd30b7b6 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:30.187253 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09edeab9-9afa-44c6-8b68-28fabf6444d3 req-96c6c279-1d1f-4a45-941c-722afd30b7b6 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:30.193935 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09edeab9-9afa-44c6-8b68-28fabf6444d3 req-96c6c279-1d1f-4a45-941c-722afd30b7b6 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:30.203414 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09edeab9-9afa-44c6-8b68-28fabf6444d3 req-96c6c279-1d1f-4a45-941c-722afd30b7b6 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:30.206016 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-09edeab9-9afa-44c6-8b68-28fabf6444d3 req-96c6c279-1d1f-4a45-941c-722afd30b7b6 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 5419 time: 0.5897908 Mar 11 19:32:30.210150 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 4c7170a5-0e6f-47d6-9b9d-11949c1488ce {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:32:30.210733 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 4c7170a5-0e6f-47d6-9b9d-11949c1488ce not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:32:30.318897 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-af254bef-1916-4273-845b-2dad9971f1a7 req-20e3ca9b-8784-4c01-aea3-0060271c07a2 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Publish callbacks [] for port (a5aa4d69-5d6e-4efe-a7b4-617450445181), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:30.330130 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-09edeab9-9afa-44c6-8b68-28fabf6444d3 req-222c7b4b-88cb-4558-8897-e98d5f25f4fd tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=da55a647-62ee-4d15-a963-651fcfed7127&id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0856035 Mar 11 19:32:30.331116 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58f901f-7df3-42f7-88c3-c09502bc57f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c7170a5-0e6f-47d6-9b9d-11949c1488ce,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:30.338685 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58f901f-7df3-42f7-88c3-c09502bc57f5 admin admin] No DVR routers for this DVR port 4c7170a5-0e6f-47d6-9b9d-11949c1488ce on host n-d-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:32:30.384250 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-af254bef-1916-4273-845b-2dad9971f1a7 req-20e3ca9b-8784-4c01-aea3-0060271c07a2 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (a5aa4d69-5d6e-4efe-a7b4-617450445181), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:30.403880 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['5ac3bee4-d31e-4d7f-9bb8-cb81d564318b'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:32:30.410875 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a8c55854-762d-48df-b5b5-f4bf3118fa77 req-750d8463-2e80-4ef0-a9f9-770964d6a815 tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] 10.222.0.65 "GET /v2.0/security-groups?id=9455c5a3-3801-4a3d-8a59-98f1d99f5b40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1821413 Mar 11 19:32:30.474987 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d58f901f-7df3-42f7-88c3-c09502bc57f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (17bfad7b-503c-456a-b77b-9f736040f375), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:30.507261 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-d58f901f-7df3-42f7-88c3-c09502bc57f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17bfad7b-503c-456a-b77b-9f736040f375']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:32:30.559204 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af254bef-1916-4273-845b-2dad9971f1a7 req-20e3ca9b-8784-4c01-aea3-0060271c07a2 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Network b2c20bf2-5907-4ff7-8af6-23603c7d780a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:32:30.563112 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-af254bef-1916-4273-845b-2dad9971f1a7 req-20e3ca9b-8784-4c01-aea3-0060271c07a2 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:32:30.566022 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-af254bef-1916-4273-845b-2dad9971f1a7 req-20e3ca9b-8784-4c01-aea3-0060271c07a2 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:32:30.631430 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-d58f901f-7df3-42f7-88c3-c09502bc57f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e15f8058-4e0b-4c29-adee-d30240647fdd') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:32:30.631860 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-d58f901f-7df3-42f7-88c3-c09502bc57f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e15f8058-4e0b-4c29-adee-d30240647fdd') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:32:30.646460 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e3ca9b-8784-4c01-aea3-0060271c07a2 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Pushing event updated for resources: {'Port': ['ID=a5aa4d69-5d6e-4efe-a7b4-617450445181,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:30.666770 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d58f901f-7df3-42f7-88c3-c09502bc57f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (e15f8058-4e0b-4c29-adee-d30240647fdd), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:30.721642 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af254bef-1916-4273-845b-2dad9971f1a7 req-20e3ca9b-8784-4c01-aea3-0060271c07a2 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:30.726854 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-af254bef-1916-4273-845b-2dad9971f1a7 req-20e3ca9b-8784-4c01-aea3-0060271c07a2 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:30.733856 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d58f901f-7df3-42f7-88c3-c09502bc57f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (e15f8058-4e0b-4c29-adee-d30240647fdd), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:30.756691 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82844f9b-4347-4ec7-8fb5-d87ae8f59f0c req-73b9948e-e20a-4d6e-be77-333c532570a3 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:30.758741 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-af254bef-1916-4273-845b-2dad9971f1a7 req-20e3ca9b-8784-4c01-aea3-0060271c07a2 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4329216 Mar 11 19:32:30.760882 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-82844f9b-4347-4ec7-8fb5-d87ae8f59f0c req-73b9948e-e20a-4d6e-be77-333c532570a3 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b11db00-86e7-4155-a147-13490d09c29f HTTP/1.1" status: 200 len: 931 time: 0.2445483 Mar 11 19:32:30.772748 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d58f901f-7df3-42f7-88c3-c09502bc57f5 admin admin] Releasing vlan 891 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:32:30.776340 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d58f901f-7df3-42f7-88c3-c09502bc57f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (e15f8058-4e0b-4c29-adee-d30240647fdd), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:30.778491 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-af254bef-1916-4273-845b-2dad9971f1a7 req-4eba8903-ff9c-41b5-b8ed-17cfb7877ccc service neutron] Request body: {'port': {'device_id': '7b11db00-86e7-4155-a147-13490d09c29f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:32:30.781945 n-d-833163-1 neutron-server[103885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:32:30.781945 n-d-833163-1 neutron-server[103885]: self.session.flush() Mar 11 19:32:30.781945 n-d-833163-1 neutron-server[103885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:32:30.781945 n-d-833163-1 neutron-server[103885]: self.session.flush() Mar 11 19:32:30.781945 n-d-833163-1 neutron-server[103885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:32:30.781945 n-d-833163-1 neutron-server[103885]: self.session.flush() Mar 11 19:32:30.781945 n-d-833163-1 neutron-server[103885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:32:30.781945 n-d-833163-1 neutron-server[103885]: self.session.flush() Mar 11 19:32:30.781945 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 19:32:30.781945 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:32:30.781945 n-d-833163-1 neutron-server[103885]: timer() Mar 11 19:32:30.781945 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:32:30.781945 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 19:32:30.781945 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:32:30.781945 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 19:32:30.781945 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:32:30.781945 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 19:32:30.781945 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:32:30.781945 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 19:32:30.781945 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:32:30.781945 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 19:32:30.781945 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:32:30.781945 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:32:30.781945 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:32:30.781945 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:32:30.781945 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:32:30.781945 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 19:32:30.781945 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:32:30.781945 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 19:32:30.781945 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:32:30.781945 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:32:30.781945 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:32:30.781945 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 19:32:30.781945 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:32:30.781945 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:32:30.781945 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:32:30.781945 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:32:30.781945 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:32:30.781945 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:32:30.781945 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:32:30.883460 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d58f901f-7df3-42f7-88c3-c09502bc57f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (17bfad7b-503c-456a-b77b-9f736040f375), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:30.889123 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d58f901f-7df3-42f7-88c3-c09502bc57f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:30.892442 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d58f901f-7df3-42f7-88c3-c09502bc57f5 admin admin] 10.222.0.65 "DELETE /v2.0/networks/17bfad7b-503c-456a-b77b-9f736040f375 HTTP/1.1" status: 204 len: 168 time: 1.9263036 Mar 11 19:32:30.900181 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-82844f9b-4347-4ec7-8fb5-d87ae8f59f0c req-7ea5af8c-7200-41e6-b5c2-294ab39733b2 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287274 Mar 11 19:32:30.917187 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58f901f-7df3-42f7-88c3-c09502bc57f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=17bfad7b-503c-456a-b77b-9f736040f375,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:30.930896 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-af254bef-1916-4273-845b-2dad9971f1a7 req-4eba8903-ff9c-41b5-b8ed-17cfb7877ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a5aa4d69-5d6e-4efe-a7b4-617450445181), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:31.260019 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b9f41-bb8c-49e7-af2a-a691a31f9ab7 req-3c81441a-ffed-46d1-bd43-b77c46725709 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:31.264747 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c19b9f41-bb8c-49e7-af2a-a691a31f9ab7 req-3c81441a-ffed-46d1-bd43-b77c46725709 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/ports?device_id=b19c4385-f45d-4744-ac1b-ee5c36af849e HTTP/1.1" status: 200 len: 945 time: 0.1856189 Mar 11 19:32:31.391159 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58752) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:32:31.453604 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c19b9f41-bb8c-49e7-af2a-a691a31f9ab7 req-e4a1b179-5be0-4b77-9324-ca3b43266a18 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e295548-40c6-4aff-8eff-a54d88cb1f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825621 Mar 11 19:32:31.467155 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-25636cb0-d6a6-4ef6-8b6e-d82ba7831622 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=995b54d9cef34e9595750043705eaa07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0740082 Mar 11 19:32:31.470286 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58760) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:32:31.491583 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d126ecd0-2742-4b43-ac15-903be22bd11a req-0511c13c-2201-4833-a3fe-26e3777d3096 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:31.512900 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d126ecd0-2742-4b43-ac15-903be22bd11a req-0511c13c-2201-4833-a3fe-26e3777d3096 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a616cbe-b5e8-49cc-8905-093f346d0c83 HTTP/1.1" status: 200 len: 950 time: 0.1505349 Mar 11 19:32:31.638910 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-af254bef-1916-4273-845b-2dad9971f1a7 req-4eba8903-ff9c-41b5-b8ed-17cfb7877ccc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5aa4d69-5d6e-4efe-a7b4-617450445181 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:32:31.654371 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d126ecd0-2742-4b43-ac15-903be22bd11a req-8f3cda1b-5ac8-4496-9064-8536b1d147d0 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351099 Mar 11 19:32:31.711444 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-af254bef-1916-4273-845b-2dad9971f1a7 req-4eba8903-ff9c-41b5-b8ed-17cfb7877ccc service neutron] Publish callbacks [] for port (a5aa4d69-5d6e-4efe-a7b4-617450445181), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:31.713178 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a82e439-be96-4762-ab83-56b5a519e874 req-cc4b6068-4473-4e50-b7ba-8355258b4710 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:31.721002 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a82e439-be96-4762-ab83-56b5a519e874 req-cc4b6068-4473-4e50-b7ba-8355258b4710 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:31.726969 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a82e439-be96-4762-ab83-56b5a519e874 req-cc4b6068-4473-4e50-b7ba-8355258b4710 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:31.733619 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a82e439-be96-4762-ab83-56b5a519e874 req-cc4b6068-4473-4e50-b7ba-8355258b4710 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:31.741024 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-af254bef-1916-4273-845b-2dad9971f1a7 req-4eba8903-ff9c-41b5-b8ed-17cfb7877ccc service neutron] Transition to ACTIVE for port object a5aa4d69-5d6e-4efe-a7b4-617450445181 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:32:31.742671 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a82e439-be96-4762-ab83-56b5a519e874 req-cc4b6068-4473-4e50-b7ba-8355258b4710 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:31.749896 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a82e439-be96-4762-ab83-56b5a519e874 req-cc4b6068-4473-4e50-b7ba-8355258b4710 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:31.755455 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-af254bef-1916-4273-845b-2dad9971f1a7 req-4eba8903-ff9c-41b5-b8ed-17cfb7877ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (a5aa4d69-5d6e-4efe-a7b4-617450445181), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:31.757091 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a82e439-be96-4762-ab83-56b5a519e874 req-cc4b6068-4473-4e50-b7ba-8355258b4710 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:31.766146 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3a82e439-be96-4762-ab83-56b5a519e874 req-cc4b6068-4473-4e50-b7ba-8355258b4710 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 5419 time: 0.1605954 Mar 11 19:32:31.767120 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ce92a6ab-fe6e-4e74-abda-21ee6853680f admin admin] Publish callbacks [] for security_group (c8e8cfff-c504-429e-8169-b14a8919776a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:31.874440 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ce92a6ab-fe6e-4e74-abda-21ee6853680f admin admin] Publish callbacks [] for security_group (c8e8cfff-c504-429e-8169-b14a8919776a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:31.957246 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3a82e439-be96-4762-ab83-56b5a519e874 req-fc7de5ad-a9c2-400f-bb5b-f8bed5898b57 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=da55a647-62ee-4d15-a963-651fcfed7127&id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1837924 Mar 11 19:32:31.976078 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186fd8d9-463b-4259-9f5a-ada22b68779f req-59f11582-f839-4962-81cb-f662f8b193c0 tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:31.978164 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-186fd8d9-463b-4259-9f5a-ada22b68779f req-59f11582-f839-4962-81cb-f662f8b193c0 tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7156dc0-5c94-4e6f-b96e-8bd854e8b8d9 HTTP/1.1" status: 200 len: 943 time: 0.2088075 Mar 11 19:32:31.994240 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ce92a6ab-fe6e-4e74-abda-21ee6853680f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (c8e8cfff-c504-429e-8169-b14a8919776a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:31.999250 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ce92a6ab-fe6e-4e74-abda-21ee6853680f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:31.999250 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ce92a6ab-fe6e-4e74-abda-21ee6853680f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c8e8cfff-c504-429e-8169-b14a8919776a HTTP/1.1" status: 204 len: 168 time: 0.5272315 Mar 11 19:32:32.017672 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eba8903-ff9c-41b5-b8ed-17cfb7877ccc service neutron] Pushing event updated for resources: {'Port': ['ID=a5aa4d69-5d6e-4efe-a7b4-617450445181,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:32.058450 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-009625e8-c6c0-4a13-ab76-85bed9ace70c req-9599682a-3d09-4aa1-9974-415a88de4f31 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6a616cbe-b5e8-49cc-8905-093f346d0c83&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6717479 Mar 11 19:32:32.067814 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [req-009625e8-c6c0-4a13-ab76-85bed9ace70c req-85705dee-7b17-456b-a7b0-e8ee81f6ca58 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:32:32.080004 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-009625e8-c6c0-4a13-ab76-85bed9ace70c req-85705dee-7b17-456b-a7b0-e8ee81f6ca58 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0201609 Mar 11 19:32:32.084014 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce92a6ab-fe6e-4e74-abda-21ee6853680f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e8cfff-c504-429e-8169-b14a8919776a,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:32.096238 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-186fd8d9-463b-4259-9f5a-ada22b68779f req-4057ccf7-4d0d-458c-8e8e-c00a79008595 tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] 10.222.0.65 "GET /v2.0/security-groups?id=9455c5a3-3801-4a3d-8a59-98f1d99f5b40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110699 Mar 11 19:32:32.144260 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1acd1d6-a8b1-4633-b0b0-7fcb850f3194 req-e3fade55-d1af-487b-989b-ce797feea11e tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:32.159376 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a1acd1d6-a8b1-4633-b0b0-7fcb850f3194 req-e3fade55-d1af-487b-989b-ce797feea11e tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b11db00-86e7-4155-a147-13490d09c29f HTTP/1.1" status: 200 len: 943 time: 0.0948591 Mar 11 19:32:32.245726 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-af254bef-1916-4273-845b-2dad9971f1a7 req-4eba8903-ff9c-41b5-b8ed-17cfb7877ccc service neutron] Attempting to bind port a5aa4d69-5d6e-4efe-a7b4-617450445181 on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:32:32.251349 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-af254bef-1916-4273-845b-2dad9971f1a7 req-4eba8903-ff9c-41b5-b8ed-17cfb7877ccc service neutron] Attempting to bind port a5aa4d69-5d6e-4efe-a7b4-617450445181 by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '42087326-e85e-4d47-82f7-573695e73a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b2c20bf2-5907-4ff7-8af6-23603c7d780a'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:32:32.251867 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af254bef-1916-4273-845b-2dad9971f1a7 req-4eba8903-ff9c-41b5-b8ed-17cfb7877ccc service neutron] Attempting to bind port a5aa4d69-5d6e-4efe-a7b4-617450445181 on network b2c20bf2-5907-4ff7-8af6-23603c7d780a {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:32:32.272534 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af254bef-1916-4273-845b-2dad9971f1a7 req-4eba8903-ff9c-41b5-b8ed-17cfb7877ccc service neutron] Port a5aa4d69-5d6e-4efe-a7b4-617450445181 on network b2c20bf2-5907-4ff7-8af6-23603c7d780a not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:32:32.272892 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af254bef-1916-4273-845b-2dad9971f1a7 req-4eba8903-ff9c-41b5-b8ed-17cfb7877ccc service neutron] Attempting to bind port a5aa4d69-5d6e-4efe-a7b4-617450445181 on network b2c20bf2-5907-4ff7-8af6-23603c7d780a {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:32:32.293269 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af254bef-1916-4273-845b-2dad9971f1a7 req-4eba8903-ff9c-41b5-b8ed-17cfb7877ccc service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:32:32.293725 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af254bef-1916-4273-845b-2dad9971f1a7 req-4eba8903-ff9c-41b5-b8ed-17cfb7877ccc service neutron] Checking segment: {'id': '42087326-e85e-4d47-82f7-573695e73a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b2c20bf2-5907-4ff7-8af6-23603c7d780a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:32:32.298778 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af254bef-1916-4273-845b-2dad9971f1a7 req-4eba8903-ff9c-41b5-b8ed-17cfb7877ccc service neutron] Bound using segment: {'id': '42087326-e85e-4d47-82f7-573695e73a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b2c20bf2-5907-4ff7-8af6-23603c7d780a'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:32:32.299247 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-af254bef-1916-4273-845b-2dad9971f1a7 req-4eba8903-ff9c-41b5-b8ed-17cfb7877ccc service neutron] Bound port: a5aa4d69-5d6e-4efe-a7b4-617450445181, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42087326-e85e-4d47-82f7-573695e73a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b2c20bf2-5907-4ff7-8af6-23603c7d780a'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:32:32.299610 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-af254bef-1916-4273-845b-2dad9971f1a7 req-4eba8903-ff9c-41b5-b8ed-17cfb7877ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a5aa4d69-5d6e-4efe-a7b4-617450445181), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:32.309506 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a1acd1d6-a8b1-4633-b0b0-7fcb850f3194 req-508064f0-a7cd-447b-8a16-09092b5925d3 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484773 Mar 11 19:32:32.323117 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 080f8b02-b7f3-46fc-9829-ac1770c87747 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:32:32.457106 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-af254bef-1916-4273-845b-2dad9971f1a7 req-4eba8903-ff9c-41b5-b8ed-17cfb7877ccc service neutron] For port a5aa4d69-5d6e-4efe-a7b4-617450445181, host n-h2-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:32:32.463577 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-af254bef-1916-4273-845b-2dad9971f1a7 req-4eba8903-ff9c-41b5-b8ed-17cfb7877ccc service neutron] For port a5aa4d69-5d6e-4efe-a7b4-617450445181, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=a5aa4d69-5d6e-4efe-a7b4-617450445181,segment=NetworkSegment(42087326-e85e-4d47-82f7-573695e73a7c),segment_id=42087326-e85e-4d47-82f7-573695e73a7c)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:32:32.472872 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 080f8b02-b7f3-46fc-9829-ac1770c87747, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=080f8b02-b7f3-46fc-9829-ac1770c87747,segment=NetworkSegment(4634a948-ef3a-4fad-aaf7-51110bedaf50),segment_id=4634a948-ef3a-4fad-aaf7-51110bedaf50)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:32:32.478945 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-af254bef-1916-4273-845b-2dad9971f1a7 req-4eba8903-ff9c-41b5-b8ed-17cfb7877ccc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (a5aa4d69-5d6e-4efe-a7b4-617450445181), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:32.491075 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '080f8b02-b7f3-46fc-9829-ac1770c87747', 'network_id': '2861ea14-7bea-49b3-8565-f2cbb28bd165', 'port_id': '080f8b02-b7f3-46fc-9829-ac1770c87747', 'mac_address': 'fa:16:3e:d7:6d:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c6d00ec-4b03-4775-8b18-57164800ad97', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:32:32.535175 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 080f8b02-b7f3-46fc-9829-ac1770c87747 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:32:32.535961 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (080f8b02-b7f3-46fc-9829-ac1770c87747), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:32.554083 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 080f8b02-b7f3-46fc-9829-ac1770c87747 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:32:32.586959 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 080f8b02-b7f3-46fc-9829-ac1770c87747, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=080f8b02-b7f3-46fc-9829-ac1770c87747,segment=NetworkSegment(4634a948-ef3a-4fad-aaf7-51110bedaf50),segment_id=4634a948-ef3a-4fad-aaf7-51110bedaf50)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:32:32.596993 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (080f8b02-b7f3-46fc-9829-ac1770c87747), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:32.604722 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eba8903-ff9c-41b5-b8ed-17cfb7877ccc service neutron] Pushing event updated for resources: {'Port': ['ID=a5aa4d69-5d6e-4efe-a7b4-617450445181,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:32.632893 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af254bef-1916-4273-845b-2dad9971f1a7 req-4eba8903-ff9c-41b5-b8ed-17cfb7877ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:32.633521 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-af254bef-1916-4273-845b-2dad9971f1a7 req-4eba8903-ff9c-41b5-b8ed-17cfb7877ccc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:32.635096 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-af254bef-1916-4273-845b-2dad9971f1a7 req-4eba8903-ff9c-41b5-b8ed-17cfb7877ccc service neutron] 10.222.0.57 "PUT /v2.0/ports/a5aa4d69-5d6e-4efe-a7b4-617450445181 HTTP/1.1" status: 200 len: 1091 time: 1.8638461 Mar 11 19:32:32.635546 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b11db00-86e7-4155-a147-13490d09c29f', 'tag': 'a5aa4d69-5d6e-4efe-a7b4-617450445181'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:32:32.638412 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135f62d8-0f74-4f88-a2b9-64383254f6b7" -d '{"events": [{"name": "network-changed", "server_uuid": "7b11db00-86e7-4155-a147-13490d09c29f", "tag": "a5aa4d69-5d6e-4efe-a7b4-617450445181"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:32:32.684158 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2e489-1b4a-4e46-b961-6d89089cdbab req-e72dc33d-713d-47c9-acf1-a8c545082998 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:32.686153 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bad2e489-1b4a-4e46-b961-6d89089cdbab req-e72dc33d-713d-47c9-acf1-a8c545082998 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/ports?device_id=b19c4385-f45d-4744-ac1b-ee5c36af849e HTTP/1.1" status: 200 len: 945 time: 0.0976515 Mar 11 19:32:32.777558 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6a9131-efd5-47f2-857f-bef04e109159 x-openstack-request-id: req-ac6a9131-efd5-47f2-857f-bef04e109159 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:32:32.777858 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b11db00-86e7-4155-a147-13490d09c29f", "tag": "a5aa4d69-5d6e-4efe-a7b4-617450445181", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:32:32.778428 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ac6a9131-efd5-47f2-857f-bef04e109159 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:32:32.778849 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b11db00-86e7-4155-a147-13490d09c29f', 'tag': 'a5aa4d69-5d6e-4efe-a7b4-617450445181', 'status': 'completed', 'code': 200} Mar 11 19:32:32.780785 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58790) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:32:32.803814 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=080f8b02-b7f3-46fc-9829-ac1770c87747,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:32.825983 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bad2e489-1b4a-4e46-b961-6d89089cdbab req-d95a348d-86ce-41a7-95e4-8d614f3b5b3c tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e295548-40c6-4aff-8eff-a54d88cb1f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278052 Mar 11 19:32:32.889759 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af254bef-1916-4273-845b-2dad9971f1a7 req-3a958d46-197b-4c5d-a4ea-0bd6eb253481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:32.891294 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-af254bef-1916-4273-845b-2dad9971f1a7 req-3a958d46-197b-4c5d-a4ea-0bd6eb253481 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f44b890e943d4aee826b67fd4c2d7b8e&device_id=7b11db00-86e7-4155-a147-13490d09c29f HTTP/1.1" status: 200 len: 1125 time: 0.1885967 Mar 11 19:32:32.915060 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-3a43891b-1f9f-42ba-b1ac-346dc3f2ddf7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4fa07d336ec54557925db5f52381443a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1265972 Mar 11 19:32:32.919857 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58792) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:32:32.958760 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-af254bef-1916-4273-845b-2dad9971f1a7 req-80430339-92a8-48c8-a7b8-451ba514e571 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5aa4d69-5d6e-4efe-a7b4-617450445181 HTTP/1.1" status: 200 len: 217 time: 0.0576551 Mar 11 19:32:32.962462 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['080f8b02-b7f3-46fc-9829-ac1770c87747'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:32:33.041991 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a36afe-fc99-401f-859f-b1578816bf32 req-f6d416a5-d800-4e1c-bab0-617dd6dfedad tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:33.044084 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d8a36afe-fc99-401f-859f-b1578816bf32 req-f6d416a5-d800-4e1c-bab0-617dd6dfedad tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a616cbe-b5e8-49cc-8905-093f346d0c83 HTTP/1.1" status: 200 len: 950 time: 0.1779315 Mar 11 19:32:33.044947 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1a3c5558-12c0-4552-97ce-aafa03f906a2 admin admin] Publish callbacks [] for security_group (24dcf257-2875-4953-8110-adbf0cd832ff), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:33.103320 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af254bef-1916-4273-845b-2dad9971f1a7 req-3b6f7349-516c-454c-86e2-678029fcf90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:33.109152 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-af254bef-1916-4273-845b-2dad9971f1a7 req-3b6f7349-516c-454c-86e2-678029fcf90e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a7be26a8-b37a-4d01-b7d9-b9690160171c HTTP/1.1" status: 200 len: 860 time: 0.1393783 Mar 11 19:32:33.135956 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1a3c5558-12c0-4552-97ce-aafa03f906a2 admin admin] Publish callbacks [] for security_group (24dcf257-2875-4953-8110-adbf0cd832ff), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:33.174522 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-af254bef-1916-4273-845b-2dad9971f1a7 req-b91b2702-e3ac-4b80-88ad-f2e739492b16 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b2c20bf2-5907-4ff7-8af6-23603c7d780a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597913 Mar 11 19:32:33.183491 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58802) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:32:33.233308 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d8a36afe-fc99-401f-859f-b1578816bf32 req-4989f57f-f6d8-42e5-baeb-b22d5b45be1c tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790133 Mar 11 19:32:33.287070 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed55934-86e2-4f37-8c9e-6da90a96ab6a req-8624bc3a-efb0-4187-8273-0578a3a4ed6b tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:33.302797 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed55934-86e2-4f37-8c9e-6da90a96ab6a req-8624bc3a-efb0-4187-8273-0578a3a4ed6b tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:33.303930 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-af254bef-1916-4273-845b-2dad9971f1a7 req-f33eac72-937e-43b6-92c7-91c77c0eabda service neutron] 10.222.0.57 "GET /v2.0/networks/b2c20bf2-5907-4ff7-8af6-23603c7d780a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213872 Mar 11 19:32:33.312786 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed55934-86e2-4f37-8c9e-6da90a96ab6a req-8624bc3a-efb0-4187-8273-0578a3a4ed6b tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:33.327687 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed55934-86e2-4f37-8c9e-6da90a96ab6a req-8624bc3a-efb0-4187-8273-0578a3a4ed6b tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:33.334839 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed55934-86e2-4f37-8c9e-6da90a96ab6a req-8624bc3a-efb0-4187-8273-0578a3a4ed6b tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:33.348546 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed55934-86e2-4f37-8c9e-6da90a96ab6a req-8624bc3a-efb0-4187-8273-0578a3a4ed6b tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:33.354279 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed55934-86e2-4f37-8c9e-6da90a96ab6a req-8624bc3a-efb0-4187-8273-0578a3a4ed6b tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:33.357049 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bed55934-86e2-4f37-8c9e-6da90a96ab6a req-8624bc3a-efb0-4187-8273-0578a3a4ed6b tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 5419 time: 0.2814746 Mar 11 19:32:33.404401 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1a3c5558-12c0-4552-97ce-aafa03f906a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (24dcf257-2875-4953-8110-adbf0cd832ff), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:33.407258 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1a3c5558-12c0-4552-97ce-aafa03f906a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:33.410863 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-1a3c5558-12c0-4552-97ce-aafa03f906a2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/24dcf257-2875-4953-8110-adbf0cd832ff HTTP/1.1" status: 204 len: 168 time: 0.4876592 Mar 11 19:32:33.428664 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-af254bef-1916-4273-845b-2dad9971f1a7 req-a8347449-008e-4f0e-9ac3-d5a0592dc8fa service neutron] 10.222.0.57 "GET /v2.0/networks/b2c20bf2-5907-4ff7-8af6-23603c7d780a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170661 Mar 11 19:32:33.474855 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3c5558-12c0-4552-97ce-aafa03f906a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24dcf257-2875-4953-8110-adbf0cd832ff,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:33.568089 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009625e8-c6c0-4a13-ab76-85bed9ace70c req-e0bc2fc8-439a-43b5-9606-0b266d33be22 tempest-MigrationsAdminTest-109606531 tempest-MigrationsAdminTest-109606531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:33.569524 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-009625e8-c6c0-4a13-ab76-85bed9ace70c req-e0bc2fc8-439a-43b5-9606-0b266d33be22 tempest-MigrationsAdminTest-109606531 tempest-MigrationsAdminTest-109606531-project-admin] 10.222.0.65 "GET /v2.0/ports/851846da-c940-4105-b334-9256ba19cad4 HTTP/1.1" status: 200 len: 1129 time: 0.3830867 Mar 11 19:32:33.585675 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135f62d8-0f74-4f88-a2b9-64383254f6b7 req-6a316548-f96a-486a-8dac-e6c9a2b4cb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:33.587690 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-135f62d8-0f74-4f88-a2b9-64383254f6b7 req-6a316548-f96a-486a-8dac-e6c9a2b4cb9a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f44b890e943d4aee826b67fd4c2d7b8e&device_id=7b11db00-86e7-4155-a147-13490d09c29f HTTP/1.1" status: 200 len: 1125 time: 0.1111996 Mar 11 19:32:33.604601 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d9307-ae37-4a58-b3cb-43c194307f66 req-1c371ece-fa33-42b8-80f9-8111c4b8d59f tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:33.606714 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5e5d9307-ae37-4a58-b3cb-43c194307f66 req-1c371ece-fa33-42b8-80f9-8111c4b8d59f tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7156dc0-5c94-4e6f-b96e-8bd854e8b8d9 HTTP/1.1" status: 200 len: 944 time: 0.2483311 Mar 11 19:32:33.626098 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bed55934-86e2-4f37-8c9e-6da90a96ab6a req-68295622-10de-4ae7-9619-6d11cc52bfbf tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=da55a647-62ee-4d15-a963-651fcfed7127&id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2502868 Mar 11 19:32:33.735936 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5e5d9307-ae37-4a58-b3cb-43c194307f66 req-07de216b-3858-4607-abb7-f6679a7d5ae1 tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] 10.222.0.65 "GET /v2.0/security-groups?id=9455c5a3-3801-4a3d-8a59-98f1d99f5b40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042931 Mar 11 19:32:33.806619 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712490b1-498f-457a-b297-4227e8f7787b req-e2e39bb7-364f-4230-93d5-aff6b4806272 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:33.815046 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-712490b1-498f-457a-b297-4227e8f7787b req-e2e39bb7-364f-4230-93d5-aff6b4806272 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b11db00-86e7-4155-a147-13490d09c29f HTTP/1.1" status: 200 len: 943 time: 0.0717804 Mar 11 19:32:33.816606 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135f62d8-0f74-4f88-a2b9-64383254f6b7 req-6ddab572-5f8b-4193-9857-831b7979eee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:33.818107 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-135f62d8-0f74-4f88-a2b9-64383254f6b7 req-6ddab572-5f8b-4193-9857-831b7979eee7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b2c20bf2-5907-4ff7-8af6-23603c7d780a HTTP/1.1" status: 200 len: 921 time: 0.2216883 Mar 11 19:32:33.908680 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-712490b1-498f-457a-b297-4227e8f7787b req-b412e941-c30c-453c-9070-cf8835b7760c tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921407 Mar 11 19:32:33.910101 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-135f62d8-0f74-4f88-a2b9-64383254f6b7 req-33dfd0fa-c9d4-4de0-be8f-5203283ddcf0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5aa4d69-5d6e-4efe-a7b4-617450445181 HTTP/1.1" status: 200 len: 217 time: 0.0855412 Mar 11 19:32:34.008733 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135f62d8-0f74-4f88-a2b9-64383254f6b7 req-7250b149-626f-468e-9119-ee99c2a2326c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:34.010253 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-135f62d8-0f74-4f88-a2b9-64383254f6b7 req-7250b149-626f-468e-9119-ee99c2a2326c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a7be26a8-b37a-4d01-b7d9-b9690160171c HTTP/1.1" status: 200 len: 860 time: 0.0939350 Mar 11 19:32:34.064209 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-135f62d8-0f74-4f88-a2b9-64383254f6b7 req-b01310e7-5eae-4690-b269-a1e2ae574217 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b2c20bf2-5907-4ff7-8af6-23603c7d780a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477922 Mar 11 19:32:34.086959 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3235e3-d6bb-407e-8be3-b4c7f777a8cd req-4037288b-0a79-4c4d-91b9-71f6b0449b06 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:34.088621 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ad3235e3-d6bb-407e-8be3-b4c7f777a8cd req-4037288b-0a79-4c4d-91b9-71f6b0449b06 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/ports?device_id=b19c4385-f45d-4744-ac1b-ee5c36af849e HTTP/1.1" status: 200 len: 945 time: 0.1177673 Mar 11 19:32:34.153626 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ad3235e3-d6bb-407e-8be3-b4c7f777a8cd req-0f27f118-da5b-49b0-ac52-823daf2fbcb1 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e295548-40c6-4aff-8eff-a54d88cb1f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567746 Mar 11 19:32:34.278411 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-135f62d8-0f74-4f88-a2b9-64383254f6b7 req-0cfcb3ea-93f8-4408-b224-47553060bdf3 service neutron] 10.222.0.57 "GET /v2.0/networks/b2c20bf2-5907-4ff7-8af6-23603c7d780a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066367 Mar 11 19:32:34.353887 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 080f8b02-b7f3-46fc-9829-ac1770c87747 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:32:34.413435 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed42334-4186-4581-9982-3f895d5fcaf3 req-99a30dc2-3a3a-4110-b602-eb0cdfae2fc2 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:34.416828 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0ed42334-4186-4581-9982-3f895d5fcaf3 req-99a30dc2-3a3a-4110-b602-eb0cdfae2fc2 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a616cbe-b5e8-49cc-8905-093f346d0c83 HTTP/1.1" status: 200 len: 950 time: 0.1069555 Mar 11 19:32:34.457520 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port 080f8b02-b7f3-46fc-9829-ac1770c87747 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:32:34.461943 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 080f8b02-b7f3-46fc-9829-ac1770c87747 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:32:34.462438 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (080f8b02-b7f3-46fc-9829-ac1770c87747), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:34.524097 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0ed42334-4186-4581-9982-3f895d5fcaf3 req-083bfe01-f31b-4eb3-97a0-d978418a50fc tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982962 Mar 11 19:32:34.535966 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-135f62d8-0f74-4f88-a2b9-64383254f6b7 req-09a7116a-810f-4e1f-88b2-c1d8bbf155b5 service neutron] 10.222.0.57 "GET /v2.0/networks/b2c20bf2-5907-4ff7-8af6-23603c7d780a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520430 Mar 11 19:32:34.603026 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 080f8b02-b7f3-46fc-9829-ac1770c87747 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:32:34.603870 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (080f8b02-b7f3-46fc-9829-ac1770c87747), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:34.633754 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7156dc0-5c94-4e6f-b96e-8bd854e8b8d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080f8b02-b7f3-46fc-9829-ac1770c87747'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:32:34.636528 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f54ffeb-f389-405c-bbed-6ea43e5fd37b" -d '{"events": [{"server_uuid": "a7156dc0-5c94-4e6f-b96e-8bd854e8b8d9", "name": "network-vif-plugged", "status": "completed", "tag": "080f8b02-b7f3-46fc-9829-ac1770c87747"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:32:34.651212 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 080f8b02-b7f3-46fc-9829-ac1770c87747, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=080f8b02-b7f3-46fc-9829-ac1770c87747,segment=NetworkSegment(4634a948-ef3a-4fad-aaf7-51110bedaf50),segment_id=4634a948-ef3a-4fad-aaf7-51110bedaf50)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:32:34.657140 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (080f8b02-b7f3-46fc-9829-ac1770c87747), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:34.722691 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=080f8b02-b7f3-46fc-9829-ac1770c87747,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:34.742506 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67178e11-1c64-4a5d-824f-e16c656a7447 x-openstack-request-id: req-67178e11-1c64-4a5d-824f-e16c656a7447 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:32:34.743218 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7156dc0-5c94-4e6f-b96e-8bd854e8b8d9", "name": "network-vif-plugged", "status": "completed", "tag": "080f8b02-b7f3-46fc-9829-ac1770c87747", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:32:34.744086 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-67178e11-1c64-4a5d-824f-e16c656a7447 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:32:34.744727 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7156dc0-5c94-4e6f-b96e-8bd854e8b8d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '080f8b02-b7f3-46fc-9829-ac1770c87747', 'code': 200} Mar 11 19:32:34.912204 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58862) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:32:34.920075 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c0717f-34c5-4736-9184-5bf42b15733f req-a01c4287-ff6e-467a-93cf-5ac884a5a3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:34.923245 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d0c0717f-34c5-4736-9184-5bf42b15733f req-a01c4287-ff6e-467a-93cf-5ac884a5a3cc service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a7156dc0-5c94-4e6f-b96e-8bd854e8b8d9 HTTP/1.1" status: 200 len: 1127 time: 0.1212378 Mar 11 19:32:34.943133 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ac490c-0489-4aed-8d13-68ff0cd12a52 req-241a0666-0ed2-49f0-8c09-e0a6f09a7b71 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:34.950136 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ac490c-0489-4aed-8d13-68ff0cd12a52 req-241a0666-0ed2-49f0-8c09-e0a6f09a7b71 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:34.958767 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ac490c-0489-4aed-8d13-68ff0cd12a52 req-241a0666-0ed2-49f0-8c09-e0a6f09a7b71 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:34.974530 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ac490c-0489-4aed-8d13-68ff0cd12a52 req-241a0666-0ed2-49f0-8c09-e0a6f09a7b71 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:34.995190 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009625e8-c6c0-4a13-ab76-85bed9ace70c req-83e34784-a409-4385-8b79-22156f54d6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:34.999384 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-009625e8-c6c0-4a13-ab76-85bed9ace70c req-83e34784-a409-4385-8b79-22156f54d6c1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=487f8613d1fa45ab81e48e9d9d0fc801&device_id=6a616cbe-b5e8-49cc-8905-093f346d0c83 HTTP/1.1" status: 200 len: 1132 time: 0.1025643 Mar 11 19:32:35.001784 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ac490c-0489-4aed-8d13-68ff0cd12a52 req-241a0666-0ed2-49f0-8c09-e0a6f09a7b71 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:35.021685 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ac490c-0489-4aed-8d13-68ff0cd12a52 req-241a0666-0ed2-49f0-8c09-e0a6f09a7b71 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:35.036880 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ac490c-0489-4aed-8d13-68ff0cd12a52 req-241a0666-0ed2-49f0-8c09-e0a6f09a7b71 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:35.046687 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-55ac490c-0489-4aed-8d13-68ff0cd12a52 req-241a0666-0ed2-49f0-8c09-e0a6f09a7b71 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 5419 time: 0.2148526 Mar 11 19:32:35.145490 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-cbe62b7d-9a6b-430d-b026-19920fc663fd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1842015239-network', 'tenant_id': '002e1ac133fb4ef1b100a9d39da559cb'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:32:35.186105 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d0c0717f-34c5-4736-9184-5bf42b15733f req-59612142-8c69-47ea-9ed2-ab37874457da service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=9455c5a3-3801-4a3d-8a59-98f1d99f5b40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042392 Mar 11 19:32:35.193129 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe62b7d-9a6b-430d-b026-19920fc663fd admin admin] Made reservation on behalf of 002e1ac133fb4ef1b100a9d39da559cb for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:32:35.195803 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cbe62b7d-9a6b-430d-b026-19920fc663fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:35.203013 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f731eacf-0a1b-43a3-928a-9f4bb66d4a2e req-98052620-bfc4-4c79-92b8-9812723382f1 tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:35.204860 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f731eacf-0a1b-43a3-928a-9f4bb66d4a2e req-98052620-bfc4-4c79-92b8-9812723382f1 tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7156dc0-5c94-4e6f-b96e-8bd854e8b8d9 HTTP/1.1" status: 200 len: 945 time: 0.1559846 Mar 11 19:32:35.212604 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cbe62b7d-9a6b-430d-b026-19920fc663fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:35.222940 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009625e8-c6c0-4a13-ab76-85bed9ace70c req-5631a696-ec9a-40f1-8852-637a2a985ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:35.224570 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-009625e8-c6c0-4a13-ab76-85bed9ace70c req-5631a696-ec9a-40f1-8852-637a2a985ab5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=885772b1-9b97-4e1d-a0fb-e125030c5a81 HTTP/1.1" status: 200 len: 870 time: 0.2194853 Mar 11 19:32:35.271339 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f731eacf-0a1b-43a3-928a-9f4bb66d4a2e req-63488b81-d086-4ef4-9d07-d7fc82f1fec3 tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] 10.222.0.65 "GET /v2.0/security-groups?id=9455c5a3-3801-4a3d-8a59-98f1d99f5b40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569105 Mar 11 19:32:35.276037 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-55ac490c-0489-4aed-8d13-68ff0cd12a52 req-6163fc95-3bae-4852-a0c9-0e2510022d58 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=da55a647-62ee-4d15-a963-651fcfed7127&id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2284708 Mar 11 19:32:35.288148 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-009625e8-c6c0-4a13-ab76-85bed9ace70c req-c2e92997-82ce-4d59-b1fe-799b93d480a5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=851846da-c940-4105-b334-9256ba19cad4 HTTP/1.1" status: 200 len: 217 time: 0.0537801 Mar 11 19:32:35.364001 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009625e8-c6c0-4a13-ab76-85bed9ace70c req-df62c89b-535b-4cbd-b044-34087beb323b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:35.365681 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-009625e8-c6c0-4a13-ab76-85bed9ace70c req-df62c89b-535b-4cbd-b044-34087beb323b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.0648737 Mar 11 19:32:35.438672 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cbe62b7d-9a6b-430d-b026-19920fc663fd admin admin] Publish callbacks [] for security_group (4ac599a3-ef37-4c4d-92cc-365e2c570546), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:35.447097 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cbe62b7d-9a6b-430d-b026-19920fc663fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (4ac599a3-ef37-4c4d-92cc-365e2c570546), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:35.456934 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009625e8-c6c0-4a13-ab76-85bed9ace70c req-35a83ba3-5cf4-4e23-a424-778be7de46b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:35.458552 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-009625e8-c6c0-4a13-ab76-85bed9ace70c req-35a83ba3-5cf4-4e23-a424-778be7de46b8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0856581 Mar 11 19:32:35.469208 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d1278-d380-4ded-a11c-17518e484193 req-47b5e5e0-d781-47ab-a7db-2d22bd13655b tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:35.476703 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6d5d1278-d380-4ded-a11c-17518e484193 req-47b5e5e0-d781-47ab-a7db-2d22bd13655b tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b11db00-86e7-4155-a147-13490d09c29f HTTP/1.1" status: 200 len: 943 time: 0.0972714 Mar 11 19:32:35.509076 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbe62b7d-9a6b-430d-b026-19920fc663fd admin admin] vlan segment allocate from pool success with {'vlan_id': 866, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:32:35.539092 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6d5d1278-d380-4ded-a11c-17518e484193 req-33af0ac0-db10-4e03-b1e9-229be9e92f5e tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612822 Mar 11 19:32:35.594158 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe62b7d-9a6b-430d-b026-19920fc663fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac599a3-ef37-4c4d-92cc-365e2c570546,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:35.603002 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cbe62b7d-9a6b-430d-b026-19920fc663fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (99d932fc-2874-4b65-a40e-bac8dca44e76), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:35.603348 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-cbe62b7d-9a6b-430d-b026-19920fc663fd admin admin] Added segment 99d932fc-2874-4b65-a40e-bac8dca44e76 of type vlan for network 5c8f1f17-d90d-4647-89fe-ea0c28bac10e Mar 11 19:32:35.606380 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-009625e8-c6c0-4a13-ab76-85bed9ace70c req-e65a05d1-023e-4167-b263-50117ced13c6 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396496 Mar 11 19:32:35.685074 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6fe705-6696-4b08-a0b2-e0097dd3b53a req-a94eb619-91f3-496a-b91f-1817297d7f2f tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:35.686568 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3b6fe705-6696-4b08-a0b2-e0097dd3b53a req-a94eb619-91f3-496a-b91f-1817297d7f2f tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a616cbe-b5e8-49cc-8905-093f346d0c83 HTTP/1.1" status: 200 len: 950 time: 0.0549943 Mar 11 19:32:35.736933 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cbe62b7d-9a6b-430d-b026-19920fc663fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (5c8f1f17-d90d-4647-89fe-ea0c28bac10e), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:35.765104 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3b6fe705-6696-4b08-a0b2-e0097dd3b53a req-b7c030b9-bd07-4e14-935f-e44d786cc8c7 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709805 Mar 11 19:32:35.769813 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-009625e8-c6c0-4a13-ab76-85bed9ace70c req-766e2b0d-ae9a-49de-808d-0af5e734e5ca service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557865 Mar 11 19:32:35.781082 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cbe62b7d-9a6b-430d-b026-19920fc663fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (5c8f1f17-d90d-4647-89fe-ea0c28bac10e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:35.782541 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe62b7d-9a6b-430d-b026-19920fc663fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:35.783120 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cbe62b7d-9a6b-430d-b026-19920fc663fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:35.827539 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58888) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:32:35.833380 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-a7605499-c5de-4a1d-b0df-9b8b42c2eed1 admin admin] Request body: {'subnet': {'network_id': '5c8f1f17-d90d-4647-89fe-ea0c28bac10e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1842015239-subnet', 'tenant_id': '002e1ac133fb4ef1b100a9d39da559cb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:32:35.836231 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-cbe62b7d-9a6b-430d-b026-19920fc663fd admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.9228451 Mar 11 19:32:35.862597 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7605499-c5de-4a1d-b0df-9b8b42c2eed1 admin admin] Made reservation on behalf of 002e1ac133fb4ef1b100a9d39da559cb for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:32:35.865552 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a7605499-c5de-4a1d-b0df-9b8b42c2eed1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:35.887579 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe62b7d-9a6b-430d-b026-19920fc663fd admin admin] Pushing event updated for resources: {'Network': ['ID=5c8f1f17-d90d-4647-89fe-ea0c28bac10e,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:35.899307 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 5c8f1f17-d90d-4647-89fe-ea0c28bac10e details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:32:36.114543 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a7605499-c5de-4a1d-b0df-9b8b42c2eed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (b001f49c-43ae-4fd2-ba0f-5031a5dcc386), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:36.180726 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7605499-c5de-4a1d-b0df-9b8b42c2eed1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b001f49c-43ae-4fd2-ba0f-5031a5dcc386,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:36.183883 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7605499-c5de-4a1d-b0df-9b8b42c2eed1 admin admin] Checking segment: {'id': '99d932fc-2874-4b65-a40e-bac8dca44e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5c8f1f17-d90d-4647-89fe-ea0c28bac10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:32:36.184341 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7605499-c5de-4a1d-b0df-9b8b42c2eed1 admin admin] Network hostable DHCP agents. Network: 5c8f1f17-d90d-4647-89fe-ea0c28bac10e, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:32:36.203099 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7605499-c5de-4a1d-b0df-9b8b42c2eed1 admin admin] Network 5c8f1f17-d90d-4647-89fe-ea0c28bac10e is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:32:36.216019 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-a7605499-c5de-4a1d-b0df-9b8b42c2eed1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 5c8f1f17-d90d-4647-89fe-ea0c28bac10e) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:32:36.220933 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7605499-c5de-4a1d-b0df-9b8b42c2eed1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:36.222361 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a7605499-c5de-4a1d-b0df-9b8b42c2eed1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:36.225515 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847a09d0-036b-438b-ac10-c601689388bf None None] Network 5c8f1f17-d90d-4647-89fe-ea0c28bac10e requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:32:36.265185 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a7605499-c5de-4a1d-b0df-9b8b42c2eed1 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4358778 Mar 11 19:32:36.267517 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58890) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:32:36.272305 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-88e23d9d-2816-4300-a96b-97daf7a82a08 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1842015239-router', 'tenant_id': '002e1ac133fb4ef1b100a9d39da559cb', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:32:36.297350 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-88e23d9d-2816-4300-a96b-97daf7a82a08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (edb01d22-68e9-4827-b781-aaec25fb923b), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:36.298941 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-88e23d9d-2816-4300-a96b-97daf7a82a08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (edb01d22-68e9-4827-b781-aaec25fb923b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:36.403695 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-88e23d9d-2816-4300-a96b-97daf7a82a08 admin admin] Publish callbacks [] for router_controller (edb01d22-68e9-4827-b781-aaec25fb923b), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:36.492354 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b61c46-4fac-4301-a457-20058c2fe816 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-5c8f1f17-d90d-4647-89fe-ea0c28bac10e', 'network_id': '5c8f1f17-d90d-4647-89fe-ea0c28bac10e', 'project_id': '002e1ac133fb4ef1b100a9d39da559cb', 'fixed_ips': [{'subnet_id': 'b001f49c-43ae-4fd2-ba0f-5031a5dcc386'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:32:36.493555 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f0b61c46-4fac-4301-a457-20058c2fe816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:36.664550 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-f0b61c46-4fac-4301-a457-20058c2fe816 None None] Allocated IP 172.20.0.2 (5c8f1f17-d90d-4647-89fe-ea0c28bac10e/b001f49c-43ae-4fd2-ba0f-5031a5dcc386/cd4c26fd-eba7-4530-9978-1b3dae603e61) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:32:36.837003 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f0b61c46-4fac-4301-a457-20058c2fe816 None None] Publish callbacks [] for port (cd4c26fd-eba7-4530-9978-1b3dae603e61), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:36.844298 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f0b61c46-4fac-4301-a457-20058c2fe816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (cd4c26fd-eba7-4530-9978-1b3dae603e61), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:36.897706 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b61c46-4fac-4301-a457-20058c2fe816 None None] Pushing event updated for resources: {'Port': ['ID=cd4c26fd-eba7-4530-9978-1b3dae603e61,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:36.907837 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b61c46-4fac-4301-a457-20058c2fe816 None None] Network 5c8f1f17-d90d-4647-89fe-ea0c28bac10e is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:32:36.909919 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-f0b61c46-4fac-4301-a457-20058c2fe816 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:32:36.912692 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b61c46-4fac-4301-a457-20058c2fe816 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:32:36.959174 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:32:36.992849 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-f0b61c46-4fac-4301-a457-20058c2fe816 None None] Attempting to bind port cd4c26fd-eba7-4530-9978-1b3dae603e61 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:32:36.993288 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-f0b61c46-4fac-4301-a457-20058c2fe816 None None] Attempting to bind port cd4c26fd-eba7-4530-9978-1b3dae603e61 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '99d932fc-2874-4b65-a40e-bac8dca44e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5c8f1f17-d90d-4647-89fe-ea0c28bac10e'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:32:36.993760 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b61c46-4fac-4301-a457-20058c2fe816 None None] Attempting to bind port cd4c26fd-eba7-4530-9978-1b3dae603e61 on network 5c8f1f17-d90d-4647-89fe-ea0c28bac10e {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:32:37.001962 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b61c46-4fac-4301-a457-20058c2fe816 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:32:37.002435 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b61c46-4fac-4301-a457-20058c2fe816 None None] Checking segment: {'id': '99d932fc-2874-4b65-a40e-bac8dca44e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5c8f1f17-d90d-4647-89fe-ea0c28bac10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:32:37.002908 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f0b61c46-4fac-4301-a457-20058c2fe816 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:37.003441 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b61c46-4fac-4301-a457-20058c2fe816 None None] Bound using segment: {'id': '99d932fc-2874-4b65-a40e-bac8dca44e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5c8f1f17-d90d-4647-89fe-ea0c28bac10e'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:32:37.004001 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-f0b61c46-4fac-4301-a457-20058c2fe816 None None] Bound port: cd4c26fd-eba7-4530-9978-1b3dae603e61, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99d932fc-2874-4b65-a40e-bac8dca44e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5c8f1f17-d90d-4647-89fe-ea0c28bac10e'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:32:37.004455 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f0b61c46-4fac-4301-a457-20058c2fe816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (cd4c26fd-eba7-4530-9978-1b3dae603e61), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:37.066259 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-88e23d9d-2816-4300-a96b-97daf7a82a08 admin admin] Publish callbacks [] for router_gateway (edb01d22-68e9-4827-b781-aaec25fb923b), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:37.092514 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-f0b61c46-4fac-4301-a457-20058c2fe816 None None] For port cd4c26fd-eba7-4530-9978-1b3dae603e61, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:32:37.096303 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-f0b61c46-4fac-4301-a457-20058c2fe816 None None] For port cd4c26fd-eba7-4530-9978-1b3dae603e61, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=cd4c26fd-eba7-4530-9978-1b3dae603e61,segment=NetworkSegment(99d932fc-2874-4b65-a40e-bac8dca44e76),segment_id=99d932fc-2874-4b65-a40e-bac8dca44e76)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:32:37.096478 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559b78ab-67c5-41d4-8e62-6e7ed7bfb27e req-da7aac71-7956-4cac-8ce4-2c672057ba6a tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:37.102634 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559b78ab-67c5-41d4-8e62-6e7ed7bfb27e req-da7aac71-7956-4cac-8ce4-2c672057ba6a tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:37.104459 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f0b61c46-4fac-4301-a457-20058c2fe816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (cd4c26fd-eba7-4530-9978-1b3dae603e61), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:37.115672 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559b78ab-67c5-41d4-8e62-6e7ed7bfb27e req-da7aac71-7956-4cac-8ce4-2c672057ba6a tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:37.131822 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559b78ab-67c5-41d4-8e62-6e7ed7bfb27e req-da7aac71-7956-4cac-8ce4-2c672057ba6a tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:37.143587 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559b78ab-67c5-41d4-8e62-6e7ed7bfb27e req-da7aac71-7956-4cac-8ce4-2c672057ba6a tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:37.155102 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559b78ab-67c5-41d4-8e62-6e7ed7bfb27e req-da7aac71-7956-4cac-8ce4-2c672057ba6a tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:37.164913 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559b78ab-67c5-41d4-8e62-6e7ed7bfb27e req-da7aac71-7956-4cac-8ce4-2c672057ba6a tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:37.174041 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-559b78ab-67c5-41d4-8e62-6e7ed7bfb27e req-da7aac71-7956-4cac-8ce4-2c672057ba6a tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 5419 time: 0.7862182 Mar 11 19:32:37.192857 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8cf87-0fa9-414e-a4f4-649890ae8063 req-39183b44-6510-4335-b656-709e75f25a69 tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:37.194592 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8bc8cf87-0fa9-414e-a4f4-649890ae8063 req-39183b44-6510-4335-b656-709e75f25a69 tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7156dc0-5c94-4e6f-b96e-8bd854e8b8d9 HTTP/1.1" status: 200 len: 945 time: 0.7953718 Mar 11 19:32:37.211620 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b61c46-4fac-4301-a457-20058c2fe816 None None] Pushing event updated for resources: {'Port': ['ID=cd4c26fd-eba7-4530-9978-1b3dae603e61,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:37.293703 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8bc8cf87-0fa9-414e-a4f4-649890ae8063 req-7a08ab24-0058-4088-9729-292ef69d2a5a tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] 10.222.0.65 "GET /v2.0/security-groups?id=9455c5a3-3801-4a3d-8a59-98f1d99f5b40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731852 Mar 11 19:32:37.396974 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-559b78ab-67c5-41d4-8e62-6e7ed7bfb27e req-a21b4a6d-0722-40bd-bf17-70839283fb2f tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=da55a647-62ee-4d15-a963-651fcfed7127&id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2188835 Mar 11 19:32:37.698078 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf46a7a-c5e1-4043-850a-725abf1b0f84 req-0bf76f40-db79-4eae-85b3-03fcc2c33e59 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:37.700593 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6cf46a7a-c5e1-4043-850a-725abf1b0f84 req-0bf76f40-db79-4eae-85b3-03fcc2c33e59 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b11db00-86e7-4155-a147-13490d09c29f HTTP/1.1" status: 200 len: 943 time: 0.1575322 Mar 11 19:32:37.740261 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-88e23d9d-2816-4300-a96b-97daf7a82a08 admin admin] Publish callbacks [] for router_gateway (edb01d22-68e9-4827-b781-aaec25fb923b), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:37.762754 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-88e23d9d-2816-4300-a96b-97daf7a82a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:37.982478 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e27d16-7c24-4c3e-9de1-a3b3a2908e1a req-95473379-498c-41e6-9079-e4485e50d835 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:37.988448 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e8e27d16-7c24-4c3e-9de1-a3b3a2908e1a req-95473379-498c-41e6-9079-e4485e50d835 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a616cbe-b5e8-49cc-8905-093f346d0c83 HTTP/1.1" status: 200 len: 950 time: 0.4423470 Mar 11 19:32:38.027560 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-88e23d9d-2816-4300-a96b-97daf7a82a08 admin admin] Allocated IP 172.25.8.10 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/60e73312-48b3-4155-8803-cf719f1e8eb7) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:32:38.059554 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6cf46a7a-c5e1-4043-850a-725abf1b0f84 req-a7d756b9-778a-4686-8f94-8d2e95762b30 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3490877 Mar 11 19:32:38.130776 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e8e27d16-7c24-4c3e-9de1-a3b3a2908e1a req-6fd831e0-cd96-4d03-ae59-e9b01b116e8d tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233664 Mar 11 19:32:38.162648 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device cd4c26fd-eba7-4530-9978-1b3dae603e61 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:32:38.272103 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port cd4c26fd-eba7-4530-9978-1b3dae603e61 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:32:38.272103 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (cd4c26fd-eba7-4530-9978-1b3dae603e61), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:38.285784 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-88e23d9d-2816-4300-a96b-97daf7a82a08 admin admin] Publish callbacks [] for port (60e73312-48b3-4155-8803-cf719f1e8eb7), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:38.355746 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-88e23d9d-2816-4300-a96b-97daf7a82a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (60e73312-48b3-4155-8803-cf719f1e8eb7), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:38.419999 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e23d9d-2816-4300-a96b-97daf7a82a08 admin admin] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:32:38.427681 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-88e23d9d-2816-4300-a96b-97daf7a82a08 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:32:38.437363 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e23d9d-2816-4300-a96b-97daf7a82a08 admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:32:38.439489 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port cd4c26fd-eba7-4530-9978-1b3dae603e61 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:32:38.440042 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (cd4c26fd-eba7-4530-9978-1b3dae603e61), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:38.502516 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port cd4c26fd-eba7-4530-9978-1b3dae603e61, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=cd4c26fd-eba7-4530-9978-1b3dae603e61,segment=NetworkSegment(99d932fc-2874-4b65-a40e-bac8dca44e76),segment_id=99d932fc-2874-4b65-a40e-bac8dca44e76)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:32:38.511283 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (cd4c26fd-eba7-4530-9978-1b3dae603e61), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:38.520256 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e23d9d-2816-4300-a96b-97daf7a82a08 admin admin] Pushing event updated for resources: {'Port': ['ID=60e73312-48b3-4155-8803-cf719f1e8eb7,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:38.638007 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=cd4c26fd-eba7-4530-9978-1b3dae603e61,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:38.895258 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-88e23d9d-2816-4300-a96b-97daf7a82a08 admin admin] Publish callbacks [] for router_gateway (edb01d22-68e9-4827-b781-aaec25fb923b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:38.927360 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device ea90a6b4-81e1-4ba2-bf4a-7240fe319236 details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:32:39.095812 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port ea90a6b4-81e1-4ba2-bf4a-7240fe319236, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=ea90a6b4-81e1-4ba2-bf4a-7240fe319236,segment=NetworkSegment(e04ff9a7-22d1-4d10-8b77-9e68a6488033),segment_id=e04ff9a7-22d1-4d10-8b77-9e68a6488033)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:32:39.119903 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': 'ea90a6b4-81e1-4ba2-bf4a-7240fe319236', 'network_id': 'ebcba11a-843a-4869-86af-b253155a3bc2', 'port_id': 'ea90a6b4-81e1-4ba2-bf4a-7240fe319236', 'mac_address': 'fa:16:3e:4c:47:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '654fe02a-2387-4189-a51d-09de4e86c125', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:32:39.127353 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44139265-0383-478d-92a0-b3ef0837a52f None None] Network 5c8f1f17-d90d-4647-89fe-ea0c28bac10e requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:32:39.127570 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0518a4-4688-4787-abfd-8e19d7f2a037 req-8ccc8a96-d317-4632-9249-236252b32c8e tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:39.129173 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fc0518a4-4688-4787-abfd-8e19d7f2a037 req-8ccc8a96-d317-4632-9249-236252b32c8e tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7156dc0-5c94-4e6f-b96e-8bd854e8b8d9 HTTP/1.1" status: 200 len: 945 time: 0.6950018 Mar 11 19:32:39.223221 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75689a5f-e347-418c-b9c6-97dcb690e4c1 req-4300fba6-71f2-41c0-8129-dc28607fbfba tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:39.228715 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75689a5f-e347-418c-b9c6-97dcb690e4c1 req-4300fba6-71f2-41c0-8129-dc28607fbfba tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:39.234800 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75689a5f-e347-418c-b9c6-97dcb690e4c1 req-4300fba6-71f2-41c0-8129-dc28607fbfba tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:39.240195 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75689a5f-e347-418c-b9c6-97dcb690e4c1 req-4300fba6-71f2-41c0-8129-dc28607fbfba tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:39.246290 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75689a5f-e347-418c-b9c6-97dcb690e4c1 req-4300fba6-71f2-41c0-8129-dc28607fbfba tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:39.251820 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75689a5f-e347-418c-b9c6-97dcb690e4c1 req-4300fba6-71f2-41c0-8129-dc28607fbfba tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:39.257132 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75689a5f-e347-418c-b9c6-97dcb690e4c1 req-4300fba6-71f2-41c0-8129-dc28607fbfba tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:39.259336 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-75689a5f-e347-418c-b9c6-97dcb690e4c1 req-4300fba6-71f2-41c0-8129-dc28607fbfba tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 5419 time: 0.5335603 Mar 11 19:32:39.283677 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-f8896be3-f282-448c-8491-080d7a71edf5 None None] Provisioning complete for port cd4c26fd-eba7-4530-9978-1b3dae603e61 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:32:39.284252 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f8896be3-f282-448c-8491-080d7a71edf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (cd4c26fd-eba7-4530-9978-1b3dae603e61), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:39.286273 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port ea90a6b4-81e1-4ba2-bf4a-7240fe319236 is: ACTIVE; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:32:39.286751 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ea90a6b4-81e1-4ba2-bf4a-7240fe319236), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:39.335850 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ea90a6b4-81e1-4ba2-bf4a-7240fe319236 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:32:39.360024 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port ea90a6b4-81e1-4ba2-bf4a-7240fe319236, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=ea90a6b4-81e1-4ba2-bf4a-7240fe319236,segment=NetworkSegment(e04ff9a7-22d1-4d10-8b77-9e68a6488033),segment_id=e04ff9a7-22d1-4d10-8b77-9e68a6488033)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:32:39.391345 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fc0518a4-4688-4787-abfd-8e19d7f2a037 req-0e802be6-17ac-4148-af8b-bb1d5c24d108 tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] 10.222.0.65 "GET /v2.0/security-groups?id=9455c5a3-3801-4a3d-8a59-98f1d99f5b40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2473421 Mar 11 19:32:39.393360 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (ea90a6b4-81e1-4ba2-bf4a-7240fe319236), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:39.408366 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-75689a5f-e347-418c-b9c6-97dcb690e4c1 req-96c17263-d196-4da2-8123-e3b21a232151 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=da55a647-62ee-4d15-a963-651fcfed7127&id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1368086 Mar 11 19:32:39.423122 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-88e23d9d-2816-4300-a96b-97daf7a82a08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (edb01d22-68e9-4827-b781-aaec25fb923b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:39.566513 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['ea90a6b4-81e1-4ba2-bf4a-7240fe319236'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:32:39.621673 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=ea90a6b4-81e1-4ba2-bf4a-7240fe319236,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:39.664798 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501e3ed1-a651-4d32-8ae1-fb4cc33d4623 req-41598f0c-1947-402a-b7cf-05183a02b307 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:39.666308 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-501e3ed1-a651-4d32-8ae1-fb4cc33d4623 req-41598f0c-1947-402a-b7cf-05183a02b307 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b11db00-86e7-4155-a147-13490d09c29f HTTP/1.1" status: 200 len: 943 time: 0.1326394 Mar 11 19:32:39.672895 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88e23d9d-2816-4300-a96b-97daf7a82a08 admin admin] Router edb01d22-68e9-4827-b781-aaec25fb923b is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:32:39.693335 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b5ee76-937c-4d1e-bacd-749d1ce99da9 req-39ab642f-aa14-4fef-a7e5-3a5df3ab6c1e tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:39.695567 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-70b5ee76-937c-4d1e-bacd-749d1ce99da9 req-39ab642f-aa14-4fef-a7e5-3a5df3ab6c1e tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a616cbe-b5e8-49cc-8905-093f346d0c83 HTTP/1.1" status: 200 len: 950 time: 0.1423917 Mar 11 19:32:39.818588 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f8896be3-f282-448c-8491-080d7a71edf5 None None] Current status of the port cd4c26fd-eba7-4530-9978-1b3dae603e61 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:32:39.911248 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e23d9d-2816-4300-a96b-97daf7a82a08 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:32:39.922192 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f5a358-63b6-49ba-8688-f439f0e1002b None None] Sync routers for ids ['edb01d22-68e9-4827-b781-aaec25fb923b'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:32:39.940906 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f5a358-63b6-49ba-8688-f439f0e1002b None None] Routers {'edb01d22-68e9-4827-b781-aaec25fb923b'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:32:39.941567 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-31f5a358-63b6-49ba-8688-f439f0e1002b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:32:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['edb01d22-68e9-4827-b781-aaec25fb923b'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:32:39.944111 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-88e23d9d-2816-4300-a96b-97daf7a82a08 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:39.948493 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-88e23d9d-2816-4300-a96b-97daf7a82a08 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.6772738 Mar 11 19:32:39.949618 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58942) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:32:39.956166 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-70b5ee76-937c-4d1e-bacd-749d1ce99da9 req-50bc9f8a-8897-460a-8450-4ae18e97345b tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486913 Mar 11 19:32:39.974424 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-501e3ed1-a651-4d32-8ae1-fb4cc33d4623 req-4a2fb45e-cd62-4364-b259-8f877d5d0e9f tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974970 Mar 11 19:32:40.276053 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4269c32a-1956-4c7c-b612-76226abf03b4 req-1f0e5f1c-abac-4e39-b751-418cfbbd09bc tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:40.277662 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4269c32a-1956-4c7c-b612-76226abf03b4 req-1f0e5f1c-abac-4e39-b751-418cfbbd09bc tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7156dc0-5c94-4e6f-b96e-8bd854e8b8d9 HTTP/1.1" status: 200 len: 945 time: 0.1177299 Mar 11 19:32:40.286070 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58952) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:32:40.290577 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-b9061074-55d4-483f-a294-aa460244479e tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Request body: {'floatingip': {'port_id': '080f8b02-b7f3-46fc-9829-ac1770c87747'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:32:40.359805 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b9061074-55d4-483f-a294-aa460244479e tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Publish callbacks [] for floatingip (393352ed-ce77-4a5f-8d13-8370e9ff99f9), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:40.381052 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device cd4c26fd-eba7-4530-9978-1b3dae603e61 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:32:40.476269 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-31f5a358-63b6-49ba-8688-f439f0e1002b None None] Set router edb01d22-68e9-4827-b781-aaec25fb923b gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:32:40.478795 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-b0c6cb61-af69-40b3-b6da-af0d65d1f33a None None] Provisioning complete for port cd4c26fd-eba7-4530-9978-1b3dae603e61 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:32:40.478795 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b0c6cb61-af69-40b3-b6da-af0d65d1f33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (cd4c26fd-eba7-4530-9978-1b3dae603e61), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:40.616753 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port cd4c26fd-eba7-4530-9978-1b3dae603e61 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:32:40.617139 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (cd4c26fd-eba7-4530-9978-1b3dae603e61), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:40.721156 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e02ee-883a-4796-9124-4fd0adc1c3af req-bf333571-2d85-4f7a-b35d-8f4f5602a663 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:40.727518 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e02ee-883a-4796-9124-4fd0adc1c3af req-bf333571-2d85-4f7a-b35d-8f4f5602a663 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:40.734682 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e02ee-883a-4796-9124-4fd0adc1c3af req-bf333571-2d85-4f7a-b35d-8f4f5602a663 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:40.741122 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e02ee-883a-4796-9124-4fd0adc1c3af req-bf333571-2d85-4f7a-b35d-8f4f5602a663 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:40.747729 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e02ee-883a-4796-9124-4fd0adc1c3af req-bf333571-2d85-4f7a-b35d-8f4f5602a663 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:40.753740 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e02ee-883a-4796-9124-4fd0adc1c3af req-bf333571-2d85-4f7a-b35d-8f4f5602a663 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:40.760686 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e02ee-883a-4796-9124-4fd0adc1c3af req-bf333571-2d85-4f7a-b35d-8f4f5602a663 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:40.762929 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-088e02ee-883a-4796-9124-4fd0adc1c3af req-bf333571-2d85-4f7a-b35d-8f4f5602a663 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 5419 time: 0.1975060 Mar 11 19:32:40.957474 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device ea90a6b4-81e1-4ba2-bf4a-7240fe319236 up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:32:40.997650 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b0c6cb61-af69-40b3-b6da-af0d65d1f33a None None] Current status of the port cd4c26fd-eba7-4530-9978-1b3dae603e61 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:32:41.003234 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port cd4c26fd-eba7-4530-9978-1b3dae603e61 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:32:41.076615 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dc68b483-5789-4fe4-a9fb-7279b92d369c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:41.101524 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port ea90a6b4-81e1-4ba2-bf4a-7240fe319236 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:32:41.101908 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ea90a6b4-81e1-4ba2-bf4a-7240fe319236), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:41.147659 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-31f5a358-63b6-49ba-8688-f439f0e1002b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb01d22-68e9-4827-b781-aaec25fb923b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1842015239-router', 'tenant_id': '002e1ac133fb4ef1b100a9d39da559cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '60e73312-48b3-4155-8803-cf719f1e8eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:32:36Z', 'updated_at': '2022-03-11T19:32:38Z', 'revision_number': 3, 'project_id': '002e1ac133fb4ef1b100a9d39da559cb', 'gw_port': {'id': '60e73312-48b3-4155-8803-cf719f1e8eb7', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b3:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb01d22-68e9-4827-b781-aaec25fb923b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:32:37Z', 'updated_at': '2022-03-11T19:32:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:32:41.203865 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f5a358-63b6-49ba-8688-f439f0e1002b None None] Checking router: edb01d22-68e9-4827-b781-aaec25fb923b for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:32:41.204238 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f5a358-63b6-49ba-8688-f439f0e1002b None None] Updating router edb01d22-68e9-4827-b781-aaec25fb923b port 60e73312-48b3-4155-8803-cf719f1e8eb7 binding host n-d-833163-1 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:32:41.207669 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b9061074-55d4-483f-a294-aa460244479e tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:41.235822 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-088e02ee-883a-4796-9124-4fd0adc1c3af req-6f14b720-a264-467d-83c3-c3d10ef18635 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=da55a647-62ee-4d15-a963-651fcfed7127&id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4651525 Mar 11 19:32:41.244810 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b9061074-55d4-483f-a294-aa460244479e tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (393352ed-ce77-4a5f-8d13-8370e9ff99f9), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:41.266482 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-31f5a358-63b6-49ba-8688-f439f0e1002b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (60e73312-48b3-4155-8803-cf719f1e8eb7), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:41.434704 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-dc68b483-5789-4fe4-a9fb-7279b92d369c admin admin] Allocated IP 172.20.0.1 (5c8f1f17-d90d-4647-89fe-ea0c28bac10e/b001f49c-43ae-4fd2-ba0f-5031a5dcc386/5ab58360-dd46-422c-a4b2-f72d27e4414b) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:32:41.474495 n-d-833163-1 neutron-server[103885]: INFO neutron.db.l3_db [None req-b9061074-55d4-483f-a294-aa460244479e tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Floating IP 393352ed-ce77-4a5f-8d13-8370e9ff99f9 associated. External IP: 172.25.8.63, port: 080f8b02-b7f3-46fc-9829-ac1770c87747. Mar 11 19:32:41.575210 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port ea90a6b4-81e1-4ba2-bf4a-7240fe319236 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:32:41.575785 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ea90a6b4-81e1-4ba2-bf4a-7240fe319236), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:41.688504 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dc68b483-5789-4fe4-a9fb-7279b92d369c admin admin] Publish callbacks [] for port (5ab58360-dd46-422c-a4b2-f72d27e4414b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:41.721209 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b19c4385-f45d-4744-ac1b-ee5c36af849e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea90a6b4-81e1-4ba2-bf4a-7240fe319236'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:32:41.723545 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b4917f-b394-42c5-8fe0-dd15f5a72159" -d '{"events": [{"server_uuid": "b19c4385-f45d-4744-ac1b-ee5c36af849e", "name": "network-vif-plugged", "status": "completed", "tag": "ea90a6b4-81e1-4ba2-bf4a-7240fe319236"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:32:41.774836 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dc68b483-5789-4fe4-a9fb-7279b92d369c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (5ab58360-dd46-422c-a4b2-f72d27e4414b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:41.787951 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port ea90a6b4-81e1-4ba2-bf4a-7240fe319236, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=ea90a6b4-81e1-4ba2-bf4a-7240fe319236,segment=NetworkSegment(e04ff9a7-22d1-4d10-8b77-9e68a6488033),segment_id=e04ff9a7-22d1-4d10-8b77-9e68a6488033)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:32:41.864139 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (ea90a6b4-81e1-4ba2-bf4a-7240fe319236), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:41.882780 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc68b483-5789-4fe4-a9fb-7279b92d369c admin admin] Pushing event updated for resources: {'Port': ['ID=5ab58360-dd46-422c-a4b2-f72d27e4414b,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:41.913389 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc68b483-5789-4fe4-a9fb-7279b92d369c admin admin] Network 5c8f1f17-d90d-4647-89fe-ea0c28bac10e is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:32:41.919768 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-dc68b483-5789-4fe4-a9fb-7279b92d369c admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:32:41.923147 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc68b483-5789-4fe4-a9fb-7279b92d369c admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:32:41.941017 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c305d93e-36b3-48cf-bf68-0adf7c75a0b2 req-474835b3-b471-44a5-af70-9bedb17c906a tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:41.943954 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c305d93e-36b3-48cf-bf68-0adf7c75a0b2 req-474835b3-b471-44a5-af70-9bedb17c906a tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a616cbe-b5e8-49cc-8905-093f346d0c83 HTTP/1.1" status: 200 len: 950 time: 0.7346494 Mar 11 19:32:41.986735 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efc448b-9252-41a6-9f10-3e9d576035ae req-daaf167d-7969-46df-86d8-d3b51fc6bf34 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:41.997373 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0efc448b-9252-41a6-9f10-3e9d576035ae req-daaf167d-7969-46df-86d8-d3b51fc6bf34 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b11db00-86e7-4155-a147-13490d09c29f HTTP/1.1" status: 200 len: 943 time: 0.5519841 Mar 11 19:32:42.011539 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=ea90a6b4-81e1-4ba2-bf4a-7240fe319236,revision_number=7']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:42.016010 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dc68b483-5789-4fe4-a9fb-7279b92d369c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (edb01d22-68e9-4827-b781-aaec25fb923b), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:42.135882 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0efc448b-9252-41a6-9f10-3e9d576035ae req-275b82f0-9f66-4b44-a9f3-7412575d78a2 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328959 Mar 11 19:32:42.249417 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c305d93e-36b3-48cf-bf68-0adf7c75a0b2 req-786839cd-9589-40ae-9eda-efdefe94522a tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924991 Mar 11 19:32:42.270135 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-31f5a358-63b6-49ba-8688-f439f0e1002b None None] Publish callbacks [] for port (60e73312-48b3-4155-8803-cf719f1e8eb7), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:42.287690 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-31f5a358-63b6-49ba-8688-f439f0e1002b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (60e73312-48b3-4155-8803-cf719f1e8eb7), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:42.319094 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dc68b483-5789-4fe4-a9fb-7279b92d369c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (5ab58360-dd46-422c-a4b2-f72d27e4414b), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:42.376863 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174e0b5e-8152-46ba-bd9e-55f4be12168b None None] Pushing event updated for resources: {'Port': ['ID=60e73312-48b3-4155-8803-cf719f1e8eb7,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:42.412663 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5d3078-a410-4635-9dde-15fcb1a6b6d2 x-openstack-request-id: req-0b5d3078-a410-4635-9dde-15fcb1a6b6d2 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:32:42.413242 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b19c4385-f45d-4744-ac1b-ee5c36af849e", "name": "network-vif-plugged", "status": "completed", "tag": "ea90a6b4-81e1-4ba2-bf4a-7240fe319236", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:32:42.413679 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0b5d3078-a410-4635-9dde-15fcb1a6b6d2 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:32:42.414233 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b19c4385-f45d-4744-ac1b-ee5c36af849e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea90a6b4-81e1-4ba2-bf4a-7240fe319236', 'code': 200} Mar 11 19:32:42.422439 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-23ae14f7-25eb-4dc7-866c-cccb93960a85 None None] Provisioning complete for port 5ab58360-dd46-422c-a4b2-f72d27e4414b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:32:42.423119 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-23ae14f7-25eb-4dc7-866c-cccb93960a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (5ab58360-dd46-422c-a4b2-f72d27e4414b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:42.484164 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-31f5a358-63b6-49ba-8688-f439f0e1002b None None] Attempting to bind port 60e73312-48b3-4155-8803-cf719f1e8eb7 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:32:42.484856 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-31f5a358-63b6-49ba-8688-f439f0e1002b None None] Attempting to bind port 60e73312-48b3-4155-8803-cf719f1e8eb7 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:32:42.485410 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f5a358-63b6-49ba-8688-f439f0e1002b None None] Attempting to bind port 60e73312-48b3-4155-8803-cf719f1e8eb7 on network 612cc066-33e3-444d-b1c7-d0a64751482a {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:32:42.496154 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f5a358-63b6-49ba-8688-f439f0e1002b None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:32:42.496839 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f5a358-63b6-49ba-8688-f439f0e1002b None None] Checking segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:32:42.497436 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-31f5a358-63b6-49ba-8688-f439f0e1002b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:42.498013 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f5a358-63b6-49ba-8688-f439f0e1002b None None] Bound using segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:32:42.498700 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-31f5a358-63b6-49ba-8688-f439f0e1002b None None] Bound port: 60e73312-48b3-4155-8803-cf719f1e8eb7, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:32:42.499595 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-31f5a358-63b6-49ba-8688-f439f0e1002b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (60e73312-48b3-4155-8803-cf719f1e8eb7), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:42.548617 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-23ae14f7-25eb-4dc7-866c-cccb93960a85 None None] Port 5ab58360-dd46-422c-a4b2-f72d27e4414b cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:32:42.558674 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9061074-55d4-483f-a294-aa460244479e tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Router 77ff9dd6-3b55-4898-8e8f-a25b5d126f66 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:32:42.632307 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-31f5a358-63b6-49ba-8688-f439f0e1002b None None] For port 60e73312-48b3-4155-8803-cf719f1e8eb7, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:32:42.637174 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-31f5a358-63b6-49ba-8688-f439f0e1002b None None] For port 60e73312-48b3-4155-8803-cf719f1e8eb7, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=60e73312-48b3-4155-8803-cf719f1e8eb7,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:32:42.638558 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af7885d-aa0a-4307-a6c5-471338f6bb22 req-b5d57953-3f3c-4795-a033-5bb56811b4bd tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:42.647329 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-31f5a358-63b6-49ba-8688-f439f0e1002b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (60e73312-48b3-4155-8803-cf719f1e8eb7), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:42.658283 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af7885d-aa0a-4307-a6c5-471338f6bb22 req-b5d57953-3f3c-4795-a033-5bb56811b4bd tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:42.668871 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af7885d-aa0a-4307-a6c5-471338f6bb22 req-b5d57953-3f3c-4795-a033-5bb56811b4bd tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:42.687520 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af7885d-aa0a-4307-a6c5-471338f6bb22 req-b5d57953-3f3c-4795-a033-5bb56811b4bd tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:42.698792 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af7885d-aa0a-4307-a6c5-471338f6bb22 req-b5d57953-3f3c-4795-a033-5bb56811b4bd tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:42.709570 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af7885d-aa0a-4307-a6c5-471338f6bb22 req-b5d57953-3f3c-4795-a033-5bb56811b4bd tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:42.724209 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af7885d-aa0a-4307-a6c5-471338f6bb22 req-b5d57953-3f3c-4795-a033-5bb56811b4bd tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:42.734667 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7af7885d-aa0a-4307-a6c5-471338f6bb22 req-b5d57953-3f3c-4795-a033-5bb56811b4bd tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 5419 time: 0.2735116 Mar 11 19:32:42.760401 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f5a358-63b6-49ba-8688-f439f0e1002b None None] Routers {'edb01d22-68e9-4827-b781-aaec25fb923b'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:32:42.761076 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-31f5a358-63b6-49ba-8688-f439f0e1002b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:32:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['edb01d22-68e9-4827-b781-aaec25fb923b'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:32:42.796283 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dc68b483-5789-4fe4-a9fb-7279b92d369c admin admin] Publish callbacks [] for port (5ab58360-dd46-422c-a4b2-f72d27e4414b), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:42.823258 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dc68b483-5789-4fe4-a9fb-7279b92d369c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (5ab58360-dd46-422c-a4b2-f72d27e4414b), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:42.905541 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174e0b5e-8152-46ba-bd9e-55f4be12168b None None] Pushing event updated for resources: {'Port': ['ID=60e73312-48b3-4155-8803-cf719f1e8eb7,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:42.939294 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dc68b483-5789-4fe4-a9fb-7279b92d369c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (edb01d22-68e9-4827-b781-aaec25fb923b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:42.990611 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc68b483-5789-4fe4-a9fb-7279b92d369c admin admin] Pushing event updated for resources: {'Port': ['ID=5ab58360-dd46-422c-a4b2-f72d27e4414b,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:43.046075 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7af7885d-aa0a-4307-a6c5-471338f6bb22 req-e55434de-6e2e-4578-876b-381b2d9290d0 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=da55a647-62ee-4d15-a963-651fcfed7127&id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3050890 Mar 11 19:32:43.059812 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-31f5a358-63b6-49ba-8688-f439f0e1002b None None] Set router edb01d22-68e9-4827-b781-aaec25fb923b gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:32:43.100252 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9061074-55d4-483f-a294-aa460244479e tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:32:43.106317 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b9061074-55d4-483f-a294-aa460244479e tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:43.111307 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23740301-bc5d-4495-a872-3c4f52f690ce None None] Sync routers for ids ['77ff9dd6-3b55-4898-8e8f-a25b5d126f66'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:32:43.129934 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc68b483-5789-4fe4-a9fb-7279b92d369c admin admin] Network 5c8f1f17-d90d-4647-89fe-ea0c28bac10e is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:32:43.131762 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23740301-bc5d-4495-a872-3c4f52f690ce None None] Routers {'77ff9dd6-3b55-4898-8e8f-a25b5d126f66'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:32:43.133141 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-23740301-bc5d-4495-a872-3c4f52f690ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:32:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['77ff9dd6-3b55-4898-8e8f-a25b5d126f66'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:32:43.134451 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-dc68b483-5789-4fe4-a9fb-7279b92d369c admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:32:43.211169 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-b9061074-55d4-483f-a294-aa460244479e tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] 10.222.0.65 "PUT /v2.0/floatingips/393352ed-ce77-4a5f-8d13-8370e9ff99f9 HTTP/1.1" status: 200 len: 990 time: 2.9239695 Mar 11 19:32:43.211803 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7156dc0-5c94-4e6f-b96e-8bd854e8b8d9', 'tag': '080f8b02-b7f3-46fc-9829-ac1770c87747'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:32:43.219517 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf131199-9cb7-41cf-84d0-4ad149850bf1" -d '{"events": [{"name": "network-changed", "server_uuid": "a7156dc0-5c94-4e6f-b96e-8bd854e8b8d9", "tag": "080f8b02-b7f3-46fc-9829-ac1770c87747"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:32:43.403515 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a6dce-aef7-4a3f-af16-178cadba4064 req-113c5489-2d93-4a8e-a2cc-046639834174 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:43.410031 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bc8a6dce-aef7-4a3f-af16-178cadba4064 req-113c5489-2d93-4a8e-a2cc-046639834174 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b11db00-86e7-4155-a147-13490d09c29f HTTP/1.1" status: 200 len: 943 time: 0.1306512 Mar 11 19:32:43.423368 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc68b483-5789-4fe4-a9fb-7279b92d369c admin admin] Router edb01d22-68e9-4827-b781-aaec25fb923b has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:32:43.540450 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-23740301-bc5d-4495-a872-3c4f52f690ce None None] Set router 77ff9dd6-3b55-4898-8e8f-a25b5d126f66 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:32:43.644833 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-31f5a358-63b6-49ba-8688-f439f0e1002b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb01d22-68e9-4827-b781-aaec25fb923b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1842015239-router', 'tenant_id': '002e1ac133fb4ef1b100a9d39da559cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '60e73312-48b3-4155-8803-cf719f1e8eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:32:36Z', 'updated_at': '2022-03-11T19:32:42Z', 'revision_number': 4, 'project_id': '002e1ac133fb4ef1b100a9d39da559cb', 'gw_port': {'id': '60e73312-48b3-4155-8803-cf719f1e8eb7', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b3:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb01d22-68e9-4827-b781-aaec25fb923b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:32:37Z', 'updated_at': '2022-03-11T19:32:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '5ab58360-dd46-422c-a4b2-f72d27e4414b', 'name': '', 'network_id': '5c8f1f17-d90d-4647-89fe-ea0c28bac10e', 'tenant_id': '002e1ac133fb4ef1b100a9d39da559cb', 'mac_address': 'fa:16:3e:7c:c0:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb01d22-68e9-4827-b781-aaec25fb923b', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': 'b001f49c-43ae-4fd2-ba0f-5031a5dcc386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:32:41Z', 'updated_at': '2022-03-11T19:32:41Z', 'revision_number': 1, 'project_id': '002e1ac133fb4ef1b100a9d39da559cb', 'subnets': [{'id': 'b001f49c-43ae-4fd2-ba0f-5031a5dcc386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:32:43.658519 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bc8a6dce-aef7-4a3f-af16-178cadba4064 req-aee8ce7e-b974-40d0-964f-09c14e0f9399 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420995 Mar 11 19:32:43.704755 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc68b483-5789-4fe4-a9fb-7279b92d369c admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:32:43.721000 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b0cdf-e8e8-4661-a472-1c4383128fd0 req-1e47b686-249c-467a-8c49-00d845c234e6 tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:43.722554 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ee9b0cdf-e8e8-4661-a472-1c4383128fd0 req-1e47b686-249c-467a-8c49-00d845c234e6 tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7156dc0-5c94-4e6f-b96e-8bd854e8b8d9 HTTP/1.1" status: 200 len: 945 time: 0.3019512 Mar 11 19:32:43.725412 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-dc68b483-5789-4fe4-a9fb-7279b92d369c admin admin] 10.222.0.65 "PUT /v2.0/routers/edb01d22-68e9-4827-b781-aaec25fb923b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7715945 Mar 11 19:32:43.757843 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f5a358-63b6-49ba-8688-f439f0e1002b None None] The sync data for ids ['edb01d22-68e9-4827-b781-aaec25fb923b'] in n-d-833163-1 is: [{'id': 'edb01d22-68e9-4827-b781-aaec25fb923b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1842015239-router', 'tenant_id': '002e1ac133fb4ef1b100a9d39da559cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '60e73312-48b3-4155-8803-cf719f1e8eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:32:36Z', 'updated_at': '2022-03-11T19:32:42Z', 'revision_number': 4, 'project_id': '002e1ac133fb4ef1b100a9d39da559cb', 'gw_port': {'id': '60e73312-48b3-4155-8803-cf719f1e8eb7', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b3:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb01d22-68e9-4827-b781-aaec25fb923b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:32:37Z', 'updated_at': '2022-03-11T19:32:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '5ab58360-dd46-422c-a4b2-f72d27e4414b', 'name': '', 'network_id': '5c8f1f17-d90d-4647-89fe-ea0c28bac10e', 'tenant_id': '002e1ac133fb4ef1b100a9d39da559cb', 'mac_address': 'fa:16:3e:7c:c0:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb01d22-68e9-4827-b781-aaec25fb923b', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': 'b001f49c-43ae-4fd2-ba0f-5031a5dcc386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:32:41Z', 'updated_at': '2022-03-11T19:32:41Z', 'revision_number': 1, 'project_id': '002e1ac133fb4ef1b100a9d39da559cb', 'subnets': [{'id': 'b001f49c-43ae-4fd2-ba0f-5031a5dcc386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:32:43.794282 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-e8e62529-7510-482d-a2b5-a8e361b050fe None None] Provisioning complete for port 5ab58360-dd46-422c-a4b2-f72d27e4414b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:32:43.794668 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e8e62529-7510-482d-a2b5-a8e361b050fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (5ab58360-dd46-422c-a4b2-f72d27e4414b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:43.885670 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02006cb3-9f20-487a-9163-21d0e31e8c1b x-openstack-request-id: req-02006cb3-9f20-487a-9163-21d0e31e8c1b {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:32:43.886020 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7156dc0-5c94-4e6f-b96e-8bd854e8b8d9", "tag": "080f8b02-b7f3-46fc-9829-ac1770c87747", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:32:43.886286 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-02006cb3-9f20-487a-9163-21d0e31e8c1b {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:32:43.886716 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7156dc0-5c94-4e6f-b96e-8bd854e8b8d9', 'tag': '080f8b02-b7f3-46fc-9829-ac1770c87747', 'status': 'completed', 'code': 200} Mar 11 19:32:43.922345 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e8e62529-7510-482d-a2b5-a8e361b050fe None None] Port 5ab58360-dd46-422c-a4b2-f72d27e4414b cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:32:43.949778 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ee9b0cdf-e8e8-4661-a472-1c4383128fd0 req-15aafdc2-72ce-4ded-90ee-f067d680ff5a tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] 10.222.0.65 "GET /v2.0/security-groups?id=9455c5a3-3801-4a3d-8a59-98f1d99f5b40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2127521 Mar 11 19:32:44.046516 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf131199-9cb7-41cf-84d0-4ad149850bf1 req-65a2dfea-ce65-437d-8e76-ad2b0e6b5631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:44.048062 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cf131199-9cb7-41cf-84d0-4ad149850bf1 req-65a2dfea-ce65-437d-8e76-ad2b0e6b5631 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=be6bb36e4510404da3f801164858fcd0&device_id=a7156dc0-5c94-4e6f-b96e-8bd854e8b8d9 HTTP/1.1" status: 200 len: 1127 time: 0.1604867 Mar 11 19:32:44.205208 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-23740301-bc5d-4495-a872-3c4f52f690ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ff9dd6-3b55-4898-8e8f-a25b5d126f66', 'name': 'tempest-ServersTestJSON-1394376928-router', 'tenant_id': 'be6bb36e4510404da3f801164858fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'dcd03947-277a-4bad-bef9-dddb4b8a6e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:32:01Z', 'updated_at': '2022-03-11T19:32:07Z', 'revision_number': 4, 'project_id': 'be6bb36e4510404da3f801164858fcd0', 'gw_port': {'id': 'dcd03947-277a-4bad-bef9-dddb4b8a6e95', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:48:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ff9dd6-3b55-4898-8e8f-a25b5d126f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:32:02Z', 'updated_at': '2022-03-11T19:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '393352ed-ce77-4a5f-8d13-8370e9ff99f9', 'tenant_id': 'be6bb36e4510404da3f801164858fcd0', 'floating_ip_address': '172.25.8.63', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '77ff9dd6-3b55-4898-8e8f-a25b5d126f66', 'port_id': '080f8b02-b7f3-46fc-9829-ac1770c87747', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 798, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2861ea14-7bea-49b3-8565-f2cbb28bd165', 'mac_address': 'fa:16:3e:d7:6d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7156dc0-5c94-4e6f-b96e-8bd854e8b8d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:32:16Z', 'updated_at': '2022-03-11T19:32:41Z', 'revision_number': 1, 'project_id': 'be6bb36e4510404da3f801164858fcd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2d6df98-d962-4b7e-9e10-bfc539ce2b95', 'name': '', 'network_id': '2861ea14-7bea-49b3-8565-f2cbb28bd165', 'tenant_id': 'be6bb36e4510404da3f801164858fcd0', 'mac_address': 'fa:16:3e:d3:b7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ff9dd6-3b55-4898-8e8f-a25b5d126f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '1c6d00ec-4b03-4775-8b18-57164800ad97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:32:06Z', 'updated_at': '2022-03-11T19:32:15Z', 'revision_number': 5, 'project_id': 'be6bb36e4510404da3f801164858fcd0', 'subnets': [{'id': '1c6d00ec-4b03-4775-8b18-57164800ad97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:32:44.357586 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf131199-9cb7-41cf-84d0-4ad149850bf1 req-3222a135-2059-495a-9dfa-d59c10940ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:44.359382 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cf131199-9cb7-41cf-84d0-4ad149850bf1 req-3222a135-2059-495a-9dfa-d59c10940ff0 service neutron] 10.222.0.75 "GET /v2.0/networks?id=2861ea14-7bea-49b3-8565-f2cbb28bd165 HTTP/1.1" status: 200 len: 907 time: 0.3036904 Mar 11 19:32:44.447091 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4c123-9f15-4835-93fd-276daad019b7 req-9bac2ec8-72dc-4795-88f3-2c5a8c5eab33 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:44.450061 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d2f4c123-9f15-4835-93fd-276daad019b7 req-9bac2ec8-72dc-4795-88f3-2c5a8c5eab33 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a616cbe-b5e8-49cc-8905-093f346d0c83 HTTP/1.1" status: 200 len: 950 time: 0.3131988 Mar 11 19:32:44.505472 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cf131199-9cb7-41cf-84d0-4ad149850bf1 req-bb82dd05-1418-44b1-8791-46bdfedec95a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=080f8b02-b7f3-46fc-9829-ac1770c87747 HTTP/1.1" status: 200 len: 998 time: 0.1399820 Mar 11 19:32:44.567132 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf131199-9cb7-41cf-84d0-4ad149850bf1 req-f9025ad7-9504-49c2-8622-25018853b11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:44.568742 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cf131199-9cb7-41cf-84d0-4ad149850bf1 req-f9025ad7-9504-49c2-8622-25018853b11b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1c6d00ec-4b03-4775-8b18-57164800ad97 HTTP/1.1" status: 200 len: 845 time: 0.0574336 Mar 11 19:32:44.574383 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23740301-bc5d-4495-a872-3c4f52f690ce None None] Checking router: 77ff9dd6-3b55-4898-8e8f-a25b5d126f66 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:32:44.595612 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23740301-bc5d-4495-a872-3c4f52f690ce None None] Routers {'77ff9dd6-3b55-4898-8e8f-a25b5d126f66'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:32:44.596253 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-23740301-bc5d-4495-a872-3c4f52f690ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:32:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['77ff9dd6-3b55-4898-8e8f-a25b5d126f66'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:32:44.630652 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d2f4c123-9f15-4835-93fd-276daad019b7 req-bb906771-b8e9-4a44-9c44-dc8336ce8dea tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684027 Mar 11 19:32:44.839165 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-23740301-bc5d-4495-a872-3c4f52f690ce None None] Set router 77ff9dd6-3b55-4898-8e8f-a25b5d126f66 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:32:44.906365 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf131199-9cb7-41cf-84d0-4ad149850bf1 req-a5d62a2e-cc35-4949-b787-a9a2f6f2c199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:44.908700 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cf131199-9cb7-41cf-84d0-4ad149850bf1 req-a5d62a2e-cc35-4949-b787-a9a2f6f2c199 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=2861ea14-7bea-49b3-8565-f2cbb28bd165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3020227 Mar 11 19:32:44.995269 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6f725-c2a3-4fb1-8071-f81020dca94f req-68516be0-ed1c-49a2-86da-23a7e882a1bd tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:45.003719 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6f725-c2a3-4fb1-8071-f81020dca94f req-68516be0-ed1c-49a2-86da-23a7e882a1bd tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:45.033346 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6f725-c2a3-4fb1-8071-f81020dca94f req-68516be0-ed1c-49a2-86da-23a7e882a1bd tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:45.041250 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6f725-c2a3-4fb1-8071-f81020dca94f req-68516be0-ed1c-49a2-86da-23a7e882a1bd tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:45.048491 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6f725-c2a3-4fb1-8071-f81020dca94f req-68516be0-ed1c-49a2-86da-23a7e882a1bd tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:45.073219 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6f725-c2a3-4fb1-8071-f81020dca94f req-68516be0-ed1c-49a2-86da-23a7e882a1bd tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:45.114942 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6f725-c2a3-4fb1-8071-f81020dca94f req-68516be0-ed1c-49a2-86da-23a7e882a1bd tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:45.137442 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-88c6f725-c2a3-4fb1-8071-f81020dca94f req-68516be0-ed1c-49a2-86da-23a7e882a1bd tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 5419 time: 0.3960407 Mar 11 19:32:45.245025 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11652ece-8660-4078-8e68-da96f1fe0e76 req-1ecb0597-798b-47c6-97d8-3ed8fd88c228 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:45.262052 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-11652ece-8660-4078-8e68-da96f1fe0e76 req-1ecb0597-798b-47c6-97d8-3ed8fd88c228 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] 10.222.0.65 "GET /v2.0/networks?id=5c8f1f17-d90d-4647-89fe-ea0c28bac10e HTTP/1.1" status: 200 len: 829 time: 0.6919951 Mar 11 19:32:45.351316 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-11652ece-8660-4078-8e68-da96f1fe0e76 req-f35528cd-2f45-43b7-89cc-383625c1ca01 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] 10.222.0.65 "GET /v2.0/quotas/002e1ac133fb4ef1b100a9d39da559cb HTTP/1.1" status: 200 len: 375 time: 0.0882103 Mar 11 19:32:45.406397 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-88c6f725-c2a3-4fb1-8071-f81020dca94f req-c2cb17d8-1766-40a8-9870-6ef8067d4dcb tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=da55a647-62ee-4d15-a963-651fcfed7127&id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2664976 Mar 11 19:32:45.426688 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cf131199-9cb7-41cf-84d0-4ad149850bf1 req-e4287383-17a7-4f4b-a0d4-de0cd8cc48c2 service neutron] 10.222.0.75 "GET /v2.0/networks/2861ea14-7bea-49b3-8565-f2cbb28bd165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5104263 Mar 11 19:32:45.434465 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-23740301-bc5d-4495-a872-3c4f52f690ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ff9dd6-3b55-4898-8e8f-a25b5d126f66', 'name': 'tempest-ServersTestJSON-1394376928-router', 'tenant_id': 'be6bb36e4510404da3f801164858fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'dcd03947-277a-4bad-bef9-dddb4b8a6e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:32:01Z', 'updated_at': '2022-03-11T19:32:07Z', 'revision_number': 4, 'project_id': 'be6bb36e4510404da3f801164858fcd0', 'gw_port': {'id': 'dcd03947-277a-4bad-bef9-dddb4b8a6e95', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:48:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ff9dd6-3b55-4898-8e8f-a25b5d126f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:32:02Z', 'updated_at': '2022-03-11T19:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '393352ed-ce77-4a5f-8d13-8370e9ff99f9', 'tenant_id': 'be6bb36e4510404da3f801164858fcd0', 'floating_ip_address': '172.25.8.63', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '77ff9dd6-3b55-4898-8e8f-a25b5d126f66', 'port_id': '080f8b02-b7f3-46fc-9829-ac1770c87747', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 798, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2861ea14-7bea-49b3-8565-f2cbb28bd165', 'mac_address': 'fa:16:3e:d7:6d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7156dc0-5c94-4e6f-b96e-8bd854e8b8d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:32:16Z', 'updated_at': '2022-03-11T19:32:41Z', 'revision_number': 1, 'project_id': 'be6bb36e4510404da3f801164858fcd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2d6df98-d962-4b7e-9e10-bfc539ce2b95', 'name': '', 'network_id': '2861ea14-7bea-49b3-8565-f2cbb28bd165', 'tenant_id': 'be6bb36e4510404da3f801164858fcd0', 'mac_address': 'fa:16:3e:d3:b7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ff9dd6-3b55-4898-8e8f-a25b5d126f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '1c6d00ec-4b03-4775-8b18-57164800ad97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:32:06Z', 'updated_at': '2022-03-11T19:32:15Z', 'revision_number': 5, 'project_id': 'be6bb36e4510404da3f801164858fcd0', 'subnets': [{'id': '1c6d00ec-4b03-4775-8b18-57164800ad97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:32:45.444727 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-11652ece-8660-4078-8e68-da96f1fe0e76 req-fed13b8e-3eca-4285-a29e-3df704d9cc52 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=002e1ac133fb4ef1b100a9d39da559cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0917943 Mar 11 19:32:45.484076 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23740301-bc5d-4495-a872-3c4f52f690ce None None] The sync data for ids ['77ff9dd6-3b55-4898-8e8f-a25b5d126f66'] in n-d-833163-1 is: [{'id': '77ff9dd6-3b55-4898-8e8f-a25b5d126f66', 'name': 'tempest-ServersTestJSON-1394376928-router', 'tenant_id': 'be6bb36e4510404da3f801164858fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'dcd03947-277a-4bad-bef9-dddb4b8a6e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:32:01Z', 'updated_at': '2022-03-11T19:32:07Z', 'revision_number': 4, 'project_id': 'be6bb36e4510404da3f801164858fcd0', 'gw_port': {'id': 'dcd03947-277a-4bad-bef9-dddb4b8a6e95', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:48:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ff9dd6-3b55-4898-8e8f-a25b5d126f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:32:02Z', 'updated_at': '2022-03-11T19:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '393352ed-ce77-4a5f-8d13-8370e9ff99f9', 'tenant_id': 'be6bb36e4510404da3f801164858fcd0', 'floating_ip_address': '172.25.8.63', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '77ff9dd6-3b55-4898-8e8f-a25b5d126f66', 'port_id': '080f8b02-b7f3-46fc-9829-ac1770c87747', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 798, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2861ea14-7bea-49b3-8565-f2cbb28bd165', 'mac_address': 'fa:16:3e:d7:6d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7156dc0-5c94-4e6f-b96e-8bd854e8b8d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:32:16Z', 'updated_at': '2022-03-11T19:32:41Z', 'revision_number': 1, 'project_id': 'be6bb36e4510404da3f801164858fcd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2d6df98-d962-4b7e-9e10-bfc539ce2b95', 'name': '', 'network_id': '2861ea14-7bea-49b3-8565-f2cbb28bd165', 'tenant_id': 'be6bb36e4510404da3f801164858fcd0', 'mac_address': 'fa:16:3e:d3:b7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ff9dd6-3b55-4898-8e8f-a25b5d126f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '1c6d00ec-4b03-4775-8b18-57164800ad97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:32:06Z', 'updated_at': '2022-03-11T19:32:15Z', 'revision_number': 5, 'project_id': 'be6bb36e4510404da3f801164858fcd0', 'subnets': [{'id': '1c6d00ec-4b03-4775-8b18-57164800ad97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:32:45.860187 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cf131199-9cb7-41cf-84d0-4ad149850bf1 req-56c8089a-b658-4ac9-b12e-938c83221e75 service neutron] 10.222.0.75 "GET /v2.0/networks/2861ea14-7bea-49b3-8565-f2cbb28bd165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4136915 Mar 11 19:32:45.901475 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2910f9b5-1132-435a-a2de-a9e0ac4ed50c None None] New status for floating IP 393352ed-ce77-4a5f-8d13-8370e9ff99f9: ACTIVE {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 19:32:45.930565 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-11652ece-8660-4078-8e68-da96f1fe0e76 req-ce7fabdc-aa61-4db0-8370-1d6cead0bf2d service neutron] 10.222.0.65 "GET /v2.0/networks/5c8f1f17-d90d-4647-89fe-ea0c28bac10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4848411 Mar 11 19:32:46.056205 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-11652ece-8660-4078-8e68-da96f1fe0e76 req-0a6122c7-369d-4e7d-993d-16dae0dbc13e service neutron] 10.222.0.65 "GET /v2.0/networks/5c8f1f17-d90d-4647-89fe-ea0c28bac10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237798 Mar 11 19:32:46.073395 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3399f1b-3777-4952-be13-4bd6d296d3d9 req-80a497f7-e17c-4199-9b67-5522a9fc930a tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:46.086815 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a3399f1b-3777-4952-be13-4bd6d296d3d9 req-80a497f7-e17c-4199-9b67-5522a9fc930a tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b11db00-86e7-4155-a147-13490d09c29f HTTP/1.1" status: 200 len: 943 time: 0.4892528 Mar 11 19:32:46.225051 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a3399f1b-3777-4952-be13-4bd6d296d3d9 req-42fcee53-40fa-4eae-bac9-4e9d264b8eea tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372519 Mar 11 19:32:46.352577 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 60e73312-48b3-4155-8803-cf719f1e8eb7 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:32:46.448105 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 60e73312-48b3-4155-8803-cf719f1e8eb7 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:32:46.452371 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (60e73312-48b3-4155-8803-cf719f1e8eb7), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:46.617438 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 60e73312-48b3-4155-8803-cf719f1e8eb7 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:32:46.618316 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (60e73312-48b3-4155-8803-cf719f1e8eb7), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:46.634940 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ad63cb14-936c-4604-999e-921d82bdebb7 req-1244f25b-21be-4a9a-916e-3d7a707e8360 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] 10.222.0.65 "GET /v2.0/ports?device_id=8acf5f78-d2d5-47ed-961a-14c2f061bcda HTTP/1.1" status: 200 len: 210 time: 0.1139727 Mar 11 19:32:46.697015 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 60e73312-48b3-4155-8803-cf719f1e8eb7, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=60e73312-48b3-4155-8803-cf719f1e8eb7,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:32:46.707893 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (60e73312-48b3-4155-8803-cf719f1e8eb7), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:46.716703 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ebaa5-0664-4e4d-ab9b-71d87b14d409 req-3080d522-1514-4d32-8e37-4ff77ad345e9 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:46.726334 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-798ebaa5-0664-4e4d-ab9b-71d87b14d409 req-3080d522-1514-4d32-8e37-4ff77ad345e9 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a616cbe-b5e8-49cc-8905-093f346d0c83 HTTP/1.1" status: 200 len: 950 time: 0.2918730 Mar 11 19:32:46.844579 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-798ebaa5-0664-4e4d-ab9b-71d87b14d409 req-e1b993fa-4934-4db5-bfb4-d84656527d30 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158311 Mar 11 19:32:46.857296 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=60e73312-48b3-4155-8803-cf719f1e8eb7,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:46.942402 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b8ccb-0ca2-483d-96c6-e7c40d7ccc05 req-fff1476a-c773-4ae7-a80e-0cc7993aa5b0 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:46.950161 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b8ccb-0ca2-483d-96c6-e7c40d7ccc05 req-fff1476a-c773-4ae7-a80e-0cc7993aa5b0 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:46.956670 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b8ccb-0ca2-483d-96c6-e7c40d7ccc05 req-fff1476a-c773-4ae7-a80e-0cc7993aa5b0 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:46.962863 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b8ccb-0ca2-483d-96c6-e7c40d7ccc05 req-fff1476a-c773-4ae7-a80e-0cc7993aa5b0 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:46.969424 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b8ccb-0ca2-483d-96c6-e7c40d7ccc05 req-fff1476a-c773-4ae7-a80e-0cc7993aa5b0 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:46.975599 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b8ccb-0ca2-483d-96c6-e7c40d7ccc05 req-fff1476a-c773-4ae7-a80e-0cc7993aa5b0 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:46.982086 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b8ccb-0ca2-483d-96c6-e7c40d7ccc05 req-fff1476a-c773-4ae7-a80e-0cc7993aa5b0 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:46.984198 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-715b8ccb-0ca2-483d-96c6-e7c40d7ccc05 req-fff1476a-c773-4ae7-a80e-0cc7993aa5b0 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 5419 time: 0.1584516 Mar 11 19:32:47.122012 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-715b8ccb-0ca2-483d-96c6-e7c40d7ccc05 req-8d6e8391-7b49-464b-bbc2-1962d389bb49 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=da55a647-62ee-4d15-a963-651fcfed7127&id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1288006 Mar 11 19:32:47.483004 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fd1c9d-a09a-4888-ad55-c5c08adf4013 req-f42f4efb-09a3-4567-abe0-608b2b656d45 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:47.485133 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e1fd1c9d-a09a-4888-ad55-c5c08adf4013 req-f42f4efb-09a3-4567-abe0-608b2b656d45 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b11db00-86e7-4155-a147-13490d09c29f HTTP/1.1" status: 200 len: 943 time: 0.1243072 Mar 11 19:32:47.578188 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e1fd1c9d-a09a-4888-ad55-c5c08adf4013 req-b091b99f-34e1-45d3-9087-e6033d256d80 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852594 Mar 11 19:32:47.764903 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ce1955-83cd-4181-a50f-8ccc4eab57f5 None None] Sync routers for ids ['edb01d22-68e9-4827-b781-aaec25fb923b'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:32:47.782755 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ce1955-83cd-4181-a50f-8ccc4eab57f5 None None] Routers {'edb01d22-68e9-4827-b781-aaec25fb923b'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:32:47.784670 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-77ce1955-83cd-4181-a50f-8ccc4eab57f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:32:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['edb01d22-68e9-4827-b781-aaec25fb923b'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:32:47.822455 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-50bae6f0-d0e3-4613-a3f6-80b23a940bbb req-7a35aa07-bdb8-48de-be19-103527de2b95 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] 10.222.0.65 "GET /v2.0/ports?device_id=8acf5f78-d2d5-47ed-961a-14c2f061bcda HTTP/1.1" status: 200 len: 210 time: 0.0643611 Mar 11 19:32:48.023357 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-77ce1955-83cd-4181-a50f-8ccc4eab57f5 None None] Set router edb01d22-68e9-4827-b781-aaec25fb923b gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:32:48.194963 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e5278b-82cc-44a7-9bbf-9b8947e4c9d1 req-ec481b41-a76d-4568-b53d-8414c5666a6d tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:48.207387 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-95e5278b-82cc-44a7-9bbf-9b8947e4c9d1 req-ec481b41-a76d-4568-b53d-8414c5666a6d tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a616cbe-b5e8-49cc-8905-093f346d0c83 HTTP/1.1" status: 200 len: 950 time: 0.2435441 Mar 11 19:32:48.366074 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-95e5278b-82cc-44a7-9bbf-9b8947e4c9d1 req-4ed2565a-ea41-4021-9065-036615c3ecbe tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553209 Mar 11 19:32:48.571954 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 60e73312-48b3-4155-8803-cf719f1e8eb7 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:32:48.576927 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba2da99-1b83-451c-9332-99fbe1c7672b req-773ff496-6415-49b2-805b-2d8dc26cbf8e tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:48.584705 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11652ece-8660-4078-8e68-da96f1fe0e76 req-9f61e219-9e6a-41f3-9aee-5477a3725970 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:48.586904 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-11652ece-8660-4078-8e68-da96f1fe0e76 req-9f61e219-9e6a-41f3-9aee-5477a3725970 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] 10.222.0.57 "GET /v2.0/networks?id=5c8f1f17-d90d-4647-89fe-ea0c28bac10e HTTP/1.1" status: 200 len: 829 time: 0.2724874 Mar 11 19:32:48.591505 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba2da99-1b83-451c-9332-99fbe1c7672b req-773ff496-6415-49b2-805b-2d8dc26cbf8e tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:48.600338 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-11652ece-8660-4078-8e68-da96f1fe0e76 req-ba8c0608-1b2c-472a-a760-7da15ef9ec3c tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Request body: {'port': {'device_id': '8acf5f78-d2d5-47ed-961a-14c2f061bcda', 'network_id': '5c8f1f17-d90d-4647-89fe-ea0c28bac10e', 'admin_state_up': True, 'tenant_id': '002e1ac133fb4ef1b100a9d39da559cb'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:32:48.606885 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba2da99-1b83-451c-9332-99fbe1c7672b req-773ff496-6415-49b2-805b-2d8dc26cbf8e tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:48.622595 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba2da99-1b83-451c-9332-99fbe1c7672b req-773ff496-6415-49b2-805b-2d8dc26cbf8e tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:48.639737 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba2da99-1b83-451c-9332-99fbe1c7672b req-773ff496-6415-49b2-805b-2d8dc26cbf8e tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:48.657117 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba2da99-1b83-451c-9332-99fbe1c7672b req-773ff496-6415-49b2-805b-2d8dc26cbf8e tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:48.670985 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba2da99-1b83-451c-9332-99fbe1c7672b req-773ff496-6415-49b2-805b-2d8dc26cbf8e tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:48.681830 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9ba2da99-1b83-451c-9332-99fbe1c7672b req-773ff496-6415-49b2-805b-2d8dc26cbf8e tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 5419 time: 0.3087957 Mar 11 19:32:48.710002 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:48.716688 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-77ce1955-83cd-4181-a50f-8ccc4eab57f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb01d22-68e9-4827-b781-aaec25fb923b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1842015239-router', 'tenant_id': '002e1ac133fb4ef1b100a9d39da559cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '60e73312-48b3-4155-8803-cf719f1e8eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:32:36Z', 'updated_at': '2022-03-11T19:32:42Z', 'revision_number': 4, 'project_id': '002e1ac133fb4ef1b100a9d39da559cb', 'gw_port': {'id': '60e73312-48b3-4155-8803-cf719f1e8eb7', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb01d22-68e9-4827-b781-aaec25fb923b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:32:37Z', 'updated_at': '2022-03-11T19:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '5ab58360-dd46-422c-a4b2-f72d27e4414b', 'name': '', 'network_id': '5c8f1f17-d90d-4647-89fe-ea0c28bac10e', 'tenant_id': '002e1ac133fb4ef1b100a9d39da559cb', 'mac_address': 'fa:16:3e:7c:c0:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb01d22-68e9-4827-b781-aaec25fb923b', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': 'b001f49c-43ae-4fd2-ba0f-5031a5dcc386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:32:41Z', 'updated_at': '2022-03-11T19:32:42Z', 'revision_number': 2, 'project_id': '002e1ac133fb4ef1b100a9d39da559cb', 'subnets': [{'id': 'b001f49c-43ae-4fd2-ba0f-5031a5dcc386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:32:48.728729 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 60e73312-48b3-4155-8803-cf719f1e8eb7 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:32:48.731424 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (60e73312-48b3-4155-8803-cf719f1e8eb7), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:48.827923 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ce1955-83cd-4181-a50f-8ccc4eab57f5 None None] Checking router: edb01d22-68e9-4827-b781-aaec25fb923b for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:32:48.829426 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ce1955-83cd-4181-a50f-8ccc4eab57f5 None None] Updating router edb01d22-68e9-4827-b781-aaec25fb923b port 5ab58360-dd46-422c-a4b2-f72d27e4414b binding host n-d-833163-1 {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:32:48.833742 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9ba2da99-1b83-451c-9332-99fbe1c7672b req-64bf938c-1a0f-43dd-ac39-b5cff935e76b tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=da55a647-62ee-4d15-a963-651fcfed7127&id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1510680 Mar 11 19:32:48.835819 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11652ece-8660-4078-8e68-da96f1fe0e76 req-ba8c0608-1b2c-472a-a760-7da15ef9ec3c tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Made reservation on behalf of 002e1ac133fb4ef1b100a9d39da559cb for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:32:48.840902 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-11652ece-8660-4078-8e68-da96f1fe0e76 req-ba8c0608-1b2c-472a-a760-7da15ef9ec3c tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:48.906613 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 60e73312-48b3-4155-8803-cf719f1e8eb7 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:32:48.909181 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-77ce1955-83cd-4181-a50f-8ccc4eab57f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (5ab58360-dd46-422c-a4b2-f72d27e4414b), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:48.952270 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbefab2-02bd-4b2f-bafa-1e291488108d req-5239f788-f0ee-42d4-82b9-ce759bb1c9d1 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:48.953813 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5dbefab2-02bd-4b2f-bafa-1e291488108d req-5239f788-f0ee-42d4-82b9-ce759bb1c9d1 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b11db00-86e7-4155-a147-13490d09c29f HTTP/1.1" status: 200 len: 943 time: 0.1497366 Mar 11 19:32:49.080296 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5dbefab2-02bd-4b2f-bafa-1e291488108d req-ed25bc63-95ff-400b-9936-4824103a3397 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205235 Mar 11 19:32:49.107975 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-04f437c5-ca0b-4129-95f9-2365eca22ed7 req-7548cc2c-32ff-46d6-82bc-195578881146 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] 10.222.0.65 "GET /v2.0/ports?device_id=8acf5f78-d2d5-47ed-961a-14c2f061bcda HTTP/1.1" status: 200 len: 210 time: 0.1257055 Mar 11 19:32:49.150641 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-11652ece-8660-4078-8e68-da96f1fe0e76 req-ba8c0608-1b2c-472a-a760-7da15ef9ec3c tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Allocated IP 172.20.0.8 (5c8f1f17-d90d-4647-89fe-ea0c28bac10e/b001f49c-43ae-4fd2-ba0f-5031a5dcc386/54320e06-748f-4d35-858e-1030a1319bbf) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:32:49.360830 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-11652ece-8660-4078-8e68-da96f1fe0e76 req-ba8c0608-1b2c-472a-a760-7da15ef9ec3c tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Publish callbacks [] for port (54320e06-748f-4d35-858e-1030a1319bbf), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:49.399455 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-11652ece-8660-4078-8e68-da96f1fe0e76 req-ba8c0608-1b2c-472a-a760-7da15ef9ec3c tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (54320e06-748f-4d35-858e-1030a1319bbf), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:49.459145 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8c0608-1b2c-472a-a760-7da15ef9ec3c tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Pushing event updated for resources: {'Port': ['ID=54320e06-748f-4d35-858e-1030a1319bbf,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:49.492348 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11652ece-8660-4078-8e68-da96f1fe0e76 req-ba8c0608-1b2c-472a-a760-7da15ef9ec3c tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Network 5c8f1f17-d90d-4647-89fe-ea0c28bac10e is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:32:49.497419 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-11652ece-8660-4078-8e68-da96f1fe0e76 req-ba8c0608-1b2c-472a-a760-7da15ef9ec3c tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:32:49.516615 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-11652ece-8660-4078-8e68-da96f1fe0e76 req-ba8c0608-1b2c-472a-a760-7da15ef9ec3c tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:32:49.578937 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b34ff-6af5-4dcc-9611-5e91919ecbfb req-ce2f510b-3c5f-41cf-a3f5-76df0c3e70da tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:49.594345 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3c3b34ff-6af5-4dcc-9611-5e91919ecbfb req-ce2f510b-3c5f-41cf-a3f5-76df0c3e70da tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a616cbe-b5e8-49cc-8905-093f346d0c83 HTTP/1.1" status: 200 len: 950 time: 0.1138864 Mar 11 19:32:49.606210 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11652ece-8660-4078-8e68-da96f1fe0e76 req-ba8c0608-1b2c-472a-a760-7da15ef9ec3c tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:49.627884 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-11652ece-8660-4078-8e68-da96f1fe0e76 req-ba8c0608-1b2c-472a-a760-7da15ef9ec3c tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:49.671572 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-11652ece-8660-4078-8e68-da96f1fe0e76 req-ba8c0608-1b2c-472a-a760-7da15ef9ec3c tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0750701 Mar 11 19:32:49.687136 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-11652ece-8660-4078-8e68-da96f1fe0e76 req-abf32249-ef2b-4a6f-b609-fc2092090aa7 service neutron] Request body: {'port': {'device_id': '8acf5f78-d2d5-47ed-961a-14c2f061bcda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:32:49.719521 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3c3b34ff-6af5-4dcc-9611-5e91919ecbfb req-9bba9cc0-290f-4201-bb74-25fe8d77c265 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242168 Mar 11 19:32:49.782456 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-77ce1955-83cd-4181-a50f-8ccc4eab57f5 None None] Publish callbacks [] for port (5ab58360-dd46-422c-a4b2-f72d27e4414b), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:49.793777 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-77ce1955-83cd-4181-a50f-8ccc4eab57f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (5ab58360-dd46-422c-a4b2-f72d27e4414b), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:49.812008 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-11652ece-8660-4078-8e68-da96f1fe0e76 req-abf32249-ef2b-4a6f-b609-fc2092090aa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (54320e06-748f-4d35-858e-1030a1319bbf), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:49.928402 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e4c6ee-4334-442d-ad39-748fc851c8c2 None None] Pushing event updated for resources: {'Port': ['ID=5ab58360-dd46-422c-a4b2-f72d27e4414b,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:50.044584 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-e6bf3ad2-04ca-44c7-ad70-e7f039341134 None None] Provisioning complete for port 54320e06-748f-4d35-858e-1030a1319bbf triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:32:50.046416 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e6bf3ad2-04ca-44c7-ad70-e7f039341134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (54320e06-748f-4d35-858e-1030a1319bbf), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:50.111485 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9afcde-54b0-4926-80c9-efd3fc23dff8 req-60b94601-de31-428b-89f9-b91489e4e88f tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:50.120550 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-77ce1955-83cd-4181-a50f-8ccc4eab57f5 None None] Attempting to bind port 5ab58360-dd46-422c-a4b2-f72d27e4414b on host n-d-833163-1 for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:32:50.120918 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-77ce1955-83cd-4181-a50f-8ccc4eab57f5 None None] Attempting to bind port 5ab58360-dd46-422c-a4b2-f72d27e4414b by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '99d932fc-2874-4b65-a40e-bac8dca44e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5c8f1f17-d90d-4647-89fe-ea0c28bac10e'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:32:50.121278 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ce1955-83cd-4181-a50f-8ccc4eab57f5 None None] Attempting to bind port 5ab58360-dd46-422c-a4b2-f72d27e4414b on network 5c8f1f17-d90d-4647-89fe-ea0c28bac10e {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:32:50.126872 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ce1955-83cd-4181-a50f-8ccc4eab57f5 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:32:50.127240 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ce1955-83cd-4181-a50f-8ccc4eab57f5 None None] Checking segment: {'id': '99d932fc-2874-4b65-a40e-bac8dca44e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5c8f1f17-d90d-4647-89fe-ea0c28bac10e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:32:50.127652 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-77ce1955-83cd-4181-a50f-8ccc4eab57f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:50.128045 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ce1955-83cd-4181-a50f-8ccc4eab57f5 None None] Bound using segment: {'id': '99d932fc-2874-4b65-a40e-bac8dca44e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5c8f1f17-d90d-4647-89fe-ea0c28bac10e'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:32:50.129870 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-77ce1955-83cd-4181-a50f-8ccc4eab57f5 None None] Bound port: 5ab58360-dd46-422c-a4b2-f72d27e4414b, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99d932fc-2874-4b65-a40e-bac8dca44e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5c8f1f17-d90d-4647-89fe-ea0c28bac10e'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:32:50.129870 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-77ce1955-83cd-4181-a50f-8ccc4eab57f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (5ab58360-dd46-422c-a4b2-f72d27e4414b), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:50.130886 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e6bf3ad2-04ca-44c7-ad70-e7f039341134 None None] Port 54320e06-748f-4d35-858e-1030a1319bbf cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:32:50.160429 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9afcde-54b0-4926-80c9-efd3fc23dff8 req-60b94601-de31-428b-89f9-b91489e4e88f tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:50.170132 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9afcde-54b0-4926-80c9-efd3fc23dff8 req-60b94601-de31-428b-89f9-b91489e4e88f tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:50.180658 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9afcde-54b0-4926-80c9-efd3fc23dff8 req-60b94601-de31-428b-89f9-b91489e4e88f tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:50.187587 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9afcde-54b0-4926-80c9-efd3fc23dff8 req-60b94601-de31-428b-89f9-b91489e4e88f tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:50.200984 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9afcde-54b0-4926-80c9-efd3fc23dff8 req-60b94601-de31-428b-89f9-b91489e4e88f tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:50.208843 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9afcde-54b0-4926-80c9-efd3fc23dff8 req-60b94601-de31-428b-89f9-b91489e4e88f tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:50.211299 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fa9afcde-54b0-4926-80c9-efd3fc23dff8 req-60b94601-de31-428b-89f9-b91489e4e88f tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 5419 time: 0.2527409 Mar 11 19:32:50.291574 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-77ce1955-83cd-4181-a50f-8ccc4eab57f5 None None] For port 5ab58360-dd46-422c-a4b2-f72d27e4414b, host n-d-833163-1, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:32:50.301017 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-77ce1955-83cd-4181-a50f-8ccc4eab57f5 None None] For port 5ab58360-dd46-422c-a4b2-f72d27e4414b, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=5ab58360-dd46-422c-a4b2-f72d27e4414b,segment=NetworkSegment(99d932fc-2874-4b65-a40e-bac8dca44e76),segment_id=99d932fc-2874-4b65-a40e-bac8dca44e76)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:32:50.311714 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-77ce1955-83cd-4181-a50f-8ccc4eab57f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (5ab58360-dd46-422c-a4b2-f72d27e4414b), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:50.409392 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43986e9-c941-4108-a2a6-8ef5bf69e0fe req-591703bd-0ec2-4260-b1dc-103891d49656 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:50.411905 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e43986e9-c941-4108-a2a6-8ef5bf69e0fe req-591703bd-0ec2-4260-b1dc-103891d49656 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] 10.222.0.65 "GET /v2.0/ports?device_id=8acf5f78-d2d5-47ed-961a-14c2f061bcda HTTP/1.1" status: 200 len: 931 time: 0.1540499 Mar 11 19:32:50.436769 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ce1955-83cd-4181-a50f-8ccc4eab57f5 None None] Routers {'edb01d22-68e9-4827-b781-aaec25fb923b'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:32:50.437266 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fa9afcde-54b0-4926-80c9-efd3fc23dff8 req-e9dfb99c-9709-4c41-acef-7f4b6a27b27b tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=da55a647-62ee-4d15-a963-651fcfed7127&id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2187004 Mar 11 19:32:50.437399 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-77ce1955-83cd-4181-a50f-8ccc4eab57f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:32:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['edb01d22-68e9-4827-b781-aaec25fb923b'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:32:50.469673 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-11652ece-8660-4078-8e68-da96f1fe0e76 req-abf32249-ef2b-4a6f-b609-fc2092090aa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54320e06-748f-4d35-858e-1030a1319bbf {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:32:50.471660 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-bb8fad4a-e018-476a-ba5e-e2beba634ff4 None None] Provisioning complete for port 5ab58360-dd46-422c-a4b2-f72d27e4414b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:32:50.472051 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bb8fad4a-e018-476a-ba5e-e2beba634ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (5ab58360-dd46-422c-a4b2-f72d27e4414b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:50.491313 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-11652ece-8660-4078-8e68-da96f1fe0e76 req-abf32249-ef2b-4a6f-b609-fc2092090aa7 service neutron] Publish callbacks [] for port (54320e06-748f-4d35-858e-1030a1319bbf), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:50.522546 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-11652ece-8660-4078-8e68-da96f1fe0e76 req-abf32249-ef2b-4a6f-b609-fc2092090aa7 service neutron] Transition to ACTIVE for port object 54320e06-748f-4d35-858e-1030a1319bbf will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:32:50.529788 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-11652ece-8660-4078-8e68-da96f1fe0e76 req-abf32249-ef2b-4a6f-b609-fc2092090aa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (54320e06-748f-4d35-858e-1030a1319bbf), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:50.560009 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e43986e9-c941-4108-a2a6-8ef5bf69e0fe req-099f8b55-2342-4901-a30f-24b7ed1ebe54 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] 10.222.0.65 "GET /v2.0/security-groups?id=4ac599a3-ef37-4c4d-92cc-365e2c570546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214535 Mar 11 19:32:50.613998 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf32249-ef2b-4a6f-b609-fc2092090aa7 service neutron] Pushing event updated for resources: {'Port': ['ID=54320e06-748f-4d35-858e-1030a1319bbf,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:50.653623 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bbded5-2c4a-4df4-98ac-50281d909873 req-6bc9cf47-b670-49b7-bb04-0f60f3e4450d tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:50.663061 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-39bbded5-2c4a-4df4-98ac-50281d909873 req-6bc9cf47-b670-49b7-bb04-0f60f3e4450d tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b11db00-86e7-4155-a147-13490d09c29f HTTP/1.1" status: 200 len: 943 time: 0.0963833 Mar 11 19:32:50.773867 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-bb8fad4a-e018-476a-ba5e-e2beba634ff4 None None] Current status of the port 5ab58360-dd46-422c-a4b2-f72d27e4414b is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:32:50.774293 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bb8fad4a-e018-476a-ba5e-e2beba634ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (5ab58360-dd46-422c-a4b2-f72d27e4414b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:50.812425 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-39bbded5-2c4a-4df4-98ac-50281d909873 req-7af860c8-b6da-468a-b78a-00bede2b9b6a tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479139 Mar 11 19:32:50.814173 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-77ce1955-83cd-4181-a50f-8ccc4eab57f5 None None] Set router edb01d22-68e9-4827-b781-aaec25fb923b gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:32:50.894457 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-bb8fad4a-e018-476a-ba5e-e2beba634ff4 None None] For port 5ab58360-dd46-422c-a4b2-f72d27e4414b, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=5ab58360-dd46-422c-a4b2-f72d27e4414b,segment=NetworkSegment(99d932fc-2874-4b65-a40e-bac8dca44e76),segment_id=99d932fc-2874-4b65-a40e-bac8dca44e76)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:32:50.906124 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bb8fad4a-e018-476a-ba5e-e2beba634ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (5ab58360-dd46-422c-a4b2-f72d27e4414b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:50.920003 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-11652ece-8660-4078-8e68-da96f1fe0e76 req-abf32249-ef2b-4a6f-b609-fc2092090aa7 service neutron] Attempting to bind port 54320e06-748f-4d35-858e-1030a1319bbf on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:32:50.920354 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-11652ece-8660-4078-8e68-da96f1fe0e76 req-abf32249-ef2b-4a6f-b609-fc2092090aa7 service neutron] Attempting to bind port 54320e06-748f-4d35-858e-1030a1319bbf by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '99d932fc-2874-4b65-a40e-bac8dca44e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5c8f1f17-d90d-4647-89fe-ea0c28bac10e'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:32:50.928648 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11652ece-8660-4078-8e68-da96f1fe0e76 req-abf32249-ef2b-4a6f-b609-fc2092090aa7 service neutron] Attempting to bind port 54320e06-748f-4d35-858e-1030a1319bbf on network 5c8f1f17-d90d-4647-89fe-ea0c28bac10e {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:32:50.937085 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11652ece-8660-4078-8e68-da96f1fe0e76 req-abf32249-ef2b-4a6f-b609-fc2092090aa7 service neutron] Port 54320e06-748f-4d35-858e-1030a1319bbf on network 5c8f1f17-d90d-4647-89fe-ea0c28bac10e not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:32:50.937410 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11652ece-8660-4078-8e68-da96f1fe0e76 req-abf32249-ef2b-4a6f-b609-fc2092090aa7 service neutron] Attempting to bind port 54320e06-748f-4d35-858e-1030a1319bbf on network 5c8f1f17-d90d-4647-89fe-ea0c28bac10e {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:32:50.955995 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11652ece-8660-4078-8e68-da96f1fe0e76 req-abf32249-ef2b-4a6f-b609-fc2092090aa7 service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:32:50.956333 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11652ece-8660-4078-8e68-da96f1fe0e76 req-abf32249-ef2b-4a6f-b609-fc2092090aa7 service neutron] Checking segment: {'id': '99d932fc-2874-4b65-a40e-bac8dca44e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5c8f1f17-d90d-4647-89fe-ea0c28bac10e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:32:50.956722 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11652ece-8660-4078-8e68-da96f1fe0e76 req-abf32249-ef2b-4a6f-b609-fc2092090aa7 service neutron] Bound using segment: {'id': '99d932fc-2874-4b65-a40e-bac8dca44e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5c8f1f17-d90d-4647-89fe-ea0c28bac10e'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:32:50.957155 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-11652ece-8660-4078-8e68-da96f1fe0e76 req-abf32249-ef2b-4a6f-b609-fc2092090aa7 service neutron] Bound port: 54320e06-748f-4d35-858e-1030a1319bbf, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99d932fc-2874-4b65-a40e-bac8dca44e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5c8f1f17-d90d-4647-89fe-ea0c28bac10e'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:32:50.957510 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-11652ece-8660-4078-8e68-da96f1fe0e76 req-abf32249-ef2b-4a6f-b609-fc2092090aa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (54320e06-748f-4d35-858e-1030a1319bbf), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:51.010542 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e4c6ee-4334-442d-ad39-748fc851c8c2 None None] Pushing event updated for resources: {'Port': ['ID=5ab58360-dd46-422c-a4b2-f72d27e4414b,revision_number=4']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:51.045416 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8fad4a-e018-476a-ba5e-e2beba634ff4 None None] Pushing event updated for resources: {'Port': ['ID=5ab58360-dd46-422c-a4b2-f72d27e4414b,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:51.095816 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-1d5c152d-00c0-4dec-9a1a-58134e6500b1 None None] Provisioning complete for port 5ab58360-dd46-422c-a4b2-f72d27e4414b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:32:51.096864 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1d5c152d-00c0-4dec-9a1a-58134e6500b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (5ab58360-dd46-422c-a4b2-f72d27e4414b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:51.103864 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ecff3b-ba2c-4e56-b6a1-f394b1d0b3cb req-877e564a-1204-4fad-b634-4c7141c3dada tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:51.117142 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-74ecff3b-ba2c-4e56-b6a1-f394b1d0b3cb req-877e564a-1204-4fad-b634-4c7141c3dada tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a616cbe-b5e8-49cc-8905-093f346d0c83 HTTP/1.1" status: 200 len: 950 time: 0.1640847 Mar 11 19:32:51.125218 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-11652ece-8660-4078-8e68-da96f1fe0e76 req-abf32249-ef2b-4a6f-b609-fc2092090aa7 service neutron] For port 54320e06-748f-4d35-858e-1030a1319bbf, host n-h2-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:32:51.134015 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-11652ece-8660-4078-8e68-da96f1fe0e76 req-abf32249-ef2b-4a6f-b609-fc2092090aa7 service neutron] For port 54320e06-748f-4d35-858e-1030a1319bbf, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=54320e06-748f-4d35-858e-1030a1319bbf,segment=NetworkSegment(99d932fc-2874-4b65-a40e-bac8dca44e76),segment_id=99d932fc-2874-4b65-a40e-bac8dca44e76)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:32:51.145057 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-11652ece-8660-4078-8e68-da96f1fe0e76 req-abf32249-ef2b-4a6f-b609-fc2092090aa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (54320e06-748f-4d35-858e-1030a1319bbf), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:51.191715 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11652ece-8660-4078-8e68-da96f1fe0e76 req-abf32249-ef2b-4a6f-b609-fc2092090aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:51.192353 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-11652ece-8660-4078-8e68-da96f1fe0e76 req-abf32249-ef2b-4a6f-b609-fc2092090aa7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:51.193769 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-11652ece-8660-4078-8e68-da96f1fe0e76 req-abf32249-ef2b-4a6f-b609-fc2092090aa7 service neutron] 10.222.0.57 "PUT /v2.0/ports/54320e06-748f-4d35-858e-1030a1319bbf HTTP/1.1" status: 200 len: 1091 time: 1.5140703 Mar 11 19:32:51.195302 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8acf5f78-d2d5-47ed-961a-14c2f061bcda', 'tag': '54320e06-748f-4d35-858e-1030a1319bbf'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:32:51.206817 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a37c846-b127-4266-b98b-18692846e815" -d '{"events": [{"name": "network-changed", "server_uuid": "8acf5f78-d2d5-47ed-961a-14c2f061bcda", "tag": "54320e06-748f-4d35-858e-1030a1319bbf"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:32:51.239708 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8fad4a-e018-476a-ba5e-e2beba634ff4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:32:51.240796 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8fad4a-e018-476a-ba5e-e2beba634ff4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:32:51.242623 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8fad4a-e018-476a-ba5e-e2beba634ff4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:32:51.243210 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8fad4a-e018-476a-ba5e-e2beba634ff4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:32:51.245457 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8fad4a-e018-476a-ba5e-e2beba634ff4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:32:51.246036 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8fad4a-e018-476a-ba5e-e2beba634ff4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:32:51.246883 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8fad4a-e018-476a-ba5e-e2beba634ff4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:32:51.247710 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8fad4a-e018-476a-ba5e-e2beba634ff4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:32:51.248739 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8fad4a-e018-476a-ba5e-e2beba634ff4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:32:51.250838 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8fad4a-e018-476a-ba5e-e2beba634ff4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:32:51.251381 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8fad4a-e018-476a-ba5e-e2beba634ff4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:32:51.251923 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8fad4a-e018-476a-ba5e-e2beba634ff4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:32:51.252403 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8fad4a-e018-476a-ba5e-e2beba634ff4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:32:51.270076 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-74ecff3b-ba2c-4e56-b6a1-f394b1d0b3cb req-b4ee230a-a93f-4ce3-8865-8787a89b6431 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516347 Mar 11 19:32:51.311396 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf32249-ef2b-4a6f-b609-fc2092090aa7 service neutron] Pushing event updated for resources: {'Port': ['ID=54320e06-748f-4d35-858e-1030a1319bbf,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:51.377923 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e598bf-e7fe-42a9-b8fc-91c91ade3154 x-openstack-request-id: req-95e598bf-e7fe-42a9-b8fc-91c91ade3154 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:32:51.378531 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8acf5f78-d2d5-47ed-961a-14c2f061bcda", "tag": "54320e06-748f-4d35-858e-1030a1319bbf", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:32:51.378968 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-95e598bf-e7fe-42a9-b8fc-91c91ade3154 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:32:51.379545 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8acf5f78-d2d5-47ed-961a-14c2f061bcda', 'tag': '54320e06-748f-4d35-858e-1030a1319bbf', 'status': 'completed', 'code': 200} Mar 11 19:32:51.410351 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-1d5c152d-00c0-4dec-9a1a-58134e6500b1 None None] Current status of the port 5ab58360-dd46-422c-a4b2-f72d27e4414b is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:32:51.411985 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11652ece-8660-4078-8e68-da96f1fe0e76 req-a241f10e-99c8-41c7-9fa9-cbb36c9099b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:51.418387 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-11652ece-8660-4078-8e68-da96f1fe0e76 req-a241f10e-99c8-41c7-9fa9-cbb36c9099b2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=002e1ac133fb4ef1b100a9d39da559cb&device_id=8acf5f78-d2d5-47ed-961a-14c2f061bcda HTTP/1.1" status: 200 len: 1125 time: 0.1703112 Mar 11 19:32:51.568249 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-11652ece-8660-4078-8e68-da96f1fe0e76 req-99aa17bd-7e77-483a-90ea-b5ceb4f8d279 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54320e06-748f-4d35-858e-1030a1319bbf HTTP/1.1" status: 200 len: 217 time: 0.1422508 Mar 11 19:32:51.696427 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11652ece-8660-4078-8e68-da96f1fe0e76 req-5b1cc312-6090-4eba-8a34-6c56ad8ce338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:51.701606 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-11652ece-8660-4078-8e68-da96f1fe0e76 req-5b1cc312-6090-4eba-8a34-6c56ad8ce338 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b001f49c-43ae-4fd2-ba0f-5031a5dcc386 HTTP/1.1" status: 200 len: 868 time: 0.1262491 Mar 11 19:32:51.756976 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-77ce1955-83cd-4181-a50f-8ccc4eab57f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb01d22-68e9-4827-b781-aaec25fb923b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1842015239-router', 'tenant_id': '002e1ac133fb4ef1b100a9d39da559cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '60e73312-48b3-4155-8803-cf719f1e8eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:32:36Z', 'updated_at': '2022-03-11T19:32:42Z', 'revision_number': 4, 'project_id': '002e1ac133fb4ef1b100a9d39da559cb', 'gw_port': {'id': '60e73312-48b3-4155-8803-cf719f1e8eb7', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb01d22-68e9-4827-b781-aaec25fb923b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:32:37Z', 'updated_at': '2022-03-11T19:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '5ab58360-dd46-422c-a4b2-f72d27e4414b', 'name': '', 'network_id': '5c8f1f17-d90d-4647-89fe-ea0c28bac10e', 'tenant_id': '002e1ac133fb4ef1b100a9d39da559cb', 'mac_address': 'fa:16:3e:7c:c0:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb01d22-68e9-4827-b781-aaec25fb923b', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': 'b001f49c-43ae-4fd2-ba0f-5031a5dcc386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:32:41Z', 'updated_at': '2022-03-11T19:32:50Z', 'revision_number': 4, 'project_id': '002e1ac133fb4ef1b100a9d39da559cb', 'subnets': [{'id': 'b001f49c-43ae-4fd2-ba0f-5031a5dcc386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:32:51.807153 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11652ece-8660-4078-8e68-da96f1fe0e76 req-371d911d-0e35-48f6-a0aa-07bfd012f477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:51.809372 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-11652ece-8660-4078-8e68-da96f1fe0e76 req-371d911d-0e35-48f6-a0aa-07bfd012f477 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5c8f1f17-d90d-4647-89fe-ea0c28bac10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1002793 Mar 11 19:32:51.838843 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ce1955-83cd-4181-a50f-8ccc4eab57f5 None None] The sync data for ids ['edb01d22-68e9-4827-b781-aaec25fb923b'] in n-d-833163-1 is: [{'id': 'edb01d22-68e9-4827-b781-aaec25fb923b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1842015239-router', 'tenant_id': '002e1ac133fb4ef1b100a9d39da559cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '60e73312-48b3-4155-8803-cf719f1e8eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:32:36Z', 'updated_at': '2022-03-11T19:32:42Z', 'revision_number': 4, 'project_id': '002e1ac133fb4ef1b100a9d39da559cb', 'gw_port': {'id': '60e73312-48b3-4155-8803-cf719f1e8eb7', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb01d22-68e9-4827-b781-aaec25fb923b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:32:37Z', 'updated_at': '2022-03-11T19:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '5ab58360-dd46-422c-a4b2-f72d27e4414b', 'name': '', 'network_id': '5c8f1f17-d90d-4647-89fe-ea0c28bac10e', 'tenant_id': '002e1ac133fb4ef1b100a9d39da559cb', 'mac_address': 'fa:16:3e:7c:c0:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edb01d22-68e9-4827-b781-aaec25fb923b', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': 'b001f49c-43ae-4fd2-ba0f-5031a5dcc386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:32:41Z', 'updated_at': '2022-03-11T19:32:50Z', 'revision_number': 4, 'project_id': '002e1ac133fb4ef1b100a9d39da559cb', 'subnets': [{'id': 'b001f49c-43ae-4fd2-ba0f-5031a5dcc386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:32:51.947859 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597d564-c8ac-45dd-8e6a-e81988b6eeed req-3d3a2c1e-daf3-401d-867a-ce5edb7a7b84 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:51.956581 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597d564-c8ac-45dd-8e6a-e81988b6eeed req-3d3a2c1e-daf3-401d-867a-ce5edb7a7b84 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:51.968440 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597d564-c8ac-45dd-8e6a-e81988b6eeed req-3d3a2c1e-daf3-401d-867a-ce5edb7a7b84 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:51.990946 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597d564-c8ac-45dd-8e6a-e81988b6eeed req-3d3a2c1e-daf3-401d-867a-ce5edb7a7b84 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:52.016626 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597d564-c8ac-45dd-8e6a-e81988b6eeed req-3d3a2c1e-daf3-401d-867a-ce5edb7a7b84 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:52.040800 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-11652ece-8660-4078-8e68-da96f1fe0e76 req-ae15c437-5c6f-41bf-949d-c851d3947c84 service neutron] 10.222.0.57 "GET /v2.0/networks/5c8f1f17-d90d-4647-89fe-ea0c28bac10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236316 Mar 11 19:32:52.042826 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597d564-c8ac-45dd-8e6a-e81988b6eeed req-3d3a2c1e-daf3-401d-867a-ce5edb7a7b84 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:52.050403 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597d564-c8ac-45dd-8e6a-e81988b6eeed req-3d3a2c1e-daf3-401d-867a-ce5edb7a7b84 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:52.059424 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7597d564-c8ac-45dd-8e6a-e81988b6eeed req-3d3a2c1e-daf3-401d-867a-ce5edb7a7b84 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 5419 time: 0.4079723 Mar 11 19:32:52.172992 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 5ab58360-dd46-422c-a4b2-f72d27e4414b up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:32:52.185863 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5726aba-2210-4146-aa4d-0b3357a8ecc0 req-2892948c-138f-4a09-a8c1-2de82aa038f3 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:52.186430 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-11652ece-8660-4078-8e68-da96f1fe0e76 req-31029846-d09f-42da-a234-ac058284c15f service neutron] 10.222.0.57 "GET /v2.0/networks/5c8f1f17-d90d-4647-89fe-ea0c28bac10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379116 Mar 11 19:32:52.188448 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b5726aba-2210-4146-aa4d-0b3357a8ecc0 req-2892948c-138f-4a09-a8c1-2de82aa038f3 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] 10.222.0.65 "GET /v2.0/ports?device_id=8acf5f78-d2d5-47ed-961a-14c2f061bcda HTTP/1.1" status: 200 len: 943 time: 0.4305646 Mar 11 19:32:52.285549 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7597d564-c8ac-45dd-8e6a-e81988b6eeed req-05d38b1b-ecd3-4285-88d1-923a90b4468b tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=da55a647-62ee-4d15-a963-651fcfed7127&id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2213459 Mar 11 19:32:52.315672 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b5c8d462-470d-4cdc-97ff-55686e5292fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:52.327078 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a37c846-b127-4266-b98b-18692846e815 req-897cdb72-8c40-4e49-ab21-b5853fb163cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:52.333365 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-6a37c846-b127-4266-b98b-18692846e815 req-897cdb72-8c40-4e49-ab21-b5853fb163cb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=002e1ac133fb4ef1b100a9d39da559cb&device_id=8acf5f78-d2d5-47ed-961a-14c2f061bcda HTTP/1.1" status: 200 len: 1125 time: 0.0761063 Mar 11 19:32:52.348334 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b5726aba-2210-4146-aa4d-0b3357a8ecc0 req-b1bea9e6-3520-40ef-a52a-8d0f1a4442f6 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] 10.222.0.65 "GET /v2.0/security-groups?id=4ac599a3-ef37-4c4d-92cc-365e2c570546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406422 Mar 11 19:32:52.350457 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 5ab58360-dd46-422c-a4b2-f72d27e4414b triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:32:52.351153 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (5ab58360-dd46-422c-a4b2-f72d27e4414b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:52.491004 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:52.581451 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a37c846-b127-4266-b98b-18692846e815 req-9b38be1b-99fd-4039-9e04-42f9acb2f8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:52.583595 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-6a37c846-b127-4266-b98b-18692846e815 req-9b38be1b-99fd-4039-9e04-42f9acb2f8bd service neutron] 10.222.0.57 "GET /v2.0/networks?id=5c8f1f17-d90d-4647-89fe-ea0c28bac10e HTTP/1.1" status: 200 len: 930 time: 0.2437527 Mar 11 19:32:52.599487 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 5ab58360-dd46-422c-a4b2-f72d27e4414b is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:32:52.649307 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-6a37c846-b127-4266-b98b-18692846e815 req-cee32715-974e-4c54-ad80-4a76ef52c569 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54320e06-748f-4d35-858e-1030a1319bbf HTTP/1.1" status: 200 len: 217 time: 0.0573597 Mar 11 19:32:52.654372 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a71a19-ede3-4bc4-b48d-437f602a1144 req-7bf0ce9f-b66d-47f9-b91c-913b1659738d tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:52.656219 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b3a71a19-ede3-4bc4-b48d-437f602a1144 req-7bf0ce9f-b66d-47f9-b91c-913b1659738d tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b11db00-86e7-4155-a147-13490d09c29f HTTP/1.1" status: 200 len: 943 time: 0.1974394 Mar 11 19:32:52.706308 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae98f02-84f2-4293-b3ac-b388405a04cc req-557c16e7-b33a-4ee6-88a2-a5eed875bb4e tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:52.710203 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dae98f02-84f2-4293-b3ac-b388405a04cc req-557c16e7-b33a-4ee6-88a2-a5eed875bb4e tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a616cbe-b5e8-49cc-8905-093f346d0c83 HTTP/1.1" status: 200 len: 950 time: 0.1928849 Mar 11 19:32:52.726977 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a37c846-b127-4266-b98b-18692846e815 req-50c11b31-cf6d-4912-9f08-3cf5b000e148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:52.728954 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-6a37c846-b127-4266-b98b-18692846e815 req-50c11b31-cf6d-4912-9f08-3cf5b000e148 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b001f49c-43ae-4fd2-ba0f-5031a5dcc386 HTTP/1.1" status: 200 len: 868 time: 0.0735936 Mar 11 19:32:52.764968 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b3a71a19-ede3-4bc4-b48d-437f602a1144 req-bc63ee7e-67c2-482f-9d02-3aebda2371ed tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010542 Mar 11 19:32:52.818967 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dae98f02-84f2-4293-b3ac-b388405a04cc req-b6c8b7fd-8bc8-4a05-9fcb-c4a96ae94781 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874684 Mar 11 19:32:52.848941 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a37c846-b127-4266-b98b-18692846e815 req-7e553495-eeb1-4119-96d4-19d32ff1623f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:52.853314 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-6a37c846-b127-4266-b98b-18692846e815 req-7e553495-eeb1-4119-96d4-19d32ff1623f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5c8f1f17-d90d-4647-89fe-ea0c28bac10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1064401 Mar 11 19:32:53.009286 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-6a37c846-b127-4266-b98b-18692846e815 req-37ba7f4d-c004-4b15-a508-d5ea7d20c3b4 service neutron] 10.222.0.57 "GET /v2.0/networks/5c8f1f17-d90d-4647-89fe-ea0c28bac10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435535 Mar 11 19:32:53.141350 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-6a37c846-b127-4266-b98b-18692846e815 req-9842702e-ecea-4efa-950f-96a242713c2c service neutron] 10.222.0.57 "GET /v2.0/networks/5c8f1f17-d90d-4647-89fe-ea0c28bac10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194911 Mar 11 19:32:53.559428 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284da15a-5f99-4679-b2fd-507f213ad5aa req-6412653e-d57e-48f4-b6a4-cf09fd2771a0 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:53.565959 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284da15a-5f99-4679-b2fd-507f213ad5aa req-6412653e-d57e-48f4-b6a4-cf09fd2771a0 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:53.572217 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284da15a-5f99-4679-b2fd-507f213ad5aa req-6412653e-d57e-48f4-b6a4-cf09fd2771a0 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:53.578853 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284da15a-5f99-4679-b2fd-507f213ad5aa req-6412653e-d57e-48f4-b6a4-cf09fd2771a0 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:53.587721 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284da15a-5f99-4679-b2fd-507f213ad5aa req-6412653e-d57e-48f4-b6a4-cf09fd2771a0 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:53.590344 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284da15a-5f99-4679-b2fd-507f213ad5aa req-6412653e-d57e-48f4-b6a4-cf09fd2771a0 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:53.596054 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284da15a-5f99-4679-b2fd-507f213ad5aa req-6412653e-d57e-48f4-b6a4-cf09fd2771a0 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:53.598204 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-284da15a-5f99-4679-b2fd-507f213ad5aa req-6412653e-d57e-48f4-b6a4-cf09fd2771a0 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 5419 time: 0.1677217 Mar 11 19:32:53.652679 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681adf79-b042-4c27-ae88-58ac26fdb5a3 req-1fdf8054-3c70-4242-9bca-015280b011fe tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:53.657526 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-681adf79-b042-4c27-ae88-58ac26fdb5a3 req-1fdf8054-3c70-4242-9bca-015280b011fe tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] 10.222.0.65 "GET /v2.0/ports?device_id=8acf5f78-d2d5-47ed-961a-14c2f061bcda HTTP/1.1" status: 200 len: 943 time: 0.2070866 Mar 11 19:32:53.752224 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-284da15a-5f99-4679-b2fd-507f213ad5aa req-b27d74e0-2bfb-4c88-b892-115fa1a392e0 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=da55a647-62ee-4d15-a963-651fcfed7127&id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1423697 Mar 11 19:32:53.768193 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-681adf79-b042-4c27-ae88-58ac26fdb5a3 req-baa2035e-3489-49c1-b8a9-bb74d33c4c2b tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] 10.222.0.65 "GET /v2.0/security-groups?id=4ac599a3-ef37-4c4d-92cc-365e2c570546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022151 Mar 11 19:32:53.973787 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b4cc82-84ea-48f7-b510-0d01f8125b64 req-307a3b98-4152-486b-bf82-44737b4734f9 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:53.981064 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-99b4cc82-84ea-48f7-b510-0d01f8125b64 req-307a3b98-4152-486b-bf82-44737b4734f9 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a616cbe-b5e8-49cc-8905-093f346d0c83 HTTP/1.1" status: 200 len: 950 time: 0.1015768 Mar 11 19:32:53.995378 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb6ccd0-d09d-480f-b06d-b2715ec22491 req-6f921b0e-a25f-471b-ae62-7f760d526683 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:53.997203 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fdb6ccd0-d09d-480f-b06d-b2715ec22491 req-6f921b0e-a25f-471b-ae62-7f760d526683 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b11db00-86e7-4155-a147-13490d09c29f HTTP/1.1" status: 200 len: 943 time: 0.1035264 Mar 11 19:32:54.084768 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-99b4cc82-84ea-48f7-b510-0d01f8125b64 req-169e8921-4fcb-4967-84dd-4e83794ac35b tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023467 Mar 11 19:32:54.096149 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fdb6ccd0-d09d-480f-b06d-b2715ec22491 req-0bf3f387-2f40-48ce-a13d-b0472b59d972 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903814 Mar 11 19:32:54.544906 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cc5afdb9-37be-4279-9788-3f4016ce10d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:54.938206 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0034859e-889f-4437-9169-943d8de870b9 req-6353f9fb-5065-42b7-b628-50cfeeebda68 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:54.939931 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0034859e-889f-4437-9169-943d8de870b9 req-6353f9fb-5065-42b7-b628-50cfeeebda68 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] 10.222.0.65 "GET /v2.0/ports?device_id=8acf5f78-d2d5-47ed-961a-14c2f061bcda HTTP/1.1" status: 200 len: 943 time: 0.0676987 Mar 11 19:32:55.009551 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0034859e-889f-4437-9169-943d8de870b9 req-8a2e0817-5a7d-48f4-be30-a49421bda250 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] 10.222.0.65 "GET /v2.0/security-groups?id=4ac599a3-ef37-4c4d-92cc-365e2c570546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594189 Mar 11 19:32:55.043894 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3e9af-94b3-4c31-9a01-ec556efcc95b req-d0a40d41-513a-41a7-a7ec-816f38b789da tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:55.050624 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3e9af-94b3-4c31-9a01-ec556efcc95b req-d0a40d41-513a-41a7-a7ec-816f38b789da tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:55.058503 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3e9af-94b3-4c31-9a01-ec556efcc95b req-d0a40d41-513a-41a7-a7ec-816f38b789da tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:55.064583 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3e9af-94b3-4c31-9a01-ec556efcc95b req-d0a40d41-513a-41a7-a7ec-816f38b789da tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:55.071472 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3e9af-94b3-4c31-9a01-ec556efcc95b req-d0a40d41-513a-41a7-a7ec-816f38b789da tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:55.079239 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3e9af-94b3-4c31-9a01-ec556efcc95b req-d0a40d41-513a-41a7-a7ec-816f38b789da tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:55.086019 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a3e9af-94b3-4c31-9a01-ec556efcc95b req-d0a40d41-513a-41a7-a7ec-816f38b789da tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:55.088163 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-37a3e9af-94b3-4c31-9a01-ec556efcc95b req-d0a40d41-513a-41a7-a7ec-816f38b789da tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 5419 time: 0.1471636 Mar 11 19:32:55.164344 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-37a3e9af-94b3-4c31-9a01-ec556efcc95b req-9bb84ed1-923e-4bde-a9a7-c720af5bb89f tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=da55a647-62ee-4d15-a963-651fcfed7127&id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0692649 Mar 11 19:32:55.323589 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13459152-23f6-40af-ae7d-422e2c0755fe req-eddf4d85-6437-4f37-ac11-d6b582f5cb24 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:55.331144 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-13459152-23f6-40af-ae7d-422e2c0755fe req-eddf4d85-6437-4f37-ac11-d6b582f5cb24 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a616cbe-b5e8-49cc-8905-093f346d0c83 HTTP/1.1" status: 200 len: 950 time: 0.1119163 Mar 11 19:32:55.362387 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d57115-1f4d-4f21-8f10-ae4f3ce76eb9 req-f2ce7e85-78fc-47bb-aa91-1e0d8d464539 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:55.363986 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-08d57115-1f4d-4f21-8f10-ae4f3ce76eb9 req-f2ce7e85-78fc-47bb-aa91-1e0d8d464539 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b11db00-86e7-4155-a147-13490d09c29f HTTP/1.1" status: 200 len: 943 time: 0.1049311 Mar 11 19:32:55.415780 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-13459152-23f6-40af-ae7d-422e2c0755fe req-55dbfa82-9c89-44c7-b3ad-7b08501596de tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837154 Mar 11 19:32:55.467218 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-08d57115-1f4d-4f21-8f10-ae4f3ce76eb9 req-e40c9c74-7d41-4718-9a56-3c1d71ccdf33 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828502 Mar 11 19:32:56.053655 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:56.175406 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f046cef-5768-49b5-9890-9cdcb323e0d2 req-dd02ce2c-c87b-4de4-a46b-0f2c68f95ee3 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:56.177307 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3f046cef-5768-49b5-9890-9cdcb323e0d2 req-dd02ce2c-c87b-4de4-a46b-0f2c68f95ee3 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] 10.222.0.65 "GET /v2.0/ports?device_id=8acf5f78-d2d5-47ed-961a-14c2f061bcda HTTP/1.1" status: 200 len: 943 time: 0.0818019 Mar 11 19:32:56.316273 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3f046cef-5768-49b5-9890-9cdcb323e0d2 req-13b36bd2-fd17-4517-88b7-169a1bc6545e tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] 10.222.0.65 "GET /v2.0/security-groups?id=4ac599a3-ef37-4c4d-92cc-365e2c570546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313832 Mar 11 19:32:56.423167 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff31b3-82c8-442c-9581-3e2f408c82e7 req-365eacbc-f90e-4340-b16a-1fb77ce1aed0 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:56.430040 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff31b3-82c8-442c-9581-3e2f408c82e7 req-365eacbc-f90e-4340-b16a-1fb77ce1aed0 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:56.437524 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff31b3-82c8-442c-9581-3e2f408c82e7 req-365eacbc-f90e-4340-b16a-1fb77ce1aed0 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:56.444099 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff31b3-82c8-442c-9581-3e2f408c82e7 req-365eacbc-f90e-4340-b16a-1fb77ce1aed0 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:56.452354 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff31b3-82c8-442c-9581-3e2f408c82e7 req-365eacbc-f90e-4340-b16a-1fb77ce1aed0 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:56.461395 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff31b3-82c8-442c-9581-3e2f408c82e7 req-365eacbc-f90e-4340-b16a-1fb77ce1aed0 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:56.469505 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff31b3-82c8-442c-9581-3e2f408c82e7 req-365eacbc-f90e-4340-b16a-1fb77ce1aed0 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:56.471861 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a0ff31b3-82c8-442c-9581-3e2f408c82e7 req-365eacbc-f90e-4340-b16a-1fb77ce1aed0 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 5419 time: 0.1161928 Mar 11 19:32:56.563713 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a0ff31b3-82c8-442c-9581-3e2f408c82e7 req-9c452d9f-0b81-4854-83c5-d9eec886cad3 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=da55a647-62ee-4d15-a963-651fcfed7127&id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0825517 Mar 11 19:32:56.596578 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98901f0-894d-4480-adcf-f48ae2b1e465 req-71a62491-d099-46a2-995a-7fb036685d3d tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:56.598143 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a98901f0-894d-4480-adcf-f48ae2b1e465 req-71a62491-d099-46a2-995a-7fb036685d3d tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a616cbe-b5e8-49cc-8905-093f346d0c83 HTTP/1.1" status: 200 len: 950 time: 0.1026263 Mar 11 19:32:56.652715 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a98901f0-894d-4480-adcf-f48ae2b1e465 req-8a2a49ae-9ef7-4c2e-a87e-b8a6027e9672 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473912 Mar 11 19:32:56.734527 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d521e39a-16d1-4126-8f3a-21d1f0041e19 req-157b3a1b-ac53-4b91-b11f-8d83b233c374 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:56.743972 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d521e39a-16d1-4126-8f3a-21d1f0041e19 req-157b3a1b-ac53-4b91-b11f-8d83b233c374 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b11db00-86e7-4155-a147-13490d09c29f HTTP/1.1" status: 200 len: 943 time: 0.0766006 Mar 11 19:32:56.799455 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d521e39a-16d1-4126-8f3a-21d1f0041e19 req-566f61b5-198a-46be-8c01-38a760259da9 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544486 Mar 11 19:32:56.989857 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 54320e06-748f-4d35-858e-1030a1319bbf details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:32:57.100478 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 54320e06-748f-4d35-858e-1030a1319bbf, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=54320e06-748f-4d35-858e-1030a1319bbf,segment=NetworkSegment(99d932fc-2874-4b65-a40e-bac8dca44e76),segment_id=99d932fc-2874-4b65-a40e-bac8dca44e76)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:32:57.113892 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': '54320e06-748f-4d35-858e-1030a1319bbf', 'network_id': '5c8f1f17-d90d-4647-89fe-ea0c28bac10e', 'port_id': '54320e06-748f-4d35-858e-1030a1319bbf', 'mac_address': 'fa:16:3e:d7:b1:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 866, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b001f49c-43ae-4fd2-ba0f-5031a5dcc386', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:32:57.168764 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 54320e06-748f-4d35-858e-1030a1319bbf is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:32:57.169573 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (54320e06-748f-4d35-858e-1030a1319bbf), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:57.190384 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54320e06-748f-4d35-858e-1030a1319bbf {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:32:57.219187 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 54320e06-748f-4d35-858e-1030a1319bbf, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=54320e06-748f-4d35-858e-1030a1319bbf,segment=NetworkSegment(99d932fc-2874-4b65-a40e-bac8dca44e76),segment_id=99d932fc-2874-4b65-a40e-bac8dca44e76)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:32:57.224833 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (54320e06-748f-4d35-858e-1030a1319bbf), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:57.285804 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=54320e06-748f-4d35-858e-1030a1319bbf,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:57.472897 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf64cb-35f3-48ed-b9bf-2885a494d7d6 req-23cd2c50-1cb9-44f0-a80c-586a0d268291 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:57.482083 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-47cf64cb-35f3-48ed-b9bf-2885a494d7d6 req-23cd2c50-1cb9-44f0-a80c-586a0d268291 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] 10.222.0.65 "GET /v2.0/ports?device_id=8acf5f78-d2d5-47ed-961a-14c2f061bcda HTTP/1.1" status: 200 len: 944 time: 0.0764639 Mar 11 19:32:57.483556 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:57.531759 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-47cf64cb-35f3-48ed-b9bf-2885a494d7d6 req-3df9c33a-7b4e-438d-ba3c-864f8c0a5c54 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] 10.222.0.65 "GET /v2.0/security-groups?id=4ac599a3-ef37-4c4d-92cc-365e2c570546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479798 Mar 11 19:32:57.615205 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['54320e06-748f-4d35-858e-1030a1319bbf'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:32:57.829980 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8249e-a911-4ea4-aaad-28b3c40c76d2 req-71faaa2c-3060-4aeb-a053-6a8fbc68dabd tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:57.835826 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8249e-a911-4ea4-aaad-28b3c40c76d2 req-71faaa2c-3060-4aeb-a053-6a8fbc68dabd tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:57.842270 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8249e-a911-4ea4-aaad-28b3c40c76d2 req-71faaa2c-3060-4aeb-a053-6a8fbc68dabd tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:57.847841 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8249e-a911-4ea4-aaad-28b3c40c76d2 req-71faaa2c-3060-4aeb-a053-6a8fbc68dabd tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:57.853344 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8249e-a911-4ea4-aaad-28b3c40c76d2 req-71faaa2c-3060-4aeb-a053-6a8fbc68dabd tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:57.859033 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8249e-a911-4ea4-aaad-28b3c40c76d2 req-71faaa2c-3060-4aeb-a053-6a8fbc68dabd tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:57.864483 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8249e-a911-4ea4-aaad-28b3c40c76d2 req-71faaa2c-3060-4aeb-a053-6a8fbc68dabd tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:57.866510 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-55b8249e-a911-4ea4-aaad-28b3c40c76d2 req-71faaa2c-3060-4aeb-a053-6a8fbc68dabd tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 5419 time: 0.1568673 Mar 11 19:32:57.931382 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e60508e-429a-4670-ae8d-17f1af17a510 req-2d471e89-4e5d-4712-8222-c2d9850d1548 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:57.933469 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9e60508e-429a-4670-ae8d-17f1af17a510 req-2d471e89-4e5d-4712-8222-c2d9850d1548 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a616cbe-b5e8-49cc-8905-093f346d0c83 HTTP/1.1" status: 200 len: 950 time: 0.1304755 Mar 11 19:32:58.016838 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9e60508e-429a-4670-ae8d-17f1af17a510 req-2c95437f-8b15-4300-8cbd-8400c70a3373 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697646 Mar 11 19:32:58.020374 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [req-009625e8-c6c0-4a13-ab76-85bed9ace70c req-60f85ee1-fe71-4173-8280-c9736a3de368 service neutron] show failed (client error): The resource could not be found. Mar 11 19:32:58.023702 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-009625e8-c6c0-4a13-ab76-85bed9ace70c req-60f85ee1-fe71-4173-8280-c9736a3de368 service neutron] 10.222.0.57 "GET /v2.0/ports/851846da-c940-4105-b334-9256ba19cad4/bindings/n-h1-833163-1 HTTP/1.1" status: 404 len: 380 time: 0.0721886 Mar 11 19:32:58.040401 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-55b8249e-a911-4ea4-aaad-28b3c40c76d2 req-c6308185-62c5-44d4-a36b-468f91b4b044 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=da55a647-62ee-4d15-a963-651fcfed7127&id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1498330 Mar 11 19:32:58.166073 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ba063-6856-4c8f-bb75-4a97f5358e6f req-dbf1b981-77ee-47b5-84bd-e52f18afac06 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:58.167606 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d13ba063-6856-4c8f-bb75-4a97f5358e6f req-dbf1b981-77ee-47b5-84bd-e52f18afac06 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b11db00-86e7-4155-a147-13490d09c29f HTTP/1.1" status: 200 len: 943 time: 0.0619993 Mar 11 19:32:58.247974 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d13ba063-6856-4c8f-bb75-4a97f5358e6f req-77327fda-2cbf-47f5-9570-a7e833cb8286 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725925 Mar 11 19:32:58.371492 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009625e8-c6c0-4a13-ab76-85bed9ace70c req-da305621-a59c-41a2-a2cd-41eb9527b3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:58.373061 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-009625e8-c6c0-4a13-ab76-85bed9ace70c req-da305621-a59c-41a2-a2cd-41eb9527b3fd service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=6a616cbe-b5e8-49cc-8905-093f346d0c83&tenant_id=487f8613d1fa45ab81e48e9d9d0fc801 HTTP/1.1" status: 200 len: 1132 time: 0.0494473 Mar 11 19:32:58.390683 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-009625e8-c6c0-4a13-ab76-85bed9ace70c req-2f86094b-92fb-43a8-acc1-b8d5d7ed7696 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-833163-1', 'device_owner': 'compute:nova'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:32:58.470693 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-009625e8-c6c0-4a13-ab76-85bed9ace70c req-2f86094b-92fb-43a8-acc1-b8d5d7ed7696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (851846da-c940-4105-b334-9256ba19cad4), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:58.749298 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3569bc-d08d-4dd5-9f60-256afaea9f4e req-ab617a3a-0028-4270-b81a-44bab41e5f2e tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:58.757165 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8b3569bc-d08d-4dd5-9f60-256afaea9f4e req-ab617a3a-0028-4270-b81a-44bab41e5f2e tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] 10.222.0.65 "GET /v2.0/ports?device_id=8acf5f78-d2d5-47ed-961a-14c2f061bcda HTTP/1.1" status: 200 len: 944 time: 0.1133499 Mar 11 19:32:58.769054 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-009625e8-c6c0-4a13-ab76-85bed9ace70c req-2f86094b-92fb-43a8-acc1-b8d5d7ed7696 service neutron] For port 851846da-c940-4105-b334-9256ba19cad4, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=851846da-c940-4105-b334-9256ba19cad4,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:32:58.830632 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8b3569bc-d08d-4dd5-9f60-256afaea9f4e req-1a3ebc92-6585-485c-90a5-a704c755d9ce tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] 10.222.0.65 "GET /v2.0/security-groups?id=4ac599a3-ef37-4c4d-92cc-365e2c570546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722980 Mar 11 19:32:58.884678 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-009625e8-c6c0-4a13-ab76-85bed9ace70c req-2f86094b-92fb-43a8-acc1-b8d5d7ed7696 service neutron] For port 851846da-c940-4105-b334-9256ba19cad4, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:32:58.934785 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:58.956088 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a616cbe-b5e8-49cc-8905-093f346d0c83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '851846da-c940-4105-b334-9256ba19cad4'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:32:58.958467 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6210fce-1978-482f-af13-b8ac267562b0" -d '{"events": [{"server_uuid": "6a616cbe-b5e8-49cc-8905-093f346d0c83", "name": "network-vif-unplugged", "status": "completed", "tag": "851846da-c940-4105-b334-9256ba19cad4"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:32:58.977436 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-009625e8-c6c0-4a13-ab76-85bed9ace70c req-2f86094b-92fb-43a8-acc1-b8d5d7ed7696 service neutron] Publish callbacks [] for port (851846da-c940-4105-b334-9256ba19cad4), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:58.993983 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 54320e06-748f-4d35-858e-1030a1319bbf up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:32:59.015845 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-009625e8-c6c0-4a13-ab76-85bed9ace70c req-2f86094b-92fb-43a8-acc1-b8d5d7ed7696 service neutron] Transition to ACTIVE for port object 851846da-c940-4105-b334-9256ba19cad4 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:32:59.022495 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-009625e8-c6c0-4a13-ab76-85bed9ace70c req-2f86094b-92fb-43a8-acc1-b8d5d7ed7696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (851846da-c940-4105-b334-9256ba19cad4), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:59.118782 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 19:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2daa2363-1b00-4f88-973a-aad65e02468e x-openstack-request-id: req-2daa2363-1b00-4f88-973a-aad65e02468e {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:32:59.119134 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a616cbe-b5e8-49cc-8905-093f346d0c83", "name": "network-vif-unplugged", "status": "completed", "tag": "851846da-c940-4105-b334-9256ba19cad4", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:32:59.119453 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2daa2363-1b00-4f88-973a-aad65e02468e {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:32:59.119949 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a616cbe-b5e8-49cc-8905-093f346d0c83', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '851846da-c940-4105-b334-9256ba19cad4', 'code': 200} Mar 11 19:32:59.175937 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port 54320e06-748f-4d35-858e-1030a1319bbf completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:32:59.186826 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port 54320e06-748f-4d35-858e-1030a1319bbf triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:32:59.187228 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (54320e06-748f-4d35-858e-1030a1319bbf), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:59.210106 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-009625e8-c6c0-4a13-ab76-85bed9ace70c req-2f86094b-92fb-43a8-acc1-b8d5d7ed7696 service neutron] No DVR routers for this DVR port 851846da-c940-4105-b334-9256ba19cad4 on host n-h2-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:32:59.275013 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f86094b-92fb-43a8-acc1-b8d5d7ed7696 service neutron] Pushing event updated for resources: {'Port': ['ID=851846da-c940-4105-b334-9256ba19cad4,revision_number=6']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:59.374052 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-009625e8-c6c0-4a13-ab76-85bed9ace70c req-2f86094b-92fb-43a8-acc1-b8d5d7ed7696 service neutron] Attempting to bind port 851846da-c940-4105-b334-9256ba19cad4 on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:32:59.374616 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-009625e8-c6c0-4a13-ab76-85bed9ace70c req-2f86094b-92fb-43a8-acc1-b8d5d7ed7696 service neutron] Attempting to bind port 851846da-c940-4105-b334-9256ba19cad4 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:32:59.375160 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009625e8-c6c0-4a13-ab76-85bed9ace70c req-2f86094b-92fb-43a8-acc1-b8d5d7ed7696 service neutron] Attempting to bind port 851846da-c940-4105-b334-9256ba19cad4 on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:32:59.377005 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 54320e06-748f-4d35-858e-1030a1319bbf is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:32:59.377810 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (54320e06-748f-4d35-858e-1030a1319bbf), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:59.396205 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0079a5d1-c793-4836-8739-020b2a1b4ac1 req-450cc561-3d6f-4e9f-9006-ffaffa389246 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:59.406092 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0079a5d1-c793-4836-8739-020b2a1b4ac1 req-450cc561-3d6f-4e9f-9006-ffaffa389246 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a616cbe-b5e8-49cc-8905-093f346d0c83 HTTP/1.1" status: 200 len: 948 time: 0.2272873 Mar 11 19:32:59.429509 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 54320e06-748f-4d35-858e-1030a1319bbf, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=54320e06-748f-4d35-858e-1030a1319bbf,segment=NetworkSegment(99d932fc-2874-4b65-a40e-bac8dca44e76),segment_id=99d932fc-2874-4b65-a40e-bac8dca44e76)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:32:59.433092 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8acf5f78-d2d5-47ed-961a-14c2f061bcda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54320e06-748f-4d35-858e-1030a1319bbf'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:32:59.436730 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c780c67-3d96-4c29-8f02-57de1b4f7ce3" -d '{"events": [{"server_uuid": "8acf5f78-d2d5-47ed-961a-14c2f061bcda", "name": "network-vif-plugged", "status": "completed", "tag": "54320e06-748f-4d35-858e-1030a1319bbf"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:32:59.444252 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (54320e06-748f-4d35-858e-1030a1319bbf), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:59.446060 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c50e4d-38dd-4cf3-ba43-6d31e6d4a1ba req-8f21a529-12c6-4d36-8c96-85c439cada17 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:59.453156 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c50e4d-38dd-4cf3-ba43-6d31e6d4a1ba req-8f21a529-12c6-4d36-8c96-85c439cada17 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:59.458673 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c50e4d-38dd-4cf3-ba43-6d31e6d4a1ba req-8f21a529-12c6-4d36-8c96-85c439cada17 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:59.464203 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c50e4d-38dd-4cf3-ba43-6d31e6d4a1ba req-8f21a529-12c6-4d36-8c96-85c439cada17 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:59.469702 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c50e4d-38dd-4cf3-ba43-6d31e6d4a1ba req-8f21a529-12c6-4d36-8c96-85c439cada17 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:59.475132 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c50e4d-38dd-4cf3-ba43-6d31e6d4a1ba req-8f21a529-12c6-4d36-8c96-85c439cada17 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:59.480509 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c50e4d-38dd-4cf3-ba43-6d31e6d4a1ba req-8f21a529-12c6-4d36-8c96-85c439cada17 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:32:59.482380 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-89c50e4d-38dd-4cf3-ba43-6d31e6d4a1ba req-8f21a529-12c6-4d36-8c96-85c439cada17 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 5419 time: 0.2621446 Mar 11 19:32:59.484491 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009625e8-c6c0-4a13-ab76-85bed9ace70c req-2f86094b-92fb-43a8-acc1-b8d5d7ed7696 service neutron] Port 851846da-c940-4105-b334-9256ba19cad4 on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:32:59.484821 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009625e8-c6c0-4a13-ab76-85bed9ace70c req-2f86094b-92fb-43a8-acc1-b8d5d7ed7696 service neutron] Attempting to bind port 851846da-c940-4105-b334-9256ba19cad4 on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:32:59.501920 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009625e8-c6c0-4a13-ab76-85bed9ace70c req-2f86094b-92fb-43a8-acc1-b8d5d7ed7696 service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:32:59.502311 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009625e8-c6c0-4a13-ab76-85bed9ace70c req-2f86094b-92fb-43a8-acc1-b8d5d7ed7696 service neutron] Checking segment: {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:32:59.502716 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-009625e8-c6c0-4a13-ab76-85bed9ace70c req-2f86094b-92fb-43a8-acc1-b8d5d7ed7696 service neutron] Bound using segment: {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:32:59.503209 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-009625e8-c6c0-4a13-ab76-85bed9ace70c req-2f86094b-92fb-43a8-acc1-b8d5d7ed7696 service neutron] Bound port: 851846da-c940-4105-b334-9256ba19cad4, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:32:59.503576 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-009625e8-c6c0-4a13-ab76-85bed9ace70c req-2f86094b-92fb-43a8-acc1-b8d5d7ed7696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (851846da-c940-4105-b334-9256ba19cad4), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:32:59.506469 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=54320e06-748f-4d35-858e-1030a1319bbf,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:32:59.974120 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0079a5d1-c793-4836-8739-020b2a1b4ac1 req-a10364b7-034e-48a6-8292-91bc1ecd8fa0 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5670714 Mar 11 19:33:00.034443 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-009625e8-c6c0-4a13-ab76-85bed9ace70c req-2f86094b-92fb-43a8-acc1-b8d5d7ed7696 service neutron] For port 851846da-c940-4105-b334-9256ba19cad4, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:33:00.043249 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-89c50e4d-38dd-4cf3-ba43-6d31e6d4a1ba req-5c8cecc4-5e5d-4c63-8b3a-d30bb0f5b680 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=da55a647-62ee-4d15-a963-651fcfed7127&id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5431316 Mar 11 19:33:00.053401 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-009625e8-c6c0-4a13-ab76-85bed9ace70c req-2f86094b-92fb-43a8-acc1-b8d5d7ed7696 service neutron] For port 851846da-c940-4105-b334-9256ba19cad4, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=851846da-c940-4105-b334-9256ba19cad4,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:33:00.061730 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-009625e8-c6c0-4a13-ab76-85bed9ace70c req-2f86094b-92fb-43a8-acc1-b8d5d7ed7696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (851846da-c940-4105-b334-9256ba19cad4), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:00.140903 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f86094b-92fb-43a8-acc1-b8d5d7ed7696 service neutron] Pushing event updated for resources: {'Port': ['ID=851846da-c940-4105-b334-9256ba19cad4,revision_number=7']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:00.167603 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009625e8-c6c0-4a13-ab76-85bed9ace70c req-2f86094b-92fb-43a8-acc1-b8d5d7ed7696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:00.168253 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-009625e8-c6c0-4a13-ab76-85bed9ace70c req-2f86094b-92fb-43a8-acc1-b8d5d7ed7696 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:00.169649 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-009625e8-c6c0-4a13-ab76-85bed9ace70c req-2f86094b-92fb-43a8-acc1-b8d5d7ed7696 service neutron] 10.222.0.75 "PUT /v2.0/ports/851846da-c940-4105-b334-9256ba19cad4 HTTP/1.1" status: 200 len: 1096 time: 1.7880533 Mar 11 19:33:00.205319 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce2298d0-9f47-4ebc-8497-0b8a0ab1f06f x-openstack-request-id: req-ce2298d0-9f47-4ebc-8497-0b8a0ab1f06f {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:33:00.205888 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e96a7-34f9-4b88-a187-5cff116bb26c req-19173164-13db-4c71-ba0d-6b104c8fe259 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:00.206008 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8acf5f78-d2d5-47ed-961a-14c2f061bcda", "name": "network-vif-plugged", "status": "completed", "tag": "54320e06-748f-4d35-858e-1030a1319bbf", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:33:00.206008 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ce2298d0-9f47-4ebc-8497-0b8a0ab1f06f {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:33:00.206257 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8acf5f78-d2d5-47ed-961a-14c2f061bcda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54320e06-748f-4d35-858e-1030a1319bbf', 'code': 200} Mar 11 19:33:00.207354 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e19e96a7-34f9-4b88-a187-5cff116bb26c req-19173164-13db-4c71-ba0d-6b104c8fe259 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b11db00-86e7-4155-a147-13490d09c29f HTTP/1.1" status: 200 len: 943 time: 0.1358912 Mar 11 19:33:00.337437 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fc782c-c624-4b38-9be1-273fe064c224 req-58af1aba-bd2e-4668-b9a9-6e508fbe4e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:00.340628 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-46fc782c-c624-4b38-9be1-273fe064c224 req-58af1aba-bd2e-4668-b9a9-6e508fbe4e36 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8acf5f78-d2d5-47ed-961a-14c2f061bcda HTTP/1.1" status: 200 len: 1127 time: 0.0661194 Mar 11 19:33:00.350684 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009625e8-c6c0-4a13-ab76-85bed9ace70c req-a2f79ed9-7210-4088-9880-d498d6139450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:00.352200 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-009625e8-c6c0-4a13-ab76-85bed9ace70c req-a2f79ed9-7210-4088-9880-d498d6139450 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=487f8613d1fa45ab81e48e9d9d0fc801&device_id=6a616cbe-b5e8-49cc-8905-093f346d0c83 HTTP/1.1" status: 200 len: 1130 time: 0.1438515 Mar 11 19:33:00.355959 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e19e96a7-34f9-4b88-a187-5cff116bb26c req-3a903ce9-2897-4fe1-8efb-f5b7f4616e30 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053598 Mar 11 19:33:00.403736 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-46fc782c-c624-4b38-9be1-273fe064c224 req-df060204-e434-4455-b100-3926d4c1e468 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4ac599a3-ef37-4c4d-92cc-365e2c570546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559103 Mar 11 19:33:00.462341 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7060ec88-4c89-462f-8f73-7ef75ddc3e6e req-b97366a3-75d7-463c-8722-3ccbb5dd3400 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:00.470323 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7060ec88-4c89-462f-8f73-7ef75ddc3e6e req-b97366a3-75d7-463c-8722-3ccbb5dd3400 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] 10.222.0.65 "GET /v2.0/ports?device_id=8acf5f78-d2d5-47ed-961a-14c2f061bcda HTTP/1.1" status: 200 len: 945 time: 0.1668122 Mar 11 19:33:00.540769 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7060ec88-4c89-462f-8f73-7ef75ddc3e6e req-c6d630cd-7df2-48e0-ba19-e6e1a4f4122c tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] 10.222.0.65 "GET /v2.0/security-groups?id=4ac599a3-ef37-4c4d-92cc-365e2c570546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694311 Mar 11 19:33:00.543993 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009625e8-c6c0-4a13-ab76-85bed9ace70c req-a880812e-4fb1-4fa7-a8ce-4a90f9efbe17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:00.546174 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-009625e8-c6c0-4a13-ab76-85bed9ace70c req-a880812e-4fb1-4fa7-a8ce-4a90f9efbe17 service neutron] 10.222.0.75 "GET /v2.0/networks?id=885772b1-9b97-4e1d-a0fb-e125030c5a81 HTTP/1.1" status: 200 len: 870 time: 0.1852465 Mar 11 19:33:00.599645 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-009625e8-c6c0-4a13-ab76-85bed9ace70c req-a3cc2252-81ff-498e-ab90-a25f6f973694 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=851846da-c940-4105-b334-9256ba19cad4 HTTP/1.1" status: 200 len: 217 time: 0.0460546 Mar 11 19:33:00.650071 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009625e8-c6c0-4a13-ab76-85bed9ace70c req-c741a6a9-6fbc-47d8-a4ca-6d8505c6d5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:00.652101 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-009625e8-c6c0-4a13-ab76-85bed9ace70c req-c741a6a9-6fbc-47d8-a4ca-6d8505c6d5db service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.0461040 Mar 11 19:33:00.709948 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009625e8-c6c0-4a13-ab76-85bed9ace70c req-e3226d33-0f81-41b7-9d96-14e70b7b99f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:00.711456 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-009625e8-c6c0-4a13-ab76-85bed9ace70c req-e3226d33-0f81-41b7-9d96-14e70b7b99f7 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0530903 Mar 11 19:33:00.821919 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-009625e8-c6c0-4a13-ab76-85bed9ace70c req-de865bb2-9c35-4232-9dd9-2103a0e06583 service neutron] 10.222.0.75 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037538 Mar 11 19:33:00.941181 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-009625e8-c6c0-4a13-ab76-85bed9ace70c req-d8784e3c-4de6-4373-9ce0-6293e51438a1 service neutron] 10.222.0.75 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128929 Mar 11 19:33:00.991256 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device ea90a6b4-81e1-4ba2-bf4a-7240fe319236 no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:33:01.110180 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port ea90a6b4-81e1-4ba2-bf4a-7240fe319236 is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:33:01.111363 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ea90a6b4-81e1-4ba2-bf4a-7240fe319236), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:01.121606 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a616cbe-b5e8-49cc-8905-093f346d0c83', 'tag': '851846da-c940-4105-b334-9256ba19cad4'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:33:01.124003 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ed8632-1124-4900-be3a-333ea3c023d4" -d '{"events": [{"name": "network-changed", "server_uuid": "6a616cbe-b5e8-49cc-8905-093f346d0c83", "tag": "851846da-c940-4105-b334-9256ba19cad4"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:33:01.150102 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port ea90a6b4-81e1-4ba2-bf4a-7240fe319236, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=ea90a6b4-81e1-4ba2-bf4a-7240fe319236,segment=NetworkSegment(e04ff9a7-22d1-4d10-8b77-9e68a6488033),segment_id=e04ff9a7-22d1-4d10-8b77-9e68a6488033)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:33:01.168033 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (ea90a6b4-81e1-4ba2-bf4a-7240fe319236), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:01.168765 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 851846da-c940-4105-b334-9256ba19cad4 no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:33:01.258308 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16013019-dcf0-4ceb-bca8-b27d225e6acd req-a4f0ab2e-dfd4-4e04-9c9a-cd0b13d2a7ce tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:01.267594 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-16013019-dcf0-4ceb-bca8-b27d225e6acd req-a4f0ab2e-dfd4-4e04-9c9a-cd0b13d2a7ce tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a616cbe-b5e8-49cc-8905-093f346d0c83 HTTP/1.1" status: 200 len: 948 time: 0.1102467 Mar 11 19:33:01.306672 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] The host n-h2-833163-1 is not matching for port 851846da-c940-4105-b334-9256ba19cad4 host n-h1-833163-1! {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 19:33:01.307257 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 851846da-c940-4105-b334-9256ba19cad4 not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:33:01.335901 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=ea90a6b4-81e1-4ba2-bf4a-7240fe319236,revision_number=8']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:01.365257 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-16013019-dcf0-4ceb-bca8-b27d225e6acd req-0b977b80-766b-46cd-9188-73002e5f94aa tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966055 Mar 11 19:33:01.391970 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456efe33-8c2f-45f4-a04c-0a174d3e9235 req-40a42e2c-f766-4378-b326-cfb95ea40bb6 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:01.394698 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456efe33-8c2f-45f4-a04c-0a174d3e9235 req-40a42e2c-f766-4378-b326-cfb95ea40bb6 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:01.400042 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456efe33-8c2f-45f4-a04c-0a174d3e9235 req-40a42e2c-f766-4378-b326-cfb95ea40bb6 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:01.405971 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456efe33-8c2f-45f4-a04c-0a174d3e9235 req-40a42e2c-f766-4378-b326-cfb95ea40bb6 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:01.411040 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456efe33-8c2f-45f4-a04c-0a174d3e9235 req-40a42e2c-f766-4378-b326-cfb95ea40bb6 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:01.416209 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456efe33-8c2f-45f4-a04c-0a174d3e9235 req-40a42e2c-f766-4378-b326-cfb95ea40bb6 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:01.421405 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456efe33-8c2f-45f4-a04c-0a174d3e9235 req-40a42e2c-f766-4378-b326-cfb95ea40bb6 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:01.423304 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-456efe33-8c2f-45f4-a04c-0a174d3e9235 req-40a42e2c-f766-4378-b326-cfb95ea40bb6 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 5419 time: 0.1459677 Mar 11 19:33:01.450280 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074e8108-813e-47b9-bf79-97829d2962dd x-openstack-request-id: req-074e8108-813e-47b9-bf79-97829d2962dd {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:33:01.450571 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a616cbe-b5e8-49cc-8905-093f346d0c83", "tag": "851846da-c940-4105-b334-9256ba19cad4", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:33:01.451608 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-074e8108-813e-47b9-bf79-97829d2962dd {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:33:01.452033 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a616cbe-b5e8-49cc-8905-093f346d0c83', 'tag': '851846da-c940-4105-b334-9256ba19cad4', 'status': 'completed', 'code': 200} Mar 11 19:33:01.527243 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-456efe33-8c2f-45f4-a04c-0a174d3e9235 req-8a1eb3d3-5ba9-42c7-988a-9a265197ac42 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=da55a647-62ee-4d15-a963-651fcfed7127&id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0976429 Mar 11 19:33:01.544545 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed8632-1124-4900-be3a-333ea3c023d4 req-87870b87-cffb-48e0-85a6-bd0801c59902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:01.546402 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-81ed8632-1124-4900-be3a-333ea3c023d4 req-87870b87-cffb-48e0-85a6-bd0801c59902 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=487f8613d1fa45ab81e48e9d9d0fc801&device_id=6a616cbe-b5e8-49cc-8905-093f346d0c83 HTTP/1.1" status: 200 len: 1130 time: 0.0702264 Mar 11 19:33:01.549677 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed8632-1124-4900-be3a-333ea3c023d4 req-e4be81b0-80f5-42c6-add1-fce8281ccd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:01.551309 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-81ed8632-1124-4900-be3a-333ea3c023d4 req-e4be81b0-80f5-42c6-add1-fce8281ccd3f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=487f8613d1fa45ab81e48e9d9d0fc801&device_id=6a616cbe-b5e8-49cc-8905-093f346d0c83 HTTP/1.1" status: 200 len: 1130 time: 0.0787196 Mar 11 19:33:01.669875 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed8632-1124-4900-be3a-333ea3c023d4 req-6b1418f2-a467-44bf-98b4-88cc31aae84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:01.672095 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-81ed8632-1124-4900-be3a-333ea3c023d4 req-6b1418f2-a467-44bf-98b4-88cc31aae84d service neutron] 10.222.0.57 "GET /v2.0/networks?id=885772b1-9b97-4e1d-a0fb-e125030c5a81 HTTP/1.1" status: 200 len: 870 time: 0.1079974 Mar 11 19:33:01.717353 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-81ed8632-1124-4900-be3a-333ea3c023d4 req-0f680589-d6ed-45ec-a69a-35ce30a33b32 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=851846da-c940-4105-b334-9256ba19cad4 HTTP/1.1" status: 200 len: 217 time: 0.0375702 Mar 11 19:33:01.770434 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed8632-1124-4900-be3a-333ea3c023d4 req-1074dd0c-896f-4e00-8d14-98bb458053d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:01.772084 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-81ed8632-1124-4900-be3a-333ea3c023d4 req-1074dd0c-896f-4e00-8d14-98bb458053d5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.0478737 Mar 11 19:33:01.793760 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ec10d-523a-4e39-be04-423095a3595e req-5f2c7e8b-eb99-4eeb-985a-4274a221203b tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:01.795230 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ad1ec10d-523a-4e39-be04-423095a3595e req-5f2c7e8b-eb99-4eeb-985a-4274a221203b tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/networks?id=4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a HTTP/1.1" status: 200 len: 807 time: 0.2477517 Mar 11 19:33:01.808975 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed8632-1124-4900-be3a-333ea3c023d4 req-0925afe9-ffd2-415d-bffb-510633327b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:01.810392 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-81ed8632-1124-4900-be3a-333ea3c023d4 req-0925afe9-ffd2-415d-bffb-510633327b02 service neutron] 10.222.0.75 "GET /v2.0/networks?id=885772b1-9b97-4e1d-a0fb-e125030c5a81 HTTP/1.1" status: 200 len: 870 time: 0.2529042 Mar 11 19:33:01.830882 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed8632-1124-4900-be3a-333ea3c023d4 req-ca498cab-3256-4ff5-afc2-678a7e3ee522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:01.832592 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-81ed8632-1124-4900-be3a-333ea3c023d4 req-ca498cab-3256-4ff5-afc2-678a7e3ee522 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0538030 Mar 11 19:33:01.863450 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ad1ec10d-523a-4e39-be04-423095a3595e req-a7e4baa1-9408-41f4-b350-3051d7dc1b8d tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/quotas/f95acd8ec5ef45d8b7ae8994d46f4375 HTTP/1.1" status: 200 len: 375 time: 0.0586047 Mar 11 19:33:01.867270 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-81ed8632-1124-4900-be3a-333ea3c023d4 req-c82f412d-a636-4c0b-87cd-474e96604897 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=851846da-c940-4105-b334-9256ba19cad4 HTTP/1.1" status: 200 len: 217 time: 0.0487216 Mar 11 19:33:01.906513 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc036e3-2d82-4d40-919d-10501aca67d2 req-6334b556-58cd-4238-ad06-d6ba3eb88797 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:01.907978 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8cc036e3-2d82-4d40-919d-10501aca67d2 req-6334b556-58cd-4238-ad06-d6ba3eb88797 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/networks?id=ebcba11a-843a-4869-86af-b253155a3bc2 HTTP/1.1" status: 200 len: 804 time: 0.2603159 Mar 11 19:33:01.936341 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-81ed8632-1124-4900-be3a-333ea3c023d4 req-478b3286-6722-4ad5-b2a1-095555c625c2 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965464 Mar 11 19:33:02.020269 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8cc036e3-2d82-4d40-919d-10501aca67d2 req-28a37c25-e734-4947-8481-f67e847a16da tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/quotas/8507785a0a9f4061bbead22d50c44419 HTTP/1.1" status: 200 len: 375 time: 0.0756242 Mar 11 19:33:02.069369 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-81ed8632-1124-4900-be3a-333ea3c023d4 req-70797559-e76c-4981-a88f-3ca8aa869094 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240132 Mar 11 19:33:02.084291 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ad1ec10d-523a-4e39-be04-423095a3595e req-c6505392-77be-49a7-a57e-142bb43f6d91 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f95acd8ec5ef45d8b7ae8994d46f4375&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2119663 Mar 11 19:33:02.088109 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed8632-1124-4900-be3a-333ea3c023d4 req-08373e2e-5e4c-489f-a044-51d876ed71e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:02.090566 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-81ed8632-1124-4900-be3a-333ea3c023d4 req-08373e2e-5e4c-489f-a044-51d876ed71e1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.2104924 Mar 11 19:33:02.205924 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8cc036e3-2d82-4d40-919d-10501aca67d2 req-b0e5fe9e-8ab0-4bd5-b7c0-2a368939f44e tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=8507785a0a9f4061bbead22d50c44419&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1750565 Mar 11 19:33:02.207404 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b19c4385-f45d-4744-ac1b-ee5c36af849e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea90a6b4-81e1-4ba2-bf4a-7240fe319236'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:33:02.213857 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f2777b-3bcd-484e-9f4e-714f00228059" -d '{"events": [{"server_uuid": "b19c4385-f45d-4744-ac1b-ee5c36af849e", "name": "network-vif-unplugged", "status": "completed", "tag": "ea90a6b4-81e1-4ba2-bf4a-7240fe319236"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:33:02.251859 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed8632-1124-4900-be3a-333ea3c023d4 req-571e90f0-095a-4592-a700-f75bea9b628b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:02.253347 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-81ed8632-1124-4900-be3a-333ea3c023d4 req-571e90f0-095a-4592-a700-f75bea9b628b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1503265 Mar 11 19:33:02.259127 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ad1ec10d-523a-4e39-be04-423095a3595e req-7937074c-00df-4ea9-9217-c936ec10eac4 service neutron] 10.222.0.65 "GET /v2.0/networks/4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650369 Mar 11 19:33:02.456419 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8cc036e3-2d82-4d40-919d-10501aca67d2 req-beb4990f-4472-474f-ad0c-98eec5a9e04b service neutron] 10.222.0.65 "GET /v2.0/networks/ebcba11a-843a-4869-86af-b253155a3bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422140 Mar 11 19:33:02.496473 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-81ed8632-1124-4900-be3a-333ea3c023d4 req-c7aa3abc-b41f-4524-a5ca-ef5f78830217 service neutron] 10.222.0.75 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310960 Mar 11 19:33:02.499991 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ad1ec10d-523a-4e39-be04-423095a3595e req-a24a4377-241b-4dd5-9901-5081373adf4e service neutron] 10.222.0.65 "GET /v2.0/networks/4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337039 Mar 11 19:33:02.626876 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8cc036e3-2d82-4d40-919d-10501aca67d2 req-67cb5196-20a3-4769-b045-ccca8c9f806b service neutron] 10.222.0.65 "GET /v2.0/networks/ebcba11a-843a-4869-86af-b253155a3bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601820 Mar 11 19:33:02.649142 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-81ed8632-1124-4900-be3a-333ea3c023d4 req-f0e97d56-cc24-438c-9cfa-cf1246892352 service neutron] 10.222.0.75 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447833 Mar 11 19:33:02.891033 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36565575-2af8-4fae-8ea9-be85d64e92bc req-d1878d98-6921-4a88-85b5-c334583f7643 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:02.892905 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-36565575-2af8-4fae-8ea9-be85d64e92bc req-d1878d98-6921-4a88-85b5-c334583f7643 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.57 "GET /v2.0/ports?device_id=b19c4385-f45d-4744-ac1b-ee5c36af849e HTTP/1.1" status: 200 len: 943 time: 0.0788898 Mar 11 19:33:02.958597 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c913b0ea-15b0-47dd-bd2e-c73f1506cd40 req-1fb8ca4f-3e80-46d9-8042-fb44c52aa21a tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:02.960894 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c913b0ea-15b0-47dd-bd2e-c73f1506cd40 req-1fb8ca4f-3e80-46d9-8042-fb44c52aa21a tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b11db00-86e7-4155-a147-13490d09c29f HTTP/1.1" status: 200 len: 943 time: 0.1607115 Mar 11 19:33:02.969609 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953005a8-a881-499c-8b16-79512506f56d req-7869b293-8510-4f39-8f43-f8532c3b3b62 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:02.971245 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-953005a8-a881-499c-8b16-79512506f56d req-7869b293-8510-4f39-8f43-f8532c3b3b62 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] 10.222.0.65 "GET /v2.0/ports?device_id=8acf5f78-d2d5-47ed-961a-14c2f061bcda HTTP/1.1" status: 200 len: 945 time: 0.1264272 Mar 11 19:33:03.054723 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-36565575-2af8-4fae-8ea9-be85d64e92bc req-bd9db4cd-0ffe-425c-a2a0-24192d377590 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Deleting port ea90a6b4-81e1-4ba2-bf4a-7240fe319236 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:33:03.054962 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-36565575-2af8-4fae-8ea9-be85d64e92bc req-bd9db4cd-0ffe-425c-a2a0-24192d377590 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (ea90a6b4-81e1-4ba2-bf4a-7240fe319236), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:03.190759 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-36565575-2af8-4fae-8ea9-be85d64e92bc req-bd9db4cd-0ffe-425c-a2a0-24192d377590 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] For port ea90a6b4-81e1-4ba2-bf4a-7240fe319236, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=ea90a6b4-81e1-4ba2-bf4a-7240fe319236,segment=NetworkSegment(e04ff9a7-22d1-4d10-8b77-9e68a6488033),segment_id=e04ff9a7-22d1-4d10-8b77-9e68a6488033)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:33:03.192272 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-36565575-2af8-4fae-8ea9-be85d64e92bc req-bd9db4cd-0ffe-425c-a2a0-24192d377590 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (ea90a6b4-81e1-4ba2-bf4a-7240fe319236), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:03.216907 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-36565575-2af8-4fae-8ea9-be85d64e92bc req-bd9db4cd-0ffe-425c-a2a0-24192d377590 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Calling delete_port for ea90a6b4-81e1-4ba2-bf4a-7240fe319236 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:33:03.217645 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c913b0ea-15b0-47dd-bd2e-c73f1506cd40 req-5996c9ef-92dc-4d79-bcee-4f0f20f04dfb tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424519 Mar 11 19:33:03.295904 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-953005a8-a881-499c-8b16-79512506f56d req-e405d714-8641-4aae-af59-bc95003f001c tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] 10.222.0.65 "GET /v2.0/security-groups?id=4ac599a3-ef37-4c4d-92cc-365e2c570546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172581 Mar 11 19:33:03.335096 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fe28000f-a116-4047-831c-8cbbf2ce8ad4 req-b7538949-136d-4653-adcd-a844a3e0c3b8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2ad8bcae-55b9-4797-acc5-531c16b5cec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2535021 Mar 11 19:33:03.366155 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 19:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbec519f-3d82-42b6-ae68-dc8ec65f41d7 x-openstack-request-id: req-fbec519f-3d82-42b6-ae68-dc8ec65f41d7 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:33:03.367051 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b19c4385-f45d-4744-ac1b-ee5c36af849e", "name": "network-vif-unplugged", "status": "completed", "tag": "ea90a6b4-81e1-4ba2-bf4a-7240fe319236", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:33:03.367786 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fbec519f-3d82-42b6-ae68-dc8ec65f41d7 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:33:03.368384 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b19c4385-f45d-4744-ac1b-ee5c36af849e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea90a6b4-81e1-4ba2-bf4a-7240fe319236', 'code': 200} Mar 11 19:33:03.504670 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-36565575-2af8-4fae-8ea9-be85d64e92bc req-bd9db4cd-0ffe-425c-a2a0-24192d377590 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (ea90a6b4-81e1-4ba2-bf4a-7240fe319236), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:03.519653 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe28000f-a116-4047-831c-8cbbf2ce8ad4 req-759c6a87-24ea-4e8b-b9c8-cec97a4843cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:03.520474 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fe28000f-a116-4047-831c-8cbbf2ce8ad4 req-759c6a87-24ea-4e8b-b9c8-cec97a4843cd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f95acd8ec5ef45d8b7ae8994d46f4375&device_id=2ad8bcae-55b9-4797-acc5-531c16b5cec4 HTTP/1.1" status: 200 len: 1126 time: 0.1235235 Mar 11 19:33:03.561434 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9db4cd-0ffe-425c-a2a0-24192d377590 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Pushing event deleted for resources: {'Port': ['ID=ea90a6b4-81e1-4ba2-bf4a-7240fe319236,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:03.652147 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1fdadf-0eaf-4186-b7dc-e699928643d5 req-9c552b91-34a8-4640-99ce-56e8d08a6878 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:03.654463 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-36565575-2af8-4fae-8ea9-be85d64e92bc req-bd9db4cd-0ffe-425c-a2a0-24192d377590 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] No DVR routers for this DVR port ea90a6b4-81e1-4ba2-bf4a-7240fe319236 on host n-h2-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:33:03.657118 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-36565575-2af8-4fae-8ea9-be85d64e92bc req-bd9db4cd-0ffe-425c-a2a0-24192d377590 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:03.659374 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-af1fdadf-0eaf-4186-b7dc-e699928643d5 req-9c552b91-34a8-4640-99ce-56e8d08a6878 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a616cbe-b5e8-49cc-8905-093f346d0c83 HTTP/1.1" status: 200 len: 948 time: 0.1974878 Mar 11 19:33:03.661987 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-36565575-2af8-4fae-8ea9-be85d64e92bc req-bd9db4cd-0ffe-425c-a2a0-24192d377590 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.57 "DELETE /v2.0/ports/ea90a6b4-81e1-4ba2-bf4a-7240fe319236 HTTP/1.1" status: 204 len: 173 time: 0.7638378 Mar 11 19:33:03.662653 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b19c4385-f45d-4744-ac1b-ee5c36af849e', 'name': 'network-vif-deleted', 'tag': 'ea90a6b4-81e1-4ba2-bf4a-7240fe319236'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:33:03.665490 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce19bfbb-9b00-477e-bfd8-6645600065eb" -d '{"events": [{"server_uuid": "b19c4385-f45d-4744-ac1b-ee5c36af849e", "name": "network-vif-deleted", "tag": "ea90a6b4-81e1-4ba2-bf4a-7240fe319236"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:33:03.697365 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b681553-7780-4eb7-9a83-34dda5576400 req-a574c187-d75d-4569-8661-c5b0a46c54b1 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:03.704415 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b681553-7780-4eb7-9a83-34dda5576400 req-a574c187-d75d-4569-8661-c5b0a46c54b1 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:03.709862 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b681553-7780-4eb7-9a83-34dda5576400 req-a574c187-d75d-4569-8661-c5b0a46c54b1 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:03.716417 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b681553-7780-4eb7-9a83-34dda5576400 req-a574c187-d75d-4569-8661-c5b0a46c54b1 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:03.723353 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b681553-7780-4eb7-9a83-34dda5576400 req-a574c187-d75d-4569-8661-c5b0a46c54b1 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:03.728752 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b681553-7780-4eb7-9a83-34dda5576400 req-a574c187-d75d-4569-8661-c5b0a46c54b1 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:03.735339 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b681553-7780-4eb7-9a83-34dda5576400 req-a574c187-d75d-4569-8661-c5b0a46c54b1 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:03.737338 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7b681553-7780-4eb7-9a83-34dda5576400 req-a574c187-d75d-4569-8661-c5b0a46c54b1 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 5419 time: 0.2429557 Mar 11 19:33:03.785769 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe28000f-a116-4047-831c-8cbbf2ce8ad4 req-7943ccb5-1c35-4d0f-817b-a1ee3ac40e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:03.787354 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fe28000f-a116-4047-831c-8cbbf2ce8ad4 req-7943ccb5-1c35-4d0f-817b-a1ee3ac40e67 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a HTTP/1.1" status: 200 len: 908 time: 0.2436812 Mar 11 19:33:03.860345 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-af1fdadf-0eaf-4186-b7dc-e699928643d5 req-6591f187-ced3-4843-ac3d-267220c5499e tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998773 Mar 11 19:33:03.883281 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fe28000f-a116-4047-831c-8cbbf2ce8ad4 req-01007e98-d3ad-4a63-ba6c-69974ebcc610 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d7f91352-b57f-43ea-ac22-820aef0e7422 HTTP/1.1" status: 200 len: 217 time: 0.0869813 Mar 11 19:33:03.970789 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7b681553-7780-4eb7-9a83-34dda5576400 req-a3d453a0-0160-46d3-8604-b8fb159a1eec tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=da55a647-62ee-4d15-a963-651fcfed7127&id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2251358 Mar 11 19:33:04.006622 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3d6306ac-950a-40b6-9a74-1286a0815b0f req-a39bc781-5ec4-4784-9db3-6c576b0fb69d tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/ports?device_id=964811fe-e680-478b-b639-5af42d371a0c HTTP/1.1" status: 200 len: 210 time: 0.0501711 Mar 11 19:33:04.008637 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe28000f-a116-4047-831c-8cbbf2ce8ad4 req-2bc6d559-b79b-441e-a527-f03e8a7851ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:04.010094 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fe28000f-a116-4047-831c-8cbbf2ce8ad4 req-2bc6d559-b79b-441e-a527-f03e8a7851ee service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f742a986-c135-4269-ad05-332f85e495a8 HTTP/1.1" status: 200 len: 847 time: 0.1139905 Mar 11 19:33:04.055987 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fe28000f-a116-4047-831c-8cbbf2ce8ad4 req-a703b036-ab81-485f-8f51-473030790737 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392718 Mar 11 19:33:04.123787 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ca938be8-7a89-4783-93b5-db0e7ab6ff37 req-a248f130-5989-4e4e-84ff-dc77461f8f32 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=f146c6f5-c337-4e48-b979-f28e2141d131 HTTP/1.1" status: 200 len: 210 time: 0.0715413 Mar 11 19:33:04.181607 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3faf254c-4e5f-40bc-8815-bd3f3dc47325 x-openstack-request-id: req-3faf254c-4e5f-40bc-8815-bd3f3dc47325 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:33:04.182506 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b19c4385-f45d-4744-ac1b-ee5c36af849e", "name": "network-vif-deleted", "tag": "ea90a6b4-81e1-4ba2-bf4a-7240fe319236", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:33:04.182757 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3faf254c-4e5f-40bc-8815-bd3f3dc47325 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:33:04.183321 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b19c4385-f45d-4744-ac1b-ee5c36af849e', 'name': 'network-vif-deleted', 'tag': 'ea90a6b4-81e1-4ba2-bf4a-7240fe319236', 'status': 'completed', 'code': 200} Mar 11 19:33:04.449347 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 851846da-c940-4105-b334-9256ba19cad4 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:33:04.524732 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f697153-6f71-4265-b445-dc7a536404b1 req-e0b7cd0b-52ad-4551-95ad-801a13e599a7 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:04.527289 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8f697153-6f71-4265-b445-dc7a536404b1 req-e0b7cd0b-52ad-4551-95ad-801a13e599a7 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a616cbe-b5e8-49cc-8905-093f346d0c83&tenant_id=487f8613d1fa45ab81e48e9d9d0fc801&binding%3Ahost_id=n-h1-833163-1 HTTP/1.1" status: 200 len: 948 time: 0.1261835 Mar 11 19:33:04.631966 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [req-8f697153-6f71-4265-b445-dc7a536404b1 req-7ac8ac8e-c88a-4437-bcce-2422eae54719 service neutron] delete failed (client error): The resource could not be found. Mar 11 19:33:04.634284 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8f697153-6f71-4265-b445-dc7a536404b1 req-7ac8ac8e-c88a-4437-bcce-2422eae54719 service neutron] 10.222.0.57 "DELETE /v2.0/ports/851846da-c940-4105-b334-9256ba19cad4/bindings/n-h2-833163-1 HTTP/1.1" status: 404 len: 380 time: 0.0989089 Mar 11 19:33:04.656600 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 851846da-c940-4105-b334-9256ba19cad4, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=851846da-c940-4105-b334-9256ba19cad4,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:33:04.689250 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '851846da-c940-4105-b334-9256ba19cad4', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'port_id': '851846da-c940-4105-b334-9256ba19cad4', 'mac_address': 'fa:16:3e:e8:0a:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bb14923-74c3-4313-be8d-ed33542f05aa', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:33:04.767502 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 851846da-c940-4105-b334-9256ba19cad4 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:33:04.768133 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (851846da-c940-4105-b334-9256ba19cad4), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:04.796627 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 851846da-c940-4105-b334-9256ba19cad4 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:33:04.835610 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 851846da-c940-4105-b334-9256ba19cad4, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=851846da-c940-4105-b334-9256ba19cad4,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:33:04.842255 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (851846da-c940-4105-b334-9256ba19cad4), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:04.843398 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f697153-6f71-4265-b445-dc7a536404b1 req-7e08fb38-0d48-45ca-9e5f-0b5dcfb05885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:04.847653 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8f697153-6f71-4265-b445-dc7a536404b1 req-7e08fb38-0d48-45ca-9e5f-0b5dcfb05885 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=487f8613d1fa45ab81e48e9d9d0fc801&device_id=6a616cbe-b5e8-49cc-8905-093f346d0c83 HTTP/1.1" status: 200 len: 1130 time: 0.0623488 Mar 11 19:33:04.970590 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=851846da-c940-4105-b334-9256ba19cad4,revision_number=8']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:05.004877 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device ea90a6b4-81e1-4ba2-bf4a-7240fe319236 no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:33:05.008659 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f697153-6f71-4265-b445-dc7a536404b1 req-9abee3b1-bd06-4ad5-be98-eb5125635a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:05.010912 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8f697153-6f71-4265-b445-dc7a536404b1 req-9abee3b1-bd06-4ad5-be98-eb5125635a2c service neutron] 10.222.0.57 "GET /v2.0/networks?id=885772b1-9b97-4e1d-a0fb-e125030c5a81 HTTP/1.1" status: 200 len: 870 time: 0.1571074 Mar 11 19:33:05.024942 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ab712fc2-d7a8-4428-b452-52a00b5ff499 req-95c99a84-f1e1-47dc-9bc8-d2934f50c158 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=612cc066-33e3-444d-b1c7-d0a64751482a HTTP/1.1" status: 200 len: 258 time: 0.9714649 Mar 11 19:33:05.048256 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: ea90a6b4-81e1-4ba2-bf4a-7240fe319236 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:33:05.048501 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device ea90a6b4-81e1-4ba2-bf4a-7240fe319236 not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:33:05.053589 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-ab712fc2-d7a8-4428-b452-52a00b5ff499 req-51309236-79c0-43d1-8e89-9fff1b28b611 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Request body: {'floatingip': {'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:33:05.061785 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fe28000f-a116-4047-831c-8cbbf2ce8ad4 req-0e5e27f7-0b83-4842-963f-17cb2fadfdce service neutron] 10.222.0.57 "GET /v2.0/networks/4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9817863 Mar 11 19:33:05.074185 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8f697153-6f71-4265-b445-dc7a536404b1 req-8f1187fd-3291-4505-92ec-ffa7151acdd6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=851846da-c940-4105-b334-9256ba19cad4 HTTP/1.1" status: 200 len: 217 time: 0.0574553 Mar 11 19:33:05.157647 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f697153-6f71-4265-b445-dc7a536404b1 req-fe039c07-060e-4c98-af9e-45470e06d571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:05.159331 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8f697153-6f71-4265-b445-dc7a536404b1 req-fe039c07-060e-4c98-af9e-45470e06d571 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.0786645 Mar 11 19:33:05.196406 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c77e8d-110a-4a52-bbc0-f28e7c2aa014 req-90458c5d-67e2-4819-aecc-eab180a8da06 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:05.198305 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-62c77e8d-110a-4a52-bbc0-f28e7c2aa014 req-90458c5d-67e2-4819-aecc-eab180a8da06 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b11db00-86e7-4155-a147-13490d09c29f HTTP/1.1" status: 200 len: 943 time: 0.8347781 Mar 11 19:33:05.201891 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['851846da-c940-4105-b334-9256ba19cad4'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:33:05.207390 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ab712fc2-d7a8-4428-b452-52a00b5ff499 req-51309236-79c0-43d1-8e89-9fff1b28b611 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:05.240206 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f697153-6f71-4265-b445-dc7a536404b1 req-4a770097-097a-4c69-a27b-c9b2cefd0601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:05.243993 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8f697153-6f71-4265-b445-dc7a536404b1 req-4a770097-097a-4c69-a27b-c9b2cefd0601 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0787566 Mar 11 19:33:05.245483 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ec10d-523a-4e39-be04-423095a3595e req-f663bca6-cff2-4b72-9f5c-3e05875fbf63 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:05.247159 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ad1ec10d-523a-4e39-be04-423095a3595e req-f663bca6-cff2-4b72-9f5c-3e05875fbf63 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.75 "GET /v2.0/networks?id=4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a HTTP/1.1" status: 200 len: 807 time: 0.9271214 Mar 11 19:33:05.280453 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-ad1ec10d-523a-4e39-be04-423095a3595e req-faec96e0-cb7c-4444-b821-a1c184f9332f tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Request body: {'port': {'device_id': 'f146c6f5-c337-4e48-b979-f28e2141d131', 'network_id': '4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a', 'admin_state_up': True, 'tenant_id': 'f95acd8ec5ef45d8b7ae8994d46f4375'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:33:05.382254 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc036e3-2d82-4d40-919d-10501aca67d2 req-5407fc98-6247-4535-9666-c8aeab733b1a tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:05.384207 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8cc036e3-2d82-4d40-919d-10501aca67d2 req-5407fc98-6247-4535-9666-c8aeab733b1a tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.75 "GET /v2.0/networks?id=ebcba11a-843a-4869-86af-b253155a3bc2 HTTP/1.1" status: 200 len: 804 time: 0.4007597 Mar 11 19:33:05.387402 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8f697153-6f71-4265-b445-dc7a536404b1 req-a78dd3a9-c9e4-44a1-8a97-aeaf4f6f9dac service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366923 Mar 11 19:33:05.419342 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-8cc036e3-2d82-4d40-919d-10501aca67d2 req-62b846d7-833f-40ef-86e0-9c2ed9b8d175 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Request body: {'port': {'device_id': '964811fe-e680-478b-b639-5af42d371a0c', 'network_id': 'ebcba11a-843a-4869-86af-b253155a3bc2', 'admin_state_up': True, 'tenant_id': '8507785a0a9f4061bbead22d50c44419'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:33:05.444975 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fe28000f-a116-4047-831c-8cbbf2ce8ad4 req-806088d8-7173-45bb-a655-150d55be5a5b service neutron] 10.222.0.57 "GET /v2.0/networks/4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3745139 Mar 11 19:33:05.477127 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-62c77e8d-110a-4a52-bbc0-f28e7c2aa014 req-8383f6c3-89ff-4796-b90c-18bcba26deaf tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287123 Mar 11 19:33:05.554412 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8f697153-6f71-4265-b445-dc7a536404b1 req-a62200c4-c803-4f3c-9734-9aa9dd294f5d service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585026 Mar 11 19:33:05.653478 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad1ec10d-523a-4e39-be04-423095a3595e req-faec96e0-cb7c-4444-b821-a1c184f9332f tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Made reservation on behalf of f95acd8ec5ef45d8b7ae8994d46f4375 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:33:05.656763 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ad1ec10d-523a-4e39-be04-423095a3595e req-faec96e0-cb7c-4444-b821-a1c184f9332f tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:05.692245 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ab712fc2-d7a8-4428-b452-52a00b5ff499 req-51309236-79c0-43d1-8e89-9fff1b28b611 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:05.719207 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cc036e3-2d82-4d40-919d-10501aca67d2 req-62b846d7-833f-40ef-86e0-9c2ed9b8d175 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Made reservation on behalf of 8507785a0a9f4061bbead22d50c44419 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:33:05.723463 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8cc036e3-2d82-4d40-919d-10501aca67d2 req-62b846d7-833f-40ef-86e0-9c2ed9b8d175 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:05.820778 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726eb37f-64d4-4bba-aeec-97c62beda01f req-8606da7a-9c35-484b-95bf-d628446db992 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:05.823274 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-726eb37f-64d4-4bba-aeec-97c62beda01f req-8606da7a-9c35-484b-95bf-d628446db992 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a616cbe-b5e8-49cc-8905-093f346d0c83 HTTP/1.1" status: 200 len: 949 time: 0.2161684 Mar 11 19:33:06.018432 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-726eb37f-64d4-4bba-aeec-97c62beda01f req-fe53381e-fc7d-4acb-99d6-d4b515a8ab54 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830645 Mar 11 19:33:06.043339 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-ab712fc2-d7a8-4428-b452-52a00b5ff499 req-51309236-79c0-43d1-8e89-9fff1b28b611 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Allocated IP 172.25.8.137 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/162b02bf-a6a5-4b9c-a6a9-6adb8e0dbd0e) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:33:06.093034 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-ad1ec10d-523a-4e39-be04-423095a3595e req-faec96e0-cb7c-4444-b821-a1c184f9332f tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Allocated IP 172.20.0.9 (4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a/f742a986-c135-4269-ad05-332f85e495a8/07a01ffe-714a-411e-a2e0-f49ec4aa01da) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:33:06.135616 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-8cc036e3-2d82-4d40-919d-10501aca67d2 req-62b846d7-833f-40ef-86e0-9c2ed9b8d175 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Allocated IP 172.20.0.6 (ebcba11a-843a-4869-86af-b253155a3bc2/654fe02a-2387-4189-a51d-09de4e86c125/118bffad-6722-43c2-b115-a2576f39b69d) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:33:06.412786 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5302b226-e836-47aa-9e32-58e763eb9c8b req-06e2cd16-d0de-4c87-b4ae-f2b419be33c6 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:06.417979 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5302b226-e836-47aa-9e32-58e763eb9c8b req-06e2cd16-d0de-4c87-b4ae-f2b419be33c6 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:06.423250 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5302b226-e836-47aa-9e32-58e763eb9c8b req-06e2cd16-d0de-4c87-b4ae-f2b419be33c6 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:06.428509 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5302b226-e836-47aa-9e32-58e763eb9c8b req-06e2cd16-d0de-4c87-b4ae-f2b419be33c6 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:06.434283 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5302b226-e836-47aa-9e32-58e763eb9c8b req-06e2cd16-d0de-4c87-b4ae-f2b419be33c6 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:06.439545 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5302b226-e836-47aa-9e32-58e763eb9c8b req-06e2cd16-d0de-4c87-b4ae-f2b419be33c6 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:06.444815 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5302b226-e836-47aa-9e32-58e763eb9c8b req-06e2cd16-d0de-4c87-b4ae-f2b419be33c6 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:06.446707 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5302b226-e836-47aa-9e32-58e763eb9c8b req-06e2cd16-d0de-4c87-b4ae-f2b419be33c6 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 5419 time: 0.2887490 Mar 11 19:33:06.450297 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ab712fc2-d7a8-4428-b452-52a00b5ff499 req-51309236-79c0-43d1-8e89-9fff1b28b611 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Publish callbacks [] for port (162b02bf-a6a5-4b9c-a6a9-6adb8e0dbd0e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:06.461210 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 851846da-c940-4105-b334-9256ba19cad4 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:33:06.523445 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port 851846da-c940-4105-b334-9256ba19cad4 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:33:06.527819 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 851846da-c940-4105-b334-9256ba19cad4 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:33:06.528202 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (851846da-c940-4105-b334-9256ba19cad4), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:06.613282 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 851846da-c940-4105-b334-9256ba19cad4 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:33:06.613699 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (851846da-c940-4105-b334-9256ba19cad4), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:06.626307 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5302b226-e836-47aa-9e32-58e763eb9c8b req-9bd89199-9f48-4858-b18c-2a11de274dbc tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=da55a647-62ee-4d15-a963-651fcfed7127&id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1478021 Mar 11 19:33:06.639308 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a616cbe-b5e8-49cc-8905-093f346d0c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851846da-c940-4105-b334-9256ba19cad4'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:33:06.642491 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a650de-7c15-4018-9e88-544244a0a320" -d '{"events": [{"server_uuid": "6a616cbe-b5e8-49cc-8905-093f346d0c83", "name": "network-vif-plugged", "status": "completed", "tag": "851846da-c940-4105-b334-9256ba19cad4"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:33:06.668964 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 851846da-c940-4105-b334-9256ba19cad4, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=851846da-c940-4105-b334-9256ba19cad4,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:33:06.674397 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (851846da-c940-4105-b334-9256ba19cad4), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:06.675420 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ad1ec10d-523a-4e39-be04-423095a3595e req-faec96e0-cb7c-4444-b821-a1c184f9332f tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Publish callbacks [] for port (07a01ffe-714a-411e-a2e0-f49ec4aa01da), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:06.678885 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ab712fc2-d7a8-4428-b452-52a00b5ff499 req-51309236-79c0-43d1-8e89-9fff1b28b611 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (162b02bf-a6a5-4b9c-a6a9-6adb8e0dbd0e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:06.684597 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8cc036e3-2d82-4d40-919d-10501aca67d2 req-62b846d7-833f-40ef-86e0-9c2ed9b8d175 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Publish callbacks [] for port (118bffad-6722-43c2-b115-a2576f39b69d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:06.739042 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=851846da-c940-4105-b334-9256ba19cad4,revision_number=9']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:06.752408 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab712fc2-d7a8-4428-b452-52a00b5ff499 req-51309236-79c0-43d1-8e89-9fff1b28b611 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:33:06.788008 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-ab712fc2-d7a8-4428-b452-52a00b5ff499 req-51309236-79c0-43d1-8e89-9fff1b28b611 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:33:06.798396 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-73d2871a-9c8b-4028-8996-16b7b1f4e17a req-e967a91a-4856-45f3-9b26-a1847fbc72ac tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/ports?device_id=964811fe-e680-478b-b639-5af42d371a0c HTTP/1.1" status: 200 len: 210 time: 0.0582569 Mar 11 19:33:06.803367 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab712fc2-d7a8-4428-b452-52a00b5ff499 req-51309236-79c0-43d1-8e89-9fff1b28b611 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:33:06.811683 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51309236-79c0-43d1-8e89-9fff1b28b611 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Pushing event updated for resources: {'Port': ['ID=162b02bf-a6a5-4b9c-a6a9-6adb8e0dbd0e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:06.857868 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ad1ec10d-523a-4e39-be04-423095a3595e req-faec96e0-cb7c-4444-b821-a1c184f9332f tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (07a01ffe-714a-411e-a2e0-f49ec4aa01da), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:06.871524 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:33:06.897880 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8cc036e3-2d82-4d40-919d-10501aca67d2 req-62b846d7-833f-40ef-86e0-9c2ed9b8d175 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (118bffad-6722-43c2-b115-a2576f39b69d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:06.918625 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad1ec10d-523a-4e39-be04-423095a3595e req-faec96e0-cb7c-4444-b821-a1c184f9332f tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Network 4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:33:06.925219 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-ad1ec10d-523a-4e39-be04-423095a3595e req-faec96e0-cb7c-4444-b821-a1c184f9332f tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:33:06.953623 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad1ec10d-523a-4e39-be04-423095a3595e req-faec96e0-cb7c-4444-b821-a1c184f9332f tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:33:07.255053 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faec96e0-cb7c-4444-b821-a1c184f9332f tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Pushing event updated for resources: {'Port': ['ID=07a01ffe-714a-411e-a2e0-f49ec4aa01da,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:07.260499 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cc036e3-2d82-4d40-919d-10501aca67d2 req-62b846d7-833f-40ef-86e0-9c2ed9b8d175 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Network ebcba11a-843a-4869-86af-b253155a3bc2 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:33:07.275064 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-8cc036e3-2d82-4d40-919d-10501aca67d2 req-62b846d7-833f-40ef-86e0-9c2ed9b8d175 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:33:07.303592 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cc036e3-2d82-4d40-919d-10501aca67d2 req-62b846d7-833f-40ef-86e0-9c2ed9b8d175 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:33:07.350677 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a388e-408b-4218-a39c-31571ab35e4b req-a2497fbf-6663-482b-90ea-82d1e876f801 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:07.352187 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-886a388e-408b-4218-a39c-31571ab35e4b req-a2497fbf-6663-482b-90ea-82d1e876f801 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=f146c6f5-c337-4e48-b979-f28e2141d131 HTTP/1.1" status: 200 len: 931 time: 0.4558976 Mar 11 19:33:07.370360 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ec10d-523a-4e39-be04-423095a3595e req-faec96e0-cb7c-4444-b821-a1c184f9332f tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:07.370955 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ad1ec10d-523a-4e39-be04-423095a3595e req-faec96e0-cb7c-4444-b821-a1c184f9332f tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:07.388709 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ab712fc2-d7a8-4428-b452-52a00b5ff499 req-51309236-79c0-43d1-8e89-9fff1b28b611 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Publish callbacks [] for floatingip (6a36e5d2-6d8a-4860-87fc-3d0ab1e4e9dc), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:07.399781 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b846d7-833f-40ef-86e0-9c2ed9b8d175 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Pushing event updated for resources: {'Port': ['ID=118bffad-6722-43c2-b115-a2576f39b69d,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:07.423954 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc036e3-2d82-4d40-919d-10501aca67d2 req-62b846d7-833f-40ef-86e0-9c2ed9b8d175 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:07.424551 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8cc036e3-2d82-4d40-919d-10501aca67d2 req-62b846d7-833f-40ef-86e0-9c2ed9b8d175 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:07.451496 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ad1ec10d-523a-4e39-be04-423095a3595e req-faec96e0-cb7c-4444-b821-a1c184f9332f tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1745613 Mar 11 19:33:07.469883 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-ad1ec10d-523a-4e39-be04-423095a3595e req-c6fd5325-0889-4150-ac14-b9e46cbbd364 service neutron] Request body: {'port': {'device_id': 'f146c6f5-c337-4e48-b979-f28e2141d131', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:33:07.501135 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ab712fc2-d7a8-4428-b452-52a00b5ff499 req-51309236-79c0-43d1-8e89-9fff1b28b611 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (162b02bf-a6a5-4b9c-a6a9-6adb8e0dbd0e), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:07.505312 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8cc036e3-2d82-4d40-919d-10501aca67d2 req-62b846d7-833f-40ef-86e0-9c2ed9b8d175 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0902207 Mar 11 19:33:07.535587 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-8cc036e3-2d82-4d40-919d-10501aca67d2 req-45a77e01-77a2-4333-b194-478badaa3274 service neutron] Request body: {'port': {'device_id': '964811fe-e680-478b-b639-5af42d371a0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:33:07.542059 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-886a388e-408b-4218-a39c-31571ab35e4b req-f6dd08e0-48c5-4e12-87d6-ffbf7bf8e808 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782918 Mar 11 19:33:07.675940 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ad1ec10d-523a-4e39-be04-423095a3595e req-c6fd5325-0889-4150-ac14-b9e46cbbd364 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (07a01ffe-714a-411e-a2e0-f49ec4aa01da), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:07.716031 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8cc036e3-2d82-4d40-919d-10501aca67d2 req-45a77e01-77a2-4333-b194-478badaa3274 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (118bffad-6722-43c2-b115-a2576f39b69d), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:07.855273 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b552b36-273e-4515-9997-6418d851b91b req-08c58dd9-5a8b-4583-bfab-927bb40d1935 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:07.856916 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6b552b36-273e-4515-9997-6418d851b91b req-08c58dd9-5a8b-4583-bfab-927bb40d1935 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b11db00-86e7-4155-a147-13490d09c29f HTTP/1.1" status: 200 len: 943 time: 0.2433093 Mar 11 19:33:08.066709 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ab712fc2-d7a8-4428-b452-52a00b5ff499 req-51309236-79c0-43d1-8e89-9fff1b28b611 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Publish callbacks [] for port (162b02bf-a6a5-4b9c-a6a9-6adb8e0dbd0e), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:08.086596 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ab712fc2-d7a8-4428-b452-52a00b5ff499 req-51309236-79c0-43d1-8e89-9fff1b28b611 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (162b02bf-a6a5-4b9c-a6a9-6adb8e0dbd0e), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:08.102067 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6b552b36-273e-4515-9997-6418d851b91b req-f89f7b77-62b7-40eb-97b1-e6abe704fd24 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343490 Mar 11 19:33:08.170182 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a6e35a9-836a-45f9-bdc6-27b21b0411ac x-openstack-request-id: req-7a6e35a9-836a-45f9-bdc6-27b21b0411ac {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:33:08.171547 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a616cbe-b5e8-49cc-8905-093f346d0c83", "name": "network-vif-plugged", "status": "completed", "tag": "851846da-c940-4105-b334-9256ba19cad4", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:33:08.171547 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7a6e35a9-836a-45f9-bdc6-27b21b0411ac {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:33:08.171547 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a616cbe-b5e8-49cc-8905-093f346d0c83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851846da-c940-4105-b334-9256ba19cad4', 'code': 200} Mar 11 19:33:08.265541 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51309236-79c0-43d1-8e89-9fff1b28b611 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Pushing event updated for resources: {'Port': ['ID=162b02bf-a6a5-4b9c-a6a9-6adb8e0dbd0e,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:08.341902 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ab712fc2-d7a8-4428-b452-52a00b5ff499 req-51309236-79c0-43d1-8e89-9fff1b28b611 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (6a36e5d2-6d8a-4860-87fc-3d0ab1e4e9dc), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:08.386693 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ab712fc2-d7a8-4428-b452-52a00b5ff499 req-51309236-79c0-43d1-8e89-9fff1b28b611 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:08.387838 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ab712fc2-d7a8-4428-b452-52a00b5ff499 req-51309236-79c0-43d1-8e89-9fff1b28b611 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3548260 Mar 11 19:33:08.405238 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a86c7f-6580-4881-b2e6-6da0b58c9f98 req-18b3eb9f-f144-46a6-8f46-ac727ef67235 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:08.406670 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-67a86c7f-6580-4881-b2e6-6da0b58c9f98 req-18b3eb9f-f144-46a6-8f46-ac727ef67235 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a616cbe-b5e8-49cc-8905-093f346d0c83 HTTP/1.1" status: 200 len: 950 time: 0.1842639 Mar 11 19:33:08.545916 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-8cc036e3-2d82-4d40-919d-10501aca67d2 req-45a77e01-77a2-4333-b194-478badaa3274 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 118bffad-6722-43c2-b115-a2576f39b69d {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:33:08.553576 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ab712fc2-d7a8-4428-b452-52a00b5ff499 req-94bd4775-32ec-429b-9bba-c833c879fa5a tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.137 HTTP/1.1" status: 200 len: 696 time: 0.1568143 Mar 11 19:33:08.566489 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-ad1ec10d-523a-4e39-be04-423095a3595e req-c6fd5325-0889-4150-ac14-b9e46cbbd364 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07a01ffe-714a-411e-a2e0-f49ec4aa01da {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:33:08.571570 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8cc036e3-2d82-4d40-919d-10501aca67d2 req-45a77e01-77a2-4333-b194-478badaa3274 service neutron] Publish callbacks [] for port (118bffad-6722-43c2-b115-a2576f39b69d), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:08.595372 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ad1ec10d-523a-4e39-be04-423095a3595e req-c6fd5325-0889-4150-ac14-b9e46cbbd364 service neutron] Publish callbacks [] for port (07a01ffe-714a-411e-a2e0-f49ec4aa01da), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:08.631855 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-8cc036e3-2d82-4d40-919d-10501aca67d2 req-45a77e01-77a2-4333-b194-478badaa3274 service neutron] Transition to ACTIVE for port object 118bffad-6722-43c2-b115-a2576f39b69d will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:33:08.649023 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8cc036e3-2d82-4d40-919d-10501aca67d2 req-45a77e01-77a2-4333-b194-478badaa3274 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (118bffad-6722-43c2-b115-a2576f39b69d), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:08.659077 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-67a86c7f-6580-4881-b2e6-6da0b58c9f98 req-e6ce7177-e706-41ea-a9f9-dfd62900f675 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277389 Mar 11 19:33:08.660047 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-ad1ec10d-523a-4e39-be04-423095a3595e req-c6fd5325-0889-4150-ac14-b9e46cbbd364 service neutron] Transition to ACTIVE for port object 07a01ffe-714a-411e-a2e0-f49ec4aa01da will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:33:08.710394 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ad1ec10d-523a-4e39-be04-423095a3595e req-c6fd5325-0889-4150-ac14-b9e46cbbd364 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (07a01ffe-714a-411e-a2e0-f49ec4aa01da), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:08.765876 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a77e01-77a2-4333-b194-478badaa3274 service neutron] Pushing event updated for resources: {'Port': ['ID=118bffad-6722-43c2-b115-a2576f39b69d,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:08.857029 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab712fc2-d7a8-4428-b452-52a00b5ff499 req-c5bbdf70-bcc4-4211-bf86-9d7be113aec3 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:08.858386 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ab712fc2-d7a8-4428-b452-52a00b5ff499 req-c5bbdf70-bcc4-4211-bf86-9d7be113aec3 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] 10.222.0.65 "GET /v2.0/networks/612cc066-33e3-444d-b1c7-d0a64751482a HTTP/1.1" status: 200 len: 784 time: 0.2980053 Mar 11 19:33:09.176543 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fd5325-0889-4150-ac14-b9e46cbbd364 service neutron] Pushing event updated for resources: {'Port': ['ID=07a01ffe-714a-411e-a2e0-f49ec4aa01da,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:09.220621 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bfb75b-d25f-4fe4-8dee-b0167b5caf5b req-448d975f-72d7-4a88-85e9-ab2a20fb32b8 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:09.225881 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bfb75b-d25f-4fe4-8dee-b0167b5caf5b req-448d975f-72d7-4a88-85e9-ab2a20fb32b8 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:09.231808 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bfb75b-d25f-4fe4-8dee-b0167b5caf5b req-448d975f-72d7-4a88-85e9-ab2a20fb32b8 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:09.237089 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bfb75b-d25f-4fe4-8dee-b0167b5caf5b req-448d975f-72d7-4a88-85e9-ab2a20fb32b8 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:09.242380 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bfb75b-d25f-4fe4-8dee-b0167b5caf5b req-448d975f-72d7-4a88-85e9-ab2a20fb32b8 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:09.247700 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bfb75b-d25f-4fe4-8dee-b0167b5caf5b req-448d975f-72d7-4a88-85e9-ab2a20fb32b8 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:09.252999 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bfb75b-d25f-4fe4-8dee-b0167b5caf5b req-448d975f-72d7-4a88-85e9-ab2a20fb32b8 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:09.254956 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-19bfb75b-d25f-4fe4-8dee-b0167b5caf5b req-448d975f-72d7-4a88-85e9-ab2a20fb32b8 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 5419 time: 0.5198858 Mar 11 19:33:09.281484 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-8cc036e3-2d82-4d40-919d-10501aca67d2 req-45a77e01-77a2-4333-b194-478badaa3274 service neutron] Attempting to bind port 118bffad-6722-43c2-b115-a2576f39b69d on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:33:09.282224 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-8cc036e3-2d82-4d40-919d-10501aca67d2 req-45a77e01-77a2-4333-b194-478badaa3274 service neutron] Attempting to bind port 118bffad-6722-43c2-b115-a2576f39b69d by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': 'e04ff9a7-22d1-4d10-8b77-9e68a6488033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'ebcba11a-843a-4869-86af-b253155a3bc2'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:33:09.282594 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc036e3-2d82-4d40-919d-10501aca67d2 req-45a77e01-77a2-4333-b194-478badaa3274 service neutron] Attempting to bind port 118bffad-6722-43c2-b115-a2576f39b69d on network ebcba11a-843a-4869-86af-b253155a3bc2 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:33:09.313048 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc036e3-2d82-4d40-919d-10501aca67d2 req-45a77e01-77a2-4333-b194-478badaa3274 service neutron] Port 118bffad-6722-43c2-b115-a2576f39b69d on network ebcba11a-843a-4869-86af-b253155a3bc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:33:09.313373 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc036e3-2d82-4d40-919d-10501aca67d2 req-45a77e01-77a2-4333-b194-478badaa3274 service neutron] Attempting to bind port 118bffad-6722-43c2-b115-a2576f39b69d on network ebcba11a-843a-4869-86af-b253155a3bc2 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:33:09.317881 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-ad1ec10d-523a-4e39-be04-423095a3595e req-c6fd5325-0889-4150-ac14-b9e46cbbd364 service neutron] Attempting to bind port 07a01ffe-714a-411e-a2e0-f49ec4aa01da on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:33:09.318214 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-ad1ec10d-523a-4e39-be04-423095a3595e req-c6fd5325-0889-4150-ac14-b9e46cbbd364 service neutron] Attempting to bind port 07a01ffe-714a-411e-a2e0-f49ec4aa01da by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '9cb9d205-9190-43c8-b078-f8df09db6175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:33:09.318534 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1ec10d-523a-4e39-be04-423095a3595e req-c6fd5325-0889-4150-ac14-b9e46cbbd364 service neutron] Attempting to bind port 07a01ffe-714a-411e-a2e0-f49ec4aa01da on network 4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:33:09.334196 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc036e3-2d82-4d40-919d-10501aca67d2 req-45a77e01-77a2-4333-b194-478badaa3274 service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:33:09.334531 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc036e3-2d82-4d40-919d-10501aca67d2 req-45a77e01-77a2-4333-b194-478badaa3274 service neutron] Checking segment: {'id': 'e04ff9a7-22d1-4d10-8b77-9e68a6488033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'ebcba11a-843a-4869-86af-b253155a3bc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:33:09.334915 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc036e3-2d82-4d40-919d-10501aca67d2 req-45a77e01-77a2-4333-b194-478badaa3274 service neutron] Bound using segment: {'id': 'e04ff9a7-22d1-4d10-8b77-9e68a6488033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'ebcba11a-843a-4869-86af-b253155a3bc2'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:33:09.335342 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-8cc036e3-2d82-4d40-919d-10501aca67d2 req-45a77e01-77a2-4333-b194-478badaa3274 service neutron] Bound port: 118bffad-6722-43c2-b115-a2576f39b69d, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e04ff9a7-22d1-4d10-8b77-9e68a6488033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'ebcba11a-843a-4869-86af-b253155a3bc2'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:33:09.335724 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8cc036e3-2d82-4d40-919d-10501aca67d2 req-45a77e01-77a2-4333-b194-478badaa3274 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (118bffad-6722-43c2-b115-a2576f39b69d), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:09.340668 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1ec10d-523a-4e39-be04-423095a3595e req-c6fd5325-0889-4150-ac14-b9e46cbbd364 service neutron] Port 07a01ffe-714a-411e-a2e0-f49ec4aa01da on network 4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:33:09.340994 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1ec10d-523a-4e39-be04-423095a3595e req-c6fd5325-0889-4150-ac14-b9e46cbbd364 service neutron] Attempting to bind port 07a01ffe-714a-411e-a2e0-f49ec4aa01da on network 4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:33:09.348907 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c613c-54b2-4535-9eff-8c56c3bf4a71 req-116ed073-279c-437c-b6dc-f05286e94d53 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:09.350366 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9a7c613c-54b2-4535-9eff-8c56c3bf4a71 req-116ed073-279c-437c-b6dc-f05286e94d53 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/ports?device_id=964811fe-e680-478b-b639-5af42d371a0c HTTP/1.1" status: 200 len: 943 time: 0.2007093 Mar 11 19:33:09.378343 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1ec10d-523a-4e39-be04-423095a3595e req-c6fd5325-0889-4150-ac14-b9e46cbbd364 service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:33:09.378682 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1ec10d-523a-4e39-be04-423095a3595e req-c6fd5325-0889-4150-ac14-b9e46cbbd364 service neutron] Checking segment: {'id': '9cb9d205-9190-43c8-b078-f8df09db6175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:33:09.379059 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad1ec10d-523a-4e39-be04-423095a3595e req-c6fd5325-0889-4150-ac14-b9e46cbbd364 service neutron] Bound using segment: {'id': '9cb9d205-9190-43c8-b078-f8df09db6175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:33:09.379491 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-ad1ec10d-523a-4e39-be04-423095a3595e req-c6fd5325-0889-4150-ac14-b9e46cbbd364 service neutron] Bound port: 07a01ffe-714a-411e-a2e0-f49ec4aa01da, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cb9d205-9190-43c8-b078-f8df09db6175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:33:09.379869 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ad1ec10d-523a-4e39-be04-423095a3595e req-c6fd5325-0889-4150-ac14-b9e46cbbd364 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (07a01ffe-714a-411e-a2e0-f49ec4aa01da), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:09.439347 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-19bfb75b-d25f-4fe4-8dee-b0167b5caf5b req-59d027d6-2d96-4863-a0ba-26eec6e995e9 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=da55a647-62ee-4d15-a963-651fcfed7127&id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1727042 Mar 11 19:33:09.509928 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9a7c613c-54b2-4535-9eff-8c56c3bf4a71 req-1c17910f-4654-40d7-b1ee-83646866fe4f tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e295548-40c6-4aff-8eff-a54d88cb1f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467969 Mar 11 19:33:09.535755 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-8cc036e3-2d82-4d40-919d-10501aca67d2 req-45a77e01-77a2-4333-b194-478badaa3274 service neutron] For port 118bffad-6722-43c2-b115-a2576f39b69d, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:33:09.570734 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-8cc036e3-2d82-4d40-919d-10501aca67d2 req-45a77e01-77a2-4333-b194-478badaa3274 service neutron] For port 118bffad-6722-43c2-b115-a2576f39b69d, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=118bffad-6722-43c2-b115-a2576f39b69d,segment=NetworkSegment(e04ff9a7-22d1-4d10-8b77-9e68a6488033),segment_id=e04ff9a7-22d1-4d10-8b77-9e68a6488033)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:33:09.572898 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-ad1ec10d-523a-4e39-be04-423095a3595e req-c6fd5325-0889-4150-ac14-b9e46cbbd364 service neutron] For port 07a01ffe-714a-411e-a2e0-f49ec4aa01da, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:33:09.614418 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8cc036e3-2d82-4d40-919d-10501aca67d2 req-45a77e01-77a2-4333-b194-478badaa3274 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (118bffad-6722-43c2-b115-a2576f39b69d), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:09.631463 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-ad1ec10d-523a-4e39-be04-423095a3595e req-c6fd5325-0889-4150-ac14-b9e46cbbd364 service neutron] For port 07a01ffe-714a-411e-a2e0-f49ec4aa01da, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=07a01ffe-714a-411e-a2e0-f49ec4aa01da,segment=NetworkSegment(9cb9d205-9190-43c8-b078-f8df09db6175),segment_id=9cb9d205-9190-43c8-b078-f8df09db6175)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:33:09.672679 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ad1ec10d-523a-4e39-be04-423095a3595e req-c6fd5325-0889-4150-ac14-b9e46cbbd364 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (07a01ffe-714a-411e-a2e0-f49ec4aa01da), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:09.675555 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc036e3-2d82-4d40-919d-10501aca67d2 req-45a77e01-77a2-4333-b194-478badaa3274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:09.676213 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8cc036e3-2d82-4d40-919d-10501aca67d2 req-45a77e01-77a2-4333-b194-478badaa3274 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:09.677630 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8cc036e3-2d82-4d40-919d-10501aca67d2 req-45a77e01-77a2-4333-b194-478badaa3274 service neutron] 10.222.0.75 "PUT /v2.0/ports/118bffad-6722-43c2-b115-a2576f39b69d HTTP/1.1" status: 200 len: 1091 time: 2.1495976 Mar 11 19:33:09.683852 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '964811fe-e680-478b-b639-5af42d371a0c', 'tag': '118bffad-6722-43c2-b115-a2576f39b69d'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:33:09.686064 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5291757f-6ef4-42a9-9e37-684acd12fba4" -d '{"events": [{"name": "network-changed", "server_uuid": "964811fe-e680-478b-b639-5af42d371a0c", "tag": "118bffad-6722-43c2-b115-a2576f39b69d"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:33:09.700593 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf981193-e84e-4efd-bdc4-0499620d714a req-4d78dfef-ebe8-4337-8372-c3a564ae076a tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:09.702351 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bf981193-e84e-4efd-bdc4-0499620d714a req-4d78dfef-ebe8-4337-8372-c3a564ae076a tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=f146c6f5-c337-4e48-b979-f28e2141d131 HTTP/1.1" status: 200 len: 943 time: 0.1915307 Mar 11 19:33:09.743468 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a77e01-77a2-4333-b194-478badaa3274 service neutron] Pushing event updated for resources: {'Port': ['ID=118bffad-6722-43c2-b115-a2576f39b69d,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:09.748467 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ec10d-523a-4e39-be04-423095a3595e req-c6fd5325-0889-4150-ac14-b9e46cbbd364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:09.749046 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ad1ec10d-523a-4e39-be04-423095a3595e req-c6fd5325-0889-4150-ac14-b9e46cbbd364 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:09.750417 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ad1ec10d-523a-4e39-be04-423095a3595e req-c6fd5325-0889-4150-ac14-b9e46cbbd364 service neutron] 10.222.0.75 "PUT /v2.0/ports/07a01ffe-714a-411e-a2e0-f49ec4aa01da HTTP/1.1" status: 200 len: 1091 time: 2.2891319 Mar 11 19:33:09.804332 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab68e6-eff1-4137-83f1-1ce7a0f10f32 req-47f1f194-1eb9-4f2d-99fc-4f7650208798 tempest-MigrationsAdminTest-109606531 tempest-MigrationsAdminTest-109606531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:09.805826 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3dab68e6-eff1-4137-83f1-1ce7a0f10f32 req-47f1f194-1eb9-4f2d-99fc-4f7650208798 tempest-MigrationsAdminTest-109606531 tempest-MigrationsAdminTest-109606531-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=6a616cbe-b5e8-49cc-8905-093f346d0c83 HTTP/1.1" status: 200 len: 1132 time: 0.2307072 Mar 11 19:33:09.903942 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fd5325-0889-4150-ac14-b9e46cbbd364 service neutron] Pushing event updated for resources: {'Port': ['ID=07a01ffe-714a-411e-a2e0-f49ec4aa01da,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:09.915136 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bf981193-e84e-4efd-bdc4-0499620d714a req-df8a085b-cdab-47d3-a906-0008be245356 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967001 Mar 11 19:33:09.932504 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc036e3-2d82-4d40-919d-10501aca67d2 req-fe616b10-e00e-4cd0-ae9e-9b8db32c51dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:09.934170 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8cc036e3-2d82-4d40-919d-10501aca67d2 req-fe616b10-e00e-4cd0-ae9e-9b8db32c51dc service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8507785a0a9f4061bbead22d50c44419&device_id=964811fe-e680-478b-b639-5af42d371a0c HTTP/1.1" status: 200 len: 1125 time: 0.2074010 Mar 11 19:33:09.943074 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ec10d-523a-4e39-be04-423095a3595e req-2401d47f-a09d-47cd-a85c-3ae2bf5a9c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:09.944619 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ad1ec10d-523a-4e39-be04-423095a3595e req-2401d47f-a09d-47cd-a85c-3ae2bf5a9c06 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f95acd8ec5ef45d8b7ae8994d46f4375&device_id=f146c6f5-c337-4e48-b979-f28e2141d131 HTTP/1.1" status: 200 len: 1125 time: 0.1462095 Mar 11 19:33:09.946780 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3dab68e6-eff1-4137-83f1-1ce7a0f10f32 req-ae0f51f9-ce0b-441e-8b5c-233bcfeb7b44 tempest-MigrationsAdminTest-109606531 tempest-MigrationsAdminTest-109606531-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297987 Mar 11 19:33:10.024328 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8cc036e3-2d82-4d40-919d-10501aca67d2 req-3c9a06ad-623f-4ef9-b83f-97620c85b498 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=118bffad-6722-43c2-b115-a2576f39b69d HTTP/1.1" status: 200 len: 217 time: 0.0765872 Mar 11 19:33:10.026788 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ad1ec10d-523a-4e39-be04-423095a3595e req-2410b750-7eaf-4b5c-b8cb-bb89bae31fdf service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07a01ffe-714a-411e-a2e0-f49ec4aa01da HTTP/1.1" status: 200 len: 217 time: 0.0718505 Mar 11 19:33:10.201977 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc036e3-2d82-4d40-919d-10501aca67d2 req-f4d2966e-f2e7-417f-8f7f-10e2f92235a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:10.203440 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8cc036e3-2d82-4d40-919d-10501aca67d2 req-f4d2966e-f2e7-417f-8f7f-10e2f92235a6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=654fe02a-2387-4189-a51d-09de4e86c125 HTTP/1.1" status: 200 len: 844 time: 0.1477327 Mar 11 19:33:10.204674 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ec10d-523a-4e39-be04-423095a3595e req-b0bc296b-79d5-4d8c-a26c-c93268c2d285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:10.205966 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ad1ec10d-523a-4e39-be04-423095a3595e req-b0bc296b-79d5-4d8c-a26c-c93268c2d285 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f742a986-c135-4269-ad05-332f85e495a8 HTTP/1.1" status: 200 len: 847 time: 0.1513393 Mar 11 19:33:10.221133 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe230b-3b8d-4bf9-a7bd-1462e6cf1947 req-3c8dd9c5-6ecf-49e6-826a-07d443e0e75a tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:10.222533 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b9fe230b-3b8d-4bf9-a7bd-1462e6cf1947 req-3c8dd9c5-6ecf-49e6-826a-07d443e0e75a tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] 10.222.0.65 "GET /v2.0/ports?device_id=8acf5f78-d2d5-47ed-961a-14c2f061bcda&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2004609 Mar 11 19:33:10.284719 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8cc036e3-2d82-4d40-919d-10501aca67d2 req-d71e9a51-5bca-4693-b0e7-6a019e20799d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ebcba11a-843a-4869-86af-b253155a3bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610888 Mar 11 19:33:10.288700 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ad1ec10d-523a-4e39-be04-423095a3595e req-9ad1539d-5858-4965-ab95-8d133b6c0466 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640545 Mar 11 19:33:10.348311 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74994616-c626-4665-80a0-b57f292432ce req-10aec90a-583e-4821-a9c9-18316a89a404 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:10.349788 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-74994616-c626-4665-80a0-b57f292432ce req-10aec90a-583e-4821-a9c9-18316a89a404 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b11db00-86e7-4155-a147-13490d09c29f HTTP/1.1" status: 200 len: 943 time: 0.2931042 Mar 11 19:33:10.354408 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b9fe230b-3b8d-4bf9-a7bd-1462e6cf1947 req-ca01eb23-f776-4a3b-a49e-2162d0e33389 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.137 HTTP/1.1" status: 200 len: 696 time: 0.1110864 Mar 11 19:33:10.389533 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-b9fe230b-3b8d-4bf9-a7bd-1462e6cf1947 req-788306aa-4bda-4247-901a-40a5c202cd6e tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Request body: {'floatingip': {'port_id': '54320e06-748f-4d35-858e-1030a1319bbf', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:33:10.512732 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b9fe230b-3b8d-4bf9-a7bd-1462e6cf1947 req-788306aa-4bda-4247-901a-40a5c202cd6e tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Publish callbacks [] for floatingip (6a36e5d2-6d8a-4860-87fc-3d0ab1e4e9dc), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:10.617077 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-74994616-c626-4665-80a0-b57f292432ce req-e0de0c36-7cb6-4c85-a60a-df31af2dc0da tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424061 Mar 11 19:33:10.659382 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ad1ec10d-523a-4e39-be04-423095a3595e req-35a960af-5b14-45e1-a88a-96f28f4be69a service neutron] 10.222.0.75 "GET /v2.0/networks/4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3356526 Mar 11 19:33:10.664986 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8cc036e3-2d82-4d40-919d-10501aca67d2 req-2afa0993-130c-4f3a-8d2e-150b3e84195e service neutron] 10.222.0.75 "GET /v2.0/networks/ebcba11a-843a-4869-86af-b253155a3bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451631 Mar 11 19:33:10.691121 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-718e4bb9-7bcd-4169-b4bf-d1f3edf70ee9 x-openstack-request-id: req-718e4bb9-7bcd-4169-b4bf-d1f3edf70ee9 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:33:10.691430 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "964811fe-e680-478b-b639-5af42d371a0c", "tag": "118bffad-6722-43c2-b115-a2576f39b69d", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:33:10.692086 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-718e4bb9-7bcd-4169-b4bf-d1f3edf70ee9 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:33:10.692282 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '964811fe-e680-478b-b639-5af42d371a0c', 'tag': '118bffad-6722-43c2-b115-a2576f39b69d', 'status': 'completed', 'code': 200} Mar 11 19:33:10.954801 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ad1ec10d-523a-4e39-be04-423095a3595e req-e33d8077-860d-4c62-b59c-d6090215356e service neutron] 10.222.0.75 "GET /v2.0/networks/4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853510 Mar 11 19:33:10.970090 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8cc036e3-2d82-4d40-919d-10501aca67d2 req-d58a4827-b42c-4adf-8382-c8909d6c6eb7 service neutron] 10.222.0.75 "GET /v2.0/networks/ebcba11a-843a-4869-86af-b253155a3bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994959 Mar 11 19:33:10.996708 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b6bca-0ab2-4b7b-909b-2f770457ea95 req-c8937f67-2c36-4c8f-a65d-2a5ec784b3e9 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:11.002003 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b6bca-0ab2-4b7b-909b-2f770457ea95 req-c8937f67-2c36-4c8f-a65d-2a5ec784b3e9 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:11.007309 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b6bca-0ab2-4b7b-909b-2f770457ea95 req-c8937f67-2c36-4c8f-a65d-2a5ec784b3e9 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:11.012711 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b6bca-0ab2-4b7b-909b-2f770457ea95 req-c8937f67-2c36-4c8f-a65d-2a5ec784b3e9 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:11.017942 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b6bca-0ab2-4b7b-909b-2f770457ea95 req-c8937f67-2c36-4c8f-a65d-2a5ec784b3e9 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:11.023236 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b6bca-0ab2-4b7b-909b-2f770457ea95 req-c8937f67-2c36-4c8f-a65d-2a5ec784b3e9 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:11.029068 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b6bca-0ab2-4b7b-909b-2f770457ea95 req-c8937f67-2c36-4c8f-a65d-2a5ec784b3e9 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:11.030986 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2b4b6bca-0ab2-4b7b-909b-2f770457ea95 req-c8937f67-2c36-4c8f-a65d-2a5ec784b3e9 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 5419 time: 0.2247653 Mar 11 19:33:11.033124 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device a5aa4d69-5d6e-4efe-a7b4-617450445181 details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:33:11.155044 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port a5aa4d69-5d6e-4efe-a7b4-617450445181, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=a5aa4d69-5d6e-4efe-a7b4-617450445181,segment=NetworkSegment(42087326-e85e-4d47-82f7-573695e73a7c),segment_id=42087326-e85e-4d47-82f7-573695e73a7c)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:33:11.172605 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': 'a5aa4d69-5d6e-4efe-a7b4-617450445181', 'network_id': 'b2c20bf2-5907-4ff7-8af6-23603c7d780a', 'port_id': 'a5aa4d69-5d6e-4efe-a7b4-617450445181', 'mac_address': 'fa:16:3e:59:0f:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7be26a8-b37a-4d01-b7d9-b9690160171c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:33:11.210858 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2b4b6bca-0ab2-4b7b-909b-2f770457ea95 req-2f0c93c3-01a7-4cf4-af2c-7c8e095e9718 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=da55a647-62ee-4d15-a963-651fcfed7127&id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1509328 Mar 11 19:33:11.245970 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port a5aa4d69-5d6e-4efe-a7b4-617450445181 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:33:11.247086 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a5aa4d69-5d6e-4efe-a7b4-617450445181), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:11.248756 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291757f-6ef4-42a9-9e37-684acd12fba4 req-4d501b73-e706-4acf-a43b-c296d6ee7ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:11.250276 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5291757f-6ef4-42a9-9e37-684acd12fba4 req-4d501b73-e706-4acf-a43b-c296d6ee7ec8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8507785a0a9f4061bbead22d50c44419&device_id=964811fe-e680-478b-b639-5af42d371a0c HTTP/1.1" status: 200 len: 1125 time: 0.1916203 Mar 11 19:33:11.265745 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5aa4d69-5d6e-4efe-a7b4-617450445181 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:33:11.287992 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port a5aa4d69-5d6e-4efe-a7b4-617450445181, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=a5aa4d69-5d6e-4efe-a7b4-617450445181,segment=NetworkSegment(42087326-e85e-4d47-82f7-573695e73a7c),segment_id=42087326-e85e-4d47-82f7-573695e73a7c)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:33:11.294496 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (a5aa4d69-5d6e-4efe-a7b4-617450445181), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:11.396840 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=a5aa4d69-5d6e-4efe-a7b4-617450445181,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:11.631240 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['a5aa4d69-5d6e-4efe-a7b4-617450445181'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:33:11.681188 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.db.resource_extend [req-b9fe230b-3b8d-4bf9-a7bd-1462e6cf1947 req-788306aa-4bda-4247-901a-40a5c202cd6e tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 19:33:11.698549 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d1443a-6557-4ab9-b8cb-ef70d43ecebc req-557a1960-339d-4f19-923b-7864f02cfef2 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:11.701451 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-73d1443a-6557-4ab9-b8cb-ef70d43ecebc req-557a1960-339d-4f19-923b-7864f02cfef2 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/ports?device_id=964811fe-e680-478b-b639-5af42d371a0c HTTP/1.1" status: 200 len: 943 time: 0.1686883 Mar 11 19:33:11.788431 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291757f-6ef4-42a9-9e37-684acd12fba4 req-42cf603c-6d0a-4631-ac77-5c98651be819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:11.789943 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5291757f-6ef4-42a9-9e37-684acd12fba4 req-42cf603c-6d0a-4631-ac77-5c98651be819 service neutron] 10.222.0.75 "GET /v2.0/networks?id=ebcba11a-843a-4869-86af-b253155a3bc2 HTTP/1.1" status: 200 len: 905 time: 0.5330179 Mar 11 19:33:11.865505 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b9fe230b-3b8d-4bf9-a7bd-1462e6cf1947 req-788306aa-4bda-4247-901a-40a5c202cd6e tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:11.872189 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5291757f-6ef4-42a9-9e37-684acd12fba4 req-1c4fb956-728f-42cd-ab3f-1e82fa1c10bf service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=118bffad-6722-43c2-b115-a2576f39b69d HTTP/1.1" status: 200 len: 217 time: 0.0724704 Mar 11 19:33:11.876269 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b9fe230b-3b8d-4bf9-a7bd-1462e6cf1947 req-788306aa-4bda-4247-901a-40a5c202cd6e tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (6a36e5d2-6d8a-4860-87fc-3d0ab1e4e9dc), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:11.925110 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-73d1443a-6557-4ab9-b8cb-ef70d43ecebc req-a41b24e5-447c-479d-bd5a-15a9d3f06c57 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e295548-40c6-4aff-8eff-a54d88cb1f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720080 Mar 11 19:33:11.984302 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291757f-6ef4-42a9-9e37-684acd12fba4 req-2f115749-7c50-4297-aa2a-73b63ff7122a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:11.985761 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5291757f-6ef4-42a9-9e37-684acd12fba4 req-2f115749-7c50-4297-aa2a-73b63ff7122a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=654fe02a-2387-4189-a51d-09de4e86c125 HTTP/1.1" status: 200 len: 844 time: 0.1059046 Mar 11 19:33:12.060138 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5291757f-6ef4-42a9-9e37-684acd12fba4 req-63cc8774-2df0-4c91-8487-3673538ee6a4 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ebcba11a-843a-4869-86af-b253155a3bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358429 Mar 11 19:33:12.122149 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-10640613-39af-4584-9760-63e82ecb1c84 req-afbd7872-d739-4cab-a41e-55d841e39647 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=487f8613d1fa45ab81e48e9d9d0fc801&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0688162 Mar 11 19:33:12.159830 n-d-833163-1 neutron-server[103885]: INFO neutron.db.l3_db [req-b9fe230b-3b8d-4bf9-a7bd-1462e6cf1947 req-788306aa-4bda-4247-901a-40a5c202cd6e tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Floating IP 6a36e5d2-6d8a-4860-87fc-3d0ab1e4e9dc associated. External IP: 172.25.8.137, port: 54320e06-748f-4d35-858e-1030a1319bbf. Mar 11 19:33:12.358725 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5291757f-6ef4-42a9-9e37-684acd12fba4 req-f352e4b7-ec5a-4ec6-a81c-79fe9f5d2bed service neutron] 10.222.0.75 "GET /v2.0/networks/ebcba11a-843a-4869-86af-b253155a3bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708535 Mar 11 19:33:12.423688 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10640613-39af-4584-9760-63e82ecb1c84 req-bf6605cc-45d3-40b8-8b9f-14af48caaa63 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:12.425138 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-10640613-39af-4584-9760-63e82ecb1c84 req-bf6605cc-45d3-40b8-8b9f-14af48caaa63 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2930689 Mar 11 19:33:12.514653 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-10640613-39af-4584-9760-63e82ecb1c84 req-e37dd05a-b92c-4784-97fc-d5ecce2685cf tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/quotas/487f8613d1fa45ab81e48e9d9d0fc801 HTTP/1.1" status: 200 len: 375 time: 0.0545359 Mar 11 19:33:12.564923 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5291757f-6ef4-42a9-9e37-684acd12fba4 req-799f39e6-d3cb-4c86-90ab-48e922e15256 service neutron] 10.222.0.75 "GET /v2.0/networks/ebcba11a-843a-4869-86af-b253155a3bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969686 Mar 11 19:33:12.636627 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-10640613-39af-4584-9760-63e82ecb1c84 req-165b3490-a521-4736-bcc5-109b74bb9a82 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=487f8613d1fa45ab81e48e9d9d0fc801&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1089151 Mar 11 19:33:12.641587 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9fe230b-3b8d-4bf9-a7bd-1462e6cf1947 req-788306aa-4bda-4247-901a-40a5c202cd6e tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Router edb01d22-68e9-4827-b781-aaec25fb923b has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:33:12.693666 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f146c6f5-c337-4e48-b979-f28e2141d131', 'tag': '07a01ffe-714a-411e-a2e0-f49ec4aa01da'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:33:12.696674 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac234e7-354c-400e-8754-c3db734418bc" -d '{"events": [{"name": "network-changed", "server_uuid": "f146c6f5-c337-4e48-b979-f28e2141d131", "tag": "07a01ffe-714a-411e-a2e0-f49ec4aa01da"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:33:12.770854 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9fe230b-3b8d-4bf9-a7bd-1462e6cf1947 req-788306aa-4bda-4247-901a-40a5c202cd6e tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:33:12.777212 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b9fe230b-3b8d-4bf9-a7bd-1462e6cf1947 req-788306aa-4bda-4247-901a-40a5c202cd6e tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:12.783250 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eabeab7-4285-46fb-bd81-86487cc92711 None None] Sync routers for ids ['edb01d22-68e9-4827-b781-aaec25fb923b'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:33:12.813932 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b9fe230b-3b8d-4bf9-a7bd-1462e6cf1947 req-788306aa-4bda-4247-901a-40a5c202cd6e tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] 10.222.0.65 "PUT /v2.0/floatingips/6a36e5d2-6d8a-4860-87fc-3d0ab1e4e9dc HTTP/1.1" status: 200 len: 996 time: 2.4381204 Mar 11 19:33:12.821532 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eabeab7-4285-46fb-bd81-86487cc92711 None None] Routers {'edb01d22-68e9-4827-b781-aaec25fb923b'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:33:12.822718 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-1eabeab7-4285-46fb-bd81-86487cc92711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:32:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['edb01d22-68e9-4827-b781-aaec25fb923b'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:33:12.965000 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe230b-3b8d-4bf9-a7bd-1462e6cf1947 req-42113ae8-31ed-44de-9441-9f2a30c06a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:12.966938 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b9fe230b-3b8d-4bf9-a7bd-1462e6cf1947 req-42113ae8-31ed-44de-9441-9f2a30c06a4f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=002e1ac133fb4ef1b100a9d39da559cb&device_id=8acf5f78-d2d5-47ed-961a-14c2f061bcda HTTP/1.1" status: 200 len: 1127 time: 0.1367333 Mar 11 19:33:12.978734 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1b30e-ac7d-43a7-b0e0-45fbecb64ea3 req-b4e1d676-ba69-4dc0-bb84-e9ebb624333b tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:12.986141 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f0c1b30e-ac7d-43a7-b0e0-45fbecb64ea3 req-b4e1d676-ba69-4dc0-bb84-e9ebb624333b tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=f146c6f5-c337-4e48-b979-f28e2141d131 HTTP/1.1" status: 200 len: 943 time: 0.0951173 Mar 11 19:33:13.023376 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-1eabeab7-4285-46fb-bd81-86487cc92711 None None] Set router edb01d22-68e9-4827-b781-aaec25fb923b gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:33:13.086000 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device a5aa4d69-5d6e-4efe-a7b4-617450445181 up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:33:13.103205 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f0c1b30e-ac7d-43a7-b0e0-45fbecb64ea3 req-27d098a7-08be-4e3d-a00c-302ed478ebf5 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160631 Mar 11 19:33:13.161373 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe230b-3b8d-4bf9-a7bd-1462e6cf1947 req-f96fba7f-8681-41fc-991c-97476994df3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:13.162885 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b9fe230b-3b8d-4bf9-a7bd-1462e6cf1947 req-f96fba7f-8681-41fc-991c-97476994df3d service neutron] 10.222.0.65 "GET /v2.0/networks?id=5c8f1f17-d90d-4647-89fe-ea0c28bac10e HTTP/1.1" status: 200 len: 930 time: 0.1746507 Mar 11 19:33:13.295074 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b9fe230b-3b8d-4bf9-a7bd-1462e6cf1947 req-e017be81-86de-427a-a46c-6c1daf6a2f9e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54320e06-748f-4d35-858e-1030a1319bbf HTTP/1.1" status: 200 len: 999 time: 0.1243758 Mar 11 19:33:13.382206 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe230b-3b8d-4bf9-a7bd-1462e6cf1947 req-d69fbddd-e27c-41fe-a692-d8a9b6fa839a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:13.384643 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b9fe230b-3b8d-4bf9-a7bd-1462e6cf1947 req-d69fbddd-e27c-41fe-a692-d8a9b6fa839a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b001f49c-43ae-4fd2-ba0f-5031a5dcc386 HTTP/1.1" status: 200 len: 868 time: 0.0800371 Mar 11 19:33:13.416618 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390f20c4-95f6-4e7b-97fb-d9b2fd7fa117 req-4cccebff-e7d9-4472-9a62-f284884ab880 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:13.423828 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-390f20c4-95f6-4e7b-97fb-d9b2fd7fa117 req-4cccebff-e7d9-4472-9a62-f284884ab880 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b11db00-86e7-4155-a147-13490d09c29f HTTP/1.1" status: 200 len: 944 time: 0.1987507 Mar 11 19:33:13.493444 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe230b-3b8d-4bf9-a7bd-1462e6cf1947 req-6ceee909-cc85-4009-b7a4-4f79c9dabf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:13.495567 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b9fe230b-3b8d-4bf9-a7bd-1462e6cf1947 req-6ceee909-cc85-4009-b7a4-4f79c9dabf26 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5c8f1f17-d90d-4647-89fe-ea0c28bac10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1037853 Mar 11 19:33:13.515614 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-390f20c4-95f6-4e7b-97fb-d9b2fd7fa117 req-bf84c96b-f5b9-44c2-b796-e69892b3f19b tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840244 Mar 11 19:33:13.646890 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b9fe230b-3b8d-4bf9-a7bd-1462e6cf1947 req-db3b755e-f2e6-43b6-a0c0-bc13c38d1a3d service neutron] 10.222.0.65 "GET /v2.0/networks/5c8f1f17-d90d-4647-89fe-ea0c28bac10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300395 Mar 11 19:33:13.721641 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port a5aa4d69-5d6e-4efe-a7b4-617450445181 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:33:13.770090 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port a5aa4d69-5d6e-4efe-a7b4-617450445181 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:33:13.771033 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (a5aa4d69-5d6e-4efe-a7b4-617450445181), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:13.776917 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e953d6a9-233b-4630-ab16-a373e1654925 req-8d93758e-664f-4cb1-be15-1eaba93fdc39 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:13.783832 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e953d6a9-233b-4630-ab16-a373e1654925 req-8d93758e-664f-4cb1-be15-1eaba93fdc39 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:13.789105 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e953d6a9-233b-4630-ab16-a373e1654925 req-8d93758e-664f-4cb1-be15-1eaba93fdc39 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:13.795280 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e953d6a9-233b-4630-ab16-a373e1654925 req-8d93758e-664f-4cb1-be15-1eaba93fdc39 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:13.800856 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e953d6a9-233b-4630-ab16-a373e1654925 req-8d93758e-664f-4cb1-be15-1eaba93fdc39 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:13.807444 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e953d6a9-233b-4630-ab16-a373e1654925 req-8d93758e-664f-4cb1-be15-1eaba93fdc39 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:13.812979 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e953d6a9-233b-4630-ab16-a373e1654925 req-8d93758e-664f-4cb1-be15-1eaba93fdc39 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:13.815112 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e953d6a9-233b-4630-ab16-a373e1654925 req-8d93758e-664f-4cb1-be15-1eaba93fdc39 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 5419 time: 0.1583521 Mar 11 19:33:13.884148 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b9fe230b-3b8d-4bf9-a7bd-1462e6cf1947 req-f347055d-b18e-40e4-9b03-0bd61264cd4f service neutron] 10.222.0.65 "GET /v2.0/networks/5c8f1f17-d90d-4647-89fe-ea0c28bac10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361667 Mar 11 19:33:13.932802 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port a5aa4d69-5d6e-4efe-a7b4-617450445181 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:33:13.933276 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a5aa4d69-5d6e-4efe-a7b4-617450445181), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:13.944959 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e953d6a9-233b-4630-ab16-a373e1654925 req-4741e038-13b1-449c-9b8c-8632bfc7d7b8 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=da55a647-62ee-4d15-a963-651fcfed7127&id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0957730 Mar 11 19:33:13.949837 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2171d5cb-5a31-4956-a6b2-ea6a068cfd84 x-openstack-request-id: req-2171d5cb-5a31-4956-a6b2-ea6a068cfd84 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:33:13.950200 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f146c6f5-c337-4e48-b979-f28e2141d131", "tag": "07a01ffe-714a-411e-a2e0-f49ec4aa01da", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:33:13.950478 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2171d5cb-5a31-4956-a6b2-ea6a068cfd84 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:33:13.950871 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f146c6f5-c337-4e48-b979-f28e2141d131', 'tag': '07a01ffe-714a-411e-a2e0-f49ec4aa01da', 'status': 'completed', 'code': 200} Mar 11 19:33:13.953813 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:33:13.977587 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port a5aa4d69-5d6e-4efe-a7b4-617450445181, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=a5aa4d69-5d6e-4efe-a7b4-617450445181,segment=NetworkSegment(42087326-e85e-4d47-82f7-573695e73a7c),segment_id=42087326-e85e-4d47-82f7-573695e73a7c)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:33:13.979908 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b11db00-86e7-4155-a147-13490d09c29f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5aa4d69-5d6e-4efe-a7b4-617450445181'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:33:13.984414 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d72f53-2cda-46a3-8eba-67d52adfe623" -d '{"events": [{"server_uuid": "7b11db00-86e7-4155-a147-13490d09c29f", "name": "network-vif-plugged", "status": "completed", "tag": "a5aa4d69-5d6e-4efe-a7b4-617450445181"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:33:13.987943 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (a5aa4d69-5d6e-4efe-a7b4-617450445181), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:14.061561 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-1eabeab7-4285-46fb-bd81-86487cc92711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb01d22-68e9-4827-b781-aaec25fb923b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1842015239-router', 'tenant_id': '002e1ac133fb4ef1b100a9d39da559cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '60e73312-48b3-4155-8803-cf719f1e8eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:32:36Z', 'updated_at': '2022-03-11T19:32:42Z', 'revision_number': 4, 'project_id': '002e1ac133fb4ef1b100a9d39da559cb', 'gw_port': {'id': '60e73312-48b3-4155-8803-cf719f1e8eb7', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb01d22-68e9-4827-b781-aaec25fb923b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:32:37Z', 'updated_at': '2022-03-11T19:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '6a36e5d2-6d8a-4860-87fc-3d0ab1e4e9dc', 'tenant_id': '002e1ac133fb4ef1b100a9d39da559cb', 'floating_ip_address': '172.25.8.137', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'edb01d22-68e9-4827-b781-aaec25fb923b', 'port_id': '54320e06-748f-4d35-858e-1030a1319bbf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 822, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c8f1f17-d90d-4647-89fe-ea0c28bac10e', 'mac_address': 'fa:16:3e:d7:b1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acf5f78-d2d5-47ed-961a-14c2f061bcda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:33:06Z', 'updated_at': '2022-03-11T19:33:11Z', 'revision_number': 1, 'project_id': '002e1ac133fb4ef1b100a9d39da559cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ab58360-dd46-422c-a4b2-f72d27e4414b', 'name': '', 'network_id': '5c8f1f17-d90d-4647-89fe-ea0c28bac10e', 'tenant_id': '002e1ac133fb4ef1b100a9d39da559cb', 'mac_address': 'fa:16:3e:7c:c0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb01d22-68e9-4827-b781-aaec25fb923b', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': 'b001f49c-43ae-4fd2-ba0f-5031a5dcc386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:32:41Z', 'updated_at': '2022-03-11T19:32:50Z', 'revision_number': 5, 'project_id': '002e1ac133fb4ef1b100a9d39da559cb', 'subnets': [{'id': 'b001f49c-43ae-4fd2-ba0f-5031a5dcc386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:33:14.096569 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=a5aa4d69-5d6e-4efe-a7b4-617450445181,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:14.102153 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eabeab7-4285-46fb-bd81-86487cc92711 None None] Checking router: edb01d22-68e9-4827-b781-aaec25fb923b for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:33:14.113231 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eabeab7-4285-46fb-bd81-86487cc92711 None None] Routers {'edb01d22-68e9-4827-b781-aaec25fb923b'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:33:14.113860 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-1eabeab7-4285-46fb-bd81-86487cc92711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:32:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['edb01d22-68e9-4827-b781-aaec25fb923b'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:33:14.114177 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac234e7-354c-400e-8754-c3db734418bc req-0e569aad-e939-4bab-80b2-d74b92bf3515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:14.117192 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cac234e7-354c-400e-8754-c3db734418bc req-0e569aad-e939-4bab-80b2-d74b92bf3515 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f95acd8ec5ef45d8b7ae8994d46f4375&device_id=f146c6f5-c337-4e48-b979-f28e2141d131 HTTP/1.1" status: 200 len: 1125 time: 0.1333256 Mar 11 19:33:14.133799 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-73c473c2-ce3a-4885-a9de-3a17f6cff5c5 req-99ef058c-fb9d-4b8d-8c85-71f983c6005d tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=70ef355c-680f-4c77-b6bd-90827e0df059 HTTP/1.1" status: 200 len: 210 time: 0.0824211 Mar 11 19:33:14.192066 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d8fd0-b164-43d9-acda-8b8b793837d6 req-325e79e6-4f7b-4c6b-9bc5-f79e029e7d77 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:14.193757 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-173d8fd0-b164-43d9-acda-8b8b793837d6 req-325e79e6-4f7b-4c6b-9bc5-f79e029e7d77 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/ports?device_id=964811fe-e680-478b-b639-5af42d371a0c HTTP/1.1" status: 200 len: 943 time: 0.1774616 Mar 11 19:33:14.206690 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-10640613-39af-4584-9760-63e82ecb1c84 req-e3db4b0a-8537-4247-8a24-88ec9ea6cf56 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=487f8613d1fa45ab81e48e9d9d0fc801&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373909 Mar 11 19:33:14.263316 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-173d8fd0-b164-43d9-acda-8b8b793837d6 req-dff300c6-3bfa-4ca1-8a85-d108885c56f3 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e295548-40c6-4aff-8eff-a54d88cb1f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604794 Mar 11 19:33:14.277575 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-1eabeab7-4285-46fb-bd81-86487cc92711 None None] Set router edb01d22-68e9-4827-b781-aaec25fb923b gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:33:14.369889 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bac012e-2b5a-420b-a321-f43335baf680 x-openstack-request-id: req-9bac012e-2b5a-420b-a321-f43335baf680 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:33:14.370187 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b11db00-86e7-4155-a147-13490d09c29f", "name": "network-vif-plugged", "status": "completed", "tag": "a5aa4d69-5d6e-4efe-a7b4-617450445181", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:33:14.370449 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9bac012e-2b5a-420b-a321-f43335baf680 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:33:14.370831 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b11db00-86e7-4155-a147-13490d09c29f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5aa4d69-5d6e-4efe-a7b4-617450445181', 'code': 200} Mar 11 19:33:14.416870 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac234e7-354c-400e-8754-c3db734418bc req-b2c8745d-944a-4461-9c2d-49407e9e90f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:14.417972 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cac234e7-354c-400e-8754-c3db734418bc req-b2c8745d-944a-4461-9c2d-49407e9e90f6 service neutron] 10.222.0.75 "GET /v2.0/networks?id=4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a HTTP/1.1" status: 200 len: 908 time: 0.2777467 Mar 11 19:33:14.456901 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10640613-39af-4584-9760-63e82ecb1c84 req-14c8b708-552b-40b9-9641-d49648ddf606 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:14.460667 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-10640613-39af-4584-9760-63e82ecb1c84 req-14c8b708-552b-40b9-9641-d49648ddf606 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2442527 Mar 11 19:33:14.481664 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-10640613-39af-4584-9760-63e82ecb1c84 req-79eebb26-3b69-4b14-9f47-954bbce215d1 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Request body: {'port': {'device_id': '70ef355c-680f-4c77-b6bd-90827e0df059', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'admin_state_up': True, 'tenant_id': '487f8613d1fa45ab81e48e9d9d0fc801'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:33:14.517837 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 118bffad-6722-43c2-b115-a2576f39b69d details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:33:14.606462 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10640613-39af-4584-9760-63e82ecb1c84 req-79eebb26-3b69-4b14-9f47-954bbce215d1 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Made reservation on behalf of 487f8613d1fa45ab81e48e9d9d0fc801 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:33:14.610437 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-10640613-39af-4584-9760-63e82ecb1c84 req-79eebb26-3b69-4b14-9f47-954bbce215d1 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:14.690437 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 118bffad-6722-43c2-b115-a2576f39b69d, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=118bffad-6722-43c2-b115-a2576f39b69d,segment=NetworkSegment(e04ff9a7-22d1-4d10-8b77-9e68a6488033),segment_id=e04ff9a7-22d1-4d10-8b77-9e68a6488033)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:33:14.715901 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '118bffad-6722-43c2-b115-a2576f39b69d', 'network_id': 'ebcba11a-843a-4869-86af-b253155a3bc2', 'port_id': '118bffad-6722-43c2-b115-a2576f39b69d', 'mac_address': 'fa:16:3e:dc:7f:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '654fe02a-2387-4189-a51d-09de4e86c125', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:33:14.790609 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-10640613-39af-4584-9760-63e82ecb1c84 req-79eebb26-3b69-4b14-9f47-954bbce215d1 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Allocated IP 192.168.233.87 (885772b1-9b97-4e1d-a0fb-e125030c5a81/9bb14923-74c3-4313-be8d-ed33542f05aa/2f992392-42cb-46d8-a63a-84020459f21d) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:33:14.817832 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7b6fd911-4dd3-4d38-bef4-34cb53819e2c req-507693d4-30a4-42c8-8149-a6c6a0a41053 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=612cc066-33e3-444d-b1c7-d0a64751482a HTTP/1.1" status: 200 len: 258 time: 0.4938087 Mar 11 19:33:14.841531 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-7b6fd911-4dd3-4d38-bef4-34cb53819e2c req-25a497bf-7581-4ced-98ce-0ea98b8267f5 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Request body: {'floatingip': {'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:33:14.859553 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 118bffad-6722-43c2-b115-a2576f39b69d is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:33:14.861193 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (118bffad-6722-43c2-b115-a2576f39b69d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:14.901612 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 118bffad-6722-43c2-b115-a2576f39b69d {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:33:14.909330 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cac234e7-354c-400e-8754-c3db734418bc req-d674ad0e-bf64-45c6-a1a1-3f3ce0a91d33 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07a01ffe-714a-411e-a2e0-f49ec4aa01da HTTP/1.1" status: 200 len: 217 time: 0.4501669 Mar 11 19:33:14.930487 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 118bffad-6722-43c2-b115-a2576f39b69d, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=118bffad-6722-43c2-b115-a2576f39b69d,segment=NetworkSegment(e04ff9a7-22d1-4d10-8b77-9e68a6488033),segment_id=e04ff9a7-22d1-4d10-8b77-9e68a6488033)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:33:14.961643 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (118bffad-6722-43c2-b115-a2576f39b69d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:14.973948 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac234e7-354c-400e-8754-c3db734418bc req-83ead8ea-5aa5-4ebc-9a96-bb8a72d2b3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:14.975432 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cac234e7-354c-400e-8754-c3db734418bc req-83ead8ea-5aa5-4ebc-9a96-bb8a72d2b3ed service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f742a986-c135-4269-ad05-332f85e495a8 HTTP/1.1" status: 200 len: 847 time: 0.0570076 Mar 11 19:33:15.030758 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cac234e7-354c-400e-8754-c3db734418bc req-a37b4f6a-9ef0-46ea-86a8-866b3a656997 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470371 Mar 11 19:33:15.031653 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=118bffad-6722-43c2-b115-a2576f39b69d,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:15.034562 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7b6fd911-4dd3-4d38-bef4-34cb53819e2c req-25a497bf-7581-4ced-98ce-0ea98b8267f5 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:15.066939 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-1eabeab7-4285-46fb-bd81-86487cc92711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb01d22-68e9-4827-b781-aaec25fb923b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1842015239-router', 'tenant_id': '002e1ac133fb4ef1b100a9d39da559cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '60e73312-48b3-4155-8803-cf719f1e8eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:32:36Z', 'updated_at': '2022-03-11T19:32:42Z', 'revision_number': 4, 'project_id': '002e1ac133fb4ef1b100a9d39da559cb', 'gw_port': {'id': '60e73312-48b3-4155-8803-cf719f1e8eb7', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb01d22-68e9-4827-b781-aaec25fb923b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:32:37Z', 'updated_at': '2022-03-11T19:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '6a36e5d2-6d8a-4860-87fc-3d0ab1e4e9dc', 'tenant_id': '002e1ac133fb4ef1b100a9d39da559cb', 'floating_ip_address': '172.25.8.137', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'edb01d22-68e9-4827-b781-aaec25fb923b', 'port_id': '54320e06-748f-4d35-858e-1030a1319bbf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 822, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c8f1f17-d90d-4647-89fe-ea0c28bac10e', 'mac_address': 'fa:16:3e:d7:b1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acf5f78-d2d5-47ed-961a-14c2f061bcda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:33:06Z', 'updated_at': '2022-03-11T19:33:11Z', 'revision_number': 1, 'project_id': '002e1ac133fb4ef1b100a9d39da559cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ab58360-dd46-422c-a4b2-f72d27e4414b', 'name': '', 'network_id': '5c8f1f17-d90d-4647-89fe-ea0c28bac10e', 'tenant_id': '002e1ac133fb4ef1b100a9d39da559cb', 'mac_address': 'fa:16:3e:7c:c0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb01d22-68e9-4827-b781-aaec25fb923b', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': 'b001f49c-43ae-4fd2-ba0f-5031a5dcc386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:32:41Z', 'updated_at': '2022-03-11T19:32:50Z', 'revision_number': 5, 'project_id': '002e1ac133fb4ef1b100a9d39da559cb', 'subnets': [{'id': 'b001f49c-43ae-4fd2-ba0f-5031a5dcc386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:33:15.068170 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c65b61-165c-4c91-b1d9-6b9835a9d9ec req-3f399242-6e0c-4b91-a549-fd1564a73ac7 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:15.077614 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c3c65b61-165c-4c91-b1d9-6b9835a9d9ec req-3f399242-6e0c-4b91-a549-fd1564a73ac7 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=f146c6f5-c337-4e48-b979-f28e2141d131 HTTP/1.1" status: 200 len: 943 time: 0.6343009 Mar 11 19:33:15.102277 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eabeab7-4285-46fb-bd81-86487cc92711 None None] The sync data for ids ['edb01d22-68e9-4827-b781-aaec25fb923b'] in n-d-833163-1 is: [{'id': 'edb01d22-68e9-4827-b781-aaec25fb923b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1842015239-router', 'tenant_id': '002e1ac133fb4ef1b100a9d39da559cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '60e73312-48b3-4155-8803-cf719f1e8eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:32:36Z', 'updated_at': '2022-03-11T19:32:42Z', 'revision_number': 4, 'project_id': '002e1ac133fb4ef1b100a9d39da559cb', 'gw_port': {'id': '60e73312-48b3-4155-8803-cf719f1e8eb7', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb01d22-68e9-4827-b781-aaec25fb923b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:32:37Z', 'updated_at': '2022-03-11T19:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '6a36e5d2-6d8a-4860-87fc-3d0ab1e4e9dc', 'tenant_id': '002e1ac133fb4ef1b100a9d39da559cb', 'floating_ip_address': '172.25.8.137', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'edb01d22-68e9-4827-b781-aaec25fb923b', 'port_id': '54320e06-748f-4d35-858e-1030a1319bbf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 822, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c8f1f17-d90d-4647-89fe-ea0c28bac10e', 'mac_address': 'fa:16:3e:d7:b1:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8acf5f78-d2d5-47ed-961a-14c2f061bcda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:33:06Z', 'updated_at': '2022-03-11T19:33:11Z', 'revision_number': 1, 'project_id': '002e1ac133fb4ef1b100a9d39da559cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ab58360-dd46-422c-a4b2-f72d27e4414b', 'name': '', 'network_id': '5c8f1f17-d90d-4647-89fe-ea0c28bac10e', 'tenant_id': '002e1ac133fb4ef1b100a9d39da559cb', 'mac_address': 'fa:16:3e:7c:c0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb01d22-68e9-4827-b781-aaec25fb923b', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': 'b001f49c-43ae-4fd2-ba0f-5031a5dcc386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:32:41Z', 'updated_at': '2022-03-11T19:32:50Z', 'revision_number': 5, 'project_id': '002e1ac133fb4ef1b100a9d39da559cb', 'subnets': [{'id': 'b001f49c-43ae-4fd2-ba0f-5031a5dcc386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:33:15.108086 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64c7326-8d59-4461-9a01-f1bce6580bd4 req-05cf2916-86e0-4234-95c8-0d57763d06fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:15.109999 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a64c7326-8d59-4461-9a01-f1bce6580bd4 req-05cf2916-86e0-4234-95c8-0d57763d06fc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7b11db00-86e7-4155-a147-13490d09c29f HTTP/1.1" status: 200 len: 1127 time: 0.2752128 Mar 11 19:33:15.254477 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c3c65b61-165c-4c91-b1d9-6b9835a9d9ec req-d9bbec9a-3ae3-4921-a6f8-90377da2cc52 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759903 Mar 11 19:33:15.314019 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['118bffad-6722-43c2-b115-a2576f39b69d'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:33:15.400863 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a64c7326-8d59-4461-9a01-f1bce6580bd4 req-56fafc3d-2742-4f07-9cc5-e4f4fa869d42 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811852 Mar 11 19:33:15.432734 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cac234e7-354c-400e-8754-c3db734418bc req-2d81f8b7-c03c-4226-970b-de20a4888ae4 service neutron] 10.222.0.75 "GET /v2.0/networks/4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3897369 Mar 11 19:33:15.487335 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75ac204-6959-4005-a298-e1c84031a647 None None] New status for floating IP 6a36e5d2-6d8a-4860-87fc-3d0ab1e4e9dc: ACTIVE {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 19:33:15.590224 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-10640613-39af-4584-9760-63e82ecb1c84 req-79eebb26-3b69-4b14-9f47-954bbce215d1 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Publish callbacks [] for port (2f992392-42cb-46d8-a63a-84020459f21d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:15.612209 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cac234e7-354c-400e-8754-c3db734418bc req-c7f6c9d4-0852-4765-b5f5-f347a60d26b1 service neutron] 10.222.0.75 "GET /v2.0/networks/4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744111 Mar 11 19:33:15.631371 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-10640613-39af-4584-9760-63e82ecb1c84 req-79eebb26-3b69-4b14-9f47-954bbce215d1 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (2f992392-42cb-46d8-a63a-84020459f21d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:15.644884 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['851846da-c940-4105-b334-9256ba19cad4'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:33:15.658928 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7b6fd911-4dd3-4d38-bef4-34cb53819e2c req-25a497bf-7581-4ced-98ce-0ea98b8267f5 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:15.712000 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10640613-39af-4584-9760-63e82ecb1c84 req-79eebb26-3b69-4b14-9f47-954bbce215d1 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Network 885772b1-9b97-4e1d-a0fb-e125030c5a81 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:33:15.717996 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-10640613-39af-4584-9760-63e82ecb1c84 req-79eebb26-3b69-4b14-9f47-954bbce215d1 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:33:15.727481 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-10640613-39af-4584-9760-63e82ecb1c84 req-79eebb26-3b69-4b14-9f47-954bbce215d1 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:33:15.753961 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88bf55c-2ee2-4ab0-a276-45e408987b1e req-d8a88ddd-896b-4f90-92d4-47c796632662 tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:15.760644 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f88bf55c-2ee2-4ab0-a276-45e408987b1e req-d8a88ddd-896b-4f90-92d4-47c796632662 tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7156dc0-5c94-4e6f-b96e-8bd854e8b8d9 HTTP/1.1" status: 200 len: 945 time: 0.1468935 Mar 11 19:33:15.833476 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10640613-39af-4584-9760-63e82ecb1c84 req-79eebb26-3b69-4b14-9f47-954bbce215d1 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:15.834111 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-10640613-39af-4584-9760-63e82ecb1c84 req-79eebb26-3b69-4b14-9f47-954bbce215d1 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:15.855412 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eebb26-3b69-4b14-9f47-954bbce215d1 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Pushing event updated for resources: {'Port': ['ID=2f992392-42cb-46d8-a63a-84020459f21d,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:15.868667 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-10640613-39af-4584-9760-63e82ecb1c84 req-79eebb26-3b69-4b14-9f47-954bbce215d1 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3920929 Mar 11 19:33:15.886921 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-7b6fd911-4dd3-4d38-bef4-34cb53819e2c req-25a497bf-7581-4ced-98ce-0ea98b8267f5 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Allocated IP 172.25.8.77 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/9914f413-ba07-44aa-a152-44f4fa6a26b8) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:33:15.904545 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-10640613-39af-4584-9760-63e82ecb1c84 req-9a30d83e-4ebb-474c-8848-4fc430ff3b64 service neutron] Request body: {'port': {'device_id': '70ef355c-680f-4c77-b6bd-90827e0df059', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:33:15.916733 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f88bf55c-2ee2-4ab0-a276-45e408987b1e req-3bceede0-64e8-4d0a-b6dd-600eb69bb59b tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] 10.222.0.65 "GET /v2.0/security-groups?id=9455c5a3-3801-4a3d-8a59-98f1d99f5b40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959625 Mar 11 19:33:15.952618 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8acf5f78-d2d5-47ed-961a-14c2f061bcda', 'tag': '54320e06-748f-4d35-858e-1030a1319bbf'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:33:15.955644 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-814bbafa-d758-43f3-8613-6af986905ac9" -d '{"events": [{"name": "network-changed", "server_uuid": "8acf5f78-d2d5-47ed-961a-14c2f061bcda", "tag": "54320e06-748f-4d35-858e-1030a1319bbf"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:33:15.993852 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-10640613-39af-4584-9760-63e82ecb1c84 req-9a30d83e-4ebb-474c-8848-4fc430ff3b64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2f992392-42cb-46d8-a63a-84020459f21d), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:16.079141 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7b6fd911-4dd3-4d38-bef4-34cb53819e2c req-25a497bf-7581-4ced-98ce-0ea98b8267f5 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Publish callbacks [] for port (9914f413-ba07-44aa-a152-44f4fa6a26b8), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:16.111568 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54de514a-01d1-43f5-baab-d137147e8310 req-21efcded-a15b-4c87-b879-fe90fec9d2f0 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:16.113302 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-54de514a-01d1-43f5-baab-d137147e8310 req-21efcded-a15b-4c87-b879-fe90fec9d2f0 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b11db00-86e7-4155-a147-13490d09c29f HTTP/1.1" status: 200 len: 945 time: 0.0978158 Mar 11 19:33:16.167682 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7b6fd911-4dd3-4d38-bef4-34cb53819e2c req-25a497bf-7581-4ced-98ce-0ea98b8267f5 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (9914f413-ba07-44aa-a152-44f4fa6a26b8), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:16.232410 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b6fd911-4dd3-4d38-bef4-34cb53819e2c req-25a497bf-7581-4ced-98ce-0ea98b8267f5 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:33:16.274813 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-54de514a-01d1-43f5-baab-d137147e8310 req-7a9d9540-ff40-4781-b204-852bc594499b tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454644 Mar 11 19:33:16.280029 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-7b6fd911-4dd3-4d38-bef4-34cb53819e2c req-25a497bf-7581-4ced-98ce-0ea98b8267f5 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:33:16.296508 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b6fd911-4dd3-4d38-bef4-34cb53819e2c req-25a497bf-7581-4ced-98ce-0ea98b8267f5 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:33:16.327041 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b7c86c9-3121-495e-afa9-471c5715577d None None] Provisioning complete for port 2f992392-42cb-46d8-a63a-84020459f21d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:33:16.327660 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b7c86c9-3121-495e-afa9-471c5715577d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (2f992392-42cb-46d8-a63a-84020459f21d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:16.343104 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-10640613-39af-4584-9760-63e82ecb1c84 req-9a30d83e-4ebb-474c-8848-4fc430ff3b64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f992392-42cb-46d8-a63a-84020459f21d {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:33:16.352137 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-10640613-39af-4584-9760-63e82ecb1c84 req-9a30d83e-4ebb-474c-8848-4fc430ff3b64 service neutron] Publish callbacks [] for port (2f992392-42cb-46d8-a63a-84020459f21d), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:16.352330 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a497bf-7581-4ced-98ce-0ea98b8267f5 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Pushing event updated for resources: {'Port': ['ID=9914f413-ba07-44aa-a152-44f4fa6a26b8,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:16.377729 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-10640613-39af-4584-9760-63e82ecb1c84 req-9a30d83e-4ebb-474c-8848-4fc430ff3b64 service neutron] Transition to ACTIVE for port object 2f992392-42cb-46d8-a63a-84020459f21d will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:33:16.382606 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-10640613-39af-4584-9760-63e82ecb1c84 req-9a30d83e-4ebb-474c-8848-4fc430ff3b64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (2f992392-42cb-46d8-a63a-84020459f21d), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:16.414637 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7b6fd911-4dd3-4d38-bef4-34cb53819e2c req-25a497bf-7581-4ced-98ce-0ea98b8267f5 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Publish callbacks [] for floatingip (1bbadacf-c4cd-49ee-8598-2cc5cfa5942c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:16.424251 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b7c86c9-3121-495e-afa9-471c5715577d None None] Port 2f992392-42cb-46d8-a63a-84020459f21d cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:33:16.455613 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a30d83e-4ebb-474c-8848-4fc430ff3b64 service neutron] Pushing event updated for resources: {'Port': ['ID=2f992392-42cb-46d8-a63a-84020459f21d,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:16.500930 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7b6fd911-4dd3-4d38-bef4-34cb53819e2c req-25a497bf-7581-4ced-98ce-0ea98b8267f5 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (9914f413-ba07-44aa-a152-44f4fa6a26b8), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:16.557487 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-10640613-39af-4584-9760-63e82ecb1c84 req-9a30d83e-4ebb-474c-8848-4fc430ff3b64 service neutron] Attempting to bind port 2f992392-42cb-46d8-a63a-84020459f21d on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:33:16.557828 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-10640613-39af-4584-9760-63e82ecb1c84 req-9a30d83e-4ebb-474c-8848-4fc430ff3b64 service neutron] Attempting to bind port 2f992392-42cb-46d8-a63a-84020459f21d by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:33:16.558225 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10640613-39af-4584-9760-63e82ecb1c84 req-9a30d83e-4ebb-474c-8848-4fc430ff3b64 service neutron] Attempting to bind port 2f992392-42cb-46d8-a63a-84020459f21d on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:33:16.564948 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10640613-39af-4584-9760-63e82ecb1c84 req-9a30d83e-4ebb-474c-8848-4fc430ff3b64 service neutron] Port 2f992392-42cb-46d8-a63a-84020459f21d on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:33:16.565302 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10640613-39af-4584-9760-63e82ecb1c84 req-9a30d83e-4ebb-474c-8848-4fc430ff3b64 service neutron] Attempting to bind port 2f992392-42cb-46d8-a63a-84020459f21d on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:33:16.566902 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084fbf5-9489-480f-8ce9-7b3ae76b38ab req-1d8d25da-7e29-4ddf-a666-58ab23affcaa tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:16.571773 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10640613-39af-4584-9760-63e82ecb1c84 req-9a30d83e-4ebb-474c-8848-4fc430ff3b64 service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:33:16.572754 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10640613-39af-4584-9760-63e82ecb1c84 req-9a30d83e-4ebb-474c-8848-4fc430ff3b64 service neutron] Checking segment: {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:33:16.573482 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10640613-39af-4584-9760-63e82ecb1c84 req-9a30d83e-4ebb-474c-8848-4fc430ff3b64 service neutron] Bound using segment: {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:33:16.573842 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084fbf5-9489-480f-8ce9-7b3ae76b38ab req-1d8d25da-7e29-4ddf-a666-58ab23affcaa tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:16.574132 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-10640613-39af-4584-9760-63e82ecb1c84 req-9a30d83e-4ebb-474c-8848-4fc430ff3b64 service neutron] Bound port: 2f992392-42cb-46d8-a63a-84020459f21d, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:33:16.574673 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-10640613-39af-4584-9760-63e82ecb1c84 req-9a30d83e-4ebb-474c-8848-4fc430ff3b64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2f992392-42cb-46d8-a63a-84020459f21d), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:16.582043 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084fbf5-9489-480f-8ce9-7b3ae76b38ab req-1d8d25da-7e29-4ddf-a666-58ab23affcaa tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:16.588365 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084fbf5-9489-480f-8ce9-7b3ae76b38ab req-1d8d25da-7e29-4ddf-a666-58ab23affcaa tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:16.594145 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084fbf5-9489-480f-8ce9-7b3ae76b38ab req-1d8d25da-7e29-4ddf-a666-58ab23affcaa tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:16.599417 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084fbf5-9489-480f-8ce9-7b3ae76b38ab req-1d8d25da-7e29-4ddf-a666-58ab23affcaa tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:16.605242 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084fbf5-9489-480f-8ce9-7b3ae76b38ab req-1d8d25da-7e29-4ddf-a666-58ab23affcaa tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:16.607224 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1084fbf5-9489-480f-8ce9-7b3ae76b38ab req-1d8d25da-7e29-4ddf-a666-58ab23affcaa tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 5419 time: 0.1783819 Mar 11 19:33:16.669747 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-10640613-39af-4584-9760-63e82ecb1c84 req-9a30d83e-4ebb-474c-8848-4fc430ff3b64 service neutron] For port 2f992392-42cb-46d8-a63a-84020459f21d, host n-h2-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:33:16.673112 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-10640613-39af-4584-9760-63e82ecb1c84 req-9a30d83e-4ebb-474c-8848-4fc430ff3b64 service neutron] For port 2f992392-42cb-46d8-a63a-84020459f21d, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=2f992392-42cb-46d8-a63a-84020459f21d,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:33:16.680873 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-10640613-39af-4584-9760-63e82ecb1c84 req-9a30d83e-4ebb-474c-8848-4fc430ff3b64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (2f992392-42cb-46d8-a63a-84020459f21d), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:16.717338 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10640613-39af-4584-9760-63e82ecb1c84 req-9a30d83e-4ebb-474c-8848-4fc430ff3b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:16.718065 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-10640613-39af-4584-9760-63e82ecb1c84 req-9a30d83e-4ebb-474c-8848-4fc430ff3b64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:16.719591 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-10640613-39af-4584-9760-63e82ecb1c84 req-9a30d83e-4ebb-474c-8848-4fc430ff3b64 service neutron] 10.222.0.57 "PUT /v2.0/ports/2f992392-42cb-46d8-a63a-84020459f21d HTTP/1.1" status: 200 len: 1095 time: 0.8200145 Mar 11 19:33:16.720194 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70ef355c-680f-4c77-b6bd-90827e0df059', 'tag': '2f992392-42cb-46d8-a63a-84020459f21d'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:33:16.722722 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6889e01f-2d00-48b6-a508-746df12631a5" -d '{"events": [{"name": "network-changed", "server_uuid": "70ef355c-680f-4c77-b6bd-90827e0df059", "tag": "2f992392-42cb-46d8-a63a-84020459f21d"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:33:16.763498 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a30d83e-4ebb-474c-8848-4fc430ff3b64 service neutron] Pushing event updated for resources: {'Port': ['ID=2f992392-42cb-46d8-a63a-84020459f21d,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:16.773522 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1084fbf5-9489-480f-8ce9-7b3ae76b38ab req-79f1f28f-781b-47d3-8d21-ddae1d6ee715 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=da55a647-62ee-4d15-a963-651fcfed7127&id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1579649 Mar 11 19:33:16.827997 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7b6fd911-4dd3-4d38-bef4-34cb53819e2c req-25a497bf-7581-4ced-98ce-0ea98b8267f5 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Publish callbacks [] for port (9914f413-ba07-44aa-a152-44f4fa6a26b8), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:16.835119 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7b6fd911-4dd3-4d38-bef4-34cb53819e2c req-25a497bf-7581-4ced-98ce-0ea98b8267f5 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (9914f413-ba07-44aa-a152-44f4fa6a26b8), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:16.842221 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10640613-39af-4584-9760-63e82ecb1c84 req-1a4a4baa-3761-49ac-91aa-42b963516936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:16.843877 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-10640613-39af-4584-9760-63e82ecb1c84 req-1a4a4baa-3761-49ac-91aa-42b963516936 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=487f8613d1fa45ab81e48e9d9d0fc801&device_id=70ef355c-680f-4c77-b6bd-90827e0df059 HTTP/1.1" status: 200 len: 1129 time: 0.0578575 Mar 11 19:33:16.896978 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-10640613-39af-4584-9760-63e82ecb1c84 req-b5d65818-765e-483a-844a-ac1c1c18a359 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=2f992392-42cb-46d8-a63a-84020459f21d HTTP/1.1" status: 200 len: 217 time: 0.0435450 Mar 11 19:33:16.949468 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a497bf-7581-4ced-98ce-0ea98b8267f5 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Pushing event updated for resources: {'Port': ['ID=9914f413-ba07-44aa-a152-44f4fa6a26b8,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:16.963805 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10640613-39af-4584-9760-63e82ecb1c84 req-834a00fd-c26a-4f6e-8a71-358b173e11f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:16.966411 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-10640613-39af-4584-9760-63e82ecb1c84 req-834a00fd-c26a-4f6e-8a71-358b173e11f4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.0598428 Mar 11 19:33:16.966624 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7b6fd911-4dd3-4d38-bef4-34cb53819e2c req-25a497bf-7581-4ced-98ce-0ea98b8267f5 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (1bbadacf-c4cd-49ee-8598-2cc5cfa5942c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:16.992829 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d30667-31e2-4260-85d5-e33ebfa423a9 req-14a6e18d-dbe6-43af-8fd5-9326f9812791 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:16.994983 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-12d30667-31e2-4260-85d5-e33ebfa423a9 req-14a6e18d-dbe6-43af-8fd5-9326f9812791 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=70ef355c-680f-4c77-b6bd-90827e0df059 HTTP/1.1" status: 200 len: 947 time: 0.0888853 Mar 11 19:33:16.998332 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7b6fd911-4dd3-4d38-bef4-34cb53819e2c req-25a497bf-7581-4ced-98ce-0ea98b8267f5 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:17.004844 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7b6fd911-4dd3-4d38-bef4-34cb53819e2c req-25a497bf-7581-4ced-98ce-0ea98b8267f5 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1671939 Mar 11 19:33:17.025557 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10640613-39af-4584-9760-63e82ecb1c84 req-16b6a8ab-3747-474d-b0aa-bb800ccc5d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:17.027053 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-10640613-39af-4584-9760-63e82ecb1c84 req-16b6a8ab-3747-474d-b0aa-bb800ccc5d93 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0535972 Mar 11 19:33:17.076508 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7b6fd911-4dd3-4d38-bef4-34cb53819e2c req-febeb055-b67e-467e-94a0-5c17d923714d tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.77 HTTP/1.1" status: 200 len: 695 time: 0.0705390 Mar 11 19:33:17.118098 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-10640613-39af-4584-9760-63e82ecb1c84 req-d4ea81e9-6a9b-4aae-8ef1-ef109f6a4319 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835285 Mar 11 19:33:17.123329 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-12d30667-31e2-4260-85d5-e33ebfa423a9 req-3037fc20-798b-4f2e-9ab3-5ab53877a382 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164722 Mar 11 19:33:17.215917 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-10640613-39af-4584-9760-63e82ecb1c84 req-32e595fa-6a28-456c-8665-92613cca5d88 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917230 Mar 11 19:33:17.242737 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6fd911-4dd3-4d38-bef4-34cb53819e2c req-48ee755b-f267-45a5-baf0-253de4fa0f8c tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:17.244683 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7b6fd911-4dd3-4d38-bef4-34cb53819e2c req-48ee755b-f267-45a5-baf0-253de4fa0f8c tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] 10.222.0.65 "GET /v2.0/networks/612cc066-33e3-444d-b1c7-d0a64751482a HTTP/1.1" status: 200 len: 784 time: 0.1562917 Mar 11 19:33:17.270979 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1211e54b-8ecc-4a89-bc08-566e042d9ffa req-68f35867-553b-4bbf-b7f3-37be36a92668 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:17.272481 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1211e54b-8ecc-4a89-bc08-566e042d9ffa req-68f35867-553b-4bbf-b7f3-37be36a92668 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/ports?device_id=964811fe-e680-478b-b639-5af42d371a0c HTTP/1.1" status: 200 len: 944 time: 0.0826526 Mar 11 19:33:17.299770 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f33a5a-9906-4ed4-984f-ecdc90c822da x-openstack-request-id: req-90f33a5a-9906-4ed4-984f-ecdc90c822da {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:33:17.300220 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8acf5f78-d2d5-47ed-961a-14c2f061bcda", "tag": "54320e06-748f-4d35-858e-1030a1319bbf", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:33:17.300474 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-90f33a5a-9906-4ed4-984f-ecdc90c822da {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:33:17.300863 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8acf5f78-d2d5-47ed-961a-14c2f061bcda', 'tag': '54320e06-748f-4d35-858e-1030a1319bbf', 'status': 'completed', 'code': 200} Mar 11 19:33:17.337765 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1211e54b-8ecc-4a89-bc08-566e042d9ffa req-d79db0b6-2801-4e8c-82a9-8b4bdd1ec940 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e295548-40c6-4aff-8eff-a54d88cb1f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544808 Mar 11 19:33:17.374920 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814bbafa-d758-43f3-8613-6af986905ac9 req-07f0103d-9aca-45fd-9ada-c124ca9e451a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:17.376586 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-814bbafa-d758-43f3-8613-6af986905ac9 req-07f0103d-9aca-45fd-9ada-c124ca9e451a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=002e1ac133fb4ef1b100a9d39da559cb&device_id=8acf5f78-d2d5-47ed-961a-14c2f061bcda HTTP/1.1" status: 200 len: 1127 time: 0.0493252 Mar 11 19:33:17.398396 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2a2b89-e883-4124-87db-2fcc4d7d6874 x-openstack-request-id: req-0b2a2b89-e883-4124-87db-2fcc4d7d6874 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:33:17.399013 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70ef355c-680f-4c77-b6bd-90827e0df059", "tag": "2f992392-42cb-46d8-a63a-84020459f21d", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:33:17.399274 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0b2a2b89-e883-4124-87db-2fcc4d7d6874 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:33:17.399702 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70ef355c-680f-4c77-b6bd-90827e0df059', 'tag': '2f992392-42cb-46d8-a63a-84020459f21d', 'status': 'completed', 'code': 200} Mar 11 19:33:17.410179 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c422c6b1-9816-4cf1-820f-1bea494452d5 req-fa3a72f5-e514-4f2e-b13d-63ef768e35d5 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:17.411992 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c422c6b1-9816-4cf1-820f-1bea494452d5 req-fa3a72f5-e514-4f2e-b13d-63ef768e35d5 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=f146c6f5-c337-4e48-b979-f28e2141d131 HTTP/1.1" status: 200 len: 943 time: 0.0674188 Mar 11 19:33:17.502740 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814bbafa-d758-43f3-8613-6af986905ac9 req-173d73f8-795e-4209-b97e-d68c58e4d8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:17.504834 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-814bbafa-d758-43f3-8613-6af986905ac9 req-173d73f8-795e-4209-b97e-d68c58e4d8b8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5c8f1f17-d90d-4647-89fe-ea0c28bac10e HTTP/1.1" status: 200 len: 930 time: 0.1167860 Mar 11 19:33:17.539785 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6889e01f-2d00-48b6-a508-746df12631a5 req-4db47d91-789a-45d4-924c-41f40d1e0e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:17.541843 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6889e01f-2d00-48b6-a508-746df12631a5 req-4db47d91-789a-45d4-924c-41f40d1e0e01 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=487f8613d1fa45ab81e48e9d9d0fc801&device_id=70ef355c-680f-4c77-b6bd-90827e0df059 HTTP/1.1" status: 200 len: 1129 time: 0.1242199 Mar 11 19:33:17.548029 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c422c6b1-9816-4cf1-820f-1bea494452d5 req-aa35cfb2-ec1b-4ffb-8f9b-e8d5bba20825 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949864 Mar 11 19:33:17.577469 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e3c61f-ffc1-486d-8dd2-8c7e56f61aef req-3cdfeb7a-88ed-413d-bce5-f9d6603a89d4 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:17.578956 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d9e3c61f-ffc1-486d-8dd2-8c7e56f61aef req-3cdfeb7a-88ed-413d-bce5-f9d6603a89d4 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] 10.222.0.65 "GET /v2.0/ports?device_id=8acf5f78-d2d5-47ed-961a-14c2f061bcda&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1286414 Mar 11 19:33:17.591304 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-814bbafa-d758-43f3-8613-6af986905ac9 req-beac2a9c-9457-47bf-ae98-81039a9568a4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54320e06-748f-4d35-858e-1030a1319bbf HTTP/1.1" status: 200 len: 1001 time: 0.0780482 Mar 11 19:33:17.645492 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814bbafa-d758-43f3-8613-6af986905ac9 req-2bbb8277-3bfd-4d64-9188-c76217875e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:17.646976 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-814bbafa-d758-43f3-8613-6af986905ac9 req-2bbb8277-3bfd-4d64-9188-c76217875e31 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b001f49c-43ae-4fd2-ba0f-5031a5dcc386 HTTP/1.1" status: 200 len: 868 time: 0.0502036 Mar 11 19:33:17.681964 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d9e3c61f-ffc1-486d-8dd2-8c7e56f61aef req-ba1fd225-eafb-4a20-b155-840bcf000b69 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.77 HTTP/1.1" status: 200 len: 695 time: 0.0909066 Mar 11 19:33:17.702649 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814bbafa-d758-43f3-8613-6af986905ac9 req-152dd36a-0508-40b8-b17f-8d5a35861666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:17.704414 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-814bbafa-d758-43f3-8613-6af986905ac9 req-152dd36a-0508-40b8-b17f-8d5a35861666 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5c8f1f17-d90d-4647-89fe-ea0c28bac10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0515454 Mar 11 19:33:17.710843 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-d9e3c61f-ffc1-486d-8dd2-8c7e56f61aef req-e12b82e9-6475-4b88-adf3-94ecf9238cc2 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Request body: {'floatingip': {'port_id': '54320e06-748f-4d35-858e-1030a1319bbf', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:33:17.768788 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d9e3c61f-ffc1-486d-8dd2-8c7e56f61aef req-e12b82e9-6475-4b88-adf3-94ecf9238cc2 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Publish callbacks [] for floatingip (1bbadacf-c4cd-49ee-8598-2cc5cfa5942c), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:17.795149 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-814bbafa-d758-43f3-8613-6af986905ac9 req-6488e771-0b92-4747-93cd-0a3495ef7e5e service neutron] 10.222.0.57 "GET /v2.0/networks/5c8f1f17-d90d-4647-89fe-ea0c28bac10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841861 Mar 11 19:33:17.802629 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6889e01f-2d00-48b6-a508-746df12631a5 req-3752f87d-720e-4f4f-852e-16c127ce2bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:17.804081 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6889e01f-2d00-48b6-a508-746df12631a5 req-3752f87d-720e-4f4f-852e-16c127ce2bc7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=885772b1-9b97-4e1d-a0fb-e125030c5a81 HTTP/1.1" status: 200 len: 870 time: 0.2552176 Mar 11 19:33:17.881970 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bddc95-4bb0-4ef0-b0b7-7ba2192ea470 req-cb6dd5a2-c7d9-4f3d-85fd-c15f34e623ca tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:17.883437 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-77bddc95-4bb0-4ef0-b0b7-7ba2192ea470 req-cb6dd5a2-c7d9-4f3d-85fd-c15f34e623ca tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b11db00-86e7-4155-a147-13490d09c29f HTTP/1.1" status: 200 len: 945 time: 0.2431700 Mar 11 19:33:17.888001 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6889e01f-2d00-48b6-a508-746df12631a5 req-ef8c4172-20ef-4542-a1f5-be6098a6a629 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=2f992392-42cb-46d8-a63a-84020459f21d HTTP/1.1" status: 200 len: 217 time: 0.0721200 Mar 11 19:33:17.894592 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-814bbafa-d758-43f3-8613-6af986905ac9 req-fd4c39af-824c-4c2a-8bf3-556a69b55166 service neutron] 10.222.0.57 "GET /v2.0/networks/5c8f1f17-d90d-4647-89fe-ea0c28bac10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925093 Mar 11 19:33:18.039971 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6889e01f-2d00-48b6-a508-746df12631a5 req-a15f6917-e096-4c4c-9532-65f9de5db55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:18.041833 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6889e01f-2d00-48b6-a508-746df12631a5 req-a15f6917-e096-4c4c-9532-65f9de5db55f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.1430516 Mar 11 19:33:18.046368 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-77bddc95-4bb0-4ef0-b0b7-7ba2192ea470 req-7c0adabf-2c90-4935-ac9a-aa6bdefc16dc tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556671 Mar 11 19:33:18.395305 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6889e01f-2d00-48b6-a508-746df12631a5 req-f9978c81-c737-4d6b-bc73-2a423ee31cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:18.396788 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6889e01f-2d00-48b6-a508-746df12631a5 req-f9978c81-c737-4d6b-bc73-2a423ee31cb6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3481607 Mar 11 19:33:18.424721 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [req-d9e3c61f-ffc1-486d-8dd2-8c7e56f61aef req-e12b82e9-6475-4b88-adf3-94ecf9238cc2 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] update failed (client error): There was a conflict when trying to complete your request. Mar 11 19:33:18.425689 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d9e3c61f-ffc1-486d-8dd2-8c7e56f61aef req-e12b82e9-6475-4b88-adf3-94ecf9238cc2 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] 10.222.0.65 "PUT /v2.0/floatingips/1bbadacf-c4cd-49ee-8598-2cc5cfa5942c HTTP/1.1" status: 409 len: 549 time: 0.7229354 Mar 11 19:33:18.489260 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269576dc-78c1-4dfe-b879-42f12b50fbe3 req-20da1dfd-50ac-43f8-b56f-ba9672b61fb2 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:18.494422 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269576dc-78c1-4dfe-b879-42f12b50fbe3 req-20da1dfd-50ac-43f8-b56f-ba9672b61fb2 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:18.499587 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269576dc-78c1-4dfe-b879-42f12b50fbe3 req-20da1dfd-50ac-43f8-b56f-ba9672b61fb2 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:18.504761 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269576dc-78c1-4dfe-b879-42f12b50fbe3 req-20da1dfd-50ac-43f8-b56f-ba9672b61fb2 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:18.509949 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269576dc-78c1-4dfe-b879-42f12b50fbe3 req-20da1dfd-50ac-43f8-b56f-ba9672b61fb2 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:18.515096 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269576dc-78c1-4dfe-b879-42f12b50fbe3 req-20da1dfd-50ac-43f8-b56f-ba9672b61fb2 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:18.520288 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269576dc-78c1-4dfe-b879-42f12b50fbe3 req-20da1dfd-50ac-43f8-b56f-ba9672b61fb2 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:18.522212 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-269576dc-78c1-4dfe-b879-42f12b50fbe3 req-20da1dfd-50ac-43f8-b56f-ba9672b61fb2 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 5419 time: 0.1656961 Mar 11 19:33:18.522875 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 118bffad-6722-43c2-b115-a2576f39b69d up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:33:18.579942 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6889e01f-2d00-48b6-a508-746df12631a5 req-a9da06e6-c73e-4ad1-84cf-95423c08dcdf service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738279 Mar 11 19:33:18.585108 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port 118bffad-6722-43c2-b115-a2576f39b69d completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:33:18.590160 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 118bffad-6722-43c2-b115-a2576f39b69d triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:33:18.590551 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (118bffad-6722-43c2-b115-a2576f39b69d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:18.639240 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:18.648469 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-269576dc-78c1-4dfe-b879-42f12b50fbe3 req-b3d605b1-4660-4714-8aac-b50632954b95 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=da55a647-62ee-4d15-a963-651fcfed7127&id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1197236 Mar 11 19:33:18.684461 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 118bffad-6722-43c2-b115-a2576f39b69d is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:33:18.684865 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (118bffad-6722-43c2-b115-a2576f39b69d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:18.708468 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '964811fe-e680-478b-b639-5af42d371a0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '118bffad-6722-43c2-b115-a2576f39b69d'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:33:18.710696 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37c1416-23fa-45d4-a3be-deee00e4b322" -d '{"events": [{"server_uuid": "964811fe-e680-478b-b639-5af42d371a0c", "name": "network-vif-plugged", "status": "completed", "tag": "118bffad-6722-43c2-b115-a2576f39b69d"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:33:18.723157 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 118bffad-6722-43c2-b115-a2576f39b69d, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=118bffad-6722-43c2-b115-a2576f39b69d,segment=NetworkSegment(e04ff9a7-22d1-4d10-8b77-9e68a6488033),segment_id=e04ff9a7-22d1-4d10-8b77-9e68a6488033)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:33:18.727768 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (118bffad-6722-43c2-b115-a2576f39b69d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:18.762201 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427bfc7f-9830-45f0-b821-4d143d3a504b req-e9ab62fe-dc5d-46b8-ac85-29506e9d467e tempest-LiveAutoBlockMigrationV225Test-943023921 tempest-LiveAutoBlockMigrationV225Test-943023921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:18.763735 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-427bfc7f-9830-45f0-b821-4d143d3a504b req-e9ab62fe-dc5d-46b8-ac85-29506e9d467e tempest-LiveAutoBlockMigrationV225Test-943023921 tempest-LiveAutoBlockMigrationV225Test-943023921-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=7b11db00-86e7-4155-a147-13490d09c29f HTTP/1.1" status: 200 len: 1127 time: 0.1643498 Mar 11 19:33:18.775573 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6889e01f-2d00-48b6-a508-746df12631a5 req-b88ffd80-c583-46c2-b84f-31032800db25 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865380 Mar 11 19:33:18.775824 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=118bffad-6722-43c2-b115-a2576f39b69d,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:18.825660 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb733d81-6770-45e6-b4a9-73f05c526e0d req-fd01301b-d5e5-40b3-bf53-fd1bc0ec858c tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:18.827415 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bb733d81-6770-45e6-b4a9-73f05c526e0d req-fd01301b-d5e5-40b3-bf53-fd1bc0ec858c tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=70ef355c-680f-4c77-b6bd-90827e0df059 HTTP/1.1" status: 200 len: 947 time: 0.1117878 Mar 11 19:33:18.833656 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-427bfc7f-9830-45f0-b821-4d143d3a504b req-4efc3d4b-93ee-4bc2-ae43-8d8cea082b3d tempest-LiveAutoBlockMigrationV225Test-943023921 tempest-LiveAutoBlockMigrationV225Test-943023921-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629175 Mar 11 19:33:18.877921 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bb733d81-6770-45e6-b4a9-73f05c526e0d req-aa22da96-c132-44a3-b588-88ce1c922177 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433125 Mar 11 19:33:18.989202 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aff67a2-ec9d-4ce6-ad00-f813b2d762f2 req-3f661ed6-7a22-4d21-87c9-676c00851edf tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:18.990920 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9aff67a2-ec9d-4ce6-ad00-f813b2d762f2 req-3f661ed6-7a22-4d21-87c9-676c00851edf tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7156dc0-5c94-4e6f-b96e-8bd854e8b8d9 HTTP/1.1" status: 200 len: 945 time: 0.0882113 Mar 11 19:33:19.002794 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e584473f-f305-4dfa-9d04-287597abbc54 req-25b9f58f-a831-465a-ae06-7196338ff125 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:19.004221 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e584473f-f305-4dfa-9d04-287597abbc54 req-25b9f58f-a831-465a-ae06-7196338ff125 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/ports?device_id=964811fe-e680-478b-b639-5af42d371a0c HTTP/1.1" status: 200 len: 945 time: 0.0689590 Mar 11 19:33:19.074420 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9aff67a2-ec9d-4ce6-ad00-f813b2d762f2 req-ff1cdeeb-6490-47ff-aae7-8b9f0a4258a8 tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] 10.222.0.65 "GET /v2.0/security-groups?id=9455c5a3-3801-4a3d-8a59-98f1d99f5b40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692382 Mar 11 19:33:19.077632 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e584473f-f305-4dfa-9d04-287597abbc54 req-c4a0283e-4cb6-45a7-840a-bf521f91ce25 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e295548-40c6-4aff-8eff-a54d88cb1f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669208 Mar 11 19:33:19.168023 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5113d07d-6d75-4e0a-8eed-db087395fb45 req-54a56812-782a-406a-a5a6-30e95a1a858b tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] 10.222.0.65 "GET /v2.0/floatingips/1bbadacf-c4cd-49ee-8598-2cc5cfa5942c HTTP/1.1" status: 200 len: 692 time: 0.0695972 Mar 11 19:33:19.229533 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c7f91-7a8c-49f0-989b-fac643a80e45 req-d345990b-5c1e-4737-bd80-7a16bcca4a91 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:19.231004 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-846c7f91-7a8c-49f0-989b-fac643a80e45 req-d345990b-5c1e-4737-bd80-7a16bcca4a91 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=f146c6f5-c337-4e48-b979-f28e2141d131 HTTP/1.1" status: 200 len: 943 time: 0.0944550 Mar 11 19:33:19.324014 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5113d07d-6d75-4e0a-8eed-db087395fb45 req-8a1078b4-9222-4e42-bb18-10b6d34f5c29 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:19.325415 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5113d07d-6d75-4e0a-8eed-db087395fb45 req-8a1078b4-9222-4e42-bb18-10b6d34f5c29 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] 10.222.0.65 "GET /v2.0/networks/612cc066-33e3-444d-b1c7-d0a64751482a HTTP/1.1" status: 200 len: 784 time: 0.1505027 Mar 11 19:33:19.328976 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-846c7f91-7a8c-49f0-989b-fac643a80e45 req-f8da9a46-3d92-4d3f-bbf8-94b76958b9d7 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733128 Mar 11 19:33:19.376895 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5113d07d-6d75-4e0a-8eed-db087395fb45 req-12f55ef7-aa0c-4909-9e78-1dd7a57661a9 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.77 HTTP/1.1" status: 200 len: 695 time: 0.0456083 Mar 11 19:33:19.379725 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da06c29-097c-44e0-bcad-26d52d82f8eb x-openstack-request-id: req-1da06c29-097c-44e0-bcad-26d52d82f8eb {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:33:19.380031 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "964811fe-e680-478b-b639-5af42d371a0c", "name": "network-vif-plugged", "status": "completed", "tag": "118bffad-6722-43c2-b115-a2576f39b69d", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:33:19.380297 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1da06c29-097c-44e0-bcad-26d52d82f8eb {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:33:19.380699 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '964811fe-e680-478b-b639-5af42d371a0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '118bffad-6722-43c2-b115-a2576f39b69d', 'code': 200} Mar 11 19:33:19.449925 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5113d07d-6d75-4e0a-8eed-db087395fb45 req-df8b5964-f662-42ca-be32-1834e34b8a23 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.77 HTTP/1.1" status: 200 len: 695 time: 0.0558236 Mar 11 19:33:19.619800 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d487e44d-508c-4e8d-b0c2-6717be85fcb1 req-d3138086-5124-4718-b054-a71cc93345c4 tempest-LiveAutoBlockMigrationV225Test-943023921 tempest-LiveAutoBlockMigrationV225Test-943023921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:19.621331 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d487e44d-508c-4e8d-b0c2-6717be85fcb1 req-d3138086-5124-4718-b054-a71cc93345c4 tempest-LiveAutoBlockMigrationV225Test-943023921 tempest-LiveAutoBlockMigrationV225Test-943023921-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=7b11db00-86e7-4155-a147-13490d09c29f HTTP/1.1" status: 200 len: 1127 time: 0.1890428 Mar 11 19:33:19.652445 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a8c577-9691-4cc4-86a7-6bb55207570e req-a19837bd-2260-4692-9867-47b9c2c72d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:19.654047 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-00a8c577-9691-4cc4-86a7-6bb55207570e req-a19837bd-2260-4692-9867-47b9c2c72d9b service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=964811fe-e680-478b-b639-5af42d371a0c HTTP/1.1" status: 200 len: 1127 time: 0.1853378 Mar 11 19:33:19.746138 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b958f83-fa8d-47e1-9508-97d1fb435692 req-64685649-59fe-4830-ba2e-74efe5de949c tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:19.747652 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5b958f83-fa8d-47e1-9508-97d1fb435692 req-64685649-59fe-4830-ba2e-74efe5de949c tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] 10.222.0.75 "GET /v2.0/ports?device_id=a7156dc0-5c94-4e6f-b96e-8bd854e8b8d9 HTTP/1.1" status: 200 len: 945 time: 0.1611619 Mar 11 19:33:19.757158 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d487e44d-508c-4e8d-b0c2-6717be85fcb1 req-a4201314-1253-4f98-b83b-6710b88ab5ae tempest-LiveAutoBlockMigrationV225Test-943023921 tempest-LiveAutoBlockMigrationV225Test-943023921-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176078 Mar 11 19:33:19.767079 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-5113d07d-6d75-4e0a-8eed-db087395fb45 req-02f6758e-1f69-4793-b822-3dd3a8b9e6de tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Deleting port 9914f413-ba07-44aa-a152-44f4fa6a26b8 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:33:19.767417 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5113d07d-6d75-4e0a-8eed-db087395fb45 req-02f6758e-1f69-4793-b822-3dd3a8b9e6de tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (9914f413-ba07-44aa-a152-44f4fa6a26b8), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:19.772422 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-00a8c577-9691-4cc4-86a7-6bb55207570e req-3d6faebd-d584-4f52-bd58-0d585a857ede service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=9e295548-40c6-4aff-8eff-a54d88cb1f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060865 Mar 11 19:33:19.963997 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5113d07d-6d75-4e0a-8eed-db087395fb45 req-02f6758e-1f69-4793-b822-3dd3a8b9e6de tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (9914f413-ba07-44aa-a152-44f4fa6a26b8), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:19.964326 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5113d07d-6d75-4e0a-8eed-db087395fb45 req-02f6758e-1f69-4793-b822-3dd3a8b9e6de tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Publish callbacks [] for floatingip (9914f413-ba07-44aa-a152-44f4fa6a26b8), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:19.990725 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-5113d07d-6d75-4e0a-8eed-db087395fb45 req-02f6758e-1f69-4793-b822-3dd3a8b9e6de tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Calling delete_port for 9914f413-ba07-44aa-a152-44f4fa6a26b8 owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:33:20.057175 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-5b958f83-fa8d-47e1-9508-97d1fb435692 req-b81176a1-10e3-40a5-83af-268d63e6636c tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Deleting port 080f8b02-b7f3-46fc-9829-ac1770c87747 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:33:20.057543 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5b958f83-fa8d-47e1-9508-97d1fb435692 req-b81176a1-10e3-40a5-83af-268d63e6636c tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (080f8b02-b7f3-46fc-9829-ac1770c87747), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:20.086380 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d18a50-b24c-4016-8df3-8f902e8f9ffa req-50d382b5-81ca-4188-9344-3d59bedf9b49 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:20.091731 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d18a50-b24c-4016-8df3-8f902e8f9ffa req-50d382b5-81ca-4188-9344-3d59bedf9b49 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:20.096863 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d18a50-b24c-4016-8df3-8f902e8f9ffa req-50d382b5-81ca-4188-9344-3d59bedf9b49 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:20.102033 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d18a50-b24c-4016-8df3-8f902e8f9ffa req-50d382b5-81ca-4188-9344-3d59bedf9b49 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:20.107938 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d18a50-b24c-4016-8df3-8f902e8f9ffa req-50d382b5-81ca-4188-9344-3d59bedf9b49 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:20.113139 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d18a50-b24c-4016-8df3-8f902e8f9ffa req-50d382b5-81ca-4188-9344-3d59bedf9b49 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:20.118363 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d18a50-b24c-4016-8df3-8f902e8f9ffa req-50d382b5-81ca-4188-9344-3d59bedf9b49 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:20.120963 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-83d18a50-b24c-4016-8df3-8f902e8f9ffa req-50d382b5-81ca-4188-9344-3d59bedf9b49 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 5419 time: 0.2748468 Mar 11 19:33:20.280056 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-83d18a50-b24c-4016-8df3-8f902e8f9ffa req-4d1fcd48-fd23-4519-8a5c-6a4c2d358579 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=da55a647-62ee-4d15-a963-651fcfed7127&id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1503086 Mar 11 19:33:20.282097 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-5b958f83-fa8d-47e1-9508-97d1fb435692 req-b81176a1-10e3-40a5-83af-268d63e6636c tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] For port 080f8b02-b7f3-46fc-9829-ac1770c87747, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=080f8b02-b7f3-46fc-9829-ac1770c87747,segment=NetworkSegment(4634a948-ef3a-4fad-aaf7-51110bedaf50),segment_id=4634a948-ef3a-4fad-aaf7-51110bedaf50)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:33:20.282536 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5b958f83-fa8d-47e1-9508-97d1fb435692 req-b81176a1-10e3-40a5-83af-268d63e6636c tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (080f8b02-b7f3-46fc-9829-ac1770c87747), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:20.465552 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5113d07d-6d75-4e0a-8eed-db087395fb45 req-02f6758e-1f69-4793-b822-3dd3a8b9e6de tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (9914f413-ba07-44aa-a152-44f4fa6a26b8), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:20.760082 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f6758e-1f69-4793-b822-3dd3a8b9e6de tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Pushing event deleted for resources: {'Port': ['ID=9914f413-ba07-44aa-a152-44f4fa6a26b8,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:20.868867 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2947971-f51f-4361-baa7-c5c520375253 req-90eacb42-bb57-488c-a857-848b592b124e tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:20.870343 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f2947971-f51f-4361-baa7-c5c520375253 req-90eacb42-bb57-488c-a857-848b592b124e tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=70ef355c-680f-4c77-b6bd-90827e0df059 HTTP/1.1" status: 200 len: 947 time: 0.4781160 Mar 11 19:33:20.907521 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5113d07d-6d75-4e0a-8eed-db087395fb45 req-02f6758e-1f69-4793-b822-3dd3a8b9e6de tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Publish callbacks [] for floatingip (1bbadacf-c4cd-49ee-8598-2cc5cfa5942c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:20.909912 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5113d07d-6d75-4e0a-8eed-db087395fb45 req-02f6758e-1f69-4793-b822-3dd3a8b9e6de tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:20.911028 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5113d07d-6d75-4e0a-8eed-db087395fb45 req-02f6758e-1f69-4793-b822-3dd3a8b9e6de tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] 10.222.0.65 "DELETE /v2.0/floatingips/1bbadacf-c4cd-49ee-8598-2cc5cfa5942c HTTP/1.1" status: 204 len: 173 time: 1.4412162 Mar 11 19:33:20.916698 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5b958f83-fa8d-47e1-9508-97d1fb435692 req-b81176a1-10e3-40a5-83af-268d63e6636c tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:20.917058 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5b958f83-fa8d-47e1-9508-97d1fb435692 req-b81176a1-10e3-40a5-83af-268d63e6636c tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (393352ed-ce77-4a5f-8d13-8370e9ff99f9), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:20.917365 n-d-833163-1 neutron-server[103885]: INFO neutron.db.l3_db [req-5b958f83-fa8d-47e1-9508-97d1fb435692 req-b81176a1-10e3-40a5-83af-268d63e6636c tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Floating IP 393352ed-ce77-4a5f-8d13-8370e9ff99f9 disassociated. External IP: 172.25.8.63, port: 080f8b02-b7f3-46fc-9829-ac1770c87747. Mar 11 19:33:20.917706 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-5b958f83-fa8d-47e1-9508-97d1fb435692 req-b81176a1-10e3-40a5-83af-268d63e6636c tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Calling delete_port for 080f8b02-b7f3-46fc-9829-ac1770c87747 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:33:20.981951 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f2947971-f51f-4361-baa7-c5c520375253 req-b4e5aff7-976a-4679-afef-da96ed39c152 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049914 Mar 11 19:33:21.051933 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 2f992392-42cb-46d8-a63a-84020459f21d details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:33:21.113084 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c839922-9cb9-4d5b-863b-54fca7e7fa5a req-38a07144-53a7-4b50-8f53-a5c78c93bc76 tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:21.114569 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0c839922-9cb9-4d5b-863b-54fca7e7fa5a req-38a07144-53a7-4b50-8f53-a5c78c93bc76 tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] 10.222.0.65 "GET /v2.0/ports?device_id=a7156dc0-5c94-4e6f-b96e-8bd854e8b8d9 HTTP/1.1" status: 200 len: 945 time: 0.1304321 Mar 11 19:33:21.165306 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 2f992392-42cb-46d8-a63a-84020459f21d, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=2f992392-42cb-46d8-a63a-84020459f21d,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:33:21.170311 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3716dc78-cb59-4c2c-847c-7ad0f08bc21b req-f0ed97c9-ec3c-428b-85d8-1b67943da903 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:21.171833 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3716dc78-cb59-4c2c-847c-7ad0f08bc21b req-f0ed97c9-ec3c-428b-85d8-1b67943da903 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/ports?device_id=964811fe-e680-478b-b639-5af42d371a0c HTTP/1.1" status: 200 len: 945 time: 0.1272376 Mar 11 19:33:21.177044 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': '2f992392-42cb-46d8-a63a-84020459f21d', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'port_id': '2f992392-42cb-46d8-a63a-84020459f21d', 'mac_address': 'fa:16:3e:01:1a:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bb14923-74c3-4313-be8d-ed33542f05aa', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:33:21.198208 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5b958f83-fa8d-47e1-9508-97d1fb435692 req-b81176a1-10e3-40a5-83af-268d63e6636c tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (080f8b02-b7f3-46fc-9829-ac1770c87747), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:21.215332 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0c839922-9cb9-4d5b-863b-54fca7e7fa5a req-957a0177-198c-4800-be50-72478985523f tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] 10.222.0.65 "GET /v2.0/security-groups?id=9455c5a3-3801-4a3d-8a59-98f1d99f5b40&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902572 Mar 11 19:33:21.231410 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 2f992392-42cb-46d8-a63a-84020459f21d is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:33:21.232089 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2f992392-42cb-46d8-a63a-84020459f21d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:21.245877 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81176a1-10e3-40a5-83af-268d63e6636c tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Pushing event deleted for resources: {'Port': ['ID=080f8b02-b7f3-46fc-9829-ac1770c87747,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:21.271377 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f992392-42cb-46d8-a63a-84020459f21d {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:33:21.299544 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 2f992392-42cb-46d8-a63a-84020459f21d, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=2f992392-42cb-46d8-a63a-84020459f21d,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:33:21.305287 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (2f992392-42cb-46d8-a63a-84020459f21d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:21.311017 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3716dc78-cb59-4c2c-847c-7ad0f08bc21b req-be0a17bb-3224-4ecf-8de1-962bb4e7e880 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e295548-40c6-4aff-8eff-a54d88cb1f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282744 Mar 11 19:33:21.368243 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=2f992392-42cb-46d8-a63a-84020459f21d,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:21.408736 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b958f83-fa8d-47e1-9508-97d1fb435692 req-b81176a1-10e3-40a5-83af-268d63e6636c tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Router 77ff9dd6-3b55-4898-8e8f-a25b5d126f66 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:33:21.518810 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343f4359-b8db-49b3-9103-b006898abcb3 req-d704cb9c-5c64-4474-aabf-e6a74bb2ce80 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:21.520603 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-343f4359-b8db-49b3-9103-b006898abcb3 req-d704cb9c-5c64-4474-aabf-e6a74bb2ce80 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=f146c6f5-c337-4e48-b979-f28e2141d131 HTTP/1.1" status: 200 len: 943 time: 0.1079369 Mar 11 19:33:21.589688 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b958f83-fa8d-47e1-9508-97d1fb435692 req-b81176a1-10e3-40a5-83af-268d63e6636c tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:33:21.601263 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33405fa7-3be1-4109-b9b9-8335998bc36a None None] Sync routers for ids ['77ff9dd6-3b55-4898-8e8f-a25b5d126f66'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:33:21.618441 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33405fa7-3be1-4109-b9b9-8335998bc36a None None] Routers {'77ff9dd6-3b55-4898-8e8f-a25b5d126f66'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:33:21.619261 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-33405fa7-3be1-4109-b9b9-8335998bc36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:32:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['77ff9dd6-3b55-4898-8e8f-a25b5d126f66'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:33:21.677995 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-343f4359-b8db-49b3-9103-b006898abcb3 req-f149549e-4262-4915-8310-d74f6430cdc2 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268098 Mar 11 19:33:21.678907 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b958f83-fa8d-47e1-9508-97d1fb435692 req-b81176a1-10e3-40a5-83af-268d63e6636c tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] No DVR routers for this DVR port 080f8b02-b7f3-46fc-9829-ac1770c87747 on host n-h1-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:33:21.682215 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5b958f83-fa8d-47e1-9508-97d1fb435692 req-b81176a1-10e3-40a5-83af-268d63e6636c tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:21.685614 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5b958f83-fa8d-47e1-9508-97d1fb435692 req-b81176a1-10e3-40a5-83af-268d63e6636c tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] 10.222.0.75 "DELETE /v2.0/ports/080f8b02-b7f3-46fc-9829-ac1770c87747 HTTP/1.1" status: 204 len: 173 time: 1.9267230 Mar 11 19:33:21.686083 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7156dc0-5c94-4e6f-b96e-8bd854e8b8d9', 'name': 'network-vif-deleted', 'tag': '080f8b02-b7f3-46fc-9829-ac1770c87747'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:33:21.695853 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be1fede7-8176-4b78-a90b-30a8aca5882d" -d '{"events": [{"server_uuid": "a7156dc0-5c94-4e6f-b96e-8bd854e8b8d9", "name": "network-vif-deleted", "tag": "080f8b02-b7f3-46fc-9829-ac1770c87747"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:33:21.760986 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['2f992392-42cb-46d8-a63a-84020459f21d'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:33:21.813552 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-33405fa7-3be1-4109-b9b9-8335998bc36a None None] Set router 77ff9dd6-3b55-4898-8e8f-a25b5d126f66 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:33:21.868008 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-19b3fab3-b4f0-4179-a290-026f37f7051a req-263a1884-496b-4d6b-8fd1-911d150283f8 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.137 HTTP/1.1" status: 200 len: 1001 time: 0.1566041 Mar 11 19:33:21.927575 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b3fab3-b4f0-4179-a290-026f37f7051a req-25415e83-5b91-4a3e-b145-414ea3507571 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:21.929152 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-19b3fab3-b4f0-4179-a290-026f37f7051a req-25415e83-5b91-4a3e-b145-414ea3507571 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] 10.222.0.65 "GET /v2.0/ports/54320e06-748f-4d35-858e-1030a1319bbf HTTP/1.1" status: 200 len: 942 time: 0.0604105 Mar 11 19:33:22.049930 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-19b3fab3-b4f0-4179-a290-026f37f7051a req-8d48bcd5-00d1-4f89-85ea-8c73912ede04 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.137 HTTP/1.1" status: 200 len: 1001 time: 0.0759532 Mar 11 19:33:22.160367 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b3fab3-b4f0-4179-a290-026f37f7051a req-1b538650-9f29-4d8d-86f2-4a067140abc4 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:22.161737 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-19b3fab3-b4f0-4179-a290-026f37f7051a req-1b538650-9f29-4d8d-86f2-4a067140abc4 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] 10.222.0.65 "GET /v2.0/networks/612cc066-33e3-444d-b1c7-d0a64751482a HTTP/1.1" status: 200 len: 784 time: 0.1110456 Mar 11 19:33:22.266745 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-19b3fab3-b4f0-4179-a290-026f37f7051a req-d6da26fb-e106-4ccf-84b4-0861133c6954 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.137 HTTP/1.1" status: 200 len: 1001 time: 0.0912602 Mar 11 19:33:22.286955 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-19b3fab3-b4f0-4179-a290-026f37f7051a req-4e80d667-51d0-4b54-9e1c-ab43a4823308 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:33:22.295147 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-31917e7a-e238-4725-81c7-a35f34398024 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:22.319023 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-33405fa7-3be1-4109-b9b9-8335998bc36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ff9dd6-3b55-4898-8e8f-a25b5d126f66', 'name': 'tempest-ServersTestJSON-1394376928-router', 'tenant_id': 'be6bb36e4510404da3f801164858fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'dcd03947-277a-4bad-bef9-dddb4b8a6e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:32:01Z', 'updated_at': '2022-03-11T19:32:07Z', 'revision_number': 4, 'project_id': 'be6bb36e4510404da3f801164858fcd0', 'gw_port': {'id': 'dcd03947-277a-4bad-bef9-dddb4b8a6e95', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:48:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ff9dd6-3b55-4898-8e8f-a25b5d126f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:32:02Z', 'updated_at': '2022-03-11T19:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'b2d6df98-d962-4b7e-9e10-bfc539ce2b95', 'name': '', 'network_id': '2861ea14-7bea-49b3-8565-f2cbb28bd165', 'tenant_id': 'be6bb36e4510404da3f801164858fcd0', 'mac_address': 'fa:16:3e:d3:b7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ff9dd6-3b55-4898-8e8f-a25b5d126f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '1c6d00ec-4b03-4775-8b18-57164800ad97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:32:06Z', 'updated_at': '2022-03-11T19:32:15Z', 'revision_number': 5, 'project_id': 'be6bb36e4510404da3f801164858fcd0', 'subnets': [{'id': '1c6d00ec-4b03-4775-8b18-57164800ad97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:33:22.356238 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33405fa7-3be1-4109-b9b9-8335998bc36a None None] Checking router: 77ff9dd6-3b55-4898-8e8f-a25b5d126f66 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:33:22.368226 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33405fa7-3be1-4109-b9b9-8335998bc36a None None] Routers {'77ff9dd6-3b55-4898-8e8f-a25b5d126f66'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:33:22.368942 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-33405fa7-3be1-4109-b9b9-8335998bc36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:32:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['77ff9dd6-3b55-4898-8e8f-a25b5d126f66'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:33:22.373192 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-19b3fab3-b4f0-4179-a290-026f37f7051a req-4e80d667-51d0-4b54-9e1c-ab43a4823308 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Publish callbacks [] for floatingip (6a36e5d2-6d8a-4860-87fc-3d0ab1e4e9dc), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:22.373601 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-40cfc181-6b58-477b-a135-1f4d1db91d9d tempest-LiveAutoBlockMigrationV225Test-943023921 tempest-LiveAutoBlockMigrationV225Test-943023921-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:33:22.385998 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-40cfc181-6b58-477b-a135-1f4d1db91d9d tempest-LiveAutoBlockMigrationV225Test-943023921 tempest-LiveAutoBlockMigrationV225Test-943023921-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1021268 Mar 11 19:33:22.453302 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:22.485568 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-83ec0ebb-4c84-419c-befd-b697d211c4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:22.486816 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-83ec0ebb-4c84-419c-befd-b697d211c4b3 service neutron] 10.222.0.65 "GET /v2.0/ports/a5aa4d69-5d6e-4efe-a7b4-617450445181 HTTP/1.1" status: 200 len: 1124 time: 0.0998075 Mar 11 19:33:22.495811 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-a056828d-4f29-41ff-a101-1f655817f7e5 service neutron] Request body: {'binding': {'host': 'n-h1-833163-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:33:22.496352 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-a056828d-4f29-41ff-a101-1f655817f7e5 service neutron] Unknown quota resources ['binding']. {{(pid=103884) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 11 19:33:22.508687 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-33405fa7-3be1-4109-b9b9-8335998bc36a None None] Set router 77ff9dd6-3b55-4898-8e8f-a25b5d126f66 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:33:22.553350 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-19b3fab3-b4f0-4179-a290-026f37f7051a req-4e80d667-51d0-4b54-9e1c-ab43a4823308 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:22.557576 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-19b3fab3-b4f0-4179-a290-026f37f7051a req-4e80d667-51d0-4b54-9e1c-ab43a4823308 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (6a36e5d2-6d8a-4860-87fc-3d0ab1e4e9dc), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:22.557996 n-d-833163-1 neutron-server[103885]: INFO neutron.db.l3_db [req-19b3fab3-b4f0-4179-a290-026f37f7051a req-4e80d667-51d0-4b54-9e1c-ab43a4823308 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Floating IP 6a36e5d2-6d8a-4860-87fc-3d0ab1e4e9dc disassociated. External IP: 172.25.8.137, port: 54320e06-748f-4d35-858e-1030a1319bbf. Mar 11 19:33:22.639093 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-a056828d-4f29-41ff-a101-1f655817f7e5 service neutron] Attempting to bind port a5aa4d69-5d6e-4efe-a7b4-617450445181 on host n-h1-833163-1 for vnic_type normal with profile None {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:33:22.639432 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-a056828d-4f29-41ff-a101-1f655817f7e5 service neutron] Attempting to bind port a5aa4d69-5d6e-4efe-a7b4-617450445181 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '42087326-e85e-4d47-82f7-573695e73a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b2c20bf2-5907-4ff7-8af6-23603c7d780a'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:33:22.639858 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-a056828d-4f29-41ff-a101-1f655817f7e5 service neutron] Attempting to bind port a5aa4d69-5d6e-4efe-a7b4-617450445181 on network b2c20bf2-5907-4ff7-8af6-23603c7d780a {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:33:22.644177 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-a056828d-4f29-41ff-a101-1f655817f7e5 service neutron] Port a5aa4d69-5d6e-4efe-a7b4-617450445181 on network b2c20bf2-5907-4ff7-8af6-23603c7d780a not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:33:22.644500 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-a056828d-4f29-41ff-a101-1f655817f7e5 service neutron] Attempting to bind port a5aa4d69-5d6e-4efe-a7b4-617450445181 on network b2c20bf2-5907-4ff7-8af6-23603c7d780a {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:33:22.649260 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-a056828d-4f29-41ff-a101-1f655817f7e5 service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:33:22.649601 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-a056828d-4f29-41ff-a101-1f655817f7e5 service neutron] Checking segment: {'id': '42087326-e85e-4d47-82f7-573695e73a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b2c20bf2-5907-4ff7-8af6-23603c7d780a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:33:22.650002 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-a056828d-4f29-41ff-a101-1f655817f7e5 service neutron] Bound using segment: {'id': '42087326-e85e-4d47-82f7-573695e73a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b2c20bf2-5907-4ff7-8af6-23603c7d780a'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:33:22.650996 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-a056828d-4f29-41ff-a101-1f655817f7e5 service neutron] Bound port: a5aa4d69-5d6e-4efe-a7b4-617450445181, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42087326-e85e-4d47-82f7-573695e73a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b2c20bf2-5907-4ff7-8af6-23603c7d780a'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:33:22.707074 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-a056828d-4f29-41ff-a101-1f655817f7e5 service neutron] For port a5aa4d69-5d6e-4efe-a7b4-617450445181, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=a5aa4d69-5d6e-4efe-a7b4-617450445181,segment=NetworkSegment(42087326-e85e-4d47-82f7-573695e73a7c),segment_id=42087326-e85e-4d47-82f7-573695e73a7c)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:33:22.714846 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-a056828d-4f29-41ff-a101-1f655817f7e5 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:22.720131 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-a056828d-4f29-41ff-a101-1f655817f7e5 service neutron] 10.222.0.65 "POST /v2.0/ports/a5aa4d69-5d6e-4efe-a7b4-617450445181/bindings HTTP/1.1" status: 201 len: 389 time: 0.2276914 Mar 11 19:33:22.730976 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-33405fa7-3be1-4109-b9b9-8335998bc36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ff9dd6-3b55-4898-8e8f-a25b5d126f66', 'name': 'tempest-ServersTestJSON-1394376928-router', 'tenant_id': 'be6bb36e4510404da3f801164858fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'dcd03947-277a-4bad-bef9-dddb4b8a6e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:32:01Z', 'updated_at': '2022-03-11T19:32:07Z', 'revision_number': 4, 'project_id': 'be6bb36e4510404da3f801164858fcd0', 'gw_port': {'id': 'dcd03947-277a-4bad-bef9-dddb4b8a6e95', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:48:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ff9dd6-3b55-4898-8e8f-a25b5d126f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:32:02Z', 'updated_at': '2022-03-11T19:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'b2d6df98-d962-4b7e-9e10-bfc539ce2b95', 'name': '', 'network_id': '2861ea14-7bea-49b3-8565-f2cbb28bd165', 'tenant_id': 'be6bb36e4510404da3f801164858fcd0', 'mac_address': 'fa:16:3e:d3:b7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ff9dd6-3b55-4898-8e8f-a25b5d126f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '1c6d00ec-4b03-4775-8b18-57164800ad97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:32:06Z', 'updated_at': '2022-03-11T19:32:15Z', 'revision_number': 5, 'project_id': 'be6bb36e4510404da3f801164858fcd0', 'subnets': [{'id': '1c6d00ec-4b03-4775-8b18-57164800ad97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:33:22.759811 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33405fa7-3be1-4109-b9b9-8335998bc36a None None] The sync data for ids ['77ff9dd6-3b55-4898-8e8f-a25b5d126f66'] in n-d-833163-1 is: [{'id': '77ff9dd6-3b55-4898-8e8f-a25b5d126f66', 'name': 'tempest-ServersTestJSON-1394376928-router', 'tenant_id': 'be6bb36e4510404da3f801164858fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'dcd03947-277a-4bad-bef9-dddb4b8a6e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:32:01Z', 'updated_at': '2022-03-11T19:32:07Z', 'revision_number': 4, 'project_id': 'be6bb36e4510404da3f801164858fcd0', 'gw_port': {'id': 'dcd03947-277a-4bad-bef9-dddb4b8a6e95', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:48:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ff9dd6-3b55-4898-8e8f-a25b5d126f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:32:02Z', 'updated_at': '2022-03-11T19:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'b2d6df98-d962-4b7e-9e10-bfc539ce2b95', 'name': '', 'network_id': '2861ea14-7bea-49b3-8565-f2cbb28bd165', 'tenant_id': 'be6bb36e4510404da3f801164858fcd0', 'mac_address': 'fa:16:3e:d3:b7:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ff9dd6-3b55-4898-8e8f-a25b5d126f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': '1c6d00ec-4b03-4775-8b18-57164800ad97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:32:06Z', 'updated_at': '2022-03-11T19:32:15Z', 'revision_number': 5, 'project_id': 'be6bb36e4510404da3f801164858fcd0', 'subnets': [{'id': '1c6d00ec-4b03-4775-8b18-57164800ad97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:33:22.805523 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19b3fab3-b4f0-4179-a290-026f37f7051a req-4e80d667-51d0-4b54-9e1c-ab43a4823308 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Router edb01d22-68e9-4827-b781-aaec25fb923b has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:33:22.990031 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9b8c03-a1d1-41b4-a50b-90ffa0cf1158 req-0e603032-6fb2-40a3-9518-d593a07d66fe tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:22.995296 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9b8c03-a1d1-41b4-a50b-90ffa0cf1158 req-0e603032-6fb2-40a3-9518-d593a07d66fe tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:23.000586 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9b8c03-a1d1-41b4-a50b-90ffa0cf1158 req-0e603032-6fb2-40a3-9518-d593a07d66fe tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:23.007753 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9b8c03-a1d1-41b4-a50b-90ffa0cf1158 req-0e603032-6fb2-40a3-9518-d593a07d66fe tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:23.013087 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9b8c03-a1d1-41b4-a50b-90ffa0cf1158 req-0e603032-6fb2-40a3-9518-d593a07d66fe tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:23.018289 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9b8c03-a1d1-41b4-a50b-90ffa0cf1158 req-0e603032-6fb2-40a3-9518-d593a07d66fe tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:23.023556 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9b8c03-a1d1-41b4-a50b-90ffa0cf1158 req-0e603032-6fb2-40a3-9518-d593a07d66fe tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:23.026161 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9e9b8c03-a1d1-41b4-a50b-90ffa0cf1158 req-0e603032-6fb2-40a3-9518-d593a07d66fe tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 5419 time: 0.1634328 Mar 11 19:33:23.026308 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78f7b47-0992-432c-9bad-94b3b021e26d None None] New status for floating IP 393352ed-ce77-4a5f-8d13-8370e9ff99f9: DOWN {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 19:33:23.041453 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19b3fab3-b4f0-4179-a290-026f37f7051a req-4e80d667-51d0-4b54-9e1c-ab43a4823308 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:33:23.048335 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-19b3fab3-b4f0-4179-a290-026f37f7051a req-4e80d667-51d0-4b54-9e1c-ab43a4823308 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:23.052868 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d4ae5f-005c-408e-933f-540fbd48992d None None] Sync routers for ids ['edb01d22-68e9-4827-b781-aaec25fb923b'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:33:23.062221 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d4ae5f-005c-408e-933f-540fbd48992d None None] Routers {'edb01d22-68e9-4827-b781-aaec25fb923b'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:33:23.062844 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-25d4ae5f-005c-408e-933f-540fbd48992d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:32:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['edb01d22-68e9-4827-b781-aaec25fb923b'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:33:23.100519 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-19b3fab3-b4f0-4179-a290-026f37f7051a req-4e80d667-51d0-4b54-9e1c-ab43a4823308 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] 10.222.0.65 "PUT /v2.0/floatingips/6a36e5d2-6d8a-4860-87fc-3d0ab1e4e9dc HTTP/1.1" status: 200 len: 695 time: 0.8197021 Mar 11 19:33:23.124120 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-75fea383-d4fd-4a33-8837-b39dbea6c93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:23.126324 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-75fea383-d4fd-4a33-8837-b39dbea6c93f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f44b890e943d4aee826b67fd4c2d7b8e&device_id=7b11db00-86e7-4155-a147-13490d09c29f HTTP/1.1" status: 200 len: 1127 time: 0.1609714 Mar 11 19:33:23.190082 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9e9b8c03-a1d1-41b4-a50b-90ffa0cf1158 req-acc099ec-3dce-432c-8552-94b97ec68165 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=da55a647-62ee-4d15-a963-651fcfed7127&id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1465647 Mar 11 19:33:23.193130 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-25d4ae5f-005c-408e-933f-540fbd48992d None None] Set router edb01d22-68e9-4827-b781-aaec25fb923b gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:33:23.249320 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ac29a3-744c-4502-baad-b9654b4fe56b x-openstack-request-id: req-f7ac29a3-744c-4502-baad-b9654b4fe56b {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:33:23.249626 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7156dc0-5c94-4e6f-b96e-8bd854e8b8d9", "name": "network-vif-deleted", "tag": "080f8b02-b7f3-46fc-9829-ac1770c87747", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:33:23.249886 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f7ac29a3-744c-4502-baad-b9654b4fe56b {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:33:23.250592 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7156dc0-5c94-4e6f-b96e-8bd854e8b8d9', 'name': 'network-vif-deleted', 'tag': '080f8b02-b7f3-46fc-9829-ac1770c87747', 'status': 'completed', 'code': 200} Mar 11 19:33:23.262792 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b3fab3-b4f0-4179-a290-026f37f7051a req-0d5759eb-27d7-4e00-88a3-38868ec55fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:23.264416 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-19b3fab3-b4f0-4179-a290-026f37f7051a req-0d5759eb-27d7-4e00-88a3-38868ec55fd3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=002e1ac133fb4ef1b100a9d39da559cb&device_id=8acf5f78-d2d5-47ed-961a-14c2f061bcda HTTP/1.1" status: 200 len: 1127 time: 0.1351290 Mar 11 19:33:23.297475 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-2d1c6cbb-cf44-43d5-8502-0bd882c004b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:23.298893 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-2d1c6cbb-cf44-43d5-8502-0bd882c004b6 service neutron] 10.222.0.75 "GET /v2.0/networks?id=b2c20bf2-5907-4ff7-8af6-23603c7d780a HTTP/1.1" status: 200 len: 921 time: 0.1586685 Mar 11 19:33:23.376045 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-cb661406-61e8-47f1-81cb-5b856b18643e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5aa4d69-5d6e-4efe-a7b4-617450445181 HTTP/1.1" status: 200 len: 217 time: 0.0642614 Mar 11 19:33:23.433711 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-25d4ae5f-005c-408e-933f-540fbd48992d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb01d22-68e9-4827-b781-aaec25fb923b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1842015239-router', 'tenant_id': '002e1ac133fb4ef1b100a9d39da559cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '60e73312-48b3-4155-8803-cf719f1e8eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:32:36Z', 'updated_at': '2022-03-11T19:32:42Z', 'revision_number': 4, 'project_id': '002e1ac133fb4ef1b100a9d39da559cb', 'gw_port': {'id': '60e73312-48b3-4155-8803-cf719f1e8eb7', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb01d22-68e9-4827-b781-aaec25fb923b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:32:37Z', 'updated_at': '2022-03-11T19:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '5ab58360-dd46-422c-a4b2-f72d27e4414b', 'name': '', 'network_id': '5c8f1f17-d90d-4647-89fe-ea0c28bac10e', 'tenant_id': '002e1ac133fb4ef1b100a9d39da559cb', 'mac_address': 'fa:16:3e:7c:c0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb01d22-68e9-4827-b781-aaec25fb923b', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': 'b001f49c-43ae-4fd2-ba0f-5031a5dcc386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:32:41Z', 'updated_at': '2022-03-11T19:32:50Z', 'revision_number': 5, 'project_id': '002e1ac133fb4ef1b100a9d39da559cb', 'subnets': [{'id': 'b001f49c-43ae-4fd2-ba0f-5031a5dcc386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:33:23.460011 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d4ae5f-005c-408e-933f-540fbd48992d None None] Checking router: edb01d22-68e9-4827-b781-aaec25fb923b for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:33:23.468678 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d4ae5f-005c-408e-933f-540fbd48992d None None] Routers {'edb01d22-68e9-4827-b781-aaec25fb923b'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:33:23.469278 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-25d4ae5f-005c-408e-933f-540fbd48992d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:32:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['edb01d22-68e9-4827-b781-aaec25fb923b'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:33:23.475490 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b3fab3-b4f0-4179-a290-026f37f7051a req-59a2a9f9-73b1-4798-bb82-bef3c23c0d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:23.477002 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-19b3fab3-b4f0-4179-a290-026f37f7051a req-59a2a9f9-73b1-4798-bb82-bef3c23c0d17 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5c8f1f17-d90d-4647-89fe-ea0c28bac10e HTTP/1.1" status: 200 len: 930 time: 0.2067173 Mar 11 19:33:23.486272 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f62bf-78ed-4481-b0c7-cb01f53282a5 req-3399edde-03d5-4939-a7da-e181f35b7afe tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:23.487706 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6f2f62bf-78ed-4481-b0c7-cb01f53282a5 req-3399edde-03d5-4939-a7da-e181f35b7afe tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=70ef355c-680f-4c77-b6bd-90827e0df059 HTTP/1.1" status: 200 len: 948 time: 0.1917384 Mar 11 19:33:23.495307 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-6f78c9a7-f418-4e78-b222-fe3e02e4d919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:23.496799 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-6f78c9a7-f418-4e78-b222-fe3e02e4d919 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a7be26a8-b37a-4d01-b7d9-b9690160171c HTTP/1.1" status: 200 len: 860 time: 0.0951459 Mar 11 19:33:23.546215 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-19b3fab3-b4f0-4179-a290-026f37f7051a req-15f774b8-cd7e-42ae-ba7b-e92c65a2901d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54320e06-748f-4d35-858e-1030a1319bbf HTTP/1.1" status: 200 len: 217 time: 0.0571854 Mar 11 19:33:23.569036 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-694fc4fc-9686-4aca-89e5-57cacb9be37a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b2c20bf2-5907-4ff7-8af6-23603c7d780a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374684 Mar 11 19:33:23.582492 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-25d4ae5f-005c-408e-933f-540fbd48992d None None] Set router edb01d22-68e9-4827-b781-aaec25fb923b gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:33:23.789646 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-25d4ae5f-005c-408e-933f-540fbd48992d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb01d22-68e9-4827-b781-aaec25fb923b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1842015239-router', 'tenant_id': '002e1ac133fb4ef1b100a9d39da559cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '60e73312-48b3-4155-8803-cf719f1e8eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:32:36Z', 'updated_at': '2022-03-11T19:32:42Z', 'revision_number': 4, 'project_id': '002e1ac133fb4ef1b100a9d39da559cb', 'gw_port': {'id': '60e73312-48b3-4155-8803-cf719f1e8eb7', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb01d22-68e9-4827-b781-aaec25fb923b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:32:37Z', 'updated_at': '2022-03-11T19:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '5ab58360-dd46-422c-a4b2-f72d27e4414b', 'name': '', 'network_id': '5c8f1f17-d90d-4647-89fe-ea0c28bac10e', 'tenant_id': '002e1ac133fb4ef1b100a9d39da559cb', 'mac_address': 'fa:16:3e:7c:c0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb01d22-68e9-4827-b781-aaec25fb923b', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': 'b001f49c-43ae-4fd2-ba0f-5031a5dcc386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:32:41Z', 'updated_at': '2022-03-11T19:32:50Z', 'revision_number': 5, 'project_id': '002e1ac133fb4ef1b100a9d39da559cb', 'subnets': [{'id': 'b001f49c-43ae-4fd2-ba0f-5031a5dcc386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:33:23.817599 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d4ae5f-005c-408e-933f-540fbd48992d None None] The sync data for ids ['edb01d22-68e9-4827-b781-aaec25fb923b'] in n-d-833163-1 is: [{'id': 'edb01d22-68e9-4827-b781-aaec25fb923b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1842015239-router', 'tenant_id': '002e1ac133fb4ef1b100a9d39da559cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '60e73312-48b3-4155-8803-cf719f1e8eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:32:36Z', 'updated_at': '2022-03-11T19:32:42Z', 'revision_number': 4, 'project_id': '002e1ac133fb4ef1b100a9d39da559cb', 'gw_port': {'id': '60e73312-48b3-4155-8803-cf719f1e8eb7', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb01d22-68e9-4827-b781-aaec25fb923b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:32:37Z', 'updated_at': '2022-03-11T19:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '5ab58360-dd46-422c-a4b2-f72d27e4414b', 'name': '', 'network_id': '5c8f1f17-d90d-4647-89fe-ea0c28bac10e', 'tenant_id': '002e1ac133fb4ef1b100a9d39da559cb', 'mac_address': 'fa:16:3e:7c:c0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb01d22-68e9-4827-b781-aaec25fb923b', 'device_owner': 'network:router_interface', 'standard_attr_id': 817, 'fixed_ips': [{'subnet_id': 'b001f49c-43ae-4fd2-ba0f-5031a5dcc386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:32:41Z', 'updated_at': '2022-03-11T19:32:50Z', 'revision_number': 5, 'project_id': '002e1ac133fb4ef1b100a9d39da559cb', 'subnets': [{'id': 'b001f49c-43ae-4fd2-ba0f-5031a5dcc386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:33:23.879575 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6f2f62bf-78ed-4481-b0c7-cb01f53282a5 req-76070296-1be5-40dd-a254-b1350479ec51 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3808713 Mar 11 19:33:23.920027 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b3fab3-b4f0-4179-a290-026f37f7051a req-5f921b38-0dac-4eb9-8b89-cb5c36cd5c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:23.921496 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-19b3fab3-b4f0-4179-a290-026f37f7051a req-5f921b38-0dac-4eb9-8b89-cb5c36cd5c28 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b001f49c-43ae-4fd2-ba0f-5031a5dcc386 HTTP/1.1" status: 200 len: 868 time: 0.3550754 Mar 11 19:33:23.993086 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-2114ad30-466d-40d1-a01c-e4d11346f49b service neutron] 10.222.0.75 "GET /v2.0/networks/b2c20bf2-5907-4ff7-8af6-23603c7d780a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4128804 Mar 11 19:33:24.060130 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de09d97d-460f-458c-9edc-77f9dfc93202 None None] New status for floating IP 6a36e5d2-6d8a-4860-87fc-3d0ab1e4e9dc: DOWN {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 19:33:24.088597 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b3fab3-b4f0-4179-a290-026f37f7051a req-9fff7806-a365-49b4-a5ca-4630dbc2174c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:24.090039 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-19b3fab3-b4f0-4179-a290-026f37f7051a req-9fff7806-a365-49b4-a5ca-4630dbc2174c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5c8f1f17-d90d-4647-89fe-ea0c28bac10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1577582 Mar 11 19:33:24.126939 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91734cc6-7092-446a-9054-304c4ad7901a req-456bf0ba-9960-49fd-97c2-fac44b82e979 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:24.128442 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-91734cc6-7092-446a-9054-304c4ad7901a req-456bf0ba-9960-49fd-97c2-fac44b82e979 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/ports?device_id=964811fe-e680-478b-b639-5af42d371a0c HTTP/1.1" status: 200 len: 945 time: 0.1532226 Mar 11 19:33:24.161772 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-9ab2426a-de2b-43d1-b536-73408888829e service neutron] 10.222.0.75 "GET /v2.0/networks/b2c20bf2-5907-4ff7-8af6-23603c7d780a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529901 Mar 11 19:33:24.239513 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-91734cc6-7092-446a-9054-304c4ad7901a req-71b8b93f-cfa5-445f-bb5d-11337255aeb9 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e295548-40c6-4aff-8eff-a54d88cb1f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986171 Mar 11 19:33:24.252125 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-19b3fab3-b4f0-4179-a290-026f37f7051a req-9842d1d9-a433-4f9f-9d25-8e0d5978b2d7 service neutron] 10.222.0.65 "GET /v2.0/networks/5c8f1f17-d90d-4647-89fe-ea0c28bac10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534455 Mar 11 19:33:24.389336 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-19b3fab3-b4f0-4179-a290-026f37f7051a req-c938db12-83b4-4e2a-9ed2-4c9189ab925f service neutron] 10.222.0.65 "GET /v2.0/networks/5c8f1f17-d90d-4647-89fe-ea0c28bac10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282310 Mar 11 19:33:24.403349 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7fd90e-9c37-4344-add3-6b281a00afa3 req-8be07ce4-0d74-4a01-8cbf-54cf7318af42 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:24.404887 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8d7fd90e-9c37-4344-add3-6b281a00afa3 req-8be07ce4-0d74-4a01-8cbf-54cf7318af42 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=f146c6f5-c337-4e48-b979-f28e2141d131 HTTP/1.1" status: 200 len: 943 time: 0.0742109 Mar 11 19:33:24.464289 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8d7fd90e-9c37-4344-add3-6b281a00afa3 req-beb92c9e-94a2-415f-b8a0-edbb06c1b0b4 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503175 Mar 11 19:33:24.506422 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59596) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:33:24.547804 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c6bcf7-b3c4-421c-a44b-524e88afcb2e req-17944067-5a7c-467d-85a4-a569187e8e29 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:24.548083 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 07a01ffe-714a-411e-a2e0-f49ec4aa01da details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:33:24.549535 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-92c6bcf7-b3c4-421c-a44b-524e88afcb2e req-17944067-5a7c-467d-85a4-a569187e8e29 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b11db00-86e7-4155-a147-13490d09c29f HTTP/1.1" status: 200 len: 945 time: 0.0896678 Mar 11 19:33:24.559021 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 080f8b02-b7f3-46fc-9829-ac1770c87747 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:33:24.566089 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-32f5a82f-f716-4360-9fb8-0d883bb3fdb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:24.592592 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: 080f8b02-b7f3-46fc-9829-ac1770c87747 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:33:24.593288 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 080f8b02-b7f3-46fc-9829-ac1770c87747 not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:33:24.593858 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aefac1e3-5717-4a66-a185-21719178f65e tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Publish callbacks [] for security_group (9455c5a3-3801-4a3d-8a59-98f1d99f5b40), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:24.622990 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aefac1e3-5717-4a66-a185-21719178f65e tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Publish callbacks [] for security_group (9455c5a3-3801-4a3d-8a59-98f1d99f5b40), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:24.650360 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-92c6bcf7-b3c4-421c-a44b-524e88afcb2e req-3828dca5-89db-40eb-8fce-a820834fab77 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918529 Mar 11 19:33:24.667280 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7749ea-e45c-4a82-bb86-2e46478a739a req-8d60eda3-9688-4bbe-96f0-c8acfbfbbc81 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:24.683614 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7749ea-e45c-4a82-bb86-2e46478a739a req-8d60eda3-9688-4bbe-96f0-c8acfbfbbc81 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:24.683614 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7749ea-e45c-4a82-bb86-2e46478a739a req-8d60eda3-9688-4bbe-96f0-c8acfbfbbc81 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:24.686989 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7749ea-e45c-4a82-bb86-2e46478a739a req-8d60eda3-9688-4bbe-96f0-c8acfbfbbc81 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:24.693857 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7749ea-e45c-4a82-bb86-2e46478a739a req-8d60eda3-9688-4bbe-96f0-c8acfbfbbc81 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:24.696941 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aefac1e3-5717-4a66-a185-21719178f65e tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (9455c5a3-3801-4a3d-8a59-98f1d99f5b40), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:24.699695 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aefac1e3-5717-4a66-a185-21719178f65e tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:24.700267 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7749ea-e45c-4a82-bb86-2e46478a739a req-8d60eda3-9688-4bbe-96f0-c8acfbfbbc81 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:24.702019 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-aefac1e3-5717-4a66-a185-21719178f65e tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] 10.222.0.65 "DELETE /v2.0/security-groups/9455c5a3-3801-4a3d-8a59-98f1d99f5b40 HTTP/1.1" status: 204 len: 168 time: 0.1945999 Mar 11 19:33:24.706082 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59598) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:33:24.706456 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7749ea-e45c-4a82-bb86-2e46478a739a req-8d60eda3-9688-4bbe-96f0-c8acfbfbbc81 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:24.715719 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5e7749ea-e45c-4a82-bb86-2e46478a739a req-8d60eda3-9688-4bbe-96f0-c8acfbfbbc81 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 5419 time: 0.1559997 Mar 11 19:33:24.746030 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefac1e3-5717-4a66-a185-21719178f65e tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9455c5a3-3801-4a3d-8a59-98f1d99f5b40,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:24.749462 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-1dbf0df8-daee-42e3-b9a6-b6ec73592f4f tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] show failed (client error): The resource could not be found. Mar 11 19:33:24.750851 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-1dbf0df8-daee-42e3-b9a6-b6ec73592f4f tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] 10.222.0.65 "GET /v2.0/security-groups/9455c5a3-3801-4a3d-8a59-98f1d99f5b40 HTTP/1.1" status: 404 len: 347 time: 0.0434878 Mar 11 19:33:24.754793 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59600) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:33:24.794682 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 07a01ffe-714a-411e-a2e0-f49ec4aa01da, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=07a01ffe-714a-411e-a2e0-f49ec4aa01da,segment=NetworkSegment(9cb9d205-9190-43c8-b078-f8df09db6175),segment_id=9cb9d205-9190-43c8-b078-f8df09db6175)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:33:24.818533 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5e7749ea-e45c-4a82-bb86-2e46478a739a req-ef57e409-bc3f-4f88-be2f-81d6800dd9e3 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=da55a647-62ee-4d15-a963-651fcfed7127&id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0987256 Mar 11 19:33:24.818876 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '07a01ffe-714a-411e-a2e0-f49ec4aa01da', 'network_id': '4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a', 'port_id': '07a01ffe-714a-411e-a2e0-f49ec4aa01da', 'mac_address': 'fa:16:3e:36:07:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f742a986-c135-4269-ad05-332f85e495a8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:33:24.895161 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 07a01ffe-714a-411e-a2e0-f49ec4aa01da is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:33:24.895552 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (07a01ffe-714a-411e-a2e0-f49ec4aa01da), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:24.938901 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-762811f1-eb22-4d2c-a3f2-d234c5e963dc tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Deleting port 1455a1d4-6a07-4a1c-b241-28ea204ddbab {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:33:24.940216 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-762811f1-eb22-4d2c-a3f2-d234c5e963dc tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (1455a1d4-6a07-4a1c-b241-28ea204ddbab), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:24.943510 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07a01ffe-714a-411e-a2e0-f49ec4aa01da {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:33:24.980873 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 07a01ffe-714a-411e-a2e0-f49ec4aa01da, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=07a01ffe-714a-411e-a2e0-f49ec4aa01da,segment=NetworkSegment(9cb9d205-9190-43c8-b078-f8df09db6175),segment_id=9cb9d205-9190-43c8-b078-f8df09db6175)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:33:24.986080 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (07a01ffe-714a-411e-a2e0-f49ec4aa01da), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:25.001058 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-303bf993-bebe-478f-b3c0-d6f0fc82a7a7 req-d7e9f7d3-2988-4aef-bbba-1df131bc3f40 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] 10.222.0.65 "GET /v2.0/floatingips/6a36e5d2-6d8a-4860-87fc-3d0ab1e4e9dc HTTP/1.1" status: 200 len: 693 time: 0.1302421 Mar 11 19:33:25.028652 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-762811f1-eb22-4d2c-a3f2-d234c5e963dc tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (1455a1d4-6a07-4a1c-b241-28ea204ddbab), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:25.028981 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-762811f1-eb22-4d2c-a3f2-d234c5e963dc tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Publish callbacks [] for floatingip (1455a1d4-6a07-4a1c-b241-28ea204ddbab), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:25.042687 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=07a01ffe-714a-411e-a2e0-f49ec4aa01da,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:25.042942 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-762811f1-eb22-4d2c-a3f2-d234c5e963dc tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Calling delete_port for 1455a1d4-6a07-4a1c-b241-28ea204ddbab owned by network:floatingip {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:33:25.096804 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 2f992392-42cb-46d8-a63a-84020459f21d up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:33:25.177553 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port 2f992392-42cb-46d8-a63a-84020459f21d completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:33:25.182656 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port 2f992392-42cb-46d8-a63a-84020459f21d triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:33:25.183317 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (2f992392-42cb-46d8-a63a-84020459f21d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:25.184756 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303bf993-bebe-478f-b3c0-d6f0fc82a7a7 req-96cccb58-18de-4ce5-969c-d2d9e4557163 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:25.191970 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-303bf993-bebe-478f-b3c0-d6f0fc82a7a7 req-96cccb58-18de-4ce5-969c-d2d9e4557163 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] 10.222.0.65 "GET /v2.0/networks/612cc066-33e3-444d-b1c7-d0a64751482a HTTP/1.1" status: 200 len: 784 time: 0.1897604 Mar 11 19:33:25.214219 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-762811f1-eb22-4d2c-a3f2-d234c5e963dc tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (1455a1d4-6a07-4a1c-b241-28ea204ddbab), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:25.244683 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762811f1-eb22-4d2c-a3f2-d234c5e963dc tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Pushing event deleted for resources: {'Port': ['ID=1455a1d4-6a07-4a1c-b241-28ea204ddbab,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:25.256425 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f8e6e9-f180-4bf7-8e19-75d377b2cb50 req-f5a6fba8-8e07-4891-af2c-92b4b5fb7ef8 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:25.258654 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c4f8e6e9-f180-4bf7-8e19-75d377b2cb50 req-f5a6fba8-8e07-4891-af2c-92b4b5fb7ef8 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=70ef355c-680f-4c77-b6bd-90827e0df059 HTTP/1.1" status: 200 len: 948 time: 0.1856556 Mar 11 19:33:25.268391 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-303bf993-bebe-478f-b3c0-d6f0fc82a7a7 req-0dcb40b3-0eb7-4acc-af01-cd869774009e tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.137 HTTP/1.1" status: 200 len: 696 time: 0.0754879 Mar 11 19:33:25.272982 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8acf5f78-d2d5-47ed-961a-14c2f061bcda', 'tag': '54320e06-748f-4d35-858e-1030a1319bbf'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:33:25.276341 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63547be6-134b-4486-8a23-c891496b2b9e" -d '{"events": [{"name": "network-changed", "server_uuid": "8acf5f78-d2d5-47ed-961a-14c2f061bcda", "tag": "54320e06-748f-4d35-858e-1030a1319bbf"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:33:25.288225 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 2f992392-42cb-46d8-a63a-84020459f21d is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:33:25.288619 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2f992392-42cb-46d8-a63a-84020459f21d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:25.336094 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 2f992392-42cb-46d8-a63a-84020459f21d, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=2f992392-42cb-46d8-a63a-84020459f21d,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:33:25.338239 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-762811f1-eb22-4d2c-a3f2-d234c5e963dc tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Publish callbacks [] for floatingip (393352ed-ce77-4a5f-8d13-8370e9ff99f9), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:25.339029 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70ef355c-680f-4c77-b6bd-90827e0df059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f992392-42cb-46d8-a63a-84020459f21d'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:33:25.342292 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ee95f4-9a8d-4b94-8e5e-3d044c27848f" -d '{"events": [{"server_uuid": "70ef355c-680f-4c77-b6bd-90827e0df059", "name": "network-vif-plugged", "status": "completed", "tag": "2f992392-42cb-46d8-a63a-84020459f21d"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:33:25.342810 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-762811f1-eb22-4d2c-a3f2-d234c5e963dc tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:25.344324 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-762811f1-eb22-4d2c-a3f2-d234c5e963dc tempest-ServersTestJSON-963558920 tempest-ServersTestJSON-963558920-project] 10.222.0.65 "DELETE /v2.0/floatingips/393352ed-ce77-4a5f-8d13-8370e9ff99f9 HTTP/1.1" status: 204 len: 168 time: 0.5876987 Mar 11 19:33:25.347191 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (2f992392-42cb-46d8-a63a-84020459f21d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:25.347457 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59610) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:33:25.379059 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-303bf993-bebe-478f-b3c0-d6f0fc82a7a7 req-bbdc97c2-bed6-4722-846f-9a37b5ecba0e tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.137 HTTP/1.1" status: 200 len: 696 time: 0.1097558 Mar 11 19:33:25.406376 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=2f992392-42cb-46d8-a63a-84020459f21d,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:25.435271 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c4f8e6e9-f180-4bf7-8e19-75d377b2cb50 req-ca31fea8-6c6e-4a5b-819f-b6ea38438d51 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646633 Mar 11 19:33:25.483230 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['07a01ffe-714a-411e-a2e0-f49ec4aa01da'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:33:25.593404 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1614e90f-2228-47bf-8927-c5944ddd44ec req-d7a827e7-def7-4926-8239-dbab98614441 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:25.595759 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1614e90f-2228-47bf-8927-c5944ddd44ec req-d7a827e7-def7-4926-8239-dbab98614441 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/ports?device_id=964811fe-e680-478b-b639-5af42d371a0c HTTP/1.1" status: 200 len: 945 time: 0.0782537 Mar 11 19:33:25.644493 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-303bf993-bebe-478f-b3c0-d6f0fc82a7a7 req-d1603f34-cf0c-4361-99fd-46ed94c628b7 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Deleting port 162b02bf-a6a5-4b9c-a6a9-6adb8e0dbd0e {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:33:25.644834 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-303bf993-bebe-478f-b3c0-d6f0fc82a7a7 req-d1603f34-cf0c-4361-99fd-46ed94c628b7 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (162b02bf-a6a5-4b9c-a6a9-6adb8e0dbd0e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:25.756437 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1614e90f-2228-47bf-8927-c5944ddd44ec req-28f82789-f1e6-4292-ab49-40b740002ec6 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e295548-40c6-4aff-8eff-a54d88cb1f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461475 Mar 11 19:33:25.777556 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-303bf993-bebe-478f-b3c0-d6f0fc82a7a7 req-d1603f34-cf0c-4361-99fd-46ed94c628b7 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (162b02bf-a6a5-4b9c-a6a9-6adb8e0dbd0e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:25.777885 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-303bf993-bebe-478f-b3c0-d6f0fc82a7a7 req-d1603f34-cf0c-4361-99fd-46ed94c628b7 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Publish callbacks [] for floatingip (162b02bf-a6a5-4b9c-a6a9-6adb8e0dbd0e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:25.792780 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-303bf993-bebe-478f-b3c0-d6f0fc82a7a7 req-d1603f34-cf0c-4361-99fd-46ed94c628b7 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Calling delete_port for 162b02bf-a6a5-4b9c-a6a9-6adb8e0dbd0e owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:33:25.809971 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b1f7108d-9533-4706-9fc8-def4080ded4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (77ff9dd6-3b55-4898-8e8f-a25b5d126f66), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:25.857377 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda88877-00ab-4191-aa28-5ab99848bf09 x-openstack-request-id: req-eda88877-00ab-4191-aa28-5ab99848bf09 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:33:25.857783 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8acf5f78-d2d5-47ed-961a-14c2f061bcda", "tag": "54320e06-748f-4d35-858e-1030a1319bbf", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:33:25.858047 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-eda88877-00ab-4191-aa28-5ab99848bf09 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:33:25.858488 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8acf5f78-d2d5-47ed-961a-14c2f061bcda', 'tag': '54320e06-748f-4d35-858e-1030a1319bbf', 'status': 'completed', 'code': 200} Mar 11 19:33:25.878071 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-650768b6-f550-4a4a-a64e-ee2015f697de x-openstack-request-id: req-650768b6-f550-4a4a-a64e-ee2015f697de {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:33:25.878941 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70ef355c-680f-4c77-b6bd-90827e0df059", "name": "network-vif-plugged", "status": "completed", "tag": "2f992392-42cb-46d8-a63a-84020459f21d", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:33:25.879414 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-650768b6-f550-4a4a-a64e-ee2015f697de {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:33:25.879999 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70ef355c-680f-4c77-b6bd-90827e0df059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f992392-42cb-46d8-a63a-84020459f21d', 'code': 200} Mar 11 19:33:25.967996 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63547be6-134b-4486-8a23-c891496b2b9e req-4e757783-2e4e-4153-95b3-4bd66d5a85e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:25.971020 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-63547be6-134b-4486-8a23-c891496b2b9e req-4e757783-2e4e-4153-95b3-4bd66d5a85e9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=002e1ac133fb4ef1b100a9d39da559cb&device_id=8acf5f78-d2d5-47ed-961a-14c2f061bcda HTTP/1.1" status: 200 len: 1127 time: 0.1155002 Mar 11 19:33:26.061302 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:26.063983 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea78c1-b4dc-4b97-b9c3-c29648ada0e7 req-8a90b332-2c3f-47ee-86d3-8b0f5f929d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:26.065555 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d9ea78c1-b4dc-4b97-b9c3-c29648ada0e7 req-8a90b332-2c3f-47ee-86d3-8b0f5f929d3d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=70ef355c-680f-4c77-b6bd-90827e0df059 HTTP/1.1" status: 200 len: 1131 time: 0.1191914 Mar 11 19:33:26.129622 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d9ea78c1-b4dc-4b97-b9c3-c29648ada0e7 req-bc7a4bc6-a586-4f73-b580-393564852019 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561180 Mar 11 19:33:26.159835 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf98376-1c8f-4a60-a68e-791d9fe491fa req-61ee4df8-e532-4f50-85e3-39accb8a3a6e tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:26.164093 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1bf98376-1c8f-4a60-a68e-791d9fe491fa req-61ee4df8-e532-4f50-85e3-39accb8a3a6e tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=f146c6f5-c337-4e48-b979-f28e2141d131 HTTP/1.1" status: 200 len: 944 time: 0.1804297 Mar 11 19:33:26.164975 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-303bf993-bebe-478f-b3c0-d6f0fc82a7a7 req-d1603f34-cf0c-4361-99fd-46ed94c628b7 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (162b02bf-a6a5-4b9c-a6a9-6adb8e0dbd0e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:26.200479 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63547be6-134b-4486-8a23-c891496b2b9e req-63ef82b7-c03a-4d68-a6e6-8c71928ee80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:26.202335 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-63547be6-134b-4486-8a23-c891496b2b9e req-63ef82b7-c03a-4d68-a6e6-8c71928ee80b service neutron] 10.222.0.57 "GET /v2.0/networks?id=5c8f1f17-d90d-4647-89fe-ea0c28bac10e HTTP/1.1" status: 200 len: 930 time: 0.2169259 Mar 11 19:33:26.205407 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-b1f7108d-9533-4706-9fc8-def4080ded4a admin admin] Deleting port b2d6df98-d962-4b7e-9e10-bfc539ce2b95 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:33:26.205750 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b1f7108d-9533-4706-9fc8-def4080ded4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (b2d6df98-d962-4b7e-9e10-bfc539ce2b95), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:26.232804 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1603f34-cf0c-4361-99fd-46ed94c628b7 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Pushing event deleted for resources: {'Port': ['ID=162b02bf-a6a5-4b9c-a6a9-6adb8e0dbd0e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:26.298720 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-b1f7108d-9533-4706-9fc8-def4080ded4a admin admin] For port b2d6df98-d962-4b7e-9e10-bfc539ce2b95, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=b2d6df98-d962-4b7e-9e10-bfc539ce2b95,segment=NetworkSegment(4634a948-ef3a-4fad-aaf7-51110bedaf50),segment_id=4634a948-ef3a-4fad-aaf7-51110bedaf50)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:33:26.299081 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b1f7108d-9533-4706-9fc8-def4080ded4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (b2d6df98-d962-4b7e-9e10-bfc539ce2b95), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:26.313068 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-b1f7108d-9533-4706-9fc8-def4080ded4a admin admin] Calling delete_port for b2d6df98-d962-4b7e-9e10-bfc539ce2b95 owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:33:26.346560 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1bf98376-1c8f-4a60-a68e-791d9fe491fa req-53bc470e-def6-410d-b91d-d4aed2514894 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551280 Mar 11 19:33:26.349289 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-303bf993-bebe-478f-b3c0-d6f0fc82a7a7 req-d1603f34-cf0c-4361-99fd-46ed94c628b7 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Publish callbacks [] for floatingip (6a36e5d2-6d8a-4860-87fc-3d0ab1e4e9dc), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:26.352190 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-303bf993-bebe-478f-b3c0-d6f0fc82a7a7 req-d1603f34-cf0c-4361-99fd-46ed94c628b7 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:26.353444 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-303bf993-bebe-478f-b3c0-d6f0fc82a7a7 req-d1603f34-cf0c-4361-99fd-46ed94c628b7 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] 10.222.0.65 "DELETE /v2.0/floatingips/6a36e5d2-6d8a-4860-87fc-3d0ab1e4e9dc HTTP/1.1" status: 204 len: 173 time: 0.9735787 Mar 11 19:33:26.445509 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-63547be6-134b-4486-8a23-c891496b2b9e req-34ac81c2-a77b-4353-8f50-cf29636439db service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=54320e06-748f-4d35-858e-1030a1319bbf HTTP/1.1" status: 200 len: 217 time: 0.0542564 Mar 11 19:33:26.539674 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b1f7108d-9533-4706-9fc8-def4080ded4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (b2d6df98-d962-4b7e-9e10-bfc539ce2b95), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:26.541506 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device ee331cf0-fb09-4b4e-938d-0be1b69ce3c6 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:33:26.560410 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63547be6-134b-4486-8a23-c891496b2b9e req-9ff969f4-039d-44b8-b7eb-448be5e47dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:26.562158 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-63547be6-134b-4486-8a23-c891496b2b9e req-9ff969f4-039d-44b8-b7eb-448be5e47dc4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b001f49c-43ae-4fd2-ba0f-5031a5dcc386 HTTP/1.1" status: 200 len: 868 time: 0.1047125 Mar 11 19:33:26.567412 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f7108d-9533-4706-9fc8-def4080ded4a admin admin] Pushing event deleted for resources: {'Port': ['ID=b2d6df98-d962-4b7e-9e10-bfc539ce2b95,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:26.608164 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9c933-34ac-4aa3-963e-85df07da45ee req-f635e970-02d1-48c2-a98a-f6d9c398438b tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:26.615344 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-18a9c933-34ac-4aa3-963e-85df07da45ee req-f635e970-02d1-48c2-a98a-f6d9c398438b tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b11db00-86e7-4155-a147-13490d09c29f HTTP/1.1" status: 200 len: 945 time: 0.1743319 Mar 11 19:33:26.671410 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91fba04-ca84-4b4f-9eac-0efa4741afcf req-fa2fcf53-2d9c-48ed-95bd-bb8347b9fa80 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:26.677074 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91fba04-ca84-4b4f-9eac-0efa4741afcf req-fa2fcf53-2d9c-48ed-95bd-bb8347b9fa80 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:26.682679 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91fba04-ca84-4b4f-9eac-0efa4741afcf req-fa2fcf53-2d9c-48ed-95bd-bb8347b9fa80 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:26.690041 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91fba04-ca84-4b4f-9eac-0efa4741afcf req-fa2fcf53-2d9c-48ed-95bd-bb8347b9fa80 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:26.693298 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91fba04-ca84-4b4f-9eac-0efa4741afcf req-fa2fcf53-2d9c-48ed-95bd-bb8347b9fa80 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:26.719604 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91fba04-ca84-4b4f-9eac-0efa4741afcf req-fa2fcf53-2d9c-48ed-95bd-bb8347b9fa80 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:26.722367 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port ee331cf0-fb09-4b4e-938d-0be1b69ce3c6, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=ee331cf0-fb09-4b4e-938d-0be1b69ce3c6,segment=NetworkSegment(5c025fea-baa0-424f-9add-20cc57664ce2),segment_id=5c025fea-baa0-424f-9add-20cc57664ce2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:33:26.726057 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91fba04-ca84-4b4f-9eac-0efa4741afcf req-fa2fcf53-2d9c-48ed-95bd-bb8347b9fa80 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:26.733206 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f91fba04-ca84-4b4f-9eac-0efa4741afcf req-fa2fcf53-2d9c-48ed-95bd-bb8347b9fa80 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 5419 time: 0.2724929 Mar 11 19:33:26.739084 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': 'ee331cf0-fb09-4b4e-938d-0be1b69ce3c6', 'network_id': '11e52173-c93f-4f90-a40d-087cab6dbb47', 'port_id': 'ee331cf0-fb09-4b4e-938d-0be1b69ce3c6', 'mac_address': 'fa:16:3e:8b:86:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 895, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb37e9b7-00ef-41b5-91f7-c613b891b27c', 'ip_address': '10.1.1.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:33:26.788259 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b1f7108d-9533-4706-9fc8-def4080ded4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (77ff9dd6-3b55-4898-8e8f-a25b5d126f66), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:26.791438 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port ee331cf0-fb09-4b4e-938d-0be1b69ce3c6 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:33:26.791899 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ee331cf0-fb09-4b4e-938d-0be1b69ce3c6), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:26.811398 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee331cf0-fb09-4b4e-938d-0be1b69ce3c6 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:33:26.835706 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-18a9c933-34ac-4aa3-963e-85df07da45ee req-08e73cb1-2a6a-40a8-b92a-899e599dcf0a tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141824 Mar 11 19:33:26.836533 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port ee331cf0-fb09-4b4e-938d-0be1b69ce3c6, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=ee331cf0-fb09-4b4e-938d-0be1b69ce3c6,segment=NetworkSegment(5c025fea-baa0-424f-9add-20cc57664ce2),segment_id=5c025fea-baa0-424f-9add-20cc57664ce2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:33:26.842136 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (ee331cf0-fb09-4b4e-938d-0be1b69ce3c6), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:26.843052 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device c7f76392-aada-411a-ac64-53336e3dab7e details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:33:26.850994 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63547be6-134b-4486-8a23-c891496b2b9e req-30342bfc-3254-4ded-b117-80cd3fe9d351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:26.857381 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-63547be6-134b-4486-8a23-c891496b2b9e req-30342bfc-3254-4ded-b117-80cd3fe9d351 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5c8f1f17-d90d-4647-89fe-ea0c28bac10e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2795458 Mar 11 19:33:26.891690 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port c7f76392-aada-411a-ac64-53336e3dab7e, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=c7f76392-aada-411a-ac64-53336e3dab7e,segment=NetworkSegment(5c025fea-baa0-424f-9add-20cc57664ce2),segment_id=5c025fea-baa0-424f-9add-20cc57664ce2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:33:26.910590 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': 'c7f76392-aada-411a-ac64-53336e3dab7e', 'network_id': '11e52173-c93f-4f90-a40d-087cab6dbb47', 'port_id': 'c7f76392-aada-411a-ac64-53336e3dab7e', 'mac_address': 'fa:16:3e:52:4c:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 895, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb37e9b7-00ef-41b5-91f7-c613b891b27c', 'ip_address': '10.1.1.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:33:26.937841 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f91fba04-ca84-4b4f-9eac-0efa4741afcf req-0c4db820-0262-4ef9-a5b2-be088ca62dd2 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=da55a647-62ee-4d15-a963-651fcfed7127&id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1921694 Mar 11 19:33:27.014666 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=ee331cf0-fb09-4b4e-938d-0be1b69ce3c6,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:27.024718 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port c7f76392-aada-411a-ac64-53336e3dab7e is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:33:27.025149 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c7f76392-aada-411a-ac64-53336e3dab7e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:27.039137 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7f76392-aada-411a-ac64-53336e3dab7e {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:33:27.046278 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-63547be6-134b-4486-8a23-c891496b2b9e req-230aa0bf-9296-400b-bb7c-d4a091afdcca service neutron] 10.222.0.57 "GET /v2.0/networks/5c8f1f17-d90d-4647-89fe-ea0c28bac10e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794531 Mar 11 19:33:27.062038 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port c7f76392-aada-411a-ac64-53336e3dab7e, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=c7f76392-aada-411a-ac64-53336e3dab7e,segment=NetworkSegment(5c025fea-baa0-424f-9add-20cc57664ce2),segment_id=5c025fea-baa0-424f-9add-20cc57664ce2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:33:27.067794 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (c7f76392-aada-411a-ac64-53336e3dab7e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:27.069199 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 69a77522-9c8e-40b8-938c-f18678aa8e3c details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:33:27.129359 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1f7108d-9533-4706-9fc8-def4080ded4a admin admin] Router 77ff9dd6-3b55-4898-8e8f-a25b5d126f66 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:33:27.210041 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc663f3-f79d-4021-b0b1-19930b376274 req-e69cd7dd-0776-4704-91aa-0e52bb4411fe tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:27.211930 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-edc663f3-f79d-4021-b0b1-19930b376274 req-e69cd7dd-0776-4704-91aa-0e52bb4411fe tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=70ef355c-680f-4c77-b6bd-90827e0df059 HTTP/1.1" status: 200 len: 949 time: 0.2158809 Mar 11 19:33:27.224874 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df8c1e-d0fb-4580-b7b2-ca3837d6c8b2 req-6ce2721b-70ac-4631-82c1-da15e1694ed8 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:27.233025 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-92df8c1e-d0fb-4580-b7b2-ca3837d6c8b2 req-6ce2721b-70ac-4631-82c1-da15e1694ed8 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/ports?device_id=964811fe-e680-478b-b639-5af42d371a0c HTTP/1.1" status: 200 len: 945 time: 0.1769748 Mar 11 19:33:27.257326 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f7108d-9533-4706-9fc8-def4080ded4a admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:33:27.265387 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b1f7108d-9533-4706-9fc8-def4080ded4a admin admin] 10.222.0.65 "PUT /v2.0/routers/77ff9dd6-3b55-4898-8e8f-a25b5d126f66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9141679 Mar 11 19:33:27.265925 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59626) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:33:27.285187 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-63547be6-134b-4486-8a23-c891496b2b9e req-ad2e2c69-9de4-4ca4-b32b-864e2d057f20 service neutron] 10.222.0.57 "GET /v2.0/networks/5c8f1f17-d90d-4647-89fe-ea0c28bac10e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175148 Mar 11 19:33:27.336465 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-edc663f3-f79d-4021-b0b1-19930b376274 req-bdd7b5f9-7714-4039-9e3f-9fea4930ca72 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987823 Mar 11 19:33:27.351532 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-92df8c1e-d0fb-4580-b7b2-ca3837d6c8b2 req-157804f4-bfb8-4212-8f07-bc464ceeea4a tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e295548-40c6-4aff-8eff-a54d88cb1f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123486 Mar 11 19:33:27.417468 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5d7439a9-25f2-4ad4-9265-a7108eb780f5 admin admin] Publish callbacks [] for router (77ff9dd6-3b55-4898-8e8f-a25b5d126f66), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:27.446911 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214b1ea9-c72f-4a80-8a4f-38b70e72d008 None None] Sync routers for ids ['77ff9dd6-3b55-4898-8e8f-a25b5d126f66'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:33:27.466142 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=c7f76392-aada-411a-ac64-53336e3dab7e,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:27.512190 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:27.518956 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214b1ea9-c72f-4a80-8a4f-38b70e72d008 None None] Routers {'77ff9dd6-3b55-4898-8e8f-a25b5d126f66'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:33:27.519725 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-214b1ea9-c72f-4a80-8a4f-38b70e72d008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:33:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['77ff9dd6-3b55-4898-8e8f-a25b5d126f66'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:33:27.574798 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60965ff4-57bd-45d4-852f-44db4b7e2f64 req-dae4430e-9ab2-47f0-93e7-8ed370f7a0af tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:27.576997 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-60965ff4-57bd-45d4-852f-44db4b7e2f64 req-dae4430e-9ab2-47f0-93e7-8ed370f7a0af tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] 10.222.0.65 "GET /v2.0/ports?device_id=8acf5f78-d2d5-47ed-961a-14c2f061bcda&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1659894 Mar 11 19:33:27.677353 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-60965ff4-57bd-45d4-852f-44db4b7e2f64 req-cdce9f36-c38b-4d17-8dd1-289547018c0e tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0835280 Mar 11 19:33:27.710112 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 69a77522-9c8e-40b8-938c-f18678aa8e3c, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=69a77522-9c8e-40b8-938c-f18678aa8e3c,segment=NetworkSegment(9d946b28-c592-4a63-8283-ea5501d9524a),segment_id=9d946b28-c592-4a63-8283-ea5501d9524a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:33:27.720473 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e92aeb4-eac5-41a0-8fb9-633223600efd req-ab97ee7b-1ee6-4139-b9b1-ab819043b1ec tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:27.726845 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6e92aeb4-eac5-41a0-8fb9-633223600efd req-ab97ee7b-1ee6-4139-b9b1-ab819043b1ec tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=f146c6f5-c337-4e48-b979-f28e2141d131 HTTP/1.1" status: 200 len: 944 time: 0.2549655 Mar 11 19:33:27.762614 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '69a77522-9c8e-40b8-938c-f18678aa8e3c', 'network_id': '6ac60707-319a-4d65-9bd8-06cb97e2f80c', 'port_id': '69a77522-9c8e-40b8-938c-f18678aa8e3c', 'mac_address': 'fa:16:3e:29:5e:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 885, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65f866da-6201-417a-9c67-e7a8acffb4ae', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:33:27.831939 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 69a77522-9c8e-40b8-938c-f18678aa8e3c is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:33:27.832306 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (69a77522-9c8e-40b8-938c-f18678aa8e3c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:27.853979 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6e92aeb4-eac5-41a0-8fb9-633223600efd req-2c54abb2-cbfb-4f89-b3e5-9a10510bbda3 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189318 Mar 11 19:33:27.891891 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69a77522-9c8e-40b8-938c-f18678aa8e3c {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:33:27.976890 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-214b1ea9-c72f-4a80-8a4f-38b70e72d008 None None] Set router 77ff9dd6-3b55-4898-8e8f-a25b5d126f66 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:33:27.997547 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 69a77522-9c8e-40b8-938c-f18678aa8e3c, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=69a77522-9c8e-40b8-938c-f18678aa8e3c,segment=NetworkSegment(9d946b28-c592-4a63-8283-ea5501d9524a),segment_id=9d946b28-c592-4a63-8283-ea5501d9524a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:33:28.048426 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5d7439a9-25f2-4ad4-9265-a7108eb780f5 admin admin] Publish callbacks [] for router_gateway (77ff9dd6-3b55-4898-8e8f-a25b5d126f66), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:28.068047 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f28d01df-8233-44f9-b41a-52908f5e3f93 req-87a822f6-4cd6-44b3-ad02-94aa4938bfa3 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1326518 Mar 11 19:33:28.081605 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (69a77522-9c8e-40b8-938c-f18678aa8e3c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:28.082441 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 0f7ea648-8ba5-44d1-a485-4afac07a6e22 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:33:28.157503 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-5d7439a9-25f2-4ad4-9265-a7108eb780f5 admin admin] Deleting port dcd03947-277a-4bad-bef9-dddb4b8a6e95 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:33:28.158125 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5d7439a9-25f2-4ad4-9265-a7108eb780f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (dcd03947-277a-4bad-bef9-dddb4b8a6e95), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:28.192372 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 0f7ea648-8ba5-44d1-a485-4afac07a6e22, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=0f7ea648-8ba5-44d1-a485-4afac07a6e22,segment=NetworkSegment(7a422026-32a0-497f-aed4-1737e6a95f1b),segment_id=7a422026-32a0-497f-aed4-1737e6a95f1b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:33:28.240325 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '0f7ea648-8ba5-44d1-a485-4afac07a6e22', 'network_id': '3a5ebcdd-7c47-4480-b835-e31622a3f5f1', 'port_id': '0f7ea648-8ba5-44d1-a485-4afac07a6e22', 'mac_address': 'fa:16:3e:59:6d:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 880, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4ce97f5-273f-42a3-8dbb-6d45a56d0c24', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:33:28.265786 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4991a-5d43-4358-8244-9c5c01771921 req-623a9012-1784-4f19-a8e9-4a2dc5692836 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:28.267383 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-41c4991a-5d43-4358-8244-9c5c01771921 req-623a9012-1784-4f19-a8e9-4a2dc5692836 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b11db00-86e7-4155-a147-13490d09c29f HTTP/1.1" status: 200 len: 945 time: 0.1232264 Mar 11 19:33:28.288550 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-5d7439a9-25f2-4ad4-9265-a7108eb780f5 admin admin] For port dcd03947-277a-4bad-bef9-dddb4b8a6e95, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=dcd03947-277a-4bad-bef9-dddb4b8a6e95,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:33:28.289285 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5d7439a9-25f2-4ad4-9265-a7108eb780f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (dcd03947-277a-4bad-bef9-dddb4b8a6e95), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:28.314326 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-5d7439a9-25f2-4ad4-9265-a7108eb780f5 admin admin] Calling delete_port for dcd03947-277a-4bad-bef9-dddb4b8a6e95 owned by network:router_gateway {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:33:28.334998 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-41c4991a-5d43-4358-8244-9c5c01771921 req-36b207e6-d03b-4f60-b39c-6145c3f4b70f tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592058 Mar 11 19:33:28.538359 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=69a77522-9c8e-40b8-938c-f18678aa8e3c,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:28.554403 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 0f7ea648-8ba5-44d1-a485-4afac07a6e22 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:33:28.554798 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (0f7ea648-8ba5-44d1-a485-4afac07a6e22), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:28.572856 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f7ea648-8ba5-44d1-a485-4afac07a6e22 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:33:28.609699 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 0f7ea648-8ba5-44d1-a485-4afac07a6e22, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=0f7ea648-8ba5-44d1-a485-4afac07a6e22,segment=NetworkSegment(7a422026-32a0-497f-aed4-1737e6a95f1b),segment_id=7a422026-32a0-497f-aed4-1737e6a95f1b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:33:28.618511 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (0f7ea648-8ba5-44d1-a485-4afac07a6e22), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:28.620707 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 83a37c83-6ea8-4900-bacb-df4f8976aab8 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:33:28.622464 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731fcee2-2cb5-4ee8-86bd-b3c1d38eaedb req-777fd27b-9693-4694-850f-1f7fc1c037c1 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:28.643362 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731fcee2-2cb5-4ee8-86bd-b3c1d38eaedb req-777fd27b-9693-4694-850f-1f7fc1c037c1 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:28.649412 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5d7439a9-25f2-4ad4-9265-a7108eb780f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (dcd03947-277a-4bad-bef9-dddb4b8a6e95), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:28.657347 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731fcee2-2cb5-4ee8-86bd-b3c1d38eaedb req-777fd27b-9693-4694-850f-1f7fc1c037c1 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:28.667591 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 83a37c83-6ea8-4900-bacb-df4f8976aab8, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=83a37c83-6ea8-4900-bacb-df4f8976aab8,segment=NetworkSegment(9d946b28-c592-4a63-8283-ea5501d9524a),segment_id=9d946b28-c592-4a63-8283-ea5501d9524a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:33:28.680052 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731fcee2-2cb5-4ee8-86bd-b3c1d38eaedb req-777fd27b-9693-4694-850f-1f7fc1c037c1 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:28.682914 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '83a37c83-6ea8-4900-bacb-df4f8976aab8', 'network_id': '6ac60707-319a-4d65-9bd8-06cb97e2f80c', 'port_id': '83a37c83-6ea8-4900-bacb-df4f8976aab8', 'mac_address': 'fa:16:3e:b2:cb:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 885, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65f866da-6201-417a-9c67-e7a8acffb4ae', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:33:28.699599 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731fcee2-2cb5-4ee8-86bd-b3c1d38eaedb req-777fd27b-9693-4694-850f-1f7fc1c037c1 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:28.713977 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731fcee2-2cb5-4ee8-86bd-b3c1d38eaedb req-777fd27b-9693-4694-850f-1f7fc1c037c1 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:28.727948 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731fcee2-2cb5-4ee8-86bd-b3c1d38eaedb req-777fd27b-9693-4694-850f-1f7fc1c037c1 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:28.730015 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7439a9-25f2-4ad4-9265-a7108eb780f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcd03947-277a-4bad-bef9-dddb4b8a6e95,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:28.730491 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-731fcee2-2cb5-4ee8-86bd-b3c1d38eaedb req-777fd27b-9693-4694-850f-1f7fc1c037c1 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 5422 time: 0.2511814 Mar 11 19:33:28.765154 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7439a9-25f2-4ad4-9265-a7108eb780f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:33:28.765505 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7439a9-25f2-4ad4-9265-a7108eb780f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:33:28.765989 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7439a9-25f2-4ad4-9265-a7108eb780f5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:33:28.766340 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7439a9-25f2-4ad4-9265-a7108eb780f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:33:28.766792 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7439a9-25f2-4ad4-9265-a7108eb780f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:33:28.767179 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7439a9-25f2-4ad4-9265-a7108eb780f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:33:28.767513 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7439a9-25f2-4ad4-9265-a7108eb780f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:33:28.767863 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7439a9-25f2-4ad4-9265-a7108eb780f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:33:28.768188 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7439a9-25f2-4ad4-9265-a7108eb780f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:33:28.768581 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7439a9-25f2-4ad4-9265-a7108eb780f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:33:28.768908 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7439a9-25f2-4ad4-9265-a7108eb780f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:33:28.769325 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7439a9-25f2-4ad4-9265-a7108eb780f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:33:28.769650 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7439a9-25f2-4ad4-9265-a7108eb780f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:33:28.776558 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 83a37c83-6ea8-4900-bacb-df4f8976aab8 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:33:28.777004 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (83a37c83-6ea8-4900-bacb-df4f8976aab8), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:28.808303 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83a37c83-6ea8-4900-bacb-df4f8976aab8 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:33:28.813559 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5d7439a9-25f2-4ad4-9265-a7108eb780f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (77ff9dd6-3b55-4898-8e8f-a25b5d126f66), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:28.832107 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-731fcee2-2cb5-4ee8-86bd-b3c1d38eaedb req-c387cac2-a6d4-48f7-8e73-ea5e16718f65 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=da55a647-62ee-4d15-a963-651fcfed7127&id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0899920 Mar 11 19:33:28.861630 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb13558-a30b-4fa6-b57d-7cb7984417e8 req-91e30088-ae8e-4518-aeed-65b3a1f15545 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:28.863789 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9eb13558-a30b-4fa6-b57d-7cb7984417e8 req-91e30088-ae8e-4518-aeed-65b3a1f15545 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=70ef355c-680f-4c77-b6bd-90827e0df059 HTTP/1.1" status: 200 len: 949 time: 0.1322446 Mar 11 19:33:28.881439 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=0f7ea648-8ba5-44d1-a485-4afac07a6e22,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:28.889663 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 83a37c83-6ea8-4900-bacb-df4f8976aab8, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=83a37c83-6ea8-4900-bacb-df4f8976aab8,segment=NetworkSegment(9d946b28-c592-4a63-8283-ea5501d9524a),segment_id=9d946b28-c592-4a63-8283-ea5501d9524a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:33:28.900758 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (83a37c83-6ea8-4900-bacb-df4f8976aab8), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:28.901433 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 01f92c37-1a4f-4ed7-b651-d1f48652d7d8 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:33:28.915143 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-214b1ea9-c72f-4a80-8a4f-38b70e72d008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77ff9dd6-3b55-4898-8e8f-a25b5d126f66', 'name': 'tempest-ServersTestJSON-1394376928-router', 'tenant_id': 'be6bb36e4510404da3f801164858fcd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.188'}], 'enable_snat': True}, 'gw_port_id': 'dcd03947-277a-4bad-bef9-dddb4b8a6e95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:32:01Z', 'updated_at': '2022-03-11T19:33:26Z', 'revision_number': 5, 'project_id': 'be6bb36e4510404da3f801164858fcd0', 'gw_port': {'id': 'dcd03947-277a-4bad-bef9-dddb4b8a6e95', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:48:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77ff9dd6-3b55-4898-8e8f-a25b5d126f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:32:02Z', 'updated_at': '2022-03-11T19:32:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:33:28.976091 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9eb13558-a30b-4fa6-b57d-7cb7984417e8 req-338b05d9-512c-4483-841f-7a7cc06a3abb tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983100 Mar 11 19:33:28.984917 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5d7439a9-25f2-4ad4-9265-a7108eb780f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (77ff9dd6-3b55-4898-8e8f-a25b5d126f66), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:28.989373 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5d7439a9-25f2-4ad4-9265-a7108eb780f5 admin admin] Publish callbacks [] for router_controller (77ff9dd6-3b55-4898-8e8f-a25b5d126f66), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:29.077053 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 01f92c37-1a4f-4ed7-b651-d1f48652d7d8, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=01f92c37-1a4f-4ed7-b651-d1f48652d7d8,segment=NetworkSegment(5c025fea-baa0-424f-9add-20cc57664ce2),segment_id=5c025fea-baa0-424f-9add-20cc57664ce2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:33:29.081977 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5d7439a9-25f2-4ad4-9265-a7108eb780f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (77ff9dd6-3b55-4898-8e8f-a25b5d126f66), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:29.083875 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d7439a9-25f2-4ad4-9265-a7108eb780f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77ff9dd6-3b55-4898-8e8f-a25b5d126f66 {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:33:29.086206 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214b1ea9-c72f-4a80-8a4f-38b70e72d008 None None] Checking router: 77ff9dd6-3b55-4898-8e8f-a25b5d126f66 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:33:29.090470 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5d7439a9-25f2-4ad4-9265-a7108eb780f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:29.092128 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-5d7439a9-25f2-4ad4-9265-a7108eb780f5 admin admin] 10.222.0.65 "DELETE /v2.0/routers/77ff9dd6-3b55-4898-8e8f-a25b5d126f66 HTTP/1.1" status: 204 len: 168 time: 1.8240979 Mar 11 19:33:29.094839 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59666) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:33:29.111419 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:29.124405 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '01f92c37-1a4f-4ed7-b651-d1f48652d7d8', 'network_id': '11e52173-c93f-4f90-a40d-087cab6dbb47', 'port_id': '01f92c37-1a4f-4ed7-b651-d1f48652d7d8', 'mac_address': 'fa:16:3e:16:af:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 895, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb37e9b7-00ef-41b5-91f7-c613b891b27c', 'ip_address': '10.1.1.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:33:29.132435 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214b1ea9-c72f-4a80-8a4f-38b70e72d008 None None] Routers set() bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:33:29.133237 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214b1ea9-c72f-4a80-8a4f-38b70e72d008 None None] Router IDs set() for agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 11 19:33:29.133456 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_agentschedulers_db [None req-214b1ea9-c72f-4a80-8a4f-38b70e72d008 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'77ff9dd6-3b55-4898-8e8f-a25b5d126f66'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:33:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent'). {{(pid=103886) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 11 19:33:29.133882 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214b1ea9-c72f-4a80-8a4f-38b70e72d008 None None] The sync data for ids ['77ff9dd6-3b55-4898-8e8f-a25b5d126f66'] in n-d-833163-1 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:33:29.170600 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=83a37c83-6ea8-4900-bacb-df4f8976aab8,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:29.172130 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-72cb9c01-acc5-4f72-9380-93bc46a6c7b3 admin admin] Deleting subnet 1c6d00ec-4b03-4775-8b18-57164800ad97 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:33:29.190031 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72cb9c01-acc5-4f72-9380-93bc46a6c7b3 admin admin] Publish callbacks [] for subnet (1c6d00ec-4b03-4775-8b18-57164800ad97), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:29.202210 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 01f92c37-1a4f-4ed7-b651-d1f48652d7d8 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:33:29.204737 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (01f92c37-1a4f-4ed7-b651-d1f48652d7d8), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:29.219666 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827060c8-b3b6-42df-91a5-921d75720cdb req-4ffaca37-1d36-4c65-9e5d-1f185de70ec5 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:29.221261 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-827060c8-b3b6-42df-91a5-921d75720cdb req-4ffaca37-1d36-4c65-9e5d-1f185de70ec5 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] 10.222.0.65 "GET /v2.0/ports?device_id=8acf5f78-d2d5-47ed-961a-14c2f061bcda HTTP/1.1" status: 200 len: 945 time: 0.1689494 Mar 11 19:33:29.225451 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01f92c37-1a4f-4ed7-b651-d1f48652d7d8 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:33:29.245261 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed801f21-9ddd-421c-89c4-87a85cd72da6 req-ec604c43-4f10-4749-b115-fca6bd4a9f2b tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:29.252376 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 01f92c37-1a4f-4ed7-b651-d1f48652d7d8, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=01f92c37-1a4f-4ed7-b651-d1f48652d7d8,segment=NetworkSegment(5c025fea-baa0-424f-9add-20cc57664ce2),segment_id=5c025fea-baa0-424f-9add-20cc57664ce2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:33:29.254018 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ed801f21-9ddd-421c-89c4-87a85cd72da6 req-ec604c43-4f10-4749-b115-fca6bd4a9f2b tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=f146c6f5-c337-4e48-b979-f28e2141d131 HTTP/1.1" status: 200 len: 944 time: 0.1439743 Mar 11 19:33:29.256312 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (01f92c37-1a4f-4ed7-b651-d1f48652d7d8), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:29.257066 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 6d0f16cb-21fe-4376-88bf-f8036c799e41 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:33:29.263562 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72cb9c01-acc5-4f72-9380-93bc46a6c7b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (1c6d00ec-4b03-4775-8b18-57164800ad97), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:29.335197 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-827060c8-b3b6-42df-91a5-921d75720cdb req-744a1614-ffdd-4379-9cec-52c0d2d7280e tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] 10.222.0.65 "GET /v2.0/security-groups?id=4ac599a3-ef37-4c4d-92cc-365e2c570546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025681 Mar 11 19:33:29.346252 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=01f92c37-1a4f-4ed7-b651-d1f48652d7d8,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:29.356321 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 6d0f16cb-21fe-4376-88bf-f8036c799e41, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=6d0f16cb-21fe-4376-88bf-f8036c799e41,segment=NetworkSegment(5c025fea-baa0-424f-9add-20cc57664ce2),segment_id=5c025fea-baa0-424f-9add-20cc57664ce2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:33:29.371859 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ed801f21-9ddd-421c-89c4-87a85cd72da6 req-3fa8571f-9770-487c-8dc0-895e7c119246 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977414 Mar 11 19:33:29.377502 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '6d0f16cb-21fe-4376-88bf-f8036c799e41', 'network_id': '11e52173-c93f-4f90-a40d-087cab6dbb47', 'port_id': '6d0f16cb-21fe-4376-88bf-f8036c799e41', 'mac_address': 'fa:16:3e:9f:ac:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 895, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb37e9b7-00ef-41b5-91f7-c613b891b27c', 'ip_address': '10.1.1.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:33:29.389815 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72cb9c01-acc5-4f72-9380-93bc46a6c7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (1c6d00ec-4b03-4775-8b18-57164800ad97), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:29.436258 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 6d0f16cb-21fe-4376-88bf-f8036c799e41 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:33:29.436663 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (6d0f16cb-21fe-4376-88bf-f8036c799e41), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:29.454909 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d0f16cb-21fe-4376-88bf-f8036c799e41 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:33:29.481771 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 6d0f16cb-21fe-4376-88bf-f8036c799e41, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=6d0f16cb-21fe-4376-88bf-f8036c799e41,segment=NetworkSegment(5c025fea-baa0-424f-9add-20cc57664ce2),segment_id=5c025fea-baa0-424f-9add-20cc57664ce2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:33:29.491168 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (6d0f16cb-21fe-4376-88bf-f8036c799e41), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:29.508474 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72cb9c01-acc5-4f72-9380-93bc46a6c7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (1c6d00ec-4b03-4775-8b18-57164800ad97), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:29.539734 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb9c01-acc5-4f72-9380-93bc46a6c7b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c6d00ec-4b03-4775-8b18-57164800ad97,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:29.552204 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72cb9c01-acc5-4f72-9380-93bc46a6c7b3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:29.556878 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-72cb9c01-acc5-4f72-9380-93bc46a6c7b3 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/1c6d00ec-4b03-4775-8b18-57164800ad97 HTTP/1.1" status: 204 len: 168 time: 0.4584179 Mar 11 19:33:29.559242 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59670) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:33:29.570595 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=6d0f16cb-21fe-4376-88bf-f8036c799e41,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:29.575482 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 118bffad-6722-43c2-b115-a2576f39b69d details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:33:29.592743 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 07a01ffe-714a-411e-a2e0-f49ec4aa01da up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:33:29.594903 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10e89ba-486b-4882-837a-c4c75ae6bf5d None None] Network 2861ea14-7bea-49b3-8565-f2cbb28bd165 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:33:29.656727 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72712085-9c07-4e13-ac5d-918a06f550bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (2861ea14-7bea-49b3-8565-f2cbb28bd165), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:29.742871 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72712085-9c07-4e13-ac5d-918a06f550bd admin admin] Deleting port 456931af-997a-4a6b-b4b5-1b44d120f959 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:33:29.743213 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72712085-9c07-4e13-ac5d-918a06f550bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (456931af-997a-4a6b-b4b5-1b44d120f959), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:29.825731 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-72712085-9c07-4e13-ac5d-918a06f550bd admin admin] For port 456931af-997a-4a6b-b4b5-1b44d120f959, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=456931af-997a-4a6b-b4b5-1b44d120f959,segment=NetworkSegment(4634a948-ef3a-4fad-aaf7-51110bedaf50),segment_id=4634a948-ef3a-4fad-aaf7-51110bedaf50)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:33:29.826098 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72712085-9c07-4e13-ac5d-918a06f550bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (456931af-997a-4a6b-b4b5-1b44d120f959), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:29.840219 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port 07a01ffe-714a-411e-a2e0-f49ec4aa01da completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:33:29.848281 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [req-ab45615d-e120-4010-8fd6-634167f0e346 req-6d446012-a86f-433a-a2f6-3496e77e014a service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:33:29.849411 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ab45615d-e120-4010-8fd6-634167f0e346 req-6d446012-a86f-433a-a2f6-3496e77e014a service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061550 Mar 11 19:33:29.855771 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 07a01ffe-714a-411e-a2e0-f49ec4aa01da triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:33:29.856344 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (07a01ffe-714a-411e-a2e0-f49ec4aa01da), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:29.864944 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-72712085-9c07-4e13-ac5d-918a06f550bd admin admin] Calling delete_port for 456931af-997a-4a6b-b4b5-1b44d120f959 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:33:29.872827 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad5546-9eba-482a-b23d-975e99b62bb1 req-f2138fe0-522c-4926-92dd-f713c41d2d0e tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:29.881270 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-84ad5546-9eba-482a-b23d-975e99b62bb1 req-f2138fe0-522c-4926-92dd-f713c41d2d0e tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b11db00-86e7-4155-a147-13490d09c29f HTTP/1.1" status: 200 len: 945 time: 0.4105179 Mar 11 19:33:29.935555 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 118bffad-6722-43c2-b115-a2576f39b69d, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=118bffad-6722-43c2-b115-a2576f39b69d,segment=NetworkSegment(e04ff9a7-22d1-4d10-8b77-9e68a6488033),segment_id=e04ff9a7-22d1-4d10-8b77-9e68a6488033)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:33:29.948262 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-84ad5546-9eba-482a-b23d-975e99b62bb1 req-ba940a9a-7db6-4468-8430-5d4d81a037da tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610287 Mar 11 19:33:29.969167 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '118bffad-6722-43c2-b115-a2576f39b69d', 'network_id': 'ebcba11a-843a-4869-86af-b253155a3bc2', 'port_id': '118bffad-6722-43c2-b115-a2576f39b69d', 'mac_address': 'fa:16:3e:dc:7f:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '654fe02a-2387-4189-a51d-09de4e86c125', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:33:30.011264 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 118bffad-6722-43c2-b115-a2576f39b69d is: ACTIVE; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:33:30.011774 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (118bffad-6722-43c2-b115-a2576f39b69d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:30.030961 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72712085-9c07-4e13-ac5d-918a06f550bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (456931af-997a-4a6b-b4b5-1b44d120f959), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:30.033696 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 118bffad-6722-43c2-b115-a2576f39b69d {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:33:30.110636 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72712085-9c07-4e13-ac5d-918a06f550bd admin admin] Pushing event deleted for resources: {'Port': ['ID=456931af-997a-4a6b-b4b5-1b44d120f959,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:30.137173 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72712085-9c07-4e13-ac5d-918a06f550bd admin admin] No DVR routers for this DVR port 456931af-997a-4a6b-b4b5-1b44d120f959 on host n-d-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:33:30.150225 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2cb0cbb-3e2d-4cf3-b411-5054c84bf719 None None] DHCP port deletion for 2861ea14-7bea-49b3-8565-f2cbb28bd165 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:33:30.180146 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 118bffad-6722-43c2-b115-a2576f39b69d, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=118bffad-6722-43c2-b115-a2576f39b69d,segment=NetworkSegment(e04ff9a7-22d1-4d10-8b77-9e68a6488033),segment_id=e04ff9a7-22d1-4d10-8b77-9e68a6488033)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:33:30.229501 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (118bffad-6722-43c2-b115-a2576f39b69d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:30.230097 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0002f300-653e-4de7-a3a2-56ca79ac5a04 req-84a2491b-7fb0-4bd4-801f-505d1034b8c9 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:30.239107 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0002f300-653e-4de7-a3a2-56ca79ac5a04 req-84a2491b-7fb0-4bd4-801f-505d1034b8c9 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:30.245654 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0002f300-653e-4de7-a3a2-56ca79ac5a04 req-84a2491b-7fb0-4bd4-801f-505d1034b8c9 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:30.253421 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0002f300-653e-4de7-a3a2-56ca79ac5a04 req-84a2491b-7fb0-4bd4-801f-505d1034b8c9 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:30.266606 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device dcd03947-277a-4bad-bef9-dddb4b8a6e95 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:33:30.266854 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0002f300-653e-4de7-a3a2-56ca79ac5a04 req-84a2491b-7fb0-4bd4-801f-505d1034b8c9 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:30.268092 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0002f300-653e-4de7-a3a2-56ca79ac5a04 req-84a2491b-7fb0-4bd4-801f-505d1034b8c9 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:30.273560 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0002f300-653e-4de7-a3a2-56ca79ac5a04 req-84a2491b-7fb0-4bd4-801f-505d1034b8c9 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:30.282018 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0002f300-653e-4de7-a3a2-56ca79ac5a04 req-84a2491b-7fb0-4bd4-801f-505d1034b8c9 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 5426 time: 0.1790731 Mar 11 19:33:30.302903 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 07a01ffe-714a-411e-a2e0-f49ec4aa01da is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:33:30.303271 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (07a01ffe-714a-411e-a2e0-f49ec4aa01da), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:30.318556 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: dcd03947-277a-4bad-bef9-dddb4b8a6e95 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:33:30.318924 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device dcd03947-277a-4bad-bef9-dddb4b8a6e95 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:33:30.319953 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device b2d6df98-d962-4b7e-9e10-bfc539ce2b95 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:33:30.335429 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72712085-9c07-4e13-ac5d-918a06f550bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (2861ea14-7bea-49b3-8565-f2cbb28bd165), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:30.350832 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: b2d6df98-d962-4b7e-9e10-bfc539ce2b95 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:33:30.351173 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device b2d6df98-d962-4b7e-9e10-bfc539ce2b95 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:33:30.351609 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 456931af-997a-4a6b-b4b5-1b44d120f959 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:33:30.366011 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-72712085-9c07-4e13-ac5d-918a06f550bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2861ea14-7bea-49b3-8565-f2cbb28bd165']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:33:30.395880 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f79542de-b320-4719-866d-e0b60729d14b req-f59e90a2-d988-49a9-8dc3-f84276df82f9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=70ef355c-680f-4c77-b6bd-90827e0df059&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1918151 Mar 11 19:33:30.405357 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-72712085-9c07-4e13-ac5d-918a06f550bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4634a948-ef3a-4fad-aaf7-51110bedaf50') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:33:30.409144 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-72712085-9c07-4e13-ac5d-918a06f550bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4634a948-ef3a-4fad-aaf7-51110bedaf50') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:33:30.428785 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72712085-9c07-4e13-ac5d-918a06f550bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (4634a948-ef3a-4fad-aaf7-51110bedaf50), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:30.439469 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0002f300-653e-4de7-a3a2-56ca79ac5a04 req-9c77dae6-4744-4815-85ca-e88473f774e2 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=da55a647-62ee-4d15-a963-651fcfed7127&id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1564462 Mar 11 19:33:30.462249 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72712085-9c07-4e13-ac5d-918a06f550bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (4634a948-ef3a-4fad-aaf7-51110bedaf50), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:30.473544 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72712085-9c07-4e13-ac5d-918a06f550bd admin admin] Releasing vlan 879 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:33:30.474415 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72712085-9c07-4e13-ac5d-918a06f550bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (4634a948-ef3a-4fad-aaf7-51110bedaf50), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:30.476750 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:33:30.476750 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:33:30.476750 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:33:30.476750 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:33:30.476750 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:33:30.476750 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:33:30.476750 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:33:30.476750 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:33:30.476750 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:33:30.476750 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:33:30.476750 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:33:30.476750 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:33:30.476750 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:33:30.476750 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:33:30.476750 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:33:30.476750 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:33:30.476750 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:33:30.476750 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:33:30.476750 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:33:30.476750 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:33:30.476750 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:33:30.476750 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:33:30.476750 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:33:30.476750 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:33:30.476750 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:33:30.476750 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:33:30.476750 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:33:30.476750 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:33:30.476750 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:33:30.476750 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:33:30.476750 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:33:30.476750 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:33:30.505501 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14700b49-af21-4214-8289-93b1f3385801 req-8e8ca2d0-52eb-4baf-9f70-a7f02faa07df tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:30.507075 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-14700b49-af21-4214-8289-93b1f3385801 req-8e8ca2d0-52eb-4baf-9f70-a7f02faa07df tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] 10.222.0.57 "GET /v2.0/ports?device_id=8acf5f78-d2d5-47ed-961a-14c2f061bcda HTTP/1.1" status: 200 len: 945 time: 0.2122722 Mar 11 19:33:30.552758 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 456931af-997a-4a6b-b4b5-1b44d120f959 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:33:30.553120 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 456931af-997a-4a6b-b4b5-1b44d120f959 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:33:30.561047 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175db0d5-5b2a-4c4d-9669-61c169c56da0 req-cdf8c6dc-5d62-4592-afa1-06e39d67e094 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:30.572520 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f146c6f5-c337-4e48-b979-f28e2141d131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07a01ffe-714a-411e-a2e0-f49ec4aa01da'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:33:30.573048 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-175db0d5-5b2a-4c4d-9669-61c169c56da0 req-cdf8c6dc-5d62-4592-afa1-06e39d67e094 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=70ef355c-680f-4c77-b6bd-90827e0df059 HTTP/1.1" status: 200 len: 949 time: 0.2869673 Mar 11 19:33:30.574929 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547933e5-c0ea-45cf-8c9d-7f9acc3afe28" -d '{"events": [{"server_uuid": "f146c6f5-c337-4e48-b979-f28e2141d131", "name": "network-vif-plugged", "status": "completed", "tag": "07a01ffe-714a-411e-a2e0-f49ec4aa01da"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:33:30.593500 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=118bffad-6722-43c2-b115-a2576f39b69d,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:30.599907 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 07a01ffe-714a-411e-a2e0-f49ec4aa01da, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=07a01ffe-714a-411e-a2e0-f49ec4aa01da,segment=NetworkSegment(9cb9d205-9190-43c8-b078-f8df09db6175),segment_id=9cb9d205-9190-43c8-b078-f8df09db6175)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:33:30.608068 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (07a01ffe-714a-411e-a2e0-f49ec4aa01da), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:30.623552 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72712085-9c07-4e13-ac5d-918a06f550bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (2861ea14-7bea-49b3-8565-f2cbb28bd165), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:30.629657 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72712085-9c07-4e13-ac5d-918a06f550bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:30.635256 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-72712085-9c07-4e13-ac5d-918a06f550bd admin admin] 10.222.0.65 "DELETE /v2.0/networks/2861ea14-7bea-49b3-8565-f2cbb28bd165 HTTP/1.1" status: 204 len: 168 time: 1.0722880 Mar 11 19:33:30.645752 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72712085-9c07-4e13-ac5d-918a06f550bd admin admin] Pushing event deleted for resources: {'Network': ['ID=2861ea14-7bea-49b3-8565-f2cbb28bd165,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:30.696278 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=07a01ffe-714a-411e-a2e0-f49ec4aa01da,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:30.778605 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-175db0d5-5b2a-4c4d-9669-61c169c56da0 req-b59af445-c84b-4a61-980b-9605eff337e3 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945715 Mar 11 19:33:30.834028 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59710) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:33:30.846956 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['118bffad-6722-43c2-b115-a2576f39b69d'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:33:30.907346 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-45ceab99-8f35-4150-b4fb-2b92ef5dc551 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=be6bb36e4510404da3f801164858fcd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0714767 Mar 11 19:33:30.909775 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59712) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:33:30.916962 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e47459-d529-45c6-929f-ee97d88587b4 req-e3b1ea1a-7259-4de8-ab7e-8389be65a2c4 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:30.918725 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-35e47459-d529-45c6-929f-ee97d88587b4 req-e3b1ea1a-7259-4de8-ab7e-8389be65a2c4 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] 10.222.0.65 "GET /v2.0/ports?device_id=8acf5f78-d2d5-47ed-961a-14c2f061bcda HTTP/1.1" status: 200 len: 945 time: 0.3155508 Mar 11 19:33:30.938373 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['01f92c37-1a4f-4ed7-b651-d1f48652d7d8'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:33:30.974815 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d434275f-c9fb-4590-8fac-9a5b24b0e54d admin admin] Publish callbacks [] for security_group (7fe86f95-9a03-4727-b8f4-ef9a1547db45), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:30.975748 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['c7f76392-aada-411a-ac64-53336e3dab7e'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:33:31.000805 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d434275f-c9fb-4590-8fac-9a5b24b0e54d admin admin] Publish callbacks [] for security_group (7fe86f95-9a03-4727-b8f4-ef9a1547db45), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:31.028478 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79542de-b320-4719-866d-e0b60729d14b req-039b3e71-be0f-4031-9307-458159042b72 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:31.029883 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f79542de-b320-4719-866d-e0b60729d14b req-039b3e71-be0f-4031-9307-458159042b72 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports/2f992392-42cb-46d8-a63a-84020459f21d HTTP/1.1" status: 200 len: 946 time: 0.1435564 Mar 11 19:33:31.033899 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-14700b49-af21-4214-8289-93b1f3385801 req-e8e280c3-bb64-4bc0-b47d-aa81317cc06d tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Deleting port 54320e06-748f-4d35-858e-1030a1319bbf {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:33:31.034240 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-14700b49-af21-4214-8289-93b1f3385801 req-e8e280c3-bb64-4bc0-b47d-aa81317cc06d tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (54320e06-748f-4d35-858e-1030a1319bbf), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:31.048757 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['83a37c83-6ea8-4900-bacb-df4f8976aab8'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:33:31.051672 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['6d0f16cb-21fe-4376-88bf-f8036c799e41'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:33:31.082495 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a28dc7-3ea8-45df-8229-94181e7e458d req-bb604bfd-6e09-496a-ab44-bef5ee8b8f17 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:31.092317 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-95a28dc7-3ea8-45df-8229-94181e7e458d req-bb604bfd-6e09-496a-ab44-bef5ee8b8f17 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=f146c6f5-c337-4e48-b979-f28e2141d131 HTTP/1.1" status: 200 len: 945 time: 0.2019620 Mar 11 19:33:31.146466 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d434275f-c9fb-4590-8fac-9a5b24b0e54d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (7fe86f95-9a03-4727-b8f4-ef9a1547db45), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:31.149810 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d434275f-c9fb-4590-8fac-9a5b24b0e54d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:31.153633 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d434275f-c9fb-4590-8fac-9a5b24b0e54d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7fe86f95-9a03-4727-b8f4-ef9a1547db45 HTTP/1.1" status: 204 len: 168 time: 0.2400987 Mar 11 19:33:31.161706 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d434275f-c9fb-4590-8fac-9a5b24b0e54d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe86f95-9a03-4727-b8f4-ef9a1547db45,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:31.206758 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-35e47459-d529-45c6-929f-ee97d88587b4 req-95d91c2b-f02c-4d0c-90bc-c1be7fb7c88c tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] 10.222.0.65 "GET /v2.0/security-groups?id=4ac599a3-ef37-4c4d-92cc-365e2c570546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597334 Mar 11 19:33:31.245662 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['0f7ea648-8ba5-44d1-a485-4afac07a6e22'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:33:31.262017 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['ee331cf0-fb09-4b4e-938d-0be1b69ce3c6'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:33:31.325552 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-95a28dc7-3ea8-45df-8229-94181e7e458d req-11620dbd-15f0-4b3b-861f-2007cb5fe613 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316222 Mar 11 19:33:31.423191 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-14700b49-af21-4214-8289-93b1f3385801 req-e8e280c3-bb64-4bc0-b47d-aa81317cc06d tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] For port 54320e06-748f-4d35-858e-1030a1319bbf, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=54320e06-748f-4d35-858e-1030a1319bbf,segment=NetworkSegment(99d932fc-2874-4b65-a40e-bac8dca44e76),segment_id=99d932fc-2874-4b65-a40e-bac8dca44e76)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:33:31.425526 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-14700b49-af21-4214-8289-93b1f3385801 req-e8e280c3-bb64-4bc0-b47d-aa81317cc06d tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (54320e06-748f-4d35-858e-1030a1319bbf), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:31.446453 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e56d822-c5aa-46ec-b83a-f78ad93695c9 x-openstack-request-id: req-4e56d822-c5aa-46ec-b83a-f78ad93695c9 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:33:31.447304 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f146c6f5-c337-4e48-b979-f28e2141d131", "name": "network-vif-plugged", "status": "completed", "tag": "07a01ffe-714a-411e-a2e0-f49ec4aa01da", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:33:31.448354 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4e56d822-c5aa-46ec-b83a-f78ad93695c9 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:33:31.450877 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f146c6f5-c337-4e48-b979-f28e2141d131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07a01ffe-714a-411e-a2e0-f49ec4aa01da', 'code': 200} Mar 11 19:33:31.491396 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-14700b49-af21-4214-8289-93b1f3385801 req-e8e280c3-bb64-4bc0-b47d-aa81317cc06d tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Calling delete_port for 54320e06-748f-4d35-858e-1030a1319bbf owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:33:31.622743 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['69a77522-9c8e-40b8-938c-f18678aa8e3c'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:33:31.677618 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67b23d-d386-4d6a-81a3-b2f2c521d2d5 req-53d0fadf-c1eb-4990-ba16-d13b9fd01b9f tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:31.685620 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fa67b23d-d386-4d6a-81a3-b2f2c521d2d5 req-53d0fadf-c1eb-4990-ba16-d13b9fd01b9f tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b11db00-86e7-4155-a147-13490d09c29f HTTP/1.1" status: 200 len: 945 time: 0.2352195 Mar 11 19:33:31.710049 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8393d52b-5591-42d6-8be8-60a7107e820c req-1df09054-0c00-41b5-9509-687a3b3b9cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:31.711727 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8393d52b-5591-42d6-8be8-60a7107e820c req-1df09054-0c00-41b5-9509-687a3b3b9cee service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=f146c6f5-c337-4e48-b979-f28e2141d131 HTTP/1.1" status: 200 len: 1127 time: 0.3350313 Mar 11 19:33:31.828588 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3d8e8-9eb1-4bb5-a6a8-8e76a9195b07 req-5fddbd87-a959-4878-8938-13950579e304 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:31.835524 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3d8e8-9eb1-4bb5-a6a8-8e76a9195b07 req-5fddbd87-a959-4878-8938-13950579e304 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:31.841226 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3d8e8-9eb1-4bb5-a6a8-8e76a9195b07 req-5fddbd87-a959-4878-8938-13950579e304 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:31.847169 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3d8e8-9eb1-4bb5-a6a8-8e76a9195b07 req-5fddbd87-a959-4878-8938-13950579e304 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:31.852694 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3d8e8-9eb1-4bb5-a6a8-8e76a9195b07 req-5fddbd87-a959-4878-8938-13950579e304 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:31.859363 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3d8e8-9eb1-4bb5-a6a8-8e76a9195b07 req-5fddbd87-a959-4878-8938-13950579e304 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:31.866175 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3d8e8-9eb1-4bb5-a6a8-8e76a9195b07 req-5fddbd87-a959-4878-8938-13950579e304 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:31.874290 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b0f3d8e8-9eb1-4bb5-a6a8-8e76a9195b07 req-5fddbd87-a959-4878-8938-13950579e304 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 5426 time: 0.2983658 Mar 11 19:33:31.881261 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8393d52b-5591-42d6-8be8-60a7107e820c req-65fb3c80-89ec-40bc-a195-91ad189734f2 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545181 Mar 11 19:33:31.919685 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fa67b23d-d386-4d6a-81a3-b2f2c521d2d5 req-72e6727c-4cb7-49bd-9422-e97ce9e8d0e7 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289913 Mar 11 19:33:32.180859 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b0f3d8e8-9eb1-4bb5-a6a8-8e76a9195b07 req-6894d0d8-78ec-451a-9a0c-c5976ec23444 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=da55a647-62ee-4d15-a963-651fcfed7127&id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3044882 Mar 11 19:33:32.185637 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-14700b49-af21-4214-8289-93b1f3385801 req-e8e280c3-bb64-4bc0-b47d-aa81317cc06d tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (54320e06-748f-4d35-858e-1030a1319bbf), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:32.431041 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb25d18-dba5-4ce3-ac87-d55d969d8f91 req-3a5f822c-ac8d-491f-8c90-86ece626d4c4 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:32.441614 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4eb25d18-dba5-4ce3-ac87-d55d969d8f91 req-3a5f822c-ac8d-491f-8c90-86ece626d4c4 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=70ef355c-680f-4c77-b6bd-90827e0df059 HTTP/1.1" status: 200 len: 949 time: 0.4031413 Mar 11 19:33:32.502645 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e280c3-bb64-4bc0-b47d-aa81317cc06d tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Pushing event deleted for resources: {'Port': ['ID=54320e06-748f-4d35-858e-1030a1319bbf,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:32.511603 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-14700b49-af21-4214-8289-93b1f3385801 req-e8e280c3-bb64-4bc0-b47d-aa81317cc06d tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] No DVR routers for this DVR port 54320e06-748f-4d35-858e-1030a1319bbf on host n-h2-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:33:32.512521 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79542de-b320-4719-866d-e0b60729d14b req-6db0407e-4010-40fe-b716-2c57cebb0fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:32.514158 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f79542de-b320-4719-866d-e0b60729d14b req-6db0407e-4010-40fe-b716-2c57cebb0fe4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=487f8613d1fa45ab81e48e9d9d0fc801&device_id=70ef355c-680f-4c77-b6bd-90827e0df059 HTTP/1.1" status: 200 len: 1131 time: 0.0954292 Mar 11 19:33:32.552872 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-14700b49-af21-4214-8289-93b1f3385801 req-e8e280c3-bb64-4bc0-b47d-aa81317cc06d tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:32.561944 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-14700b49-af21-4214-8289-93b1f3385801 req-e8e280c3-bb64-4bc0-b47d-aa81317cc06d tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] 10.222.0.57 "DELETE /v2.0/ports/54320e06-748f-4d35-858e-1030a1319bbf HTTP/1.1" status: 204 len: 173 time: 2.0488071 Mar 11 19:33:32.573386 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8acf5f78-d2d5-47ed-961a-14c2f061bcda', 'name': 'network-vif-deleted', 'tag': '54320e06-748f-4d35-858e-1030a1319bbf'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:33:32.582804 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6101a1b-6e2d-450e-8208-65c8ccb933fe" -d '{"events": [{"server_uuid": "8acf5f78-d2d5-47ed-961a-14c2f061bcda", "name": "network-vif-deleted", "tag": "54320e06-748f-4d35-858e-1030a1319bbf"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:33:32.637446 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f20ebc03-de49-4439-84f3-7950516b9eda req-b8feb3bd-fef1-4199-beb1-5a1778d7fa7a tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] 10.222.0.65 "GET /v2.0/ports?device_id=8acf5f78-d2d5-47ed-961a-14c2f061bcda HTTP/1.1" status: 200 len: 210 time: 0.1478159 Mar 11 19:33:32.640113 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e280c3-bb64-4bc0-b47d-aa81317cc06d tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:33:32.652075 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e280c3-bb64-4bc0-b47d-aa81317cc06d tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:33:32.658443 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e280c3-bb64-4bc0-b47d-aa81317cc06d tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:33:32.659130 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e280c3-bb64-4bc0-b47d-aa81317cc06d tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:33:32.659724 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e280c3-bb64-4bc0-b47d-aa81317cc06d tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:33:32.660293 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e280c3-bb64-4bc0-b47d-aa81317cc06d tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:33:32.660836 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e280c3-bb64-4bc0-b47d-aa81317cc06d tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:33:32.661875 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e280c3-bb64-4bc0-b47d-aa81317cc06d tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:33:32.662420 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e280c3-bb64-4bc0-b47d-aa81317cc06d tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:33:32.662973 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e280c3-bb64-4bc0-b47d-aa81317cc06d tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:33:32.663509 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e280c3-bb64-4bc0-b47d-aa81317cc06d tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:33:32.664079 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e280c3-bb64-4bc0-b47d-aa81317cc06d tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:33:32.664693 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e280c3-bb64-4bc0-b47d-aa81317cc06d tempest-FloatingIPsAssociationNegativeTestJSON-1106501988 tempest-FloatingIPsAssociationNegativeTestJSON-1106501988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:33:32.735522 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4eb25d18-dba5-4ce3-ac87-d55d969d8f91 req-056cfdf0-e1ab-468d-8370-da595a600136 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921977 Mar 11 19:33:32.849242 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79542de-b320-4719-866d-e0b60729d14b req-3ca09487-ec0f-4f6a-8b1c-8a2f68c6a841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:32.850743 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f79542de-b320-4719-866d-e0b60729d14b req-3ca09487-ec0f-4f6a-8b1c-8a2f68c6a841 service neutron] 10.222.0.57 "GET /v2.0/networks?id=885772b1-9b97-4e1d-a0fb-e125030c5a81 HTTP/1.1" status: 200 len: 870 time: 0.3310916 Mar 11 19:33:32.851223 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59794) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:33:32.906497 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2515ae-5597-480e-a350-07055364bb2b req-8a6591ff-c393-4cc4-b0bd-9aaa22b4e8fb tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:32.913842 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0b2515ae-5597-480e-a350-07055364bb2b req-8a6591ff-c393-4cc4-b0bd-9aaa22b4e8fb tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=f146c6f5-c337-4e48-b979-f28e2141d131 HTTP/1.1" status: 200 len: 945 time: 0.1240835 Mar 11 19:33:32.918199 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8587fdc-6a86-44b5-a062-e9adcd2dd8a1 x-openstack-request-id: req-d8587fdc-6a86-44b5-a062-e9adcd2dd8a1 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:33:32.923390 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8acf5f78-d2d5-47ed-961a-14c2f061bcda", "name": "network-vif-deleted", "tag": "54320e06-748f-4d35-858e-1030a1319bbf", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:33:32.924088 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d8587fdc-6a86-44b5-a062-e9adcd2dd8a1 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:33:32.924088 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8acf5f78-d2d5-47ed-961a-14c2f061bcda', 'name': 'network-vif-deleted', 'tag': '54320e06-748f-4d35-858e-1030a1319bbf', 'status': 'completed', 'code': 200} Mar 11 19:33:32.945908 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f79542de-b320-4719-866d-e0b60729d14b req-6c47e561-3e4b-4cc2-a63a-c5dfcb7432ee service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=2f992392-42cb-46d8-a63a-84020459f21d HTTP/1.1" status: 200 len: 217 time: 0.0830061 Mar 11 19:33:33.032678 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-8e790d77-84f4-42ac-a767-2319f7798407 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-765030311-network', 'tenant_id': 'a957f2f02f014417a57323b91c40f536'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:33:33.044503 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0b2515ae-5597-480e-a350-07055364bb2b req-d49e27c5-53a2-4152-85c8-2cb6bcf40b39 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296904 Mar 11 19:33:33.084364 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e790d77-84f4-42ac-a767-2319f7798407 admin admin] Made reservation on behalf of a957f2f02f014417a57323b91c40f536 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:33:33.086689 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8e790d77-84f4-42ac-a767-2319f7798407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:33.125382 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8e790d77-84f4-42ac-a767-2319f7798407 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:33.166083 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ac0de-1c8d-4b7a-ba6e-64b12d201ed8 req-eaec9659-a7b8-4dbb-8d0d-ab2ce3831e9e tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:33.168597 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79542de-b320-4719-866d-e0b60729d14b req-413ee0f2-f6af-45dd-a3b0-213637035487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:33.173523 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f79542de-b320-4719-866d-e0b60729d14b req-413ee0f2-f6af-45dd-a3b0-213637035487 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.2208304 Mar 11 19:33:33.175653 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 54320e06-748f-4d35-858e-1030a1319bbf no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:33:33.187782 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fc7ac0de-1c8d-4b7a-ba6e-64b12d201ed8 req-eaec9659-a7b8-4dbb-8d0d-ab2ce3831e9e tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b11db00-86e7-4155-a147-13490d09c29f HTTP/1.1" status: 200 len: 945 time: 0.1231933 Mar 11 19:33:33.322870 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79542de-b320-4719-866d-e0b60729d14b req-4867451b-2118-47dc-b5c0-2ce45cd7c7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:33.324951 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f79542de-b320-4719-866d-e0b60729d14b req-4867451b-2118-47dc-b5c0-2ce45cd7c7aa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1414294 Mar 11 19:33:33.375090 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: 54320e06-748f-4d35-858e-1030a1319bbf {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:33:33.375350 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 54320e06-748f-4d35-858e-1030a1319bbf not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:33:33.394424 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fc7ac0de-1c8d-4b7a-ba6e-64b12d201ed8 req-c98f1ad4-82fa-480d-9192-1233deb1f9d8 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036369 Mar 11 19:33:33.507685 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa199b-3b17-4677-9f1e-1e009c510c8b req-62e4df02-2364-4385-9fc0-cb14848766e0 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:33.510513 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 118bffad-6722-43c2-b115-a2576f39b69d up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:33:33.514430 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa199b-3b17-4677-9f1e-1e009c510c8b req-62e4df02-2364-4385-9fc0-cb14848766e0 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:33.520462 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa199b-3b17-4677-9f1e-1e009c510c8b req-62e4df02-2364-4385-9fc0-cb14848766e0 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:33.527328 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa199b-3b17-4677-9f1e-1e009c510c8b req-62e4df02-2364-4385-9fc0-cb14848766e0 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:33.532824 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa199b-3b17-4677-9f1e-1e009c510c8b req-62e4df02-2364-4385-9fc0-cb14848766e0 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:33.539302 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa199b-3b17-4677-9f1e-1e009c510c8b req-62e4df02-2364-4385-9fc0-cb14848766e0 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:33.546455 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa199b-3b17-4677-9f1e-1e009c510c8b req-62e4df02-2364-4385-9fc0-cb14848766e0 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:33.548595 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-abaa199b-3b17-4677-9f1e-1e009c510c8b req-62e4df02-2364-4385-9fc0-cb14848766e0 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 5426 time: 0.1875110 Mar 11 19:33:33.578867 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8e790d77-84f4-42ac-a767-2319f7798407 admin admin] Publish callbacks [] for security_group (d9e7d402-b560-4db2-8773-5024f2c98b6f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:33.583381 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 118bffad-6722-43c2-b115-a2576f39b69d triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:33:33.583794 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (118bffad-6722-43c2-b115-a2576f39b69d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:33.596981 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8e790d77-84f4-42ac-a767-2319f7798407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (d9e7d402-b560-4db2-8773-5024f2c98b6f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:33.662089 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e790d77-84f4-42ac-a767-2319f7798407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e7d402-b560-4db2-8773-5024f2c98b6f,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:33.716622 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 118bffad-6722-43c2-b115-a2576f39b69d is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:33:33.717021 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (118bffad-6722-43c2-b115-a2576f39b69d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:33.721056 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f79542de-b320-4719-866d-e0b60729d14b req-24509ee5-b2e4-4020-9c56-c4cfeb86ed8b service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3855171 Mar 11 19:33:33.722109 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e790d77-84f4-42ac-a767-2319f7798407 admin admin] vlan segment allocate from pool success with {'vlan_id': 870, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:33:33.732861 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-abaa199b-3b17-4677-9f1e-1e009c510c8b req-a00c24b6-7d94-446a-9750-0dbb05a4d268 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=da55a647-62ee-4d15-a963-651fcfed7127&id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1768632 Mar 11 19:33:33.743207 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59804) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:33:33.780598 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8e790d77-84f4-42ac-a767-2319f7798407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (0cf8fa48-9134-4521-9a3c-95a0fcb4e6c7), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:33.781003 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-8e790d77-84f4-42ac-a767-2319f7798407 admin admin] Added segment 0cf8fa48-9134-4521-9a3c-95a0fcb4e6c7 of type vlan for network 7b2fc40f-4d44-44a5-958d-d708156f9f13 Mar 11 19:33:33.796921 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '964811fe-e680-478b-b639-5af42d371a0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '118bffad-6722-43c2-b115-a2576f39b69d'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:33:33.801547 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62836351-de8f-4cef-aa9e-21b8183ac06a" -d '{"events": [{"server_uuid": "964811fe-e680-478b-b639-5af42d371a0c", "name": "network-vif-plugged", "status": "completed", "tag": "118bffad-6722-43c2-b115-a2576f39b69d"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:33:33.838310 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 118bffad-6722-43c2-b115-a2576f39b69d, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=118bffad-6722-43c2-b115-a2576f39b69d,segment=NetworkSegment(e04ff9a7-22d1-4d10-8b77-9e68a6488033),segment_id=e04ff9a7-22d1-4d10-8b77-9e68a6488033)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:33:33.851657 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (118bffad-6722-43c2-b115-a2576f39b69d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:33.913459 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8e790d77-84f4-42ac-a767-2319f7798407 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (7b2fc40f-4d44-44a5-958d-d708156f9f13), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:33.922217 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f986b07c-1074-4790-94dc-b344458c0ece x-openstack-request-id: req-f986b07c-1074-4790-94dc-b344458c0ece {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:33:33.922678 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "964811fe-e680-478b-b639-5af42d371a0c", "name": "network-vif-plugged", "status": "completed", "tag": "118bffad-6722-43c2-b115-a2576f39b69d", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:33:33.923002 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f986b07c-1074-4790-94dc-b344458c0ece {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:33:33.924083 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '964811fe-e680-478b-b639-5af42d371a0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '118bffad-6722-43c2-b115-a2576f39b69d', 'code': 200} Mar 11 19:33:33.956622 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=118bffad-6722-43c2-b115-a2576f39b69d,revision_number=7']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:34.110083 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f79542de-b320-4719-866d-e0b60729d14b req-5a3f22be-1db6-49bf-8ece-916b72f2d446 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459630 Mar 11 19:33:34.114598 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8e790d77-84f4-42ac-a767-2319f7798407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (7b2fc40f-4d44-44a5-958d-d708156f9f13), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:34.116567 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e790d77-84f4-42ac-a767-2319f7798407 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:34.117351 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8e790d77-84f4-42ac-a767-2319f7798407 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:34.162994 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8e790d77-84f4-42ac-a767-2319f7798407 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3105206 Mar 11 19:33:34.170385 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59822) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:33:34.198528 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-77c5db49-68de-4c6c-8288-7603bac9b2ce admin admin] Request body: {'subnet': {'network_id': '7b2fc40f-4d44-44a5-958d-d708156f9f13', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-765030311-subnet', 'tenant_id': 'a957f2f02f014417a57323b91c40f536', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:33:34.217073 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e790d77-84f4-42ac-a767-2319f7798407 admin admin] Pushing event updated for resources: {'Network': ['ID=7b2fc40f-4d44-44a5-958d-d708156f9f13,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:34.227300 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 7b2fc40f-4d44-44a5-958d-d708156f9f13 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:33:34.356682 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2632aa5e-49d5-4260-b2d9-c5a1ff45de7b req-6be064f8-6b12-4ae6-8fb1-48ae14abe01d tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:34.358991 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2632aa5e-49d5-4260-b2d9-c5a1ff45de7b req-6be064f8-6b12-4ae6-8fb1-48ae14abe01d tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=70ef355c-680f-4c77-b6bd-90827e0df059 HTTP/1.1" status: 200 len: 949 time: 0.3192699 Mar 11 19:33:34.372173 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c5db49-68de-4c6c-8288-7603bac9b2ce admin admin] Made reservation on behalf of a957f2f02f014417a57323b91c40f536 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:33:34.374657 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-77c5db49-68de-4c6c-8288-7603bac9b2ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:34.424205 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea6371f-bfe7-4b89-b448-d14371e0556c req-5179c35c-f370-47b6-a034-d51267423e65 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:34.433204 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-aea6371f-bfe7-4b89-b448-d14371e0556c req-5179c35c-f370-47b6-a034-d51267423e65 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=f146c6f5-c337-4e48-b979-f28e2141d131 HTTP/1.1" status: 200 len: 945 time: 0.2597399 Mar 11 19:33:34.557900 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2632aa5e-49d5-4260-b2d9-c5a1ff45de7b req-a45490cd-a87c-4f88-8a88-3b4606b1e09f tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798165 Mar 11 19:33:34.654744 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-aea6371f-bfe7-4b89-b448-d14371e0556c req-f6771d1a-83d4-496c-9d01-9238937f7050 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205698 Mar 11 19:33:34.850497 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-51b6c77b-6b80-430d-8aa3-1012ee12f56c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (edb01d22-68e9-4827-b781-aaec25fb923b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:34.861427 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d0fd35-8774-4a4c-8eca-e58f3e42116c req-c59b0c58-8380-4f63-b886-570a7e02468b tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:34.869198 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f6d0fd35-8774-4a4c-8eca-e58f3e42116c req-c59b0c58-8380-4f63-b886-570a7e02468b tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b11db00-86e7-4155-a147-13490d09c29f HTTP/1.1" status: 200 len: 945 time: 0.2107894 Mar 11 19:33:34.956447 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-77c5db49-68de-4c6c-8288-7603bac9b2ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (f429dbd3-945c-4f5c-8473-2a7d67dc9660), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:35.053539 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f6d0fd35-8774-4a4c-8eca-e58f3e42116c req-0506a4e0-dcf4-4187-8e7e-5aead27901ad tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820319 Mar 11 19:33:35.136521 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c5db49-68de-4c6c-8288-7603bac9b2ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=f429dbd3-945c-4f5c-8473-2a7d67dc9660,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:35.276409 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c5db49-68de-4c6c-8288-7603bac9b2ce admin admin] Checking segment: {'id': '0cf8fa48-9134-4521-9a3c-95a0fcb4e6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '7b2fc40f-4d44-44a5-958d-d708156f9f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:33:35.277130 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c5db49-68de-4c6c-8288-7603bac9b2ce admin admin] Network hostable DHCP agents. Network: 7b2fc40f-4d44-44a5-958d-d708156f9f13, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:33:35.322066 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b897062c-7c9c-4109-821c-658d975ffa14 req-f8b80d04-bb0f-4ef0-af5e-af12e829bbb4 tempest-LiveMigrationTest-1929498449 tempest-LiveMigrationTest-1929498449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:35.329121 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b897062c-7c9c-4109-821c-658d975ffa14 req-f8b80d04-bb0f-4ef0-af5e-af12e829bbb4 tempest-LiveMigrationTest-1929498449 tempest-LiveMigrationTest-1929498449-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=f146c6f5-c337-4e48-b979-f28e2141d131 HTTP/1.1" status: 200 len: 1127 time: 0.2072308 Mar 11 19:33:35.342459 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c5db49-68de-4c6c-8288-7603bac9b2ce admin admin] Network 7b2fc40f-4d44-44a5-958d-d708156f9f13 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:33:35.377972 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19294ea-1b58-4281-8413-528504713222 req-f5b838d2-479b-4c3a-8ed2-200199a8880f tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:35.383269 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19294ea-1b58-4281-8413-528504713222 req-f5b838d2-479b-4c3a-8ed2-200199a8880f tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:35.388722 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19294ea-1b58-4281-8413-528504713222 req-f5b838d2-479b-4c3a-8ed2-200199a8880f tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:35.394121 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19294ea-1b58-4281-8413-528504713222 req-f5b838d2-479b-4c3a-8ed2-200199a8880f tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:35.399472 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19294ea-1b58-4281-8413-528504713222 req-f5b838d2-479b-4c3a-8ed2-200199a8880f tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:35.404874 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19294ea-1b58-4281-8413-528504713222 req-f5b838d2-479b-4c3a-8ed2-200199a8880f tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:35.410151 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19294ea-1b58-4281-8413-528504713222 req-f5b838d2-479b-4c3a-8ed2-200199a8880f tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:35.420364 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c19294ea-1b58-4281-8413-528504713222 req-f5b838d2-479b-4c3a-8ed2-200199a8880f tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 5426 time: 0.2424750 Mar 11 19:33:35.423561 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-77c5db49-68de-4c6c-8288-7603bac9b2ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 7b2fc40f-4d44-44a5-958d-d708156f9f13) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:33:35.437761 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58abc0b1-a531-4e19-a276-ab7e1e0def3e None None] Network 7b2fc40f-4d44-44a5-958d-d708156f9f13 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:33:35.443945 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c5db49-68de-4c6c-8288-7603bac9b2ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:35.444518 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-77c5db49-68de-4c6c-8288-7603bac9b2ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:35.500057 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b897062c-7c9c-4109-821c-658d975ffa14 req-3f19f9aa-8f1c-4075-829f-197880bacc15 tempest-LiveMigrationTest-1929498449 tempest-LiveMigrationTest-1929498449-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644597 Mar 11 19:33:35.540250 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-77c5db49-68de-4c6c-8288-7603bac9b2ce admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3630841 Mar 11 19:33:35.540495 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59838) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:33:35.548808 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-ff274dc6-cfe2-4f3d-abb6-502cacc5e166 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-765030311-router', 'tenant_id': 'a957f2f02f014417a57323b91c40f536', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:33:35.617816 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ff274dc6-cfe2-4f3d-abb6-502cacc5e166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (ea15ad4d-bebb-4c46-90fd-b07c922de159), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:35.620705 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ff274dc6-cfe2-4f3d-abb6-502cacc5e166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (ea15ad4d-bebb-4c46-90fd-b07c922de159), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:35.807782 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ff274dc6-cfe2-4f3d-abb6-502cacc5e166 admin admin] Publish callbacks [] for router_controller (ea15ad4d-bebb-4c46-90fd-b07c922de159), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:35.835898 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92a9d34-d7e8-45fb-a3db-38828c5e1083 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-7b2fc40f-4d44-44a5-958d-d708156f9f13', 'network_id': '7b2fc40f-4d44-44a5-958d-d708156f9f13', 'project_id': 'a957f2f02f014417a57323b91c40f536', 'fixed_ips': [{'subnet_id': 'f429dbd3-945c-4f5c-8473-2a7d67dc9660'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:33:35.838177 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f92a9d34-d7e8-45fb-a3db-38828c5e1083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:35.979128 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c19294ea-1b58-4281-8413-528504713222 req-a5c9a977-8021-4435-9cf2-151eb1c1ac1d tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=da55a647-62ee-4d15-a963-651fcfed7127&id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5585270 Mar 11 19:33:36.062773 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-51b6c77b-6b80-430d-8aa3-1012ee12f56c admin admin] Deleting port 5ab58360-dd46-422c-a4b2-f72d27e4414b {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:33:36.063168 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-51b6c77b-6b80-430d-8aa3-1012ee12f56c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (5ab58360-dd46-422c-a4b2-f72d27e4414b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:36.087136 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-f92a9d34-d7e8-45fb-a3db-38828c5e1083 None None] Allocated IP 172.20.0.2 (7b2fc40f-4d44-44a5-958d-d708156f9f13/f429dbd3-945c-4f5c-8473-2a7d67dc9660/10b11d68-c760-40e4-9df4-9132879f9517) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:33:36.148325 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ff274dc6-cfe2-4f3d-abb6-502cacc5e166 admin admin] Publish callbacks [] for router_gateway (ea15ad4d-bebb-4c46-90fd-b07c922de159), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:36.272384 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f92a9d34-d7e8-45fb-a3db-38828c5e1083 None None] Publish callbacks [] for port (10b11d68-c760-40e4-9df4-9132879f9517), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:36.282267 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-51b6c77b-6b80-430d-8aa3-1012ee12f56c admin admin] For port 5ab58360-dd46-422c-a4b2-f72d27e4414b, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=5ab58360-dd46-422c-a4b2-f72d27e4414b,segment=NetworkSegment(99d932fc-2874-4b65-a40e-bac8dca44e76),segment_id=99d932fc-2874-4b65-a40e-bac8dca44e76)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:33:36.282855 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-51b6c77b-6b80-430d-8aa3-1012ee12f56c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (5ab58360-dd46-422c-a4b2-f72d27e4414b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:36.284690 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f92a9d34-d7e8-45fb-a3db-38828c5e1083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (10b11d68-c760-40e4-9df4-9132879f9517), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:36.298429 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-51b6c77b-6b80-430d-8aa3-1012ee12f56c admin admin] Calling delete_port for 5ab58360-dd46-422c-a4b2-f72d27e4414b owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:33:36.339333 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92a9d34-d7e8-45fb-a3db-38828c5e1083 None None] Pushing event updated for resources: {'Port': ['ID=10b11d68-c760-40e4-9df4-9132879f9517,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:36.354143 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92a9d34-d7e8-45fb-a3db-38828c5e1083 None None] Network 7b2fc40f-4d44-44a5-958d-d708156f9f13 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:33:36.362954 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-f92a9d34-d7e8-45fb-a3db-38828c5e1083 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:33:36.366810 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92a9d34-d7e8-45fb-a3db-38828c5e1083 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:33:36.480822 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-f92a9d34-d7e8-45fb-a3db-38828c5e1083 None None] Attempting to bind port 10b11d68-c760-40e4-9df4-9132879f9517 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:33:36.481532 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-f92a9d34-d7e8-45fb-a3db-38828c5e1083 None None] Attempting to bind port 10b11d68-c760-40e4-9df4-9132879f9517 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '0cf8fa48-9134-4521-9a3c-95a0fcb4e6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '7b2fc40f-4d44-44a5-958d-d708156f9f13'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:33:36.481657 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92a9d34-d7e8-45fb-a3db-38828c5e1083 None None] Attempting to bind port 10b11d68-c760-40e4-9df4-9132879f9517 on network 7b2fc40f-4d44-44a5-958d-d708156f9f13 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:33:36.492481 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92a9d34-d7e8-45fb-a3db-38828c5e1083 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:33:36.492906 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92a9d34-d7e8-45fb-a3db-38828c5e1083 None None] Checking segment: {'id': '0cf8fa48-9134-4521-9a3c-95a0fcb4e6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '7b2fc40f-4d44-44a5-958d-d708156f9f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:33:36.493316 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f92a9d34-d7e8-45fb-a3db-38828c5e1083 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:36.495674 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92a9d34-d7e8-45fb-a3db-38828c5e1083 None None] Bound using segment: {'id': '0cf8fa48-9134-4521-9a3c-95a0fcb4e6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '7b2fc40f-4d44-44a5-958d-d708156f9f13'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:33:36.496180 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-f92a9d34-d7e8-45fb-a3db-38828c5e1083 None None] Bound port: 10b11d68-c760-40e4-9df4-9132879f9517, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cf8fa48-9134-4521-9a3c-95a0fcb4e6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '7b2fc40f-4d44-44a5-958d-d708156f9f13'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:33:36.496565 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f92a9d34-d7e8-45fb-a3db-38828c5e1083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (10b11d68-c760-40e4-9df4-9132879f9517), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:36.536595 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b20169-be5d-4144-9952-867fd7f7ac72 req-44138b8a-04f4-4456-8085-a4e52857f3d4 tempest-LiveMigrationTest-1929498449 tempest-LiveMigrationTest-1929498449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:36.545060 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-34b20169-be5d-4144-9952-867fd7f7ac72 req-44138b8a-04f4-4456-8085-a4e52857f3d4 tempest-LiveMigrationTest-1929498449 tempest-LiveMigrationTest-1929498449-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=f146c6f5-c337-4e48-b979-f28e2141d131 HTTP/1.1" status: 200 len: 1127 time: 0.6470654 Mar 11 19:33:36.584519 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-51b6c77b-6b80-430d-8aa3-1012ee12f56c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (5ab58360-dd46-422c-a4b2-f72d27e4414b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:36.658637 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-f92a9d34-d7e8-45fb-a3db-38828c5e1083 None None] For port 10b11d68-c760-40e4-9df4-9132879f9517, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:33:36.662041 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-f92a9d34-d7e8-45fb-a3db-38828c5e1083 None None] For port 10b11d68-c760-40e4-9df4-9132879f9517, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=10b11d68-c760-40e4-9df4-9132879f9517,segment=NetworkSegment(0cf8fa48-9134-4521-9a3c-95a0fcb4e6c7),segment_id=0cf8fa48-9134-4521-9a3c-95a0fcb4e6c7)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:33:36.670294 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b6c77b-6b80-430d-8aa3-1012ee12f56c admin admin] Pushing event deleted for resources: {'Port': ['ID=5ab58360-dd46-422c-a4b2-f72d27e4414b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:36.679388 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f92a9d34-d7e8-45fb-a3db-38828c5e1083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (10b11d68-c760-40e4-9df4-9132879f9517), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:36.682434 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ff274dc6-cfe2-4f3d-abb6-502cacc5e166 admin admin] Publish callbacks [] for router_gateway (ea15ad4d-bebb-4c46-90fd-b07c922de159), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:36.720941 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ff274dc6-cfe2-4f3d-abb6-502cacc5e166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:36.772368 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92a9d34-d7e8-45fb-a3db-38828c5e1083 None None] Pushing event updated for resources: {'Port': ['ID=10b11d68-c760-40e4-9df4-9132879f9517,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:36.823657 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73590c28-7c28-40b9-88a6-556ea28073a9 req-c9492692-d111-4e7e-bccf-9b1d5808e74d tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:36.825432 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-73590c28-7c28-40b9-88a6-556ea28073a9 req-c9492692-d111-4e7e-bccf-9b1d5808e74d tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=70ef355c-680f-4c77-b6bd-90827e0df059 HTTP/1.1" status: 200 len: 949 time: 0.2722621 Mar 11 19:33:36.851954 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-34b20169-be5d-4144-9952-867fd7f7ac72 req-9a1b1c39-b4a8-4ebe-9ce0-dd2709a845c9 tempest-LiveMigrationTest-1929498449 tempest-LiveMigrationTest-1929498449-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055377 Mar 11 19:33:36.963362 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-ff274dc6-cfe2-4f3d-abb6-502cacc5e166 admin admin] Allocated IP 172.25.8.244 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/dc0ed203-618e-496f-90c6-771b4c901980) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:33:37.081327 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-73590c28-7c28-40b9-88a6-556ea28073a9 req-4e126152-cdaf-4af0-887d-292fd1b105f0 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209258 Mar 11 19:33:37.242142 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e9a84-6927-4195-9946-6327bb7a6b89 req-a8d0e87e-c194-4a9b-bef5-6cf037e5499c tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:37.249358 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ff274dc6-cfe2-4f3d-abb6-502cacc5e166 admin admin] Publish callbacks [] for port (dc0ed203-618e-496f-90c6-771b4c901980), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:37.256020 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0a0e9a84-6927-4195-9946-6327bb7a6b89 req-a8d0e87e-c194-4a9b-bef5-6cf037e5499c tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b11db00-86e7-4155-a147-13490d09c29f HTTP/1.1" status: 200 len: 945 time: 0.2543979 Mar 11 19:33:37.270852 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-51b6c77b-6b80-430d-8aa3-1012ee12f56c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (edb01d22-68e9-4827-b781-aaec25fb923b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:37.337134 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ff274dc6-cfe2-4f3d-abb6-502cacc5e166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (dc0ed203-618e-496f-90c6-771b4c901980), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:37.424038 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff274dc6-cfe2-4f3d-abb6-502cacc5e166 admin admin] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:33:37.429881 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-ff274dc6-cfe2-4f3d-abb6-502cacc5e166 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:33:37.433865 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff274dc6-cfe2-4f3d-abb6-502cacc5e166 admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:33:37.505747 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0a0e9a84-6927-4195-9946-6327bb7a6b89 req-adff71b6-1ec3-460d-a334-5bd11f2e596a tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413936 Mar 11 19:33:37.630804 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff274dc6-cfe2-4f3d-abb6-502cacc5e166 admin admin] Pushing event updated for resources: {'Port': ['ID=dc0ed203-618e-496f-90c6-771b4c901980,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:37.715030 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b44a99-23d8-460a-bf9d-32ad7b88274e req-949fd8f2-412a-4755-a0be-361c390ac986 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:37.722321 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b44a99-23d8-460a-bf9d-32ad7b88274e req-949fd8f2-412a-4755-a0be-361c390ac986 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:37.741328 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b44a99-23d8-460a-bf9d-32ad7b88274e req-949fd8f2-412a-4755-a0be-361c390ac986 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:37.753643 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b44a99-23d8-460a-bf9d-32ad7b88274e req-949fd8f2-412a-4755-a0be-361c390ac986 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:37.767140 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b44a99-23d8-460a-bf9d-32ad7b88274e req-949fd8f2-412a-4755-a0be-361c390ac986 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:37.776796 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b44a99-23d8-460a-bf9d-32ad7b88274e req-949fd8f2-412a-4755-a0be-361c390ac986 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:37.790170 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b44a99-23d8-460a-bf9d-32ad7b88274e req-949fd8f2-412a-4755-a0be-361c390ac986 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:37.794276 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-94b44a99-23d8-460a-bf9d-32ad7b88274e req-949fd8f2-412a-4755-a0be-361c390ac986 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 5426 time: 0.3541920 Mar 11 19:33:37.809493 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ff274dc6-cfe2-4f3d-abb6-502cacc5e166 admin admin] Publish callbacks [] for router_gateway (ea15ad4d-bebb-4c46-90fd-b07c922de159), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:37.976143 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-94b44a99-23d8-460a-bf9d-32ad7b88274e req-239194f9-1aca-4406-ad5a-89b340a8a7b6 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=da55a647-62ee-4d15-a963-651fcfed7127&id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1628311 Mar 11 19:33:38.118339 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ff274dc6-cfe2-4f3d-abb6-502cacc5e166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (ea15ad4d-bebb-4c46-90fd-b07c922de159), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:38.180489 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51b6c77b-6b80-430d-8aa3-1012ee12f56c admin admin] Router edb01d22-68e9-4827-b781-aaec25fb923b has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:33:38.353827 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 10b11d68-c760-40e4-9df4-9132879f9517 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:33:38.501260 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff274dc6-cfe2-4f3d-abb6-502cacc5e166 admin admin] Router ea15ad4d-bebb-4c46-90fd-b07c922de159 is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:33:38.539100 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 10b11d68-c760-40e4-9df4-9132879f9517 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:33:38.541202 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (10b11d68-c760-40e4-9df4-9132879f9517), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:38.639759 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd4659f-5fd7-4edd-a42a-9c40054383c8 None None] Network 7b2fc40f-4d44-44a5-958d-d708156f9f13 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:33:38.692404 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adce943-cf64-437c-919e-8a77f42ebfa0 req-c682fc32-204a-48e6-a5ac-b47001fc42ca tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:38.695230 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0adce943-cf64-437c-919e-8a77f42ebfa0 req-c682fc32-204a-48e6-a5ac-b47001fc42ca tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=70ef355c-680f-4c77-b6bd-90827e0df059 HTTP/1.1" status: 200 len: 949 time: 0.4800656 Mar 11 19:33:38.758348 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b6c77b-6b80-430d-8aa3-1012ee12f56c admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:33:38.769738 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4c5514-0e5a-4a4e-9e78-f683dba20038 None None] Sync routers for ids ['edb01d22-68e9-4827-b781-aaec25fb923b'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:33:38.782640 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-51b6c77b-6b80-430d-8aa3-1012ee12f56c admin admin] 10.222.0.65 "PUT /v2.0/routers/edb01d22-68e9-4827-b781-aaec25fb923b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0359251 Mar 11 19:33:38.784438 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59890) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:33:38.787842 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4c5514-0e5a-4a4e-9e78-f683dba20038 None None] Routers {'edb01d22-68e9-4827-b781-aaec25fb923b'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:33:38.791485 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-ed4c5514-0e5a-4a4e-9e78-f683dba20038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:33:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['edb01d22-68e9-4827-b781-aaec25fb923b'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:33:38.888731 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-51182971-8e8f-4d0d-8540-28bef8b76e1b None None] Provisioning complete for port 10b11d68-c760-40e4-9df4-9132879f9517 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:33:38.889146 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-51182971-8e8f-4d0d-8540-28bef8b76e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (10b11d68-c760-40e4-9df4-9132879f9517), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:38.993367 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0adce943-cf64-437c-919e-8a77f42ebfa0 req-4d8afd55-a395-4d65-bf40-76fcc0befe1c tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799017 Mar 11 19:33:39.116012 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-ed4c5514-0e5a-4a4e-9e78-f683dba20038 None None] Set router edb01d22-68e9-4827-b781-aaec25fb923b gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:33:39.200783 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab2548da-639a-4d3c-88a0-b15c64791c90 admin admin] Publish callbacks [] for router (edb01d22-68e9-4827-b781-aaec25fb923b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:39.412409 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-ed4c5514-0e5a-4a4e-9e78-f683dba20038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb01d22-68e9-4827-b781-aaec25fb923b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1842015239-router', 'tenant_id': '002e1ac133fb4ef1b100a9d39da559cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '60e73312-48b3-4155-8803-cf719f1e8eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:32:36Z', 'updated_at': '2022-03-11T19:33:36Z', 'revision_number': 5, 'project_id': '002e1ac133fb4ef1b100a9d39da559cb', 'gw_port': {'id': '60e73312-48b3-4155-8803-cf719f1e8eb7', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb01d22-68e9-4827-b781-aaec25fb923b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:32:37Z', 'updated_at': '2022-03-11T19:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:33:39.421855 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff274dc6-cfe2-4f3d-abb6-502cacc5e166 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:33:39.445281 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4c5514-0e5a-4a4e-9e78-f683dba20038 None None] Checking router: edb01d22-68e9-4827-b781-aaec25fb923b for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:33:39.455002 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4c5514-0e5a-4a4e-9e78-f683dba20038 None None] Routers {'edb01d22-68e9-4827-b781-aaec25fb923b'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:33:39.456074 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-ed4c5514-0e5a-4a4e-9e78-f683dba20038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:33:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['edb01d22-68e9-4827-b781-aaec25fb923b'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:33:39.468285 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ff274dc6-cfe2-4f3d-abb6-502cacc5e166 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:39.476015 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ff274dc6-cfe2-4f3d-abb6-502cacc5e166 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.9339936 Mar 11 19:33:39.477865 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59910) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:33:39.582138 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-ed4c5514-0e5a-4a4e-9e78-f683dba20038 None None] Set router edb01d22-68e9-4827-b781-aaec25fb923b gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:33:39.615773 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-3b746f5f-463a-482f-b2ce-f40ef28018a2 tempest-LiveMigrationTest-1929498449 tempest-LiveMigrationTest-1929498449-project-admin] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:33:39.624887 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-3b746f5f-463a-482f-b2ce-f40ef28018a2 tempest-LiveMigrationTest-1929498449 tempest-LiveMigrationTest-1929498449-project-admin] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0272377 Mar 11 19:33:39.646637 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab2548da-639a-4d3c-88a0-b15c64791c90 admin admin] Publish callbacks [] for router_gateway (edb01d22-68e9-4827-b781-aaec25fb923b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:39.690747 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838b903f-918e-4680-9e2c-b5323ccbaaaa req-2ea6ad89-43b8-453e-ae3f-5a800b308fe3 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:39.692916 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-838b903f-918e-4680-9e2c-b5323ccbaaaa req-2ea6ad89-43b8-453e-ae3f-5a800b308fe3 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b11db00-86e7-4155-a147-13490d09c29f HTTP/1.1" status: 200 len: 945 time: 0.0900660 Mar 11 19:33:39.732365 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 83a37c83-6ea8-4900-bacb-df4f8976aab8 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:33:39.741138 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c0bd54-0989-48f6-98b9-32a6531364ee None None] Sync routers for ids ['ea15ad4d-bebb-4c46-90fd-b07c922de159'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:33:39.789004 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 10b11d68-c760-40e4-9df4-9132879f9517 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:33:39.789574 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (10b11d68-c760-40e4-9df4-9132879f9517), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:39.814533 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-ab2548da-639a-4d3c-88a0-b15c64791c90 admin admin] Deleting port 60e73312-48b3-4155-8803-cf719f1e8eb7 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:33:39.815246 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab2548da-639a-4d3c-88a0-b15c64791c90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (60e73312-48b3-4155-8803-cf719f1e8eb7), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:39.816398 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-433d845c-9dc7-47aa-9230-56cc677eac3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:39.818221 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-433d845c-9dc7-47aa-9230-56cc677eac3e service neutron] 10.222.0.65 "GET /v2.0/ports/07a01ffe-714a-411e-a2e0-f49ec4aa01da HTTP/1.1" status: 200 len: 1124 time: 0.1799457 Mar 11 19:33:39.841622 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-885294cf-bcc1-40c5-a634-f81e33207340 service neutron] Request body: {'binding': {'host': 'n-h2-833163-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:33:39.842004 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-885294cf-bcc1-40c5-a634-f81e33207340 service neutron] Unknown quota resources ['binding']. {{(pid=103884) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 11 19:33:39.922798 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-ab2548da-639a-4d3c-88a0-b15c64791c90 admin admin] For port 60e73312-48b3-4155-8803-cf719f1e8eb7, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=60e73312-48b3-4155-8803-cf719f1e8eb7,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:33:39.923547 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab2548da-639a-4d3c-88a0-b15c64791c90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (60e73312-48b3-4155-8803-cf719f1e8eb7), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:39.941133 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-ab2548da-639a-4d3c-88a0-b15c64791c90 admin admin] Calling delete_port for 60e73312-48b3-4155-8803-cf719f1e8eb7 owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:33:39.976537 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-ed4c5514-0e5a-4a4e-9e78-f683dba20038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edb01d22-68e9-4827-b781-aaec25fb923b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1842015239-router', 'tenant_id': '002e1ac133fb4ef1b100a9d39da559cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '60e73312-48b3-4155-8803-cf719f1e8eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:32:36Z', 'updated_at': '2022-03-11T19:33:36Z', 'revision_number': 5, 'project_id': '002e1ac133fb4ef1b100a9d39da559cb', 'gw_port': {'id': '60e73312-48b3-4155-8803-cf719f1e8eb7', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb01d22-68e9-4827-b781-aaec25fb923b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:32:37Z', 'updated_at': '2022-03-11T19:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:33:40.042005 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4c5514-0e5a-4a4e-9e78-f683dba20038 None None] The sync data for ids ['edb01d22-68e9-4827-b781-aaec25fb923b'] in n-d-833163-1 is: [{'id': 'edb01d22-68e9-4827-b781-aaec25fb923b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1842015239-router', 'tenant_id': '002e1ac133fb4ef1b100a9d39da559cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.10'}], 'enable_snat': True}, 'gw_port_id': '60e73312-48b3-4155-8803-cf719f1e8eb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:32:36Z', 'updated_at': '2022-03-11T19:33:36Z', 'revision_number': 5, 'project_id': '002e1ac133fb4ef1b100a9d39da559cb', 'gw_port': {'id': '60e73312-48b3-4155-8803-cf719f1e8eb7', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:b3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb01d22-68e9-4827-b781-aaec25fb923b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 816, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:32:37Z', 'updated_at': '2022-03-11T19:32:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:33:40.061775 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-51182971-8e8f-4d0d-8540-28bef8b76e1b None None] Current status of the port 10b11d68-c760-40e4-9df4-9132879f9517 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:33:40.062298 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-51182971-8e8f-4d0d-8540-28bef8b76e1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (10b11d68-c760-40e4-9df4-9132879f9517), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:40.127960 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-838b903f-918e-4680-9e2c-b5323ccbaaaa req-0f036800-40be-49dd-a20c-e25b87d7b606 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3898487 Mar 11 19:33:40.135892 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c0bd54-0989-48f6-98b9-32a6531364ee None None] Routers {'ea15ad4d-bebb-4c46-90fd-b07c922de159'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:33:40.137090 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a2c0bd54-0989-48f6-98b9-32a6531364ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:33:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['ea15ad4d-bebb-4c46-90fd-b07c922de159'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:33:40.201830 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab2548da-639a-4d3c-88a0-b15c64791c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (60e73312-48b3-4155-8803-cf719f1e8eb7), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:40.261513 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2548da-639a-4d3c-88a0-b15c64791c90 admin admin] Pushing event deleted for resources: {'Port': ['ID=60e73312-48b3-4155-8803-cf719f1e8eb7,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:40.293449 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 10b11d68-c760-40e4-9df4-9132879f9517, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=10b11d68-c760-40e4-9df4-9132879f9517,segment=NetworkSegment(0cf8fa48-9134-4521-9a3c-95a0fcb4e6c7),segment_id=0cf8fa48-9134-4521-9a3c-95a0fcb4e6c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:33:40.309367 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port 83a37c83-6ea8-4900-bacb-df4f8976aab8 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:33:40.326944 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (10b11d68-c760-40e4-9df4-9132879f9517), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:40.470187 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=10b11d68-c760-40e4-9df4-9132879f9517,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:40.474054 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-51182971-8e8f-4d0d-8540-28bef8b76e1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:33:40.474408 n-d-833163-1 neutron-server[103886]: DEBUG oslo_db.api [None req-51182971-8e8f-4d0d-8540-28bef8b76e1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:33:40.475038 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 83a37c83-6ea8-4900-bacb-df4f8976aab8 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:33:40.475409 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (83a37c83-6ea8-4900-bacb-df4f8976aab8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:40.504188 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab2548da-639a-4d3c-88a0-b15c64791c90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (edb01d22-68e9-4827-b781-aaec25fb923b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:40.660810 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 5ab58360-dd46-422c-a4b2-f72d27e4414b no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:33:40.688108 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 5ab58360-dd46-422c-a4b2-f72d27e4414b {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:33:40.688483 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 5ab58360-dd46-422c-a4b2-f72d27e4414b not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:33:40.731117 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8f085155-c3bc-48d5-b85f-6c184591337c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:40.733007 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab2548da-639a-4d3c-88a0-b15c64791c90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (edb01d22-68e9-4827-b781-aaec25fb923b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:40.735539 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab2548da-639a-4d3c-88a0-b15c64791c90 admin admin] Publish callbacks [] for router_controller (edb01d22-68e9-4827-b781-aaec25fb923b), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:40.784037 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-a2c0bd54-0989-48f6-98b9-32a6531364ee None None] Set router ea15ad4d-bebb-4c46-90fd-b07c922de159 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:33:40.785116 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-885294cf-bcc1-40c5-a634-f81e33207340 service neutron] Attempting to bind port 07a01ffe-714a-411e-a2e0-f49ec4aa01da on host n-h2-833163-1 for vnic_type normal with profile None {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:33:40.787532 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-885294cf-bcc1-40c5-a634-f81e33207340 service neutron] Attempting to bind port 07a01ffe-714a-411e-a2e0-f49ec4aa01da by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '9cb9d205-9190-43c8-b078-f8df09db6175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:33:40.787532 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-885294cf-bcc1-40c5-a634-f81e33207340 service neutron] Attempting to bind port 07a01ffe-714a-411e-a2e0-f49ec4aa01da on network 4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:33:40.812653 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-885294cf-bcc1-40c5-a634-f81e33207340 service neutron] Port 07a01ffe-714a-411e-a2e0-f49ec4aa01da on network 4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:33:40.813023 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-885294cf-bcc1-40c5-a634-f81e33207340 service neutron] Attempting to bind port 07a01ffe-714a-411e-a2e0-f49ec4aa01da on network 4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:33:40.814636 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab2548da-639a-4d3c-88a0-b15c64791c90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (edb01d22-68e9-4827-b781-aaec25fb923b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:40.815318 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab2548da-639a-4d3c-88a0-b15c64791c90 admin admin] Fanout notify agent at l3_agent the message router_deleted on router edb01d22-68e9-4827-b781-aaec25fb923b {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:33:40.821730 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab2548da-639a-4d3c-88a0-b15c64791c90 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:40.825303 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ab2548da-639a-4d3c-88a0-b15c64791c90 admin admin] 10.222.0.65 "DELETE /v2.0/routers/edb01d22-68e9-4827-b781-aaec25fb923b HTTP/1.1" status: 204 len: 168 time: 2.0375776 Mar 11 19:33:40.826440 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59916) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:33:40.905863 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff611b-ac3d-4cb8-b420-9e2258d31a5b req-85874623-1276-4246-8158-32ab0e52857c tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:40.906130 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-885294cf-bcc1-40c5-a634-f81e33207340 service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:33:40.906387 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-885294cf-bcc1-40c5-a634-f81e33207340 service neutron] Checking segment: {'id': '9cb9d205-9190-43c8-b078-f8df09db6175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:33:40.906753 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-885294cf-bcc1-40c5-a634-f81e33207340 service neutron] Bound using segment: {'id': '9cb9d205-9190-43c8-b078-f8df09db6175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:33:40.907216 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-885294cf-bcc1-40c5-a634-f81e33207340 service neutron] Bound port: 07a01ffe-714a-411e-a2e0-f49ec4aa01da, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cb9d205-9190-43c8-b078-f8df09db6175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:33:40.920482 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff611b-ac3d-4cb8-b420-9e2258d31a5b req-85874623-1276-4246-8158-32ab0e52857c tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:40.930995 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff611b-ac3d-4cb8-b420-9e2258d31a5b req-85874623-1276-4246-8158-32ab0e52857c tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:40.937103 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff611b-ac3d-4cb8-b420-9e2258d31a5b req-85874623-1276-4246-8158-32ab0e52857c tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:40.947704 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff611b-ac3d-4cb8-b420-9e2258d31a5b req-85874623-1276-4246-8158-32ab0e52857c tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:40.954543 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff611b-ac3d-4cb8-b420-9e2258d31a5b req-85874623-1276-4246-8158-32ab0e52857c tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:40.960562 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff611b-ac3d-4cb8-b420-9e2258d31a5b req-85874623-1276-4246-8158-32ab0e52857c tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:40.963401 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-81ff611b-ac3d-4cb8-b420-9e2258d31a5b req-85874623-1276-4246-8158-32ab0e52857c tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 5426 time: 0.5672538 Mar 11 19:33:40.971047 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-c46afb41-d7fb-485c-9670-091c55ecac78 admin admin] Deleting subnet b001f49c-43ae-4fd2-ba0f-5031a5dcc386 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:33:40.977150 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c46afb41-d7fb-485c-9670-091c55ecac78 admin admin] Publish callbacks [] for subnet (b001f49c-43ae-4fd2-ba0f-5031a5dcc386), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:41.077005 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-885294cf-bcc1-40c5-a634-f81e33207340 service neutron] For port 07a01ffe-714a-411e-a2e0-f49ec4aa01da, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=07a01ffe-714a-411e-a2e0-f49ec4aa01da,segment=NetworkSegment(9cb9d205-9190-43c8-b078-f8df09db6175),segment_id=9cb9d205-9190-43c8-b078-f8df09db6175)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:33:41.102755 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 83a37c83-6ea8-4900-bacb-df4f8976aab8 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:33:41.104099 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (83a37c83-6ea8-4900-bacb-df4f8976aab8), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:41.107611 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-81ff611b-ac3d-4cb8-b420-9e2258d31a5b req-a5030fe1-3979-49c3-8bd5-eca76490f590 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=da55a647-62ee-4d15-a963-651fcfed7127&id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1334987 Mar 11 19:33:41.114304 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c46afb41-d7fb-485c-9670-091c55ecac78 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (b001f49c-43ae-4fd2-ba0f-5031a5dcc386), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:41.188504 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-8f085155-c3bc-48d5-b85f-6c184591337c admin admin] Allocated IP 172.20.0.1 (7b2fc40f-4d44-44a5-958d-d708156f9f13/f429dbd3-945c-4f5c-8473-2a7d67dc9660/53ed2ba9-4a94-4491-8950-c040c5b76a24) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:33:41.316799 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 83a37c83-6ea8-4900-bacb-df4f8976aab8, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=83a37c83-6ea8-4900-bacb-df4f8976aab8,segment=NetworkSegment(9d946b28-c592-4a63-8283-ea5501d9524a),segment_id=9d946b28-c592-4a63-8283-ea5501d9524a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:33:41.335289 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa8c702-cf6f-489f-a488-b046d18b5f9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a37c83-6ea8-4900-bacb-df4f8976aab8'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:33:41.342405 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0963f254-6a90-4ab7-8fb8-fd174a38cd58" -d '{"events": [{"server_uuid": "1fa8c702-cf6f-489f-a488-b046d18b5f9d", "name": "network-vif-plugged", "status": "completed", "tag": "83a37c83-6ea8-4900-bacb-df4f8976aab8"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:33:41.366566 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (83a37c83-6ea8-4900-bacb-df4f8976aab8), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:41.367382 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device ee331cf0-fb09-4b4e-938d-0be1b69ce3c6 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:33:41.418932 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8f085155-c3bc-48d5-b85f-6c184591337c admin admin] Publish callbacks [] for port (53ed2ba9-4a94-4491-8950-c040c5b76a24), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:41.463317 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-885294cf-bcc1-40c5-a634-f81e33207340 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:41.478844 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-885294cf-bcc1-40c5-a634-f81e33207340 service neutron] 10.222.0.65 "POST /v2.0/ports/07a01ffe-714a-411e-a2e0-f49ec4aa01da/bindings HTTP/1.1" status: 201 len: 389 time: 1.6527793 Mar 11 19:33:41.481634 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8f085155-c3bc-48d5-b85f-6c184591337c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (53ed2ba9-4a94-4491-8950-c040c5b76a24), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:41.481850 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-51182971-8e8f-4d0d-8540-28bef8b76e1b None None] Current status of the port 10b11d68-c760-40e4-9df4-9132879f9517 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:33:41.575227 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f085155-c3bc-48d5-b85f-6c184591337c admin admin] Network 7b2fc40f-4d44-44a5-958d-d708156f9f13 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:33:41.590238 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-8f085155-c3bc-48d5-b85f-6c184591337c admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:33:41.620887 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f085155-c3bc-48d5-b85f-6c184591337c admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:33:41.688424 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f085155-c3bc-48d5-b85f-6c184591337c admin admin] Pushing event updated for resources: {'Port': ['ID=53ed2ba9-4a94-4491-8950-c040c5b76a24,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:41.720678 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8f085155-c3bc-48d5-b85f-6c184591337c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (ea15ad4d-bebb-4c46-90fd-b07c922de159), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:41.727281 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=83a37c83-6ea8-4900-bacb-df4f8976aab8,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:41.734499 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a2c0bd54-0989-48f6-98b9-32a6531364ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea15ad4d-bebb-4c46-90fd-b07c922de159', 'name': 'tempest-ServersTestMultiNic-765030311-router', 'tenant_id': 'a957f2f02f014417a57323b91c40f536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'dc0ed203-618e-496f-90c6-771b4c901980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:33:35Z', 'updated_at': '2022-03-11T19:33:37Z', 'revision_number': 3, 'project_id': 'a957f2f02f014417a57323b91c40f536', 'gw_port': {'id': 'dc0ed203-618e-496f-90c6-771b4c901980', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:08:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea15ad4d-bebb-4c46-90fd-b07c922de159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:33:36Z', 'updated_at': '2022-03-11T19:33:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:33:41.757763 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-22a644ce-6643-488c-8a8b-74538accaa1b None None] Provisioning complete for port 10b11d68-c760-40e4-9df4-9132879f9517 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:33:41.758336 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-22a644ce-6643-488c-8a8b-74538accaa1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (10b11d68-c760-40e4-9df4-9132879f9517), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:41.882359 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c0bd54-0989-48f6-98b9-32a6531364ee None None] Checking router: ea15ad4d-bebb-4c46-90fd-b07c922de159 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:33:41.883123 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c0bd54-0989-48f6-98b9-32a6531364ee None None] Updating router ea15ad4d-bebb-4c46-90fd-b07c922de159 port dc0ed203-618e-496f-90c6-771b4c901980 binding host n-d-833163-1 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:33:41.927480 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port ee331cf0-fb09-4b4e-938d-0be1b69ce3c6 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:33:41.949136 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port ee331cf0-fb09-4b4e-938d-0be1b69ce3c6 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:33:41.949779 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ee331cf0-fb09-4b4e-938d-0be1b69ce3c6), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:42.003520 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a2c0bd54-0989-48f6-98b9-32a6531364ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (dc0ed203-618e-496f-90c6-771b4c901980), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:42.008086 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8f085155-c3bc-48d5-b85f-6c184591337c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (53ed2ba9-4a94-4491-8950-c040c5b76a24), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:42.045288 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c46afb41-d7fb-485c-9670-091c55ecac78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (b001f49c-43ae-4fd2-ba0f-5031a5dcc386), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:42.095154 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-22a644ce-6643-488c-8a8b-74538accaa1b None None] Current status of the port 10b11d68-c760-40e4-9df4-9132879f9517 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:33:42.151760 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c46afb41-d7fb-485c-9670-091c55ecac78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (b001f49c-43ae-4fd2-ba0f-5031a5dcc386), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:42.179509 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86fe289-ae42-4792-a745-5a7890031baf None None] Network 5c8f1f17-d90d-4647-89fe-ea0c28bac10e requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:33:42.195649 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c46afb41-d7fb-485c-9670-091c55ecac78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:42.203497 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-c46afb41-d7fb-485c-9670-091c55ecac78 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/b001f49c-43ae-4fd2-ba0f-5031a5dcc386 HTTP/1.1" status: 204 len: 168 time: 1.3767104 Mar 11 19:33:42.209050 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59934) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:33:42.233426 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8f085155-c3bc-48d5-b85f-6c184591337c admin admin] Publish callbacks [] for port (53ed2ba9-4a94-4491-8950-c040c5b76a24), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:42.248244 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8f085155-c3bc-48d5-b85f-6c184591337c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (53ed2ba9-4a94-4491-8950-c040c5b76a24), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:42.302589 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-73a289c1-8d22-4217-8f27-28174bfdd34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:42.309095 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-73a289c1-8d22-4217-8f27-28174bfdd34e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f95acd8ec5ef45d8b7ae8994d46f4375&device_id=f146c6f5-c337-4e48-b979-f28e2141d131 HTTP/1.1" status: 200 len: 1127 time: 0.3878076 Mar 11 19:33:42.311688 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f4cd961e-6374-48a0-aa98-e0ef87b13651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (5c8f1f17-d90d-4647-89fe-ea0c28bac10e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:42.314394 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46afb41-d7fb-485c-9670-091c55ecac78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b001f49c-43ae-4fd2-ba0f-5031a5dcc386,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:42.328544 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port ee331cf0-fb09-4b4e-938d-0be1b69ce3c6 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:33:42.329020 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ee331cf0-fb09-4b4e-938d-0be1b69ce3c6), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:42.331963 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6bdd9d-0e93-4c1f-adbb-b4314968adbf req-8462ba0e-8537-4d53-9c2c-3b58165326b7 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:42.333404 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2d6bdd9d-0e93-4c1f-adbb-b4314968adbf req-8462ba0e-8537-4d53-9c2c-3b58165326b7 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b11db00-86e7-4155-a147-13490d09c29f HTTP/1.1" status: 200 len: 945 time: 0.2251976 Mar 11 19:33:42.343516 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd19aff6-373b-4807-8eff-7114d0f8f150 req-f44d2d82-a7a8-4503-a0f3-a38364e16379 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:42.351467 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dd19aff6-373b-4807-8eff-7114d0f8f150 req-f44d2d82-a7a8-4503-a0f3-a38364e16379 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=70ef355c-680f-4c77-b6bd-90827e0df059 HTTP/1.1" status: 200 len: 949 time: 1.0332828 Mar 11 19:33:42.383279 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-33fb212d-d58c-4637-9775-7e9a34f193af None None] Provisioning complete for port 53ed2ba9-4a94-4491-8950-c040c5b76a24 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:33:42.383682 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-33fb212d-d58c-4637-9775-7e9a34f193af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (53ed2ba9-4a94-4491-8950-c040c5b76a24), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:42.437263 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dd19aff6-373b-4807-8eff-7114d0f8f150 req-8d0f30fa-f2dd-4f88-a2e8-302a5dfcc35e tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847292 Mar 11 19:33:42.481242 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8f085155-c3bc-48d5-b85f-6c184591337c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (ea15ad4d-bebb-4c46-90fd-b07c922de159), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:42.485508 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f085155-c3bc-48d5-b85f-6c184591337c admin admin] Pushing event updated for resources: {'Port': ['ID=53ed2ba9-4a94-4491-8950-c040c5b76a24,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:42.486870 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 10b11d68-c760-40e4-9df4-9132879f9517 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:33:42.548527 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f348567-c69e-480a-b8c3-c2c980b99924 x-openstack-request-id: req-4f348567-c69e-480a-b8c3-c2c980b99924 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:33:42.548824 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fa8c702-cf6f-489f-a488-b046d18b5f9d", "name": "network-vif-plugged", "status": "completed", "tag": "83a37c83-6ea8-4900-bacb-df4f8976aab8", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:33:42.549080 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4f348567-c69e-480a-b8c3-c2c980b99924 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:33:42.549476 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa8c702-cf6f-489f-a488-b046d18b5f9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83a37c83-6ea8-4900-bacb-df4f8976aab8', 'code': 200} Mar 11 19:33:42.562293 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port ee331cf0-fb09-4b4e-938d-0be1b69ce3c6, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=ee331cf0-fb09-4b4e-938d-0be1b69ce3c6,segment=NetworkSegment(5c025fea-baa0-424f-9add-20cc57664ce2),segment_id=5c025fea-baa0-424f-9add-20cc57664ce2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:33:42.567202 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-33fb212d-d58c-4637-9775-7e9a34f193af None None] Port 53ed2ba9-4a94-4491-8950-c040c5b76a24 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:33:42.578327 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (ee331cf0-fb09-4b4e-938d-0be1b69ce3c6), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:42.579145 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device c7f76392-aada-411a-ac64-53336e3dab7e up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:33:42.582093 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2d6bdd9d-0e93-4c1f-adbb-b4314968adbf req-7a73d312-0cce-4a85-b216-50928bf55df2 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091410 Mar 11 19:33:42.689326 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f085155-c3bc-48d5-b85f-6c184591337c admin admin] Network 7b2fc40f-4d44-44a5-958d-d708156f9f13 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:33:42.693095 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-8f085155-c3bc-48d5-b85f-6c184591337c admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:33:42.748313 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-f4cd961e-6374-48a0-aa98-e0ef87b13651 admin admin] Deleting port cd4c26fd-eba7-4530-9978-1b3dae603e61 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:33:42.749347 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f4cd961e-6374-48a0-aa98-e0ef87b13651 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (cd4c26fd-eba7-4530-9978-1b3dae603e61), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:42.844241 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469800d0-8f2e-4ad8-b35d-e950273d78f1 req-c4d36b3f-9246-469b-bae9-820140536d0e tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:42.846117 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-469800d0-8f2e-4ad8-b35d-e950273d78f1 req-c4d36b3f-9246-469b-bae9-820140536d0e tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=f146c6f5-c337-4e48-b979-f28e2141d131 HTTP/1.1" status: 200 len: 945 time: 0.2487652 Mar 11 19:33:42.853684 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-5acd9e98-db76-4b09-a8aa-183dce60de4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:42.855456 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-5acd9e98-db76-4b09-a8aa-183dce60de4a service neutron] 10.222.0.57 "GET /v2.0/networks?id=4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a HTTP/1.1" status: 200 len: 908 time: 0.5336440 Mar 11 19:33:42.924060 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-db384d7b-f607-4764-b361-8434efbeb5c0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07a01ffe-714a-411e-a2e0-f49ec4aa01da HTTP/1.1" status: 200 len: 217 time: 0.0534027 Mar 11 19:33:42.930942 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-f4cd961e-6374-48a0-aa98-e0ef87b13651 admin admin] For port cd4c26fd-eba7-4530-9978-1b3dae603e61, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=cd4c26fd-eba7-4530-9978-1b3dae603e61,segment=NetworkSegment(99d932fc-2874-4b65-a40e-bac8dca44e76),segment_id=99d932fc-2874-4b65-a40e-bac8dca44e76)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:33:42.932142 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f4cd961e-6374-48a0-aa98-e0ef87b13651 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (cd4c26fd-eba7-4530-9978-1b3dae603e61), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:42.972664 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c678861-4b66-40ba-af0a-6de9cb3a1fd6 req-6a0804ae-17cd-4ba7-8fc0-ed58bfd8a405 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:42.988922 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c678861-4b66-40ba-af0a-6de9cb3a1fd6 req-6a0804ae-17cd-4ba7-8fc0-ed58bfd8a405 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:43.004387 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c678861-4b66-40ba-af0a-6de9cb3a1fd6 req-6a0804ae-17cd-4ba7-8fc0-ed58bfd8a405 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:43.019994 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c678861-4b66-40ba-af0a-6de9cb3a1fd6 req-6a0804ae-17cd-4ba7-8fc0-ed58bfd8a405 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:43.040650 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c678861-4b66-40ba-af0a-6de9cb3a1fd6 req-6a0804ae-17cd-4ba7-8fc0-ed58bfd8a405 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:43.058155 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c678861-4b66-40ba-af0a-6de9cb3a1fd6 req-6a0804ae-17cd-4ba7-8fc0-ed58bfd8a405 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:43.069923 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c678861-4b66-40ba-af0a-6de9cb3a1fd6 req-6a0804ae-17cd-4ba7-8fc0-ed58bfd8a405 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:43.073377 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0c678861-4b66-40ba-af0a-6de9cb3a1fd6 req-6a0804ae-17cd-4ba7-8fc0-ed58bfd8a405 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 5428 time: 0.3207550 Mar 11 19:33:43.075231 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166a23b7-d78b-4c59-add0-807d563c7e97 None None] DHCP port deletion for 5c8f1f17-d90d-4647-89fe-ea0c28bac10e request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:33:43.093380 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-f4cd961e-6374-48a0-aa98-e0ef87b13651 admin admin] Calling delete_port for cd4c26fd-eba7-4530-9978-1b3dae603e61 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:33:43.099591 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=ee331cf0-fb09-4b4e-938d-0be1b69ce3c6,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:43.102561 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port c7f76392-aada-411a-ac64-53336e3dab7e completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:33:43.112884 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-64348797-70bb-46ac-95d1-22663e688aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:43.115266 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-64348797-70bb-46ac-95d1-22663e688aec service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f742a986-c135-4269-ad05-332f85e495a8 HTTP/1.1" status: 200 len: 847 time: 0.1850984 Mar 11 19:33:43.134910 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 10b11d68-c760-40e4-9df4-9132879f9517 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:33:43.135550 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (10b11d68-c760-40e4-9df4-9132879f9517), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:43.141399 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-469800d0-8f2e-4ad8-b35d-e950273d78f1 req-d4147883-8be6-4210-9b11-1c85866d009b tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528510 Mar 11 19:33:43.149963 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f085155-c3bc-48d5-b85f-6c184591337c admin admin] Router ea15ad4d-bebb-4c46-90fd-b07c922de159 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:33:43.175997 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-cb818788-4def-4da4-96fe-6bb741dc2575 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510378 Mar 11 19:33:43.183188 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port c7f76392-aada-411a-ac64-53336e3dab7e triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:33:43.183975 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (c7f76392-aada-411a-ac64-53336e3dab7e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:43.234861 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a2c0bd54-0989-48f6-98b9-32a6531364ee None None] Publish callbacks [] for port (dc0ed203-618e-496f-90c6-771b4c901980), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:43.256018 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0c678861-4b66-40ba-af0a-6de9cb3a1fd6 req-c5552a85-390e-489c-b88e-25a2519156dc tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=da55a647-62ee-4d15-a963-651fcfed7127&id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1709995 Mar 11 19:33:43.260163 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a2c0bd54-0989-48f6-98b9-32a6531364ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (dc0ed203-618e-496f-90c6-771b4c901980), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:43.341647 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f4cd961e-6374-48a0-aa98-e0ef87b13651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (cd4c26fd-eba7-4530-9978-1b3dae603e61), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:43.355975 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f085155-c3bc-48d5-b85f-6c184591337c admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:33:43.364362 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8f085155-c3bc-48d5-b85f-6c184591337c admin admin] 10.222.0.65 "PUT /v2.0/routers/ea15ad4d-bebb-4c46-90fd-b07c922de159/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8853922 Mar 11 19:33:43.385435 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9ec00b-eee8-42e5-a672-6248a91fa867 None None] Pushing event updated for resources: {'Port': ['ID=dc0ed203-618e-496f-90c6-771b4c901980,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:43.395561 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c0848ffd-37a1-4e0b-8c76-586c0298519c None None] Provisioning complete for port 53ed2ba9-4a94-4491-8950-c040c5b76a24 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:33:43.395983 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c0848ffd-37a1-4e0b-8c76-586c0298519c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (53ed2ba9-4a94-4491-8950-c040c5b76a24), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:43.397246 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cd961e-6374-48a0-aa98-e0ef87b13651 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd4c26fd-eba7-4530-9978-1b3dae603e61,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:43.419965 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cd961e-6374-48a0-aa98-e0ef87b13651 admin admin] No DVR routers for this DVR port cd4c26fd-eba7-4530-9978-1b3dae603e61 on host n-d-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:33:43.476352 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-a2c0bd54-0989-48f6-98b9-32a6531364ee None None] Attempting to bind port dc0ed203-618e-496f-90c6-771b4c901980 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:33:43.476793 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-a2c0bd54-0989-48f6-98b9-32a6531364ee None None] Attempting to bind port dc0ed203-618e-496f-90c6-771b4c901980 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:33:43.477130 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c0bd54-0989-48f6-98b9-32a6531364ee None None] Attempting to bind port dc0ed203-618e-496f-90c6-771b4c901980 on network 612cc066-33e3-444d-b1c7-d0a64751482a {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:33:43.503448 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-9c670a96-9cc1-4b5d-9175-57fa71df2a07 service neutron] 10.222.0.57 "GET /v2.0/networks/4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191917 Mar 11 19:33:43.503960 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-166a23b7-d78b-4c59-add0-807d563c7e97 None None] Deleting port cd4c26fd-eba7-4530-9978-1b3dae603e61 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:33:43.504402 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-166a23b7-d78b-4c59-add0-807d563c7e97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (cd4c26fd-eba7-4530-9978-1b3dae603e61), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:43.596984 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c0bd54-0989-48f6-98b9-32a6531364ee None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:33:43.597374 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c0bd54-0989-48f6-98b9-32a6531364ee None None] Checking segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:33:43.603373 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a2c0bd54-0989-48f6-98b9-32a6531364ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:43.603840 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c0bd54-0989-48f6-98b9-32a6531364ee None None] Bound using segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:33:43.604363 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-a2c0bd54-0989-48f6-98b9-32a6531364ee None None] Bound port: dc0ed203-618e-496f-90c6-771b4c901980, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:33:43.604751 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a2c0bd54-0989-48f6-98b9-32a6531364ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (dc0ed203-618e-496f-90c6-771b4c901980), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:43.646561 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f4cd961e-6374-48a0-aa98-e0ef87b13651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (5c8f1f17-d90d-4647-89fe-ea0c28bac10e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:43.649168 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59952) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:33:43.661591 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-cb653721-5370-4558-86a8-ed68f7047960 service neutron] 10.222.0.57 "GET /v2.0/networks/4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540890 Mar 11 19:33:43.740286 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-f4cd961e-6374-48a0-aa98-e0ef87b13651 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c8f1f17-d90d-4647-89fe-ea0c28bac10e']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:33:43.773326 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-f4cd961e-6374-48a0-aa98-e0ef87b13651 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99d932fc-2874-4b65-a40e-bac8dca44e76') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:33:43.773745 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-f4cd961e-6374-48a0-aa98-e0ef87b13651 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99d932fc-2874-4b65-a40e-bac8dca44e76') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:33:43.780452 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-f8b248ba-762f-4bc8-91a1-773103c7518a tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-444416429'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:33:43.812887 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port c7f76392-aada-411a-ac64-53336e3dab7e is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:33:43.813594 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c7f76392-aada-411a-ac64-53336e3dab7e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:43.821322 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f4cd961e-6374-48a0-aa98-e0ef87b13651 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (99d932fc-2874-4b65-a40e-bac8dca44e76), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:43.826356 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c0848ffd-37a1-4e0b-8c76-586c0298519c None None] Port 53ed2ba9-4a94-4491-8950-c040c5b76a24 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:33:43.835450 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b248ba-762f-4bc8-91a1-773103c7518a tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Made reservation on behalf of a957f2f02f014417a57323b91c40f536 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:33:43.838839 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f8b248ba-762f-4bc8-91a1-773103c7518a tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:43.880481 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eceef32-8c9a-4d3c-82e2-2fd3f9787927 req-55c0db99-1fab-4333-9d51-9e310ef1781f tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:43.882151 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5eceef32-8c9a-4d3c-82e2-2fd3f9787927 req-55c0db99-1fab-4333-9d51-9e310ef1781f tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=70ef355c-680f-4c77-b6bd-90827e0df059 HTTP/1.1" status: 200 len: 949 time: 0.2320375 Mar 11 19:33:43.883336 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f4cd961e-6374-48a0-aa98-e0ef87b13651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (99d932fc-2874-4b65-a40e-bac8dca44e76), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:43.903074 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 10b11d68-c760-40e4-9df4-9132879f9517 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:33:43.903291 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29984bc1-5dfe-48db-8e9a-9dd865da1723 req-b93935b6-a195-40b6-83ee-f05a934f5486 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:43.911097 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-29984bc1-5dfe-48db-8e9a-9dd865da1723 req-b93935b6-a195-40b6-83ee-f05a934f5486 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b11db00-86e7-4155-a147-13490d09c29f HTTP/1.1" status: 200 len: 945 time: 0.2063797 Mar 11 19:33:43.927148 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 60e73312-48b3-4155-8803-cf719f1e8eb7 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:33:43.945643 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-166a23b7-d78b-4c59-add0-807d563c7e97 None None] For port cd4c26fd-eba7-4530-9978-1b3dae603e61, host n-d-833163-1, got binding levels [] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:33:43.946563 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-166a23b7-d78b-4c59-add0-807d563c7e97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (cd4c26fd-eba7-4530-9978-1b3dae603e61), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:43.956051 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4cd961e-6374-48a0-aa98-e0ef87b13651 admin admin] Releasing vlan 866 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:33:43.956672 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f4cd961e-6374-48a0-aa98-e0ef87b13651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (99d932fc-2874-4b65-a40e-bac8dca44e76), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:43.965804 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 19:33:43.965804 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:33:43.965804 n-d-833163-1 neutron-server[103885]: timer() Mar 11 19:33:43.965804 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:33:43.965804 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 19:33:43.965804 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:33:43.965804 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 19:33:43.965804 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:33:43.965804 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 19:33:43.965804 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:33:43.965804 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 19:33:43.965804 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:33:43.965804 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 19:33:43.965804 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:33:43.965804 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:33:43.965804 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:33:43.965804 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:33:43.965804 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:33:43.965804 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 19:33:43.965804 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:33:43.965804 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 19:33:43.965804 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:33:43.965804 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:33:43.965804 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:33:43.965804 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 19:33:43.965804 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:33:43.965804 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:33:43.965804 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:33:43.965804 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:33:43.965804 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:33:43.965804 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:33:43.965804 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:33:43.992059 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-a2c0bd54-0989-48f6-98b9-32a6531364ee None None] For port dc0ed203-618e-496f-90c6-771b4c901980, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:33:44.015614 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8b248ba-762f-4bc8-91a1-773103c7518a tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] vlan segment allocate from pool success with {'vlan_id': 889, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:33:44.037759 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-a2c0bd54-0989-48f6-98b9-32a6531364ee None None] For port dc0ed203-618e-496f-90c6-771b4c901980, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=dc0ed203-618e-496f-90c6-771b4c901980,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:33:44.061096 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-166a23b7-d78b-4c59-add0-807d563c7e97 None None] Calling delete_port for cd4c26fd-eba7-4530-9978-1b3dae603e61 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:33:44.066535 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.ipam_backend_mixin [None req-166a23b7-d78b-4c59-add0-807d563c7e97 None None] Port cd4c26fd-eba7-4530-9978-1b3dae603e61 was not found and therefore no delete operation was performed {{(pid=103886) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 11 19:33:44.069150 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-166a23b7-d78b-4c59-add0-807d563c7e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (cd4c26fd-eba7-4530-9978-1b3dae603e61), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:44.080335 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 60e73312-48b3-4155-8803-cf719f1e8eb7 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:33:44.081229 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 60e73312-48b3-4155-8803-cf719f1e8eb7 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:33:44.081602 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5eceef32-8c9a-4d3c-82e2-2fd3f9787927 req-a13bdc94-5b58-4429-875d-3b9166015a8e tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891124 Mar 11 19:33:44.082997 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a2c0bd54-0989-48f6-98b9-32a6531364ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (dc0ed203-618e-496f-90c6-771b4c901980), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:44.090559 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f8b248ba-762f-4bc8-91a1-773103c7518a tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (a428e657-2306-40d2-830f-79e1ffe38620), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:44.091070 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-f8b248ba-762f-4bc8-91a1-773103c7518a tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Added segment a428e657-2306-40d2-830f-79e1ffe38620 of type vlan for network d1a47003-b278-4da4-924a-76225dced105 Mar 11 19:33:44.111246 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f4cd961e-6374-48a0-aa98-e0ef87b13651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (5c8f1f17-d90d-4647-89fe-ea0c28bac10e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:44.133298 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-29984bc1-5dfe-48db-8e9a-9dd865da1723 req-c2d1c0c7-cc37-4266-904b-616023fc80c2 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219372 Mar 11 19:33:44.134963 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f4cd961e-6374-48a0-aa98-e0ef87b13651 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:44.140661 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f4cd961e-6374-48a0-aa98-e0ef87b13651 admin admin] 10.222.0.65 "DELETE /v2.0/networks/5c8f1f17-d90d-4647-89fe-ea0c28bac10e HTTP/1.1" status: 204 len: 168 time: 1.9194989 Mar 11 19:33:44.162023 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cd961e-6374-48a0-aa98-e0ef87b13651 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c8f1f17-d90d-4647-89fe-ea0c28bac10e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:44.190622 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f8b248ba-762f-4bc8-91a1-773103c7518a tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (d1a47003-b278-4da4-924a-76225dced105), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:44.226477 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port c7f76392-aada-411a-ac64-53336e3dab7e, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=c7f76392-aada-411a-ac64-53336e3dab7e,segment=NetworkSegment(5c025fea-baa0-424f-9add-20cc57664ce2),segment_id=5c025fea-baa0-424f-9add-20cc57664ce2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:33:44.245437 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166a23b7-d78b-4c59-add0-807d563c7e97 None None] Pushing event deleted for resources: {'Port': ['ID=cd4c26fd-eba7-4530-9978-1b3dae603e61,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:44.264794 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166a23b7-d78b-4c59-add0-807d563c7e97 None None] No DVR routers for this DVR port cd4c26fd-eba7-4530-9978-1b3dae603e61 on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:33:44.269944 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f8b248ba-762f-4bc8-91a1-773103c7518a tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (d1a47003-b278-4da4-924a-76225dced105), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:44.270821 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (c7f76392-aada-411a-ac64-53336e3dab7e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:44.271246 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 69a77522-9c8e-40b8-938c-f18678aa8e3c up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:33:44.277689 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b248ba-762f-4bc8-91a1-773103c7518a tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:44.278311 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f8b248ba-762f-4bc8-91a1-773103c7518a tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:44.377407 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c0bd54-0989-48f6-98b9-32a6531364ee None None] Routers {'ea15ad4d-bebb-4c46-90fd-b07c922de159'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:33:44.378429 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a2c0bd54-0989-48f6-98b9-32a6531364ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:33:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['ea15ad4d-bebb-4c46-90fd-b07c922de159'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:33:44.442619 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59964) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:33:44.493825 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b248ba-762f-4bc8-91a1-773103c7518a tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Pushing event updated for resources: {'Network': ['ID=d1a47003-b278-4da4-924a-76225dced105,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:44.527724 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network d1a47003-b278-4da4-924a-76225dced105 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:33:44.530920 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-bac549d4-9dd8-4526-910d-c09cd5c593bf admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=002e1ac133fb4ef1b100a9d39da559cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0868289 Mar 11 19:33:44.533565 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59966) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:33:44.554295 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device cd4c26fd-eba7-4530-9978-1b3dae603e61 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:33:44.556552 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa8c702-cf6f-489f-a488-b046d18b5f9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee331cf0-fb09-4b4e-938d-0be1b69ce3c6'}, {'server_uuid': '1fa8c702-cf6f-489f-a488-b046d18b5f9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f76392-aada-411a-ac64-53336e3dab7e'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:33:44.558840 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527395c6-5043-4b4a-a7f8-f92054f04986" -d '{"events": [{"server_uuid": "1fa8c702-cf6f-489f-a488-b046d18b5f9d", "name": "network-vif-plugged", "status": "completed", "tag": "ee331cf0-fb09-4b4e-938d-0be1b69ce3c6"}, {"server_uuid": "1fa8c702-cf6f-489f-a488-b046d18b5f9d", "name": "network-vif-plugged", "status": "completed", "tag": "c7f76392-aada-411a-ac64-53336e3dab7e"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:33:44.596746 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port 69a77522-9c8e-40b8-938c-f18678aa8e3c completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:33:44.609597 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 69a77522-9c8e-40b8-938c-f18678aa8e3c triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:33:44.609981 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (69a77522-9c8e-40b8-938c-f18678aa8e3c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:44.623261 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: cd4c26fd-eba7-4530-9978-1b3dae603e61 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:33:44.623659 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device cd4c26fd-eba7-4530-9978-1b3dae603e61 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:33:44.644780 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9ec00b-eee8-42e5-a672-6248a91fa867 None None] Pushing event updated for resources: {'Port': ['ID=dc0ed203-618e-496f-90c6-771b4c901980,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:44.647268 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f8b248ba-762f-4bc8-91a1-773103c7518a tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9958613 Mar 11 19:33:44.652033 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59970) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:33:44.659085 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-477a94b7-569b-49c8-a036-d70de7f236b1 admin admin] Publish callbacks [] for security_group (4ac599a3-ef37-4c4d-92cc-365e2c570546), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:44.665004 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-3e6e59e4-4256-4e50-a056-163d5392bc58 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Request body: {'subnet': {'network_id': 'd1a47003-b278-4da4-924a-76225dced105', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:33:44.706603 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-477a94b7-569b-49c8-a036-d70de7f236b1 admin admin] Publish callbacks [] for security_group (4ac599a3-ef37-4c4d-92cc-365e2c570546), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:44.813384 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-477a94b7-569b-49c8-a036-d70de7f236b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (4ac599a3-ef37-4c4d-92cc-365e2c570546), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:44.818831 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-477a94b7-569b-49c8-a036-d70de7f236b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:44.823160 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-477a94b7-569b-49c8-a036-d70de7f236b1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4ac599a3-ef37-4c4d-92cc-365e2c570546 HTTP/1.1" status: 204 len: 168 time: 0.2855978 Mar 11 19:33:44.839328 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326f5bb-7079-4f69-ab47-c59fe3c34f65 req-b776c97e-0bae-4640-9ec0-77f6a09028ea tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:44.852996 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326f5bb-7079-4f69-ab47-c59fe3c34f65 req-b776c97e-0bae-4640-9ec0-77f6a09028ea tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:44.854503 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-a2c0bd54-0989-48f6-98b9-32a6531364ee None None] Set router ea15ad4d-bebb-4c46-90fd-b07c922de159 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:33:44.863485 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326f5bb-7079-4f69-ab47-c59fe3c34f65 req-b776c97e-0bae-4640-9ec0-77f6a09028ea tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:44.864899 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a94b7-569b-49c8-a036-d70de7f236b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac599a3-ef37-4c4d-92cc-365e2c570546,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:44.877939 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326f5bb-7079-4f69-ab47-c59fe3c34f65 req-b776c97e-0bae-4640-9ec0-77f6a09028ea tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:44.896433 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326f5bb-7079-4f69-ab47-c59fe3c34f65 req-b776c97e-0bae-4640-9ec0-77f6a09028ea tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:44.907330 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326f5bb-7079-4f69-ab47-c59fe3c34f65 req-b776c97e-0bae-4640-9ec0-77f6a09028ea tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:44.912850 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326f5bb-7079-4f69-ab47-c59fe3c34f65 req-b776c97e-0bae-4640-9ec0-77f6a09028ea tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:44.920307 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=c7f76392-aada-411a-ac64-53336e3dab7e,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:44.921550 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5326f5bb-7079-4f69-ab47-c59fe3c34f65 req-b776c97e-0bae-4640-9ec0-77f6a09028ea tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 5429 time: 0.4369800 Mar 11 19:33:45.048771 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8021f1-de94-48d6-b96c-5b1d9dc10278 req-641224d6-7cf8-435a-bb15-d5355fdb9f5e tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:45.064897 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-af8021f1-de94-48d6-b96c-5b1d9dc10278 req-641224d6-7cf8-435a-bb15-d5355fdb9f5e tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=f146c6f5-c337-4e48-b979-f28e2141d131 HTTP/1.1" status: 200 len: 945 time: 0.5894840 Mar 11 19:33:45.066101 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 69a77522-9c8e-40b8-938c-f18678aa8e3c is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:33:45.066502 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (69a77522-9c8e-40b8-938c-f18678aa8e3c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:45.166219 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 69a77522-9c8e-40b8-938c-f18678aa8e3c, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=69a77522-9c8e-40b8-938c-f18678aa8e3c,segment=NetworkSegment(9d946b28-c592-4a63-8283-ea5501d9524a),segment_id=9d946b28-c592-4a63-8283-ea5501d9524a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:33:45.197596 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (69a77522-9c8e-40b8-938c-f18678aa8e3c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:45.198504 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 01f92c37-1a4f-4ed7-b651-d1f48652d7d8 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:33:45.257062 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5326f5bb-7079-4f69-ab47-c59fe3c34f65 req-ead8ff83-4df4-4b1a-b6db-4b4788b2e04f tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=da55a647-62ee-4d15-a963-651fcfed7127&id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3345587 Mar 11 19:33:45.296657 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-af8021f1-de94-48d6-b96c-5b1d9dc10278 req-53709bca-64b7-4fdf-9c36-b2b718311a62 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244744 Mar 11 19:33:45.300127 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e6e59e4-4256-4e50-a056-163d5392bc58 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Made reservation on behalf of a957f2f02f014417a57323b91c40f536 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:33:45.310633 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3e6e59e4-4256-4e50-a056-163d5392bc58 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:45.388400 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=69a77522-9c8e-40b8-938c-f18678aa8e3c,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:45.441598 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a2c0bd54-0989-48f6-98b9-32a6531364ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea15ad4d-bebb-4c46-90fd-b07c922de159', 'name': 'tempest-ServersTestMultiNic-765030311-router', 'tenant_id': 'a957f2f02f014417a57323b91c40f536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'dc0ed203-618e-496f-90c6-771b4c901980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:33:35Z', 'updated_at': '2022-03-11T19:33:41Z', 'revision_number': 4, 'project_id': 'a957f2f02f014417a57323b91c40f536', 'gw_port': {'id': 'dc0ed203-618e-496f-90c6-771b4c901980', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:08:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea15ad4d-bebb-4c46-90fd-b07c922de159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:33:36Z', 'updated_at': '2022-03-11T19:33:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '53ed2ba9-4a94-4491-8950-c040c5b76a24', 'name': '', 'network_id': '7b2fc40f-4d44-44a5-958d-d708156f9f13', 'tenant_id': 'a957f2f02f014417a57323b91c40f536', 'mac_address': 'fa:16:3e:ff:44:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea15ad4d-bebb-4c46-90fd-b07c922de159', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'f429dbd3-945c-4f5c-8473-2a7d67dc9660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:33:40Z', 'updated_at': '2022-03-11T19:33:42Z', 'revision_number': 2, 'project_id': 'a957f2f02f014417a57323b91c40f536', 'subnets': [{'id': 'f429dbd3-945c-4f5c-8473-2a7d67dc9660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:33:45.501988 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port 01f92c37-1a4f-4ed7-b651-d1f48652d7d8 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:33:45.506708 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Mar 2022 19:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f9781b-978a-471a-8ecc-8719de36dca0 x-openstack-request-id: req-a6f9781b-978a-471a-8ecc-8719de36dca0 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:33:45.506853 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fa8c702-cf6f-489f-a488-b046d18b5f9d", "name": "network-vif-plugged", "status": "completed", "tag": "ee331cf0-fb09-4b4e-938d-0be1b69ce3c6", "code": 200}, {"server_uuid": "1fa8c702-cf6f-489f-a488-b046d18b5f9d", "name": "network-vif-plugged", "status": "completed", "tag": "c7f76392-aada-411a-ac64-53336e3dab7e", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:33:45.507092 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a6f9781b-978a-471a-8ecc-8719de36dca0 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:33:45.507491 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa8c702-cf6f-489f-a488-b046d18b5f9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee331cf0-fb09-4b4e-938d-0be1b69ce3c6', 'code': 200} Mar 11 19:33:45.507814 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa8c702-cf6f-489f-a488-b046d18b5f9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7f76392-aada-411a-ac64-53336e3dab7e', 'code': 200} Mar 11 19:33:45.508569 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c0bd54-0989-48f6-98b9-32a6531364ee None None] The sync data for ids ['ea15ad4d-bebb-4c46-90fd-b07c922de159'] in n-d-833163-1 is: [{'id': 'ea15ad4d-bebb-4c46-90fd-b07c922de159', 'name': 'tempest-ServersTestMultiNic-765030311-router', 'tenant_id': 'a957f2f02f014417a57323b91c40f536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'dc0ed203-618e-496f-90c6-771b4c901980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:33:35Z', 'updated_at': '2022-03-11T19:33:41Z', 'revision_number': 4, 'project_id': 'a957f2f02f014417a57323b91c40f536', 'gw_port': {'id': 'dc0ed203-618e-496f-90c6-771b4c901980', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:08:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea15ad4d-bebb-4c46-90fd-b07c922de159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:33:36Z', 'updated_at': '2022-03-11T19:33:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '53ed2ba9-4a94-4491-8950-c040c5b76a24', 'name': '', 'network_id': '7b2fc40f-4d44-44a5-958d-d708156f9f13', 'tenant_id': 'a957f2f02f014417a57323b91c40f536', 'mac_address': 'fa:16:3e:ff:44:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea15ad4d-bebb-4c46-90fd-b07c922de159', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'f429dbd3-945c-4f5c-8473-2a7d67dc9660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:33:40Z', 'updated_at': '2022-03-11T19:33:42Z', 'revision_number': 2, 'project_id': 'a957f2f02f014417a57323b91c40f536', 'subnets': [{'id': 'f429dbd3-945c-4f5c-8473-2a7d67dc9660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:33:45.530123 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 01f92c37-1a4f-4ed7-b651-d1f48652d7d8 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:33:45.532407 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (01f92c37-1a4f-4ed7-b651-d1f48652d7d8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:45.734148 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 01f92c37-1a4f-4ed7-b651-d1f48652d7d8 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:33:45.735150 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (01f92c37-1a4f-4ed7-b651-d1f48652d7d8), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:45.820943 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 01f92c37-1a4f-4ed7-b651-d1f48652d7d8, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=01f92c37-1a4f-4ed7-b651-d1f48652d7d8,segment=NetworkSegment(5c025fea-baa0-424f-9add-20cc57664ce2),segment_id=5c025fea-baa0-424f-9add-20cc57664ce2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:33:45.828706 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (01f92c37-1a4f-4ed7-b651-d1f48652d7d8), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:45.829515 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 6d0f16cb-21fe-4376-88bf-f8036c799e41 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:33:45.882387 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3e6e59e4-4256-4e50-a056-163d5392bc58 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (dd9955f5-e5eb-444f-846f-3da06c1d67a8), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:45.898215 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f17775-4d77-415b-8732-f65a379890b6 req-d04b8c21-8512-45aa-a041-682e922e5fb8 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:45.901296 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a6f17775-4d77-415b-8732-f65a379890b6 req-d04b8c21-8512-45aa-a041-682e922e5fb8 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b11db00-86e7-4155-a147-13490d09c29f HTTP/1.1" status: 200 len: 945 time: 0.1907594 Mar 11 19:33:46.001900 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c64b146-6410-418c-8a17-0da88e447b49 req-2c27e4ff-8d71-44b1-9266-1efcb745fd69 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:46.013928 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0c64b146-6410-418c-8a17-0da88e447b49 req-2c27e4ff-8d71-44b1-9266-1efcb745fd69 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=70ef355c-680f-4c77-b6bd-90827e0df059 HTTP/1.1" status: 200 len: 949 time: 0.2824624 Mar 11 19:33:46.195321 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6e59e4-4256-4e50-a056-163d5392bc58 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Pushing event updated for resources: {'Subnet': ['ID=dd9955f5-e5eb-444f-846f-3da06c1d67a8,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:46.273268 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6e59e4-4256-4e50-a056-163d5392bc58 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Checking segment: {'id': 'a428e657-2306-40d2-830f-79e1ffe38620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd1a47003-b278-4da4-924a-76225dced105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:33:46.274069 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6e59e4-4256-4e50-a056-163d5392bc58 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Network hostable DHCP agents. Network: d1a47003-b278-4da4-924a-76225dced105, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:33:46.290082 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=01f92c37-1a4f-4ed7-b651-d1f48652d7d8,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:46.295991 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0c64b146-6410-418c-8a17-0da88e447b49 req-ec97fde6-db1f-42b6-afdc-053083e5a9f1 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810504 Mar 11 19:33:46.308312 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port 6d0f16cb-21fe-4376-88bf-f8036c799e41 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:33:46.315830 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 6d0f16cb-21fe-4376-88bf-f8036c799e41 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:33:46.317485 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (6d0f16cb-21fe-4376-88bf-f8036c799e41), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:46.334882 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a6f17775-4d77-415b-8732-f65a379890b6 req-01a5a369-f06e-42fc-befe-de7916e7ca44 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3579435 Mar 11 19:33:46.363056 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6e59e4-4256-4e50-a056-163d5392bc58 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Network d1a47003-b278-4da4-924a-76225dced105 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:33:46.389093 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-3e6e59e4-4256-4e50-a056-163d5392bc58 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, d1a47003-b278-4da4-924a-76225dced105) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:33:46.393608 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6e59e4-4256-4e50-a056-163d5392bc58 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:46.394213 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3e6e59e4-4256-4e50-a056-163d5392bc58 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:46.402976 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea155f9-1814-4d6e-8e78-dfaa531fff63 None None] Network d1a47003-b278-4da4-924a-76225dced105 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:33:46.427906 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 60010) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:33:46.428358 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-3e6e59e4-4256-4e50-a056-163d5392bc58 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7736588 Mar 11 19:33:46.433479 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-0bd45795-9390-4e96-805a-7d9530620a0d tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1189299256'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:33:46.515780 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd45795-9390-4e96-805a-7d9530620a0d tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Made reservation on behalf of a957f2f02f014417a57323b91c40f536 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:33:46.526673 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0bd45795-9390-4e96-805a-7d9530620a0d tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:46.571288 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 6d0f16cb-21fe-4376-88bf-f8036c799e41 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:33:46.585382 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (6d0f16cb-21fe-4376-88bf-f8036c799e41), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:46.629828 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bd45795-9390-4e96-805a-7d9530620a0d tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] vlan segment allocate from pool success with {'vlan_id': 856, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:33:46.669451 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0bd45795-9390-4e96-805a-7d9530620a0d tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (8fd455bd-0100-4568-b1f1-692b62b6da1a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:46.669451 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-0bd45795-9390-4e96-805a-7d9530620a0d tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Added segment 8fd455bd-0100-4568-b1f1-692b62b6da1a of type vlan for network ad7170fc-1369-4007-8c32-5a7fc5f772b7 Mar 11 19:33:46.793540 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0bd45795-9390-4e96-805a-7d9530620a0d tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (ad7170fc-1369-4007-8c32-5a7fc5f772b7), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:46.812943 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 6d0f16cb-21fe-4376-88bf-f8036c799e41, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=6d0f16cb-21fe-4376-88bf-f8036c799e41,segment=NetworkSegment(5c025fea-baa0-424f-9add-20cc57664ce2),segment_id=5c025fea-baa0-424f-9add-20cc57664ce2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:33:46.826680 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954dfb9a-d60a-4fc6-a809-0a70571bf878 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-d1a47003-b278-4da4-924a-76225dced105', 'network_id': 'd1a47003-b278-4da4-924a-76225dced105', 'project_id': 'a957f2f02f014417a57323b91c40f536', 'fixed_ips': [{'subnet_id': 'dd9955f5-e5eb-444f-846f-3da06c1d67a8'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:33:46.828431 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-954dfb9a-d60a-4fc6-a809-0a70571bf878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:46.852730 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44258ae0-2fb1-4c34-ad87-4efe682f7d1d req-c846d202-d8f1-43fb-8ff6-12e7d0b7bc9b tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:46.854855 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-44258ae0-2fb1-4c34-ad87-4efe682f7d1d req-c846d202-d8f1-43fb-8ff6-12e7d0b7bc9b tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=f146c6f5-c337-4e48-b979-f28e2141d131 HTTP/1.1" status: 200 len: 945 time: 0.2011034 Mar 11 19:33:46.870828 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0bd45795-9390-4e96-805a-7d9530620a0d tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (ad7170fc-1369-4007-8c32-5a7fc5f772b7), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:46.877840 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd45795-9390-4e96-805a-7d9530620a0d tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:46.887965 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0bd45795-9390-4e96-805a-7d9530620a0d tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:46.901365 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c87db-7cb5-4dd6-a9bd-b45f23e308c8 req-99c7214e-d110-4a35-ab27-292a48dfde14 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:46.921305 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c87db-7cb5-4dd6-a9bd-b45f23e308c8 req-99c7214e-d110-4a35-ab27-292a48dfde14 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:46.929691 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (6d0f16cb-21fe-4376-88bf-f8036c799e41), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:46.930683 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 0f7ea648-8ba5-44d1-a485-4afac07a6e22 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:33:46.932992 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c87db-7cb5-4dd6-a9bd-b45f23e308c8 req-99c7214e-d110-4a35-ab27-292a48dfde14 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:46.945255 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c87db-7cb5-4dd6-a9bd-b45f23e308c8 req-99c7214e-d110-4a35-ab27-292a48dfde14 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:46.967244 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c87db-7cb5-4dd6-a9bd-b45f23e308c8 req-99c7214e-d110-4a35-ab27-292a48dfde14 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:46.986662 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c87db-7cb5-4dd6-a9bd-b45f23e308c8 req-99c7214e-d110-4a35-ab27-292a48dfde14 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:47.004210 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c87db-7cb5-4dd6-a9bd-b45f23e308c8 req-99c7214e-d110-4a35-ab27-292a48dfde14 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:47.009409 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-820c87db-7cb5-4dd6-a9bd-b45f23e308c8 req-99c7214e-d110-4a35-ab27-292a48dfde14 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 5431 time: 0.4347689 Mar 11 19:33:47.082624 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd45795-9390-4e96-805a-7d9530620a0d tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Pushing event updated for resources: {'Network': ['ID=ad7170fc-1369-4007-8c32-5a7fc5f772b7,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:47.106002 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-0bd45795-9390-4e96-805a-7d9530620a0d tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6773169 Mar 11 19:33:47.108723 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 60022) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:33:47.128062 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-c32e9d30-2c60-4bad-9db9-e0997db3f815 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Request body: {'subnet': {'network_id': 'ad7170fc-1369-4007-8c32-5a7fc5f772b7', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:33:47.182568 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-44258ae0-2fb1-4c34-ad87-4efe682f7d1d req-4550b548-9136-4565-a8db-df998405ce28 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685748 Mar 11 19:33:47.285690 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network ad7170fc-1369-4007-8c32-5a7fc5f772b7 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:33:47.318605 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-820c87db-7cb5-4dd6-a9bd-b45f23e308c8 req-8e764907-e8b5-4672-9a24-4362061ea267 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=da55a647-62ee-4d15-a963-651fcfed7127&id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2640023 Mar 11 19:33:47.418440 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-954dfb9a-d60a-4fc6-a809-0a70571bf878 None None] Allocated IP 19.80.0.2 (d1a47003-b278-4da4-924a-76225dced105/dd9955f5-e5eb-444f-846f-3da06c1d67a8/94fb6531-b2ab-436b-9204-e6c514d855fb) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:33:47.476449 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c32e9d30-2c60-4bad-9db9-e0997db3f815 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Made reservation on behalf of a957f2f02f014417a57323b91c40f536 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:33:47.485954 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c32e9d30-2c60-4bad-9db9-e0997db3f815 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:47.629454 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa8c702-cf6f-489f-a488-b046d18b5f9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a77522-9c8e-40b8-938c-f18678aa8e3c'}, {'server_uuid': '1fa8c702-cf6f-489f-a488-b046d18b5f9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01f92c37-1a4f-4ed7-b651-d1f48652d7d8'}, {'server_uuid': '1fa8c702-cf6f-489f-a488-b046d18b5f9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d0f16cb-21fe-4376-88bf-f8036c799e41'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:33:47.632885 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0afac29d-30b5-4cbd-a250-6b89a8d4ffa6" -d '{"events": [{"server_uuid": "1fa8c702-cf6f-489f-a488-b046d18b5f9d", "name": "network-vif-plugged", "status": "completed", "tag": "69a77522-9c8e-40b8-938c-f18678aa8e3c"}, {"server_uuid": "1fa8c702-cf6f-489f-a488-b046d18b5f9d", "name": "network-vif-plugged", "status": "completed", "tag": "01f92c37-1a4f-4ed7-b651-d1f48652d7d8"}, {"server_uuid": "1fa8c702-cf6f-489f-a488-b046d18b5f9d", "name": "network-vif-plugged", "status": "completed", "tag": "6d0f16cb-21fe-4376-88bf-f8036c799e41"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:33:47.671910 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device a5aa4d69-5d6e-4efe-a7b4-617450445181 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:33:47.800097 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-a5ce4e50-d3a6-4928-9cfb-6130b430d9da tempest-LiveAutoBlockMigrationV225Test-943023921 tempest-LiveAutoBlockMigrationV225Test-943023921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:47.801586 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-a5ce4e50-d3a6-4928-9cfb-6130b430d9da tempest-LiveAutoBlockMigrationV225Test-943023921 tempest-LiveAutoBlockMigrationV225Test-943023921-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=7b11db00-86e7-4155-a147-13490d09c29f&tenant_id=f44b890e943d4aee826b67fd4c2d7b8e&binding%3Ahost_id=n-h2-833163-1 HTTP/1.1" status: 200 len: 1127 time: 0.2352498 Mar 11 19:33:47.865327 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-f02ff21e-cf80-4fa0-9ddb-7caf09d869b8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-833163-1'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:33:47.926895 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=6d0f16cb-21fe-4376-88bf-f8036c799e41,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:47.995689 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ecccf-1d5e-4b42-81f1-4ca7a5ca35a0 req-ff87395c-ecac-485d-b720-6ba97498cef8 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:48.006885 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-341ecccf-1d5e-4b42-81f1-4ca7a5ca35a0 req-ff87395c-ecac-485d-b720-6ba97498cef8 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=70ef355c-680f-4c77-b6bd-90827e0df059 HTTP/1.1" status: 200 len: 949 time: 0.4950645 Mar 11 19:33:48.034952 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c32e9d30-2c60-4bad-9db9-e0997db3f815 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (0f04670d-7f0a-443e-bc94-d3806a05f91b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:48.071322 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-f02ff21e-cf80-4fa0-9ddb-7caf09d869b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a5aa4d69-5d6e-4efe-a7b4-617450445181), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:48.157758 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32e9d30-2c60-4bad-9db9-e0997db3f815 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Pushing event updated for resources: {'Subnet': ['ID=0f04670d-7f0a-443e-bc94-d3806a05f91b,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:48.190543 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port 0f7ea648-8ba5-44d1-a485-4afac07a6e22 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:33:48.229246 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 0f7ea648-8ba5-44d1-a485-4afac07a6e22 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:33:48.230002 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (0f7ea648-8ba5-44d1-a485-4afac07a6e22), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:48.241131 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-954dfb9a-d60a-4fc6-a809-0a70571bf878 None None] Publish callbacks [] for port (94fb6531-b2ab-436b-9204-e6c514d855fb), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:48.255228 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32e9d30-2c60-4bad-9db9-e0997db3f815 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Checking segment: {'id': '8fd455bd-0100-4568-b1f1-692b62b6da1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'ad7170fc-1369-4007-8c32-5a7fc5f772b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:33:48.255681 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32e9d30-2c60-4bad-9db9-e0997db3f815 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Network hostable DHCP agents. Network: ad7170fc-1369-4007-8c32-5a7fc5f772b7, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:33:48.272014 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-341ecccf-1d5e-4b42-81f1-4ca7a5ca35a0 req-40940874-620b-4524-ac08-d865284bc97c tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508137 Mar 11 19:33:48.297604 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32e9d30-2c60-4bad-9db9-e0997db3f815 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Network ad7170fc-1369-4007-8c32-5a7fc5f772b7 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:33:48.311063 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-c32e9d30-2c60-4bad-9db9-e0997db3f815 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, ad7170fc-1369-4007-8c32-5a7fc5f772b7) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:33:48.331071 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32e9d30-2c60-4bad-9db9-e0997db3f815 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:48.332217 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c44864-19e8-4052-9b95-e5bb649dcbb8 None None] Network ad7170fc-1369-4007-8c32-5a7fc5f772b7 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:33:48.332984 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c32e9d30-2c60-4bad-9db9-e0997db3f815 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:48.369027 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c32e9d30-2c60-4bad-9db9-e0997db3f815 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2586002 Mar 11 19:33:48.436700 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-954dfb9a-d60a-4fc6-a809-0a70571bf878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (94fb6531-b2ab-436b-9204-e6c514d855fb), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:48.509443 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 11 Mar 2022 19:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b351ce0-9279-4a97-b1eb-dc67f2590ff1 x-openstack-request-id: req-4b351ce0-9279-4a97-b1eb-dc67f2590ff1 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:33:48.510069 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fa8c702-cf6f-489f-a488-b046d18b5f9d", "name": "network-vif-plugged", "status": "completed", "tag": "69a77522-9c8e-40b8-938c-f18678aa8e3c", "code": 200}, {"server_uuid": "1fa8c702-cf6f-489f-a488-b046d18b5f9d", "name": "network-vif-plugged", "status": "completed", "tag": "01f92c37-1a4f-4ed7-b651-d1f48652d7d8", "code": 200}, {"server_uuid": "1fa8c702-cf6f-489f-a488-b046d18b5f9d", "name": "network-vif-plugged", "status": "completed", "tag": "6d0f16cb-21fe-4376-88bf-f8036c799e41", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:33:48.510686 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4b351ce0-9279-4a97-b1eb-dc67f2590ff1 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:33:48.512374 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa8c702-cf6f-489f-a488-b046d18b5f9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a77522-9c8e-40b8-938c-f18678aa8e3c', 'code': 200} Mar 11 19:33:48.512837 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa8c702-cf6f-489f-a488-b046d18b5f9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01f92c37-1a4f-4ed7-b651-d1f48652d7d8', 'code': 200} Mar 11 19:33:48.514407 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa8c702-cf6f-489f-a488-b046d18b5f9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d0f16cb-21fe-4376-88bf-f8036c799e41', 'code': 200} Mar 11 19:33:48.619615 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-f02ff21e-cf80-4fa0-9ddb-7caf09d869b8 service neutron] For port a5aa4d69-5d6e-4efe-a7b4-617450445181, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=a5aa4d69-5d6e-4efe-a7b4-617450445181,segment=NetworkSegment(42087326-e85e-4d47-82f7-573695e73a7c),segment_id=42087326-e85e-4d47-82f7-573695e73a7c)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:33:48.652183 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954dfb9a-d60a-4fc6-a809-0a70571bf878 None None] Network d1a47003-b278-4da4-924a-76225dced105 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:33:48.672102 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954dfb9a-d60a-4fc6-a809-0a70571bf878 None None] Pushing event updated for resources: {'Port': ['ID=94fb6531-b2ab-436b-9204-e6c514d855fb,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:48.680294 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device dc0ed203-618e-496f-90c6-771b4c901980 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:33:48.735011 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-954dfb9a-d60a-4fc6-a809-0a70571bf878 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:33:48.743203 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954dfb9a-d60a-4fc6-a809-0a70571bf878 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:33:48.754717 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port a5aa4d69-5d6e-4efe-a7b4-617450445181, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=a5aa4d69-5d6e-4efe-a7b4-617450445181,segment=NetworkSegment(42087326-e85e-4d47-82f7-573695e73a7c),segment_id=42087326-e85e-4d47-82f7-573695e73a7c)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:33:48.887449 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-f02ff21e-cf80-4fa0-9ddb-7caf09d869b8 service neutron] For port a5aa4d69-5d6e-4efe-a7b4-617450445181, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:33:49.033730 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf635582-3383-4b90-aa02-63698222af00 req-a93d2ea5-f079-4af5-9a15-e8ae6c29736b tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:49.038331 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bf635582-3383-4b90-aa02-63698222af00 req-a93d2ea5-f079-4af5-9a15-e8ae6c29736b tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=f146c6f5-c337-4e48-b979-f28e2141d131 HTTP/1.1" status: 200 len: 945 time: 0.3805003 Mar 11 19:33:49.087591 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b11db00-86e7-4155-a147-13490d09c29f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5aa4d69-5d6e-4efe-a7b4-617450445181'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:33:49.090838 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5822e4-9556-4417-8344-aba702195f4e" -d '{"events": [{"server_uuid": "7b11db00-86e7-4155-a147-13490d09c29f", "name": "network-vif-unplugged", "status": "completed", "tag": "a5aa4d69-5d6e-4efe-a7b4-617450445181"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:33:49.098745 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device a5aa4d69-5d6e-4efe-a7b4-617450445181 has no active binding in host n-h1-833163-1 {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 11 19:33:49.102710 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-f02ff21e-cf80-4fa0-9ddb-7caf09d869b8 service neutron] Publish callbacks [] for port (a5aa4d69-5d6e-4efe-a7b4-617450445181), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:49.107139 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:49.138161 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872c62d4-1037-4ede-9bdb-7407c7904352 req-f05ec160-2266-4067-b076-321e304ed539 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:49.145234 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-872c62d4-1037-4ede-9bdb-7407c7904352 req-f05ec160-2266-4067-b076-321e304ed539 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b11db00-86e7-4155-a147-13490d09c29f HTTP/1.1" status: 200 len: 945 time: 0.4849470 Mar 11 19:33:49.182919 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-f02ff21e-cf80-4fa0-9ddb-7caf09d869b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (a5aa4d69-5d6e-4efe-a7b4-617450445181), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:49.189861 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-954dfb9a-d60a-4fc6-a809-0a70571bf878 None None] Attempting to bind port 94fb6531-b2ab-436b-9204-e6c514d855fb on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:33:49.190232 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-954dfb9a-d60a-4fc6-a809-0a70571bf878 None None] Attempting to bind port 94fb6531-b2ab-436b-9204-e6c514d855fb by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'a428e657-2306-40d2-830f-79e1ffe38620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd1a47003-b278-4da4-924a-76225dced105'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:33:49.190591 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954dfb9a-d60a-4fc6-a809-0a70571bf878 None None] Attempting to bind port 94fb6531-b2ab-436b-9204-e6c514d855fb on network d1a47003-b278-4da4-924a-76225dced105 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:33:49.311590 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02ff21e-cf80-4fa0-9ddb-7caf09d869b8 service neutron] Pushing event updated for resources: {'Port': ['ID=a5aa4d69-5d6e-4efe-a7b4-617450445181,revision_number=7']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:49.316167 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954dfb9a-d60a-4fc6-a809-0a70571bf878 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:33:49.316547 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954dfb9a-d60a-4fc6-a809-0a70571bf878 None None] Checking segment: {'id': 'a428e657-2306-40d2-830f-79e1ffe38620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd1a47003-b278-4da4-924a-76225dced105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:33:49.316956 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-954dfb9a-d60a-4fc6-a809-0a70571bf878 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:49.317347 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954dfb9a-d60a-4fc6-a809-0a70571bf878 None None] Bound using segment: {'id': 'a428e657-2306-40d2-830f-79e1ffe38620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd1a47003-b278-4da4-924a-76225dced105'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:33:49.317832 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-954dfb9a-d60a-4fc6-a809-0a70571bf878 None None] Bound port: 94fb6531-b2ab-436b-9204-e6c514d855fb, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a428e657-2306-40d2-830f-79e1ffe38620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd1a47003-b278-4da4-924a-76225dced105'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:33:49.318211 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-954dfb9a-d60a-4fc6-a809-0a70571bf878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (94fb6531-b2ab-436b-9204-e6c514d855fb), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:49.334372 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f88689d-ecd8-4c38-84f9-8f93de9485c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-ad7170fc-1369-4007-8c32-5a7fc5f772b7', 'network_id': 'ad7170fc-1369-4007-8c32-5a7fc5f772b7', 'project_id': 'a957f2f02f014417a57323b91c40f536', 'fixed_ips': [{'subnet_id': '0f04670d-7f0a-443e-bc94-d3806a05f91b'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:33:49.335208 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7f88689d-ecd8-4c38-84f9-8f93de9485c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:49.459596 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 0f7ea648-8ba5-44d1-a485-4afac07a6e22 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:33:49.460298 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (0f7ea648-8ba5-44d1-a485-4afac07a6e22), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:49.461150 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bf635582-3383-4b90-aa02-63698222af00 req-03f617df-2918-4e84-8431-36997a9a2e10 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4012971 Mar 11 19:33:49.465530 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port dc0ed203-618e-496f-90c6-771b4c901980 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:33:49.465907 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (dc0ed203-618e-496f-90c6-771b4c901980), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:49.470040 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-872c62d4-1037-4ede-9bdb-7407c7904352 req-9d1e2ea1-710d-4cec-9420-c4003fe5dc1f tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239064 Mar 11 19:33:49.572691 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-f02ff21e-cf80-4fa0-9ddb-7caf09d869b8 service neutron] Attempting to bind port a5aa4d69-5d6e-4efe-a7b4-617450445181 on host n-h2-833163-1 for vnic_type normal with profile {"migrating_to": "n-h1-833163-1"} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:33:49.573050 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-f02ff21e-cf80-4fa0-9ddb-7caf09d869b8 service neutron] Attempting to bind port a5aa4d69-5d6e-4efe-a7b4-617450445181 by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '42087326-e85e-4d47-82f7-573695e73a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b2c20bf2-5907-4ff7-8af6-23603c7d780a'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:33:49.573385 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-f02ff21e-cf80-4fa0-9ddb-7caf09d869b8 service neutron] Attempting to bind port a5aa4d69-5d6e-4efe-a7b4-617450445181 on network b2c20bf2-5907-4ff7-8af6-23603c7d780a {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:33:49.587387 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-f02ff21e-cf80-4fa0-9ddb-7caf09d869b8 service neutron] Port a5aa4d69-5d6e-4efe-a7b4-617450445181 on network b2c20bf2-5907-4ff7-8af6-23603c7d780a not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:33:49.587717 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-f02ff21e-cf80-4fa0-9ddb-7caf09d869b8 service neutron] Attempting to bind port a5aa4d69-5d6e-4efe-a7b4-617450445181 on network b2c20bf2-5907-4ff7-8af6-23603c7d780a {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:33:49.594618 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa2cfee-8d78-4f02-b9ab-26d0b29c847b None None] Sync routers for ids ['ea15ad4d-bebb-4c46-90fd-b07c922de159'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:33:49.613216 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa2cfee-8d78-4f02-b9ab-26d0b29c847b None None] Routers {'ea15ad4d-bebb-4c46-90fd-b07c922de159'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:33:49.613856 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-0aa2cfee-8d78-4f02-b9ab-26d0b29c847b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:33:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['ea15ad4d-bebb-4c46-90fd-b07c922de159'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:33:49.684304 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-f02ff21e-cf80-4fa0-9ddb-7caf09d869b8 service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:33:49.685436 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-f02ff21e-cf80-4fa0-9ddb-7caf09d869b8 service neutron] Checking segment: {'id': '42087326-e85e-4d47-82f7-573695e73a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b2c20bf2-5907-4ff7-8af6-23603c7d780a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:33:49.685436 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-f02ff21e-cf80-4fa0-9ddb-7caf09d869b8 service neutron] Bound using segment: {'id': '42087326-e85e-4d47-82f7-573695e73a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b2c20bf2-5907-4ff7-8af6-23603c7d780a'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:33:49.685656 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-f02ff21e-cf80-4fa0-9ddb-7caf09d869b8 service neutron] Bound port: a5aa4d69-5d6e-4efe-a7b4-617450445181, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42087326-e85e-4d47-82f7-573695e73a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': 'b2c20bf2-5907-4ff7-8af6-23603c7d780a'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:33:49.685967 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-f02ff21e-cf80-4fa0-9ddb-7caf09d869b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a5aa4d69-5d6e-4efe-a7b4-617450445181), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:49.749394 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-954dfb9a-d60a-4fc6-a809-0a70571bf878 None None] For port 94fb6531-b2ab-436b-9204-e6c514d855fb, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:33:49.816331 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 0f7ea648-8ba5-44d1-a485-4afac07a6e22, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=0f7ea648-8ba5-44d1-a485-4afac07a6e22,segment=NetworkSegment(7a422026-32a0-497f-aed4-1737e6a95f1b),segment_id=7a422026-32a0-497f-aed4-1737e6a95f1b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:33:49.845003 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c442f2-6d9b-4140-baa6-bd10ef994f55 req-70cd0ade-d668-427b-9639-a51dcf0c2276 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:49.859284 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-954dfb9a-d60a-4fc6-a809-0a70571bf878 None None] For port 94fb6531-b2ab-436b-9204-e6c514d855fb, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=94fb6531-b2ab-436b-9204-e6c514d855fb,segment=NetworkSegment(a428e657-2306-40d2-830f-79e1ffe38620),segment_id=a428e657-2306-40d2-830f-79e1ffe38620)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:33:49.861967 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c442f2-6d9b-4140-baa6-bd10ef994f55 req-70cd0ade-d668-427b-9639-a51dcf0c2276 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:49.867906 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (0f7ea648-8ba5-44d1-a485-4afac07a6e22), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:49.873410 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c442f2-6d9b-4140-baa6-bd10ef994f55 req-70cd0ade-d668-427b-9639-a51dcf0c2276 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:49.888036 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c442f2-6d9b-4140-baa6-bd10ef994f55 req-70cd0ade-d668-427b-9639-a51dcf0c2276 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:49.902880 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c442f2-6d9b-4140-baa6-bd10ef994f55 req-70cd0ade-d668-427b-9639-a51dcf0c2276 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:49.909146 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-954dfb9a-d60a-4fc6-a809-0a70571bf878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (94fb6531-b2ab-436b-9204-e6c514d855fb), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:49.915579 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c442f2-6d9b-4140-baa6-bd10ef994f55 req-70cd0ade-d668-427b-9639-a51dcf0c2276 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:49.926139 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c442f2-6d9b-4140-baa6-bd10ef994f55 req-70cd0ade-d668-427b-9639-a51dcf0c2276 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:49.928400 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-64c442f2-6d9b-4140-baa6-bd10ef994f55 req-70cd0ade-d668-427b-9639-a51dcf0c2276 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 5432 time: 0.3237917 Mar 11 19:33:50.052760 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-f02ff21e-cf80-4fa0-9ddb-7caf09d869b8 service neutron] For port a5aa4d69-5d6e-4efe-a7b4-617450445181, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:33:50.081819 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-7f88689d-ecd8-4c38-84f9-8f93de9485c4 None None] Allocated IP 19.86.0.2 (ad7170fc-1369-4007-8c32-5a7fc5f772b7/0f04670d-7f0a-443e-bc94-d3806a05f91b/1e06b570-802b-48d1-a16c-d8adab4ee3fa) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:33:50.086691 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-0aa2cfee-8d78-4f02-b9ab-26d0b29c847b None None] Set router ea15ad4d-bebb-4c46-90fd-b07c922de159 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:33:50.127423 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-64c442f2-6d9b-4140-baa6-bd10ef994f55 req-27f558c9-d70a-4262-928f-22efe10c41be tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=da55a647-62ee-4d15-a963-651fcfed7127&id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1825240 Mar 11 19:33:50.140743 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port dc0ed203-618e-496f-90c6-771b4c901980 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:33:50.141340 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (dc0ed203-618e-496f-90c6-771b4c901980), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:50.152280 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-f02ff21e-cf80-4fa0-9ddb-7caf09d869b8 service neutron] For port a5aa4d69-5d6e-4efe-a7b4-617450445181, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=a5aa4d69-5d6e-4efe-a7b4-617450445181,segment=NetworkSegment(42087326-e85e-4d47-82f7-573695e73a7c),segment_id=42087326-e85e-4d47-82f7-573695e73a7c)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:33:50.164118 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-f02ff21e-cf80-4fa0-9ddb-7caf09d869b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (a5aa4d69-5d6e-4efe-a7b4-617450445181), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:50.178375 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=0f7ea648-8ba5-44d1-a485-4afac07a6e22,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:50.269068 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port dc0ed203-618e-496f-90c6-771b4c901980, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=dc0ed203-618e-496f-90c6-771b4c901980,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:33:50.340813 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (dc0ed203-618e-496f-90c6-771b4c901980), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:50.363997 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-f02ff21e-cf80-4fa0-9ddb-7caf09d869b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:50.364801 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-f02ff21e-cf80-4fa0-9ddb-7caf09d869b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:50.366531 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-f02ff21e-cf80-4fa0-9ddb-7caf09d869b8 service neutron] 10.222.0.75 "PUT /v2.0/ports/a5aa4d69-5d6e-4efe-a7b4-617450445181 HTTP/1.1" status: 200 len: 1121 time: 2.5173066 Mar 11 19:33:50.370039 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02ff21e-cf80-4fa0-9ddb-7caf09d869b8 service neutron] Pushing event updated for resources: {'Port': ['ID=a5aa4d69-5d6e-4efe-a7b4-617450445181,revision_number=8']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:50.522328 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa8c702-cf6f-489f-a488-b046d18b5f9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f7ea648-8ba5-44d1-a485-4afac07a6e22'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:33:50.529487 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0679b7df-810a-4fd7-ad1e-b45d13eaf349" -d '{"events": [{"server_uuid": "1fa8c702-cf6f-489f-a488-b046d18b5f9d", "name": "network-vif-plugged", "status": "completed", "tag": "0f7ea648-8ba5-44d1-a485-4afac07a6e22"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:33:50.557091 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['a5aa4d69-5d6e-4efe-a7b4-617450445181'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:33:50.605790 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-0aa2cfee-8d78-4f02-b9ab-26d0b29c847b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea15ad4d-bebb-4c46-90fd-b07c922de159', 'name': 'tempest-ServersTestMultiNic-765030311-router', 'tenant_id': 'a957f2f02f014417a57323b91c40f536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'dc0ed203-618e-496f-90c6-771b4c901980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:33:35Z', 'updated_at': '2022-03-11T19:33:41Z', 'revision_number': 4, 'project_id': 'a957f2f02f014417a57323b91c40f536', 'gw_port': {'id': 'dc0ed203-618e-496f-90c6-771b4c901980', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:08:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea15ad4d-bebb-4c46-90fd-b07c922de159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:33:36Z', 'updated_at': '2022-03-11T19:33:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '53ed2ba9-4a94-4491-8950-c040c5b76a24', 'name': '', 'network_id': '7b2fc40f-4d44-44a5-958d-d708156f9f13', 'tenant_id': 'a957f2f02f014417a57323b91c40f536', 'mac_address': 'fa:16:3e:ff:44:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea15ad4d-bebb-4c46-90fd-b07c922de159', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'f429dbd3-945c-4f5c-8473-2a7d67dc9660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:33:40Z', 'updated_at': '2022-03-11T19:33:42Z', 'revision_number': 2, 'project_id': 'a957f2f02f014417a57323b91c40f536', 'subnets': [{'id': 'f429dbd3-945c-4f5c-8473-2a7d67dc9660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:33:50.624826 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 19:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717b4447-9c0d-4d6b-9023-563a68a6161a x-openstack-request-id: req-717b4447-9c0d-4d6b-9023-563a68a6161a {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:33:50.626926 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b11db00-86e7-4155-a147-13490d09c29f", "name": "network-vif-unplugged", "status": "completed", "tag": "a5aa4d69-5d6e-4efe-a7b4-617450445181", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:33:50.628610 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-717b4447-9c0d-4d6b-9023-563a68a6161a {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:33:50.629261 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b11db00-86e7-4155-a147-13490d09c29f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5aa4d69-5d6e-4efe-a7b4-617450445181', 'code': 200} Mar 11 19:33:50.705279 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa2cfee-8d78-4f02-b9ab-26d0b29c847b None None] Checking router: ea15ad4d-bebb-4c46-90fd-b07c922de159 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:33:50.714524 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa2cfee-8d78-4f02-b9ab-26d0b29c847b None None] Updating router ea15ad4d-bebb-4c46-90fd-b07c922de159 port 53ed2ba9-4a94-4491-8950-c040c5b76a24 binding host n-d-833163-1 {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:33:50.780522 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-0aa2cfee-8d78-4f02-b9ab-26d0b29c847b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (53ed2ba9-4a94-4491-8950-c040c5b76a24), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:51.087113 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7f88689d-ecd8-4c38-84f9-8f93de9485c4 None None] Publish callbacks [] for port (1e06b570-802b-48d1-a16c-d8adab4ee3fa), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:51.142558 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['a5aa4d69-5d6e-4efe-a7b4-617450445181'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:33:51.160028 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954dfb9a-d60a-4fc6-a809-0a70571bf878 None None] Pushing event updated for resources: {'Port': ['ID=94fb6531-b2ab-436b-9204-e6c514d855fb,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:51.278594 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7f88689d-ecd8-4c38-84f9-8f93de9485c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (1e06b570-802b-48d1-a16c-d8adab4ee3fa), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:51.311711 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-a42ad9bc-b416-4828-a0fa-d5064e826cc9 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:51.334450 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-a42ad9bc-b416-4828-a0fa-d5064e826cc9 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:51.350175 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-a42ad9bc-b416-4828-a0fa-d5064e826cc9 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/networks?id=d1a47003-b278-4da4-924a-76225dced105&id=ad7170fc-1369-4007-8c32-5a7fc5f772b7&id=d1a47003-b278-4da4-924a-76225dced105 HTTP/1.1" status: 200 len: 1391 time: 0.7910845 Mar 11 19:33:51.372734 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf3364b-c294-406d-853d-a0c89d9e2e65 req-9dc8c060-5d13-430e-94d9-66def90d4c99 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:51.380708 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-baf3364b-c294-406d-853d-a0c89d9e2e65 req-9dc8c060-5d13-430e-94d9-66def90d4c99 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=70ef355c-680f-4c77-b6bd-90827e0df059 HTTP/1.1" status: 200 len: 949 time: 0.2173803 Mar 11 19:33:51.390318 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f79542de-b320-4719-866d-e0b60729d14b req-347adf47-fb66-4e0e-9b7e-2ff6dfc72bd6 service neutron] 10.222.0.57 "GET /v2.0/ports/2f992392-42cb-46d8-a63a-84020459f21d/bindings/n-h2-833163-1 HTTP/1.1" status: 200 len: 382 time: 0.1817906 Mar 11 19:33:51.439841 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-9f195efc-b49f-4909-b29d-72d72b7f73ae tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/quotas/a957f2f02f014417a57323b91c40f536 HTTP/1.1" status: 200 len: 375 time: 0.0882614 Mar 11 19:33:51.492514 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f88689d-ecd8-4c38-84f9-8f93de9485c4 None None] Network ad7170fc-1369-4007-8c32-5a7fc5f772b7 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:33:51.498186 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-0aa2cfee-8d78-4f02-b9ab-26d0b29c847b None None] Publish callbacks [] for port (53ed2ba9-4a94-4491-8950-c040c5b76a24), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:51.535068 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-0aa2cfee-8d78-4f02-b9ab-26d0b29c847b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (53ed2ba9-4a94-4491-8950-c040c5b76a24), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:51.542236 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-7f88689d-ecd8-4c38-84f9-8f93de9485c4 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:33:51.550363 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:33:51.566399 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f88689d-ecd8-4c38-84f9-8f93de9485c4 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:33:51.597659 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-baf3364b-c294-406d-853d-a0c89d9e2e65 req-03338dc8-0f30-4908-9a12-23b91a7184aa tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157333 Mar 11 19:33:51.632114 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=dc0ed203-618e-496f-90c6-771b4c901980,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:51.689213 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa66e094-de22-48c4-9077-ee5586bc95df None None] Pushing event updated for resources: {'Port': ['ID=53ed2ba9-4a94-4491-8950-c040c5b76a24,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:51.742661 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-e0454771-feb3-4e20-b037-a9c16bec99f0 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a957f2f02f014417a57323b91c40f536&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3014884 Mar 11 19:33:51.773690 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:33:51.774260 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:33:51.775276 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:33:51.775820 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:33:51.776176 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:33:51.776512 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:33:51.777195 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:33:51.777693 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:33:51.778005 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:33:51.778339 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:33:51.778727 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:33:51.779061 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:33:51.779391 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:33:51.823432 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa66e094-de22-48c4-9077-ee5586bc95df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:33:51.832520 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa66e094-de22-48c4-9077-ee5586bc95df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:33:51.832952 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa66e094-de22-48c4-9077-ee5586bc95df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:33:51.835941 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa66e094-de22-48c4-9077-ee5586bc95df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:33:51.836298 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa66e094-de22-48c4-9077-ee5586bc95df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:33:51.836694 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa66e094-de22-48c4-9077-ee5586bc95df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:33:51.837019 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa66e094-de22-48c4-9077-ee5586bc95df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:33:51.837388 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa66e094-de22-48c4-9077-ee5586bc95df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:33:51.837755 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa66e094-de22-48c4-9077-ee5586bc95df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:33:51.846157 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa66e094-de22-48c4-9077-ee5586bc95df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:33:51.846593 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa66e094-de22-48c4-9077-ee5586bc95df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:33:51.846936 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa66e094-de22-48c4-9077-ee5586bc95df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:33:51.847269 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa66e094-de22-48c4-9077-ee5586bc95df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:33:51.889531 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-0aa2cfee-8d78-4f02-b9ab-26d0b29c847b None None] Attempting to bind port 53ed2ba9-4a94-4491-8950-c040c5b76a24 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:33:51.890158 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-0aa2cfee-8d78-4f02-b9ab-26d0b29c847b None None] Attempting to bind port 53ed2ba9-4a94-4491-8950-c040c5b76a24 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '0cf8fa48-9134-4521-9a3c-95a0fcb4e6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '7b2fc40f-4d44-44a5-958d-d708156f9f13'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:33:51.890753 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa2cfee-8d78-4f02-b9ab-26d0b29c847b None None] Attempting to bind port 53ed2ba9-4a94-4491-8950-c040c5b76a24 on network 7b2fc40f-4d44-44a5-958d-d708156f9f13 {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:33:51.900257 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79542de-b320-4719-866d-e0b60729d14b req-1b3c9958-2c4d-4a48-a7b7-8ab85f9fea1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:51.902327 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f79542de-b320-4719-866d-e0b60729d14b req-1b3c9958-2c4d-4a48-a7b7-8ab85f9fea1c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=70ef355c-680f-4c77-b6bd-90827e0df059&tenant_id=487f8613d1fa45ab81e48e9d9d0fc801 HTTP/1.1" status: 200 len: 1131 time: 0.0991650 Mar 11 19:33:51.903484 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa2cfee-8d78-4f02-b9ab-26d0b29c847b None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:33:51.904209 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa2cfee-8d78-4f02-b9ab-26d0b29c847b None None] Checking segment: {'id': '0cf8fa48-9134-4521-9a3c-95a0fcb4e6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '7b2fc40f-4d44-44a5-958d-d708156f9f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:33:51.905021 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-0aa2cfee-8d78-4f02-b9ab-26d0b29c847b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:51.906002 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa2cfee-8d78-4f02-b9ab-26d0b29c847b None None] Bound using segment: {'id': '0cf8fa48-9134-4521-9a3c-95a0fcb4e6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '7b2fc40f-4d44-44a5-958d-d708156f9f13'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:33:51.906827 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-0aa2cfee-8d78-4f02-b9ab-26d0b29c847b None None] Bound port: 53ed2ba9-4a94-4491-8950-c040c5b76a24, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cf8fa48-9134-4521-9a3c-95a0fcb4e6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '7b2fc40f-4d44-44a5-958d-d708156f9f13'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:33:51.907377 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-0aa2cfee-8d78-4f02-b9ab-26d0b29c847b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (53ed2ba9-4a94-4491-8950-c040c5b76a24), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:52.012860 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-7f88689d-ecd8-4c38-84f9-8f93de9485c4 None None] Attempting to bind port 1e06b570-802b-48d1-a16c-d8adab4ee3fa on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:33:52.013249 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-7f88689d-ecd8-4c38-84f9-8f93de9485c4 None None] Attempting to bind port 1e06b570-802b-48d1-a16c-d8adab4ee3fa by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '8fd455bd-0100-4568-b1f1-692b62b6da1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'ad7170fc-1369-4007-8c32-5a7fc5f772b7'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:33:52.013619 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f88689d-ecd8-4c38-84f9-8f93de9485c4 None None] Attempting to bind port 1e06b570-802b-48d1-a16c-d8adab4ee3fa on network ad7170fc-1369-4007-8c32-5a7fc5f772b7 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:33:52.031319 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582087e5-fbbf-4ea9-afc4-317467fd2128 None None] Network d1a47003-b278-4da4-924a-76225dced105 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:33:52.037771 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79542de-b320-4719-866d-e0b60729d14b req-37c57274-230e-4a3f-9734-498112d0db2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:52.039491 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f79542de-b320-4719-866d-e0b60729d14b req-37c57274-230e-4a3f-9734-498112d0db2a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=487f8613d1fa45ab81e48e9d9d0fc801&device_id=70ef355c-680f-4c77-b6bd-90827e0df059 HTTP/1.1" status: 200 len: 1131 time: 0.1113021 Mar 11 19:33:52.088895 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-0aa2cfee-8d78-4f02-b9ab-26d0b29c847b None None] For port 53ed2ba9-4a94-4491-8950-c040c5b76a24, host n-d-833163-1, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:33:52.093411 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-0aa2cfee-8d78-4f02-b9ab-26d0b29c847b None None] For port 53ed2ba9-4a94-4491-8950-c040c5b76a24, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=53ed2ba9-4a94-4491-8950-c040c5b76a24,segment=NetworkSegment(0cf8fa48-9134-4521-9a3c-95a0fcb4e6c7),segment_id=0cf8fa48-9134-4521-9a3c-95a0fcb4e6c7)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:33:52.105309 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-0aa2cfee-8d78-4f02-b9ab-26d0b29c847b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (53ed2ba9-4a94-4491-8950-c040c5b76a24), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:52.124044 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f88689d-ecd8-4c38-84f9-8f93de9485c4 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:33:52.124432 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f88689d-ecd8-4c38-84f9-8f93de9485c4 None None] Checking segment: {'id': '8fd455bd-0100-4568-b1f1-692b62b6da1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'ad7170fc-1369-4007-8c32-5a7fc5f772b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:33:52.124847 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7f88689d-ecd8-4c38-84f9-8f93de9485c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:52.125298 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f88689d-ecd8-4c38-84f9-8f93de9485c4 None None] Bound using segment: {'id': '8fd455bd-0100-4568-b1f1-692b62b6da1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'ad7170fc-1369-4007-8c32-5a7fc5f772b7'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:33:52.125795 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-7f88689d-ecd8-4c38-84f9-8f93de9485c4 None None] Bound port: 1e06b570-802b-48d1-a16c-d8adab4ee3fa, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd455bd-0100-4568-b1f1-692b62b6da1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'ad7170fc-1369-4007-8c32-5a7fc5f772b7'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:33:52.126185 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7f88689d-ecd8-4c38-84f9-8f93de9485c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (1e06b570-802b-48d1-a16c-d8adab4ee3fa), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:52.137728 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1621317f-903e-4e28-8dac-e048d2dc4bbd req-ee69fd50-2668-48cf-b57f-61f4a5998c2d tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:52.146078 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1621317f-903e-4e28-8dac-e048d2dc4bbd req-ee69fd50-2668-48cf-b57f-61f4a5998c2d tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=f146c6f5-c337-4e48-b979-f28e2141d131 HTTP/1.1" status: 200 len: 945 time: 0.3120384 Mar 11 19:33:52.183776 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f88689d-ecd8-4c38-84f9-8f93de9485c4 None None] Pushing event updated for resources: {'Port': ['ID=1e06b570-802b-48d1-a16c-d8adab4ee3fa,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:52.256657 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-39e0f882-d038-4ef2-a34c-4b62a628abf5 service neutron] 10.222.0.65 "GET /v2.0/networks/d1a47003-b278-4da4-924a-76225dced105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5112848 Mar 11 19:33:52.258543 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-45b678b5-7011-4348-960e-9a31362aae63 None None] Provisioning complete for port 53ed2ba9-4a94-4491-8950-c040c5b76a24 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:33:52.262845 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-45b678b5-7011-4348-960e-9a31362aae63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (53ed2ba9-4a94-4491-8950-c040c5b76a24), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:52.320613 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa2cfee-8d78-4f02-b9ab-26d0b29c847b None None] Routers {'ea15ad4d-bebb-4c46-90fd-b07c922de159'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:33:52.323116 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79542de-b320-4719-866d-e0b60729d14b req-586e1cf1-8af2-4d61-9311-dae2af5be3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:52.324659 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-0aa2cfee-8d78-4f02-b9ab-26d0b29c847b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:33:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['ea15ad4d-bebb-4c46-90fd-b07c922de159'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:33:52.329843 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f79542de-b320-4719-866d-e0b60729d14b req-586e1cf1-8af2-4d61-9311-dae2af5be3e2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=885772b1-9b97-4e1d-a0fb-e125030c5a81 HTTP/1.1" status: 200 len: 870 time: 0.2819431 Mar 11 19:33:52.497398 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f79542de-b320-4719-866d-e0b60729d14b req-a8f33938-0feb-40d3-b94d-7528250b3e92 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=2f992392-42cb-46d8-a63a-84020459f21d HTTP/1.1" status: 200 len: 217 time: 0.1557539 Mar 11 19:33:52.504019 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa66e094-de22-48c4-9077-ee5586bc95df None None] Pushing event updated for resources: {'Port': ['ID=53ed2ba9-4a94-4491-8950-c040c5b76a24,revision_number=4']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:52.606814 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-399d79d0-7938-40fc-87c1-7e82999b6edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:52.615749 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:52.659334 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1621317f-903e-4e28-8dac-e048d2dc4bbd req-ba8e7246-48f4-41ff-a881-d361f7ce0597 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4969265 Mar 11 19:33:52.662088 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79542de-b320-4719-866d-e0b60729d14b req-ad7c1117-93a7-41fd-a4d5-cbff29057148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:52.663334 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b11db00-86e7-4155-a147-13490d09c29f', 'tag': 'a5aa4d69-5d6e-4efe-a7b4-617450445181'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:33:52.666185 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f79542de-b320-4719-866d-e0b60729d14b req-ad7c1117-93a7-41fd-a4d5-cbff29057148 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.1570311 Mar 11 19:33:52.669717 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a903d0-157f-4818-aa9f-5a6e15196d1a" -d '{"events": [{"name": "network-changed", "server_uuid": "7b11db00-86e7-4155-a147-13490d09c29f", "tag": "a5aa4d69-5d6e-4efe-a7b4-617450445181"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:33:52.681894 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-4e1ba69d-89de-40c8-a03e-ee3e1b22ad68 service neutron] 10.222.0.65 "GET /v2.0/networks/d1a47003-b278-4da4-924a-76225dced105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4118981 Mar 11 19:33:52.745460 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-0aa2cfee-8d78-4f02-b9ab-26d0b29c847b None None] Set router ea15ad4d-bebb-4c46-90fd-b07c922de159 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:33:52.778675 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device dc0ed203-618e-496f-90c6-771b4c901980 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:33:52.804118 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79542de-b320-4719-866d-e0b60729d14b req-6445f58a-f27c-4911-bc5a-0a3c177326fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:52.805661 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f79542de-b320-4719-866d-e0b60729d14b req-6445f58a-f27c-4911-bc5a-0a3c177326fb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1356058 Mar 11 19:33:52.900976 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-82c90541-8b15-4210-9532-bb030b962067 service neutron] 10.222.0.65 "GET /v2.0/networks/ad7170fc-1369-4007-8c32-5a7fc5f772b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091415 Mar 11 19:33:52.920996 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0949bce7-df38-4a65-b371-8eabc9923057 req-215929ec-e8ce-4512-bb66-eb629aecd08d tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:52.924132 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-7f88689d-ecd8-4c38-84f9-8f93de9485c4 None None] For port 1e06b570-802b-48d1-a16c-d8adab4ee3fa, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:33:52.932063 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0949bce7-df38-4a65-b371-8eabc9923057 req-215929ec-e8ce-4512-bb66-eb629aecd08d tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b11db00-86e7-4155-a147-13490d09c29f HTTP/1.1" status: 200 len: 943 time: 0.1117177 Mar 11 19:33:52.944825 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-7f88689d-ecd8-4c38-84f9-8f93de9485c4 None None] For port 1e06b570-802b-48d1-a16c-d8adab4ee3fa, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=1e06b570-802b-48d1-a16c-d8adab4ee3fa,segment=NetworkSegment(8fd455bd-0100-4568-b1f1-692b62b6da1a),segment_id=8fd455bd-0100-4568-b1f1-692b62b6da1a)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:33:52.948838 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-45b678b5-7011-4348-960e-9a31362aae63 None None] Current status of the port 53ed2ba9-4a94-4491-8950-c040c5b76a24 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:33:52.951498 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-45b678b5-7011-4348-960e-9a31362aae63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (53ed2ba9-4a94-4491-8950-c040c5b76a24), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:53.012400 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f79542de-b320-4719-866d-e0b60729d14b req-aba45eca-5c92-4380-9abe-0e7ce72e81c2 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969109 Mar 11 19:33:53.034425 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-45b678b5-7011-4348-960e-9a31362aae63 None None] For port 53ed2ba9-4a94-4491-8950-c040c5b76a24, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=53ed2ba9-4a94-4491-8950-c040c5b76a24,segment=NetworkSegment(0cf8fa48-9134-4521-9a3c-95a0fcb4e6c7),segment_id=0cf8fa48-9134-4521-9a3c-95a0fcb4e6c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:33:53.057193 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port dc0ed203-618e-496f-90c6-771b4c901980 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:33:53.057688 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (dc0ed203-618e-496f-90c6-771b4c901980), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:53.072435 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0949bce7-df38-4a65-b371-8eabc9923057 req-a04ebca0-34af-4103-a38c-5e5439194478 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385250 Mar 11 19:33:53.130837 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-c23b8391-e89b-485b-9997-e767f4423d73 service neutron] 10.222.0.65 "GET /v2.0/networks/ad7170fc-1369-4007-8c32-5a7fc5f772b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281637 Mar 11 19:33:53.190763 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7f88689d-ecd8-4c38-84f9-8f93de9485c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (1e06b570-802b-48d1-a16c-d8adab4ee3fa), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:53.199820 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-45b678b5-7011-4348-960e-9a31362aae63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (53ed2ba9-4a94-4491-8950-c040c5b76a24), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:53.250574 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f79542de-b320-4719-866d-e0b60729d14b req-a879bbb2-de26-45e7-8e6f-f7aa3defce2a service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284679 Mar 11 19:33:53.266105 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-0aa2cfee-8d78-4f02-b9ab-26d0b29c847b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea15ad4d-bebb-4c46-90fd-b07c922de159', 'name': 'tempest-ServersTestMultiNic-765030311-router', 'tenant_id': 'a957f2f02f014417a57323b91c40f536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'dc0ed203-618e-496f-90c6-771b4c901980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:33:35Z', 'updated_at': '2022-03-11T19:33:41Z', 'revision_number': 4, 'project_id': 'a957f2f02f014417a57323b91c40f536', 'gw_port': {'id': 'dc0ed203-618e-496f-90c6-771b4c901980', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:08:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea15ad4d-bebb-4c46-90fd-b07c922de159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:33:36Z', 'updated_at': '2022-03-11T19:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '53ed2ba9-4a94-4491-8950-c040c5b76a24', 'name': '', 'network_id': '7b2fc40f-4d44-44a5-958d-d708156f9f13', 'tenant_id': 'a957f2f02f014417a57323b91c40f536', 'mac_address': 'fa:16:3e:ff:44:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea15ad4d-bebb-4c46-90fd-b07c922de159', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'f429dbd3-945c-4f5c-8473-2a7d67dc9660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:33:40Z', 'updated_at': '2022-03-11T19:33:52Z', 'revision_number': 4, 'project_id': 'a957f2f02f014417a57323b91c40f536', 'subnets': [{'id': 'f429dbd3-945c-4f5c-8473-2a7d67dc9660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:33:53.379829 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-c18d2aa1-9a72-4c15-bf83-b6ea039501fe service neutron] 10.222.0.65 "GET /v2.0/networks/d1a47003-b278-4da4-924a-76225dced105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476625 Mar 11 19:33:53.393465 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aa2cfee-8d78-4f02-b9ab-26d0b29c847b None None] The sync data for ids ['ea15ad4d-bebb-4c46-90fd-b07c922de159'] in n-d-833163-1 is: [{'id': 'ea15ad4d-bebb-4c46-90fd-b07c922de159', 'name': 'tempest-ServersTestMultiNic-765030311-router', 'tenant_id': 'a957f2f02f014417a57323b91c40f536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'dc0ed203-618e-496f-90c6-771b4c901980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:33:35Z', 'updated_at': '2022-03-11T19:33:41Z', 'revision_number': 4, 'project_id': 'a957f2f02f014417a57323b91c40f536', 'gw_port': {'id': 'dc0ed203-618e-496f-90c6-771b4c901980', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:08:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea15ad4d-bebb-4c46-90fd-b07c922de159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:33:36Z', 'updated_at': '2022-03-11T19:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '53ed2ba9-4a94-4491-8950-c040c5b76a24', 'name': '', 'network_id': '7b2fc40f-4d44-44a5-958d-d708156f9f13', 'tenant_id': 'a957f2f02f014417a57323b91c40f536', 'mac_address': 'fa:16:3e:ff:44:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea15ad4d-bebb-4c46-90fd-b07c922de159', 'device_owner': 'network:router_interface', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': 'f429dbd3-945c-4f5c-8473-2a7d67dc9660', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:33:40Z', 'updated_at': '2022-03-11T19:33:52Z', 'revision_number': 4, 'project_id': 'a957f2f02f014417a57323b91c40f536', 'subnets': [{'id': 'f429dbd3-945c-4f5c-8473-2a7d67dc9660', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:33:53.576045 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port dc0ed203-618e-496f-90c6-771b4c901980 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:33:53.588489 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 94fb6531-b2ab-436b-9204-e6c514d855fb up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:33:53.591508 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-45b678b5-7011-4348-960e-9a31362aae63 None None] Provisioning complete for port 94fb6531-b2ab-436b-9204-e6c514d855fb triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:33:53.593645 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-45b678b5-7011-4348-960e-9a31362aae63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (94fb6531-b2ab-436b-9204-e6c514d855fb), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:53.702477 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-4d139f30-686a-4b22-9504-b61e61a43169 service neutron] 10.222.0.65 "GET /v2.0/networks/d1a47003-b278-4da4-924a-76225dced105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054149 Mar 11 19:33:53.924431 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f88689d-ecd8-4c38-84f9-8f93de9485c4 None None] Pushing event updated for resources: {'Port': ['ID=1e06b570-802b-48d1-a16c-d8adab4ee3fa,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:54.021494 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-45b678b5-7011-4348-960e-9a31362aae63 None None] Current status of the port 94fb6531-b2ab-436b-9204-e6c514d855fb is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:33:54.021494 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-45b678b5-7011-4348-960e-9a31362aae63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (94fb6531-b2ab-436b-9204-e6c514d855fb), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:54.159058 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e753dd-906b-4b68-829e-a9c14aa23ed8 x-openstack-request-id: req-59e753dd-906b-4b68-829e-a9c14aa23ed8 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:33:54.160906 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fa8c702-cf6f-489f-a488-b046d18b5f9d", "name": "network-vif-plugged", "status": "completed", "tag": "0f7ea648-8ba5-44d1-a485-4afac07a6e22", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:33:54.161338 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-59e753dd-906b-4b68-829e-a9c14aa23ed8 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:33:54.165055 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa8c702-cf6f-489f-a488-b046d18b5f9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f7ea648-8ba5-44d1-a485-4afac07a6e22', 'code': 200} Mar 11 19:33:54.168266 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 94fb6531-b2ab-436b-9204-e6c514d855fb triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:33:54.168905 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (94fb6531-b2ab-436b-9204-e6c514d855fb), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:54.327597 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc92ee9c-64b2-45bb-a497-9ac334160a79 req-a470c9f3-321b-4981-8c24-43cfd0e1c34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:54.328099 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc92ee9c-64b2-45bb-a497-9ac334160a79 req-a470c9f3-321b-4981-8c24-43cfd0e1c34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:54.328561 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc92ee9c-64b2-45bb-a497-9ac334160a79 req-a470c9f3-321b-4981-8c24-43cfd0e1c34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:54.329019 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc92ee9c-64b2-45bb-a497-9ac334160a79 req-a470c9f3-321b-4981-8c24-43cfd0e1c34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:54.329454 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc92ee9c-64b2-45bb-a497-9ac334160a79 req-a470c9f3-321b-4981-8c24-43cfd0e1c34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:54.330647 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc92ee9c-64b2-45bb-a497-9ac334160a79 req-a470c9f3-321b-4981-8c24-43cfd0e1c34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:54.333492 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc92ee9c-64b2-45bb-a497-9ac334160a79 req-a470c9f3-321b-4981-8c24-43cfd0e1c34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:54.335674 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cc92ee9c-64b2-45bb-a497-9ac334160a79 req-a470c9f3-321b-4981-8c24-43cfd0e1c34a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 6707 time: 0.1507602 Mar 11 19:33:54.390533 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652c67b-ef4d-4272-b6ad-81f26f500227 req-54122e6b-d19e-4869-8602-14c2fa38f85c tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:54.393763 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-45b678b5-7011-4348-960e-9a31362aae63 None None] For port 94fb6531-b2ab-436b-9204-e6c514d855fb, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=94fb6531-b2ab-436b-9204-e6c514d855fb,segment=NetworkSegment(a428e657-2306-40d2-830f-79e1ffe38620),segment_id=a428e657-2306-40d2-830f-79e1ffe38620)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:33:54.396721 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652c67b-ef4d-4272-b6ad-81f26f500227 req-54122e6b-d19e-4869-8602-14c2fa38f85c tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:54.403600 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652c67b-ef4d-4272-b6ad-81f26f500227 req-54122e6b-d19e-4869-8602-14c2fa38f85c tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:54.413871 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-45b678b5-7011-4348-960e-9a31362aae63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (94fb6531-b2ab-436b-9204-e6c514d855fb), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:54.421848 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652c67b-ef4d-4272-b6ad-81f26f500227 req-54122e6b-d19e-4869-8602-14c2fa38f85c tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:54.439222 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652c67b-ef4d-4272-b6ad-81f26f500227 req-54122e6b-d19e-4869-8602-14c2fa38f85c tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:54.444886 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652c67b-ef4d-4272-b6ad-81f26f500227 req-54122e6b-d19e-4869-8602-14c2fa38f85c tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:54.453615 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4652c67b-ef4d-4272-b6ad-81f26f500227 req-54122e6b-d19e-4869-8602-14c2fa38f85c tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:54.455838 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4652c67b-ef4d-4272-b6ad-81f26f500227 req-54122e6b-d19e-4869-8602-14c2fa38f85c tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 5433 time: 0.2604759 Mar 11 19:33:54.579825 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b678b5-7011-4348-960e-9a31362aae63 None None] Pushing event updated for resources: {'Port': ['ID=53ed2ba9-4a94-4491-8950-c040c5b76a24,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:54.712203 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cc92ee9c-64b2-45bb-a497-9ac334160a79 req-ab7b1731-80f9-48ff-b7d0-25ba3cd3937c service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=d5fd3d3c-20cd-431b-acc4-4d910716b349&id=da55a647-62ee-4d15-a963-651fcfed7127&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3631291 Mar 11 19:33:54.726081 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff304f7f-01aa-4976-95b0-e6ac883dd02d req-f29616e5-745c-4a86-983c-2065d42c3934 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:54.729515 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-79fedfd2-eeee-4558-bbce-36ff2222d55e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:54.736746 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ff304f7f-01aa-4976-95b0-e6ac883dd02d req-f29616e5-745c-4a86-983c-2065d42c3934 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=70ef355c-680f-4c77-b6bd-90827e0df059 HTTP/1.1" status: 200 len: 949 time: 0.2796886 Mar 11 19:33:54.759133 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-0e74f71a-7f88-4f07-8456-2c513243c103 None None] Provisioning complete for port 53ed2ba9-4a94-4491-8950-c040c5b76a24 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:33:54.759466 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0e74f71a-7f88-4f07-8456-2c513243c103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (53ed2ba9-4a94-4491-8950-c040c5b76a24), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:54.769761 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4652c67b-ef4d-4272-b6ad-81f26f500227 req-7773f93f-8b2e-4d66-b48e-fe7209114a08 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=da55a647-62ee-4d15-a963-651fcfed7127&id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2954214 Mar 11 19:33:54.860163 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 94fb6531-b2ab-436b-9204-e6c514d855fb is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:33:54.896786 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ff304f7f-01aa-4976-95b0-e6ac883dd02d req-b90eecd3-6bb0-43c5-a72b-2ded68d10b47 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589656 Mar 11 19:33:54.949257 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee7542e-50fd-4eb9-a613-65d59ae05fb6 x-openstack-request-id: req-4ee7542e-50fd-4eb9-a613-65d59ae05fb6 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:33:54.949869 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b11db00-86e7-4155-a147-13490d09c29f", "tag": "a5aa4d69-5d6e-4efe-a7b4-617450445181", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:33:54.950372 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4ee7542e-50fd-4eb9-a613-65d59ae05fb6 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:33:54.951035 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b11db00-86e7-4155-a147-13490d09c29f', 'tag': 'a5aa4d69-5d6e-4efe-a7b4-617450445181', 'status': 'completed', 'code': 200} Mar 11 19:33:55.027333 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b678b5-7011-4348-960e-9a31362aae63 None None] Pushing event updated for resources: {'Port': ['ID=94fb6531-b2ab-436b-9204-e6c514d855fb,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:55.074133 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-0e74f71a-7f88-4f07-8456-2c513243c103 None None] Current status of the port 53ed2ba9-4a94-4491-8950-c040c5b76a24 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:33:55.108151 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-0e74f71a-7f88-4f07-8456-2c513243c103 None None] Provisioning complete for port 94fb6531-b2ab-436b-9204-e6c514d855fb triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:33:55.113775 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0e74f71a-7f88-4f07-8456-2c513243c103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (94fb6531-b2ab-436b-9204-e6c514d855fb), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:55.151642 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-18320ed3-9a95-42d2-8919-e26399b12450 req-16be9581-1962-42d2-b3df-1d7043e087ea tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/ports?device_id=01d96742-1670-4df9-b22d-a3bb259a761b HTTP/1.1" status: 200 len: 210 time: 0.0729759 Mar 11 19:33:55.159671 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a903d0-157f-4818-aa9f-5a6e15196d1a req-73997516-19ab-4b1c-adb2-205440382814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:55.172861 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-77a903d0-157f-4818-aa9f-5a6e15196d1a req-73997516-19ab-4b1c-adb2-205440382814 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f44b890e943d4aee826b67fd4c2d7b8e&device_id=7b11db00-86e7-4155-a147-13490d09c29f HTTP/1.1" status: 200 len: 1155 time: 0.2074974 Mar 11 19:33:55.282361 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 2f992392-42cb-46d8-a63a-84020459f21d no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:33:55.359499 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-0e74f71a-7f88-4f07-8456-2c513243c103 None None] Current status of the port 94fb6531-b2ab-436b-9204-e6c514d855fb is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:33:55.526493 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c664cd51-776d-4e6b-a986-417b521603a9 req-cd9d40da-cd33-4ebb-927d-d719c3ff2258 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:55.529690 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c664cd51-776d-4e6b-a986-417b521603a9 req-cd9d40da-cd33-4ebb-927d-d719c3ff2258 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=f146c6f5-c337-4e48-b979-f28e2141d131 HTTP/1.1" status: 200 len: 945 time: 0.3453100 Mar 11 19:33:55.532831 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a903d0-157f-4818-aa9f-5a6e15196d1a req-4edf2243-9671-4f2b-9a73-e27df3ccd084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:55.535943 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-77a903d0-157f-4818-aa9f-5a6e15196d1a req-4edf2243-9671-4f2b-9a73-e27df3ccd084 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b2c20bf2-5907-4ff7-8af6-23603c7d780a HTTP/1.1" status: 200 len: 921 time: 0.3555658 Mar 11 19:33:55.585275 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 2f992392-42cb-46d8-a63a-84020459f21d is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:33:55.585874 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2f992392-42cb-46d8-a63a-84020459f21d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:55.591362 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 53ed2ba9-4a94-4491-8950-c040c5b76a24 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:33:55.591887 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087b52ab-ec1f-45d0-9cb7-d4a8e49e3276 req-1cfed107-f3a9-4acd-b204-bd47a36ff8b0 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:55.601848 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-087b52ab-ec1f-45d0-9cb7-d4a8e49e3276 req-1cfed107-f3a9-4acd-b204-bd47a36ff8b0 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b11db00-86e7-4155-a147-13490d09c29f HTTP/1.1" status: 200 len: 943 time: 0.2748470 Mar 11 19:33:55.632801 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-77a903d0-157f-4818-aa9f-5a6e15196d1a req-ba8e1d02-40eb-440d-8207-cab396c600a9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5aa4d69-5d6e-4efe-a7b4-617450445181 HTTP/1.1" status: 200 len: 217 time: 0.0909483 Mar 11 19:33:55.752303 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5c4369-88d9-4cdb-ba4e-0f498dbfb8c8 None None] Network ad7170fc-1369-4007-8c32-5a7fc5f772b7 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:33:55.800000 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c664cd51-776d-4e6b-a986-417b521603a9 req-25a2d334-a3a9-4517-b725-d8bacd8148de tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614017 Mar 11 19:33:55.808169 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-3d05db48-f764-4745-a5f4-0210adcf52c3 None None] Provisioning complete for port 1e06b570-802b-48d1-a16c-d8adab4ee3fa triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:33:55.808730 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3d05db48-f764-4745-a5f4-0210adcf52c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (1e06b570-802b-48d1-a16c-d8adab4ee3fa), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:55.840966 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-087b52ab-ec1f-45d0-9cb7-d4a8e49e3276 req-d76bbdb8-c575-409f-b1ec-a325f07b3f4c tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377775 Mar 11 19:33:55.849526 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 2f992392-42cb-46d8-a63a-84020459f21d, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=2f992392-42cb-46d8-a63a-84020459f21d,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:33:56.001794 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 53ed2ba9-4a94-4491-8950-c040c5b76a24 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:33:56.002316 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (53ed2ba9-4a94-4491-8950-c040c5b76a24), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:56.020835 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (2f992392-42cb-46d8-a63a-84020459f21d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:56.075484 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a903d0-157f-4818-aa9f-5a6e15196d1a req-6d036c38-5114-42e4-b205-58a93c6f79a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:56.077875 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-77a903d0-157f-4818-aa9f-5a6e15196d1a req-6d036c38-5114-42e4-b205-58a93c6f79a2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a7be26a8-b37a-4d01-b7d9-b9690160171c HTTP/1.1" status: 200 len: 860 time: 0.4394608 Mar 11 19:33:56.128234 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-77a903d0-157f-4818-aa9f-5a6e15196d1a req-9f947a77-1ecf-4a61-9091-02b2054d1b33 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b2c20bf2-5907-4ff7-8af6-23603c7d780a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439854 Mar 11 19:33:56.192218 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70ef355c-680f-4c77-b6bd-90827e0df059', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f992392-42cb-46d8-a63a-84020459f21d'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:33:56.209452 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae9f09d-effb-4689-b686-87b2453760ea" -d '{"events": [{"server_uuid": "70ef355c-680f-4c77-b6bd-90827e0df059", "name": "network-vif-unplugged", "status": "completed", "tag": "2f992392-42cb-46d8-a63a-84020459f21d"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:33:56.361838 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-77a903d0-157f-4818-aa9f-5a6e15196d1a req-1c62326e-2b69-449c-996f-7bfebf6eb7e3 service neutron] 10.222.0.57 "GET /v2.0/networks/b2c20bf2-5907-4ff7-8af6-23603c7d780a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239456 Mar 11 19:33:56.438111 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:56.546820 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca545c8e-c575-429e-a507-1accd91ed13e req-0a4c66ba-b01a-4d8e-9ac1-3e4c26459615 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:56.559035 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=2f992392-42cb-46d8-a63a-84020459f21d,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:56.589845 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca545c8e-c575-429e-a507-1accd91ed13e req-0a4c66ba-b01a-4d8e-9ac1-3e4c26459615 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:56.596074 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca545c8e-c575-429e-a507-1accd91ed13e req-0a4c66ba-b01a-4d8e-9ac1-3e4c26459615 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:56.603640 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-3d05db48-f764-4745-a5f4-0210adcf52c3 None None] Current status of the port 1e06b570-802b-48d1-a16c-d8adab4ee3fa is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:33:56.604073 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3d05db48-f764-4745-a5f4-0210adcf52c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (1e06b570-802b-48d1-a16c-d8adab4ee3fa), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:56.637854 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca545c8e-c575-429e-a507-1accd91ed13e req-0a4c66ba-b01a-4d8e-9ac1-3e4c26459615 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:56.663075 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca545c8e-c575-429e-a507-1accd91ed13e req-0a4c66ba-b01a-4d8e-9ac1-3e4c26459615 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:56.684490 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca545c8e-c575-429e-a507-1accd91ed13e req-0a4c66ba-b01a-4d8e-9ac1-3e4c26459615 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:56.704726 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca545c8e-c575-429e-a507-1accd91ed13e req-0a4c66ba-b01a-4d8e-9ac1-3e4c26459615 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:56.714094 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ca545c8e-c575-429e-a507-1accd91ed13e req-0a4c66ba-b01a-4d8e-9ac1-3e4c26459615 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 5433 time: 0.6182935 Mar 11 19:33:56.730180 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-77a903d0-157f-4818-aa9f-5a6e15196d1a req-2a08cfa0-8de3-4fad-b96a-024bc753af18 service neutron] 10.222.0.57 "GET /v2.0/networks/b2c20bf2-5907-4ff7-8af6-23603c7d780a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3535888 Mar 11 19:33:56.788775 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 53ed2ba9-4a94-4491-8950-c040c5b76a24 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:33:56.790109 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 1e06b570-802b-48d1-a16c-d8adab4ee3fa up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:33:56.913386 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-74baddf0-22b3-4975-87e7-24541ebb49c2 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:56.921360 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-74baddf0-22b3-4975-87e7-24541ebb49c2 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:56.923315 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-74baddf0-22b3-4975-87e7-24541ebb49c2 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.57 "GET /v2.0/networks?id=d1a47003-b278-4da4-924a-76225dced105&id=ad7170fc-1369-4007-8c32-5a7fc5f772b7&id=d1a47003-b278-4da4-924a-76225dced105 HTTP/1.1" status: 200 len: 1391 time: 0.7565842 Mar 11 19:33:56.942661 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-35dbda4e-6d73-40a8-8a2b-67e9b9738fa4 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Request body: {'port': {'device_id': '01d96742-1670-4df9-b22d-a3bb259a761b', 'network_id': 'd1a47003-b278-4da4-924a-76225dced105', 'admin_state_up': True, 'tenant_id': 'a957f2f02f014417a57323b91c40f536'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:33:57.046879 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-3d05db48-f764-4745-a5f4-0210adcf52c3 None None] For port 1e06b570-802b-48d1-a16c-d8adab4ee3fa, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=1e06b570-802b-48d1-a16c-d8adab4ee3fa,segment=NetworkSegment(8fd455bd-0100-4568-b1f1-692b62b6da1a),segment_id=8fd455bd-0100-4568-b1f1-692b62b6da1a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:33:57.052757 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3d05db48-f764-4745-a5f4-0210adcf52c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (1e06b570-802b-48d1-a16c-d8adab4ee3fa), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:57.060770 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8b2400-af61-45ef-b240-7e563b2f79f5 req-24cbadda-8a09-49ab-9cab-a44ae8c7218e tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:57.068458 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5a8b2400-af61-45ef-b240-7e563b2f79f5 req-24cbadda-8a09-49ab-9cab-a44ae8c7218e tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=70ef355c-680f-4c77-b6bd-90827e0df059 HTTP/1.1" status: 200 len: 947 time: 0.3365757 Mar 11 19:33:57.137293 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d05db48-f764-4745-a5f4-0210adcf52c3 None None] Pushing event updated for resources: {'Port': ['ID=1e06b570-802b-48d1-a16c-d8adab4ee3fa,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:57.166071 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ca545c8e-c575-429e-a507-1accd91ed13e req-01c6896c-fc59-4e93-a366-fba552216a9f tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=da55a647-62ee-4d15-a963-651fcfed7127&id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4414699 Mar 11 19:33:57.168666 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-35dbda4e-6d73-40a8-8a2b-67e9b9738fa4 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Made reservation on behalf of a957f2f02f014417a57323b91c40f536 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:33:57.176196 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-35dbda4e-6d73-40a8-8a2b-67e9b9738fa4 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:57.176560 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 1e06b570-802b-48d1-a16c-d8adab4ee3fa triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:33:57.177052 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (1e06b570-802b-48d1-a16c-d8adab4ee3fa), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:57.230633 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5a8b2400-af61-45ef-b240-7e563b2f79f5 req-632da391-31be-4225-a3f4-02cf5845885b tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610987 Mar 11 19:33:57.294573 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 2f992392-42cb-46d8-a63a-84020459f21d details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:33:57.297151 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device a5aa4d69-5d6e-4efe-a7b4-617450445181 no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:33:57.317394 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-013aa683-836f-4460-804d-8fcfca120333 req-26deaafb-d747-43ca-b881-b8d77ab265cd tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/ports?device_id=01d96742-1670-4df9-b22d-a3bb259a761b HTTP/1.1" status: 200 len: 210 time: 0.0394237 Mar 11 19:33:57.390739 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-30b76cf0-3d13-497d-b88e-8d97000138f4 None None] Provisioning complete for port 1e06b570-802b-48d1-a16c-d8adab4ee3fa triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:33:57.391966 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-30b76cf0-3d13-497d-b88e-8d97000138f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (1e06b570-802b-48d1-a16c-d8adab4ee3fa), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:57.482229 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 19:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d29255-e100-4cac-adcf-b3ef3d4fe6a7 x-openstack-request-id: req-60d29255-e100-4cac-adcf-b3ef3d4fe6a7 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:33:57.482470 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70ef355c-680f-4c77-b6bd-90827e0df059", "name": "network-vif-unplugged", "status": "completed", "tag": "2f992392-42cb-46d8-a63a-84020459f21d", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:33:57.482868 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-60d29255-e100-4cac-adcf-b3ef3d4fe6a7 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:33:57.483269 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70ef355c-680f-4c77-b6bd-90827e0df059', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f992392-42cb-46d8-a63a-84020459f21d', 'code': 200} Mar 11 19:33:57.590322 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:57.601009 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.db.resource_extend [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 19:33:57.607158 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-35dbda4e-6d73-40a8-8a2b-67e9b9738fa4 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Allocated IP 19.80.0.129 (d1a47003-b278-4da4-924a-76225dced105/dd9955f5-e5eb-444f-846f-3da06c1d67a8/d201c699-0b14-403d-8657-ae069e23ad3c) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:33:57.628451 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bec62bd-5352-4598-bd1b-097e76f60b95 req-22c13756-63ad-4a0a-a011-9d1d96541a03 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:57.636339 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6bec62bd-5352-4598-bd1b-097e76f60b95 req-22c13756-63ad-4a0a-a011-9d1d96541a03 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=f146c6f5-c337-4e48-b979-f28e2141d131 HTTP/1.1" status: 200 len: 945 time: 0.1786189 Mar 11 19:33:57.654671 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 1e06b570-802b-48d1-a16c-d8adab4ee3fa is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:33:57.654913 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32581683-8a16-4a92-bc5e-d1b054880fcf req-d9c3d5cf-98be-4562-890e-770e1fe30c60 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:57.656453 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-32581683-8a16-4a92-bc5e-d1b054880fcf req-d9c3d5cf-98be-4562-890e-770e1fe30c60 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b11db00-86e7-4155-a147-13490d09c29f HTTP/1.1" status: 200 len: 943 time: 0.1584153 Mar 11 19:33:57.795685 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port a5aa4d69-5d6e-4efe-a7b4-617450445181 is: DOWN; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:33:57.802417 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-30b76cf0-3d13-497d-b88e-8d97000138f4 None None] Current status of the port 1e06b570-802b-48d1-a16c-d8adab4ee3fa is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:33:57.824342 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6bec62bd-5352-4598-bd1b-097e76f60b95 req-7fc7570a-5c2c-4931-999e-511963c29622 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871626 Mar 11 19:33:57.872829 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 1e06b570-802b-48d1-a16c-d8adab4ee3fa up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:33:57.888463 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-32581683-8a16-4a92-bc5e-d1b054880fcf req-91eca3fa-56b6-4326-8e8f-6fff8e794d0a tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193432 Mar 11 19:33:58.003825 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 1e06b570-802b-48d1-a16c-d8adab4ee3fa triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:33:58.004211 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (1e06b570-802b-48d1-a16c-d8adab4ee3fa), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:58.006418 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-35dbda4e-6d73-40a8-8a2b-67e9b9738fa4 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks [] for port (d201c699-0b14-403d-8657-ae069e23ad3c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:58.048397 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 2f992392-42cb-46d8-a63a-84020459f21d, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=2f992392-42cb-46d8-a63a-84020459f21d,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:33:58.054963 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-35dbda4e-6d73-40a8-8a2b-67e9b9738fa4 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (d201c699-0b14-403d-8657-ae069e23ad3c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:58.080900 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': '2f992392-42cb-46d8-a63a-84020459f21d', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'port_id': '2f992392-42cb-46d8-a63a-84020459f21d', 'mac_address': 'fa:16:3e:01:1a:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bb14923-74c3-4313-be8d-ed33542f05aa', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:33:58.119412 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-35dbda4e-6d73-40a8-8a2b-67e9b9738fa4 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Network d1a47003-b278-4da4-924a-76225dced105 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:33:58.126147 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-35dbda4e-6d73-40a8-8a2b-67e9b9738fa4 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:33:58.143283 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-35dbda4e-6d73-40a8-8a2b-67e9b9738fa4 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:33:58.150758 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 2f992392-42cb-46d8-a63a-84020459f21d is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:33:58.151378 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2f992392-42cb-46d8-a63a-84020459f21d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:58.184635 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dbda4e-6d73-40a8-8a2b-67e9b9738fa4 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Pushing event updated for resources: {'Port': ['ID=d201c699-0b14-403d-8657-ae069e23ad3c,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:58.235698 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-35dbda4e-6d73-40a8-8a2b-67e9b9738fa4 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:58.236721 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-35dbda4e-6d73-40a8-8a2b-67e9b9738fa4 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:58.269158 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-35dbda4e-6d73-40a8-8a2b-67e9b9738fa4 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3327606 Mar 11 19:33:58.289260 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-7b69e982-72cb-4320-8d19-18201fbd52b3 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Request body: {'port': {'device_id': '01d96742-1670-4df9-b22d-a3bb259a761b', 'network_id': 'ad7170fc-1369-4007-8c32-5a7fc5f772b7', 'admin_state_up': True, 'tenant_id': 'a957f2f02f014417a57323b91c40f536'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:33:58.340710 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 1e06b570-802b-48d1-a16c-d8adab4ee3fa is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:33:58.348186 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 94fb6531-b2ab-436b-9204-e6c514d855fb up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:33:58.356862 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f992392-42cb-46d8-a63a-84020459f21d {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:33:58.433858 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 2f992392-42cb-46d8-a63a-84020459f21d, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=2f992392-42cb-46d8-a63a-84020459f21d,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:33:58.444091 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (2f992392-42cb-46d8-a63a-84020459f21d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:58.514639 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=2f992392-42cb-46d8-a63a-84020459f21d,revision_number=7']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:58.558279 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 94fb6531-b2ab-436b-9204-e6c514d855fb triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:33:58.562852 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (94fb6531-b2ab-436b-9204-e6c514d855fb), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:58.646764 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-3a9e5d62-f9f3-4a1a-a17f-045e9324b2ad None None] Provisioning complete for port d201c699-0b14-403d-8657-ae069e23ad3c triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:33:58.647147 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3a9e5d62-f9f3-4a1a-a17f-045e9324b2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (d201c699-0b14-403d-8657-ae069e23ad3c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:58.740150 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-7b69e982-72cb-4320-8d19-18201fbd52b3 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Made reservation on behalf of a957f2f02f014417a57323b91c40f536 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:33:58.740909 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 94fb6531-b2ab-436b-9204-e6c514d855fb is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:33:58.744741 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-7b69e982-72cb-4320-8d19-18201fbd52b3 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:58.749889 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-3a9e5d62-f9f3-4a1a-a17f-045e9324b2ad None None] Port d201c699-0b14-403d-8657-ae069e23ad3c cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:33:58.759593 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48331d-b2f0-4ca2-be04-23e1d325b689 req-47a96294-bc5f-4aca-b087-e99701c7808e tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:58.766561 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48331d-b2f0-4ca2-be04-23e1d325b689 req-47a96294-bc5f-4aca-b087-e99701c7808e tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:58.772164 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48331d-b2f0-4ca2-be04-23e1d325b689 req-47a96294-bc5f-4aca-b087-e99701c7808e tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:58.777908 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48331d-b2f0-4ca2-be04-23e1d325b689 req-47a96294-bc5f-4aca-b087-e99701c7808e tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:58.783790 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48331d-b2f0-4ca2-be04-23e1d325b689 req-47a96294-bc5f-4aca-b087-e99701c7808e tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:58.789073 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48331d-b2f0-4ca2-be04-23e1d325b689 req-47a96294-bc5f-4aca-b087-e99701c7808e tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:58.798976 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b48331d-b2f0-4ca2-be04-23e1d325b689 req-47a96294-bc5f-4aca-b087-e99701c7808e tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:58.801499 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3b48331d-b2f0-4ca2-be04-23e1d325b689 req-47a96294-bc5f-4aca-b087-e99701c7808e tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 5433 time: 0.4624174 Mar 11 19:33:58.824736 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['2f992392-42cb-46d8-a63a-84020459f21d'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:33:58.829945 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4de69-57b5-47f1-9fd0-8d17b1c33b61 req-f707a036-90ea-45ec-b8b5-403e1ce1fbe1 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:58.830335 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7eb4de69-57b5-47f1-9fd0-8d17b1c33b61 req-f707a036-90ea-45ec-b8b5-403e1ce1fbe1 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=70ef355c-680f-4c77-b6bd-90827e0df059 HTTP/1.1" status: 200 len: 948 time: 0.1825333 Mar 11 19:33:58.952611 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:58.976033 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3b48331d-b2f0-4ca2-be04-23e1d325b689 req-804a6b7b-a1b5-4a0d-baba-9eceaf46037e tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=da55a647-62ee-4d15-a963-651fcfed7127&id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1659937 Mar 11 19:33:58.991690 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7eb4de69-57b5-47f1-9fd0-8d17b1c33b61 req-845f330c-0c05-41a3-a359-49361147bee8 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448340 Mar 11 19:33:59.073616 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-7b69e982-72cb-4320-8d19-18201fbd52b3 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Allocated IP 19.86.0.248 (ad7170fc-1369-4007-8c32-5a7fc5f772b7/0f04670d-7f0a-443e-bc94-d3806a05f91b/d204e893-df2b-46f8-80c4-d43446f39639) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:33:59.195744 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9896b1-3ac6-4eaa-8d12-5917a2d90de5 req-984a5d8d-2f1c-480b-a40b-14e3069f4d57 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:59.197459 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fa9896b1-3ac6-4eaa-8d12-5917a2d90de5 req-984a5d8d-2f1c-480b-a40b-14e3069f4d57 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/ports?device_id=01d96742-1670-4df9-b22d-a3bb259a761b HTTP/1.1" status: 200 len: 932 time: 0.1299531 Mar 11 19:33:59.264412 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412241a1-26fe-419c-8785-a407d9262298 req-e806f6cf-3523-4782-af5e-c75eaabb2b91 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:59.266026 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-412241a1-26fe-419c-8785-a407d9262298 req-e806f6cf-3523-4782-af5e-c75eaabb2b91 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=f146c6f5-c337-4e48-b979-f28e2141d131 HTTP/1.1" status: 200 len: 945 time: 0.1586738 Mar 11 19:33:59.339515 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fa9896b1-3ac6-4eaa-8d12-5917a2d90de5 req-9c669362-ebe1-4b73-9812-157189b40264 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9e7d402-b560-4db2-8773-5024f2c98b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304841 Mar 11 19:33:59.393674 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-412241a1-26fe-419c-8785-a407d9262298 req-0142b333-3aa1-4694-90a2-a9ca160b92ed tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182392 Mar 11 19:33:59.398492 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-7b69e982-72cb-4320-8d19-18201fbd52b3 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks [] for port (d204e893-df2b-46f8-80c4-d43446f39639), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:59.473611 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-7b69e982-72cb-4320-8d19-18201fbd52b3 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (d204e893-df2b-46f8-80c4-d43446f39639), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:59.486806 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84811dc5-293f-406f-8b50-28fcc83289f2 req-e944b013-9661-41fb-8aed-9f05922a3174 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:59.488315 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-84811dc5-293f-406f-8b50-28fcc83289f2 req-e944b013-9661-41fb-8aed-9f05922a3174 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b11db00-86e7-4155-a147-13490d09c29f HTTP/1.1" status: 200 len: 943 time: 0.0847621 Mar 11 19:33:59.541217 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-7b69e982-72cb-4320-8d19-18201fbd52b3 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Network ad7170fc-1369-4007-8c32-5a7fc5f772b7 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:33:59.553705 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-7b69e982-72cb-4320-8d19-18201fbd52b3 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:33:59.561617 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-7b69e982-72cb-4320-8d19-18201fbd52b3 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:33:59.573963 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b69e982-72cb-4320-8d19-18201fbd52b3 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Pushing event updated for resources: {'Port': ['ID=d204e893-df2b-46f8-80c4-d43446f39639,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:33:59.676649 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-84811dc5-293f-406f-8b50-28fcc83289f2 req-4b4d1138-ccca-4248-8049-8ec5e06acba2 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438541 Mar 11 19:33:59.711510 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-7b69e982-72cb-4320-8d19-18201fbd52b3 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:59.712232 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-7b69e982-72cb-4320-8d19-18201fbd52b3 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:59.741231 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-7b69e982-72cb-4320-8d19-18201fbd52b3 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4645147 Mar 11 19:33:59.757651 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1428729-39e8-4d60-bdfa-4b77922fc515 req-d6fd32ea-52a4-4e69-a2af-5e5e9d8b6e10 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:59.765801 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1428729-39e8-4d60-bdfa-4b77922fc515 req-d6fd32ea-52a4-4e69-a2af-5e5e9d8b6e10 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:59.771354 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1428729-39e8-4d60-bdfa-4b77922fc515 req-d6fd32ea-52a4-4e69-a2af-5e5e9d8b6e10 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:59.777878 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1428729-39e8-4d60-bdfa-4b77922fc515 req-d6fd32ea-52a4-4e69-a2af-5e5e9d8b6e10 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:59.783735 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1428729-39e8-4d60-bdfa-4b77922fc515 req-d6fd32ea-52a4-4e69-a2af-5e5e9d8b6e10 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:59.789936 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1428729-39e8-4d60-bdfa-4b77922fc515 req-d6fd32ea-52a4-4e69-a2af-5e5e9d8b6e10 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:59.799603 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1428729-39e8-4d60-bdfa-4b77922fc515 req-d6fd32ea-52a4-4e69-a2af-5e5e9d8b6e10 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:59.801450 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f1428729-39e8-4d60-bdfa-4b77922fc515 req-d6fd32ea-52a4-4e69-a2af-5e5e9d8b6e10 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 5433 time: 0.1956046 Mar 11 19:33:59.806961 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-30c84256-89f0-4c7b-a0cb-62c51bb9a771 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Request body: {'port': {'device_id': '01d96742-1670-4df9-b22d-a3bb259a761b', 'network_id': 'd1a47003-b278-4da4-924a-76225dced105', 'admin_state_up': True, 'tenant_id': 'a957f2f02f014417a57323b91c40f536'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:33:59.821015 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 60398) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:33:59.842728 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-da85bd47-f88d-4231-9079-8d483d6b1e37 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Request body: {'floatingip': {'port_id': '0f7ea648-8ba5-44d1-a485-4afac07a6e22'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:33:59.893252 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-da85bd47-f88d-4231-9079-8d483d6b1e37 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks [] for floatingip (c827b1d3-9a77-4acc-925e-f5f39001e051), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:33:59.901579 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed9dfc-3760-47bc-a9ec-3d4fb74db6dc req-31eeb4b5-cad9-4679-9b4d-a95bb7e49f42 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:33:59.916392 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-12ed9dfc-3760-47bc-a9ec-3d4fb74db6dc req-31eeb4b5-cad9-4679-9b4d-a95bb7e49f42 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.57 "GET /v2.0/ports?device_id=70ef355c-680f-4c77-b6bd-90827e0df059&tenant_id=487f8613d1fa45ab81e48e9d9d0fc801&binding%3Ahost_id=n-h2-833163-1 HTTP/1.1" status: 200 len: 948 time: 0.1997497 Mar 11 19:34:00.005098 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c110191c-9f2c-406b-ade7-6fde05ae4eb2 None None] Provisioning complete for port d204e893-df2b-46f8-80c4-d43446f39639 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:34:00.007387 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c110191c-9f2c-406b-ade7-6fde05ae4eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (d204e893-df2b-46f8-80c4-d43446f39639), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:00.111143 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c110191c-9f2c-406b-ade7-6fde05ae4eb2 None None] Port d204e893-df2b-46f8-80c4-d43446f39639 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:34:00.133886 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-30c84256-89f0-4c7b-a0cb-62c51bb9a771 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Made reservation on behalf of a957f2f02f014417a57323b91c40f536 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:34:00.137695 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-30c84256-89f0-4c7b-a0cb-62c51bb9a771 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:00.208231 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed9dfc-3760-47bc-a9ec-3d4fb74db6dc req-48a81998-f22e-4340-a967-00a9df0b8de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:00.208894 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86049af-c3f8-4b63-a743-d088d5eea5e5 req-4d4b1f59-da5c-4068-8649-92ad1d457679 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:00.209836 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-12ed9dfc-3760-47bc-a9ec-3d4fb74db6dc req-48a81998-f22e-4340-a967-00a9df0b8de6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=487f8613d1fa45ab81e48e9d9d0fc801&device_id=70ef355c-680f-4c77-b6bd-90827e0df059 HTTP/1.1" status: 200 len: 1130 time: 0.2539830 Mar 11 19:34:00.217316 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a86049af-c3f8-4b63-a743-d088d5eea5e5 req-4d4b1f59-da5c-4068-8649-92ad1d457679 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=70ef355c-680f-4c77-b6bd-90827e0df059 HTTP/1.1" status: 200 len: 948 time: 0.1363904 Mar 11 19:34:00.308587 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a86049af-c3f8-4b63-a743-d088d5eea5e5 req-2767aa05-5680-4e66-bc65-7907649912b6 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877621 Mar 11 19:34:00.435395 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-30c84256-89f0-4c7b-a0cb-62c51bb9a771 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Allocated IP 19.80.0.136 (d1a47003-b278-4da4-924a-76225dced105/dd9955f5-e5eb-444f-846f-3da06c1d67a8/42604403-1896-4306-9755-fa02eb7efb1a) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:34:00.733805 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-30c84256-89f0-4c7b-a0cb-62c51bb9a771 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks [] for port (42604403-1896-4306-9755-fa02eb7efb1a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:00.869720 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-30c84256-89f0-4c7b-a0cb-62c51bb9a771 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (42604403-1896-4306-9755-fa02eb7efb1a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:00.991008 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-30c84256-89f0-4c7b-a0cb-62c51bb9a771 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Network d1a47003-b278-4da4-924a-76225dced105 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:34:00.996466 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.db.resource_extend [None req-da85bd47-f88d-4231-9079-8d483d6b1e37 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 19:34:01.007826 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-30c84256-89f0-4c7b-a0cb-62c51bb9a771 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:34:01.010358 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c84256-89f0-4c7b-a0cb-62c51bb9a771 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Pushing event updated for resources: {'Port': ['ID=42604403-1896-4306-9755-fa02eb7efb1a,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:01.012956 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-30c84256-89f0-4c7b-a0cb-62c51bb9a771 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:34:01.128368 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-da85bd47-f88d-4231-9079-8d483d6b1e37 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:01.129629 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-30c84256-89f0-4c7b-a0cb-62c51bb9a771 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:01.130378 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-30c84256-89f0-4c7b-a0cb-62c51bb9a771 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:01.148725 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-30c84256-89f0-4c7b-a0cb-62c51bb9a771 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3461385 Mar 11 19:34:01.157790 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-da85bd47-f88d-4231-9079-8d483d6b1e37 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (c827b1d3-9a77-4acc-925e-f5f39001e051), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:01.160600 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-6296c0bd-cdf8-4d14-b655-7f90dba95669 service neutron] Request body: {'port': {'device_id': '01d96742-1670-4df9-b22d-a3bb259a761b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:34:01.284208 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed9dfc-3760-47bc-a9ec-3d4fb74db6dc req-0580eea7-b99d-4754-a42c-77b10af0aef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:01.285923 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-12ed9dfc-3760-47bc-a9ec-3d4fb74db6dc req-0580eea7-b99d-4754-a42c-77b10af0aef2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=885772b1-9b97-4e1d-a0fb-e125030c5a81 HTTP/1.1" status: 200 len: 870 time: 1.0566733 Mar 11 19:34:01.299609 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 2f992392-42cb-46d8-a63a-84020459f21d up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:34:01.309206 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-6296c0bd-cdf8-4d14-b655-7f90dba95669 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d201c699-0b14-403d-8657-ae069e23ad3c), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:01.447115 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-12ed9dfc-3760-47bc-a9ec-3d4fb74db6dc req-12559f6e-7423-449a-b8e0-79837b7649e6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=2f992392-42cb-46d8-a63a-84020459f21d HTTP/1.1" status: 200 len: 217 time: 0.1290269 Mar 11 19:34:01.451510 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port 2f992392-42cb-46d8-a63a-84020459f21d triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:34:01.459572 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (2f992392-42cb-46d8-a63a-84020459f21d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:01.538077 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-cb827512-b75c-4bdc-a47c-6088ce4555ce None None] Provisioning complete for port 42604403-1896-4306-9755-fa02eb7efb1a triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:34:01.538784 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cb827512-b75c-4bdc-a47c-6088ce4555ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (42604403-1896-4306-9755-fa02eb7efb1a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:01.553770 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb8cb5-7e96-4b84-ac09-10cf4dfd8feb req-7ac25174-fc7e-4e2c-967e-d71041bfb231 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:01.564904 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb8cb5-7e96-4b84-ac09-10cf4dfd8feb req-7ac25174-fc7e-4e2c-967e-d71041bfb231 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:01.573877 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb8cb5-7e96-4b84-ac09-10cf4dfd8feb req-7ac25174-fc7e-4e2c-967e-d71041bfb231 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:01.576829 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-21fb8cb5-7e96-4b84-ac09-10cf4dfd8feb req-7ac25174-fc7e-4e2c-967e-d71041bfb231 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/ports?device_id=01d96742-1670-4df9-b22d-a3bb259a761b HTTP/1.1" status: 200 len: 2377 time: 0.2460904 Mar 11 19:34:01.579808 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed9dfc-3760-47bc-a9ec-3d4fb74db6dc req-3704a0d8-5167-4dfc-bd8f-759747f142cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:01.581613 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-12ed9dfc-3760-47bc-a9ec-3d4fb74db6dc req-3704a0d8-5167-4dfc-bd8f-759747f142cf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.1271968 Mar 11 19:34:01.634397 n-d-833163-1 neutron-server[103884]: INFO neutron.db.l3_db [None req-da85bd47-f88d-4231-9079-8d483d6b1e37 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Floating IP c827b1d3-9a77-4acc-925e-f5f39001e051 associated. External IP: 172.25.8.16, port: 0f7ea648-8ba5-44d1-a485-4afac07a6e22. Mar 11 19:34:01.643021 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-cb827512-b75c-4bdc-a47c-6088ce4555ce None None] Port 42604403-1896-4306-9755-fa02eb7efb1a cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:34:01.689969 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 2f992392-42cb-46d8-a63a-84020459f21d is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:34:01.690563 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2f992392-42cb-46d8-a63a-84020459f21d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:01.752125 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed9dfc-3760-47bc-a9ec-3d4fb74db6dc req-d7680545-e7d8-417f-a8c1-0d5165843af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:01.755189 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-12ed9dfc-3760-47bc-a9ec-3d4fb74db6dc req-d7680545-e7d8-417f-a8c1-0d5165843af1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1624825 Mar 11 19:34:01.782134 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 2f992392-42cb-46d8-a63a-84020459f21d, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=2f992392-42cb-46d8-a63a-84020459f21d,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:34:01.783334 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70ef355c-680f-4c77-b6bd-90827e0df059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f992392-42cb-46d8-a63a-84020459f21d'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:34:01.786020 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-085e9670-17d0-4559-b9b5-415005a1037e" -d '{"events": [{"server_uuid": "70ef355c-680f-4c77-b6bd-90827e0df059", "name": "network-vif-plugged", "status": "completed", "tag": "2f992392-42cb-46d8-a63a-84020459f21d"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:34:01.792273 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (2f992392-42cb-46d8-a63a-84020459f21d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:01.864540 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=2f992392-42cb-46d8-a63a-84020459f21d,revision_number=8']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:01.993015 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-12ed9dfc-3760-47bc-a9ec-3d4fb74db6dc req-de1b3444-6272-4876-baf7-8238034dac89 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300401 Mar 11 19:34:02.006882 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da56e17-4cb3-4f78-8ace-ca4b78bf671d req-9d9d8a30-9252-4ec6-ac79-3d79eb2bd514 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:02.008279 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8da56e17-4cb3-4f78-8ace-ca4b78bf671d req-9d9d8a30-9252-4ec6-ac79-3d79eb2bd514 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=f146c6f5-c337-4e48-b979-f28e2141d131 HTTP/1.1" status: 200 len: 945 time: 0.5819283 Mar 11 19:34:02.053625 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-21fb8cb5-7e96-4b84-ac09-10cf4dfd8feb req-38fb7be3-0e7a-40d0-bc8e-ad0e375319dc tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9e7d402-b560-4db2-8773-5024f2c98b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845253 Mar 11 19:34:02.118989 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8da56e17-4cb3-4f78-8ace-ca4b78bf671d req-2f5083f0-658a-4659-b6be-47b2fb56daec tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846605 Mar 11 19:34:02.126697 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da85bd47-f88d-4231-9079-8d483d6b1e37 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Router 752d7d8b-269a-45e4-8d95-d3ef0789a828 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:34:02.272756 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dbf152-fd4d-430f-84f0-5ddc3aa0a22a req-1cf3887a-2619-450c-ba79-386f23e75930 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:02.274188 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f4dbf152-fd4d-430f-84f0-5ddc3aa0a22a req-1cf3887a-2619-450c-ba79-386f23e75930 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b11db00-86e7-4155-a147-13490d09c29f HTTP/1.1" status: 200 len: 943 time: 0.0988665 Mar 11 19:34:02.285524 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-12ed9dfc-3760-47bc-a9ec-3d4fb74db6dc req-6c72ae22-51b6-4417-971f-72384b221266 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2862551 Mar 11 19:34:02.307042 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da85bd47-f88d-4231-9079-8d483d6b1e37 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:34:02.318609 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-da85bd47-f88d-4231-9079-8d483d6b1e37 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:02.321164 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18578c6-d749-4514-9ab6-6c6a02ec2165 None None] Sync routers for ids ['752d7d8b-269a-45e4-8d95-d3ef0789a828'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:34:02.359200 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18578c6-d749-4514-9ab6-6c6a02ec2165 None None] Routers {'752d7d8b-269a-45e4-8d95-d3ef0789a828'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:34:02.361978 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f18578c6-d749-4514-9ab6-6c6a02ec2165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:33:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['752d7d8b-269a-45e4-8d95-d3ef0789a828'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:34:02.397069 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f4dbf152-fd4d-430f-84f0-5ddc3aa0a22a req-2def475d-d25d-4776-b852-9339be998722 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118367 Mar 11 19:34:02.413134 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-da85bd47-f88d-4231-9079-8d483d6b1e37 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "PUT /v2.0/floatingips/c827b1d3-9a77-4acc-925e-f5f39001e051 HTTP/1.1" status: 200 len: 990 time: 2.5897844 Mar 11 19:34:02.413806 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fa8c702-cf6f-489f-a488-b046d18b5f9d', 'tag': '0f7ea648-8ba5-44d1-a485-4afac07a6e22'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:34:02.418962 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1acb7956-6e58-4f2d-9a1d-8903b1f94f69" -d '{"events": [{"name": "network-changed", "server_uuid": "1fa8c702-cf6f-489f-a488-b046d18b5f9d", "tag": "0f7ea648-8ba5-44d1-a485-4afac07a6e22"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:34:02.457269 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-6296c0bd-cdf8-4d14-b655-7f90dba95669 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d201c699-0b14-403d-8657-ae069e23ad3c {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:34:02.481513 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-6296c0bd-cdf8-4d14-b655-7f90dba95669 service neutron] Publish callbacks [] for port (d201c699-0b14-403d-8657-ae069e23ad3c), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:02.514063 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-6296c0bd-cdf8-4d14-b655-7f90dba95669 service neutron] Transition to ACTIVE for port object d201c699-0b14-403d-8657-ae069e23ad3c will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:34:02.520045 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c117610c-f8c0-41df-988a-e85e2813d20f x-openstack-request-id: req-c117610c-f8c0-41df-988a-e85e2813d20f {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:34:02.520368 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70ef355c-680f-4c77-b6bd-90827e0df059", "name": "network-vif-plugged", "status": "completed", "tag": "2f992392-42cb-46d8-a63a-84020459f21d", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:34:02.521342 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c117610c-f8c0-41df-988a-e85e2813d20f {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:34:02.524980 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70ef355c-680f-4c77-b6bd-90827e0df059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f992392-42cb-46d8-a63a-84020459f21d', 'code': 200} Mar 11 19:34:02.532911 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-6296c0bd-cdf8-4d14-b655-7f90dba95669 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (d201c699-0b14-403d-8657-ae069e23ad3c), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:02.567083 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-f18578c6-d749-4514-9ab6-6c6a02ec2165 None None] Set router 752d7d8b-269a-45e4-8d95-d3ef0789a828 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:34:02.707471 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6296c0bd-cdf8-4d14-b655-7f90dba95669 service neutron] Pushing event updated for resources: {'Port': ['ID=d201c699-0b14-403d-8657-ae069e23ad3c,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:02.739787 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34964df-ed16-4b24-bf73-a6aff8add454 req-d5ae953a-3d0e-4b89-ad03-2ed656adae2b tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:02.741396 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f34964df-ed16-4b24-bf73-a6aff8add454 req-d5ae953a-3d0e-4b89-ad03-2ed656adae2b tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=70ef355c-680f-4c77-b6bd-90827e0df059 HTTP/1.1" status: 200 len: 949 time: 0.1951575 Mar 11 19:34:02.894696 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-6296c0bd-cdf8-4d14-b655-7f90dba95669 service neutron] Attempting to bind port d201c699-0b14-403d-8657-ae069e23ad3c on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:34:02.895032 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-6296c0bd-cdf8-4d14-b655-7f90dba95669 service neutron] Attempting to bind port d201c699-0b14-403d-8657-ae069e23ad3c by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': 'a428e657-2306-40d2-830f-79e1ffe38620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd1a47003-b278-4da4-924a-76225dced105'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:34:02.895362 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-6296c0bd-cdf8-4d14-b655-7f90dba95669 service neutron] Attempting to bind port d201c699-0b14-403d-8657-ae069e23ad3c on network d1a47003-b278-4da4-924a-76225dced105 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:34:02.908288 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8e385f1b-f718-4399-888a-1a3a0decdea5 req-460c4545-8172-4478-8491-d0950dfbb93a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=7e1df5f0-9ba7-4d1f-be0d-cdaa9e480bc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1109397 Mar 11 19:34:02.925883 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-6296c0bd-cdf8-4d14-b655-7f90dba95669 service neutron] Port d201c699-0b14-403d-8657-ae069e23ad3c on network d1a47003-b278-4da4-924a-76225dced105 not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:34:02.926212 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-6296c0bd-cdf8-4d14-b655-7f90dba95669 service neutron] Attempting to bind port d201c699-0b14-403d-8657-ae069e23ad3c on network d1a47003-b278-4da4-924a-76225dced105 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:34:02.927426 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f18578c6-d749-4514-9ab6-6c6a02ec2165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '752d7d8b-269a-45e4-8d95-d3ef0789a828', 'name': 'tempest-TaggedBootDevicesTest-1031047735-router', 'tenant_id': '7eee167876f4486fa3e6b7859ca90f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'ef5410c6-9ff9-40b5-ad31-b14099b46aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:29:29Z', 'updated_at': '2022-03-11T19:29:38Z', 'revision_number': 4, 'project_id': '7eee167876f4486fa3e6b7859ca90f06', 'gw_port': {'id': 'ef5410c6-9ff9-40b5-ad31-b14099b46aa9', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '752d7d8b-269a-45e4-8d95-d3ef0789a828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:29:31Z', 'updated_at': '2022-03-11T19:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': 'c827b1d3-9a77-4acc-925e-f5f39001e051', 'tenant_id': '7eee167876f4486fa3e6b7859ca90f06', 'floating_ip_address': '172.25.8.16', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '752d7d8b-269a-45e4-8d95-d3ef0789a828', 'port_id': '0f7ea648-8ba5-44d1-a485-4afac07a6e22', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 721, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a5ebcdd-7c47-4480-b835-e31622a3f5f1', 'mac_address': 'fa:16:3e:59:6d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa8c702-cf6f-489f-a488-b046d18b5f9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:31:20Z', 'updated_at': '2022-03-11T19:34:00Z', 'revision_number': 1, 'project_id': '7eee167876f4486fa3e6b7859ca90f06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6535650-7755-44ab-a731-aac28c80c30e', 'name': '', 'network_id': '3a5ebcdd-7c47-4480-b835-e31622a3f5f1', 'tenant_id': '7eee167876f4486fa3e6b7859ca90f06', 'mac_address': 'fa:16:3e:64:22:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '752d7d8b-269a-45e4-8d95-d3ef0789a828', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'c4ce97f5-273f-42a3-8dbb-6d45a56d0c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:29:37Z', 'updated_at': '2022-03-11T19:29:44Z', 'revision_number': 5, 'project_id': '7eee167876f4486fa3e6b7859ca90f06', 'subnets': [{'id': 'c4ce97f5-273f-42a3-8dbb-6d45a56d0c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:34:02.939708 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-6296c0bd-cdf8-4d14-b655-7f90dba95669 service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:34:02.940047 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-6296c0bd-cdf8-4d14-b655-7f90dba95669 service neutron] Checking segment: {'id': 'a428e657-2306-40d2-830f-79e1ffe38620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd1a47003-b278-4da4-924a-76225dced105'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:34:02.940433 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-6296c0bd-cdf8-4d14-b655-7f90dba95669 service neutron] Bound using segment: {'id': 'a428e657-2306-40d2-830f-79e1ffe38620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd1a47003-b278-4da4-924a-76225dced105'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:34:02.940873 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-6296c0bd-cdf8-4d14-b655-7f90dba95669 service neutron] Bound port: d201c699-0b14-403d-8657-ae069e23ad3c, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a428e657-2306-40d2-830f-79e1ffe38620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd1a47003-b278-4da4-924a-76225dced105'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:34:02.941226 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-6296c0bd-cdf8-4d14-b655-7f90dba95669 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d201c699-0b14-403d-8657-ae069e23ad3c), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:02.987404 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18578c6-d749-4514-9ab6-6c6a02ec2165 None None] Checking router: 752d7d8b-269a-45e4-8d95-d3ef0789a828 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:34:03.001745 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18578c6-d749-4514-9ab6-6c6a02ec2165 None None] Routers {'752d7d8b-269a-45e4-8d95-d3ef0789a828'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:34:03.002846 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f18578c6-d749-4514-9ab6-6c6a02ec2165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:33:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['752d7d8b-269a-45e4-8d95-d3ef0789a828'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:34:03.086148 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c12569-ec23-4ced-b443-d34657a1e061 x-openstack-request-id: req-c6c12569-ec23-4ced-b443-d34657a1e061 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:34:03.086569 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fa8c702-cf6f-489f-a488-b046d18b5f9d", "tag": "0f7ea648-8ba5-44d1-a485-4afac07a6e22", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:34:03.089550 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c6c12569-ec23-4ced-b443-d34657a1e061 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:34:03.090137 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fa8c702-cf6f-489f-a488-b046d18b5f9d', 'tag': '0f7ea648-8ba5-44d1-a485-4afac07a6e22', 'status': 'completed', 'code': 200} Mar 11 19:34:03.182255 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f34964df-ed16-4b24-bf73-a6aff8add454 req-44888247-a0e3-4f34-82b0-47e8780cecf9 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3482468 Mar 11 19:34:03.195251 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-f18578c6-d749-4514-9ab6-6c6a02ec2165 None None] Set router 752d7d8b-269a-45e4-8d95-d3ef0789a828 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:34:03.304537 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e385f1b-f718-4399-888a-1a3a0decdea5 req-c835c787-0610-4d94-a6a5-3ca2904d212d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:03.305327 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8e385f1b-f718-4399-888a-1a3a0decdea5 req-c835c787-0610-4d94-a6a5-3ca2904d212d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f44b890e943d4aee826b67fd4c2d7b8e&device_id=7e1df5f0-9ba7-4d1f-be0d-cdaa9e480bc8 HTTP/1.1" status: 200 len: 1127 time: 0.3107316 Mar 11 19:34:03.371222 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-6296c0bd-cdf8-4d14-b655-7f90dba95669 service neutron] For port d201c699-0b14-403d-8657-ae069e23ad3c, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:34:03.438718 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb7956-6e58-4f2d-9a1d-8903b1f94f69 req-9b015505-5ef9-492a-8690-8fcaa134a287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:03.439294 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb7956-6e58-4f2d-9a1d-8903b1f94f69 req-9b015505-5ef9-492a-8690-8fcaa134a287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:03.441465 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb7956-6e58-4f2d-9a1d-8903b1f94f69 req-9b015505-5ef9-492a-8690-8fcaa134a287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:03.441966 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb7956-6e58-4f2d-9a1d-8903b1f94f69 req-9b015505-5ef9-492a-8690-8fcaa134a287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:03.442513 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb7956-6e58-4f2d-9a1d-8903b1f94f69 req-9b015505-5ef9-492a-8690-8fcaa134a287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:03.442976 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb7956-6e58-4f2d-9a1d-8903b1f94f69 req-9b015505-5ef9-492a-8690-8fcaa134a287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:03.443506 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb7956-6e58-4f2d-9a1d-8903b1f94f69 req-9b015505-5ef9-492a-8690-8fcaa134a287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:03.445819 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1acb7956-6e58-4f2d-9a1d-8903b1f94f69 req-9b015505-5ef9-492a-8690-8fcaa134a287 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7eee167876f4486fa3e6b7859ca90f06&device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 6707 time: 0.2915452 Mar 11 19:34:03.452908 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-6296c0bd-cdf8-4d14-b655-7f90dba95669 service neutron] For port d201c699-0b14-403d-8657-ae069e23ad3c, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=d201c699-0b14-403d-8657-ae069e23ad3c,segment=NetworkSegment(a428e657-2306-40d2-830f-79e1ffe38620),segment_id=a428e657-2306-40d2-830f-79e1ffe38620)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:34:03.511464 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-6296c0bd-cdf8-4d14-b655-7f90dba95669 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (d201c699-0b14-403d-8657-ae069e23ad3c), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:03.606084 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c2d4c-1a62-4830-ad3a-8d9e6fc7937b req-4c58a1f5-eb88-4b9e-bc90-52edc20b03d2 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:03.612735 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-016c2d4c-1a62-4830-ad3a-8d9e6fc7937b req-4c58a1f5-eb88-4b9e-bc90-52edc20b03d2 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/networks?id=ebcba11a-843a-4869-86af-b253155a3bc2 HTTP/1.1" status: 200 len: 804 time: 0.4252715 Mar 11 19:34:03.648001 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e385f1b-f718-4399-888a-1a3a0decdea5 req-2669a89f-3abd-4dca-9af9-5bcb0c98e3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:03.651367 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8e385f1b-f718-4399-888a-1a3a0decdea5 req-2669a89f-3abd-4dca-9af9-5bcb0c98e3d7 service neutron] 10.222.0.75 "GET /v2.0/networks?id=b2c20bf2-5907-4ff7-8af6-23603c7d780a HTTP/1.1" status: 200 len: 921 time: 0.2843499 Mar 11 19:34:03.654255 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 118bffad-6722-43c2-b115-a2576f39b69d no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:34:03.758182 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f18578c6-d749-4514-9ab6-6c6a02ec2165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '752d7d8b-269a-45e4-8d95-d3ef0789a828', 'name': 'tempest-TaggedBootDevicesTest-1031047735-router', 'tenant_id': '7eee167876f4486fa3e6b7859ca90f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'ef5410c6-9ff9-40b5-ad31-b14099b46aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:29:29Z', 'updated_at': '2022-03-11T19:29:38Z', 'revision_number': 4, 'project_id': '7eee167876f4486fa3e6b7859ca90f06', 'gw_port': {'id': 'ef5410c6-9ff9-40b5-ad31-b14099b46aa9', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '752d7d8b-269a-45e4-8d95-d3ef0789a828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:29:31Z', 'updated_at': '2022-03-11T19:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': 'c827b1d3-9a77-4acc-925e-f5f39001e051', 'tenant_id': '7eee167876f4486fa3e6b7859ca90f06', 'floating_ip_address': '172.25.8.16', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '752d7d8b-269a-45e4-8d95-d3ef0789a828', 'port_id': '0f7ea648-8ba5-44d1-a485-4afac07a6e22', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 721, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a5ebcdd-7c47-4480-b835-e31622a3f5f1', 'mac_address': 'fa:16:3e:59:6d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa8c702-cf6f-489f-a488-b046d18b5f9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:31:20Z', 'updated_at': '2022-03-11T19:34:00Z', 'revision_number': 1, 'project_id': '7eee167876f4486fa3e6b7859ca90f06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6535650-7755-44ab-a731-aac28c80c30e', 'name': '', 'network_id': '3a5ebcdd-7c47-4480-b835-e31622a3f5f1', 'tenant_id': '7eee167876f4486fa3e6b7859ca90f06', 'mac_address': 'fa:16:3e:64:22:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '752d7d8b-269a-45e4-8d95-d3ef0789a828', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'c4ce97f5-273f-42a3-8dbb-6d45a56d0c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:29:37Z', 'updated_at': '2022-03-11T19:29:44Z', 'revision_number': 5, 'project_id': '7eee167876f4486fa3e6b7859ca90f06', 'subnets': [{'id': 'c4ce97f5-273f-42a3-8dbb-6d45a56d0c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:34:03.761416 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-6296c0bd-cdf8-4d14-b655-7f90dba95669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:03.762035 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-6296c0bd-cdf8-4d14-b655-7f90dba95669 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:03.763424 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-6296c0bd-cdf8-4d14-b655-7f90dba95669 service neutron] 10.222.0.57 "PUT /v2.0/ports/d201c699-0b14-403d-8657-ae069e23ad3c HTTP/1.1" status: 200 len: 1092 time: 2.6079724 Mar 11 19:34:03.776015 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01d96742-1670-4df9-b22d-a3bb259a761b', 'tag': 'd201c699-0b14-403d-8657-ae069e23ad3c'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:34:03.785690 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d57108-6c5c-4531-b080-076d19dc5833" -d '{"events": [{"name": "network-changed", "server_uuid": "01d96742-1670-4df9-b22d-a3bb259a761b", "tag": "d201c699-0b14-403d-8657-ae069e23ad3c"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:34:03.800412 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-016c2d4c-1a62-4830-ad3a-8d9e6fc7937b req-2508157a-27a3-4e35-b8f5-1126fba0aa8d tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/quotas/8507785a0a9f4061bbead22d50c44419 HTTP/1.1" status: 200 len: 375 time: 0.1475842 Mar 11 19:34:03.827537 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18578c6-d749-4514-9ab6-6c6a02ec2165 None None] The sync data for ids ['752d7d8b-269a-45e4-8d95-d3ef0789a828'] in n-d-833163-1 is: [{'id': '752d7d8b-269a-45e4-8d95-d3ef0789a828', 'name': 'tempest-TaggedBootDevicesTest-1031047735-router', 'tenant_id': '7eee167876f4486fa3e6b7859ca90f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'ef5410c6-9ff9-40b5-ad31-b14099b46aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:29:29Z', 'updated_at': '2022-03-11T19:29:38Z', 'revision_number': 4, 'project_id': '7eee167876f4486fa3e6b7859ca90f06', 'gw_port': {'id': 'ef5410c6-9ff9-40b5-ad31-b14099b46aa9', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '752d7d8b-269a-45e4-8d95-d3ef0789a828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:29:31Z', 'updated_at': '2022-03-11T19:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': 'c827b1d3-9a77-4acc-925e-f5f39001e051', 'tenant_id': '7eee167876f4486fa3e6b7859ca90f06', 'floating_ip_address': '172.25.8.16', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '752d7d8b-269a-45e4-8d95-d3ef0789a828', 'port_id': '0f7ea648-8ba5-44d1-a485-4afac07a6e22', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 721, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a5ebcdd-7c47-4480-b835-e31622a3f5f1', 'mac_address': 'fa:16:3e:59:6d:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa8c702-cf6f-489f-a488-b046d18b5f9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:31:20Z', 'updated_at': '2022-03-11T19:34:00Z', 'revision_number': 1, 'project_id': '7eee167876f4486fa3e6b7859ca90f06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6535650-7755-44ab-a731-aac28c80c30e', 'name': '', 'network_id': '3a5ebcdd-7c47-4480-b835-e31622a3f5f1', 'tenant_id': '7eee167876f4486fa3e6b7859ca90f06', 'mac_address': 'fa:16:3e:64:22:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '752d7d8b-269a-45e4-8d95-d3ef0789a828', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'c4ce97f5-273f-42a3-8dbb-6d45a56d0c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:29:37Z', 'updated_at': '2022-03-11T19:29:44Z', 'revision_number': 5, 'project_id': '7eee167876f4486fa3e6b7859ca90f06', 'subnets': [{'id': 'c4ce97f5-273f-42a3-8dbb-6d45a56d0c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:34:03.881782 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 118bffad-6722-43c2-b115-a2576f39b69d is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:34:03.882186 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (118bffad-6722-43c2-b115-a2576f39b69d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:03.885734 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-6218ccb8-3841-4541-8264-647061238280 service neutron] Request body: {'port': {'device_id': '01d96742-1670-4df9-b22d-a3bb259a761b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:34:03.968958 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb7956-6e58-4f2d-9a1d-8903b1f94f69 req-42959fd8-11ac-434b-9366-6fbf7eb7b2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:03.970496 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1acb7956-6e58-4f2d-9a1d-8903b1f94f69 req-42959fd8-11ac-434b-9366-6fbf7eb7b2fc service neutron] 10.222.0.75 "GET /v2.0/networks?id=3a5ebcdd-7c47-4480-b835-e31622a3f5f1 HTTP/1.1" status: 200 len: 913 time: 0.5134835 Mar 11 19:34:03.974961 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 118bffad-6722-43c2-b115-a2576f39b69d, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=118bffad-6722-43c2-b115-a2576f39b69d,segment=NetworkSegment(e04ff9a7-22d1-4d10-8b77-9e68a6488033),segment_id=e04ff9a7-22d1-4d10-8b77-9e68a6488033)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:34:03.982451 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (118bffad-6722-43c2-b115-a2576f39b69d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:04.045041 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8e385f1b-f718-4399-888a-1a3a0decdea5 req-f1684c18-5f49-430d-bf5a-2f43124b02e1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2132f9f3-9a1b-40f0-b21f-18eee1c1b95a HTTP/1.1" status: 200 len: 217 time: 0.3039703 Mar 11 19:34:04.081675 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=118bffad-6722-43c2-b115-a2576f39b69d,revision_number=8']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:04.138822 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6296c0bd-cdf8-4d14-b655-7f90dba95669 service neutron] Pushing event updated for resources: {'Port': ['ID=d201c699-0b14-403d-8657-ae069e23ad3c,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:04.218683 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9eb4c2b-c223-4ce1-b3ed-9458990b2727 None None] New status for floating IP c827b1d3-9a77-4acc-925e-f5f39001e051: ACTIVE {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 19:34:04.290682 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-6218ccb8-3841-4541-8264-647061238280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d204e893-df2b-46f8-80c4-d43446f39639), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:04.311486 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1acb7956-6e58-4f2d-9a1d-8903b1f94f69 req-6bd56137-d8fc-4225-9ae4-8721ce4931e2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f7ea648-8ba5-44d1-a485-4afac07a6e22 HTTP/1.1" status: 200 len: 998 time: 0.2555156 Mar 11 19:34:04.353679 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e385f1b-f718-4399-888a-1a3a0decdea5 req-0cdea8e1-f345-4c0c-9299-661e82046c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:04.359020 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8e385f1b-f718-4399-888a-1a3a0decdea5 req-0cdea8e1-f345-4c0c-9299-661e82046c6f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a7be26a8-b37a-4d01-b7d9-b9690160171c HTTP/1.1" status: 200 len: 860 time: 0.2293377 Mar 11 19:34:04.403791 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-016c2d4c-1a62-4830-ad3a-8d9e6fc7937b req-43a2a937-852f-43a7-80e0-ac15eef150c6 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=8507785a0a9f4061bbead22d50c44419&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6023746 Mar 11 19:34:04.465666 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-6555ef57-c684-472d-ad28-8e213e7aa1c4 service neutron] 10.222.0.57 "GET /v2.0/ports/a5aa4d69-5d6e-4efe-a7b4-617450445181/bindings/n-h1-833163-1 HTTP/1.1" status: 200 len: 384 time: 0.1325810 Mar 11 19:34:04.526539 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '964811fe-e680-478b-b639-5af42d371a0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '118bffad-6722-43c2-b115-a2576f39b69d'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:34:04.528323 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-016c2d4c-1a62-4830-ad3a-8d9e6fc7937b req-1f3396a4-2d34-4dcf-8fe8-3a311a4cbe9d service neutron] 10.222.0.65 "GET /v2.0/networks/ebcba11a-843a-4869-86af-b253155a3bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235871 Mar 11 19:34:04.529298 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fcf8073-6fd6-4571-a539-359bd4272707" -d '{"events": [{"server_uuid": "964811fe-e680-478b-b639-5af42d371a0c", "name": "network-vif-unplugged", "status": "completed", "tag": "118bffad-6722-43c2-b115-a2576f39b69d"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:34:04.612514 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8e385f1b-f718-4399-888a-1a3a0decdea5 req-d545b488-3d97-4554-8f0f-0e68c00cdd09 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b2c20bf2-5907-4ff7-8af6-23603c7d780a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1037335 Mar 11 19:34:04.629726 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f7c2f-68fc-46b0-8010-b0e573bc9fd4 req-282961a5-2292-485f-92f5-44cf96c1dd4c tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:04.631276 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-987f7c2f-68fc-46b0-8010-b0e573bc9fd4 req-282961a5-2292-485f-92f5-44cf96c1dd4c tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.75 "GET /v2.0/ports?device_id=964811fe-e680-478b-b639-5af42d371a0c HTTP/1.1" status: 200 len: 943 time: 0.1098721 Mar 11 19:34:04.711709 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb7956-6e58-4f2d-9a1d-8903b1f94f69 req-c413d8d7-4ef6-42f3-bdae-86c39c192e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:04.713735 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1acb7956-6e58-4f2d-9a1d-8903b1f94f69 req-c413d8d7-4ef6-42f3-bdae-86c39c192e20 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c4ce97f5-273f-42a3-8dbb-6d45a56d0c24 HTTP/1.1" status: 200 len: 851 time: 0.3898981 Mar 11 19:34:04.807363 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-869204d7-c539-42fa-8b8b-6eca20fb64cb service neutron] For port a5aa4d69-5d6e-4efe-a7b4-617450445181, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=a5aa4d69-5d6e-4efe-a7b4-617450445181,segment=NetworkSegment(42087326-e85e-4d47-82f7-573695e73a7c),segment_id=42087326-e85e-4d47-82f7-573695e73a7c)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:34:04.846278 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-987f7c2f-68fc-46b0-8010-b0e573bc9fd4 req-f196a1fd-ebd1-46fb-b96f-ef2ef23b7cb9 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Deleting port 118bffad-6722-43c2-b115-a2576f39b69d {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:34:04.846937 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-987f7c2f-68fc-46b0-8010-b0e573bc9fd4 req-f196a1fd-ebd1-46fb-b96f-ef2ef23b7cb9 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (118bffad-6722-43c2-b115-a2576f39b69d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:04.853894 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-869204d7-c539-42fa-8b8b-6eca20fb64cb service neutron] For port a5aa4d69-5d6e-4efe-a7b4-617450445181, host n-h2-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:34:04.902702 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e1d7d4-7ada-41af-aa0d-af0adf5d9828 req-cac88405-50bd-4326-afcb-fb67be702a1f tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:04.907993 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e1d7d4-7ada-41af-aa0d-af0adf5d9828 req-cac88405-50bd-4326-afcb-fb67be702a1f tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:04.913320 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e1d7d4-7ada-41af-aa0d-af0adf5d9828 req-cac88405-50bd-4326-afcb-fb67be702a1f tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:04.915935 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b5e1d7d4-7ada-41af-aa0d-af0adf5d9828 req-cac88405-50bd-4326-afcb-fb67be702a1f tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/ports?device_id=01d96742-1670-4df9-b22d-a3bb259a761b HTTP/1.1" status: 200 len: 2389 time: 0.3514957 Mar 11 19:34:04.932175 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-016c2d4c-1a62-4830-ad3a-8d9e6fc7937b req-eeb1c523-10bf-438d-930f-9228ae705c06 service neutron] 10.222.0.65 "GET /v2.0/networks/ebcba11a-843a-4869-86af-b253155a3bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4029698 Mar 11 19:34:04.943775 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-869204d7-c539-42fa-8b8b-6eca20fb64cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5aa4d69-5d6e-4efe-a7b4-617450445181 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:34:04.961859 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-869204d7-c539-42fa-8b8b-6eca20fb64cb service neutron] For port a5aa4d69-5d6e-4efe-a7b4-617450445181, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=a5aa4d69-5d6e-4efe-a7b4-617450445181,segment=NetworkSegment(42087326-e85e-4d47-82f7-573695e73a7c),segment_id=42087326-e85e-4d47-82f7-573695e73a7c)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:34:05.016141 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-869204d7-c539-42fa-8b8b-6eca20fb64cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a5aa4d69-5d6e-4efe-a7b4-617450445181), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:05.116358 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-869204d7-c539-42fa-8b8b-6eca20fb64cb service neutron] Transition to ACTIVE for port object a5aa4d69-5d6e-4efe-a7b4-617450445181 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:34:05.122909 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-987f7c2f-68fc-46b0-8010-b0e573bc9fd4 req-f196a1fd-ebd1-46fb-b96f-ef2ef23b7cb9 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] For port 118bffad-6722-43c2-b115-a2576f39b69d, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=118bffad-6722-43c2-b115-a2576f39b69d,segment=NetworkSegment(e04ff9a7-22d1-4d10-8b77-9e68a6488033),segment_id=e04ff9a7-22d1-4d10-8b77-9e68a6488033)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:34:05.123650 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-987f7c2f-68fc-46b0-8010-b0e573bc9fd4 req-f196a1fd-ebd1-46fb-b96f-ef2ef23b7cb9 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (118bffad-6722-43c2-b115-a2576f39b69d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:05.128043 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-869204d7-c539-42fa-8b8b-6eca20fb64cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (a5aa4d69-5d6e-4efe-a7b4-617450445181), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:05.170044 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-987f7c2f-68fc-46b0-8010-b0e573bc9fd4 req-f196a1fd-ebd1-46fb-b96f-ef2ef23b7cb9 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Calling delete_port for 118bffad-6722-43c2-b115-a2576f39b69d owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:34:05.239610 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-6218ccb8-3841-4541-8264-647061238280 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d204e893-df2b-46f8-80c4-d43446f39639 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:34:05.251290 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-6218ccb8-3841-4541-8264-647061238280 service neutron] Publish callbacks [] for port (d204e893-df2b-46f8-80c4-d43446f39639), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:05.283442 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8e385f1b-f718-4399-888a-1a3a0decdea5 req-b30f54f8-b14f-4b4d-b44e-e82d1d342f52 service neutron] 10.222.0.75 "GET /v2.0/networks/b2c20bf2-5907-4ff7-8af6-23603c7d780a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6480155 Mar 11 19:34:05.365691 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-6218ccb8-3841-4541-8264-647061238280 service neutron] Transition to ACTIVE for port object d204e893-df2b-46f8-80c4-d43446f39639 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:34:05.411267 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-6218ccb8-3841-4541-8264-647061238280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (d204e893-df2b-46f8-80c4-d43446f39639), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:05.538294 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-869204d7-c539-42fa-8b8b-6eca20fb64cb service neutron] No DVR routers for this DVR port a5aa4d69-5d6e-4efe-a7b4-617450445181 on host n-h2-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:34:05.620315 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869204d7-c539-42fa-8b8b-6eca20fb64cb service neutron] Pushing event updated for resources: {'Port': ['ID=a5aa4d69-5d6e-4efe-a7b4-617450445181,revision_number=10']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:05.630729 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-869204d7-c539-42fa-8b8b-6eca20fb64cb service neutron] 10.222.0.57 "PUT /v2.0/ports/a5aa4d69-5d6e-4efe-a7b4-617450445181/bindings/n-h1-833163-1/activate HTTP/1.1" status: 200 len: 369 time: 1.1625791 Mar 11 19:34:05.773772 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-987f7c2f-68fc-46b0-8010-b0e573bc9fd4 req-f196a1fd-ebd1-46fb-b96f-ef2ef23b7cb9 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (118bffad-6722-43c2-b115-a2576f39b69d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:05.813189 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb7956-6e58-4f2d-9a1d-8903b1f94f69 req-a27d7fdd-bd9a-4765-b683-65d08679a30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:05.814907 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1acb7956-6e58-4f2d-9a1d-8903b1f94f69 req-a27d7fdd-bd9a-4765-b683-65d08679a30d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3a5ebcdd-7c47-4480-b835-e31622a3f5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.0494826 Mar 11 19:34:05.836009 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f196a1fd-ebd1-46fb-b96f-ef2ef23b7cb9 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Pushing event deleted for resources: {'Port': ['ID=118bffad-6722-43c2-b115-a2576f39b69d,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:05.855596 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6218ccb8-3841-4541-8264-647061238280 service neutron] Pushing event updated for resources: {'Port': ['ID=d204e893-df2b-46f8-80c4-d43446f39639,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:05.934211 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-987f7c2f-68fc-46b0-8010-b0e573bc9fd4 req-f196a1fd-ebd1-46fb-b96f-ef2ef23b7cb9 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] No DVR routers for this DVR port 118bffad-6722-43c2-b115-a2576f39b69d on host n-h1-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:34:05.937583 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-987f7c2f-68fc-46b0-8010-b0e573bc9fd4 req-f196a1fd-ebd1-46fb-b96f-ef2ef23b7cb9 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:05.949849 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-987f7c2f-68fc-46b0-8010-b0e573bc9fd4 req-f196a1fd-ebd1-46fb-b96f-ef2ef23b7cb9 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.75 "DELETE /v2.0/ports/118bffad-6722-43c2-b115-a2576f39b69d HTTP/1.1" status: 204 len: 173 time: 1.3119862 Mar 11 19:34:05.950559 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '964811fe-e680-478b-b639-5af42d371a0c', 'name': 'network-vif-deleted', 'tag': '118bffad-6722-43c2-b115-a2576f39b69d'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:34:05.960069 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479ba532-8985-416f-b237-d499eb67c3be" -d '{"events": [{"server_uuid": "964811fe-e680-478b-b639-5af42d371a0c", "name": "network-vif-deleted", "tag": "118bffad-6722-43c2-b115-a2576f39b69d"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:34:05.982369 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-e39acd97-6e5e-47b3-a0b2-965956ddbb79 tempest-LiveAutoBlockMigrationV225Test-943023921 tempest-LiveAutoBlockMigrationV225Test-943023921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:05.984697 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-e39acd97-6e5e-47b3-a0b2-965956ddbb79 tempest-LiveAutoBlockMigrationV225Test-943023921 tempest-LiveAutoBlockMigrationV225Test-943023921-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=7b11db00-86e7-4155-a147-13490d09c29f&tenant_id=f44b890e943d4aee826b67fd4c2d7b8e&binding%3Ahost_id=n-h2-833163-1 HTTP/1.1" status: 200 len: 1126 time: 0.2229693 Mar 11 19:34:06.005149 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b5e1d7d4-7ada-41af-aa0d-af0adf5d9828 req-83c03eee-f876-492b-91d5-0bf4d774bca4 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9e7d402-b560-4db2-8773-5024f2c98b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7438314 Mar 11 19:34:06.036714 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc7b03-d1c6-4df1-a8c6-06d5dbd3c7ad req-5f5955ec-beca-4eea-87eb-72122bc2d880 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:06.055592 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b4dc7b03-d1c6-4df1-a8c6-06d5dbd3c7ad req-5f5955ec-beca-4eea-87eb-72122bc2d880 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=f146c6f5-c337-4e48-b979-f28e2141d131 HTTP/1.1" status: 200 len: 945 time: 0.7668788 Mar 11 19:34:06.153410 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-3457dff3-97c6-436f-b4db-b8ed3a0782a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:06.157166 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-3457dff3-97c6-436f-b4db-b8ed3a0782a1 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=7b11db00-86e7-4155-a147-13490d09c29f&tenant_id=f44b890e943d4aee826b67fd4c2d7b8e HTTP/1.1" status: 200 len: 1126 time: 0.1589265 Mar 11 19:34:06.276009 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-cf64294f-7411-44d2-b9fd-0df25ddda287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:06.277077 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8e385f1b-f718-4399-888a-1a3a0decdea5 req-b9017680-a698-48b0-87ff-eedac820acd1 service neutron] 10.222.0.75 "GET /v2.0/networks/b2c20bf2-5907-4ff7-8af6-23603c7d780a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9732654 Mar 11 19:34:06.278022 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-cf64294f-7411-44d2-b9fd-0df25ddda287 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f44b890e943d4aee826b67fd4c2d7b8e&device_id=7b11db00-86e7-4155-a147-13490d09c29f HTTP/1.1" status: 200 len: 1126 time: 0.0842059 Mar 11 19:34:06.289880 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-60dabf0c-5029-40ca-bea1-7eb8ef0910cc req-d66ea165-5246-455b-ad4d-456085a6ef31 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9902484 Mar 11 19:34:06.398146 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-83a9c36d-1c60-45ab-9eef-65df3ef178f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:06.399855 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-83a9c36d-1c60-45ab-9eef-65df3ef178f8 service neutron] 10.222.0.75 "GET /v2.0/networks?id=b2c20bf2-5907-4ff7-8af6-23603c7d780a HTTP/1.1" status: 200 len: 921 time: 0.0997403 Mar 11 19:34:06.430381 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b4dc7b03-d1c6-4df1-a8c6-06d5dbd3c7ad req-02cf8a82-224f-4aab-b2c6-e469e7dd5cab tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3726752 Mar 11 19:34:06.462400 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf552d3-7085-42cd-91a9-81e739582a7f req-2553a860-783e-4837-9bbf-bbf4d0aafd8a tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:06.469619 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bdf552d3-7085-42cd-91a9-81e739582a7f req-2553a860-783e-4837-9bbf-bbf4d0aafd8a tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b11db00-86e7-4155-a147-13490d09c29f HTTP/1.1" status: 200 len: 944 time: 0.3212593 Mar 11 19:34:06.481294 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-a4237951-0a66-44d4-b722-fd86cae47a48 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5aa4d69-5d6e-4efe-a7b4-617450445181 HTTP/1.1" status: 200 len: 217 time: 0.0708137 Mar 11 19:34:06.574184 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-fc27e3f3-9275-4e39-abc4-1a1394cc24fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:06.576187 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-fc27e3f3-9275-4e39-abc4-1a1394cc24fa service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a7be26a8-b37a-4d01-b7d9-b9690160171c HTTP/1.1" status: 200 len: 860 time: 0.0870900 Mar 11 19:34:06.578157 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1acb7956-6e58-4f2d-9a1d-8903b1f94f69 req-ff8986a6-13d8-4297-a48a-44eb33b8f61e service neutron] 10.222.0.75 "GET /v2.0/networks/3a5ebcdd-7c47-4480-b835-e31622a3f5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7199705 Mar 11 19:34:06.630578 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-6218ccb8-3841-4541-8264-647061238280 service neutron] Attempting to bind port d204e893-df2b-46f8-80c4-d43446f39639 on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:34:06.630920 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-6218ccb8-3841-4541-8264-647061238280 service neutron] Attempting to bind port d204e893-df2b-46f8-80c4-d43446f39639 by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '8fd455bd-0100-4568-b1f1-692b62b6da1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'ad7170fc-1369-4007-8c32-5a7fc5f772b7'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:34:06.631245 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-6218ccb8-3841-4541-8264-647061238280 service neutron] Attempting to bind port d204e893-df2b-46f8-80c4-d43446f39639 on network ad7170fc-1369-4007-8c32-5a7fc5f772b7 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:34:06.644800 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-1fb3538c-0df0-431c-8f79-a12d9a476c8c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b2c20bf2-5907-4ff7-8af6-23603c7d780a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525496 Mar 11 19:34:06.649847 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-6218ccb8-3841-4541-8264-647061238280 service neutron] Port d204e893-df2b-46f8-80c4-d43446f39639 on network ad7170fc-1369-4007-8c32-5a7fc5f772b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:34:06.650272 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-6218ccb8-3841-4541-8264-647061238280 service neutron] Attempting to bind port d204e893-df2b-46f8-80c4-d43446f39639 on network ad7170fc-1369-4007-8c32-5a7fc5f772b7 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:34:06.695948 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-6218ccb8-3841-4541-8264-647061238280 service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:34:06.696596 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-6218ccb8-3841-4541-8264-647061238280 service neutron] Checking segment: {'id': '8fd455bd-0100-4568-b1f1-692b62b6da1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'ad7170fc-1369-4007-8c32-5a7fc5f772b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:34:06.697122 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-6218ccb8-3841-4541-8264-647061238280 service neutron] Bound using segment: {'id': '8fd455bd-0100-4568-b1f1-692b62b6da1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'ad7170fc-1369-4007-8c32-5a7fc5f772b7'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:34:06.697726 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-6218ccb8-3841-4541-8264-647061238280 service neutron] Bound port: d204e893-df2b-46f8-80c4-d43446f39639, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fd455bd-0100-4568-b1f1-692b62b6da1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'ad7170fc-1369-4007-8c32-5a7fc5f772b7'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:34:06.698142 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-6218ccb8-3841-4541-8264-647061238280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d204e893-df2b-46f8-80c4-d43446f39639), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:06.748313 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dabf0c-5029-40ca-bea1-7eb8ef0910cc req-4097c2a3-f3d8-457e-822f-fd4f0f93fc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:06.750029 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-60dabf0c-5029-40ca-bea1-7eb8ef0910cc req-4097c2a3-f3d8-457e-822f-fd4f0f93fc2f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f44b890e943d4aee826b67fd4c2d7b8e&device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b HTTP/1.1" status: 200 len: 1126 time: 0.3952818 Mar 11 19:34:06.843154 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bdf552d3-7085-42cd-91a9-81e739582a7f req-ef17319e-7bad-4d26-90ce-a25515545ab6 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3725424 Mar 11 19:34:06.860660 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-507cb7a3-1b6c-4f72-8a49-047658f39c40 service neutron] 10.222.0.75 "GET /v2.0/networks/b2c20bf2-5907-4ff7-8af6-23603c7d780a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876383 Mar 11 19:34:06.913086 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed21f606-ba0f-4cbc-81f1-13b7284a5878 req-0bba54d4-d6cb-4669-9ee7-9be45ab652f4 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:06.919312 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed21f606-ba0f-4cbc-81f1-13b7284a5878 req-0bba54d4-d6cb-4669-9ee7-9be45ab652f4 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:06.924797 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed21f606-ba0f-4cbc-81f1-13b7284a5878 req-0bba54d4-d6cb-4669-9ee7-9be45ab652f4 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:06.930226 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed21f606-ba0f-4cbc-81f1-13b7284a5878 req-0bba54d4-d6cb-4669-9ee7-9be45ab652f4 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:06.936151 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed21f606-ba0f-4cbc-81f1-13b7284a5878 req-0bba54d4-d6cb-4669-9ee7-9be45ab652f4 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:06.941538 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed21f606-ba0f-4cbc-81f1-13b7284a5878 req-0bba54d4-d6cb-4669-9ee7-9be45ab652f4 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:06.947609 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed21f606-ba0f-4cbc-81f1-13b7284a5878 req-0bba54d4-d6cb-4669-9ee7-9be45ab652f4 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:06.949714 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ed21f606-ba0f-4cbc-81f1-13b7284a5878 req-0bba54d4-d6cb-4669-9ee7-9be45ab652f4 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 5444 time: 0.3917847 Mar 11 19:34:06.965179 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f35cbc-cae1-40f4-972f-266f92790d5e x-openstack-request-id: req-b2f35cbc-cae1-40f4-972f-266f92790d5e {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:34:06.965510 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01d96742-1670-4df9-b22d-a3bb259a761b", "tag": "d201c699-0b14-403d-8657-ae069e23ad3c", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:34:06.965738 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b2f35cbc-cae1-40f4-972f-266f92790d5e {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:34:06.966137 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01d96742-1670-4df9-b22d-a3bb259a761b', 'tag': 'd201c699-0b14-403d-8657-ae069e23ad3c', 'status': 'completed', 'code': 200} Mar 11 19:34:07.055094 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-81fa1377-397f-437f-9ab5-1e9de921fbf1 service neutron] 10.222.0.75 "GET /v2.0/networks/b2c20bf2-5907-4ff7-8af6-23603c7d780a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738882 Mar 11 19:34:07.070959 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d57108-6c5c-4531-b080-076d19dc5833 req-bafb282f-5f7c-4899-854a-b7ab057ae8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:07.073218 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d57108-6c5c-4531-b080-076d19dc5833 req-bafb282f-5f7c-4899-854a-b7ab057ae8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:07.074313 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d57108-6c5c-4531-b080-076d19dc5833 req-bafb282f-5f7c-4899-854a-b7ab057ae8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:07.078243 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c9d57108-6c5c-4531-b080-076d19dc5833 req-bafb282f-5f7c-4899-854a-b7ab057ae8d6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a957f2f02f014417a57323b91c40f536&device_id=01d96742-1670-4df9-b22d-a3bb259a761b HTTP/1.1" status: 200 len: 2788 time: 0.0916135 Mar 11 19:34:07.128901 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-6218ccb8-3841-4541-8264-647061238280 service neutron] For port d204e893-df2b-46f8-80c4-d43446f39639, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:34:07.136985 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c2d4c-1a62-4830-ad3a-8d9e6fc7937b req-cdb99923-91ad-4d4e-87e5-a69f8c8dd186 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:07.138456 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-016c2d4c-1a62-4830-ad3a-8d9e6fc7937b req-cdb99923-91ad-4d4e-87e5-a69f8c8dd186 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.75 "GET /v2.0/networks?id=ebcba11a-843a-4869-86af-b253155a3bc2 HTTP/1.1" status: 200 len: 804 time: 0.5201728 Mar 11 19:34:07.147101 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1acb7956-6e58-4f2d-9a1d-8903b1f94f69 req-ff86014c-67af-4381-84b3-b0be5f05047e service neutron] 10.222.0.75 "GET /v2.0/networks/3a5ebcdd-7c47-4480-b835-e31622a3f5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5078177 Mar 11 19:34:07.167113 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-016c2d4c-1a62-4830-ad3a-8d9e6fc7937b req-4fdb79eb-c7c1-4f38-bb56-82ad026f7052 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Request body: {'port': {'device_id': '0e3d07f9-47c5-4458-8556-2c627297fab0', 'network_id': 'ebcba11a-843a-4869-86af-b253155a3bc2', 'admin_state_up': True, 'tenant_id': '8507785a0a9f4061bbead22d50c44419'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:34:07.199294 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-6218ccb8-3841-4541-8264-647061238280 service neutron] For port d204e893-df2b-46f8-80c4-d43446f39639, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=d204e893-df2b-46f8-80c4-d43446f39639,segment=NetworkSegment(8fd455bd-0100-4568-b1f1-692b62b6da1a),segment_id=8fd455bd-0100-4568-b1f1-692b62b6da1a)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:34:07.217691 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d57108-6c5c-4531-b080-076d19dc5833 req-d61b8d22-8334-4269-b125-d514b1d50b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:07.218271 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d57108-6c5c-4531-b080-076d19dc5833 req-d61b8d22-8334-4269-b125-d514b1d50b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:07.218746 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d57108-6c5c-4531-b080-076d19dc5833 req-d61b8d22-8334-4269-b125-d514b1d50b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:07.220923 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c9d57108-6c5c-4531-b080-076d19dc5833 req-d61b8d22-8334-4269-b125-d514b1d50b47 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=a957f2f02f014417a57323b91c40f536&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1279328 Mar 11 19:34:07.278436 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-6218ccb8-3841-4541-8264-647061238280 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (d204e893-df2b-46f8-80c4-d43446f39639), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:07.310961 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ed21f606-ba0f-4cbc-81f1-13b7284a5878 req-bd3c1115-ea64-4c11-a782-9cc1820a3c97 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/security-groups?id=019be762-639e-4ed8-9c49-723d3436f32b&id=97b5c377-83f5-4bad-bf80-e3f012b06736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3398457 Mar 11 19:34:07.373999 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dabf0c-5029-40ca-bea1-7eb8ef0910cc req-f919f4b6-a9ad-4764-ab87-93c8a1d62426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:07.375485 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-60dabf0c-5029-40ca-bea1-7eb8ef0910cc req-f919f4b6-a9ad-4764-ab87-93c8a1d62426 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b2c20bf2-5907-4ff7-8af6-23603c7d780a HTTP/1.1" status: 200 len: 921 time: 0.4248395 Mar 11 19:34:07.414040 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc6bc3-dfa6-4c23-abf8-9e7e93658223 req-b3913018-5728-44bf-a68b-cea564f5f0d9 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:07.415780 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b0bc6bc3-dfa6-4c23-abf8-9e7e93658223 req-b3913018-5728-44bf-a68b-cea564f5f0d9 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=70ef355c-680f-4c77-b6bd-90827e0df059 HTTP/1.1" status: 200 len: 949 time: 0.4128244 Mar 11 19:34:07.434111 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-6218ccb8-3841-4541-8264-647061238280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:07.434786 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-6218ccb8-3841-4541-8264-647061238280 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:07.436159 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-6218ccb8-3841-4541-8264-647061238280 service neutron] 10.222.0.57 "PUT /v2.0/ports/d204e893-df2b-46f8-80c4-d43446f39639 HTTP/1.1" status: 200 len: 1092 time: 3.5708947 Mar 11 19:34:07.447018 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-47b40a69-9dfe-4ce2-9289-a6c7dff48762 tempest-LiveAutoBlockMigrationV225Test-943023921 tempest-LiveAutoBlockMigrationV225Test-943023921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:07.448632 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-47b40a69-9dfe-4ce2-9289-a6c7dff48762 tempest-LiveAutoBlockMigrationV225Test-943023921 tempest-LiveAutoBlockMigrationV225Test-943023921-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=7b11db00-86e7-4155-a147-13490d09c29f&tenant_id=f44b890e943d4aee826b67fd4c2d7b8e&binding%3Ahost_id=n-h1-833163-1 HTTP/1.1" status: 200 len: 1126 time: 0.0972495 Mar 11 19:34:07.450844 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d57108-6c5c-4531-b080-076d19dc5833 req-052d956c-16b4-4cde-8e53-076d4aac8427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:07.452808 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c9d57108-6c5c-4531-b080-076d19dc5833 req-052d956c-16b4-4cde-8e53-076d4aac8427 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2248614 Mar 11 19:34:07.455454 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 19:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7651ddc8-b841-4426-b259-fb8cbc287017 x-openstack-request-id: req-7651ddc8-b841-4426-b259-fb8cbc287017 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:34:07.462868 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "964811fe-e680-478b-b639-5af42d371a0c", "name": "network-vif-unplugged", "status": "completed", "tag": "118bffad-6722-43c2-b115-a2576f39b69d", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:34:07.463148 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7651ddc8-b841-4426-b259-fb8cbc287017 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:34:07.463577 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '964811fe-e680-478b-b639-5af42d371a0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '118bffad-6722-43c2-b115-a2576f39b69d', 'code': 200} Mar 11 19:34:07.481303 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-fa17d5ae-7fc3-47e8-8141-c24cd5069ec8 service neutron] Request body: {'port': {'device_id': '01d96742-1670-4df9-b22d-a3bb259a761b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:34:07.551322 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-60dabf0c-5029-40ca-bea1-7eb8ef0910cc req-a9282633-9802-43b7-94be-4f1c6488ee8f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5ac3bee4-d31e-4d7f-9bb8-cb81d564318b HTTP/1.1" status: 200 len: 217 time: 0.1635411 Mar 11 19:34:07.581747 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-fa17d5ae-7fc3-47e8-8141-c24cd5069ec8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (42604403-1896-4306-9755-fa02eb7efb1a), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:07.645153 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fc2dea37-8047-4116-9743-8eefcf78b050 req-66fcfdc2-6dac-4e59-8302-461ff2345528 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e3d07f9-47c5-4458-8556-2c627297fab0 HTTP/1.1" status: 200 len: 210 time: 0.1188958 Mar 11 19:34:07.653823 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6218ccb8-3841-4541-8264-647061238280 service neutron] Pushing event updated for resources: {'Port': ['ID=d204e893-df2b-46f8-80c4-d43446f39639,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:07.665491 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b0bc6bc3-dfa6-4c23-abf8-9e7e93658223 req-ec6e722b-f170-4f88-8944-07ca3d627864 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649039 Mar 11 19:34:07.677478 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-802ba4c9-1ce2-4665-ace2-805ec784d813 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:07.692249 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-802ba4c9-1ce2-4665-ace2-805ec784d813 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:07.692249 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-802ba4c9-1ce2-4665-ace2-805ec784d813 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:07.694528 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-802ba4c9-1ce2-4665-ace2-805ec784d813 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:07.701519 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-802ba4c9-1ce2-4665-ace2-805ec784d813 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:07.718248 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-802ba4c9-1ce2-4665-ace2-805ec784d813 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:07.725925 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-802ba4c9-1ce2-4665-ace2-805ec784d813 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:07.728509 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-802ba4c9-1ce2-4665-ace2-805ec784d813 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.75 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 5444 time: 0.5482576 Mar 11 19:34:07.819295 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49464c71-99fe-4a5f-b3f2-bcdbfaa772fd x-openstack-request-id: req-49464c71-99fe-4a5f-b3f2-bcdbfaa772fd {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:34:07.819591 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "964811fe-e680-478b-b639-5af42d371a0c", "name": "network-vif-deleted", "tag": "118bffad-6722-43c2-b115-a2576f39b69d", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:34:07.819874 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-49464c71-99fe-4a5f-b3f2-bcdbfaa772fd {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:34:07.820277 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '964811fe-e680-478b-b639-5af42d371a0c', 'name': 'network-vif-deleted', 'tag': '118bffad-6722-43c2-b115-a2576f39b69d', 'status': 'completed', 'code': 200} Mar 11 19:34:07.835346 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dabf0c-5029-40ca-bea1-7eb8ef0910cc req-6df62a59-3b05-4ebf-8391-c3a6260f6aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:07.837468 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-60dabf0c-5029-40ca-bea1-7eb8ef0910cc req-6df62a59-3b05-4ebf-8391-c3a6260f6aa1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a7be26a8-b37a-4d01-b7d9-b9690160171c HTTP/1.1" status: 200 len: 860 time: 0.2570629 Mar 11 19:34:07.874872 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-016c2d4c-1a62-4830-ad3a-8d9e6fc7937b req-4fdb79eb-c7c1-4f38-bb56-82ad026f7052 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Made reservation on behalf of 8507785a0a9f4061bbead22d50c44419 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:34:07.879357 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-016c2d4c-1a62-4830-ad3a-8d9e6fc7937b req-4fdb79eb-c7c1-4f38-bb56-82ad026f7052 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:07.935246 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-60dabf0c-5029-40ca-bea1-7eb8ef0910cc req-c176c227-b7a0-46b0-a83e-aa67eceefaca service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b2c20bf2-5907-4ff7-8af6-23603c7d780a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437350 Mar 11 19:34:08.009239 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-0fcc480f-553c-4635-a3cc-da2a7e756db2 service neutron] For port a5aa4d69-5d6e-4efe-a7b4-617450445181, host n-h2-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:34:08.016144 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-0fcc480f-553c-4635-a3cc-da2a7e756db2 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:08.017421 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-cd903910-95c7-4433-847b-9fc26af4d9ed req-0fcc480f-553c-4635-a3cc-da2a7e756db2 service neutron] 10.222.0.75 "DELETE /v2.0/ports/a5aa4d69-5d6e-4efe-a7b4-617450445181/bindings/n-h2-833163-1 HTTP/1.1" status: 204 len: 173 time: 0.5004985 Mar 11 19:34:08.059732 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-fa17d5ae-7fc3-47e8-8141-c24cd5069ec8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42604403-1896-4306-9755-fa02eb7efb1a {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:34:08.061771 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-ca854251-42fe-49f8-b7f2-66b750e3dfb9 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:08.063347 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-ca854251-42fe-49f8-b7f2-66b750e3dfb9 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.75 "GET /v2.0/ports/67a48c17-bad0-4589-963e-fee1ad2a8374?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3204348 Mar 11 19:34:08.078824 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c5db46-50ec-4c78-b4aa-ec465c8b56dd req-d0474deb-743b-4acc-b1f6-5c068453e927 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:08.084373 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c5db46-50ec-4c78-b4aa-ec465c8b56dd req-d0474deb-743b-4acc-b1f6-5c068453e927 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:08.085487 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-fa17d5ae-7fc3-47e8-8141-c24cd5069ec8 service neutron] Publish callbacks [] for port (42604403-1896-4306-9755-fa02eb7efb1a), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:08.092101 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c5db46-50ec-4c78-b4aa-ec465c8b56dd req-d0474deb-743b-4acc-b1f6-5c068453e927 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:08.094210 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a7c5db46-50ec-4c78-b4aa-ec465c8b56dd req-d0474deb-743b-4acc-b1f6-5c068453e927 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/ports?device_id=01d96742-1670-4df9-b22d-a3bb259a761b HTTP/1.1" status: 200 len: 2401 time: 0.2702689 Mar 11 19:34:08.102889 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-fa17d5ae-7fc3-47e8-8141-c24cd5069ec8 service neutron] Transition to ACTIVE for port object 42604403-1896-4306-9755-fa02eb7efb1a will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:34:08.109914 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-fa17d5ae-7fc3-47e8-8141-c24cd5069ec8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (42604403-1896-4306-9755-fa02eb7efb1a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:08.171415 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa17d5ae-7fc3-47e8-8141-c24cd5069ec8 service neutron] Pushing event updated for resources: {'Port': ['ID=42604403-1896-4306-9755-fa02eb7efb1a,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:08.243342 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-60dabf0c-5029-40ca-bea1-7eb8ef0910cc req-67dc55a6-d53c-45d5-99aa-63e57f766006 service neutron] 10.222.0.57 "GET /v2.0/networks/b2c20bf2-5907-4ff7-8af6-23603c7d780a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933125 Mar 11 19:34:08.247366 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a7c5db46-50ec-4c78-b4aa-ec465c8b56dd req-dbac3c71-ae16-4664-bc1e-8f03df31bd1e tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9e7d402-b560-4db2-8773-5024f2c98b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374328 Mar 11 19:34:08.300921 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-fa17d5ae-7fc3-47e8-8141-c24cd5069ec8 service neutron] Attempting to bind port 42604403-1896-4306-9755-fa02eb7efb1a on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:34:08.301361 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-fa17d5ae-7fc3-47e8-8141-c24cd5069ec8 service neutron] Attempting to bind port 42604403-1896-4306-9755-fa02eb7efb1a by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': 'a428e657-2306-40d2-830f-79e1ffe38620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd1a47003-b278-4da4-924a-76225dced105'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:34:08.301796 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-fa17d5ae-7fc3-47e8-8141-c24cd5069ec8 service neutron] Attempting to bind port 42604403-1896-4306-9755-fa02eb7efb1a on network d1a47003-b278-4da4-924a-76225dced105 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:34:08.308711 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-fa17d5ae-7fc3-47e8-8141-c24cd5069ec8 service neutron] Port 42604403-1896-4306-9755-fa02eb7efb1a on network d1a47003-b278-4da4-924a-76225dced105 not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:34:08.309178 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-fa17d5ae-7fc3-47e8-8141-c24cd5069ec8 service neutron] Attempting to bind port 42604403-1896-4306-9755-fa02eb7efb1a on network d1a47003-b278-4da4-924a-76225dced105 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:34:08.316088 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-fa17d5ae-7fc3-47e8-8141-c24cd5069ec8 service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:34:08.316560 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-fa17d5ae-7fc3-47e8-8141-c24cd5069ec8 service neutron] Checking segment: {'id': 'a428e657-2306-40d2-830f-79e1ffe38620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd1a47003-b278-4da4-924a-76225dced105'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:34:08.317039 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-fa17d5ae-7fc3-47e8-8141-c24cd5069ec8 service neutron] Bound using segment: {'id': 'a428e657-2306-40d2-830f-79e1ffe38620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd1a47003-b278-4da4-924a-76225dced105'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:34:08.317577 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-fa17d5ae-7fc3-47e8-8141-c24cd5069ec8 service neutron] Bound port: 42604403-1896-4306-9755-fa02eb7efb1a, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a428e657-2306-40d2-830f-79e1ffe38620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd1a47003-b278-4da4-924a-76225dced105'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:34:08.318546 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-fa17d5ae-7fc3-47e8-8141-c24cd5069ec8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (42604403-1896-4306-9755-fa02eb7efb1a), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:08.484468 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-fa17d5ae-7fc3-47e8-8141-c24cd5069ec8 service neutron] For port 42604403-1896-4306-9755-fa02eb7efb1a, host n-h2-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:34:08.488816 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-fa17d5ae-7fc3-47e8-8141-c24cd5069ec8 service neutron] For port 42604403-1896-4306-9755-fa02eb7efb1a, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=42604403-1896-4306-9755-fa02eb7efb1a,segment=NetworkSegment(a428e657-2306-40d2-830f-79e1ffe38620),segment_id=a428e657-2306-40d2-830f-79e1ffe38620)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:34:08.501754 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-fa17d5ae-7fc3-47e8-8141-c24cd5069ec8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (42604403-1896-4306-9755-fa02eb7efb1a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:08.621639 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-adfb473e-2671-4fd1-953c-c761a823aa7e tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.75 "GET /v2.0/networks/4f561aff-d3ac-41b3-ba00-952d014b3e3f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5260324 Mar 11 19:34:08.622239 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-fa17d5ae-7fc3-47e8-8141-c24cd5069ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:08.624759 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-fa17d5ae-7fc3-47e8-8141-c24cd5069ec8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:08.626369 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-fa17d5ae-7fc3-47e8-8141-c24cd5069ec8 service neutron] 10.222.0.57 "PUT /v2.0/ports/42604403-1896-4306-9755-fa02eb7efb1a HTTP/1.1" status: 200 len: 1092 time: 1.1541538 Mar 11 19:34:08.629587 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa17d5ae-7fc3-47e8-8141-c24cd5069ec8 service neutron] Pushing event updated for resources: {'Port': ['ID=42604403-1896-4306-9755-fa02eb7efb1a,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:08.639583 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-4c5b6066-8d5d-4de9-80a9-2901ddd36546 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:34:08.736464 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-60dabf0c-5029-40ca-bea1-7eb8ef0910cc req-566a9bae-43cf-422a-bee4-18447ca33a6b service neutron] 10.222.0.57 "GET /v2.0/networks/b2c20bf2-5907-4ff7-8af6-23603c7d780a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4801631 Mar 11 19:34:08.747730 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-016c2d4c-1a62-4830-ad3a-8d9e6fc7937b req-4fdb79eb-c7c1-4f38-bb56-82ad026f7052 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Allocated IP 172.20.0.13 (ebcba11a-843a-4869-86af-b253155a3bc2/654fe02a-2387-4189-a51d-09de4e86c125/feca1c5f-41db-4efc-b205-7fb0b051afff) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:34:08.748752 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-73ceea2d-760f-4938-8a25-44beb6f06171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:08.749352 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-73ceea2d-760f-4938-8a25-44beb6f06171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:08.750510 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-73ceea2d-760f-4938-8a25-44beb6f06171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:08.753497 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-73ceea2d-760f-4938-8a25-44beb6f06171 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a957f2f02f014417a57323b91c40f536&device_id=01d96742-1670-4df9-b22d-a3bb259a761b HTTP/1.1" status: 200 len: 2959 time: 0.0712292 Mar 11 19:34:08.756769 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5f903e-6642-434a-ba2a-5bf33bec4c0a req-a437805c-cf9e-40f3-b236-6c3a35e9cb88 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:08.760883 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0d5f903e-6642-434a-ba2a-5bf33bec4c0a req-a437805c-cf9e-40f3-b236-6c3a35e9cb88 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=f146c6f5-c337-4e48-b979-f28e2141d131 HTTP/1.1" status: 200 len: 945 time: 0.3504491 Mar 11 19:34:08.784430 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07914c22-7316-4b4e-852c-741e97c1df9c req-24a7a52e-b9f4-4a06-bdc8-20a1cd88db3e tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:08.788228 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-07914c22-7316-4b4e-852c-741e97c1df9c req-24a7a52e-b9f4-4a06-bdc8-20a1cd88db3e tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=70ef355c-680f-4c77-b6bd-90827e0df059 HTTP/1.1" status: 200 len: 949 time: 0.3616419 Mar 11 19:34:08.828149 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-a6ef327c-8212-4892-b146-aec79f246882 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.129&port_id=d201c699-0b14-403d-8657-ae069e23ad3c HTTP/1.1" status: 200 len: 217 time: 0.0671628 Mar 11 19:34:08.900109 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-4c5b6066-8d5d-4de9-80a9-2901ddd36546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (67a48c17-bad0-4589-963e-fee1ad2a8374), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:08.902233 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-1fbb7087-d5df-40d0-95d7-d5b13603cd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:08.905978 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-1fbb7087-d5df-40d0-95d7-d5b13603cd08 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dd9955f5-e5eb-444f-846f-3da06c1d67a8 HTTP/1.1" status: 200 len: 801 time: 0.0676348 Mar 11 19:34:08.969002 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-07914c22-7316-4b4e-852c-741e97c1df9c req-cc52ea1c-b664-4b62-b4f5-c079737bda49 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717660 Mar 11 19:34:08.973043 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01d96742-1670-4df9-b22d-a3bb259a761b', 'tag': 'd204e893-df2b-46f8-80c4-d43446f39639'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:34:08.975274 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d590b8d4-d670-4449-b638-eaf925577a58" -d '{"events": [{"name": "network-changed", "server_uuid": "01d96742-1670-4df9-b22d-a3bb259a761b", "tag": "d204e893-df2b-46f8-80c4-d43446f39639"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:34:08.979531 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-a0048116-bf16-4e18-8e27-5832092ad904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:08.982501 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-a0048116-bf16-4e18-8e27-5832092ad904 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d1a47003-b278-4da4-924a-76225dced105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0715995 Mar 11 19:34:09.011237 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0d5f903e-6642-434a-ba2a-5bf33bec4c0a req-cbfbfb8b-5a35-4174-a6df-6fb6680f9b62 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141240 Mar 11 19:34:09.219850 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-ddf14b3b-96a8-4d9a-b677-d0d352fc8c76 service neutron] 10.222.0.57 "GET /v2.0/networks/d1a47003-b278-4da4-924a-76225dced105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279577 Mar 11 19:34:09.399003 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-b66b7c07-3c94-400d-aa81-23f83d1b0f07 service neutron] 10.222.0.57 "GET /v2.0/networks/d1a47003-b278-4da4-924a-76225dced105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716111 Mar 11 19:34:09.456609 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-00d6dd82-2e6c-4eb3-9885-a44c3ef504cb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.248&port_id=d204e893-df2b-46f8-80c4-d43446f39639 HTTP/1.1" status: 200 len: 217 time: 0.0504143 Mar 11 19:34:09.519424 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-c7327aa2-4e98-4331-8864-6b1749fb0734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:09.521179 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-c7327aa2-4e98-4331-8864-6b1749fb0734 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0f04670d-7f0a-443e-bc94-d3806a05f91b HTTP/1.1" status: 200 len: 801 time: 0.0589495 Mar 11 19:34:09.587227 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-f6f51fd1-8f76-4bf3-a0cd-081d707ead91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:09.589182 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-f6f51fd1-8f76-4bf3-a0cd-081d707ead91 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ad7170fc-1369-4007-8c32-5a7fc5f772b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0610399 Mar 11 19:34:09.683599 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device ebfb71f0-04b3-45d0-a06b-4dbc510957f9 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:34:09.690205 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-4c5b6066-8d5d-4de9-80a9-2901ddd36546 service neutron] For port 67a48c17-bad0-4589-963e-fee1ad2a8374, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=67a48c17-bad0-4589-963e-fee1ad2a8374,segment=NetworkSegment(84b0979a-8a8b-4100-94cf-7dcf4d79135b),segment_id=84b0979a-8a8b-4100-94cf-7dcf4d79135b)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:34:09.710130 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-c8f0ecd3-3031-4706-920d-28925579152b service neutron] 10.222.0.57 "GET /v2.0/networks/ad7170fc-1369-4007-8c32-5a7fc5f772b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144094 Mar 11 19:34:09.734855 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a0179-616a-4ddb-94f4-42c152986440 req-a8499169-52b8-4e56-9773-414737d047b4 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:09.736524 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5b6a0179-616a-4ddb-94f4-42c152986440 req-a8499169-52b8-4e56-9773-414737d047b4 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b11db00-86e7-4155-a147-13490d09c29f HTTP/1.1" status: 200 len: 944 time: 0.5948453 Mar 11 19:34:09.744056 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-016c2d4c-1a62-4830-ad3a-8d9e6fc7937b req-4fdb79eb-c7c1-4f38-bb56-82ad026f7052 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Publish callbacks [] for port (feca1c5f-41db-4efc-b205-7fb0b051afff), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:09.787848 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port ebfb71f0-04b3-45d0-a06b-4dbc510957f9 is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:34:09.788152 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ebfb71f0-04b3-45d0-a06b-4dbc510957f9), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:09.803643 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-4c5b6066-8d5d-4de9-80a9-2901ddd36546 service neutron] For port 67a48c17-bad0-4589-963e-fee1ad2a8374, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:34:09.815944 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63e2d47-599d-4ffc-9f33-5578504bb7da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebfb71f0-04b3-45d0-a06b-4dbc510957f9'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:34:09.818780 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591603cc-bf78-47fc-aaad-937b6769d1a6" -d '{"events": [{"server_uuid": "f63e2d47-599d-4ffc-9f33-5578504bb7da", "name": "network-vif-unplugged", "status": "completed", "tag": "ebfb71f0-04b3-45d0-a06b-4dbc510957f9"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:34:09.820776 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01d96742-1670-4df9-b22d-a3bb259a761b', 'tag': '42604403-1896-4306-9755-fa02eb7efb1a'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:34:09.823964 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32878fd2-5b5f-47bb-8ca5-ab805db974cc" -d '{"events": [{"name": "network-changed", "server_uuid": "01d96742-1670-4df9-b22d-a3bb259a761b", "tag": "42604403-1896-4306-9755-fa02eb7efb1a"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:34:09.829135 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-0b33a3c9-25f2-47d4-9317-c6569e8b315c service neutron] 10.222.0.57 "GET /v2.0/networks/ad7170fc-1369-4007-8c32-5a7fc5f772b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126776 Mar 11 19:34:09.834771 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port ebfb71f0-04b3-45d0-a06b-4dbc510957f9, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=ebfb71f0-04b3-45d0-a06b-4dbc510957f9,segment=NetworkSegment(84b0979a-8a8b-4100-94cf-7dcf4d79135b),segment_id=84b0979a-8a8b-4100-94cf-7dcf4d79135b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:34:09.839784 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (ebfb71f0-04b3-45d0-a06b-4dbc510957f9), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:09.840388 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 118bffad-6722-43c2-b115-a2576f39b69d no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:34:09.840775 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eabecc-74bb-4486-83ff-dbc773e6773c req-ee015cc0-59f7-4bf5-9522-7eac240f1487 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:09.846540 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eabecc-74bb-4486-83ff-dbc773e6773c req-ee015cc0-59f7-4bf5-9522-7eac240f1487 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:09.852397 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eabecc-74bb-4486-83ff-dbc773e6773c req-ee015cc0-59f7-4bf5-9522-7eac240f1487 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:09.858417 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eabecc-74bb-4486-83ff-dbc773e6773c req-ee015cc0-59f7-4bf5-9522-7eac240f1487 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:09.864529 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eabecc-74bb-4486-83ff-dbc773e6773c req-ee015cc0-59f7-4bf5-9522-7eac240f1487 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:09.870254 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eabecc-74bb-4486-83ff-dbc773e6773c req-ee015cc0-59f7-4bf5-9522-7eac240f1487 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:09.876763 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eabecc-74bb-4486-83ff-dbc773e6773c req-ee015cc0-59f7-4bf5-9522-7eac240f1487 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:09.878713 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-43eabecc-74bb-4486-83ff-dbc773e6773c req-ee015cc0-59f7-4bf5-9522-7eac240f1487 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 5444 time: 0.2548683 Mar 11 19:34:09.879950 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-26495e6c-2c1f-4d95-8224-692f4cebebe7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.136&port_id=42604403-1896-4306-9755-fa02eb7efb1a HTTP/1.1" status: 200 len: 217 time: 0.0443683 Mar 11 19:34:09.887165 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: 118bffad-6722-43c2-b115-a2576f39b69d {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:34:09.887534 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 118bffad-6722-43c2-b115-a2576f39b69d not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:34:09.887960 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 65028ff5-c788-4323-ab6a-099bdaadab0a no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:34:09.940115 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-0a8cb0f4-42fb-4acc-90cf-277b8af0352d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:09.942245 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-0a8cb0f4-42fb-4acc-90cf-277b8af0352d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dd9955f5-e5eb-444f-846f-3da06c1d67a8 HTTP/1.1" status: 200 len: 801 time: 0.0570025 Mar 11 19:34:09.944936 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-4c5b6066-8d5d-4de9-80a9-2901ddd36546 service neutron] device_id is not set on port 67a48c17-bad0-4589-963e-fee1ad2a8374 yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:34:09.955662 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5b6a0179-616a-4ddb-94f4-42c152986440 req-8168ad38-2b35-4d9c-a0cf-7c20770a0ef8 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068534 Mar 11 19:34:09.962500 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=ebfb71f0-04b3-45d0-a06b-4dbc510957f9,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:09.967123 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-4c5b6066-8d5d-4de9-80a9-2901ddd36546 service neutron] Publish callbacks [] for port (67a48c17-bad0-4589-963e-fee1ad2a8374), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:09.983820 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-4c5b6066-8d5d-4de9-80a9-2901ddd36546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (67a48c17-bad0-4589-963e-fee1ad2a8374), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:09.991461 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-016c2d4c-1a62-4830-ad3a-8d9e6fc7937b req-4fdb79eb-c7c1-4f38-bb56-82ad026f7052 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (feca1c5f-41db-4efc-b205-7fb0b051afff), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:10.009954 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-01930152-0dd6-46f6-8b06-401a574b7b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:10.011707 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-01930152-0dd6-46f6-8b06-401a574b7b44 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d1a47003-b278-4da4-924a-76225dced105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0640197 Mar 11 19:34:10.020095 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 65028ff5-c788-4323-ab6a-099bdaadab0a is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:34:10.020722 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (65028ff5-c788-4323-ab6a-099bdaadab0a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:10.067509 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 65028ff5-c788-4323-ab6a-099bdaadab0a, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=65028ff5-c788-4323-ab6a-099bdaadab0a,segment=NetworkSegment(e2c9930f-21f1-4d40-93dc-64d9f93dab64),segment_id=e2c9930f-21f1-4d40-93dc-64d9f93dab64)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:34:10.072339 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-43eabecc-74bb-4486-83ff-dbc773e6773c req-3e0b0528-7546-41d3-8ee7-ecf3a281eaad tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/security-groups?id=019be762-639e-4ed8-9c49-723d3436f32b&id=97b5c377-83f5-4bad-bf80-e3f012b06736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1714294 Mar 11 19:34:10.086091 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (65028ff5-c788-4323-ab6a-099bdaadab0a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:10.088223 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-016c2d4c-1a62-4830-ad3a-8d9e6fc7937b req-4fdb79eb-c7c1-4f38-bb56-82ad026f7052 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Network ebcba11a-843a-4869-86af-b253155a3bc2 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:34:10.088793 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 83ee7430-2372-4b73-86a9-12dee208460d no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:34:10.096948 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-016c2d4c-1a62-4830-ad3a-8d9e6fc7937b req-4fdb79eb-c7c1-4f38-bb56-82ad026f7052 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:34:10.120722 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-016c2d4c-1a62-4830-ad3a-8d9e6fc7937b req-4fdb79eb-c7c1-4f38-bb56-82ad026f7052 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:34:10.123723 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-4c5b6066-8d5d-4de9-80a9-2901ddd36546 service neutron] No DVR routers for this DVR port 67a48c17-bad0-4589-963e-fee1ad2a8374 on host n-h1-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:34:10.125680 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5b6066-8d5d-4de9-80a9-2901ddd36546 service neutron] Pushing event updated for resources: {'Port': ['ID=67a48c17-bad0-4589-963e-fee1ad2a8374,revision_number=6']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:10.217822 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-fa0a732a-483f-42a8-8d50-0e177a784aff service neutron] 10.222.0.57 "GET /v2.0/networks/d1a47003-b278-4da4-924a-76225dced105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991339 Mar 11 19:34:10.228464 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9edfdb99-3fe9-4b6c-8066-085d4f826fd8 x-openstack-request-id: req-9edfdb99-3fe9-4b6c-8066-085d4f826fd8 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:34:10.228727 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01d96742-1670-4df9-b22d-a3bb259a761b", "tag": "d204e893-df2b-46f8-80c4-d43446f39639", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:34:10.229629 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9edfdb99-3fe9-4b6c-8066-085d4f826fd8 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:34:10.229629 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01d96742-1670-4df9-b22d-a3bb259a761b', 'tag': 'd204e893-df2b-46f8-80c4-d43446f39639', 'status': 'completed', 'code': 200} Mar 11 19:34:10.261401 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=65028ff5-c788-4323-ab6a-099bdaadab0a,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:10.320168 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 83ee7430-2372-4b73-86a9-12dee208460d is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:34:10.320830 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (83ee7430-2372-4b73-86a9-12dee208460d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:10.360495 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c2d4c-1a62-4830-ad3a-8d9e6fc7937b req-4fdb79eb-c7c1-4f38-bb56-82ad026f7052 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:10.361232 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-016c2d4c-1a62-4830-ad3a-8d9e6fc7937b req-4fdb79eb-c7c1-4f38-bb56-82ad026f7052 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:10.364710 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 83ee7430-2372-4b73-86a9-12dee208460d, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=83ee7430-2372-4b73-86a9-12dee208460d,segment=NetworkSegment(e2c9930f-21f1-4d40-93dc-64d9f93dab64),segment_id=e2c9930f-21f1-4d40-93dc-64d9f93dab64)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:34:10.373737 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-4c5b6066-8d5d-4de9-80a9-2901ddd36546 service neutron] In _notify_port_updated(), no bound segment for port 67a48c17-bad0-4589-963e-fee1ad2a8374 on network 4f561aff-d3ac-41b3-ba00-952d014b3e3f {{(pid=103885) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 11 19:34:10.374688 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-4c5b6066-8d5d-4de9-80a9-2901ddd36546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:10.375384 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-4c5b6066-8d5d-4de9-80a9-2901ddd36546 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:10.376595 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (83ee7430-2372-4b73-86a9-12dee208460d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:10.376772 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-4c5b6066-8d5d-4de9-80a9-2901ddd36546 service neutron] 10.222.0.75 "PUT /v2.0/ports/67a48c17-bad0-4589-963e-fee1ad2a8374 HTTP/1.1" status: 200 len: 1033 time: 1.7430799 Mar 11 19:34:10.377317 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdb79eb-c7c1-4f38-bb56-82ad026f7052 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Pushing event updated for resources: {'Port': ['ID=feca1c5f-41db-4efc-b205-7fb0b051afff,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:10.378362 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device a063c992-2ba2-427f-abd3-35bcb20f2efc no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:34:10.404762 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e7446ba7-ae75-48e6-89db-6efb448e617d req-ae920aa4-f5b4-4143-ac48-4fc281416318 service neutron] 10.222.0.57 "GET /v2.0/networks/d1a47003-b278-4da4-924a-76225dced105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744523 Mar 11 19:34:10.478069 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-016c2d4c-1a62-4830-ad3a-8d9e6fc7937b req-4fdb79eb-c7c1-4f38-bb56-82ad026f7052 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3165429 Mar 11 19:34:10.497695 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-016c2d4c-1a62-4830-ad3a-8d9e6fc7937b req-5a27a618-f630-43a6-adce-468ad0b05a5b service neutron] Request body: {'port': {'device_id': '0e3d07f9-47c5-4458-8556-2c627297fab0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:34:10.506041 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-0c58ea73-f801-439b-879f-d0bcba1e29ce tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:10.507578 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-0c58ea73-f801-439b-879f-d0bcba1e29ce tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.75 "GET /v2.0/ports/a063c992-2ba2-427f-abd3-35bcb20f2efc?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1196909 Mar 11 19:34:10.515820 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bb88b4-631c-4caa-92bc-18393fbf3b48 req-98ec0aab-b55b-4a2e-a0e1-167d37bf332c tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:10.517292 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-31bb88b4-631c-4caa-92bc-18393fbf3b48 req-98ec0aab-b55b-4a2e-a0e1-167d37bf332c tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e3d07f9-47c5-4458-8556-2c627297fab0 HTTP/1.1" status: 200 len: 932 time: 0.3838115 Mar 11 19:34:10.534340 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d590b8d4-d670-4449-b638-eaf925577a58 req-dc9b424f-125c-4ded-b16c-72455e24fcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:10.534563 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=83ee7430-2372-4b73-86a9-12dee208460d,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:10.535031 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d590b8d4-d670-4449-b638-eaf925577a58 req-dc9b424f-125c-4ded-b16c-72455e24fcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:10.535515 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d590b8d4-d670-4449-b638-eaf925577a58 req-dc9b424f-125c-4ded-b16c-72455e24fcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:10.538035 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port a063c992-2ba2-427f-abd3-35bcb20f2efc is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:34:10.538611 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a063c992-2ba2-427f-abd3-35bcb20f2efc), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:10.540888 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d590b8d4-d670-4449-b638-eaf925577a58 req-dc9b424f-125c-4ded-b16c-72455e24fcd1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a957f2f02f014417a57323b91c40f536&device_id=01d96742-1670-4df9-b22d-a3bb259a761b HTTP/1.1" status: 200 len: 2959 time: 0.0738354 Mar 11 19:34:10.541052 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-6bc83719-eea0-4c4e-bba3-5973024bc24e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:34:10.570836 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-01c2cbaa-14c4-49f7-a03f-4f01ceedbc72 None None] Provisioning complete for port 67a48c17-bad0-4589-963e-fee1ad2a8374 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:34:10.571134 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-01c2cbaa-14c4-49f7-a03f-4f01ceedbc72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (67a48c17-bad0-4589-963e-fee1ad2a8374), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:10.603651 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port a063c992-2ba2-427f-abd3-35bcb20f2efc, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=a063c992-2ba2-427f-abd3-35bcb20f2efc,segment=NetworkSegment(84b0979a-8a8b-4100-94cf-7dcf4d79135b),segment_id=84b0979a-8a8b-4100-94cf-7dcf4d79135b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:34:10.606640 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292f8e5-ae1a-427a-ac1e-0cb767181012 req-c5912c67-864c-4a1d-8380-278a8b599915 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:10.612779 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292f8e5-ae1a-427a-ac1e-0cb767181012 req-c5912c67-864c-4a1d-8380-278a8b599915 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:10.615208 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (a063c992-2ba2-427f-abd3-35bcb20f2efc), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:10.615963 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 55b720e8-74bc-4aa9-9d68-5e4027393581 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:34:10.619401 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292f8e5-ae1a-427a-ac1e-0cb767181012 req-c5912c67-864c-4a1d-8380-278a8b599915 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:10.621391 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8292f8e5-ae1a-427a-ac1e-0cb767181012 req-c5912c67-864c-4a1d-8380-278a8b599915 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/ports?device_id=01d96742-1670-4df9-b22d-a3bb259a761b HTTP/1.1" status: 200 len: 2413 time: 0.2673199 Mar 11 19:34:10.666642 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d590b8d4-d670-4449-b638-eaf925577a58 req-d50152c2-034b-4f32-a49e-2e738788a33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:10.668422 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d590b8d4-d670-4449-b638-eaf925577a58 req-d50152c2-034b-4f32-a49e-2e738788a33e service neutron] 10.222.0.57 "GET /v2.0/networks?id=ad7170fc-1369-4007-8c32-5a7fc5f772b7 HTTP/1.1" status: 200 len: 903 time: 0.1253741 Mar 11 19:34:10.672283 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-01c2cbaa-14c4-49f7-a03f-4f01ceedbc72 None None] Port 67a48c17-bad0-4589-963e-fee1ad2a8374 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:34:10.715603 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=a063c992-2ba2-427f-abd3-35bcb20f2efc,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:10.724923 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d590b8d4-d670-4449-b638-eaf925577a58 req-14e021b8-1de3-4a06-bca8-0b605e737068 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.248&port_id=d204e893-df2b-46f8-80c4-d43446f39639 HTTP/1.1" status: 200 len: 217 time: 0.0497992 Mar 11 19:34:10.729781 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-31bb88b4-631c-4caa-92bc-18393fbf3b48 req-de6da5d3-6438-4a9f-8f38-7f0682337359 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e295548-40c6-4aff-8eff-a54d88cb1f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858447 Mar 11 19:34:10.740299 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-6bc83719-eea0-4c4e-bba3-5973024bc24e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a063c992-2ba2-427f-abd3-35bcb20f2efc), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:10.748061 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-016c2d4c-1a62-4830-ad3a-8d9e6fc7937b req-5a27a618-f630-43a6-adce-468ad0b05a5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (feca1c5f-41db-4efc-b205-7fb0b051afff), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:10.774186 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 55b720e8-74bc-4aa9-9d68-5e4027393581 is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:34:10.775592 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (55b720e8-74bc-4aa9-9d68-5e4027393581), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:10.780984 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d590b8d4-d670-4449-b638-eaf925577a58 req-378ebd62-5470-43ec-9e3f-cc42c4a54cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:10.782831 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d590b8d4-d670-4449-b638-eaf925577a58 req-378ebd62-5470-43ec-9e3f-cc42c4a54cbc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0f04670d-7f0a-443e-bc94-d3806a05f91b HTTP/1.1" status: 200 len: 801 time: 0.0525348 Mar 11 19:34:10.820056 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 55b720e8-74bc-4aa9-9d68-5e4027393581, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=55b720e8-74bc-4aa9-9d68-5e4027393581,segment=NetworkSegment(6fb1fe13-4657-48d5-8d0a-c7d58555eb34),segment_id=6fb1fe13-4657-48d5-8d0a-c7d58555eb34)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:34:10.831947 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (55b720e8-74bc-4aa9-9d68-5e4027393581), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:10.832983 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 67a48c17-bad0-4589-963e-fee1ad2a8374 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:34:10.855167 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8292f8e5-ae1a-427a-ac1e-0cb767181012 req-1f4b9363-f90f-4b5e-88c9-a2bdee5af1a3 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9e7d402-b560-4db2-8773-5024f2c98b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206199 Mar 11 19:34:10.894019 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d590b8d4-d670-4449-b638-eaf925577a58 req-f5d7e902-e6d2-4deb-8c81-1a9a4bac39dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:10.901988 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d590b8d4-d670-4449-b638-eaf925577a58 req-f5d7e902-e6d2-4deb-8c81-1a9a4bac39dc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ad7170fc-1369-4007-8c32-5a7fc5f772b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1090930 Mar 11 19:34:10.913688 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=55b720e8-74bc-4aa9-9d68-5e4027393581,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:10.969302 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 19:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4add9062-db56-428e-b96b-3246b9d1eb6b x-openstack-request-id: req-4add9062-db56-428e-b96b-3246b9d1eb6b {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:34:10.969606 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f63e2d47-599d-4ffc-9f33-5578504bb7da", "name": "network-vif-unplugged", "status": "completed", "tag": "ebfb71f0-04b3-45d0-a06b-4dbc510957f9", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:34:10.969868 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4add9062-db56-428e-b96b-3246b9d1eb6b {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:34:10.970465 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63e2d47-599d-4ffc-9f33-5578504bb7da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebfb71f0-04b3-45d0-a06b-4dbc510957f9', 'code': 200} Mar 11 19:34:10.979610 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] The host n-h1-833163-1 is not matching for port 67a48c17-bad0-4589-963e-fee1ad2a8374 host ! {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 19:34:10.980089 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 67a48c17-bad0-4589-963e-fee1ad2a8374 not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:34:10.980631 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:34:11.006722 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6228542-6a0e-44d8-add2-323ed731a874 x-openstack-request-id: req-d6228542-6a0e-44d8-add2-323ed731a874 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:34:11.007915 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01d96742-1670-4df9-b22d-a3bb259a761b", "tag": "42604403-1896-4306-9755-fa02eb7efb1a", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:34:11.008226 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d6228542-6a0e-44d8-add2-323ed731a874 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:34:11.008642 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01d96742-1670-4df9-b22d-a3bb259a761b', 'tag': '42604403-1896-4306-9755-fa02eb7efb1a', 'status': 'completed', 'code': 200} Mar 11 19:34:11.122838 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3 is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:34:11.123501 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:11.149042 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d590b8d4-d670-4449-b638-eaf925577a58 req-1bf3ebec-e7a4-4a11-bf4c-1c1a25581361 service neutron] 10.222.0.57 "GET /v2.0/networks/ad7170fc-1369-4007-8c32-5a7fc5f772b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412815 Mar 11 19:34:11.175218 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3,segment=NetworkSegment(84b0979a-8a8b-4100-94cf-7dcf4d79135b),segment_id=84b0979a-8a8b-4100-94cf-7dcf4d79135b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:34:11.180326 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:11.260367 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:11.300951 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d590b8d4-d670-4449-b638-eaf925577a58 req-7e8f3b3f-3f78-4c97-8ac8-e9c382d5cef7 service neutron] 10.222.0.57 "GET /v2.0/networks/ad7170fc-1369-4007-8c32-5a7fc5f772b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438391 Mar 11 19:34:11.379556 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-6bc83719-eea0-4c4e-bba3-5973024bc24e service neutron] For port a063c992-2ba2-427f-abd3-35bcb20f2efc, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=a063c992-2ba2-427f-abd3-35bcb20f2efc,segment=NetworkSegment(84b0979a-8a8b-4100-94cf-7dcf4d79135b),segment_id=84b0979a-8a8b-4100-94cf-7dcf4d79135b)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:34:11.420319 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f5c5b-9748-4683-b5bb-3c976a287315 req-5d45c20d-7dc3-4b7e-8429-c7056431aee2 tempest-LiveAutoBlockMigrationV225Test-943023921 tempest-LiveAutoBlockMigrationV225Test-943023921-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:11.428015 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-af6f5c5b-9748-4683-b5bb-3c976a287315 req-5d45c20d-7dc3-4b7e-8429-c7056431aee2 tempest-LiveAutoBlockMigrationV225Test-943023921 tempest-LiveAutoBlockMigrationV225Test-943023921-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=7b11db00-86e7-4155-a147-13490d09c29f HTTP/1.1" status: 200 len: 1126 time: 0.2962794 Mar 11 19:34:11.445893 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32878fd2-5b5f-47bb-8ca5-ab805db974cc req-a2e31f73-1c35-49b0-bfdc-3891a98a6d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:11.446495 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32878fd2-5b5f-47bb-8ca5-ab805db974cc req-a2e31f73-1c35-49b0-bfdc-3891a98a6d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:11.448210 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32878fd2-5b5f-47bb-8ca5-ab805db974cc req-a2e31f73-1c35-49b0-bfdc-3891a98a6d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:11.450964 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd58c44a-4027-4ebc-bb5a-8738084c1fbe req-7f532f8b-1f87-4948-ab20-436c1969a324 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:11.454031 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-32878fd2-5b5f-47bb-8ca5-ab805db974cc req-a2e31f73-1c35-49b0-bfdc-3891a98a6d69 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a957f2f02f014417a57323b91c40f536&device_id=01d96742-1670-4df9-b22d-a3bb259a761b HTTP/1.1" status: 200 len: 2959 time: 0.0993278 Mar 11 19:34:11.456151 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cd58c44a-4027-4ebc-bb5a-8738084c1fbe req-7f532f8b-1f87-4948-ab20-436c1969a324 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=f146c6f5-c337-4e48-b979-f28e2141d131 HTTP/1.1" status: 200 len: 945 time: 0.3742576 Mar 11 19:34:11.571015 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-af6f5c5b-9748-4683-b5bb-3c976a287315 req-4f2540b9-c692-4ec8-a9fc-deb860bf7d23 tempest-LiveAutoBlockMigrationV225Test-943023921 tempest-LiveAutoBlockMigrationV225Test-943023921-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417427 Mar 11 19:34:11.572138 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32878fd2-5b5f-47bb-8ca5-ab805db974cc req-5b272258-286d-44c6-b239-10980d4c0fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:11.573965 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-32878fd2-5b5f-47bb-8ca5-ab805db974cc req-5b272258-286d-44c6-b239-10980d4c0fa3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d1a47003-b278-4da4-924a-76225dced105 HTTP/1.1" status: 200 len: 902 time: 0.1140883 Mar 11 19:34:11.629605 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 60812) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:34:11.646488 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-32878fd2-5b5f-47bb-8ca5-ab805db974cc req-f902f5ea-3c70-43df-a1da-ac38e593a78c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.136&port_id=42604403-1896-4306-9755-fa02eb7efb1a HTTP/1.1" status: 200 len: 217 time: 0.0628815 Mar 11 19:34:11.670471 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-6bc83719-eea0-4c4e-bba3-5973024bc24e service neutron] For port a063c992-2ba2-427f-abd3-35bcb20f2efc, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:34:11.700481 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cd58c44a-4027-4ebc-bb5a-8738084c1fbe req-079dc47e-2fd8-4dc8-890b-4d4153624c0e tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063048 Mar 11 19:34:11.753876 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32878fd2-5b5f-47bb-8ca5-ab805db974cc req-b276b71c-e61c-4017-86f6-cda81c05b1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:11.756083 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-32878fd2-5b5f-47bb-8ca5-ab805db974cc req-b276b71c-e61c-4017-86f6-cda81c05b1a8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dd9955f5-e5eb-444f-846f-3da06c1d67a8 HTTP/1.1" status: 200 len: 801 time: 0.1034491 Mar 11 19:34:11.819189 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4590a2a-a35c-4c1e-befc-b5e9f32ab359 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:11.849805 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-6bc83719-eea0-4c4e-bba3-5973024bc24e service neutron] device_id is not set on port a063c992-2ba2-427f-abd3-35bcb20f2efc yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:34:11.854798 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32878fd2-5b5f-47bb-8ca5-ab805db974cc req-af96160b-22d9-48de-824a-010a2f40718e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:11.856801 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-32878fd2-5b5f-47bb-8ca5-ab805db974cc req-af96160b-22d9-48de-824a-010a2f40718e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d1a47003-b278-4da4-924a-76225dced105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0934925 Mar 11 19:34:11.870017 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-6bc83719-eea0-4c4e-bba3-5973024bc24e service neutron] Publish callbacks [] for port (a063c992-2ba2-427f-abd3-35bcb20f2efc), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:11.877803 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-016c2d4c-1a62-4830-ad3a-8d9e6fc7937b req-5a27a618-f630-43a6-adce-468ad0b05a5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id feca1c5f-41db-4efc-b205-7fb0b051afff {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:34:11.887855 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-6bc83719-eea0-4c4e-bba3-5973024bc24e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (a063c992-2ba2-427f-abd3-35bcb20f2efc), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:11.901697 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-016c2d4c-1a62-4830-ad3a-8d9e6fc7937b req-5a27a618-f630-43a6-adce-468ad0b05a5b service neutron] Publish callbacks [] for port (feca1c5f-41db-4efc-b205-7fb0b051afff), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:11.982045 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c5395-63b4-473d-bd7b-ea3cdb770429 req-1de6953c-8bf5-4cea-9426-4e5f66777324 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:11.991181 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c5395-63b4-473d-bd7b-ea3cdb770429 req-1de6953c-8bf5-4cea-9426-4e5f66777324 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:12.006132 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c5395-63b4-473d-bd7b-ea3cdb770429 req-1de6953c-8bf5-4cea-9426-4e5f66777324 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:12.014448 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c5395-63b4-473d-bd7b-ea3cdb770429 req-1de6953c-8bf5-4cea-9426-4e5f66777324 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:12.029707 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c5395-63b4-473d-bd7b-ea3cdb770429 req-1de6953c-8bf5-4cea-9426-4e5f66777324 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:12.036129 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c5395-63b4-473d-bd7b-ea3cdb770429 req-1de6953c-8bf5-4cea-9426-4e5f66777324 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:12.038150 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9a2c5395-63b4-473d-bd7b-ea3cdb770429 req-1de6953c-8bf5-4cea-9426-4e5f66777324 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 4652 time: 0.2804196 Mar 11 19:34:12.053937 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-32878fd2-5b5f-47bb-8ca5-ab805db974cc req-0896553e-296b-467f-9083-8beaffbe3f94 service neutron] 10.222.0.57 "GET /v2.0/networks/d1a47003-b278-4da4-924a-76225dced105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863303 Mar 11 19:34:12.057120 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc83719-eea0-4c4e-bba3-5973024bc24e service neutron] Pushing event updated for resources: {'Port': ['ID=a063c992-2ba2-427f-abd3-35bcb20f2efc,revision_number=7']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:12.063292 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-016c2d4c-1a62-4830-ad3a-8d9e6fc7937b req-5a27a618-f630-43a6-adce-468ad0b05a5b service neutron] Transition to ACTIVE for port object feca1c5f-41db-4efc-b205-7fb0b051afff will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:34:12.087675 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-016c2d4c-1a62-4830-ad3a-8d9e6fc7937b req-5a27a618-f630-43a6-adce-468ad0b05a5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (feca1c5f-41db-4efc-b205-7fb0b051afff), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:12.130861 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4590a2a-a35c-4c1e-befc-b5e9f32ab359 admin admin] Publish callbacks [] for security_group (ffe6fb6f-f01d-4443-bf44-5b6ab50ebe17), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:12.151861 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4590a2a-a35c-4c1e-befc-b5e9f32ab359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (ffe6fb6f-f01d-4443-bf44-5b6ab50ebe17), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:12.169834 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-6bc83719-eea0-4c4e-bba3-5973024bc24e service neutron] No DVR routers for this DVR port a063c992-2ba2-427f-abd3-35bcb20f2efc on host n-h1-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:34:12.214121 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-6bc83719-eea0-4c4e-bba3-5973024bc24e service neutron] In _notify_port_updated(), no bound segment for port a063c992-2ba2-427f-abd3-35bcb20f2efc on network 4f561aff-d3ac-41b3-ba00-952d014b3e3f {{(pid=103885) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 11 19:34:12.215069 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-6bc83719-eea0-4c4e-bba3-5973024bc24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:12.215850 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-6bc83719-eea0-4c4e-bba3-5973024bc24e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:12.217280 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-6bc83719-eea0-4c4e-bba3-5973024bc24e service neutron] 10.222.0.75 "PUT /v2.0/ports/a063c992-2ba2-427f-abd3-35bcb20f2efc HTTP/1.1" status: 200 len: 1033 time: 1.6822863 Mar 11 19:34:12.245877 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a4590a2a-a35c-4c1e-befc-b5e9f32ab359 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1be2e94c0a6243b6a957a887ce8f7c7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6150966 Mar 11 19:34:12.250865 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 60830) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:34:12.252987 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4590a2a-a35c-4c1e-befc-b5e9f32ab359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe6fb6f-f01d-4443-bf44-5b6ab50ebe17,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:12.312381 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-32878fd2-5b5f-47bb-8ca5-ab805db974cc req-13d284f1-a062-4148-8541-9ce2fcde523a service neutron] 10.222.0.57 "GET /v2.0/networks/d1a47003-b278-4da4-924a-76225dced105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202473 Mar 11 19:34:12.313424 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a27a618-f630-43a6-adce-468ad0b05a5b service neutron] Pushing event updated for resources: {'Port': ['ID=feca1c5f-41db-4efc-b205-7fb0b051afff,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:12.329125 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9a6f4574-3638-4078-80b3-d34c38ff5700 admin admin] Publish callbacks [] for security_group (ffe6fb6f-f01d-4443-bf44-5b6ab50ebe17), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:12.363818 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9a6f4574-3638-4078-80b3-d34c38ff5700 admin admin] Publish callbacks [] for security_group (ffe6fb6f-f01d-4443-bf44-5b6ab50ebe17), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:12.385687 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4994b72d-cf4a-47a3-812f-ff9f885a5501 req-800966c9-0b99-4651-9994-3fd57a5e4b2d tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:12.387120 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4994b72d-cf4a-47a3-812f-ff9f885a5501 req-800966c9-0b99-4651-9994-3fd57a5e4b2d tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e3d07f9-47c5-4458-8556-2c627297fab0 HTTP/1.1" status: 200 len: 944 time: 0.3343904 Mar 11 19:34:12.421680 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9a2c5395-63b4-473d-bd7b-ea3cdb770429 req-4ae5bf36-97f4-41cd-9662-c1c9b9282bbf tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/security-groups?id=019be762-639e-4ed8-9c49-723d3436f32b&id=97b5c377-83f5-4bad-bf80-e3f012b06736&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3607967 Mar 11 19:34:12.431727 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-0a4bafec-4e84-4e27-af74-cd309f604c21 None None] Provisioning complete for port a063c992-2ba2-427f-abd3-35bcb20f2efc triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:34:12.432311 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0a4bafec-4e84-4e27-af74-cd309f604c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (a063c992-2ba2-427f-abd3-35bcb20f2efc), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:12.440161 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9a6f4574-3638-4078-80b3-d34c38ff5700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (ffe6fb6f-f01d-4443-bf44-5b6ab50ebe17), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:12.443426 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9a6f4574-3638-4078-80b3-d34c38ff5700 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:12.445098 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-9a6f4574-3638-4078-80b3-d34c38ff5700 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ffe6fb6f-f01d-4443-bf44-5b6ab50ebe17 HTTP/1.1" status: 204 len: 168 time: 0.1931710 Mar 11 19:34:12.461234 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6f4574-3638-4078-80b3-d34c38ff5700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe6fb6f-f01d-4443-bf44-5b6ab50ebe17,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:12.516321 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-0a4bafec-4e84-4e27-af74-cd309f604c21 None None] Port a063c992-2ba2-427f-abd3-35bcb20f2efc cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:34:12.551681 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4994b72d-cf4a-47a3-812f-ff9f885a5501 req-9619e68e-85b9-45c8-a96c-c50a7bedb337 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e295548-40c6-4aff-8eff-a54d88cb1f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286659 Mar 11 19:34:12.567236 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-016c2d4c-1a62-4830-ad3a-8d9e6fc7937b req-5a27a618-f630-43a6-adce-468ad0b05a5b service neutron] Attempting to bind port feca1c5f-41db-4efc-b205-7fb0b051afff on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:34:12.567560 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-016c2d4c-1a62-4830-ad3a-8d9e6fc7937b req-5a27a618-f630-43a6-adce-468ad0b05a5b service neutron] Attempting to bind port feca1c5f-41db-4efc-b205-7fb0b051afff by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': 'e04ff9a7-22d1-4d10-8b77-9e68a6488033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'ebcba11a-843a-4869-86af-b253155a3bc2'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:34:12.567932 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016c2d4c-1a62-4830-ad3a-8d9e6fc7937b req-5a27a618-f630-43a6-adce-468ad0b05a5b service neutron] Attempting to bind port feca1c5f-41db-4efc-b205-7fb0b051afff on network ebcba11a-843a-4869-86af-b253155a3bc2 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:34:12.591442 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016c2d4c-1a62-4830-ad3a-8d9e6fc7937b req-5a27a618-f630-43a6-adce-468ad0b05a5b service neutron] Port feca1c5f-41db-4efc-b205-7fb0b051afff on network ebcba11a-843a-4869-86af-b253155a3bc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:34:12.591862 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016c2d4c-1a62-4830-ad3a-8d9e6fc7937b req-5a27a618-f630-43a6-adce-468ad0b05a5b service neutron] Attempting to bind port feca1c5f-41db-4efc-b205-7fb0b051afff on network ebcba11a-843a-4869-86af-b253155a3bc2 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:34:12.643325 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-3f955aee-b596-4988-9c09-e0b88331f9b0 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Deleting port 65028ff5-c788-4323-ab6a-099bdaadab0a {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:34:12.643665 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-3f955aee-b596-4988-9c09-e0b88331f9b0 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (65028ff5-c788-4323-ab6a-099bdaadab0a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:12.647796 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016c2d4c-1a62-4830-ad3a-8d9e6fc7937b req-5a27a618-f630-43a6-adce-468ad0b05a5b service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:34:12.648425 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016c2d4c-1a62-4830-ad3a-8d9e6fc7937b req-5a27a618-f630-43a6-adce-468ad0b05a5b service neutron] Checking segment: {'id': 'e04ff9a7-22d1-4d10-8b77-9e68a6488033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'ebcba11a-843a-4869-86af-b253155a3bc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:34:12.649761 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-016c2d4c-1a62-4830-ad3a-8d9e6fc7937b req-5a27a618-f630-43a6-adce-468ad0b05a5b service neutron] Bound using segment: {'id': 'e04ff9a7-22d1-4d10-8b77-9e68a6488033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'ebcba11a-843a-4869-86af-b253155a3bc2'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:34:12.649761 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-016c2d4c-1a62-4830-ad3a-8d9e6fc7937b req-5a27a618-f630-43a6-adce-468ad0b05a5b service neutron] Bound port: feca1c5f-41db-4efc-b205-7fb0b051afff, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e04ff9a7-22d1-4d10-8b77-9e68a6488033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': 'ebcba11a-843a-4869-86af-b253155a3bc2'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:34:12.649761 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-016c2d4c-1a62-4830-ad3a-8d9e6fc7937b req-5a27a618-f630-43a6-adce-468ad0b05a5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (feca1c5f-41db-4efc-b205-7fb0b051afff), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:12.810071 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494232f8-1e7f-43ef-abde-4e8b64afe19f req-055ca30f-8e83-4835-8867-6e19667e9bca tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:12.816326 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494232f8-1e7f-43ef-abde-4e8b64afe19f req-055ca30f-8e83-4835-8867-6e19667e9bca tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:12.822575 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494232f8-1e7f-43ef-abde-4e8b64afe19f req-055ca30f-8e83-4835-8867-6e19667e9bca tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:12.825212 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-494232f8-1e7f-43ef-abde-4e8b64afe19f req-055ca30f-8e83-4835-8867-6e19667e9bca tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/ports?device_id=01d96742-1670-4df9-b22d-a3bb259a761b HTTP/1.1" status: 200 len: 2413 time: 0.2478244 Mar 11 19:34:12.854720 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec26d5-6a78-4483-8e70-717a46c6840d req-e955f23b-7acd-41eb-9654-36bb63f59375 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:12.861955 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-40ec26d5-6a78-4483-8e70-717a46c6840d req-e955f23b-7acd-41eb-9654-36bb63f59375 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.75 "GET /v2.0/ports?device_id=7b11db00-86e7-4155-a147-13490d09c29f HTTP/1.1" status: 200 len: 944 time: 0.0903780 Mar 11 19:34:12.881084 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9003b78-7b05-4fa0-b67d-e337defcbeea req-b8eb15c5-5b81-493a-8876-85312f8fb119 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:12.882631 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b9003b78-7b05-4fa0-b67d-e337defcbeea req-b8eb15c5-5b81-493a-8876-85312f8fb119 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b11db00-86e7-4155-a147-13490d09c29f HTTP/1.1" status: 200 len: 944 time: 0.2540090 Mar 11 19:34:12.893388 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-016c2d4c-1a62-4830-ad3a-8d9e6fc7937b req-5a27a618-f630-43a6-adce-468ad0b05a5b service neutron] For port feca1c5f-41db-4efc-b205-7fb0b051afff, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:34:12.903132 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-016c2d4c-1a62-4830-ad3a-8d9e6fc7937b req-5a27a618-f630-43a6-adce-468ad0b05a5b service neutron] For port feca1c5f-41db-4efc-b205-7fb0b051afff, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=feca1c5f-41db-4efc-b205-7fb0b051afff,segment=NetworkSegment(e04ff9a7-22d1-4d10-8b77-9e68a6488033),segment_id=e04ff9a7-22d1-4d10-8b77-9e68a6488033)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:34:12.928311 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-3f955aee-b596-4988-9c09-e0b88331f9b0 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] For port 65028ff5-c788-4323-ab6a-099bdaadab0a, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=65028ff5-c788-4323-ab6a-099bdaadab0a,segment=NetworkSegment(e2c9930f-21f1-4d40-93dc-64d9f93dab64),segment_id=e2c9930f-21f1-4d40-93dc-64d9f93dab64)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:34:12.928685 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-3f955aee-b596-4988-9c09-e0b88331f9b0 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (65028ff5-c788-4323-ab6a-099bdaadab0a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:12.935869 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-016c2d4c-1a62-4830-ad3a-8d9e6fc7937b req-5a27a618-f630-43a6-adce-468ad0b05a5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (feca1c5f-41db-4efc-b205-7fb0b051afff), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:12.968319 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-3f955aee-b596-4988-9c09-e0b88331f9b0 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Calling delete_port for 65028ff5-c788-4323-ab6a-099bdaadab0a owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:34:12.971681 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63e2d47-599d-4ffc-9f33-5578504bb7da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65028ff5-c788-4323-ab6a-099bdaadab0a'}, {'server_uuid': 'f63e2d47-599d-4ffc-9f33-5578504bb7da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83ee7430-2372-4b73-86a9-12dee208460d'}, {'server_uuid': 'f63e2d47-599d-4ffc-9f33-5578504bb7da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a063c992-2ba2-427f-abd3-35bcb20f2efc'}, {'server_uuid': 'f63e2d47-599d-4ffc-9f33-5578504bb7da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55b720e8-74bc-4aa9-9d68-5e4027393581'}, {'server_uuid': 'f63e2d47-599d-4ffc-9f33-5578504bb7da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:34:12.974821 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1fe365-f8a7-4b5e-83ec-4ddce1c0c8c2" -d '{"events": [{"server_uuid": "f63e2d47-599d-4ffc-9f33-5578504bb7da", "name": "network-vif-unplugged", "status": "completed", "tag": "65028ff5-c788-4323-ab6a-099bdaadab0a"}, {"server_uuid": "f63e2d47-599d-4ffc-9f33-5578504bb7da", "name": "network-vif-unplugged", "status": "completed", "tag": "83ee7430-2372-4b73-86a9-12dee208460d"}, {"server_uuid": "f63e2d47-599d-4ffc-9f33-5578504bb7da", "name": "network-vif-unplugged", "status": "completed", "tag": "a063c992-2ba2-427f-abd3-35bcb20f2efc"}, {"server_uuid": "f63e2d47-599d-4ffc-9f33-5578504bb7da", "name": "network-vif-unplugged", "status": "completed", "tag": "55b720e8-74bc-4aa9-9d68-5e4027393581"}, {"server_uuid": "f63e2d47-599d-4ffc-9f33-5578504bb7da", "name": "network-vif-unplugged", "status": "completed", "tag": "2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:34:13.020297 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-494232f8-1e7f-43ef-abde-4e8b64afe19f req-83e76b9d-8352-4743-bd6b-22ab78c28e1d tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9e7d402-b560-4db2-8773-5024f2c98b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771460 Mar 11 19:34:13.023696 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c2d4c-1a62-4830-ad3a-8d9e6fc7937b req-5a27a618-f630-43a6-adce-468ad0b05a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:13.024107 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-016c2d4c-1a62-4830-ad3a-8d9e6fc7937b req-5a27a618-f630-43a6-adce-468ad0b05a5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:13.025058 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-40ec26d5-6a78-4483-8e70-717a46c6840d req-e3942697-3b9c-47dc-84f5-57328a9bf4d5 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Deleting port a5aa4d69-5d6e-4efe-a7b4-617450445181 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:34:13.025639 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-40ec26d5-6a78-4483-8e70-717a46c6840d req-e3942697-3b9c-47dc-84f5-57328a9bf4d5 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (a5aa4d69-5d6e-4efe-a7b4-617450445181), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:13.025960 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-016c2d4c-1a62-4830-ad3a-8d9e6fc7937b req-5a27a618-f630-43a6-adce-468ad0b05a5b service neutron] 10.222.0.75 "PUT /v2.0/ports/feca1c5f-41db-4efc-b205-7fb0b051afff HTTP/1.1" status: 200 len: 1092 time: 2.5349681 Mar 11 19:34:13.031939 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e3d07f9-47c5-4458-8556-2c627297fab0', 'tag': 'feca1c5f-41db-4efc-b205-7fb0b051afff'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:34:13.034203 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1800f15d-0338-4642-8381-8b87995be7fa" -d '{"events": [{"name": "network-changed", "server_uuid": "0e3d07f9-47c5-4458-8556-2c627297fab0", "tag": "feca1c5f-41db-4efc-b205-7fb0b051afff"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:34:13.088940 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b9003b78-7b05-4fa0-b67d-e337defcbeea req-af15ea5a-f64d-49c6-8fe0-c560e1e01750 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885397 Mar 11 19:34:13.231244 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-40ec26d5-6a78-4483-8e70-717a46c6840d req-e3942697-3b9c-47dc-84f5-57328a9bf4d5 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] For port a5aa4d69-5d6e-4efe-a7b4-617450445181, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=a5aa4d69-5d6e-4efe-a7b4-617450445181,segment=NetworkSegment(42087326-e85e-4d47-82f7-573695e73a7c),segment_id=42087326-e85e-4d47-82f7-573695e73a7c)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:34:13.231617 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-40ec26d5-6a78-4483-8e70-717a46c6840d req-e3942697-3b9c-47dc-84f5-57328a9bf4d5 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (a5aa4d69-5d6e-4efe-a7b4-617450445181), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:13.257794 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a27a618-f630-43a6-adce-468ad0b05a5b service neutron] Pushing event updated for resources: {'Port': ['ID=feca1c5f-41db-4efc-b205-7fb0b051afff,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:13.263202 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-40ec26d5-6a78-4483-8e70-717a46c6840d req-e3942697-3b9c-47dc-84f5-57328a9bf4d5 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Calling delete_port for a5aa4d69-5d6e-4efe-a7b4-617450445181 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:34:13.294701 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3bd39a92-9845-4b62-913c-215773703f27 req-a2156805-fab5-4221-bb11-913fede3a826 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=487f8613d1fa45ab81e48e9d9d0fc801&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1040275 Mar 11 19:34:13.353347 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device d204e893-df2b-46f8-80c4-d43446f39639 details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:34:13.361647 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c2d4c-1a62-4830-ad3a-8d9e6fc7937b req-d33519d5-9e82-463d-8f21-1f0a6d460ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:13.363197 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-016c2d4c-1a62-4830-ad3a-8d9e6fc7937b req-d33519d5-9e82-463d-8f21-1f0a6d460ddc service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8507785a0a9f4061bbead22d50c44419&device_id=0e3d07f9-47c5-4458-8556-2c627297fab0 HTTP/1.1" status: 200 len: 1126 time: 0.2546551 Mar 11 19:34:13.492781 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port d204e893-df2b-46f8-80c4-d43446f39639, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=d204e893-df2b-46f8-80c4-d43446f39639,segment=NetworkSegment(8fd455bd-0100-4568-b1f1-692b62b6da1a),segment_id=8fd455bd-0100-4568-b1f1-692b62b6da1a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:34:13.506538 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': 'd204e893-df2b-46f8-80c4-d43446f39639', 'network_id': 'ad7170fc-1369-4007-8c32-5a7fc5f772b7', 'port_id': 'd204e893-df2b-46f8-80c4-d43446f39639', 'mac_address': 'fa:16:3e:54:17:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f04670d-7f0a-443e-bc94-d3806a05f91b', 'ip_address': '19.86.0.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:34:13.518249 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-40ec26d5-6a78-4483-8e70-717a46c6840d req-e3942697-3b9c-47dc-84f5-57328a9bf4d5 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (a5aa4d69-5d6e-4efe-a7b4-617450445181), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:13.550464 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['5ac3bee4-d31e-4d7f-9bb8-cb81d564318b'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:34:13.558801 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3942697-3b9c-47dc-84f5-57328a9bf4d5 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Pushing event deleted for resources: {'Port': ['ID=a5aa4d69-5d6e-4efe-a7b4-617450445181,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:13.597287 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['a5aa4d69-5d6e-4efe-a7b4-617450445181'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:34:13.618312 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ec26d5-6a78-4483-8e70-717a46c6840d req-e3942697-3b9c-47dc-84f5-57328a9bf4d5 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] No DVR routers for this DVR port a5aa4d69-5d6e-4efe-a7b4-617450445181 on host n-h1-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:34:13.622109 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-40ec26d5-6a78-4483-8e70-717a46c6840d req-e3942697-3b9c-47dc-84f5-57328a9bf4d5 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:13.627514 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-40ec26d5-6a78-4483-8e70-717a46c6840d req-e3942697-3b9c-47dc-84f5-57328a9bf4d5 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.75 "DELETE /v2.0/ports/a5aa4d69-5d6e-4efe-a7b4-617450445181 HTTP/1.1" status: 204 len: 173 time: 0.7593710 Mar 11 19:34:13.628475 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b11db00-86e7-4155-a147-13490d09c29f', 'name': 'network-vif-deleted', 'tag': 'a5aa4d69-5d6e-4efe-a7b4-617450445181'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:34:13.631169 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61bde0a-fecf-4b59-9396-2a386d716882" -d '{"events": [{"server_uuid": "7b11db00-86e7-4155-a147-13490d09c29f", "name": "network-vif-deleted", "tag": "a5aa4d69-5d6e-4efe-a7b4-617450445181"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:34:13.693209 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port d204e893-df2b-46f8-80c4-d43446f39639 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:34:13.693600 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d204e893-df2b-46f8-80c4-d43446f39639), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:13.709657 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d204e893-df2b-46f8-80c4-d43446f39639 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:34:13.748649 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port d204e893-df2b-46f8-80c4-d43446f39639, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=d204e893-df2b-46f8-80c4-d43446f39639,segment=NetworkSegment(8fd455bd-0100-4568-b1f1-692b62b6da1a),segment_id=8fd455bd-0100-4568-b1f1-692b62b6da1a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:34:13.773946 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (d204e893-df2b-46f8-80c4-d43446f39639), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:13.775665 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device d201c699-0b14-403d-8657-ae069e23ad3c details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:34:13.902212 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=d204e893-df2b-46f8-80c4-d43446f39639,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:13.912349 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd39a92-9845-4b62-913c-215773703f27 req-c675c546-7f50-4e07-a86d-45a7d33c6a5d tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:13.919045 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3bd39a92-9845-4b62-913c-215773703f27 req-c675c546-7f50-4e07-a86d-45a7d33c6a5d tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6161740 Mar 11 19:34:13.925274 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-016c2d4c-1a62-4830-ad3a-8d9e6fc7937b req-3efc7708-f10f-4c1d-9909-c4e567127b4a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=feca1c5f-41db-4efc-b205-7fb0b051afff HTTP/1.1" status: 200 len: 217 time: 0.5447721 Mar 11 19:34:13.939959 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d63461-ad69-4508-afae-451d991019ce req-3bd9a5c4-1de4-4e6b-953e-f030c8bcf349 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:13.941351 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f6d63461-ad69-4508-afae-451d991019ce req-3bd9a5c4-1de4-4e6b-953e-f030c8bcf349 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=f146c6f5-c337-4e48-b979-f28e2141d131 HTTP/1.1" status: 200 len: 945 time: 0.7527158 Mar 11 19:34:13.993628 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c2d4c-1a62-4830-ad3a-8d9e6fc7937b req-8dc13780-76bc-45d7-b28b-7f6118d96536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:13.995198 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-016c2d4c-1a62-4830-ad3a-8d9e6fc7937b req-8dc13780-76bc-45d7-b28b-7f6118d96536 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=654fe02a-2387-4189-a51d-09de4e86c125 HTTP/1.1" status: 200 len: 844 time: 0.0529468 Mar 11 19:34:14.003062 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port d201c699-0b14-403d-8657-ae069e23ad3c, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=d201c699-0b14-403d-8657-ae069e23ad3c,segment=NetworkSegment(a428e657-2306-40d2-830f-79e1ffe38620),segment_id=a428e657-2306-40d2-830f-79e1ffe38620)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:34:14.010528 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3bd39a92-9845-4b62-913c-215773703f27 req-694517a9-ba7a-478c-a6d5-bf2362c4ffdf tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/quotas/487f8613d1fa45ab81e48e9d9d0fc801 HTTP/1.1" status: 200 len: 375 time: 0.0904853 Mar 11 19:34:14.026067 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': 'd201c699-0b14-403d-8657-ae069e23ad3c', 'network_id': 'd1a47003-b278-4da4-924a-76225dced105', 'port_id': 'd201c699-0b14-403d-8657-ae069e23ad3c', 'mac_address': 'fa:16:3e:a0:66:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd9955f5-e5eb-444f-846f-3da06c1d67a8', 'ip_address': '19.80.0.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:34:14.079355 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port d201c699-0b14-403d-8657-ae069e23ad3c is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:34:14.079355 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d201c699-0b14-403d-8657-ae069e23ad3c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:14.097630 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d201c699-0b14-403d-8657-ae069e23ad3c {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:34:14.117376 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f6d63461-ad69-4508-afae-451d991019ce req-df552996-1433-4d68-a15d-c8b62c9dc473 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185257 Mar 11 19:34:14.131871 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port d201c699-0b14-403d-8657-ae069e23ad3c, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=d201c699-0b14-403d-8657-ae069e23ad3c,segment=NetworkSegment(a428e657-2306-40d2-830f-79e1ffe38620),segment_id=a428e657-2306-40d2-830f-79e1ffe38620)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:34:14.141991 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-016c2d4c-1a62-4830-ad3a-8d9e6fc7937b req-d09d756e-6816-459f-a9f9-1b9ec1c95aad service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ebcba11a-843a-4869-86af-b253155a3bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1292830 Mar 11 19:34:14.142947 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-3f955aee-b596-4988-9c09-e0b88331f9b0 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (65028ff5-c788-4323-ab6a-099bdaadab0a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:14.147164 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (d201c699-0b14-403d-8657-ae069e23ad3c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:14.212700 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=d201c699-0b14-403d-8657-ae069e23ad3c,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:14.218126 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Fri, 11 Mar 2022 19:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e2005d7-016e-44d4-bc0b-92877e1615df x-openstack-request-id: req-4e2005d7-016e-44d4-bc0b-92877e1615df {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:34:14.218445 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f63e2d47-599d-4ffc-9f33-5578504bb7da", "name": "network-vif-unplugged", "status": "completed", "tag": "65028ff5-c788-4323-ab6a-099bdaadab0a", "code": 200}, {"server_uuid": "f63e2d47-599d-4ffc-9f33-5578504bb7da", "name": "network-vif-unplugged", "status": "completed", "tag": "83ee7430-2372-4b73-86a9-12dee208460d", "code": 200}, {"server_uuid": "f63e2d47-599d-4ffc-9f33-5578504bb7da", "name": "network-vif-unplugged", "status": "completed", "tag": "a063c992-2ba2-427f-abd3-35bcb20f2efc", "code": 200}, {"server_uuid": "f63e2d47-599d-4ffc-9f33-5578504bb7da", "name": "network-vif-unplugged", "status": "completed", "tag": "55b720e8-74bc-4aa9-9d68-5e4027393581", "code": 200}, {"server_uuid": "f63e2d47-599d-4ffc-9f33-5578504bb7da", "name": "network-vif-unplugged", "status": "completed", "tag": "2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:34:14.218707 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4e2005d7-016e-44d4-bc0b-92877e1615df {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:34:14.219304 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63e2d47-599d-4ffc-9f33-5578504bb7da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65028ff5-c788-4323-ab6a-099bdaadab0a', 'code': 200} Mar 11 19:34:14.219574 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63e2d47-599d-4ffc-9f33-5578504bb7da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83ee7430-2372-4b73-86a9-12dee208460d', 'code': 200} Mar 11 19:34:14.219857 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63e2d47-599d-4ffc-9f33-5578504bb7da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a063c992-2ba2-427f-abd3-35bcb20f2efc', 'code': 200} Mar 11 19:34:14.220117 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63e2d47-599d-4ffc-9f33-5578504bb7da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55b720e8-74bc-4aa9-9d68-5e4027393581', 'code': 200} Mar 11 19:34:14.220500 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63e2d47-599d-4ffc-9f33-5578504bb7da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3', 'code': 200} Mar 11 19:34:14.257502 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-016c2d4c-1a62-4830-ad3a-8d9e6fc7937b req-df0088ae-ee33-498b-ad11-d1730b388e5a service neutron] 10.222.0.75 "GET /v2.0/networks/ebcba11a-843a-4869-86af-b253155a3bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057606 Mar 11 19:34:14.262085 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe660e8-a3de-42b8-b040-e943b049e129 x-openstack-request-id: req-0fe660e8-a3de-42b8-b040-e943b049e129 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:34:14.262539 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e3d07f9-47c5-4458-8556-2c627297fab0", "tag": "feca1c5f-41db-4efc-b205-7fb0b051afff", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:34:14.262893 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0fe660e8-a3de-42b8-b040-e943b049e129 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:34:14.263383 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e3d07f9-47c5-4458-8556-2c627297fab0', 'tag': 'feca1c5f-41db-4efc-b205-7fb0b051afff', 'status': 'completed', 'code': 200} Mar 11 19:34:14.299181 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f955aee-b596-4988-9c09-e0b88331f9b0 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Pushing event deleted for resources: {'Port': ['ID=65028ff5-c788-4323-ab6a-099bdaadab0a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:14.327147 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3bd39a92-9845-4b62-913c-215773703f27 req-a5e33e9f-c406-4da7-a292-325324fbbad5 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=487f8613d1fa45ab81e48e9d9d0fc801&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3155560 Mar 11 19:34:14.436278 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-3f955aee-b596-4988-9c09-e0b88331f9b0 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] No DVR routers for this DVR port 65028ff5-c788-4323-ab6a-099bdaadab0a on host n-h1-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:34:14.441716 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-3f955aee-b596-4988-9c09-e0b88331f9b0 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:14.451303 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-3f955aee-b596-4988-9c09-e0b88331f9b0 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.75 "DELETE /v2.0/ports/65028ff5-c788-4323-ab6a-099bdaadab0a HTTP/1.1" status: 204 len: 173 time: 2.2062490 Mar 11 19:34:14.530929 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd101c3e-e9cd-4eaa-b50a-c253f8ab6043 req-e72b0a37-bd68-4753-8a1b-419914c415af tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:14.536452 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd101c3e-e9cd-4eaa-b50a-c253f8ab6043 req-e72b0a37-bd68-4753-8a1b-419914c415af tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:14.541964 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd101c3e-e9cd-4eaa-b50a-c253f8ab6043 req-e72b0a37-bd68-4753-8a1b-419914c415af tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:14.550841 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd101c3e-e9cd-4eaa-b50a-c253f8ab6043 req-e72b0a37-bd68-4753-8a1b-419914c415af tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:14.559134 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dd101c3e-e9cd-4eaa-b50a-c253f8ab6043 req-e72b0a37-bd68-4753-8a1b-419914c415af tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 3141 time: 0.2607665 Mar 11 19:34:14.578634 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-016c2d4c-1a62-4830-ad3a-8d9e6fc7937b req-435a8b63-ac49-4a77-8ed5-e187a4ed42a3 service neutron] 10.222.0.75 "GET /v2.0/networks/ebcba11a-843a-4869-86af-b253155a3bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935014 Mar 11 19:34:14.621176 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['d204e893-df2b-46f8-80c4-d43446f39639'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:34:14.714933 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['d201c699-0b14-403d-8657-ae069e23ad3c'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:34:14.717087 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dd101c3e-e9cd-4eaa-b50a-c253f8ab6043 req-21d73284-05d7-4fe4-af48-e3e75b9c113c tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/security-groups?id=019be762-639e-4ed8-9c49-723d3436f32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568024 Mar 11 19:34:14.796131 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1800f15d-0338-4642-8381-8b87995be7fa req-0d0ce202-0539-4a3d-93cf-82b1e53d6c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:14.799256 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1800f15d-0338-4642-8381-8b87995be7fa req-0d0ce202-0539-4a3d-93cf-82b1e53d6c3c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8507785a0a9f4061bbead22d50c44419&device_id=0e3d07f9-47c5-4458-8556-2c627297fab0 HTTP/1.1" status: 200 len: 1126 time: 0.1458337 Mar 11 19:34:14.803756 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-7a5075ee-cef1-4c0f-b164-281f1d668e07 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Deleting port 55b720e8-74bc-4aa9-9d68-5e4027393581 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:34:14.804556 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-7a5075ee-cef1-4c0f-b164-281f1d668e07 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (55b720e8-74bc-4aa9-9d68-5e4027393581), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:15.096360 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f92171-5c50-4da3-be92-d7235b4deeca req-fb58e331-5d41-4c81-a1fd-40f4a432d151 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:15.098007 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-33f92171-5c50-4da3-be92-d7235b4deeca req-fb58e331-5d41-4c81-a1fd-40f4a432d151 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e3d07f9-47c5-4458-8556-2c627297fab0 HTTP/1.1" status: 200 len: 944 time: 0.2352970 Mar 11 19:34:15.131338 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-7a5075ee-cef1-4c0f-b164-281f1d668e07 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] For port 55b720e8-74bc-4aa9-9d68-5e4027393581, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=55b720e8-74bc-4aa9-9d68-5e4027393581,segment=NetworkSegment(6fb1fe13-4657-48d5-8d0a-c7d58555eb34),segment_id=6fb1fe13-4657-48d5-8d0a-c7d58555eb34)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:34:15.131983 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-7a5075ee-cef1-4c0f-b164-281f1d668e07 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (55b720e8-74bc-4aa9-9d68-5e4027393581), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:15.142370 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1800f15d-0338-4642-8381-8b87995be7fa req-1d385d15-2ccc-4ab5-825c-7cfc7104c61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:15.143869 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1800f15d-0338-4642-8381-8b87995be7fa req-1d385d15-2ccc-4ab5-825c-7cfc7104c61d service neutron] 10.222.0.75 "GET /v2.0/networks?id=ebcba11a-843a-4869-86af-b253155a3bc2 HTTP/1.1" status: 200 len: 905 time: 0.3099835 Mar 11 19:34:15.238154 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1800f15d-0338-4642-8381-8b87995be7fa req-d233a4b0-4c7f-46fc-9c1c-509fa81a82ff service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=feca1c5f-41db-4efc-b205-7fb0b051afff HTTP/1.1" status: 200 len: 217 time: 0.0833299 Mar 11 19:34:15.315169 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-33f92171-5c50-4da3-be92-d7235b4deeca req-b39a72f1-dd6e-4a82-9e53-feb9dc567058 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e295548-40c6-4aff-8eff-a54d88cb1f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992519 Mar 11 19:34:15.377531 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1800f15d-0338-4642-8381-8b87995be7fa req-4261e39d-bb0b-4706-ab69-97e0dc9733f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:15.378016 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 42604403-1896-4306-9755-fa02eb7efb1a details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:34:15.379388 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1800f15d-0338-4642-8381-8b87995be7fa req-4261e39d-bb0b-4706-ab69-97e0dc9733f5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=654fe02a-2387-4189-a51d-09de4e86c125 HTTP/1.1" status: 200 len: 844 time: 0.1312277 Mar 11 19:34:15.385952 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b294e007-5d35-434d-840f-9b54917444d7 x-openstack-request-id: req-b294e007-5d35-434d-840f-9b54917444d7 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:34:15.386481 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b11db00-86e7-4155-a147-13490d09c29f", "name": "network-vif-deleted", "tag": "a5aa4d69-5d6e-4efe-a7b4-617450445181", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:34:15.386481 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b294e007-5d35-434d-840f-9b54917444d7 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:34:15.387156 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b11db00-86e7-4155-a147-13490d09c29f', 'name': 'network-vif-deleted', 'tag': 'a5aa4d69-5d6e-4efe-a7b4-617450445181', 'status': 'completed', 'code': 200} Mar 11 19:34:15.448875 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1800f15d-0338-4642-8381-8b87995be7fa req-40bf835e-2c8b-4f90-8d6c-60cbb963ed17 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ebcba11a-843a-4869-86af-b253155a3bc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518076 Mar 11 19:34:15.503831 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 42604403-1896-4306-9755-fa02eb7efb1a, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=42604403-1896-4306-9755-fa02eb7efb1a,segment=NetworkSegment(a428e657-2306-40d2-830f-79e1ffe38620),segment_id=a428e657-2306-40d2-830f-79e1ffe38620)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:34:15.517976 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': '42604403-1896-4306-9755-fa02eb7efb1a', 'network_id': 'd1a47003-b278-4da4-924a-76225dced105', 'port_id': '42604403-1896-4306-9755-fa02eb7efb1a', 'mac_address': 'fa:16:3e:b0:56:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd9955f5-e5eb-444f-846f-3da06c1d67a8', 'ip_address': '19.80.0.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:34:15.563998 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 42604403-1896-4306-9755-fa02eb7efb1a is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:34:15.564393 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (42604403-1896-4306-9755-fa02eb7efb1a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:15.578199 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42604403-1896-4306-9755-fa02eb7efb1a {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:34:15.599435 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 42604403-1896-4306-9755-fa02eb7efb1a, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=42604403-1896-4306-9755-fa02eb7efb1a,segment=NetworkSegment(a428e657-2306-40d2-830f-79e1ffe38620),segment_id=a428e657-2306-40d2-830f-79e1ffe38620)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:34:15.599707 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-7a5075ee-cef1-4c0f-b164-281f1d668e07 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:15.600293 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-7a5075ee-cef1-4c0f-b164-281f1d668e07 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (c9fb2843-a347-4cc0-8495-59bad6169824), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:15.600514 n-d-833163-1 neutron-server[103885]: INFO neutron.db.l3_db [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-7a5075ee-cef1-4c0f-b164-281f1d668e07 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Floating IP c9fb2843-a347-4cc0-8495-59bad6169824 disassociated. External IP: 172.25.8.153, port: 55b720e8-74bc-4aa9-9d68-5e4027393581. Mar 11 19:34:15.601151 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-7a5075ee-cef1-4c0f-b164-281f1d668e07 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Calling delete_port for 55b720e8-74bc-4aa9-9d68-5e4027393581 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:34:15.605449 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (42604403-1896-4306-9755-fa02eb7efb1a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:15.673044 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=42604403-1896-4306-9755-fa02eb7efb1a,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:15.679378 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c271d4d-7668-4620-b9e1-bf968d0bc0d1 req-d44d64c4-1f5c-4905-bfb9-09aa40216db1 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:15.685871 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c271d4d-7668-4620-b9e1-bf968d0bc0d1 req-d44d64c4-1f5c-4905-bfb9-09aa40216db1 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:15.692161 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c271d4d-7668-4620-b9e1-bf968d0bc0d1 req-d44d64c4-1f5c-4905-bfb9-09aa40216db1 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:15.693719 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0c271d4d-7668-4620-b9e1-bf968d0bc0d1 req-d44d64c4-1f5c-4905-bfb9-09aa40216db1 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/ports?device_id=01d96742-1670-4df9-b22d-a3bb259a761b HTTP/1.1" status: 200 len: 2415 time: 0.2477849 Mar 11 19:34:15.752885 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1800f15d-0338-4642-8381-8b87995be7fa req-d53fe1c1-6125-40e5-b37d-99b8e005b80a service neutron] 10.222.0.75 "GET /v2.0/networks/ebcba11a-843a-4869-86af-b253155a3bc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962992 Mar 11 19:34:15.798932 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3bd39a92-9845-4b62-913c-215773703f27 req-c3614fb3-f07a-4ae8-82af-75fabdf4c499 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=487f8613d1fa45ab81e48e9d9d0fc801&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0581422 Mar 11 19:34:15.840122 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0c271d4d-7668-4620-b9e1-bf968d0bc0d1 req-b9e32076-a14e-4f29-8f04-edc657b31781 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9e7d402-b560-4db2-8773-5024f2c98b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233296 Mar 11 19:34:15.928120 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd39a92-9845-4b62-913c-215773703f27 req-fc11b1ce-dd83-4327-b938-38d30a18626f tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:15.930454 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3bd39a92-9845-4b62-913c-215773703f27 req-fc11b1ce-dd83-4327-b938-38d30a18626f tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1211126 Mar 11 19:34:15.945980 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-3bd39a92-9845-4b62-913c-215773703f27 req-db0b6bc7-6443-458a-b380-31bed4d6ea7d tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Request body: {'port': {'device_id': 'cd301a1f-409e-4a08-bf73-437d640f7371', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'admin_state_up': True, 'tenant_id': '487f8613d1fa45ab81e48e9d9d0fc801'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:34:16.001858 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-714c4662-15bf-4917-b18c-3095fa7afa8d req-e1b8d238-b2ad-4590-9171-df44773a28e8 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b11db00-86e7-4155-a147-13490d09c29f HTTP/1.1" status: 200 len: 210 time: 0.1600823 Mar 11 19:34:16.057088 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cbddd4ce-9747-4201-b8ae-a52900ad28fd req-8d0fd2e1-c398-40b9-b570-239608386264 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd301a1f-409e-4a08-bf73-437d640f7371 HTTP/1.1" status: 200 len: 210 time: 0.0601201 Mar 11 19:34:16.084396 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-7a5075ee-cef1-4c0f-b164-281f1d668e07 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (55b720e8-74bc-4aa9-9d68-5e4027393581), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:16.087792 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-e4fdc317-e611-42c6-b31f-ad97e4033d6a tempest-LiveMigrationTest-1929498449 tempest-LiveMigrationTest-1929498449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:16.089412 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-e4fdc317-e611-42c6-b31f-ad97e4033d6a tempest-LiveMigrationTest-1929498449 tempest-LiveMigrationTest-1929498449-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=f146c6f5-c337-4e48-b979-f28e2141d131&tenant_id=f95acd8ec5ef45d8b7ae8994d46f4375&binding%3Ahost_id=n-h1-833163-1 HTTP/1.1" status: 200 len: 1127 time: 0.2676616 Mar 11 19:34:16.127215 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bd39a92-9845-4b62-913c-215773703f27 req-db0b6bc7-6443-458a-b380-31bed4d6ea7d tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Made reservation on behalf of 487f8613d1fa45ab81e48e9d9d0fc801 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:34:16.132437 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3bd39a92-9845-4b62-913c-215773703f27 req-db0b6bc7-6443-458a-b380-31bed4d6ea7d tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:16.133097 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-f729eeb3-2df8-460d-9602-5d046fd8d065 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-833163-1'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:34:16.155525 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1800f15d-0338-4642-8381-8b87995be7fa req-ceb2e31f-4f6c-4327-920e-4f4701e122cf service neutron] 10.222.0.75 "GET /v2.0/networks/ebcba11a-843a-4869-86af-b253155a3bc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3924491 Mar 11 19:34:16.178280 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5075ee-cef1-4c0f-b164-281f1d668e07 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Pushing event deleted for resources: {'Port': ['ID=55b720e8-74bc-4aa9-9d68-5e4027393581,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:16.314570 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-3bd39a92-9845-4b62-913c-215773703f27 req-db0b6bc7-6443-458a-b380-31bed4d6ea7d tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Allocated IP 192.168.233.71 (885772b1-9b97-4e1d-a0fb-e125030c5a81/9bb14923-74c3-4313-be8d-ed33542f05aa/afae19bd-dd94-4683-8fc5-b976d07d9d30) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:34:16.316309 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63e2d47-599d-4ffc-9f33-5578504bb7da', 'name': 'network-vif-deleted', 'tag': '65028ff5-c788-4323-ab6a-099bdaadab0a'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:34:16.318508 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3648fe-d8ae-4f6d-8aa7-73feb1f11c99" -d '{"events": [{"server_uuid": "f63e2d47-599d-4ffc-9f33-5578504bb7da", "name": "network-vif-deleted", "tag": "65028ff5-c788-4323-ab6a-099bdaadab0a"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:34:16.354876 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8a9e1-c149-4d57-869d-a1f1fc52513e req-f7f8610a-e30d-498c-8a07-b7426c8abb9a tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:16.361751 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a9f8a9e1-c149-4d57-869d-a1f1fc52513e req-f7f8610a-e30d-498c-8a07-b7426c8abb9a tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=f146c6f5-c337-4e48-b979-f28e2141d131 HTTP/1.1" status: 200 len: 945 time: 0.2669783 Mar 11 19:34:16.366948 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-f729eeb3-2df8-460d-9602-5d046fd8d065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (07a01ffe-714a-411e-a2e0-f49ec4aa01da), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:16.472541 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e75f68-ab5a-4e96-9863-5917c988d6ca req-7fde15a7-ad9c-4f91-b9db-49ad3326fd54 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:16.479880 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3bd39a92-9845-4b62-913c-215773703f27 req-db0b6bc7-6443-458a-b380-31bed4d6ea7d tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Publish callbacks [] for port (afae19bd-dd94-4683-8fc5-b976d07d9d30), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:16.481391 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e75f68-ab5a-4e96-9863-5917c988d6ca req-7fde15a7-ad9c-4f91-b9db-49ad3326fd54 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:16.488862 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e75f68-ab5a-4e96-9863-5917c988d6ca req-7fde15a7-ad9c-4f91-b9db-49ad3326fd54 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:16.491262 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d5e75f68-ab5a-4e96-9863-5917c988d6ca req-7fde15a7-ad9c-4f91-b9db-49ad3326fd54 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 2408 time: 0.3105636 Mar 11 19:34:16.517582 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3bd39a92-9845-4b62-913c-215773703f27 req-db0b6bc7-6443-458a-b380-31bed4d6ea7d tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (afae19bd-dd94-4683-8fc5-b976d07d9d30), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:16.530756 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['2f992392-42cb-46d8-a63a-84020459f21d'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:34:16.533700 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['851846da-c940-4105-b334-9256ba19cad4'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:34:16.579905 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a9f8a9e1-c149-4d57-869d-a1f1fc52513e req-a85d0fde-6eee-492c-bb15-5f85a8139fa0 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021966 Mar 11 19:34:16.599435 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['42604403-1896-4306-9755-fa02eb7efb1a'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:34:16.617142 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0b6bc7-6443-458a-b380-31bed4d6ea7d tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Pushing event updated for resources: {'Port': ['ID=afae19bd-dd94-4683-8fc5-b976d07d9d30,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:16.652925 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bd39a92-9845-4b62-913c-215773703f27 req-db0b6bc7-6443-458a-b380-31bed4d6ea7d tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Network 885772b1-9b97-4e1d-a0fb-e125030c5a81 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:34:16.654026 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-7a5075ee-cef1-4c0f-b164-281f1d668e07 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Router b518197a-0d54-4d00-986f-d26532a2879c has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:34:16.658259 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-3bd39a92-9845-4b62-913c-215773703f27 req-db0b6bc7-6443-458a-b380-31bed4d6ea7d tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:34:16.666772 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bd39a92-9845-4b62-913c-215773703f27 req-db0b6bc7-6443-458a-b380-31bed4d6ea7d tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:34:16.775919 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d5e75f68-ab5a-4e96-9863-5917c988d6ca req-d091638e-e51f-4b6d-832d-42768cfd5c68 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/security-groups?id=019be762-639e-4ed8-9c49-723d3436f32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2644629 Mar 11 19:34:16.817407 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd39a92-9845-4b62-913c-215773703f27 req-db0b6bc7-6443-458a-b380-31bed4d6ea7d tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:16.820383 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3bd39a92-9845-4b62-913c-215773703f27 req-db0b6bc7-6443-458a-b380-31bed4d6ea7d tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:16.861187 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3bd39a92-9845-4b62-913c-215773703f27 req-db0b6bc7-6443-458a-b380-31bed4d6ea7d tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9206171 Mar 11 19:34:16.887835 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-3bd39a92-9845-4b62-913c-215773703f27 req-8de4fe11-f2e5-4c36-8894-557f344b6173 service neutron] Request body: {'port': {'device_id': 'cd301a1f-409e-4a08-bf73-437d640f7371', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:34:17.005576 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3bd39a92-9845-4b62-913c-215773703f27 req-8de4fe11-f2e5-4c36-8894-557f344b6173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (afae19bd-dd94-4683-8fc5-b976d07d9d30), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:17.292577 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-49a914af-99bd-4769-bc6d-9755f80496cb None None] Provisioning complete for port afae19bd-dd94-4683-8fc5-b976d07d9d30 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:34:17.293179 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-49a914af-99bd-4769-bc6d-9755f80496cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (afae19bd-dd94-4683-8fc5-b976d07d9d30), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:17.411299 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 07a01ffe-714a-411e-a2e0-f49ec4aa01da details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:34:17.414247 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device d201c699-0b14-403d-8657-ae069e23ad3c up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:34:17.460676 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-49a914af-99bd-4769-bc6d-9755f80496cb None None] Port afae19bd-dd94-4683-8fc5-b976d07d9d30 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:34:17.498129 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf0c3ca-f8e7-4408-9095-db001900de4b x-openstack-request-id: req-adf0c3ca-f8e7-4408-9095-db001900de4b {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:34:17.498715 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f63e2d47-599d-4ffc-9f33-5578504bb7da", "name": "network-vif-deleted", "tag": "65028ff5-c788-4323-ab6a-099bdaadab0a", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:34:17.498715 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-adf0c3ca-f8e7-4408-9095-db001900de4b {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:34:17.499029 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63e2d47-599d-4ffc-9f33-5578504bb7da', 'name': 'network-vif-deleted', 'tag': '65028ff5-c788-4323-ab6a-099bdaadab0a', 'status': 'completed', 'code': 200} Mar 11 19:34:17.590829 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port d201c699-0b14-403d-8657-ae069e23ad3c completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:34:17.606092 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port d201c699-0b14-403d-8657-ae069e23ad3c triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:34:17.606543 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (d201c699-0b14-403d-8657-ae069e23ad3c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:17.619182 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-f729eeb3-2df8-460d-9602-5d046fd8d065 service neutron] For port 07a01ffe-714a-411e-a2e0-f49ec4aa01da, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=07a01ffe-714a-411e-a2e0-f49ec4aa01da,segment=NetworkSegment(9cb9d205-9190-43c8-b078-f8df09db6175),segment_id=9cb9d205-9190-43c8-b078-f8df09db6175)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:34:17.665807 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 07a01ffe-714a-411e-a2e0-f49ec4aa01da, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=07a01ffe-714a-411e-a2e0-f49ec4aa01da,segment=NetworkSegment(9cb9d205-9190-43c8-b078-f8df09db6175),segment_id=9cb9d205-9190-43c8-b078-f8df09db6175)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:34:17.689972 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 07a01ffe-714a-411e-a2e0-f49ec4aa01da has no active binding in host n-h2-833163-1 {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 11 19:34:17.695841 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device feca1c5f-41db-4efc-b205-7fb0b051afff details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:34:17.700664 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device a5aa4d69-5d6e-4efe-a7b4-617450445181 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:34:17.734229 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: a5aa4d69-5d6e-4efe-a7b4-617450445181 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:34:17.734840 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device a5aa4d69-5d6e-4efe-a7b4-617450445181 not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:34:17.757737 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-3bd39a92-9845-4b62-913c-215773703f27 req-8de4fe11-f2e5-4c36-8894-557f344b6173 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afae19bd-dd94-4683-8fc5-b976d07d9d30 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:34:17.768813 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3bd39a92-9845-4b62-913c-215773703f27 req-8de4fe11-f2e5-4c36-8894-557f344b6173 service neutron] Publish callbacks [] for port (afae19bd-dd94-4683-8fc5-b976d07d9d30), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:17.782949 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-3bd39a92-9845-4b62-913c-215773703f27 req-8de4fe11-f2e5-4c36-8894-557f344b6173 service neutron] Transition to ACTIVE for port object afae19bd-dd94-4683-8fc5-b976d07d9d30 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:34:17.787911 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3bd39a92-9845-4b62-913c-215773703f27 req-8de4fe11-f2e5-4c36-8894-557f344b6173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (afae19bd-dd94-4683-8fc5-b976d07d9d30), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:17.788069 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f74638-7720-46e9-a40f-548af62cda51 req-620a49a0-63ba-426e-b25a-5a985c2e4cae tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:17.797555 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b6f74638-7720-46e9-a40f-548af62cda51 req-620a49a0-63ba-426e-b25a-5a985c2e4cae tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e3d07f9-47c5-4458-8556-2c627297fab0 HTTP/1.1" status: 200 len: 944 time: 0.2972736 Mar 11 19:34:17.827916 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-7a5075ee-cef1-4c0f-b164-281f1d668e07 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:34:17.849679 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-f729eeb3-2df8-460d-9602-5d046fd8d065 service neutron] For port 07a01ffe-714a-411e-a2e0-f49ec4aa01da, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:34:17.855944 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101572a5-f017-4d13-9814-ca92cdcca06e None None] Sync routers for ids ['b518197a-0d54-4d00-986f-d26532a2879c'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:34:17.877889 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101572a5-f017-4d13-9814-ca92cdcca06e None None] Routers {'b518197a-0d54-4d00-986f-d26532a2879c'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:34:17.879221 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-101572a5-f017-4d13-9814-ca92cdcca06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:33:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['b518197a-0d54-4d00-986f-d26532a2879c'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:34:17.881217 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port d201c699-0b14-403d-8657-ae069e23ad3c is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:34:17.881602 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d201c699-0b14-403d-8657-ae069e23ad3c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:17.904166 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de4fe11-f2e5-4c36-8894-557f344b6173 service neutron] Pushing event updated for resources: {'Port': ['ID=afae19bd-dd94-4683-8fc5-b976d07d9d30,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:17.918013 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-f729eeb3-2df8-460d-9602-5d046fd8d065 service neutron] Publish callbacks [] for port (07a01ffe-714a-411e-a2e0-f49ec4aa01da), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:17.953131 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-3bd39a92-9845-4b62-913c-215773703f27 req-8de4fe11-f2e5-4c36-8894-557f344b6173 service neutron] Attempting to bind port afae19bd-dd94-4683-8fc5-b976d07d9d30 on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:34:17.954655 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-3bd39a92-9845-4b62-913c-215773703f27 req-8de4fe11-f2e5-4c36-8894-557f344b6173 service neutron] Attempting to bind port afae19bd-dd94-4683-8fc5-b976d07d9d30 by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:34:17.955440 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd39a92-9845-4b62-913c-215773703f27 req-8de4fe11-f2e5-4c36-8894-557f344b6173 service neutron] Attempting to bind port afae19bd-dd94-4683-8fc5-b976d07d9d30 on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:34:17.962642 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd39a92-9845-4b62-913c-215773703f27 req-8de4fe11-f2e5-4c36-8894-557f344b6173 service neutron] Port afae19bd-dd94-4683-8fc5-b976d07d9d30 on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:34:17.963862 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd39a92-9845-4b62-913c-215773703f27 req-8de4fe11-f2e5-4c36-8894-557f344b6173 service neutron] Attempting to bind port afae19bd-dd94-4683-8fc5-b976d07d9d30 on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:34:17.970535 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd39a92-9845-4b62-913c-215773703f27 req-8de4fe11-f2e5-4c36-8894-557f344b6173 service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:34:17.971199 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd39a92-9845-4b62-913c-215773703f27 req-8de4fe11-f2e5-4c36-8894-557f344b6173 service neutron] Checking segment: {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:34:17.971913 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd39a92-9845-4b62-913c-215773703f27 req-8de4fe11-f2e5-4c36-8894-557f344b6173 service neutron] Bound using segment: {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:34:17.972907 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-3bd39a92-9845-4b62-913c-215773703f27 req-8de4fe11-f2e5-4c36-8894-557f344b6173 service neutron] Bound port: afae19bd-dd94-4683-8fc5-b976d07d9d30, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:34:17.973515 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3bd39a92-9845-4b62-913c-215773703f27 req-8de4fe11-f2e5-4c36-8894-557f344b6173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (afae19bd-dd94-4683-8fc5-b976d07d9d30), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:18.008096 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-f729eeb3-2df8-460d-9602-5d046fd8d065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (07a01ffe-714a-411e-a2e0-f49ec4aa01da), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:18.057371 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-7a5075ee-cef1-4c0f-b164-281f1d668e07 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] No DVR routers for this DVR port 55b720e8-74bc-4aa9-9d68-5e4027393581 on host n-h1-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:34:18.063479 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-7a5075ee-cef1-4c0f-b164-281f1d668e07 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:18.070843 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-7a5075ee-cef1-4c0f-b164-281f1d668e07 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.75 "DELETE /v2.0/ports/55b720e8-74bc-4aa9-9d68-5e4027393581 HTTP/1.1" status: 204 len: 173 time: 3.6122370 Mar 11 19:34:18.082506 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01d96742-1670-4df9-b22d-a3bb259a761b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd201c699-0b14-403d-8657-ae069e23ad3c'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:34:18.082944 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-3bd39a92-9845-4b62-913c-215773703f27 req-8de4fe11-f2e5-4c36-8894-557f344b6173 service neutron] For port afae19bd-dd94-4683-8fc5-b976d07d9d30, host n-h2-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:34:18.088320 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-3bd39a92-9845-4b62-913c-215773703f27 req-8de4fe11-f2e5-4c36-8894-557f344b6173 service neutron] For port afae19bd-dd94-4683-8fc5-b976d07d9d30, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=afae19bd-dd94-4683-8fc5-b976d07d9d30,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:34:18.094045 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2dd2c2-481d-4257-9cd7-b3d67e7bae17" -d '{"events": [{"server_uuid": "01d96742-1670-4df9-b22d-a3bb259a761b", "name": "network-vif-plugged", "status": "completed", "tag": "d201c699-0b14-403d-8657-ae069e23ad3c"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:34:18.104077 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3bd39a92-9845-4b62-913c-215773703f27 req-8de4fe11-f2e5-4c36-8894-557f344b6173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (afae19bd-dd94-4683-8fc5-b976d07d9d30), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:18.138371 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port d201c699-0b14-403d-8657-ae069e23ad3c, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=d201c699-0b14-403d-8657-ae069e23ad3c,segment=NetworkSegment(a428e657-2306-40d2-830f-79e1ffe38620),segment_id=a428e657-2306-40d2-830f-79e1ffe38620)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:34:18.195757 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b6f74638-7720-46e9-a40f-548af62cda51 req-74824a07-c1e7-4ad9-8eed-570d768e084a tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e295548-40c6-4aff-8eff-a54d88cb1f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3934109 Mar 11 19:34:18.197597 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port feca1c5f-41db-4efc-b205-7fb0b051afff, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=feca1c5f-41db-4efc-b205-7fb0b051afff,segment=NetworkSegment(e04ff9a7-22d1-4d10-8b77-9e68a6488033),segment_id=e04ff9a7-22d1-4d10-8b77-9e68a6488033)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:34:18.202701 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (d201c699-0b14-403d-8657-ae069e23ad3c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:18.205953 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device d204e893-df2b-46f8-80c4-d43446f39639 up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:34:18.206103 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd39a92-9845-4b62-913c-215773703f27 req-8de4fe11-f2e5-4c36-8894-557f344b6173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:18.206103 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3bd39a92-9845-4b62-913c-215773703f27 req-8de4fe11-f2e5-4c36-8894-557f344b6173 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:18.210444 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3bd39a92-9845-4b62-913c-215773703f27 req-8de4fe11-f2e5-4c36-8894-557f344b6173 service neutron] 10.222.0.57 "PUT /v2.0/ports/afae19bd-dd94-4683-8fc5-b976d07d9d30 HTTP/1.1" status: 200 len: 1095 time: 1.3277271 Mar 11 19:34:18.210912 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd301a1f-409e-4a08-bf73-437d640f7371', 'tag': 'afae19bd-dd94-4683-8fc5-b976d07d9d30'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:34:18.213761 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a3934ec-5c06-4b00-aaf9-bf968b907b9c" -d '{"events": [{"name": "network-changed", "server_uuid": "cd301a1f-409e-4a08-bf73-437d640f7371", "tag": "afae19bd-dd94-4683-8fc5-b976d07d9d30"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:34:18.257190 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de4fe11-f2e5-4c36-8894-557f344b6173 service neutron] Pushing event updated for resources: {'Port': ['ID=afae19bd-dd94-4683-8fc5-b976d07d9d30,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:18.264125 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acfd86d-5e1d-412f-9e91-5147db76899c req-6074a379-53d8-438a-b3f4-d7dd6a2467b6 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:18.270678 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acfd86d-5e1d-412f-9e91-5147db76899c req-6074a379-53d8-438a-b3f4-d7dd6a2467b6 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:18.277398 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acfd86d-5e1d-412f-9e91-5147db76899c req-6074a379-53d8-438a-b3f4-d7dd6a2467b6 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:18.285067 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6acfd86d-5e1d-412f-9e91-5147db76899c req-6074a379-53d8-438a-b3f4-d7dd6a2467b6 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/ports?device_id=01d96742-1670-4df9-b22d-a3bb259a761b HTTP/1.1" status: 200 len: 2416 time: 0.3614111 Mar 11 19:34:18.315523 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': 'feca1c5f-41db-4efc-b205-7fb0b051afff', 'network_id': 'ebcba11a-843a-4869-86af-b253155a3bc2', 'port_id': 'feca1c5f-41db-4efc-b205-7fb0b051afff', 'mac_address': 'fa:16:3e:c3:a8:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '654fe02a-2387-4189-a51d-09de4e86c125', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:34:18.316354 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-f729eeb3-2df8-460d-9602-5d046fd8d065 service neutron] Attempting to bind port 07a01ffe-714a-411e-a2e0-f49ec4aa01da on host n-h1-833163-1 for vnic_type normal with profile {"migrating_to": "n-h2-833163-1"} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:34:18.317044 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-f729eeb3-2df8-460d-9602-5d046fd8d065 service neutron] Attempting to bind port 07a01ffe-714a-411e-a2e0-f49ec4aa01da by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '9cb9d205-9190-43c8-b078-f8df09db6175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:34:18.317377 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-f729eeb3-2df8-460d-9602-5d046fd8d065 service neutron] Attempting to bind port 07a01ffe-714a-411e-a2e0-f49ec4aa01da on network 4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:34:18.378637 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port feca1c5f-41db-4efc-b205-7fb0b051afff is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:34:18.380524 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (feca1c5f-41db-4efc-b205-7fb0b051afff), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:18.382467 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd39a92-9845-4b62-913c-215773703f27 req-9e36c086-1866-424a-a5ac-6d9b38dfb4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:18.388219 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3bd39a92-9845-4b62-913c-215773703f27 req-9e36c086-1866-424a-a5ac-6d9b38dfb4c3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=487f8613d1fa45ab81e48e9d9d0fc801&device_id=cd301a1f-409e-4a08-bf73-437d640f7371 HTTP/1.1" status: 200 len: 1129 time: 0.1142876 Mar 11 19:34:18.405307 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-101572a5-f017-4d13-9814-ca92cdcca06e None None] Set router b518197a-0d54-4d00-986f-d26532a2879c gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:34:18.438847 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-f729eeb3-2df8-460d-9602-5d046fd8d065 service neutron] Port 07a01ffe-714a-411e-a2e0-f49ec4aa01da on network 4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:34:18.439211 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-f729eeb3-2df8-460d-9602-5d046fd8d065 service neutron] Attempting to bind port 07a01ffe-714a-411e-a2e0-f49ec4aa01da on network 4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:34:18.455109 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6acfd86d-5e1d-412f-9e91-5147db76899c req-4c1440a9-d367-4fe8-b7cc-0ab1374d9fcc tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9e7d402-b560-4db2-8773-5024f2c98b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406772 Mar 11 19:34:18.457616 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feca1c5f-41db-4efc-b205-7fb0b051afff {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:34:18.467303 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3bd39a92-9845-4b62-913c-215773703f27 req-aa8d204b-5ae5-4857-8cb8-b498f44c278e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=afae19bd-dd94-4683-8fc5-b976d07d9d30 HTTP/1.1" status: 200 len: 217 time: 0.0720568 Mar 11 19:34:18.470279 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f729eeb3-2df8-460d-9602-5d046fd8d065 service neutron] Pushing event updated for resources: {'Port': ['ID=07a01ffe-714a-411e-a2e0-f49ec4aa01da,revision_number=7']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:18.483364 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=d201c699-0b14-403d-8657-ae069e23ad3c,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:18.506354 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-f729eeb3-2df8-460d-9602-5d046fd8d065 service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:34:18.507932 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-f729eeb3-2df8-460d-9602-5d046fd8d065 service neutron] Checking segment: {'id': '9cb9d205-9190-43c8-b078-f8df09db6175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:34:18.507932 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-f729eeb3-2df8-460d-9602-5d046fd8d065 service neutron] Bound using segment: {'id': '9cb9d205-9190-43c8-b078-f8df09db6175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:34:18.507932 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-f729eeb3-2df8-460d-9602-5d046fd8d065 service neutron] Bound port: 07a01ffe-714a-411e-a2e0-f49ec4aa01da, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cb9d205-9190-43c8-b078-f8df09db6175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:34:18.507932 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-f729eeb3-2df8-460d-9602-5d046fd8d065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (07a01ffe-714a-411e-a2e0-f49ec4aa01da), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:18.576052 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd39a92-9845-4b62-913c-215773703f27 req-c30f6dba-9b78-4fce-bea2-eb8cc2945b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:18.576734 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fc5935ce-272b-4610-bfd7-b559ce1c466a req-e5635bfd-b890-4c33-a0bb-2b883436fa00 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b11db00-86e7-4155-a147-13490d09c29f HTTP/1.1" status: 200 len: 210 time: 0.1778853 Mar 11 19:34:18.578850 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3bd39a92-9845-4b62-913c-215773703f27 req-c30f6dba-9b78-4fce-bea2-eb8cc2945b6a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.1038733 Mar 11 19:34:18.592388 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port feca1c5f-41db-4efc-b205-7fb0b051afff, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=feca1c5f-41db-4efc-b205-7fb0b051afff,segment=NetworkSegment(e04ff9a7-22d1-4d10-8b77-9e68a6488033),segment_id=e04ff9a7-22d1-4d10-8b77-9e68a6488033)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:34:18.596320 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port d204e893-df2b-46f8-80c4-d43446f39639 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:34:18.636001 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port d204e893-df2b-46f8-80c4-d43446f39639 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:34:18.636377 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (d204e893-df2b-46f8-80c4-d43446f39639), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:18.642740 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (feca1c5f-41db-4efc-b205-7fb0b051afff), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:18.694543 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd39a92-9845-4b62-913c-215773703f27 req-f41df13f-e135-4324-ada2-e743f7ccc578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:18.696031 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3bd39a92-9845-4b62-913c-215773703f27 req-f41df13f-e135-4324-ada2-e743f7ccc578 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1032879 Mar 11 19:34:18.728537 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-f729eeb3-2df8-460d-9602-5d046fd8d065 service neutron] For port 07a01ffe-714a-411e-a2e0-f49ec4aa01da, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:34:18.732981 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-f729eeb3-2df8-460d-9602-5d046fd8d065 service neutron] For port 07a01ffe-714a-411e-a2e0-f49ec4aa01da, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=07a01ffe-714a-411e-a2e0-f49ec4aa01da,segment=NetworkSegment(9cb9d205-9190-43c8-b078-f8df09db6175),segment_id=9cb9d205-9190-43c8-b078-f8df09db6175)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:34:18.751013 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-f729eeb3-2df8-460d-9602-5d046fd8d065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (07a01ffe-714a-411e-a2e0-f49ec4aa01da), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:18.798383 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=feca1c5f-41db-4efc-b205-7fb0b051afff,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:18.818511 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3bd39a92-9845-4b62-913c-215773703f27 req-8234cce8-94f9-4f10-8c90-e462c24858e4 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157346 Mar 11 19:34:18.845683 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f729eeb3-2df8-460d-9602-5d046fd8d065 service neutron] Pushing event updated for resources: {'Port': ['ID=07a01ffe-714a-411e-a2e0-f49ec4aa01da,revision_number=8']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:18.870423 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-082a9550-d24e-438d-9c11-27c483792777 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Deleting port ebfb71f0-04b3-45d0-a06b-4dbc510957f9 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:34:18.870769 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-082a9550-d24e-438d-9c11-27c483792777 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (ebfb71f0-04b3-45d0-a06b-4dbc510957f9), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:18.873419 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:18.902334 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab26bca-1007-45b4-a775-06074ed460af req-54393a33-08d1-46fe-bd7a-5246974317d6 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:18.909341 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4ab26bca-1007-45b4-a775-06074ed460af req-54393a33-08d1-46fe-bd7a-5246974317d6 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd301a1f-409e-4a08-bf73-437d640f7371 HTTP/1.1" status: 200 len: 947 time: 0.3315103 Mar 11 19:34:18.967414 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3bd39a92-9845-4b62-913c-215773703f27 req-9a2ea7d3-614e-4b1a-91ea-ee34ef1083bd service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427743 Mar 11 19:34:19.003882 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port d204e893-df2b-46f8-80c4-d43446f39639 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:34:19.004577 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d204e893-df2b-46f8-80c4-d43446f39639), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:19.027924 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-101572a5-f017-4d13-9814-ca92cdcca06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b518197a-0d54-4d00-986f-d26532a2879c', 'name': 'tempest-TaggedBootDevicesTest_v242-1599186861-router', 'tenant_id': '5ef363cb3b8e470c93ba878a527f3d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '53366487-d003-490c-bf39-ada7e394c7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:27:16Z', 'updated_at': '2022-03-11T19:27:24Z', 'revision_number': 4, 'project_id': '5ef363cb3b8e470c93ba878a527f3d7f', 'gw_port': {'id': '53366487-d003-490c-bf39-ada7e394c7db', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:05:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b518197a-0d54-4d00-986f-d26532a2879c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:27:17Z', 'updated_at': '2022-03-11T19:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '91242456-4d7b-412b-8f72-5a413ddbeddf', 'name': '', 'network_id': 'c6f5d540-3c10-44e4-9f74-cadc36d53aa1', 'tenant_id': '5ef363cb3b8e470c93ba878a527f3d7f', 'mac_address': 'fa:16:3e:81:fc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b518197a-0d54-4d00-986f-d26532a2879c', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '69381856-dd35-45d7-a782-ea4b8eb1e9ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:27:22Z', 'updated_at': '2022-03-11T19:27:30Z', 'revision_number': 5, 'project_id': '5ef363cb3b8e470c93ba878a527f3d7f', 'subnets': [{'id': '69381856-dd35-45d7-a782-ea4b8eb1e9ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:34:19.049511 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bfe9a5-7576-4f21-94d7-93198ecac078 req-8ecfbee7-1679-42e1-8a80-82e8e2fa993f tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:19.051156 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-98bfe9a5-7576-4f21-94d7-93198ecac078 req-8ecfbee7-1679-42e1-8a80-82e8e2fa993f tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=f146c6f5-c337-4e48-b979-f28e2141d131 HTTP/1.1" status: 200 len: 943 time: 0.3050351 Mar 11 19:34:19.062631 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-f729eeb3-2df8-460d-9602-5d046fd8d065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:19.063637 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-f729eeb3-2df8-460d-9602-5d046fd8d065 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:19.065014 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-f729eeb3-2df8-460d-9602-5d046fd8d065 service neutron] 10.222.0.57 "PUT /v2.0/ports/07a01ffe-714a-411e-a2e0-f49ec4aa01da HTTP/1.1" status: 200 len: 1121 time: 2.9635780 Mar 11 19:34:19.083859 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port d204e893-df2b-46f8-80c4-d43446f39639, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=d204e893-df2b-46f8-80c4-d43446f39639,segment=NetworkSegment(8fd455bd-0100-4568-b1f1-692b62b6da1a),segment_id=8fd455bd-0100-4568-b1f1-692b62b6da1a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:34:19.085801 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['feca1c5f-41db-4efc-b205-7fb0b051afff'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:34:19.091052 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101572a5-f017-4d13-9814-ca92cdcca06e None None] Checking router: b518197a-0d54-4d00-986f-d26532a2879c for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:34:19.115271 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (d204e893-df2b-46f8-80c4-d43446f39639), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:19.135313 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-082a9550-d24e-438d-9c11-27c483792777 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] For port ebfb71f0-04b3-45d0-a06b-4dbc510957f9, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=ebfb71f0-04b3-45d0-a06b-4dbc510957f9,segment=NetworkSegment(84b0979a-8a8b-4100-94cf-7dcf4d79135b),segment_id=84b0979a-8a8b-4100-94cf-7dcf4d79135b)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:34:19.135655 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-082a9550-d24e-438d-9c11-27c483792777 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (ebfb71f0-04b3-45d0-a06b-4dbc510957f9), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:19.153592 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4ab26bca-1007-45b4-a775-06074ed460af req-b5d66eb5-9050-49b7-beda-479d145352a0 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404482 Mar 11 19:34:19.180275 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-082a9550-d24e-438d-9c11-27c483792777 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Calling delete_port for ebfb71f0-04b3-45d0-a06b-4dbc510957f9 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:34:19.184451 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=d204e893-df2b-46f8-80c4-d43446f39639,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:19.191257 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101572a5-f017-4d13-9814-ca92cdcca06e None None] Routers {'b518197a-0d54-4d00-986f-d26532a2879c'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:34:19.192209 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-101572a5-f017-4d13-9814-ca92cdcca06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:33:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['b518197a-0d54-4d00-986f-d26532a2879c'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:34:19.225670 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-98bfe9a5-7576-4f21-94d7-93198ecac078 req-8241e937-414a-43b4-b2fe-faddcd367039 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570337 Mar 11 19:34:19.331600 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['07a01ffe-714a-411e-a2e0-f49ec4aa01da'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:34:19.358682 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['07a01ffe-714a-411e-a2e0-f49ec4aa01da'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:34:19.410647 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 42604403-1896-4306-9755-fa02eb7efb1a up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:34:19.482690 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-082a9550-d24e-438d-9c11-27c483792777 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (ebfb71f0-04b3-45d0-a06b-4dbc510957f9), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:19.534364 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f146c6f5-c337-4e48-b979-f28e2141d131', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07a01ffe-714a-411e-a2e0-f49ec4aa01da'}, {'server_uuid': 'f63e2d47-599d-4ffc-9f33-5578504bb7da', 'name': 'network-vif-deleted', 'tag': '55b720e8-74bc-4aa9-9d68-5e4027393581'}, {'name': 'network-changed', 'server_uuid': 'f146c6f5-c337-4e48-b979-f28e2141d131', 'tag': '07a01ffe-714a-411e-a2e0-f49ec4aa01da'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:34:19.537946 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-998634c9-053e-4069-8288-6bdeb7183842" -d '{"events": [{"server_uuid": "f146c6f5-c337-4e48-b979-f28e2141d131", "name": "network-vif-unplugged", "status": "completed", "tag": "07a01ffe-714a-411e-a2e0-f49ec4aa01da"}, {"server_uuid": "f63e2d47-599d-4ffc-9f33-5578504bb7da", "name": "network-vif-deleted", "tag": "55b720e8-74bc-4aa9-9d68-5e4027393581"}, {"name": "network-changed", "server_uuid": "f146c6f5-c337-4e48-b979-f28e2141d131", "tag": "07a01ffe-714a-411e-a2e0-f49ec4aa01da"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:34:19.573512 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082a9550-d24e-438d-9c11-27c483792777 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Pushing event deleted for resources: {'Port': ['ID=ebfb71f0-04b3-45d0-a06b-4dbc510957f9,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:19.588655 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e14e56-7c3a-4b96-b543-e39e98d3de08 req-6da76de1-371c-4236-a33c-8ce704258722 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:19.594730 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e14e56-7c3a-4b96-b543-e39e98d3de08 req-6da76de1-371c-4236-a33c-8ce704258722 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:19.600590 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e14e56-7c3a-4b96-b543-e39e98d3de08 req-6da76de1-371c-4236-a33c-8ce704258722 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:19.602928 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-53e14e56-7c3a-4b96-b543-e39e98d3de08 req-6da76de1-371c-4236-a33c-8ce704258722 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 2408 time: 0.2059970 Mar 11 19:34:19.621949 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9031bc64-716e-4284-8b45-521de077b9ab x-openstack-request-id: req-9031bc64-716e-4284-8b45-521de077b9ab {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:34:19.622244 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd301a1f-409e-4a08-bf73-437d640f7371", "tag": "afae19bd-dd94-4683-8fc5-b976d07d9d30", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:34:19.622497 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9031bc64-716e-4284-8b45-521de077b9ab {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:34:19.622909 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd301a1f-409e-4a08-bf73-437d640f7371', 'tag': 'afae19bd-dd94-4683-8fc5-b976d07d9d30', 'status': 'completed', 'code': 200} Mar 11 19:34:19.637360 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-082a9550-d24e-438d-9c11-27c483792777 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] No DVR routers for this DVR port ebfb71f0-04b3-45d0-a06b-4dbc510957f9 on host n-h1-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:34:19.641066 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-082a9550-d24e-438d-9c11-27c483792777 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:19.644772 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-082a9550-d24e-438d-9c11-27c483792777 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.75 "DELETE /v2.0/ports/ebfb71f0-04b3-45d0-a06b-4dbc510957f9 HTTP/1.1" status: 204 len: 173 time: 1.5506852 Mar 11 19:34:19.683837 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c4aa8c-9f65-42da-930e-86466d454ead x-openstack-request-id: req-f9c4aa8c-9f65-42da-930e-86466d454ead {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:34:19.683837 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01d96742-1670-4df9-b22d-a3bb259a761b", "name": "network-vif-plugged", "status": "completed", "tag": "d201c699-0b14-403d-8657-ae069e23ad3c", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:34:19.684227 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f9c4aa8c-9f65-42da-930e-86466d454ead {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:34:19.684474 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01d96742-1670-4df9-b22d-a3bb259a761b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd201c699-0b14-403d-8657-ae069e23ad3c', 'code': 200} Mar 11 19:34:19.720653 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port 42604403-1896-4306-9755-fa02eb7efb1a completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:34:19.733876 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-101572a5-f017-4d13-9814-ca92cdcca06e None None] Set router b518197a-0d54-4d00-986f-d26532a2879c gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:34:19.763861 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port 42604403-1896-4306-9755-fa02eb7efb1a triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:34:19.764242 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (42604403-1896-4306-9755-fa02eb7efb1a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:19.860336 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-53e14e56-7c3a-4b96-b543-e39e98d3de08 req-40beecf1-66d1-44ef-996a-719e8edb4dfd tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/security-groups?id=019be762-639e-4ed8-9c49-723d3436f32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2250631 Mar 11 19:34:19.874891 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d408b1-63ed-4956-a0c9-045d495bd682 req-6f5ff184-3752-49e9-a510-c92f2841bc5d tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:19.882450 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-27d408b1-63ed-4956-a0c9-045d495bd682 req-6f5ff184-3752-49e9-a510-c92f2841bc5d tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e3d07f9-47c5-4458-8556-2c627297fab0 HTTP/1.1" status: 200 len: 945 time: 0.1914654 Mar 11 19:34:19.895219 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3934ec-5c06-4b00-aaf9-bf968b907b9c req-49cee51d-f726-4d81-a759-668f63f66ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:19.895219 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3a3934ec-5c06-4b00-aaf9-bf968b907b9c req-49cee51d-f726-4d81-a759-668f63f66ba9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=487f8613d1fa45ab81e48e9d9d0fc801&device_id=cd301a1f-409e-4a08-bf73-437d640f7371 HTTP/1.1" status: 200 len: 1129 time: 0.2471163 Mar 11 19:34:19.979009 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-27d408b1-63ed-4956-a0c9-045d495bd682 req-f986e4ff-5497-4db2-b511-adaacda0868a tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e295548-40c6-4aff-8eff-a54d88cb1f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955575 Mar 11 19:34:20.052251 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-f3bed465-abfb-422e-b186-03cfc869ebe4 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Deleting port 83ee7430-2372-4b73-86a9-12dee208460d {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:34:20.052950 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-f3bed465-abfb-422e-b186-03cfc869ebe4 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (83ee7430-2372-4b73-86a9-12dee208460d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:20.114283 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Fri, 11 Mar 2022 19:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda28c69-937e-4d0b-b854-dcfb451d14f4 x-openstack-request-id: req-eda28c69-937e-4d0b-b854-dcfb451d14f4 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:34:20.115054 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f146c6f5-c337-4e48-b979-f28e2141d131", "name": "network-vif-unplugged", "status": "completed", "tag": "07a01ffe-714a-411e-a2e0-f49ec4aa01da", "code": 200}, {"server_uuid": "f63e2d47-599d-4ffc-9f33-5578504bb7da", "name": "network-vif-deleted", "tag": "55b720e8-74bc-4aa9-9d68-5e4027393581", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f146c6f5-c337-4e48-b979-f28e2141d131", "tag": "07a01ffe-714a-411e-a2e0-f49ec4aa01da", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:34:20.115495 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-eda28c69-937e-4d0b-b854-dcfb451d14f4 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:34:20.116374 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f146c6f5-c337-4e48-b979-f28e2141d131', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07a01ffe-714a-411e-a2e0-f49ec4aa01da', 'code': 200} Mar 11 19:34:20.116801 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63e2d47-599d-4ffc-9f33-5578504bb7da', 'name': 'network-vif-deleted', 'tag': '55b720e8-74bc-4aa9-9d68-5e4027393581', 'status': 'completed', 'code': 200} Mar 11 19:34:20.117235 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f146c6f5-c337-4e48-b979-f28e2141d131', 'tag': '07a01ffe-714a-411e-a2e0-f49ec4aa01da', 'status': 'completed', 'code': 200} Mar 11 19:34:20.239940 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 42604403-1896-4306-9755-fa02eb7efb1a is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:34:20.240337 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (42604403-1896-4306-9755-fa02eb7efb1a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:20.332160 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-eb7ecd12-cfc4-4166-b421-ed6d5115247b req-37981a77-cc00-499d-b2e2-5a2643d0616f tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b11db00-86e7-4155-a147-13490d09c29f HTTP/1.1" status: 200 len: 210 time: 0.1191270 Mar 11 19:34:20.363647 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57737f3a-579d-4826-b80c-53bf127e3448 req-a573f2ec-e687-42f0-bcba-b6e257a9b3f7 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:20.369819 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57737f3a-579d-4826-b80c-53bf127e3448 req-a573f2ec-e687-42f0-bcba-b6e257a9b3f7 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:20.370172 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 42604403-1896-4306-9755-fa02eb7efb1a, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=42604403-1896-4306-9755-fa02eb7efb1a,segment=NetworkSegment(a428e657-2306-40d2-830f-79e1ffe38620),segment_id=a428e657-2306-40d2-830f-79e1ffe38620)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:34:20.380872 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57737f3a-579d-4826-b80c-53bf127e3448 req-a573f2ec-e687-42f0-bcba-b6e257a9b3f7 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:20.383197 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-57737f3a-579d-4826-b80c-53bf127e3448 req-a573f2ec-e687-42f0-bcba-b6e257a9b3f7 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/ports?device_id=01d96742-1670-4df9-b22d-a3bb259a761b HTTP/1.1" status: 200 len: 2418 time: 0.4029493 Mar 11 19:34:20.402101 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (42604403-1896-4306-9755-fa02eb7efb1a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:20.425290 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3934ec-5c06-4b00-aaf9-bf968b907b9c req-9e9ad817-e0d6-4c15-9ff2-dac67dc5e329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:20.427044 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3a3934ec-5c06-4b00-aaf9-bf968b907b9c req-9e9ad817-e0d6-4c15-9ff2-dac67dc5e329 service neutron] 10.222.0.57 "GET /v2.0/networks?id=885772b1-9b97-4e1d-a0fb-e125030c5a81 HTTP/1.1" status: 200 len: 870 time: 0.5067327 Mar 11 19:34:20.436394 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-f3bed465-abfb-422e-b186-03cfc869ebe4 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] For port 83ee7430-2372-4b73-86a9-12dee208460d, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=83ee7430-2372-4b73-86a9-12dee208460d,segment=NetworkSegment(e2c9930f-21f1-4d40-93dc-64d9f93dab64),segment_id=e2c9930f-21f1-4d40-93dc-64d9f93dab64)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:34:20.437068 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-f3bed465-abfb-422e-b186-03cfc869ebe4 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (83ee7430-2372-4b73-86a9-12dee208460d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:20.467090 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-101572a5-f017-4d13-9814-ca92cdcca06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b518197a-0d54-4d00-986f-d26532a2879c', 'name': 'tempest-TaggedBootDevicesTest_v242-1599186861-router', 'tenant_id': '5ef363cb3b8e470c93ba878a527f3d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '53366487-d003-490c-bf39-ada7e394c7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:27:16Z', 'updated_at': '2022-03-11T19:27:24Z', 'revision_number': 4, 'project_id': '5ef363cb3b8e470c93ba878a527f3d7f', 'gw_port': {'id': '53366487-d003-490c-bf39-ada7e394c7db', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:05:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b518197a-0d54-4d00-986f-d26532a2879c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:27:17Z', 'updated_at': '2022-03-11T19:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '91242456-4d7b-412b-8f72-5a413ddbeddf', 'name': '', 'network_id': 'c6f5d540-3c10-44e4-9f74-cadc36d53aa1', 'tenant_id': '5ef363cb3b8e470c93ba878a527f3d7f', 'mac_address': 'fa:16:3e:81:fc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b518197a-0d54-4d00-986f-d26532a2879c', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '69381856-dd35-45d7-a782-ea4b8eb1e9ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:27:22Z', 'updated_at': '2022-03-11T19:27:30Z', 'revision_number': 5, 'project_id': '5ef363cb3b8e470c93ba878a527f3d7f', 'subnets': [{'id': '69381856-dd35-45d7-a782-ea4b8eb1e9ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:34:20.472338 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-f3bed465-abfb-422e-b186-03cfc869ebe4 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Calling delete_port for 83ee7430-2372-4b73-86a9-12dee208460d owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:34:20.500870 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101572a5-f017-4d13-9814-ca92cdcca06e None None] The sync data for ids ['b518197a-0d54-4d00-986f-d26532a2879c'] in n-d-833163-1 is: [{'id': 'b518197a-0d54-4d00-986f-d26532a2879c', 'name': 'tempest-TaggedBootDevicesTest_v242-1599186861-router', 'tenant_id': '5ef363cb3b8e470c93ba878a527f3d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '53366487-d003-490c-bf39-ada7e394c7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:27:16Z', 'updated_at': '2022-03-11T19:27:24Z', 'revision_number': 4, 'project_id': '5ef363cb3b8e470c93ba878a527f3d7f', 'gw_port': {'id': '53366487-d003-490c-bf39-ada7e394c7db', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:05:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b518197a-0d54-4d00-986f-d26532a2879c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:27:17Z', 'updated_at': '2022-03-11T19:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '91242456-4d7b-412b-8f72-5a413ddbeddf', 'name': '', 'network_id': 'c6f5d540-3c10-44e4-9f74-cadc36d53aa1', 'tenant_id': '5ef363cb3b8e470c93ba878a527f3d7f', 'mac_address': 'fa:16:3e:81:fc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b518197a-0d54-4d00-986f-d26532a2879c', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '69381856-dd35-45d7-a782-ea4b8eb1e9ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:27:22Z', 'updated_at': '2022-03-11T19:27:30Z', 'revision_number': 5, 'project_id': '5ef363cb3b8e470c93ba878a527f3d7f', 'subnets': [{'id': '69381856-dd35-45d7-a782-ea4b8eb1e9ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:34:20.504933 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=42604403-1896-4306-9755-fa02eb7efb1a,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:20.529100 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998634c9-053e-4069-8288-6bdeb7183842 req-37b32ac7-01ca-4c43-b509-1c632eda2300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:20.531399 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-998634c9-053e-4069-8288-6bdeb7183842 req-37b32ac7-01ca-4c43-b509-1c632eda2300 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f95acd8ec5ef45d8b7ae8994d46f4375&device_id=f146c6f5-c337-4e48-b979-f28e2141d131 HTTP/1.1" status: 200 len: 1155 time: 0.3082142 Mar 11 19:34:20.537550 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3a3934ec-5c06-4b00-aaf9-bf968b907b9c req-23e43d15-1e0a-4861-ba1b-e360182030a8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=afae19bd-dd94-4683-8fc5-b976d07d9d30 HTTP/1.1" status: 200 len: 217 time: 0.0976429 Mar 11 19:34:20.654592 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-57737f3a-579d-4826-b80c-53bf127e3448 req-446d0fec-6709-4ec9-915c-a37d1b7e54d8 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9e7d402-b560-4db2-8773-5024f2c98b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520704 Mar 11 19:34:20.781240 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3934ec-5c06-4b00-aaf9-bf968b907b9c req-89676ed2-7b13-48bf-9786-b94eaea23093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:20.783165 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3a3934ec-5c06-4b00-aaf9-bf968b907b9c req-89676ed2-7b13-48bf-9786-b94eaea23093 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.2355714 Mar 11 19:34:20.790559 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd828d59-8be4-4ed8-aa84-917d11f0d0de req-64c6cb20-1f73-498b-b696-b8287816d3df tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:20.798764 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dd828d59-8be4-4ed8-aa84-917d11f0d0de req-64c6cb20-1f73-498b-b696-b8287816d3df tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd301a1f-409e-4a08-bf73-437d640f7371 HTTP/1.1" status: 200 len: 947 time: 0.3511512 Mar 11 19:34:20.902189 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998634c9-053e-4069-8288-6bdeb7183842 req-44b45ca2-94ab-4c6a-a9d1-2634f407f465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:20.903832 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-998634c9-053e-4069-8288-6bdeb7183842 req-44b45ca2-94ab-4c6a-a9d1-2634f407f465 service neutron] 10.222.0.75 "GET /v2.0/networks?id=4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a HTTP/1.1" status: 200 len: 908 time: 0.3641036 Mar 11 19:34:20.911746 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148889bd-7c8d-4731-b2c9-cfc84427e533 None None] New status for floating IP c9fb2843-a347-4cc0-8495-59bad6169824: DOWN {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 19:34:21.275350 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-998634c9-053e-4069-8288-6bdeb7183842 req-85d77426-e669-4927-ae54-796591d47f58 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07a01ffe-714a-411e-a2e0-f49ec4aa01da HTTP/1.1" status: 200 len: 217 time: 0.3563540 Mar 11 19:34:21.302819 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dd828d59-8be4-4ed8-aa84-917d11f0d0de req-7971336d-1a91-466b-beea-73d9a0af35ee tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5031216 Mar 11 19:34:21.332510 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87bd002-5b39-4b5b-b0d1-4adad48955b2 req-0f259038-60c9-4460-8401-70675bf85517 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:21.333993 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d87bd002-5b39-4b5b-b0d1-4adad48955b2 req-0f259038-60c9-4460-8401-70675bf85517 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=f146c6f5-c337-4e48-b979-f28e2141d131 HTTP/1.1" status: 200 len: 943 time: 0.6106381 Mar 11 19:34:21.334638 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-f3bed465-abfb-422e-b186-03cfc869ebe4 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (83ee7430-2372-4b73-86a9-12dee208460d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:21.342785 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3934ec-5c06-4b00-aaf9-bf968b907b9c req-81fd1b10-395d-4f03-b4cf-43f42c5c0be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:21.344566 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3a3934ec-5c06-4b00-aaf9-bf968b907b9c req-81fd1b10-395d-4f03-b4cf-43f42c5c0be5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5433207 Mar 11 19:34:21.412993 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bed465-abfb-422e-b186-03cfc869ebe4 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Pushing event deleted for resources: {'Port': ['ID=83ee7430-2372-4b73-86a9-12dee208460d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:21.437066 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998634c9-053e-4069-8288-6bdeb7183842 req-9976c6ad-44c4-4859-8b19-08777f35c313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:21.438483 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-998634c9-053e-4069-8288-6bdeb7183842 req-9976c6ad-44c4-4859-8b19-08777f35c313 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f742a986-c135-4269-ad05-332f85e495a8 HTTP/1.1" status: 200 len: 847 time: 0.1491022 Mar 11 19:34:21.573904 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-998634c9-053e-4069-8288-6bdeb7183842 req-cbddc7b2-9c15-40e4-ba03-aab145df772a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1198716 Mar 11 19:34:21.581751 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-f3bed465-abfb-422e-b186-03cfc869ebe4 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] No DVR routers for this DVR port 83ee7430-2372-4b73-86a9-12dee208460d on host n-h1-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:34:21.591145 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-f3bed465-abfb-422e-b186-03cfc869ebe4 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:21.594347 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-f3bed465-abfb-422e-b186-03cfc869ebe4 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.75 "DELETE /v2.0/ports/83ee7430-2372-4b73-86a9-12dee208460d HTTP/1.1" status: 204 len: 173 time: 1.9392552 Mar 11 19:34:21.608447 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d87bd002-5b39-4b5b-b0d1-4adad48955b2 req-be983c44-d5bd-4004-b696-00c611a7ddd3 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611859 Mar 11 19:34:21.685660 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01d96742-1670-4df9-b22d-a3bb259a761b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd204e893-df2b-46f8-80c4-d43446f39639'}, {'server_uuid': '01d96742-1670-4df9-b22d-a3bb259a761b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42604403-1896-4306-9755-fa02eb7efb1a'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:34:21.688348 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb194be-422c-46e4-8bef-31f85c3aaf14" -d '{"events": [{"server_uuid": "01d96742-1670-4df9-b22d-a3bb259a761b", "name": "network-vif-plugged", "status": "completed", "tag": "d204e893-df2b-46f8-80c4-d43446f39639"}, {"server_uuid": "01d96742-1670-4df9-b22d-a3bb259a761b", "name": "network-vif-plugged", "status": "completed", "tag": "42604403-1896-4306-9755-fa02eb7efb1a"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:34:21.724539 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3a3934ec-5c06-4b00-aaf9-bf968b907b9c req-b3201c0c-041d-4f00-8c5c-204e6e445a97 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3705173 Mar 11 19:34:21.766163 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e24557-3f96-4e95-a000-622326159136 req-da422c75-4ac0-42ae-8262-7ea294ce71a7 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:21.767715 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-96e24557-3f96-4e95-a000-622326159136 req-da422c75-4ac0-42ae-8262-7ea294ce71a7 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 942 time: 0.3504250 Mar 11 19:34:21.903952 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-998634c9-053e-4069-8288-6bdeb7183842 req-dea0f514-b9a4-402d-9516-03001c17e049 service neutron] 10.222.0.75 "GET /v2.0/networks/4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164127 Mar 11 19:34:21.953083 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7650182d-5e29-4aa6-b2c7-fdcc4ad41b38 req-cf0ae8c5-7364-437b-8eef-5ca319d205b5 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:21.954632 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7650182d-5e29-4aa6-b2c7-fdcc4ad41b38 req-cf0ae8c5-7364-437b-8eef-5ca319d205b5 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e3d07f9-47c5-4458-8556-2c627297fab0 HTTP/1.1" status: 200 len: 945 time: 0.2782061 Mar 11 19:34:22.007561 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-96e24557-3f96-4e95-a000-622326159136 req-c2aafa60-0d0d-4cd9-847f-775c9acc5ecf tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/security-groups?id=019be762-639e-4ed8-9c49-723d3436f32b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2106640 Mar 11 19:34:22.020354 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3a3934ec-5c06-4b00-aaf9-bf968b907b9c req-693364c2-f85a-41d2-8ced-bcfc1a43d175 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615490 Mar 11 19:34:22.076262 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-6d670c79-8b8a-4b11-8284-5159ee37b450 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Deleting port 2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:34:22.076527 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-6d670c79-8b8a-4b11-8284-5159ee37b450 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:22.121858 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63e2d47-599d-4ffc-9f33-5578504bb7da', 'name': 'network-vif-deleted', 'tag': 'ebfb71f0-04b3-45d0-a06b-4dbc510957f9'}, {'server_uuid': 'f63e2d47-599d-4ffc-9f33-5578504bb7da', 'name': 'network-vif-deleted', 'tag': '83ee7430-2372-4b73-86a9-12dee208460d'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:34:22.124074 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5658d162-a015-480d-926c-8bd8aca6b312" -d '{"events": [{"server_uuid": "f63e2d47-599d-4ffc-9f33-5578504bb7da", "name": "network-vif-deleted", "tag": "ebfb71f0-04b3-45d0-a06b-4dbc510957f9"}, {"server_uuid": "f63e2d47-599d-4ffc-9f33-5578504bb7da", "name": "network-vif-deleted", "tag": "83ee7430-2372-4b73-86a9-12dee208460d"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:34:22.137639 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7650182d-5e29-4aa6-b2c7-fdcc4ad41b38 req-b0d07565-b948-4682-a6f3-2d3e5470b7b2 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e295548-40c6-4aff-8eff-a54d88cb1f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676810 Mar 11 19:34:22.162454 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-57ed3dc4-654b-4316-8c03-1df2893a819b req-cc6b75ee-1525-426e-ac4c-f61d1c3e8195 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b11db00-86e7-4155-a147-13490d09c29f HTTP/1.1" status: 200 len: 210 time: 0.0585885 Mar 11 19:34:22.168997 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-998634c9-053e-4069-8288-6bdeb7183842 req-6ed90376-c912-47af-a03c-e0fa63bda801 service neutron] 10.222.0.75 "GET /v2.0/networks/4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549753 Mar 11 19:34:22.237682 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-6d670c79-8b8a-4b11-8284-5159ee37b450 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] For port 2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3,segment=NetworkSegment(84b0979a-8a8b-4100-94cf-7dcf4d79135b),segment_id=84b0979a-8a8b-4100-94cf-7dcf4d79135b)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:34:22.238037 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-6d670c79-8b8a-4b11-8284-5159ee37b450 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:22.244714 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Mar 2022 19:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5af4493-16d7-4cd7-b5d2-b60094da2959 x-openstack-request-id: req-b5af4493-16d7-4cd7-b5d2-b60094da2959 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:34:22.245362 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01d96742-1670-4df9-b22d-a3bb259a761b", "name": "network-vif-plugged", "status": "completed", "tag": "d204e893-df2b-46f8-80c4-d43446f39639", "code": 200}, {"server_uuid": "01d96742-1670-4df9-b22d-a3bb259a761b", "name": "network-vif-plugged", "status": "completed", "tag": "42604403-1896-4306-9755-fa02eb7efb1a", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:34:22.245921 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b5af4493-16d7-4cd7-b5d2-b60094da2959 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:34:22.246550 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01d96742-1670-4df9-b22d-a3bb259a761b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd204e893-df2b-46f8-80c4-d43446f39639', 'code': 200} Mar 11 19:34:22.247011 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01d96742-1670-4df9-b22d-a3bb259a761b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42604403-1896-4306-9755-fa02eb7efb1a', 'code': 200} Mar 11 19:34:22.276134 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-6d670c79-8b8a-4b11-8284-5159ee37b450 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Calling delete_port for 2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:34:22.311174 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ba2709c-12e2-43b4-a963-9834d537c98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:22.369059 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Mar 2022 19:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc77e6b-2f68-41ef-9243-17eec5deb262 x-openstack-request-id: req-ffc77e6b-2f68-41ef-9243-17eec5deb262 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:34:22.369366 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f63e2d47-599d-4ffc-9f33-5578504bb7da", "name": "network-vif-deleted", "tag": "ebfb71f0-04b3-45d0-a06b-4dbc510957f9", "status": "completed", "code": 200}, {"server_uuid": "f63e2d47-599d-4ffc-9f33-5578504bb7da", "name": "network-vif-deleted", "tag": "83ee7430-2372-4b73-86a9-12dee208460d", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:34:22.369636 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ffc77e6b-2f68-41ef-9243-17eec5deb262 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:34:22.370002 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63e2d47-599d-4ffc-9f33-5578504bb7da', 'name': 'network-vif-deleted', 'tag': 'ebfb71f0-04b3-45d0-a06b-4dbc510957f9', 'status': 'completed', 'code': 200} Mar 11 19:34:22.370264 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63e2d47-599d-4ffc-9f33-5578504bb7da', 'name': 'network-vif-deleted', 'tag': '83ee7430-2372-4b73-86a9-12dee208460d', 'status': 'completed', 'code': 200} Mar 11 19:34:22.381851 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228d2f7-cb11-4012-a7f0-33df19253b12 req-267a4ec1-c522-4b16-bec9-73137bdb9729 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:22.387739 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228d2f7-cb11-4012-a7f0-33df19253b12 req-267a4ec1-c522-4b16-bec9-73137bdb9729 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:22.393248 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228d2f7-cb11-4012-a7f0-33df19253b12 req-267a4ec1-c522-4b16-bec9-73137bdb9729 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:22.395161 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a228d2f7-cb11-4012-a7f0-33df19253b12 req-267a4ec1-c522-4b16-bec9-73137bdb9729 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/ports?device_id=01d96742-1670-4df9-b22d-a3bb259a761b HTTP/1.1" status: 200 len: 2419 time: 0.1595175 Mar 11 19:34:22.472812 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:22.501789 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c5a4b-b82a-4737-af9e-66a221fe86a9 req-9c60019f-0ec8-4701-8d61-d64c08e2035b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:22.502290 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c5a4b-b82a-4737-af9e-66a221fe86a9 req-9c60019f-0ec8-4701-8d61-d64c08e2035b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:22.502720 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c5a4b-b82a-4737-af9e-66a221fe86a9 req-9c60019f-0ec8-4701-8d61-d64c08e2035b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:22.504680 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cb7c5a4b-b82a-4737-af9e-66a221fe86a9 req-9c60019f-0ec8-4701-8d61-d64c08e2035b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=01d96742-1670-4df9-b22d-a3bb259a761b HTTP/1.1" status: 200 len: 2965 time: 0.1718123 Mar 11 19:34:22.539449 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a228d2f7-cb11-4012-a7f0-33df19253b12 req-93350a01-36d0-4a5a-be19-62c360d958aa tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9e7d402-b560-4db2-8773-5024f2c98b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376450 Mar 11 19:34:22.644850 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d140d3-a7c2-4df8-b239-353e7dd94c1c req-6fb3bceb-d72a-45e7-9c32-6b5374fe8c5f tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:22.646413 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b5d140d3-a7c2-4df8-b239-353e7dd94c1c req-6fb3bceb-d72a-45e7-9c32-6b5374fe8c5f tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd301a1f-409e-4a08-bf73-437d640f7371 HTTP/1.1" status: 200 len: 947 time: 0.1701138 Mar 11 19:34:22.648350 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-6d670c79-8b8a-4b11-8284-5159ee37b450 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:22.654324 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cb7c5a4b-b82a-4737-af9e-66a221fe86a9 req-e2aec107-bbc6-497e-aa77-c996843391dd service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d9e7d402-b560-4db2-8773-5024f2c98b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296847 Mar 11 19:34:22.709750 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d670c79-8b8a-4b11-8284-5159ee37b450 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Pushing event deleted for resources: {'Port': ['ID=2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:22.784890 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 60968) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:34:22.798780 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-6d670c79-8b8a-4b11-8284-5159ee37b450 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] No DVR routers for this DVR port 2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3 on host n-h1-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:34:22.803987 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-6d670c79-8b8a-4b11-8284-5159ee37b450 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:22.808327 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f55b246-4ac8-46d1-b2c1-95632817dd8b req-6d670c79-8b8a-4b11-8284-5159ee37b450 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.75 "DELETE /v2.0/ports/2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3 HTTP/1.1" status: 204 len: 173 time: 1.2040734 Mar 11 19:34:22.817126 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b5d140d3-a7c2-4df8-b239-353e7dd94c1c req-7bec4e82-f694-4c16-bd31-5c8f2a11b477 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587031 Mar 11 19:34:22.854232 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae72e8-3da8-43cb-8a9f-c8a71b3f9a65 req-25c94363-a716-4090-8515-ddb23b8cf41f tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:22.868811 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f8ae72e8-3da8-43cb-8a9f-c8a71b3f9a65 req-25c94363-a716-4090-8515-ddb23b8cf41f tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=f146c6f5-c337-4e48-b979-f28e2141d131 HTTP/1.1" status: 200 len: 943 time: 0.1595185 Mar 11 19:34:22.934709 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d6fc2fc0-8391-472d-8752-279dfeac1341 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:22.953177 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f8ae72e8-3da8-43cb-8a9f-c8a71b3f9a65 req-940376d7-6e87-4437-8676-ff666c2e6289 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760581 Mar 11 19:34:23.033210 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d6fc2fc0-8391-472d-8752-279dfeac1341 admin admin] Publish callbacks [] for security_group (67780c9b-7058-4182-8616-24bf77f291f1), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:23.037149 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d6fc2fc0-8391-472d-8752-279dfeac1341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (67780c9b-7058-4182-8616-24bf77f291f1), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:23.073306 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d6fc2fc0-8391-472d-8752-279dfeac1341 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=37348ceb43c4432bbe29a09fd3425736&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2872264 Mar 11 19:34:23.076177 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60974) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:34:23.086161 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fc2fc0-8391-472d-8752-279dfeac1341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67780c9b-7058-4182-8616-24bf77f291f1,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:23.186454 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b2f447a2-b8e1-4f9a-8799-36fdd749fc87 req-c5da1e9f-f63b-41c7-b5cd-6b921cd8333a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 210 time: 0.0399368 Mar 11 19:34:23.187306 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a0d8ed2c-30bc-41d4-9175-bda4201b0837 admin admin] Publish callbacks [] for security_group (67780c9b-7058-4182-8616-24bf77f291f1), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:23.211951 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a0d8ed2c-30bc-41d4-9175-bda4201b0837 admin admin] Publish callbacks [] for security_group (67780c9b-7058-4182-8616-24bf77f291f1), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:23.338634 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5287edd0-316e-44b6-9209-39e96c25eba6 req-7d0f1840-5a8f-47bc-aa5a-bffedb99f53b tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b11db00-86e7-4155-a147-13490d09c29f HTTP/1.1" status: 200 len: 210 time: 0.0490894 Mar 11 19:34:23.356822 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a0d8ed2c-30bc-41d4-9175-bda4201b0837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (67780c9b-7058-4182-8616-24bf77f291f1), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:23.359377 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a0d8ed2c-30bc-41d4-9175-bda4201b0837 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:23.362864 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a0d8ed2c-30bc-41d4-9175-bda4201b0837 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/67780c9b-7058-4182-8616-24bf77f291f1 HTTP/1.1" status: 204 len: 168 time: 0.2833755 Mar 11 19:34:23.381221 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81b9be3-5fe1-408a-ac5d-3ae5830b7006 req-80a3e0a3-8b1d-4f41-ba2d-24d85e11d8ca tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:23.389186 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e81b9be3-5fe1-408a-ac5d-3ae5830b7006 req-80a3e0a3-8b1d-4f41-ba2d-24d85e11d8ca tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e3d07f9-47c5-4458-8556-2c627297fab0 HTTP/1.1" status: 200 len: 945 time: 0.1516504 Mar 11 19:34:23.398613 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d8ed2c-30bc-41d4-9175-bda4201b0837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67780c9b-7058-4182-8616-24bf77f291f1,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:23.416414 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device afae19bd-dd94-4683-8fc5-b976d07d9d30 details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:34:23.476067 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e81b9be3-5fe1-408a-ac5d-3ae5830b7006 req-4287a927-c645-4d46-8393-e945984c6594 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e295548-40c6-4aff-8eff-a54d88cb1f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857732 Mar 11 19:34:23.541668 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port afae19bd-dd94-4683-8fc5-b976d07d9d30, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=afae19bd-dd94-4683-8fc5-b976d07d9d30,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:34:23.556032 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': 'afae19bd-dd94-4683-8fc5-b976d07d9d30', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'port_id': 'afae19bd-dd94-4683-8fc5-b976d07d9d30', 'mac_address': 'fa:16:3e:0b:c1:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bb14923-74c3-4313-be8d-ed33542f05aa', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:34:23.601978 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port afae19bd-dd94-4683-8fc5-b976d07d9d30 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:34:23.602960 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (afae19bd-dd94-4683-8fc5-b976d07d9d30), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:23.620702 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afae19bd-dd94-4683-8fc5-b976d07d9d30 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:34:23.649008 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port afae19bd-dd94-4683-8fc5-b976d07d9d30, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=afae19bd-dd94-4683-8fc5-b976d07d9d30,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:34:23.654164 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (afae19bd-dd94-4683-8fc5-b976d07d9d30), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:23.704072 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device feca1c5f-41db-4efc-b205-7fb0b051afff up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:34:23.727886 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e99ea9-dc35-410e-abdc-0f2af088ac08 req-1783e60e-e430-4c47-84f5-d8045fc28e67 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:23.733841 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e99ea9-dc35-410e-abdc-0f2af088ac08 req-1783e60e-e430-4c47-84f5-d8045fc28e67 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:23.740824 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e99ea9-dc35-410e-abdc-0f2af088ac08 req-1783e60e-e430-4c47-84f5-d8045fc28e67 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:23.742706 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-09e99ea9-dc35-410e-abdc-0f2af088ac08 req-1783e60e-e430-4c47-84f5-d8045fc28e67 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/ports?device_id=01d96742-1670-4df9-b22d-a3bb259a761b HTTP/1.1" status: 200 len: 2419 time: 0.1032708 Mar 11 19:34:23.778602 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=afae19bd-dd94-4683-8fc5-b976d07d9d30,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:23.801826 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port feca1c5f-41db-4efc-b205-7fb0b051afff completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:34:23.809056 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port feca1c5f-41db-4efc-b205-7fb0b051afff triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:34:23.809631 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (feca1c5f-41db-4efc-b205-7fb0b051afff), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:23.824217 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-09e99ea9-dc35-410e-abdc-0f2af088ac08 req-6f7fdd25-8029-44bc-a4ce-fac9ce481234 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9e7d402-b560-4db2-8773-5024f2c98b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740106 Mar 11 19:34:23.915479 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port feca1c5f-41db-4efc-b205-7fb0b051afff is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:34:23.916801 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (feca1c5f-41db-4efc-b205-7fb0b051afff), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:23.973140 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port feca1c5f-41db-4efc-b205-7fb0b051afff, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=feca1c5f-41db-4efc-b205-7fb0b051afff,segment=NetworkSegment(e04ff9a7-22d1-4d10-8b77-9e68a6488033),segment_id=e04ff9a7-22d1-4d10-8b77-9e68a6488033)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:34:23.979609 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (feca1c5f-41db-4efc-b205-7fb0b051afff), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:23.981304 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 07a01ffe-714a-411e-a2e0-f49ec4aa01da no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:34:24.087933 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=feca1c5f-41db-4efc-b205-7fb0b051afff,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:24.088964 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884acd1-4a8d-4a00-8571-dcfe170bf2ef req-797b65f4-1357-4fa2-99f2-c539c695753a tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:24.092882 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['afae19bd-dd94-4683-8fc5-b976d07d9d30'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:34:24.111895 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e884acd1-4a8d-4a00-8571-dcfe170bf2ef req-797b65f4-1357-4fa2-99f2-c539c695753a tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd301a1f-409e-4a08-bf73-437d640f7371 HTTP/1.1" status: 200 len: 948 time: 0.1614316 Mar 11 19:34:24.223304 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e884acd1-4a8d-4a00-8571-dcfe170bf2ef req-00662277-e85d-4a27-8484-d31848f6f395 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104002 Mar 11 19:34:24.248970 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e3d07f9-47c5-4458-8556-2c627297fab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feca1c5f-41db-4efc-b205-7fb0b051afff'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:34:24.251621 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fcb2a2b-ba3d-4124-ba9c-6e07af019b6d" -d '{"events": [{"server_uuid": "0e3d07f9-47c5-4458-8556-2c627297fab0", "name": "network-vif-plugged", "status": "completed", "tag": "feca1c5f-41db-4efc-b205-7fb0b051afff"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:34:24.262569 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 07a01ffe-714a-411e-a2e0-f49ec4aa01da is: DOWN; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:34:24.276084 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898575e3-3c49-4cd1-8701-4c92933d0989 req-89fb4d87-9f42-4c1e-a9a8-28f8096dc0a4 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:24.284236 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-898575e3-3c49-4cd1-8701-4c92933d0989 req-89fb4d87-9f42-4c1e-a9a8-28f8096dc0a4 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=f146c6f5-c337-4e48-b979-f28e2141d131 HTTP/1.1" status: 200 len: 943 time: 0.1628151 Mar 11 19:34:24.321137 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 32780) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:34:24.372146 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-898575e3-3c49-4cd1-8701-4c92933d0989 req-5a00488d-36d2-4744-8f24-88dfe0f3b1f2 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846629 Mar 11 19:34:24.374790 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63e2d47-599d-4ffc-9f33-5578504bb7da', 'name': 'network-vif-deleted', 'tag': '2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:34:24.377512 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d91f65-1fd6-4f76-8a9c-3f96595fae4f" -d '{"events": [{"server_uuid": "f63e2d47-599d-4ffc-9f33-5578504bb7da", "name": "network-vif-deleted", "tag": "2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:34:24.437990 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a442b1-d435-47ee-a6d7-c1a6e0ae9a91 x-openstack-request-id: req-66a442b1-d435-47ee-a6d7-c1a6e0ae9a91 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:34:24.439680 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e3d07f9-47c5-4458-8556-2c627297fab0", "name": "network-vif-plugged", "status": "completed", "tag": "feca1c5f-41db-4efc-b205-7fb0b051afff", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:34:24.440065 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-66a442b1-d435-47ee-a6d7-c1a6e0ae9a91 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:34:24.440606 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e3d07f9-47c5-4458-8556-2c627297fab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feca1c5f-41db-4efc-b205-7fb0b051afff', 'code': 200} Mar 11 19:34:24.451582 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-50655432-6ab4-4eb9-a8af-c4ed00ffb776 req-41af969a-777d-447a-8d1d-633f81f2a44b tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 210 time: 0.0721750 Mar 11 19:34:24.495569 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-83575e5f-5a09-4fb4-9a25-3755caf97e3b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1204574559-network', 'tenant_id': '44888773271a4f92b0e297d1ab1dc42c'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:34:24.531045 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1561a01b-c71d-4aaf-9c26-a048a6644033 x-openstack-request-id: req-1561a01b-c71d-4aaf-9c26-a048a6644033 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:34:24.531743 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f63e2d47-599d-4ffc-9f33-5578504bb7da", "name": "network-vif-deleted", "tag": "2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:34:24.532242 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1561a01b-c71d-4aaf-9c26-a048a6644033 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:34:24.532732 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63e2d47-599d-4ffc-9f33-5578504bb7da', 'name': 'network-vif-deleted', 'tag': '2e8f8ef5-fa8a-43a4-8d37-5ff41caaa5d3', 'status': 'completed', 'code': 200} Mar 11 19:34:24.543396 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-39f644d7-4909-435b-9aff-4e8754f2a980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:24.597069 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e303dada-acfd-4a40-8a56-9e2a5e23a1b6 req-b4621bba-06fa-4170-adef-eb2e2641a85c tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b11db00-86e7-4155-a147-13490d09c29f HTTP/1.1" status: 200 len: 210 time: 0.0854716 Mar 11 19:34:24.632424 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83575e5f-5a09-4fb4-9a25-3755caf97e3b admin admin] Made reservation on behalf of 44888773271a4f92b0e297d1ab1dc42c for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:34:24.635356 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-83575e5f-5a09-4fb4-9a25-3755caf97e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:24.650130 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-83575e5f-5a09-4fb4-9a25-3755caf97e3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:24.672853 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36491806-7f7c-4eb0-9501-22f5d46a0f08 req-765f5942-d541-41a5-bf9c-a3f90a4eb2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:24.674470 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-36491806-7f7c-4eb0-9501-22f5d46a0f08 req-765f5942-d541-41a5-bf9c-a3f90a4eb2e6 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=0e3d07f9-47c5-4458-8556-2c627297fab0 HTTP/1.1" status: 200 len: 1128 time: 0.1352890 Mar 11 19:34:24.718552 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3fa6e-9b3b-4519-9e7b-c05ae9974b97 req-b7bd1bfd-d792-4ccf-8489-8e5141c2d585 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:24.720247 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5ba3fa6e-9b3b-4519-9e7b-c05ae9974b97 req-b7bd1bfd-d792-4ccf-8489-8e5141c2d585 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e3d07f9-47c5-4458-8556-2c627297fab0 HTTP/1.1" status: 200 len: 946 time: 0.1275055 Mar 11 19:34:24.788801 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-36491806-7f7c-4eb0-9501-22f5d46a0f08 req-62c984f1-72ca-4f28-9ed6-49122c2eb9a0 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=9e295548-40c6-4aff-8eff-a54d88cb1f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017110 Mar 11 19:34:24.824425 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5ba3fa6e-9b3b-4519-9e7b-c05ae9974b97 req-97132ecb-e108-4495-ba05-e106ca626186 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e295548-40c6-4aff-8eff-a54d88cb1f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951715 Mar 11 19:34:24.855488 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-83575e5f-5a09-4fb4-9a25-3755caf97e3b admin admin] Publish callbacks [] for security_group (1023b0ab-292a-4529-b965-8449cc1a39a7), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:24.860737 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-83575e5f-5a09-4fb4-9a25-3755caf97e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (1023b0ab-292a-4529-b965-8449cc1a39a7), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:24.889643 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83575e5f-5a09-4fb4-9a25-3755caf97e3b admin admin] vlan segment allocate from pool success with {'vlan_id': 876, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:34:24.895194 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83575e5f-5a09-4fb4-9a25-3755caf97e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1023b0ab-292a-4529-b965-8449cc1a39a7,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:24.914682 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-83575e5f-5a09-4fb4-9a25-3755caf97e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (aae07ec7-551b-4443-8b7e-52c606ba1390), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:24.914682 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-83575e5f-5a09-4fb4-9a25-3755caf97e3b admin admin] Added segment aae07ec7-551b-4443-8b7e-52c606ba1390 of type vlan for network a8e7f478-7334-4122-a8ce-11e8fd826767 Mar 11 19:34:24.977955 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-83575e5f-5a09-4fb4-9a25-3755caf97e3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (a8e7f478-7334-4122-a8ce-11e8fd826767), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:25.010380 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd80bc-b6d9-486e-85d3-87f3ab2dacbd req-d31b3726-5c32-4b8c-aa92-0e90110165a1 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:25.017710 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd80bc-b6d9-486e-85d3-87f3ab2dacbd req-d31b3726-5c32-4b8c-aa92-0e90110165a1 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:25.025960 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd80bc-b6d9-486e-85d3-87f3ab2dacbd req-d31b3726-5c32-4b8c-aa92-0e90110165a1 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:25.028870 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e1bd80bc-b6d9-486e-85d3-87f3ab2dacbd req-d31b3726-5c32-4b8c-aa92-0e90110165a1 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/ports?device_id=01d96742-1670-4df9-b22d-a3bb259a761b HTTP/1.1" status: 200 len: 2419 time: 0.1296086 Mar 11 19:34:25.053162 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-83575e5f-5a09-4fb4-9a25-3755caf97e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (a8e7f478-7334-4122-a8ce-11e8fd826767), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:25.054404 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83575e5f-5a09-4fb4-9a25-3755caf97e3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:25.054940 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-83575e5f-5a09-4fb4-9a25-3755caf97e3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:25.139712 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-83575e5f-5a09-4fb4-9a25-3755caf97e3b admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8140638 Mar 11 19:34:25.140234 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 32792) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:34:25.146423 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-bc95905a-d61b-4d32-8609-460f4a4990e5 admin admin] Request body: {'subnet': {'network_id': 'a8e7f478-7334-4122-a8ce-11e8fd826767', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1204574559-subnet', 'tenant_id': '44888773271a4f92b0e297d1ab1dc42c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:34:25.187194 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc95905a-d61b-4d32-8609-460f4a4990e5 admin admin] Made reservation on behalf of 44888773271a4f92b0e297d1ab1dc42c for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:34:25.189787 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83575e5f-5a09-4fb4-9a25-3755caf97e3b admin admin] Pushing event updated for resources: {'Network': ['ID=a8e7f478-7334-4122-a8ce-11e8fd826767,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:25.191943 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bc95905a-d61b-4d32-8609-460f4a4990e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:25.196617 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e1bd80bc-b6d9-486e-85d3-87f3ab2dacbd req-dfee451a-22ca-4f77-9dbe-de1245748b5e tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9e7d402-b560-4db2-8773-5024f2c98b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608338 Mar 11 19:34:25.201778 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network a8e7f478-7334-4122-a8ce-11e8fd826767 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:34:25.389632 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bc95905a-d61b-4d32-8609-460f4a4990e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (e34bf6f4-df92-43fb-a4f0-67ddd0641224), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:25.392431 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a07cbcc-ba85-4b27-af4c-70983fdb0629 req-2fa0fd1f-c14e-4987-9206-92866706f12c tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:25.393843 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8a07cbcc-ba85-4b27-af4c-70983fdb0629 req-2fa0fd1f-c14e-4987-9206-92866706f12c tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd301a1f-409e-4a08-bf73-437d640f7371 HTTP/1.1" status: 200 len: 948 time: 0.0555844 Mar 11 19:34:25.415760 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device afae19bd-dd94-4683-8fc5-b976d07d9d30 up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:34:25.462779 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc95905a-d61b-4d32-8609-460f4a4990e5 admin admin] Checking segment: {'id': 'aae07ec7-551b-4443-8b7e-52c606ba1390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'a8e7f478-7334-4122-a8ce-11e8fd826767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:34:25.463510 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc95905a-d61b-4d32-8609-460f4a4990e5 admin admin] Network hostable DHCP agents. Network: a8e7f478-7334-4122-a8ce-11e8fd826767, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:34:25.480380 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc95905a-d61b-4d32-8609-460f4a4990e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e34bf6f4-df92-43fb-a4f0-67ddd0641224,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:25.492390 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port afae19bd-dd94-4683-8fc5-b976d07d9d30 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:34:25.495723 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc95905a-d61b-4d32-8609-460f4a4990e5 admin admin] Network a8e7f478-7334-4122-a8ce-11e8fd826767 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:34:25.504258 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port afae19bd-dd94-4683-8fc5-b976d07d9d30 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:34:25.504629 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (afae19bd-dd94-4683-8fc5-b976d07d9d30), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:25.510915 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-bc95905a-d61b-4d32-8609-460f4a4990e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, a8e7f478-7334-4122-a8ce-11e8fd826767) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:34:25.522459 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc95905a-d61b-4d32-8609-460f4a4990e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:25.523147 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bc95905a-d61b-4d32-8609-460f4a4990e5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:25.527157 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8a07cbcc-ba85-4b27-af4c-70983fdb0629 req-123396ef-97b6-4574-b2a2-57b0001f5c25 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239631 Mar 11 19:34:25.551102 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-bc95905a-d61b-4d32-8609-460f4a4990e5 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4095459 Mar 11 19:34:25.561331 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9958bf6c-aeab-416d-be44-7e8b831256a2 req-50c49112-1d14-4a09-b403-82ea4b46a98b tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:25.562718 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9958bf6c-aeab-416d-be44-7e8b831256a2 req-50c49112-1d14-4a09-b403-82ea4b46a98b tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=f146c6f5-c337-4e48-b979-f28e2141d131 HTTP/1.1" status: 200 len: 943 time: 0.1196959 Mar 11 19:34:25.580498 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a9cb42-aad4-488c-b33d-a490e599060c None None] Network a8e7f478-7334-4122-a8ce-11e8fd826767 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:34:25.653423 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-726ef7fe-76c4-42ff-b91d-fd500762bc48 req-8850d81e-151f-45ad-9fdf-921e7a832351 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 210 time: 0.0432036 Mar 11 19:34:25.699199 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9958bf6c-aeab-416d-be44-7e8b831256a2 req-8a01dab9-2ac3-460f-b5a1-0c97461a904a tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268823 Mar 11 19:34:25.715110 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port afae19bd-dd94-4683-8fc5-b976d07d9d30 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:34:25.715617 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (afae19bd-dd94-4683-8fc5-b976d07d9d30), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:25.777829 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a6d30e-4ab8-47d7-adf0-a80796373845 None None] Network a8e7f478-7334-4122-a8ce-11e8fd826767 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:34:25.791772 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-92c05468-0111-4e0d-b390-ffb0c2792b74 req-3d687428-7677-4e9e-bba2-5a7e24b07b70 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b11db00-86e7-4155-a147-13490d09c29f HTTP/1.1" status: 200 len: 210 time: 0.0416062 Mar 11 19:34:25.822583 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port afae19bd-dd94-4683-8fc5-b976d07d9d30, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=afae19bd-dd94-4683-8fc5-b976d07d9d30,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:34:25.828923 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (afae19bd-dd94-4683-8fc5-b976d07d9d30), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:25.895518 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-93563bf3-f756-4e96-a277-5c1379df8c80 req-d556e354-0b57-4ecb-a641-fd206917d02c tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-498519913', 'description': 'tempest-description-1107578999'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:34:25.924087 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-93563bf3-f756-4e96-a277-5c1379df8c80 req-d556e354-0b57-4ecb-a641-fd206917d02c tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:25.945713 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=afae19bd-dd94-4683-8fc5-b976d07d9d30,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:26.034188 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c1b57-e924-4109-8f44-33ee7c58bb1a req-8ff5735c-ce31-4b3e-a2c0-997894ffedf5 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:26.035612 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-946c1b57-e924-4109-8f44-33ee7c58bb1a req-8ff5735c-ce31-4b3e-a2c0-997894ffedf5 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e3d07f9-47c5-4458-8556-2c627297fab0 HTTP/1.1" status: 200 len: 946 time: 0.0919752 Mar 11 19:34:26.066841 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-93563bf3-f756-4e96-a277-5c1379df8c80 req-d556e354-0b57-4ecb-a641-fd206917d02c tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] Publish callbacks [] for security_group (be09e908-1d36-4c61-868f-c1c325147912), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:26.068628 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:26.074782 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-93563bf3-f756-4e96-a277-5c1379df8c80 req-d556e354-0b57-4ecb-a641-fd206917d02c tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (be09e908-1d36-4c61-868f-c1c325147912), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:26.127424 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-93563bf3-f756-4e96-a277-5c1379df8c80 req-d556e354-0b57-4ecb-a641-fd206917d02c tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:26.131824 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-93563bf3-f756-4e96-a277-5c1379df8c80 req-d556e354-0b57-4ecb-a641-fd206917d02c tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.2421181 Mar 11 19:34:26.140495 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-946c1b57-e924-4109-8f44-33ee7c58bb1a req-4f8bc9ae-a0b8-495a-9673-5aeefc813d49 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e295548-40c6-4aff-8eff-a54d88cb1f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954792 Mar 11 19:34:26.142346 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d556e354-0b57-4ecb-a641-fd206917d02c tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be09e908-1d36-4c61-868f-c1c325147912,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:26.201216 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fa6c5412-3f40-4d72-936c-df999253b7cf req-abe269df-ab29-4f17-8c33-cb2e186713dd tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] 10.222.0.65 "GET /v2.0/security-groups/be09e908-1d36-4c61-868f-c1c325147912 HTTP/1.1" status: 200 len: 1829 time: 0.0416088 Mar 11 19:34:26.211338 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-fa6c5412-3f40-4d72-936c-df999253b7cf req-5d869c1a-e9c9-4aad-b4cc-288d867282cf tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'be09e908-1d36-4c61-868f-c1c325147912', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:34:26.211871 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-fa6c5412-3f40-4d72-936c-df999253b7cf req-5d869c1a-e9c9-4aad-b4cc-288d867282cf tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'be09e908-1d36-4c61-868f-c1c325147912', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:34:26.281247 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fa6c5412-3f40-4d72-936c-df999253b7cf req-5d869c1a-e9c9-4aad-b4cc-288d867282cf tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] Publish callbacks [] for security_group_rule (502a01a0-9dc4-4a2e-8fe5-12107f21a33e), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:26.350761 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fa6c5412-3f40-4d72-936c-df999253b7cf req-5d869c1a-e9c9-4aad-b4cc-288d867282cf tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] Publish callbacks [] for security_group_rule (502a01a0-9dc4-4a2e-8fe5-12107f21a33e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:26.356990 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fa6c5412-3f40-4d72-936c-df999253b7cf req-5d869c1a-e9c9-4aad-b4cc-288d867282cf tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (502a01a0-9dc4-4a2e-8fe5-12107f21a33e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:26.389619 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a8299-3db2-4ff3-9a5f-21ab2464fe9b req-2c0fddc6-8d17-46ff-88b6-7064b0bbdb92 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:26.395193 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a8299-3db2-4ff3-9a5f-21ab2464fe9b req-2c0fddc6-8d17-46ff-88b6-7064b0bbdb92 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:26.401391 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a8299-3db2-4ff3-9a5f-21ab2464fe9b req-2c0fddc6-8d17-46ff-88b6-7064b0bbdb92 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:26.403298 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e05a8299-3db2-4ff3-9a5f-21ab2464fe9b req-2c0fddc6-8d17-46ff-88b6-7064b0bbdb92 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/ports?device_id=01d96742-1670-4df9-b22d-a3bb259a761b HTTP/1.1" status: 200 len: 2419 time: 0.1172068 Mar 11 19:34:26.404868 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d869c1a-e9c9-4aad-b4cc-288d867282cf tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=502a01a0-9dc4-4a2e-8fe5-12107f21a33e,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:26.420319 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fa6c5412-3f40-4d72-936c-df999253b7cf req-5d869c1a-e9c9-4aad-b4cc-288d867282cf tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:26.421438 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fa6c5412-3f40-4d72-936c-df999253b7cf req-5d869c1a-e9c9-4aad-b4cc-288d867282cf tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2142417 Mar 11 19:34:26.442254 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd301a1f-409e-4a08-bf73-437d640f7371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afae19bd-dd94-4683-8fc5-b976d07d9d30'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:34:26.445158 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea66ba0-c1ae-441c-a899-768bd6a3b529" -d '{"events": [{"server_uuid": "cd301a1f-409e-4a08-bf73-437d640f7371", "name": "network-vif-plugged", "status": "completed", "tag": "afae19bd-dd94-4683-8fc5-b976d07d9d30"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:34:26.483107 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e05a8299-3db2-4ff3-9a5f-21ab2464fe9b req-74032379-7055-450b-978a-7c6042b4d6b5 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9e7d402-b560-4db2-8773-5024f2c98b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719652 Mar 11 19:34:26.508807 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-eea9d312-5036-4e11-a696-1d374fe9dea7 req-dfcf7fbc-da53-449c-bbe7-f9f20f477f45 tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] 10.222.0.65 "GET /v2.0/security-groups/be09e908-1d36-4c61-868f-c1c325147912 HTTP/1.1" status: 200 len: 2422 time: 0.0595675 Mar 11 19:34:26.537001 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5bbc0c-dcad-4ee9-afc3-e01e6689bad0 x-openstack-request-id: req-9a5bbc0c-dcad-4ee9-afc3-e01e6689bad0 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:34:26.537504 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd301a1f-409e-4a08-bf73-437d640f7371", "name": "network-vif-plugged", "status": "completed", "tag": "afae19bd-dd94-4683-8fc5-b976d07d9d30", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:34:26.537610 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9a5bbc0c-dcad-4ee9-afc3-e01e6689bad0 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:34:26.537950 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd301a1f-409e-4a08-bf73-437d640f7371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afae19bd-dd94-4683-8fc5-b976d07d9d30', 'code': 200} Mar 11 19:34:26.550312 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-67c36cba-782d-47e0-a944-2d68a9823a67 req-48ed9cc2-1b2d-447b-9e22-e33794e80347 tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] 10.222.0.65 "GET /v2.0/security-group-rules/502a01a0-9dc4-4a2e-8fe5-12107f21a33e HTTP/1.1" status: 200 len: 778 time: 0.0270457 Mar 11 19:34:26.610218 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-67c36cba-782d-47e0-a944-2d68a9823a67 req-f83f7f42-5226-4bce-a945-9cdbeb613f0c tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] 10.222.0.65 "GET /v2.0/security-groups/be09e908-1d36-4c61-868f-c1c325147912 HTTP/1.1" status: 200 len: 2422 time: 0.0516393 Mar 11 19:34:26.664466 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-67c36cba-782d-47e0-a944-2d68a9823a67 req-a41213ca-4aab-489d-9037-fb10efd27ece tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] Publish callbacks [] for security_group_rule (502a01a0-9dc4-4a2e-8fe5-12107f21a33e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:26.675063 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-67c36cba-782d-47e0-a944-2d68a9823a67 req-a41213ca-4aab-489d-9037-fb10efd27ece tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] Publish callbacks [] for security_group_rule (502a01a0-9dc4-4a2e-8fe5-12107f21a33e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:26.700356 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b4e66-f408-4d4b-882a-19749f7760e3 req-91ea1767-c1b8-4ffe-a14e-1356fc3531f8 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:26.701988 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-129b4e66-f408-4d4b-882a-19749f7760e3 req-91ea1767-c1b8-4ffe-a14e-1356fc3531f8 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd301a1f-409e-4a08-bf73-437d640f7371 HTTP/1.1" status: 200 len: 949 time: 0.1071985 Mar 11 19:34:26.724637 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-67c36cba-782d-47e0-a944-2d68a9823a67 req-a41213ca-4aab-489d-9037-fb10efd27ece tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (502a01a0-9dc4-4a2e-8fe5-12107f21a33e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:26.732327 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-67c36cba-782d-47e0-a944-2d68a9823a67 req-a41213ca-4aab-489d-9037-fb10efd27ece tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:26.733400 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-67c36cba-782d-47e0-a944-2d68a9823a67 req-a41213ca-4aab-489d-9037-fb10efd27ece tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/502a01a0-9dc4-4a2e-8fe5-12107f21a33e HTTP/1.1" status: 204 len: 173 time: 0.1035435 Mar 11 19:34:26.740175 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41213ca-4aab-489d-9037-fb10efd27ece tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=502a01a0-9dc4-4a2e-8fe5-12107f21a33e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:26.767487 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-129b4e66-f408-4d4b-882a-19749f7760e3 req-31b92714-c381-4ff1-bdcb-4e749ce5b49c tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595152 Mar 11 19:34:26.828751 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-be3b28f1-4098-4b20-bcc1-e37d49f23d61 req-b8e0fb39-0cb3-475c-bf10-d0ade4bbd306 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 210 time: 0.0300267 Mar 11 19:34:26.881963 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-118973d4-8ad2-4e8d-9e97-890b20adf59a req-87855c66-d273-4236-9be8-4093a5262c2b tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1663261311', 'description': 'tempest-description-2091990446'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:34:26.911248 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3597338-75b5-4999-af8f-855a500b64ab req-d7cb29b8-fa50-49e6-937d-a56667b55137 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:26.912755 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a3597338-75b5-4999-af8f-855a500b64ab req-d7cb29b8-fa50-49e6-937d-a56667b55137 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=f146c6f5-c337-4e48-b979-f28e2141d131 HTTP/1.1" status: 200 len: 943 time: 0.0784543 Mar 11 19:34:26.921365 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-118973d4-8ad2-4e8d-9e97-890b20adf59a req-87855c66-d273-4236-9be8-4093a5262c2b tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:26.987279 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a3597338-75b5-4999-af8f-855a500b64ab req-18cde3b4-0826-4fa9-bde7-019e2e2c8b3d tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668714 Mar 11 19:34:27.039879 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-118973d4-8ad2-4e8d-9e97-890b20adf59a req-87855c66-d273-4236-9be8-4093a5262c2b tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] Publish callbacks [] for security_group (83186578-5cea-4160-90f4-2c82edab0994), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:27.046620 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-118973d4-8ad2-4e8d-9e97-890b20adf59a req-87855c66-d273-4236-9be8-4093a5262c2b tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (83186578-5cea-4160-90f4-2c82edab0994), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:27.094842 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6b751fa4-2200-4196-9714-96ee0307b8ec req-fef4100f-cd11-419b-b091-bc6062c28953 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b11db00-86e7-4155-a147-13490d09c29f HTTP/1.1" status: 200 len: 210 time: 0.0449822 Mar 11 19:34:27.105032 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87855c66-d273-4236-9be8-4093a5262c2b tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83186578-5cea-4160-90f4-2c82edab0994,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:27.130321 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-118973d4-8ad2-4e8d-9e97-890b20adf59a req-87855c66-d273-4236-9be8-4093a5262c2b tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:27.131900 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-118973d4-8ad2-4e8d-9e97-890b20adf59a req-87855c66-d273-4236-9be8-4093a5262c2b tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.2544522 Mar 11 19:34:27.209341 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-99b72e7b-f164-4b12-93a3-3cdffc202c54 req-288c3c00-99e0-464d-93b0-44e2d551a9b2 tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] 10.222.0.65 "GET /v2.0/security-groups/83186578-5cea-4160-90f4-2c82edab0994 HTTP/1.1" status: 200 len: 1830 time: 0.0529084 Mar 11 19:34:27.274448 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-d2fe12da-ad9f-4b8e-a671-43b45767106f req-82c7b277-e14e-4a54-abe1-20935e6af2ff tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2006804091', 'description': 'tempest-description-396732761'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:34:27.306606 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d2fe12da-ad9f-4b8e-a671-43b45767106f req-82c7b277-e14e-4a54-abe1-20935e6af2ff tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:27.317493 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66dbd61-f96f-4765-b59d-5ba3fcdbf923 req-6329a459-c1ff-4a6e-9172-6dbfcddbc8b3 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:27.319220 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a66dbd61-f96f-4765-b59d-5ba3fcdbf923 req-6329a459-c1ff-4a6e-9172-6dbfcddbc8b3 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e3d07f9-47c5-4458-8556-2c627297fab0 HTTP/1.1" status: 200 len: 946 time: 0.0908597 Mar 11 19:34:27.387149 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a66dbd61-f96f-4765-b59d-5ba3fcdbf923 req-93292aab-d004-4deb-ad4b-3a318f98f660 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e295548-40c6-4aff-8eff-a54d88cb1f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606608 Mar 11 19:34:27.429815 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d2fe12da-ad9f-4b8e-a671-43b45767106f req-82c7b277-e14e-4a54-abe1-20935e6af2ff tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] Publish callbacks [] for security_group (f3f69c58-e234-4fca-aa78-a461bad94e7b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:27.436968 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d2fe12da-ad9f-4b8e-a671-43b45767106f req-82c7b277-e14e-4a54-abe1-20935e6af2ff tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (f3f69c58-e234-4fca-aa78-a461bad94e7b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:27.468791 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d2fe12da-ad9f-4b8e-a671-43b45767106f req-82c7b277-e14e-4a54-abe1-20935e6af2ff tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:27.487992 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d2fe12da-ad9f-4b8e-a671-43b45767106f req-82c7b277-e14e-4a54-abe1-20935e6af2ff tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.2020879 Mar 11 19:34:27.496096 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:27.504131 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c7b277-e14e-4a54-abe1-20935e6af2ff tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f69c58-e234-4fca-aa78-a461bad94e7b,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:27.544570 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a971fbe3-abfe-46d6-8635-1a6f6a317d31 req-468a6554-d4f5-4aaf-b881-03c6a6e2483a tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] 10.222.0.65 "GET /v2.0/security-groups/f3f69c58-e234-4fca-aa78-a461bad94e7b HTTP/1.1" status: 200 len: 1829 time: 0.0502338 Mar 11 19:34:27.660426 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179a1930-b981-4296-ba08-52b4332d6499 req-20e45a4d-9e7f-4e5a-b2e6-7f4954676959 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:27.665830 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179a1930-b981-4296-ba08-52b4332d6499 req-20e45a4d-9e7f-4e5a-b2e6-7f4954676959 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:27.671270 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179a1930-b981-4296-ba08-52b4332d6499 req-20e45a4d-9e7f-4e5a-b2e6-7f4954676959 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:27.673114 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-179a1930-b981-4296-ba08-52b4332d6499 req-20e45a4d-9e7f-4e5a-b2e6-7f4954676959 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/ports?device_id=01d96742-1670-4df9-b22d-a3bb259a761b HTTP/1.1" status: 200 len: 2419 time: 0.0760956 Mar 11 19:34:27.728758 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-179a1930-b981-4296-ba08-52b4332d6499 req-aa5a1ceb-c4b5-40cf-9567-aa31c7365ed2 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9e7d402-b560-4db2-8773-5024f2c98b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487213 Mar 11 19:34:27.760031 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-6c94d4e9-3f36-4d64-86e1-52edcd9252f4 req-af9f7240-a030-4956-914b-83439a13f57b tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2002618366', 'description': 'tempest-description-1305308250'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:34:27.786190 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6c94d4e9-3f36-4d64-86e1-52edcd9252f4 req-af9f7240-a030-4956-914b-83439a13f57b tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:27.879892 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6c94d4e9-3f36-4d64-86e1-52edcd9252f4 req-af9f7240-a030-4956-914b-83439a13f57b tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] Publish callbacks [] for security_group (6f226a83-1e28-4e00-b5f8-1353f14afce1), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:27.884748 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6c94d4e9-3f36-4d64-86e1-52edcd9252f4 req-af9f7240-a030-4956-914b-83439a13f57b tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (6f226a83-1e28-4e00-b5f8-1353f14afce1), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:27.957499 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6c94d4e9-3f36-4d64-86e1-52edcd9252f4 req-af9f7240-a030-4956-914b-83439a13f57b tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:27.958086 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6c94d4e9-3f36-4d64-86e1-52edcd9252f4 req-af9f7240-a030-4956-914b-83439a13f57b tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.2037368 Mar 11 19:34:27.959941 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9f7240-a030-4956-914b-83439a13f57b tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f226a83-1e28-4e00-b5f8-1353f14afce1,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:27.986317 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d99f6-e2b3-4c6c-aea1-0bff85b375ea req-4e29940b-9a53-44cc-bf96-9fb0c6e92078 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:27.988445 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-385d99f6-e2b3-4c6c-aea1-0bff85b375ea req-4e29940b-9a53-44cc-bf96-9fb0c6e92078 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd301a1f-409e-4a08-bf73-437d640f7371 HTTP/1.1" status: 200 len: 949 time: 0.0900612 Mar 11 19:34:28.046302 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-385d99f6-e2b3-4c6c-aea1-0bff85b375ea req-5768b431-13f6-4c18-8461-5c5a21573e9f tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487432 Mar 11 19:34:28.431995 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-452065a1-bf5a-4341-9731-98738f02b934 req-a4c1457d-82bc-4b8c-875a-87dd3002b95a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 210 time: 0.3329041 Mar 11 19:34:28.453083 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d64ab455-f9dc-4ce2-9723-6e0444c88849 req-db974dc9-399d-47a4-9df9-2222b28e6312 tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] 10.222.0.65 "GET /v2.0/security-groups/6f226a83-1e28-4e00-b5f8-1353f14afce1 HTTP/1.1" status: 200 len: 1830 time: 0.3795812 Mar 11 19:34:28.514685 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:34:28.557182 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b0b35-73ee-4e1d-92c6-0d8dd99b0d22 req-bce59ac3-2227-42f9-b298-d6aba3876b0d tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:28.559164 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-357b0b35-73ee-4e1d-92c6-0d8dd99b0d22 req-bce59ac3-2227-42f9-b298-d6aba3876b0d tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=f146c6f5-c337-4e48-b979-f28e2141d131 HTTP/1.1" status: 200 len: 943 time: 0.0633953 Mar 11 19:34:28.619454 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-357b0b35-73ee-4e1d-92c6-0d8dd99b0d22 req-ec595b6f-4e59-4ead-ba94-c83ab0893c1d tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485368 Mar 11 19:34:28.669874 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f806d8e5-58c6-405e-944b-6c207ca83068 req-118a8f7a-9498-4ec7-bc39-2f18ce03899a tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b11db00-86e7-4155-a147-13490d09c29f HTTP/1.1" status: 200 len: 210 time: 0.0329788 Mar 11 19:34:28.673550 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-a42d636b-aa9a-4860-9897-b856467a1b13 req-ad71aafc-b78a-49a9-868a-1a19cf2db1be tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-453038880', 'description': 'tempest-description-1736653479'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:34:28.708109 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a42d636b-aa9a-4860-9897-b856467a1b13 req-ad71aafc-b78a-49a9-868a-1a19cf2db1be tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:28.822301 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a42d636b-aa9a-4860-9897-b856467a1b13 req-ad71aafc-b78a-49a9-868a-1a19cf2db1be tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] Publish callbacks [] for security_group (fc37ba16-6246-4c0d-94cf-101093c9d52d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:28.826520 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a42d636b-aa9a-4860-9897-b856467a1b13 req-ad71aafc-b78a-49a9-868a-1a19cf2db1be tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (fc37ba16-6246-4c0d-94cf-101093c9d52d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:28.859237 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a42d636b-aa9a-4860-9897-b856467a1b13 req-ad71aafc-b78a-49a9-868a-1a19cf2db1be tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:28.870122 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a42d636b-aa9a-4860-9897-b856467a1b13 req-ad71aafc-b78a-49a9-868a-1a19cf2db1be tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.1976786 Mar 11 19:34:28.887617 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad71aafc-b78a-49a9-868a-1a19cf2db1be tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc37ba16-6246-4c0d-94cf-101093c9d52d,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:28.897493 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae65b51-f9ba-4272-af14-577d576b1914 req-fec3c94b-a85a-491d-8fdc-872fe0ee42ac tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:28.899323 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2ae65b51-f9ba-4272-af14-577d576b1914 req-fec3c94b-a85a-491d-8fdc-872fe0ee42ac tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e3d07f9-47c5-4458-8556-2c627297fab0 HTTP/1.1" status: 200 len: 946 time: 0.1255720 Mar 11 19:34:28.934118 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:28.974527 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2ae65b51-f9ba-4272-af14-577d576b1914 req-cb77fc31-e668-4759-b234-152872ddffd8 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e295548-40c6-4aff-8eff-a54d88cb1f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668015 Mar 11 19:34:29.045056 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ab09d-ed75-497a-8b18-6fb65d6eef6f req-11d04693-f7f7-499d-8c33-2b7b35ae0e00 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:29.050886 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ab09d-ed75-497a-8b18-6fb65d6eef6f req-11d04693-f7f7-499d-8c33-2b7b35ae0e00 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:29.057498 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ab09d-ed75-497a-8b18-6fb65d6eef6f req-11d04693-f7f7-499d-8c33-2b7b35ae0e00 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:29.059280 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-739ab09d-ed75-497a-8b18-6fb65d6eef6f req-11d04693-f7f7-499d-8c33-2b7b35ae0e00 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/ports?device_id=01d96742-1670-4df9-b22d-a3bb259a761b HTTP/1.1" status: 200 len: 2419 time: 0.1068199 Mar 11 19:34:29.090629 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c6b4c110-85d7-49a1-a9af-e6774ce4fce8 req-1f8ae0f5-e5b8-456b-81b8-10d9911ef860 tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] 10.222.0.65 "GET /v2.0/security-groups/fc37ba16-6246-4c0d-94cf-101093c9d52d HTTP/1.1" status: 200 len: 1829 time: 0.0872140 Mar 11 19:34:29.124379 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-739ab09d-ed75-497a-8b18-6fb65d6eef6f req-c14529a9-6d14-416a-b54f-2949c1dfdeea tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9e7d402-b560-4db2-8773-5024f2c98b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584469 Mar 11 19:34:29.167200 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [req-accc8d77-8ad0-4d54-9378-affa6d5376ca req-5f1a7dae-c67a-468b-9f5b-0be9a3c580ad tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] show failed (client error): The resource could not be found. Mar 11 19:34:29.168708 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-accc8d77-8ad0-4d54-9378-affa6d5376ca req-5f1a7dae-c67a-468b-9f5b-0be9a3c580ad tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] 10.222.0.65 "GET /v2.0/security-groups/167f5beb-9758-4fcf-8678-679d8c8fcddf HTTP/1.1" status: 404 len: 352 time: 0.0211098 Mar 11 19:34:29.218827 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [req-28c8eadb-127c-479f-bdf8-9fee85af39f0 req-55d7ce79-fcfb-4625-baf1-447f51b5ba51 tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] show failed (client error): The resource could not be found. Mar 11 19:34:29.219960 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-28c8eadb-127c-479f-bdf8-9fee85af39f0 req-55d7ce79-fcfb-4625-baf1-447f51b5ba51 tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] 10.222.0.65 "GET /v2.0/security-group-rules/b168ef57-35a9-438f-b086-9d545b491ba6 HTTP/1.1" status: 404 len: 361 time: 0.0162899 Mar 11 19:34:29.262589 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f9138-ded4-421c-bcf4-66a9a74c9db9 req-59c63345-3c60-4c57-b54c-a6e3ddfc9457 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:29.264179 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-874f9138-ded4-421c-bcf4-66a9a74c9db9 req-59c63345-3c60-4c57-b54c-a6e3ddfc9457 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd301a1f-409e-4a08-bf73-437d640f7371 HTTP/1.1" status: 200 len: 949 time: 0.0944097 Mar 11 19:34:29.323767 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-07f2cfb9-3f0e-4a82-9831-31a6b8a5dcbc req-8fb0bcf9-6853-4726-8141-ae0f6aeab1a7 tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] 10.222.0.65 "GET /v2.0/security-groups/fc37ba16-6246-4c0d-94cf-101093c9d52d HTTP/1.1" status: 200 len: 1829 time: 0.0772886 Mar 11 19:34:29.343705 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-874f9138-ded4-421c-bcf4-66a9a74c9db9 req-65601cbd-16a4-408b-84e8-653545c37816 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714872 Mar 11 19:34:29.412158 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-07f2cfb9-3f0e-4a82-9831-31a6b8a5dcbc req-cd3028e5-44a5-402d-89f0-c5d34b019340 tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] Publish callbacks [] for security_group (fc37ba16-6246-4c0d-94cf-101093c9d52d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:29.472888 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-07f2cfb9-3f0e-4a82-9831-31a6b8a5dcbc req-cd3028e5-44a5-402d-89f0-c5d34b019340 tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] Publish callbacks [] for security_group (fc37ba16-6246-4c0d-94cf-101093c9d52d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:29.511863 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-608d37d8-ac3b-4c80-90e7-3fe4b6b0278a service neutron] 10.222.0.75 "GET /v2.0/ports/07a01ffe-714a-411e-a2e0-f49ec4aa01da/bindings/n-h2-833163-1 HTTP/1.1" status: 200 len: 384 time: 0.1095185 Mar 11 19:34:29.603456 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-07f2cfb9-3f0e-4a82-9831-31a6b8a5dcbc req-cd3028e5-44a5-402d-89f0-c5d34b019340 tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (fc37ba16-6246-4c0d-94cf-101093c9d52d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:29.607258 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-07f2cfb9-3f0e-4a82-9831-31a6b8a5dcbc req-cd3028e5-44a5-402d-89f0-c5d34b019340 tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:29.612192 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-07f2cfb9-3f0e-4a82-9831-31a6b8a5dcbc req-cd3028e5-44a5-402d-89f0-c5d34b019340 tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] 10.222.0.65 "DELETE /v2.0/security-groups/fc37ba16-6246-4c0d-94cf-101093c9d52d HTTP/1.1" status: 204 len: 173 time: 0.2798803 Mar 11 19:34:29.656143 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-72390e31-968b-4370-a91c-98595ec8665e req-406927b9-76c2-405f-b738-76bc6e5c1f89 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 210 time: 0.0741253 Mar 11 19:34:29.676692 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3028e5-44a5-402d-89f0-c5d34b019340 tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc37ba16-6246-4c0d-94cf-101093c9d52d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:29.752981 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-37730bf9-d624-4602-8938-71a1c75ad529 req-6d7bda82-a1e3-4eb3-a1c0-e50b1ac0059d tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] 10.222.0.65 "GET /v2.0/security-groups/6f226a83-1e28-4e00-b5f8-1353f14afce1 HTTP/1.1" status: 200 len: 1830 time: 0.0993927 Mar 11 19:34:29.934620 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-a8b91d0c-d697-40e1-b6dc-8fb11914ad01 service neutron] For port 07a01ffe-714a-411e-a2e0-f49ec4aa01da, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=07a01ffe-714a-411e-a2e0-f49ec4aa01da,segment=NetworkSegment(9cb9d205-9190-43c8-b078-f8df09db6175),segment_id=9cb9d205-9190-43c8-b078-f8df09db6175)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:34:29.964627 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-37730bf9-d624-4602-8938-71a1c75ad529 req-e28c9cff-a9fe-4e06-b6ca-97d94a7974e9 tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] Publish callbacks [] for security_group (6f226a83-1e28-4e00-b5f8-1353f14afce1), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:29.986787 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569dde4a-6127-4d49-8992-58443313f5d0 req-e259d79c-aa29-469f-9795-015e312538ee tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:29.989024 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-569dde4a-6127-4d49-8992-58443313f5d0 req-e259d79c-aa29-469f-9795-015e312538ee tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=f146c6f5-c337-4e48-b979-f28e2141d131 HTTP/1.1" status: 200 len: 943 time: 0.2020931 Mar 11 19:34:30.013474 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-a8b91d0c-d697-40e1-b6dc-8fb11914ad01 service neutron] For port 07a01ffe-714a-411e-a2e0-f49ec4aa01da, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:34:30.052389 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-37730bf9-d624-4602-8938-71a1c75ad529 req-e28c9cff-a9fe-4e06-b6ca-97d94a7974e9 tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] Publish callbacks [] for security_group (6f226a83-1e28-4e00-b5f8-1353f14afce1), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:30.093963 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-a8b91d0c-d697-40e1-b6dc-8fb11914ad01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07a01ffe-714a-411e-a2e0-f49ec4aa01da {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:34:30.123183 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-a8b91d0c-d697-40e1-b6dc-8fb11914ad01 service neutron] For port 07a01ffe-714a-411e-a2e0-f49ec4aa01da, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=07a01ffe-714a-411e-a2e0-f49ec4aa01da,segment=NetworkSegment(9cb9d205-9190-43c8-b078-f8df09db6175),segment_id=9cb9d205-9190-43c8-b078-f8df09db6175)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:34:30.136884 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-569dde4a-6127-4d49-8992-58443313f5d0 req-c1e7b4da-5fb4-4dc6-9776-ec9b878f3b54 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374693 Mar 11 19:34:30.141980 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-a8b91d0c-d697-40e1-b6dc-8fb11914ad01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (07a01ffe-714a-411e-a2e0-f49ec4aa01da), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:30.188582 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-37730bf9-d624-4602-8938-71a1c75ad529 req-e28c9cff-a9fe-4e06-b6ca-97d94a7974e9 tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (6f226a83-1e28-4e00-b5f8-1353f14afce1), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:30.191390 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-37730bf9-d624-4602-8938-71a1c75ad529 req-e28c9cff-a9fe-4e06-b6ca-97d94a7974e9 tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:30.192616 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-37730bf9-d624-4602-8938-71a1c75ad529 req-e28c9cff-a9fe-4e06-b6ca-97d94a7974e9 tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] 10.222.0.65 "DELETE /v2.0/security-groups/6f226a83-1e28-4e00-b5f8-1353f14afce1 HTTP/1.1" status: 204 len: 173 time: 0.4300714 Mar 11 19:34:30.209386 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c9cff-a9fe-4e06-b6ca-97d94a7974e9 tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f226a83-1e28-4e00-b5f8-1353f14afce1,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:30.304562 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-a8b91d0c-d697-40e1-b6dc-8fb11914ad01 service neutron] Transition to ACTIVE for port object 07a01ffe-714a-411e-a2e0-f49ec4aa01da will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:34:30.316910 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-a8b91d0c-d697-40e1-b6dc-8fb11914ad01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (07a01ffe-714a-411e-a2e0-f49ec4aa01da), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:30.437939 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-a8b91d0c-d697-40e1-b6dc-8fb11914ad01 service neutron] No DVR routers for this DVR port 07a01ffe-714a-411e-a2e0-f49ec4aa01da on host n-h1-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:34:30.462055 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b91d0c-d697-40e1-b6dc-8fb11914ad01 service neutron] Pushing event updated for resources: {'Port': ['ID=07a01ffe-714a-411e-a2e0-f49ec4aa01da,revision_number=10']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:30.490159 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6e765f-7729-4785-a37d-48191e26361a req-9d5d8705-aa98-44a5-98b2-4fbd6039d781 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:30.495640 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6e765f-7729-4785-a37d-48191e26361a req-9d5d8705-aa98-44a5-98b2-4fbd6039d781 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:30.500791 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6e765f-7729-4785-a37d-48191e26361a req-9d5d8705-aa98-44a5-98b2-4fbd6039d781 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:30.502424 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4f6e765f-7729-4785-a37d-48191e26361a req-9d5d8705-aa98-44a5-98b2-4fbd6039d781 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/ports?device_id=01d96742-1670-4df9-b22d-a3bb259a761b HTTP/1.1" status: 200 len: 2419 time: 0.1992664 Mar 11 19:34:30.515955 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-a8b91d0c-d697-40e1-b6dc-8fb11914ad01 service neutron] 10.222.0.75 "PUT /v2.0/ports/07a01ffe-714a-411e-a2e0-f49ec4aa01da/bindings/n-h2-833163-1/activate HTTP/1.1" status: 200 len: 369 time: 0.9935169 Mar 11 19:34:30.536402 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa713f-d571-4200-9193-10e5d7d8c019 req-8225e4ce-0e97-4110-ab2a-0b04451fc849 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:30.537873 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d4fa713f-d571-4200-9193-10e5d7d8c019 req-8225e4ce-0e97-4110-ab2a-0b04451fc849 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e3d07f9-47c5-4458-8556-2c627297fab0 HTTP/1.1" status: 200 len: 946 time: 0.1715627 Mar 11 19:34:30.585090 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4f6e765f-7729-4785-a37d-48191e26361a req-60f98763-f5f4-4efd-bce8-812a12e052e4 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9e7d402-b560-4db2-8773-5024f2c98b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744202 Mar 11 19:34:30.622289 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d4fa713f-d571-4200-9193-10e5d7d8c019 req-1fdbfafc-757e-4994-8dd5-54bbd91a8c07 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e295548-40c6-4aff-8eff-a54d88cb1f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744939 Mar 11 19:34:30.661388 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b1779531-7a41-4ac2-baac-80418b07110f req-da6e6823-f408-4d47-9d28-47f980ff6f12 tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] 10.222.0.65 "GET /v2.0/security-groups/f3f69c58-e234-4fca-aa78-a461bad94e7b HTTP/1.1" status: 200 len: 1829 time: 0.0508478 Mar 11 19:34:30.810323 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf4866d-6dcf-4b12-9e5b-80a70edb8214 req-5427bd77-0ffd-4533-9fa6-692819189437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:30.812626 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-2bf4866d-6dcf-4b12-9e5b-80a70edb8214 req-5427bd77-0ffd-4533-9fa6-692819189437 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cd301a1f-409e-4a08-bf73-437d640f7371 HTTP/1.1" status: 200 len: 1131 time: 0.0490079 Mar 11 19:34:30.834182 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b1779531-7a41-4ac2-baac-80418b07110f req-cf7efaf4-dc28-4d77-bee7-c1a9a2c2dade tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] Publish callbacks [] for security_group (f3f69c58-e234-4fca-aa78-a461bad94e7b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:30.854566 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-a3cd4e2a-36d9-437f-9733-e3f26446343d tempest-LiveMigrationTest-1929498449 tempest-LiveMigrationTest-1929498449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:30.856187 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-a3cd4e2a-36d9-437f-9733-e3f26446343d tempest-LiveMigrationTest-1929498449 tempest-LiveMigrationTest-1929498449-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=f146c6f5-c337-4e48-b979-f28e2141d131&tenant_id=f95acd8ec5ef45d8b7ae8994d46f4375&binding%3Ahost_id=n-h1-833163-1 HTTP/1.1" status: 200 len: 1126 time: 0.1314991 Mar 11 19:34:30.860163 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-2bf4866d-6dcf-4b12-9e5b-80a70edb8214 req-471bd303-b802-4533-8c3e-1f4d7b6e3ac4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415959 Mar 11 19:34:30.866029 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dcf216-dbd6-4e00-b7a8-a7f7ab9feae9 req-cf48b043-d094-4672-9638-f89c7a2cc99d tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:30.867649 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a3dcf216-dbd6-4e00-b7a8-a7f7ab9feae9 req-cf48b043-d094-4672-9638-f89c7a2cc99d tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd301a1f-409e-4a08-bf73-437d640f7371 HTTP/1.1" status: 200 len: 949 time: 0.1230257 Mar 11 19:34:30.877855 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b1779531-7a41-4ac2-baac-80418b07110f req-cf7efaf4-dc28-4d77-bee7-c1a9a2c2dade tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] Publish callbacks [] for security_group (f3f69c58-e234-4fca-aa78-a461bad94e7b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:30.941932 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a3dcf216-dbd6-4e00-b7a8-a7f7ab9feae9 req-dd9d31ee-c67f-4a33-bd02-a453cf1171b9 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664287 Mar 11 19:34:30.955067 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b1779531-7a41-4ac2-baac-80418b07110f req-cf7efaf4-dc28-4d77-bee7-c1a9a2c2dade tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (f3f69c58-e234-4fca-aa78-a461bad94e7b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:30.959231 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b1779531-7a41-4ac2-baac-80418b07110f req-cf7efaf4-dc28-4d77-bee7-c1a9a2c2dade tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:30.961116 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b1779531-7a41-4ac2-baac-80418b07110f req-cf7efaf4-dc28-4d77-bee7-c1a9a2c2dade tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] 10.222.0.65 "DELETE /v2.0/security-groups/f3f69c58-e234-4fca-aa78-a461bad94e7b HTTP/1.1" status: 204 len: 173 time: 0.2934599 Mar 11 19:34:30.974465 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7efaf4-dc28-4d77-bee7-c1a9a2c2dade tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f69c58-e234-4fca-aa78-a461bad94e7b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:31.050582 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-121c9bf3-81fd-43b6-bc2c-36f51ff33e44 req-fc0908c8-a4c2-4b18-ba6f-f98e7cf06ba4 tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] 10.222.0.65 "GET /v2.0/security-groups/83186578-5cea-4160-90f4-2c82edab0994 HTTP/1.1" status: 200 len: 1830 time: 0.0559940 Mar 11 19:34:31.073200 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-525de35b-2d0b-4869-8572-b1cd2cc2b12e req-1f9143ed-b1c3-4f39-a576-67c109423bc9 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 210 time: 0.0375135 Mar 11 19:34:31.173537 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-89022e36-3e24-4ef1-861b-5cd616ab1ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:31.175073 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-89022e36-3e24-4ef1-861b-5cd616ab1ff2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f146c6f5-c337-4e48-b979-f28e2141d131&tenant_id=f95acd8ec5ef45d8b7ae8994d46f4375 HTTP/1.1" status: 200 len: 1126 time: 0.0822349 Mar 11 19:34:31.178307 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-121c9bf3-81fd-43b6-bc2c-36f51ff33e44 req-e9d350fe-0a4b-4009-a5a8-0380a4925608 tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] Publish callbacks [] for security_group (83186578-5cea-4160-90f4-2c82edab0994), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:31.222480 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-121c9bf3-81fd-43b6-bc2c-36f51ff33e44 req-e9d350fe-0a4b-4009-a5a8-0380a4925608 tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] Publish callbacks [] for security_group (83186578-5cea-4160-90f4-2c82edab0994), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:31.329310 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-28d3f92b-c50d-4305-84ad-17a0a212c8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:31.330838 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-28d3f92b-c50d-4305-84ad-17a0a212c8ca service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f95acd8ec5ef45d8b7ae8994d46f4375&device_id=f146c6f5-c337-4e48-b979-f28e2141d131 HTTP/1.1" status: 200 len: 1126 time: 0.1262507 Mar 11 19:34:31.346100 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf54842b-7774-4719-b13b-8d6687a40e6d req-7461aa93-3b26-4213-93ae-5a7eceb19571 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:31.347567 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bf54842b-7774-4719-b13b-8d6687a40e6d req-7461aa93-3b26-4213-93ae-5a7eceb19571 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=f146c6f5-c337-4e48-b979-f28e2141d131 HTTP/1.1" status: 200 len: 944 time: 0.1024790 Mar 11 19:34:31.354688 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-121c9bf3-81fd-43b6-bc2c-36f51ff33e44 req-e9d350fe-0a4b-4009-a5a8-0380a4925608 tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (83186578-5cea-4160-90f4-2c82edab0994), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:31.357199 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-121c9bf3-81fd-43b6-bc2c-36f51ff33e44 req-e9d350fe-0a4b-4009-a5a8-0380a4925608 tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:31.358276 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-121c9bf3-81fd-43b6-bc2c-36f51ff33e44 req-e9d350fe-0a4b-4009-a5a8-0380a4925608 tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] 10.222.0.65 "DELETE /v2.0/security-groups/83186578-5cea-4160-90f4-2c82edab0994 HTTP/1.1" status: 204 len: 173 time: 0.2904575 Mar 11 19:34:31.405451 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d350fe-0a4b-4009-a5a8-0380a4925608 tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83186578-5cea-4160-90f4-2c82edab0994,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:31.494981 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bf54842b-7774-4719-b13b-8d6687a40e6d req-40fb0da6-c897-4a87-a535-61f7c64e1ef2 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356592 Mar 11 19:34:31.510468 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-24449c39-ac51-4a5f-98e3-8c5c00407fee req-f6989d41-70ff-4bfc-80d9-6c066bbb7314 tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] 10.222.0.65 "GET /v2.0/security-groups/be09e908-1d36-4c61-868f-c1c325147912 HTTP/1.1" status: 200 len: 1829 time: 0.1234906 Mar 11 19:34:31.541131 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-3df5ca67-89be-4f6c-9d26-a918f93cf788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:31.542598 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-3df5ca67-89be-4f6c-9d26-a918f93cf788 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a HTTP/1.1" status: 200 len: 908 time: 0.2038674 Mar 11 19:34:31.588758 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-b766b166-52ce-48db-b0fa-4f2ccd08898e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07a01ffe-714a-411e-a2e0-f49ec4aa01da HTTP/1.1" status: 200 len: 217 time: 0.0389667 Mar 11 19:34:31.641263 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-24449c39-ac51-4a5f-98e3-8c5c00407fee req-08d84f36-9012-4d50-aa6f-8f005baea0b7 tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] Publish callbacks [] for security_group (be09e908-1d36-4c61-868f-c1c325147912), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:31.668971 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-64d39d14-9680-4c91-9194-76f533e101ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:31.670344 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-64d39d14-9680-4c91-9194-76f533e101ab service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f742a986-c135-4269-ad05-332f85e495a8 HTTP/1.1" status: 200 len: 847 time: 0.0750549 Mar 11 19:34:31.711118 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device feca1c5f-41db-4efc-b205-7fb0b051afff details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:34:31.714323 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-24449c39-ac51-4a5f-98e3-8c5c00407fee req-08d84f36-9012-4d50-aa6f-8f005baea0b7 tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] Publish callbacks [] for security_group (be09e908-1d36-4c61-868f-c1c325147912), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:31.743765 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-34c79ed6-b7dc-4621-ab6d-00832ddeeba2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413520 Mar 11 19:34:31.822948 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port feca1c5f-41db-4efc-b205-7fb0b051afff, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=feca1c5f-41db-4efc-b205-7fb0b051afff,segment=NetworkSegment(e04ff9a7-22d1-4d10-8b77-9e68a6488033),segment_id=e04ff9a7-22d1-4d10-8b77-9e68a6488033)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:34:31.837757 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': 'feca1c5f-41db-4efc-b205-7fb0b051afff', 'network_id': 'ebcba11a-843a-4869-86af-b253155a3bc2', 'port_id': 'feca1c5f-41db-4efc-b205-7fb0b051afff', 'mac_address': 'fa:16:3e:c3:a8:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '654fe02a-2387-4189-a51d-09de4e86c125', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:34:31.844110 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e939b8b-ff81-4cdd-8d0e-01ee6f038363 req-3034b661-af46-4f6c-9806-d74dbeaadd8d tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:31.849635 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e939b8b-ff81-4cdd-8d0e-01ee6f038363 req-3034b661-af46-4f6c-9806-d74dbeaadd8d tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:31.854791 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e939b8b-ff81-4cdd-8d0e-01ee6f038363 req-3034b661-af46-4f6c-9806-d74dbeaadd8d tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:31.856438 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9e939b8b-ff81-4cdd-8d0e-01ee6f038363 req-3034b661-af46-4f6c-9806-d74dbeaadd8d tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/ports?device_id=01d96742-1670-4df9-b22d-a3bb259a761b HTTP/1.1" status: 200 len: 2419 time: 0.1980801 Mar 11 19:34:31.877833 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-24449c39-ac51-4a5f-98e3-8c5c00407fee req-08d84f36-9012-4d50-aa6f-8f005baea0b7 tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (be09e908-1d36-4c61-868f-c1c325147912), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:31.878584 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port feca1c5f-41db-4efc-b205-7fb0b051afff is: ACTIVE; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:34:31.879218 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (feca1c5f-41db-4efc-b205-7fb0b051afff), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:31.880812 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-24449c39-ac51-4a5f-98e3-8c5c00407fee req-08d84f36-9012-4d50-aa6f-8f005baea0b7 tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:31.881887 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-24449c39-ac51-4a5f-98e3-8c5c00407fee req-08d84f36-9012-4d50-aa6f-8f005baea0b7 tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] 10.222.0.65 "DELETE /v2.0/security-groups/be09e908-1d36-4c61-868f-c1c325147912 HTTP/1.1" status: 204 len: 173 time: 0.3640823 Mar 11 19:34:31.890262 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 32948) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:34:31.896644 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id feca1c5f-41db-4efc-b205-7fb0b051afff {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:34:31.921438 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port feca1c5f-41db-4efc-b205-7fb0b051afff, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=feca1c5f-41db-4efc-b205-7fb0b051afff,segment=NetworkSegment(e04ff9a7-22d1-4d10-8b77-9e68a6488033),segment_id=e04ff9a7-22d1-4d10-8b77-9e68a6488033)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:34:31.922117 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d84f36-9012-4d50-aa6f-8f005baea0b7 tempest-SecurityGroupRulesNegativeTestJSON-731989441 tempest-SecurityGroupRulesNegativeTestJSON-731989441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be09e908-1d36-4c61-868f-c1c325147912,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:31.926032 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-31c87175-0420-4f96-bc0f-bd6576bba247 service neutron] 10.222.0.57 "GET /v2.0/networks/4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746233 Mar 11 19:34:31.940643 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (feca1c5f-41db-4efc-b205-7fb0b051afff), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:31.984873 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cdb44f4-281a-4393-9091-da2ae8781883 admin admin] Deleting subnet e34bf6f4-df92-43fb-a4f0-67ddd0641224 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:34:31.991431 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2cdb44f4-281a-4393-9091-da2ae8781883 admin admin] Publish callbacks [] for subnet (e34bf6f4-df92-43fb-a4f0-67ddd0641224), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:32.022242 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=feca1c5f-41db-4efc-b205-7fb0b051afff,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:32.030961 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2cdb44f4-281a-4393-9091-da2ae8781883 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (e34bf6f4-df92-43fb-a4f0-67ddd0641224), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:32.033844 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-521efb0d-49cd-461c-855f-9106170e691a service neutron] 10.222.0.57 "GET /v2.0/networks/4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966508 Mar 11 19:34:32.071978 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['feca1c5f-41db-4efc-b205-7fb0b051afff'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:34:32.085732 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2cdb44f4-281a-4393-9091-da2ae8781883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (e34bf6f4-df92-43fb-a4f0-67ddd0641224), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:32.097099 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9e939b8b-ff81-4cdd-8d0e-01ee6f038363 req-3082e1a0-4d8f-41e2-ab55-b9f03a149d39 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9e7d402-b560-4db2-8773-5024f2c98b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301090 Mar 11 19:34:32.144453 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c628d4-4ca8-442f-8904-d3440671eae1 req-5ab8bcd8-11c2-4842-b452-8829e12318e1 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:32.163983 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-05c628d4-4ca8-442f-8904-d3440671eae1 req-5ab8bcd8-11c2-4842-b452-8829e12318e1 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e3d07f9-47c5-4458-8556-2c627297fab0 HTTP/1.1" status: 200 len: 945 time: 0.1173599 Mar 11 19:34:32.181651 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2cdb44f4-281a-4393-9091-da2ae8781883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (e34bf6f4-df92-43fb-a4f0-67ddd0641224), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:32.228970 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdb44f4-281a-4393-9091-da2ae8781883 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e34bf6f4-df92-43fb-a4f0-67ddd0641224,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:32.257206 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-05c628d4-4ca8-442f-8904-d3440671eae1 req-e9072dce-4941-40b7-99b0-2cbb02098da6 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e295548-40c6-4aff-8eff-a54d88cb1f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911803 Mar 11 19:34:32.271982 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2cdb44f4-281a-4393-9091-da2ae8781883 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:32.277364 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ef341-6ec5-49ea-8ea7-de67832ec5cd req-55ff2fcd-fb1e-4043-b9fe-7370763ed307 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:32.279113 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-2cdb44f4-281a-4393-9091-da2ae8781883 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/e34bf6f4-df92-43fb-a4f0-67ddd0641224 HTTP/1.1" status: 204 len: 168 time: 0.3877397 Mar 11 19:34:32.285139 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0a9ef341-6ec5-49ea-8ea7-de67832ec5cd req-55ff2fcd-fb1e-4043-b9fe-7370763ed307 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd301a1f-409e-4a08-bf73-437d640f7371 HTTP/1.1" status: 200 len: 949 time: 0.1123221 Mar 11 19:34:32.285731 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdb44f4-281a-4393-9091-da2ae8781883 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:34:32.286290 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdb44f4-281a-4393-9091-da2ae8781883 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:34:32.286862 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdb44f4-281a-4393-9091-da2ae8781883 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:34:32.287442 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdb44f4-281a-4393-9091-da2ae8781883 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:34:32.288020 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdb44f4-281a-4393-9091-da2ae8781883 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:34:32.288568 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdb44f4-281a-4393-9091-da2ae8781883 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:34:32.289108 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdb44f4-281a-4393-9091-da2ae8781883 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:34:32.296137 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdb44f4-281a-4393-9091-da2ae8781883 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:34:32.296803 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdb44f4-281a-4393-9091-da2ae8781883 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:34:32.297356 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdb44f4-281a-4393-9091-da2ae8781883 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:34:32.297902 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdb44f4-281a-4393-9091-da2ae8781883 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:34:32.298639 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdb44f4-281a-4393-9091-da2ae8781883 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:34:32.299908 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdb44f4-281a-4393-9091-da2ae8781883 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:34:32.302537 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 32954) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:34:32.364329 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0a9ef341-6ec5-49ea-8ea7-de67832ec5cd req-083de857-f245-4bac-bf44-294de56cca89 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781467 Mar 11 19:34:32.404234 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-82e03e67-3199-49db-be97-79bc448db89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (a8e7f478-7334-4122-a8ce-11e8fd826767), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:32.493894 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-82e03e67-3199-49db-be97-79bc448db89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (a8e7f478-7334-4122-a8ce-11e8fd826767), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:32.519069 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-82e03e67-3199-49db-be97-79bc448db89e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8e7f478-7334-4122-a8ce-11e8fd826767']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:34:32.531329 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-82e03e67-3199-49db-be97-79bc448db89e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aae07ec7-551b-4443-8b7e-52c606ba1390') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:34:32.532087 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-82e03e67-3199-49db-be97-79bc448db89e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aae07ec7-551b-4443-8b7e-52c606ba1390') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:34:32.545171 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-82e03e67-3199-49db-be97-79bc448db89e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (aae07ec7-551b-4443-8b7e-52c606ba1390), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:32.547476 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-66bc5fcd-7817-4bc1-9c26-243daeef2dba req-ee311ff2-a968-45ba-ac77-abc468ada819 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 210 time: 0.1242890 Mar 11 19:34:32.589085 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-82e03e67-3199-49db-be97-79bc448db89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (aae07ec7-551b-4443-8b7e-52c606ba1390), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:32.593123 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-cb1c8809-d8ec-49ae-9611-3e7630ee9492 tempest-LiveMigrationTest-1929498449 tempest-LiveMigrationTest-1929498449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:32.600885 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82e03e67-3199-49db-be97-79bc448db89e admin admin] Releasing vlan 876 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:34:32.601636 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-82e03e67-3199-49db-be97-79bc448db89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (aae07ec7-551b-4443-8b7e-52c606ba1390), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:32.605562 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-cb1c8809-d8ec-49ae-9611-3e7630ee9492 tempest-LiveMigrationTest-1929498449 tempest-LiveMigrationTest-1929498449-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=f146c6f5-c337-4e48-b979-f28e2141d131&tenant_id=f95acd8ec5ef45d8b7ae8994d46f4375&binding%3Ahost_id=n-h2-833163-1 HTTP/1.1" status: 200 len: 1126 time: 0.1962435 Mar 11 19:34:32.625781 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:34:32.625781 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:34:32.625781 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:34:32.625781 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:34:32.625781 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:34:32.625781 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:34:32.625781 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:34:32.625781 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:34:32.625781 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:34:32.625781 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:34:32.625781 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:34:32.625781 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:34:32.625781 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:34:32.625781 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:34:32.625781 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:34:32.625781 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:34:32.625781 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:34:32.625781 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:34:32.625781 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:34:32.625781 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:34:32.625781 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:34:32.625781 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:34:32.625781 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:34:32.625781 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:34:32.625781 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:34:32.625781 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:34:32.625781 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:34:32.625781 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:34:32.625781 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:34:32.625781 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:34:32.625781 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:34:32.625781 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:34:32.694807 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-82e03e67-3199-49db-be97-79bc448db89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (a8e7f478-7334-4122-a8ce-11e8fd826767), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:32.710361 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-82e03e67-3199-49db-be97-79bc448db89e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:32.714278 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-82e03e67-3199-49db-be97-79bc448db89e admin admin] 10.222.0.65 "DELETE /v2.0/networks/a8e7f478-7334-4122-a8ce-11e8fd826767 HTTP/1.1" status: 204 len: 168 time: 0.4106758 Mar 11 19:34:32.733901 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e03e67-3199-49db-be97-79bc448db89e admin admin] Pushing event deleted for resources: {'Network': ['ID=a8e7f478-7334-4122-a8ce-11e8fd826767,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:32.773193 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256fd005-50ff-451b-a5aa-18737d49046e req-f4bf0548-bfcf-407d-b5dd-0c881c9be301 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:32.781286 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-256fd005-50ff-451b-a5aa-18737d49046e req-f4bf0548-bfcf-407d-b5dd-0c881c9be301 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=f146c6f5-c337-4e48-b979-f28e2141d131 HTTP/1.1" status: 200 len: 944 time: 0.1135869 Mar 11 19:34:32.864255 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 32976) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:34:32.910920 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-2ebd5b98-6699-46da-9e14-8be15d525943 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=44888773271a4f92b0e297d1ab1dc42c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0432472 Mar 11 19:34:32.911598 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 32978) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:34:32.934587 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-256fd005-50ff-451b-a5aa-18737d49046e req-e1ac5dd3-d2eb-4b57-944f-9d6b6a982ea9 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520886 Mar 11 19:34:32.945362 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-f343ad87-906a-44ae-a084-c224a42efeaa service neutron] For port 07a01ffe-714a-411e-a2e0-f49ec4aa01da, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:34:32.950314 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-f343ad87-906a-44ae-a084-c224a42efeaa service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:32.951856 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-040bb4c2-721f-401e-bb1f-b8b5ae3efaca req-f343ad87-906a-44ae-a084-c224a42efeaa service neutron] 10.222.0.57 "DELETE /v2.0/ports/07a01ffe-714a-411e-a2e0-f49ec4aa01da/bindings/n-h1-833163-1 HTTP/1.1" status: 204 len: 173 time: 0.3393660 Mar 11 19:34:32.966569 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf513858-dc38-4440-b938-02b54460ebd2 req-484c83ce-f838-4f22-9a5b-7c9c1ca4ae18 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:32.968158 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cf513858-dc38-4440-b938-02b54460ebd2 req-484c83ce-f838-4f22-9a5b-7c9c1ca4ae18 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e3d07f9-47c5-4458-8556-2c627297fab0 HTTP/1.1" status: 200 len: 945 time: 0.1136699 Mar 11 19:34:32.969962 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-26586e18-aaed-40eb-aaf9-5459af0264d5 admin admin] Publish callbacks [] for security_group (1023b0ab-292a-4529-b965-8449cc1a39a7), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:32.997501 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-26586e18-aaed-40eb-aaf9-5459af0264d5 admin admin] Publish callbacks [] for security_group (1023b0ab-292a-4529-b965-8449cc1a39a7), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:33.072246 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cf513858-dc38-4440-b938-02b54460ebd2 req-cbbddb54-3a24-4615-9303-cfab5bee0ce9 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e295548-40c6-4aff-8eff-a54d88cb1f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970235 Mar 11 19:34:33.083847 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-26586e18-aaed-40eb-aaf9-5459af0264d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (1023b0ab-292a-4529-b965-8449cc1a39a7), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:33.087306 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-26586e18-aaed-40eb-aaf9-5459af0264d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:33.088876 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-26586e18-aaed-40eb-aaf9-5459af0264d5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1023b0ab-292a-4529-b965-8449cc1a39a7 HTTP/1.1" status: 204 len: 168 time: 0.1765053 Mar 11 19:34:33.106906 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26586e18-aaed-40eb-aaf9-5459af0264d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1023b0ab-292a-4529-b965-8449cc1a39a7,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:33.210228 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b21981-8cb3-4148-8c6c-5eee10904ba6 req-f69fc7bf-29ea-486d-9530-175b76c8c917 tempest-LiveMigrationTest-1929498449 tempest-LiveMigrationTest-1929498449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:33.212474 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a1b21981-8cb3-4148-8c6c-5eee10904ba6 req-f69fc7bf-29ea-486d-9530-175b76c8c917 tempest-LiveMigrationTest-1929498449 tempest-LiveMigrationTest-1929498449-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=f146c6f5-c337-4e48-b979-f28e2141d131 HTTP/1.1" status: 200 len: 1126 time: 0.1034393 Mar 11 19:34:33.277096 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc506ae-4373-4854-b2fa-be457bc8d150 req-d5b6b08d-6628-4ed1-9181-772e9aa069fe tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:33.282408 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc506ae-4373-4854-b2fa-be457bc8d150 req-d5b6b08d-6628-4ed1-9181-772e9aa069fe tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:33.287567 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc506ae-4373-4854-b2fa-be457bc8d150 req-d5b6b08d-6628-4ed1-9181-772e9aa069fe tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:33.289191 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2bc506ae-4373-4854-b2fa-be457bc8d150 req-d5b6b08d-6628-4ed1-9181-772e9aa069fe tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/ports?device_id=01d96742-1670-4df9-b22d-a3bb259a761b HTTP/1.1" status: 200 len: 2419 time: 0.1139963 Mar 11 19:34:33.315329 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a1b21981-8cb3-4148-8c6c-5eee10904ba6 req-db2d0dec-be54-45f5-8141-006359afc2f1 tempest-LiveMigrationTest-1929498449 tempest-LiveMigrationTest-1929498449-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912809 Mar 11 19:34:33.375360 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2bc506ae-4373-4854-b2fa-be457bc8d150 req-8bfb62e2-55ed-4369-a468-bc0315efc57a tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9e7d402-b560-4db2-8773-5024f2c98b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760288 Mar 11 19:34:33.521215 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a143e9-e528-4ad7-9c6b-b252b8682cc0 req-548cf808-86aa-4bbc-9ef6-f0731b77be10 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:33.523347 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-69a143e9-e528-4ad7-9c6b-b252b8682cc0 req-548cf808-86aa-4bbc-9ef6-f0731b77be10 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd301a1f-409e-4a08-bf73-437d640f7371 HTTP/1.1" status: 200 len: 949 time: 0.0814385 Mar 11 19:34:33.645606 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-69a143e9-e528-4ad7-9c6b-b252b8682cc0 req-22f46740-248b-43d0-bd58-1a52ceaeab2c tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051998 Mar 11 19:34:33.739270 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d65f5107-62aa-4ed3-ac7a-5b87cf8d7a89 req-37153961-8f2f-4c1e-956a-dfabfef74d6b tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 210 time: 0.0322011 Mar 11 19:34:33.743706 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device feca1c5f-41db-4efc-b205-7fb0b051afff up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:34:33.810262 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75606d08-b3c8-4923-8000-c470d77f08f3 req-06fffc11-e4f5-4d34-948c-9eacc3bd769a tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:33.818328 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-75606d08-b3c8-4923-8000-c470d77f08f3 req-06fffc11-e4f5-4d34-948c-9eacc3bd769a tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=f146c6f5-c337-4e48-b979-f28e2141d131 HTTP/1.1" status: 200 len: 944 time: 0.0810082 Mar 11 19:34:33.822806 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port feca1c5f-41db-4efc-b205-7fb0b051afff triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:34:33.823919 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (feca1c5f-41db-4efc-b205-7fb0b051afff), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:33.917697 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-75606d08-b3c8-4923-8000-c470d77f08f3 req-aa4cfb8a-7269-4947-8f65-74ab0d03551a tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977592 Mar 11 19:34:33.925100 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port feca1c5f-41db-4efc-b205-7fb0b051afff is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:34:33.925610 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (feca1c5f-41db-4efc-b205-7fb0b051afff), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:33.962839 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89d44ae-bea8-48e2-90c3-f3062c91093d req-fd19188b-c014-4c9d-a5c7-a192b944bed4 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:33.966333 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port feca1c5f-41db-4efc-b205-7fb0b051afff, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=feca1c5f-41db-4efc-b205-7fb0b051afff,segment=NetworkSegment(e04ff9a7-22d1-4d10-8b77-9e68a6488033),segment_id=e04ff9a7-22d1-4d10-8b77-9e68a6488033)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:34:33.967610 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e3d07f9-47c5-4458-8556-2c627297fab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feca1c5f-41db-4efc-b205-7fb0b051afff'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:34:33.970260 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c3728d-ad52-4990-b0ef-a6730605bab2" -d '{"events": [{"server_uuid": "0e3d07f9-47c5-4458-8556-2c627297fab0", "name": "network-vif-plugged", "status": "completed", "tag": "feca1c5f-41db-4efc-b205-7fb0b051afff"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:34:33.971814 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e89d44ae-bea8-48e2-90c3-f3062c91093d req-fd19188b-c014-4c9d-a5c7-a192b944bed4 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd301a1f-409e-4a08-bf73-437d640f7371 HTTP/1.1" status: 200 len: 949 time: 0.1182897 Mar 11 19:34:33.975576 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (feca1c5f-41db-4efc-b205-7fb0b051afff), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:34.039931 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e89d44ae-bea8-48e2-90c3-f3062c91093d req-71eed052-149c-4466-b461-9aa73244a6e0 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670748 Mar 11 19:34:34.054900 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=feca1c5f-41db-4efc-b205-7fb0b051afff,revision_number=7']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:34.112531 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e636e456-abce-473b-8c7e-253544a16216 x-openstack-request-id: req-e636e456-abce-473b-8c7e-253544a16216 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:34:34.112685 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e3d07f9-47c5-4458-8556-2c627297fab0", "name": "network-vif-plugged", "status": "completed", "tag": "feca1c5f-41db-4efc-b205-7fb0b051afff", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:34:34.113037 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e636e456-abce-473b-8c7e-253544a16216 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:34:34.113541 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e3d07f9-47c5-4458-8556-2c627297fab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feca1c5f-41db-4efc-b205-7fb0b051afff', 'code': 200} Mar 11 19:34:34.276811 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc5e75-0f35-4303-a0c0-d851db5fc08a req-9f581184-457e-481b-a766-62abc1956aa0 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:34.283765 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-48cc5e75-0f35-4303-a0c0-d851db5fc08a req-9f581184-457e-481b-a766-62abc1956aa0 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e3d07f9-47c5-4458-8556-2c627297fab0 HTTP/1.1" status: 200 len: 946 time: 0.0776842 Mar 11 19:34:34.284286 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33034) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:34:34.362257 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-48cc5e75-0f35-4303-a0c0-d851db5fc08a req-54000266-3100-41c2-b3ae-59c74e6c734b tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e295548-40c6-4aff-8eff-a54d88cb1f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735600 Mar 11 19:34:34.399864 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c0f8f-6705-4b2e-afb1-e4128f34d0dc req-2c837bac-72c4-40e0-a77b-54149e27ddc7 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:34.405762 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c0f8f-6705-4b2e-afb1-e4128f34d0dc req-2c837bac-72c4-40e0-a77b-54149e27ddc7 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:34.408896 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-21cd666b-15a0-4e29-9940-e955e2579c38 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2124418623-network', 'tenant_id': '57167832d4db4819b4f5cac954866076'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:34:34.411026 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c0f8f-6705-4b2e-afb1-e4128f34d0dc req-2c837bac-72c4-40e0-a77b-54149e27ddc7 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:34.413022 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-db6c0f8f-6705-4b2e-afb1-e4128f34d0dc req-2c837bac-72c4-40e0-a77b-54149e27ddc7 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/ports?device_id=01d96742-1670-4df9-b22d-a3bb259a761b HTTP/1.1" status: 200 len: 2419 time: 0.1172867 Mar 11 19:34:34.439672 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21cd666b-15a0-4e29-9940-e955e2579c38 admin admin] Made reservation on behalf of 57167832d4db4819b4f5cac954866076 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:34:34.442986 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-21cd666b-15a0-4e29-9940-e955e2579c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:34.460851 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-21cd666b-15a0-4e29-9940-e955e2579c38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:34.545706 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-db6c0f8f-6705-4b2e-afb1-e4128f34d0dc req-2b2fbae7-d996-4ee9-b555-a24db10e2809 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9e7d402-b560-4db2-8773-5024f2c98b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184740 Mar 11 19:34:34.552873 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436ccd1-ecb5-4d14-b9b8-9950206db497 req-4faf391a-e0b0-4201-9bf2-e8bf33adc7e1 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:34.554638 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d436ccd1-ecb5-4d14-b9b8-9950206db497 req-4faf391a-e0b0-4201-9bf2-e8bf33adc7e1 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.57 "GET /v2.0/ports?device_id=f146c6f5-c337-4e48-b979-f28e2141d131 HTTP/1.1" status: 200 len: 944 time: 0.1407216 Mar 11 19:34:34.562889 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f891a1c7-c2db-4bff-a11b-ccc4c93ab3b4 req-0ce6ec6b-c22f-47dd-b41e-a84f4008a4ce tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:34.564370 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f891a1c7-c2db-4bff-a11b-ccc4c93ab3b4 req-0ce6ec6b-c22f-47dd-b41e-a84f4008a4ce tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.75 "GET /v2.0/ports?device_id=0e3d07f9-47c5-4458-8556-2c627297fab0 HTTP/1.1" status: 200 len: 946 time: 0.1094446 Mar 11 19:34:34.579839 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-21cd666b-15a0-4e29-9940-e955e2579c38 admin admin] Publish callbacks [] for security_group (03204c94-e7d5-4698-bf53-e2e3ba52bba2), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:34.592885 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-21cd666b-15a0-4e29-9940-e955e2579c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (03204c94-e7d5-4698-bf53-e2e3ba52bba2), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:34.706620 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cd666b-15a0-4e29-9940-e955e2579c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03204c94-e7d5-4698-bf53-e2e3ba52bba2,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:34.709559 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21cd666b-15a0-4e29-9940-e955e2579c38 admin admin] vlan segment allocate from pool success with {'vlan_id': 867, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:34:34.728401 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-21cd666b-15a0-4e29-9940-e955e2579c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (7270d687-c8ec-4c70-8559-a8ffaad98e19), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:34.728858 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-21cd666b-15a0-4e29-9940-e955e2579c38 admin admin] Added segment 7270d687-c8ec-4c70-8559-a8ffaad98e19 of type vlan for network 603aaea1-f5bf-4434-b0ab-49b5034dacdd Mar 11 19:34:34.761776 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d4b2f539-d5aa-4882-b00f-7631117982f6 req-e1cfe0ea-2b65-40cc-a718-b604a68541d2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cd301a1f-409e-4a08-bf73-437d640f7371&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1079926 Mar 11 19:34:34.779425 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [req-d4b2f539-d5aa-4882-b00f-7631117982f6 req-c12cf5cb-5781-4ebb-9200-f6b46d46d1c1 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:34:34.780649 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d4b2f539-d5aa-4882-b00f-7631117982f6 req-c12cf5cb-5781-4ebb-9200-f6b46d46d1c1 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076444 Mar 11 19:34:34.784599 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-21cd666b-15a0-4e29-9940-e955e2579c38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (603aaea1-f5bf-4434-b0ab-49b5034dacdd), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:34.814085 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-21cd666b-15a0-4e29-9940-e955e2579c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (603aaea1-f5bf-4434-b0ab-49b5034dacdd), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:34.817788 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cd666b-15a0-4e29-9940-e955e2579c38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:34.818214 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-21cd666b-15a0-4e29-9940-e955e2579c38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:34.857683 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b003c1c1-36d5-46ed-8929-e5ceaf7dbcd3 req-e478a1c9-2dac-4a86-9509-7c7cf5101e98 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:34.859821 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b003c1c1-36d5-46ed-8929-e5ceaf7dbcd3 req-e478a1c9-2dac-4a86-9509-7c7cf5101e98 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd301a1f-409e-4a08-bf73-437d640f7371 HTTP/1.1" status: 200 len: 949 time: 0.2016208 Mar 11 19:34:34.894262 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-21cd666b-15a0-4e29-9940-e955e2579c38 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6087797 Mar 11 19:34:34.900806 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33048) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:34:34.909567 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-19f099f5-fe7f-494f-aeca-b95a399b8c6e admin admin] Request body: {'subnet': {'network_id': '603aaea1-f5bf-4434-b0ab-49b5034dacdd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2124418623-subnet', 'tenant_id': '57167832d4db4819b4f5cac954866076', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:34:34.934960 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f099f5-fe7f-494f-aeca-b95a399b8c6e admin admin] Made reservation on behalf of 57167832d4db4819b4f5cac954866076 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:34:34.937969 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-19f099f5-fe7f-494f-aeca-b95a399b8c6e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:35.048518 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cd666b-15a0-4e29-9940-e955e2579c38 admin admin] Pushing event updated for resources: {'Network': ['ID=603aaea1-f5bf-4434-b0ab-49b5034dacdd,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:35.060819 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 603aaea1-f5bf-4434-b0ab-49b5034dacdd details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:34:35.245120 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-d436ccd1-ecb5-4d14-b9b8-9950206db497 req-fa03569f-a5c6-4174-a16b-372b38cf4477 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Deleting port 07a01ffe-714a-411e-a2e0-f49ec4aa01da {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:34:35.245502 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d436ccd1-ecb5-4d14-b9b8-9950206db497 req-fa03569f-a5c6-4174-a16b-372b38cf4477 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (07a01ffe-714a-411e-a2e0-f49ec4aa01da), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:35.261666 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-19f099f5-fe7f-494f-aeca-b95a399b8c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (23a3dd94-cd73-4b82-b4a6-b6bdd0e8f5ac), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:35.276854 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-f891a1c7-c2db-4bff-a11b-ccc4c93ab3b4 req-176fd23c-38f3-4cbd-bf42-cebd86599edf tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Deleting port feca1c5f-41db-4efc-b205-7fb0b051afff {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:34:35.277431 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f891a1c7-c2db-4bff-a11b-ccc4c93ab3b4 req-176fd23c-38f3-4cbd-bf42-cebd86599edf tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (feca1c5f-41db-4efc-b205-7fb0b051afff), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:35.323651 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2d48f0cd-d8d8-4240-acce-b169d96d23ce req-705f5dc8-43dc-44b0-ab8d-0d0b98a3353f tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 210 time: 0.0950248 Mar 11 19:34:35.327436 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f099f5-fe7f-494f-aeca-b95a399b8c6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=23a3dd94-cd73-4b82-b4a6-b6bdd0e8f5ac,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:35.338420 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f099f5-fe7f-494f-aeca-b95a399b8c6e admin admin] Checking segment: {'id': '7270d687-c8ec-4c70-8559-a8ffaad98e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '603aaea1-f5bf-4434-b0ab-49b5034dacdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:34:35.338743 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f099f5-fe7f-494f-aeca-b95a399b8c6e admin admin] Network hostable DHCP agents. Network: 603aaea1-f5bf-4434-b0ab-49b5034dacdd, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:34:35.374072 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f099f5-fe7f-494f-aeca-b95a399b8c6e admin admin] Network 603aaea1-f5bf-4434-b0ab-49b5034dacdd is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:34:35.385337 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-19f099f5-fe7f-494f-aeca-b95a399b8c6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 603aaea1-f5bf-4434-b0ab-49b5034dacdd) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:34:35.390325 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f099f5-fe7f-494f-aeca-b95a399b8c6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:35.390924 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-19f099f5-fe7f-494f-aeca-b95a399b8c6e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:35.396922 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a21889f-acd5-42cb-8fc2-830c989136f6 None None] Network 603aaea1-f5bf-4434-b0ab-49b5034dacdd requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:34:35.413525 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-19f099f5-fe7f-494f-aeca-b95a399b8c6e admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5108185 Mar 11 19:34:35.416771 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33066) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:34:35.422525 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-ad49801a-857b-4497-b921-9604aebaf2a3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2124418623-router', 'tenant_id': '57167832d4db4819b4f5cac954866076', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:34:35.454554 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ad49801a-857b-4497-b921-9604aebaf2a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (eaa26470-4c63-4a35-aa02-be8fbe5d2a39), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:35.455842 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ad49801a-857b-4497-b921-9604aebaf2a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (eaa26470-4c63-4a35-aa02-be8fbe5d2a39), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:35.486192 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-d436ccd1-ecb5-4d14-b9b8-9950206db497 req-fa03569f-a5c6-4174-a16b-372b38cf4477 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] For port 07a01ffe-714a-411e-a2e0-f49ec4aa01da, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=07a01ffe-714a-411e-a2e0-f49ec4aa01da,segment=NetworkSegment(9cb9d205-9190-43c8-b078-f8df09db6175),segment_id=9cb9d205-9190-43c8-b078-f8df09db6175)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:34:35.486712 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d436ccd1-ecb5-4d14-b9b8-9950206db497 req-fa03569f-a5c6-4174-a16b-372b38cf4477 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (07a01ffe-714a-411e-a2e0-f49ec4aa01da), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:35.517553 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd32ca51-12c0-4a68-8793-a9d5c5160980 None None] Network 603aaea1-f5bf-4434-b0ab-49b5034dacdd requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:34:35.531500 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ad49801a-857b-4497-b921-9604aebaf2a3 admin admin] Publish callbacks [] for router_controller (eaa26470-4c63-4a35-aa02-be8fbe5d2a39), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:35.585896 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-f891a1c7-c2db-4bff-a11b-ccc4c93ab3b4 req-176fd23c-38f3-4cbd-bf42-cebd86599edf tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] For port feca1c5f-41db-4efc-b205-7fb0b051afff, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=feca1c5f-41db-4efc-b205-7fb0b051afff,segment=NetworkSegment(e04ff9a7-22d1-4d10-8b77-9e68a6488033),segment_id=e04ff9a7-22d1-4d10-8b77-9e68a6488033)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:34:35.587180 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f891a1c7-c2db-4bff-a11b-ccc4c93ab3b4 req-176fd23c-38f3-4cbd-bf42-cebd86599edf tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (feca1c5f-41db-4efc-b205-7fb0b051afff), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:35.602222 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-f891a1c7-c2db-4bff-a11b-ccc4c93ab3b4 req-176fd23c-38f3-4cbd-bf42-cebd86599edf tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Calling delete_port for feca1c5f-41db-4efc-b205-7fb0b051afff owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:34:35.658097 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-d436ccd1-ecb5-4d14-b9b8-9950206db497 req-fa03569f-a5c6-4174-a16b-372b38cf4477 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Calling delete_port for 07a01ffe-714a-411e-a2e0-f49ec4aa01da owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:34:35.711354 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ad49801a-857b-4497-b921-9604aebaf2a3 admin admin] Publish callbacks [] for router_gateway (eaa26470-4c63-4a35-aa02-be8fbe5d2a39), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:35.759770 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device feca1c5f-41db-4efc-b205-7fb0b051afff no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:34:35.780125 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b003c1c1-36d5-46ed-8929-e5ceaf7dbcd3 req-b727d0f7-fda7-4778-87d7-8abd76de1ebb tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9002488 Mar 11 19:34:35.887836 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900655b4-0092-45ac-9013-6280ab7d9322 req-24d8db82-4d36-4c1a-8f86-1c8560b7aef0 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:35.895291 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-900655b4-0092-45ac-9013-6280ab7d9322 req-24d8db82-4d36-4c1a-8f86-1c8560b7aef0 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=f146c6f5-c337-4e48-b979-f28e2141d131 HTTP/1.1" status: 200 len: 944 time: 0.2442183 Mar 11 19:34:36.032867 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-900655b4-0092-45ac-9013-6280ab7d9322 req-a366ebc7-b3a4-4ee0-bed4-5c20c32bffef tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350183 Mar 11 19:34:36.093727 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8845baa3-183d-4e7f-b678-dd99878af496 req-8d8eac41-656d-430e-b3b1-fc84d734aaab tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:36.099404 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8845baa3-183d-4e7f-b678-dd99878af496 req-8d8eac41-656d-430e-b3b1-fc84d734aaab tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:36.099781 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port feca1c5f-41db-4efc-b205-7fb0b051afff is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:34:36.100272 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (feca1c5f-41db-4efc-b205-7fb0b051afff), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:36.106863 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8845baa3-183d-4e7f-b678-dd99878af496 req-8d8eac41-656d-430e-b3b1-fc84d734aaab tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:36.108228 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b2f539-d5aa-4882-b00f-7631117982f6 req-7b028863-c068-4c5d-a030-ba2e329eabe7 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:36.108937 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8845baa3-183d-4e7f-b678-dd99878af496 req-8d8eac41-656d-430e-b3b1-fc84d734aaab tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.57 "GET /v2.0/ports?device_id=01d96742-1670-4df9-b22d-a3bb259a761b HTTP/1.1" status: 200 len: 2419 time: 0.1246493 Mar 11 19:34:36.111938 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d4b2f539-d5aa-4882-b00f-7631117982f6 req-7b028863-c068-4c5d-a030-ba2e329eabe7 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports/afae19bd-dd94-4683-8fc5-b976d07d9d30 HTTP/1.1" status: 200 len: 946 time: 0.6089106 Mar 11 19:34:36.208307 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 11 19:34:36.208307 n-d-833163-1 neutron-server[103886]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Mar 11 19:34:36.208307 n-d-833163-1 neutron-server[103886]: [parameters: {'status': 'DOWN', 'ports_id': 'feca1c5f-41db-4efc-b205-7fb0b051afff'}] Mar 11 19:34:36.208307 n-d-833163-1 neutron-server[103886]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:34:36.208945 n-d-833163-1 neutron-server[103886]: DEBUG oslo_db.api [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:34:36.218046 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ad49801a-857b-4497-b921-9604aebaf2a3 admin admin] Publish callbacks [] for router_gateway (eaa26470-4c63-4a35-aa02-be8fbe5d2a39), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:36.246578 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb89d0-8c47-4ed9-9f0e-f6a95ee38389 req-50fe8a74-8317-45d8-a103-3af2888e075d tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:36.253917 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ad49801a-857b-4497-b921-9604aebaf2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:36.254123 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-eeeb89d0-8c47-4ed9-9f0e-f6a95ee38389 req-50fe8a74-8317-45d8-a103-3af2888e075d tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e3d07f9-47c5-4458-8556-2c627297fab0 HTTP/1.1" status: 200 len: 946 time: 0.3547192 Mar 11 19:34:36.326848 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-eeeb89d0-8c47-4ed9-9f0e-f6a95ee38389 req-8a4ea4c1-1a63-46d6-86f2-7a2c569e471a tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/security-groups?id=9e295548-40c6-4aff-8eff-a54d88cb1f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718601 Mar 11 19:34:36.462264 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d436ccd1-ecb5-4d14-b9b8-9950206db497 req-fa03569f-a5c6-4174-a16b-372b38cf4477 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (07a01ffe-714a-411e-a2e0-f49ec4aa01da), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:36.484973 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f891a1c7-c2db-4bff-a11b-ccc4c93ab3b4 req-176fd23c-38f3-4cbd-bf42-cebd86599edf tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (feca1c5f-41db-4efc-b205-7fb0b051afff), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:36.489282 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:34:36.497370 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b901f-f697-4f05-939f-c9eca02bf20d req-29c52a8d-37fd-43e4-a96e-75a28c363520 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:36.503740 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-ad49801a-857b-4497-b921-9604aebaf2a3 admin admin] Allocated IP 172.25.8.100 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/b2597b90-4c4b-465c-8883-adccd337e61a) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:34:36.506696 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b901f-f697-4f05-939f-c9eca02bf20d req-29c52a8d-37fd-43e4-a96e-75a28c363520 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:36.514462 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b901f-f697-4f05-939f-c9eca02bf20d req-29c52a8d-37fd-43e4-a96e-75a28c363520 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:36.524271 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e13b901f-f697-4f05-939f-c9eca02bf20d req-29c52a8d-37fd-43e4-a96e-75a28c363520 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/ports?device_id=01d96742-1670-4df9-b22d-a3bb259a761b HTTP/1.1" status: 200 len: 2419 time: 0.3757329 Mar 11 19:34:36.542786 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-8845baa3-183d-4e7f-b678-dd99878af496 req-526ab00b-ef81-4ca7-9cc2-453baff02211 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Deleting port d201c699-0b14-403d-8657-ae069e23ad3c {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:34:36.543043 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8845baa3-183d-4e7f-b678-dd99878af496 req-526ab00b-ef81-4ca7-9cc2-453baff02211 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (d201c699-0b14-403d-8657-ae069e23ad3c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:36.574350 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['07a01ffe-714a-411e-a2e0-f49ec4aa01da'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:34:36.662115 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-970a03fe-7f49-4bb9-a663-c8ebe23ef107 req-98490241-c872-4ee5-9093-97b2c492d541 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 210 time: 0.2090685 Mar 11 19:34:36.711932 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176fd23c-38f3-4cbd-bf42-cebd86599edf tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Pushing event deleted for resources: {'Port': ['ID=feca1c5f-41db-4efc-b205-7fb0b051afff,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:36.745204 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176fd23c-38f3-4cbd-bf42-cebd86599edf tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:34:36.745552 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176fd23c-38f3-4cbd-bf42-cebd86599edf tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:34:36.746041 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176fd23c-38f3-4cbd-bf42-cebd86599edf tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:34:36.746445 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176fd23c-38f3-4cbd-bf42-cebd86599edf tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:34:36.747280 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176fd23c-38f3-4cbd-bf42-cebd86599edf tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:34:36.747709 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176fd23c-38f3-4cbd-bf42-cebd86599edf tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:34:36.748109 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176fd23c-38f3-4cbd-bf42-cebd86599edf tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:34:36.748508 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176fd23c-38f3-4cbd-bf42-cebd86599edf tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:34:36.749125 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176fd23c-38f3-4cbd-bf42-cebd86599edf tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:34:36.749524 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176fd23c-38f3-4cbd-bf42-cebd86599edf tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:34:36.749916 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176fd23c-38f3-4cbd-bf42-cebd86599edf tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:34:36.750802 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176fd23c-38f3-4cbd-bf42-cebd86599edf tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:34:36.750802 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-176fd23c-38f3-4cbd-bf42-cebd86599edf tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:34:36.754008 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-f891a1c7-c2db-4bff-a11b-ccc4c93ab3b4 req-176fd23c-38f3-4cbd-bf42-cebd86599edf tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] No DVR routers for this DVR port feca1c5f-41db-4efc-b205-7fb0b051afff on host n-h1-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:34:36.779246 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f891a1c7-c2db-4bff-a11b-ccc4c93ab3b4 req-176fd23c-38f3-4cbd-bf42-cebd86599edf tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:36.783039 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f891a1c7-c2db-4bff-a11b-ccc4c93ab3b4 req-176fd23c-38f3-4cbd-bf42-cebd86599edf tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.75 "DELETE /v2.0/ports/feca1c5f-41db-4efc-b205-7fb0b051afff HTTP/1.1" status: 204 len: 173 time: 2.1849244 Mar 11 19:34:36.785420 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Port feca1c5f-41db-4efc-b205-7fb0b051afff update to DOWN by agent not found {{(pid=103886) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Mar 11 19:34:36.786937 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-d436ccd1-ecb5-4d14-b9b8-9950206db497 req-fa03569f-a5c6-4174-a16b-372b38cf4477 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] No DVR routers for this DVR port 07a01ffe-714a-411e-a2e0-f49ec4aa01da on host n-h2-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:34:36.815084 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e13b901f-f697-4f05-939f-c9eca02bf20d req-76d471f2-8643-4e3f-8cdc-2cd555facca3 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9e7d402-b560-4db2-8773-5024f2c98b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891350 Mar 11 19:34:36.819559 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e3d07f9-47c5-4458-8556-2c627297fab0', 'name': 'network-vif-deleted', 'tag': 'feca1c5f-41db-4efc-b205-7fb0b051afff'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:34:36.822176 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59fa2e74-8359-409b-9d0c-dd83a87b3d48" -d '{"events": [{"server_uuid": "0e3d07f9-47c5-4458-8556-2c627297fab0", "name": "network-vif-deleted", "tag": "feca1c5f-41db-4efc-b205-7fb0b051afff"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:34:36.833019 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d436ccd1-ecb5-4d14-b9b8-9950206db497 req-fa03569f-a5c6-4174-a16b-372b38cf4477 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:36.843494 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d436ccd1-ecb5-4d14-b9b8-9950206db497 req-fa03569f-a5c6-4174-a16b-372b38cf4477 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.57 "DELETE /v2.0/ports/07a01ffe-714a-411e-a2e0-f49ec4aa01da HTTP/1.1" status: 204 len: 173 time: 2.2781053 Mar 11 19:34:36.872882 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-8845baa3-183d-4e7f-b678-dd99878af496 req-526ab00b-ef81-4ca7-9cc2-453baff02211 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] For port d201c699-0b14-403d-8657-ae069e23ad3c, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=d201c699-0b14-403d-8657-ae069e23ad3c,segment=NetworkSegment(a428e657-2306-40d2-830f-79e1ffe38620),segment_id=a428e657-2306-40d2-830f-79e1ffe38620)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:34:36.873115 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8845baa3-183d-4e7f-b678-dd99878af496 req-526ab00b-ef81-4ca7-9cc2-453baff02211 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (d201c699-0b14-403d-8657-ae069e23ad3c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:36.903978 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-8845baa3-183d-4e7f-b678-dd99878af496 req-526ab00b-ef81-4ca7-9cc2-453baff02211 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Calling delete_port for d201c699-0b14-403d-8657-ae069e23ad3c owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:34:36.922531 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa03569f-a5c6-4174-a16b-372b38cf4477 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Pushing event deleted for resources: {'Port': ['ID=07a01ffe-714a-411e-a2e0-f49ec4aa01da,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:36.948320 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee74e24-7b01-418b-873a-0d11dc0e7e1b x-openstack-request-id: req-9ee74e24-7b01-418b-873a-0d11dc0e7e1b {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:34:36.950310 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e3d07f9-47c5-4458-8556-2c627297fab0", "name": "network-vif-deleted", "tag": "feca1c5f-41db-4efc-b205-7fb0b051afff", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:34:36.955766 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9ee74e24-7b01-418b-873a-0d11dc0e7e1b {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:34:36.956370 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e3d07f9-47c5-4458-8556-2c627297fab0', 'name': 'network-vif-deleted', 'tag': 'feca1c5f-41db-4efc-b205-7fb0b051afff', 'status': 'completed', 'code': 200} Mar 11 19:34:37.045976 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34688ed1-30cc-4bfd-9085-42a8b86e7c69 req-f1673f79-dc84-4595-b0de-a5f9fa9de98b tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:37.047537 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-34688ed1-30cc-4bfd-9085-42a8b86e7c69 req-f1673f79-dc84-4595-b0de-a5f9fa9de98b tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd301a1f-409e-4a08-bf73-437d640f7371 HTTP/1.1" status: 200 len: 949 time: 0.1108603 Mar 11 19:34:37.062587 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ad49801a-857b-4497-b921-9604aebaf2a3 admin admin] Publish callbacks [] for port (b2597b90-4c4b-465c-8883-adccd337e61a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:37.156352 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-34688ed1-30cc-4bfd-9085-42a8b86e7c69 req-9f3f4ecb-0548-4355-92e7-284a9a8bae44 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013401 Mar 11 19:34:37.161067 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8845baa3-183d-4e7f-b678-dd99878af496 req-526ab00b-ef81-4ca7-9cc2-453baff02211 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (d201c699-0b14-403d-8657-ae069e23ad3c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:37.192971 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['d201c699-0b14-403d-8657-ae069e23ad3c', 'd204e893-df2b-46f8-80c4-d43446f39639', '42604403-1896-4306-9755-fa02eb7efb1a'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:34:37.204637 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e3a2cbad-e896-4a1f-9556-73610ba1f8dd req-9f863072-2ba8-451b-b206-f604d34177e2 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=f146c6f5-c337-4e48-b979-f28e2141d131 HTTP/1.1" status: 200 len: 210 time: 0.0379586 Mar 11 19:34:37.281988 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ad49801a-857b-4497-b921-9604aebaf2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (b2597b90-4c4b-465c-8883-adccd337e61a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:37.284739 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526ab00b-ef81-4ca7-9cc2-453baff02211 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Pushing event deleted for resources: {'Port': ['ID=d201c699-0b14-403d-8657-ae069e23ad3c,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:37.308391 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-8845baa3-183d-4e7f-b678-dd99878af496 req-526ab00b-ef81-4ca7-9cc2-453baff02211 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] No DVR routers for this DVR port d201c699-0b14-403d-8657-ae069e23ad3c on host n-h2-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:34:37.313151 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8845baa3-183d-4e7f-b678-dd99878af496 req-526ab00b-ef81-4ca7-9cc2-453baff02211 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:37.316985 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8845baa3-183d-4e7f-b678-dd99878af496 req-526ab00b-ef81-4ca7-9cc2-453baff02211 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.57 "DELETE /v2.0/ports/d201c699-0b14-403d-8657-ae069e23ad3c HTTP/1.1" status: 204 len: 173 time: 1.2017417 Mar 11 19:34:37.317623 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01d96742-1670-4df9-b22d-a3bb259a761b', 'name': 'network-vif-deleted', 'tag': 'd201c699-0b14-403d-8657-ae069e23ad3c'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:34:37.319958 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f89477-b5a5-4d6b-9607-409c55eebbc0" -d '{"events": [{"server_uuid": "01d96742-1670-4df9-b22d-a3bb259a761b", "name": "network-vif-deleted", "tag": "d201c699-0b14-403d-8657-ae069e23ad3c"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:34:37.388982 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad49801a-857b-4497-b921-9604aebaf2a3 admin admin] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:34:37.404203 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c7a3195-7a92-4d65-8bd3-47756a70dba6 x-openstack-request-id: req-8c7a3195-7a92-4d65-8bd3-47756a70dba6 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:34:37.409047 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01d96742-1670-4df9-b22d-a3bb259a761b", "name": "network-vif-deleted", "tag": "d201c699-0b14-403d-8657-ae069e23ad3c", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:34:37.409445 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8c7a3195-7a92-4d65-8bd3-47756a70dba6 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:34:37.410742 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01d96742-1670-4df9-b22d-a3bb259a761b', 'name': 'network-vif-deleted', 'tag': 'd201c699-0b14-403d-8657-ae069e23ad3c', 'status': 'completed', 'code': 200} Mar 11 19:34:37.415366 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-ad49801a-857b-4497-b921-9604aebaf2a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:34:37.497318 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad49801a-857b-4497-b921-9604aebaf2a3 admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:34:37.585795 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b2f539-d5aa-4882-b00f-7631117982f6 req-d4d46514-de5f-408d-827c-5417389b8c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:37.587868 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d4b2f539-d5aa-4882-b00f-7631117982f6 req-d4d46514-de5f-408d-827c-5417389b8c87 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=487f8613d1fa45ab81e48e9d9d0fc801&device_id=cd301a1f-409e-4a08-bf73-437d640f7371 HTTP/1.1" status: 200 len: 1131 time: 0.1535640 Mar 11 19:34:37.666928 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4c951e33-5c09-4695-a660-d401b1a68609 req-4c918212-e2da-41b9-b9c9-ed6ae14ec5ae tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] 10.222.0.65 "GET /v2.0/ports?device_id=0e3d07f9-47c5-4458-8556-2c627297fab0 HTTP/1.1" status: 200 len: 210 time: 0.1245472 Mar 11 19:34:37.667581 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad49801a-857b-4497-b921-9604aebaf2a3 admin admin] Pushing event updated for resources: {'Port': ['ID=b2597b90-4c4b-465c-8883-adccd337e61a,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:37.822125 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b2f539-d5aa-4882-b00f-7631117982f6 req-dfe20773-f351-4a40-b415-75ac3accd14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:37.823728 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d4b2f539-d5aa-4882-b00f-7631117982f6 req-dfe20773-f351-4a40-b415-75ac3accd14f service neutron] 10.222.0.57 "GET /v2.0/networks?id=885772b1-9b97-4e1d-a0fb-e125030c5a81 HTTP/1.1" status: 200 len: 870 time: 0.2030530 Mar 11 19:34:37.865388 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e67135ec-f0b2-4d24-99eb-fde8ea021da8 req-0ab3e53e-a4e1-4991-93f8-580a7e05007a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 210 time: 0.0589807 Mar 11 19:34:37.931616 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d4b2f539-d5aa-4882-b00f-7631117982f6 req-10505df8-1ad2-4a98-9987-50bb93b25bec service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=afae19bd-dd94-4683-8fc5-b976d07d9d30 HTTP/1.1" status: 200 len: 217 time: 0.0788519 Mar 11 19:34:37.934500 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-8845baa3-183d-4e7f-b678-dd99878af496 req-da34ffa7-e10e-47a6-be3e-6213c62ba807 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Deleting port d204e893-df2b-46f8-80c4-d43446f39639 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:34:37.934843 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8845baa3-183d-4e7f-b678-dd99878af496 req-da34ffa7-e10e-47a6-be3e-6213c62ba807 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (d204e893-df2b-46f8-80c4-d43446f39639), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:38.018520 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b2f539-d5aa-4882-b00f-7631117982f6 req-9d60bd8a-f6d7-4e24-9b1f-93e2380b5471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:38.020096 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d4b2f539-d5aa-4882-b00f-7631117982f6 req-9d60bd8a-f6d7-4e24-9b1f-93e2380b5471 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.0795736 Mar 11 19:34:38.028664 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61211bc3-eaca-4148-af7e-2ad71d839827 req-ecfda798-b2d5-4f36-8d1a-f0de069811ff tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:38.033958 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61211bc3-eaca-4148-af7e-2ad71d839827 req-ecfda798-b2d5-4f36-8d1a-f0de069811ff tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:38.035551 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-61211bc3-eaca-4148-af7e-2ad71d839827 req-ecfda798-b2d5-4f36-8d1a-f0de069811ff tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/ports?device_id=01d96742-1670-4df9-b22d-a3bb259a761b HTTP/1.1" status: 200 len: 1683 time: 0.1077013 Mar 11 19:34:38.105428 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-8845baa3-183d-4e7f-b678-dd99878af496 req-da34ffa7-e10e-47a6-be3e-6213c62ba807 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] For port d204e893-df2b-46f8-80c4-d43446f39639, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=d204e893-df2b-46f8-80c4-d43446f39639,segment=NetworkSegment(8fd455bd-0100-4568-b1f1-692b62b6da1a),segment_id=8fd455bd-0100-4568-b1f1-692b62b6da1a)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:34:38.105652 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8845baa3-183d-4e7f-b678-dd99878af496 req-da34ffa7-e10e-47a6-be3e-6213c62ba807 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (d204e893-df2b-46f8-80c4-d43446f39639), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:38.123215 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b2f539-d5aa-4882-b00f-7631117982f6 req-79de4cea-d778-4ba1-87cf-c943bcb3d102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:38.124779 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d4b2f539-d5aa-4882-b00f-7631117982f6 req-79de4cea-d778-4ba1-87cf-c943bcb3d102 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0883665 Mar 11 19:34:38.126664 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-8845baa3-183d-4e7f-b678-dd99878af496 req-da34ffa7-e10e-47a6-be3e-6213c62ba807 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Calling delete_port for d204e893-df2b-46f8-80c4-d43446f39639 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:34:38.128504 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-61211bc3-eaca-4148-af7e-2ad71d839827 req-c7c60988-b279-48ad-8107-0574de147c88 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9e7d402-b560-4db2-8773-5024f2c98b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830824 Mar 11 19:34:38.130884 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ad49801a-857b-4497-b921-9604aebaf2a3 admin admin] Publish callbacks [] for router_gateway (eaa26470-4c63-4a35-aa02-be8fbe5d2a39), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:38.235891 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d4b2f539-d5aa-4882-b00f-7631117982f6 req-5b24c6c7-55d6-4a0c-85e0-8b699a5febea service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048436 Mar 11 19:34:38.388419 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3abb57fe-3dd5-4b42-807e-0f2030d37053 req-7fdfbb34-c43e-4560-9888-08a7ef7a230c tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=f146c6f5-c337-4e48-b979-f28e2141d131 HTTP/1.1" status: 200 len: 210 time: 0.0715675 Mar 11 19:34:38.400069 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8845baa3-183d-4e7f-b678-dd99878af496 req-da34ffa7-e10e-47a6-be3e-6213c62ba807 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (d204e893-df2b-46f8-80c4-d43446f39639), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:38.414330 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['d201c699-0b14-403d-8657-ae069e23ad3c'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:34:38.435875 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d4b2f539-d5aa-4882-b00f-7631117982f6 req-9297c265-5625-4fb2-910f-b834abebfd23 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938696 Mar 11 19:34:38.438601 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da34ffa7-e10e-47a6-be3e-6213c62ba807 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Pushing event deleted for resources: {'Port': ['ID=d204e893-df2b-46f8-80c4-d43446f39639,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:38.457424 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a73236-7f04-49fd-ba99-57df358b5104 req-0b32a130-600f-4ddc-95f8-2d090697f4bc tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:38.467308 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f2a73236-7f04-49fd-ba99-57df358b5104 req-0b32a130-600f-4ddc-95f8-2d090697f4bc tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd301a1f-409e-4a08-bf73-437d640f7371 HTTP/1.1" status: 200 len: 949 time: 0.2047980 Mar 11 19:34:38.533981 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f2a73236-7f04-49fd-ba99-57df358b5104 req-48053804-9a44-4185-89dc-519c740b49b0 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649874 Mar 11 19:34:38.956904 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-8845baa3-183d-4e7f-b678-dd99878af496 req-da34ffa7-e10e-47a6-be3e-6213c62ba807 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] No DVR routers for this DVR port d204e893-df2b-46f8-80c4-d43446f39639 on host n-h2-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:34:38.959482 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f146c6f5-c337-4e48-b979-f28e2141d131', 'name': 'network-vif-deleted', 'tag': '07a01ffe-714a-411e-a2e0-f49ec4aa01da'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:34:38.961315 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8845baa3-183d-4e7f-b678-dd99878af496 req-da34ffa7-e10e-47a6-be3e-6213c62ba807 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:38.965277 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29277df8-8db0-4d91-811e-3ce78a716858" -d '{"events": [{"server_uuid": "f146c6f5-c337-4e48-b979-f28e2141d131", "name": "network-vif-deleted", "tag": "07a01ffe-714a-411e-a2e0-f49ec4aa01da"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:34:38.965583 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8845baa3-183d-4e7f-b678-dd99878af496 req-da34ffa7-e10e-47a6-be3e-6213c62ba807 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.57 "DELETE /v2.0/ports/d204e893-df2b-46f8-80c4-d43446f39639 HTTP/1.1" status: 204 len: 173 time: 1.6241014 Mar 11 19:34:38.969060 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ad49801a-857b-4497-b921-9604aebaf2a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (eaa26470-4c63-4a35-aa02-be8fbe5d2a39), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:39.009298 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3e45b89a-98ad-4799-a70a-10ed7f24ddd8 req-61ccbcd6-8a9c-4091-9626-c561d1810750 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 210 time: 0.0391645 Mar 11 19:34:39.023302 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb136ee-433b-41b9-94ed-e36ac420818e x-openstack-request-id: req-0cb136ee-433b-41b9-94ed-e36ac420818e {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:34:39.023607 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f146c6f5-c337-4e48-b979-f28e2141d131", "name": "network-vif-deleted", "tag": "07a01ffe-714a-411e-a2e0-f49ec4aa01da", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:34:39.024796 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0cb136ee-433b-41b9-94ed-e36ac420818e {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:34:39.025482 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f146c6f5-c337-4e48-b979-f28e2141d131', 'name': 'network-vif-deleted', 'tag': '07a01ffe-714a-411e-a2e0-f49ec4aa01da', 'status': 'completed', 'code': 200} Mar 11 19:34:39.204506 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-8845baa3-183d-4e7f-b678-dd99878af496 req-536ad566-ed59-43d0-a7ae-f801e349052f tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Deleting port 42604403-1896-4306-9755-fa02eb7efb1a {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:34:39.204914 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8845baa3-183d-4e7f-b678-dd99878af496 req-536ad566-ed59-43d0-a7ae-f801e349052f tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (42604403-1896-4306-9755-fa02eb7efb1a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:39.211717 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33144) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:34:39.267110 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-da4af416-4fe0-4997-a6c4-6db3921bbca0 admin admin] Deleting subnet 654fe02a-2387-4189-a51d-09de4e86c125 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:34:39.272692 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-da4af416-4fe0-4997-a6c4-6db3921bbca0 admin admin] Publish callbacks [] for subnet (654fe02a-2387-4189-a51d-09de4e86c125), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:39.331006 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad49801a-857b-4497-b921-9604aebaf2a3 admin admin] Router eaa26470-4c63-4a35-aa02-be8fbe5d2a39 is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:34:39.346865 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-da4af416-4fe0-4997-a6c4-6db3921bbca0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (654fe02a-2387-4189-a51d-09de4e86c125), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:39.357058 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-8845baa3-183d-4e7f-b678-dd99878af496 req-536ad566-ed59-43d0-a7ae-f801e349052f tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] For port 42604403-1896-4306-9755-fa02eb7efb1a, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=42604403-1896-4306-9755-fa02eb7efb1a,segment=NetworkSegment(a428e657-2306-40d2-830f-79e1ffe38620),segment_id=a428e657-2306-40d2-830f-79e1ffe38620)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:34:39.357590 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8845baa3-183d-4e7f-b678-dd99878af496 req-536ad566-ed59-43d0-a7ae-f801e349052f tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (42604403-1896-4306-9755-fa02eb7efb1a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:39.405491 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-8845baa3-183d-4e7f-b678-dd99878af496 req-536ad566-ed59-43d0-a7ae-f801e349052f tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Calling delete_port for 42604403-1896-4306-9755-fa02eb7efb1a owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:34:39.407091 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e147017c-ec50-45b2-84c7-479f656a72dc req-e8798ae2-5489-4fb1-9d89-d40431ab9015 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:39.410054 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e147017c-ec50-45b2-84c7-479f656a72dc req-e8798ae2-5489-4fb1-9d89-d40431ab9015 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/ports?device_id=01d96742-1670-4df9-b22d-a3bb259a761b HTTP/1.1" status: 200 len: 946 time: 0.1381993 Mar 11 19:34:39.412674 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01d96742-1670-4df9-b22d-a3bb259a761b', 'name': 'network-vif-deleted', 'tag': 'd204e893-df2b-46f8-80c4-d43446f39639'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:34:39.415153 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4747cc08-29db-49f0-9107-45e1a9bfab4b" -d '{"events": [{"server_uuid": "01d96742-1670-4df9-b22d-a3bb259a761b", "name": "network-vif-deleted", "tag": "d204e893-df2b-46f8-80c4-d43446f39639"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:34:39.415444 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-da4af416-4fe0-4997-a6c4-6db3921bbca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (654fe02a-2387-4189-a51d-09de4e86c125), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:39.471821 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 07a01ffe-714a-411e-a2e0-f49ec4aa01da no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:34:39.504490 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: 07a01ffe-714a-411e-a2e0-f49ec4aa01da {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:34:39.505533 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 07a01ffe-714a-411e-a2e0-f49ec4aa01da not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:34:39.506495 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 42604403-1896-4306-9755-fa02eb7efb1a no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:34:39.536977 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1b2b1c81-ca52-4612-92ae-ce4c3f4c9367 req-4425d9ef-9d68-404c-953d-e1a58cd005d6 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=f146c6f5-c337-4e48-b979-f28e2141d131 HTTP/1.1" status: 200 len: 210 time: 0.0411761 Mar 11 19:34:39.551110 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e147017c-ec50-45b2-84c7-479f656a72dc req-3798148a-67d2-4c70-a8ea-aec2ef274b0d tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9e7d402-b560-4db2-8773-5024f2c98b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083586 Mar 11 19:34:39.556978 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad49801a-857b-4497-b921-9604aebaf2a3 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:34:39.580498 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-da4af416-4fe0-4997-a6c4-6db3921bbca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (654fe02a-2387-4189-a51d-09de4e86c125), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:39.590390 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e563dec4-a240-48b7-b437-eb9553255f83 None None] Sync routers for ids ['eaa26470-4c63-4a35-aa02-be8fbe5d2a39'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:34:39.604193 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ad49801a-857b-4497-b921-9604aebaf2a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:39.606456 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ad49801a-857b-4497-b921-9604aebaf2a3 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.1876345 Mar 11 19:34:39.610187 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33152) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:34:39.645392 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4af416-4fe0-4997-a6c4-6db3921bbca0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=654fe02a-2387-4189-a51d-09de4e86c125,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:39.650956 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-da4af416-4fe0-4997-a6c4-6db3921bbca0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:39.658108 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-da4af416-4fe0-4997-a6c4-6db3921bbca0 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/654fe02a-2387-4189-a51d-09de4e86c125 HTTP/1.1" status: 204 len: 168 time: 0.4420197 Mar 11 19:34:39.660507 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33154) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:34:39.676809 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ae52df-feea-4d59-a4c4-f50fdfbe1b0e x-openstack-request-id: req-b5ae52df-feea-4d59-a4c4-f50fdfbe1b0e {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:34:39.677180 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01d96742-1670-4df9-b22d-a3bb259a761b", "name": "network-vif-deleted", "tag": "d204e893-df2b-46f8-80c4-d43446f39639", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:34:39.677527 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b5ae52df-feea-4d59-a4c4-f50fdfbe1b0e {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:34:39.678018 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01d96742-1670-4df9-b22d-a3bb259a761b', 'name': 'network-vif-deleted', 'tag': 'd204e893-df2b-46f8-80c4-d43446f39639', 'status': 'completed', 'code': 200} Mar 11 19:34:39.694600 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e563dec4-a240-48b7-b437-eb9553255f83 None None] Routers {'eaa26470-4c63-4a35-aa02-be8fbe5d2a39'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:34:39.695308 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-e563dec4-a240-48b7-b437-eb9553255f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:34:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['eaa26470-4c63-4a35-aa02-be8fbe5d2a39'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:34:39.755955 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 42604403-1896-4306-9755-fa02eb7efb1a is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:34:39.756343 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (42604403-1896-4306-9755-fa02eb7efb1a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:39.778116 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device feca1c5f-41db-4efc-b205-7fb0b051afff no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:34:39.802621 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8845baa3-183d-4e7f-b678-dd99878af496 req-536ad566-ed59-43d0-a7ae-f801e349052f tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (42604403-1896-4306-9755-fa02eb7efb1a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:39.813326 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: feca1c5f-41db-4efc-b205-7fb0b051afff {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:34:39.813905 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device feca1c5f-41db-4efc-b205-7fb0b051afff not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:34:39.836602 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d7af0d7a-26e8-4743-85bc-9558321080be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (ebcba11a-843a-4869-86af-b253155a3bc2), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:39.863288 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4247f77-4300-4411-8abf-27d7c63f564c req-22d41719-ffd2-405d-815a-1bf59b9314e3 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:39.871900 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e4247f77-4300-4411-8abf-27d7c63f564c req-22d41719-ffd2-405d-815a-1bf59b9314e3 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd301a1f-409e-4a08-bf73-437d640f7371 HTTP/1.1" status: 200 len: 949 time: 0.1689086 Mar 11 19:34:39.884705 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device d204e893-df2b-46f8-80c4-d43446f39639 no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:34:39.920462 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: d204e893-df2b-46f8-80c4-d43446f39639 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:34:39.921178 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device d204e893-df2b-46f8-80c4-d43446f39639 not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:34:39.921815 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device d201c699-0b14-403d-8657-ae069e23ad3c no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:34:39.947559 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: d201c699-0b14-403d-8657-ae069e23ad3c {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:34:39.948352 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device d201c699-0b14-403d-8657-ae069e23ad3c not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:34:39.959479 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-e563dec4-a240-48b7-b437-eb9553255f83 None None] Set router eaa26470-4c63-4a35-aa02-be8fbe5d2a39 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:34:39.988643 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d7af0d7a-26e8-4743-85bc-9558321080be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (ebcba11a-843a-4869-86af-b253155a3bc2), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:40.018785 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e4247f77-4300-4411-8abf-27d7c63f564c req-b6387bd2-b7ee-48ec-a93a-54b070ae048a tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429148 Mar 11 19:34:40.042947 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-d7af0d7a-26e8-4743-85bc-9558321080be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebcba11a-843a-4869-86af-b253155a3bc2']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:34:40.069890 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536ad566-ed59-43d0-a7ae-f801e349052f tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Pushing event deleted for resources: {'Port': ['ID=42604403-1896-4306-9755-fa02eb7efb1a,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:40.091450 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-d7af0d7a-26e8-4743-85bc-9558321080be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e04ff9a7-22d1-4d10-8b77-9e68a6488033') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:34:40.092397 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-d7af0d7a-26e8-4743-85bc-9558321080be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e04ff9a7-22d1-4d10-8b77-9e68a6488033') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:34:40.117006 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d7af0d7a-26e8-4743-85bc-9558321080be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (e04ff9a7-22d1-4d10-8b77-9e68a6488033), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:40.156402 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d7af0d7a-26e8-4743-85bc-9558321080be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (e04ff9a7-22d1-4d10-8b77-9e68a6488033), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:40.171004 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7af0d7a-26e8-4743-85bc-9558321080be admin admin] Releasing vlan 854 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:34:40.173137 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d7af0d7a-26e8-4743-85bc-9558321080be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (e04ff9a7-22d1-4d10-8b77-9e68a6488033), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:40.177454 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 19:34:40.177454 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:34:40.177454 n-d-833163-1 neutron-server[103885]: timer() Mar 11 19:34:40.177454 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:34:40.177454 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 19:34:40.177454 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:34:40.177454 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 19:34:40.177454 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:34:40.177454 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 19:34:40.177454 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:34:40.177454 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 19:34:40.177454 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:34:40.177454 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 19:34:40.177454 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:34:40.177454 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:34:40.177454 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:34:40.177454 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:34:40.177454 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:34:40.177454 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 19:34:40.177454 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:34:40.177454 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 19:34:40.177454 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:34:40.177454 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:34:40.177454 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:34:40.177454 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 19:34:40.177454 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:34:40.177454 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:34:40.177454 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:34:40.177454 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:34:40.177454 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:34:40.177454 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:34:40.177454 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:34:40.250579 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-e563dec4-a240-48b7-b437-eb9553255f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa26470-4c63-4a35-aa02-be8fbe5d2a39', 'name': 'tempest-ServerRescueNegativeTestJSON-2124418623-router', 'tenant_id': '57167832d4db4819b4f5cac954866076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': 'b2597b90-4c4b-465c-8883-adccd337e61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:34:35Z', 'updated_at': '2022-03-11T19:34:37Z', 'revision_number': 3, 'project_id': '57167832d4db4819b4f5cac954866076', 'gw_port': {'id': 'b2597b90-4c4b-465c-8883-adccd337e61a', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f4:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa26470-4c63-4a35-aa02-be8fbe5d2a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:34:36Z', 'updated_at': '2022-03-11T19:34:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:34:40.255016 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e02a138a-e576-4ad9-b1de-c79fe7f76492 req-788aa50b-1883-4281-9f49-e1f1678a2c02 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 210 time: 0.0692873 Mar 11 19:34:40.272218 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-8845baa3-183d-4e7f-b678-dd99878af496 req-536ad566-ed59-43d0-a7ae-f801e349052f tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] No DVR routers for this DVR port 42604403-1896-4306-9755-fa02eb7efb1a on host n-h2-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:34:40.286986 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8845baa3-183d-4e7f-b678-dd99878af496 req-536ad566-ed59-43d0-a7ae-f801e349052f tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:40.291170 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8845baa3-183d-4e7f-b678-dd99878af496 req-536ad566-ed59-43d0-a7ae-f801e349052f tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.57 "DELETE /v2.0/ports/42604403-1896-4306-9755-fa02eb7efb1a HTTP/1.1" status: 204 len: 173 time: 1.3182278 Mar 11 19:34:40.311088 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e563dec4-a240-48b7-b437-eb9553255f83 None None] Checking router: eaa26470-4c63-4a35-aa02-be8fbe5d2a39 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:34:40.311523 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e563dec4-a240-48b7-b437-eb9553255f83 None None] Updating router eaa26470-4c63-4a35-aa02-be8fbe5d2a39 port b2597b90-4c4b-465c-8883-adccd337e61a binding host n-d-833163-1 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:34:40.333624 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d7af0d7a-26e8-4743-85bc-9558321080be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (ebcba11a-843a-4869-86af-b253155a3bc2), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:40.348808 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d7af0d7a-26e8-4743-85bc-9558321080be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:40.370268 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d7af0d7a-26e8-4743-85bc-9558321080be admin admin] 10.222.0.65 "DELETE /v2.0/networks/ebcba11a-843a-4869-86af-b253155a3bc2 HTTP/1.1" status: 204 len: 168 time: 0.7078013 Mar 11 19:34:40.402519 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e563dec4-a240-48b7-b437-eb9553255f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b2597b90-4c4b-465c-8883-adccd337e61a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:40.406494 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7af0d7a-26e8-4743-85bc-9558321080be admin admin] Pushing event deleted for resources: {'Network': ['ID=ebcba11a-843a-4869-86af-b253155a3bc2,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:40.527228 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c85ed885-abfe-4af4-baf0-eed212159b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:40.552278 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33160) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:34:40.735956 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ad8653ae-7808-4719-9248-c279a1b56b5a req-51e17aec-96fb-4b10-9872-e143580bedaf tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=f146c6f5-c337-4e48-b979-f28e2141d131 HTTP/1.1" status: 200 len: 210 time: 0.0684543 Mar 11 19:34:40.773658 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e563dec4-a240-48b7-b437-eb9553255f83 None None] Publish callbacks [] for port (b2597b90-4c4b-465c-8883-adccd337e61a), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:40.785216 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e563dec4-a240-48b7-b437-eb9553255f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (b2597b90-4c4b-465c-8883-adccd337e61a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:40.827128 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f551c432-5de9-4692-9682-4fc7716358e8 req-cf0163a9-1226-469a-a650-1c34cb41430f tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/ports?device_id=01d96742-1670-4df9-b22d-a3bb259a761b HTTP/1.1" status: 200 len: 210 time: 0.0649354 Mar 11 19:34:40.835663 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603113a3-4729-46e2-8c56-c89119384e0b None None] Pushing event updated for resources: {'Port': ['ID=b2597b90-4c4b-465c-8883-adccd337e61a,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:40.843931 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-91c1fc2d-3c69-42d0-af18-2b755d6d1012 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8507785a0a9f4061bbead22d50c44419&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2898045 Mar 11 19:34:40.846717 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33166) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:34:40.862043 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-e563dec4-a240-48b7-b437-eb9553255f83 None None] Attempting to bind port b2597b90-4c4b-465c-8883-adccd337e61a on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:34:40.862440 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-e563dec4-a240-48b7-b437-eb9553255f83 None None] Attempting to bind port b2597b90-4c4b-465c-8883-adccd337e61a by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:34:40.862803 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e563dec4-a240-48b7-b437-eb9553255f83 None None] Attempting to bind port b2597b90-4c4b-465c-8883-adccd337e61a on network 612cc066-33e3-444d-b1c7-d0a64751482a {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:34:40.872521 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e563dec4-a240-48b7-b437-eb9553255f83 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:34:40.872817 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e563dec4-a240-48b7-b437-eb9553255f83 None None] Checking segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:34:40.873161 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e563dec4-a240-48b7-b437-eb9553255f83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:40.874306 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e563dec4-a240-48b7-b437-eb9553255f83 None None] Bound using segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:34:40.875570 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-e563dec4-a240-48b7-b437-eb9553255f83 None None] Bound port: b2597b90-4c4b-465c-8883-adccd337e61a, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:34:40.876129 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e563dec4-a240-48b7-b437-eb9553255f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b2597b90-4c4b-465c-8883-adccd337e61a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:40.942081 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-e563dec4-a240-48b7-b437-eb9553255f83 None None] For port b2597b90-4c4b-465c-8883-adccd337e61a, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:34:40.945994 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-e563dec4-a240-48b7-b437-eb9553255f83 None None] For port b2597b90-4c4b-465c-8883-adccd337e61a, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=b2597b90-4c4b-465c-8883-adccd337e61a,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:34:40.952567 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-15679205-fba8-4e56-8100-814e0f262929 admin admin] Publish callbacks [] for security_group (9e295548-40c6-4aff-8eff-a54d88cb1f65), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:40.956535 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e563dec4-a240-48b7-b437-eb9553255f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (b2597b90-4c4b-465c-8883-adccd337e61a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:40.984498 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-c85ed885-abfe-4af4-baf0-eed212159b62 admin admin] Allocated IP 172.20.0.1 (603aaea1-f5bf-4434-b0ab-49b5034dacdd/23a3dd94-cd73-4b82-b4a6-b6bdd0e8f5ac/223054f4-a33c-4c61-aafa-060596f1976b) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:34:41.013165 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-15679205-fba8-4e56-8100-814e0f262929 admin admin] Publish callbacks [] for security_group (9e295548-40c6-4aff-8eff-a54d88cb1f65), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:41.058977 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e563dec4-a240-48b7-b437-eb9553255f83 None None] Routers {'eaa26470-4c63-4a35-aa02-be8fbe5d2a39'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:34:41.059871 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-e563dec4-a240-48b7-b437-eb9553255f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:34:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['eaa26470-4c63-4a35-aa02-be8fbe5d2a39'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:34:41.106481 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603113a3-4729-46e2-8c56-c89119384e0b None None] Pushing event updated for resources: {'Port': ['ID=b2597b90-4c4b-465c-8883-adccd337e61a,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:41.141050 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-15679205-fba8-4e56-8100-814e0f262929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (9e295548-40c6-4aff-8eff-a54d88cb1f65), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:41.144686 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-15679205-fba8-4e56-8100-814e0f262929 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:41.146119 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-15679205-fba8-4e56-8100-814e0f262929 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9e295548-40c6-4aff-8eff-a54d88cb1f65 HTTP/1.1" status: 204 len: 168 time: 0.2973132 Mar 11 19:34:41.187832 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15679205-fba8-4e56-8100-814e0f262929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e295548-40c6-4aff-8eff-a54d88cb1f65,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:41.231917 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-e563dec4-a240-48b7-b437-eb9553255f83 None None] Set router eaa26470-4c63-4a35-aa02-be8fbe5d2a39 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:34:41.248460 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c843b2-0292-49ac-824f-7aef0d6292bf req-29d277fe-469f-40ca-af0f-de257545fb09 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:41.253817 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c85ed885-abfe-4af4-baf0-eed212159b62 admin admin] Publish callbacks [] for port (223054f4-a33c-4c61-aafa-060596f1976b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:41.257724 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-97c843b2-0292-49ac-824f-7aef0d6292bf req-29d277fe-469f-40ca-af0f-de257545fb09 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd301a1f-409e-4a08-bf73-437d640f7371 HTTP/1.1" status: 200 len: 949 time: 0.1003029 Mar 11 19:34:41.325113 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c85ed885-abfe-4af4-baf0-eed212159b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (223054f4-a33c-4c61-aafa-060596f1976b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:41.384844 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-97c843b2-0292-49ac-824f-7aef0d6292bf req-22b2f9b2-cac8-4dd7-bc78-c04dffeab130 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217651 Mar 11 19:34:41.417829 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85ed885-abfe-4af4-baf0-eed212159b62 admin admin] Network 603aaea1-f5bf-4434-b0ab-49b5034dacdd is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:34:41.423813 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-c85ed885-abfe-4af4-baf0-eed212159b62 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:34:41.449976 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85ed885-abfe-4af4-baf0-eed212159b62 admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:34:41.461124 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-02812d81-5761-46f6-ace1-1ad0f7439e50 req-e98d134d-fb01-4982-a0ba-150175e5144b tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 210 time: 0.0810280 Mar 11 19:34:41.483121 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85ed885-abfe-4af4-baf0-eed212159b62 admin admin] Pushing event updated for resources: {'Port': ['ID=223054f4-a33c-4c61-aafa-060596f1976b,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:41.504124 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c85ed885-abfe-4af4-baf0-eed212159b62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (eaa26470-4c63-4a35-aa02-be8fbe5d2a39), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:41.608943 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-e563dec4-a240-48b7-b437-eb9553255f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa26470-4c63-4a35-aa02-be8fbe5d2a39', 'name': 'tempest-ServerRescueNegativeTestJSON-2124418623-router', 'tenant_id': '57167832d4db4819b4f5cac954866076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': 'b2597b90-4c4b-465c-8883-adccd337e61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:34:35Z', 'updated_at': '2022-03-11T19:34:37Z', 'revision_number': 3, 'project_id': '57167832d4db4819b4f5cac954866076', 'gw_port': {'id': 'b2597b90-4c4b-465c-8883-adccd337e61a', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f4:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa26470-4c63-4a35-aa02-be8fbe5d2a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:34:36Z', 'updated_at': '2022-03-11T19:34:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:34:41.640177 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e563dec4-a240-48b7-b437-eb9553255f83 None None] The sync data for ids ['eaa26470-4c63-4a35-aa02-be8fbe5d2a39'] in n-d-833163-1 is: [{'id': 'eaa26470-4c63-4a35-aa02-be8fbe5d2a39', 'name': 'tempest-ServerRescueNegativeTestJSON-2124418623-router', 'tenant_id': '57167832d4db4819b4f5cac954866076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': 'b2597b90-4c4b-465c-8883-adccd337e61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:34:35Z', 'updated_at': '2022-03-11T19:34:37Z', 'revision_number': 3, 'project_id': '57167832d4db4819b4f5cac954866076', 'gw_port': {'id': 'b2597b90-4c4b-465c-8883-adccd337e61a', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f4:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa26470-4c63-4a35-aa02-be8fbe5d2a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:34:36Z', 'updated_at': '2022-03-11T19:34:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:34:41.690007 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01d96742-1670-4df9-b22d-a3bb259a761b', 'name': 'network-vif-deleted', 'tag': '42604403-1896-4306-9755-fa02eb7efb1a'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:34:41.696957 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a2730a7-b02e-4fdb-9372-11ac8477ecf7" -d '{"events": [{"server_uuid": "01d96742-1670-4df9-b22d-a3bb259a761b", "name": "network-vif-deleted", "tag": "42604403-1896-4306-9755-fa02eb7efb1a"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:34:41.768191 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c85ed885-abfe-4af4-baf0-eed212159b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (223054f4-a33c-4c61-aafa-060596f1976b), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:41.781331 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d1ec8f-8ec6-490b-94b4-fdfc306ce9df x-openstack-request-id: req-f6d1ec8f-8ec6-490b-94b4-fdfc306ce9df {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:34:41.781942 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01d96742-1670-4df9-b22d-a3bb259a761b", "name": "network-vif-deleted", "tag": "42604403-1896-4306-9755-fa02eb7efb1a", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:34:41.782341 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f6d1ec8f-8ec6-490b-94b4-fdfc306ce9df {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:34:41.782866 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01d96742-1670-4df9-b22d-a3bb259a761b', 'name': 'network-vif-deleted', 'tag': '42604403-1896-4306-9755-fa02eb7efb1a', 'status': 'completed', 'code': 200} Mar 11 19:34:41.865142 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-05291d02-c567-43ba-8aa1-02a26c21d3b8 req-b465d792-fa4c-4b9b-8666-9adce513c2f7 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=f146c6f5-c337-4e48-b979-f28e2141d131 HTTP/1.1" status: 200 len: 210 time: 0.0338602 Mar 11 19:34:41.945158 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33190) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:34:42.066296 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1c97e5f-9228-4e08-9ed5-eb9b8a2c23ae tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Deleting subnet 0f04670d-7f0a-443e-bc94-d3806a05f91b {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:34:42.071960 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1c97e5f-9228-4e08-9ed5-eb9b8a2c23ae tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks [] for subnet (0f04670d-7f0a-443e-bc94-d3806a05f91b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:42.098464 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c85ed885-abfe-4af4-baf0-eed212159b62 admin admin] Publish callbacks [] for port (223054f4-a33c-4c61-aafa-060596f1976b), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:42.104475 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c85ed885-abfe-4af4-baf0-eed212159b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (223054f4-a33c-4c61-aafa-060596f1976b), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:42.127796 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1c97e5f-9228-4e08-9ed5-eb9b8a2c23ae tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (0f04670d-7f0a-443e-bc94-d3806a05f91b), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:42.234366 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85ed885-abfe-4af4-baf0-eed212159b62 admin admin] Pushing event updated for resources: {'Port': ['ID=223054f4-a33c-4c61-aafa-060596f1976b,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:42.237653 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c85ed885-abfe-4af4-baf0-eed212159b62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (eaa26470-4c63-4a35-aa02-be8fbe5d2a39), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:42.316249 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1c97e5f-9228-4e08-9ed5-eb9b8a2c23ae tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (0f04670d-7f0a-443e-bc94-d3806a05f91b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:42.367919 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85ed885-abfe-4af4-baf0-eed212159b62 admin admin] Network 603aaea1-f5bf-4434-b0ab-49b5034dacdd is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:34:42.370436 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-c85ed885-abfe-4af4-baf0-eed212159b62 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:34:42.425164 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1c97e5f-9228-4e08-9ed5-eb9b8a2c23ae tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (0f04670d-7f0a-443e-bc94-d3806a05f91b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:42.532427 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c97e5f-9228-4e08-9ed5-eb9b8a2c23ae tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Pushing event deleted for resources: {'Subnet': ['ID=0f04670d-7f0a-443e-bc94-d3806a05f91b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:42.537011 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1c97e5f-9228-4e08-9ed5-eb9b8a2c23ae tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:42.540737 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5adb7267-fa23-472c-83a6-03de5863f187 None None] Network ad7170fc-1369-4007-8c32-5a7fc5f772b7 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:34:42.546916 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-b1c97e5f-9228-4e08-9ed5-eb9b8a2c23ae tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "DELETE /v2.0/subnets/0f04670d-7f0a-443e-bc94-d3806a05f91b HTTP/1.1" status: 204 len: 168 time: 0.5999141 Mar 11 19:34:42.556551 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33206) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:34:42.658436 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c85ed885-abfe-4af4-baf0-eed212159b62 admin admin] Router eaa26470-4c63-4a35-aa02-be8fbe5d2a39 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:34:42.669865 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-153c5588-4092-49b7-a7fd-3a90c025fd90 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (ad7170fc-1369-4007-8c32-5a7fc5f772b7), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:42.771366 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-086d8678-04c2-4490-9bcb-0602dfc1ea6a req-775fa865-c8c3-47a9-9283-bb399e1d824a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 210 time: 0.0916705 Mar 11 19:34:42.783329 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32273872-6c80-43be-8d9a-8531d9f8c791 None None] DHCP port deletion for ad7170fc-1369-4007-8c32-5a7fc5f772b7 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:34:42.853739 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522ed62-6f57-4d8b-8005-272ca3698931 req-783e52e6-5a22-423c-8deb-c2ffb64db10f tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:42.862075 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2522ed62-6f57-4d8b-8005-272ca3698931 req-783e52e6-5a22-423c-8deb-c2ffb64db10f tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd301a1f-409e-4a08-bf73-437d640f7371 HTTP/1.1" status: 200 len: 949 time: 0.3061082 Mar 11 19:34:42.878471 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-32273872-6c80-43be-8d9a-8531d9f8c791 None None] Deleting port 1e06b570-802b-48d1-a16c-d8adab4ee3fa {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:34:42.880056 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-32273872-6c80-43be-8d9a-8531d9f8c791 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (1e06b570-802b-48d1-a16c-d8adab4ee3fa), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:42.885448 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c85ed885-abfe-4af4-baf0-eed212159b62 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:34:42.906716 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c85ed885-abfe-4af4-baf0-eed212159b62 admin admin] 10.222.0.65 "PUT /v2.0/routers/eaa26470-4c63-4a35-aa02-be8fbe5d2a39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2861702 Mar 11 19:34:42.968039 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-32273872-6c80-43be-8d9a-8531d9f8c791 None None] For port 1e06b570-802b-48d1-a16c-d8adab4ee3fa, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=1e06b570-802b-48d1-a16c-d8adab4ee3fa,segment=NetworkSegment(8fd455bd-0100-4568-b1f1-692b62b6da1a),segment_id=8fd455bd-0100-4568-b1f1-692b62b6da1a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:34:42.968557 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-32273872-6c80-43be-8d9a-8531d9f8c791 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (1e06b570-802b-48d1-a16c-d8adab4ee3fa), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:42.983932 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-32273872-6c80-43be-8d9a-8531d9f8c791 None None] Calling delete_port for 1e06b570-802b-48d1-a16c-d8adab4ee3fa owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:34:43.037723 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2522ed62-6f57-4d8b-8005-272ca3698931 req-f2428897-8ae6-427d-a763-12c4c6741d9a tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743402 Mar 11 19:34:43.047405 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-153c5588-4092-49b7-a7fd-3a90c025fd90 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Deleting port 1e06b570-802b-48d1-a16c-d8adab4ee3fa {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:34:43.048279 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-153c5588-4092-49b7-a7fd-3a90c025fd90 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (1e06b570-802b-48d1-a16c-d8adab4ee3fa), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:43.234908 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-153c5588-4092-49b7-a7fd-3a90c025fd90 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] For port 1e06b570-802b-48d1-a16c-d8adab4ee3fa, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=1e06b570-802b-48d1-a16c-d8adab4ee3fa,segment=NetworkSegment(8fd455bd-0100-4568-b1f1-692b62b6da1a),segment_id=8fd455bd-0100-4568-b1f1-692b62b6da1a)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:34:43.237953 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-153c5588-4092-49b7-a7fd-3a90c025fd90 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (1e06b570-802b-48d1-a16c-d8adab4ee3fa), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:43.249324 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-32273872-6c80-43be-8d9a-8531d9f8c791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (1e06b570-802b-48d1-a16c-d8adab4ee3fa), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:43.275006 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c25440c6-2ffa-49b0-b018-1a19606c7afa req-d287ac10-a77c-456a-994b-c17f123d38b0 tempest-ImagesNegativeTestJSON-1871451002 tempest-ImagesNegativeTestJSON-1871451002-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=8d44ebe625db47b18c889efaa75146c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1261659 Mar 11 19:34:43.281472 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32273872-6c80-43be-8d9a-8531d9f8c791 None None] Pushing event deleted for resources: {'Port': ['ID=1e06b570-802b-48d1-a16c-d8adab4ee3fa,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:43.291060 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a9a2d2aa-9b3b-42de-ae56-26378648ea48 req-864a5aa2-cd96-4a00-93e9-143809bd31dc tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=f146c6f5-c337-4e48-b979-f28e2141d131 HTTP/1.1" status: 200 len: 210 time: 0.1442964 Mar 11 19:34:43.291275 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32273872-6c80-43be-8d9a-8531d9f8c791 None None] No DVR routers for this DVR port 1e06b570-802b-48d1-a16c-d8adab4ee3fa on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:34:43.307226 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-153c5588-4092-49b7-a7fd-3a90c025fd90 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Calling delete_port for 1e06b570-802b-48d1-a16c-d8adab4ee3fa owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:34:43.569673 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25440c6-2ffa-49b0-b018-1a19606c7afa req-3b82ed52-5a07-4cc7-a15c-4c7bfc55fb6f tempest-ImagesNegativeTestJSON-1871451002 tempest-ImagesNegativeTestJSON-1871451002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:43.571175 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c25440c6-2ffa-49b0-b018-1a19606c7afa req-3b82ed52-5a07-4cc7-a15c-4c7bfc55fb6f tempest-ImagesNegativeTestJSON-1871451002 tempest-ImagesNegativeTestJSON-1871451002-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2770913 Mar 11 19:34:43.609855 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c25440c6-2ffa-49b0-b018-1a19606c7afa req-d71ca690-501f-4abb-ba53-243a8c6b6523 tempest-ImagesNegativeTestJSON-1871451002 tempest-ImagesNegativeTestJSON-1871451002-project] 10.222.0.65 "GET /v2.0/quotas/8d44ebe625db47b18c889efaa75146c9 HTTP/1.1" status: 200 len: 375 time: 0.0263727 Mar 11 19:34:43.613320 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-153c5588-4092-49b7-a7fd-3a90c025fd90 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (1e06b570-802b-48d1-a16c-d8adab4ee3fa), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:43.663899 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153c5588-4092-49b7-a7fd-3a90c025fd90 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Pushing event deleted for resources: {'Port': ['ID=1e06b570-802b-48d1-a16c-d8adab4ee3fa,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:43.688010 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda09c78-ad33-42d4-81fc-a1c42d5165fa req-67672854-2ed4-43f0-94ca-92ae846e0dd0 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:43.689919 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fda09c78-ad33-42d4-81fc-a1c42d5165fa req-67672854-2ed4-43f0-94ca-92ae846e0dd0 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/networks?id=603aaea1-f5bf-4434-b0ab-49b5034dacdd HTTP/1.1" status: 200 len: 819 time: 0.2318041 Mar 11 19:34:43.691310 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c25440c6-2ffa-49b0-b018-1a19606c7afa req-e433ed93-2c3e-4e46-8015-0eb577995ee7 tempest-ImagesNegativeTestJSON-1871451002 tempest-ImagesNegativeTestJSON-1871451002-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=8d44ebe625db47b18c889efaa75146c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0713179 Mar 11 19:34:43.692257 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153c5588-4092-49b7-a7fd-3a90c025fd90 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] No DVR routers for this DVR port 1e06b570-802b-48d1-a16c-d8adab4ee3fa on host n-d-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:34:43.827719 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fda09c78-ad33-42d4-81fc-a1c42d5165fa req-68e2238e-ed99-48a2-a493-399d7938be7d tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/quotas/57167832d4db4819b4f5cac954866076 HTTP/1.1" status: 200 len: 375 time: 0.1070800 Mar 11 19:34:43.908091 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device b2597b90-4c4b-465c-8883-adccd337e61a up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:34:43.967432 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-153c5588-4092-49b7-a7fd-3a90c025fd90 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (ad7170fc-1369-4007-8c32-5a7fc5f772b7), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:44.014995 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port b2597b90-4c4b-465c-8883-adccd337e61a triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:34:44.015864 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (b2597b90-4c4b-465c-8883-adccd337e61a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:44.119124 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port b2597b90-4c4b-465c-8883-adccd337e61a is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:34:44.120072 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b2597b90-4c4b-465c-8883-adccd337e61a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:44.144459 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2fd8e8d6-4a0a-4229-ad77-95db0cd995a5 req-f20253a8-cb5d-4ae3-991a-8bda09d4bd99 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 210 time: 0.1119072 Mar 11 19:34:44.150242 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-153c5588-4092-49b7-a7fd-3a90c025fd90 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad7170fc-1369-4007-8c32-5a7fc5f772b7']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:34:44.162740 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port b2597b90-4c4b-465c-8883-adccd337e61a, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=b2597b90-4c4b-465c-8883-adccd337e61a,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:34:44.170790 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (b2597b90-4c4b-465c-8883-adccd337e61a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:44.194938 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-153c5588-4092-49b7-a7fd-3a90c025fd90 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fd455bd-0100-4568-b1f1-692b62b6da1a') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:34:44.195365 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-153c5588-4092-49b7-a7fd-3a90c025fd90 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fd455bd-0100-4568-b1f1-692b62b6da1a') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:34:44.229709 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fda09c78-ad33-42d4-81fc-a1c42d5165fa req-f7353d6c-ce0c-4fc9-a97c-8b5255120df2 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=57167832d4db4819b4f5cac954866076&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3911314 Mar 11 19:34:44.236903 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-153c5588-4092-49b7-a7fd-3a90c025fd90 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (8fd455bd-0100-4568-b1f1-692b62b6da1a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:44.275453 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 1e06b570-802b-48d1-a16c-d8adab4ee3fa no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:34:44.310033 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=b2597b90-4c4b-465c-8883-adccd337e61a,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:44.342839 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-153c5588-4092-49b7-a7fd-3a90c025fd90 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (8fd455bd-0100-4568-b1f1-692b62b6da1a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:44.359268 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bf5134b0-d1f7-4af1-865e-f1c52cda93d1 req-49e7dea6-6380-47b7-b05f-07e8063aa0fc tempest-ImagesNegativeTestJSON-1871451002 tempest-ImagesNegativeTestJSON-1871451002-project] 10.222.0.65 "GET /v2.0/ports?device_id=3070b780-78f7-4c50-b8f5-718c589bc394 HTTP/1.1" status: 200 len: 210 time: 0.1185086 Mar 11 19:34:44.360482 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 1e06b570-802b-48d1-a16c-d8adab4ee3fa {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:34:44.360945 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 1e06b570-802b-48d1-a16c-d8adab4ee3fa not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:34:44.389327 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-153c5588-4092-49b7-a7fd-3a90c025fd90 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Releasing vlan 856 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:34:44.389917 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-153c5588-4092-49b7-a7fd-3a90c025fd90 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (8fd455bd-0100-4568-b1f1-692b62b6da1a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:44.394521 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c5ee46-825a-40ec-8de5-1779a2ba83d3 None None] Sync routers for ids ['eaa26470-4c63-4a35-aa02-be8fbe5d2a39'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:34:44.400652 n-d-833163-1 neutron-server[103885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:34:44.400652 n-d-833163-1 neutron-server[103885]: self.session.flush() Mar 11 19:34:44.400652 n-d-833163-1 neutron-server[103885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:34:44.400652 n-d-833163-1 neutron-server[103885]: self.session.flush() Mar 11 19:34:44.400652 n-d-833163-1 neutron-server[103885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:34:44.400652 n-d-833163-1 neutron-server[103885]: self.session.flush() Mar 11 19:34:44.400652 n-d-833163-1 neutron-server[103885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:34:44.400652 n-d-833163-1 neutron-server[103885]: self.session.flush() Mar 11 19:34:44.400652 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 19:34:44.400652 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:34:44.400652 n-d-833163-1 neutron-server[103885]: timer() Mar 11 19:34:44.400652 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:34:44.400652 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 19:34:44.400652 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:34:44.400652 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 19:34:44.400652 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:34:44.400652 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 19:34:44.400652 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:34:44.400652 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 19:34:44.400652 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:34:44.400652 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 19:34:44.400652 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:34:44.400652 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:34:44.400652 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:34:44.400652 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:34:44.400652 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:34:44.400652 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 19:34:44.400652 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:34:44.400652 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 19:34:44.400652 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:34:44.400652 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:34:44.400652 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:34:44.400652 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 19:34:44.400652 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:34:44.400652 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:34:44.400652 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:34:44.400652 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:34:44.400652 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:34:44.400652 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:34:44.400652 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:34:44.407020 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c5ee46-825a-40ec-8de5-1779a2ba83d3 None None] Routers {'eaa26470-4c63-4a35-aa02-be8fbe5d2a39'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:34:44.407655 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-00c5ee46-825a-40ec-8de5-1779a2ba83d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:34:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['eaa26470-4c63-4a35-aa02-be8fbe5d2a39'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:34:44.700530 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-00c5ee46-825a-40ec-8de5-1779a2ba83d3 None None] Set router eaa26470-4c63-4a35-aa02-be8fbe5d2a39 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:34:44.846749 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-153c5588-4092-49b7-a7fd-3a90c025fd90 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (ad7170fc-1369-4007-8c32-5a7fc5f772b7), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:44.851458 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-153c5588-4092-49b7-a7fd-3a90c025fd90 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:44.857144 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-153c5588-4092-49b7-a7fd-3a90c025fd90 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "DELETE /v2.0/networks/ad7170fc-1369-4007-8c32-5a7fc5f772b7 HTTP/1.1" status: 204 len: 168 time: 2.2965555 Mar 11 19:34:44.857349 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33256) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:34:44.893703 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153c5588-4092-49b7-a7fd-3a90c025fd90 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Pushing event deleted for resources: {'Network': ['ID=ad7170fc-1369-4007-8c32-5a7fc5f772b7,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:44.898094 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fda09c78-ad33-42d4-81fc-a1c42d5165fa req-1d62896f-2654-4204-b344-010d69eb327f service neutron] 10.222.0.65 "GET /v2.0/networks/603aaea1-f5bf-4434-b0ab-49b5034dacdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6262124 Mar 11 19:34:44.938163 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee7249-8404-4c57-879a-884e24b72381 req-400945ca-21b4-4e6c-8120-a725f4a7500d tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:44.946683 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0dee7249-8404-4c57-879a-884e24b72381 req-400945ca-21b4-4e6c-8120-a725f4a7500d tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd301a1f-409e-4a08-bf73-437d640f7371 HTTP/1.1" status: 200 len: 949 time: 0.4359365 Mar 11 19:34:45.005033 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff05b56d-a6c0-4fb6-beae-b565624b6ca8 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Deleting subnet dd9955f5-e5eb-444f-846f-3da06c1d67a8 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:34:45.026876 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ff05b56d-a6c0-4fb6-beae-b565624b6ca8 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks [] for subnet (dd9955f5-e5eb-444f-846f-3da06c1d67a8), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:45.068905 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0dee7249-8404-4c57-879a-884e24b72381 req-9512d8b0-8ced-4e6b-9b04-78876d1fe212 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213295 Mar 11 19:34:45.095375 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fda09c78-ad33-42d4-81fc-a1c42d5165fa req-efff0705-ccca-4cad-b855-b2d8beb0bf42 service neutron] 10.222.0.65 "GET /v2.0/networks/603aaea1-f5bf-4434-b0ab-49b5034dacdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802416 Mar 11 19:34:45.096439 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-00c5ee46-825a-40ec-8de5-1779a2ba83d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa26470-4c63-4a35-aa02-be8fbe5d2a39', 'name': 'tempest-ServerRescueNegativeTestJSON-2124418623-router', 'tenant_id': '57167832d4db4819b4f5cac954866076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': 'b2597b90-4c4b-465c-8883-adccd337e61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:34:35Z', 'updated_at': '2022-03-11T19:34:41Z', 'revision_number': 4, 'project_id': '57167832d4db4819b4f5cac954866076', 'gw_port': {'id': 'b2597b90-4c4b-465c-8883-adccd337e61a', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa26470-4c63-4a35-aa02-be8fbe5d2a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:34:36Z', 'updated_at': '2022-03-11T19:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '223054f4-a33c-4c61-aafa-060596f1976b', 'name': '', 'network_id': '603aaea1-f5bf-4434-b0ab-49b5034dacdd', 'tenant_id': '57167832d4db4819b4f5cac954866076', 'mac_address': 'fa:16:3e:e2:b0:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa26470-4c63-4a35-aa02-be8fbe5d2a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '23a3dd94-cd73-4b82-b4a6-b6bdd0e8f5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:34:40Z', 'updated_at': '2022-03-11T19:34:41Z', 'revision_number': 2, 'project_id': '57167832d4db4819b4f5cac954866076', 'subnets': [{'id': '23a3dd94-cd73-4b82-b4a6-b6bdd0e8f5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:34:45.098959 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ff05b56d-a6c0-4fb6-beae-b565624b6ca8 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (dd9955f5-e5eb-444f-846f-3da06c1d67a8), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:45.163618 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c5ee46-825a-40ec-8de5-1779a2ba83d3 None None] Checking router: eaa26470-4c63-4a35-aa02-be8fbe5d2a39 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:34:45.167300 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c5ee46-825a-40ec-8de5-1779a2ba83d3 None None] Updating router eaa26470-4c63-4a35-aa02-be8fbe5d2a39 port 223054f4-a33c-4c61-aafa-060596f1976b binding host n-d-833163-1 {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:34:45.202242 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ed75b375-213e-4b1f-abb2-c6d9e2305e0c req-fc513714-e11e-4bf7-945f-348641df5e86 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=f146c6f5-c337-4e48-b979-f28e2141d131 HTTP/1.1" status: 200 len: 210 time: 0.0477743 Mar 11 19:34:45.214632 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-00c5ee46-825a-40ec-8de5-1779a2ba83d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (223054f4-a33c-4c61-aafa-060596f1976b), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:45.316255 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ff05b56d-a6c0-4fb6-beae-b565624b6ca8 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (dd9955f5-e5eb-444f-846f-3da06c1d67a8), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:45.416247 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-581a8513-b8db-4660-b435-c3679b14825c req-6664fdde-ef2d-4371-9f20-99a99da3378a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 210 time: 0.0696406 Mar 11 19:34:45.501002 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ff05b56d-a6c0-4fb6-beae-b565624b6ca8 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (dd9955f5-e5eb-444f-846f-3da06c1d67a8), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:45.510205 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e0ee0342-b072-4e4d-9c4f-ba22330e83d8 req-d4a1200a-954d-4028-8077-6fa28b3278fd tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?device_id=e1d2be0c-60f7-4b21-82d5-4bc9663b79c8 HTTP/1.1" status: 200 len: 210 time: 0.0929017 Mar 11 19:34:45.580817 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c25440c6-2ffa-49b0-b018-1a19606c7afa req-77186e6c-ec00-4b2d-8a77-151d0c1b150f tempest-ImagesNegativeTestJSON-1871451002 tempest-ImagesNegativeTestJSON-1871451002-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=8d44ebe625db47b18c889efaa75146c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0695593 Mar 11 19:34:45.595428 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff05b56d-a6c0-4fb6-beae-b565624b6ca8 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Pushing event deleted for resources: {'Subnet': ['ID=dd9955f5-e5eb-444f-846f-3da06c1d67a8,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:45.611020 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa9250c-3fd1-4e03-8740-159dca499361 None None] Network d1a47003-b278-4da4-924a-76225dced105 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:34:45.623903 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ff05b56d-a6c0-4fb6-beae-b565624b6ca8 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:45.630973 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ff05b56d-a6c0-4fb6-beae-b565624b6ca8 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "DELETE /v2.0/subnets/dd9955f5-e5eb-444f-846f-3da06c1d67a8 HTTP/1.1" status: 204 len: 168 time: 0.7691786 Mar 11 19:34:45.631454 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33268) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:34:45.802245 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-00c5ee46-825a-40ec-8de5-1779a2ba83d3 None None] Publish callbacks [] for port (223054f4-a33c-4c61-aafa-060596f1976b), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:45.810646 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-00c5ee46-825a-40ec-8de5-1779a2ba83d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (223054f4-a33c-4c61-aafa-060596f1976b), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:45.886290 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device b2597b90-4c4b-465c-8883-adccd337e61a up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:34:45.896705 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-314b1823-13e7-4167-a2ab-d55da4a3266c tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (d1a47003-b278-4da4-924a-76225dced105), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:45.969296 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port b2597b90-4c4b-465c-8883-adccd337e61a triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:34:45.969296 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (b2597b90-4c4b-465c-8883-adccd337e61a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:45.971346 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25440c6-2ffa-49b0-b018-1a19606c7afa req-e074320b-097e-4bf6-9180-975e9b14c771 tempest-ImagesNegativeTestJSON-1871451002 tempest-ImagesNegativeTestJSON-1871451002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:45.980461 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3ba236-ca03-4167-a97a-923b08ab9643 None None] Pushing event updated for resources: {'Port': ['ID=223054f4-a33c-4c61-aafa-060596f1976b,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:46.006892 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c25440c6-2ffa-49b0-b018-1a19606c7afa req-e074320b-097e-4bf6-9180-975e9b14c771 tempest-ImagesNegativeTestJSON-1871451002 tempest-ImagesNegativeTestJSON-1871451002-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4015751 Mar 11 19:34:46.074708 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-c25440c6-2ffa-49b0-b018-1a19606c7afa req-90ad4455-c9bc-4824-b1e8-93e840cb6aa5 tempest-ImagesNegativeTestJSON-1871451002 tempest-ImagesNegativeTestJSON-1871451002-project] Request body: {'port': {'device_id': '3070b780-78f7-4c50-b8f5-718c589bc394', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'admin_state_up': True, 'tenant_id': '8d44ebe625db47b18c889efaa75146c9'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:34:46.089556 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-314b1823-13e7-4167-a2ab-d55da4a3266c tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Deleting port 94fb6531-b2ab-436b-9204-e6c514d855fb {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:34:46.089906 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-314b1823-13e7-4167-a2ab-d55da4a3266c tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (94fb6531-b2ab-436b-9204-e6c514d855fb), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:46.132520 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6d49b1c0-d17e-4285-8920-c76e2624ebd0 req-0c1e44d2-0b4c-4840-8eed-0d90d4d55626 tempest-ImagesNegativeTestJSON-1871451002 tempest-ImagesNegativeTestJSON-1871451002-project] 10.222.0.65 "GET /v2.0/ports?device_id=3070b780-78f7-4c50-b8f5-718c589bc394 HTTP/1.1" status: 200 len: 210 time: 0.5505662 Mar 11 19:34:46.154045 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-00c5ee46-825a-40ec-8de5-1779a2ba83d3 None None] Attempting to bind port 223054f4-a33c-4c61-aafa-060596f1976b on host n-d-833163-1 for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:34:46.154268 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port b2597b90-4c4b-465c-8883-adccd337e61a is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:34:46.154428 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-00c5ee46-825a-40ec-8de5-1779a2ba83d3 None None] Attempting to bind port 223054f4-a33c-4c61-aafa-060596f1976b by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '7270d687-c8ec-4c70-8559-a8ffaad98e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '603aaea1-f5bf-4434-b0ab-49b5034dacdd'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:34:46.154800 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c5ee46-825a-40ec-8de5-1779a2ba83d3 None None] Attempting to bind port 223054f4-a33c-4c61-aafa-060596f1976b on network 603aaea1-f5bf-4434-b0ab-49b5034dacdd {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:34:46.169108 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c5ee46-825a-40ec-8de5-1779a2ba83d3 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:34:46.169500 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c5ee46-825a-40ec-8de5-1779a2ba83d3 None None] Checking segment: {'id': '7270d687-c8ec-4c70-8559-a8ffaad98e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '603aaea1-f5bf-4434-b0ab-49b5034dacdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:34:46.169912 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-00c5ee46-825a-40ec-8de5-1779a2ba83d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:46.170310 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c5ee46-825a-40ec-8de5-1779a2ba83d3 None None] Bound using segment: {'id': '7270d687-c8ec-4c70-8559-a8ffaad98e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '603aaea1-f5bf-4434-b0ab-49b5034dacdd'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:34:46.170801 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-00c5ee46-825a-40ec-8de5-1779a2ba83d3 None None] Bound port: 223054f4-a33c-4c61-aafa-060596f1976b, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7270d687-c8ec-4c70-8559-a8ffaad98e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '603aaea1-f5bf-4434-b0ab-49b5034dacdd'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:34:46.171181 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-00c5ee46-825a-40ec-8de5-1779a2ba83d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (223054f4-a33c-4c61-aafa-060596f1976b), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:46.272194 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-314b1823-13e7-4167-a2ab-d55da4a3266c tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] For port 94fb6531-b2ab-436b-9204-e6c514d855fb, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=94fb6531-b2ab-436b-9204-e6c514d855fb,segment=NetworkSegment(a428e657-2306-40d2-830f-79e1ffe38620),segment_id=a428e657-2306-40d2-830f-79e1ffe38620)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:34:46.272567 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-314b1823-13e7-4167-a2ab-d55da4a3266c tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (94fb6531-b2ab-436b-9204-e6c514d855fb), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:46.274499 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0429fb4-9d11-4e5b-b71d-cdb454e63fa9 None None] DHCP port deletion for d1a47003-b278-4da4-924a-76225dced105 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:34:46.317575 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-314b1823-13e7-4167-a2ab-d55da4a3266c tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Calling delete_port for 94fb6531-b2ab-436b-9204-e6c514d855fb owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:34:46.353552 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-00c5ee46-825a-40ec-8de5-1779a2ba83d3 None None] For port 223054f4-a33c-4c61-aafa-060596f1976b, host n-d-833163-1, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:34:46.358622 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-00c5ee46-825a-40ec-8de5-1779a2ba83d3 None None] For port 223054f4-a33c-4c61-aafa-060596f1976b, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=223054f4-a33c-4c61-aafa-060596f1976b,segment=NetworkSegment(7270d687-c8ec-4c70-8559-a8ffaad98e19),segment_id=7270d687-c8ec-4c70-8559-a8ffaad98e19)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:34:46.370726 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-00c5ee46-825a-40ec-8de5-1779a2ba83d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (223054f4-a33c-4c61-aafa-060596f1976b), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:46.413799 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a0429fb4-9d11-4e5b-b71d-cdb454e63fa9 None None] Deleting port 94fb6531-b2ab-436b-9204-e6c514d855fb {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:34:46.415003 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a0429fb4-9d11-4e5b-b71d-cdb454e63fa9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (94fb6531-b2ab-436b-9204-e6c514d855fb), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:46.491076 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c5ee46-825a-40ec-8de5-1779a2ba83d3 None None] Routers {'eaa26470-4c63-4a35-aa02-be8fbe5d2a39'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:34:46.491756 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-00c5ee46-825a-40ec-8de5-1779a2ba83d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:34:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['eaa26470-4c63-4a35-aa02-be8fbe5d2a39'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:34:46.495149 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3ba236-ca03-4167-a97a-923b08ab9643 None None] Pushing event updated for resources: {'Port': ['ID=223054f4-a33c-4c61-aafa-060596f1976b,revision_number=4']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:46.497528 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-314b1823-13e7-4167-a2ab-d55da4a3266c tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (94fb6531-b2ab-436b-9204-e6c514d855fb), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:46.562509 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314b1823-13e7-4167-a2ab-d55da4a3266c tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Pushing event deleted for resources: {'Port': ['ID=94fb6531-b2ab-436b-9204-e6c514d855fb,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:46.581757 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314b1823-13e7-4167-a2ab-d55da4a3266c tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] No DVR routers for this DVR port 94fb6531-b2ab-436b-9204-e6c514d855fb on host n-d-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:34:46.597610 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-a0429fb4-9d11-4e5b-b71d-cdb454e63fa9 None None] For port 94fb6531-b2ab-436b-9204-e6c514d855fb, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=94fb6531-b2ab-436b-9204-e6c514d855fb,segment=NetworkSegment(a428e657-2306-40d2-830f-79e1ffe38620),segment_id=a428e657-2306-40d2-830f-79e1ffe38620)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:34:46.600053 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a0429fb4-9d11-4e5b-b71d-cdb454e63fa9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (94fb6531-b2ab-436b-9204-e6c514d855fb), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:46.619907 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a0429fb4-9d11-4e5b-b71d-cdb454e63fa9 None None] Calling delete_port for 94fb6531-b2ab-436b-9204-e6c514d855fb owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:34:46.660754 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881bb667-3dfc-4843-a6a4-988daada4ff2 req-2ccb1645-7a3e-4a1b-9376-1c993cd0fc9a tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:46.682083 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-881bb667-3dfc-4843-a6a4-988daada4ff2 req-2ccb1645-7a3e-4a1b-9376-1c993cd0fc9a tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/networks?id=603aaea1-f5bf-4434-b0ab-49b5034dacdd HTTP/1.1" status: 200 len: 819 time: 0.6740787 Mar 11 19:34:46.712674 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-00c5ee46-825a-40ec-8de5-1779a2ba83d3 None None] Set router eaa26470-4c63-4a35-aa02-be8fbe5d2a39 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:34:46.734198 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a0429fb4-9d11-4e5b-b71d-cdb454e63fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (94fb6531-b2ab-436b-9204-e6c514d855fb), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:46.756627 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fc0734-a2f0-439f-a374-6010b91a9293 req-00b9f6e7-e299-4a39-808a-2ed2403709e9 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:46.764192 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-00fc0734-a2f0-439f-a374-6010b91a9293 req-00b9f6e7-e299-4a39-808a-2ed2403709e9 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd301a1f-409e-4a08-bf73-437d640f7371 HTTP/1.1" status: 200 len: 949 time: 0.3993921 Mar 11 19:34:46.778416 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0429fb4-9d11-4e5b-b71d-cdb454e63fa9 None None] No DVR routers for this DVR port 94fb6531-b2ab-436b-9204-e6c514d855fb on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:34:46.797114 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0429fb4-9d11-4e5b-b71d-cdb454e63fa9 None None] Pushing event deleted for resources: {'Port': ['ID=94fb6531-b2ab-436b-9204-e6c514d855fb,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:46.799819 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-881bb667-3dfc-4843-a6a4-988daada4ff2 req-9349b5f1-324f-4c2f-bab1-4653fdf0d570 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/quotas/57167832d4db4819b4f5cac954866076 HTTP/1.1" status: 200 len: 375 time: 0.1138425 Mar 11 19:34:46.812040 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-314b1823-13e7-4167-a2ab-d55da4a3266c tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (d1a47003-b278-4da4-924a-76225dced105), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:46.847214 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-314b1823-13e7-4167-a2ab-d55da4a3266c tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1a47003-b278-4da4-924a-76225dced105']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:34:46.864713 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-314b1823-13e7-4167-a2ab-d55da4a3266c tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a428e657-2306-40d2-830f-79e1ffe38620') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:34:46.865318 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-314b1823-13e7-4167-a2ab-d55da4a3266c tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a428e657-2306-40d2-830f-79e1ffe38620') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:34:46.879309 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-314b1823-13e7-4167-a2ab-d55da4a3266c tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (a428e657-2306-40d2-830f-79e1ffe38620), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:46.880741 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c25440c6-2ffa-49b0-b018-1a19606c7afa req-90ad4455-c9bc-4824-b1e8-93e840cb6aa5 tempest-ImagesNegativeTestJSON-1871451002 tempest-ImagesNegativeTestJSON-1871451002-project] Made reservation on behalf of 8d44ebe625db47b18c889efaa75146c9 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:34:46.884173 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c25440c6-2ffa-49b0-b018-1a19606c7afa req-90ad4455-c9bc-4824-b1e8-93e840cb6aa5 tempest-ImagesNegativeTestJSON-1871451002 tempest-ImagesNegativeTestJSON-1871451002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:46.900414 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-314b1823-13e7-4167-a2ab-d55da4a3266c tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (a428e657-2306-40d2-830f-79e1ffe38620), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:46.914252 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-314b1823-13e7-4167-a2ab-d55da4a3266c tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Releasing vlan 889 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:34:46.915062 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-314b1823-13e7-4167-a2ab-d55da4a3266c tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (a428e657-2306-40d2-830f-79e1ffe38620), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:46.918565 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:34:46.918565 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:34:46.918565 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:34:46.918565 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:34:46.918565 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:34:46.918565 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:34:46.918565 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:34:46.918565 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:34:46.918565 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:34:46.918565 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:34:46.918565 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:34:46.918565 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:34:46.918565 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:34:46.918565 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:34:46.918565 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:34:46.918565 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:34:46.918565 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:34:46.918565 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:34:46.918565 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:34:46.918565 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:34:46.918565 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:34:46.918565 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:34:46.918565 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:34:46.918565 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:34:46.918565 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:34:46.918565 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:34:46.918565 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:34:46.918565 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:34:46.918565 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:34:46.918565 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:34:46.918565 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:34:46.918565 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:34:46.921327 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c25440c6-2ffa-49b0-b018-1a19606c7afa req-90ad4455-c9bc-4824-b1e8-93e840cb6aa5 tempest-ImagesNegativeTestJSON-1871451002 tempest-ImagesNegativeTestJSON-1871451002-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:46.964619 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-00fc0734-a2f0-439f-a374-6010b91a9293 req-9f0f9d45-e9ac-49a2-915f-8fbed1cd1694 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994724 Mar 11 19:34:47.016746 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-00c5ee46-825a-40ec-8de5-1779a2ba83d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa26470-4c63-4a35-aa02-be8fbe5d2a39', 'name': 'tempest-ServerRescueNegativeTestJSON-2124418623-router', 'tenant_id': '57167832d4db4819b4f5cac954866076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': 'b2597b90-4c4b-465c-8883-adccd337e61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:34:35Z', 'updated_at': '2022-03-11T19:34:41Z', 'revision_number': 4, 'project_id': '57167832d4db4819b4f5cac954866076', 'gw_port': {'id': 'b2597b90-4c4b-465c-8883-adccd337e61a', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa26470-4c63-4a35-aa02-be8fbe5d2a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:34:36Z', 'updated_at': '2022-03-11T19:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '223054f4-a33c-4c61-aafa-060596f1976b', 'name': '', 'network_id': '603aaea1-f5bf-4434-b0ab-49b5034dacdd', 'tenant_id': '57167832d4db4819b4f5cac954866076', 'mac_address': 'fa:16:3e:e2:b0:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa26470-4c63-4a35-aa02-be8fbe5d2a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '23a3dd94-cd73-4b82-b4a6-b6bdd0e8f5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:34:40Z', 'updated_at': '2022-03-11T19:34:46Z', 'revision_number': 4, 'project_id': '57167832d4db4819b4f5cac954866076', 'subnets': [{'id': '23a3dd94-cd73-4b82-b4a6-b6bdd0e8f5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:34:47.035929 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-881bb667-3dfc-4843-a6a4-988daada4ff2 req-b1d97595-39e2-412b-8fc3-c6ea5eb75b45 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=57167832d4db4819b4f5cac954866076&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2356021 Mar 11 19:34:47.052323 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c5ee46-825a-40ec-8de5-1779a2ba83d3 None None] The sync data for ids ['eaa26470-4c63-4a35-aa02-be8fbe5d2a39'] in n-d-833163-1 is: [{'id': 'eaa26470-4c63-4a35-aa02-be8fbe5d2a39', 'name': 'tempest-ServerRescueNegativeTestJSON-2124418623-router', 'tenant_id': '57167832d4db4819b4f5cac954866076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': 'b2597b90-4c4b-465c-8883-adccd337e61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:34:35Z', 'updated_at': '2022-03-11T19:34:41Z', 'revision_number': 4, 'project_id': '57167832d4db4819b4f5cac954866076', 'gw_port': {'id': 'b2597b90-4c4b-465c-8883-adccd337e61a', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa26470-4c63-4a35-aa02-be8fbe5d2a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:34:36Z', 'updated_at': '2022-03-11T19:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '223054f4-a33c-4c61-aafa-060596f1976b', 'name': '', 'network_id': '603aaea1-f5bf-4434-b0ab-49b5034dacdd', 'tenant_id': '57167832d4db4819b4f5cac954866076', 'mac_address': 'fa:16:3e:e2:b0:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa26470-4c63-4a35-aa02-be8fbe5d2a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 895, 'fixed_ips': [{'subnet_id': '23a3dd94-cd73-4b82-b4a6-b6bdd0e8f5ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:34:40Z', 'updated_at': '2022-03-11T19:34:46Z', 'revision_number': 4, 'project_id': '57167832d4db4819b4f5cac954866076', 'subnets': [{'id': '23a3dd94-cd73-4b82-b4a6-b6bdd0e8f5ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:34:47.087948 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-314b1823-13e7-4167-a2ab-d55da4a3266c tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (d1a47003-b278-4da4-924a-76225dced105), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:47.094672 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-314b1823-13e7-4167-a2ab-d55da4a3266c tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:47.099650 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-314b1823-13e7-4167-a2ab-d55da4a3266c tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "DELETE /v2.0/networks/d1a47003-b278-4da4-924a-76225dced105 HTTP/1.1" status: 204 len: 168 time: 1.4641562 Mar 11 19:34:47.126667 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33294) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:34:47.129017 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314b1823-13e7-4167-a2ab-d55da4a3266c tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Pushing event deleted for resources: {'Network': ['ID=d1a47003-b278-4da4-924a-76225dced105,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:47.171781 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-cb2ab740-8214-4c3e-87dd-c191a470fdb6 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1920565072'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:34:47.263918 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c25440c6-2ffa-49b0-b018-1a19606c7afa req-90ad4455-c9bc-4824-b1e8-93e840cb6aa5 tempest-ImagesNegativeTestJSON-1871451002 tempest-ImagesNegativeTestJSON-1871451002-project] Publish callbacks [] for security_group (34e2714a-da45-46b6-bd53-ce400c1997d0), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:47.281198 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-60a48553-901d-4409-96b3-9cb4430c397c req-07f27ca5-9790-4cfa-a69f-9e7d3b8565c6 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=f146c6f5-c337-4e48-b979-f28e2141d131 HTTP/1.1" status: 200 len: 210 time: 0.2216659 Mar 11 19:34:47.286254 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c25440c6-2ffa-49b0-b018-1a19606c7afa req-90ad4455-c9bc-4824-b1e8-93e840cb6aa5 tempest-ImagesNegativeTestJSON-1871451002 tempest-ImagesNegativeTestJSON-1871451002-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (34e2714a-da45-46b6-bd53-ce400c1997d0), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:47.475429 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda09c78-ad33-42d4-81fc-a1c42d5165fa req-123673ea-1454-423c-85a2-899705caccbe tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:47.477562 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-fda09c78-ad33-42d4-81fc-a1c42d5165fa req-123673ea-1454-423c-85a2-899705caccbe tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.57 "GET /v2.0/networks?id=603aaea1-f5bf-4434-b0ab-49b5034dacdd HTTP/1.1" status: 200 len: 819 time: 0.2889342 Mar 11 19:34:47.495222 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-fda09c78-ad33-42d4-81fc-a1c42d5165fa req-15a3ced9-4b37-4084-9c58-548c8f99e13d tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Request body: {'port': {'device_id': 'e1d2be0c-60f7-4b21-82d5-4bc9663b79c8', 'network_id': '603aaea1-f5bf-4434-b0ab-49b5034dacdd', 'admin_state_up': True, 'tenant_id': '57167832d4db4819b4f5cac954866076'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:34:47.546771 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-820080f7-3daf-423a-9c09-ebd72f9feb68 req-4f149b76-aec8-46f2-be80-9bf6bf3793a5 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 210 time: 0.1321747 Mar 11 19:34:47.583882 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2ab740-8214-4c3e-87dd-c191a470fdb6 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Made reservation on behalf of a957f2f02f014417a57323b91c40f536 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:34:47.591530 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cb2ab740-8214-4c3e-87dd-c191a470fdb6 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:47.602053 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ad4455-c9bc-4824-b1e8-93e840cb6aa5 tempest-ImagesNegativeTestJSON-1871451002 tempest-ImagesNegativeTestJSON-1871451002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34e2714a-da45-46b6-bd53-ce400c1997d0,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:47.674019 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fda09c78-ad33-42d4-81fc-a1c42d5165fa req-15a3ced9-4b37-4084-9c58-548c8f99e13d tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Made reservation on behalf of 57167832d4db4819b4f5cac954866076 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:34:47.678640 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fda09c78-ad33-42d4-81fc-a1c42d5165fa req-15a3ced9-4b37-4084-9c58-548c8f99e13d tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:47.770740 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-881bb667-3dfc-4843-a6a4-988daada4ff2 req-ace68b6b-5b77-424d-aa90-c191be57c476 service neutron] 10.222.0.65 "GET /v2.0/networks/603aaea1-f5bf-4434-b0ab-49b5034dacdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7148399 Mar 11 19:34:47.781145 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b912442f-3aa3-4f18-8b3f-0c05ac278d46 req-cc2275c7-6aba-4063-8c48-c8e4da2502d0 tempest-ImagesNegativeTestJSON-1871451002 tempest-ImagesNegativeTestJSON-1871451002-project] 10.222.0.65 "GET /v2.0/ports?device_id=3070b780-78f7-4c50-b8f5-718c589bc394 HTTP/1.1" status: 200 len: 210 time: 0.1036642 Mar 11 19:34:47.785700 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb2ab740-8214-4c3e-87dd-c191a470fdb6 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] vlan segment allocate from pool success with {'vlan_id': 882, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:34:47.855304 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cb2ab740-8214-4c3e-87dd-c191a470fdb6 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (e6a78a20-dff6-4b38-8290-f4608338c3cf), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:47.855677 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-cb2ab740-8214-4c3e-87dd-c191a470fdb6 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Added segment e6a78a20-dff6-4b38-8290-f4608338c3cf of type vlan for network 42054878-3c7f-478b-97de-2d246fb62c57 Mar 11 19:34:47.923611 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 223054f4-a33c-4c61-aafa-060596f1976b up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:34:47.973794 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-fda09c78-ad33-42d4-81fc-a1c42d5165fa req-15a3ced9-4b37-4084-9c58-548c8f99e13d tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Allocated IP 172.20.0.13 (603aaea1-f5bf-4434-b0ab-49b5034dacdd/23a3dd94-cd73-4b82-b4a6-b6bdd0e8f5ac/63cf76c9-1e93-4df8-a4e4-cd11edf8db1f) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:34:48.018447 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-c25440c6-2ffa-49b0-b018-1a19606c7afa req-90ad4455-c9bc-4824-b1e8-93e840cb6aa5 tempest-ImagesNegativeTestJSON-1871451002 tempest-ImagesNegativeTestJSON-1871451002-project] Allocated IP 192.168.233.28 (885772b1-9b97-4e1d-a0fb-e125030c5a81/9bb14923-74c3-4313-be8d-ed33542f05aa/a0fdfa07-5722-410a-b6a7-7f3f380b3533) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:34:48.072975 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 223054f4-a33c-4c61-aafa-060596f1976b triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:34:48.073357 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (223054f4-a33c-4c61-aafa-060596f1976b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:48.100097 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cb2ab740-8214-4c3e-87dd-c191a470fdb6 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (42054878-3c7f-478b-97de-2d246fb62c57), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:48.189920 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 223054f4-a33c-4c61-aafa-060596f1976b is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:34:48.190262 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (223054f4-a33c-4c61-aafa-060596f1976b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:48.221961 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-881bb667-3dfc-4843-a6a4-988daada4ff2 req-a7cb32aa-41e4-4a52-a017-9cf408794416 service neutron] 10.222.0.65 "GET /v2.0/networks/603aaea1-f5bf-4434-b0ab-49b5034dacdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4373438 Mar 11 19:34:48.266799 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cb2ab740-8214-4c3e-87dd-c191a470fdb6 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (42054878-3c7f-478b-97de-2d246fb62c57), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:48.272391 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2ab740-8214-4c3e-87dd-c191a470fdb6 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:48.273044 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cb2ab740-8214-4c3e-87dd-c191a470fdb6 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:48.279065 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 223054f4-a33c-4c61-aafa-060596f1976b, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=223054f4-a33c-4c61-aafa-060596f1976b,segment=NetworkSegment(7270d687-c8ec-4c70-8559-a8ffaad98e19),segment_id=7270d687-c8ec-4c70-8559-a8ffaad98e19)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:34:48.288602 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (223054f4-a33c-4c61-aafa-060596f1976b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:48.305641 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fda09c78-ad33-42d4-81fc-a1c42d5165fa req-15a3ced9-4b37-4084-9c58-548c8f99e13d tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Publish callbacks [] for port (63cf76c9-1e93-4df8-a4e4-cd11edf8db1f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:48.404191 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fda09c78-ad33-42d4-81fc-a1c42d5165fa req-15a3ced9-4b37-4084-9c58-548c8f99e13d tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (63cf76c9-1e93-4df8-a4e4-cd11edf8db1f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:48.410482 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-cb2ab740-8214-4c3e-87dd-c191a470fdb6 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2637002 Mar 11 19:34:48.419744 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33302) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:34:48.420436 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=223054f4-a33c-4c61-aafa-060596f1976b,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:48.436932 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 94fb6531-b2ab-436b-9204-e6c514d855fb no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:34:48.462583 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 94fb6531-b2ab-436b-9204-e6c514d855fb {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:34:48.463195 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 94fb6531-b2ab-436b-9204-e6c514d855fb not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:34:48.487151 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-bacf0c01-fbf9-4c06-954a-ef4df9e6a8b5 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Request body: {'subnet': {'network_id': '42054878-3c7f-478b-97de-2d246fb62c57', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:34:48.510956 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5176b617-d880-4c8d-9a48-3f7247725458 req-398066e8-b8d6-4b79-9ee5-da4f13097137 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:48.523601 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5176b617-d880-4c8d-9a48-3f7247725458 req-398066e8-b8d6-4b79-9ee5-da4f13097137 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd301a1f-409e-4a08-bf73-437d640f7371 HTTP/1.1" status: 200 len: 949 time: 0.3904634 Mar 11 19:34:48.600427 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ab740-8214-4c3e-87dd-c191a470fdb6 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Pushing event updated for resources: {'Network': ['ID=42054878-3c7f-478b-97de-2d246fb62c57,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:48.616642 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 42054878-3c7f-478b-97de-2d246fb62c57 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:34:48.637391 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fda09c78-ad33-42d4-81fc-a1c42d5165fa req-15a3ced9-4b37-4084-9c58-548c8f99e13d tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Network 603aaea1-f5bf-4434-b0ab-49b5034dacdd is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:34:48.648343 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-fda09c78-ad33-42d4-81fc-a1c42d5165fa req-15a3ced9-4b37-4084-9c58-548c8f99e13d tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:34:48.667833 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a3ced9-4b37-4084-9c58-548c8f99e13d tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Pushing event updated for resources: {'Port': ['ID=63cf76c9-1e93-4df8-a4e4-cd11edf8db1f,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:48.675033 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-fda09c78-ad33-42d4-81fc-a1c42d5165fa req-15a3ced9-4b37-4084-9c58-548c8f99e13d tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:34:48.718378 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5176b617-d880-4c8d-9a48-3f7247725458 req-42256fb4-d4d8-458d-8e72-76fbe8b37f0a tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932278 Mar 11 19:34:48.778951 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:48.792287 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9b642f15-e2ba-4a3e-bb7d-d23c9d86f09e req-89555613-28ed-4ad9-98bf-0bc6dde93399 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=f146c6f5-c337-4e48-b979-f28e2141d131 HTTP/1.1" status: 200 len: 210 time: 0.1328604 Mar 11 19:34:48.797400 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c25440c6-2ffa-49b0-b018-1a19606c7afa req-90ad4455-c9bc-4824-b1e8-93e840cb6aa5 tempest-ImagesNegativeTestJSON-1871451002 tempest-ImagesNegativeTestJSON-1871451002-project] Publish callbacks [] for port (a0fdfa07-5722-410a-b6a7-7f3f380b3533), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:48.872413 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9ae36678-c1a0-4b74-b317-e8fbba21551a req-57b47cbd-6cfa-4e2d-bd8b-91d21a4a9f01 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?device_id=c900818c-a431-4d5d-8924-a66b2f33b5f6 HTTP/1.1" status: 200 len: 210 time: 0.0784883 Mar 11 19:34:48.949516 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda09c78-ad33-42d4-81fc-a1c42d5165fa req-15a3ced9-4b37-4084-9c58-548c8f99e13d tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:48.950205 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fda09c78-ad33-42d4-81fc-a1c42d5165fa req-15a3ced9-4b37-4084-9c58-548c8f99e13d tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:48.985156 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bacf0c01-fbf9-4c06-954a-ef4df9e6a8b5 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Made reservation on behalf of a957f2f02f014417a57323b91c40f536 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:34:49.001560 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bacf0c01-fbf9-4c06-954a-ef4df9e6a8b5 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:49.032935 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-fda09c78-ad33-42d4-81fc-a1c42d5165fa req-15a3ced9-4b37-4084-9c58-548c8f99e13d tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5468996 Mar 11 19:34:49.034873 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-69f608fe-38f8-4216-941d-6e007da963cb req-c7b86e71-4068-492a-a566-d2b8cfdc197f tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 210 time: 0.0772822 Mar 11 19:34:49.053138 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-fda09c78-ad33-42d4-81fc-a1c42d5165fa req-82086e14-0a43-4bc4-a673-1ad148f4cf7d service neutron] Request body: {'port': {'device_id': 'e1d2be0c-60f7-4b21-82d5-4bc9663b79c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:34:49.069208 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c25440c6-2ffa-49b0-b018-1a19606c7afa req-90ad4455-c9bc-4824-b1e8-93e840cb6aa5 tempest-ImagesNegativeTestJSON-1871451002 tempest-ImagesNegativeTestJSON-1871451002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (a0fdfa07-5722-410a-b6a7-7f3f380b3533), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:49.188787 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ad4455-c9bc-4824-b1e8-93e840cb6aa5 tempest-ImagesNegativeTestJSON-1871451002 tempest-ImagesNegativeTestJSON-1871451002-project] Pushing event updated for resources: {'Port': ['ID=a0fdfa07-5722-410a-b6a7-7f3f380b3533,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:49.223436 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c25440c6-2ffa-49b0-b018-1a19606c7afa req-90ad4455-c9bc-4824-b1e8-93e840cb6aa5 tempest-ImagesNegativeTestJSON-1871451002 tempest-ImagesNegativeTestJSON-1871451002-project] Network 885772b1-9b97-4e1d-a0fb-e125030c5a81 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:34:49.226874 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-c25440c6-2ffa-49b0-b018-1a19606c7afa req-90ad4455-c9bc-4824-b1e8-93e840cb6aa5 tempest-ImagesNegativeTestJSON-1871451002 tempest-ImagesNegativeTestJSON-1871451002-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:34:49.251254 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-c25440c6-2ffa-49b0-b018-1a19606c7afa req-90ad4455-c9bc-4824-b1e8-93e840cb6aa5 tempest-ImagesNegativeTestJSON-1871451002 tempest-ImagesNegativeTestJSON-1871451002-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:34:49.337808 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65706a3b-3a73-4444-9c61-f6e61b89cd63 req-832ca6cf-6316-4777-b461-016f5b36aeb5 tempest-ImagesNegativeTestJSON-1871451002 tempest-ImagesNegativeTestJSON-1871451002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:49.347332 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-65706a3b-3a73-4444-9c61-f6e61b89cd63 req-832ca6cf-6316-4777-b461-016f5b36aeb5 tempest-ImagesNegativeTestJSON-1871451002 tempest-ImagesNegativeTestJSON-1871451002-project] 10.222.0.65 "GET /v2.0/ports?device_id=3070b780-78f7-4c50-b8f5-718c589bc394 HTTP/1.1" status: 200 len: 935 time: 0.3023672 Mar 11 19:34:49.359003 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fda09c78-ad33-42d4-81fc-a1c42d5165fa req-82086e14-0a43-4bc4-a673-1ad148f4cf7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (63cf76c9-1e93-4df8-a4e4-cd11edf8db1f), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:49.387776 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25440c6-2ffa-49b0-b018-1a19606c7afa req-90ad4455-c9bc-4824-b1e8-93e840cb6aa5 tempest-ImagesNegativeTestJSON-1871451002 tempest-ImagesNegativeTestJSON-1871451002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:49.388556 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c25440c6-2ffa-49b0-b018-1a19606c7afa req-90ad4455-c9bc-4824-b1e8-93e840cb6aa5 tempest-ImagesNegativeTestJSON-1871451002 tempest-ImagesNegativeTestJSON-1871451002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:49.464829 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c25440c6-2ffa-49b0-b018-1a19606c7afa req-90ad4455-c9bc-4824-b1e8-93e840cb6aa5 tempest-ImagesNegativeTestJSON-1871451002 tempest-ImagesNegativeTestJSON-1871451002-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4052734 Mar 11 19:34:49.515978 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-c25440c6-2ffa-49b0-b018-1a19606c7afa req-a219e6ba-5cdd-45a6-ae6f-209360ee8a96 service neutron] Request body: {'port': {'device_id': '3070b780-78f7-4c50-b8f5-718c589bc394', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:34:49.624232 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-65706a3b-3a73-4444-9c61-f6e61b89cd63 req-e57aa163-50b1-4510-a9ae-eb171d57b470 tempest-ImagesNegativeTestJSON-1871451002 tempest-ImagesNegativeTestJSON-1871451002-project] 10.222.0.65 "GET /v2.0/security-groups?id=34e2714a-da45-46b6-bd53-ce400c1997d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756431 Mar 11 19:34:49.642256 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c25440c6-2ffa-49b0-b018-1a19606c7afa req-a219e6ba-5cdd-45a6-ae6f-209360ee8a96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a0fdfa07-5722-410a-b6a7-7f3f380b3533), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:49.683904 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-f0b36507-0b38-4fe0-81cf-d16934f191f6 None None] Provisioning complete for port a0fdfa07-5722-410a-b6a7-7f3f380b3533 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:34:49.684916 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f0b36507-0b38-4fe0-81cf-d16934f191f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (a0fdfa07-5722-410a-b6a7-7f3f380b3533), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:49.704569 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bacf0c01-fbf9-4c06-954a-ef4df9e6a8b5 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (ce604146-ad21-4ac7-89ed-58e924ecd668), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:49.786802 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f0b36507-0b38-4fe0-81cf-d16934f191f6 None None] Port a0fdfa07-5722-410a-b6a7-7f3f380b3533 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:34:49.874018 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 223054f4-a33c-4c61-aafa-060596f1976b up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:34:49.977470 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 223054f4-a33c-4c61-aafa-060596f1976b triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:34:49.977822 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (223054f4-a33c-4c61-aafa-060596f1976b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:50.020000 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c14e73a7-9910-44f9-90cd-df18d8a0ea8a req-cfefc91f-e12b-4a54-9d4f-097b342973c3 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=f146c6f5-c337-4e48-b979-f28e2141d131 HTTP/1.1" status: 200 len: 210 time: 0.0920136 Mar 11 19:34:50.124960 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c35e0-7611-4612-a2cc-853e1d67d88c req-76fd2dad-cdd2-4c10-a482-3da9666016c7 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:50.126930 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-830c35e0-7611-4612-a2cc-853e1d67d88c req-76fd2dad-cdd2-4c10-a482-3da9666016c7 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd301a1f-409e-4a08-bf73-437d640f7371 HTTP/1.1" status: 200 len: 949 time: 0.2267225 Mar 11 19:34:50.175756 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 223054f4-a33c-4c61-aafa-060596f1976b is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:34:50.255200 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-830c35e0-7611-4612-a2cc-853e1d67d88c req-5a357a10-d70e-4548-a0e1-4055cdca426b tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038108 Mar 11 19:34:50.361433 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-fda09c78-ad33-42d4-81fc-a1c42d5165fa req-82086e14-0a43-4bc4-a673-1ad148f4cf7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63cf76c9-1e93-4df8-a4e4-cd11edf8db1f {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:34:50.370869 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-729fc986-f7ed-41ca-8786-f0dda85f523c req-aaebe46e-f796-410a-a04d-a1b62b77c737 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?device_id=c900818c-a431-4d5d-8924-a66b2f33b5f6 HTTP/1.1" status: 200 len: 210 time: 0.1792419 Mar 11 19:34:50.394234 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fda09c78-ad33-42d4-81fc-a1c42d5165fa req-82086e14-0a43-4bc4-a673-1ad148f4cf7d service neutron] Publish callbacks [] for port (63cf76c9-1e93-4df8-a4e4-cd11edf8db1f), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:50.424183 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacf0c01-fbf9-4c06-954a-ef4df9e6a8b5 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Checking segment: {'id': 'e6a78a20-dff6-4b38-8290-f4608338c3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '42054878-3c7f-478b-97de-2d246fb62c57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:34:50.424451 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bacf0c01-fbf9-4c06-954a-ef4df9e6a8b5 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Network hostable DHCP agents. Network: 42054878-3c7f-478b-97de-2d246fb62c57, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:34:50.426597 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacf0c01-fbf9-4c06-954a-ef4df9e6a8b5 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Pushing event updated for resources: {'Subnet': ['ID=ce604146-ad21-4ac7-89ed-58e924ecd668,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:50.429021 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-fda09c78-ad33-42d4-81fc-a1c42d5165fa req-82086e14-0a43-4bc4-a673-1ad148f4cf7d service neutron] Transition to ACTIVE for port object 63cf76c9-1e93-4df8-a4e4-cd11edf8db1f will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:34:50.435287 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fda09c78-ad33-42d4-81fc-a1c42d5165fa req-82086e14-0a43-4bc4-a673-1ad148f4cf7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (63cf76c9-1e93-4df8-a4e4-cd11edf8db1f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:50.491305 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bacf0c01-fbf9-4c06-954a-ef4df9e6a8b5 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Network 42054878-3c7f-478b-97de-2d246fb62c57 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:34:50.498844 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-64ea22c7-227d-43fa-8c3a-8f967f231c68 req-510c72a0-f1cb-423e-8a30-cd09d3b49b54 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 210 time: 0.0974045 Mar 11 19:34:50.521695 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82086e14-0a43-4bc4-a673-1ad148f4cf7d service neutron] Pushing event updated for resources: {'Port': ['ID=63cf76c9-1e93-4df8-a4e4-cd11edf8db1f,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:50.534505 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-bacf0c01-fbf9-4c06-954a-ef4df9e6a8b5 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 42054878-3c7f-478b-97de-2d246fb62c57) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:34:50.543921 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c611bec-debd-47cd-aa4f-40a41ab075f6 None None] Network 42054878-3c7f-478b-97de-2d246fb62c57 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:34:50.556441 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bacf0c01-fbf9-4c06-954a-ef4df9e6a8b5 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:50.557340 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bacf0c01-fbf9-4c06-954a-ef4df9e6a8b5 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:50.613893 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-bacf0c01-fbf9-4c06-954a-ef4df9e6a8b5 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1912658 Mar 11 19:34:50.614976 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33326) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:34:50.622493 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-4d245184-2ca8-4a99-8864-0d31882417f1 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1467657149'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:34:50.646670 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-fda09c78-ad33-42d4-81fc-a1c42d5165fa req-82086e14-0a43-4bc4-a673-1ad148f4cf7d service neutron] Attempting to bind port 63cf76c9-1e93-4df8-a4e4-cd11edf8db1f on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:34:50.647399 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-fda09c78-ad33-42d4-81fc-a1c42d5165fa req-82086e14-0a43-4bc4-a673-1ad148f4cf7d service neutron] Attempting to bind port 63cf76c9-1e93-4df8-a4e4-cd11edf8db1f by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '7270d687-c8ec-4c70-8559-a8ffaad98e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '603aaea1-f5bf-4434-b0ab-49b5034dacdd'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:34:50.647997 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda09c78-ad33-42d4-81fc-a1c42d5165fa req-82086e14-0a43-4bc4-a673-1ad148f4cf7d service neutron] Attempting to bind port 63cf76c9-1e93-4df8-a4e4-cd11edf8db1f on network 603aaea1-f5bf-4434-b0ab-49b5034dacdd {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:34:50.658347 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda09c78-ad33-42d4-81fc-a1c42d5165fa req-82086e14-0a43-4bc4-a673-1ad148f4cf7d service neutron] Port 63cf76c9-1e93-4df8-a4e4-cd11edf8db1f on network 603aaea1-f5bf-4434-b0ab-49b5034dacdd not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:34:50.659200 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda09c78-ad33-42d4-81fc-a1c42d5165fa req-82086e14-0a43-4bc4-a673-1ad148f4cf7d service neutron] Attempting to bind port 63cf76c9-1e93-4df8-a4e4-cd11edf8db1f on network 603aaea1-f5bf-4434-b0ab-49b5034dacdd {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:34:50.664715 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d245184-2ca8-4a99-8864-0d31882417f1 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Made reservation on behalf of a957f2f02f014417a57323b91c40f536 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:34:50.668725 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4d245184-2ca8-4a99-8864-0d31882417f1 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:50.690278 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda09c78-ad33-42d4-81fc-a1c42d5165fa req-82086e14-0a43-4bc4-a673-1ad148f4cf7d service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:34:50.691048 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda09c78-ad33-42d4-81fc-a1c42d5165fa req-82086e14-0a43-4bc4-a673-1ad148f4cf7d service neutron] Checking segment: {'id': '7270d687-c8ec-4c70-8559-a8ffaad98e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '603aaea1-f5bf-4434-b0ab-49b5034dacdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:34:50.691690 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda09c78-ad33-42d4-81fc-a1c42d5165fa req-82086e14-0a43-4bc4-a673-1ad148f4cf7d service neutron] Bound using segment: {'id': '7270d687-c8ec-4c70-8559-a8ffaad98e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '603aaea1-f5bf-4434-b0ab-49b5034dacdd'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:34:50.692410 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-fda09c78-ad33-42d4-81fc-a1c42d5165fa req-82086e14-0a43-4bc4-a673-1ad148f4cf7d service neutron] Bound port: 63cf76c9-1e93-4df8-a4e4-cd11edf8db1f, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7270d687-c8ec-4c70-8559-a8ffaad98e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '603aaea1-f5bf-4434-b0ab-49b5034dacdd'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:34:50.693014 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fda09c78-ad33-42d4-81fc-a1c42d5165fa req-82086e14-0a43-4bc4-a673-1ad148f4cf7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (63cf76c9-1e93-4df8-a4e4-cd11edf8db1f), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:50.733672 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d245184-2ca8-4a99-8864-0d31882417f1 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] vlan segment allocate from pool success with {'vlan_id': 853, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:34:50.771387 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4d245184-2ca8-4a99-8864-0d31882417f1 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (290e59cd-b6e6-4f54-aec6-e75701780587), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:50.771850 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-4d245184-2ca8-4a99-8864-0d31882417f1 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Added segment 290e59cd-b6e6-4f54-aec6-e75701780587 of type vlan for network 9aacd1cd-8535-4948-a638-390f934abb75 Mar 11 19:34:50.821655 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc55e1be-1316-4be7-ad5d-2d5c1869e237 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-42054878-3c7f-478b-97de-2d246fb62c57', 'network_id': '42054878-3c7f-478b-97de-2d246fb62c57', 'project_id': 'a957f2f02f014417a57323b91c40f536', 'fixed_ips': [{'subnet_id': 'ce604146-ad21-4ac7-89ed-58e924ecd668'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:34:50.823367 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fc55e1be-1316-4be7-ad5d-2d5c1869e237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:50.849168 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4d245184-2ca8-4a99-8864-0d31882417f1 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (9aacd1cd-8535-4948-a638-390f934abb75), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:50.863896 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-fda09c78-ad33-42d4-81fc-a1c42d5165fa req-82086e14-0a43-4bc4-a673-1ad148f4cf7d service neutron] For port 63cf76c9-1e93-4df8-a4e4-cd11edf8db1f, host n-h2-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:34:50.882354 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-fda09c78-ad33-42d4-81fc-a1c42d5165fa req-82086e14-0a43-4bc4-a673-1ad148f4cf7d service neutron] For port 63cf76c9-1e93-4df8-a4e4-cd11edf8db1f, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=63cf76c9-1e93-4df8-a4e4-cd11edf8db1f,segment=NetworkSegment(7270d687-c8ec-4c70-8559-a8ffaad98e19),segment_id=7270d687-c8ec-4c70-8559-a8ffaad98e19)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:34:50.882790 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881bb667-3dfc-4843-a6a4-988daada4ff2 req-0541adbf-47d9-46e6-9a29-d55bf78a5937 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:50.885418 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-881bb667-3dfc-4843-a6a4-988daada4ff2 req-0541adbf-47d9-46e6-9a29-d55bf78a5937 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.75 "GET /v2.0/networks?id=603aaea1-f5bf-4434-b0ab-49b5034dacdd HTTP/1.1" status: 200 len: 819 time: 0.6109419 Mar 11 19:34:50.899744 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fda09c78-ad33-42d4-81fc-a1c42d5165fa req-82086e14-0a43-4bc4-a673-1ad148f4cf7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (63cf76c9-1e93-4df8-a4e4-cd11edf8db1f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:50.905645 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-881bb667-3dfc-4843-a6a4-988daada4ff2 req-8d96e690-45ef-4efe-97f4-8c4c4e606b39 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Request body: {'port': {'device_id': 'c900818c-a431-4d5d-8924-a66b2f33b5f6', 'network_id': '603aaea1-f5bf-4434-b0ab-49b5034dacdd', 'admin_state_up': True, 'tenant_id': '57167832d4db4819b4f5cac954866076'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:34:50.930851 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4d245184-2ca8-4a99-8864-0d31882417f1 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (9aacd1cd-8535-4948-a638-390f934abb75), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:50.936677 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d245184-2ca8-4a99-8864-0d31882417f1 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:50.937410 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4d245184-2ca8-4a99-8864-0d31882417f1 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:50.971182 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-c25440c6-2ffa-49b0-b018-1a19606c7afa req-a219e6ba-5cdd-45a6-ae6f-209360ee8a96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0fdfa07-5722-410a-b6a7-7f3f380b3533 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:34:51.004936 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c25440c6-2ffa-49b0-b018-1a19606c7afa req-a219e6ba-5cdd-45a6-ae6f-209360ee8a96 service neutron] Publish callbacks [] for port (a0fdfa07-5722-410a-b6a7-7f3f380b3533), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:51.016938 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d245184-2ca8-4a99-8864-0d31882417f1 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Pushing event updated for resources: {'Network': ['ID=9aacd1cd-8535-4948-a638-390f934abb75,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:51.032867 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda09c78-ad33-42d4-81fc-a1c42d5165fa req-82086e14-0a43-4bc4-a673-1ad148f4cf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:51.033638 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fda09c78-ad33-42d4-81fc-a1c42d5165fa req-82086e14-0a43-4bc4-a673-1ad148f4cf7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:51.035310 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-fda09c78-ad33-42d4-81fc-a1c42d5165fa req-82086e14-0a43-4bc4-a673-1ad148f4cf7d service neutron] 10.222.0.57 "PUT /v2.0/ports/63cf76c9-1e93-4df8-a4e4-cd11edf8db1f HTTP/1.1" status: 200 len: 1092 time: 1.9868751 Mar 11 19:34:51.039883 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1d2be0c-60f7-4b21-82d5-4bc9663b79c8', 'tag': '63cf76c9-1e93-4df8-a4e4-cd11edf8db1f'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:34:51.042339 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8093cc91-415d-4a73-bf73-863606cec710" -d '{"events": [{"name": "network-changed", "server_uuid": "e1d2be0c-60f7-4b21-82d5-4bc9663b79c8", "tag": "63cf76c9-1e93-4df8-a4e4-cd11edf8db1f"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:34:51.073607 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bae2a8f-26e2-459f-9ffc-1cb50bee0971 req-941d9794-a350-4375-a523-f882efa197dd tempest-ImagesNegativeTestJSON-1871451002 tempest-ImagesNegativeTestJSON-1871451002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:51.075246 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1bae2a8f-26e2-459f-9ffc-1cb50bee0971 req-941d9794-a350-4375-a523-f882efa197dd tempest-ImagesNegativeTestJSON-1871451002 tempest-ImagesNegativeTestJSON-1871451002-project] 10.222.0.65 "GET /v2.0/ports?device_id=3070b780-78f7-4c50-b8f5-718c589bc394 HTTP/1.1" status: 200 len: 935 time: 0.2896934 Mar 11 19:34:51.082261 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-c25440c6-2ffa-49b0-b018-1a19606c7afa req-a219e6ba-5cdd-45a6-ae6f-209360ee8a96 service neutron] Transition to ACTIVE for port object a0fdfa07-5722-410a-b6a7-7f3f380b3533 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:34:51.098147 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82086e14-0a43-4bc4-a673-1ad148f4cf7d service neutron] Pushing event updated for resources: {'Port': ['ID=63cf76c9-1e93-4df8-a4e4-cd11edf8db1f,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:51.098440 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c25440c6-2ffa-49b0-b018-1a19606c7afa req-a219e6ba-5cdd-45a6-ae6f-209360ee8a96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (a0fdfa07-5722-410a-b6a7-7f3f380b3533), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:51.128633 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4d245184-2ca8-4a99-8864-0d31882417f1 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5101483 Mar 11 19:34:51.144114 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 9aacd1cd-8535-4948-a638-390f934abb75 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:34:51.147166 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33334) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:34:51.157846 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-4e908704-ec4c-4565-a9b0-d1d6a062bf6d tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Request body: {'subnet': {'network_id': '9aacd1cd-8535-4948-a638-390f934abb75', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:34:51.176944 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4135e3-7c4f-4528-92e5-5183f741f5e6 x-openstack-request-id: req-ae4135e3-7c4f-4528-92e5-5183f741f5e6 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:34:51.177616 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1d2be0c-60f7-4b21-82d5-4bc9663b79c8", "tag": "63cf76c9-1e93-4df8-a4e4-cd11edf8db1f", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:34:51.178113 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ae4135e3-7c4f-4528-92e5-5183f741f5e6 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:34:51.178777 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1d2be0c-60f7-4b21-82d5-4bc9663b79c8', 'tag': '63cf76c9-1e93-4df8-a4e4-cd11edf8db1f', 'status': 'completed', 'code': 200} Mar 11 19:34:51.252645 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-fc55e1be-1316-4be7-ad5d-2d5c1869e237 None None] Allocated IP 19.80.0.2 (42054878-3c7f-478b-97de-2d246fb62c57/ce604146-ad21-4ac7-89ed-58e924ecd668/20e145db-6917-42b8-94f0-2b806f3ce6f6) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:34:51.342424 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a219e6ba-5cdd-45a6-ae6f-209360ee8a96 service neutron] Pushing event updated for resources: {'Port': ['ID=a0fdfa07-5722-410a-b6a7-7f3f380b3533,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:51.375221 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda09c78-ad33-42d4-81fc-a1c42d5165fa req-0619afa9-7128-4620-9a61-2e0812ebeda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:51.377127 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-fda09c78-ad33-42d4-81fc-a1c42d5165fa req-0619afa9-7128-4620-9a61-2e0812ebeda2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=57167832d4db4819b4f5cac954866076&device_id=e1d2be0c-60f7-4b21-82d5-4bc9663b79c8 HTTP/1.1" status: 200 len: 1126 time: 0.2711544 Mar 11 19:34:51.381994 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b3582acd-a37a-43ce-a8ae-6377cde5ba09 req-c73ca3e9-f9ad-4ab3-848b-d475f1186e59 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=f146c6f5-c337-4e48-b979-f28e2141d131 HTTP/1.1" status: 200 len: 210 time: 0.0966530 Mar 11 19:34:51.415219 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1bae2a8f-26e2-459f-9ffc-1cb50bee0971 req-32924768-3313-47d6-8e71-d1ab8e4ff453 tempest-ImagesNegativeTestJSON-1871451002 tempest-ImagesNegativeTestJSON-1871451002-project] 10.222.0.65 "GET /v2.0/security-groups?id=34e2714a-da45-46b6-bd53-ce400c1997d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289020 Mar 11 19:34:51.463589 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-881bb667-3dfc-4843-a6a4-988daada4ff2 req-8d96e690-45ef-4efe-97f4-8c4c4e606b39 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Made reservation on behalf of 57167832d4db4819b4f5cac954866076 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:34:51.469215 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-881bb667-3dfc-4843-a6a4-988daada4ff2 req-8d96e690-45ef-4efe-97f4-8c4c4e606b39 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:51.526195 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-fda09c78-ad33-42d4-81fc-a1c42d5165fa req-61451d09-f3e0-498d-b2d2-4e6026737faa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63cf76c9-1e93-4df8-a4e4-cd11edf8db1f HTTP/1.1" status: 200 len: 217 time: 0.1261208 Mar 11 19:34:51.593353 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fc55e1be-1316-4be7-ad5d-2d5c1869e237 None None] Publish callbacks [] for port (20e145db-6917-42b8-94f0-2b806f3ce6f6), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:51.606785 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fc55e1be-1316-4be7-ad5d-2d5c1869e237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (20e145db-6917-42b8-94f0-2b806f3ce6f6), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:51.612030 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e908704-ec4c-4565-a9b0-d1d6a062bf6d tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Made reservation on behalf of a957f2f02f014417a57323b91c40f536 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:34:51.620343 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4e908704-ec4c-4565-a9b0-d1d6a062bf6d tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:51.665624 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc55e1be-1316-4be7-ad5d-2d5c1869e237 None None] Pushing event updated for resources: {'Port': ['ID=20e145db-6917-42b8-94f0-2b806f3ce6f6,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:51.678908 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc55e1be-1316-4be7-ad5d-2d5c1869e237 None None] Network 42054878-3c7f-478b-97de-2d246fb62c57 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:34:51.682302 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-fc55e1be-1316-4be7-ad5d-2d5c1869e237 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:34:51.685747 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc55e1be-1316-4be7-ad5d-2d5c1869e237 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:34:51.710587 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8a144485-c8f9-4224-933f-2fe114d29fb2 req-5d79bb86-e405-4d75-b043-8bdd4e83cfa3 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?device_id=c900818c-a431-4d5d-8924-a66b2f33b5f6 HTTP/1.1" status: 200 len: 210 time: 0.0565994 Mar 11 19:34:51.711950 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-c25440c6-2ffa-49b0-b018-1a19606c7afa req-a219e6ba-5cdd-45a6-ae6f-209360ee8a96 service neutron] Attempting to bind port a0fdfa07-5722-410a-b6a7-7f3f380b3533 on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:34:51.712298 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-c25440c6-2ffa-49b0-b018-1a19606c7afa req-a219e6ba-5cdd-45a6-ae6f-209360ee8a96 service neutron] Attempting to bind port a0fdfa07-5722-410a-b6a7-7f3f380b3533 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:34:51.712623 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25440c6-2ffa-49b0-b018-1a19606c7afa req-a219e6ba-5cdd-45a6-ae6f-209360ee8a96 service neutron] Attempting to bind port a0fdfa07-5722-410a-b6a7-7f3f380b3533 on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:34:51.723987 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda09c78-ad33-42d4-81fc-a1c42d5165fa req-d76e95c6-5e9c-456d-8997-012c6b94c12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:51.725559 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-fda09c78-ad33-42d4-81fc-a1c42d5165fa req-d76e95c6-5e9c-456d-8997-012c6b94c12e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=23a3dd94-cd73-4b82-b4a6-b6bdd0e8f5ac HTTP/1.1" status: 200 len: 859 time: 0.1924078 Mar 11 19:34:51.730806 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25440c6-2ffa-49b0-b018-1a19606c7afa req-a219e6ba-5cdd-45a6-ae6f-209360ee8a96 service neutron] Port a0fdfa07-5722-410a-b6a7-7f3f380b3533 on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:34:51.731144 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25440c6-2ffa-49b0-b018-1a19606c7afa req-a219e6ba-5cdd-45a6-ae6f-209360ee8a96 service neutron] Attempting to bind port a0fdfa07-5722-410a-b6a7-7f3f380b3533 on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:34:51.756878 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-fc55e1be-1316-4be7-ad5d-2d5c1869e237 None None] Attempting to bind port 20e145db-6917-42b8-94f0-2b806f3ce6f6 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:34:51.757249 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-fc55e1be-1316-4be7-ad5d-2d5c1869e237 None None] Attempting to bind port 20e145db-6917-42b8-94f0-2b806f3ce6f6 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'e6a78a20-dff6-4b38-8290-f4608338c3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '42054878-3c7f-478b-97de-2d246fb62c57'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:34:51.757707 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc55e1be-1316-4be7-ad5d-2d5c1869e237 None None] Attempting to bind port 20e145db-6917-42b8-94f0-2b806f3ce6f6 on network 42054878-3c7f-478b-97de-2d246fb62c57 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:34:51.764690 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc55e1be-1316-4be7-ad5d-2d5c1869e237 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:34:51.765067 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc55e1be-1316-4be7-ad5d-2d5c1869e237 None None] Checking segment: {'id': 'e6a78a20-dff6-4b38-8290-f4608338c3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '42054878-3c7f-478b-97de-2d246fb62c57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:34:51.765735 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fc55e1be-1316-4be7-ad5d-2d5c1869e237 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:51.766315 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc55e1be-1316-4be7-ad5d-2d5c1869e237 None None] Bound using segment: {'id': 'e6a78a20-dff6-4b38-8290-f4608338c3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '42054878-3c7f-478b-97de-2d246fb62c57'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:34:51.766945 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-fc55e1be-1316-4be7-ad5d-2d5c1869e237 None None] Bound port: 20e145db-6917-42b8-94f0-2b806f3ce6f6, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6a78a20-dff6-4b38-8290-f4608338c3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '42054878-3c7f-478b-97de-2d246fb62c57'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:34:51.767393 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fc55e1be-1316-4be7-ad5d-2d5c1869e237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (20e145db-6917-42b8-94f0-2b806f3ce6f6), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:51.767501 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6fa7d0-100f-47e5-b335-0d2898302d9b req-5fa7bfcb-4cb9-436a-915c-48f9111c54d1 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:51.784985 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-eb6fa7d0-100f-47e5-b335-0d2898302d9b req-5fa7bfcb-4cb9-436a-915c-48f9111c54d1 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd301a1f-409e-4a08-bf73-437d640f7371 HTTP/1.1" status: 200 len: 949 time: 0.2549677 Mar 11 19:34:51.790382 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25440c6-2ffa-49b0-b018-1a19606c7afa req-a219e6ba-5cdd-45a6-ae6f-209360ee8a96 service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:34:51.790722 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25440c6-2ffa-49b0-b018-1a19606c7afa req-a219e6ba-5cdd-45a6-ae6f-209360ee8a96 service neutron] Checking segment: {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:34:51.791848 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25440c6-2ffa-49b0-b018-1a19606c7afa req-a219e6ba-5cdd-45a6-ae6f-209360ee8a96 service neutron] Bound using segment: {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:34:51.791848 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-c25440c6-2ffa-49b0-b018-1a19606c7afa req-a219e6ba-5cdd-45a6-ae6f-209360ee8a96 service neutron] Bound port: a0fdfa07-5722-410a-b6a7-7f3f380b3533, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:34:51.792161 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c25440c6-2ffa-49b0-b018-1a19606c7afa req-a219e6ba-5cdd-45a6-ae6f-209360ee8a96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a0fdfa07-5722-410a-b6a7-7f3f380b3533), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:51.820257 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-fda09c78-ad33-42d4-81fc-a1c42d5165fa req-93f85400-a54b-4f85-ba26-c615d27fe1f8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=603aaea1-f5bf-4434-b0ab-49b5034dacdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366435 Mar 11 19:34:51.854419 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-fc55e1be-1316-4be7-ad5d-2d5c1869e237 None None] For port 20e145db-6917-42b8-94f0-2b806f3ce6f6, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:34:51.859742 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-fc55e1be-1316-4be7-ad5d-2d5c1869e237 None None] For port 20e145db-6917-42b8-94f0-2b806f3ce6f6, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=20e145db-6917-42b8-94f0-2b806f3ce6f6,segment=NetworkSegment(e6a78a20-dff6-4b38-8290-f4608338c3cf),segment_id=e6a78a20-dff6-4b38-8290-f4608338c3cf)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:34:51.872674 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fc55e1be-1316-4be7-ad5d-2d5c1869e237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (20e145db-6917-42b8-94f0-2b806f3ce6f6), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:51.938565 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-881bb667-3dfc-4843-a6a4-988daada4ff2 req-8d96e690-45ef-4efe-97f4-8c4c4e606b39 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Allocated IP 172.20.0.4 (603aaea1-f5bf-4434-b0ab-49b5034dacdd/23a3dd94-cd73-4b82-b4a6-b6bdd0e8f5ac/1df69723-3d5d-4d2a-9b38-69cb06c46cdf) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:34:52.002806 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc55e1be-1316-4be7-ad5d-2d5c1869e237 None None] Pushing event updated for resources: {'Port': ['ID=20e145db-6917-42b8-94f0-2b806f3ce6f6,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:52.021355 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc55e1be-1316-4be7-ad5d-2d5c1869e237 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:34:52.021790 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc55e1be-1316-4be7-ad5d-2d5c1869e237 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:34:52.022138 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc55e1be-1316-4be7-ad5d-2d5c1869e237 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:34:52.022475 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc55e1be-1316-4be7-ad5d-2d5c1869e237 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:34:52.022814 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc55e1be-1316-4be7-ad5d-2d5c1869e237 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:34:52.023150 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc55e1be-1316-4be7-ad5d-2d5c1869e237 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:34:52.023478 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc55e1be-1316-4be7-ad5d-2d5c1869e237 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:34:52.026573 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc55e1be-1316-4be7-ad5d-2d5c1869e237 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:34:52.026948 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc55e1be-1316-4be7-ad5d-2d5c1869e237 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:34:52.027293 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc55e1be-1316-4be7-ad5d-2d5c1869e237 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:34:52.027663 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc55e1be-1316-4be7-ad5d-2d5c1869e237 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:34:52.028000 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc55e1be-1316-4be7-ad5d-2d5c1869e237 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:34:52.028332 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc55e1be-1316-4be7-ad5d-2d5c1869e237 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:34:52.053896 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-eb6fa7d0-100f-47e5-b335-0d2898302d9b req-b8a16485-149c-43c8-8dfe-0902acb7b44a tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680366 Mar 11 19:34:52.083282 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-fda09c78-ad33-42d4-81fc-a1c42d5165fa req-b8b979e5-ef8b-4d3f-9edf-df9b56d76b0f service neutron] 10.222.0.57 "GET /v2.0/networks/603aaea1-f5bf-4434-b0ab-49b5034dacdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543764 Mar 11 19:34:52.111265 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-c25440c6-2ffa-49b0-b018-1a19606c7afa req-a219e6ba-5cdd-45a6-ae6f-209360ee8a96 service neutron] For port a0fdfa07-5722-410a-b6a7-7f3f380b3533, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:34:52.114649 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-c25440c6-2ffa-49b0-b018-1a19606c7afa req-a219e6ba-5cdd-45a6-ae6f-209360ee8a96 service neutron] For port a0fdfa07-5722-410a-b6a7-7f3f380b3533, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=a0fdfa07-5722-410a-b6a7-7f3f380b3533,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:34:52.243704 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-fda09c78-ad33-42d4-81fc-a1c42d5165fa req-daf2c412-a5e4-43fc-9426-ccb7ee17fff9 service neutron] 10.222.0.57 "GET /v2.0/networks/603aaea1-f5bf-4434-b0ab-49b5034dacdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511869 Mar 11 19:34:52.265024 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-447a00aa-fbe8-4431-a9df-afa537358bcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:52.413049 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4e908704-ec4c-4565-a9b0-d1d6a062bf6d tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (08561ce7-4a14-42b2-8808-45881e597b43), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:52.482385 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e908704-ec4c-4565-a9b0-d1d6a062bf6d tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Pushing event updated for resources: {'Subnet': ['ID=08561ce7-4a14-42b2-8808-45881e597b43,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:52.484659 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:52.507146 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8093cc91-415d-4a73-bf73-863606cec710 req-9d844961-5cd8-4d88-a4f9-96f21926ecc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:52.509534 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8093cc91-415d-4a73-bf73-863606cec710 req-9d844961-5cd8-4d88-a4f9-96f21926ecc8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=57167832d4db4819b4f5cac954866076&device_id=e1d2be0c-60f7-4b21-82d5-4bc9663b79c8 HTTP/1.1" status: 200 len: 1126 time: 0.1812441 Mar 11 19:34:52.653568 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e908704-ec4c-4565-a9b0-d1d6a062bf6d tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Checking segment: {'id': '290e59cd-b6e6-4f54-aec6-e75701780587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '9aacd1cd-8535-4948-a638-390f934abb75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:34:52.654280 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e908704-ec4c-4565-a9b0-d1d6a062bf6d tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Network hostable DHCP agents. Network: 9aacd1cd-8535-4948-a638-390f934abb75, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:34:52.682871 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b1e7872f-f41a-41ca-824b-7bc5b50d080d req-da2a4f0b-c023-4155-9bf0-16fdf54d8958 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 210 time: 0.6273649 Mar 11 19:34:52.688656 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e908704-ec4c-4565-a9b0-d1d6a062bf6d tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Network 9aacd1cd-8535-4948-a638-390f934abb75 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:34:52.693566 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c25440c6-2ffa-49b0-b018-1a19606c7afa req-a219e6ba-5cdd-45a6-ae6f-209360ee8a96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (a0fdfa07-5722-410a-b6a7-7f3f380b3533), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:52.719294 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8093cc91-415d-4a73-bf73-863606cec710 req-9ee65537-638e-45fc-85d6-be1227b8e980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:52.721705 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8093cc91-415d-4a73-bf73-863606cec710 req-9ee65537-638e-45fc-85d6-be1227b8e980 service neutron] 10.222.0.57 "GET /v2.0/networks?id=603aaea1-f5bf-4434-b0ab-49b5034dacdd HTTP/1.1" status: 200 len: 920 time: 0.2049546 Mar 11 19:34:52.724027 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-4e908704-ec4c-4565-a9b0-d1d6a062bf6d tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 9aacd1cd-8535-4948-a638-390f934abb75) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:34:52.735171 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1085c426-f74b-4adc-8458-89788f808d5f None None] Network 9aacd1cd-8535-4948-a638-390f934abb75 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:34:52.758935 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e908704-ec4c-4565-a9b0-d1d6a062bf6d tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:52.760656 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4e908704-ec4c-4565-a9b0-d1d6a062bf6d tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:52.808085 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8093cc91-415d-4a73-bf73-863606cec710 req-9d0ff18f-0e63-4ece-a3c5-7b69a0b0e18b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63cf76c9-1e93-4df8-a4e4-cd11edf8db1f HTTP/1.1" status: 200 len: 217 time: 0.0769651 Mar 11 19:34:52.829547 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4e908704-ec4c-4565-a9b0-d1d6a062bf6d tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6803727 Mar 11 19:34:52.875488 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8093cc91-415d-4a73-bf73-863606cec710 req-31456863-85b0-449c-bc30-31d0d5e49b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:52.878474 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8093cc91-415d-4a73-bf73-863606cec710 req-31456863-85b0-449c-bc30-31d0d5e49b99 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=23a3dd94-cd73-4b82-b4a6-b6bdd0e8f5ac HTTP/1.1" status: 200 len: 859 time: 0.0635216 Mar 11 19:34:52.904443 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-63d65c6e-c823-431a-a0fb-c952bcb26865 req-40cce2e5-7127-428c-b61b-765758b28ed1 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=f146c6f5-c337-4e48-b979-f28e2141d131 HTTP/1.1" status: 200 len: 210 time: 0.2613833 Mar 11 19:34:52.922041 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a219e6ba-5cdd-45a6-ae6f-209360ee8a96 service neutron] Pushing event updated for resources: {'Port': ['ID=a0fdfa07-5722-410a-b6a7-7f3f380b3533,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:52.956803 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8093cc91-415d-4a73-bf73-863606cec710 req-786cb65f-c523-4763-bce1-d88a7caa5d00 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=603aaea1-f5bf-4434-b0ab-49b5034dacdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727403 Mar 11 19:34:52.965419 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25440c6-2ffa-49b0-b018-1a19606c7afa req-a219e6ba-5cdd-45a6-ae6f-209360ee8a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:52.971140 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c25440c6-2ffa-49b0-b018-1a19606c7afa req-a219e6ba-5cdd-45a6-ae6f-209360ee8a96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:52.973564 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c25440c6-2ffa-49b0-b018-1a19606c7afa req-a219e6ba-5cdd-45a6-ae6f-209360ee8a96 service neutron] 10.222.0.75 "PUT /v2.0/ports/a0fdfa07-5722-410a-b6a7-7f3f380b3533 HTTP/1.1" status: 200 len: 1095 time: 3.4806190 Mar 11 19:34:53.024909 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59409845-2a87-4156-bc5b-95623c0acd13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-9aacd1cd-8535-4948-a638-390f934abb75', 'network_id': '9aacd1cd-8535-4948-a638-390f934abb75', 'project_id': 'a957f2f02f014417a57323b91c40f536', 'fixed_ips': [{'subnet_id': '08561ce7-4a14-42b2-8808-45881e597b43'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:34:53.027461 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-59409845-2a87-4156-bc5b-95623c0acd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:53.030848 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3070b780-78f7-4c50-b8f5-718c589bc394', 'tag': 'a0fdfa07-5722-410a-b6a7-7f3f380b3533'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:34:53.034056 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d394b67d-4d3b-44e2-bb4c-7a66398730c7" -d '{"events": [{"name": "network-changed", "server_uuid": "3070b780-78f7-4c50-b8f5-718c589bc394", "tag": "a0fdfa07-5722-410a-b6a7-7f3f380b3533"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:34:53.188976 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-417e9ff8-317d-4f63-ad8a-12808f037718 req-17060b9f-f643-4383-b8b6-a8c037514cc0 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?device_id=c900818c-a431-4d5d-8924-a66b2f33b5f6 HTTP/1.1" status: 200 len: 210 time: 0.1495404 Mar 11 19:34:53.234798 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-881bb667-3dfc-4843-a6a4-988daada4ff2 req-8d96e690-45ef-4efe-97f4-8c4c4e606b39 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Publish callbacks [] for port (1df69723-3d5d-4d2a-9b38-69cb06c46cdf), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:53.260108 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1534dbc9-c523-47f4-bb25-a4e989d0cc7c req-1430a35b-637f-4a23-97d9-5e7cc7d399e1 tempest-ImagesNegativeTestJSON-1871451002 tempest-ImagesNegativeTestJSON-1871451002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:53.268543 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1534dbc9-c523-47f4-bb25-a4e989d0cc7c req-1430a35b-637f-4a23-97d9-5e7cc7d399e1 tempest-ImagesNegativeTestJSON-1871451002 tempest-ImagesNegativeTestJSON-1871451002-project] 10.222.0.65 "GET /v2.0/ports?device_id=3070b780-78f7-4c50-b8f5-718c589bc394 HTTP/1.1" status: 200 len: 947 time: 0.3882194 Mar 11 19:34:53.293986 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25440c6-2ffa-49b0-b018-1a19606c7afa req-edb2b50c-4507-4a37-81fb-8c4c1ec2db70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:53.297485 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c25440c6-2ffa-49b0-b018-1a19606c7afa req-edb2b50c-4507-4a37-81fb-8c4c1ec2db70 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8d44ebe625db47b18c889efaa75146c9&device_id=3070b780-78f7-4c50-b8f5-718c589bc394 HTTP/1.1" status: 200 len: 1129 time: 0.2558963 Mar 11 19:34:53.301765 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8093cc91-415d-4a73-bf73-863606cec710 req-aa4a860e-4e46-4c78-a0d8-f0db527573fc service neutron] 10.222.0.57 "GET /v2.0/networks/603aaea1-f5bf-4434-b0ab-49b5034dacdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3369131 Mar 11 19:34:53.424535 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129472bd-28df-497b-9e94-ab7d4f6ccc8d x-openstack-request-id: req-129472bd-28df-497b-9e94-ab7d4f6ccc8d {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:34:53.424823 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3070b780-78f7-4c50-b8f5-718c589bc394", "tag": "a0fdfa07-5722-410a-b6a7-7f3f380b3533", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:34:53.425045 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-129472bd-28df-497b-9e94-ab7d4f6ccc8d {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:34:53.426918 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3070b780-78f7-4c50-b8f5-718c589bc394', 'tag': 'a0fdfa07-5722-410a-b6a7-7f3f380b3533', 'status': 'completed', 'code': 200} Mar 11 19:34:53.437419 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-59409845-2a87-4156-bc5b-95623c0acd13 None None] Allocated IP 19.86.0.2 (9aacd1cd-8535-4948-a638-390f934abb75/08561ce7-4a14-42b2-8808-45881e597b43/82ec298a-b592-4ec9-9199-36091a17a06c) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:34:53.446778 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1534dbc9-c523-47f4-bb25-a4e989d0cc7c req-3399f791-407e-404c-b90d-06567aa29600 tempest-ImagesNegativeTestJSON-1871451002 tempest-ImagesNegativeTestJSON-1871451002-project] 10.222.0.65 "GET /v2.0/security-groups?id=34e2714a-da45-46b6-bd53-ce400c1997d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603367 Mar 11 19:34:53.560777 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8093cc91-415d-4a73-bf73-863606cec710 req-c6e8e2b9-2b53-48f3-bd57-181d0185164b service neutron] 10.222.0.57 "GET /v2.0/networks/603aaea1-f5bf-4434-b0ab-49b5034dacdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496598 Mar 11 19:34:53.604619 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c25440c6-2ffa-49b0-b018-1a19606c7afa req-fc446621-7db1-4cab-a319-a6e4305484ab service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=a0fdfa07-5722-410a-b6a7-7f3f380b3533 HTTP/1.1" status: 200 len: 217 time: 0.2577152 Mar 11 19:34:53.759089 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-59409845-2a87-4156-bc5b-95623c0acd13 None None] Publish callbacks [] for port (82ec298a-b592-4ec9-9199-36091a17a06c), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:53.771810 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-59409845-2a87-4156-bc5b-95623c0acd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (82ec298a-b592-4ec9-9199-36091a17a06c), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:53.826089 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-881bb667-3dfc-4843-a6a4-988daada4ff2 req-8d96e690-45ef-4efe-97f4-8c4c4e606b39 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (1df69723-3d5d-4d2a-9b38-69cb06c46cdf), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:53.847261 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59409845-2a87-4156-bc5b-95623c0acd13 None None] Network 9aacd1cd-8535-4948-a638-390f934abb75 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:34:53.854810 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-59409845-2a87-4156-bc5b-95623c0acd13 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:34:53.859904 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59409845-2a87-4156-bc5b-95623c0acd13 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:34:53.870577 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e21c9a4-2398-49c9-bfa4-28211d48f05b None None] Network 42054878-3c7f-478b-97de-2d246fb62c57 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:34:53.873128 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59409845-2a87-4156-bc5b-95623c0acd13 None None] Pushing event updated for resources: {'Port': ['ID=82ec298a-b592-4ec9-9199-36091a17a06c,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:53.880907 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25440c6-2ffa-49b0-b018-1a19606c7afa req-54186cd0-7e43-4b1f-b793-76fa80474712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:53.882348 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c25440c6-2ffa-49b0-b018-1a19606c7afa req-54186cd0-7e43-4b1f-b793-76fa80474712 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.2266233 Mar 11 19:34:53.960070 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-881bb667-3dfc-4843-a6a4-988daada4ff2 req-8d96e690-45ef-4efe-97f4-8c4c4e606b39 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Network 603aaea1-f5bf-4434-b0ab-49b5034dacdd is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:34:53.962449 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d96e690-45ef-4efe-97f4-8c4c4e606b39 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Pushing event updated for resources: {'Port': ['ID=1df69723-3d5d-4d2a-9b38-69cb06c46cdf,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:53.965808 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-881bb667-3dfc-4843-a6a4-988daada4ff2 req-8d96e690-45ef-4efe-97f4-8c4c4e606b39 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:34:53.969833 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 20e145db-6917-42b8-94f0-2b806f3ce6f6 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:34:53.987017 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb0d5a-e574-4060-9d21-476ff1bbd53c req-7b739b50-22ca-4469-b433-7a54c9d54864 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:53.995389 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-69eb0d5a-e574-4060-9d21-476ff1bbd53c req-7b739b50-22ca-4469-b433-7a54c9d54864 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd301a1f-409e-4a08-bf73-437d640f7371 HTTP/1.1" status: 200 len: 949 time: 0.3407438 Mar 11 19:34:54.001916 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-881bb667-3dfc-4843-a6a4-988daada4ff2 req-8d96e690-45ef-4efe-97f4-8c4c4e606b39 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:34:54.053715 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-503c0495-13e6-4a6f-847c-b85d3ffd4ffb tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:54.059459 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-503c0495-13e6-4a6f-847c-b85d3ffd4ffb tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:54.063055 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-57be5c08-431a-4d31-b37d-9bcad3ddf9ac None None] Provisioning complete for port 20e145db-6917-42b8-94f0-2b806f3ce6f6 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:34:54.063581 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-57be5c08-431a-4d31-b37d-9bcad3ddf9ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (20e145db-6917-42b8-94f0-2b806f3ce6f6), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:54.067571 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-503c0495-13e6-4a6f-847c-b85d3ffd4ffb tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/networks?id=42054878-3c7f-478b-97de-2d246fb62c57&id=9aacd1cd-8535-4948-a638-390f934abb75 HTTP/1.1" status: 200 len: 1392 time: 0.5845346 Mar 11 19:34:54.100518 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-7b03c017-2cfb-4d31-bd52-4a7cf65638d7 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/quotas/a957f2f02f014417a57323b91c40f536 HTTP/1.1" status: 200 len: 375 time: 0.0307415 Mar 11 19:34:54.170275 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25440c6-2ffa-49b0-b018-1a19606c7afa req-7fe73324-8875-451c-b17b-332cc3ffb029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:54.172032 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c25440c6-2ffa-49b0-b018-1a19606c7afa req-7fe73324-8875-451c-b17b-332cc3ffb029 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2634933 Mar 11 19:34:54.183434 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881bb667-3dfc-4843-a6a4-988daada4ff2 req-8d96e690-45ef-4efe-97f4-8c4c4e606b39 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:54.184103 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-881bb667-3dfc-4843-a6a4-988daada4ff2 req-8d96e690-45ef-4efe-97f4-8c4c4e606b39 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:54.210758 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-69eb0d5a-e574-4060-9d21-476ff1bbd53c req-349c2e0d-1f5f-434f-be12-53764bf83adb tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143772 Mar 11 19:34:54.240141 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-59409845-2a87-4156-bc5b-95623c0acd13 None None] Attempting to bind port 82ec298a-b592-4ec9-9199-36091a17a06c on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:34:54.249576 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-59409845-2a87-4156-bc5b-95623c0acd13 None None] Attempting to bind port 82ec298a-b592-4ec9-9199-36091a17a06c by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '290e59cd-b6e6-4f54-aec6-e75701780587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '9aacd1cd-8535-4948-a638-390f934abb75'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:34:54.250101 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59409845-2a87-4156-bc5b-95623c0acd13 None None] Attempting to bind port 82ec298a-b592-4ec9-9199-36091a17a06c on network 9aacd1cd-8535-4948-a638-390f934abb75 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:34:54.264794 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-881bb667-3dfc-4843-a6a4-988daada4ff2 req-8d96e690-45ef-4efe-97f4-8c4c4e606b39 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3654575 Mar 11 19:34:54.280283 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59409845-2a87-4156-bc5b-95623c0acd13 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:34:54.280664 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59409845-2a87-4156-bc5b-95623c0acd13 None None] Checking segment: {'id': '290e59cd-b6e6-4f54-aec6-e75701780587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '9aacd1cd-8535-4948-a638-390f934abb75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:34:54.281064 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-59409845-2a87-4156-bc5b-95623c0acd13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:54.281570 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59409845-2a87-4156-bc5b-95623c0acd13 None None] Bound using segment: {'id': '290e59cd-b6e6-4f54-aec6-e75701780587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '9aacd1cd-8535-4948-a638-390f934abb75'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:34:54.281942 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-59409845-2a87-4156-bc5b-95623c0acd13 None None] Bound port: 82ec298a-b592-4ec9-9199-36091a17a06c, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '290e59cd-b6e6-4f54-aec6-e75701780587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '9aacd1cd-8535-4948-a638-390f934abb75'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:34:54.282325 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-59409845-2a87-4156-bc5b-95623c0acd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (82ec298a-b592-4ec9-9199-36091a17a06c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:54.301408 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-881bb667-3dfc-4843-a6a4-988daada4ff2 req-7258ce45-5811-4db5-bcdc-edc57dc97b61 service neutron] Request body: {'port': {'device_id': 'c900818c-a431-4d5d-8924-a66b2f33b5f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:34:54.308358 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 20e145db-6917-42b8-94f0-2b806f3ce6f6 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:34:54.308733 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (20e145db-6917-42b8-94f0-2b806f3ce6f6), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:54.344211 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-588e2b14-2a52-4aee-a2c6-40eb33b0e9e3 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a957f2f02f014417a57323b91c40f536&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2251470 Mar 11 19:34:54.402749 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a76bbea4-400a-4ff2-b890-943b6ded8bbd req-3857863f-322a-41b1-a048-ec77f7148cd0 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 210 time: 0.0726984 Mar 11 19:34:54.433715 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-59409845-2a87-4156-bc5b-95623c0acd13 None None] For port 82ec298a-b592-4ec9-9199-36091a17a06c, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:34:54.437186 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-59409845-2a87-4156-bc5b-95623c0acd13 None None] For port 82ec298a-b592-4ec9-9199-36091a17a06c, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=82ec298a-b592-4ec9-9199-36091a17a06c,segment=NetworkSegment(290e59cd-b6e6-4f54-aec6-e75701780587),segment_id=290e59cd-b6e6-4f54-aec6-e75701780587)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:34:54.484023 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c25440c6-2ffa-49b0-b018-1a19606c7afa req-54938bbc-e767-40aa-a6ea-2b140560360e service neutron] 10.222.0.75 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929392 Mar 11 19:34:54.493889 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-881bb667-3dfc-4843-a6a4-988daada4ff2 req-7258ce45-5811-4db5-bcdc-edc57dc97b61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (1df69723-3d5d-4d2a-9b38-69cb06c46cdf), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:54.505304 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-59409845-2a87-4156-bc5b-95623c0acd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (82ec298a-b592-4ec9-9199-36091a17a06c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:54.555660 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-065c001c-8345-4bf2-8299-dce2be5d3070 req-0f3b62ab-e03e-4816-83cd-c30069b2855b tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=f146c6f5-c337-4e48-b979-f28e2141d131 HTTP/1.1" status: 200 len: 210 time: 0.0626090 Mar 11 19:34:54.612065 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b0c5c81f-41b2-41c2-b1ec-aee5199b66dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:54.630157 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 20e145db-6917-42b8-94f0-2b806f3ce6f6 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:34:54.630691 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (20e145db-6917-42b8-94f0-2b806f3ce6f6), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:54.669088 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-57be5c08-431a-4d31-b37d-9bcad3ddf9ac None None] Current status of the port 20e145db-6917-42b8-94f0-2b806f3ce6f6 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:34:54.669750 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-57be5c08-431a-4d31-b37d-9bcad3ddf9ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (20e145db-6917-42b8-94f0-2b806f3ce6f6), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:54.713292 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-4a86d0da-4880-48ae-a533-678b8a2ee6d6 service neutron] 10.222.0.65 "GET /v2.0/networks/42054878-3c7f-478b-97de-2d246fb62c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3550212 Mar 11 19:34:54.749192 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 20e145db-6917-42b8-94f0-2b806f3ce6f6, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=20e145db-6917-42b8-94f0-2b806f3ce6f6,segment=NetworkSegment(e6a78a20-dff6-4b38-8290-f4608338c3cf),segment_id=e6a78a20-dff6-4b38-8290-f4608338c3cf)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:34:54.758583 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (20e145db-6917-42b8-94f0-2b806f3ce6f6), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:54.774452 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59409845-2a87-4156-bc5b-95623c0acd13 None None] Pushing event updated for resources: {'Port': ['ID=82ec298a-b592-4ec9-9199-36091a17a06c,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:54.830331 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c25440c6-2ffa-49b0-b018-1a19606c7afa req-e9360409-a61b-4991-86eb-acdbc4604f75 service neutron] 10.222.0.75 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383908 Mar 11 19:34:54.866444 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-57be5c08-431a-4d31-b37d-9bcad3ddf9ac None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:34:54.866868 n-d-833163-1 neutron-server[103886]: DEBUG oslo_db.api [None req-57be5c08-431a-4d31-b37d-9bcad3ddf9ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:34:54.873489 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=20e145db-6917-42b8-94f0-2b806f3ce6f6,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:55.066823 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a64d07f-bab7-4a73-93c4-632a41c8064b req-6581545d-16fe-4cfd-902e-0fd5da7db470 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:55.072038 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2a64d07f-bab7-4a73-93c4-632a41c8064b req-6581545d-16fe-4cfd-902e-0fd5da7db470 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?device_id=c900818c-a431-4d5d-8924-a66b2f33b5f6 HTTP/1.1" status: 200 len: 931 time: 0.3787901 Mar 11 19:34:55.151084 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-706d91fe-b101-430e-a611-ddaee242891b service neutron] 10.222.0.65 "GET /v2.0/networks/42054878-3c7f-478b-97de-2d246fb62c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4150496 Mar 11 19:34:55.160915 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394b67d-4d3b-44e2-bb4c-7a66398730c7 req-79f4943e-f107-4202-8108-51ac9ebac082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:55.162317 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d394b67d-4d3b-44e2-bb4c-7a66398730c7 req-79f4943e-f107-4202-8108-51ac9ebac082 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8d44ebe625db47b18c889efaa75146c9&device_id=3070b780-78f7-4c50-b8f5-718c589bc394 HTTP/1.1" status: 200 len: 1129 time: 0.2507479 Mar 11 19:34:55.291964 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2a64d07f-bab7-4a73-93c4-632a41c8064b req-e7830d16-2ccf-4dd2-9889-544f56cfea75 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/security-groups?id=03204c94-e7d5-4698-bf53-e2e3ba52bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111464 Mar 11 19:34:55.319261 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [req-d4b2f539-d5aa-4882-b00f-7631117982f6 req-42e36b7b-07a8-4372-a162-37d96961d380 service neutron] show failed (client error): The resource could not be found. Mar 11 19:34:55.322099 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d4b2f539-d5aa-4882-b00f-7631117982f6 req-42e36b7b-07a8-4372-a162-37d96961d380 service neutron] 10.222.0.57 "GET /v2.0/ports/afae19bd-dd94-4683-8fc5-b976d07d9d30/bindings/n-h1-833163-1 HTTP/1.1" status: 404 len: 380 time: 0.0898683 Mar 11 19:34:55.411237 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-57be5c08-431a-4d31-b37d-9bcad3ddf9ac None None] Current status of the port 20e145db-6917-42b8-94f0-2b806f3ce6f6 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:34:55.542668 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9884d82-fd5f-4d7a-88a3-9b3a7628ec6f None None] Provisioning complete for port 20e145db-6917-42b8-94f0-2b806f3ce6f6 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:34:55.543046 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9884d82-fd5f-4d7a-88a3-9b3a7628ec6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (20e145db-6917-42b8-94f0-2b806f3ce6f6), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:55.592355 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 63cf76c9-1e93-4df8-a4e4-cd11edf8db1f details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:34:55.628485 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b2f539-d5aa-4882-b00f-7631117982f6 req-236fd1f3-f4d3-4362-b75f-cadd29b1cdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:55.631571 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d4b2f539-d5aa-4882-b00f-7631117982f6 req-236fd1f3-f4d3-4362-b75f-cadd29b1cdfb service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=cd301a1f-409e-4a08-bf73-437d640f7371&tenant_id=487f8613d1fa45ab81e48e9d9d0fc801 HTTP/1.1" status: 200 len: 1131 time: 0.0936053 Mar 11 19:34:55.645063 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-d4b2f539-d5aa-4882-b00f-7631117982f6 req-7bf12d32-58ca-4779-9c16-d2ca806b5879 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-833163-1', 'device_owner': 'compute:nova'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:34:55.722337 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 63cf76c9-1e93-4df8-a4e4-cd11edf8db1f, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=63cf76c9-1e93-4df8-a4e4-cd11edf8db1f,segment=NetworkSegment(7270d687-c8ec-4c70-8559-a8ffaad98e19),segment_id=7270d687-c8ec-4c70-8559-a8ffaad98e19)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:34:55.754494 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': '63cf76c9-1e93-4df8-a4e4-cd11edf8db1f', 'network_id': '603aaea1-f5bf-4434-b0ab-49b5034dacdd', 'port_id': '63cf76c9-1e93-4df8-a4e4-cd11edf8db1f', 'mac_address': 'fa:16:3e:8a:74:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 867, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a3dd94-cd73-4b82-b4a6-b6bdd0e8f5ac', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:34:55.792099 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394b67d-4d3b-44e2-bb4c-7a66398730c7 req-4cd10182-417f-4e65-8a0b-192e53bdd82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:55.794120 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d394b67d-4d3b-44e2-bb4c-7a66398730c7 req-4cd10182-417f-4e65-8a0b-192e53bdd82b service neutron] 10.222.0.75 "GET /v2.0/networks?id=885772b1-9b97-4e1d-a0fb-e125030c5a81 HTTP/1.1" status: 200 len: 870 time: 0.6171560 Mar 11 19:34:55.822395 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-001880f9-0a0f-4440-9aba-9088a9cb22b4 service neutron] 10.222.0.65 "GET /v2.0/networks/9aacd1cd-8535-4948-a638-390f934abb75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6646020 Mar 11 19:34:55.826063 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-881bb667-3dfc-4843-a6a4-988daada4ff2 req-7258ce45-5811-4db5-bcdc-edc57dc97b61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1df69723-3d5d-4d2a-9b38-69cb06c46cdf {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:34:55.837691 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d4b2f539-d5aa-4882-b00f-7631117982f6 req-7bf12d32-58ca-4779-9c16-d2ca806b5879 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (afae19bd-dd94-4683-8fc5-b976d07d9d30), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:55.841393 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 63cf76c9-1e93-4df8-a4e4-cd11edf8db1f is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:34:55.845609 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (63cf76c9-1e93-4df8-a4e4-cd11edf8db1f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:55.897853 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d394b67d-4d3b-44e2-bb4c-7a66398730c7 req-b8eb265e-112e-4b58-9f5c-23faf7a11cda service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=a0fdfa07-5722-410a-b6a7-7f3f380b3533 HTTP/1.1" status: 200 len: 217 time: 0.0926807 Mar 11 19:34:55.900821 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63cf76c9-1e93-4df8-a4e4-cd11edf8db1f {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:34:55.903045 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-881bb667-3dfc-4843-a6a4-988daada4ff2 req-7258ce45-5811-4db5-bcdc-edc57dc97b61 service neutron] Publish callbacks [] for port (1df69723-3d5d-4d2a-9b38-69cb06c46cdf), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:55.928501 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 63cf76c9-1e93-4df8-a4e4-cd11edf8db1f, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=63cf76c9-1e93-4df8-a4e4-cd11edf8db1f,segment=NetworkSegment(7270d687-c8ec-4c70-8559-a8ffaad98e19),segment_id=7270d687-c8ec-4c70-8559-a8ffaad98e19)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:34:55.947409 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (63cf76c9-1e93-4df8-a4e4-cd11edf8db1f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:55.950879 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52565c0-3284-4809-836d-c7fc62e95a58 None None] Network 9aacd1cd-8535-4948-a638-390f934abb75 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:34:56.027012 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd544410-8f2c-418c-b5f6-d26064ce77f0 req-4c8658d2-0b82-48bd-9bd5-266d9e5c4862 tempest-ImagesNegativeTestJSON-1871451002 tempest-ImagesNegativeTestJSON-1871451002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:56.034211 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cd544410-8f2c-418c-b5f6-d26064ce77f0 req-4c8658d2-0b82-48bd-9bd5-266d9e5c4862 tempest-ImagesNegativeTestJSON-1871451002 tempest-ImagesNegativeTestJSON-1871451002-project] 10.222.0.65 "GET /v2.0/ports?device_id=3070b780-78f7-4c50-b8f5-718c589bc394 HTTP/1.1" status: 200 len: 947 time: 0.6459157 Mar 11 19:34:56.054007 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-881bb667-3dfc-4843-a6a4-988daada4ff2 req-7258ce45-5811-4db5-bcdc-edc57dc97b61 service neutron] Transition to ACTIVE for port object 1df69723-3d5d-4d2a-9b38-69cb06c46cdf will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:34:56.064680 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9884d82-fd5f-4d7a-88a3-9b3a7628ec6f None None] Current status of the port 20e145db-6917-42b8-94f0-2b806f3ce6f6 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:34:56.092739 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 20e145db-6917-42b8-94f0-2b806f3ce6f6 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:34:56.099732 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394b67d-4d3b-44e2-bb4c-7a66398730c7 req-0463d221-2acf-43b6-b115-d93fce3bf448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:56.101282 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d394b67d-4d3b-44e2-bb4c-7a66398730c7 req-0463d221-2acf-43b6-b115-d93fce3bf448 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.1588674 Mar 11 19:34:56.109599 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-881bb667-3dfc-4843-a6a4-988daada4ff2 req-7258ce45-5811-4db5-bcdc-edc57dc97b61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (1df69723-3d5d-4d2a-9b38-69cb06c46cdf), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:56.196548 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:56.212202 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=63cf76c9-1e93-4df8-a4e4-cd11edf8db1f,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:56.212384 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cd544410-8f2c-418c-b5f6-d26064ce77f0 req-9878238b-160e-4865-97cf-d80821907bcc tempest-ImagesNegativeTestJSON-1871451002 tempest-ImagesNegativeTestJSON-1871451002-project] 10.222.0.65 "GET /v2.0/security-groups?id=34e2714a-da45-46b6-bd53-ce400c1997d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765072 Mar 11 19:34:56.230848 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 20e145db-6917-42b8-94f0-2b806f3ce6f6 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:34:56.231360 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (20e145db-6917-42b8-94f0-2b806f3ce6f6), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:56.272673 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-dcba78db-8c93-4633-8a0c-af19a28f426f None None] Provisioning complete for port 82ec298a-b592-4ec9-9199-36091a17a06c triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:34:56.273194 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dcba78db-8c93-4633-8a0c-af19a28f426f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (82ec298a-b592-4ec9-9199-36091a17a06c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:56.319598 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['63cf76c9-1e93-4df8-a4e4-cd11edf8db1f'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:34:56.331743 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-d4b2f539-d5aa-4882-b00f-7631117982f6 req-7bf12d32-58ca-4779-9c16-d2ca806b5879 service neutron] For port afae19bd-dd94-4683-8fc5-b976d07d9d30, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=afae19bd-dd94-4683-8fc5-b976d07d9d30,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:34:56.409307 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-d4b2f539-d5aa-4882-b00f-7631117982f6 req-7bf12d32-58ca-4779-9c16-d2ca806b5879 service neutron] For port afae19bd-dd94-4683-8fc5-b976d07d9d30, host n-h2-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:34:56.433879 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 20e145db-6917-42b8-94f0-2b806f3ce6f6 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:34:56.435175 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 82ec298a-b592-4ec9-9199-36091a17a06c up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:34:56.460328 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-825337fc-4697-43ea-923d-5f003df84331 service neutron] 10.222.0.65 "GET /v2.0/networks/9aacd1cd-8535-4948-a638-390f934abb75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6369779 Mar 11 19:34:56.478885 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7258ce45-5811-4db5-bcdc-edc57dc97b61 service neutron] Pushing event updated for resources: {'Port': ['ID=1df69723-3d5d-4d2a-9b38-69cb06c46cdf,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:56.492861 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-dcba78db-8c93-4633-8a0c-af19a28f426f None None] Current status of the port 82ec298a-b592-4ec9-9199-36091a17a06c is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:34:56.493386 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dcba78db-8c93-4633-8a0c-af19a28f426f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (82ec298a-b592-4ec9-9199-36091a17a06c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:56.494063 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d4b2f539-d5aa-4882-b00f-7631117982f6 req-7bf12d32-58ca-4779-9c16-d2ca806b5879 service neutron] Publish callbacks [] for port (afae19bd-dd94-4683-8fc5-b976d07d9d30), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:56.517275 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394b67d-4d3b-44e2-bb4c-7a66398730c7 req-0a64b67a-08eb-414e-a457-b1c7ca4d417a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:56.518703 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d394b67d-4d3b-44e2-bb4c-7a66398730c7 req-0a64b67a-08eb-414e-a457-b1c7ca4d417a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3937991 Mar 11 19:34:56.519431 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-881bb667-3dfc-4843-a6a4-988daada4ff2 req-7258ce45-5811-4db5-bcdc-edc57dc97b61 service neutron] Attempting to bind port 1df69723-3d5d-4d2a-9b38-69cb06c46cdf on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:34:56.519785 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-881bb667-3dfc-4843-a6a4-988daada4ff2 req-7258ce45-5811-4db5-bcdc-edc57dc97b61 service neutron] Attempting to bind port 1df69723-3d5d-4d2a-9b38-69cb06c46cdf by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '7270d687-c8ec-4c70-8559-a8ffaad98e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '603aaea1-f5bf-4434-b0ab-49b5034dacdd'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:34:56.520106 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881bb667-3dfc-4843-a6a4-988daada4ff2 req-7258ce45-5811-4db5-bcdc-edc57dc97b61 service neutron] Attempting to bind port 1df69723-3d5d-4d2a-9b38-69cb06c46cdf on network 603aaea1-f5bf-4434-b0ab-49b5034dacdd {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:34:56.530118 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-d4b2f539-d5aa-4882-b00f-7631117982f6 req-7bf12d32-58ca-4779-9c16-d2ca806b5879 service neutron] Transition to ACTIVE for port object afae19bd-dd94-4683-8fc5-b976d07d9d30 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:34:56.531805 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd301a1f-409e-4a08-bf73-437d640f7371', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afae19bd-dd94-4683-8fc5-b976d07d9d30'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:34:56.537651 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe96e27f-d2df-4358-aa6f-c8da11d547fb" -d '{"events": [{"server_uuid": "cd301a1f-409e-4a08-bf73-437d640f7371", "name": "network-vif-unplugged", "status": "completed", "tag": "afae19bd-dd94-4683-8fc5-b976d07d9d30"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:34:56.542782 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d4b2f539-d5aa-4882-b00f-7631117982f6 req-7bf12d32-58ca-4779-9c16-d2ca806b5879 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (afae19bd-dd94-4683-8fc5-b976d07d9d30), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:56.550816 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-dcba78db-8c93-4633-8a0c-af19a28f426f None None] For port 82ec298a-b592-4ec9-9199-36091a17a06c, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=82ec298a-b592-4ec9-9199-36091a17a06c,segment=NetworkSegment(290e59cd-b6e6-4f54-aec6-e75701780587),segment_id=290e59cd-b6e6-4f54-aec6-e75701780587)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:34:56.560163 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dcba78db-8c93-4633-8a0c-af19a28f426f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (82ec298a-b592-4ec9-9199-36091a17a06c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:56.615638 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf12d32-58ca-4779-9c16-d2ca806b5879 service neutron] Pushing event updated for resources: {'Port': ['ID=afae19bd-dd94-4683-8fc5-b976d07d9d30,revision_number=6']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:56.705007 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4b2f539-d5aa-4882-b00f-7631117982f6 req-7bf12d32-58ca-4779-9c16-d2ca806b5879 service neutron] No DVR routers for this DVR port afae19bd-dd94-4683-8fc5-b976d07d9d30 on host n-h2-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:34:56.748690 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcba78db-8c93-4633-8a0c-af19a28f426f None None] Pushing event updated for resources: {'Port': ['ID=82ec298a-b592-4ec9-9199-36091a17a06c,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:56.752638 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 82ec298a-b592-4ec9-9199-36091a17a06c triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:34:56.753086 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (82ec298a-b592-4ec9-9199-36091a17a06c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:56.783677 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881bb667-3dfc-4843-a6a4-988daada4ff2 req-7258ce45-5811-4db5-bcdc-edc57dc97b61 service neutron] Port 1df69723-3d5d-4d2a-9b38-69cb06c46cdf on network 603aaea1-f5bf-4434-b0ab-49b5034dacdd not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:34:56.784018 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881bb667-3dfc-4843-a6a4-988daada4ff2 req-7258ce45-5811-4db5-bcdc-edc57dc97b61 service neutron] Attempting to bind port 1df69723-3d5d-4d2a-9b38-69cb06c46cdf on network 603aaea1-f5bf-4434-b0ab-49b5034dacdd {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:34:56.803037 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-8e5358fe-612e-4d10-b140-d59f53465b9f None None] Provisioning complete for port 82ec298a-b592-4ec9-9199-36091a17a06c triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:34:56.803495 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8e5358fe-612e-4d10-b140-d59f53465b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (82ec298a-b592-4ec9-9199-36091a17a06c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:56.806527 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-d4b2f539-d5aa-4882-b00f-7631117982f6 req-7bf12d32-58ca-4779-9c16-d2ca806b5879 service neutron] Attempting to bind port afae19bd-dd94-4683-8fc5-b976d07d9d30 on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:34:56.806982 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-d4b2f539-d5aa-4882-b00f-7631117982f6 req-7bf12d32-58ca-4779-9c16-d2ca806b5879 service neutron] Attempting to bind port afae19bd-dd94-4683-8fc5-b976d07d9d30 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:34:56.807305 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b2f539-d5aa-4882-b00f-7631117982f6 req-7bf12d32-58ca-4779-9c16-d2ca806b5879 service neutron] Attempting to bind port afae19bd-dd94-4683-8fc5-b976d07d9d30 on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:34:56.812365 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b2f539-d5aa-4882-b00f-7631117982f6 req-7bf12d32-58ca-4779-9c16-d2ca806b5879 service neutron] Port afae19bd-dd94-4683-8fc5-b976d07d9d30 on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:34:56.812686 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b2f539-d5aa-4882-b00f-7631117982f6 req-7bf12d32-58ca-4779-9c16-d2ca806b5879 service neutron] Attempting to bind port afae19bd-dd94-4683-8fc5-b976d07d9d30 on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:34:56.819147 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b2f539-d5aa-4882-b00f-7631117982f6 req-7bf12d32-58ca-4779-9c16-d2ca806b5879 service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:34:56.820080 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b2f539-d5aa-4882-b00f-7631117982f6 req-7bf12d32-58ca-4779-9c16-d2ca806b5879 service neutron] Checking segment: {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:34:56.821366 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4b2f539-d5aa-4882-b00f-7631117982f6 req-7bf12d32-58ca-4779-9c16-d2ca806b5879 service neutron] Bound using segment: {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:34:56.821957 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-d4b2f539-d5aa-4882-b00f-7631117982f6 req-7bf12d32-58ca-4779-9c16-d2ca806b5879 service neutron] Bound port: afae19bd-dd94-4683-8fc5-b976d07d9d30, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:34:56.822443 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d4b2f539-d5aa-4882-b00f-7631117982f6 req-7bf12d32-58ca-4779-9c16-d2ca806b5879 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (afae19bd-dd94-4683-8fc5-b976d07d9d30), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:56.844160 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d394b67d-4d3b-44e2-bb4c-7a66398730c7 req-9b709cbd-b506-4ee3-8b7b-866b527dc55e service neutron] 10.222.0.75 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144054 Mar 11 19:34:56.911804 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-d4b2f539-d5aa-4882-b00f-7631117982f6 req-7bf12d32-58ca-4779-9c16-d2ca806b5879 service neutron] For port afae19bd-dd94-4683-8fc5-b976d07d9d30, host n-h1-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:34:56.917832 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-d4b2f539-d5aa-4882-b00f-7631117982f6 req-7bf12d32-58ca-4779-9c16-d2ca806b5879 service neutron] For port afae19bd-dd94-4683-8fc5-b976d07d9d30, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=afae19bd-dd94-4683-8fc5-b976d07d9d30,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:34:56.927313 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-edf107d7-46a2-4ea6-a8d4-a049e0e1fdaf req-fa296aa6-58c9-4b1c-97d0-e12b5307c3df tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 210 time: 0.0748034 Mar 11 19:34:56.934737 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d4b2f539-d5aa-4882-b00f-7631117982f6 req-7bf12d32-58ca-4779-9c16-d2ca806b5879 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (afae19bd-dd94-4683-8fc5-b976d07d9d30), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:56.970033 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b2f539-d5aa-4882-b00f-7631117982f6 req-7bf12d32-58ca-4779-9c16-d2ca806b5879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:56.970661 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d4b2f539-d5aa-4882-b00f-7631117982f6 req-7bf12d32-58ca-4779-9c16-d2ca806b5879 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:56.971369 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9b7d80-f235-45b5-b933-746d70c7dc23 req-a3f59bdc-0725-43f6-aac2-c84f99511792 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:56.973311 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d4b2f539-d5aa-4882-b00f-7631117982f6 req-7bf12d32-58ca-4779-9c16-d2ca806b5879 service neutron] 10.222.0.75 "PUT /v2.0/ports/afae19bd-dd94-4683-8fc5-b976d07d9d30 HTTP/1.1" status: 200 len: 1095 time: 1.3331065 Mar 11 19:34:56.994771 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9e9b7d80-f235-45b5-b933-746d70c7dc23 req-a3f59bdc-0725-43f6-aac2-c84f99511792 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd301a1f-409e-4a08-bf73-437d640f7371 HTTP/1.1" status: 200 len: 949 time: 0.6337206 Mar 11 19:34:57.011339 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881bb667-3dfc-4843-a6a4-988daada4ff2 req-7258ce45-5811-4db5-bcdc-edc57dc97b61 service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:34:57.013230 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881bb667-3dfc-4843-a6a4-988daada4ff2 req-7258ce45-5811-4db5-bcdc-edc57dc97b61 service neutron] Checking segment: {'id': '7270d687-c8ec-4c70-8559-a8ffaad98e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '603aaea1-f5bf-4434-b0ab-49b5034dacdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:34:57.013415 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 82ec298a-b592-4ec9-9199-36091a17a06c is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:34:57.014594 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881bb667-3dfc-4843-a6a4-988daada4ff2 req-7258ce45-5811-4db5-bcdc-edc57dc97b61 service neutron] Bound using segment: {'id': '7270d687-c8ec-4c70-8559-a8ffaad98e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '603aaea1-f5bf-4434-b0ab-49b5034dacdd'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:34:57.015246 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-881bb667-3dfc-4843-a6a4-988daada4ff2 req-7258ce45-5811-4db5-bcdc-edc57dc97b61 service neutron] Bound port: 1df69723-3d5d-4d2a-9b38-69cb06c46cdf, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7270d687-c8ec-4c70-8559-a8ffaad98e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '603aaea1-f5bf-4434-b0ab-49b5034dacdd'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:34:57.016457 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-881bb667-3dfc-4843-a6a4-988daada4ff2 req-7258ce45-5811-4db5-bcdc-edc57dc97b61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (1df69723-3d5d-4d2a-9b38-69cb06c46cdf), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:57.109092 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf12d32-58ca-4779-9c16-d2ca806b5879 service neutron] Pushing event updated for resources: {'Port': ['ID=afae19bd-dd94-4683-8fc5-b976d07d9d30,revision_number=7']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:57.125696 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8e5358fe-612e-4d10-b140-d59f53465b9f None None] Current status of the port 82ec298a-b592-4ec9-9199-36091a17a06c is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:34:57.125881 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b2f539-d5aa-4882-b00f-7631117982f6 req-911a3883-a834-4091-b2ea-143eea5b585d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:57.127815 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d4b2f539-d5aa-4882-b00f-7631117982f6 req-911a3883-a834-4091-b2ea-143eea5b585d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=487f8613d1fa45ab81e48e9d9d0fc801&device_id=cd301a1f-409e-4a08-bf73-437d640f7371 HTTP/1.1" status: 200 len: 1129 time: 0.1094069 Mar 11 19:34:57.146114 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bd79627f-5136-469e-9974-547782198453 req-edd6245e-1008-4146-87fa-4817c0c0fa10 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=f146c6f5-c337-4e48-b979-f28e2141d131 HTTP/1.1" status: 200 len: 210 time: 0.0828512 Mar 11 19:34:57.306523 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d394b67d-4d3b-44e2-bb4c-7a66398730c7 req-9e1008c9-6ce6-4cc4-a9a8-9631cb71cc7c service neutron] 10.222.0.75 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3739467 Mar 11 19:34:57.333223 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b2f539-d5aa-4882-b00f-7631117982f6 req-5aa400aa-06b0-4084-8834-c83afef32f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:57.335075 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d4b2f539-d5aa-4882-b00f-7631117982f6 req-5aa400aa-06b0-4084-8834-c83afef32f4b service neutron] 10.222.0.75 "GET /v2.0/networks?id=885772b1-9b97-4e1d-a0fb-e125030c5a81 HTTP/1.1" status: 200 len: 870 time: 0.1985731 Mar 11 19:34:57.399506 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d4b2f539-d5aa-4882-b00f-7631117982f6 req-d06727c7-c994-4fd4-8634-492ef2d9cc21 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=afae19bd-dd94-4683-8fc5-b976d07d9d30 HTTP/1.1" status: 200 len: 217 time: 0.0555036 Mar 11 19:34:57.466030 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f06a8-7514-4cca-ae9a-ff14dcf19a5e req-647365cc-7d91-4a5c-88bb-fa802a0b23ab tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:57.471981 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f06a8-7514-4cca-ae9a-ff14dcf19a5e req-647365cc-7d91-4a5c-88bb-fa802a0b23ab tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:57.478465 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f06a8-7514-4cca-ae9a-ff14dcf19a5e req-647365cc-7d91-4a5c-88bb-fa802a0b23ab tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:57.486781 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f06a8-7514-4cca-ae9a-ff14dcf19a5e req-647365cc-7d91-4a5c-88bb-fa802a0b23ab tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:57.489263 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b2f539-d5aa-4882-b00f-7631117982f6 req-f3b21cba-4a20-43e5-821c-571773e5272c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:57.490707 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d4b2f539-d5aa-4882-b00f-7631117982f6 req-f3b21cba-4a20-43e5-821c-571773e5272c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.0863087 Mar 11 19:34:57.492101 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f06a8-7514-4cca-ae9a-ff14dcf19a5e req-647365cc-7d91-4a5c-88bb-fa802a0b23ab tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:57.499411 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f06a8-7514-4cca-ae9a-ff14dcf19a5e req-647365cc-7d91-4a5c-88bb-fa802a0b23ab tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:57.505896 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506f06a8-7514-4cca-ae9a-ff14dcf19a5e req-647365cc-7d91-4a5c-88bb-fa802a0b23ab tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:57.512029 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-506f06a8-7514-4cca-ae9a-ff14dcf19a5e req-647365cc-7d91-4a5c-88bb-fa802a0b23ab tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 5433 time: 0.1981189 Mar 11 19:34:57.514650 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:57.529361 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9e9b7d80-f235-45b5-b933-746d70c7dc23 req-4f0a4bc0-7a7e-4e03-a58b-7df37884c005 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5336251 Mar 11 19:34:57.558308 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b2f539-d5aa-4882-b00f-7631117982f6 req-27cd50c9-b050-4fbc-8c65-3e1153178c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:57.559617 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-881bb667-3dfc-4843-a6a4-988daada4ff2 req-7258ce45-5811-4db5-bcdc-edc57dc97b61 service neutron] For port 1df69723-3d5d-4d2a-9b38-69cb06c46cdf, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:34:57.560408 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d4b2f539-d5aa-4882-b00f-7631117982f6 req-27cd50c9-b050-4fbc-8c65-3e1153178c18 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0637691 Mar 11 19:34:57.566971 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device afae19bd-dd94-4683-8fc5-b976d07d9d30 no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:34:57.583228 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-881bb667-3dfc-4843-a6a4-988daada4ff2 req-7258ce45-5811-4db5-bcdc-edc57dc97b61 service neutron] For port 1df69723-3d5d-4d2a-9b38-69cb06c46cdf, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=1df69723-3d5d-4d2a-9b38-69cb06c46cdf,segment=NetworkSegment(7270d687-c8ec-4c70-8559-a8ffaad98e19),segment_id=7270d687-c8ec-4c70-8559-a8ffaad98e19)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:34:57.601531 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-881bb667-3dfc-4843-a6a4-988daada4ff2 req-7258ce45-5811-4db5-bcdc-edc57dc97b61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (1df69723-3d5d-4d2a-9b38-69cb06c46cdf), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:57.655456 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] The host n-h2-833163-1 is not matching for port afae19bd-dd94-4683-8fc5-b976d07d9d30 host n-h1-833163-1! {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 19:34:57.656518 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device afae19bd-dd94-4683-8fc5-b976d07d9d30 not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:34:57.689561 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881bb667-3dfc-4843-a6a4-988daada4ff2 req-7258ce45-5811-4db5-bcdc-edc57dc97b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:57.690184 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-881bb667-3dfc-4843-a6a4-988daada4ff2 req-7258ce45-5811-4db5-bcdc-edc57dc97b61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:57.691567 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-881bb667-3dfc-4843-a6a4-988daada4ff2 req-7258ce45-5811-4db5-bcdc-edc57dc97b61 service neutron] 10.222.0.75 "PUT /v2.0/ports/1df69723-3d5d-4d2a-9b38-69cb06c46cdf HTTP/1.1" status: 200 len: 1091 time: 3.3978865 Mar 11 19:34:57.697642 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-506f06a8-7514-4cca-ae9a-ff14dcf19a5e req-ce7628c9-f4fe-47fd-86b3-7b6761753271 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=da55a647-62ee-4d15-a963-651fcfed7127&id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1649318 Mar 11 19:34:57.698105 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c900818c-a431-4d5d-8924-a66b2f33b5f6', 'tag': '1df69723-3d5d-4d2a-9b38-69cb06c46cdf'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:34:57.701134 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f62e514-f12a-4133-bf16-5c0a91289d8d" -d '{"events": [{"name": "network-changed", "server_uuid": "c900818c-a431-4d5d-8924-a66b2f33b5f6", "tag": "1df69723-3d5d-4d2a-9b38-69cb06c46cdf"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:34:57.776045 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7258ce45-5811-4db5-bcdc-edc57dc97b61 service neutron] Pushing event updated for resources: {'Port': ['ID=1df69723-3d5d-4d2a-9b38-69cb06c46cdf,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:57.787614 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device a0fdfa07-5722-410a-b6a7-7f3f380b3533 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:34:57.790016 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d4b2f539-d5aa-4882-b00f-7631117982f6 req-e06dda97-db0e-401b-851d-180b8718366f service neutron] 10.222.0.75 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094591 Mar 11 19:34:57.800148 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bf816a-622b-4808-9d0b-d25ae032d557 req-c09aabcf-bd77-4279-87c2-26e2e4438038 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:57.801845 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-03bf816a-622b-4808-9d0b-d25ae032d557 req-c09aabcf-bd77-4279-87c2-26e2e4438038 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?device_id=c900818c-a431-4d5d-8924-a66b2f33b5f6 HTTP/1.1" status: 200 len: 943 time: 0.1811035 Mar 11 19:34:57.829180 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 19:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef8ca8a9-b04f-4558-a594-0d1c4372ff73 x-openstack-request-id: req-ef8ca8a9-b04f-4558-a594-0d1c4372ff73 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:34:57.830952 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd301a1f-409e-4a08-bf73-437d640f7371", "name": "network-vif-unplugged", "status": "completed", "tag": "afae19bd-dd94-4683-8fc5-b976d07d9d30", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:34:57.831472 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ef8ca8a9-b04f-4558-a594-0d1c4372ff73 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:34:57.833678 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd301a1f-409e-4a08-bf73-437d640f7371', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afae19bd-dd94-4683-8fc5-b976d07d9d30', 'code': 200} Mar 11 19:34:57.881440 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 82ec298a-b592-4ec9-9199-36091a17a06c up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:34:57.883091 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881bb667-3dfc-4843-a6a4-988daada4ff2 req-a12b0a45-3795-4fee-92ff-1ba68edceb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:57.884648 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-881bb667-3dfc-4843-a6a4-988daada4ff2 req-a12b0a45-3795-4fee-92ff-1ba68edceb1a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=57167832d4db4819b4f5cac954866076&device_id=c900818c-a431-4d5d-8924-a66b2f33b5f6 HTTP/1.1" status: 200 len: 1125 time: 0.1475961 Mar 11 19:34:57.889327 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-03bf816a-622b-4808-9d0b-d25ae032d557 req-6e7786e7-405c-424a-a030-b78a8156c113 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/security-groups?id=03204c94-e7d5-4698-bf53-e2e3ba52bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712693 Mar 11 19:34:57.957267 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-881bb667-3dfc-4843-a6a4-988daada4ff2 req-7bee0128-dca7-4f38-9133-b47378560ad0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1df69723-3d5d-4d2a-9b38-69cb06c46cdf HTTP/1.1" status: 200 len: 217 time: 0.0663021 Mar 11 19:34:58.001736 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d4b2f539-d5aa-4882-b00f-7631117982f6 req-576fe712-878b-4f49-a69f-23b56f4a596b service neutron] 10.222.0.75 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030880 Mar 11 19:34:58.021173 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-97e9ffb9-02cd-4855-a1f3-58dae9c48677 req-8eee97fe-9277-40f7-b146-a2c1defc737b tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf23e610-4189-4837-a1a3-cab9f5938b04 HTTP/1.1" status: 200 len: 210 time: 0.0304861 Mar 11 19:34:58.049783 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 82ec298a-b592-4ec9-9199-36091a17a06c triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:34:58.049783 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (82ec298a-b592-4ec9-9199-36091a17a06c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:58.100041 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881bb667-3dfc-4843-a6a4-988daada4ff2 req-d1c8ff4f-47c2-417d-9cbc-f7007263caf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:58.103233 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-881bb667-3dfc-4843-a6a4-988daada4ff2 req-d1c8ff4f-47c2-417d-9cbc-f7007263caf8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=23a3dd94-cd73-4b82-b4a6-b6bdd0e8f5ac HTTP/1.1" status: 200 len: 859 time: 0.1249039 Mar 11 19:34:58.104204 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port a0fdfa07-5722-410a-b6a7-7f3f380b3533, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=a0fdfa07-5722-410a-b6a7-7f3f380b3533,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:34:58.125396 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': 'a0fdfa07-5722-410a-b6a7-7f3f380b3533', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'port_id': 'a0fdfa07-5722-410a-b6a7-7f3f380b3533', 'mac_address': 'fa:16:3e:da:7b:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bb14923-74c3-4313-be8d-ed33542f05aa', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:34:58.178748 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-881bb667-3dfc-4843-a6a4-988daada4ff2 req-cfe62a66-c8e4-4487-9931-9ce213556f97 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=603aaea1-f5bf-4434-b0ab-49b5034dacdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680261 Mar 11 19:34:58.181142 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b5dcb0-3486-4584-a97f-407eab3af4dc x-openstack-request-id: req-72b5dcb0-3486-4584-a97f-407eab3af4dc {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:34:58.182126 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c900818c-a431-4d5d-8924-a66b2f33b5f6", "tag": "1df69723-3d5d-4d2a-9b38-69cb06c46cdf", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:34:58.182960 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-72b5dcb0-3486-4584-a97f-407eab3af4dc {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:34:58.183557 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c900818c-a431-4d5d-8924-a66b2f33b5f6', 'tag': '1df69723-3d5d-4d2a-9b38-69cb06c46cdf', 'status': 'completed', 'code': 200} Mar 11 19:34:58.185349 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 82ec298a-b592-4ec9-9199-36091a17a06c is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:34:58.198184 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port a0fdfa07-5722-410a-b6a7-7f3f380b3533 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:34:58.198586 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a0fdfa07-5722-410a-b6a7-7f3f380b3533), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:58.214180 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0fdfa07-5722-410a-b6a7-7f3f380b3533 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:34:58.235779 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port a0fdfa07-5722-410a-b6a7-7f3f380b3533, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=a0fdfa07-5722-410a-b6a7-7f3f380b3533,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:34:58.245481 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (a0fdfa07-5722-410a-b6a7-7f3f380b3533), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:58.311228 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=a0fdfa07-5722-410a-b6a7-7f3f380b3533,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:58.320512 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa0dd8-e035-4b71-838a-1234fb399e23 req-4e8bfdbb-ac83-4274-97f3-8621e3cc4725 tempest-ImagesNegativeTestJSON-1871451002 tempest-ImagesNegativeTestJSON-1871451002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:58.321991 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-64aa0dd8-e035-4b71-838a-1234fb399e23 req-4e8bfdbb-ac83-4274-97f3-8621e3cc4725 tempest-ImagesNegativeTestJSON-1871451002 tempest-ImagesNegativeTestJSON-1871451002-project] 10.222.0.65 "GET /v2.0/ports?device_id=3070b780-78f7-4c50-b8f5-718c589bc394 HTTP/1.1" status: 200 len: 947 time: 0.3533807 Mar 11 19:34:58.379513 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-881bb667-3dfc-4843-a6a4-988daada4ff2 req-2e19e21c-14bb-4f7f-bd81-9bf991b93d43 service neutron] 10.222.0.75 "GET /v2.0/networks/603aaea1-f5bf-4434-b0ab-49b5034dacdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895876 Mar 11 19:34:58.416106 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e2e33-cb17-4496-bd16-14ddadcf75aa req-fed3951a-2ae7-4103-911d-4e83aa74d082 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:58.421533 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e2e33-cb17-4496-bd16-14ddadcf75aa req-fed3951a-2ae7-4103-911d-4e83aa74d082 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:58.427284 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e2e33-cb17-4496-bd16-14ddadcf75aa req-fed3951a-2ae7-4103-911d-4e83aa74d082 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:58.433528 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e2e33-cb17-4496-bd16-14ddadcf75aa req-fed3951a-2ae7-4103-911d-4e83aa74d082 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:58.438749 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e2e33-cb17-4496-bd16-14ddadcf75aa req-fed3951a-2ae7-4103-911d-4e83aa74d082 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:58.443969 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e2e33-cb17-4496-bd16-14ddadcf75aa req-fed3951a-2ae7-4103-911d-4e83aa74d082 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:58.449201 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e2e33-cb17-4496-bd16-14ddadcf75aa req-fed3951a-2ae7-4103-911d-4e83aa74d082 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:58.451112 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-419e2e33-cb17-4496-bd16-14ddadcf75aa req-fed3951a-2ae7-4103-911d-4e83aa74d082 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 5433 time: 0.1701894 Mar 11 19:34:58.484906 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-64aa0dd8-e035-4b71-838a-1234fb399e23 req-e76aafa4-b165-456d-848c-02cb4144cf12 tempest-ImagesNegativeTestJSON-1871451002 tempest-ImagesNegativeTestJSON-1871451002-project] 10.222.0.65 "GET /v2.0/security-groups?id=34e2714a-da45-46b6-bd53-ce400c1997d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509569 Mar 11 19:34:58.530061 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-67a6a77c-fac1-4f37-bbb6-dde894af24a7 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:58.537080 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-67a6a77c-fac1-4f37-bbb6-dde894af24a7 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:58.538669 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-67a6a77c-fac1-4f37-bbb6-dde894af24a7 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.57 "GET /v2.0/networks?id=42054878-3c7f-478b-97de-2d246fb62c57&id=9aacd1cd-8535-4948-a638-390f934abb75 HTTP/1.1" status: 200 len: 1392 time: 0.1982939 Mar 11 19:34:58.551474 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-66a2e347-1415-4d88-9673-a91c8cbfd4c7 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Request body: {'port': {'device_id': 'bf23e610-4189-4837-a1a3-cab9f5938b04', 'network_id': '42054878-3c7f-478b-97de-2d246fb62c57', 'admin_state_up': True, 'tenant_id': 'a957f2f02f014417a57323b91c40f536'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:34:58.575909 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['a0fdfa07-5722-410a-b6a7-7f3f380b3533'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:34:58.600949 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-881bb667-3dfc-4843-a6a4-988daada4ff2 req-b854e96e-9581-4e75-a5f6-dc14685c8e1b service neutron] 10.222.0.75 "GET /v2.0/networks/603aaea1-f5bf-4434-b0ab-49b5034dacdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115555 Mar 11 19:34:58.618325 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-03323191-4de9-4da7-95f1-a94b11abb383 req-b19f1d4f-8c97-4a15-8b58-51132d084302 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 210 time: 0.0312810 Mar 11 19:34:58.665889 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-aba31d32-d023-48b4-96cf-3ce541c1d6c2 req-d4cd50a5-3d2f-45a9-b3e0-73b1a5f6ce3d tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=f146c6f5-c337-4e48-b979-f28e2141d131 HTTP/1.1" status: 200 len: 210 time: 0.0382683 Mar 11 19:34:58.708537 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-66a2e347-1415-4d88-9673-a91c8cbfd4c7 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Made reservation on behalf of a957f2f02f014417a57323b91c40f536 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:34:58.717392 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-66a2e347-1415-4d88-9673-a91c8cbfd4c7 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:58.741448 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62e514-f12a-4133-bf16-5c0a91289d8d req-85889424-ef82-42b9-ae47-3422846cbaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:58.743089 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6f62e514-f12a-4133-bf16-5c0a91289d8d req-85889424-ef82-42b9-ae47-3422846cbaf8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=57167832d4db4819b4f5cac954866076&device_id=c900818c-a431-4d5d-8924-a66b2f33b5f6 HTTP/1.1" status: 200 len: 1125 time: 0.0763407 Mar 11 19:34:58.867124 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62e514-f12a-4133-bf16-5c0a91289d8d req-d27a57ad-3ec5-407e-8e1d-54855ff7e017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:58.868979 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6f62e514-f12a-4133-bf16-5c0a91289d8d req-d27a57ad-3ec5-407e-8e1d-54855ff7e017 service neutron] 10.222.0.75 "GET /v2.0/networks?id=603aaea1-f5bf-4434-b0ab-49b5034dacdd HTTP/1.1" status: 200 len: 920 time: 0.1097209 Mar 11 19:34:58.869989 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-66a2e347-1415-4d88-9673-a91c8cbfd4c7 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Allocated IP 19.80.0.232 (42054878-3c7f-478b-97de-2d246fb62c57/ce604146-ad21-4ac7-89ed-58e924ecd668/d18caff7-3f43-401d-8fb8-e4ab18a6346a) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:34:58.929538 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6f62e514-f12a-4133-bf16-5c0a91289d8d req-08705a6d-2a49-4654-99f4-900f55579dd7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1df69723-3d5d-4d2a-9b38-69cb06c46cdf HTTP/1.1" status: 200 len: 217 time: 0.0530729 Mar 11 19:34:58.938244 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:58.969047 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b6218-632b-4979-9e2d-b806f6a9d395 req-d529604d-1780-4034-8a68-e01eb5dfafe4 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:58.972038 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-258b6218-632b-4979-9e2d-b806f6a9d395 req-d529604d-1780-4034-8a68-e01eb5dfafe4 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd301a1f-409e-4a08-bf73-437d640f7371 HTTP/1.1" status: 200 len: 947 time: 0.2435873 Mar 11 19:34:59.106949 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-66a2e347-1415-4d88-9673-a91c8cbfd4c7 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks [] for port (d18caff7-3f43-401d-8fb8-e4ab18a6346a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:59.111866 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62e514-f12a-4133-bf16-5c0a91289d8d req-7cc21360-255d-4f9a-be90-050219c89613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:59.114492 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6f62e514-f12a-4133-bf16-5c0a91289d8d req-7cc21360-255d-4f9a-be90-050219c89613 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=23a3dd94-cd73-4b82-b4a6-b6bdd0e8f5ac HTTP/1.1" status: 200 len: 859 time: 0.1716611 Mar 11 19:34:59.165368 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-66a2e347-1415-4d88-9673-a91c8cbfd4c7 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (d18caff7-3f43-401d-8fb8-e4ab18a6346a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:59.188359 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6f62e514-f12a-4133-bf16-5c0a91289d8d req-d86a1854-3a30-44d7-a097-48c920410e1a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=603aaea1-f5bf-4434-b0ab-49b5034dacdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611618 Mar 11 19:34:59.196760 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c7220-e757-456d-8235-aec29098aa5c req-f70d2e12-7788-40ee-8095-c4f48d553cd0 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:59.205468 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ce3c7220-e757-456d-8235-aec29098aa5c req-f70d2e12-7788-40ee-8095-c4f48d553cd0 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?device_id=c900818c-a431-4d5d-8924-a66b2f33b5f6 HTTP/1.1" status: 200 len: 943 time: 0.1968014 Mar 11 19:34:59.221130 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-258b6218-632b-4979-9e2d-b806f6a9d395 req-655da022-5e79-4f44-b526-1364cf7902d4 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209132 Mar 11 19:34:59.230720 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-66a2e347-1415-4d88-9673-a91c8cbfd4c7 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Network 42054878-3c7f-478b-97de-2d246fb62c57 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:34:59.243120 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a2e347-1415-4d88-9673-a91c8cbfd4c7 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Pushing event updated for resources: {'Port': ['ID=d18caff7-3f43-401d-8fb8-e4ab18a6346a,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:34:59.258460 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-66a2e347-1415-4d88-9673-a91c8cbfd4c7 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:34:59.261510 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-66a2e347-1415-4d88-9673-a91c8cbfd4c7 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:34:59.330883 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-66a2e347-1415-4d88-9673-a91c8cbfd4c7 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:59.331530 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-66a2e347-1415-4d88-9673-a91c8cbfd4c7 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:59.360743 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-66a2e347-1415-4d88-9673-a91c8cbfd4c7 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8130884 Mar 11 19:34:59.379072 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-40854d0f-9c93-4777-a74a-5ef45f4a74eb tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Request body: {'port': {'device_id': 'bf23e610-4189-4837-a1a3-cab9f5938b04', 'network_id': '9aacd1cd-8535-4948-a638-390f934abb75', 'admin_state_up': True, 'tenant_id': 'a957f2f02f014417a57323b91c40f536'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:34:59.478737 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6f62e514-f12a-4133-bf16-5c0a91289d8d req-16696301-625c-4f14-a64e-8cf81b0edd86 service neutron] 10.222.0.75 "GET /v2.0/networks/603aaea1-f5bf-4434-b0ab-49b5034dacdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723491 Mar 11 19:34:59.483111 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ce3c7220-e757-456d-8235-aec29098aa5c req-62a73305-05d1-4e2d-bdf5-8562692ac40c tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/security-groups?id=03204c94-e7d5-4698-bf53-e2e3ba52bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781496 Mar 11 19:34:59.528320 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f022546c-d540-42ea-ab79-41553e173a58 req-50cdaa77-77a6-4e7a-ba56-729d77541432 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:59.536200 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f022546c-d540-42ea-ab79-41553e173a58 req-50cdaa77-77a6-4e7a-ba56-729d77541432 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf23e610-4189-4837-a1a3-cab9f5938b04 HTTP/1.1" status: 200 len: 932 time: 0.2241061 Mar 11 19:34:59.578112 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 63cf76c9-1e93-4df8-a4e4-cd11edf8db1f up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:34:59.624467 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-40854d0f-9c93-4777-a74a-5ef45f4a74eb tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Made reservation on behalf of a957f2f02f014417a57323b91c40f536 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:34:59.629397 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-40854d0f-9c93-4777-a74a-5ef45f4a74eb tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:59.675602 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f022546c-d540-42ea-ab79-41553e173a58 req-ed7609a6-30c4-43a0-84aa-3748cf26b4d8 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9e7d402-b560-4db2-8773-5024f2c98b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383266 Mar 11 19:34:59.691086 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-6ccff840-3fef-4c9f-bf7a-e04d7669f741 None None] Provisioning complete for port d18caff7-3f43-401d-8fb8-e4ab18a6346a triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:34:59.697253 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6ccff840-3fef-4c9f-bf7a-e04d7669f741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (d18caff7-3f43-401d-8fb8-e4ab18a6346a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:59.716968 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6f62e514-f12a-4133-bf16-5c0a91289d8d req-a08cc048-7b7f-468d-a0f7-43e255248e35 service neutron] 10.222.0.75 "GET /v2.0/networks/603aaea1-f5bf-4434-b0ab-49b5034dacdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317455 Mar 11 19:34:59.750092 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c419b40-0930-400a-888b-afa03d0a74a6 req-a05ec983-6f4b-4680-a365-40277df221a5 tempest-ImagesNegativeTestJSON-1871451002 tempest-ImagesNegativeTestJSON-1871451002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:34:59.756986 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7c419b40-0930-400a-888b-afa03d0a74a6 req-a05ec983-6f4b-4680-a365-40277df221a5 tempest-ImagesNegativeTestJSON-1871451002 tempest-ImagesNegativeTestJSON-1871451002-project] 10.222.0.65 "GET /v2.0/ports?device_id=3070b780-78f7-4c50-b8f5-718c589bc394 HTTP/1.1" status: 200 len: 948 time: 0.1285143 Mar 11 19:34:59.807500 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-6ccff840-3fef-4c9f-bf7a-e04d7669f741 None None] Port d18caff7-3f43-401d-8fb8-e4ab18a6346a cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:34:59.818038 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port 63cf76c9-1e93-4df8-a4e4-cd11edf8db1f completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:34:59.824642 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5364ea64-b081-4cf6-b3d4-8b7918749d7f req-9a0296d9-43a0-4f8e-bb64-e71c0148ad52 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 210 time: 0.0607288 Mar 11 19:34:59.828250 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port 63cf76c9-1e93-4df8-a4e4-cd11edf8db1f triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:34:59.828943 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (63cf76c9-1e93-4df8-a4e4-cd11edf8db1f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:34:59.843337 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd301a1f-409e-4a08-bf73-437d640f7371', 'tag': 'afae19bd-dd94-4683-8fc5-b976d07d9d30'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:34:59.851252 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd86791-3963-4029-8cd6-e26699002cde" -d '{"events": [{"name": "network-changed", "server_uuid": "cd301a1f-409e-4a08-bf73-437d640f7371", "tag": "afae19bd-dd94-4683-8fc5-b976d07d9d30"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:34:59.860242 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-40854d0f-9c93-4777-a74a-5ef45f4a74eb tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Allocated IP 19.86.0.233 (9aacd1cd-8535-4948-a638-390f934abb75/08561ce7-4a14-42b2-8808-45881e597b43/f1361f32-d881-4ea7-b1a2-e64707c39462) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:34:59.871785 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7c419b40-0930-400a-888b-afa03d0a74a6 req-684d4c04-06d1-4cd7-a67b-0b4bd9e6f080 tempest-ImagesNegativeTestJSON-1871451002 tempest-ImagesNegativeTestJSON-1871451002-project] 10.222.0.65 "GET /v2.0/security-groups?id=34e2714a-da45-46b6-bd53-ce400c1997d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001356 Mar 11 19:34:59.956758 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18fec3b3-a9ca-45c1-bbb2-a45561facf58 x-openstack-request-id: req-18fec3b3-a9ca-45c1-bbb2-a45561facf58 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:34:59.957107 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd301a1f-409e-4a08-bf73-437d640f7371", "tag": "afae19bd-dd94-4683-8fc5-b976d07d9d30", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:34:59.957326 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-18fec3b3-a9ca-45c1-bbb2-a45561facf58 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:34:59.957750 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd301a1f-409e-4a08-bf73-437d640f7371', 'tag': 'afae19bd-dd94-4683-8fc5-b976d07d9d30', 'status': 'completed', 'code': 200} Mar 11 19:35:00.098334 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd86791-3963-4029-8cd6-e26699002cde req-21f85212-6d80-4d99-9df4-ffdb9be5c9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:00.101561 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ebd86791-3963-4029-8cd6-e26699002cde req-21f85212-6d80-4d99-9df4-ffdb9be5c9c1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=487f8613d1fa45ab81e48e9d9d0fc801&device_id=cd301a1f-409e-4a08-bf73-437d640f7371 HTTP/1.1" status: 200 len: 1129 time: 0.1371264 Mar 11 19:35:00.232024 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd86791-3963-4029-8cd6-e26699002cde req-66d09e2b-27a6-4a3b-8961-badce920ae1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:00.233542 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ebd86791-3963-4029-8cd6-e26699002cde req-66d09e2b-27a6-4a3b-8961-badce920ae1e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=487f8613d1fa45ab81e48e9d9d0fc801&device_id=cd301a1f-409e-4a08-bf73-437d640f7371 HTTP/1.1" status: 200 len: 1129 time: 0.2101026 Mar 11 19:35:00.245936 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-40854d0f-9c93-4777-a74a-5ef45f4a74eb tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks [] for port (f1361f32-d881-4ea7-b1a2-e64707c39462), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:00.263167 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 63cf76c9-1e93-4df8-a4e4-cd11edf8db1f is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:35:00.263653 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (63cf76c9-1e93-4df8-a4e4-cd11edf8db1f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:00.319450 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d2be0c-60f7-4b21-82d5-4bc9663b79c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63cf76c9-1e93-4df8-a4e4-cd11edf8db1f'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:35:00.324628 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba4e25d9-a034-4e1e-9006-ce2d11c6025c" -d '{"events": [{"server_uuid": "e1d2be0c-60f7-4b21-82d5-4bc9663b79c8", "name": "network-vif-plugged", "status": "completed", "tag": "63cf76c9-1e93-4df8-a4e4-cd11edf8db1f"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:35:00.335490 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-40854d0f-9c93-4777-a74a-5ef45f4a74eb tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (f1361f32-d881-4ea7-b1a2-e64707c39462), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:00.358145 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 63cf76c9-1e93-4df8-a4e4-cd11edf8db1f, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=63cf76c9-1e93-4df8-a4e4-cd11edf8db1f,segment=NetworkSegment(7270d687-c8ec-4c70-8559-a8ffaad98e19),segment_id=7270d687-c8ec-4c70-8559-a8ffaad98e19)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:35:00.365003 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (63cf76c9-1e93-4df8-a4e4-cd11edf8db1f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:00.377327 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd86791-3963-4029-8cd6-e26699002cde req-b21b65b7-b4c3-490f-bfc5-1f91cffab31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:00.379296 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ebd86791-3963-4029-8cd6-e26699002cde req-b21b65b7-b4c3-490f-bfc5-1f91cffab31b service neutron] 10.222.0.57 "GET /v2.0/networks?id=885772b1-9b97-4e1d-a0fb-e125030c5a81 HTTP/1.1" status: 200 len: 870 time: 0.1367705 Mar 11 19:35:00.430379 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4b4789-ce46-465b-a743-75ccfedb601b x-openstack-request-id: req-0f4b4789-ce46-465b-a743-75ccfedb601b {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:35:00.430664 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1d2be0c-60f7-4b21-82d5-4bc9663b79c8", "name": "network-vif-plugged", "status": "completed", "tag": "63cf76c9-1e93-4df8-a4e4-cd11edf8db1f", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:35:00.430918 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0f4b4789-ce46-465b-a743-75ccfedb601b {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:35:00.431322 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d2be0c-60f7-4b21-82d5-4bc9663b79c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63cf76c9-1e93-4df8-a4e4-cd11edf8db1f', 'code': 200} Mar 11 19:35:00.436504 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40854d0f-9c93-4777-a74a-5ef45f4a74eb tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Pushing event updated for resources: {'Port': ['ID=f1361f32-d881-4ea7-b1a2-e64707c39462,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:00.480966 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-40854d0f-9c93-4777-a74a-5ef45f4a74eb tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Network 9aacd1cd-8535-4948-a638-390f934abb75 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:35:00.484792 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-40854d0f-9c93-4777-a74a-5ef45f4a74eb tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:35:00.488308 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-40854d0f-9c93-4777-a74a-5ef45f4a74eb tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:35:00.504934 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=63cf76c9-1e93-4df8-a4e4-cd11edf8db1f,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:00.552497 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-40854d0f-9c93-4777-a74a-5ef45f4a74eb tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:00.553146 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-40854d0f-9c93-4777-a74a-5ef45f4a74eb tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:00.575665 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-40854d0f-9c93-4777-a74a-5ef45f4a74eb tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2067437 Mar 11 19:35:00.587469 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-d108ed88-0afa-4948-b15d-804810807701 service neutron] Request body: {'port': {'device_id': 'bf23e610-4189-4837-a1a3-cab9f5938b04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:35:00.605364 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ebd86791-3963-4029-8cd6-e26699002cde req-7a43119a-dbad-4473-bd51-5ccd302ecbf4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=afae19bd-dd94-4683-8fc5-b976d07d9d30 HTTP/1.1" status: 200 len: 217 time: 0.2041907 Mar 11 19:35:00.665340 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-d108ed88-0afa-4948-b15d-804810807701 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d18caff7-3f43-401d-8fb8-e4ab18a6346a), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:00.675615 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33448) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:35:00.909461 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2388a448-21e0-466e-ab67-6f8eb00679f9 req-eedcf00c-1a81-4c80-bd9f-0a2cfee72f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:00.910132 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2388a448-21e0-466e-ab67-6f8eb00679f9 req-eedcf00c-1a81-4c80-bd9f-0a2cfee72f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:00.910606 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2388a448-21e0-466e-ab67-6f8eb00679f9 req-eedcf00c-1a81-4c80-bd9f-0a2cfee72f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:00.911072 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2388a448-21e0-466e-ab67-6f8eb00679f9 req-eedcf00c-1a81-4c80-bd9f-0a2cfee72f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:00.911531 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2388a448-21e0-466e-ab67-6f8eb00679f9 req-eedcf00c-1a81-4c80-bd9f-0a2cfee72f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:00.912015 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2388a448-21e0-466e-ab67-6f8eb00679f9 req-eedcf00c-1a81-4c80-bd9f-0a2cfee72f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:00.912471 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2388a448-21e0-466e-ab67-6f8eb00679f9 req-eedcf00c-1a81-4c80-bd9f-0a2cfee72f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:00.914474 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-2388a448-21e0-466e-ab67-6f8eb00679f9 req-eedcf00c-1a81-4c80-bd9f-0a2cfee72f20 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 6707 time: 0.2377214 Mar 11 19:35:00.943499 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-093cfac1-b676-43a8-87a5-dd5268f880bc None None] Provisioning complete for port f1361f32-d881-4ea7-b1a2-e64707c39462 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:35:00.944121 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-093cfac1-b676-43a8-87a5-dd5268f880bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (f1361f32-d881-4ea7-b1a2-e64707c39462), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:00.980034 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-093cfac1-b676-43a8-87a5-dd5268f880bc None None] Port f1361f32-d881-4ea7-b1a2-e64707c39462 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:35:01.040426 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bca6ef-adf6-465e-b82d-3e0f483e7ea4 req-4e823c3b-a878-4e39-a2f1-a3c2dd35a562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:01.041889 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d1bca6ef-adf6-465e-b82d-3e0f483e7ea4 req-4e823c3b-a878-4e39-a2f1-a3c2dd35a562 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e1d2be0c-60f7-4b21-82d5-4bc9663b79c8 HTTP/1.1" status: 200 len: 1128 time: 0.5042064 Mar 11 19:35:01.044380 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-2388a448-21e0-466e-ab67-6f8eb00679f9 req-faa7211e-55b4-4541-98df-0484145db1ab service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=da55a647-62ee-4d15-a963-651fcfed7127&id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1151540 Mar 11 19:35:01.057480 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709861c5-8d13-4368-be56-e14cbd6eb42e req-19cc7ffd-2a41-47af-9823-9edcb95565de tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:01.064158 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-709861c5-8d13-4368-be56-e14cbd6eb42e req-19cc7ffd-2a41-47af-9823-9edcb95565de tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd301a1f-409e-4a08-bf73-437d640f7371 HTTP/1.1" status: 200 len: 947 time: 0.6819437 Mar 11 19:35:01.083994 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd86791-3963-4029-8cd6-e26699002cde req-b487282e-5ef6-464c-9f00-4ff535decf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:01.085400 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ebd86791-3963-4029-8cd6-e26699002cde req-b487282e-5ef6-464c-9f00-4ff535decf92 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.4733453 Mar 11 19:35:01.098721 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-d108ed88-0afa-4948-b15d-804810807701 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d18caff7-3f43-401d-8fb8-e4ab18a6346a {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:35:01.101663 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd86791-3963-4029-8cd6-e26699002cde req-d805a8b7-2f10-49dc-bb27-f46ef42ae946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:01.103101 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ebd86791-3963-4029-8cd6-e26699002cde req-d805a8b7-2f10-49dc-bb27-f46ef42ae946 service neutron] 10.222.0.75 "GET /v2.0/networks?id=885772b1-9b97-4e1d-a0fb-e125030c5a81 HTTP/1.1" status: 200 len: 870 time: 0.9514146 Mar 11 19:35:01.108030 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-d108ed88-0afa-4948-b15d-804810807701 service neutron] Publish callbacks [] for port (d18caff7-3f43-401d-8fb8-e4ab18a6346a), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:01.123488 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-d108ed88-0afa-4948-b15d-804810807701 service neutron] Transition to ACTIVE for port object d18caff7-3f43-401d-8fb8-e4ab18a6346a will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:35:01.127666 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-d108ed88-0afa-4948-b15d-804810807701 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (d18caff7-3f43-401d-8fb8-e4ab18a6346a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:01.186761 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d108ed88-0afa-4948-b15d-804810807701 service neutron] Pushing event updated for resources: {'Port': ['ID=d18caff7-3f43-401d-8fb8-e4ab18a6346a,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:01.249659 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ebd86791-3963-4029-8cd6-e26699002cde req-91c04748-6c06-42aa-9015-76ec7808d6b3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=afae19bd-dd94-4683-8fc5-b976d07d9d30 HTTP/1.1" status: 200 len: 217 time: 0.1307697 Mar 11 19:35:01.301775 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-d108ed88-0afa-4948-b15d-804810807701 service neutron] Attempting to bind port d18caff7-3f43-401d-8fb8-e4ab18a6346a on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:35:01.302120 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-d108ed88-0afa-4948-b15d-804810807701 service neutron] Attempting to bind port d18caff7-3f43-401d-8fb8-e4ab18a6346a by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': 'e6a78a20-dff6-4b38-8290-f4608338c3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '42054878-3c7f-478b-97de-2d246fb62c57'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:35:01.302449 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-d108ed88-0afa-4948-b15d-804810807701 service neutron] Attempting to bind port d18caff7-3f43-401d-8fb8-e4ab18a6346a on network 42054878-3c7f-478b-97de-2d246fb62c57 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:35:01.310965 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-d108ed88-0afa-4948-b15d-804810807701 service neutron] Port d18caff7-3f43-401d-8fb8-e4ab18a6346a on network 42054878-3c7f-478b-97de-2d246fb62c57 not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:35:01.311585 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-d108ed88-0afa-4948-b15d-804810807701 service neutron] Attempting to bind port d18caff7-3f43-401d-8fb8-e4ab18a6346a on network 42054878-3c7f-478b-97de-2d246fb62c57 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:35:01.318228 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-d108ed88-0afa-4948-b15d-804810807701 service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:35:01.318903 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-d108ed88-0afa-4948-b15d-804810807701 service neutron] Checking segment: {'id': 'e6a78a20-dff6-4b38-8290-f4608338c3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '42054878-3c7f-478b-97de-2d246fb62c57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:35:01.319884 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-d108ed88-0afa-4948-b15d-804810807701 service neutron] Bound using segment: {'id': 'e6a78a20-dff6-4b38-8290-f4608338c3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '42054878-3c7f-478b-97de-2d246fb62c57'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:35:01.320885 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-d108ed88-0afa-4948-b15d-804810807701 service neutron] Bound port: d18caff7-3f43-401d-8fb8-e4ab18a6346a, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6a78a20-dff6-4b38-8290-f4608338c3cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': '42054878-3c7f-478b-97de-2d246fb62c57'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:35:01.321714 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-d108ed88-0afa-4948-b15d-804810807701 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d18caff7-3f43-401d-8fb8-e4ab18a6346a), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:01.323249 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-709861c5-8d13-4368-be56-e14cbd6eb42e req-e1f55afc-097f-4c3b-a257-d356563f02d7 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582452 Mar 11 19:35:01.335861 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62aa1e9-0106-4ae9-8dab-3be9a13fdd30 req-9b8e8610-9e24-4cf2-965a-376240dcae60 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:01.337464 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b62aa1e9-0106-4ae9-8dab-3be9a13fdd30 req-9b8e8610-9e24-4cf2-965a-376240dcae60 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?device_id=c900818c-a431-4d5d-8924-a66b2f33b5f6 HTTP/1.1" status: 200 len: 943 time: 0.7228673 Mar 11 19:35:01.347127 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d1bca6ef-adf6-465e-b82d-3e0f483e7ea4 req-2d45aade-4279-4dc5-84c5-65d7e3e97d52 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=03204c94-e7d5-4698-bf53-e2e3ba52bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735665 Mar 11 19:35:01.402842 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd86791-3963-4029-8cd6-e26699002cde req-63222f35-9893-495a-a1c0-780358ee2713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:01.404449 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ebd86791-3963-4029-8cd6-e26699002cde req-63222f35-9893-495a-a1c0-780358ee2713 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.1408377 Mar 11 19:35:01.406642 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-d108ed88-0afa-4948-b15d-804810807701 service neutron] For port d18caff7-3f43-401d-8fb8-e4ab18a6346a, host n-h2-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:35:01.410168 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-d108ed88-0afa-4948-b15d-804810807701 service neutron] For port d18caff7-3f43-401d-8fb8-e4ab18a6346a, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=d18caff7-3f43-401d-8fb8-e4ab18a6346a,segment=NetworkSegment(e6a78a20-dff6-4b38-8290-f4608338c3cf),segment_id=e6a78a20-dff6-4b38-8290-f4608338c3cf)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:35:01.414039 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd86791-3963-4029-8cd6-e26699002cde req-104a51a6-2a2a-4bff-8678-0d25e0249117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:01.416766 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ebd86791-3963-4029-8cd6-e26699002cde req-104a51a6-2a2a-4bff-8678-0d25e0249117 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3112411 Mar 11 19:35:01.418261 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-d108ed88-0afa-4948-b15d-804810807701 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (d18caff7-3f43-401d-8fb8-e4ab18a6346a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:01.456332 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b62aa1e9-0106-4ae9-8dab-3be9a13fdd30 req-e7d3dcc4-49f4-47ca-b6dc-f056c644da61 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/security-groups?id=03204c94-e7d5-4698-bf53-e2e3ba52bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940235 Mar 11 19:35:01.484915 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-d108ed88-0afa-4948-b15d-804810807701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:01.485438 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-d108ed88-0afa-4948-b15d-804810807701 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:01.487206 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-d108ed88-0afa-4948-b15d-804810807701 service neutron] 10.222.0.57 "PUT /v2.0/ports/d18caff7-3f43-401d-8fb8-e4ab18a6346a HTTP/1.1" status: 200 len: 1092 time: 0.9047425 Mar 11 19:35:01.488216 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d108ed88-0afa-4948-b15d-804810807701 service neutron] Pushing event updated for resources: {'Port': ['ID=d18caff7-3f43-401d-8fb8-e4ab18a6346a,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:01.570728 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd86791-3963-4029-8cd6-e26699002cde req-3e15ed8c-b8d5-41f2-b428-af4107c76af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:01.572377 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ebd86791-3963-4029-8cd6-e26699002cde req-3e15ed8c-b8d5-41f2-b428-af4107c76af2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1538987 Mar 11 19:35:01.638524 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f70df914-3ae2-48bd-9f13-c5be58a3ce4d req-ef2b1bde-ede5-4a88-bc7f-7db9e088bc76 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 210 time: 0.0650797 Mar 11 19:35:01.654352 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-3dfdc75f-6aaf-41df-a39f-e08ac700a702 service neutron] Request body: {'port': {'device_id': 'bf23e610-4189-4837-a1a3-cab9f5938b04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:35:01.663494 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ea481-01b7-4fd3-b3cf-9bdd58cade2b req-369c7e37-277a-42d7-bea8-285ca4bd6f17 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:01.669883 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ea481-01b7-4fd3-b3cf-9bdd58cade2b req-369c7e37-277a-42d7-bea8-285ca4bd6f17 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:01.671833 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6b6ea481-01b7-4fd3-b3cf-9bdd58cade2b req-369c7e37-277a-42d7-bea8-285ca4bd6f17 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf23e610-4189-4837-a1a3-cab9f5938b04 HTTP/1.1" status: 200 len: 1667 time: 0.2623687 Mar 11 19:35:01.795425 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-3dfdc75f-6aaf-41df-a39f-e08ac700a702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (f1361f32-d881-4ea7-b1a2-e64707c39462), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:01.856122 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device afae19bd-dd94-4683-8fc5-b976d07d9d30 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:35:01.884369 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6b6ea481-01b7-4fd3-b3cf-9bdd58cade2b req-1f5b08ca-7b16-4b48-a767-219664760eb4 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9e7d402-b560-4db2-8773-5024f2c98b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966712 Mar 11 19:35:01.902972 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ebd86791-3963-4029-8cd6-e26699002cde req-bacc87cb-ab88-4122-bf3b-78afe88e7c34 service neutron] 10.222.0.75 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183935 Mar 11 19:35:01.936020 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ebd86791-3963-4029-8cd6-e26699002cde req-2fcbfe75-2d09-4fea-a953-9632563cb0a7 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941875 Mar 11 19:35:01.959815 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf23e610-4189-4837-a1a3-cab9f5938b04', 'tag': 'd18caff7-3f43-401d-8fb8-e4ab18a6346a'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:35:01.963145 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1587ff-6b2b-4d48-8ece-89b395568462" -d '{"events": [{"name": "network-changed", "server_uuid": "bf23e610-4189-4837-a1a3-cab9f5938b04", "tag": "d18caff7-3f43-401d-8fb8-e4ab18a6346a"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:35:01.996208 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6706d5-bb4a-47e9-acb0-1054c1b75589 req-c155f00a-063f-479e-a43f-a5dd305a6e50 tempest-ImagesNegativeTestJSON-1871451002 tempest-ImagesNegativeTestJSON-1871451002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:02.003117 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4b6706d5-bb4a-47e9-acb0-1054c1b75589 req-c155f00a-063f-479e-a43f-a5dd305a6e50 tempest-ImagesNegativeTestJSON-1871451002 tempest-ImagesNegativeTestJSON-1871451002-project] 10.222.0.65 "GET /v2.0/ports?device_id=3070b780-78f7-4c50-b8f5-718c589bc394 HTTP/1.1" status: 200 len: 948 time: 0.1811810 Mar 11 19:35:02.023200 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port afae19bd-dd94-4683-8fc5-b976d07d9d30, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=afae19bd-dd94-4683-8fc5-b976d07d9d30,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:35:02.038697 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c70ea427-e4eb-4610-a442-bc58bf66e6b0 x-openstack-request-id: req-c70ea427-e4eb-4610-a442-bc58bf66e6b0 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:35:02.039070 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf23e610-4189-4837-a1a3-cab9f5938b04", "tag": "d18caff7-3f43-401d-8fb8-e4ab18a6346a", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:35:02.039913 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c70ea427-e4eb-4610-a442-bc58bf66e6b0 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:35:02.040312 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf23e610-4189-4837-a1a3-cab9f5938b04', 'tag': 'd18caff7-3f43-401d-8fb8-e4ab18a6346a', 'status': 'completed', 'code': 200} Mar 11 19:35:02.050790 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device a0fdfa07-5722-410a-b6a7-7f3f380b3533 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:35:02.058096 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': 'afae19bd-dd94-4683-8fc5-b976d07d9d30', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'port_id': 'afae19bd-dd94-4683-8fc5-b976d07d9d30', 'mac_address': 'fa:16:3e:0b:c1:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bb14923-74c3-4313-be8d-ed33542f05aa', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:35:02.157697 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port afae19bd-dd94-4683-8fc5-b976d07d9d30 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:35:02.158947 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (afae19bd-dd94-4683-8fc5-b976d07d9d30), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:02.183287 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4b6706d5-bb4a-47e9-acb0-1054c1b75589 req-a43506dd-f719-4594-8180-95e236ec559c tempest-ImagesNegativeTestJSON-1871451002 tempest-ImagesNegativeTestJSON-1871451002-project] 10.222.0.65 "GET /v2.0/security-groups?id=34e2714a-da45-46b6-bd53-ce400c1997d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792214 Mar 11 19:35:02.189197 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afae19bd-dd94-4683-8fc5-b976d07d9d30 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:35:02.217855 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ebd86791-3963-4029-8cd6-e26699002cde req-0415aec1-c590-4b11-b21a-3363e6115e57 service neutron] 10.222.0.75 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990074 Mar 11 19:35:02.249404 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port afae19bd-dd94-4683-8fc5-b976d07d9d30, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=afae19bd-dd94-4683-8fc5-b976d07d9d30,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:35:02.253753 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port a0fdfa07-5722-410a-b6a7-7f3f380b3533 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:35:02.259827 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ebd86791-3963-4029-8cd6-e26699002cde req-c7c5c67f-8586-46ee-91f3-aeee90bfc553 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074360 Mar 11 19:35:02.285331 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port a0fdfa07-5722-410a-b6a7-7f3f380b3533 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:35:02.285331 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (a0fdfa07-5722-410a-b6a7-7f3f380b3533), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:02.285625 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1587ff-6b2b-4d48-8ece-89b395568462 req-b469a94d-9cb7-45e6-b4fa-5ff5fd61f382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:02.285625 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1587ff-6b2b-4d48-8ece-89b395568462 req-b469a94d-9cb7-45e6-b4fa-5ff5fd61f382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:02.286443 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8f1587ff-6b2b-4d48-8ece-89b395568462 req-b469a94d-9cb7-45e6-b4fa-5ff5fd61f382 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a957f2f02f014417a57323b91c40f536&device_id=bf23e610-4189-4837-a1a3-cab9f5938b04 HTTP/1.1" status: 200 len: 1945 time: 0.2338142 Mar 11 19:35:02.290538 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (afae19bd-dd94-4683-8fc5-b976d07d9d30), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:02.291225 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 1df69723-3d5d-4d2a-9b38-69cb06c46cdf details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:35:02.309644 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-3dfdc75f-6aaf-41df-a39f-e08ac700a702 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1361f32-d881-4ea7-b1a2-e64707c39462 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:35:02.332538 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-3dfdc75f-6aaf-41df-a39f-e08ac700a702 service neutron] Publish callbacks [] for port (f1361f32-d881-4ea7-b1a2-e64707c39462), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:02.353336 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-3dfdc75f-6aaf-41df-a39f-e08ac700a702 service neutron] Transition to ACTIVE for port object f1361f32-d881-4ea7-b1a2-e64707c39462 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:35:02.359794 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-3dfdc75f-6aaf-41df-a39f-e08ac700a702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (f1361f32-d881-4ea7-b1a2-e64707c39462), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:02.432103 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfdc75f-6aaf-41df-a39f-e08ac700a702 service neutron] Pushing event updated for resources: {'Port': ['ID=f1361f32-d881-4ea7-b1a2-e64707c39462,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:02.434223 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 1df69723-3d5d-4d2a-9b38-69cb06c46cdf, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=1df69723-3d5d-4d2a-9b38-69cb06c46cdf,segment=NetworkSegment(7270d687-c8ec-4c70-8559-a8ffaad98e19),segment_id=7270d687-c8ec-4c70-8559-a8ffaad98e19)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:35:02.522300 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '1df69723-3d5d-4d2a-9b38-69cb06c46cdf', 'network_id': '603aaea1-f5bf-4434-b0ab-49b5034dacdd', 'port_id': '1df69723-3d5d-4d2a-9b38-69cb06c46cdf', 'mac_address': 'fa:16:3e:91:96:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 867, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23a3dd94-cd73-4b82-b4a6-b6bdd0e8f5ac', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:35:02.525805 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=afae19bd-dd94-4683-8fc5-b976d07d9d30,revision_number=8']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:02.605169 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-3dfdc75f-6aaf-41df-a39f-e08ac700a702 service neutron] Attempting to bind port f1361f32-d881-4ea7-b1a2-e64707c39462 on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:35:02.605529 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-3dfdc75f-6aaf-41df-a39f-e08ac700a702 service neutron] Attempting to bind port f1361f32-d881-4ea7-b1a2-e64707c39462 by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '290e59cd-b6e6-4f54-aec6-e75701780587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '9aacd1cd-8535-4948-a638-390f934abb75'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:35:02.605828 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-3dfdc75f-6aaf-41df-a39f-e08ac700a702 service neutron] Attempting to bind port f1361f32-d881-4ea7-b1a2-e64707c39462 on network 9aacd1cd-8535-4948-a638-390f934abb75 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:35:02.609981 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 1df69723-3d5d-4d2a-9b38-69cb06c46cdf is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:35:02.610655 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (1df69723-3d5d-4d2a-9b38-69cb06c46cdf), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:02.619699 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-3dfdc75f-6aaf-41df-a39f-e08ac700a702 service neutron] Port f1361f32-d881-4ea7-b1a2-e64707c39462 on network 9aacd1cd-8535-4948-a638-390f934abb75 not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:35:02.620019 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-3dfdc75f-6aaf-41df-a39f-e08ac700a702 service neutron] Attempting to bind port f1361f32-d881-4ea7-b1a2-e64707c39462 on network 9aacd1cd-8535-4948-a638-390f934abb75 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:35:02.625478 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-3dfdc75f-6aaf-41df-a39f-e08ac700a702 service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:35:02.625820 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-3dfdc75f-6aaf-41df-a39f-e08ac700a702 service neutron] Checking segment: {'id': '290e59cd-b6e6-4f54-aec6-e75701780587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '9aacd1cd-8535-4948-a638-390f934abb75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:35:02.626222 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-3dfdc75f-6aaf-41df-a39f-e08ac700a702 service neutron] Bound using segment: {'id': '290e59cd-b6e6-4f54-aec6-e75701780587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '9aacd1cd-8535-4948-a638-390f934abb75'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:35:02.629577 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-3dfdc75f-6aaf-41df-a39f-e08ac700a702 service neutron] Bound port: f1361f32-d881-4ea7-b1a2-e64707c39462, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '290e59cd-b6e6-4f54-aec6-e75701780587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '9aacd1cd-8535-4948-a638-390f934abb75'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:35:02.630184 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-3dfdc75f-6aaf-41df-a39f-e08ac700a702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (f1361f32-d881-4ea7-b1a2-e64707c39462), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:02.632931 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1df69723-3d5d-4d2a-9b38-69cb06c46cdf {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:35:02.662929 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 1df69723-3d5d-4d2a-9b38-69cb06c46cdf, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=1df69723-3d5d-4d2a-9b38-69cb06c46cdf,segment=NetworkSegment(7270d687-c8ec-4c70-8559-a8ffaad98e19),segment_id=7270d687-c8ec-4c70-8559-a8ffaad98e19)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:35:02.669222 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (1df69723-3d5d-4d2a-9b38-69cb06c46cdf), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:02.705084 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1587ff-6b2b-4d48-8ece-89b395568462 req-b016625a-6932-40c3-939f-bc603c271571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:02.705084 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1587ff-6b2b-4d48-8ece-89b395568462 req-b016625a-6932-40c3-939f-bc603c271571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:02.705084 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1587ff-6b2b-4d48-8ece-89b395568462 req-b016625a-6932-40c3-939f-bc603c271571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:02.709249 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8f1587ff-6b2b-4d48-8ece-89b395568462 req-b016625a-6932-40c3-939f-bc603c271571 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=a957f2f02f014417a57323b91c40f536&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4152260 Mar 11 19:35:02.771783 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-3dfdc75f-6aaf-41df-a39f-e08ac700a702 service neutron] For port f1361f32-d881-4ea7-b1a2-e64707c39462, host n-h2-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:35:02.777949 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-3dfdc75f-6aaf-41df-a39f-e08ac700a702 service neutron] For port f1361f32-d881-4ea7-b1a2-e64707c39462, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=f1361f32-d881-4ea7-b1a2-e64707c39462,segment=NetworkSegment(290e59cd-b6e6-4f54-aec6-e75701780587),segment_id=290e59cd-b6e6-4f54-aec6-e75701780587)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:35:02.797002 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-3dfdc75f-6aaf-41df-a39f-e08ac700a702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (f1361f32-d881-4ea7-b1a2-e64707c39462), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:02.799208 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port a0fdfa07-5722-410a-b6a7-7f3f380b3533 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:35:02.801247 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a0fdfa07-5722-410a-b6a7-7f3f380b3533), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:02.851847 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=1df69723-3d5d-4d2a-9b38-69cb06c46cdf,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:02.886305 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-3dfdc75f-6aaf-41df-a39f-e08ac700a702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:02.887599 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-3dfdc75f-6aaf-41df-a39f-e08ac700a702 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:02.889104 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-3dfdc75f-6aaf-41df-a39f-e08ac700a702 service neutron] 10.222.0.57 "PUT /v2.0/ports/f1361f32-d881-4ea7-b1a2-e64707c39462 HTTP/1.1" status: 200 len: 1092 time: 1.2404559 Mar 11 19:35:02.894145 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd5c98-e3fd-45f9-bef3-e46162f0fa5e req-cd96cc26-d194-4adf-b08b-440b2a43829a tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:02.901795 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-42dd5c98-e3fd-45f9-bef3-e46162f0fa5e req-cd96cc26-d194-4adf-b08b-440b2a43829a tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd301a1f-409e-4a08-bf73-437d640f7371 HTTP/1.1" status: 200 len: 948 time: 0.4099274 Mar 11 19:35:02.931202 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfdc75f-6aaf-41df-a39f-e08ac700a702 service neutron] Pushing event updated for resources: {'Port': ['ID=f1361f32-d881-4ea7-b1a2-e64707c39462,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:02.979391 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3070b780-78f7-4c50-b8f5-718c589bc394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0fdfa07-5722-410a-b6a7-7f3f380b3533'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:35:02.985614 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4571c7-d3f0-424c-b092-94c5652127d0" -d '{"events": [{"server_uuid": "3070b780-78f7-4c50-b8f5-718c589bc394", "name": "network-vif-plugged", "status": "completed", "tag": "a0fdfa07-5722-410a-b6a7-7f3f380b3533"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:35:03.003331 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port a0fdfa07-5722-410a-b6a7-7f3f380b3533, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=a0fdfa07-5722-410a-b6a7-7f3f380b3533,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:35:03.015275 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (a0fdfa07-5722-410a-b6a7-7f3f380b3533), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:03.079228 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=a0fdfa07-5722-410a-b6a7-7f3f380b3533,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:03.083376 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['afae19bd-dd94-4683-8fc5-b976d07d9d30'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:35:03.116779 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ec420-a943-400c-9dde-2c4935d78f36 req-c8bbd694-8c08-4d07-855e-4c1b0d77f20f tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:03.128739 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e76ec420-a943-400c-9dde-2c4935d78f36 req-c8bbd694-8c08-4d07-855e-4c1b0d77f20f tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?device_id=c900818c-a431-4d5d-8924-a66b2f33b5f6 HTTP/1.1" status: 200 len: 944 time: 0.5592911 Mar 11 19:35:03.138970 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['1df69723-3d5d-4d2a-9b38-69cb06c46cdf'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:35:03.157225 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-42dd5c98-e3fd-45f9-bef3-e46162f0fa5e req-4246bf33-84bc-431b-9ab0-fb0fcded7122 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544768 Mar 11 19:35:03.183349 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-aec2985b-f92f-4fd0-b54e-d417b1ceed1f req-6cd84056-5b66-491b-adff-4ab231d2cb7d service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a338db77-8ad8-4947-b52d-51fb4f1bae2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3816483 Mar 11 19:35:03.186759 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1587ff-6b2b-4d48-8ece-89b395568462 req-770d1531-72cf-4a8a-8cf3-6f44c88497e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:03.193632 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8f1587ff-6b2b-4d48-8ece-89b395568462 req-770d1531-72cf-4a8a-8cf3-6f44c88497e1 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4589581 Mar 11 19:35:03.413038 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0d1cd2d4-48ff-4538-a1e0-ab4a72fc254d req-b23634da-a7dd-4c9a-a34a-9f2183464c71 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 210 time: 0.0658150 Mar 11 19:35:03.430424 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e76ec420-a943-400c-9dde-2c4935d78f36 req-7f9505fd-f486-4411-9cdd-c94bb5a17abd tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/security-groups?id=03204c94-e7d5-4698-bf53-e2e3ba52bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000140 Mar 11 19:35:03.455280 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec2985b-f92f-4fd0-b54e-d417b1ceed1f req-99fca7a1-45a6-4b17-a31a-e30660562090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:03.456851 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-aec2985b-f92f-4fd0-b54e-d417b1ceed1f req-99fca7a1-45a6-4b17-a31a-e30660562090 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f44b890e943d4aee826b67fd4c2d7b8e&device_id=a338db77-8ad8-4947-b52d-51fb4f1bae2a HTTP/1.1" status: 200 len: 1127 time: 0.2351961 Mar 11 19:35:03.464202 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-6e26d845-283a-4ae3-892a-f5e4ca6f63bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:03.464733 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-6e26d845-283a-4ae3-892a-f5e4ca6f63bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:03.466329 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-6e26d845-283a-4ae3-892a-f5e4ca6f63bd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a957f2f02f014417a57323b91c40f536&device_id=bf23e610-4189-4837-a1a3-cab9f5938b04 HTTP/1.1" status: 200 len: 2043 time: 0.2019782 Mar 11 19:35:03.538328 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-a7996abd-c926-4d69-a52e-5b7a77e0fc50 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.232&port_id=d18caff7-3f43-401d-8fb8-e4ab18a6346a HTTP/1.1" status: 200 len: 217 time: 0.0626025 Mar 11 19:35:03.552932 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-572ace41-1162-4e5d-ad83-ed3540d9d30c x-openstack-request-id: req-572ace41-1162-4e5d-ad83-ed3540d9d30c {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:35:03.553236 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3070b780-78f7-4c50-b8f5-718c589bc394", "name": "network-vif-plugged", "status": "completed", "tag": "a0fdfa07-5722-410a-b6a7-7f3f380b3533", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:35:03.553486 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-572ace41-1162-4e5d-ad83-ed3540d9d30c {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:35:03.553889 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3070b780-78f7-4c50-b8f5-718c589bc394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0fdfa07-5722-410a-b6a7-7f3f380b3533', 'code': 200} Mar 11 19:35:03.704359 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558f7eaa-19b9-440b-ad5f-fc7469164595 req-0022949e-5f5c-485c-89ba-6623f6ce83d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:03.706046 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-558f7eaa-19b9-440b-ad5f-fc7469164595 req-0022949e-5f5c-485c-89ba-6623f6ce83d0 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=3070b780-78f7-4c50-b8f5-718c589bc394 HTTP/1.1" status: 200 len: 1131 time: 0.0914540 Mar 11 19:35:03.720602 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-55de0ac5-b74f-46fd-87cc-dd6b3c12c9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:03.722478 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-55de0ac5-b74f-46fd-87cc-dd6b3c12c9c5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ce604146-ad21-4ac7-89ed-58e924ecd668 HTTP/1.1" status: 200 len: 801 time: 0.1628225 Mar 11 19:35:03.774911 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f5f5d1-f81d-445a-9e2c-3fcbeba186f3 req-1143f6d4-ef14-42d3-b5c3-358bed1eacb0 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:03.780586 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f5f5d1-f81d-445a-9e2c-3fcbeba186f3 req-1143f6d4-ef14-42d3-b5c3-358bed1eacb0 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:03.782343 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-61f5f5d1-f81d-445a-9e2c-3fcbeba186f3 req-1143f6d4-ef14-42d3-b5c3-358bed1eacb0 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf23e610-4189-4837-a1a3-cab9f5938b04 HTTP/1.1" status: 200 len: 1679 time: 0.2101836 Mar 11 19:35:03.787018 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-558f7eaa-19b9-440b-ad5f-fc7469164595 req-6a8469c3-2cd0-4c96-b195-7e0965932084 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=34e2714a-da45-46b6-bd53-ce400c1997d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740917 Mar 11 19:35:03.831871 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec2985b-f92f-4fd0-b54e-d417b1ceed1f req-bf945009-3ddc-4075-bdac-48effd8d84fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:03.833664 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-aec2985b-f92f-4fd0-b54e-d417b1ceed1f req-bf945009-3ddc-4075-bdac-48effd8d84fa service neutron] 10.222.0.75 "GET /v2.0/networks?id=b2c20bf2-5907-4ff7-8af6-23603c7d780a HTTP/1.1" status: 200 len: 921 time: 0.3056545 Mar 11 19:35:03.862312 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-61f5f5d1-f81d-445a-9e2c-3fcbeba186f3 req-91871b6e-6054-4021-b648-693def9498e1 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9e7d402-b560-4db2-8773-5024f2c98b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600057 Mar 11 19:35:03.871409 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-ea433e0a-7ce1-41ff-b582-98572f4d45c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:03.873187 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-ea433e0a-7ce1-41ff-b582-98572f4d45c6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=42054878-3c7f-478b-97de-2d246fb62c57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1422446 Mar 11 19:35:04.000391 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-f0772f75-2ede-44dd-8560-e7f8cdf0c07f service neutron] 10.222.0.57 "GET /v2.0/networks/42054878-3c7f-478b-97de-2d246fb62c57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152573 Mar 11 19:35:04.045477 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf23e610-4189-4837-a1a3-cab9f5938b04', 'tag': 'f1361f32-d881-4ea7-b1a2-e64707c39462'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:35:04.047718 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d82920ab-13f9-4034-841f-1356a478a031" -d '{"events": [{"name": "network-changed", "server_uuid": "bf23e610-4189-4837-a1a3-cab9f5938b04", "tag": "f1361f32-d881-4ea7-b1a2-e64707c39462"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:35:04.090855 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64331a4d-321f-48e0-86cd-9156d1984dcf req-1926478c-b3ce-4d06-80f6-3ba0e931e5ee tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:04.093814 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-64331a4d-321f-48e0-86cd-9156d1984dcf req-1926478c-b3ce-4d06-80f6-3ba0e931e5ee tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.75 "GET /v2.0/ports?device_id=cd301a1f-409e-4a08-bf73-437d640f7371&tenant_id=487f8613d1fa45ab81e48e9d9d0fc801&binding%3Ahost_id=n-h1-833163-1 HTTP/1.1" status: 200 len: 948 time: 0.0812283 Mar 11 19:35:04.178885 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-64331a4d-321f-48e0-86cd-9156d1984dcf req-80c75046-73fe-4eb9-9c64-80ba66c85cae service neutron] 10.222.0.75 "GET /v2.0/ports/afae19bd-dd94-4683-8fc5-b976d07d9d30/bindings/n-h1-833163-1 HTTP/1.1" status: 200 len: 382 time: 0.0738907 Mar 11 19:35:04.270123 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64331a4d-321f-48e0-86cd-9156d1984dcf req-55751ad4-4b34-4d4d-9350-3df64edcfcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:04.271677 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-64331a4d-321f-48e0-86cd-9156d1984dcf req-55751ad4-4b34-4d4d-9350-3df64edcfcfe service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=487f8613d1fa45ab81e48e9d9d0fc801&device_id=cd301a1f-409e-4a08-bf73-437d640f7371 HTTP/1.1" status: 200 len: 1130 time: 0.0602989 Mar 11 19:35:04.337343 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-aec2985b-f92f-4fd0-b54e-d417b1ceed1f req-c67e7c38-2b58-49b5-bac8-4231674977a2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e06922d1-ae39-4d7c-8a47-26cdb60421c8 HTTP/1.1" status: 200 len: 217 time: 0.0390444 Mar 11 19:35:04.557566 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32c4b9-170a-40b7-b104-59e7915651ac req-6316ea8b-bba5-4c9a-bd8e-66680ad40b7a tempest-ImagesNegativeTestJSON-1871451002 tempest-ImagesNegativeTestJSON-1871451002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:04.560209 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dd32c4b9-170a-40b7-b104-59e7915651ac req-6316ea8b-bba5-4c9a-bd8e-66680ad40b7a tempest-ImagesNegativeTestJSON-1871451002 tempest-ImagesNegativeTestJSON-1871451002-project] 10.222.0.65 "GET /v2.0/ports?device_id=3070b780-78f7-4c50-b8f5-718c589bc394 HTTP/1.1" status: 200 len: 949 time: 0.6642675 Mar 11 19:35:04.573926 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec2985b-f92f-4fd0-b54e-d417b1ceed1f req-5336cfc3-845a-4c5e-b40b-db2035a322a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:04.575507 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-aec2985b-f92f-4fd0-b54e-d417b1ceed1f req-5336cfc3-845a-4c5e-b40b-db2035a322a5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a7be26a8-b37a-4d01-b7d9-b9690160171c HTTP/1.1" status: 200 len: 860 time: 0.2089140 Mar 11 19:35:04.621681 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-aec2985b-f92f-4fd0-b54e-d417b1ceed1f req-92014e47-9fe3-4d55-aeaf-57baab5a5f3f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b2c20bf2-5907-4ff7-8af6-23603c7d780a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304761 Mar 11 19:35:04.628817 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f44f0c9-5f2e-4eed-a9c8-5ae5cb3ca47c req-a1296779-52ca-49ed-a5fd-5e037f2e24b9 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:04.630350 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f44f0c9-5f2e-4eed-a9c8-5ae5cb3ca47c req-a1296779-52ca-49ed-a5fd-5e037f2e24b9 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd301a1f-409e-4a08-bf73-437d640f7371 HTTP/1.1" status: 200 len: 948 time: 0.3310487 Mar 11 19:35:04.697656 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-47c68f70-fac1-47cd-91c5-27471fec3cc9 service neutron] 10.222.0.57 "GET /v2.0/networks/42054878-3c7f-478b-97de-2d246fb62c57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3969069 Mar 11 19:35:04.725157 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64331a4d-321f-48e0-86cd-9156d1984dcf req-21ef3683-af24-40a2-9ed9-fea9c7139286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:04.726898 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-64331a4d-321f-48e0-86cd-9156d1984dcf req-21ef3683-af24-40a2-9ed9-fea9c7139286 service neutron] 10.222.0.75 "GET /v2.0/networks?id=885772b1-9b97-4e1d-a0fb-e125030c5a81 HTTP/1.1" status: 200 len: 870 time: 0.4486928 Mar 11 19:35:04.766836 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-f7e2ee38-0720-4c91-b021-1a1593e5f82c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.233&port_id=f1361f32-d881-4ea7-b1a2-e64707c39462 HTTP/1.1" status: 200 len: 217 time: 0.0603373 Mar 11 19:35:04.783780 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-64331a4d-321f-48e0-86cd-9156d1984dcf req-2a70b9bd-1327-4163-883f-0cb7a46db0d7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=afae19bd-dd94-4683-8fc5-b976d07d9d30 HTTP/1.1" status: 200 len: 217 time: 0.0418115 Mar 11 19:35:04.835537 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dd32c4b9-170a-40b7-b104-59e7915651ac req-861219e0-16ea-4df0-9e62-1b8460e7cd71 tempest-ImagesNegativeTestJSON-1871451002 tempest-ImagesNegativeTestJSON-1871451002-project] 10.222.0.65 "GET /v2.0/security-groups?id=34e2714a-da45-46b6-bd53-ce400c1997d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555220 Mar 11 19:35:04.843711 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64331a4d-321f-48e0-86cd-9156d1984dcf req-06dd1ab3-f923-434c-954d-1522a64c62cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:04.846417 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-64331a4d-321f-48e0-86cd-9156d1984dcf req-06dd1ab3-f923-434c-954d-1522a64c62cc service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.0522902 Mar 11 19:35:04.864449 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f44f0c9-5f2e-4eed-a9c8-5ae5cb3ca47c req-358b13d6-6fef-438b-8b00-5653692b1ccd tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045972 Mar 11 19:35:04.913957 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-aec2985b-f92f-4fd0-b54e-d417b1ceed1f req-fb0f8d91-b130-43ee-977e-98927cd8b46f service neutron] 10.222.0.75 "GET /v2.0/networks/b2c20bf2-5907-4ff7-8af6-23603c7d780a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783682 Mar 11 19:35:04.916130 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-11a52df1-5e17-4e5a-a6a7-8f06cc156b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:04.920404 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-11a52df1-5e17-4e5a-a6a7-8f06cc156b86 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=08561ce7-4a14-42b2-8808-45881e597b43 HTTP/1.1" status: 200 len: 801 time: 0.1147656 Mar 11 19:35:04.927560 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3bfd10-ec97-4ba6-a8f7-738856bdd983 x-openstack-request-id: req-bd3bfd10-ec97-4ba6-a8f7-738856bdd983 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:35:04.928054 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf23e610-4189-4837-a1a3-cab9f5938b04", "tag": "f1361f32-d881-4ea7-b1a2-e64707c39462", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:35:04.928481 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bd3bfd10-ec97-4ba6-a8f7-738856bdd983 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:35:04.929223 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf23e610-4189-4837-a1a3-cab9f5938b04', 'tag': 'f1361f32-d881-4ea7-b1a2-e64707c39462', 'status': 'completed', 'code': 200} Mar 11 19:35:04.960514 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64331a4d-321f-48e0-86cd-9156d1984dcf req-3c24245b-d12b-49a8-8b30-6222eed0aa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:04.962900 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-64331a4d-321f-48e0-86cd-9156d1984dcf req-3c24245b-d12b-49a8-8b30-6222eed0aa37 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1109235 Mar 11 19:35:05.136581 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-64331a4d-321f-48e0-86cd-9156d1984dcf req-606e05d6-5178-4929-99bc-87ca48a5eb91 service neutron] 10.222.0.75 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573386 Mar 11 19:35:05.140935 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9e00986a-4b28-468e-8f93-359147d34247 req-2db47f69-fa3b-4ee8-9378-645c2c45ecf3 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 210 time: 0.1203358 Mar 11 19:35:05.198348 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-61773e43-be27-45f4-bb6c-37e01ecc2a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:05.199938 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-61773e43-be27-45f4-bb6c-37e01ecc2a96 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9aacd1cd-8535-4948-a638-390f934abb75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2656078 Mar 11 19:35:05.203295 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-aec2985b-f92f-4fd0-b54e-d417b1ceed1f req-b62d3154-3500-4661-a531-14fafd0863e6 service neutron] 10.222.0.75 "GET /v2.0/networks/b2c20bf2-5907-4ff7-8af6-23603c7d780a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819953 Mar 11 19:35:05.223692 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9750649-e0b2-478a-9282-1f7febd86371 req-5b52d1c3-a6dc-46e5-b83a-7a3612ae3b08 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:05.235827 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c9750649-e0b2-478a-9282-1f7febd86371 req-5b52d1c3-a6dc-46e5-b83a-7a3612ae3b08 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?device_id=c900818c-a431-4d5d-8924-a66b2f33b5f6 HTTP/1.1" status: 200 len: 944 time: 0.1767282 Mar 11 19:35:05.322485 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-64331a4d-321f-48e0-86cd-9156d1984dcf req-641e5ce2-998f-430f-94f2-c157291c9a5b service neutron] 10.222.0.75 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644857 Mar 11 19:35:05.406670 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c9750649-e0b2-478a-9282-1f7febd86371 req-24c17d07-43e8-4142-b5c4-33b79391b8ec tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/security-groups?id=03204c94-e7d5-4698-bf53-e2e3ba52bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699169 Mar 11 19:35:05.410383 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-d994d4bd-0c6d-4950-93e4-622ba4a2bfc2 service neutron] 10.222.0.57 "GET /v2.0/networks/9aacd1cd-8535-4948-a638-390f934abb75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041428 Mar 11 19:35:05.425113 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f6776-290c-4e54-bb78-d231cb839bf8 req-f84acfef-9015-4318-a330-602866a26b98 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:05.437313 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f6776-290c-4e54-bb78-d231cb839bf8 req-f84acfef-9015-4318-a330-602866a26b98 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:05.439008 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e32f6776-290c-4e54-bb78-d231cb839bf8 req-f84acfef-9015-4318-a330-602866a26b98 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf23e610-4189-4837-a1a3-cab9f5938b04 HTTP/1.1" status: 200 len: 1679 time: 0.1130247 Mar 11 19:35:05.514540 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:35:05.553356 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e32f6776-290c-4e54-bb78-d231cb839bf8 req-ce93139c-5e4d-4439-b216-6245f4178a91 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9e7d402-b560-4db2-8773-5024f2c98b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055861 Mar 11 19:35:05.588450 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e3a2bdff-3131-4cf7-91d6-f97500f24daf req-2c51d475-e87b-4e93-b7e7-c9ec2693e7e7 service neutron] 10.222.0.57 "GET /v2.0/networks/9aacd1cd-8535-4948-a638-390f934abb75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716800 Mar 11 19:35:05.710328 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82920ab-13f9-4034-841f-1356a478a031 req-0672618b-827a-4001-9c57-033018bc259b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:05.710794 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82920ab-13f9-4034-841f-1356a478a031 req-0672618b-827a-4001-9c57-033018bc259b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:05.713045 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d82920ab-13f9-4034-841f-1356a478a031 req-0672618b-827a-4001-9c57-033018bc259b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a957f2f02f014417a57323b91c40f536&device_id=bf23e610-4189-4837-a1a3-cab9f5938b04 HTTP/1.1" status: 200 len: 2043 time: 0.0506485 Mar 11 19:35:05.810023 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82920ab-13f9-4034-841f-1356a478a031 req-26192220-9cd1-4008-a6a3-539ea8165f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:05.811561 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d82920ab-13f9-4034-841f-1356a478a031 req-26192220-9cd1-4008-a6a3-539ea8165f31 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9aacd1cd-8535-4948-a638-390f934abb75 HTTP/1.1" status: 200 len: 903 time: 0.0912457 Mar 11 19:35:05.866378 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d82920ab-13f9-4034-841f-1356a478a031 req-3d473356-a8ad-41e7-8612-781ea3d553a1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.233&port_id=f1361f32-d881-4ea7-b1a2-e64707c39462 HTTP/1.1" status: 200 len: 217 time: 0.0482788 Mar 11 19:35:05.880111 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device afae19bd-dd94-4683-8fc5-b976d07d9d30 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:35:05.926723 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82920ab-13f9-4034-841f-1356a478a031 req-c1b2418a-ff2e-42a3-b62d-8f203f6f230f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:05.928708 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d82920ab-13f9-4034-841f-1356a478a031 req-c1b2418a-ff2e-42a3-b62d-8f203f6f230f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=08561ce7-4a14-42b2-8808-45881e597b43 HTTP/1.1" status: 200 len: 801 time: 0.0571520 Mar 11 19:35:05.989788 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port afae19bd-dd94-4683-8fc5-b976d07d9d30 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:35:05.994464 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port afae19bd-dd94-4683-8fc5-b976d07d9d30 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:35:05.994762 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (afae19bd-dd94-4683-8fc5-b976d07d9d30), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:06.109493 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port afae19bd-dd94-4683-8fc5-b976d07d9d30 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:35:06.109895 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (afae19bd-dd94-4683-8fc5-b976d07d9d30), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:06.119696 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d3967-4d92-4926-ae6d-289f51846d82 req-7cee9f19-1bd0-44e6-944b-a470b859c19f tempest-ImagesNegativeTestJSON-1871451002 tempest-ImagesNegativeTestJSON-1871451002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:06.127906 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bf2d3967-4d92-4926-ae6d-289f51846d82 req-7cee9f19-1bd0-44e6-944b-a470b859c19f tempest-ImagesNegativeTestJSON-1871451002 tempest-ImagesNegativeTestJSON-1871451002-project] 10.222.0.65 "GET /v2.0/ports?device_id=3070b780-78f7-4c50-b8f5-718c589bc394 HTTP/1.1" status: 200 len: 949 time: 0.1613312 Mar 11 19:35:06.151855 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82920ab-13f9-4034-841f-1356a478a031 req-50d08a52-20a1-497d-8f98-61370b6769a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:06.153685 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d82920ab-13f9-4034-841f-1356a478a031 req-50d08a52-20a1-497d-8f98-61370b6769a1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9aacd1cd-8535-4948-a638-390f934abb75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2187023 Mar 11 19:35:06.154547 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port afae19bd-dd94-4683-8fc5-b976d07d9d30, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=afae19bd-dd94-4683-8fc5-b976d07d9d30,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:35:06.157188 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd301a1f-409e-4a08-bf73-437d640f7371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afae19bd-dd94-4683-8fc5-b976d07d9d30'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:35:06.160659 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e69819-dcde-49ef-8168-9a46168de59d" -d '{"events": [{"server_uuid": "cd301a1f-409e-4a08-bf73-437d640f7371", "name": "network-vif-plugged", "status": "completed", "tag": "afae19bd-dd94-4683-8fc5-b976d07d9d30"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:35:06.165400 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (afae19bd-dd94-4683-8fc5-b976d07d9d30), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:06.165901 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c97bc-81ea-44ef-b078-ad648128b8f0 req-9350b0c9-3426-478a-b9f1-63437a7e1712 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:06.166406 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 1df69723-3d5d-4d2a-9b38-69cb06c46cdf up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:35:06.167699 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3c1c97bc-81ea-44ef-b078-ad648128b8f0 req-9350b0c9-3426-478a-b9f1-63437a7e1712 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd301a1f-409e-4a08-bf73-437d640f7371 HTTP/1.1" status: 200 len: 948 time: 0.1379449 Mar 11 19:35:06.267681 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port 1df69723-3d5d-4d2a-9b38-69cb06c46cdf completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:35:06.275148 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 1df69723-3d5d-4d2a-9b38-69cb06c46cdf triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:35:06.275571 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (1df69723-3d5d-4d2a-9b38-69cb06c46cdf), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:06.277080 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=afae19bd-dd94-4683-8fc5-b976d07d9d30,revision_number=9']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:06.362835 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bf2d3967-4d92-4926-ae6d-289f51846d82 req-e92496dc-b2a9-462d-abed-50b1af508733 tempest-ImagesNegativeTestJSON-1871451002 tempest-ImagesNegativeTestJSON-1871451002-project] 10.222.0.65 "GET /v2.0/security-groups?id=34e2714a-da45-46b6-bd53-ce400c1997d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340465 Mar 11 19:35:06.372690 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d82920ab-13f9-4034-841f-1356a478a031 req-60b610f4-c82b-4a23-811f-be1e6e5e8efd service neutron] 10.222.0.57 "GET /v2.0/networks/9aacd1cd-8535-4948-a638-390f934abb75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037060 Mar 11 19:35:06.396199 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 1df69723-3d5d-4d2a-9b38-69cb06c46cdf is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:35:06.396475 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (1df69723-3d5d-4d2a-9b38-69cb06c46cdf), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:06.406197 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3c1c97bc-81ea-44ef-b078-ad648128b8f0 req-4877273f-f089-4423-879b-88afa7830e7d tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343133 Mar 11 19:35:06.454680 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88cb66af-9efe-4b75-b066-6f767bf454f1 x-openstack-request-id: req-88cb66af-9efe-4b75-b066-6f767bf454f1 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:35:06.455076 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd301a1f-409e-4a08-bf73-437d640f7371", "name": "network-vif-plugged", "status": "completed", "tag": "afae19bd-dd94-4683-8fc5-b976d07d9d30", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:35:06.455288 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-88cb66af-9efe-4b75-b066-6f767bf454f1 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:35:06.455651 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd301a1f-409e-4a08-bf73-437d640f7371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afae19bd-dd94-4683-8fc5-b976d07d9d30', 'code': 200} Mar 11 19:35:06.462249 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 1df69723-3d5d-4d2a-9b38-69cb06c46cdf, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=1df69723-3d5d-4d2a-9b38-69cb06c46cdf,segment=NetworkSegment(7270d687-c8ec-4c70-8559-a8ffaad98e19),segment_id=7270d687-c8ec-4c70-8559-a8ffaad98e19)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:35:06.468202 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (1df69723-3d5d-4d2a-9b38-69cb06c46cdf), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:06.595340 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=1df69723-3d5d-4d2a-9b38-69cb06c46cdf,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:06.635213 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b51aa850-e783-4045-8a47-c40854356daf req-086a184b-ee96-4e9f-acf9-7e3220096c87 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 210 time: 0.1121180 Mar 11 19:35:06.637951 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d82920ab-13f9-4034-841f-1356a478a031 req-0b9a0ac4-46c9-44e8-b854-ba441ab27dc2 service neutron] 10.222.0.57 "GET /v2.0/networks/9aacd1cd-8535-4948-a638-390f934abb75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580221 Mar 11 19:35:06.819393 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e48ee-d8b5-47d8-9e6f-ea1cad9839a4 req-d70873b5-060f-4a13-a389-3d8246ed2e60 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:06.821888 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-947e48ee-d8b5-47d8-9e6f-ea1cad9839a4 req-d70873b5-060f-4a13-a389-3d8246ed2e60 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?device_id=c900818c-a431-4d5d-8924-a66b2f33b5f6 HTTP/1.1" status: 200 len: 945 time: 0.0968571 Mar 11 19:35:06.832320 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531bdd00-c848-4b2c-bafe-c6c787c59f4a req-2a0c10a9-72f8-4144-bfc5-d33e97d59029 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:06.837915 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531bdd00-c848-4b2c-bafe-c6c787c59f4a req-2a0c10a9-72f8-4144-bfc5-d33e97d59029 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:06.839477 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-531bdd00-c848-4b2c-bafe-c6c787c59f4a req-2a0c10a9-72f8-4144-bfc5-d33e97d59029 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf23e610-4189-4837-a1a3-cab9f5938b04 HTTP/1.1" status: 200 len: 1679 time: 0.1034415 Mar 11 19:35:06.916673 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-531bdd00-c848-4b2c-bafe-c6c787c59f4a req-124c9962-5370-45ab-84d1-7c123b59d3ea tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9e7d402-b560-4db2-8773-5024f2c98b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704763 Mar 11 19:35:06.919703 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-947e48ee-d8b5-47d8-9e6f-ea1cad9839a4 req-2d5b98fc-4b23-4777-bdfd-ac93d4e8a51e tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/security-groups?id=03204c94-e7d5-4698-bf53-e2e3ba52bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792716 Mar 11 19:35:07.060052 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19fe903-b087-46d5-bbee-7a5a4c1ef0e5 req-c9d797bd-18d5-45f0-a0bf-4636d3c95b43 tempest-ImagesNegativeTestJSON-1871451002 tempest-ImagesNegativeTestJSON-1871451002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:07.062124 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c19fe903-b087-46d5-bbee-7a5a4c1ef0e5 req-c9d797bd-18d5-45f0-a0bf-4636d3c95b43 tempest-ImagesNegativeTestJSON-1871451002 tempest-ImagesNegativeTestJSON-1871451002-project] 10.222.0.65 "GET /v2.0/ports?device_id=3070b780-78f7-4c50-b8f5-718c589bc394 HTTP/1.1" status: 200 len: 949 time: 0.0632634 Mar 11 19:35:07.154454 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c19fe903-b087-46d5-bbee-7a5a4c1ef0e5 req-60e70823-4651-43dd-988b-48c418b85162 tempest-ImagesNegativeTestJSON-1871451002 tempest-ImagesNegativeTestJSON-1871451002-project] 10.222.0.65 "GET /v2.0/security-groups?id=34e2714a-da45-46b6-bd53-ce400c1997d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864997 Mar 11 19:35:07.289954 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c0415-a8fd-4afc-a519-62b1c012ded8 req-e71ab200-746a-4d7c-91b1-d34aa4abd200 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:07.291595 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d78c0415-a8fd-4afc-a519-62b1c012ded8 req-e71ab200-746a-4d7c-91b1-d34aa4abd200 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b HTTP/1.1" status: 200 len: 944 time: 0.0666668 Mar 11 19:35:07.349102 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d78c0415-a8fd-4afc-a519-62b1c012ded8 req-a4d655fc-7868-4b16-b4c6-f7ea9435945e tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484812 Mar 11 19:35:07.598854 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da38f3c7-5758-4587-ad71-4f23d8a19929 req-bbf10a9f-d58b-43b4-b3f7-b403c589dfd9 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:07.600748 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da38f3c7-5758-4587-ad71-4f23d8a19929 req-bbf10a9f-d58b-43b4-b3f7-b403c589dfd9 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd301a1f-409e-4a08-bf73-437d640f7371 HTTP/1.1" status: 200 len: 949 time: 0.1107590 Mar 11 19:35:07.607592 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64331a4d-321f-48e0-86cd-9156d1984dcf req-186f8051-d51d-4b21-af3f-285e1a05a559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:07.609917 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-64331a4d-321f-48e0-86cd-9156d1984dcf req-186f8051-d51d-4b21-af3f-285e1a05a559 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cd301a1f-409e-4a08-bf73-437d640f7371&tenant_id=487f8613d1fa45ab81e48e9d9d0fc801 HTTP/1.1" status: 200 len: 1131 time: 0.0775273 Mar 11 19:35:07.670553 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-64331a4d-321f-48e0-86cd-9156d1984dcf req-bcfd6dc4-e0bb-4ab1-aa17-8b3104fa28d2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-833163-1', 'device_owner': 'compute:nova'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:35:07.712513 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da38f3c7-5758-4587-ad71-4f23d8a19929 req-03301786-341f-4b92-80a1-d229bf965509 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010106 Mar 11 19:35:07.788085 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-64331a4d-321f-48e0-86cd-9156d1984dcf req-bcfd6dc4-e0bb-4ab1-aa17-8b3104fa28d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (afae19bd-dd94-4683-8fc5-b976d07d9d30), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:07.809379 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fb70433c-ae06-449c-8854-f7dbea9069b8 req-496cc70d-6dd8-4202-aeee-34a6c5ee5194 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 210 time: 0.0422430 Mar 11 19:35:08.068023 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-64331a4d-321f-48e0-86cd-9156d1984dcf req-bcfd6dc4-e0bb-4ab1-aa17-8b3104fa28d2 service neutron] For port afae19bd-dd94-4683-8fc5-b976d07d9d30, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=afae19bd-dd94-4683-8fc5-b976d07d9d30,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:35:08.149184 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd0a66-dfd5-492c-b26f-48eb9949af34 req-843d4110-96c3-4e1a-927f-6bbfcc9f8aa8 tempest-ImagesNegativeTestJSON-1871451002 tempest-ImagesNegativeTestJSON-1871451002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:08.151430 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-90bd0a66-dfd5-492c-b26f-48eb9949af34 req-843d4110-96c3-4e1a-927f-6bbfcc9f8aa8 tempest-ImagesNegativeTestJSON-1871451002 tempest-ImagesNegativeTestJSON-1871451002-project] 10.222.0.75 "GET /v2.0/ports?device_id=3070b780-78f7-4c50-b8f5-718c589bc394 HTTP/1.1" status: 200 len: 949 time: 0.0674393 Mar 11 19:35:08.215698 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-64331a4d-321f-48e0-86cd-9156d1984dcf req-bcfd6dc4-e0bb-4ab1-aa17-8b3104fa28d2 service neutron] For port afae19bd-dd94-4683-8fc5-b976d07d9d30, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:35:08.224314 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb6251b-1343-4cff-bbdd-b13f4e7a75c8 req-30c67742-c418-493d-a5a0-5a052064dc43 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:08.230413 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb6251b-1343-4cff-bbdd-b13f4e7a75c8 req-30c67742-c418-493d-a5a0-5a052064dc43 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:08.250233 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1bb6251b-1343-4cff-bbdd-b13f4e7a75c8 req-30c67742-c418-493d-a5a0-5a052064dc43 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf23e610-4189-4837-a1a3-cab9f5938b04 HTTP/1.1" status: 200 len: 1679 time: 0.1581981 Mar 11 19:35:08.337044 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ab8ec-2089-43b8-ad50-32d7a7216cd5 req-dbfa6a2a-ff5d-46f0-8d89-9b36f70ac3a8 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:08.341657 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704e7cdd-30d2-4a44-b1d5-8d703c8e10d7 req-1cc3e628-a6e2-4b9b-aaee-3267fdc494d8 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:08.343589 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-704e7cdd-30d2-4a44-b1d5-8d703c8e10d7 req-1cc3e628-a6e2-4b9b-aaee-3267fdc494d8 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.57 "GET /v2.0/ports?device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b HTTP/1.1" status: 200 len: 944 time: 0.2036905 Mar 11 19:35:08.344377 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-551ab8ec-2089-43b8-ad50-32d7a7216cd5 req-dbfa6a2a-ff5d-46f0-8d89-9b36f70ac3a8 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?device_id=c900818c-a431-4d5d-8924-a66b2f33b5f6 HTTP/1.1" status: 200 len: 945 time: 0.2575903 Mar 11 19:35:08.455245 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-90bd0a66-dfd5-492c-b26f-48eb9949af34 req-9be6d918-fcb2-4bc9-a374-4e6e1fa80838 tempest-ImagesNegativeTestJSON-1871451002 tempest-ImagesNegativeTestJSON-1871451002-project] Deleting port a0fdfa07-5722-410a-b6a7-7f3f380b3533 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:35:08.456002 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-90bd0a66-dfd5-492c-b26f-48eb9949af34 req-9be6d918-fcb2-4bc9-a374-4e6e1fa80838 tempest-ImagesNegativeTestJSON-1871451002 tempest-ImagesNegativeTestJSON-1871451002-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (a0fdfa07-5722-410a-b6a7-7f3f380b3533), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:08.457263 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c900818c-a431-4d5d-8924-a66b2f33b5f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df69723-3d5d-4d2a-9b38-69cb06c46cdf'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:35:08.460153 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a29999a3-1a6c-4a0a-9740-2725a3a5d96f" -d '{"events": [{"server_uuid": "c900818c-a431-4d5d-8924-a66b2f33b5f6", "name": "network-vif-plugged", "status": "completed", "tag": "1df69723-3d5d-4d2a-9b38-69cb06c46cdf"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:35:08.471984 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-551ab8ec-2089-43b8-ad50-32d7a7216cd5 req-426048dd-01eb-4ef9-94be-23c7543a8bd0 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/security-groups?id=03204c94-e7d5-4698-bf53-e2e3ba52bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264412 Mar 11 19:35:08.540543 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1bb6251b-1343-4cff-bbdd-b13f4e7a75c8 req-ce6449e0-617a-4ef9-ba75-138ce626b795 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9e7d402-b560-4db2-8773-5024f2c98b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866621 Mar 11 19:35:08.565289 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd301a1f-409e-4a08-bf73-437d640f7371', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afae19bd-dd94-4683-8fc5-b976d07d9d30'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:35:08.569851 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3341a233-e0ae-4b1a-8683-05aa0b1722c1" -d '{"events": [{"server_uuid": "cd301a1f-409e-4a08-bf73-437d640f7371", "name": "network-vif-unplugged", "status": "completed", "tag": "afae19bd-dd94-4683-8fc5-b976d07d9d30"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:35:08.574340 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-64331a4d-321f-48e0-86cd-9156d1984dcf req-bcfd6dc4-e0bb-4ab1-aa17-8b3104fa28d2 service neutron] Publish callbacks [] for port (afae19bd-dd94-4683-8fc5-b976d07d9d30), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:08.580429 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-704e7cdd-30d2-4a44-b1d5-8d703c8e10d7 req-42e3382c-6c12-4eb0-8f19-c3f61b84962c tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Deleting port 5ac3bee4-d31e-4d7f-9bb8-cb81d564318b {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:35:08.580781 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-704e7cdd-30d2-4a44-b1d5-8d703c8e10d7 req-42e3382c-6c12-4eb0-8f19-c3f61b84962c tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (5ac3bee4-d31e-4d7f-9bb8-cb81d564318b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:08.697642 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-90bd0a66-dfd5-492c-b26f-48eb9949af34 req-9be6d918-fcb2-4bc9-a374-4e6e1fa80838 tempest-ImagesNegativeTestJSON-1871451002 tempest-ImagesNegativeTestJSON-1871451002-project] For port a0fdfa07-5722-410a-b6a7-7f3f380b3533, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=a0fdfa07-5722-410a-b6a7-7f3f380b3533,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:35:08.698044 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-90bd0a66-dfd5-492c-b26f-48eb9949af34 req-9be6d918-fcb2-4bc9-a374-4e6e1fa80838 tempest-ImagesNegativeTestJSON-1871451002 tempest-ImagesNegativeTestJSON-1871451002-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (a0fdfa07-5722-410a-b6a7-7f3f380b3533), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:08.722678 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-90bd0a66-dfd5-492c-b26f-48eb9949af34 req-9be6d918-fcb2-4bc9-a374-4e6e1fa80838 tempest-ImagesNegativeTestJSON-1871451002 tempest-ImagesNegativeTestJSON-1871451002-project] Calling delete_port for a0fdfa07-5722-410a-b6a7-7f3f380b3533 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:35:08.726965 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-64331a4d-321f-48e0-86cd-9156d1984dcf req-bcfd6dc4-e0bb-4ab1-aa17-8b3104fa28d2 service neutron] Transition to ACTIVE for port object afae19bd-dd94-4683-8fc5-b976d07d9d30 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:35:08.746419 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16118e6c-3d3a-489b-91c1-e4cc992c2b23 req-075173f0-363b-4b5a-8b97-800a8d00003b tempest-ImagesNegativeTestJSON-1871451002 tempest-ImagesNegativeTestJSON-1871451002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:08.748823 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-16118e6c-3d3a-489b-91c1-e4cc992c2b23 req-075173f0-363b-4b5a-8b97-800a8d00003b tempest-ImagesNegativeTestJSON-1871451002 tempest-ImagesNegativeTestJSON-1871451002-project] 10.222.0.65 "GET /v2.0/ports?device_id=3070b780-78f7-4c50-b8f5-718c589bc394 HTTP/1.1" status: 200 len: 949 time: 0.1650867 Mar 11 19:35:08.755021 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-64331a4d-321f-48e0-86cd-9156d1984dcf req-bcfd6dc4-e0bb-4ab1-aa17-8b3104fa28d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (afae19bd-dd94-4683-8fc5-b976d07d9d30), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:08.758895 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-704e7cdd-30d2-4a44-b1d5-8d703c8e10d7 req-42e3382c-6c12-4eb0-8f19-c3f61b84962c tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] For port 5ac3bee4-d31e-4d7f-9bb8-cb81d564318b, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=5ac3bee4-d31e-4d7f-9bb8-cb81d564318b,segment=NetworkSegment(42087326-e85e-4d47-82f7-573695e73a7c),segment_id=42087326-e85e-4d47-82f7-573695e73a7c)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:35:08.759267 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-704e7cdd-30d2-4a44-b1d5-8d703c8e10d7 req-42e3382c-6c12-4eb0-8f19-c3f61b84962c tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (5ac3bee4-d31e-4d7f-9bb8-cb81d564318b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:08.896280 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-64331a4d-321f-48e0-86cd-9156d1984dcf req-bcfd6dc4-e0bb-4ab1-aa17-8b3104fa28d2 service neutron] No DVR routers for this DVR port afae19bd-dd94-4683-8fc5-b976d07d9d30 on host n-h1-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:35:08.912937 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-704e7cdd-30d2-4a44-b1d5-8d703c8e10d7 req-42e3382c-6c12-4eb0-8f19-c3f61b84962c tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Calling delete_port for 5ac3bee4-d31e-4d7f-9bb8-cb81d564318b owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:35:08.914083 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c1a95a-9c99-409b-bc9b-de259d2827d7 req-e0bf3bd6-1a49-4e73-88f4-e8f7bcbe8e54 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:08.921744 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-43c1a95a-9c99-409b-bc9b-de259d2827d7 req-e0bf3bd6-1a49-4e73-88f4-e8f7bcbe8e54 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=dde90127-b173-41d7-8edf-5dbeede7ff2b HTTP/1.1" status: 200 len: 944 time: 0.2540720 Mar 11 19:35:08.943921 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfd6dc4-e0bb-4ab1-aa17-8b3104fa28d2 service neutron] Pushing event updated for resources: {'Port': ['ID=afae19bd-dd94-4683-8fc5-b976d07d9d30,revision_number=10']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:09.013062 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-16118e6c-3d3a-489b-91c1-e4cc992c2b23 req-fe1174a0-3431-4e4d-a8bc-fa6840d77279 tempest-ImagesNegativeTestJSON-1871451002 tempest-ImagesNegativeTestJSON-1871451002-project] 10.222.0.65 "GET /v2.0/security-groups?id=34e2714a-da45-46b6-bd53-ce400c1997d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427466 Mar 11 19:35:09.067532 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-90bd0a66-dfd5-492c-b26f-48eb9949af34 req-9be6d918-fcb2-4bc9-a374-4e6e1fa80838 tempest-ImagesNegativeTestJSON-1871451002 tempest-ImagesNegativeTestJSON-1871451002-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (a0fdfa07-5722-410a-b6a7-7f3f380b3533), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:09.072181 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-43c1a95a-9c99-409b-bc9b-de259d2827d7 req-acc1e475-1044-4118-8664-a7bacf919bb5 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495364 Mar 11 19:35:09.080253 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['a0fdfa07-5722-410a-b6a7-7f3f380b3533'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:35:09.092316 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-64331a4d-321f-48e0-86cd-9156d1984dcf req-bcfd6dc4-e0bb-4ab1-aa17-8b3104fa28d2 service neutron] Attempting to bind port afae19bd-dd94-4683-8fc5-b976d07d9d30 on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:35:09.094153 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-64331a4d-321f-48e0-86cd-9156d1984dcf req-bcfd6dc4-e0bb-4ab1-aa17-8b3104fa28d2 service neutron] Attempting to bind port afae19bd-dd94-4683-8fc5-b976d07d9d30 by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:35:09.095044 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64331a4d-321f-48e0-86cd-9156d1984dcf req-bcfd6dc4-e0bb-4ab1-aa17-8b3104fa28d2 service neutron] Attempting to bind port afae19bd-dd94-4683-8fc5-b976d07d9d30 on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:35:09.109944 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-704e7cdd-30d2-4a44-b1d5-8d703c8e10d7 req-42e3382c-6c12-4eb0-8f19-c3f61b84962c tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (5ac3bee4-d31e-4d7f-9bb8-cb81d564318b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:09.126063 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64331a4d-321f-48e0-86cd-9156d1984dcf req-bcfd6dc4-e0bb-4ab1-aa17-8b3104fa28d2 service neutron] Port afae19bd-dd94-4683-8fc5-b976d07d9d30 on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:35:09.127866 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64331a4d-321f-48e0-86cd-9156d1984dcf req-bcfd6dc4-e0bb-4ab1-aa17-8b3104fa28d2 service neutron] Attempting to bind port afae19bd-dd94-4683-8fc5-b976d07d9d30 on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:35:09.144954 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64331a4d-321f-48e0-86cd-9156d1984dcf req-bcfd6dc4-e0bb-4ab1-aa17-8b3104fa28d2 service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:35:09.146463 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64331a4d-321f-48e0-86cd-9156d1984dcf req-bcfd6dc4-e0bb-4ab1-aa17-8b3104fa28d2 service neutron] Checking segment: {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:35:09.155441 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64331a4d-321f-48e0-86cd-9156d1984dcf req-bcfd6dc4-e0bb-4ab1-aa17-8b3104fa28d2 service neutron] Bound using segment: {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:35:09.159708 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-64331a4d-321f-48e0-86cd-9156d1984dcf req-bcfd6dc4-e0bb-4ab1-aa17-8b3104fa28d2 service neutron] Bound port: afae19bd-dd94-4683-8fc5-b976d07d9d30, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:35:09.160289 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-64331a4d-321f-48e0-86cd-9156d1984dcf req-bcfd6dc4-e0bb-4ab1-aa17-8b3104fa28d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (afae19bd-dd94-4683-8fc5-b976d07d9d30), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:09.181486 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a6eb19-5785-411a-be99-9b4b51ce2793 x-openstack-request-id: req-c7a6eb19-5785-411a-be99-9b4b51ce2793 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:35:09.181848 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c900818c-a431-4d5d-8924-a66b2f33b5f6", "name": "network-vif-plugged", "status": "completed", "tag": "1df69723-3d5d-4d2a-9b38-69cb06c46cdf", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:35:09.182140 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c7a6eb19-5785-411a-be99-9b4b51ce2793 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:35:09.182650 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c900818c-a431-4d5d-8924-a66b2f33b5f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df69723-3d5d-4d2a-9b38-69cb06c46cdf', 'code': 200} Mar 11 19:35:09.184648 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['5ac3bee4-d31e-4d7f-9bb8-cb81d564318b'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:35:09.276169 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6d918-fcb2-4bc9-a374-4e6e1fa80838 tempest-ImagesNegativeTestJSON-1871451002 tempest-ImagesNegativeTestJSON-1871451002-project] Pushing event deleted for resources: {'Port': ['ID=a0fdfa07-5722-410a-b6a7-7f3f380b3533,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:09.331411 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-90bd0a66-dfd5-492c-b26f-48eb9949af34 req-9be6d918-fcb2-4bc9-a374-4e6e1fa80838 tempest-ImagesNegativeTestJSON-1871451002 tempest-ImagesNegativeTestJSON-1871451002-project] No DVR routers for this DVR port a0fdfa07-5722-410a-b6a7-7f3f380b3533 on host n-h1-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:35:09.340037 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-90bd0a66-dfd5-492c-b26f-48eb9949af34 req-9be6d918-fcb2-4bc9-a374-4e6e1fa80838 tempest-ImagesNegativeTestJSON-1871451002 tempest-ImagesNegativeTestJSON-1871451002-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:09.343732 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-90bd0a66-dfd5-492c-b26f-48eb9949af34 req-9be6d918-fcb2-4bc9-a374-4e6e1fa80838 tempest-ImagesNegativeTestJSON-1871451002 tempest-ImagesNegativeTestJSON-1871451002-project] 10.222.0.75 "DELETE /v2.0/ports/a0fdfa07-5722-410a-b6a7-7f3f380b3533 HTTP/1.1" status: 204 len: 173 time: 1.1521349 Mar 11 19:35:09.344694 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e3382c-6c12-4eb0-8f19-c3f61b84962c tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Pushing event deleted for resources: {'Port': ['ID=5ac3bee4-d31e-4d7f-9bb8-cb81d564318b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:09.346572 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3070b780-78f7-4c50-b8f5-718c589bc394', 'name': 'network-vif-deleted', 'tag': 'a0fdfa07-5722-410a-b6a7-7f3f380b3533'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:35:09.349303 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06b35b3-5a55-4c83-8315-8b60220c703f" -d '{"events": [{"server_uuid": "3070b780-78f7-4c50-b8f5-718c589bc394", "name": "network-vif-deleted", "tag": "a0fdfa07-5722-410a-b6a7-7f3f380b3533"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:35:09.355572 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-64331a4d-321f-48e0-86cd-9156d1984dcf req-bcfd6dc4-e0bb-4ab1-aa17-8b3104fa28d2 service neutron] For port afae19bd-dd94-4683-8fc5-b976d07d9d30, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:35:09.360716 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-64331a4d-321f-48e0-86cd-9156d1984dcf req-bcfd6dc4-e0bb-4ab1-aa17-8b3104fa28d2 service neutron] For port afae19bd-dd94-4683-8fc5-b976d07d9d30, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=afae19bd-dd94-4683-8fc5-b976d07d9d30,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:35:09.369220 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 19:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a59f676-f7f1-4cd9-a0ac-08edffed6600 x-openstack-request-id: req-9a59f676-f7f1-4cd9-a0ac-08edffed6600 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:35:09.369523 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd301a1f-409e-4a08-bf73-437d640f7371", "name": "network-vif-unplugged", "status": "completed", "tag": "afae19bd-dd94-4683-8fc5-b976d07d9d30", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:35:09.369776 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9a59f676-f7f1-4cd9-a0ac-08edffed6600 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:35:09.370285 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd301a1f-409e-4a08-bf73-437d640f7371', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afae19bd-dd94-4683-8fc5-b976d07d9d30', 'code': 200} Mar 11 19:35:09.413544 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-704e7cdd-30d2-4a44-b1d5-8d703c8e10d7 req-42e3382c-6c12-4eb0-8f19-c3f61b84962c tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] No DVR routers for this DVR port 5ac3bee4-d31e-4d7f-9bb8-cb81d564318b on host n-h2-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:35:09.417883 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-704e7cdd-30d2-4a44-b1d5-8d703c8e10d7 req-42e3382c-6c12-4eb0-8f19-c3f61b84962c tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:09.421592 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-704e7cdd-30d2-4a44-b1d5-8d703c8e10d7 req-42e3382c-6c12-4eb0-8f19-c3f61b84962c tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.57 "DELETE /v2.0/ports/5ac3bee4-d31e-4d7f-9bb8-cb81d564318b HTTP/1.1" status: 204 len: 173 time: 1.0698473 Mar 11 19:35:09.623479 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device f1361f32-d881-4ea7-b1a2-e64707c39462 details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:35:09.731371 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port f1361f32-d881-4ea7-b1a2-e64707c39462, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=f1361f32-d881-4ea7-b1a2-e64707c39462,segment=NetworkSegment(290e59cd-b6e6-4f54-aec6-e75701780587),segment_id=290e59cd-b6e6-4f54-aec6-e75701780587)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:35:09.744278 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': 'f1361f32-d881-4ea7-b1a2-e64707c39462', 'network_id': '9aacd1cd-8535-4948-a638-390f934abb75', 'port_id': 'f1361f32-d881-4ea7-b1a2-e64707c39462', 'mac_address': 'fa:16:3e:57:23:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 853, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08561ce7-4a14-42b2-8808-45881e597b43', 'ip_address': '19.86.0.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:35:09.793133 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port f1361f32-d881-4ea7-b1a2-e64707c39462 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:35:09.794092 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (f1361f32-d881-4ea7-b1a2-e64707c39462), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:09.825889 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1361f32-d881-4ea7-b1a2-e64707c39462 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:35:09.845764 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-64331a4d-321f-48e0-86cd-9156d1984dcf req-bcfd6dc4-e0bb-4ab1-aa17-8b3104fa28d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (afae19bd-dd94-4683-8fc5-b976d07d9d30), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:09.867099 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port f1361f32-d881-4ea7-b1a2-e64707c39462, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=f1361f32-d881-4ea7-b1a2-e64707c39462,segment=NetworkSegment(290e59cd-b6e6-4f54-aec6-e75701780587),segment_id=290e59cd-b6e6-4f54-aec6-e75701780587)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:35:09.890240 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (f1361f32-d881-4ea7-b1a2-e64707c39462), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:09.891799 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device d18caff7-3f43-401d-8fb8-e4ab18a6346a details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:35:09.893230 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-feab2519-7322-47dd-8b6c-dd79a50fa7dc req-90e0bdbd-511a-41af-bd3b-1e533b73bf40 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 210 time: 0.5117548 Mar 11 19:35:09.986482 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64331a4d-321f-48e0-86cd-9156d1984dcf req-bcfd6dc4-e0bb-4ab1-aa17-8b3104fa28d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:09.989377 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-64331a4d-321f-48e0-86cd-9156d1984dcf req-bcfd6dc4-e0bb-4ab1-aa17-8b3104fa28d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:09.993562 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-64331a4d-321f-48e0-86cd-9156d1984dcf req-bcfd6dc4-e0bb-4ab1-aa17-8b3104fa28d2 service neutron] 10.222.0.57 "PUT /v2.0/ports/afae19bd-dd94-4683-8fc5-b976d07d9d30 HTTP/1.1" status: 200 len: 1096 time: 2.3295214 Mar 11 19:35:09.997732 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b0062b4-21ad-4452-aee3-8903d5ef38b0 x-openstack-request-id: req-2b0062b4-21ad-4452-aee3-8903d5ef38b0 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:35:09.998037 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3070b780-78f7-4c50-b8f5-718c589bc394", "name": "network-vif-deleted", "tag": "a0fdfa07-5722-410a-b6a7-7f3f380b3533", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:35:09.998297 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2b0062b4-21ad-4452-aee3-8903d5ef38b0 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:35:09.999056 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3070b780-78f7-4c50-b8f5-718c589bc394', 'name': 'network-vif-deleted', 'tag': 'a0fdfa07-5722-410a-b6a7-7f3f380b3533', 'status': 'completed', 'code': 200} Mar 11 19:35:10.055764 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb55629f-0652-48db-a0ec-dc4b7f38c77e req-3241b077-e0c6-455f-83ab-47cf54d73b6c tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:10.056896 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-eb55629f-0652-48db-a0ec-dc4b7f38c77e req-3241b077-e0c6-455f-83ab-47cf54d73b6c tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd301a1f-409e-4a08-bf73-437d640f7371 HTTP/1.1" status: 200 len: 948 time: 0.6586850 Mar 11 19:35:10.100053 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=f1361f32-d881-4ea7-b1a2-e64707c39462,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:10.166617 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76391637-498b-4bd2-bfe1-ab0b9095a125 req-1706486a-8a27-49e8-be5f-bfdae4f35af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:10.168207 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-76391637-498b-4bd2-bfe1-ab0b9095a125 req-1706486a-8a27-49e8-be5f-bfdae4f35af6 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=c900818c-a431-4d5d-8924-a66b2f33b5f6 HTTP/1.1" status: 200 len: 1127 time: 0.9609666 Mar 11 19:35:10.168763 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfd6dc4-e0bb-4ab1-aa17-8b3104fa28d2 service neutron] Pushing event updated for resources: {'Port': ['ID=afae19bd-dd94-4683-8fc5-b976d07d9d30,revision_number=11']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:10.170965 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port d18caff7-3f43-401d-8fb8-e4ab18a6346a, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=d18caff7-3f43-401d-8fb8-e4ab18a6346a,segment=NetworkSegment(e6a78a20-dff6-4b38-8290-f4608338c3cf),segment_id=e6a78a20-dff6-4b38-8290-f4608338c3cf)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:35:10.184046 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': 'd18caff7-3f43-401d-8fb8-e4ab18a6346a', 'network_id': '42054878-3c7f-478b-97de-2d246fb62c57', 'port_id': 'd18caff7-3f43-401d-8fb8-e4ab18a6346a', 'mac_address': 'fa:16:3e:64:c9:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 882, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce604146-ad21-4ac7-89ed-58e924ecd668', 'ip_address': '19.80.0.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:35:10.235555 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port d18caff7-3f43-401d-8fb8-e4ab18a6346a is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:35:10.236451 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d18caff7-3f43-401d-8fb8-e4ab18a6346a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:10.254415 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d18caff7-3f43-401d-8fb8-e4ab18a6346a {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:35:10.277575 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-eb55629f-0652-48db-a0ec-dc4b7f38c77e req-b3de42b0-75fe-41fb-8463-e607fb32fe51 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895967 Mar 11 19:35:10.278984 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port d18caff7-3f43-401d-8fb8-e4ab18a6346a, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=d18caff7-3f43-401d-8fb8-e4ab18a6346a,segment=NetworkSegment(e6a78a20-dff6-4b38-8290-f4608338c3cf),segment_id=e6a78a20-dff6-4b38-8290-f4608338c3cf)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:35:10.284980 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64331a4d-321f-48e0-86cd-9156d1984dcf req-15b0d810-05b0-423f-8d2a-d22c6082e84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:10.285363 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (d18caff7-3f43-401d-8fb8-e4ab18a6346a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:10.286635 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-64331a4d-321f-48e0-86cd-9156d1984dcf req-15b0d810-05b0-423f-8d2a-d22c6082e84f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=487f8613d1fa45ab81e48e9d9d0fc801&device_id=cd301a1f-409e-4a08-bf73-437d640f7371 HTTP/1.1" status: 200 len: 1130 time: 0.2642050 Mar 11 19:35:10.304918 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-76391637-498b-4bd2-bfe1-ab0b9095a125 req-6d54ff40-120a-44e9-8657-6cae89e74904 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=03204c94-e7d5-4698-bf53-e2e3ba52bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133921 Mar 11 19:35:10.314711 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a143de-ca2a-4970-87ef-fa63b34ae0e1 req-9e7f694b-0970-41ec-a09a-68a965ccf6fc tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:10.322812 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-00a143de-ca2a-4970-87ef-fa63b34ae0e1 req-9e7f694b-0970-41ec-a09a-68a965ccf6fc tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?device_id=c900818c-a431-4d5d-8924-a66b2f33b5f6 HTTP/1.1" status: 200 len: 945 time: 0.1873913 Mar 11 19:35:10.352361 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=d18caff7-3f43-401d-8fb8-e4ab18a6346a,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:10.485560 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-00a143de-ca2a-4970-87ef-fa63b34ae0e1 req-03eb3fb7-6888-4c75-a3be-77d767c7b36e tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/security-groups?id=03204c94-e7d5-4698-bf53-e2e3ba52bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617672 Mar 11 19:35:10.494999 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64331a4d-321f-48e0-86cd-9156d1984dcf req-ee5e2635-fdc6-43ba-8281-e43ab7455532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:10.496504 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-64331a4d-321f-48e0-86cd-9156d1984dcf req-ee5e2635-fdc6-43ba-8281-e43ab7455532 service neutron] 10.222.0.57 "GET /v2.0/networks?id=885772b1-9b97-4e1d-a0fb-e125030c5a81 HTTP/1.1" status: 200 len: 870 time: 0.2017081 Mar 11 19:35:10.510118 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9cbe10-1a06-426f-8f66-52cc7d7efb38 req-fdd50dad-42d0-46cc-91e8-221b94c401ef tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:10.518834 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9cbe10-1a06-426f-8f66-52cc7d7efb38 req-fdd50dad-42d0-46cc-91e8-221b94c401ef tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:10.521241 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0d9cbe10-1a06-426f-8f66-52cc7d7efb38 req-fdd50dad-42d0-46cc-91e8-221b94c401ef tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf23e610-4189-4837-a1a3-cab9f5938b04 HTTP/1.1" status: 200 len: 1681 time: 0.1537242 Mar 11 19:35:10.596418 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-64331a4d-321f-48e0-86cd-9156d1984dcf req-6f25c603-81f7-48fa-b515-2978b433ad66 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=afae19bd-dd94-4683-8fc5-b976d07d9d30 HTTP/1.1" status: 200 len: 217 time: 0.0739462 Mar 11 19:35:10.660309 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0d9cbe10-1a06-426f-8f66-52cc7d7efb38 req-4f1a5298-c188-44b6-a618-2cd6ec17b9e6 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9e7d402-b560-4db2-8773-5024f2c98b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286263 Mar 11 19:35:10.665920 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64331a4d-321f-48e0-86cd-9156d1984dcf req-5d7cf091-30cd-4e04-af92-9a0020636c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:10.667461 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-64331a4d-321f-48e0-86cd-9156d1984dcf req-5d7cf091-30cd-4e04-af92-9a0020636c5f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.0638938 Mar 11 19:35:10.696090 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['f1361f32-d881-4ea7-b1a2-e64707c39462'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:35:10.794552 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64331a4d-321f-48e0-86cd-9156d1984dcf req-dd3d03c0-8f65-4b41-b378-52963b8fcfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:10.797085 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-64331a4d-321f-48e0-86cd-9156d1984dcf req-dd3d03c0-8f65-4b41-b378-52963b8fcfad service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1237361 Mar 11 19:35:10.801962 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['d18caff7-3f43-401d-8fb8-e4ab18a6346a'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:35:10.942046 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-64331a4d-321f-48e0-86cd-9156d1984dcf req-9a62cf52-9f5e-4b3a-a480-61a826f24d93 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377549 Mar 11 19:35:11.052258 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960dd07b-2d4f-43fb-b384-4c5a31eebce0 req-f7027c2d-b986-432a-8639-77e7cc23580f tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:11.055279 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-960dd07b-2d4f-43fb-b384-4c5a31eebce0 req-f7027c2d-b986-432a-8639-77e7cc23580f tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=a338db77-8ad8-4947-b52d-51fb4f1bae2a HTTP/1.1" status: 200 len: 945 time: 0.1123266 Mar 11 19:35:11.133759 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-717ab1c4-6ae1-4832-8ed0-b58349907345 req-71af2b7b-08f1-494d-ae57-7eea846ec090 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 210 time: 0.0405369 Mar 11 19:35:11.244088 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33592) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:35:11.252578 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-960dd07b-2d4f-43fb-b384-4c5a31eebce0 req-8f67a875-8c1f-43ff-8919-27f5e5f3d583 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174986 Mar 11 19:35:11.264350 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-64331a4d-321f-48e0-86cd-9156d1984dcf req-e2251fd3-d579-4cfa-95ed-859fc75ce295 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918167 Mar 11 19:35:11.291881 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7e205f-5128-49c9-af4a-dc2901b47864 req-d68a1b1c-2d0f-4a99-a89b-698873e77396 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:11.294065 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2f7e205f-5128-49c9-af4a-dc2901b47864 req-d68a1b1c-2d0f-4a99-a89b-698873e77396 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.75 "GET /v2.0/ports?device_id=a338db77-8ad8-4947-b52d-51fb4f1bae2a HTTP/1.1" status: 200 len: 945 time: 0.1002762 Mar 11 19:35:11.377048 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd301a1f-409e-4a08-bf73-437d640f7371', 'tag': 'afae19bd-dd94-4683-8fc5-b976d07d9d30'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:35:11.379730 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a9b5b9-33e1-4bfb-8d6a-75bb108c657c" -d '{"events": [{"name": "network-changed", "server_uuid": "cd301a1f-409e-4a08-bf73-437d640f7371", "tag": "afae19bd-dd94-4683-8fc5-b976d07d9d30"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:35:11.490934 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba48a97-4f47-4e0b-9aa0-7f0509a8e6cc req-c1f51ec4-0e2c-4e97-bbc9-e49e8f7ed55f tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:11.507833 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fba48a97-4f47-4e0b-9aa0-7f0509a8e6cc req-c1f51ec4-0e2c-4e97-bbc9-e49e8f7ed55f tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd301a1f-409e-4a08-bf73-437d640f7371 HTTP/1.1" status: 200 len: 948 time: 0.0986390 Mar 11 19:35:11.522029 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-2f7e205f-5128-49c9-af4a-dc2901b47864 req-5563291e-9b53-4418-9cac-734f864e9d12 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Deleting port e06922d1-ae39-4d7c-8a47-26cdb60421c8 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:35:11.523542 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-2f7e205f-5128-49c9-af4a-dc2901b47864 req-5563291e-9b53-4418-9cac-734f864e9d12 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (e06922d1-ae39-4d7c-8a47-26cdb60421c8), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:11.546975 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c486e2e-ff1f-4aa8-b0ae-d22030867666 x-openstack-request-id: req-1c486e2e-ff1f-4aa8-b0ae-d22030867666 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:35:11.547448 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd301a1f-409e-4a08-bf73-437d640f7371", "tag": "afae19bd-dd94-4683-8fc5-b976d07d9d30", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:35:11.549844 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1c486e2e-ff1f-4aa8-b0ae-d22030867666 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:35:11.550343 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd301a1f-409e-4a08-bf73-437d640f7371', 'tag': 'afae19bd-dd94-4683-8fc5-b976d07d9d30', 'status': 'completed', 'code': 200} Mar 11 19:35:11.607761 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-9ec4dbc3-0312-461a-84a1-06a8cdc4f0d3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8d44ebe625db47b18c889efaa75146c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3594623 Mar 11 19:35:11.607970 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33604) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:35:11.637071 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 5ac3bee4-d31e-4d7f-9bb8-cb81d564318b no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:35:11.648345 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a9b5b9-33e1-4bfb-8d6a-75bb108c657c req-fa356d42-efe8-4369-8014-173d62edbc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:11.650178 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c0a9b5b9-33e1-4bfb-8d6a-75bb108c657c req-fa356d42-efe8-4369-8014-173d62edbc15 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=487f8613d1fa45ab81e48e9d9d0fc801&device_id=cd301a1f-409e-4a08-bf73-437d640f7371 HTTP/1.1" status: 200 len: 1130 time: 0.0899987 Mar 11 19:35:11.682031 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: 5ac3bee4-d31e-4d7f-9bb8-cb81d564318b {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:35:11.682031 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 5ac3bee4-d31e-4d7f-9bb8-cb81d564318b not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:35:11.721753 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-60cfb9c9-de16-425b-9b41-2569591e525e admin admin] Publish callbacks [] for security_group (34e2714a-da45-46b6-bd53-ce400c1997d0), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:11.757406 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-60cfb9c9-de16-425b-9b41-2569591e525e admin admin] Publish callbacks [] for security_group (34e2714a-da45-46b6-bd53-ce400c1997d0), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:11.861152 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a9b5b9-33e1-4bfb-8d6a-75bb108c657c req-20421b23-d4ba-4590-9374-6facb72a3c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:11.862712 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c0a9b5b9-33e1-4bfb-8d6a-75bb108c657c req-20421b23-d4ba-4590-9374-6facb72a3c3c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=487f8613d1fa45ab81e48e9d9d0fc801&device_id=cd301a1f-409e-4a08-bf73-437d640f7371 HTTP/1.1" status: 200 len: 1130 time: 0.2295709 Mar 11 19:35:11.865876 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fba48a97-4f47-4e0b-9aa0-7f0509a8e6cc req-538b5f28-cf9b-4007-aae9-6ae595e107fb tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147354 Mar 11 19:35:11.875577 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e305e62-072b-4294-a0eb-aef375b5420d req-51cf4dbf-f7f1-4427-afc5-67c107604841 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:11.877302 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-60cfb9c9-de16-425b-9b41-2569591e525e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (34e2714a-da45-46b6-bd53-ce400c1997d0), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:11.880697 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-60cfb9c9-de16-425b-9b41-2569591e525e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:11.885417 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6e305e62-072b-4294-a0eb-aef375b5420d req-51cf4dbf-f7f1-4427-afc5-67c107604841 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?device_id=c900818c-a431-4d5d-8924-a66b2f33b5f6 HTTP/1.1" status: 200 len: 945 time: 0.2467644 Mar 11 19:35:11.885600 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-60cfb9c9-de16-425b-9b41-2569591e525e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/34e2714a-da45-46b6-bd53-ce400c1997d0 HTTP/1.1" status: 204 len: 168 time: 0.2738068 Mar 11 19:35:11.897202 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device afae19bd-dd94-4683-8fc5-b976d07d9d30 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:35:11.926249 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cfb9c9-de16-425b-9b41-2569591e525e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e2714a-da45-46b6-bd53-ce400c1997d0,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:11.967301 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-2f7e205f-5128-49c9-af4a-dc2901b47864 req-5563291e-9b53-4418-9cac-734f864e9d12 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] For port e06922d1-ae39-4d7c-8a47-26cdb60421c8, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=e06922d1-ae39-4d7c-8a47-26cdb60421c8,segment=NetworkSegment(42087326-e85e-4d47-82f7-573695e73a7c),segment_id=42087326-e85e-4d47-82f7-573695e73a7c)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:35:11.967743 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-2f7e205f-5128-49c9-af4a-dc2901b47864 req-5563291e-9b53-4418-9cac-734f864e9d12 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (e06922d1-ae39-4d7c-8a47-26cdb60421c8), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:11.980172 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a9b5b9-33e1-4bfb-8d6a-75bb108c657c req-0bfbb37a-9e80-4bda-8aca-716042735a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:11.984205 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c0a9b5b9-33e1-4bfb-8d6a-75bb108c657c req-0bfbb37a-9e80-4bda-8aca-716042735a2a service neutron] 10.222.0.75 "GET /v2.0/networks?id=885772b1-9b97-4e1d-a0fb-e125030c5a81 HTTP/1.1" status: 200 len: 870 time: 0.3148613 Mar 11 19:35:12.006212 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde90127-b173-41d7-8edf-5dbeede7ff2b', 'name': 'network-vif-deleted', 'tag': '5ac3bee4-d31e-4d7f-9bb8-cb81d564318b'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:35:12.017731 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae537b61-e299-4c0e-97cf-7a07fd7b0186" -d '{"events": [{"server_uuid": "dde90127-b173-41d7-8edf-5dbeede7ff2b", "name": "network-vif-deleted", "tag": "5ac3bee4-d31e-4d7f-9bb8-cb81d564318b"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:35:12.028520 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] The host n-h1-833163-1 is not matching for port afae19bd-dd94-4683-8fc5-b976d07d9d30 host n-h2-833163-1! {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 19:35:12.028938 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device afae19bd-dd94-4683-8fc5-b976d07d9d30 not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:35:12.029374 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device a0fdfa07-5722-410a-b6a7-7f3f380b3533 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:35:12.066953 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: a0fdfa07-5722-410a-b6a7-7f3f380b3533 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:35:12.067294 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device a0fdfa07-5722-410a-b6a7-7f3f380b3533 not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:35:12.118020 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c0a9b5b9-33e1-4bfb-8d6a-75bb108c657c req-ea8f13ae-bdbe-4722-b7ce-33bcf6c9b5ae service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=afae19bd-dd94-4683-8fc5-b976d07d9d30 HTTP/1.1" status: 200 len: 217 time: 0.1253159 Mar 11 19:35:12.137565 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-2f7e205f-5128-49c9-af4a-dc2901b47864 req-5563291e-9b53-4418-9cac-734f864e9d12 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Calling delete_port for e06922d1-ae39-4d7c-8a47-26cdb60421c8 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:35:12.164043 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a9b5b9-33e1-4bfb-8d6a-75bb108c657c req-d4dfcaaa-1677-40f1-9c9c-d15d92e6a006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:12.166173 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c0a9b5b9-33e1-4bfb-8d6a-75bb108c657c req-d4dfcaaa-1677-40f1-9c9c-d15d92e6a006 service neutron] 10.222.0.57 "GET /v2.0/networks?id=885772b1-9b97-4e1d-a0fb-e125030c5a81 HTTP/1.1" status: 200 len: 870 time: 0.2764299 Mar 11 19:35:12.172911 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a9b5b9-33e1-4bfb-8d6a-75bb108c657c req-a8e2f745-89c0-462e-bf5a-7dab00dde725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:12.174603 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c0a9b5b9-33e1-4bfb-8d6a-75bb108c657c req-a8e2f745-89c0-462e-bf5a-7dab00dde725 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.0511677 Mar 11 19:35:12.186896 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6e305e62-072b-4294-a0eb-aef375b5420d req-3d7e9fcb-546b-4b64-913a-d1175eb2aef3 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/security-groups?id=03204c94-e7d5-4698-bf53-e2e3ba52bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024077 Mar 11 19:35:12.295337 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750228b7-8212-49a5-8fc6-88cf7fc2a980 x-openstack-request-id: req-750228b7-8212-49a5-8fc6-88cf7fc2a980 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:35:12.296032 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde90127-b173-41d7-8edf-5dbeede7ff2b", "name": "network-vif-deleted", "tag": "5ac3bee4-d31e-4d7f-9bb8-cb81d564318b", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:35:12.296032 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-750228b7-8212-49a5-8fc6-88cf7fc2a980 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:35:12.296306 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde90127-b173-41d7-8edf-5dbeede7ff2b', 'name': 'network-vif-deleted', 'tag': '5ac3bee4-d31e-4d7f-9bb8-cb81d564318b', 'status': 'completed', 'code': 200} Mar 11 19:35:12.298246 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a9b5b9-33e1-4bfb-8d6a-75bb108c657c req-7eae4810-af4f-448a-b24d-bfc4f65c68ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:12.299837 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c0a9b5b9-33e1-4bfb-8d6a-75bb108c657c req-7eae4810-af4f-448a-b24d-bfc4f65c68ee service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1165171 Mar 11 19:35:12.414898 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c0a9b5b9-33e1-4bfb-8d6a-75bb108c657c req-2bee52bc-06a2-461f-928e-b025d72d6a11 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=afae19bd-dd94-4683-8fc5-b976d07d9d30 HTTP/1.1" status: 200 len: 217 time: 0.2266035 Mar 11 19:35:12.446151 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882deed-fc55-4782-b168-0b5a554226c7 req-f469ed88-197f-448b-ac39-18edd994104c tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:12.447843 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c0a9b5b9-33e1-4bfb-8d6a-75bb108c657c req-52cb86af-333a-4744-9175-9a9cabab7e0e service neutron] 10.222.0.75 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391029 Mar 11 19:35:12.451432 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882deed-fc55-4782-b168-0b5a554226c7 req-f469ed88-197f-448b-ac39-18edd994104c tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:12.453226 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b882deed-fc55-4782-b168-0b5a554226c7 req-f469ed88-197f-448b-ac39-18edd994104c tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf23e610-4189-4837-a1a3-cab9f5938b04 HTTP/1.1" status: 200 len: 1681 time: 0.4646714 Mar 11 19:35:12.498781 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f308bde7-c397-4519-ab8a-4dba3ea174fa req-a5d9d433-1b45-47f0-a1da-1f09e6eee3e3 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 210 time: 0.1001456 Mar 11 19:35:12.584237 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c0a9b5b9-33e1-4bfb-8d6a-75bb108c657c req-4b795c6a-8de2-4b64-a71f-a1dfd00619a1 service neutron] 10.222.0.75 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292076 Mar 11 19:35:12.615725 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a9b5b9-33e1-4bfb-8d6a-75bb108c657c req-e45c9012-3838-4d95-b384-675aea46ffa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:12.618648 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c0a9b5b9-33e1-4bfb-8d6a-75bb108c657c req-e45c9012-3838-4d95-b384-675aea46ffa4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.1809690 Mar 11 19:35:12.805606 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b882deed-fc55-4782-b168-0b5a554226c7 req-5c0ac703-a172-4714-bfac-7c1499f913b6 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9e7d402-b560-4db2-8773-5024f2c98b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226647 Mar 11 19:35:12.810580 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-2f7e205f-5128-49c9-af4a-dc2901b47864 req-5563291e-9b53-4418-9cac-734f864e9d12 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (e06922d1-ae39-4d7c-8a47-26cdb60421c8), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:12.819053 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005264e-b582-4127-ab98-4b26ad66c9cb req-b8c8f4d5-413f-4174-984e-f6bd4131e817 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:12.827322 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6005264e-b582-4127-ab98-4b26ad66c9cb req-b8c8f4d5-413f-4174-984e-f6bd4131e817 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=a338db77-8ad8-4947-b52d-51fb4f1bae2a HTTP/1.1" status: 200 len: 945 time: 0.1593649 Mar 11 19:35:12.862148 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33636) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:35:12.868354 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5563291e-9b53-4418-9cac-734f864e9d12 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Pushing event deleted for resources: {'Port': ['ID=e06922d1-ae39-4d7c-8a47-26cdb60421c8,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:12.913960 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a9b5b9-33e1-4bfb-8d6a-75bb108c657c req-a4022eea-947c-45c9-a3c5-a350f252dcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:12.915824 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c0a9b5b9-33e1-4bfb-8d6a-75bb108c657c req-a4022eea-947c-45c9-a3c5-a350f252dcbb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2102556 Mar 11 19:35:12.977315 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6005264e-b582-4127-ab98-4b26ad66c9cb req-5bda1811-e532-4553-8a40-14b15010a5b1 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487541 Mar 11 19:35:13.016120 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-aa1498ab-8f62-46cc-95cf-f332dbbf020a admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1473868876-network', 'tenant_id': '226ac2f13bd14da187bb26d2f866eb8b'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:35:13.043730 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1498ab-8f62-46cc-95cf-f332dbbf020a admin admin] Made reservation on behalf of 226ac2f13bd14da187bb26d2f866eb8b for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:35:13.046774 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aa1498ab-8f62-46cc-95cf-f332dbbf020a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:13.056166 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f7e205f-5128-49c9-af4a-dc2901b47864 req-5563291e-9b53-4418-9cac-734f864e9d12 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] No DVR routers for this DVR port e06922d1-ae39-4d7c-8a47-26cdb60421c8 on host n-h1-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:35:13.057626 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aa1498ab-8f62-46cc-95cf-f332dbbf020a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:13.060911 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-2f7e205f-5128-49c9-af4a-dc2901b47864 req-5563291e-9b53-4418-9cac-734f864e9d12 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:13.064122 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2f7e205f-5128-49c9-af4a-dc2901b47864 req-5563291e-9b53-4418-9cac-734f864e9d12 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.75 "DELETE /v2.0/ports/e06922d1-ae39-4d7c-8a47-26cdb60421c8 HTTP/1.1" status: 204 len: 173 time: 1.7572491 Mar 11 19:35:13.157273 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90897c50-0364-4e5e-91a0-72029a0b5fd6 req-cd58cd6b-f9f9-4571-a8c6-720f742b8c4c tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:13.160779 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-90897c50-0364-4e5e-91a0-72029a0b5fd6 req-cd58cd6b-f9f9-4571-a8c6-720f742b8c4c tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd301a1f-409e-4a08-bf73-437d640f7371 HTTP/1.1" status: 200 len: 948 time: 0.1822786 Mar 11 19:35:13.173059 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c0a9b5b9-33e1-4bfb-8d6a-75bb108c657c req-51cbf89b-1ef5-4841-b6d8-740c41f03965 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185979 Mar 11 19:35:13.193992 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aa1498ab-8f62-46cc-95cf-f332dbbf020a admin admin] Publish callbacks [] for security_group (84f7623b-92bc-46cd-a725-53de6be71e76), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:13.199714 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aa1498ab-8f62-46cc-95cf-f332dbbf020a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (84f7623b-92bc-46cd-a725-53de6be71e76), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:13.232185 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa1498ab-8f62-46cc-95cf-f332dbbf020a admin admin] vlan segment allocate from pool success with {'vlan_id': 862, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:35:13.258051 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aa1498ab-8f62-46cc-95cf-f332dbbf020a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (030b1ea6-a9bd-4970-9537-6268a24125f4), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:13.258541 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-aa1498ab-8f62-46cc-95cf-f332dbbf020a admin admin] Added segment 030b1ea6-a9bd-4970-9537-6268a24125f4 of type vlan for network 1740be2f-d8a3-4266-8fa1-21b3cc2b7b80 Mar 11 19:35:13.271993 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1498ab-8f62-46cc-95cf-f332dbbf020a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f7623b-92bc-46cd-a725-53de6be71e76,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:13.324678 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aa1498ab-8f62-46cc-95cf-f332dbbf020a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (1740be2f-d8a3-4266-8fa1-21b3cc2b7b80), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:13.326039 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-90897c50-0364-4e5e-91a0-72029a0b5fd6 req-47f54d3a-948b-49e1-975f-98d71284b555 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560323 Mar 11 19:35:13.368829 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c0a9b5b9-33e1-4bfb-8d6a-75bb108c657c req-622bf609-f408-4c59-be36-bdc2eb521a66 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843319 Mar 11 19:35:13.388260 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aa1498ab-8f62-46cc-95cf-f332dbbf020a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (1740be2f-d8a3-4266-8fa1-21b3cc2b7b80), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:13.391081 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1498ab-8f62-46cc-95cf-f332dbbf020a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:13.394778 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aa1498ab-8f62-46cc-95cf-f332dbbf020a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:13.415326 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a11e0a9-6fd3-47a1-a80e-b4e7171c7488 req-39e9e751-813d-4b99-81fd-a1ff3cdd18bb tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:13.418471 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4a11e0a9-6fd3-47a1-a80e-b4e7171c7488 req-39e9e751-813d-4b99-81fd-a1ff3cdd18bb tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?device_id=c900818c-a431-4d5d-8924-a66b2f33b5f6 HTTP/1.1" status: 200 len: 945 time: 0.0649741 Mar 11 19:35:13.426051 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-aa1498ab-8f62-46cc-95cf-f332dbbf020a admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.5602703 Mar 11 19:35:13.428441 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33646) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:35:13.434273 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-137870cc-8748-45b7-987a-3ef5a828c999 admin admin] Request body: {'subnet': {'network_id': '1740be2f-d8a3-4266-8fa1-21b3cc2b7b80', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1473868876-subnet', 'tenant_id': '226ac2f13bd14da187bb26d2f866eb8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:35:13.476131 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137870cc-8748-45b7-987a-3ef5a828c999 admin admin] Made reservation on behalf of 226ac2f13bd14da187bb26d2f866eb8b for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:35:13.479057 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-137870cc-8748-45b7-987a-3ef5a828c999 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:13.493155 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1498ab-8f62-46cc-95cf-f332dbbf020a admin admin] Pushing event updated for resources: {'Network': ['ID=1740be2f-d8a3-4266-8fa1-21b3cc2b7b80,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:13.506452 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 1740be2f-d8a3-4266-8fa1-21b3cc2b7b80 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:35:13.543896 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4a11e0a9-6fd3-47a1-a80e-b4e7171c7488 req-1aca7444-20ea-4aeb-b30d-fda267320115 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/security-groups?id=03204c94-e7d5-4698-bf53-e2e3ba52bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115518 Mar 11 19:35:13.688335 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device f1361f32-d881-4ea7-b1a2-e64707c39462 up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:35:13.765266 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a338db77-8ad8-4947-b52d-51fb4f1bae2a', 'name': 'network-vif-deleted', 'tag': 'e06922d1-ae39-4d7c-8a47-26cdb60421c8'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:35:13.768282 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433d1f18-f05d-412c-9f21-3e12ff96a156" -d '{"events": [{"server_uuid": "a338db77-8ad8-4947-b52d-51fb4f1bae2a", "name": "network-vif-deleted", "tag": "e06922d1-ae39-4d7c-8a47-26cdb60421c8"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:35:13.776698 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-137870cc-8748-45b7-987a-3ef5a828c999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (182f6c67-9dec-4b57-9375-5df25feeb721), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:13.851385 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bc2c193c-0f18-426e-9ae7-b2c17c9302ce req-8fe8ae13-437b-4512-814c-110a26894f1a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 210 time: 0.0779538 Mar 11 19:35:13.870137 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port f1361f32-d881-4ea7-b1a2-e64707c39462 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:35:13.885553 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port f1361f32-d881-4ea7-b1a2-e64707c39462 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:35:13.886264 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (f1361f32-d881-4ea7-b1a2-e64707c39462), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:13.965724 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f5109c1-6466-406e-9aa1-6a7cae009fdd x-openstack-request-id: req-0f5109c1-6466-406e-9aa1-6a7cae009fdd {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:35:13.966020 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a338db77-8ad8-4947-b52d-51fb4f1bae2a", "name": "network-vif-deleted", "tag": "e06922d1-ae39-4d7c-8a47-26cdb60421c8", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:35:13.967263 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0f5109c1-6466-406e-9aa1-6a7cae009fdd {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:35:13.967825 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a338db77-8ad8-4947-b52d-51fb4f1bae2a', 'name': 'network-vif-deleted', 'tag': 'e06922d1-ae39-4d7c-8a47-26cdb60421c8', 'status': 'completed', 'code': 200} Mar 11 19:35:14.001151 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eccc9e-8740-439f-8f06-3eb6b048cee0 req-07ade695-e031-4b34-a403-921f938535d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:14.002628 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d6eccc9e-8740-439f-8f06-3eb6b048cee0 req-07ade695-e031-4b34-a403-921f938535d4 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=57167832d4db4819b4f5cac954866076&device_id=c900818c-a431-4d5d-8924-a66b2f33b5f6 HTTP/1.1" status: 200 len: 1127 time: 0.0887465 Mar 11 19:35:14.003230 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137870cc-8748-45b7-987a-3ef5a828c999 admin admin] Pushing event updated for resources: {'Subnet': ['ID=182f6c67-9dec-4b57-9375-5df25feeb721,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:14.040073 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137870cc-8748-45b7-987a-3ef5a828c999 admin admin] Checking segment: {'id': '030b1ea6-a9bd-4970-9537-6268a24125f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '1740be2f-d8a3-4266-8fa1-21b3cc2b7b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:35:14.041036 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137870cc-8748-45b7-987a-3ef5a828c999 admin admin] Network hostable DHCP agents. Network: 1740be2f-d8a3-4266-8fa1-21b3cc2b7b80, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:35:14.055687 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port f1361f32-d881-4ea7-b1a2-e64707c39462 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:35:14.056183 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (f1361f32-d881-4ea7-b1a2-e64707c39462), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:14.083925 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf23e610-4189-4837-a1a3-cab9f5938b04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1361f32-d881-4ea7-b1a2-e64707c39462'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:35:14.087073 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4303b078-af44-4388-a802-34d6b4b26176" -d '{"events": [{"server_uuid": "bf23e610-4189-4837-a1a3-cab9f5938b04", "name": "network-vif-plugged", "status": "completed", "tag": "f1361f32-d881-4ea7-b1a2-e64707c39462"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:35:14.107119 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port f1361f32-d881-4ea7-b1a2-e64707c39462, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=f1361f32-d881-4ea7-b1a2-e64707c39462,segment=NetworkSegment(290e59cd-b6e6-4f54-aec6-e75701780587),segment_id=290e59cd-b6e6-4f54-aec6-e75701780587)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:35:14.112211 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (f1361f32-d881-4ea7-b1a2-e64707c39462), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:14.113973 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device d18caff7-3f43-401d-8fb8-e4ab18a6346a up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:35:14.172544 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eccc9e-8740-439f-8f06-3eb6b048cee0 req-34377302-272c-470e-9896-804e56f98f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:14.174595 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d6eccc9e-8740-439f-8f06-3eb6b048cee0 req-34377302-272c-470e-9896-804e56f98f77 service neutron] 10.222.0.75 "GET /v2.0/networks?id=603aaea1-f5bf-4434-b0ab-49b5034dacdd HTTP/1.1" status: 200 len: 920 time: 0.1289403 Mar 11 19:35:14.214528 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=f1361f32-d881-4ea7-b1a2-e64707c39462,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:14.228915 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port d18caff7-3f43-401d-8fb8-e4ab18a6346a completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:35:14.233356 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port d18caff7-3f43-401d-8fb8-e4ab18a6346a triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:35:14.233731 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (d18caff7-3f43-401d-8fb8-e4ab18a6346a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:14.243137 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137870cc-8748-45b7-987a-3ef5a828c999 admin admin] Network 1740be2f-d8a3-4266-8fa1-21b3cc2b7b80 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:35:14.249828 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d6eccc9e-8740-439f-8f06-3eb6b048cee0 req-51768264-84cc-4469-a0ef-2ff8cb32b454 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1df69723-3d5d-4d2a-9b38-69cb06c46cdf HTTP/1.1" status: 200 len: 217 time: 0.0553761 Mar 11 19:35:14.274701 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-137870cc-8748-45b7-987a-3ef5a828c999 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 1740be2f-d8a3-4266-8fa1-21b3cc2b7b80) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:35:14.284648 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c446ac8c-369f-4a3b-a49d-dc589c1e9cb4 None None] Network 1740be2f-d8a3-4266-8fa1-21b3cc2b7b80 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:35:14.302181 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963b094-e997-4a6d-8db9-66b63d610009 req-89aff5c0-c47a-4c0c-8cdf-552d3dd2e98c tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:14.307621 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963b094-e997-4a6d-8db9-66b63d610009 req-89aff5c0-c47a-4c0c-8cdf-552d3dd2e98c tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:14.309737 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a963b094-e997-4a6d-8db9-66b63d610009 req-89aff5c0-c47a-4c0c-8cdf-552d3dd2e98c tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf23e610-4189-4837-a1a3-cab9f5938b04 HTTP/1.1" status: 200 len: 1681 time: 0.3104534 Mar 11 19:35:14.314592 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137870cc-8748-45b7-987a-3ef5a828c999 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:14.315681 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-137870cc-8748-45b7-987a-3ef5a828c999 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:14.356922 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732221ac-de5c-4552-aca9-53e5baf43020 req-ed576f86-cc03-4ae4-a7f1-ebf7ed9130c4 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:14.364396 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-732221ac-de5c-4552-aca9-53e5baf43020 req-ed576f86-cc03-4ae4-a7f1-ebf7ed9130c4 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?device_id=c900818c-a431-4d5d-8924-a66b2f33b5f6 HTTP/1.1" status: 200 len: 945 time: 0.3147447 Mar 11 19:35:14.374249 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port d18caff7-3f43-401d-8fb8-e4ab18a6346a is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:35:14.374645 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d18caff7-3f43-401d-8fb8-e4ab18a6346a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:14.383655 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-137870cc-8748-45b7-987a-3ef5a828c999 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9495554 Mar 11 19:35:14.402609 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eccc9e-8740-439f-8f06-3eb6b048cee0 req-aa002f8f-0cee-4f45-9e18-e60c4c158450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:14.404062 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d6eccc9e-8740-439f-8f06-3eb6b048cee0 req-aa002f8f-0cee-4f45-9e18-e60c4c158450 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=23a3dd94-cd73-4b82-b4a6-b6bdd0e8f5ac HTTP/1.1" status: 200 len: 859 time: 0.1446586 Mar 11 19:35:14.432162 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port d18caff7-3f43-401d-8fb8-e4ab18a6346a, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=d18caff7-3f43-401d-8fb8-e4ab18a6346a,segment=NetworkSegment(e6a78a20-dff6-4b38-8290-f4608338c3cf),segment_id=e6a78a20-dff6-4b38-8290-f4608338c3cf)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:35:14.443151 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (d18caff7-3f43-401d-8fb8-e4ab18a6346a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:14.455745 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d6eccc9e-8740-439f-8f06-3eb6b048cee0 req-1f9f8030-06ee-4ad2-adae-5e419c6efbaa service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=603aaea1-f5bf-4434-b0ab-49b5034dacdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412059 Mar 11 19:35:14.521590 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a963b094-e997-4a6d-8db9-66b63d610009 req-a1e6e0c0-4443-4513-a9e5-7d7405e5fb52 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9e7d402-b560-4db2-8773-5024f2c98b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861324 Mar 11 19:35:14.549868 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-732221ac-de5c-4552-aca9-53e5baf43020 req-2aab0c21-dd0d-4f07-b8e9-b1e309de5239 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/security-groups?id=03204c94-e7d5-4698-bf53-e2e3ba52bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844788 Mar 11 19:35:14.703999 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d6eccc9e-8740-439f-8f06-3eb6b048cee0 req-8a0382ef-b672-440d-b173-4d0797294807 service neutron] 10.222.0.75 "GET /v2.0/networks/603aaea1-f5bf-4434-b0ab-49b5034dacdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346849 Mar 11 19:35:14.733949 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd3b97b-9a6d-4b4a-9ac5-102705c1b2b5 x-openstack-request-id: req-5fd3b97b-9a6d-4b4a-9ac5-102705c1b2b5 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:35:14.735766 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf23e610-4189-4837-a1a3-cab9f5938b04", "name": "network-vif-plugged", "status": "completed", "tag": "f1361f32-d881-4ea7-b1a2-e64707c39462", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:35:14.737308 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5fd3b97b-9a6d-4b4a-9ac5-102705c1b2b5 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:35:14.739065 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf23e610-4189-4837-a1a3-cab9f5938b04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1361f32-d881-4ea7-b1a2-e64707c39462', 'code': 200} Mar 11 19:35:14.749913 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39dadbb5-26c9-4b54-8710-132ae9531ac4 None None] Network 1740be2f-d8a3-4266-8fa1-21b3cc2b7b80 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:35:14.787923 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=d18caff7-3f43-401d-8fb8-e4ab18a6346a,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:14.884573 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e3d3de-d62a-467f-a37c-87743737d23c req-b4bbebf3-a282-401f-8403-bdc50c74c282 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:14.886844 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-72e3d3de-d62a-467f-a37c-87743737d23c req-b4bbebf3-a282-401f-8403-bdc50c74c282 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd301a1f-409e-4a08-bf73-437d640f7371 HTTP/1.1" status: 200 len: 948 time: 0.1999547 Mar 11 19:35:14.993135 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d6eccc9e-8740-439f-8f06-3eb6b048cee0 req-2a6a4ba5-eaea-46b0-8c2f-6b139b9fffd0 service neutron] 10.222.0.75 "GET /v2.0/networks/603aaea1-f5bf-4434-b0ab-49b5034dacdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696216 Mar 11 19:35:15.003667 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-72e3d3de-d62a-467f-a37c-87743737d23c req-b60dba8b-4d82-4242-98e3-84414cb449ec tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075444 Mar 11 19:35:15.127849 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d015ed-93c3-4e97-afff-34cc0c5656a4 req-ae2640a8-4461-4361-99ea-05d57a42e75d tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:15.129737 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-16d015ed-93c3-4e97-afff-34cc0c5656a4 req-ae2640a8-4461-4361-99ea-05d57a42e75d tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/networks?id=1740be2f-d8a3-4266-8fa1-21b3cc2b7b80 HTTP/1.1" status: 200 len: 822 time: 0.2046168 Mar 11 19:35:15.145399 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-16d015ed-93c3-4e97-afff-34cc0c5656a4 req-66d60660-d828-4970-9240-657be8952cc8 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/quotas/226ac2f13bd14da187bb26d2f866eb8b HTTP/1.1" status: 200 len: 375 time: 0.0091343 Mar 11 19:35:15.466541 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-16d015ed-93c3-4e97-afff-34cc0c5656a4 req-b71d40b9-19f5-4b96-8598-a36d741f7f85 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=226ac2f13bd14da187bb26d2f866eb8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3134658 Mar 11 19:35:15.506741 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1e19e548-28f2-4ea3-a148-7dee815458fb req-0ba501b2-8c96-4579-9a4d-baff97d967a0 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 210 time: 0.0428190 Mar 11 19:35:15.594835 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-16d015ed-93c3-4e97-afff-34cc0c5656a4 req-9057b219-3891-424a-9660-748ce0d2de03 service neutron] 10.222.0.65 "GET /v2.0/networks/1740be2f-d8a3-4266-8fa1-21b3cc2b7b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203873 Mar 11 19:35:15.658536 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device afae19bd-dd94-4683-8fc5-b976d07d9d30 details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:35:15.732235 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8759c428-0596-4c55-9b08-5f42a2cf6287 req-8bc1476c-cc94-4827-b679-bbc694ea586e tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:15.733708 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8759c428-0596-4c55-9b08-5f42a2cf6287 req-8bc1476c-cc94-4827-b679-bbc694ea586e tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e1df5f0-9ba7-4d1f-be0d-cdaa9e480bc8 HTTP/1.1" status: 200 len: 945 time: 0.1527770 Mar 11 19:35:15.758681 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6c941-b4d6-4498-9b10-439f0b4e2cc4 req-809f1f94-1e64-43ec-b022-65980d57e0c7 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:15.760139 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-87f6c941-b4d6-4498-9b10-439f0b4e2cc4 req-809f1f94-1e64-43ec-b022-65980d57e0c7 tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.75 "GET /v2.0/ports?device_id=7e1df5f0-9ba7-4d1f-be0d-cdaa9e480bc8 HTTP/1.1" status: 200 len: 945 time: 0.1498802 Mar 11 19:35:15.784576 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port afae19bd-dd94-4683-8fc5-b976d07d9d30, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=afae19bd-dd94-4683-8fc5-b976d07d9d30,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:35:15.785740 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-16d015ed-93c3-4e97-afff-34cc0c5656a4 req-b6cf8dd2-dd27-4e5b-a5bc-686cc2db6e76 service neutron] 10.222.0.65 "GET /v2.0/networks/1740be2f-d8a3-4266-8fa1-21b3cc2b7b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764278 Mar 11 19:35:15.801263 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': 'afae19bd-dd94-4683-8fc5-b976d07d9d30', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'port_id': 'afae19bd-dd94-4683-8fc5-b976d07d9d30', 'mac_address': 'fa:16:3e:0b:c1:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bb14923-74c3-4313-be8d-ed33542f05aa', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:35:15.850417 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8759c428-0596-4c55-9b08-5f42a2cf6287 req-e89d2ff0-a968-4cc7-927d-e9d9b3a6c33f tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/security-groups?id=8dfcd718-1867-423e-b116-7b51379f56e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046634 Mar 11 19:35:15.865657 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port afae19bd-dd94-4683-8fc5-b976d07d9d30 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:35:15.866021 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (afae19bd-dd94-4683-8fc5-b976d07d9d30), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:15.889064 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afae19bd-dd94-4683-8fc5-b976d07d9d30 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:35:15.906264 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device e06922d1-ae39-4d7c-8a47-26cdb60421c8 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:35:15.915448 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-87f6c941-b4d6-4498-9b10-439f0b4e2cc4 req-008dbde2-a87a-452c-a4f0-c0530d1cc7cb tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Deleting port 2132f9f3-9a1b-40f0-b21f-18eee1c1b95a {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:35:15.915761 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-87f6c941-b4d6-4498-9b10-439f0b4e2cc4 req-008dbde2-a87a-452c-a4f0-c0530d1cc7cb tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (2132f9f3-9a1b-40f0-b21f-18eee1c1b95a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:15.977490 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: e06922d1-ae39-4d7c-8a47-26cdb60421c8 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:35:15.977904 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device e06922d1-ae39-4d7c-8a47-26cdb60421c8 not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:35:15.984422 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port afae19bd-dd94-4683-8fc5-b976d07d9d30, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=afae19bd-dd94-4683-8fc5-b976d07d9d30,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:35:15.991987 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (afae19bd-dd94-4683-8fc5-b976d07d9d30), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:16.073207 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=afae19bd-dd94-4683-8fc5-b976d07d9d30,revision_number=12']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:16.087164 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280d07b-777e-40ba-966b-fbcf1a8ce53a req-0f8887b8-7ed0-46cc-ac7c-46e1f08e241a tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:16.092666 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280d07b-777e-40ba-966b-fbcf1a8ce53a req-0f8887b8-7ed0-46cc-ac7c-46e1f08e241a tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:16.094279 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6280d07b-777e-40ba-966b-fbcf1a8ce53a req-0f8887b8-7ed0-46cc-ac7c-46e1f08e241a tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf23e610-4189-4837-a1a3-cab9f5938b04 HTTP/1.1" status: 200 len: 1683 time: 0.0998313 Mar 11 19:35:16.167664 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-87f6c941-b4d6-4498-9b10-439f0b4e2cc4 req-008dbde2-a87a-452c-a4f0-c0530d1cc7cb tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] For port 2132f9f3-9a1b-40f0-b21f-18eee1c1b95a, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=2132f9f3-9a1b-40f0-b21f-18eee1c1b95a,segment=NetworkSegment(42087326-e85e-4d47-82f7-573695e73a7c),segment_id=42087326-e85e-4d47-82f7-573695e73a7c)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:35:16.167664 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-87f6c941-b4d6-4498-9b10-439f0b4e2cc4 req-008dbde2-a87a-452c-a4f0-c0530d1cc7cb tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (2132f9f3-9a1b-40f0-b21f-18eee1c1b95a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:16.192254 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-87f6c941-b4d6-4498-9b10-439f0b4e2cc4 req-008dbde2-a87a-452c-a4f0-c0530d1cc7cb tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Calling delete_port for 2132f9f3-9a1b-40f0-b21f-18eee1c1b95a owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:35:16.230303 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c2c4c1-a2e7-4866-899d-cd600059c215 req-904398dc-98e3-4cd7-aeb4-ce3b51116d5f tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:16.231771 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-33c2c4c1-a2e7-4866-899d-cd600059c215 req-904398dc-98e3-4cd7-aeb4-ce3b51116d5f tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?device_id=c900818c-a431-4d5d-8924-a66b2f33b5f6 HTTP/1.1" status: 200 len: 945 time: 0.1363163 Mar 11 19:35:16.241781 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6280d07b-777e-40ba-966b-fbcf1a8ce53a req-16b28531-5625-49cf-9400-2d1f17deaea0 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9e7d402-b560-4db2-8773-5024f2c98b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243677 Mar 11 19:35:16.367766 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-50d2c788-1a4d-4c84-8fd7-c635b97f7f5a req-d7158028-0592-44a9-aa7f-e794643e4f54 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/ports?device_id=30801c17-a93d-4cf6-ad19-b8560b08af82 HTTP/1.1" status: 200 len: 210 time: 0.0523291 Mar 11 19:35:16.427474 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['afae19bd-dd94-4683-8fc5-b976d07d9d30'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:35:16.440212 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-33c2c4c1-a2e7-4866-899d-cd600059c215 req-1f220a6c-1b25-4f42-8c7b-eb50d0c16d73 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/security-groups?id=03204c94-e7d5-4698-bf53-e2e3ba52bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941166 Mar 11 19:35:16.615185 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4635058-6296-46df-8457-667e33cad18c req-b4e63237-0930-424d-879b-81f04fb324f6 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:16.624024 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e4635058-6296-46df-8457-667e33cad18c req-b4e63237-0930-424d-879b-81f04fb324f6 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd301a1f-409e-4a08-bf73-437d640f7371 HTTP/1.1" status: 200 len: 949 time: 0.1791344 Mar 11 19:35:16.632453 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-87f6c941-b4d6-4498-9b10-439f0b4e2cc4 req-008dbde2-a87a-452c-a4f0-c0530d1cc7cb tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (2132f9f3-9a1b-40f0-b21f-18eee1c1b95a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:16.693606 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008dbde2-a87a-452c-a4f0-c0530d1cc7cb tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Pushing event deleted for resources: {'Port': ['ID=2132f9f3-9a1b-40f0-b21f-18eee1c1b95a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:16.740894 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf23e610-4189-4837-a1a3-cab9f5938b04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd18caff7-3f43-401d-8fb8-e4ab18a6346a'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:35:16.743930 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1a7473-933c-40ac-a29d-bb3bed889a4c" -d '{"events": [{"server_uuid": "bf23e610-4189-4837-a1a3-cab9f5938b04", "name": "network-vif-plugged", "status": "completed", "tag": "d18caff7-3f43-401d-8fb8-e4ab18a6346a"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:35:16.769062 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1b599fc6-4203-467f-ba88-eca59c5e6ec0 req-8501185b-bbf6-4697-bb22-01f6d96a37af tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 210 time: 0.0946853 Mar 11 19:35:16.775670 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-87f6c941-b4d6-4498-9b10-439f0b4e2cc4 req-008dbde2-a87a-452c-a4f0-c0530d1cc7cb tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] No DVR routers for this DVR port 2132f9f3-9a1b-40f0-b21f-18eee1c1b95a on host n-h1-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:35:16.781025 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-87f6c941-b4d6-4498-9b10-439f0b4e2cc4 req-008dbde2-a87a-452c-a4f0-c0530d1cc7cb tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:16.785289 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-87f6c941-b4d6-4498-9b10-439f0b4e2cc4 req-008dbde2-a87a-452c-a4f0-c0530d1cc7cb tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.75 "DELETE /v2.0/ports/2132f9f3-9a1b-40f0-b21f-18eee1c1b95a HTTP/1.1" status: 204 len: 173 time: 1.0161850 Mar 11 19:35:16.785727 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e1df5f0-9ba7-4d1f-be0d-cdaa9e480bc8', 'name': 'network-vif-deleted', 'tag': '2132f9f3-9a1b-40f0-b21f-18eee1c1b95a'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:35:16.788695 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0596fa93-3559-4e92-bcdf-49f0e4372ee8" -d '{"events": [{"server_uuid": "7e1df5f0-9ba7-4d1f-be0d-cdaa9e480bc8", "name": "network-vif-deleted", "tag": "2132f9f3-9a1b-40f0-b21f-18eee1c1b95a"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:35:16.845132 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e4635058-6296-46df-8457-667e33cad18c req-51f3a35a-357c-40a4-9b2c-df86829a4e42 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074955 Mar 11 19:35:16.860799 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-080a4564-7513-4d56-940f-8065d8b5f52a x-openstack-request-id: req-080a4564-7513-4d56-940f-8065d8b5f52a {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:35:16.861333 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf23e610-4189-4837-a1a3-cab9f5938b04", "name": "network-vif-plugged", "status": "completed", "tag": "d18caff7-3f43-401d-8fb8-e4ab18a6346a", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:35:16.861670 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-080a4564-7513-4d56-940f-8065d8b5f52a {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:35:16.862200 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf23e610-4189-4837-a1a3-cab9f5938b04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd18caff7-3f43-401d-8fb8-e4ab18a6346a', 'code': 200} Mar 11 19:35:16.910776 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e68dd9-7675-4d45-ad16-0f9405144a6f x-openstack-request-id: req-89e68dd9-7675-4d45-ad16-0f9405144a6f {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:35:16.911177 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e1df5f0-9ba7-4d1f-be0d-cdaa9e480bc8", "name": "network-vif-deleted", "tag": "2132f9f3-9a1b-40f0-b21f-18eee1c1b95a", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:35:16.911537 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-89e68dd9-7675-4d45-ad16-0f9405144a6f {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:35:16.912071 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e1df5f0-9ba7-4d1f-be0d-cdaa9e480bc8', 'name': 'network-vif-deleted', 'tag': '2132f9f3-9a1b-40f0-b21f-18eee1c1b95a', 'status': 'completed', 'code': 200} Mar 11 19:35:17.048055 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd70d223-60e0-4878-81ae-38814800fba1 req-1a792bae-fdd7-4a87-80f3-377f03cc8890 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:17.056151 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bd70d223-60e0-4878-81ae-38814800fba1 req-1a792bae-fdd7-4a87-80f3-377f03cc8890 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd301a1f-409e-4a08-bf73-437d640f7371 HTTP/1.1" status: 200 len: 949 time: 0.1401207 Mar 11 19:35:17.098947 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea96f4c-5406-4c99-bcc2-33868302258e req-2aa562ca-cf60-4b3e-aa43-e08f0d8a4d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:17.099344 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea96f4c-5406-4c99-bcc2-33868302258e req-2aa562ca-cf60-4b3e-aa43-e08f0d8a4d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:17.101033 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-eea96f4c-5406-4c99-bcc2-33868302258e req-2aa562ca-cf60-4b3e-aa43-e08f0d8a4d40 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bf23e610-4189-4837-a1a3-cab9f5938b04 HTTP/1.1" status: 200 len: 2047 time: 0.1325350 Mar 11 19:35:17.105662 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-39712f1b-bf91-4b02-aef1-4f79a01cba1e req-ab26b6eb-e45c-48b0-bd7b-ec661d5f316e tempest-LiveAutoBlockMigrationV225Test-1673286059 tempest-LiveAutoBlockMigrationV225Test-1673286059-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e1df5f0-9ba7-4d1f-be0d-cdaa9e480bc8 HTTP/1.1" status: 200 len: 210 time: 0.0464356 Mar 11 19:35:17.156808 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bd70d223-60e0-4878-81ae-38814800fba1 req-df959251-6a6b-4212-ad92-4c433a20a843 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997920 Mar 11 19:35:17.185153 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-eea96f4c-5406-4c99-bcc2-33868302258e req-df2561b5-3746-437d-9892-649f608ed22b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d9e7d402-b560-4db2-8773-5024f2c98b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737286 Mar 11 19:35:17.447994 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-de5299b3-8312-4903-aa4c-87bf1d0e53a4 req-e9761123-4695-40c8-91c6-8695d0bdd5af tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=487f8613d1fa45ab81e48e9d9d0fc801&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380111 Mar 11 19:35:17.496246 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e94d674-8ba3-4f61-9aec-baab5c13820d req-e2e8b149-4678-421a-928c-c3ed46c0e0c2 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:17.502100 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e94d674-8ba3-4f61-9aec-baab5c13820d req-e2e8b149-4678-421a-928c-c3ed46c0e0c2 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:17.503725 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4e94d674-8ba3-4f61-9aec-baab5c13820d req-e2e8b149-4678-421a-928c-c3ed46c0e0c2 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf23e610-4189-4837-a1a3-cab9f5938b04 HTTP/1.1" status: 200 len: 1683 time: 0.1615326 Mar 11 19:35:17.608279 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5299b3-8312-4903-aa4c-87bf1d0e53a4 req-684902e9-b78b-40c5-b87f-0f5ef36a2357 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:17.610212 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-de5299b3-8312-4903-aa4c-87bf1d0e53a4 req-684902e9-b78b-40c5-b87f-0f5ef36a2357 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1611905 Mar 11 19:35:17.662359 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device afae19bd-dd94-4683-8fc5-b976d07d9d30 up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:35:17.718193 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-de5299b3-8312-4903-aa4c-87bf1d0e53a4 req-6f629c56-a9c9-4509-b50d-25d78f526d95 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/quotas/487f8613d1fa45ab81e48e9d9d0fc801 HTTP/1.1" status: 200 len: 375 time: 0.0878203 Mar 11 19:35:17.789838 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port afae19bd-dd94-4683-8fc5-b976d07d9d30 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:35:17.802791 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port afae19bd-dd94-4683-8fc5-b976d07d9d30 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:35:17.803177 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (afae19bd-dd94-4683-8fc5-b976d07d9d30), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:17.879273 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4e94d674-8ba3-4f61-9aec-baab5c13820d req-ed9b918a-9bb7-437d-8f31-8f13986a796f tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9e7d402-b560-4db2-8773-5024f2c98b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774169 Mar 11 19:35:17.886091 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d015ed-93c3-4e97-afff-34cc0c5656a4 req-5be3a8a4-53d6-4121-a5e9-df12286d1678 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:17.899662 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-16d015ed-93c3-4e97-afff-34cc0c5656a4 req-5be3a8a4-53d6-4121-a5e9-df12286d1678 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.57 "GET /v2.0/networks?id=1740be2f-d8a3-4266-8fa1-21b3cc2b7b80 HTTP/1.1" status: 200 len: 822 time: 0.2834804 Mar 11 19:35:17.901821 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port afae19bd-dd94-4683-8fc5-b976d07d9d30 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:35:17.902940 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (afae19bd-dd94-4683-8fc5-b976d07d9d30), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:17.918217 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-16d015ed-93c3-4e97-afff-34cc0c5656a4 req-e3ac5868-73d0-4c16-8524-02ec55cc83ab tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Request body: {'port': {'device_id': '30801c17-a93d-4cf6-ad19-b8560b08af82', 'network_id': '1740be2f-d8a3-4266-8fa1-21b3cc2b7b80', 'admin_state_up': True, 'tenant_id': '226ac2f13bd14da187bb26d2f866eb8b'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:35:17.942416 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port afae19bd-dd94-4683-8fc5-b976d07d9d30, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=afae19bd-dd94-4683-8fc5-b976d07d9d30,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:35:17.951263 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (afae19bd-dd94-4683-8fc5-b976d07d9d30), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:18.023906 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=afae19bd-dd94-4683-8fc5-b976d07d9d30,revision_number=13']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:18.038084 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-515de004-d4cf-4a67-acb9-524eb9db7343 req-b48f94b4-42ab-4067-b998-f6ef3b432ea1 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/ports?device_id=30801c17-a93d-4cf6-ad19-b8560b08af82 HTTP/1.1" status: 200 len: 210 time: 0.0630341 Mar 11 19:35:18.058907 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-de5299b3-8312-4903-aa4c-87bf1d0e53a4 req-34f8500c-4a35-420e-b26c-a110f4863d29 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=487f8613d1fa45ab81e48e9d9d0fc801&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3392198 Mar 11 19:35:18.142919 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16d015ed-93c3-4e97-afff-34cc0c5656a4 req-e3ac5868-73d0-4c16-8524-02ec55cc83ab tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Made reservation on behalf of 226ac2f13bd14da187bb26d2f866eb8b for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:35:18.147972 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-16d015ed-93c3-4e97-afff-34cc0c5656a4 req-e3ac5868-73d0-4c16-8524-02ec55cc83ab tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:18.252071 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26ab8fe-7d37-4afd-af5c-7ea6bee8ae5f req-65f449d1-553f-4462-afa0-44ba5532d0d1 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:18.253606 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e26ab8fe-7d37-4afd-af5c-7ea6bee8ae5f req-65f449d1-553f-4462-afa0-44ba5532d0d1 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?device_id=c900818c-a431-4d5d-8924-a66b2f33b5f6 HTTP/1.1" status: 200 len: 945 time: 0.1224198 Mar 11 19:35:18.329247 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e26ab8fe-7d37-4afd-af5c-7ea6bee8ae5f req-c5e9b24b-b8f1-4976-a1b5-1c8eb16cd2d3 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/security-groups?id=03204c94-e7d5-4698-bf53-e2e3ba52bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685365 Mar 11 19:35:18.379869 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33752) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:35:18.433290 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4b8bd9a8-a346-41c8-be2e-341f565a7e9b req-f43fecb7-de9a-4012-9093-15398b504427 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 210 time: 0.1030030 Mar 11 19:35:18.475061 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c260025c-8634-499f-8055-2cfd4f9e9463 req-de321b5f-bac0-4faf-a43b-3d3076952801 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e4ff243-d28f-4c44-8f6f-d885353f5b3d HTTP/1.1" status: 200 len: 210 time: 0.0654416 Mar 11 19:35:18.488236 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-16d015ed-93c3-4e97-afff-34cc0c5656a4 req-e3ac5868-73d0-4c16-8524-02ec55cc83ab tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Allocated IP 172.20.0.13 (1740be2f-d8a3-4266-8fa1-21b3cc2b7b80/182f6c67-9dec-4b57-9375-5df25feeb721/9d095d62-9c55-4a00-b0ae-717cc9cd4196) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:35:18.534820 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ec65e0a-0285-4ebe-8f7f-9d8cc6f2f30a admin admin] Deleting subnet a7be26a8-b37a-4d01-b7d9-b9690160171c {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:35:18.539725 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ec65e0a-0285-4ebe-8f7f-9d8cc6f2f30a admin admin] Publish callbacks [] for subnet (a7be26a8-b37a-4d01-b7d9-b9690160171c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:18.612258 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ec65e0a-0285-4ebe-8f7f-9d8cc6f2f30a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (a7be26a8-b37a-4d01-b7d9-b9690160171c), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:18.699057 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:18.710944 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ec65e0a-0285-4ebe-8f7f-9d8cc6f2f30a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (a7be26a8-b37a-4d01-b7d9-b9690160171c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:18.790138 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-16d015ed-93c3-4e97-afff-34cc0c5656a4 req-e3ac5868-73d0-4c16-8524-02ec55cc83ab tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Publish callbacks [] for port (9d095d62-9c55-4a00-b0ae-717cc9cd4196), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:18.832384 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ec65e0a-0285-4ebe-8f7f-9d8cc6f2f30a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (a7be26a8-b37a-4d01-b7d9-b9690160171c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:18.849989 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-16d015ed-93c3-4e97-afff-34cc0c5656a4 req-e3ac5868-73d0-4c16-8524-02ec55cc83ab tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (9d095d62-9c55-4a00-b0ae-717cc9cd4196), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:18.863485 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd301a1f-409e-4a08-bf73-437d640f7371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afae19bd-dd94-4683-8fc5-b976d07d9d30'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:35:18.866336 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6bf30a-839b-422a-897a-4d994bfb488a" -d '{"events": [{"server_uuid": "cd301a1f-409e-4a08-bf73-437d640f7371", "name": "network-vif-plugged", "status": "completed", "tag": "afae19bd-dd94-4683-8fc5-b976d07d9d30"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:35:18.877444 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec65e0a-0285-4ebe-8f7f-9d8cc6f2f30a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7be26a8-b37a-4d01-b7d9-b9690160171c,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:18.896780 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ec65e0a-0285-4ebe-8f7f-9d8cc6f2f30a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:18.909066 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-7ec65e0a-0285-4ebe-8f7f-9d8cc6f2f30a admin admin] 10.222.0.65 "DELETE /v2.0/subnets/a7be26a8-b37a-4d01-b7d9-b9690160171c HTTP/1.1" status: 204 len: 168 time: 0.5280755 Mar 11 19:35:18.909678 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33768) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:35:18.914996 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16d015ed-93c3-4e97-afff-34cc0c5656a4 req-e3ac5868-73d0-4c16-8524-02ec55cc83ab tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Network 1740be2f-d8a3-4266-8fa1-21b3cc2b7b80 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:35:18.921746 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-16d015ed-93c3-4e97-afff-34cc0c5656a4 req-e3ac5868-73d0-4c16-8524-02ec55cc83ab tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:35:18.932213 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-16d015ed-93c3-4e97-afff-34cc0c5656a4 req-e3ac5868-73d0-4c16-8524-02ec55cc83ab tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:35:18.971117 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ac5868-73d0-4c16-8524-02ec55cc83ab tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Pushing event updated for resources: {'Port': ['ID=9d095d62-9c55-4a00-b0ae-717cc9cd4196,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:18.980343 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb7c9d7-6d57-40e7-b7a1-de080730abf3 x-openstack-request-id: req-dcb7c9d7-6d57-40e7-b7a1-de080730abf3 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:35:18.981213 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd301a1f-409e-4a08-bf73-437d640f7371", "name": "network-vif-plugged", "status": "completed", "tag": "afae19bd-dd94-4683-8fc5-b976d07d9d30", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:35:18.981213 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dcb7c9d7-6d57-40e7-b7a1-de080730abf3 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:35:18.981663 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd301a1f-409e-4a08-bf73-437d640f7371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afae19bd-dd94-4683-8fc5-b976d07d9d30', 'code': 200} Mar 11 19:35:19.016670 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d015ed-93c3-4e97-afff-34cc0c5656a4 req-e3ac5868-73d0-4c16-8524-02ec55cc83ab tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:19.017857 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-16d015ed-93c3-4e97-afff-34cc0c5656a4 req-e3ac5868-73d0-4c16-8524-02ec55cc83ab tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:19.080457 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d5217f5b-ee07-4e05-a99d-dc040bc02bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (b2c20bf2-5907-4ff7-8af6-23603c7d780a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:19.089252 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-16d015ed-93c3-4e97-afff-34cc0c5656a4 req-e3ac5868-73d0-4c16-8524-02ec55cc83ab tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1760163 Mar 11 19:35:19.113153 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-16d015ed-93c3-4e97-afff-34cc0c5656a4 req-abc3b9bf-bf11-49a1-8319-69fd6cadeca3 service neutron] Request body: {'port': {'device_id': '30801c17-a93d-4cf6-ad19-b8560b08af82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:35:19.238178 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d5217f5b-ee07-4e05-a99d-dc040bc02bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (b2c20bf2-5907-4ff7-8af6-23603c7d780a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:19.280296 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-16d015ed-93c3-4e97-afff-34cc0c5656a4 req-abc3b9bf-bf11-49a1-8319-69fd6cadeca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (9d095d62-9c55-4a00-b0ae-717cc9cd4196), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:19.284268 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-d5217f5b-ee07-4e05-a99d-dc040bc02bdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2c20bf2-5907-4ff7-8af6-23603c7d780a']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:35:19.295441 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-d5217f5b-ee07-4e05-a99d-dc040bc02bdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42087326-e85e-4d47-82f7-573695e73a7c') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:35:19.295794 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-d5217f5b-ee07-4e05-a99d-dc040bc02bdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42087326-e85e-4d47-82f7-573695e73a7c') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:35:19.321235 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d5217f5b-ee07-4e05-a99d-dc040bc02bdc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (42087326-e85e-4d47-82f7-573695e73a7c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:19.340565 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d5217f5b-ee07-4e05-a99d-dc040bc02bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (42087326-e85e-4d47-82f7-573695e73a7c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:19.344728 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb1eaf-1341-471c-a511-88a047742fae req-40bd48f7-0733-46d5-b7f1-7ca09cf82433 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:19.348207 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5217f5b-ee07-4e05-a99d-dc040bc02bdc admin admin] Releasing vlan 864 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:35:19.348786 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d5217f5b-ee07-4e05-a99d-dc040bc02bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (42087326-e85e-4d47-82f7-573695e73a7c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:19.354291 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb1eaf-1341-471c-a511-88a047742fae req-40bd48f7-0733-46d5-b7f1-7ca09cf82433 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:19.356064 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1adb1eaf-1341-471c-a511-88a047742fae req-40bd48f7-0733-46d5-b7f1-7ca09cf82433 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf23e610-4189-4837-a1a3-cab9f5938b04 HTTP/1.1" status: 200 len: 1683 time: 0.3298707 Mar 11 19:35:19.424425 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:35:19.424425 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:35:19.424425 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:35:19.424425 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:35:19.424425 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:35:19.424425 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:35:19.424425 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:35:19.424425 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:35:19.424425 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:35:19.424425 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:35:19.424425 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:35:19.424425 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:35:19.424425 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:35:19.424425 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:35:19.424425 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:35:19.424425 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:35:19.424425 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:35:19.424425 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:35:19.424425 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:35:19.424425 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:35:19.424425 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:35:19.424425 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:35:19.424425 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:35:19.424425 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:35:19.424425 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:35:19.424425 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:35:19.424425 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:35:19.424425 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:35:19.424425 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:35:19.424425 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:35:19.424425 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:35:19.424425 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:35:19.433038 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d5217f5b-ee07-4e05-a99d-dc040bc02bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (b2c20bf2-5907-4ff7-8af6-23603c7d780a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:19.440189 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d5217f5b-ee07-4e05-a99d-dc040bc02bdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:19.445990 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d5217f5b-ee07-4e05-a99d-dc040bc02bdc admin admin] 10.222.0.65 "DELETE /v2.0/networks/b2c20bf2-5907-4ff7-8af6-23603c7d780a HTTP/1.1" status: 204 len: 168 time: 0.5344024 Mar 11 19:35:19.449125 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1adb1eaf-1341-471c-a511-88a047742fae req-9177d23a-e3c1-4abf-9142-049d149f9e27 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9e7d402-b560-4db2-8773-5024f2c98b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694559 Mar 11 19:35:19.459060 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33774) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:35:19.485748 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5217f5b-ee07-4e05-a99d-dc040bc02bdc admin admin] Pushing event deleted for resources: {'Network': ['ID=b2c20bf2-5907-4ff7-8af6-23603c7d780a,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:19.724721 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9214a3-e921-4db2-8d76-dfb6d0c67ff0 req-7098b5d8-c84e-4c2a-9a3b-cc3b6b319595 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:19.726158 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9d9214a3-e921-4db2-8d76-dfb6d0c67ff0 req-7098b5d8-c84e-4c2a-9a3b-cc3b6b319595 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/ports?device_id=30801c17-a93d-4cf6-ad19-b8560b08af82 HTTP/1.1" status: 200 len: 932 time: 0.5450556 Mar 11 19:35:19.880743 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-de5299b3-8312-4903-aa4c-87bf1d0e53a4 req-0a1db6c9-196a-43b5-8073-ccb1d5b38ff3 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=487f8613d1fa45ab81e48e9d9d0fc801&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1312022 Mar 11 19:35:19.904158 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-32941d82-380d-45d3-932f-729844248fb6 admin admin] Deleting subnet eb8edfeb-dce4-49fb-b204-a31a3696e820 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:35:19.912771 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 2132f9f3-9a1b-40f0-b21f-18eee1c1b95a no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:35:19.951945 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-32941d82-380d-45d3-932f-729844248fb6 admin admin] Publish callbacks [] for subnet (eb8edfeb-dce4-49fb-b204-a31a3696e820), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:19.966213 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: 2132f9f3-9a1b-40f0-b21f-18eee1c1b95a {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:35:19.966965 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 2132f9f3-9a1b-40f0-b21f-18eee1c1b95a not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:35:20.085705 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-32941d82-380d-45d3-932f-729844248fb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (eb8edfeb-dce4-49fb-b204-a31a3696e820), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:20.103313 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9d9214a3-e921-4db2-8d76-dfb6d0c67ff0 req-a8ae2d7b-20e5-427a-ad4d-1778e153aba4 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/security-groups?id=84f7623b-92bc-46cd-a725-53de6be71e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264387 Mar 11 19:35:20.150015 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf2976-cbe7-4b97-bbb5-5084a0a85a0a req-88d6e70e-c474-4e8e-8d29-631c0d97a190 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:20.166502 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-78cf2976-cbe7-4b97-bbb5-5084a0a85a0a req-88d6e70e-c474-4e8e-8d29-631c0d97a190 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?device_id=c900818c-a431-4d5d-8924-a66b2f33b5f6 HTTP/1.1" status: 200 len: 945 time: 0.4678178 Mar 11 19:35:20.264275 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-823044f3-b1eb-4bbe-ac71-c59f5fe7625c req-bdf6c623-e693-4d70-b764-d76e0c06e749 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 210 time: 0.0696461 Mar 11 19:35:20.328217 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-32941d82-380d-45d3-932f-729844248fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (eb8edfeb-dce4-49fb-b204-a31a3696e820), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:20.723900 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5299b3-8312-4903-aa4c-87bf1d0e53a4 req-7cb115a4-f352-4a4d-8a67-a29d4d9f84d2 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:20.725362 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-de5299b3-8312-4903-aa4c-87bf1d0e53a4 req-7cb115a4-f352-4a4d-8a67-a29d4d9f84d2 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8378677 Mar 11 19:35:20.799997 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-de5299b3-8312-4903-aa4c-87bf1d0e53a4 req-5c3c0acd-64dc-43d5-85f0-238b9429d52a tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Request body: {'port': {'device_id': '7e4ff243-d28f-4c44-8f6f-d885353f5b3d', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'admin_state_up': True, 'tenant_id': '487f8613d1fa45ab81e48e9d9d0fc801'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:35:20.804578 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-470b795f-56c0-456c-bdbe-b9582b436489 req-0006e763-b9f7-43b7-a19f-f154ca0e6ff2 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e4ff243-d28f-4c44-8f6f-d885353f5b3d HTTP/1.1" status: 200 len: 210 time: 0.1121719 Mar 11 19:35:20.874247 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-78cf2976-cbe7-4b97-bbb5-5084a0a85a0a req-44aaccc8-cd91-46e6-83a7-00a2d05cdb8c tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/security-groups?id=03204c94-e7d5-4698-bf53-e2e3ba52bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6695304 Mar 11 19:35:20.894800 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-16d015ed-93c3-4e97-afff-34cc0c5656a4 req-abc3b9bf-bf11-49a1-8319-69fd6cadeca3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d095d62-9c55-4a00-b0ae-717cc9cd4196 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:35:20.914728 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-16d015ed-93c3-4e97-afff-34cc0c5656a4 req-abc3b9bf-bf11-49a1-8319-69fd6cadeca3 service neutron] Publish callbacks [] for port (9d095d62-9c55-4a00-b0ae-717cc9cd4196), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:20.968339 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-16d015ed-93c3-4e97-afff-34cc0c5656a4 req-abc3b9bf-bf11-49a1-8319-69fd6cadeca3 service neutron] Transition to ACTIVE for port object 9d095d62-9c55-4a00-b0ae-717cc9cd4196 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:35:20.972124 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-32941d82-380d-45d3-932f-729844248fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (eb8edfeb-dce4-49fb-b204-a31a3696e820), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:21.000202 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32941d82-380d-45d3-932f-729844248fb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb8edfeb-dce4-49fb-b204-a31a3696e820,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:21.002030 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-16d015ed-93c3-4e97-afff-34cc0c5656a4 req-abc3b9bf-bf11-49a1-8319-69fd6cadeca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (9d095d62-9c55-4a00-b0ae-717cc9cd4196), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:21.060485 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-32941d82-380d-45d3-932f-729844248fb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:21.064278 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-32941d82-380d-45d3-932f-729844248fb6 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/eb8edfeb-dce4-49fb-b204-a31a3696e820 HTTP/1.1" status: 204 len: 168 time: 1.6041675 Mar 11 19:35:21.067425 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33788) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:35:21.197326 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc3b9bf-bf11-49a1-8319-69fd6cadeca3 service neutron] Pushing event updated for resources: {'Port': ['ID=9d095d62-9c55-4a00-b0ae-717cc9cd4196,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:21.350639 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de5299b3-8312-4903-aa4c-87bf1d0e53a4 req-5c3c0acd-64dc-43d5-85f0-238b9429d52a tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Made reservation on behalf of 487f8613d1fa45ab81e48e9d9d0fc801 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:35:21.355025 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-de5299b3-8312-4903-aa4c-87bf1d0e53a4 req-5c3c0acd-64dc-43d5-85f0-238b9429d52a tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:21.532123 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5edfd9e9-66aa-4467-b63e-9e1832fd6783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (799981cc-ba02-4026-9d24-68529e920e82), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:21.540754 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-de5299b3-8312-4903-aa4c-87bf1d0e53a4 req-5c3c0acd-64dc-43d5-85f0-238b9429d52a tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Allocated IP 192.168.233.152 (885772b1-9b97-4e1d-a0fb-e125030c5a81/9bb14923-74c3-4313-be8d-ed33542f05aa/73cf9994-2e3b-455d-b177-035336ec2695) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:35:21.618626 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-16d015ed-93c3-4e97-afff-34cc0c5656a4 req-abc3b9bf-bf11-49a1-8319-69fd6cadeca3 service neutron] Attempting to bind port 9d095d62-9c55-4a00-b0ae-717cc9cd4196 on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:35:21.619173 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-16d015ed-93c3-4e97-afff-34cc0c5656a4 req-abc3b9bf-bf11-49a1-8319-69fd6cadeca3 service neutron] Attempting to bind port 9d095d62-9c55-4a00-b0ae-717cc9cd4196 by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '030b1ea6-a9bd-4970-9537-6268a24125f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '1740be2f-d8a3-4266-8fa1-21b3cc2b7b80'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:35:21.619642 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d015ed-93c3-4e97-afff-34cc0c5656a4 req-abc3b9bf-bf11-49a1-8319-69fd6cadeca3 service neutron] Attempting to bind port 9d095d62-9c55-4a00-b0ae-717cc9cd4196 on network 1740be2f-d8a3-4266-8fa1-21b3cc2b7b80 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:35:21.652063 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f2ece0-7c79-4e2f-b517-b36abed2c99b req-c3b0758a-8ed8-4f04-8900-829128425a50 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:21.654338 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f1f2ece0-7c79-4e2f-b517-b36abed2c99b req-c3b0758a-8ed8-4f04-8900-829128425a50 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/ports?device_id=30801c17-a93d-4cf6-ad19-b8560b08af82 HTTP/1.1" status: 200 len: 944 time: 0.4540017 Mar 11 19:35:21.668083 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d015ed-93c3-4e97-afff-34cc0c5656a4 req-abc3b9bf-bf11-49a1-8319-69fd6cadeca3 service neutron] Port 9d095d62-9c55-4a00-b0ae-717cc9cd4196 on network 1740be2f-d8a3-4266-8fa1-21b3cc2b7b80 not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:35:21.668555 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d015ed-93c3-4e97-afff-34cc0c5656a4 req-abc3b9bf-bf11-49a1-8319-69fd6cadeca3 service neutron] Attempting to bind port 9d095d62-9c55-4a00-b0ae-717cc9cd4196 on network 1740be2f-d8a3-4266-8fa1-21b3cc2b7b80 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:35:21.721764 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d5be3-8a08-4d03-9948-7a1a8c24a4d0 req-1e5aead4-2a8e-45fa-869c-fe820e374d83 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:21.727773 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d5be3-8a08-4d03-9948-7a1a8c24a4d0 req-1e5aead4-2a8e-45fa-869c-fe820e374d83 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:21.735002 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a65d5be3-8a08-4d03-9948-7a1a8c24a4d0 req-1e5aead4-2a8e-45fa-869c-fe820e374d83 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf23e610-4189-4837-a1a3-cab9f5938b04 HTTP/1.1" status: 200 len: 1683 time: 0.4411256 Mar 11 19:35:21.771179 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d015ed-93c3-4e97-afff-34cc0c5656a4 req-abc3b9bf-bf11-49a1-8319-69fd6cadeca3 service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:35:21.771763 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d015ed-93c3-4e97-afff-34cc0c5656a4 req-abc3b9bf-bf11-49a1-8319-69fd6cadeca3 service neutron] Checking segment: {'id': '030b1ea6-a9bd-4970-9537-6268a24125f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '1740be2f-d8a3-4266-8fa1-21b3cc2b7b80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:35:21.772256 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d015ed-93c3-4e97-afff-34cc0c5656a4 req-abc3b9bf-bf11-49a1-8319-69fd6cadeca3 service neutron] Bound using segment: {'id': '030b1ea6-a9bd-4970-9537-6268a24125f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '1740be2f-d8a3-4266-8fa1-21b3cc2b7b80'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:35:21.772808 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-16d015ed-93c3-4e97-afff-34cc0c5656a4 req-abc3b9bf-bf11-49a1-8319-69fd6cadeca3 service neutron] Bound port: 9d095d62-9c55-4a00-b0ae-717cc9cd4196, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '030b1ea6-a9bd-4970-9537-6268a24125f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '1740be2f-d8a3-4266-8fa1-21b3cc2b7b80'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:35:21.773302 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-16d015ed-93c3-4e97-afff-34cc0c5656a4 req-abc3b9bf-bf11-49a1-8319-69fd6cadeca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (9d095d62-9c55-4a00-b0ae-717cc9cd4196), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:21.816877 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5edfd9e9-66aa-4467-b63e-9e1832fd6783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (799981cc-ba02-4026-9d24-68529e920e82), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:21.975217 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a65d5be3-8a08-4d03-9948-7a1a8c24a4d0 req-b8464f37-f60e-4ea1-ae92-94d20e1d6843 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9e7d402-b560-4db2-8773-5024f2c98b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391210 Mar 11 19:35:21.986325 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-5edfd9e9-66aa-4467-b63e-9e1832fd6783 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['799981cc-ba02-4026-9d24-68529e920e82']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:35:22.027674 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-16d015ed-93c3-4e97-afff-34cc0c5656a4 req-abc3b9bf-bf11-49a1-8319-69fd6cadeca3 service neutron] For port 9d095d62-9c55-4a00-b0ae-717cc9cd4196, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:35:22.031309 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-16d015ed-93c3-4e97-afff-34cc0c5656a4 req-abc3b9bf-bf11-49a1-8319-69fd6cadeca3 service neutron] For port 9d095d62-9c55-4a00-b0ae-717cc9cd4196, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=9d095d62-9c55-4a00-b0ae-717cc9cd4196,segment=NetworkSegment(030b1ea6-a9bd-4970-9537-6268a24125f4),segment_id=030b1ea6-a9bd-4970-9537-6268a24125f4)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:35:22.049577 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-5edfd9e9-66aa-4467-b63e-9e1832fd6783 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e858c61-4839-4ef8-a0f1-c22ed7e18f22') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:35:22.050474 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-5edfd9e9-66aa-4467-b63e-9e1832fd6783 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e858c61-4839-4ef8-a0f1-c22ed7e18f22') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:35:22.062760 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5edfd9e9-66aa-4467-b63e-9e1832fd6783 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (0e858c61-4839-4ef8-a0f1-c22ed7e18f22), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:22.079883 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5edfd9e9-66aa-4467-b63e-9e1832fd6783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (0e858c61-4839-4ef8-a0f1-c22ed7e18f22), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:22.087979 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5edfd9e9-66aa-4467-b63e-9e1832fd6783 admin admin] Releasing vlan 873 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:35:22.088464 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5edfd9e9-66aa-4467-b63e-9e1832fd6783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (0e858c61-4839-4ef8-a0f1-c22ed7e18f22), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:22.156872 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f1f2ece0-7c79-4e2f-b517-b36abed2c99b req-7a8c2209-51c3-4983-9786-4d28d937ce21 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/security-groups?id=84f7623b-92bc-46cd-a725-53de6be71e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4792545 Mar 11 19:35:22.157735 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 19:35:22.157735 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:35:22.157735 n-d-833163-1 neutron-server[103885]: timer() Mar 11 19:35:22.157735 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:35:22.157735 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 19:35:22.157735 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:35:22.157735 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 19:35:22.157735 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:35:22.157735 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 19:35:22.157735 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:35:22.157735 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 19:35:22.157735 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:35:22.157735 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 19:35:22.157735 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:35:22.157735 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:35:22.157735 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:35:22.157735 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:35:22.157735 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:35:22.157735 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 19:35:22.157735 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:35:22.157735 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 19:35:22.157735 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:35:22.157735 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:35:22.157735 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:35:22.157735 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 19:35:22.157735 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:35:22.157735 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:35:22.157735 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:35:22.157735 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:35:22.157735 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:35:22.157735 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:35:22.157735 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:35:22.263704 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5edfd9e9-66aa-4467-b63e-9e1832fd6783 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (799981cc-ba02-4026-9d24-68529e920e82), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:22.271860 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-de5299b3-8312-4903-aa4c-87bf1d0e53a4 req-5c3c0acd-64dc-43d5-85f0-238b9429d52a tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Publish callbacks [] for port (73cf9994-2e3b-455d-b177-035336ec2695), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:22.274661 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-631ecfb8-e9cc-462b-b095-883d222194db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:22.323067 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5a38d91b-e19a-49a4-813f-08d98c9d40a4 req-d6084353-791a-4e7e-85d6-7da5081a0296 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e4ff243-d28f-4c44-8f6f-d885353f5b3d HTTP/1.1" status: 200 len: 210 time: 0.0493052 Mar 11 19:35:22.324227 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-16d015ed-93c3-4e97-afff-34cc0c5656a4 req-abc3b9bf-bf11-49a1-8319-69fd6cadeca3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (9d095d62-9c55-4a00-b0ae-717cc9cd4196), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:22.328398 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-62599c85-a2b8-433c-a5ab-5f68a5659c78 req-627e5561-a4fa-48e7-9a1d-6e500852e47f tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 210 time: 0.1695166 Mar 11 19:35:22.340459 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5edfd9e9-66aa-4467-b63e-9e1832fd6783 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:22.354437 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-5edfd9e9-66aa-4467-b63e-9e1832fd6783 admin admin] 10.222.0.65 "DELETE /v2.0/networks/799981cc-ba02-4026-9d24-68529e920e82 HTTP/1.1" status: 204 len: 168 time: 1.2831972 Mar 11 19:35:22.426196 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edfd9e9-66aa-4467-b63e-9e1832fd6783 admin admin] Pushing event deleted for resources: {'Network': ['ID=799981cc-ba02-4026-9d24-68529e920e82,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:22.474780 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d015ed-93c3-4e97-afff-34cc0c5656a4 req-abc3b9bf-bf11-49a1-8319-69fd6cadeca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:22.475392 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-16d015ed-93c3-4e97-afff-34cc0c5656a4 req-abc3b9bf-bf11-49a1-8319-69fd6cadeca3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:22.477554 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-16d015ed-93c3-4e97-afff-34cc0c5656a4 req-abc3b9bf-bf11-49a1-8319-69fd6cadeca3 service neutron] 10.222.0.57 "PUT /v2.0/ports/9d095d62-9c55-4a00-b0ae-717cc9cd4196 HTTP/1.1" status: 200 len: 1092 time: 3.3807724 Mar 11 19:35:22.478057 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30801c17-a93d-4cf6-ad19-b8560b08af82', 'tag': '9d095d62-9c55-4a00-b0ae-717cc9cd4196'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:35:22.490587 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:22.493384 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c73d66-dfa8-4f45-8b69-ec0316e6cc49" -d '{"events": [{"name": "network-changed", "server_uuid": "30801c17-a93d-4cf6-ad19-b8560b08af82", "tag": "9d095d62-9c55-4a00-b0ae-717cc9cd4196"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:35:22.576216 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33806) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:35:22.606140 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea38fa88-0ede-47f0-a809-eb1a528fbcc1 x-openstack-request-id: req-ea38fa88-0ede-47f0-a809-eb1a528fbcc1 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:35:22.606501 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30801c17-a93d-4cf6-ad19-b8560b08af82", "tag": "9d095d62-9c55-4a00-b0ae-717cc9cd4196", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:35:22.606716 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ea38fa88-0ede-47f0-a809-eb1a528fbcc1 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:35:22.607074 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30801c17-a93d-4cf6-ad19-b8560b08af82', 'tag': '9d095d62-9c55-4a00-b0ae-717cc9cd4196', 'status': 'completed', 'code': 200} Mar 11 19:35:22.640478 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc3b9bf-bf11-49a1-8319-69fd6cadeca3 service neutron] Pushing event updated for resources: {'Port': ['ID=9d095d62-9c55-4a00-b0ae-717cc9cd4196,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:22.658421 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-13ab7f65-1b93-4d6c-9772-dd516cb635df admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f44b890e943d4aee826b67fd4c2d7b8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0809960 Mar 11 19:35:22.659041 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33808) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:35:22.717292 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de74540-3370-40de-8812-2057efe22e25 req-015e179e-11fb-44a1-8dfe-d3aaff308e38 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:22.719783 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3de74540-3370-40de-8812-2057efe22e25 req-015e179e-11fb-44a1-8dfe-d3aaff308e38 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?device_id=c900818c-a431-4d5d-8924-a66b2f33b5f6 HTTP/1.1" status: 200 len: 945 time: 0.2215707 Mar 11 19:35:22.722690 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-de5299b3-8312-4903-aa4c-87bf1d0e53a4 req-5c3c0acd-64dc-43d5-85f0-238b9429d52a tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (73cf9994-2e3b-455d-b177-035336ec2695), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:22.734245 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['2f992392-42cb-46d8-a63a-84020459f21d', 'afae19bd-dd94-4683-8fc5-b976d07d9d30'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:35:22.737467 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['851846da-c940-4105-b334-9256ba19cad4'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:35:22.747155 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d015ed-93c3-4e97-afff-34cc0c5656a4 req-c6d3bfa3-a58b-4384-8280-6f165b97af8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:22.748772 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-16d015ed-93c3-4e97-afff-34cc0c5656a4 req-c6d3bfa3-a58b-4384-8280-6f165b97af8c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=226ac2f13bd14da187bb26d2f866eb8b&device_id=30801c17-a93d-4cf6-ad19-b8560b08af82 HTTP/1.1" status: 200 len: 1126 time: 0.1977136 Mar 11 19:35:22.776929 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-73e440ab-c969-48c7-bff8-e5a411bb20ba admin admin] Publish callbacks [] for security_group (8dfcd718-1867-423e-b116-7b51379f56e4), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:22.805877 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de5299b3-8312-4903-aa4c-87bf1d0e53a4 req-5c3c0acd-64dc-43d5-85f0-238b9429d52a tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Network 885772b1-9b97-4e1d-a0fb-e125030c5a81 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:35:22.822926 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-73e440ab-c969-48c7-bff8-e5a411bb20ba admin admin] Publish callbacks [] for security_group (8dfcd718-1867-423e-b116-7b51379f56e4), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:22.859181 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-de5299b3-8312-4903-aa4c-87bf1d0e53a4 req-5c3c0acd-64dc-43d5-85f0-238b9429d52a tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:35:22.873315 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-de5299b3-8312-4903-aa4c-87bf1d0e53a4 req-5c3c0acd-64dc-43d5-85f0-238b9429d52a tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:35:22.886529 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-16d015ed-93c3-4e97-afff-34cc0c5656a4 req-3c7c883e-519a-4a21-ac90-b4f9d7f870e4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9d095d62-9c55-4a00-b0ae-717cc9cd4196 HTTP/1.1" status: 200 len: 217 time: 0.0978262 Mar 11 19:35:23.051837 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3de74540-3370-40de-8812-2057efe22e25 req-d34723d9-c19e-40fb-a3d4-361ff2d93330 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/security-groups?id=03204c94-e7d5-4698-bf53-e2e3ba52bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169303 Mar 11 19:35:23.130519 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f544f970-3ddb-49eb-9899-6f8b525c0718 req-e01e2629-03e9-4918-9e39-f662c100b658 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:23.145734 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f544f970-3ddb-49eb-9899-6f8b525c0718 req-e01e2629-03e9-4918-9e39-f662c100b658 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:23.149223 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f544f970-3ddb-49eb-9899-6f8b525c0718 req-e01e2629-03e9-4918-9e39-f662c100b658 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.57 "GET /v2.0/ports?device_id=bf23e610-4189-4837-a1a3-cab9f5938b04 HTTP/1.1" status: 200 len: 1683 time: 0.2461162 Mar 11 19:35:23.164446 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3c0acd-64dc-43d5-85f0-238b9429d52a tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Pushing event updated for resources: {'Port': ['ID=73cf9994-2e3b-455d-b177-035336ec2695,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:23.172033 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-73e440ab-c969-48c7-bff8-e5a411bb20ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (8dfcd718-1867-423e-b116-7b51379f56e4), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:23.190900 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-73e440ab-c969-48c7-bff8-e5a411bb20ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:23.192084 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-73e440ab-c969-48c7-bff8-e5a411bb20ba admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8dfcd718-1867-423e-b116-7b51379f56e4 HTTP/1.1" status: 204 len: 168 time: 0.5319970 Mar 11 19:35:23.250222 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e440ab-c969-48c7-bff8-e5a411bb20ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dfcd718-1867-423e-b116-7b51379f56e4,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:23.302969 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5299b3-8312-4903-aa4c-87bf1d0e53a4 req-5c3c0acd-64dc-43d5-85f0-238b9429d52a tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:23.303536 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-de5299b3-8312-4903-aa4c-87bf1d0e53a4 req-5c3c0acd-64dc-43d5-85f0-238b9429d52a tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:23.350930 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d015ed-93c3-4e97-afff-34cc0c5656a4 req-742b122f-afac-4184-b81d-633db111c3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:23.353110 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-16d015ed-93c3-4e97-afff-34cc0c5656a4 req-742b122f-afac-4184-b81d-633db111c3e5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=182f6c67-9dec-4b57-9375-5df25feeb721 HTTP/1.1" status: 200 len: 862 time: 0.3431518 Mar 11 19:35:23.412174 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-16d015ed-93c3-4e97-afff-34cc0c5656a4 req-798ad6b1-9b56-4665-b125-e7ce71e24cbc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1740be2f-d8a3-4266-8fa1-21b3cc2b7b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491333 Mar 11 19:35:23.451372 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-f544f970-3ddb-49eb-9899-6f8b525c0718 req-573f1e26-ba52-4697-b903-3cf2d2fca16b tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Deleting port d18caff7-3f43-401d-8fb8-e4ab18a6346a {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:35:23.451916 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f544f970-3ddb-49eb-9899-6f8b525c0718 req-573f1e26-ba52-4697-b903-3cf2d2fca16b tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (d18caff7-3f43-401d-8fb8-e4ab18a6346a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:23.572568 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-16d015ed-93c3-4e97-afff-34cc0c5656a4 req-473285b8-47b5-40ec-b26a-daaf587217a9 service neutron] 10.222.0.57 "GET /v2.0/networks/1740be2f-d8a3-4266-8fa1-21b3cc2b7b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506157 Mar 11 19:35:23.588870 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-6dcb52dd-ee03-4ad6-afff-d1b503389103 None None] Provisioning complete for port 73cf9994-2e3b-455d-b177-035336ec2695 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:35:23.589843 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6dcb52dd-ee03-4ad6-afff-d1b503389103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (73cf9994-2e3b-455d-b177-035336ec2695), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:23.612704 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-de5299b3-8312-4903-aa4c-87bf1d0e53a4 req-5c3c0acd-64dc-43d5-85f0-238b9429d52a tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8309104 Mar 11 19:35:23.655662 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-de5299b3-8312-4903-aa4c-87bf1d0e53a4 req-432f6942-f8c0-4202-8c01-2389ccd68912 service neutron] Request body: {'port': {'device_id': '7e4ff243-d28f-4c44-8f6f-d885353f5b3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:35:23.665170 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-6dcb52dd-ee03-4ad6-afff-d1b503389103 None None] Port 73cf9994-2e3b-455d-b177-035336ec2695 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:35:23.677669 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-f544f970-3ddb-49eb-9899-6f8b525c0718 req-573f1e26-ba52-4697-b903-3cf2d2fca16b tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] For port d18caff7-3f43-401d-8fb8-e4ab18a6346a, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=d18caff7-3f43-401d-8fb8-e4ab18a6346a,segment=NetworkSegment(e6a78a20-dff6-4b38-8290-f4608338c3cf),segment_id=e6a78a20-dff6-4b38-8290-f4608338c3cf)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:35:23.678600 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f544f970-3ddb-49eb-9899-6f8b525c0718 req-573f1e26-ba52-4697-b903-3cf2d2fca16b tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (d18caff7-3f43-401d-8fb8-e4ab18a6346a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:23.707250 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-f544f970-3ddb-49eb-9899-6f8b525c0718 req-573f1e26-ba52-4697-b903-3cf2d2fca16b tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Calling delete_port for d18caff7-3f43-401d-8fb8-e4ab18a6346a owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:35:23.810017 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db65b667-f897-4a2f-b6d6-37389125f3e2 req-2961aef9-f51e-4b78-89ff-41ac837a1527 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:23.811891 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-db65b667-f897-4a2f-b6d6-37389125f3e2 req-2961aef9-f51e-4b78-89ff-41ac837a1527 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/ports?device_id=30801c17-a93d-4cf6-ad19-b8560b08af82 HTTP/1.1" status: 200 len: 944 time: 0.4707503 Mar 11 19:35:23.824786 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac056b5-022e-48ad-9c67-fd8fcbe94785 req-07a05eee-28f3-4e1e-add6-9fdbde0b73a5 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:23.831689 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac056b5-022e-48ad-9c67-fd8fcbe94785 req-07a05eee-28f3-4e1e-add6-9fdbde0b73a5 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:23.839993 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0ac056b5-022e-48ad-9c67-fd8fcbe94785 req-07a05eee-28f3-4e1e-add6-9fdbde0b73a5 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/ports?device_id=bf23e610-4189-4837-a1a3-cab9f5938b04 HTTP/1.1" status: 200 len: 1683 time: 0.6627769 Mar 11 19:35:23.911750 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f544f970-3ddb-49eb-9899-6f8b525c0718 req-573f1e26-ba52-4697-b903-3cf2d2fca16b tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (d18caff7-3f43-401d-8fb8-e4ab18a6346a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:23.923819 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['d18caff7-3f43-401d-8fb8-e4ab18a6346a', 'f1361f32-d881-4ea7-b1a2-e64707c39462'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:35:23.982329 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573f1e26-ba52-4697-b903-3cf2d2fca16b tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Pushing event deleted for resources: {'Port': ['ID=d18caff7-3f43-401d-8fb8-e4ab18a6346a,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:23.997370 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33824) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:35:24.078714 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-f544f970-3ddb-49eb-9899-6f8b525c0718 req-573f1e26-ba52-4697-b903-3cf2d2fca16b tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] No DVR routers for this DVR port d18caff7-3f43-401d-8fb8-e4ab18a6346a on host n-h2-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:35:24.113440 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f544f970-3ddb-49eb-9899-6f8b525c0718 req-573f1e26-ba52-4697-b903-3cf2d2fca16b tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:24.117512 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f544f970-3ddb-49eb-9899-6f8b525c0718 req-573f1e26-ba52-4697-b903-3cf2d2fca16b tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.57 "DELETE /v2.0/ports/d18caff7-3f43-401d-8fb8-e4ab18a6346a HTTP/1.1" status: 204 len: 173 time: 0.9548140 Mar 11 19:35:24.127462 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d11a219b-b056-491b-97e4-585d84692410 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4fffa732a69b4e0b928b890cdc33eb6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1258187 Mar 11 19:35:24.129175 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf23e610-4189-4837-a1a3-cab9f5938b04', 'name': 'network-vif-deleted', 'tag': 'd18caff7-3f43-401d-8fb8-e4ab18a6346a'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:35:24.141743 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33830) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:35:24.143242 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a220a7c9-e4a9-4594-b838-289189602e8a" -d '{"events": [{"server_uuid": "bf23e610-4189-4837-a1a3-cab9f5938b04", "name": "network-vif-deleted", "tag": "d18caff7-3f43-401d-8fb8-e4ab18a6346a"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:35:24.183141 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-de5299b3-8312-4903-aa4c-87bf1d0e53a4 req-432f6942-f8c0-4202-8c01-2389ccd68912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (73cf9994-2e3b-455d-b177-035336ec2695), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:24.233420 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0ac056b5-022e-48ad-9c67-fd8fcbe94785 req-7a0cfc8a-7d5c-4c3d-8c06-b35deed92b20 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "GET /v2.0/security-groups?id=d9e7d402-b560-4db2-8773-5024f2c98b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3899760 Mar 11 19:35:24.244718 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-db65b667-f897-4a2f-b6d6-37389125f3e2 req-fc8941bf-7b14-4841-988a-823dc5596b44 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/security-groups?id=84f7623b-92bc-46cd-a725-53de6be71e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3922775 Mar 11 19:35:24.246706 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-16d015ed-93c3-4e97-afff-34cc0c5656a4 req-ef13a4da-c29c-4949-a964-bee3e292e9a0 service neutron] 10.222.0.57 "GET /v2.0/networks/1740be2f-d8a3-4266-8fa1-21b3cc2b7b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6330943 Mar 11 19:35:24.428313 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-f544f970-3ddb-49eb-9899-6f8b525c0718 req-86df9b78-d181-4517-8bdd-d13cc7331f3a tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Deleting port f1361f32-d881-4ea7-b1a2-e64707c39462 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:35:24.428665 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f544f970-3ddb-49eb-9899-6f8b525c0718 req-86df9b78-d181-4517-8bdd-d13cc7331f3a tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (f1361f32-d881-4ea7-b1a2-e64707c39462), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:24.543931 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4a1cbca3-7031-4576-bcbd-c923ed9a097c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:24.546357 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-35d03bdc-7e38-450b-900f-8f9d78329d25 req-1b663870-9ee4-492f-a935-852603b26201 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 210 time: 0.1184096 Mar 11 19:35:24.600486 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-f544f970-3ddb-49eb-9899-6f8b525c0718 req-86df9b78-d181-4517-8bdd-d13cc7331f3a tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] For port f1361f32-d881-4ea7-b1a2-e64707c39462, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=f1361f32-d881-4ea7-b1a2-e64707c39462,segment=NetworkSegment(290e59cd-b6e6-4f54-aec6-e75701780587),segment_id=290e59cd-b6e6-4f54-aec6-e75701780587)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:35:24.600853 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f544f970-3ddb-49eb-9899-6f8b525c0718 req-86df9b78-d181-4517-8bdd-d13cc7331f3a tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (f1361f32-d881-4ea7-b1a2-e64707c39462), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:24.626524 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-f544f970-3ddb-49eb-9899-6f8b525c0718 req-86df9b78-d181-4517-8bdd-d13cc7331f3a tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Calling delete_port for f1361f32-d881-4ea7-b1a2-e64707c39462 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:35:24.773139 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f544f970-3ddb-49eb-9899-6f8b525c0718 req-86df9b78-d181-4517-8bdd-d13cc7331f3a tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (f1361f32-d881-4ea7-b1a2-e64707c39462), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:24.786395 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['d18caff7-3f43-401d-8fb8-e4ab18a6346a'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:35:24.832026 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86df9b78-d181-4517-8bdd-d13cc7331f3a tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Pushing event deleted for resources: {'Port': ['ID=f1361f32-d881-4ea7-b1a2-e64707c39462,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:24.911960 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-f544f970-3ddb-49eb-9899-6f8b525c0718 req-86df9b78-d181-4517-8bdd-d13cc7331f3a tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] No DVR routers for this DVR port f1361f32-d881-4ea7-b1a2-e64707c39462 on host n-h2-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:35:24.915276 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f544f970-3ddb-49eb-9899-6f8b525c0718 req-86df9b78-d181-4517-8bdd-d13cc7331f3a tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:24.918577 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f544f970-3ddb-49eb-9899-6f8b525c0718 req-86df9b78-d181-4517-8bdd-d13cc7331f3a tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.57 "DELETE /v2.0/ports/f1361f32-d881-4ea7-b1a2-e64707c39462 HTTP/1.1" status: 204 len: 173 time: 0.7720728 Mar 11 19:35:24.967109 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-de5299b3-8312-4903-aa4c-87bf1d0e53a4 req-432f6942-f8c0-4202-8c01-2389ccd68912 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73cf9994-2e3b-455d-b177-035336ec2695 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:35:24.980729 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-de5299b3-8312-4903-aa4c-87bf1d0e53a4 req-432f6942-f8c0-4202-8c01-2389ccd68912 service neutron] Publish callbacks [] for port (73cf9994-2e3b-455d-b177-035336ec2695), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:25.004527 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-de5299b3-8312-4903-aa4c-87bf1d0e53a4 req-432f6942-f8c0-4202-8c01-2389ccd68912 service neutron] Transition to ACTIVE for port object 73cf9994-2e3b-455d-b177-035336ec2695 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:35:25.022403 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c73d66-dfa8-4f45-8b69-ec0316e6cc49 req-93d82df2-81a5-4ff1-9156-45af6a8cf91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:25.024220 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-33c73d66-dfa8-4f45-8b69-ec0316e6cc49 req-93d82df2-81a5-4ff1-9156-45af6a8cf91e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=226ac2f13bd14da187bb26d2f866eb8b&device_id=30801c17-a93d-4cf6-ad19-b8560b08af82 HTTP/1.1" status: 200 len: 1126 time: 0.6841793 Mar 11 19:35:25.024974 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-de5299b3-8312-4903-aa4c-87bf1d0e53a4 req-432f6942-f8c0-4202-8c01-2389ccd68912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (73cf9994-2e3b-455d-b177-035336ec2695), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:25.086398 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-456ad234-cd5e-4249-b0b0-b72b32a48d8f admin admin] Publish callbacks [] for security_group (5bc008bb-e30c-443f-a31c-00c52e668e0a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:25.121415 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-456ad234-cd5e-4249-b0b0-b72b32a48d8f admin admin] Publish callbacks [] for security_group (5bc008bb-e30c-443f-a31c-00c52e668e0a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:25.230777 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432f6942-f8c0-4202-8c01-2389ccd68912 service neutron] Pushing event updated for resources: {'Port': ['ID=73cf9994-2e3b-455d-b177-035336ec2695,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:25.247370 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-456ad234-cd5e-4249-b0b0-b72b32a48d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (5bc008bb-e30c-443f-a31c-00c52e668e0a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:25.250250 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-456ad234-cd5e-4249-b0b0-b72b32a48d8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:25.251490 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-456ad234-cd5e-4249-b0b0-b72b32a48d8f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5bc008bb-e30c-443f-a31c-00c52e668e0a HTTP/1.1" status: 204 len: 168 time: 1.0905318 Mar 11 19:35:25.316851 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89ab64c-a8d5-4adc-ba88-6ea8dabcc3a7 req-4a9f349f-7188-44ab-99ac-84c865299374 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:25.318345 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f89ab64c-a8d5-4adc-ba88-6ea8dabcc3a7 req-4a9f349f-7188-44ab-99ac-84c865299374 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e4ff243-d28f-4c44-8f6f-d885353f5b3d HTTP/1.1" status: 200 len: 936 time: 0.8742712 Mar 11 19:35:25.325586 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456ad234-cd5e-4249-b0b0-b72b32a48d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc008bb-e30c-443f-a31c-00c52e668e0a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:25.425455 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f89ab64c-a8d5-4adc-ba88-6ea8dabcc3a7 req-8696ffe3-034b-4982-a5d0-8bddcad0171c tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716562 Mar 11 19:35:25.542534 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6955c9-4f0e-4dfc-8bd0-5c7d491e6a04 x-openstack-request-id: req-7e6955c9-4f0e-4dfc-8bd0-5c7d491e6a04 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:35:25.543059 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf23e610-4189-4837-a1a3-cab9f5938b04", "name": "network-vif-deleted", "tag": "d18caff7-3f43-401d-8fb8-e4ab18a6346a", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:35:25.543475 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7e6955c9-4f0e-4dfc-8bd0-5c7d491e6a04 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:35:25.544116 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf23e610-4189-4837-a1a3-cab9f5938b04', 'name': 'network-vif-deleted', 'tag': 'd18caff7-3f43-401d-8fb8-e4ab18a6346a', 'status': 'completed', 'code': 200} Mar 11 19:35:25.555413 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62bbc4a-5879-4b8d-9f3f-a0111934f4b2 req-c85d87ac-d752-4084-8df1-ab88d278dd31 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:25.565126 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b62bbc4a-5879-4b8d-9f3f-a0111934f4b2 req-c85d87ac-d752-4084-8df1-ab88d278dd31 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?device_id=c900818c-a431-4d5d-8924-a66b2f33b5f6 HTTP/1.1" status: 200 len: 945 time: 0.5474560 Mar 11 19:35:25.605307 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c73d66-dfa8-4f45-8b69-ec0316e6cc49 req-448adf46-26a5-4938-a35b-e5b6eb0a1f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:25.606854 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-33c73d66-dfa8-4f45-8b69-ec0316e6cc49 req-448adf46-26a5-4938-a35b-e5b6eb0a1f81 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1740be2f-d8a3-4266-8fa1-21b3cc2b7b80 HTTP/1.1" status: 200 len: 923 time: 0.4310968 Mar 11 19:35:25.730327 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-de5299b3-8312-4903-aa4c-87bf1d0e53a4 req-432f6942-f8c0-4202-8c01-2389ccd68912 service neutron] Attempting to bind port 73cf9994-2e3b-455d-b177-035336ec2695 on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:35:25.730766 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-de5299b3-8312-4903-aa4c-87bf1d0e53a4 req-432f6942-f8c0-4202-8c01-2389ccd68912 service neutron] Attempting to bind port 73cf9994-2e3b-455d-b177-035336ec2695 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:35:25.730991 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5299b3-8312-4903-aa4c-87bf1d0e53a4 req-432f6942-f8c0-4202-8c01-2389ccd68912 service neutron] Attempting to bind port 73cf9994-2e3b-455d-b177-035336ec2695 on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:35:25.736165 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5299b3-8312-4903-aa4c-87bf1d0e53a4 req-432f6942-f8c0-4202-8c01-2389ccd68912 service neutron] Port 73cf9994-2e3b-455d-b177-035336ec2695 on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:35:25.736596 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5299b3-8312-4903-aa4c-87bf1d0e53a4 req-432f6942-f8c0-4202-8c01-2389ccd68912 service neutron] Attempting to bind port 73cf9994-2e3b-455d-b177-035336ec2695 on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:35:25.739387 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-33c73d66-dfa8-4f45-8b69-ec0316e6cc49 req-3736b823-a18d-47d6-83f7-ce088ac0f7fb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9d095d62-9c55-4a00-b0ae-717cc9cd4196 HTTP/1.1" status: 200 len: 217 time: 0.0828416 Mar 11 19:35:25.906967 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33850) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:35:26.026389 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-c67504b1-4592-4d72-a6b0-b2c33c7e1da5 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Deleting subnet 08561ce7-4a14-42b2-8808-45881e597b43 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:35:26.037678 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c67504b1-4592-4d72-a6b0-b2c33c7e1da5 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks [] for subnet (08561ce7-4a14-42b2-8808-45881e597b43), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:26.080796 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:26.100402 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c67504b1-4592-4d72-a6b0-b2c33c7e1da5 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (08561ce7-4a14-42b2-8808-45881e597b43), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:26.151384 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5299b3-8312-4903-aa4c-87bf1d0e53a4 req-432f6942-f8c0-4202-8c01-2389ccd68912 service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:35:26.151949 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5299b3-8312-4903-aa4c-87bf1d0e53a4 req-432f6942-f8c0-4202-8c01-2389ccd68912 service neutron] Checking segment: {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:35:26.152637 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5299b3-8312-4903-aa4c-87bf1d0e53a4 req-432f6942-f8c0-4202-8c01-2389ccd68912 service neutron] Bound using segment: {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:35:26.152983 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-de5299b3-8312-4903-aa4c-87bf1d0e53a4 req-432f6942-f8c0-4202-8c01-2389ccd68912 service neutron] Bound port: 73cf9994-2e3b-455d-b177-035336ec2695, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:35:26.153449 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-de5299b3-8312-4903-aa4c-87bf1d0e53a4 req-432f6942-f8c0-4202-8c01-2389ccd68912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (73cf9994-2e3b-455d-b177-035336ec2695), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:26.195265 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b62bbc4a-5879-4b8d-9f3f-a0111934f4b2 req-5ee3c7ac-2b78-44ca-9217-6fef05f19c51 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/security-groups?id=03204c94-e7d5-4698-bf53-e2e3ba52bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6291471 Mar 11 19:35:26.210065 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c67504b1-4592-4d72-a6b0-b2c33c7e1da5 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (08561ce7-4a14-42b2-8808-45881e597b43), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:26.310527 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c67504b1-4592-4d72-a6b0-b2c33c7e1da5 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (08561ce7-4a14-42b2-8808-45881e597b43), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:26.342326 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-de5299b3-8312-4903-aa4c-87bf1d0e53a4 req-432f6942-f8c0-4202-8c01-2389ccd68912 service neutron] For port 73cf9994-2e3b-455d-b177-035336ec2695, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:35:26.348706 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67504b1-4592-4d72-a6b0-b2c33c7e1da5 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Pushing event deleted for resources: {'Subnet': ['ID=08561ce7-4a14-42b2-8808-45881e597b43,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:26.350233 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-de5299b3-8312-4903-aa4c-87bf1d0e53a4 req-432f6942-f8c0-4202-8c01-2389ccd68912 service neutron] For port 73cf9994-2e3b-455d-b177-035336ec2695, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=73cf9994-2e3b-455d-b177-035336ec2695,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:35:26.350793 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c67504b1-4592-4d72-a6b0-b2c33c7e1da5 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:26.365889 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e8c2ca-7919-4a00-8e8e-8b4003ed163c None None] Network 9aacd1cd-8535-4948-a638-390f934abb75 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:35:26.366126 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c67504b1-4592-4d72-a6b0-b2c33c7e1da5 tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "DELETE /v2.0/subnets/08561ce7-4a14-42b2-8808-45881e597b43 HTTP/1.1" status: 204 len: 168 time: 0.4556723 Mar 11 19:35:26.372108 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33864) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:35:26.405055 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-de5299b3-8312-4903-aa4c-87bf1d0e53a4 req-432f6942-f8c0-4202-8c01-2389ccd68912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (73cf9994-2e3b-455d-b177-035336ec2695), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:26.429862 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-43ec36a7-2df8-44de-9d74-7f4e9ddeb8cc req-45ff9408-3279-479b-9ddd-566c3113fabc tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 210 time: 0.0697644 Mar 11 19:35:26.456914 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c73d66-dfa8-4f45-8b69-ec0316e6cc49 req-fbd3a4e3-4afa-4733-9451-507bf27d6b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:26.458591 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-33c73d66-dfa8-4f45-8b69-ec0316e6cc49 req-fbd3a4e3-4afa-4733-9451-507bf27d6b4b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=182f6c67-9dec-4b57-9375-5df25feeb721 HTTP/1.1" status: 200 len: 862 time: 0.7076786 Mar 11 19:35:26.476514 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5299b3-8312-4903-aa4c-87bf1d0e53a4 req-432f6942-f8c0-4202-8c01-2389ccd68912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:26.477144 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-de5299b3-8312-4903-aa4c-87bf1d0e53a4 req-432f6942-f8c0-4202-8c01-2389ccd68912 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:26.478576 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-de5299b3-8312-4903-aa4c-87bf1d0e53a4 req-432f6942-f8c0-4202-8c01-2389ccd68912 service neutron] 10.222.0.75 "PUT /v2.0/ports/73cf9994-2e3b-455d-b177-035336ec2695 HTTP/1.1" status: 200 len: 1096 time: 2.8345461 Mar 11 19:35:26.533204 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e4ff243-d28f-4c44-8f6f-d885353f5b3d', 'tag': '73cf9994-2e3b-455d-b177-035336ec2695'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:35:26.536883 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258b6fcb-d9d2-4aa2-a9f4-2bbea06a18c5" -d '{"events": [{"name": "network-changed", "server_uuid": "7e4ff243-d28f-4c44-8f6f-d885353f5b3d", "tag": "73cf9994-2e3b-455d-b177-035336ec2695"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:35:26.659617 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a2989191-a463-4070-b497-5f5200d4cc3a tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (9aacd1cd-8535-4948-a638-390f934abb75), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:26.712407 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-33c73d66-dfa8-4f45-8b69-ec0316e6cc49 req-7c144c5a-9fa6-4633-8d5c-43f10bfa2837 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1740be2f-d8a3-4266-8fa1-21b3cc2b7b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1799052 Mar 11 19:35:26.718627 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd83c33-a549-45eb-b861-350b74fc6617 None None] DHCP port deletion for 9aacd1cd-8535-4948-a638-390f934abb75 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:35:26.747112 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d393dd44-4a70-41ff-86a8-b118436691ec req-4724ca1e-fdd4-4695-a82d-6629704c4890 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:26.748620 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d393dd44-4a70-41ff-86a8-b118436691ec req-4724ca1e-fdd4-4695-a82d-6629704c4890 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/ports?device_id=30801c17-a93d-4cf6-ad19-b8560b08af82 HTTP/1.1" status: 200 len: 944 time: 0.5918469 Mar 11 19:35:26.789294 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa56bb1-6901-4eb2-bc61-704dcdcd51d7 req-3a64f37a-c7b0-4253-9348-4e65e71e01a1 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:26.790827 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-daa56bb1-6901-4eb2-bc61-704dcdcd51d7 req-3a64f37a-c7b0-4253-9348-4e65e71e01a1 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.75 "GET /v2.0/ports?device_id=b6912256-9a05-446d-93ac-d6cd63a1df39 HTTP/1.1" status: 200 len: 944 time: 0.3940034 Mar 11 19:35:26.864695 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-3cd83c33-a549-45eb-b861-350b74fc6617 None None] Deleting port 82ec298a-b592-4ec9-9199-36091a17a06c {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:35:26.865402 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3cd83c33-a549-45eb-b861-350b74fc6617 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (82ec298a-b592-4ec9-9199-36091a17a06c), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:26.950327 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a2989191-a463-4070-b497-5f5200d4cc3a tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Deleting port 82ec298a-b592-4ec9-9199-36091a17a06c {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:35:26.952303 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a2989191-a463-4070-b497-5f5200d4cc3a tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (82ec298a-b592-4ec9-9199-36091a17a06c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:26.972802 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432f6942-f8c0-4202-8c01-2389ccd68912 service neutron] Pushing event updated for resources: {'Port': ['ID=73cf9994-2e3b-455d-b177-035336ec2695,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:27.044417 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-3cd83c33-a549-45eb-b861-350b74fc6617 None None] For port 82ec298a-b592-4ec9-9199-36091a17a06c, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=82ec298a-b592-4ec9-9199-36091a17a06c,segment=NetworkSegment(290e59cd-b6e6-4f54-aec6-e75701780587),segment_id=290e59cd-b6e6-4f54-aec6-e75701780587)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:35:27.045585 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3cd83c33-a549-45eb-b861-350b74fc6617 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (82ec298a-b592-4ec9-9199-36091a17a06c), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:27.060883 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d393dd44-4a70-41ff-86a8-b118436691ec req-be4bb834-fc37-4338-8e78-c07b7a047a82 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/security-groups?id=84f7623b-92bc-46cd-a725-53de6be71e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813749 Mar 11 19:35:27.065697 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-a2989191-a463-4070-b497-5f5200d4cc3a tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] For port 82ec298a-b592-4ec9-9199-36091a17a06c, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=82ec298a-b592-4ec9-9199-36091a17a06c,segment=NetworkSegment(290e59cd-b6e6-4f54-aec6-e75701780587),segment_id=290e59cd-b6e6-4f54-aec6-e75701780587)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:35:27.066277 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a2989191-a463-4070-b497-5f5200d4cc3a tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (82ec298a-b592-4ec9-9199-36091a17a06c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:27.080343 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a2989191-a463-4070-b497-5f5200d4cc3a tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Calling delete_port for 82ec298a-b592-4ec9-9199-36091a17a06c owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:35:27.093797 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-3cd83c33-a549-45eb-b861-350b74fc6617 None None] Calling delete_port for 82ec298a-b592-4ec9-9199-36091a17a06c owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:35:27.162426 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5299b3-8312-4903-aa4c-87bf1d0e53a4 req-0c2f95a9-6b3c-4cbb-bfff-fdd2907b8e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:27.167370 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-de5299b3-8312-4903-aa4c-87bf1d0e53a4 req-0c2f95a9-6b3c-4cbb-bfff-fdd2907b8e0d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=487f8613d1fa45ab81e48e9d9d0fc801&device_id=7e4ff243-d28f-4c44-8f6f-d885353f5b3d HTTP/1.1" status: 200 len: 1130 time: 0.6019552 Mar 11 19:35:27.226655 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa57f861-40fa-4146-832d-a2e99007578c req-b6bfa493-3192-4e06-b0ef-a1aef5e905fc tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:27.241499 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a2989191-a463-4070-b497-5f5200d4cc3a tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (82ec298a-b592-4ec9-9199-36091a17a06c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:27.246526 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fa57f861-40fa-4146-832d-a2e99007578c req-b6bfa493-3192-4e06-b0ef-a1aef5e905fc tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6912256-9a05-446d-93ac-d6cd63a1df39 HTTP/1.1" status: 200 len: 944 time: 0.5833960 Mar 11 19:35:27.270521 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-daa56bb1-6901-4eb2-bc61-704dcdcd51d7 req-6bb8b83f-23e5-4d31-a9d8-39066c9bf77b tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Deleting port c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:35:27.270871 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-daa56bb1-6901-4eb2-bc61-704dcdcd51d7 req-6bb8b83f-23e5-4d31-a9d8-39066c9bf77b tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:27.277214 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3cd83c33-a549-45eb-b861-350b74fc6617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (82ec298a-b592-4ec9-9199-36091a17a06c), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:27.338836 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd83c33-a549-45eb-b861-350b74fc6617 None None] Pushing event deleted for resources: {'Port': ['ID=82ec298a-b592-4ec9-9199-36091a17a06c,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:27.341619 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2989191-a463-4070-b497-5f5200d4cc3a tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Pushing event deleted for resources: {'Port': ['ID=82ec298a-b592-4ec9-9199-36091a17a06c,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:27.345586 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-de5299b3-8312-4903-aa4c-87bf1d0e53a4 req-fd2e66bb-70a4-41f1-84f0-514fbffc8c38 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=73cf9994-2e3b-455d-b177-035336ec2695 HTTP/1.1" status: 200 len: 217 time: 0.1631145 Mar 11 19:35:27.357977 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd83c33-a549-45eb-b861-350b74fc6617 None None] No DVR routers for this DVR port 82ec298a-b592-4ec9-9199-36091a17a06c on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:35:27.382348 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2989191-a463-4070-b497-5f5200d4cc3a tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] No DVR routers for this DVR port 82ec298a-b592-4ec9-9199-36091a17a06c on host n-d-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:35:27.423150 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fa57f861-40fa-4146-832d-a2e99007578c req-ff05e4d0-99a9-4141-bfb2-20c2ad9979ab tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626050 Mar 11 19:35:27.496795 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-33c73d66-dfa8-4f45-8b69-ec0316e6cc49 req-1383d0d2-1bac-482e-ac65-40abc3a161f1 service neutron] 10.222.0.57 "GET /v2.0/networks/1740be2f-d8a3-4266-8fa1-21b3cc2b7b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7083232 Mar 11 19:35:27.504468 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:27.517642 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d33817-cb00-4814-90c7-c4f08b3669b3 x-openstack-request-id: req-19d33817-cb00-4814-90c7-c4f08b3669b3 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:35:27.517940 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e4ff243-d28f-4c44-8f6f-d885353f5b3d", "tag": "73cf9994-2e3b-455d-b177-035336ec2695", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:35:27.518197 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-19d33817-cb00-4814-90c7-c4f08b3669b3 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:35:27.518921 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e4ff243-d28f-4c44-8f6f-d885353f5b3d', 'tag': '73cf9994-2e3b-455d-b177-035336ec2695', 'status': 'completed', 'code': 200} Mar 11 19:35:27.552828 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf23e610-4189-4837-a1a3-cab9f5938b04', 'name': 'network-vif-deleted', 'tag': 'f1361f32-d881-4ea7-b1a2-e64707c39462'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:35:27.558145 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9323a4-442b-4612-8dbe-e8439db483c2" -d '{"events": [{"server_uuid": "bf23e610-4189-4837-a1a3-cab9f5938b04", "name": "network-vif-deleted", "tag": "f1361f32-d881-4ea7-b1a2-e64707c39462"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:35:27.593198 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07375e11-f2d6-493d-ab7d-e0e41346f192 req-9d8930e5-4690-45fa-a185-96e60fd22628 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:27.594758 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-07375e11-f2d6-493d-ab7d-e0e41346f192 req-9d8930e5-4690-45fa-a185-96e60fd22628 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e4ff243-d28f-4c44-8f6f-d885353f5b3d HTTP/1.1" status: 200 len: 948 time: 0.3384993 Mar 11 19:35:27.602053 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5299b3-8312-4903-aa4c-87bf1d0e53a4 req-e8063cc3-5d18-4351-af13-87276ad4ca91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:27.603684 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-de5299b3-8312-4903-aa4c-87bf1d0e53a4 req-e8063cc3-5d18-4351-af13-87276ad4ca91 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.2403653 Mar 11 19:35:27.630013 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-daa56bb1-6901-4eb2-bc61-704dcdcd51d7 req-6bb8b83f-23e5-4d31-a9d8-39066c9bf77b tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] For port c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7,segment=NetworkSegment(9cb9d205-9190-43c8-b078-f8df09db6175),segment_id=9cb9d205-9190-43c8-b078-f8df09db6175)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:35:27.630323 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-daa56bb1-6901-4eb2-bc61-704dcdcd51d7 req-6bb8b83f-23e5-4d31-a9d8-39066c9bf77b tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:27.648031 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-daa56bb1-6901-4eb2-bc61-704dcdcd51d7 req-6bb8b83f-23e5-4d31-a9d8-39066c9bf77b tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Calling delete_port for c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:35:27.699795 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 9d095d62-9c55-4a00-b0ae-717cc9cd4196 details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:35:27.702219 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device f1361f32-d881-4ea7-b1a2-e64707c39462 no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:35:27.784066 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: f1361f32-d881-4ea7-b1a2-e64707c39462 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:35:27.784409 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device f1361f32-d881-4ea7-b1a2-e64707c39462 not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:35:27.787395 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device d18caff7-3f43-401d-8fb8-e4ab18a6346a no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:35:27.792516 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf3494-f8a0-49c1-8190-40a098b65e72 req-db10d2de-9914-4e03-96ef-34a4ec1081bc tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:27.794094 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1faf3494-f8a0-49c1-8190-40a098b65e72 req-db10d2de-9914-4e03-96ef-34a4ec1081bc tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?device_id=c900818c-a431-4d5d-8924-a66b2f33b5f6 HTTP/1.1" status: 200 len: 945 time: 0.1965308 Mar 11 19:35:27.821535 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-33c73d66-dfa8-4f45-8b69-ec0316e6cc49 req-4036e45a-8a04-4093-8993-9439cd8eb2fe service neutron] 10.222.0.57 "GET /v2.0/networks/1740be2f-d8a3-4266-8fa1-21b3cc2b7b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019366 Mar 11 19:35:27.841407 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: d18caff7-3f43-401d-8fb8-e4ab18a6346a {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:35:27.841751 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device d18caff7-3f43-401d-8fb8-e4ab18a6346a not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:35:27.864140 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5299b3-8312-4903-aa4c-87bf1d0e53a4 req-a96e0cd0-1338-4389-831f-b337a720f6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:27.877775 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-de5299b3-8312-4903-aa4c-87bf1d0e53a4 req-a96e0cd0-1338-4389-831f-b337a720f6d6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2034328 Mar 11 19:35:27.889856 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-07375e11-f2d6-493d-ab7d-e0e41346f192 req-0a111b52-6aab-4ca5-98c2-b042a4e1da89 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852261 Mar 11 19:35:27.892952 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a2989191-a463-4070-b497-5f5200d4cc3a tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (9aacd1cd-8535-4948-a638-390f934abb75), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:27.935259 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 82ec298a-b592-4ec9-9199-36091a17a06c no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:35:27.942126 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-a2989191-a463-4070-b497-5f5200d4cc3a tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aacd1cd-8535-4948-a638-390f934abb75']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:35:27.994557 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-a2989191-a463-4070-b497-5f5200d4cc3a tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '290e59cd-b6e6-4f54-aec6-e75701780587') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:35:27.995255 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-a2989191-a463-4070-b497-5f5200d4cc3a tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '290e59cd-b6e6-4f54-aec6-e75701780587') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:35:28.007799 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-daa56bb1-6901-4eb2-bc61-704dcdcd51d7 req-6bb8b83f-23e5-4d31-a9d8-39066c9bf77b tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:28.029493 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1faf3494-f8a0-49c1-8190-40a098b65e72 req-7e08a806-2a54-4ec6-ab7f-0205dc3f6438 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/security-groups?id=03204c94-e7d5-4698-bf53-e2e3ba52bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286756 Mar 11 19:35:28.040278 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a2989191-a463-4070-b497-5f5200d4cc3a tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (290e59cd-b6e6-4f54-aec6-e75701780587), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:28.069074 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 82ec298a-b592-4ec9-9199-36091a17a06c {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:35:28.069550 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 82ec298a-b592-4ec9-9199-36091a17a06c not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:35:28.099124 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-89801f19-3b7f-4258-9858-395b59baef36 req-abdbd732-7f45-4491-8154-d154dffac988 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 210 time: 0.0535774 Mar 11 19:35:28.113355 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-de5299b3-8312-4903-aa4c-87bf1d0e53a4 req-93a21f0e-029a-4738-bf37-918c909341f6 service neutron] 10.222.0.75 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029450 Mar 11 19:35:28.120385 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb8b83f-23e5-4d31-a9d8-39066c9bf77b tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Pushing event deleted for resources: {'Port': ['ID=c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:28.129765 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327cbb00-4810-4dc1-873b-8bf69f1b075e x-openstack-request-id: req-327cbb00-4810-4dc1-873b-8bf69f1b075e {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:35:28.130085 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf23e610-4189-4837-a1a3-cab9f5938b04", "name": "network-vif-deleted", "tag": "f1361f32-d881-4ea7-b1a2-e64707c39462", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:35:28.130324 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-327cbb00-4810-4dc1-873b-8bf69f1b075e {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:35:28.131494 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf23e610-4189-4837-a1a3-cab9f5938b04', 'name': 'network-vif-deleted', 'tag': 'f1361f32-d881-4ea7-b1a2-e64707c39462', 'status': 'completed', 'code': 200} Mar 11 19:35:28.134597 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a2989191-a463-4070-b497-5f5200d4cc3a tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (290e59cd-b6e6-4f54-aec6-e75701780587), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:28.135655 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 9d095d62-9c55-4a00-b0ae-717cc9cd4196, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=9d095d62-9c55-4a00-b0ae-717cc9cd4196,segment=NetworkSegment(030b1ea6-a9bd-4970-9537-6268a24125f4),segment_id=030b1ea6-a9bd-4970-9537-6268a24125f4)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:35:28.166616 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': '9d095d62-9c55-4a00-b0ae-717cc9cd4196', 'network_id': '1740be2f-d8a3-4266-8fa1-21b3cc2b7b80', 'port_id': '9d095d62-9c55-4a00-b0ae-717cc9cd4196', 'mac_address': 'fa:16:3e:fc:77:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '182f6c67-9dec-4b57-9375-5df25feeb721', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:35:28.217136 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2989191-a463-4070-b497-5f5200d4cc3a tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Releasing vlan 853 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:35:28.217547 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a2989191-a463-4070-b497-5f5200d4cc3a tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (290e59cd-b6e6-4f54-aec6-e75701780587), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:28.226728 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:35:28.226728 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:35:28.226728 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:35:28.226728 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:35:28.226728 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:35:28.226728 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:35:28.226728 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:35:28.226728 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:35:28.226728 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:35:28.226728 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:35:28.226728 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:35:28.226728 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:35:28.226728 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:35:28.226728 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:35:28.226728 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:35:28.226728 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:35:28.226728 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:35:28.226728 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:35:28.226728 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:35:28.226728 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:35:28.226728 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:35:28.226728 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:35:28.226728 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:35:28.226728 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:35:28.226728 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:35:28.226728 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:35:28.226728 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:35:28.226728 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:35:28.226728 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:35:28.226728 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:35:28.226728 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:35:28.226728 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:35:28.240880 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 9d095d62-9c55-4a00-b0ae-717cc9cd4196 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:35:28.241721 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (9d095d62-9c55-4a00-b0ae-717cc9cd4196), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:28.259525 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d095d62-9c55-4a00-b0ae-717cc9cd4196 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:35:28.282660 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 9d095d62-9c55-4a00-b0ae-717cc9cd4196, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=9d095d62-9c55-4a00-b0ae-717cc9cd4196,segment=NetworkSegment(030b1ea6-a9bd-4970-9537-6268a24125f4),segment_id=030b1ea6-a9bd-4970-9537-6268a24125f4)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:35:28.289396 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (9d095d62-9c55-4a00-b0ae-717cc9cd4196), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:28.300830 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-daa56bb1-6901-4eb2-bc61-704dcdcd51d7 req-6bb8b83f-23e5-4d31-a9d8-39066c9bf77b tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] No DVR routers for this DVR port c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7 on host n-h1-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:35:28.311063 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-daa56bb1-6901-4eb2-bc61-704dcdcd51d7 req-6bb8b83f-23e5-4d31-a9d8-39066c9bf77b tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:28.318528 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-daa56bb1-6901-4eb2-bc61-704dcdcd51d7 req-6bb8b83f-23e5-4d31-a9d8-39066c9bf77b tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.75 "DELETE /v2.0/ports/c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7 HTTP/1.1" status: 204 len: 173 time: 1.5210874 Mar 11 19:35:28.381606 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=9d095d62-9c55-4a00-b0ae-717cc9cd4196,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:28.409310 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-de5299b3-8312-4903-aa4c-87bf1d0e53a4 req-febbfdba-196f-4030-8e82-ae379f34e4d5 service neutron] 10.222.0.75 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893903 Mar 11 19:35:28.424199 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a2989191-a463-4070-b497-5f5200d4cc3a tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (9aacd1cd-8535-4948-a638-390f934abb75), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:28.442094 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058d4b7-e37b-495f-b02b-cce764a9c81a req-c99e967e-1b57-4240-bf69-ff27ea886348 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:28.444490 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a2989191-a463-4070-b497-5f5200d4cc3a tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:28.446509 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b058d4b7-e37b-495f-b02b-cce764a9c81a req-c99e967e-1b57-4240-bf69-ff27ea886348 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/ports?device_id=30801c17-a93d-4cf6-ad19-b8560b08af82 HTTP/1.1" status: 200 len: 945 time: 0.1908782 Mar 11 19:35:28.453624 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a2989191-a463-4070-b497-5f5200d4cc3a tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "DELETE /v2.0/networks/9aacd1cd-8535-4948-a638-390f934abb75 HTTP/1.1" status: 204 len: 168 time: 2.0804131 Mar 11 19:35:28.454616 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33904) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:35:28.471838 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2989191-a463-4070-b497-5f5200d4cc3a tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Pushing event deleted for resources: {'Network': ['ID=9aacd1cd-8535-4948-a638-390f934abb75,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:28.639155 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-07a1848c-3f67-4614-9387-b89c1c77ec70 req-a4a88e23-663f-4bcc-8bd6-4563515a7b6d tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=223983732af345fcb546856737077dde&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479105 Mar 11 19:35:28.648157 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-d685005b-53eb-4d88-85dc-64aa540b9fce tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Deleting subnet ce604146-ad21-4ac7-89ed-58e924ecd668 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:35:28.657291 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b058d4b7-e37b-495f-b02b-cce764a9c81a req-92e54b18-1b52-440c-be9c-3c5dcbb758b9 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/security-groups?id=84f7623b-92bc-46cd-a725-53de6be71e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005126 Mar 11 19:35:28.659697 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d685005b-53eb-4d88-85dc-64aa540b9fce tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks [] for subnet (ce604146-ad21-4ac7-89ed-58e924ecd668), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:28.688158 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['9d095d62-9c55-4a00-b0ae-717cc9cd4196'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:35:28.712515 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b6fcb-d9d2-4aa2-a9f4-2bbea06a18c5 req-9f6d8da3-aa08-41de-afbc-ba53371a9016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:28.716484 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-258b6fcb-d9d2-4aa2-a9f4-2bbea06a18c5 req-9f6d8da3-aa08-41de-afbc-ba53371a9016 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=487f8613d1fa45ab81e48e9d9d0fc801&device_id=7e4ff243-d28f-4c44-8f6f-d885353f5b3d HTTP/1.1" status: 200 len: 1130 time: 0.2025447 Mar 11 19:35:28.775246 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d685005b-53eb-4d88-85dc-64aa540b9fce tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (ce604146-ad21-4ac7-89ed-58e924ecd668), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:28.952656 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7d620d7d-6f54-4371-8a6a-59c6b73db5a9 req-d8607489-c9b0-4b18-9665-c2bbd8ee610d tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6912256-9a05-446d-93ac-d6cd63a1df39 HTTP/1.1" status: 200 len: 210 time: 0.0427117 Mar 11 19:35:28.995857 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:29.008367 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a1848c-3f67-4614-9387-b89c1c77ec70 req-73f1717d-adae-42a2-bfd0-bb30b2a3b656 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:29.009888 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-07a1848c-3f67-4614-9387-b89c1c77ec70 req-73f1717d-adae-42a2-bfd0-bb30b2a3b656 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3580956 Mar 11 19:35:29.080571 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-07a1848c-3f67-4614-9387-b89c1c77ec70 req-c1abbbf7-a6be-4c02-be3b-f95289388591 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/quotas/223983732af345fcb546856737077dde HTTP/1.1" status: 200 len: 375 time: 0.0380182 Mar 11 19:35:29.088798 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b6fcb-d9d2-4aa2-a9f4-2bbea06a18c5 req-95ade04d-b26c-4ef9-88e5-69233282961f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:29.090167 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-258b6fcb-d9d2-4aa2-a9f4-2bbea06a18c5 req-95ade04d-b26c-4ef9-88e5-69233282961f service neutron] 10.222.0.75 "GET /v2.0/networks?id=885772b1-9b97-4e1d-a0fb-e125030c5a81 HTTP/1.1" status: 200 len: 870 time: 0.3662579 Mar 11 19:35:29.117530 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d685005b-53eb-4d88-85dc-64aa540b9fce tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (ce604146-ad21-4ac7-89ed-58e924ecd668), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:29.204323 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-07a1848c-3f67-4614-9387-b89c1c77ec70 req-18b380f9-cbf0-456d-b301-555dab70fff9 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=223983732af345fcb546856737077dde&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1109192 Mar 11 19:35:29.208801 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-258b6fcb-d9d2-4aa2-a9f4-2bbea06a18c5 req-c79a0fe8-6653-4272-b03d-1b9cd4b36959 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=73cf9994-2e3b-455d-b177-035336ec2695 HTTP/1.1" status: 200 len: 217 time: 0.0947008 Mar 11 19:35:29.270165 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d21298-dfd4-42e0-a83b-8954f43869a3 req-ef739f7f-3495-4e7a-b9fa-0b078fa3fd60 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:29.271647 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a3d21298-dfd4-42e0-a83b-8954f43869a3 req-ef739f7f-3495-4e7a-b9fa-0b078fa3fd60 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e4ff243-d28f-4c44-8f6f-d885353f5b3d HTTP/1.1" status: 200 len: 948 time: 0.2104225 Mar 11 19:35:29.306234 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b6fcb-d9d2-4aa2-a9f4-2bbea06a18c5 req-05a50f9b-0d14-42ae-97b8-68ab26f21812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:29.307714 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-258b6fcb-d9d2-4aa2-a9f4-2bbea06a18c5 req-05a50f9b-0d14-42ae-97b8-68ab26f21812 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.0874040 Mar 11 19:35:29.311176 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d685005b-53eb-4d88-85dc-64aa540b9fce tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (ce604146-ad21-4ac7-89ed-58e924ecd668), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:29.411220 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a3d21298-dfd4-42e0-a83b-8954f43869a3 req-9f47f29f-aeec-4092-b8ce-a67849ba9fb6 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259611 Mar 11 19:35:29.428784 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d685005b-53eb-4d88-85dc-64aa540b9fce tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Pushing event deleted for resources: {'Subnet': ['ID=ce604146-ad21-4ac7-89ed-58e924ecd668,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:29.443681 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d685005b-53eb-4d88-85dc-64aa540b9fce tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:29.449520 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d685005b-53eb-4d88-85dc-64aa540b9fce tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "DELETE /v2.0/subnets/ce604146-ad21-4ac7-89ed-58e924ecd668 HTTP/1.1" status: 204 len: 168 time: 0.9915850 Mar 11 19:35:29.450091 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33926) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:35:29.455173 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0eabc3e-71c6-409b-a40d-b20b6c6567b8 None None] Network 42054878-3c7f-478b-97de-2d246fb62c57 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:35:29.548036 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b6fcb-d9d2-4aa2-a9f4-2bbea06a18c5 req-9753e50d-47ec-4a7a-8f59-d5b919297024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:29.549531 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-258b6fcb-d9d2-4aa2-a9f4-2bbea06a18c5 req-9753e50d-47ec-4a7a-8f59-d5b919297024 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2314358 Mar 11 19:35:29.580208 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733fd897-7160-4f7e-8c47-a9d79675eeb9 req-d5325f6b-87b3-416e-a15d-08f136db760c tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:29.581719 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-733fd897-7160-4f7e-8c47-a9d79675eeb9 req-d5325f6b-87b3-416e-a15d-08f136db760c tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?device_id=c900818c-a431-4d5d-8924-a66b2f33b5f6 HTTP/1.1" status: 200 len: 945 time: 0.1693571 Mar 11 19:35:29.644274 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9163daf2-988a-44c1-a4c1-2857e744ba36 req-d490db64-6f6d-4c6e-9169-7c672e91e311 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 210 time: 0.0988555 Mar 11 19:35:29.733390 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741fcded-d828-46da-b11d-d9f3fcf4db80 None None] DHCP port deletion for 42054878-3c7f-478b-97de-2d246fb62c57 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:35:29.821569 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-258b6fcb-d9d2-4aa2-a9f4-2bbea06a18c5 req-54443988-c7b2-4188-b099-a7131f04a37a service neutron] 10.222.0.75 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614958 Mar 11 19:35:29.890228 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-741fcded-d828-46da-b11d-d9f3fcf4db80 None None] Deleting port 20e145db-6917-42b8-94f0-2b806f3ce6f6 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:35:29.890532 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-741fcded-d828-46da-b11d-d9f3fcf4db80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (20e145db-6917-42b8-94f0-2b806f3ce6f6), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:29.918762 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 20e145db-6917-42b8-94f0-2b806f3ce6f6 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:35:29.969389 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b9f62cb3-114f-463e-aab1-ffd0bd598ace tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (42054878-3c7f-478b-97de-2d246fb62c57), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:29.976740 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-07b7f3cd-957f-4636-b7ad-268a99075512 req-63176970-d0dc-442a-a738-bede32f04063 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=223983732af345fcb546856737077dde&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1533663 Mar 11 19:35:29.983455 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-258b6fcb-d9d2-4aa2-a9f4-2bbea06a18c5 req-6da64112-2288-458d-bfe5-9f64e3401228 service neutron] 10.222.0.75 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343648 Mar 11 19:35:30.028769 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:35:30.047354 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-b9f62cb3-114f-463e-aab1-ffd0bd598ace tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Deleting port 20e145db-6917-42b8-94f0-2b806f3ce6f6 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:35:30.047807 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b9f62cb3-114f-463e-aab1-ffd0bd598ace tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (20e145db-6917-42b8-94f0-2b806f3ce6f6), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:30.058986 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-733fd897-7160-4f7e-8c47-a9d79675eeb9 req-c9778989-4a56-4f3d-a47a-afc1d580b4b1 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/security-groups?id=03204c94-e7d5-4698-bf53-e2e3ba52bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4199882 Mar 11 19:35:30.125123 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-b9f62cb3-114f-463e-aab1-ffd0bd598ace tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] For port 20e145db-6917-42b8-94f0-2b806f3ce6f6, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=20e145db-6917-42b8-94f0-2b806f3ce6f6,segment=NetworkSegment(e6a78a20-dff6-4b38-8290-f4608338c3cf),segment_id=e6a78a20-dff6-4b38-8290-f4608338c3cf)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:35:30.125659 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b9f62cb3-114f-463e-aab1-ffd0bd598ace tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (20e145db-6917-42b8-94f0-2b806f3ce6f6), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:30.126079 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:35:30.126452 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7 not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:35:30.137012 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-741fcded-d828-46da-b11d-d9f3fcf4db80 None None] For port 20e145db-6917-42b8-94f0-2b806f3ce6f6, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=20e145db-6917-42b8-94f0-2b806f3ce6f6,segment=NetworkSegment(e6a78a20-dff6-4b38-8290-f4608338c3cf),segment_id=e6a78a20-dff6-4b38-8290-f4608338c3cf)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:35:30.137415 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-741fcded-d828-46da-b11d-d9f3fcf4db80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (20e145db-6917-42b8-94f0-2b806f3ce6f6), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:30.142016 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-b9f62cb3-114f-463e-aab1-ffd0bd598ace tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Calling delete_port for 20e145db-6917-42b8-94f0-2b806f3ce6f6 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:35:30.159032 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6912256-9a05-446d-93ac-d6cd63a1df39', 'name': 'network-vif-deleted', 'tag': 'c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:35:30.166479 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3efe04-43c8-490b-a85e-76c47ef10b61" -d '{"events": [{"server_uuid": "b6912256-9a05-446d-93ac-d6cd63a1df39", "name": "network-vif-deleted", "tag": "c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:35:30.194806 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-741fcded-d828-46da-b11d-d9f3fcf4db80 None None] Calling delete_port for 20e145db-6917-42b8-94f0-2b806f3ce6f6 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:35:30.253666 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b7f3cd-957f-4636-b7ad-268a99075512 req-2c7d8e92-c9e3-49d4-bf0b-66ff30145e5d tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:30.263035 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-07b7f3cd-957f-4636-b7ad-268a99075512 req-2c7d8e92-c9e3-49d4-bf0b-66ff30145e5d tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2767544 Mar 11 19:35:30.275915 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b9f62cb3-114f-463e-aab1-ffd0bd598ace tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (20e145db-6917-42b8-94f0-2b806f3ce6f6), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:30.287775 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-07b7f3cd-957f-4636-b7ad-268a99075512 req-64a970cf-b7c2-4a2f-b143-665bfa836eeb tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/quotas/223983732af345fcb546856737077dde HTTP/1.1" status: 200 len: 375 time: 0.0237327 Mar 11 19:35:30.295351 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f62cb3-114f-463e-aab1-ffd0bd598ace tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] No DVR routers for this DVR port 20e145db-6917-42b8-94f0-2b806f3ce6f6 on host n-d-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:35:30.297236 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 20e145db-6917-42b8-94f0-2b806f3ce6f6 is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:35:30.297672 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (20e145db-6917-42b8-94f0-2b806f3ce6f6), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:30.344368 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-07b7f3cd-957f-4636-b7ad-268a99075512 req-edaf9027-6a88-4967-870f-7ec2f0f37a79 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=223983732af345fcb546856737077dde&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0555415 Mar 11 19:35:30.367847 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f62cb3-114f-463e-aab1-ffd0bd598ace tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Pushing event deleted for resources: {'Port': ['ID=20e145db-6917-42b8-94f0-2b806f3ce6f6,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:30.369532 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-741fcded-d828-46da-b11d-d9f3fcf4db80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (20e145db-6917-42b8-94f0-2b806f3ce6f6), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:30.374642 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b1ec1a-b9b1-42a2-9f19-c08b4b41b14d req-71c5ac6d-3646-4ef1-bec5-6c003a3e62f5 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:30.377237 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-60b1ec1a-b9b1-42a2-9f19-c08b4b41b14d req-71c5ac6d-3646-4ef1-bec5-6c003a3e62f5 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/ports?device_id=30801c17-a93d-4cf6-ad19-b8560b08af82 HTTP/1.1" status: 200 len: 945 time: 0.2022214 Mar 11 19:35:30.412900 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741fcded-d828-46da-b11d-d9f3fcf4db80 None None] Pushing event deleted for resources: {'Port': ['ID=20e145db-6917-42b8-94f0-2b806f3ce6f6,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:30.417437 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741fcded-d828-46da-b11d-d9f3fcf4db80 None None] No DVR routers for this DVR port 20e145db-6917-42b8-94f0-2b806f3ce6f6 on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:35:30.435073 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-60b1ec1a-b9b1-42a2-9f19-c08b4b41b14d req-165d52cf-d863-4f72-9511-b75d75c4a89b tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/security-groups?id=84f7623b-92bc-46cd-a725-53de6be71e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538566 Mar 11 19:35:30.459555 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b9f62cb3-114f-463e-aab1-ffd0bd598ace tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (42054878-3c7f-478b-97de-2d246fb62c57), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:30.485664 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-b9f62cb3-114f-463e-aab1-ffd0bd598ace tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42054878-3c7f-478b-97de-2d246fb62c57']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:35:30.503924 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-b9f62cb3-114f-463e-aab1-ffd0bd598ace tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6a78a20-dff6-4b38-8290-f4608338c3cf') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:35:30.504272 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-b9f62cb3-114f-463e-aab1-ffd0bd598ace tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6a78a20-dff6-4b38-8290-f4608338c3cf') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:35:30.526833 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b9f62cb3-114f-463e-aab1-ffd0bd598ace tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (e6a78a20-dff6-4b38-8290-f4608338c3cf), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:30.542459 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01ff197-3060-42d4-84fc-a6a8d3d470eb x-openstack-request-id: req-e01ff197-3060-42d4-84fc-a6a8d3d470eb {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:35:30.542459 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6912256-9a05-446d-93ac-d6cd63a1df39", "name": "network-vif-deleted", "tag": "c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:35:30.542459 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e01ff197-3060-42d4-84fc-a6a8d3d470eb {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:35:30.542459 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6912256-9a05-446d-93ac-d6cd63a1df39', 'name': 'network-vif-deleted', 'tag': 'c57d0ba2-f8b8-4d6a-b494-78ae30eaa2c7', 'status': 'completed', 'code': 200} Mar 11 19:35:30.552522 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b9f62cb3-114f-463e-aab1-ffd0bd598ace tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (e6a78a20-dff6-4b38-8290-f4608338c3cf), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:30.565944 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9f62cb3-114f-463e-aab1-ffd0bd598ace tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Releasing vlan 882 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:35:30.566351 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b9f62cb3-114f-463e-aab1-ffd0bd598ace tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (e6a78a20-dff6-4b38-8290-f4608338c3cf), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:30.587445 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:35:30.587445 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:35:30.587445 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:35:30.587445 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:35:30.587445 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:35:30.587445 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:35:30.587445 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:35:30.587445 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:35:30.587445 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:35:30.587445 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:35:30.587445 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:35:30.587445 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:35:30.587445 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:35:30.587445 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:35:30.587445 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:35:30.587445 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:35:30.587445 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:35:30.587445 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:35:30.587445 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:35:30.587445 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:35:30.587445 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:35:30.587445 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:35:30.587445 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:35:30.587445 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:35:30.587445 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:35:30.587445 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:35:30.587445 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:35:30.587445 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:35:30.587445 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:35:30.587445 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:35:30.587445 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:35:30.587445 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:35:30.658230 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b9f62cb3-114f-463e-aab1-ffd0bd598ace tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (42054878-3c7f-478b-97de-2d246fb62c57), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:30.674549 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b9f62cb3-114f-463e-aab1-ffd0bd598ace tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:30.690112 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b9f62cb3-114f-463e-aab1-ffd0bd598ace tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] 10.222.0.65 "DELETE /v2.0/networks/42054878-3c7f-478b-97de-2d246fb62c57 HTTP/1.1" status: 204 len: 168 time: 1.2374609 Mar 11 19:35:30.703369 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f62cb3-114f-463e-aab1-ffd0bd598ace tempest-ServersTestMultiNic-1883217416 tempest-ServersTestMultiNic-1883217416-project] Pushing event deleted for resources: {'Network': ['ID=42054878-3c7f-478b-97de-2d246fb62c57,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:30.765649 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694cccf3-4bb1-415d-bb40-c67562e81940 req-e8535097-ded1-4533-9024-ebf29a71109d tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:30.776341 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-694cccf3-4bb1-415d-bb40-c67562e81940 req-e8535097-ded1-4533-9024-ebf29a71109d tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e4ff243-d28f-4c44-8f6f-d885353f5b3d HTTP/1.1" status: 200 len: 948 time: 0.1282508 Mar 11 19:35:30.867503 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5a0e23e2-961e-442a-9f14-eabce9adb616 req-f854e930-df22-425f-b99c-a1a14ac9cb9f tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/ports?device_id=269ff07d-677b-4ab8-8ca9-a7da9224ad94 HTTP/1.1" status: 200 len: 210 time: 0.0292883 Mar 11 19:35:30.902607 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-07a1848c-3f67-4614-9387-b89c1c77ec70 req-cd030301-a0ab-45a3-909c-1efd143f02bf tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=223983732af345fcb546856737077dde&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0822275 Mar 11 19:35:30.928621 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-694cccf3-4bb1-415d-bb40-c67562e81940 req-db237778-faed-4c4d-a763-559cb5ec5e6e tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462281 Mar 11 19:35:31.027832 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3eb1087a-65ad-48c6-9c9b-6be93d1221ed req-91e7cadb-73d2-4cea-b913-bd7e1cebe4b3 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 210 time: 0.0844462 Mar 11 19:35:31.542523 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a1848c-3f67-4614-9387-b89c1c77ec70 req-5aedc7b9-0de8-45bc-a0ca-e9dac495a0ff tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:31.543914 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-07a1848c-3f67-4614-9387-b89c1c77ec70 req-5aedc7b9-0de8-45bc-a0ca-e9dac495a0ff tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6144147 Mar 11 19:35:31.573209 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-07a1848c-3f67-4614-9387-b89c1c77ec70 req-c49a7b09-d751-434f-8fc2-0b3a3098a87c tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Request body: {'port': {'device_id': 'cbff8c3d-c4d3-4bb3-b145-04248810f46f', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'admin_state_up': True, 'tenant_id': '223983732af345fcb546856737077dde'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:35:31.609407 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635a6ca-fafb-4223-b420-addf54fdc557 req-4edb6acf-efb3-448a-9871-8bc15caaabe5 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:31.611002 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0635a6ca-fafb-4223-b420-addf54fdc557 req-4edb6acf-efb3-448a-9871-8bc15caaabe5 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=151f548b-417d-4fda-9007-9657402adaa5 HTTP/1.1" status: 200 len: 944 time: 0.4731958 Mar 11 19:35:31.633664 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a97f2-510e-4873-a12e-2d36b33a1f65 req-bb472e31-b82d-48a1-a5b2-c45685fb624e tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:31.635174 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b82a97f2-510e-4873-a12e-2d36b33a1f65 req-bb472e31-b82d-48a1-a5b2-c45685fb624e tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.75 "GET /v2.0/ports?device_id=151f548b-417d-4fda-9007-9657402adaa5 HTTP/1.1" status: 200 len: 944 time: 0.4559114 Mar 11 19:35:31.644486 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee8420b-66d5-451e-bbbc-b800dea08926 req-b263c566-35e4-454f-b6cf-ff8d07136a7b tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:31.645865 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-aee8420b-66d5-451e-bbbc-b800dea08926 req-b263c566-35e4-454f-b6cf-ff8d07136a7b tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?device_id=c900818c-a431-4d5d-8924-a66b2f33b5f6 HTTP/1.1" status: 200 len: 945 time: 0.4521053 Mar 11 19:35:31.698591 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 9d095d62-9c55-4a00-b0ae-717cc9cd4196 up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:35:31.751939 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port 9d095d62-9c55-4a00-b0ae-717cc9cd4196 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:35:31.756976 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port 9d095d62-9c55-4a00-b0ae-717cc9cd4196 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:35:31.758272 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (9d095d62-9c55-4a00-b0ae-717cc9cd4196), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:31.843273 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0635a6ca-fafb-4223-b420-addf54fdc557 req-d4e6bd8b-bde8-4ba6-a477-a81e35798659 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172272 Mar 11 19:35:31.867491 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-aee8420b-66d5-451e-bbbc-b800dea08926 req-e470a5f3-79cd-49f5-8eab-8ff2ccfcd577 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/security-groups?id=03204c94-e7d5-4698-bf53-e2e3ba52bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113042 Mar 11 19:35:31.875486 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 9d095d62-9c55-4a00-b0ae-717cc9cd4196 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:35:31.876318 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (9d095d62-9c55-4a00-b0ae-717cc9cd4196), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:31.928265 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 9d095d62-9c55-4a00-b0ae-717cc9cd4196, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=9d095d62-9c55-4a00-b0ae-717cc9cd4196,segment=NetworkSegment(030b1ea6-a9bd-4970-9537-6268a24125f4),segment_id=030b1ea6-a9bd-4970-9537-6268a24125f4)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:35:31.932533 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30801c17-a93d-4cf6-ad19-b8560b08af82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d095d62-9c55-4a00-b0ae-717cc9cd4196'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:35:31.935762 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5d7f93-6b59-4e3a-a4fd-917ea03fb92c" -d '{"events": [{"server_uuid": "30801c17-a93d-4cf6-ad19-b8560b08af82", "name": "network-vif-plugged", "status": "completed", "tag": "9d095d62-9c55-4a00-b0ae-717cc9cd4196"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:35:31.937529 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07a1848c-3f67-4614-9387-b89c1c77ec70 req-c49a7b09-d751-434f-8fc2-0b3a3098a87c tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Made reservation on behalf of 223983732af345fcb546856737077dde for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:35:31.940060 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (9d095d62-9c55-4a00-b0ae-717cc9cd4196), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:31.941077 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-07a1848c-3f67-4614-9387-b89c1c77ec70 req-c49a7b09-d751-434f-8fc2-0b3a3098a87c tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:31.994520 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-b82a97f2-510e-4873-a12e-2d36b33a1f65 req-4dc10fce-9645-423f-80bf-5f1d58b24d9f tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Deleting port 7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:35:31.994916 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b82a97f2-510e-4873-a12e-2d36b33a1f65 req-4dc10fce-9645-423f-80bf-5f1d58b24d9f tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:31.997756 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-07a1848c-3f67-4614-9387-b89c1c77ec70 req-c49a7b09-d751-434f-8fc2-0b3a3098a87c tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:32.001750 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 73cf9994-2e3b-455d-b177-035336ec2695 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:35:32.004482 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-07b7f3cd-957f-4636-b7ad-268a99075512 req-84675aa3-3d7e-4cd7-b366-4c374f12c67d tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=223983732af345fcb546856737077dde&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469716 Mar 11 19:35:32.145841 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b7f3cd-957f-4636-b7ad-268a99075512 req-77f66840-145d-484f-ad33-f4da7d083a2b tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:32.147341 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-07b7f3cd-957f-4636-b7ad-268a99075512 req-77f66840-145d-484f-ad33-f4da7d083a2b tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1329260 Mar 11 19:35:32.159884 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-07b7f3cd-957f-4636-b7ad-268a99075512 req-e300f3e6-81fa-4e79-96d0-6cdd4ef79860 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Request body: {'port': {'device_id': '269ff07d-677b-4ab8-8ca9-a7da9224ad94', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'admin_state_up': True, 'tenant_id': '223983732af345fcb546856737077dde'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:35:32.177860 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 73cf9994-2e3b-455d-b177-035336ec2695, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=73cf9994-2e3b-455d-b177-035336ec2695,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:35:32.182031 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-52c86171-b9dd-4182-8c57-f2e1d439327a req-172c96a6-67ef-4b85-b80d-ff295e56200e tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/ports?device_id=269ff07d-677b-4ab8-8ca9-a7da9224ad94 HTTP/1.1" status: 200 len: 210 time: 0.0910275 Mar 11 19:35:32.202450 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=9d095d62-9c55-4a00-b0ae-717cc9cd4196,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:32.205972 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '73cf9994-2e3b-455d-b177-035336ec2695', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'port_id': '73cf9994-2e3b-455d-b177-035336ec2695', 'mac_address': 'fa:16:3e:4b:d2:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bb14923-74c3-4313-be8d-ed33542f05aa', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:35:32.308419 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f356951-5f87-4187-91fb-791a451ce5f8 req-69879ef6-edbe-4691-b0c8-ee8766794bd2 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:32.318408 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f356951-5f87-4187-91fb-791a451ce5f8 req-69879ef6-edbe-4691-b0c8-ee8766794bd2 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/ports?device_id=30801c17-a93d-4cf6-ad19-b8560b08af82 HTTP/1.1" status: 200 len: 946 time: 0.3287075 Mar 11 19:35:32.383099 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07b7f3cd-957f-4636-b7ad-268a99075512 req-e300f3e6-81fa-4e79-96d0-6cdd4ef79860 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Made reservation on behalf of 223983732af345fcb546856737077dde for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:35:32.387330 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-07b7f3cd-957f-4636-b7ad-268a99075512 req-e300f3e6-81fa-4e79-96d0-6cdd4ef79860 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:32.391507 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a423820-203e-4b6b-924f-96db099cc0c6 x-openstack-request-id: req-7a423820-203e-4b6b-924f-96db099cc0c6 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:35:32.391855 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30801c17-a93d-4cf6-ad19-b8560b08af82", "name": "network-vif-plugged", "status": "completed", "tag": "9d095d62-9c55-4a00-b0ae-717cc9cd4196", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:35:32.392210 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7a423820-203e-4b6b-924f-96db099cc0c6 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:35:32.392722 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30801c17-a93d-4cf6-ad19-b8560b08af82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d095d62-9c55-4a00-b0ae-717cc9cd4196', 'code': 200} Mar 11 19:35:32.400614 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-07b7f3cd-957f-4636-b7ad-268a99075512 req-e300f3e6-81fa-4e79-96d0-6cdd4ef79860 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:32.406878 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 73cf9994-2e3b-455d-b177-035336ec2695 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:35:32.407397 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (73cf9994-2e3b-455d-b177-035336ec2695), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:32.423164 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73cf9994-2e3b-455d-b177-035336ec2695 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:35:32.446550 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 73cf9994-2e3b-455d-b177-035336ec2695, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=73cf9994-2e3b-455d-b177-035336ec2695,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:35:32.453023 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (73cf9994-2e3b-455d-b177-035336ec2695), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:32.484396 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-b82a97f2-510e-4873-a12e-2d36b33a1f65 req-4dc10fce-9645-423f-80bf-5f1d58b24d9f tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] For port 7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c,segment=NetworkSegment(9cb9d205-9190-43c8-b078-f8df09db6175),segment_id=9cb9d205-9190-43c8-b078-f8df09db6175)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:35:32.484801 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b82a97f2-510e-4873-a12e-2d36b33a1f65 req-4dc10fce-9645-423f-80bf-5f1d58b24d9f tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:32.503428 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=73cf9994-2e3b-455d-b177-035336ec2695,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:32.526512 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-b82a97f2-510e-4873-a12e-2d36b33a1f65 req-4dc10fce-9645-423f-80bf-5f1d58b24d9f tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Calling delete_port for 7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:35:32.546908 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f356951-5f87-4187-91fb-791a451ce5f8 req-390e7baa-f329-4b0c-a8c8-9d3bdb240a5b tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/security-groups?id=84f7623b-92bc-46cd-a725-53de6be71e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275977 Mar 11 19:35:32.570056 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe1c432-f517-490e-8fe3-826ffc2aa845 req-7f905652-3393-426e-9c69-28c675e278ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:32.572086 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8fe1c432-f517-490e-8fe3-826ffc2aa845 req-7f905652-3393-426e-9c69-28c675e278ad service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=30801c17-a93d-4cf6-ad19-b8560b08af82 HTTP/1.1" status: 200 len: 1128 time: 0.2104194 Mar 11 19:35:32.592824 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-07a1848c-3f67-4614-9387-b89c1c77ec70 req-c49a7b09-d751-434f-8fc2-0b3a3098a87c tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Publish callbacks [] for security_group (a781a375-ecc1-4470-b434-56ebce1f93f2), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:32.599360 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33986) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:35:32.611616 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-07a1848c-3f67-4614-9387-b89c1c77ec70 req-c49a7b09-d751-434f-8fc2-0b3a3098a87c tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (a781a375-ecc1-4470-b434-56ebce1f93f2), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:32.623020 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d967b1-363c-4fd7-967e-b587d684b094 req-15691628-0a5c-42bd-a735-512c232dac3a tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:32.625047 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a1d967b1-363c-4fd7-967e-b587d684b094 req-15691628-0a5c-42bd-a735-512c232dac3a tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e4ff243-d28f-4c44-8f6f-d885353f5b3d HTTP/1.1" status: 200 len: 948 time: 0.2172091 Mar 11 19:35:32.659686 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.db.api [req-07b7f3cd-957f-4636-b7ad-268a99075512 req-e300f3e6-81fa-4e79-96d0-6cdd4ef79860 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 223983732af345fcb546856737077dde {{(pid=103884) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:35:32.660197 n-d-833163-1 neutron-server[103884]: DEBUG oslo_db.api [req-07b7f3cd-957f-4636-b7ad-268a99075512 req-e300f3e6-81fa-4e79-96d0-6cdd4ef79860 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:35:32.764996 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['73cf9994-2e3b-455d-b177-035336ec2695'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:35:32.792714 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-64cc47ef-bf23-44e0-8aa6-a5cac539633b req-62dbc773-efae-4e26-911b-f075d3da442a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/ports?device_id=f63e2d47-599d-4ffc-9f33-5578504bb7da HTTP/1.1" status: 200 len: 210 time: 0.1197062 Mar 11 19:35:32.820631 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49a7b09-d751-434f-8fc2-0b3a3098a87c tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a781a375-ecc1-4470-b434-56ebce1f93f2,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:32.861566 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8fe1c432-f517-490e-8fe3-826ffc2aa845 req-de00a5c9-b682-4ff5-ad4b-0e15235350d1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=84f7623b-92bc-46cd-a725-53de6be71e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655079 Mar 11 19:35:32.903298 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a1d967b1-363c-4fd7-967e-b587d684b094 req-2e98450a-750c-4021-9294-ade5b4cf23a1 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229297 Mar 11 19:35:32.973246 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-07a1848c-3f67-4614-9387-b89c1c77ec70 req-c49a7b09-d751-434f-8fc2-0b3a3098a87c tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Allocated IP 192.168.233.117 (885772b1-9b97-4e1d-a0fb-e125030c5a81/9bb14923-74c3-4313-be8d-ed33542f05aa/ea0d9447-6a38-4cf2-aeb2-52417048e1e8) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:35:33.059196 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5541b36f-5d7b-4d53-88e7-91492a0af006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (ea15ad4d-bebb-4c46-90fd-b07c922de159), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:33.134565 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b82a97f2-510e-4873-a12e-2d36b33a1f65 req-4dc10fce-9645-423f-80bf-5f1d58b24d9f tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:33.161646 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-07b7f3cd-957f-4636-b7ad-268a99075512 req-e300f3e6-81fa-4e79-96d0-6cdd4ef79860 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:33.161932 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc6f81f-aefb-4fee-8dd9-1bf846ea98aa req-e309240e-93e2-4825-99a2-9676b8c1798a tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:33.163464 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bdc6f81f-aefb-4fee-8dd9-1bf846ea98aa req-e309240e-93e2-4825-99a2-9676b8c1798a tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?device_id=c900818c-a431-4d5d-8924-a66b2f33b5f6 HTTP/1.1" status: 200 len: 945 time: 0.1764755 Mar 11 19:35:33.208062 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc10fce-9645-423f-80bf-5f1d58b24d9f tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Pushing event deleted for resources: {'Port': ['ID=7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:33.224764 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2486a9-211a-4db0-b528-244f9790f8da req-3833f66b-be3c-44e7-9bd7-8f9a52e8b73e tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:33.226727 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6b2486a9-211a-4db0-b528-244f9790f8da req-3833f66b-be3c-44e7-9bd7-8f9a52e8b73e tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=151f548b-417d-4fda-9007-9657402adaa5 HTTP/1.1" status: 200 len: 944 time: 0.2226009 Mar 11 19:35:33.335971 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-b82a97f2-510e-4873-a12e-2d36b33a1f65 req-4dc10fce-9645-423f-80bf-5f1d58b24d9f tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] No DVR routers for this DVR port 7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c on host n-h1-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:35:33.348908 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b82a97f2-510e-4873-a12e-2d36b33a1f65 req-4dc10fce-9645-423f-80bf-5f1d58b24d9f tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:33.352503 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b82a97f2-510e-4873-a12e-2d36b33a1f65 req-4dc10fce-9645-423f-80bf-5f1d58b24d9f tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.75 "DELETE /v2.0/ports/7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c HTTP/1.1" status: 204 len: 173 time: 1.7009749 Mar 11 19:35:33.355184 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '151f548b-417d-4fda-9007-9657402adaa5', 'name': 'network-vif-deleted', 'tag': '7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:35:33.357622 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e69a4fe2-bcc6-496a-a669-a7e28a3d40c3" -d '{"events": [{"server_uuid": "151f548b-417d-4fda-9007-9657402adaa5", "name": "network-vif-deleted", "tag": "7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:35:33.401121 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6b2486a9-211a-4db0-b528-244f9790f8da req-9b5185be-de81-4060-b2eb-8c38d1976d6d tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545525 Mar 11 19:35:33.404141 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bdc6f81f-aefb-4fee-8dd9-1bf846ea98aa req-db7ef1fe-5238-4de4-9341-5b99763847af tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/security-groups?id=03204c94-e7d5-4698-bf53-e2e3ba52bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031238 Mar 11 19:35:33.432502 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-07a1848c-3f67-4614-9387-b89c1c77ec70 req-c49a7b09-d751-434f-8fc2-0b3a3098a87c tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Publish callbacks [] for port (ea0d9447-6a38-4cf2-aeb2-52417048e1e8), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:33.436030 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-5541b36f-5d7b-4d53-88e7-91492a0af006 admin admin] Deleting port 53ed2ba9-4a94-4491-8950-c040c5b76a24 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:35:33.436374 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5541b36f-5d7b-4d53-88e7-91492a0af006 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (53ed2ba9-4a94-4491-8950-c040c5b76a24), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:33.494934 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-07a1848c-3f67-4614-9387-b89c1c77ec70 req-c49a7b09-d751-434f-8fc2-0b3a3098a87c tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (ea0d9447-6a38-4cf2-aeb2-52417048e1e8), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:33.536207 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1519ba2-4449-45e0-a01c-29433c7a262a x-openstack-request-id: req-d1519ba2-4449-45e0-a01c-29433c7a262a {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:35:33.536578 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "151f548b-417d-4fda-9007-9657402adaa5", "name": "network-vif-deleted", "tag": "7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:35:33.536899 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d1519ba2-4449-45e0-a01c-29433c7a262a {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:35:33.537367 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '151f548b-417d-4fda-9007-9657402adaa5', 'name': 'network-vif-deleted', 'tag': '7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c', 'status': 'completed', 'code': 200} Mar 11 19:35:33.562651 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07a1848c-3f67-4614-9387-b89c1c77ec70 req-c49a7b09-d751-434f-8fc2-0b3a3098a87c tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Network 885772b1-9b97-4e1d-a0fb-e125030c5a81 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:35:33.574494 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-5541b36f-5d7b-4d53-88e7-91492a0af006 admin admin] For port 53ed2ba9-4a94-4491-8950-c040c5b76a24, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=53ed2ba9-4a94-4491-8950-c040c5b76a24,segment=NetworkSegment(0cf8fa48-9134-4521-9a3c-95a0fcb4e6c7),segment_id=0cf8fa48-9134-4521-9a3c-95a0fcb4e6c7)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:35:33.574854 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5541b36f-5d7b-4d53-88e7-91492a0af006 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (53ed2ba9-4a94-4491-8950-c040c5b76a24), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:33.584407 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-07a1848c-3f67-4614-9387-b89c1c77ec70 req-c49a7b09-d751-434f-8fc2-0b3a3098a87c tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:35:33.588684 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-07b7f3cd-957f-4636-b7ad-268a99075512 req-e300f3e6-81fa-4e79-96d0-6cdd4ef79860 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Allocated IP 192.168.233.105 (885772b1-9b97-4e1d-a0fb-e125030c5a81/9bb14923-74c3-4313-be8d-ed33542f05aa/5f2c87b5-3ef8-4a45-9f10-1f3527b60463) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:35:33.588890 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2a785a2c-2fb4-4c24-b5fc-8af5c7b0d0a0 req-11c50ebd-c307-464e-ac44-fe8fb0a64d81 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/ports?device_id=269ff07d-677b-4ab8-8ca9-a7da9224ad94 HTTP/1.1" status: 200 len: 210 time: 0.0409780 Mar 11 19:35:33.592044 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-07a1848c-3f67-4614-9387-b89c1c77ec70 req-c49a7b09-d751-434f-8fc2-0b3a3098a87c tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:35:33.597869 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-5541b36f-5d7b-4d53-88e7-91492a0af006 admin admin] Calling delete_port for 53ed2ba9-4a94-4491-8950-c040c5b76a24 owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:35:33.622875 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49a7b09-d751-434f-8fc2-0b3a3098a87c tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Pushing event updated for resources: {'Port': ['ID=ea0d9447-6a38-4cf2-aeb2-52417048e1e8,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:33.693081 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a1848c-3f67-4614-9387-b89c1c77ec70 req-c49a7b09-d751-434f-8fc2-0b3a3098a87c tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:33.693625 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-07a1848c-3f67-4614-9387-b89c1c77ec70 req-c49a7b09-d751-434f-8fc2-0b3a3098a87c tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:33.718572 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-07a1848c-3f67-4614-9387-b89c1c77ec70 req-c49a7b09-d751-434f-8fc2-0b3a3098a87c tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1532242 Mar 11 19:35:33.731215 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bed95-4926-4abd-af81-f4e0929c2184 req-b6fb42ec-26a6-4cfb-9632-c1b77de24ea5 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:33.732949 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-646bed95-4926-4abd-af81-f4e0929c2184 req-b6fb42ec-26a6-4cfb-9632-c1b77de24ea5 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/ports?device_id=30801c17-a93d-4cf6-ad19-b8560b08af82 HTTP/1.1" status: 200 len: 946 time: 0.0799785 Mar 11 19:35:33.737946 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-07a1848c-3f67-4614-9387-b89c1c77ec70 req-78515512-1fcb-4c67-aeb9-c2e1a01a9827 service neutron] Request body: {'port': {'device_id': 'cbff8c3d-c4d3-4bb3-b145-04248810f46f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:35:33.855752 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-07a1848c-3f67-4614-9387-b89c1c77ec70 req-78515512-1fcb-4c67-aeb9-c2e1a01a9827 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ea0d9447-6a38-4cf2-aeb2-52417048e1e8), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:33.860447 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-646bed95-4926-4abd-af81-f4e0929c2184 req-0fa8f53a-1cfc-47c2-b592-57c7a99894ee tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/security-groups?id=84f7623b-92bc-46cd-a725-53de6be71e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185410 Mar 11 19:35:33.909519 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-07b7f3cd-957f-4636-b7ad-268a99075512 req-e300f3e6-81fa-4e79-96d0-6cdd4ef79860 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Publish callbacks [] for port (5f2c87b5-3ef8-4a45-9f10-1f3527b60463), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:33.968808 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34004) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:35:33.981215 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 73cf9994-2e3b-455d-b177-035336ec2695 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:35:34.038400 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5541b36f-5d7b-4d53-88e7-91492a0af006 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (53ed2ba9-4a94-4491-8950-c040c5b76a24), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:34.053574 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-07b7f3cd-957f-4636-b7ad-268a99075512 req-e300f3e6-81fa-4e79-96d0-6cdd4ef79860 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (5f2c87b5-3ef8-4a45-9f10-1f3527b60463), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:34.071063 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-29fc5413-f2a5-40ac-bf91-a58be04e7e79 None None] Provisioning complete for port ea0d9447-6a38-4cf2-aeb2-52417048e1e8 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:35:34.071445 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-29fc5413-f2a5-40ac-bf91-a58be04e7e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ea0d9447-6a38-4cf2-aeb2-52417048e1e8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:34.078197 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5541b36f-5d7b-4d53-88e7-91492a0af006 admin admin] Pushing event deleted for resources: {'Port': ['ID=53ed2ba9-4a94-4491-8950-c040c5b76a24,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:34.117816 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5541b36f-5d7b-4d53-88e7-91492a0af006 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:35:34.118202 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5541b36f-5d7b-4d53-88e7-91492a0af006 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:35:34.118667 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5541b36f-5d7b-4d53-88e7-91492a0af006 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:35:34.119269 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5541b36f-5d7b-4d53-88e7-91492a0af006 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:35:34.119521 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5541b36f-5d7b-4d53-88e7-91492a0af006 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:35:34.119899 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5541b36f-5d7b-4d53-88e7-91492a0af006 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:35:34.120276 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5541b36f-5d7b-4d53-88e7-91492a0af006 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:35:34.120673 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5541b36f-5d7b-4d53-88e7-91492a0af006 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:35:34.121070 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5541b36f-5d7b-4d53-88e7-91492a0af006 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:35:34.121402 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5541b36f-5d7b-4d53-88e7-91492a0af006 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:35:34.121836 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5541b36f-5d7b-4d53-88e7-91492a0af006 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:35:34.121982 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-29fc5413-f2a5-40ac-bf91-a58be04e7e79 None None] Port ea0d9447-6a38-4cf2-aeb2-52417048e1e8 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:35:34.122186 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5541b36f-5d7b-4d53-88e7-91492a0af006 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:35:34.122567 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5541b36f-5d7b-4d53-88e7-91492a0af006 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:35:34.137213 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port 73cf9994-2e3b-455d-b177-035336ec2695 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:35:34.142987 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 73cf9994-2e3b-455d-b177-035336ec2695 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:35:34.143364 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (73cf9994-2e3b-455d-b177-035336ec2695), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:34.153512 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07b7f3cd-957f-4636-b7ad-268a99075512 req-e300f3e6-81fa-4e79-96d0-6cdd4ef79860 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Network 885772b1-9b97-4e1d-a0fb-e125030c5a81 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:35:34.198047 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff79de7-56fa-47d5-be36-017be8200622 req-4e3fef41-f2ab-4711-b100-5aae8110193c tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:34.205694 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7ff79de7-56fa-47d5-be36-017be8200622 req-4e3fef41-f2ab-4711-b100-5aae8110193c tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e4ff243-d28f-4c44-8f6f-d885353f5b3d HTTP/1.1" status: 200 len: 949 time: 0.1710088 Mar 11 19:35:34.222229 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-476346e3-ed9e-4331-9146-fb82bac12a03 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks [] for security_group (019be762-639e-4ed8-9c49-723d3436f32b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:34.226319 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-07b7f3cd-957f-4636-b7ad-268a99075512 req-e300f3e6-81fa-4e79-96d0-6cdd4ef79860 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:35:34.229289 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-07b7f3cd-957f-4636-b7ad-268a99075512 req-e300f3e6-81fa-4e79-96d0-6cdd4ef79860 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:35:34.300315 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7ff79de7-56fa-47d5-be36-017be8200622 req-10dc0470-7912-427a-9569-be136a995123 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934727 Mar 11 19:35:34.354288 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 73cf9994-2e3b-455d-b177-035336ec2695 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:35:34.355058 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (73cf9994-2e3b-455d-b177-035336ec2695), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:34.381612 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-476346e3-ed9e-4331-9146-fb82bac12a03 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks [] for security_group (019be762-639e-4ed8-9c49-723d3436f32b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:34.397383 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e300f3e6-81fa-4e79-96d0-6cdd4ef79860 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Pushing event updated for resources: {'Port': ['ID=5f2c87b5-3ef8-4a45-9f10-1f3527b60463,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:34.417023 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 73cf9994-2e3b-455d-b177-035336ec2695, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=73cf9994-2e3b-455d-b177-035336ec2695,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:35:34.418031 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e4ff243-d28f-4c44-8f6f-d885353f5b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73cf9994-2e3b-455d-b177-035336ec2695'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:35:34.422426 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4790be89-c60c-42ff-aeee-2bd27a13eb27" -d '{"events": [{"server_uuid": "7e4ff243-d28f-4c44-8f6f-d885353f5b3d", "name": "network-vif-plugged", "status": "completed", "tag": "73cf9994-2e3b-455d-b177-035336ec2695"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:35:34.426740 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (73cf9994-2e3b-455d-b177-035336ec2695), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:34.468685 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-07a1848c-3f67-4614-9387-b89c1c77ec70 req-78515512-1fcb-4c67-aeb9-c2e1a01a9827 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea0d9447-6a38-4cf2-aeb2-52417048e1e8 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:35:34.481156 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-07a1848c-3f67-4614-9387-b89c1c77ec70 req-78515512-1fcb-4c67-aeb9-c2e1a01a9827 service neutron] Publish callbacks [] for port (ea0d9447-6a38-4cf2-aeb2-52417048e1e8), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:34.504679 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b7f3cd-957f-4636-b7ad-268a99075512 req-e300f3e6-81fa-4e79-96d0-6cdd4ef79860 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:34.505609 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-07a1848c-3f67-4614-9387-b89c1c77ec70 req-78515512-1fcb-4c67-aeb9-c2e1a01a9827 service neutron] Transition to ACTIVE for port object ea0d9447-6a38-4cf2-aeb2-52417048e1e8 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:35:34.505768 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-07b7f3cd-957f-4636-b7ad-268a99075512 req-e300f3e6-81fa-4e79-96d0-6cdd4ef79860 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:34.507916 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=73cf9994-2e3b-455d-b177-035336ec2695,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:34.511020 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-07a1848c-3f67-4614-9387-b89c1c77ec70 req-78515512-1fcb-4c67-aeb9-c2e1a01a9827 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (ea0d9447-6a38-4cf2-aeb2-52417048e1e8), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:34.572239 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc1ef189-6bb3-4a47-9815-81f100d58dfc x-openstack-request-id: req-cc1ef189-6bb3-4a47-9815-81f100d58dfc {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:35:34.572639 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e4ff243-d28f-4c44-8f6f-d885353f5b3d", "name": "network-vif-plugged", "status": "completed", "tag": "73cf9994-2e3b-455d-b177-035336ec2695", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:35:34.575726 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cc1ef189-6bb3-4a47-9815-81f100d58dfc {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:35:34.575726 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e4ff243-d28f-4c44-8f6f-d885353f5b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73cf9994-2e3b-455d-b177-035336ec2695', 'code': 200} Mar 11 19:35:34.578680 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78515512-1fcb-4c67-aeb9-c2e1a01a9827 service neutron] Pushing event updated for resources: {'Port': ['ID=ea0d9447-6a38-4cf2-aeb2-52417048e1e8,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:34.579729 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-07b7f3cd-957f-4636-b7ad-268a99075512 req-e300f3e6-81fa-4e79-96d0-6cdd4ef79860 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4234664 Mar 11 19:35:34.585392 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5541b36f-5d7b-4d53-88e7-91492a0af006 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (ea15ad4d-bebb-4c46-90fd-b07c922de159), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:34.592315 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-07b7f3cd-957f-4636-b7ad-268a99075512 req-bb7fd7be-2734-4e45-8da2-d8642474b1bb service neutron] Request body: {'port': {'device_id': '269ff07d-677b-4ab8-8ca9-a7da9224ad94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:35:34.656194 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-e023c18e-4441-459f-87fa-3d3a31463175 None None] Provisioning complete for port 5f2c87b5-3ef8-4a45-9f10-1f3527b60463 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:35:34.656846 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e023c18e-4441-459f-87fa-3d3a31463175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (5f2c87b5-3ef8-4a45-9f10-1f3527b60463), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:34.696307 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e023c18e-4441-459f-87fa-3d3a31463175 None None] Port 5f2c87b5-3ef8-4a45-9f10-1f3527b60463 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:35:34.714565 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-07b7f3cd-957f-4636-b7ad-268a99075512 req-bb7fd7be-2734-4e45-8da2-d8642474b1bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (5f2c87b5-3ef8-4a45-9f10-1f3527b60463), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:34.721127 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-476346e3-ed9e-4331-9146-fb82bac12a03 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (019be762-639e-4ed8-9c49-723d3436f32b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:34.724037 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-476346e3-ed9e-4331-9146-fb82bac12a03 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:34.729203 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-476346e3-ed9e-4331-9146-fb82bac12a03 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "DELETE /v2.0/security-groups/019be762-639e-4ed8-9c49-723d3436f32b HTTP/1.1" status: 204 len: 168 time: 0.7578325 Mar 11 19:35:34.732080 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34016) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:35:34.752676 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476346e3-ed9e-4331-9146-fb82bac12a03 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=019be762-639e-4ed8-9c49-723d3436f32b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:34.810717 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [None req-5e6f0ed1-3dfc-4408-87ac-14fecffc94b4 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] show failed (client error): The resource could not be found. Mar 11 19:35:34.812046 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-5e6f0ed1-3dfc-4408-87ac-14fecffc94b4 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "GET /v2.0/security-groups/019be762-639e-4ed8-9c49-723d3436f32b HTTP/1.1" status: 404 len: 347 time: 0.0725756 Mar 11 19:35:34.817088 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34020) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:35:34.822320 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a868e6-84f1-4010-b9f6-a8caac6cc0b0 req-71da8b31-4113-4e76-838f-c5d9d1323573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:34.823158 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d8a868e6-84f1-4010-b9f6-a8caac6cc0b0 req-71da8b31-4113-4e76-838f-c5d9d1323573 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=7e4ff243-d28f-4c44-8f6f-d885353f5b3d HTTP/1.1" status: 200 len: 1132 time: 0.1824067 Mar 11 19:35:34.876618 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e476d-5292-4acc-af51-7ecfaeeea3ce req-6edf0914-d28d-4486-b3e6-98a3460167cc tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:34.878061 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a38e476d-5292-4acc-af51-7ecfaeeea3ce req-6edf0914-d28d-4486-b3e6-98a3460167cc tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?device_id=c900818c-a431-4d5d-8924-a66b2f33b5f6 HTTP/1.1" status: 200 len: 945 time: 0.2705741 Mar 11 19:35:34.895984 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-07a1848c-3f67-4614-9387-b89c1c77ec70 req-78515512-1fcb-4c67-aeb9-c2e1a01a9827 service neutron] Attempting to bind port ea0d9447-6a38-4cf2-aeb2-52417048e1e8 on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:35:34.896315 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-07a1848c-3f67-4614-9387-b89c1c77ec70 req-78515512-1fcb-4c67-aeb9-c2e1a01a9827 service neutron] Attempting to bind port ea0d9447-6a38-4cf2-aeb2-52417048e1e8 by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:35:34.896652 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a1848c-3f67-4614-9387-b89c1c77ec70 req-78515512-1fcb-4c67-aeb9-c2e1a01a9827 service neutron] Attempting to bind port ea0d9447-6a38-4cf2-aeb2-52417048e1e8 on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:35:34.955553 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a1848c-3f67-4614-9387-b89c1c77ec70 req-78515512-1fcb-4c67-aeb9-c2e1a01a9827 service neutron] Port ea0d9447-6a38-4cf2-aeb2-52417048e1e8 on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:35:34.955906 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a1848c-3f67-4614-9387-b89c1c77ec70 req-78515512-1fcb-4c67-aeb9-c2e1a01a9827 service neutron] Attempting to bind port ea0d9447-6a38-4cf2-aeb2-52417048e1e8 on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:35:34.995389 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a1848c-3f67-4614-9387-b89c1c77ec70 req-78515512-1fcb-4c67-aeb9-c2e1a01a9827 service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:35:34.995666 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a1848c-3f67-4614-9387-b89c1c77ec70 req-78515512-1fcb-4c67-aeb9-c2e1a01a9827 service neutron] Checking segment: {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:35:34.996029 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a1848c-3f67-4614-9387-b89c1c77ec70 req-78515512-1fcb-4c67-aeb9-c2e1a01a9827 service neutron] Bound using segment: {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:35:34.996467 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-07a1848c-3f67-4614-9387-b89c1c77ec70 req-78515512-1fcb-4c67-aeb9-c2e1a01a9827 service neutron] Bound port: ea0d9447-6a38-4cf2-aeb2-52417048e1e8, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:35:34.996817 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-07a1848c-3f67-4614-9387-b89c1c77ec70 req-78515512-1fcb-4c67-aeb9-c2e1a01a9827 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ea0d9447-6a38-4cf2-aeb2-52417048e1e8), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:35.069389 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d8a868e6-84f1-4010-b9f6-a8caac6cc0b0 req-d2705953-b30f-4afc-9411-7a52e8627c9c service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018561 Mar 11 19:35:35.102921 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a38e476d-5292-4acc-af51-7ecfaeeea3ce req-8b04d98c-7400-439c-b662-11ff6505a24a tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/security-groups?id=03204c94-e7d5-4698-bf53-e2e3ba52bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018087 Mar 11 19:35:35.118043 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a8526-cf0f-4887-b935-06677003351a req-446c6b53-bf12-443a-94d3-b0500fbeffbd tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:35.119525 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-755a8526-cf0f-4887-b935-06677003351a req-446c6b53-bf12-443a-94d3-b0500fbeffbd tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/ports?device_id=269ff07d-677b-4ab8-8ca9-a7da9224ad94 HTTP/1.1" status: 200 len: 936 time: 0.2509818 Mar 11 19:35:35.158182 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5541b36f-5d7b-4d53-88e7-91492a0af006 admin admin] Router ea15ad4d-bebb-4c46-90fd-b07c922de159 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:35:35.175016 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-07a1848c-3f67-4614-9387-b89c1c77ec70 req-78515512-1fcb-4c67-aeb9-c2e1a01a9827 service neutron] For port ea0d9447-6a38-4cf2-aeb2-52417048e1e8, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:35:35.183299 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-536177b2-3d2d-4ff9-a03f-d3a522b4d23e tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Deleting port 8025ed52-9860-4ff4-9e51-a0355ef6bd84 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:35:35.183659 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-536177b2-3d2d-4ff9-a03f-d3a522b4d23e tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (8025ed52-9860-4ff4-9e51-a0355ef6bd84), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:35.186806 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-07a1848c-3f67-4614-9387-b89c1c77ec70 req-78515512-1fcb-4c67-aeb9-c2e1a01a9827 service neutron] For port ea0d9447-6a38-4cf2-aeb2-52417048e1e8, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=ea0d9447-6a38-4cf2-aeb2-52417048e1e8,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:35:35.213224 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-07a1848c-3f67-4614-9387-b89c1c77ec70 req-78515512-1fcb-4c67-aeb9-c2e1a01a9827 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (ea0d9447-6a38-4cf2-aeb2-52417048e1e8), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:35.245607 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-07b7f3cd-957f-4636-b7ad-268a99075512 req-bb7fd7be-2734-4e45-8da2-d8642474b1bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f2c87b5-3ef8-4a45-9f10-1f3527b60463 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:35:35.255802 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-07b7f3cd-957f-4636-b7ad-268a99075512 req-bb7fd7be-2734-4e45-8da2-d8642474b1bb service neutron] Publish callbacks [] for port (5f2c87b5-3ef8-4a45-9f10-1f3527b60463), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:35.278900 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-07b7f3cd-957f-4636-b7ad-268a99075512 req-bb7fd7be-2734-4e45-8da2-d8642474b1bb service neutron] Transition to ACTIVE for port object 5f2c87b5-3ef8-4a45-9f10-1f3527b60463 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:35:35.284494 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-755a8526-cf0f-4887-b935-06677003351a req-13667818-ccd3-4b7c-a04d-a5139311132d tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/security-groups?id=a781a375-ecc1-4470-b434-56ebce1f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557949 Mar 11 19:35:35.285107 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-07b7f3cd-957f-4636-b7ad-268a99075512 req-bb7fd7be-2734-4e45-8da2-d8642474b1bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (5f2c87b5-3ef8-4a45-9f10-1f3527b60463), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:35.342731 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a1848c-3f67-4614-9387-b89c1c77ec70 req-78515512-1fcb-4c67-aeb9-c2e1a01a9827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:35.343496 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-07a1848c-3f67-4614-9387-b89c1c77ec70 req-78515512-1fcb-4c67-aeb9-c2e1a01a9827 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:35.344908 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-07a1848c-3f67-4614-9387-b89c1c77ec70 req-78515512-1fcb-4c67-aeb9-c2e1a01a9827 service neutron] 10.222.0.57 "PUT /v2.0/ports/ea0d9447-6a38-4cf2-aeb2-52417048e1e8 HTTP/1.1" status: 200 len: 1096 time: 1.6109200 Mar 11 19:35:35.387865 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7fd7be-2734-4e45-8da2-d8642474b1bb service neutron] Pushing event updated for resources: {'Port': ['ID=5f2c87b5-3ef8-4a45-9f10-1f3527b60463,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:35.390756 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5541b36f-5d7b-4d53-88e7-91492a0af006 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:35:35.411996 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df314e0-4f92-4353-a05d-5383b9646459 None None] Sync routers for ids ['ea15ad4d-bebb-4c46-90fd-b07c922de159'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:35:35.416621 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-5541b36f-5d7b-4d53-88e7-91492a0af006 admin admin] 10.222.0.65 "PUT /v2.0/routers/ea15ad4d-bebb-4c46-90fd-b07c922de159/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8152497 Mar 11 19:35:35.421661 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34026) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:35:35.423384 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df314e0-4f92-4353-a05d-5383b9646459 None None] Routers {'ea15ad4d-bebb-4c46-90fd-b07c922de159'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:35:35.424293 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-9df314e0-4f92-4353-a05d-5383b9646459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:35:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['ea15ad4d-bebb-4c46-90fd-b07c922de159'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:35:35.462485 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e069cf48-8492-4f59-9586-728f9fe65303 req-e6a24ea6-b2fa-4fbb-8235-a9e9c21c0ea5 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:35.464304 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e069cf48-8492-4f59-9586-728f9fe65303 req-e6a24ea6-b2fa-4fbb-8235-a9e9c21c0ea5 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ad8bcae-55b9-4797-acc5-531c16b5cec4 HTTP/1.1" status: 200 len: 944 time: 0.2693720 Mar 11 19:35:35.484582 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78515512-1fcb-4c67-aeb9-c2e1a01a9827 service neutron] Pushing event updated for resources: {'Port': ['ID=ea0d9447-6a38-4cf2-aeb2-52417048e1e8,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:35.546517 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-536177b2-3d2d-4ff9-a03f-d3a522b4d23e tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (8025ed52-9860-4ff4-9e51-a0355ef6bd84), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:35.546850 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-536177b2-3d2d-4ff9-a03f-d3a522b4d23e tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks [] for floatingip (8025ed52-9860-4ff4-9e51-a0355ef6bd84), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:35.549266 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbff8c3d-c4d3-4bb3-b145-04248810f46f', 'tag': 'ea0d9447-6a38-4cf2-aeb2-52417048e1e8'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:35:35.551534 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f7169f4-687f-4052-8ac5-46f598209bc6" -d '{"events": [{"name": "network-changed", "server_uuid": "cbff8c3d-c4d3-4bb3-b145-04248810f46f", "tag": "ea0d9447-6a38-4cf2-aeb2-52417048e1e8"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:35:35.577012 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-9df314e0-4f92-4353-a05d-5383b9646459 None None] Set router ea15ad4d-bebb-4c46-90fd-b07c922de159 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:35:35.590616 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-07b7f3cd-957f-4636-b7ad-268a99075512 req-bb7fd7be-2734-4e45-8da2-d8642474b1bb service neutron] Attempting to bind port 5f2c87b5-3ef8-4a45-9f10-1f3527b60463 on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:35:35.591124 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-07b7f3cd-957f-4636-b7ad-268a99075512 req-bb7fd7be-2734-4e45-8da2-d8642474b1bb service neutron] Attempting to bind port 5f2c87b5-3ef8-4a45-9f10-1f3527b60463 by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:35:35.591554 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b7f3cd-957f-4636-b7ad-268a99075512 req-bb7fd7be-2734-4e45-8da2-d8642474b1bb service neutron] Attempting to bind port 5f2c87b5-3ef8-4a45-9f10-1f3527b60463 on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:35:35.592087 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-536177b2-3d2d-4ff9-a03f-d3a522b4d23e tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Calling delete_port for 8025ed52-9860-4ff4-9e51-a0355ef6bd84 owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:35:35.603886 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b7f3cd-957f-4636-b7ad-268a99075512 req-bb7fd7be-2734-4e45-8da2-d8642474b1bb service neutron] Port 5f2c87b5-3ef8-4a45-9f10-1f3527b60463 on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:35:35.604386 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b7f3cd-957f-4636-b7ad-268a99075512 req-bb7fd7be-2734-4e45-8da2-d8642474b1bb service neutron] Attempting to bind port 5f2c87b5-3ef8-4a45-9f10-1f3527b60463 on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:35:35.614317 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b7f3cd-957f-4636-b7ad-268a99075512 req-bb7fd7be-2734-4e45-8da2-d8642474b1bb service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:35:35.614792 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b7f3cd-957f-4636-b7ad-268a99075512 req-bb7fd7be-2734-4e45-8da2-d8642474b1bb service neutron] Checking segment: {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:35:35.615274 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b7f3cd-957f-4636-b7ad-268a99075512 req-bb7fd7be-2734-4e45-8da2-d8642474b1bb service neutron] Bound using segment: {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:35:35.616060 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-07b7f3cd-957f-4636-b7ad-268a99075512 req-bb7fd7be-2734-4e45-8da2-d8642474b1bb service neutron] Bound port: 5f2c87b5-3ef8-4a45-9f10-1f3527b60463, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:35:35.616225 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85799c6a-078b-4ded-9f61-9c4ec562b836 req-e01a6fe5-03d9-4351-ba7a-10dd8159d62e tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:35.616453 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-07b7f3cd-957f-4636-b7ad-268a99075512 req-bb7fd7be-2734-4e45-8da2-d8642474b1bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (5f2c87b5-3ef8-4a45-9f10-1f3527b60463), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:35.618152 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-85799c6a-078b-4ded-9f61-9c4ec562b836 req-e01a6fe5-03d9-4351-ba7a-10dd8159d62e tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/ports?device_id=30801c17-a93d-4cf6-ad19-b8560b08af82 HTTP/1.1" status: 200 len: 946 time: 0.2594743 Mar 11 19:35:35.628772 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-73355ca1-f938-4107-b19c-99f1d09ada9a admin admin] Publish callbacks [] for router (ea15ad4d-bebb-4c46-90fd-b07c922de159), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:35.634245 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e069cf48-8492-4f59-9586-728f9fe65303 req-a60a2c6c-ac29-41a5-b77a-921a2afae127 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548455 Mar 11 19:35:35.917401 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-9df314e0-4f92-4353-a05d-5383b9646459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea15ad4d-bebb-4c46-90fd-b07c922de159', 'name': 'tempest-ServersTestMultiNic-765030311-router', 'tenant_id': 'a957f2f02f014417a57323b91c40f536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'dc0ed203-618e-496f-90c6-771b4c901980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:33:35Z', 'updated_at': '2022-03-11T19:35:33Z', 'revision_number': 5, 'project_id': 'a957f2f02f014417a57323b91c40f536', 'gw_port': {'id': 'dc0ed203-618e-496f-90c6-771b4c901980', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:08:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea15ad4d-bebb-4c46-90fd-b07c922de159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:33:36Z', 'updated_at': '2022-03-11T19:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:35:35.953316 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df314e0-4f92-4353-a05d-5383b9646459 None None] Checking router: ea15ad4d-bebb-4c46-90fd-b07c922de159 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:35:35.963713 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df314e0-4f92-4353-a05d-5383b9646459 None None] Routers {'ea15ad4d-bebb-4c46-90fd-b07c922de159'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:35:35.964312 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-9df314e0-4f92-4353-a05d-5383b9646459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:35:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['ea15ad4d-bebb-4c46-90fd-b07c922de159'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:35:36.002602 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:35:36.034446 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: 7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:35:36.034705 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 7bf4022b-f610-4b7b-8cd3-ab2eaf0a966c not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:35:36.085175 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a1848c-3f67-4614-9387-b89c1c77ec70 req-a2410937-5f07-41c3-8169-7992b8e89420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:36.087346 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-07a1848c-3f67-4614-9387-b89c1c77ec70 req-a2410937-5f07-41c3-8169-7992b8e89420 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=223983732af345fcb546856737077dde&device_id=cbff8c3d-c4d3-4bb3-b145-04248810f46f HTTP/1.1" status: 200 len: 1130 time: 0.6808972 Mar 11 19:35:36.099803 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba743e6-a268-4894-ac90-8a7fa4131dc0 req-4ffeff68-1f82-4ea1-b703-43f22a7a8e4a tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:36.101513 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3ba743e6-a268-4894-ac90-8a7fa4131dc0 req-4ffeff68-1f82-4ea1-b703-43f22a7a8e4a tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ad8bcae-55b9-4797-acc5-531c16b5cec4 HTTP/1.1" status: 200 len: 944 time: 0.6359007 Mar 11 19:35:36.106713 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-9df314e0-4f92-4353-a05d-5383b9646459 None None] Set router ea15ad4d-bebb-4c46-90fd-b07c922de159 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:35:36.159793 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-07b7f3cd-957f-4636-b7ad-268a99075512 req-bb7fd7be-2734-4e45-8da2-d8642474b1bb service neutron] For port 5f2c87b5-3ef8-4a45-9f10-1f3527b60463, host n-h2-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:35:36.178142 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-07b7f3cd-957f-4636-b7ad-268a99075512 req-bb7fd7be-2734-4e45-8da2-d8642474b1bb service neutron] For port 5f2c87b5-3ef8-4a45-9f10-1f3527b60463, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=5f2c87b5-3ef8-4a45-9f10-1f3527b60463,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:35:36.188245 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-07b7f3cd-957f-4636-b7ad-268a99075512 req-bb7fd7be-2734-4e45-8da2-d8642474b1bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (5f2c87b5-3ef8-4a45-9f10-1f3527b60463), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:36.192725 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-73355ca1-f938-4107-b19c-99f1d09ada9a admin admin] Publish callbacks [] for router_gateway (ea15ad4d-bebb-4c46-90fd-b07c922de159), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:36.208008 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-07a1848c-3f67-4614-9387-b89c1c77ec70 req-788d43e4-9506-4122-9fc4-0de239e4190a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=ea0d9447-6a38-4cf2-aeb2-52417048e1e8 HTTP/1.1" status: 200 len: 217 time: 0.0883126 Mar 11 19:35:36.264011 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b7f3cd-957f-4636-b7ad-268a99075512 req-bb7fd7be-2734-4e45-8da2-d8642474b1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:36.264971 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-07b7f3cd-957f-4636-b7ad-268a99075512 req-bb7fd7be-2734-4e45-8da2-d8642474b1bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:36.266148 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-07b7f3cd-957f-4636-b7ad-268a99075512 req-bb7fd7be-2734-4e45-8da2-d8642474b1bb service neutron] 10.222.0.57 "PUT /v2.0/ports/5f2c87b5-3ef8-4a45-9f10-1f3527b60463 HTTP/1.1" status: 200 len: 1096 time: 1.6785610 Mar 11 19:35:36.266536 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '269ff07d-677b-4ab8-8ca9-a7da9224ad94', 'tag': '5f2c87b5-3ef8-4a45-9f10-1f3527b60463'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:35:36.268813 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97dbc2dd-8b95-4be9-a543-6fbb2ef25a68" -d '{"events": [{"name": "network-changed", "server_uuid": "269ff07d-677b-4ab8-8ca9-a7da9224ad94", "tag": "5f2c87b5-3ef8-4a45-9f10-1f3527b60463"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:35:36.283944 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-85799c6a-078b-4ded-9f61-9c4ec562b836 req-a6669663-cee1-4e3a-b235-6aa2555757ad tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/security-groups?id=84f7623b-92bc-46cd-a725-53de6be71e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6428578 Mar 11 19:35:36.336088 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7fd7be-2734-4e45-8da2-d8642474b1bb service neutron] Pushing event updated for resources: {'Port': ['ID=5f2c87b5-3ef8-4a45-9f10-1f3527b60463,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:36.386302 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb3dce0-8ea9-48bc-b6b6-ea765b2c4e31 x-openstack-request-id: req-9fb3dce0-8ea9-48bc-b6b6-ea765b2c4e31 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:35:36.386302 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbff8c3d-c4d3-4bb3-b145-04248810f46f", "tag": "ea0d9447-6a38-4cf2-aeb2-52417048e1e8", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:35:36.386302 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9fb3dce0-8ea9-48bc-b6b6-ea765b2c4e31 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:35:36.386302 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbff8c3d-c4d3-4bb3-b145-04248810f46f', 'tag': 'ea0d9447-6a38-4cf2-aeb2-52417048e1e8', 'status': 'completed', 'code': 200} Mar 11 19:35:36.392333 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-9df314e0-4f92-4353-a05d-5383b9646459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea15ad4d-bebb-4c46-90fd-b07c922de159', 'name': 'tempest-ServersTestMultiNic-765030311-router', 'tenant_id': 'a957f2f02f014417a57323b91c40f536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'dc0ed203-618e-496f-90c6-771b4c901980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:33:35Z', 'updated_at': '2022-03-11T19:35:33Z', 'revision_number': 5, 'project_id': 'a957f2f02f014417a57323b91c40f536', 'gw_port': {'id': 'dc0ed203-618e-496f-90c6-771b4c901980', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:08:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea15ad4d-bebb-4c46-90fd-b07c922de159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:33:36Z', 'updated_at': '2022-03-11T19:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:35:36.403526 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-73355ca1-f938-4107-b19c-99f1d09ada9a admin admin] Deleting port dc0ed203-618e-496f-90c6-771b4c901980 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:35:36.404035 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-73355ca1-f938-4107-b19c-99f1d09ada9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (dc0ed203-618e-496f-90c6-771b4c901980), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:36.419999 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd66233-5723-4fa2-9a81-8a79c5adcc1e req-25ea6b0d-8355-459d-bc9c-08255deb9884 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:36.422629 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0dd66233-5723-4fa2-9a81-8a79c5adcc1e req-25ea6b0d-8355-459d-bc9c-08255deb9884 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e4ff243-d28f-4c44-8f6f-d885353f5b3d HTTP/1.1" status: 200 len: 950 time: 0.3648810 Mar 11 19:35:36.456524 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df314e0-4f92-4353-a05d-5383b9646459 None None] The sync data for ids ['ea15ad4d-bebb-4c46-90fd-b07c922de159'] in n-d-833163-1 is: [{'id': 'ea15ad4d-bebb-4c46-90fd-b07c922de159', 'name': 'tempest-ServersTestMultiNic-765030311-router', 'tenant_id': 'a957f2f02f014417a57323b91c40f536', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': 'dc0ed203-618e-496f-90c6-771b4c901980', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:33:35Z', 'updated_at': '2022-03-11T19:35:33Z', 'revision_number': 5, 'project_id': 'a957f2f02f014417a57323b91c40f536', 'gw_port': {'id': 'dc0ed203-618e-496f-90c6-771b4c901980', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:08:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea15ad4d-bebb-4c46-90fd-b07c922de159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:33:36Z', 'updated_at': '2022-03-11T19:33:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:35:36.524537 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a1848c-3f67-4614-9387-b89c1c77ec70 req-4e3c6b84-7b46-4a0d-ad97-7379cb156b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:36.526263 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-07a1848c-3f67-4614-9387-b89c1c77ec70 req-4e3c6b84-7b46-4a0d-ad97-7379cb156b08 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.3050516 Mar 11 19:35:36.554034 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-73355ca1-f938-4107-b19c-99f1d09ada9a admin admin] For port dc0ed203-618e-496f-90c6-771b4c901980, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=dc0ed203-618e-496f-90c6-771b4c901980,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:35:36.554452 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-73355ca1-f938-4107-b19c-99f1d09ada9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (dc0ed203-618e-496f-90c6-771b4c901980), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:36.576635 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-73355ca1-f938-4107-b19c-99f1d09ada9a admin admin] Calling delete_port for dc0ed203-618e-496f-90c6-771b4c901980 owned by network:router_gateway {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:35:36.579924 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b7f3cd-957f-4636-b7ad-268a99075512 req-49ef5514-403a-48c6-96c9-f7a1bc6ad730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:36.581476 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-07b7f3cd-957f-4636-b7ad-268a99075512 req-49ef5514-403a-48c6-96c9-f7a1bc6ad730 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=223983732af345fcb546856737077dde&device_id=269ff07d-677b-4ab8-8ca9-a7da9224ad94 HTTP/1.1" status: 200 len: 1130 time: 0.1965995 Mar 11 19:35:36.626073 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-07b7f3cd-957f-4636-b7ad-268a99075512 req-3bcebb31-cb3e-499d-bb3b-ea54fe69afa0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=5f2c87b5-3ef8-4a45-9f10-1f3527b60463 HTTP/1.1" status: 200 len: 217 time: 0.0364125 Mar 11 19:35:36.646330 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-536177b2-3d2d-4ff9-a03f-d3a522b4d23e tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (8025ed52-9860-4ff4-9e51-a0355ef6bd84), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:36.663839 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0dd66233-5723-4fa2-9a81-8a79c5adcc1e req-722282fa-12fb-4f6e-a099-248538846b17 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666212 Mar 11 19:35:36.693788 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-3ba743e6-a268-4894-ac90-8a7fa4131dc0 req-840a0ca9-094a-44ae-a189-bc127ac5cdfc tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Deleting port d7f91352-b57f-43ea-ac22-820aef0e7422 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:35:36.694567 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3ba743e6-a268-4894-ac90-8a7fa4131dc0 req-840a0ca9-094a-44ae-a189-bc127ac5cdfc tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (d7f91352-b57f-43ea-ac22-820aef0e7422), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:36.702253 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536177b2-3d2d-4ff9-a03f-d3a522b4d23e tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Pushing event deleted for resources: {'Port': ['ID=8025ed52-9860-4ff4-9e51-a0355ef6bd84,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:36.718694 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b7f3cd-957f-4636-b7ad-268a99075512 req-ae54ec0b-b9eb-4f9e-8936-f5f8f56fc1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:36.720191 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-07b7f3cd-957f-4636-b7ad-268a99075512 req-ae54ec0b-b9eb-4f9e-8936-f5f8f56fc1eb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.0669682 Mar 11 19:35:36.732401 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224f8566-4172-44e0-ba3b-c5292fdf6b49 req-ac904f6c-3a09-4b2c-86d3-69490c7f61eb tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:36.733862 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-224f8566-4172-44e0-ba3b-c5292fdf6b49 req-ac904f6c-3a09-4b2c-86d3-69490c7f61eb tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?device_id=c900818c-a431-4d5d-8924-a66b2f33b5f6 HTTP/1.1" status: 200 len: 945 time: 0.2258620 Mar 11 19:35:36.755818 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a1848c-3f67-4614-9387-b89c1c77ec70 req-01a34331-0176-4d59-8218-839a0ef7524d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:36.757809 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-07a1848c-3f67-4614-9387-b89c1c77ec70 req-01a34331-0176-4d59-8218-839a0ef7524d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2034955 Mar 11 19:35:36.762342 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d5550b-653f-4539-80e6-5e64739280cf x-openstack-request-id: req-90d5550b-653f-4539-80e6-5e64739280cf {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:35:36.762634 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "269ff07d-677b-4ab8-8ca9-a7da9224ad94", "tag": "5f2c87b5-3ef8-4a45-9f10-1f3527b60463", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:35:36.762889 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-90d5550b-653f-4539-80e6-5e64739280cf {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:35:36.763357 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '269ff07d-677b-4ab8-8ca9-a7da9224ad94', 'tag': '5f2c87b5-3ef8-4a45-9f10-1f3527b60463', 'status': 'completed', 'code': 200} Mar 11 19:35:36.833290 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b7f3cd-957f-4636-b7ad-268a99075512 req-099d0c60-d247-4715-96d0-9412c9d2b7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:36.834796 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-07b7f3cd-957f-4636-b7ad-268a99075512 req-099d0c60-d247-4715-96d0-9412c9d2b7ef service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0706832 Mar 11 19:35:36.936610 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-73355ca1-f938-4107-b19c-99f1d09ada9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (dc0ed203-618e-496f-90c6-771b4c901980), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:36.965867 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73355ca1-f938-4107-b19c-99f1d09ada9a admin admin] Pushing event deleted for resources: {'Port': ['ID=dc0ed203-618e-496f-90c6-771b4c901980,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:36.979814 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-536177b2-3d2d-4ff9-a03f-d3a522b4d23e tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks [] for floatingip (c9fb2843-a347-4cc0-8495-59bad6169824), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:36.980241 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-536177b2-3d2d-4ff9-a03f-d3a522b4d23e tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:36.983936 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-536177b2-3d2d-4ff9-a03f-d3a522b4d23e tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "DELETE /v2.0/floatingips/c9fb2843-a347-4cc0-8495-59bad6169824 HTTP/1.1" status: 204 len: 168 time: 2.1574640 Mar 11 19:35:37.000028 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34040) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:35:37.035536 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-3ba743e6-a268-4894-ac90-8a7fa4131dc0 req-840a0ca9-094a-44ae-a189-bc127ac5cdfc tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] For port d7f91352-b57f-43ea-ac22-820aef0e7422, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=d7f91352-b57f-43ea-ac22-820aef0e7422,segment=NetworkSegment(9cb9d205-9190-43c8-b078-f8df09db6175),segment_id=9cb9d205-9190-43c8-b078-f8df09db6175)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:35:37.035918 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3ba743e6-a268-4894-ac90-8a7fa4131dc0 req-840a0ca9-094a-44ae-a189-bc127ac5cdfc tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (d7f91352-b57f-43ea-ac22-820aef0e7422), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:37.042007 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-224f8566-4172-44e0-ba3b-c5292fdf6b49 req-5fc9fb0c-3a7a-449b-b9dc-1cdee2f6785e tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/security-groups?id=03204c94-e7d5-4698-bf53-e2e3ba52bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904229 Mar 11 19:35:37.048985 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-07b7f3cd-957f-4636-b7ad-268a99075512 req-d6ca32d4-ca01-449d-bb67-d4f653869bcd service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929467 Mar 11 19:35:37.061319 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b1cd8-ae20-4231-b869-dbdaac49926f req-51b149e7-82b8-4ded-b836-54da0c4c5a19 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:37.062958 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fb7b1cd8-ae20-4231-b869-dbdaac49926f req-51b149e7-82b8-4ded-b836-54da0c4c5a19 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/ports?device_id=30801c17-a93d-4cf6-ad19-b8560b08af82 HTTP/1.1" status: 200 len: 946 time: 0.2720263 Mar 11 19:35:37.069807 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-3ba743e6-a268-4894-ac90-8a7fa4131dc0 req-840a0ca9-094a-44ae-a189-bc127ac5cdfc tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Calling delete_port for d7f91352-b57f-43ea-ac22-820aef0e7422 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:35:37.112308 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-07a1848c-3f67-4614-9387-b89c1c77ec70 req-727a459d-86c2-43bd-bee8-dd52a59fc840 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224003 Mar 11 19:35:37.129387 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-73355ca1-f938-4107-b19c-99f1d09ada9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (ea15ad4d-bebb-4c46-90fd-b07c922de159), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:37.244350 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fb7b1cd8-ae20-4231-b869-dbdaac49926f req-0dba9742-a928-46c4-b35c-0d8361565fe7 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/security-groups?id=84f7623b-92bc-46cd-a725-53de6be71e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719453 Mar 11 19:35:37.273480 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-73355ca1-f938-4107-b19c-99f1d09ada9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (ea15ad4d-bebb-4c46-90fd-b07c922de159), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:37.282244 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-73355ca1-f938-4107-b19c-99f1d09ada9a admin admin] Publish callbacks [] for router_controller (ea15ad4d-bebb-4c46-90fd-b07c922de159), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:37.295399 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-07b7f3cd-957f-4636-b7ad-268a99075512 req-b1e842db-8b3a-4f80-89d0-9ab5065caa56 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389567 Mar 11 19:35:37.336619 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-73355ca1-f938-4107-b19c-99f1d09ada9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (ea15ad4d-bebb-4c46-90fd-b07c922de159), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:37.337440 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73355ca1-f938-4107-b19c-99f1d09ada9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea15ad4d-bebb-4c46-90fd-b07c922de159 {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:35:37.342411 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-73355ca1-f938-4107-b19c-99f1d09ada9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:37.344000 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-73355ca1-f938-4107-b19c-99f1d09ada9a admin admin] 10.222.0.65 "DELETE /v2.0/routers/ea15ad4d-bebb-4c46-90fd-b07c922de159 HTTP/1.1" status: 204 len: 168 time: 1.9206216 Mar 11 19:35:37.347952 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34044) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:35:37.371865 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb4b106-34d3-4532-bd1f-5a93369cdb30 req-0b1c2ef7-04fc-4250-b48f-cb0d12939ba6 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:37.373404 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4fb4b106-34d3-4532-bd1f-5a93369cdb30 req-0b1c2ef7-04fc-4250-b48f-cb0d12939ba6 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/ports?device_id=269ff07d-677b-4ab8-8ca9-a7da9224ad94 HTTP/1.1" status: 200 len: 948 time: 0.2302775 Mar 11 19:35:37.374704 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-7f5c2cf9-b952-40a3-a959-61b1730348d9 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Deleting port 67a48c17-bad0-4589-963e-fee1ad2a8374 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:35:37.375055 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7f5c2cf9-b952-40a3-a959-61b1730348d9 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (67a48c17-bad0-4589-963e-fee1ad2a8374), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:37.385243 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-07a1848c-3f67-4614-9387-b89c1c77ec70 req-a1437ec5-e473-47d7-9063-5d6b8e2919e8 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396724 Mar 11 19:35:37.494587 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b205b92-4fb3-4142-8f12-6184f5d65404 admin admin] Deleting subnet f429dbd3-945c-4f5c-8473-2a7d67dc9660 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:35:37.505514 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3ba743e6-a268-4894-ac90-8a7fa4131dc0 req-840a0ca9-094a-44ae-a189-bc127ac5cdfc tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (d7f91352-b57f-43ea-ac22-820aef0e7422), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:37.506635 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0b205b92-4fb3-4142-8f12-6184f5d65404 admin admin] Publish callbacks [] for subnet (f429dbd3-945c-4f5c-8473-2a7d67dc9660), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:37.528643 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dbc2dd-8b95-4be9-a543-6fbb2ef25a68 req-01b9b518-c68c-44d3-9a2b-f61fb058e6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:37.530140 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-97dbc2dd-8b95-4be9-a543-6fbb2ef25a68 req-01b9b518-c68c-44d3-9a2b-f61fb058e6ea service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=223983732af345fcb546856737077dde&device_id=269ff07d-677b-4ab8-8ca9-a7da9224ad94 HTTP/1.1" status: 200 len: 1130 time: 0.1732941 Mar 11 19:35:37.546913 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4fb4b106-34d3-4532-bd1f-5a93369cdb30 req-f7ff62de-119d-48da-928b-35cde4d5f48a tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/security-groups?id=a781a375-ecc1-4470-b434-56ebce1f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646867 Mar 11 19:35:37.549638 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840a0ca9-094a-44ae-a189-bc127ac5cdfc tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Pushing event deleted for resources: {'Port': ['ID=d7f91352-b57f-43ea-ac22-820aef0e7422,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:37.557664 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831f73f-b707-43e8-9d45-312b7f0fe2fe req-6108f592-27e4-4e37-9308-a49d1cf8ae42 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:37.559266 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5831f73f-b707-43e8-9d45-312b7f0fe2fe req-6108f592-27e4-4e37-9308-a49d1cf8ae42 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ad8bcae-55b9-4797-acc5-531c16b5cec4 HTTP/1.1" status: 200 len: 944 time: 0.2444866 Mar 11 19:35:37.575228 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840a0ca9-094a-44ae-a189-bc127ac5cdfc tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:35:37.575414 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840a0ca9-094a-44ae-a189-bc127ac5cdfc tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:35:37.575863 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840a0ca9-094a-44ae-a189-bc127ac5cdfc tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:35:37.576501 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840a0ca9-094a-44ae-a189-bc127ac5cdfc tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:35:37.576501 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840a0ca9-094a-44ae-a189-bc127ac5cdfc tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:35:37.576839 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840a0ca9-094a-44ae-a189-bc127ac5cdfc tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:35:37.577158 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840a0ca9-094a-44ae-a189-bc127ac5cdfc tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:35:37.577469 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840a0ca9-094a-44ae-a189-bc127ac5cdfc tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:35:37.578119 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840a0ca9-094a-44ae-a189-bc127ac5cdfc tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:35:37.578119 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840a0ca9-094a-44ae-a189-bc127ac5cdfc tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:35:37.578438 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840a0ca9-094a-44ae-a189-bc127ac5cdfc tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:35:37.578748 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840a0ca9-094a-44ae-a189-bc127ac5cdfc tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:35:37.579339 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840a0ca9-094a-44ae-a189-bc127ac5cdfc tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:35:37.581923 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7f5c2cf9-b952-40a3-a959-61b1730348d9 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (67a48c17-bad0-4589-963e-fee1ad2a8374), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:37.587539 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0b205b92-4fb3-4142-8f12-6184f5d65404 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (f429dbd3-945c-4f5c-8473-2a7d67dc9660), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:37.624827 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-7f5c2cf9-b952-40a3-a959-61b1730348d9 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Calling delete_port for 67a48c17-bad0-4589-963e-fee1ad2a8374 owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:35:37.627187 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7169f4-687f-4052-8ac5-46f598209bc6 req-0a4567e6-fdc3-45ad-a21d-f939cb1346fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:37.628741 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0f7169f4-687f-4052-8ac5-46f598209bc6 req-0a4567e6-fdc3-45ad-a21d-f939cb1346fd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=223983732af345fcb546856737077dde&device_id=cbff8c3d-c4d3-4bb3-b145-04248810f46f HTTP/1.1" status: 200 len: 1130 time: 0.1862748 Mar 11 19:35:37.647490 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ba743e6-a268-4894-ac90-8a7fa4131dc0 req-840a0ca9-094a-44ae-a189-bc127ac5cdfc tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] No DVR routers for this DVR port d7f91352-b57f-43ea-ac22-820aef0e7422 on host n-h2-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:35:37.657844 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3ba743e6-a268-4894-ac90-8a7fa4131dc0 req-840a0ca9-094a-44ae-a189-bc127ac5cdfc tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:37.661039 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3ba743e6-a268-4894-ac90-8a7fa4131dc0 req-840a0ca9-094a-44ae-a189-bc127ac5cdfc tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.57 "DELETE /v2.0/ports/d7f91352-b57f-43ea-ac22-820aef0e7422 HTTP/1.1" status: 204 len: 173 time: 1.5383756 Mar 11 19:35:37.733381 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5831f73f-b707-43e8-9d45-312b7f0fe2fe req-5bdfcb24-3525-4c54-bd7f-0645d32bba41 tempest-LiveMigrationTest-1780926343 tempest-LiveMigrationTest-1780926343-project] 10.222.0.65 "GET /v2.0/security-groups?id=8bc025fb-4654-48c5-85cd-38b1cb3cd588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616011 Mar 11 19:35:37.785060 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dbc2dd-8b95-4be9-a543-6fbb2ef25a68 req-b6369cd5-4899-494f-9d39-abdb445731e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:37.786510 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-97dbc2dd-8b95-4be9-a543-6fbb2ef25a68 req-b6369cd5-4899-494f-9d39-abdb445731e2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=885772b1-9b97-4e1d-a0fb-e125030c5a81 HTTP/1.1" status: 200 len: 870 time: 0.2486491 Mar 11 19:35:37.809571 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256786a7-060b-4052-bee6-87ac68c72079 req-3a77ca65-80e6-48ed-b302-530a5126e09e tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:37.811383 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-256786a7-060b-4052-bee6-87ac68c72079 req-3a77ca65-80e6-48ed-b302-530a5126e09e tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/ports?device_id=30801c17-a93d-4cf6-ad19-b8560b08af82 HTTP/1.1" status: 200 len: 946 time: 0.1493721 Mar 11 19:35:37.842179 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7169f4-687f-4052-8ac5-46f598209bc6 req-516aee25-44ad-4728-b3f6-af6c60775103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:37.845641 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0b205b92-4fb3-4142-8f12-6184f5d65404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (f429dbd3-945c-4f5c-8473-2a7d67dc9660), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:37.848685 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0f7169f4-687f-4052-8ac5-46f598209bc6 req-516aee25-44ad-4728-b3f6-af6c60775103 service neutron] 10.222.0.57 "GET /v2.0/networks?id=885772b1-9b97-4e1d-a0fb-e125030c5a81 HTTP/1.1" status: 200 len: 870 time: 0.2028637 Mar 11 19:35:37.849116 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-97dbc2dd-8b95-4be9-a543-6fbb2ef25a68 req-5611d76e-5352-4c91-bf08-3157d2041900 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=5f2c87b5-3ef8-4a45-9f10-1f3527b60463 HTTP/1.1" status: 200 len: 217 time: 0.0508926 Mar 11 19:35:37.952614 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0f7169f4-687f-4052-8ac5-46f598209bc6 req-8624f50c-b526-4f98-a651-a9b3ec078e33 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=ea0d9447-6a38-4cf2-aeb2-52417048e1e8 HTTP/1.1" status: 200 len: 217 time: 0.0899577 Mar 11 19:35:37.960103 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-256786a7-060b-4052-bee6-87ac68c72079 req-1866759c-e96d-412c-808e-73a93452d84b tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/security-groups?id=84f7623b-92bc-46cd-a725-53de6be71e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407146 Mar 11 19:35:37.978592 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dbc2dd-8b95-4be9-a543-6fbb2ef25a68 req-6037bfa4-97f2-4886-a2dc-c8ccdc9313cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:37.980094 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-97dbc2dd-8b95-4be9-a543-6fbb2ef25a68 req-6037bfa4-97f2-4886-a2dc-c8ccdc9313cc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.1122568 Mar 11 19:35:37.981928 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 53ed2ba9-4a94-4491-8950-c040c5b76a24 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:35:38.009557 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7f5c2cf9-b952-40a3-a959-61b1730348d9 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (67a48c17-bad0-4589-963e-fee1ad2a8374), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:38.013504 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e47e7b-8090-4563-90fa-e66d41e1c33d req-9810a6fe-85f9-445d-b460-00e65c16788d tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:38.016095 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 53ed2ba9-4a94-4491-8950-c040c5b76a24 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:35:38.017018 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 53ed2ba9-4a94-4491-8950-c040c5b76a24 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:35:38.017841 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device dc0ed203-618e-496f-90c6-771b4c901980 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:35:38.020445 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a9e47e7b-8090-4563-90fa-e66d41e1c33d req-9810a6fe-85f9-445d-b460-00e65c16788d tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e4ff243-d28f-4c44-8f6f-d885353f5b3d HTTP/1.1" status: 200 len: 950 time: 0.1841393 Mar 11 19:35:38.044851 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7169f4-687f-4052-8ac5-46f598209bc6 req-fc5dc407-0805-406a-887c-318071a12dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:38.045129 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0b205b92-4fb3-4142-8f12-6184f5d65404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (f429dbd3-945c-4f5c-8473-2a7d67dc9660), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:38.046304 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0f7169f4-687f-4052-8ac5-46f598209bc6 req-fc5dc407-0805-406a-887c-318071a12dda service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.0841024 Mar 11 19:35:38.051273 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: dc0ed203-618e-496f-90c6-771b4c901980 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:35:38.052014 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device dc0ed203-618e-496f-90c6-771b4c901980 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:35:38.096804 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5c2cf9-b952-40a3-a959-61b1730348d9 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Pushing event deleted for resources: {'Port': ['ID=67a48c17-bad0-4589-963e-fee1ad2a8374,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:38.104164 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b205b92-4fb3-4142-8f12-6184f5d65404 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f429dbd3-945c-4f5c-8473-2a7d67dc9660,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:38.109360 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0b205b92-4fb3-4142-8f12-6184f5d65404 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:38.112819 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-0b205b92-4fb3-4142-8f12-6184f5d65404 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/f429dbd3-945c-4f5c-8473-2a7d67dc9660 HTTP/1.1" status: 204 len: 168 time: 0.7636776 Mar 11 19:35:38.116714 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34056) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:35:38.118494 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437935ff-c565-4705-95c7-ed5adb282a51 None None] Network 7b2fc40f-4d44-44a5-958d-d708156f9f13 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:35:38.137727 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a9e47e7b-8090-4563-90fa-e66d41e1c33d req-a69e92fa-49eb-4d43-9c48-e8fdc8b75512 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164000 Mar 11 19:35:38.176391 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7169f4-687f-4052-8ac5-46f598209bc6 req-6899e5ff-37fe-41d2-8768-d322883ee4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:38.178120 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0f7169f4-687f-4052-8ac5-46f598209bc6 req-6899e5ff-37fe-41d2-8768-d322883ee4e8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1240590 Mar 11 19:35:38.186039 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc089ee-ae8e-4cbc-8084-83e4e9e75628 req-bfa55931-094f-44b6-9ce2-950cd24173fe tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:38.187837 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fdc089ee-ae8e-4cbc-8084-83e4e9e75628 req-bfa55931-094f-44b6-9ce2-950cd24173fe tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/ports?device_id=30801c17-a93d-4cf6-ad19-b8560b08af82 HTTP/1.1" status: 200 len: 946 time: 0.1191628 Mar 11 19:35:38.298366 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dbc2dd-8b95-4be9-a543-6fbb2ef25a68 req-f5b11fea-a608-4b9a-b28a-729de6b1bb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:38.299932 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-97dbc2dd-8b95-4be9-a543-6fbb2ef25a68 req-f5b11fea-a608-4b9a-b28a-729de6b1bb6f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3102427 Mar 11 19:35:38.358286 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fdc089ee-ae8e-4cbc-8084-83e4e9e75628 req-dcc6e44c-2bf3-466f-ad70-96a3cd00be54 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/security-groups?id=84f7623b-92bc-46cd-a725-53de6be71e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619506 Mar 11 19:35:38.361397 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0f7169f4-687f-4052-8ac5-46f598209bc6 req-d6ff2547-f57a-426a-a519-9c4ec08b1635 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724863 Mar 11 19:35:38.393750 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7257c0-d0fc-4be0-a54f-688334ff7303 None None] DHCP port deletion for 7b2fc40f-4d44-44a5-958d-d708156f9f13 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:35:38.409382 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad8bcae-55b9-4797-acc5-531c16b5cec4', 'name': 'network-vif-deleted', 'tag': 'd7f91352-b57f-43ea-ac22-820aef0e7422'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:35:38.412433 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48fcdc8d-95cf-4b96-ac1d-1452c69d4f08" -d '{"events": [{"server_uuid": "2ad8bcae-55b9-4797-acc5-531c16b5cec4", "name": "network-vif-deleted", "tag": "d7f91352-b57f-43ea-ac22-820aef0e7422"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:35:38.432102 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301cd676-8061-41c9-91b6-d18affc453ff req-83fa08c0-163a-4bf7-805f-1954f1ff2bdd tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:38.432884 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7f5c2cf9-b952-40a3-a959-61b1730348d9 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:38.436450 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-7f5c2cf9-b952-40a3-a959-61b1730348d9 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "DELETE /v2.0/ports/67a48c17-bad0-4589-963e-fee1ad2a8374 HTTP/1.1" status: 204 len: 168 time: 1.4317400 Mar 11 19:35:38.440161 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-301cd676-8061-41c9-91b6-d18affc453ff req-83fa08c0-163a-4bf7-805f-1954f1ff2bdd tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?device_id=c900818c-a431-4d5d-8924-a66b2f33b5f6 HTTP/1.1" status: 200 len: 945 time: 0.2016675 Mar 11 19:35:38.441749 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34064) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:35:38.446627 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-098ccb20-4e3f-4812-a9d4-a8558d37c349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (7b2fc40f-4d44-44a5-958d-d708156f9f13), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:38.451228 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ad7257c0-d0fc-4be0-a54f-688334ff7303 None None] Deleting port 10b11d68-c760-40e4-9df4-9132879f9517 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:35:38.451787 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ad7257c0-d0fc-4be0-a54f-688334ff7303 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (10b11d68-c760-40e4-9df4-9132879f9517), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:38.492937 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-97dbc2dd-8b95-4be9-a543-6fbb2ef25a68 req-a20846d6-e236-4a58-a007-fe16f36fa78f service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781266 Mar 11 19:35:38.528237 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-ad7257c0-d0fc-4be0-a54f-688334ff7303 None None] For port 10b11d68-c760-40e4-9df4-9132879f9517, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=10b11d68-c760-40e4-9df4-9132879f9517,segment=NetworkSegment(0cf8fa48-9134-4521-9a3c-95a0fcb4e6c7),segment_id=0cf8fa48-9134-4521-9a3c-95a0fcb4e6c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:35:38.529090 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ad7257c0-d0fc-4be0-a54f-688334ff7303 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (10b11d68-c760-40e4-9df4-9132879f9517), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:38.545588 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ad7257c0-d0fc-4be0-a54f-688334ff7303 None None] Calling delete_port for 10b11d68-c760-40e4-9df4-9132879f9517 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:35:38.583693 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-098ccb20-4e3f-4812-a9d4-a8558d37c349 admin admin] Deleting port 10b11d68-c760-40e4-9df4-9132879f9517 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:35:38.584034 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-098ccb20-4e3f-4812-a9d4-a8558d37c349 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (10b11d68-c760-40e4-9df4-9132879f9517), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:38.626718 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-97dbc2dd-8b95-4be9-a543-6fbb2ef25a68 req-524806e9-a22a-44b0-9ba4-20746dc82025 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267953 Mar 11 19:35:38.652693 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ad7257c0-d0fc-4be0-a54f-688334ff7303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (10b11d68-c760-40e4-9df4-9132879f9517), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:38.677565 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-301cd676-8061-41c9-91b6-d18affc453ff req-d3294785-ee0f-4a06-9967-16454692f037 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/security-groups?id=03204c94-e7d5-4698-bf53-e2e3ba52bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365413 Mar 11 19:35:38.679487 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0f7169f4-687f-4052-8ac5-46f598209bc6 req-e15485e6-8210-4201-8e19-19df4f776ad7 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049533 Mar 11 19:35:38.683542 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9260b4b4-5ce0-44c3-8237-db36071045ff req-25cad2e0-bba2-4653-9bbb-67985b2d98c3 tempest-MigrationsAdminTest-109606531 tempest-MigrationsAdminTest-109606531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:38.685487 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7257c0-d0fc-4be0-a54f-688334ff7303 None None] Pushing event deleted for resources: {'Port': ['ID=10b11d68-c760-40e4-9df4-9132879f9517,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:38.691664 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7257c0-d0fc-4be0-a54f-688334ff7303 None None] No DVR routers for this DVR port 10b11d68-c760-40e4-9df4-9132879f9517 on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:35:38.699356 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9260b4b4-5ce0-44c3-8237-db36071045ff req-25cad2e0-bba2-4653-9bbb-67985b2d98c3 tempest-MigrationsAdminTest-109606531 tempest-MigrationsAdminTest-109606531-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=7e4ff243-d28f-4c44-8f6f-d885353f5b3d HTTP/1.1" status: 200 len: 1132 time: 0.2566650 Mar 11 19:35:38.733534 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-098ccb20-4e3f-4812-a9d4-a8558d37c349 admin admin] For port 10b11d68-c760-40e4-9df4-9132879f9517, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=10b11d68-c760-40e4-9df4-9132879f9517,segment=NetworkSegment(0cf8fa48-9134-4521-9a3c-95a0fcb4e6c7),segment_id=0cf8fa48-9134-4521-9a3c-95a0fcb4e6c7)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:35:38.734639 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-098ccb20-4e3f-4812-a9d4-a8558d37c349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (10b11d68-c760-40e4-9df4-9132879f9517), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:38.751135 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-098ccb20-4e3f-4812-a9d4-a8558d37c349 admin admin] Calling delete_port for 10b11d68-c760-40e4-9df4-9132879f9517 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:35:38.764327 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef43b2b-9f30-4922-9b87-f1b45401879a x-openstack-request-id: req-eef43b2b-9f30-4922-9b87-f1b45401879a {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:35:38.764626 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ad8bcae-55b9-4797-acc5-531c16b5cec4", "name": "network-vif-deleted", "tag": "d7f91352-b57f-43ea-ac22-820aef0e7422", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:35:38.764888 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-eef43b2b-9f30-4922-9b87-f1b45401879a {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:35:38.765293 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ad8bcae-55b9-4797-acc5-531c16b5cec4', 'name': 'network-vif-deleted', 'tag': 'd7f91352-b57f-43ea-ac22-820aef0e7422', 'status': 'completed', 'code': 200} Mar 11 19:35:38.792937 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9260b4b4-5ce0-44c3-8237-db36071045ff req-2c657838-6742-4eb0-b5b0-a22fc9e3e62d tempest-MigrationsAdminTest-109606531 tempest-MigrationsAdminTest-109606531-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766389 Mar 11 19:35:38.792937 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-d8e40a6a-3f53-4c5a-963e-9be9e800a445 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Deleting port a063c992-2ba2-427f-abd3-35bcb20f2efc {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:35:38.792937 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8e40a6a-3f53-4c5a-963e-9be9e800a445 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (a063c992-2ba2-427f-abd3-35bcb20f2efc), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:38.845631 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-098ccb20-4e3f-4812-a9d4-a8558d37c349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (10b11d68-c760-40e4-9df4-9132879f9517), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:38.873858 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098ccb20-4e3f-4812-a9d4-a8558d37c349 admin admin] No DVR routers for this DVR port 10b11d68-c760-40e4-9df4-9132879f9517 on host n-d-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:35:38.875811 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098ccb20-4e3f-4812-a9d4-a8558d37c349 admin admin] Pushing event deleted for resources: {'Port': ['ID=10b11d68-c760-40e4-9df4-9132879f9517,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:38.947921 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-098ccb20-4e3f-4812-a9d4-a8558d37c349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (7b2fc40f-4d44-44a5-958d-d708156f9f13), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:38.973944 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-098ccb20-4e3f-4812-a9d4-a8558d37c349 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b2fc40f-4d44-44a5-958d-d708156f9f13']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:35:38.984581 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-098ccb20-4e3f-4812-a9d4-a8558d37c349 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cf8fa48-9134-4521-9a3c-95a0fcb4e6c7') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:35:38.984854 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-098ccb20-4e3f-4812-a9d4-a8558d37c349 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cf8fa48-9134-4521-9a3c-95a0fcb4e6c7') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:35:38.995497 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-098ccb20-4e3f-4812-a9d4-a8558d37c349 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (0cf8fa48-9134-4521-9a3c-95a0fcb4e6c7), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:39.009323 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-098ccb20-4e3f-4812-a9d4-a8558d37c349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (0cf8fa48-9134-4521-9a3c-95a0fcb4e6c7), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:39.015895 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-098ccb20-4e3f-4812-a9d4-a8558d37c349 admin admin] Releasing vlan 870 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:35:39.016287 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-098ccb20-4e3f-4812-a9d4-a8558d37c349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (0cf8fa48-9134-4521-9a3c-95a0fcb4e6c7), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:39.018031 n-d-833163-1 neutron-server[103884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:35:39.018031 n-d-833163-1 neutron-server[103884]: self.session.flush() Mar 11 19:35:39.018031 n-d-833163-1 neutron-server[103884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:35:39.018031 n-d-833163-1 neutron-server[103884]: self.session.flush() Mar 11 19:35:39.018031 n-d-833163-1 neutron-server[103884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:35:39.018031 n-d-833163-1 neutron-server[103884]: self.session.flush() Mar 11 19:35:39.018031 n-d-833163-1 neutron-server[103884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:35:39.018031 n-d-833163-1 neutron-server[103884]: self.session.flush() Mar 11 19:35:39.018031 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:35:39.018031 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:35:39.018031 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:35:39.018031 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:35:39.018031 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:35:39.018031 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:35:39.018031 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:35:39.018031 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:35:39.018031 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:35:39.018031 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:35:39.018031 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:35:39.018031 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:35:39.018031 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:35:39.018031 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:35:39.018031 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:35:39.018031 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:35:39.018031 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:35:39.018031 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:35:39.018031 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:35:39.018031 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:35:39.018031 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:35:39.018031 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:35:39.018031 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:35:39.018031 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:35:39.018031 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:35:39.018031 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:35:39.018031 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:35:39.018031 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:35:39.018031 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:35:39.018031 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:35:39.018031 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:35:39.018031 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:35:39.074227 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-098ccb20-4e3f-4812-a9d4-a8558d37c349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (7b2fc40f-4d44-44a5-958d-d708156f9f13), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:39.078860 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-098ccb20-4e3f-4812-a9d4-a8558d37c349 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:39.082358 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-098ccb20-4e3f-4812-a9d4-a8558d37c349 admin admin] 10.222.0.65 "DELETE /v2.0/networks/7b2fc40f-4d44-44a5-958d-d708156f9f13 HTTP/1.1" status: 204 len: 168 time: 0.9625001 Mar 11 19:35:39.096905 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098ccb20-4e3f-4812-a9d4-a8558d37c349 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b2fc40f-4d44-44a5-958d-d708156f9f13,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:39.227159 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8e40a6a-3f53-4c5a-963e-9be9e800a445 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (a063c992-2ba2-427f-abd3-35bcb20f2efc), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:39.246443 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-d8e40a6a-3f53-4c5a-963e-9be9e800a445 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Calling delete_port for a063c992-2ba2-427f-abd3-35bcb20f2efc owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:35:39.262717 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a3100-7fe7-4267-9f46-3ac1c3c89e0f req-550e48da-ba0c-476b-bdb7-ab449a91928f tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:39.264276 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2f9a3100-7fe7-4267-9f46-3ac1c3c89e0f req-550e48da-ba0c-476b-bdb7-ab449a91928f tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/ports?device_id=269ff07d-677b-4ab8-8ca9-a7da9224ad94 HTTP/1.1" status: 200 len: 948 time: 0.4365265 Mar 11 19:35:39.273614 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34076) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:35:39.282842 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9794cc-0429-4ccf-8de8-89e6be1cb8ca req-ba121d1e-fca3-436a-a0eb-c9e307421adc tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:39.284322 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ce9794cc-0429-4ccf-8de8-89e6be1cb8ca req-ba121d1e-fca3-436a-a0eb-c9e307421adc tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/ports?device_id=30801c17-a93d-4cf6-ad19-b8560b08af82 HTTP/1.1" status: 200 len: 946 time: 0.4140341 Mar 11 19:35:39.313528 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c567ee45-c1bf-4ea0-8a6b-989283b70f4e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a957f2f02f014417a57323b91c40f536&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387216 Mar 11 19:35:39.316290 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34078) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:35:39.369261 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ff28abf4-493d-4ffa-8a9c-cc27436f0539 admin admin] Publish callbacks [] for security_group (d9e7d402-b560-4db2-8773-5024f2c98b6f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:39.390322 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ff28abf4-493d-4ffa-8a9c-cc27436f0539 admin admin] Publish callbacks [] for security_group (d9e7d402-b560-4db2-8773-5024f2c98b6f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:39.406534 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2f9a3100-7fe7-4267-9f46-3ac1c3c89e0f req-b4718634-315a-4c84-a879-7b7d09d2a38a tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/security-groups?id=a781a375-ecc1-4470-b434-56ebce1f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326838 Mar 11 19:35:39.412560 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ce9794cc-0429-4ccf-8de8-89e6be1cb8ca req-204c9811-cba7-4f2a-a310-ec0412c978fe tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/security-groups?id=84f7623b-92bc-46cd-a725-53de6be71e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206779 Mar 11 19:35:39.455497 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ff28abf4-493d-4ffa-8a9c-cc27436f0539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (d9e7d402-b560-4db2-8773-5024f2c98b6f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:39.458526 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ff28abf4-493d-4ffa-8a9c-cc27436f0539 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:39.459882 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ff28abf4-493d-4ffa-8a9c-cc27436f0539 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d9e7d402-b560-4db2-8773-5024f2c98b6f HTTP/1.1" status: 204 len: 168 time: 0.1426289 Mar 11 19:35:39.470340 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff28abf4-493d-4ffa-8a9c-cc27436f0539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e7d402-b560-4db2-8773-5024f2c98b6f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:39.475575 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34084) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:35:39.529877 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8e40a6a-3f53-4c5a-963e-9be9e800a445 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (a063c992-2ba2-427f-abd3-35bcb20f2efc), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:39.587254 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e40a6a-3f53-4c5a-963e-9be9e800a445 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Pushing event deleted for resources: {'Port': ['ID=a063c992-2ba2-427f-abd3-35bcb20f2efc,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:39.671402 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c42f71-0249-4a70-a22e-51de20fa0ecb req-040d738a-d150-4076-b047-3c34099a2446 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:39.672908 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-48c42f71-0249-4a70-a22e-51de20fa0ecb req-040d738a-d150-4076-b047-3c34099a2446 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/ports?device_id=30801c17-a93d-4cf6-ad19-b8560b08af82 HTTP/1.1" status: 200 len: 946 time: 0.1321948 Mar 11 19:35:39.705664 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8e40a6a-3f53-4c5a-963e-9be9e800a445 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:39.711530 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d8e40a6a-3f53-4c5a-963e-9be9e800a445 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "DELETE /v2.0/ports/a063c992-2ba2-427f-abd3-35bcb20f2efc HTTP/1.1" status: 204 len: 168 time: 1.2647784 Mar 11 19:35:39.714861 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34096) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:35:39.715833 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-69661108-e124-474c-8973-6cc8d9476fd4 admin admin] Deleting subnet f742a986-c135-4269-ad05-332f85e495a8 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:35:39.717627 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device d7f91352-b57f-43ea-ac22-820aef0e7422 no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:35:39.722448 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-69661108-e124-474c-8973-6cc8d9476fd4 admin admin] Publish callbacks [] for subnet (f742a986-c135-4269-ad05-332f85e495a8), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:39.746649 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: d7f91352-b57f-43ea-ac22-820aef0e7422 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:35:39.746990 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device d7f91352-b57f-43ea-ac22-820aef0e7422 not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:35:39.766495 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-69661108-e124-474c-8973-6cc8d9476fd4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (f742a986-c135-4269-ad05-332f85e495a8), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:39.776929 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-48c42f71-0249-4a70-a22e-51de20fa0ecb req-cbb78826-ebad-4943-966e-b1ed9236a42d tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/security-groups?id=84f7623b-92bc-46cd-a725-53de6be71e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925465 Mar 11 19:35:39.788272 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-d51d8a31-1c40-4005-8606-813641764553 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Deleting subnet b9f88214-c0ad-4a11-a00b-64b72b240905 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:35:39.803174 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d51d8a31-1c40-4005-8606-813641764553 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks [] for subnet (b9f88214-c0ad-4a11-a00b-64b72b240905), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:39.852969 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d51d8a31-1c40-4005-8606-813641764553 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (b9f88214-c0ad-4a11-a00b-64b72b240905), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:39.861185 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-69661108-e124-474c-8973-6cc8d9476fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (f742a986-c135-4269-ad05-332f85e495a8), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:39.929043 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 10b11d68-c760-40e4-9df4-9132879f9517 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:35:39.931460 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-69661108-e124-474c-8973-6cc8d9476fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (f742a986-c135-4269-ad05-332f85e495a8), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:39.962078 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69661108-e124-474c-8973-6cc8d9476fd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f742a986-c135-4269-ad05-332f85e495a8,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:39.966308 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-69661108-e124-474c-8973-6cc8d9476fd4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:39.970044 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-69661108-e124-474c-8973-6cc8d9476fd4 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/f742a986-c135-4269-ad05-332f85e495a8 HTTP/1.1" status: 204 len: 168 time: 0.4926851 Mar 11 19:35:39.972549 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34110) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:35:39.974488 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 10b11d68-c760-40e4-9df4-9132879f9517 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:35:39.976874 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 10b11d68-c760-40e4-9df4-9132879f9517 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:35:40.063341 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cf9699-7ae5-489d-88d7-c9b6a773605d req-c719e36b-c868-485c-ac46-1bd35aca3b2c tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:40.063554 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-222f17f3-beb8-4bac-a04d-e913f38a6271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:40.071550 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a7cf9699-7ae5-489d-88d7-c9b6a773605d req-c719e36b-c868-485c-ac46-1bd35aca3b2c tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?device_id=c900818c-a431-4d5d-8924-a66b2f33b5f6 HTTP/1.1" status: 200 len: 945 time: 0.1679897 Mar 11 19:35:40.106347 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d51d8a31-1c40-4005-8606-813641764553 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (b9f88214-c0ad-4a11-a00b-64b72b240905), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:40.179606 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a7cf9699-7ae5-489d-88d7-c9b6a773605d req-d0119755-e83a-4894-b9b1-10928e54cee7 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/security-groups?id=03204c94-e7d5-4698-bf53-e2e3ba52bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071095 Mar 11 19:35:40.244698 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-222f17f3-beb8-4bac-a04d-e913f38a6271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:40.254501 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d51d8a31-1c40-4005-8606-813641764553 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (b9f88214-c0ad-4a11-a00b-64b72b240905), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:40.301551 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51d8a31-1c40-4005-8606-813641764553 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Pushing event deleted for resources: {'Subnet': ['ID=b9f88214-c0ad-4a11-a00b-64b72b240905,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:40.308878 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-222f17f3-beb8-4bac-a04d-e913f38a6271 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:35:40.312441 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d51d8a31-1c40-4005-8606-813641764553 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:40.319470 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d51d8a31-1c40-4005-8606-813641764553 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "DELETE /v2.0/subnets/b9f88214-c0ad-4a11-a00b-64b72b240905 HTTP/1.1" status: 204 len: 168 time: 0.6035748 Mar 11 19:35:40.321698 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34120) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:35:40.324042 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9baaee39-595d-43f0-8b47-5b25c054f152 None None] Network 7e7ac1f0-3111-4c89-ba33-0a59c83b731d requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:35:40.339168 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-222f17f3-beb8-4bac-a04d-e913f38a6271 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cb9d205-9190-43c8-b078-f8df09db6175') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:35:40.339475 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-222f17f3-beb8-4bac-a04d-e913f38a6271 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cb9d205-9190-43c8-b078-f8df09db6175') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:35:40.393915 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-222f17f3-beb8-4bac-a04d-e913f38a6271 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (9cb9d205-9190-43c8-b078-f8df09db6175), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:40.412500 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-222f17f3-beb8-4bac-a04d-e913f38a6271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (9cb9d205-9190-43c8-b078-f8df09db6175), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:40.471825 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836fd22b-6d23-450c-8686-37a803763f61 req-d7a0538f-faba-4c1f-96da-c0a2e58e7dbf tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:40.475561 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-222f17f3-beb8-4bac-a04d-e913f38a6271 admin admin] Releasing vlan 850 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:35:40.476023 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-222f17f3-beb8-4bac-a04d-e913f38a6271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (9cb9d205-9190-43c8-b078-f8df09db6175), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:40.478377 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:35:40.478377 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:35:40.478377 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:35:40.478377 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:35:40.478377 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:35:40.478377 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:35:40.478377 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:35:40.478377 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:35:40.478377 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:35:40.478377 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:35:40.478377 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:35:40.478377 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:35:40.478377 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:35:40.478377 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:35:40.478377 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:35:40.478377 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:35:40.478377 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:35:40.478377 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:35:40.478377 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:35:40.478377 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:35:40.478377 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:35:40.478377 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:35:40.478377 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:35:40.478377 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:35:40.478377 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:35:40.478377 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:35:40.478377 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:35:40.478377 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:35:40.478377 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:35:40.478377 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:35:40.478377 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:35:40.478377 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:35:40.481211 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-836fd22b-6d23-450c-8686-37a803763f61 req-d7a0538f-faba-4c1f-96da-c0a2e58e7dbf tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/ports?device_id=30801c17-a93d-4cf6-ad19-b8560b08af82 HTTP/1.1" status: 200 len: 946 time: 0.1502943 Mar 11 19:35:40.487271 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42231a02-5af1-4050-ab27-a4f0c578782d req-e3ced01e-2b48-48a9-aefd-4e43c680bb47 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:40.488868 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-42231a02-5af1-4050-ab27-a4f0c578782d req-e3ced01e-2b48-48a9-aefd-4e43c680bb47 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e4ff243-d28f-4c44-8f6f-d885353f5b3d HTTP/1.1" status: 200 len: 950 time: 0.1015282 Mar 11 19:35:40.517018 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-5705ba3a-4da4-4844-bc1c-57ad81ce4f8d tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Deleting subnet 3a82b5d5-f5eb-44a2-9c60-48ecdbb5290d {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:35:40.552531 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5705ba3a-4da4-4844-bc1c-57ad81ce4f8d tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks [] for subnet (3a82b5d5-f5eb-44a2-9c60-48ecdbb5290d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:40.560441 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebe4006-aca4-4474-b003-3dff7ea44811 None None] DHCP port deletion for 7e7ac1f0-3111-4c89-ba33-0a59c83b731d request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:35:40.588197 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-836fd22b-6d23-450c-8686-37a803763f61 req-a7d3fbe2-2e53-4899-b4e0-cab03b7c4fa6 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/security-groups?id=84f7623b-92bc-46cd-a725-53de6be71e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981281 Mar 11 19:35:40.590843 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-43c576e0-da96-47cf-aaf2-77987b27a93f req-fcb4deac-953d-44df-9ac9-a193f643166c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7e4ff243-d28f-4c44-8f6f-d885353f5b3d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2480879 Mar 11 19:35:40.596332 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-222f17f3-beb8-4bac-a04d-e913f38a6271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:40.629205 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-42231a02-5af1-4050-ab27-a4f0c578782d req-4de30505-298b-4146-b03c-6f02908f7f7f tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155763 Mar 11 19:35:40.637759 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5705ba3a-4da4-4844-bc1c-57ad81ce4f8d tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (3a82b5d5-f5eb-44a2-9c60-48ecdbb5290d), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:40.650976 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-222f17f3-beb8-4bac-a04d-e913f38a6271 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:40.656046 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-222f17f3-beb8-4bac-a04d-e913f38a6271 admin admin] 10.222.0.65 "DELETE /v2.0/networks/4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a HTTP/1.1" status: 204 len: 168 time: 0.6810822 Mar 11 19:35:40.657390 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34138) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:35:40.666940 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-2ebe4006-aca4-4474-b003-3dff7ea44811 None None] Deleting port 4a74cad6-79c6-4f96-9850-0f99492ca587 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:35:40.667314 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2ebe4006-aca4-4474-b003-3dff7ea44811 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (4a74cad6-79c6-4f96-9850-0f99492ca587), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:40.715287 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222f17f3-beb8-4bac-a04d-e913f38a6271 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f0eb2cf-7ce8-4a25-8d2f-5aaca356a32a,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:40.745109 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34140) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:35:40.778813 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-2ebe4006-aca4-4474-b003-3dff7ea44811 None None] For port 4a74cad6-79c6-4f96-9850-0f99492ca587, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=4a74cad6-79c6-4f96-9850-0f99492ca587,segment=NetworkSegment(e2c9930f-21f1-4d40-93dc-64d9f93dab64),segment_id=e2c9930f-21f1-4d40-93dc-64d9f93dab64)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:35:40.779420 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2ebe4006-aca4-4474-b003-3dff7ea44811 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (4a74cad6-79c6-4f96-9850-0f99492ca587), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:40.795467 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-2ebe4006-aca4-4474-b003-3dff7ea44811 None None] Calling delete_port for 4a74cad6-79c6-4f96-9850-0f99492ca587 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:35:40.826260 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5705ba3a-4da4-4844-bc1c-57ad81ce4f8d tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (3a82b5d5-f5eb-44a2-9c60-48ecdbb5290d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:40.837263 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a306a1c-23e5-4735-88f5-ee26051ec472 admin admin] Deleting subnet 59371e22-34c2-45eb-a2e5-ddfe0d590867 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:35:40.848439 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2a306a1c-23e5-4735-88f5-ee26051ec472 admin admin] Publish callbacks [] for subnet (59371e22-34c2-45eb-a2e5-ddfe0d590867), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:40.856902 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7a646-e4f5-4e6b-b1de-0f8ec8a1a55c req-320d5b22-eec1-4b8e-ae49-8ecca7719be3 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:40.858480 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2ab7a646-e4f5-4e6b-b1de-0f8ec8a1a55c req-320d5b22-eec1-4b8e-ae49-8ecca7719be3 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/ports?device_id=269ff07d-677b-4ab8-8ca9-a7da9224ad94 HTTP/1.1" status: 200 len: 948 time: 0.1509771 Mar 11 19:35:40.920246 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2ebe4006-aca4-4474-b003-3dff7ea44811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (4a74cad6-79c6-4f96-9850-0f99492ca587), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:40.922162 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2a306a1c-23e5-4735-88f5-ee26051ec472 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (59371e22-34c2-45eb-a2e5-ddfe0d590867), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:40.967918 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-d10caa5d-0e4a-4e44-94a4-5cfe0b0411fa admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-997893437-network', 'tenant_id': '6f7b5a979307498d8f69fb2b0e734e8f'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:35:40.970330 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebe4006-aca4-4474-b003-3dff7ea44811 None None] No DVR routers for this DVR port 4a74cad6-79c6-4f96-9850-0f99492ca587 on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:35:40.970807 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0dbc76-3e03-4fa6-b1f6-6568f56558e7 req-0832a393-3f55-43ee-a79c-3e4b24970bf2 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:40.973147 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2a0dbc76-3e03-4fa6-b1f6-6568f56558e7 req-0832a393-3f55-43ee-a79c-3e4b24970bf2 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/ports?device_id=30801c17-a93d-4cf6-ad19-b8560b08af82 HTTP/1.1" status: 200 len: 946 time: 0.2180295 Mar 11 19:35:40.992960 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5705ba3a-4da4-4844-bc1c-57ad81ce4f8d tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (3a82b5d5-f5eb-44a2-9c60-48ecdbb5290d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:41.013170 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2ab7a646-e4f5-4e6b-b1de-0f8ec8a1a55c req-c105c1c4-4db5-4560-b166-a4e5fac6994c tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/security-groups?id=a781a375-ecc1-4470-b434-56ebce1f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249399 Mar 11 19:35:41.024485 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5705ba3a-4da4-4844-bc1c-57ad81ce4f8d tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Pushing event deleted for resources: {'Subnet': ['ID=3a82b5d5-f5eb-44a2-9c60-48ecdbb5290d,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:41.031507 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d10caa5d-0e4a-4e44-94a4-5cfe0b0411fa admin admin] Made reservation on behalf of 6f7b5a979307498d8f69fb2b0e734e8f for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:35:41.034012 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d10caa5d-0e4a-4e44-94a4-5cfe0b0411fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:41.043733 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebe4006-aca4-4474-b003-3dff7ea44811 None None] Pushing event deleted for resources: {'Port': ['ID=4a74cad6-79c6-4f96-9850-0f99492ca587,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:41.050809 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5705ba3a-4da4-4844-bc1c-57ad81ce4f8d tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:41.054620 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-5705ba3a-4da4-4844-bc1c-57ad81ce4f8d tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "DELETE /v2.0/subnets/3a82b5d5-f5eb-44a2-9c60-48ecdbb5290d HTTP/1.1" status: 204 len: 168 time: 0.7258406 Mar 11 19:35:41.056111 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d10caa5d-0e4a-4e44-94a4-5cfe0b0411fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:41.058675 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34156) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:35:41.067258 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7388409c-af61-40aa-b57b-d3c1a7fe28fa None None] Network 4f561aff-d3ac-41b3-ba00-952d014b3e3f requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:35:41.069552 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2a0dbc76-3e03-4fa6-b1f6-6568f56558e7 req-51c19b6c-4477-47da-a1aa-9c0ec4f1011c tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/security-groups?id=84f7623b-92bc-46cd-a725-53de6be71e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809927 Mar 11 19:35:41.072000 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2a306a1c-23e5-4735-88f5-ee26051ec472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (59371e22-34c2-45eb-a2e5-ddfe0d590867), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:41.170469 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c576e0-da96-47cf-aaf2-77987b27a93f req-f5165b71-760c-4969-9fca-b487e4b26d60 tempest-MigrationsAdminTest-109606531 tempest-MigrationsAdminTest-109606531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:41.172871 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-43c576e0-da96-47cf-aaf2-77987b27a93f req-f5165b71-760c-4969-9fca-b487e4b26d60 tempest-MigrationsAdminTest-109606531 tempest-MigrationsAdminTest-109606531-project-admin] 10.222.0.65 "GET /v2.0/ports/73cf9994-2e3b-455d-b177-035336ec2695 HTTP/1.1" status: 200 len: 1129 time: 0.0520763 Mar 11 19:35:41.211058 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2a306a1c-23e5-4735-88f5-ee26051ec472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (59371e22-34c2-45eb-a2e5-ddfe0d590867), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:41.224141 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f899b83d-f43b-4b5f-be64-51f4b85de480 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (7e7ac1f0-3111-4c89-ba33-0a59c83b731d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:41.251258 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a306a1c-23e5-4735-88f5-ee26051ec472 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59371e22-34c2-45eb-a2e5-ddfe0d590867,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:41.262623 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2a306a1c-23e5-4735-88f5-ee26051ec472 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:41.272160 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-2a306a1c-23e5-4735-88f5-ee26051ec472 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/59371e22-34c2-45eb-a2e5-ddfe0d590867 HTTP/1.1" status: 204 len: 168 time: 0.6129818 Mar 11 19:35:41.272852 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34168) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:35:41.334455 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea209cc-073b-4773-ba80-119f4a4c41f1 None None] DHCP port deletion for 4f561aff-d3ac-41b3-ba00-952d014b3e3f request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:35:41.400171 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d10caa5d-0e4a-4e44-94a4-5cfe0b0411fa admin admin] Publish callbacks [] for security_group (9eadf186-3007-49d9-b4f3-e4bc7305f14c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:41.426854 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4d2492a0-36f7-47a3-aefc-7c17f12dc569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (cc81369d-b60e-40ff-9bc4-bc5ac2c044c5), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:41.450285 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94199b4b-a512-47ee-829a-97aa5c353bda req-e0784a59-cc3b-47bd-a71d-be7db2e4dc1e tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:41.451836 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-94199b4b-a512-47ee-829a-97aa5c353bda req-e0784a59-cc3b-47bd-a71d-be7db2e4dc1e tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?device_id=c900818c-a431-4d5d-8924-a66b2f33b5f6 HTTP/1.1" status: 200 len: 945 time: 0.1417770 Mar 11 19:35:41.467062 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f899b83d-f43b-4b5f-be64-51f4b85de480 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (7e7ac1f0-3111-4c89-ba33-0a59c83b731d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:41.471867 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-dea209cc-073b-4773-ba80-119f4a4c41f1 None None] Deleting port a589bab5-ac1f-470d-9903-52e4f3314a32 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:35:41.472436 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dea209cc-073b-4773-ba80-119f4a4c41f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (a589bab5-ac1f-470d-9903-52e4f3314a32), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:41.478247 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d10caa5d-0e4a-4e44-94a4-5cfe0b0411fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (9eadf186-3007-49d9-b4f3-e4bc7305f14c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:41.492290 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d10caa5d-0e4a-4e44-94a4-5cfe0b0411fa admin admin] vlan segment allocate from pool success with {'vlan_id': 877, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:35:41.502983 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d10caa5d-0e4a-4e44-94a4-5cfe0b0411fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (1c6aa5b7-681f-4a80-a0b7-793b4ab0118d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:41.503334 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-d10caa5d-0e4a-4e44-94a4-5cfe0b0411fa admin admin] Added segment 1c6aa5b7-681f-4a80-a0b7-793b4ab0118d of type vlan for network 4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00 Mar 11 19:35:41.599911 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10caa5d-0e4a-4e44-94a4-5cfe0b0411fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eadf186-3007-49d9-b4f3-e4bc7305f14c,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:41.615498 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-dea209cc-073b-4773-ba80-119f4a4c41f1 None None] For port a589bab5-ac1f-470d-9903-52e4f3314a32, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=a589bab5-ac1f-470d-9903-52e4f3314a32,segment=NetworkSegment(84b0979a-8a8b-4100-94cf-7dcf4d79135b),segment_id=84b0979a-8a8b-4100-94cf-7dcf4d79135b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:35:41.615955 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dea209cc-073b-4773-ba80-119f4a4c41f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (a589bab5-ac1f-470d-9903-52e4f3314a32), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:41.635424 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4d2492a0-36f7-47a3-aefc-7c17f12dc569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (cc81369d-b60e-40ff-9bc4-bc5ac2c044c5), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:41.643441 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-dea209cc-073b-4773-ba80-119f4a4c41f1 None None] Calling delete_port for a589bab5-ac1f-470d-9903-52e4f3314a32 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:35:41.654786 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-f899b83d-f43b-4b5f-be64-51f4b85de480 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e7ac1f0-3111-4c89-ba33-0a59c83b731d']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:35:41.658819 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d10caa5d-0e4a-4e44-94a4-5cfe0b0411fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:41.687211 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-f899b83d-f43b-4b5f-be64-51f4b85de480 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2c9930f-21f1-4d40-93dc-64d9f93dab64') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:35:41.688535 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-f899b83d-f43b-4b5f-be64-51f4b85de480 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2c9930f-21f1-4d40-93dc-64d9f93dab64') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:35:41.701632 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-4d2492a0-36f7-47a3-aefc-7c17f12dc569 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc81369d-b60e-40ff-9bc4-bc5ac2c044c5']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:35:41.714274 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-94199b4b-a512-47ee-829a-97aa5c353bda req-af2879bc-4573-4cf6-b073-0da9db5dfb2f tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/security-groups?id=03204c94-e7d5-4698-bf53-e2e3ba52bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357755 Mar 11 19:35:41.744258 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-4d2492a0-36f7-47a3-aefc-7c17f12dc569 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7b393e1-6366-4069-97d4-bdb85a96c9da') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:35:41.744587 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-4d2492a0-36f7-47a3-aefc-7c17f12dc569 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7b393e1-6366-4069-97d4-bdb85a96c9da') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:35:41.755299 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f899b83d-f43b-4b5f-be64-51f4b85de480 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (e2c9930f-21f1-4d40-93dc-64d9f93dab64), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:41.775393 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4d2492a0-36f7-47a3-aefc-7c17f12dc569 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (f7b393e1-6366-4069-97d4-bdb85a96c9da), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:41.777598 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f899b83d-f43b-4b5f-be64-51f4b85de480 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (e2c9930f-21f1-4d40-93dc-64d9f93dab64), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:41.792612 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d10caa5d-0e4a-4e44-94a4-5cfe0b0411fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:41.794509 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10caa5d-0e4a-4e44-94a4-5cfe0b0411fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:41.796062 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d10caa5d-0e4a-4e44-94a4-5cfe0b0411fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:41.810185 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ee521-a964-4488-84a1-2fae0fbc4d42 req-63b87500-4a7b-4286-af42-ac10ad627cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:41.817277 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d38ee521-a964-4488-84a1-2fae0fbc4d42 req-63b87500-4a7b-4286-af42-ac10ad627cbd service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=c900818c-a431-4d5d-8924-a66b2f33b5f6 HTTP/1.1" status: 200 len: 1127 time: 0.1733458 Mar 11 19:35:41.823417 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4d2492a0-36f7-47a3-aefc-7c17f12dc569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (f7b393e1-6366-4069-97d4-bdb85a96c9da), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:41.849465 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f899b83d-f43b-4b5f-be64-51f4b85de480 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Releasing vlan 859 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:35:41.849465 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f899b83d-f43b-4b5f-be64-51f4b85de480 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (e2c9930f-21f1-4d40-93dc-64d9f93dab64), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:41.852118 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:35:41.852118 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:35:41.852118 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:35:41.852118 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:35:41.852118 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:35:41.852118 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:35:41.852118 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:35:41.852118 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:35:41.852118 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:35:41.852118 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:35:41.852118 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:35:41.852118 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:35:41.852118 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:35:41.852118 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:35:41.852118 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:35:41.852118 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:35:41.852118 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:35:41.852118 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:35:41.852118 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:35:41.852118 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:35:41.852118 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:35:41.852118 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:35:41.852118 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:35:41.852118 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:35:41.852118 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:35:41.852118 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:35:41.852118 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:35:41.852118 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:35:41.852118 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:35:41.852118 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:35:41.852118 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:35:41.852118 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:35:41.918497 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d2492a0-36f7-47a3-aefc-7c17f12dc569 admin admin] Releasing vlan 883 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:35:41.919772 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4d2492a0-36f7-47a3-aefc-7c17f12dc569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (f7b393e1-6366-4069-97d4-bdb85a96c9da), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:41.991527 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d10caa5d-0e4a-4e44-94a4-5cfe0b0411fa admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2451520 Mar 11 19:35:42.000804 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 19:35:42.000804 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:35:42.000804 n-d-833163-1 neutron-server[103885]: timer() Mar 11 19:35:42.000804 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:35:42.000804 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 19:35:42.000804 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:35:42.000804 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 19:35:42.000804 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:35:42.000804 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 19:35:42.000804 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:35:42.000804 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 19:35:42.000804 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:35:42.000804 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 19:35:42.000804 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:35:42.000804 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:35:42.000804 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:35:42.000804 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:35:42.000804 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:35:42.000804 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 19:35:42.000804 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:35:42.000804 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 19:35:42.000804 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:35:42.000804 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:35:42.000804 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:35:42.000804 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 19:35:42.000804 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:35:42.000804 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:35:42.000804 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:35:42.000804 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:35:42.000804 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:35:42.000804 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:35:42.000804 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:35:42.003172 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 5f2c87b5-3ef8-4a45-9f10-1f3527b60463 details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:35:42.005456 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34190) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:35:42.016853 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-b978cb1a-bc07-4793-81b0-8831ab0fcd91 admin admin] Request body: {'subnet': {'network_id': '4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-997893437-subnet', 'tenant_id': '6f7b5a979307498d8f69fb2b0e734e8f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:35:42.040166 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4d2492a0-36f7-47a3-aefc-7c17f12dc569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (cc81369d-b60e-40ff-9bc4-bc5ac2c044c5), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:42.052700 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b978cb1a-bc07-4793-81b0-8831ab0fcd91 admin admin] Made reservation on behalf of 6f7b5a979307498d8f69fb2b0e734e8f for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:35:42.056253 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b978cb1a-bc07-4793-81b0-8831ab0fcd91 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:42.061607 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4d2492a0-36f7-47a3-aefc-7c17f12dc569 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:42.069058 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-4d2492a0-36f7-47a3-aefc-7c17f12dc569 admin admin] 10.222.0.65 "DELETE /v2.0/networks/cc81369d-b60e-40ff-9bc4-bc5ac2c044c5 HTTP/1.1" status: 204 len: 168 time: 0.7915995 Mar 11 19:35:42.080449 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10caa5d-0e4a-4e44-94a4-5cfe0b0411fa admin admin] Pushing event updated for resources: {'Network': ['ID=4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:42.092147 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f899b83d-f43b-4b5f-be64-51f4b85de480 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (7e7ac1f0-3111-4c89-ba33-0a59c83b731d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:42.117848 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f899b83d-f43b-4b5f-be64-51f4b85de480 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:42.118305 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 5f2c87b5-3ef8-4a45-9f10-1f3527b60463, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=5f2c87b5-3ef8-4a45-9f10-1f3527b60463,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:35:42.123749 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f899b83d-f43b-4b5f-be64-51f4b85de480 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "DELETE /v2.0/networks/7e7ac1f0-3111-4c89-ba33-0a59c83b731d HTTP/1.1" status: 204 len: 168 time: 1.0604613 Mar 11 19:35:42.130541 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device a589bab5-ac1f-470d-9903-52e4f3314a32 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:35:42.160504 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34198) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:35:42.182872 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': '5f2c87b5-3ef8-4a45-9f10-1f3527b60463', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'port_id': '5f2c87b5-3ef8-4a45-9f10-1f3527b60463', 'mac_address': 'fa:16:3e:99:e3:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bb14923-74c3-4313-be8d-ed33542f05aa', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:35:42.184839 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:35:42.243413 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2492a0-36f7-47a3-aefc-7c17f12dc569 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc81369d-b60e-40ff-9bc4-bc5ac2c044c5,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:42.265816 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 5f2c87b5-3ef8-4a45-9f10-1f3527b60463 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:35:42.266215 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (5f2c87b5-3ef8-4a45-9f10-1f3527b60463), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:42.273929 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d38ee521-a964-4488-84a1-2fae0fbc4d42 req-e0148e2d-fcb4-433c-9189-175e8cda2f18 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=03204c94-e7d5-4698-bf53-e2e3ba52bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4203873 Mar 11 19:35:42.294160 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f2c87b5-3ef8-4a45-9f10-1f3527b60463 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:35:42.296877 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34200) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:35:42.304698 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8342c5b5-62e9-402f-aa63-a5db8922b62a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (4f561aff-d3ac-41b3-ba00-952d014b3e3f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:42.375186 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c127798f-659e-4724-b5d2-3eeb3fb4e715 req-36206506-6fc5-4f8e-aeba-74b38374d477 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:42.376795 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c127798f-659e-4724-b5d2-3eeb3fb4e715 req-36206506-6fc5-4f8e-aeba-74b38374d477 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e4ff243-d28f-4c44-8f6f-d885353f5b3d HTTP/1.1" status: 200 len: 950 time: 0.5577993 Mar 11 19:35:42.406012 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 5f2c87b5-3ef8-4a45-9f10-1f3527b60463, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=5f2c87b5-3ef8-4a45-9f10-1f3527b60463,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:35:42.418321 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (5f2c87b5-3ef8-4a45-9f10-1f3527b60463), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:42.419316 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device ea0d9447-6a38-4cf2-aeb2-52417048e1e8 details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:35:42.454541 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port ea0d9447-6a38-4cf2-aeb2-52417048e1e8, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=ea0d9447-6a38-4cf2-aeb2-52417048e1e8,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:35:42.470869 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40425610-e777-46db-aaad-fc30b6ae0aab req-9860088c-008a-4c50-b483-68515b332df4 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:42.475563 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': 'ea0d9447-6a38-4cf2-aeb2-52417048e1e8', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'port_id': 'ea0d9447-6a38-4cf2-aeb2-52417048e1e8', 'mac_address': 'fa:16:3e:41:ad:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bb14923-74c3-4313-be8d-ed33542f05aa', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:35:42.478429 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-40425610-e777-46db-aaad-fc30b6ae0aab req-9860088c-008a-4c50-b483-68515b332df4 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/ports?device_id=30801c17-a93d-4cf6-ad19-b8560b08af82 HTTP/1.1" status: 200 len: 946 time: 0.3481367 Mar 11 19:35:42.495864 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f899b83d-f43b-4b5f-be64-51f4b85de480 tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Pushing event deleted for resources: {'Network': ['ID=7e7ac1f0-3111-4c89-ba33-0a59c83b731d,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:42.506723 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dea209cc-073b-4773-ba80-119f4a4c41f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (a589bab5-ac1f-470d-9903-52e4f3314a32), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:42.510936 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-0b26cf02-c1fe-43ec-ac31-d4b6b98e1e7d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f95acd8ec5ef45d8b7ae8994d46f4375&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2078133 Mar 11 19:35:42.519370 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port a589bab5-ac1f-470d-9903-52e4f3314a32 is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:35:42.519758 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34202) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:35:42.519888 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a589bab5-ac1f-470d-9903-52e4f3314a32), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:42.526599 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:35:42.562913 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea209cc-073b-4773-ba80-119f4a4c41f1 None None] No DVR routers for this DVR port a589bab5-ac1f-470d-9903-52e4f3314a32 on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:35:42.586414 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port ea0d9447-6a38-4cf2-aeb2-52417048e1e8 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:35:42.586665 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ea0d9447-6a38-4cf2-aeb2-52417048e1e8), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:42.613139 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c127798f-659e-4724-b5d2-3eeb3fb4e715 req-183ecd73-bdfd-4795-a243-1123c65d84fe tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255800 Mar 11 19:35:42.616108 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=5f2c87b5-3ef8-4a45-9f10-1f3527b60463,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:42.619573 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea0d9447-6a38-4cf2-aeb2-52417048e1e8 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:35:42.651572 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea209cc-073b-4773-ba80-119f4a4c41f1 None None] Pushing event deleted for resources: {'Port': ['ID=a589bab5-ac1f-470d-9903-52e4f3314a32,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:42.673869 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-40425610-e777-46db-aaad-fc30b6ae0aab req-11034128-7629-4d94-a22f-293ac189f922 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/security-groups?id=84f7623b-92bc-46cd-a725-53de6be71e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945596 Mar 11 19:35:42.679677 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port ea0d9447-6a38-4cf2-aeb2-52417048e1e8, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=ea0d9447-6a38-4cf2-aeb2-52417048e1e8,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:35:42.681047 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 4a74cad6-79c6-4f96-9850-0f99492ca587 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:35:42.704049 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 4a74cad6-79c6-4f96-9850-0f99492ca587 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:35:42.704049 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 4a74cad6-79c6-4f96-9850-0f99492ca587 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:35:42.706013 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (ea0d9447-6a38-4cf2-aeb2-52417048e1e8), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:42.720927 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-8342c5b5-62e9-402f-aa63-a5db8922b62a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Deleting port a589bab5-ac1f-470d-9903-52e4f3314a32 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:35:42.721311 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8342c5b5-62e9-402f-aa63-a5db8922b62a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (a589bab5-ac1f-470d-9903-52e4f3314a32), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:42.767807 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=ea0d9447-6a38-4cf2-aeb2-52417048e1e8,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:42.791418 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b978cb1a-bc07-4793-81b0-8831ab0fcd91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (e937a69a-1c31-46af-aac9-3893b50798ca), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:42.799650 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-abe82fca-9c2c-4147-be0c-233dc621be14 admin admin] Publish callbacks [] for security_group (8bc025fb-4654-48c5-85cd-38b1cb3cd588), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:42.837452 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c576e0-da96-47cf-aaf2-77987b27a93f req-3035ca49-7789-48ae-aad6-8b310064aab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:42.838843 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-43c576e0-da96-47cf-aaf2-77987b27a93f req-3035ca49-7789-48ae-aad6-8b310064aab1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=487f8613d1fa45ab81e48e9d9d0fc801&device_id=7e4ff243-d28f-4c44-8f6f-d885353f5b3d HTTP/1.1" status: 200 len: 1132 time: 0.2543516 Mar 11 19:35:42.958668 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-abe82fca-9c2c-4147-be0c-233dc621be14 admin admin] Publish callbacks [] for security_group (8bc025fb-4654-48c5-85cd-38b1cb3cd588), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:42.962050 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-8342c5b5-62e9-402f-aa63-a5db8922b62a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] For port a589bab5-ac1f-470d-9903-52e4f3314a32, host n-d-833163-1, got binding levels [] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:35:42.962394 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8342c5b5-62e9-402f-aa63-a5db8922b62a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (a589bab5-ac1f-470d-9903-52e4f3314a32), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:43.002710 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3b2dc-c8e7-4975-9aba-5fb8311547df req-f09393a4-732b-429e-9d26-33acecdd356c tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:43.004113 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4cc3b2dc-c8e7-4975-9aba-5fb8311547df req-f09393a4-732b-429e-9d26-33acecdd356c tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/ports?device_id=269ff07d-677b-4ab8-8ca9-a7da9224ad94 HTTP/1.1" status: 200 len: 949 time: 0.2946284 Mar 11 19:35:43.004704 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b978cb1a-bc07-4793-81b0-8831ab0fcd91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e937a69a-1c31-46af-aac9-3893b50798ca,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:43.021185 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-8342c5b5-62e9-402f-aa63-a5db8922b62a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Calling delete_port for a589bab5-ac1f-470d-9903-52e4f3314a32 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:35:43.043667 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.ipam_backend_mixin [None req-8342c5b5-62e9-402f-aa63-a5db8922b62a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Port a589bab5-ac1f-470d-9903-52e4f3314a32 was not found and therefore no delete operation was performed {{(pid=103885) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 11 19:35:43.095002 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8342c5b5-62e9-402f-aa63-a5db8922b62a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (a589bab5-ac1f-470d-9903-52e4f3314a32), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:43.143505 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b978cb1a-bc07-4793-81b0-8831ab0fcd91 admin admin] Checking segment: {'id': '1c6aa5b7-681f-4a80-a0b7-793b4ab0118d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:35:43.143888 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b978cb1a-bc07-4793-81b0-8831ab0fcd91 admin admin] Network hostable DHCP agents. Network: 4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:35:43.146754 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8342c5b5-62e9-402f-aa63-a5db8922b62a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Pushing event deleted for resources: {'Port': ['ID=a589bab5-ac1f-470d-9903-52e4f3314a32,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:43.153177 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['ea0d9447-6a38-4cf2-aeb2-52417048e1e8'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:35:43.159029 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e3fd3-1352-4e7e-90a7-71d597412fd6 req-355720cd-4ca4-4161-9ef9-415e76b51599 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:43.160610 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-976e3fd3-1352-4e7e-90a7-71d597412fd6 req-355720cd-4ca4-4161-9ef9-415e76b51599 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?device_id=c900818c-a431-4d5d-8924-a66b2f33b5f6 HTTP/1.1" status: 200 len: 945 time: 0.3552482 Mar 11 19:35:43.168504 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8342c5b5-62e9-402f-aa63-a5db8922b62a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] No DVR routers for this DVR port a589bab5-ac1f-470d-9903-52e4f3314a32 on host n-d-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:35:43.180172 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['5f2c87b5-3ef8-4a45-9f10-1f3527b60463'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:35:43.251530 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4cc3b2dc-c8e7-4975-9aba-5fb8311547df req-b5d10f4a-b287-4c41-954f-30980ef18cae tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/security-groups?id=a781a375-ecc1-4470-b434-56ebce1f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345679 Mar 11 19:35:43.252624 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c576e0-da96-47cf-aaf2-77987b27a93f req-4621d432-945a-4151-9076-e90d71aa0208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:43.254598 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-43c576e0-da96-47cf-aaf2-77987b27a93f req-4621d432-945a-4151-9076-e90d71aa0208 service neutron] 10.222.0.75 "GET /v2.0/networks?id=885772b1-9b97-4e1d-a0fb-e125030c5a81 HTTP/1.1" status: 200 len: 870 time: 0.3674664 Mar 11 19:35:43.278233 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-abe82fca-9c2c-4147-be0c-233dc621be14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (8bc025fb-4654-48c5-85cd-38b1cb3cd588), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:43.280881 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-abe82fca-9c2c-4147-be0c-233dc621be14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:43.281991 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-abe82fca-9c2c-4147-be0c-233dc621be14 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8bc025fb-4654-48c5-85cd-38b1cb3cd588 HTTP/1.1" status: 204 len: 168 time: 0.7595601 Mar 11 19:35:43.344038 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b978cb1a-bc07-4793-81b0-8831ab0fcd91 admin admin] Network 4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:35:43.373799 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8342c5b5-62e9-402f-aa63-a5db8922b62a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (4f561aff-d3ac-41b3-ba00-952d014b3e3f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:43.400031 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-43c576e0-da96-47cf-aaf2-77987b27a93f req-7d039322-aea3-4c37-a610-89f14951f5d7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=73cf9994-2e3b-455d-b177-035336ec2695 HTTP/1.1" status: 200 len: 217 time: 0.1346748 Mar 11 19:35:43.403570 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-8342c5b5-62e9-402f-aa63-a5db8922b62a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f561aff-d3ac-41b3-ba00-952d014b3e3f']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:35:43.433890 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe82fca-9c2c-4147-be0c-233dc621be14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc025fb-4654-48c5-85cd-38b1cb3cd588,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:43.437768 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-8342c5b5-62e9-402f-aa63-a5db8922b62a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84b0979a-8a8b-4100-94cf-7dcf4d79135b') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:35:43.438073 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-8342c5b5-62e9-402f-aa63-a5db8922b62a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84b0979a-8a8b-4100-94cf-7dcf4d79135b') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:35:43.464705 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-b978cb1a-bc07-4793-81b0-8831ab0fcd91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:35:43.475228 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f40286b-5bdf-4e07-ad9c-018ff2770b03 None None] Network 4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:35:43.483738 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-976e3fd3-1352-4e7e-90a7-71d597412fd6 req-c7545f69-ec34-47f4-a363-9b543a3f235b tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/security-groups?id=03204c94-e7d5-4698-bf53-e2e3ba52bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069952 Mar 11 19:35:43.486789 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8342c5b5-62e9-402f-aa63-a5db8922b62a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (84b0979a-8a8b-4100-94cf-7dcf4d79135b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:43.495584 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b978cb1a-bc07-4793-81b0-8831ab0fcd91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:43.496303 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b978cb1a-bc07-4793-81b0-8831ab0fcd91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:43.526958 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8342c5b5-62e9-402f-aa63-a5db8922b62a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (84b0979a-8a8b-4100-94cf-7dcf4d79135b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:43.531970 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-b978cb1a-bc07-4793-81b0-8831ab0fcd91 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5197551 Mar 11 19:35:43.535842 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c576e0-da96-47cf-aaf2-77987b27a93f req-a1c3de93-bb90-4a83-a023-c61889c66032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:43.537267 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-43c576e0-da96-47cf-aaf2-77987b27a93f req-a1c3de93-bb90-4a83-a023-c61889c66032 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.1166735 Mar 11 19:35:43.541496 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8342c5b5-62e9-402f-aa63-a5db8922b62a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Releasing vlan 857 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:35:43.542380 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8342c5b5-62e9-402f-aa63-a5db8922b62a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (84b0979a-8a8b-4100-94cf-7dcf4d79135b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:43.546172 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 19:35:43.546172 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:35:43.546172 n-d-833163-1 neutron-server[103885]: timer() Mar 11 19:35:43.546172 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:35:43.546172 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 19:35:43.546172 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:35:43.546172 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 19:35:43.546172 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:35:43.546172 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 19:35:43.546172 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:35:43.546172 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 19:35:43.546172 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:35:43.546172 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 19:35:43.546172 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:35:43.546172 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:35:43.546172 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:35:43.546172 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:35:43.546172 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:35:43.546172 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 19:35:43.546172 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:35:43.546172 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 19:35:43.546172 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:35:43.546172 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:35:43.546172 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:35:43.546172 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 19:35:43.546172 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:35:43.546172 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:35:43.546172 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:35:43.546172 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:35:43.546172 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:35:43.546172 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:35:43.546172 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:35:43.606930 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce32a285-3528-4d87-814c-d40cbaf395d2 None None] Network 4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:35:43.666363 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8342c5b5-62e9-402f-aa63-a5db8922b62a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (4f561aff-d3ac-41b3-ba00-952d014b3e3f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:43.682069 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c576e0-da96-47cf-aaf2-77987b27a93f req-bde58157-39e7-47fb-b58b-04aefe6243bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:43.683791 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-43c576e0-da96-47cf-aaf2-77987b27a93f req-bde58157-39e7-47fb-b58b-04aefe6243bf service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1357274 Mar 11 19:35:43.691160 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8342c5b5-62e9-402f-aa63-a5db8922b62a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:43.694385 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-8342c5b5-62e9-402f-aa63-a5db8922b62a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] 10.222.0.65 "DELETE /v2.0/networks/4f561aff-d3ac-41b3-ba00-952d014b3e3f HTTP/1.1" status: 204 len: 168 time: 1.5327597 Mar 11 19:35:43.761394 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8342c5b5-62e9-402f-aa63-a5db8922b62a tempest-TaggedBootDevicesTest_v242-1246629155 tempest-TaggedBootDevicesTest_v242-1246629155-project] Pushing event deleted for resources: {'Network': ['ID=4f561aff-d3ac-41b3-ba00-952d014b3e3f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:43.771093 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34220) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:35:43.820678 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-27b5c40f-2c32-492a-b98d-a7036cc93884 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=57ce68428eb4447281f78abd474471e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0477901 Mar 11 19:35:43.823836 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34224) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:35:44.225139 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3628d8d9-acc0-45a7-91b0-31a1ee7880a4 req-81cc1bb9-c77c-49f9-a37c-ab59f8d37e8b tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:44.226681 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3628d8d9-acc0-45a7-91b0-31a1ee7880a4 req-81cc1bb9-c77c-49f9-a37c-ab59f8d37e8b tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e4ff243-d28f-4c44-8f6f-d885353f5b3d HTTP/1.1" status: 200 len: 950 time: 0.4765761 Mar 11 19:35:44.235944 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-43c576e0-da96-47cf-aaf2-77987b27a93f req-81ea927e-cd12-4c92-990d-9947aa58f91f service neutron] 10.222.0.75 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5390203 Mar 11 19:35:44.249232 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed840c-79fe-4730-8028-a52e182845c7 req-79216976-ab27-4c16-bb86-eeb47b5a9b50 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:44.250632 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e1ed840c-79fe-4730-8028-a52e182845c7 req-79216976-ab27-4c16-bb86-eeb47b5a9b50 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/ports?device_id=30801c17-a93d-4cf6-ad19-b8560b08af82 HTTP/1.1" status: 200 len: 946 time: 0.4490433 Mar 11 19:35:44.291368 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ef58c41f-008a-4fa6-ae35-e25f73a06fb5 admin admin] Publish callbacks [] for security_group (f4cb57fd-6041-448f-984d-34066070b20d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:44.384092 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ef58c41f-008a-4fa6-ae35-e25f73a06fb5 admin admin] Publish callbacks [] for security_group (f4cb57fd-6041-448f-984d-34066070b20d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:44.414077 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3628d8d9-acc0-45a7-91b0-31a1ee7880a4 req-64c86203-1d49-40a0-a4ec-b20d49069dbf tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802864 Mar 11 19:35:44.441782 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e1ed840c-79fe-4730-8028-a52e182845c7 req-188778e5-e539-4864-b9d7-a1e8d56dad2b tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/security-groups?id=84f7623b-92bc-46cd-a725-53de6be71e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820500 Mar 11 19:35:44.464926 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-43c576e0-da96-47cf-aaf2-77987b27a93f req-54507f8d-9a51-4723-95e3-f8b949b7587a service neutron] 10.222.0.75 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133257 Mar 11 19:35:44.493059 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ef58c41f-008a-4fa6-ae35-e25f73a06fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (f4cb57fd-6041-448f-984d-34066070b20d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:44.495719 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ef58c41f-008a-4fa6-ae35-e25f73a06fb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:44.497249 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ef58c41f-008a-4fa6-ae35-e25f73a06fb5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f4cb57fd-6041-448f-984d-34066070b20d HTTP/1.1" status: 204 len: 168 time: 0.6709838 Mar 11 19:35:44.522031 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef58c41f-008a-4fa6-ae35-e25f73a06fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4cb57fd-6041-448f-984d-34066070b20d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:44.603240 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3cb3b-4241-41fd-b482-cb55bd567928 req-a5907304-44be-46ca-8ee2-ec28aa79c193 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:44.608116 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-11d3cb3b-4241-41fd-b482-cb55bd567928 req-a5907304-44be-46ca-8ee2-ec28aa79c193 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/ports?device_id=269ff07d-677b-4ab8-8ca9-a7da9224ad94 HTTP/1.1" status: 200 len: 949 time: 0.0714459 Mar 11 19:35:44.660256 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-11d3cb3b-4241-41fd-b482-cb55bd567928 req-3feb4e8b-cc86-40a4-9b37-23bb9df35518 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/security-groups?id=a781a375-ecc1-4470-b434-56ebce1f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471203 Mar 11 19:35:44.867314 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbb7ae8-8cc0-4205-b3a2-66d5657454fa req-07ad5fdf-f7c2-4119-a9c0-1a2b31e5211e tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:44.872913 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3dbb7ae8-8cc0-4205-b3a2-66d5657454fa req-07ad5fdf-f7c2-4119-a9c0-1a2b31e5211e tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?device_id=c900818c-a431-4d5d-8924-a66b2f33b5f6 HTTP/1.1" status: 200 len: 945 time: 0.1052902 Mar 11 19:35:44.969117 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3dbb7ae8-8cc0-4205-b3a2-66d5657454fa req-29163079-199a-4252-9a09-e7d9041e013a tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/security-groups?id=03204c94-e7d5-4698-bf53-e2e3ba52bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946631 Mar 11 19:35:44.976636 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de0f5c9-60d6-4502-8c31-ea2634b82f11 req-3f741f61-12cf-4a71-9665-a1e82853f7ff tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:44.978087 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5de0f5c9-60d6-4502-8c31-ea2634b82f11 req-3f741f61-12cf-4a71-9665-a1e82853f7ff tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/networks?id=4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00 HTTP/1.1" status: 200 len: 814 time: 0.1980047 Mar 11 19:35:45.005645 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5de0f5c9-60d6-4502-8c31-ea2634b82f11 req-8353d94a-1c4a-4b09-b1ac-c19ed8620a1f tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/quotas/6f7b5a979307498d8f69fb2b0e734e8f HTTP/1.1" status: 200 len: 375 time: 0.0123734 Mar 11 19:35:45.046593 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5de0f5c9-60d6-4502-8c31-ea2634b82f11 req-934b6578-6fd2-4c71-b689-2716aa0e9ce7 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6f7b5a979307498d8f69fb2b0e734e8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355113 Mar 11 19:35:45.168453 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766184a4-b1e7-42dc-bfad-7fb3e9b71972 req-dad1f312-1bb8-4bf1-b3a8-90baa9de857d tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:45.169988 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-766184a4-b1e7-42dc-bfad-7fb3e9b71972 req-dad1f312-1bb8-4bf1-b3a8-90baa9de857d tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?device_id=e1d2be0c-60f7-4b21-82d5-4bc9663b79c8 HTTP/1.1" status: 200 len: 946 time: 0.1224973 Mar 11 19:35:45.210985 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5de0f5c9-60d6-4502-8c31-ea2634b82f11 req-9c0dd8d9-7272-451b-bae5-f6a2ea570cb7 service neutron] 10.222.0.65 "GET /v2.0/networks/4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478302 Mar 11 19:35:45.280149 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-766184a4-b1e7-42dc-bfad-7fb3e9b71972 req-dcdd46f3-4506-48f8-bb36-583145ee0a19 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/security-groups?id=03204c94-e7d5-4698-bf53-e2e3ba52bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992441 Mar 11 19:35:45.341841 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5de0f5c9-60d6-4502-8c31-ea2634b82f11 req-c2e89a3e-5286-4e5b-8a76-861e4d1fc17b service neutron] 10.222.0.65 "GET /v2.0/networks/4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317849 Mar 11 19:35:45.662511 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9a34c-591a-4f7e-b4f6-2ab103a673e5 req-4c6129eb-99a9-4b70-89a0-043b4e77bb23 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:45.664826 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2af9a34c-591a-4f7e-b4f6-2ab103a673e5 req-4c6129eb-99a9-4b70-89a0-043b4e77bb23 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e4ff243-d28f-4c44-8f6f-d885353f5b3d HTTP/1.1" status: 200 len: 950 time: 0.1352892 Mar 11 19:35:45.735153 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 9d095d62-9c55-4a00-b0ae-717cc9cd4196 details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:35:45.742380 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 5f2c87b5-3ef8-4a45-9f10-1f3527b60463 up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:35:45.753235 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e91499-6854-4257-9430-ba78c277bdd7 req-e6b22675-afad-4219-958d-b7e191ba543f tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:45.761849 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-23e91499-6854-4257-9430-ba78c277bdd7 req-e6b22675-afad-4219-958d-b7e191ba543f tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?device_id=e1d2be0c-60f7-4b21-82d5-4bc9663b79c8 HTTP/1.1" status: 200 len: 946 time: 0.1855171 Mar 11 19:35:45.777367 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2af9a34c-591a-4f7e-b4f6-2ab103a673e5 req-0d35fd12-e5de-486f-ab75-86f2be9150ed tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024170 Mar 11 19:35:45.841455 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-23e91499-6854-4257-9430-ba78c277bdd7 req-9a26e04b-6208-48e2-a000-440b1c12c2fd tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/security-groups?id=03204c94-e7d5-4698-bf53-e2e3ba52bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788548 Mar 11 19:35:45.954515 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f627b5ae-c3e6-45c2-b327-0e578ba30d59 req-5b202e57-084b-4757-b65a-8e4aae8e0796 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:45.965497 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f627b5ae-c3e6-45c2-b327-0e578ba30d59 req-5b202e57-084b-4757-b65a-8e4aae8e0796 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/ports?device_id=30801c17-a93d-4cf6-ad19-b8560b08af82 HTTP/1.1" status: 200 len: 946 time: 0.0903618 Mar 11 19:35:45.993059 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 9d095d62-9c55-4a00-b0ae-717cc9cd4196, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=9d095d62-9c55-4a00-b0ae-717cc9cd4196,segment=NetworkSegment(030b1ea6-a9bd-4970-9537-6268a24125f4),segment_id=030b1ea6-a9bd-4970-9537-6268a24125f4)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:35:46.032796 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': '9d095d62-9c55-4a00-b0ae-717cc9cd4196', 'network_id': '1740be2f-d8a3-4266-8fa1-21b3cc2b7b80', 'port_id': '9d095d62-9c55-4a00-b0ae-717cc9cd4196', 'mac_address': 'fa:16:3e:fc:77:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '182f6c67-9dec-4b57-9375-5df25feeb721', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:35:46.054505 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fe7f14cf-be6f-4b13-a72f-f93debfcec13 req-3789c6d4-1224-4557-8f38-54ec111f21c4 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/ports?device_id=b85456c3-ba17-40bb-bec2-2390fcec8032 HTTP/1.1" status: 200 len: 210 time: 0.0621026 Mar 11 19:35:46.080282 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f627b5ae-c3e6-45c2-b327-0e578ba30d59 req-56aa81e2-c570-412e-8ace-b075236abc98 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/security-groups?id=84f7623b-92bc-46cd-a725-53de6be71e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034236 Mar 11 19:35:46.186784 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 9d095d62-9c55-4a00-b0ae-717cc9cd4196 is: ACTIVE; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:35:46.187064 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (9d095d62-9c55-4a00-b0ae-717cc9cd4196), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:46.189504 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc3a708-3927-4fa1-9785-e307dcfd2d44 req-cf08c115-aeee-4e7f-ba62-61c2efaff712 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:46.198842 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dcc3a708-3927-4fa1-9785-e307dcfd2d44 req-cf08c115-aeee-4e7f-ba62-61c2efaff712 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/ports?device_id=269ff07d-677b-4ab8-8ca9-a7da9224ad94 HTTP/1.1" status: 200 len: 949 time: 0.0726824 Mar 11 19:35:46.203589 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port 5f2c87b5-3ef8-4a45-9f10-1f3527b60463 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:35:46.223983 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9d095d62-9c55-4a00-b0ae-717cc9cd4196 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:35:46.229689 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port 5f2c87b5-3ef8-4a45-9f10-1f3527b60463 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:35:46.230058 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (5f2c87b5-3ef8-4a45-9f10-1f3527b60463), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:46.269174 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dcc3a708-3927-4fa1-9785-e307dcfd2d44 req-ce8d23b3-d8ea-4a0a-bab7-848612e1ce0e tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/security-groups?id=a781a375-ecc1-4470-b434-56ebce1f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691726 Mar 11 19:35:46.301626 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 9d095d62-9c55-4a00-b0ae-717cc9cd4196, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=9d095d62-9c55-4a00-b0ae-717cc9cd4196,segment=NetworkSegment(030b1ea6-a9bd-4970-9537-6268a24125f4),segment_id=030b1ea6-a9bd-4970-9537-6268a24125f4)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:35:46.309892 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (9d095d62-9c55-4a00-b0ae-717cc9cd4196), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:46.416454 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=9d095d62-9c55-4a00-b0ae-717cc9cd4196,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:46.423040 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['9d095d62-9c55-4a00-b0ae-717cc9cd4196'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:35:46.463237 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 5f2c87b5-3ef8-4a45-9f10-1f3527b60463 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:35:46.464154 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (5f2c87b5-3ef8-4a45-9f10-1f3527b60463), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:46.512655 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '269ff07d-677b-4ab8-8ca9-a7da9224ad94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f2c87b5-3ef8-4a45-9f10-1f3527b60463'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:35:46.515738 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b23bd42d-ac65-4fcd-89c0-a69ae415b0cc" -d '{"events": [{"server_uuid": "269ff07d-677b-4ab8-8ca9-a7da9224ad94", "name": "network-vif-plugged", "status": "completed", "tag": "5f2c87b5-3ef8-4a45-9f10-1f3527b60463"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:35:46.534937 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-c1c439d2-4e0d-4a5c-aea9-748b65f2cf03 req-fe157e63-a403-4dba-a385-f95b507e3326 tempest-SecurityGroupsTestAdminJSON-1386523789 tempest-SecurityGroupsTestAdminJSON-1386523789-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1543395036', 'description': 'tempest-description-1049155062'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:35:46.542584 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 5f2c87b5-3ef8-4a45-9f10-1f3527b60463, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=5f2c87b5-3ef8-4a45-9f10-1f3527b60463,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:35:46.557651 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (5f2c87b5-3ef8-4a45-9f10-1f3527b60463), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:46.558779 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device ea0d9447-6a38-4cf2-aeb2-52417048e1e8 up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:35:46.569283 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c1c439d2-4e0d-4a5c-aea9-748b65f2cf03 req-fe157e63-a403-4dba-a385-f95b507e3326 tempest-SecurityGroupsTestAdminJSON-1386523789 tempest-SecurityGroupsTestAdminJSON-1386523789-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:46.587079 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c1c439d2-4e0d-4a5c-aea9-748b65f2cf03 req-fe157e63-a403-4dba-a385-f95b507e3326 tempest-SecurityGroupsTestAdminJSON-1386523789 tempest-SecurityGroupsTestAdminJSON-1386523789-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:46.617577 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7170df-c04a-44b0-b273-b95a1ca51dd3 x-openstack-request-id: req-ce7170df-c04a-44b0-b273-b95a1ca51dd3 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:35:46.617848 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "269ff07d-677b-4ab8-8ca9-a7da9224ad94", "name": "network-vif-plugged", "status": "completed", "tag": "5f2c87b5-3ef8-4a45-9f10-1f3527b60463", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:35:46.618117 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ce7170df-c04a-44b0-b273-b95a1ca51dd3 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:35:46.618502 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '269ff07d-677b-4ab8-8ca9-a7da9224ad94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f2c87b5-3ef8-4a45-9f10-1f3527b60463', 'code': 200} Mar 11 19:35:46.678530 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=5f2c87b5-3ef8-4a45-9f10-1f3527b60463,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:46.739901 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port ea0d9447-6a38-4cf2-aeb2-52417048e1e8 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:35:46.747211 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c1c439d2-4e0d-4a5c-aea9-748b65f2cf03 req-fe157e63-a403-4dba-a385-f95b507e3326 tempest-SecurityGroupsTestAdminJSON-1386523789 tempest-SecurityGroupsTestAdminJSON-1386523789-project] Publish callbacks [] for security_group (f1722be2-5e15-4be5-a729-bcca58f7926f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:46.753621 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port ea0d9447-6a38-4cf2-aeb2-52417048e1e8 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:35:46.753986 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ea0d9447-6a38-4cf2-aeb2-52417048e1e8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:46.754314 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c1c439d2-4e0d-4a5c-aea9-748b65f2cf03 req-fe157e63-a403-4dba-a385-f95b507e3326 tempest-SecurityGroupsTestAdminJSON-1386523789 tempest-SecurityGroupsTestAdminJSON-1386523789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (f1722be2-5e15-4be5-a729-bcca58f7926f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:46.758819 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1531c344-2d1c-4c50-99dd-2a41031555ee req-40420009-ef6d-4576-8320-da28a9bc9320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:46.761279 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1531c344-2d1c-4c50-99dd-2a41031555ee req-40420009-ef6d-4576-8320-da28a9bc9320 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=269ff07d-677b-4ab8-8ca9-a7da9224ad94 HTTP/1.1" status: 200 len: 1132 time: 0.0930583 Mar 11 19:35:46.810696 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe157e63-a403-4dba-a385-f95b507e3326 tempest-SecurityGroupsTestAdminJSON-1386523789 tempest-SecurityGroupsTestAdminJSON-1386523789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1722be2-5e15-4be5-a729-bcca58f7926f,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:46.849647 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port ea0d9447-6a38-4cf2-aeb2-52417048e1e8 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:35:46.850157 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ea0d9447-6a38-4cf2-aeb2-52417048e1e8), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:46.865196 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1531c344-2d1c-4c50-99dd-2a41031555ee req-caee70ab-52bd-40ff-83c8-11d864835078 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a781a375-ecc1-4470-b434-56ebce1f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916002 Mar 11 19:35:46.890340 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port ea0d9447-6a38-4cf2-aeb2-52417048e1e8, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=ea0d9447-6a38-4cf2-aeb2-52417048e1e8,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:35:46.894560 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c1c439d2-4e0d-4a5c-aea9-748b65f2cf03 req-fe157e63-a403-4dba-a385-f95b507e3326 tempest-SecurityGroupsTestAdminJSON-1386523789 tempest-SecurityGroupsTestAdminJSON-1386523789-project] Publish callbacks [] for security_group (2e082f8b-4381-49c2-a108-08beaf6f1a97), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:46.897156 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (ea0d9447-6a38-4cf2-aeb2-52417048e1e8), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:46.901441 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c1c439d2-4e0d-4a5c-aea9-748b65f2cf03 req-fe157e63-a403-4dba-a385-f95b507e3326 tempest-SecurityGroupsTestAdminJSON-1386523789 tempest-SecurityGroupsTestAdminJSON-1386523789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (2e082f8b-4381-49c2-a108-08beaf6f1a97), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:46.962660 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=ea0d9447-6a38-4cf2-aeb2-52417048e1e8,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:46.977025 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c1c439d2-4e0d-4a5c-aea9-748b65f2cf03 req-fe157e63-a403-4dba-a385-f95b507e3326 tempest-SecurityGroupsTestAdminJSON-1386523789 tempest-SecurityGroupsTestAdminJSON-1386523789-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:46.978631 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c1c439d2-4e0d-4a5c-aea9-748b65f2cf03 req-fe157e63-a403-4dba-a385-f95b507e3326 tempest-SecurityGroupsTestAdminJSON-1386523789 tempest-SecurityGroupsTestAdminJSON-1386523789-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4481199 Mar 11 19:35:46.989161 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe157e63-a403-4dba-a385-f95b507e3326 tempest-SecurityGroupsTestAdminJSON-1386523789 tempest-SecurityGroupsTestAdminJSON-1386523789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e082f8b-4381-49c2-a108-08beaf6f1a97,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:47.055520 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f943a-e7a4-426e-b4e4-c2344d03201d req-b9d3b6d8-56af-4a41-b175-57e05d5fcd83 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:47.057143 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bd3f943a-e7a4-426e-b4e4-c2344d03201d req-b9d3b6d8-56af-4a41-b175-57e05d5fcd83 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e4ff243-d28f-4c44-8f6f-d885353f5b3d HTTP/1.1" status: 200 len: 950 time: 0.1311324 Mar 11 19:35:47.194694 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bd3f943a-e7a4-426e-b4e4-c2344d03201d req-0cdb5dec-228b-4076-a0ae-fe76bef74816 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287024 Mar 11 19:35:47.205593 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de0f5c9-60d6-4502-8c31-ea2634b82f11 req-82c8da38-de86-4fee-8312-a1dc31f086f4 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:47.212345 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5de0f5c9-60d6-4502-8c31-ea2634b82f11 req-82c8da38-de86-4fee-8312-a1dc31f086f4 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.75 "GET /v2.0/networks?id=4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00 HTTP/1.1" status: 200 len: 814 time: 0.2073464 Mar 11 19:35:47.224583 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-7a2f23c6-b3d7-4db2-bf65-88d535905be9 req-2ca49d1b-8404-43c6-962f-c2779115744b tempest-SecurityGroupsTestAdminJSON-1386523789 tempest-SecurityGroupsTestAdminJSON-1386523789-project] Request body: {'security_group': {'name': 'tempest-securitygroup-541350001', 'description': 'tempest-description-988594595'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:35:47.241176 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-5de0f5c9-60d6-4502-8c31-ea2634b82f11 req-1eee3046-61ed-4f05-bb0e-a76311e0eab0 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Request body: {'port': {'device_id': 'b85456c3-ba17-40bb-bec2-2390fcec8032', 'network_id': '4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00', 'admin_state_up': True, 'tenant_id': '6f7b5a979307498d8f69fb2b0e734e8f'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:35:47.254774 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be52ea-e04d-43ea-a34c-81ef003e1e64 req-ccabff88-918a-48f0-b6a7-26e9dd41daea tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:47.256276 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-97be52ea-e04d-43ea-a34c-81ef003e1e64 req-ccabff88-918a-48f0-b6a7-26e9dd41daea tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?device_id=e1d2be0c-60f7-4b21-82d5-4bc9663b79c8 HTTP/1.1" status: 200 len: 946 time: 0.1616077 Mar 11 19:35:47.343135 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7a2f23c6-b3d7-4db2-bf65-88d535905be9 req-2ca49d1b-8404-43c6-962f-c2779115744b tempest-SecurityGroupsTestAdminJSON-1386523789 tempest-SecurityGroupsTestAdminJSON-1386523789-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:47.398766 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-97be52ea-e04d-43ea-a34c-81ef003e1e64 req-31ba4215-88b8-4f26-a43f-56f0d3c2a884 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/security-groups?id=03204c94-e7d5-4698-bf53-e2e3ba52bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291623 Mar 11 19:35:47.445351 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5de0f5c9-60d6-4502-8c31-ea2634b82f11 req-1eee3046-61ed-4f05-bb0e-a76311e0eab0 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Made reservation on behalf of 6f7b5a979307498d8f69fb2b0e734e8f for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:35:47.449379 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5de0f5c9-60d6-4502-8c31-ea2634b82f11 req-1eee3046-61ed-4f05-bb0e-a76311e0eab0 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:47.524387 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7a2f23c6-b3d7-4db2-bf65-88d535905be9 req-2ca49d1b-8404-43c6-962f-c2779115744b tempest-SecurityGroupsTestAdminJSON-1386523789 tempest-SecurityGroupsTestAdminJSON-1386523789-project] Publish callbacks [] for security_group (f365c7be-736d-4e9e-ad23-81fc60e4b8cc), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:47.534534 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7a2f23c6-b3d7-4db2-bf65-88d535905be9 req-2ca49d1b-8404-43c6-962f-c2779115744b tempest-SecurityGroupsTestAdminJSON-1386523789 tempest-SecurityGroupsTestAdminJSON-1386523789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (f365c7be-736d-4e9e-ad23-81fc60e4b8cc), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:47.616148 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7a2f23c6-b3d7-4db2-bf65-88d535905be9 req-2ca49d1b-8404-43c6-962f-c2779115744b tempest-SecurityGroupsTestAdminJSON-1386523789 tempest-SecurityGroupsTestAdminJSON-1386523789-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:47.617336 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7a2f23c6-b3d7-4db2-bf65-88d535905be9 req-2ca49d1b-8404-43c6-962f-c2779115744b tempest-SecurityGroupsTestAdminJSON-1386523789 tempest-SecurityGroupsTestAdminJSON-1386523789-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3978667 Mar 11 19:35:47.624407 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca49d1b-8404-43c6-962f-c2779115744b tempest-SecurityGroupsTestAdminJSON-1386523789 tempest-SecurityGroupsTestAdminJSON-1386523789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f365c7be-736d-4e9e-ad23-81fc60e4b8cc,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:47.640033 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eae565-b88a-47bd-baf8-35d10352ed44 req-94c85474-21cd-4474-94fb-10fa9aa9a829 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:47.641576 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-44eae565-b88a-47bd-baf8-35d10352ed44 req-94c85474-21cd-4474-94fb-10fa9aa9a829 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/ports?device_id=30801c17-a93d-4cf6-ad19-b8560b08af82 HTTP/1.1" status: 200 len: 945 time: 0.1755481 Mar 11 19:35:47.731168 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-70915c04-d0b4-4d0f-ad45-1249f015079c req-40b12fbb-a696-42be-a16c-496d3d9a6495 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/ports?device_id=b85456c3-ba17-40bb-bec2-2390fcec8032 HTTP/1.1" status: 200 len: 210 time: 0.0508904 Mar 11 19:35:47.746696 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-5de0f5c9-60d6-4502-8c31-ea2634b82f11 req-1eee3046-61ed-4f05-bb0e-a76311e0eab0 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Allocated IP 172.20.0.5 (4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00/e937a69a-1c31-46af-aac9-3893b50798ca/8647f5f8-1be0-473e-98fe-346f26bf9b26) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:35:47.755149 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 9d095d62-9c55-4a00-b0ae-717cc9cd4196 up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:35:47.777869 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-44eae565-b88a-47bd-baf8-35d10352ed44 req-7c647e11-e959-4747-8ad0-381235b38949 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/security-groups?id=84f7623b-92bc-46cd-a725-53de6be71e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122978 Mar 11 19:35:47.854362 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port 9d095d62-9c55-4a00-b0ae-717cc9cd4196 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:35:47.854747 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (9d095d62-9c55-4a00-b0ae-717cc9cd4196), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:47.943128 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 9d095d62-9c55-4a00-b0ae-717cc9cd4196 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:35:47.943526 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (9d095d62-9c55-4a00-b0ae-717cc9cd4196), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:47.965447 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b38adf-c665-4d0b-96f7-566c239a92d0 req-e2c41f21-bf30-49a9-8cc7-798e656548c1 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:47.967923 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e7b38adf-c665-4d0b-96f7-566c239a92d0 req-e2c41f21-bf30-49a9-8cc7-798e656548c1 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/ports?device_id=269ff07d-677b-4ab8-8ca9-a7da9224ad94 HTTP/1.1" status: 200 len: 950 time: 0.1226463 Mar 11 19:35:47.979421 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 9d095d62-9c55-4a00-b0ae-717cc9cd4196, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=9d095d62-9c55-4a00-b0ae-717cc9cd4196,segment=NetworkSegment(030b1ea6-a9bd-4970-9537-6268a24125f4),segment_id=030b1ea6-a9bd-4970-9537-6268a24125f4)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:35:47.984490 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (9d095d62-9c55-4a00-b0ae-717cc9cd4196), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:47.987368 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5de0f5c9-60d6-4502-8c31-ea2634b82f11 req-1eee3046-61ed-4f05-bb0e-a76311e0eab0 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Publish callbacks [] for port (8647f5f8-1be0-473e-98fe-346f26bf9b26), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:48.049676 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=9d095d62-9c55-4a00-b0ae-717cc9cd4196,revision_number=7']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:48.052983 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-f9ee8cd2-376d-4686-b2a8-43500dbe8cde req-723a21e7-1561-4cfb-b198-d8a55cec0ed9 tempest-SecurityGroupsTestAdminJSON-1077523359 tempest-SecurityGroupsTestAdminJSON-1077523359-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-511902961', 'description': 'tempest-description-1558805294'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:35:48.058993 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e7b38adf-c665-4d0b-96f7-566c239a92d0 req-9014f8b3-0e71-49b0-af8d-3d5c22531a03 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/security-groups?id=a781a375-ecc1-4470-b434-56ebce1f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820639 Mar 11 19:35:48.088089 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5de0f5c9-60d6-4502-8c31-ea2634b82f11 req-1eee3046-61ed-4f05-bb0e-a76311e0eab0 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (8647f5f8-1be0-473e-98fe-346f26bf9b26), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:48.090499 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f9ee8cd2-376d-4686-b2a8-43500dbe8cde req-723a21e7-1561-4cfb-b198-d8a55cec0ed9 tempest-SecurityGroupsTestAdminJSON-1077523359 tempest-SecurityGroupsTestAdminJSON-1077523359-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:48.112296 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f9ee8cd2-376d-4686-b2a8-43500dbe8cde req-723a21e7-1561-4cfb-b198-d8a55cec0ed9 tempest-SecurityGroupsTestAdminJSON-1077523359 tempest-SecurityGroupsTestAdminJSON-1077523359-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:48.164309 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5de0f5c9-60d6-4502-8c31-ea2634b82f11 req-1eee3046-61ed-4f05-bb0e-a76311e0eab0 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Network 4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:35:48.175344 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-5de0f5c9-60d6-4502-8c31-ea2634b82f11 req-1eee3046-61ed-4f05-bb0e-a76311e0eab0 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:35:48.183232 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-5de0f5c9-60d6-4502-8c31-ea2634b82f11 req-1eee3046-61ed-4f05-bb0e-a76311e0eab0 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:35:48.212615 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eee3046-61ed-4f05-bb0e-a76311e0eab0 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Pushing event updated for resources: {'Port': ['ID=8647f5f8-1be0-473e-98fe-346f26bf9b26,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:48.269724 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de0f5c9-60d6-4502-8c31-ea2634b82f11 req-1eee3046-61ed-4f05-bb0e-a76311e0eab0 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:48.270339 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5de0f5c9-60d6-4502-8c31-ea2634b82f11 req-1eee3046-61ed-4f05-bb0e-a76311e0eab0 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:48.335659 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5de0f5c9-60d6-4502-8c31-ea2634b82f11 req-1eee3046-61ed-4f05-bb0e-a76311e0eab0 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1024606 Mar 11 19:35:48.347485 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-5de0f5c9-60d6-4502-8c31-ea2634b82f11 req-6584dfc3-3d6b-42b7-8185-2b1363e2792f service neutron] Request body: {'port': {'device_id': 'b85456c3-ba17-40bb-bec2-2390fcec8032', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:35:48.385287 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f9ee8cd2-376d-4686-b2a8-43500dbe8cde req-723a21e7-1561-4cfb-b198-d8a55cec0ed9 tempest-SecurityGroupsTestAdminJSON-1077523359 tempest-SecurityGroupsTestAdminJSON-1077523359-project-admin] Publish callbacks [] for security_group (f2e85d3d-c084-4f27-913a-2a223b52d4f4), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:48.397579 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e56ce-475c-4397-ae48-328a65a33d94 req-01463fea-006e-4ce4-a9c3-a415d1d9dc24 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:48.399925 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e29e56ce-475c-4397-ae48-328a65a33d94 req-01463fea-006e-4ce4-a9c3-a415d1d9dc24 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?device_id=e1d2be0c-60f7-4b21-82d5-4bc9663b79c8 HTTP/1.1" status: 200 len: 946 time: 0.1364002 Mar 11 19:35:48.403210 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f9ee8cd2-376d-4686-b2a8-43500dbe8cde req-723a21e7-1561-4cfb-b198-d8a55cec0ed9 tempest-SecurityGroupsTestAdminJSON-1077523359 tempest-SecurityGroupsTestAdminJSON-1077523359-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (f2e85d3d-c084-4f27-913a-2a223b52d4f4), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:48.500791 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5de0f5c9-60d6-4502-8c31-ea2634b82f11 req-6584dfc3-3d6b-42b7-8185-2b1363e2792f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (8647f5f8-1be0-473e-98fe-346f26bf9b26), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:48.517880 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723a21e7-1561-4cfb-b198-d8a55cec0ed9 tempest-SecurityGroupsTestAdminJSON-1077523359 tempest-SecurityGroupsTestAdminJSON-1077523359-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e85d3d-c084-4f27-913a-2a223b52d4f4,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:48.565977 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e29e56ce-475c-4397-ae48-328a65a33d94 req-b2034619-84c8-4095-b483-da22d1d0b046 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/security-groups?id=03204c94-e7d5-4698-bf53-e2e3ba52bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534433 Mar 11 19:35:48.590094 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f9ee8cd2-376d-4686-b2a8-43500dbe8cde req-723a21e7-1561-4cfb-b198-d8a55cec0ed9 tempest-SecurityGroupsTestAdminJSON-1077523359 tempest-SecurityGroupsTestAdminJSON-1077523359-project-admin] Publish callbacks [] for security_group (36dc6f16-d67a-43c4-b4f2-1a22d79917b5), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:48.603590 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f9ee8cd2-376d-4686-b2a8-43500dbe8cde req-723a21e7-1561-4cfb-b198-d8a55cec0ed9 tempest-SecurityGroupsTestAdminJSON-1077523359 tempest-SecurityGroupsTestAdminJSON-1077523359-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (36dc6f16-d67a-43c4-b4f2-1a22d79917b5), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:48.620105 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbff8c3d-c4d3-4bb3-b145-04248810f46f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea0d9447-6a38-4cf2-aeb2-52417048e1e8'}, {'server_uuid': '30801c17-a93d-4cf6-ad19-b8560b08af82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d095d62-9c55-4a00-b0ae-717cc9cd4196'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:35:48.623862 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4ba0f6-43a5-4039-8af2-f82b108c34a1" -d '{"events": [{"server_uuid": "cbff8c3d-c4d3-4bb3-b145-04248810f46f", "name": "network-vif-plugged", "status": "completed", "tag": "ea0d9447-6a38-4cf2-aeb2-52417048e1e8"}, {"server_uuid": "30801c17-a93d-4cf6-ad19-b8560b08af82", "name": "network-vif-plugged", "status": "completed", "tag": "9d095d62-9c55-4a00-b0ae-717cc9cd4196"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:35:48.686688 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f9ee8cd2-376d-4686-b2a8-43500dbe8cde req-723a21e7-1561-4cfb-b198-d8a55cec0ed9 tempest-SecurityGroupsTestAdminJSON-1077523359 tempest-SecurityGroupsTestAdminJSON-1077523359-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:48.687931 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f9ee8cd2-376d-4686-b2a8-43500dbe8cde req-723a21e7-1561-4cfb-b198-d8a55cec0ed9 tempest-SecurityGroupsTestAdminJSON-1077523359 tempest-SecurityGroupsTestAdminJSON-1077523359-project-admin] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6417482 Mar 11 19:35:48.701770 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:48.723288 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723a21e7-1561-4cfb-b198-d8a55cec0ed9 tempest-SecurityGroupsTestAdminJSON-1077523359 tempest-SecurityGroupsTestAdminJSON-1077523359-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36dc6f16-d67a-43c4-b4f2-1a22d79917b5,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:48.753770 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Mar 2022 19:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf3884d1-64e4-486b-a42a-739547cc2274 x-openstack-request-id: req-bf3884d1-64e4-486b-a42a-739547cc2274 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:35:48.754039 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbff8c3d-c4d3-4bb3-b145-04248810f46f", "name": "network-vif-plugged", "status": "completed", "tag": "ea0d9447-6a38-4cf2-aeb2-52417048e1e8", "code": 200}, {"server_uuid": "30801c17-a93d-4cf6-ad19-b8560b08af82", "name": "network-vif-plugged", "status": "completed", "tag": "9d095d62-9c55-4a00-b0ae-717cc9cd4196", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:35:48.754277 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bf3884d1-64e4-486b-a42a-739547cc2274 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:35:48.754827 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbff8c3d-c4d3-4bb3-b145-04248810f46f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea0d9447-6a38-4cf2-aeb2-52417048e1e8', 'code': 200} Mar 11 19:35:48.755374 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30801c17-a93d-4cf6-ad19-b8560b08af82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d095d62-9c55-4a00-b0ae-717cc9cd4196', 'code': 200} Mar 11 19:35:48.775711 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-8f5ae63b-7117-4a78-8a95-0489ff6867a3 req-5fb0fb00-4db8-4c53-ad65-a06e997d9c1a tempest-SecurityGroupsTestAdminJSON-1077523359 tempest-SecurityGroupsTestAdminJSON-1077523359-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2004257586', 'description': 'tempest-description-1692161167'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:35:48.830033 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211cb433-9a10-49c9-ad6b-cb1ee42dec78 req-f8931ddd-58c0-4b3a-b270-4c3d8cdea220 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:48.831531 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-211cb433-9a10-49c9-ad6b-cb1ee42dec78 req-f8931ddd-58c0-4b3a-b270-4c3d8cdea220 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e4ff243-d28f-4c44-8f6f-d885353f5b3d HTTP/1.1" status: 200 len: 950 time: 0.1556888 Mar 11 19:35:48.885301 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8f5ae63b-7117-4a78-8a95-0489ff6867a3 req-5fb0fb00-4db8-4c53-ad65-a06e997d9c1a tempest-SecurityGroupsTestAdminJSON-1077523359 tempest-SecurityGroupsTestAdminJSON-1077523359-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:48.983884 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd5de9a-c211-4d22-908b-cca22a3024c3 req-cb69a203-2d77-4e23-9696-a6f9289fafd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:48.985394 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-edd5de9a-c211-4d22-908b-cca22a3024c3 req-cb69a203-2d77-4e23-9696-a6f9289fafd2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cbff8c3d-c4d3-4bb3-b145-04248810f46f HTTP/1.1" status: 200 len: 1132 time: 0.1495001 Mar 11 19:35:49.012340 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-211cb433-9a10-49c9-ad6b-cb1ee42dec78 req-8b758414-5fed-412a-83d1-ccad328030b1 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636169 Mar 11 19:35:49.059964 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-5de0f5c9-60d6-4502-8c31-ea2634b82f11 req-6584dfc3-3d6b-42b7-8185-2b1363e2792f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8647f5f8-1be0-473e-98fe-346f26bf9b26 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:35:49.072567 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5de0f5c9-60d6-4502-8c31-ea2634b82f11 req-6584dfc3-3d6b-42b7-8185-2b1363e2792f service neutron] Publish callbacks [] for port (8647f5f8-1be0-473e-98fe-346f26bf9b26), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:49.113292 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8f5ae63b-7117-4a78-8a95-0489ff6867a3 req-5fb0fb00-4db8-4c53-ad65-a06e997d9c1a tempest-SecurityGroupsTestAdminJSON-1077523359 tempest-SecurityGroupsTestAdminJSON-1077523359-project-admin] Publish callbacks [] for security_group (e58c8761-d28d-4f46-988b-d5f763745b4f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:49.123289 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-5de0f5c9-60d6-4502-8c31-ea2634b82f11 req-6584dfc3-3d6b-42b7-8185-2b1363e2792f service neutron] Transition to ACTIVE for port object 8647f5f8-1be0-473e-98fe-346f26bf9b26 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:35:49.127551 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8f5ae63b-7117-4a78-8a95-0489ff6867a3 req-5fb0fb00-4db8-4c53-ad65-a06e997d9c1a tempest-SecurityGroupsTestAdminJSON-1077523359 tempest-SecurityGroupsTestAdminJSON-1077523359-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (e58c8761-d28d-4f46-988b-d5f763745b4f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:49.146209 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-edd5de9a-c211-4d22-908b-cca22a3024c3 req-f80a97d2-a86a-4f9d-afdf-5b1ab076ab8f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a781a375-ecc1-4470-b434-56ebce1f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300347 Mar 11 19:35:49.154523 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5de0f5c9-60d6-4502-8c31-ea2634b82f11 req-6584dfc3-3d6b-42b7-8185-2b1363e2792f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (8647f5f8-1be0-473e-98fe-346f26bf9b26), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:49.210818 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8f5ae63b-7117-4a78-8a95-0489ff6867a3 req-5fb0fb00-4db8-4c53-ad65-a06e997d9c1a tempest-SecurityGroupsTestAdminJSON-1077523359 tempest-SecurityGroupsTestAdminJSON-1077523359-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:49.223192 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8f5ae63b-7117-4a78-8a95-0489ff6867a3 req-5fb0fb00-4db8-4c53-ad65-a06e997d9c1a tempest-SecurityGroupsTestAdminJSON-1077523359 tempest-SecurityGroupsTestAdminJSON-1077523359-project-admin] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4547606 Mar 11 19:35:49.234930 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb0fb00-4db8-4c53-ad65-a06e997d9c1a tempest-SecurityGroupsTestAdminJSON-1077523359 tempest-SecurityGroupsTestAdminJSON-1077523359-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e58c8761-d28d-4f46-988b-d5f763745b4f,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:49.252542 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6584dfc3-3d6b-42b7-8185-2b1363e2792f service neutron] Pushing event updated for resources: {'Port': ['ID=8647f5f8-1be0-473e-98fe-346f26bf9b26,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:49.270899 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2147d98b-4a52-44fb-bb16-3fdd29a57d03 req-c54ee930-6a3a-4935-976a-76a1bd4a3a4a tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:49.272507 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2147d98b-4a52-44fb-bb16-3fdd29a57d03 req-c54ee930-6a3a-4935-976a-76a1bd4a3a4a tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/ports?device_id=b85456c3-ba17-40bb-bec2-2390fcec8032 HTTP/1.1" status: 200 len: 931 time: 0.1656218 Mar 11 19:35:49.405683 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2147d98b-4a52-44fb-bb16-3fdd29a57d03 req-38dff7f2-4a0d-4875-b36a-1d2108e50ed8 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/security-groups?id=9eadf186-3007-49d9-b4f3-e4bc7305f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133301 Mar 11 19:35:49.412006 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-5de0f5c9-60d6-4502-8c31-ea2634b82f11 req-6584dfc3-3d6b-42b7-8185-2b1363e2792f service neutron] Attempting to bind port 8647f5f8-1be0-473e-98fe-346f26bf9b26 on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:35:49.412341 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-5de0f5c9-60d6-4502-8c31-ea2634b82f11 req-6584dfc3-3d6b-42b7-8185-2b1363e2792f service neutron] Attempting to bind port 8647f5f8-1be0-473e-98fe-346f26bf9b26 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '1c6aa5b7-681f-4a80-a0b7-793b4ab0118d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:35:49.412665 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de0f5c9-60d6-4502-8c31-ea2634b82f11 req-6584dfc3-3d6b-42b7-8185-2b1363e2792f service neutron] Attempting to bind port 8647f5f8-1be0-473e-98fe-346f26bf9b26 on network 4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:35:49.423855 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb21758-a204-431d-9be7-b266408fa384 req-dedea572-ad30-439e-81ec-739f68dbaaa4 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:49.425311 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4cb21758-a204-431d-9be7-b266408fa384 req-dedea572-ad30-439e-81ec-739f68dbaaa4 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/ports?device_id=30801c17-a93d-4cf6-ad19-b8560b08af82 HTTP/1.1" status: 200 len: 946 time: 0.1292839 Mar 11 19:35:49.427268 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de0f5c9-60d6-4502-8c31-ea2634b82f11 req-6584dfc3-3d6b-42b7-8185-2b1363e2792f service neutron] Port 8647f5f8-1be0-473e-98fe-346f26bf9b26 on network 4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:35:49.427586 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de0f5c9-60d6-4502-8c31-ea2634b82f11 req-6584dfc3-3d6b-42b7-8185-2b1363e2792f service neutron] Attempting to bind port 8647f5f8-1be0-473e-98fe-346f26bf9b26 on network 4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:35:49.433502 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de0f5c9-60d6-4502-8c31-ea2634b82f11 req-6584dfc3-3d6b-42b7-8185-2b1363e2792f service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:35:49.433839 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de0f5c9-60d6-4502-8c31-ea2634b82f11 req-6584dfc3-3d6b-42b7-8185-2b1363e2792f service neutron] Checking segment: {'id': '1c6aa5b7-681f-4a80-a0b7-793b4ab0118d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:35:49.434219 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de0f5c9-60d6-4502-8c31-ea2634b82f11 req-6584dfc3-3d6b-42b7-8185-2b1363e2792f service neutron] Bound using segment: {'id': '1c6aa5b7-681f-4a80-a0b7-793b4ab0118d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:35:49.434651 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-5de0f5c9-60d6-4502-8c31-ea2634b82f11 req-6584dfc3-3d6b-42b7-8185-2b1363e2792f service neutron] Bound port: 8647f5f8-1be0-473e-98fe-346f26bf9b26, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c6aa5b7-681f-4a80-a0b7-793b4ab0118d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:35:49.435007 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5de0f5c9-60d6-4502-8c31-ea2634b82f11 req-6584dfc3-3d6b-42b7-8185-2b1363e2792f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (8647f5f8-1be0-473e-98fe-346f26bf9b26), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:49.559036 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4cb21758-a204-431d-9be7-b266408fa384 req-8602b365-a278-4f9a-823d-547c8c463498 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/security-groups?id=84f7623b-92bc-46cd-a725-53de6be71e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209831 Mar 11 19:35:49.565282 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-5de0f5c9-60d6-4502-8c31-ea2634b82f11 req-6584dfc3-3d6b-42b7-8185-2b1363e2792f service neutron] For port 8647f5f8-1be0-473e-98fe-346f26bf9b26, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:35:49.569112 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-5de0f5c9-60d6-4502-8c31-ea2634b82f11 req-6584dfc3-3d6b-42b7-8185-2b1363e2792f service neutron] For port 8647f5f8-1be0-473e-98fe-346f26bf9b26, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=8647f5f8-1be0-473e-98fe-346f26bf9b26,segment=NetworkSegment(1c6aa5b7-681f-4a80-a0b7-793b4ab0118d),segment_id=1c6aa5b7-681f-4a80-a0b7-793b4ab0118d)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:35:49.589406 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5de0f5c9-60d6-4502-8c31-ea2634b82f11 req-6584dfc3-3d6b-42b7-8185-2b1363e2792f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (8647f5f8-1be0-473e-98fe-346f26bf9b26), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:49.603390 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd6862b-0be5-4d6f-a16e-c9caab9b6e75 req-5f018bb6-e04d-4cd8-b9fa-36b08bba4b77 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:49.604854 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dbd6862b-0be5-4d6f-a16e-c9caab9b6e75 req-5f018bb6-e04d-4cd8-b9fa-36b08bba4b77 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/ports?device_id=269ff07d-677b-4ab8-8ca9-a7da9224ad94 HTTP/1.1" status: 200 len: 950 time: 0.1208119 Mar 11 19:35:49.687363 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de0f5c9-60d6-4502-8c31-ea2634b82f11 req-6584dfc3-3d6b-42b7-8185-2b1363e2792f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:49.688066 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5de0f5c9-60d6-4502-8c31-ea2634b82f11 req-6584dfc3-3d6b-42b7-8185-2b1363e2792f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:49.689341 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5de0f5c9-60d6-4502-8c31-ea2634b82f11 req-6584dfc3-3d6b-42b7-8185-2b1363e2792f service neutron] 10.222.0.75 "PUT /v2.0/ports/8647f5f8-1be0-473e-98fe-346f26bf9b26 HTTP/1.1" status: 200 len: 1091 time: 1.3465960 Mar 11 19:35:49.697102 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b85456c3-ba17-40bb-bec2-2390fcec8032', 'tag': '8647f5f8-1be0-473e-98fe-346f26bf9b26'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:35:49.699854 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f90b49-c975-424b-93a3-7d6ebf1d229c" -d '{"events": [{"name": "network-changed", "server_uuid": "b85456c3-ba17-40bb-bec2-2390fcec8032", "tag": "8647f5f8-1be0-473e-98fe-346f26bf9b26"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:35:49.728517 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6584dfc3-3d6b-42b7-8185-2b1363e2792f service neutron] Pushing event updated for resources: {'Port': ['ID=8647f5f8-1be0-473e-98fe-346f26bf9b26,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:49.781651 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dbd6862b-0be5-4d6f-a16e-c9caab9b6e75 req-75eb0a82-152b-4df9-87c1-9e536a93756a tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/security-groups?id=a781a375-ecc1-4470-b434-56ebce1f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515861 Mar 11 19:35:49.841588 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de0f5c9-60d6-4502-8c31-ea2634b82f11 req-4a12f505-ae3b-48b0-9fad-90c987431aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:49.843094 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5de0f5c9-60d6-4502-8c31-ea2634b82f11 req-4a12f505-ae3b-48b0-9fad-90c987431aa5 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6f7b5a979307498d8f69fb2b0e734e8f&device_id=b85456c3-ba17-40bb-bec2-2390fcec8032 HTTP/1.1" status: 200 len: 1125 time: 0.1093397 Mar 11 19:35:49.929947 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5de0f5c9-60d6-4502-8c31-ea2634b82f11 req-826aa04d-19ce-42a1-aa73-bc2c0c0be57f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8647f5f8-1be0-473e-98fe-346f26bf9b26 HTTP/1.1" status: 200 len: 217 time: 0.0777774 Mar 11 19:35:50.026210 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de0f5c9-60d6-4502-8c31-ea2634b82f11 req-37b44a1a-8a97-400b-8038-2497de03bf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:50.027678 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5de0f5c9-60d6-4502-8c31-ea2634b82f11 req-37b44a1a-8a97-400b-8038-2497de03bf1f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e937a69a-1c31-46af-aac9-3893b50798ca HTTP/1.1" status: 200 len: 854 time: 0.0909841 Mar 11 19:35:50.034295 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ae07c7-20db-45e8-bde5-2b4c9384519b req-6ebb5ad6-b87d-450d-88c4-66c2be4340ad tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:50.035659 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d8ae07c7-20db-45e8-bde5-2b4c9384519b req-6ebb5ad6-b87d-450d-88c4-66c2be4340ad tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?device_id=e1d2be0c-60f7-4b21-82d5-4bc9663b79c8 HTTP/1.1" status: 200 len: 946 time: 0.1853640 Mar 11 19:35:50.084300 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5de0f5c9-60d6-4502-8c31-ea2634b82f11 req-6ac2887f-bba0-41f0-8e7b-dfe64a7cc4c7 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445352 Mar 11 19:35:50.188593 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8d845607-b41c-4821-9610-ddf6cb277340 req-5c1be865-9ad1-4a74-929f-bcf88f1ffbb6 tempest-SecurityGroupsTestAdminJSON-1077523359 tempest-SecurityGroupsTestAdminJSON-1077523359-project-admin] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50956 time: 0.6023357 Mar 11 19:35:50.221701 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d8ae07c7-20db-45e8-bde5-2b4c9384519b req-c8f7884a-3ef2-499f-ab90-01e5e79ddef6 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/security-groups?id=03204c94-e7d5-4698-bf53-e2e3ba52bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724412 Mar 11 19:35:50.279505 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5de0f5c9-60d6-4502-8c31-ea2634b82f11 req-f6434a9b-5fff-4ec5-800e-0bacf22472b3 service neutron] 10.222.0.75 "GET /v2.0/networks/4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837354 Mar 11 19:35:50.281066 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8d845607-b41c-4821-9610-ddf6cb277340 req-062a9900-403d-4f79-93ba-ba03f90f0b95 tempest-SecurityGroupsTestAdminJSON-1077523359 tempest-SecurityGroupsTestAdminJSON-1077523359-project-admin] 10.222.0.65 "GET /v2.0/security-groups/03204c94-e7d5-4698-bf53-e2e3ba52bba2 HTTP/1.1" status: 200 len: 2998 time: 0.0629332 Mar 11 19:35:50.314793 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff99e06-e5fd-451d-915a-f1b0366dcc6e x-openstack-request-id: req-1ff99e06-e5fd-451d-915a-f1b0366dcc6e {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:35:50.315093 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b85456c3-ba17-40bb-bec2-2390fcec8032", "tag": "8647f5f8-1be0-473e-98fe-346f26bf9b26", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:35:50.315352 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1ff99e06-e5fd-451d-915a-f1b0366dcc6e {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:35:50.315944 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b85456c3-ba17-40bb-bec2-2390fcec8032', 'tag': '8647f5f8-1be0-473e-98fe-346f26bf9b26', 'status': 'completed', 'code': 200} Mar 11 19:35:50.728797 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8d845607-b41c-4821-9610-ddf6cb277340 req-3e99895c-846d-405b-98dc-5c3117068e23 tempest-SecurityGroupsTestAdminJSON-1077523359 tempest-SecurityGroupsTestAdminJSON-1077523359-project-admin] 10.222.0.65 "GET /v2.0/security-groups/03204c94-e7d5-4698-bf53-e2e3ba52bba2 HTTP/1.1" status: 200 len: 2998 time: 0.4222794 Mar 11 19:35:50.758273 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5de0f5c9-60d6-4502-8c31-ea2634b82f11 req-3bbcbc1d-df41-42cf-a870-734c945feafe service neutron] 10.222.0.75 "GET /v2.0/networks/4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4719381 Mar 11 19:35:50.785425 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e663e-61a6-44ff-8ef8-38168aa21ffc req-08f3601a-1708-460f-8144-790a5eccfa7e tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:50.793060 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2f4e663e-61a6-44ff-8ef8-38168aa21ffc req-08f3601a-1708-460f-8144-790a5eccfa7e tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbff8c3d-c4d3-4bb3-b145-04248810f46f HTTP/1.1" status: 200 len: 950 time: 0.4147298 Mar 11 19:35:50.817790 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8d845607-b41c-4821-9610-ddf6cb277340 req-7b772d06-1f51-4f7c-bc28-c438fa04099c tempest-SecurityGroupsTestAdminJSON-1077523359 tempest-SecurityGroupsTestAdminJSON-1077523359-project-admin] 10.222.0.65 "GET /v2.0/security-groups/1ece94ac-fcdc-4b41-b75e-afcf19d89d27 HTTP/1.1" status: 200 len: 2998 time: 0.0812197 Mar 11 19:35:50.877713 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2f4e663e-61a6-44ff-8ef8-38168aa21ffc req-ed28bb34-e3cc-44e1-8988-7df71502e8fb tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/security-groups?id=a781a375-ecc1-4470-b434-56ebce1f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711043 Mar 11 19:35:50.924665 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8d845607-b41c-4821-9610-ddf6cb277340 req-39d8c1ef-acea-4b02-9655-3a9796e0ba8f tempest-SecurityGroupsTestAdminJSON-1077523359 tempest-SecurityGroupsTestAdminJSON-1077523359-project-admin] 10.222.0.65 "GET /v2.0/security-groups/1ece94ac-fcdc-4b41-b75e-afcf19d89d27 HTTP/1.1" status: 200 len: 2998 time: 0.0966084 Mar 11 19:35:50.981793 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f90b49-c975-424b-93a3-7d6ebf1d229c req-9f6248c0-b80e-4d71-81ca-0c128806df63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:50.983433 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-38f90b49-c975-424b-93a3-7d6ebf1d229c req-9f6248c0-b80e-4d71-81ca-0c128806df63 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6f7b5a979307498d8f69fb2b0e734e8f&device_id=b85456c3-ba17-40bb-bec2-2390fcec8032 HTTP/1.1" status: 200 len: 1125 time: 0.0999882 Mar 11 19:35:51.043749 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8d845607-b41c-4821-9610-ddf6cb277340 req-f465382d-a010-4f1f-b1c2-f953d0b31833 tempest-SecurityGroupsTestAdminJSON-1077523359 tempest-SecurityGroupsTestAdminJSON-1077523359-project-admin] 10.222.0.65 "GET /v2.0/security-groups/4d712553-add9-44bf-930c-ea512c636d97 HTTP/1.1" status: 200 len: 2998 time: 0.1127377 Mar 11 19:35:51.109979 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78591b07-a247-48cb-a607-77693bc9b2c2 req-13461c52-f8c2-45d9-a243-6a6fc0328822 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:51.111731 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-78591b07-a247-48cb-a607-77693bc9b2c2 req-13461c52-f8c2-45d9-a243-6a6fc0328822 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e4ff243-d28f-4c44-8f6f-d885353f5b3d HTTP/1.1" status: 200 len: 950 time: 0.1780696 Mar 11 19:35:51.162444 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f90b49-c975-424b-93a3-7d6ebf1d229c req-9df61b15-4d5d-427e-9cee-e1dc769b6c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:51.164523 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-38f90b49-c975-424b-93a3-7d6ebf1d229c req-9df61b15-4d5d-427e-9cee-e1dc769b6c7d service neutron] 10.222.0.75 "GET /v2.0/networks?id=4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00 HTTP/1.1" status: 200 len: 915 time: 0.1741097 Mar 11 19:35:51.183872 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8d845607-b41c-4821-9610-ddf6cb277340 req-61c77352-b93d-4d9e-9441-51ddd5893e26 tempest-SecurityGroupsTestAdminJSON-1077523359 tempest-SecurityGroupsTestAdminJSON-1077523359-project-admin] 10.222.0.65 "GET /v2.0/security-groups/4d712553-add9-44bf-930c-ea512c636d97 HTTP/1.1" status: 200 len: 2998 time: 0.1142082 Mar 11 19:35:51.232543 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-38f90b49-c975-424b-93a3-7d6ebf1d229c req-2fc8b6d6-998e-4e75-9e72-e22b746f1d52 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8647f5f8-1be0-473e-98fe-346f26bf9b26 HTTP/1.1" status: 200 len: 217 time: 0.0617609 Mar 11 19:35:51.254596 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-78591b07-a247-48cb-a607-77693bc9b2c2 req-1cfcd2d1-9211-4920-adb6-f0ba578eeb84 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288006 Mar 11 19:35:51.319473 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8d845607-b41c-4821-9610-ddf6cb277340 req-3a2a939e-befa-422b-a163-e923126f5bf3 tempest-SecurityGroupsTestAdminJSON-1077523359 tempest-SecurityGroupsTestAdminJSON-1077523359-project-admin] 10.222.0.65 "GET /v2.0/security-groups/568ef28c-bf49-4f4f-90d4-7cb67d102e19 HTTP/1.1" status: 200 len: 2998 time: 0.1007769 Mar 11 19:35:51.322779 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f90b49-c975-424b-93a3-7d6ebf1d229c req-52d2c1bd-c389-4ce8-b4e9-f59e21d5bbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:51.324210 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-38f90b49-c975-424b-93a3-7d6ebf1d229c req-52d2c1bd-c389-4ce8-b4e9-f59e21d5bbc2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e937a69a-1c31-46af-aac9-3893b50798ca HTTP/1.1" status: 200 len: 854 time: 0.0858235 Mar 11 19:35:51.373146 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-38f90b49-c975-424b-93a3-7d6ebf1d229c req-217288f0-c803-43f2-98aa-ee88a27d731d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353684 Mar 11 19:35:51.436955 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8d845607-b41c-4821-9610-ddf6cb277340 req-6c83d189-80b6-4b86-993c-4695ad9411ef tempest-SecurityGroupsTestAdminJSON-1077523359 tempest-SecurityGroupsTestAdminJSON-1077523359-project-admin] 10.222.0.65 "GET /v2.0/security-groups/568ef28c-bf49-4f4f-90d4-7cb67d102e19 HTTP/1.1" status: 200 len: 2998 time: 0.1165433 Mar 11 19:35:51.549995 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8d845607-b41c-4821-9610-ddf6cb277340 req-f2d62ee4-847d-46c7-934e-4b023dd94c8b tempest-SecurityGroupsTestAdminJSON-1077523359 tempest-SecurityGroupsTestAdminJSON-1077523359-project-admin] 10.222.0.65 "GET /v2.0/security-groups/84f7623b-92bc-46cd-a725-53de6be71e76 HTTP/1.1" status: 200 len: 2998 time: 0.1121747 Mar 11 19:35:51.570551 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-38f90b49-c975-424b-93a3-7d6ebf1d229c req-b84ddacd-da3a-4092-8a8d-7d9d05c769da service neutron] 10.222.0.75 "GET /v2.0/networks/4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866925 Mar 11 19:35:51.581782 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d352aa-f0d2-4aa0-aba8-f4278b50eb0b req-e4908055-3005-4830-8d0e-a3f09a9a733a tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:51.583379 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-25d352aa-f0d2-4aa0-aba8-f4278b50eb0b req-e4908055-3005-4830-8d0e-a3f09a9a733a tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/ports?device_id=b85456c3-ba17-40bb-bec2-2390fcec8032 HTTP/1.1" status: 200 len: 943 time: 0.2007337 Mar 11 19:35:51.740956 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8d845607-b41c-4821-9610-ddf6cb277340 req-b9cdaab0-0ac3-4f3d-915e-b9069a41fac5 tempest-SecurityGroupsTestAdminJSON-1077523359 tempest-SecurityGroupsTestAdminJSON-1077523359-project-admin] 10.222.0.65 "GET /v2.0/security-groups/84f7623b-92bc-46cd-a725-53de6be71e76 HTTP/1.1" status: 200 len: 2998 time: 0.1693501 Mar 11 19:35:51.747721 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-25d352aa-f0d2-4aa0-aba8-f4278b50eb0b req-632d8f0e-8079-4aa6-857f-9dac3c36d0ec tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/security-groups?id=9eadf186-3007-49d9-b4f3-e4bc7305f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510224 Mar 11 19:35:51.823221 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-38f90b49-c975-424b-93a3-7d6ebf1d229c req-c1fc49f5-438d-4741-93c2-c0f1c486642a service neutron] 10.222.0.75 "GET /v2.0/networks/4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382007 Mar 11 19:35:51.826585 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8d845607-b41c-4821-9610-ddf6cb277340 req-f32b1089-b372-42f1-9121-cb2071c96f51 tempest-SecurityGroupsTestAdminJSON-1077523359 tempest-SecurityGroupsTestAdminJSON-1077523359-project-admin] 10.222.0.65 "GET /v2.0/security-groups/88e77f41-647d-4d3c-a23c-0af279b2a221 HTTP/1.1" status: 200 len: 2998 time: 0.0766089 Mar 11 19:35:51.886570 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8d845607-b41c-4821-9610-ddf6cb277340 req-695c3ff6-900a-4dfc-b6d2-0009c07bb42e tempest-SecurityGroupsTestAdminJSON-1077523359 tempest-SecurityGroupsTestAdminJSON-1077523359-project-admin] 10.222.0.65 "GET /v2.0/security-groups/88e77f41-647d-4d3c-a23c-0af279b2a221 HTTP/1.1" status: 200 len: 2998 time: 0.0480185 Mar 11 19:35:51.990873 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da7154-1f5b-44fb-aa7a-717361511a86 req-c3968509-cf17-43ef-84e6-7d389bbccdd6 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:51.993426 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-94da7154-1f5b-44fb-aa7a-717361511a86 req-c3968509-cf17-43ef-84e6-7d389bbccdd6 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/ports?device_id=30801c17-a93d-4cf6-ad19-b8560b08af82 HTTP/1.1" status: 200 len: 946 time: 0.1022670 Mar 11 19:35:51.997243 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8d845607-b41c-4821-9610-ddf6cb277340 req-7b57f6b9-8767-435f-9c74-65732b39f27e tempest-SecurityGroupsTestAdminJSON-1077523359 tempest-SecurityGroupsTestAdminJSON-1077523359-project-admin] 10.222.0.65 "GET /v2.0/security-groups/97b5c377-83f5-4bad-bf80-e3f012b06736 HTTP/1.1" status: 200 len: 2998 time: 0.0958173 Mar 11 19:35:52.064281 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8d845607-b41c-4821-9610-ddf6cb277340 req-e2d21237-1be2-421d-9455-5c43c101a001 tempest-SecurityGroupsTestAdminJSON-1077523359 tempest-SecurityGroupsTestAdminJSON-1077523359-project-admin] 10.222.0.65 "GET /v2.0/security-groups/97b5c377-83f5-4bad-bf80-e3f012b06736 HTTP/1.1" status: 200 len: 2998 time: 0.0558188 Mar 11 19:35:52.126784 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8d845607-b41c-4821-9610-ddf6cb277340 req-f643bb9d-dd90-4dbf-8867-707ae59834ba tempest-SecurityGroupsTestAdminJSON-1077523359 tempest-SecurityGroupsTestAdminJSON-1077523359-project-admin] 10.222.0.65 "GET /v2.0/security-groups/9eadf186-3007-49d9-b4f3-e4bc7305f14c HTTP/1.1" status: 200 len: 2998 time: 0.0549226 Mar 11 19:35:52.130493 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-94da7154-1f5b-44fb-aa7a-717361511a86 req-64075a4a-3ebe-48b8-b4db-9c513f9a8e7b tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/security-groups?id=84f7623b-92bc-46cd-a725-53de6be71e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293466 Mar 11 19:35:52.189269 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8d845607-b41c-4821-9610-ddf6cb277340 req-ee8e068e-30f2-4af9-b903-ce57b48573bd tempest-SecurityGroupsTestAdminJSON-1077523359 tempest-SecurityGroupsTestAdminJSON-1077523359-project-admin] 10.222.0.65 "GET /v2.0/security-groups/9eadf186-3007-49d9-b4f3-e4bc7305f14c HTTP/1.1" status: 200 len: 2998 time: 0.0548720 Mar 11 19:35:52.265996 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8d845607-b41c-4821-9610-ddf6cb277340 req-8602272a-8646-49e4-a976-eabf36669461 tempest-SecurityGroupsTestAdminJSON-1077523359 tempest-SecurityGroupsTestAdminJSON-1077523359-project-admin] 10.222.0.65 "GET /v2.0/security-groups/a781a375-ecc1-4470-b434-56ebce1f93f2 HTTP/1.1" status: 200 len: 2998 time: 0.0717645 Mar 11 19:35:52.300324 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-415c4e8e-5d0c-48a5-9f79-53ae9ab63c96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:52.365732 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8d845607-b41c-4821-9610-ddf6cb277340 req-e12d97b0-3c72-4a28-a7c0-f2ae8f62932f tempest-SecurityGroupsTestAdminJSON-1077523359 tempest-SecurityGroupsTestAdminJSON-1077523359-project-admin] 10.222.0.65 "GET /v2.0/security-groups/a781a375-ecc1-4470-b434-56ebce1f93f2 HTTP/1.1" status: 200 len: 2998 time: 0.0984440 Mar 11 19:35:52.428107 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ae172-6b46-4d74-9aac-486cc920f462 req-af8afc77-c2ab-4155-94c6-788f2a6646e7 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:52.430383 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ab1ae172-6b46-4d74-9aac-486cc920f462 req-af8afc77-c2ab-4155-94c6-788f2a6646e7 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbff8c3d-c4d3-4bb3-b145-04248810f46f HTTP/1.1" status: 200 len: 950 time: 0.1300056 Mar 11 19:35:52.442256 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8d845607-b41c-4821-9610-ddf6cb277340 req-40245435-bc28-429e-b567-b5f22c863f95 tempest-SecurityGroupsTestAdminJSON-1077523359 tempest-SecurityGroupsTestAdminJSON-1077523359-project-admin] 10.222.0.65 "GET /v2.0/security-groups/b3b77a5c-063d-4eb6-8922-45d47c0d350f HTTP/1.1" status: 200 len: 2998 time: 0.0745177 Mar 11 19:35:52.478765 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:52.534318 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8d845607-b41c-4821-9610-ddf6cb277340 req-adb18f19-5206-4813-a357-9c307e595fd9 tempest-SecurityGroupsTestAdminJSON-1077523359 tempest-SecurityGroupsTestAdminJSON-1077523359-project-admin] 10.222.0.65 "GET /v2.0/security-groups/b3b77a5c-063d-4eb6-8922-45d47c0d350f HTTP/1.1" status: 200 len: 2998 time: 0.0904560 Mar 11 19:35:52.545600 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ab1ae172-6b46-4d74-9aac-486cc920f462 req-6f932104-6377-40a0-a843-8c0e4e9a5cf2 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/security-groups?id=a781a375-ecc1-4470-b434-56ebce1f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011882 Mar 11 19:35:52.586554 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8d845607-b41c-4821-9610-ddf6cb277340 req-2b6c150c-7e8a-4b74-aca9-99addceed142 tempest-SecurityGroupsTestAdminJSON-1077523359 tempest-SecurityGroupsTestAdminJSON-1077523359-project-admin] 10.222.0.65 "GET /v2.0/security-groups/bfc1f211-a425-4c10-8fde-92fba3328584 HTTP/1.1" status: 200 len: 2994 time: 0.0510397 Mar 11 19:35:52.638661 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8d845607-b41c-4821-9610-ddf6cb277340 req-ab1467c9-380c-436f-829a-d7f4d01d7f20 tempest-SecurityGroupsTestAdminJSON-1077523359 tempest-SecurityGroupsTestAdminJSON-1077523359-project-admin] 10.222.0.65 "GET /v2.0/security-groups/bfc1f211-a425-4c10-8fde-92fba3328584 HTTP/1.1" status: 200 len: 2994 time: 0.0515649 Mar 11 19:35:52.709274 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8d845607-b41c-4821-9610-ddf6cb277340 req-572d1588-4b8a-44e8-aa92-18b3a5c0a362 tempest-SecurityGroupsTestAdminJSON-1077523359 tempest-SecurityGroupsTestAdminJSON-1077523359-project-admin] 10.222.0.65 "GET /v2.0/security-groups/da55a647-62ee-4d15-a963-651fcfed7127 HTTP/1.1" status: 200 len: 2998 time: 0.0697386 Mar 11 19:35:52.744456 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4e0a70-fc84-4c0a-99be-3e9e8f29b7e9 req-b9d72b2b-cd04-4c81-aa00-8dc9918e128b tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:52.745971 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3b4e0a70-fc84-4c0a-99be-3e9e8f29b7e9 req-b9d72b2b-cd04-4c81-aa00-8dc9918e128b tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e4ff243-d28f-4c44-8f6f-d885353f5b3d HTTP/1.1" status: 200 len: 950 time: 0.0883765 Mar 11 19:35:52.783889 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8d845607-b41c-4821-9610-ddf6cb277340 req-4ab7da51-2517-4807-8767-5d6b3a310d0f tempest-SecurityGroupsTestAdminJSON-1077523359 tempest-SecurityGroupsTestAdminJSON-1077523359-project-admin] 10.222.0.65 "GET /v2.0/security-groups/da55a647-62ee-4d15-a963-651fcfed7127 HTTP/1.1" status: 200 len: 2998 time: 0.0659103 Mar 11 19:35:52.827172 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3b4e0a70-fc84-4c0a-99be-3e9e8f29b7e9 req-a9a5cf25-8256-4823-b6ea-edfdea4089b2 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730066 Mar 11 19:35:52.852328 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8d845607-b41c-4821-9610-ddf6cb277340 req-00b9c56f-34f4-4519-9f59-86c33070d02c tempest-SecurityGroupsTestAdminJSON-1077523359 tempest-SecurityGroupsTestAdminJSON-1077523359-project-admin] 10.222.0.65 "GET /v2.0/security-groups/e35a07ab-2804-448d-91c4-17ecd7324de5 HTTP/1.1" status: 200 len: 2990 time: 0.0593944 Mar 11 19:35:52.910485 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8d845607-b41c-4821-9610-ddf6cb277340 req-ddac09c0-de40-4903-8c7f-69883a0428a2 tempest-SecurityGroupsTestAdminJSON-1077523359 tempest-SecurityGroupsTestAdminJSON-1077523359-project-admin] 10.222.0.65 "GET /v2.0/security-groups/e35a07ab-2804-448d-91c4-17ecd7324de5 HTTP/1.1" status: 200 len: 2990 time: 0.0499847 Mar 11 19:35:52.955067 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-765582a7-a8a7-4bab-b4f6-0cec8efe8471 req-9aad7e56-cff5-43d9-a0c6-24520f0a9180 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=223983732af345fcb546856737077dde&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348198 Mar 11 19:35:53.010337 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8d845607-b41c-4821-9610-ddf6cb277340 req-ddc9ea40-4dcf-41af-a2dd-a969b1aec7fb tempest-SecurityGroupsTestAdminJSON-1077523359 tempest-SecurityGroupsTestAdminJSON-1077523359-project-admin] 10.222.0.65 "GET /v2.0/security-groups/f1722be2-5e15-4be5-a729-bcca58f7926f HTTP/1.1" status: 200 len: 2998 time: 0.0887020 Mar 11 19:35:53.107597 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765582a7-a8a7-4bab-b4f6-0cec8efe8471 req-97d57b12-b1f7-447c-9908-7b49fa1ddf11 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:53.109089 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-765582a7-a8a7-4bab-b4f6-0cec8efe8471 req-97d57b12-b1f7-447c-9908-7b49fa1ddf11 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1464996 Mar 11 19:35:53.111019 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8d845607-b41c-4821-9610-ddf6cb277340 req-fb489856-06da-4609-ad1f-1f54bc9a24c6 tempest-SecurityGroupsTestAdminJSON-1077523359 tempest-SecurityGroupsTestAdminJSON-1077523359-project-admin] 10.222.0.65 "GET /v2.0/security-groups/f1722be2-5e15-4be5-a729-bcca58f7926f HTTP/1.1" status: 200 len: 2998 time: 0.0945938 Mar 11 19:35:53.135109 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-765582a7-a8a7-4bab-b4f6-0cec8efe8471 req-391209ad-474f-4ea2-a008-7f68a4f747cb tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/quotas/223983732af345fcb546856737077dde HTTP/1.1" status: 200 len: 375 time: 0.0203807 Mar 11 19:35:53.186006 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8d845607-b41c-4821-9610-ddf6cb277340 req-fe438bbf-7b7d-4fc9-9ba4-d38685e85493 tempest-SecurityGroupsTestAdminJSON-1077523359 tempest-SecurityGroupsTestAdminJSON-1077523359-project-admin] 10.222.0.65 "GET /v2.0/security-groups/f2e85d3d-c084-4f27-913a-2a223b52d4f4 HTTP/1.1" status: 200 len: 2998 time: 0.0646222 Mar 11 19:35:53.222464 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-765582a7-a8a7-4bab-b4f6-0cec8efe8471 req-7a21eb32-8031-44cf-83f9-045bab2dcfb2 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=223983732af345fcb546856737077dde&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0822716 Mar 11 19:35:53.257657 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8d845607-b41c-4821-9610-ddf6cb277340 req-83db0f7b-a7f1-499f-8fae-26b4c28e4903 tempest-SecurityGroupsTestAdminJSON-1077523359 tempest-SecurityGroupsTestAdminJSON-1077523359-project-admin] 10.222.0.65 "GET /v2.0/security-groups/f2e85d3d-c084-4f27-913a-2a223b52d4f4 HTTP/1.1" status: 200 len: 2998 time: 0.0586603 Mar 11 19:35:53.504453 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ba582-6d82-4938-bf80-9a448f2e7fbb req-bba8a94a-9994-45d2-959b-63ad37ec1ac2 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:53.506049 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-842ba582-6d82-4938-bf80-9a448f2e7fbb req-bba8a94a-9994-45d2-959b-63ad37ec1ac2 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/ports?device_id=b85456c3-ba17-40bb-bec2-2390fcec8032 HTTP/1.1" status: 200 len: 943 time: 0.0999999 Mar 11 19:35:53.624413 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df503018-464f-4d01-8b51-43c2e2f566ad req-19114b18-4c70-4d3e-b566-aa9055d1dcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:53.626166 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-df503018-464f-4d01-8b51-43c2e2f566ad req-19114b18-4c70-4d3e-b566-aa9055d1dcba service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=57167832d4db4819b4f5cac954866076&device_id=e1d2be0c-60f7-4b21-82d5-4bc9663b79c8 HTTP/1.1" status: 200 len: 1128 time: 0.1417913 Mar 11 19:35:53.634963 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b37002-3995-4f2c-b7ab-c8b8fa670fc0 req-e673edae-55a1-4e0d-9aca-9cc75075470d tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:53.636457 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d0b37002-3995-4f2c-b7ab-c8b8fa670fc0 req-e673edae-55a1-4e0d-9aca-9cc75075470d tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/ports?device_id=30801c17-a93d-4cf6-ad19-b8560b08af82 HTTP/1.1" status: 200 len: 946 time: 0.1400378 Mar 11 19:35:53.652097 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-842ba582-6d82-4938-bf80-9a448f2e7fbb req-4ac9a3d6-9dc2-49e8-b139-04d331d0edc8 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/security-groups?id=9eadf186-3007-49d9-b4f3-e4bc7305f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257718 Mar 11 19:35:53.805971 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d0b37002-3995-4f2c-b7ab-c8b8fa670fc0 req-c3498c96-dac7-46a4-9447-7edabb791d75 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/security-groups?id=84f7623b-92bc-46cd-a725-53de6be71e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527057 Mar 11 19:35:53.841682 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df503018-464f-4d01-8b51-43c2e2f566ad req-e92abaa4-df22-45fc-9c0a-5a0ba979f926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:53.843300 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-df503018-464f-4d01-8b51-43c2e2f566ad req-e92abaa4-df22-45fc-9c0a-5a0ba979f926 service neutron] 10.222.0.57 "GET /v2.0/networks?id=603aaea1-f5bf-4434-b0ab-49b5034dacdd HTTP/1.1" status: 200 len: 920 time: 0.2057307 Mar 11 19:35:53.851200 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8caa2493-65b6-42ff-a2eb-bd3b1ce6ac00 req-ae246ccd-b8ad-4523-a128-c0d9b08ecf91 tempest-SecurityGroupsTestAdminJSON-1386523789 tempest-SecurityGroupsTestAdminJSON-1386523789-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=49f1055ab5774987ade1a3bc1b1d3083 HTTP/1.1" status: 200 len: 6153 time: 0.1654065 Mar 11 19:35:53.906056 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-df503018-464f-4d01-8b51-43c2e2f566ad req-4f53ebdc-9f5f-41e6-b028-591b8b458627 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63cf76c9-1e93-4df8-a4e4-cd11edf8db1f HTTP/1.1" status: 200 len: 217 time: 0.0538542 Mar 11 19:35:53.973286 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-21291e13-af3c-4669-8483-19ffc915ea66 req-5e93b8fd-88ba-4e9f-8564-9c3de5b05554 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/ports?device_id=2dd74023-9f78-4779-97c8-1a17ea081ceb HTTP/1.1" status: 200 len: 210 time: 0.0716999 Mar 11 19:35:54.008074 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8caa2493-65b6-42ff-a2eb-bd3b1ce6ac00 req-668affa6-fd86-4ed7-b520-7c5cbccfd748 tempest-SecurityGroupsTestAdminJSON-1386523789 tempest-SecurityGroupsTestAdminJSON-1386523789-project] 10.222.0.65 "GET /v2.0/security-groups/f1722be2-5e15-4be5-a729-bcca58f7926f HTTP/1.1" status: 200 len: 2998 time: 0.1493731 Mar 11 19:35:54.011984 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df503018-464f-4d01-8b51-43c2e2f566ad req-0d6479e1-4985-4c3e-a105-6f4da14593ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:54.013775 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-df503018-464f-4d01-8b51-43c2e2f566ad req-0d6479e1-4985-4c3e-a105-6f4da14593ec service neutron] 10.222.0.57 "GET /v2.0/subnets?id=23a3dd94-cd73-4b82-b4a6-b6bdd0e8f5ac HTTP/1.1" status: 200 len: 859 time: 0.0929577 Mar 11 19:35:54.093117 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 8647f5f8-1be0-473e-98fe-346f26bf9b26 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:35:54.123960 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8caa2493-65b6-42ff-a2eb-bd3b1ce6ac00 req-49905744-6e69-43df-a8be-fd7566e1a213 tempest-SecurityGroupsTestAdminJSON-1386523789 tempest-SecurityGroupsTestAdminJSON-1386523789-project] 10.222.0.65 "GET /v2.0/security-groups/f1722be2-5e15-4be5-a729-bcca58f7926f HTTP/1.1" status: 200 len: 2998 time: 0.1089039 Mar 11 19:35:54.125903 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-df503018-464f-4d01-8b51-43c2e2f566ad req-08d8c7b6-a694-4c32-946d-8b163179925e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=603aaea1-f5bf-4434-b0ab-49b5034dacdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665574 Mar 11 19:35:54.222437 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6fe326-c82b-4f01-a1af-63d6ae9afd64 req-5f48766d-a508-4ffc-857f-33d533fa6e42 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:54.226167 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 8647f5f8-1be0-473e-98fe-346f26bf9b26, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=8647f5f8-1be0-473e-98fe-346f26bf9b26,segment=NetworkSegment(1c6aa5b7-681f-4a80-a0b7-793b4ab0118d),segment_id=1c6aa5b7-681f-4a80-a0b7-793b4ab0118d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:35:54.230150 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cf6fe326-c82b-4f01-a1af-63d6ae9afd64 req-5f48766d-a508-4ffc-857f-33d533fa6e42 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?device_id=e1d2be0c-60f7-4b21-82d5-4bc9663b79c8 HTTP/1.1" status: 200 len: 946 time: 0.1847854 Mar 11 19:35:54.246323 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '8647f5f8-1be0-473e-98fe-346f26bf9b26', 'network_id': '4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00', 'port_id': '8647f5f8-1be0-473e-98fe-346f26bf9b26', 'mac_address': 'fa:16:3e:d7:4f:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 877, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e937a69a-1c31-46af-aac9-3893b50798ca', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:35:54.309280 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cf6fe326-c82b-4f01-a1af-63d6ae9afd64 req-b9f10479-9f76-4fd7-8be4-764585f44171 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/security-groups?id=03204c94-e7d5-4698-bf53-e2e3ba52bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778916 Mar 11 19:35:54.312477 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 8647f5f8-1be0-473e-98fe-346f26bf9b26 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:35:54.313426 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (8647f5f8-1be0-473e-98fe-346f26bf9b26), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:54.328776 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-df503018-464f-4d01-8b51-43c2e2f566ad req-0138c6e6-5c5c-4bfa-82aa-b4934cc07bb0 service neutron] 10.222.0.57 "GET /v2.0/networks/603aaea1-f5bf-4434-b0ab-49b5034dacdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857965 Mar 11 19:35:54.345691 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8647f5f8-1be0-473e-98fe-346f26bf9b26 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:35:54.369188 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 8647f5f8-1be0-473e-98fe-346f26bf9b26, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=8647f5f8-1be0-473e-98fe-346f26bf9b26,segment=NetworkSegment(1c6aa5b7-681f-4a80-a0b7-793b4ab0118d),segment_id=1c6aa5b7-681f-4a80-a0b7-793b4ab0118d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:35:54.373678 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (8647f5f8-1be0-473e-98fe-346f26bf9b26), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:54.432434 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=8647f5f8-1be0-473e-98fe-346f26bf9b26,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:54.440016 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:35:54.440497 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:35:54.440944 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:35:54.441382 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:35:54.441818 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:35:54.442252 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:35:54.442684 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:35:54.443112 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:35:54.443592 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:35:54.444044 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:35:54.444599 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:35:54.445027 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:35:54.445457 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:35:54.478157 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dd0017f1-5ac6-4524-b78f-8d5a579cc99f req-ceef0dc8-6bcb-4a33-80f9-23c490aa5ccc tempest-SecurityGroupsTestAdminJSON-1077523359 tempest-SecurityGroupsTestAdminJSON-1077523359-project-admin] 10.222.0.65 "GET /v2.0/security-groups/e58c8761-d28d-4f46-988b-d5f763745b4f HTTP/1.1" status: 200 len: 1795 time: 0.1353948 Mar 11 19:35:54.525721 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-df503018-464f-4d01-8b51-43c2e2f566ad req-87b0066e-1b7f-40d8-80b5-532c8c821ef3 service neutron] 10.222.0.57 "GET /v2.0/networks/603aaea1-f5bf-4434-b0ab-49b5034dacdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752520 Mar 11 19:35:54.548306 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56575fde-71e4-4658-a0a7-d3f1eb38c5ee req-280e7913-1a11-4f95-8e86-839e8d0370af tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:54.549464 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ef13b801-784e-42c7-b7d4-b5395a3021f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:54.550323 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-56575fde-71e4-4658-a0a7-d3f1eb38c5ee req-280e7913-1a11-4f95-8e86-839e8d0370af tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e4ff243-d28f-4c44-8f6f-d885353f5b3d HTTP/1.1" status: 200 len: 950 time: 0.1474838 Mar 11 19:35:54.613614 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-dd0017f1-5ac6-4524-b78f-8d5a579cc99f req-cb97006c-103a-4d12-a4ac-42e6545c06da tempest-SecurityGroupsTestAdminJSON-1077523359 tempest-SecurityGroupsTestAdminJSON-1077523359-project-admin] Publish callbacks [] for security_group (e58c8761-d28d-4f46-988b-d5f763745b4f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:54.622770 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-765582a7-a8a7-4bab-b4f6-0cec8efe8471 req-fde3a877-4ff1-4016-b3c7-30caf29964d0 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=223983732af345fcb546856737077dde&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452132 Mar 11 19:35:54.688093 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-dd0017f1-5ac6-4524-b78f-8d5a579cc99f req-cb97006c-103a-4d12-a4ac-42e6545c06da tempest-SecurityGroupsTestAdminJSON-1077523359 tempest-SecurityGroupsTestAdminJSON-1077523359-project-admin] Publish callbacks [] for security_group (e58c8761-d28d-4f46-988b-d5f763745b4f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:54.700595 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-56575fde-71e4-4658-a0a7-d3f1eb38c5ee req-d7a00a60-bcbe-403c-8f88-bbb4091fdff2 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391828 Mar 11 19:35:54.716798 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['8647f5f8-1be0-473e-98fe-346f26bf9b26'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:35:54.798311 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765582a7-a8a7-4bab-b4f6-0cec8efe8471 req-295fea92-a3a6-4fb5-8041-7b2bae8b2cfe tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:54.799801 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-765582a7-a8a7-4bab-b4f6-0cec8efe8471 req-295fea92-a3a6-4fb5-8041-7b2bae8b2cfe tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1691122 Mar 11 19:35:54.802635 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-dd0017f1-5ac6-4524-b78f-8d5a579cc99f req-cb97006c-103a-4d12-a4ac-42e6545c06da tempest-SecurityGroupsTestAdminJSON-1077523359 tempest-SecurityGroupsTestAdminJSON-1077523359-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (e58c8761-d28d-4f46-988b-d5f763745b4f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:54.805222 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-dd0017f1-5ac6-4524-b78f-8d5a579cc99f req-cb97006c-103a-4d12-a4ac-42e6545c06da tempest-SecurityGroupsTestAdminJSON-1077523359 tempest-SecurityGroupsTestAdminJSON-1077523359-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:54.806269 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dd0017f1-5ac6-4524-b78f-8d5a579cc99f req-cb97006c-103a-4d12-a4ac-42e6545c06da tempest-SecurityGroupsTestAdminJSON-1077523359 tempest-SecurityGroupsTestAdminJSON-1077523359-project-admin] 10.222.0.65 "DELETE /v2.0/security-groups/e58c8761-d28d-4f46-988b-d5f763745b4f HTTP/1.1" status: 204 len: 173 time: 0.3189812 Mar 11 19:35:54.821703 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-765582a7-a8a7-4bab-b4f6-0cec8efe8471 req-1c3eb3aa-b9d4-44e0-9915-432c2782ff49 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Request body: {'port': {'device_id': '2dd74023-9f78-4779-97c8-1a17ea081ceb', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'admin_state_up': True, 'tenant_id': '223983732af345fcb546856737077dde'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:35:54.858829 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb97006c-103a-4d12-a4ac-42e6545c06da tempest-SecurityGroupsTestAdminJSON-1077523359 tempest-SecurityGroupsTestAdminJSON-1077523359-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58c8761-d28d-4f46-988b-d5f763745b4f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:54.974045 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1502ecb6-2526-42e7-8cbd-714c520eb0fc req-1440fdd4-4b69-4733-b253-b2b81e85d69c tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:54.975546 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1502ecb6-2526-42e7-8cbd-714c520eb0fc req-1440fdd4-4b69-4733-b253-b2b81e85d69c tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/ports?device_id=30801c17-a93d-4cf6-ad19-b8560b08af82 HTTP/1.1" status: 200 len: 946 time: 0.1745696 Mar 11 19:35:55.023937 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd7de7-a102-426c-a943-a463d696484f req-957db959-07ff-4685-b145-efb8d845936d tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:55.025408 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-74bd7de7-a102-426c-a943-a463d696484f req-957db959-07ff-4685-b145-efb8d845936d tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/ports?device_id=b85456c3-ba17-40bb-bec2-2390fcec8032 HTTP/1.1" status: 200 len: 944 time: 0.1485572 Mar 11 19:35:55.082321 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1502ecb6-2526-42e7-8cbd-714c520eb0fc req-d4056d6e-eee6-45da-b719-aed22777f54b tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/security-groups?id=84f7623b-92bc-46cd-a725-53de6be71e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998948 Mar 11 19:35:55.086012 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-765582a7-a8a7-4bab-b4f6-0cec8efe8471 req-1c3eb3aa-b9d4-44e0-9915-432c2782ff49 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Made reservation on behalf of 223983732af345fcb546856737077dde for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:35:55.089324 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-765582a7-a8a7-4bab-b4f6-0cec8efe8471 req-1c3eb3aa-b9d4-44e0-9915-432c2782ff49 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:55.148047 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-74bd7de7-a102-426c-a943-a463d696484f req-93b434e1-9238-4c22-9ce9-0abde41582c1 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/security-groups?id=9eadf186-3007-49d9-b4f3-e4bc7305f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145153 Mar 11 19:35:55.209058 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4cc7a672-5b6a-4fb6-bf4c-15b3cbad9094 req-7353b544-8be2-4086-be05-1717047b053b tempest-SecurityGroupsTestAdminJSON-1077523359 tempest-SecurityGroupsTestAdminJSON-1077523359-project-admin] 10.222.0.65 "GET /v2.0/security-groups/36dc6f16-d67a-43c4-b4f2-1a22d79917b5 HTTP/1.1" status: 200 len: 1794 time: 0.1013048 Mar 11 19:35:55.270189 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2f9609f3-56fc-40fe-9f35-fac49d5a6e6f req-dc02b1bc-2eb8-44a3-8cb8-8ec094d0aead tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/ports?device_id=2dd74023-9f78-4779-97c8-1a17ea081ceb HTTP/1.1" status: 200 len: 210 time: 0.0631669 Mar 11 19:35:55.320955 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-765582a7-a8a7-4bab-b4f6-0cec8efe8471 req-1c3eb3aa-b9d4-44e0-9915-432c2782ff49 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Allocated IP 192.168.233.162 (885772b1-9b97-4e1d-a0fb-e125030c5a81/9bb14923-74c3-4313-be8d-ed33542f05aa/1f0e0306-0d9c-42f1-a66d-98fd0da3d12f) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:35:55.348682 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4cc7a672-5b6a-4fb6-bf4c-15b3cbad9094 req-8db6879b-7ca4-4eb2-97e4-c91cf2de4ffa tempest-SecurityGroupsTestAdminJSON-1077523359 tempest-SecurityGroupsTestAdminJSON-1077523359-project-admin] Publish callbacks [] for security_group (36dc6f16-d67a-43c4-b4f2-1a22d79917b5), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:55.392090 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4cc7a672-5b6a-4fb6-bf4c-15b3cbad9094 req-8db6879b-7ca4-4eb2-97e4-c91cf2de4ffa tempest-SecurityGroupsTestAdminJSON-1077523359 tempest-SecurityGroupsTestAdminJSON-1077523359-project-admin] Publish callbacks [] for security_group (36dc6f16-d67a-43c4-b4f2-1a22d79917b5), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:55.524926 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4cc7a672-5b6a-4fb6-bf4c-15b3cbad9094 req-8db6879b-7ca4-4eb2-97e4-c91cf2de4ffa tempest-SecurityGroupsTestAdminJSON-1077523359 tempest-SecurityGroupsTestAdminJSON-1077523359-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (36dc6f16-d67a-43c4-b4f2-1a22d79917b5), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:55.527357 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4cc7a672-5b6a-4fb6-bf4c-15b3cbad9094 req-8db6879b-7ca4-4eb2-97e4-c91cf2de4ffa tempest-SecurityGroupsTestAdminJSON-1077523359 tempest-SecurityGroupsTestAdminJSON-1077523359-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:55.528486 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4cc7a672-5b6a-4fb6-bf4c-15b3cbad9094 req-8db6879b-7ca4-4eb2-97e4-c91cf2de4ffa tempest-SecurityGroupsTestAdminJSON-1077523359 tempest-SecurityGroupsTestAdminJSON-1077523359-project-admin] 10.222.0.65 "DELETE /v2.0/security-groups/36dc6f16-d67a-43c4-b4f2-1a22d79917b5 HTTP/1.1" status: 204 len: 173 time: 0.3089721 Mar 11 19:35:55.550253 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6879b-7ca4-4eb2-97e4-c91cf2de4ffa tempest-SecurityGroupsTestAdminJSON-1077523359 tempest-SecurityGroupsTestAdminJSON-1077523359-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36dc6f16-d67a-43c4-b4f2-1a22d79917b5,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:55.573210 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ab2638-31d2-47da-9493-af67bd3b6b05 req-aa8c80ce-848a-4098-b7c4-4ef587955e93 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:55.574778 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-71ab2638-31d2-47da-9493-af67bd3b6b05 req-aa8c80ce-848a-4098-b7c4-4ef587955e93 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?device_id=e1d2be0c-60f7-4b21-82d5-4bc9663b79c8 HTTP/1.1" status: 200 len: 946 time: 0.1734910 Mar 11 19:35:55.614989 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-765582a7-a8a7-4bab-b4f6-0cec8efe8471 req-1c3eb3aa-b9d4-44e0-9915-432c2782ff49 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Publish callbacks [] for port (1f0e0306-0d9c-42f1-a66d-98fd0da3d12f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:55.657523 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c206a8c0-099d-4825-8a3c-f7f50f09011b req-b7ebdc65-e68b-4914-a229-4be4da49b08d tempest-SecurityGroupsTestAdminJSON-1386523789 tempest-SecurityGroupsTestAdminJSON-1386523789-project] 10.222.0.65 "GET /v2.0/security-groups/f365c7be-736d-4e9e-ad23-81fc60e4b8cc HTTP/1.1" status: 200 len: 1793 time: 0.1117489 Mar 11 19:35:55.687014 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-71ab2638-31d2-47da-9493-af67bd3b6b05 req-22efec1e-f1c7-4870-9d8c-ec9ee1c594fc tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/security-groups?id=03204c94-e7d5-4698-bf53-e2e3ba52bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056287 Mar 11 19:35:55.749301 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-765582a7-a8a7-4bab-b4f6-0cec8efe8471 req-1c3eb3aa-b9d4-44e0-9915-432c2782ff49 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (1f0e0306-0d9c-42f1-a66d-98fd0da3d12f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:55.771416 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['5f2c87b5-3ef8-4a45-9f10-1f3527b60463', 'ea0d9447-6a38-4cf2-aeb2-52417048e1e8'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:35:55.776610 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 9d095d62-9c55-4a00-b0ae-717cc9cd4196 no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:35:55.814957 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c206a8c0-099d-4825-8a3c-f7f50f09011b req-a600c570-5cba-430d-a47c-228d746dbb5a tempest-SecurityGroupsTestAdminJSON-1386523789 tempest-SecurityGroupsTestAdminJSON-1386523789-project] Publish callbacks [] for security_group (f365c7be-736d-4e9e-ad23-81fc60e4b8cc), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:55.885346 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-765582a7-a8a7-4bab-b4f6-0cec8efe8471 req-1c3eb3aa-b9d4-44e0-9915-432c2782ff49 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Network 885772b1-9b97-4e1d-a0fb-e125030c5a81 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:35:55.892195 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-765582a7-a8a7-4bab-b4f6-0cec8efe8471 req-1c3eb3aa-b9d4-44e0-9915-432c2782ff49 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:35:55.895357 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-765582a7-a8a7-4bab-b4f6-0cec8efe8471 req-1c3eb3aa-b9d4-44e0-9915-432c2782ff49 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:35:55.940930 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3eb3aa-b9d4-44e0-9915-432c2782ff49 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Pushing event updated for resources: {'Port': ['ID=1f0e0306-0d9c-42f1-a66d-98fd0da3d12f,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:55.951487 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c206a8c0-099d-4825-8a3c-f7f50f09011b req-a600c570-5cba-430d-a47c-228d746dbb5a tempest-SecurityGroupsTestAdminJSON-1386523789 tempest-SecurityGroupsTestAdminJSON-1386523789-project] Publish callbacks [] for security_group (f365c7be-736d-4e9e-ad23-81fc60e4b8cc), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:56.072691 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 9d095d62-9c55-4a00-b0ae-717cc9cd4196 is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:35:56.073410 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (9d095d62-9c55-4a00-b0ae-717cc9cd4196), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:56.146479 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 9d095d62-9c55-4a00-b0ae-717cc9cd4196, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=9d095d62-9c55-4a00-b0ae-717cc9cd4196,segment=NetworkSegment(030b1ea6-a9bd-4970-9537-6268a24125f4),segment_id=030b1ea6-a9bd-4970-9537-6268a24125f4)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:35:56.157095 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 8647f5f8-1be0-473e-98fe-346f26bf9b26 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:35:56.186693 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30801c17-a93d-4cf6-ad19-b8560b08af82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d095d62-9c55-4a00-b0ae-717cc9cd4196'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:35:56.189350 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4e0d8b-194c-467c-95de-2e2f2a7cd0dd" -d '{"events": [{"server_uuid": "30801c17-a93d-4cf6-ad19-b8560b08af82", "name": "network-vif-unplugged", "status": "completed", "tag": "9d095d62-9c55-4a00-b0ae-717cc9cd4196"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:35:56.193120 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (9d095d62-9c55-4a00-b0ae-717cc9cd4196), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:56.212800 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:56.339983 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b6f6d7-4994-4658-89f1-09d7a5dca585 req-c5fc696c-a6ef-4e81-8f54-24091028c16a tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:56.347051 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e2b6f6d7-4994-4658-89f1-09d7a5dca585 req-c5fc696c-a6ef-4e81-8f54-24091028c16a tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e4ff243-d28f-4c44-8f6f-d885353f5b3d HTTP/1.1" status: 200 len: 950 time: 0.5369980 Mar 11 19:35:56.362575 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765582a7-a8a7-4bab-b4f6-0cec8efe8471 req-1c3eb3aa-b9d4-44e0-9915-432c2782ff49 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:56.363755 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-765582a7-a8a7-4bab-b4f6-0cec8efe8471 req-1c3eb3aa-b9d4-44e0-9915-432c2782ff49 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:56.365823 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-151c354b-4abe-4462-b363-72c90c08e46e None None] Provisioning complete for port 1f0e0306-0d9c-42f1-a66d-98fd0da3d12f triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:35:56.366463 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-151c354b-4abe-4462-b363-72c90c08e46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (1f0e0306-0d9c-42f1-a66d-98fd0da3d12f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:56.403144 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port 8647f5f8-1be0-473e-98fe-346f26bf9b26 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:35:56.403816 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-765582a7-a8a7-4bab-b4f6-0cec8efe8471 req-1c3eb3aa-b9d4-44e0-9915-432c2782ff49 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5879965 Mar 11 19:35:56.407562 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c206a8c0-099d-4825-8a3c-f7f50f09011b req-a600c570-5cba-430d-a47c-228d746dbb5a tempest-SecurityGroupsTestAdminJSON-1386523789 tempest-SecurityGroupsTestAdminJSON-1386523789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (f365c7be-736d-4e9e-ad23-81fc60e4b8cc), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:56.410403 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c206a8c0-099d-4825-8a3c-f7f50f09011b req-a600c570-5cba-430d-a47c-228d746dbb5a tempest-SecurityGroupsTestAdminJSON-1386523789 tempest-SecurityGroupsTestAdminJSON-1386523789-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:56.412363 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c206a8c0-099d-4825-8a3c-f7f50f09011b req-a600c570-5cba-430d-a47c-228d746dbb5a tempest-SecurityGroupsTestAdminJSON-1386523789 tempest-SecurityGroupsTestAdminJSON-1386523789-project] 10.222.0.65 "DELETE /v2.0/security-groups/f365c7be-736d-4e9e-ad23-81fc60e4b8cc HTTP/1.1" status: 204 len: 173 time: 0.7462742 Mar 11 19:35:56.426654 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 8647f5f8-1be0-473e-98fe-346f26bf9b26 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:35:56.427002 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (8647f5f8-1be0-473e-98fe-346f26bf9b26), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:56.429515 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-765582a7-a8a7-4bab-b4f6-0cec8efe8471 req-5320b3ae-24ea-4238-915e-687ef5adb31d service neutron] Request body: {'port': {'device_id': '2dd74023-9f78-4779-97c8-1a17ea081ceb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:35:56.437415 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=9d095d62-9c55-4a00-b0ae-717cc9cd4196,revision_number=8']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:56.462363 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a600c570-5cba-430d-a47c-228d746dbb5a tempest-SecurityGroupsTestAdminJSON-1386523789 tempest-SecurityGroupsTestAdminJSON-1386523789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f365c7be-736d-4e9e-ad23-81fc60e4b8cc,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:56.477437 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e2b6f6d7-4994-4658-89f1-09d7a5dca585 req-e48bb71f-27ee-4c30-8235-2a49c90a2f5a tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276903 Mar 11 19:35:56.549565 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-151c354b-4abe-4462-b363-72c90c08e46e None None] Port 1f0e0306-0d9c-42f1-a66d-98fd0da3d12f cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:35:56.583017 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-765582a7-a8a7-4bab-b4f6-0cec8efe8471 req-5320b3ae-24ea-4238-915e-687ef5adb31d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (1f0e0306-0d9c-42f1-a66d-98fd0da3d12f), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:56.611977 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 8647f5f8-1be0-473e-98fe-346f26bf9b26 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:35:56.612225 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (8647f5f8-1be0-473e-98fe-346f26bf9b26), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:56.644825 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 8647f5f8-1be0-473e-98fe-346f26bf9b26, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=8647f5f8-1be0-473e-98fe-346f26bf9b26,segment=NetworkSegment(1c6aa5b7-681f-4a80-a0b7-793b4ab0118d),segment_id=1c6aa5b7-681f-4a80-a0b7-793b4ab0118d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:35:56.649654 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (8647f5f8-1be0-473e-98fe-346f26bf9b26), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:56.691697 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203bf37-f7df-4ae9-a49e-752f994d3970 req-54067f31-f389-440d-9642-e28844371f44 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:56.693295 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0203bf37-f7df-4ae9-a49e-752f994d3970 req-54067f31-f389-440d-9642-e28844371f44 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/ports?device_id=30801c17-a93d-4cf6-ad19-b8560b08af82 HTTP/1.1" status: 200 len: 944 time: 0.1533442 Mar 11 19:35:56.703682 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=8647f5f8-1be0-473e-98fe-346f26bf9b26,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:56.723542 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6d7bc-b301-4a43-adfd-9f8f38d2fa78 req-4a35e1fc-70c2-4335-92d6-ff0e2e6acb5c tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:56.725057 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-55f6d7bc-b301-4a43-adfd-9f8f38d2fa78 req-4a35e1fc-70c2-4335-92d6-ff0e2e6acb5c tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/ports?device_id=b85456c3-ba17-40bb-bec2-2390fcec8032 HTTP/1.1" status: 200 len: 944 time: 0.1390538 Mar 11 19:35:56.847860 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a9703-d47c-4753-b618-07afee4e76e0 req-48bd89d5-640a-44d1-b58e-bbbed3f416b8 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:56.849480 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-923a9703-d47c-4753-b618-07afee4e76e0 req-48bd89d5-640a-44d1-b58e-bbbed3f416b8 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.57 "GET /v2.0/ports?device_id=30801c17-a93d-4cf6-ad19-b8560b08af82 HTTP/1.1" status: 200 len: 944 time: 0.0678937 Mar 11 19:35:56.882852 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0203bf37-f7df-4ae9-a49e-752f994d3970 req-fa940d36-3c90-4e1d-9e33-c46ef225c9a6 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/security-groups?id=84f7623b-92bc-46cd-a725-53de6be71e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763887 Mar 11 19:35:56.952224 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-55f6d7bc-b301-4a43-adfd-9f8f38d2fa78 req-bfc42cb5-ea36-494c-a6d0-96cc3c9b9492 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/security-groups?id=9eadf186-3007-49d9-b4f3-e4bc7305f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752350 Mar 11 19:35:56.956501 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 19:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6f08b2-697d-4664-92bb-218ad9a9c0a4 x-openstack-request-id: req-9a6f08b2-697d-4664-92bb-218ad9a9c0a4 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:35:56.957410 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30801c17-a93d-4cf6-ad19-b8560b08af82", "name": "network-vif-unplugged", "status": "completed", "tag": "9d095d62-9c55-4a00-b0ae-717cc9cd4196", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:35:56.957768 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9a6f08b2-697d-4664-92bb-218ad9a9c0a4 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:35:56.958290 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30801c17-a93d-4cf6-ad19-b8560b08af82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d095d62-9c55-4a00-b0ae-717cc9cd4196', 'code': 200} Mar 11 19:35:56.982727 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-923a9703-d47c-4753-b618-07afee4e76e0 req-43094c75-67a5-45ae-86fe-b76d25b2f289 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Deleting port 9d095d62-9c55-4a00-b0ae-717cc9cd4196 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:35:56.983066 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-923a9703-d47c-4753-b618-07afee4e76e0 req-43094c75-67a5-45ae-86fe-b76d25b2f289 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (9d095d62-9c55-4a00-b0ae-717cc9cd4196), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:57.040389 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-765582a7-a8a7-4bab-b4f6-0cec8efe8471 req-5320b3ae-24ea-4238-915e-687ef5adb31d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f0e0306-0d9c-42f1-a66d-98fd0da3d12f {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:35:57.057376 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-765582a7-a8a7-4bab-b4f6-0cec8efe8471 req-5320b3ae-24ea-4238-915e-687ef5adb31d service neutron] Publish callbacks [] for port (1f0e0306-0d9c-42f1-a66d-98fd0da3d12f), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:57.082959 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-923a9703-d47c-4753-b618-07afee4e76e0 req-43094c75-67a5-45ae-86fe-b76d25b2f289 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] For port 9d095d62-9c55-4a00-b0ae-717cc9cd4196, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=9d095d62-9c55-4a00-b0ae-717cc9cd4196,segment=NetworkSegment(030b1ea6-a9bd-4970-9537-6268a24125f4),segment_id=030b1ea6-a9bd-4970-9537-6268a24125f4)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:35:57.083326 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-923a9703-d47c-4753-b618-07afee4e76e0 req-43094c75-67a5-45ae-86fe-b76d25b2f289 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (9d095d62-9c55-4a00-b0ae-717cc9cd4196), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:57.100035 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-923a9703-d47c-4753-b618-07afee4e76e0 req-43094c75-67a5-45ae-86fe-b76d25b2f289 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Calling delete_port for 9d095d62-9c55-4a00-b0ae-717cc9cd4196 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:35:57.126878 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-765582a7-a8a7-4bab-b4f6-0cec8efe8471 req-5320b3ae-24ea-4238-915e-687ef5adb31d service neutron] Transition to ACTIVE for port object 1f0e0306-0d9c-42f1-a66d-98fd0da3d12f will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:35:57.134735 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-765582a7-a8a7-4bab-b4f6-0cec8efe8471 req-5320b3ae-24ea-4238-915e-687ef5adb31d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (1f0e0306-0d9c-42f1-a66d-98fd0da3d12f), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:57.141687 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-654b8645-c41e-46fb-a1b8-9326d0d56fe0 req-1d6e6c5f-3fb9-494d-9b7a-e213bf8bec89 tempest-SecurityGroupsTestAdminJSON-1386523789 tempest-SecurityGroupsTestAdminJSON-1386523789-project] 10.222.0.65 "GET /v2.0/security-groups/2e082f8b-4381-49c2-a108-08beaf6f1a97 HTTP/1.1" status: 200 len: 1795 time: 0.0956178 Mar 11 19:35:57.220248 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7fe07d-4b5f-4aee-9233-8ad75356f43a req-c11435ef-30bf-42e9-9725-db1be1a99265 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:57.221800 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4f7fe07d-4b5f-4aee-9233-8ad75356f43a req-c11435ef-30bf-42e9-9725-db1be1a99265 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/ports?device_id=2dd74023-9f78-4779-97c8-1a17ea081ceb HTTP/1.1" status: 200 len: 936 time: 0.1746557 Mar 11 19:35:57.235840 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5320b3ae-24ea-4238-915e-687ef5adb31d service neutron] Pushing event updated for resources: {'Port': ['ID=1f0e0306-0d9c-42f1-a66d-98fd0da3d12f,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:57.249786 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-923a9703-d47c-4753-b618-07afee4e76e0 req-43094c75-67a5-45ae-86fe-b76d25b2f289 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (9d095d62-9c55-4a00-b0ae-717cc9cd4196), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:57.312853 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43094c75-67a5-45ae-86fe-b76d25b2f289 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Pushing event deleted for resources: {'Port': ['ID=9d095d62-9c55-4a00-b0ae-717cc9cd4196,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:57.337318 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-923a9703-d47c-4753-b618-07afee4e76e0 req-43094c75-67a5-45ae-86fe-b76d25b2f289 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] No DVR routers for this DVR port 9d095d62-9c55-4a00-b0ae-717cc9cd4196 on host n-h2-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:35:57.341280 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-923a9703-d47c-4753-b618-07afee4e76e0 req-43094c75-67a5-45ae-86fe-b76d25b2f289 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:57.345069 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-923a9703-d47c-4753-b618-07afee4e76e0 req-43094c75-67a5-45ae-86fe-b76d25b2f289 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.57 "DELETE /v2.0/ports/9d095d62-9c55-4a00-b0ae-717cc9cd4196 HTTP/1.1" status: 204 len: 173 time: 0.4897084 Mar 11 19:35:57.345725 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30801c17-a93d-4cf6-ad19-b8560b08af82', 'name': 'network-vif-deleted', 'tag': '9d095d62-9c55-4a00-b0ae-717cc9cd4196'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:35:57.348325 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b73780-bb76-4a30-8a81-152b68ff675b" -d '{"events": [{"server_uuid": "30801c17-a93d-4cf6-ad19-b8560b08af82", "name": "network-vif-deleted", "tag": "9d095d62-9c55-4a00-b0ae-717cc9cd4196"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:35:57.408918 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-654b8645-c41e-46fb-a1b8-9326d0d56fe0 req-66d8bf7a-8c17-4f6b-babd-15d995013214 tempest-SecurityGroupsTestAdminJSON-1386523789 tempest-SecurityGroupsTestAdminJSON-1386523789-project] Publish callbacks [] for security_group (2e082f8b-4381-49c2-a108-08beaf6f1a97), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:57.426727 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4f7fe07d-4b5f-4aee-9233-8ad75356f43a req-23ff7679-2033-4398-b541-58f2f6242ade tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/security-groups?id=a781a375-ecc1-4470-b434-56ebce1f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766706 Mar 11 19:35:57.461564 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-765582a7-a8a7-4bab-b4f6-0cec8efe8471 req-5320b3ae-24ea-4238-915e-687ef5adb31d service neutron] Attempting to bind port 1f0e0306-0d9c-42f1-a66d-98fd0da3d12f on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:35:57.461908 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-765582a7-a8a7-4bab-b4f6-0cec8efe8471 req-5320b3ae-24ea-4238-915e-687ef5adb31d service neutron] Attempting to bind port 1f0e0306-0d9c-42f1-a66d-98fd0da3d12f by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:35:57.462235 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765582a7-a8a7-4bab-b4f6-0cec8efe8471 req-5320b3ae-24ea-4238-915e-687ef5adb31d service neutron] Attempting to bind port 1f0e0306-0d9c-42f1-a66d-98fd0da3d12f on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:35:57.482238 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765582a7-a8a7-4bab-b4f6-0cec8efe8471 req-5320b3ae-24ea-4238-915e-687ef5adb31d service neutron] Port 1f0e0306-0d9c-42f1-a66d-98fd0da3d12f on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:35:57.482573 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765582a7-a8a7-4bab-b4f6-0cec8efe8471 req-5320b3ae-24ea-4238-915e-687ef5adb31d service neutron] Attempting to bind port 1f0e0306-0d9c-42f1-a66d-98fd0da3d12f on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:35:57.485767 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-654b8645-c41e-46fb-a1b8-9326d0d56fe0 req-66d8bf7a-8c17-4f6b-babd-15d995013214 tempest-SecurityGroupsTestAdminJSON-1386523789 tempest-SecurityGroupsTestAdminJSON-1386523789-project] Publish callbacks [] for security_group (2e082f8b-4381-49c2-a108-08beaf6f1a97), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:57.509586 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765582a7-a8a7-4bab-b4f6-0cec8efe8471 req-5320b3ae-24ea-4238-915e-687ef5adb31d service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:35:57.510015 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765582a7-a8a7-4bab-b4f6-0cec8efe8471 req-5320b3ae-24ea-4238-915e-687ef5adb31d service neutron] Checking segment: {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:35:57.510490 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-765582a7-a8a7-4bab-b4f6-0cec8efe8471 req-5320b3ae-24ea-4238-915e-687ef5adb31d service neutron] Bound using segment: {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:35:57.512748 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-765582a7-a8a7-4bab-b4f6-0cec8efe8471 req-5320b3ae-24ea-4238-915e-687ef5adb31d service neutron] Bound port: 1f0e0306-0d9c-42f1-a66d-98fd0da3d12f, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:35:57.512748 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-765582a7-a8a7-4bab-b4f6-0cec8efe8471 req-5320b3ae-24ea-4238-915e-687ef5adb31d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (1f0e0306-0d9c-42f1-a66d-98fd0da3d12f), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:57.556782 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:57.660192 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-654b8645-c41e-46fb-a1b8-9326d0d56fe0 req-66d8bf7a-8c17-4f6b-babd-15d995013214 tempest-SecurityGroupsTestAdminJSON-1386523789 tempest-SecurityGroupsTestAdminJSON-1386523789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (2e082f8b-4381-49c2-a108-08beaf6f1a97), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:57.662910 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-654b8645-c41e-46fb-a1b8-9326d0d56fe0 req-66d8bf7a-8c17-4f6b-babd-15d995013214 tempest-SecurityGroupsTestAdminJSON-1386523789 tempest-SecurityGroupsTestAdminJSON-1386523789-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:57.664579 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-654b8645-c41e-46fb-a1b8-9326d0d56fe0 req-66d8bf7a-8c17-4f6b-babd-15d995013214 tempest-SecurityGroupsTestAdminJSON-1386523789 tempest-SecurityGroupsTestAdminJSON-1386523789-project] 10.222.0.65 "DELETE /v2.0/security-groups/2e082f8b-4381-49c2-a108-08beaf6f1a97 HTTP/1.1" status: 204 len: 173 time: 0.4975028 Mar 11 19:35:57.694769 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d8bf7a-8c17-4f6b-babd-15d995013214 tempest-SecurityGroupsTestAdminJSON-1386523789 tempest-SecurityGroupsTestAdminJSON-1386523789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e082f8b-4381-49c2-a108-08beaf6f1a97,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:57.697073 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-765582a7-a8a7-4bab-b4f6-0cec8efe8471 req-5320b3ae-24ea-4238-915e-687ef5adb31d service neutron] For port 1f0e0306-0d9c-42f1-a66d-98fd0da3d12f, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:35:57.721410 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b2213b-fe97-4346-972f-f2c0fc015878 req-2bde60d6-625d-4992-a554-82b203adbec5 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:57.726979 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657f33de-3194-42e0-a155-e2e745ea9e52 x-openstack-request-id: req-657f33de-3194-42e0-a155-e2e745ea9e52 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:35:57.727300 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30801c17-a93d-4cf6-ad19-b8560b08af82", "name": "network-vif-deleted", "tag": "9d095d62-9c55-4a00-b0ae-717cc9cd4196", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:35:57.727848 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-657f33de-3194-42e0-a155-e2e745ea9e52 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:35:57.728261 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30801c17-a93d-4cf6-ad19-b8560b08af82', 'name': 'network-vif-deleted', 'tag': '9d095d62-9c55-4a00-b0ae-717cc9cd4196', 'status': 'completed', 'code': 200} Mar 11 19:35:57.729529 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-46b2213b-fe97-4346-972f-f2c0fc015878 req-2bde60d6-625d-4992-a554-82b203adbec5 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?device_id=e1d2be0c-60f7-4b21-82d5-4bc9663b79c8 HTTP/1.1" status: 200 len: 946 time: 0.1622586 Mar 11 19:35:57.733410 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-765582a7-a8a7-4bab-b4f6-0cec8efe8471 req-5320b3ae-24ea-4238-915e-687ef5adb31d service neutron] For port 1f0e0306-0d9c-42f1-a66d-98fd0da3d12f, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=1f0e0306-0d9c-42f1-a66d-98fd0da3d12f,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:35:57.753666 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-765582a7-a8a7-4bab-b4f6-0cec8efe8471 req-5320b3ae-24ea-4238-915e-687ef5adb31d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (1f0e0306-0d9c-42f1-a66d-98fd0da3d12f), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:57.841514 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765582a7-a8a7-4bab-b4f6-0cec8efe8471 req-5320b3ae-24ea-4238-915e-687ef5adb31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:57.842374 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-765582a7-a8a7-4bab-b4f6-0cec8efe8471 req-5320b3ae-24ea-4238-915e-687ef5adb31d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:57.845494 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-765582a7-a8a7-4bab-b4f6-0cec8efe8471 req-5320b3ae-24ea-4238-915e-687ef5adb31d service neutron] 10.222.0.57 "PUT /v2.0/ports/1f0e0306-0d9c-42f1-a66d-98fd0da3d12f HTTP/1.1" status: 200 len: 1096 time: 1.4214287 Mar 11 19:35:57.854221 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dd74023-9f78-4779-97c8-1a17ea081ceb', 'tag': '1f0e0306-0d9c-42f1-a66d-98fd0da3d12f'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:35:57.873436 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e04f4d1-e463-461a-aa9c-e2e3c1862bf9" -d '{"events": [{"name": "network-changed", "server_uuid": "2dd74023-9f78-4779-97c8-1a17ea081ceb", "tag": "1f0e0306-0d9c-42f1-a66d-98fd0da3d12f"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:35:58.006347 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-46b2213b-fe97-4346-972f-f2c0fc015878 req-51d87dc1-0bde-4da5-ac7c-f1740b399e61 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/security-groups?id=03204c94-e7d5-4698-bf53-e2e3ba52bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758532 Mar 11 19:35:58.081042 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5320b3ae-24ea-4238-915e-687ef5adb31d service neutron] Pushing event updated for resources: {'Port': ['ID=1f0e0306-0d9c-42f1-a66d-98fd0da3d12f,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:58.097438 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b248d0-d811-4274-bdaa-fc3014ced4cf x-openstack-request-id: req-e3b248d0-d811-4274-bdaa-fc3014ced4cf {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:35:58.098014 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dd74023-9f78-4779-97c8-1a17ea081ceb", "tag": "1f0e0306-0d9c-42f1-a66d-98fd0da3d12f", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:35:58.098525 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e3b248d0-d811-4274-bdaa-fc3014ced4cf {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:35:58.099682 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dd74023-9f78-4779-97c8-1a17ea081ceb', 'tag': '1f0e0306-0d9c-42f1-a66d-98fd0da3d12f', 'status': 'completed', 'code': 200} Mar 11 19:35:58.186423 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb55426c-2fb9-416e-852d-f5e59b82397f req-d2df36eb-a533-4c16-b2cf-0195c07bfadd tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:58.192413 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bb55426c-2fb9-416e-852d-f5e59b82397f req-d2df36eb-a533-4c16-b2cf-0195c07bfadd tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e4ff243-d28f-4c44-8f6f-d885353f5b3d HTTP/1.1" status: 200 len: 950 time: 0.3980472 Mar 11 19:35:58.195673 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765582a7-a8a7-4bab-b4f6-0cec8efe8471 req-2d3bc69b-f0ec-47a5-ba18-9ebf8c9c62fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:58.201455 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-765582a7-a8a7-4bab-b4f6-0cec8efe8471 req-2d3bc69b-f0ec-47a5-ba18-9ebf8c9c62fb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=223983732af345fcb546856737077dde&device_id=2dd74023-9f78-4779-97c8-1a17ea081ceb HTTP/1.1" status: 200 len: 1130 time: 0.2656291 Mar 11 19:35:58.234035 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34494) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:35:58.300824 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-765582a7-a8a7-4bab-b4f6-0cec8efe8471 req-ea0ac93d-8d55-4a1d-bf5f-3b1cff457f8d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=1f0e0306-0d9c-42f1-a66d-98fd0da3d12f HTTP/1.1" status: 200 len: 217 time: 0.0876625 Mar 11 19:35:58.396187 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bb55426c-2fb9-416e-852d-f5e59b82397f req-ea51f04f-7ba5-4bce-bd52-c7848f78f314 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920476 Mar 11 19:35:58.432716 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765582a7-a8a7-4bab-b4f6-0cec8efe8471 req-abf8f115-e840-4361-aefa-07d8ed7f7791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:58.441321 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-765582a7-a8a7-4bab-b4f6-0cec8efe8471 req-abf8f115-e840-4361-aefa-07d8ed7f7791 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.1175010 Mar 11 19:35:58.468581 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-54b00565-1fe4-4aa7-8f3d-60c62cda7c07 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=49f1055ab5774987ade1a3bc1b1d3083&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2310081 Mar 11 19:35:58.469227 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34498) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:35:58.500809 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7944d-a072-4c42-86d1-496c81fd6724 req-32821cfe-b8c3-42d0-ab76-b64a000146b8 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:58.502420 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e4b7944d-a072-4c42-86d1-496c81fd6724 req-32821cfe-b8c3-42d0-ab76-b64a000146b8 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/ports?device_id=b85456c3-ba17-40bb-bec2-2390fcec8032 HTTP/1.1" status: 200 len: 945 time: 0.2149279 Mar 11 19:35:58.551530 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bd112d64-3007-41e9-8127-a8c90cca7eff admin admin] Publish callbacks [] for security_group (f1722be2-5e15-4be5-a729-bcca58f7926f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:58.582567 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765582a7-a8a7-4bab-b4f6-0cec8efe8471 req-7cb5f7fc-7223-408a-af23-031c6ce9d4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:58.584092 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-765582a7-a8a7-4bab-b4f6-0cec8efe8471 req-7cb5f7fc-7223-408a-af23-031c6ce9d4ac service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1221228 Mar 11 19:35:58.605257 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e4b7944d-a072-4c42-86d1-496c81fd6724 req-d6e74273-d9a4-4455-8923-e631a09f02dd tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/security-groups?id=9eadf186-3007-49d9-b4f3-e4bc7305f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753295 Mar 11 19:35:58.606931 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bd112d64-3007-41e9-8127-a8c90cca7eff admin admin] Publish callbacks [] for security_group (f1722be2-5e15-4be5-a729-bcca58f7926f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:58.688989 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bd112d64-3007-41e9-8127-a8c90cca7eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (f1722be2-5e15-4be5-a729-bcca58f7926f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:58.692864 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bd112d64-3007-41e9-8127-a8c90cca7eff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:58.697418 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-bd112d64-3007-41e9-8127-a8c90cca7eff admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f1722be2-5e15-4be5-a729-bcca58f7926f HTTP/1.1" status: 204 len: 168 time: 0.2253578 Mar 11 19:35:58.739682 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd112d64-3007-41e9-8127-a8c90cca7eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1722be2-5e15-4be5-a729-bcca58f7926f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:58.862951 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-765582a7-a8a7-4bab-b4f6-0cec8efe8471 req-4883810f-8d8c-48fc-a42c-c3b90d2816ff service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702041 Mar 11 19:35:58.925621 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34506) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:35:58.931497 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-54ae7917-b94d-4ca8-81b9-012679d790c1 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Request body: {'security_group': {'name': 'tempest-securitygroup--858130418', 'description': 'tempest-description--1962738590'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:35:58.954041 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:58.958961 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b85456c3-ba17-40bb-bec2-2390fcec8032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8647f5f8-1be0-473e-98fe-346f26bf9b26'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:35:58.961361 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b77215c1-7191-4d3f-9538-7bc176f48cd7" -d '{"events": [{"server_uuid": "b85456c3-ba17-40bb-bec2-2390fcec8032", "name": "network-vif-plugged", "status": "completed", "tag": "8647f5f8-1be0-473e-98fe-346f26bf9b26"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:35:58.979521 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-54ae7917-b94d-4ca8-81b9-012679d790c1 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:59.027218 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6509780d-d47b-46e5-beca-671a7bb7062d x-openstack-request-id: req-6509780d-d47b-46e5-beca-671a7bb7062d {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:35:59.027511 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b85456c3-ba17-40bb-bec2-2390fcec8032", "name": "network-vif-plugged", "status": "completed", "tag": "8647f5f8-1be0-473e-98fe-346f26bf9b26", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:35:59.028057 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6509780d-d47b-46e5-beca-671a7bb7062d {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:35:59.028637 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b85456c3-ba17-40bb-bec2-2390fcec8032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8647f5f8-1be0-473e-98fe-346f26bf9b26', 'code': 200} Mar 11 19:35:59.047359 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d64695-c60c-4c20-8c53-67f34c406e7e req-cbbcf76a-54d0-4873-bbeb-55ae2f30717c tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:59.049081 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-53d64695-c60c-4c20-8c53-67f34c406e7e req-cbbcf76a-54d0-4873-bbeb-55ae2f30717c tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/ports?device_id=2dd74023-9f78-4779-97c8-1a17ea081ceb HTTP/1.1" status: 200 len: 948 time: 0.3081756 Mar 11 19:35:59.160649 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-54ae7917-b94d-4ca8-81b9-012679d790c1 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Publish callbacks [] for security_group (8286cd66-25fb-4faf-8ecf-94ad83327da1), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:59.171904 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-54ae7917-b94d-4ca8-81b9-012679d790c1 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (8286cd66-25fb-4faf-8ecf-94ad83327da1), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:59.185989 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-765582a7-a8a7-4bab-b4f6-0cec8efe8471 req-ed89d047-625f-421c-9cd4-a1223822a04b service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078835 Mar 11 19:35:59.244449 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-54ae7917-b94d-4ca8-81b9-012679d790c1 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:59.248520 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-54ae7917-b94d-4ca8-81b9-012679d790c1 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3187032 Mar 11 19:35:59.262284 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34514) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:35:59.277154 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-14228efd-e29c-480b-8893-30d7af0ee644 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Request body: {'security_group_rule': {'security_group_id': '8286cd66-25fb-4faf-8ecf-94ad83327da1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:35:59.278194 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34516) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:35:59.302823 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ae7917-b94d-4ca8-81b9-012679d790c1 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8286cd66-25fb-4faf-8ecf-94ad83327da1,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:59.350182 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8de7e0e0-5050-4376-8ed2-9e93165e8f98 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6f1b198dd5e74efeb98f0d3067840ba6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0705106 Mar 11 19:35:59.352616 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34518) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:35:59.354714 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-53d64695-c60c-4c20-8c53-67f34c406e7e req-f913a249-7300-46bd-bf4e-e11a89447892 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/security-groups?id=a781a375-ecc1-4470-b434-56ebce1f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916646 Mar 11 19:35:59.408439 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ccd819-d980-4219-bdf9-ad80f537a285 req-c1b93253-0267-430f-a586-20b4fd65848e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:59.409914 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-35ccd819-d980-4219-bdf9-ad80f537a285 req-c1b93253-0267-430f-a586-20b4fd65848e service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=b85456c3-ba17-40bb-bec2-2390fcec8032 HTTP/1.1" status: 200 len: 1127 time: 0.3023732 Mar 11 19:35:59.421375 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff27c5-5c5b-4af7-bc71-5506cd42c3a9 req-a47bb4d5-46ce-4843-b972-594cf8271a75 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:59.422934 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ffff27c5-5c5b-4af7-bc71-5506cd42c3a9 req-a47bb4d5-46ce-4843-b972-594cf8271a75 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?device_id=e1d2be0c-60f7-4b21-82d5-4bc9663b79c8 HTTP/1.1" status: 200 len: 946 time: 0.2685676 Mar 11 19:35:59.432468 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4125bdd-f151-45b1-ae6f-803ae07078a3 admin admin] Publish callbacks [] for security_group (f2e85d3d-c084-4f27-913a-2a223b52d4f4), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:59.433994 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-14228efd-e29c-480b-8893-30d7af0ee644 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Publish callbacks [] for security_group_rule (28c9abf1-9710-4611-a8a0-ec46fb3bd8f4), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:59.463024 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4125bdd-f151-45b1-ae6f-803ae07078a3 admin admin] Publish callbacks [] for security_group (f2e85d3d-c084-4f27-913a-2a223b52d4f4), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:59.469054 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e04f4d1-e463-461a-aa9c-e2e3c1862bf9 req-ddffa386-5592-4623-89a5-8a2da8095afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:59.470528 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7e04f4d1-e463-461a-aa9c-e2e3c1862bf9 req-ddffa386-5592-4623-89a5-8a2da8095afe service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=223983732af345fcb546856737077dde&device_id=2dd74023-9f78-4779-97c8-1a17ea081ceb HTTP/1.1" status: 200 len: 1130 time: 0.1904521 Mar 11 19:35:59.534105 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4125bdd-f151-45b1-ae6f-803ae07078a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (f2e85d3d-c084-4f27-913a-2a223b52d4f4), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:59.538307 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4125bdd-f151-45b1-ae6f-803ae07078a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:59.540199 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a4125bdd-f151-45b1-ae6f-803ae07078a3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f2e85d3d-c084-4f27-913a-2a223b52d4f4 HTTP/1.1" status: 204 len: 168 time: 0.1863163 Mar 11 19:35:59.552422 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4125bdd-f151-45b1-ae6f-803ae07078a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e85d3d-c084-4f27-913a-2a223b52d4f4,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:59.711875 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e04f4d1-e463-461a-aa9c-e2e3c1862bf9 req-8b1b1d9d-ef4b-40ef-9991-f6ef375abcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:59.713516 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7e04f4d1-e463-461a-aa9c-e2e3c1862bf9 req-8b1b1d9d-ef4b-40ef-9991-f6ef375abcbe service neutron] 10.222.0.57 "GET /v2.0/networks?id=885772b1-9b97-4e1d-a0fb-e125030c5a81 HTTP/1.1" status: 200 len: 870 time: 0.2292485 Mar 11 19:35:59.716947 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ffff27c5-5c5b-4af7-bc71-5506cd42c3a9 req-7ca66266-3b9c-476e-8a20-bcbeb0cc9cc2 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/security-groups?id=03204c94-e7d5-4698-bf53-e2e3ba52bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763720 Mar 11 19:35:59.737914 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-14228efd-e29c-480b-8893-30d7af0ee644 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Publish callbacks [] for security_group_rule (28c9abf1-9710-4611-a8a0-ec46fb3bd8f4), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:59.742314 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-35ccd819-d980-4219-bdf9-ad80f537a285 req-d37613d2-3be1-4880-97fb-9d4c6a9de503 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=9eadf186-3007-49d9-b4f3-e4bc7305f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179531 Mar 11 19:35:59.798459 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-14228efd-e29c-480b-8893-30d7af0ee644 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (28c9abf1-9710-4611-a8a0-ec46fb3bd8f4), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:59.812606 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7e04f4d1-e463-461a-aa9c-e2e3c1862bf9 req-c7ec4770-20d2-49ed-b24b-daba4e844c9a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=1f0e0306-0d9c-42f1-a66d-98fd0da3d12f HTTP/1.1" status: 200 len: 217 time: 0.0691948 Mar 11 19:35:59.880516 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14228efd-e29c-480b-8893-30d7af0ee644 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28c9abf1-9710-4611-a8a0-ec46fb3bd8f4,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:35:59.927203 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-14228efd-e29c-480b-8893-30d7af0ee644 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:35:59.928537 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-14228efd-e29c-480b-8893-30d7af0ee644 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6633933 Mar 11 19:35:59.932059 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34528) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:35:59.938340 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-aa1a3cff-175f-4ae5-8ea3-4802bd0b915e tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Request body: {'security_group_rule': {'security_group_id': '8286cd66-25fb-4faf-8ecf-94ad83327da1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:35:59.940434 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee56e943-d009-491e-8d0f-b770c3f8ccd9 req-16a3c745-73bd-4a8b-a322-1533118fa503 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:59.942032 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ee56e943-d009-491e-8d0f-b770c3f8ccd9 req-16a3c745-73bd-4a8b-a322-1533118fa503 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e4ff243-d28f-4c44-8f6f-d885353f5b3d HTTP/1.1" status: 200 len: 950 time: 0.4235420 Mar 11 19:35:59.951964 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e04f4d1-e463-461a-aa9c-e2e3c1862bf9 req-06164dc4-5353-41c1-8069-a23018060fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:35:59.953462 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7e04f4d1-e463-461a-aa9c-e2e3c1862bf9 req-06164dc4-5353-41c1-8069-a23018060fbb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.1275737 Mar 11 19:35:59.978037 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aa1a3cff-175f-4ae5-8ea3-4802bd0b915e tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Publish callbacks [] for security_group_rule (93fe8bc6-29ab-4140-9ef2-6ea694742d61), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:00.065275 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aa1a3cff-175f-4ae5-8ea3-4802bd0b915e tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Publish callbacks [] for security_group_rule (93fe8bc6-29ab-4140-9ef2-6ea694742d61), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:00.077745 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aa1a3cff-175f-4ae5-8ea3-4802bd0b915e tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (93fe8bc6-29ab-4140-9ef2-6ea694742d61), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:00.078476 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c7a00-310a-4cd8-9601-2640c86977b5 req-8c6554a9-7cce-41d8-b655-d38167cbe584 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:00.080473 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d99c7a00-310a-4cd8-9601-2640c86977b5 req-8c6554a9-7cce-41d8-b655-d38167cbe584 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/ports?device_id=b85456c3-ba17-40bb-bec2-2390fcec8032 HTTP/1.1" status: 200 len: 945 time: 0.2093372 Mar 11 19:36:00.103505 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1a3cff-175f-4ae5-8ea3-4802bd0b915e tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93fe8bc6-29ab-4140-9ef2-6ea694742d61,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:00.121561 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aa1a3cff-175f-4ae5-8ea3-4802bd0b915e tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:00.128118 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-aa1a3cff-175f-4ae5-8ea3-4802bd0b915e tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1936319 Mar 11 19:36:00.129041 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34536) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:36:00.135017 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-5a2e7533-40ae-4d74-8f84-216e4852e2a5 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Request body: {'floatingip': {'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:36:00.158749 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5a2e7533-40ae-4d74-8f84-216e4852e2a5 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:00.175257 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ee56e943-d009-491e-8d0f-b770c3f8ccd9 req-63e6fbd5-dfdf-4e65-b820-8649c52b2112 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253549 Mar 11 19:36:00.177947 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e04f4d1-e463-461a-aa9c-e2e3c1862bf9 req-ecf1a76c-68fa-45a8-8011-b48b2dda492c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:00.180568 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7e04f4d1-e463-461a-aa9c-e2e3c1862bf9 req-ecf1a76c-68fa-45a8-8011-b48b2dda492c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2101016 Mar 11 19:36:00.335367 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7e04f4d1-e463-461a-aa9c-e2e3c1862bf9 req-18cb4e93-24bd-45b0-a735-abfd1e943ca2 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456976 Mar 11 19:36:00.355205 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d99c7a00-310a-4cd8-9601-2640c86977b5 req-d47e7b49-98ec-4ffd-81e9-0fd98892778f tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/security-groups?id=9eadf186-3007-49d9-b4f3-e4bc7305f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369459 Mar 11 19:36:00.437562 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5a2e7533-40ae-4d74-8f84-216e4852e2a5 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:00.634489 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329dc190-76ef-45e8-a383-73df5ad407c5 req-4fe4f7c0-a654-4809-b0be-0e0cabe4a278 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:00.636138 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-329dc190-76ef-45e8-a383-73df5ad407c5 req-4fe4f7c0-a654-4809-b0be-0e0cabe4a278 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/ports?device_id=2dd74023-9f78-4779-97c8-1a17ea081ceb HTTP/1.1" status: 200 len: 948 time: 0.1693854 Mar 11 19:36:00.640102 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7e04f4d1-e463-461a-aa9c-e2e3c1862bf9 req-efc1bd36-c745-4716-a9af-42c1a60ef881 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789204 Mar 11 19:36:00.650148 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-5a2e7533-40ae-4d74-8f84-216e4852e2a5 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Allocated IP 172.25.8.70 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/dcff082d-d875-4698-89aa-d681c2c95784) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:36:00.736787 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-329dc190-76ef-45e8-a383-73df5ad407c5 req-955a4d38-3b45-4fc8-a1e8-ba3e4ca49f24 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/security-groups?id=a781a375-ecc1-4470-b434-56ebce1f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933056 Mar 11 19:36:00.870848 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5a2e7533-40ae-4d74-8f84-216e4852e2a5 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Publish callbacks [] for port (dcff082d-d875-4698-89aa-d681c2c95784), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:00.924916 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5a2e7533-40ae-4d74-8f84-216e4852e2a5 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (dcff082d-d875-4698-89aa-d681c2c95784), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:00.987765 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a93afa-01a3-43e9-8e74-225a6ac4ec27 req-f62c2346-221b-4770-ab77-02681c4556d2 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:00.989774 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-40a93afa-01a3-43e9-8e74-225a6ac4ec27 req-f62c2346-221b-4770-ab77-02681c4556d2 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?device_id=e1d2be0c-60f7-4b21-82d5-4bc9663b79c8 HTTP/1.1" status: 200 len: 946 time: 0.1329825 Mar 11 19:36:01.014436 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2e7533-40ae-4d74-8f84-216e4852e2a5 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:36:01.029396 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-5a2e7533-40ae-4d74-8f84-216e4852e2a5 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:36:01.035948 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2e7533-40ae-4d74-8f84-216e4852e2a5 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:36:01.042903 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2e7533-40ae-4d74-8f84-216e4852e2a5 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Pushing event updated for resources: {'Port': ['ID=dcff082d-d875-4698-89aa-d681c2c95784,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:01.063504 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-40a93afa-01a3-43e9-8e74-225a6ac4ec27 req-319f22ea-9131-4a38-a44b-0fc6e9ef2048 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/security-groups?id=03204c94-e7d5-4698-bf53-e2e3ba52bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660162 Mar 11 19:36:01.146015 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5a2e7533-40ae-4d74-8f84-216e4852e2a5 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Publish callbacks [] for floatingip (aaff0196-492e-4ac5-b41e-a779f95ccdd9), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:01.183972 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5a2e7533-40ae-4d74-8f84-216e4852e2a5 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (dcff082d-d875-4698-89aa-d681c2c95784), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:01.325781 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d188b3d8-e6ce-40e0-92ba-5f71214612fb req-33635748-aabb-47a0-9ac2-d4e25938308f tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:01.327714 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d188b3d8-e6ce-40e0-92ba-5f71214612fb req-33635748-aabb-47a0-9ac2-d4e25938308f tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e4ff243-d28f-4c44-8f6f-d885353f5b3d HTTP/1.1" status: 200 len: 950 time: 0.0696628 Mar 11 19:36:01.400524 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5a2e7533-40ae-4d74-8f84-216e4852e2a5 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Publish callbacks [] for port (dcff082d-d875-4698-89aa-d681c2c95784), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:01.413911 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5a2e7533-40ae-4d74-8f84-216e4852e2a5 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (dcff082d-d875-4698-89aa-d681c2c95784), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:01.420090 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d188b3d8-e6ce-40e0-92ba-5f71214612fb req-836e9baf-47ab-4893-af83-293c28d3c180 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814061 Mar 11 19:36:01.554028 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2e7533-40ae-4d74-8f84-216e4852e2a5 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Pushing event updated for resources: {'Port': ['ID=dcff082d-d875-4698-89aa-d681c2c95784,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:01.556349 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6219bc6-9faa-4e0e-8b0a-c8b8691f5a80 req-ed951b83-0059-41c3-ba4d-213e767e63a8 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:01.558404 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a6219bc6-9faa-4e0e-8b0a-c8b8691f5a80 req-ed951b83-0059-41c3-ba4d-213e767e63a8 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/ports?device_id=b85456c3-ba17-40bb-bec2-2390fcec8032 HTTP/1.1" status: 200 len: 945 time: 0.0682173 Mar 11 19:36:01.572737 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5a2e7533-40ae-4d74-8f84-216e4852e2a5 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (aaff0196-492e-4ac5-b41e-a779f95ccdd9), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:01.594066 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5a2e7533-40ae-4d74-8f84-216e4852e2a5 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:01.595803 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-5a2e7533-40ae-4d74-8f84-216e4852e2a5 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4656041 Mar 11 19:36:01.648426 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a6219bc6-9faa-4e0e-8b0a-c8b8691f5a80 req-0eee64d3-41e9-4f23-98c6-519f7780c893 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/security-groups?id=9eadf186-3007-49d9-b4f3-e4bc7305f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765822 Mar 11 19:36:01.773394 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ce3ed-330d-498f-a204-13a352617251 req-90a1e451-429b-4469-b6f2-8a811daf99af tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:01.774942 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f55ce3ed-330d-498f-a204-13a352617251 req-90a1e451-429b-4469-b6f2-8a811daf99af tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/ports?device_id=b85456c3-ba17-40bb-bec2-2390fcec8032 HTTP/1.1" status: 200 len: 945 time: 0.0562177 Mar 11 19:36:01.791091 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 1f0e0306-0d9c-42f1-a66d-98fd0da3d12f details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:36:01.795922 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 9d095d62-9c55-4a00-b0ae-717cc9cd4196 no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:36:01.819684 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: 9d095d62-9c55-4a00-b0ae-717cc9cd4196 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:36:01.820813 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 9d095d62-9c55-4a00-b0ae-717cc9cd4196 not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:36:01.840908 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f55ce3ed-330d-498f-a204-13a352617251 req-f7afe499-3af9-48a7-bd28-01cdf8511bef tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/security-groups?id=9eadf186-3007-49d9-b4f3-e4bc7305f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574546 Mar 11 19:36:01.941122 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 1f0e0306-0d9c-42f1-a66d-98fd0da3d12f, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=1f0e0306-0d9c-42f1-a66d-98fd0da3d12f,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:01.953365 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': '1f0e0306-0d9c-42f1-a66d-98fd0da3d12f', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'port_id': '1f0e0306-0d9c-42f1-a66d-98fd0da3d12f', 'mac_address': 'fa:16:3e:24:1e:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bb14923-74c3-4313-be8d-ed33542f05aa', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:36:02.005953 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 1f0e0306-0d9c-42f1-a66d-98fd0da3d12f is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:36:02.006505 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (1f0e0306-0d9c-42f1-a66d-98fd0da3d12f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:02.024103 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f0e0306-0d9c-42f1-a66d-98fd0da3d12f {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:36:02.050143 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6161dd5-015c-4e8b-aad2-33c427310034 req-44e53b07-c386-4ccd-8a66-e577e8c8513b tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:02.050415 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 1f0e0306-0d9c-42f1-a66d-98fd0da3d12f, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=1f0e0306-0d9c-42f1-a66d-98fd0da3d12f,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:02.052417 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c6161dd5-015c-4e8b-aad2-33c427310034 req-44e53b07-c386-4ccd-8a66-e577e8c8513b tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/ports?device_id=2dd74023-9f78-4779-97c8-1a17ea081ceb HTTP/1.1" status: 200 len: 948 time: 0.1435828 Mar 11 19:36:02.057816 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (1f0e0306-0d9c-42f1-a66d-98fd0da3d12f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:02.081951 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f75262-1a39-4e6d-8e1f-81c26ce87238 req-55db6670-b6dc-4122-b464-3c59eee28c09 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:02.084102 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d2f75262-1a39-4e6d-8e1f-81c26ce87238 req-55db6670-b6dc-4122-b464-3c59eee28c09 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/networks?id=1740be2f-d8a3-4266-8fa1-21b3cc2b7b80 HTTP/1.1" status: 200 len: 822 time: 0.1564753 Mar 11 19:36:02.110640 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d2f75262-1a39-4e6d-8e1f-81c26ce87238 req-c0b6b78c-c983-4aa3-901c-3ec419fb13d5 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/quotas/226ac2f13bd14da187bb26d2f866eb8b HTTP/1.1" status: 200 len: 375 time: 0.0178516 Mar 11 19:36:02.119803 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=1f0e0306-0d9c-42f1-a66d-98fd0da3d12f,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:02.151776 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c6161dd5-015c-4e8b-aad2-33c427310034 req-f1605ae9-7925-4742-86d1-61b8070af9e5 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/security-groups?id=a781a375-ecc1-4470-b434-56ebce1f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661783 Mar 11 19:36:02.167785 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d2f75262-1a39-4e6d-8e1f-81c26ce87238 req-774cc820-23df-4a02-afb9-cffd2371b071 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=226ac2f13bd14da187bb26d2f866eb8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372248 Mar 11 19:36:02.276139 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d2f75262-1a39-4e6d-8e1f-81c26ce87238 req-67c621f5-cb25-4138-8668-25122acfcaa1 service neutron] 10.222.0.65 "GET /v2.0/networks/1740be2f-d8a3-4266-8fa1-21b3cc2b7b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015434 Mar 11 19:36:02.380515 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d2f75262-1a39-4e6d-8e1f-81c26ce87238 req-c27e8bc7-2523-4d16-9fd3-be481b5cb0c0 service neutron] 10.222.0.65 "GET /v2.0/networks/1740be2f-d8a3-4266-8fa1-21b3cc2b7b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984998 Mar 11 19:36:02.464353 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['1f0e0306-0d9c-42f1-a66d-98fd0da3d12f'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:36:02.556694 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560168c0-81e0-4bc0-97b3-8085bc87f7db req-e44cc5bb-f917-414e-bfdf-8b5e914d5d98 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:02.558253 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-560168c0-81e0-4bc0-97b3-8085bc87f7db req-e44cc5bb-f917-414e-bfdf-8b5e914d5d98 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?device_id=e1d2be0c-60f7-4b21-82d5-4bc9663b79c8 HTTP/1.1" status: 200 len: 946 time: 0.1087108 Mar 11 19:36:02.647421 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-560168c0-81e0-4bc0-97b3-8085bc87f7db req-89a27ef9-6bfe-4828-b900-c0eeffd7ba2c tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/security-groups?id=03204c94-e7d5-4698-bf53-e2e3ba52bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833714 Mar 11 19:36:02.678270 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a34a6-e345-4816-b73e-8bc60de4be15 req-a303b6a6-4806-4dde-b330-b9b896042ddd tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:02.681072 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fd8a34a6-e345-4816-b73e-8bc60de4be15 req-a303b6a6-4806-4dde-b330-b9b896042ddd tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/ports?device_id=b85456c3-ba17-40bb-bec2-2390fcec8032 HTTP/1.1" status: 200 len: 945 time: 0.0753255 Mar 11 19:36:02.745127 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fd8a34a6-e345-4816-b73e-8bc60de4be15 req-c5a4e120-6ff3-444d-b0cb-d64070b779cf tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/security-groups?id=9eadf186-3007-49d9-b4f3-e4bc7305f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577440 Mar 11 19:36:02.826434 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-acdc82cd-38db-4584-9d52-662ebecfbb5b req-ac9d66a4-5a97-4441-8f70-84bd1ea7cf4c tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/ports?device_id=07ae7129-86a6-4e1a-a968-9bf04aad685a HTTP/1.1" status: 200 len: 210 time: 0.0318892 Mar 11 19:36:02.851655 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011ca27-fd20-4272-a50d-ba00234a3536 req-17f58f00-9815-4a7c-8bb4-318318226dc9 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:02.853725 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4011ca27-fd20-4272-a50d-ba00234a3536 req-17f58f00-9815-4a7c-8bb4-318318226dc9 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e4ff243-d28f-4c44-8f6f-d885353f5b3d HTTP/1.1" status: 200 len: 950 time: 0.1074939 Mar 11 19:36:02.912835 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4011ca27-fd20-4272-a50d-ba00234a3536 req-6687b7a5-8d82-4ce4-b4b2-948d922d5abf tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515761 Mar 11 19:36:03.295592 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e50fc9-eae2-4486-b763-c4b87499cf1f req-e91274a6-55ae-47e8-b46e-d575be1f2765 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:03.297516 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-40e50fc9-eae2-4486-b763-c4b87499cf1f req-e91274a6-55ae-47e8-b46e-d575be1f2765 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/ports?device_id=2dd74023-9f78-4779-97c8-1a17ea081ceb HTTP/1.1" status: 200 len: 949 time: 0.0765388 Mar 11 19:36:03.354467 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-40e50fc9-eae2-4486-b763-c4b87499cf1f req-84b5e446-87ef-43d0-9349-42f8d0e71d93 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/security-groups?id=a781a375-ecc1-4470-b434-56ebce1f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473852 Mar 11 19:36:03.520325 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c6a4d86e-fb62-4c57-9dbe-264ed44b0ddc req-f465e814-6168-4756-81ee-95545a665691 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0592692 Mar 11 19:36:03.575228 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34668) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:36:03.635472 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4d86e-fb62-4c57-9dbe-264ed44b0ddc req-c64e462f-45ab-4a9c-85f4-da192cdfbcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:03.636595 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4d86e-fb62-4c57-9dbe-264ed44b0ddc req-c64e462f-45ab-4a9c-85f4-da192cdfbcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:03.637083 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4d86e-fb62-4c57-9dbe-264ed44b0ddc req-c64e462f-45ab-4a9c-85f4-da192cdfbcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:03.637836 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4d86e-fb62-4c57-9dbe-264ed44b0ddc req-c64e462f-45ab-4a9c-85f4-da192cdfbcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:03.638591 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4d86e-fb62-4c57-9dbe-264ed44b0ddc req-c64e462f-45ab-4a9c-85f4-da192cdfbcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:03.639175 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4d86e-fb62-4c57-9dbe-264ed44b0ddc req-c64e462f-45ab-4a9c-85f4-da192cdfbcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:03.639861 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4d86e-fb62-4c57-9dbe-264ed44b0ddc req-c64e462f-45ab-4a9c-85f4-da192cdfbcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:03.642417 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c6a4d86e-fb62-4c57-9dbe-264ed44b0ddc req-c64e462f-45ab-4a9c-85f4-da192cdfbcfa service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7eee167876f4486fa3e6b7859ca90f06&device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 6707 time: 0.0909638 Mar 11 19:36:03.791724 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 1f0e0306-0d9c-42f1-a66d-98fd0da3d12f up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:36:03.817228 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8c26b117-84e0-40aa-afe7-09242612ec52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:03.905962 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port 1f0e0306-0d9c-42f1-a66d-98fd0da3d12f completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:36:03.911458 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port 1f0e0306-0d9c-42f1-a66d-98fd0da3d12f triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:36:03.912080 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (1f0e0306-0d9c-42f1-a66d-98fd0da3d12f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:03.935184 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4d86e-fb62-4c57-9dbe-264ed44b0ddc req-9605697e-6270-4239-8c3b-e9ad3bead2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:03.935559 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4d86e-fb62-4c57-9dbe-264ed44b0ddc req-9605697e-6270-4239-8c3b-e9ad3bead2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:03.936042 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4d86e-fb62-4c57-9dbe-264ed44b0ddc req-9605697e-6270-4239-8c3b-e9ad3bead2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:03.937857 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c6a4d86e-fb62-4c57-9dbe-264ed44b0ddc req-9605697e-6270-4239-8c3b-e9ad3bead2bb service neutron] 10.222.0.75 "GET /v2.0/networks?id=3a5ebcdd-7c47-4480-b835-e31622a3f5f1&id=11e52173-c93f-4f90-a40d-087cab6dbb47&id=11e52173-c93f-4f90-a40d-087cab6dbb47&id=11e52173-c93f-4f90-a40d-087cab6dbb47&id=11e52173-c93f-4f90-a40d-087cab6dbb47&id=6ac60707-319a-4d65-9bd8-06cb97e2f80c&id=6ac60707-319a-4d65-9bd8-06cb97e2f80c HTTP/1.1" status: 200 len: 2293 time: 0.2559180 Mar 11 19:36:03.960514 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37892619-b46e-4b24-928e-bb47e9b7a508 req-bdf0fc56-ce57-4369-ac6b-ec08d3ea0cb7 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:03.967908 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-37892619-b46e-4b24-928e-bb47e9b7a508 req-bdf0fc56-ce57-4369-ac6b-ec08d3ea0cb7 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?device_id=e1d2be0c-60f7-4b21-82d5-4bc9663b79c8 HTTP/1.1" status: 200 len: 946 time: 0.2070010 Mar 11 19:36:04.060052 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f75262-1a39-4e6d-8e1f-81c26ce87238 req-49850cf4-7708-4638-97cd-9ab50e2e0f74 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:04.062028 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d2f75262-1a39-4e6d-8e1f-81c26ce87238 req-49850cf4-7708-4638-97cd-9ab50e2e0f74 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.75 "GET /v2.0/networks?id=1740be2f-d8a3-4266-8fa1-21b3cc2b7b80 HTTP/1.1" status: 200 len: 822 time: 0.3539491 Mar 11 19:36:04.077905 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 1f0e0306-0d9c-42f1-a66d-98fd0da3d12f is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:36:04.078751 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (1f0e0306-0d9c-42f1-a66d-98fd0da3d12f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:04.080277 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-d2f75262-1a39-4e6d-8e1f-81c26ce87238 req-669519fe-1e34-4382-b15d-b8dd601bb9de tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Request body: {'port': {'device_id': '07ae7129-86a6-4e1a-a968-9bf04aad685a', 'network_id': '1740be2f-d8a3-4266-8fa1-21b3cc2b7b80', 'admin_state_up': True, 'tenant_id': '226ac2f13bd14da187bb26d2f866eb8b'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:36:04.128685 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 1f0e0306-0d9c-42f1-a66d-98fd0da3d12f, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=1f0e0306-0d9c-42f1-a66d-98fd0da3d12f,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:04.130521 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dd74023-9f78-4779-97c8-1a17ea081ceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0e0306-0d9c-42f1-a66d-98fd0da3d12f'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:36:04.134217 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac4c9db-cece-4dbe-9cc1-1cbc2bb5023c" -d '{"events": [{"server_uuid": "2dd74023-9f78-4779-97c8-1a17ea081ceb", "name": "network-vif-plugged", "status": "completed", "tag": "1f0e0306-0d9c-42f1-a66d-98fd0da3d12f"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:36:04.141128 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (1f0e0306-0d9c-42f1-a66d-98fd0da3d12f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:04.196143 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8c26b117-84e0-40aa-afe7-09242612ec52 admin admin] Publish callbacks [] for security_group (9302ef12-7abf-409a-915b-e23589570111), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:04.201457 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=1f0e0306-0d9c-42f1-a66d-98fd0da3d12f,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:04.207849 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8c26b117-84e0-40aa-afe7-09242612ec52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (9302ef12-7abf-409a-915b-e23589570111), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:04.270766 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c26b117-84e0-40aa-afe7-09242612ec52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9302ef12-7abf-409a-915b-e23589570111,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:04.281208 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8c26b117-84e0-40aa-afe7-09242612ec52 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d9bbf914b9744b9ebf8c13e7be1dfca7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7048588 Mar 11 19:36:04.284941 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34682) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:36:04.318041 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2f75262-1a39-4e6d-8e1f-81c26ce87238 req-669519fe-1e34-4382-b15d-b8dd601bb9de tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Made reservation on behalf of 226ac2f13bd14da187bb26d2f866eb8b for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:36:04.322089 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d2f75262-1a39-4e6d-8e1f-81c26ce87238 req-669519fe-1e34-4382-b15d-b8dd601bb9de tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:04.381305 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681cc091-f819-4878-9a56-d36ba048a295 req-e71d61b3-81a1-455d-a392-9317aaa44a41 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:04.388079 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-681cc091-f819-4878-9a56-d36ba048a295 req-e71d61b3-81a1-455d-a392-9317aaa44a41 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/ports?device_id=b85456c3-ba17-40bb-bec2-2390fcec8032 HTTP/1.1" status: 200 len: 945 time: 0.5216000 Mar 11 19:36:04.415532 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-37892619-b46e-4b24-928e-bb47e9b7a508 req-5c7732d6-71c3-4a28-94a2-80abe990390c tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/security-groups?id=03204c94-e7d5-4698-bf53-e2e3ba52bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4466877 Mar 11 19:36:04.435868 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c6a4d86e-fb62-4c57-9dbe-264ed44b0ddc req-20ea1e1c-77e2-4943-89f1-ae351756a38c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0f7ea648-8ba5-44d1-a485-4afac07a6e22 HTTP/1.1" status: 200 len: 1000 time: 0.4829862 Mar 11 19:36:04.466472 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-681cc091-f819-4878-9a56-d36ba048a295 req-d02adc10-30ad-4017-b3dc-ebdd1208bdee tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/security-groups?id=9eadf186-3007-49d9-b4f3-e4bc7305f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773218 Mar 11 19:36:04.510632 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-d2f75262-1a39-4e6d-8e1f-81c26ce87238 req-669519fe-1e34-4382-b15d-b8dd601bb9de tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Allocated IP 172.20.0.10 (1740be2f-d8a3-4266-8fa1-21b3cc2b7b80/182f6c67-9dec-4b57-9375-5df25feeb721/c0facc7d-e902-4463-a2c5-8704b92668a5) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:36:04.520994 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-64c26346-129b-464a-a2a6-10c1cddaf908 admin admin] Publish callbacks [] for security_group (9302ef12-7abf-409a-915b-e23589570111), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:04.550641 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4d86e-fb62-4c57-9dbe-264ed44b0ddc req-a341899a-6ea5-4cdc-ba30-9cfd95b4bf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:04.553284 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c6a4d86e-fb62-4c57-9dbe-264ed44b0ddc req-a341899a-6ea5-4cdc-ba30-9cfd95b4bf1b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c4ce97f5-273f-42a3-8dbb-6d45a56d0c24 HTTP/1.1" status: 200 len: 851 time: 0.0908620 Mar 11 19:36:04.565892 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-64c26346-129b-464a-a2a6-10c1cddaf908 admin admin] Publish callbacks [] for security_group (9302ef12-7abf-409a-915b-e23589570111), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:04.597437 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-17646cec-2e64-490e-b8a3-766d7a6d3163 req-f7695314-3023-4021-8d77-d59b63d1a1ff tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/ports?device_id=07ae7129-86a6-4e1a-a968-9bf04aad685a HTTP/1.1" status: 200 len: 210 time: 0.0811164 Mar 11 19:36:04.648530 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34688) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:36:04.672793 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e861e8-2498-4fda-9fd7-b069e5d96610 x-openstack-request-id: req-16e861e8-2498-4fda-9fd7-b069e5d96610 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:36:04.673217 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dd74023-9f78-4779-97c8-1a17ea081ceb", "name": "network-vif-plugged", "status": "completed", "tag": "1f0e0306-0d9c-42f1-a66d-98fd0da3d12f", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:36:04.673618 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-16e861e8-2498-4fda-9fd7-b069e5d96610 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:36:04.674234 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dd74023-9f78-4779-97c8-1a17ea081ceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0e0306-0d9c-42f1-a66d-98fd0da3d12f', 'code': 200} Mar 11 19:36:04.678064 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12eaad-5460-443e-a9f3-001a793f4290 req-d14036b9-d655-44a3-8327-fcc2abeb4027 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:04.679617 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9e12eaad-5460-443e-a9f3-001a793f4290 req-d14036b9-d655-44a3-8327-fcc2abeb4027 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e4ff243-d28f-4c44-8f6f-d885353f5b3d HTTP/1.1" status: 200 len: 950 time: 0.1075587 Mar 11 19:36:04.681962 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4d86e-fb62-4c57-9dbe-264ed44b0ddc req-df9370b9-a319-46a6-ac7c-8b57b327ffc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:04.684205 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c6a4d86e-fb62-4c57-9dbe-264ed44b0ddc req-df9370b9-a319-46a6-ac7c-8b57b327ffc5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3a5ebcdd-7c47-4480-b835-e31622a3f5f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1016359 Mar 11 19:36:04.792185 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d2f75262-1a39-4e6d-8e1f-81c26ce87238 req-669519fe-1e34-4382-b15d-b8dd601bb9de tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Publish callbacks [] for port (c0facc7d-e902-4463-a2c5-8704b92668a5), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:04.794736 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-64c26346-129b-464a-a2a6-10c1cddaf908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (9302ef12-7abf-409a-915b-e23589570111), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:04.797781 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-64c26346-129b-464a-a2a6-10c1cddaf908 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:04.799105 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-64c26346-129b-464a-a2a6-10c1cddaf908 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9302ef12-7abf-409a-915b-e23589570111 HTTP/1.1" status: 204 len: 168 time: 0.5127311 Mar 11 19:36:04.814657 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c26346-129b-464a-a2a6-10c1cddaf908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9302ef12-7abf-409a-915b-e23589570111,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:04.924224 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9e12eaad-5460-443e-a9f3-001a793f4290 req-a434f2fa-1380-4adf-941a-cf1805bb631f tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293036 Mar 11 19:36:04.950757 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91ec5fe-0273-41ce-841a-4cc8abd173c6 req-acf6964c-7238-418e-a2d2-ba35cde9a3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:04.952299 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e91ec5fe-0273-41ce-841a-4cc8abd173c6 req-acf6964c-7238-418e-a2d2-ba35cde9a3b9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2dd74023-9f78-4779-97c8-1a17ea081ceb HTTP/1.1" status: 200 len: 1132 time: 0.2047596 Mar 11 19:36:04.967845 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c6a4d86e-fb62-4c57-9dbe-264ed44b0ddc req-d287d44e-3564-469f-b2ca-9a91242556ae service neutron] 10.222.0.75 "GET /v2.0/networks/3a5ebcdd-7c47-4480-b835-e31622a3f5f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654417 Mar 11 19:36:05.016104 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d58ad-c2a2-4d74-ac30-33493c8c0f74 req-5fc0bdb4-c5c3-485f-bb36-374d89e08e3a tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:05.019104 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-653d58ad-c2a2-4d74-ac30-33493c8c0f74 req-5fc0bdb4-c5c3-485f-bb36-374d89e08e3a tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/ports?device_id=2dd74023-9f78-4779-97c8-1a17ea081ceb HTTP/1.1" status: 200 len: 950 time: 0.2144823 Mar 11 19:36:05.076848 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e91ec5fe-0273-41ce-841a-4cc8abd173c6 req-3bb6f3dc-6501-4755-b068-7e3a3adc7ae7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a781a375-ecc1-4470-b434-56ebce1f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161220 Mar 11 19:36:05.138179 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-653d58ad-c2a2-4d74-ac30-33493c8c0f74 req-8c96f697-82e0-4ede-98b4-ceef467bec3d tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/security-groups?id=a781a375-ecc1-4470-b434-56ebce1f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107523 Mar 11 19:36:05.146354 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34696) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:36:05.161904 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a0582ec6-0018-41cd-8716-1ff158c4b47c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:05.199657 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c6a4d86e-fb62-4c57-9dbe-264ed44b0ddc req-c2ceb62c-125e-4c8a-98df-b8b0cd1be1a0 service neutron] 10.222.0.75 "GET /v2.0/networks/3a5ebcdd-7c47-4480-b835-e31622a3f5f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217474 Mar 11 19:36:05.205857 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d2f75262-1a39-4e6d-8e1f-81c26ce87238 req-669519fe-1e34-4382-b15d-b8dd601bb9de tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (c0facc7d-e902-4463-a2c5-8704b92668a5), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:05.253317 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c6a4d86e-fb62-4c57-9dbe-264ed44b0ddc req-13e351dc-959b-4b8e-870b-326ee8019004 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=ee331cf0-fb09-4b4e-938d-0be1b69ce3c6 HTTP/1.1" status: 200 len: 217 time: 0.0447044 Mar 11 19:36:05.298826 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2f75262-1a39-4e6d-8e1f-81c26ce87238 req-669519fe-1e34-4382-b15d-b8dd601bb9de tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Network 1740be2f-d8a3-4266-8fa1-21b3cc2b7b80 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:36:05.307720 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-d2f75262-1a39-4e6d-8e1f-81c26ce87238 req-669519fe-1e34-4382-b15d-b8dd601bb9de tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:36:05.311355 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2f75262-1a39-4e6d-8e1f-81c26ce87238 req-669519fe-1e34-4382-b15d-b8dd601bb9de tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:36:05.315396 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669519fe-1e34-4382-b15d-b8dd601bb9de tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Pushing event updated for resources: {'Port': ['ID=c0facc7d-e902-4463-a2c5-8704b92668a5,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:05.328071 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4d86e-fb62-4c57-9dbe-264ed44b0ddc req-8eaf80e1-3d23-4220-ac2e-c481b70859f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:05.331156 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c6a4d86e-fb62-4c57-9dbe-264ed44b0ddc req-8eaf80e1-3d23-4220-ac2e-c481b70859f7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=fb37e9b7-00ef-41b5-91f7-c613b891b27c HTTP/1.1" status: 200 len: 797 time: 0.0681560 Mar 11 19:36:05.341314 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a0582ec6-0018-41cd-8716-1ff158c4b47c admin admin] Publish callbacks [] for security_group (893e0913-1ff6-48cc-a1c6-07bc4d238976), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:05.350279 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a0582ec6-0018-41cd-8716-1ff158c4b47c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (893e0913-1ff6-48cc-a1c6-07bc4d238976), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:05.386040 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f75262-1a39-4e6d-8e1f-81c26ce87238 req-669519fe-1e34-4382-b15d-b8dd601bb9de tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:05.387715 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d2f75262-1a39-4e6d-8e1f-81c26ce87238 req-669519fe-1e34-4382-b15d-b8dd601bb9de tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:05.417063 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0582ec6-0018-41cd-8716-1ff158c4b47c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=893e0913-1ff6-48cc-a1c6-07bc4d238976,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:05.423572 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a0582ec6-0018-41cd-8716-1ff158c4b47c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d466c50b729d4d71b88350e18485396c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2738724 Mar 11 19:36:05.424391 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34698) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:36:05.443197 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d2f75262-1a39-4e6d-8e1f-81c26ce87238 req-669519fe-1e34-4382-b15d-b8dd601bb9de tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3694577 Mar 11 19:36:05.444375 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4d86e-fb62-4c57-9dbe-264ed44b0ddc req-edee2178-116d-4bad-af43-b1ac8c121f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:05.445875 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c6a4d86e-fb62-4c57-9dbe-264ed44b0ddc req-edee2178-116d-4bad-af43-b1ac8c121f36 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=11e52173-c93f-4f90-a40d-087cab6dbb47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1067624 Mar 11 19:36:05.461858 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-d2f75262-1a39-4e6d-8e1f-81c26ce87238 req-c525d082-6a4b-4cc4-914a-0fedccc4c412 service neutron] Request body: {'port': {'device_id': '07ae7129-86a6-4e1a-a968-9bf04aad685a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:36:05.490884 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b4bda67e-53e6-44e4-a397-9424cb1f7189 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (b518197a-0d54-4d00-986f-d26532a2879c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:05.554283 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3a632c36-65d1-44b2-b52f-ac2b535d9969 admin admin] Publish callbacks [] for security_group (893e0913-1ff6-48cc-a1c6-07bc4d238976), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:05.645628 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3a632c36-65d1-44b2-b52f-ac2b535d9969 admin admin] Publish callbacks [] for security_group (893e0913-1ff6-48cc-a1c6-07bc4d238976), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:05.656348 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c6a4d86e-fb62-4c57-9dbe-264ed44b0ddc req-21e61fb4-91f8-4b6a-8d02-3e4867f256db service neutron] 10.222.0.75 "GET /v2.0/networks/11e52173-c93f-4f90-a40d-087cab6dbb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994441 Mar 11 19:36:05.657038 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d2f75262-1a39-4e6d-8e1f-81c26ce87238 req-c525d082-6a4b-4cc4-914a-0fedccc4c412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c0facc7d-e902-4463-a2c5-8704b92668a5), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:05.728018 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc617d5-eedc-4262-9f2d-a0138da224f3 req-742dca02-cdea-490f-b02a-c1d0dc059eaa tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:05.729689 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cdc617d5-eedc-4262-9f2d-a0138da224f3 req-742dca02-cdea-490f-b02a-c1d0dc059eaa tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?device_id=e1d2be0c-60f7-4b21-82d5-4bc9663b79c8 HTTP/1.1" status: 200 len: 946 time: 0.1944313 Mar 11 19:36:05.761427 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52deab96-b41b-483e-af05-ef5e1ce375d0 req-3237e498-77da-4c08-84d2-edf1b65574d7 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:05.763032 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-52deab96-b41b-483e-af05-ef5e1ce375d0 req-3237e498-77da-4c08-84d2-edf1b65574d7 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/ports?device_id=b85456c3-ba17-40bb-bec2-2390fcec8032 HTTP/1.1" status: 200 len: 945 time: 0.1867213 Mar 11 19:36:05.847089 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3a632c36-65d1-44b2-b52f-ac2b535d9969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (893e0913-1ff6-48cc-a1c6-07bc4d238976), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:05.849601 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3a632c36-65d1-44b2-b52f-ac2b535d9969 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:05.851438 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-3a632c36-65d1-44b2-b52f-ac2b535d9969 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/893e0913-1ff6-48cc-a1c6-07bc4d238976 HTTP/1.1" status: 204 len: 168 time: 0.4265561 Mar 11 19:36:05.955115 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c6a4d86e-fb62-4c57-9dbe-264ed44b0ddc req-11058510-798c-42ec-b941-6ba3e56c2612 service neutron] 10.222.0.75 "GET /v2.0/networks/11e52173-c93f-4f90-a40d-087cab6dbb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869380 Mar 11 19:36:05.971313 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-52deab96-b41b-483e-af05-ef5e1ce375d0 req-3adc0442-7a0f-496e-87c0-b58480322d7f tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/security-groups?id=9eadf186-3007-49d9-b4f3-e4bc7305f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708598 Mar 11 19:36:05.979488 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cdc617d5-eedc-4262-9f2d-a0138da224f3 req-9bd2e62f-b27e-4728-8099-ea05e904630d tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/security-groups?id=03204c94-e7d5-4698-bf53-e2e3ba52bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356775 Mar 11 19:36:06.054212 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a632c36-65d1-44b2-b52f-ac2b535d9969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=893e0913-1ff6-48cc-a1c6-07bc4d238976,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:06.082798 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c6a4d86e-fb62-4c57-9dbe-264ed44b0ddc req-3c9f89ad-6737-4982-8ca7-8286686ae7d7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.196&port_id=01f92c37-1a4f-4ed7-b651-d1f48652d7d8 HTTP/1.1" status: 200 len: 217 time: 0.1021228 Mar 11 19:36:06.143821 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-b4bda67e-53e6-44e4-a397-9424cb1f7189 admin admin] Deleting port 91242456-4d7b-412b-8f72-5a413ddbeddf {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:36:06.144165 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b4bda67e-53e6-44e4-a397-9424cb1f7189 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (91242456-4d7b-412b-8f72-5a413ddbeddf), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:06.149970 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-d2f75262-1a39-4e6d-8e1f-81c26ce87238 req-c525d082-6a4b-4cc4-914a-0fedccc4c412 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0facc7d-e902-4463-a2c5-8704b92668a5 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:36:06.169442 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d2f75262-1a39-4e6d-8e1f-81c26ce87238 req-c525d082-6a4b-4cc4-914a-0fedccc4c412 service neutron] Publish callbacks [] for port (c0facc7d-e902-4463-a2c5-8704b92668a5), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:06.230175 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-d2f75262-1a39-4e6d-8e1f-81c26ce87238 req-c525d082-6a4b-4cc4-914a-0fedccc4c412 service neutron] Transition to ACTIVE for port object c0facc7d-e902-4463-a2c5-8704b92668a5 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:36:06.248806 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4d86e-fb62-4c57-9dbe-264ed44b0ddc req-4c7d16fe-af20-4570-b6f4-f59cfa5d2055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:06.250400 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d2f75262-1a39-4e6d-8e1f-81c26ce87238 req-c525d082-6a4b-4cc4-914a-0fedccc4c412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (c0facc7d-e902-4463-a2c5-8704b92668a5), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:06.250807 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c6a4d86e-fb62-4c57-9dbe-264ed44b0ddc req-4c7d16fe-af20-4570-b6f4-f59cfa5d2055 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=fb37e9b7-00ef-41b5-91f7-c613b891b27c HTTP/1.1" status: 200 len: 797 time: 0.1360946 Mar 11 19:36:06.315302 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-b4bda67e-53e6-44e4-a397-9424cb1f7189 admin admin] For port 91242456-4d7b-412b-8f72-5a413ddbeddf, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=91242456-4d7b-412b-8f72-5a413ddbeddf,segment=NetworkSegment(6fb1fe13-4657-48d5-8d0a-c7d58555eb34),segment_id=6fb1fe13-4657-48d5-8d0a-c7d58555eb34)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:06.315685 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b4bda67e-53e6-44e4-a397-9424cb1f7189 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (91242456-4d7b-412b-8f72-5a413ddbeddf), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:06.321041 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0b2d5ad8-3100-41ad-837e-a6d9f332b5bd req-9978736a-cb54-474a-99bf-3614f9d10e16 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=70ef355c-680f-4c77-b6bd-90827e0df059&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2290003 Mar 11 19:36:06.333872 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7690366f-b5d5-41a5-8022-51777bcffcb4 req-7122be26-cad3-4dc4-a300-4ca65966ef47 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:06.334257 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c525d082-6a4b-4cc4-914a-0fedccc4c412 service neutron] Pushing event updated for resources: {'Port': ['ID=c0facc7d-e902-4463-a2c5-8704b92668a5,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:06.338546 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-b4bda67e-53e6-44e4-a397-9424cb1f7189 admin admin] Calling delete_port for 91242456-4d7b-412b-8f72-5a413ddbeddf owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:36:06.342459 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7690366f-b5d5-41a5-8022-51777bcffcb4 req-7122be26-cad3-4dc4-a300-4ca65966ef47 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/ports?device_id=07ae7129-86a6-4e1a-a968-9bf04aad685a HTTP/1.1" status: 200 len: 932 time: 0.2289538 Mar 11 19:36:06.376515 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c156b84f-6055-41e0-92b7-9def315517f8 req-4ef35032-3f9f-4e38-a695-7bb571bfcefc tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:06.384171 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c156b84f-6055-41e0-92b7-9def315517f8 req-4ef35032-3f9f-4e38-a695-7bb571bfcefc tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e4ff243-d28f-4c44-8f6f-d885353f5b3d HTTP/1.1" status: 200 len: 950 time: 0.2607419 Mar 11 19:36:06.473584 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-d2f75262-1a39-4e6d-8e1f-81c26ce87238 req-c525d082-6a4b-4cc4-914a-0fedccc4c412 service neutron] Attempting to bind port c0facc7d-e902-4463-a2c5-8704b92668a5 on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:36:06.473925 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-d2f75262-1a39-4e6d-8e1f-81c26ce87238 req-c525d082-6a4b-4cc4-914a-0fedccc4c412 service neutron] Attempting to bind port c0facc7d-e902-4463-a2c5-8704b92668a5 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '030b1ea6-a9bd-4970-9537-6268a24125f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '1740be2f-d8a3-4266-8fa1-21b3cc2b7b80'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:36:06.474262 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f75262-1a39-4e6d-8e1f-81c26ce87238 req-c525d082-6a4b-4cc4-914a-0fedccc4c412 service neutron] Attempting to bind port c0facc7d-e902-4463-a2c5-8704b92668a5 on network 1740be2f-d8a3-4266-8fa1-21b3cc2b7b80 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:36:06.484111 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f75262-1a39-4e6d-8e1f-81c26ce87238 req-c525d082-6a4b-4cc4-914a-0fedccc4c412 service neutron] Port c0facc7d-e902-4463-a2c5-8704b92668a5 on network 1740be2f-d8a3-4266-8fa1-21b3cc2b7b80 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:36:06.484111 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f75262-1a39-4e6d-8e1f-81c26ce87238 req-c525d082-6a4b-4cc4-914a-0fedccc4c412 service neutron] Attempting to bind port c0facc7d-e902-4463-a2c5-8704b92668a5 on network 1740be2f-d8a3-4266-8fa1-21b3cc2b7b80 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:36:06.508402 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7690366f-b5d5-41a5-8022-51777bcffcb4 req-877f586e-9a66-4701-b97e-98b531032a69 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/security-groups?id=84f7623b-92bc-46cd-a725-53de6be71e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650558 Mar 11 19:36:06.519715 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f75262-1a39-4e6d-8e1f-81c26ce87238 req-c525d082-6a4b-4cc4-914a-0fedccc4c412 service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:36:06.520091 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f75262-1a39-4e6d-8e1f-81c26ce87238 req-c525d082-6a4b-4cc4-914a-0fedccc4c412 service neutron] Checking segment: {'id': '030b1ea6-a9bd-4970-9537-6268a24125f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '1740be2f-d8a3-4266-8fa1-21b3cc2b7b80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:36:06.520446 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f75262-1a39-4e6d-8e1f-81c26ce87238 req-c525d082-6a4b-4cc4-914a-0fedccc4c412 service neutron] Bound using segment: {'id': '030b1ea6-a9bd-4970-9537-6268a24125f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '1740be2f-d8a3-4266-8fa1-21b3cc2b7b80'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:36:06.520887 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-d2f75262-1a39-4e6d-8e1f-81c26ce87238 req-c525d082-6a4b-4cc4-914a-0fedccc4c412 service neutron] Bound port: c0facc7d-e902-4463-a2c5-8704b92668a5, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '030b1ea6-a9bd-4970-9537-6268a24125f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '1740be2f-d8a3-4266-8fa1-21b3cc2b7b80'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:36:06.521249 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d2f75262-1a39-4e6d-8e1f-81c26ce87238 req-c525d082-6a4b-4cc4-914a-0fedccc4c412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c0facc7d-e902-4463-a2c5-8704b92668a5), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:06.552805 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4d86e-fb62-4c57-9dbe-264ed44b0ddc req-f5de69ab-6424-45fa-b133-2e68cfd51768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:06.554548 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c6a4d86e-fb62-4c57-9dbe-264ed44b0ddc req-f5de69ab-6424-45fa-b133-2e68cfd51768 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=11e52173-c93f-4f90-a40d-087cab6dbb47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2901840 Mar 11 19:36:06.558761 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c156b84f-6055-41e0-92b7-9def315517f8 req-d2dfceef-46e5-4d05-b3b2-64c61c34ce0b tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733553 Mar 11 19:36:06.608770 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d5ad8-3100-41ad-837e-a6d9f332b5bd req-8cd16bd7-9dab-4a36-b6b9-e53589bedec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:06.610776 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0b2d5ad8-3100-41ad-837e-a6d9f332b5bd req-8cd16bd7-9dab-4a36-b6b9-e53589bedec9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=487f8613d1fa45ab81e48e9d9d0fc801&device_id=70ef355c-680f-4c77-b6bd-90827e0df059 HTTP/1.1" status: 200 len: 1131 time: 0.1987226 Mar 11 19:36:06.645214 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-d2f75262-1a39-4e6d-8e1f-81c26ce87238 req-c525d082-6a4b-4cc4-914a-0fedccc4c412 service neutron] For port c0facc7d-e902-4463-a2c5-8704b92668a5, host n-h1-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:36:06.715940 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [req-43c576e0-da96-47cf-aaf2-77987b27a93f req-b7ba62b5-0ce4-4234-88d8-65d25c38a6de service neutron] show failed (client error): The resource could not be found. Mar 11 19:36:06.717050 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-43c576e0-da96-47cf-aaf2-77987b27a93f req-b7ba62b5-0ce4-4234-88d8-65d25c38a6de service neutron] 10.222.0.75 "GET /v2.0/ports/73cf9994-2e3b-455d-b177-035336ec2695/bindings/n-h2-833163-1 HTTP/1.1" status: 404 len: 380 time: 0.2200372 Mar 11 19:36:06.790187 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b4bda67e-53e6-44e4-a397-9424cb1f7189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (91242456-4d7b-412b-8f72-5a413ddbeddf), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:06.817289 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c6a4d86e-fb62-4c57-9dbe-264ed44b0ddc req-85c8ab11-1caa-4aff-8734-e69898bb70c1 service neutron] 10.222.0.75 "GET /v2.0/networks/11e52173-c93f-4f90-a40d-087cab6dbb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496655 Mar 11 19:36:06.818421 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-d2f75262-1a39-4e6d-8e1f-81c26ce87238 req-c525d082-6a4b-4cc4-914a-0fedccc4c412 service neutron] For port c0facc7d-e902-4463-a2c5-8704b92668a5, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=c0facc7d-e902-4463-a2c5-8704b92668a5,segment=NetworkSegment(030b1ea6-a9bd-4970-9537-6268a24125f4),segment_id=030b1ea6-a9bd-4970-9537-6268a24125f4)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:36:06.881182 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bda67e-53e6-44e4-a397-9424cb1f7189 admin admin] Pushing event deleted for resources: {'Port': ['ID=91242456-4d7b-412b-8f72-5a413ddbeddf,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:06.889908 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d2f75262-1a39-4e6d-8e1f-81c26ce87238 req-c525d082-6a4b-4cc4-914a-0fedccc4c412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (c0facc7d-e902-4463-a2c5-8704b92668a5), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:06.894613 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3e7e08-7907-4bab-8e28-1e9ac39cfb07 req-5026c4f3-08be-4e1b-be6a-83f110b6787a tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:06.899140 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9b3e7e08-7907-4bab-8e28-1e9ac39cfb07 req-5026c4f3-08be-4e1b-be6a-83f110b6787a tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/ports?device_id=2dd74023-9f78-4779-97c8-1a17ea081ceb HTTP/1.1" status: 200 len: 950 time: 0.2088566 Mar 11 19:36:06.937323 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d5ad8-3100-41ad-837e-a6d9f332b5bd req-a71c9a1a-8aa3-4d8d-a31d-923c4cdd1c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:06.938816 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0b2d5ad8-3100-41ad-837e-a6d9f332b5bd req-a71c9a1a-8aa3-4d8d-a31d-923c4cdd1c8d service neutron] 10.222.0.57 "GET /v2.0/networks?id=885772b1-9b97-4e1d-a0fb-e125030c5a81 HTTP/1.1" status: 200 len: 870 time: 0.3011706 Mar 11 19:36:06.985925 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f75262-1a39-4e6d-8e1f-81c26ce87238 req-c525d082-6a4b-4cc4-914a-0fedccc4c412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:06.986422 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d2f75262-1a39-4e6d-8e1f-81c26ce87238 req-c525d082-6a4b-4cc4-914a-0fedccc4c412 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:06.990619 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d2f75262-1a39-4e6d-8e1f-81c26ce87238 req-c525d082-6a4b-4cc4-914a-0fedccc4c412 service neutron] 10.222.0.75 "PUT /v2.0/ports/c0facc7d-e902-4463-a2c5-8704b92668a5 HTTP/1.1" status: 200 len: 1092 time: 1.5316315 Mar 11 19:36:07.040267 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0b2d5ad8-3100-41ad-837e-a6d9f332b5bd req-a9bae83c-7042-49ac-aedd-4cc0cd6271ec service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=2f992392-42cb-46d8-a63a-84020459f21d HTTP/1.1" status: 200 len: 217 time: 0.0711935 Mar 11 19:36:07.079239 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07ae7129-86a6-4e1a-a968-9bf04aad685a', 'tag': 'c0facc7d-e902-4463-a2c5-8704b92668a5'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:36:07.087161 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74d39bb-8d23-48b6-aea9-1d07cd9646fb" -d '{"events": [{"name": "network-changed", "server_uuid": "07ae7129-86a6-4e1a-a968-9bf04aad685a", "tag": "c0facc7d-e902-4463-a2c5-8704b92668a5"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:36:07.098189 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c525d082-6a4b-4cc4-914a-0fedccc4c412 service neutron] Pushing event updated for resources: {'Port': ['ID=c0facc7d-e902-4463-a2c5-8704b92668a5,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:07.138506 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34736) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:36:07.232164 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9b3e7e08-7907-4bab-8e28-1e9ac39cfb07 req-0e2b6783-916b-4357-b07e-64ed0ae49cc1 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/security-groups?id=a781a375-ecc1-4470-b434-56ebce1f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078463 Mar 11 19:36:07.243444 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d5ad8-3100-41ad-837e-a6d9f332b5bd req-f0b61b31-7038-4b48-be90-e542d4f939ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:07.245280 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0b2d5ad8-3100-41ad-837e-a6d9f332b5bd req-f0b61b31-7038-4b48-be90-e542d4f939ef service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.1505616 Mar 11 19:36:07.253464 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c6a4d86e-fb62-4c57-9dbe-264ed44b0ddc req-852505bd-92db-474d-a82b-40d97b17bbab service neutron] 10.222.0.75 "GET /v2.0/networks/11e52173-c93f-4f90-a40d-087cab6dbb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4214685 Mar 11 19:36:07.393593 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c6a4d86e-fb62-4c57-9dbe-264ed44b0ddc req-1d2ef5d2-8316-434f-ac3d-9119373e9907 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.10&port_id=6d0f16cb-21fe-4376-88bf-f8036c799e41 HTTP/1.1" status: 200 len: 217 time: 0.1232722 Mar 11 19:36:07.458211 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba381e3-4cd5-4be1-a938-36cf059a73c0 req-bdb622a8-1923-4540-a235-7198abe0865b tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:07.459821 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-eba381e3-4cd5-4be1-a938-36cf059a73c0 req-bdb622a8-1923-4540-a235-7198abe0865b tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/ports?device_id=b85456c3-ba17-40bb-bec2-2390fcec8032 HTTP/1.1" status: 200 len: 945 time: 0.3373377 Mar 11 19:36:07.545256 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d5ad8-3100-41ad-837e-a6d9f332b5bd req-6f64a003-365c-46db-b7e9-1fc6b09dda9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:07.546754 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0b2d5ad8-3100-41ad-837e-a6d9f332b5bd req-6f64a003-365c-46db-b7e9-1fc6b09dda9e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2924273 Mar 11 19:36:07.569947 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4d86e-fb62-4c57-9dbe-264ed44b0ddc req-fc812017-4372-480d-9ecf-d0d82c83c14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:07.571370 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c6a4d86e-fb62-4c57-9dbe-264ed44b0ddc req-fc812017-4372-480d-9ecf-d0d82c83c14a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=fb37e9b7-00ef-41b5-91f7-c613b891b27c HTTP/1.1" status: 200 len: 797 time: 0.1613984 Mar 11 19:36:07.609382 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-f53e41e5-3b76-4fdc-be71-1e9ae952c62e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-299461360-network', 'tenant_id': 'd1d58973356d4e52a8ae3cfe1c0f48f7'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:36:07.647556 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48f0726-557c-4ded-8092-71f040eb2cf5 req-8d7b7a70-e7c7-4927-b731-3fd64c4361af tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:07.649006 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e48f0726-557c-4ded-8092-71f040eb2cf5 req-8d7b7a70-e7c7-4927-b731-3fd64c4361af tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?device_id=e1d2be0c-60f7-4b21-82d5-4bc9663b79c8 HTTP/1.1" status: 200 len: 946 time: 0.2625663 Mar 11 19:36:07.656463 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-eba381e3-4cd5-4be1-a938-36cf059a73c0 req-165896a7-4294-41e1-ab65-f33d56cb6b55 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/security-groups?id=9eadf186-3007-49d9-b4f3-e4bc7305f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701524 Mar 11 19:36:07.658224 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d384f582-fb02-43fc-a9f9-5a9f2a11cc33 req-36fbf6b9-b3c8-4fb1-bed8-826020e15c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:07.659786 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d384f582-fb02-43fc-a9f9-5a9f2a11cc33 req-36fbf6b9-b3c8-4fb1-bed8-826020e15c55 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e1d2be0c-60f7-4b21-82d5-4bc9663b79c8 HTTP/1.1" status: 200 len: 1128 time: 0.2432482 Mar 11 19:36:07.661560 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c576e0-da96-47cf-aaf2-77987b27a93f req-d4d14898-a3ca-48b8-a79c-2d25ca2174c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:07.663585 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-43c576e0-da96-47cf-aaf2-77987b27a93f req-d4d14898-a3ca-48b8-a79c-2d25ca2174c2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7e4ff243-d28f-4c44-8f6f-d885353f5b3d&tenant_id=487f8613d1fa45ab81e48e9d9d0fc801 HTTP/1.1" status: 200 len: 1132 time: 0.5292432 Mar 11 19:36:07.689542 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f53e41e5-3b76-4fdc-be71-1e9ae952c62e admin admin] Made reservation on behalf of d1d58973356d4e52a8ae3cfe1c0f48f7 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:36:07.692314 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f53e41e5-3b76-4fdc-be71-1e9ae952c62e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:07.704185 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-43c576e0-da96-47cf-aaf2-77987b27a93f req-a8137923-3f58-4971-8694-de537c176c4f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-833163-1', 'device_owner': 'compute:nova'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:36:07.720386 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f75262-1a39-4e6d-8e1f-81c26ce87238 req-19678dcf-6e9e-481d-bbd9-872fa328077c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:07.722314 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d2f75262-1a39-4e6d-8e1f-81c26ce87238 req-19678dcf-6e9e-481d-bbd9-872fa328077c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=226ac2f13bd14da187bb26d2f866eb8b&device_id=07ae7129-86a6-4e1a-a968-9bf04aad685a HTTP/1.1" status: 200 len: 1126 time: 0.6144800 Mar 11 19:36:07.741194 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cadb07b2-1cc9-4cb8-8613-dde3b651891d x-openstack-request-id: req-cadb07b2-1cc9-4cb8-8613-dde3b651891d {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:36:07.741494 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07ae7129-86a6-4e1a-a968-9bf04aad685a", "tag": "c0facc7d-e902-4463-a2c5-8704b92668a5", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:36:07.741747 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cadb07b2-1cc9-4cb8-8613-dde3b651891d {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:36:07.742146 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07ae7129-86a6-4e1a-a968-9bf04aad685a', 'tag': 'c0facc7d-e902-4463-a2c5-8704b92668a5', 'status': 'completed', 'code': 200} Mar 11 19:36:07.744622 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f53e41e5-3b76-4fdc-be71-1e9ae952c62e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:07.778138 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4d86e-fb62-4c57-9dbe-264ed44b0ddc req-129bd8d3-4925-46fd-8e79-ea30b760f8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:07.779696 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c6a4d86e-fb62-4c57-9dbe-264ed44b0ddc req-129bd8d3-4925-46fd-8e79-ea30b760f8e5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=11e52173-c93f-4f90-a40d-087cab6dbb47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1930616 Mar 11 19:36:07.802050 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d2f75262-1a39-4e6d-8e1f-81c26ce87238 req-0c63b147-b451-4dfa-ace6-b26155e4cf4a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0facc7d-e902-4463-a2c5-8704b92668a5 HTTP/1.1" status: 200 len: 217 time: 0.0626540 Mar 11 19:36:07.805162 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b4bda67e-53e6-44e4-a397-9424cb1f7189 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (b518197a-0d54-4d00-986f-d26532a2879c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:07.929713 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-43c576e0-da96-47cf-aaf2-77987b27a93f req-a8137923-3f58-4971-8694-de537c176c4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (73cf9994-2e3b-455d-b177-035336ec2695), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:07.976761 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f75262-1a39-4e6d-8e1f-81c26ce87238 req-9944b711-f98f-45b7-89b0-bd3b21b09245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:07.978255 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d2f75262-1a39-4e6d-8e1f-81c26ce87238 req-9944b711-f98f-45b7-89b0-bd3b21b09245 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=182f6c67-9dec-4b57-9375-5df25feeb721 HTTP/1.1" status: 200 len: 862 time: 0.1648626 Mar 11 19:36:08.083087 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d2f75262-1a39-4e6d-8e1f-81c26ce87238 req-4e228c73-e353-442b-b856-57c9bd8fc3c1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1740be2f-d8a3-4266-8fa1-21b3cc2b7b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730400 Mar 11 19:36:08.107996 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d384f582-fb02-43fc-a9f9-5a9f2a11cc33 req-41da98c5-e345-4c50-a009-684c5135ddd5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=03204c94-e7d5-4698-bf53-e2e3ba52bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4385962 Mar 11 19:36:08.134694 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e48f0726-557c-4ded-8092-71f040eb2cf5 req-a2cb6994-fbd8-4ce5-aa8a-dc5b75f46ec6 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/security-groups?id=03204c94-e7d5-4698-bf53-e2e3ba52bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4739511 Mar 11 19:36:08.136669 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0b2d5ad8-3100-41ad-837e-a6d9f332b5bd req-dd766765-6af1-487c-97ed-67593e8c3469 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5695987 Mar 11 19:36:08.186369 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f53e41e5-3b76-4fdc-be71-1e9ae952c62e admin admin] Publish callbacks [] for security_group (54524d42-3c62-4141-b632-0cb610a1a6f5), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:08.208994 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f53e41e5-3b76-4fdc-be71-1e9ae952c62e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (54524d42-3c62-4141-b632-0cb610a1a6f5), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:08.253432 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77799839-a380-41d0-bf75-57523048ddcd req-83356ce1-0c00-49bf-8752-38893bf4c81a tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:08.255161 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-77799839-a380-41d0-bf75-57523048ddcd req-83356ce1-0c00-49bf-8752-38893bf4c81a tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/ports?device_id=07ae7129-86a6-4e1a-a968-9bf04aad685a HTTP/1.1" status: 200 len: 944 time: 0.4709506 Mar 11 19:36:08.258930 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c6a4d86e-fb62-4c57-9dbe-264ed44b0ddc req-e643ee2a-99d7-4194-899b-ea3ce58ad427 service neutron] 10.222.0.75 "GET /v2.0/networks/11e52173-c93f-4f90-a40d-087cab6dbb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4591730 Mar 11 19:36:08.281030 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f53e41e5-3b76-4fdc-be71-1e9ae952c62e admin admin] vlan segment allocate from pool success with {'vlan_id': 869, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:36:08.356689 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e3286e-e39e-4f67-9400-7257d870225d req-8362987e-07ba-4f2d-a3fa-85dad5ca8178 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:08.356986 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f53e41e5-3b76-4fdc-be71-1e9ae952c62e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (64fb2c86-d8e3-4d87-b982-2ce4a906a366), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:08.357114 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-f53e41e5-3b76-4fdc-be71-1e9ae952c62e admin admin] Added segment 64fb2c86-d8e3-4d87-b982-2ce4a906a366 of type vlan for network 65f0676c-e519-43a9-831a-5e083b230a42 Mar 11 19:36:08.358545 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-48e3286e-e39e-4f67-9400-7257d870225d req-8362987e-07ba-4f2d-a3fa-85dad5ca8178 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e4ff243-d28f-4c44-8f6f-d885353f5b3d HTTP/1.1" status: 200 len: 950 time: 0.1593802 Mar 11 19:36:08.369609 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53e41e5-3b76-4fdc-be71-1e9ae952c62e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54524d42-3c62-4141-b632-0cb610a1a6f5,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:08.402428 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-77799839-a380-41d0-bf75-57523048ddcd req-7bd27284-09de-4ca4-94ea-81f8a2606f43 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/security-groups?id=84f7623b-92bc-46cd-a725-53de6be71e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399117 Mar 11 19:36:08.448996 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c6a4d86e-fb62-4c57-9dbe-264ed44b0ddc req-04525db6-c204-419a-8aa6-7709979c68a7 service neutron] 10.222.0.75 "GET /v2.0/networks/11e52173-c93f-4f90-a40d-087cab6dbb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839111 Mar 11 19:36:08.460764 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d2f75262-1a39-4e6d-8e1f-81c26ce87238 req-1f7e6849-db3d-4385-81a7-565f82642944 service neutron] 10.222.0.75 "GET /v2.0/networks/1740be2f-d8a3-4266-8fa1-21b3cc2b7b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3629925 Mar 11 19:36:08.470627 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f53e41e5-3b76-4fdc-be71-1e9ae952c62e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (65f0676c-e519-43a9-831a-5e083b230a42), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:08.543582 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-48e3286e-e39e-4f67-9400-7257d870225d req-b41527ae-fa5c-41bf-9b70-058d2acc7626 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769960 Mar 11 19:36:08.549582 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c6a4d86e-fb62-4c57-9dbe-264ed44b0ddc req-d197dbec-d25b-472b-9999-45de6a99a445 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.245&port_id=c7f76392-aada-411a-ac64-53336e3dab7e HTTP/1.1" status: 200 len: 217 time: 0.0887649 Mar 11 19:36:08.588327 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-43c576e0-da96-47cf-aaf2-77987b27a93f req-a8137923-3f58-4971-8694-de537c176c4f service neutron] For port 73cf9994-2e3b-455d-b177-035336ec2695, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=73cf9994-2e3b-455d-b177-035336ec2695,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:08.599832 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f53e41e5-3b76-4fdc-be71-1e9ae952c62e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (65f0676c-e519-43a9-831a-5e083b230a42), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:08.601036 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53e41e5-3b76-4fdc-be71-1e9ae952c62e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:08.601790 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f53e41e5-3b76-4fdc-be71-1e9ae952c62e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:08.638179 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0b2d5ad8-3100-41ad-837e-a6d9f332b5bd req-fc9071c0-4bef-45a9-90aa-31a83ab3829f service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419360 Mar 11 19:36:08.647425 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4d86e-fb62-4c57-9dbe-264ed44b0ddc req-eb365d15-d0ad-4050-9a84-de3a56b6d1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:08.648881 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c6a4d86e-fb62-4c57-9dbe-264ed44b0ddc req-eb365d15-d0ad-4050-9a84-de3a56b6d1dd service neutron] 10.222.0.75 "GET /v2.0/subnets?id=fb37e9b7-00ef-41b5-91f7-c613b891b27c HTTP/1.1" status: 200 len: 797 time: 0.0788136 Mar 11 19:36:08.657008 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da01ac3-1e8a-4c61-ba4d-4f632d934893 req-74e354bc-129e-4b68-ba2a-94b196cdd61d tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:08.658590 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6da01ac3-1e8a-4c61-ba4d-4f632d934893 req-74e354bc-129e-4b68-ba2a-94b196cdd61d tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/ports?device_id=2dd74023-9f78-4779-97c8-1a17ea081ceb HTTP/1.1" status: 200 len: 950 time: 0.1811895 Mar 11 19:36:08.666594 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4bda67e-53e6-44e4-a397-9424cb1f7189 admin admin] Router b518197a-0d54-4d00-986f-d26532a2879c has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:36:08.715222 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f53e41e5-3b76-4fdc-be71-1e9ae952c62e admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5189769 Mar 11 19:36:08.718334 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34750) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:36:08.731244 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-aba39f62-13cd-4389-912b-a68a952fb339 admin admin] Request body: {'subnet': {'network_id': '65f0676c-e519-43a9-831a-5e083b230a42', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-299461360-subnet', 'tenant_id': 'd1d58973356d4e52a8ae3cfe1c0f48f7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:36:08.754961 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-43c576e0-da96-47cf-aaf2-77987b27a93f req-a8137923-3f58-4971-8694-de537c176c4f service neutron] For port 73cf9994-2e3b-455d-b177-035336ec2695, host n-h1-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:36:08.760373 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d2f75262-1a39-4e6d-8e1f-81c26ce87238 req-e829a36c-ee1c-433c-bc3e-7e1483ba13c2 service neutron] 10.222.0.75 "GET /v2.0/networks/1740be2f-d8a3-4266-8fa1-21b3cc2b7b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858398 Mar 11 19:36:08.777897 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4d86e-fb62-4c57-9dbe-264ed44b0ddc req-cb9f2dc3-77be-43ee-a5b3-1acc9b79c88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:08.779588 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c6a4d86e-fb62-4c57-9dbe-264ed44b0ddc req-cb9f2dc3-77be-43ee-a5b3-1acc9b79c88b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=11e52173-c93f-4f90-a40d-087cab6dbb47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1200452 Mar 11 19:36:08.785184 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53e41e5-3b76-4fdc-be71-1e9ae952c62e admin admin] Pushing event updated for resources: {'Network': ['ID=65f0676c-e519-43a9-831a-5e083b230a42,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:08.796874 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 65f0676c-e519-43a9-831a-5e083b230a42 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:36:08.806158 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6da01ac3-1e8a-4c61-ba4d-4f632d934893 req-3bee38a3-d7ce-4025-bdec-2818518e8d4e tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/security-groups?id=a781a375-ecc1-4470-b434-56ebce1f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359138 Mar 11 19:36:08.815747 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba39f62-13cd-4389-912b-a68a952fb339 admin admin] Made reservation on behalf of d1d58973356d4e52a8ae3cfe1c0f48f7 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:36:08.817985 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aba39f62-13cd-4389-912b-a68a952fb339 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:08.889822 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-43c576e0-da96-47cf-aaf2-77987b27a93f req-a8137923-3f58-4971-8694-de537c176c4f service neutron] Publish callbacks [] for port (73cf9994-2e3b-455d-b177-035336ec2695), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:08.948729 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-43c576e0-da96-47cf-aaf2-77987b27a93f req-a8137923-3f58-4971-8694-de537c176c4f service neutron] Transition to ACTIVE for port object 73cf9994-2e3b-455d-b177-035336ec2695 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:36:08.961410 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-43c576e0-da96-47cf-aaf2-77987b27a93f req-a8137923-3f58-4971-8694-de537c176c4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (73cf9994-2e3b-455d-b177-035336ec2695), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:08.968526 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d39bb-8d23-48b6-aea9-1d07cd9646fb req-811d711f-e138-403b-82f1-07575cdfa8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:08.970045 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c74d39bb-8d23-48b6-aea9-1d07cd9646fb req-811d711f-e138-403b-82f1-07575cdfa8ca service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=226ac2f13bd14da187bb26d2f866eb8b&device_id=07ae7129-86a6-4e1a-a968-9bf04aad685a HTTP/1.1" status: 200 len: 1126 time: 0.1429527 Mar 11 19:36:08.980413 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbaf23f-f7eb-4e75-9362-d7da15016660 req-945e05be-c2da-4bc1-b804-7c753fe2f4fa tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:08.981802 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6fbaf23f-f7eb-4e75-9362-d7da15016660 req-945e05be-c2da-4bc1-b804-7c753fe2f4fa tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/ports?device_id=b85456c3-ba17-40bb-bec2-2390fcec8032 HTTP/1.1" status: 200 len: 945 time: 0.2342155 Mar 11 19:36:09.005762 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4bda67e-53e6-44e4-a397-9424cb1f7189 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:36:09.017070 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b4bda67e-53e6-44e4-a397-9424cb1f7189 admin admin] 10.222.0.65 "PUT /v2.0/routers/b518197a-0d54-4d00-986f-d26532a2879c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3617449 Mar 11 19:36:09.020848 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ce9b00-178b-409e-a8ca-e8661e2746d1 None None] Sync routers for ids ['b518197a-0d54-4d00-986f-d26532a2879c'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:36:09.022031 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34756) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:36:09.047313 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ce9b00-178b-409e-a8ca-e8661e2746d1 None None] Routers {'b518197a-0d54-4d00-986f-d26532a2879c'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:36:09.048313 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-50ce9b00-178b-409e-a8ca-e8661e2746d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:35:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['b518197a-0d54-4d00-986f-d26532a2879c'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:09.071918 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-43c576e0-da96-47cf-aaf2-77987b27a93f req-a8137923-3f58-4971-8694-de537c176c4f service neutron] No DVR routers for this DVR port 73cf9994-2e3b-455d-b177-035336ec2695 on host n-h1-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:36:09.085518 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c6a4d86e-fb62-4c57-9dbe-264ed44b0ddc req-ca4023c2-4488-497b-bcf1-487c4a59f6d9 service neutron] 10.222.0.75 "GET /v2.0/networks/11e52173-c93f-4f90-a40d-087cab6dbb47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857783 Mar 11 19:36:09.127694 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8137923-3f58-4971-8694-de537c176c4f service neutron] Pushing event updated for resources: {'Port': ['ID=73cf9994-2e3b-455d-b177-035336ec2695,revision_number=6']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:09.215620 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d39bb-8d23-48b6-aea9-1d07cd9646fb req-cf3ba1da-0748-44e9-9540-d0553d7a01a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:09.218137 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c74d39bb-8d23-48b6-aea9-1d07cd9646fb req-cf3ba1da-0748-44e9-9540-d0553d7a01a4 service neutron] 10.222.0.75 "GET /v2.0/networks?id=1740be2f-d8a3-4266-8fa1-21b3cc2b7b80 HTTP/1.1" status: 200 len: 923 time: 0.2394028 Mar 11 19:36:09.260442 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-43c576e0-da96-47cf-aaf2-77987b27a93f req-a8137923-3f58-4971-8694-de537c176c4f service neutron] Attempting to bind port 73cf9994-2e3b-455d-b177-035336ec2695 on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:36:09.260855 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-43c576e0-da96-47cf-aaf2-77987b27a93f req-a8137923-3f58-4971-8694-de537c176c4f service neutron] Attempting to bind port 73cf9994-2e3b-455d-b177-035336ec2695 by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:36:09.261362 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c576e0-da96-47cf-aaf2-77987b27a93f req-a8137923-3f58-4971-8694-de537c176c4f service neutron] Attempting to bind port 73cf9994-2e3b-455d-b177-035336ec2695 on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:36:09.261637 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-50ce9b00-178b-409e-a8ca-e8661e2746d1 None None] Set router b518197a-0d54-4d00-986f-d26532a2879c gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:36:09.299132 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c576e0-da96-47cf-aaf2-77987b27a93f req-a8137923-3f58-4971-8694-de537c176c4f service neutron] Port 73cf9994-2e3b-455d-b177-035336ec2695 on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:36:09.299795 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c576e0-da96-47cf-aaf2-77987b27a93f req-a8137923-3f58-4971-8694-de537c176c4f service neutron] Attempting to bind port 73cf9994-2e3b-455d-b177-035336ec2695 on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:36:09.302965 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c74d39bb-8d23-48b6-aea9-1d07cd9646fb req-aaa65d30-4a09-4115-a62b-8544c21d69b5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0facc7d-e902-4463-a2c5-8704b92668a5 HTTP/1.1" status: 200 len: 217 time: 0.0516779 Mar 11 19:36:09.350167 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c576e0-da96-47cf-aaf2-77987b27a93f req-a8137923-3f58-4971-8694-de537c176c4f service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:36:09.351652 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c576e0-da96-47cf-aaf2-77987b27a93f req-a8137923-3f58-4971-8694-de537c176c4f service neutron] Checking segment: {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:36:09.352133 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c576e0-da96-47cf-aaf2-77987b27a93f req-a8137923-3f58-4971-8694-de537c176c4f service neutron] Bound using segment: {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:36:09.352854 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-43c576e0-da96-47cf-aaf2-77987b27a93f req-a8137923-3f58-4971-8694-de537c176c4f service neutron] Bound port: 73cf9994-2e3b-455d-b177-035336ec2695, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:36:09.353653 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-43c576e0-da96-47cf-aaf2-77987b27a93f req-a8137923-3f58-4971-8694-de537c176c4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (73cf9994-2e3b-455d-b177-035336ec2695), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:09.363615 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aba39f62-13cd-4389-912b-a68a952fb339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (c1022036-5404-4a7d-a786-c357d784c9d7), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:09.385544 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d39bb-8d23-48b6-aea9-1d07cd9646fb req-eaaa60c1-8a33-4b5c-9419-9bdee9d48138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:09.387161 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c74d39bb-8d23-48b6-aea9-1d07cd9646fb req-eaaa60c1-8a33-4b5c-9419-9bdee9d48138 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=182f6c67-9dec-4b57-9375-5df25feeb721 HTTP/1.1" status: 200 len: 862 time: 0.0761881 Mar 11 19:36:09.389525 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6fbaf23f-f7eb-4e75-9362-d7da15016660 req-bb300bf0-e2e9-4d98-8100-ffd5d1c887da tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/security-groups?id=9eadf186-3007-49d9-b4f3-e4bc7305f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3879633 Mar 11 19:36:09.446335 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c74d39bb-8d23-48b6-aea9-1d07cd9646fb req-d47dc404-084c-49b3-86f2-aeb681feb1b3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1740be2f-d8a3-4266-8fa1-21b3cc2b7b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344441 Mar 11 19:36:09.476188 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aca311d5-ba91-4a30-935b-dd03da451ab3 admin admin] Publish callbacks [] for router (b518197a-0d54-4d00-986f-d26532a2879c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:09.497130 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-50ce9b00-178b-409e-a8ca-e8661e2746d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b518197a-0d54-4d00-986f-d26532a2879c', 'name': 'tempest-TaggedBootDevicesTest_v242-1599186861-router', 'tenant_id': '5ef363cb3b8e470c93ba878a527f3d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '53366487-d003-490c-bf39-ada7e394c7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:27:16Z', 'updated_at': '2022-03-11T19:36:06Z', 'revision_number': 5, 'project_id': '5ef363cb3b8e470c93ba878a527f3d7f', 'gw_port': {'id': '53366487-d003-490c-bf39-ada7e394c7db', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:05:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b518197a-0d54-4d00-986f-d26532a2879c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:27:17Z', 'updated_at': '2022-03-11T19:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:09.551055 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ce9b00-178b-409e-a8ca-e8661e2746d1 None None] Checking router: b518197a-0d54-4d00-986f-d26532a2879c for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:36:09.556172 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-43c576e0-da96-47cf-aaf2-77987b27a93f req-a8137923-3f58-4971-8694-de537c176c4f service neutron] For port 73cf9994-2e3b-455d-b177-035336ec2695, host n-h2-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:36:09.562241 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ce9b00-178b-409e-a8ca-e8661e2746d1 None None] Routers {'b518197a-0d54-4d00-986f-d26532a2879c'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:36:09.562876 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-50ce9b00-178b-409e-a8ca-e8661e2746d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:35:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['b518197a-0d54-4d00-986f-d26532a2879c'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:09.582082 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-43c576e0-da96-47cf-aaf2-77987b27a93f req-a8137923-3f58-4971-8694-de537c176c4f service neutron] For port 73cf9994-2e3b-455d-b177-035336ec2695, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=73cf9994-2e3b-455d-b177-035336ec2695,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:36:09.609238 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-43c576e0-da96-47cf-aaf2-77987b27a93f req-a8137923-3f58-4971-8694-de537c176c4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (73cf9994-2e3b-455d-b177-035336ec2695), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:09.617921 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c6a4d86e-fb62-4c57-9dbe-264ed44b0ddc req-e7298260-230b-49b4-ad02-2bebc0cbecc9 service neutron] 10.222.0.75 "GET /v2.0/networks/11e52173-c93f-4f90-a40d-087cab6dbb47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5201964 Mar 11 19:36:09.628054 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c74d39bb-8d23-48b6-aea9-1d07cd9646fb req-9c6197d1-46d4-449f-9727-f320aa2c4c7e service neutron] 10.222.0.75 "GET /v2.0/networks/1740be2f-d8a3-4266-8fa1-21b3cc2b7b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711702 Mar 11 19:36:09.655404 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c576e0-da96-47cf-aaf2-77987b27a93f req-a8137923-3f58-4971-8694-de537c176c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:09.656170 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-43c576e0-da96-47cf-aaf2-77987b27a93f req-a8137923-3f58-4971-8694-de537c176c4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:09.658039 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-43c576e0-da96-47cf-aaf2-77987b27a93f req-a8137923-3f58-4971-8694-de537c176c4f service neutron] 10.222.0.57 "PUT /v2.0/ports/73cf9994-2e3b-455d-b177-035336ec2695 HTTP/1.1" status: 200 len: 1096 time: 1.9602962 Mar 11 19:36:09.696560 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c6a4d86e-fb62-4c57-9dbe-264ed44b0ddc req-79f8536c-0bbc-4144-a645-7a07b466e2ed service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=69a77522-9c8e-40b8-938c-f18678aa8e3c HTTP/1.1" status: 200 len: 217 time: 0.0659034 Mar 11 19:36:09.747651 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e4ff243-d28f-4c44-8f6f-d885353f5b3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73cf9994-2e3b-455d-b177-035336ec2695'}, {'name': 'network-changed', 'server_uuid': '7e4ff243-d28f-4c44-8f6f-d885353f5b3d', 'tag': '73cf9994-2e3b-455d-b177-035336ec2695'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:36:09.752994 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ab06a3-ce1e-4843-9e01-372e33405d5e" -d '{"events": [{"server_uuid": "7e4ff243-d28f-4c44-8f6f-d885353f5b3d", "name": "network-vif-unplugged", "status": "completed", "tag": "73cf9994-2e3b-455d-b177-035336ec2695"}, {"name": "network-changed", "server_uuid": "7e4ff243-d28f-4c44-8f6f-d885353f5b3d", "tag": "73cf9994-2e3b-455d-b177-035336ec2695"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:36:09.828784 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba39f62-13cd-4389-912b-a68a952fb339 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1022036-5404-4a7d-a786-c357d784c9d7,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:09.848068 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba39f62-13cd-4389-912b-a68a952fb339 admin admin] Checking segment: {'id': '64fb2c86-d8e3-4d87-b982-2ce4a906a366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '65f0676c-e519-43a9-831a-5e083b230a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:36:09.855940 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba39f62-13cd-4389-912b-a68a952fb339 admin admin] Network hostable DHCP agents. Network: 65f0676c-e519-43a9-831a-5e083b230a42, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:36:09.857122 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8137923-3f58-4971-8694-de537c176c4f service neutron] Pushing event updated for resources: {'Port': ['ID=73cf9994-2e3b-455d-b177-035336ec2695,revision_number=7']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:09.868707 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-50ce9b00-178b-409e-a8ca-e8661e2746d1 None None] Set router b518197a-0d54-4d00-986f-d26532a2879c gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:36:09.891333 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c74d39bb-8d23-48b6-aea9-1d07cd9646fb req-db6c247f-ee7b-4d89-9844-40a4755cd71c service neutron] 10.222.0.75 "GET /v2.0/networks/1740be2f-d8a3-4266-8fa1-21b3cc2b7b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297509 Mar 11 19:36:09.895125 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c576e0-da96-47cf-aaf2-77987b27a93f req-9a0ddf62-5732-4872-aba4-a212567fcdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:09.899449 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-43c576e0-da96-47cf-aaf2-77987b27a93f req-9a0ddf62-5732-4872-aba4-a212567fcdfc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=487f8613d1fa45ab81e48e9d9d0fc801&device_id=7e4ff243-d28f-4c44-8f6f-d885353f5b3d HTTP/1.1" status: 200 len: 1130 time: 0.1977572 Mar 11 19:36:09.905774 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d11aa-a1fa-409f-869c-32a16b4c5d9e req-296ba1df-3ce0-42ea-b77f-1c908a7f9d84 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:09.907929 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2d6d11aa-a1fa-409f-869c-32a16b4c5d9e req-296ba1df-3ce0-42ea-b77f-1c908a7f9d84 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?device_id=e1d2be0c-60f7-4b21-82d5-4bc9663b79c8 HTTP/1.1" status: 200 len: 946 time: 0.5542088 Mar 11 19:36:09.971754 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba39f62-13cd-4389-912b-a68a952fb339 admin admin] Network 65f0676c-e519-43a9-831a-5e083b230a42 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:36:10.003714 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4d86e-fb62-4c57-9dbe-264ed44b0ddc req-d38d4770-97a7-4c73-adcb-8193fc6c98b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:10.005793 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c6a4d86e-fb62-4c57-9dbe-264ed44b0ddc req-d38d4770-97a7-4c73-adcb-8193fc6c98b0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=65f866da-6201-417a-9c67-e7a8acffb4ae HTTP/1.1" status: 200 len: 797 time: 0.2881012 Mar 11 19:36:10.007410 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aca311d5-ba91-4a30-935b-dd03da451ab3 admin admin] Publish callbacks [] for router_gateway (b518197a-0d54-4d00-986f-d26532a2879c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:10.011372 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-aba39f62-13cd-4389-912b-a68a952fb339 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 65f0676c-e519-43a9-831a-5e083b230a42) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:36:10.023571 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0afbbf-852f-4ecd-83c2-28ba0ebe2d7a None None] Network 65f0676c-e519-43a9-831a-5e083b230a42 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:36:10.038540 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba39f62-13cd-4389-912b-a68a952fb339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:10.039095 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aba39f62-13cd-4389-912b-a68a952fb339 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:10.101369 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c576e0-da96-47cf-aaf2-77987b27a93f req-5eae0db3-d7b3-4ae3-aeed-29517fc97027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:10.103202 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-43c576e0-da96-47cf-aaf2-77987b27a93f req-5eae0db3-d7b3-4ae3-aeed-29517fc97027 service neutron] 10.222.0.57 "GET /v2.0/networks?id=885772b1-9b97-4e1d-a0fb-e125030c5a81 HTTP/1.1" status: 200 len: 870 time: 0.1967924 Mar 11 19:36:10.121185 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2d6d11aa-a1fa-409f-869c-32a16b4c5d9e req-dc7faaf5-d152-4949-abf5-a083507db3b4 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/security-groups?id=03204c94-e7d5-4698-bf53-e2e3ba52bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032781 Mar 11 19:36:10.124712 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-aba39f62-13cd-4389-912b-a68a952fb339 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4053421 Mar 11 19:36:10.149855 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34768) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:36:10.158901 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-e0a8a4f9-c9e1-4b7f-b96c-fa0acfc8a0be admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-299461360-router', 'tenant_id': 'd1d58973356d4e52a8ae3cfe1c0f48f7', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:36:10.161881 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 73cf9994-2e3b-455d-b177-035336ec2695 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:36:10.176988 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-43c576e0-da96-47cf-aaf2-77987b27a93f req-21147d45-d5d1-4b94-93f1-9b9f4b0737ae service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=73cf9994-2e3b-455d-b177-035336ec2695 HTTP/1.1" status: 200 len: 217 time: 0.0628860 Mar 11 19:36:10.205650 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e0a8a4f9-c9e1-4b7f-b96c-fa0acfc8a0be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (1db2897a-973e-46b9-9bfd-736f15410a9d), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:10.206168 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e0a8a4f9-c9e1-4b7f-b96c-fa0acfc8a0be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (1db2897a-973e-46b9-9bfd-736f15410a9d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:10.214656 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4d86e-fb62-4c57-9dbe-264ed44b0ddc req-fd5834cf-aed0-4934-abce-966f9b007ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:10.216279 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c6a4d86e-fb62-4c57-9dbe-264ed44b0ddc req-fd5834cf-aed0-4934-abce-966f9b007ebf service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6ac60707-319a-4d65-9bd8-06cb97e2f80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1972597 Mar 11 19:36:10.228092 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-50ce9b00-178b-409e-a8ca-e8661e2746d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b518197a-0d54-4d00-986f-d26532a2879c', 'name': 'tempest-TaggedBootDevicesTest_v242-1599186861-router', 'tenant_id': '5ef363cb3b8e470c93ba878a527f3d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '53366487-d003-490c-bf39-ada7e394c7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:27:16Z', 'updated_at': '2022-03-11T19:36:06Z', 'revision_number': 5, 'project_id': '5ef363cb3b8e470c93ba878a527f3d7f', 'gw_port': {'id': '53366487-d003-490c-bf39-ada7e394c7db', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:05:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b518197a-0d54-4d00-986f-d26532a2879c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:27:17Z', 'updated_at': '2022-03-11T19:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:10.228790 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ea6037-73a5-4e63-8abb-e946ba5a806e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-65f0676c-e519-43a9-831a-5e083b230a42', 'network_id': '65f0676c-e519-43a9-831a-5e083b230a42', 'project_id': 'd1d58973356d4e52a8ae3cfe1c0f48f7', 'fixed_ips': [{'subnet_id': 'c1022036-5404-4a7d-a786-c357d784c9d7'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:36:10.229665 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-35ea6037-73a5-4e63-8abb-e946ba5a806e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:10.267792 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c576e0-da96-47cf-aaf2-77987b27a93f req-d5ae8457-73b3-43e9-95f0-b3db79ff972c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:10.274287 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ce9b00-178b-409e-a8ca-e8661e2746d1 None None] The sync data for ids ['b518197a-0d54-4d00-986f-d26532a2879c'] in n-d-833163-1 is: [{'id': 'b518197a-0d54-4d00-986f-d26532a2879c', 'name': 'tempest-TaggedBootDevicesTest_v242-1599186861-router', 'tenant_id': '5ef363cb3b8e470c93ba878a527f3d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.79'}], 'enable_snat': True}, 'gw_port_id': '53366487-d003-490c-bf39-ada7e394c7db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:27:16Z', 'updated_at': '2022-03-11T19:36:06Z', 'revision_number': 5, 'project_id': '5ef363cb3b8e470c93ba878a527f3d7f', 'gw_port': {'id': '53366487-d003-490c-bf39-ada7e394c7db', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:05:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b518197a-0d54-4d00-986f-d26532a2879c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:27:17Z', 'updated_at': '2022-03-11T19:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:36:10.286681 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-43c576e0-da96-47cf-aaf2-77987b27a93f req-d5ae8457-73b3-43e9-95f0-b3db79ff972c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.0906470 Mar 11 19:36:10.295201 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4460674-06e2-4946-a469-cdab76ee7663 req-0a66435d-bea1-4221-b27c-76511c43953f tempest-ServersAdminTestJSON-674582937 tempest-ServersAdminTestJSON-674582937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:10.298004 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4460674-06e2-4946-a469-cdab76ee7663 req-0a66435d-bea1-4221-b27c-76511c43953f tempest-ServersAdminTestJSON-674582937 tempest-ServersAdminTestJSON-674582937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:10.298543 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4460674-06e2-4946-a469-cdab76ee7663 req-0a66435d-bea1-4221-b27c-76511c43953f tempest-ServersAdminTestJSON-674582937 tempest-ServersAdminTestJSON-674582937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:10.299006 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4460674-06e2-4946-a469-cdab76ee7663 req-0a66435d-bea1-4221-b27c-76511c43953f tempest-ServersAdminTestJSON-674582937 tempest-ServersAdminTestJSON-674582937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:10.299469 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4460674-06e2-4946-a469-cdab76ee7663 req-0a66435d-bea1-4221-b27c-76511c43953f tempest-ServersAdminTestJSON-674582937 tempest-ServersAdminTestJSON-674582937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:10.299950 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4460674-06e2-4946-a469-cdab76ee7663 req-0a66435d-bea1-4221-b27c-76511c43953f tempest-ServersAdminTestJSON-674582937 tempest-ServersAdminTestJSON-674582937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:10.300403 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4460674-06e2-4946-a469-cdab76ee7663 req-0a66435d-bea1-4221-b27c-76511c43953f tempest-ServersAdminTestJSON-674582937 tempest-ServersAdminTestJSON-674582937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:10.300848 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4460674-06e2-4946-a469-cdab76ee7663 req-0a66435d-bea1-4221-b27c-76511c43953f tempest-ServersAdminTestJSON-674582937 tempest-ServersAdminTestJSON-674582937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:10.301297 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4460674-06e2-4946-a469-cdab76ee7663 req-0a66435d-bea1-4221-b27c-76511c43953f tempest-ServersAdminTestJSON-674582937 tempest-ServersAdminTestJSON-674582937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:10.301752 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4460674-06e2-4946-a469-cdab76ee7663 req-0a66435d-bea1-4221-b27c-76511c43953f tempest-ServersAdminTestJSON-674582937 tempest-ServersAdminTestJSON-674582937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:10.302237 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4460674-06e2-4946-a469-cdab76ee7663 req-0a66435d-bea1-4221-b27c-76511c43953f tempest-ServersAdminTestJSON-674582937 tempest-ServersAdminTestJSON-674582937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:10.302685 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4460674-06e2-4946-a469-cdab76ee7663 req-0a66435d-bea1-4221-b27c-76511c43953f tempest-ServersAdminTestJSON-674582937 tempest-ServersAdminTestJSON-674582937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:10.303127 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4460674-06e2-4946-a469-cdab76ee7663 req-0a66435d-bea1-4221-b27c-76511c43953f tempest-ServersAdminTestJSON-674582937 tempest-ServersAdminTestJSON-674582937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:10.303601 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4460674-06e2-4946-a469-cdab76ee7663 req-0a66435d-bea1-4221-b27c-76511c43953f tempest-ServersAdminTestJSON-674582937 tempest-ServersAdminTestJSON-674582937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:10.304067 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4460674-06e2-4946-a469-cdab76ee7663 req-0a66435d-bea1-4221-b27c-76511c43953f tempest-ServersAdminTestJSON-674582937 tempest-ServersAdminTestJSON-674582937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:10.304535 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4460674-06e2-4946-a469-cdab76ee7663 req-0a66435d-bea1-4221-b27c-76511c43953f tempest-ServersAdminTestJSON-674582937 tempest-ServersAdminTestJSON-674582937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:10.304981 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4460674-06e2-4946-a469-cdab76ee7663 req-0a66435d-bea1-4221-b27c-76511c43953f tempest-ServersAdminTestJSON-674582937 tempest-ServersAdminTestJSON-674582937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:10.305659 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4460674-06e2-4946-a469-cdab76ee7663 req-0a66435d-bea1-4221-b27c-76511c43953f tempest-ServersAdminTestJSON-674582937 tempest-ServersAdminTestJSON-674582937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:10.315949 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b4460674-06e2-4946-a469-cdab76ee7663 req-0a66435d-bea1-4221-b27c-76511c43953f tempest-ServersAdminTestJSON-674582937 tempest-ServersAdminTestJSON-674582937-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=07ae7129-86a6-4e1a-a968-9bf04aad685a&device_id=2dd74023-9f78-4779-97c8-1a17ea081ceb&device_id=b85456c3-ba17-40bb-bec2-2390fcec8032&device_id=269ff07d-677b-4ab8-8ca9-a7da9224ad94&device_id=cbff8c3d-c4d3-4bb3-b145-04248810f46f&device_id=7e4ff243-d28f-4c44-8f6f-d885353f5b3d&device_id=c900818c-a431-4d5d-8924-a66b2f33b5f6&device_id=e1d2be0c-60f7-4b21-82d5-4bc9663b79c8&device_id=cd301a1f-409e-4a08-bf73-437d640f7371&device_id=70ef355c-680f-4c77-b6bd-90827e0df059&device_id=6a616cbe-b5e8-49cc-8905-093f346d0c83&device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 16827 time: 0.2395027 Mar 11 19:36:10.340427 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c576e0-da96-47cf-aaf2-77987b27a93f req-d7243a58-4745-4df3-a8f3-663b6e17c7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:10.342283 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-43c576e0-da96-47cf-aaf2-77987b27a93f req-d7243a58-4745-4df3-a8f3-663b6e17c7d1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0585604 Mar 11 19:36:10.357914 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] The host n-h1-833163-1 is not matching for port 73cf9994-2e3b-455d-b177-035336ec2695 host n-h2-833163-1! {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 19:36:10.358324 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 73cf9994-2e3b-455d-b177-035336ec2695 not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:36:10.364561 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-aca311d5-ba91-4a30-935b-dd03da451ab3 admin admin] Deleting port 53366487-d003-490c-bf39-ada7e394c7db {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:36:10.364896 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aca311d5-ba91-4a30-935b-dd03da451ab3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (53366487-d003-490c-bf39-ada7e394c7db), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:10.414248 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-35ea6037-73a5-4e63-8abb-e946ba5a806e None None] Allocated IP 172.20.0.2 (65f0676c-e519-43a9-831a-5e083b230a42/c1022036-5404-4a7d-a786-c357d784c9d7/ff8a445f-cdc1-49bc-bad3-756fcaeb7ed7) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:36:10.441197 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b4460674-06e2-4946-a469-cdab76ee7663 req-9579f65e-66c4-41c2-9573-65d0e3fc084f tempest-ServersAdminTestJSON-674582937 tempest-ServersAdminTestJSON-674582937-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:10.457523 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e0a8a4f9-c9e1-4b7f-b96c-fa0acfc8a0be admin admin] Publish callbacks [] for router_controller (1db2897a-973e-46b9-9bfd-736f15410a9d), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:10.486199 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-43c576e0-da96-47cf-aaf2-77987b27a93f req-67e241c5-2a89-4848-abf9-7c781b1d4e8e service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226439 Mar 11 19:36:10.587111 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-35ea6037-73a5-4e63-8abb-e946ba5a806e None None] Publish callbacks [] for port (ff8a445f-cdc1-49bc-bad3-756fcaeb7ed7), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:10.590662 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-43c576e0-da96-47cf-aaf2-77987b27a93f req-d9cab27b-f166-4fad-9a7e-59c60e2647f2 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970674 Mar 11 19:36:10.595438 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-35ea6037-73a5-4e63-8abb-e946ba5a806e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (ff8a445f-cdc1-49bc-bad3-756fcaeb7ed7), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:10.639267 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ea6037-73a5-4e63-8abb-e946ba5a806e None None] Network 65f0676c-e519-43a9-831a-5e083b230a42 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:36:10.649817 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-35ea6037-73a5-4e63-8abb-e946ba5a806e None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:36:10.652977 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ea6037-73a5-4e63-8abb-e946ba5a806e None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:36:10.663739 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ea6037-73a5-4e63-8abb-e946ba5a806e None None] Pushing event updated for resources: {'Port': ['ID=ff8a445f-cdc1-49bc-bad3-756fcaeb7ed7,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:10.738597 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-35ea6037-73a5-4e63-8abb-e946ba5a806e None None] Attempting to bind port ff8a445f-cdc1-49bc-bad3-756fcaeb7ed7 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:36:10.739132 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-35ea6037-73a5-4e63-8abb-e946ba5a806e None None] Attempting to bind port ff8a445f-cdc1-49bc-bad3-756fcaeb7ed7 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '64fb2c86-d8e3-4d87-b982-2ce4a906a366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '65f0676c-e519-43a9-831a-5e083b230a42'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:36:10.739603 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ea6037-73a5-4e63-8abb-e946ba5a806e None None] Attempting to bind port ff8a445f-cdc1-49bc-bad3-756fcaeb7ed7 on network 65f0676c-e519-43a9-831a-5e083b230a42 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:36:10.747373 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ea6037-73a5-4e63-8abb-e946ba5a806e None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:36:10.747929 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ea6037-73a5-4e63-8abb-e946ba5a806e None None] Checking segment: {'id': '64fb2c86-d8e3-4d87-b982-2ce4a906a366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '65f0676c-e519-43a9-831a-5e083b230a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:36:10.748674 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-35ea6037-73a5-4e63-8abb-e946ba5a806e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:10.749302 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ea6037-73a5-4e63-8abb-e946ba5a806e None None] Bound using segment: {'id': '64fb2c86-d8e3-4d87-b982-2ce4a906a366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '65f0676c-e519-43a9-831a-5e083b230a42'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:36:10.750031 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-35ea6037-73a5-4e63-8abb-e946ba5a806e None None] Bound port: ff8a445f-cdc1-49bc-bad3-756fcaeb7ed7, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64fb2c86-d8e3-4d87-b982-2ce4a906a366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '65f0676c-e519-43a9-831a-5e083b230a42'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:36:10.750696 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-35ea6037-73a5-4e63-8abb-e946ba5a806e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ff8a445f-cdc1-49bc-bad3-756fcaeb7ed7), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:10.831918 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-35ea6037-73a5-4e63-8abb-e946ba5a806e None None] For port ff8a445f-cdc1-49bc-bad3-756fcaeb7ed7, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:36:10.837329 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-35ea6037-73a5-4e63-8abb-e946ba5a806e None None] For port ff8a445f-cdc1-49bc-bad3-756fcaeb7ed7, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=ff8a445f-cdc1-49bc-bad3-756fcaeb7ed7,segment=NetworkSegment(64fb2c86-d8e3-4d87-b982-2ce4a906a366),segment_id=64fb2c86-d8e3-4d87-b982-2ce4a906a366)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:36:10.845533 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-35ea6037-73a5-4e63-8abb-e946ba5a806e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (ff8a445f-cdc1-49bc-bad3-756fcaeb7ed7), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:10.920410 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ea6037-73a5-4e63-8abb-e946ba5a806e None None] Pushing event updated for resources: {'Port': ['ID=ff8a445f-cdc1-49bc-bad3-756fcaeb7ed7,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:10.982604 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bcf54-39b2-4531-b041-a899b6395433 req-08826b30-1d73-4ced-8f2f-87928366abf3 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:10.984143 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-216bcf54-39b2-4531-b041-a899b6395433 req-08826b30-1d73-4ced-8f2f-87928366abf3 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/ports?device_id=07ae7129-86a6-4e1a-a968-9bf04aad685a HTTP/1.1" status: 200 len: 944 time: 0.6632485 Mar 11 19:36:11.049316 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-aca311d5-ba91-4a30-935b-dd03da451ab3 admin admin] For port 53366487-d003-490c-bf39-ada7e394c7db, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=53366487-d003-490c-bf39-ada7e394c7db,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:11.049316 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aca311d5-ba91-4a30-935b-dd03da451ab3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (53366487-d003-490c-bf39-ada7e394c7db), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:11.055686 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c6a4d86e-fb62-4c57-9dbe-264ed44b0ddc req-ac14e8b3-43b9-4461-9538-58df78cf1691 service neutron] 10.222.0.75 "GET /v2.0/networks/6ac60707-319a-4d65-9bd8-06cb97e2f80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8193753 Mar 11 19:36:11.134571 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-aca311d5-ba91-4a30-935b-dd03da451ab3 admin admin] Calling delete_port for 53366487-d003-490c-bf39-ada7e394c7db owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:36:11.137802 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e0a8a4f9-c9e1-4b7f-b96c-fa0acfc8a0be admin admin] Publish callbacks [] for router_gateway (1db2897a-973e-46b9-9bfd-736f15410a9d), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:11.261966 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-216bcf54-39b2-4531-b041-a899b6395433 req-282cdc6f-8a80-498b-b087-0d67fd4347de tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/security-groups?id=84f7623b-92bc-46cd-a725-53de6be71e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353292 Mar 11 19:36:11.338530 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b4460674-06e2-4946-a469-cdab76ee7663 req-9579f65e-66c4-41c2-9573-65d0e3fc084f tempest-ServersAdminTestJSON-674582937 tempest-ServersAdminTestJSON-674582937-project-admin] Publish callbacks [] for security_group (3eb2b146-75c7-4a94-9df8-2cf8c31eb5b0), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:11.360105 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b4460674-06e2-4946-a469-cdab76ee7663 req-9579f65e-66c4-41c2-9573-65d0e3fc084f tempest-ServersAdminTestJSON-674582937 tempest-ServersAdminTestJSON-674582937-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (3eb2b146-75c7-4a94-9df8-2cf8c31eb5b0), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:11.485615 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c6a4d86e-fb62-4c57-9dbe-264ed44b0ddc req-0eb49c6a-be6b-454e-a55e-c0bcc8b91972 service neutron] 10.222.0.75 "GET /v2.0/networks/6ac60707-319a-4d65-9bd8-06cb97e2f80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4019673 Mar 11 19:36:11.534174 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9579f65e-66c4-41c2-9573-65d0e3fc084f tempest-ServersAdminTestJSON-674582937 tempest-ServersAdminTestJSON-674582937-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb2b146-75c7-4a94-9df8-2cf8c31eb5b0,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:11.609798 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c6a4d86e-fb62-4c57-9dbe-264ed44b0ddc req-9a91ea5f-daaf-4eaa-90f0-2d95585073d8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=83a37c83-6ea8-4900-bacb-df4f8976aab8 HTTP/1.1" status: 200 len: 217 time: 0.1163259 Mar 11 19:36:11.658998 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8281f4ea-fdde-442f-8fa2-5fbd869786ef req-8cf2a6d8-ea1b-4541-b2ec-92d8b5ff1c2a tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:11.660565 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8281f4ea-fdde-442f-8fa2-5fbd869786ef req-8cf2a6d8-ea1b-4541-b2ec-92d8b5ff1c2a tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e4ff243-d28f-4c44-8f6f-d885353f5b3d HTTP/1.1" status: 200 len: 948 time: 0.3301048 Mar 11 19:36:11.775018 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4d86e-fb62-4c57-9dbe-264ed44b0ddc req-b29a4fa3-ef79-49b1-9baa-023012963131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:11.776503 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c6a4d86e-fb62-4c57-9dbe-264ed44b0ddc req-b29a4fa3-ef79-49b1-9baa-023012963131 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=65f866da-6201-417a-9c67-e7a8acffb4ae HTTP/1.1" status: 200 len: 797 time: 0.1468213 Mar 11 19:36:11.782575 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b4460674-06e2-4946-a469-cdab76ee7663 req-9579f65e-66c4-41c2-9573-65d0e3fc084f tempest-ServersAdminTestJSON-674582937 tempest-ServersAdminTestJSON-674582937-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=03204c94-e7d5-4698-bf53-e2e3ba52bba2&id=a781a375-ecc1-4470-b434-56ebce1f93f2&id=9eadf186-3007-49d9-b4f3-e4bc7305f14c&id=d5fd3d3c-20cd-431b-acc4-4d910716b349&id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&id=da55a647-62ee-4d15-a963-651fcfed7127&id=84f7623b-92bc-46cd-a725-53de6be71e76&fields=id&fields=name HTTP/1.1" status: 200 len: 715 time: 1.4658456 Mar 11 19:36:11.801278 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aca311d5-ba91-4a30-935b-dd03da451ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (53366487-d003-490c-bf39-ada7e394c7db), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:11.868297 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca311d5-ba91-4a30-935b-dd03da451ab3 admin admin] Pushing event deleted for resources: {'Port': ['ID=53366487-d003-490c-bf39-ada7e394c7db,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:11.935994 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 11 Mar 2022 19:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b824de83-d778-434f-bfa6-2704e5fed01d x-openstack-request-id: req-b824de83-d778-434f-bfa6-2704e5fed01d {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:36:11.936503 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e4ff243-d28f-4c44-8f6f-d885353f5b3d", "name": "network-vif-unplugged", "status": "completed", "tag": "73cf9994-2e3b-455d-b177-035336ec2695", "code": 200}, {"name": "network-changed", "server_uuid": "7e4ff243-d28f-4c44-8f6f-d885353f5b3d", "tag": "73cf9994-2e3b-455d-b177-035336ec2695", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:36:11.936503 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b824de83-d778-434f-bfa6-2704e5fed01d {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:36:11.937443 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e4ff243-d28f-4c44-8f6f-d885353f5b3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73cf9994-2e3b-455d-b177-035336ec2695', 'code': 200} Mar 11 19:36:11.937443 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e4ff243-d28f-4c44-8f6f-d885353f5b3d', 'tag': '73cf9994-2e3b-455d-b177-035336ec2695', 'status': 'completed', 'code': 200} Mar 11 19:36:11.998426 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8281f4ea-fdde-442f-8fa2-5fbd869786ef req-503432b2-c926-4b90-b1f5-ce472812e2a3 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906377 Mar 11 19:36:12.084060 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device ff8a445f-cdc1-49bc-bad3-756fcaeb7ed7 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:36:12.115035 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab06a3-ce1e-4843-9e01-372e33405d5e req-a50cbcc1-d91f-44af-a12a-463360ab4bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:12.116870 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e0ab06a3-ce1e-4843-9e01-372e33405d5e req-a50cbcc1-d91f-44af-a12a-463360ab4bcc service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=487f8613d1fa45ab81e48e9d9d0fc801&device_id=7e4ff243-d28f-4c44-8f6f-d885353f5b3d HTTP/1.1" status: 200 len: 1130 time: 0.1461143 Mar 11 19:36:12.119100 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab06a3-ce1e-4843-9e01-372e33405d5e req-4a3af4d2-b74c-40e3-9e34-397d7e18dab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:12.120768 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e0ab06a3-ce1e-4843-9e01-372e33405d5e req-4a3af4d2-b74c-40e3-9e34-397d7e18dab0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=487f8613d1fa45ab81e48e9d9d0fc801&device_id=7e4ff243-d28f-4c44-8f6f-d885353f5b3d HTTP/1.1" status: 200 len: 1130 time: 0.1579258 Mar 11 19:36:12.132334 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522dca81-5ff8-4314-80c4-e9a015e6e123 None None] Network 65f0676c-e519-43a9-831a-5e083b230a42 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:36:12.136295 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a4d86e-fb62-4c57-9dbe-264ed44b0ddc req-1b6920e4-a9c7-4e70-9fb9-d6c3bedb7cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:12.137919 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c6a4d86e-fb62-4c57-9dbe-264ed44b0ddc req-1b6920e4-a9c7-4e70-9fb9-d6c3bedb7cda service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6ac60707-319a-4d65-9bd8-06cb97e2f80c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3520255 Mar 11 19:36:12.184002 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device c0facc7d-e902-4463-a2c5-8704b92668a5 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:36:12.213583 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aca311d5-ba91-4a30-935b-dd03da451ab3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (b518197a-0d54-4d00-986f-d26532a2879c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:12.306409 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-6e6d128a-df3e-4574-a34c-91a8ce414b92 None None] Provisioning complete for port ff8a445f-cdc1-49bc-bad3-756fcaeb7ed7 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:36:12.306828 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6e6d128a-df3e-4574-a34c-91a8ce414b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ff8a445f-cdc1-49bc-bad3-756fcaeb7ed7), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:12.319263 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port ff8a445f-cdc1-49bc-bad3-756fcaeb7ed7 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:36:12.319653 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ff8a445f-cdc1-49bc-bad3-756fcaeb7ed7), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:12.320234 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab06a3-ce1e-4843-9e01-372e33405d5e req-432ffdcb-11b6-4002-948c-4ee11013f861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:12.323597 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e0ab06a3-ce1e-4843-9e01-372e33405d5e req-432ffdcb-11b6-4002-948c-4ee11013f861 service neutron] 10.222.0.75 "GET /v2.0/networks?id=885772b1-9b97-4e1d-a0fb-e125030c5a81 HTTP/1.1" status: 200 len: 870 time: 0.1968694 Mar 11 19:36:12.323597 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab06a3-ce1e-4843-9e01-372e33405d5e req-88d12fe1-32cc-4a89-add5-41d7801907a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:12.325668 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e0ab06a3-ce1e-4843-9e01-372e33405d5e req-88d12fe1-32cc-4a89-add5-41d7801907a6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=885772b1-9b97-4e1d-a0fb-e125030c5a81 HTTP/1.1" status: 200 len: 870 time: 0.1904957 Mar 11 19:36:12.374264 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e0ab06a3-ce1e-4843-9e01-372e33405d5e req-4432b61a-4dd0-4b2d-a2af-b2393b52d790 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=73cf9994-2e3b-455d-b177-035336ec2695 HTTP/1.1" status: 200 len: 217 time: 0.0433829 Mar 11 19:36:12.415574 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e0ab06a3-ce1e-4843-9e01-372e33405d5e req-9c069243-1e02-4688-9e52-8a20356d2882 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=73cf9994-2e3b-455d-b177-035336ec2695 HTTP/1.1" status: 200 len: 217 time: 0.0402820 Mar 11 19:36:12.441578 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aca311d5-ba91-4a30-935b-dd03da451ab3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (b518197a-0d54-4d00-986f-d26532a2879c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:12.444251 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aca311d5-ba91-4a30-935b-dd03da451ab3 admin admin] Publish callbacks [] for router_controller (b518197a-0d54-4d00-986f-d26532a2879c), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:12.509996 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aca311d5-ba91-4a30-935b-dd03da451ab3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (b518197a-0d54-4d00-986f-d26532a2879c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:12.510256 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab06a3-ce1e-4843-9e01-372e33405d5e req-aebbc2c9-705f-4de1-99dc-8996cec49c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:12.510900 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aca311d5-ba91-4a30-935b-dd03da451ab3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b518197a-0d54-4d00-986f-d26532a2879c {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:36:12.512320 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e0ab06a3-ce1e-4843-9e01-372e33405d5e req-aebbc2c9-705f-4de1-99dc-8996cec49c55 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.0958059 Mar 11 19:36:12.516683 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aca311d5-ba91-4a30-935b-dd03da451ab3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:12.518084 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-aca311d5-ba91-4a30-935b-dd03da451ab3 admin admin] 10.222.0.65 "DELETE /v2.0/routers/b518197a-0d54-4d00-986f-d26532a2879c HTTP/1.1" status: 204 len: 168 time: 3.4924691 Mar 11 19:36:12.525922 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab06a3-ce1e-4843-9e01-372e33405d5e req-42723707-4165-4337-b298-c4ce69ad1363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:12.527901 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e0ab06a3-ce1e-4843-9e01-372e33405d5e req-42723707-4165-4337-b298-c4ce69ad1363 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.1030707 Mar 11 19:36:12.528405 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34778) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:36:12.556004 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea616dff-ff51-4c79-9e9c-b0d8fb0b4e45 req-0d6cb13d-5eea-404c-8bf4-681b345b7cee tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:12.557898 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ea616dff-ff51-4c79-9e9c-b0d8fb0b4e45 req-0d6cb13d-5eea-404c-8bf4-681b345b7cee tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/ports?device_id=b85456c3-ba17-40bb-bec2-2390fcec8032 HTTP/1.1" status: 200 len: 945 time: 0.5149755 Mar 11 19:36:12.579486 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e0a8a4f9-c9e1-4b7f-b96c-fa0acfc8a0be admin admin] Publish callbacks [] for router_gateway (1db2897a-973e-46b9-9bfd-736f15410a9d), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:12.667153 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ea616dff-ff51-4c79-9e9c-b0d8fb0b4e45 req-3ae5934f-f236-4428-a0f1-0cb35db338db tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/security-groups?id=9eadf186-3007-49d9-b4f3-e4bc7305f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975881 Mar 11 19:36:12.668469 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e0a8a4f9-c9e1-4b7f-b96c-fa0acfc8a0be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:12.679399 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c6a4d86e-fb62-4c57-9dbe-264ed44b0ddc req-41f4a551-1d63-4055-9509-36bddef225bd service neutron] 10.222.0.75 "GET /v2.0/networks/6ac60707-319a-4d65-9bd8-06cb97e2f80c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5096421 Mar 11 19:36:12.698226 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4f8946-4d4d-416b-b2c4-b3af325e39c0 req-661c0ed1-20e6-484e-874d-1be6a0d386ea tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:12.700654 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ad4f8946-4d4d-416b-b2c4-b3af325e39c0 req-661c0ed1-20e6-484e-874d-1be6a0d386ea tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?device_id=e1d2be0c-60f7-4b21-82d5-4bc9663b79c8 HTTP/1.1" status: 200 len: 946 time: 0.5754795 Mar 11 19:36:12.755578 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port c0facc7d-e902-4463-a2c5-8704b92668a5, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=c0facc7d-e902-4463-a2c5-8704b92668a5,segment=NetworkSegment(030b1ea6-a9bd-4970-9537-6268a24125f4),segment_id=030b1ea6-a9bd-4970-9537-6268a24125f4)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:12.809739 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ad4f8946-4d4d-416b-b2c4-b3af325e39c0 req-9f40c624-00b7-4715-9619-f5c0181f9e84 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/security-groups?id=03204c94-e7d5-4698-bf53-e2e3ba52bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979238 Mar 11 19:36:12.941072 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port ff8a445f-cdc1-49bc-bad3-756fcaeb7ed7 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:36:12.941473 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ff8a445f-cdc1-49bc-bad3-756fcaeb7ed7), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:12.946555 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': 'c0facc7d-e902-4463-a2c5-8704b92668a5', 'network_id': '1740be2f-d8a3-4266-8fa1-21b3cc2b7b80', 'port_id': 'c0facc7d-e902-4463-a2c5-8704b92668a5', 'mac_address': 'fa:16:3e:22:0e:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '182f6c67-9dec-4b57-9375-5df25feeb721', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:36:13.041569 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-6e6d128a-df3e-4574-a34c-91a8ce414b92 None None] Current status of the port ff8a445f-cdc1-49bc-bad3-756fcaeb7ed7 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:36:13.041990 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6e6d128a-df3e-4574-a34c-91a8ce414b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ff8a445f-cdc1-49bc-bad3-756fcaeb7ed7), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:13.061080 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port c0facc7d-e902-4463-a2c5-8704b92668a5 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:36:13.061469 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c0facc7d-e902-4463-a2c5-8704b92668a5), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:13.110828 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c6a4d86e-fb62-4c57-9dbe-264ed44b0ddc req-2ecdcfdd-8fc5-4559-ae3a-36fa4a570825 service neutron] 10.222.0.75 "GET /v2.0/networks/6ac60707-319a-4d65-9bd8-06cb97e2f80c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4088378 Mar 11 19:36:13.113512 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-6e6d128a-df3e-4574-a34c-91a8ce414b92 None None] For port ff8a445f-cdc1-49bc-bad3-756fcaeb7ed7, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=ff8a445f-cdc1-49bc-bad3-756fcaeb7ed7,segment=NetworkSegment(64fb2c86-d8e3-4d87-b982-2ce4a906a366),segment_id=64fb2c86-d8e3-4d87-b982-2ce4a906a366)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:13.116340 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0facc7d-e902-4463-a2c5-8704b92668a5 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:36:13.167589 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port c0facc7d-e902-4463-a2c5-8704b92668a5, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=c0facc7d-e902-4463-a2c5-8704b92668a5,segment=NetworkSegment(030b1ea6-a9bd-4970-9537-6268a24125f4),segment_id=030b1ea6-a9bd-4970-9537-6268a24125f4)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:13.181499 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6e6d128a-df3e-4574-a34c-91a8ce414b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (ff8a445f-cdc1-49bc-bad3-756fcaeb7ed7), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:13.188828 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-e0a8a4f9-c9e1-4b7f-b96c-fa0acfc8a0be admin admin] Allocated IP 172.25.8.171 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/710e33c3-1e58-4387-b676-3e006d3f2e60) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:36:13.190261 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (c0facc7d-e902-4463-a2c5-8704b92668a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:13.202380 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a09f403-5687-4557-8aa7-42da5d224528 admin admin] Deleting subnet 69381856-dd35-45d7-a782-ea4b8eb1e9ff {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:36:13.208043 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4a09f403-5687-4557-8aa7-42da5d224528 admin admin] Publish callbacks [] for subnet (69381856-dd35-45d7-a782-ea4b8eb1e9ff), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:13.242687 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab06a3-ce1e-4843-9e01-372e33405d5e req-8333c9d0-7d41-4c39-b1b5-c1d26b223ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:13.244274 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e0ab06a3-ce1e-4843-9e01-372e33405d5e req-8333c9d0-7d41-4c39-b1b5-c1d26b223ff3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.7150431 Mar 11 19:36:13.282045 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:36:13.282420 n-d-833163-1 neutron-server[103886]: DEBUG oslo_db.api [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:36:13.294075 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab06a3-ce1e-4843-9e01-372e33405d5e req-438507fd-7174-4d71-83b4-53a86be59f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:13.295513 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e0ab06a3-ce1e-4843-9e01-372e33405d5e req-438507fd-7174-4d71-83b4-53a86be59f29 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.7422853 Mar 11 19:36:13.311649 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-111b521b-7a91-4bf4-a85c-996c5722ec76 None None] Provisioning complete for port ff8a445f-cdc1-49bc-bad3-756fcaeb7ed7 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:36:13.312045 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-111b521b-7a91-4bf4-a85c-996c5722ec76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ff8a445f-cdc1-49bc-bad3-756fcaeb7ed7), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:13.340028 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e0a8a4f9-c9e1-4b7f-b96c-fa0acfc8a0be admin admin] Publish callbacks [] for port (710e33c3-1e58-4387-b676-3e006d3f2e60), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:13.354236 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6d128a-df3e-4574-a34c-91a8ce414b92 None None] Pushing event updated for resources: {'Port': ['ID=ff8a445f-cdc1-49bc-bad3-756fcaeb7ed7,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:13.387111 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e0a8a4f9-c9e1-4b7f-b96c-fa0acfc8a0be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (710e33c3-1e58-4387-b676-3e006d3f2e60), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:13.400530 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99837478-600b-4e1c-b672-3d9dd324dc5d req-257fea8b-0fbe-4d95-bb27-3b3b6481cf48 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:13.404380 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e0ab06a3-ce1e-4843-9e01-372e33405d5e req-99a92428-6f66-4939-8c90-d6c634ba8b54 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007836 Mar 11 19:36:13.408526 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-99837478-600b-4e1c-b672-3d9dd324dc5d req-257fea8b-0fbe-4d95-bb27-3b3b6481cf48 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/ports?device_id=07ae7129-86a6-4e1a-a968-9bf04aad685a HTTP/1.1" status: 200 len: 944 time: 0.4731193 Mar 11 19:36:13.419198 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4a09f403-5687-4557-8aa7-42da5d224528 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (69381856-dd35-45d7-a782-ea4b8eb1e9ff), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:13.442477 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-111b521b-7a91-4bf4-a85c-996c5722ec76 None None] Current status of the port ff8a445f-cdc1-49bc-bad3-756fcaeb7ed7 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:36:13.472069 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a8a4f9-c9e1-4b7f-b96c-fa0acfc8a0be admin admin] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:36:13.478068 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-e0a8a4f9-c9e1-4b7f-b96c-fa0acfc8a0be admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:36:13.479917 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=c0facc7d-e902-4463-a2c5-8704b92668a5,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:13.491993 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a8a4f9-c9e1-4b7f-b96c-fa0acfc8a0be admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:36:13.497360 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf9903f-90c7-48c6-a29e-7d904efa101f req-4987ead7-fede-43e8-a1b3-ef3512b6138b tempest-ServersAdminTestJSON-674582937 tempest-ServersAdminTestJSON-674582937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:13.497927 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf9903f-90c7-48c6-a29e-7d904efa101f req-4987ead7-fede-43e8-a1b3-ef3512b6138b tempest-ServersAdminTestJSON-674582937 tempest-ServersAdminTestJSON-674582937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:13.498406 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf9903f-90c7-48c6-a29e-7d904efa101f req-4987ead7-fede-43e8-a1b3-ef3512b6138b tempest-ServersAdminTestJSON-674582937 tempest-ServersAdminTestJSON-674582937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:13.500146 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bdf9903f-90c7-48c6-a29e-7d904efa101f req-4987ead7-fede-43e8-a1b3-ef3512b6138b tempest-ServersAdminTestJSON-674582937 tempest-ServersAdminTestJSON-674582937-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=2dd74023-9f78-4779-97c8-1a17ea081ceb&device_id=269ff07d-677b-4ab8-8ca9-a7da9224ad94&device_id=cbff8c3d-c4d3-4bb3-b145-04248810f46f HTTP/1.1" status: 200 len: 2977 time: 0.4122410 Mar 11 19:36:13.554294 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a8a4f9-c9e1-4b7f-b96c-fa0acfc8a0be admin admin] Pushing event updated for resources: {'Port': ['ID=710e33c3-1e58-4387-b676-3e006d3f2e60,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:13.572474 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-99837478-600b-4e1c-b672-3d9dd324dc5d req-180d35ce-113b-484b-b795-24a48129bca4 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/security-groups?id=84f7623b-92bc-46cd-a725-53de6be71e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627247 Mar 11 19:36:13.594695 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e0ab06a3-ce1e-4843-9e01-372e33405d5e req-0eb946df-cf70-49d5-8f41-18f6d22c559a service neutron] 10.222.0.75 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264027 Mar 11 19:36:13.604862 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['c0facc7d-e902-4463-a2c5-8704b92668a5'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:36:13.682546 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e0ab06a3-ce1e-4843-9e01-372e33405d5e req-fbef8d0e-c893-4fff-a6eb-53bfb0abb733 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688203 Mar 11 19:36:13.743729 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4a09f403-5687-4557-8aa7-42da5d224528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (69381856-dd35-45d7-a782-ea4b8eb1e9ff), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:13.767235 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bdf9903f-90c7-48c6-a29e-7d904efa101f req-4b73abd2-e97d-4c2d-9c9d-06d4ba08bd29 tempest-ServersAdminTestJSON-674582937 tempest-ServersAdminTestJSON-674582937-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=a781a375-ecc1-4470-b434-56ebce1f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386363 Mar 11 19:36:13.812317 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521237c2-8f5d-4cef-a8c8-40f77d0422fe req-99d4db76-c4ce-4e42-a95a-68e2b79637a9 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:13.816386 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e0ab06a3-ce1e-4843-9e01-372e33405d5e req-28a0e4b8-57e7-4aa6-8a10-e98fcb34c427 service neutron] 10.222.0.75 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958547 Mar 11 19:36:13.821329 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-521237c2-8f5d-4cef-a8c8-40f77d0422fe req-99d4db76-c4ce-4e42-a95a-68e2b79637a9 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e4ff243-d28f-4c44-8f6f-d885353f5b3d HTTP/1.1" status: 200 len: 948 time: 0.0959964 Mar 11 19:36:13.849906 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port ff8a445f-cdc1-49bc-bad3-756fcaeb7ed7 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:36:13.867021 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 91242456-4d7b-412b-8f72-5a413ddbeddf no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:36:13.869172 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4a09f403-5687-4557-8aa7-42da5d224528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (69381856-dd35-45d7-a782-ea4b8eb1e9ff), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:13.884048 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4a09f403-5687-4557-8aa7-42da5d224528 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:13.887279 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4a09f403-5687-4557-8aa7-42da5d224528 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/69381856-dd35-45d7-a782-ea4b8eb1e9ff HTTP/1.1" status: 204 len: 168 time: 1.3564239 Mar 11 19:36:13.905603 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5e5768-a579-4ea8-b4a2-d282276efe9f None None] Network c6f5d540-3c10-44e4-9f74-cadc36d53aa1 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:36:13.938943 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34792) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:36:13.948828 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a09f403-5687-4557-8aa7-42da5d224528 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69381856-dd35-45d7-a782-ea4b8eb1e9ff,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:13.997273 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e0a8a4f9-c9e1-4b7f-b96c-fa0acfc8a0be admin admin] Publish callbacks [] for router_gateway (1db2897a-973e-46b9-9bfd-736f15410a9d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:14.003640 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 91242456-4d7b-412b-8f72-5a413ddbeddf {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:36:14.003996 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 91242456-4d7b-412b-8f72-5a413ddbeddf not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:36:14.062273 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b7cf5f80-11f9-4efd-8b3c-60165b1f0eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (c6f5d540-3c10-44e4-9f74-cadc36d53aa1), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:14.126878 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b805de3a-48b7-4807-a052-b5c9df4d0bfc req-4c5acab7-fe7b-4507-9cd7-8b9d78eaee2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:14.128385 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-b805de3a-48b7-4807-a052-b5c9df4d0bfc req-4c5acab7-fe7b-4507-9cd7-8b9d78eaee2a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=57167832d4db4819b4f5cac954866076&device_id=e1d2be0c-60f7-4b21-82d5-4bc9663b79c8 HTTP/1.1" status: 200 len: 1128 time: 0.1088159 Mar 11 19:36:14.142648 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d6bfe7-08c0-4d9d-865b-5342c55eb0e9 None None] DHCP port deletion for c6f5d540-3c10-44e4-9f74-cadc36d53aa1 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:36:14.178048 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device ff8a445f-cdc1-49bc-bad3-756fcaeb7ed7 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:36:14.224598 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-b7cf5f80-11f9-4efd-8b3c-60165b1f0eeb admin admin] Deleting port 4f102e37-cf20-4109-b7be-d47c456fdfd3 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:36:14.225274 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b7cf5f80-11f9-4efd-8b3c-60165b1f0eeb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (4f102e37-cf20-4109-b7be-d47c456fdfd3), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:14.265240 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e2d6bfe7-08c0-4d9d-865b-5342c55eb0e9 None None] Deleting port 4f102e37-cf20-4109-b7be-d47c456fdfd3 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:36:14.265547 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e2d6bfe7-08c0-4d9d-865b-5342c55eb0e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (4f102e37-cf20-4109-b7be-d47c456fdfd3), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:14.268888 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port ff8a445f-cdc1-49bc-bad3-756fcaeb7ed7 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:36:14.269199 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ff8a445f-cdc1-49bc-bad3-756fcaeb7ed7), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:14.310575 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b805de3a-48b7-4807-a052-b5c9df4d0bfc req-40125e8a-1fd7-4ae1-9113-8fd7c6ff2df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:14.312924 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-b805de3a-48b7-4807-a052-b5c9df4d0bfc req-40125e8a-1fd7-4ae1-9113-8fd7c6ff2df4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=603aaea1-f5bf-4434-b0ab-49b5034dacdd HTTP/1.1" status: 200 len: 920 time: 0.1751542 Mar 11 19:36:14.326820 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-b7cf5f80-11f9-4efd-8b3c-60165b1f0eeb admin admin] For port 4f102e37-cf20-4109-b7be-d47c456fdfd3, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=4f102e37-cf20-4109-b7be-d47c456fdfd3,segment=NetworkSegment(6fb1fe13-4657-48d5-8d0a-c7d58555eb34),segment_id=6fb1fe13-4657-48d5-8d0a-c7d58555eb34)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:14.326820 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b7cf5f80-11f9-4efd-8b3c-60165b1f0eeb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (4f102e37-cf20-4109-b7be-d47c456fdfd3), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:14.366066 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-e2d6bfe7-08c0-4d9d-865b-5342c55eb0e9 None None] For port 4f102e37-cf20-4109-b7be-d47c456fdfd3, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=4f102e37-cf20-4109-b7be-d47c456fdfd3,segment=NetworkSegment(6fb1fe13-4657-48d5-8d0a-c7d58555eb34),segment_id=6fb1fe13-4657-48d5-8d0a-c7d58555eb34)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:14.366481 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e2d6bfe7-08c0-4d9d-865b-5342c55eb0e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (4f102e37-cf20-4109-b7be-d47c456fdfd3), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:14.370379 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-b805de3a-48b7-4807-a052-b5c9df4d0bfc req-1c4c53bb-3f25-4963-a65f-fd2c8416164a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63cf76c9-1e93-4df8-a4e4-cd11edf8db1f HTTP/1.1" status: 200 len: 217 time: 0.0456605 Mar 11 19:36:14.371310 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-b7cf5f80-11f9-4efd-8b3c-60165b1f0eeb admin admin] Calling delete_port for 4f102e37-cf20-4109-b7be-d47c456fdfd3 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:36:14.385924 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e2d6bfe7-08c0-4d9d-865b-5342c55eb0e9 None None] Calling delete_port for 4f102e37-cf20-4109-b7be-d47c456fdfd3 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:36:14.468483 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b805de3a-48b7-4807-a052-b5c9df4d0bfc req-7c2c0258-1552-4ea6-a5f3-9b14103cecbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:14.469713 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-b805de3a-48b7-4807-a052-b5c9df4d0bfc req-7c2c0258-1552-4ea6-a5f3-9b14103cecbc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=23a3dd94-cd73-4b82-b4a6-b6bdd0e8f5ac HTTP/1.1" status: 200 len: 859 time: 0.0924184 Mar 11 19:36:14.475115 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port ff8a445f-cdc1-49bc-bad3-756fcaeb7ed7 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:36:14.492135 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-521237c2-8f5d-4cef-a8c8-40f77d0422fe req-e9089ad2-abf2-43d2-829b-81f3212a0f42 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5008485 Mar 11 19:36:14.509719 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-b805de3a-48b7-4807-a052-b5c9df4d0bfc req-d4065b93-9a97-4b2b-9a46-c167a49b535f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=603aaea1-f5bf-4434-b0ab-49b5034dacdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310342 Mar 11 19:36:14.523375 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7123f87d-a387-41ff-9769-a6363d1bd368 req-14f02ad1-c329-4d06-bf4e-9c11d254f30d tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:14.524952 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7123f87d-a387-41ff-9769-a6363d1bd368 req-14f02ad1-c329-4d06-bf4e-9c11d254f30d tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/ports?device_id=b85456c3-ba17-40bb-bec2-2390fcec8032 HTTP/1.1" status: 200 len: 945 time: 0.5246596 Mar 11 19:36:14.551201 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b7cf5f80-11f9-4efd-8b3c-60165b1f0eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (4f102e37-cf20-4109-b7be-d47c456fdfd3), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:14.559112 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e2d6bfe7-08c0-4d9d-865b-5342c55eb0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (4f102e37-cf20-4109-b7be-d47c456fdfd3), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:14.586984 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 53366487-d003-490c-bf39-ada7e394c7db no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:36:14.590840 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d6bfe7-08c0-4d9d-865b-5342c55eb0e9 None None] Pushing event deleted for resources: {'Port': ['ID=4f102e37-cf20-4109-b7be-d47c456fdfd3,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:14.615160 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d6bfe7-08c0-4d9d-865b-5342c55eb0e9 None None] No DVR routers for this DVR port 4f102e37-cf20-4109-b7be-d47c456fdfd3 on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:36:14.627152 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 53366487-d003-490c-bf39-ada7e394c7db {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:36:14.627152 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 53366487-d003-490c-bf39-ada7e394c7db not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:36:14.628054 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf5f80-11f9-4efd-8b3c-60165b1f0eeb admin admin] Pushing event deleted for resources: {'Port': ['ID=4f102e37-cf20-4109-b7be-d47c456fdfd3,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:14.635560 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cf5f80-11f9-4efd-8b3c-60165b1f0eeb admin admin] No DVR routers for this DVR port 4f102e37-cf20-4109-b7be-d47c456fdfd3 on host n-d-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:36:14.702302 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-b805de3a-48b7-4807-a052-b5c9df4d0bfc req-e645713e-4d67-4547-87de-366b4c0ade52 service neutron] 10.222.0.57 "GET /v2.0/networks/603aaea1-f5bf-4434-b0ab-49b5034dacdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839743 Mar 11 19:36:14.730525 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b7cf5f80-11f9-4efd-8b3c-60165b1f0eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (c6f5d540-3c10-44e4-9f74-cadc36d53aa1), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:14.768216 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7123f87d-a387-41ff-9769-a6363d1bd368 req-a3bdf19c-4610-472e-b918-b90a5b3cb390 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/security-groups?id=9eadf186-3007-49d9-b4f3-e4bc7305f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231584 Mar 11 19:36:14.770033 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e0a8a4f9-c9e1-4b7f-b96c-fa0acfc8a0be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (1db2897a-973e-46b9-9bfd-736f15410a9d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:14.782233 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-b7cf5f80-11f9-4efd-8b3c-60165b1f0eeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6f5d540-3c10-44e4-9f74-cadc36d53aa1']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:14.790253 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4852a20-af8e-4b8b-8231-d4ecd748d63d req-d505bee0-a257-48f2-8f5f-28b0d8e2ec6e tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:14.791798 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a4852a20-af8e-4b8b-8231-d4ecd748d63d req-d505bee0-a257-48f2-8f5f-28b0d8e2ec6e tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?device_id=e1d2be0c-60f7-4b21-82d5-4bc9663b79c8 HTTP/1.1" status: 200 len: 946 time: 0.1295776 Mar 11 19:36:14.836949 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-b7cf5f80-11f9-4efd-8b3c-60165b1f0eeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fb1fe13-4657-48d5-8d0a-c7d58555eb34') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:14.837247 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-b7cf5f80-11f9-4efd-8b3c-60165b1f0eeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fb1fe13-4657-48d5-8d0a-c7d58555eb34') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:14.859056 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b7cf5f80-11f9-4efd-8b3c-60165b1f0eeb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (6fb1fe13-4657-48d5-8d0a-c7d58555eb34), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:14.874694 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-b805de3a-48b7-4807-a052-b5c9df4d0bfc req-6274e630-20ef-4ebb-a009-1b4886907dff service neutron] 10.222.0.57 "GET /v2.0/networks/603aaea1-f5bf-4434-b0ab-49b5034dacdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410139 Mar 11 19:36:14.878462 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b7cf5f80-11f9-4efd-8b3c-60165b1f0eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (6fb1fe13-4657-48d5-8d0a-c7d58555eb34), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:14.885445 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7cf5f80-11f9-4efd-8b3c-60165b1f0eeb admin admin] Releasing vlan 858 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:36:14.886330 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b7cf5f80-11f9-4efd-8b3c-60165b1f0eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (6fb1fe13-4657-48d5-8d0a-c7d58555eb34), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:14.888527 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:36:14.888527 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:36:14.888527 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:36:14.888527 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:36:14.888527 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:36:14.888527 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:36:14.888527 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:36:14.888527 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:36:14.888527 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:36:14.888527 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:36:14.888527 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:36:14.888527 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:36:14.888527 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:36:14.888527 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:36:14.888527 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:36:14.888527 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:36:14.888527 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:36:14.888527 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:36:14.888527 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:36:14.888527 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:36:14.888527 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:36:14.888527 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:36:14.888527 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:36:14.888527 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:36:14.888527 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:36:14.888527 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:36:14.888527 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:36:14.888527 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:36:14.888527 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:36:14.888527 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:36:14.888527 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:36:14.888527 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:36:14.948042 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a4852a20-af8e-4b8b-8231-d4ecd748d63d req-d929a314-fe38-46ad-a776-fc4ccce71588 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/security-groups?id=03204c94-e7d5-4698-bf53-e2e3ba52bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173062 Mar 11 19:36:14.953477 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b7cf5f80-11f9-4efd-8b3c-60165b1f0eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (c6f5d540-3c10-44e4-9f74-cadc36d53aa1), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:14.961069 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b7cf5f80-11f9-4efd-8b3c-60165b1f0eeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:14.964220 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b7cf5f80-11f9-4efd-8b3c-60165b1f0eeb admin admin] 10.222.0.65 "DELETE /v2.0/networks/c6f5d540-3c10-44e4-9f74-cadc36d53aa1 HTTP/1.1" status: 204 len: 168 time: 1.0235164 Mar 11 19:36:14.969490 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34802) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:36:14.984765 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf5f80-11f9-4efd-8b3c-60165b1f0eeb admin admin] Pushing event deleted for resources: {'Network': ['ID=c6f5d540-3c10-44e4-9f74-cadc36d53aa1,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:15.061391 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff01333-9f78-4505-af1f-3a98a61871db req-489c599a-645a-4bbb-8542-281aa39a7172 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:15.062935 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1ff01333-9f78-4505-af1f-3a98a61871db req-489c599a-645a-4bbb-8542-281aa39a7172 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/ports?device_id=07ae7129-86a6-4e1a-a968-9bf04aad685a HTTP/1.1" status: 200 len: 945 time: 0.1957073 Mar 11 19:36:15.140213 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0a8a4f9-c9e1-4b7f-b96c-fa0acfc8a0be admin admin] Router 1db2897a-973e-46b9-9bfd-736f15410a9d is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:36:15.210166 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1ff01333-9f78-4505-af1f-3a98a61871db req-43642984-9594-4287-a6ae-9e96c350acaf tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/security-groups?id=84f7623b-92bc-46cd-a725-53de6be71e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351998 Mar 11 19:36:15.392798 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a8a4f9-c9e1-4b7f-b96c-fa0acfc8a0be admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:36:15.402939 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734c231b-ba8d-4117-8d06-aba43626d155 None None] Sync routers for ids ['1db2897a-973e-46b9-9bfd-736f15410a9d'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:36:15.417372 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734c231b-ba8d-4117-8d06-aba43626d155 None None] Routers {'1db2897a-973e-46b9-9bfd-736f15410a9d'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:36:15.417981 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-734c231b-ba8d-4117-8d06-aba43626d155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:35:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['1db2897a-973e-46b9-9bfd-736f15410a9d'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:15.455012 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e0a8a4f9-c9e1-4b7f-b96c-fa0acfc8a0be admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:15.456234 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-e0a8a4f9-c9e1-4b7f-b96c-fa0acfc8a0be admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.3034532 Mar 11 19:36:15.459268 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34810) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:36:15.487834 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f831f-6b65-4253-be59-054c4e9976c3 req-d0298df6-0270-456f-86f1-51192e218a62 tempest-ServersAdminTestJSON-674582937 tempest-ServersAdminTestJSON-674582937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:15.489356 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f77f831f-6b65-4253-be59-054c4e9976c3 req-d0298df6-0270-456f-86f1-51192e218a62 tempest-ServersAdminTestJSON-674582937 tempest-ServersAdminTestJSON-674582937-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=cbff8c3d-c4d3-4bb3-b145-04248810f46f HTTP/1.1" status: 200 len: 1132 time: 0.0830841 Mar 11 19:36:15.533650 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-734c231b-ba8d-4117-8d06-aba43626d155 None None] Set router 1db2897a-973e-46b9-9bfd-736f15410a9d gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:36:15.592383 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f77f831f-6b65-4253-be59-054c4e9976c3 req-bac99337-d360-47d8-a1e6-c50d5dcd08d2 tempest-ServersAdminTestJSON-674582937 tempest-ServersAdminTestJSON-674582937-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=a781a375-ecc1-4470-b434-56ebce1f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950131 Mar 11 19:36:15.668611 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad5f6e-ed8a-41f0-a527-67efba777b33 req-9876cd24-4877-48f9-844f-c67c79ed9f34 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:15.670694 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-44ad5f6e-ed8a-41f0-a527-67efba777b33 req-9876cd24-4877-48f9-844f-c67c79ed9f34 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e4ff243-d28f-4c44-8f6f-d885353f5b3d HTTP/1.1" status: 200 len: 948 time: 0.1003871 Mar 11 19:36:15.717193 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cf1593b2-8c09-4287-8bd8-f93fe47147d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (87b154a0-a810-47cc-9b9e-5abdaed1677d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:15.732739 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-734c231b-ba8d-4117-8d06-aba43626d155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db2897a-973e-46b9-9bfd-736f15410a9d', 'name': 'tempest-FloatingIPsTestJSON-299461360-router', 'tenant_id': 'd1d58973356d4e52a8ae3cfe1c0f48f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '710e33c3-1e58-4387-b676-3e006d3f2e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:36:10Z', 'updated_at': '2022-03-11T19:36:13Z', 'revision_number': 3, 'project_id': 'd1d58973356d4e52a8ae3cfe1c0f48f7', 'gw_port': {'id': '710e33c3-1e58-4387-b676-3e006d3f2e60', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e5:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db2897a-973e-46b9-9bfd-736f15410a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:12Z', 'updated_at': '2022-03-11T19:36:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:15.760161 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734c231b-ba8d-4117-8d06-aba43626d155 None None] Checking router: 1db2897a-973e-46b9-9bfd-736f15410a9d for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:36:15.760161 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734c231b-ba8d-4117-8d06-aba43626d155 None None] Updating router 1db2897a-973e-46b9-9bfd-736f15410a9d port 710e33c3-1e58-4387-b676-3e006d3f2e60 binding host n-d-833163-1 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:36:15.788212 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-734c231b-ba8d-4117-8d06-aba43626d155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (710e33c3-1e58-4387-b676-3e006d3f2e60), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:15.811891 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-44ad5f6e-ed8a-41f0-a527-67efba777b33 req-6726dd9a-a39d-44db-9b5c-ad8d9d831768 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290169 Mar 11 19:36:15.867058 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ab2d5c-da6c-48fb-b2ff-17d3f9c1b656 req-f20e0b84-b445-4d30-a5d2-b9470d27e08e tempest-ServersAdminTestJSON-674582937 tempest-ServersAdminTestJSON-674582937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:15.868623 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-32ab2d5c-da6c-48fb-b2ff-17d3f9c1b656 req-f20e0b84-b445-4d30-a5d2-b9470d27e08e tempest-ServersAdminTestJSON-674582937 tempest-ServersAdminTestJSON-674582937-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=cbff8c3d-c4d3-4bb3-b145-04248810f46f HTTP/1.1" status: 200 len: 1132 time: 0.2099702 Mar 11 19:36:15.891816 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 73cf9994-2e3b-455d-b177-035336ec2695 details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:36:15.941428 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5ac96409-9563-4f0d-b3a3-c7051a860243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:15.993861 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-32ab2d5c-da6c-48fb-b2ff-17d3f9c1b656 req-957db4f7-24a6-471f-9edd-cbacb7f66b0a tempest-ServersAdminTestJSON-674582937 tempest-ServersAdminTestJSON-674582937-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=a781a375-ecc1-4470-b434-56ebce1f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131909 Mar 11 19:36:16.085187 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 73cf9994-2e3b-455d-b177-035336ec2695, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=73cf9994-2e3b-455d-b177-035336ec2695,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:16.110349 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': '73cf9994-2e3b-455d-b177-035336ec2695', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'port_id': '73cf9994-2e3b-455d-b177-035336ec2695', 'mac_address': 'fa:16:3e:4b:d2:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bb14923-74c3-4313-be8d-ed33542f05aa', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:36:16.119598 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-cf1593b2-8c09-4287-8bd8-f93fe47147d7 admin admin] Deleting port 0a9283e4-56af-45fe-823a-d20d39a4790e {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:36:16.122110 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cf1593b2-8c09-4287-8bd8-f93fe47147d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (0a9283e4-56af-45fe-823a-d20d39a4790e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:16.133476 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-5ac96409-9563-4f0d-b3a3-c7051a860243 admin admin] Allocated IP 172.20.0.1 (65f0676c-e519-43a9-831a-5e083b230a42/c1022036-5404-4a7d-a786-c357d784c9d7/62c68111-fb85-4eea-852b-01d586621c0e) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:36:16.178885 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 4f102e37-cf20-4109-b7be-d47c456fdfd3 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:36:16.218431 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 4f102e37-cf20-4109-b7be-d47c456fdfd3 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:36:16.218851 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 4f102e37-cf20-4109-b7be-d47c456fdfd3 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:36:16.228337 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device c0facc7d-e902-4463-a2c5-8704b92668a5 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:36:16.240060 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-734c231b-ba8d-4117-8d06-aba43626d155 None None] Publish callbacks [] for port (710e33c3-1e58-4387-b676-3e006d3f2e60), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:16.240060 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 73cf9994-2e3b-455d-b177-035336ec2695 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:36:16.240060 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (73cf9994-2e3b-455d-b177-035336ec2695), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:16.266690 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-cf1593b2-8c09-4287-8bd8-f93fe47147d7 admin admin] For port 0a9283e4-56af-45fe-823a-d20d39a4790e, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=0a9283e4-56af-45fe-823a-d20d39a4790e,segment=NetworkSegment(df2d2ef7-1eaf-4100-acf4-d3a03fda323e),segment_id=df2d2ef7-1eaf-4100-acf4-d3a03fda323e)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:16.267266 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cf1593b2-8c09-4287-8bd8-f93fe47147d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (0a9283e4-56af-45fe-823a-d20d39a4790e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:16.269560 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5ac96409-9563-4f0d-b3a3-c7051a860243 admin admin] Publish callbacks [] for port (62c68111-fb85-4eea-852b-01d586621c0e), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:16.277154 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-734c231b-ba8d-4117-8d06-aba43626d155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (710e33c3-1e58-4387-b676-3e006d3f2e60), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:16.284958 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-cf1593b2-8c09-4287-8bd8-f93fe47147d7 admin admin] Calling delete_port for 0a9283e4-56af-45fe-823a-d20d39a4790e owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:36:16.291005 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73cf9994-2e3b-455d-b177-035336ec2695 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:36:16.314530 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5ac96409-9563-4f0d-b3a3-c7051a860243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (62c68111-fb85-4eea-852b-01d586621c0e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:16.357659 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 73cf9994-2e3b-455d-b177-035336ec2695, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=73cf9994-2e3b-455d-b177-035336ec2695,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:16.371859 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (73cf9994-2e3b-455d-b177-035336ec2695), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:16.376999 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d70eac-d554-4e0d-a7c3-08e34feec397 None None] Pushing event updated for resources: {'Port': ['ID=710e33c3-1e58-4387-b676-3e006d3f2e60,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:16.379171 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-734c231b-ba8d-4117-8d06-aba43626d155 None None] Attempting to bind port 710e33c3-1e58-4387-b676-3e006d3f2e60 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:36:16.379543 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-734c231b-ba8d-4117-8d06-aba43626d155 None None] Attempting to bind port 710e33c3-1e58-4387-b676-3e006d3f2e60 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:36:16.379931 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734c231b-ba8d-4117-8d06-aba43626d155 None None] Attempting to bind port 710e33c3-1e58-4387-b676-3e006d3f2e60 on network 612cc066-33e3-444d-b1c7-d0a64751482a {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:36:16.403035 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac96409-9563-4f0d-b3a3-c7051a860243 admin admin] Network 65f0676c-e519-43a9-831a-5e083b230a42 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:36:16.408630 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734c231b-ba8d-4117-8d06-aba43626d155 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:36:16.409273 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734c231b-ba8d-4117-8d06-aba43626d155 None None] Checking segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:36:16.409399 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-734c231b-ba8d-4117-8d06-aba43626d155 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:16.409781 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734c231b-ba8d-4117-8d06-aba43626d155 None None] Bound using segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:36:16.410278 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-734c231b-ba8d-4117-8d06-aba43626d155 None None] Bound port: 710e33c3-1e58-4387-b676-3e006d3f2e60, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:36:16.410662 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-734c231b-ba8d-4117-8d06-aba43626d155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (710e33c3-1e58-4387-b676-3e006d3f2e60), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:16.414156 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-5ac96409-9563-4f0d-b3a3-c7051a860243 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:36:16.415436 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port c0facc7d-e902-4463-a2c5-8704b92668a5 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:36:16.419827 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac96409-9563-4f0d-b3a3-c7051a860243 admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:36:16.452318 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port c0facc7d-e902-4463-a2c5-8704b92668a5 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:36:16.452692 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (c0facc7d-e902-4463-a2c5-8704b92668a5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:16.454196 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac96409-9563-4f0d-b3a3-c7051a860243 admin admin] Pushing event updated for resources: {'Port': ['ID=62c68111-fb85-4eea-852b-01d586621c0e,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:16.469174 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5ac96409-9563-4f0d-b3a3-c7051a860243 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (1db2897a-973e-46b9-9bfd-736f15410a9d), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:16.505170 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=73cf9994-2e3b-455d-b177-035336ec2695,revision_number=8']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:16.526093 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ababe0-0271-4947-933e-3180fc0b050d req-b1940c51-7880-400a-a443-627f8469f2f2 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:16.530657 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa528d-0946-4137-a978-39557d9978ed req-9283ecb8-6f3f-49e1-98d7-47d912a143fc tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:16.534141 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-15ababe0-0271-4947-933e-3180fc0b050d req-b1940c51-7880-400a-a443-627f8469f2f2 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?device_id=e1d2be0c-60f7-4b21-82d5-4bc9663b79c8 HTTP/1.1" status: 200 len: 946 time: 0.1488750 Mar 11 19:36:16.536400 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-61aa528d-0946-4137-a978-39557d9978ed req-9283ecb8-6f3f-49e1-98d7-47d912a143fc tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.57 "GET /v2.0/ports?device_id=7e4ff243-d28f-4c44-8f6f-d885353f5b3d&tenant_id=487f8613d1fa45ab81e48e9d9d0fc801&binding%3Ahost_id=n-h2-833163-1 HTTP/1.1" status: 200 len: 948 time: 0.2123218 Mar 11 19:36:16.626771 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-15ababe0-0271-4947-933e-3180fc0b050d req-0a011e64-2e84-4063-83b9-28a385a18777 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/security-groups?id=03204c94-e7d5-4698-bf53-e2e3ba52bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910466 Mar 11 19:36:16.696500 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-734c231b-ba8d-4117-8d06-aba43626d155 None None] For port 710e33c3-1e58-4387-b676-3e006d3f2e60, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:36:16.718402 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-734c231b-ba8d-4117-8d06-aba43626d155 None None] For port 710e33c3-1e58-4387-b676-3e006d3f2e60, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=710e33c3-1e58-4387-b676-3e006d3f2e60,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:36:16.730045 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-662d954f-cc1e-4e23-a546-4593ffc5d85b None None] Provisioning complete for port 62c68111-fb85-4eea-852b-01d586621c0e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:36:16.730301 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-662d954f-cc1e-4e23-a546-4593ffc5d85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (62c68111-fb85-4eea-852b-01d586621c0e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:16.730584 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cf1593b2-8c09-4287-8bd8-f93fe47147d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (0a9283e4-56af-45fe-823a-d20d39a4790e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:16.732104 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-734c231b-ba8d-4117-8d06-aba43626d155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (710e33c3-1e58-4387-b676-3e006d3f2e60), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:16.758009 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5ac96409-9563-4f0d-b3a3-c7051a860243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (62c68111-fb85-4eea-852b-01d586621c0e), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:16.763643 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-61aa528d-0946-4137-a978-39557d9978ed req-a4011571-76a0-4b47-8df1-b5b72e02e9d6 service neutron] 10.222.0.57 "GET /v2.0/ports/73cf9994-2e3b-455d-b177-035336ec2695/bindings/n-h2-833163-1 HTTP/1.1" status: 200 len: 382 time: 0.1377566 Mar 11 19:36:16.767448 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1593b2-8c09-4287-8bd8-f93fe47147d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a9283e4-56af-45fe-823a-d20d39a4790e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:16.866609 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-662d954f-cc1e-4e23-a546-4593ffc5d85b None None] Port 62c68111-fb85-4eea-852b-01d586621c0e cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:36:16.907274 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa528d-0946-4137-a978-39557d9978ed req-b08032da-d6ed-4294-8a7c-cc82557dbb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:16.908780 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-61aa528d-0946-4137-a978-39557d9978ed req-b08032da-d6ed-4294-8a7c-cc82557dbb1c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=487f8613d1fa45ab81e48e9d9d0fc801&device_id=7e4ff243-d28f-4c44-8f6f-d885353f5b3d HTTP/1.1" status: 200 len: 1131 time: 0.1135728 Mar 11 19:36:16.910966 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['73cf9994-2e3b-455d-b177-035336ec2695'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:36:16.947217 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port c0facc7d-e902-4463-a2c5-8704b92668a5 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:36:16.952664 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c0facc7d-e902-4463-a2c5-8704b92668a5), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:16.954493 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734c231b-ba8d-4117-8d06-aba43626d155 None None] Routers {'1db2897a-973e-46b9-9bfd-736f15410a9d'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:36:16.955395 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-734c231b-ba8d-4117-8d06-aba43626d155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:35:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['1db2897a-973e-46b9-9bfd-736f15410a9d'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:16.963751 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d70eac-d554-4e0d-a7c3-08e34feec397 None None] Pushing event updated for resources: {'Port': ['ID=710e33c3-1e58-4387-b676-3e006d3f2e60,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:17.070608 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cf1593b2-8c09-4287-8bd8-f93fe47147d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (87b154a0-a810-47cc-9b9e-5abdaed1677d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:17.087235 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07ae7129-86a6-4e1a-a968-9bf04aad685a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0facc7d-e902-4463-a2c5-8704b92668a5'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:36:17.089983 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c42370-f445-4487-a139-e41416f4197f" -d '{"events": [{"server_uuid": "07ae7129-86a6-4e1a-a968-9bf04aad685a", "name": "network-vif-plugged", "status": "completed", "tag": "c0facc7d-e902-4463-a2c5-8704b92668a5"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:36:17.120382 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port c0facc7d-e902-4463-a2c5-8704b92668a5, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=c0facc7d-e902-4463-a2c5-8704b92668a5,segment=NetworkSegment(030b1ea6-a9bd-4970-9537-6268a24125f4),segment_id=030b1ea6-a9bd-4970-9537-6268a24125f4)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:17.128877 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (c0facc7d-e902-4463-a2c5-8704b92668a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:17.146207 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc42eff4-df6b-4b9a-acef-4447f3b9edb7 req-237b7d93-4a48-401f-9084-09b6b62107d4 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:17.148001 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bc42eff4-df6b-4b9a-acef-4447f3b9edb7 req-237b7d93-4a48-401f-9084-09b6b62107d4 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/ports?device_id=07ae7129-86a6-4e1a-a968-9bf04aad685a HTTP/1.1" status: 200 len: 945 time: 0.1230376 Mar 11 19:36:17.185825 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5ac96409-9563-4f0d-b3a3-c7051a860243 admin admin] Publish callbacks [] for port (62c68111-fb85-4eea-852b-01d586621c0e), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:17.189982 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa528d-0946-4137-a978-39557d9978ed req-1fa5b80a-ade8-4bfc-b28d-b0af531d86a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:17.192202 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-61aa528d-0946-4137-a978-39557d9978ed req-1fa5b80a-ade8-4bfc-b28d-b0af531d86a3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=885772b1-9b97-4e1d-a0fb-e125030c5a81 HTTP/1.1" status: 200 len: 870 time: 0.2652931 Mar 11 19:36:17.193357 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5ac96409-9563-4f0d-b3a3-c7051a860243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (62c68111-fb85-4eea-852b-01d586621c0e), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:17.237999 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-734c231b-ba8d-4117-8d06-aba43626d155 None None] Set router 1db2897a-973e-46b9-9bfd-736f15410a9d gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:36:17.260286 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bc42eff4-df6b-4b9a-acef-4447f3b9edb7 req-44de3c5c-d33a-4b0f-a326-358ac2aef92b tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/security-groups?id=84f7623b-92bc-46cd-a725-53de6be71e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002326 Mar 11 19:36:17.298459 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=c0facc7d-e902-4463-a2c5-8704b92668a5,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:17.310667 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-61aa528d-0946-4137-a978-39557d9978ed req-07906cf6-fedd-48ae-93b9-bd9891c80ef3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=73cf9994-2e3b-455d-b177-035336ec2695 HTTP/1.1" status: 200 len: 217 time: 0.0935850 Mar 11 19:36:17.352378 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac96409-9563-4f0d-b3a3-c7051a860243 admin admin] Pushing event updated for resources: {'Port': ['ID=62c68111-fb85-4eea-852b-01d586621c0e,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:17.362935 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5ac96409-9563-4f0d-b3a3-c7051a860243 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (1db2897a-973e-46b9-9bfd-736f15410a9d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:17.409427 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa528d-0946-4137-a978-39557d9978ed req-6a8187d5-c24f-4da5-83df-3076c9d7c8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:17.411066 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-61aa528d-0946-4137-a978-39557d9978ed req-6a8187d5-c24f-4da5-83df-3076c9d7c8e2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.0915937 Mar 11 19:36:17.437040 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b9a23b-2cf2-4000-8154-65235183fb34 req-790b182c-e8ae-4ad6-9a48-8b4a6389e9a1 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:17.439702 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a6b9a23b-2cf2-4000-8154-65235183fb34 req-790b182c-e8ae-4ad6-9a48-8b4a6389e9a1 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e4ff243-d28f-4c44-8f6f-d885353f5b3d HTTP/1.1" status: 200 len: 949 time: 0.1042893 Mar 11 19:36:17.477332 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf1593b2-8c09-4287-8bd8-f93fe47147d7 admin admin] Router 87b154a0-a810-47cc-9b9e-5abdaed1677d has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:36:17.518012 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a6b9a23b-2cf2-4000-8154-65235183fb34 req-d5168915-468e-42d1-a2cb-afc8f8659290 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717793 Mar 11 19:36:17.601028 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-734c231b-ba8d-4117-8d06-aba43626d155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db2897a-973e-46b9-9bfd-736f15410a9d', 'name': 'tempest-FloatingIPsTestJSON-299461360-router', 'tenant_id': 'd1d58973356d4e52a8ae3cfe1c0f48f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '710e33c3-1e58-4387-b676-3e006d3f2e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:36:10Z', 'updated_at': '2022-03-11T19:36:16Z', 'revision_number': 4, 'project_id': 'd1d58973356d4e52a8ae3cfe1c0f48f7', 'gw_port': {'id': '710e33c3-1e58-4387-b676-3e006d3f2e60', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e5:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db2897a-973e-46b9-9bfd-736f15410a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:12Z', 'updated_at': '2022-03-11T19:36:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '62c68111-fb85-4eea-852b-01d586621c0e', 'name': '', 'network_id': '65f0676c-e519-43a9-831a-5e083b230a42', 'tenant_id': 'd1d58973356d4e52a8ae3cfe1c0f48f7', 'mac_address': 'fa:16:3e:20:03:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db2897a-973e-46b9-9bfd-736f15410a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'c1022036-5404-4a7d-a786-c357d784c9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:15Z', 'updated_at': '2022-03-11T19:36:16Z', 'revision_number': 1, 'project_id': 'd1d58973356d4e52a8ae3cfe1c0f48f7', 'subnets': [{'id': 'c1022036-5404-4a7d-a786-c357d784c9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:17.630124 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf1593b2-8c09-4287-8bd8-f93fe47147d7 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:36:17.640230 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9df3c73-b6c9-46ca-b7c9-32f5f060569d x-openstack-request-id: req-b9df3c73-b6c9-46ca-b7c9-32f5f060569d {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:36:17.640529 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07ae7129-86a6-4e1a-a968-9bf04aad685a", "name": "network-vif-plugged", "status": "completed", "tag": "c0facc7d-e902-4463-a2c5-8704b92668a5", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:36:17.640789 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b9df3c73-b6c9-46ca-b7c9-32f5f060569d {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:36:17.641196 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07ae7129-86a6-4e1a-a968-9bf04aad685a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0facc7d-e902-4463-a2c5-8704b92668a5', 'code': 200} Mar 11 19:36:17.641393 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bfd159-3833-4874-a0b4-f8f48b09513e None None] Sync routers for ids ['87b154a0-a810-47cc-9b9e-5abdaed1677d'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:36:17.642802 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734c231b-ba8d-4117-8d06-aba43626d155 None None] The sync data for ids ['1db2897a-973e-46b9-9bfd-736f15410a9d'] in n-d-833163-1 is: [{'id': '1db2897a-973e-46b9-9bfd-736f15410a9d', 'name': 'tempest-FloatingIPsTestJSON-299461360-router', 'tenant_id': 'd1d58973356d4e52a8ae3cfe1c0f48f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '710e33c3-1e58-4387-b676-3e006d3f2e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:36:10Z', 'updated_at': '2022-03-11T19:36:16Z', 'revision_number': 4, 'project_id': 'd1d58973356d4e52a8ae3cfe1c0f48f7', 'gw_port': {'id': '710e33c3-1e58-4387-b676-3e006d3f2e60', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e5:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db2897a-973e-46b9-9bfd-736f15410a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:12Z', 'updated_at': '2022-03-11T19:36:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '62c68111-fb85-4eea-852b-01d586621c0e', 'name': '', 'network_id': '65f0676c-e519-43a9-831a-5e083b230a42', 'tenant_id': 'd1d58973356d4e52a8ae3cfe1c0f48f7', 'mac_address': 'fa:16:3e:20:03:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db2897a-973e-46b9-9bfd-736f15410a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'c1022036-5404-4a7d-a786-c357d784c9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:15Z', 'updated_at': '2022-03-11T19:36:16Z', 'revision_number': 1, 'project_id': 'd1d58973356d4e52a8ae3cfe1c0f48f7', 'subnets': [{'id': 'c1022036-5404-4a7d-a786-c357d784c9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:36:17.648159 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-cf1593b2-8c09-4287-8bd8-f93fe47147d7 admin admin] 10.222.0.65 "PUT /v2.0/routers/87b154a0-a810-47cc-9b9e-5abdaed1677d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6719801 Mar 11 19:36:17.649135 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34836) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:36:17.665163 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bfd159-3833-4874-a0b4-f8f48b09513e None None] Routers {'87b154a0-a810-47cc-9b9e-5abdaed1677d'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:36:17.666041 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-94bfd159-3833-4874-a0b4-f8f48b09513e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:35:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['87b154a0-a810-47cc-9b9e-5abdaed1677d'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:17.825384 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1f81516-7080-40fa-b6a7-b4fa9e9c1596 admin admin] Publish callbacks [] for router (87b154a0-a810-47cc-9b9e-5abdaed1677d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:17.860204 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-94bfd159-3833-4874-a0b4-f8f48b09513e None None] Set router 87b154a0-a810-47cc-9b9e-5abdaed1677d gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:36:17.931880 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac96409-9563-4f0d-b3a3-c7051a860243 admin admin] Network 65f0676c-e519-43a9-831a-5e083b230a42 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:36:17.937652 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa528d-0946-4137-a978-39557d9978ed req-30be44e0-c169-4f54-b83f-81b96e8c72dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:17.939134 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-61aa528d-0946-4137-a978-39557d9978ed req-30be44e0-c169-4f54-b83f-81b96e8c72dc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4905894 Mar 11 19:36:17.940099 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-5ac96409-9563-4f0d-b3a3-c7051a860243 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:36:17.950902 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76885571-3fae-40f1-8cbe-5539d111cb21 req-df152b84-3a8a-4d19-9530-940c21aadb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:17.952438 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-76885571-3fae-40f1-8cbe-5539d111cb21 req-df152b84-3a8a-4d19-9530-940c21aadb3a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=07ae7129-86a6-4e1a-a968-9bf04aad685a HTTP/1.1" status: 200 len: 1128 time: 0.1012897 Mar 11 19:36:18.034338 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1f81516-7080-40fa-b6a7-b4fa9e9c1596 admin admin] Publish callbacks [] for router_gateway (87b154a0-a810-47cc-9b9e-5abdaed1677d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:18.180356 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da22487b-1ce9-4aaf-b7e3-09acfe90323e req-5d93499c-94f8-4774-a452-0ec1c87ccc5f tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:18.183541 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da22487b-1ce9-4aaf-b7e3-09acfe90323e req-5d93499c-94f8-4774-a452-0ec1c87ccc5f tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?device_id=e1d2be0c-60f7-4b21-82d5-4bc9663b79c8 HTTP/1.1" status: 200 len: 946 time: 0.2239599 Mar 11 19:36:18.215748 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-94bfd159-3833-4874-a0b4-f8f48b09513e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b154a0-a810-47cc-9b9e-5abdaed1677d', 'name': 'tempest-TaggedBootDevicesTest_v242-484570979-router', 'tenant_id': 'e1dfcd34e812493589bdfdb777e5b392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.164'}], 'enable_snat': True}, 'gw_port_id': '9455d7ea-2564-4e6f-b93a-0fceb3356dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:27:31Z', 'updated_at': '2022-03-11T19:36:16Z', 'revision_number': 5, 'project_id': 'e1dfcd34e812493589bdfdb777e5b392', 'gw_port': {'id': '9455d7ea-2564-4e6f-b93a-0fceb3356dab', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:a8:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b154a0-a810-47cc-9b9e-5abdaed1677d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:27:35Z', 'updated_at': '2022-03-11T19:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:18.261640 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bfd159-3833-4874-a0b4-f8f48b09513e None None] Checking router: 87b154a0-a810-47cc-9b9e-5abdaed1677d for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:36:18.267375 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-b1f81516-7080-40fa-b6a7-b4fa9e9c1596 admin admin] Deleting port 9455d7ea-2564-4e6f-b93a-0fceb3356dab {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:36:18.267816 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1f81516-7080-40fa-b6a7-b4fa9e9c1596 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (9455d7ea-2564-4e6f-b93a-0fceb3356dab), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:18.275843 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bfd159-3833-4874-a0b4-f8f48b09513e None None] Routers {'87b154a0-a810-47cc-9b9e-5abdaed1677d'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:36:18.277126 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-94bfd159-3833-4874-a0b4-f8f48b09513e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:35:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['87b154a0-a810-47cc-9b9e-5abdaed1677d'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:18.325745 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-76885571-3fae-40f1-8cbe-5539d111cb21 req-a1de1c1d-061d-4144-aba0-c17ceb802f09 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=84f7623b-92bc-46cd-a725-53de6be71e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777755 Mar 11 19:36:18.362863 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da22487b-1ce9-4aaf-b7e3-09acfe90323e req-4d07b5af-6a8d-4372-888d-9b772cc84745 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/security-groups?id=03204c94-e7d5-4698-bf53-e2e3ba52bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694491 Mar 11 19:36:18.372106 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ac96409-9563-4f0d-b3a3-c7051a860243 admin admin] Router 1db2897a-973e-46b9-9bfd-736f15410a9d has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:36:18.399303 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-94bfd159-3833-4874-a0b4-f8f48b09513e None None] Set router 87b154a0-a810-47cc-9b9e-5abdaed1677d gateway port host: None {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:36:18.414544 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-8a57528d-97c1-4846-bf58-662048a1c8de None None] Provisioning complete for port 62c68111-fb85-4eea-852b-01d586621c0e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:36:18.415008 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8a57528d-97c1-4846-bf58-662048a1c8de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (62c68111-fb85-4eea-852b-01d586621c0e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:18.441519 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-b1f81516-7080-40fa-b6a7-b4fa9e9c1596 admin admin] For port 9455d7ea-2564-4e6f-b93a-0fceb3356dab, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=9455d7ea-2564-4e6f-b93a-0fceb3356dab,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:18.444405 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1f81516-7080-40fa-b6a7-b4fa9e9c1596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (9455d7ea-2564-4e6f-b93a-0fceb3356dab), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:18.471112 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-94bfd159-3833-4874-a0b4-f8f48b09513e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b154a0-a810-47cc-9b9e-5abdaed1677d', 'name': 'tempest-TaggedBootDevicesTest_v242-484570979-router', 'tenant_id': 'e1dfcd34e812493589bdfdb777e5b392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:27:31Z', 'updated_at': '2022-03-11T19:36:18Z', 'revision_number': 6, 'project_id': 'e1dfcd34e812493589bdfdb777e5b392', 'gw_port_host': None}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:18.494148 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-b1f81516-7080-40fa-b6a7-b4fa9e9c1596 admin admin] Calling delete_port for 9455d7ea-2564-4e6f-b93a-0fceb3356dab owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:36:18.503068 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8a57528d-97c1-4846-bf58-662048a1c8de None None] Port 62c68111-fb85-4eea-852b-01d586621c0e cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:36:18.527858 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bfd159-3833-4874-a0b4-f8f48b09513e None None] The sync data for ids ['87b154a0-a810-47cc-9b9e-5abdaed1677d'] in n-d-833163-1 is: [{'id': '87b154a0-a810-47cc-9b9e-5abdaed1677d', 'name': 'tempest-TaggedBootDevicesTest_v242-484570979-router', 'tenant_id': 'e1dfcd34e812493589bdfdb777e5b392', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:27:31Z', 'updated_at': '2022-03-11T19:36:18Z', 'revision_number': 6, 'project_id': 'e1dfcd34e812493589bdfdb777e5b392', 'gw_port_host': None}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:36:18.534769 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-61aa528d-0946-4137-a978-39557d9978ed req-a33ec726-380b-4fa2-8077-cb6c21d230b3 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4874423 Mar 11 19:36:18.590866 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac96409-9563-4f0d-b3a3-c7051a860243 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:36:18.608197 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-5ac96409-9563-4f0d-b3a3-c7051a860243 admin admin] 10.222.0.65 "PUT /v2.0/routers/1db2897a-973e-46b9-9bfd-736f15410a9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1467218 Mar 11 19:36:18.702768 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-61aa528d-0946-4137-a978-39557d9978ed req-0c1987dc-4fbe-44fd-94d1-5c1b8c1de441 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563466 Mar 11 19:36:18.749840 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:18.789923 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1f81516-7080-40fa-b6a7-b4fa9e9c1596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (9455d7ea-2564-4e6f-b93a-0fceb3356dab), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:18.830613 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f81516-7080-40fa-b6a7-b4fa9e9c1596 admin admin] Pushing event deleted for resources: {'Port': ['ID=9455d7ea-2564-4e6f-b93a-0fceb3356dab,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:18.946497 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1f81516-7080-40fa-b6a7-b4fa9e9c1596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (87b154a0-a810-47cc-9b9e-5abdaed1677d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:18.957010 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd0a0b-5e95-4544-9c06-409600738a3d req-84948c0e-72b1-47c4-8961-d7bf240e8a8b tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:18.958435 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bdbd0a0b-5e95-4544-9c06-409600738a3d req-84948c0e-72b1-47c4-8961-d7bf240e8a8b tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/ports?device_id=07ae7129-86a6-4e1a-a968-9bf04aad685a HTTP/1.1" status: 200 len: 946 time: 0.1302211 Mar 11 19:36:19.067877 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1f81516-7080-40fa-b6a7-b4fa9e9c1596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (87b154a0-a810-47cc-9b9e-5abdaed1677d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:19.073014 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1f81516-7080-40fa-b6a7-b4fa9e9c1596 admin admin] Publish callbacks [] for router_controller (87b154a0-a810-47cc-9b9e-5abdaed1677d), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:19.153688 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1f81516-7080-40fa-b6a7-b4fa9e9c1596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (87b154a0-a810-47cc-9b9e-5abdaed1677d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:19.154173 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f81516-7080-40fa-b6a7-b4fa9e9c1596 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87b154a0-a810-47cc-9b9e-5abdaed1677d {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:36:19.161028 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1f81516-7080-40fa-b6a7-b4fa9e9c1596 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:19.165412 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-b1f81516-7080-40fa-b6a7-b4fa9e9c1596 admin admin] 10.222.0.65 "DELETE /v2.0/routers/87b154a0-a810-47cc-9b9e-5abdaed1677d HTTP/1.1" status: 204 len: 168 time: 1.5116417 Mar 11 19:36:19.165858 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34862) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:36:19.180249 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bdbd0a0b-5e95-4544-9c06-409600738a3d req-333e75e6-0c02-4a79-bb51-a52801501c70 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/security-groups?id=84f7623b-92bc-46cd-a725-53de6be71e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094437 Mar 11 19:36:19.230201 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bab4f75-d4f8-4e52-8006-f750b3fb7d72 admin admin] Deleting subnet fb77187c-6ba9-41e0-beac-134913a9a6f7 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:36:19.234450 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7bab4f75-d4f8-4e52-8006-f750b3fb7d72 admin admin] Publish callbacks [] for subnet (fb77187c-6ba9-41e0-beac-134913a9a6f7), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:19.276884 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7bab4f75-d4f8-4e52-8006-f750b3fb7d72 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (fb77187c-6ba9-41e0-beac-134913a9a6f7), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:19.305297 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3655b6-ead6-4e48-a3b8-b1892815ec6d req-a1250460-d1a3-4dcf-923f-6a24756ce3aa tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:19.306833 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fb3655b6-ead6-4e48-a3b8-b1892815ec6d req-a1250460-d1a3-4dcf-923f-6a24756ce3aa tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e4ff243-d28f-4c44-8f6f-d885353f5b3d HTTP/1.1" status: 200 len: 949 time: 0.0606794 Mar 11 19:36:19.360077 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7bab4f75-d4f8-4e52-8006-f750b3fb7d72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (fb77187c-6ba9-41e0-beac-134913a9a6f7), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:19.366899 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fb3655b6-ead6-4e48-a3b8-b1892815ec6d req-21efe169-bd38-4b17-bbeb-1ef26ea7c6f2 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543866 Mar 11 19:36:19.432278 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7bab4f75-d4f8-4e52-8006-f750b3fb7d72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (fb77187c-6ba9-41e0-beac-134913a9a6f7), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:19.461789 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bab4f75-d4f8-4e52-8006-f750b3fb7d72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb77187c-6ba9-41e0-beac-134913a9a6f7,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:19.468090 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7bab4f75-d4f8-4e52-8006-f750b3fb7d72 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:19.472114 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-7bab4f75-d4f8-4e52-8006-f750b3fb7d72 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/fb77187c-6ba9-41e0-beac-134913a9a6f7 HTTP/1.1" status: 204 len: 168 time: 0.3054309 Mar 11 19:36:19.473844 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c81afb-e7ca-47da-a408-07704406308f None None] Network 511bef21-e9c2-460b-aded-a37fed56aa50 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:36:19.476088 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34866) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:36:19.523523 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:36:19.531277 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d46f08-94a2-48d8-8648-82a71b2e9fd0 req-76a7fd77-14c5-4047-a759-e198a41d257c tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:19.532843 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-55d46f08-94a2-48d8-8648-82a71b2e9fd0 req-76a7fd77-14c5-4047-a759-e198a41d257c tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbff8c3d-c4d3-4bb3-b145-04248810f46f HTTP/1.1" status: 200 len: 950 time: 0.0806615 Mar 11 19:36:19.596482 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-55d46f08-94a2-48d8-8648-82a71b2e9fd0 req-f719b55c-9e6d-4c43-86b1-1ef5960bb960 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/security-groups?id=a781a375-ecc1-4470-b434-56ebce1f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563254 Mar 11 19:36:19.598382 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a8348987-120b-4589-bd17-15c169b10dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (511bef21-e9c2-460b-aded-a37fed56aa50), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:19.695284 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a8348987-120b-4589-bd17-15c169b10dc6 admin admin] Deleting port 653f0d61-00c6-455b-9c42-b10356214959 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:36:19.697782 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a8348987-120b-4589-bd17-15c169b10dc6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (653f0d61-00c6-455b-9c42-b10356214959), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:19.714985 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95d666d-1ab8-4f98-af6b-db1b3cf8c30f None None] DHCP port deletion for 511bef21-e9c2-460b-aded-a37fed56aa50 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:36:19.802576 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-a8348987-120b-4589-bd17-15c169b10dc6 admin admin] For port 653f0d61-00c6-455b-9c42-b10356214959, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=653f0d61-00c6-455b-9c42-b10356214959,segment=NetworkSegment(df2d2ef7-1eaf-4100-acf4-d3a03fda323e),segment_id=df2d2ef7-1eaf-4100-acf4-d3a03fda323e)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:19.803445 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a8348987-120b-4589-bd17-15c169b10dc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (653f0d61-00c6-455b-9c42-b10356214959), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:19.807014 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d95d666d-1ab8-4f98-af6b-db1b3cf8c30f None None] Deleting port 653f0d61-00c6-455b-9c42-b10356214959 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:36:19.807525 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d95d666d-1ab8-4f98-af6b-db1b3cf8c30f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (653f0d61-00c6-455b-9c42-b10356214959), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:19.818644 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a8348987-120b-4589-bd17-15c169b10dc6 admin admin] Calling delete_port for 653f0d61-00c6-455b-9c42-b10356214959 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:36:19.880256 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 73cf9994-2e3b-455d-b177-035336ec2695 up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:36:19.899485 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d95d666d-1ab8-4f98-af6b-db1b3cf8c30f None None] For port 653f0d61-00c6-455b-9c42-b10356214959, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=653f0d61-00c6-455b-9c42-b10356214959,segment=NetworkSegment(df2d2ef7-1eaf-4100-acf4-d3a03fda323e),segment_id=df2d2ef7-1eaf-4100-acf4-d3a03fda323e)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:19.900218 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d95d666d-1ab8-4f98-af6b-db1b3cf8c30f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (653f0d61-00c6-455b-9c42-b10356214959), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:19.921705 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a8348987-120b-4589-bd17-15c169b10dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (653f0d61-00c6-455b-9c42-b10356214959), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:19.952213 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d95d666d-1ab8-4f98-af6b-db1b3cf8c30f None None] Calling delete_port for 653f0d61-00c6-455b-9c42-b10356214959 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:36:19.983752 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8348987-120b-4589-bd17-15c169b10dc6 admin admin] No DVR routers for this DVR port 653f0d61-00c6-455b-9c42-b10356214959 on host n-d-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:36:19.989066 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8348987-120b-4589-bd17-15c169b10dc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=653f0d61-00c6-455b-9c42-b10356214959,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:20.044847 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port 73cf9994-2e3b-455d-b177-035336ec2695 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:36:20.054466 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port 73cf9994-2e3b-455d-b177-035336ec2695 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:36:20.054852 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (73cf9994-2e3b-455d-b177-035336ec2695), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:20.101986 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a8348987-120b-4589-bd17-15c169b10dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (511bef21-e9c2-460b-aded-a37fed56aa50), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:20.105439 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d95d666d-1ab8-4f98-af6b-db1b3cf8c30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (653f0d61-00c6-455b-9c42-b10356214959), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:20.132462 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95d666d-1ab8-4f98-af6b-db1b3cf8c30f None None] Pushing event deleted for resources: {'Port': ['ID=653f0d61-00c6-455b-9c42-b10356214959,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:20.133846 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-a8348987-120b-4589-bd17-15c169b10dc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['511bef21-e9c2-460b-aded-a37fed56aa50']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:20.148405 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95d666d-1ab8-4f98-af6b-db1b3cf8c30f None None] No DVR routers for this DVR port 653f0d61-00c6-455b-9c42-b10356214959 on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:36:20.148838 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-a8348987-120b-4589-bd17-15c169b10dc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df2d2ef7-1eaf-4100-acf4-d3a03fda323e') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:20.149978 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-a8348987-120b-4589-bd17-15c169b10dc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df2d2ef7-1eaf-4100-acf4-d3a03fda323e') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:20.178067 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a8348987-120b-4589-bd17-15c169b10dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (df2d2ef7-1eaf-4100-acf4-d3a03fda323e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:20.189914 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 73cf9994-2e3b-455d-b177-035336ec2695 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:36:20.190311 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (73cf9994-2e3b-455d-b177-035336ec2695), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:20.203409 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a8348987-120b-4589-bd17-15c169b10dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (df2d2ef7-1eaf-4100-acf4-d3a03fda323e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:20.210996 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8348987-120b-4589-bd17-15c169b10dc6 admin admin] Releasing vlan 868 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:36:20.211402 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a8348987-120b-4589-bd17-15c169b10dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (df2d2ef7-1eaf-4100-acf4-d3a03fda323e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:20.213928 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:36:20.213928 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:36:20.213928 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:36:20.213928 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:36:20.213928 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:36:20.213928 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:36:20.213928 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:36:20.213928 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:36:20.213928 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:36:20.213928 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:36:20.213928 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:36:20.213928 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:36:20.213928 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:36:20.213928 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:36:20.213928 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:36:20.213928 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:36:20.213928 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:36:20.213928 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:36:20.213928 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:36:20.213928 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:36:20.213928 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:36:20.213928 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:36:20.213928 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:36:20.213928 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:36:20.213928 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:36:20.213928 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:36:20.213928 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:36:20.213928 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:36:20.213928 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:36:20.213928 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:36:20.213928 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:36:20.213928 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:36:20.234040 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e4ff243-d28f-4c44-8f6f-d885353f5b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73cf9994-2e3b-455d-b177-035336ec2695'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:36:20.236231 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b02f95-9065-4618-be3e-374d6ef7206b" -d '{"events": [{"server_uuid": "7e4ff243-d28f-4c44-8f6f-d885353f5b3d", "name": "network-vif-plugged", "status": "completed", "tag": "73cf9994-2e3b-455d-b177-035336ec2695"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:36:20.257397 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 73cf9994-2e3b-455d-b177-035336ec2695, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=73cf9994-2e3b-455d-b177-035336ec2695,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:20.266162 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (73cf9994-2e3b-455d-b177-035336ec2695), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:20.275049 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 710e33c3-1e58-4387-b676-3e006d3f2e60 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:36:20.292571 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a8348987-120b-4589-bd17-15c169b10dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (511bef21-e9c2-460b-aded-a37fed56aa50), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:20.298861 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a8348987-120b-4589-bd17-15c169b10dc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:20.303842 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a8348987-120b-4589-bd17-15c169b10dc6 admin admin] 10.222.0.65 "DELETE /v2.0/networks/511bef21-e9c2-460b-aded-a37fed56aa50 HTTP/1.1" status: 204 len: 168 time: 0.8249784 Mar 11 19:36:20.316578 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8348987-120b-4589-bd17-15c169b10dc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=511bef21-e9c2-460b-aded-a37fed56aa50,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:20.352204 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=73cf9994-2e3b-455d-b177-035336ec2695,revision_number=9']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:20.363115 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-11d5d232-b0a3-4136-a603-b4f39baad5bf req-c05d3bba-2250-4c13-b333-0c67eaa9aacb tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6570456 Mar 11 19:36:20.367037 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 710e33c3-1e58-4387-b676-3e006d3f2e60 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:36:20.367488 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (710e33c3-1e58-4387-b676-3e006d3f2e60), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:20.436285 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-11d5d232-b0a3-4136-a603-b4f39baad5bf req-cbf84b72-7ffb-44e4-85f4-a01193a0ee9e tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] Request body: {'floatingip': {'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:36:20.447333 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34880) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:36:20.460543 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-11d5d232-b0a3-4136-a603-b4f39baad5bf req-cbf84b72-7ffb-44e4-85f4-a01193a0ee9e tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:20.461337 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 710e33c3-1e58-4387-b676-3e006d3f2e60 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:36:20.461738 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (710e33c3-1e58-4387-b676-3e006d3f2e60), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:20.484133 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 710e33c3-1e58-4387-b676-3e006d3f2e60, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=710e33c3-1e58-4387-b676-3e006d3f2e60,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:20.490151 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (710e33c3-1e58-4387-b676-3e006d3f2e60), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:20.495006 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-7db62800-d9a9-4fb1-8de1-aa52320fd495 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5ef363cb3b8e470c93ba878a527f3d7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0460198 Mar 11 19:36:20.497669 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34882) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:36:20.563827 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 9455d7ea-2564-4e6f-b93a-0fceb3356dab no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:36:20.585646 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-11d5d232-b0a3-4136-a603-b4f39baad5bf req-cbf84b72-7ffb-44e4-85f4-a01193a0ee9e tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:20.589647 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e3bf1a80-892a-4501-bfef-df3ea23dd708 admin admin] Publish callbacks [] for security_group (97b5c377-83f5-4bad-bf80-e3f012b06736), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:20.608556 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 9455d7ea-2564-4e6f-b93a-0fceb3356dab {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:36:20.608902 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 9455d7ea-2564-4e6f-b93a-0fceb3356dab not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:36:20.609334 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 0a9283e4-56af-45fe-823a-d20d39a4790e no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:36:20.617915 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=710e33c3-1e58-4387-b676-3e006d3f2e60,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:20.639598 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e3bf1a80-892a-4501-bfef-df3ea23dd708 admin admin] Publish callbacks [] for security_group (97b5c377-83f5-4bad-bf80-e3f012b06736), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:20.648377 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 0a9283e4-56af-45fe-823a-d20d39a4790e {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:36:20.648727 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 0a9283e4-56af-45fe-823a-d20d39a4790e not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:36:20.649152 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 653f0d61-00c6-455b-9c42-b10356214959 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:36:20.668693 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 653f0d61-00c6-455b-9c42-b10356214959 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:36:20.669052 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 653f0d61-00c6-455b-9c42-b10356214959 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:36:20.697734 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e3bf1a80-892a-4501-bfef-df3ea23dd708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (97b5c377-83f5-4bad-bf80-e3f012b06736), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:20.701204 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e3bf1a80-892a-4501-bfef-df3ea23dd708 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:20.702448 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e3bf1a80-892a-4501-bfef-df3ea23dd708 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/97b5c377-83f5-4bad-bf80-e3f012b06736 HTTP/1.1" status: 204 len: 168 time: 0.2021053 Mar 11 19:36:20.711161 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bf1a80-892a-4501-bfef-df3ea23dd708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b5c377-83f5-4bad-bf80-e3f012b06736,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:20.719416 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-11d5d232-b0a3-4136-a603-b4f39baad5bf req-cbf84b72-7ffb-44e4-85f4-a01193a0ee9e tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] Allocated IP 172.25.8.53 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/3c4a0038-1cf6-420a-9eca-f16ab64b2084) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:36:20.860295 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-11d5d232-b0a3-4136-a603-b4f39baad5bf req-cbf84b72-7ffb-44e4-85f4-a01193a0ee9e tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] Publish callbacks [] for port (3c4a0038-1cf6-420a-9eca-f16ab64b2084), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:20.897694 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-11d5d232-b0a3-4136-a603-b4f39baad5bf req-cbf84b72-7ffb-44e4-85f4-a01193a0ee9e tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (3c4a0038-1cf6-420a-9eca-f16ab64b2084), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:20.937969 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11d5d232-b0a3-4136-a603-b4f39baad5bf req-cbf84b72-7ffb-44e4-85f4-a01193a0ee9e tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:36:20.942222 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-11d5d232-b0a3-4136-a603-b4f39baad5bf req-cbf84b72-7ffb-44e4-85f4-a01193a0ee9e tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:36:20.945415 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb0d480-2dd1-47c9-ae57-4f8af651d0f6 None None] Sync routers for ids ['1db2897a-973e-46b9-9bfd-736f15410a9d'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:36:20.950808 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d5d232-b0a3-4136-a603-b4f39baad5bf req-cbf84b72-7ffb-44e4-85f4-a01193a0ee9e tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:36:20.956959 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb0d480-2dd1-47c9-ae57-4f8af651d0f6 None None] Routers {'1db2897a-973e-46b9-9bfd-736f15410a9d'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:36:20.957590 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-ceb0d480-2dd1-47c9-ae57-4f8af651d0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:35:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['1db2897a-973e-46b9-9bfd-736f15410a9d'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:21.015523 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf84b72-7ffb-44e4-85f4-a01193a0ee9e tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] Pushing event updated for resources: {'Port': ['ID=3c4a0038-1cf6-420a-9eca-f16ab64b2084,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:21.076435 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-11d5d232-b0a3-4136-a603-b4f39baad5bf req-cbf84b72-7ffb-44e4-85f4-a01193a0ee9e tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] Publish callbacks [] for floatingip (893d822c-a6a8-49cd-bdf9-3d5c59ddaf9a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:21.098527 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-ceb0d480-2dd1-47c9-ae57-4f8af651d0f6 None None] Set router 1db2897a-973e-46b9-9bfd-736f15410a9d gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:36:21.123758 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-11d5d232-b0a3-4136-a603-b4f39baad5bf req-cbf84b72-7ffb-44e4-85f4-a01193a0ee9e tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (3c4a0038-1cf6-420a-9eca-f16ab64b2084), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:21.153424 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34890) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:36:21.203601 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-9188ce9e-be25-4676-8a63-c2253a4ce30c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e1dfcd34e812493589bdfdb777e5b392&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0467031 Mar 11 19:36:21.204277 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34892) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:36:21.280763 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6fa6e0a3-5179-4f55-b51f-398dc6db4f87 admin admin] Publish callbacks [] for security_group (4d712553-add9-44bf-930c-ea512c636d97), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:21.307452 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6fa6e0a3-5179-4f55-b51f-398dc6db4f87 admin admin] Publish callbacks [] for security_group (4d712553-add9-44bf-930c-ea512c636d97), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:21.327864 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-11d5d232-b0a3-4136-a603-b4f39baad5bf req-cbf84b72-7ffb-44e4-85f4-a01193a0ee9e tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] Publish callbacks [] for port (3c4a0038-1cf6-420a-9eca-f16ab64b2084), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:21.333531 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-11d5d232-b0a3-4136-a603-b4f39baad5bf req-cbf84b72-7ffb-44e4-85f4-a01193a0ee9e tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (3c4a0038-1cf6-420a-9eca-f16ab64b2084), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:21.389343 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa528d-0946-4137-a978-39557d9978ed req-0aa8fafa-ae94-4e62-9f9b-49f1803c5fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:21.391097 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-61aa528d-0946-4137-a978-39557d9978ed req-0aa8fafa-ae94-4e62-9f9b-49f1803c5fb2 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=7e4ff243-d28f-4c44-8f6f-d885353f5b3d&tenant_id=487f8613d1fa45ab81e48e9d9d0fc801 HTTP/1.1" status: 200 len: 1132 time: 0.0505779 Mar 11 19:36:21.403362 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-61aa528d-0946-4137-a978-39557d9978ed req-4ddaf1b2-cb57-4064-a8ac-b1b7fac60602 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-833163-1', 'device_owner': 'compute:nova'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:36:21.405980 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf84b72-7ffb-44e4-85f4-a01193a0ee9e tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] Pushing event updated for resources: {'Port': ['ID=3c4a0038-1cf6-420a-9eca-f16ab64b2084,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:21.408156 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6fa6e0a3-5179-4f55-b51f-398dc6db4f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (4d712553-add9-44bf-930c-ea512c636d97), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:21.410605 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6fa6e0a3-5179-4f55-b51f-398dc6db4f87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:21.415504 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-6fa6e0a3-5179-4f55-b51f-398dc6db4f87 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4d712553-add9-44bf-930c-ea512c636d97 HTTP/1.1" status: 204 len: 168 time: 0.2105145 Mar 11 19:36:21.431926 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-11d5d232-b0a3-4136-a603-b4f39baad5bf req-cbf84b72-7ffb-44e4-85f4-a01193a0ee9e tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (893d822c-a6a8-49cd-bdf9-3d5c59ddaf9a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:21.443046 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa6e0a3-5179-4f55-b51f-398dc6db4f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d712553-add9-44bf-930c-ea512c636d97,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:21.470138 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-11d5d232-b0a3-4136-a603-b4f39baad5bf req-cbf84b72-7ffb-44e4-85f4-a01193a0ee9e tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:21.472473 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-11d5d232-b0a3-4136-a603-b4f39baad5bf req-cbf84b72-7ffb-44e4-85f4-a01193a0ee9e tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.1083217 Mar 11 19:36:21.492410 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-61aa528d-0946-4137-a978-39557d9978ed req-4ddaf1b2-cb57-4064-a8ac-b1b7fac60602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (73cf9994-2e3b-455d-b177-035336ec2695), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:21.537008 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-11d5d232-b0a3-4136-a603-b4f39baad5bf req-c8be646e-0368-45d7-a441-f7e8ef36ae49 tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.53 HTTP/1.1" status: 200 len: 695 time: 0.0580409 Mar 11 19:36:21.545890 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-ceb0d480-2dd1-47c9-ae57-4f8af651d0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db2897a-973e-46b9-9bfd-736f15410a9d', 'name': 'tempest-FloatingIPsTestJSON-299461360-router', 'tenant_id': 'd1d58973356d4e52a8ae3cfe1c0f48f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '710e33c3-1e58-4387-b676-3e006d3f2e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:36:10Z', 'updated_at': '2022-03-11T19:36:16Z', 'revision_number': 4, 'project_id': 'd1d58973356d4e52a8ae3cfe1c0f48f7', 'gw_port': {'id': '710e33c3-1e58-4387-b676-3e006d3f2e60', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db2897a-973e-46b9-9bfd-736f15410a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:12Z', 'updated_at': '2022-03-11T19:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '62c68111-fb85-4eea-852b-01d586621c0e', 'name': '', 'network_id': '65f0676c-e519-43a9-831a-5e083b230a42', 'tenant_id': 'd1d58973356d4e52a8ae3cfe1c0f48f7', 'mac_address': 'fa:16:3e:20:03:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db2897a-973e-46b9-9bfd-736f15410a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'c1022036-5404-4a7d-a786-c357d784c9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:15Z', 'updated_at': '2022-03-11T19:36:16Z', 'revision_number': 2, 'project_id': 'd1d58973356d4e52a8ae3cfe1c0f48f7', 'subnets': [{'id': 'c1022036-5404-4a7d-a786-c357d784c9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:21.596641 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb0d480-2dd1-47c9-ae57-4f8af651d0f6 None None] Checking router: 1db2897a-973e-46b9-9bfd-736f15410a9d for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:36:21.596998 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb0d480-2dd1-47c9-ae57-4f8af651d0f6 None None] Updating router 1db2897a-973e-46b9-9bfd-736f15410a9d port 62c68111-fb85-4eea-852b-01d586621c0e binding host n-d-833163-1 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:36:21.640423 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ceb0d480-2dd1-47c9-ae57-4f8af651d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (62c68111-fb85-4eea-852b-01d586621c0e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:21.665377 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d5d232-b0a3-4136-a603-b4f39baad5bf req-775decc4-973b-433f-bb3e-fc5a28cb2915 tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:21.666773 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-11d5d232-b0a3-4136-a603-b4f39baad5bf req-775decc4-973b-433f-bb3e-fc5a28cb2915 tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] 10.222.0.65 "GET /v2.0/networks/612cc066-33e3-444d-b1c7-d0a64751482a HTTP/1.1" status: 200 len: 784 time: 0.1210778 Mar 11 19:36:21.758749 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-61aa528d-0946-4137-a978-39557d9978ed req-4ddaf1b2-cb57-4064-a8ac-b1b7fac60602 service neutron] For port 73cf9994-2e3b-455d-b177-035336ec2695, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=73cf9994-2e3b-455d-b177-035336ec2695,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:21.786469 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356975e3-7cc9-4bd3-9605-b27835376fc9 req-8d6b06d5-fb88-4890-bd85-7aa28ba19dcd tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:21.789509 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-356975e3-7cc9-4bd3-9605-b27835376fc9 req-8d6b06d5-fb88-4890-bd85-7aa28ba19dcd tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?device_id=e1d2be0c-60f7-4b21-82d5-4bc9663b79c8 HTTP/1.1" status: 200 len: 946 time: 0.0659342 Mar 11 19:36:21.797142 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-61aa528d-0946-4137-a978-39557d9978ed req-4ddaf1b2-cb57-4064-a8ac-b1b7fac60602 service neutron] For port 73cf9994-2e3b-455d-b177-035336ec2695, host n-h2-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:36:21.838675 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e4ff243-d28f-4c44-8f6f-d885353f5b3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73cf9994-2e3b-455d-b177-035336ec2695'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:36:21.841151 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b981566f-2803-45a1-b350-421bdfb89c96" -d '{"events": [{"server_uuid": "7e4ff243-d28f-4c44-8f6f-d885353f5b3d", "name": "network-vif-unplugged", "status": "completed", "tag": "73cf9994-2e3b-455d-b177-035336ec2695"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:36:21.845323 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-61aa528d-0946-4137-a978-39557d9978ed req-4ddaf1b2-cb57-4064-a8ac-b1b7fac60602 service neutron] Publish callbacks [] for port (73cf9994-2e3b-455d-b177-035336ec2695), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:21.849641 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-356975e3-7cc9-4bd3-9605-b27835376fc9 req-91856dc4-da20-4ae0-85d6-4c1003d83762 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/security-groups?id=03204c94-e7d5-4698-bf53-e2e3ba52bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543640 Mar 11 19:36:21.867607 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-61aa528d-0946-4137-a978-39557d9978ed req-4ddaf1b2-cb57-4064-a8ac-b1b7fac60602 service neutron] Transition to ACTIVE for port object 73cf9994-2e3b-455d-b177-035336ec2695 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:36:21.873284 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-61aa528d-0946-4137-a978-39557d9978ed req-4ddaf1b2-cb57-4064-a8ac-b1b7fac60602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (73cf9994-2e3b-455d-b177-035336ec2695), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:21.965302 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ceb0d480-2dd1-47c9-ae57-4f8af651d0f6 None None] Publish callbacks [] for port (62c68111-fb85-4eea-852b-01d586621c0e), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:21.973136 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-61aa528d-0946-4137-a978-39557d9978ed req-4ddaf1b2-cb57-4064-a8ac-b1b7fac60602 service neutron] No DVR routers for this DVR port 73cf9994-2e3b-455d-b177-035336ec2695 on host n-h2-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:36:21.976816 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ceb0d480-2dd1-47c9-ae57-4f8af651d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (62c68111-fb85-4eea-852b-01d586621c0e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:21.987197 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddaf1b2-cb57-4064-a8ac-b1b7fac60602 service neutron] Pushing event updated for resources: {'Port': ['ID=73cf9994-2e3b-455d-b177-035336ec2695,revision_number=10']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:22.022871 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-61aa528d-0946-4137-a978-39557d9978ed req-4ddaf1b2-cb57-4064-a8ac-b1b7fac60602 service neutron] Attempting to bind port 73cf9994-2e3b-455d-b177-035336ec2695 on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:36:22.023293 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-61aa528d-0946-4137-a978-39557d9978ed req-4ddaf1b2-cb57-4064-a8ac-b1b7fac60602 service neutron] Attempting to bind port 73cf9994-2e3b-455d-b177-035336ec2695 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:36:22.023665 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61aa528d-0946-4137-a978-39557d9978ed req-4ddaf1b2-cb57-4064-a8ac-b1b7fac60602 service neutron] Attempting to bind port 73cf9994-2e3b-455d-b177-035336ec2695 on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:36:22.030246 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61aa528d-0946-4137-a978-39557d9978ed req-4ddaf1b2-cb57-4064-a8ac-b1b7fac60602 service neutron] Port 73cf9994-2e3b-455d-b177-035336ec2695 on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:36:22.030666 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61aa528d-0946-4137-a978-39557d9978ed req-4ddaf1b2-cb57-4064-a8ac-b1b7fac60602 service neutron] Attempting to bind port 73cf9994-2e3b-455d-b177-035336ec2695 on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:36:22.036321 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61aa528d-0946-4137-a978-39557d9978ed req-4ddaf1b2-cb57-4064-a8ac-b1b7fac60602 service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:36:22.036801 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61aa528d-0946-4137-a978-39557d9978ed req-4ddaf1b2-cb57-4064-a8ac-b1b7fac60602 service neutron] Checking segment: {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:36:22.037216 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61aa528d-0946-4137-a978-39557d9978ed req-4ddaf1b2-cb57-4064-a8ac-b1b7fac60602 service neutron] Bound using segment: {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:36:22.038174 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-61aa528d-0946-4137-a978-39557d9978ed req-4ddaf1b2-cb57-4064-a8ac-b1b7fac60602 service neutron] Bound port: 73cf9994-2e3b-455d-b177-035336ec2695, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:36:22.038599 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-61aa528d-0946-4137-a978-39557d9978ed req-4ddaf1b2-cb57-4064-a8ac-b1b7fac60602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (73cf9994-2e3b-455d-b177-035336ec2695), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:22.051326 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7395da34-081f-4b9e-b271-561bd16b610a req-4f199c3b-1778-4ab1-899e-c7b04b1dbe2f tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:22.056116 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7395da34-081f-4b9e-b271-561bd16b610a req-4f199c3b-1778-4ab1-899e-c7b04b1dbe2f tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/ports?device_id=07ae7129-86a6-4e1a-a968-9bf04aad685a HTTP/1.1" status: 200 len: 946 time: 0.1029406 Mar 11 19:36:22.099966 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46415b17-3446-4039-907b-aa40803e64c9 None None] Pushing event updated for resources: {'Port': ['ID=62c68111-fb85-4eea-852b-01d586621c0e,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:22.168337 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7395da34-081f-4b9e-b271-561bd16b610a req-cf118b59-eb07-409f-9583-4673fe91617d tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/security-groups?id=84f7623b-92bc-46cd-a725-53de6be71e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048441 Mar 11 19:36:22.198745 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 710e33c3-1e58-4387-b676-3e006d3f2e60 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:36:22.243763 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-61aa528d-0946-4137-a978-39557d9978ed req-4ddaf1b2-cb57-4064-a8ac-b1b7fac60602 service neutron] For port 73cf9994-2e3b-455d-b177-035336ec2695, host n-h1-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:36:22.262073 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-61aa528d-0946-4137-a978-39557d9978ed req-4ddaf1b2-cb57-4064-a8ac-b1b7fac60602 service neutron] For port 73cf9994-2e3b-455d-b177-035336ec2695, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=73cf9994-2e3b-455d-b177-035336ec2695,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:36:22.282523 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-61aa528d-0946-4137-a978-39557d9978ed req-4ddaf1b2-cb57-4064-a8ac-b1b7fac60602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (73cf9994-2e3b-455d-b177-035336ec2695), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:22.344029 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f57a64-5040-428f-babb-809374b778fe x-openstack-request-id: req-e6f57a64-5040-428f-babb-809374b778fe {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:36:22.344029 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e4ff243-d28f-4c44-8f6f-d885353f5b3d", "name": "network-vif-plugged", "status": "completed", "tag": "73cf9994-2e3b-455d-b177-035336ec2695", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:36:22.344462 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e6f57a64-5040-428f-babb-809374b778fe {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:36:22.344580 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e4ff243-d28f-4c44-8f6f-d885353f5b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73cf9994-2e3b-455d-b177-035336ec2695', 'code': 200} Mar 11 19:36:22.368125 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa528d-0946-4137-a978-39557d9978ed req-4ddaf1b2-cb57-4064-a8ac-b1b7fac60602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:22.369012 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-61aa528d-0946-4137-a978-39557d9978ed req-4ddaf1b2-cb57-4064-a8ac-b1b7fac60602 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:22.372207 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-61aa528d-0946-4137-a978-39557d9978ed req-4ddaf1b2-cb57-4064-a8ac-b1b7fac60602 service neutron] 10.222.0.75 "PUT /v2.0/ports/73cf9994-2e3b-455d-b177-035336ec2695 HTTP/1.1" status: 200 len: 1097 time: 0.9732985 Mar 11 19:36:22.420876 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-ceb0d480-2dd1-47c9-ae57-4f8af651d0f6 None None] Attempting to bind port 62c68111-fb85-4eea-852b-01d586621c0e on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:36:22.421470 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-ceb0d480-2dd1-47c9-ae57-4f8af651d0f6 None None] Attempting to bind port 62c68111-fb85-4eea-852b-01d586621c0e by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '64fb2c86-d8e3-4d87-b982-2ce4a906a366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '65f0676c-e519-43a9-831a-5e083b230a42'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:36:22.421857 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb0d480-2dd1-47c9-ae57-4f8af651d0f6 None None] Attempting to bind port 62c68111-fb85-4eea-852b-01d586621c0e on network 65f0676c-e519-43a9-831a-5e083b230a42 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:36:22.424921 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5cc1a2a2-5047-419a-99b8-cfbd287f38f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:22.457334 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb0d480-2dd1-47c9-ae57-4f8af651d0f6 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:36:22.457723 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb0d480-2dd1-47c9-ae57-4f8af651d0f6 None None] Checking segment: {'id': '64fb2c86-d8e3-4d87-b982-2ce4a906a366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '65f0676c-e519-43a9-831a-5e083b230a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:36:22.458132 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ceb0d480-2dd1-47c9-ae57-4f8af651d0f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:22.458531 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb0d480-2dd1-47c9-ae57-4f8af651d0f6 None None] Bound using segment: {'id': '64fb2c86-d8e3-4d87-b982-2ce4a906a366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '65f0676c-e519-43a9-831a-5e083b230a42'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:36:22.459023 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-ceb0d480-2dd1-47c9-ae57-4f8af651d0f6 None None] Bound port: 62c68111-fb85-4eea-852b-01d586621c0e, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64fb2c86-d8e3-4d87-b982-2ce4a906a366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '65f0676c-e519-43a9-831a-5e083b230a42'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:36:22.459490 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ceb0d480-2dd1-47c9-ae57-4f8af651d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (62c68111-fb85-4eea-852b-01d586621c0e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:22.501508 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddaf1b2-cb57-4064-a8ac-b1b7fac60602 service neutron] Pushing event updated for resources: {'Port': ['ID=73cf9994-2e3b-455d-b177-035336ec2695,revision_number=11']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:22.522174 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa528d-0946-4137-a978-39557d9978ed req-cb9647ef-4ad8-48a1-ac4e-e1beac0fe697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:22.524972 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-61aa528d-0946-4137-a978-39557d9978ed req-cb9647ef-4ad8-48a1-ac4e-e1beac0fe697 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=487f8613d1fa45ab81e48e9d9d0fc801&device_id=7e4ff243-d28f-4c44-8f6f-d885353f5b3d HTTP/1.1" status: 200 len: 1131 time: 0.0992954 Mar 11 19:36:22.549739 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b61cbd-f7c5-47cf-9200-c38d65784ee4 req-33519499-9682-4c73-8c0e-ad5983469bce tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:22.561220 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-68b61cbd-f7c5-47cf-9200-c38d65784ee4 req-33519499-9682-4c73-8c0e-ad5983469bce tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e4ff243-d28f-4c44-8f6f-d885353f5b3d HTTP/1.1" status: 200 len: 949 time: 0.1684852 Mar 11 19:36:22.655006 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-68b61cbd-f7c5-47cf-9200-c38d65784ee4 req-0830c330-4a95-47ec-9e82-22f5df22e777 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888624 Mar 11 19:36:22.656450 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:22.670857 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 710e33c3-1e58-4387-b676-3e006d3f2e60 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:36:22.671428 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (710e33c3-1e58-4387-b676-3e006d3f2e60), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:22.704679 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-ceb0d480-2dd1-47c9-ae57-4f8af651d0f6 None None] For port 62c68111-fb85-4eea-852b-01d586621c0e, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:36:22.728282 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34928) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:36:22.738332 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-6c9289ca-c0f8-41ea-baa4-ff74e93c66f9 None None] Provisioning complete for port 62c68111-fb85-4eea-852b-01d586621c0e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:36:22.738964 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6c9289ca-c0f8-41ea-baa4-ff74e93c66f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (62c68111-fb85-4eea-852b-01d586621c0e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:22.744920 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa528d-0946-4137-a978-39557d9978ed req-9813a080-f12b-4669-a323-359e34e008e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:22.746894 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-61aa528d-0946-4137-a978-39557d9978ed req-9813a080-f12b-4669-a323-359e34e008e8 service neutron] 10.222.0.75 "GET /v2.0/networks?id=885772b1-9b97-4e1d-a0fb-e125030c5a81 HTTP/1.1" status: 200 len: 870 time: 0.2135353 Mar 11 19:36:22.806897 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f303c63a-c423-464f-8193-bca2a7838900 req-45f2ebb5-6ac8-4f17-852f-65b1671de71f tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:22.808785 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f303c63a-c423-464f-8193-bca2a7838900 req-45f2ebb5-6ac8-4f17-852f-65b1671de71f tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbff8c3d-c4d3-4bb3-b145-04248810f46f HTTP/1.1" status: 200 len: 950 time: 0.0824730 Mar 11 19:36:22.809390 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-ceb0d480-2dd1-47c9-ae57-4f8af651d0f6 None None] For port 62c68111-fb85-4eea-852b-01d586621c0e, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=62c68111-fb85-4eea-852b-01d586621c0e,segment=NetworkSegment(64fb2c86-d8e3-4d87-b982-2ce4a906a366),segment_id=64fb2c86-d8e3-4d87-b982-2ce4a906a366)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:36:22.811700 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-6c9289ca-c0f8-41ea-baa4-ff74e93c66f9 None None] Port 62c68111-fb85-4eea-852b-01d586621c0e cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:36:22.828422 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-61aa528d-0946-4137-a978-39557d9978ed req-63ab3b04-6308-4f77-a151-d7551637410c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=73cf9994-2e3b-455d-b177-035336ec2695 HTTP/1.1" status: 200 len: 217 time: 0.0745313 Mar 11 19:36:22.829185 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ceb0d480-2dd1-47c9-ae57-4f8af651d0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (62c68111-fb85-4eea-852b-01d586621c0e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:22.882622 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f303c63a-c423-464f-8193-bca2a7838900 req-c4203798-6fee-4dd7-af7f-c487822bcafb tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/security-groups?id=a781a375-ecc1-4470-b434-56ebce1f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576351 Mar 11 19:36:22.915677 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa528d-0946-4137-a978-39557d9978ed req-8621109d-92b0-4232-bb72-ecf803aaf7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:22.921322 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-61aa528d-0946-4137-a978-39557d9978ed req-8621109d-92b0-4232-bb72-ecf803aaf7d2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.0871286 Mar 11 19:36:22.937259 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 710e33c3-1e58-4387-b676-3e006d3f2e60 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:36:22.973626 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46415b17-3446-4039-907b-aa40803e64c9 None None] Pushing event updated for resources: {'Port': ['ID=62c68111-fb85-4eea-852b-01d586621c0e,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:22.980550 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-76e51128-1af2-4add-a7b8-58126184dcd1 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-956815929-network', 'tenant_id': 'da819cb87a264241a7bc7356afc1d1d4'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:36:22.983333 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb0d480-2dd1-47c9-ae57-4f8af651d0f6 None None] Routers {'1db2897a-973e-46b9-9bfd-736f15410a9d'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:36:22.984243 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-ceb0d480-2dd1-47c9-ae57-4f8af651d0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:35:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['1db2897a-973e-46b9-9bfd-736f15410a9d'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:22.987448 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0dc046dc-dab2-4ff0-bcdc-533d1d8c8695 req-d04e7c4c-e3cb-44a0-9f87-bd35e009bbd9 tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] 10.222.0.65 "GET /v2.0/floatingips/893d822c-a6a8-49cd-bdf9-3d5c59ddaf9a HTTP/1.1" status: 200 len: 692 time: 0.0643744 Mar 11 19:36:23.014745 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa528d-0946-4137-a978-39557d9978ed req-74a6285f-0f82-4384-b987-08f01a1cc6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:23.016294 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-61aa528d-0946-4137-a978-39557d9978ed req-74a6285f-0f82-4384-b987-08f01a1cc6cb service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0844152 Mar 11 19:36:23.045582 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e51128-1af2-4add-a7b8-58126184dcd1 admin admin] Made reservation on behalf of da819cb87a264241a7bc7356afc1d1d4 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:36:23.047896 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-76e51128-1af2-4add-a7b8-58126184dcd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:23.066960 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-76e51128-1af2-4add-a7b8-58126184dcd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:23.156111 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-ceb0d480-2dd1-47c9-ae57-4f8af651d0f6 None None] Set router 1db2897a-973e-46b9-9bfd-736f15410a9d gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:36:23.183545 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-61aa528d-0946-4137-a978-39557d9978ed req-ebad633a-5300-4c7d-9060-45f32e436e75 service neutron] 10.222.0.75 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561787 Mar 11 19:36:23.190514 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc046dc-dab2-4ff0-bcdc-533d1d8c8695 req-be95fa43-8118-4922-81a4-966962a160b4 tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:23.201759 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0dc046dc-dab2-4ff0-bcdc-533d1d8c8695 req-be95fa43-8118-4922-81a4-966962a160b4 tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] 10.222.0.65 "GET /v2.0/networks/612cc066-33e3-444d-b1c7-d0a64751482a HTTP/1.1" status: 200 len: 784 time: 0.2047546 Mar 11 19:36:23.217432 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [req-0dc046dc-dab2-4ff0-bcdc-533d1d8c8695 req-87c4dda3-0097-44bc-8ee0-e88a61f0fb92 tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:36:23.240091 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0dc046dc-dab2-4ff0-bcdc-533d1d8c8695 req-87c4dda3-0097-44bc-8ee0-e88a61f0fb92 tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0337963 Mar 11 19:36:23.321613 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 19:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dafdccb-2d05-41a4-9067-50944560f4ae x-openstack-request-id: req-6dafdccb-2d05-41a4-9067-50944560f4ae {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:36:23.322160 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e4ff243-d28f-4c44-8f6f-d885353f5b3d", "name": "network-vif-unplugged", "status": "completed", "tag": "73cf9994-2e3b-455d-b177-035336ec2695", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:36:23.322353 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6dafdccb-2d05-41a4-9067-50944560f4ae {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:36:23.322745 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e4ff243-d28f-4c44-8f6f-d885353f5b3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73cf9994-2e3b-455d-b177-035336ec2695', 'code': 200} Mar 11 19:36:23.336798 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-76e51128-1af2-4add-a7b8-58126184dcd1 admin admin] Publish callbacks [] for security_group (4ce63813-5fcd-431f-ad4d-45adcc20fbce), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:23.345230 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-76e51128-1af2-4add-a7b8-58126184dcd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (4ce63813-5fcd-431f-ad4d-45adcc20fbce), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:23.365150 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-61aa528d-0946-4137-a978-39557d9978ed req-4cb79279-ad9c-4f36-90fb-147816bf93f5 service neutron] 10.222.0.75 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684535 Mar 11 19:36:23.372796 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76e51128-1af2-4add-a7b8-58126184dcd1 admin admin] vlan segment allocate from pool success with {'vlan_id': 894, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:36:23.416821 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-76e51128-1af2-4add-a7b8-58126184dcd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (9bb3c5b9-ded6-4f56-ba89-a200cfb91930), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:23.417485 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-76e51128-1af2-4add-a7b8-58126184dcd1 admin admin] Added segment 9bb3c5b9-ded6-4f56-ba89-a200cfb91930 of type vlan for network b7328d88-c46c-4fd2-beed-653eba4777e2 Mar 11 19:36:23.427082 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c1879d05-09f6-493e-8a0f-55da343a9ad8 None None] Provisioning complete for port 62c68111-fb85-4eea-852b-01d586621c0e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:36:23.427555 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c1879d05-09f6-493e-8a0f-55da343a9ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (62c68111-fb85-4eea-852b-01d586621c0e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:23.474901 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e51128-1af2-4add-a7b8-58126184dcd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce63813-5fcd-431f-ad4d-45adcc20fbce,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:23.501067 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-76e51128-1af2-4add-a7b8-58126184dcd1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (b7328d88-c46c-4fd2-beed-653eba4777e2), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:23.505836 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-ceb0d480-2dd1-47c9-ae57-4f8af651d0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db2897a-973e-46b9-9bfd-736f15410a9d', 'name': 'tempest-FloatingIPsTestJSON-299461360-router', 'tenant_id': 'd1d58973356d4e52a8ae3cfe1c0f48f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '710e33c3-1e58-4387-b676-3e006d3f2e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:36:10Z', 'updated_at': '2022-03-11T19:36:16Z', 'revision_number': 4, 'project_id': 'd1d58973356d4e52a8ae3cfe1c0f48f7', 'gw_port': {'id': '710e33c3-1e58-4387-b676-3e006d3f2e60', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db2897a-973e-46b9-9bfd-736f15410a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:12Z', 'updated_at': '2022-03-11T19:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '62c68111-fb85-4eea-852b-01d586621c0e', 'name': '', 'network_id': '65f0676c-e519-43a9-831a-5e083b230a42', 'tenant_id': 'd1d58973356d4e52a8ae3cfe1c0f48f7', 'mac_address': 'fa:16:3e:20:03:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db2897a-973e-46b9-9bfd-736f15410a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'c1022036-5404-4a7d-a786-c357d784c9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:15Z', 'updated_at': '2022-03-11T19:36:22Z', 'revision_number': 4, 'project_id': 'd1d58973356d4e52a8ae3cfe1c0f48f7', 'subnets': [{'id': 'c1022036-5404-4a7d-a786-c357d784c9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:23.511790 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f3cb7-d149-4395-8673-13d10cdbcdea req-15c83441-8d3e-4b75-8a39-33efbf165488 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:23.513411 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9d8f3cb7-d149-4395-8673-13d10cdbcdea req-15c83441-8d3e-4b75-8a39-33efbf165488 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/ports?device_id=07ae7129-86a6-4e1a-a968-9bf04aad685a HTTP/1.1" status: 200 len: 946 time: 0.1260462 Mar 11 19:36:23.539316 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb0d480-2dd1-47c9-ae57-4f8af651d0f6 None None] The sync data for ids ['1db2897a-973e-46b9-9bfd-736f15410a9d'] in n-d-833163-1 is: [{'id': '1db2897a-973e-46b9-9bfd-736f15410a9d', 'name': 'tempest-FloatingIPsTestJSON-299461360-router', 'tenant_id': 'd1d58973356d4e52a8ae3cfe1c0f48f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '710e33c3-1e58-4387-b676-3e006d3f2e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:36:10Z', 'updated_at': '2022-03-11T19:36:16Z', 'revision_number': 4, 'project_id': 'd1d58973356d4e52a8ae3cfe1c0f48f7', 'gw_port': {'id': '710e33c3-1e58-4387-b676-3e006d3f2e60', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db2897a-973e-46b9-9bfd-736f15410a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:12Z', 'updated_at': '2022-03-11T19:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '62c68111-fb85-4eea-852b-01d586621c0e', 'name': '', 'network_id': '65f0676c-e519-43a9-831a-5e083b230a42', 'tenant_id': 'd1d58973356d4e52a8ae3cfe1c0f48f7', 'mac_address': 'fa:16:3e:20:03:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db2897a-973e-46b9-9bfd-736f15410a9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'c1022036-5404-4a7d-a786-c357d784c9d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:15Z', 'updated_at': '2022-03-11T19:36:22Z', 'revision_number': 4, 'project_id': 'd1d58973356d4e52a8ae3cfe1c0f48f7', 'subnets': [{'id': 'c1022036-5404-4a7d-a786-c357d784c9d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:36:23.585734 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-76e51128-1af2-4add-a7b8-58126184dcd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (b7328d88-c46c-4fd2-beed-653eba4777e2), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:23.586915 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e51128-1af2-4add-a7b8-58126184dcd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:23.587550 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-76e51128-1af2-4add-a7b8-58126184dcd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:23.594052 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c1879d05-09f6-493e-8a0f-55da343a9ad8 None None] Current status of the port 62c68111-fb85-4eea-852b-01d586621c0e is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:36:23.594464 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c1879d05-09f6-493e-8a0f-55da343a9ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (62c68111-fb85-4eea-852b-01d586621c0e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:23.615434 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9d8f3cb7-d149-4395-8673-13d10cdbcdea req-f32bf90e-6564-4996-84d3-c3fd4783f0b1 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/security-groups?id=84f7623b-92bc-46cd-a725-53de6be71e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908289 Mar 11 19:36:23.643693 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-76e51128-1af2-4add-a7b8-58126184dcd1 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9043901 Mar 11 19:36:23.643693 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34938) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:36:23.647457 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c1879d05-09f6-493e-8a0f-55da343a9ad8 None None] For port 62c68111-fb85-4eea-852b-01d586621c0e, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=62c68111-fb85-4eea-852b-01d586621c0e,segment=NetworkSegment(64fb2c86-d8e3-4d87-b982-2ce4a906a366),segment_id=64fb2c86-d8e3-4d87-b982-2ce4a906a366)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:23.649858 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-dcf7efc7-8adb-43d6-add4-9239c9897119 admin admin] Request body: {'subnet': {'network_id': 'b7328d88-c46c-4fd2-beed-653eba4777e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-956815929-subnet', 'tenant_id': 'da819cb87a264241a7bc7356afc1d1d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:36:23.653591 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c1879d05-09f6-493e-8a0f-55da343a9ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (62c68111-fb85-4eea-852b-01d586621c0e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:23.691662 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e51128-1af2-4add-a7b8-58126184dcd1 admin admin] Pushing event updated for resources: {'Network': ['ID=b7328d88-c46c-4fd2-beed-653eba4777e2,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:23.713394 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network b7328d88-c46c-4fd2-beed-653eba4777e2 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:36:23.784048 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-24ea458d-338b-4827-baa6-cd9991dce4d6 req-72ad1745-61eb-4972-a100-05135b497807 tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] 10.222.0.65 "GET /v2.0/floatingips?tenant_id=d1d58973356d4e52a8ae3cfe1c0f48f7 HTTP/1.1" status: 200 len: 695 time: 0.0895569 Mar 11 19:36:23.814024 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1879d05-09f6-493e-8a0f-55da343a9ad8 None None] Pushing event updated for resources: {'Port': ['ID=62c68111-fb85-4eea-852b-01d586621c0e,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:23.825053 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf7efc7-8adb-43d6-add4-9239c9897119 admin admin] Made reservation on behalf of da819cb87a264241a7bc7356afc1d1d4 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:36:23.827512 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dcf7efc7-8adb-43d6-add4-9239c9897119 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:23.876940 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 73cf9994-2e3b-455d-b177-035336ec2695 no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:36:23.925023 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] The host n-h2-833163-1 is not matching for port 73cf9994-2e3b-455d-b177-035336ec2695 host n-h1-833163-1! {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 19:36:23.925423 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 73cf9994-2e3b-455d-b177-035336ec2695 not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:36:23.965932 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ea458d-338b-4827-baa6-cd9991dce4d6 req-3548def8-efd5-4186-9f50-1f2a572accaf tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:23.967575 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-24ea458d-338b-4827-baa6-cd9991dce4d6 req-3548def8-efd5-4186-9f50-1f2a572accaf tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] 10.222.0.65 "GET /v2.0/networks?id=612cc066-33e3-444d-b1c7-d0a64751482a HTTP/1.1" status: 200 len: 787 time: 0.1825840 Mar 11 19:36:23.986478 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [req-24ea458d-338b-4827-baa6-cd9991dce4d6 req-ebd552b0-ed13-4fc0-b1a1-fe2417bd5c77 tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:36:23.987488 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-24ea458d-338b-4827-baa6-cd9991dce4d6 req-ebd552b0-ed13-4fc0-b1a1-fe2417bd5c77 tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070484 Mar 11 19:36:24.144626 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dcf7efc7-8adb-43d6-add4-9239c9897119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (6c645ced-5e6e-4cab-a984-2139b15643f2), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:24.211115 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 62c68111-fb85-4eea-852b-01d586621c0e up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:36:24.224003 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf7efc7-8adb-43d6-add4-9239c9897119 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c645ced-5e6e-4cab-a984-2139b15643f2,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:24.249231 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf7efc7-8adb-43d6-add4-9239c9897119 admin admin] Checking segment: {'id': '9bb3c5b9-ded6-4f56-ba89-a200cfb91930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'b7328d88-c46c-4fd2-beed-653eba4777e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:36:24.250028 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf7efc7-8adb-43d6-add4-9239c9897119 admin admin] Network hostable DHCP agents. Network: b7328d88-c46c-4fd2-beed-653eba4777e2, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:36:24.299071 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf7efc7-8adb-43d6-add4-9239c9897119 admin admin] Network b7328d88-c46c-4fd2-beed-653eba4777e2 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:36:24.317507 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-dcf7efc7-8adb-43d6-add4-9239c9897119 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, b7328d88-c46c-4fd2-beed-653eba4777e2) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:36:24.336046 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf7efc7-8adb-43d6-add4-9239c9897119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:24.337365 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dcf7efc7-8adb-43d6-add4-9239c9897119 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:24.340281 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 62c68111-fb85-4eea-852b-01d586621c0e triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:36:24.340861 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (62c68111-fb85-4eea-852b-01d586621c0e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:24.346899 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d82a27-d3cd-4708-8e24-9d3826afb646 None None] Network b7328d88-c46c-4fd2-beed-653eba4777e2 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:36:24.371970 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-dcf7efc7-8adb-43d6-add4-9239c9897119 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7314858 Mar 11 19:36:24.567027 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0aa2f-bc64-4fd4-9021-63f96ef0d4eb req-d5aa91b2-d6b8-41b9-86d3-745923ffd490 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:24.569377 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a2b0aa2f-bc64-4fd4-9021-63f96ef0d4eb req-d5aa91b2-d6b8-41b9-86d3-745923ffd490 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e4ff243-d28f-4c44-8f6f-d885353f5b3d HTTP/1.1" status: 200 len: 949 time: 0.0807345 Mar 11 19:36:24.600774 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-47867b3b-b0ec-4849-b4a4-a69527635d07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:24.632407 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cc7f9c-d61c-46c8-aae9-61100d2dccf6 None None] Network b7328d88-c46c-4fd2-beed-653eba4777e2 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:36:24.635841 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a2b0aa2f-bc64-4fd4-9021-63f96ef0d4eb req-951055fd-ad9b-42c7-866b-112f75cdb42c tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591557 Mar 11 19:36:24.703456 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 62c68111-fb85-4eea-852b-01d586621c0e is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:36:24.743977 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30bc92-ccf4-4e65-b26e-632db4161bc8 req-74b5f9b6-7bcc-40ff-bc7d-fd4296b75eb3 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:24.745450 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5b30bc92-ccf4-4e65-b26e-632db4161bc8 req-74b5f9b6-7bcc-40ff-bc7d-fd4296b75eb3 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbff8c3d-c4d3-4bb3-b145-04248810f46f HTTP/1.1" status: 200 len: 950 time: 0.0536149 Mar 11 19:36:24.792068 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5b30bc92-ccf4-4e65-b26e-632db4161bc8 req-5aa284a9-85a2-4d8b-a24d-0683fe042184 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/security-groups?id=a781a375-ecc1-4470-b434-56ebce1f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409322 Mar 11 19:36:24.859431 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f05d952f-8be7-4eb3-bd1c-97e7c33bcfda req-1f35f408-3e87-4bfc-8220-fa78c440b3a8 tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] 10.222.0.65 "GET /v2.0/floatingips/893d822c-a6a8-49cd-bdf9-3d5c59ddaf9a HTTP/1.1" status: 200 len: 692 time: 0.0461695 Mar 11 19:36:24.966384 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d952f-8be7-4eb3-bd1c-97e7c33bcfda req-3a35a61c-c786-4ca1-8f02-fb6499d637ac tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:24.967752 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f05d952f-8be7-4eb3-bd1c-97e7c33bcfda req-3a35a61c-c786-4ca1-8f02-fb6499d637ac tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] 10.222.0.65 "GET /v2.0/networks/612cc066-33e3-444d-b1c7-d0a64751482a HTTP/1.1" status: 200 len: 784 time: 0.1031964 Mar 11 19:36:24.977416 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [req-f05d952f-8be7-4eb3-bd1c-97e7c33bcfda req-e3bc1e51-366c-4c40-ab54-50fbfa5c899f tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:36:24.978396 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f05d952f-8be7-4eb3-bd1c-97e7c33bcfda req-e3bc1e51-366c-4c40-ab54-50fbfa5c899f tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054753 Mar 11 19:36:25.028044 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f05d952f-8be7-4eb3-bd1c-97e7c33bcfda req-9f1ab122-3758-4a6d-907d-d0e26c44614f tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.53 HTTP/1.1" status: 200 len: 695 time: 0.0440729 Mar 11 19:36:25.077536 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f05d952f-8be7-4eb3-bd1c-97e7c33bcfda req-982a980d-36c9-4225-934b-bf7a34076fb7 tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.53 HTTP/1.1" status: 200 len: 695 time: 0.0438519 Mar 11 19:36:25.208780 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-f05d952f-8be7-4eb3-bd1c-97e7c33bcfda req-802d94f1-62e5-4856-86bf-45f9cc42ff24 tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] Deleting port 3c4a0038-1cf6-420a-9eca-f16ab64b2084 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:36:25.209031 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f05d952f-8be7-4eb3-bd1c-97e7c33bcfda req-802d94f1-62e5-4856-86bf-45f9cc42ff24 tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (3c4a0038-1cf6-420a-9eca-f16ab64b2084), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:25.290892 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f05d952f-8be7-4eb3-bd1c-97e7c33bcfda req-802d94f1-62e5-4856-86bf-45f9cc42ff24 tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (3c4a0038-1cf6-420a-9eca-f16ab64b2084), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:25.291220 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f05d952f-8be7-4eb3-bd1c-97e7c33bcfda req-802d94f1-62e5-4856-86bf-45f9cc42ff24 tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] Publish callbacks [] for floatingip (3c4a0038-1cf6-420a-9eca-f16ab64b2084), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:25.303739 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-f05d952f-8be7-4eb3-bd1c-97e7c33bcfda req-802d94f1-62e5-4856-86bf-45f9cc42ff24 tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] Calling delete_port for 3c4a0038-1cf6-420a-9eca-f16ab64b2084 owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:36:25.324491 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e4ff243-d28f-4c44-8f6f-d885353f5b3d', 'tag': '73cf9994-2e3b-455d-b177-035336ec2695'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:36:25.326946 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdcfcf49-843b-4a41-b782-86821496b599" -d '{"events": [{"name": "network-changed", "server_uuid": "7e4ff243-d28f-4c44-8f6f-d885353f5b3d", "tag": "73cf9994-2e3b-455d-b177-035336ec2695"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:36:25.451999 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f05d952f-8be7-4eb3-bd1c-97e7c33bcfda req-802d94f1-62e5-4856-86bf-45f9cc42ff24 tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (3c4a0038-1cf6-420a-9eca-f16ab64b2084), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:25.476428 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802d94f1-62e5-4856-86bf-45f9cc42ff24 tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] Pushing event deleted for resources: {'Port': ['ID=3c4a0038-1cf6-420a-9eca-f16ab64b2084,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:25.548244 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f05d952f-8be7-4eb3-bd1c-97e7c33bcfda req-802d94f1-62e5-4856-86bf-45f9cc42ff24 tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] Publish callbacks [] for floatingip (893d822c-a6a8-49cd-bdf9-3d5c59ddaf9a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:25.551080 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f05d952f-8be7-4eb3-bd1c-97e7c33bcfda req-802d94f1-62e5-4856-86bf-45f9cc42ff24 tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:25.552300 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f05d952f-8be7-4eb3-bd1c-97e7c33bcfda req-802d94f1-62e5-4856-86bf-45f9cc42ff24 tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] 10.222.0.65 "DELETE /v2.0/floatingips/893d822c-a6a8-49cd-bdf9-3d5c59ddaf9a HTTP/1.1" status: 204 len: 173 time: 0.4692965 Mar 11 19:36:25.769890 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9468e71c-237d-42e1-8062-5197cb820599 req-9f882c63-09bb-4ef4-ab0c-ad20a1af419b tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:25.771274 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9468e71c-237d-42e1-8062-5197cb820599 req-9f882c63-09bb-4ef4-ab0c-ad20a1af419b tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?device_id=e1d2be0c-60f7-4b21-82d5-4bc9663b79c8 HTTP/1.1" status: 200 len: 946 time: 0.0557296 Mar 11 19:36:25.817405 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9468e71c-237d-42e1-8062-5197cb820599 req-8f13fb61-53ad-441a-a194-5b7f6c8f3b8a tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/security-groups?id=03204c94-e7d5-4698-bf53-e2e3ba52bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399013 Mar 11 19:36:26.076070 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:26.099024 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-bb64741d-4b53-46f6-b2ee-a67471936608 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:26.100568 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-bb64741d-4b53-46f6-b2ee-a67471936608 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] 10.222.0.65 "GET /v2.0/networks?id=b7328d88-c46c-4fd2-beed-653eba4777e2 HTTP/1.1" status: 200 len: 812 time: 0.1009574 Mar 11 19:36:26.114808 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-30339584-402b-4f45-b74a-846e866b7a08 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] 10.222.0.65 "GET /v2.0/quotas/da819cb87a264241a7bc7356afc1d1d4 HTTP/1.1" status: 200 len: 375 time: 0.0088556 Mar 11 19:36:26.151735 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-ae55c4e5-a589-4872-8dc4-b51fc7134d50 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=da819cb87a264241a7bc7356afc1d1d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308762 Mar 11 19:36:26.241929 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-d28c02d9-8a67-48b5-a7c0-5a9cac52b034 service neutron] 10.222.0.65 "GET /v2.0/networks/b7328d88-c46c-4fd2-beed-653eba4777e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834432 Mar 11 19:36:26.267874 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 73cf9994-2e3b-455d-b177-035336ec2695 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:36:26.334959 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-6b630e56-bc29-4e7a-a6a4-660c0e031f1f service neutron] 10.222.0.65 "GET /v2.0/networks/b7328d88-c46c-4fd2-beed-653eba4777e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868156 Mar 11 19:36:26.517452 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 73cf9994-2e3b-455d-b177-035336ec2695, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=73cf9994-2e3b-455d-b177-035336ec2695,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:26.530979 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '73cf9994-2e3b-455d-b177-035336ec2695', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'port_id': '73cf9994-2e3b-455d-b177-035336ec2695', 'mac_address': 'fa:16:3e:4b:d2:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bb14923-74c3-4313-be8d-ed33542f05aa', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:36:26.531637 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5471803e-a96c-479c-9a3c-a62805007723 x-openstack-request-id: req-5471803e-a96c-479c-9a3c-a62805007723 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:36:26.532088 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e4ff243-d28f-4c44-8f6f-d885353f5b3d", "tag": "73cf9994-2e3b-455d-b177-035336ec2695", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:36:26.535025 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5471803e-a96c-479c-9a3c-a62805007723 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:36:26.535541 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e4ff243-d28f-4c44-8f6f-d885353f5b3d', 'tag': '73cf9994-2e3b-455d-b177-035336ec2695', 'status': 'completed', 'code': 200} Mar 11 19:36:26.575565 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 73cf9994-2e3b-455d-b177-035336ec2695 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:36:26.575997 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (73cf9994-2e3b-455d-b177-035336ec2695), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:26.591886 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73cf9994-2e3b-455d-b177-035336ec2695 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:36:26.614109 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 73cf9994-2e3b-455d-b177-035336ec2695, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=73cf9994-2e3b-455d-b177-035336ec2695,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:26.618892 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcfcf49-843b-4a41-b782-86821496b599 req-ce28d361-7534-49ea-978e-fbe32cd8b89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:26.621128 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-bdcfcf49-843b-4a41-b782-86821496b599 req-ce28d361-7534-49ea-978e-fbe32cd8b89e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=487f8613d1fa45ab81e48e9d9d0fc801&device_id=7e4ff243-d28f-4c44-8f6f-d885353f5b3d HTTP/1.1" status: 200 len: 1131 time: 0.0562117 Mar 11 19:36:26.621690 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (73cf9994-2e3b-455d-b177-035336ec2695), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:26.673799 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4df8e969-657b-4e7d-8969-8a7cc9ed455f req-4bbb5353-b562-43ac-86a9-5e0fe1b655b2 tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1311259 Mar 11 19:36:26.684058 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=73cf9994-2e3b-455d-b177-035336ec2695,revision_number=12']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:26.684327 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-4df8e969-657b-4e7d-8969-8a7cc9ed455f req-18d79d24-b98d-41dd-8e64-cfaa4d283f93 tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] Request body: {'floatingip': {'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:36:26.710148 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4df8e969-657b-4e7d-8969-8a7cc9ed455f req-18d79d24-b98d-41dd-8e64-cfaa4d283f93 tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:26.731718 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcfcf49-843b-4a41-b782-86821496b599 req-f08fb7fe-0b95-4434-81a6-2bd8b2d7cd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:26.733326 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-bdcfcf49-843b-4a41-b782-86821496b599 req-f08fb7fe-0b95-4434-81a6-2bd8b2d7cd60 service neutron] 10.222.0.75 "GET /v2.0/networks?id=885772b1-9b97-4e1d-a0fb-e125030c5a81 HTTP/1.1" status: 200 len: 870 time: 0.1050463 Mar 11 19:36:26.776850 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-bdcfcf49-843b-4a41-b782-86821496b599 req-c8f6a9ab-5d66-44da-9a6a-716baa1091e6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=73cf9994-2e3b-455d-b177-035336ec2695 HTTP/1.1" status: 200 len: 217 time: 0.0367889 Mar 11 19:36:26.816519 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4df8e969-657b-4e7d-8969-8a7cc9ed455f req-18d79d24-b98d-41dd-8e64-cfaa4d283f93 tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:26.837429 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcfcf49-843b-4a41-b782-86821496b599 req-64f2ab84-54f6-421e-adc3-f59fb7cc6e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:26.839142 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-bdcfcf49-843b-4a41-b782-86821496b599 req-64f2ab84-54f6-421e-adc3-f59fb7cc6e1f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.0553684 Mar 11 19:36:26.897995 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcfcf49-843b-4a41-b782-86821496b599 req-52319b8e-57d8-4144-a59a-fe9dd2b9b5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:26.899602 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-bdcfcf49-843b-4a41-b782-86821496b599 req-52319b8e-57d8-4144-a59a-fe9dd2b9b5ce service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0525436 Mar 11 19:36:26.913298 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [req-bdcfcf49-843b-4a41-b782-86821496b599 req-1a9af495-d368-46b7-b2c9-6681d87aeae4 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:36:26.914660 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-bdcfcf49-843b-4a41-b782-86821496b599 req-1a9af495-d368-46b7-b2c9-6681d87aeae4 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066257 Mar 11 19:36:26.933382 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-4df8e969-657b-4e7d-8969-8a7cc9ed455f req-18d79d24-b98d-41dd-8e64-cfaa4d283f93 tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] Allocated IP 172.25.8.118 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/2a7fcf7b-e096-4433-843e-5a8eeeb1b6b3) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:36:27.022643 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-bdcfcf49-843b-4a41-b782-86821496b599 req-c279a413-2295-44c3-bdce-45a90883fa0d service neutron] 10.222.0.75 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994728 Mar 11 19:36:27.054019 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4df8e969-657b-4e7d-8969-8a7cc9ed455f req-18d79d24-b98d-41dd-8e64-cfaa4d283f93 tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] Publish callbacks [] for port (2a7fcf7b-e096-4433-843e-5a8eeeb1b6b3), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:27.082511 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['73cf9994-2e3b-455d-b177-035336ec2695'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:36:27.092223 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4df8e969-657b-4e7d-8969-8a7cc9ed455f req-18d79d24-b98d-41dd-8e64-cfaa4d283f93 tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (2a7fcf7b-e096-4433-843e-5a8eeeb1b6b3), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:27.126198 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-bdcfcf49-843b-4a41-b782-86821496b599 req-0dc7991f-3758-439b-adff-90ce181f0fb8 service neutron] 10.222.0.75 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967565 Mar 11 19:36:27.150780 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4df8e969-657b-4e7d-8969-8a7cc9ed455f req-18d79d24-b98d-41dd-8e64-cfaa4d283f93 tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:36:27.153910 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-4df8e969-657b-4e7d-8969-8a7cc9ed455f req-18d79d24-b98d-41dd-8e64-cfaa4d283f93 tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:36:27.159010 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-4df8e969-657b-4e7d-8969-8a7cc9ed455f req-18d79d24-b98d-41dd-8e64-cfaa4d283f93 tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:36:27.161049 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d79d24-b98d-41dd-8e64-cfaa4d283f93 tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] Pushing event updated for resources: {'Port': ['ID=2a7fcf7b-e096-4433-843e-5a8eeeb1b6b3,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:27.257563 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4df8e969-657b-4e7d-8969-8a7cc9ed455f req-18d79d24-b98d-41dd-8e64-cfaa4d283f93 tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] Publish callbacks [] for floatingip (843b9815-d909-4468-a9d9-745bbd2d90a0), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:27.300273 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4df8e969-657b-4e7d-8969-8a7cc9ed455f req-18d79d24-b98d-41dd-8e64-cfaa4d283f93 tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2a7fcf7b-e096-4433-843e-5a8eeeb1b6b3), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:27.466647 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4df8e969-657b-4e7d-8969-8a7cc9ed455f req-18d79d24-b98d-41dd-8e64-cfaa4d283f93 tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] Publish callbacks [] for port (2a7fcf7b-e096-4433-843e-5a8eeeb1b6b3), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:27.471962 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4df8e969-657b-4e7d-8969-8a7cc9ed455f req-18d79d24-b98d-41dd-8e64-cfaa4d283f93 tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (2a7fcf7b-e096-4433-843e-5a8eeeb1b6b3), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:27.502916 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:27.560891 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d79d24-b98d-41dd-8e64-cfaa4d283f93 tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] Pushing event updated for resources: {'Port': ['ID=2a7fcf7b-e096-4433-843e-5a8eeeb1b6b3,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:27.571733 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4df8e969-657b-4e7d-8969-8a7cc9ed455f req-18d79d24-b98d-41dd-8e64-cfaa4d283f93 tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (843b9815-d909-4468-a9d9-745bbd2d90a0), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:27.589179 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4df8e969-657b-4e7d-8969-8a7cc9ed455f req-18d79d24-b98d-41dd-8e64-cfaa4d283f93 tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:27.590449 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4df8e969-657b-4e7d-8969-8a7cc9ed455f req-18d79d24-b98d-41dd-8e64-cfaa4d283f93 tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.9108174 Mar 11 19:36:27.643511 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4df8e969-657b-4e7d-8969-8a7cc9ed455f req-743fdee2-7866-4d7a-9171-d83a444fc41e tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.118 HTTP/1.1" status: 200 len: 696 time: 0.0456996 Mar 11 19:36:27.751858 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df8e969-657b-4e7d-8969-8a7cc9ed455f req-43678625-2610-47fb-886c-01ea028e8ef2 tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:27.753088 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4df8e969-657b-4e7d-8969-8a7cc9ed455f req-43678625-2610-47fb-886c-01ea028e8ef2 tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] 10.222.0.65 "GET /v2.0/networks/612cc066-33e3-444d-b1c7-d0a64751482a HTTP/1.1" status: 200 len: 784 time: 0.1041315 Mar 11 19:36:27.853046 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f982bf0-651f-4b09-907b-988adb5757b1 req-132bb873-6814-44ec-a21a-5e966277346d tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:27.854555 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f982bf0-651f-4b09-907b-988adb5757b1 req-132bb873-6814-44ec-a21a-5e966277346d tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e4ff243-d28f-4c44-8f6f-d885353f5b3d HTTP/1.1" status: 200 len: 950 time: 0.0534585 Mar 11 19:36:27.909375 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f982bf0-651f-4b09-907b-988adb5757b1 req-fd026634-74e2-4b38-998a-19fb66b43325 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489984 Mar 11 19:36:28.145457 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-2620284b-f085-439e-8dfb-e5019778246a tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:28.147023 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-2620284b-f085-439e-8dfb-e5019778246a tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] 10.222.0.57 "GET /v2.0/networks?id=b7328d88-c46c-4fd2-beed-653eba4777e2 HTTP/1.1" status: 200 len: 812 time: 0.1667871 Mar 11 19:36:28.160667 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-bca4f15d-6295-44fa-a988-7b5ed97195f7 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Request body: {'port': {'device_id': '823953c1-52a3-45fd-8e8b-e90d67e3e816', 'network_id': 'b7328d88-c46c-4fd2-beed-653eba4777e2', 'admin_state_up': True, 'tenant_id': 'da819cb87a264241a7bc7356afc1d1d4'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:36:28.274172 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-bca4f15d-6295-44fa-a988-7b5ed97195f7 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Made reservation on behalf of da819cb87a264241a7bc7356afc1d1d4 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:36:28.277839 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-bca4f15d-6295-44fa-a988-7b5ed97195f7 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:28.282743 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device c0facc7d-e902-4463-a2c5-8704b92668a5 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:36:28.395527 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port c0facc7d-e902-4463-a2c5-8704b92668a5, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=c0facc7d-e902-4463-a2c5-8704b92668a5,segment=NetworkSegment(030b1ea6-a9bd-4970-9537-6268a24125f4),segment_id=030b1ea6-a9bd-4970-9537-6268a24125f4)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:28.411472 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': 'c0facc7d-e902-4463-a2c5-8704b92668a5', 'network_id': '1740be2f-d8a3-4266-8fa1-21b3cc2b7b80', 'port_id': 'c0facc7d-e902-4463-a2c5-8704b92668a5', 'mac_address': 'fa:16:3e:22:0e:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '182f6c67-9dec-4b57-9375-5df25feeb721', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:36:28.427709 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-bca4f15d-6295-44fa-a988-7b5ed97195f7 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Allocated IP 172.20.0.14 (b7328d88-c46c-4fd2-beed-653eba4777e2/6c645ced-5e6e-4cab-a984-2139b15643f2/de18dd06-187d-465b-a2a5-054f202ff427) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:36:28.434360 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397cf201-5c66-4b96-8688-03235929577c req-e010b551-e35b-4048-972c-1fa8a0bced37 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:28.436933 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-397cf201-5c66-4b96-8688-03235929577c req-e010b551-e35b-4048-972c-1fa8a0bced37 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbff8c3d-c4d3-4bb3-b145-04248810f46f HTTP/1.1" status: 200 len: 950 time: 0.4150593 Mar 11 19:36:28.464576 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port c0facc7d-e902-4463-a2c5-8704b92668a5 is: ACTIVE; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:36:28.466272 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c0facc7d-e902-4463-a2c5-8704b92668a5), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:28.471193 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-2115600a-3810-4e5d-9925-02dffae46877 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:28.472695 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-2115600a-3810-4e5d-9925-02dffae46877 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] 10.222.0.57 "GET /v2.0/networks?id=b7328d88-c46c-4fd2-beed-653eba4777e2 HTTP/1.1" status: 200 len: 812 time: 0.4825377 Mar 11 19:36:28.483201 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c0facc7d-e902-4463-a2c5-8704b92668a5 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:36:28.490674 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-ef325bbd-3bc0-4faa-94a5-6b0474b481e7 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Request body: {'port': {'device_id': '4fb93d78-4a83-4b84-a54a-d70c53e62bc0', 'network_id': 'b7328d88-c46c-4fd2-beed-653eba4777e2', 'admin_state_up': True, 'tenant_id': 'da819cb87a264241a7bc7356afc1d1d4'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:36:28.504291 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port c0facc7d-e902-4463-a2c5-8704b92668a5, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=c0facc7d-e902-4463-a2c5-8704b92668a5,segment=NetworkSegment(030b1ea6-a9bd-4970-9537-6268a24125f4),segment_id=030b1ea6-a9bd-4970-9537-6268a24125f4)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:28.509325 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (c0facc7d-e902-4463-a2c5-8704b92668a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:28.537981 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-397cf201-5c66-4b96-8688-03235929577c req-6c08489f-dd29-4baa-b23d-94874b74e9d9 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/security-groups?id=a781a375-ecc1-4470-b434-56ebce1f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952556 Mar 11 19:36:28.569453 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=c0facc7d-e902-4463-a2c5-8704b92668a5,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:28.628873 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-ef325bbd-3bc0-4faa-94a5-6b0474b481e7 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Made reservation on behalf of da819cb87a264241a7bc7356afc1d1d4 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:36:28.629453 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-bca4f15d-6295-44fa-a988-7b5ed97195f7 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Publish callbacks [] for port (de18dd06-187d-465b-a2a5-054f202ff427), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:28.633104 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-ef325bbd-3bc0-4faa-94a5-6b0474b481e7 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:28.638598 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['c0facc7d-e902-4463-a2c5-8704b92668a5'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:36:28.670083 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-bca4f15d-6295-44fa-a988-7b5ed97195f7 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (de18dd06-187d-465b-a2a5-054f202ff427), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:28.712148 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-bca4f15d-6295-44fa-a988-7b5ed97195f7 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Network b7328d88-c46c-4fd2-beed-653eba4777e2 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:36:28.715897 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-bca4f15d-6295-44fa-a988-7b5ed97195f7 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:36:28.720001 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-bca4f15d-6295-44fa-a988-7b5ed97195f7 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:36:28.756048 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca4f15d-6295-44fa-a988-7b5ed97195f7 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Pushing event updated for resources: {'Port': ['ID=de18dd06-187d-465b-a2a5-054f202ff427,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:28.785689 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-bca4f15d-6295-44fa-a988-7b5ed97195f7 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:28.786310 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-bca4f15d-6295-44fa-a988-7b5ed97195f7 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:28.808310 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-bca4f15d-6295-44fa-a988-7b5ed97195f7 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6522415 Mar 11 19:36:28.809387 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-ef325bbd-3bc0-4faa-94a5-6b0474b481e7 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Allocated IP 172.20.0.6 (b7328d88-c46c-4fd2-beed-653eba4777e2/6c645ced-5e6e-4cab-a984-2139b15643f2/f0231f7f-4651-4fe2-9c69-adc73e76d66a) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:36:28.949897 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-708363fc-fcff-4017-924c-39d258a6f642 service neutron] Request body: {'port': {'device_id': '823953c1-52a3-45fd-8e8b-e90d67e3e816', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:36:28.952815 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:29.022610 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-ef325bbd-3bc0-4faa-94a5-6b0474b481e7 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Publish callbacks [] for port (f0231f7f-4651-4fe2-9c69-adc73e76d66a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:29.024811 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-708363fc-fcff-4017-924c-39d258a6f642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (de18dd06-187d-465b-a2a5-054f202ff427), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:29.080435 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-ef325bbd-3bc0-4faa-94a5-6b0474b481e7 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (f0231f7f-4651-4fe2-9c69-adc73e76d66a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:29.160521 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3ec3573a-6c89-43fc-aac3-e24f1e45a6ea req-375e4809-1a9d-44f9-a84c-74df0ff879c4 tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] 10.222.0.65 "GET /v2.0/floatingips/843b9815-d909-4468-a9d9-745bbd2d90a0 HTTP/1.1" status: 200 len: 693 time: 0.0971634 Mar 11 19:36:29.174269 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-ef325bbd-3bc0-4faa-94a5-6b0474b481e7 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Network b7328d88-c46c-4fd2-beed-653eba4777e2 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:36:29.191975 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-ef325bbd-3bc0-4faa-94a5-6b0474b481e7 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:36:29.225884 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-ef325bbd-3bc0-4faa-94a5-6b0474b481e7 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:36:29.232216 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef325bbd-3bc0-4faa-94a5-6b0474b481e7 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Pushing event updated for resources: {'Port': ['ID=f0231f7f-4651-4fe2-9c69-adc73e76d66a,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:29.330952 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-ef325bbd-3bc0-4faa-94a5-6b0474b481e7 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:29.331578 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-ef325bbd-3bc0-4faa-94a5-6b0474b481e7 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:29.364609 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-ef325bbd-3bc0-4faa-94a5-6b0474b481e7 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8830607 Mar 11 19:36:29.373953 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-708363fc-fcff-4017-924c-39d258a6f642 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de18dd06-187d-465b-a2a5-054f202ff427 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:36:29.375052 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec3573a-6c89-43fc-aac3-e24f1e45a6ea req-210712e3-a5af-46af-9d58-a0df5bc4d249 tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:29.382560 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3ec3573a-6c89-43fc-aac3-e24f1e45a6ea req-210712e3-a5af-46af-9d58-a0df5bc4d249 tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] 10.222.0.65 "GET /v2.0/networks/612cc066-33e3-444d-b1c7-d0a64751482a HTTP/1.1" status: 200 len: 784 time: 0.2133176 Mar 11 19:36:29.384700 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-708363fc-fcff-4017-924c-39d258a6f642 service neutron] Publish callbacks [] for port (de18dd06-187d-465b-a2a5-054f202ff427), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:29.400356 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-708363fc-fcff-4017-924c-39d258a6f642 service neutron] Transition to ACTIVE for port object de18dd06-187d-465b-a2a5-054f202ff427 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:36:29.405642 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-708363fc-fcff-4017-924c-39d258a6f642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (de18dd06-187d-465b-a2a5-054f202ff427), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:29.434848 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-84f69ea8-6a20-41bc-8438-a0655cf76524 service neutron] Request body: {'port': {'device_id': '4fb93d78-4a83-4b84-a54a-d70c53e62bc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:36:29.474926 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3ec3573a-6c89-43fc-aac3-e24f1e45a6ea req-3adbd972-a16e-4247-ad1e-cc6661a34a74 tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.118 HTTP/1.1" status: 200 len: 696 time: 0.0912993 Mar 11 19:36:29.521242 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708363fc-fcff-4017-924c-39d258a6f642 service neutron] Pushing event updated for resources: {'Port': ['ID=de18dd06-187d-465b-a2a5-054f202ff427,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:29.540990 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3ec3573a-6c89-43fc-aac3-e24f1e45a6ea req-8bd373c6-c35c-4068-8d5b-24deaf5cf4ab tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.118 HTTP/1.1" status: 200 len: 696 time: 0.0643678 Mar 11 19:36:29.559423 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-708363fc-fcff-4017-924c-39d258a6f642 service neutron] Attempting to bind port de18dd06-187d-465b-a2a5-054f202ff427 on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:36:29.559947 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-708363fc-fcff-4017-924c-39d258a6f642 service neutron] Attempting to bind port de18dd06-187d-465b-a2a5-054f202ff427 by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '9bb3c5b9-ded6-4f56-ba89-a200cfb91930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'b7328d88-c46c-4fd2-beed-653eba4777e2'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:36:29.560487 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-708363fc-fcff-4017-924c-39d258a6f642 service neutron] Attempting to bind port de18dd06-187d-465b-a2a5-054f202ff427 on network b7328d88-c46c-4fd2-beed-653eba4777e2 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:36:29.564984 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-708363fc-fcff-4017-924c-39d258a6f642 service neutron] Port de18dd06-187d-465b-a2a5-054f202ff427 on network b7328d88-c46c-4fd2-beed-653eba4777e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:36:29.565458 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-708363fc-fcff-4017-924c-39d258a6f642 service neutron] Attempting to bind port de18dd06-187d-465b-a2a5-054f202ff427 on network b7328d88-c46c-4fd2-beed-653eba4777e2 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:36:29.571078 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-708363fc-fcff-4017-924c-39d258a6f642 service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:36:29.571538 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-708363fc-fcff-4017-924c-39d258a6f642 service neutron] Checking segment: {'id': '9bb3c5b9-ded6-4f56-ba89-a200cfb91930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'b7328d88-c46c-4fd2-beed-653eba4777e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:36:29.572048 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-708363fc-fcff-4017-924c-39d258a6f642 service neutron] Bound using segment: {'id': '9bb3c5b9-ded6-4f56-ba89-a200cfb91930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'b7328d88-c46c-4fd2-beed-653eba4777e2'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:36:29.572570 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-708363fc-fcff-4017-924c-39d258a6f642 service neutron] Bound port: de18dd06-187d-465b-a2a5-054f202ff427, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bb3c5b9-ded6-4f56-ba89-a200cfb91930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'b7328d88-c46c-4fd2-beed-653eba4777e2'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:36:29.573027 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-708363fc-fcff-4017-924c-39d258a6f642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (de18dd06-187d-465b-a2a5-054f202ff427), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:29.611035 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-84f69ea8-6a20-41bc-8438-a0655cf76524 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (f0231f7f-4651-4fe2-9c69-adc73e76d66a), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:29.635729 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-708363fc-fcff-4017-924c-39d258a6f642 service neutron] For port de18dd06-187d-465b-a2a5-054f202ff427, host n-h2-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:36:29.638836 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-708363fc-fcff-4017-924c-39d258a6f642 service neutron] For port de18dd06-187d-465b-a2a5-054f202ff427, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=de18dd06-187d-465b-a2a5-054f202ff427,segment=NetworkSegment(9bb3c5b9-ded6-4f56-ba89-a200cfb91930),segment_id=9bb3c5b9-ded6-4f56-ba89-a200cfb91930)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:36:29.645078 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-708363fc-fcff-4017-924c-39d258a6f642 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (de18dd06-187d-465b-a2a5-054f202ff427), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:29.677449 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-708363fc-fcff-4017-924c-39d258a6f642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:29.678720 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-708363fc-fcff-4017-924c-39d258a6f642 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:29.680236 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-708363fc-fcff-4017-924c-39d258a6f642 service neutron] 10.222.0.57 "PUT /v2.0/ports/de18dd06-187d-465b-a2a5-054f202ff427 HTTP/1.1" status: 200 len: 1092 time: 0.7353909 Mar 11 19:36:29.680783 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '823953c1-52a3-45fd-8e8b-e90d67e3e816', 'tag': 'de18dd06-187d-465b-a2a5-054f202ff427'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:36:29.683076 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6389a7f4-710f-4cc5-be9a-1f9cf31f681e" -d '{"events": [{"name": "network-changed", "server_uuid": "823953c1-52a3-45fd-8e8b-e90d67e3e816", "tag": "de18dd06-187d-465b-a2a5-054f202ff427"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:36:29.707749 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708363fc-fcff-4017-924c-39d258a6f642 service neutron] Pushing event updated for resources: {'Port': ['ID=de18dd06-187d-465b-a2a5-054f202ff427,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:29.773547 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-6bb2d865-933d-4d72-846f-c878523b612c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:29.775030 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-6bb2d865-933d-4d72-846f-c878523b612c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da819cb87a264241a7bc7356afc1d1d4&device_id=823953c1-52a3-45fd-8e8b-e90d67e3e816 HTTP/1.1" status: 200 len: 1126 time: 0.0482767 Mar 11 19:36:29.816304 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-3ec3573a-6c89-43fc-aac3-e24f1e45a6ea req-de396d36-35f1-4dd3-9351-fa614a7b5181 tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] Deleting port 2a7fcf7b-e096-4433-843e-5a8eeeb1b6b3 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:36:29.816782 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3ec3573a-6c89-43fc-aac3-e24f1e45a6ea req-de396d36-35f1-4dd3-9351-fa614a7b5181 tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (2a7fcf7b-e096-4433-843e-5a8eeeb1b6b3), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:29.821655 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-6ef96c1a-9307-4a60-91ce-cfd6ca13d40a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de18dd06-187d-465b-a2a5-054f202ff427 HTTP/1.1" status: 200 len: 217 time: 0.0383532 Mar 11 19:36:29.873069 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-1ab8a33d-32fc-48b7-9829-7a6171bba481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:29.874638 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-1ab8a33d-32fc-48b7-9829-7a6171bba481 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6c645ced-5e6e-4cab-a984-2139b15643f2 HTTP/1.1" status: 200 len: 852 time: 0.0451233 Mar 11 19:36:29.908699 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-96d5a6ed-fc1c-4056-83cc-07d96f94ed4c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b7328d88-c46c-4fd2-beed-653eba4777e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263171 Mar 11 19:36:30.020903 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-cb18adea-e55a-4d4b-a97e-bfe7178daf99 service neutron] 10.222.0.57 "GET /v2.0/networks/b7328d88-c46c-4fd2-beed-653eba4777e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055138 Mar 11 19:36:30.026238 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3ec3573a-6c89-43fc-aac3-e24f1e45a6ea req-de396d36-35f1-4dd3-9351-fa614a7b5181 tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (2a7fcf7b-e096-4433-843e-5a8eeeb1b6b3), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:30.026942 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3ec3573a-6c89-43fc-aac3-e24f1e45a6ea req-de396d36-35f1-4dd3-9351-fa614a7b5181 tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] Publish callbacks [] for floatingip (2a7fcf7b-e096-4433-843e-5a8eeeb1b6b3), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:30.044230 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-3ec3573a-6c89-43fc-aac3-e24f1e45a6ea req-de396d36-35f1-4dd3-9351-fa614a7b5181 tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] Calling delete_port for 2a7fcf7b-e096-4433-843e-5a8eeeb1b6b3 owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:36:30.055610 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-84f69ea8-6a20-41bc-8438-a0655cf76524 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0231f7f-4651-4fe2-9c69-adc73e76d66a {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:36:30.066971 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-84f69ea8-6a20-41bc-8438-a0655cf76524 service neutron] Publish callbacks [] for port (f0231f7f-4651-4fe2-9c69-adc73e76d66a), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:30.122243 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-84f69ea8-6a20-41bc-8438-a0655cf76524 service neutron] Transition to ACTIVE for port object f0231f7f-4651-4fe2-9c69-adc73e76d66a will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:36:30.125792 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-d9af098c-3017-435e-89ad-310ed535cc2a service neutron] 10.222.0.57 "GET /v2.0/networks/b7328d88-c46c-4fd2-beed-653eba4777e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978231 Mar 11 19:36:30.128870 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-84f69ea8-6a20-41bc-8438-a0655cf76524 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (f0231f7f-4651-4fe2-9c69-adc73e76d66a), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:30.229008 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f69ea8-6a20-41bc-8438-a0655cf76524 service neutron] Pushing event updated for resources: {'Port': ['ID=f0231f7f-4651-4fe2-9c69-adc73e76d66a,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:30.288142 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 73cf9994-2e3b-455d-b177-035336ec2695 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:36:30.314533 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-84f69ea8-6a20-41bc-8438-a0655cf76524 service neutron] Attempting to bind port f0231f7f-4651-4fe2-9c69-adc73e76d66a on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:36:30.314864 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-84f69ea8-6a20-41bc-8438-a0655cf76524 service neutron] Attempting to bind port f0231f7f-4651-4fe2-9c69-adc73e76d66a by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '9bb3c5b9-ded6-4f56-ba89-a200cfb91930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'b7328d88-c46c-4fd2-beed-653eba4777e2'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:36:30.315187 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-84f69ea8-6a20-41bc-8438-a0655cf76524 service neutron] Attempting to bind port f0231f7f-4651-4fe2-9c69-adc73e76d66a on network b7328d88-c46c-4fd2-beed-653eba4777e2 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:36:30.325664 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-84f69ea8-6a20-41bc-8438-a0655cf76524 service neutron] Port f0231f7f-4651-4fe2-9c69-adc73e76d66a on network b7328d88-c46c-4fd2-beed-653eba4777e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:36:30.325997 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-84f69ea8-6a20-41bc-8438-a0655cf76524 service neutron] Attempting to bind port f0231f7f-4651-4fe2-9c69-adc73e76d66a on network b7328d88-c46c-4fd2-beed-653eba4777e2 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:36:30.333235 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-84f69ea8-6a20-41bc-8438-a0655cf76524 service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:36:30.333600 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-84f69ea8-6a20-41bc-8438-a0655cf76524 service neutron] Checking segment: {'id': '9bb3c5b9-ded6-4f56-ba89-a200cfb91930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'b7328d88-c46c-4fd2-beed-653eba4777e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:36:30.334162 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-84f69ea8-6a20-41bc-8438-a0655cf76524 service neutron] Bound using segment: {'id': '9bb3c5b9-ded6-4f56-ba89-a200cfb91930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'b7328d88-c46c-4fd2-beed-653eba4777e2'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:36:30.335214 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-84f69ea8-6a20-41bc-8438-a0655cf76524 service neutron] Bound port: f0231f7f-4651-4fe2-9c69-adc73e76d66a, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bb3c5b9-ded6-4f56-ba89-a200cfb91930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'b7328d88-c46c-4fd2-beed-653eba4777e2'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:36:30.335710 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-84f69ea8-6a20-41bc-8438-a0655cf76524 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (f0231f7f-4651-4fe2-9c69-adc73e76d66a), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:30.343286 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port 73cf9994-2e3b-455d-b177-035336ec2695 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:36:30.346196 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3ec3573a-6c89-43fc-aac3-e24f1e45a6ea req-de396d36-35f1-4dd3-9351-fa614a7b5181 tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (2a7fcf7b-e096-4433-843e-5a8eeeb1b6b3), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:30.349176 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 73cf9994-2e3b-455d-b177-035336ec2695 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:36:30.349687 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (73cf9994-2e3b-455d-b177-035336ec2695), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:30.405009 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de396d36-35f1-4dd3-9351-fa614a7b5181 tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] Pushing event deleted for resources: {'Port': ['ID=2a7fcf7b-e096-4433-843e-5a8eeeb1b6b3,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:30.444307 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 73cf9994-2e3b-455d-b177-035336ec2695 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:36:30.444701 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (73cf9994-2e3b-455d-b177-035336ec2695), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:30.471545 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e4ff243-d28f-4c44-8f6f-d885353f5b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73cf9994-2e3b-455d-b177-035336ec2695'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:36:30.474387 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ca0107-2731-4acc-a459-88ea49796982" -d '{"events": [{"server_uuid": "7e4ff243-d28f-4c44-8f6f-d885353f5b3d", "name": "network-vif-plugged", "status": "completed", "tag": "73cf9994-2e3b-455d-b177-035336ec2695"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:36:30.489572 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3ec3573a-6c89-43fc-aac3-e24f1e45a6ea req-de396d36-35f1-4dd3-9351-fa614a7b5181 tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] Publish callbacks [] for floatingip (843b9815-d909-4468-a9d9-745bbd2d90a0), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:30.492749 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 73cf9994-2e3b-455d-b177-035336ec2695, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=73cf9994-2e3b-455d-b177-035336ec2695,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:30.493767 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3ec3573a-6c89-43fc-aac3-e24f1e45a6ea req-de396d36-35f1-4dd3-9351-fa614a7b5181 tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:30.495980 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3ec3573a-6c89-43fc-aac3-e24f1e45a6ea req-de396d36-35f1-4dd3-9351-fa614a7b5181 tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] 10.222.0.65 "DELETE /v2.0/floatingips/843b9815-d909-4468-a9d9-745bbd2d90a0 HTTP/1.1" status: 204 len: 173 time: 0.9545393 Mar 11 19:36:30.497612 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-84f69ea8-6a20-41bc-8438-a0655cf76524 service neutron] For port f0231f7f-4651-4fe2-9c69-adc73e76d66a, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:36:30.498705 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (73cf9994-2e3b-455d-b177-035336ec2695), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:30.499830 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device c0facc7d-e902-4463-a2c5-8704b92668a5 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:36:30.502093 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-84f69ea8-6a20-41bc-8438-a0655cf76524 service neutron] For port f0231f7f-4651-4fe2-9c69-adc73e76d66a, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=f0231f7f-4651-4fe2-9c69-adc73e76d66a,segment=NetworkSegment(9bb3c5b9-ded6-4f56-ba89-a200cfb91930),segment_id=9bb3c5b9-ded6-4f56-ba89-a200cfb91930)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:36:30.512267 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-84f69ea8-6a20-41bc-8438-a0655cf76524 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (f0231f7f-4651-4fe2-9c69-adc73e76d66a), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:30.553960 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-84f69ea8-6a20-41bc-8438-a0655cf76524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:30.554740 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-84f69ea8-6a20-41bc-8438-a0655cf76524 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:30.556223 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-84f69ea8-6a20-41bc-8438-a0655cf76524 service neutron] 10.222.0.57 "PUT /v2.0/ports/f0231f7f-4651-4fe2-9c69-adc73e76d66a HTTP/1.1" status: 200 len: 1091 time: 1.1261394 Mar 11 19:36:30.559384 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fb93d78-4a83-4b84-a54a-d70c53e62bc0', 'tag': 'f0231f7f-4651-4fe2-9c69-adc73e76d66a'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:36:30.563154 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7643fa8-e6f8-4ac1-8167-1422522fe32c" -d '{"events": [{"name": "network-changed", "server_uuid": "4fb93d78-4a83-4b84-a54a-d70c53e62bc0", "tag": "f0231f7f-4651-4fe2-9c69-adc73e76d66a"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:36:30.604132 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=73cf9994-2e3b-455d-b177-035336ec2695,revision_number=13']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:30.619597 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port c0facc7d-e902-4463-a2c5-8704b92668a5 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:36:30.620013 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (c0facc7d-e902-4463-a2c5-8704b92668a5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:30.666189 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f69ea8-6a20-41bc-8438-a0655cf76524 service neutron] Pushing event updated for resources: {'Port': ['ID=f0231f7f-4651-4fe2-9c69-adc73e76d66a,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:30.696459 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-ccf32ccc-bf28-4ec5-9179-f70f201a6334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:30.698269 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-ccf32ccc-bf28-4ec5-9179-f70f201a6334 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da819cb87a264241a7bc7356afc1d1d4&device_id=4fb93d78-4a83-4b84-a54a-d70c53e62bc0 HTTP/1.1" status: 200 len: 1125 time: 0.0902483 Mar 11 19:36:30.701205 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9569e5f-0464-4f04-b8ac-3ef4f5f2e62f req-915672a1-5a1b-4000-84d5-121bd02af46b tempest-MigrationsAdminTest-109606531 tempest-MigrationsAdminTest-109606531-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:30.702703 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a9569e5f-0464-4f04-b8ac-3ef4f5f2e62f req-915672a1-5a1b-4000-84d5-121bd02af46b tempest-MigrationsAdminTest-109606531 tempest-MigrationsAdminTest-109606531-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=7e4ff243-d28f-4c44-8f6f-d885353f5b3d HTTP/1.1" status: 200 len: 1133 time: 0.1149020 Mar 11 19:36:30.729302 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port c0facc7d-e902-4463-a2c5-8704b92668a5 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:36:30.729834 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c0facc7d-e902-4463-a2c5-8704b92668a5), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:30.752322 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-88e1cfe1-556c-45e7-8a7f-4d7cf6d412c0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0231f7f-4651-4fe2-9c69-adc73e76d66a HTTP/1.1" status: 200 len: 217 time: 0.0414772 Mar 11 19:36:30.764576 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port c0facc7d-e902-4463-a2c5-8704b92668a5, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=c0facc7d-e902-4463-a2c5-8704b92668a5,segment=NetworkSegment(030b1ea6-a9bd-4970-9537-6268a24125f4),segment_id=030b1ea6-a9bd-4970-9537-6268a24125f4)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:30.770865 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (c0facc7d-e902-4463-a2c5-8704b92668a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:30.830188 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=c0facc7d-e902-4463-a2c5-8704b92668a5,revision_number=7']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:30.833435 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a9569e5f-0464-4f04-b8ac-3ef4f5f2e62f req-aa31797a-da1d-4390-a097-a7c2e431dc63 tempest-MigrationsAdminTest-109606531 tempest-MigrationsAdminTest-109606531-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831020 Mar 11 19:36:30.835139 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-1995a54d-f2a1-456f-a8bf-b326532df119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:30.836508 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-1995a54d-f2a1-456f-a8bf-b326532df119 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6c645ced-5e6e-4cab-a984-2139b15643f2 HTTP/1.1" status: 200 len: 852 time: 0.0721061 Mar 11 19:36:30.889074 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-bf473085-40c3-4e51-96e1-f9e92ad09a67 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b7328d88-c46c-4fd2-beed-653eba4777e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420556 Mar 11 19:36:31.016082 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47213277-eb75-494c-b512-487c969c3167 req-77c86e4d-81be-4c10-ac64-87d3654ed2ef tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:31.017476 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-47213277-eb75-494c-b512-487c969c3167 req-77c86e4d-81be-4c10-ac64-87d3654ed2ef tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/ports?device_id=07ae7129-86a6-4e1a-a968-9bf04aad685a HTTP/1.1" status: 200 len: 946 time: 0.1127398 Mar 11 19:36:31.019715 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-bfd74756-6982-4e4a-9dd8-e2f46002beee service neutron] 10.222.0.57 "GET /v2.0/networks/b7328d88-c46c-4fd2-beed-653eba4777e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221275 Mar 11 19:36:31.123048 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-47213277-eb75-494c-b512-487c969c3167 req-a9a85bec-ebde-4b8b-a211-4086e0e17935 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/security-groups?id=84f7623b-92bc-46cd-a725-53de6be71e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975490 Mar 11 19:36:31.150371 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2f09cc99-3225-4f13-b63b-fb3fffc5d5e0 req-1d10d169-8f87-4686-933a-398b4f55eaca service neutron] 10.222.0.57 "GET /v2.0/networks/b7328d88-c46c-4fd2-beed-653eba4777e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178241 Mar 11 19:36:31.237288 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae76dd1-916f-4251-a917-0dfc7c6e0c2c req-8ecfd68d-765f-42a5-8f9b-14a39c6dfdc2 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:31.238913 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cae76dd1-916f-4251-a917-0dfc7c6e0c2c req-8ecfd68d-765f-42a5-8f9b-14a39c6dfdc2 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fb93d78-4a83-4b84-a54a-d70c53e62bc0 HTTP/1.1" status: 200 len: 943 time: 0.0547316 Mar 11 19:36:31.296018 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cae76dd1-916f-4251-a917-0dfc7c6e0c2c req-160bfcce-c9fe-4ad3-973b-d6c073382355 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] 10.222.0.65 "GET /v2.0/security-groups?id=4ce63813-5fcd-431f-ad4d-45adcc20fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488684 Mar 11 19:36:31.414143 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e39c2c-e61b-43e1-8c71-1f2b2830262d req-d9ba99f5-0b87-455b-a384-ba0b1c21c590 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:31.415614 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f0e39c2c-e61b-43e1-8c71-1f2b2830262d req-d9ba99f5-0b87-455b-a384-ba0b1c21c590 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbff8c3d-c4d3-4bb3-b145-04248810f46f HTTP/1.1" status: 200 len: 950 time: 0.0547085 Mar 11 19:36:31.463642 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f0e39c2c-e61b-43e1-8c71-1f2b2830262d req-5198d1ae-c0b3-4618-ac73-1f969e3ad795 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/security-groups?id=a781a375-ecc1-4470-b434-56ebce1f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420492 Mar 11 19:36:31.507842 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f958d852-ffd3-4f32-92fe-d0bd9ae8e5e2 x-openstack-request-id: req-f958d852-ffd3-4f32-92fe-d0bd9ae8e5e2 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:36:31.508288 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "823953c1-52a3-45fd-8e8b-e90d67e3e816", "tag": "de18dd06-187d-465b-a2a5-054f202ff427", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:36:31.508576 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f958d852-ffd3-4f32-92fe-d0bd9ae8e5e2 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:36:31.509147 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '823953c1-52a3-45fd-8e8b-e90d67e3e816', 'tag': 'de18dd06-187d-465b-a2a5-054f202ff427', 'status': 'completed', 'code': 200} Mar 11 19:36:31.539430 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d51a25-7ebc-4049-ac36-3573df5fab3c x-openstack-request-id: req-c0d51a25-7ebc-4049-ac36-3573df5fab3c {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:36:31.540015 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e4ff243-d28f-4c44-8f6f-d885353f5b3d", "name": "network-vif-plugged", "status": "completed", "tag": "73cf9994-2e3b-455d-b177-035336ec2695", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:36:31.540015 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c0d51a25-7ebc-4049-ac36-3573df5fab3c {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:36:31.540378 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e4ff243-d28f-4c44-8f6f-d885353f5b3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73cf9994-2e3b-455d-b177-035336ec2695', 'code': 200} Mar 11 19:36:31.608915 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [req-3691c261-7d61-4940-a072-4fda21860d9c req-9fb821e2-4876-4a8a-af52-33a2124413ec tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] show failed (client error): The resource could not be found. Mar 11 19:36:31.609949 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3691c261-7d61-4940-a072-4fda21860d9c req-9fb821e2-4876-4a8a-af52-33a2124413ec tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] 10.222.0.65 "GET /v2.0/floatingips/843b9815-d909-4468-a9d9-745bbd2d90a0 HTTP/1.1" status: 404 len: 350 time: 0.0558777 Mar 11 19:36:31.629360 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389a7f4-710f-4cc5-be9a-1f9cf31f681e req-da428935-6c18-4beb-9203-d1269fcb0a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:31.630864 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6389a7f4-710f-4cc5-be9a-1f9cf31f681e req-da428935-6c18-4beb-9203-d1269fcb0a76 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da819cb87a264241a7bc7356afc1d1d4&device_id=823953c1-52a3-45fd-8e8b-e90d67e3e816 HTTP/1.1" status: 200 len: 1126 time: 0.0966966 Mar 11 19:36:31.647534 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f551d1dd-55d2-4986-96f8-919443f32ff4 x-openstack-request-id: req-f551d1dd-55d2-4986-96f8-919443f32ff4 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:36:31.647861 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fb93d78-4a83-4b84-a54a-d70c53e62bc0", "tag": "f0231f7f-4651-4fe2-9c69-adc73e76d66a", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:36:31.648119 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f551d1dd-55d2-4986-96f8-919443f32ff4 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:36:31.648518 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fb93d78-4a83-4b84-a54a-d70c53e62bc0', 'tag': 'f0231f7f-4651-4fe2-9c69-adc73e76d66a', 'status': 'completed', 'code': 200} Mar 11 19:36:31.726142 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7643fa8-e6f8-4ac1-8167-1422522fe32c req-62271a2b-47db-4ee2-a0a0-d54f50de9fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:31.728651 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c7643fa8-e6f8-4ac1-8167-1422522fe32c req-62271a2b-47db-4ee2-a0a0-d54f50de9fb0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=da819cb87a264241a7bc7356afc1d1d4&device_id=4fb93d78-4a83-4b84-a54a-d70c53e62bc0 HTTP/1.1" status: 200 len: 1125 time: 0.0526519 Mar 11 19:36:31.728921 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389a7f4-710f-4cc5-be9a-1f9cf31f681e req-6f7802e3-4fd0-4b35-b0a2-9847881ae877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:31.730555 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6389a7f4-710f-4cc5-be9a-1f9cf31f681e req-6f7802e3-4fd0-4b35-b0a2-9847881ae877 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b7328d88-c46c-4fd2-beed-653eba4777e2 HTTP/1.1" status: 200 len: 913 time: 0.0927377 Mar 11 19:36:31.793085 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6389a7f4-710f-4cc5-be9a-1f9cf31f681e req-908bda62-7834-4b0a-8f7d-8fbd778ce20c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de18dd06-187d-465b-a2a5-054f202ff427 HTTP/1.1" status: 200 len: 217 time: 0.0492344 Mar 11 19:36:31.856315 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389a7f4-710f-4cc5-be9a-1f9cf31f681e req-25ab4ae2-60ad-47fb-a939-f1afb7451b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:31.858184 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6389a7f4-710f-4cc5-be9a-1f9cf31f681e req-25ab4ae2-60ad-47fb-a939-f1afb7451b89 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6c645ced-5e6e-4cab-a984-2139b15643f2 HTTP/1.1" status: 200 len: 852 time: 0.0591936 Mar 11 19:36:31.859869 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7643fa8-e6f8-4ac1-8167-1422522fe32c req-984228d7-4c07-4254-a6fa-d222bc3b04c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:31.861357 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c7643fa8-e6f8-4ac1-8167-1422522fe32c req-984228d7-4c07-4254-a6fa-d222bc3b04c2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b7328d88-c46c-4fd2-beed-653eba4777e2 HTTP/1.1" status: 200 len: 913 time: 0.1185155 Mar 11 19:36:31.902934 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6389a7f4-710f-4cc5-be9a-1f9cf31f681e req-9ae811ac-0cb4-4b8b-a95d-998871a59def service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b7328d88-c46c-4fd2-beed-653eba4777e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297470 Mar 11 19:36:31.920604 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c7643fa8-e6f8-4ac1-8167-1422522fe32c req-d5ae364f-e1a8-479a-9722-0c3d2ff4d03c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0231f7f-4651-4fe2-9c69-adc73e76d66a HTTP/1.1" status: 200 len: 217 time: 0.0465188 Mar 11 19:36:31.988438 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7643fa8-e6f8-4ac1-8167-1422522fe32c req-a4f91430-d755-422b-9ad1-d55e613ae824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:31.989920 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c7643fa8-e6f8-4ac1-8167-1422522fe32c req-a4f91430-d755-422b-9ad1-d55e613ae824 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6c645ced-5e6e-4cab-a984-2139b15643f2 HTTP/1.1" status: 200 len: 852 time: 0.0618896 Mar 11 19:36:32.025958 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c7643fa8-e6f8-4ac1-8167-1422522fe32c req-338570a0-3125-43dc-9a2c-e4a00d03de50 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b7328d88-c46c-4fd2-beed-653eba4777e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265563 Mar 11 19:36:32.036388 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [req-fbbb8f16-110f-40e5-ab77-efc6dcc32376 req-d8545f67-6c65-4ffd-a706-e6947b4b31ba tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] show failed (client error): The resource could not be found. Mar 11 19:36:32.037997 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fbbb8f16-110f-40e5-ab77-efc6dcc32376 req-d8545f67-6c65-4ffd-a706-e6947b4b31ba tempest-FloatingIPsTestJSON-1469664877 tempest-FloatingIPsTestJSON-1469664877-project] 10.222.0.65 "GET /v2.0/floatingips/843b9815-d909-4468-a9d9-745bbd2d90a0 HTTP/1.1" status: 404 len: 350 time: 0.0703473 Mar 11 19:36:32.063489 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6389a7f4-710f-4cc5-be9a-1f9cf31f681e req-5b12c342-3cde-458b-8d25-24340a280e1d service neutron] 10.222.0.57 "GET /v2.0/networks/b7328d88-c46c-4fd2-beed-653eba4777e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364357 Mar 11 19:36:32.070342 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35058) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:36:32.137239 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c7643fa8-e6f8-4ac1-8167-1422522fe32c req-642ff4f0-e347-41aa-a2e4-40bfd29f4648 service neutron] 10.222.0.57 "GET /v2.0/networks/b7328d88-c46c-4fd2-beed-653eba4777e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036539 Mar 11 19:36:32.307144 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee7d0c7-6f69-4a6c-b380-685701d759e3 req-9427cddc-a2a5-46bc-ac7c-19508c74a124 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:32.308819 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cee7d0c7-6f69-4a6c-b380-685701d759e3 req-9427cddc-a2a5-46bc-ac7c-19508c74a124 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e4ff243-d28f-4c44-8f6f-d885353f5b3d HTTP/1.1" status: 200 len: 951 time: 0.1637332 Mar 11 19:36:32.309991 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device c0facc7d-e902-4463-a2c5-8704b92668a5 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:36:32.330695 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6389a7f4-710f-4cc5-be9a-1f9cf31f681e req-2f7c6278-54fd-46ce-af23-334859b0bb83 service neutron] 10.222.0.57 "GET /v2.0/networks/b7328d88-c46c-4fd2-beed-653eba4777e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580054 Mar 11 19:36:32.358952 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c7643fa8-e6f8-4ac1-8167-1422522fe32c req-ab30d9b8-689d-4862-8d5f-c6a3163181d0 service neutron] 10.222.0.57 "GET /v2.0/networks/b7328d88-c46c-4fd2-beed-653eba4777e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983109 Mar 11 19:36:32.427689 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port c0facc7d-e902-4463-a2c5-8704b92668a5 is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:36:32.428143 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c0facc7d-e902-4463-a2c5-8704b92668a5), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:32.440291 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cee7d0c7-6f69-4a6c-b380-685701d759e3 req-8a04dd88-5237-429f-8a2e-4c589795df94 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124337 Mar 11 19:36:32.464395 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port c0facc7d-e902-4463-a2c5-8704b92668a5, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=c0facc7d-e902-4463-a2c5-8704b92668a5,segment=NetworkSegment(030b1ea6-a9bd-4970-9537-6268a24125f4),segment_id=030b1ea6-a9bd-4970-9537-6268a24125f4)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:32.471419 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (c0facc7d-e902-4463-a2c5-8704b92668a5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:32.532105 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=c0facc7d-e902-4463-a2c5-8704b92668a5,revision_number=8']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:32.622348 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3a4554-5ea3-4025-9ce6-7dd6a4d11cca req-c45bc3ce-73a6-449d-9378-c8621e74228c tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:32.623776 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4f3a4554-5ea3-4025-9ce6-7dd6a4d11cca req-c45bc3ce-73a6-449d-9378-c8621e74228c tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/ports?device_id=07ae7129-86a6-4e1a-a968-9bf04aad685a HTTP/1.1" status: 200 len: 944 time: 0.0888736 Mar 11 19:36:32.704744 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4f3a4554-5ea3-4025-9ce6-7dd6a4d11cca req-507c4a4d-4d52-4362-b313-c9b16834fd66 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/security-groups?id=84f7623b-92bc-46cd-a725-53de6be71e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736594 Mar 11 19:36:32.732612 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-29049d79-507a-4079-8d1e-84a40924c57e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (1db2897a-973e-46b9-9bfd-736f15410a9d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:33.185219 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a4fd02-720a-4684-8e6c-e74c229da0d5 req-6d66fb5f-992f-4715-a37b-5d94a0c4fecd tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:33.186886 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d4a4fd02-720a-4684-8e6c-e74c229da0d5 req-6d66fb5f-992f-4715-a37b-5d94a0c4fecd tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fb93d78-4a83-4b84-a54a-d70c53e62bc0 HTTP/1.1" status: 200 len: 943 time: 0.4176288 Mar 11 19:36:33.303366 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d4a4fd02-720a-4684-8e6c-e74c229da0d5 req-61c70693-81da-4787-bb38-3eef360590ec tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] 10.222.0.65 "GET /v2.0/security-groups?id=4ce63813-5fcd-431f-ad4d-45adcc20fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029558 Mar 11 19:36:33.314164 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d776ed1a-9702-4888-85ed-7fc21fd7c623 req-531b2b14-37ff-474b-94fb-8df4cbddb800 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:33.317074 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d776ed1a-9702-4888-85ed-7fc21fd7c623 req-531b2b14-37ff-474b-94fb-8df4cbddb800 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.75 "GET /v2.0/ports?device_id=7e4ff243-d28f-4c44-8f6f-d885353f5b3d HTTP/1.1" status: 200 len: 951 time: 0.0593972 Mar 11 19:36:33.459690 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcaf2a7-05b5-49fb-95aa-924635138f9e req-b82754cd-bc8c-44c5-b687-dbb60c39c06b tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:33.462629 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-adcaf2a7-05b5-49fb-95aa-924635138f9e req-b82754cd-bc8c-44c5-b687-dbb60c39c06b tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbff8c3d-c4d3-4bb3-b145-04248810f46f HTTP/1.1" status: 200 len: 950 time: 0.0940976 Mar 11 19:36:33.526998 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-29049d79-507a-4079-8d1e-84a40924c57e admin admin] Deleting port 62c68111-fb85-4eea-852b-01d586621c0e {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:36:33.527331 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-29049d79-507a-4079-8d1e-84a40924c57e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (62c68111-fb85-4eea-852b-01d586621c0e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:33.541171 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07ae7129-86a6-4e1a-a968-9bf04aad685a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0facc7d-e902-4463-a2c5-8704b92668a5'}, {'server_uuid': '07ae7129-86a6-4e1a-a968-9bf04aad685a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0facc7d-e902-4463-a2c5-8704b92668a5'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:36:33.544226 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ee4432-d44d-4e85-88de-a5d4e1024978" -d '{"events": [{"server_uuid": "07ae7129-86a6-4e1a-a968-9bf04aad685a", "name": "network-vif-plugged", "status": "completed", "tag": "c0facc7d-e902-4463-a2c5-8704b92668a5"}, {"server_uuid": "07ae7129-86a6-4e1a-a968-9bf04aad685a", "name": "network-vif-unplugged", "status": "completed", "tag": "c0facc7d-e902-4463-a2c5-8704b92668a5"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:36:33.573173 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-adcaf2a7-05b5-49fb-95aa-924635138f9e req-6bb66fa2-fb41-4dc4-8607-d87556708353 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/security-groups?id=a781a375-ecc1-4470-b434-56ebce1f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033683 Mar 11 19:36:33.656525 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-29049d79-507a-4079-8d1e-84a40924c57e admin admin] For port 62c68111-fb85-4eea-852b-01d586621c0e, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=62c68111-fb85-4eea-852b-01d586621c0e,segment=NetworkSegment(64fb2c86-d8e3-4d87-b982-2ce4a906a366),segment_id=64fb2c86-d8e3-4d87-b982-2ce4a906a366)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:33.657176 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-29049d79-507a-4079-8d1e-84a40924c57e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (62c68111-fb85-4eea-852b-01d586621c0e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:33.696242 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-29049d79-507a-4079-8d1e-84a40924c57e admin admin] Calling delete_port for 62c68111-fb85-4eea-852b-01d586621c0e owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:36:33.723425 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-d776ed1a-9702-4888-85ed-7fc21fd7c623 req-25dc1be5-35da-4bf2-9d32-e162c4758ef4 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Deleting port 73cf9994-2e3b-455d-b177-035336ec2695 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:36:33.723704 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d776ed1a-9702-4888-85ed-7fc21fd7c623 req-25dc1be5-35da-4bf2-9d32-e162c4758ef4 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (73cf9994-2e3b-455d-b177-035336ec2695), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:33.802593 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a37fd0-a114-4d5d-9885-fd64c0d4dda1 req-495ec021-ef8a-4055-be05-797d577868c4 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:33.804830 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-64a37fd0-a114-4d5d-9885-fd64c0d4dda1 req-495ec021-ef8a-4055-be05-797d577868c4 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e4ff243-d28f-4c44-8f6f-d885353f5b3d HTTP/1.1" status: 200 len: 951 time: 0.1551714 Mar 11 19:36:33.820880 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-d776ed1a-9702-4888-85ed-7fc21fd7c623 req-25dc1be5-35da-4bf2-9d32-e162c4758ef4 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] For port 73cf9994-2e3b-455d-b177-035336ec2695, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=73cf9994-2e3b-455d-b177-035336ec2695,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:33.821658 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d776ed1a-9702-4888-85ed-7fc21fd7c623 req-25dc1be5-35da-4bf2-9d32-e162c4758ef4 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (73cf9994-2e3b-455d-b177-035336ec2695), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:33.834698 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-d776ed1a-9702-4888-85ed-7fc21fd7c623 req-25dc1be5-35da-4bf2-9d32-e162c4758ef4 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Calling delete_port for 73cf9994-2e3b-455d-b177-035336ec2695 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:36:33.834910 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8cd470-5e75-4223-9987-66f2ab3b81d2 req-b0cfaad1-238b-4d88-9d8b-e05f84f3347a tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:33.836257 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6e8cd470-5e75-4223-9987-66f2ab3b81d2 req-b0cfaad1-238b-4d88-9d8b-e05f84f3347a tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.75 "GET /v2.0/ports?device_id=07ae7129-86a6-4e1a-a968-9bf04aad685a HTTP/1.1" status: 200 len: 944 time: 0.1339076 Mar 11 19:36:33.967449 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d776ed1a-9702-4888-85ed-7fc21fd7c623 req-25dc1be5-35da-4bf2-9d32-e162c4758ef4 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (73cf9994-2e3b-455d-b177-035336ec2695), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:33.981547 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['851846da-c940-4105-b334-9256ba19cad4', '73cf9994-2e3b-455d-b177-035336ec2695'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:36:33.988283 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-64a37fd0-a114-4d5d-9885-fd64c0d4dda1 req-06389937-20e7-4abc-839d-01a5fc0843cb tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720896 Mar 11 19:36:34.045934 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['2f992392-42cb-46d8-a63a-84020459f21d', 'afae19bd-dd94-4683-8fc5-b976d07d9d30'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:36:34.053456 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dc1be5-35da-4bf2-9d32-e162c4758ef4 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Pushing event deleted for resources: {'Port': ['ID=73cf9994-2e3b-455d-b177-035336ec2695,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:34.075398 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-6e8cd470-5e75-4223-9987-66f2ab3b81d2 req-c3ca28fc-e63b-40d0-a6f9-85c0dec6f64d tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Deleting port c0facc7d-e902-4463-a2c5-8704b92668a5 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:36:34.075858 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6e8cd470-5e75-4223-9987-66f2ab3b81d2 req-c3ca28fc-e63b-40d0-a6f9-85c0dec6f64d tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (c0facc7d-e902-4463-a2c5-8704b92668a5), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:34.128806 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 11 Mar 2022 19:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a0683f-1211-417c-9ec5-49a7e2d69157 x-openstack-request-id: req-b5a0683f-1211-417c-9ec5-49a7e2d69157 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:36:34.130141 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07ae7129-86a6-4e1a-a968-9bf04aad685a", "name": "network-vif-plugged", "status": "completed", "tag": "c0facc7d-e902-4463-a2c5-8704b92668a5", "code": 200}, {"server_uuid": "07ae7129-86a6-4e1a-a968-9bf04aad685a", "name": "network-vif-unplugged", "status": "completed", "tag": "c0facc7d-e902-4463-a2c5-8704b92668a5", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:36:34.130598 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b5a0683f-1211-417c-9ec5-49a7e2d69157 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:36:34.131747 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07ae7129-86a6-4e1a-a968-9bf04aad685a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0facc7d-e902-4463-a2c5-8704b92668a5', 'code': 200} Mar 11 19:36:34.132729 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07ae7129-86a6-4e1a-a968-9bf04aad685a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0facc7d-e902-4463-a2c5-8704b92668a5', 'code': 200} Mar 11 19:36:34.134233 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-d776ed1a-9702-4888-85ed-7fc21fd7c623 req-25dc1be5-35da-4bf2-9d32-e162c4758ef4 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] No DVR routers for this DVR port 73cf9994-2e3b-455d-b177-035336ec2695 on host n-h1-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:36:34.138751 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d776ed1a-9702-4888-85ed-7fc21fd7c623 req-25dc1be5-35da-4bf2-9d32-e162c4758ef4 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:34.142271 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d776ed1a-9702-4888-85ed-7fc21fd7c623 req-25dc1be5-35da-4bf2-9d32-e162c4758ef4 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.75 "DELETE /v2.0/ports/73cf9994-2e3b-455d-b177-035336ec2695 HTTP/1.1" status: 204 len: 173 time: 0.8186333 Mar 11 19:36:34.143131 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e4ff243-d28f-4c44-8f6f-d885353f5b3d', 'name': 'network-vif-deleted', 'tag': '73cf9994-2e3b-455d-b177-035336ec2695'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:36:34.158634 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4babb572-371b-43f7-a874-202e796a75a4" -d '{"events": [{"server_uuid": "7e4ff243-d28f-4c44-8f6f-d885353f5b3d", "name": "network-vif-deleted", "tag": "73cf9994-2e3b-455d-b177-035336ec2695"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:36:34.258116 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-29049d79-507a-4079-8d1e-84a40924c57e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (62c68111-fb85-4eea-852b-01d586621c0e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:34.343800 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29049d79-507a-4079-8d1e-84a40924c57e admin admin] Pushing event deleted for resources: {'Port': ['ID=62c68111-fb85-4eea-852b-01d586621c0e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:34.413296 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b26925-c5bf-45c4-bf61-76f98383ea47 req-3d4a3b00-50dd-49e9-9a9b-8fdb515c0a07 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:34.415072 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f2b26925-c5bf-45c4-bf61-76f98383ea47 req-3d4a3b00-50dd-49e9-9a9b-8fdb515c0a07 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/ports?device_id=07ae7129-86a6-4e1a-a968-9bf04aad685a HTTP/1.1" status: 200 len: 944 time: 0.2252638 Mar 11 19:36:34.422284 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-6e8cd470-5e75-4223-9987-66f2ab3b81d2 req-c3ca28fc-e63b-40d0-a6f9-85c0dec6f64d tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] For port c0facc7d-e902-4463-a2c5-8704b92668a5, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=c0facc7d-e902-4463-a2c5-8704b92668a5,segment=NetworkSegment(030b1ea6-a9bd-4970-9537-6268a24125f4),segment_id=030b1ea6-a9bd-4970-9537-6268a24125f4)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:34.423176 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6e8cd470-5e75-4223-9987-66f2ab3b81d2 req-c3ca28fc-e63b-40d0-a6f9-85c0dec6f64d tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (c0facc7d-e902-4463-a2c5-8704b92668a5), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:34.474454 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-6e8cd470-5e75-4223-9987-66f2ab3b81d2 req-c3ca28fc-e63b-40d0-a6f9-85c0dec6f64d tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Calling delete_port for c0facc7d-e902-4463-a2c5-8704b92668a5 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:36:34.623211 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f2b26925-c5bf-45c4-bf61-76f98383ea47 req-d5b3f2df-ab4b-4860-9d3a-c5f7302dba1b tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/security-groups?id=84f7623b-92bc-46cd-a725-53de6be71e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969080 Mar 11 19:36:34.675348 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a307a44-6fd5-44ed-9284-df22d7a552bb x-openstack-request-id: req-9a307a44-6fd5-44ed-9284-df22d7a552bb {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:36:34.676236 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e4ff243-d28f-4c44-8f6f-d885353f5b3d", "name": "network-vif-deleted", "tag": "73cf9994-2e3b-455d-b177-035336ec2695", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:36:34.676689 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9a307a44-6fd5-44ed-9284-df22d7a552bb {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:36:34.677259 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e4ff243-d28f-4c44-8f6f-d885353f5b3d', 'name': 'network-vif-deleted', 'tag': '73cf9994-2e3b-455d-b177-035336ec2695', 'status': 'completed', 'code': 200} Mar 11 19:36:34.735838 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-29049d79-507a-4079-8d1e-84a40924c57e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (1db2897a-973e-46b9-9bfd-736f15410a9d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:34.911745 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6e8cd470-5e75-4223-9987-66f2ab3b81d2 req-c3ca28fc-e63b-40d0-a6f9-85c0dec6f64d tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (c0facc7d-e902-4463-a2c5-8704b92668a5), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:34.927576 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915ae8ab-7ad8-4e55-b8a8-ca01508e7978 req-7a97fbef-0c2f-410b-bb90-67a54e12e109 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:34.929204 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-915ae8ab-7ad8-4e55-b8a8-ca01508e7978 req-7a97fbef-0c2f-410b-bb90-67a54e12e109 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fb93d78-4a83-4b84-a54a-d70c53e62bc0 HTTP/1.1" status: 200 len: 943 time: 0.1905756 Mar 11 19:36:34.970588 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ca28fc-e63b-40d0-a6f9-85c0dec6f64d tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Pushing event deleted for resources: {'Port': ['ID=c0facc7d-e902-4463-a2c5-8704b92668a5,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:35.028874 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e8cd470-5e75-4223-9987-66f2ab3b81d2 req-c3ca28fc-e63b-40d0-a6f9-85c0dec6f64d tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] No DVR routers for this DVR port c0facc7d-e902-4463-a2c5-8704b92668a5 on host n-h1-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:36:35.031433 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6e8cd470-5e75-4223-9987-66f2ab3b81d2 req-c3ca28fc-e63b-40d0-a6f9-85c0dec6f64d tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:35.034937 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6e8cd470-5e75-4223-9987-66f2ab3b81d2 req-c3ca28fc-e63b-40d0-a6f9-85c0dec6f64d tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.75 "DELETE /v2.0/ports/c0facc7d-e902-4463-a2c5-8704b92668a5 HTTP/1.1" status: 204 len: 173 time: 1.1911809 Mar 11 19:36:35.038582 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07ae7129-86a6-4e1a-a968-9bf04aad685a', 'name': 'network-vif-deleted', 'tag': 'c0facc7d-e902-4463-a2c5-8704b92668a5'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:36:35.041085 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6971612-41ef-4331-8ad5-c446629bcb67" -d '{"events": [{"server_uuid": "07ae7129-86a6-4e1a-a968-9bf04aad685a", "name": "network-vif-deleted", "tag": "c0facc7d-e902-4463-a2c5-8704b92668a5"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:36:35.109536 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-915ae8ab-7ad8-4e55-b8a8-ca01508e7978 req-f7eabf9a-d8c7-424c-aa57-7692efea4725 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] 10.222.0.65 "GET /v2.0/security-groups?id=4ce63813-5fcd-431f-ad4d-45adcc20fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533260 Mar 11 19:36:35.186847 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29049d79-507a-4079-8d1e-84a40924c57e admin admin] Router 1db2897a-973e-46b9-9bfd-736f15410a9d has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:36:35.297824 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb83bdc-9dd0-48b2-91f7-32d0129c4931 req-fb3d396b-fca1-4841-a360-98e4f0854241 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:35.299885 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8cb83bdc-9dd0-48b2-91f7-32d0129c4931 req-fb3d396b-fca1-4841-a360-98e4f0854241 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbff8c3d-c4d3-4bb3-b145-04248810f46f HTTP/1.1" status: 200 len: 950 time: 0.1074095 Mar 11 19:36:35.387929 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29049d79-507a-4079-8d1e-84a40924c57e admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:36:35.393470 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-29049d79-507a-4079-8d1e-84a40924c57e admin admin] 10.222.0.65 "PUT /v2.0/routers/1db2897a-973e-46b9-9bfd-736f15410a9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3220949 Mar 11 19:36:35.396306 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35086) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:36:35.397147 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8cb83bdc-9dd0-48b2-91f7-32d0129c4931 req-56600e76-70ca-4ab3-8ab1-24de0ce62666 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/security-groups?id=a781a375-ecc1-4470-b434-56ebce1f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610397 Mar 11 19:36:35.401739 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db258c1-cc47-4dee-aad8-5a5ec5a3e1ea None None] Sync routers for ids ['1db2897a-973e-46b9-9bfd-736f15410a9d'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:36:35.415844 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db258c1-cc47-4dee-aad8-5a5ec5a3e1ea None None] Routers {'1db2897a-973e-46b9-9bfd-736f15410a9d'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:36:35.416021 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-0db258c1-cc47-4dee-aad8-5a5ec5a3e1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:36:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['1db2897a-973e-46b9-9bfd-736f15410a9d'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:35.565324 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff687-998f-422e-b967-07a831a53365 admin admin] Publish callbacks [] for router (1db2897a-973e-46b9-9bfd-736f15410a9d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:35.622309 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-0db258c1-cc47-4dee-aad8-5a5ec5a3e1ea None None] Set router 1db2897a-973e-46b9-9bfd-736f15410a9d gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:36:35.657105 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a16bfa-074a-42cd-96d3-f58378cd85e5 x-openstack-request-id: req-86a16bfa-074a-42cd-96d3-f58378cd85e5 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:36:35.657623 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07ae7129-86a6-4e1a-a968-9bf04aad685a", "name": "network-vif-deleted", "tag": "c0facc7d-e902-4463-a2c5-8704b92668a5", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:36:35.657623 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-86a16bfa-074a-42cd-96d3-f58378cd85e5 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:36:35.658227 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07ae7129-86a6-4e1a-a968-9bf04aad685a', 'name': 'network-vif-deleted', 'tag': 'c0facc7d-e902-4463-a2c5-8704b92668a5', 'status': 'completed', 'code': 200} Mar 11 19:36:35.721849 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff687-998f-422e-b967-07a831a53365 admin admin] Publish callbacks [] for router_gateway (1db2897a-973e-46b9-9bfd-736f15410a9d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:35.781224 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-ea7ff687-998f-422e-b967-07a831a53365 admin admin] Deleting port 710e33c3-1e58-4387-b676-3e006d3f2e60 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:36:35.781573 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff687-998f-422e-b967-07a831a53365 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (710e33c3-1e58-4387-b676-3e006d3f2e60), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:35.845357 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-0db258c1-cc47-4dee-aad8-5a5ec5a3e1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db2897a-973e-46b9-9bfd-736f15410a9d', 'name': 'tempest-FloatingIPsTestJSON-299461360-router', 'tenant_id': 'd1d58973356d4e52a8ae3cfe1c0f48f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': '710e33c3-1e58-4387-b676-3e006d3f2e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:36:10Z', 'updated_at': '2022-03-11T19:36:34Z', 'revision_number': 5, 'project_id': 'd1d58973356d4e52a8ae3cfe1c0f48f7', 'gw_port': {'id': '710e33c3-1e58-4387-b676-3e006d3f2e60', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:e5:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db2897a-973e-46b9-9bfd-736f15410a9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:12Z', 'updated_at': '2022-03-11T19:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:35.882449 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db258c1-cc47-4dee-aad8-5a5ec5a3e1ea None None] Checking router: 1db2897a-973e-46b9-9bfd-736f15410a9d for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:36:35.892479 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db258c1-cc47-4dee-aad8-5a5ec5a3e1ea None None] Routers {'1db2897a-973e-46b9-9bfd-736f15410a9d'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:36:35.893370 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-0db258c1-cc47-4dee-aad8-5a5ec5a3e1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:36:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['1db2897a-973e-46b9-9bfd-736f15410a9d'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:35.903217 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-ea7ff687-998f-422e-b967-07a831a53365 admin admin] For port 710e33c3-1e58-4387-b676-3e006d3f2e60, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=710e33c3-1e58-4387-b676-3e006d3f2e60,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:35.903484 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff687-998f-422e-b967-07a831a53365 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (710e33c3-1e58-4387-b676-3e006d3f2e60), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:35.938539 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-ea7ff687-998f-422e-b967-07a831a53365 admin admin] Calling delete_port for 710e33c3-1e58-4387-b676-3e006d3f2e60 owned by network:router_gateway {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:36:35.946964 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device de18dd06-187d-465b-a2a5-054f202ff427 details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:36:36.013265 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-0db258c1-cc47-4dee-aad8-5a5ec5a3e1ea None None] Set router 1db2897a-973e-46b9-9bfd-736f15410a9d gateway port host: None {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:36:36.052247 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b8aec7-e5a9-4a7c-ad50-f5d47ef71dd8 req-38ba2cfa-19bd-4732-b002-fd0322fb8384 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:36.054254 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f0b8aec7-e5a9-4a7c-ad50-f5d47ef71dd8 req-38ba2cfa-19bd-4732-b002-fd0322fb8384 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd301a1f-409e-4a08-bf73-437d640f7371 HTTP/1.1" status: 200 len: 950 time: 0.0626781 Mar 11 19:36:36.080892 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device ea0d9447-6a38-4cf2-aeb2-52417048e1e8 no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:36:36.108438 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-0db258c1-cc47-4dee-aad8-5a5ec5a3e1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1db2897a-973e-46b9-9bfd-736f15410a9d', 'name': 'tempest-FloatingIPsTestJSON-299461360-router', 'tenant_id': 'd1d58973356d4e52a8ae3cfe1c0f48f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:36:10Z', 'updated_at': '2022-03-11T19:36:35Z', 'revision_number': 6, 'project_id': 'd1d58973356d4e52a8ae3cfe1c0f48f7', 'gw_port_host': None}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:36.175586 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port de18dd06-187d-465b-a2a5-054f202ff427, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=de18dd06-187d-465b-a2a5-054f202ff427,segment=NetworkSegment(9bb3c5b9-ded6-4f56-ba89-a200cfb91930),segment_id=9bb3c5b9-ded6-4f56-ba89-a200cfb91930)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:36.185101 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f0b8aec7-e5a9-4a7c-ad50-f5d47ef71dd8 req-602a0902-c4b4-4db9-a871-6a3cbe4c6436 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208065 Mar 11 19:36:36.202668 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db258c1-cc47-4dee-aad8-5a5ec5a3e1ea None None] The sync data for ids ['1db2897a-973e-46b9-9bfd-736f15410a9d'] in n-d-833163-1 is: [{'id': '1db2897a-973e-46b9-9bfd-736f15410a9d', 'name': 'tempest-FloatingIPsTestJSON-299461360-router', 'tenant_id': 'd1d58973356d4e52a8ae3cfe1c0f48f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:36:10Z', 'updated_at': '2022-03-11T19:36:35Z', 'revision_number': 6, 'project_id': 'd1d58973356d4e52a8ae3cfe1c0f48f7', 'gw_port_host': None}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:36:36.206730 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': 'de18dd06-187d-465b-a2a5-054f202ff427', 'network_id': 'b7328d88-c46c-4fd2-beed-653eba4777e2', 'port_id': 'de18dd06-187d-465b-a2a5-054f202ff427', 'mac_address': 'fa:16:3e:ce:65:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 894, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c645ced-5e6e-4cab-a984-2139b15643f2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:36:36.268785 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff687-998f-422e-b967-07a831a53365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (710e33c3-1e58-4387-b676-3e006d3f2e60), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:36.274507 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port de18dd06-187d-465b-a2a5-054f202ff427 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:36:36.276865 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (de18dd06-187d-465b-a2a5-054f202ff427), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:36.294513 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7ff687-998f-422e-b967-07a831a53365 admin admin] Pushing event deleted for resources: {'Port': ['ID=710e33c3-1e58-4387-b676-3e006d3f2e60,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:36.311379 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 73cf9994-2e3b-455d-b177-035336ec2695 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:36:36.317743 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port ea0d9447-6a38-4cf2-aeb2-52417048e1e8 is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:36:36.318365 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ea0d9447-6a38-4cf2-aeb2-52417048e1e8), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:36.344060 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7ff687-998f-422e-b967-07a831a53365 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:36.344417 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7ff687-998f-422e-b967-07a831a53365 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:36.344767 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7ff687-998f-422e-b967-07a831a53365 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:36.345119 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7ff687-998f-422e-b967-07a831a53365 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:36.345462 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7ff687-998f-422e-b967-07a831a53365 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:36.345805 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7ff687-998f-422e-b967-07a831a53365 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:36.346138 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7ff687-998f-422e-b967-07a831a53365 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:36.346476 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7ff687-998f-422e-b967-07a831a53365 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:36.346812 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7ff687-998f-422e-b967-07a831a53365 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:36.347146 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7ff687-998f-422e-b967-07a831a53365 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:36.347479 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7ff687-998f-422e-b967-07a831a53365 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:36.347837 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7ff687-998f-422e-b967-07a831a53365 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:36.348167 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7ff687-998f-422e-b967-07a831a53365 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:36.384878 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port ea0d9447-6a38-4cf2-aeb2-52417048e1e8, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=ea0d9447-6a38-4cf2-aeb2-52417048e1e8,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:36.388275 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbff8c3d-c4d3-4bb3-b145-04248810f46f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea0d9447-6a38-4cf2-aeb2-52417048e1e8'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:36:36.390904 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351f3fbb-53d6-45e2-b39c-bd401f397429" -d '{"events": [{"server_uuid": "cbff8c3d-c4d3-4bb3-b145-04248810f46f", "name": "network-vif-unplugged", "status": "completed", "tag": "ea0d9447-6a38-4cf2-aeb2-52417048e1e8"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:36:36.395148 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de18dd06-187d-465b-a2a5-054f202ff427 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:36:36.396302 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff687-998f-422e-b967-07a831a53365 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (1db2897a-973e-46b9-9bfd-736f15410a9d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:36.420008 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (ea0d9447-6a38-4cf2-aeb2-52417048e1e8), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:36.429144 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: 73cf9994-2e3b-455d-b177-035336ec2695 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:36:36.429553 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 73cf9994-2e3b-455d-b177-035336ec2695 not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:36:36.429972 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 8647f5f8-1be0-473e-98fe-346f26bf9b26 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:36:36.477183 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed9577-53a7-41e1-8d6d-fedec4357474 req-1cee53c3-9431-4e22-8dd2-dedaa0f0790d tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:36.486537 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-43ed9577-53a7-41e1-8d6d-fedec4357474 req-1cee53c3-9431-4e22-8dd2-dedaa0f0790d tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/networks?id=1740be2f-d8a3-4266-8fa1-21b3cc2b7b80 HTTP/1.1" status: 200 len: 822 time: 0.1712017 Mar 11 19:36:36.506602 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-43ed9577-53a7-41e1-8d6d-fedec4357474 req-8a90beef-14e7-4ac3-9062-da465a563fee tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/quotas/226ac2f13bd14da187bb26d2f866eb8b HTTP/1.1" status: 200 len: 375 time: 0.0172651 Mar 11 19:36:36.511953 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=ea0d9447-6a38-4cf2-aeb2-52417048e1e8,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:36.512646 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff687-998f-422e-b967-07a831a53365 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (1db2897a-973e-46b9-9bfd-736f15410a9d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:36.515219 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff687-998f-422e-b967-07a831a53365 admin admin] Publish callbacks [] for router_controller (1db2897a-973e-46b9-9bfd-736f15410a9d), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:36.541117 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port de18dd06-187d-465b-a2a5-054f202ff427, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=de18dd06-187d-465b-a2a5-054f202ff427,segment=NetworkSegment(9bb3c5b9-ded6-4f56-ba89-a200cfb91930),segment_id=9bb3c5b9-ded6-4f56-ba89-a200cfb91930)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:36.548503 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-43ed9577-53a7-41e1-8d6d-fedec4357474 req-8a645514-cbc1-484b-a484-e56287243b7c tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=226ac2f13bd14da187bb26d2f866eb8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409994 Mar 11 19:36:36.549068 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (de18dd06-187d-465b-a2a5-054f202ff427), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:36.583177 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff687-998f-422e-b967-07a831a53365 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (1db2897a-973e-46b9-9bfd-736f15410a9d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:36.583774 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea7ff687-998f-422e-b967-07a831a53365 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1db2897a-973e-46b9-9bfd-736f15410a9d {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:36:36.592720 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff687-998f-422e-b967-07a831a53365 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:36.596229 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ea7ff687-998f-422e-b967-07a831a53365 admin admin] 10.222.0.65 "DELETE /v2.0/routers/1db2897a-973e-46b9-9bfd-736f15410a9d HTTP/1.1" status: 204 len: 168 time: 1.1964388 Mar 11 19:36:36.597590 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35116) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:36:36.670850 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 8647f5f8-1be0-473e-98fe-346f26bf9b26 is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:36:36.671516 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (8647f5f8-1be0-473e-98fe-346f26bf9b26), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:36.693721 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b9c5613-5952-4505-bb75-b0b9d160db0b admin admin] Deleting subnet c1022036-5404-4a7d-a786-c357d784c9d7 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:36:36.695727 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=de18dd06-187d-465b-a2a5-054f202ff427,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:36.696963 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2b9c5613-5952-4505-bb75-b0b9d160db0b admin admin] Publish callbacks [] for subnet (c1022036-5404-4a7d-a786-c357d784c9d7), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:36.714524 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 8647f5f8-1be0-473e-98fe-346f26bf9b26, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=8647f5f8-1be0-473e-98fe-346f26bf9b26,segment=NetworkSegment(1c6aa5b7-681f-4a80-a0b7-793b4ab0118d),segment_id=1c6aa5b7-681f-4a80-a0b7-793b4ab0118d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:36.724062 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (8647f5f8-1be0-473e-98fe-346f26bf9b26), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:36.724062 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device c0facc7d-e902-4463-a2c5-8704b92668a5 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:36:36.745458 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: c0facc7d-e902-4463-a2c5-8704b92668a5 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:36:36.745806 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device c0facc7d-e902-4463-a2c5-8704b92668a5 not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:36:36.754998 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2b9c5613-5952-4505-bb75-b0b9d160db0b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (c1022036-5404-4a7d-a786-c357d784c9d7), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:36.758911 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-43ed9577-53a7-41e1-8d6d-fedec4357474 req-4b2f02ee-91e1-4e28-95f8-53e0c7fdac4d service neutron] 10.222.0.65 "GET /v2.0/networks/1740be2f-d8a3-4266-8fa1-21b3cc2b7b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043304 Mar 11 19:36:36.811138 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=8647f5f8-1be0-473e-98fe-346f26bf9b26,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:36.906974 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2b9c5613-5952-4505-bb75-b0b9d160db0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (c1022036-5404-4a7d-a786-c357d784c9d7), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:36.910779 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-43ed9577-53a7-41e1-8d6d-fedec4357474 req-c443ef40-1f75-4208-a0bd-3485c954a93a service neutron] 10.222.0.65 "GET /v2.0/networks/1740be2f-d8a3-4266-8fa1-21b3cc2b7b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329949 Mar 11 19:36:36.965702 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2b9c5613-5952-4505-bb75-b0b9d160db0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (c1022036-5404-4a7d-a786-c357d784c9d7), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:36.974142 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['de18dd06-187d-465b-a2a5-054f202ff427'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:36:36.992665 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9c5613-5952-4505-bb75-b0b9d160db0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1022036-5404-4a7d-a786-c357d784c9d7,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:36.996593 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2b9c5613-5952-4505-bb75-b0b9d160db0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:36.999805 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-2b9c5613-5952-4505-bb75-b0b9d160db0b admin admin] 10.222.0.65 "DELETE /v2.0/subnets/c1022036-5404-4a7d-a786-c357d784c9d7 HTTP/1.1" status: 204 len: 168 time: 0.3991733 Mar 11 19:36:37.002742 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35118) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:36:37.033959 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523dde28-9106-4043-8afd-51ad1439ccac None None] Network 65f0676c-e519-43a9-831a-5e083b230a42 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:36:37.101514 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b6999d35-fbcb-4851-a054-81a2052d16b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (65f0676c-e519-43a9-831a-5e083b230a42), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:37.208840 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb2e59-ab4b-4f16-9341-e2f32d69011e req-018a3fc3-dd2f-479a-bcfc-d97f5b0c98f1 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:37.211507 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dabb2e59-ab4b-4f16-9341-e2f32d69011e req-018a3fc3-dd2f-479a-bcfc-d97f5b0c98f1 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fb93d78-4a83-4b84-a54a-d70c53e62bc0 HTTP/1.1" status: 200 len: 943 time: 0.1044757 Mar 11 19:36:37.222019 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-b6999d35-fbcb-4851-a054-81a2052d16b7 admin admin] Deleting port ff8a445f-cdc1-49bc-bad3-756fcaeb7ed7 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:36:37.222363 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b6999d35-fbcb-4851-a054-81a2052d16b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (ff8a445f-cdc1-49bc-bad3-756fcaeb7ed7), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:37.370735 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-b6999d35-fbcb-4851-a054-81a2052d16b7 admin admin] For port ff8a445f-cdc1-49bc-bad3-756fcaeb7ed7, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=ff8a445f-cdc1-49bc-bad3-756fcaeb7ed7,segment=NetworkSegment(64fb2c86-d8e3-4d87-b982-2ce4a906a366),segment_id=64fb2c86-d8e3-4d87-b982-2ce4a906a366)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:37.371103 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b6999d35-fbcb-4851-a054-81a2052d16b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (ff8a445f-cdc1-49bc-bad3-756fcaeb7ed7), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:37.379710 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8459bad9-92eb-4dd3-bbd9-3f66527d9536 None None] DHCP port deletion for 65f0676c-e519-43a9-831a-5e083b230a42 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:36:37.389251 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dabb2e59-ab4b-4f16-9341-e2f32d69011e req-3644f056-a77b-4b06-8d38-176acfe3450b tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] 10.222.0.65 "GET /v2.0/security-groups?id=4ce63813-5fcd-431f-ad4d-45adcc20fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692402 Mar 11 19:36:37.393704 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-b6999d35-fbcb-4851-a054-81a2052d16b7 admin admin] Calling delete_port for ff8a445f-cdc1-49bc-bad3-756fcaeb7ed7 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:36:37.463385 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 19:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b783b40-2245-406c-90a3-0805486476d0 x-openstack-request-id: req-7b783b40-2245-406c-90a3-0805486476d0 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:36:37.463868 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbff8c3d-c4d3-4bb3-b145-04248810f46f", "name": "network-vif-unplugged", "status": "completed", "tag": "ea0d9447-6a38-4cf2-aeb2-52417048e1e8", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:36:37.465549 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7b783b40-2245-406c-90a3-0805486476d0 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:36:37.465549 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbff8c3d-c4d3-4bb3-b145-04248810f46f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea0d9447-6a38-4cf2-aeb2-52417048e1e8', 'code': 200} Mar 11 19:36:37.472971 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8459bad9-92eb-4dd3-bbd9-3f66527d9536 None None] Deleting port ff8a445f-cdc1-49bc-bad3-756fcaeb7ed7 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:36:37.473349 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8459bad9-92eb-4dd3-bbd9-3f66527d9536 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (ff8a445f-cdc1-49bc-bad3-756fcaeb7ed7), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:37.582970 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-8459bad9-92eb-4dd3-bbd9-3f66527d9536 None None] For port ff8a445f-cdc1-49bc-bad3-756fcaeb7ed7, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=ff8a445f-cdc1-49bc-bad3-756fcaeb7ed7,segment=NetworkSegment(64fb2c86-d8e3-4d87-b982-2ce4a906a366),segment_id=64fb2c86-d8e3-4d87-b982-2ce4a906a366)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:37.583369 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8459bad9-92eb-4dd3-bbd9-3f66527d9536 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (ff8a445f-cdc1-49bc-bad3-756fcaeb7ed7), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:37.619260 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8459bad9-92eb-4dd3-bbd9-3f66527d9536 None None] Calling delete_port for ff8a445f-cdc1-49bc-bad3-756fcaeb7ed7 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:36:37.663855 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b6999d35-fbcb-4851-a054-81a2052d16b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (ff8a445f-cdc1-49bc-bad3-756fcaeb7ed7), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:37.744415 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64cc085-56a5-475d-bbd2-0a31914b3a86 req-6c09d059-9b30-44d4-8fdb-334dc950a87e tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:37.746422 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d64cc085-56a5-475d-bbd2-0a31914b3a86 req-6c09d059-9b30-44d4-8fdb-334dc950a87e tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbff8c3d-c4d3-4bb3-b145-04248810f46f HTTP/1.1" status: 200 len: 948 time: 0.1763494 Mar 11 19:36:37.750280 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6999d35-fbcb-4851-a054-81a2052d16b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff8a445f-cdc1-49bc-bad3-756fcaeb7ed7,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:37.758945 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6999d35-fbcb-4851-a054-81a2052d16b7 admin admin] No DVR routers for this DVR port ff8a445f-cdc1-49bc-bad3-756fcaeb7ed7 on host n-d-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:36:37.770750 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8459bad9-92eb-4dd3-bbd9-3f66527d9536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (ff8a445f-cdc1-49bc-bad3-756fcaeb7ed7), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:37.773498 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6999d35-fbcb-4851-a054-81a2052d16b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:37.773953 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6999d35-fbcb-4851-a054-81a2052d16b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:37.774605 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6999d35-fbcb-4851-a054-81a2052d16b7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:37.775281 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6999d35-fbcb-4851-a054-81a2052d16b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:37.786108 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6999d35-fbcb-4851-a054-81a2052d16b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:37.792298 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6999d35-fbcb-4851-a054-81a2052d16b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:37.797242 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6999d35-fbcb-4851-a054-81a2052d16b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:37.799196 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6999d35-fbcb-4851-a054-81a2052d16b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:37.800066 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6999d35-fbcb-4851-a054-81a2052d16b7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:37.800603 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6999d35-fbcb-4851-a054-81a2052d16b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:37.801012 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6999d35-fbcb-4851-a054-81a2052d16b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:37.801406 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6999d35-fbcb-4851-a054-81a2052d16b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:37.801803 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6999d35-fbcb-4851-a054-81a2052d16b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:37.822679 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8459bad9-92eb-4dd3-bbd9-3f66527d9536 None None] Pushing event deleted for resources: {'Port': ['ID=ff8a445f-cdc1-49bc-bad3-756fcaeb7ed7,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:37.827115 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8459bad9-92eb-4dd3-bbd9-3f66527d9536 None None] No DVR routers for this DVR port ff8a445f-cdc1-49bc-bad3-756fcaeb7ed7 on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:36:37.946673 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f62199-2440-47a8-897b-ccb8aa2faf7c req-d47367b8-2800-4d58-922c-c39ef42b8bbe tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:37.955500 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-46f62199-2440-47a8-897b-ccb8aa2faf7c req-d47367b8-2800-4d58-922c-c39ef42b8bbe tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.57 "GET /v2.0/ports?device_id=cd301a1f-409e-4a08-bf73-437d640f7371 HTTP/1.1" status: 200 len: 950 time: 0.1186168 Mar 11 19:36:37.958446 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device f0231f7f-4651-4fe2-9c69-adc73e76d66a details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:36:37.960439 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b6999d35-fbcb-4851-a054-81a2052d16b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (65f0676c-e519-43a9-831a-5e083b230a42), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:37.977188 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d64cc085-56a5-475d-bbd2-0a31914b3a86 req-766c179e-efdd-412e-bff9-517844580506 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/security-groups?id=a781a375-ecc1-4470-b434-56ebce1f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220099 Mar 11 19:36:38.007838 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-b6999d35-fbcb-4851-a054-81a2052d16b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65f0676c-e519-43a9-831a-5e083b230a42']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:38.183865 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port f0231f7f-4651-4fe2-9c69-adc73e76d66a, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=f0231f7f-4651-4fe2-9c69-adc73e76d66a,segment=NetworkSegment(9bb3c5b9-ded6-4f56-ba89-a200cfb91930),segment_id=9bb3c5b9-ded6-4f56-ba89-a200cfb91930)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:38.198577 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 62c68111-fb85-4eea-852b-01d586621c0e no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:36:38.201060 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': 'f0231f7f-4651-4fe2-9c69-adc73e76d66a', 'network_id': 'b7328d88-c46c-4fd2-beed-653eba4777e2', 'port_id': 'f0231f7f-4651-4fe2-9c69-adc73e76d66a', 'mac_address': 'fa:16:3e:2d:1a:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 894, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c645ced-5e6e-4cab-a984-2139b15643f2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:36:38.215972 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-46f62199-2440-47a8-897b-ccb8aa2faf7c req-0755b259-7af5-4476-ae5d-c978d63e55be tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Deleting port afae19bd-dd94-4683-8fc5-b976d07d9d30 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:36:38.216774 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-46f62199-2440-47a8-897b-ccb8aa2faf7c req-0755b259-7af5-4476-ae5d-c978d63e55be tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (afae19bd-dd94-4683-8fc5-b976d07d9d30), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:38.228614 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 62c68111-fb85-4eea-852b-01d586621c0e {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:36:38.228955 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 62c68111-fb85-4eea-852b-01d586621c0e not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:36:38.229387 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 710e33c3-1e58-4387-b676-3e006d3f2e60 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:36:38.270330 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 710e33c3-1e58-4387-b676-3e006d3f2e60 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:36:38.270682 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 710e33c3-1e58-4387-b676-3e006d3f2e60 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:36:38.271120 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device ff8a445f-cdc1-49bc-bad3-756fcaeb7ed7 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:36:38.294372 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: ff8a445f-cdc1-49bc-bad3-756fcaeb7ed7 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:36:38.294680 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device ff8a445f-cdc1-49bc-bad3-756fcaeb7ed7 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:36:38.313517 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port f0231f7f-4651-4fe2-9c69-adc73e76d66a is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:36:38.314070 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (f0231f7f-4651-4fe2-9c69-adc73e76d66a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:38.317449 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 8647f5f8-1be0-473e-98fe-346f26bf9b26 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:36:38.339817 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0231f7f-4651-4fe2-9c69-adc73e76d66a {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:36:38.379114 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port f0231f7f-4651-4fe2-9c69-adc73e76d66a, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=f0231f7f-4651-4fe2-9c69-adc73e76d66a,segment=NetworkSegment(9bb3c5b9-ded6-4f56-ba89-a200cfb91930),segment_id=9bb3c5b9-ded6-4f56-ba89-a200cfb91930)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:38.379988 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-46f62199-2440-47a8-897b-ccb8aa2faf7c req-0755b259-7af5-4476-ae5d-c978d63e55be tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] For port afae19bd-dd94-4683-8fc5-b976d07d9d30, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=afae19bd-dd94-4683-8fc5-b976d07d9d30,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:38.380440 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-46f62199-2440-47a8-897b-ccb8aa2faf7c req-0755b259-7af5-4476-ae5d-c978d63e55be tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (afae19bd-dd94-4683-8fc5-b976d07d9d30), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:38.385331 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (f0231f7f-4651-4fe2-9c69-adc73e76d66a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:38.386083 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device ea0d9447-6a38-4cf2-aeb2-52417048e1e8 details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:36:38.415076 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-46f62199-2440-47a8-897b-ccb8aa2faf7c req-0755b259-7af5-4476-ae5d-c978d63e55be tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Calling delete_port for afae19bd-dd94-4683-8fc5-b976d07d9d30 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:36:38.537081 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port ea0d9447-6a38-4cf2-aeb2-52417048e1e8, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=ea0d9447-6a38-4cf2-aeb2-52417048e1e8,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:38.541586 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-180119c9-be7d-476f-badd-987ae49844a5 req-961543fc-da75-478e-b3ca-1d12cb4bda8b tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd61361e-b4c9-4a26-899a-2d73df1dab40 HTTP/1.1" status: 200 len: 210 time: 0.0793638 Mar 11 19:36:38.547106 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-b6999d35-fbcb-4851-a054-81a2052d16b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64fb2c86-d8e3-4d87-b982-2ce4a906a366') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:38.549632 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-b6999d35-fbcb-4851-a054-81a2052d16b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64fb2c86-d8e3-4d87-b982-2ce4a906a366') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:38.588435 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': 'ea0d9447-6a38-4cf2-aeb2-52417048e1e8', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'port_id': 'ea0d9447-6a38-4cf2-aeb2-52417048e1e8', 'mac_address': 'fa:16:3e:41:ad:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bb14923-74c3-4313-be8d-ed33542f05aa', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:36:38.605509 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-46f62199-2440-47a8-897b-ccb8aa2faf7c req-0755b259-7af5-4476-ae5d-c978d63e55be tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (afae19bd-dd94-4683-8fc5-b976d07d9d30), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:38.661601 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b6999d35-fbcb-4851-a054-81a2052d16b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (64fb2c86-d8e3-4d87-b982-2ce4a906a366), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:38.665238 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['851846da-c940-4105-b334-9256ba19cad4'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:36:38.690221 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0755b259-7af5-4476-ae5d-c978d63e55be tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Pushing event deleted for resources: {'Port': ['ID=afae19bd-dd94-4683-8fc5-b976d07d9d30,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:38.706286 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['2f992392-42cb-46d8-a63a-84020459f21d', 'afae19bd-dd94-4683-8fc5-b976d07d9d30'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:36:38.766419 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port ea0d9447-6a38-4cf2-aeb2-52417048e1e8 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:36:38.766818 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ea0d9447-6a38-4cf2-aeb2-52417048e1e8), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:38.779530 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-46f62199-2440-47a8-897b-ccb8aa2faf7c req-0755b259-7af5-4476-ae5d-c978d63e55be tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] No DVR routers for this DVR port afae19bd-dd94-4683-8fc5-b976d07d9d30 on host n-h2-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:36:38.782690 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-46f62199-2440-47a8-897b-ccb8aa2faf7c req-0755b259-7af5-4476-ae5d-c978d63e55be tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:38.787082 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b6999d35-fbcb-4851-a054-81a2052d16b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (64fb2c86-d8e3-4d87-b982-2ce4a906a366), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:38.788934 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-46f62199-2440-47a8-897b-ccb8aa2faf7c req-0755b259-7af5-4476-ae5d-c978d63e55be tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.57 "DELETE /v2.0/ports/afae19bd-dd94-4683-8fc5-b976d07d9d30 HTTP/1.1" status: 204 len: 173 time: 0.8190994 Mar 11 19:36:38.790670 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd301a1f-409e-4a08-bf73-437d640f7371', 'name': 'network-vif-deleted', 'tag': 'afae19bd-dd94-4683-8fc5-b976d07d9d30'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:36:38.794494 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad08208b-0923-4cb6-86d5-521372690bb0" -d '{"events": [{"server_uuid": "cd301a1f-409e-4a08-bf73-437d640f7371", "name": "network-vif-deleted", "tag": "afae19bd-dd94-4683-8fc5-b976d07d9d30"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:36:38.799742 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6999d35-fbcb-4851-a054-81a2052d16b7 admin admin] Releasing vlan 869 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:36:38.800401 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b6999d35-fbcb-4851-a054-81a2052d16b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (64fb2c86-d8e3-4d87-b982-2ce4a906a366), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:38.911621 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 19:36:38.911621 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:36:38.911621 n-d-833163-1 neutron-server[103885]: timer() Mar 11 19:36:38.911621 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:36:38.911621 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 19:36:38.911621 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:36:38.911621 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 19:36:38.911621 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:36:38.911621 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 19:36:38.911621 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:36:38.911621 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 19:36:38.911621 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:36:38.911621 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 19:36:38.911621 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:36:38.911621 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:36:38.911621 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:36:38.911621 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:36:38.911621 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:36:38.911621 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 19:36:38.911621 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:36:38.911621 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 19:36:38.911621 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:36:38.911621 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:36:38.911621 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:36:38.911621 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 19:36:38.911621 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:36:38.911621 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:36:38.911621 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:36:38.911621 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:36:38.911621 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:36:38.911621 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:36:38.911621 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:36:38.918661 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed9577-53a7-41e1-8d6d-fedec4357474 req-4583664d-2d59-43ae-807f-aeec395f61e3 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:38.920459 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-43ed9577-53a7-41e1-8d6d-fedec4357474 req-4583664d-2d59-43ae-807f-aeec395f61e3 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.75 "GET /v2.0/networks?id=1740be2f-d8a3-4266-8fa1-21b3cc2b7b80 HTTP/1.1" status: 200 len: 822 time: 0.4455204 Mar 11 19:36:38.945918 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f3f6bf40-8549-47e7-82c8-3852d1c3b2ea req-628cc1c7-785a-4d4b-b4f7-114ef1f9713e tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd301a1f-409e-4a08-bf73-437d640f7371 HTTP/1.1" status: 200 len: 210 time: 0.2044797 Mar 11 19:36:38.954003 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-43ed9577-53a7-41e1-8d6d-fedec4357474 req-78f93f06-ab1a-4a75-9f38-84aca13c377a tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Request body: {'port': {'device_id': 'bd61361e-b4c9-4a26-899a-2d73df1dab40', 'network_id': '1740be2f-d8a3-4266-8fa1-21b3cc2b7b80', 'admin_state_up': True, 'tenant_id': '226ac2f13bd14da187bb26d2f866eb8b'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:36:39.120261 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea0d9447-6a38-4cf2-aeb2-52417048e1e8 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:36:39.142737 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=f0231f7f-4651-4fe2-9c69-adc73e76d66a,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:39.159333 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 8647f5f8-1be0-473e-98fe-346f26bf9b26, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=8647f5f8-1be0-473e-98fe-346f26bf9b26,segment=NetworkSegment(1c6aa5b7-681f-4a80-a0b7-793b4ab0118d),segment_id=1c6aa5b7-681f-4a80-a0b7-793b4ab0118d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:39.167189 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b6999d35-fbcb-4851-a054-81a2052d16b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (65f0676c-e519-43a9-831a-5e083b230a42), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:39.174287 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b6999d35-fbcb-4851-a054-81a2052d16b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:39.177504 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-b6999d35-fbcb-4851-a054-81a2052d16b7 admin admin] 10.222.0.65 "DELETE /v2.0/networks/65f0676c-e519-43a9-831a-5e083b230a42 HTTP/1.1" status: 204 len: 168 time: 2.1735702 Mar 11 19:36:39.191566 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port ea0d9447-6a38-4cf2-aeb2-52417048e1e8, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=ea0d9447-6a38-4cf2-aeb2-52417048e1e8,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:39.211705 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (ea0d9447-6a38-4cf2-aeb2-52417048e1e8), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:39.217104 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6999d35-fbcb-4851-a054-81a2052d16b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=65f0676c-e519-43a9-831a-5e083b230a42,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:39.261913 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43ed9577-53a7-41e1-8d6d-fedec4357474 req-78f93f06-ab1a-4a75-9f38-84aca13c377a tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Made reservation on behalf of 226ac2f13bd14da187bb26d2f866eb8b for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:36:39.267317 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-43ed9577-53a7-41e1-8d6d-fedec4357474 req-78f93f06-ab1a-4a75-9f38-84aca13c377a tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:39.282946 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d58aa67-d330-4a8c-b988-64c8b99bf3f3 req-6d7d4f53-534b-4621-934f-f3a8d9f87009 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:39.283461 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=ea0d9447-6a38-4cf2-aeb2-52417048e1e8,revision_number=7']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:39.292548 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '8647f5f8-1be0-473e-98fe-346f26bf9b26', 'network_id': '4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00', 'port_id': '8647f5f8-1be0-473e-98fe-346f26bf9b26', 'mac_address': 'fa:16:3e:d7:4f:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 877, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e937a69a-1c31-46af-aac9-3893b50798ca', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:36:39.293378 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3d58aa67-d330-4a8c-b988-64c8b99bf3f3 req-6d7d4f53-534b-4621-934f-f3a8d9f87009 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fb93d78-4a83-4b84-a54a-d70c53e62bc0 HTTP/1.1" status: 200 len: 944 time: 0.2541502 Mar 11 19:36:39.382496 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 8647f5f8-1be0-473e-98fe-346f26bf9b26 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:36:39.382987 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (8647f5f8-1be0-473e-98fe-346f26bf9b26), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:39.404889 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3d58aa67-d330-4a8c-b988-64c8b99bf3f3 req-1342bdcb-65d7-45fe-9072-a4aa2b6da6ad tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] 10.222.0.65 "GET /v2.0/security-groups?id=4ce63813-5fcd-431f-ad4d-45adcc20fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061397 Mar 11 19:36:39.412032 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8647f5f8-1be0-473e-98fe-346f26bf9b26 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:36:39.484160 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b85456c3-ba17-40bb-bec2-2390fcec8032', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8647f5f8-1be0-473e-98fe-346f26bf9b26'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:36:39.490092 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b7c2d8-1df4-47e7-9357-839f891510c5" -d '{"events": [{"server_uuid": "b85456c3-ba17-40bb-bec2-2390fcec8032", "name": "network-vif-unplugged", "status": "completed", "tag": "8647f5f8-1be0-473e-98fe-346f26bf9b26"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:36:39.491058 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04777c00-03a9-46c4-b562-a772ed0153e2 x-openstack-request-id: req-04777c00-03a9-46c4-b562-a772ed0153e2 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:36:39.492287 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd301a1f-409e-4a08-bf73-437d640f7371", "name": "network-vif-deleted", "tag": "afae19bd-dd94-4683-8fc5-b976d07d9d30", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:36:39.493300 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-04777c00-03a9-46c4-b562-a772ed0153e2 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:36:39.494504 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd301a1f-409e-4a08-bf73-437d640f7371', 'name': 'network-vif-deleted', 'tag': 'afae19bd-dd94-4683-8fc5-b976d07d9d30', 'status': 'completed', 'code': 200} Mar 11 19:36:39.531453 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 8647f5f8-1be0-473e-98fe-346f26bf9b26, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=8647f5f8-1be0-473e-98fe-346f26bf9b26,segment=NetworkSegment(1c6aa5b7-681f-4a80-a0b7-793b4ab0118d),segment_id=1c6aa5b7-681f-4a80-a0b7-793b4ab0118d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:39.538834 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35146) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:36:39.542710 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (8647f5f8-1be0-473e-98fe-346f26bf9b26), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:39.598103 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c79966a5-45ad-4021-9a4c-9c3c2c6a3b89 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d1d58973356d4e52a8ae3cfe1c0f48f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0574389 Mar 11 19:36:39.600714 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35150) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:36:39.613368 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=8647f5f8-1be0-473e-98fe-346f26bf9b26,revision_number=7']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:39.647512 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-43ed9577-53a7-41e1-8d6d-fedec4357474 req-78f93f06-ab1a-4a75-9f38-84aca13c377a tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Allocated IP 172.20.0.6 (1740be2f-d8a3-4266-8fa1-21b3cc2b7b80/182f6c67-9dec-4b57-9375-5df25feeb721/5ac57a8b-03ec-4aad-a48d-bd2634014ce9) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:36:39.658149 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1cdaa459-9ba5-468a-9c28-2f2cabb02648 admin admin] Publish callbacks [] for security_group (54524d42-3c62-4141-b632-0cb610a1a6f5), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:39.659464 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['f0231f7f-4651-4fe2-9c69-adc73e76d66a'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:36:39.699395 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9807fc-5494-43fe-9e1d-ae0756470aea req-b1e99ac3-59d8-433f-8760-06f9a734b1de tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:39.705387 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1cdaa459-9ba5-468a-9c28-2f2cabb02648 admin admin] Publish callbacks [] for security_group (54524d42-3c62-4141-b632-0cb610a1a6f5), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:39.706563 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0b9807fc-5494-43fe-9e1d-ae0756470aea req-b1e99ac3-59d8-433f-8760-06f9a734b1de tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbff8c3d-c4d3-4bb3-b145-04248810f46f HTTP/1.1" status: 200 len: 949 time: 0.1243749 Mar 11 19:36:39.743600 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['ea0d9447-6a38-4cf2-aeb2-52417048e1e8'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:36:39.778760 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0b9807fc-5494-43fe-9e1d-ae0756470aea req-cce2b56e-9918-4030-9187-b258e511658d tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/security-groups?id=a781a375-ecc1-4470-b434-56ebce1f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700307 Mar 11 19:36:39.794362 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1cdaa459-9ba5-468a-9c28-2f2cabb02648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (54524d42-3c62-4141-b632-0cb610a1a6f5), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:39.801258 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1cdaa459-9ba5-468a-9c28-2f2cabb02648 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:39.805140 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-1cdaa459-9ba5-468a-9c28-2f2cabb02648 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/54524d42-3c62-4141-b632-0cb610a1a6f5 HTTP/1.1" status: 204 len: 168 time: 0.2007766 Mar 11 19:36:39.821924 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdaa459-9ba5-468a-9c28-2f2cabb02648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54524d42-3c62-4141-b632-0cb610a1a6f5,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:39.883608 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 19:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-503165da-ee2a-4b61-908f-bffd08c185cb x-openstack-request-id: req-503165da-ee2a-4b61-908f-bffd08c185cb {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:36:39.883943 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b85456c3-ba17-40bb-bec2-2390fcec8032", "name": "network-vif-unplugged", "status": "completed", "tag": "8647f5f8-1be0-473e-98fe-346f26bf9b26", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:36:39.884203 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-503165da-ee2a-4b61-908f-bffd08c185cb {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:36:39.884601 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b85456c3-ba17-40bb-bec2-2390fcec8032', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8647f5f8-1be0-473e-98fe-346f26bf9b26', 'code': 200} Mar 11 19:36:39.887207 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['8647f5f8-1be0-473e-98fe-346f26bf9b26'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:36:39.980748 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device de18dd06-187d-465b-a2a5-054f202ff427 up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:36:40.021162 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-10005378-945d-489a-91ad-8e8af1d4686d req-858b1392-1939-4fd1-8bc2-48c2a8eba063 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd61361e-b4c9-4a26-899a-2d73df1dab40 HTTP/1.1" status: 200 len: 210 time: 0.0447843 Mar 11 19:36:40.043558 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-43ed9577-53a7-41e1-8d6d-fedec4357474 req-78f93f06-ab1a-4a75-9f38-84aca13c377a tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Publish callbacks [] for port (5ac57a8b-03ec-4aad-a48d-bd2634014ce9), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:40.130575 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port de18dd06-187d-465b-a2a5-054f202ff427 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:36:40.136910 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port de18dd06-187d-465b-a2a5-054f202ff427 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:36:40.137563 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (de18dd06-187d-465b-a2a5-054f202ff427), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:40.148943 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-43ed9577-53a7-41e1-8d6d-fedec4357474 req-78f93f06-ab1a-4a75-9f38-84aca13c377a tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (5ac57a8b-03ec-4aad-a48d-bd2634014ce9), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:40.212782 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f93f06-ab1a-4a75-9f38-84aca13c377a tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Pushing event updated for resources: {'Port': ['ID=5ac57a8b-03ec-4aad-a48d-bd2634014ce9,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:40.266591 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43ed9577-53a7-41e1-8d6d-fedec4357474 req-78f93f06-ab1a-4a75-9f38-84aca13c377a tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Network 1740be2f-d8a3-4266-8fa1-21b3cc2b7b80 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:36:40.268861 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-43ed9577-53a7-41e1-8d6d-fedec4357474 req-78f93f06-ab1a-4a75-9f38-84aca13c377a tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:36:40.279822 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ed9577-53a7-41e1-8d6d-fedec4357474 req-78f93f06-ab1a-4a75-9f38-84aca13c377a tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:36:40.299336 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port de18dd06-187d-465b-a2a5-054f202ff427 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:36:40.299336 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (de18dd06-187d-465b-a2a5-054f202ff427), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:40.392139 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port de18dd06-187d-465b-a2a5-054f202ff427, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=de18dd06-187d-465b-a2a5-054f202ff427,segment=NetworkSegment(9bb3c5b9-ded6-4f56-ba89-a200cfb91930),segment_id=9bb3c5b9-ded6-4f56-ba89-a200cfb91930)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:40.397928 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (de18dd06-187d-465b-a2a5-054f202ff427), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:40.398801 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device afae19bd-dd94-4683-8fc5-b976d07d9d30 no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:36:40.421348 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed9577-53a7-41e1-8d6d-fedec4357474 req-78f93f06-ab1a-4a75-9f38-84aca13c377a tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:40.422912 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-43ed9577-53a7-41e1-8d6d-fedec4357474 req-78f93f06-ab1a-4a75-9f38-84aca13c377a tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:40.452521 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: afae19bd-dd94-4683-8fc5-b976d07d9d30 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:36:40.452876 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device afae19bd-dd94-4683-8fc5-b976d07d9d30 not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:36:40.475752 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=de18dd06-187d-465b-a2a5-054f202ff427,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:40.482830 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-43ed9577-53a7-41e1-8d6d-fedec4357474 req-78f93f06-ab1a-4a75-9f38-84aca13c377a tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5336170 Mar 11 19:36:40.507030 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d7465-6904-466a-8625-ccfef699f05e req-bd6e2c52-7e80-4f56-a977-f2bf58d6469f tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:40.508563 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-984d7465-6904-466a-8625-ccfef699f05e req-bd6e2c52-7e80-4f56-a977-f2bf58d6469f tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=70ef355c-680f-4c77-b6bd-90827e0df059 HTTP/1.1" status: 200 len: 949 time: 0.0955870 Mar 11 19:36:40.566905 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-984d7465-6904-466a-8625-ccfef699f05e req-7f804100-193d-41f4-8d84-03e4f3f46205 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516469 Mar 11 19:36:40.721737 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610424ec-0a8f-4344-9f67-fe67259020fe req-c9ecf375-2a27-4280-b4d3-fee54f749feb tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:40.725861 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-610424ec-0a8f-4344-9f67-fe67259020fe req-c9ecf375-2a27-4280-b4d3-fee54f749feb tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fb93d78-4a83-4b84-a54a-d70c53e62bc0 HTTP/1.1" status: 200 len: 944 time: 0.0768089 Mar 11 19:36:40.730420 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-43ed9577-53a7-41e1-8d6d-fedec4357474 req-e1550a6c-9eab-4cb0-8ca4-9e0332fd85d0 service neutron] Request body: {'port': {'device_id': 'bd61361e-b4c9-4a26-899a-2d73df1dab40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:36:40.838148 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-610424ec-0a8f-4344-9f67-fe67259020fe req-f828c30f-9ba4-4883-bcba-c5eb7e2c212f tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] 10.222.0.65 "GET /v2.0/security-groups?id=4ce63813-5fcd-431f-ad4d-45adcc20fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045430 Mar 11 19:36:40.839043 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-43ed9577-53a7-41e1-8d6d-fedec4357474 req-e1550a6c-9eab-4cb0-8ca4-9e0332fd85d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (5ac57a8b-03ec-4aad-a48d-bd2634014ce9), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:41.079215 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09861ae7-172b-405f-a89e-0775c47a5645 req-98a92951-d22b-4d8d-b327-b883a56441ba tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:41.080999 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-09861ae7-172b-405f-a89e-0775c47a5645 req-98a92951-d22b-4d8d-b327-b883a56441ba tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbff8c3d-c4d3-4bb3-b145-04248810f46f HTTP/1.1" status: 200 len: 949 time: 0.1376276 Mar 11 19:36:41.181417 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-09861ae7-172b-405f-a89e-0775c47a5645 req-7817b387-ed58-42b5-ada2-d95f723bcf17 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/security-groups?id=a781a375-ecc1-4470-b434-56ebce1f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675015 Mar 11 19:36:41.240156 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-43ed9577-53a7-41e1-8d6d-fedec4357474 req-e1550a6c-9eab-4cb0-8ca4-9e0332fd85d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ac57a8b-03ec-4aad-a48d-bd2634014ce9 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:36:41.248305 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-43ed9577-53a7-41e1-8d6d-fedec4357474 req-e1550a6c-9eab-4cb0-8ca4-9e0332fd85d0 service neutron] Publish callbacks [] for port (5ac57a8b-03ec-4aad-a48d-bd2634014ce9), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:41.262009 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-43ed9577-53a7-41e1-8d6d-fedec4357474 req-e1550a6c-9eab-4cb0-8ca4-9e0332fd85d0 service neutron] Transition to ACTIVE for port object 5ac57a8b-03ec-4aad-a48d-bd2634014ce9 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:36:41.266323 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-43ed9577-53a7-41e1-8d6d-fedec4357474 req-e1550a6c-9eab-4cb0-8ca4-9e0332fd85d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (5ac57a8b-03ec-4aad-a48d-bd2634014ce9), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:41.319368 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1550a6c-9eab-4cb0-8ca4-9e0332fd85d0 service neutron] Pushing event updated for resources: {'Port': ['ID=5ac57a8b-03ec-4aad-a48d-bd2634014ce9,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:41.405274 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-43ed9577-53a7-41e1-8d6d-fedec4357474 req-e1550a6c-9eab-4cb0-8ca4-9e0332fd85d0 service neutron] Attempting to bind port 5ac57a8b-03ec-4aad-a48d-bd2634014ce9 on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:36:41.405518 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-43ed9577-53a7-41e1-8d6d-fedec4357474 req-e1550a6c-9eab-4cb0-8ca4-9e0332fd85d0 service neutron] Attempting to bind port 5ac57a8b-03ec-4aad-a48d-bd2634014ce9 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '030b1ea6-a9bd-4970-9537-6268a24125f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '1740be2f-d8a3-4266-8fa1-21b3cc2b7b80'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:36:41.405836 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ed9577-53a7-41e1-8d6d-fedec4357474 req-e1550a6c-9eab-4cb0-8ca4-9e0332fd85d0 service neutron] Attempting to bind port 5ac57a8b-03ec-4aad-a48d-bd2634014ce9 on network 1740be2f-d8a3-4266-8fa1-21b3cc2b7b80 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:36:41.425154 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ed9577-53a7-41e1-8d6d-fedec4357474 req-e1550a6c-9eab-4cb0-8ca4-9e0332fd85d0 service neutron] Port 5ac57a8b-03ec-4aad-a48d-bd2634014ce9 on network 1740be2f-d8a3-4266-8fa1-21b3cc2b7b80 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:36:41.425477 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ed9577-53a7-41e1-8d6d-fedec4357474 req-e1550a6c-9eab-4cb0-8ca4-9e0332fd85d0 service neutron] Attempting to bind port 5ac57a8b-03ec-4aad-a48d-bd2634014ce9 on network 1740be2f-d8a3-4266-8fa1-21b3cc2b7b80 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:36:41.434048 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ed9577-53a7-41e1-8d6d-fedec4357474 req-e1550a6c-9eab-4cb0-8ca4-9e0332fd85d0 service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:36:41.434389 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ed9577-53a7-41e1-8d6d-fedec4357474 req-e1550a6c-9eab-4cb0-8ca4-9e0332fd85d0 service neutron] Checking segment: {'id': '030b1ea6-a9bd-4970-9537-6268a24125f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '1740be2f-d8a3-4266-8fa1-21b3cc2b7b80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:36:41.434763 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ed9577-53a7-41e1-8d6d-fedec4357474 req-e1550a6c-9eab-4cb0-8ca4-9e0332fd85d0 service neutron] Bound using segment: {'id': '030b1ea6-a9bd-4970-9537-6268a24125f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '1740be2f-d8a3-4266-8fa1-21b3cc2b7b80'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:36:41.435191 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-43ed9577-53a7-41e1-8d6d-fedec4357474 req-e1550a6c-9eab-4cb0-8ca4-9e0332fd85d0 service neutron] Bound port: 5ac57a8b-03ec-4aad-a48d-bd2634014ce9, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '030b1ea6-a9bd-4970-9537-6268a24125f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '1740be2f-d8a3-4266-8fa1-21b3cc2b7b80'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:36:41.435544 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-43ed9577-53a7-41e1-8d6d-fedec4357474 req-e1550a6c-9eab-4cb0-8ca4-9e0332fd85d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (5ac57a8b-03ec-4aad-a48d-bd2634014ce9), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:41.488228 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56bf4cb-1f05-4e04-bb19-e652447c30df req-19874539-2842-45a8-aff1-c56337a064b6 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:41.489738 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a56bf4cb-1f05-4e04-bb19-e652447c30df req-19874539-2842-45a8-aff1-c56337a064b6 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd61361e-b4c9-4a26-899a-2d73df1dab40 HTTP/1.1" status: 200 len: 943 time: 0.0982940 Mar 11 19:36:41.544163 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-43ed9577-53a7-41e1-8d6d-fedec4357474 req-e1550a6c-9eab-4cb0-8ca4-9e0332fd85d0 service neutron] For port 5ac57a8b-03ec-4aad-a48d-bd2634014ce9, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:36:41.565865 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-43ed9577-53a7-41e1-8d6d-fedec4357474 req-e1550a6c-9eab-4cb0-8ca4-9e0332fd85d0 service neutron] For port 5ac57a8b-03ec-4aad-a48d-bd2634014ce9, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=5ac57a8b-03ec-4aad-a48d-bd2634014ce9,segment=NetworkSegment(030b1ea6-a9bd-4970-9537-6268a24125f4),segment_id=030b1ea6-a9bd-4970-9537-6268a24125f4)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:36:41.570693 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a56bf4cb-1f05-4e04-bb19-e652447c30df req-fc9ca4a0-310a-4911-9358-be0462ae41da tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/security-groups?id=84f7623b-92bc-46cd-a725-53de6be71e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741026 Mar 11 19:36:41.578136 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-43ed9577-53a7-41e1-8d6d-fedec4357474 req-e1550a6c-9eab-4cb0-8ca4-9e0332fd85d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (5ac57a8b-03ec-4aad-a48d-bd2634014ce9), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:41.613044 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed9577-53a7-41e1-8d6d-fedec4357474 req-e1550a6c-9eab-4cb0-8ca4-9e0332fd85d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:41.613654 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-43ed9577-53a7-41e1-8d6d-fedec4357474 req-e1550a6c-9eab-4cb0-8ca4-9e0332fd85d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:41.615772 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-43ed9577-53a7-41e1-8d6d-fedec4357474 req-e1550a6c-9eab-4cb0-8ca4-9e0332fd85d0 service neutron] 10.222.0.75 "PUT /v2.0/ports/5ac57a8b-03ec-4aad-a48d-bd2634014ce9 HTTP/1.1" status: 200 len: 1091 time: 1.1221726 Mar 11 19:36:41.615994 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd61361e-b4c9-4a26-899a-2d73df1dab40', 'tag': '5ac57a8b-03ec-4aad-a48d-bd2634014ce9'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:36:41.619051 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc9ff831-dc6d-47a6-8818-9a61972ae8cd" -d '{"events": [{"name": "network-changed", "server_uuid": "bd61361e-b4c9-4a26-899a-2d73df1dab40", "tag": "5ac57a8b-03ec-4aad-a48d-bd2634014ce9"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:36:41.644088 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1550a6c-9eab-4cb0-8ca4-9e0332fd85d0 service neutron] Pushing event updated for resources: {'Port': ['ID=5ac57a8b-03ec-4aad-a48d-bd2634014ce9,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:41.654725 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35204) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:36:41.736640 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e41ef8-c116-45d3-bf4e-f7fb3d88ed57 req-7cd9a2fb-819b-4a09-a19f-928022c4efac tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:41.738118 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-18e41ef8-c116-45d3-bf4e-f7fb3d88ed57 req-7cd9a2fb-819b-4a09-a19f-928022c4efac tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=70ef355c-680f-4c77-b6bd-90827e0df059 HTTP/1.1" status: 200 len: 949 time: 0.0959578 Mar 11 19:36:41.740760 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed9577-53a7-41e1-8d6d-fedec4357474 req-f3972c93-0c3e-4c5e-9383-55519c3c5d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:41.742123 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-43ed9577-53a7-41e1-8d6d-fedec4357474 req-f3972c93-0c3e-4c5e-9383-55519c3c5d3c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=226ac2f13bd14da187bb26d2f866eb8b&device_id=bd61361e-b4c9-4a26-899a-2d73df1dab40 HTTP/1.1" status: 200 len: 1125 time: 0.0857029 Mar 11 19:36:41.764904 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f307e5a8-f204-457e-8f47-03acdde55245 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:41.792775 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-43ed9577-53a7-41e1-8d6d-fedec4357474 req-0d53d468-08f4-4551-ae8c-bb239cbd076b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ac57a8b-03ec-4aad-a48d-bd2634014ce9 HTTP/1.1" status: 200 len: 217 time: 0.0417917 Mar 11 19:36:41.843275 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f307e5a8-f204-457e-8f47-03acdde55245 admin admin] Publish callbacks [] for security_group (c067ab0c-53c0-4cbb-855d-f515ae2c7cff), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:41.847576 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f307e5a8-f204-457e-8f47-03acdde55245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (c067ab0c-53c0-4cbb-855d-f515ae2c7cff), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:41.856185 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-18e41ef8-c116-45d3-bf4e-f7fb3d88ed57 req-57fc7cb2-3f2f-4154-bb71-a15ffc75e7f9 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105993 Mar 11 19:36:41.863703 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ed9577-53a7-41e1-8d6d-fedec4357474 req-8031b8fa-7b10-4680-89e9-e684ffdc988b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:41.865119 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-43ed9577-53a7-41e1-8d6d-fedec4357474 req-8031b8fa-7b10-4680-89e9-e684ffdc988b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=182f6c67-9dec-4b57-9375-5df25feeb721 HTTP/1.1" status: 200 len: 862 time: 0.0672276 Mar 11 19:36:41.886047 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '823953c1-52a3-45fd-8e8b-e90d67e3e816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de18dd06-187d-465b-a2a5-054f202ff427'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:36:41.888308 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f4855d-858e-45cb-81fa-debc5b876e71" -d '{"events": [{"server_uuid": "823953c1-52a3-45fd-8e8b-e90d67e3e816", "name": "network-vif-plugged", "status": "completed", "tag": "de18dd06-187d-465b-a2a5-054f202ff427"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:36:41.893173 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f307e5a8-f204-457e-8f47-03acdde55245 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e1cbd2af4b4c4953a49bde0bdead299b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2371886 Mar 11 19:36:41.893958 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f307e5a8-f204-457e-8f47-03acdde55245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c067ab0c-53c0-4cbb-855d-f515ae2c7cff,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:41.897626 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35212) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:36:41.904163 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-43ed9577-53a7-41e1-8d6d-fedec4357474 req-819d0f0a-bc3b-4589-a441-c3db15c8e94d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1740be2f-d8a3-4266-8fa1-21b3cc2b7b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333462 Mar 11 19:36:41.908469 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e61be963-b5b8-4398-815d-bb8112e541b1 x-openstack-request-id: req-e61be963-b5b8-4398-815d-bb8112e541b1 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:36:41.908748 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd61361e-b4c9-4a26-899a-2d73df1dab40", "tag": "5ac57a8b-03ec-4aad-a48d-bd2634014ce9", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:36:41.909005 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e61be963-b5b8-4398-815d-bb8112e541b1 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:36:41.909448 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd61361e-b4c9-4a26-899a-2d73df1dab40', 'tag': '5ac57a8b-03ec-4aad-a48d-bd2634014ce9', 'status': 'completed', 'code': 200} Mar 11 19:36:41.953138 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-48767929-6a39-4526-a3af-c0a24e545c62 admin admin] Publish callbacks [] for security_group (c067ab0c-53c0-4cbb-855d-f515ae2c7cff), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:41.982941 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-48767929-6a39-4526-a3af-c0a24e545c62 admin admin] Publish callbacks [] for security_group (c067ab0c-53c0-4cbb-855d-f515ae2c7cff), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:42.000744 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device f0231f7f-4651-4fe2-9c69-adc73e76d66a up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:36:42.041447 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-43ed9577-53a7-41e1-8d6d-fedec4357474 req-4060569a-9dd0-441b-a947-46a03356ca42 service neutron] 10.222.0.75 "GET /v2.0/networks/1740be2f-d8a3-4266-8fa1-21b3cc2b7b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294680 Mar 11 19:36:42.061408 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-48767929-6a39-4526-a3af-c0a24e545c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (c067ab0c-53c0-4cbb-855d-f515ae2c7cff), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:42.067888 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-48767929-6a39-4526-a3af-c0a24e545c62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:42.072527 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-48767929-6a39-4526-a3af-c0a24e545c62 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c067ab0c-53c0-4cbb-855d-f515ae2c7cff HTTP/1.1" status: 204 len: 168 time: 0.1731212 Mar 11 19:36:42.083801 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48767929-6a39-4526-a3af-c0a24e545c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c067ab0c-53c0-4cbb-855d-f515ae2c7cff,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:42.088583 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port f0231f7f-4651-4fe2-9c69-adc73e76d66a completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:36:42.100183 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b155da-88dc-4d98-8385-960bc28d2228 req-2971c610-be10-4bae-ab98-44df0d1f0e75 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:42.100747 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port f0231f7f-4651-4fe2-9c69-adc73e76d66a triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:36:42.101226 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (f0231f7f-4651-4fe2-9c69-adc73e76d66a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:42.106982 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-40b155da-88dc-4d98-8385-960bc28d2228 req-2971c610-be10-4bae-ab98-44df0d1f0e75 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fb93d78-4a83-4b84-a54a-d70c53e62bc0 HTTP/1.1" status: 200 len: 944 time: 0.1353679 Mar 11 19:36:42.189733 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-40b155da-88dc-4d98-8385-960bc28d2228 req-4b6b4fce-e450-4b4a-b7c2-a1ace3d5cd15 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] 10.222.0.65 "GET /v2.0/security-groups?id=4ce63813-5fcd-431f-ad4d-45adcc20fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819752 Mar 11 19:36:42.198273 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port f0231f7f-4651-4fe2-9c69-adc73e76d66a is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:36:42.198600 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (f0231f7f-4651-4fe2-9c69-adc73e76d66a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:42.200617 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-43ed9577-53a7-41e1-8d6d-fedec4357474 req-346f0eec-b0f8-4caf-9a37-b4b7e06cf5b9 service neutron] 10.222.0.75 "GET /v2.0/networks/1740be2f-d8a3-4266-8fa1-21b3cc2b7b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522856 Mar 11 19:36:42.241996 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port f0231f7f-4651-4fe2-9c69-adc73e76d66a, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=f0231f7f-4651-4fe2-9c69-adc73e76d66a,segment=NetworkSegment(9bb3c5b9-ded6-4f56-ba89-a200cfb91930),segment_id=9bb3c5b9-ded6-4f56-ba89-a200cfb91930)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:42.252995 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (f0231f7f-4651-4fe2-9c69-adc73e76d66a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:42.253824 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device ea0d9447-6a38-4cf2-aeb2-52417048e1e8 up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:36:42.340917 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e63a8ba-b195-4de9-bcd2-371a2f679464 x-openstack-request-id: req-6e63a8ba-b195-4de9-bcd2-371a2f679464 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:36:42.341203 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "823953c1-52a3-45fd-8e8b-e90d67e3e816", "name": "network-vif-plugged", "status": "completed", "tag": "de18dd06-187d-465b-a2a5-054f202ff427", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:36:42.341456 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6e63a8ba-b195-4de9-bcd2-371a2f679464 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:36:42.341847 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '823953c1-52a3-45fd-8e8b-e90d67e3e816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de18dd06-187d-465b-a2a5-054f202ff427', 'code': 200} Mar 11 19:36:42.346093 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 8647f5f8-1be0-473e-98fe-346f26bf9b26 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:36:42.384026 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fecc6c-c429-483f-ba41-59fac4d24bb2 req-e6b3fbc0-e50a-4ed2-bdff-939f4db237fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:42.385750 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-92fecc6c-c429-483f-ba41-59fac4d24bb2 req-e6b3fbc0-e50a-4ed2-bdff-939f4db237fe service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=823953c1-52a3-45fd-8e8b-e90d67e3e816 HTTP/1.1" status: 200 len: 1128 time: 0.0655990 Mar 11 19:36:42.394144 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ff831-dc6d-47a6-8818-9a61972ae8cd req-f8960569-8afc-4a8a-9cf2-bfb021b1f2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:42.396283 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fc9ff831-dc6d-47a6-8818-9a61972ae8cd req-f8960569-8afc-4a8a-9cf2-bfb021b1f2f1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=226ac2f13bd14da187bb26d2f866eb8b&device_id=bd61361e-b4c9-4a26-899a-2d73df1dab40 HTTP/1.1" status: 200 len: 1125 time: 0.1296759 Mar 11 19:36:42.442827 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port ea0d9447-6a38-4cf2-aeb2-52417048e1e8 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:36:42.443563 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-92fecc6c-c429-483f-ba41-59fac4d24bb2 req-69690448-baea-417b-b944-6ff4a6a1969f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4ce63813-5fcd-431f-ad4d-45adcc20fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500968 Mar 11 19:36:42.444551 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ea0d9447-6a38-4cf2-aeb2-52417048e1e8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:42.447507 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=f0231f7f-4651-4fe2-9c69-adc73e76d66a,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:42.469952 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a4db2-dd18-4572-8505-a5c5e42c9976 req-3d56ee3e-5800-4ff9-8d41-fe9bb92caa22 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:42.471738 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ad8a4db2-dd18-4572-8505-a5c5e42c9976 req-3d56ee3e-5800-4ff9-8d41-fe9bb92caa22 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.57 "GET /v2.0/ports?device_id=70ef355c-680f-4c77-b6bd-90827e0df059 HTTP/1.1" status: 200 len: 949 time: 0.1194029 Mar 11 19:36:42.497495 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 8647f5f8-1be0-473e-98fe-346f26bf9b26 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:36:42.498194 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (8647f5f8-1be0-473e-98fe-346f26bf9b26), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:42.526394 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de080fb4-302f-4bf5-b899-69b554695dc2 req-4a79b17d-bbfa-4eba-9ab3-82df77910bf2 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:42.528190 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-de080fb4-302f-4bf5-b899-69b554695dc2 req-4a79b17d-bbfa-4eba-9ab3-82df77910bf2 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbff8c3d-c4d3-4bb3-b145-04248810f46f HTTP/1.1" status: 200 len: 949 time: 0.2112031 Mar 11 19:36:42.579280 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ff831-dc6d-47a6-8818-9a61972ae8cd req-9cab9790-a325-423b-be11-647fef99c020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:42.581195 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fc9ff831-dc6d-47a6-8818-9a61972ae8cd req-9cab9790-a325-423b-be11-647fef99c020 service neutron] 10.222.0.75 "GET /v2.0/networks?id=1740be2f-d8a3-4266-8fa1-21b3cc2b7b80 HTTP/1.1" status: 200 len: 923 time: 0.1762607 Mar 11 19:36:42.600660 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port ea0d9447-6a38-4cf2-aeb2-52417048e1e8 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:36:42.601137 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ea0d9447-6a38-4cf2-aeb2-52417048e1e8), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:42.629471 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 8647f5f8-1be0-473e-98fe-346f26bf9b26 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:36:42.629854 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (8647f5f8-1be0-473e-98fe-346f26bf9b26), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:42.630662 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-de080fb4-302f-4bf5-b899-69b554695dc2 req-8a945ead-128a-420e-8f6a-55b79a6d1cbd tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/security-groups?id=a781a375-ecc1-4470-b434-56ebce1f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932136 Mar 11 19:36:42.633051 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fc9ff831-dc6d-47a6-8818-9a61972ae8cd req-19dcb536-d513-4fc6-8e1f-928b7dfecf53 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ac57a8b-03ec-4aad-a48d-bd2634014ce9 HTTP/1.1" status: 200 len: 217 time: 0.0443628 Mar 11 19:36:42.657534 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port ea0d9447-6a38-4cf2-aeb2-52417048e1e8, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=ea0d9447-6a38-4cf2-aeb2-52417048e1e8,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:42.673977 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (ea0d9447-6a38-4cf2-aeb2-52417048e1e8), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:42.705395 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ff831-dc6d-47a6-8818-9a61972ae8cd req-6a6f900f-cb7c-49a9-b129-8bb4599aaa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:42.706625 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fc9ff831-dc6d-47a6-8818-9a61972ae8cd req-6a6f900f-cb7c-49a9-b129-8bb4599aaa91 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=182f6c67-9dec-4b57-9375-5df25feeb721 HTTP/1.1" status: 200 len: 862 time: 0.0677691 Mar 11 19:36:42.723436 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 8647f5f8-1be0-473e-98fe-346f26bf9b26, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=8647f5f8-1be0-473e-98fe-346f26bf9b26,segment=NetworkSegment(1c6aa5b7-681f-4a80-a0b7-793b4ab0118d),segment_id=1c6aa5b7-681f-4a80-a0b7-793b4ab0118d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:42.732386 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (8647f5f8-1be0-473e-98fe-346f26bf9b26), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:42.756619 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=ea0d9447-6a38-4cf2-aeb2-52417048e1e8,revision_number=8']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:42.779815 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fc9ff831-dc6d-47a6-8818-9a61972ae8cd req-7fe24a82-40bd-4f30-907b-a60db9148419 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1740be2f-d8a3-4266-8fa1-21b3cc2b7b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643604 Mar 11 19:36:42.811272 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=8647f5f8-1be0-473e-98fe-346f26bf9b26,revision_number=8']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:42.919444 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35242) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:36:42.933438 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90baa9f5-20ca-401f-bf57-8ec9de348d4d req-63e5c3cc-67e5-47b5-925a-cf4566a1180a tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:42.934941 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-90baa9f5-20ca-401f-bf57-8ec9de348d4d req-63e5c3cc-67e5-47b5-925a-cf4566a1180a tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd61361e-b4c9-4a26-899a-2d73df1dab40 HTTP/1.1" status: 200 len: 943 time: 0.1867659 Mar 11 19:36:42.966050 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fc9ff831-dc6d-47a6-8818-9a61972ae8cd req-42f15b66-58e4-4f5b-8f46-578265787e16 service neutron] 10.222.0.75 "GET /v2.0/networks/1740be2f-d8a3-4266-8fa1-21b3cc2b7b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653852 Mar 11 19:36:42.972921 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-ad8a4db2-dd18-4572-8505-a5c5e42c9976 req-1441d0f7-396a-4e12-becc-a8b5562eee5a tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Deleting port 2f992392-42cb-46d8-a63a-84020459f21d {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:36:42.973266 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ad8a4db2-dd18-4572-8505-a5c5e42c9976 req-1441d0f7-396a-4e12-becc-a8b5562eee5a tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (2f992392-42cb-46d8-a63a-84020459f21d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:43.018012 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-36826488-cf9f-47b5-8306-1a0f28ed6165 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1205727609-network', 'tenant_id': '13f1448ca5364266ac9d2968e838f04d'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:36:43.044415 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36826488-cf9f-47b5-8306-1a0f28ed6165 admin admin] Made reservation on behalf of 13f1448ca5364266ac9d2968e838f04d for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:36:43.048271 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-36826488-cf9f-47b5-8306-1a0f28ed6165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:43.060623 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-36826488-cf9f-47b5-8306-1a0f28ed6165 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:43.067364 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-90baa9f5-20ca-401f-bf57-8ec9de348d4d req-58ede6f6-4b13-49d1-a7c3-a8962c77b75e tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/security-groups?id=84f7623b-92bc-46cd-a725-53de6be71e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220973 Mar 11 19:36:43.159166 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-36826488-cf9f-47b5-8306-1a0f28ed6165 admin admin] Publish callbacks [] for security_group (6aab8c64-b4a8-4270-bf55-301321e93f0c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:43.164182 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-36826488-cf9f-47b5-8306-1a0f28ed6165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (6aab8c64-b4a8-4270-bf55-301321e93f0c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:43.191002 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36826488-cf9f-47b5-8306-1a0f28ed6165 admin admin] vlan segment allocate from pool success with {'vlan_id': 864, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:36:43.197460 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36826488-cf9f-47b5-8306-1a0f28ed6165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aab8c64-b4a8-4270-bf55-301321e93f0c,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:43.200796 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-ad8a4db2-dd18-4572-8505-a5c5e42c9976 req-1441d0f7-396a-4e12-becc-a8b5562eee5a tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] For port 2f992392-42cb-46d8-a63a-84020459f21d, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=2f992392-42cb-46d8-a63a-84020459f21d,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:43.201327 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ad8a4db2-dd18-4572-8505-a5c5e42c9976 req-1441d0f7-396a-4e12-becc-a8b5562eee5a tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (2f992392-42cb-46d8-a63a-84020459f21d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:43.203481 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-36826488-cf9f-47b5-8306-1a0f28ed6165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (2e913ce2-e9d1-48a3-a500-fa6dab0e0cac), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:43.203860 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-36826488-cf9f-47b5-8306-1a0f28ed6165 admin admin] Added segment 2e913ce2-e9d1-48a3-a500-fa6dab0e0cac of type vlan for network 77a02624-a1f8-4ed5-b0a3-cc9c95960d0b Mar 11 19:36:43.206164 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fc9ff831-dc6d-47a6-8818-9a61972ae8cd req-fe9bec0c-4e7e-4c04-a7d3-75408f66a1ff service neutron] 10.222.0.75 "GET /v2.0/networks/1740be2f-d8a3-4266-8fa1-21b3cc2b7b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274394 Mar 11 19:36:43.219649 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-ad8a4db2-dd18-4572-8505-a5c5e42c9976 req-1441d0f7-396a-4e12-becc-a8b5562eee5a tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Calling delete_port for 2f992392-42cb-46d8-a63a-84020459f21d owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:36:43.246419 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d38261-a6f5-4a5b-9836-45127eb59ac5 req-046bd05a-2930-4a9d-a5d8-d109f2dfcde8 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:43.253471 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-92d38261-a6f5-4a5b-9836-45127eb59ac5 req-046bd05a-2930-4a9d-a5d8-d109f2dfcde8 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=70ef355c-680f-4c77-b6bd-90827e0df059 HTTP/1.1" status: 200 len: 949 time: 0.1108572 Mar 11 19:36:43.258614 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-36826488-cf9f-47b5-8306-1a0f28ed6165 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (77a02624-a1f8-4ed5-b0a3-cc9c95960d0b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:43.285497 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-36826488-cf9f-47b5-8306-1a0f28ed6165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (77a02624-a1f8-4ed5-b0a3-cc9c95960d0b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:43.286465 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36826488-cf9f-47b5-8306-1a0f28ed6165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:43.287103 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-36826488-cf9f-47b5-8306-1a0f28ed6165 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:43.323700 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-36826488-cf9f-47b5-8306-1a0f28ed6165 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4030917 Mar 11 19:36:43.326539 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35250) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:36:43.331402 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-6f5ba5c5-e0c7-4020-80ba-11517f8800ca admin admin] Request body: {'subnet': {'network_id': '77a02624-a1f8-4ed5-b0a3-cc9c95960d0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1205727609-subnet', 'tenant_id': '13f1448ca5364266ac9d2968e838f04d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:36:43.346641 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-92d38261-a6f5-4a5b-9836-45127eb59ac5 req-57cf10ec-49a4-49a9-aca0-d9d982c4f44e tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922203 Mar 11 19:36:43.365482 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36826488-cf9f-47b5-8306-1a0f28ed6165 admin admin] Pushing event updated for resources: {'Network': ['ID=77a02624-a1f8-4ed5-b0a3-cc9c95960d0b,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:43.378438 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 77a02624-a1f8-4ed5-b0a3-cc9c95960d0b details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:36:43.382214 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f5ba5c5-e0c7-4020-80ba-11517f8800ca admin admin] Made reservation on behalf of 13f1448ca5364266ac9d2968e838f04d for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:36:43.385543 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6f5ba5c5-e0c7-4020-80ba-11517f8800ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:43.439951 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ad8a4db2-dd18-4572-8505-a5c5e42c9976 req-1441d0f7-396a-4e12-becc-a8b5562eee5a tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (2f992392-42cb-46d8-a63a-84020459f21d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:43.452995 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['851846da-c940-4105-b334-9256ba19cad4'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:36:43.455910 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['2f992392-42cb-46d8-a63a-84020459f21d'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:36:43.526108 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1441d0f7-396a-4e12-becc-a8b5562eee5a tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Pushing event deleted for resources: {'Port': ['ID=2f992392-42cb-46d8-a63a-84020459f21d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:43.552503 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad8a4db2-dd18-4572-8505-a5c5e42c9976 req-1441d0f7-396a-4e12-becc-a8b5562eee5a tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] No DVR routers for this DVR port 2f992392-42cb-46d8-a63a-84020459f21d on host n-h2-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:36:43.555535 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ad8a4db2-dd18-4572-8505-a5c5e42c9976 req-1441d0f7-396a-4e12-becc-a8b5562eee5a tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:43.559389 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ad8a4db2-dd18-4572-8505-a5c5e42c9976 req-1441d0f7-396a-4e12-becc-a8b5562eee5a tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.57 "DELETE /v2.0/ports/2f992392-42cb-46d8-a63a-84020459f21d HTTP/1.1" status: 204 len: 173 time: 0.8514447 Mar 11 19:36:43.589587 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a2dda-e81c-4fcd-8c69-66bbcea8141c req-37532af7-01ff-4fdc-9a24-1d489a686a8a tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:43.591854 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-283a2dda-e81c-4fcd-8c69-66bbcea8141c req-37532af7-01ff-4fdc-9a24-1d489a686a8a tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fb93d78-4a83-4b84-a54a-d70c53e62bc0 HTTP/1.1" status: 200 len: 945 time: 0.1641393 Mar 11 19:36:43.595002 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6f5ba5c5-e0c7-4020-80ba-11517f8800ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (80056032-eb48-4775-96f6-10e96bb6ead3), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:43.659119 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-283a2dda-e81c-4fcd-8c69-66bbcea8141c req-62c69565-68e2-4b8c-b118-92643070d717 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] 10.222.0.65 "GET /v2.0/security-groups?id=4ce63813-5fcd-431f-ad4d-45adcc20fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611982 Mar 11 19:36:43.663147 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5ba5c5-e0c7-4020-80ba-11517f8800ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=80056032-eb48-4775-96f6-10e96bb6ead3,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:43.667871 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5ba5c5-e0c7-4020-80ba-11517f8800ca admin admin] Checking segment: {'id': '2e913ce2-e9d1-48a3-a500-fa6dab0e0cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '77a02624-a1f8-4ed5-b0a3-cc9c95960d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:36:43.668315 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5ba5c5-e0c7-4020-80ba-11517f8800ca admin admin] Network hostable DHCP agents. Network: 77a02624-a1f8-4ed5-b0a3-cc9c95960d0b, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:36:43.693368 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5ba5c5-e0c7-4020-80ba-11517f8800ca admin admin] Network 77a02624-a1f8-4ed5-b0a3-cc9c95960d0b is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:36:43.705803 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-6f5ba5c5-e0c7-4020-80ba-11517f8800ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 77a02624-a1f8-4ed5-b0a3-cc9c95960d0b) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:36:43.710471 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5ba5c5-e0c7-4020-80ba-11517f8800ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:43.711134 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6f5ba5c5-e0c7-4020-80ba-11517f8800ca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:43.717643 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4dbd4d0-93a6-4ba9-9462-a734effc73f2 None None] Network 77a02624-a1f8-4ed5-b0a3-cc9c95960d0b requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:36:43.732326 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-6f5ba5c5-e0c7-4020-80ba-11517f8800ca admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4020298 Mar 11 19:36:43.732562 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35254) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:36:43.736855 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-a109e54f-9448-4b86-9128-73f9d74ddc60 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1205727609-router', 'tenant_id': '13f1448ca5364266ac9d2968e838f04d', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:36:43.783582 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a109e54f-9448-4b86-9128-73f9d74ddc60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (1b120167-c786-4fa6-9c1b-42428f0a31ed), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:43.784527 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a109e54f-9448-4b86-9128-73f9d74ddc60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (1b120167-c786-4fa6-9c1b-42428f0a31ed), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:43.814470 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cacb8b9-8bd4-42ed-844e-1ac2cfa57fc8 req-c485c2fa-729c-425e-a164-0a1dc8db0b51 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:43.816205 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6cacb8b9-8bd4-42ed-844e-1ac2cfa57fc8 req-c485c2fa-729c-425e-a164-0a1dc8db0b51 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbff8c3d-c4d3-4bb3-b145-04248810f46f HTTP/1.1" status: 200 len: 950 time: 0.0762703 Mar 11 19:36:43.827767 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18272f60-8f8c-4814-9fa4-0476f91cc002 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-77a02624-a1f8-4ed5-b0a3-cc9c95960d0b', 'network_id': '77a02624-a1f8-4ed5-b0a3-cc9c95960d0b', 'project_id': '13f1448ca5364266ac9d2968e838f04d', 'fixed_ips': [{'subnet_id': '80056032-eb48-4775-96f6-10e96bb6ead3'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:36:43.828640 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-18272f60-8f8c-4814-9fa4-0476f91cc002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:43.868444 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a109e54f-9448-4b86-9128-73f9d74ddc60 admin admin] Publish callbacks [] for router_controller (1b120167-c786-4fa6-9c1b-42428f0a31ed), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:43.911724 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70ef355c-680f-4c77-b6bd-90827e0df059', 'name': 'network-vif-deleted', 'tag': '2f992392-42cb-46d8-a63a-84020459f21d'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:36:43.914262 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-002d5a67-4bc3-4e50-b099-d5a1886e3b61" -d '{"events": [{"server_uuid": "70ef355c-680f-4c77-b6bd-90827e0df059", "name": "network-vif-deleted", "tag": "2f992392-42cb-46d8-a63a-84020459f21d"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:36:43.975673 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6cacb8b9-8bd4-42ed-844e-1ac2cfa57fc8 req-0667f6ac-d00e-450e-9a0f-5e7d9228ee84 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/security-groups?id=a781a375-ecc1-4470-b434-56ebce1f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441064 Mar 11 19:36:44.013643 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-18272f60-8f8c-4814-9fa4-0476f91cc002 None None] Allocated IP 172.20.0.2 (77a02624-a1f8-4ed5-b0a3-cc9c95960d0b/80056032-eb48-4775-96f6-10e96bb6ead3/a6ae0ae4-d936-4474-ac6d-9a4b2caaaea9) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:36:44.070185 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3848f522-a721-4e62-8449-19e69492d737 x-openstack-request-id: req-3848f522-a721-4e62-8449-19e69492d737 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:36:44.070590 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70ef355c-680f-4c77-b6bd-90827e0df059", "name": "network-vif-deleted", "tag": "2f992392-42cb-46d8-a63a-84020459f21d", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:36:44.071298 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3848f522-a721-4e62-8449-19e69492d737 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:36:44.071813 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70ef355c-680f-4c77-b6bd-90827e0df059', 'name': 'network-vif-deleted', 'tag': '2f992392-42cb-46d8-a63a-84020459f21d', 'status': 'completed', 'code': 200} Mar 11 19:36:44.074291 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a109e54f-9448-4b86-9128-73f9d74ddc60 admin admin] Publish callbacks [] for router_gateway (1b120167-c786-4fa6-9c1b-42428f0a31ed), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:44.244474 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-18272f60-8f8c-4814-9fa4-0476f91cc002 None None] Publish callbacks [] for port (a6ae0ae4-d936-4474-ac6d-9a4b2caaaea9), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:44.252037 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a72c4f-4a71-4314-b987-9bc84f2986b0 req-3c1431f1-c06b-4dfa-8544-9c9569eb3958 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:44.252576 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-18272f60-8f8c-4814-9fa4-0476f91cc002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (a6ae0ae4-d936-4474-ac6d-9a4b2caaaea9), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:44.252699 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-39a72c4f-4a71-4314-b987-9bc84f2986b0 req-3c1431f1-c06b-4dfa-8544-9c9569eb3958 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd61361e-b4c9-4a26-899a-2d73df1dab40 HTTP/1.1" status: 200 len: 943 time: 0.0664482 Mar 11 19:36:44.293373 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18272f60-8f8c-4814-9fa4-0476f91cc002 None None] Network 77a02624-a1f8-4ed5-b0a3-cc9c95960d0b is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:36:44.299761 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-18272f60-8f8c-4814-9fa4-0476f91cc002 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:36:44.305877 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18272f60-8f8c-4814-9fa4-0476f91cc002 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:36:44.308969 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18272f60-8f8c-4814-9fa4-0476f91cc002 None None] Pushing event updated for resources: {'Port': ['ID=a6ae0ae4-d936-4474-ac6d-9a4b2caaaea9,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:44.336276 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 5ac57a8b-03ec-4aad-a48d-bd2634014ce9 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:36:44.342695 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb93d78-4a83-4b84-a54a-d70c53e62bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0231f7f-4651-4fe2-9c69-adc73e76d66a'}, {'server_uuid': 'cbff8c3d-c4d3-4bb3-b145-04248810f46f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea0d9447-6a38-4cf2-aeb2-52417048e1e8'}, {'server_uuid': 'b85456c3-ba17-40bb-bec2-2390fcec8032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8647f5f8-1be0-473e-98fe-346f26bf9b26'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:36:44.344966 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba45dc2-dec2-4b0c-96eb-39ccd80b90e8" -d '{"events": [{"server_uuid": "4fb93d78-4a83-4b84-a54a-d70c53e62bc0", "name": "network-vif-plugged", "status": "completed", "tag": "f0231f7f-4651-4fe2-9c69-adc73e76d66a"}, {"server_uuid": "cbff8c3d-c4d3-4bb3-b145-04248810f46f", "name": "network-vif-plugged", "status": "completed", "tag": "ea0d9447-6a38-4cf2-aeb2-52417048e1e8"}, {"server_uuid": "b85456c3-ba17-40bb-bec2-2390fcec8032", "name": "network-vif-plugged", "status": "completed", "tag": "8647f5f8-1be0-473e-98fe-346f26bf9b26"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:36:44.386595 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-18272f60-8f8c-4814-9fa4-0476f91cc002 None None] Attempting to bind port a6ae0ae4-d936-4474-ac6d-9a4b2caaaea9 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:36:44.387291 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-18272f60-8f8c-4814-9fa4-0476f91cc002 None None] Attempting to bind port a6ae0ae4-d936-4474-ac6d-9a4b2caaaea9 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '2e913ce2-e9d1-48a3-a500-fa6dab0e0cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '77a02624-a1f8-4ed5-b0a3-cc9c95960d0b'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:36:44.387291 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18272f60-8f8c-4814-9fa4-0476f91cc002 None None] Attempting to bind port a6ae0ae4-d936-4474-ac6d-9a4b2caaaea9 on network 77a02624-a1f8-4ed5-b0a3-cc9c95960d0b {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:36:44.407531 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18272f60-8f8c-4814-9fa4-0476f91cc002 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:36:44.407928 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18272f60-8f8c-4814-9fa4-0476f91cc002 None None] Checking segment: {'id': '2e913ce2-e9d1-48a3-a500-fa6dab0e0cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '77a02624-a1f8-4ed5-b0a3-cc9c95960d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:36:44.408333 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-18272f60-8f8c-4814-9fa4-0476f91cc002 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:44.408729 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18272f60-8f8c-4814-9fa4-0476f91cc002 None None] Bound using segment: {'id': '2e913ce2-e9d1-48a3-a500-fa6dab0e0cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '77a02624-a1f8-4ed5-b0a3-cc9c95960d0b'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:36:44.409207 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-18272f60-8f8c-4814-9fa4-0476f91cc002 None None] Bound port: a6ae0ae4-d936-4474-ac6d-9a4b2caaaea9, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e913ce2-e9d1-48a3-a500-fa6dab0e0cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '77a02624-a1f8-4ed5-b0a3-cc9c95960d0b'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:36:44.409583 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-18272f60-8f8c-4814-9fa4-0476f91cc002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a6ae0ae4-d936-4474-ac6d-9a4b2caaaea9), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:44.520891 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 5ac57a8b-03ec-4aad-a48d-bd2634014ce9, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=5ac57a8b-03ec-4aad-a48d-bd2634014ce9,segment=NetworkSegment(030b1ea6-a9bd-4970-9537-6268a24125f4),segment_id=030b1ea6-a9bd-4970-9537-6268a24125f4)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:44.540865 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-18272f60-8f8c-4814-9fa4-0476f91cc002 None None] For port a6ae0ae4-d936-4474-ac6d-9a4b2caaaea9, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:36:44.543342 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '5ac57a8b-03ec-4aad-a48d-bd2634014ce9', 'network_id': '1740be2f-d8a3-4266-8fa1-21b3cc2b7b80', 'port_id': '5ac57a8b-03ec-4aad-a48d-bd2634014ce9', 'mac_address': 'fa:16:3e:1d:a2:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '182f6c67-9dec-4b57-9375-5df25feeb721', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:36:44.554700 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-18272f60-8f8c-4814-9fa4-0476f91cc002 None None] For port a6ae0ae4-d936-4474-ac6d-9a4b2caaaea9, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=a6ae0ae4-d936-4474-ac6d-9a4b2caaaea9,segment=NetworkSegment(2e913ce2-e9d1-48a3-a500-fa6dab0e0cac),segment_id=2e913ce2-e9d1-48a3-a500-fa6dab0e0cac)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:36:44.577414 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-18272f60-8f8c-4814-9fa4-0476f91cc002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (a6ae0ae4-d936-4474-ac6d-9a4b2caaaea9), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:44.630725 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 5ac57a8b-03ec-4aad-a48d-bd2634014ce9 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:36:44.631133 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (5ac57a8b-03ec-4aad-a48d-bd2634014ce9), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:44.657867 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18272f60-8f8c-4814-9fa4-0476f91cc002 None None] Pushing event updated for resources: {'Port': ['ID=a6ae0ae4-d936-4474-ac6d-9a4b2caaaea9,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:44.661015 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ac57a8b-03ec-4aad-a48d-bd2634014ce9 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:36:44.682891 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 5ac57a8b-03ec-4aad-a48d-bd2634014ce9, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=5ac57a8b-03ec-4aad-a48d-bd2634014ce9,segment=NetworkSegment(030b1ea6-a9bd-4970-9537-6268a24125f4),segment_id=030b1ea6-a9bd-4970-9537-6268a24125f4)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:44.690061 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (5ac57a8b-03ec-4aad-a48d-bd2634014ce9), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:44.712268 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-39a72c4f-4a71-4314-b987-9bc84f2986b0 req-0e28c04e-f78c-44d5-a384-9f3de9bcbe0d tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/security-groups?id=84f7623b-92bc-46cd-a725-53de6be71e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4407315 Mar 11 19:36:44.712268 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a109e54f-9448-4b86-9128-73f9d74ddc60 admin admin] Publish callbacks [] for router_gateway (1b120167-c786-4fa6-9c1b-42428f0a31ed), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:44.732123 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a109e54f-9448-4b86-9128-73f9d74ddc60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:44.758151 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=5ac57a8b-03ec-4aad-a48d-bd2634014ce9,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:44.779975 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 11 Mar 2022 19:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396a039d-8c94-4a52-a791-03fc214bdb6a x-openstack-request-id: req-396a039d-8c94-4a52-a791-03fc214bdb6a {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:36:44.782550 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fb93d78-4a83-4b84-a54a-d70c53e62bc0", "name": "network-vif-plugged", "status": "completed", "tag": "f0231f7f-4651-4fe2-9c69-adc73e76d66a", "code": 200}, {"server_uuid": "cbff8c3d-c4d3-4bb3-b145-04248810f46f", "name": "network-vif-plugged", "status": "completed", "tag": "ea0d9447-6a38-4cf2-aeb2-52417048e1e8", "code": 200}, {"server_uuid": "b85456c3-ba17-40bb-bec2-2390fcec8032", "name": "network-vif-plugged", "status": "completed", "tag": "8647f5f8-1be0-473e-98fe-346f26bf9b26", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:36:44.783025 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-396a039d-8c94-4a52-a791-03fc214bdb6a {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:36:44.783739 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fb93d78-4a83-4b84-a54a-d70c53e62bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0231f7f-4651-4fe2-9c69-adc73e76d66a', 'code': 200} Mar 11 19:36:44.784165 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbff8c3d-c4d3-4bb3-b145-04248810f46f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea0d9447-6a38-4cf2-aeb2-52417048e1e8', 'code': 200} Mar 11 19:36:44.784735 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b85456c3-ba17-40bb-bec2-2390fcec8032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8647f5f8-1be0-473e-98fe-346f26bf9b26', 'code': 200} Mar 11 19:36:44.981076 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['5ac57a8b-03ec-4aad-a48d-bd2634014ce9'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:36:45.015018 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f23a0c-1760-4399-a5d5-5b886456f379 req-c974895e-fa7a-45d2-a932-b43b31b2734b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:45.016877 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-a109e54f-9448-4b86-9128-73f9d74ddc60 admin admin] Allocated IP 172.25.8.9 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/7c251997-2719-4ccd-b095-a05f8e305045) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:36:45.017785 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c0f23a0c-1760-4399-a5d5-5b886456f379 req-c974895e-fa7a-45d2-a932-b43b31b2734b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cbff8c3d-c4d3-4bb3-b145-04248810f46f HTTP/1.1" status: 200 len: 1132 time: 0.0563848 Mar 11 19:36:45.076882 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52985eb2-a6e0-4795-83b5-ee7ca2abc02e req-111c9258-c01f-4a35-a8ab-72eb03a8d90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:45.078677 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-52985eb2-a6e0-4795-83b5-ee7ca2abc02e req-111c9258-c01f-4a35-a8ab-72eb03a8d90d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4fb93d78-4a83-4b84-a54a-d70c53e62bc0 HTTP/1.1" status: 200 len: 1127 time: 0.2105136 Mar 11 19:36:45.085506 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c0f23a0c-1760-4399-a5d5-5b886456f379 req-3c1507db-e096-4b0a-b13b-f01ba7437e90 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a781a375-ecc1-4470-b434-56ebce1f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596595 Mar 11 19:36:45.088873 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093bd15e-a86a-4463-8083-6207c970d64d req-0653030d-c26d-4308-98e3-0c9757e8e637 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:45.090308 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-093bd15e-a86a-4463-8083-6207c970d64d req-0653030d-c26d-4308-98e3-0c9757e8e637 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fb93d78-4a83-4b84-a54a-d70c53e62bc0 HTTP/1.1" status: 200 len: 945 time: 0.2281301 Mar 11 19:36:45.184438 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cadb1d-dce5-45da-be28-5248fe4be8ca req-e53a0e04-9b94-4729-8351-9642f8cc1d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:45.185998 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-47cadb1d-dce5-45da-be28-5248fe4be8ca req-e53a0e04-9b94-4729-8351-9642f8cc1d1d service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=b85456c3-ba17-40bb-bec2-2390fcec8032 HTTP/1.1" status: 200 len: 1127 time: 0.2180374 Mar 11 19:36:45.267722 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-52985eb2-a6e0-4795-83b5-ee7ca2abc02e req-2c056706-ff00-4446-83a8-cd996e4e8aad service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4ce63813-5fcd-431f-ad4d-45adcc20fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762781 Mar 11 19:36:45.287815 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-093bd15e-a86a-4463-8083-6207c970d64d req-0e9284a7-8e90-4ca9-8a27-f13ed651f4c8 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] 10.222.0.65 "GET /v2.0/security-groups?id=4ce63813-5fcd-431f-ad4d-45adcc20fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795154 Mar 11 19:36:45.298097 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a109e54f-9448-4b86-9128-73f9d74ddc60 admin admin] Publish callbacks [] for port (7c251997-2719-4ccd-b095-a05f8e305045), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:45.303856 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-47cadb1d-dce5-45da-be28-5248fe4be8ca req-1d21ecbe-d3cc-4542-99b3-a42a6f8ad80a service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=9eadf186-3007-49d9-b4f3-e4bc7305f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109242 Mar 11 19:36:45.336398 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a109e54f-9448-4b86-9128-73f9d74ddc60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (7c251997-2719-4ccd-b095-a05f8e305045), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:45.375041 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a109e54f-9448-4b86-9128-73f9d74ddc60 admin admin] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:36:45.380123 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-a109e54f-9448-4b86-9128-73f9d74ddc60 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:36:45.384226 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a109e54f-9448-4b86-9128-73f9d74ddc60 admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:36:45.417619 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a109e54f-9448-4b86-9128-73f9d74ddc60 admin admin] Pushing event updated for resources: {'Port': ['ID=7c251997-2719-4ccd-b095-a05f8e305045,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:45.592850 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d90e72-123b-484a-8c63-cee49d585804 req-9a03b287-d0a9-42a5-b583-e5a47e95cdfc tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:45.594266 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c3d90e72-123b-484a-8c63-cee49d585804 req-9a03b287-d0a9-42a5-b583-e5a47e95cdfc tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbff8c3d-c4d3-4bb3-b145-04248810f46f HTTP/1.1" status: 200 len: 950 time: 0.1219358 Mar 11 19:36:45.714985 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c3d90e72-123b-484a-8c63-cee49d585804 req-31aa633b-68ca-4e65-8ed1-f21076fea698 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/security-groups?id=a781a375-ecc1-4470-b434-56ebce1f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887370 Mar 11 19:36:45.728298 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a109e54f-9448-4b86-9128-73f9d74ddc60 admin admin] Publish callbacks [] for router_gateway (1b120167-c786-4fa6-9c1b-42428f0a31ed), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:45.745776 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab102b57-6548-4fa1-bb73-d83a5b5658c2 None None] Network 77a02624-a1f8-4ed5-b0a3-cc9c95960d0b requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:36:45.826445 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-1539d75a-d6ae-4568-ba2b-24d41aa7cade None None] Provisioning complete for port a6ae0ae4-d936-4474-ac6d-9a4b2caaaea9 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:36:45.826815 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1539d75a-d6ae-4568-ba2b-24d41aa7cade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (a6ae0ae4-d936-4474-ac6d-9a4b2caaaea9), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:45.876966 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ff5e9-b021-420a-8d18-e0d58653d957 req-51208753-03ba-40af-9441-ad11765277bf tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:45.878773 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7b9ff5e9-b021-420a-8d18-e0d58653d957 req-51208753-03ba-40af-9441-ad11765277bf tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a616cbe-b5e8-49cc-8905-093f346d0c83 HTTP/1.1" status: 200 len: 950 time: 0.1049564 Mar 11 19:36:45.933253 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-1539d75a-d6ae-4568-ba2b-24d41aa7cade None None] Current status of the port a6ae0ae4-d936-4474-ac6d-9a4b2caaaea9 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:36:45.933779 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1539d75a-d6ae-4568-ba2b-24d41aa7cade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a6ae0ae4-d936-4474-ac6d-9a4b2caaaea9), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:45.973258 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-1539d75a-d6ae-4568-ba2b-24d41aa7cade None None] For port a6ae0ae4-d936-4474-ac6d-9a4b2caaaea9, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=a6ae0ae4-d936-4474-ac6d-9a4b2caaaea9,segment=NetworkSegment(2e913ce2-e9d1-48a3-a500-fa6dab0e0cac),segment_id=2e913ce2-e9d1-48a3-a500-fa6dab0e0cac)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:45.979958 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1539d75a-d6ae-4568-ba2b-24d41aa7cade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (a6ae0ae4-d936-4474-ac6d-9a4b2caaaea9), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:46.003234 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 2f992392-42cb-46d8-a63a-84020459f21d no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:36:46.008353 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7b9ff5e9-b021-420a-8d18-e0d58653d957 req-c5f564cf-799c-4ccf-bdf8-29191e143d7f tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893331 Mar 11 19:36:46.022187 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a109e54f-9448-4b86-9128-73f9d74ddc60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (1b120167-c786-4fa6-9c1b-42428f0a31ed), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:46.027848 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: 2f992392-42cb-46d8-a63a-84020459f21d {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:36:46.028257 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 2f992392-42cb-46d8-a63a-84020459f21d not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:36:46.049694 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1539d75a-d6ae-4568-ba2b-24d41aa7cade None None] Pushing event updated for resources: {'Port': ['ID=a6ae0ae4-d936-4474-ac6d-9a4b2caaaea9,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:46.175570 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device a6ae0ae4-d936-4474-ac6d-9a4b2caaaea9 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:36:46.206057 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f9458a-3642-4887-b127-c988b446c1c5 req-6e599142-c2d3-40cf-9052-4706caa70550 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:46.207579 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e7f9458a-3642-4887-b127-c988b446c1c5 req-6e599142-c2d3-40cf-9052-4706caa70550 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd61361e-b4c9-4a26-899a-2d73df1dab40 HTTP/1.1" status: 200 len: 944 time: 0.1085548 Mar 11 19:36:46.226858 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-b032d6ed-cd65-403a-8c72-f1981d15da28 None None] Provisioning complete for port a6ae0ae4-d936-4474-ac6d-9a4b2caaaea9 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:36:46.227223 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b032d6ed-cd65-403a-8c72-f1981d15da28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (a6ae0ae4-d936-4474-ac6d-9a4b2caaaea9), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:46.261203 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a109e54f-9448-4b86-9128-73f9d74ddc60 admin admin] Router 1b120167-c786-4fa6-9c1b-42428f0a31ed is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:36:46.280015 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port a6ae0ae4-d936-4474-ac6d-9a4b2caaaea9 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:36:46.280390 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (a6ae0ae4-d936-4474-ac6d-9a4b2caaaea9), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:46.280954 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e7f9458a-3642-4887-b127-c988b446c1c5 req-2aa351a4-f4a0-474f-a793-0f73c8a24463 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/security-groups?id=84f7623b-92bc-46cd-a725-53de6be71e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658243 Mar 11 19:36:46.342307 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 5ac57a8b-03ec-4aad-a48d-bd2634014ce9 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:36:46.431117 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a109e54f-9448-4b86-9128-73f9d74ddc60 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:36:46.433570 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b032d6ed-cd65-403a-8c72-f1981d15da28 None None] Current status of the port a6ae0ae4-d936-4474-ac6d-9a4b2caaaea9 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:36:46.456409 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a109e54f-9448-4b86-9128-73f9d74ddc60 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:46.461229 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a109e54f-9448-4b86-9128-73f9d74ddc60 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7276046 Mar 11 19:36:46.461614 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35282) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:36:46.469394 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb626ae-fbac-43fe-a60d-5804f4cb2079 req-bb6f21e0-5931-4a5e-a2cc-7cb4665d4b0f tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:46.470873 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4cb626ae-fbac-43fe-a60d-5804f4cb2079 req-bb6f21e0-5931-4a5e-a2cc-7cb4665d4b0f tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fb93d78-4a83-4b84-a54a-d70c53e62bc0 HTTP/1.1" status: 200 len: 945 time: 0.0864282 Mar 11 19:36:46.489689 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c1539e-7deb-4d86-b808-1b3d9221b2b1 None None] Sync routers for ids ['1b120167-c786-4fa6-9c1b-42428f0a31ed'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:36:46.504042 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port 5ac57a8b-03ec-4aad-a48d-bd2634014ce9 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:36:46.527470 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 5ac57a8b-03ec-4aad-a48d-bd2634014ce9 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:36:46.527883 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (5ac57a8b-03ec-4aad-a48d-bd2634014ce9), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:46.531247 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port a6ae0ae4-d936-4474-ac6d-9a4b2caaaea9 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:36:46.531409 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4cb626ae-fbac-43fe-a60d-5804f4cb2079 req-778e82af-e1d2-4915-b692-c935e7bbf32e tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] 10.222.0.65 "GET /v2.0/security-groups?id=4ce63813-5fcd-431f-ad4d-45adcc20fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538871 Mar 11 19:36:46.554952 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c1539e-7deb-4d86-b808-1b3d9221b2b1 None None] Routers {'1b120167-c786-4fa6-9c1b-42428f0a31ed'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:36:46.555596 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f2c1539e-7deb-4d86-b808-1b3d9221b2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:36:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['1b120167-c786-4fa6-9c1b-42428f0a31ed'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:46.805858 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 5ac57a8b-03ec-4aad-a48d-bd2634014ce9 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:36:46.806559 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (5ac57a8b-03ec-4aad-a48d-bd2634014ce9), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:46.876372 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd61361e-b4c9-4a26-899a-2d73df1dab40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac57a8b-03ec-4aad-a48d-bd2634014ce9'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:36:46.878902 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be11fbe-3bd2-4318-b7c8-3623e1c3acb4" -d '{"events": [{"server_uuid": "bd61361e-b4c9-4a26-899a-2d73df1dab40", "name": "network-vif-plugged", "status": "completed", "tag": "5ac57a8b-03ec-4aad-a48d-bd2634014ce9"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:36:46.885842 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb1f09c-d0c6-4b84-9b97-63deac3f1ade req-04581bfc-42c1-4b10-96d0-42a37ac0336e tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:46.887855 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3cb1f09c-d0c6-4b84-9b97-63deac3f1ade req-04581bfc-42c1-4b10-96d0-42a37ac0336e tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbff8c3d-c4d3-4bb3-b145-04248810f46f HTTP/1.1" status: 200 len: 950 time: 0.0671751 Mar 11 19:36:46.897588 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-f2c1539e-7deb-4d86-b808-1b3d9221b2b1 None None] Set router 1b120167-c786-4fa6-9c1b-42428f0a31ed gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:36:46.900033 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 5ac57a8b-03ec-4aad-a48d-bd2634014ce9, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=5ac57a8b-03ec-4aad-a48d-bd2634014ce9,segment=NetworkSegment(030b1ea6-a9bd-4970-9537-6268a24125f4),segment_id=030b1ea6-a9bd-4970-9537-6268a24125f4)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:46.928826 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (5ac57a8b-03ec-4aad-a48d-bd2634014ce9), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:46.952249 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-775e051d-3167-43b4-a867-43bc7cac48b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:46.989844 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3cb1f09c-d0c6-4b84-9b97-63deac3f1ade req-b1dceb30-ce3b-4040-b616-7663b085ff24 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/security-groups?id=a781a375-ecc1-4470-b434-56ebce1f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956109 Mar 11 19:36:47.015114 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f8b3dd-cda9-4c92-9c85-4e5db40a2212 req-01131ef7-e0c9-463f-a869-68892c6e5ef7 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:47.017342 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d5f8b3dd-cda9-4c92-9c85-4e5db40a2212 req-01131ef7-e0c9-463f-a869-68892c6e5ef7 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a616cbe-b5e8-49cc-8905-093f346d0c83 HTTP/1.1" status: 200 len: 950 time: 0.0963466 Mar 11 19:36:47.059817 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=5ac57a8b-03ec-4aad-a48d-bd2634014ce9,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:47.066917 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f110334-e536-4a98-9aae-72d09b8d626c x-openstack-request-id: req-2f110334-e536-4a98-9aae-72d09b8d626c {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:36:47.067322 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd61361e-b4c9-4a26-899a-2d73df1dab40", "name": "network-vif-plugged", "status": "completed", "tag": "5ac57a8b-03ec-4aad-a48d-bd2634014ce9", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:36:47.067451 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2f110334-e536-4a98-9aae-72d09b8d626c {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:36:47.067863 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd61361e-b4c9-4a26-899a-2d73df1dab40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac57a8b-03ec-4aad-a48d-bd2634014ce9', 'code': 200} Mar 11 19:36:47.155955 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-d5f8b3dd-cda9-4c92-9c85-4e5db40a2212 req-2d8f8ec0-7f7f-4854-8a45-27cf4be62c32 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Deleting port 851846da-c940-4105-b334-9256ba19cad4 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:36:47.156292 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d5f8b3dd-cda9-4c92-9c85-4e5db40a2212 req-2d8f8ec0-7f7f-4854-8a45-27cf4be62c32 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (851846da-c940-4105-b334-9256ba19cad4), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:47.186820 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f2c1539e-7deb-4d86-b808-1b3d9221b2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b120167-c786-4fa6-9c1b-42428f0a31ed', 'name': 'tempest-ServersTestBootFromVolume-1205727609-router', 'tenant_id': '13f1448ca5364266ac9d2968e838f04d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '7c251997-2719-4ccd-b095-a05f8e305045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:36:43Z', 'updated_at': '2022-03-11T19:36:45Z', 'revision_number': 3, 'project_id': '13f1448ca5364266ac9d2968e838f04d', 'gw_port': {'id': '7c251997-2719-4ccd-b095-a05f8e305045', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fc:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b120167-c786-4fa6-9c1b-42428f0a31ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:44Z', 'updated_at': '2022-03-11T19:36:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:47.233187 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-775e051d-3167-43b4-a867-43bc7cac48b5 admin admin] Allocated IP 172.20.0.1 (77a02624-a1f8-4ed5-b0a3-cc9c95960d0b/80056032-eb48-4775-96f6-10e96bb6ead3/bc6241eb-45cf-4a71-bdb2-fba3bc82b151) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:36:47.246023 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c1539e-7deb-4d86-b808-1b3d9221b2b1 None None] Checking router: 1b120167-c786-4fa6-9c1b-42428f0a31ed for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:36:47.254358 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c1539e-7deb-4d86-b808-1b3d9221b2b1 None None] Updating router 1b120167-c786-4fa6-9c1b-42428f0a31ed port 7c251997-2719-4ccd-b095-a05f8e305045 binding host n-d-833163-1 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:36:47.261073 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a95d65-e435-4529-ac08-6e60b1ecb174 req-f555d778-7a6e-40fe-9dac-d57f8e9b68b0 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:47.262691 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-61a95d65-e435-4529-ac08-6e60b1ecb174 req-f555d778-7a6e-40fe-9dac-d57f8e9b68b0 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a616cbe-b5e8-49cc-8905-093f346d0c83 HTTP/1.1" status: 200 len: 950 time: 0.1274116 Mar 11 19:36:47.293664 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f2c1539e-7deb-4d86-b808-1b3d9221b2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (7c251997-2719-4ccd-b095-a05f8e305045), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:47.324624 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-d5f8b3dd-cda9-4c92-9c85-4e5db40a2212 req-2d8f8ec0-7f7f-4854-8a45-27cf4be62c32 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] For port 851846da-c940-4105-b334-9256ba19cad4, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=851846da-c940-4105-b334-9256ba19cad4,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:47.325253 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d5f8b3dd-cda9-4c92-9c85-4e5db40a2212 req-2d8f8ec0-7f7f-4854-8a45-27cf4be62c32 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (851846da-c940-4105-b334-9256ba19cad4), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:47.348782 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-d5f8b3dd-cda9-4c92-9c85-4e5db40a2212 req-2d8f8ec0-7f7f-4854-8a45-27cf4be62c32 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Calling delete_port for 851846da-c940-4105-b334-9256ba19cad4 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:36:47.363197 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-61a95d65-e435-4529-ac08-6e60b1ecb174 req-cbbb572f-fc66-4f9e-bb23-4b3e15fbd16a tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.65 "GET /v2.0/security-groups?id=b3b77a5c-063d-4eb6-8922-45d47c0d350f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929339 Mar 11 19:36:47.448276 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-775e051d-3167-43b4-a867-43bc7cac48b5 admin admin] Publish callbacks [] for port (bc6241eb-45cf-4a71-bdb2-fba3bc82b151), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:47.461431 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c9af9-5349-489f-a3fe-6a8847426e31 req-71220bef-fae8-4485-bea1-e6ef2be577b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:47.463055 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-6b3c9af9-5349-489f-a3fe-6a8847426e31 req-71220bef-fae8-4485-bea1-e6ef2be577b1 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=bd61361e-b4c9-4a26-899a-2d73df1dab40 HTTP/1.1" status: 200 len: 1127 time: 0.3322644 Mar 11 19:36:47.522879 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-6b3c9af9-5349-489f-a3fe-6a8847426e31 req-8fcae799-568e-415a-b048-b5d83cf13f8a service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=84f7623b-92bc-46cd-a725-53de6be71e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534544 Mar 11 19:36:47.535307 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-775e051d-3167-43b4-a867-43bc7cac48b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (bc6241eb-45cf-4a71-bdb2-fba3bc82b151), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:47.546842 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d4aea3-5bf5-4185-846e-df59481b388c req-0844b99d-6cc7-4096-8cc8-ea0a8d1a0469 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:47.548402 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-34d4aea3-5bf5-4185-846e-df59481b388c req-0844b99d-6cc7-4096-8cc8-ea0a8d1a0469 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd61361e-b4c9-4a26-899a-2d73df1dab40 HTTP/1.1" status: 200 len: 945 time: 0.0865064 Mar 11 19:36:47.580857 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775e051d-3167-43b4-a867-43bc7cac48b5 admin admin] Network 77a02624-a1f8-4ed5-b0a3-cc9c95960d0b is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:36:47.586506 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-775e051d-3167-43b4-a867-43bc7cac48b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:36:47.589975 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775e051d-3167-43b4-a867-43bc7cac48b5 admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:36:47.613871 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775e051d-3167-43b4-a867-43bc7cac48b5 admin admin] Pushing event updated for resources: {'Port': ['ID=bc6241eb-45cf-4a71-bdb2-fba3bc82b151,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:47.643012 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-775e051d-3167-43b4-a867-43bc7cac48b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (1b120167-c786-4fa6-9c1b-42428f0a31ed), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:47.649537 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-34d4aea3-5bf5-4185-846e-df59481b388c req-a4d91edb-3b33-4e62-b1d9-a0015c3d565f tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/security-groups?id=84f7623b-92bc-46cd-a725-53de6be71e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945890 Mar 11 19:36:47.651006 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d5f8b3dd-cda9-4c92-9c85-4e5db40a2212 req-2d8f8ec0-7f7f-4854-8a45-27cf4be62c32 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (851846da-c940-4105-b334-9256ba19cad4), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:47.667478 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f2c1539e-7deb-4d86-b808-1b3d9221b2b1 None None] Publish callbacks [] for port (7c251997-2719-4ccd-b095-a05f8e305045), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:47.674913 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['851846da-c940-4105-b334-9256ba19cad4'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:36:47.684100 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f2c1539e-7deb-4d86-b808-1b3d9221b2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (7c251997-2719-4ccd-b095-a05f8e305045), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:47.706931 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8f8ec0-7f7f-4854-8a45-27cf4be62c32 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Pushing event deleted for resources: {'Port': ['ID=851846da-c940-4105-b334-9256ba19cad4,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:47.762269 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5f8b3dd-cda9-4c92-9c85-4e5db40a2212 req-2d8f8ec0-7f7f-4854-8a45-27cf4be62c32 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] No DVR routers for this DVR port 851846da-c940-4105-b334-9256ba19cad4 on host n-h1-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:36:47.766184 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d5f8b3dd-cda9-4c92-9c85-4e5db40a2212 req-2d8f8ec0-7f7f-4854-8a45-27cf4be62c32 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:47.774047 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d5f8b3dd-cda9-4c92-9c85-4e5db40a2212 req-2d8f8ec0-7f7f-4854-8a45-27cf4be62c32 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] 10.222.0.75 "DELETE /v2.0/ports/851846da-c940-4105-b334-9256ba19cad4 HTTP/1.1" status: 204 len: 173 time: 0.7505209 Mar 11 19:36:47.774476 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a616cbe-b5e8-49cc-8905-093f346d0c83', 'name': 'network-vif-deleted', 'tag': '851846da-c940-4105-b334-9256ba19cad4'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:36:47.776850 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced5fc92-4592-441a-b582-e4b3b3b68ba8" -d '{"events": [{"server_uuid": "6a616cbe-b5e8-49cc-8905-093f346d0c83", "name": "network-vif-deleted", "tag": "851846da-c940-4105-b334-9256ba19cad4"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:36:47.815408 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c18cfa5-541b-4adb-b042-78a557de83bb None None] Pushing event updated for resources: {'Port': ['ID=7c251997-2719-4ccd-b095-a05f8e305045,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:47.848633 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-f2c1539e-7deb-4d86-b808-1b3d9221b2b1 None None] Attempting to bind port 7c251997-2719-4ccd-b095-a05f8e305045 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:36:47.849010 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-f2c1539e-7deb-4d86-b808-1b3d9221b2b1 None None] Attempting to bind port 7c251997-2719-4ccd-b095-a05f8e305045 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:36:47.849373 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c1539e-7deb-4d86-b808-1b3d9221b2b1 None None] Attempting to bind port 7c251997-2719-4ccd-b095-a05f8e305045 on network 612cc066-33e3-444d-b1c7-d0a64751482a {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:36:47.856898 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c1539e-7deb-4d86-b808-1b3d9221b2b1 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:36:47.857286 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c1539e-7deb-4d86-b808-1b3d9221b2b1 None None] Checking segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:36:47.857689 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f2c1539e-7deb-4d86-b808-1b3d9221b2b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:47.858079 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c1539e-7deb-4d86-b808-1b3d9221b2b1 None None] Bound using segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:36:47.860165 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-f2c1539e-7deb-4d86-b808-1b3d9221b2b1 None None] Bound port: 7c251997-2719-4ccd-b095-a05f8e305045, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:36:47.860558 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f2c1539e-7deb-4d86-b808-1b3d9221b2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (7c251997-2719-4ccd-b095-a05f8e305045), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:47.889520 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-775e051d-3167-43b4-a867-43bc7cac48b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (bc6241eb-45cf-4a71-bdb2-fba3bc82b151), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:47.962835 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-f2c1539e-7deb-4d86-b808-1b3d9221b2b1 None None] For port 7c251997-2719-4ccd-b095-a05f8e305045, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:36:47.967095 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-f2c1539e-7deb-4d86-b808-1b3d9221b2b1 None None] For port 7c251997-2719-4ccd-b095-a05f8e305045, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=7c251997-2719-4ccd-b095-a05f8e305045,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:36:47.977898 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f2c1539e-7deb-4d86-b808-1b3d9221b2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (7c251997-2719-4ccd-b095-a05f8e305045), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:47.983575 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d700fadb-9409-4dbe-8145-d8ffe9a0922e None None] Provisioning complete for port bc6241eb-45cf-4a71-bdb2-fba3bc82b151 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:36:47.984019 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d700fadb-9409-4dbe-8145-d8ffe9a0922e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (bc6241eb-45cf-4a71-bdb2-fba3bc82b151), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:48.070768 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d700fadb-9409-4dbe-8145-d8ffe9a0922e None None] Port bc6241eb-45cf-4a71-bdb2-fba3bc82b151 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:36:48.077567 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3523396e-ddbb-479c-94fb-92ed60f74d69 req-cfe6a7c6-bfdb-4025-aec6-d7e460917584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:48.078292 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c18cfa5-541b-4adb-b042-78a557de83bb None None] Pushing event updated for resources: {'Port': ['ID=7c251997-2719-4ccd-b095-a05f8e305045,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:48.078600 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3523396e-ddbb-479c-94fb-92ed60f74d69 req-cfe6a7c6-bfdb-4025-aec6-d7e460917584 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=57167832d4db4819b4f5cac954866076&device_id=e1d2be0c-60f7-4b21-82d5-4bc9663b79c8 HTTP/1.1" status: 200 len: 1128 time: 0.0842867 Mar 11 19:36:48.081657 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c1539e-7deb-4d86-b808-1b3d9221b2b1 None None] Routers {'1b120167-c786-4fa6-9c1b-42428f0a31ed'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:36:48.081807 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f2c1539e-7deb-4d86-b808-1b3d9221b2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:36:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['1b120167-c786-4fa6-9c1b-42428f0a31ed'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:48.092411 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4f8838-1407-4aa1-b22b-df670a37b54a req-97d52921-27b2-47f5-8d0e-9650d7ddafc1 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:48.093971 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fe4f8838-1407-4aa1-b22b-df670a37b54a req-97d52921-27b2-47f5-8d0e-9650d7ddafc1 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] 10.222.0.65 "GET /v2.0/ports?device_id=4fb93d78-4a83-4b84-a54a-d70c53e62bc0 HTTP/1.1" status: 200 len: 945 time: 0.0878372 Mar 11 19:36:48.188493 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3523396e-ddbb-479c-94fb-92ed60f74d69 req-31c8dd09-e69b-48a3-add3-500da0f4ff91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:48.189947 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3523396e-ddbb-479c-94fb-92ed60f74d69 req-31c8dd09-e69b-48a3-add3-500da0f4ff91 service neutron] 10.222.0.57 "GET /v2.0/networks?id=603aaea1-f5bf-4434-b0ab-49b5034dacdd HTTP/1.1" status: 200 len: 920 time: 0.0951726 Mar 11 19:36:48.204794 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-775e051d-3167-43b4-a867-43bc7cac48b5 admin admin] Publish callbacks [] for port (bc6241eb-45cf-4a71-bdb2-fba3bc82b151), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:48.214363 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-775e051d-3167-43b4-a867-43bc7cac48b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (bc6241eb-45cf-4a71-bdb2-fba3bc82b151), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:48.220634 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-f2c1539e-7deb-4d86-b808-1b3d9221b2b1 None None] Set router 1b120167-c786-4fa6-9c1b-42428f0a31ed gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:36:48.268342 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device a6ae0ae4-d936-4474-ac6d-9a4b2caaaea9 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:36:48.298624 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3523396e-ddbb-479c-94fb-92ed60f74d69 req-da0ca122-4624-4941-9522-3446503f2ee4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63cf76c9-1e93-4df8-a4e4-cd11edf8db1f HTTP/1.1" status: 200 len: 217 time: 0.0759077 Mar 11 19:36:48.314266 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775e051d-3167-43b4-a867-43bc7cac48b5 admin admin] Pushing event updated for resources: {'Port': ['ID=bc6241eb-45cf-4a71-bdb2-fba3bc82b151,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:48.318717 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-775e051d-3167-43b4-a867-43bc7cac48b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (1b120167-c786-4fa6-9c1b-42428f0a31ed), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:48.377594 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fe4f8838-1407-4aa1-b22b-df670a37b54a req-950a6c29-9f6f-4f46-974f-fb94521863cc tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] 10.222.0.65 "GET /v2.0/security-groups?id=4ce63813-5fcd-431f-ad4d-45adcc20fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866539 Mar 11 19:36:48.388958 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3523396e-ddbb-479c-94fb-92ed60f74d69 req-96c82cd9-9854-4a81-ba2e-536041758c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:48.390450 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3523396e-ddbb-479c-94fb-92ed60f74d69 req-96c82cd9-9854-4a81-ba2e-536041758c90 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=23a3dd94-cd73-4b82-b4a6-b6bdd0e8f5ac HTTP/1.1" status: 200 len: 859 time: 0.0804393 Mar 11 19:36:48.448557 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19292200-23b8-4276-9354-9bc4c871289a x-openstack-request-id: req-19292200-23b8-4276-9354-9bc4c871289a {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:36:48.448855 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a616cbe-b5e8-49cc-8905-093f346d0c83", "name": "network-vif-deleted", "tag": "851846da-c940-4105-b334-9256ba19cad4", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:36:48.449469 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-19292200-23b8-4276-9354-9bc4c871289a {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:36:48.449757 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a616cbe-b5e8-49cc-8905-093f346d0c83', 'name': 'network-vif-deleted', 'tag': '851846da-c940-4105-b334-9256ba19cad4', 'status': 'completed', 'code': 200} Mar 11 19:36:48.453115 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3523396e-ddbb-479c-94fb-92ed60f74d69 req-515d18a7-4c0e-4e77-a949-6b963115d254 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=603aaea1-f5bf-4434-b0ab-49b5034dacdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555475 Mar 11 19:36:48.457629 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775e051d-3167-43b4-a867-43bc7cac48b5 admin admin] Network 77a02624-a1f8-4ed5-b0a3-cc9c95960d0b is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:36:48.459264 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-775e051d-3167-43b4-a867-43bc7cac48b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:36:48.518190 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port a6ae0ae4-d936-4474-ac6d-9a4b2caaaea9 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:36:48.518522 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (a6ae0ae4-d936-4474-ac6d-9a4b2caaaea9), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:48.652559 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-775e051d-3167-43b4-a867-43bc7cac48b5 admin admin] Router 1b120167-c786-4fa6-9c1b-42428f0a31ed has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:36:48.657210 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3523396e-ddbb-479c-94fb-92ed60f74d69 req-0891d120-1cbf-4bfa-acc2-cd13b141cb87 service neutron] 10.222.0.57 "GET /v2.0/networks/603aaea1-f5bf-4434-b0ab-49b5034dacdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968193 Mar 11 19:36:48.666360 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f2c1539e-7deb-4d86-b808-1b3d9221b2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b120167-c786-4fa6-9c1b-42428f0a31ed', 'name': 'tempest-ServersTestBootFromVolume-1205727609-router', 'tenant_id': '13f1448ca5364266ac9d2968e838f04d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '7c251997-2719-4ccd-b095-a05f8e305045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:36:43Z', 'updated_at': '2022-03-11T19:36:47Z', 'revision_number': 4, 'project_id': '13f1448ca5364266ac9d2968e838f04d', 'gw_port': {'id': '7c251997-2719-4ccd-b095-a05f8e305045', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fc:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b120167-c786-4fa6-9c1b-42428f0a31ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:44Z', 'updated_at': '2022-03-11T19:36:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'bc6241eb-45cf-4a71-bdb2-fba3bc82b151', 'name': '', 'network_id': '77a02624-a1f8-4ed5-b0a3-cc9c95960d0b', 'tenant_id': '13f1448ca5364266ac9d2968e838f04d', 'mac_address': 'fa:16:3e:66:1f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b120167-c786-4fa6-9c1b-42428f0a31ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '80056032-eb48-4775-96f6-10e96bb6ead3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:46Z', 'updated_at': '2022-03-11T19:36:47Z', 'revision_number': 1, 'project_id': '13f1448ca5364266ac9d2968e838f04d', 'subnets': [{'id': '80056032-eb48-4775-96f6-10e96bb6ead3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:48.676799 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da2546d-f489-4758-93ee-e73d22ebf33e req-5d967050-2c29-40ce-aa91-42f5c89ee970 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:48.686452 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1da2546d-f489-4758-93ee-e73d22ebf33e req-5d967050-2c29-40ce-aa91-42f5c89ee970 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?device_id=e1d2be0c-60f7-4b21-82d5-4bc9663b79c8 HTTP/1.1" status: 200 len: 946 time: 0.1430950 Mar 11 19:36:48.706106 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c1539e-7deb-4d86-b808-1b3d9221b2b1 None None] The sync data for ids ['1b120167-c786-4fa6-9c1b-42428f0a31ed'] in n-d-833163-1 is: [{'id': '1b120167-c786-4fa6-9c1b-42428f0a31ed', 'name': 'tempest-ServersTestBootFromVolume-1205727609-router', 'tenant_id': '13f1448ca5364266ac9d2968e838f04d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '7c251997-2719-4ccd-b095-a05f8e305045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:36:43Z', 'updated_at': '2022-03-11T19:36:47Z', 'revision_number': 4, 'project_id': '13f1448ca5364266ac9d2968e838f04d', 'gw_port': {'id': '7c251997-2719-4ccd-b095-a05f8e305045', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fc:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b120167-c786-4fa6-9c1b-42428f0a31ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:44Z', 'updated_at': '2022-03-11T19:36:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'bc6241eb-45cf-4a71-bdb2-fba3bc82b151', 'name': '', 'network_id': '77a02624-a1f8-4ed5-b0a3-cc9c95960d0b', 'tenant_id': '13f1448ca5364266ac9d2968e838f04d', 'mac_address': 'fa:16:3e:66:1f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b120167-c786-4fa6-9c1b-42428f0a31ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '80056032-eb48-4775-96f6-10e96bb6ead3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:46Z', 'updated_at': '2022-03-11T19:36:47Z', 'revision_number': 1, 'project_id': '13f1448ca5364266ac9d2968e838f04d', 'subnets': [{'id': '80056032-eb48-4775-96f6-10e96bb6ead3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:36:48.724408 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port a6ae0ae4-d936-4474-ac6d-9a4b2caaaea9 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:36:48.761916 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:48.824182 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-775e051d-3167-43b4-a867-43bc7cac48b5 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:36:48.830071 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-775e051d-3167-43b4-a867-43bc7cac48b5 admin admin] 10.222.0.65 "PUT /v2.0/routers/1b120167-c786-4fa6-9c1b-42428f0a31ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3673892 Mar 11 19:36:48.855327 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1da2546d-f489-4758-93ee-e73d22ebf33e req-100e1441-01a9-4a33-95a0-26d0c88986b2 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/security-groups?id=03204c94-e7d5-4698-bf53-e2e3ba52bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678891 Mar 11 19:36:48.857504 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3523396e-ddbb-479c-94fb-92ed60f74d69 req-386d4c36-c640-45f4-8ae7-c998b4294ec9 service neutron] 10.222.0.57 "GET /v2.0/networks/603aaea1-f5bf-4434-b0ab-49b5034dacdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914752 Mar 11 19:36:48.906228 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-71f5b711-f478-49b1-87dd-c32f142e8655 None None] Provisioning complete for port bc6241eb-45cf-4a71-bdb2-fba3bc82b151 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:36:48.906887 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-71f5b711-f478-49b1-87dd-c32f142e8655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (bc6241eb-45cf-4a71-bdb2-fba3bc82b151), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:48.952413 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-71f5b711-f478-49b1-87dd-c32f142e8655 None None] Port bc6241eb-45cf-4a71-bdb2-fba3bc82b151 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:36:49.015662 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d8c4c-c609-4232-9a01-d0fe864ba34c req-e8156340-d680-4bf7-b5d1-671d62d9fcf5 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:49.023691 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bf7d8c4c-c609-4232-9a01-d0fe864ba34c req-e8156340-d680-4bf7-b5d1-671d62d9fcf5 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbff8c3d-c4d3-4bb3-b145-04248810f46f HTTP/1.1" status: 200 len: 950 time: 0.0750980 Mar 11 19:36:49.071118 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bf7d8c4c-c609-4232-9a01-d0fe864ba34c req-3fb443fc-ed62-4480-adb5-f48cf5c9e901 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/security-groups?id=a781a375-ecc1-4470-b434-56ebce1f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465529 Mar 11 19:36:49.232435 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a4c03e-5808-4005-96c9-c90ae0f30a24 req-ecd21d66-95c7-443c-bf4c-3e72fbe765fc tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:49.233977 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-62a4c03e-5808-4005-96c9-c90ae0f30a24 req-ecd21d66-95c7-443c-bf4c-3e72fbe765fc tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] 10.222.0.65 "GET /v2.0/ports?device_id=823953c1-52a3-45fd-8e8b-e90d67e3e816 HTTP/1.1" status: 200 len: 946 time: 0.0692065 Mar 11 19:36:49.285210 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-62a4c03e-5808-4005-96c9-c90ae0f30a24 req-7dddaac5-e0d7-4800-b443-2e03f627534e tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] 10.222.0.65 "GET /v2.0/security-groups?id=4ce63813-5fcd-431f-ad4d-45adcc20fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437005 Mar 11 19:36:49.377656 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35330) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:36:49.418694 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c1edfe-7644-47f4-ad96-f35f7094f35f req-54346164-8f1a-45d4-a8cb-51bb1c502a7a tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:49.425735 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-27c1edfe-7644-47f4-ad96-f35f7094f35f req-54346164-8f1a-45d4-a8cb-51bb1c502a7a tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd61361e-b4c9-4a26-899a-2d73df1dab40 HTTP/1.1" status: 200 len: 945 time: 0.0747728 Mar 11 19:36:49.472862 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-27c1edfe-7644-47f4-ad96-f35f7094f35f req-5c3f9e9c-eb65-422b-8d49-05bf293c630b tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/security-groups?id=84f7623b-92bc-46cd-a725-53de6be71e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462601 Mar 11 19:36:49.845093 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35338) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:36:49.850124 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-e0269072-7a43-47f7-b9ff-c96f597bccf0 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Request body: {'security_group': {'name': 'tempest-securitygroup--914494533', 'description': 'tempest-description--1045321018'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:36:49.855495 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-353ffce0-e341-46d0-80f9-47ce177d6bf8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=487f8613d1fa45ab81e48e9d9d0fc801&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4743130 Mar 11 19:36:49.856105 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35340) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:36:49.886553 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e0269072-7a43-47f7-b9ff-c96f597bccf0 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:49.913612 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4392b4e3-c821-4af0-bdaa-e8867d7dde95 admin admin] Publish callbacks [] for security_group (b3b77a5c-063d-4eb6-8922-45d47c0d350f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:49.937917 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4392b4e3-c821-4af0-bdaa-e8867d7dde95 admin admin] Publish callbacks [] for security_group (b3b77a5c-063d-4eb6-8922-45d47c0d350f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:49.989247 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4022fc-97a7-4fb3-a731-4a912b001328 req-5c6b6c42-927a-49a5-92c7-539e185fd94a tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:49.990951 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8b4022fc-97a7-4fb3-a731-4a912b001328 req-5c6b6c42-927a-49a5-92c7-539e185fd94a tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbff8c3d-c4d3-4bb3-b145-04248810f46f HTTP/1.1" status: 200 len: 950 time: 0.0885503 Mar 11 19:36:49.999908 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4392b4e3-c821-4af0-bdaa-e8867d7dde95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (b3b77a5c-063d-4eb6-8922-45d47c0d350f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:50.002710 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4392b4e3-c821-4af0-bdaa-e8867d7dde95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:50.006225 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4392b4e3-c821-4af0-bdaa-e8867d7dde95 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b3b77a5c-063d-4eb6-8922-45d47c0d350f HTTP/1.1" status: 204 len: 168 time: 0.1471694 Mar 11 19:36:50.013278 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4392b4e3-c821-4af0-bdaa-e8867d7dde95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b77a5c-063d-4eb6-8922-45d47c0d350f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:50.024913 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e0269072-7a43-47f7-b9ff-c96f597bccf0 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Publish callbacks [] for security_group (ce3e8b1d-2c20-4441-93a6-82d356ae42f1), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:50.039469 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e0269072-7a43-47f7-b9ff-c96f597bccf0 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (ce3e8b1d-2c20-4441-93a6-82d356ae42f1), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:50.083805 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8b4022fc-97a7-4fb3-a731-4a912b001328 req-17abe6af-6136-4af8-96d7-b4686dab776f tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/security-groups?id=a781a375-ecc1-4470-b434-56ebce1f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826833 Mar 11 19:36:50.096888 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e0269072-7a43-47f7-b9ff-c96f597bccf0 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:50.098137 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-e0269072-7a43-47f7-b9ff-c96f597bccf0 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2520473 Mar 11 19:36:50.102274 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35346) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:36:50.107327 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-97f9f683-bd78-475a-996d-5d764c0b151a tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Request body: {'security_group_rule': {'security_group_id': 'ce3e8b1d-2c20-4441-93a6-82d356ae42f1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:36:50.109846 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0269072-7a43-47f7-b9ff-c96f597bccf0 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3e8b1d-2c20-4441-93a6-82d356ae42f1,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:50.146709 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-97f9f683-bd78-475a-996d-5d764c0b151a tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Publish callbacks [] for security_group_rule (2d978e8b-4d60-49e2-be31-07f687cf621a), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:50.199724 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 7c251997-2719-4ccd-b095-a05f8e305045 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:36:50.275221 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-97f9f683-bd78-475a-996d-5d764c0b151a tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Publish callbacks [] for security_group_rule (2d978e8b-4d60-49e2-be31-07f687cf621a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:50.280642 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-97f9f683-bd78-475a-996d-5d764c0b151a tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (2d978e8b-4d60-49e2-be31-07f687cf621a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:50.308044 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 7c251997-2719-4ccd-b095-a05f8e305045 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:36:50.308231 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f9f683-bd78-475a-996d-5d764c0b151a tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d978e8b-4d60-49e2-be31-07f687cf621a,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:50.308556 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (7c251997-2719-4ccd-b095-a05f8e305045), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:50.327512 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-97f9f683-bd78-475a-996d-5d764c0b151a tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:50.331869 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-97f9f683-bd78-475a-996d-5d764c0b151a tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2286029 Mar 11 19:36:50.332179 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35354) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:36:50.339383 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-7a715e02-e702-401b-9411-9c5851317f76 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Request body: {'security_group_rule': {'security_group_id': 'ce3e8b1d-2c20-4441-93a6-82d356ae42f1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:36:50.368758 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 851846da-c940-4105-b334-9256ba19cad4 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:36:50.392464 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7a715e02-e702-401b-9411-9c5851317f76 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Publish callbacks [] for security_group_rule (437f8409-28de-4c48-b52f-ff5e968ac7ed), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:50.409403 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: 851846da-c940-4105-b334-9256ba19cad4 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:36:50.409667 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 851846da-c940-4105-b334-9256ba19cad4 not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:36:50.460161 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35356) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:36:50.519781 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-48ac6ced-4980-43af-aca7-94cb5ece2914 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8ce31c2cef834cd4861875977018ce83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0582175 Mar 11 19:36:50.520129 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7a715e02-e702-401b-9411-9c5851317f76 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Publish callbacks [] for security_group_rule (437f8409-28de-4c48-b52f-ff5e968ac7ed), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:50.523956 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35360) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:36:50.530168 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7a715e02-e702-401b-9411-9c5851317f76 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (437f8409-28de-4c48-b52f-ff5e968ac7ed), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:50.566169 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a715e02-e702-401b-9411-9c5851317f76 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=437f8409-28de-4c48-b52f-ff5e968ac7ed,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:50.584586 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7a715e02-e702-401b-9411-9c5851317f76 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:50.585902 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-7a715e02-e702-401b-9411-9c5851317f76 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2524519 Mar 11 19:36:50.589897 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35362) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:36:50.596056 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-96e509c6-4fa1-481e-8cd2-3775dc37ba08 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Request body: {'floatingip': {'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:36:50.625365 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-96e509c6-4fa1-481e-8cd2-3775dc37ba08 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:50.639240 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f5b07e92-fd36-40c6-a004-59cc8946d489 admin admin] Publish callbacks [] for security_group (568ef28c-bf49-4f4f-90d4-7cb67d102e19), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:50.648172 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 7c251997-2719-4ccd-b095-a05f8e305045 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:36:50.648485 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (7c251997-2719-4ccd-b095-a05f8e305045), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:50.663573 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f8234a-3ca5-4089-8145-d3d99f33dbe1 req-6e157167-55a4-46e0-8027-7403d0632403 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:50.665618 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-33f8234a-3ca5-4089-8145-d3d99f33dbe1 req-6e157167-55a4-46e0-8027-7403d0632403 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?device_id=e1d2be0c-60f7-4b21-82d5-4bc9663b79c8 HTTP/1.1" status: 200 len: 946 time: 0.1011014 Mar 11 19:36:50.671027 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 7c251997-2719-4ccd-b095-a05f8e305045, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=7c251997-2719-4ccd-b095-a05f8e305045,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:50.679440 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (7c251997-2719-4ccd-b095-a05f8e305045), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:50.681363 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f5b07e92-fd36-40c6-a004-59cc8946d489 admin admin] Publish callbacks [] for security_group (568ef28c-bf49-4f4f-90d4-7cb67d102e19), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:50.739744 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=7c251997-2719-4ccd-b095-a05f8e305045,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:50.755996 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-96e509c6-4fa1-481e-8cd2-3775dc37ba08 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:50.756748 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-33f8234a-3ca5-4089-8145-d3d99f33dbe1 req-70ef58b7-b0a8-423c-adcd-2fda23db9d9f tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/security-groups?id=03204c94-e7d5-4698-bf53-e2e3ba52bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794978 Mar 11 19:36:50.788144 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f5b07e92-fd36-40c6-a004-59cc8946d489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (568ef28c-bf49-4f4f-90d4-7cb67d102e19), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:50.792466 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f5b07e92-fd36-40c6-a004-59cc8946d489 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:50.794663 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f5b07e92-fd36-40c6-a004-59cc8946d489 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/568ef28c-bf49-4f4f-90d4-7cb67d102e19 HTTP/1.1" status: 204 len: 168 time: 0.2706192 Mar 11 19:36:50.806660 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b07e92-fd36-40c6-a004-59cc8946d489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=568ef28c-bf49-4f4f-90d4-7cb67d102e19,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:50.895869 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-96e509c6-4fa1-481e-8cd2-3775dc37ba08 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Allocated IP 172.25.8.200 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/b9276880-3925-479f-be33-f679644e9bb3) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:36:51.074680 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-96e509c6-4fa1-481e-8cd2-3775dc37ba08 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Publish callbacks [] for port (b9276880-3925-479f-be33-f679644e9bb3), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:51.118052 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-96e509c6-4fa1-481e-8cd2-3775dc37ba08 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (b9276880-3925-479f-be33-f679644e9bb3), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:51.158786 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e509c6-4fa1-481e-8cd2-3775dc37ba08 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:36:51.161771 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-96e509c6-4fa1-481e-8cd2-3775dc37ba08 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:36:51.165935 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e509c6-4fa1-481e-8cd2-3775dc37ba08 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:36:51.229843 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e509c6-4fa1-481e-8cd2-3775dc37ba08 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Pushing event updated for resources: {'Port': ['ID=b9276880-3925-479f-be33-f679644e9bb3,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:51.320067 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-96e509c6-4fa1-481e-8cd2-3775dc37ba08 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Publish callbacks [] for floatingip (3e3ef611-ef4e-43f2-87e8-4c347ba3b830), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:51.323044 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f96b59c-9a54-4bc9-9bcc-31be7d344c16 req-01f72d19-5010-40a8-8769-4e0d6f120133 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:51.324640 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2f96b59c-9a54-4bc9-9bcc-31be7d344c16 req-01f72d19-5010-40a8-8769-4e0d6f120133 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd61361e-b4c9-4a26-899a-2d73df1dab40 HTTP/1.1" status: 200 len: 945 time: 0.0753582 Mar 11 19:36:51.382061 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-96e509c6-4fa1-481e-8cd2-3775dc37ba08 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b9276880-3925-479f-be33-f679644e9bb3), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:51.414888 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2f96b59c-9a54-4bc9-9bcc-31be7d344c16 req-37f1143a-b199-4f78-a988-decd8ac73681 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/security-groups?id=84f7623b-92bc-46cd-a725-53de6be71e76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679924 Mar 11 19:36:51.462600 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddecb1b4-0821-48c3-a56e-1cf6ec5fe451 None None] Sync routers for ids ['1b120167-c786-4fa6-9c1b-42428f0a31ed'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:36:51.479320 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddecb1b4-0821-48c3-a56e-1cf6ec5fe451 None None] Routers {'1b120167-c786-4fa6-9c1b-42428f0a31ed'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:36:51.480133 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-ddecb1b4-0821-48c3-a56e-1cf6ec5fe451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:36:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['1b120167-c786-4fa6-9c1b-42428f0a31ed'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:51.532314 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe554d9-30f6-43b0-84be-86858d66ab03 req-182852b2-ce93-480f-a8e6-f9d29a4f753e tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:51.540697 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bfe554d9-30f6-43b0-84be-86858d66ab03 req-182852b2-ce93-480f-a8e6-f9d29a4f753e tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbff8c3d-c4d3-4bb3-b145-04248810f46f HTTP/1.1" status: 200 len: 950 time: 0.0688038 Mar 11 19:36:51.638380 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-96e509c6-4fa1-481e-8cd2-3775dc37ba08 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Publish callbacks [] for port (b9276880-3925-479f-be33-f679644e9bb3), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:51.645377 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-96e509c6-4fa1-481e-8cd2-3775dc37ba08 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (b9276880-3925-479f-be33-f679644e9bb3), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:51.651286 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-ddecb1b4-0821-48c3-a56e-1cf6ec5fe451 None None] Set router 1b120167-c786-4fa6-9c1b-42428f0a31ed gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:36:51.706439 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-96e509c6-4fa1-481e-8cd2-3775dc37ba08 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (3e3ef611-ef4e-43f2-87e8-4c347ba3b830), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:51.745668 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-96e509c6-4fa1-481e-8cd2-3775dc37ba08 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:51.747118 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-96e509c6-4fa1-481e-8cd2-3775dc37ba08 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1549671 Mar 11 19:36:51.762806 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e509c6-4fa1-481e-8cd2-3775dc37ba08 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Pushing event updated for resources: {'Port': ['ID=b9276880-3925-479f-be33-f679644e9bb3,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:51.909826 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-ddecb1b4-0821-48c3-a56e-1cf6ec5fe451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b120167-c786-4fa6-9c1b-42428f0a31ed', 'name': 'tempest-ServersTestBootFromVolume-1205727609-router', 'tenant_id': '13f1448ca5364266ac9d2968e838f04d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '7c251997-2719-4ccd-b095-a05f8e305045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:36:43Z', 'updated_at': '2022-03-11T19:36:47Z', 'revision_number': 4, 'project_id': '13f1448ca5364266ac9d2968e838f04d', 'gw_port': {'id': '7c251997-2719-4ccd-b095-a05f8e305045', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b120167-c786-4fa6-9c1b-42428f0a31ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:44Z', 'updated_at': '2022-03-11T19:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'bc6241eb-45cf-4a71-bdb2-fba3bc82b151', 'name': '', 'network_id': '77a02624-a1f8-4ed5-b0a3-cc9c95960d0b', 'tenant_id': '13f1448ca5364266ac9d2968e838f04d', 'mac_address': 'fa:16:3e:66:1f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b120167-c786-4fa6-9c1b-42428f0a31ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '80056032-eb48-4775-96f6-10e96bb6ead3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:46Z', 'updated_at': '2022-03-11T19:36:47Z', 'revision_number': 2, 'project_id': '13f1448ca5364266ac9d2968e838f04d', 'subnets': [{'id': '80056032-eb48-4775-96f6-10e96bb6ead3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:51.942859 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddecb1b4-0821-48c3-a56e-1cf6ec5fe451 None None] Checking router: 1b120167-c786-4fa6-9c1b-42428f0a31ed for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:36:51.943589 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddecb1b4-0821-48c3-a56e-1cf6ec5fe451 None None] Updating router 1b120167-c786-4fa6-9c1b-42428f0a31ed port bc6241eb-45cf-4a71-bdb2-fba3bc82b151 binding host n-d-833163-1 {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:36:51.995423 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bfe554d9-30f6-43b0-84be-86858d66ab03 req-9a73c062-f550-4985-99c3-b9a7a230e3ba tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/security-groups?id=a781a375-ecc1-4470-b434-56ebce1f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4486568 Mar 11 19:36:52.001946 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ddecb1b4-0821-48c3-a56e-1cf6ec5fe451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (bc6241eb-45cf-4a71-bdb2-fba3bc82b151), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:52.098433 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0f067-2ab5-4586-95ed-b6b43b7f7b07 req-9a956d7c-4a8c-428b-8c1c-4e4c41696818 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:52.101123 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-51a0f067-2ab5-4586-95ed-b6b43b7f7b07 req-9a956d7c-4a8c-428b-8c1c-4e4c41696818 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.75 "GET /v2.0/ports?device_id=bd61361e-b4c9-4a26-899a-2d73df1dab40 HTTP/1.1" status: 200 len: 945 time: 0.1347513 Mar 11 19:36:52.191177 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 7c251997-2719-4ccd-b095-a05f8e305045 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:36:52.299079 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cdfc21e9-724e-490f-bd1f-b0c15263ab10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:52.306693 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 7c251997-2719-4ccd-b095-a05f8e305045 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:36:52.307064 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (7c251997-2719-4ccd-b095-a05f8e305045), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:52.378514 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ddecb1b4-0821-48c3-a56e-1cf6ec5fe451 None None] Publish callbacks [] for port (bc6241eb-45cf-4a71-bdb2-fba3bc82b151), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:52.385348 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ddecb1b4-0821-48c3-a56e-1cf6ec5fe451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (bc6241eb-45cf-4a71-bdb2-fba3bc82b151), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:52.410980 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 7c251997-2719-4ccd-b095-a05f8e305045 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:36:52.442659 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-b4b157b9-5763-4dd2-ab69-b515ebd660a2 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:52.445782 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5829818f-0828-45a9-85ac-8b341f7fe08b None None] Pushing event updated for resources: {'Port': ['ID=bc6241eb-45cf-4a71-bdb2-fba3bc82b151,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:52.451674 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-b4b157b9-5763-4dd2-ab69-b515ebd660a2 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] 10.222.0.65 "GET /v2.0/networks?id=b7328d88-c46c-4fd2-beed-653eba4777e2 HTTP/1.1" status: 200 len: 812 time: 0.3430479 Mar 11 19:36:52.471692 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5829818f-0828-45a9-85ac-8b341f7fe08b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:52.472721 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5829818f-0828-45a9-85ac-8b341f7fe08b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:52.473273 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5829818f-0828-45a9-85ac-8b341f7fe08b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:52.473932 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5829818f-0828-45a9-85ac-8b341f7fe08b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:52.474240 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5829818f-0828-45a9-85ac-8b341f7fe08b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:52.475046 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5829818f-0828-45a9-85ac-8b341f7fe08b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:52.475654 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5829818f-0828-45a9-85ac-8b341f7fe08b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:52.476335 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5829818f-0828-45a9-85ac-8b341f7fe08b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:52.476879 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5829818f-0828-45a9-85ac-8b341f7fe08b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:52.477296 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-51a0f067-2ab5-4586-95ed-b6b43b7f7b07 req-84927c1c-d95b-440e-82da-c77827c94d61 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Deleting port 5ac57a8b-03ec-4aad-a48d-bd2634014ce9 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:36:52.477642 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-51a0f067-2ab5-4586-95ed-b6b43b7f7b07 req-84927c1c-d95b-440e-82da-c77827c94d61 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (5ac57a8b-03ec-4aad-a48d-bd2634014ce9), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:52.477894 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5829818f-0828-45a9-85ac-8b341f7fe08b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:52.478443 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5829818f-0828-45a9-85ac-8b341f7fe08b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:52.479031 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5829818f-0828-45a9-85ac-8b341f7fe08b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:52.479588 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5829818f-0828-45a9-85ac-8b341f7fe08b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:36:52.491534 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-5ba01bc6-cf8f-4de1-841d-d23b826c8526 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] 10.222.0.65 "GET /v2.0/quotas/da819cb87a264241a7bc7356afc1d1d4 HTTP/1.1" status: 200 len: 375 time: 0.0388994 Mar 11 19:36:52.509814 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:52.536650 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-ddecb1b4-0821-48c3-a56e-1cf6ec5fe451 None None] Attempting to bind port bc6241eb-45cf-4a71-bdb2-fba3bc82b151 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:36:52.537093 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-ddecb1b4-0821-48c3-a56e-1cf6ec5fe451 None None] Attempting to bind port bc6241eb-45cf-4a71-bdb2-fba3bc82b151 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '2e913ce2-e9d1-48a3-a500-fa6dab0e0cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '77a02624-a1f8-4ed5-b0a3-cc9c95960d0b'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:36:52.537462 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddecb1b4-0821-48c3-a56e-1cf6ec5fe451 None None] Attempting to bind port bc6241eb-45cf-4a71-bdb2-fba3bc82b151 on network 77a02624-a1f8-4ed5-b0a3-cc9c95960d0b {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:36:52.543498 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddecb1b4-0821-48c3-a56e-1cf6ec5fe451 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:36:52.544374 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddecb1b4-0821-48c3-a56e-1cf6ec5fe451 None None] Checking segment: {'id': '2e913ce2-e9d1-48a3-a500-fa6dab0e0cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '77a02624-a1f8-4ed5-b0a3-cc9c95960d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:36:52.544984 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ddecb1b4-0821-48c3-a56e-1cf6ec5fe451 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:52.545607 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddecb1b4-0821-48c3-a56e-1cf6ec5fe451 None None] Bound using segment: {'id': '2e913ce2-e9d1-48a3-a500-fa6dab0e0cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '77a02624-a1f8-4ed5-b0a3-cc9c95960d0b'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:36:52.546343 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-ddecb1b4-0821-48c3-a56e-1cf6ec5fe451 None None] Bound port: bc6241eb-45cf-4a71-bdb2-fba3bc82b151, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e913ce2-e9d1-48a3-a500-fa6dab0e0cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '77a02624-a1f8-4ed5-b0a3-cc9c95960d0b'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:36:52.546941 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ddecb1b4-0821-48c3-a56e-1cf6ec5fe451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (bc6241eb-45cf-4a71-bdb2-fba3bc82b151), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:52.638425 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-ddecb1b4-0821-48c3-a56e-1cf6ec5fe451 None None] For port bc6241eb-45cf-4a71-bdb2-fba3bc82b151, host n-d-833163-1, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:36:52.643140 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-ddecb1b4-0821-48c3-a56e-1cf6ec5fe451 None None] For port bc6241eb-45cf-4a71-bdb2-fba3bc82b151, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=bc6241eb-45cf-4a71-bdb2-fba3bc82b151,segment=NetworkSegment(2e913ce2-e9d1-48a3-a500-fa6dab0e0cac),segment_id=2e913ce2-e9d1-48a3-a500-fa6dab0e0cac)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:36:52.652771 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ddecb1b4-0821-48c3-a56e-1cf6ec5fe451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (bc6241eb-45cf-4a71-bdb2-fba3bc82b151), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:52.698645 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba441ba-0ee9-45c0-811e-c7fb9e4656bd req-2c6c3f71-0a07-4013-8884-2b31f55d2d46 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:52.700125 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cba441ba-0ee9-45c0-811e-c7fb9e4656bd req-2c6c3f71-0a07-4013-8884-2b31f55d2d46 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] 10.222.0.57 "GET /v2.0/ports?device_id=823953c1-52a3-45fd-8e8b-e90d67e3e816 HTTP/1.1" status: 200 len: 946 time: 0.3088880 Mar 11 19:36:52.716061 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5829818f-0828-45a9-85ac-8b341f7fe08b None None] Pushing event updated for resources: {'Port': ['ID=bc6241eb-45cf-4a71-bdb2-fba3bc82b151,revision_number=4']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:52.735859 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddecb1b4-0821-48c3-a56e-1cf6ec5fe451 None None] Routers {'1b120167-c786-4fa6-9c1b-42428f0a31ed'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:36:52.736527 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-ddecb1b4-0821-48c3-a56e-1cf6ec5fe451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:36:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['1b120167-c786-4fa6-9c1b-42428f0a31ed'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:52.794855 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-c22862a7-b5e5-4d73-9dd4-0c32e17dc0b8 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=da819cb87a264241a7bc7356afc1d1d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2483668 Mar 11 19:36:52.858160 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-51a0f067-2ab5-4586-95ed-b6b43b7f7b07 req-84927c1c-d95b-440e-82da-c77827c94d61 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] For port 5ac57a8b-03ec-4aad-a48d-bd2634014ce9, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=5ac57a8b-03ec-4aad-a48d-bd2634014ce9,segment=NetworkSegment(030b1ea6-a9bd-4970-9537-6268a24125f4),segment_id=030b1ea6-a9bd-4970-9537-6268a24125f4)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:52.858539 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-51a0f067-2ab5-4586-95ed-b6b43b7f7b07 req-84927c1c-d95b-440e-82da-c77827c94d61 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (5ac57a8b-03ec-4aad-a48d-bd2634014ce9), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:52.920830 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-40c1594d-3481-4727-87d0-c51532e69501 None None] Provisioning complete for port bc6241eb-45cf-4a71-bdb2-fba3bc82b151 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:36:52.921215 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-40c1594d-3481-4727-87d0-c51532e69501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (bc6241eb-45cf-4a71-bdb2-fba3bc82b151), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:52.928784 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-51a0f067-2ab5-4586-95ed-b6b43b7f7b07 req-84927c1c-d95b-440e-82da-c77827c94d61 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Calling delete_port for 5ac57a8b-03ec-4aad-a48d-bd2634014ce9 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:36:52.935095 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-ddecb1b4-0821-48c3-a56e-1cf6ec5fe451 None None] Set router 1b120167-c786-4fa6-9c1b-42428f0a31ed gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:36:53.070969 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-cba441ba-0ee9-45c0-811e-c7fb9e4656bd req-bdf0938b-8984-41eb-b7fe-9a3cc2cbe77f tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Deleting port de18dd06-187d-465b-a2a5-054f202ff427 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:36:53.071212 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cba441ba-0ee9-45c0-811e-c7fb9e4656bd req-bdf0938b-8984-41eb-b7fe-9a3cc2cbe77f tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (de18dd06-187d-465b-a2a5-054f202ff427), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:53.113674 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-40c1594d-3481-4727-87d0-c51532e69501 None None] Current status of the port bc6241eb-45cf-4a71-bdb2-fba3bc82b151 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:36:53.115543 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-40c1594d-3481-4727-87d0-c51532e69501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (bc6241eb-45cf-4a71-bdb2-fba3bc82b151), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:53.128801 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-144b8493-b9a6-405a-b35e-11c3b21316ef service neutron] 10.222.0.65 "GET /v2.0/networks/b7328d88-c46c-4fd2-beed-653eba4777e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3328359 Mar 11 19:36:53.156930 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905fb8de-6818-4648-bb89-3c838aad5d92 req-31832822-077d-44e8-86ae-23d7fe39082e tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:53.158477 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-905fb8de-6818-4648-bb89-3c838aad5d92 req-31832822-077d-44e8-86ae-23d7fe39082e tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] 10.222.0.57 "GET /v2.0/ports?device_id=4fb93d78-4a83-4b84-a54a-d70c53e62bc0 HTTP/1.1" status: 200 len: 945 time: 0.1272852 Mar 11 19:36:53.164465 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-40c1594d-3481-4727-87d0-c51532e69501 None None] For port bc6241eb-45cf-4a71-bdb2-fba3bc82b151, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=bc6241eb-45cf-4a71-bdb2-fba3bc82b151,segment=NetworkSegment(2e913ce2-e9d1-48a3-a500-fa6dab0e0cac),segment_id=2e913ce2-e9d1-48a3-a500-fa6dab0e0cac)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:53.171680 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-40c1594d-3481-4727-87d0-c51532e69501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (bc6241eb-45cf-4a71-bdb2-fba3bc82b151), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:53.272275 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c1594d-3481-4727-87d0-c51532e69501 None None] Pushing event updated for resources: {'Port': ['ID=bc6241eb-45cf-4a71-bdb2-fba3bc82b151,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:53.275419 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-ddecb1b4-0821-48c3-a56e-1cf6ec5fe451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b120167-c786-4fa6-9c1b-42428f0a31ed', 'name': 'tempest-ServersTestBootFromVolume-1205727609-router', 'tenant_id': '13f1448ca5364266ac9d2968e838f04d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '7c251997-2719-4ccd-b095-a05f8e305045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:36:43Z', 'updated_at': '2022-03-11T19:36:47Z', 'revision_number': 4, 'project_id': '13f1448ca5364266ac9d2968e838f04d', 'gw_port': {'id': '7c251997-2719-4ccd-b095-a05f8e305045', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b120167-c786-4fa6-9c1b-42428f0a31ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:44Z', 'updated_at': '2022-03-11T19:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'bc6241eb-45cf-4a71-bdb2-fba3bc82b151', 'name': '', 'network_id': '77a02624-a1f8-4ed5-b0a3-cc9c95960d0b', 'tenant_id': '13f1448ca5364266ac9d2968e838f04d', 'mac_address': 'fa:16:3e:66:1f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b120167-c786-4fa6-9c1b-42428f0a31ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '80056032-eb48-4775-96f6-10e96bb6ead3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:46Z', 'updated_at': '2022-03-11T19:36:52Z', 'revision_number': 4, 'project_id': '13f1448ca5364266ac9d2968e838f04d', 'subnets': [{'id': '80056032-eb48-4775-96f6-10e96bb6ead3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:36:53.300711 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-60a72455-e453-4547-9173-687c97122a01 None None] Provisioning complete for port bc6241eb-45cf-4a71-bdb2-fba3bc82b151 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:36:53.301556 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-60a72455-e453-4547-9173-687c97122a01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (bc6241eb-45cf-4a71-bdb2-fba3bc82b151), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:53.340693 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-905fb8de-6818-4648-bb89-3c838aad5d92 req-24bedd18-b595-42f4-a8c3-90871f8296f2 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Deleting port f0231f7f-4651-4fe2-9c69-adc73e76d66a {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:36:53.341032 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-905fb8de-6818-4648-bb89-3c838aad5d92 req-24bedd18-b595-42f4-a8c3-90871f8296f2 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (f0231f7f-4651-4fe2-9c69-adc73e76d66a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:53.359201 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddecb1b4-0821-48c3-a56e-1cf6ec5fe451 None None] The sync data for ids ['1b120167-c786-4fa6-9c1b-42428f0a31ed'] in n-d-833163-1 is: [{'id': '1b120167-c786-4fa6-9c1b-42428f0a31ed', 'name': 'tempest-ServersTestBootFromVolume-1205727609-router', 'tenant_id': '13f1448ca5364266ac9d2968e838f04d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '7c251997-2719-4ccd-b095-a05f8e305045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:36:43Z', 'updated_at': '2022-03-11T19:36:47Z', 'revision_number': 4, 'project_id': '13f1448ca5364266ac9d2968e838f04d', 'gw_port': {'id': '7c251997-2719-4ccd-b095-a05f8e305045', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b120167-c786-4fa6-9c1b-42428f0a31ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:44Z', 'updated_at': '2022-03-11T19:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'bc6241eb-45cf-4a71-bdb2-fba3bc82b151', 'name': '', 'network_id': '77a02624-a1f8-4ed5-b0a3-cc9c95960d0b', 'tenant_id': '13f1448ca5364266ac9d2968e838f04d', 'mac_address': 'fa:16:3e:66:1f:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b120167-c786-4fa6-9c1b-42428f0a31ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '80056032-eb48-4775-96f6-10e96bb6ead3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:46Z', 'updated_at': '2022-03-11T19:36:52Z', 'revision_number': 4, 'project_id': '13f1448ca5364266ac9d2968e838f04d', 'subnets': [{'id': '80056032-eb48-4775-96f6-10e96bb6ead3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:36:53.373624 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-cba441ba-0ee9-45c0-811e-c7fb9e4656bd req-bdf0938b-8984-41eb-b7fe-9a3cc2cbe77f tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] For port de18dd06-187d-465b-a2a5-054f202ff427, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=de18dd06-187d-465b-a2a5-054f202ff427,segment=NetworkSegment(9bb3c5b9-ded6-4f56-ba89-a200cfb91930),segment_id=9bb3c5b9-ded6-4f56-ba89-a200cfb91930)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:53.373993 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cba441ba-0ee9-45c0-811e-c7fb9e4656bd req-bdf0938b-8984-41eb-b7fe-9a3cc2cbe77f tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (de18dd06-187d-465b-a2a5-054f202ff427), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:53.397378 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-cba441ba-0ee9-45c0-811e-c7fb9e4656bd req-bdf0938b-8984-41eb-b7fe-9a3cc2cbe77f tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Calling delete_port for de18dd06-187d-465b-a2a5-054f202ff427 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:36:53.424023 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-60a72455-e453-4547-9173-687c97122a01 None None] Current status of the port bc6241eb-45cf-4a71-bdb2-fba3bc82b151 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:36:53.480613 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-db03976f-c0d2-4cac-85bc-11142b723cca service neutron] 10.222.0.65 "GET /v2.0/networks/b7328d88-c46c-4fd2-beed-653eba4777e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3508346 Mar 11 19:36:53.491298 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-905fb8de-6818-4648-bb89-3c838aad5d92 req-24bedd18-b595-42f4-a8c3-90871f8296f2 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] For port f0231f7f-4651-4fe2-9c69-adc73e76d66a, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=f0231f7f-4651-4fe2-9c69-adc73e76d66a,segment=NetworkSegment(9bb3c5b9-ded6-4f56-ba89-a200cfb91930),segment_id=9bb3c5b9-ded6-4f56-ba89-a200cfb91930)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:36:53.491683 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-905fb8de-6818-4648-bb89-3c838aad5d92 req-24bedd18-b595-42f4-a8c3-90871f8296f2 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (f0231f7f-4651-4fe2-9c69-adc73e76d66a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:53.514608 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-905fb8de-6818-4648-bb89-3c838aad5d92 req-24bedd18-b595-42f4-a8c3-90871f8296f2 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Calling delete_port for f0231f7f-4651-4fe2-9c69-adc73e76d66a owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:36:53.552272 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-51a0f067-2ab5-4586-95ed-b6b43b7f7b07 req-84927c1c-d95b-440e-82da-c77827c94d61 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (5ac57a8b-03ec-4aad-a48d-bd2634014ce9), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:53.568859 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['5ac57a8b-03ec-4aad-a48d-bd2634014ce9'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:36:53.597228 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84927c1c-d95b-440e-82da-c77827c94d61 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Pushing event deleted for resources: {'Port': ['ID=5ac57a8b-03ec-4aad-a48d-bd2634014ce9,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:53.690706 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-51a0f067-2ab5-4586-95ed-b6b43b7f7b07 req-84927c1c-d95b-440e-82da-c77827c94d61 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] No DVR routers for this DVR port 5ac57a8b-03ec-4aad-a48d-bd2634014ce9 on host n-h1-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:36:53.706126 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-51a0f067-2ab5-4586-95ed-b6b43b7f7b07 req-84927c1c-d95b-440e-82da-c77827c94d61 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:53.712439 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-51a0f067-2ab5-4586-95ed-b6b43b7f7b07 req-84927c1c-d95b-440e-82da-c77827c94d61 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.75 "DELETE /v2.0/ports/5ac57a8b-03ec-4aad-a48d-bd2634014ce9 HTTP/1.1" status: 204 len: 173 time: 1.5938597 Mar 11 19:36:53.713040 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd61361e-b4c9-4a26-899a-2d73df1dab40', 'name': 'network-vif-deleted', 'tag': '5ac57a8b-03ec-4aad-a48d-bd2634014ce9'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:36:53.723815 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ab8a46-738d-4c5e-a265-28e80e3b60f9" -d '{"events": [{"server_uuid": "bd61361e-b4c9-4a26-899a-2d73df1dab40", "name": "network-vif-deleted", "tag": "5ac57a8b-03ec-4aad-a48d-bd2634014ce9"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:36:53.808189 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-905fb8de-6818-4648-bb89-3c838aad5d92 req-24bedd18-b595-42f4-a8c3-90871f8296f2 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (f0231f7f-4651-4fe2-9c69-adc73e76d66a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:53.822890 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['de18dd06-187d-465b-a2a5-054f202ff427', 'f0231f7f-4651-4fe2-9c69-adc73e76d66a'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:36:53.874997 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bedd18-b595-42f4-a8c3-90871f8296f2 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Pushing event deleted for resources: {'Port': ['ID=f0231f7f-4651-4fe2-9c69-adc73e76d66a,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:53.905575 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cba441ba-0ee9-45c0-811e-c7fb9e4656bd req-bdf0938b-8984-41eb-b7fe-9a3cc2cbe77f tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (de18dd06-187d-465b-a2a5-054f202ff427), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:53.957549 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['de18dd06-187d-465b-a2a5-054f202ff427', 'f0231f7f-4651-4fe2-9c69-adc73e76d66a'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:36:53.985625 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-905fb8de-6818-4648-bb89-3c838aad5d92 req-24bedd18-b595-42f4-a8c3-90871f8296f2 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] No DVR routers for this DVR port f0231f7f-4651-4fe2-9c69-adc73e76d66a on host n-h2-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:36:53.991885 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-905fb8de-6818-4648-bb89-3c838aad5d92 req-24bedd18-b595-42f4-a8c3-90871f8296f2 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:54.003754 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-905fb8de-6818-4648-bb89-3c838aad5d92 req-24bedd18-b595-42f4-a8c3-90871f8296f2 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] 10.222.0.57 "DELETE /v2.0/ports/f0231f7f-4651-4fe2-9c69-adc73e76d66a HTTP/1.1" status: 204 len: 173 time: 0.8322434 Mar 11 19:36:54.004373 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fb93d78-4a83-4b84-a54a-d70c53e62bc0', 'name': 'network-vif-deleted', 'tag': 'f0231f7f-4651-4fe2-9c69-adc73e76d66a'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:36:54.004638 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf0938b-8984-41eb-b7fe-9a3cc2cbe77f tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Pushing event deleted for resources: {'Port': ['ID=de18dd06-187d-465b-a2a5-054f202ff427,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:54.008244 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d631bcf3-2a30-48bd-9642-9309241add52" -d '{"events": [{"server_uuid": "4fb93d78-4a83-4b84-a54a-d70c53e62bc0", "name": "network-vif-deleted", "tag": "f0231f7f-4651-4fe2-9c69-adc73e76d66a"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:36:54.030934 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-cba441ba-0ee9-45c0-811e-c7fb9e4656bd req-bdf0938b-8984-41eb-b7fe-9a3cc2cbe77f tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] No DVR routers for this DVR port de18dd06-187d-465b-a2a5-054f202ff427 on host n-h2-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:36:54.034129 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cba441ba-0ee9-45c0-811e-c7fb9e4656bd req-bdf0938b-8984-41eb-b7fe-9a3cc2cbe77f tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:54.038850 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cba441ba-0ee9-45c0-811e-c7fb9e4656bd req-bdf0938b-8984-41eb-b7fe-9a3cc2cbe77f tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] 10.222.0.57 "DELETE /v2.0/ports/de18dd06-187d-465b-a2a5-054f202ff427 HTTP/1.1" status: 204 len: 173 time: 1.3291881 Mar 11 19:36:54.055665 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e8bcb4-453b-4dba-9c98-54a548ca0c47 req-721d4ed7-2710-4a51-9bde-85ef1ec35774 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:54.062832 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e4e8bcb4-453b-4dba-9c98-54a548ca0c47 req-721d4ed7-2710-4a51-9bde-85ef1ec35774 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?device_id=e1d2be0c-60f7-4b21-82d5-4bc9663b79c8 HTTP/1.1" status: 200 len: 946 time: 0.1704171 Mar 11 19:36:54.146266 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e4e8bcb4-453b-4dba-9c98-54a548ca0c47 req-e550d75c-0067-4e7b-8ebc-64c0af90c9e4 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/security-groups?id=03204c94-e7d5-4698-bf53-e2e3ba52bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824509 Mar 11 19:36:54.258710 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device bc6241eb-45cf-4a71-bdb2-fba3bc82b151 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:36:54.348128 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port bc6241eb-45cf-4a71-bdb2-fba3bc82b151 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:36:54.348806 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (bc6241eb-45cf-4a71-bdb2-fba3bc82b151), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:54.372778 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0cf60e48-9900-4888-94aa-4011db3b532d req-f0f86808-8ac7-452a-a6ce-f8a0a0bff1ba tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd61361e-b4c9-4a26-899a-2d73df1dab40 HTTP/1.1" status: 200 len: 210 time: 0.0459390 Mar 11 19:36:54.566853 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port bc6241eb-45cf-4a71-bdb2-fba3bc82b151 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:36:54.585335 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9cf3c287-a209-4216-8e5a-d0e1645e84fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:54.825773 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96235f0-1c3d-4a83-9d01-f94781dbc73a req-e63e3da0-6cfe-4699-8e91-ae312e2ab57a tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:54.828111 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e96235f0-1c3d-4a83-9d01-f94781dbc73a req-e63e3da0-6cfe-4699-8e91-ae312e2ab57a tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbff8c3d-c4d3-4bb3-b145-04248810f46f HTTP/1.1" status: 200 len: 950 time: 0.1058168 Mar 11 19:36:54.939775 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e96235f0-1c3d-4a83-9d01-f94781dbc73a req-63cd906c-878d-4460-9e59-d12625fce486 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/security-groups?id=a781a375-ecc1-4470-b434-56ebce1f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971000 Mar 11 19:36:55.005734 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5256ad0-8a21-46db-9ed9-0eb09dc1eb94 x-openstack-request-id: req-d5256ad0-8a21-46db-9ed9-0eb09dc1eb94 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:36:55.006667 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd61361e-b4c9-4a26-899a-2d73df1dab40", "name": "network-vif-deleted", "tag": "5ac57a8b-03ec-4aad-a48d-bd2634014ce9", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:36:55.007106 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d5256ad0-8a21-46db-9ed9-0eb09dc1eb94 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:36:55.008410 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd61361e-b4c9-4a26-899a-2d73df1dab40', 'name': 'network-vif-deleted', 'tag': '5ac57a8b-03ec-4aad-a48d-bd2634014ce9', 'status': 'completed', 'code': 200} Mar 11 19:36:55.244371 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02cbdba6-ced4-45a5-ac9e-68b078b49014 x-openstack-request-id: req-02cbdba6-ced4-45a5-ac9e-68b078b49014 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:36:55.247214 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fb93d78-4a83-4b84-a54a-d70c53e62bc0", "name": "network-vif-deleted", "tag": "f0231f7f-4651-4fe2-9c69-adc73e76d66a", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:36:55.248242 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-02cbdba6-ced4-45a5-ac9e-68b078b49014 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:36:55.249664 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fb93d78-4a83-4b84-a54a-d70c53e62bc0', 'name': 'network-vif-deleted', 'tag': 'f0231f7f-4651-4fe2-9c69-adc73e76d66a', 'status': 'completed', 'code': 200} Mar 11 19:36:55.623549 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-475c4c3f-0c0a-4793-a063-1dd4f7715d77 req-564ffc49-5f2b-4792-8d72-5c8c52fdc06b tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] 10.222.0.65 "GET /v2.0/ports?device_id=c418716a-2c7c-4f4a-894b-d349bc6d8f2c HTTP/1.1" status: 200 len: 210 time: 0.0623624 Mar 11 19:36:55.638317 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-c9e1c91a-d642-43b3-814f-dea8dceb13e6 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:55.639939 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-c9e1c91a-d642-43b3-814f-dea8dceb13e6 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] 10.222.0.75 "GET /v2.0/networks?id=b7328d88-c46c-4fd2-beed-653eba4777e2 HTTP/1.1" status: 200 len: 812 time: 0.1848304 Mar 11 19:36:55.655396 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-9f6eac18-3c23-482f-b3ac-274ef25e4b67 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Request body: {'port': {'device_id': 'd6243179-a8f6-4cd2-ab1d-6a51b3f7d596', 'network_id': 'b7328d88-c46c-4fd2-beed-653eba4777e2', 'admin_state_up': True, 'tenant_id': 'da819cb87a264241a7bc7356afc1d1d4'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:36:55.750543 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-85f5ed29-0c2c-4281-871d-c4659ac63c58 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:55.753628 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-85f5ed29-0c2c-4281-871d-c4659ac63c58 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] 10.222.0.75 "GET /v2.0/networks?id=b7328d88-c46c-4fd2-beed-653eba4777e2 HTTP/1.1" status: 200 len: 812 time: 0.1416829 Mar 11 19:36:55.776746 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-7110cb38-5431-4e88-bfb0-9d63b0de3cf0 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Request body: {'port': {'device_id': 'c418716a-2c7c-4f4a-894b-d349bc6d8f2c', 'network_id': 'b7328d88-c46c-4fd2-beed-653eba4777e2', 'admin_state_up': True, 'tenant_id': 'da819cb87a264241a7bc7356afc1d1d4'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:36:55.838256 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce4b5a-0a66-421e-85fe-932776b83f2d req-016d0945-fe6c-4bbf-8c8d-4277d34ef966 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:55.841048 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-24ce4b5a-0a66-421e-85fe-932776b83f2d req-016d0945-fe6c-4bbf-8c8d-4277d34ef966 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?device_id=e1d2be0c-60f7-4b21-82d5-4bc9663b79c8 HTTP/1.1" status: 200 len: 946 time: 0.0858762 Mar 11 19:36:55.853936 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-9f6eac18-3c23-482f-b3ac-274ef25e4b67 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Made reservation on behalf of da819cb87a264241a7bc7356afc1d1d4 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:36:55.857875 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-9f6eac18-3c23-482f-b3ac-274ef25e4b67 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:55.933218 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-7110cb38-5431-4e88-bfb0-9d63b0de3cf0 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Made reservation on behalf of da819cb87a264241a7bc7356afc1d1d4 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:36:55.936914 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-7110cb38-5431-4e88-bfb0-9d63b0de3cf0 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:55.959538 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-24ce4b5a-0a66-421e-85fe-932776b83f2d req-85128901-2776-4c0c-b0f6-ffa42c8b0b02 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/security-groups?id=03204c94-e7d5-4698-bf53-e2e3ba52bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130726 Mar 11 19:36:56.053309 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device de18dd06-187d-465b-a2a5-054f202ff427 no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:36:56.060351 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-9f6eac18-3c23-482f-b3ac-274ef25e4b67 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Allocated IP 172.20.0.8 (b7328d88-c46c-4fd2-beed-653eba4777e2/6c645ced-5e6e-4cab-a984-2139b15643f2/4e77f452-2c64-48d3-a59a-1d03f8c85fcb) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:36:56.094901 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: de18dd06-187d-465b-a2a5-054f202ff427 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:36:56.095244 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device de18dd06-187d-465b-a2a5-054f202ff427 not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:36:56.095909 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device f0231f7f-4651-4fe2-9c69-adc73e76d66a no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:36:56.124904 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:56.125681 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: f0231f7f-4651-4fe2-9c69-adc73e76d66a {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:36:56.126029 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device f0231f7f-4651-4fe2-9c69-adc73e76d66a not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:36:56.229508 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1771152b-622e-438e-9c55-802539426205 req-1681369e-f871-447f-9ed1-d6f29e7ba657 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:56.231009 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1771152b-622e-438e-9c55-802539426205 req-1681369e-f871-447f-9ed1-d6f29e7ba657 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbff8c3d-c4d3-4bb3-b145-04248810f46f HTTP/1.1" status: 200 len: 950 time: 0.1229177 Mar 11 19:36:56.292201 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-9f6eac18-3c23-482f-b3ac-274ef25e4b67 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Publish callbacks [] for port (4e77f452-2c64-48d3-a59a-1d03f8c85fcb), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:56.307908 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1771152b-622e-438e-9c55-802539426205 req-75b835bb-749f-4a7b-bb11-fb1cfa98c30a tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/security-groups?id=a781a375-ecc1-4470-b434-56ebce1f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706878 Mar 11 19:36:56.342261 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-9f6eac18-3c23-482f-b3ac-274ef25e4b67 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (4e77f452-2c64-48d3-a59a-1d03f8c85fcb), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:56.389310 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-9f6eac18-3c23-482f-b3ac-274ef25e4b67 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Network b7328d88-c46c-4fd2-beed-653eba4777e2 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:36:56.395178 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-9f6eac18-3c23-482f-b3ac-274ef25e4b67 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:36:56.396063 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-9f6eac18-3c23-482f-b3ac-274ef25e4b67 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:36:56.400115 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-7110cb38-5431-4e88-bfb0-9d63b0de3cf0 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Allocated IP 172.20.0.5 (b7328d88-c46c-4fd2-beed-653eba4777e2/6c645ced-5e6e-4cab-a984-2139b15643f2/02c985db-755e-4ab6-8115-ef545a65dca0) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:36:56.409646 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 5ac57a8b-03ec-4aad-a48d-bd2634014ce9 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:36:56.441491 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: 5ac57a8b-03ec-4aad-a48d-bd2634014ce9 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:36:56.442712 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 5ac57a8b-03ec-4aad-a48d-bd2634014ce9 not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:36:56.466258 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-9f6eac18-3c23-482f-b3ac-274ef25e4b67 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:56.466962 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-9f6eac18-3c23-482f-b3ac-274ef25e4b67 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:56.489647 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6eac18-3c23-482f-b3ac-274ef25e4b67 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Pushing event updated for resources: {'Port': ['ID=4e77f452-2c64-48d3-a59a-1d03f8c85fcb,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:56.498220 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-9f6eac18-3c23-482f-b3ac-274ef25e4b67 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8499506 Mar 11 19:36:56.512214 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-bcd843ab-1791-442e-9a5d-6c72de2715d2 service neutron] Request body: {'port': {'device_id': 'd6243179-a8f6-4cd2-ab1d-6a51b3f7d596', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:36:56.526765 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:36:56.604432 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-bcd843ab-1791-442e-9a5d-6c72de2715d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (4e77f452-2c64-48d3-a59a-1d03f8c85fcb), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:56.632724 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-7110cb38-5431-4e88-bfb0-9d63b0de3cf0 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Publish callbacks [] for port (02c985db-755e-4ab6-8115-ef545a65dca0), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:56.691890 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35564) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:36:56.762438 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-7110cb38-5431-4e88-bfb0-9d63b0de3cf0 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (02c985db-755e-4ab6-8115-ef545a65dca0), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:56.832303 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-7110cb38-5431-4e88-bfb0-9d63b0de3cf0 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Network b7328d88-c46c-4fd2-beed-653eba4777e2 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:36:56.836223 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-7110cb38-5431-4e88-bfb0-9d63b0de3cf0 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:36:56.839451 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-7110cb38-5431-4e88-bfb0-9d63b0de3cf0 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:36:56.898708 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0439e26-a579-4292-92b8-b6da00a83e31 req-3f8edf9d-aedb-4f86-bf3d-75c8112b2998 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:56.899420 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7110cb38-5431-4e88-bfb0-9d63b0de3cf0 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Pushing event updated for resources: {'Port': ['ID=02c985db-755e-4ab6-8115-ef545a65dca0,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:56.906161 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a0439e26-a579-4292-92b8-b6da00a83e31 req-3f8edf9d-aedb-4f86-bf3d-75c8112b2998 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] 10.222.0.65 "GET /v2.0/ports?device_id=c418716a-2c7c-4f4a-894b-d349bc6d8f2c HTTP/1.1" status: 200 len: 931 time: 0.1644287 Mar 11 19:36:56.911366 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a3574b8f-c90c-4770-a30c-4ac1a9bfb511 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Publish callbacks [] for security_group (8286cd66-25fb-4faf-8ecf-94ad83327da1), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:56.939446 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-7110cb38-5431-4e88-bfb0-9d63b0de3cf0 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:56.940119 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-7110cb38-5431-4e88-bfb0-9d63b0de3cf0 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:56.957053 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a3574b8f-c90c-4770-a30c-4ac1a9bfb511 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Publish callbacks [] for security_group (8286cd66-25fb-4faf-8ecf-94ad83327da1), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:56.976208 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-7110cb38-5431-4e88-bfb0-9d63b0de3cf0 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2035146 Mar 11 19:36:56.976643 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a0439e26-a579-4292-92b8-b6da00a83e31 req-408b0366-261e-4113-8529-95a2caa74a21 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] 10.222.0.65 "GET /v2.0/security-groups?id=4ce63813-5fcd-431f-ad4d-45adcc20fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695257 Mar 11 19:36:56.989775 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-c067b1ff-a0ad-44a3-910b-8dbe25bcf999 service neutron] Request body: {'port': {'device_id': 'c418716a-2c7c-4f4a-894b-d349bc6d8f2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:36:57.036263 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35572) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:36:57.039133 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '823953c1-52a3-45fd-8e8b-e90d67e3e816', 'name': 'network-vif-deleted', 'tag': 'de18dd06-187d-465b-a2a5-054f202ff427'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:36:57.041769 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a48fe16-3fd5-40e5-b98c-d27605668941" -d '{"events": [{"server_uuid": "823953c1-52a3-45fd-8e8b-e90d67e3e816", "name": "network-vif-deleted", "tag": "de18dd06-187d-465b-a2a5-054f202ff427"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:36:57.074910 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-c067b1ff-a0ad-44a3-910b-8dbe25bcf999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (02c985db-755e-4ab6-8115-ef545a65dca0), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:57.134381 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a3574b8f-c90c-4770-a30c-4ac1a9bfb511 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (8286cd66-25fb-4faf-8ecf-94ad83327da1), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:57.136942 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-bcd843ab-1791-442e-9a5d-6c72de2715d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e77f452-2c64-48d3-a59a-1d03f8c85fcb {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:36:57.137579 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a3574b8f-c90c-4770-a30c-4ac1a9bfb511 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:57.139030 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a3574b8f-c90c-4770-a30c-4ac1a9bfb511 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "DELETE /v2.0/security-groups/8286cd66-25fb-4faf-8ecf-94ad83327da1 HTTP/1.1" status: 204 len: 168 time: 0.4449110 Mar 11 19:36:57.142767 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35578) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:36:57.157866 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-bcd843ab-1791-442e-9a5d-6c72de2715d2 service neutron] Publish callbacks [] for port (4e77f452-2c64-48d3-a59a-1d03f8c85fcb), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:57.166197 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3574b8f-c90c-4770-a30c-4ac1a9bfb511 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8286cd66-25fb-4faf-8ecf-94ad83327da1,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:57.178758 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [None req-ab8b64a1-2d99-4565-a922-ee1d2f7828da tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] show failed (client error): The resource could not be found. Mar 11 19:36:57.179920 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ab8b64a1-2d99-4565-a922-ee1d2f7828da tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "GET /v2.0/security-groups/8286cd66-25fb-4faf-8ecf-94ad83327da1 HTTP/1.1" status: 404 len: 347 time: 0.0361123 Mar 11 19:36:57.180968 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-bcd843ab-1791-442e-9a5d-6c72de2715d2 service neutron] Transition to ACTIVE for port object 4e77f452-2c64-48d3-a59a-1d03f8c85fcb will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:36:57.182733 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35580) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:36:57.196909 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d1345-7bbf-4310-8e81-afb710d4f7fe req-27bb8e5b-9189-4542-b374-21f44523f235 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:57.203904 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b36d1345-7bbf-4310-8e81-afb710d4f7fe req-27bb8e5b-9189-4542-b374-21f44523f235 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?device_id=e1d2be0c-60f7-4b21-82d5-4bc9663b79c8 HTTP/1.1" status: 200 len: 946 time: 0.1476352 Mar 11 19:36:57.212181 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-bcd843ab-1791-442e-9a5d-6c72de2715d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (4e77f452-2c64-48d3-a59a-1d03f8c85fcb), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:57.243084 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-31959b7c-43e3-48b3-93f9-1a75be90814f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:57.408826 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd843ab-1791-442e-9a5d-6c72de2715d2 service neutron] Pushing event updated for resources: {'Port': ['ID=4e77f452-2c64-48d3-a59a-1d03f8c85fcb,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:57.423719 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-31959b7c-43e3-48b3-93f9-1a75be90814f admin admin] Publish callbacks [] for security_group (30ae4fea-e7e1-4bbe-b223-cc11cc1ce3f8), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:57.431807 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-31959b7c-43e3-48b3-93f9-1a75be90814f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (30ae4fea-e7e1-4bbe-b223-cc11cc1ce3f8), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:57.437061 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b36d1345-7bbf-4310-8e81-afb710d4f7fe req-86d950e2-928c-42b2-b9fb-ab1768d7d093 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/security-groups?id=03204c94-e7d5-4698-bf53-e2e3ba52bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315032 Mar 11 19:36:57.514567 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-31959b7c-43e3-48b3-93f9-1a75be90814f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b23ae40fdc7e4d6aae74501ed433afe0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4613628 Mar 11 19:36:57.515848 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35584) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:36:57.517437 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8107c481-ec26-445b-8f07-e118111f62b4 x-openstack-request-id: req-8107c481-ec26-445b-8f07-e118111f62b4 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:36:57.517730 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:57.518372 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "823953c1-52a3-45fd-8e8b-e90d67e3e816", "name": "network-vif-deleted", "tag": "de18dd06-187d-465b-a2a5-054f202ff427", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:36:57.518767 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8107c481-ec26-445b-8f07-e118111f62b4 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:36:57.519461 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '823953c1-52a3-45fd-8e8b-e90d67e3e816', 'name': 'network-vif-deleted', 'tag': 'de18dd06-187d-465b-a2a5-054f202ff427', 'status': 'completed', 'code': 200} Mar 11 19:36:57.528271 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31959b7c-43e3-48b3-93f9-1a75be90814f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ae4fea-e7e1-4bbe-b223-cc11cc1ce3f8,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:57.556620 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-48fe1bee-cb85-44d2-a080-d055173ea557 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Deleting port dcff082d-d875-4698-89aa-d681c2c95784 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:36:57.556961 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-48fe1bee-cb85-44d2-a080-d055173ea557 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (dcff082d-d875-4698-89aa-d681c2c95784), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:57.569267 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-c067b1ff-a0ad-44a3-910b-8dbe25bcf999 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02c985db-755e-4ab6-8115-ef545a65dca0 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:36:57.583339 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-c067b1ff-a0ad-44a3-910b-8dbe25bcf999 service neutron] Publish callbacks [] for port (02c985db-755e-4ab6-8115-ef545a65dca0), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:57.605199 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-c067b1ff-a0ad-44a3-910b-8dbe25bcf999 service neutron] Transition to ACTIVE for port object 02c985db-755e-4ab6-8115-ef545a65dca0 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:36:57.614405 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-c067b1ff-a0ad-44a3-910b-8dbe25bcf999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (02c985db-755e-4ab6-8115-ef545a65dca0), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:57.627428 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8b83e648-2580-4680-bc55-8a457046f92b admin admin] Publish callbacks [] for security_group (30ae4fea-e7e1-4bbe-b223-cc11cc1ce3f8), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:57.639248 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-bcd843ab-1791-442e-9a5d-6c72de2715d2 service neutron] Attempting to bind port 4e77f452-2c64-48d3-a59a-1d03f8c85fcb on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:36:57.639592 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-bcd843ab-1791-442e-9a5d-6c72de2715d2 service neutron] Attempting to bind port 4e77f452-2c64-48d3-a59a-1d03f8c85fcb by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '9bb3c5b9-ded6-4f56-ba89-a200cfb91930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'b7328d88-c46c-4fd2-beed-653eba4777e2'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:36:57.639933 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-bcd843ab-1791-442e-9a5d-6c72de2715d2 service neutron] Attempting to bind port 4e77f452-2c64-48d3-a59a-1d03f8c85fcb on network b7328d88-c46c-4fd2-beed-653eba4777e2 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:36:57.660010 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-bcd843ab-1791-442e-9a5d-6c72de2715d2 service neutron] Port 4e77f452-2c64-48d3-a59a-1d03f8c85fcb on network b7328d88-c46c-4fd2-beed-653eba4777e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:36:57.660354 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-bcd843ab-1791-442e-9a5d-6c72de2715d2 service neutron] Attempting to bind port 4e77f452-2c64-48d3-a59a-1d03f8c85fcb on network b7328d88-c46c-4fd2-beed-653eba4777e2 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:36:57.679092 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-bcd843ab-1791-442e-9a5d-6c72de2715d2 service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:36:57.679372 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-bcd843ab-1791-442e-9a5d-6c72de2715d2 service neutron] Checking segment: {'id': '9bb3c5b9-ded6-4f56-ba89-a200cfb91930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'b7328d88-c46c-4fd2-beed-653eba4777e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:36:57.679714 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-bcd843ab-1791-442e-9a5d-6c72de2715d2 service neutron] Bound using segment: {'id': '9bb3c5b9-ded6-4f56-ba89-a200cfb91930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'b7328d88-c46c-4fd2-beed-653eba4777e2'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:36:57.680157 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-bcd843ab-1791-442e-9a5d-6c72de2715d2 service neutron] Bound port: 4e77f452-2c64-48d3-a59a-1d03f8c85fcb, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bb3c5b9-ded6-4f56-ba89-a200cfb91930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'b7328d88-c46c-4fd2-beed-653eba4777e2'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:36:57.681111 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-bcd843ab-1791-442e-9a5d-6c72de2715d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (4e77f452-2c64-48d3-a59a-1d03f8c85fcb), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:57.694528 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8b83e648-2580-4680-bc55-8a457046f92b admin admin] Publish callbacks [] for security_group (30ae4fea-e7e1-4bbe-b223-cc11cc1ce3f8), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:57.694799 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-48fe1bee-cb85-44d2-a080-d055173ea557 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (dcff082d-d875-4698-89aa-d681c2c95784), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:57.695028 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-48fe1bee-cb85-44d2-a080-d055173ea557 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Publish callbacks [] for floatingip (dcff082d-d875-4698-89aa-d681c2c95784), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:57.711992 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067b1ff-a0ad-44a3-910b-8dbe25bcf999 service neutron] Pushing event updated for resources: {'Port': ['ID=02c985db-755e-4ab6-8115-ef545a65dca0,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:57.721624 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-48fe1bee-cb85-44d2-a080-d055173ea557 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Calling delete_port for dcff082d-d875-4698-89aa-d681c2c95784 owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:36:57.756090 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212c510-5016-4d7a-9fa2-fbdfd3360899 req-5b6b2883-7bf7-472f-aaa1-3583fc5a3815 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:57.757624 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a212c510-5016-4d7a-9fa2-fbdfd3360899 req-5b6b2883-7bf7-472f-aaa1-3583fc5a3815 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbff8c3d-c4d3-4bb3-b145-04248810f46f HTTP/1.1" status: 200 len: 950 time: 0.1405172 Mar 11 19:36:57.806999 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8b83e648-2580-4680-bc55-8a457046f92b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (30ae4fea-e7e1-4bbe-b223-cc11cc1ce3f8), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:57.809765 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8b83e648-2580-4680-bc55-8a457046f92b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:57.813927 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8b83e648-2580-4680-bc55-8a457046f92b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/30ae4fea-e7e1-4bbe-b223-cc11cc1ce3f8 HTTP/1.1" status: 204 len: 168 time: 0.2911468 Mar 11 19:36:57.817621 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-c067b1ff-a0ad-44a3-910b-8dbe25bcf999 service neutron] Attempting to bind port 02c985db-755e-4ab6-8115-ef545a65dca0 on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:36:57.818132 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-c067b1ff-a0ad-44a3-910b-8dbe25bcf999 service neutron] Attempting to bind port 02c985db-755e-4ab6-8115-ef545a65dca0 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '9bb3c5b9-ded6-4f56-ba89-a200cfb91930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'b7328d88-c46c-4fd2-beed-653eba4777e2'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:36:57.818463 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-c067b1ff-a0ad-44a3-910b-8dbe25bcf999 service neutron] Attempting to bind port 02c985db-755e-4ab6-8115-ef545a65dca0 on network b7328d88-c46c-4fd2-beed-653eba4777e2 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:36:57.826745 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b83e648-2580-4680-bc55-8a457046f92b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ae4fea-e7e1-4bbe-b223-cc11cc1ce3f8,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:57.837756 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-c067b1ff-a0ad-44a3-910b-8dbe25bcf999 service neutron] Port 02c985db-755e-4ab6-8115-ef545a65dca0 on network b7328d88-c46c-4fd2-beed-653eba4777e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:36:57.838678 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-c067b1ff-a0ad-44a3-910b-8dbe25bcf999 service neutron] Attempting to bind port 02c985db-755e-4ab6-8115-ef545a65dca0 on network b7328d88-c46c-4fd2-beed-653eba4777e2 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:36:57.845296 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-c067b1ff-a0ad-44a3-910b-8dbe25bcf999 service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:36:57.845890 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-c067b1ff-a0ad-44a3-910b-8dbe25bcf999 service neutron] Checking segment: {'id': '9bb3c5b9-ded6-4f56-ba89-a200cfb91930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'b7328d88-c46c-4fd2-beed-653eba4777e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:36:57.846551 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-c067b1ff-a0ad-44a3-910b-8dbe25bcf999 service neutron] Bound using segment: {'id': '9bb3c5b9-ded6-4f56-ba89-a200cfb91930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'b7328d88-c46c-4fd2-beed-653eba4777e2'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:36:57.847005 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-c067b1ff-a0ad-44a3-910b-8dbe25bcf999 service neutron] Bound port: 02c985db-755e-4ab6-8115-ef545a65dca0, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bb3c5b9-ded6-4f56-ba89-a200cfb91930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'b7328d88-c46c-4fd2-beed-653eba4777e2'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:36:57.847372 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-c067b1ff-a0ad-44a3-910b-8dbe25bcf999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (02c985db-755e-4ab6-8115-ef545a65dca0), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:57.896374 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-bcd843ab-1791-442e-9a5d-6c72de2715d2 service neutron] For port 4e77f452-2c64-48d3-a59a-1d03f8c85fcb, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:36:57.923088 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-bcd843ab-1791-442e-9a5d-6c72de2715d2 service neutron] For port 4e77f452-2c64-48d3-a59a-1d03f8c85fcb, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=4e77f452-2c64-48d3-a59a-1d03f8c85fcb,segment=NetworkSegment(9bb3c5b9-ded6-4f56-ba89-a200cfb91930),segment_id=9bb3c5b9-ded6-4f56-ba89-a200cfb91930)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:36:57.943115 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-bcd843ab-1791-442e-9a5d-6c72de2715d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (4e77f452-2c64-48d3-a59a-1d03f8c85fcb), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:57.944419 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-c067b1ff-a0ad-44a3-910b-8dbe25bcf999 service neutron] For port 02c985db-755e-4ab6-8115-ef545a65dca0, host n-h1-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:36:57.949583 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-c067b1ff-a0ad-44a3-910b-8dbe25bcf999 service neutron] For port 02c985db-755e-4ab6-8115-ef545a65dca0, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=02c985db-755e-4ab6-8115-ef545a65dca0,segment=NetworkSegment(9bb3c5b9-ded6-4f56-ba89-a200cfb91930),segment_id=9bb3c5b9-ded6-4f56-ba89-a200cfb91930)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:36:57.958427 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-c067b1ff-a0ad-44a3-910b-8dbe25bcf999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (02c985db-755e-4ab6-8115-ef545a65dca0), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:58.014778 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-c067b1ff-a0ad-44a3-910b-8dbe25bcf999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:58.015440 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-c067b1ff-a0ad-44a3-910b-8dbe25bcf999 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:58.017235 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-c067b1ff-a0ad-44a3-910b-8dbe25bcf999 service neutron] 10.222.0.75 "PUT /v2.0/ports/02c985db-755e-4ab6-8115-ef545a65dca0 HTTP/1.1" status: 200 len: 1091 time: 1.0334821 Mar 11 19:36:58.017697 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c418716a-2c7c-4f4a-894b-d349bc6d8f2c', 'tag': '02c985db-755e-4ab6-8115-ef545a65dca0'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:36:58.020121 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c2b702-7543-411d-aeda-d71bb4554fb7" -d '{"events": [{"name": "network-changed", "server_uuid": "c418716a-2c7c-4f4a-894b-d349bc6d8f2c", "tag": "02c985db-755e-4ab6-8115-ef545a65dca0"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:36:58.020903 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a212c510-5016-4d7a-9fa2-fbdfd3360899 req-91d4b314-b661-4cd5-bf11-a9b2b2a95654 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/security-groups?id=a781a375-ecc1-4470-b434-56ebce1f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550223 Mar 11 19:36:58.026710 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd843ab-1791-442e-9a5d-6c72de2715d2 service neutron] Pushing event updated for resources: {'Port': ['ID=4e77f452-2c64-48d3-a59a-1d03f8c85fcb,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:58.058077 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-bcd843ab-1791-442e-9a5d-6c72de2715d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:58.058077 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-bcd843ab-1791-442e-9a5d-6c72de2715d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:58.058077 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-bcd843ab-1791-442e-9a5d-6c72de2715d2 service neutron] 10.222.0.75 "PUT /v2.0/ports/4e77f452-2c64-48d3-a59a-1d03f8c85fcb HTTP/1.1" status: 200 len: 1091 time: 1.5454638 Mar 11 19:36:58.112562 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067b1ff-a0ad-44a3-910b-8dbe25bcf999 service neutron] Pushing event updated for resources: {'Port': ['ID=02c985db-755e-4ab6-8115-ef545a65dca0,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:58.149472 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-48fe1bee-cb85-44d2-a080-d055173ea557 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (dcff082d-d875-4698-89aa-d681c2c95784), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:58.190449 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-dfc6f50f-e4b1-4605-941e-f55d8b2cb516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:58.192187 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-dfc6f50f-e4b1-4605-941e-f55d8b2cb516 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=da819cb87a264241a7bc7356afc1d1d4&device_id=d6243179-a8f6-4cd2-ab1d-6a51b3f7d596 HTTP/1.1" status: 200 len: 1125 time: 0.0667527 Mar 11 19:36:58.209260 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fe1bee-cb85-44d2-a080-d055173ea557 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Pushing event deleted for resources: {'Port': ['ID=dcff082d-d875-4698-89aa-d681c2c95784,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:58.252894 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-ddb2e62e-d429-43c7-850e-6f21187325c9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e77f452-2c64-48d3-a59a-1d03f8c85fcb HTTP/1.1" status: 200 len: 217 time: 0.0542307 Mar 11 19:36:58.311187 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-a4766a8f-eae3-4a43-927e-f4fdcdbbcb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:58.312728 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-a4766a8f-eae3-4a43-927e-f4fdcdbbcb02 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=da819cb87a264241a7bc7356afc1d1d4&device_id=c418716a-2c7c-4f4a-894b-d349bc6d8f2c HTTP/1.1" status: 200 len: 1125 time: 0.1769719 Mar 11 19:36:58.329253 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af783eb9-5968-432f-b21a-bcc76fe2b5fe req-20e55fb9-38d3-4597-8372-526ecdb0f2cd tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:58.330751 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-4346ba90-8d32-4594-9bd9-22b5a630c4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:58.332092 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-af783eb9-5968-432f-b21a-bcc76fe2b5fe req-20e55fb9-38d3-4597-8372-526ecdb0f2cd tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] 10.222.0.65 "GET /v2.0/ports?device_id=c418716a-2c7c-4f4a-894b-d349bc6d8f2c HTTP/1.1" status: 200 len: 943 time: 0.1843262 Mar 11 19:36:58.332368 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-4346ba90-8d32-4594-9bd9-22b5a630c4ff service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6c645ced-5e6e-4cab-a984-2139b15643f2 HTTP/1.1" status: 200 len: 852 time: 0.0738995 Mar 11 19:36:58.332951 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35596) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:36:58.355792 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fda43606-57bf-4f2c-bf06-591447d4a0e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:58.373937 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-f6971956-1dbf-4ffe-985f-9833ea9c9b34 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b7328d88-c46c-4fd2-beed-653eba4777e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345714 Mar 11 19:36:58.382865 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-6307af73-ce71-4f1d-988b-61b2f0a79a32 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02c985db-755e-4ab6-8115-ef545a65dca0 HTTP/1.1" status: 200 len: 217 time: 0.0622220 Mar 11 19:36:58.383846 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-48fe1bee-cb85-44d2-a080-d055173ea557 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Publish callbacks [] for floatingip (aaff0196-492e-4ac5-b41e-a779f95ccdd9), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:58.386025 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-48fe1bee-cb85-44d2-a080-d055173ea557 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:58.389273 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-48fe1bee-cb85-44d2-a080-d055173ea557 tempest-ImagesOneServerNegativeTestJSON-297109669 tempest-ImagesOneServerNegativeTestJSON-297109669-project] 10.222.0.65 "DELETE /v2.0/floatingips/aaff0196-492e-4ac5-b41e-a779f95ccdd9 HTTP/1.1" status: 204 len: 168 time: 1.2033956 Mar 11 19:36:58.464995 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-65cace71-89b5-4ef0-abf6-d1e68898a1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:58.466705 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-65cace71-89b5-4ef0-abf6-d1e68898a1aa service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6c645ced-5e6e-4cab-a984-2139b15643f2 HTTP/1.1" status: 200 len: 852 time: 0.0772338 Mar 11 19:36:58.477549 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-af783eb9-5968-432f-b21a-bcc76fe2b5fe req-0f06439a-52fb-493b-b362-1e180098dbd2 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] 10.222.0.65 "GET /v2.0/security-groups?id=4ce63813-5fcd-431f-ad4d-45adcc20fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305790 Mar 11 19:36:58.507062 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-9512a8a4-0bd4-43b8-b449-1c09fbb54797 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b7328d88-c46c-4fd2-beed-653eba4777e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285032 Mar 11 19:36:58.532333 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-6c956dd6-efa9-4900-b219-b8fa4a29b171 service neutron] 10.222.0.75 "GET /v2.0/networks/b7328d88-c46c-4fd2-beed-653eba4777e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501858 Mar 11 19:36:58.565263 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cda6b2c-5c29-46be-bbaa-289066352ec0 x-openstack-request-id: req-6cda6b2c-5c29-46be-bbaa-289066352ec0 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:36:58.565552 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c418716a-2c7c-4f4a-894b-d349bc6d8f2c", "tag": "02c985db-755e-4ab6-8115-ef545a65dca0", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:36:58.565809 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6cda6b2c-5c29-46be-bbaa-289066352ec0 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:36:58.566576 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c418716a-2c7c-4f4a-894b-d349bc6d8f2c', 'tag': '02c985db-755e-4ab6-8115-ef545a65dca0', 'status': 'completed', 'code': 200} Mar 11 19:36:58.582133 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fda43606-57bf-4f2c-bf06-591447d4a0e9 admin admin] Publish callbacks [] for security_group (da37ac87-f2ee-4592-b8fe-51933299904d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:58.593969 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fda43606-57bf-4f2c-bf06-591447d4a0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (da37ac87-f2ee-4592-b8fe-51933299904d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:58.656975 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-50d6d989-c13c-4a10-9507-d84183154672 service neutron] 10.222.0.75 "GET /v2.0/networks/b7328d88-c46c-4fd2-beed-653eba4777e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423161 Mar 11 19:36:58.683547 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-fda43606-57bf-4f2c-bf06-591447d4a0e9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7905a7c8fe814555b36387a0d6c83720&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3496113 Mar 11 19:36:58.686286 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35608) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:36:58.701011 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda43606-57bf-4f2c-bf06-591447d4a0e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da37ac87-f2ee-4592-b8fe-51933299904d,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:58.718175 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-40becb21-fb2a-4776-885f-43b77498d460 service neutron] 10.222.0.75 "GET /v2.0/networks/b7328d88-c46c-4fd2-beed-653eba4777e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758530 Mar 11 19:36:58.764257 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b6f9d077-2a9a-4ac9-bdbc-4b94a4d8897a admin admin] Publish callbacks [] for security_group (da37ac87-f2ee-4592-b8fe-51933299904d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:58.792690 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b6f9d077-2a9a-4ac9-bdbc-4b94a4d8897a admin admin] Publish callbacks [] for security_group (da37ac87-f2ee-4592-b8fe-51933299904d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:58.857563 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b6f9d077-2a9a-4ac9-bdbc-4b94a4d8897a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (da37ac87-f2ee-4592-b8fe-51933299904d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:58.861180 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b6f9d077-2a9a-4ac9-bdbc-4b94a4d8897a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:58.864379 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b6f9d077-2a9a-4ac9-bdbc-4b94a4d8897a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/da37ac87-f2ee-4592-b8fe-51933299904d HTTP/1.1" status: 204 len: 168 time: 0.1733558 Mar 11 19:36:58.880156 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f9d077-2a9a-4ac9-bdbc-4b94a4d8897a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da37ac87-f2ee-4592-b8fe-51933299904d,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:58.949000 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:59.112365 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db40478-acd6-417f-a77d-978c84be0800 req-e8cadf78-71ee-4ca2-b403-ec1c3ee61d82 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:59.119283 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3db40478-acd6-417f-a77d-978c84be0800 req-e8cadf78-71ee-4ca2-b403-ec1c3ee61d82 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?device_id=e1d2be0c-60f7-4b21-82d5-4bc9663b79c8 HTTP/1.1" status: 200 len: 946 time: 0.4456205 Mar 11 19:36:59.144008 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-24a84c03-46dc-434d-93ec-3a3824799c02 req-83a1f230-4d3e-447e-bde1-fa6d556b3163 service neutron] 10.222.0.75 "GET /v2.0/networks/b7328d88-c46c-4fd2-beed-653eba4777e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4807203 Mar 11 19:36:59.179871 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3db40478-acd6-417f-a77d-978c84be0800 req-a0dd16ac-65dc-4719-aa03-0e64739ae24b tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/security-groups?id=03204c94-e7d5-4698-bf53-e2e3ba52bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596275 Mar 11 19:36:59.284277 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c2b702-7543-411d-aeda-d71bb4554fb7 req-8df657e8-d7af-4929-955c-aca80af60964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:59.286236 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-32c2b702-7543-411d-aeda-d71bb4554fb7 req-8df657e8-d7af-4929-955c-aca80af60964 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=da819cb87a264241a7bc7356afc1d1d4&device_id=c418716a-2c7c-4f4a-894b-d349bc6d8f2c HTTP/1.1" status: 200 len: 1125 time: 0.0693867 Mar 11 19:36:59.435614 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c2b702-7543-411d-aeda-d71bb4554fb7 req-354c314b-17a1-4f8b-aab4-9e93a80540ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:59.437124 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-32c2b702-7543-411d-aeda-d71bb4554fb7 req-354c314b-17a1-4f8b-aab4-9e93a80540ba service neutron] 10.222.0.75 "GET /v2.0/networks?id=b7328d88-c46c-4fd2-beed-653eba4777e2 HTTP/1.1" status: 200 len: 913 time: 0.1449819 Mar 11 19:36:59.445302 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf1588-8aed-4966-9d81-addad1cd1d04 req-63b0cbdc-0e00-4c34-8377-5061cd3f8e24 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:59.447015 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-21cf1588-8aed-4966-9d81-addad1cd1d04 req-63b0cbdc-0e00-4c34-8377-5061cd3f8e24 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbff8c3d-c4d3-4bb3-b145-04248810f46f HTTP/1.1" status: 200 len: 950 time: 0.1165228 Mar 11 19:36:59.496056 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-32c2b702-7543-411d-aeda-d71bb4554fb7 req-91588aa7-2ae5-4222-86c1-d69a15c4018c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02c985db-755e-4ab6-8115-ef545a65dca0 HTTP/1.1" status: 200 len: 217 time: 0.0477998 Mar 11 19:36:59.536602 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6243179-a8f6-4cd2-ab1d-6a51b3f7d596', 'tag': '4e77f452-2c64-48d3-a59a-1d03f8c85fcb'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:36:59.539216 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba5db943-4b59-4822-b329-7d6880764716" -d '{"events": [{"name": "network-changed", "server_uuid": "d6243179-a8f6-4cd2-ab1d-6a51b3f7d596", "tag": "4e77f452-2c64-48d3-a59a-1d03f8c85fcb"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:36:59.576508 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-21cf1588-8aed-4966-9d81-addad1cd1d04 req-d0f9eb38-9f13-45b2-8e4f-d68c2f16bb35 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/security-groups?id=a781a375-ecc1-4470-b434-56ebce1f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222210 Mar 11 19:36:59.586044 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c2b702-7543-411d-aeda-d71bb4554fb7 req-6abdd356-87ce-4456-95dc-b455df56abe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:59.588703 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-32c2b702-7543-411d-aeda-d71bb4554fb7 req-6abdd356-87ce-4456-95dc-b455df56abe0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6c645ced-5e6e-4cab-a984-2139b15643f2 HTTP/1.1" status: 200 len: 852 time: 0.0850081 Mar 11 19:36:59.626323 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35638) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:36:59.667484 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-32c2b702-7543-411d-aeda-d71bb4554fb7 req-e25528b1-c13f-4c8c-8d2c-caf4ab58f525 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b7328d88-c46c-4fd2-beed-653eba4777e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720789 Mar 11 19:36:59.695014 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f937339-1e73-431b-8137-94c7f845cb83 admin admin] Deleting subnet 182f6c67-9dec-4b57-9375-5df25feeb721 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:36:59.703036 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7f937339-1e73-431b-8137-94c7f845cb83 admin admin] Publish callbacks [] for subnet (182f6c67-9dec-4b57-9375-5df25feeb721), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:59.745733 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7f937339-1e73-431b-8137-94c7f845cb83 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (182f6c67-9dec-4b57-9375-5df25feeb721), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:59.796245 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7f937339-1e73-431b-8137-94c7f845cb83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (182f6c67-9dec-4b57-9375-5df25feeb721), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:59.827983 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35642) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:36:59.829889 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3749c-bb7b-43d9-adbe-a7b06bbf0146 req-419be392-c52b-4e9f-90ce-7b41baf44390 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:36:59.831699 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-86f3749c-bb7b-43d9-adbe-a7b06bbf0146 req-419be392-c52b-4e9f-90ce-7b41baf44390 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] 10.222.0.65 "GET /v2.0/ports?device_id=c418716a-2c7c-4f4a-894b-d349bc6d8f2c HTTP/1.1" status: 200 len: 943 time: 0.1228783 Mar 11 19:36:59.834082 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-32c2b702-7543-411d-aeda-d71bb4554fb7 req-e26715d7-0606-49e2-8e44-b8bc938e49df service neutron] 10.222.0.75 "GET /v2.0/networks/b7328d88-c46c-4fd2-beed-653eba4777e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593196 Mar 11 19:36:59.870733 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7f937339-1e73-431b-8137-94c7f845cb83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (182f6c67-9dec-4b57-9375-5df25feeb721), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:59.900750 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f937339-1e73-431b-8137-94c7f845cb83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=182f6c67-9dec-4b57-9375-5df25feeb721,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:36:59.908038 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7f937339-1e73-431b-8137-94c7f845cb83 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:36:59.913762 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-7f937339-1e73-431b-8137-94c7f845cb83 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/182f6c67-9dec-4b57-9375-5df25feeb721 HTTP/1.1" status: 204 len: 168 time: 0.2836945 Mar 11 19:36:59.914982 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35646) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:36:59.925121 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-86f3749c-bb7b-43d9-adbe-a7b06bbf0146 req-8a8f6929-5952-438e-9685-6cf573ed34b4 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] 10.222.0.65 "GET /v2.0/security-groups?id=4ce63813-5fcd-431f-ad4d-45adcc20fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861948 Mar 11 19:36:59.980624 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232666b6-0ca4-49a4-986c-e7ae03511107 x-openstack-request-id: req-232666b6-0ca4-49a4-986c-e7ae03511107 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:36:59.980927 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6243179-a8f6-4cd2-ab1d-6a51b3f7d596", "tag": "4e77f452-2c64-48d3-a59a-1d03f8c85fcb", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:36:59.981176 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-232666b6-0ca4-49a4-986c-e7ae03511107 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:36:59.981561 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6243179-a8f6-4cd2-ab1d-6a51b3f7d596', 'tag': '4e77f452-2c64-48d3-a59a-1d03f8c85fcb', 'status': 'completed', 'code': 200} Mar 11 19:37:00.004114 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-875de548-bda8-44ea-a7ed-537f9c1e5b27 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1861361482-network', 'tenant_id': '90709db0b81e47d9b7eb66dc531b21b8'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:37:00.012720 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-32c2b702-7543-411d-aeda-d71bb4554fb7 req-171c8af4-8081-447f-864a-054ea437d704 service neutron] 10.222.0.75 "GET /v2.0/networks/b7328d88-c46c-4fd2-beed-653eba4777e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673639 Mar 11 19:37:00.054166 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-74827849-d63f-4efc-88a2-f7e9a47dd4ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (1740be2f-d8a3-4266-8fa1-21b3cc2b7b80), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:00.071299 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875de548-bda8-44ea-a7ed-537f9c1e5b27 admin admin] Made reservation on behalf of 90709db0b81e47d9b7eb66dc531b21b8 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:37:00.073584 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-875de548-bda8-44ea-a7ed-537f9c1e5b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:00.092083 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-875de548-bda8-44ea-a7ed-537f9c1e5b27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:00.119454 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5db943-4b59-4822-b329-7d6880764716 req-52283b27-5a14-46a5-b6f7-48fbac6a891a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:00.121543 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-ba5db943-4b59-4822-b329-7d6880764716 req-52283b27-5a14-46a5-b6f7-48fbac6a891a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=da819cb87a264241a7bc7356afc1d1d4&device_id=d6243179-a8f6-4cd2-ab1d-6a51b3f7d596 HTTP/1.1" status: 200 len: 1125 time: 0.1073976 Mar 11 19:37:00.251145 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-74827849-d63f-4efc-88a2-f7e9a47dd4ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (1740be2f-d8a3-4266-8fa1-21b3cc2b7b80), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:00.294812 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-74827849-d63f-4efc-88a2-f7e9a47dd4ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1740be2f-d8a3-4266-8fa1-21b3cc2b7b80']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:00.320763 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-74827849-d63f-4efc-88a2-f7e9a47dd4ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '030b1ea6-a9bd-4970-9537-6268a24125f4') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:00.321060 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-74827849-d63f-4efc-88a2-f7e9a47dd4ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '030b1ea6-a9bd-4970-9537-6268a24125f4') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:00.323335 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5db943-4b59-4822-b329-7d6880764716 req-d917578f-790a-4845-bd16-4970b89df5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:00.324821 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-ba5db943-4b59-4822-b329-7d6880764716 req-d917578f-790a-4845-bd16-4970b89df5a3 service neutron] 10.222.0.75 "GET /v2.0/networks?id=b7328d88-c46c-4fd2-beed-653eba4777e2 HTTP/1.1" status: 200 len: 913 time: 0.1954050 Mar 11 19:37:00.333218 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff83d361-cd00-430d-bd61-f46ea46b554a req-5c9675b2-2f8a-42b3-a497-54e3fc73110f tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:00.337359 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ff83d361-cd00-430d-bd61-f46ea46b554a req-5c9675b2-2f8a-42b3-a497-54e3fc73110f tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?device_id=e1d2be0c-60f7-4b21-82d5-4bc9663b79c8 HTTP/1.1" status: 200 len: 946 time: 0.0645769 Mar 11 19:37:00.340199 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-74827849-d63f-4efc-88a2-f7e9a47dd4ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (030b1ea6-a9bd-4970-9537-6268a24125f4), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:00.395241 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ff83d361-cd00-430d-bd61-f46ea46b554a req-b2ef8cf6-31b8-42ca-8540-273891d00090 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/security-groups?id=03204c94-e7d5-4698-bf53-e2e3ba52bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532508 Mar 11 19:37:00.398099 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-ba5db943-4b59-4822-b329-7d6880764716 req-df950422-0817-432f-b075-52df56485877 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e77f452-2c64-48d3-a59a-1d03f8c85fcb HTTP/1.1" status: 200 len: 217 time: 0.0634141 Mar 11 19:37:00.399953 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-74827849-d63f-4efc-88a2-f7e9a47dd4ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (030b1ea6-a9bd-4970-9537-6268a24125f4), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:00.417802 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 4e77f452-2c64-48d3-a59a-1d03f8c85fcb details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:37:00.422541 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74827849-d63f-4efc-88a2-f7e9a47dd4ae admin admin] Releasing vlan 862 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:37:00.422944 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-74827849-d63f-4efc-88a2-f7e9a47dd4ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (030b1ea6-a9bd-4970-9537-6268a24125f4), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:00.424617 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:37:00.424617 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:37:00.424617 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:37:00.424617 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:37:00.424617 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:37:00.424617 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:37:00.424617 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:37:00.424617 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:37:00.424617 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:37:00.424617 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:37:00.424617 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:37:00.424617 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:37:00.424617 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:37:00.424617 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:37:00.424617 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:37:00.424617 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:37:00.424617 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:37:00.424617 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:37:00.424617 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:37:00.424617 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:37:00.424617 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:37:00.424617 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:37:00.424617 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:37:00.424617 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:37:00.424617 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:37:00.424617 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:37:00.424617 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:37:00.424617 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:37:00.424617 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:37:00.424617 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:37:00.424617 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:37:00.424617 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:37:00.427060 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-875de548-bda8-44ea-a7ed-537f9c1e5b27 admin admin] Publish callbacks [] for security_group (1847236f-a6e9-419a-ae68-801aa5186b5f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:00.457662 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-875de548-bda8-44ea-a7ed-537f9c1e5b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (1847236f-a6e9-419a-ae68-801aa5186b5f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:00.523928 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 4e77f452-2c64-48d3-a59a-1d03f8c85fcb, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=4e77f452-2c64-48d3-a59a-1d03f8c85fcb,segment=NetworkSegment(9bb3c5b9-ded6-4f56-ba89-a200cfb91930),segment_id=9bb3c5b9-ded6-4f56-ba89-a200cfb91930)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:37:00.533220 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-875de548-bda8-44ea-a7ed-537f9c1e5b27 admin admin] vlan segment allocate from pool success with {'vlan_id': 859, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:37:00.535654 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '4e77f452-2c64-48d3-a59a-1d03f8c85fcb', 'network_id': 'b7328d88-c46c-4fd2-beed-653eba4777e2', 'port_id': '4e77f452-2c64-48d3-a59a-1d03f8c85fcb', 'mac_address': 'fa:16:3e:7f:40:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 894, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c645ced-5e6e-4cab-a984-2139b15643f2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:37:00.539953 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5db943-4b59-4822-b329-7d6880764716 req-00e42d6f-461f-40bf-b5c0-2bb396235598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:00.541416 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-ba5db943-4b59-4822-b329-7d6880764716 req-00e42d6f-461f-40bf-b5c0-2bb396235598 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6c645ced-5e6e-4cab-a984-2139b15643f2 HTTP/1.1" status: 200 len: 852 time: 0.1351879 Mar 11 19:37:00.543696 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875de548-bda8-44ea-a7ed-537f9c1e5b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1847236f-a6e9-419a-ae68-801aa5186b5f,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:00.553603 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-74827849-d63f-4efc-88a2-f7e9a47dd4ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (1740be2f-d8a3-4266-8fa1-21b3cc2b7b80), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:00.562023 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-875de548-bda8-44ea-a7ed-537f9c1e5b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (6e2301bf-720c-46be-a44c-8cacee50c614), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:00.562348 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-875de548-bda8-44ea-a7ed-537f9c1e5b27 admin admin] Added segment 6e2301bf-720c-46be-a44c-8cacee50c614 of type vlan for network 1602491a-d41f-49f0-9b55-4fff1e76dd1a Mar 11 19:37:00.567753 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-74827849-d63f-4efc-88a2-f7e9a47dd4ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:00.571385 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-74827849-d63f-4efc-88a2-f7e9a47dd4ae admin admin] 10.222.0.65 "DELETE /v2.0/networks/1740be2f-d8a3-4266-8fa1-21b3cc2b7b80 HTTP/1.1" status: 204 len: 168 time: 0.6552417 Mar 11 19:37:00.577856 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 4e77f452-2c64-48d3-a59a-1d03f8c85fcb is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:37:00.578254 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (4e77f452-2c64-48d3-a59a-1d03f8c85fcb), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:00.593850 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e77f452-2c64-48d3-a59a-1d03f8c85fcb {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:37:00.611320 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-ba5db943-4b59-4822-b329-7d6880764716 req-ef8db2ab-11d2-48fa-8444-ca015d3d3e58 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b7328d88-c46c-4fd2-beed-653eba4777e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587261 Mar 11 19:37:00.616301 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74827849-d63f-4efc-88a2-f7e9a47dd4ae admin admin] Pushing event deleted for resources: {'Network': ['ID=1740be2f-d8a3-4266-8fa1-21b3cc2b7b80,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:00.619473 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 4e77f452-2c64-48d3-a59a-1d03f8c85fcb, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=4e77f452-2c64-48d3-a59a-1d03f8c85fcb,segment=NetworkSegment(9bb3c5b9-ded6-4f56-ba89-a200cfb91930),segment_id=9bb3c5b9-ded6-4f56-ba89-a200cfb91930)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:37:00.624644 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (4e77f452-2c64-48d3-a59a-1d03f8c85fcb), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:00.683108 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=4e77f452-2c64-48d3-a59a-1d03f8c85fcb,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:00.683961 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-875de548-bda8-44ea-a7ed-537f9c1e5b27 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (1602491a-d41f-49f0-9b55-4fff1e76dd1a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:00.696283 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:37:00.699097 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:37:00.700406 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:37:00.701633 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:37:00.702928 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:37:00.703206 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:37:00.703618 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:37:00.704026 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:37:00.704320 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:37:00.704709 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:37:00.706801 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:37:00.707429 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:37:00.708214 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:37:00.764899 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35656) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:37:00.766521 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-875de548-bda8-44ea-a7ed-537f9c1e5b27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (1602491a-d41f-49f0-9b55-4fff1e76dd1a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:00.767482 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875de548-bda8-44ea-a7ed-537f9c1e5b27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:00.768090 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-875de548-bda8-44ea-a7ed-537f9c1e5b27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:00.791171 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-ba5db943-4b59-4822-b329-7d6880764716 req-c2e2c2b9-54c6-4583-a5b6-f01316d61791 service neutron] 10.222.0.75 "GET /v2.0/networks/b7328d88-c46c-4fd2-beed-653eba4777e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714752 Mar 11 19:37:00.798065 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a32da-fa36-4f95-afb9-838bfcded29a req-ecacc172-bb4c-4c87-b9d9-4b4845650dd2 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:00.810132 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-968a32da-fa36-4f95-afb9-838bfcded29a req-ecacc172-bb4c-4c87-b9d9-4b4845650dd2 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbff8c3d-c4d3-4bb3-b145-04248810f46f HTTP/1.1" status: 200 len: 950 time: 0.0991852 Mar 11 19:37:00.817809 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-875de548-bda8-44ea-a7ed-537f9c1e5b27 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9890544 Mar 11 19:37:00.831134 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35658) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:37:00.838589 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-38d63d56-75b0-4b83-ba26-daed72480e53 admin admin] Request body: {'subnet': {'network_id': '1602491a-d41f-49f0-9b55-4fff1e76dd1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1861361482-subnet', 'tenant_id': '90709db0b81e47d9b7eb66dc531b21b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:37:00.870599 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875de548-bda8-44ea-a7ed-537f9c1e5b27 admin admin] Pushing event updated for resources: {'Network': ['ID=1602491a-d41f-49f0-9b55-4fff1e76dd1a,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:00.883546 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 1602491a-d41f-49f0-9b55-4fff1e76dd1a details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:37:00.908460 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-4cb02ffc-f3a3-4b9c-948a-58d70510f944 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=226ac2f13bd14da187bb26d2f866eb8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1360905 Mar 11 19:37:00.909648 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35660) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:37:00.931060 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d63d56-75b0-4b83-ba26-daed72480e53 admin admin] Made reservation on behalf of 90709db0b81e47d9b7eb66dc531b21b8 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:37:00.933490 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-38d63d56-75b0-4b83-ba26-daed72480e53 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:00.959533 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['4e77f452-2c64-48d3-a59a-1d03f8c85fcb'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:37:00.960843 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-968a32da-fa36-4f95-afb9-838bfcded29a req-987c425d-b8e8-43af-9fc4-df679539bd63 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/security-groups?id=a781a375-ecc1-4470-b434-56ebce1f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498034 Mar 11 19:37:01.001959 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-ba5db943-4b59-4822-b329-7d6880764716 req-f52f4f36-e685-400c-9005-b96ccbaf8bd4 service neutron] 10.222.0.75 "GET /v2.0/networks/b7328d88-c46c-4fd2-beed-653eba4777e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049057 Mar 11 19:37:01.046610 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7585350d-e64d-458b-8564-40df16bed278 admin admin] Publish callbacks [] for security_group (84f7623b-92bc-46cd-a725-53de6be71e76), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:01.157599 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-38d63d56-75b0-4b83-ba26-daed72480e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (142b8e60-3261-4ad1-8352-cfdc43e1529b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:01.176288 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7585350d-e64d-458b-8564-40df16bed278 admin admin] Publish callbacks [] for security_group (84f7623b-92bc-46cd-a725-53de6be71e76), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:01.222798 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d63d56-75b0-4b83-ba26-daed72480e53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=142b8e60-3261-4ad1-8352-cfdc43e1529b,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:01.254689 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b2877-6b9c-4558-a3fa-53c7bbc91c42 req-cec20dd3-e8de-4259-8283-def48f49b90e tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:01.265651 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d63d56-75b0-4b83-ba26-daed72480e53 admin admin] Checking segment: {'id': '6e2301bf-720c-46be-a44c-8cacee50c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '1602491a-d41f-49f0-9b55-4fff1e76dd1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:37:01.266008 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a98b2877-6b9c-4558-a3fa-53c7bbc91c42 req-cec20dd3-e8de-4259-8283-def48f49b90e tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] 10.222.0.65 "GET /v2.0/ports?device_id=c418716a-2c7c-4f4a-894b-d349bc6d8f2c HTTP/1.1" status: 200 len: 943 time: 0.1796103 Mar 11 19:37:01.266167 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d63d56-75b0-4b83-ba26-daed72480e53 admin admin] Network hostable DHCP agents. Network: 1602491a-d41f-49f0-9b55-4fff1e76dd1a, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:37:01.295810 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d63d56-75b0-4b83-ba26-daed72480e53 admin admin] Network 1602491a-d41f-49f0-9b55-4fff1e76dd1a is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:37:01.310794 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-38d63d56-75b0-4b83-ba26-daed72480e53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 1602491a-d41f-49f0-9b55-4fff1e76dd1a) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:37:01.317414 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d63d56-75b0-4b83-ba26-daed72480e53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:01.322234 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9102b87-f3ea-456b-8db3-5a95e9b0af48 None None] Network 1602491a-d41f-49f0-9b55-4fff1e76dd1a requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:37:01.331823 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-38d63d56-75b0-4b83-ba26-daed72480e53 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:01.356512 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-38d63d56-75b0-4b83-ba26-daed72480e53 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5241170 Mar 11 19:37:01.366135 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7585350d-e64d-458b-8564-40df16bed278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (84f7623b-92bc-46cd-a725-53de6be71e76), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:01.368871 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7585350d-e64d-458b-8564-40df16bed278 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:01.372316 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-7585350d-e64d-458b-8564-40df16bed278 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/84f7623b-92bc-46cd-a725-53de6be71e76 HTTP/1.1" status: 204 len: 168 time: 0.4581134 Mar 11 19:37:01.376344 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df85dab-048c-4749-80fd-67666d358517 req-5f08ef81-b677-4a79-ad8b-e617e7f9f7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:01.379096 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4df85dab-048c-4749-80fd-67666d358517 req-5f08ef81-b677-4a79-ad8b-e617e7f9f7ca service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e1d2be0c-60f7-4b21-82d5-4bc9663b79c8 HTTP/1.1" status: 200 len: 1128 time: 0.3160326 Mar 11 19:37:01.382904 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a98b2877-6b9c-4558-a3fa-53c7bbc91c42 req-eb9085d7-2adc-4f0d-a256-64f233d9ced8 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] 10.222.0.65 "GET /v2.0/security-groups?id=4ce63813-5fcd-431f-ad4d-45adcc20fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160407 Mar 11 19:37:01.395350 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7585350d-e64d-458b-8564-40df16bed278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f7623b-92bc-46cd-a725-53de6be71e76,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:01.446232 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4df85dab-048c-4749-80fd-67666d358517 req-fafe57c1-4e76-421c-9a8b-46dd8f80837d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=03204c94-e7d5-4698-bf53-e2e3ba52bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582478 Mar 11 19:37:01.460420 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4327bb-2d8f-40da-8455-9df82c22d037 None None] Network 1602491a-d41f-49f0-9b55-4fff1e76dd1a requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:37:01.609818 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e858bd52-9d97-4137-954c-eb1a93359f1e req-63878d3b-51c6-4ec3-89d3-e202527bbc71 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:01.611460 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e858bd52-9d97-4137-954c-eb1a93359f1e req-63878d3b-51c6-4ec3-89d3-e202527bbc71 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?device_id=e1d2be0c-60f7-4b21-82d5-4bc9663b79c8 HTTP/1.1" status: 200 len: 946 time: 0.0999877 Mar 11 19:37:01.688330 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e858bd52-9d97-4137-954c-eb1a93359f1e req-2306fea1-7c3c-4cf7-ade9-226a355f8890 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/security-groups?id=03204c94-e7d5-4698-bf53-e2e3ba52bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556014 Mar 11 19:37:02.104934 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee8c30-3a26-428e-a427-74525e8ca9e6 req-b0496fd9-dbd9-4462-b240-d3a97737a001 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:02.112197 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-26ee8c30-3a26-428e-a427-74525e8ca9e6 req-b0496fd9-dbd9-4462-b240-d3a97737a001 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbff8c3d-c4d3-4bb3-b145-04248810f46f HTTP/1.1" status: 200 len: 950 time: 0.0702188 Mar 11 19:37:02.145118 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35700) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:37:02.150930 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-bb3aacb1-a3d7-4b7e-a68b-006a0a763ae3 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-501420264-network', 'tenant_id': '21b5027757954f19ab9d6bcffd01c9f6'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:37:02.160027 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-26ee8c30-3a26-428e-a427-74525e8ca9e6 req-bb0a4c0a-9054-4c96-9ef7-7557aca25199 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/security-groups?id=a781a375-ecc1-4470-b434-56ebce1f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469470 Mar 11 19:37:02.184392 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3aacb1-a3d7-4b7e-a68b-006a0a763ae3 admin admin] Made reservation on behalf of 21b5027757954f19ab9d6bcffd01c9f6 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:37:02.187401 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bb3aacb1-a3d7-4b7e-a68b-006a0a763ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:02.198183 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bb3aacb1-a3d7-4b7e-a68b-006a0a763ae3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:02.293386 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bb3aacb1-a3d7-4b7e-a68b-006a0a763ae3 admin admin] Publish callbacks [] for security_group (b09bcbf3-a690-488e-aa3e-0df26efcb23b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:02.300330 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bb3aacb1-a3d7-4b7e-a68b-006a0a763ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (b09bcbf3-a690-488e-aa3e-0df26efcb23b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:02.323070 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb3aacb1-a3d7-4b7e-a68b-006a0a763ae3 admin admin] vlan segment allocate from pool success with {'vlan_id': 884, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:37:02.337044 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3aacb1-a3d7-4b7e-a68b-006a0a763ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b09bcbf3-a690-488e-aa3e-0df26efcb23b,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:02.342166 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bb3aacb1-a3d7-4b7e-a68b-006a0a763ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (c90995d8-a287-4bfe-b35b-353c479660b3), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:02.342511 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-bb3aacb1-a3d7-4b7e-a68b-006a0a763ae3 admin admin] Added segment c90995d8-a287-4bfe-b35b-353c479660b3 of type vlan for network aaed5fd3-b461-40dc-a59a-06d08282edc4 Mar 11 19:37:02.394364 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bb3aacb1-a3d7-4b7e-a68b-006a0a763ae3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (aaed5fd3-b461-40dc-a59a-06d08282edc4), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:02.427065 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bb3aacb1-a3d7-4b7e-a68b-006a0a763ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (aaed5fd3-b461-40dc-a59a-06d08282edc4), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:02.427761 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 02c985db-755e-4ab6-8115-ef545a65dca0 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:37:02.428410 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3aacb1-a3d7-4b7e-a68b-006a0a763ae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:02.429049 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bb3aacb1-a3d7-4b7e-a68b-006a0a763ae3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:02.431817 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 4e77f452-2c64-48d3-a59a-1d03f8c85fcb up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:37:02.501394 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3aacb1-a3d7-4b7e-a68b-006a0a763ae3 admin admin] Pushing event updated for resources: {'Network': ['ID=aaed5fd3-b461-40dc-a59a-06d08282edc4,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:02.515621 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-bb3aacb1-a3d7-4b7e-a68b-006a0a763ae3 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3665404 Mar 11 19:37:02.516838 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35712) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:37:02.523095 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-0fa1fce8-4374-4b0d-8b08-adf76716f95e admin admin] Request body: {'subnet': {'network_id': 'aaed5fd3-b461-40dc-a59a-06d08282edc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-501420264-subnet', 'tenant_id': '21b5027757954f19ab9d6bcffd01c9f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:37:02.527079 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network aaed5fd3-b461-40dc-a59a-06d08282edc4 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:37:02.572874 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa1fce8-4374-4b0d-8b08-adf76716f95e admin admin] Made reservation on behalf of 21b5027757954f19ab9d6bcffd01c9f6 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:37:02.575603 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0fa1fce8-4374-4b0d-8b08-adf76716f95e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:02.584212 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port 4e77f452-2c64-48d3-a59a-1d03f8c85fcb completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:37:02.626360 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff5554-59d4-424e-a499-114e5d5246b7 req-5796ca82-d64b-4920-af67-b5545a16661f tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:02.637464 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-84ff5554-59d4-424e-a499-114e5d5246b7 req-5796ca82-d64b-4920-af67-b5545a16661f tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] 10.222.0.65 "GET /v2.0/ports?device_id=c418716a-2c7c-4f4a-894b-d349bc6d8f2c HTTP/1.1" status: 200 len: 943 time: 0.0991480 Mar 11 19:37:02.643173 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 4e77f452-2c64-48d3-a59a-1d03f8c85fcb triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:37:02.643554 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (4e77f452-2c64-48d3-a59a-1d03f8c85fcb), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:02.716848 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 02c985db-755e-4ab6-8115-ef545a65dca0, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=02c985db-755e-4ab6-8115-ef545a65dca0,segment=NetworkSegment(9bb3c5b9-ded6-4f56-ba89-a200cfb91930),segment_id=9bb3c5b9-ded6-4f56-ba89-a200cfb91930)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:37:02.758078 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '02c985db-755e-4ab6-8115-ef545a65dca0', 'network_id': 'b7328d88-c46c-4fd2-beed-653eba4777e2', 'port_id': '02c985db-755e-4ab6-8115-ef545a65dca0', 'mac_address': 'fa:16:3e:61:b2:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 894, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c645ced-5e6e-4cab-a984-2139b15643f2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:37:02.796744 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-84ff5554-59d4-424e-a499-114e5d5246b7 req-52f421c6-e25d-4339-b275-9bd2ae285f2c tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] 10.222.0.65 "GET /v2.0/security-groups?id=4ce63813-5fcd-431f-ad4d-45adcc20fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569850 Mar 11 19:37:02.839233 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 02c985db-755e-4ab6-8115-ef545a65dca0 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:37:02.839661 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (02c985db-755e-4ab6-8115-ef545a65dca0), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:02.863483 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0fa1fce8-4374-4b0d-8b08-adf76716f95e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (0572dad8-3a96-4a31-aff0-8557833bc504), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:02.872192 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02c985db-755e-4ab6-8115-ef545a65dca0 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:37:02.877463 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 4e77f452-2c64-48d3-a59a-1d03f8c85fcb is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:37:02.877854 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (4e77f452-2c64-48d3-a59a-1d03f8c85fcb), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:02.917479 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 02c985db-755e-4ab6-8115-ef545a65dca0, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=02c985db-755e-4ab6-8115-ef545a65dca0,segment=NetworkSegment(9bb3c5b9-ded6-4f56-ba89-a200cfb91930),segment_id=9bb3c5b9-ded6-4f56-ba89-a200cfb91930)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:37:02.924516 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6243179-a8f6-4cd2-ab1d-6a51b3f7d596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e77f452-2c64-48d3-a59a-1d03f8c85fcb'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:37:02.926863 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f8e471e-f4dd-40d1-9daf-a2dd709b1799" -d '{"events": [{"server_uuid": "d6243179-a8f6-4cd2-ab1d-6a51b3f7d596", "name": "network-vif-plugged", "status": "completed", "tag": "4e77f452-2c64-48d3-a59a-1d03f8c85fcb"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:37:02.932165 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (02c985db-755e-4ab6-8115-ef545a65dca0), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:02.948780 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 4e77f452-2c64-48d3-a59a-1d03f8c85fcb, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=4e77f452-2c64-48d3-a59a-1d03f8c85fcb,segment=NetworkSegment(9bb3c5b9-ded6-4f56-ba89-a200cfb91930),segment_id=9bb3c5b9-ded6-4f56-ba89-a200cfb91930)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:37:02.961727 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa1fce8-4374-4b0d-8b08-adf76716f95e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0572dad8-3a96-4a31-aff0-8557833bc504,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:02.967665 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa1fce8-4374-4b0d-8b08-adf76716f95e admin admin] Checking segment: {'id': 'c90995d8-a287-4bfe-b35b-353c479660b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'aaed5fd3-b461-40dc-a59a-06d08282edc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:37:02.968078 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa1fce8-4374-4b0d-8b08-adf76716f95e admin admin] Network hostable DHCP agents. Network: aaed5fd3-b461-40dc-a59a-06d08282edc4, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:37:02.969482 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (4e77f452-2c64-48d3-a59a-1d03f8c85fcb), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:02.982077 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aa20aa-39f3-4a6f-8d43-7cc19fbed1cf req-d8f13a2a-bfbb-4524-bde4-fa1c8f844f99 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:02.989438 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa1fce8-4374-4b0d-8b08-adf76716f95e admin admin] Network aaed5fd3-b461-40dc-a59a-06d08282edc4 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:37:02.991558 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-13aa20aa-39f3-4a6f-8d43-7cc19fbed1cf req-d8f13a2a-bfbb-4524-bde4-fa1c8f844f99 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?device_id=e1d2be0c-60f7-4b21-82d5-4bc9663b79c8 HTTP/1.1" status: 200 len: 946 time: 0.0930955 Mar 11 19:37:03.002988 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=02c985db-755e-4ab6-8115-ef545a65dca0,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:03.009221 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-0fa1fce8-4374-4b0d-8b08-adf76716f95e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, aaed5fd3-b461-40dc-a59a-06d08282edc4) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:37:03.016626 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa1fce8-4374-4b0d-8b08-adf76716f95e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:03.017229 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0fa1fce8-4374-4b0d-8b08-adf76716f95e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:03.035260 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85052622-11be-46e6-b97c-66031ca8034e None None] Network aaed5fd3-b461-40dc-a59a-06d08282edc4 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:37:03.048798 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-0fa1fce8-4374-4b0d-8b08-adf76716f95e admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5307462 Mar 11 19:37:03.064507 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-13aa20aa-39f3-4a6f-8d43-7cc19fbed1cf req-b4468f40-8029-467a-b2fe-8c42ad7a0fd9 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/security-groups?id=03204c94-e7d5-4698-bf53-e2e3ba52bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720494 Mar 11 19:37:03.087123 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=4e77f452-2c64-48d3-a59a-1d03f8c85fcb,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:03.177752 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6e9a0d-b354-4daf-8a93-755187dea6ce None None] Network aaed5fd3-b461-40dc-a59a-06d08282edc4 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:37:03.253185 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['02c985db-755e-4ab6-8115-ef545a65dca0'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:37:03.655856 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dadf91ac-f7cc-4a1f-8362-a49c0664f98d x-openstack-request-id: req-dadf91ac-f7cc-4a1f-8362-a49c0664f98d {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:37:03.656512 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6243179-a8f6-4cd2-ab1d-6a51b3f7d596", "name": "network-vif-plugged", "status": "completed", "tag": "4e77f452-2c64-48d3-a59a-1d03f8c85fcb", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:37:03.656512 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dadf91ac-f7cc-4a1f-8362-a49c0664f98d {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:37:03.656813 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6243179-a8f6-4cd2-ab1d-6a51b3f7d596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e77f452-2c64-48d3-a59a-1d03f8c85fcb', 'code': 200} Mar 11 19:37:03.769310 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e264624b-57ba-4e10-aa46-e0c92c2b40ce req-d4c55351-4c61-4a72-9ae0-75ad92e265da tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:03.772076 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e264624b-57ba-4e10-aa46-e0c92c2b40ce req-d4c55351-4c61-4a72-9ae0-75ad92e265da tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbff8c3d-c4d3-4bb3-b145-04248810f46f HTTP/1.1" status: 200 len: 950 time: 0.0612521 Mar 11 19:37:03.772947 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe7eb5e-5dc5-4608-b3ff-a7f53c7ab8d2 req-6db3a480-dd23-4cd6-9561-d4d72ea1fbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:03.774929 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-4fe7eb5e-5dc5-4608-b3ff-a7f53c7ab8d2 req-6db3a480-dd23-4cd6-9561-d4d72ea1fbef service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=d6243179-a8f6-4cd2-ab1d-6a51b3f7d596 HTTP/1.1" status: 200 len: 1127 time: 0.0548944 Mar 11 19:37:03.837412 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e264624b-57ba-4e10-aa46-e0c92c2b40ce req-75d7e0e5-e924-4f55-b1dc-67b79f4629eb tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/security-groups?id=a781a375-ecc1-4470-b434-56ebce1f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578694 Mar 11 19:37:03.838841 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-4fe7eb5e-5dc5-4608-b3ff-a7f53c7ab8d2 req-41864c92-352b-49d5-92c7-0992729ae6b2 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=4ce63813-5fcd-431f-ad4d-45adcc20fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557923 Mar 11 19:37:04.399044 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab24b6-5dfa-4875-974e-8ec05a4c3524 req-95e8ed45-5683-4a18-9437-87b9a85c894a tempest-VolumesAdminNegativeTest-2139210313 tempest-VolumesAdminNegativeTest-2139210313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:04.400427 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0eab24b6-5dfa-4875-974e-8ec05a4c3524 req-95e8ed45-5683-4a18-9437-87b9a85c894a tempest-VolumesAdminNegativeTest-2139210313 tempest-VolumesAdminNegativeTest-2139210313-project] 10.222.0.65 "GET /v2.0/networks?id=1602491a-d41f-49f0-9b55-4fff1e76dd1a HTTP/1.1" status: 200 len: 815 time: 0.1092179 Mar 11 19:37:04.415005 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0eab24b6-5dfa-4875-974e-8ec05a4c3524 req-d6e0a68d-ec00-4ddd-8e53-0794e0955036 tempest-VolumesAdminNegativeTest-2139210313 tempest-VolumesAdminNegativeTest-2139210313-project] 10.222.0.65 "GET /v2.0/quotas/90709db0b81e47d9b7eb66dc531b21b8 HTTP/1.1" status: 200 len: 375 time: 0.0090575 Mar 11 19:37:04.447920 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0eab24b6-5dfa-4875-974e-8ec05a4c3524 req-1ff17001-781e-432b-aa41-ca76fb51c438 tempest-VolumesAdminNegativeTest-2139210313 tempest-VolumesAdminNegativeTest-2139210313-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=90709db0b81e47d9b7eb66dc531b21b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275152 Mar 11 19:37:04.551559 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0eab24b6-5dfa-4875-974e-8ec05a4c3524 req-5958ce97-c8aa-44c3-8494-2dd9d79ab8fa service neutron] 10.222.0.65 "GET /v2.0/networks/1602491a-d41f-49f0-9b55-4fff1e76dd1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962265 Mar 11 19:37:04.644218 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0eab24b6-5dfa-4875-974e-8ec05a4c3524 req-c31afad2-2b9a-4ed9-80a9-58a8918dd145 service neutron] 10.222.0.65 "GET /v2.0/networks/1602491a-d41f-49f0-9b55-4fff1e76dd1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865352 Mar 11 19:37:04.872745 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a92a7-d619-40d6-8262-6531fdcb36b7 req-78162a79-2d4d-4ec6-8ee8-c017d07f8076 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:04.878020 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a92a7-d619-40d6-8262-6531fdcb36b7 req-78162a79-2d4d-4ec6-8ee8-c017d07f8076 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:04.885309 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a92a7-d619-40d6-8262-6531fdcb36b7 req-78162a79-2d4d-4ec6-8ee8-c017d07f8076 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:04.891847 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a92a7-d619-40d6-8262-6531fdcb36b7 req-78162a79-2d4d-4ec6-8ee8-c017d07f8076 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:04.898179 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a92a7-d619-40d6-8262-6531fdcb36b7 req-78162a79-2d4d-4ec6-8ee8-c017d07f8076 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:04.904089 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a92a7-d619-40d6-8262-6531fdcb36b7 req-78162a79-2d4d-4ec6-8ee8-c017d07f8076 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:04.909785 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a92a7-d619-40d6-8262-6531fdcb36b7 req-78162a79-2d4d-4ec6-8ee8-c017d07f8076 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:04.912682 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-314a92a7-d619-40d6-8262-6531fdcb36b7 req-78162a79-2d4d-4ec6-8ee8-c017d07f8076 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 5433 time: 0.1122212 Mar 11 19:37:04.993558 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-314a92a7-d619-40d6-8262-6531fdcb36b7 req-6d1957a0-0fb9-439d-8427-fe4b75cef72a tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=da55a647-62ee-4d15-a963-651fcfed7127&id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0739288 Mar 11 19:37:05.141520 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e53050-0135-41a8-b0ea-2c487aa00280 req-adf1d53d-b6d6-4371-bee0-f3d00104de0e tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:05.143236 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c5e53050-0135-41a8-b0ea-2c487aa00280 req-adf1d53d-b6d6-4371-bee0-f3d00104de0e tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] 10.222.0.65 "GET /v2.0/ports?device_id=c418716a-2c7c-4f4a-894b-d349bc6d8f2c HTTP/1.1" status: 200 len: 944 time: 0.0709493 Mar 11 19:37:05.198299 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c5e53050-0135-41a8-b0ea-2c487aa00280 req-652e3ce0-ff25-499b-ae7d-a3dce5b1f28d tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] 10.222.0.65 "GET /v2.0/security-groups?id=4ce63813-5fcd-431f-ad4d-45adcc20fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466220 Mar 11 19:37:05.320847 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc611e7-415b-4024-b95c-4c0e6bf68d62 req-a3fc63a1-edc6-4299-95bc-81e0a49968ce tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:05.322564 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-efc611e7-415b-4024-b95c-4c0e6bf68d62 req-a3fc63a1-edc6-4299-95bc-81e0a49968ce tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?device_id=e1d2be0c-60f7-4b21-82d5-4bc9663b79c8 HTTP/1.1" status: 200 len: 946 time: 0.0599813 Mar 11 19:37:05.373690 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-efc611e7-415b-4024-b95c-4c0e6bf68d62 req-e3e19739-1b29-4587-865c-ef491c0720dd tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/security-groups?id=03204c94-e7d5-4698-bf53-e2e3ba52bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446692 Mar 11 19:37:05.518455 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9a0c75d7-ac80-4b18-acbe-cf30ab2079c5 req-7bd7bf10-b883-41ad-91e7-b8cbf948aa04 tempest-VolumesAdminNegativeTest-2139210313 tempest-VolumesAdminNegativeTest-2139210313-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4735170-7c31-491f-b5c1-54b9bfadea13 HTTP/1.1" status: 200 len: 210 time: 0.0358386 Mar 11 19:37:05.646958 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c72c71-1e63-4285-83be-2f5506390b46 req-baca83d1-73f1-4ece-96b7-7e55038eb4fb tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:05.648530 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-88c72c71-1e63-4285-83be-2f5506390b46 req-baca83d1-73f1-4ece-96b7-7e55038eb4fb tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbff8c3d-c4d3-4bb3-b145-04248810f46f HTTP/1.1" status: 200 len: 950 time: 0.0542345 Mar 11 19:37:05.699112 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-88c72c71-1e63-4285-83be-2f5506390b46 req-f71b4d80-99bd-48fd-942f-0397c3887c65 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/security-groups?id=a781a375-ecc1-4470-b434-56ebce1f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446889 Mar 11 19:37:06.056073 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab24b6-5dfa-4875-974e-8ec05a4c3524 req-cefd3885-fb15-4a4d-b342-ad74a03f7d99 tempest-VolumesAdminNegativeTest-2139210313 tempest-VolumesAdminNegativeTest-2139210313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:06.058256 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0eab24b6-5dfa-4875-974e-8ec05a4c3524 req-cefd3885-fb15-4a4d-b342-ad74a03f7d99 tempest-VolumesAdminNegativeTest-2139210313 tempest-VolumesAdminNegativeTest-2139210313-project] 10.222.0.57 "GET /v2.0/networks?id=1602491a-d41f-49f0-9b55-4fff1e76dd1a HTTP/1.1" status: 200 len: 815 time: 0.1662912 Mar 11 19:37:06.072362 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-0eab24b6-5dfa-4875-974e-8ec05a4c3524 req-d5e4a56b-8a5c-4867-a039-7fb73f949c15 tempest-VolumesAdminNegativeTest-2139210313 tempest-VolumesAdminNegativeTest-2139210313-project] Request body: {'port': {'device_id': 'c4735170-7c31-491f-b5c1-54b9bfadea13', 'network_id': '1602491a-d41f-49f0-9b55-4fff1e76dd1a', 'admin_state_up': True, 'tenant_id': '90709db0b81e47d9b7eb66dc531b21b8'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:37:06.145822 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49777d10-db91-4e4b-b2d8-7a901e0ec647 req-0a66f01b-ed42-48b6-89ae-eb062d6f4f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:06.147973 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-49777d10-db91-4e4b-b2d8-7a901e0ec647 req-0a66f01b-ed42-48b6-89ae-eb062d6f4f00 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=57167832d4db4819b4f5cac954866076&device_id=e1d2be0c-60f7-4b21-82d5-4bc9663b79c8 HTTP/1.1" status: 200 len: 1128 time: 0.0494845 Mar 11 19:37:06.247664 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec37c6-a60c-4af3-a0e6-279b6467156d req-b1f45cf2-bce8-41af-aa28-bc7470da4444 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:06.253025 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec37c6-a60c-4af3-a0e6-279b6467156d req-b1f45cf2-bce8-41af-aa28-bc7470da4444 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:06.258397 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec37c6-a60c-4af3-a0e6-279b6467156d req-b1f45cf2-bce8-41af-aa28-bc7470da4444 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:06.263693 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec37c6-a60c-4af3-a0e6-279b6467156d req-b1f45cf2-bce8-41af-aa28-bc7470da4444 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:06.264010 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49777d10-db91-4e4b-b2d8-7a901e0ec647 req-1fe4139d-e833-4624-87a7-f6fe6dae17e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:06.266279 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-49777d10-db91-4e4b-b2d8-7a901e0ec647 req-1fe4139d-e833-4624-87a7-f6fe6dae17e0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=603aaea1-f5bf-4434-b0ab-49b5034dacdd HTTP/1.1" status: 200 len: 920 time: 0.1116390 Mar 11 19:37:06.269057 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec37c6-a60c-4af3-a0e6-279b6467156d req-b1f45cf2-bce8-41af-aa28-bc7470da4444 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:06.274855 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec37c6-a60c-4af3-a0e6-279b6467156d req-b1f45cf2-bce8-41af-aa28-bc7470da4444 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:06.280169 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec37c6-a60c-4af3-a0e6-279b6467156d req-b1f45cf2-bce8-41af-aa28-bc7470da4444 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:06.282121 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-28ec37c6-a60c-4af3-a0e6-279b6467156d req-b1f45cf2-bce8-41af-aa28-bc7470da4444 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 5433 time: 0.1228514 Mar 11 19:37:06.300095 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eab24b6-5dfa-4875-974e-8ec05a4c3524 req-d5e4a56b-8a5c-4867-a039-7fb73f949c15 tempest-VolumesAdminNegativeTest-2139210313 tempest-VolumesAdminNegativeTest-2139210313-project] Made reservation on behalf of 90709db0b81e47d9b7eb66dc531b21b8 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:37:06.303802 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0eab24b6-5dfa-4875-974e-8ec05a4c3524 req-d5e4a56b-8a5c-4867-a039-7fb73f949c15 tempest-VolumesAdminNegativeTest-2139210313 tempest-VolumesAdminNegativeTest-2139210313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:06.310268 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-49777d10-db91-4e4b-b2d8-7a901e0ec647 req-27ea9867-7723-4a09-b86e-6e040cede51e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63cf76c9-1e93-4df8-a4e4-cd11edf8db1f HTTP/1.1" status: 200 len: 217 time: 0.0373664 Mar 11 19:37:06.367482 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49777d10-db91-4e4b-b2d8-7a901e0ec647 req-3fb0df1f-8c41-477a-85ae-9adbf1c63e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:06.369109 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-49777d10-db91-4e4b-b2d8-7a901e0ec647 req-3fb0df1f-8c41-477a-85ae-9adbf1c63e25 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=23a3dd94-cd73-4b82-b4a6-b6bdd0e8f5ac HTTP/1.1" status: 200 len: 859 time: 0.0528893 Mar 11 19:37:06.403125 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-49777d10-db91-4e4b-b2d8-7a901e0ec647 req-0e147698-1036-4315-b42f-85b597a173fe service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=603aaea1-f5bf-4434-b0ab-49b5034dacdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282271 Mar 11 19:37:06.414243 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [req-49777d10-db91-4e4b-b2d8-7a901e0ec647 req-eb712497-9ff0-491b-b642-730705b60353 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:37:06.415326 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-49777d10-db91-4e4b-b2d8-7a901e0ec647 req-eb712497-9ff0-491b-b642-730705b60353 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065517 Mar 11 19:37:06.423305 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-28ec37c6-a60c-4af3-a0e6-279b6467156d req-5405e7d8-b70a-4b50-b873-eb85524cc7f3 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=da55a647-62ee-4d15-a963-651fcfed7127&id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1300824 Mar 11 19:37:06.429740 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 02c985db-755e-4ab6-8115-ef545a65dca0 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:37:06.498034 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port 02c985db-755e-4ab6-8115-ef545a65dca0 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:37:06.508766 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 02c985db-755e-4ab6-8115-ef545a65dca0 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:37:06.508993 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-0eab24b6-5dfa-4875-974e-8ec05a4c3524 req-d5e4a56b-8a5c-4867-a039-7fb73f949c15 tempest-VolumesAdminNegativeTest-2139210313 tempest-VolumesAdminNegativeTest-2139210313-project] Allocated IP 172.20.0.11 (1602491a-d41f-49f0-9b55-4fff1e76dd1a/142b8e60-3261-4ad1-8352-cfdc43e1529b/8adb5fd1-167f-4f37-90bf-f2043a8900a0) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:37:06.509888 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (02c985db-755e-4ab6-8115-ef545a65dca0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:06.553467 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-49777d10-db91-4e4b-b2d8-7a901e0ec647 req-50910775-9eca-4aca-b7cc-118448ee3523 service neutron] 10.222.0.57 "GET /v2.0/networks/603aaea1-f5bf-4434-b0ab-49b5034dacdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313546 Mar 11 19:37:06.651407 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 02c985db-755e-4ab6-8115-ef545a65dca0 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:37:06.651831 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (02c985db-755e-4ab6-8115-ef545a65dca0), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:06.660730 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4ddc0-cd1f-42d2-a7e8-42ec48d92827 req-457b2f68-7ce8-4bcd-b991-d54bdca30f89 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:06.662957 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6ee4ddc0-cd1f-42d2-a7e8-42ec48d92827 req-457b2f68-7ce8-4bcd-b991-d54bdca30f89 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?device_id=e1d2be0c-60f7-4b21-82d5-4bc9663b79c8 HTTP/1.1" status: 200 len: 946 time: 0.1088102 Mar 11 19:37:06.688395 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c418716a-2c7c-4f4a-894b-d349bc6d8f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02c985db-755e-4ab6-8115-ef545a65dca0'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:37:06.693145 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b042a7b-1c4f-422e-9946-af9185d1da75" -d '{"events": [{"server_uuid": "c418716a-2c7c-4f4a-894b-d349bc6d8f2c", "name": "network-vif-plugged", "status": "completed", "tag": "02c985db-755e-4ab6-8115-ef545a65dca0"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:37:06.709509 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 02c985db-755e-4ab6-8115-ef545a65dca0, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=02c985db-755e-4ab6-8115-ef545a65dca0,segment=NetworkSegment(9bb3c5b9-ded6-4f56-ba89-a200cfb91930),segment_id=9bb3c5b9-ded6-4f56-ba89-a200cfb91930)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:37:06.715121 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (02c985db-755e-4ab6-8115-ef545a65dca0), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:06.723022 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-49777d10-db91-4e4b-b2d8-7a901e0ec647 req-114614bd-6c4c-4dd1-a5f5-9b4bb5e7a8a0 service neutron] 10.222.0.57 "GET /v2.0/networks/603aaea1-f5bf-4434-b0ab-49b5034dacdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616955 Mar 11 19:37:06.770359 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6ee4ddc0-cd1f-42d2-a7e8-42ec48d92827 req-942f41af-63d2-4808-bdf4-2175f544d633 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/security-groups?id=03204c94-e7d5-4698-bf53-e2e3ba52bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782576 Mar 11 19:37:06.773152 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0eab24b6-5dfa-4875-974e-8ec05a4c3524 req-d5e4a56b-8a5c-4867-a039-7fb73f949c15 tempest-VolumesAdminNegativeTest-2139210313 tempest-VolumesAdminNegativeTest-2139210313-project] Publish callbacks [] for port (8adb5fd1-167f-4f37-90bf-f2043a8900a0), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:06.804147 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=02c985db-755e-4ab6-8115-ef545a65dca0,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:06.816693 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0eab24b6-5dfa-4875-974e-8ec05a4c3524 req-d5e4a56b-8a5c-4867-a039-7fb73f949c15 tempest-VolumesAdminNegativeTest-2139210313 tempest-VolumesAdminNegativeTest-2139210313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (8adb5fd1-167f-4f37-90bf-f2043a8900a0), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:06.890500 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eab24b6-5dfa-4875-974e-8ec05a4c3524 req-d5e4a56b-8a5c-4867-a039-7fb73f949c15 tempest-VolumesAdminNegativeTest-2139210313 tempest-VolumesAdminNegativeTest-2139210313-project] Network 1602491a-d41f-49f0-9b55-4fff1e76dd1a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:37:06.902084 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-0eab24b6-5dfa-4875-974e-8ec05a4c3524 req-d5e4a56b-8a5c-4867-a039-7fb73f949c15 tempest-VolumesAdminNegativeTest-2139210313 tempest-VolumesAdminNegativeTest-2139210313-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:37:06.907157 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eab24b6-5dfa-4875-974e-8ec05a4c3524 req-d5e4a56b-8a5c-4867-a039-7fb73f949c15 tempest-VolumesAdminNegativeTest-2139210313 tempest-VolumesAdminNegativeTest-2139210313-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:37:06.912622 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e4a56b-8a5c-4867-a039-7fb73f949c15 tempest-VolumesAdminNegativeTest-2139210313 tempest-VolumesAdminNegativeTest-2139210313-project] Pushing event updated for resources: {'Port': ['ID=8adb5fd1-167f-4f37-90bf-f2043a8900a0,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:06.970405 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab24b6-5dfa-4875-974e-8ec05a4c3524 req-d5e4a56b-8a5c-4867-a039-7fb73f949c15 tempest-VolumesAdminNegativeTest-2139210313 tempest-VolumesAdminNegativeTest-2139210313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:06.971766 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0eab24b6-5dfa-4875-974e-8ec05a4c3524 req-d5e4a56b-8a5c-4867-a039-7fb73f949c15 tempest-VolumesAdminNegativeTest-2139210313 tempest-VolumesAdminNegativeTest-2139210313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:06.984353 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131aaaf9-f437-4ea3-875e-f28c013c0f92 req-fa62f247-03fa-4b77-8764-c406309e642b tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:06.986842 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-131aaaf9-f437-4ea3-875e-f28c013c0f92 req-fa62f247-03fa-4b77-8764-c406309e642b tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] 10.222.0.65 "GET /v2.0/ports?device_id=c418716a-2c7c-4f4a-894b-d349bc6d8f2c HTTP/1.1" status: 200 len: 945 time: 0.1334214 Mar 11 19:37:07.045130 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-131aaaf9-f437-4ea3-875e-f28c013c0f92 req-445d4731-12bf-4931-a767-8375d71291e3 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] 10.222.0.65 "GET /v2.0/security-groups?id=4ce63813-5fcd-431f-ad4d-45adcc20fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477359 Mar 11 19:37:07.074505 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0eab24b6-5dfa-4875-974e-8ec05a4c3524 req-d5e4a56b-8a5c-4867-a039-7fb73f949c15 tempest-VolumesAdminNegativeTest-2139210313 tempest-VolumesAdminNegativeTest-2139210313-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0068204 Mar 11 19:37:07.095777 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-0eab24b6-5dfa-4875-974e-8ec05a4c3524 req-b598b9d5-0a60-42b8-a65d-de7451fd3a3e service neutron] Request body: {'port': {'device_id': 'c4735170-7c31-491f-b5c1-54b9bfadea13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:37:07.173716 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-de04bd99-7d2a-4ea0-a3e3-a4b69c6a580b tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:07.181975 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-de04bd99-7d2a-4ea0-a3e3-a4b69c6a580b tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:07.187448 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-de04bd99-7d2a-4ea0-a3e3-a4b69c6a580b tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:07.193878 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-de04bd99-7d2a-4ea0-a3e3-a4b69c6a580b tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:07.199418 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-de04bd99-7d2a-4ea0-a3e3-a4b69c6a580b tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:07.207997 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-de04bd99-7d2a-4ea0-a3e3-a4b69c6a580b tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:07.211834 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0eab24b6-5dfa-4875-974e-8ec05a4c3524 req-b598b9d5-0a60-42b8-a65d-de7451fd3a3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (8adb5fd1-167f-4f37-90bf-f2043a8900a0), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:07.215150 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-de04bd99-7d2a-4ea0-a3e3-a4b69c6a580b tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:07.216810 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-de04bd99-7d2a-4ea0-a3e3-a4b69c6a580b tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 5433 time: 0.1479254 Mar 11 19:37:07.245009 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544ec3ba-60dc-4248-be3b-a5d0216fbbf9 req-7e31b9cc-e770-4714-9409-58781b7a63a5 tempest-VolumesAdminNegativeTest-2139210313 tempest-VolumesAdminNegativeTest-2139210313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:07.252276 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-544ec3ba-60dc-4248-be3b-a5d0216fbbf9 req-7e31b9cc-e770-4714-9409-58781b7a63a5 tempest-VolumesAdminNegativeTest-2139210313 tempest-VolumesAdminNegativeTest-2139210313-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4735170-7c31-491f-b5c1-54b9bfadea13 HTTP/1.1" status: 200 len: 932 time: 0.1157672 Mar 11 19:37:07.273940 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-9de59acb-e799-47c2-9e96-167b690f6cc0 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:07.274909 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-9de59acb-e799-47c2-9e96-167b690f6cc0 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.75 "GET /v2.0/ports/ee331cf0-fb09-4b4e-938d-0be1b69ce3c6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0516362 Mar 11 19:37:07.386990 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-544ec3ba-60dc-4248-be3b-a5d0216fbbf9 req-eebc553c-d6c7-42d7-8e01-37d69933c702 tempest-VolumesAdminNegativeTest-2139210313 tempest-VolumesAdminNegativeTest-2139210313-project] 10.222.0.65 "GET /v2.0/security-groups?id=1847236f-a6e9-419a-ae68-801aa5186b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306312 Mar 11 19:37:07.461621 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb89f6b-6f6f-4c81-9cf2-1c1c15a08acd x-openstack-request-id: req-abb89f6b-6f6f-4c81-9cf2-1c1c15a08acd {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:37:07.461621 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c418716a-2c7c-4f4a-894b-d349bc6d8f2c", "name": "network-vif-plugged", "status": "completed", "tag": "02c985db-755e-4ab6-8115-ef545a65dca0", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:37:07.461621 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-abb89f6b-6f6f-4c81-9cf2-1c1c15a08acd {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:37:07.461621 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c418716a-2c7c-4f4a-894b-d349bc6d8f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02c985db-755e-4ab6-8115-ef545a65dca0', 'code': 200} Mar 11 19:37:07.648586 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-0eab24b6-5dfa-4875-974e-8ec05a4c3524 req-b598b9d5-0a60-42b8-a65d-de7451fd3a3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8adb5fd1-167f-4f37-90bf-f2043a8900a0 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:37:07.658769 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0eab24b6-5dfa-4875-974e-8ec05a4c3524 req-b598b9d5-0a60-42b8-a65d-de7451fd3a3e service neutron] Publish callbacks [] for port (8adb5fd1-167f-4f37-90bf-f2043a8900a0), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:07.688480 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-0eab24b6-5dfa-4875-974e-8ec05a4c3524 req-b598b9d5-0a60-42b8-a65d-de7451fd3a3e service neutron] Transition to ACTIVE for port object 8adb5fd1-167f-4f37-90bf-f2043a8900a0 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:37:07.690818 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ef2d30-c996-4b78-9cfa-db6f549a3f48 req-f0ffee2a-3adf-481a-aa9a-c0dd4d16c845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:07.692458 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-55ef2d30-c996-4b78-9cfa-db6f549a3f48 req-f0ffee2a-3adf-481a-aa9a-c0dd4d16c845 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=c418716a-2c7c-4f4a-894b-d349bc6d8f2c HTTP/1.1" status: 200 len: 1127 time: 0.1601920 Mar 11 19:37:07.697169 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0eab24b6-5dfa-4875-974e-8ec05a4c3524 req-b598b9d5-0a60-42b8-a65d-de7451fd3a3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (8adb5fd1-167f-4f37-90bf-f2043a8900a0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:07.714920 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005385b6-45c0-4ac9-9058-5718a8bb17be req-c046c8d5-a060-4dbe-8744-37da2f77455e tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:07.716558 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-005385b6-45c0-4ac9-9058-5718a8bb17be req-c046c8d5-a060-4dbe-8744-37da2f77455e tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbff8c3d-c4d3-4bb3-b145-04248810f46f HTTP/1.1" status: 200 len: 950 time: 0.1630158 Mar 11 19:37:07.757352 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-d8dbd799-dd09-4c3e-917c-303cb0acd163 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.75 "GET /v2.0/networks/11e52173-c93f-4f90-a40d-087cab6dbb47?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4776201 Mar 11 19:37:07.768646 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-8fb57447-f480-426f-b1f7-c58b01bfd002 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:37:07.803293 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b598b9d5-0a60-42b8-a65d-de7451fd3a3e service neutron] Pushing event updated for resources: {'Port': ['ID=8adb5fd1-167f-4f37-90bf-f2043a8900a0,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:07.834837 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-8fb57447-f480-426f-b1f7-c58b01bfd002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ee331cf0-fb09-4b4e-938d-0be1b69ce3c6), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:07.855129 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-55ef2d30-c996-4b78-9cfa-db6f549a3f48 req-19ad97cd-28d8-47d2-8932-6c8b9939932a service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=4ce63813-5fcd-431f-ad4d-45adcc20fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560121 Mar 11 19:37:07.885518 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-005385b6-45c0-4ac9-9058-5718a8bb17be req-cb971ed6-751c-4323-b1a8-e991062455d7 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/security-groups?id=a781a375-ecc1-4470-b434-56ebce1f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260099 Mar 11 19:37:07.919046 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-0eab24b6-5dfa-4875-974e-8ec05a4c3524 req-b598b9d5-0a60-42b8-a65d-de7451fd3a3e service neutron] Attempting to bind port 8adb5fd1-167f-4f37-90bf-f2043a8900a0 on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:37:07.919758 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-0eab24b6-5dfa-4875-974e-8ec05a4c3524 req-b598b9d5-0a60-42b8-a65d-de7451fd3a3e service neutron] Attempting to bind port 8adb5fd1-167f-4f37-90bf-f2043a8900a0 by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '6e2301bf-720c-46be-a44c-8cacee50c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '1602491a-d41f-49f0-9b55-4fff1e76dd1a'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:37:07.920285 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eab24b6-5dfa-4875-974e-8ec05a4c3524 req-b598b9d5-0a60-42b8-a65d-de7451fd3a3e service neutron] Attempting to bind port 8adb5fd1-167f-4f37-90bf-f2043a8900a0 on network 1602491a-d41f-49f0-9b55-4fff1e76dd1a {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:37:07.925266 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eab24b6-5dfa-4875-974e-8ec05a4c3524 req-b598b9d5-0a60-42b8-a65d-de7451fd3a3e service neutron] Port 8adb5fd1-167f-4f37-90bf-f2043a8900a0 on network 1602491a-d41f-49f0-9b55-4fff1e76dd1a not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:37:07.925886 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eab24b6-5dfa-4875-974e-8ec05a4c3524 req-b598b9d5-0a60-42b8-a65d-de7451fd3a3e service neutron] Attempting to bind port 8adb5fd1-167f-4f37-90bf-f2043a8900a0 on network 1602491a-d41f-49f0-9b55-4fff1e76dd1a {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:37:07.932076 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eab24b6-5dfa-4875-974e-8ec05a4c3524 req-b598b9d5-0a60-42b8-a65d-de7451fd3a3e service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:37:07.932694 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eab24b6-5dfa-4875-974e-8ec05a4c3524 req-b598b9d5-0a60-42b8-a65d-de7451fd3a3e service neutron] Checking segment: {'id': '6e2301bf-720c-46be-a44c-8cacee50c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '1602491a-d41f-49f0-9b55-4fff1e76dd1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:37:07.933368 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eab24b6-5dfa-4875-974e-8ec05a4c3524 req-b598b9d5-0a60-42b8-a65d-de7451fd3a3e service neutron] Bound using segment: {'id': '6e2301bf-720c-46be-a44c-8cacee50c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '1602491a-d41f-49f0-9b55-4fff1e76dd1a'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:37:07.933990 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-0eab24b6-5dfa-4875-974e-8ec05a4c3524 req-b598b9d5-0a60-42b8-a65d-de7451fd3a3e service neutron] Bound port: 8adb5fd1-167f-4f37-90bf-f2043a8900a0, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e2301bf-720c-46be-a44c-8cacee50c614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '1602491a-d41f-49f0-9b55-4fff1e76dd1a'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:37:07.934524 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0eab24b6-5dfa-4875-974e-8ec05a4c3524 req-b598b9d5-0a60-42b8-a65d-de7451fd3a3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (8adb5fd1-167f-4f37-90bf-f2043a8900a0), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:07.994758 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-8fb57447-f480-426f-b1f7-c58b01bfd002 service neutron] For port ee331cf0-fb09-4b4e-938d-0be1b69ce3c6, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=ee331cf0-fb09-4b4e-938d-0be1b69ce3c6,segment=NetworkSegment(5c025fea-baa0-424f-9add-20cc57664ce2),segment_id=5c025fea-baa0-424f-9add-20cc57664ce2)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:37:08.034382 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-0eab24b6-5dfa-4875-974e-8ec05a4c3524 req-b598b9d5-0a60-42b8-a65d-de7451fd3a3e service neutron] For port 8adb5fd1-167f-4f37-90bf-f2043a8900a0, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:37:08.051926 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-0eab24b6-5dfa-4875-974e-8ec05a4c3524 req-b598b9d5-0a60-42b8-a65d-de7451fd3a3e service neutron] For port 8adb5fd1-167f-4f37-90bf-f2043a8900a0, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=8adb5fd1-167f-4f37-90bf-f2043a8900a0,segment=NetworkSegment(6e2301bf-720c-46be-a44c-8cacee50c614),segment_id=6e2301bf-720c-46be-a44c-8cacee50c614)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:37:08.062216 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0eab24b6-5dfa-4875-974e-8ec05a4c3524 req-b598b9d5-0a60-42b8-a65d-de7451fd3a3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (8adb5fd1-167f-4f37-90bf-f2043a8900a0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:08.072628 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-8fb57447-f480-426f-b1f7-c58b01bfd002 service neutron] For port ee331cf0-fb09-4b4e-938d-0be1b69ce3c6, host n-h1-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:37:08.116286 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3451f75-df94-4d84-9d22-b017c5e61b06 req-a48b2bbc-40cf-4174-ab04-c0b8d7eaca1a tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:08.122042 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3451f75-df94-4d84-9d22-b017c5e61b06 req-a48b2bbc-40cf-4174-ab04-c0b8d7eaca1a tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:08.127823 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3451f75-df94-4d84-9d22-b017c5e61b06 req-a48b2bbc-40cf-4174-ab04-c0b8d7eaca1a tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:08.134199 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3451f75-df94-4d84-9d22-b017c5e61b06 req-a48b2bbc-40cf-4174-ab04-c0b8d7eaca1a tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:08.138936 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3451f75-df94-4d84-9d22-b017c5e61b06 req-a48b2bbc-40cf-4174-ab04-c0b8d7eaca1a tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:08.144158 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3451f75-df94-4d84-9d22-b017c5e61b06 req-a48b2bbc-40cf-4174-ab04-c0b8d7eaca1a tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:08.144628 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-8fb57447-f480-426f-b1f7-c58b01bfd002 service neutron] device_id is not set on port ee331cf0-fb09-4b4e-938d-0be1b69ce3c6 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:37:08.150091 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3451f75-df94-4d84-9d22-b017c5e61b06 req-a48b2bbc-40cf-4174-ab04-c0b8d7eaca1a tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:08.156690 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-8fb57447-f480-426f-b1f7-c58b01bfd002 service neutron] Publish callbacks [] for port (ee331cf0-fb09-4b4e-938d-0be1b69ce3c6), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:08.157433 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b3451f75-df94-4d84-9d22-b017c5e61b06 req-a48b2bbc-40cf-4174-ab04-c0b8d7eaca1a tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 5433 time: 0.1709495 Mar 11 19:37:08.161984 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab24b6-5dfa-4875-974e-8ec05a4c3524 req-b598b9d5-0a60-42b8-a65d-de7451fd3a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:08.162531 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0eab24b6-5dfa-4875-974e-8ec05a4c3524 req-b598b9d5-0a60-42b8-a65d-de7451fd3a3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:08.163982 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0eab24b6-5dfa-4875-974e-8ec05a4c3524 req-b598b9d5-0a60-42b8-a65d-de7451fd3a3e service neutron] 10.222.0.57 "PUT /v2.0/ports/8adb5fd1-167f-4f37-90bf-f2043a8900a0 HTTP/1.1" status: 200 len: 1092 time: 1.0757344 Mar 11 19:37:08.164289 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b124b6f8-8129-46ad-b664-f224bdb5535f req-86edea78-c72c-42b2-a95c-79b304fbec9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:08.165203 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4735170-7c31-491f-b5c1-54b9bfadea13', 'tag': '8adb5fd1-167f-4f37-90bf-f2043a8900a0'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:37:08.166020 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-b124b6f8-8129-46ad-b664-f224bdb5535f req-86edea78-c72c-42b2-a95c-79b304fbec9a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=57167832d4db4819b4f5cac954866076&device_id=e1d2be0c-60f7-4b21-82d5-4bc9663b79c8 HTTP/1.1" status: 200 len: 1128 time: 0.1071022 Mar 11 19:37:08.167193 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-8fb57447-f480-426f-b1f7-c58b01bfd002 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (ee331cf0-fb09-4b4e-938d-0be1b69ce3c6), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:08.167389 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102c3f70-98d6-4c6a-b32b-bb9ea48f8090" -d '{"events": [{"name": "network-changed", "server_uuid": "c4735170-7c31-491f-b5c1-54b9bfadea13", "tag": "8adb5fd1-167f-4f37-90bf-f2043a8900a0"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:37:08.218599 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b598b9d5-0a60-42b8-a65d-de7451fd3a3e service neutron] Pushing event updated for resources: {'Port': ['ID=8adb5fd1-167f-4f37-90bf-f2043a8900a0,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:08.227116 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb57447-f480-426f-b1f7-c58b01bfd002 service neutron] Pushing event updated for resources: {'Port': ['ID=ee331cf0-fb09-4b4e-938d-0be1b69ce3c6,revision_number=6']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:08.277139 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-8fb57447-f480-426f-b1f7-c58b01bfd002 service neutron] No DVR routers for this DVR port ee331cf0-fb09-4b4e-938d-0be1b69ce3c6 on host n-h1-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:37:08.277339 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b3451f75-df94-4d84-9d22-b017c5e61b06 req-da8389a7-36ac-4151-9120-fa99dcc6458f tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=da55a647-62ee-4d15-a963-651fcfed7127&id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1189561 Mar 11 19:37:08.366518 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab24b6-5dfa-4875-974e-8ec05a4c3524 req-45bd7286-5576-4cf6-89b0-b2a372e3fea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:08.378111 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0eab24b6-5dfa-4875-974e-8ec05a4c3524 req-45bd7286-5576-4cf6-89b0-b2a372e3fea3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=90709db0b81e47d9b7eb66dc531b21b8&device_id=c4735170-7c31-491f-b5c1-54b9bfadea13 HTTP/1.1" status: 200 len: 1126 time: 0.1154428 Mar 11 19:37:08.395775 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-8fb57447-f480-426f-b1f7-c58b01bfd002 service neutron] In _notify_port_updated(), no bound segment for port ee331cf0-fb09-4b4e-938d-0be1b69ce3c6 on network 11e52173-c93f-4f90-a40d-087cab6dbb47 {{(pid=103884) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 11 19:37:08.397689 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-8fb57447-f480-426f-b1f7-c58b01bfd002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:08.398377 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-8fb57447-f480-426f-b1f7-c58b01bfd002 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:08.399838 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-8fb57447-f480-426f-b1f7-c58b01bfd002 service neutron] 10.222.0.75 "PUT /v2.0/ports/ee331cf0-fb09-4b4e-938d-0be1b69ce3c6 HTTP/1.1" status: 200 len: 1026 time: 0.6357124 Mar 11 19:37:08.433414 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0eab24b6-5dfa-4875-974e-8ec05a4c3524 req-c6887588-cbbb-4761-b1c9-7bb490a84a4f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8adb5fd1-167f-4f37-90bf-f2043a8900a0 HTTP/1.1" status: 200 len: 217 time: 0.0531926 Mar 11 19:37:08.483450 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-6177dfea-37e6-4ad3-b0ef-fe24825871e4 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:08.485412 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-6177dfea-37e6-4ad3-b0ef-fe24825871e4 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.75 "GET /v2.0/ports/01f92c37-1a4f-4ed7-b651-d1f48652d7d8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0738771 Mar 11 19:37:08.493677 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b124b6f8-8129-46ad-b664-f224bdb5535f req-129cca7d-6a1c-479d-b128-4d8b249096d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:08.495164 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-b124b6f8-8129-46ad-b664-f224bdb5535f req-129cca7d-6a1c-479d-b128-4d8b249096d4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=603aaea1-f5bf-4434-b0ab-49b5034dacdd HTTP/1.1" status: 200 len: 920 time: 0.2772703 Mar 11 19:37:08.500571 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-0098af81-27a9-4c40-8604-3a931df90d40 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:37:08.542815 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab24b6-5dfa-4875-974e-8ec05a4c3524 req-625af622-1197-4f17-a83e-4b24a9f16253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:08.544456 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0eab24b6-5dfa-4875-974e-8ec05a4c3524 req-625af622-1197-4f17-a83e-4b24a9f16253 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=142b8e60-3261-4ad1-8352-cfdc43e1529b HTTP/1.1" status: 200 len: 855 time: 0.1048129 Mar 11 19:37:08.551662 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac01349-bbc7-4b40-905e-44e10b66964a req-41c00a90-0ed3-4ef0-b985-b9f3d9253ca1 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:08.556245 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2ac01349-bbc7-4b40-905e-44e10b66964a req-41c00a90-0ed3-4ef0-b985-b9f3d9253ca1 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?device_id=e1d2be0c-60f7-4b21-82d5-4bc9663b79c8 HTTP/1.1" status: 200 len: 946 time: 0.1081486 Mar 11 19:37:08.559503 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-b124b6f8-8129-46ad-b664-f224bdb5535f req-1c42f5ea-ea7b-4735-92d1-9db13cdd0dd2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63cf76c9-1e93-4df8-a4e4-cd11edf8db1f HTTP/1.1" status: 200 len: 217 time: 0.0559452 Mar 11 19:37:08.582034 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-7bf143f9-b1f0-4c08-a0ae-16285dcd8364 None None] Provisioning complete for port ee331cf0-fb09-4b4e-938d-0be1b69ce3c6 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:37:08.584052 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7bf143f9-b1f0-4c08-a0ae-16285dcd8364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ee331cf0-fb09-4b4e-938d-0be1b69ce3c6), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:08.595931 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0eab24b6-5dfa-4875-974e-8ec05a4c3524 req-d212c763-3967-4862-8395-6bf5b924050e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1602491a-d41f-49f0-9b55-4fff1e76dd1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383856 Mar 11 19:37:08.634844 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-7bf143f9-b1f0-4c08-a0ae-16285dcd8364 None None] Port ee331cf0-fb09-4b4e-938d-0be1b69ce3c6 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:37:08.649034 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-0098af81-27a9-4c40-8604-3a931df90d40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (01f92c37-1a4f-4ed7-b651-d1f48652d7d8), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:08.663828 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b124b6f8-8129-46ad-b664-f224bdb5535f req-c7a1cf6f-d3ee-4bf8-a866-abd40546c967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:08.665426 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-b124b6f8-8129-46ad-b664-f224bdb5535f req-c7a1cf6f-d3ee-4bf8-a866-abd40546c967 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=23a3dd94-cd73-4b82-b4a6-b6bdd0e8f5ac HTTP/1.1" status: 200 len: 859 time: 0.0982285 Mar 11 19:37:08.710519 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2ac01349-bbc7-4b40-905e-44e10b66964a req-444762d2-60ed-4d21-bffd-32b1b1e929b7 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/security-groups?id=03204c94-e7d5-4698-bf53-e2e3ba52bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381867 Mar 11 19:37:08.735494 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-b124b6f8-8129-46ad-b664-f224bdb5535f req-f0628bd1-bdd0-455f-8bad-af37e59de497 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=603aaea1-f5bf-4434-b0ab-49b5034dacdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475776 Mar 11 19:37:08.761510 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0eab24b6-5dfa-4875-974e-8ec05a4c3524 req-27dddd5c-d942-4141-bb1d-9d78c3645412 service neutron] 10.222.0.57 "GET /v2.0/networks/1602491a-d41f-49f0-9b55-4fff1e76dd1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565831 Mar 11 19:37:08.907695 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-b124b6f8-8129-46ad-b664-f224bdb5535f req-3c290528-66b9-4caa-974e-5e72a9011527 service neutron] 10.222.0.57 "GET /v2.0/networks/603aaea1-f5bf-4434-b0ab-49b5034dacdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616971 Mar 11 19:37:08.907925 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c792c4-32ac-4cdc-aa2b-c20d5489ba33 req-9d28607b-091f-439c-be46-d17f7408b3e4 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:08.910112 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-94c792c4-32ac-4cdc-aa2b-c20d5489ba33 req-9d28607b-091f-439c-be46-d17f7408b3e4 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] 10.222.0.65 "GET /v2.0/ports?device_id=c418716a-2c7c-4f4a-894b-d349bc6d8f2c HTTP/1.1" status: 200 len: 945 time: 0.1326315 Mar 11 19:37:08.935498 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0eab24b6-5dfa-4875-974e-8ec05a4c3524 req-b6f4deda-7293-4487-9ddb-b8809334ef38 service neutron] 10.222.0.57 "GET /v2.0/networks/1602491a-d41f-49f0-9b55-4fff1e76dd1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654797 Mar 11 19:37:08.960180 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-0098af81-27a9-4c40-8604-3a931df90d40 service neutron] For port 01f92c37-1a4f-4ed7-b651-d1f48652d7d8, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=01f92c37-1a4f-4ed7-b651-d1f48652d7d8,segment=NetworkSegment(5c025fea-baa0-424f-9add-20cc57664ce2),segment_id=5c025fea-baa0-424f-9add-20cc57664ce2)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:37:08.985982 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-94c792c4-32ac-4cdc-aa2b-c20d5489ba33 req-ed3acfbd-d985-44f0-8e14-9d0cc057861a tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] 10.222.0.65 "GET /v2.0/security-groups?id=4ce63813-5fcd-431f-ad4d-45adcc20fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661376 Mar 11 19:37:09.041966 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-0098af81-27a9-4c40-8604-3a931df90d40 service neutron] For port 01f92c37-1a4f-4ed7-b651-d1f48652d7d8, host n-h1-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:37:09.068867 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-b124b6f8-8129-46ad-b664-f224bdb5535f req-73a35a34-d3b8-4844-a65c-fa71543277be service neutron] 10.222.0.57 "GET /v2.0/networks/603aaea1-f5bf-4434-b0ab-49b5034dacdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502452 Mar 11 19:37:09.070153 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bef99f0-09c4-4723-92b2-8ba65705bd7c x-openstack-request-id: req-4bef99f0-09c4-4723-92b2-8ba65705bd7c {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:37:09.070472 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4735170-7c31-491f-b5c1-54b9bfadea13", "tag": "8adb5fd1-167f-4f37-90bf-f2043a8900a0", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:37:09.071281 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4bef99f0-09c4-4723-92b2-8ba65705bd7c {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:37:09.073628 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4735170-7c31-491f-b5c1-54b9bfadea13', 'tag': '8adb5fd1-167f-4f37-90bf-f2043a8900a0', 'status': 'completed', 'code': 200} Mar 11 19:37:09.082651 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-0098af81-27a9-4c40-8604-3a931df90d40 service neutron] device_id is not set on port 01f92c37-1a4f-4ed7-b651-d1f48652d7d8 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:37:09.099921 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-0098af81-27a9-4c40-8604-3a931df90d40 service neutron] Publish callbacks [] for port (01f92c37-1a4f-4ed7-b651-d1f48652d7d8), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:09.118490 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-0098af81-27a9-4c40-8604-3a931df90d40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (01f92c37-1a4f-4ed7-b651-d1f48652d7d8), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:09.237170 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-0098af81-27a9-4c40-8604-3a931df90d40 service neutron] No DVR routers for this DVR port 01f92c37-1a4f-4ed7-b651-d1f48652d7d8 on host n-h1-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:37:09.261442 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c3f70-98d6-4c6a-b32b-bb9ea48f8090 req-846869ae-ac25-454b-af36-f7a922f831a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:09.262951 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-102c3f70-98d6-4c6a-b32b-bb9ea48f8090 req-846869ae-ac25-454b-af36-f7a922f831a1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=90709db0b81e47d9b7eb66dc531b21b8&device_id=c4735170-7c31-491f-b5c1-54b9bfadea13 HTTP/1.1" status: 200 len: 1126 time: 0.1577687 Mar 11 19:37:09.265461 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0098af81-27a9-4c40-8604-3a931df90d40 service neutron] Pushing event updated for resources: {'Port': ['ID=01f92c37-1a4f-4ed7-b651-d1f48652d7d8,revision_number=6']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:09.266672 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c421c4-238f-45f2-8dc6-535cb8612844 req-1fa41f37-e686-4120-8c7a-aaec1090b518 tempest-VolumesAdminNegativeTest-2139210313 tempest-VolumesAdminNegativeTest-2139210313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:09.268716 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-44c421c4-238f-45f2-8dc6-535cb8612844 req-1fa41f37-e686-4120-8c7a-aaec1090b518 tempest-VolumesAdminNegativeTest-2139210313 tempest-VolumesAdminNegativeTest-2139210313-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4735170-7c31-491f-b5c1-54b9bfadea13 HTTP/1.1" status: 200 len: 944 time: 0.0636148 Mar 11 19:37:09.312613 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-0098af81-27a9-4c40-8604-3a931df90d40 service neutron] In _notify_port_updated(), no bound segment for port 01f92c37-1a4f-4ed7-b651-d1f48652d7d8 on network 11e52173-c93f-4f90-a40d-087cab6dbb47 {{(pid=103884) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 11 19:37:09.313490 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-0098af81-27a9-4c40-8604-3a931df90d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:09.314098 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-0098af81-27a9-4c40-8604-3a931df90d40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:09.315692 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-0098af81-27a9-4c40-8604-3a931df90d40 service neutron] 10.222.0.75 "PUT /v2.0/ports/01f92c37-1a4f-4ed7-b651-d1f48652d7d8 HTTP/1.1" status: 200 len: 1028 time: 0.8192737 Mar 11 19:37:09.329183 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-44c421c4-238f-45f2-8dc6-535cb8612844 req-fceb97d2-c452-4b51-b2ac-16e1a40fe72f tempest-VolumesAdminNegativeTest-2139210313 tempest-VolumesAdminNegativeTest-2139210313-project] 10.222.0.65 "GET /v2.0/security-groups?id=1847236f-a6e9-419a-ae68-801aa5186b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489416 Mar 11 19:37:09.440477 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c3f70-98d6-4c6a-b32b-bb9ea48f8090 req-3f1d72cf-5d1c-4569-b792-38f41e5d3f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:09.442145 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-102c3f70-98d6-4c6a-b32b-bb9ea48f8090 req-3f1d72cf-5d1c-4569-b792-38f41e5d3f8c service neutron] 10.222.0.57 "GET /v2.0/networks?id=1602491a-d41f-49f0-9b55-4fff1e76dd1a HTTP/1.1" status: 200 len: 916 time: 0.1702640 Mar 11 19:37:09.459307 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b696a6-5eee-4ea0-9bb5-fd691c42ab3c req-44512f41-171f-4247-b8a6-cddf893b12f1 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:09.466913 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-48b696a6-5eee-4ea0-9bb5-fd691c42ab3c req-44512f41-171f-4247-b8a6-cddf893b12f1 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbff8c3d-c4d3-4bb3-b145-04248810f46f HTTP/1.1" status: 200 len: 950 time: 0.0673220 Mar 11 19:37:09.493813 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-102c3f70-98d6-4c6a-b32b-bb9ea48f8090 req-1edb12ad-8de3-489e-bddd-11fddbd7dc29 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8adb5fd1-167f-4f37-90bf-f2043a8900a0 HTTP/1.1" status: 200 len: 217 time: 0.0444140 Mar 11 19:37:09.538654 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-67cde07f-94d5-4aca-8730-ac7c32464722 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Deleting port c7f76392-aada-411a-ac64-53336e3dab7e {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:37:09.539213 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-67cde07f-94d5-4aca-8730-ac7c32464722 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (c7f76392-aada-411a-ac64-53336e3dab7e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:09.568876 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-48b696a6-5eee-4ea0-9bb5-fd691c42ab3c req-176f6ca8-e79a-4516-8a5d-7b848788c477 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/security-groups?id=a781a375-ecc1-4470-b434-56ebce1f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856235 Mar 11 19:37:09.581222 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-bf4f9e9f-4c90-4e2b-a78d-c3632363ed67 None None] Provisioning complete for port 01f92c37-1a4f-4ed7-b651-d1f48652d7d8 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:37:09.581597 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bf4f9e9f-4c90-4e2b-a78d-c3632363ed67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (01f92c37-1a4f-4ed7-b651-d1f48652d7d8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:09.632288 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-bf4f9e9f-4c90-4e2b-a78d-c3632363ed67 None None] Port 01f92c37-1a4f-4ed7-b651-d1f48652d7d8 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:37:09.654443 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102c3f70-98d6-4c6a-b32b-bb9ea48f8090 req-81bb4deb-3001-4da7-bee3-ba503218a51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:09.656017 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-102c3f70-98d6-4c6a-b32b-bb9ea48f8090 req-81bb4deb-3001-4da7-bee3-ba503218a51d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=142b8e60-3261-4ad1-8352-cfdc43e1529b HTTP/1.1" status: 200 len: 855 time: 0.1503263 Mar 11 19:37:09.680922 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-67cde07f-94d5-4aca-8730-ac7c32464722 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] For port c7f76392-aada-411a-ac64-53336e3dab7e, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=c7f76392-aada-411a-ac64-53336e3dab7e,segment=NetworkSegment(5c025fea-baa0-424f-9add-20cc57664ce2),segment_id=5c025fea-baa0-424f-9add-20cc57664ce2)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:37:09.681312 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-67cde07f-94d5-4aca-8730-ac7c32464722 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (c7f76392-aada-411a-ac64-53336e3dab7e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:09.703732 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-102c3f70-98d6-4c6a-b32b-bb9ea48f8090 req-1bd1d3c2-d707-4c23-8bf4-99be3dae7acd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1602491a-d41f-49f0-9b55-4fff1e76dd1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372992 Mar 11 19:37:09.717985 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-67cde07f-94d5-4aca-8730-ac7c32464722 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Calling delete_port for c7f76392-aada-411a-ac64-53336e3dab7e owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:37:09.734350 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b130787a-d45d-4207-8131-be216d568fb4 req-f28bce46-c4d7-4aa4-8914-03b90720c266 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:09.739783 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b130787a-d45d-4207-8131-be216d568fb4 req-f28bce46-c4d7-4aa4-8914-03b90720c266 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:09.745567 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b130787a-d45d-4207-8131-be216d568fb4 req-f28bce46-c4d7-4aa4-8914-03b90720c266 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:09.750953 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b130787a-d45d-4207-8131-be216d568fb4 req-f28bce46-c4d7-4aa4-8914-03b90720c266 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:09.757180 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b130787a-d45d-4207-8131-be216d568fb4 req-f28bce46-c4d7-4aa4-8914-03b90720c266 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:09.759024 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b130787a-d45d-4207-8131-be216d568fb4 req-f28bce46-c4d7-4aa4-8914-03b90720c266 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 3885 time: 0.0915284 Mar 11 19:37:09.813457 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b130787a-d45d-4207-8131-be216d568fb4 req-2f24d614-c67e-46b9-b8a6-d028f04da998 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469675 Mar 11 19:37:09.879795 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-102c3f70-98d6-4c6a-b32b-bb9ea48f8090 req-a96159be-29a3-47e3-8aeb-e4a4a6cd3982 service neutron] 10.222.0.57 "GET /v2.0/networks/1602491a-d41f-49f0-9b55-4fff1e76dd1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692865 Mar 11 19:37:09.935810 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c5646d-d871-4309-b511-87485b19ccc1 req-29e5e492-46fe-4a90-8725-493c9613de1d tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:09.937418 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-76c5646d-d871-4309-b511-87485b19ccc1 req-29e5e492-46fe-4a90-8725-493c9613de1d tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?device_id=e1d2be0c-60f7-4b21-82d5-4bc9663b79c8 HTTP/1.1" status: 200 len: 946 time: 0.0582466 Mar 11 19:37:09.990720 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-76c5646d-d871-4309-b511-87485b19ccc1 req-bd44d03c-c7dd-4d34-9611-bb694aead749 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/security-groups?id=03204c94-e7d5-4698-bf53-e2e3ba52bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468369 Mar 11 19:37:10.016551 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-102c3f70-98d6-4c6a-b32b-bb9ea48f8090 req-db4ef2be-f83d-4f12-bc9d-727b386dcac5 service neutron] 10.222.0.57 "GET /v2.0/networks/1602491a-d41f-49f0-9b55-4fff1e76dd1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291468 Mar 11 19:37:10.021723 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-67cde07f-94d5-4aca-8730-ac7c32464722 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (c7f76392-aada-411a-ac64-53336e3dab7e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:10.077234 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cde07f-94d5-4aca-8730-ac7c32464722 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Pushing event deleted for resources: {'Port': ['ID=c7f76392-aada-411a-ac64-53336e3dab7e,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:10.129949 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97262e4f-0b39-45b2-bc3c-18dcd5f41cc0 req-6b20d621-0da5-4536-845a-ee7a35d34a78 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:10.136475 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-97262e4f-0b39-45b2-bc3c-18dcd5f41cc0 req-6b20d621-0da5-4536-845a-ee7a35d34a78 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] 10.222.0.65 "GET /v2.0/ports?device_id=c418716a-2c7c-4f4a-894b-d349bc6d8f2c HTTP/1.1" status: 200 len: 945 time: 0.0650914 Mar 11 19:37:10.145730 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-67cde07f-94d5-4aca-8730-ac7c32464722 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] No DVR routers for this DVR port c7f76392-aada-411a-ac64-53336e3dab7e on host n-h1-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:37:10.149191 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-67cde07f-94d5-4aca-8730-ac7c32464722 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:10.152933 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-67cde07f-94d5-4aca-8730-ac7c32464722 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.75 "DELETE /v2.0/ports/c7f76392-aada-411a-ac64-53336e3dab7e HTTP/1.1" status: 204 len: 173 time: 0.8054423 Mar 11 19:37:10.153745 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa8c702-cf6f-489f-a488-b046d18b5f9d', 'name': 'network-vif-deleted', 'tag': 'c7f76392-aada-411a-ac64-53336e3dab7e'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:37:10.156457 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7955844-de5e-4196-aceb-2d9016b9a713" -d '{"events": [{"server_uuid": "1fa8c702-cf6f-489f-a488-b046d18b5f9d", "name": "network-vif-deleted", "tag": "c7f76392-aada-411a-ac64-53336e3dab7e"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:37:10.213649 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-97262e4f-0b39-45b2-bc3c-18dcd5f41cc0 req-d9cb6f07-070d-4dc2-a4b6-e9f2d2d1f235 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] 10.222.0.65 "GET /v2.0/security-groups?id=4ce63813-5fcd-431f-ad4d-45adcc20fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658674 Mar 11 19:37:10.276415 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-559d3d4d-bd18-4fdb-9612-d7ba0b38aefa tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Deleting port 83a37c83-6ea8-4900-bacb-df4f8976aab8 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:37:10.276942 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-559d3d4d-bd18-4fdb-9612-d7ba0b38aefa tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (83a37c83-6ea8-4900-bacb-df4f8976aab8), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:10.384591 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-559d3d4d-bd18-4fdb-9612-d7ba0b38aefa tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] For port 83a37c83-6ea8-4900-bacb-df4f8976aab8, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=83a37c83-6ea8-4900-bacb-df4f8976aab8,segment=NetworkSegment(9d946b28-c592-4a63-8283-ea5501d9524a),segment_id=9d946b28-c592-4a63-8283-ea5501d9524a)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:37:10.384968 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-559d3d4d-bd18-4fdb-9612-d7ba0b38aefa tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (83a37c83-6ea8-4900-bacb-df4f8976aab8), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:10.414880 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-559d3d4d-bd18-4fdb-9612-d7ba0b38aefa tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Calling delete_port for 83a37c83-6ea8-4900-bacb-df4f8976aab8 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:37:10.445198 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 83a37c83-6ea8-4900-bacb-df4f8976aab8 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:37:10.619325 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00f1e85-754e-40ff-8425-35738cf75722 x-openstack-request-id: req-a00f1e85-754e-40ff-8425-35738cf75722 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:37:10.619965 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fa8c702-cf6f-489f-a488-b046d18b5f9d", "name": "network-vif-deleted", "tag": "c7f76392-aada-411a-ac64-53336e3dab7e", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:37:10.620205 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a00f1e85-754e-40ff-8425-35738cf75722 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:37:10.620978 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa8c702-cf6f-489f-a488-b046d18b5f9d', 'name': 'network-vif-deleted', 'tag': 'c7f76392-aada-411a-ac64-53336e3dab7e', 'status': 'completed', 'code': 200} Mar 11 19:37:10.633371 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 83a37c83-6ea8-4900-bacb-df4f8976aab8 is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:37:10.633889 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (83a37c83-6ea8-4900-bacb-df4f8976aab8), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:10.661274 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-559d3d4d-bd18-4fdb-9612-d7ba0b38aefa tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (83a37c83-6ea8-4900-bacb-df4f8976aab8), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:10.708898 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device ee331cf0-fb09-4b4e-938d-0be1b69ce3c6 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:37:10.741325 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559d3d4d-bd18-4fdb-9612-d7ba0b38aefa tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Pushing event deleted for resources: {'Port': ['ID=83a37c83-6ea8-4900-bacb-df4f8976aab8,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:10.769865 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-559d3d4d-bd18-4fdb-9612-d7ba0b38aefa tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] No DVR routers for this DVR port 83a37c83-6ea8-4900-bacb-df4f8976aab8 on host n-h1-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:37:10.773697 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-559d3d4d-bd18-4fdb-9612-d7ba0b38aefa tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:10.783507 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-559d3d4d-bd18-4fdb-9612-d7ba0b38aefa tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.75 "DELETE /v2.0/ports/83a37c83-6ea8-4900-bacb-df4f8976aab8 HTTP/1.1" status: 204 len: 173 time: 0.6241219 Mar 11 19:37:10.783954 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] The host n-h1-833163-1 is not matching for port ee331cf0-fb09-4b4e-938d-0be1b69ce3c6 host ! {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 19:37:10.784635 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device ee331cf0-fb09-4b4e-938d-0be1b69ce3c6 not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:37:10.785660 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device c7f76392-aada-411a-ac64-53336e3dab7e no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:37:10.788759 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35758fa-8997-437b-948c-adab173f9f44 req-d1402467-0c2f-41e9-9892-e32eb5e740ed tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:10.796133 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c35758fa-8997-437b-948c-adab173f9f44 req-d1402467-0c2f-41e9-9892-e32eb5e740ed tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6243179-a8f6-4cd2-ab1d-6a51b3f7d596 HTTP/1.1" status: 200 len: 945 time: 0.1035540 Mar 11 19:37:10.810269 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: c7f76392-aada-411a-ac64-53336e3dab7e {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:37:10.811005 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device c7f76392-aada-411a-ac64-53336e3dab7e not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:37:10.811261 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 69a77522-9c8e-40b8-938c-f18678aa8e3c no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:37:10.852630 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c35758fa-8997-437b-948c-adab173f9f44 req-5835a7ae-f103-4286-aee6-a566f55dbac0 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] 10.222.0.65 "GET /v2.0/security-groups?id=4ce63813-5fcd-431f-ad4d-45adcc20fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552502 Mar 11 19:37:10.946100 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 69a77522-9c8e-40b8-938c-f18678aa8e3c is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:37:10.946499 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (69a77522-9c8e-40b8-938c-f18678aa8e3c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:10.961275 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-3b524b36-662d-4dd7-9ae6-a10359f6396d tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Deleting port 69a77522-9c8e-40b8-938c-f18678aa8e3c {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:37:10.961979 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-3b524b36-662d-4dd7-9ae6-a10359f6396d tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (69a77522-9c8e-40b8-938c-f18678aa8e3c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:10.991045 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa8c702-cf6f-489f-a488-b046d18b5f9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69a77522-9c8e-40b8-938c-f18678aa8e3c'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:37:10.993599 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2329d373-9b57-4ad8-8839-344bbb89f895" -d '{"events": [{"server_uuid": "1fa8c702-cf6f-489f-a488-b046d18b5f9d", "name": "network-vif-unplugged", "status": "completed", "tag": "69a77522-9c8e-40b8-938c-f18678aa8e3c"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:37:11.031053 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 69a77522-9c8e-40b8-938c-f18678aa8e3c, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=69a77522-9c8e-40b8-938c-f18678aa8e3c,segment=NetworkSegment(9d946b28-c592-4a63-8283-ea5501d9524a),segment_id=9d946b28-c592-4a63-8283-ea5501d9524a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:37:11.037290 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (69a77522-9c8e-40b8-938c-f18678aa8e3c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:11.038704 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 01f92c37-1a4f-4ed7-b651-d1f48652d7d8 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:37:11.044589 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f0e54a-ffd9-405c-beac-3f1a3f316e69 req-e0a57335-e90d-400b-a5da-4364d954600a tempest-VolumesAdminNegativeTest-2139210313 tempest-VolumesAdminNegativeTest-2139210313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:11.046281 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-51f0e54a-ffd9-405c-beac-3f1a3f316e69 req-e0a57335-e90d-400b-a5da-4364d954600a tempest-VolumesAdminNegativeTest-2139210313 tempest-VolumesAdminNegativeTest-2139210313-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4735170-7c31-491f-b5c1-54b9bfadea13 HTTP/1.1" status: 200 len: 944 time: 0.0888376 Mar 11 19:37:11.111807 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-3b524b36-662d-4dd7-9ae6-a10359f6396d tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] For port 69a77522-9c8e-40b8-938c-f18678aa8e3c, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=69a77522-9c8e-40b8-938c-f18678aa8e3c,segment=NetworkSegment(9d946b28-c592-4a63-8283-ea5501d9524a),segment_id=9d946b28-c592-4a63-8283-ea5501d9524a)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:37:11.112927 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-3b524b36-662d-4dd7-9ae6-a10359f6396d tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (69a77522-9c8e-40b8-938c-f18678aa8e3c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:11.129787 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-3b524b36-662d-4dd7-9ae6-a10359f6396d tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Calling delete_port for 69a77522-9c8e-40b8-938c-f18678aa8e3c owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:37:11.147167 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] The host n-h1-833163-1 is not matching for port 01f92c37-1a4f-4ed7-b651-d1f48652d7d8 host ! {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 19:37:11.147769 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 01f92c37-1a4f-4ed7-b651-d1f48652d7d8 not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:37:11.148330 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 6d0f16cb-21fe-4376-88bf-f8036c799e41 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:37:11.195885 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-51f0e54a-ffd9-405c-beac-3f1a3f316e69 req-22848fdc-0a99-4519-bd74-62159b1ea8f4 tempest-VolumesAdminNegativeTest-2139210313 tempest-VolumesAdminNegativeTest-2139210313-project] 10.222.0.65 "GET /v2.0/security-groups?id=1847236f-a6e9-419a-ae68-801aa5186b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298914 Mar 11 19:37:11.263160 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=69a77522-9c8e-40b8-938c-f18678aa8e3c,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:11.279336 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-3b524b36-662d-4dd7-9ae6-a10359f6396d tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (69a77522-9c8e-40b8-938c-f18678aa8e3c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:11.352057 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b524b36-662d-4dd7-9ae6-a10359f6396d tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Pushing event deleted for resources: {'Port': ['ID=69a77522-9c8e-40b8-938c-f18678aa8e3c,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:11.423330 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 6d0f16cb-21fe-4376-88bf-f8036c799e41 is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:37:11.428443 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (6d0f16cb-21fe-4376-88bf-f8036c799e41), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:11.452847 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-3b524b36-662d-4dd7-9ae6-a10359f6396d tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] No DVR routers for this DVR port 69a77522-9c8e-40b8-938c-f18678aa8e3c on host n-h1-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:37:11.456572 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-3b524b36-662d-4dd7-9ae6-a10359f6396d tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:11.468276 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-3b524b36-662d-4dd7-9ae6-a10359f6396d tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.75 "DELETE /v2.0/ports/69a77522-9c8e-40b8-938c-f18678aa8e3c HTTP/1.1" status: 204 len: 173 time: 0.6692553 Mar 11 19:37:11.482652 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 6d0f16cb-21fe-4376-88bf-f8036c799e41, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=6d0f16cb-21fe-4376-88bf-f8036c799e41,segment=NetworkSegment(5c025fea-baa0-424f-9add-20cc57664ce2),segment_id=5c025fea-baa0-424f-9add-20cc57664ce2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:37:11.490659 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (6d0f16cb-21fe-4376-88bf-f8036c799e41), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:11.494284 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 0f7ea648-8ba5-44d1-a485-4afac07a6e22 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:37:11.569577 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7796aff-ea31-4324-b112-a8181f6dbfe3 req-5fb2b77c-ec69-4d61-a750-4a100360578d tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:11.576562 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b7796aff-ea31-4324-b112-a8181f6dbfe3 req-5fb2b77c-ec69-4d61-a750-4a100360578d tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbff8c3d-c4d3-4bb3-b145-04248810f46f HTTP/1.1" status: 200 len: 950 time: 0.1774211 Mar 11 19:37:11.651309 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-5e4c0d47-ccf3-4911-a6ee-f4d67efdf633 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Deleting port 6d0f16cb-21fe-4376-88bf-f8036c799e41 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:37:11.651548 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-5e4c0d47-ccf3-4911-a6ee-f4d67efdf633 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (6d0f16cb-21fe-4376-88bf-f8036c799e41), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:11.652857 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b7796aff-ea31-4324-b112-a8181f6dbfe3 req-405ece14-2183-486f-9e2c-9e9f35b3e107 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/security-groups?id=a781a375-ecc1-4470-b434-56ebce1f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681856 Mar 11 19:37:11.688746 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 0f7ea648-8ba5-44d1-a485-4afac07a6e22 is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:37:11.690832 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (0f7ea648-8ba5-44d1-a485-4afac07a6e22), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:11.724801 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=6d0f16cb-21fe-4376-88bf-f8036c799e41,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:11.761045 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 0f7ea648-8ba5-44d1-a485-4afac07a6e22, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=0f7ea648-8ba5-44d1-a485-4afac07a6e22,segment=NetworkSegment(7a422026-32a0-497f-aed4-1737e6a95f1b),segment_id=7a422026-32a0-497f-aed4-1737e6a95f1b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:37:11.768576 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (0f7ea648-8ba5-44d1-a485-4afac07a6e22), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:11.895536 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=0f7ea648-8ba5-44d1-a485-4afac07a6e22,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:11.918872 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-5e4c0d47-ccf3-4911-a6ee-f4d67efdf633 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] For port 6d0f16cb-21fe-4376-88bf-f8036c799e41, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=6d0f16cb-21fe-4376-88bf-f8036c799e41,segment=NetworkSegment(5c025fea-baa0-424f-9add-20cc57664ce2),segment_id=5c025fea-baa0-424f-9add-20cc57664ce2)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:37:11.920695 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-5e4c0d47-ccf3-4911-a6ee-f4d67efdf633 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (6d0f16cb-21fe-4376-88bf-f8036c799e41), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:11.930668 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274cf54d-2b5a-46eb-855b-20b49209ffa5 req-5e769ebb-f096-4965-a794-c74a8b7f09c2 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:11.936489 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274cf54d-2b5a-46eb-855b-20b49209ffa5 req-5e769ebb-f096-4965-a794-c74a8b7f09c2 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:11.946423 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-274cf54d-2b5a-46eb-855b-20b49209ffa5 req-5e769ebb-f096-4965-a794-c74a8b7f09c2 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 1676 time: 0.1053581 Mar 11 19:37:11.956205 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-5e4c0d47-ccf3-4911-a6ee-f4d67efdf633 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Calling delete_port for 6d0f16cb-21fe-4376-88bf-f8036c799e41 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:37:12.050213 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-274cf54d-2b5a-46eb-855b-20b49209ffa5 req-cc3822f8-0515-4d2c-ae1e-e1f52f9401ad tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups?id=d5fd3d3c-20cd-431b-acc4-4d910716b349&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023436 Mar 11 19:37:12.171421 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-5e4c0d47-ccf3-4911-a6ee-f4d67efdf633 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (6d0f16cb-21fe-4376-88bf-f8036c799e41), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:12.246154 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4c0d47-ccf3-4911-a6ee-f4d67efdf633 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Pushing event deleted for resources: {'Port': ['ID=6d0f16cb-21fe-4376-88bf-f8036c799e41,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:12.312382 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 19:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9832bb-5d29-42e8-9a9d-8611973fa789 x-openstack-request-id: req-ed9832bb-5d29-42e8-9a9d-8611973fa789 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:37:12.312791 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fa8c702-cf6f-489f-a488-b046d18b5f9d", "name": "network-vif-unplugged", "status": "completed", "tag": "69a77522-9c8e-40b8-938c-f18678aa8e3c", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:37:12.313157 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ed9832bb-5d29-42e8-9a9d-8611973fa789 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:37:12.313664 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa8c702-cf6f-489f-a488-b046d18b5f9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69a77522-9c8e-40b8-938c-f18678aa8e3c', 'code': 200} Mar 11 19:37:12.337144 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-5e4c0d47-ccf3-4911-a6ee-f4d67efdf633 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] No DVR routers for this DVR port 6d0f16cb-21fe-4376-88bf-f8036c799e41 on host n-h1-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:37:12.339834 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-5e4c0d47-ccf3-4911-a6ee-f4d67efdf633 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:12.346933 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-5e4c0d47-ccf3-4911-a6ee-f4d67efdf633 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.75 "DELETE /v2.0/ports/6d0f16cb-21fe-4376-88bf-f8036c799e41 HTTP/1.1" status: 204 len: 173 time: 0.8746586 Mar 11 19:37:12.516348 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14050d97-7de2-485d-a7e0-beb4a8dd1697 req-acb1159c-5cef-4c12-ac90-c8b978346904 tempest-VolumesAdminNegativeTest-2139210313 tempest-VolumesAdminNegativeTest-2139210313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:12.528278 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-14050d97-7de2-485d-a7e0-beb4a8dd1697 req-acb1159c-5cef-4c12-ac90-c8b978346904 tempest-VolumesAdminNegativeTest-2139210313 tempest-VolumesAdminNegativeTest-2139210313-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4735170-7c31-491f-b5c1-54b9bfadea13 HTTP/1.1" status: 200 len: 944 time: 0.0899193 Mar 11 19:37:12.545098 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-f97e8083-d8f5-4116-b771-b81b97349036 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Deleting port 0f7ea648-8ba5-44d1-a485-4afac07a6e22 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:37:12.545484 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-f97e8083-d8f5-4116-b771-b81b97349036 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (0f7ea648-8ba5-44d1-a485-4afac07a6e22), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:12.592234 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-14050d97-7de2-485d-a7e0-beb4a8dd1697 req-7f599816-a252-4113-95ad-ed5d8e5e7187 tempest-VolumesAdminNegativeTest-2139210313 tempest-VolumesAdminNegativeTest-2139210313-project] 10.222.0.65 "GET /v2.0/security-groups?id=1847236f-a6e9-419a-ae68-801aa5186b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631020 Mar 11 19:37:12.623985 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa8c702-cf6f-489f-a488-b046d18b5f9d', 'name': 'network-vif-deleted', 'tag': '83a37c83-6ea8-4900-bacb-df4f8976aab8'}, {'server_uuid': '1fa8c702-cf6f-489f-a488-b046d18b5f9d', 'name': 'network-vif-deleted', 'tag': '69a77522-9c8e-40b8-938c-f18678aa8e3c'}, {'server_uuid': '1fa8c702-cf6f-489f-a488-b046d18b5f9d', 'name': 'network-vif-deleted', 'tag': '6d0f16cb-21fe-4376-88bf-f8036c799e41'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:37:12.634291 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e5d9a2-b48b-46b5-a0db-7d11820969d0" -d '{"events": [{"server_uuid": "1fa8c702-cf6f-489f-a488-b046d18b5f9d", "name": "network-vif-deleted", "tag": "83a37c83-6ea8-4900-bacb-df4f8976aab8"}, {"server_uuid": "1fa8c702-cf6f-489f-a488-b046d18b5f9d", "name": "network-vif-deleted", "tag": "69a77522-9c8e-40b8-938c-f18678aa8e3c"}, {"server_uuid": "1fa8c702-cf6f-489f-a488-b046d18b5f9d", "name": "network-vif-deleted", "tag": "6d0f16cb-21fe-4376-88bf-f8036c799e41"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:37:12.673962 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-f97e8083-d8f5-4116-b771-b81b97349036 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] For port 0f7ea648-8ba5-44d1-a485-4afac07a6e22, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=0f7ea648-8ba5-44d1-a485-4afac07a6e22,segment=NetworkSegment(7a422026-32a0-497f-aed4-1737e6a95f1b),segment_id=7a422026-32a0-497f-aed4-1737e6a95f1b)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:37:12.674334 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-f97e8083-d8f5-4116-b771-b81b97349036 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (0f7ea648-8ba5-44d1-a485-4afac07a6e22), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:13.027147 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0b97c696-f101-4d05-ac16-b392ae4294dc req-d1975bcc-207b-4892-9b0f-3d71aa725386 tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=685213f5a21e4750a3561f204c977040&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293212 Mar 11 19:37:13.034910 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-f97e8083-d8f5-4116-b771-b81b97349036 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:13.035409 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-f97e8083-d8f5-4116-b771-b81b97349036 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (c827b1d3-9a77-4acc-925e-f5f39001e051), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:13.035853 n-d-833163-1 neutron-server[103884]: INFO neutron.db.l3_db [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-f97e8083-d8f5-4116-b771-b81b97349036 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Floating IP c827b1d3-9a77-4acc-925e-f5f39001e051 disassociated. External IP: 172.25.8.16, port: 0f7ea648-8ba5-44d1-a485-4afac07a6e22. Mar 11 19:37:13.036294 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-f97e8083-d8f5-4116-b771-b81b97349036 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Calling delete_port for 0f7ea648-8ba5-44d1-a485-4afac07a6e22 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:37:13.167870 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97c696-f101-4d05-ac16-b392ae4294dc req-65874648-58ae-4335-96b6-971cf5b8ba81 tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:13.169831 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0b97c696-f101-4d05-ac16-b392ae4294dc req-65874648-58ae-4335-96b6-971cf5b8ba81 tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1412492 Mar 11 19:37:13.188958 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-f97e8083-d8f5-4116-b771-b81b97349036 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (0f7ea648-8ba5-44d1-a485-4afac07a6e22), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:13.194062 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0b97c696-f101-4d05-ac16-b392ae4294dc req-8e70b37f-02bf-4393-a22e-c6ea4c311f6b tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] 10.222.0.65 "GET /v2.0/quotas/685213f5a21e4750a3561f204c977040 HTTP/1.1" status: 200 len: 375 time: 0.0168962 Mar 11 19:37:13.240951 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0b97c696-f101-4d05-ac16-b392ae4294dc req-8fb9af31-153e-40e9-9bf7-6b8fdaddf13c tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=685213f5a21e4750a3561f204c977040&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0436900 Mar 11 19:37:13.269979 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97e8083-d8f5-4116-b771-b81b97349036 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Pushing event deleted for resources: {'Port': ['ID=0f7ea648-8ba5-44d1-a485-4afac07a6e22,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:13.482940 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 11 Mar 2022 19:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-995feea9-6953-409d-a82d-b292ee767f11 x-openstack-request-id: req-995feea9-6953-409d-a82d-b292ee767f11 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:37:13.483591 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fa8c702-cf6f-489f-a488-b046d18b5f9d", "name": "network-vif-deleted", "tag": "83a37c83-6ea8-4900-bacb-df4f8976aab8", "status": "completed", "code": 200}, {"server_uuid": "1fa8c702-cf6f-489f-a488-b046d18b5f9d", "name": "network-vif-deleted", "tag": "69a77522-9c8e-40b8-938c-f18678aa8e3c", "status": "completed", "code": 200}, {"server_uuid": "1fa8c702-cf6f-489f-a488-b046d18b5f9d", "name": "network-vif-deleted", "tag": "6d0f16cb-21fe-4376-88bf-f8036c799e41", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:37:13.483591 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-995feea9-6953-409d-a82d-b292ee767f11 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:37:13.483912 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa8c702-cf6f-489f-a488-b046d18b5f9d', 'name': 'network-vif-deleted', 'tag': '83a37c83-6ea8-4900-bacb-df4f8976aab8', 'status': 'completed', 'code': 200} Mar 11 19:37:13.484176 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa8c702-cf6f-489f-a488-b046d18b5f9d', 'name': 'network-vif-deleted', 'tag': '69a77522-9c8e-40b8-938c-f18678aa8e3c', 'status': 'completed', 'code': 200} Mar 11 19:37:13.484427 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa8c702-cf6f-489f-a488-b046d18b5f9d', 'name': 'network-vif-deleted', 'tag': '6d0f16cb-21fe-4376-88bf-f8036c799e41', 'status': 'completed', 'code': 200} Mar 11 19:37:13.529529 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-f97e8083-d8f5-4116-b771-b81b97349036 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Router 752d7d8b-269a-45e4-8d95-d3ef0789a828 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:37:13.680199 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d80f12f-7957-4b76-b846-a25eddb7d9ef req-f419d792-1ef0-4cd2-8203-1ab48d9b42c6 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:13.692106 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3d80f12f-7957-4b76-b846-a25eddb7d9ef req-f419d792-1ef0-4cd2-8203-1ab48d9b42c6 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbff8c3d-c4d3-4bb3-b145-04248810f46f HTTP/1.1" status: 200 len: 950 time: 0.1415982 Mar 11 19:37:13.760887 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-f97e8083-d8f5-4116-b771-b81b97349036 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:37:13.774662 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5445471-5571-4016-b3c2-322eacfb3a70 None None] Sync routers for ids ['752d7d8b-269a-45e4-8d95-d3ef0789a828'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:37:13.805956 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3d80f12f-7957-4b76-b846-a25eddb7d9ef req-0a76fe22-3d87-4272-929b-b622cfd2d45e tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/security-groups?id=a781a375-ecc1-4470-b434-56ebce1f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116071 Mar 11 19:37:13.809927 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5445471-5571-4016-b3c2-322eacfb3a70 None None] Routers {'752d7d8b-269a-45e4-8d95-d3ef0789a828'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:37:13.816997 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-b5445471-5571-4016-b3c2-322eacfb3a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:36:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['752d7d8b-269a-45e4-8d95-d3ef0789a828'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:13.864494 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-f97e8083-d8f5-4116-b771-b81b97349036 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] No DVR routers for this DVR port 0f7ea648-8ba5-44d1-a485-4afac07a6e22 on host n-h1-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:37:13.872958 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-f97e8083-d8f5-4116-b771-b81b97349036 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:13.880556 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c32571b6-762b-4929-8b86-54f20009d8b2 req-f97e8083-d8f5-4116-b771-b81b97349036 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.75 "DELETE /v2.0/ports/0f7ea648-8ba5-44d1-a485-4afac07a6e22 HTTP/1.1" status: 204 len: 173 time: 1.5184522 Mar 11 19:37:14.057056 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e40986-16aa-456c-89cc-151309fdff7c req-d445d6cc-dcd3-4c3d-b2ad-754999558036 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:14.060024 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-06e40986-16aa-456c-89cc-151309fdff7c req-d445d6cc-dcd3-4c3d-b2ad-754999558036 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6243179-a8f6-4cd2-ab1d-6a51b3f7d596 HTTP/1.1" status: 200 len: 945 time: 0.1899798 Mar 11 19:37:14.074516 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f88677-b5d1-4476-ae44-29e76aa3d583 req-4d0a7473-8c9e-4e0d-b6fe-f81cba4fb104 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:14.097322 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-33f88677-b5d1-4476-ae44-29e76aa3d583 req-4d0a7473-8c9e-4e0d-b6fe-f81cba4fb104 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6243179-a8f6-4cd2-ab1d-6a51b3f7d596 HTTP/1.1" status: 200 len: 945 time: 0.1244183 Mar 11 19:37:14.138134 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 8adb5fd1-167f-4f37-90bf-f2043a8900a0 details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:37:14.273299 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 8adb5fd1-167f-4f37-90bf-f2043a8900a0, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=8adb5fd1-167f-4f37-90bf-f2043a8900a0,segment=NetworkSegment(6e2301bf-720c-46be-a44c-8cacee50c614),segment_id=6e2301bf-720c-46be-a44c-8cacee50c614)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:37:14.291750 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': '8adb5fd1-167f-4f37-90bf-f2043a8900a0', 'network_id': '1602491a-d41f-49f0-9b55-4fff1e76dd1a', 'port_id': '8adb5fd1-167f-4f37-90bf-f2043a8900a0', 'mac_address': 'fa:16:3e:5d:cb:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '142b8e60-3261-4ad1-8352-cfdc43e1529b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:37:14.394626 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-33f88677-b5d1-4476-ae44-29e76aa3d583 req-38bfd7c1-2a4f-4fd4-bfd8-6ee781d5fb54 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] 10.222.0.65 "GET /v2.0/security-groups?id=4ce63813-5fcd-431f-ad4d-45adcc20fbce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935448 Mar 11 19:37:14.402666 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa8c702-cf6f-489f-a488-b046d18b5f9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d0f16cb-21fe-4376-88bf-f8036c799e41'}, {'server_uuid': '1fa8c702-cf6f-489f-a488-b046d18b5f9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f7ea648-8ba5-44d1-a485-4afac07a6e22'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:37:14.410255 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8165a8df-b643-4e6d-b4bb-cdc3051e5319" -d '{"events": [{"server_uuid": "1fa8c702-cf6f-489f-a488-b046d18b5f9d", "name": "network-vif-unplugged", "status": "completed", "tag": "6d0f16cb-21fe-4376-88bf-f8036c799e41"}, {"server_uuid": "1fa8c702-cf6f-489f-a488-b046d18b5f9d", "name": "network-vif-unplugged", "status": "completed", "tag": "0f7ea648-8ba5-44d1-a485-4afac07a6e22"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:37:14.418258 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 8adb5fd1-167f-4f37-90bf-f2043a8900a0 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:37:14.418806 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (8adb5fd1-167f-4f37-90bf-f2043a8900a0), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:14.471691 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-06e40986-16aa-456c-89cc-151309fdff7c req-c7c6da72-93b6-4293-b5c4-6d78c8bbbc21 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Deleting port 4e77f452-2c64-48d3-a59a-1d03f8c85fcb {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:37:14.471948 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-06e40986-16aa-456c-89cc-151309fdff7c req-c7c6da72-93b6-4293-b5c4-6d78c8bbbc21 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (4e77f452-2c64-48d3-a59a-1d03f8c85fcb), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:14.481042 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-b5445471-5571-4016-b3c2-322eacfb3a70 None None] Set router 752d7d8b-269a-45e4-8d95-d3ef0789a828 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:37:14.489004 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8adb5fd1-167f-4f37-90bf-f2043a8900a0 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:37:14.573832 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2b399-4384-4011-882f-e19ce0419ccf req-b9d4ff58-bded-4cbb-a278-3be915807d21 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:14.576169 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8ed2b399-4384-4011-882f-e19ce0419ccf req-b9d4ff58-bded-4cbb-a278-3be915807d21 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] 10.222.0.75 "GET /v2.0/ports?device_id=c418716a-2c7c-4f4a-894b-d349bc6d8f2c HTTP/1.1" status: 200 len: 945 time: 0.1416490 Mar 11 19:37:14.658381 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 8adb5fd1-167f-4f37-90bf-f2043a8900a0, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=8adb5fd1-167f-4f37-90bf-f2043a8900a0,segment=NetworkSegment(6e2301bf-720c-46be-a44c-8cacee50c614),segment_id=6e2301bf-720c-46be-a44c-8cacee50c614)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:37:14.659215 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-071c3ea0-1dff-412a-971f-831da326fd40 req-603a591f-5bae-4fd9-87c8-12ed273e906d tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 210 time: 0.1201484 Mar 11 19:37:14.717664 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (8adb5fd1-167f-4f37-90bf-f2043a8900a0), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:14.831461 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-8ed2b399-4384-4011-882f-e19ce0419ccf req-ad44d47d-a839-4a6b-847d-aeb05b3ff896 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Deleting port 02c985db-755e-4ab6-8115-ef545a65dca0 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:37:14.832109 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8ed2b399-4384-4011-882f-e19ce0419ccf req-ad44d47d-a839-4a6b-847d-aeb05b3ff896 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (02c985db-755e-4ab6-8115-ef545a65dca0), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:14.833131 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-06e40986-16aa-456c-89cc-151309fdff7c req-c7c6da72-93b6-4293-b5c4-6d78c8bbbc21 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] For port 4e77f452-2c64-48d3-a59a-1d03f8c85fcb, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=4e77f452-2c64-48d3-a59a-1d03f8c85fcb,segment=NetworkSegment(9bb3c5b9-ded6-4f56-ba89-a200cfb91930),segment_id=9bb3c5b9-ded6-4f56-ba89-a200cfb91930)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:37:14.834317 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-06e40986-16aa-456c-89cc-151309fdff7c req-c7c6da72-93b6-4293-b5c4-6d78c8bbbc21 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (4e77f452-2c64-48d3-a59a-1d03f8c85fcb), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:14.875806 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-632bbdea-37d2-4eba-a818-239f95547708 req-cfbfabfd-1812-43dc-8ecd-e9d9f1cb110a tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=685213f5a21e4750a3561f204c977040&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0592921 Mar 11 19:37:14.878980 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-06e40986-16aa-456c-89cc-151309fdff7c req-c7c6da72-93b6-4293-b5c4-6d78c8bbbc21 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Calling delete_port for 4e77f452-2c64-48d3-a59a-1d03f8c85fcb owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:37:15.028568 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-8ed2b399-4384-4011-882f-e19ce0419ccf req-ad44d47d-a839-4a6b-847d-aeb05b3ff896 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] For port 02c985db-755e-4ab6-8115-ef545a65dca0, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=02c985db-755e-4ab6-8115-ef545a65dca0,segment=NetworkSegment(9bb3c5b9-ded6-4f56-ba89-a200cfb91930),segment_id=9bb3c5b9-ded6-4f56-ba89-a200cfb91930)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:37:15.028836 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8ed2b399-4384-4011-882f-e19ce0419ccf req-ad44d47d-a839-4a6b-847d-aeb05b3ff896 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (02c985db-755e-4ab6-8115-ef545a65dca0), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:15.056224 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=8adb5fd1-167f-4f37-90bf-f2043a8900a0,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:15.057912 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-8ed2b399-4384-4011-882f-e19ce0419ccf req-ad44d47d-a839-4a6b-847d-aeb05b3ff896 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Calling delete_port for 02c985db-755e-4ab6-8115-ef545a65dca0 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:37:15.148333 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-b5445471-5571-4016-b3c2-322eacfb3a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '752d7d8b-269a-45e4-8d95-d3ef0789a828', 'name': 'tempest-TaggedBootDevicesTest-1031047735-router', 'tenant_id': '7eee167876f4486fa3e6b7859ca90f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'ef5410c6-9ff9-40b5-ad31-b14099b46aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:29:29Z', 'updated_at': '2022-03-11T19:29:38Z', 'revision_number': 4, 'project_id': '7eee167876f4486fa3e6b7859ca90f06', 'gw_port': {'id': 'ef5410c6-9ff9-40b5-ad31-b14099b46aa9', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '752d7d8b-269a-45e4-8d95-d3ef0789a828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:29:31Z', 'updated_at': '2022-03-11T19:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'b6535650-7755-44ab-a731-aac28c80c30e', 'name': '', 'network_id': '3a5ebcdd-7c47-4480-b835-e31622a3f5f1', 'tenant_id': '7eee167876f4486fa3e6b7859ca90f06', 'mac_address': 'fa:16:3e:64:22:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '752d7d8b-269a-45e4-8d95-d3ef0789a828', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'c4ce97f5-273f-42a3-8dbb-6d45a56d0c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:29:37Z', 'updated_at': '2022-03-11T19:29:44Z', 'revision_number': 5, 'project_id': '7eee167876f4486fa3e6b7859ca90f06', 'subnets': [{'id': 'c4ce97f5-273f-42a3-8dbb-6d45a56d0c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:15.211658 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5445471-5571-4016-b3c2-322eacfb3a70 None None] Checking router: 752d7d8b-269a-45e4-8d95-d3ef0789a828 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:37:15.216108 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['8adb5fd1-167f-4f37-90bf-f2043a8900a0'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:37:15.287822 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5445471-5571-4016-b3c2-322eacfb3a70 None None] Routers {'752d7d8b-269a-45e4-8d95-d3ef0789a828'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:37:15.288717 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-b5445471-5571-4016-b3c2-322eacfb3a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:36:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['752d7d8b-269a-45e4-8d95-d3ef0789a828'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:15.374120 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8ed2b399-4384-4011-882f-e19ce0419ccf req-ad44d47d-a839-4a6b-847d-aeb05b3ff896 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (02c985db-755e-4ab6-8115-ef545a65dca0), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:15.388093 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['4e77f452-2c64-48d3-a59a-1d03f8c85fcb', '02c985db-755e-4ab6-8115-ef545a65dca0'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:37:15.446195 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad44d47d-a839-4a6b-847d-aeb05b3ff896 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Pushing event deleted for resources: {'Port': ['ID=02c985db-755e-4ab6-8115-ef545a65dca0,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:15.485900 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa8c702-cf6f-489f-a488-b046d18b5f9d', 'name': 'network-vif-deleted', 'tag': '0f7ea648-8ba5-44d1-a485-4afac07a6e22'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:37:15.496040 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ae011d-2d5f-4336-a6e3-601712059c4a" -d '{"events": [{"server_uuid": "1fa8c702-cf6f-489f-a488-b046d18b5f9d", "name": "network-vif-deleted", "tag": "0f7ea648-8ba5-44d1-a485-4afac07a6e22"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:37:15.524502 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ed2b399-4384-4011-882f-e19ce0419ccf req-ad44d47d-a839-4a6b-847d-aeb05b3ff896 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] No DVR routers for this DVR port 02c985db-755e-4ab6-8115-ef545a65dca0 on host n-h1-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:37:15.527400 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8ed2b399-4384-4011-882f-e19ce0419ccf req-ad44d47d-a839-4a6b-847d-aeb05b3ff896 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:15.531426 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8ed2b399-4384-4011-882f-e19ce0419ccf req-ad44d47d-a839-4a6b-847d-aeb05b3ff896 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] 10.222.0.75 "DELETE /v2.0/ports/02c985db-755e-4ab6-8115-ef545a65dca0 HTTP/1.1" status: 204 len: 173 time: 0.9491179 Mar 11 19:37:15.536366 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0b97c696-f101-4d05-ac16-b392ae4294dc req-cffe8d40-27d9-4c52-8013-c401d2bdd056 tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=685213f5a21e4750a3561f204c977040&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297976 Mar 11 19:37:15.677357 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-b5445471-5571-4016-b3c2-322eacfb3a70 None None] Set router 752d7d8b-269a-45e4-8d95-d3ef0789a828 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:37:15.812203 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97c696-f101-4d05-ac16-b392ae4294dc req-a40a1803-0bb1-4cb7-a534-753d3bc2b8b8 tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:15.813692 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0b97c696-f101-4d05-ac16-b392ae4294dc req-a40a1803-0bb1-4cb7-a534-753d3bc2b8b8 tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2368102 Mar 11 19:37:15.832213 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-0b97c696-f101-4d05-ac16-b392ae4294dc req-a5caeca4-8bbe-4f0f-8438-6262c0fc48cf tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] Request body: {'port': {'device_id': '512b8dea-fdfb-4b4a-ba66-f8215e6e3d88', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'admin_state_up': True, 'tenant_id': '685213f5a21e4750a3561f204c977040'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:37:15.974947 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b97c696-f101-4d05-ac16-b392ae4294dc req-a5caeca4-8bbe-4f0f-8438-6262c0fc48cf tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] Made reservation on behalf of 685213f5a21e4750a3561f204c977040 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:37:15.978505 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0b97c696-f101-4d05-ac16-b392ae4294dc req-a5caeca4-8bbe-4f0f-8438-6262c0fc48cf tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:16.007387 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0b97c696-f101-4d05-ac16-b392ae4294dc req-a5caeca4-8bbe-4f0f-8438-6262c0fc48cf tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:16.070702 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-b5445471-5571-4016-b3c2-322eacfb3a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '752d7d8b-269a-45e4-8d95-d3ef0789a828', 'name': 'tempest-TaggedBootDevicesTest-1031047735-router', 'tenant_id': '7eee167876f4486fa3e6b7859ca90f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'ef5410c6-9ff9-40b5-ad31-b14099b46aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:29:29Z', 'updated_at': '2022-03-11T19:29:38Z', 'revision_number': 4, 'project_id': '7eee167876f4486fa3e6b7859ca90f06', 'gw_port': {'id': 'ef5410c6-9ff9-40b5-ad31-b14099b46aa9', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '752d7d8b-269a-45e4-8d95-d3ef0789a828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:29:31Z', 'updated_at': '2022-03-11T19:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'b6535650-7755-44ab-a731-aac28c80c30e', 'name': '', 'network_id': '3a5ebcdd-7c47-4480-b835-e31622a3f5f1', 'tenant_id': '7eee167876f4486fa3e6b7859ca90f06', 'mac_address': 'fa:16:3e:64:22:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '752d7d8b-269a-45e4-8d95-d3ef0789a828', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'c4ce97f5-273f-42a3-8dbb-6d45a56d0c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:29:37Z', 'updated_at': '2022-03-11T19:29:44Z', 'revision_number': 5, 'project_id': '7eee167876f4486fa3e6b7859ca90f06', 'subnets': [{'id': 'c4ce97f5-273f-42a3-8dbb-6d45a56d0c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:16.118346 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5445471-5571-4016-b3c2-322eacfb3a70 None None] The sync data for ids ['752d7d8b-269a-45e4-8d95-d3ef0789a828'] in n-d-833163-1 is: [{'id': '752d7d8b-269a-45e4-8d95-d3ef0789a828', 'name': 'tempest-TaggedBootDevicesTest-1031047735-router', 'tenant_id': '7eee167876f4486fa3e6b7859ca90f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'ef5410c6-9ff9-40b5-ad31-b14099b46aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:29:29Z', 'updated_at': '2022-03-11T19:29:38Z', 'revision_number': 4, 'project_id': '7eee167876f4486fa3e6b7859ca90f06', 'gw_port': {'id': 'ef5410c6-9ff9-40b5-ad31-b14099b46aa9', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '752d7d8b-269a-45e4-8d95-d3ef0789a828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:29:31Z', 'updated_at': '2022-03-11T19:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'b6535650-7755-44ab-a731-aac28c80c30e', 'name': '', 'network_id': '3a5ebcdd-7c47-4480-b835-e31622a3f5f1', 'tenant_id': '7eee167876f4486fa3e6b7859ca90f06', 'mac_address': 'fa:16:3e:64:22:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '752d7d8b-269a-45e4-8d95-d3ef0789a828', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'c4ce97f5-273f-42a3-8dbb-6d45a56d0c24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:29:37Z', 'updated_at': '2022-03-11T19:29:44Z', 'revision_number': 5, 'project_id': '7eee167876f4486fa3e6b7859ca90f06', 'subnets': [{'id': 'c4ce97f5-273f-42a3-8dbb-6d45a56d0c24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:37:16.134265 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-06e40986-16aa-456c-89cc-151309fdff7c req-c7c6da72-93b6-4293-b5c4-6d78c8bbbc21 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (4e77f452-2c64-48d3-a59a-1d03f8c85fcb), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:16.149258 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['02c985db-755e-4ab6-8115-ef545a65dca0'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:37:16.171162 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632bbdea-37d2-4eba-a818-239f95547708 req-f4da0a3e-87bd-46a9-982a-3af66c5c4e91 tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:16.179572 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-632bbdea-37d2-4eba-a818-239f95547708 req-f4da0a3e-87bd-46a9-982a-3af66c5c4e91 tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3026474 Mar 11 19:37:16.193996 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c6da72-93b6-4293-b5c4-6d78c8bbbc21 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Pushing event deleted for resources: {'Port': ['ID=4e77f452-2c64-48d3-a59a-1d03f8c85fcb,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:16.204444 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-632bbdea-37d2-4eba-a818-239f95547708 req-6ccd6e20-e7f1-4163-8edf-aa49ce6f2419 tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] 10.222.0.65 "GET /v2.0/quotas/685213f5a21e4750a3561f204c977040 HTTP/1.1" status: 200 len: 375 time: 0.0238857 Mar 11 19:37:16.264033 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-632bbdea-37d2-4eba-a818-239f95547708 req-34199fdd-0b4e-45a0-99c2-c2345faaf280 tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=685213f5a21e4750a3561f204c977040&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0581863 Mar 11 19:37:16.286086 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0b97c696-f101-4d05-ac16-b392ae4294dc req-a5caeca4-8bbe-4f0f-8438-6262c0fc48cf tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] Publish callbacks [] for security_group (f452eb47-6dc6-439f-ac03-125757af0b75), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:16.292731 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0b97c696-f101-4d05-ac16-b392ae4294dc req-a5caeca4-8bbe-4f0f-8438-6262c0fc48cf tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (f452eb47-6dc6-439f-ac03-125757af0b75), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:16.366276 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e40986-16aa-456c-89cc-151309fdff7c req-c7c6da72-93b6-4293-b5c4-6d78c8bbbc21 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] No DVR routers for this DVR port 4e77f452-2c64-48d3-a59a-1d03f8c85fcb on host n-h1-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:37:16.371958 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-06e40986-16aa-456c-89cc-151309fdff7c req-c7c6da72-93b6-4293-b5c4-6d78c8bbbc21 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:16.375405 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-06e40986-16aa-456c-89cc-151309fdff7c req-c7c6da72-93b6-4293-b5c4-6d78c8bbbc21 tempest-MultipleCreateTestJSON-1934409028 tempest-MultipleCreateTestJSON-1934409028-project] 10.222.0.75 "DELETE /v2.0/ports/4e77f452-2c64-48d3-a59a-1d03f8c85fcb HTTP/1.1" status: 204 len: 173 time: 2.2746317 Mar 11 19:37:16.422246 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6243179-a8f6-4cd2-ab1d-6a51b3f7d596', 'name': 'network-vif-deleted', 'tag': '4e77f452-2c64-48d3-a59a-1d03f8c85fcb'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:37:16.424666 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef684ea-2dac-4104-b9ec-f2d5bc4ad18f" -d '{"events": [{"server_uuid": "d6243179-a8f6-4cd2-ab1d-6a51b3f7d596", "name": "network-vif-deleted", "tag": "4e77f452-2c64-48d3-a59a-1d03f8c85fcb"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:37:16.443145 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5caeca4-8bbe-4f0f-8438-6262c0fc48cf tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f452eb47-6dc6-439f-ac03-125757af0b75,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:16.606433 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-0b97c696-f101-4d05-ac16-b392ae4294dc req-a5caeca4-8bbe-4f0f-8438-6262c0fc48cf tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] Allocated IP 192.168.233.70 (885772b1-9b97-4e1d-a0fb-e125030c5a81/9bb14923-74c3-4313-be8d-ed33542f05aa/85897ddf-20c1-4ec8-bea7-195d6f9d59e3) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:37:16.650681 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1053ada-d710-4730-aa0f-e972772d878e None None] New status for floating IP c827b1d3-9a77-4acc-925e-f5f39001e051: DOWN {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 19:37:16.830402 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33251a35-f8cd-4247-b0e5-0cb1c0772995 req-5986ee74-84dd-47f5-9585-8177c771e9b8 tempest-VolumesAdminNegativeTest-2139210313 tempest-VolumesAdminNegativeTest-2139210313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:16.835140 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-33251a35-f8cd-4247-b0e5-0cb1c0772995 req-5986ee74-84dd-47f5-9585-8177c771e9b8 tempest-VolumesAdminNegativeTest-2139210313 tempest-VolumesAdminNegativeTest-2139210313-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4735170-7c31-491f-b5c1-54b9bfadea13 HTTP/1.1" status: 200 len: 945 time: 0.1869214 Mar 11 19:37:16.962389 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0b97c696-f101-4d05-ac16-b392ae4294dc req-a5caeca4-8bbe-4f0f-8438-6262c0fc48cf tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] Publish callbacks [] for port (85897ddf-20c1-4ec8-bea7-195d6f9d59e3), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:17.003271 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-33251a35-f8cd-4247-b0e5-0cb1c0772995 req-14506336-931a-4db5-ab4e-0110fce58334 tempest-VolumesAdminNegativeTest-2139210313 tempest-VolumesAdminNegativeTest-2139210313-project] 10.222.0.65 "GET /v2.0/security-groups?id=1847236f-a6e9-419a-ae68-801aa5186b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537786 Mar 11 19:37:17.072457 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0b97c696-f101-4d05-ac16-b392ae4294dc req-a5caeca4-8bbe-4f0f-8438-6262c0fc48cf tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (85897ddf-20c1-4ec8-bea7-195d6f9d59e3), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:17.150075 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 11 Mar 2022 19:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019765e0-861e-43fa-9d26-278d07cfe4d0 x-openstack-request-id: req-019765e0-861e-43fa-9d26-278d07cfe4d0 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:37:17.150641 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fa8c702-cf6f-489f-a488-b046d18b5f9d", "name": "network-vif-unplugged", "status": "completed", "tag": "6d0f16cb-21fe-4376-88bf-f8036c799e41", "code": 200}, {"server_uuid": "1fa8c702-cf6f-489f-a488-b046d18b5f9d", "name": "network-vif-unplugged", "status": "completed", "tag": "0f7ea648-8ba5-44d1-a485-4afac07a6e22", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:37:17.150916 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-019765e0-861e-43fa-9d26-278d07cfe4d0 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:37:17.151470 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa8c702-cf6f-489f-a488-b046d18b5f9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d0f16cb-21fe-4376-88bf-f8036c799e41', 'code': 200} Mar 11 19:37:17.151860 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa8c702-cf6f-489f-a488-b046d18b5f9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f7ea648-8ba5-44d1-a485-4afac07a6e22', 'code': 200} Mar 11 19:37:17.162836 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b97c696-f101-4d05-ac16-b392ae4294dc req-a5caeca4-8bbe-4f0f-8438-6262c0fc48cf tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] Network 885772b1-9b97-4e1d-a0fb-e125030c5a81 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:37:17.166606 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-0b97c696-f101-4d05-ac16-b392ae4294dc req-a5caeca4-8bbe-4f0f-8438-6262c0fc48cf tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:37:17.206093 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5caeca4-8bbe-4f0f-8438-6262c0fc48cf tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] Pushing event updated for resources: {'Port': ['ID=85897ddf-20c1-4ec8-bea7-195d6f9d59e3,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:17.224811 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b97c696-f101-4d05-ac16-b392ae4294dc req-a5caeca4-8bbe-4f0f-8438-6262c0fc48cf tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:37:17.382886 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97c696-f101-4d05-ac16-b392ae4294dc req-a5caeca4-8bbe-4f0f-8438-6262c0fc48cf tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:17.385986 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0b97c696-f101-4d05-ac16-b392ae4294dc req-a5caeca4-8bbe-4f0f-8438-6262c0fc48cf tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:17.416358 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2698dd-2ffe-42f4-8a6f-9cb962cee7d9 req-c047ce2d-2817-44ef-886e-395e438297ad tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:17.423767 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3d2698dd-2ffe-42f4-8a6f-9cb962cee7d9 req-c047ce2d-2817-44ef-886e-395e438297ad tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbff8c3d-c4d3-4bb3-b145-04248810f46f HTTP/1.1" status: 200 len: 950 time: 0.1558335 Mar 11 19:37:17.450501 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0b97c696-f101-4d05-ac16-b392ae4294dc req-a5caeca4-8bbe-4f0f-8438-6262c0fc48cf tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6223569 Mar 11 19:37:17.479366 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3d2698dd-2ffe-42f4-8a6f-9cb962cee7d9 req-a39b48db-e2ce-4c39-9595-a3037520836f tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/security-groups?id=a781a375-ecc1-4470-b434-56ebce1f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547154 Mar 11 19:37:17.524820 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-64dce3cd-859c-4890-85ea-1a643c2a80a4 None None] Provisioning complete for port 85897ddf-20c1-4ec8-bea7-195d6f9d59e3 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:37:17.525200 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-64dce3cd-859c-4890-85ea-1a643c2a80a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (85897ddf-20c1-4ec8-bea7-195d6f9d59e3), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:17.567330 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-64dce3cd-859c-4890-85ea-1a643c2a80a4 None None] Port 85897ddf-20c1-4ec8-bea7-195d6f9d59e3 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:37:17.568643 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de995f1-3b73-4b50-adc5-fca179840bd7 x-openstack-request-id: req-2de995f1-3b73-4b50-adc5-fca179840bd7 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:37:17.569526 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fa8c702-cf6f-489f-a488-b046d18b5f9d", "name": "network-vif-deleted", "tag": "0f7ea648-8ba5-44d1-a485-4afac07a6e22", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:37:17.569980 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2de995f1-3b73-4b50-adc5-fca179840bd7 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:37:17.570392 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa8c702-cf6f-489f-a488-b046d18b5f9d', 'name': 'network-vif-deleted', 'tag': '0f7ea648-8ba5-44d1-a485-4afac07a6e22', 'status': 'completed', 'code': 200} Mar 11 19:37:17.587666 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-0b97c696-f101-4d05-ac16-b392ae4294dc req-58a0fe3b-a858-4d39-9d8b-dd0bdecf96ca service neutron] Request body: {'port': {'device_id': '512b8dea-fdfb-4b4a-ba66-f8215e6e3d88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:37:17.698635 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4e97e370-c262-481a-88d1-da700b285901 req-c876424d-8a90-4b6e-ae96-e1a9b264ee54 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 210 time: 0.0698681 Mar 11 19:37:17.711431 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0b97c696-f101-4d05-ac16-b392ae4294dc req-58a0fe3b-a858-4d39-9d8b-dd0bdecf96ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (85897ddf-20c1-4ec8-bea7-195d6f9d59e3), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:17.977935 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d32b26e-524e-4ecf-94fd-7d385d0851d9 req-975b5c58-5b7a-41f7-9824-6aa6cf9d5dc0 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:17.979838 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5d32b26e-524e-4ecf-94fd-7d385d0851d9 req-975b5c58-5b7a-41f7-9824-6aa6cf9d5dc0 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/ports?device_id=b85456c3-ba17-40bb-bec2-2390fcec8032 HTTP/1.1" status: 200 len: 945 time: 0.1557267 Mar 11 19:37:18.151207 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5d32b26e-524e-4ecf-94fd-7d385d0851d9 req-33d50d38-11af-4d2d-85ad-3f1fc82c607d tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/security-groups?id=9eadf186-3007-49d9-b4f3-e4bc7305f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383753 Mar 11 19:37:18.161184 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 8adb5fd1-167f-4f37-90bf-f2043a8900a0 up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:37:18.185885 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-632bbdea-37d2-4eba-a818-239f95547708 req-6d7c7ee1-5c9c-418a-96a5-7380c77cfe59 tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=685213f5a21e4750a3561f204c977040&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0758994 Mar 11 19:37:18.262797 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ba0953-c2ad-4a72-a211-fd14542f5ba2 x-openstack-request-id: req-b1ba0953-c2ad-4a72-a211-fd14542f5ba2 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:37:18.264210 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6243179-a8f6-4cd2-ab1d-6a51b3f7d596", "name": "network-vif-deleted", "tag": "4e77f452-2c64-48d3-a59a-1d03f8c85fcb", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:37:18.264712 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b1ba0953-c2ad-4a72-a211-fd14542f5ba2 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:37:18.265899 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6243179-a8f6-4cd2-ab1d-6a51b3f7d596', 'name': 'network-vif-deleted', 'tag': '4e77f452-2c64-48d3-a59a-1d03f8c85fcb', 'status': 'completed', 'code': 200} Mar 11 19:37:18.281928 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port 8adb5fd1-167f-4f37-90bf-f2043a8900a0 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:37:18.293003 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port 8adb5fd1-167f-4f37-90bf-f2043a8900a0 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:37:18.293968 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (8adb5fd1-167f-4f37-90bf-f2043a8900a0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:18.445132 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 8adb5fd1-167f-4f37-90bf-f2043a8900a0 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:37:18.445445 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (8adb5fd1-167f-4f37-90bf-f2043a8900a0), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:18.478442 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8bad42e9-27cc-4ea3-a71f-95f2f7c59322 req-c84257ec-8aa0-4a10-bc4b-49fb730d63e4 tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff6512a6-65de-4148-9b6b-4d286cc158a6 HTTP/1.1" status: 200 len: 210 time: 0.1051700 Mar 11 19:37:18.503276 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 02c985db-755e-4ab6-8115-ef545a65dca0 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:37:18.503709 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-0b97c696-f101-4d05-ac16-b392ae4294dc req-58a0fe3b-a858-4d39-9d8b-dd0bdecf96ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85897ddf-20c1-4ec8-bea7-195d6f9d59e3 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:37:18.526466 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0b97c696-f101-4d05-ac16-b392ae4294dc req-58a0fe3b-a858-4d39-9d8b-dd0bdecf96ca service neutron] Publish callbacks [] for port (85897ddf-20c1-4ec8-bea7-195d6f9d59e3), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:18.560066 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: 02c985db-755e-4ab6-8115-ef545a65dca0 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:37:18.561892 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 02c985db-755e-4ab6-8115-ef545a65dca0 not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:37:18.562344 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 4e77f452-2c64-48d3-a59a-1d03f8c85fcb no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:37:18.592051 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36080) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:37:18.618580 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632bbdea-37d2-4eba-a818-239f95547708 req-72cc60be-a1e5-4fa3-8fcb-87eea9fff4f2 tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:18.624478 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-632bbdea-37d2-4eba-a818-239f95547708 req-72cc60be-a1e5-4fa3-8fcb-87eea9fff4f2 tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4229586 Mar 11 19:37:18.643004 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 8adb5fd1-167f-4f37-90bf-f2043a8900a0, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=8adb5fd1-167f-4f37-90bf-f2043a8900a0,segment=NetworkSegment(6e2301bf-720c-46be-a44c-8cacee50c614),segment_id=6e2301bf-720c-46be-a44c-8cacee50c614)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:37:18.649625 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: 4e77f452-2c64-48d3-a59a-1d03f8c85fcb {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:37:18.653555 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 4e77f452-2c64-48d3-a59a-1d03f8c85fcb not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:37:18.658339 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-632bbdea-37d2-4eba-a818-239f95547708 req-2f998da6-7c69-4e59-b6fd-2c35f4383215 tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] Request body: {'port': {'device_id': 'ff6512a6-65de-4148-9b6b-4d286cc158a6', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'admin_state_up': True, 'tenant_id': '685213f5a21e4750a3561f204c977040'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:37:18.662609 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (8adb5fd1-167f-4f37-90bf-f2043a8900a0), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:18.663575 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-3909146c-97f4-48a2-a018-2cb9e178dda7 admin admin] Deleting subnet 6c645ced-5e6e-4cab-a984-2139b15643f2 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:37:18.669473 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3909146c-97f4-48a2-a018-2cb9e178dda7 admin admin] Publish callbacks [] for subnet (6c645ced-5e6e-4cab-a984-2139b15643f2), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:18.669790 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-0b97c696-f101-4d05-ac16-b392ae4294dc req-58a0fe3b-a858-4d39-9d8b-dd0bdecf96ca service neutron] Transition to ACTIVE for port object 85897ddf-20c1-4ec8-bea7-195d6f9d59e3 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:37:18.730704 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3909146c-97f4-48a2-a018-2cb9e178dda7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (6c645ced-5e6e-4cab-a984-2139b15643f2), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:18.759218 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0b97c696-f101-4d05-ac16-b392ae4294dc req-58a0fe3b-a858-4d39-9d8b-dd0bdecf96ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (85897ddf-20c1-4ec8-bea7-195d6f9d59e3), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:18.794165 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3909146c-97f4-48a2-a018-2cb9e178dda7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (6c645ced-5e6e-4cab-a984-2139b15643f2), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:18.806569 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:18.808345 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=8adb5fd1-167f-4f37-90bf-f2043a8900a0,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:18.887194 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3909146c-97f4-48a2-a018-2cb9e178dda7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (6c645ced-5e6e-4cab-a984-2139b15643f2), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:18.907023 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3909146c-97f4-48a2-a018-2cb9e178dda7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:18.911657 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-3909146c-97f4-48a2-a018-2cb9e178dda7 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/6c645ced-5e6e-4cab-a984-2139b15643f2 HTTP/1.1" status: 204 len: 168 time: 0.3171659 Mar 11 19:37:18.934045 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36084) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:37:18.943507 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3909146c-97f4-48a2-a018-2cb9e178dda7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c645ced-5e6e-4cab-a984-2139b15643f2,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:19.007548 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a0fe3b-a858-4d39-9d8b-dd0bdecf96ca service neutron] Pushing event updated for resources: {'Port': ['ID=85897ddf-20c1-4ec8-bea7-195d6f9d59e3,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:19.141065 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826f4d7-69b5-4da6-b44f-82606800a4d3 req-9ebee7ed-8a68-4fbf-99ed-fc2428de583f tempest-VolumesAdminNegativeTest-2139210313 tempest-VolumesAdminNegativeTest-2139210313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:19.148633 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a826f4d7-69b5-4da6-b44f-82606800a4d3 req-9ebee7ed-8a68-4fbf-99ed-fc2428de583f tempest-VolumesAdminNegativeTest-2139210313 tempest-VolumesAdminNegativeTest-2139210313-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4735170-7c31-491f-b5c1-54b9bfadea13 HTTP/1.1" status: 200 len: 946 time: 0.4000974 Mar 11 19:37:19.153912 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4735170-7c31-491f-b5c1-54b9bfadea13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8adb5fd1-167f-4f37-90bf-f2043a8900a0'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:37:19.155998 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585bea3e-4a11-4e10-aba1-0411c18a3879" -d '{"events": [{"server_uuid": "c4735170-7c31-491f-b5c1-54b9bfadea13", "name": "network-vif-plugged", "status": "completed", "tag": "8adb5fd1-167f-4f37-90bf-f2043a8900a0"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:37:19.214659 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-0b97c696-f101-4d05-ac16-b392ae4294dc req-58a0fe3b-a858-4d39-9d8b-dd0bdecf96ca service neutron] Attempting to bind port 85897ddf-20c1-4ec8-bea7-195d6f9d59e3 on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:37:19.215171 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-0b97c696-f101-4d05-ac16-b392ae4294dc req-58a0fe3b-a858-4d39-9d8b-dd0bdecf96ca service neutron] Attempting to bind port 85897ddf-20c1-4ec8-bea7-195d6f9d59e3 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:37:19.215507 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b97c696-f101-4d05-ac16-b392ae4294dc req-58a0fe3b-a858-4d39-9d8b-dd0bdecf96ca service neutron] Attempting to bind port 85897ddf-20c1-4ec8-bea7-195d6f9d59e3 on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:37:19.219890 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-632bbdea-37d2-4eba-a818-239f95547708 req-2f998da6-7c69-4e59-b6fd-2c35f4383215 tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] Made reservation on behalf of 685213f5a21e4750a3561f204c977040 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:37:19.223719 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-632bbdea-37d2-4eba-a818-239f95547708 req-2f998da6-7c69-4e59-b6fd-2c35f4383215 tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:19.265562 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b97c696-f101-4d05-ac16-b392ae4294dc req-58a0fe3b-a858-4d39-9d8b-dd0bdecf96ca service neutron] Port 85897ddf-20c1-4ec8-bea7-195d6f9d59e3 on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:37:19.272268 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b97c696-f101-4d05-ac16-b392ae4294dc req-58a0fe3b-a858-4d39-9d8b-dd0bdecf96ca service neutron] Attempting to bind port 85897ddf-20c1-4ec8-bea7-195d6f9d59e3 on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:37:19.292030 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b97c696-f101-4d05-ac16-b392ae4294dc req-58a0fe3b-a858-4d39-9d8b-dd0bdecf96ca service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:37:19.292369 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b97c696-f101-4d05-ac16-b392ae4294dc req-58a0fe3b-a858-4d39-9d8b-dd0bdecf96ca service neutron] Checking segment: {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:37:19.292781 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b97c696-f101-4d05-ac16-b392ae4294dc req-58a0fe3b-a858-4d39-9d8b-dd0bdecf96ca service neutron] Bound using segment: {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:37:19.293228 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-0b97c696-f101-4d05-ac16-b392ae4294dc req-58a0fe3b-a858-4d39-9d8b-dd0bdecf96ca service neutron] Bound port: 85897ddf-20c1-4ec8-bea7-195d6f9d59e3, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:37:19.293585 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0b97c696-f101-4d05-ac16-b392ae4294dc req-58a0fe3b-a858-4d39-9d8b-dd0bdecf96ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (85897ddf-20c1-4ec8-bea7-195d6f9d59e3), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:19.345363 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a826f4d7-69b5-4da6-b44f-82606800a4d3 req-fa55b50c-ebc3-4a4d-9f62-ee0904c42cd2 tempest-VolumesAdminNegativeTest-2139210313 tempest-VolumesAdminNegativeTest-2139210313-project] 10.222.0.65 "GET /v2.0/security-groups?id=1847236f-a6e9-419a-ae68-801aa5186b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958282 Mar 11 19:37:19.515714 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-0b97c696-f101-4d05-ac16-b392ae4294dc req-58a0fe3b-a858-4d39-9d8b-dd0bdecf96ca service neutron] For port 85897ddf-20c1-4ec8-bea7-195d6f9d59e3, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:37:19.537062 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-0b97c696-f101-4d05-ac16-b392ae4294dc req-58a0fe3b-a858-4d39-9d8b-dd0bdecf96ca service neutron] For port 85897ddf-20c1-4ec8-bea7-195d6f9d59e3, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=85897ddf-20c1-4ec8-bea7-195d6f9d59e3,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:37:19.548254 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2a74b8bf-c41b-4435-b644-e817b3ee734c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (b7328d88-c46c-4fd2-beed-653eba4777e2), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:19.584962 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c418716a-2c7c-4f4a-894b-d349bc6d8f2c', 'name': 'network-vif-deleted', 'tag': '02c985db-755e-4ab6-8115-ef545a65dca0'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:37:19.587569 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f91402-d93a-4e52-a552-492890dbc8bc" -d '{"events": [{"server_uuid": "c418716a-2c7c-4f4a-894b-d349bc6d8f2c", "name": "network-vif-deleted", "tag": "02c985db-755e-4ab6-8115-ef545a65dca0"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:37:19.596920 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0b97c696-f101-4d05-ac16-b392ae4294dc req-58a0fe3b-a858-4d39-9d8b-dd0bdecf96ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (85897ddf-20c1-4ec8-bea7-195d6f9d59e3), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:19.602134 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-632bbdea-37d2-4eba-a818-239f95547708 req-2f998da6-7c69-4e59-b6fd-2c35f4383215 tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] Allocated IP 192.168.233.134 (885772b1-9b97-4e1d-a0fb-e125030c5a81/9bb14923-74c3-4313-be8d-ed33542f05aa/2d98c400-07f5-4a86-882f-5ed09d9a0dc0) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:37:19.663404 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97c696-f101-4d05-ac16-b392ae4294dc req-58a0fe3b-a858-4d39-9d8b-dd0bdecf96ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:19.664079 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0b97c696-f101-4d05-ac16-b392ae4294dc req-58a0fe3b-a858-4d39-9d8b-dd0bdecf96ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:19.665479 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0b97c696-f101-4d05-ac16-b392ae4294dc req-58a0fe3b-a858-4d39-9d8b-dd0bdecf96ca service neutron] 10.222.0.75 "PUT /v2.0/ports/85897ddf-20c1-4ec8-bea7-195d6f9d59e3 HTTP/1.1" status: 200 len: 1095 time: 2.0919921 Mar 11 19:37:19.673479 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2a74b8bf-c41b-4435-b644-e817b3ee734c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (b7328d88-c46c-4fd2-beed-653eba4777e2), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:19.688507 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb926ec4-f100-4476-b9cc-ed3a44eb3b6b req-17448e14-2bf6-4570-8b66-95bd53122992 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:19.695714 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fb926ec4-f100-4476-b9cc-ed3a44eb3b6b req-17448e14-2bf6-4570-8b66-95bd53122992 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/ports?device_id=b85456c3-ba17-40bb-bec2-2390fcec8032 HTTP/1.1" status: 200 len: 945 time: 0.1562347 Mar 11 19:37:19.702903 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-2a74b8bf-c41b-4435-b644-e817b3ee734c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7328d88-c46c-4fd2-beed-653eba4777e2']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:19.716418 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-2a74b8bf-c41b-4435-b644-e817b3ee734c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bb3c5b9-ded6-4f56-ba89-a200cfb91930') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:19.716799 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-2a74b8bf-c41b-4435-b644-e817b3ee734c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bb3c5b9-ded6-4f56-ba89-a200cfb91930') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:37:19.731664 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2a74b8bf-c41b-4435-b644-e817b3ee734c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (9bb3c5b9-ded6-4f56-ba89-a200cfb91930), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:19.748327 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2a74b8bf-c41b-4435-b644-e817b3ee734c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (9bb3c5b9-ded6-4f56-ba89-a200cfb91930), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:19.759520 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a74b8bf-c41b-4435-b644-e817b3ee734c admin admin] Releasing vlan 894 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:37:19.759520 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2a74b8bf-c41b-4435-b644-e817b3ee734c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (9bb3c5b9-ded6-4f56-ba89-a200cfb91930), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:19.761103 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:37:19.761103 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:37:19.761103 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:37:19.761103 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:37:19.761103 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:37:19.761103 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:37:19.761103 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:37:19.761103 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:37:19.761103 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:37:19.761103 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:37:19.761103 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:37:19.761103 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:37:19.761103 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:37:19.761103 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:37:19.761103 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:37:19.761103 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:37:19.761103 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:37:19.761103 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:37:19.761103 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:37:19.761103 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:37:19.761103 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:37:19.761103 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:37:19.761103 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:37:19.761103 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:37:19.761103 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:37:19.761103 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:37:19.761103 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:37:19.761103 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:37:19.761103 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:37:19.761103 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:37:19.761103 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:37:19.761103 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:37:19.768072 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a0fe3b-a858-4d39-9d8b-dd0bdecf96ca service neutron] Pushing event updated for resources: {'Port': ['ID=85897ddf-20c1-4ec8-bea7-195d6f9d59e3,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:19.872100 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2a74b8bf-c41b-4435-b644-e817b3ee734c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (b7328d88-c46c-4fd2-beed-653eba4777e2), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:19.890470 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2a74b8bf-c41b-4435-b644-e817b3ee734c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:19.903617 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-2a74b8bf-c41b-4435-b644-e817b3ee734c admin admin] 10.222.0.65 "DELETE /v2.0/networks/b7328d88-c46c-4fd2-beed-653eba4777e2 HTTP/1.1" status: 204 len: 168 time: 0.9681108 Mar 11 19:37:19.919657 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a74b8bf-c41b-4435-b644-e817b3ee734c admin admin] Pushing event deleted for resources: {'Network': ['ID=b7328d88-c46c-4fd2-beed-653eba4777e2,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:19.995874 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-632bbdea-37d2-4eba-a818-239f95547708 req-2f998da6-7c69-4e59-b6fd-2c35f4383215 tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] Publish callbacks [] for port (2d98c400-07f5-4a86-882f-5ed09d9a0dc0), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:20.016470 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fb926ec4-f100-4476-b9cc-ed3a44eb3b6b req-93463b0e-df93-475f-872e-12d376463132 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/security-groups?id=9eadf186-3007-49d9-b4f3-e4bc7305f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198175 Mar 11 19:37:20.054650 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97c696-f101-4d05-ac16-b392ae4294dc req-878b2304-39df-4668-971c-307a3903a903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:20.060000 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0b97c696-f101-4d05-ac16-b392ae4294dc req-878b2304-39df-4668-971c-307a3903a903 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=685213f5a21e4750a3561f204c977040&device_id=512b8dea-fdfb-4b4a-ba66-f8215e6e3d88 HTTP/1.1" status: 200 len: 1129 time: 0.3299398 Mar 11 19:37:20.079955 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-632bbdea-37d2-4eba-a818-239f95547708 req-2f998da6-7c69-4e59-b6fd-2c35f4383215 tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (2d98c400-07f5-4a86-882f-5ed09d9a0dc0), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:20.176574 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36096) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:37:20.183565 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0b97c696-f101-4d05-ac16-b392ae4294dc req-ad15ed1f-c870-4fb4-a27f-070f357fac20 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=85897ddf-20c1-4ec8-bea7-195d6f9d59e3 HTTP/1.1" status: 200 len: 217 time: 0.1160896 Mar 11 19:37:20.225309 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c8dbd82f-444e-46fa-98f8-270ce0a824d3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=da819cb87a264241a7bc7356afc1d1d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0460253 Mar 11 19:37:20.226022 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36098) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:37:20.269594 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-632bbdea-37d2-4eba-a818-239f95547708 req-2f998da6-7c69-4e59-b6fd-2c35f4383215 tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] Network 885772b1-9b97-4e1d-a0fb-e125030c5a81 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:37:20.270312 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '512b8dea-fdfb-4b4a-ba66-f8215e6e3d88', 'tag': '85897ddf-20c1-4ec8-bea7-195d6f9d59e3'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:37:20.273272 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b145ca4-0212-48fb-938d-6240df2ccd4e" -d '{"events": [{"name": "network-changed", "server_uuid": "512b8dea-fdfb-4b4a-ba66-f8215e6e3d88", "tag": "85897ddf-20c1-4ec8-bea7-195d6f9d59e3"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:37:20.287429 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-632bbdea-37d2-4eba-a818-239f95547708 req-2f998da6-7c69-4e59-b6fd-2c35f4383215 tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:37:20.295717 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-632bbdea-37d2-4eba-a818-239f95547708 req-2f998da6-7c69-4e59-b6fd-2c35f4383215 tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:37:20.308540 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f998da6-7c69-4e59-b6fd-2c35f4383215 tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] Pushing event updated for resources: {'Port': ['ID=2d98c400-07f5-4a86-882f-5ed09d9a0dc0,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:20.323774 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f1e4baf4-6f67-4174-aa33-af25175c51b4 admin admin] Publish callbacks [] for security_group (4ce63813-5fcd-431f-ad4d-45adcc20fbce), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:20.354487 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf9c26-f87d-48c9-b124-b7ac849df7c2 req-fe813754-ba53-48a7-8699-ecf5ea0ed49a tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:20.360058 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f1e4baf4-6f67-4174-aa33-af25175c51b4 admin admin] Publish callbacks [] for security_group (4ce63813-5fcd-431f-ad4d-45adcc20fbce), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:20.362581 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b9cf9c26-f87d-48c9-b124-b7ac849df7c2 req-fe813754-ba53-48a7-8699-ecf5ea0ed49a tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbff8c3d-c4d3-4bb3-b145-04248810f46f HTTP/1.1" status: 200 len: 950 time: 0.2032266 Mar 11 19:37:20.412878 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97c696-f101-4d05-ac16-b392ae4294dc req-a9c14b25-13c0-40f3-b0bc-9881e65000c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:20.418267 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0b97c696-f101-4d05-ac16-b392ae4294dc req-a9c14b25-13c0-40f3-b0bc-9881e65000c5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.2057848 Mar 11 19:37:20.427704 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f1e4baf4-6f67-4174-aa33-af25175c51b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (4ce63813-5fcd-431f-ad4d-45adcc20fbce), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:20.432752 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f1e4baf4-6f67-4174-aa33-af25175c51b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:20.436946 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f1e4baf4-6f67-4174-aa33-af25175c51b4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4ce63813-5fcd-431f-ad4d-45adcc20fbce HTTP/1.1" status: 204 len: 168 time: 0.2097962 Mar 11 19:37:20.454844 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e4baf4-6f67-4174-aa33-af25175c51b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce63813-5fcd-431f-ad4d-45adcc20fbce,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:20.532171 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632bbdea-37d2-4eba-a818-239f95547708 req-2f998da6-7c69-4e59-b6fd-2c35f4383215 tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:20.532818 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-632bbdea-37d2-4eba-a818-239f95547708 req-2f998da6-7c69-4e59-b6fd-2c35f4383215 tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:20.570673 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b9cf9c26-f87d-48c9-b124-b7ac849df7c2 req-606e305b-4377-44c4-99d6-4786c7b3fcb4 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/security-groups?id=a781a375-ecc1-4470-b434-56ebce1f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017078 Mar 11 19:37:20.594136 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-632bbdea-37d2-4eba-a818-239f95547708 req-2f998da6-7c69-4e59-b6fd-2c35f4383215 tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9542172 Mar 11 19:37:20.622236 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-632bbdea-37d2-4eba-a818-239f95547708 req-0593c4a1-0b64-48a7-81e6-8a9b06d48f15 service neutron] Request body: {'port': {'device_id': 'ff6512a6-65de-4148-9b6b-4d286cc158a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:37:20.626122 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97c696-f101-4d05-ac16-b392ae4294dc req-f0137081-f0b7-4845-801b-9d09b0a66d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:20.628426 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0b97c696-f101-4d05-ac16-b392ae4294dc req-f0137081-f0b7-4845-801b-9d09b0a66d13 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1689537 Mar 11 19:37:20.698487 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d763c91d-5dc7-429a-8c69-553da2e6ab85 None None] Provisioning complete for port 2d98c400-07f5-4a86-882f-5ed09d9a0dc0 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:37:20.700487 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d763c91d-5dc7-429a-8c69-553da2e6ab85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (2d98c400-07f5-4a86-882f-5ed09d9a0dc0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:20.756045 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d763c91d-5dc7-429a-8c69-553da2e6ab85 None None] Port 2d98c400-07f5-4a86-882f-5ed09d9a0dc0 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:37:20.804741 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-180808a2-c9e4-4e07-a765-abcf9929ba37 req-e7962ff0-c5f2-4eba-a754-4e5fcec86fc5 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 210 time: 0.1137366 Mar 11 19:37:20.882215 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27300a45-673f-4f6c-a26c-07e3266e33f7 x-openstack-request-id: req-27300a45-673f-4f6c-a26c-07e3266e33f7 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:37:20.882526 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4735170-7c31-491f-b5c1-54b9bfadea13", "name": "network-vif-plugged", "status": "completed", "tag": "8adb5fd1-167f-4f37-90bf-f2043a8900a0", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:37:20.882788 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-27300a45-673f-4f6c-a26c-07e3266e33f7 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:37:20.883241 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4735170-7c31-491f-b5c1-54b9bfadea13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8adb5fd1-167f-4f37-90bf-f2043a8900a0', 'code': 200} Mar 11 19:37:20.895435 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-632bbdea-37d2-4eba-a818-239f95547708 req-0593c4a1-0b64-48a7-81e6-8a9b06d48f15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2d98c400-07f5-4a86-882f-5ed09d9a0dc0), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:20.908418 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0b97c696-f101-4d05-ac16-b392ae4294dc req-0d14e981-5318-423c-8462-95433688b621 service neutron] 10.222.0.75 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548692 Mar 11 19:37:21.055459 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0831b-0f5e-40f0-bfa2-f46bfb30970e req-7355e9cd-daca-4e87-ad96-7d26b7c2a152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:21.059048 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-6ba0831b-0f5e-40f0-bfa2-f46bfb30970e req-7355e9cd-daca-4e87-ad96-7d26b7c2a152 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c4735170-7c31-491f-b5c1-54b9bfadea13 HTTP/1.1" status: 200 len: 1128 time: 0.0840075 Mar 11 19:37:21.138949 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-6ba0831b-0f5e-40f0-bfa2-f46bfb30970e req-802d6e5f-2188-44ff-bb5b-cb3ff725bd3b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1847236f-a6e9-419a-ae68-801aa5186b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735557 Mar 11 19:37:21.284385 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d3f179-b545-44d2-b92f-2857bf3f519d req-56d62e1d-2d1b-4038-b10a-bb6f4fc54f4f tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:21.292195 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-77d3f179-b545-44d2-b92f-2857bf3f519d req-56d62e1d-2d1b-4038-b10a-bb6f4fc54f4f tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff6512a6-65de-4148-9b6b-4d286cc158a6 HTTP/1.1" status: 200 len: 936 time: 0.3209536 Mar 11 19:37:21.348258 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0b97c696-f101-4d05-ac16-b392ae4294dc req-c9e9164e-783b-448c-ba56-e21f2665fca4 service neutron] 10.222.0.75 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4226625 Mar 11 19:37:21.391921 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-77d3f179-b545-44d2-b92f-2857bf3f519d req-95978022-a470-4677-8d10-b6ccc892371d tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] 10.222.0.65 "GET /v2.0/security-groups?id=f452eb47-6dc6-439f-ac03-125757af0b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957079 Mar 11 19:37:21.444722 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63393ee-83df-4c7d-bdf6-c28a528b2be4 x-openstack-request-id: req-b63393ee-83df-4c7d-bdf6-c28a528b2be4 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:37:21.445040 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c418716a-2c7c-4f4a-894b-d349bc6d8f2c", "name": "network-vif-deleted", "tag": "02c985db-755e-4ab6-8115-ef545a65dca0", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:37:21.445301 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b63393ee-83df-4c7d-bdf6-c28a528b2be4 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:37:21.445732 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c418716a-2c7c-4f4a-894b-d349bc6d8f2c', 'name': 'network-vif-deleted', 'tag': '02c985db-755e-4ab6-8115-ef545a65dca0', 'status': 'completed', 'code': 200} Mar 11 19:37:21.483926 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36126) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:37:21.557649 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-632bbdea-37d2-4eba-a818-239f95547708 req-0593c4a1-0b64-48a7-81e6-8a9b06d48f15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d98c400-07f5-4a86-882f-5ed09d9a0dc0 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:37:21.568543 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-632bbdea-37d2-4eba-a818-239f95547708 req-0593c4a1-0b64-48a7-81e6-8a9b06d48f15 service neutron] Publish callbacks [] for port (2d98c400-07f5-4a86-882f-5ed09d9a0dc0), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:21.585417 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-632bbdea-37d2-4eba-a818-239f95547708 req-0593c4a1-0b64-48a7-81e6-8a9b06d48f15 service neutron] Transition to ACTIVE for port object 2d98c400-07f5-4a86-882f-5ed09d9a0dc0 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:37:21.593611 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-632bbdea-37d2-4eba-a818-239f95547708 req-0593c4a1-0b64-48a7-81e6-8a9b06d48f15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (2d98c400-07f5-4a86-882f-5ed09d9a0dc0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:21.644529 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0593c4a1-0b64-48a7-81e6-8a9b06d48f15 service neutron] Pushing event updated for resources: {'Port': ['ID=2d98c400-07f5-4a86-882f-5ed09d9a0dc0,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:21.659830 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-420dedc0-5988-4c44-a76f-dd358b1cc166 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1717099917-network', 'tenant_id': '93430684d1944cce8fe811ea6dc46b59'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:37:21.708497 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2bcf01c-cd5c-4270-8cf6-cdcaa7c58576 x-openstack-request-id: req-b2bcf01c-cd5c-4270-8cf6-cdcaa7c58576 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:37:21.709003 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "512b8dea-fdfb-4b4a-ba66-f8215e6e3d88", "tag": "85897ddf-20c1-4ec8-bea7-195d6f9d59e3", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:37:21.709449 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b2bcf01c-cd5c-4270-8cf6-cdcaa7c58576 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:37:21.710067 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '512b8dea-fdfb-4b4a-ba66-f8215e6e3d88', 'tag': '85897ddf-20c1-4ec8-bea7-195d6f9d59e3', 'status': 'completed', 'code': 200} Mar 11 19:37:21.731159 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420dedc0-5988-4c44-a76f-dd358b1cc166 admin admin] Made reservation on behalf of 93430684d1944cce8fe811ea6dc46b59 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:37:21.740791 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-420dedc0-5988-4c44-a76f-dd358b1cc166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:21.761389 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-420dedc0-5988-4c44-a76f-dd358b1cc166 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:21.863583 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-632bbdea-37d2-4eba-a818-239f95547708 req-0593c4a1-0b64-48a7-81e6-8a9b06d48f15 service neutron] Attempting to bind port 2d98c400-07f5-4a86-882f-5ed09d9a0dc0 on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:37:21.864263 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-632bbdea-37d2-4eba-a818-239f95547708 req-0593c4a1-0b64-48a7-81e6-8a9b06d48f15 service neutron] Attempting to bind port 2d98c400-07f5-4a86-882f-5ed09d9a0dc0 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:37:21.864979 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632bbdea-37d2-4eba-a818-239f95547708 req-0593c4a1-0b64-48a7-81e6-8a9b06d48f15 service neutron] Attempting to bind port 2d98c400-07f5-4a86-882f-5ed09d9a0dc0 on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:37:21.881669 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-420dedc0-5988-4c44-a76f-dd358b1cc166 admin admin] Publish callbacks [] for security_group (8cfe4d30-2634-49f9-86f2-ec6b57ff69eb), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:21.888276 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-420dedc0-5988-4c44-a76f-dd358b1cc166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (8cfe4d30-2634-49f9-86f2-ec6b57ff69eb), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:21.889341 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632bbdea-37d2-4eba-a818-239f95547708 req-0593c4a1-0b64-48a7-81e6-8a9b06d48f15 service neutron] Port 2d98c400-07f5-4a86-882f-5ed09d9a0dc0 on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:37:21.889795 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632bbdea-37d2-4eba-a818-239f95547708 req-0593c4a1-0b64-48a7-81e6-8a9b06d48f15 service neutron] Attempting to bind port 2d98c400-07f5-4a86-882f-5ed09d9a0dc0 on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:37:21.905464 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-420dedc0-5988-4c44-a76f-dd358b1cc166 admin admin] vlan segment allocate from pool success with {'vlan_id': 854, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:37:21.910863 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632bbdea-37d2-4eba-a818-239f95547708 req-0593c4a1-0b64-48a7-81e6-8a9b06d48f15 service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:37:21.912179 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632bbdea-37d2-4eba-a818-239f95547708 req-0593c4a1-0b64-48a7-81e6-8a9b06d48f15 service neutron] Checking segment: {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:37:21.912694 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632bbdea-37d2-4eba-a818-239f95547708 req-0593c4a1-0b64-48a7-81e6-8a9b06d48f15 service neutron] Bound using segment: {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:37:21.913218 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-632bbdea-37d2-4eba-a818-239f95547708 req-0593c4a1-0b64-48a7-81e6-8a9b06d48f15 service neutron] Bound port: 2d98c400-07f5-4a86-882f-5ed09d9a0dc0, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:37:21.913579 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-632bbdea-37d2-4eba-a818-239f95547708 req-0593c4a1-0b64-48a7-81e6-8a9b06d48f15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2d98c400-07f5-4a86-882f-5ed09d9a0dc0), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:21.917759 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-420dedc0-5988-4c44-a76f-dd358b1cc166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (3d0bef9b-df4e-4cba-a621-1b15544b5f03), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:21.918874 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-420dedc0-5988-4c44-a76f-dd358b1cc166 admin admin] Added segment 3d0bef9b-df4e-4cba-a621-1b15544b5f03 of type vlan for network 7e2e40c6-c550-4064-8fad-04cf97cc531d Mar 11 19:37:21.929595 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b145ca4-0212-48fb-938d-6240df2ccd4e req-232a3e7b-bd46-4bae-925e-c007ece75aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:21.931314 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3b145ca4-0212-48fb-938d-6240df2ccd4e req-232a3e7b-bd46-4bae-925e-c007ece75aa0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=685213f5a21e4750a3561f204c977040&device_id=512b8dea-fdfb-4b4a-ba66-f8215e6e3d88 HTTP/1.1" status: 200 len: 1129 time: 0.1890228 Mar 11 19:37:21.978275 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-420dedc0-5988-4c44-a76f-dd358b1cc166 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (7e2e40c6-c550-4064-8fad-04cf97cc531d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:21.979987 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31241d4e-8052-48e2-a222-52c16624dd18 req-af8b98ee-a27b-419b-bde9-7736aacbd94e tempest-VolumesAdminNegativeTest-2139210313 tempest-VolumesAdminNegativeTest-2139210313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:21.981515 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-31241d4e-8052-48e2-a222-52c16624dd18 req-af8b98ee-a27b-419b-bde9-7736aacbd94e tempest-VolumesAdminNegativeTest-2139210313 tempest-VolumesAdminNegativeTest-2139210313-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4735170-7c31-491f-b5c1-54b9bfadea13 HTTP/1.1" status: 200 len: 946 time: 0.1407337 Mar 11 19:37:21.988286 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420dedc0-5988-4c44-a76f-dd358b1cc166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cfe4d30-2634-49f9-86f2-ec6b57ff69eb,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:22.012888 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-420dedc0-5988-4c44-a76f-dd358b1cc166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (7e2e40c6-c550-4064-8fad-04cf97cc531d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:22.013926 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420dedc0-5988-4c44-a76f-dd358b1cc166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:22.014514 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-420dedc0-5988-4c44-a76f-dd358b1cc166 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:22.052582 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-420dedc0-5988-4c44-a76f-dd358b1cc166 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5673845 Mar 11 19:37:22.057232 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36138) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:37:22.061866 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-2129c8b3-e934-4099-a9f3-b9f5831a918c admin admin] Request body: {'subnet': {'network_id': '7e2e40c6-c550-4064-8fad-04cf97cc531d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1717099917-subnet', 'tenant_id': '93430684d1944cce8fe811ea6dc46b59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:37:22.094929 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420dedc0-5988-4c44-a76f-dd358b1cc166 admin admin] Pushing event updated for resources: {'Network': ['ID=7e2e40c6-c550-4064-8fad-04cf97cc531d,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:22.113393 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2129c8b3-e934-4099-a9f3-b9f5831a918c admin admin] Made reservation on behalf of 93430684d1944cce8fe811ea6dc46b59 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:37:22.117369 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2129c8b3-e934-4099-a9f3-b9f5831a918c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:22.124366 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 7e2e40c6-c550-4064-8fad-04cf97cc531d details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:37:22.219474 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device ea0d9447-6a38-4cf2-aeb2-52417048e1e8 no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:37:22.287331 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8d2af063-6982-4253-966a-081b83dc52e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:22.340406 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port ea0d9447-6a38-4cf2-aeb2-52417048e1e8 is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:37:22.340835 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ea0d9447-6a38-4cf2-aeb2-52417048e1e8), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:22.344148 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2129c8b3-e934-4099-a9f3-b9f5831a918c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (cd2a41ed-b0ff-4daa-b316-d1bff6396a8d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:22.387944 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port ea0d9447-6a38-4cf2-aeb2-52417048e1e8, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=ea0d9447-6a38-4cf2-aeb2-52417048e1e8,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:37:22.395184 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (ea0d9447-6a38-4cf2-aeb2-52417048e1e8), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:22.409185 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2129c8b3-e934-4099-a9f3-b9f5831a918c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd2a41ed-b0ff-4daa-b316-d1bff6396a8d,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:22.419655 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2129c8b3-e934-4099-a9f3-b9f5831a918c admin admin] Checking segment: {'id': '3d0bef9b-df4e-4cba-a621-1b15544b5f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '7e2e40c6-c550-4064-8fad-04cf97cc531d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:37:22.420046 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2129c8b3-e934-4099-a9f3-b9f5831a918c admin admin] Network hostable DHCP agents. Network: 7e2e40c6-c550-4064-8fad-04cf97cc531d, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:37:22.438494 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2129c8b3-e934-4099-a9f3-b9f5831a918c admin admin] Network 7e2e40c6-c550-4064-8fad-04cf97cc531d is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:37:22.452003 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-2129c8b3-e934-4099-a9f3-b9f5831a918c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 7e2e40c6-c550-4064-8fad-04cf97cc531d) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:37:22.458098 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2129c8b3-e934-4099-a9f3-b9f5831a918c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:22.459274 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2129c8b3-e934-4099-a9f3-b9f5831a918c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:22.466381 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24509532-aca0-485a-bdff-54e4932c7ffd None None] Network 7e2e40c6-c550-4064-8fad-04cf97cc531d requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:37:22.481210 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-2129c8b3-e934-4099-a9f3-b9f5831a918c admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4229734 Mar 11 19:37:22.493635 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b145ca4-0212-48fb-938d-6240df2ccd4e req-b5f1db46-7a95-49c9-a4e6-1597ef518ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:22.495179 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3b145ca4-0212-48fb-938d-6240df2ccd4e req-b5f1db46-7a95-49c9-a4e6-1597ef518ed0 service neutron] 10.222.0.75 "GET /v2.0/networks?id=885772b1-9b97-4e1d-a0fb-e125030c5a81 HTTP/1.1" status: 200 len: 870 time: 0.5560207 Mar 11 19:37:22.501390 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-632bbdea-37d2-4eba-a818-239f95547708 req-0593c4a1-0b64-48a7-81e6-8a9b06d48f15 service neutron] For port 2d98c400-07f5-4a86-882f-5ed09d9a0dc0, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:37:22.513442 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=ea0d9447-6a38-4cf2-aeb2-52417048e1e8,revision_number=9']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:22.516152 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-632bbdea-37d2-4eba-a818-239f95547708 req-0593c4a1-0b64-48a7-81e6-8a9b06d48f15 service neutron] For port 2d98c400-07f5-4a86-882f-5ed09d9a0dc0, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=2d98c400-07f5-4a86-882f-5ed09d9a0dc0,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:37:22.564986 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-31241d4e-8052-48e2-a222-52c16624dd18 req-6408300e-a6c9-4995-95f5-ea482be870a7 tempest-VolumesAdminNegativeTest-2139210313 tempest-VolumesAdminNegativeTest-2139210313-project] 10.222.0.65 "GET /v2.0/security-groups?id=1847236f-a6e9-419a-ae68-801aa5186b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5668602 Mar 11 19:37:22.570196 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3b145ca4-0212-48fb-938d-6240df2ccd4e req-ce6111bc-5145-46c3-b506-f1a0f0687a00 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=85897ddf-20c1-4ec8-bea7-195d6f9d59e3 HTTP/1.1" status: 200 len: 217 time: 0.0627522 Mar 11 19:37:22.573522 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-632bbdea-37d2-4eba-a818-239f95547708 req-0593c4a1-0b64-48a7-81e6-8a9b06d48f15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (2d98c400-07f5-4a86-882f-5ed09d9a0dc0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:22.588283 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:22.706242 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddabb94a-34fc-46f3-a37a-2b9e3c3852e6 None None] Network 7e2e40c6-c550-4064-8fad-04cf97cc531d requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:37:22.713244 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632bbdea-37d2-4eba-a818-239f95547708 req-0593c4a1-0b64-48a7-81e6-8a9b06d48f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:22.714503 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-632bbdea-37d2-4eba-a818-239f95547708 req-0593c4a1-0b64-48a7-81e6-8a9b06d48f15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:22.716255 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-632bbdea-37d2-4eba-a818-239f95547708 req-0593c4a1-0b64-48a7-81e6-8a9b06d48f15 service neutron] 10.222.0.75 "PUT /v2.0/ports/2d98c400-07f5-4a86-882f-5ed09d9a0dc0 HTTP/1.1" status: 200 len: 1096 time: 2.1104236 Mar 11 19:37:22.744934 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0593c4a1-0b64-48a7-81e6-8a9b06d48f15 service neutron] Pushing event updated for resources: {'Port': ['ID=2d98c400-07f5-4a86-882f-5ed09d9a0dc0,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:22.762463 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b145ca4-0212-48fb-938d-6240df2ccd4e req-cd972481-318a-4f8a-8d7e-2261c9ede686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:22.766435 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3b145ca4-0212-48fb-938d-6240df2ccd4e req-cd972481-318a-4f8a-8d7e-2261c9ede686 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.1848269 Mar 11 19:37:22.893669 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbff8c3d-c4d3-4bb3-b145-04248810f46f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea0d9447-6a38-4cf2-aeb2-52417048e1e8'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:37:22.896762 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c35681-f73c-4722-a534-abe586a3fbb2" -d '{"events": [{"server_uuid": "cbff8c3d-c4d3-4bb3-b145-04248810f46f", "name": "network-vif-unplugged", "status": "completed", "tag": "ea0d9447-6a38-4cf2-aeb2-52417048e1e8"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:37:22.944671 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b145ca4-0212-48fb-938d-6240df2ccd4e req-6b37b780-1e38-443e-84dc-bab0b3ac4c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:22.946429 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3b145ca4-0212-48fb-938d-6240df2ccd4e req-6b37b780-1e38-443e-84dc-bab0b3ac4c34 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1723359 Mar 11 19:37:22.951670 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632bbdea-37d2-4eba-a818-239f95547708 req-0c3bda82-9463-47c6-bf4f-9a3136160332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:22.953208 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-632bbdea-37d2-4eba-a818-239f95547708 req-0c3bda82-9463-47c6-bf4f-9a3136160332 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=685213f5a21e4750a3561f204c977040&device_id=ff6512a6-65de-4148-9b6b-4d286cc158a6 HTTP/1.1" status: 200 len: 1130 time: 0.1352711 Mar 11 19:37:22.993874 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56e7f5-101a-49fe-ac3f-c5800f4151a1 req-010099f5-4bdf-4e3b-b822-4958695d4938 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:22.995439 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0b56e7f5-101a-49fe-ac3f-c5800f4151a1 req-010099f5-4bdf-4e3b-b822-4958695d4938 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbff8c3d-c4d3-4bb3-b145-04248810f46f HTTP/1.1" status: 200 len: 948 time: 0.1615150 Mar 11 19:37:23.033266 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-632bbdea-37d2-4eba-a818-239f95547708 req-92ff0f91-a009-4005-b6ec-14757dfa8842 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=2d98c400-07f5-4a86-882f-5ed09d9a0dc0 HTTP/1.1" status: 200 len: 217 time: 0.0678751 Mar 11 19:37:23.115988 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1649c4-c929-4f23-a554-ad149f80b43e req-40a0f403-751b-4a47-8760-6a5d19b5f329 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:23.117416 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-ca1649c4-c929-4f23-a554-ad149f80b43e req-40a0f403-751b-4a47-8760-6a5d19b5f329 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.75 "GET /v2.0/ports?device_id=b85456c3-ba17-40bb-bec2-2390fcec8032 HTTP/1.1" status: 200 len: 945 time: 0.0644209 Mar 11 19:37:23.160500 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0b56e7f5-101a-49fe-ac3f-c5800f4151a1 req-84978d52-1f0e-4e36-80e4-42a56f8004c4 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/security-groups?id=a781a375-ecc1-4470-b434-56ebce1f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312852 Mar 11 19:37:23.166417 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632bbdea-37d2-4eba-a818-239f95547708 req-2d66b09d-5a77-4fe8-89ba-f22ef5093d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:23.167937 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-632bbdea-37d2-4eba-a818-239f95547708 req-2d66b09d-5a77-4fe8-89ba-f22ef5093d68 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.1153679 Mar 11 19:37:23.212189 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3b145ca4-0212-48fb-938d-6240df2ccd4e req-32b6b0ff-42e4-4a65-99fb-29e664c08237 service neutron] 10.222.0.75 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571430 Mar 11 19:37:23.227430 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-ca1649c4-c929-4f23-a554-ad149f80b43e req-432c770b-8218-4dc0-ae45-37410c4791dd tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Deleting port 8647f5f8-1be0-473e-98fe-346f26bf9b26 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:37:23.227817 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ca1649c4-c929-4f23-a554-ad149f80b43e req-432c770b-8218-4dc0-ae45-37410c4791dd tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (8647f5f8-1be0-473e-98fe-346f26bf9b26), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:23.283586 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632bbdea-37d2-4eba-a818-239f95547708 req-46aca70b-2c07-4711-8424-f2ed8676864e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:23.285072 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-632bbdea-37d2-4eba-a818-239f95547708 req-46aca70b-2c07-4711-8424-f2ed8676864e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1114912 Mar 11 19:37:23.331541 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-ca1649c4-c929-4f23-a554-ad149f80b43e req-432c770b-8218-4dc0-ae45-37410c4791dd tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] For port 8647f5f8-1be0-473e-98fe-346f26bf9b26, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=8647f5f8-1be0-473e-98fe-346f26bf9b26,segment=NetworkSegment(1c6aa5b7-681f-4a80-a0b7-793b4ab0118d),segment_id=1c6aa5b7-681f-4a80-a0b7-793b4ab0118d)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:37:23.332529 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ca1649c4-c929-4f23-a554-ad149f80b43e req-432c770b-8218-4dc0-ae45-37410c4791dd tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (8647f5f8-1be0-473e-98fe-346f26bf9b26), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:23.345566 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-ca1649c4-c929-4f23-a554-ad149f80b43e req-432c770b-8218-4dc0-ae45-37410c4791dd tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Calling delete_port for 8647f5f8-1be0-473e-98fe-346f26bf9b26 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:37:23.472015 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3b145ca4-0212-48fb-938d-6240df2ccd4e req-cdb9c5cc-9256-42ed-99af-acdac42389cd service neutron] 10.222.0.75 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542119 Mar 11 19:37:23.492139 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ca1649c4-c929-4f23-a554-ad149f80b43e req-432c770b-8218-4dc0-ae45-37410c4791dd tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (8647f5f8-1be0-473e-98fe-346f26bf9b26), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:23.495565 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd05d1-9b42-4f36-a34b-0f7b26bf2cf9 req-7547fdc9-3257-449e-93f7-493c36be0633 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:23.497111 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-36cd05d1-9b42-4f36-a34b-0f7b26bf2cf9 req-7547fdc9-3257-449e-93f7-493c36be0633 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/networks?id=4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00 HTTP/1.1" status: 200 len: 814 time: 0.2269254 Mar 11 19:37:23.504239 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['8647f5f8-1be0-473e-98fe-346f26bf9b26'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:37:23.525105 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432c770b-8218-4dc0-ae45-37410c4791dd tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Pushing event deleted for resources: {'Port': ['ID=8647f5f8-1be0-473e-98fe-346f26bf9b26,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:23.544794 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-632bbdea-37d2-4eba-a818-239f95547708 req-96197328-79d4-4a1c-8ccd-85d1d6f4d70f service neutron] 10.222.0.75 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330668 Mar 11 19:37:23.547385 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-36cd05d1-9b42-4f36-a34b-0f7b26bf2cf9 req-b7387293-1b68-4b26-bf12-4d539e753932 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/quotas/6f7b5a979307498d8f69fb2b0e734e8f HTTP/1.1" status: 200 len: 375 time: 0.0311680 Mar 11 19:37:23.575029 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca1649c4-c929-4f23-a554-ad149f80b43e req-432c770b-8218-4dc0-ae45-37410c4791dd tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] No DVR routers for this DVR port 8647f5f8-1be0-473e-98fe-346f26bf9b26 on host n-h1-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:37:23.577606 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ca1649c4-c929-4f23-a554-ad149f80b43e req-432c770b-8218-4dc0-ae45-37410c4791dd tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:23.581370 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-ca1649c4-c929-4f23-a554-ad149f80b43e req-432c770b-8218-4dc0-ae45-37410c4791dd tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.75 "DELETE /v2.0/ports/8647f5f8-1be0-473e-98fe-346f26bf9b26 HTTP/1.1" status: 204 len: 173 time: 0.4586170 Mar 11 19:37:23.581943 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b85456c3-ba17-40bb-bec2-2390fcec8032', 'name': 'network-vif-deleted', 'tag': '8647f5f8-1be0-473e-98fe-346f26bf9b26'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:37:23.585460 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-246f4343-22d8-4eca-aa1f-a6a7ea24f1c2" -d '{"events": [{"server_uuid": "b85456c3-ba17-40bb-bec2-2390fcec8032", "name": "network-vif-deleted", "tag": "8647f5f8-1be0-473e-98fe-346f26bf9b26"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:37:23.608024 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-36cd05d1-9b42-4f36-a34b-0f7b26bf2cf9 req-b6f2ae2b-5d51-4d5b-aa64-fe38b2f29f83 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6f7b5a979307498d8f69fb2b0e734e8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464795 Mar 11 19:37:23.731827 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff6512a6-65de-4148-9b6b-4d286cc158a6', 'tag': '2d98c400-07f5-4a86-882f-5ed09d9a0dc0'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:37:23.734037 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49205b14-3d8f-4d0d-8d22-844d800f83ff" -d '{"events": [{"name": "network-changed", "server_uuid": "ff6512a6-65de-4148-9b6b-4d286cc158a6", "tag": "2d98c400-07f5-4a86-882f-5ed09d9a0dc0"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:37:23.753440 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-632bbdea-37d2-4eba-a818-239f95547708 req-a8e9bfd1-6048-4781-8ec6-b3a50e88e8aa service neutron] 10.222.0.75 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032781 Mar 11 19:37:23.776323 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-36cd05d1-9b42-4f36-a34b-0f7b26bf2cf9 req-51d5d02b-eeea-4708-990e-ffbd69b9f84f service neutron] 10.222.0.65 "GET /v2.0/networks/4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574218 Mar 11 19:37:23.872251 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-36cd05d1-9b42-4f36-a34b-0f7b26bf2cf9 req-cdb1eed2-b997-4f30-8986-bce04f9636c1 service neutron] 10.222.0.65 "GET /v2.0/networks/4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898740 Mar 11 19:37:24.061627 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6afe7684-0ef9-4efc-b4bb-93421d8a2e63 req-44b76e39-09e1-48ba-b111-ae8be0e77541 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 210 time: 0.0377026 Mar 11 19:37:24.181875 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device ea0d9447-6a38-4cf2-aeb2-52417048e1e8 details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:37:24.194230 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b581e6e0-7cd9-424a-a83e-0aea45e4c877 req-ffb8353a-1e60-44a8-8b8b-f2acd24d0092 tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:24.195875 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b581e6e0-7cd9-424a-a83e-0aea45e4c877 req-ffb8353a-1e60-44a8-8b8b-f2acd24d0092 tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff6512a6-65de-4148-9b6b-4d286cc158a6 HTTP/1.1" status: 200 len: 948 time: 0.0678737 Mar 11 19:37:24.264556 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b581e6e0-7cd9-424a-a83e-0aea45e4c877 req-4f3c70ba-c570-4ff8-88ed-3925606562c6 tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] 10.222.0.65 "GET /v2.0/security-groups?id=f452eb47-6dc6-439f-ac03-125757af0b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603254 Mar 11 19:37:24.328791 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port ea0d9447-6a38-4cf2-aeb2-52417048e1e8, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=ea0d9447-6a38-4cf2-aeb2-52417048e1e8,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:37:24.345090 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': 'ea0d9447-6a38-4cf2-aeb2-52417048e1e8', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'port_id': 'ea0d9447-6a38-4cf2-aeb2-52417048e1e8', 'mac_address': 'fa:16:3e:41:ad:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bb14923-74c3-4313-be8d-ed33542f05aa', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:37:24.408869 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port ea0d9447-6a38-4cf2-aeb2-52417048e1e8 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:37:24.409949 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ea0d9447-6a38-4cf2-aeb2-52417048e1e8), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:24.429425 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea0d9447-6a38-4cf2-aeb2-52417048e1e8 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:37:24.454009 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port ea0d9447-6a38-4cf2-aeb2-52417048e1e8, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=ea0d9447-6a38-4cf2-aeb2-52417048e1e8,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:37:24.461249 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (ea0d9447-6a38-4cf2-aeb2-52417048e1e8), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:24.516874 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=ea0d9447-6a38-4cf2-aeb2-52417048e1e8,revision_number=10']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:24.523544 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 85897ddf-20c1-4ec8-bea7-195d6f9d59e3 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:37:24.567086 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9631d5e3-dbf8-4f89-8d42-06aca72135f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:24.693449 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac7f5b-e4b9-499f-83d0-fa6d844a2f2a req-64f933b2-2e36-43fb-bbd2-cbce5c741322 tempest-ServerPasswordTestJSON-740309851 tempest-ServerPasswordTestJSON-740309851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:24.695167 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a9ac7f5b-e4b9-499f-83d0-fa6d844a2f2a req-64f933b2-2e36-43fb-bbd2-cbce5c741322 tempest-ServerPasswordTestJSON-740309851 tempest-ServerPasswordTestJSON-740309851-project] 10.222.0.65 "GET /v2.0/networks?id=7e2e40c6-c550-4064-8fad-04cf97cc531d HTTP/1.1" status: 200 len: 813 time: 0.1881762 Mar 11 19:37:24.708969 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 85897ddf-20c1-4ec8-bea7-195d6f9d59e3, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=85897ddf-20c1-4ec8-bea7-195d6f9d59e3,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:37:24.715575 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a9ac7f5b-e4b9-499f-83d0-fa6d844a2f2a req-2a3f6f4b-3435-47c5-b5e7-d23986dc3e1d tempest-ServerPasswordTestJSON-740309851 tempest-ServerPasswordTestJSON-740309851-project] 10.222.0.65 "GET /v2.0/quotas/93430684d1944cce8fe811ea6dc46b59 HTTP/1.1" status: 200 len: 375 time: 0.0108843 Mar 11 19:37:24.741833 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '85897ddf-20c1-4ec8-bea7-195d6f9d59e3', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'port_id': '85897ddf-20c1-4ec8-bea7-195d6f9d59e3', 'mac_address': 'fa:16:3e:17:23:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bb14923-74c3-4313-be8d-ed33542f05aa', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:37:24.755477 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a9ac7f5b-e4b9-499f-83d0-fa6d844a2f2a req-f7a9bae1-80d4-444c-b213-7c1ffb433b44 tempest-ServerPasswordTestJSON-740309851 tempest-ServerPasswordTestJSON-740309851-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=93430684d1944cce8fe811ea6dc46b59&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343583 Mar 11 19:37:24.793023 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 85897ddf-20c1-4ec8-bea7-195d6f9d59e3 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:37:24.793693 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (85897ddf-20c1-4ec8-bea7-195d6f9d59e3), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:24.811599 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85897ddf-20c1-4ec8-bea7-195d6f9d59e3 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:37:24.836601 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 85897ddf-20c1-4ec8-bea7-195d6f9d59e3, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=85897ddf-20c1-4ec8-bea7-195d6f9d59e3,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:37:24.841904 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (85897ddf-20c1-4ec8-bea7-195d6f9d59e3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:24.884074 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a9ac7f5b-e4b9-499f-83d0-fa6d844a2f2a req-090041bd-0bab-473d-8bc6-7d77832554a2 service neutron] 10.222.0.65 "GET /v2.0/networks/7e2e40c6-c550-4064-8fad-04cf97cc531d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218090 Mar 11 19:37:24.897304 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['ea0d9447-6a38-4cf2-aeb2-52417048e1e8'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:37:24.943845 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=85897ddf-20c1-4ec8-bea7-195d6f9d59e3,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:24.993774 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a9ac7f5b-e4b9-499f-83d0-fa6d844a2f2a req-8f24f62a-88a9-476a-9340-eda1acd9d913 service neutron] 10.222.0.65 "GET /v2.0/networks/7e2e40c6-c550-4064-8fad-04cf97cc531d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087511 Mar 11 19:37:25.075558 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['85897ddf-20c1-4ec8-bea7-195d6f9d59e3'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:37:25.185381 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 19:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7f7575-362e-4a34-8aa2-9850e478115f x-openstack-request-id: req-ff7f7575-362e-4a34-8aa2-9850e478115f {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:37:25.186046 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbff8c3d-c4d3-4bb3-b145-04248810f46f", "name": "network-vif-unplugged", "status": "completed", "tag": "ea0d9447-6a38-4cf2-aeb2-52417048e1e8", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:37:25.186305 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ff7f7575-362e-4a34-8aa2-9850e478115f {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:37:25.186636 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbff8c3d-c4d3-4bb3-b145-04248810f46f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea0d9447-6a38-4cf2-aeb2-52417048e1e8', 'code': 200} Mar 11 19:37:25.330048 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffb4fa4-0348-434d-8401-76a5f43eabb4 req-a210bbb1-f0d9-4c63-8ba9-2b63a7130e3e tempest-VolumesAdminNegativeTest-2139210313 tempest-VolumesAdminNegativeTest-2139210313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:25.331967 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2ffb4fa4-0348-434d-8401-76a5f43eabb4 req-a210bbb1-f0d9-4c63-8ba9-2b63a7130e3e tempest-VolumesAdminNegativeTest-2139210313 tempest-VolumesAdminNegativeTest-2139210313-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4735170-7c31-491f-b5c1-54b9bfadea13 HTTP/1.1" status: 200 len: 946 time: 0.0726485 Mar 11 19:37:25.470973 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2ffb4fa4-0348-434d-8401-76a5f43eabb4 req-2309e0e3-b250-4f8f-b3d6-029fb8f2a1a8 tempest-VolumesAdminNegativeTest-2139210313 tempest-VolumesAdminNegativeTest-2139210313-project] 10.222.0.65 "GET /v2.0/security-groups?id=1847236f-a6e9-419a-ae68-801aa5186b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233509 Mar 11 19:37:25.519276 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd05d1-9b42-4f36-a34b-0f7b26bf2cf9 req-28672b96-0e3a-42e3-bd06-99e6653f3789 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:25.525411 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-36cd05d1-9b42-4f36-a34b-0f7b26bf2cf9 req-28672b96-0e3a-42e3-bd06-99e6653f3789 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.75 "GET /v2.0/networks?id=4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00 HTTP/1.1" status: 200 len: 814 time: 0.1878014 Mar 11 19:37:25.535166 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-36cd05d1-9b42-4f36-a34b-0f7b26bf2cf9 req-6f12c1d5-703a-4034-98e0-f024db1ed742 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Request body: {'port': {'device_id': '63a92283-6023-4800-b070-985588de2fd9', 'network_id': '4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00', 'admin_state_up': True, 'tenant_id': '6f7b5a979307498d8f69fb2b0e734e8f'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:37:25.551143 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b24182-2bfc-4aa6-b9f9-b8e4965b4be7 x-openstack-request-id: req-e7b24182-2bfc-4aa6-b9f9-b8e4965b4be7 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:37:25.551785 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b85456c3-ba17-40bb-bec2-2390fcec8032", "name": "network-vif-deleted", "tag": "8647f5f8-1be0-473e-98fe-346f26bf9b26", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:37:25.551785 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e7b24182-2bfc-4aa6-b9f9-b8e4965b4be7 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:37:25.552118 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b85456c3-ba17-40bb-bec2-2390fcec8032', 'name': 'network-vif-deleted', 'tag': '8647f5f8-1be0-473e-98fe-346f26bf9b26', 'status': 'completed', 'code': 200} Mar 11 19:37:25.691341 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36cd05d1-9b42-4f36-a34b-0f7b26bf2cf9 req-6f12c1d5-703a-4034-98e0-f024db1ed742 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Made reservation on behalf of 6f7b5a979307498d8f69fb2b0e734e8f for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:37:25.697459 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-36cd05d1-9b42-4f36-a34b-0f7b26bf2cf9 req-6f12c1d5-703a-4034-98e0-f024db1ed742 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:25.703542 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb80a31-cce1-483f-bd25-dc6ed2be6183 x-openstack-request-id: req-fbb80a31-cce1-483f-bd25-dc6ed2be6183 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:37:25.703873 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff6512a6-65de-4148-9b6b-4d286cc158a6", "tag": "2d98c400-07f5-4a86-882f-5ed09d9a0dc0", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:37:25.704127 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fbb80a31-cce1-483f-bd25-dc6ed2be6183 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:37:25.706039 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff6512a6-65de-4148-9b6b-4d286cc158a6', 'tag': '2d98c400-07f5-4a86-882f-5ed09d9a0dc0', 'status': 'completed', 'code': 200} Mar 11 19:37:25.805639 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49205b14-3d8f-4d0d-8d22-844d800f83ff req-4cbf97ca-aa14-4b08-92a1-7ad4ac263bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:25.810434 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-49205b14-3d8f-4d0d-8d22-844d800f83ff req-4cbf97ca-aa14-4b08-92a1-7ad4ac263bbb service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=685213f5a21e4750a3561f204c977040&device_id=ff6512a6-65de-4148-9b6b-4d286cc158a6 HTTP/1.1" status: 200 len: 1130 time: 0.0929799 Mar 11 19:37:25.948528 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dc78cb99-bf22-4c8a-9d74-a3ccbe5fcddc req-454d413f-581b-489f-a2ac-39b950c0e3e8 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/ports?device_id=63a92283-6023-4800-b070-985588de2fd9 HTTP/1.1" status: 200 len: 210 time: 0.1255598 Mar 11 19:37:26.004694 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49205b14-3d8f-4d0d-8d22-844d800f83ff req-cce451fe-8241-43ac-92ee-89744526d530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:26.008453 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-49205b14-3d8f-4d0d-8d22-844d800f83ff req-cce451fe-8241-43ac-92ee-89744526d530 service neutron] 10.222.0.75 "GET /v2.0/networks?id=885772b1-9b97-4e1d-a0fb-e125030c5a81 HTTP/1.1" status: 200 len: 870 time: 0.1924500 Mar 11 19:37:26.055580 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-49205b14-3d8f-4d0d-8d22-844d800f83ff req-d16cd85c-c36c-459e-aec5-60481bb906ec service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=2d98c400-07f5-4a86-882f-5ed09d9a0dc0 HTTP/1.1" status: 200 len: 217 time: 0.0413854 Mar 11 19:37:26.090411 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:26.133173 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49205b14-3d8f-4d0d-8d22-844d800f83ff req-b1ad8b3d-a578-4d96-8d43-dbb8ac6974cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:26.135857 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-36cd05d1-9b42-4f36-a34b-0f7b26bf2cf9 req-6f12c1d5-703a-4034-98e0-f024db1ed742 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Allocated IP 172.20.0.6 (4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00/e937a69a-1c31-46af-aac9-3893b50798ca/11fa5835-a64a-4cd6-b1e9-bb82e135dd43) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:37:26.138136 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-49205b14-3d8f-4d0d-8d22-844d800f83ff req-b1ad8b3d-a578-4d96-8d43-dbb8ac6974cb service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.0751863 Mar 11 19:37:26.149962 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e9bc3-2c5e-41e9-a06b-94b5b9cee621 req-c33e6808-613a-494b-b3fd-58b390dffb7e tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:26.156965 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9e4e9bc3-2c5e-41e9-a06b-94b5b9cee621 req-c33e6808-613a-494b-b3fd-58b390dffb7e tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbff8c3d-c4d3-4bb3-b145-04248810f46f HTTP/1.1" status: 200 len: 950 time: 0.1096694 Mar 11 19:37:26.190856 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device ea0d9447-6a38-4cf2-aeb2-52417048e1e8 up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:37:26.217627 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49205b14-3d8f-4d0d-8d22-844d800f83ff req-8aef5167-0da2-43c3-b263-24ecd38685fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:26.220137 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-49205b14-3d8f-4d0d-8d22-844d800f83ff req-8aef5167-0da2-43c3-b263-24ecd38685fc service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0782826 Mar 11 19:37:26.224578 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9e4e9bc3-2c5e-41e9-a06b-94b5b9cee621 req-4f8cb7a3-afd8-4019-984d-091fc4597519 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/security-groups?id=a781a375-ecc1-4470-b434-56ebce1f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667460 Mar 11 19:37:26.272954 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port ea0d9447-6a38-4cf2-aeb2-52417048e1e8 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:37:26.273795 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ea0d9447-6a38-4cf2-aeb2-52417048e1e8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:26.382535 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-49205b14-3d8f-4d0d-8d22-844d800f83ff req-4d76c7dc-0faf-4810-a24d-454587e6d9e3 service neutron] 10.222.0.75 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457167 Mar 11 19:37:26.477605 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port ea0d9447-6a38-4cf2-aeb2-52417048e1e8 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:37:26.478496 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ea0d9447-6a38-4cf2-aeb2-52417048e1e8), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:26.525516 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 2d98c400-07f5-4a86-882f-5ed09d9a0dc0 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:37:26.542862 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-36cd05d1-9b42-4f36-a34b-0f7b26bf2cf9 req-6f12c1d5-703a-4034-98e0-f024db1ed742 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Publish callbacks [] for port (11fa5835-a64a-4cd6-b1e9-bb82e135dd43), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:26.547317 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a8014191-43d3-4b0c-a61f-842f2f9e4306 req-92ae1992-f37e-4f3e-9aaf-5738ddfa8a7b tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--914494533&fields=id&tenant_id=13f1448ca5364266ac9d2968e838f04d HTTP/1.1" status: 200 len: 267 time: 0.1166122 Mar 11 19:37:26.557147 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 85897ddf-20c1-4ec8-bea7-195d6f9d59e3 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:37:26.661397 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-36cd05d1-9b42-4f36-a34b-0f7b26bf2cf9 req-6f12c1d5-703a-4034-98e0-f024db1ed742 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (11fa5835-a64a-4cd6-b1e9-bb82e135dd43), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:26.713285 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-49205b14-3d8f-4d0d-8d22-844d800f83ff req-451d63f3-3daa-4f82-b452-21befe32d43a service neutron] 10.222.0.75 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239179 Mar 11 19:37:26.719923 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f12c1d5-703a-4034-98e0-f024db1ed742 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Pushing event updated for resources: {'Port': ['ID=11fa5835-a64a-4cd6-b1e9-bb82e135dd43,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:26.742233 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36cd05d1-9b42-4f36-a34b-0f7b26bf2cf9 req-6f12c1d5-703a-4034-98e0-f024db1ed742 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Network 4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:37:26.744436 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac7f5b-e4b9-499f-83d0-fa6d844a2f2a req-23a29729-250a-4897-bd1e-73280a16236d tempest-ServerPasswordTestJSON-740309851 tempest-ServerPasswordTestJSON-740309851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:26.746640 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-a9ac7f5b-e4b9-499f-83d0-fa6d844a2f2a req-23a29729-250a-4897-bd1e-73280a16236d tempest-ServerPasswordTestJSON-740309851 tempest-ServerPasswordTestJSON-740309851-project] 10.222.0.57 "GET /v2.0/networks?id=7e2e40c6-c550-4064-8fad-04cf97cc531d HTTP/1.1" status: 200 len: 813 time: 0.1923323 Mar 11 19:37:26.748699 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-36cd05d1-9b42-4f36-a34b-0f7b26bf2cf9 req-6f12c1d5-703a-4034-98e0-f024db1ed742 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:37:26.751597 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-36cd05d1-9b42-4f36-a34b-0f7b26bf2cf9 req-6f12c1d5-703a-4034-98e0-f024db1ed742 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:37:26.763112 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-a9ac7f5b-e4b9-499f-83d0-fa6d844a2f2a req-557e6007-519e-440a-82c7-b7135a800cde tempest-ServerPasswordTestJSON-740309851 tempest-ServerPasswordTestJSON-740309851-project] Request body: {'port': {'device_id': 'b4399da0-ad43-4a6c-9c61-36aa07bd616a', 'network_id': '7e2e40c6-c550-4064-8fad-04cf97cc531d', 'admin_state_up': True, 'tenant_id': '93430684d1944cce8fe811ea6dc46b59'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:37:26.781701 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 2d98c400-07f5-4a86-882f-5ed09d9a0dc0, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=2d98c400-07f5-4a86-882f-5ed09d9a0dc0,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:37:26.799894 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port ea0d9447-6a38-4cf2-aeb2-52417048e1e8, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=ea0d9447-6a38-4cf2-aeb2-52417048e1e8,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:37:26.806335 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '2d98c400-07f5-4a86-882f-5ed09d9a0dc0', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'port_id': '2d98c400-07f5-4a86-882f-5ed09d9a0dc0', 'mac_address': 'fa:16:3e:95:8a:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bb14923-74c3-4313-be8d-ed33542f05aa', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:37:26.807377 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd05d1-9b42-4f36-a34b-0f7b26bf2cf9 req-6f12c1d5-703a-4034-98e0-f024db1ed742 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:26.808101 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-36cd05d1-9b42-4f36-a34b-0f7b26bf2cf9 req-6f12c1d5-703a-4034-98e0-f024db1ed742 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:26.819772 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8014191-43d3-4b0c-a61f-842f2f9e4306 req-80a60522-4ada-4594-8d24-85684c3e7dc7 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:26.821604 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a8014191-43d3-4b0c-a61f-842f2f9e4306 req-80a60522-4ada-4594-8d24-85684c3e7dc7 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] 10.222.0.65 "GET /v2.0/networks?id=77a02624-a1f8-4ed5-b0a3-cc9c95960d0b HTTP/1.1" status: 200 len: 816 time: 0.2624295 Mar 11 19:37:26.842217 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a8014191-43d3-4b0c-a61f-842f2f9e4306 req-168b979e-452e-4b87-8cf6-bdd5ad4b3679 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] 10.222.0.65 "GET /v2.0/quotas/13f1448ca5364266ac9d2968e838f04d HTTP/1.1" status: 200 len: 375 time: 0.0132997 Mar 11 19:37:26.846716 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-36cd05d1-9b42-4f36-a34b-0f7b26bf2cf9 req-6f12c1d5-703a-4034-98e0-f024db1ed742 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3171747 Mar 11 19:37:26.864933 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-36cd05d1-9b42-4f36-a34b-0f7b26bf2cf9 req-1086d609-4581-4e12-af32-40d6494633af service neutron] Request body: {'port': {'device_id': '63a92283-6023-4800-b070-985588de2fd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:37:26.874721 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 2d98c400-07f5-4a86-882f-5ed09d9a0dc0 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:37:26.875278 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2d98c400-07f5-4a86-882f-5ed09d9a0dc0), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:26.877648 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (ea0d9447-6a38-4cf2-aeb2-52417048e1e8), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:26.956676 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=ea0d9447-6a38-4cf2-aeb2-52417048e1e8,revision_number=11']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:26.962008 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-36cd05d1-9b42-4f36-a34b-0f7b26bf2cf9 req-1086d609-4581-4e12-af32-40d6494633af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (11fa5835-a64a-4cd6-b1e9-bb82e135dd43), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:26.971817 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9ac7f5b-e4b9-499f-83d0-fa6d844a2f2a req-557e6007-519e-440a-82c7-b7135a800cde tempest-ServerPasswordTestJSON-740309851 tempest-ServerPasswordTestJSON-740309851-project] Made reservation on behalf of 93430684d1944cce8fe811ea6dc46b59 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:37:26.979549 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a9ac7f5b-e4b9-499f-83d0-fa6d844a2f2a req-557e6007-519e-440a-82c7-b7135a800cde tempest-ServerPasswordTestJSON-740309851 tempest-ServerPasswordTestJSON-740309851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:26.980221 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d98c400-07f5-4a86-882f-5ed09d9a0dc0 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:37:26.989223 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a8014191-43d3-4b0c-a61f-842f2f9e4306 req-141429b5-9f88-4279-9d06-d9564fef18ad tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=13f1448ca5364266ac9d2968e838f04d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1403327 Mar 11 19:37:27.008834 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port 85897ddf-20c1-4ec8-bea7-195d6f9d59e3 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:37:27.030837 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 85897ddf-20c1-4ec8-bea7-195d6f9d59e3 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:37:27.031329 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (85897ddf-20c1-4ec8-bea7-195d6f9d59e3), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:27.091067 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 2d98c400-07f5-4a86-882f-5ed09d9a0dc0, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=2d98c400-07f5-4a86-882f-5ed09d9a0dc0,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:37:27.101703 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (2d98c400-07f5-4a86-882f-5ed09d9a0dc0), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:27.168340 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=2d98c400-07f5-4a86-882f-5ed09d9a0dc0,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:27.202915 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbff8c3d-c4d3-4bb3-b145-04248810f46f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea0d9447-6a38-4cf2-aeb2-52417048e1e8'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:37:27.207534 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e9c446-d7f9-43f7-82f9-3f735161d9ad" -d '{"events": [{"server_uuid": "cbff8c3d-c4d3-4bb3-b145-04248810f46f", "name": "network-vif-plugged", "status": "completed", "tag": "ea0d9447-6a38-4cf2-aeb2-52417048e1e8"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:37:27.234040 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 85897ddf-20c1-4ec8-bea7-195d6f9d59e3 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:37:27.234611 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (85897ddf-20c1-4ec8-bea7-195d6f9d59e3), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:27.313093 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 85897ddf-20c1-4ec8-bea7-195d6f9d59e3, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=85897ddf-20c1-4ec8-bea7-195d6f9d59e3,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:37:27.314279 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-a9ac7f5b-e4b9-499f-83d0-fa6d844a2f2a req-557e6007-519e-440a-82c7-b7135a800cde tempest-ServerPasswordTestJSON-740309851 tempest-ServerPasswordTestJSON-740309851-project] Allocated IP 172.20.0.13 (7e2e40c6-c550-4064-8fad-04cf97cc531d/cd2a41ed-b0ff-4daa-b316-d1bff6396a8d/40e03f4e-2e60-4083-9ee1-747bad02ce31) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:37:27.366673 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['2d98c400-07f5-4a86-882f-5ed09d9a0dc0'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:37:27.376533 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (85897ddf-20c1-4ec8-bea7-195d6f9d59e3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:27.377335 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 8647f5f8-1be0-473e-98fe-346f26bf9b26 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:37:27.401214 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a8014191-43d3-4b0c-a61f-842f2f9e4306 req-a4941446-9395-4c8d-9e26-9dab9c1b21a0 service neutron] 10.222.0.65 "GET /v2.0/networks/77a02624-a1f8-4ed5-b0a3-cc9c95960d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3789604 Mar 11 19:37:27.425986 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: 8647f5f8-1be0-473e-98fe-346f26bf9b26 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:37:27.426336 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 8647f5f8-1be0-473e-98fe-346f26bf9b26 not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:37:27.483079 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=85897ddf-20c1-4ec8-bea7-195d6f9d59e3,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:27.499509 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a9ac7f5b-e4b9-499f-83d0-fa6d844a2f2a req-557e6007-519e-440a-82c7-b7135a800cde tempest-ServerPasswordTestJSON-740309851 tempest-ServerPasswordTestJSON-740309851-project] Publish callbacks [] for port (40e03f4e-2e60-4083-9ee1-747bad02ce31), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:27.510539 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-36cd05d1-9b42-4f36-a34b-0f7b26bf2cf9 req-1086d609-4581-4e12-af32-40d6494633af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11fa5835-a64a-4cd6-b1e9-bb82e135dd43 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:37:27.520008 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-36cd05d1-9b42-4f36-a34b-0f7b26bf2cf9 req-1086d609-4581-4e12-af32-40d6494633af service neutron] Publish callbacks [] for port (11fa5835-a64a-4cd6-b1e9-bb82e135dd43), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:27.535566 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-36cd05d1-9b42-4f36-a34b-0f7b26bf2cf9 req-1086d609-4581-4e12-af32-40d6494633af service neutron] Transition to ACTIVE for port object 11fa5835-a64a-4cd6-b1e9-bb82e135dd43 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:37:27.537376 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a9ac7f5b-e4b9-499f-83d0-fa6d844a2f2a req-557e6007-519e-440a-82c7-b7135a800cde tempest-ServerPasswordTestJSON-740309851 tempest-ServerPasswordTestJSON-740309851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (40e03f4e-2e60-4083-9ee1-747bad02ce31), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:27.551160 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:27.592833 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9ac7f5b-e4b9-499f-83d0-fa6d844a2f2a req-557e6007-519e-440a-82c7-b7135a800cde tempest-ServerPasswordTestJSON-740309851 tempest-ServerPasswordTestJSON-740309851-project] Network 7e2e40c6-c550-4064-8fad-04cf97cc531d is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:37:27.596339 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-a9ac7f5b-e4b9-499f-83d0-fa6d844a2f2a req-557e6007-519e-440a-82c7-b7135a800cde tempest-ServerPasswordTestJSON-740309851 tempest-ServerPasswordTestJSON-740309851-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:37:27.606012 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9ac7f5b-e4b9-499f-83d0-fa6d844a2f2a req-557e6007-519e-440a-82c7-b7135a800cde tempest-ServerPasswordTestJSON-740309851 tempest-ServerPasswordTestJSON-740309851-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:37:27.610864 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e6007-519e-440a-82c7-b7135a800cde tempest-ServerPasswordTestJSON-740309851 tempest-ServerPasswordTestJSON-740309851-project] Pushing event updated for resources: {'Port': ['ID=40e03f4e-2e60-4083-9ee1-747bad02ce31,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:27.647924 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a8014191-43d3-4b0c-a61f-842f2f9e4306 req-a68c84bf-d5e7-4db8-824b-c136ff9a7656 service neutron] 10.222.0.65 "GET /v2.0/networks/77a02624-a1f8-4ed5-b0a3-cc9c95960d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422628 Mar 11 19:37:27.653387 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-36cd05d1-9b42-4f36-a34b-0f7b26bf2cf9 req-1086d609-4581-4e12-af32-40d6494633af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (11fa5835-a64a-4cd6-b1e9-bb82e135dd43), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:27.688287 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac7f5b-e4b9-499f-83d0-fa6d844a2f2a req-557e6007-519e-440a-82c7-b7135a800cde tempest-ServerPasswordTestJSON-740309851 tempest-ServerPasswordTestJSON-740309851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:27.688933 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a9ac7f5b-e4b9-499f-83d0-fa6d844a2f2a req-557e6007-519e-440a-82c7-b7135a800cde tempest-ServerPasswordTestJSON-740309851 tempest-ServerPasswordTestJSON-740309851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:27.722128 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-a9ac7f5b-e4b9-499f-83d0-fa6d844a2f2a req-557e6007-519e-440a-82c7-b7135a800cde tempest-ServerPasswordTestJSON-740309851 tempest-ServerPasswordTestJSON-740309851-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9634745 Mar 11 19:37:27.736844 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-a9ac7f5b-e4b9-499f-83d0-fa6d844a2f2a req-e643bab2-6679-408f-ab3b-0feb999735d1 service neutron] Request body: {'port': {'device_id': 'b4399da0-ad43-4a6c-9c61-36aa07bd616a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:37:27.814991 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1086d609-4581-4e12-af32-40d6494633af service neutron] Pushing event updated for resources: {'Port': ['ID=11fa5835-a64a-4cd6-b1e9-bb82e135dd43,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:27.815482 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a9ac7f5b-e4b9-499f-83d0-fa6d844a2f2a req-e643bab2-6679-408f-ab3b-0feb999735d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (40e03f4e-2e60-4083-9ee1-747bad02ce31), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:27.854820 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-36cd05d1-9b42-4f36-a34b-0f7b26bf2cf9 req-1086d609-4581-4e12-af32-40d6494633af service neutron] Attempting to bind port 11fa5835-a64a-4cd6-b1e9-bb82e135dd43 on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:37:27.855487 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-36cd05d1-9b42-4f36-a34b-0f7b26bf2cf9 req-1086d609-4581-4e12-af32-40d6494633af service neutron] Attempting to bind port 11fa5835-a64a-4cd6-b1e9-bb82e135dd43 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '1c6aa5b7-681f-4a80-a0b7-793b4ab0118d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:37:27.856061 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cd05d1-9b42-4f36-a34b-0f7b26bf2cf9 req-1086d609-4581-4e12-af32-40d6494633af service neutron] Attempting to bind port 11fa5835-a64a-4cd6-b1e9-bb82e135dd43 on network 4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:37:27.861007 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cd05d1-9b42-4f36-a34b-0f7b26bf2cf9 req-1086d609-4581-4e12-af32-40d6494633af service neutron] Port 11fa5835-a64a-4cd6-b1e9-bb82e135dd43 on network 4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:37:27.861743 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cd05d1-9b42-4f36-a34b-0f7b26bf2cf9 req-1086d609-4581-4e12-af32-40d6494633af service neutron] Attempting to bind port 11fa5835-a64a-4cd6-b1e9-bb82e135dd43 on network 4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:37:27.868447 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cd05d1-9b42-4f36-a34b-0f7b26bf2cf9 req-1086d609-4581-4e12-af32-40d6494633af service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:37:27.869036 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cd05d1-9b42-4f36-a34b-0f7b26bf2cf9 req-1086d609-4581-4e12-af32-40d6494633af service neutron] Checking segment: {'id': '1c6aa5b7-681f-4a80-a0b7-793b4ab0118d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:37:27.878668 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cd05d1-9b42-4f36-a34b-0f7b26bf2cf9 req-1086d609-4581-4e12-af32-40d6494633af service neutron] Bound using segment: {'id': '1c6aa5b7-681f-4a80-a0b7-793b4ab0118d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:37:27.879451 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-36cd05d1-9b42-4f36-a34b-0f7b26bf2cf9 req-1086d609-4581-4e12-af32-40d6494633af service neutron] Bound port: 11fa5835-a64a-4cd6-b1e9-bb82e135dd43, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c6aa5b7-681f-4a80-a0b7-793b4ab0118d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:37:27.880570 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-36cd05d1-9b42-4f36-a34b-0f7b26bf2cf9 req-1086d609-4581-4e12-af32-40d6494633af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (11fa5835-a64a-4cd6-b1e9-bb82e135dd43), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:27.979862 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-36cd05d1-9b42-4f36-a34b-0f7b26bf2cf9 req-1086d609-4581-4e12-af32-40d6494633af service neutron] For port 11fa5835-a64a-4cd6-b1e9-bb82e135dd43, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:37:27.984678 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-36cd05d1-9b42-4f36-a34b-0f7b26bf2cf9 req-1086d609-4581-4e12-af32-40d6494633af service neutron] For port 11fa5835-a64a-4cd6-b1e9-bb82e135dd43, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=11fa5835-a64a-4cd6-b1e9-bb82e135dd43,segment=NetworkSegment(1c6aa5b7-681f-4a80-a0b7-793b4ab0118d),segment_id=1c6aa5b7-681f-4a80-a0b7-793b4ab0118d)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:37:27.993271 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-36cd05d1-9b42-4f36-a34b-0f7b26bf2cf9 req-1086d609-4581-4e12-af32-40d6494633af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (11fa5835-a64a-4cd6-b1e9-bb82e135dd43), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:28.092270 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd05d1-9b42-4f36-a34b-0f7b26bf2cf9 req-1086d609-4581-4e12-af32-40d6494633af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:28.094490 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-36cd05d1-9b42-4f36-a34b-0f7b26bf2cf9 req-1086d609-4581-4e12-af32-40d6494633af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:28.096474 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-36cd05d1-9b42-4f36-a34b-0f7b26bf2cf9 req-1086d609-4581-4e12-af32-40d6494633af service neutron] 10.222.0.75 "PUT /v2.0/ports/11fa5835-a64a-4cd6-b1e9-bb82e135dd43 HTTP/1.1" status: 200 len: 1091 time: 1.2360694 Mar 11 19:37:28.115135 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63a92283-6023-4800-b070-985588de2fd9', 'tag': '11fa5835-a64a-4cd6-b1e9-bb82e135dd43'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:37:28.120000 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef1c3e3-4c8e-4e8c-be50-bd4295e8c008" -d '{"events": [{"name": "network-changed", "server_uuid": "63a92283-6023-4800-b070-985588de2fd9", "tag": "11fa5835-a64a-4cd6-b1e9-bb82e135dd43"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:37:28.265028 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f1ab1df2-81e8-4996-89e4-280842726866 req-27c56f63-7e6d-49f0-b489-3b1496e1b228 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 210 time: 0.0813050 Mar 11 19:37:28.272159 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1086d609-4581-4e12-af32-40d6494633af service neutron] Pushing event updated for resources: {'Port': ['ID=11fa5835-a64a-4cd6-b1e9-bb82e135dd43,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:28.312763 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd05d1-9b42-4f36-a34b-0f7b26bf2cf9 req-7d62625a-4e86-4996-a04f-78bbec1a200d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:28.316761 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-36cd05d1-9b42-4f36-a34b-0f7b26bf2cf9 req-7d62625a-4e86-4996-a04f-78bbec1a200d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6f7b5a979307498d8f69fb2b0e734e8f&device_id=63a92283-6023-4800-b070-985588de2fd9 HTTP/1.1" status: 200 len: 1125 time: 0.1496463 Mar 11 19:37:28.402113 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-a9ac7f5b-e4b9-499f-83d0-fa6d844a2f2a req-e643bab2-6679-408f-ab3b-0feb999735d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40e03f4e-2e60-4083-9ee1-747bad02ce31 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:37:28.416461 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a9ac7f5b-e4b9-499f-83d0-fa6d844a2f2a req-e643bab2-6679-408f-ab3b-0feb999735d1 service neutron] Publish callbacks [] for port (40e03f4e-2e60-4083-9ee1-747bad02ce31), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:28.446123 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-a9ac7f5b-e4b9-499f-83d0-fa6d844a2f2a req-e643bab2-6679-408f-ab3b-0feb999735d1 service neutron] Transition to ACTIVE for port object 40e03f4e-2e60-4083-9ee1-747bad02ce31 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:37:28.456880 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a9ac7f5b-e4b9-499f-83d0-fa6d844a2f2a req-e643bab2-6679-408f-ab3b-0feb999735d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (40e03f4e-2e60-4083-9ee1-747bad02ce31), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:28.539529 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 2d98c400-07f5-4a86-882f-5ed09d9a0dc0 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:37:28.550519 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e643bab2-6679-408f-ab3b-0feb999735d1 service neutron] Pushing event updated for resources: {'Port': ['ID=40e03f4e-2e60-4083-9ee1-747bad02ce31,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:28.666027 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port 2d98c400-07f5-4a86-882f-5ed09d9a0dc0 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:37:28.666446 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-a9ac7f5b-e4b9-499f-83d0-fa6d844a2f2a req-e643bab2-6679-408f-ab3b-0feb999735d1 service neutron] Attempting to bind port 40e03f4e-2e60-4083-9ee1-747bad02ce31 on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:37:28.666793 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-a9ac7f5b-e4b9-499f-83d0-fa6d844a2f2a req-e643bab2-6679-408f-ab3b-0feb999735d1 service neutron] Attempting to bind port 40e03f4e-2e60-4083-9ee1-747bad02ce31 by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '3d0bef9b-df4e-4cba-a621-1b15544b5f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '7e2e40c6-c550-4064-8fad-04cf97cc531d'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:37:28.667201 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ac7f5b-e4b9-499f-83d0-fa6d844a2f2a req-e643bab2-6679-408f-ab3b-0feb999735d1 service neutron] Attempting to bind port 40e03f4e-2e60-4083-9ee1-747bad02ce31 on network 7e2e40c6-c550-4064-8fad-04cf97cc531d {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:37:28.671124 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 2d98c400-07f5-4a86-882f-5ed09d9a0dc0 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:37:28.671503 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (2d98c400-07f5-4a86-882f-5ed09d9a0dc0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:28.672459 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ac7f5b-e4b9-499f-83d0-fa6d844a2f2a req-e643bab2-6679-408f-ab3b-0feb999735d1 service neutron] Port 40e03f4e-2e60-4083-9ee1-747bad02ce31 on network 7e2e40c6-c550-4064-8fad-04cf97cc531d not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:37:28.672836 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ac7f5b-e4b9-499f-83d0-fa6d844a2f2a req-e643bab2-6679-408f-ab3b-0feb999735d1 service neutron] Attempting to bind port 40e03f4e-2e60-4083-9ee1-747bad02ce31 on network 7e2e40c6-c550-4064-8fad-04cf97cc531d {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:37:28.678811 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ac7f5b-e4b9-499f-83d0-fa6d844a2f2a req-e643bab2-6679-408f-ab3b-0feb999735d1 service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:37:28.679154 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ac7f5b-e4b9-499f-83d0-fa6d844a2f2a req-e643bab2-6679-408f-ab3b-0feb999735d1 service neutron] Checking segment: {'id': '3d0bef9b-df4e-4cba-a621-1b15544b5f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '7e2e40c6-c550-4064-8fad-04cf97cc531d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:37:28.679647 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ac7f5b-e4b9-499f-83d0-fa6d844a2f2a req-e643bab2-6679-408f-ab3b-0feb999735d1 service neutron] Bound using segment: {'id': '3d0bef9b-df4e-4cba-a621-1b15544b5f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '7e2e40c6-c550-4064-8fad-04cf97cc531d'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:37:28.680092 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-a9ac7f5b-e4b9-499f-83d0-fa6d844a2f2a req-e643bab2-6679-408f-ab3b-0feb999735d1 service neutron] Bound port: 40e03f4e-2e60-4083-9ee1-747bad02ce31, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d0bef9b-df4e-4cba-a621-1b15544b5f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '7e2e40c6-c550-4064-8fad-04cf97cc531d'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:37:28.680453 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a9ac7f5b-e4b9-499f-83d0-fa6d844a2f2a req-e643bab2-6679-408f-ab3b-0feb999735d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (40e03f4e-2e60-4083-9ee1-747bad02ce31), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:28.751336 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-a9ac7f5b-e4b9-499f-83d0-fa6d844a2f2a req-e643bab2-6679-408f-ab3b-0feb999735d1 service neutron] For port 40e03f4e-2e60-4083-9ee1-747bad02ce31, host n-h2-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:37:28.754978 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-36cd05d1-9b42-4f36-a34b-0f7b26bf2cf9 req-b7f05354-6a3b-4d2a-a796-d3c246ce2b2f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11fa5835-a64a-4cd6-b1e9-bb82e135dd43 HTTP/1.1" status: 200 len: 217 time: 0.4317834 Mar 11 19:37:28.756388 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-a9ac7f5b-e4b9-499f-83d0-fa6d844a2f2a req-e643bab2-6679-408f-ab3b-0feb999735d1 service neutron] For port 40e03f4e-2e60-4083-9ee1-747bad02ce31, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=40e03f4e-2e60-4083-9ee1-747bad02ce31,segment=NetworkSegment(3d0bef9b-df4e-4cba-a621-1b15544b5f03),segment_id=3d0bef9b-df4e-4cba-a621-1b15544b5f03)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:37:28.768548 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a9ac7f5b-e4b9-499f-83d0-fa6d844a2f2a req-e643bab2-6679-408f-ab3b-0feb999735d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (40e03f4e-2e60-4083-9ee1-747bad02ce31), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:28.773716 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 2d98c400-07f5-4a86-882f-5ed09d9a0dc0 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:37:28.774437 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2d98c400-07f5-4a86-882f-5ed09d9a0dc0), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:28.810492 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd05d1-9b42-4f36-a34b-0f7b26bf2cf9 req-b22760ff-b652-47e8-ac8a-1df5c783ffeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:28.811978 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-36cd05d1-9b42-4f36-a34b-0f7b26bf2cf9 req-b22760ff-b652-47e8-ac8a-1df5c783ffeb service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e937a69a-1c31-46af-aac9-3893b50798ca HTTP/1.1" status: 200 len: 854 time: 0.0496104 Mar 11 19:37:28.826899 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 2d98c400-07f5-4a86-882f-5ed09d9a0dc0, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=2d98c400-07f5-4a86-882f-5ed09d9a0dc0,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:37:28.837929 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (2d98c400-07f5-4a86-882f-5ed09d9a0dc0), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:28.865629 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-36cd05d1-9b42-4f36-a34b-0f7b26bf2cf9 req-f59409e4-0bca-4d65-8133-0abc9050bab2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364368 Mar 11 19:37:28.873604 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e643bab2-6679-408f-ab3b-0feb999735d1 service neutron] Pushing event updated for resources: {'Port': ['ID=40e03f4e-2e60-4083-9ee1-747bad02ce31,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:28.883944 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac7f5b-e4b9-499f-83d0-fa6d844a2f2a req-e643bab2-6679-408f-ab3b-0feb999735d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:28.887518 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a9ac7f5b-e4b9-499f-83d0-fa6d844a2f2a req-e643bab2-6679-408f-ab3b-0feb999735d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:28.889412 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-a9ac7f5b-e4b9-499f-83d0-fa6d844a2f2a req-e643bab2-6679-408f-ab3b-0feb999735d1 service neutron] 10.222.0.57 "PUT /v2.0/ports/40e03f4e-2e60-4083-9ee1-747bad02ce31 HTTP/1.1" status: 200 len: 1092 time: 1.1579537 Mar 11 19:37:28.890145 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4399da0-ad43-4a6c-9c61-36aa07bd616a', 'tag': '40e03f4e-2e60-4083-9ee1-747bad02ce31'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:37:28.901784 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05170179-9940-401a-89b2-19558c655a8e" -d '{"events": [{"name": "network-changed", "server_uuid": "b4399da0-ad43-4a6c-9c61-36aa07bd616a", "tag": "40e03f4e-2e60-4083-9ee1-747bad02ce31"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:37:28.929780 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d2832-5914-4326-ad39-bed7466eb1f9 req-1123a134-109b-4a19-a601-8b2093440e0f tempest-ServerPasswordTestJSON-740309851 tempest-ServerPasswordTestJSON-740309851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:28.931765 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=2d98c400-07f5-4a86-882f-5ed09d9a0dc0,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:28.937010 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d07d2832-5914-4326-ad39-bed7466eb1f9 req-1123a134-109b-4a19-a601-8b2093440e0f tempest-ServerPasswordTestJSON-740309851 tempest-ServerPasswordTestJSON-740309851-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4399da0-ad43-4a6c-9c61-36aa07bd616a HTTP/1.1" status: 200 len: 944 time: 0.1845961 Mar 11 19:37:28.974128 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:29.012584 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac7f5b-e4b9-499f-83d0-fa6d844a2f2a req-c5c9009a-599c-4fa6-9c9e-629fc487bcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:29.014100 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-a9ac7f5b-e4b9-499f-83d0-fa6d844a2f2a req-c5c9009a-599c-4fa6-9c9e-629fc487bcf3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=93430684d1944cce8fe811ea6dc46b59&device_id=b4399da0-ad43-4a6c-9c61-36aa07bd616a HTTP/1.1" status: 200 len: 1126 time: 0.0748272 Mar 11 19:37:29.038908 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d07d2832-5914-4326-ad39-bed7466eb1f9 req-bd21769c-9de4-42fc-aba0-fd8405c53514 tempest-ServerPasswordTestJSON-740309851 tempest-ServerPasswordTestJSON-740309851-project] 10.222.0.65 "GET /v2.0/security-groups?id=8cfe4d30-2634-49f9-86f2-ec6b57ff69eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994341 Mar 11 19:37:29.039843 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-36cd05d1-9b42-4f36-a34b-0f7b26bf2cf9 req-483a6805-3258-43c8-89f6-cd5c7f0b9278 service neutron] 10.222.0.75 "GET /v2.0/networks/4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603355 Mar 11 19:37:29.071886 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-a9ac7f5b-e4b9-499f-83d0-fa6d844a2f2a req-eaaa84c0-cb2b-4cbf-b323-4448102ad46f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40e03f4e-2e60-4083-9ee1-747bad02ce31 HTTP/1.1" status: 200 len: 217 time: 0.0410478 Mar 11 19:37:29.134881 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac7f5b-e4b9-499f-83d0-fa6d844a2f2a req-fa4d3c48-46ce-44b2-a8b8-423d2cc540e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:29.136547 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-a9ac7f5b-e4b9-499f-83d0-fa6d844a2f2a req-fa4d3c48-46ce-44b2-a8b8-423d2cc540e8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cd2a41ed-b0ff-4daa-b316-d1bff6396a8d HTTP/1.1" status: 200 len: 853 time: 0.0580771 Mar 11 19:37:29.179236 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-a9ac7f5b-e4b9-499f-83d0-fa6d844a2f2a req-b5917338-9f92-4e49-9a96-d7c751ff13a4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e2e40c6-c550-4064-8fad-04cf97cc531d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356212 Mar 11 19:37:29.238682 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-36cd05d1-9b42-4f36-a34b-0f7b26bf2cf9 req-7b626224-1de6-46d2-b1ef-cecf69613145 service neutron] 10.222.0.75 "GET /v2.0/networks/4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862519 Mar 11 19:37:29.288879 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025dc6fe-9629-470c-868e-be45c1204106 req-eba367da-cc5d-4454-b410-df6d6f4b2585 tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:29.292250 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-025dc6fe-9629-470c-868e-be45c1204106 req-eba367da-cc5d-4454-b410-df6d6f4b2585 tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff6512a6-65de-4148-9b6b-4d286cc158a6 HTTP/1.1" status: 200 len: 950 time: 0.1287653 Mar 11 19:37:29.312290 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-a9ac7f5b-e4b9-499f-83d0-fa6d844a2f2a req-598230e4-3578-4ae2-9974-714c35e2223e service neutron] 10.222.0.57 "GET /v2.0/networks/7e2e40c6-c550-4064-8fad-04cf97cc531d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245818 Mar 11 19:37:29.355210 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-025dc6fe-9629-470c-868e-be45c1204106 req-405c39c4-12b1-43c5-8b47-a54b37ca269c tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] 10.222.0.65 "GET /v2.0/security-groups?id=f452eb47-6dc6-439f-ac03-125757af0b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548265 Mar 11 19:37:29.410451 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-a9ac7f5b-e4b9-499f-83d0-fa6d844a2f2a req-f9b46635-9e34-45de-9aa6-4a344544f6d8 service neutron] 10.222.0.57 "GET /v2.0/networks/7e2e40c6-c550-4064-8fad-04cf97cc531d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877266 Mar 11 19:37:29.529791 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c16ce4-5602-4163-966b-b9e0e2897775 req-05827cad-764f-4c51-ba41-551ac276eba4 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:29.531482 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-53c16ce4-5602-4163-966b-b9e0e2897775 req-05827cad-764f-4c51-ba41-551ac276eba4 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/ports?device_id=63a92283-6023-4800-b070-985588de2fd9 HTTP/1.1" status: 200 len: 943 time: 0.0660586 Mar 11 19:37:29.655946 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-53c16ce4-5602-4163-966b-b9e0e2897775 req-497279fe-d370-49a1-992d-b67002a1cb49 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/security-groups?id=9eadf186-3007-49d9-b4f3-e4bc7305f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169791 Mar 11 19:37:29.739582 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8014191-43d3-4b0c-a61f-842f2f9e4306 req-41172dc3-9ba5-4f00-9507-0fc9813ec01e tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:29.745079 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a8014191-43d3-4b0c-a61f-842f2f9e4306 req-41172dc3-9ba5-4f00-9507-0fc9813ec01e tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] 10.222.0.75 "GET /v2.0/networks?id=77a02624-a1f8-4ed5-b0a3-cc9c95960d0b HTTP/1.1" status: 200 len: 816 time: 0.2071695 Mar 11 19:37:29.748758 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d79c0139-d746-43d7-bd0c-e86571d3faa7 x-openstack-request-id: req-d79c0139-d746-43d7-bd0c-e86571d3faa7 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:37:29.749427 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbff8c3d-c4d3-4bb3-b145-04248810f46f", "name": "network-vif-plugged", "status": "completed", "tag": "ea0d9447-6a38-4cf2-aeb2-52417048e1e8", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:37:29.749427 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d79c0139-d746-43d7-bd0c-e86571d3faa7 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:37:29.749762 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbff8c3d-c4d3-4bb3-b145-04248810f46f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea0d9447-6a38-4cf2-aeb2-52417048e1e8', 'code': 200} Mar 11 19:37:29.859489 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a8014191-43d3-4b0c-a61f-842f2f9e4306 req-3244f401-a1ac-4e65-ba03-c4543cb83ee9 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=13f1448ca5364266ac9d2968e838f04d HTTP/1.1" status: 200 len: 379 time: 0.1035631 Mar 11 19:37:29.868835 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-a8014191-43d3-4b0c-a61f-842f2f9e4306 req-e07c92c5-7403-4339-a06f-b5c07547a729 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Request body: {'port': {'device_id': 'fe1a1bff-fbf3-41a1-9d45-73bebab872b0', 'network_id': '77a02624-a1f8-4ed5-b0a3-cc9c95960d0b', 'admin_state_up': True, 'tenant_id': '13f1448ca5364266ac9d2968e838f04d', 'security_groups': ['ce3e8b1d-2c20-4441-93a6-82d356ae42f1']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:37:29.981353 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d453bf-53c8-4223-ae4f-89569e889cfe req-5d089edb-009c-4724-8edc-2b575f6d848c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:29.983525 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-15d453bf-53c8-4223-ae4f-89569e889cfe req-5d089edb-009c-4724-8edc-2b575f6d848c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=cbff8c3d-c4d3-4bb3-b145-04248810f46f HTTP/1.1" status: 200 len: 1133 time: 0.0668931 Mar 11 19:37:30.064155 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-15d453bf-53c8-4223-ae4f-89569e889cfe req-1fec7d02-b304-405b-87a4-ca2006297c37 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a781a375-ecc1-4470-b434-56ebce1f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748019 Mar 11 19:37:30.095583 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad342f-9407-4a8a-bbc1-7da899d7cbfe req-6a4e4a22-d9d5-45bc-a65e-725e571c4988 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:30.097408 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-20ad342f-9407-4a8a-bbc1-7da899d7cbfe req-6a4e4a22-d9d5-45bc-a65e-725e571c4988 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbff8c3d-c4d3-4bb3-b145-04248810f46f HTTP/1.1" status: 200 len: 951 time: 0.2113168 Mar 11 19:37:30.150940 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8014191-43d3-4b0c-a61f-842f2f9e4306 req-e07c92c5-7403-4339-a06f-b5c07547a729 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Made reservation on behalf of 13f1448ca5364266ac9d2968e838f04d for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:37:30.155081 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a8014191-43d3-4b0c-a61f-842f2f9e4306 req-e07c92c5-7403-4339-a06f-b5c07547a729 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:30.172274 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-20ad342f-9407-4a8a-bbc1-7da899d7cbfe req-d06b7308-bd86-4255-8f19-2219a73e140c tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/security-groups?id=a781a375-ecc1-4470-b434-56ebce1f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662363 Mar 11 19:37:30.289678 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2dc45ab7-548d-40b3-8823-814714d940cb req-d059a4dc-7335-453e-bb57-8c429cbbe8d5 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe1a1bff-fbf3-41a1-9d45-73bebab872b0 HTTP/1.1" status: 200 len: 210 time: 0.0430145 Mar 11 19:37:30.354952 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-a8014191-43d3-4b0c-a61f-842f2f9e4306 req-e07c92c5-7403-4339-a06f-b5c07547a729 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Allocated IP 172.20.0.8 (77a02624-a1f8-4ed5-b0a3-cc9c95960d0b/80056032-eb48-4775-96f6-10e96bb6ead3/3d6d0142-2efe-49ba-89ba-440d9204414c) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:37:30.396247 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe60fae0-f1ad-4c73-961b-4cea9d0a1928 x-openstack-request-id: req-fe60fae0-f1ad-4c73-961b-4cea9d0a1928 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:37:30.396554 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63a92283-6023-4800-b070-985588de2fd9", "tag": "11fa5835-a64a-4cd6-b1e9-bb82e135dd43", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:37:30.396863 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fe60fae0-f1ad-4c73-961b-4cea9d0a1928 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:37:30.397273 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63a92283-6023-4800-b070-985588de2fd9', 'tag': '11fa5835-a64a-4cd6-b1e9-bb82e135dd43', 'status': 'completed', 'code': 200} Mar 11 19:37:30.408995 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4527336a-fbf8-4089-9af0-3190bbbd46bd x-openstack-request-id: req-4527336a-fbf8-4089-9af0-3190bbbd46bd {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:37:30.409305 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4399da0-ad43-4a6c-9c61-36aa07bd616a", "tag": "40e03f4e-2e60-4083-9ee1-747bad02ce31", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:37:30.409558 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4527336a-fbf8-4089-9af0-3190bbbd46bd {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:37:30.409963 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4399da0-ad43-4a6c-9c61-36aa07bd616a', 'tag': '40e03f4e-2e60-4083-9ee1-747bad02ce31', 'status': 'completed', 'code': 200} Mar 11 19:37:30.440418 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef1c3e3-4c8e-4e8c-be50-bd4295e8c008 req-4492a9ac-f9eb-48c9-969c-8c5366ef8266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:30.442137 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-bef1c3e3-4c8e-4e8c-be50-bd4295e8c008 req-4492a9ac-f9eb-48c9-969c-8c5366ef8266 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6f7b5a979307498d8f69fb2b0e734e8f&device_id=63a92283-6023-4800-b070-985588de2fd9 HTTP/1.1" status: 200 len: 1125 time: 0.0728061 Mar 11 19:37:30.555786 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f0d1ed51-e26e-419c-908d-9056c43d1e4f req-14cad097-5d37-4402-a88b-0f40072b47ed tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 210 time: 0.0587285 Mar 11 19:37:30.586003 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef1c3e3-4c8e-4e8c-be50-bd4295e8c008 req-50c0bb75-9c1c-4931-8351-a054dbd7627a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:30.587554 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-bef1c3e3-4c8e-4e8c-be50-bd4295e8c008 req-50c0bb75-9c1c-4931-8351-a054dbd7627a service neutron] 10.222.0.75 "GET /v2.0/networks?id=4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00 HTTP/1.1" status: 200 len: 915 time: 0.1101217 Mar 11 19:37:30.619565 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a8014191-43d3-4b0c-a61f-842f2f9e4306 req-e07c92c5-7403-4339-a06f-b5c07547a729 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Publish callbacks [] for port (3d6d0142-2efe-49ba-89ba-440d9204414c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:30.642274 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-bef1c3e3-4c8e-4e8c-be50-bd4295e8c008 req-a736f598-0436-44b3-8027-128b1bc92343 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=11fa5835-a64a-4cd6-b1e9-bb82e135dd43 HTTP/1.1" status: 200 len: 217 time: 0.0364978 Mar 11 19:37:30.663994 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a8014191-43d3-4b0c-a61f-842f2f9e4306 req-e07c92c5-7403-4339-a06f-b5c07547a729 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (3d6d0142-2efe-49ba-89ba-440d9204414c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:30.709616 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05170179-9940-401a-89b2-19558c655a8e req-8405225b-c1ec-4dad-9cbd-1705ea92a2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:30.711798 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-05170179-9940-401a-89b2-19558c655a8e req-8405225b-c1ec-4dad-9cbd-1705ea92a2c4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=93430684d1944cce8fe811ea6dc46b59&device_id=b4399da0-ad43-4a6c-9c61-36aa07bd616a HTTP/1.1" status: 200 len: 1126 time: 0.2739260 Mar 11 19:37:30.713173 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef1c3e3-4c8e-4e8c-be50-bd4295e8c008 req-e05d4512-7519-465a-aa99-6bb0623e5c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:30.714490 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-bef1c3e3-4c8e-4e8c-be50-bd4295e8c008 req-e05d4512-7519-465a-aa99-6bb0623e5c1a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e937a69a-1c31-46af-aac9-3893b50798ca HTTP/1.1" status: 200 len: 854 time: 0.0607674 Mar 11 19:37:30.717826 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8014191-43d3-4b0c-a61f-842f2f9e4306 req-e07c92c5-7403-4339-a06f-b5c07547a729 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Network 77a02624-a1f8-4ed5-b0a3-cc9c95960d0b is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:37:30.721260 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-a8014191-43d3-4b0c-a61f-842f2f9e4306 req-e07c92c5-7403-4339-a06f-b5c07547a729 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:37:30.726041 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8014191-43d3-4b0c-a61f-842f2f9e4306 req-e07c92c5-7403-4339-a06f-b5c07547a729 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:37:30.730327 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07c92c5-7403-4339-a06f-b5c07547a729 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Pushing event updated for resources: {'Port': ['ID=3d6d0142-2efe-49ba-89ba-440d9204414c,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:30.777208 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8014191-43d3-4b0c-a61f-842f2f9e4306 req-e07c92c5-7403-4339-a06f-b5c07547a729 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:30.777899 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a8014191-43d3-4b0c-a61f-842f2f9e4306 req-e07c92c5-7403-4339-a06f-b5c07547a729 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:30.797357 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a8014191-43d3-4b0c-a61f-842f2f9e4306 req-e07c92c5-7403-4339-a06f-b5c07547a729 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9324970 Mar 11 19:37:30.808800 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-a8014191-43d3-4b0c-a61f-842f2f9e4306 req-d0ea62d3-2770-4d32-8cac-41986b44b43b service neutron] Request body: {'port': {'device_id': 'fe1a1bff-fbf3-41a1-9d45-73bebab872b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:37:30.855253 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05170179-9940-401a-89b2-19558c655a8e req-942204be-6217-4f20-8139-e44d4a014baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:30.856629 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-05170179-9940-401a-89b2-19558c655a8e req-942204be-6217-4f20-8139-e44d4a014baf service neutron] 10.222.0.57 "GET /v2.0/networks?id=7e2e40c6-c550-4064-8fad-04cf97cc531d HTTP/1.1" status: 200 len: 914 time: 0.1376362 Mar 11 19:37:30.923714 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-05170179-9940-401a-89b2-19558c655a8e req-5b9a52d6-8597-4ef2-a553-01b31aa71f07 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40e03f4e-2e60-4083-9ee1-747bad02ce31 HTTP/1.1" status: 200 len: 217 time: 0.0501316 Mar 11 19:37:30.934723 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a8014191-43d3-4b0c-a61f-842f2f9e4306 req-d0ea62d3-2770-4d32-8cac-41986b44b43b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (3d6d0142-2efe-49ba-89ba-440d9204414c), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:30.993434 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05170179-9940-401a-89b2-19558c655a8e req-23b57b82-e3ed-4135-bc87-228160ea292b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:30.994882 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-05170179-9940-401a-89b2-19558c655a8e req-23b57b82-e3ed-4135-bc87-228160ea292b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=cd2a41ed-b0ff-4daa-b316-d1bff6396a8d HTTP/1.1" status: 200 len: 853 time: 0.0488851 Mar 11 19:37:30.996730 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-bef1c3e3-4c8e-4e8c-be50-bd4295e8c008 req-7e698fc5-5c81-4633-b47b-a519772e0b57 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1431069 Mar 11 19:37:31.071546 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-05170179-9940-401a-89b2-19558c655a8e req-1b3f2d68-c72b-41ae-abee-ce33849ff300 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e2e40c6-c550-4064-8fad-04cf97cc531d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545969 Mar 11 19:37:31.132114 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-2cf7cd0d-9e86-438d-aab9-4ddb37d17e3c None None] Provisioning complete for port 3d6d0142-2efe-49ba-89ba-440d9204414c triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:37:31.139316 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2cf7cd0d-9e86-438d-aab9-4ddb37d17e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (3d6d0142-2efe-49ba-89ba-440d9204414c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:31.186274 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-bef1c3e3-4c8e-4e8c-be50-bd4295e8c008 req-6e94aaf7-6494-445e-9fc9-cc0cde97e982 service neutron] 10.222.0.75 "GET /v2.0/networks/4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829054 Mar 11 19:37:31.213145 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7cd0d-9e86-438d-aab9-4ddb37d17e3c None None] Port 3d6d0142-2efe-49ba-89ba-440d9204414c cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:37:31.317653 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-a8014191-43d3-4b0c-a61f-842f2f9e4306 req-d0ea62d3-2770-4d32-8cac-41986b44b43b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d6d0142-2efe-49ba-89ba-440d9204414c {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:37:31.326656 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a8014191-43d3-4b0c-a61f-842f2f9e4306 req-d0ea62d3-2770-4d32-8cac-41986b44b43b service neutron] Publish callbacks [] for port (3d6d0142-2efe-49ba-89ba-440d9204414c), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:31.339502 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-05170179-9940-401a-89b2-19558c655a8e req-c36a64ec-d0b2-4d63-a48a-df1003922643 service neutron] 10.222.0.57 "GET /v2.0/networks/7e2e40c6-c550-4064-8fad-04cf97cc531d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568471 Mar 11 19:37:31.341170 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-a8014191-43d3-4b0c-a61f-842f2f9e4306 req-d0ea62d3-2770-4d32-8cac-41986b44b43b service neutron] Transition to ACTIVE for port object 3d6d0142-2efe-49ba-89ba-440d9204414c will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:37:31.341565 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-bef1c3e3-4c8e-4e8c-be50-bd4295e8c008 req-c5cef4c7-5acf-44ab-9c55-b0188a3e12b4 service neutron] 10.222.0.75 "GET /v2.0/networks/4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443849 Mar 11 19:37:31.346346 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a8014191-43d3-4b0c-a61f-842f2f9e4306 req-d0ea62d3-2770-4d32-8cac-41986b44b43b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (3d6d0142-2efe-49ba-89ba-440d9204414c), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:31.403485 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ea62d3-2770-4d32-8cac-41986b44b43b service neutron] Pushing event updated for resources: {'Port': ['ID=3d6d0142-2efe-49ba-89ba-440d9204414c,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:31.452548 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-05170179-9940-401a-89b2-19558c655a8e req-c35d4e5d-82bb-43b6-a317-13b2f9927ac4 service neutron] 10.222.0.57 "GET /v2.0/networks/7e2e40c6-c550-4064-8fad-04cf97cc531d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069603 Mar 11 19:37:31.507462 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-a8014191-43d3-4b0c-a61f-842f2f9e4306 req-d0ea62d3-2770-4d32-8cac-41986b44b43b service neutron] Attempting to bind port 3d6d0142-2efe-49ba-89ba-440d9204414c on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:37:31.508060 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-a8014191-43d3-4b0c-a61f-842f2f9e4306 req-d0ea62d3-2770-4d32-8cac-41986b44b43b service neutron] Attempting to bind port 3d6d0142-2efe-49ba-89ba-440d9204414c by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '2e913ce2-e9d1-48a3-a500-fa6dab0e0cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '77a02624-a1f8-4ed5-b0a3-cc9c95960d0b'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:37:31.508426 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8014191-43d3-4b0c-a61f-842f2f9e4306 req-d0ea62d3-2770-4d32-8cac-41986b44b43b service neutron] Attempting to bind port 3d6d0142-2efe-49ba-89ba-440d9204414c on network 77a02624-a1f8-4ed5-b0a3-cc9c95960d0b {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:37:31.513256 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8014191-43d3-4b0c-a61f-842f2f9e4306 req-d0ea62d3-2770-4d32-8cac-41986b44b43b service neutron] Port 3d6d0142-2efe-49ba-89ba-440d9204414c on network 77a02624-a1f8-4ed5-b0a3-cc9c95960d0b not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:37:31.513573 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8014191-43d3-4b0c-a61f-842f2f9e4306 req-d0ea62d3-2770-4d32-8cac-41986b44b43b service neutron] Attempting to bind port 3d6d0142-2efe-49ba-89ba-440d9204414c on network 77a02624-a1f8-4ed5-b0a3-cc9c95960d0b {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:37:31.518606 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8014191-43d3-4b0c-a61f-842f2f9e4306 req-d0ea62d3-2770-4d32-8cac-41986b44b43b service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:37:31.518946 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8014191-43d3-4b0c-a61f-842f2f9e4306 req-d0ea62d3-2770-4d32-8cac-41986b44b43b service neutron] Checking segment: {'id': '2e913ce2-e9d1-48a3-a500-fa6dab0e0cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '77a02624-a1f8-4ed5-b0a3-cc9c95960d0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:37:31.519321 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8014191-43d3-4b0c-a61f-842f2f9e4306 req-d0ea62d3-2770-4d32-8cac-41986b44b43b service neutron] Bound using segment: {'id': '2e913ce2-e9d1-48a3-a500-fa6dab0e0cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '77a02624-a1f8-4ed5-b0a3-cc9c95960d0b'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:37:31.519789 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-a8014191-43d3-4b0c-a61f-842f2f9e4306 req-d0ea62d3-2770-4d32-8cac-41986b44b43b service neutron] Bound port: 3d6d0142-2efe-49ba-89ba-440d9204414c, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e913ce2-e9d1-48a3-a500-fa6dab0e0cac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '77a02624-a1f8-4ed5-b0a3-cc9c95960d0b'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:37:31.520136 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a8014191-43d3-4b0c-a61f-842f2f9e4306 req-d0ea62d3-2770-4d32-8cac-41986b44b43b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (3d6d0142-2efe-49ba-89ba-440d9204414c), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:31.603806 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-a8014191-43d3-4b0c-a61f-842f2f9e4306 req-d0ea62d3-2770-4d32-8cac-41986b44b43b service neutron] For port 3d6d0142-2efe-49ba-89ba-440d9204414c, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:37:31.607448 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-a8014191-43d3-4b0c-a61f-842f2f9e4306 req-d0ea62d3-2770-4d32-8cac-41986b44b43b service neutron] For port 3d6d0142-2efe-49ba-89ba-440d9204414c, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=3d6d0142-2efe-49ba-89ba-440d9204414c,segment=NetworkSegment(2e913ce2-e9d1-48a3-a500-fa6dab0e0cac),segment_id=2e913ce2-e9d1-48a3-a500-fa6dab0e0cac)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:37:31.614341 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a8014191-43d3-4b0c-a61f-842f2f9e4306 req-d0ea62d3-2770-4d32-8cac-41986b44b43b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (3d6d0142-2efe-49ba-89ba-440d9204414c), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:31.649137 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8014191-43d3-4b0c-a61f-842f2f9e4306 req-d0ea62d3-2770-4d32-8cac-41986b44b43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:31.649753 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a8014191-43d3-4b0c-a61f-842f2f9e4306 req-d0ea62d3-2770-4d32-8cac-41986b44b43b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:31.651167 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a8014191-43d3-4b0c-a61f-842f2f9e4306 req-d0ea62d3-2770-4d32-8cac-41986b44b43b service neutron] 10.222.0.75 "PUT /v2.0/ports/3d6d0142-2efe-49ba-89ba-440d9204414c HTTP/1.1" status: 200 len: 1091 time: 0.8469889 Mar 11 19:37:31.675980 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ea62d3-2770-4d32-8cac-41986b44b43b service neutron] Pushing event updated for resources: {'Port': ['ID=3d6d0142-2efe-49ba-89ba-440d9204414c,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:31.747383 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8014191-43d3-4b0c-a61f-842f2f9e4306 req-65144df1-12c5-4b9b-90ca-90e5a1596b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:31.749214 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a8014191-43d3-4b0c-a61f-842f2f9e4306 req-65144df1-12c5-4b9b-90ca-90e5a1596b5a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=13f1448ca5364266ac9d2968e838f04d&device_id=fe1a1bff-fbf3-41a1-9d45-73bebab872b0 HTTP/1.1" status: 200 len: 1125 time: 0.0580983 Mar 11 19:37:31.751121 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '512b8dea-fdfb-4b4a-ba66-f8215e6e3d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85897ddf-20c1-4ec8-bea7-195d6f9d59e3'}, {'server_uuid': 'ff6512a6-65de-4148-9b6b-4d286cc158a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d98c400-07f5-4a86-882f-5ed09d9a0dc0'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:37:31.753525 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-150b077a-e87a-450c-b2fd-a5e824f6c3c8" -d '{"events": [{"server_uuid": "512b8dea-fdfb-4b4a-ba66-f8215e6e3d88", "name": "network-vif-plugged", "status": "completed", "tag": "85897ddf-20c1-4ec8-bea7-195d6f9d59e3"}, {"server_uuid": "ff6512a6-65de-4148-9b6b-4d286cc158a6", "name": "network-vif-plugged", "status": "completed", "tag": "2d98c400-07f5-4a86-882f-5ed09d9a0dc0"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:37:31.798511 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a8014191-43d3-4b0c-a61f-842f2f9e4306 req-016cb0bc-48a4-4bb6-a007-7994296c6f91 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d6d0142-2efe-49ba-89ba-440d9204414c HTTP/1.1" status: 200 len: 217 time: 0.0411253 Mar 11 19:37:31.852569 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8014191-43d3-4b0c-a61f-842f2f9e4306 req-5b8708a0-5d9d-49ba-91e8-213efebc447c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:31.854833 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a8014191-43d3-4b0c-a61f-842f2f9e4306 req-5b8708a0-5d9d-49ba-91e8-213efebc447c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=80056032-eb48-4775-96f6-10e96bb6ead3 HTTP/1.1" status: 200 len: 855 time: 0.0500968 Mar 11 19:37:31.905537 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8014191-43d3-4b0c-a61f-842f2f9e4306 req-62ef6a10-194f-4f25-b6b7-b7d69fbfe1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:31.906965 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a8014191-43d3-4b0c-a61f-842f2f9e4306 req-62ef6a10-194f-4f25-b6b7-b7d69fbfe1ed service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=77a02624-a1f8-4ed5-b0a3-cc9c95960d0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0462291 Mar 11 19:37:32.011933 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a8014191-43d3-4b0c-a61f-842f2f9e4306 req-a785f596-0cfc-4c01-a790-355efd82136c service neutron] 10.222.0.75 "GET /v2.0/networks/77a02624-a1f8-4ed5-b0a3-cc9c95960d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982990 Mar 11 19:37:32.113267 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a8014191-43d3-4b0c-a61f-842f2f9e4306 req-b052587f-2d7f-432d-83e1-04c06c7d7c18 service neutron] 10.222.0.75 "GET /v2.0/networks/77a02624-a1f8-4ed5-b0a3-cc9c95960d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957882 Mar 11 19:37:32.398666 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe1a1bff-fbf3-41a1-9d45-73bebab872b0', 'tag': '3d6d0142-2efe-49ba-89ba-440d9204414c'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:37:32.400993 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d7beabb-165c-46bd-a9d4-435b73556d3a" -d '{"events": [{"name": "network-changed", "server_uuid": "fe1a1bff-fbf3-41a1-9d45-73bebab872b0", "tag": "3d6d0142-2efe-49ba-89ba-440d9204414c"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:37:32.573467 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 11fa5835-a64a-4cd6-b1e9-bb82e135dd43 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:37:32.667497 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 11fa5835-a64a-4cd6-b1e9-bb82e135dd43, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=11fa5835-a64a-4cd6-b1e9-bb82e135dd43,segment=NetworkSegment(1c6aa5b7-681f-4a80-a0b7-793b4ab0118d),segment_id=1c6aa5b7-681f-4a80-a0b7-793b4ab0118d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:37:32.678603 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '11fa5835-a64a-4cd6-b1e9-bb82e135dd43', 'network_id': '4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00', 'port_id': '11fa5835-a64a-4cd6-b1e9-bb82e135dd43', 'mac_address': 'fa:16:3e:2f:9f:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 877, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e937a69a-1c31-46af-aac9-3893b50798ca', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:37:32.715297 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 11fa5835-a64a-4cd6-b1e9-bb82e135dd43 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:37:32.715716 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (11fa5835-a64a-4cd6-b1e9-bb82e135dd43), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:32.732292 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11fa5835-a64a-4cd6-b1e9-bb82e135dd43 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:37:32.750715 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 11fa5835-a64a-4cd6-b1e9-bb82e135dd43, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=11fa5835-a64a-4cd6-b1e9-bb82e135dd43,segment=NetworkSegment(1c6aa5b7-681f-4a80-a0b7-793b4ab0118d),segment_id=1c6aa5b7-681f-4a80-a0b7-793b4ab0118d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:37:32.754958 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (11fa5835-a64a-4cd6-b1e9-bb82e135dd43), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:32.943374 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=11fa5835-a64a-4cd6-b1e9-bb82e135dd43,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:33.009677 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['11fa5835-a64a-4cd6-b1e9-bb82e135dd43'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:37:33.526477 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:37:34.229124 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 40e03f4e-2e60-4083-9ee1-747bad02ce31 details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:37:34.323938 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 40e03f4e-2e60-4083-9ee1-747bad02ce31, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=40e03f4e-2e60-4083-9ee1-747bad02ce31,segment=NetworkSegment(3d0bef9b-df4e-4cba-a621-1b15544b5f03),segment_id=3d0bef9b-df4e-4cba-a621-1b15544b5f03)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:37:34.335047 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': '40e03f4e-2e60-4083-9ee1-747bad02ce31', 'network_id': '7e2e40c6-c550-4064-8fad-04cf97cc531d', 'port_id': '40e03f4e-2e60-4083-9ee1-747bad02ce31', 'mac_address': 'fa:16:3e:fc:94:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd2a41ed-b0ff-4daa-b316-d1bff6396a8d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:37:34.375349 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 40e03f4e-2e60-4083-9ee1-747bad02ce31 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:37:34.375766 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (40e03f4e-2e60-4083-9ee1-747bad02ce31), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:34.388884 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40e03f4e-2e60-4083-9ee1-747bad02ce31 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:37:34.407713 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 40e03f4e-2e60-4083-9ee1-747bad02ce31, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=40e03f4e-2e60-4083-9ee1-747bad02ce31,segment=NetworkSegment(3d0bef9b-df4e-4cba-a621-1b15544b5f03),segment_id=3d0bef9b-df4e-4cba-a621-1b15544b5f03)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:37:34.412542 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (40e03f4e-2e60-4083-9ee1-747bad02ce31), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:34.460102 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=40e03f4e-2e60-4083-9ee1-747bad02ce31,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:34.596930 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 11fa5835-a64a-4cd6-b1e9-bb82e135dd43 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:37:34.649835 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port 11fa5835-a64a-4cd6-b1e9-bb82e135dd43 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:37:34.653623 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 11fa5835-a64a-4cd6-b1e9-bb82e135dd43 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:37:34.654021 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (11fa5835-a64a-4cd6-b1e9-bb82e135dd43), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:34.738223 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 11fa5835-a64a-4cd6-b1e9-bb82e135dd43 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:37:34.738643 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (11fa5835-a64a-4cd6-b1e9-bb82e135dd43), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:34.771170 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 11fa5835-a64a-4cd6-b1e9-bb82e135dd43, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=11fa5835-a64a-4cd6-b1e9-bb82e135dd43,segment=NetworkSegment(1c6aa5b7-681f-4a80-a0b7-793b4ab0118d),segment_id=1c6aa5b7-681f-4a80-a0b7-793b4ab0118d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:37:34.775977 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (11fa5835-a64a-4cd6-b1e9-bb82e135dd43), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:34.806166 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['40e03f4e-2e60-4083-9ee1-747bad02ce31'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:37:34.871611 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=11fa5835-a64a-4cd6-b1e9-bb82e135dd43,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:36.241540 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 40e03f4e-2e60-4083-9ee1-747bad02ce31 up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:37:36.291246 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port 40e03f4e-2e60-4083-9ee1-747bad02ce31 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:37:36.295909 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port 40e03f4e-2e60-4083-9ee1-747bad02ce31 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:37:36.296396 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (40e03f4e-2e60-4083-9ee1-747bad02ce31), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:36.375792 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 40e03f4e-2e60-4083-9ee1-747bad02ce31 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:37:36.376104 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (40e03f4e-2e60-4083-9ee1-747bad02ce31), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:36.409029 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 40e03f4e-2e60-4083-9ee1-747bad02ce31, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=40e03f4e-2e60-4083-9ee1-747bad02ce31,segment=NetworkSegment(3d0bef9b-df4e-4cba-a621-1b15544b5f03),segment_id=3d0bef9b-df4e-4cba-a621-1b15544b5f03)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:37:36.413610 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (40e03f4e-2e60-4083-9ee1-747bad02ce31), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:36.459590 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=40e03f4e-2e60-4083-9ee1-747bad02ce31,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:48.744690 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:52.260960 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b51aa46f-36dd-4531-bbb4-8becef8b44f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:52.494584 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:53.497706 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbec3ec1-2daf-41f7-be87-d0cf6d767912 req-b564e55c-6de9-411c-9186-8ee18c5fc663 tempest-ServerPasswordTestJSON-740309851 tempest-ServerPasswordTestJSON-740309851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:53.500429 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cbec3ec1-2daf-41f7-be87-d0cf6d767912 req-b564e55c-6de9-411c-9186-8ee18c5fc663 tempest-ServerPasswordTestJSON-740309851 tempest-ServerPasswordTestJSON-740309851-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4399da0-ad43-4a6c-9c61-36aa07bd616a HTTP/1.1" status: 200 len: 946 time: 0.0639756 Mar 11 19:37:53.552372 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cbec3ec1-2daf-41f7-be87-d0cf6d767912 req-cf1fc05a-6169-49e8-a906-3e6f87b78bc1 tempest-ServerPasswordTestJSON-740309851 tempest-ServerPasswordTestJSON-740309851-project] 10.222.0.65 "GET /v2.0/security-groups?id=8cfe4d30-2634-49f9-86f2-ec6b57ff69eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458488 Mar 11 19:37:53.670547 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea400ad7-4e7e-4ff4-9a0b-d668026f788e req-6566d04a-698f-42ea-b5d5-03153e97e3cd tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:53.672084 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ea400ad7-4e7e-4ff4-9a0b-d668026f788e req-6566d04a-698f-42ea-b5d5-03153e97e3cd tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff6512a6-65de-4148-9b6b-4d286cc158a6 HTTP/1.1" status: 200 len: 950 time: 0.0559239 Mar 11 19:37:53.722687 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ea400ad7-4e7e-4ff4-9a0b-d668026f788e req-43be8011-ff3b-4e2e-9327-63e0dfcaa59c tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] 10.222.0.65 "GET /v2.0/security-groups?id=f452eb47-6dc6-439f-ac03-125757af0b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428813 Mar 11 19:37:53.839188 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278b17b-54fb-4635-8c20-1d7678629b9e req-05e3c962-c292-473a-a383-fc443ac9e41a tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:53.840918 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b278b17b-54fb-4635-8c20-1d7678629b9e req-05e3c962-c292-473a-a383-fc443ac9e41a tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/ports?device_id=63a92283-6023-4800-b070-985588de2fd9 HTTP/1.1" status: 200 len: 945 time: 0.0610576 Mar 11 19:37:53.890832 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b278b17b-54fb-4635-8c20-1d7678629b9e req-42ed9998-2c3f-4cb1-8014-5aae61ad1f5e tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/security-groups?id=9eadf186-3007-49d9-b4f3-e4bc7305f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441616 Mar 11 19:37:54.002400 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720f801e-d2ff-4ded-8637-4bff0b477daa req-e9b0c715-e341-466b-8162-49328968262f tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:54.005092 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-720f801e-d2ff-4ded-8637-4bff0b477daa req-e9b0c715-e341-466b-8162-49328968262f tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbff8c3d-c4d3-4bb3-b145-04248810f46f HTTP/1.1" status: 200 len: 951 time: 0.0541832 Mar 11 19:37:54.056636 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-720f801e-d2ff-4ded-8637-4bff0b477daa req-ff524ca9-a37b-4e92-866e-da9f29f5cbf7 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/security-groups?id=a781a375-ecc1-4470-b434-56ebce1f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456388 Mar 11 19:37:54.175793 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c0a38f-cd87-4044-8f3a-d0c33f1990e3 req-93da8ffc-a7e8-4d92-a416-bcf36c726847 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:54.177703 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d0c0a38f-cd87-4044-8f3a-d0c33f1990e3 req-93da8ffc-a7e8-4d92-a416-bcf36c726847 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe1a1bff-fbf3-41a1-9d45-73bebab872b0 HTTP/1.1" status: 200 len: 943 time: 0.0558693 Mar 11 19:37:54.232315 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d0c0a38f-cd87-4044-8f3a-d0c33f1990e3 req-ef6a4bad-51e0-4640-9941-735d141e4562 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce3e8b1d-2c20-4441-93a6-82d356ae42f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488255 Mar 11 19:37:54.322779 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-92f66d54-5601-42aa-a28d-dc7439f213b9 req-b6dd6f75-7bad-4440-b04f-3daa19779341 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 210 time: 0.0267725 Mar 11 19:37:54.375878 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Mar 2022 19:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba5f6ed-023e-4108-bedc-d6845fffad97 x-openstack-request-id: req-cba5f6ed-023e-4108-bedc-d6845fffad97 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:37:54.376673 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "512b8dea-fdfb-4b4a-ba66-f8215e6e3d88", "name": "network-vif-plugged", "status": "completed", "tag": "85897ddf-20c1-4ec8-bea7-195d6f9d59e3", "code": 200}, {"server_uuid": "ff6512a6-65de-4148-9b6b-4d286cc158a6", "name": "network-vif-plugged", "status": "completed", "tag": "2d98c400-07f5-4a86-882f-5ed09d9a0dc0", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:37:54.377064 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cba5f6ed-023e-4108-bedc-d6845fffad97 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:37:54.377586 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '512b8dea-fdfb-4b4a-ba66-f8215e6e3d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85897ddf-20c1-4ec8-bea7-195d6f9d59e3', 'code': 200} Mar 11 19:37:54.377991 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff6512a6-65de-4148-9b6b-4d286cc158a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d98c400-07f5-4a86-882f-5ed09d9a0dc0', 'code': 200} Mar 11 19:37:54.430461 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3526e6f3-9bd3-4928-b082-d1d90c067f08 x-openstack-request-id: req-3526e6f3-9bd3-4928-b082-d1d90c067f08 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:37:54.431001 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe1a1bff-fbf3-41a1-9d45-73bebab872b0", "tag": "3d6d0142-2efe-49ba-89ba-440d9204414c", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:37:54.431407 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3526e6f3-9bd3-4928-b082-d1d90c067f08 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:37:54.432028 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe1a1bff-fbf3-41a1-9d45-73bebab872b0', 'tag': '3d6d0142-2efe-49ba-89ba-440d9204414c', 'status': 'completed', 'code': 200} Mar 11 19:37:54.544186 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7beabb-165c-46bd-a9d4-435b73556d3a req-c954b2c8-9eab-4931-9e8f-0a50cbe027f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:54.545748 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5d7beabb-165c-46bd-a9d4-435b73556d3a req-c954b2c8-9eab-4931-9e8f-0a50cbe027f8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=13f1448ca5364266ac9d2968e838f04d&device_id=fe1a1bff-fbf3-41a1-9d45-73bebab872b0 HTTP/1.1" status: 200 len: 1125 time: 0.0801764 Mar 11 19:37:54.565637 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a74f1d98-6d12-492b-90f4-f013356c417d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:54.593054 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce734bd-63ce-4a5d-872f-8477d96a7a4b req-a38ef361-1ddc-4029-aa86-791eea4d5afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:54.596117 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bce734bd-63ce-4a5d-872f-8477d96a7a4b req-a38ef361-1ddc-4029-aa86-791eea4d5afc service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ff6512a6-65de-4148-9b6b-4d286cc158a6 HTTP/1.1" status: 200 len: 1132 time: 0.1312077 Mar 11 19:37:54.648373 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a8af1-3f1b-48cb-8888-e0220a9dfa99 req-8471d81d-b9c2-4a62-beff-1f7d54e77642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:54.650543 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a23a8af1-3f1b-48cb-8888-e0220a9dfa99 req-8471d81d-b9c2-4a62-beff-1f7d54e77642 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=512b8dea-fdfb-4b4a-ba66-f8215e6e3d88 HTTP/1.1" status: 200 len: 1131 time: 0.1500161 Mar 11 19:37:54.670147 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7beabb-165c-46bd-a9d4-435b73556d3a req-333e8164-01cf-4ffb-b7cb-5d50e6b0260a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:54.672090 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5d7beabb-165c-46bd-a9d4-435b73556d3a req-333e8164-01cf-4ffb-b7cb-5d50e6b0260a service neutron] 10.222.0.75 "GET /v2.0/networks?id=77a02624-a1f8-4ed5-b0a3-cc9c95960d0b HTTP/1.1" status: 200 len: 917 time: 0.1194584 Mar 11 19:37:54.694895 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bce734bd-63ce-4a5d-872f-8477d96a7a4b req-b5c46d6b-8a05-4272-9051-a76a37ceba0f service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=f452eb47-6dc6-439f-ac03-125757af0b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926905 Mar 11 19:37:54.719177 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5d7beabb-165c-46bd-a9d4-435b73556d3a req-304baf50-98f3-45e9-82bb-11dbfb46c4fa service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d6d0142-2efe-49ba-89ba-440d9204414c HTTP/1.1" status: 200 len: 217 time: 0.0407712 Mar 11 19:37:54.757456 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a23a8af1-3f1b-48cb-8888-e0220a9dfa99 req-4786123d-5868-4452-a28d-1b27bb73acd9 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=f452eb47-6dc6-439f-ac03-125757af0b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902882 Mar 11 19:37:54.775059 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67abf208-6178-4338-ba85-0adc79cbf4c2 req-4471ac5b-e99b-4ee5-ba77-970325524e51 tempest-ServerPasswordTestJSON-740309851 tempest-ServerPasswordTestJSON-740309851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:54.776803 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-67abf208-6178-4338-ba85-0adc79cbf4c2 req-4471ac5b-e99b-4ee5-ba77-970325524e51 tempest-ServerPasswordTestJSON-740309851 tempest-ServerPasswordTestJSON-740309851-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4399da0-ad43-4a6c-9c61-36aa07bd616a HTTP/1.1" status: 200 len: 946 time: 0.0799460 Mar 11 19:37:54.831305 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-67abf208-6178-4338-ba85-0adc79cbf4c2 req-51d9cf08-3830-493b-abb9-1f249c813d2a tempest-ServerPasswordTestJSON-740309851 tempest-ServerPasswordTestJSON-740309851-project] 10.222.0.65 "GET /v2.0/security-groups?id=8cfe4d30-2634-49f9-86f2-ec6b57ff69eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480261 Mar 11 19:37:54.953837 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1039dd7-b3c8-4e46-88c0-ded549ad6567 req-1d73b412-d9a7-4f4b-b46b-1e371acf9c2a tempest-ServersAdminTestJSON-674582937 tempest-ServersAdminTestJSON-674582937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:54.955349 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a1039dd7-b3c8-4e46-88c0-ded549ad6567 req-1d73b412-d9a7-4f4b-b46b-1e371acf9c2a tempest-ServersAdminTestJSON-674582937 tempest-ServersAdminTestJSON-674582937-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=cbff8c3d-c4d3-4bb3-b145-04248810f46f HTTP/1.1" status: 200 len: 1133 time: 0.0500112 Mar 11 19:37:55.013124 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a1039dd7-b3c8-4e46-88c0-ded549ad6567 req-fd102ef8-d557-4cbc-ac86-f71f70ff4429 tempest-ServersAdminTestJSON-674582937 tempest-ServersAdminTestJSON-674582937-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=a781a375-ecc1-4470-b434-56ebce1f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508339 Mar 11 19:37:55.112482 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7beabb-165c-46bd-a9d4-435b73556d3a req-cda36eca-d568-46a7-89ea-b48614fa2949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:55.114226 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5d7beabb-165c-46bd-a9d4-435b73556d3a req-cda36eca-d568-46a7-89ea-b48614fa2949 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=80056032-eb48-4775-96f6-10e96bb6ead3 HTTP/1.1" status: 200 len: 855 time: 0.0465107 Mar 11 19:37:55.125477 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b1708-6c2a-44db-83a5-5fd612bee84c req-3f813627-3fd6-4523-96f6-1a18d1e60e3a tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:55.126947 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dd9b1708-6c2a-44db-83a5-5fd612bee84c req-3f813627-3fd6-4523-96f6-1a18d1e60e3a tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff6512a6-65de-4148-9b6b-4d286cc158a6 HTTP/1.1" status: 200 len: 950 time: 0.0573578 Mar 11 19:37:55.171144 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7beabb-165c-46bd-a9d4-435b73556d3a req-ab377f14-2084-4613-9216-523a8a615c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:55.172798 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5d7beabb-165c-46bd-a9d4-435b73556d3a req-ab377f14-2084-4613-9216-523a8a615c45 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=77a02624-a1f8-4ed5-b0a3-cc9c95960d0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0523970 Mar 11 19:37:55.176397 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dd9b1708-6c2a-44db-83a5-5fd612bee84c req-15371ad3-af74-4024-af65-c2559247aaa7 tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] 10.222.0.65 "GET /v2.0/security-groups?id=f452eb47-6dc6-439f-ac03-125757af0b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427551 Mar 11 19:37:55.289333 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5d7beabb-165c-46bd-a9d4-435b73556d3a req-e4135775-1260-475c-953d-e950ceb9c463 service neutron] 10.222.0.75 "GET /v2.0/networks/77a02624-a1f8-4ed5-b0a3-cc9c95960d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074667 Mar 11 19:37:55.296161 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7369ab5c-5676-460e-a083-a418c5617ae5 req-96e56d7d-750c-4ef2-8a29-80687fbbe409 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:55.297787 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7369ab5c-5676-460e-a083-a418c5617ae5 req-96e56d7d-750c-4ef2-8a29-80687fbbe409 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/ports?device_id=63a92283-6023-4800-b070-985588de2fd9 HTTP/1.1" status: 200 len: 945 time: 0.0641408 Mar 11 19:37:55.349214 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7369ab5c-5676-460e-a083-a418c5617ae5 req-e69c32be-e876-487d-a5b8-3c746305ef91 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/security-groups?id=9eadf186-3007-49d9-b4f3-e4bc7305f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442338 Mar 11 19:37:55.384414 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5d7beabb-165c-46bd-a9d4-435b73556d3a req-d7d745a6-3f58-4aeb-af9e-fe492f96dd0e service neutron] 10.222.0.75 "GET /v2.0/networks/77a02624-a1f8-4ed5-b0a3-cc9c95960d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890396 Mar 11 19:37:55.551971 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8839c759-0127-44a5-bea1-546dddfa6230 req-3c4d6382-f0a8-4c79-b719-1de23c8a0974 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:55.553364 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8839c759-0127-44a5-bea1-546dddfa6230 req-3c4d6382-f0a8-4c79-b719-1de23c8a0974 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe1a1bff-fbf3-41a1-9d45-73bebab872b0 HTTP/1.1" status: 200 len: 943 time: 0.0531657 Mar 11 19:37:55.604472 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8839c759-0127-44a5-bea1-546dddfa6230 req-50bfe702-585a-498b-be0f-ab019f69401d tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce3e8b1d-2c20-4441-93a6-82d356ae42f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453358 Mar 11 19:37:55.695375 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7af7504e-70ed-4f4b-9298-67b9e07178d9 req-c59939a0-8b18-44df-9b7c-b1d70c7480a3 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 210 time: 0.0273986 Mar 11 19:37:55.806839 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bba96e-0067-4e90-b642-3ce6ed9c3ed8 req-d3e66705-a625-4c8e-b519-73012bfadf45 tempest-ServersAdminTestJSON-674582937 tempest-ServersAdminTestJSON-674582937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:55.808411 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-12bba96e-0067-4e90-b642-3ce6ed9c3ed8 req-d3e66705-a625-4c8e-b519-73012bfadf45 tempest-ServersAdminTestJSON-674582937 tempest-ServersAdminTestJSON-674582937-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=cbff8c3d-c4d3-4bb3-b145-04248810f46f HTTP/1.1" status: 200 len: 1133 time: 0.0491133 Mar 11 19:37:55.856253 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-12bba96e-0067-4e90-b642-3ce6ed9c3ed8 req-226aea82-f14c-4f72-9792-1dd8cfaf3a36 tempest-ServersAdminTestJSON-674582937 tempest-ServersAdminTestJSON-674582937-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=a781a375-ecc1-4470-b434-56ebce1f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412323 Mar 11 19:37:55.965739 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df712bca-3d5e-4aaa-8a4f-c9c027583319 req-0c11e5a8-6fcf-4b28-a24a-43349a203458 tempest-ServerPasswordTestJSON-740309851 tempest-ServerPasswordTestJSON-740309851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:55.967227 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-df712bca-3d5e-4aaa-8a4f-c9c027583319 req-0c11e5a8-6fcf-4b28-a24a-43349a203458 tempest-ServerPasswordTestJSON-740309851 tempest-ServerPasswordTestJSON-740309851-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4399da0-ad43-4a6c-9c61-36aa07bd616a HTTP/1.1" status: 200 len: 946 time: 0.0549963 Mar 11 19:37:56.020276 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-df712bca-3d5e-4aaa-8a4f-c9c027583319 req-4b4e1145-be51-49d8-aabb-ab34084fc79a tempest-ServerPasswordTestJSON-740309851 tempest-ServerPasswordTestJSON-740309851-project] 10.222.0.65 "GET /v2.0/security-groups?id=8cfe4d30-2634-49f9-86f2-ec6b57ff69eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473316 Mar 11 19:37:56.086848 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:56.277597 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c5f3f-6d34-4c31-9e00-f00d5f232daf req-2b207e24-6f33-4bff-aaf0-50fad96ac9f7 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:56.279487 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-448c5f3f-6d34-4c31-9e00-f00d5f232daf req-2b207e24-6f33-4bff-aaf0-50fad96ac9f7 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/ports?device_id=2dd74023-9f78-4779-97c8-1a17ea081ceb HTTP/1.1" status: 200 len: 950 time: 0.0570495 Mar 11 19:37:56.328316 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-448c5f3f-6d34-4c31-9e00-f00d5f232daf req-5377e7e0-e2e3-4e0f-b307-07cd7d9f250f tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/security-groups?id=a781a375-ecc1-4470-b434-56ebce1f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430019 Mar 11 19:37:56.379129 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a92283-6023-4800-b070-985588de2fd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11fa5835-a64a-4cd6-b1e9-bb82e135dd43'}, {'server_uuid': 'b4399da0-ad43-4a6c-9c61-36aa07bd616a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40e03f4e-2e60-4083-9ee1-747bad02ce31'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:37:56.381441 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c21b25b-1783-4a2f-8a52-9ed6ad8d1b67" -d '{"events": [{"server_uuid": "63a92283-6023-4800-b070-985588de2fd9", "name": "network-vif-plugged", "status": "completed", "tag": "11fa5835-a64a-4cd6-b1e9-bb82e135dd43"}, {"server_uuid": "b4399da0-ad43-4a6c-9c61-36aa07bd616a", "name": "network-vif-plugged", "status": "completed", "tag": "40e03f4e-2e60-4083-9ee1-747bad02ce31"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:37:56.433953 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90cd13c-10fe-43fc-86f4-19571068eacd req-25d08fe7-0730-4ef2-ac0a-5e1143b6794e tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:56.435421 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e90cd13c-10fe-43fc-86f4-19571068eacd req-25d08fe7-0730-4ef2-ac0a-5e1143b6794e tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff6512a6-65de-4148-9b6b-4d286cc158a6 HTTP/1.1" status: 200 len: 950 time: 0.0527334 Mar 11 19:37:56.482491 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e90cd13c-10fe-43fc-86f4-19571068eacd req-2705cfba-dd6e-4bfa-9661-463d7b46c1cb tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] 10.222.0.65 "GET /v2.0/security-groups?id=f452eb47-6dc6-439f-ac03-125757af0b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413072 Mar 11 19:37:56.593084 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d2511-fbd6-4a92-a7f7-fb53a291cce9 req-e3f75115-f280-4c21-b682-b88c3412f88b tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:56.594499 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d33d2511-fbd6-4a92-a7f7-fb53a291cce9 req-e3f75115-f280-4c21-b682-b88c3412f88b tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/ports?device_id=63a92283-6023-4800-b070-985588de2fd9 HTTP/1.1" status: 200 len: 945 time: 0.0574403 Mar 11 19:37:56.649903 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d33d2511-fbd6-4a92-a7f7-fb53a291cce9 req-beefb760-5858-4609-94bd-309154ed6164 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/security-groups?id=9eadf186-3007-49d9-b4f3-e4bc7305f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497191 Mar 11 19:37:56.703437 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Mar 2022 19:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76715aa-3d39-42bd-a14e-ed597dc1bb4b x-openstack-request-id: req-c76715aa-3d39-42bd-a14e-ed597dc1bb4b {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:37:56.704236 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63a92283-6023-4800-b070-985588de2fd9", "name": "network-vif-plugged", "status": "completed", "tag": "11fa5835-a64a-4cd6-b1e9-bb82e135dd43", "code": 200}, {"server_uuid": "b4399da0-ad43-4a6c-9c61-36aa07bd616a", "name": "network-vif-plugged", "status": "completed", "tag": "40e03f4e-2e60-4083-9ee1-747bad02ce31", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:37:56.704913 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c76715aa-3d39-42bd-a14e-ed597dc1bb4b {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:37:56.705972 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63a92283-6023-4800-b070-985588de2fd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11fa5835-a64a-4cd6-b1e9-bb82e135dd43', 'code': 200} Mar 11 19:37:56.713939 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4399da0-ad43-4a6c-9c61-36aa07bd616a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40e03f4e-2e60-4083-9ee1-747bad02ce31', 'code': 200} Mar 11 19:37:56.808030 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c962a17-2196-4aba-8694-3079fef4586f req-80baddf3-ba2c-4fc1-b0bf-9041942be8f1 tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:56.809836 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3c962a17-2196-4aba-8694-3079fef4586f req-80baddf3-ba2c-4fc1-b0bf-9041942be8f1 tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] 10.222.0.65 "GET /v2.0/ports?device_id=512b8dea-fdfb-4b4a-ba66-f8215e6e3d88 HTTP/1.1" status: 200 len: 949 time: 0.0602579 Mar 11 19:37:56.839504 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad41909-70fd-43ab-b4a5-2891d5ffa6ed req-d7eddb4f-db1f-461a-9067-270eb20baabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:56.841677 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-dad41909-70fd-43ab-b4a5-2891d5ffa6ed req-d7eddb4f-db1f-461a-9067-270eb20baabe service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=63a92283-6023-4800-b070-985588de2fd9 HTTP/1.1" status: 200 len: 1127 time: 0.0828602 Mar 11 19:37:56.848302 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c2361e-4f5f-44c3-bbaa-2472dca22cbc req-b0a26b90-cf74-4058-af50-5de9423ba580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:56.849425 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e8c2361e-4f5f-44c3-bbaa-2472dca22cbc req-b0a26b90-cf74-4058-af50-5de9423ba580 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b4399da0-ad43-4a6c-9c61-36aa07bd616a HTTP/1.1" status: 200 len: 1128 time: 0.0832672 Mar 11 19:37:56.864831 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3c962a17-2196-4aba-8694-3079fef4586f req-2d8b0d90-77c0-4903-b16c-03be5cd544a4 tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] 10.222.0.65 "GET /v2.0/security-groups?id=f452eb47-6dc6-439f-ac03-125757af0b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484910 Mar 11 19:37:56.922961 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-dad41909-70fd-43ab-b4a5-2891d5ffa6ed req-34ef45ab-bd55-48c9-9203-a4115709fe64 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=9eadf186-3007-49d9-b4f3-e4bc7305f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725231 Mar 11 19:37:56.933999 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e8c2361e-4f5f-44c3-bbaa-2472dca22cbc req-d9da0a3c-48f5-4120-a027-e3092e19c3da service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8cfe4d30-2634-49f9-86f2-ec6b57ff69eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681701 Mar 11 19:37:56.994819 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bff58e-2e4f-47f2-91ec-3e36602d65f8 req-888c90ad-8a50-44c6-8fe4-e44f86d4301d tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:56.996326 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-91bff58e-2e4f-47f2-91ec-3e36602d65f8 req-888c90ad-8a50-44c6-8fe4-e44f86d4301d tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe1a1bff-fbf3-41a1-9d45-73bebab872b0 HTTP/1.1" status: 200 len: 943 time: 0.0607860 Mar 11 19:37:57.042954 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-91bff58e-2e4f-47f2-91ec-3e36602d65f8 req-272eaa2d-ee95-465f-8c36-31dfb30a3d5e tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce3e8b1d-2c20-4441-93a6-82d356ae42f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407453 Mar 11 19:37:57.125002 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-16b2039e-9fef-4fe4-8d07-a4b441d024d7 req-ba1bf360-4aa1-4247-88b3-87171c6f6922 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 210 time: 0.0278935 Mar 11 19:37:57.521047 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:57.542597 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976593aa-85fb-4893-8b19-5b27a4c836e4 req-f174e7f8-9d0b-4770-bdb1-acd8467e2752 tempest-ServerPasswordTestJSON-740309851 tempest-ServerPasswordTestJSON-740309851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:57.544152 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-976593aa-85fb-4893-8b19-5b27a4c836e4 req-f174e7f8-9d0b-4770-bdb1-acd8467e2752 tempest-ServerPasswordTestJSON-740309851 tempest-ServerPasswordTestJSON-740309851-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4399da0-ad43-4a6c-9c61-36aa07bd616a HTTP/1.1" status: 200 len: 946 time: 0.0691578 Mar 11 19:37:57.600763 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-976593aa-85fb-4893-8b19-5b27a4c836e4 req-1f41e13c-050f-4501-9dfc-ac070df42ae9 tempest-ServerPasswordTestJSON-740309851 tempest-ServerPasswordTestJSON-740309851-project] 10.222.0.65 "GET /v2.0/security-groups?id=8cfe4d30-2634-49f9-86f2-ec6b57ff69eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493529 Mar 11 19:37:57.722129 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafb6049-32a5-4adf-b6b5-a8c34b6493c4 req-78e51f73-aab0-441a-b09e-8e799becc2f8 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:57.724385 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cafb6049-32a5-4adf-b6b5-a8c34b6493c4 req-78e51f73-aab0-441a-b09e-8e799becc2f8 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/ports?device_id=2dd74023-9f78-4779-97c8-1a17ea081ceb HTTP/1.1" status: 200 len: 950 time: 0.0584979 Mar 11 19:37:57.771375 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cafb6049-32a5-4adf-b6b5-a8c34b6493c4 req-eb0fe0c3-de25-4937-9b23-29ee35353fcd tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/security-groups?id=a781a375-ecc1-4470-b434-56ebce1f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409267 Mar 11 19:37:57.928208 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f8ca2e-f19d-4382-811d-27e8c116f663 req-cbbb9004-7e66-47bb-a6cc-151ca8cfaf1e tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:57.929683 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-12f8ca2e-f19d-4382-811d-27e8c116f663 req-cbbb9004-7e66-47bb-a6cc-151ca8cfaf1e tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/ports?device_id=63a92283-6023-4800-b070-985588de2fd9 HTTP/1.1" status: 200 len: 945 time: 0.0538006 Mar 11 19:37:57.976696 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-12f8ca2e-f19d-4382-811d-27e8c116f663 req-68e7dca6-4629-4d9b-8428-abf66495e0a4 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/security-groups?id=9eadf186-3007-49d9-b4f3-e4bc7305f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411680 Mar 11 19:37:58.179867 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ba926-091a-45c2-ac83-c30fe068ff95 req-36e6b602-650d-483f-ab0d-a03d6a1b1af9 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:58.181648 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ed7ba926-091a-45c2-ac83-c30fe068ff95 req-36e6b602-650d-483f-ab0d-a03d6a1b1af9 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe1a1bff-fbf3-41a1-9d45-73bebab872b0 HTTP/1.1" status: 200 len: 943 time: 0.0721772 Mar 11 19:37:58.238325 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ed7ba926-091a-45c2-ac83-c30fe068ff95 req-554bd62b-4e2b-4b1e-9022-d0ac7994e24a tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce3e8b1d-2c20-4441-93a6-82d356ae42f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498757 Mar 11 19:37:58.325834 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3323d805-4db1-4286-ab5d-9fc2234d3036 req-db22f529-87e4-4fe3-9f90-628ec10b6331 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 210 time: 0.0273273 Mar 11 19:37:58.409807 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce64a2-c0a4-49aa-85c2-4730a0e9f021 req-65b0b28a-33c7-4fe8-82a4-c0efeb31a61f tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:58.411830 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-a5ce64a2-c0a4-49aa-85c2-4730a0e9f021 req-65b0b28a-33c7-4fe8-82a4-c0efeb31a61f tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.57 "GET /v2.0/ports?device_id=2dd74023-9f78-4779-97c8-1a17ea081ceb HTTP/1.1" status: 200 len: 950 time: 0.0540946 Mar 11 19:37:58.506952 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-a5ce64a2-c0a4-49aa-85c2-4730a0e9f021 req-6e3023fe-79e5-42d2-a580-b4c3b636f340 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Deleting port 1f0e0306-0d9c-42f1-a66d-98fd0da3d12f {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:37:58.507202 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a5ce64a2-c0a4-49aa-85c2-4730a0e9f021 req-6e3023fe-79e5-42d2-a580-b4c3b636f340 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (1f0e0306-0d9c-42f1-a66d-98fd0da3d12f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:58.600688 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-a5ce64a2-c0a4-49aa-85c2-4730a0e9f021 req-6e3023fe-79e5-42d2-a580-b4c3b636f340 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] For port 1f0e0306-0d9c-42f1-a66d-98fd0da3d12f, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=1f0e0306-0d9c-42f1-a66d-98fd0da3d12f,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:37:58.601053 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a5ce64a2-c0a4-49aa-85c2-4730a0e9f021 req-6e3023fe-79e5-42d2-a580-b4c3b636f340 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (1f0e0306-0d9c-42f1-a66d-98fd0da3d12f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:58.614695 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-a5ce64a2-c0a4-49aa-85c2-4730a0e9f021 req-6e3023fe-79e5-42d2-a580-b4c3b636f340 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Calling delete_port for 1f0e0306-0d9c-42f1-a66d-98fd0da3d12f owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:37:58.733573 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c09e81-9b83-4986-a008-753785238bde req-b55c079f-d95d-4aed-8cb7-007186cd2a02 tempest-ServerPasswordTestJSON-740309851 tempest-ServerPasswordTestJSON-740309851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:58.741896 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-68c09e81-9b83-4986-a008-753785238bde req-b55c079f-d95d-4aed-8cb7-007186cd2a02 tempest-ServerPasswordTestJSON-740309851 tempest-ServerPasswordTestJSON-740309851-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4399da0-ad43-4a6c-9c61-36aa07bd616a HTTP/1.1" status: 200 len: 946 time: 0.0731447 Mar 11 19:37:58.776540 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a5ce64a2-c0a4-49aa-85c2-4730a0e9f021 req-6e3023fe-79e5-42d2-a580-b4c3b636f340 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (1f0e0306-0d9c-42f1-a66d-98fd0da3d12f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:58.789819 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['5f2c87b5-3ef8-4a45-9f10-1f3527b60463', 'ea0d9447-6a38-4cf2-aeb2-52417048e1e8'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:37:58.799237 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-68c09e81-9b83-4986-a008-753785238bde req-451d23de-8b2a-43fa-a436-4027f02407fe tempest-ServerPasswordTestJSON-740309851 tempest-ServerPasswordTestJSON-740309851-project] 10.222.0.65 "GET /v2.0/security-groups?id=8cfe4d30-2634-49f9-86f2-ec6b57ff69eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563104 Mar 11 19:37:58.833332 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3023fe-79e5-42d2-a580-b4c3b636f340 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Pushing event deleted for resources: {'Port': ['ID=1f0e0306-0d9c-42f1-a66d-98fd0da3d12f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:37:58.882879 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3023fe-79e5-42d2-a580-b4c3b636f340 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:37:58.883493 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3023fe-79e5-42d2-a580-b4c3b636f340 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:37:58.883960 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3023fe-79e5-42d2-a580-b4c3b636f340 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:37:58.884486 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3023fe-79e5-42d2-a580-b4c3b636f340 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:37:58.884955 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3023fe-79e5-42d2-a580-b4c3b636f340 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:37:58.885393 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3023fe-79e5-42d2-a580-b4c3b636f340 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:37:58.885831 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3023fe-79e5-42d2-a580-b4c3b636f340 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:37:58.886261 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3023fe-79e5-42d2-a580-b4c3b636f340 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:37:58.886691 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3023fe-79e5-42d2-a580-b4c3b636f340 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:37:58.887118 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3023fe-79e5-42d2-a580-b4c3b636f340 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:37:58.887547 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3023fe-79e5-42d2-a580-b4c3b636f340 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:37:58.887993 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3023fe-79e5-42d2-a580-b4c3b636f340 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:37:58.888433 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3023fe-79e5-42d2-a580-b4c3b636f340 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:37:58.902312 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ce64a2-c0a4-49aa-85c2-4730a0e9f021 req-6e3023fe-79e5-42d2-a580-b4c3b636f340 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] No DVR routers for this DVR port 1f0e0306-0d9c-42f1-a66d-98fd0da3d12f on host n-h2-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:37:58.906052 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a5ce64a2-c0a4-49aa-85c2-4730a0e9f021 req-6e3023fe-79e5-42d2-a580-b4c3b636f340 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:58.911190 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-a5ce64a2-c0a4-49aa-85c2-4730a0e9f021 req-6e3023fe-79e5-42d2-a580-b4c3b636f340 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.57 "DELETE /v2.0/ports/1f0e0306-0d9c-42f1-a66d-98fd0da3d12f HTTP/1.1" status: 204 len: 173 time: 0.4935436 Mar 11 19:37:58.911992 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dd74023-9f78-4779-97c8-1a17ea081ceb', 'name': 'network-vif-deleted', 'tag': '1f0e0306-0d9c-42f1-a66d-98fd0da3d12f'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:37:58.927456 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e1cf5824-9217-4fd0-b881-e7ba7d1bd333 req-ac69fe56-5f51-4978-bc33-bd7ae26159bf tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/ports?device_id=2dd74023-9f78-4779-97c8-1a17ea081ceb HTTP/1.1" status: 200 len: 210 time: 0.0431073 Mar 11 19:37:58.934109 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3837f7-ad93-438f-9994-2f1c7dde3c6e" -d '{"events": [{"server_uuid": "2dd74023-9f78-4779-97c8-1a17ea081ceb", "name": "network-vif-deleted", "tag": "1f0e0306-0d9c-42f1-a66d-98fd0da3d12f"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:37:58.985027 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:37:59.043827 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f0e7be-47bf-43e8-a991-25dadef6d3f6 x-openstack-request-id: req-a9f0e7be-47bf-43e8-a991-25dadef6d3f6 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:37:59.044712 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dd74023-9f78-4779-97c8-1a17ea081ceb", "name": "network-vif-deleted", "tag": "1f0e0306-0d9c-42f1-a66d-98fd0da3d12f", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:37:59.045152 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a9f0e7be-47bf-43e8-a991-25dadef6d3f6 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:37:59.045711 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dd74023-9f78-4779-97c8-1a17ea081ceb', 'name': 'network-vif-deleted', 'tag': '1f0e0306-0d9c-42f1-a66d-98fd0da3d12f', 'status': 'completed', 'code': 200} Mar 11 19:37:59.151051 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e82834-92b5-428a-a7d7-813ffb8fd75c req-2042efc2-4826-441e-8803-d3e77c3815e1 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:59.152574 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-75e82834-92b5-428a-a7d7-813ffb8fd75c req-2042efc2-4826-441e-8803-d3e77c3815e1 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/ports?device_id=63a92283-6023-4800-b070-985588de2fd9 HTTP/1.1" status: 200 len: 945 time: 0.0627990 Mar 11 19:37:59.204185 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-75e82834-92b5-428a-a7d7-813ffb8fd75c req-46c8bd38-5268-49b7-a5b5-827be2ff4231 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/security-groups?id=9eadf186-3007-49d9-b4f3-e4bc7305f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457342 Mar 11 19:37:59.331838 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c05985b-37b5-4453-a08f-161bc0b49737 req-c3e9f299-a2c3-429d-88f4-630a3c9e81e8 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:59.333705 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7c05985b-37b5-4453-a08f-161bc0b49737 req-c3e9f299-a2c3-429d-88f4-630a3c9e81e8 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/ports?device_id=63a92283-6023-4800-b070-985588de2fd9 HTTP/1.1" status: 200 len: 945 time: 0.0582750 Mar 11 19:37:59.402320 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7c05985b-37b5-4453-a08f-161bc0b49737 req-19bfd042-9e50-407e-96ef-627702b6d3fb tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/security-groups?id=9eadf186-3007-49d9-b4f3-e4bc7305f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624456 Mar 11 19:37:59.534514 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b069178-2696-4e9f-98eb-2750f5dace30 req-2602f7cd-e01e-4473-bfe0-80c1115f30de tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:59.536889 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3b069178-2696-4e9f-98eb-2750f5dace30 req-2602f7cd-e01e-4473-bfe0-80c1115f30de tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe1a1bff-fbf3-41a1-9d45-73bebab872b0 HTTP/1.1" status: 200 len: 943 time: 0.0650032 Mar 11 19:37:59.585153 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3b069178-2696-4e9f-98eb-2750f5dace30 req-f35debd4-f9e5-4dae-beca-9a07b1a978d6 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce3e8b1d-2c20-4441-93a6-82d356ae42f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427098 Mar 11 19:37:59.665037 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b980f558-b7d3-46af-ba23-a96a33b8fcc5 req-ceda406e-4420-4cd6-aa29-182d4654b8c3 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 210 time: 0.0265992 Mar 11 19:37:59.872681 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff0fba0-7112-45ec-9117-e9a50ee466ab req-65cf0f8c-fbef-4696-92bf-a82d8ef9062a tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:37:59.874259 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bff0fba0-7112-45ec-9117-e9a50ee466ab req-65cf0f8c-fbef-4696-92bf-a82d8ef9062a tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/ports?device_id=63a92283-6023-4800-b070-985588de2fd9 HTTP/1.1" status: 200 len: 945 time: 0.0530348 Mar 11 19:37:59.919911 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bff0fba0-7112-45ec-9117-e9a50ee466ab req-df23f72e-0b3c-4c0d-81ff-18fa558ddb07 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/security-groups?id=9eadf186-3007-49d9-b4f3-e4bc7305f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398986 Mar 11 19:38:00.030068 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ba734-6949-4f1b-bc8b-fbe965e68c2b req-d642f27e-0509-4ba0-979c-b3ba34dbed98 tempest-ServerPasswordTestJSON-740309851 tempest-ServerPasswordTestJSON-740309851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:00.031533 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-288ba734-6949-4f1b-bc8b-fbe965e68c2b req-d642f27e-0509-4ba0-979c-b3ba34dbed98 tempest-ServerPasswordTestJSON-740309851 tempest-ServerPasswordTestJSON-740309851-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4399da0-ad43-4a6c-9c61-36aa07bd616a HTTP/1.1" status: 200 len: 946 time: 0.0572064 Mar 11 19:38:00.078050 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-288ba734-6949-4f1b-bc8b-fbe965e68c2b req-4f61a2d6-3121-4218-9124-832bdfa0a6f4 tempest-ServerPasswordTestJSON-740309851 tempest-ServerPasswordTestJSON-740309851-project] 10.222.0.65 "GET /v2.0/security-groups?id=8cfe4d30-2634-49f9-86f2-ec6b57ff69eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403411 Mar 11 19:38:00.187958 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727ddbf7-cf95-470e-9525-cd5b5dbd632e req-2217deb9-247c-4f58-94d5-5aa315166b0a tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:00.189512 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-727ddbf7-cf95-470e-9525-cd5b5dbd632e req-2217deb9-247c-4f58-94d5-5aa315166b0a tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/ports?device_id=63a92283-6023-4800-b070-985588de2fd9 HTTP/1.1" status: 200 len: 945 time: 0.0519807 Mar 11 19:38:00.237282 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-727ddbf7-cf95-470e-9525-cd5b5dbd632e req-692607e2-68af-4825-b7c5-aa1ce53eecb8 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/security-groups?id=9eadf186-3007-49d9-b4f3-e4bc7305f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417938 Mar 11 19:38:00.342664 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 1f0e0306-0d9c-42f1-a66d-98fd0da3d12f no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:38:00.366005 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: 1f0e0306-0d9c-42f1-a66d-98fd0da3d12f {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:38:00.366345 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 1f0e0306-0d9c-42f1-a66d-98fd0da3d12f not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:38:00.737708 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 85897ddf-20c1-4ec8-bea7-195d6f9d59e3 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:38:00.881478 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 85897ddf-20c1-4ec8-bea7-195d6f9d59e3, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=85897ddf-20c1-4ec8-bea7-195d6f9d59e3,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:00.895858 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '85897ddf-20c1-4ec8-bea7-195d6f9d59e3', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'port_id': '85897ddf-20c1-4ec8-bea7-195d6f9d59e3', 'mac_address': 'fa:16:3e:17:23:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bb14923-74c3-4313-be8d-ed33542f05aa', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:38:00.977359 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 85897ddf-20c1-4ec8-bea7-195d6f9d59e3 is: ACTIVE; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:38:00.977671 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (85897ddf-20c1-4ec8-bea7-195d6f9d59e3), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:01.007264 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 85897ddf-20c1-4ec8-bea7-195d6f9d59e3 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:38:01.052161 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bba881-9333-48ce-a00d-6791d2dc412e req-f7d9bc77-e648-45bb-aac5-62b0e4815e0b tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:01.060768 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e0bba881-9333-48ce-a00d-6791d2dc412e req-f7d9bc77-e648-45bb-aac5-62b0e4815e0b tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe1a1bff-fbf3-41a1-9d45-73bebab872b0 HTTP/1.1" status: 200 len: 943 time: 0.1066868 Mar 11 19:38:01.065945 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 85897ddf-20c1-4ec8-bea7-195d6f9d59e3, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=85897ddf-20c1-4ec8-bea7-195d6f9d59e3,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:01.083462 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (85897ddf-20c1-4ec8-bea7-195d6f9d59e3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:01.084464 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 3d6d0142-2efe-49ba-89ba-440d9204414c details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:38:01.147760 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e0bba881-9333-48ce-a00d-6791d2dc412e req-24123ada-4547-423b-a6be-a88cf4e6f3c1 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce3e8b1d-2c20-4441-93a6-82d356ae42f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816743 Mar 11 19:38:01.202486 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=85897ddf-20c1-4ec8-bea7-195d6f9d59e3,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:01.212259 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:01.212600 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:01.213132 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:01.213623 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:01.214102 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:01.214585 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:01.215054 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:01.215533 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:01.216067 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:01.216559 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:01.217025 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:01.217504 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:01.217982 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:01.304771 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 3d6d0142-2efe-49ba-89ba-440d9204414c, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=3d6d0142-2efe-49ba-89ba-440d9204414c,segment=NetworkSegment(2e913ce2-e9d1-48a3-a500-fa6dab0e0cac),segment_id=2e913ce2-e9d1-48a3-a500-fa6dab0e0cac)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:01.320672 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '3d6d0142-2efe-49ba-89ba-440d9204414c', 'network_id': '77a02624-a1f8-4ed5-b0a3-cc9c95960d0b', 'port_id': '3d6d0142-2efe-49ba-89ba-440d9204414c', 'mac_address': 'fa:16:3e:39:66:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80056032-eb48-4775-96f6-10e96bb6ead3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:38:01.325395 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e74250-4c8e-4588-a17f-f8513d4f6748 req-1ead6a52-d176-4c2d-97bc-de368727ca18 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:01.335507 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-69e74250-4c8e-4588-a17f-f8513d4f6748 req-1ead6a52-d176-4c2d-97bc-de368727ca18 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/ports?device_id=63a92283-6023-4800-b070-985588de2fd9 HTTP/1.1" status: 200 len: 945 time: 0.1099131 Mar 11 19:38:01.370067 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 3d6d0142-2efe-49ba-89ba-440d9204414c is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:38:01.370590 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (3d6d0142-2efe-49ba-89ba-440d9204414c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:01.387579 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-69e74250-4c8e-4588-a17f-f8513d4f6748 req-26539d4c-d888-49af-9604-68857cff1d26 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/security-groups?id=9eadf186-3007-49d9-b4f3-e4bc7305f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508564 Mar 11 19:38:01.395509 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d6d0142-2efe-49ba-89ba-440d9204414c {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:38:01.424640 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 3d6d0142-2efe-49ba-89ba-440d9204414c, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=3d6d0142-2efe-49ba-89ba-440d9204414c,segment=NetworkSegment(2e913ce2-e9d1-48a3-a500-fa6dab0e0cac),segment_id=2e913ce2-e9d1-48a3-a500-fa6dab0e0cac)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:01.431049 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (3d6d0142-2efe-49ba-89ba-440d9204414c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:01.501775 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=3d6d0142-2efe-49ba-89ba-440d9204414c,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:01.538632 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2afc8af4-0e77-4522-a58b-990a68ad659a req-8103236f-ebf9-4bb3-8a5c-d86e542da3e2 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 210 time: 0.0439074 Mar 11 19:38:01.543540 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['85897ddf-20c1-4ec8-bea7-195d6f9d59e3'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:38:01.665164 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15692d6e-05ec-4437-9c14-ab34dbb26f96 req-22e812e8-6e2b-4c3f-84a7-7f84e01dbd48 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:01.672979 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-15692d6e-05ec-4437-9c14-ab34dbb26f96 req-22e812e8-6e2b-4c3f-84a7-7f84e01dbd48 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/ports?device_id=269ff07d-677b-4ab8-8ca9-a7da9224ad94 HTTP/1.1" status: 200 len: 950 time: 0.0737410 Mar 11 19:38:01.731674 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-15692d6e-05ec-4437-9c14-ab34dbb26f96 req-8f365cf2-17a2-4425-afe5-0bbd89af070c tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/security-groups?id=a781a375-ecc1-4470-b434-56ebce1f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576446 Mar 11 19:38:01.735726 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['3d6d0142-2efe-49ba-89ba-440d9204414c'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:38:02.077023 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d982d-5851-4c35-aad8-e02d86a4fb49 req-917900b8-ef44-45d6-9d48-d8a8ac478a07 tempest-ServerPasswordTestJSON-740309851 tempest-ServerPasswordTestJSON-740309851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:02.083659 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-836d982d-5851-4c35-aad8-e02d86a4fb49 req-917900b8-ef44-45d6-9d48-d8a8ac478a07 tempest-ServerPasswordTestJSON-740309851 tempest-ServerPasswordTestJSON-740309851-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4399da0-ad43-4a6c-9c61-36aa07bd616a HTTP/1.1" status: 200 len: 946 time: 0.0616860 Mar 11 19:38:02.172191 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-836d982d-5851-4c35-aad8-e02d86a4fb49 req-13502fdb-6eb8-4fc0-814b-38334ecce309 tempest-ServerPasswordTestJSON-740309851 tempest-ServerPasswordTestJSON-740309851-project] 10.222.0.65 "GET /v2.0/security-groups?id=8cfe4d30-2634-49f9-86f2-ec6b57ff69eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816846 Mar 11 19:38:02.316270 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d12a898-522c-459a-8356-957133f407e3 req-f0a76ce2-e857-44b3-95a5-23afe72c9c12 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:02.323181 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8d12a898-522c-459a-8356-957133f407e3 req-f0a76ce2-e857-44b3-95a5-23afe72c9c12 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe1a1bff-fbf3-41a1-9d45-73bebab872b0 HTTP/1.1" status: 200 len: 944 time: 0.0718148 Mar 11 19:38:02.376169 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8d12a898-522c-459a-8356-957133f407e3 req-3b86119e-8682-4294-a092-94e9de74eed7 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce3e8b1d-2c20-4441-93a6-82d356ae42f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512757 Mar 11 19:38:02.521161 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8ac87-8d6e-4a6e-b390-cdbcab2d7b1f req-43a58c1b-86ad-4c51-9622-3ee828acdcd6 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:02.528059 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-63c8ac87-8d6e-4a6e-b390-cdbcab2d7b1f req-43a58c1b-86ad-4c51-9622-3ee828acdcd6 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/ports?device_id=63a92283-6023-4800-b070-985588de2fd9 HTTP/1.1" status: 200 len: 945 time: 0.0645375 Mar 11 19:38:02.591162 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-63c8ac87-8d6e-4a6e-b390-cdbcab2d7b1f req-c84c20c2-2767-46bf-945a-0b574e3548cd tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/security-groups?id=9eadf186-3007-49d9-b4f3-e4bc7305f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604949 Mar 11 19:38:02.685837 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe193c6-fba0-44fc-9d1a-133613ace2f7 req-eec7f781-bf48-4ff6-a985-0a1714057590 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:02.687332 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-dbe193c6-fba0-44fc-9d1a-133613ace2f7 req-eec7f781-bf48-4ff6-a985-0a1714057590 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.57 "GET /v2.0/ports?device_id=269ff07d-677b-4ab8-8ca9-a7da9224ad94 HTTP/1.1" status: 200 len: 950 time: 0.0803251 Mar 11 19:38:02.713435 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-24f15d87-7bc2-49c4-851f-dd6ad6c62538 req-046f86ae-a2af-4e3c-8363-b388a9da3c47 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fa8c702-cf6f-489f-a488-b046d18b5f9d HTTP/1.1" status: 200 len: 210 time: 0.0539088 Mar 11 19:38:02.746541 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 85897ddf-20c1-4ec8-bea7-195d6f9d59e3 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:38:02.862930 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 85897ddf-20c1-4ec8-bea7-195d6f9d59e3 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:38:02.864109 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (85897ddf-20c1-4ec8-bea7-195d6f9d59e3), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:02.879048 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36040b39-4fb3-4688-83b1-755f2894e9e3 req-c0967fb9-400f-4b98-b38f-6e1f2d52c47d tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:02.886779 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-36040b39-4fb3-4688-83b1-755f2894e9e3 req-c0967fb9-400f-4b98-b38f-6e1f2d52c47d tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/ports?device_id=269ff07d-677b-4ab8-8ca9-a7da9224ad94 HTTP/1.1" status: 200 len: 950 time: 0.0776992 Mar 11 19:38:02.887670 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-dbe193c6-fba0-44fc-9d1a-133613ace2f7 req-be0f97ef-7841-4570-b81c-9a25694c04e0 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Deleting port 5f2c87b5-3ef8-4a45-9f10-1f3527b60463 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:38:02.888172 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-dbe193c6-fba0-44fc-9d1a-133613ace2f7 req-be0f97ef-7841-4570-b81c-9a25694c04e0 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (5f2c87b5-3ef8-4a45-9f10-1f3527b60463), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:02.976530 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-36040b39-4fb3-4688-83b1-755f2894e9e3 req-b18ed6a5-2581-4c45-9b7e-c81f6e0b7e98 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/security-groups?id=a781a375-ecc1-4470-b434-56ebce1f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807331 Mar 11 19:38:03.046244 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-dbe193c6-fba0-44fc-9d1a-133613ace2f7 req-be0f97ef-7841-4570-b81c-9a25694c04e0 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] For port 5f2c87b5-3ef8-4a45-9f10-1f3527b60463, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=5f2c87b5-3ef8-4a45-9f10-1f3527b60463,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:03.047197 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-dbe193c6-fba0-44fc-9d1a-133613ace2f7 req-be0f97ef-7841-4570-b81c-9a25694c04e0 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (5f2c87b5-3ef8-4a45-9f10-1f3527b60463), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:03.048216 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 85897ddf-20c1-4ec8-bea7-195d6f9d59e3 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:38:03.048609 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (85897ddf-20c1-4ec8-bea7-195d6f9d59e3), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:03.086130 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 85897ddf-20c1-4ec8-bea7-195d6f9d59e3, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=85897ddf-20c1-4ec8-bea7-195d6f9d59e3,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:03.087383 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '512b8dea-fdfb-4b4a-ba66-f8215e6e3d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85897ddf-20c1-4ec8-bea7-195d6f9d59e3'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:38:03.090663 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6760e727-9ecb-4fa9-8b2d-eb211403d21c" -d '{"events": [{"server_uuid": "512b8dea-fdfb-4b4a-ba66-f8215e6e3d88", "name": "network-vif-plugged", "status": "completed", "tag": "85897ddf-20c1-4ec8-bea7-195d6f9d59e3"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:38:03.109001 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (85897ddf-20c1-4ec8-bea7-195d6f9d59e3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:03.115119 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 3d6d0142-2efe-49ba-89ba-440d9204414c up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:38:03.121272 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-dbe193c6-fba0-44fc-9d1a-133613ace2f7 req-be0f97ef-7841-4570-b81c-9a25694c04e0 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Calling delete_port for 5f2c87b5-3ef8-4a45-9f10-1f3527b60463 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:38:03.274495 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59de5c87-ba51-41fd-950d-b49ca9826745 x-openstack-request-id: req-59de5c87-ba51-41fd-950d-b49ca9826745 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:38:03.274885 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "512b8dea-fdfb-4b4a-ba66-f8215e6e3d88", "name": "network-vif-plugged", "status": "completed", "tag": "85897ddf-20c1-4ec8-bea7-195d6f9d59e3", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:38:03.275062 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-59de5c87-ba51-41fd-950d-b49ca9826745 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:38:03.275561 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '512b8dea-fdfb-4b4a-ba66-f8215e6e3d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85897ddf-20c1-4ec8-bea7-195d6f9d59e3', 'code': 200} Mar 11 19:38:03.298783 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port 3d6d0142-2efe-49ba-89ba-440d9204414c completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:38:03.311143 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 3d6d0142-2efe-49ba-89ba-440d9204414c triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:38:03.311371 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (3d6d0142-2efe-49ba-89ba-440d9204414c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:03.314198 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=85897ddf-20c1-4ec8-bea7-195d6f9d59e3,revision_number=7']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:03.402652 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae1e780-45d8-4a8f-b474-a53d330c20c2 req-fd1f7e26-0610-4b93-9b0d-b69fe43bd4db tempest-ServerPasswordTestJSON-740309851 tempest-ServerPasswordTestJSON-740309851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:03.412498 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5ae1e780-45d8-4a8f-b474-a53d330c20c2 req-fd1f7e26-0610-4b93-9b0d-b69fe43bd4db tempest-ServerPasswordTestJSON-740309851 tempest-ServerPasswordTestJSON-740309851-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4399da0-ad43-4a6c-9c61-36aa07bd616a HTTP/1.1" status: 200 len: 946 time: 0.0783637 Mar 11 19:38:03.477349 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-dbe193c6-fba0-44fc-9d1a-133613ace2f7 req-be0f97ef-7841-4570-b81c-9a25694c04e0 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (5f2c87b5-3ef8-4a45-9f10-1f3527b60463), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:03.478516 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5ae1e780-45d8-4a8f-b474-a53d330c20c2 req-fd03941d-2a6f-498d-bc28-744bfd109c37 tempest-ServerPasswordTestJSON-740309851 tempest-ServerPasswordTestJSON-740309851-project] 10.222.0.65 "GET /v2.0/security-groups?id=8cfe4d30-2634-49f9-86f2-ec6b57ff69eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649838 Mar 11 19:38:03.493747 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['5f2c87b5-3ef8-4a45-9f10-1f3527b60463', 'ea0d9447-6a38-4cf2-aeb2-52417048e1e8'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:38:03.493747 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 3d6d0142-2efe-49ba-89ba-440d9204414c is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:38:03.493747 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (3d6d0142-2efe-49ba-89ba-440d9204414c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:03.539575 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0f97ef-7841-4570-b81c-9a25694c04e0 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Pushing event deleted for resources: {'Port': ['ID=5f2c87b5-3ef8-4a45-9f10-1f3527b60463,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:03.656489 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 3d6d0142-2efe-49ba-89ba-440d9204414c, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=3d6d0142-2efe-49ba-89ba-440d9204414c,segment=NetworkSegment(2e913ce2-e9d1-48a3-a500-fa6dab0e0cac),segment_id=2e913ce2-e9d1-48a3-a500-fa6dab0e0cac)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:03.661770 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbe193c6-fba0-44fc-9d1a-133613ace2f7 req-be0f97ef-7841-4570-b81c-9a25694c04e0 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] No DVR routers for this DVR port 5f2c87b5-3ef8-4a45-9f10-1f3527b60463 on host n-h2-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:38:03.664613 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (3d6d0142-2efe-49ba-89ba-440d9204414c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:03.664760 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-dbe193c6-fba0-44fc-9d1a-133613ace2f7 req-be0f97ef-7841-4570-b81c-9a25694c04e0 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:03.668703 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-dbe193c6-fba0-44fc-9d1a-133613ace2f7 req-be0f97ef-7841-4570-b81c-9a25694c04e0 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.57 "DELETE /v2.0/ports/5f2c87b5-3ef8-4a45-9f10-1f3527b60463 HTTP/1.1" status: 204 len: 173 time: 0.9727893 Mar 11 19:38:03.669171 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '269ff07d-677b-4ab8-8ca9-a7da9224ad94', 'name': 'network-vif-deleted', 'tag': '5f2c87b5-3ef8-4a45-9f10-1f3527b60463'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:38:03.671414 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c00f39c-aee5-4c32-8509-4fb9c690d130" -d '{"events": [{"server_uuid": "269ff07d-677b-4ab8-8ca9-a7da9224ad94", "name": "network-vif-deleted", "tag": "5f2c87b5-3ef8-4a45-9f10-1f3527b60463"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:38:03.730577 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891f6b0-7458-4ea8-9bf5-7ea4bbbd4e60 req-7806902e-8baf-490e-be10-6d311510396f tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:03.737810 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1891f6b0-7458-4ea8-9bf5-7ea4bbbd4e60 req-7806902e-8baf-490e-be10-6d311510396f tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe1a1bff-fbf3-41a1-9d45-73bebab872b0 HTTP/1.1" status: 200 len: 944 time: 0.1502025 Mar 11 19:38:03.819973 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1891f6b0-7458-4ea8-9bf5-7ea4bbbd4e60 req-061e3998-65aa-4906-b97b-ff9237fc4415 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce3e8b1d-2c20-4441-93a6-82d356ae42f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812395 Mar 11 19:38:03.845291 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef144c-3fb9-4cd1-935c-14e495890aa4 req-cc7ceede-3277-44ab-9462-1c76f5e02c51 tempest-ServerPasswordTestJSON-740309851 tempest-ServerPasswordTestJSON-740309851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:03.846812 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a1ef144c-3fb9-4cd1-935c-14e495890aa4 req-cc7ceede-3277-44ab-9462-1c76f5e02c51 tempest-ServerPasswordTestJSON-740309851 tempest-ServerPasswordTestJSON-740309851-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4399da0-ad43-4a6c-9c61-36aa07bd616a HTTP/1.1" status: 200 len: 946 time: 0.1805444 Mar 11 19:38:04.047113 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=3d6d0142-2efe-49ba-89ba-440d9204414c,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:04.073150 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d0761-cd77-434b-86b2-1d3b993b54a0 req-fbb5f9cb-bfbe-433f-8d98-1633183ea2f8 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:04.087282 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fc0d0761-cd77-434b-86b2-1d3b993b54a0 req-fbb5f9cb-bfbe-433f-8d98-1633183ea2f8 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/ports?device_id=63a92283-6023-4800-b070-985588de2fd9 HTTP/1.1" status: 200 len: 945 time: 0.1520274 Mar 11 19:38:04.233943 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-a1ef144c-3fb9-4cd1-935c-14e495890aa4 req-804d5b57-f6fd-45e7-8899-b8e2c37d2555 tempest-ServerPasswordTestJSON-740309851 tempest-ServerPasswordTestJSON-740309851-project] Deleting port 40e03f4e-2e60-4083-9ee1-747bad02ce31 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:38:04.234305 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a1ef144c-3fb9-4cd1-935c-14e495890aa4 req-804d5b57-f6fd-45e7-8899-b8e2c37d2555 tempest-ServerPasswordTestJSON-740309851 tempest-ServerPasswordTestJSON-740309851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (40e03f4e-2e60-4083-9ee1-747bad02ce31), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:04.247818 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fc0d0761-cd77-434b-86b2-1d3b993b54a0 req-fd694a7a-c959-40d0-aa27-0e35c86dfdc0 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/security-groups?id=9eadf186-3007-49d9-b4f3-e4bc7305f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595159 Mar 11 19:38:04.357787 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-179aee4e-46a6-4af9-9503-ce68320f9e12 x-openstack-request-id: req-179aee4e-46a6-4af9-9503-ce68320f9e12 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:38:04.358408 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "269ff07d-677b-4ab8-8ca9-a7da9224ad94", "name": "network-vif-deleted", "tag": "5f2c87b5-3ef8-4a45-9f10-1f3527b60463", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:38:04.358716 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-179aee4e-46a6-4af9-9503-ce68320f9e12 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:38:04.360373 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '269ff07d-677b-4ab8-8ca9-a7da9224ad94', 'name': 'network-vif-deleted', 'tag': '5f2c87b5-3ef8-4a45-9f10-1f3527b60463', 'status': 'completed', 'code': 200} Mar 11 19:38:04.498155 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-a1ef144c-3fb9-4cd1-935c-14e495890aa4 req-804d5b57-f6fd-45e7-8899-b8e2c37d2555 tempest-ServerPasswordTestJSON-740309851 tempest-ServerPasswordTestJSON-740309851-project] For port 40e03f4e-2e60-4083-9ee1-747bad02ce31, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=40e03f4e-2e60-4083-9ee1-747bad02ce31,segment=NetworkSegment(3d0bef9b-df4e-4cba-a621-1b15544b5f03),segment_id=3d0bef9b-df4e-4cba-a621-1b15544b5f03)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:04.499217 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a1ef144c-3fb9-4cd1-935c-14e495890aa4 req-804d5b57-f6fd-45e7-8899-b8e2c37d2555 tempest-ServerPasswordTestJSON-740309851 tempest-ServerPasswordTestJSON-740309851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (40e03f4e-2e60-4083-9ee1-747bad02ce31), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:04.523185 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-a1ef144c-3fb9-4cd1-935c-14e495890aa4 req-804d5b57-f6fd-45e7-8899-b8e2c37d2555 tempest-ServerPasswordTestJSON-740309851 tempest-ServerPasswordTestJSON-740309851-project] Calling delete_port for 40e03f4e-2e60-4083-9ee1-747bad02ce31 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:38:04.734003 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a6ab9c5f-456f-42a7-aa61-ea471ded4592 req-e1379dbf-6ea9-4934-920f-149c50a042d3 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/ports?device_id=269ff07d-677b-4ab8-8ca9-a7da9224ad94 HTTP/1.1" status: 200 len: 210 time: 0.1554391 Mar 11 19:38:04.746580 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a1ef144c-3fb9-4cd1-935c-14e495890aa4 req-804d5b57-f6fd-45e7-8899-b8e2c37d2555 tempest-ServerPasswordTestJSON-740309851 tempest-ServerPasswordTestJSON-740309851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (40e03f4e-2e60-4083-9ee1-747bad02ce31), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:04.758475 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['40e03f4e-2e60-4083-9ee1-747bad02ce31'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:38:04.798218 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804d5b57-f6fd-45e7-8899-b8e2c37d2555 tempest-ServerPasswordTestJSON-740309851 tempest-ServerPasswordTestJSON-740309851-project] Pushing event deleted for resources: {'Port': ['ID=40e03f4e-2e60-4083-9ee1-747bad02ce31,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:04.827602 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804d5b57-f6fd-45e7-8899-b8e2c37d2555 tempest-ServerPasswordTestJSON-740309851 tempest-ServerPasswordTestJSON-740309851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:04.827988 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804d5b57-f6fd-45e7-8899-b8e2c37d2555 tempest-ServerPasswordTestJSON-740309851 tempest-ServerPasswordTestJSON-740309851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:04.828341 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804d5b57-f6fd-45e7-8899-b8e2c37d2555 tempest-ServerPasswordTestJSON-740309851 tempest-ServerPasswordTestJSON-740309851-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:04.828831 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804d5b57-f6fd-45e7-8899-b8e2c37d2555 tempest-ServerPasswordTestJSON-740309851 tempest-ServerPasswordTestJSON-740309851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:04.829178 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804d5b57-f6fd-45e7-8899-b8e2c37d2555 tempest-ServerPasswordTestJSON-740309851 tempest-ServerPasswordTestJSON-740309851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:04.829516 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804d5b57-f6fd-45e7-8899-b8e2c37d2555 tempest-ServerPasswordTestJSON-740309851 tempest-ServerPasswordTestJSON-740309851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:04.829850 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804d5b57-f6fd-45e7-8899-b8e2c37d2555 tempest-ServerPasswordTestJSON-740309851 tempest-ServerPasswordTestJSON-740309851-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:04.830242 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804d5b57-f6fd-45e7-8899-b8e2c37d2555 tempest-ServerPasswordTestJSON-740309851 tempest-ServerPasswordTestJSON-740309851-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:04.830507 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804d5b57-f6fd-45e7-8899-b8e2c37d2555 tempest-ServerPasswordTestJSON-740309851 tempest-ServerPasswordTestJSON-740309851-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:04.830834 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804d5b57-f6fd-45e7-8899-b8e2c37d2555 tempest-ServerPasswordTestJSON-740309851 tempest-ServerPasswordTestJSON-740309851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:04.831418 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804d5b57-f6fd-45e7-8899-b8e2c37d2555 tempest-ServerPasswordTestJSON-740309851 tempest-ServerPasswordTestJSON-740309851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:04.831802 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804d5b57-f6fd-45e7-8899-b8e2c37d2555 tempest-ServerPasswordTestJSON-740309851 tempest-ServerPasswordTestJSON-740309851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:04.832606 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804d5b57-f6fd-45e7-8899-b8e2c37d2555 tempest-ServerPasswordTestJSON-740309851 tempest-ServerPasswordTestJSON-740309851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:04.858098 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1ef144c-3fb9-4cd1-935c-14e495890aa4 req-804d5b57-f6fd-45e7-8899-b8e2c37d2555 tempest-ServerPasswordTestJSON-740309851 tempest-ServerPasswordTestJSON-740309851-project] No DVR routers for this DVR port 40e03f4e-2e60-4083-9ee1-747bad02ce31 on host n-h2-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:38:04.860790 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a1ef144c-3fb9-4cd1-935c-14e495890aa4 req-804d5b57-f6fd-45e7-8899-b8e2c37d2555 tempest-ServerPasswordTestJSON-740309851 tempest-ServerPasswordTestJSON-740309851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:04.866342 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a1ef144c-3fb9-4cd1-935c-14e495890aa4 req-804d5b57-f6fd-45e7-8899-b8e2c37d2555 tempest-ServerPasswordTestJSON-740309851 tempest-ServerPasswordTestJSON-740309851-project] 10.222.0.57 "DELETE /v2.0/ports/40e03f4e-2e60-4083-9ee1-747bad02ce31 HTTP/1.1" status: 204 len: 173 time: 1.0128067 Mar 11 19:38:04.866829 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4399da0-ad43-4a6c-9c61-36aa07bd616a', 'name': 'network-vif-deleted', 'tag': '40e03f4e-2e60-4083-9ee1-747bad02ce31'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:38:04.869201 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2304e4f0-8541-406a-9851-7697c423202d" -d '{"events": [{"server_uuid": "b4399da0-ad43-4a6c-9c61-36aa07bd616a", "name": "network-vif-deleted", "tag": "40e03f4e-2e60-4083-9ee1-747bad02ce31"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:38:04.902981 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36518) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:38:05.018750 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-66351d18-492b-47f0-9708-ad9bd3a95268 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks [] for security_group (d5fd3d3c-20cd-431b-acc4-4d910716b349), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:05.022360 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-094d4303-abc8-4e47-a5a8-239557574077 req-ee282231-b269-4905-9830-7d4e92815764 tempest-ServerPasswordTestJSON-740309851 tempest-ServerPasswordTestJSON-740309851-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4399da0-ad43-4a6c-9c61-36aa07bd616a HTTP/1.1" status: 200 len: 210 time: 0.0495391 Mar 11 19:38:05.071505 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-66351d18-492b-47f0-9708-ad9bd3a95268 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks [] for security_group (d5fd3d3c-20cd-431b-acc4-4d910716b349), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:05.154068 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-66351d18-492b-47f0-9708-ad9bd3a95268 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (d5fd3d3c-20cd-431b-acc4-4d910716b349), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:05.156895 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-66351d18-492b-47f0-9708-ad9bd3a95268 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:05.160609 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-66351d18-492b-47f0-9708-ad9bd3a95268 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "DELETE /v2.0/security-groups/d5fd3d3c-20cd-431b-acc4-4d910716b349 HTTP/1.1" status: 204 len: 168 time: 0.2536321 Mar 11 19:38:05.165072 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36520) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:38:05.186448 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66351d18-492b-47f0-9708-ad9bd3a95268 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5fd3d3c-20cd-431b-acc4-4d910716b349,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:05.188352 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-8057624c-549d-4c9f-bd93-b9133e30305d tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] show failed (client error): The resource could not be found. Mar 11 19:38:05.192569 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8057624c-549d-4c9f-bd93-b9133e30305d tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "GET /v2.0/security-groups/d5fd3d3c-20cd-431b-acc4-4d910716b349 HTTP/1.1" status: 404 len: 347 time: 0.0234303 Mar 11 19:38:05.192801 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36522) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:38:05.226360 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a3d8b-b47f-41da-afaf-871ac4f24e35 req-0d00d904-6580-45b3-9a40-f80d2798e316 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:05.234212 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-999a3d8b-b47f-41da-afaf-871ac4f24e35 req-0d00d904-6580-45b3-9a40-f80d2798e316 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe1a1bff-fbf3-41a1-9d45-73bebab872b0 HTTP/1.1" status: 200 len: 945 time: 0.1105621 Mar 11 19:38:05.276835 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe1a1bff-fbf3-41a1-9d45-73bebab872b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d6d0142-2efe-49ba-89ba-440d9204414c'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:38:05.279683 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97defecc-8bda-487d-93fe-95f1eac34b3a" -d '{"events": [{"server_uuid": "fe1a1bff-fbf3-41a1-9d45-73bebab872b0", "name": "network-vif-plugged", "status": "completed", "tag": "3d6d0142-2efe-49ba-89ba-440d9204414c"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:38:05.390837 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-999a3d8b-b47f-41da-afaf-871ac4f24e35 req-4efa9a45-d206-454e-bdf4-63e236568fcc tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce3e8b1d-2c20-4441-93a6-82d356ae42f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1556807 Mar 11 19:38:05.461019 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd17e5a8-0087-4c11-9070-c6b86521b241 x-openstack-request-id: req-fd17e5a8-0087-4c11-9070-c6b86521b241 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:38:05.461315 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4399da0-ad43-4a6c-9c61-36aa07bd616a", "name": "network-vif-deleted", "tag": "40e03f4e-2e60-4083-9ee1-747bad02ce31", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:38:05.461570 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fd17e5a8-0087-4c11-9070-c6b86521b241 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:38:05.463125 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4399da0-ad43-4a6c-9c61-36aa07bd616a', 'name': 'network-vif-deleted', 'tag': '40e03f4e-2e60-4083-9ee1-747bad02ce31', 'status': 'completed', 'code': 200} Mar 11 19:38:05.683198 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2d537-bee5-4e11-a6a7-84851b25f1fb req-a0b2b43e-9d7d-48f6-93da-265c280212ae tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:05.690390 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e3b2d537-bee5-4e11-a6a7-84851b25f1fb req-a0b2b43e-9d7d-48f6-93da-265c280212ae tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/ports?device_id=63a92283-6023-4800-b070-985588de2fd9 HTTP/1.1" status: 200 len: 945 time: 0.1424146 Mar 11 19:38:05.762881 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e3b2d537-bee5-4e11-a6a7-84851b25f1fb req-1fa23a65-f84b-466c-8594-362e9d9b5f22 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/security-groups?id=9eadf186-3007-49d9-b4f3-e4bc7305f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675025 Mar 11 19:38:05.820282 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b4708ad-3a2e-45bd-995b-bb9747eeb5f8 x-openstack-request-id: req-1b4708ad-3a2e-45bd-995b-bb9747eeb5f8 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:38:05.820827 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe1a1bff-fbf3-41a1-9d45-73bebab872b0", "name": "network-vif-plugged", "status": "completed", "tag": "3d6d0142-2efe-49ba-89ba-440d9204414c", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:38:05.821301 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1b4708ad-3a2e-45bd-995b-bb9747eeb5f8 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:38:05.821892 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe1a1bff-fbf3-41a1-9d45-73bebab872b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d6d0142-2efe-49ba-89ba-440d9204414c', 'code': 200} Mar 11 19:38:06.039994 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9436f6b6-5d61-4310-a5ed-6626d4c38022 req-4a3e3aed-f075-49f4-a86e-4cfebcdb17f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:06.042189 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9436f6b6-5d61-4310-a5ed-6626d4c38022 req-4a3e3aed-f075-49f4-a86e-4cfebcdb17f3 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=fe1a1bff-fbf3-41a1-9d45-73bebab872b0 HTTP/1.1" status: 200 len: 1127 time: 0.1515553 Mar 11 19:38:06.057944 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-c04be41b-ee9a-4e8f-910a-c9ab3f718083 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Deleting port 9c676d8b-6022-4e89-947d-e40469fe70e3 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:38:06.058508 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c04be41b-ee9a-4e8f-910a-c9ab3f718083 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (9c676d8b-6022-4e89-947d-e40469fe70e3), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:06.182750 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9436f6b6-5d61-4310-a5ed-6626d4c38022 req-41ad1dcb-7ee1-4c85-9cce-cffa12808cd9 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=ce3e8b1d-2c20-4441-93a6-82d356ae42f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296034 Mar 11 19:38:06.219749 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-dabe4dd1-26f9-41af-8a34-50789eacc1f4 req-63a3e778-f5a2-486a-9376-8c647a1d10a7 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=c900818c-a431-4d5d-8924-a66b2f33b5f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7495902 Mar 11 19:38:06.247172 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c04be41b-ee9a-4e8f-910a-c9ab3f718083 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (9c676d8b-6022-4e89-947d-e40469fe70e3), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:06.247594 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c04be41b-ee9a-4e8f-910a-c9ab3f718083 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks [] for floatingip (9c676d8b-6022-4e89-947d-e40469fe70e3), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:06.265150 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-c04be41b-ee9a-4e8f-910a-c9ab3f718083 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Calling delete_port for 9c676d8b-6022-4e89-947d-e40469fe70e3 owned by network:floatingip {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:38:06.391115 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36558) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:38:06.565507 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c04be41b-ee9a-4e8f-910a-c9ab3f718083 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (9c676d8b-6022-4e89-947d-e40469fe70e3), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:06.647229 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-581ee7aa-fffb-41ce-b80d-de3b28c71535 admin admin] Deleting subnet cd2a41ed-b0ff-4daa-b316-d1bff6396a8d {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:38:06.668452 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-581ee7aa-fffb-41ce-b80d-de3b28c71535 admin admin] Publish callbacks [] for subnet (cd2a41ed-b0ff-4daa-b316-d1bff6396a8d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:06.736973 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04be41b-ee9a-4e8f-910a-c9ab3f718083 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Pushing event deleted for resources: {'Port': ['ID=9c676d8b-6022-4e89-947d-e40469fe70e3,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:06.758598 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabe4dd1-26f9-41af-8a34-50789eacc1f4 req-da21b89f-7de8-422d-b9b0-01ed0df9bea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:06.761699 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-dabe4dd1-26f9-41af-8a34-50789eacc1f4 req-da21b89f-7de8-422d-b9b0-01ed0df9bea3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=57167832d4db4819b4f5cac954866076&device_id=c900818c-a431-4d5d-8924-a66b2f33b5f6 HTTP/1.1" status: 200 len: 1127 time: 0.2797625 Mar 11 19:38:06.805877 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938714a0-fdc9-4e1f-a8cd-4cecc6eeb38a req-c0a0715a-ace7-4e26-b527-443697de7b76 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:06.807852 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-938714a0-fdc9-4e1f-a8cd-4cecc6eeb38a req-c0a0715a-ace7-4e26-b527-443697de7b76 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbff8c3d-c4d3-4bb3-b145-04248810f46f HTTP/1.1" status: 200 len: 951 time: 0.3200762 Mar 11 19:38:06.813590 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-581ee7aa-fffb-41ce-b80d-de3b28c71535 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (cd2a41ed-b0ff-4daa-b316-d1bff6396a8d), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:06.905650 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabe4dd1-26f9-41af-8a34-50789eacc1f4 req-ea03d738-12c8-41f7-b78d-b95d84c465cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:06.908362 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-dabe4dd1-26f9-41af-8a34-50789eacc1f4 req-ea03d738-12c8-41f7-b78d-b95d84c465cf service neutron] 10.222.0.75 "GET /v2.0/networks?id=603aaea1-f5bf-4434-b0ab-49b5034dacdd HTTP/1.1" status: 200 len: 920 time: 0.1199396 Mar 11 19:38:06.964329 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-938714a0-fdc9-4e1f-a8cd-4cecc6eeb38a req-7d2e27bb-2274-4540-b976-358d2c4b1861 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/security-groups?id=a781a375-ecc1-4470-b434-56ebce1f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453080 Mar 11 19:38:07.008818 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-581ee7aa-fffb-41ce-b80d-de3b28c71535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (cd2a41ed-b0ff-4daa-b316-d1bff6396a8d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:07.064265 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c04be41b-ee9a-4e8f-910a-c9ab3f718083 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks [] for floatingip (c827b1d3-9a77-4acc-925e-f5f39001e051), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:07.070477 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c04be41b-ee9a-4e8f-910a-c9ab3f718083 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:07.076831 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c04be41b-ee9a-4e8f-910a-c9ab3f718083 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "DELETE /v2.0/floatingips/c827b1d3-9a77-4acc-925e-f5f39001e051 HTTP/1.1" status: 204 len: 168 time: 1.8830876 Mar 11 19:38:07.078329 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-dabe4dd1-26f9-41af-8a34-50789eacc1f4 req-ddb096b3-1ebf-4ee4-af3b-2c8df0b2832d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1df69723-3d5d-4d2a-9b38-69cb06c46cdf HTTP/1.1" status: 200 len: 217 time: 0.1603508 Mar 11 19:38:07.078813 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36568) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:38:07.189032 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-581ee7aa-fffb-41ce-b80d-de3b28c71535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (cd2a41ed-b0ff-4daa-b316-d1bff6396a8d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:07.195255 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabe4dd1-26f9-41af-8a34-50789eacc1f4 req-f8b5ecb1-ff66-4401-8238-9fbc3c9d1a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:07.196764 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-dabe4dd1-26f9-41af-8a34-50789eacc1f4 req-f8b5ecb1-ff66-4401-8238-9fbc3c9d1a7f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=23a3dd94-cd73-4b82-b4a6-b6bdd0e8f5ac HTTP/1.1" status: 200 len: 859 time: 0.0552340 Mar 11 19:38:07.206664 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-581ee7aa-fffb-41ce-b80d-de3b28c71535 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:07.209819 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-581ee7aa-fffb-41ce-b80d-de3b28c71535 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/cd2a41ed-b0ff-4daa-b316-d1bff6396a8d HTTP/1.1" status: 204 len: 168 time: 0.8172889 Mar 11 19:38:07.215288 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36570) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:38:07.231721 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581ee7aa-fffb-41ce-b80d-de3b28c71535 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd2a41ed-b0ff-4daa-b316-d1bff6396a8d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:07.284088 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78abe93-c04e-4d21-97f6-2f34ad76ebde req-7a5bdd81-d6a4-4736-81c7-7324f86e0873 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:07.293200 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e78abe93-c04e-4d21-97f6-2f34ad76ebde req-7a5bdd81-d6a4-4736-81c7-7324f86e0873 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe1a1bff-fbf3-41a1-9d45-73bebab872b0 HTTP/1.1" status: 200 len: 945 time: 0.1664064 Mar 11 19:38:07.321442 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-dabe4dd1-26f9-41af-8a34-50789eacc1f4 req-9eed3a87-9376-4a1d-84fb-1f58a80b8a37 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=603aaea1-f5bf-4434-b0ab-49b5034dacdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1047375 Mar 11 19:38:07.390921 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e78abe93-c04e-4d21-97f6-2f34ad76ebde req-090fb2da-7bfe-4267-88ee-02011307bfdb tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce3e8b1d-2c20-4441-93a6-82d356ae42f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965683 Mar 11 19:38:07.436315 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-15042250-b3b6-4d6e-aaa2-e8ea6db8ef6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (7e2e40c6-c550-4064-8fad-04cf97cc531d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:07.661390 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-8b5e0ccb-86a6-4ca2-8706-b5db2f11f104 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Deleting port 01f92c37-1a4f-4ed7-b651-d1f48652d7d8 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:38:07.662521 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8b5e0ccb-86a6-4ca2-8706-b5db2f11f104 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (01f92c37-1a4f-4ed7-b651-d1f48652d7d8), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:07.708443 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0bb044-d784-41d2-bdc7-818f06115b1e req-351dd45a-733f-42a7-ab31-c0421d05a48b tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:07.728035 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7a0bb044-d784-41d2-bdc7-818f06115b1e req-351dd45a-733f-42a7-ab31-c0421d05a48b tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/ports?device_id=63a92283-6023-4800-b070-985588de2fd9 HTTP/1.1" status: 200 len: 945 time: 0.1962237 Mar 11 19:38:07.786025 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-dabe4dd1-26f9-41af-8a34-50789eacc1f4 req-d99b1a28-d192-450d-a1be-002641d0593a service neutron] 10.222.0.75 "GET /v2.0/networks/603aaea1-f5bf-4434-b0ab-49b5034dacdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3902850 Mar 11 19:38:07.856258 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7a0bb044-d784-41d2-bdc7-818f06115b1e req-e1b41382-3220-41c8-b0d6-ee9b41b24f76 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/security-groups?id=9eadf186-3007-49d9-b4f3-e4bc7305f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225033 Mar 11 19:38:08.125790 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-15042250-b3b6-4d6e-aaa2-e8ea6db8ef6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (7e2e40c6-c550-4064-8fad-04cf97cc531d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:08.169749 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-15042250-b3b6-4d6e-aaa2-e8ea6db8ef6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e2e40c6-c550-4064-8fad-04cf97cc531d']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:08.193406 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e12d9b-bc31-4f8a-a408-86a47137f335 req-d1d91534-b759-451f-a274-41068e33edf8 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:08.195040 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-55e12d9b-bc31-4f8a-a408-86a47137f335 req-d1d91534-b759-451f-a274-41068e33edf8 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbff8c3d-c4d3-4bb3-b145-04248810f46f HTTP/1.1" status: 200 len: 951 time: 0.1422520 Mar 11 19:38:08.205066 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1abbec-7e47-4767-83d1-9075c32b9741 req-25ccd0a5-ea73-4ba2-9913-ce76a10bca74 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:08.206938 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1d1abbec-7e47-4767-83d1-9075c32b9741 req-25ccd0a5-ea73-4ba2-9913-ce76a10bca74 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbff8c3d-c4d3-4bb3-b145-04248810f46f HTTP/1.1" status: 200 len: 951 time: 0.1212020 Mar 11 19:38:08.213436 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8b5e0ccb-86a6-4ca2-8706-b5db2f11f104 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (01f92c37-1a4f-4ed7-b651-d1f48652d7d8), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:08.217169 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-15042250-b3b6-4d6e-aaa2-e8ea6db8ef6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d0bef9b-df4e-4cba-a621-1b15544b5f03') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:08.221675 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-15042250-b3b6-4d6e-aaa2-e8ea6db8ef6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d0bef9b-df4e-4cba-a621-1b15544b5f03') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:08.275027 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-8b5e0ccb-86a6-4ca2-8706-b5db2f11f104 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Calling delete_port for 01f92c37-1a4f-4ed7-b651-d1f48652d7d8 owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:38:08.371291 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-dabe4dd1-26f9-41af-8a34-50789eacc1f4 req-dbb0c43f-7f1e-4f3f-98cd-addcb37ee817 service neutron] 10.222.0.75 "GET /v2.0/networks/603aaea1-f5bf-4434-b0ab-49b5034dacdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5297406 Mar 11 19:38:08.382138 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1d1abbec-7e47-4767-83d1-9075c32b9741 req-9fe45b9c-7c45-4962-a7f0-19033d0dfb23 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/security-groups?id=a781a375-ecc1-4470-b434-56ebce1f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653910 Mar 11 19:38:08.386861 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 40e03f4e-2e60-4083-9ee1-747bad02ce31 no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:38:08.453100 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: 40e03f4e-2e60-4083-9ee1-747bad02ce31 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:38:08.453777 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 40e03f4e-2e60-4083-9ee1-747bad02ce31 not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:38:08.454358 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 5f2c87b5-3ef8-4a45-9f10-1f3527b60463 no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:38:08.468914 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-55e12d9b-bc31-4f8a-a408-86a47137f335 req-ceada458-53b6-4334-aabe-7e18ae332d22 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Deleting port ea0d9447-6a38-4cf2-aeb2-52417048e1e8 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:38:08.469268 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-55e12d9b-bc31-4f8a-a408-86a47137f335 req-ceada458-53b6-4334-aabe-7e18ae332d22 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (ea0d9447-6a38-4cf2-aeb2-52417048e1e8), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:08.472715 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-15042250-b3b6-4d6e-aaa2-e8ea6db8ef6e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (3d0bef9b-df4e-4cba-a621-1b15544b5f03), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:08.501635 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: 5f2c87b5-3ef8-4a45-9f10-1f3527b60463 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:38:08.502360 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 5f2c87b5-3ef8-4a45-9f10-1f3527b60463 not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:38:08.542911 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-15042250-b3b6-4d6e-aaa2-e8ea6db8ef6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (3d0bef9b-df4e-4cba-a621-1b15544b5f03), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:08.554365 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15042250-b3b6-4d6e-aaa2-e8ea6db8ef6e admin admin] Releasing vlan 854 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:38:08.554849 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-15042250-b3b6-4d6e-aaa2-e8ea6db8ef6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (3d0bef9b-df4e-4cba-a621-1b15544b5f03), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:08.614957 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:38:08.614957 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:38:08.614957 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:38:08.614957 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:38:08.614957 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:38:08.614957 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:38:08.614957 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:38:08.614957 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:38:08.614957 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:38:08.614957 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:38:08.614957 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:38:08.614957 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:38:08.614957 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:38:08.614957 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:38:08.614957 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:38:08.614957 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:38:08.614957 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:38:08.614957 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:38:08.614957 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:38:08.614957 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:38:08.614957 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:38:08.614957 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:38:08.614957 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:38:08.614957 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:38:08.614957 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:38:08.614957 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:38:08.614957 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:38:08.614957 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:38:08.614957 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:38:08.614957 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:38:08.614957 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:38:08.614957 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:38:08.634902 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-15042250-b3b6-4d6e-aaa2-e8ea6db8ef6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (7e2e40c6-c550-4064-8fad-04cf97cc531d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:08.649298 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-15042250-b3b6-4d6e-aaa2-e8ea6db8ef6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:08.658135 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-15042250-b3b6-4d6e-aaa2-e8ea6db8ef6e admin admin] 10.222.0.65 "DELETE /v2.0/networks/7e2e40c6-c550-4064-8fad-04cf97cc531d HTTP/1.1" status: 204 len: 168 time: 1.4245284 Mar 11 19:38:08.712789 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8b5e0ccb-86a6-4ca2-8706-b5db2f11f104 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (01f92c37-1a4f-4ed7-b651-d1f48652d7d8), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:08.717832 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15042250-b3b6-4d6e-aaa2-e8ea6db8ef6e admin admin] Pushing event deleted for resources: {'Network': ['ID=7e2e40c6-c550-4064-8fad-04cf97cc531d,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:08.826224 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5e0ccb-86a6-4ca2-8706-b5db2f11f104 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Pushing event deleted for resources: {'Port': ['ID=01f92c37-1a4f-4ed7-b651-d1f48652d7d8,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:09.001263 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36596) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:38:09.006319 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8b5e0ccb-86a6-4ca2-8706-b5db2f11f104 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:09.024243 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8b5e0ccb-86a6-4ca2-8706-b5db2f11f104 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "DELETE /v2.0/ports/01f92c37-1a4f-4ed7-b651-d1f48652d7d8 HTTP/1.1" status: 204 len: 168 time: 1.9443676 Mar 11 19:38:09.035975 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36600) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:38:09.134449 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-0ba3cce4-91bb-49fd-b11f-347819c51056 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=93430684d1944cce8fe811ea6dc46b59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1295192 Mar 11 19:38:09.139338 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36602) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:38:09.178135 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fcadd-fb19-45b9-a7a3-9251993176dd req-c476c420-2527-4e2a-a105-a4607be3d088 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:09.185551 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9c9fcadd-fb19-45b9-a7a3-9251993176dd req-c476c420-2527-4e2a-a105-a4607be3d088 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe1a1bff-fbf3-41a1-9d45-73bebab872b0 HTTP/1.1" status: 200 len: 945 time: 0.6661174 Mar 11 19:38:09.235983 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-55e12d9b-bc31-4f8a-a408-86a47137f335 req-ceada458-53b6-4334-aabe-7e18ae332d22 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] For port ea0d9447-6a38-4cf2-aeb2-52417048e1e8, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=ea0d9447-6a38-4cf2-aeb2-52417048e1e8,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:09.236836 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-55e12d9b-bc31-4f8a-a408-86a47137f335 req-ceada458-53b6-4334-aabe-7e18ae332d22 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (ea0d9447-6a38-4cf2-aeb2-52417048e1e8), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:09.278735 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-55e12d9b-bc31-4f8a-a408-86a47137f335 req-ceada458-53b6-4334-aabe-7e18ae332d22 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Calling delete_port for ea0d9447-6a38-4cf2-aeb2-52417048e1e8 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:38:09.295261 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-fb86e858-dec9-4ce3-a802-200e1c2dd2d2 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Deleting port ee331cf0-fb09-4b4e-938d-0be1b69ce3c6 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:38:09.295952 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fb86e858-dec9-4ce3-a802-200e1c2dd2d2 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (ee331cf0-fb09-4b4e-938d-0be1b69ce3c6), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:09.301317 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4cf212af-a1e3-49f6-b4c7-c06369bd1a03 admin admin] Publish callbacks [] for security_group (8cfe4d30-2634-49f9-86f2-ec6b57ff69eb), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:09.352841 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9c9fcadd-fb19-45b9-a7a3-9251993176dd req-06e1cc19-ab7f-4133-acbe-0e10e66c9bf2 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce3e8b1d-2c20-4441-93a6-82d356ae42f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636846 Mar 11 19:38:09.356887 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4cf212af-a1e3-49f6-b4c7-c06369bd1a03 admin admin] Publish callbacks [] for security_group (8cfe4d30-2634-49f9-86f2-ec6b57ff69eb), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:09.470903 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4cf212af-a1e3-49f6-b4c7-c06369bd1a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (8cfe4d30-2634-49f9-86f2-ec6b57ff69eb), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:09.474158 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4cf212af-a1e3-49f6-b4c7-c06369bd1a03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:09.478425 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4cf212af-a1e3-49f6-b4c7-c06369bd1a03 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8cfe4d30-2634-49f9-86f2-ec6b57ff69eb HTTP/1.1" status: 204 len: 168 time: 0.3336678 Mar 11 19:38:09.492279 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf212af-a1e3-49f6-b4c7-c06369bd1a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cfe4d30-2634-49f9-86f2-ec6b57ff69eb,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:09.635674 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fb86e858-dec9-4ce3-a802-200e1c2dd2d2 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (ee331cf0-fb09-4b4e-938d-0be1b69ce3c6), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:09.656914 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-fb86e858-dec9-4ce3-a802-200e1c2dd2d2 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Calling delete_port for ee331cf0-fb09-4b4e-938d-0be1b69ce3c6 owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:38:09.678222 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad873e-3c86-484f-a829-d905973cc5e1 req-0535e13e-b8dd-448f-8874-4da5afd65dab tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:09.687586 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-63ad873e-3c86-484f-a829-d905973cc5e1 req-0535e13e-b8dd-448f-8874-4da5afd65dab tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/ports?device_id=63a92283-6023-4800-b070-985588de2fd9 HTTP/1.1" status: 200 len: 945 time: 0.1494584 Mar 11 19:38:09.854066 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-63ad873e-3c86-484f-a829-d905973cc5e1 req-2479a1ee-8da4-4496-8fc1-d5af583189ac tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/security-groups?id=9eadf186-3007-49d9-b4f3-e4bc7305f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655333 Mar 11 19:38:09.928763 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-55e12d9b-bc31-4f8a-a408-86a47137f335 req-ceada458-53b6-4334-aabe-7e18ae332d22 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (ea0d9447-6a38-4cf2-aeb2-52417048e1e8), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:09.940376 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['ea0d9447-6a38-4cf2-aeb2-52417048e1e8'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:38:10.193801 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceada458-53b6-4334-aabe-7e18ae332d22 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Pushing event deleted for resources: {'Port': ['ID=ea0d9447-6a38-4cf2-aeb2-52417048e1e8,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:10.279721 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-55e12d9b-bc31-4f8a-a408-86a47137f335 req-ceada458-53b6-4334-aabe-7e18ae332d22 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] No DVR routers for this DVR port ea0d9447-6a38-4cf2-aeb2-52417048e1e8 on host n-h2-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:38:10.289261 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-55e12d9b-bc31-4f8a-a408-86a47137f335 req-ceada458-53b6-4334-aabe-7e18ae332d22 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:10.298358 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-55e12d9b-bc31-4f8a-a408-86a47137f335 req-ceada458-53b6-4334-aabe-7e18ae332d22 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.57 "DELETE /v2.0/ports/ea0d9447-6a38-4cf2-aeb2-52417048e1e8 HTTP/1.1" status: 204 len: 173 time: 2.0901186 Mar 11 19:38:10.300738 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbff8c3d-c4d3-4bb3-b145-04248810f46f', 'name': 'network-vif-deleted', 'tag': 'ea0d9447-6a38-4cf2-aeb2-52417048e1e8'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:38:10.321286 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0272d40b-441f-4c3f-87c2-86d52548a2ca" -d '{"events": [{"server_uuid": "cbff8c3d-c4d3-4bb3-b145-04248810f46f", "name": "network-vif-deleted", "tag": "ea0d9447-6a38-4cf2-aeb2-52417048e1e8"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:38:10.479180 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06275ee-af98-4096-884e-0e52cd3132f5 req-fc68342d-af79-4ac5-bdab-ae3795173fcd tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:10.490523 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36634) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:38:10.494263 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c06275ee-af98-4096-884e-0e52cd3132f5 req-fc68342d-af79-4ac5-bdab-ae3795173fcd tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe1a1bff-fbf3-41a1-9d45-73bebab872b0 HTTP/1.1" status: 200 len: 945 time: 0.3323984 Mar 11 19:38:10.495215 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-45ec6df2-9f7e-43cd-9bdb-5420727860ee tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Request body: {'floatingip': {'port_id': '3d6d0142-2efe-49ba-89ba-440d9204414c'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:38:10.527867 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fb86e858-dec9-4ce3-a802-200e1c2dd2d2 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (ee331cf0-fb09-4b4e-938d-0be1b69ce3c6), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:10.535346 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:38:10.583005 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb86e858-dec9-4ce3-a802-200e1c2dd2d2 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Pushing event deleted for resources: {'Port': ['ID=ee331cf0-fb09-4b4e-938d-0be1b69ce3c6,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:10.628659 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-45ec6df2-9f7e-43cd-9bdb-5420727860ee tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Publish callbacks [] for floatingip (3e3ef611-ef4e-43f2-87e8-4c347ba3b830), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:10.681353 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-20777313-a5fc-4e27-8960-78e440ca72dc req-3d5ef530-69ff-4280-8ca9-095425a63753 tempest-ServersAdminTestJSON-1567449960 tempest-ServersAdminTestJSON-1567449960-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbff8c3d-c4d3-4bb3-b145-04248810f46f HTTP/1.1" status: 200 len: 210 time: 0.0451682 Mar 11 19:38:10.796650 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77637339-719e-45a3-893b-f852a6c97a1a x-openstack-request-id: req-77637339-719e-45a3-893b-f852a6c97a1a {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:38:10.797127 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbff8c3d-c4d3-4bb3-b145-04248810f46f", "name": "network-vif-deleted", "tag": "ea0d9447-6a38-4cf2-aeb2-52417048e1e8", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:38:10.797575 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-77637339-719e-45a3-893b-f852a6c97a1a {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:38:10.798352 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbff8c3d-c4d3-4bb3-b145-04248810f46f', 'name': 'network-vif-deleted', 'tag': 'ea0d9447-6a38-4cf2-aeb2-52417048e1e8', 'status': 'completed', 'code': 200} Mar 11 19:38:10.811157 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fb86e858-dec9-4ce3-a802-200e1c2dd2d2 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:10.814933 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-fb86e858-dec9-4ce3-a802-200e1c2dd2d2 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "DELETE /v2.0/ports/ee331cf0-fb09-4b4e-938d-0be1b69ce3c6 HTTP/1.1" status: 204 len: 168 time: 1.7776980 Mar 11 19:38:10.817578 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36640) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:38:10.914851 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaa84839-2905-49e9-9198-650e02dccebe tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Deleting subnet 65f866da-6201-417a-9c67-e7a8acffb4ae {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:38:10.919675 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eaa84839-2905-49e9-9198-650e02dccebe tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks [] for subnet (65f866da-6201-417a-9c67-e7a8acffb4ae), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:11.022556 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eaa84839-2905-49e9-9198-650e02dccebe tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (65f866da-6201-417a-9c67-e7a8acffb4ae), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:11.190448 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eaa84839-2905-49e9-9198-650e02dccebe tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (65f866da-6201-417a-9c67-e7a8acffb4ae), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:11.259551 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36654) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:38:11.280223 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eaa84839-2905-49e9-9198-650e02dccebe tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (65f866da-6201-417a-9c67-e7a8acffb4ae), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:11.400785 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eaa84839-2905-49e9-9198-650e02dccebe tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:11.408013 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a07d6d-ea6f-4c3b-ac05-3136dd4b0c3a None None] Network 6ac60707-319a-4d65-9bd8-06cb97e2f80c requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:38:11.411294 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-eaa84839-2905-49e9-9198-650e02dccebe tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "DELETE /v2.0/subnets/65f866da-6201-417a-9c67-e7a8acffb4ae HTTP/1.1" status: 204 len: 168 time: 0.5899398 Mar 11 19:38:11.411294 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa84839-2905-49e9-9198-650e02dccebe tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Pushing event deleted for resources: {'Subnet': ['ID=65f866da-6201-417a-9c67-e7a8acffb4ae,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:11.417935 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36658) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:38:11.525760 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-adc12fc5-fa0c-491f-878d-5d7b9dc58c7c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-2003893289-network', 'tenant_id': 'e1278b723edd4119b7e2bc2da0da9d73'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:38:11.659575 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c79748-fac4-46ea-86e8-ae0a2302b924 req-24febfc7-a0b7-466e-91a7-3a7ba78b7a6a tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:11.668156 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-45c79748-fac4-46ea-86e8-ae0a2302b924 req-24febfc7-a0b7-466e-91a7-3a7ba78b7a6a tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/ports?device_id=63a92283-6023-4800-b070-985588de2fd9 HTTP/1.1" status: 200 len: 945 time: 0.4097650 Mar 11 19:38:11.703691 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f517716-3756-4fce-9d40-7972a5c6f7e8 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Deleting subnet fb37e9b7-00ef-41b5-91f7-c613b891b27c {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:38:11.710275 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc12fc5-fa0c-491f-878d-5d7b9dc58c7c admin admin] Made reservation on behalf of e1278b723edd4119b7e2bc2da0da9d73 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:38:11.712652 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-adc12fc5-fa0c-491f-878d-5d7b9dc58c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:11.712788 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-45ec6df2-9f7e-43cd-9bdb-5420727860ee tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:11.721899 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-45ec6df2-9f7e-43cd-9bdb-5420727860ee tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (3e3ef611-ef4e-43f2-87e8-4c347ba3b830), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:11.766932 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-adc12fc5-fa0c-491f-878d-5d7b9dc58c7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:11.777780 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f6417f-f751-4a7f-ab15-a4ee5c56b13f None None] DHCP port deletion for 6ac60707-319a-4d65-9bd8-06cb97e2f80c request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:38:11.792696 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9f517716-3756-4fce-9d40-7972a5c6f7e8 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks [] for subnet (fb37e9b7-00ef-41b5-91f7-c613b891b27c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:11.846839 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9f517716-3756-4fce-9d40-7972a5c6f7e8 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (fb37e9b7-00ef-41b5-91f7-c613b891b27c), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:11.933889 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-45c79748-fac4-46ea-86e8-ae0a2302b924 req-290d8b4f-2e25-42c9-96a6-2f8b6f70fd36 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/security-groups?id=9eadf186-3007-49d9-b4f3-e4bc7305f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647405 Mar 11 19:38:11.958338 n-d-833163-1 neutron-server[103884]: INFO neutron.db.l3_db [None req-45ec6df2-9f7e-43cd-9bdb-5420727860ee tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Floating IP 3e3ef611-ef4e-43f2-87e8-4c347ba3b830 associated. External IP: 172.25.8.200, port: 3d6d0142-2efe-49ba-89ba-440d9204414c. Mar 11 19:38:11.966356 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-57f6417f-f751-4a7f-ab15-a4ee5c56b13f None None] Deleting port dffd6f01-2ce7-4064-905a-ece42fc47a6a {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:38:11.966962 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-57f6417f-f751-4a7f-ab15-a4ee5c56b13f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (dffd6f01-2ce7-4064-905a-ece42fc47a6a), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:12.106628 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9f517716-3756-4fce-9d40-7972a5c6f7e8 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (fb37e9b7-00ef-41b5-91f7-c613b891b27c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:12.240646 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-adc12fc5-fa0c-491f-878d-5d7b9dc58c7c admin admin] Publish callbacks [] for security_group (5e517e2d-c796-4eb6-a34e-da2fbfb59fbb), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:12.276529 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-57f6417f-f751-4a7f-ab15-a4ee5c56b13f None None] For port dffd6f01-2ce7-4064-905a-ece42fc47a6a, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=dffd6f01-2ce7-4064-905a-ece42fc47a6a,segment=NetworkSegment(9d946b28-c592-4a63-8283-ea5501d9524a),segment_id=9d946b28-c592-4a63-8283-ea5501d9524a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:12.279293 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-57f6417f-f751-4a7f-ab15-a4ee5c56b13f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (dffd6f01-2ce7-4064-905a-ece42fc47a6a), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:12.325967 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-57f6417f-f751-4a7f-ab15-a4ee5c56b13f None None] Calling delete_port for dffd6f01-2ce7-4064-905a-ece42fc47a6a owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:38:12.350370 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device dffd6f01-2ce7-4064-905a-ece42fc47a6a no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:38:12.457228 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-adc12fc5-fa0c-491f-878d-5d7b9dc58c7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (5e517e2d-c796-4eb6-a34e-da2fbfb59fbb), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:12.466029 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device ea0d9447-6a38-4cf2-aeb2-52417048e1e8 no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:38:12.478020 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9f517716-3756-4fce-9d40-7972a5c6f7e8 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (fb37e9b7-00ef-41b5-91f7-c613b891b27c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:12.635569 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f517716-3756-4fce-9d40-7972a5c6f7e8 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Pushing event deleted for resources: {'Subnet': ['ID=fb37e9b7-00ef-41b5-91f7-c613b891b27c,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:12.642890 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9f517716-3756-4fce-9d40-7972a5c6f7e8 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:12.650394 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45ec6df2-9f7e-43cd-9bdb-5420727860ee tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Router 1b120167-c786-4fa6-9c1b-42428f0a31ed has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:38:12.657274 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-9f517716-3756-4fce-9d40-7972a5c6f7e8 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "DELETE /v2.0/subnets/fb37e9b7-00ef-41b5-91f7-c613b891b27c HTTP/1.1" status: 204 len: 168 time: 1.2313659 Mar 11 19:38:12.671175 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36678) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:38:12.682288 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adc12fc5-fa0c-491f-878d-5d7b9dc58c7c admin admin] vlan segment allocate from pool success with {'vlan_id': 899, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:38:12.747717 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36680) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:38:12.818468 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc12fc5-fa0c-491f-878d-5d7b9dc58c7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e517e2d-c796-4eb6-a34e-da2fbfb59fbb,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:12.853236 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-adc12fc5-fa0c-491f-878d-5d7b9dc58c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (fb0d3c28-c469-4087-9b7c-7209f45228b3), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:12.853814 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-adc12fc5-fa0c-491f-878d-5d7b9dc58c7c admin admin] Added segment fb0d3c28-c469-4087-9b7c-7209f45228b3 of type vlan for network 26599c04-c03d-4e34-83de-a092bae2f75e Mar 11 19:38:12.924628 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ec6df2-9f7e-43cd-9bdb-5420727860ee tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:38:12.936992 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-45ec6df2-9f7e-43cd-9bdb-5420727860ee tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:12.953544 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: ea0d9447-6a38-4cf2-aeb2-52417048e1e8 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:38:12.956112 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device ea0d9447-6a38-4cf2-aeb2-52417048e1e8 not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:38:12.962039 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1889ca4-5c44-4d22-949d-65fe0096d315 None None] Network 11e52173-c93f-4f90-a40d-087cab6dbb47 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:38:12.968258 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce35dcf4-8802-4748-9e6f-5579b0fb7389 None None] Sync routers for ids ['1b120167-c786-4fa6-9c1b-42428f0a31ed'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:38:13.088655 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-45ec6df2-9f7e-43cd-9bdb-5420727860ee tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] 10.222.0.65 "PUT /v2.0/floatingips/3e3ef611-ef4e-43f2-87e8-4c347ba3b830 HTTP/1.1" status: 200 len: 991 time: 2.5968964 Mar 11 19:38:13.094236 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe1a1bff-fbf3-41a1-9d45-73bebab872b0', 'tag': '3d6d0142-2efe-49ba-89ba-440d9204414c'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:38:13.096714 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b3597d-078a-4966-873c-77301938e90a" -d '{"events": [{"name": "network-changed", "server_uuid": "fe1a1bff-fbf3-41a1-9d45-73bebab872b0", "tag": "3d6d0142-2efe-49ba-89ba-440d9204414c"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:38:13.119263 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-07321581-2381-49bb-a43a-17b700fa178a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=223983732af345fcb546856737077dde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3692234 Mar 11 19:38:13.125255 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36692) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:38:13.140355 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-adc12fc5-fa0c-491f-878d-5d7b9dc58c7c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (26599c04-c03d-4e34-83de-a092bae2f75e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:13.216802 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-adc12fc5-fa0c-491f-878d-5d7b9dc58c7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (26599c04-c03d-4e34-83de-a092bae2f75e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:13.217733 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc12fc5-fa0c-491f-878d-5d7b9dc58c7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:13.218307 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-adc12fc5-fa0c-491f-878d-5d7b9dc58c7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:13.270899 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce35dcf4-8802-4748-9e6f-5579b0fb7389 None None] Routers {'1b120167-c786-4fa6-9c1b-42428f0a31ed'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:38:13.275002 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-ce35dcf4-8802-4748-9e6f-5579b0fb7389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:37:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['1b120167-c786-4fa6-9c1b-42428f0a31ed'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:13.275143 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-06ccab53-3161-4b71-a524-7511392292ff tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (6ac60707-319a-4d65-9bd8-06cb97e2f80c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:13.278870 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cd3960f8-6a5f-4e79-bef6-d04ce4f0730f admin admin] Publish callbacks [] for security_group (a781a375-ecc1-4470-b434-56ebce1f93f2), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:13.337623 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cd3960f8-6a5f-4e79-bef6-d04ce4f0730f admin admin] Publish callbacks [] for security_group (a781a375-ecc1-4470-b434-56ebce1f93f2), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:13.421779 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36696) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:38:13.427868 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-92c3de2a-e11f-4317-972f-3af05dcff509 admin admin] Request body: {'subnet': {'network_id': '26599c04-c03d-4e34-83de-a092bae2f75e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-2003893289-subnet', 'tenant_id': 'e1278b723edd4119b7e2bc2da0da9d73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:38:13.432246 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-adc12fc5-fa0c-491f-878d-5d7b9dc58c7c admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.1712425 Mar 11 19:38:13.474665 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c3de2a-e11f-4317-972f-3af05dcff509 admin admin] Made reservation on behalf of e1278b723edd4119b7e2bc2da0da9d73 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:38:13.477182 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-92c3de2a-e11f-4317-972f-3af05dcff509 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:13.496829 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cd3960f8-6a5f-4e79-bef6-d04ce4f0730f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (a781a375-ecc1-4470-b434-56ebce1f93f2), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:13.509070 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cd3960f8-6a5f-4e79-bef6-d04ce4f0730f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:13.512651 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-cd3960f8-6a5f-4e79-bef6-d04ce4f0730f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a781a375-ecc1-4470-b434-56ebce1f93f2 HTTP/1.1" status: 204 len: 168 time: 0.3829741 Mar 11 19:38:13.556187 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3960f8-6a5f-4e79-bef6-d04ce4f0730f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a781a375-ecc1-4470-b434-56ebce1f93f2,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:13.575090 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc12fc5-fa0c-491f-878d-5d7b9dc58c7c admin admin] Pushing event updated for resources: {'Network': ['ID=26599c04-c03d-4e34-83de-a092bae2f75e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:13.604081 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162830c-1ab8-4baf-9fb2-44963a6b16b5 req-365fb5ec-ebda-40eb-9da4-726b1acf0aba tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:13.617773 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9162830c-1ab8-4baf-9fb2-44963a6b16b5 req-365fb5ec-ebda-40eb-9da4-726b1acf0aba tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/ports?device_id=63a92283-6023-4800-b070-985588de2fd9 HTTP/1.1" status: 200 len: 945 time: 0.4118848 Mar 11 19:38:13.635685 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 26599c04-c03d-4e34-83de-a092bae2f75e details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:38:13.745017 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-06ccab53-3161-4b71-a524-7511392292ff tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Deleting port dffd6f01-2ce7-4064-905a-ece42fc47a6a {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:38:13.746256 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-06ccab53-3161-4b71-a524-7511392292ff tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (dffd6f01-2ce7-4064-905a-ece42fc47a6a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:13.810758 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9162830c-1ab8-4baf-9fb2-44963a6b16b5 req-bd7e085d-4f62-42b4-bb22-bfbea5221dbe tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/security-groups?id=9eadf186-3007-49d9-b4f3-e4bc7305f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824629 Mar 11 19:38:13.913351 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-57f6417f-f751-4a7f-ab15-a4ee5c56b13f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (dffd6f01-2ce7-4064-905a-ece42fc47a6a), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:13.997298 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-92c3de2a-e11f-4317-972f-3af05dcff509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (86f84498-7845-4a44-a8ca-9b6851ba94c2), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:14.031484 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-06ccab53-3161-4b71-a524-7511392292ff tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] For port dffd6f01-2ce7-4064-905a-ece42fc47a6a, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=dffd6f01-2ce7-4064-905a-ece42fc47a6a,segment=NetworkSegment(9d946b28-c592-4a63-8283-ea5501d9524a),segment_id=9d946b28-c592-4a63-8283-ea5501d9524a)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:14.042648 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-06ccab53-3161-4b71-a524-7511392292ff tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (dffd6f01-2ce7-4064-905a-ece42fc47a6a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:14.075331 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-06ccab53-3161-4b71-a524-7511392292ff tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Calling delete_port for dffd6f01-2ce7-4064-905a-ece42fc47a6a owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:38:14.174204 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c3de2a-e11f-4317-972f-3af05dcff509 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86f84498-7845-4a44-a8ca-9b6851ba94c2,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:14.183713 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c3de2a-e11f-4317-972f-3af05dcff509 admin admin] Checking segment: {'id': 'fb0d3c28-c469-4087-9b7c-7209f45228b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '26599c04-c03d-4e34-83de-a092bae2f75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:38:14.185126 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c3de2a-e11f-4317-972f-3af05dcff509 admin admin] Network hostable DHCP agents. Network: 26599c04-c03d-4e34-83de-a092bae2f75e, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:38:14.224455 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c3de2a-e11f-4317-972f-3af05dcff509 admin admin] Network 26599c04-c03d-4e34-83de-a092bae2f75e is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:38:14.244877 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-92c3de2a-e11f-4317-972f-3af05dcff509 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 26599c04-c03d-4e34-83de-a092bae2f75e) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:38:14.250348 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c3de2a-e11f-4317-972f-3af05dcff509 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:14.251063 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-92c3de2a-e11f-4317-972f-3af05dcff509 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:14.305257 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-92c3de2a-e11f-4317-972f-3af05dcff509 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8819306 Mar 11 19:38:14.309857 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36718) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:38:14.317920 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-efb8de75-f1d0-4ad2-a334-2ee6d9a7c6b9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-2003893289-router', 'tenant_id': 'e1278b723edd4119b7e2bc2da0da9d73', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:38:14.374304 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36720) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:38:14.389054 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-efb8de75-f1d0-4ad2-a334-2ee6d9a7c6b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (2d2a7a07-2f79-41a7-bb65-559d8c68c413), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:14.390303 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-efb8de75-f1d0-4ad2-a334-2ee6d9a7c6b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (2d2a7a07-2f79-41a7-bb65-559d8c68c413), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:14.398156 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-06ccab53-3161-4b71-a524-7511392292ff tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (dffd6f01-2ce7-4064-905a-ece42fc47a6a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:14.415810 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a4e6e6-f348-407f-bb78-3229dcc3ef6a None None] Network 26599c04-c03d-4e34-83de-a092bae2f75e requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:38:14.494748 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ccab53-3161-4b71-a524-7511392292ff tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Pushing event deleted for resources: {'Port': ['ID=dffd6f01-2ce7-4064-905a-ece42fc47a6a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:14.501952 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-efb8de75-f1d0-4ad2-a334-2ee6d9a7c6b9 admin admin] Publish callbacks [] for router_controller (2d2a7a07-2f79-41a7-bb65-559d8c68c413), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:14.569200 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ccab53-3161-4b71-a524-7511392292ff tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] No DVR routers for this DVR port dffd6f01-2ce7-4064-905a-ece42fc47a6a on host n-d-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:38:14.584155 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-1d84688e-2201-4666-ba54-887346f54634 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6497e75f34b24b6ba5c9b598d3374d5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2072661 Mar 11 19:38:14.597327 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36724) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:38:14.680439 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f6417f-f751-4a7f-ab15-a4ee5c56b13f None None] Pushing event deleted for resources: {'Port': ['ID=dffd6f01-2ce7-4064-905a-ece42fc47a6a,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:14.691048 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5a0e0e-1fb5-436a-a6e5-442daa0f9e93 req-1a8306f1-ef8a-4744-9c59-1f3c39fbc94d tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:14.692473 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f6417f-f751-4a7f-ab15-a4ee5c56b13f None None] No DVR routers for this DVR port dffd6f01-2ce7-4064-905a-ece42fc47a6a on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:38:14.699057 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port dffd6f01-2ce7-4064-905a-ece42fc47a6a is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:38:14.703132 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (dffd6f01-2ce7-4064-905a-ece42fc47a6a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:14.718937 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7b5a0e0e-1fb5-436a-a6e5-442daa0f9e93 req-1a8306f1-ef8a-4744-9c59-1f3c39fbc94d tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe1a1bff-fbf3-41a1-9d45-73bebab872b0 HTTP/1.1" status: 200 len: 945 time: 0.5048325 Mar 11 19:38:14.858895 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3db848c-29bf-480a-b877-e099b7e7c320 None None] Network 26599c04-c03d-4e34-83de-a092bae2f75e requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:38:14.990098 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-efb8de75-f1d0-4ad2-a334-2ee6d9a7c6b9 admin admin] Publish callbacks [] for router_gateway (2d2a7a07-2f79-41a7-bb65-559d8c68c413), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:14.996994 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7b5a0e0e-1fb5-436a-a6e5-442daa0f9e93 req-f0488e1a-2eb0-491b-9277-df5a4ca74239 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce3e8b1d-2c20-4441-93a6-82d356ae42f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2764256 Mar 11 19:38:15.038723 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-ce35dcf4-8802-4748-9e6f-5579b0fb7389 None None] Set router 1b120167-c786-4fa6-9c1b-42428f0a31ed gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:38:15.105271 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-06ccab53-3161-4b71-a524-7511392292ff tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (6ac60707-319a-4d65-9bd8-06cb97e2f80c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:15.136362 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ad58dc-ee8a-423e-b1f9-852479ea51a8 x-openstack-request-id: req-59ad58dc-ee8a-423e-b1f9-852479ea51a8 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:38:15.136985 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe1a1bff-fbf3-41a1-9d45-73bebab872b0", "tag": "3d6d0142-2efe-49ba-89ba-440d9204414c", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:38:15.136985 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-59ad58dc-ee8a-423e-b1f9-852479ea51a8 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:38:15.137384 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe1a1bff-fbf3-41a1-9d45-73bebab872b0', 'tag': '3d6d0142-2efe-49ba-89ba-440d9204414c', 'status': 'completed', 'code': 200} Mar 11 19:38:15.179481 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e7c162f2-e443-4dc8-bc3b-cdfc9da54bde admin admin] Publish callbacks [] for security_group (3eb2b146-75c7-4a94-9df8-2cf8c31eb5b0), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:15.182554 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-06ccab53-3161-4b71-a524-7511392292ff tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ac60707-319a-4d65-9bd8-06cb97e2f80c']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:15.198980 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cbc39e-4c61-4cb8-8418-0e7b29308fa8 None None] DHCP port deletion for 11e52173-c93f-4f90-a40d-087cab6dbb47 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:38:15.256787 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-06ccab53-3161-4b71-a524-7511392292ff tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d946b28-c592-4a63-8283-ea5501d9524a') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:15.257283 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-06ccab53-3161-4b71-a524-7511392292ff tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d946b28-c592-4a63-8283-ea5501d9524a') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:15.280768 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-06ccab53-3161-4b71-a524-7511392292ff tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (9d946b28-c592-4a63-8283-ea5501d9524a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:15.291517 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e7c162f2-e443-4dc8-bc3b-cdfc9da54bde admin admin] Publish callbacks [] for security_group (3eb2b146-75c7-4a94-9df8-2cf8c31eb5b0), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:15.314311 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-06ccab53-3161-4b71-a524-7511392292ff tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (9d946b28-c592-4a63-8283-ea5501d9524a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:15.345953 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06ccab53-3161-4b71-a524-7511392292ff tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Releasing vlan 885 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:38:15.349228 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-06ccab53-3161-4b71-a524-7511392292ff tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (9d946b28-c592-4a63-8283-ea5501d9524a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:15.352653 n-d-833163-1 neutron-server[103885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:38:15.352653 n-d-833163-1 neutron-server[103885]: self.session.flush() Mar 11 19:38:15.352653 n-d-833163-1 neutron-server[103885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:38:15.352653 n-d-833163-1 neutron-server[103885]: self.session.flush() Mar 11 19:38:15.352653 n-d-833163-1 neutron-server[103885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:38:15.352653 n-d-833163-1 neutron-server[103885]: self.session.flush() Mar 11 19:38:15.352653 n-d-833163-1 neutron-server[103885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:38:15.352653 n-d-833163-1 neutron-server[103885]: self.session.flush() Mar 11 19:38:15.352653 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 19:38:15.352653 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:38:15.352653 n-d-833163-1 neutron-server[103885]: timer() Mar 11 19:38:15.352653 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:38:15.352653 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 19:38:15.352653 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:38:15.352653 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 19:38:15.352653 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:38:15.352653 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 19:38:15.352653 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:38:15.352653 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 19:38:15.352653 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:38:15.352653 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 19:38:15.352653 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:38:15.352653 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:38:15.352653 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:38:15.352653 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:38:15.352653 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:38:15.352653 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 19:38:15.352653 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:38:15.352653 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 19:38:15.352653 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:38:15.352653 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:38:15.352653 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:38:15.352653 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 19:38:15.352653 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:38:15.352653 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:38:15.352653 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:38:15.352653 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:38:15.352653 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:38:15.352653 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:38:15.352653 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:38:15.498612 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f0cb4-e668-4e7e-8842-fea57e1f99fd req-be7f7f75-86fd-4963-ae24-fe4f578dfe3f tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:15.517462 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-098f0cb4-e668-4e7e-8842-fea57e1f99fd req-be7f7f75-86fd-4963-ae24-fe4f578dfe3f tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/ports?device_id=63a92283-6023-4800-b070-985588de2fd9 HTTP/1.1" status: 200 len: 945 time: 0.2952716 Mar 11 19:38:15.710229 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 0cdfd15f-5bde-4865-879d-a1eeea3e93a4 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:38:15.808762 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-06ccab53-3161-4b71-a524-7511392292ff tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (6ac60707-319a-4d65-9bd8-06cb97e2f80c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:15.817781 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-06ccab53-3161-4b71-a524-7511392292ff tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:15.825257 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-06ccab53-3161-4b71-a524-7511392292ff tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "DELETE /v2.0/networks/6ac60707-319a-4d65-9bd8-06cb97e2f80c HTTP/1.1" status: 204 len: 168 time: 3.1459956 Mar 11 19:38:15.848198 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-098f0cb4-e668-4e7e-8842-fea57e1f99fd req-c64dfae0-ab8e-4950-850e-627f8ea13bca tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/security-groups?id=9eadf186-3007-49d9-b4f3-e4bc7305f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242037 Mar 11 19:38:15.852737 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36736) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:38:15.899423 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e7c162f2-e443-4dc8-bc3b-cdfc9da54bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (3eb2b146-75c7-4a94-9df8-2cf8c31eb5b0), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:15.902353 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e7c162f2-e443-4dc8-bc3b-cdfc9da54bde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:15.911299 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-e7c162f2-e443-4dc8-bc3b-cdfc9da54bde admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3eb2b146-75c7-4a94-9df8-2cf8c31eb5b0 HTTP/1.1" status: 204 len: 168 time: 1.2945361 Mar 11 19:38:15.946936 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b3597d-078a-4966-873c-77301938e90a req-761afcc6-de8b-4144-9e54-726dc0447838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:15.959001 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-a3b3597d-078a-4966-873c-77301938e90a req-761afcc6-de8b-4144-9e54-726dc0447838 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=13f1448ca5364266ac9d2968e838f04d&device_id=fe1a1bff-fbf3-41a1-9d45-73bebab872b0 HTTP/1.1" status: 200 len: 1127 time: 0.8129179 Mar 11 19:38:16.123080 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-886bd070-7afa-42f3-bac9-09ce65f45008 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (11e52173-c93f-4f90-a40d-087cab6dbb47), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:16.125500 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ccab53-3161-4b71-a524-7511392292ff tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Pushing event deleted for resources: {'Network': ['ID=6ac60707-319a-4d65-9bd8-06cb97e2f80c,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:16.141693 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c162f2-e443-4dc8-bc3b-cdfc9da54bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb2b146-75c7-4a94-9df8-2cf8c31eb5b0,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:16.335686 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f1cbc39e-4c61-4cb8-8418-0e7b29308fa8 None None] Deleting port 0cdfd15f-5bde-4865-879d-a1eeea3e93a4 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:38:16.340467 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f1cbc39e-4c61-4cb8-8418-0e7b29308fa8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (0cdfd15f-5bde-4865-879d-a1eeea3e93a4), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:16.413381 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-886bd070-7afa-42f3-bac9-09ce65f45008 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Deleting port 0cdfd15f-5bde-4865-879d-a1eeea3e93a4 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:38:16.414083 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-886bd070-7afa-42f3-bac9-09ce65f45008 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (0cdfd15f-5bde-4865-879d-a1eeea3e93a4), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:16.461218 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b3597d-078a-4966-873c-77301938e90a req-ed37870f-6d31-49ac-a153-b3cf599fa52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:16.479673 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-a3b3597d-078a-4966-873c-77301938e90a req-ed37870f-6d31-49ac-a153-b3cf599fa52a service neutron] 10.222.0.75 "GET /v2.0/networks?id=77a02624-a1f8-4ed5-b0a3-cc9c95960d0b HTTP/1.1" status: 200 len: 917 time: 0.5032318 Mar 11 19:38:16.594181 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-886bd070-7afa-42f3-bac9-09ce65f45008 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] For port 0cdfd15f-5bde-4865-879d-a1eeea3e93a4, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=0cdfd15f-5bde-4865-879d-a1eeea3e93a4,segment=NetworkSegment(5c025fea-baa0-424f-9add-20cc57664ce2),segment_id=5c025fea-baa0-424f-9add-20cc57664ce2)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:16.595072 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-886bd070-7afa-42f3-bac9-09ce65f45008 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (0cdfd15f-5bde-4865-879d-a1eeea3e93a4), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:16.604067 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-f1cbc39e-4c61-4cb8-8418-0e7b29308fa8 None None] For port 0cdfd15f-5bde-4865-879d-a1eeea3e93a4, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=0cdfd15f-5bde-4865-879d-a1eeea3e93a4,segment=NetworkSegment(5c025fea-baa0-424f-9add-20cc57664ce2),segment_id=5c025fea-baa0-424f-9add-20cc57664ce2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:16.604636 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f1cbc39e-4c61-4cb8-8418-0e7b29308fa8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (0cdfd15f-5bde-4865-879d-a1eeea3e93a4), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:16.620610 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-886bd070-7afa-42f3-bac9-09ce65f45008 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Calling delete_port for 0cdfd15f-5bde-4865-879d-a1eeea3e93a4 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:38:16.645962 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f1cbc39e-4c61-4cb8-8418-0e7b29308fa8 None None] Calling delete_port for 0cdfd15f-5bde-4865-879d-a1eeea3e93a4 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:38:16.763348 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-886bd070-7afa-42f3-bac9-09ce65f45008 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (0cdfd15f-5bde-4865-879d-a1eeea3e93a4), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:16.783105 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-efb8de75-f1d0-4ad2-a334-2ee6d9a7c6b9 admin admin] Publish callbacks [] for router_gateway (2d2a7a07-2f79-41a7-bb65-559d8c68c413), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:16.807659 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886bd070-7afa-42f3-bac9-09ce65f45008 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Pushing event deleted for resources: {'Port': ['ID=0cdfd15f-5bde-4865-879d-a1eeea3e93a4,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:16.815024 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886bd070-7afa-42f3-bac9-09ce65f45008 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] No DVR routers for this DVR port 0cdfd15f-5bde-4865-879d-a1eeea3e93a4 on host n-d-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:38:16.838480 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 0cdfd15f-5bde-4865-879d-a1eeea3e93a4 is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:38:16.838480 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (0cdfd15f-5bde-4865-879d-a1eeea3e93a4), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:16.864039 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-efb8de75-f1d0-4ad2-a334-2ee6d9a7c6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:16.951017 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-886bd070-7afa-42f3-bac9-09ce65f45008 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (11e52173-c93f-4f90-a40d-087cab6dbb47), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:16.984678 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-886bd070-7afa-42f3-bac9-09ce65f45008 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11e52173-c93f-4f90-a40d-087cab6dbb47']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:17.003180 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-886bd070-7afa-42f3-bac9-09ce65f45008 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c025fea-baa0-424f-9add-20cc57664ce2') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:17.003978 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-886bd070-7afa-42f3-bac9-09ce65f45008 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c025fea-baa0-424f-9add-20cc57664ce2') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:17.043353 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-886bd070-7afa-42f3-bac9-09ce65f45008 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (5c025fea-baa0-424f-9add-20cc57664ce2), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:17.074973 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-886bd070-7afa-42f3-bac9-09ce65f45008 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (5c025fea-baa0-424f-9add-20cc57664ce2), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:17.109268 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-886bd070-7afa-42f3-bac9-09ce65f45008 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Releasing vlan 895 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:38:17.109716 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-886bd070-7afa-42f3-bac9-09ce65f45008 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (5c025fea-baa0-424f-9add-20cc57664ce2), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:17.127743 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 19:38:17.127743 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:38:17.127743 n-d-833163-1 neutron-server[103885]: timer() Mar 11 19:38:17.127743 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:38:17.127743 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 19:38:17.127743 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:38:17.127743 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 19:38:17.127743 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:38:17.127743 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 19:38:17.127743 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:38:17.127743 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 19:38:17.127743 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:38:17.127743 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 19:38:17.127743 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:38:17.127743 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:38:17.127743 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:38:17.127743 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:38:17.127743 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:38:17.127743 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 19:38:17.127743 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:38:17.127743 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 19:38:17.127743 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:38:17.127743 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:38:17.127743 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:38:17.127743 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 19:38:17.127743 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:38:17.127743 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:38:17.127743 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:38:17.127743 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:38:17.127743 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:38:17.127743 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:38:17.127743 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:38:17.273588 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-efb8de75-f1d0-4ad2-a334-2ee6d9a7c6b9 admin admin] Allocated IP 172.25.8.104 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/13b81c35-33c7-42e7-9e70-73bf69db62f4) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:38:17.288715 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-ce35dcf4-8802-4748-9e6f-5579b0fb7389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b120167-c786-4fa6-9c1b-42428f0a31ed', 'name': 'tempest-ServersTestBootFromVolume-1205727609-router', 'tenant_id': '13f1448ca5364266ac9d2968e838f04d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '7c251997-2719-4ccd-b095-a05f8e305045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:36:43Z', 'updated_at': '2022-03-11T19:36:47Z', 'revision_number': 4, 'project_id': '13f1448ca5364266ac9d2968e838f04d', 'gw_port': {'id': '7c251997-2719-4ccd-b095-a05f8e305045', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b120167-c786-4fa6-9c1b-42428f0a31ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:44Z', 'updated_at': '2022-03-11T19:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '3e3ef611-ef4e-43f2-87e8-4c347ba3b830', 'tenant_id': '13f1448ca5364266ac9d2968e838f04d', 'floating_ip_address': '172.25.8.200', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '1b120167-c786-4fa6-9c1b-42428f0a31ed', 'port_id': '3d6d0142-2efe-49ba-89ba-440d9204414c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1037, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77a02624-a1f8-4ed5-b0a3-cc9c95960d0b', 'mac_address': 'fa:16:3e:39:66:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1a1bff-fbf3-41a1-9d45-73bebab872b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:36:51Z', 'updated_at': '2022-03-11T19:38:11Z', 'revision_number': 1, 'project_id': '13f1448ca5364266ac9d2968e838f04d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc6241eb-45cf-4a71-bdb2-fba3bc82b151', 'name': '', 'network_id': '77a02624-a1f8-4ed5-b0a3-cc9c95960d0b', 'tenant_id': '13f1448ca5364266ac9d2968e838f04d', 'mac_address': 'fa:16:3e:66:1f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b120167-c786-4fa6-9c1b-42428f0a31ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '80056032-eb48-4775-96f6-10e96bb6ead3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:46Z', 'updated_at': '2022-03-11T19:36:53Z', 'revision_number': 5, 'project_id': '13f1448ca5364266ac9d2968e838f04d', 'subnets': [{'id': '80056032-eb48-4775-96f6-10e96bb6ead3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:17.443179 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce35dcf4-8802-4748-9e6f-5579b0fb7389 None None] Checking router: 1b120167-c786-4fa6-9c1b-42428f0a31ed for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:38:17.448972 n-d-833163-1 neutron-server[103886]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 11 19:38:17.448972 n-d-833163-1 neutron-server[103886]: from cryptography.utils import int_from_bytes Mar 11 19:38:17.448972 n-d-833163-1 neutron-server[103886]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 11 19:38:17.448972 n-d-833163-1 neutron-server[103886]: from cryptography.utils import int_from_bytes Mar 11 19:38:17.448972 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:38:17.448972 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:38:17.448972 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:38:17.448972 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:38:17.448972 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:38:17.448972 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:38:17.448972 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:38:17.448972 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:38:17.448972 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:38:17.448972 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:38:17.448972 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:38:17.448972 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:38:17.448972 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:38:17.448972 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:38:17.448972 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:38:17.448972 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:38:17.448972 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:38:17.448972 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:38:17.448972 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:38:17.448972 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:38:17.448972 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:38:17.448972 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:38:17.448972 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:38:17.448972 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:38:17.448972 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:38:17.448972 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:38:17.448972 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:38:17.448972 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:38:17.448972 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:38:17.448972 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:38:17.448972 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:38:17.448972 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:38:17.448972 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:38:17.448972 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:38:17.448972 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:38:17.448972 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:38:17.448972 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:38:17.448972 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:38:17.451598 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:38:17.451598 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:38:17.451598 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:38:17.451598 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:38:17.451598 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:38:17.451598 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:38:17.451598 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:38:17.451598 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:38:17.451598 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:38:17.451598 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:38:17.451598 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:38:17.451598 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:38:17.451598 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:38:17.451598 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:38:17.477149 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce35dcf4-8802-4748-9e6f-5579b0fb7389 None None] Routers {'1b120167-c786-4fa6-9c1b-42428f0a31ed'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:38:17.489141 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-ce35dcf4-8802-4748-9e6f-5579b0fb7389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:37:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['1b120167-c786-4fa6-9c1b-42428f0a31ed'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:17.581166 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1186b1d-f54f-48bc-891a-8abbd51967e5 req-baaa9c70-05b0-45d5-a253-adc089510b86 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:17.588817 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d1186b1d-f54f-48bc-891a-8abbd51967e5 req-baaa9c70-05b0-45d5-a253-adc089510b86 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/ports?device_id=63a92283-6023-4800-b070-985588de2fd9 HTTP/1.1" status: 200 len: 945 time: 0.4879134 Mar 11 19:38:17.601518 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-886bd070-7afa-42f3-bac9-09ce65f45008 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (11e52173-c93f-4f90-a40d-087cab6dbb47), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:17.624583 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-a3b3597d-078a-4966-873c-77301938e90a req-6c50342e-d45a-4fbe-9527-d9a3024b35df service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d6d0142-2efe-49ba-89ba-440d9204414c HTTP/1.1" status: 200 len: 999 time: 1.0607145 Mar 11 19:38:17.648274 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-886bd070-7afa-42f3-bac9-09ce65f45008 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:17.661359 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-886bd070-7afa-42f3-bac9-09ce65f45008 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] 10.222.0.65 "DELETE /v2.0/networks/11e52173-c93f-4f90-a40d-087cab6dbb47 HTTP/1.1" status: 204 len: 168 time: 1.7911601 Mar 11 19:38:17.711438 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886bd070-7afa-42f3-bac9-09ce65f45008 tempest-TaggedBootDevicesTest-1714032198 tempest-TaggedBootDevicesTest-1714032198-project] Pushing event deleted for resources: {'Network': ['ID=11e52173-c93f-4f90-a40d-087cab6dbb47,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:17.757362 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-efb8de75-f1d0-4ad2-a334-2ee6d9a7c6b9 admin admin] Publish callbacks [] for port (13b81c35-33c7-42e7-9e70-73bf69db62f4), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:17.797887 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b3597d-078a-4966-873c-77301938e90a req-293f46ba-1c9b-4d86-b017-c0df83f70775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:17.799776 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-a3b3597d-078a-4966-873c-77301938e90a req-293f46ba-1c9b-4d86-b017-c0df83f70775 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=80056032-eb48-4775-96f6-10e96bb6ead3 HTTP/1.1" status: 200 len: 855 time: 0.1689885 Mar 11 19:38:17.846206 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-ce35dcf4-8802-4748-9e6f-5579b0fb7389 None None] Set router 1b120167-c786-4fa6-9c1b-42428f0a31ed gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:38:17.850647 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d1186b1d-f54f-48bc-891a-8abbd51967e5 req-0363130f-accd-4417-aae6-8080ab1962a3 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/security-groups?id=9eadf186-3007-49d9-b4f3-e4bc7305f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607734 Mar 11 19:38:17.901673 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b3597d-078a-4966-873c-77301938e90a req-1d7fb6a3-1b9a-467b-895b-c1d856e7e1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:17.905138 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-a3b3597d-078a-4966-873c-77301938e90a req-1d7fb6a3-1b9a-467b-895b-c1d856e7e1e8 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=77a02624-a1f8-4ed5-b0a3-cc9c95960d0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0835011 Mar 11 19:38:17.907940 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-efb8de75-f1d0-4ad2-a334-2ee6d9a7c6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (13b81c35-33c7-42e7-9e70-73bf69db62f4), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:18.087203 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb8de75-f1d0-4ad2-a334-2ee6d9a7c6b9 admin admin] Pushing event updated for resources: {'Port': ['ID=13b81c35-33c7-42e7-9e70-73bf69db62f4,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:18.149437 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb8de75-f1d0-4ad2-a334-2ee6d9a7c6b9 admin admin] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:38:18.161505 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-efb8de75-f1d0-4ad2-a334-2ee6d9a7c6b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:38:18.182341 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb8de75-f1d0-4ad2-a334-2ee6d9a7c6b9 admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:38:18.293078 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-a3b3597d-078a-4966-873c-77301938e90a req-1dbe4283-a823-4b20-b92a-690251beae64 service neutron] 10.222.0.75 "GET /v2.0/networks/77a02624-a1f8-4ed5-b0a3-cc9c95960d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067334 Mar 11 19:38:18.471816 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f1cbc39e-4c61-4cb8-8418-0e7b29308fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (0cdfd15f-5bde-4865-879d-a1eeea3e93a4), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:18.522565 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f1cbc39e-4c61-4cb8-8418-0e7b29308fa8 None None] Network 11e52173-c93f-4f90-a40d-087cab6dbb47 is not hosted by any dhcp agent {{(pid=103886) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 11 19:38:18.523394 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cbc39e-4c61-4cb8-8418-0e7b29308fa8 None None] No DVR routers for this DVR port 0cdfd15f-5bde-4865-879d-a1eeea3e93a4 on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:38:18.527959 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cbc39e-4c61-4cb8-8418-0e7b29308fa8 None None] Pushing event deleted for resources: {'Port': ['ID=0cdfd15f-5bde-4865-879d-a1eeea3e93a4,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:18.727851 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-a3b3597d-078a-4966-873c-77301938e90a req-913916ad-db17-4f9e-8ffe-a3bb9b34a1fd service neutron] 10.222.0.75 "GET /v2.0/networks/77a02624-a1f8-4ed5-b0a3-cc9c95960d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4119699 Mar 11 19:38:18.794175 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:19.047938 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-ce35dcf4-8802-4748-9e6f-5579b0fb7389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b120167-c786-4fa6-9c1b-42428f0a31ed', 'name': 'tempest-ServersTestBootFromVolume-1205727609-router', 'tenant_id': '13f1448ca5364266ac9d2968e838f04d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '7c251997-2719-4ccd-b095-a05f8e305045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:36:43Z', 'updated_at': '2022-03-11T19:36:47Z', 'revision_number': 4, 'project_id': '13f1448ca5364266ac9d2968e838f04d', 'gw_port': {'id': '7c251997-2719-4ccd-b095-a05f8e305045', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b120167-c786-4fa6-9c1b-42428f0a31ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:44Z', 'updated_at': '2022-03-11T19:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '3e3ef611-ef4e-43f2-87e8-4c347ba3b830', 'tenant_id': '13f1448ca5364266ac9d2968e838f04d', 'floating_ip_address': '172.25.8.200', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '1b120167-c786-4fa6-9c1b-42428f0a31ed', 'port_id': '3d6d0142-2efe-49ba-89ba-440d9204414c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1037, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77a02624-a1f8-4ed5-b0a3-cc9c95960d0b', 'mac_address': 'fa:16:3e:39:66:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1a1bff-fbf3-41a1-9d45-73bebab872b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:36:51Z', 'updated_at': '2022-03-11T19:38:11Z', 'revision_number': 1, 'project_id': '13f1448ca5364266ac9d2968e838f04d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc6241eb-45cf-4a71-bdb2-fba3bc82b151', 'name': '', 'network_id': '77a02624-a1f8-4ed5-b0a3-cc9c95960d0b', 'tenant_id': '13f1448ca5364266ac9d2968e838f04d', 'mac_address': 'fa:16:3e:66:1f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b120167-c786-4fa6-9c1b-42428f0a31ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '80056032-eb48-4775-96f6-10e96bb6ead3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:46Z', 'updated_at': '2022-03-11T19:36:53Z', 'revision_number': 5, 'project_id': '13f1448ca5364266ac9d2968e838f04d', 'subnets': [{'id': '80056032-eb48-4775-96f6-10e96bb6ead3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:19.127609 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c584c1-6cce-4764-8518-f0ef3d402c1a req-2c97e5c9-dbb6-4108-93f4-a966fb61966f tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:19.133109 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e8c584c1-6cce-4764-8518-f0ef3d402c1a req-2c97e5c9-dbb6-4108-93f4-a966fb61966f tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/ports?device_id=63a92283-6023-4800-b070-985588de2fd9 HTTP/1.1" status: 200 len: 945 time: 0.1482725 Mar 11 19:38:19.157119 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce35dcf4-8802-4748-9e6f-5579b0fb7389 None None] The sync data for ids ['1b120167-c786-4fa6-9c1b-42428f0a31ed'] in n-d-833163-1 is: [{'id': '1b120167-c786-4fa6-9c1b-42428f0a31ed', 'name': 'tempest-ServersTestBootFromVolume-1205727609-router', 'tenant_id': '13f1448ca5364266ac9d2968e838f04d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '7c251997-2719-4ccd-b095-a05f8e305045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:36:43Z', 'updated_at': '2022-03-11T19:36:47Z', 'revision_number': 4, 'project_id': '13f1448ca5364266ac9d2968e838f04d', 'gw_port': {'id': '7c251997-2719-4ccd-b095-a05f8e305045', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b120167-c786-4fa6-9c1b-42428f0a31ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:44Z', 'updated_at': '2022-03-11T19:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '3e3ef611-ef4e-43f2-87e8-4c347ba3b830', 'tenant_id': '13f1448ca5364266ac9d2968e838f04d', 'floating_ip_address': '172.25.8.200', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '1b120167-c786-4fa6-9c1b-42428f0a31ed', 'port_id': '3d6d0142-2efe-49ba-89ba-440d9204414c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1037, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77a02624-a1f8-4ed5-b0a3-cc9c95960d0b', 'mac_address': 'fa:16:3e:39:66:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1a1bff-fbf3-41a1-9d45-73bebab872b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:36:51Z', 'updated_at': '2022-03-11T19:38:11Z', 'revision_number': 1, 'project_id': '13f1448ca5364266ac9d2968e838f04d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc6241eb-45cf-4a71-bdb2-fba3bc82b151', 'name': '', 'network_id': '77a02624-a1f8-4ed5-b0a3-cc9c95960d0b', 'tenant_id': '13f1448ca5364266ac9d2968e838f04d', 'mac_address': 'fa:16:3e:66:1f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b120167-c786-4fa6-9c1b-42428f0a31ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '80056032-eb48-4775-96f6-10e96bb6ead3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:46Z', 'updated_at': '2022-03-11T19:36:53Z', 'revision_number': 5, 'project_id': '13f1448ca5364266ac9d2968e838f04d', 'subnets': [{'id': '80056032-eb48-4775-96f6-10e96bb6ead3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:38:19.233382 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-efb8de75-f1d0-4ad2-a334-2ee6d9a7c6b9 admin admin] Publish callbacks [] for router_gateway (2d2a7a07-2f79-41a7-bb65-559d8c68c413), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:19.276574 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e8c584c1-6cce-4764-8518-f0ef3d402c1a req-8f6081e2-18b5-4a67-8004-8ecc192b0c68 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/security-groups?id=9eadf186-3007-49d9-b4f3-e4bc7305f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373196 Mar 11 19:38:19.717991 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776175b6-a319-4818-af44-b533009be217 None None] New status for floating IP 3e3ef611-ef4e-43f2-87e8-4c347ba3b830: ACTIVE {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 19:38:19.866511 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-efb8de75-f1d0-4ad2-a334-2ee6d9a7c6b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (2d2a7a07-2f79-41a7-bb65-559d8c68c413), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:20.147514 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb8de75-f1d0-4ad2-a334-2ee6d9a7c6b9 admin admin] Router 2d2a7a07-2f79-41a7-bb65-559d8c68c413 is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:38:20.200660 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bbdb19ff-9169-4de2-8d2d-ca78ed049474 req-dd025f41-90ae-46bd-810d-6e9c5974761e tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=7e334c5d50d64cd78c2d54308e423156&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0481036 Mar 11 19:38:20.317303 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb8de75-f1d0-4ad2-a334-2ee6d9a7c6b9 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:38:20.330067 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b99745-1ffc-42a4-b168-b356e82416bb None None] Sync routers for ids ['2d2a7a07-2f79-41a7-bb65-559d8c68c413'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:38:20.350337 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b99745-1ffc-42a4-b168-b356e82416bb None None] Routers {'2d2a7a07-2f79-41a7-bb65-559d8c68c413'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:38:20.350988 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-54b99745-1ffc-42a4-b168-b356e82416bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:37:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['2d2a7a07-2f79-41a7-bb65-559d8c68c413'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:20.373358 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-efb8de75-f1d0-4ad2-a334-2ee6d9a7c6b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:20.378466 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-efb8de75-f1d0-4ad2-a334-2ee6d9a7c6b9 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 6.0634253 Mar 11 19:38:20.380166 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36848) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:38:20.440828 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb19ff-9169-4de2-8d2d-ca78ed049474 req-a58e50f9-c2e0-4310-b9e7-83b660124a73 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:20.449775 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bbdb19ff-9169-4de2-8d2d-ca78ed049474 req-a58e50f9-c2e0-4310-b9e7-83b660124a73 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2481592 Mar 11 19:38:20.480916 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bbdb19ff-9169-4de2-8d2d-ca78ed049474 req-701e6c3b-e295-4c99-b0bc-dd5b533a058c tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] 10.222.0.65 "GET /v2.0/quotas/7e334c5d50d64cd78c2d54308e423156 HTTP/1.1" status: 200 len: 375 time: 0.0301948 Mar 11 19:38:20.547002 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bbdb19ff-9169-4de2-8d2d-ca78ed049474 req-7d6d81b0-50ce-4b8c-8e37-5781f725f9fa tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=7e334c5d50d64cd78c2d54308e423156&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0651600 Mar 11 19:38:20.611769 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-54b99745-1ffc-42a4-b168-b356e82416bb None None] Set router 2d2a7a07-2f79-41a7-bb65-559d8c68c413 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:38:21.008546 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-54b99745-1ffc-42a4-b168-b356e82416bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d2a7a07-2f79-41a7-bb65-559d8c68c413', 'name': 'tempest-ServerRescueTestJSONUnderV235-2003893289-router', 'tenant_id': 'e1278b723edd4119b7e2bc2da0da9d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '13b81c35-33c7-42e7-9e70-73bf69db62f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:38:14Z', 'updated_at': '2022-03-11T19:38:18Z', 'revision_number': 3, 'project_id': 'e1278b723edd4119b7e2bc2da0da9d73', 'gw_port': {'id': '13b81c35-33c7-42e7-9e70-73bf69db62f4', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:58:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d2a7a07-2f79-41a7-bb65-559d8c68c413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:38:16Z', 'updated_at': '2022-03-11T19:38:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:21.018098 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f659e5-8771-402c-8228-98f0e9aa8a89 req-c08695cb-97e6-4a4d-b634-9a83267e37e0 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:21.035155 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-60f659e5-8771-402c-8228-98f0e9aa8a89 req-c08695cb-97e6-4a4d-b634-9a83267e37e0 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/ports?device_id=63a92283-6023-4800-b070-985588de2fd9 HTTP/1.1" status: 200 len: 945 time: 0.1100187 Mar 11 19:38:21.054416 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b99745-1ffc-42a4-b168-b356e82416bb None None] Checking router: 2d2a7a07-2f79-41a7-bb65-559d8c68c413 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:38:21.055094 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b99745-1ffc-42a4-b168-b356e82416bb None None] Updating router 2d2a7a07-2f79-41a7-bb65-559d8c68c413 port 13b81c35-33c7-42e7-9e70-73bf69db62f4 binding host n-d-833163-1 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:38:21.100122 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-54b99745-1ffc-42a4-b168-b356e82416bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (13b81c35-33c7-42e7-9e70-73bf69db62f4), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:21.169577 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-60f659e5-8771-402c-8228-98f0e9aa8a89 req-221bfb8d-c31f-45a6-9b72-5f91a43709f1 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/security-groups?id=9eadf186-3007-49d9-b4f3-e4bc7305f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333058 Mar 11 19:38:21.409497 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4ad4b99d-f182-4e57-8286-2117c2ad9c26 req-47fe44e0-a612-4679-bad2-763f20096b35 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba721f35-64d8-4b0f-a3eb-8bf796c42117 HTTP/1.1" status: 200 len: 210 time: 0.0622504 Mar 11 19:38:21.445660 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b228db0e-fc26-4ece-98ea-4e69b2ed5295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:21.796640 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-b228db0e-fc26-4ece-98ea-4e69b2ed5295 admin admin] Allocated IP 172.20.0.1 (26599c04-c03d-4e34-83de-a092bae2f75e/86f84498-7845-4a44-a8ca-9b6851ba94c2/1b291da3-106d-43a5-af78-b157082d72e1) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:38:21.854214 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-54b99745-1ffc-42a4-b168-b356e82416bb None None] Publish callbacks [] for port (13b81c35-33c7-42e7-9e70-73bf69db62f4), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:21.863509 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-54b99745-1ffc-42a4-b168-b356e82416bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (13b81c35-33c7-42e7-9e70-73bf69db62f4), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:22.023942 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df768b0-c5df-408c-9abd-43754adb36aa None None] Pushing event updated for resources: {'Port': ['ID=13b81c35-33c7-42e7-9e70-73bf69db62f4,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:22.037591 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-54b99745-1ffc-42a4-b168-b356e82416bb None None] Attempting to bind port 13b81c35-33c7-42e7-9e70-73bf69db62f4 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:38:22.038188 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-54b99745-1ffc-42a4-b168-b356e82416bb None None] Attempting to bind port 13b81c35-33c7-42e7-9e70-73bf69db62f4 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:38:22.038557 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b99745-1ffc-42a4-b168-b356e82416bb None None] Attempting to bind port 13b81c35-33c7-42e7-9e70-73bf69db62f4 on network 612cc066-33e3-444d-b1c7-d0a64751482a {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:38:22.041082 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b228db0e-fc26-4ece-98ea-4e69b2ed5295 admin admin] Publish callbacks [] for port (1b291da3-106d-43a5-af78-b157082d72e1), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:22.045856 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b99745-1ffc-42a4-b168-b356e82416bb None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:38:22.046243 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b99745-1ffc-42a4-b168-b356e82416bb None None] Checking segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:38:22.046655 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-54b99745-1ffc-42a4-b168-b356e82416bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:22.047053 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b99745-1ffc-42a4-b168-b356e82416bb None None] Bound using segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:38:22.047533 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-54b99745-1ffc-42a4-b168-b356e82416bb None None] Bound port: 13b81c35-33c7-42e7-9e70-73bf69db62f4, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:38:22.047949 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-54b99745-1ffc-42a4-b168-b356e82416bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (13b81c35-33c7-42e7-9e70-73bf69db62f4), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:22.117180 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b228db0e-fc26-4ece-98ea-4e69b2ed5295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (1b291da3-106d-43a5-af78-b157082d72e1), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:22.171655 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b228db0e-fc26-4ece-98ea-4e69b2ed5295 admin admin] Network 26599c04-c03d-4e34-83de-a092bae2f75e is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:38:22.191098 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-b228db0e-fc26-4ece-98ea-4e69b2ed5295 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:38:22.192778 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-54b99745-1ffc-42a4-b168-b356e82416bb None None] For port 13b81c35-33c7-42e7-9e70-73bf69db62f4, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:38:22.197450 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-54b99745-1ffc-42a4-b168-b356e82416bb None None] For port 13b81c35-33c7-42e7-9e70-73bf69db62f4, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=13b81c35-33c7-42e7-9e70-73bf69db62f4,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:38:22.199428 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b228db0e-fc26-4ece-98ea-4e69b2ed5295 admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:38:22.214403 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-54b99745-1ffc-42a4-b168-b356e82416bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (13b81c35-33c7-42e7-9e70-73bf69db62f4), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:22.325911 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b228db0e-fc26-4ece-98ea-4e69b2ed5295 admin admin] Pushing event updated for resources: {'Port': ['ID=1b291da3-106d-43a5-af78-b157082d72e1,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:22.341676 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b228db0e-fc26-4ece-98ea-4e69b2ed5295 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (2d2a7a07-2f79-41a7-bb65-559d8c68c413), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:22.379709 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b99745-1ffc-42a4-b168-b356e82416bb None None] Routers {'2d2a7a07-2f79-41a7-bb65-559d8c68c413'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:38:22.381001 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-54b99745-1ffc-42a4-b168-b356e82416bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:37:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['2d2a7a07-2f79-41a7-bb65-559d8c68c413'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:22.387375 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-26f76429-aa2f-4f24-97b4-fa029107c7e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:22.411353 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd79c62-8ef5-4629-b944-a4f634f95010 req-1e9e530a-e8c1-4a9d-ad22-6b243b0184f8 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:22.424707 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8dd79c62-8ef5-4629-b944-a4f634f95010 req-1e9e530a-e8c1-4a9d-ad22-6b243b0184f8 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/ports?device_id=63a92283-6023-4800-b070-985588de2fd9 HTTP/1.1" status: 200 len: 945 time: 0.1518757 Mar 11 19:38:22.563510 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8dd79c62-8ef5-4629-b944-a4f634f95010 req-5aa04fcb-6ce7-4422-9da9-b22a5bd74d40 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/security-groups?id=9eadf186-3007-49d9-b4f3-e4bc7305f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378860 Mar 11 19:38:22.588525 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df768b0-c5df-408c-9abd-43754adb36aa None None] Pushing event updated for resources: {'Port': ['ID=13b81c35-33c7-42e7-9e70-73bf69db62f4,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:22.618831 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:22.642767 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b228db0e-fc26-4ece-98ea-4e69b2ed5295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (1b291da3-106d-43a5-af78-b157082d72e1), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:22.677995 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bbdb19ff-9169-4de2-8d2d-ca78ed049474 req-eabb0c25-cb36-43b1-85e5-899d84767a6c tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=7e334c5d50d64cd78c2d54308e423156&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513256 Mar 11 19:38:22.802803 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-54b99745-1ffc-42a4-b168-b356e82416bb None None] Set router 2d2a7a07-2f79-41a7-bb65-559d8c68c413 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:38:22.973348 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b228db0e-fc26-4ece-98ea-4e69b2ed5295 admin admin] Publish callbacks [] for port (1b291da3-106d-43a5-af78-b157082d72e1), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:22.980101 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b228db0e-fc26-4ece-98ea-4e69b2ed5295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (1b291da3-106d-43a5-af78-b157082d72e1), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:22.988134 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3663ed90-7233-4b2d-9f11-05cb9c9e9b0d req-e9145082-0774-4491-8d7d-c702e7d50b72 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba721f35-64d8-4b0f-a3eb-8bf796c42117 HTTP/1.1" status: 200 len: 210 time: 0.0655470 Mar 11 19:38:22.996190 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb19ff-9169-4de2-8d2d-ca78ed049474 req-82b68fb6-3c8d-4b0c-831e-cb942111bf64 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:22.997671 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bbdb19ff-9169-4de2-8d2d-ca78ed049474 req-82b68fb6-3c8d-4b0c-831e-cb942111bf64 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3131254 Mar 11 19:38:23.022411 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-bbdb19ff-9169-4de2-8d2d-ca78ed049474 req-1ec0d622-ee49-44f4-ab87-da7ef054d813 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] Request body: {'port': {'device_id': 'ba721f35-64d8-4b0f-a3eb-8bf796c42117', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'admin_state_up': True, 'tenant_id': '7e334c5d50d64cd78c2d54308e423156'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:38:23.208967 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b228db0e-fc26-4ece-98ea-4e69b2ed5295 admin admin] Pushing event updated for resources: {'Port': ['ID=1b291da3-106d-43a5-af78-b157082d72e1,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:23.212456 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbdb19ff-9169-4de2-8d2d-ca78ed049474 req-1ec0d622-ee49-44f4-ab87-da7ef054d813 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] Made reservation on behalf of 7e334c5d50d64cd78c2d54308e423156 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:38:23.216075 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bbdb19ff-9169-4de2-8d2d-ca78ed049474 req-1ec0d622-ee49-44f4-ab87-da7ef054d813 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:23.219262 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b228db0e-fc26-4ece-98ea-4e69b2ed5295 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (2d2a7a07-2f79-41a7-bb65-559d8c68c413), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:23.239735 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bbdb19ff-9169-4de2-8d2d-ca78ed049474 req-1ec0d622-ee49-44f4-ab87-da7ef054d813 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:23.254879 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-54b99745-1ffc-42a4-b168-b356e82416bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d2a7a07-2f79-41a7-bb65-559d8c68c413', 'name': 'tempest-ServerRescueTestJSONUnderV235-2003893289-router', 'tenant_id': 'e1278b723edd4119b7e2bc2da0da9d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '13b81c35-33c7-42e7-9e70-73bf69db62f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:38:14Z', 'updated_at': '2022-03-11T19:38:18Z', 'revision_number': 3, 'project_id': 'e1278b723edd4119b7e2bc2da0da9d73', 'gw_port': {'id': '13b81c35-33c7-42e7-9e70-73bf69db62f4', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:58:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d2a7a07-2f79-41a7-bb65-559d8c68c413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:38:16Z', 'updated_at': '2022-03-11T19:38:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:23.320671 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b99745-1ffc-42a4-b168-b356e82416bb None None] The sync data for ids ['2d2a7a07-2f79-41a7-bb65-559d8c68c413'] in n-d-833163-1 is: [{'id': '2d2a7a07-2f79-41a7-bb65-559d8c68c413', 'name': 'tempest-ServerRescueTestJSONUnderV235-2003893289-router', 'tenant_id': 'e1278b723edd4119b7e2bc2da0da9d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '13b81c35-33c7-42e7-9e70-73bf69db62f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:38:14Z', 'updated_at': '2022-03-11T19:38:18Z', 'revision_number': 3, 'project_id': 'e1278b723edd4119b7e2bc2da0da9d73', 'gw_port': {'id': '13b81c35-33c7-42e7-9e70-73bf69db62f4', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:58:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d2a7a07-2f79-41a7-bb65-559d8c68c413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:38:16Z', 'updated_at': '2022-03-11T19:38:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:38:23.426205 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bbdb19ff-9169-4de2-8d2d-ca78ed049474 req-1ec0d622-ee49-44f4-ab87-da7ef054d813 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] Publish callbacks [] for security_group (d6ec3875-7b7a-48a6-895f-59f33b550d85), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:23.440458 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bbdb19ff-9169-4de2-8d2d-ca78ed049474 req-1ec0d622-ee49-44f4-ab87-da7ef054d813 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (d6ec3875-7b7a-48a6-895f-59f33b550d85), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:23.447351 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b228db0e-fc26-4ece-98ea-4e69b2ed5295 admin admin] Network 26599c04-c03d-4e34-83de-a092bae2f75e is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:38:23.451149 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-b228db0e-fc26-4ece-98ea-4e69b2ed5295 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:38:23.640669 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b228db0e-fc26-4ece-98ea-4e69b2ed5295 admin admin] Router 2d2a7a07-2f79-41a7-bb65-559d8c68c413 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:38:23.644623 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-bbdb19ff-9169-4de2-8d2d-ca78ed049474 req-1ec0d622-ee49-44f4-ab87-da7ef054d813 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] Allocated IP 192.168.233.205 (885772b1-9b97-4e1d-a0fb-e125030c5a81/9bb14923-74c3-4313-be8d-ed33542f05aa/ce6f3ac3-2803-487e-8eaf-10eb9024ccd8) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:38:24.029909 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b228db0e-fc26-4ece-98ea-4e69b2ed5295 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:38:24.047371 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b228db0e-fc26-4ece-98ea-4e69b2ed5295 admin admin] 10.222.0.65 "PUT /v2.0/routers/2d2a7a07-2f79-41a7-bb65-559d8c68c413/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6577883 Mar 11 19:38:24.235578 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec0d622-ee49-44f4-ab87-da7ef054d813 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ec3875-7b7a-48a6-895f-59f33b550d85,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:24.297245 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77873ae3-45ef-4063-8b84-7f69b1feef6b req-858ca2f3-0cc5-45ad-a7fc-d9a9826df70d tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:24.308111 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-77873ae3-45ef-4063-8b84-7f69b1feef6b req-858ca2f3-0cc5-45ad-a7fc-d9a9826df70d tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?device_id=c900818c-a431-4d5d-8924-a66b2f33b5f6 HTTP/1.1" status: 200 len: 945 time: 0.5642638 Mar 11 19:38:24.398117 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bbdb19ff-9169-4de2-8d2d-ca78ed049474 req-1ec0d622-ee49-44f4-ab87-da7ef054d813 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] Publish callbacks [] for port (ce6f3ac3-2803-487e-8eaf-10eb9024ccd8), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:24.461293 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-77873ae3-45ef-4063-8b84-7f69b1feef6b req-dab0766e-7ee1-4212-968a-f0af75a47037 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/security-groups?id=03204c94-e7d5-4698-bf53-e2e3ba52bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504731 Mar 11 19:38:24.526833 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bbdb19ff-9169-4de2-8d2d-ca78ed049474 req-1ec0d622-ee49-44f4-ab87-da7ef054d813 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (ce6f3ac3-2803-487e-8eaf-10eb9024ccd8), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:24.569836 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8a0d1d46-9c71-457c-978d-f499b6048d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:24.653706 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec0d622-ee49-44f4-ab87-da7ef054d813 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] Pushing event updated for resources: {'Port': ['ID=ce6f3ac3-2803-487e-8eaf-10eb9024ccd8,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:24.671614 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbdb19ff-9169-4de2-8d2d-ca78ed049474 req-1ec0d622-ee49-44f4-ab87-da7ef054d813 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] Network 885772b1-9b97-4e1d-a0fb-e125030c5a81 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:38:24.676569 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-bbdb19ff-9169-4de2-8d2d-ca78ed049474 req-1ec0d622-ee49-44f4-ab87-da7ef054d813 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:38:24.716957 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbdb19ff-9169-4de2-8d2d-ca78ed049474 req-1ec0d622-ee49-44f4-ab87-da7ef054d813 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:38:24.799028 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b02239-8720-49ec-ab51-b2fb4fdbce9b req-9967d1e0-01b8-4a6e-a2f0-d6ff93b1c071 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:24.822095 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-09b02239-8720-49ec-ab51-b2fb4fdbce9b req-9967d1e0-01b8-4a6e-a2f0-d6ff93b1c071 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/ports?device_id=63a92283-6023-4800-b070-985588de2fd9 HTTP/1.1" status: 200 len: 945 time: 0.1692371 Mar 11 19:38:24.849694 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb19ff-9169-4de2-8d2d-ca78ed049474 req-1ec0d622-ee49-44f4-ab87-da7ef054d813 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:24.850474 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bbdb19ff-9169-4de2-8d2d-ca78ed049474 req-1ec0d622-ee49-44f4-ab87-da7ef054d813 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:24.967376 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bbdb19ff-9169-4de2-8d2d-ca78ed049474 req-1ec0d622-ee49-44f4-ab87-da7ef054d813 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9552381 Mar 11 19:38:25.002962 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-bbdb19ff-9169-4de2-8d2d-ca78ed049474 req-5ea07e98-67dd-45d5-a4aa-65a29864c899 service neutron] Request body: {'port': {'device_id': 'ba721f35-64d8-4b0f-a3eb-8bf796c42117', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:38:25.086010 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-09b02239-8720-49ec-ab51-b2fb4fdbce9b req-a8f75210-e888-4ec4-b97d-120e086ca77b tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/security-groups?id=9eadf186-3007-49d9-b4f3-e4bc7305f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626836 Mar 11 19:38:25.111696 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4519529c-d3a6-420e-9c2b-8486a886d735 None None] Provisioning complete for port ce6f3ac3-2803-487e-8eaf-10eb9024ccd8 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:38:25.111696 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4519529c-d3a6-420e-9c2b-8486a886d735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ce6f3ac3-2803-487e-8eaf-10eb9024ccd8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:25.263688 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bbdb19ff-9169-4de2-8d2d-ca78ed049474 req-5ea07e98-67dd-45d5-a4aa-65a29864c899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ce6f3ac3-2803-487e-8eaf-10eb9024ccd8), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:25.285662 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4519529c-d3a6-420e-9c2b-8486a886d735 None None] Port ce6f3ac3-2803-487e-8eaf-10eb9024ccd8 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:38:25.606938 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 13b81c35-33c7-42e7-9e70-73bf69db62f4 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:38:25.703506 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 13b81c35-33c7-42e7-9e70-73bf69db62f4 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:38:25.704264 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (13b81c35-33c7-42e7-9e70-73bf69db62f4), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:25.760428 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538fb42f-97b8-48e6-8f9c-bfbac4860f56 req-d9e420aa-f11b-4467-b6a1-3442d6e861f8 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:25.772075 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-538fb42f-97b8-48e6-8f9c-bfbac4860f56 req-d9e420aa-f11b-4467-b6a1-3442d6e861f8 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba721f35-64d8-4b0f-a3eb-8bf796c42117 HTTP/1.1" status: 200 len: 936 time: 0.3493264 Mar 11 19:38:25.814479 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 13b81c35-33c7-42e7-9e70-73bf69db62f4 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:38:25.815032 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (13b81c35-33c7-42e7-9e70-73bf69db62f4), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:25.846203 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 13b81c35-33c7-42e7-9e70-73bf69db62f4, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=13b81c35-33c7-42e7-9e70-73bf69db62f4,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:25.857922 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (13b81c35-33c7-42e7-9e70-73bf69db62f4), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:25.947652 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=13b81c35-33c7-42e7-9e70-73bf69db62f4,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:26.009106 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-538fb42f-97b8-48e6-8f9c-bfbac4860f56 req-228835ca-e6ff-4e4d-ac16-a17e43fd66b9 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] 10.222.0.65 "GET /v2.0/security-groups?id=d6ec3875-7b7a-48a6-895f-59f33b550d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359116 Mar 11 19:38:26.116233 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:26.186032 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-bbdb19ff-9169-4de2-8d2d-ca78ed049474 req-5ea07e98-67dd-45d5-a4aa-65a29864c899 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce6f3ac3-2803-487e-8eaf-10eb9024ccd8 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:38:26.198579 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bbdb19ff-9169-4de2-8d2d-ca78ed049474 req-5ea07e98-67dd-45d5-a4aa-65a29864c899 service neutron] Publish callbacks [] for port (ce6f3ac3-2803-487e-8eaf-10eb9024ccd8), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:26.224283 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-bbdb19ff-9169-4de2-8d2d-ca78ed049474 req-5ea07e98-67dd-45d5-a4aa-65a29864c899 service neutron] Transition to ACTIVE for port object ce6f3ac3-2803-487e-8eaf-10eb9024ccd8 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:38:26.232355 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bbdb19ff-9169-4de2-8d2d-ca78ed049474 req-5ea07e98-67dd-45d5-a4aa-65a29864c899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (ce6f3ac3-2803-487e-8eaf-10eb9024ccd8), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:26.369687 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e0d07-b5d9-4525-af4a-880a429889b4 req-c3a5f769-5709-4197-b947-6545504a3869 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:26.374232 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-698e0d07-b5d9-4525-af4a-880a429889b4 req-c3a5f769-5709-4197-b947-6545504a3869 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.75 "GET /v2.0/ports?device_id=c900818c-a431-4d5d-8924-a66b2f33b5f6 HTTP/1.1" status: 200 len: 945 time: 0.1703637 Mar 11 19:38:26.384936 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea07e98-67dd-45d5-a4aa-65a29864c899 service neutron] Pushing event updated for resources: {'Port': ['ID=ce6f3ac3-2803-487e-8eaf-10eb9024ccd8,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:26.412968 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28ef87c-8fd7-4fd3-9273-a43a6a7558a2 None None] Sync routers for ids ['2d2a7a07-2f79-41a7-bb65-559d8c68c413'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:38:26.436352 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28ef87c-8fd7-4fd3-9273-a43a6a7558a2 None None] Routers {'2d2a7a07-2f79-41a7-bb65-559d8c68c413'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:38:26.437000 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-b28ef87c-8fd7-4fd3-9273-a43a6a7558a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:38:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['2d2a7a07-2f79-41a7-bb65-559d8c68c413'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:26.556824 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-698e0d07-b5d9-4525-af4a-880a429889b4 req-1f88cf09-0305-4c69-9f46-58d4f0829c16 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Deleting port 1df69723-3d5d-4d2a-9b38-69cb06c46cdf {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:38:26.557172 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-698e0d07-b5d9-4525-af4a-880a429889b4 req-1f88cf09-0305-4c69-9f46-58d4f0829c16 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (1df69723-3d5d-4d2a-9b38-69cb06c46cdf), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:26.809186 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-698e0d07-b5d9-4525-af4a-880a429889b4 req-1f88cf09-0305-4c69-9f46-58d4f0829c16 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] For port 1df69723-3d5d-4d2a-9b38-69cb06c46cdf, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=1df69723-3d5d-4d2a-9b38-69cb06c46cdf,segment=NetworkSegment(7270d687-c8ec-4c70-8559-a8ffaad98e19),segment_id=7270d687-c8ec-4c70-8559-a8ffaad98e19)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:26.809922 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-698e0d07-b5d9-4525-af4a-880a429889b4 req-1f88cf09-0305-4c69-9f46-58d4f0829c16 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (1df69723-3d5d-4d2a-9b38-69cb06c46cdf), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:26.835545 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-698e0d07-b5d9-4525-af4a-880a429889b4 req-1f88cf09-0305-4c69-9f46-58d4f0829c16 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Calling delete_port for 1df69723-3d5d-4d2a-9b38-69cb06c46cdf owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:38:27.068642 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-b28ef87c-8fd7-4fd3-9273-a43a6a7558a2 None None] Set router 2d2a7a07-2f79-41a7-bb65-559d8c68c413 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:38:27.284768 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-698e0d07-b5d9-4525-af4a-880a429889b4 req-1f88cf09-0305-4c69-9f46-58d4f0829c16 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (1df69723-3d5d-4d2a-9b38-69cb06c46cdf), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:27.297060 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['63cf76c9-1e93-4df8-a4e4-cd11edf8db1f'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:38:27.331038 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f88cf09-0305-4c69-9f46-58d4f0829c16 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Pushing event deleted for resources: {'Port': ['ID=1df69723-3d5d-4d2a-9b38-69cb06c46cdf,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:27.456304 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-698e0d07-b5d9-4525-af4a-880a429889b4 req-1f88cf09-0305-4c69-9f46-58d4f0829c16 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] No DVR routers for this DVR port 1df69723-3d5d-4d2a-9b38-69cb06c46cdf on host n-h1-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:38:27.462775 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-698e0d07-b5d9-4525-af4a-880a429889b4 req-1f88cf09-0305-4c69-9f46-58d4f0829c16 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:27.480909 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-698e0d07-b5d9-4525-af4a-880a429889b4 req-1f88cf09-0305-4c69-9f46-58d4f0829c16 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.75 "DELETE /v2.0/ports/1df69723-3d5d-4d2a-9b38-69cb06c46cdf HTTP/1.1" status: 204 len: 173 time: 1.0962262 Mar 11 19:38:27.481423 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c900818c-a431-4d5d-8924-a66b2f33b5f6', 'name': 'network-vif-deleted', 'tag': '1df69723-3d5d-4d2a-9b38-69cb06c46cdf'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:38:27.484222 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902bdfbb-70bc-44f5-ba11-9a67360ed477" -d '{"events": [{"server_uuid": "c900818c-a431-4d5d-8924-a66b2f33b5f6", "name": "network-vif-deleted", "tag": "1df69723-3d5d-4d2a-9b38-69cb06c46cdf"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:38:27.603547 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-b28ef87c-8fd7-4fd3-9273-a43a6a7558a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d2a7a07-2f79-41a7-bb65-559d8c68c413', 'name': 'tempest-ServerRescueTestJSONUnderV235-2003893289-router', 'tenant_id': 'e1278b723edd4119b7e2bc2da0da9d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '13b81c35-33c7-42e7-9e70-73bf69db62f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:38:14Z', 'updated_at': '2022-03-11T19:38:22Z', 'revision_number': 4, 'project_id': 'e1278b723edd4119b7e2bc2da0da9d73', 'gw_port': {'id': '13b81c35-33c7-42e7-9e70-73bf69db62f4', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:58:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2a7a07-2f79-41a7-bb65-559d8c68c413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:38:16Z', 'updated_at': '2022-03-11T19:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '1b291da3-106d-43a5-af78-b157082d72e1', 'name': '', 'network_id': '26599c04-c03d-4e34-83de-a092bae2f75e', 'tenant_id': 'e1278b723edd4119b7e2bc2da0da9d73', 'mac_address': 'fa:16:3e:bb:67:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d2a7a07-2f79-41a7-bb65-559d8c68c413', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '86f84498-7845-4a44-a8ca-9b6851ba94c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:38:21Z', 'updated_at': '2022-03-11T19:38:22Z', 'revision_number': 2, 'project_id': 'e1278b723edd4119b7e2bc2da0da9d73', 'subnets': [{'id': '86f84498-7845-4a44-a8ca-9b6851ba94c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:27.708442 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28ef87c-8fd7-4fd3-9273-a43a6a7558a2 None None] Checking router: 2d2a7a07-2f79-41a7-bb65-559d8c68c413 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:38:27.710702 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28ef87c-8fd7-4fd3-9273-a43a6a7558a2 None None] Updating router 2d2a7a07-2f79-41a7-bb65-559d8c68c413 port 1b291da3-106d-43a5-af78-b157082d72e1 binding host n-d-833163-1 {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:38:27.745430 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-bbdb19ff-9169-4de2-8d2d-ca78ed049474 req-5ea07e98-67dd-45d5-a4aa-65a29864c899 service neutron] Attempting to bind port ce6f3ac3-2803-487e-8eaf-10eb9024ccd8 on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:38:27.745989 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-bbdb19ff-9169-4de2-8d2d-ca78ed049474 req-5ea07e98-67dd-45d5-a4aa-65a29864c899 service neutron] Attempting to bind port ce6f3ac3-2803-487e-8eaf-10eb9024ccd8 by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:38:27.746220 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdb19ff-9169-4de2-8d2d-ca78ed049474 req-5ea07e98-67dd-45d5-a4aa-65a29864c899 service neutron] Attempting to bind port ce6f3ac3-2803-487e-8eaf-10eb9024ccd8 on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:38:27.758420 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6ad576-512c-435d-a295-c5fa9a4f6e6d req-0be12ad4-658a-41ac-8f25-b2c1e05e3a09 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:27.766092 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ca6ad576-512c-435d-a295-c5fa9a4f6e6d req-0be12ad4-658a-41ac-8f25-b2c1e05e3a09 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "GET /v2.0/networks?id=26599c04-c03d-4e34-83de-a092bae2f75e HTTP/1.1" status: 200 len: 820 time: 1.3934927 Mar 11 19:38:27.777742 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 13b81c35-33c7-42e7-9e70-73bf69db62f4 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:38:27.778141 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdb19ff-9169-4de2-8d2d-ca78ed049474 req-5ea07e98-67dd-45d5-a4aa-65a29864c899 service neutron] Port ce6f3ac3-2803-487e-8eaf-10eb9024ccd8 on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:38:27.778474 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdb19ff-9169-4de2-8d2d-ca78ed049474 req-5ea07e98-67dd-45d5-a4aa-65a29864c899 service neutron] Attempting to bind port ce6f3ac3-2803-487e-8eaf-10eb9024ccd8 on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:38:27.786977 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdb19ff-9169-4de2-8d2d-ca78ed049474 req-5ea07e98-67dd-45d5-a4aa-65a29864c899 service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:38:27.787237 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdb19ff-9169-4de2-8d2d-ca78ed049474 req-5ea07e98-67dd-45d5-a4aa-65a29864c899 service neutron] Checking segment: {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:38:27.787572 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdb19ff-9169-4de2-8d2d-ca78ed049474 req-5ea07e98-67dd-45d5-a4aa-65a29864c899 service neutron] Bound using segment: {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:38:27.788037 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-bbdb19ff-9169-4de2-8d2d-ca78ed049474 req-5ea07e98-67dd-45d5-a4aa-65a29864c899 service neutron] Bound port: ce6f3ac3-2803-487e-8eaf-10eb9024ccd8, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:38:27.788462 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bbdb19ff-9169-4de2-8d2d-ca78ed049474 req-5ea07e98-67dd-45d5-a4aa-65a29864c899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ce6f3ac3-2803-487e-8eaf-10eb9024ccd8), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:27.799083 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ca6ad576-512c-435d-a295-c5fa9a4f6e6d req-7bd6f218-bb1f-4cef-ac0f-b7f933fbd664 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "GET /v2.0/quotas/e1278b723edd4119b7e2bc2da0da9d73 HTTP/1.1" status: 200 len: 375 time: 0.0317612 Mar 11 19:38:27.823095 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b28ef87c-8fd7-4fd3-9273-a43a6a7558a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (1b291da3-106d-43a5-af78-b157082d72e1), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:27.925988 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:27.951161 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 13b81c35-33c7-42e7-9e70-73bf69db62f4 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:38:27.951911 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (13b81c35-33c7-42e7-9e70-73bf69db62f4), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:28.039300 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ca6ad576-512c-435d-a295-c5fa9a4f6e6d req-cf661b79-1e9f-431d-9f88-aeb5492c0eb2 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e1278b723edd4119b7e2bc2da0da9d73&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2359717 Mar 11 19:38:28.058313 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [req-ca6ad576-512c-435d-a295-c5fa9a4f6e6d req-31b0726b-193b-48a6-ac85-e4fba9a7c3de service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:38:28.064402 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ca6ad576-512c-435d-a295-c5fa9a4f6e6d req-31b0726b-193b-48a6-ac85-e4fba9a7c3de service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0191088 Mar 11 19:38:28.083330 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-bbdb19ff-9169-4de2-8d2d-ca78ed049474 req-5ea07e98-67dd-45d5-a4aa-65a29864c899 service neutron] For port ce6f3ac3-2803-487e-8eaf-10eb9024ccd8, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:38:28.117220 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-bbdb19ff-9169-4de2-8d2d-ca78ed049474 req-5ea07e98-67dd-45d5-a4aa-65a29864c899 service neutron] For port ce6f3ac3-2803-487e-8eaf-10eb9024ccd8, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=ce6f3ac3-2803-487e-8eaf-10eb9024ccd8,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:38:28.155805 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bbdb19ff-9169-4de2-8d2d-ca78ed049474 req-5ea07e98-67dd-45d5-a4aa-65a29864c899 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (ce6f3ac3-2803-487e-8eaf-10eb9024ccd8), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:28.213033 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 13b81c35-33c7-42e7-9e70-73bf69db62f4 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:38:28.490575 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ca6ad576-512c-435d-a295-c5fa9a4f6e6d req-79df20d6-0475-498a-be75-a513bc436c96 service neutron] 10.222.0.65 "GET /v2.0/networks/26599c04-c03d-4e34-83de-a092bae2f75e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4176691 Mar 11 19:38:28.497346 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb19ff-9169-4de2-8d2d-ca78ed049474 req-5ea07e98-67dd-45d5-a4aa-65a29864c899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:28.499794 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bbdb19ff-9169-4de2-8d2d-ca78ed049474 req-5ea07e98-67dd-45d5-a4aa-65a29864c899 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:28.503805 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bbdb19ff-9169-4de2-8d2d-ca78ed049474 req-5ea07e98-67dd-45d5-a4aa-65a29864c899 service neutron] 10.222.0.57 "PUT /v2.0/ports/ce6f3ac3-2803-487e-8eaf-10eb9024ccd8 HTTP/1.1" status: 200 len: 1096 time: 3.5204964 Mar 11 19:38:28.510246 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba721f35-64d8-4b0f-a3eb-8bf796c42117', 'tag': 'ce6f3ac3-2803-487e-8eaf-10eb9024ccd8'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:38:28.516535 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d912cecd-25c9-4af9-b550-5a0ba0ad00ce" -d '{"events": [{"name": "network-changed", "server_uuid": "ba721f35-64d8-4b0f-a3eb-8bf796c42117", "tag": "ce6f3ac3-2803-487e-8eaf-10eb9024ccd8"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:38:28.605520 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b28ef87c-8fd7-4fd3-9273-a43a6a7558a2 None None] Publish callbacks [] for port (1b291da3-106d-43a5-af78-b157082d72e1), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:28.629759 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b28ef87c-8fd7-4fd3-9273-a43a6a7558a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (1b291da3-106d-43a5-af78-b157082d72e1), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:28.696980 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11478fad-4ac6-42e9-afea-990554e76de1 None None] Pushing event updated for resources: {'Port': ['ID=1b291da3-106d-43a5-af78-b157082d72e1,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:28.710215 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11478fad-4ac6-42e9-afea-990554e76de1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:28.710562 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11478fad-4ac6-42e9-afea-990554e76de1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:28.710908 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11478fad-4ac6-42e9-afea-990554e76de1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:28.711383 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11478fad-4ac6-42e9-afea-990554e76de1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:28.711745 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11478fad-4ac6-42e9-afea-990554e76de1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:28.712079 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11478fad-4ac6-42e9-afea-990554e76de1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:28.712403 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11478fad-4ac6-42e9-afea-990554e76de1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:28.712724 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11478fad-4ac6-42e9-afea-990554e76de1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:28.713044 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11478fad-4ac6-42e9-afea-990554e76de1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:28.713363 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11478fad-4ac6-42e9-afea-990554e76de1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:28.713703 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11478fad-4ac6-42e9-afea-990554e76de1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:28.714000 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11478fad-4ac6-42e9-afea-990554e76de1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:28.714316 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11478fad-4ac6-42e9-afea-990554e76de1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:28.804106 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-b28ef87c-8fd7-4fd3-9273-a43a6a7558a2 None None] Attempting to bind port 1b291da3-106d-43a5-af78-b157082d72e1 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:38:28.804526 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-b28ef87c-8fd7-4fd3-9273-a43a6a7558a2 None None] Attempting to bind port 1b291da3-106d-43a5-af78-b157082d72e1 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'fb0d3c28-c469-4087-9b7c-7209f45228b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '26599c04-c03d-4e34-83de-a092bae2f75e'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:38:28.804836 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28ef87c-8fd7-4fd3-9273-a43a6a7558a2 None None] Attempting to bind port 1b291da3-106d-43a5-af78-b157082d72e1 on network 26599c04-c03d-4e34-83de-a092bae2f75e {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:38:28.827044 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28ef87c-8fd7-4fd3-9273-a43a6a7558a2 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:38:28.828370 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28ef87c-8fd7-4fd3-9273-a43a6a7558a2 None None] Checking segment: {'id': 'fb0d3c28-c469-4087-9b7c-7209f45228b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '26599c04-c03d-4e34-83de-a092bae2f75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:38:28.830486 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b28ef87c-8fd7-4fd3-9273-a43a6a7558a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:28.832238 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28ef87c-8fd7-4fd3-9273-a43a6a7558a2 None None] Bound using segment: {'id': 'fb0d3c28-c469-4087-9b7c-7209f45228b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '26599c04-c03d-4e34-83de-a092bae2f75e'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:38:28.832925 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-b28ef87c-8fd7-4fd3-9273-a43a6a7558a2 None None] Bound port: 1b291da3-106d-43a5-af78-b157082d72e1, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb0d3c28-c469-4087-9b7c-7209f45228b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '26599c04-c03d-4e34-83de-a092bae2f75e'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:38:28.833320 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b28ef87c-8fd7-4fd3-9273-a43a6a7558a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (1b291da3-106d-43a5-af78-b157082d72e1), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:28.868371 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 1df69723-3d5d-4d2a-9b38-69cb06c46cdf no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:38:28.915292 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea07e98-67dd-45d5-a4aa-65a29864c899 service neutron] Pushing event updated for resources: {'Port': ['ID=ce6f3ac3-2803-487e-8eaf-10eb9024ccd8,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:28.933288 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb19ff-9169-4de2-8d2d-ca78ed049474 req-646e7719-0bc4-4e06-a8d4-18d37a547902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:28.934803 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bbdb19ff-9169-4de2-8d2d-ca78ed049474 req-646e7719-0bc4-4e06-a8d4-18d37a547902 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7e334c5d50d64cd78c2d54308e423156&device_id=ba721f35-64d8-4b0f-a3eb-8bf796c42117 HTTP/1.1" status: 200 len: 1130 time: 0.1923065 Mar 11 19:38:28.938651 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ca6ad576-512c-435d-a295-c5fa9a4f6e6d req-e2222ebe-3f55-420b-a4bf-feeffffcfbc9 service neutron] 10.222.0.65 "GET /v2.0/networks/26599c04-c03d-4e34-83de-a092bae2f75e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4053028 Mar 11 19:38:28.959118 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: 1df69723-3d5d-4d2a-9b38-69cb06c46cdf {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:38:28.959318 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-b28ef87c-8fd7-4fd3-9273-a43a6a7558a2 None None] For port 1b291da3-106d-43a5-af78-b157082d72e1, host n-d-833163-1, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:38:28.962273 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 1df69723-3d5d-4d2a-9b38-69cb06c46cdf not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:38:28.971695 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-b28ef87c-8fd7-4fd3-9273-a43a6a7558a2 None None] For port 1b291da3-106d-43a5-af78-b157082d72e1, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=1b291da3-106d-43a5-af78-b157082d72e1,segment=NetworkSegment(fb0d3c28-c469-4087-9b7c-7209f45228b3),segment_id=fb0d3c28-c469-4087-9b7c-7209f45228b3)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:38:28.981262 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b28ef87c-8fd7-4fd3-9273-a43a6a7558a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (1b291da3-106d-43a5-af78-b157082d72e1), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:28.998852 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bbdb19ff-9169-4de2-8d2d-ca78ed049474 req-a089d712-7d24-4835-a9bb-7e547fa07f98 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=ce6f3ac3-2803-487e-8eaf-10eb9024ccd8 HTTP/1.1" status: 200 len: 217 time: 0.0544422 Mar 11 19:38:29.004940 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:29.071857 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28ef87c-8fd7-4fd3-9273-a43a6a7558a2 None None] Routers {'2d2a7a07-2f79-41a7-bb65-559d8c68c413'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:38:29.072478 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-b28ef87c-8fd7-4fd3-9273-a43a6a7558a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:38:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['2d2a7a07-2f79-41a7-bb65-559d8c68c413'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:29.073579 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb19ff-9169-4de2-8d2d-ca78ed049474 req-cea4a11c-9dc8-47a7-bf10-868dd90550c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:29.075334 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bbdb19ff-9169-4de2-8d2d-ca78ed049474 req-cea4a11c-9dc8-47a7-bf10-868dd90550c3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.0691326 Mar 11 19:38:29.162985 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11478fad-4ac6-42e9-afea-990554e76de1 None None] Pushing event updated for resources: {'Port': ['ID=1b291da3-106d-43a5-af78-b157082d72e1,revision_number=4']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:29.199400 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb19ff-9169-4de2-8d2d-ca78ed049474 req-28a524b2-0679-406d-955b-cc9373502935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:29.221348 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bbdb19ff-9169-4de2-8d2d-ca78ed049474 req-28a524b2-0679-406d-955b-cc9373502935 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1399012 Mar 11 19:38:29.348543 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-b28ef87c-8fd7-4fd3-9273-a43a6a7558a2 None None] Set router 2d2a7a07-2f79-41a7-bb65-559d8c68c413 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:38:29.394687 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bbdb19ff-9169-4de2-8d2d-ca78ed049474 req-8a10d1e9-3f32-48ec-9d7a-009a6a9bcfba service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661820 Mar 11 19:38:29.582240 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a245c1-4d10-4802-ad53-6259fa7ae0d5 req-0ae4ca13-a5db-41e7-ab3d-4c4a6f712175 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:29.589429 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d9a245c1-4d10-4802-ad53-6259fa7ae0d5 req-0ae4ca13-a5db-41e7-ab3d-4c4a6f712175 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/ports?device_id=63a92283-6023-4800-b070-985588de2fd9 HTTP/1.1" status: 200 len: 945 time: 0.1937940 Mar 11 19:38:29.637891 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bbdb19ff-9169-4de2-8d2d-ca78ed049474 req-4259799d-1e52-483c-9634-9751be596419 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283077 Mar 11 19:38:29.680425 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-b28ef87c-8fd7-4fd3-9273-a43a6a7558a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d2a7a07-2f79-41a7-bb65-559d8c68c413', 'name': 'tempest-ServerRescueTestJSONUnderV235-2003893289-router', 'tenant_id': 'e1278b723edd4119b7e2bc2da0da9d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '13b81c35-33c7-42e7-9e70-73bf69db62f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:38:14Z', 'updated_at': '2022-03-11T19:38:22Z', 'revision_number': 4, 'project_id': 'e1278b723edd4119b7e2bc2da0da9d73', 'gw_port': {'id': '13b81c35-33c7-42e7-9e70-73bf69db62f4', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:58:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2a7a07-2f79-41a7-bb65-559d8c68c413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:38:16Z', 'updated_at': '2022-03-11T19:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '1b291da3-106d-43a5-af78-b157082d72e1', 'name': '', 'network_id': '26599c04-c03d-4e34-83de-a092bae2f75e', 'tenant_id': 'e1278b723edd4119b7e2bc2da0da9d73', 'mac_address': 'fa:16:3e:bb:67:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d2a7a07-2f79-41a7-bb65-559d8c68c413', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '86f84498-7845-4a44-a8ca-9b6851ba94c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:38:21Z', 'updated_at': '2022-03-11T19:38:28Z', 'revision_number': 4, 'project_id': 'e1278b723edd4119b7e2bc2da0da9d73', 'subnets': [{'id': '86f84498-7845-4a44-a8ca-9b6851ba94c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:29.684338 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d9a245c1-4d10-4802-ad53-6259fa7ae0d5 req-3a72dbe1-a82a-438a-ae1d-1aa7326c3abc tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/security-groups?id=9eadf186-3007-49d9-b4f3-e4bc7305f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938799 Mar 11 19:38:29.732300 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28ef87c-8fd7-4fd3-9273-a43a6a7558a2 None None] The sync data for ids ['2d2a7a07-2f79-41a7-bb65-559d8c68c413'] in n-d-833163-1 is: [{'id': '2d2a7a07-2f79-41a7-bb65-559d8c68c413', 'name': 'tempest-ServerRescueTestJSONUnderV235-2003893289-router', 'tenant_id': 'e1278b723edd4119b7e2bc2da0da9d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '13b81c35-33c7-42e7-9e70-73bf69db62f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:38:14Z', 'updated_at': '2022-03-11T19:38:22Z', 'revision_number': 4, 'project_id': 'e1278b723edd4119b7e2bc2da0da9d73', 'gw_port': {'id': '13b81c35-33c7-42e7-9e70-73bf69db62f4', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:58:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2a7a07-2f79-41a7-bb65-559d8c68c413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:38:16Z', 'updated_at': '2022-03-11T19:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '1b291da3-106d-43a5-af78-b157082d72e1', 'name': '', 'network_id': '26599c04-c03d-4e34-83de-a092bae2f75e', 'tenant_id': 'e1278b723edd4119b7e2bc2da0da9d73', 'mac_address': 'fa:16:3e:bb:67:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d2a7a07-2f79-41a7-bb65-559d8c68c413', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '86f84498-7845-4a44-a8ca-9b6851ba94c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:38:21Z', 'updated_at': '2022-03-11T19:38:28Z', 'revision_number': 4, 'project_id': 'e1278b723edd4119b7e2bc2da0da9d73', 'subnets': [{'id': '86f84498-7845-4a44-a8ca-9b6851ba94c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:38:29.982560 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a9f34-f216-45a6-8247-31f1fd1b8019 req-24676d2d-5c43-4b20-b3ff-9e082abb46cb tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:29.992214 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-541a9f34-f216-45a6-8247-31f1fd1b8019 req-24676d2d-5c43-4b20-b3ff-9e082abb46cb tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba721f35-64d8-4b0f-a3eb-8bf796c42117 HTTP/1.1" status: 200 len: 948 time: 0.0882983 Mar 11 19:38:30.084854 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-541a9f34-f216-45a6-8247-31f1fd1b8019 req-b682e3b5-de69-48f5-b7f9-dde6053c863f tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] 10.222.0.65 "GET /v2.0/security-groups?id=d6ec3875-7b7a-48a6-895f-59f33b550d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817053 Mar 11 19:38:30.172106 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-510d4b43-69b9-455d-800e-b7dd2836d6d8 x-openstack-request-id: req-510d4b43-69b9-455d-800e-b7dd2836d6d8 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:38:30.173283 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c900818c-a431-4d5d-8924-a66b2f33b5f6", "name": "network-vif-deleted", "tag": "1df69723-3d5d-4d2a-9b38-69cb06c46cdf", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:38:30.173738 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-510d4b43-69b9-455d-800e-b7dd2836d6d8 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:38:30.174367 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c900818c-a431-4d5d-8924-a66b2f33b5f6', 'name': 'network-vif-deleted', 'tag': '1df69723-3d5d-4d2a-9b38-69cb06c46cdf', 'status': 'completed', 'code': 200} Mar 11 19:38:30.257099 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111fac26-b40a-42e7-9948-37c1cb9aabb2 x-openstack-request-id: req-111fac26-b40a-42e7-9948-37c1cb9aabb2 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:38:30.257404 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba721f35-64d8-4b0f-a3eb-8bf796c42117", "tag": "ce6f3ac3-2803-487e-8eaf-10eb9024ccd8", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:38:30.257671 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-111fac26-b40a-42e7-9948-37c1cb9aabb2 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:38:30.258218 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba721f35-64d8-4b0f-a3eb-8bf796c42117', 'tag': 'ce6f3ac3-2803-487e-8eaf-10eb9024ccd8', 'status': 'completed', 'code': 200} Mar 11 19:38:30.382061 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912cecd-25c9-4af9-b550-5a0ba0ad00ce req-92f8c79e-742d-4d37-8b24-0def1fca0c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:30.389043 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d912cecd-25c9-4af9-b550-5a0ba0ad00ce req-92f8c79e-742d-4d37-8b24-0def1fca0c3b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7e334c5d50d64cd78c2d54308e423156&device_id=ba721f35-64d8-4b0f-a3eb-8bf796c42117 HTTP/1.1" status: 200 len: 1130 time: 0.1002471 Mar 11 19:38:30.479029 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-395c4e1e-ebe9-4b8a-a395-5c54416c06f9 req-b4a0675d-a710-4165-ad00-ce6937080d77 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "GET /v2.0/ports?device_id=354488d0-8811-4789-8bda-a6a0309f9fa8 HTTP/1.1" status: 200 len: 210 time: 0.0886295 Mar 11 19:38:30.667515 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912cecd-25c9-4af9-b550-5a0ba0ad00ce req-9c7c6974-ff49-4641-8066-9cb2ffcf3bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:30.669440 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d912cecd-25c9-4af9-b550-5a0ba0ad00ce req-9c7c6974-ff49-4641-8066-9cb2ffcf3bd4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=885772b1-9b97-4e1d-a0fb-e125030c5a81 HTTP/1.1" status: 200 len: 870 time: 0.2723455 Mar 11 19:38:30.754421 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d912cecd-25c9-4af9-b550-5a0ba0ad00ce req-07c62ff3-df60-4f0a-9952-6b401b5e83e4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=ce6f3ac3-2803-487e-8eaf-10eb9024ccd8 HTTP/1.1" status: 200 len: 217 time: 0.0773873 Mar 11 19:38:30.892333 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912cecd-25c9-4af9-b550-5a0ba0ad00ce req-6602cf5b-2284-48c4-9660-0fc07ab393c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:30.893963 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d912cecd-25c9-4af9-b550-5a0ba0ad00ce req-6602cf5b-2284-48c4-9660-0fc07ab393c7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.1330798 Mar 11 19:38:31.026595 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6ad576-512c-435d-a295-c5fa9a4f6e6d req-ec733e1c-17bd-4508-a6ba-466a787ef758 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:31.028550 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-ca6ad576-512c-435d-a295-c5fa9a4f6e6d req-ec733e1c-17bd-4508-a6ba-466a787ef758 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.57 "GET /v2.0/networks?id=26599c04-c03d-4e34-83de-a092bae2f75e HTTP/1.1" status: 200 len: 820 time: 0.2355909 Mar 11 19:38:31.043402 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-ca6ad576-512c-435d-a295-c5fa9a4f6e6d req-a7922c00-894e-42b2-9153-d61d987d6a64 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Request body: {'port': {'device_id': '354488d0-8811-4789-8bda-a6a0309f9fa8', 'network_id': '26599c04-c03d-4e34-83de-a092bae2f75e', 'admin_state_up': True, 'tenant_id': 'e1278b723edd4119b7e2bc2da0da9d73'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:38:31.077133 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912cecd-25c9-4af9-b550-5a0ba0ad00ce req-f61ae472-0fed-4d20-8f09-3f5ae1f3e4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:31.087713 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d912cecd-25c9-4af9-b550-5a0ba0ad00ce req-f61ae472-0fed-4d20-8f09-3f5ae1f3e4af service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1791954 Mar 11 19:38:31.284021 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca6ad576-512c-435d-a295-c5fa9a4f6e6d req-a7922c00-894e-42b2-9153-d61d987d6a64 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Made reservation on behalf of e1278b723edd4119b7e2bc2da0da9d73 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:38:31.288536 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ca6ad576-512c-435d-a295-c5fa9a4f6e6d req-a7922c00-894e-42b2-9153-d61d987d6a64 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:31.351242 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f3b3a9-a057-445d-9c35-0b46df298f72 req-e8171759-202b-4aea-a6b9-fb38b23b3f61 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:31.358358 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-10f3b3a9-a057-445d-9c35-0b46df298f72 req-e8171759-202b-4aea-a6b9-fb38b23b3f61 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/ports?device_id=63a92283-6023-4800-b070-985588de2fd9 HTTP/1.1" status: 200 len: 945 time: 0.2258215 Mar 11 19:38:31.397649 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d912cecd-25c9-4af9-b550-5a0ba0ad00ce req-1ca01d76-0127-4d1e-9aef-794cffc960b7 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997916 Mar 11 19:38:31.469803 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-10f3b3a9-a057-445d-9c35-0b46df298f72 req-6a7e0414-6925-4a23-8075-0c85244baa86 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/security-groups?id=9eadf186-3007-49d9-b4f3-e4bc7305f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103828 Mar 11 19:38:31.582523 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-ca6ad576-512c-435d-a295-c5fa9a4f6e6d req-a7922c00-894e-42b2-9153-d61d987d6a64 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Allocated IP 172.20.0.8 (26599c04-c03d-4e34-83de-a092bae2f75e/86f84498-7845-4a44-a8ca-9b6851ba94c2/9b18110b-6a81-4c6d-a4ab-e9a9946c7c95) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:38:31.698611 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d912cecd-25c9-4af9-b550-5a0ba0ad00ce req-36c97512-f42d-4851-9797-780b7c45b93c service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939711 Mar 11 19:38:31.790196 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da2944d-0e92-4edd-8826-4db66c870ad0 req-f67aa398-04e8-4951-a74d-7fcb136628bf tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:31.795322 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4da2944d-0e92-4edd-8826-4db66c870ad0 req-f67aa398-04e8-4951-a74d-7fcb136628bf tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?device_id=e1d2be0c-60f7-4b21-82d5-4bc9663b79c8 HTTP/1.1" status: 200 len: 946 time: 0.1702387 Mar 11 19:38:31.811170 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 1b291da3-106d-43a5-af78-b157082d72e1 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:38:31.871256 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 1b291da3-106d-43a5-af78-b157082d72e1 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:38:31.871643 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (1b291da3-106d-43a5-af78-b157082d72e1), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:31.903478 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4da2944d-0e92-4edd-8826-4db66c870ad0 req-a96b8e92-b6fa-43ef-85fb-577e3e364880 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/security-groups?id=03204c94-e7d5-4698-bf53-e2e3ba52bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931156 Mar 11 19:38:31.962326 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ca6ad576-512c-435d-a295-c5fa9a4f6e6d req-a7922c00-894e-42b2-9153-d61d987d6a64 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Publish callbacks [] for port (9b18110b-6a81-4c6d-a4ab-e9a9946c7c95), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:32.013570 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ca6ad576-512c-435d-a295-c5fa9a4f6e6d req-a7922c00-894e-42b2-9153-d61d987d6a64 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (9b18110b-6a81-4c6d-a4ab-e9a9946c7c95), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:32.033203 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 1b291da3-106d-43a5-af78-b157082d72e1 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:38:32.033399 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (1b291da3-106d-43a5-af78-b157082d72e1), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:32.056730 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca6ad576-512c-435d-a295-c5fa9a4f6e6d req-a7922c00-894e-42b2-9153-d61d987d6a64 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Network 26599c04-c03d-4e34-83de-a092bae2f75e is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:38:32.060695 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-ca6ad576-512c-435d-a295-c5fa9a4f6e6d req-a7922c00-894e-42b2-9153-d61d987d6a64 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:38:32.070457 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca6ad576-512c-435d-a295-c5fa9a4f6e6d req-a7922c00-894e-42b2-9153-d61d987d6a64 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:38:32.100441 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 1b291da3-106d-43a5-af78-b157082d72e1, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=1b291da3-106d-43a5-af78-b157082d72e1,segment=NetworkSegment(fb0d3c28-c469-4087-9b7c-7209f45228b3),segment_id=fb0d3c28-c469-4087-9b7c-7209f45228b3)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:32.109086 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (1b291da3-106d-43a5-af78-b157082d72e1), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:32.113580 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc6726-0381-49e7-ba83-dd78be196404 req-6165e333-9f1d-4356-bdbd-b60d2663d856 tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:32.123653 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7922c00-894e-42b2-9153-d61d987d6a64 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Pushing event updated for resources: {'Port': ['ID=9b18110b-6a81-4c6d-a4ab-e9a9946c7c95,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:32.124242 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e3fc6726-0381-49e7-ba83-dd78be196404 req-6165e333-9f1d-4356-bdbd-b60d2663d856 tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] 10.222.0.65 "GET /v2.0/ports?device_id=512b8dea-fdfb-4b4a-ba66-f8215e6e3d88 HTTP/1.1" status: 200 len: 949 time: 0.1117535 Mar 11 19:38:32.158647 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6ad576-512c-435d-a295-c5fa9a4f6e6d req-a7922c00-894e-42b2-9153-d61d987d6a64 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:32.160411 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ca6ad576-512c-435d-a295-c5fa9a4f6e6d req-a7922c00-894e-42b2-9153-d61d987d6a64 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:32.181260 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-ca6ad576-512c-435d-a295-c5fa9a4f6e6d req-a7922c00-894e-42b2-9153-d61d987d6a64 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1418214 Mar 11 19:38:32.194376 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-ca6ad576-512c-435d-a295-c5fa9a4f6e6d req-ebea993c-31b2-4c8b-ba92-16f3210807c6 service neutron] Request body: {'port': {'device_id': '354488d0-8811-4789-8bda-a6a0309f9fa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:38:32.209033 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e3fc6726-0381-49e7-ba83-dd78be196404 req-5a9b362f-0a13-469e-8e55-2bdd5c8e1793 tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] 10.222.0.65 "GET /v2.0/security-groups?id=f452eb47-6dc6-439f-ac03-125757af0b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787854 Mar 11 19:38:32.213681 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=1b291da3-106d-43a5-af78-b157082d72e1,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:32.354140 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f30d55d-b2fd-42ba-9987-f095a3da17d8 req-d5b6fb23-f018-4282-880b-060abf0c0718 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:32.362096 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1f30d55d-b2fd-42ba-9987-f095a3da17d8 req-d5b6fb23-f018-4282-880b-060abf0c0718 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba721f35-64d8-4b0f-a3eb-8bf796c42117 HTTP/1.1" status: 200 len: 948 time: 0.0861120 Mar 11 19:38:32.427861 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1f30d55d-b2fd-42ba-9987-f095a3da17d8 req-74555e25-3829-43ba-9d76-28a8cef6b62c tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] 10.222.0.65 "GET /v2.0/security-groups?id=d6ec3875-7b7a-48a6-895f-59f33b550d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607698 Mar 11 19:38:32.564466 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8c3aa-2e9f-4876-a8e0-890accd8d661 req-fff1c3c2-6cdf-494f-af79-6aee674918e4 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:32.573726 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b8e8c3aa-2e9f-4876-a8e0-890accd8d661 req-fff1c3c2-6cdf-494f-af79-6aee674918e4 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "GET /v2.0/ports?device_id=354488d0-8811-4789-8bda-a6a0309f9fa8 HTTP/1.1" status: 200 len: 931 time: 0.0791459 Mar 11 19:38:32.616096 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ca6ad576-512c-435d-a295-c5fa9a4f6e6d req-ebea993c-31b2-4c8b-ba92-16f3210807c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (9b18110b-6a81-4c6d-a4ab-e9a9946c7c95), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:32.632635 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b8e8c3aa-2e9f-4876-a8e0-890accd8d661 req-40ae769b-d5fd-4df9-a8d6-bfa4960e0ada tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e517e2d-c796-4eb6-a34e-da2fbfb59fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557995 Mar 11 19:38:32.883657 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 85897ddf-20c1-4ec8-bea7-195d6f9d59e3 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:38:32.963272 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-ca6ad576-512c-435d-a295-c5fa9a4f6e6d req-ebea993c-31b2-4c8b-ba92-16f3210807c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b18110b-6a81-4c6d-a4ab-e9a9946c7c95 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:38:32.971399 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ca6ad576-512c-435d-a295-c5fa9a4f6e6d req-ebea993c-31b2-4c8b-ba92-16f3210807c6 service neutron] Publish callbacks [] for port (9b18110b-6a81-4c6d-a4ab-e9a9946c7c95), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:32.985977 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-ca6ad576-512c-435d-a295-c5fa9a4f6e6d req-ebea993c-31b2-4c8b-ba92-16f3210807c6 service neutron] Transition to ACTIVE for port object 9b18110b-6a81-4c6d-a4ab-e9a9946c7c95 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:38:32.992559 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ca6ad576-512c-435d-a295-c5fa9a4f6e6d req-ebea993c-31b2-4c8b-ba92-16f3210807c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (9b18110b-6a81-4c6d-a4ab-e9a9946c7c95), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:33.055367 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebea993c-31b2-4c8b-ba92-16f3210807c6 service neutron] Pushing event updated for resources: {'Port': ['ID=9b18110b-6a81-4c6d-a4ab-e9a9946c7c95,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:33.212446 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 85897ddf-20c1-4ec8-bea7-195d6f9d59e3 is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:38:33.213000 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (85897ddf-20c1-4ec8-bea7-195d6f9d59e3), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:33.232684 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a39db3-7fd4-4485-abbc-a8a5955b205a req-84003ae0-96d9-4b2e-8deb-9297fe34a847 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:33.239138 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-ca6ad576-512c-435d-a295-c5fa9a4f6e6d req-ebea993c-31b2-4c8b-ba92-16f3210807c6 service neutron] Attempting to bind port 9b18110b-6a81-4c6d-a4ab-e9a9946c7c95 on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:38:33.239537 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-ca6ad576-512c-435d-a295-c5fa9a4f6e6d req-ebea993c-31b2-4c8b-ba92-16f3210807c6 service neutron] Attempting to bind port 9b18110b-6a81-4c6d-a4ab-e9a9946c7c95 by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': 'fb0d3c28-c469-4087-9b7c-7209f45228b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '26599c04-c03d-4e34-83de-a092bae2f75e'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:38:33.239953 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6ad576-512c-435d-a295-c5fa9a4f6e6d req-ebea993c-31b2-4c8b-ba92-16f3210807c6 service neutron] Attempting to bind port 9b18110b-6a81-4c6d-a4ab-e9a9946c7c95 on network 26599c04-c03d-4e34-83de-a092bae2f75e {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:38:33.252915 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-59a39db3-7fd4-4485-abbc-a8a5955b205a req-84003ae0-96d9-4b2e-8deb-9297fe34a847 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/ports?device_id=63a92283-6023-4800-b070-985588de2fd9 HTTP/1.1" status: 200 len: 945 time: 0.1118753 Mar 11 19:38:33.255863 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6ad576-512c-435d-a295-c5fa9a4f6e6d req-ebea993c-31b2-4c8b-ba92-16f3210807c6 service neutron] Port 9b18110b-6a81-4c6d-a4ab-e9a9946c7c95 on network 26599c04-c03d-4e34-83de-a092bae2f75e not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:38:33.255863 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6ad576-512c-435d-a295-c5fa9a4f6e6d req-ebea993c-31b2-4c8b-ba92-16f3210807c6 service neutron] Attempting to bind port 9b18110b-6a81-4c6d-a4ab-e9a9946c7c95 on network 26599c04-c03d-4e34-83de-a092bae2f75e {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:38:33.264009 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6ad576-512c-435d-a295-c5fa9a4f6e6d req-ebea993c-31b2-4c8b-ba92-16f3210807c6 service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:38:33.264285 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6ad576-512c-435d-a295-c5fa9a4f6e6d req-ebea993c-31b2-4c8b-ba92-16f3210807c6 service neutron] Checking segment: {'id': 'fb0d3c28-c469-4087-9b7c-7209f45228b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '26599c04-c03d-4e34-83de-a092bae2f75e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:38:33.264601 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6ad576-512c-435d-a295-c5fa9a4f6e6d req-ebea993c-31b2-4c8b-ba92-16f3210807c6 service neutron] Bound using segment: {'id': 'fb0d3c28-c469-4087-9b7c-7209f45228b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '26599c04-c03d-4e34-83de-a092bae2f75e'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:38:33.265431 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-ca6ad576-512c-435d-a295-c5fa9a4f6e6d req-ebea993c-31b2-4c8b-ba92-16f3210807c6 service neutron] Bound port: 9b18110b-6a81-4c6d-a4ab-e9a9946c7c95, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb0d3c28-c469-4087-9b7c-7209f45228b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '26599c04-c03d-4e34-83de-a092bae2f75e'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:38:33.265810 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ca6ad576-512c-435d-a295-c5fa9a4f6e6d req-ebea993c-31b2-4c8b-ba92-16f3210807c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (9b18110b-6a81-4c6d-a4ab-e9a9946c7c95), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:33.275761 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '512b8dea-fdfb-4b4a-ba66-f8215e6e3d88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85897ddf-20c1-4ec8-bea7-195d6f9d59e3'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:38:33.280388 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a9ea23-428b-4b7d-a396-842aafeea8db" -d '{"events": [{"server_uuid": "512b8dea-fdfb-4b4a-ba66-f8215e6e3d88", "name": "network-vif-unplugged", "status": "completed", "tag": "85897ddf-20c1-4ec8-bea7-195d6f9d59e3"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:38:33.312196 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 85897ddf-20c1-4ec8-bea7-195d6f9d59e3, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=85897ddf-20c1-4ec8-bea7-195d6f9d59e3,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:33.351817 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (85897ddf-20c1-4ec8-bea7-195d6f9d59e3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:33.358229 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-ca6ad576-512c-435d-a295-c5fa9a4f6e6d req-ebea993c-31b2-4c8b-ba92-16f3210807c6 service neutron] For port 9b18110b-6a81-4c6d-a4ab-e9a9946c7c95, host n-h2-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:38:33.362344 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-ca6ad576-512c-435d-a295-c5fa9a4f6e6d req-ebea993c-31b2-4c8b-ba92-16f3210807c6 service neutron] For port 9b18110b-6a81-4c6d-a4ab-e9a9946c7c95, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=9b18110b-6a81-4c6d-a4ab-e9a9946c7c95,segment=NetworkSegment(fb0d3c28-c469-4087-9b7c-7209f45228b3),segment_id=fb0d3c28-c469-4087-9b7c-7209f45228b3)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:38:33.373216 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ca6ad576-512c-435d-a295-c5fa9a4f6e6d req-ebea993c-31b2-4c8b-ba92-16f3210807c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (9b18110b-6a81-4c6d-a4ab-e9a9946c7c95), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:33.386224 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-59a39db3-7fd4-4485-abbc-a8a5955b205a req-b18ad098-84d8-4214-b7e8-05d06d3e7899 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/security-groups?id=9eadf186-3007-49d9-b4f3-e4bc7305f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283021 Mar 11 19:38:33.437561 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6ad576-512c-435d-a295-c5fa9a4f6e6d req-ebea993c-31b2-4c8b-ba92-16f3210807c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:33.439071 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ca6ad576-512c-435d-a295-c5fa9a4f6e6d req-ebea993c-31b2-4c8b-ba92-16f3210807c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:33.441057 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-ca6ad576-512c-435d-a295-c5fa9a4f6e6d req-ebea993c-31b2-4c8b-ba92-16f3210807c6 service neutron] 10.222.0.57 "PUT /v2.0/ports/9b18110b-6a81-4c6d-a4ab-e9a9946c7c95 HTTP/1.1" status: 200 len: 1091 time: 1.2516587 Mar 11 19:38:33.441188 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '354488d0-8811-4789-8bda-a6a0309f9fa8', 'tag': '9b18110b-6a81-4c6d-a4ab-e9a9946c7c95'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:38:33.444671 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9ede40-39cf-4f00-96b4-b248e96ea897" -d '{"events": [{"name": "network-changed", "server_uuid": "354488d0-8811-4789-8bda-a6a0309f9fa8", "tag": "9b18110b-6a81-4c6d-a4ab-e9a9946c7c95"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:38:33.477701 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebea993c-31b2-4c8b-ba92-16f3210807c6 service neutron] Pushing event updated for resources: {'Port': ['ID=9b18110b-6a81-4c6d-a4ab-e9a9946c7c95,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:33.481993 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=85897ddf-20c1-4ec8-bea7-195d6f9d59e3,revision_number=8']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:33.508793 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9038f-3b95-4f23-b9b6-261d4728cb72 req-fd8a0d44-951b-46eb-a674-fded1d5d44e1 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:33.510297 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0cf9038f-3b95-4f23-b9b6-261d4728cb72 req-fd8a0d44-951b-46eb-a674-fded1d5d44e1 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?device_id=e1d2be0c-60f7-4b21-82d5-4bc9663b79c8 HTTP/1.1" status: 200 len: 946 time: 0.0745561 Mar 11 19:38:33.560110 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6ad576-512c-435d-a295-c5fa9a4f6e6d req-97458fca-4629-482d-bcc0-127f8071f790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:33.561979 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-ca6ad576-512c-435d-a295-c5fa9a4f6e6d req-97458fca-4629-482d-bcc0-127f8071f790 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e1278b723edd4119b7e2bc2da0da9d73&device_id=354488d0-8811-4789-8bda-a6a0309f9fa8 HTTP/1.1" status: 200 len: 1125 time: 0.0605443 Mar 11 19:38:33.573793 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0cf9038f-3b95-4f23-b9b6-261d4728cb72 req-5fabd944-6b6e-43d0-a5cb-cb989f800ff1 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/security-groups?id=03204c94-e7d5-4698-bf53-e2e3ba52bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572045 Mar 11 19:38:33.585558 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 1b291da3-106d-43a5-af78-b157082d72e1 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:38:33.610306 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-ca6ad576-512c-435d-a295-c5fa9a4f6e6d req-3d2ae1d9-b932-466e-8288-440061c164fd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b18110b-6a81-4c6d-a4ab-e9a9946c7c95 HTTP/1.1" status: 200 len: 217 time: 0.0402849 Mar 11 19:38:33.656522 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 1b291da3-106d-43a5-af78-b157082d72e1 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:38:33.656919 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (1b291da3-106d-43a5-af78-b157082d72e1), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:33.677081 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6ad576-512c-435d-a295-c5fa9a4f6e6d req-eae4722e-3007-4136-8b75-773459457f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:33.678794 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-ca6ad576-512c-435d-a295-c5fa9a4f6e6d req-eae4722e-3007-4136-8b75-773459457f9f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=86f84498-7845-4a44-a8ca-9b6851ba94c2 HTTP/1.1" status: 200 len: 860 time: 0.0612295 Mar 11 19:38:33.705371 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 19:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1dfb694-fe9f-4185-b1ca-b22e3e53fa4f x-openstack-request-id: req-f1dfb694-fe9f-4185-b1ca-b22e3e53fa4f {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:38:33.705669 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "512b8dea-fdfb-4b4a-ba66-f8215e6e3d88", "name": "network-vif-unplugged", "status": "completed", "tag": "85897ddf-20c1-4ec8-bea7-195d6f9d59e3", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:38:33.705925 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f1dfb694-fe9f-4185-b1ca-b22e3e53fa4f {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:38:33.706963 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '512b8dea-fdfb-4b4a-ba66-f8215e6e3d88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85897ddf-20c1-4ec8-bea7-195d6f9d59e3', 'code': 200} Mar 11 19:38:33.719681 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-ca6ad576-512c-435d-a295-c5fa9a4f6e6d req-c2032ce7-dd35-4eb0-8fdb-33775c2fcd06 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=26599c04-c03d-4e34-83de-a092bae2f75e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340774 Mar 11 19:38:33.754492 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 1b291da3-106d-43a5-af78-b157082d72e1 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:38:33.813380 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d26a2fc-0dc7-4752-aefa-7c2dde1c0480 req-24ab3563-d7b8-4289-9a20-e3cc37388fa4 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:33.815131 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1d26a2fc-0dc7-4752-aefa-7c2dde1c0480 req-24ab3563-d7b8-4289-9a20-e3cc37388fa4 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba721f35-64d8-4b0f-a3eb-8bf796c42117 HTTP/1.1" status: 200 len: 948 time: 0.0581295 Mar 11 19:38:33.826275 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-ca6ad576-512c-435d-a295-c5fa9a4f6e6d req-6803dc9c-58e6-485e-86e2-34a7cbc45d91 service neutron] 10.222.0.57 "GET /v2.0/networks/26599c04-c03d-4e34-83de-a092bae2f75e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984366 Mar 11 19:38:33.868708 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1d26a2fc-0dc7-4752-aefa-7c2dde1c0480 req-b95934ad-33b8-4b48-a8c3-c402a74c7721 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] 10.222.0.65 "GET /v2.0/security-groups?id=d6ec3875-7b7a-48a6-895f-59f33b550d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457683 Mar 11 19:38:33.929281 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6388f7bf-955c-4539-a424-782836f2ed99 x-openstack-request-id: req-6388f7bf-955c-4539-a424-782836f2ed99 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:38:33.929698 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "354488d0-8811-4789-8bda-a6a0309f9fa8", "tag": "9b18110b-6a81-4c6d-a4ab-e9a9946c7c95", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:38:33.930055 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6388f7bf-955c-4539-a424-782836f2ed99 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:38:33.930562 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '354488d0-8811-4789-8bda-a6a0309f9fa8', 'tag': '9b18110b-6a81-4c6d-a4ab-e9a9946c7c95', 'status': 'completed', 'code': 200} Mar 11 19:38:33.961217 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-ca6ad576-512c-435d-a295-c5fa9a4f6e6d req-f8fbe0d2-68f3-445b-9137-8d66cef38f1e service neutron] 10.222.0.57 "GET /v2.0/networks/26599c04-c03d-4e34-83de-a092bae2f75e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279094 Mar 11 19:38:34.043330 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba583d85-bbc3-4b6f-b4fb-0dd173afaaac req-a0f9fae1-e2b0-4a11-8d78-e7019a5a5696 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:34.045173 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ba583d85-bbc3-4b6f-b4fb-0dd173afaaac req-a0f9fae1-e2b0-4a11-8d78-e7019a5a5696 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "GET /v2.0/ports?device_id=354488d0-8811-4789-8bda-a6a0309f9fa8 HTTP/1.1" status: 200 len: 943 time: 0.0626111 Mar 11 19:38:34.058322 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ede40-39cf-4f00-96b4-b248e96ea897 req-db2a2dad-dc51-490b-9fbb-39fe7cd255e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:34.060091 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-ce9ede40-39cf-4f00-96b4-b248e96ea897 req-db2a2dad-dc51-490b-9fbb-39fe7cd255e4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e1278b723edd4119b7e2bc2da0da9d73&device_id=354488d0-8811-4789-8bda-a6a0309f9fa8 HTTP/1.1" status: 200 len: 1125 time: 0.0496395 Mar 11 19:38:34.095877 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ba583d85-bbc3-4b6f-b4fb-0dd173afaaac req-8a9ebade-54fb-4b84-8280-83a405d02e93 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e517e2d-c796-4eb6-a34e-da2fbfb59fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432220 Mar 11 19:38:34.157758 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ede40-39cf-4f00-96b4-b248e96ea897 req-1e0ed32e-d06c-47fc-b419-bf7b763014b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:34.159182 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-ce9ede40-39cf-4f00-96b4-b248e96ea897 req-1e0ed32e-d06c-47fc-b419-bf7b763014b8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=26599c04-c03d-4e34-83de-a092bae2f75e HTTP/1.1" status: 200 len: 921 time: 0.0932560 Mar 11 19:38:34.202167 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-ce9ede40-39cf-4f00-96b4-b248e96ea897 req-db192eb7-1e0f-4dc6-b8a6-ad8a4e12647a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b18110b-6a81-4c6d-a4ab-e9a9946c7c95 HTTP/1.1" status: 200 len: 217 time: 0.0354586 Mar 11 19:38:34.254849 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ede40-39cf-4f00-96b4-b248e96ea897 req-10a94c82-094f-40e1-81a0-bc2b3f03f3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:34.256341 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-ce9ede40-39cf-4f00-96b4-b248e96ea897 req-10a94c82-094f-40e1-81a0-bc2b3f03f3be service neutron] 10.222.0.57 "GET /v2.0/subnets?id=86f84498-7845-4a44-a8ca-9b6851ba94c2 HTTP/1.1" status: 200 len: 860 time: 0.0481639 Mar 11 19:38:34.288187 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-ce9ede40-39cf-4f00-96b4-b248e96ea897 req-215a7e5b-60cd-4aa6-9615-5aa95684f2f2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=26599c04-c03d-4e34-83de-a092bae2f75e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254385 Mar 11 19:38:34.377473 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-ce9ede40-39cf-4f00-96b4-b248e96ea897 req-72ac5d3c-014b-4ba4-b165-314e3af73f63 service neutron] 10.222.0.57 "GET /v2.0/networks/26599c04-c03d-4e34-83de-a092bae2f75e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833788 Mar 11 19:38:34.489414 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-ce9ede40-39cf-4f00-96b4-b248e96ea897 req-a96d2dd2-141c-4e09-8fd5-fc261136612f service neutron] 10.222.0.57 "GET /v2.0/networks/26599c04-c03d-4e34-83de-a092bae2f75e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031799 Mar 11 19:38:34.501611 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb7d5b-5e45-4d4b-b2be-d2aeb6849ef6 req-67263dde-856c-4eb9-8333-8ecc7e5fd3d3 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:34.503169 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4fbb7d5b-5e45-4d4b-b2be-d2aeb6849ef6 req-67263dde-856c-4eb9-8333-8ecc7e5fd3d3 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/ports?device_id=63a92283-6023-4800-b070-985588de2fd9 HTTP/1.1" status: 200 len: 945 time: 0.0563776 Mar 11 19:38:34.525749 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device ce6f3ac3-2803-487e-8eaf-10eb9024ccd8 details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:38:34.568279 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4fbb7d5b-5e45-4d4b-b2be-d2aeb6849ef6 req-1e8c789c-7770-4c84-b7bd-8d765ff9aa6a tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/security-groups?id=9eadf186-3007-49d9-b4f3-e4bc7305f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542331 Mar 11 19:38:34.633352 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port ce6f3ac3-2803-487e-8eaf-10eb9024ccd8, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=ce6f3ac3-2803-487e-8eaf-10eb9024ccd8,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:34.648263 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': 'ce6f3ac3-2803-487e-8eaf-10eb9024ccd8', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'port_id': 'ce6f3ac3-2803-487e-8eaf-10eb9024ccd8', 'mac_address': 'fa:16:3e:84:99:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bb14923-74c3-4313-be8d-ed33542f05aa', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:38:34.696392 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port ce6f3ac3-2803-487e-8eaf-10eb9024ccd8 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:38:34.697178 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ce6f3ac3-2803-487e-8eaf-10eb9024ccd8), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:34.715233 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce6f3ac3-2803-487e-8eaf-10eb9024ccd8 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:38:34.729739 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff8116-eed0-42e4-9fd3-06b3218fbc26 req-6fe704cf-aaee-4794-8aae-403a94ae8baa tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:34.731400 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e7ff8116-eed0-42e4-9fd3-06b3218fbc26 req-6fe704cf-aaee-4794-8aae-403a94ae8baa tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?device_id=e1d2be0c-60f7-4b21-82d5-4bc9663b79c8 HTTP/1.1" status: 200 len: 946 time: 0.0688038 Mar 11 19:38:34.744309 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port ce6f3ac3-2803-487e-8eaf-10eb9024ccd8, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=ce6f3ac3-2803-487e-8eaf-10eb9024ccd8,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:34.749669 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (ce6f3ac3-2803-487e-8eaf-10eb9024ccd8), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:34.785927 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e7ff8116-eed0-42e4-9fd3-06b3218fbc26 req-fcf74c91-d5df-490b-9a96-34eb4d48198b tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/security-groups?id=03204c94-e7d5-4698-bf53-e2e3ba52bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470345 Mar 11 19:38:34.812931 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=ce6f3ac3-2803-487e-8eaf-10eb9024ccd8,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:34.895088 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 11fa5835-a64a-4cd6-b1e9-bb82e135dd43 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:38:35.012693 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 11fa5835-a64a-4cd6-b1e9-bb82e135dd43, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=11fa5835-a64a-4cd6-b1e9-bb82e135dd43,segment=NetworkSegment(1c6aa5b7-681f-4a80-a0b7-793b4ab0118d),segment_id=1c6aa5b7-681f-4a80-a0b7-793b4ab0118d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:35.016074 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c073790-238d-4adf-8b3c-186ed8045d80 req-c448aefc-93d2-45b7-91ba-ee1b91f1f868 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:35.017736 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7c073790-238d-4adf-8b3c-186ed8045d80 req-c448aefc-93d2-45b7-91ba-ee1b91f1f868 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba721f35-64d8-4b0f-a3eb-8bf796c42117 HTTP/1.1" status: 200 len: 949 time: 0.0795314 Mar 11 19:38:35.028113 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '11fa5835-a64a-4cd6-b1e9-bb82e135dd43', 'network_id': '4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00', 'port_id': '11fa5835-a64a-4cd6-b1e9-bb82e135dd43', 'mac_address': 'fa:16:3e:2f:9f:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 877, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e937a69a-1c31-46af-aac9-3893b50798ca', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:38:35.070564 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7c073790-238d-4adf-8b3c-186ed8045d80 req-55d279d1-74c3-4977-bfcd-c8b14e247de9 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] 10.222.0.65 "GET /v2.0/security-groups?id=d6ec3875-7b7a-48a6-895f-59f33b550d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450461 Mar 11 19:38:35.072178 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 11fa5835-a64a-4cd6-b1e9-bb82e135dd43 is: ACTIVE; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:38:35.072567 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (11fa5835-a64a-4cd6-b1e9-bb82e135dd43), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:35.088524 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 11fa5835-a64a-4cd6-b1e9-bb82e135dd43 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:38:35.108923 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 11fa5835-a64a-4cd6-b1e9-bb82e135dd43, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=11fa5835-a64a-4cd6-b1e9-bb82e135dd43,segment=NetworkSegment(1c6aa5b7-681f-4a80-a0b7-793b4ab0118d),segment_id=1c6aa5b7-681f-4a80-a0b7-793b4ab0118d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:35.113001 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (11fa5835-a64a-4cd6-b1e9-bb82e135dd43), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:35.168005 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=11fa5835-a64a-4cd6-b1e9-bb82e135dd43,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:35.230704 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34282e84-8ed0-4b76-b744-3447e596b9cf req-9c3aba96-84e6-4dd9-93d3-c423d2065655 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:35.232121 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-34282e84-8ed0-4b76-b744-3447e596b9cf req-9c3aba96-84e6-4dd9-93d3-c423d2065655 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "GET /v2.0/ports?device_id=354488d0-8811-4789-8bda-a6a0309f9fa8 HTTP/1.1" status: 200 len: 943 time: 0.0532329 Mar 11 19:38:35.286413 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-34282e84-8ed0-4b76-b744-3447e596b9cf req-7685b7f6-3cc6-4c5c-b008-e4964571964f tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e517e2d-c796-4eb6-a34e-da2fbfb59fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486050 Mar 11 19:38:35.336541 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['ce6f3ac3-2803-487e-8eaf-10eb9024ccd8'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:38:35.442465 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['11fa5835-a64a-4cd6-b1e9-bb82e135dd43'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:38:35.689257 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611596b1-5a2b-48cf-9547-8c1f17f7b709 req-0f741ab4-13b1-4f74-8e86-d8f329ddaf48 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:35.691330 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-611596b1-5a2b-48cf-9547-8c1f17f7b709 req-0f741ab4-13b1-4f74-8e86-d8f329ddaf48 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/ports?device_id=63a92283-6023-4800-b070-985588de2fd9 HTTP/1.1" status: 200 len: 944 time: 0.0557818 Mar 11 19:38:35.740924 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-611596b1-5a2b-48cf-9547-8c1f17f7b709 req-bb1edb2d-ff06-4572-84ed-4e328d58184a tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/security-groups?id=9eadf186-3007-49d9-b4f3-e4bc7305f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428095 Mar 11 19:38:35.908845 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbba6ab1-e657-443b-89bd-cecc98e5ffd4 req-10ff5933-ca25-4dff-83eb-f8e11a655860 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:35.910925 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dbba6ab1-e657-443b-89bd-cecc98e5ffd4 req-10ff5933-ca25-4dff-83eb-f8e11a655860 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?device_id=e1d2be0c-60f7-4b21-82d5-4bc9663b79c8 HTTP/1.1" status: 200 len: 946 time: 0.0540621 Mar 11 19:38:35.960242 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dbba6ab1-e657-443b-89bd-cecc98e5ffd4 req-8e8ebe4c-be47-409d-a070-272a7b60c88f tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/security-groups?id=03204c94-e7d5-4698-bf53-e2e3ba52bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432105 Mar 11 19:38:36.206978 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdcb01b-6c93-4207-8876-4db18405e848 req-035bf722-3d8b-4918-b0c1-c2834647b504 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:36.208471 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ebdcb01b-6c93-4207-8876-4db18405e848 req-035bf722-3d8b-4918-b0c1-c2834647b504 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba721f35-64d8-4b0f-a3eb-8bf796c42117 HTTP/1.1" status: 200 len: 949 time: 0.0616033 Mar 11 19:38:36.256762 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ebdcb01b-6c93-4207-8876-4db18405e848 req-a8bb7c93-75cf-4476-97bb-2e8b99439dc5 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] 10.222.0.65 "GET /v2.0/security-groups?id=d6ec3875-7b7a-48a6-895f-59f33b550d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422962 Mar 11 19:38:36.410177 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba52d22a-6bfe-426f-9cc3-eb2b1a4a5f69 req-a71bb958-9bf8-454e-b9b6-e7cf32daaa11 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:36.411911 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ba52d22a-6bfe-426f-9cc3-eb2b1a4a5f69 req-a71bb958-9bf8-454e-b9b6-e7cf32daaa11 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "GET /v2.0/ports?device_id=354488d0-8811-4789-8bda-a6a0309f9fa8 HTTP/1.1" status: 200 len: 943 time: 0.0569537 Mar 11 19:38:36.459124 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ba52d22a-6bfe-426f-9cc3-eb2b1a4a5f69 req-c1990b0f-6d24-49db-933d-fbd0f31576f8 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e517e2d-c796-4eb6-a34e-da2fbfb59fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417159 Mar 11 19:38:36.533005 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device ce6f3ac3-2803-487e-8eaf-10eb9024ccd8 up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:38:36.585352 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port ce6f3ac3-2803-487e-8eaf-10eb9024ccd8 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:38:36.589511 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port ce6f3ac3-2803-487e-8eaf-10eb9024ccd8 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:38:36.590111 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ce6f3ac3-2803-487e-8eaf-10eb9024ccd8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:36.677857 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port ce6f3ac3-2803-487e-8eaf-10eb9024ccd8 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:38:36.678256 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ce6f3ac3-2803-487e-8eaf-10eb9024ccd8), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:36.703815 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba721f35-64d8-4b0f-a3eb-8bf796c42117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce6f3ac3-2803-487e-8eaf-10eb9024ccd8'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:38:36.707750 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e886810-cf23-42df-98a9-bec82228c08f" -d '{"events": [{"server_uuid": "ba721f35-64d8-4b0f-a3eb-8bf796c42117", "name": "network-vif-plugged", "status": "completed", "tag": "ce6f3ac3-2803-487e-8eaf-10eb9024ccd8"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:38:36.723018 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port ce6f3ac3-2803-487e-8eaf-10eb9024ccd8, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=ce6f3ac3-2803-487e-8eaf-10eb9024ccd8,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:36.728361 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (ce6f3ac3-2803-487e-8eaf-10eb9024ccd8), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:36.752318 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5d69be-bd02-478d-863a-811ded7ede7a x-openstack-request-id: req-4f5d69be-bd02-478d-863a-811ded7ede7a {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:38:36.752622 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba721f35-64d8-4b0f-a3eb-8bf796c42117", "name": "network-vif-plugged", "status": "completed", "tag": "ce6f3ac3-2803-487e-8eaf-10eb9024ccd8", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:38:36.752885 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4f5d69be-bd02-478d-863a-811ded7ede7a {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:38:36.753964 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba721f35-64d8-4b0f-a3eb-8bf796c42117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce6f3ac3-2803-487e-8eaf-10eb9024ccd8', 'code': 200} Mar 11 19:38:36.785965 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=ce6f3ac3-2803-487e-8eaf-10eb9024ccd8,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:36.881533 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ee51e-eea7-4a3d-b418-4a57ab748aba req-1ba391ea-ba81-400c-b490-2ecdae211c21 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:36.884669 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3c5ee51e-eea7-4a3d-b418-4a57ab748aba req-1ba391ea-ba81-400c-b490-2ecdae211c21 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/ports?device_id=63a92283-6023-4800-b070-985588de2fd9 HTTP/1.1" status: 200 len: 944 time: 0.0590029 Mar 11 19:38:36.886296 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f71a5-86f1-4318-9867-ae6fc5976707 req-e08bbbb3-0da4-4c16-bc56-81ec434f7618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:36.887796 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5f1f71a5-86f1-4318-9867-ae6fc5976707 req-e08bbbb3-0da4-4c16-bc56-81ec434f7618 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ba721f35-64d8-4b0f-a3eb-8bf796c42117 HTTP/1.1" status: 200 len: 1132 time: 0.0481839 Mar 11 19:38:36.913425 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 2d98c400-07f5-4a86-882f-5ed09d9a0dc0 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:38:36.916488 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 11fa5835-a64a-4cd6-b1e9-bb82e135dd43 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:38:36.937114 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5f1f71a5-86f1-4318-9867-ae6fc5976707 req-b4ce5b1e-c0a5-409b-8cb7-d43e4f42a7c0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d6ec3875-7b7a-48a6-895f-59f33b550d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431602 Mar 11 19:38:36.957222 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3c5ee51e-eea7-4a3d-b418-4a57ab748aba req-5f66367f-a6af-4b09-b964-77507b748d12 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/security-groups?id=9eadf186-3007-49d9-b4f3-e4bc7305f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638719 Mar 11 19:38:37.058617 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 11fa5835-a64a-4cd6-b1e9-bb82e135dd43 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:38:37.058987 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (11fa5835-a64a-4cd6-b1e9-bb82e135dd43), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:37.100792 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 2d98c400-07f5-4a86-882f-5ed09d9a0dc0, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=2d98c400-07f5-4a86-882f-5ed09d9a0dc0,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:37.105141 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb229da-4f4f-43e0-a958-786374b5c938 req-574d4340-7415-4a1a-84cc-dded4e8264fa tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:37.107149 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8bb229da-4f4f-43e0-a958-786374b5c938 req-574d4340-7415-4a1a-84cc-dded4e8264fa tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?device_id=e1d2be0c-60f7-4b21-82d5-4bc9663b79c8 HTTP/1.1" status: 200 len: 946 time: 0.0759115 Mar 11 19:38:37.121688 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '2d98c400-07f5-4a86-882f-5ed09d9a0dc0', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'port_id': '2d98c400-07f5-4a86-882f-5ed09d9a0dc0', 'mac_address': 'fa:16:3e:95:8a:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bb14923-74c3-4313-be8d-ed33542f05aa', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:38:37.173415 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8bb229da-4f4f-43e0-a958-786374b5c938 req-19059d39-e14e-479a-a8f5-0dc519a354b0 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/security-groups?id=03204c94-e7d5-4698-bf53-e2e3ba52bba2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592427 Mar 11 19:38:37.212984 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 2d98c400-07f5-4a86-882f-5ed09d9a0dc0 is: ACTIVE; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:38:37.213518 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2d98c400-07f5-4a86-882f-5ed09d9a0dc0), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:37.215389 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 11fa5835-a64a-4cd6-b1e9-bb82e135dd43 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:38:37.215785 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (11fa5835-a64a-4cd6-b1e9-bb82e135dd43), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:37.245322 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2d98c400-07f5-4a86-882f-5ed09d9a0dc0 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:38:37.282404 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 2d98c400-07f5-4a86-882f-5ed09d9a0dc0, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=2d98c400-07f5-4a86-882f-5ed09d9a0dc0,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:37.285027 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 11fa5835-a64a-4cd6-b1e9-bb82e135dd43, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=11fa5835-a64a-4cd6-b1e9-bb82e135dd43,segment=NetworkSegment(1c6aa5b7-681f-4a80-a0b7-793b4ab0118d),segment_id=1c6aa5b7-681f-4a80-a0b7-793b4ab0118d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:37.287794 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (2d98c400-07f5-4a86-882f-5ed09d9a0dc0), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:37.292994 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (11fa5835-a64a-4cd6-b1e9-bb82e135dd43), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:37.359723 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=2d98c400-07f5-4a86-882f-5ed09d9a0dc0,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:37.392754 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7dc44f-e52b-4e2d-a3c0-8598b3d3256d req-be86dd28-06d4-450f-998e-418d06bd23c8 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:37.395180 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4c7dc44f-e52b-4e2d-a3c0-8598b3d3256d req-be86dd28-06d4-450f-998e-418d06bd23c8 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba721f35-64d8-4b0f-a3eb-8bf796c42117 HTTP/1.1" status: 200 len: 950 time: 0.0563855 Mar 11 19:38:37.395785 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['2d98c400-07f5-4a86-882f-5ed09d9a0dc0'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:38:37.467305 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=11fa5835-a64a-4cd6-b1e9-bb82e135dd43,revision_number=7']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:37.486292 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4c7dc44f-e52b-4e2d-a3c0-8598b3d3256d req-9e92aa80-954b-460b-8801-e2eeea6a8419 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] 10.222.0.65 "GET /v2.0/security-groups?id=d6ec3875-7b7a-48a6-895f-59f33b550d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842636 Mar 11 19:38:37.522329 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd556bc-1650-4abf-9a33-0e349d2e4213 req-7c6c360c-8cf5-4409-afb8-5200e4e5d037 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:37.524652 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-0fd556bc-1650-4abf-9a33-0e349d2e4213 req-7c6c360c-8cf5-4409-afb8-5200e4e5d037 tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.57 "GET /v2.0/ports?device_id=e1d2be0c-60f7-4b21-82d5-4bc9663b79c8 HTTP/1.1" status: 200 len: 946 time: 0.1629422 Mar 11 19:38:37.721613 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467f142-9ef3-4bee-9807-24ec8bd1a118 req-2514da62-f25c-4c66-8a74-22c2c495c9a1 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:37.729006 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-0fd556bc-1650-4abf-9a33-0e349d2e4213 req-07836dfc-2c6b-4ca8-96e8-82631ef1332b tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Deleting port 63cf76c9-1e93-4df8-a4e4-cd11edf8db1f {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:38:37.729347 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0fd556bc-1650-4abf-9a33-0e349d2e4213 req-07836dfc-2c6b-4ca8-96e8-82631ef1332b tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (63cf76c9-1e93-4df8-a4e4-cd11edf8db1f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:37.730846 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6467f142-9ef3-4bee-9807-24ec8bd1a118 req-2514da62-f25c-4c66-8a74-22c2c495c9a1 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "GET /v2.0/ports?device_id=354488d0-8811-4789-8bda-a6a0309f9fa8 HTTP/1.1" status: 200 len: 943 time: 0.1458519 Mar 11 19:38:37.835949 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6467f142-9ef3-4bee-9807-24ec8bd1a118 req-5e9f9e59-9d60-404d-95b5-609b9cc596e2 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e517e2d-c796-4eb6-a34e-da2fbfb59fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945976 Mar 11 19:38:37.947620 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-0fd556bc-1650-4abf-9a33-0e349d2e4213 req-07836dfc-2c6b-4ca8-96e8-82631ef1332b tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] For port 63cf76c9-1e93-4df8-a4e4-cd11edf8db1f, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=63cf76c9-1e93-4df8-a4e4-cd11edf8db1f,segment=NetworkSegment(7270d687-c8ec-4c70-8559-a8ffaad98e19),segment_id=7270d687-c8ec-4c70-8559-a8ffaad98e19)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:37.948212 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0fd556bc-1650-4abf-9a33-0e349d2e4213 req-07836dfc-2c6b-4ca8-96e8-82631ef1332b tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (63cf76c9-1e93-4df8-a4e4-cd11edf8db1f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:37.964790 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-0fd556bc-1650-4abf-9a33-0e349d2e4213 req-07836dfc-2c6b-4ca8-96e8-82631ef1332b tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Calling delete_port for 63cf76c9-1e93-4df8-a4e4-cd11edf8db1f owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:38:38.141501 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93c497b-4db0-44ed-bc71-87e67ee39fed req-7e3117b7-9738-46f2-836b-48457f0e84ac tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:38.141501 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c93c497b-4db0-44ed-bc71-87e67ee39fed req-7e3117b7-9738-46f2-836b-48457f0e84ac tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/ports?device_id=63a92283-6023-4800-b070-985588de2fd9 HTTP/1.1" status: 200 len: 945 time: 0.0796103 Mar 11 19:38:38.205511 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0fd556bc-1650-4abf-9a33-0e349d2e4213 req-07836dfc-2c6b-4ca8-96e8-82631ef1332b tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (63cf76c9-1e93-4df8-a4e4-cd11edf8db1f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:38.208673 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c93c497b-4db0-44ed-bc71-87e67ee39fed req-84342dc2-4b7e-43d3-9bca-47e4b221cddf tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/security-groups?id=9eadf186-3007-49d9-b4f3-e4bc7305f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625396 Mar 11 19:38:38.218541 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['63cf76c9-1e93-4df8-a4e4-cd11edf8db1f'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:38:38.463354 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fd556bc-1650-4abf-9a33-0e349d2e4213 req-07836dfc-2c6b-4ca8-96e8-82631ef1332b tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] No DVR routers for this DVR port 63cf76c9-1e93-4df8-a4e4-cd11edf8db1f on host n-h2-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:38:38.465694 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07836dfc-2c6b-4ca8-96e8-82631ef1332b tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Pushing event deleted for resources: {'Port': ['ID=63cf76c9-1e93-4df8-a4e4-cd11edf8db1f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:38.471515 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0fd556bc-1650-4abf-9a33-0e349d2e4213 req-07836dfc-2c6b-4ca8-96e8-82631ef1332b tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:38.476703 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-0fd556bc-1650-4abf-9a33-0e349d2e4213 req-07836dfc-2c6b-4ca8-96e8-82631ef1332b tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.57 "DELETE /v2.0/ports/63cf76c9-1e93-4df8-a4e4-cd11edf8db1f HTTP/1.1" status: 204 len: 173 time: 0.9463000 Mar 11 19:38:38.477176 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d2be0c-60f7-4b21-82d5-4bc9663b79c8', 'name': 'network-vif-deleted', 'tag': '63cf76c9-1e93-4df8-a4e4-cd11edf8db1f'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:38:38.481753 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c53eb344-4047-4536-b848-0447e53aa753" -d '{"events": [{"server_uuid": "e1d2be0c-60f7-4b21-82d5-4bc9663b79c8", "name": "network-vif-deleted", "tag": "63cf76c9-1e93-4df8-a4e4-cd11edf8db1f"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:38:38.493766 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0951f48d-ab0d-42c7-b2e8-c04aca587204 req-e4671f37-00ed-4fde-917a-92feb038788e tempest-ServerRescueNegativeTestJSON-713650276 tempest-ServerRescueNegativeTestJSON-713650276-project] 10.222.0.65 "GET /v2.0/ports?device_id=e1d2be0c-60f7-4b21-82d5-4bc9663b79c8 HTTP/1.1" status: 200 len: 210 time: 0.0815730 Mar 11 19:38:38.529141 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 9b18110b-6a81-4c6d-a4ab-e9a9946c7c95 details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:38:38.682369 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 9b18110b-6a81-4c6d-a4ab-e9a9946c7c95, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=9b18110b-6a81-4c6d-a4ab-e9a9946c7c95,segment=NetworkSegment(fb0d3c28-c469-4087-9b7c-7209f45228b3),segment_id=fb0d3c28-c469-4087-9b7c-7209f45228b3)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:38.696938 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': '9b18110b-6a81-4c6d-a4ab-e9a9946c7c95', 'network_id': '26599c04-c03d-4e34-83de-a092bae2f75e', 'port_id': '9b18110b-6a81-4c6d-a4ab-e9a9946c7c95', 'mac_address': 'fa:16:3e:fd:c5:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86f84498-7845-4a44-a8ca-9b6851ba94c2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:38:38.744096 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 9b18110b-6a81-4c6d-a4ab-e9a9946c7c95 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:38:38.745601 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (9b18110b-6a81-4c6d-a4ab-e9a9946c7c95), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:38.754927 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a92283-6023-4800-b070-985588de2fd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11fa5835-a64a-4cd6-b1e9-bb82e135dd43'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:38:38.758594 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa61958-f1ad-4660-9bca-602ad68b161b" -d '{"events": [{"server_uuid": "63a92283-6023-4800-b070-985588de2fd9", "name": "network-vif-plugged", "status": "completed", "tag": "11fa5835-a64a-4cd6-b1e9-bb82e135dd43"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:38:38.771506 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b18110b-6a81-4c6d-a4ab-e9a9946c7c95 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:38:38.826828 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 9b18110b-6a81-4c6d-a4ab-e9a9946c7c95, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=9b18110b-6a81-4c6d-a4ab-e9a9946c7c95,segment=NetworkSegment(fb0d3c28-c469-4087-9b7c-7209f45228b3),segment_id=fb0d3c28-c469-4087-9b7c-7209f45228b3)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:38.838484 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (9b18110b-6a81-4c6d-a4ab-e9a9946c7c95), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:38.924458 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 2d98c400-07f5-4a86-882f-5ed09d9a0dc0 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:38:39.092915 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=9b18110b-6a81-4c6d-a4ab-e9a9946c7c95,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:39.137129 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 2d98c400-07f5-4a86-882f-5ed09d9a0dc0 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:38:39.137897 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (2d98c400-07f5-4a86-882f-5ed09d9a0dc0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:39.224631 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d4098a-49e5-4704-8472-3f7a6c1cdef8 x-openstack-request-id: req-23d4098a-49e5-4704-8472-3f7a6c1cdef8 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:38:39.227187 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1d2be0c-60f7-4b21-82d5-4bc9663b79c8", "name": "network-vif-deleted", "tag": "63cf76c9-1e93-4df8-a4e4-cd11edf8db1f", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:38:39.227983 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-23d4098a-49e5-4704-8472-3f7a6c1cdef8 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:38:39.229278 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d2be0c-60f7-4b21-82d5-4bc9663b79c8', 'name': 'network-vif-deleted', 'tag': '63cf76c9-1e93-4df8-a4e4-cd11edf8db1f', 'status': 'completed', 'code': 200} Mar 11 19:38:39.229604 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['9b18110b-6a81-4c6d-a4ab-e9a9946c7c95'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:38:39.318919 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 2d98c400-07f5-4a86-882f-5ed09d9a0dc0 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:38:39.319332 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2d98c400-07f5-4a86-882f-5ed09d9a0dc0), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:39.406484 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 2d98c400-07f5-4a86-882f-5ed09d9a0dc0, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=2d98c400-07f5-4a86-882f-5ed09d9a0dc0,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:39.429706 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (2d98c400-07f5-4a86-882f-5ed09d9a0dc0), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:39.451247 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51608632-233e-4707-8e5a-c3d835710353 req-2173503c-279e-434d-a6e2-3bee5e2bd2a9 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:39.453596 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-51608632-233e-4707-8e5a-c3d835710353 req-2173503c-279e-434d-a6e2-3bee5e2bd2a9 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba721f35-64d8-4b0f-a3eb-8bf796c42117 HTTP/1.1" status: 200 len: 950 time: 0.1164262 Mar 11 19:38:39.571127 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-51608632-233e-4707-8e5a-c3d835710353 req-feabfd9e-7955-481e-98b5-731298949679 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] 10.222.0.65 "GET /v2.0/security-groups?id=d6ec3875-7b7a-48a6-895f-59f33b550d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104541 Mar 11 19:38:39.597101 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=2d98c400-07f5-4a86-882f-5ed09d9a0dc0,revision_number=7']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:39.638331 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d5ea74-ad98-4da4-bf18-490d856501d8 x-openstack-request-id: req-68d5ea74-ad98-4da4-bf18-490d856501d8 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:38:39.638636 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63a92283-6023-4800-b070-985588de2fd9", "name": "network-vif-plugged", "status": "completed", "tag": "11fa5835-a64a-4cd6-b1e9-bb82e135dd43", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:38:39.638894 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-68d5ea74-ad98-4da4-bf18-490d856501d8 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:38:39.639298 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63a92283-6023-4800-b070-985588de2fd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11fa5835-a64a-4cd6-b1e9-bb82e135dd43', 'code': 200} Mar 11 19:38:39.833653 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe3bcd-8076-4458-b084-5747b48a196f req-3a2d62c7-8211-4d19-9b50-8c8752908f55 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:39.856246 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6bfe3bcd-8076-4458-b084-5747b48a196f req-3a2d62c7-8211-4d19-9b50-8c8752908f55 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "GET /v2.0/ports?device_id=354488d0-8811-4789-8bda-a6a0309f9fa8 HTTP/1.1" status: 200 len: 944 time: 0.1695790 Mar 11 19:38:39.918299 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ba945-a1bf-4f7c-8e68-36df9cee636a req-59fa5bbf-7ecc-478d-9560-b1a570cd6f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:39.922412 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-258ba945-a1bf-4f7c-8e68-36df9cee636a req-59fa5bbf-7ecc-478d-9560-b1a570cd6f19 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=63a92283-6023-4800-b070-985588de2fd9 HTTP/1.1" status: 200 len: 1127 time: 0.1393015 Mar 11 19:38:39.953733 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6bfe3bcd-8076-4458-b084-5747b48a196f req-d25c49e6-4c46-4035-8c87-bf5369c52cfa tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e517e2d-c796-4eb6-a34e-da2fbfb59fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962567 Mar 11 19:38:39.996920 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-258ba945-a1bf-4f7c-8e68-36df9cee636a req-82c653df-1cd9-470f-bad1-0db382306c3e service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=9eadf186-3007-49d9-b4f3-e4bc7305f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673761 Mar 11 19:38:40.125875 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88252c03-5bac-4da7-9ac1-60dd0663c7ec req-926c3dc3-dd7f-4990-932f-5f027361448a tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:40.135431 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-88252c03-5bac-4da7-9ac1-60dd0663c7ec req-926c3dc3-dd7f-4990-932f-5f027361448a tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/ports?device_id=63a92283-6023-4800-b070-985588de2fd9 HTTP/1.1" status: 200 len: 945 time: 0.0900996 Mar 11 19:38:40.199830 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-88252c03-5bac-4da7-9ac1-60dd0663c7ec req-d277375e-7f3f-44e4-9d0c-4a0db30b377e tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/security-groups?id=9eadf186-3007-49d9-b4f3-e4bc7305f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591462 Mar 11 19:38:40.545512 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 9b18110b-6a81-4c6d-a4ab-e9a9946c7c95 up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:38:40.594328 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 37236) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:38:40.656071 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port 9b18110b-6a81-4c6d-a4ab-e9a9946c7c95 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:38:40.670597 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port 9b18110b-6a81-4c6d-a4ab-e9a9946c7c95 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:38:40.670974 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (9b18110b-6a81-4c6d-a4ab-e9a9946c7c95), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:40.896161 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 9b18110b-6a81-4c6d-a4ab-e9a9946c7c95 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:38:40.897629 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (9b18110b-6a81-4c6d-a4ab-e9a9946c7c95), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:40.978122 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 9b18110b-6a81-4c6d-a4ab-e9a9946c7c95, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=9b18110b-6a81-4c6d-a4ab-e9a9946c7c95,segment=NetworkSegment(fb0d3c28-c469-4087-9b7c-7209f45228b3),segment_id=fb0d3c28-c469-4087-9b7c-7209f45228b3)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:40.990171 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (9b18110b-6a81-4c6d-a4ab-e9a9946c7c95), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:40.992256 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 63cf76c9-1e93-4df8-a4e4-cd11edf8db1f no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:38:41.036534 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: 63cf76c9-1e93-4df8-a4e4-cd11edf8db1f {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:38:41.036917 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 63cf76c9-1e93-4df8-a4e4-cd11edf8db1f not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:38:41.148052 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-35c85bb6-4c60-49f7-85b2-e51d4569df98 req-5e642df7-826f-4ab1-965f-a4fa123ea1f9 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=7e334c5d50d64cd78c2d54308e423156&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0635390 Mar 11 19:38:41.161916 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=9b18110b-6a81-4c6d-a4ab-e9a9946c7c95,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:41.334985 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c4b408f7-7ab1-4d9a-b940-6390ade73830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (eaa26470-4c63-4a35-aa02-be8fbe5d2a39), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:41.397408 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c85bb6-4c60-49f7-85b2-e51d4569df98 req-764e8e99-42c0-4ee6-bf14-437d73ac20f1 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:41.404286 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-35c85bb6-4c60-49f7-85b2-e51d4569df98 req-764e8e99-42c0-4ee6-bf14-437d73ac20f1 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2499497 Mar 11 19:38:41.420861 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-35c85bb6-4c60-49f7-85b2-e51d4569df98 req-8994e066-56ff-49f4-8bb3-7e1386ede80d tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] 10.222.0.65 "GET /v2.0/quotas/7e334c5d50d64cd78c2d54308e423156 HTTP/1.1" status: 200 len: 375 time: 0.0155718 Mar 11 19:38:41.523829 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-35c85bb6-4c60-49f7-85b2-e51d4569df98 req-f20d55e1-0a34-4483-b2e3-55cbbf6453f3 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=7e334c5d50d64cd78c2d54308e423156&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1020303 Mar 11 19:38:41.640170 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff6512a6-65de-4148-9b6b-4d286cc158a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d98c400-07f5-4a86-882f-5ed09d9a0dc0'}, {'server_uuid': '354488d0-8811-4789-8bda-a6a0309f9fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b18110b-6a81-4c6d-a4ab-e9a9946c7c95'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:38:41.643885 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4736078-bf2d-479f-8433-2289e2fa04e8" -d '{"events": [{"server_uuid": "ff6512a6-65de-4148-9b6b-4d286cc158a6", "name": "network-vif-plugged", "status": "completed", "tag": "2d98c400-07f5-4a86-882f-5ed09d9a0dc0"}, {"server_uuid": "354488d0-8811-4789-8bda-a6a0309f9fa8", "name": "network-vif-plugged", "status": "completed", "tag": "9b18110b-6a81-4c6d-a4ab-e9a9946c7c95"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:38:41.858186 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-c4b408f7-7ab1-4d9a-b940-6390ade73830 admin admin] Deleting port 223054f4-a33c-4c61-aafa-060596f1976b {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:38:41.859107 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c4b408f7-7ab1-4d9a-b940-6390ade73830 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (223054f4-a33c-4c61-aafa-060596f1976b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:41.860452 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d182f02-ff5d-44a8-bfe1-524a5094fd4f req-65badbb1-ae9b-4dfd-aef5-b78cdceb2ccd tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:41.869240 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1d182f02-ff5d-44a8-bfe1-524a5094fd4f req-65badbb1-ae9b-4dfd-aef5-b78cdceb2ccd tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "GET /v2.0/ports?device_id=354488d0-8811-4789-8bda-a6a0309f9fa8 HTTP/1.1" status: 200 len: 945 time: 0.0764904 Mar 11 19:38:41.949166 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-c4b408f7-7ab1-4d9a-b940-6390ade73830 admin admin] For port 223054f4-a33c-4c61-aafa-060596f1976b, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=223054f4-a33c-4c61-aafa-060596f1976b,segment=NetworkSegment(7270d687-c8ec-4c70-8559-a8ffaad98e19),segment_id=7270d687-c8ec-4c70-8559-a8ffaad98e19)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:41.949796 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c4b408f7-7ab1-4d9a-b940-6390ade73830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (223054f4-a33c-4c61-aafa-060596f1976b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:41.957441 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1d182f02-ff5d-44a8-bfe1-524a5094fd4f req-f7e124b4-1386-4448-b6c0-6d1efa7ed15e tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e517e2d-c796-4eb6-a34e-da2fbfb59fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810452 Mar 11 19:38:41.989994 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-c4b408f7-7ab1-4d9a-b940-6390ade73830 admin admin] Calling delete_port for 223054f4-a33c-4c61-aafa-060596f1976b owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:38:42.178050 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba582f5-dd86-4d22-8b69-1a29b7a3d8b7 req-8c606d43-fba3-4059-b29b-178ddb1e7300 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:42.186264 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9ba582f5-dd86-4d22-8b69-1a29b7a3d8b7 req-8c606d43-fba3-4059-b29b-178ddb1e7300 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/ports?device_id=63a92283-6023-4800-b070-985588de2fd9 HTTP/1.1" status: 200 len: 945 time: 0.1261468 Mar 11 19:38:42.262564 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c4b408f7-7ab1-4d9a-b940-6390ade73830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (223054f4-a33c-4c61-aafa-060596f1976b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:42.280930 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9ba582f5-dd86-4d22-8b69-1a29b7a3d8b7 req-2d0e6b97-8e3d-4aff-9fe9-ddad3efcb17d tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/security-groups?id=9eadf186-3007-49d9-b4f3-e4bc7305f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900929 Mar 11 19:38:42.324532 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b408f7-7ab1-4d9a-b940-6390ade73830 admin admin] Pushing event deleted for resources: {'Port': ['ID=223054f4-a33c-4c61-aafa-060596f1976b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:42.332734 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Mar 2022 19:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d189f1a-8692-4fee-9e66-7dc9309b71bc x-openstack-request-id: req-8d189f1a-8692-4fee-9e66-7dc9309b71bc {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:38:42.333329 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff6512a6-65de-4148-9b6b-4d286cc158a6", "name": "network-vif-plugged", "status": "completed", "tag": "2d98c400-07f5-4a86-882f-5ed09d9a0dc0", "code": 200}, {"server_uuid": "354488d0-8811-4789-8bda-a6a0309f9fa8", "name": "network-vif-plugged", "status": "completed", "tag": "9b18110b-6a81-4c6d-a4ab-e9a9946c7c95", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:38:42.333746 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8d189f1a-8692-4fee-9e66-7dc9309b71bc {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:38:42.340425 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff6512a6-65de-4148-9b6b-4d286cc158a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d98c400-07f5-4a86-882f-5ed09d9a0dc0', 'code': 200} Mar 11 19:38:42.341490 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '354488d0-8811-4789-8bda-a6a0309f9fa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b18110b-6a81-4c6d-a4ab-e9a9946c7c95', 'code': 200} Mar 11 19:38:42.442456 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f91631c-9c21-4aad-aaa4-a79f6f0f9e73 req-70a3861f-3602-4c7b-90fb-566e4a80f051 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] 10.222.0.65 "GET /v2.0/ports?device_id=539f928d-f9c3-414d-9c1a-ffb29e3c5af9 HTTP/1.1" status: 200 len: 210 time: 0.0474193 Mar 11 19:38:42.637806 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f0351-562f-462a-a1e1-19adf07050d7 req-579012d8-e856-4525-b8a7-9b6dcfc43812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:42.639822 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-241f0351-562f-462a-a1e1-19adf07050d7 req-579012d8-e856-4525-b8a7-9b6dcfc43812 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=354488d0-8811-4789-8bda-a6a0309f9fa8 HTTP/1.1" status: 200 len: 1127 time: 0.2306776 Mar 11 19:38:42.729909 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-241f0351-562f-462a-a1e1-19adf07050d7 req-6f36bce5-efff-4de8-89c6-d4d0a30d0f68 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5e517e2d-c796-4eb6-a34e-da2fbfb59fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831063 Mar 11 19:38:42.782691 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6491b70-66eb-4e10-a43b-8bb80f5f1714 req-97f0d0f1-4ff1-4b68-8c78-7f894781f926 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:42.791445 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c4b408f7-7ab1-4d9a-b940-6390ade73830 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (eaa26470-4c63-4a35-aa02-be8fbe5d2a39), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:42.793957 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d6491b70-66eb-4e10-a43b-8bb80f5f1714 req-97f0d0f1-4ff1-4b68-8c78-7f894781f926 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/ports?device_id=63a92283-6023-4800-b070-985588de2fd9 HTTP/1.1" status: 200 len: 945 time: 0.1054018 Mar 11 19:38:42.895750 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d6491b70-66eb-4e10-a43b-8bb80f5f1714 req-f8e1bd58-70ba-425d-b1ab-fa33569d344c tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/security-groups?id=9eadf186-3007-49d9-b4f3-e4bc7305f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948555 Mar 11 19:38:43.189606 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4b408f7-7ab1-4d9a-b940-6390ade73830 admin admin] Router eaa26470-4c63-4a35-aa02-be8fbe5d2a39 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:38:43.414559 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef8d31b-35e5-482a-b145-0207e1648e4d req-95ba1425-7201-408c-9655-2283df84407b tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:43.421197 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1ef8d31b-35e5-482a-b145-0207e1648e4d req-95ba1425-7201-408c-9655-2283df84407b tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "GET /v2.0/ports?device_id=354488d0-8811-4789-8bda-a6a0309f9fa8 HTTP/1.1" status: 200 len: 945 time: 0.1565087 Mar 11 19:38:43.498512 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b408f7-7ab1-4d9a-b940-6390ade73830 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:38:43.510488 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ae196e-fdfe-47cd-b0f8-1cee90b9899e None None] Sync routers for ids ['eaa26470-4c63-4a35-aa02-be8fbe5d2a39'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:38:43.539126 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ae196e-fdfe-47cd-b0f8-1cee90b9899e None None] Routers {'eaa26470-4c63-4a35-aa02-be8fbe5d2a39'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:38:43.545522 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c4b408f7-7ab1-4d9a-b940-6390ade73830 admin admin] 10.222.0.65 "PUT /v2.0/routers/eaa26470-4c63-4a35-aa02-be8fbe5d2a39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9467182 Mar 11 19:38:43.545703 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-14ae196e-fdfe-47cd-b0f8-1cee90b9899e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:38:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['eaa26470-4c63-4a35-aa02-be8fbe5d2a39'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:43.549978 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1ef8d31b-35e5-482a-b145-0207e1648e4d req-da87d68f-07d4-4d24-a90a-9044412e4883 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e517e2d-c796-4eb6-a34e-da2fbfb59fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204832 Mar 11 19:38:43.549978 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 37310) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:38:43.759883 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-14ae196e-fdfe-47cd-b0f8-1cee90b9899e None None] Set router eaa26470-4c63-4a35-aa02-be8fbe5d2a39 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:38:43.897992 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-35c85bb6-4c60-49f7-85b2-e51d4569df98 req-1ccd4638-91e2-49e6-858b-d9e95c7f6e32 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=7e334c5d50d64cd78c2d54308e423156&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413690 Mar 11 19:38:44.029798 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1c8f0d80-1e31-4aa0-ac30-2b39b880e1af admin admin] Publish callbacks [] for router (eaa26470-4c63-4a35-aa02-be8fbe5d2a39), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:44.204791 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c85bb6-4c60-49f7-85b2-e51d4569df98 req-ab313175-f8d5-45d3-86e3-6919c1be423a tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:44.207381 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-35c85bb6-4c60-49f7-85b2-e51d4569df98 req-ab313175-f8d5-45d3-86e3-6919c1be423a tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2951415 Mar 11 19:38:44.219805 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-35c85bb6-4c60-49f7-85b2-e51d4569df98 req-01736ef1-981f-4cba-839c-9d4dfc95a6ca tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] Request body: {'port': {'device_id': '539f928d-f9c3-414d-9c1a-ffb29e3c5af9', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'admin_state_up': True, 'tenant_id': '7e334c5d50d64cd78c2d54308e423156'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:38:44.339702 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1c8f0d80-1e31-4aa0-ac30-2b39b880e1af admin admin] Publish callbacks [] for router_gateway (eaa26470-4c63-4a35-aa02-be8fbe5d2a39), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:44.488948 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727aba8b-59fa-44eb-9cc9-5879fff2a02a req-36b94272-0acd-437e-81b7-5796ce77e40f tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:44.502073 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-727aba8b-59fa-44eb-9cc9-5879fff2a02a req-36b94272-0acd-437e-81b7-5796ce77e40f tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/networks?id=4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00 HTTP/1.1" status: 200 len: 814 time: 0.7564974 Mar 11 19:38:44.510068 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35c85bb6-4c60-49f7-85b2-e51d4569df98 req-01736ef1-981f-4cba-839c-9d4dfc95a6ca tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] Made reservation on behalf of 7e334c5d50d64cd78c2d54308e423156 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:38:44.513827 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-35c85bb6-4c60-49f7-85b2-e51d4569df98 req-01736ef1-981f-4cba-839c-9d4dfc95a6ca tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:44.537886 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-727aba8b-59fa-44eb-9cc9-5879fff2a02a req-09d6aae9-d60d-4e16-b8b6-8f5e6100f662 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/quotas/6f7b5a979307498d8f69fb2b0e734e8f HTTP/1.1" status: 200 len: 375 time: 0.0329299 Mar 11 19:38:44.649817 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-1c8f0d80-1e31-4aa0-ac30-2b39b880e1af admin admin] Deleting port b2597b90-4c4b-465c-8883-adccd337e61a {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:38:44.652291 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1c8f0d80-1e31-4aa0-ac30-2b39b880e1af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (b2597b90-4c4b-465c-8883-adccd337e61a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:44.680888 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-727aba8b-59fa-44eb-9cc9-5879fff2a02a req-34b456d9-9d5a-4cf7-9fb5-54068402bdb2 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=6f7b5a979307498d8f69fb2b0e734e8f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1411362 Mar 11 19:38:44.754987 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-35c85bb6-4c60-49f7-85b2-e51d4569df98 req-01736ef1-981f-4cba-839c-9d4dfc95a6ca tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] Allocated IP 192.168.233.251 (885772b1-9b97-4e1d-a0fb-e125030c5a81/9bb14923-74c3-4313-be8d-ed33542f05aa/fb5df2d2-7c82-428d-bb00-bcec795812c6) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:38:44.907249 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-14ae196e-fdfe-47cd-b0f8-1cee90b9899e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa26470-4c63-4a35-aa02-be8fbe5d2a39', 'name': 'tempest-ServerRescueNegativeTestJSON-2124418623-router', 'tenant_id': '57167832d4db4819b4f5cac954866076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': 'b2597b90-4c4b-465c-8883-adccd337e61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:34:35Z', 'updated_at': '2022-03-11T19:38:42Z', 'revision_number': 5, 'project_id': '57167832d4db4819b4f5cac954866076', 'gw_port': {'id': 'b2597b90-4c4b-465c-8883-adccd337e61a', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f4:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa26470-4c63-4a35-aa02-be8fbe5d2a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 894, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:34:36Z', 'updated_at': '2022-03-11T19:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:44.924783 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-35c85bb6-4c60-49f7-85b2-e51d4569df98 req-01736ef1-981f-4cba-839c-9d4dfc95a6ca tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] Publish callbacks [] for port (fb5df2d2-7c82-428d-bb00-bcec795812c6), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:44.986157 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-35c85bb6-4c60-49f7-85b2-e51d4569df98 req-01736ef1-981f-4cba-839c-9d4dfc95a6ca tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (fb5df2d2-7c82-428d-bb00-bcec795812c6), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:44.999263 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ae196e-fdfe-47cd-b0f8-1cee90b9899e None None] Checking router: eaa26470-4c63-4a35-aa02-be8fbe5d2a39 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:38:45.023342 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['ce6f3ac3-2803-487e-8eaf-10eb9024ccd8'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:38:45.025953 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ae196e-fdfe-47cd-b0f8-1cee90b9899e None None] Routers {'eaa26470-4c63-4a35-aa02-be8fbe5d2a39'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:38:45.026771 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-14ae196e-fdfe-47cd-b0f8-1cee90b9899e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:38:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['eaa26470-4c63-4a35-aa02-be8fbe5d2a39'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:45.062432 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-727aba8b-59fa-44eb-9cc9-5879fff2a02a req-0cebd7ad-91f3-4f68-9bd0-fb9771e4c08b service neutron] 10.222.0.65 "GET /v2.0/networks/4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3800042 Mar 11 19:38:45.111938 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35c85bb6-4c60-49f7-85b2-e51d4569df98 req-01736ef1-981f-4cba-839c-9d4dfc95a6ca tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] Network 885772b1-9b97-4e1d-a0fb-e125030c5a81 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:38:45.113625 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01736ef1-981f-4cba-839c-9d4dfc95a6ca tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] Pushing event updated for resources: {'Port': ['ID=fb5df2d2-7c82-428d-bb00-bcec795812c6,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:45.123762 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-35c85bb6-4c60-49f7-85b2-e51d4569df98 req-01736ef1-981f-4cba-839c-9d4dfc95a6ca tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:38:45.128288 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-35c85bb6-4c60-49f7-85b2-e51d4569df98 req-01736ef1-981f-4cba-839c-9d4dfc95a6ca tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:38:45.229917 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c78464-d3f2-419f-93fd-fc6479ecfff4 req-ba41f6ad-9245-4f04-bdc6-28c80d56113b tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:45.254233 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-b9c78464-d3f2-419f-93fd-fc6479ecfff4 req-ba41f6ad-9245-4f04-bdc6-28c80d56113b tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.75 "GET /v2.0/ports?device_id=63a92283-6023-4800-b070-985588de2fd9 HTTP/1.1" status: 200 len: 945 time: 0.2786651 Mar 11 19:38:45.293548 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-727aba8b-59fa-44eb-9cc9-5879fff2a02a req-b1ae5314-914d-4356-a2f3-69f5c34802f9 service neutron] 10.222.0.65 "GET /v2.0/networks/4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301056 Mar 11 19:38:45.302388 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c85bb6-4c60-49f7-85b2-e51d4569df98 req-01736ef1-981f-4cba-839c-9d4dfc95a6ca tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:45.304150 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-35c85bb6-4c60-49f7-85b2-e51d4569df98 req-01736ef1-981f-4cba-839c-9d4dfc95a6ca tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:45.395400 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-14ae196e-fdfe-47cd-b0f8-1cee90b9899e None None] Set router eaa26470-4c63-4a35-aa02-be8fbe5d2a39 gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:38:45.412265 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-1c8f0d80-1e31-4aa0-ac30-2b39b880e1af admin admin] For port b2597b90-4c4b-465c-8883-adccd337e61a, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=b2597b90-4c4b-465c-8883-adccd337e61a,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:45.416240 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1c8f0d80-1e31-4aa0-ac30-2b39b880e1af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (b2597b90-4c4b-465c-8883-adccd337e61a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:45.433328 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-35c85bb6-4c60-49f7-85b2-e51d4569df98 req-01736ef1-981f-4cba-839c-9d4dfc95a6ca tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2178361 Mar 11 19:38:45.452736 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-1c8f0d80-1e31-4aa0-ac30-2b39b880e1af admin admin] Calling delete_port for b2597b90-4c4b-465c-8883-adccd337e61a owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:38:45.477661 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-35c85bb6-4c60-49f7-85b2-e51d4569df98 req-9e583086-abda-456c-acb0-d20d30a6ee66 service neutron] Request body: {'port': {'device_id': '539f928d-f9c3-414d-9c1a-ffb29e3c5af9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:38:45.494366 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-14ae196e-fdfe-47cd-b0f8-1cee90b9899e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa26470-4c63-4a35-aa02-be8fbe5d2a39', 'name': 'tempest-ServerRescueNegativeTestJSON-2124418623-router', 'tenant_id': '57167832d4db4819b4f5cac954866076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:34:35Z', 'updated_at': '2022-03-11T19:38:44Z', 'revision_number': 6, 'project_id': '57167832d4db4819b4f5cac954866076', 'gw_port_host': None}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:45.635702 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ae196e-fdfe-47cd-b0f8-1cee90b9899e None None] The sync data for ids ['eaa26470-4c63-4a35-aa02-be8fbe5d2a39'] in n-d-833163-1 is: [{'id': 'eaa26470-4c63-4a35-aa02-be8fbe5d2a39', 'name': 'tempest-ServerRescueNegativeTestJSON-2124418623-router', 'tenant_id': '57167832d4db4819b4f5cac954866076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:34:35Z', 'updated_at': '2022-03-11T19:38:44Z', 'revision_number': 6, 'project_id': '57167832d4db4819b4f5cac954866076', 'gw_port_host': None}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:38:45.657074 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-35c85bb6-4c60-49f7-85b2-e51d4569df98 req-9e583086-abda-456c-acb0-d20d30a6ee66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (fb5df2d2-7c82-428d-bb00-bcec795812c6), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:45.830626 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-9313b4c2-e461-4a4f-9496-1b653dc3572a None None] Provisioning complete for port fb5df2d2-7c82-428d-bb00-bcec795812c6 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:38:45.831168 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9313b4c2-e461-4a4f-9496-1b653dc3572a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (fb5df2d2-7c82-428d-bb00-bcec795812c6), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:45.887821 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-9313b4c2-e461-4a4f-9496-1b653dc3572a None None] Port fb5df2d2-7c82-428d-bb00-bcec795812c6 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:38:46.018516 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1c8f0d80-1e31-4aa0-ac30-2b39b880e1af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (b2597b90-4c4b-465c-8883-adccd337e61a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:46.193078 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1c8f0d80-1e31-4aa0-ac30-2b39b880e1af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (eaa26470-4c63-4a35-aa02-be8fbe5d2a39), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:46.231154 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8f0d80-1e31-4aa0-ac30-2b39b880e1af admin admin] Pushing event deleted for resources: {'Port': ['ID=b2597b90-4c4b-465c-8883-adccd337e61a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:46.299523 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f626cb24-fa4b-4067-856d-bb15a171c7a6 req-6c16564d-21d7-490f-9c7a-5d780523ae0f tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:46.310670 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f626cb24-fa4b-4067-856d-bb15a171c7a6 req-6c16564d-21d7-490f-9c7a-5d780523ae0f tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] 10.222.0.65 "GET /v2.0/ports?device_id=539f928d-f9c3-414d-9c1a-ffb29e3c5af9 HTTP/1.1" status: 200 len: 936 time: 0.5124671 Mar 11 19:38:46.707353 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-b9c78464-d3f2-419f-93fd-fc6479ecfff4 req-3932b707-9d91-4603-8c2a-2da4df95f330 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Deleting port 11fa5835-a64a-4cd6-b1e9-bb82e135dd43 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:38:46.708379 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b9c78464-d3f2-419f-93fd-fc6479ecfff4 req-3932b707-9d91-4603-8c2a-2da4df95f330 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (11fa5835-a64a-4cd6-b1e9-bb82e135dd43), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:46.727962 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-35c85bb6-4c60-49f7-85b2-e51d4569df98 req-9e583086-abda-456c-acb0-d20d30a6ee66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb5df2d2-7c82-428d-bb00-bcec795812c6 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:38:46.779967 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-35c85bb6-4c60-49f7-85b2-e51d4569df98 req-9e583086-abda-456c-acb0-d20d30a6ee66 service neutron] Publish callbacks [] for port (fb5df2d2-7c82-428d-bb00-bcec795812c6), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:46.858541 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-35c85bb6-4c60-49f7-85b2-e51d4569df98 req-9e583086-abda-456c-acb0-d20d30a6ee66 service neutron] Transition to ACTIVE for port object fb5df2d2-7c82-428d-bb00-bcec795812c6 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:38:46.874678 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-35c85bb6-4c60-49f7-85b2-e51d4569df98 req-9e583086-abda-456c-acb0-d20d30a6ee66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (fb5df2d2-7c82-428d-bb00-bcec795812c6), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:46.953970 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-b9c78464-d3f2-419f-93fd-fc6479ecfff4 req-3932b707-9d91-4603-8c2a-2da4df95f330 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] For port 11fa5835-a64a-4cd6-b1e9-bb82e135dd43, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=11fa5835-a64a-4cd6-b1e9-bb82e135dd43,segment=NetworkSegment(1c6aa5b7-681f-4a80-a0b7-793b4ab0118d),segment_id=1c6aa5b7-681f-4a80-a0b7-793b4ab0118d)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:46.954558 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b9c78464-d3f2-419f-93fd-fc6479ecfff4 req-3932b707-9d91-4603-8c2a-2da4df95f330 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (11fa5835-a64a-4cd6-b1e9-bb82e135dd43), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:46.984435 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e583086-abda-456c-acb0-d20d30a6ee66 service neutron] Pushing event updated for resources: {'Port': ['ID=fb5df2d2-7c82-428d-bb00-bcec795812c6,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:46.988023 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-b9c78464-d3f2-419f-93fd-fc6479ecfff4 req-3932b707-9d91-4603-8c2a-2da4df95f330 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Calling delete_port for 11fa5835-a64a-4cd6-b1e9-bb82e135dd43 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:38:47.090188 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f626cb24-fa4b-4067-856d-bb15a171c7a6 req-77525ef3-f0cd-42e4-9ba9-39d8e2cd3a7a tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] 10.222.0.65 "GET /v2.0/security-groups?id=d6ec3875-7b7a-48a6-895f-59f33b550d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7758918 Mar 11 19:38:47.100242 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1c8f0d80-1e31-4aa0-ac30-2b39b880e1af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (eaa26470-4c63-4a35-aa02-be8fbe5d2a39), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:47.114242 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1c8f0d80-1e31-4aa0-ac30-2b39b880e1af admin admin] Publish callbacks [] for router_controller (eaa26470-4c63-4a35-aa02-be8fbe5d2a39), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:47.255056 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-35c85bb6-4c60-49f7-85b2-e51d4569df98 req-9e583086-abda-456c-acb0-d20d30a6ee66 service neutron] Attempting to bind port fb5df2d2-7c82-428d-bb00-bcec795812c6 on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:38:47.255609 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-35c85bb6-4c60-49f7-85b2-e51d4569df98 req-9e583086-abda-456c-acb0-d20d30a6ee66 service neutron] Attempting to bind port fb5df2d2-7c82-428d-bb00-bcec795812c6 by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:38:47.257955 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c85bb6-4c60-49f7-85b2-e51d4569df98 req-9e583086-abda-456c-acb0-d20d30a6ee66 service neutron] Attempting to bind port fb5df2d2-7c82-428d-bb00-bcec795812c6 on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:38:47.267527 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1c8f0d80-1e31-4aa0-ac30-2b39b880e1af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (eaa26470-4c63-4a35-aa02-be8fbe5d2a39), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:47.268334 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c8f0d80-1e31-4aa0-ac30-2b39b880e1af admin admin] Fanout notify agent at l3_agent the message router_deleted on router eaa26470-4c63-4a35-aa02-be8fbe5d2a39 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:38:47.294017 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1c8f0d80-1e31-4aa0-ac30-2b39b880e1af admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:47.295458 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-1c8f0d80-1e31-4aa0-ac30-2b39b880e1af admin admin] 10.222.0.65 "DELETE /v2.0/routers/eaa26470-4c63-4a35-aa02-be8fbe5d2a39 HTTP/1.1" status: 204 len: 168 time: 3.7462242 Mar 11 19:38:47.310740 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 37352) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:38:47.324986 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c85bb6-4c60-49f7-85b2-e51d4569df98 req-9e583086-abda-456c-acb0-d20d30a6ee66 service neutron] Port fb5df2d2-7c82-428d-bb00-bcec795812c6 on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:38:47.325343 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c85bb6-4c60-49f7-85b2-e51d4569df98 req-9e583086-abda-456c-acb0-d20d30a6ee66 service neutron] Attempting to bind port fb5df2d2-7c82-428d-bb00-bcec795812c6 on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:38:47.384223 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c85bb6-4c60-49f7-85b2-e51d4569df98 req-9e583086-abda-456c-acb0-d20d30a6ee66 service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:38:47.384685 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c85bb6-4c60-49f7-85b2-e51d4569df98 req-9e583086-abda-456c-acb0-d20d30a6ee66 service neutron] Checking segment: {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:38:47.385093 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35c85bb6-4c60-49f7-85b2-e51d4569df98 req-9e583086-abda-456c-acb0-d20d30a6ee66 service neutron] Bound using segment: {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:38:47.385586 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-35c85bb6-4c60-49f7-85b2-e51d4569df98 req-9e583086-abda-456c-acb0-d20d30a6ee66 service neutron] Bound port: fb5df2d2-7c82-428d-bb00-bcec795812c6, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:38:47.385965 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-35c85bb6-4c60-49f7-85b2-e51d4569df98 req-9e583086-abda-456c-acb0-d20d30a6ee66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (fb5df2d2-7c82-428d-bb00-bcec795812c6), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:47.480865 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-be8649ef-5de6-4281-8a0a-386d6c3ff0d7 admin admin] Deleting subnet 23a3dd94-cd73-4b82-b4a6-b6bdd0e8f5ac {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:38:47.485523 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-be8649ef-5de6-4281-8a0a-386d6c3ff0d7 admin admin] Publish callbacks [] for subnet (23a3dd94-cd73-4b82-b4a6-b6bdd0e8f5ac), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:47.533748 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:38:47.647589 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-be8649ef-5de6-4281-8a0a-386d6c3ff0d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (23a3dd94-cd73-4b82-b4a6-b6bdd0e8f5ac), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:47.714134 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 223054f4-a33c-4c61-aafa-060596f1976b no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:38:47.786208 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 223054f4-a33c-4c61-aafa-060596f1976b {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:38:47.789145 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 223054f4-a33c-4c61-aafa-060596f1976b not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:38:47.790268 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device b2597b90-4c4b-465c-8883-adccd337e61a no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:38:47.804207 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-35c85bb6-4c60-49f7-85b2-e51d4569df98 req-9e583086-abda-456c-acb0-d20d30a6ee66 service neutron] For port fb5df2d2-7c82-428d-bb00-bcec795812c6, host n-h2-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:38:47.807413 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-35c85bb6-4c60-49f7-85b2-e51d4569df98 req-9e583086-abda-456c-acb0-d20d30a6ee66 service neutron] For port fb5df2d2-7c82-428d-bb00-bcec795812c6, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=fb5df2d2-7c82-428d-bb00-bcec795812c6,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:38:47.810637 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b9c78464-d3f2-419f-93fd-fc6479ecfff4 req-3932b707-9d91-4603-8c2a-2da4df95f330 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (11fa5835-a64a-4cd6-b1e9-bb82e135dd43), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:47.824190 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-35c85bb6-4c60-49f7-85b2-e51d4569df98 req-9e583086-abda-456c-acb0-d20d30a6ee66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (fb5df2d2-7c82-428d-bb00-bcec795812c6), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:47.871779 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: b2597b90-4c4b-465c-8883-adccd337e61a {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:38:47.872372 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device b2597b90-4c4b-465c-8883-adccd337e61a not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:38:47.927989 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928ea52e-314e-4b8d-9810-8df0aa99a99d req-0be2595f-5d33-4c0c-958c-ce61b6290640 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:47.935408 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-928ea52e-314e-4b8d-9810-8df0aa99a99d req-0be2595f-5d33-4c0c-958c-ce61b6290640 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "GET /v2.0/ports?device_id=354488d0-8811-4789-8bda-a6a0309f9fa8 HTTP/1.1" status: 200 len: 945 time: 0.2988842 Mar 11 19:38:47.961427 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-be8649ef-5de6-4281-8a0a-386d6c3ff0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (23a3dd94-cd73-4b82-b4a6-b6bdd0e8f5ac), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:47.970432 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3932b707-9d91-4603-8c2a-2da4df95f330 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Pushing event deleted for resources: {'Port': ['ID=11fa5835-a64a-4cd6-b1e9-bb82e135dd43,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:48.003599 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9c78464-d3f2-419f-93fd-fc6479ecfff4 req-3932b707-9d91-4603-8c2a-2da4df95f330 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] No DVR routers for this DVR port 11fa5835-a64a-4cd6-b1e9-bb82e135dd43 on host n-h1-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:38:48.034622 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-b9c78464-d3f2-419f-93fd-fc6479ecfff4 req-3932b707-9d91-4603-8c2a-2da4df95f330 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:48.044984 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-b9c78464-d3f2-419f-93fd-fc6479ecfff4 req-3932b707-9d91-4603-8c2a-2da4df95f330 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.75 "DELETE /v2.0/ports/11fa5835-a64a-4cd6-b1e9-bb82e135dd43 HTTP/1.1" status: 204 len: 173 time: 2.7894008 Mar 11 19:38:48.045781 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-928ea52e-314e-4b8d-9810-8df0aa99a99d req-7ebdade5-b091-4613-bde5-0aba26f75940 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e517e2d-c796-4eb6-a34e-da2fbfb59fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092696 Mar 11 19:38:48.047764 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63a92283-6023-4800-b070-985588de2fd9', 'name': 'network-vif-deleted', 'tag': '11fa5835-a64a-4cd6-b1e9-bb82e135dd43'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:38:48.062138 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e262ea07-4127-4674-8042-da7353f49031" -d '{"events": [{"server_uuid": "63a92283-6023-4800-b070-985588de2fd9", "name": "network-vif-deleted", "tag": "11fa5835-a64a-4cd6-b1e9-bb82e135dd43"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:38:48.087963 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727aba8b-59fa-44eb-9cc9-5879fff2a02a req-1f648ae4-44f7-4b8e-9d8f-9e299107913e tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:48.090318 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-727aba8b-59fa-44eb-9cc9-5879fff2a02a req-1f648ae4-44f7-4b8e-9d8f-9e299107913e tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.75 "GET /v2.0/networks?id=4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00 HTTP/1.1" status: 200 len: 814 time: 0.5359306 Mar 11 19:38:48.119704 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-727aba8b-59fa-44eb-9cc9-5879fff2a02a req-46291026-3ea3-46fc-b1bd-a1c33b6be018 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Request body: {'port': {'device_id': '9315b82c-a4f4-47ba-9978-7dbe06ae1bc7', 'network_id': '4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00', 'admin_state_up': True, 'tenant_id': '6f7b5a979307498d8f69fb2b0e734e8f'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:38:48.159228 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c85bb6-4c60-49f7-85b2-e51d4569df98 req-9e583086-abda-456c-acb0-d20d30a6ee66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:48.160270 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-35c85bb6-4c60-49f7-85b2-e51d4569df98 req-9e583086-abda-456c-acb0-d20d30a6ee66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:48.162265 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-35c85bb6-4c60-49f7-85b2-e51d4569df98 req-9e583086-abda-456c-acb0-d20d30a6ee66 service neutron] 10.222.0.57 "PUT /v2.0/ports/fb5df2d2-7c82-428d-bb00-bcec795812c6 HTTP/1.1" status: 200 len: 1096 time: 2.7150948 Mar 11 19:38:48.357992 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e583086-abda-456c-acb0-d20d30a6ee66 service neutron] Pushing event updated for resources: {'Port': ['ID=fb5df2d2-7c82-428d-bb00-bcec795812c6,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:48.406904 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c85bb6-4c60-49f7-85b2-e51d4569df98 req-42690e33-bf47-4926-8b26-7986b6d34e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:48.410557 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-35c85bb6-4c60-49f7-85b2-e51d4569df98 req-42690e33-bf47-4926-8b26-7986b6d34e70 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7e334c5d50d64cd78c2d54308e423156&device_id=539f928d-f9c3-414d-9c1a-ffb29e3c5af9 HTTP/1.1" status: 200 len: 1130 time: 0.1632199 Mar 11 19:38:48.513973 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-35c85bb6-4c60-49f7-85b2-e51d4569df98 req-5379a1be-0e57-483c-b28b-537a894f507d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=fb5df2d2-7c82-428d-bb00-bcec795812c6 HTTP/1.1" status: 200 len: 217 time: 0.0952175 Mar 11 19:38:48.552543 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-abc1719f-9005-4663-8301-06b0a5d46568 req-1705de2a-d491-4479-bfe0-1e53a46ab95f tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/ports?device_id=9315b82c-a4f4-47ba-9978-7dbe06ae1bc7 HTTP/1.1" status: 200 len: 210 time: 0.1431565 Mar 11 19:38:48.563264 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-727aba8b-59fa-44eb-9cc9-5879fff2a02a req-46291026-3ea3-46fc-b1bd-a1c33b6be018 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Made reservation on behalf of 6f7b5a979307498d8f69fb2b0e734e8f for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:38:48.581210 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-727aba8b-59fa-44eb-9cc9-5879fff2a02a req-46291026-3ea3-46fc-b1bd-a1c33b6be018 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:48.635140 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c85bb6-4c60-49f7-85b2-e51d4569df98 req-2c1b1b09-5458-4cd8-9b6e-ec309afb3b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:48.640960 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-35c85bb6-4c60-49f7-85b2-e51d4569df98 req-2c1b1b09-5458-4cd8-9b6e-ec309afb3b59 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.1196837 Mar 11 19:38:48.698976 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-be8649ef-5de6-4281-8a0a-386d6c3ff0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (23a3dd94-cd73-4b82-b4a6-b6bdd0e8f5ac), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:48.755190 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c85bb6-4c60-49f7-85b2-e51d4569df98 req-c7e332cf-e10b-47d0-91f2-8213e35fe304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:48.761573 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-35c85bb6-4c60-49f7-85b2-e51d4569df98 req-c7e332cf-e10b-47d0-91f2-8213e35fe304 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1139870 Mar 11 19:38:48.802063 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:48.837748 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8649ef-5de6-4281-8a0a-386d6c3ff0d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23a3dd94-cd73-4b82-b4a6-b6bdd0e8f5ac,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:48.839763 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-be8649ef-5de6-4281-8a0a-386d6c3ff0d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:48.843169 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-be8649ef-5de6-4281-8a0a-386d6c3ff0d7 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/23a3dd94-cd73-4b82-b4a6-b6bdd0e8f5ac HTTP/1.1" status: 204 len: 168 time: 1.5311136 Mar 11 19:38:48.857977 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 37366) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:38:48.958263 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 11fa5835-a64a-4cd6-b1e9-bb82e135dd43 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:38:48.964999 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-35c85bb6-4c60-49f7-85b2-e51d4569df98 req-499d9d9d-fbde-4085-b857-c500de331089 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930001 Mar 11 19:38:49.017938 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: 11fa5835-a64a-4cd6-b1e9-bb82e135dd43 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:38:49.019217 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 11fa5835-a64a-4cd6-b1e9-bb82e135dd43 not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:38:49.031466 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-727aba8b-59fa-44eb-9cc9-5879fff2a02a req-46291026-3ea3-46fc-b1bd-a1c33b6be018 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Allocated IP 172.20.0.6 (4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00/e937a69a-1c31-46af-aac9-3893b50798ca/41e9e20b-bb2c-4d0f-bc41-a6cb62dbb741) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:38:49.100204 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 37370) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:38:49.128212 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-35c85bb6-4c60-49f7-85b2-e51d4569df98 req-86a09dc8-d7e0-4eaa-9da7-39337e98055f service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556072 Mar 11 19:38:49.217952 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4d7277f0-d2b7-4926-b453-326763c4d98b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (603aaea1-f5bf-4434-b0ab-49b5034dacdd), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:49.341463 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-727aba8b-59fa-44eb-9cc9-5879fff2a02a req-46291026-3ea3-46fc-b1bd-a1c33b6be018 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Publish callbacks [] for port (41e9e20b-bb2c-4d0f-bc41-a6cb62dbb741), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:49.385336 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-727aba8b-59fa-44eb-9cc9-5879fff2a02a req-46291026-3ea3-46fc-b1bd-a1c33b6be018 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (41e9e20b-bb2c-4d0f-bc41-a6cb62dbb741), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:49.483115 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4d7277f0-d2b7-4926-b453-326763c4d98b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (603aaea1-f5bf-4434-b0ab-49b5034dacdd), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:49.486930 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963b76b3-465e-478c-964c-94ee4382bf6f x-openstack-request-id: req-963b76b3-465e-478c-964c-94ee4382bf6f {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:38:49.487785 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63a92283-6023-4800-b070-985588de2fd9", "name": "network-vif-deleted", "tag": "11fa5835-a64a-4cd6-b1e9-bb82e135dd43", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:38:49.487785 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-963b76b3-465e-478c-964c-94ee4382bf6f {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:38:49.488535 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63a92283-6023-4800-b070-985588de2fd9', 'name': 'network-vif-deleted', 'tag': '11fa5835-a64a-4cd6-b1e9-bb82e135dd43', 'status': 'completed', 'code': 200} Mar 11 19:38:49.509353 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-4d7277f0-d2b7-4926-b453-326763c4d98b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['603aaea1-f5bf-4434-b0ab-49b5034dacdd']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:49.520680 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-4d7277f0-d2b7-4926-b453-326763c4d98b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7270d687-c8ec-4c70-8559-a8ffaad98e19') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:49.520983 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-4d7277f0-d2b7-4926-b453-326763c4d98b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7270d687-c8ec-4c70-8559-a8ffaad98e19') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:49.533195 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4d7277f0-d2b7-4926-b453-326763c4d98b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (7270d687-c8ec-4c70-8559-a8ffaad98e19), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:49.550778 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4d7277f0-d2b7-4926-b453-326763c4d98b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (7270d687-c8ec-4c70-8559-a8ffaad98e19), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:49.557471 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d7277f0-d2b7-4926-b453-326763c4d98b admin admin] Releasing vlan 867 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:38:49.557903 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4d7277f0-d2b7-4926-b453-326763c4d98b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (7270d687-c8ec-4c70-8559-a8ffaad98e19), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:49.576761 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ffd5c5-418f-431a-8c02-175d8315b317 req-939310d0-c8e2-4eb9-aa58-4120bdf56f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:49.580108 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-24ffd5c5-418f-431a-8c02-175d8315b317 req-939310d0-c8e2-4eb9-aa58-4120bdf56f85 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e1278b723edd4119b7e2bc2da0da9d73&device_id=354488d0-8811-4789-8bda-a6a0309f9fa8 HTTP/1.1" status: 200 len: 1127 time: 0.1665003 Mar 11 19:38:49.626323 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 19:38:49.626323 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:38:49.626323 n-d-833163-1 neutron-server[103885]: timer() Mar 11 19:38:49.626323 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:38:49.626323 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 19:38:49.626323 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:38:49.626323 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 19:38:49.626323 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:38:49.626323 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 19:38:49.626323 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:38:49.626323 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 19:38:49.626323 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:38:49.626323 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 19:38:49.626323 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:38:49.626323 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:38:49.626323 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:38:49.626323 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:38:49.626323 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:38:49.626323 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 19:38:49.626323 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:38:49.626323 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 19:38:49.626323 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:38:49.626323 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:38:49.626323 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:38:49.626323 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 19:38:49.626323 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:38:49.626323 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:38:49.626323 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:38:49.626323 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:38:49.626323 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:38:49.626323 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:38:49.626323 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:38:49.697999 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4d7277f0-d2b7-4926-b453-326763c4d98b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (603aaea1-f5bf-4434-b0ab-49b5034dacdd), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:49.730215 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ffd5c5-418f-431a-8c02-175d8315b317 req-eacc6ebc-85c3-4d42-9c46-ca5d08ab229a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:49.732795 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-24ffd5c5-418f-431a-8c02-175d8315b317 req-eacc6ebc-85c3-4d42-9c46-ca5d08ab229a service neutron] 10.222.0.57 "GET /v2.0/networks?id=26599c04-c03d-4e34-83de-a092bae2f75e HTTP/1.1" status: 200 len: 921 time: 0.1422691 Mar 11 19:38:49.767487 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4d7277f0-d2b7-4926-b453-326763c4d98b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:49.771347 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-4d7277f0-d2b7-4926-b453-326763c4d98b admin admin] 10.222.0.65 "DELETE /v2.0/networks/603aaea1-f5bf-4434-b0ab-49b5034dacdd HTTP/1.1" status: 204 len: 168 time: 0.9123893 Mar 11 19:38:49.802080 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-24ffd5c5-418f-431a-8c02-175d8315b317 req-2cf597fc-8fc6-4f0a-81e9-38f0ba78023b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b18110b-6a81-4c6d-a4ab-e9a9946c7c95 HTTP/1.1" status: 200 len: 217 time: 0.0529528 Mar 11 19:38:49.870788 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ffd5c5-418f-431a-8c02-175d8315b317 req-277451ff-caa4-4c3f-9f8d-1a1c91aa76c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:49.872879 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-24ffd5c5-418f-431a-8c02-175d8315b317 req-277451ff-caa4-4c3f-9f8d-1a1c91aa76c6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=86f84498-7845-4a44-a8ca-9b6851ba94c2 HTTP/1.1" status: 200 len: 860 time: 0.0648961 Mar 11 19:38:49.908582 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-727aba8b-59fa-44eb-9cc9-5879fff2a02a req-46291026-3ea3-46fc-b1bd-a1c33b6be018 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Network 4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:38:49.914584 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7277f0-d2b7-4926-b453-326763c4d98b admin admin] Pushing event deleted for resources: {'Network': ['ID=603aaea1-f5bf-4434-b0ab-49b5034dacdd,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:49.941386 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-24ffd5c5-418f-431a-8c02-175d8315b317 req-2fe7b8a2-4f19-4df6-8dfd-3a8eeaf8b375 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=26599c04-c03d-4e34-83de-a092bae2f75e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555594 Mar 11 19:38:49.956579 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-727aba8b-59fa-44eb-9cc9-5879fff2a02a req-46291026-3ea3-46fc-b1bd-a1c33b6be018 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:38:49.974068 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-727aba8b-59fa-44eb-9cc9-5879fff2a02a req-46291026-3ea3-46fc-b1bd-a1c33b6be018 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:38:49.977794 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 37380) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:38:50.004991 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46291026-3ea3-46fc-b1bd-a1c33b6be018 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Pushing event updated for resources: {'Port': ['ID=41e9e20b-bb2c-4d0f-bc41-a6cb62dbb741,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:50.055685 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-24ffd5c5-418f-431a-8c02-175d8315b317 req-73a22e10-d43e-4e35-ac72-40ec25a03586 service neutron] 10.222.0.57 "GET /v2.0/networks/26599c04-c03d-4e34-83de-a092bae2f75e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078343 Mar 11 19:38:50.122349 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d5f4f1-3aa6-49c7-abcb-8f5ba1697cc6 req-4f97a802-2c2d-4d73-ab6a-b9dc7efb3a48 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:50.135652 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-32d5f4f1-3aa6-49c7-abcb-8f5ba1697cc6 req-4f97a802-2c2d-4d73-ab6a-b9dc7efb3a48 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] 10.222.0.65 "GET /v2.0/ports?device_id=539f928d-f9c3-414d-9c1a-ffb29e3c5af9 HTTP/1.1" status: 200 len: 948 time: 0.5126507 Mar 11 19:38:50.157704 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-24ffd5c5-418f-431a-8c02-175d8315b317 req-8133b7e0-9988-4286-8fd9-b35fb6eda6d0 service neutron] 10.222.0.57 "GET /v2.0/networks/26599c04-c03d-4e34-83de-a092bae2f75e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958724 Mar 11 19:38:50.264464 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727aba8b-59fa-44eb-9cc9-5879fff2a02a req-46291026-3ea3-46fc-b1bd-a1c33b6be018 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:50.265334 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-727aba8b-59fa-44eb-9cc9-5879fff2a02a req-46291026-3ea3-46fc-b1bd-a1c33b6be018 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:50.293053 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-57c70a15-2f1f-40d0-ac21-55f4c08f72a4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=57167832d4db4819b4f5cac954866076&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2997224 Mar 11 19:38:50.295755 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 37388) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:38:50.312861 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-727aba8b-59fa-44eb-9cc9-5879fff2a02a req-46291026-3ea3-46fc-b1bd-a1c33b6be018 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2050316 Mar 11 19:38:50.364343 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-727aba8b-59fa-44eb-9cc9-5879fff2a02a req-197ae97c-0711-4379-8a0f-6b3952bd8648 service neutron] Request body: {'port': {'device_id': '9315b82c-a4f4-47ba-9978-7dbe06ae1bc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:38:50.400720 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-32d5f4f1-3aa6-49c7-abcb-8f5ba1697cc6 req-4b4a3f6b-0949-4a3b-8320-d490de76759a tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] 10.222.0.65 "GET /v2.0/security-groups?id=d6ec3875-7b7a-48a6-895f-59f33b550d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508445 Mar 11 19:38:50.561019 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-727aba8b-59fa-44eb-9cc9-5879fff2a02a req-197ae97c-0711-4379-8a0f-6b3952bd8648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (41e9e20b-bb2c-4d0f-bc41-a6cb62dbb741), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:50.974777 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d090c3d2-2cda-4cf7-aca7-35b0ed2b51b3 admin admin] Publish callbacks [] for security_group (03204c94-e7d5-4698-bf53-e2e3ba52bba2), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:51.015213 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d090c3d2-2cda-4cf7-aca7-35b0ed2b51b3 admin admin] Publish callbacks [] for security_group (03204c94-e7d5-4698-bf53-e2e3ba52bba2), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:51.100369 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d090c3d2-2cda-4cf7-aca7-35b0ed2b51b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (03204c94-e7d5-4698-bf53-e2e3ba52bba2), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:51.103307 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d090c3d2-2cda-4cf7-aca7-35b0ed2b51b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:51.104660 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d090c3d2-2cda-4cf7-aca7-35b0ed2b51b3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/03204c94-e7d5-4698-bf53-e2e3ba52bba2 HTTP/1.1" status: 204 len: 168 time: 0.8077722 Mar 11 19:38:51.131229 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d090c3d2-2cda-4cf7-aca7-35b0ed2b51b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03204c94-e7d5-4698-bf53-e2e3ba52bba2,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:51.160833 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-727aba8b-59fa-44eb-9cc9-5879fff2a02a req-197ae97c-0711-4379-8a0f-6b3952bd8648 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41e9e20b-bb2c-4d0f-bc41-a6cb62dbb741 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:38:51.187542 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-727aba8b-59fa-44eb-9cc9-5879fff2a02a req-197ae97c-0711-4379-8a0f-6b3952bd8648 service neutron] Publish callbacks [] for port (41e9e20b-bb2c-4d0f-bc41-a6cb62dbb741), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:51.212923 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-727aba8b-59fa-44eb-9cc9-5879fff2a02a req-197ae97c-0711-4379-8a0f-6b3952bd8648 service neutron] Transition to ACTIVE for port object 41e9e20b-bb2c-4d0f-bc41-a6cb62dbb741 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:38:51.269543 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-727aba8b-59fa-44eb-9cc9-5879fff2a02a req-197ae97c-0711-4379-8a0f-6b3952bd8648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (41e9e20b-bb2c-4d0f-bc41-a6cb62dbb741), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:51.368326 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197ae97c-0711-4379-8a0f-6b3952bd8648 service neutron] Pushing event updated for resources: {'Port': ['ID=41e9e20b-bb2c-4d0f-bc41-a6cb62dbb741,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:51.480167 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a025831-daf6-4d48-9073-83f676acaedb req-81a7ff02-959a-44b9-a053-e54ac25a6054 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:51.489086 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '539f928d-f9c3-414d-9c1a-ffb29e3c5af9', 'tag': 'fb5df2d2-7c82-428d-bb00-bcec795812c6'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:38:51.489458 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8a025831-daf6-4d48-9073-83f676acaedb req-81a7ff02-959a-44b9-a053-e54ac25a6054 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "GET /v2.0/ports?device_id=354488d0-8811-4789-8bda-a6a0309f9fa8 HTTP/1.1" status: 200 len: 945 time: 0.2689102 Mar 11 19:38:51.491138 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f15e9e-7778-4397-96cb-29ec3ac9115a" -d '{"events": [{"name": "network-changed", "server_uuid": "539f928d-f9c3-414d-9c1a-ffb29e3c5af9", "tag": "fb5df2d2-7c82-428d-bb00-bcec795812c6"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:38:51.646449 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8a025831-daf6-4d48-9073-83f676acaedb req-dd4827dd-02eb-44e0-bda2-8acb04ca4ae7 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e517e2d-c796-4eb6-a34e-da2fbfb59fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559486 Mar 11 19:38:51.652822 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-727aba8b-59fa-44eb-9cc9-5879fff2a02a req-197ae97c-0711-4379-8a0f-6b3952bd8648 service neutron] Attempting to bind port 41e9e20b-bb2c-4d0f-bc41-a6cb62dbb741 on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:38:51.653259 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-727aba8b-59fa-44eb-9cc9-5879fff2a02a req-197ae97c-0711-4379-8a0f-6b3952bd8648 service neutron] Attempting to bind port 41e9e20b-bb2c-4d0f-bc41-a6cb62dbb741 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '1c6aa5b7-681f-4a80-a0b7-793b4ab0118d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:38:51.653702 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727aba8b-59fa-44eb-9cc9-5879fff2a02a req-197ae97c-0711-4379-8a0f-6b3952bd8648 service neutron] Attempting to bind port 41e9e20b-bb2c-4d0f-bc41-a6cb62dbb741 on network 4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:38:51.699988 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727aba8b-59fa-44eb-9cc9-5879fff2a02a req-197ae97c-0711-4379-8a0f-6b3952bd8648 service neutron] Port 41e9e20b-bb2c-4d0f-bc41-a6cb62dbb741 on network 4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:38:51.701669 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727aba8b-59fa-44eb-9cc9-5879fff2a02a req-197ae97c-0711-4379-8a0f-6b3952bd8648 service neutron] Attempting to bind port 41e9e20b-bb2c-4d0f-bc41-a6cb62dbb741 on network 4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:38:51.785999 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727aba8b-59fa-44eb-9cc9-5879fff2a02a req-197ae97c-0711-4379-8a0f-6b3952bd8648 service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:38:51.786534 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727aba8b-59fa-44eb-9cc9-5879fff2a02a req-197ae97c-0711-4379-8a0f-6b3952bd8648 service neutron] Checking segment: {'id': '1c6aa5b7-681f-4a80-a0b7-793b4ab0118d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:38:51.788069 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727aba8b-59fa-44eb-9cc9-5879fff2a02a req-197ae97c-0711-4379-8a0f-6b3952bd8648 service neutron] Bound using segment: {'id': '1c6aa5b7-681f-4a80-a0b7-793b4ab0118d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:38:51.789502 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-727aba8b-59fa-44eb-9cc9-5879fff2a02a req-197ae97c-0711-4379-8a0f-6b3952bd8648 service neutron] Bound port: 41e9e20b-bb2c-4d0f-bc41-a6cb62dbb741, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c6aa5b7-681f-4a80-a0b7-793b4ab0118d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:38:51.790253 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-727aba8b-59fa-44eb-9cc9-5879fff2a02a req-197ae97c-0711-4379-8a0f-6b3952bd8648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (41e9e20b-bb2c-4d0f-bc41-a6cb62dbb741), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:51.993043 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ebf4e-f8ad-464e-8930-88823b26139c req-6dbc4c26-c54c-41a8-bb13-bdda9f58e771 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:52.002049 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-543ebf4e-f8ad-464e-8930-88823b26139c req-6dbc4c26-c54c-41a8-bb13-bdda9f58e771 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/ports?device_id=9315b82c-a4f4-47ba-9978-7dbe06ae1bc7 HTTP/1.1" status: 200 len: 943 time: 0.1853321 Mar 11 19:38:52.078563 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-60173787-1928-40d3-b485-6a9b15ff23c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (752d7d8b-269a-45e4-8d95-d3ef0789a828), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:52.139951 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-543ebf4e-f8ad-464e-8930-88823b26139c req-d4b4aa28-ba8a-4597-a7ac-c550d7345102 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/security-groups?id=9eadf186-3007-49d9-b4f3-e4bc7305f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341388 Mar 11 19:38:52.142642 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-727aba8b-59fa-44eb-9cc9-5879fff2a02a req-197ae97c-0711-4379-8a0f-6b3952bd8648 service neutron] For port 41e9e20b-bb2c-4d0f-bc41-a6cb62dbb741, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:38:52.175789 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-727aba8b-59fa-44eb-9cc9-5879fff2a02a req-197ae97c-0711-4379-8a0f-6b3952bd8648 service neutron] For port 41e9e20b-bb2c-4d0f-bc41-a6cb62dbb741, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=41e9e20b-bb2c-4d0f-bc41-a6cb62dbb741,segment=NetworkSegment(1c6aa5b7-681f-4a80-a0b7-793b4ab0118d),segment_id=1c6aa5b7-681f-4a80-a0b7-793b4ab0118d)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:38:52.191264 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-727aba8b-59fa-44eb-9cc9-5879fff2a02a req-197ae97c-0711-4379-8a0f-6b3952bd8648 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (41e9e20b-bb2c-4d0f-bc41-a6cb62dbb741), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:52.272011 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-22d7755c-86bf-4375-82f4-048e9db7bc0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:52.333474 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197ae97c-0711-4379-8a0f-6b3952bd8648 service neutron] Pushing event updated for resources: {'Port': ['ID=41e9e20b-bb2c-4d0f-bc41-a6cb62dbb741,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:52.358774 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727aba8b-59fa-44eb-9cc9-5879fff2a02a req-197ae97c-0711-4379-8a0f-6b3952bd8648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:52.359398 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-727aba8b-59fa-44eb-9cc9-5879fff2a02a req-197ae97c-0711-4379-8a0f-6b3952bd8648 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:52.360839 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-727aba8b-59fa-44eb-9cc9-5879fff2a02a req-197ae97c-0711-4379-8a0f-6b3952bd8648 service neutron] 10.222.0.75 "PUT /v2.0/ports/41e9e20b-bb2c-4d0f-bc41-a6cb62dbb741 HTTP/1.1" status: 200 len: 1091 time: 2.0097103 Mar 11 19:38:52.385191 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9315b82c-a4f4-47ba-9978-7dbe06ae1bc7', 'tag': '41e9e20b-bb2c-4d0f-bc41-a6cb62dbb741'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:38:52.394223 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 37426) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:38:52.402743 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00af16fa-d69b-4099-a33a-758dc84ee9d0" -d '{"events": [{"name": "network-changed", "server_uuid": "9315b82c-a4f4-47ba-9978-7dbe06ae1bc7", "tag": "41e9e20b-bb2c-4d0f-bc41-a6cb62dbb741"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:38:52.525464 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-1a01b110-8cbe-4a26-80b5-b7cad5875cba admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1391300599-network', 'tenant_id': '06024027c26a4c73ab83d5a5c88a661e'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:38:52.534903 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:52.544299 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727aba8b-59fa-44eb-9cc9-5879fff2a02a req-5e10a3f8-762e-43b3-87df-80bfca76d976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:52.545868 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-727aba8b-59fa-44eb-9cc9-5879fff2a02a req-5e10a3f8-762e-43b3-87df-80bfca76d976 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6f7b5a979307498d8f69fb2b0e734e8f&device_id=9315b82c-a4f4-47ba-9978-7dbe06ae1bc7 HTTP/1.1" status: 200 len: 1125 time: 0.1323500 Mar 11 19:38:52.562602 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b139b-5983-4561-ba9b-8d099f617b8a req-264c6e2a-ae46-473c-9bd9-aec0c8e3593a tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:52.563581 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a01b110-8cbe-4a26-80b5-b7cad5875cba admin admin] Made reservation on behalf of 06024027c26a4c73ab83d5a5c88a661e for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:38:52.564448 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f00b139b-5983-4561-ba9b-8d099f617b8a req-264c6e2a-ae46-473c-9bd9-aec0c8e3593a tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] 10.222.0.65 "GET /v2.0/ports?device_id=539f928d-f9c3-414d-9c1a-ffb29e3c5af9 HTTP/1.1" status: 200 len: 948 time: 0.2803779 Mar 11 19:38:52.574477 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1a01b110-8cbe-4a26-80b5-b7cad5875cba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:52.588066 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1a01b110-8cbe-4a26-80b5-b7cad5875cba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:52.592288 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device fb5df2d2-7c82-428d-bb00-bcec795812c6 details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:38:52.641476 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-727aba8b-59fa-44eb-9cc9-5879fff2a02a req-19497cf8-ff01-41c9-ae19-adc3b3d2f18e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41e9e20b-bb2c-4d0f-bc41-a6cb62dbb741 HTTP/1.1" status: 200 len: 217 time: 0.0758476 Mar 11 19:38:52.735478 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f00b139b-5983-4561-ba9b-8d099f617b8a req-f6cb62ef-cb26-45ba-8652-fe3a48f51d9b tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] 10.222.0.65 "GET /v2.0/security-groups?id=d6ec3875-7b7a-48a6-895f-59f33b550d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444502 Mar 11 19:38:52.745809 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727aba8b-59fa-44eb-9cc9-5879fff2a02a req-78543841-c138-439d-93c7-89ecf09af76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:52.747871 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-727aba8b-59fa-44eb-9cc9-5879fff2a02a req-78543841-c138-439d-93c7-89ecf09af76d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e937a69a-1c31-46af-aac9-3893b50798ca HTTP/1.1" status: 200 len: 854 time: 0.0985012 Mar 11 19:38:52.808545 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-727aba8b-59fa-44eb-9cc9-5879fff2a02a req-437e19b1-8971-4b92-8e77-12f329903d61 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539103 Mar 11 19:38:52.874673 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1a01b110-8cbe-4a26-80b5-b7cad5875cba admin admin] Publish callbacks [] for security_group (58b00f19-37b7-4647-a818-03ce6d663b01), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:52.883666 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1a01b110-8cbe-4a26-80b5-b7cad5875cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (58b00f19-37b7-4647-a818-03ce6d663b01), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:52.911809 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a01b110-8cbe-4a26-80b5-b7cad5875cba admin admin] vlan segment allocate from pool success with {'vlan_id': 850, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:38:52.932119 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1a01b110-8cbe-4a26-80b5-b7cad5875cba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (35526af1-e590-4d3d-a245-d3f39f0ffcbc), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:52.935450 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-1a01b110-8cbe-4a26-80b5-b7cad5875cba admin admin] Added segment 35526af1-e590-4d3d-a245-d3f39f0ffcbc of type vlan for network 29102858-cd92-4dff-bd96-e71ae0223d41 Mar 11 19:38:52.956443 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9666ddbd-ad39-47c7-8d71-f6a0d9ca1b18 x-openstack-request-id: req-9666ddbd-ad39-47c7-8d71-f6a0d9ca1b18 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:38:52.959910 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "539f928d-f9c3-414d-9c1a-ffb29e3c5af9", "tag": "fb5df2d2-7c82-428d-bb00-bcec795812c6", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:38:52.960279 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9666ddbd-ad39-47c7-8d71-f6a0d9ca1b18 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:38:52.960790 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '539f928d-f9c3-414d-9c1a-ffb29e3c5af9', 'tag': 'fb5df2d2-7c82-428d-bb00-bcec795812c6', 'status': 'completed', 'code': 200} Mar 11 19:38:52.967600 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port fb5df2d2-7c82-428d-bb00-bcec795812c6, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=fb5df2d2-7c82-428d-bb00-bcec795812c6,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:52.995845 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': 'fb5df2d2-7c82-428d-bb00-bcec795812c6', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'port_id': 'fb5df2d2-7c82-428d-bb00-bcec795812c6', 'mac_address': 'fa:16:3e:63:72:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bb14923-74c3-4313-be8d-ed33542f05aa', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:38:53.016217 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-727aba8b-59fa-44eb-9cc9-5879fff2a02a req-61b9c053-8b8b-4402-a3e4-13bde372812f service neutron] 10.222.0.75 "GET /v2.0/networks/4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922586 Mar 11 19:38:53.040691 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port fb5df2d2-7c82-428d-bb00-bcec795812c6 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:38:53.041328 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (fb5df2d2-7c82-428d-bb00-bcec795812c6), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:53.043756 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a01b110-8cbe-4a26-80b5-b7cad5875cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b00f19-37b7-4647-a818-03ce6d663b01,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:53.058642 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb5df2d2-7c82-428d-bb00-bcec795812c6 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:38:53.087581 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port fb5df2d2-7c82-428d-bb00-bcec795812c6, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=fb5df2d2-7c82-428d-bb00-bcec795812c6,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:53.095357 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (fb5df2d2-7c82-428d-bb00-bcec795812c6), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:53.172815 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1a01b110-8cbe-4a26-80b5-b7cad5875cba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (29102858-cd92-4dff-bd96-e71ae0223d41), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:53.223470 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=fb5df2d2-7c82-428d-bb00-bcec795812c6,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:53.224213 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed1fe3b-7662-484f-bec0-9834f3d7cd03 x-openstack-request-id: req-2ed1fe3b-7662-484f-bec0-9834f3d7cd03 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:38:53.224680 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9315b82c-a4f4-47ba-9978-7dbe06ae1bc7", "tag": "41e9e20b-bb2c-4d0f-bc41-a6cb62dbb741", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:38:53.226138 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2ed1fe3b-7662-484f-bec0-9834f3d7cd03 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:38:53.227702 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9315b82c-a4f4-47ba-9978-7dbe06ae1bc7', 'tag': '41e9e20b-bb2c-4d0f-bc41-a6cb62dbb741', 'status': 'completed', 'code': 200} Mar 11 19:38:53.256621 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f15e9e-7778-4397-96cb-29ec3ac9115a req-bbab5a11-a210-44c1-a44f-3fd737ff1508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:53.258347 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-b9f15e9e-7778-4397-96cb-29ec3ac9115a req-bbab5a11-a210-44c1-a44f-3fd737ff1508 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7e334c5d50d64cd78c2d54308e423156&device_id=539f928d-f9c3-414d-9c1a-ffb29e3c5af9 HTTP/1.1" status: 200 len: 1130 time: 0.2955287 Mar 11 19:38:53.261567 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1a01b110-8cbe-4a26-80b5-b7cad5875cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (29102858-cd92-4dff-bd96-e71ae0223d41), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:53.262560 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a01b110-8cbe-4a26-80b5-b7cad5875cba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:53.263220 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1a01b110-8cbe-4a26-80b5-b7cad5875cba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:53.318508 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-1a01b110-8cbe-4a26-80b5-b7cad5875cba admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9230456 Mar 11 19:38:53.322922 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 37444) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:38:53.335998 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-aae00a7e-e7cb-4681-abc3-8389edcdd4ef admin admin] Request body: {'subnet': {'network_id': '29102858-cd92-4dff-bd96-e71ae0223d41', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1391300599-subnet', 'tenant_id': '06024027c26a4c73ab83d5a5c88a661e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:38:53.432183 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a01b110-8cbe-4a26-80b5-b7cad5875cba admin admin] Pushing event updated for resources: {'Network': ['ID=29102858-cd92-4dff-bd96-e71ae0223d41,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:53.435876 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['fb5df2d2-7c82-428d-bb00-bcec795812c6'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:38:53.458691 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae00a7e-e7cb-4681-abc3-8389edcdd4ef admin admin] Made reservation on behalf of 06024027c26a4c73ab83d5a5c88a661e for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:38:53.462044 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aae00a7e-e7cb-4681-abc3-8389edcdd4ef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:53.492704 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 29102858-cd92-4dff-bd96-e71ae0223d41 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:38:53.757380 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aae00a7e-e7cb-4681-abc3-8389edcdd4ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (11b143eb-50b4-40e8-b341-d8db886352c0), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:53.791268 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f15e9e-7778-4397-96cb-29ec3ac9115a req-4f1912a9-76aa-4ff8-8f9b-3906bcb91cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:53.792894 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-b9f15e9e-7778-4397-96cb-29ec3ac9115a req-4f1912a9-76aa-4ff8-8f9b-3906bcb91cdb service neutron] 10.222.0.57 "GET /v2.0/networks?id=885772b1-9b97-4e1d-a0fb-e125030c5a81 HTTP/1.1" status: 200 len: 870 time: 0.5144458 Mar 11 19:38:53.878670 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-60173787-1928-40d3-b485-6a9b15ff23c4 admin admin] Deleting port b6535650-7755-44ab-a731-aac28c80c30e {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:38:53.878935 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-60173787-1928-40d3-b485-6a9b15ff23c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (b6535650-7755-44ab-a731-aac28c80c30e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:53.885882 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae00a7e-e7cb-4681-abc3-8389edcdd4ef admin admin] Checking segment: {'id': '35526af1-e590-4d3d-a245-d3f39f0ffcbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '29102858-cd92-4dff-bd96-e71ae0223d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:38:53.886253 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae00a7e-e7cb-4681-abc3-8389edcdd4ef admin admin] Network hostable DHCP agents. Network: 29102858-cd92-4dff-bd96-e71ae0223d41, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:38:53.889276 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-b9f15e9e-7778-4397-96cb-29ec3ac9115a req-9120d29c-c2da-4b72-ad49-11b8a2b0f617 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=fb5df2d2-7c82-428d-bb00-bcec795812c6 HTTP/1.1" status: 200 len: 217 time: 0.0870342 Mar 11 19:38:53.894762 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae00a7e-e7cb-4681-abc3-8389edcdd4ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=11b143eb-50b4-40e8-b341-d8db886352c0,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:53.911726 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-727aba8b-59fa-44eb-9cc9-5879fff2a02a req-36d5d641-b5ff-4dcc-a733-40ec095a087b service neutron] 10.222.0.75 "GET /v2.0/networks/4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8877740 Mar 11 19:38:53.948692 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae00a7e-e7cb-4681-abc3-8389edcdd4ef admin admin] Network 29102858-cd92-4dff-bd96-e71ae0223d41 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:38:53.966957 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-aae00a7e-e7cb-4681-abc3-8389edcdd4ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 29102858-cd92-4dff-bd96-e71ae0223d41) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:38:53.974500 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae00a7e-e7cb-4681-abc3-8389edcdd4ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:53.975152 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aae00a7e-e7cb-4681-abc3-8389edcdd4ef admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:53.978659 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1e964b-8f76-4c5b-b761-11b5468b1371 None None] Network 29102858-cd92-4dff-bd96-e71ae0223d41 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:38:53.992921 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f15e9e-7778-4397-96cb-29ec3ac9115a req-78dd7dff-cde4-49dc-b9d9-481cce657943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:53.995846 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-b9f15e9e-7778-4397-96cb-29ec3ac9115a req-78dd7dff-cde4-49dc-b9d9-481cce657943 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.0981896 Mar 11 19:38:54.001382 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152789a7-090f-4393-b28c-ca76c28da464 req-145b97a1-aa71-4271-a59d-3a6e82ae3159 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:54.014305 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-152789a7-090f-4393-b28c-ca76c28da464 req-145b97a1-aa71-4271-a59d-3a6e82ae3159 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "GET /v2.0/ports?device_id=354488d0-8811-4789-8bda-a6a0309f9fa8 HTTP/1.1" status: 200 len: 945 time: 0.7277987 Mar 11 19:38:54.014784 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-aae00a7e-e7cb-4681-abc3-8389edcdd4ef admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6886721 Mar 11 19:38:54.102132 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f15e9e-7778-4397-96cb-29ec3ac9115a req-88f6c299-1683-4d61-9485-4ed382774325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:54.106401 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-b9f15e9e-7778-4397-96cb-29ec3ac9115a req-88f6c299-1683-4d61-9485-4ed382774325 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0904844 Mar 11 19:38:54.211329 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8daebf7-bb5a-4655-b959-70ac396783e1 None None] Network 29102858-cd92-4dff-bd96-e71ae0223d41 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:38:54.218297 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-60173787-1928-40d3-b485-6a9b15ff23c4 admin admin] For port b6535650-7755-44ab-a731-aac28c80c30e, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=b6535650-7755-44ab-a731-aac28c80c30e,segment=NetworkSegment(7a422026-32a0-497f-aed4-1737e6a95f1b),segment_id=7a422026-32a0-497f-aed4-1737e6a95f1b)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:54.218680 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-60173787-1928-40d3-b485-6a9b15ff23c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (b6535650-7755-44ab-a731-aac28c80c30e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:54.289535 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-60173787-1928-40d3-b485-6a9b15ff23c4 admin admin] Calling delete_port for b6535650-7755-44ab-a731-aac28c80c30e owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:38:54.333308 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-b9f15e9e-7778-4397-96cb-29ec3ac9115a req-9310749c-c602-4554-8fe8-f90ecdba515b service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195754 Mar 11 19:38:54.373327 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-152789a7-090f-4393-b28c-ca76c28da464 req-21b945ff-feb2-4f40-8d1a-c6787f67e951 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e517e2d-c796-4eb6-a34e-da2fbfb59fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580019 Mar 11 19:38:54.395477 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00af16fa-d69b-4099-a33a-758dc84ee9d0 req-c5c02148-2fe7-4825-9e14-3a4824aeb904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:54.397040 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-00af16fa-d69b-4099-a33a-758dc84ee9d0 req-c5c02148-2fe7-4825-9e14-3a4824aeb904 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6f7b5a979307498d8f69fb2b0e734e8f&device_id=9315b82c-a4f4-47ba-9978-7dbe06ae1bc7 HTTP/1.1" status: 200 len: 1125 time: 0.3711193 Mar 11 19:38:54.567501 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-b9f15e9e-7778-4397-96cb-29ec3ac9115a req-881aecc3-aeaa-4ac3-8825-7b7833250900 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220695 Mar 11 19:38:54.568304 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0c1b07ab-51ae-4abb-a288-fd6697005431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:54.616507 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device fb5df2d2-7c82-428d-bb00-bcec795812c6 up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:38:54.817311 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port fb5df2d2-7c82-428d-bb00-bcec795812c6 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:38:54.833304 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port fb5df2d2-7c82-428d-bb00-bcec795812c6 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:38:54.833742 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (fb5df2d2-7c82-428d-bb00-bcec795812c6), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:54.874394 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 37464) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:38:54.878220 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-60173787-1928-40d3-b485-6a9b15ff23c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (b6535650-7755-44ab-a731-aac28c80c30e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:54.880676 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-35e4e010-2235-4d21-a7d7-ae0b0a7fd596 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-779973579-network', 'tenant_id': '7a7dd24d32cd461da0ee4acd6df10ed7'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:38:54.925565 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e4e010-2235-4d21-a7d7-ae0b0a7fd596 admin admin] Made reservation on behalf of 7a7dd24d32cd461da0ee4acd6df10ed7 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:38:54.928853 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-35e4e010-2235-4d21-a7d7-ae0b0a7fd596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:54.946864 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60173787-1928-40d3-b485-6a9b15ff23c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6535650-7755-44ab-a731-aac28c80c30e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:54.951187 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-35e4e010-2235-4d21-a7d7-ae0b0a7fd596 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:54.954188 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port fb5df2d2-7c82-428d-bb00-bcec795812c6 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:38:54.954832 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (fb5df2d2-7c82-428d-bb00-bcec795812c6), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:55.001230 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b1ee93-f1db-429d-8e94-c859a5c8de1f req-a44cf704-4f7e-4774-8caf-fa45c49ad4ac tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:55.001979 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port fb5df2d2-7c82-428d-bb00-bcec795812c6, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=fb5df2d2-7c82-428d-bb00-bcec795812c6,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:55.003284 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539f928d-f9c3-414d-9c1a-ffb29e3c5af9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb5df2d2-7c82-428d-bb00-bcec795812c6'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:38:55.006030 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f13bda6c-9f98-4de7-9f7f-5689f5f2f8e5" -d '{"events": [{"server_uuid": "539f928d-f9c3-414d-9c1a-ffb29e3c5af9", "name": "network-vif-plugged", "status": "completed", "tag": "fb5df2d2-7c82-428d-bb00-bcec795812c6"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:38:55.009216 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-04b1ee93-f1db-429d-8e94-c859a5c8de1f req-a44cf704-4f7e-4774-8caf-fa45c49ad4ac tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/ports?device_id=9315b82c-a4f4-47ba-9978-7dbe06ae1bc7 HTTP/1.1" status: 200 len: 943 time: 0.5088043 Mar 11 19:38:55.012117 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (fb5df2d2-7c82-428d-bb00-bcec795812c6), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:55.071723 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=fb5df2d2-7c82-428d-bb00-bcec795812c6,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:55.073301 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00af16fa-d69b-4099-a33a-758dc84ee9d0 req-83f20a6d-9c51-4755-9da3-48461d4e3dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:55.094136 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-00af16fa-d69b-4099-a33a-758dc84ee9d0 req-83f20a6d-9c51-4755-9da3-48461d4e3dbf service neutron] 10.222.0.75 "GET /v2.0/networks?id=4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00 HTTP/1.1" status: 200 len: 915 time: 0.6890738 Mar 11 19:38:55.157838 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-35e4e010-2235-4d21-a7d7-ae0b0a7fd596 admin admin] Publish callbacks [] for security_group (c1e94f34-d3d5-470e-b9c6-0a0701f5bb4e), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:55.163799 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-35e4e010-2235-4d21-a7d7-ae0b0a7fd596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (c1e94f34-d3d5-470e-b9c6-0a0701f5bb4e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:55.209373 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-00af16fa-d69b-4099-a33a-758dc84ee9d0 req-21407559-cc98-4086-a5bf-2f4dd359477e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41e9e20b-bb2c-4d0f-bc41-a6cb62dbb741 HTTP/1.1" status: 200 len: 217 time: 0.1023188 Mar 11 19:38:55.226544 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35e4e010-2235-4d21-a7d7-ae0b0a7fd596 admin admin] vlan segment allocate from pool success with {'vlan_id': 855, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:38:55.255932 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e4e010-2235-4d21-a7d7-ae0b0a7fd596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e94f34-d3d5-470e-b9c6-0a0701f5bb4e,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:55.279068 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-35e4e010-2235-4d21-a7d7-ae0b0a7fd596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (ec1bfe72-b1b0-4216-bb33-4eacec353972), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:55.279413 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-35e4e010-2235-4d21-a7d7-ae0b0a7fd596 admin admin] Added segment ec1bfe72-b1b0-4216-bb33-4eacec353972 of type vlan for network 8d8af1ee-e16b-4b14-bb44-b8dc009b4441 Mar 11 19:38:55.367990 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-04b1ee93-f1db-429d-8e94-c859a5c8de1f req-4e84959d-3c0f-4fb0-8dab-887bc4258fd9 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/security-groups?id=9eadf186-3007-49d9-b4f3-e4bc7305f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532526 Mar 11 19:38:55.394418 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-35e4e010-2235-4d21-a7d7-ae0b0a7fd596 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (8d8af1ee-e16b-4b14-bb44-b8dc009b4441), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:55.401046 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00af16fa-d69b-4099-a33a-758dc84ee9d0 req-991d0f9b-ae58-4d4c-b1c8-0f107ee79cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:55.404632 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-00af16fa-d69b-4099-a33a-758dc84ee9d0 req-991d0f9b-ae58-4d4c-b1c8-0f107ee79cfd service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e937a69a-1c31-46af-aac9-3893b50798ca HTTP/1.1" status: 200 len: 854 time: 0.1797626 Mar 11 19:38:55.427044 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-35e4e010-2235-4d21-a7d7-ae0b0a7fd596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (8d8af1ee-e16b-4b14-bb44-b8dc009b4441), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:55.427988 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e4e010-2235-4d21-a7d7-ae0b0a7fd596 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:55.428631 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-35e4e010-2235-4d21-a7d7-ae0b0a7fd596 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:55.448077 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-35e4e010-2235-4d21-a7d7-ae0b0a7fd596 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5724211 Mar 11 19:38:55.460568 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 37474) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:38:55.468893 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-88615dec-78a8-48f7-97a4-3c6df3c8cda6 admin admin] Request body: {'subnet': {'network_id': '8d8af1ee-e16b-4b14-bb44-b8dc009b4441', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-779973579-subnet', 'tenant_id': '7a7dd24d32cd461da0ee4acd6df10ed7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:38:55.479112 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-00af16fa-d69b-4099-a33a-758dc84ee9d0 req-b0b47e32-9ade-49c2-b04b-e087ec90f0d6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631311 Mar 11 19:38:55.503936 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88615dec-78a8-48f7-97a4-3c6df3c8cda6 admin admin] Made reservation on behalf of 7a7dd24d32cd461da0ee4acd6df10ed7 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:38:55.516971 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-88615dec-78a8-48f7-97a4-3c6df3c8cda6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:55.599769 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e4e010-2235-4d21-a7d7-ae0b0a7fd596 admin admin] Pushing event updated for resources: {'Network': ['ID=8d8af1ee-e16b-4b14-bb44-b8dc009b4441,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:55.616038 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 8d8af1ee-e16b-4b14-bb44-b8dc009b4441 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:38:55.621234 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-60173787-1928-40d3-b485-6a9b15ff23c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (752d7d8b-269a-45e4-8d95-d3ef0789a828), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:55.653845 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78bf981-1d83-4538-b148-a9c98cbf9993 req-2dc1ebbe-cc6a-4d67-8f89-0ae68806bf37 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:55.661494 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a78bf981-1d83-4538-b148-a9c98cbf9993 req-2dc1ebbe-cc6a-4d67-8f89-0ae68806bf37 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] 10.222.0.65 "GET /v2.0/ports?device_id=539f928d-f9c3-414d-9c1a-ffb29e3c5af9 HTTP/1.1" status: 200 len: 950 time: 0.1806633 Mar 11 19:38:55.782631 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-00af16fa-d69b-4099-a33a-758dc84ee9d0 req-488e3e07-a450-43a5-8f0a-8ca130512115 service neutron] 10.222.0.75 "GET /v2.0/networks/4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645011 Mar 11 19:38:55.859762 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a78bf981-1d83-4538-b148-a9c98cbf9993 req-0e57882d-1def-47a3-90d8-466bbabac06c tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] 10.222.0.65 "GET /v2.0/security-groups?id=d6ec3875-7b7a-48a6-895f-59f33b550d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926756 Mar 11 19:38:55.913538 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-88615dec-78a8-48f7-97a4-3c6df3c8cda6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (d163c379-f7da-44a9-b94d-7290e8921939), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:55.998683 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88615dec-78a8-48f7-97a4-3c6df3c8cda6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d163c379-f7da-44a9-b94d-7290e8921939,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:56.040457 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88615dec-78a8-48f7-97a4-3c6df3c8cda6 admin admin] Checking segment: {'id': 'ec1bfe72-b1b0-4216-bb33-4eacec353972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '8d8af1ee-e16b-4b14-bb44-b8dc009b4441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:38:56.041811 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88615dec-78a8-48f7-97a4-3c6df3c8cda6 admin admin] Network hostable DHCP agents. Network: 8d8af1ee-e16b-4b14-bb44-b8dc009b4441, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:38:56.089971 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88615dec-78a8-48f7-97a4-3c6df3c8cda6 admin admin] Network 8d8af1ee-e16b-4b14-bb44-b8dc009b4441 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:38:56.094117 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d7becc-c126-48ec-af11-f6713bea3aed x-openstack-request-id: req-60d7becc-c126-48ec-af11-f6713bea3aed {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:38:56.095527 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "539f928d-f9c3-414d-9c1a-ffb29e3c5af9", "name": "network-vif-plugged", "status": "completed", "tag": "fb5df2d2-7c82-428d-bb00-bcec795812c6", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:38:56.096770 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-60d7becc-c126-48ec-af11-f6713bea3aed {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:38:56.097283 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '539f928d-f9c3-414d-9c1a-ffb29e3c5af9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb5df2d2-7c82-428d-bb00-bcec795812c6', 'code': 200} Mar 11 19:38:56.117484 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-88615dec-78a8-48f7-97a4-3c6df3c8cda6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 8d8af1ee-e16b-4b14-bb44-b8dc009b4441) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:38:56.122979 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:56.132183 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b429eca-80af-4e1f-8417-fa6e0215f4e4 None None] Network 8d8af1ee-e16b-4b14-bb44-b8dc009b4441 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:38:56.134734 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88615dec-78a8-48f7-97a4-3c6df3c8cda6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:56.142921 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-88615dec-78a8-48f7-97a4-3c6df3c8cda6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:56.191204 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-88615dec-78a8-48f7-97a4-3c6df3c8cda6 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7289100 Mar 11 19:38:56.217599 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-00af16fa-d69b-4099-a33a-758dc84ee9d0 req-b7933126-bd7b-4d76-970d-01b656fb8fd9 service neutron] 10.222.0.75 "GET /v2.0/networks/4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4240725 Mar 11 19:38:56.311298 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea643df0-86b5-4265-9f69-e526448cad89 req-8b77bab1-d629-4f7b-8a22-8611b9e9df20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:56.313738 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-ea643df0-86b5-4265-9f69-e526448cad89 req-8b77bab1-d629-4f7b-8a22-8611b9e9df20 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=539f928d-f9c3-414d-9c1a-ffb29e3c5af9 HTTP/1.1" status: 200 len: 1132 time: 0.1327591 Mar 11 19:38:56.402114 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-ea643df0-86b5-4265-9f69-e526448cad89 req-52a97fd1-4a9e-493f-a283-039e5dab8e66 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d6ec3875-7b7a-48a6-895f-59f33b550d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810637 Mar 11 19:38:56.412744 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c013f4e2-6a95-4ed6-9709-bcf559eaf9e7 None None] Network 8d8af1ee-e16b-4b14-bb44-b8dc009b4441 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:38:56.516551 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60173787-1928-40d3-b485-6a9b15ff23c4 admin admin] Router 752d7d8b-269a-45e4-8d95-d3ef0789a828 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:38:56.572494 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6cd6a-1257-43af-88a0-e741aa6a97cc req-13b88336-74c0-485c-a866-42a5f858d79d tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:56.575543 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e4f6cd6a-1257-43af-88a0-e741aa6a97cc req-13b88336-74c0-485c-a866-42a5f858d79d tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "GET /v2.0/ports?device_id=354488d0-8811-4789-8bda-a6a0309f9fa8 HTTP/1.1" status: 200 len: 945 time: 0.2085340 Mar 11 19:38:56.704782 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e4f6cd6a-1257-43af-88a0-e741aa6a97cc req-4ae5e09f-2044-4e79-85d0-78587ee2e4fd tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e517e2d-c796-4eb6-a34e-da2fbfb59fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181321 Mar 11 19:38:56.757357 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60173787-1928-40d3-b485-6a9b15ff23c4 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:38:56.763074 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-60173787-1928-40d3-b485-6a9b15ff23c4 admin admin] 10.222.0.65 "PUT /v2.0/routers/752d7d8b-269a-45e4-8d95-d3ef0789a828/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6470013 Mar 11 19:38:56.765733 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 37492) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:38:56.772247 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397ccac0-57d7-40ed-8f51-201b75103516 None None] Sync routers for ids ['752d7d8b-269a-45e4-8d95-d3ef0789a828'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:38:56.792976 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397ccac0-57d7-40ed-8f51-201b75103516 None None] Routers {'752d7d8b-269a-45e4-8d95-d3ef0789a828'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:38:56.795014 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-397ccac0-57d7-40ed-8f51-201b75103516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:38:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['752d7d8b-269a-45e4-8d95-d3ef0789a828'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:56.877411 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a329f870-4f9c-4bc4-bc62-f5bb8bfc1418 req-380af2b4-70db-486f-aad4-5543f1b0205c tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:56.879190 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a329f870-4f9c-4bc4-bc62-f5bb8bfc1418 req-380af2b4-70db-486f-aad4-5543f1b0205c tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/ports?device_id=9315b82c-a4f4-47ba-9978-7dbe06ae1bc7 HTTP/1.1" status: 200 len: 943 time: 0.0907502 Mar 11 19:38:56.944272 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a329f870-4f9c-4bc4-bc62-f5bb8bfc1418 req-22543b65-667b-4679-97b1-0baa14197cda tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/security-groups?id=9eadf186-3007-49d9-b4f3-e4bc7305f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527537 Mar 11 19:38:56.970435 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 41e9e20b-bb2c-4d0f-bc41-a6cb62dbb741 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:38:57.023720 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4930df6d-21be-4649-a89d-6b373ef62088 admin admin] Publish callbacks [] for router (752d7d8b-269a-45e4-8d95-d3ef0789a828), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:57.053291 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-397ccac0-57d7-40ed-8f51-201b75103516 None None] Set router 752d7d8b-269a-45e4-8d95-d3ef0789a828 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:38:57.231256 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 41e9e20b-bb2c-4d0f-bc41-a6cb62dbb741, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=41e9e20b-bb2c-4d0f-bc41-a6cb62dbb741,segment=NetworkSegment(1c6aa5b7-681f-4a80-a0b7-793b4ab0118d),segment_id=1c6aa5b7-681f-4a80-a0b7-793b4ab0118d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:57.252008 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '41e9e20b-bb2c-4d0f-bc41-a6cb62dbb741', 'network_id': '4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00', 'port_id': '41e9e20b-bb2c-4d0f-bc41-a6cb62dbb741', 'mac_address': 'fa:16:3e:91:77:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 877, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e937a69a-1c31-46af-aac9-3893b50798ca', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:38:57.281663 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4930df6d-21be-4649-a89d-6b373ef62088 admin admin] Publish callbacks [] for router_gateway (752d7d8b-269a-45e4-8d95-d3ef0789a828), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:57.336459 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 41e9e20b-bb2c-4d0f-bc41-a6cb62dbb741 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:38:57.337112 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (41e9e20b-bb2c-4d0f-bc41-a6cb62dbb741), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:57.389911 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41e9e20b-bb2c-4d0f-bc41-a6cb62dbb741 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:38:57.431789 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 41e9e20b-bb2c-4d0f-bc41-a6cb62dbb741, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=41e9e20b-bb2c-4d0f-bc41-a6cb62dbb741,segment=NetworkSegment(1c6aa5b7-681f-4a80-a0b7-793b4ab0118d),segment_id=1c6aa5b7-681f-4a80-a0b7-793b4ab0118d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:57.443056 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (41e9e20b-bb2c-4d0f-bc41-a6cb62dbb741), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:57.444946 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-4930df6d-21be-4649-a89d-6b373ef62088 admin admin] Deleting port ef5410c6-9ff9-40b5-ad31-b14099b46aa9 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:38:57.445970 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4930df6d-21be-4649-a89d-6b373ef62088 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (ef5410c6-9ff9-40b5-ad31-b14099b46aa9), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:57.542482 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=41e9e20b-bb2c-4d0f-bc41-a6cb62dbb741,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:57.548642 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:57.573652 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e0e82-c299-476e-baae-2e8d255b8752 req-d5e14710-8b9a-4b6f-aec5-3d0d4c1b6e88 tempest-ServersNegativeTestMultiTenantJSON-1572423883 tempest-ServersNegativeTestMultiTenantJSON-1572423883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:57.584214 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6a1e0e82-c299-476e-baae-2e8d255b8752 req-d5e14710-8b9a-4b6f-aec5-3d0d4c1b6e88 tempest-ServersNegativeTestMultiTenantJSON-1572423883 tempest-ServersNegativeTestMultiTenantJSON-1572423883-project] 10.222.0.65 "GET /v2.0/networks?id=29102858-cd92-4dff-bd96-e71ae0223d41 HTTP/1.1" status: 200 len: 825 time: 0.2404454 Mar 11 19:38:57.621925 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6a1e0e82-c299-476e-baae-2e8d255b8752 req-cb100f94-8699-487f-bfc0-252c673e3507 tempest-ServersNegativeTestMultiTenantJSON-1572423883 tempest-ServersNegativeTestMultiTenantJSON-1572423883-project] 10.222.0.65 "GET /v2.0/quotas/06024027c26a4c73ab83d5a5c88a661e HTTP/1.1" status: 200 len: 375 time: 0.0329292 Mar 11 19:38:57.623430 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-397ccac0-57d7-40ed-8f51-201b75103516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '752d7d8b-269a-45e4-8d95-d3ef0789a828', 'name': 'tempest-TaggedBootDevicesTest-1031047735-router', 'tenant_id': '7eee167876f4486fa3e6b7859ca90f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': 'ef5410c6-9ff9-40b5-ad31-b14099b46aa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:29:29Z', 'updated_at': '2022-03-11T19:38:54Z', 'revision_number': 5, 'project_id': '7eee167876f4486fa3e6b7859ca90f06', 'gw_port': {'id': 'ef5410c6-9ff9-40b5-ad31-b14099b46aa9', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '752d7d8b-269a-45e4-8d95-d3ef0789a828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:29:31Z', 'updated_at': '2022-03-11T19:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:57.660943 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397ccac0-57d7-40ed-8f51-201b75103516 None None] Checking router: 752d7d8b-269a-45e4-8d95-d3ef0789a828 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:38:57.676046 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397ccac0-57d7-40ed-8f51-201b75103516 None None] Routers {'752d7d8b-269a-45e4-8d95-d3ef0789a828'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:38:57.676703 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-397ccac0-57d7-40ed-8f51-201b75103516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:38:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['752d7d8b-269a-45e4-8d95-d3ef0789a828'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:57.686337 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6a1e0e82-c299-476e-baae-2e8d255b8752 req-a73f26a2-42a4-4c59-80f3-129813da7c7f tempest-ServersNegativeTestMultiTenantJSON-1572423883 tempest-ServersNegativeTestMultiTenantJSON-1572423883-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=06024027c26a4c73ab83d5a5c88a661e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0634327 Mar 11 19:38:57.697905 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['41e9e20b-bb2c-4d0f-bc41-a6cb62dbb741'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:38:57.702920 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-4930df6d-21be-4649-a89d-6b373ef62088 admin admin] For port ef5410c6-9ff9-40b5-ad31-b14099b46aa9, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=ef5410c6-9ff9-40b5-ad31-b14099b46aa9,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:57.703388 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4930df6d-21be-4649-a89d-6b373ef62088 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (ef5410c6-9ff9-40b5-ad31-b14099b46aa9), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:57.741212 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-4930df6d-21be-4649-a89d-6b373ef62088 admin admin] Calling delete_port for ef5410c6-9ff9-40b5-ad31-b14099b46aa9 owned by network:router_gateway {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:38:57.857420 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-397ccac0-57d7-40ed-8f51-201b75103516 None None] Set router 752d7d8b-269a-45e4-8d95-d3ef0789a828 gateway port host: None {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:38:57.926944 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6a1e0e82-c299-476e-baae-2e8d255b8752 req-3a74f64a-700d-4bde-8d0c-8b0f0e7dc8a6 service neutron] 10.222.0.65 "GET /v2.0/networks/29102858-cd92-4dff-bd96-e71ae0223d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396741 Mar 11 19:38:57.999890 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-397ccac0-57d7-40ed-8f51-201b75103516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '752d7d8b-269a-45e4-8d95-d3ef0789a828', 'name': 'tempest-TaggedBootDevicesTest-1031047735-router', 'tenant_id': '7eee167876f4486fa3e6b7859ca90f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:29:29Z', 'updated_at': '2022-03-11T19:38:57Z', 'revision_number': 6, 'project_id': '7eee167876f4486fa3e6b7859ca90f06', 'gw_port_host': None}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:38:58.075814 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397ccac0-57d7-40ed-8f51-201b75103516 None None] The sync data for ids ['752d7d8b-269a-45e4-8d95-d3ef0789a828'] in n-d-833163-1 is: [{'id': '752d7d8b-269a-45e4-8d95-d3ef0789a828', 'name': 'tempest-TaggedBootDevicesTest-1031047735-router', 'tenant_id': '7eee167876f4486fa3e6b7859ca90f06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:29:29Z', 'updated_at': '2022-03-11T19:38:57Z', 'revision_number': 6, 'project_id': '7eee167876f4486fa3e6b7859ca90f06', 'gw_port_host': None}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:38:58.130012 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4930df6d-21be-4649-a89d-6b373ef62088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (ef5410c6-9ff9-40b5-ad31-b14099b46aa9), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:58.143409 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6a1e0e82-c299-476e-baae-2e8d255b8752 req-d71caea8-d8cd-4084-a409-4dccb4229ec5 service neutron] 10.222.0.65 "GET /v2.0/networks/29102858-cd92-4dff-bd96-e71ae0223d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140238 Mar 11 19:38:58.224739 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4930df6d-21be-4649-a89d-6b373ef62088 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef5410c6-9ff9-40b5-ad31-b14099b46aa9,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:58.301107 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4930df6d-21be-4649-a89d-6b373ef62088 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (752d7d8b-269a-45e4-8d95-d3ef0789a828), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:58.440583 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4930df6d-21be-4649-a89d-6b373ef62088 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (752d7d8b-269a-45e4-8d95-d3ef0789a828), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:58.443493 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4930df6d-21be-4649-a89d-6b373ef62088 admin admin] Publish callbacks [] for router_controller (752d7d8b-269a-45e4-8d95-d3ef0789a828), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:58.451719 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d638eb1-03d0-4ee8-9da3-962447167829 req-fa115815-e85f-4d0a-b152-9cce9b9ecd65 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:58.484191 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5d638eb1-03d0-4ee8-9da3-962447167829 req-fa115815-e85f-4d0a-b152-9cce9b9ecd65 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] 10.222.0.65 "GET /v2.0/ports?device_id=539f928d-f9c3-414d-9c1a-ffb29e3c5af9 HTTP/1.1" status: 200 len: 950 time: 0.1474981 Mar 11 19:38:58.536965 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4930df6d-21be-4649-a89d-6b373ef62088 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (752d7d8b-269a-45e4-8d95-d3ef0789a828), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:58.537509 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4930df6d-21be-4649-a89d-6b373ef62088 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 752d7d8b-269a-45e4-8d95-d3ef0789a828 {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:38:58.543709 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4930df6d-21be-4649-a89d-6b373ef62088 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:58.545164 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4930df6d-21be-4649-a89d-6b373ef62088 admin admin] 10.222.0.65 "DELETE /v2.0/routers/752d7d8b-269a-45e4-8d95-d3ef0789a828 HTTP/1.1" status: 204 len: 168 time: 1.7780135 Mar 11 19:38:58.548099 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 37522) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:38:58.661223 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5d638eb1-03d0-4ee8-9da3-962447167829 req-c0f91412-8a1c-4ee6-8a55-332b319b0af3 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] 10.222.0.65 "GET /v2.0/security-groups?id=d6ec3875-7b7a-48a6-895f-59f33b550d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757624 Mar 11 19:38:58.686508 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-91cfe298-18d5-4725-9478-ee998d5f19ff admin admin] Deleting subnet c4ce97f5-273f-42a3-8dbb-6d45a56d0c24 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:38:58.714721 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-91cfe298-18d5-4725-9478-ee998d5f19ff admin admin] Publish callbacks [] for subnet (c4ce97f5-273f-42a3-8dbb-6d45a56d0c24), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:58.798310 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-91cfe298-18d5-4725-9478-ee998d5f19ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (c4ce97f5-273f-42a3-8dbb-6d45a56d0c24), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:58.962632 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-91cfe298-18d5-4725-9478-ee998d5f19ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (c4ce97f5-273f-42a3-8dbb-6d45a56d0c24), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:58.987622 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:59.001385 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 41e9e20b-bb2c-4d0f-bc41-a6cb62dbb741 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:38:59.037104 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-91cfe298-18d5-4725-9478-ee998d5f19ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (c4ce97f5-273f-42a3-8dbb-6d45a56d0c24), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:59.092254 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cfe298-18d5-4725-9478-ee998d5f19ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4ce97f5-273f-42a3-8dbb-6d45a56d0c24,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:59.098359 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-91cfe298-18d5-4725-9478-ee998d5f19ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:59.103845 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-91cfe298-18d5-4725-9478-ee998d5f19ff admin admin] 10.222.0.65 "DELETE /v2.0/subnets/c4ce97f5-273f-42a3-8dbb-6d45a56d0c24 HTTP/1.1" status: 204 len: 168 time: 0.5447695 Mar 11 19:38:59.105046 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 37540) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:38:59.116139 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdbfa73-b920-4210-9867-8f11e359bb18 None None] Network 3a5ebcdd-7c47-4480-b835-e31622a3f5f1 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:38:59.159510 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b7342-e2d2-42c1-89ca-90046845d48b req-c9cab049-3d05-433c-a6d0-e373494e4092 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:59.161088 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1b9b7342-e2d2-42c1-89ca-90046845d48b req-c9cab049-3d05-433c-a6d0-e373494e4092 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "GET /v2.0/ports?device_id=354488d0-8811-4789-8bda-a6a0309f9fa8 HTTP/1.1" status: 200 len: 945 time: 0.1373427 Mar 11 19:38:59.321620 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1b9b7342-e2d2-42c1-89ca-90046845d48b req-1a3f4eda-1496-46d3-aaee-6bb73a42f099 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e517e2d-c796-4eb6-a34e-da2fbfb59fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478925 Mar 11 19:38:59.338518 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-049d0b36-6579-4b6f-8561-a1fc24c93420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (3a5ebcdd-7c47-4480-b835-e31622a3f5f1), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:59.450766 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-049d0b36-6579-4b6f-8561-a1fc24c93420 admin admin] Deleting port 48f089e9-b27d-441c-9803-aeeee5ca3a4b {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:38:59.451122 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-049d0b36-6579-4b6f-8561-a1fc24c93420 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (48f089e9-b27d-441c-9803-aeeee5ca3a4b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:59.521937 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cedbf5d-2518-41a6-973d-2d2db2f7d583 req-4e576135-5c06-450a-aebb-f84faa208f65 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:38:59.531607 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2cedbf5d-2518-41a6-973d-2d2db2f7d583 req-4e576135-5c06-450a-aebb-f84faa208f65 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/ports?device_id=9315b82c-a4f4-47ba-9978-7dbe06ae1bc7 HTTP/1.1" status: 200 len: 944 time: 0.0965919 Mar 11 19:38:59.535667 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port 41e9e20b-bb2c-4d0f-bc41-a6cb62dbb741 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:38:59.557829 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 41e9e20b-bb2c-4d0f-bc41-a6cb62dbb741 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:38:59.558211 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (41e9e20b-bb2c-4d0f-bc41-a6cb62dbb741), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:59.583538 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-049d0b36-6579-4b6f-8561-a1fc24c93420 admin admin] For port 48f089e9-b27d-441c-9803-aeeee5ca3a4b, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=48f089e9-b27d-441c-9803-aeeee5ca3a4b,segment=NetworkSegment(7a422026-32a0-497f-aed4-1737e6a95f1b),segment_id=7a422026-32a0-497f-aed4-1737e6a95f1b)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:59.583953 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-049d0b36-6579-4b6f-8561-a1fc24c93420 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (48f089e9-b27d-441c-9803-aeeee5ca3a4b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:59.626936 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-049d0b36-6579-4b6f-8561-a1fc24c93420 admin admin] Calling delete_port for 48f089e9-b27d-441c-9803-aeeee5ca3a4b owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:38:59.680178 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2cedbf5d-2518-41a6-973d-2d2db2f7d583 req-912a31b8-27e1-4313-ad91-b5368e2b9ff2 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/security-groups?id=9eadf186-3007-49d9-b4f3-e4bc7305f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309292 Mar 11 19:38:59.697781 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device b6535650-7755-44ab-a731-aac28c80c30e no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:38:59.739019 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0a88c7-c89d-4a0f-b205-95bd298a1906 None None] DHCP port deletion for 3a5ebcdd-7c47-4480-b835-e31622a3f5f1 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:38:59.769295 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: b6535650-7755-44ab-a731-aac28c80c30e {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:38:59.769642 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device b6535650-7755-44ab-a731-aac28c80c30e not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:38:59.770075 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device ef5410c6-9ff9-40b5-ad31-b14099b46aa9 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:38:59.806131 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-13e35537-b32c-4711-9b15-4d7bafe5d696 req-3d5b8409-2c23-4496-a5ec-65d227d848a4 tempest-ServersNegativeTestMultiTenantJSON-1572423883 tempest-ServersNegativeTestMultiTenantJSON-1572423883-project] 10.222.0.65 "GET /v2.0/ports?device_id=6188ed50-8560-494f-a1db-2e8f3351c442 HTTP/1.1" status: 200 len: 210 time: 0.0341804 Mar 11 19:38:59.815253 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: ef5410c6-9ff9-40b5-ad31-b14099b46aa9 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:38:59.816136 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device ef5410c6-9ff9-40b5-ad31-b14099b46aa9 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:38:59.848599 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-049d0b36-6579-4b6f-8561-a1fc24c93420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (48f089e9-b27d-441c-9803-aeeee5ca3a4b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:59.855279 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 41e9e20b-bb2c-4d0f-bc41-a6cb62dbb741 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:38:59.856225 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (41e9e20b-bb2c-4d0f-bc41-a6cb62dbb741), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:59.886836 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-1f0a88c7-c89d-4a0f-b205-95bd298a1906 None None] The port '48f089e9-b27d-441c-9803-aeeee5ca3a4b' was deleted {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Mar 11 19:38:59.914096 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9315b82c-a4f4-47ba-9978-7dbe06ae1bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e9e20b-bb2c-4d0f-bc41-a6cb62dbb741'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:38:59.916394 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049d0b36-6579-4b6f-8561-a1fc24c93420 admin admin] Pushing event deleted for resources: {'Port': ['ID=48f089e9-b27d-441c-9803-aeeee5ca3a4b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:38:59.917136 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-476c19e5-09b7-4e61-9ae5-d9c6c88b1f55" -d '{"events": [{"server_uuid": "9315b82c-a4f4-47ba-9978-7dbe06ae1bc7", "name": "network-vif-plugged", "status": "completed", "tag": "41e9e20b-bb2c-4d0f-bc41-a6cb62dbb741"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:38:59.933789 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 41e9e20b-bb2c-4d0f-bc41-a6cb62dbb741, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=41e9e20b-bb2c-4d0f-bc41-a6cb62dbb741,segment=NetworkSegment(1c6aa5b7-681f-4a80-a0b7-793b4ab0118d),segment_id=1c6aa5b7-681f-4a80-a0b7-793b4ab0118d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:38:59.944965 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049d0b36-6579-4b6f-8561-a1fc24c93420 admin admin] No DVR routers for this DVR port 48f089e9-b27d-441c-9803-aeeee5ca3a4b on host n-d-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:38:59.946700 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (41e9e20b-bb2c-4d0f-bc41-a6cb62dbb741), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:38:59.951588 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049d0b36-6579-4b6f-8561-a1fc24c93420 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:59.952037 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049d0b36-6579-4b6f-8561-a1fc24c93420 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:59.952393 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049d0b36-6579-4b6f-8561-a1fc24c93420 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:59.960755 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049d0b36-6579-4b6f-8561-a1fc24c93420 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:59.961243 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049d0b36-6579-4b6f-8561-a1fc24c93420 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:59.961623 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049d0b36-6579-4b6f-8561-a1fc24c93420 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:59.961979 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049d0b36-6579-4b6f-8561-a1fc24c93420 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:59.962320 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049d0b36-6579-4b6f-8561-a1fc24c93420 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:59.962657 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049d0b36-6579-4b6f-8561-a1fc24c93420 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:59.962999 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049d0b36-6579-4b6f-8561-a1fc24c93420 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:59.963334 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049d0b36-6579-4b6f-8561-a1fc24c93420 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:59.963703 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049d0b36-6579-4b6f-8561-a1fc24c93420 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:38:59.975060 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-049d0b36-6579-4b6f-8561-a1fc24c93420 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:00.033413 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=41e9e20b-bb2c-4d0f-bc41-a6cb62dbb741,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:00.138468 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-049d0b36-6579-4b6f-8561-a1fc24c93420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (3a5ebcdd-7c47-4480-b835-e31622a3f5f1), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:00.176340 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-049d0b36-6579-4b6f-8561-a1fc24c93420 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a5ebcdd-7c47-4480-b835-e31622a3f5f1']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:00.190563 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-049d0b36-6579-4b6f-8561-a1fc24c93420 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a422026-32a0-497f-aed4-1737e6a95f1b') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:00.191162 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-049d0b36-6579-4b6f-8561-a1fc24c93420 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a422026-32a0-497f-aed4-1737e6a95f1b') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:00.195747 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e0e82-c299-476e-baae-2e8d255b8752 req-bc4797de-e2e9-47c5-a0b6-498473e591a1 tempest-ServersNegativeTestMultiTenantJSON-1572423883 tempest-ServersNegativeTestMultiTenantJSON-1572423883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:00.197497 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6a1e0e82-c299-476e-baae-2e8d255b8752 req-bc4797de-e2e9-47c5-a0b6-498473e591a1 tempest-ServersNegativeTestMultiTenantJSON-1572423883 tempest-ServersNegativeTestMultiTenantJSON-1572423883-project] 10.222.0.75 "GET /v2.0/networks?id=29102858-cd92-4dff-bd96-e71ae0223d41 HTTP/1.1" status: 200 len: 825 time: 0.2643402 Mar 11 19:39:00.213109 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-049d0b36-6579-4b6f-8561-a1fc24c93420 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (7a422026-32a0-497f-aed4-1737e6a95f1b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:00.213430 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-6a1e0e82-c299-476e-baae-2e8d255b8752 req-bdaf2b30-b7b2-4460-874a-04edd0f2b650 tempest-ServersNegativeTestMultiTenantJSON-1572423883 tempest-ServersNegativeTestMultiTenantJSON-1572423883-project] Request body: {'port': {'device_id': '6188ed50-8560-494f-a1db-2e8f3351c442', 'network_id': '29102858-cd92-4dff-bd96-e71ae0223d41', 'admin_state_up': True, 'tenant_id': '06024027c26a4c73ab83d5a5c88a661e'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:39:00.228961 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-049d0b36-6579-4b6f-8561-a1fc24c93420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (7a422026-32a0-497f-aed4-1737e6a95f1b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:00.235688 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-049d0b36-6579-4b6f-8561-a1fc24c93420 admin admin] Releasing vlan 880 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:39:00.236085 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-049d0b36-6579-4b6f-8561-a1fc24c93420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (7a422026-32a0-497f-aed4-1737e6a95f1b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:00.332930 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:39:00.332930 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:39:00.332930 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:39:00.332930 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:39:00.332930 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:39:00.332930 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:39:00.332930 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:39:00.332930 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:39:00.332930 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:39:00.332930 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:39:00.332930 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:39:00.332930 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:39:00.332930 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:39:00.332930 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:39:00.332930 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:39:00.332930 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:39:00.332930 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:39:00.332930 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:39:00.332930 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:39:00.332930 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:39:00.332930 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:39:00.332930 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:39:00.332930 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:39:00.332930 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:39:00.332930 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:39:00.332930 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:39:00.332930 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:39:00.332930 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:39:00.332930 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:39:00.332930 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:39:00.332930 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:39:00.332930 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:39:00.352599 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-049d0b36-6579-4b6f-8561-a1fc24c93420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (3a5ebcdd-7c47-4480-b835-e31622a3f5f1), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:00.368943 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-049d0b36-6579-4b6f-8561-a1fc24c93420 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:00.376641 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-049d0b36-6579-4b6f-8561-a1fc24c93420 admin admin] 10.222.0.65 "DELETE /v2.0/networks/3a5ebcdd-7c47-4480-b835-e31622a3f5f1 HTTP/1.1" status: 204 len: 168 time: 1.2676868 Mar 11 19:39:00.380509 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 37564) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:39:00.392907 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049d0b36-6579-4b6f-8561-a1fc24c93420 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a5ebcdd-7c47-4480-b835-e31622a3f5f1,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:00.426363 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a89fb5-4fb5-4431-8830-0b40a018cba9 x-openstack-request-id: req-f3a89fb5-4fb5-4431-8830-0b40a018cba9 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:39:00.426913 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9315b82c-a4f4-47ba-9978-7dbe06ae1bc7", "name": "network-vif-plugged", "status": "completed", "tag": "41e9e20b-bb2c-4d0f-bc41-a6cb62dbb741", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:39:00.427378 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f3a89fb5-4fb5-4431-8830-0b40a018cba9 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:39:00.428015 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9315b82c-a4f4-47ba-9978-7dbe06ae1bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e9e20b-bb2c-4d0f-bc41-a6cb62dbb741', 'code': 200} Mar 11 19:39:00.505510 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a1e0e82-c299-476e-baae-2e8d255b8752 req-bdaf2b30-b7b2-4460-874a-04edd0f2b650 tempest-ServersNegativeTestMultiTenantJSON-1572423883 tempest-ServersNegativeTestMultiTenantJSON-1572423883-project] Made reservation on behalf of 06024027c26a4c73ab83d5a5c88a661e for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:39:00.509823 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6a1e0e82-c299-476e-baae-2e8d255b8752 req-bdaf2b30-b7b2-4460-874a-04edd0f2b650 tempest-ServersNegativeTestMultiTenantJSON-1572423883 tempest-ServersNegativeTestMultiTenantJSON-1572423883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:00.619135 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9999ce23-9af5-474a-8299-7c55b81a7fd7 req-90f78ac6-2739-4b89-8646-ece5a7179b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:00.622132 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-9999ce23-9af5-474a-8299-7c55b81a7fd7 req-90f78ac6-2739-4b89-8646-ece5a7179b62 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=9315b82c-a4f4-47ba-9978-7dbe06ae1bc7 HTTP/1.1" status: 200 len: 1127 time: 0.1300969 Mar 11 19:39:00.715213 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-9999ce23-9af5-474a-8299-7c55b81a7fd7 req-655669d8-88d1-4bb8-be7a-3cd7dd9b717d service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=9eadf186-3007-49d9-b4f3-e4bc7305f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845783 Mar 11 19:39:00.952019 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833d74d-68b5-4be6-bcef-be701de57f0b req-43a13a0a-6ed1-4f1f-a430-4348b46ebe63 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:00.962629 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1833d74d-68b5-4be6-bcef-be701de57f0b req-43a13a0a-6ed1-4f1f-a430-4348b46ebe63 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe1a1bff-fbf3-41a1-9d45-73bebab872b0 HTTP/1.1" status: 200 len: 945 time: 0.2260878 Mar 11 19:39:01.024677 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-6a1e0e82-c299-476e-baae-2e8d255b8752 req-bdaf2b30-b7b2-4460-874a-04edd0f2b650 tempest-ServersNegativeTestMultiTenantJSON-1572423883 tempest-ServersNegativeTestMultiTenantJSON-1572423883-project] Allocated IP 172.20.0.4 (29102858-cd92-4dff-bd96-e71ae0223d41/11b143eb-50b4-40e8-b341-d8db886352c0/b0c1a187-b734-4f77-872c-eb61a3482715) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:39:01.085950 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1833d74d-68b5-4be6-bcef-be701de57f0b req-e04ff20a-00cf-4878-94cb-501b46f05f94 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce3e8b1d-2c20-4441-93a6-82d356ae42f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242814 Mar 11 19:39:01.625633 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 48f089e9-b27d-441c-9803-aeeee5ca3a4b no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:39:01.641904 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5353a176-7dc8-450d-9bb0-695ef621bdc6 req-9c21c429-6046-4c5d-bb51-75b2cd9c494e tempest-ServersAdminNegativeTestJSON-44617923 tempest-ServersAdminNegativeTestJSON-44617923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:01.648132 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5353a176-7dc8-450d-9bb0-695ef621bdc6 req-9c21c429-6046-4c5d-bb51-75b2cd9c494e tempest-ServersAdminNegativeTestJSON-44617923 tempest-ServersAdminNegativeTestJSON-44617923-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=539f928d-f9c3-414d-9c1a-ffb29e3c5af9 HTTP/1.1" status: 200 len: 1132 time: 0.4728527 Mar 11 19:39:01.663806 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bd4d32bd-fd63-4b5b-9be9-d61967bc77b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (2c7cae50-fe5d-4dc7-a4e7-a12e8a01c559), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:01.677790 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 48f089e9-b27d-441c-9803-aeeee5ca3a4b {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:39:01.678626 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 48f089e9-b27d-441c-9803-aeeee5ca3a4b not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:39:01.710704 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6a1e0e82-c299-476e-baae-2e8d255b8752 req-bdaf2b30-b7b2-4460-874a-04edd0f2b650 tempest-ServersNegativeTestMultiTenantJSON-1572423883 tempest-ServersNegativeTestMultiTenantJSON-1572423883-project] Publish callbacks [] for port (b0c1a187-b734-4f77-872c-eb61a3482715), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:01.752505 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5353a176-7dc8-450d-9bb0-695ef621bdc6 req-fdfce045-c95c-494d-9096-940a13e35b9d tempest-ServersAdminNegativeTestJSON-44617923 tempest-ServersAdminNegativeTestJSON-44617923-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:01.896355 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6a1e0e82-c299-476e-baae-2e8d255b8752 req-bdaf2b30-b7b2-4460-874a-04edd0f2b650 tempest-ServersNegativeTestMultiTenantJSON-1572423883 tempest-ServersNegativeTestMultiTenantJSON-1572423883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (b0c1a187-b734-4f77-872c-eb61a3482715), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:02.003070 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a1e0e82-c299-476e-baae-2e8d255b8752 req-bdaf2b30-b7b2-4460-874a-04edd0f2b650 tempest-ServersNegativeTestMultiTenantJSON-1572423883 tempest-ServersNegativeTestMultiTenantJSON-1572423883-project] Network 29102858-cd92-4dff-bd96-e71ae0223d41 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:39:02.030649 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-6a1e0e82-c299-476e-baae-2e8d255b8752 req-bdaf2b30-b7b2-4460-874a-04edd0f2b650 tempest-ServersNegativeTestMultiTenantJSON-1572423883 tempest-ServersNegativeTestMultiTenantJSON-1572423883-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:02.041944 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a1e0e82-c299-476e-baae-2e8d255b8752 req-bdaf2b30-b7b2-4460-874a-04edd0f2b650 tempest-ServersNegativeTestMultiTenantJSON-1572423883 tempest-ServersNegativeTestMultiTenantJSON-1572423883-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:39:02.104991 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5353a176-7dc8-450d-9bb0-695ef621bdc6 req-fdfce045-c95c-494d-9096-940a13e35b9d tempest-ServersAdminNegativeTestJSON-44617923 tempest-ServersAdminNegativeTestJSON-44617923-project-admin] Publish callbacks [] for security_group (15884350-06c4-4815-bb32-29009ab1f528), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:02.109687 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaf2b30-b7b2-4460-874a-04edd0f2b650 tempest-ServersNegativeTestMultiTenantJSON-1572423883 tempest-ServersNegativeTestMultiTenantJSON-1572423883-project] Pushing event updated for resources: {'Port': ['ID=b0c1a187-b734-4f77-872c-eb61a3482715,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:02.118760 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5353a176-7dc8-450d-9bb0-695ef621bdc6 req-fdfce045-c95c-494d-9096-940a13e35b9d tempest-ServersAdminNegativeTestJSON-44617923 tempest-ServersAdminNegativeTestJSON-44617923-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (15884350-06c4-4815-bb32-29009ab1f528), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:02.171256 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e0e82-c299-476e-baae-2e8d255b8752 req-bdaf2b30-b7b2-4460-874a-04edd0f2b650 tempest-ServersNegativeTestMultiTenantJSON-1572423883 tempest-ServersNegativeTestMultiTenantJSON-1572423883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:02.171815 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6a1e0e82-c299-476e-baae-2e8d255b8752 req-bdaf2b30-b7b2-4460-874a-04edd0f2b650 tempest-ServersNegativeTestMultiTenantJSON-1572423883 tempest-ServersNegativeTestMultiTenantJSON-1572423883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:02.203928 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5353a176-7dc8-450d-9bb0-695ef621bdc6 req-fdfce045-c95c-494d-9096-940a13e35b9d tempest-ServersAdminNegativeTestJSON-44617923 tempest-ServersAdminNegativeTestJSON-44617923-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=d6ec3875-7b7a-48a6-895f-59f33b550d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5548415 Mar 11 19:39:02.204605 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfce045-c95c-494d-9096-940a13e35b9d tempest-ServersAdminNegativeTestJSON-44617923 tempest-ServersAdminNegativeTestJSON-44617923-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15884350-06c4-4815-bb32-29009ab1f528,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:02.222959 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6a1e0e82-c299-476e-baae-2e8d255b8752 req-bdaf2b30-b7b2-4460-874a-04edd0f2b650 tempest-ServersNegativeTestMultiTenantJSON-1572423883 tempest-ServersNegativeTestMultiTenantJSON-1572423883-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0133188 Mar 11 19:39:02.245749 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-6a1e0e82-c299-476e-baae-2e8d255b8752 req-94a49d5d-6dcb-4fd4-8d19-ea4b6fb7291d service neutron] Request body: {'port': {'device_id': '6188ed50-8560-494f-a1db-2e8f3351c442', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:39:02.350647 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6a1e0e82-c299-476e-baae-2e8d255b8752 req-94a49d5d-6dcb-4fd4-8d19-ea4b6fb7291d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b0c1a187-b734-4f77-872c-eb61a3482715), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:02.392249 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-bd4d32bd-fd63-4b5b-9be9-d61967bc77b0 admin admin] Deleting port 9985170d-12d8-43f0-927e-53804df2e173 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:39:02.392598 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bd4d32bd-fd63-4b5b-9be9-d61967bc77b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (9985170d-12d8-43f0-927e-53804df2e173), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:02.589437 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85023273-2ba6-4001-8c84-d085142e13b3 req-3002c83b-d93e-410b-96a3-3cc363d1e1ef tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:02.591084 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-85023273-2ba6-4001-8c84-d085142e13b3 req-3002c83b-d93e-410b-96a3-3cc363d1e1ef tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "GET /v2.0/ports?device_id=354488d0-8811-4789-8bda-a6a0309f9fa8 HTTP/1.1" status: 200 len: 945 time: 0.2382941 Mar 11 19:39:02.640693 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-bd4d32bd-fd63-4b5b-9be9-d61967bc77b0 admin admin] For port 9985170d-12d8-43f0-927e-53804df2e173, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=9985170d-12d8-43f0-927e-53804df2e173,segment=NetworkSegment(d06ab450-19d7-41d0-8e8e-fde96ffdb869),segment_id=d06ab450-19d7-41d0-8e8e-fde96ffdb869)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:02.641055 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bd4d32bd-fd63-4b5b-9be9-d61967bc77b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (9985170d-12d8-43f0-927e-53804df2e173), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:02.677482 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-bd4d32bd-fd63-4b5b-9be9-d61967bc77b0 admin admin] Calling delete_port for 9985170d-12d8-43f0-927e-53804df2e173 owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:39:02.750571 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-85023273-2ba6-4001-8c84-d085142e13b3 req-ef2a6db8-6233-48c1-940d-a39a8783842d tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e517e2d-c796-4eb6-a34e-da2fbfb59fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469975 Mar 11 19:39:02.985650 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a41f6-1c79-4c11-81bb-1492a7abd943 req-be5f81d8-09c7-442e-b87b-ef97063b4074 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:02.987116 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-002a41f6-1c79-4c11-81bb-1492a7abd943 req-be5f81d8-09c7-442e-b87b-ef97063b4074 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/ports?device_id=9315b82c-a4f4-47ba-9978-7dbe06ae1bc7 HTTP/1.1" status: 200 len: 945 time: 0.1801078 Mar 11 19:39:02.991764 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-6a1e0e82-c299-476e-baae-2e8d255b8752 req-94a49d5d-6dcb-4fd4-8d19-ea4b6fb7291d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0c1a187-b734-4f77-872c-eb61a3482715 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:39:03.008067 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6a1e0e82-c299-476e-baae-2e8d255b8752 req-94a49d5d-6dcb-4fd4-8d19-ea4b6fb7291d service neutron] Publish callbacks [] for port (b0c1a187-b734-4f77-872c-eb61a3482715), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:03.088513 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-002a41f6-1c79-4c11-81bb-1492a7abd943 req-ba05eae7-d313-4df1-8b4a-c95071de6228 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/security-groups?id=9eadf186-3007-49d9-b4f3-e4bc7305f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921226 Mar 11 19:39:03.098925 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-6a1e0e82-c299-476e-baae-2e8d255b8752 req-94a49d5d-6dcb-4fd4-8d19-ea4b6fb7291d service neutron] Transition to ACTIVE for port object b0c1a187-b734-4f77-872c-eb61a3482715 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:39:03.100323 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bd4d32bd-fd63-4b5b-9be9-d61967bc77b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (9985170d-12d8-43f0-927e-53804df2e173), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:03.127935 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6a1e0e82-c299-476e-baae-2e8d255b8752 req-94a49d5d-6dcb-4fd4-8d19-ea4b6fb7291d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (b0c1a187-b734-4f77-872c-eb61a3482715), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:03.130736 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4d32bd-fd63-4b5b-9be9-d61967bc77b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9985170d-12d8-43f0-927e-53804df2e173,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:03.270286 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a49d5d-6dcb-4fd4-8d19-ea4b6fb7291d service neutron] Pushing event updated for resources: {'Port': ['ID=b0c1a187-b734-4f77-872c-eb61a3482715,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:03.382638 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54575fb3-887f-46cf-ba01-7700b09689fb req-78422e29-235a-4395-af06-df195a2d63ab tempest-ServersNegativeTestMultiTenantJSON-1572423883 tempest-ServersNegativeTestMultiTenantJSON-1572423883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:03.384146 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-54575fb3-887f-46cf-ba01-7700b09689fb req-78422e29-235a-4395-af06-df195a2d63ab tempest-ServersNegativeTestMultiTenantJSON-1572423883 tempest-ServersNegativeTestMultiTenantJSON-1572423883-project] 10.222.0.65 "GET /v2.0/ports?device_id=6188ed50-8560-494f-a1db-2e8f3351c442 HTTP/1.1" status: 200 len: 943 time: 0.2208955 Mar 11 19:39:03.454470 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-6a1e0e82-c299-476e-baae-2e8d255b8752 req-94a49d5d-6dcb-4fd4-8d19-ea4b6fb7291d service neutron] Attempting to bind port b0c1a187-b734-4f77-872c-eb61a3482715 on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:39:03.454728 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-6a1e0e82-c299-476e-baae-2e8d255b8752 req-94a49d5d-6dcb-4fd4-8d19-ea4b6fb7291d service neutron] Attempting to bind port b0c1a187-b734-4f77-872c-eb61a3482715 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '35526af1-e590-4d3d-a245-d3f39f0ffcbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '29102858-cd92-4dff-bd96-e71ae0223d41'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:39:03.455053 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1e0e82-c299-476e-baae-2e8d255b8752 req-94a49d5d-6dcb-4fd4-8d19-ea4b6fb7291d service neutron] Attempting to bind port b0c1a187-b734-4f77-872c-eb61a3482715 on network 29102858-cd92-4dff-bd96-e71ae0223d41 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:39:03.468953 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1e0e82-c299-476e-baae-2e8d255b8752 req-94a49d5d-6dcb-4fd4-8d19-ea4b6fb7291d service neutron] Port b0c1a187-b734-4f77-872c-eb61a3482715 on network 29102858-cd92-4dff-bd96-e71ae0223d41 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:39:03.469266 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1e0e82-c299-476e-baae-2e8d255b8752 req-94a49d5d-6dcb-4fd4-8d19-ea4b6fb7291d service neutron] Attempting to bind port b0c1a187-b734-4f77-872c-eb61a3482715 on network 29102858-cd92-4dff-bd96-e71ae0223d41 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:39:03.496908 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1e0e82-c299-476e-baae-2e8d255b8752 req-94a49d5d-6dcb-4fd4-8d19-ea4b6fb7291d service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:39:03.497241 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1e0e82-c299-476e-baae-2e8d255b8752 req-94a49d5d-6dcb-4fd4-8d19-ea4b6fb7291d service neutron] Checking segment: {'id': '35526af1-e590-4d3d-a245-d3f39f0ffcbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '29102858-cd92-4dff-bd96-e71ae0223d41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:39:03.497616 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a1e0e82-c299-476e-baae-2e8d255b8752 req-94a49d5d-6dcb-4fd4-8d19-ea4b6fb7291d service neutron] Bound using segment: {'id': '35526af1-e590-4d3d-a245-d3f39f0ffcbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '29102858-cd92-4dff-bd96-e71ae0223d41'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:39:03.498040 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-6a1e0e82-c299-476e-baae-2e8d255b8752 req-94a49d5d-6dcb-4fd4-8d19-ea4b6fb7291d service neutron] Bound port: b0c1a187-b734-4f77-872c-eb61a3482715, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35526af1-e590-4d3d-a245-d3f39f0ffcbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '29102858-cd92-4dff-bd96-e71ae0223d41'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:39:03.498384 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6a1e0e82-c299-476e-baae-2e8d255b8752 req-94a49d5d-6dcb-4fd4-8d19-ea4b6fb7291d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b0c1a187-b734-4f77-872c-eb61a3482715), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:03.506008 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-54575fb3-887f-46cf-ba01-7700b09689fb req-fbf8993c-c2ed-4f3a-b63c-d4983dd41210 tempest-ServersNegativeTestMultiTenantJSON-1572423883 tempest-ServersNegativeTestMultiTenantJSON-1572423883-project] 10.222.0.65 "GET /v2.0/security-groups?id=58b00f19-37b7-4647-a818-03ce6d663b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151726 Mar 11 19:39:03.511937 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bd4d32bd-fd63-4b5b-9be9-d61967bc77b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (2c7cae50-fe5d-4dc7-a4e7-a12e8a01c559), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:03.629770 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-6a1e0e82-c299-476e-baae-2e8d255b8752 req-94a49d5d-6dcb-4fd4-8d19-ea4b6fb7291d service neutron] For port b0c1a187-b734-4f77-872c-eb61a3482715, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:39:03.677294 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-6a1e0e82-c299-476e-baae-2e8d255b8752 req-94a49d5d-6dcb-4fd4-8d19-ea4b6fb7291d service neutron] For port b0c1a187-b734-4f77-872c-eb61a3482715, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=b0c1a187-b734-4f77-872c-eb61a3482715,segment=NetworkSegment(35526af1-e590-4d3d-a245-d3f39f0ffcbc),segment_id=35526af1-e590-4d3d-a245-d3f39f0ffcbc)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:39:03.691154 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6a1e0e82-c299-476e-baae-2e8d255b8752 req-94a49d5d-6dcb-4fd4-8d19-ea4b6fb7291d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (b0c1a187-b734-4f77-872c-eb61a3482715), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:03.762310 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e0e82-c299-476e-baae-2e8d255b8752 req-94a49d5d-6dcb-4fd4-8d19-ea4b6fb7291d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:03.762916 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6a1e0e82-c299-476e-baae-2e8d255b8752 req-94a49d5d-6dcb-4fd4-8d19-ea4b6fb7291d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:03.764410 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6a1e0e82-c299-476e-baae-2e8d255b8752 req-94a49d5d-6dcb-4fd4-8d19-ea4b6fb7291d service neutron] 10.222.0.75 "PUT /v2.0/ports/b0c1a187-b734-4f77-872c-eb61a3482715 HTTP/1.1" status: 200 len: 1091 time: 1.5246966 Mar 11 19:39:03.766970 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6188ed50-8560-494f-a1db-2e8f3351c442', 'tag': 'b0c1a187-b734-4f77-872c-eb61a3482715'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:39:03.769379 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfaa17cd-a7b4-4a71-9c2c-f556b3d61328" -d '{"events": [{"name": "network-changed", "server_uuid": "6188ed50-8560-494f-a1db-2e8f3351c442", "tag": "b0c1a187-b734-4f77-872c-eb61a3482715"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:39:03.869910 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a49d5d-6dcb-4fd4-8d19-ea4b6fb7291d service neutron] Pushing event updated for resources: {'Port': ['ID=b0c1a187-b734-4f77-872c-eb61a3482715,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:03.940140 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91cc3a-c54a-4eb3-b27d-bfac586e77a3 req-0d2d69a1-48e3-4a69-97cf-ec0aee86db15 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:03.941929 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-be91cc3a-c54a-4eb3-b27d-bfac586e77a3 req-0d2d69a1-48e3-4a69-97cf-ec0aee86db15 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/ports?device_id=9315b82c-a4f4-47ba-9978-7dbe06ae1bc7 HTTP/1.1" status: 200 len: 945 time: 0.2181938 Mar 11 19:39:03.989666 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e0e82-c299-476e-baae-2e8d255b8752 req-77ea1c0a-6f1b-4eeb-8284-5eb27e5c18e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:03.990988 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6a1e0e82-c299-476e-baae-2e8d255b8752 req-77ea1c0a-6f1b-4eeb-8284-5eb27e5c18e4 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=06024027c26a4c73ab83d5a5c88a661e&device_id=6188ed50-8560-494f-a1db-2e8f3351c442 HTTP/1.1" status: 200 len: 1125 time: 0.1341879 Mar 11 19:39:04.006394 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd4d32bd-fd63-4b5b-9be9-d61967bc77b0 admin admin] Router 2c7cae50-fe5d-4dc7-a4e7-a12e8a01c559 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:39:04.052068 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6a1e0e82-c299-476e-baae-2e8d255b8752 req-b4386924-503a-4953-88a3-f684b38d2aa3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0c1a187-b734-4f77-872c-eb61a3482715 HTTP/1.1" status: 200 len: 217 time: 0.0536034 Mar 11 19:39:04.059144 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-be91cc3a-c54a-4eb3-b27d-bfac586e77a3 req-597601dc-84c4-4029-8f43-768385f9a72d tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/security-groups?id=9eadf186-3007-49d9-b4f3-e4bc7305f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014175 Mar 11 19:39:04.250129 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e0e82-c299-476e-baae-2e8d255b8752 req-eb66592a-9041-4cbb-8120-0fa9345d0007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:04.252074 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6a1e0e82-c299-476e-baae-2e8d255b8752 req-eb66592a-9041-4cbb-8120-0fa9345d0007 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=11b143eb-50b4-40e8-b341-d8db886352c0 HTTP/1.1" status: 200 len: 865 time: 0.1920671 Mar 11 19:39:04.301221 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6a1e0e82-c299-476e-baae-2e8d255b8752 req-ef0d463c-1055-4b15-90e8-0e9a69e6138b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=29102858-cd92-4dff-bd96-e71ae0223d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384290 Mar 11 19:39:04.303776 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd4d32bd-fd63-4b5b-9be9-d61967bc77b0 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:39:04.313499 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-bd4d32bd-fd63-4b5b-9be9-d61967bc77b0 admin admin] 10.222.0.65 "PUT /v2.0/routers/2c7cae50-fe5d-4dc7-a4e7-a12e8a01c559/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9297431 Mar 11 19:39:04.313866 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 37632) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:39:04.317248 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05079c71-c3ff-418f-8a6e-633f60982f99 None None] Sync routers for ids ['2c7cae50-fe5d-4dc7-a4e7-a12e8a01c559'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:39:04.329372 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05079c71-c3ff-418f-8a6e-633f60982f99 None None] Routers {'2c7cae50-fe5d-4dc7-a4e7-a12e8a01c559'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:39:04.330278 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-05079c71-c3ff-418f-8a6e-633f60982f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:38:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['2c7cae50-fe5d-4dc7-a4e7-a12e8a01c559'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:04.411126 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6a1e0e82-c299-476e-baae-2e8d255b8752 req-37f1373d-36e7-4fdb-8f70-f3b31bef5d8a service neutron] 10.222.0.75 "GET /v2.0/networks/29102858-cd92-4dff-bd96-e71ae0223d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986588 Mar 11 19:39:04.416365 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ea785-5560-4057-9c13-f645a9a8718d req-7cf5f762-1633-4941-8756-b78ca7cfda97 tempest-ServersAdminNegativeTestJSON-44617923 tempest-ServersAdminNegativeTestJSON-44617923-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:04.420301 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-975ea785-5560-4057-9c13-f645a9a8718d req-7cf5f762-1633-4941-8756-b78ca7cfda97 tempest-ServersAdminNegativeTestJSON-44617923 tempest-ServersAdminNegativeTestJSON-44617923-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=539f928d-f9c3-414d-9c1a-ffb29e3c5af9 HTTP/1.1" status: 200 len: 1132 time: 0.2673912 Mar 11 19:39:04.467282 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c0321f40-ad7c-4b8d-9329-fc537b1f1a93 admin admin] Publish callbacks [] for router (2c7cae50-fe5d-4dc7-a4e7-a12e8a01c559), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:04.632612 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c0321f40-ad7c-4b8d-9329-fc537b1f1a93 admin admin] Publish callbacks [] for router_gateway (2c7cae50-fe5d-4dc7-a4e7-a12e8a01c559), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:04.634548 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-05079c71-c3ff-418f-8a6e-633f60982f99 None None] Set router 2c7cae50-fe5d-4dc7-a4e7-a12e8a01c559 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:39:04.721017 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-c0321f40-ad7c-4b8d-9329-fc537b1f1a93 admin admin] Deleting port 5ae60785-3250-400d-a655-01165471ef31 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:39:04.721915 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c0321f40-ad7c-4b8d-9329-fc537b1f1a93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (5ae60785-3250-400d-a655-01165471ef31), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:04.842981 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-05079c71-c3ff-418f-8a6e-633f60982f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7cae50-fe5d-4dc7-a4e7-a12e8a01c559', 'name': 'tempest-TaggedBootDevicesTest-569372395-router', 'tenant_id': 'a4769f21866c4df899532889f67bf4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '5ae60785-3250-400d-a655-01165471ef31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:29:45Z', 'updated_at': '2022-03-11T19:39:03Z', 'revision_number': 5, 'project_id': 'a4769f21866c4df899532889f67bf4f7', 'gw_port': {'id': '5ae60785-3250-400d-a655-01165471ef31', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:8e:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7cae50-fe5d-4dc7-a4e7-a12e8a01c559', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:29:47Z', 'updated_at': '2022-03-11T19:29:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:04.870118 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-c0321f40-ad7c-4b8d-9329-fc537b1f1a93 admin admin] For port 5ae60785-3250-400d-a655-01165471ef31, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=5ae60785-3250-400d-a655-01165471ef31,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:04.870488 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c0321f40-ad7c-4b8d-9329-fc537b1f1a93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (5ae60785-3250-400d-a655-01165471ef31), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:04.882033 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05079c71-c3ff-418f-8a6e-633f60982f99 None None] Checking router: 2c7cae50-fe5d-4dc7-a4e7-a12e8a01c559 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:39:04.891410 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-c0321f40-ad7c-4b8d-9329-fc537b1f1a93 admin admin] Calling delete_port for 5ae60785-3250-400d-a655-01165471ef31 owned by network:router_gateway {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:39:04.893935 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05079c71-c3ff-418f-8a6e-633f60982f99 None None] Routers {'2c7cae50-fe5d-4dc7-a4e7-a12e8a01c559'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:39:04.894688 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-05079c71-c3ff-418f-8a6e-633f60982f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:38:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['2c7cae50-fe5d-4dc7-a4e7-a12e8a01c559'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:04.954329 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-975ea785-5560-4057-9c13-f645a9a8718d req-d3180354-8e63-48b2-9a99-21423930b398 tempest-ServersAdminNegativeTestJSON-44617923 tempest-ServersAdminNegativeTestJSON-44617923-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=d6ec3875-7b7a-48a6-895f-59f33b550d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480070 Mar 11 19:39:05.054878 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6a1e0e82-c299-476e-baae-2e8d255b8752 req-b39266be-a5d5-48f9-8924-0b224c54877d service neutron] 10.222.0.75 "GET /v2.0/networks/29102858-cd92-4dff-bd96-e71ae0223d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6334174 Mar 11 19:39:05.083934 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-05079c71-c3ff-418f-8a6e-633f60982f99 None None] Set router 2c7cae50-fe5d-4dc7-a4e7-a12e8a01c559 gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:39:05.109835 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c0321f40-ad7c-4b8d-9329-fc537b1f1a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (5ae60785-3250-400d-a655-01165471ef31), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:05.154279 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0321f40-ad7c-4b8d-9329-fc537b1f1a93 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ae60785-3250-400d-a655-01165471ef31,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:05.163478 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-05079c71-c3ff-418f-8a6e-633f60982f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7cae50-fe5d-4dc7-a4e7-a12e8a01c559', 'name': 'tempest-TaggedBootDevicesTest-569372395-router', 'tenant_id': 'a4769f21866c4df899532889f67bf4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:29:45Z', 'updated_at': '2022-03-11T19:39:04Z', 'revision_number': 6, 'project_id': 'a4769f21866c4df899532889f67bf4f7', 'gw_port_host': None}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:05.201767 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05079c71-c3ff-418f-8a6e-633f60982f99 None None] The sync data for ids ['2c7cae50-fe5d-4dc7-a4e7-a12e8a01c559'] in n-d-833163-1 is: [{'id': '2c7cae50-fe5d-4dc7-a4e7-a12e8a01c559', 'name': 'tempest-TaggedBootDevicesTest-569372395-router', 'tenant_id': 'a4769f21866c4df899532889f67bf4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:29:45Z', 'updated_at': '2022-03-11T19:39:04Z', 'revision_number': 6, 'project_id': 'a4769f21866c4df899532889f67bf4f7', 'gw_port_host': None}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:39:05.206282 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e55d1a9-8492-478e-9e2a-a323fbab94a5 req-027b93a5-2fae-45c5-a4ff-de9ffc282a01 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:05.208115 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1e55d1a9-8492-478e-9e2a-a323fbab94a5 req-027b93a5-2fae-45c5-a4ff-de9ffc282a01 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "GET /v2.0/ports?device_id=354488d0-8811-4789-8bda-a6a0309f9fa8 HTTP/1.1" status: 200 len: 945 time: 0.0777740 Mar 11 19:39:05.220687 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c0321f40-ad7c-4b8d-9329-fc537b1f1a93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (2c7cae50-fe5d-4dc7-a4e7-a12e8a01c559), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:05.275857 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1e55d1a9-8492-478e-9e2a-a323fbab94a5 req-dd7f3a36-f408-4707-8112-c68a7e09bdc0 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e517e2d-c796-4eb6-a34e-da2fbfb59fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616355 Mar 11 19:39:05.327855 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff7aa01-b9a4-43e5-a2e5-ea8c03fceb09 x-openstack-request-id: req-4ff7aa01-b9a4-43e5-a2e5-ea8c03fceb09 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:39:05.328343 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6188ed50-8560-494f-a1db-2e8f3351c442", "tag": "b0c1a187-b734-4f77-872c-eb61a3482715", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:39:05.328863 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4ff7aa01-b9a4-43e5-a2e5-ea8c03fceb09 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:39:05.329474 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6188ed50-8560-494f-a1db-2e8f3351c442', 'tag': 'b0c1a187-b734-4f77-872c-eb61a3482715', 'status': 'completed', 'code': 200} Mar 11 19:39:05.340997 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c0321f40-ad7c-4b8d-9329-fc537b1f1a93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (2c7cae50-fe5d-4dc7-a4e7-a12e8a01c559), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:05.343397 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c0321f40-ad7c-4b8d-9329-fc537b1f1a93 admin admin] Publish callbacks [] for router_controller (2c7cae50-fe5d-4dc7-a4e7-a12e8a01c559), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:05.406363 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c0321f40-ad7c-4b8d-9329-fc537b1f1a93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (2c7cae50-fe5d-4dc7-a4e7-a12e8a01c559), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:05.407541 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0321f40-ad7c-4b8d-9329-fc537b1f1a93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c7cae50-fe5d-4dc7-a4e7-a12e8a01c559 {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:39:05.415502 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c0321f40-ad7c-4b8d-9329-fc537b1f1a93 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:05.419782 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c0321f40-ad7c-4b8d-9329-fc537b1f1a93 admin admin] 10.222.0.65 "DELETE /v2.0/routers/2c7cae50-fe5d-4dc7-a4e7-a12e8a01c559 HTTP/1.1" status: 204 len: 168 time: 1.1048064 Mar 11 19:39:05.420598 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 37650) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:39:05.433714 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa17cd-a7b4-4a71-9c2c-f556b3d61328 req-74572945-ce71-4718-9a9e-d44a48ac229e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:05.435816 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cfaa17cd-a7b4-4a71-9c2c-f556b3d61328 req-74572945-ce71-4718-9a9e-d44a48ac229e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=06024027c26a4c73ab83d5a5c88a661e&device_id=6188ed50-8560-494f-a1db-2e8f3351c442 HTTP/1.1" status: 200 len: 1125 time: 0.0808725 Mar 11 19:39:05.473252 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-e76aba77-07f3-40c3-9de9-0fc4cb10dd8e admin admin] Deleting subnet d3df0517-32ad-4a85-8ba9-fa3e393eb143 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:39:05.476904 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e76aba77-07f3-40c3-9de9-0fc4cb10dd8e admin admin] Publish callbacks [] for subnet (d3df0517-32ad-4a85-8ba9-fa3e393eb143), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:05.514356 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e76aba77-07f3-40c3-9de9-0fc4cb10dd8e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (d3df0517-32ad-4a85-8ba9-fa3e393eb143), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:05.544462 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa17cd-a7b4-4a71-9c2c-f556b3d61328 req-84e6c43e-f7cd-4531-9528-b88761fda257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:05.545958 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cfaa17cd-a7b4-4a71-9c2c-f556b3d61328 req-84e6c43e-f7cd-4531-9528-b88761fda257 service neutron] 10.222.0.75 "GET /v2.0/networks?id=29102858-cd92-4dff-bd96-e71ae0223d41 HTTP/1.1" status: 200 len: 926 time: 0.1032181 Mar 11 19:39:05.610575 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cfaa17cd-a7b4-4a71-9c2c-f556b3d61328 req-c9eb1ec5-9393-4795-9501-7ca9c48bdba1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b0c1a187-b734-4f77-872c-eb61a3482715 HTTP/1.1" status: 200 len: 217 time: 0.0578797 Mar 11 19:39:05.645748 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e76aba77-07f3-40c3-9de9-0fc4cb10dd8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (d3df0517-32ad-4a85-8ba9-fa3e393eb143), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:05.685906 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa17cd-a7b4-4a71-9c2c-f556b3d61328 req-4f04e085-3988-472c-8533-00f7481a56a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:05.688065 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cfaa17cd-a7b4-4a71-9c2c-f556b3d61328 req-4f04e085-3988-472c-8533-00f7481a56a5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=11b143eb-50b4-40e8-b341-d8db886352c0 HTTP/1.1" status: 200 len: 865 time: 0.0668621 Mar 11 19:39:05.710966 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 9985170d-12d8-43f0-927e-53804df2e173 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:39:05.749302 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e76aba77-07f3-40c3-9de9-0fc4cb10dd8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (d3df0517-32ad-4a85-8ba9-fa3e393eb143), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:05.759422 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 9985170d-12d8-43f0-927e-53804df2e173 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:39:05.759964 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 9985170d-12d8-43f0-927e-53804df2e173 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:39:05.768803 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cfaa17cd-a7b4-4a71-9c2c-f556b3d61328 req-7fc6a8f6-ae5a-4f06-922c-a5bf53d8b2dd service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=29102858-cd92-4dff-bd96-e71ae0223d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677645 Mar 11 19:39:05.781942 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76aba77-07f3-40c3-9de9-0fc4cb10dd8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3df0517-32ad-4a85-8ba9-fa3e393eb143,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:05.800693 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e76aba77-07f3-40c3-9de9-0fc4cb10dd8e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:05.805203 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e76aba77-07f3-40c3-9de9-0fc4cb10dd8e admin admin] 10.222.0.65 "DELETE /v2.0/subnets/d3df0517-32ad-4a85-8ba9-fa3e393eb143 HTTP/1.1" status: 204 len: 168 time: 0.3805244 Mar 11 19:39:05.808251 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 37656) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:39:05.809332 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f437ceaf-5655-4feb-9484-477ad3d14564 None None] Network 3b7466c6-d34d-4d00-bc6b-2422028b6940 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:39:05.904070 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9bb97725-16ee-4748-bd5c-7073ee4a9142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (3b7466c6-d34d-4d00-bc6b-2422028b6940), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:05.936968 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f7c5b-564f-48b4-b7cb-c3b1c12cd07f req-f3ff5573-fc29-44b5-b5ee-11d743756041 tempest-ServersNegativeTestMultiTenantJSON-1572423883 tempest-ServersNegativeTestMultiTenantJSON-1572423883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:05.938563 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2d3f7c5b-564f-48b4-b7cb-c3b1c12cd07f req-f3ff5573-fc29-44b5-b5ee-11d743756041 tempest-ServersNegativeTestMultiTenantJSON-1572423883 tempest-ServersNegativeTestMultiTenantJSON-1572423883-project] 10.222.0.65 "GET /v2.0/ports?device_id=6188ed50-8560-494f-a1db-2e8f3351c442 HTTP/1.1" status: 200 len: 943 time: 0.1830063 Mar 11 19:39:05.997767 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-9bb97725-16ee-4748-bd5c-7073ee4a9142 admin admin] Deleting port 99022e27-407b-4247-acc7-30d4b11f6d73 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:39:05.998193 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9bb97725-16ee-4748-bd5c-7073ee4a9142 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (99022e27-407b-4247-acc7-30d4b11f6d73), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:06.007492 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cfaa17cd-a7b4-4a71-9c2c-f556b3d61328 req-f814f277-dc42-447c-8197-f565f9f0e6b1 service neutron] 10.222.0.75 "GET /v2.0/networks/29102858-cd92-4dff-bd96-e71ae0223d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306933 Mar 11 19:39:06.038487 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2d3f7c5b-564f-48b4-b7cb-c3b1c12cd07f req-81c308b9-d1c9-4226-8dfb-5422a7affce2 tempest-ServersNegativeTestMultiTenantJSON-1572423883 tempest-ServersNegativeTestMultiTenantJSON-1572423883-project] 10.222.0.65 "GET /v2.0/security-groups?id=58b00f19-37b7-4647-a818-03ce6d663b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913658 Mar 11 19:39:06.077296 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-9bb97725-16ee-4748-bd5c-7073ee4a9142 admin admin] For port 99022e27-407b-4247-acc7-30d4b11f6d73, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=99022e27-407b-4247-acc7-30d4b11f6d73,segment=NetworkSegment(d06ab450-19d7-41d0-8e8e-fde96ffdb869),segment_id=d06ab450-19d7-41d0-8e8e-fde96ffdb869)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:06.077660 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9bb97725-16ee-4748-bd5c-7073ee4a9142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (99022e27-407b-4247-acc7-30d4b11f6d73), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:06.091782 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-9bb97725-16ee-4748-bd5c-7073ee4a9142 admin admin] Calling delete_port for 99022e27-407b-4247-acc7-30d4b11f6d73 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:39:06.116786 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cfaa17cd-a7b4-4a71-9c2c-f556b3d61328 req-c2ec86b8-be0a-4c48-9d0a-6a385604a773 service neutron] 10.222.0.75 "GET /v2.0/networks/29102858-cd92-4dff-bd96-e71ae0223d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018348 Mar 11 19:39:06.125557 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [req-1658f1bd-02f3-4551-b930-87cb7ab361b5 req-f889e0ad-518f-4026-9b5b-6f14bf3207ce service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:39:06.126792 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1658f1bd-02f3-4551-b930-87cb7ab361b5 req-f889e0ad-518f-4026-9b5b-6f14bf3207ce service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064757 Mar 11 19:39:06.136175 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe227b41-69ca-43f9-8099-6ee8bf73d8fc None None] DHCP port deletion for 3b7466c6-d34d-4d00-bc6b-2422028b6940 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:39:06.208422 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-fe227b41-69ca-43f9-8099-6ee8bf73d8fc None None] Deleting port 99022e27-407b-4247-acc7-30d4b11f6d73 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:39:06.209051 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fe227b41-69ca-43f9-8099-6ee8bf73d8fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (99022e27-407b-4247-acc7-30d4b11f6d73), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:06.232989 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9bb97725-16ee-4748-bd5c-7073ee4a9142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (99022e27-407b-4247-acc7-30d4b11f6d73), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:06.263336 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb97725-16ee-4748-bd5c-7073ee4a9142 admin admin] Pushing event deleted for resources: {'Port': ['ID=99022e27-407b-4247-acc7-30d4b11f6d73,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:06.269642 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb97725-16ee-4748-bd5c-7073ee4a9142 admin admin] No DVR routers for this DVR port 99022e27-407b-4247-acc7-30d4b11f6d73 on host n-d-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:39:06.314535 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-fe227b41-69ca-43f9-8099-6ee8bf73d8fc None None] For port 99022e27-407b-4247-acc7-30d4b11f6d73, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=99022e27-407b-4247-acc7-30d4b11f6d73,segment=NetworkSegment(d06ab450-19d7-41d0-8e8e-fde96ffdb869),segment_id=d06ab450-19d7-41d0-8e8e-fde96ffdb869)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:06.314535 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fe227b41-69ca-43f9-8099-6ee8bf73d8fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (99022e27-407b-4247-acc7-30d4b11f6d73), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:06.329391 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056465c-65a8-4e70-99a3-4ccecfd77a10 req-b03bf343-8177-48a6-b4f3-d2364d861df0 tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:06.331153 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1056465c-65a8-4e70-99a3-4ccecfd77a10 req-b03bf343-8177-48a6-b4f3-d2364d861df0 tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff6512a6-65de-4148-9b6b-4d286cc158a6 HTTP/1.1" status: 200 len: 950 time: 0.0950713 Mar 11 19:39:06.344388 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-fe227b41-69ca-43f9-8099-6ee8bf73d8fc None None] Calling delete_port for 99022e27-407b-4247-acc7-30d4b11f6d73 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:39:06.368034 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9bb97725-16ee-4748-bd5c-7073ee4a9142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (3b7466c6-d34d-4d00-bc6b-2422028b6940), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:06.397993 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-9bb97725-16ee-4748-bd5c-7073ee4a9142 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b7466c6-d34d-4d00-bc6b-2422028b6940']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:06.405224 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1056465c-65a8-4e70-99a3-4ccecfd77a10 req-c1d30a60-abcc-4604-aefd-bea8897bb13a tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] 10.222.0.65 "GET /v2.0/security-groups?id=f452eb47-6dc6-439f-ac03-125757af0b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666313 Mar 11 19:39:06.409992 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-9bb97725-16ee-4748-bd5c-7073ee4a9142 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd06ab450-19d7-41d0-8e8e-fde96ffdb869') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:06.410290 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-9bb97725-16ee-4748-bd5c-7073ee4a9142 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd06ab450-19d7-41d0-8e8e-fde96ffdb869') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:06.420470 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9bb97725-16ee-4748-bd5c-7073ee4a9142 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (d06ab450-19d7-41d0-8e8e-fde96ffdb869), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:06.440576 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9bb97725-16ee-4748-bd5c-7073ee4a9142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (d06ab450-19d7-41d0-8e8e-fde96ffdb869), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:06.449065 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bb97725-16ee-4748-bd5c-7073ee4a9142 admin admin] Releasing vlan 875 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:39:06.449472 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fe227b41-69ca-43f9-8099-6ee8bf73d8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (99022e27-407b-4247-acc7-30d4b11f6d73), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:06.449599 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9bb97725-16ee-4748-bd5c-7073ee4a9142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (d06ab450-19d7-41d0-8e8e-fde96ffdb869), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:06.451771 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:39:06.451771 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:39:06.451771 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:39:06.451771 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:39:06.451771 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:39:06.451771 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:39:06.451771 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:39:06.451771 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:39:06.451771 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:39:06.451771 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:39:06.451771 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:39:06.451771 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:39:06.451771 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:39:06.451771 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:39:06.451771 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:39:06.451771 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:39:06.451771 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:39:06.451771 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:39:06.451771 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:39:06.451771 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:39:06.451771 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:39:06.451771 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:39:06.451771 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:39:06.451771 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:39:06.451771 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:39:06.451771 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:39:06.451771 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:39:06.451771 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:39:06.451771 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:39:06.451771 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:39:06.451771 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:39:06.451771 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:39:06.489653 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe227b41-69ca-43f9-8099-6ee8bf73d8fc None None] Pushing event deleted for resources: {'Port': ['ID=99022e27-407b-4247-acc7-30d4b11f6d73,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:06.492586 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe227b41-69ca-43f9-8099-6ee8bf73d8fc None None] No DVR routers for this DVR port 99022e27-407b-4247-acc7-30d4b11f6d73 on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:39:06.502956 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe227b41-69ca-43f9-8099-6ee8bf73d8fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:06.504256 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe227b41-69ca-43f9-8099-6ee8bf73d8fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:06.504256 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe227b41-69ca-43f9-8099-6ee8bf73d8fc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:06.506012 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe227b41-69ca-43f9-8099-6ee8bf73d8fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:06.506427 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe227b41-69ca-43f9-8099-6ee8bf73d8fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:06.506776 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe227b41-69ca-43f9-8099-6ee8bf73d8fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:06.507114 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe227b41-69ca-43f9-8099-6ee8bf73d8fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:06.507444 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe227b41-69ca-43f9-8099-6ee8bf73d8fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:06.509459 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe227b41-69ca-43f9-8099-6ee8bf73d8fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:06.509812 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe227b41-69ca-43f9-8099-6ee8bf73d8fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:06.510189 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe227b41-69ca-43f9-8099-6ee8bf73d8fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:06.510522 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe227b41-69ca-43f9-8099-6ee8bf73d8fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:06.510843 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe227b41-69ca-43f9-8099-6ee8bf73d8fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:06.535765 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9bb97725-16ee-4748-bd5c-7073ee4a9142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (3b7466c6-d34d-4d00-bc6b-2422028b6940), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:06.542255 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9bb97725-16ee-4748-bd5c-7073ee4a9142 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:06.545615 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-9bb97725-16ee-4748-bd5c-7073ee4a9142 admin admin] 10.222.0.65 "DELETE /v2.0/networks/3b7466c6-d34d-4d00-bc6b-2422028b6940 HTTP/1.1" status: 204 len: 168 time: 0.7363043 Mar 11 19:39:06.563825 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb97725-16ee-4748-bd5c-7073ee4a9142 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b7466c6-d34d-4d00-bc6b-2422028b6940,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:06.590060 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a63a3b7-1a8d-4fb4-a464-fd9a6dedccc8 req-6efa7008-791f-49cf-92d6-1be1dc2490c2 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:06.595827 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2a63a3b7-1a8d-4fb4-a464-fd9a6dedccc8 req-6efa7008-791f-49cf-92d6-1be1dc2490c2 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe1a1bff-fbf3-41a1-9d45-73bebab872b0 HTTP/1.1" status: 200 len: 945 time: 0.1125965 Mar 11 19:39:06.656653 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2a63a3b7-1a8d-4fb4-a464-fd9a6dedccc8 req-303a6222-b4d5-4205-b59e-1c21945758aa tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce3e8b1d-2c20-4441-93a6-82d356ae42f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587237 Mar 11 19:39:06.784941 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 37668) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:39:06.786821 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931db59-053d-46f3-abf1-6c7b3671d2e7 req-22b792b6-9a6b-4593-82cc-4bd21857e7ac tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:06.792209 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5931db59-053d-46f3-abf1-6c7b3671d2e7 req-22b792b6-9a6b-4593-82cc-4bd21857e7ac tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/ports?device_id=9315b82c-a4f4-47ba-9978-7dbe06ae1bc7 HTTP/1.1" status: 200 len: 945 time: 0.0631144 Mar 11 19:39:06.830613 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ce8b3b14-0ddb-4adc-a41c-ff998c041075 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7eee167876f4486fa3e6b7859ca90f06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0444696 Mar 11 19:39:06.833333 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 37670) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:39:06.845832 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5931db59-053d-46f3-abf1-6c7b3671d2e7 req-f33d93d2-b6c3-4021-83ee-d34f6b0c6b48 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/security-groups?id=9eadf186-3007-49d9-b4f3-e4bc7305f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485573 Mar 11 19:39:06.897375 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f3736839-06ee-4606-87a7-cb2bd18d3e18 admin admin] Publish callbacks [] for security_group (da55a647-62ee-4d15-a963-651fcfed7127), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:06.921092 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f3736839-06ee-4606-87a7-cb2bd18d3e18 admin admin] Publish callbacks [] for security_group (da55a647-62ee-4d15-a963-651fcfed7127), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:06.995222 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f3736839-06ee-4606-87a7-cb2bd18d3e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (da55a647-62ee-4d15-a963-651fcfed7127), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:07.004417 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-466afb11-6764-4e87-b369-197ce4422fd7 req-1479b7b7-f6c3-4c35-b920-f06f87f8256a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=512b8dea-fdfb-4b4a-ba66-f8215e6e3d88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0858188 Mar 11 19:39:07.005053 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f3736839-06ee-4606-87a7-cb2bd18d3e18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:07.006855 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f3736839-06ee-4606-87a7-cb2bd18d3e18 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/da55a647-62ee-4d15-a963-651fcfed7127 HTTP/1.1" status: 204 len: 168 time: 0.1724665 Mar 11 19:39:07.012348 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135db1ea-3d50-4676-a22a-427a84da537b req-b68c3c9e-3d63-42e6-b3d8-7219a75e8e9d tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:07.013797 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-135db1ea-3d50-4676-a22a-427a84da537b req-b68c3c9e-3d63-42e6-b3d8-7219a75e8e9d tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "GET /v2.0/ports?device_id=354488d0-8811-4789-8bda-a6a0309f9fa8 HTTP/1.1" status: 200 len: 945 time: 0.0858183 Mar 11 19:39:07.023750 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3736839-06ee-4606-87a7-cb2bd18d3e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da55a647-62ee-4d15-a963-651fcfed7127,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:07.063752 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device b0c1a187-b734-4f77-872c-eb61a3482715 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:39:07.067769 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 2d98c400-07f5-4a86-882f-5ed09d9a0dc0 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:39:07.143293 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-135db1ea-3d50-4676-a22a-427a84da537b req-ac5142b2-e2d0-4ef6-9f9d-53016dd49d9c tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e517e2d-c796-4eb6-a34e-da2fbfb59fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068492 Mar 11 19:39:07.161470 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466afb11-6764-4e87-b369-197ce4422fd7 req-dad11504-d0eb-4396-9f5b-0d250c43981c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:07.162960 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-466afb11-6764-4e87-b369-197ce4422fd7 req-dad11504-d0eb-4396-9f5b-0d250c43981c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=685213f5a21e4750a3561f204c977040&device_id=512b8dea-fdfb-4b4a-ba66-f8215e6e3d88 HTTP/1.1" status: 200 len: 1129 time: 0.1215363 Mar 11 19:39:07.211859 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 2d98c400-07f5-4a86-882f-5ed09d9a0dc0 is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:39:07.212252 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2d98c400-07f5-4a86-882f-5ed09d9a0dc0), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:07.251176 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f7d89d-6318-45a2-a4f8-6443093969e6 req-82d2b973-c4c2-4157-ace8-608cd81e9ddd tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:07.261148 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 2d98c400-07f5-4a86-882f-5ed09d9a0dc0, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=2d98c400-07f5-4a86-882f-5ed09d9a0dc0,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:07.263901 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-14f7d89d-6318-45a2-a4f8-6443093969e6 req-82d2b973-c4c2-4157-ace8-608cd81e9ddd tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe1a1bff-fbf3-41a1-9d45-73bebab872b0 HTTP/1.1" status: 200 len: 945 time: 0.1186669 Mar 11 19:39:07.264618 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff6512a6-65de-4148-9b6b-4d286cc158a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d98c400-07f5-4a86-882f-5ed09d9a0dc0'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:39:07.268154 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5206a812-0ab5-410a-a797-a330eafec97a" -d '{"events": [{"server_uuid": "ff6512a6-65de-4148-9b6b-4d286cc158a6", "name": "network-vif-unplugged", "status": "completed", "tag": "2d98c400-07f5-4a86-882f-5ed09d9a0dc0"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:39:07.274281 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (2d98c400-07f5-4a86-882f-5ed09d9a0dc0), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:07.348848 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=2d98c400-07f5-4a86-882f-5ed09d9a0dc0,revision_number=8']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:07.358164 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.db.resource_extend [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 19:39:07.388683 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466afb11-6764-4e87-b369-197ce4422fd7 req-29fe4589-ac42-40cf-a1f7-4e385ed2394e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:07.390499 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-466afb11-6764-4e87-b369-197ce4422fd7 req-29fe4589-ac42-40cf-a1f7-4e385ed2394e service neutron] 10.222.0.75 "GET /v2.0/networks?id=885772b1-9b97-4e1d-a0fb-e125030c5a81 HTTP/1.1" status: 200 len: 870 time: 0.2065687 Mar 11 19:39:07.447813 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-14f7d89d-6318-45a2-a4f8-6443093969e6 req-748f43ed-3756-4e74-b35d-b0aa977905d0 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Deleting port 3d6d0142-2efe-49ba-89ba-440d9204414c {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:39:07.448436 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-14f7d89d-6318-45a2-a4f8-6443093969e6 req-748f43ed-3756-4e74-b35d-b0aa977905d0 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (3d6d0142-2efe-49ba-89ba-440d9204414c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:07.511584 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-466afb11-6764-4e87-b369-197ce4422fd7 req-c50a2289-f442-41b0-920e-39f378ef820f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=85897ddf-20c1-4ec8-bea7-195d6f9d59e3 HTTP/1.1" status: 200 len: 217 time: 0.1123564 Mar 11 19:39:07.542414 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port b0c1a187-b734-4f77-872c-eb61a3482715, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=b0c1a187-b734-4f77-872c-eb61a3482715,segment=NetworkSegment(35526af1-e590-4d3d-a245-d3f39f0ffcbc),segment_id=35526af1-e590-4d3d-a245-d3f39f0ffcbc)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:07.560803 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': 'b0c1a187-b734-4f77-872c-eb61a3482715', 'network_id': '29102858-cd92-4dff-bd96-e71ae0223d41', 'port_id': 'b0c1a187-b734-4f77-872c-eb61a3482715', 'mac_address': 'fa:16:3e:6f:e9:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11b143eb-50b4-40e8-b341-d8db886352c0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:39:07.629257 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port b0c1a187-b734-4f77-872c-eb61a3482715 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:39:07.629676 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b0c1a187-b734-4f77-872c-eb61a3482715), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:07.636854 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-14f7d89d-6318-45a2-a4f8-6443093969e6 req-748f43ed-3756-4e74-b35d-b0aa977905d0 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] For port 3d6d0142-2efe-49ba-89ba-440d9204414c, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=3d6d0142-2efe-49ba-89ba-440d9204414c,segment=NetworkSegment(2e913ce2-e9d1-48a3-a500-fa6dab0e0cac),segment_id=2e913ce2-e9d1-48a3-a500-fa6dab0e0cac)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:07.637352 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-14f7d89d-6318-45a2-a4f8-6443093969e6 req-748f43ed-3756-4e74-b35d-b0aa977905d0 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (3d6d0142-2efe-49ba-89ba-440d9204414c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:07.648829 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0c1a187-b734-4f77-872c-eb61a3482715 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:39:07.667232 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 37696) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:39:07.687776 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 5ae60785-3250-400d-a655-01165471ef31 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:39:07.694841 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port b0c1a187-b734-4f77-872c-eb61a3482715, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=b0c1a187-b734-4f77-872c-eb61a3482715,segment=NetworkSegment(35526af1-e590-4d3d-a245-d3f39f0ffcbc),segment_id=35526af1-e590-4d3d-a245-d3f39f0ffcbc)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:07.734695 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-173e5ec7-db6b-46ba-ac5f-b07c8f4709d7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a4769f21866c4df899532889f67bf4f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0488315 Mar 11 19:39:07.738128 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 37700) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:39:07.749611 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 5ae60785-3250-400d-a655-01165471ef31 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:39:07.750240 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 5ae60785-3250-400d-a655-01165471ef31 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:39:07.750819 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 99022e27-407b-4247-acc7-30d4b11f6d73 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:39:07.774727 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466afb11-6764-4e87-b369-197ce4422fd7 req-9e3e7b3c-4668-432a-ab44-5f3e225c607e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:07.776728 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-466afb11-6764-4e87-b369-197ce4422fd7 req-9e3e7b3c-4668-432a-ab44-5f3e225c607e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.2595975 Mar 11 19:39:07.784910 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 99022e27-407b-4247-acc7-30d4b11f6d73 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:39:07.785501 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 99022e27-407b-4247-acc7-30d4b11f6d73 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:39:07.787366 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (b0c1a187-b734-4f77-872c-eb61a3482715), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:07.838959 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3941b6be-d3d2-4237-9596-9fc878f61eac req-722108e4-72cf-48d9-a0f8-34162497c0d4 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:07.840478 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3941b6be-d3d2-4237-9596-9fc878f61eac req-722108e4-72cf-48d9-a0f8-34162497c0d4 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/ports?device_id=9315b82c-a4f4-47ba-9978-7dbe06ae1bc7 HTTP/1.1" status: 200 len: 945 time: 0.2177732 Mar 11 19:39:07.842883 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=b0c1a187-b734-4f77-872c-eb61a3482715,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:07.855432 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-871a246f-0f9e-4787-94cf-71691294e416 admin admin] Publish callbacks [] for security_group (88e77f41-647d-4d3c-a23c-0af279b2a221), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:07.867364 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-14f7d89d-6318-45a2-a4f8-6443093969e6 req-748f43ed-3756-4e74-b35d-b0aa977905d0 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:07.867824 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-14f7d89d-6318-45a2-a4f8-6443093969e6 req-748f43ed-3756-4e74-b35d-b0aa977905d0 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (3e3ef611-ef4e-43f2-87e8-4c347ba3b830), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:07.868201 n-d-833163-1 neutron-server[103884]: INFO neutron.db.l3_db [req-14f7d89d-6318-45a2-a4f8-6443093969e6 req-748f43ed-3756-4e74-b35d-b0aa977905d0 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Floating IP 3e3ef611-ef4e-43f2-87e8-4c347ba3b830 disassociated. External IP: 172.25.8.200, port: 3d6d0142-2efe-49ba-89ba-440d9204414c. Mar 11 19:39:07.868507 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-14f7d89d-6318-45a2-a4f8-6443093969e6 req-748f43ed-3756-4e74-b35d-b0aa977905d0 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Calling delete_port for 3d6d0142-2efe-49ba-89ba-440d9204414c owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:39:07.928339 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-871a246f-0f9e-4787-94cf-71691294e416 admin admin] Publish callbacks [] for security_group (88e77f41-647d-4d3c-a23c-0af279b2a221), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:07.941282 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3941b6be-d3d2-4237-9596-9fc878f61eac req-788a54fa-01b1-49e2-91e1-c82fbf1ab4ce tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/security-groups?id=9eadf186-3007-49d9-b4f3-e4bc7305f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875180 Mar 11 19:39:07.945052 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466afb11-6764-4e87-b369-197ce4422fd7 req-8706b7e8-c4be-4dcf-be17-066ec6e0500b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:07.946561 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-466afb11-6764-4e87-b369-197ce4422fd7 req-8706b7e8-c4be-4dcf-be17-066ec6e0500b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1551287 Mar 11 19:39:08.086003 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['b0c1a187-b734-4f77-872c-eb61a3482715'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:39:08.097606 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-871a246f-0f9e-4787-94cf-71691294e416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (88e77f41-647d-4d3c-a23c-0af279b2a221), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:08.100567 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-871a246f-0f9e-4787-94cf-71691294e416 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:08.102533 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-871a246f-0f9e-4787-94cf-71691294e416 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/88e77f41-647d-4d3c-a23c-0af279b2a221 HTTP/1.1" status: 204 len: 168 time: 0.3617058 Mar 11 19:39:08.104900 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-466afb11-6764-4e87-b369-197ce4422fd7 req-e5eca74f-6663-448d-a55d-d5996f941b66 service neutron] 10.222.0.75 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493015 Mar 11 19:39:08.226744 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871a246f-0f9e-4787-94cf-71691294e416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e77f41-647d-4d3c-a23c-0af279b2a221,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:08.256534 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871a246f-0f9e-4787-94cf-71691294e416 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:08.256881 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871a246f-0f9e-4787-94cf-71691294e416 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:08.257225 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871a246f-0f9e-4787-94cf-71691294e416 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:08.263920 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871a246f-0f9e-4787-94cf-71691294e416 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:08.264379 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871a246f-0f9e-4787-94cf-71691294e416 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:08.264730 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871a246f-0f9e-4787-94cf-71691294e416 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:08.265059 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871a246f-0f9e-4787-94cf-71691294e416 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:08.265390 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871a246f-0f9e-4787-94cf-71691294e416 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:08.265719 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871a246f-0f9e-4787-94cf-71691294e416 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:08.266044 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871a246f-0f9e-4787-94cf-71691294e416 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:08.266369 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871a246f-0f9e-4787-94cf-71691294e416 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:08.266690 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871a246f-0f9e-4787-94cf-71691294e416 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:08.267011 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871a246f-0f9e-4787-94cf-71691294e416 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:08.285715 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-466afb11-6764-4e87-b369-197ce4422fd7 req-39ff5b21-bcb0-4f43-8c9d-8a6033ef30bb service neutron] 10.222.0.75 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730230 Mar 11 19:39:08.299864 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901aeeb-3cae-421c-9798-4c266a9a3658 req-02d5581b-ec62-4a07-8b5c-56d9c0f90bd7 tempest-ServersNegativeTestMultiTenantJSON-1572423883 tempest-ServersNegativeTestMultiTenantJSON-1572423883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:08.308409 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c901aeeb-3cae-421c-9798-4c266a9a3658 req-02d5581b-ec62-4a07-8b5c-56d9c0f90bd7 tempest-ServersNegativeTestMultiTenantJSON-1572423883 tempest-ServersNegativeTestMultiTenantJSON-1572423883-project] 10.222.0.65 "GET /v2.0/ports?device_id=6188ed50-8560-494f-a1db-2e8f3351c442 HTTP/1.1" status: 200 len: 944 time: 0.2125227 Mar 11 19:39:08.368911 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c901aeeb-3cae-421c-9798-4c266a9a3658 req-3c4de20a-e36c-43f9-83e5-caf2aa15b6a4 tempest-ServersNegativeTestMultiTenantJSON-1572423883 tempest-ServersNegativeTestMultiTenantJSON-1572423883-project] 10.222.0.65 "GET /v2.0/security-groups?id=58b00f19-37b7-4647-a818-03ce6d663b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588937 Mar 11 19:39:08.417223 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 19:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99fbe273-eb0d-4bb9-b94b-2e4ffd57550c x-openstack-request-id: req-99fbe273-eb0d-4bb9-b94b-2e4ffd57550c {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:39:08.417527 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff6512a6-65de-4148-9b6b-4d286cc158a6", "name": "network-vif-unplugged", "status": "completed", "tag": "2d98c400-07f5-4a86-882f-5ed09d9a0dc0", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:39:08.417801 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-99fbe273-eb0d-4bb9-b94b-2e4ffd57550c {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:39:08.418196 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff6512a6-65de-4148-9b6b-4d286cc158a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d98c400-07f5-4a86-882f-5ed09d9a0dc0', 'code': 200} Mar 11 19:39:08.500648 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-14f7d89d-6318-45a2-a4f8-6443093969e6 req-748f43ed-3756-4e74-b35d-b0aa977905d0 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (3d6d0142-2efe-49ba-89ba-440d9204414c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:08.540082 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748f43ed-3756-4e74-b35d-b0aa977905d0 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Pushing event deleted for resources: {'Port': ['ID=3d6d0142-2efe-49ba-89ba-440d9204414c,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:08.555592 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1645a34e-ac73-4951-9846-b0f139a2d032 req-56fe92f6-0408-40d4-820c-847d759fda70 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe1a1bff-fbf3-41a1-9d45-73bebab872b0 HTTP/1.1" status: 200 len: 210 time: 0.0315962 Mar 11 19:39:08.750608 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14f7d89d-6318-45a2-a4f8-6443093969e6 req-748f43ed-3756-4e74-b35d-b0aa977905d0 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Router 1b120167-c786-4fa6-9c1b-42428f0a31ed has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:39:08.807274 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5588e1-b4e4-4baf-8024-f6c31511c960 req-19151905-9908-4f80-96e4-7972ff090726 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:08.809713 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6a5588e1-b4e4-4baf-8024-f6c31511c960 req-19151905-9908-4f80-96e4-7972ff090726 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "GET /v2.0/ports?device_id=354488d0-8811-4789-8bda-a6a0309f9fa8 HTTP/1.1" status: 200 len: 945 time: 0.0692174 Mar 11 19:39:08.898101 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14f7d89d-6318-45a2-a4f8-6443093969e6 req-748f43ed-3756-4e74-b35d-b0aa977905d0 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:39:08.909838 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3791090-5d3b-4c70-8842-1bc79e87b9ee None None] Sync routers for ids ['1b120167-c786-4fa6-9c1b-42428f0a31ed'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:39:08.920342 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6a5588e1-b4e4-4baf-8024-f6c31511c960 req-9e39cbd6-283b-49f2-8012-7bf2077f390b tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e517e2d-c796-4eb6-a34e-da2fbfb59fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050799 Mar 11 19:39:08.926674 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3791090-5d3b-4c70-8842-1bc79e87b9ee None None] Routers {'1b120167-c786-4fa6-9c1b-42428f0a31ed'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:39:08.927227 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-e3791090-5d3b-4c70-8842-1bc79e87b9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:38:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['1b120167-c786-4fa6-9c1b-42428f0a31ed'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:08.986744 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f7d89d-6318-45a2-a4f8-6443093969e6 req-748f43ed-3756-4e74-b35d-b0aa977905d0 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] No DVR routers for this DVR port 3d6d0142-2efe-49ba-89ba-440d9204414c on host n-h1-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:39:08.996287 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-14f7d89d-6318-45a2-a4f8-6443093969e6 req-748f43ed-3756-4e74-b35d-b0aa977905d0 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:09.012216 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-14f7d89d-6318-45a2-a4f8-6443093969e6 req-748f43ed-3756-4e74-b35d-b0aa977905d0 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] 10.222.0.75 "DELETE /v2.0/ports/3d6d0142-2efe-49ba-89ba-440d9204414c HTTP/1.1" status: 204 len: 173 time: 1.7384648 Mar 11 19:39:09.012589 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe1a1bff-fbf3-41a1-9d45-73bebab872b0', 'name': 'network-vif-deleted', 'tag': '3d6d0142-2efe-49ba-89ba-440d9204414c'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:39:09.021499 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10ec691-653c-485f-b535-f0dc68ac6c89" -d '{"events": [{"server_uuid": "fe1a1bff-fbf3-41a1-9d45-73bebab872b0", "name": "network-vif-deleted", "tag": "3d6d0142-2efe-49ba-89ba-440d9204414c"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:39:09.070039 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device b0c1a187-b734-4f77-872c-eb61a3482715 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:39:09.221805 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-e3791090-5d3b-4c70-8842-1bc79e87b9ee None None] Set router 1b120167-c786-4fa6-9c1b-42428f0a31ed gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:39:09.240653 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port b0c1a187-b734-4f77-872c-eb61a3482715 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:39:09.245353 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port b0c1a187-b734-4f77-872c-eb61a3482715 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:39:09.249439 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (b0c1a187-b734-4f77-872c-eb61a3482715), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:09.387925 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port b0c1a187-b734-4f77-872c-eb61a3482715 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:39:09.388985 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b0c1a187-b734-4f77-872c-eb61a3482715), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:09.512984 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port b0c1a187-b734-4f77-872c-eb61a3482715, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=b0c1a187-b734-4f77-872c-eb61a3482715,segment=NetworkSegment(35526af1-e590-4d3d-a245-d3f39f0ffcbc),segment_id=35526af1-e590-4d3d-a245-d3f39f0ffcbc)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:09.523460 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 37758) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:39:09.524191 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (b0c1a187-b734-4f77-872c-eb61a3482715), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:09.563883 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de448a55-fde9-4181-abe7-e00f4c70c418 req-2a5ddc4e-824a-42a6-b64c-372d2ef8af4d tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:09.572641 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-de448a55-fde9-4181-abe7-e00f4c70c418 req-2a5ddc4e-824a-42a6-b64c-372d2ef8af4d tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/ports?device_id=9315b82c-a4f4-47ba-9978-7dbe06ae1bc7 HTTP/1.1" status: 200 len: 945 time: 0.1877935 Mar 11 19:39:09.645647 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-de448a55-fde9-4181-abe7-e00f4c70c418 req-55a08be2-8df9-4b2d-b93e-bc285a303582 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/security-groups?id=9eadf186-3007-49d9-b4f3-e4bc7305f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717781 Mar 11 19:39:09.663929 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-557ccd9b-f24d-4a4e-9b5b-1784b5d7a512 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-126459180-network', 'tenant_id': '5fdf21ae32b44e5a9a7f004d576f611d'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:39:09.675971 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=b0c1a187-b734-4f77-872c-eb61a3482715,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:09.698163 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557ccd9b-f24d-4a4e-9b5b-1784b5d7a512 admin admin] Made reservation on behalf of 5fdf21ae32b44e5a9a7f004d576f611d for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:39:09.701047 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-557ccd9b-f24d-4a4e-9b5b-1784b5d7a512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:09.712852 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-557ccd9b-f24d-4a4e-9b5b-1784b5d7a512 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:09.716440 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61243090-c607-4869-9f04-afb98f1f5a40 x-openstack-request-id: req-61243090-c607-4869-9f04-afb98f1f5a40 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:39:09.716929 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe1a1bff-fbf3-41a1-9d45-73bebab872b0", "name": "network-vif-deleted", "tag": "3d6d0142-2efe-49ba-89ba-440d9204414c", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:39:09.717334 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-61243090-c607-4869-9f04-afb98f1f5a40 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:39:09.717962 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe1a1bff-fbf3-41a1-9d45-73bebab872b0', 'name': 'network-vif-deleted', 'tag': '3d6d0142-2efe-49ba-89ba-440d9204414c', 'status': 'completed', 'code': 200} Mar 11 19:39:09.807017 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-e3791090-5d3b-4c70-8842-1bc79e87b9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b120167-c786-4fa6-9c1b-42428f0a31ed', 'name': 'tempest-ServersTestBootFromVolume-1205727609-router', 'tenant_id': '13f1448ca5364266ac9d2968e838f04d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '7c251997-2719-4ccd-b095-a05f8e305045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:36:43Z', 'updated_at': '2022-03-11T19:36:47Z', 'revision_number': 4, 'project_id': '13f1448ca5364266ac9d2968e838f04d', 'gw_port': {'id': '7c251997-2719-4ccd-b095-a05f8e305045', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b120167-c786-4fa6-9c1b-42428f0a31ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:44Z', 'updated_at': '2022-03-11T19:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'bc6241eb-45cf-4a71-bdb2-fba3bc82b151', 'name': '', 'network_id': '77a02624-a1f8-4ed5-b0a3-cc9c95960d0b', 'tenant_id': '13f1448ca5364266ac9d2968e838f04d', 'mac_address': 'fa:16:3e:66:1f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b120167-c786-4fa6-9c1b-42428f0a31ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '80056032-eb48-4775-96f6-10e96bb6ead3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:46Z', 'updated_at': '2022-03-11T19:36:53Z', 'revision_number': 5, 'project_id': '13f1448ca5364266ac9d2968e838f04d', 'subnets': [{'id': '80056032-eb48-4775-96f6-10e96bb6ead3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:09.828182 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-557ccd9b-f24d-4a4e-9b5b-1784b5d7a512 admin admin] Publish callbacks [] for security_group (488ef7c0-546f-42b9-91ac-cf20b31fd2f7), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:09.834825 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-557ccd9b-f24d-4a4e-9b5b-1784b5d7a512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (488ef7c0-546f-42b9-91ac-cf20b31fd2f7), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:09.854053 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3791090-5d3b-4c70-8842-1bc79e87b9ee None None] Checking router: 1b120167-c786-4fa6-9c1b-42428f0a31ed for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:39:09.863875 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdbdb7c-9d5b-4868-92de-641d27d06e6a req-6d547da8-58cc-4914-a00a-f67761c5797e tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:09.864915 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3791090-5d3b-4c70-8842-1bc79e87b9ee None None] Routers {'1b120167-c786-4fa6-9c1b-42428f0a31ed'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:39:09.869683 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-e3791090-5d3b-4c70-8842-1bc79e87b9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:38:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['1b120167-c786-4fa6-9c1b-42428f0a31ed'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:09.874546 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cfdbdb7c-9d5b-4868-92de-641d27d06e6a req-6d547da8-58cc-4914-a00a-f67761c5797e tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] 10.222.0.65 "GET /v2.0/ports?device_id=539f928d-f9c3-414d-9c1a-ffb29e3c5af9 HTTP/1.1" status: 200 len: 950 time: 0.0752656 Mar 11 19:39:09.907122 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-557ccd9b-f24d-4a4e-9b5b-1784b5d7a512 admin admin] vlan segment allocate from pool success with {'vlan_id': 895, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:39:09.925309 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557ccd9b-f24d-4a4e-9b5b-1784b5d7a512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488ef7c0-546f-42b9-91ac-cf20b31fd2f7,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:09.943182 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cfdbdb7c-9d5b-4868-92de-641d27d06e6a req-13507702-4166-4c9b-bec4-428e0cd9d8de tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] 10.222.0.65 "GET /v2.0/security-groups?id=d6ec3875-7b7a-48a6-895f-59f33b550d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674925 Mar 11 19:39:09.949045 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-557ccd9b-f24d-4a4e-9b5b-1784b5d7a512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (8ec1552b-7bed-4530-9e09-40c0e817b565), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:09.949396 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-557ccd9b-f24d-4a4e-9b5b-1784b5d7a512 admin admin] Added segment 8ec1552b-7bed-4530-9e09-40c0e817b565 of type vlan for network 0e77269e-2af1-40eb-9be0-fb48fa5e0f7d Mar 11 19:39:10.027359 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-e3791090-5d3b-4c70-8842-1bc79e87b9ee None None] Set router 1b120167-c786-4fa6-9c1b-42428f0a31ed gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:39:10.061877 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f7777a-6ff6-4186-95b8-fd35743900f5 req-70996df7-9730-4b28-b0ca-b664e9264ba6 tempest-ServersNegativeTestMultiTenantJSON-1572423883 tempest-ServersNegativeTestMultiTenantJSON-1572423883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:10.070873 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-52f7777a-6ff6-4186-95b8-fd35743900f5 req-70996df7-9730-4b28-b0ca-b664e9264ba6 tempest-ServersNegativeTestMultiTenantJSON-1572423883 tempest-ServersNegativeTestMultiTenantJSON-1572423883-project] 10.222.0.65 "GET /v2.0/ports?device_id=6188ed50-8560-494f-a1db-2e8f3351c442 HTTP/1.1" status: 200 len: 945 time: 0.0712078 Mar 11 19:39:10.085815 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-557ccd9b-f24d-4a4e-9b5b-1784b5d7a512 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (0e77269e-2af1-40eb-9be0-fb48fa5e0f7d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:10.132272 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e424e4e2-c629-4922-adb4-54e65956f6e2 req-c4d0c4fb-38f6-48cb-8dd1-9314850c10bf service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c4735170-7c31-491f-b5c1-54b9bfadea13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1067047 Mar 11 19:39:10.133129 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-557ccd9b-f24d-4a4e-9b5b-1784b5d7a512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (0e77269e-2af1-40eb-9be0-fb48fa5e0f7d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:10.134201 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557ccd9b-f24d-4a4e-9b5b-1784b5d7a512 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:10.134605 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-557ccd9b-f24d-4a4e-9b5b-1784b5d7a512 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:10.155946 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-52f7777a-6ff6-4186-95b8-fd35743900f5 req-4e67b938-d742-4c57-ae19-53d509974de9 tempest-ServersNegativeTestMultiTenantJSON-1572423883 tempest-ServersNegativeTestMultiTenantJSON-1572423883-project] 10.222.0.65 "GET /v2.0/security-groups?id=58b00f19-37b7-4647-a818-03ce6d663b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838177 Mar 11 19:39:10.212217 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-557ccd9b-f24d-4a4e-9b5b-1784b5d7a512 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6869693 Mar 11 19:39:10.216172 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 37768) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:39:10.221904 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-d4163df1-d9cb-4cde-98da-7284e87d4769 admin admin] Request body: {'subnet': {'network_id': '0e77269e-2af1-40eb-9be0-fb48fa5e0f7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-126459180-subnet', 'tenant_id': '5fdf21ae32b44e5a9a7f004d576f611d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:39:10.278575 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4163df1-d9cb-4cde-98da-7284e87d4769 admin admin] Made reservation on behalf of 5fdf21ae32b44e5a9a7f004d576f611d for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:39:10.281134 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4163df1-d9cb-4cde-98da-7284e87d4769 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:10.363772 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557ccd9b-f24d-4a4e-9b5b-1784b5d7a512 admin admin] Pushing event updated for resources: {'Network': ['ID=0e77269e-2af1-40eb-9be0-fb48fa5e0f7d,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:10.374705 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 0e77269e-2af1-40eb-9be0-fb48fa5e0f7d details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:39:10.398753 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e424e4e2-c629-4922-adb4-54e65956f6e2 req-ad9124a6-81e9-4651-bca0-f3f437b2fe92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:10.400791 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e424e4e2-c629-4922-adb4-54e65956f6e2 req-ad9124a6-81e9-4651-bca0-f3f437b2fe92 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=90709db0b81e47d9b7eb66dc531b21b8&device_id=c4735170-7c31-491f-b5c1-54b9bfadea13 HTTP/1.1" status: 200 len: 1128 time: 0.1849430 Mar 11 19:39:10.403076 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-e3791090-5d3b-4c70-8842-1bc79e87b9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b120167-c786-4fa6-9c1b-42428f0a31ed', 'name': 'tempest-ServersTestBootFromVolume-1205727609-router', 'tenant_id': '13f1448ca5364266ac9d2968e838f04d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '7c251997-2719-4ccd-b095-a05f8e305045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:36:43Z', 'updated_at': '2022-03-11T19:36:47Z', 'revision_number': 4, 'project_id': '13f1448ca5364266ac9d2968e838f04d', 'gw_port': {'id': '7c251997-2719-4ccd-b095-a05f8e305045', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b120167-c786-4fa6-9c1b-42428f0a31ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:44Z', 'updated_at': '2022-03-11T19:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'bc6241eb-45cf-4a71-bdb2-fba3bc82b151', 'name': '', 'network_id': '77a02624-a1f8-4ed5-b0a3-cc9c95960d0b', 'tenant_id': '13f1448ca5364266ac9d2968e838f04d', 'mac_address': 'fa:16:3e:66:1f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b120167-c786-4fa6-9c1b-42428f0a31ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '80056032-eb48-4775-96f6-10e96bb6ead3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:46Z', 'updated_at': '2022-03-11T19:36:53Z', 'revision_number': 5, 'project_id': '13f1448ca5364266ac9d2968e838f04d', 'subnets': [{'id': '80056032-eb48-4775-96f6-10e96bb6ead3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:10.422597 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6188ed50-8560-494f-a1db-2e8f3351c442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c1a187-b734-4f77-872c-eb61a3482715'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:39:10.429907 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb86724b-0c1c-4ec5-a680-4832ba2b5e63" -d '{"events": [{"server_uuid": "6188ed50-8560-494f-a1db-2e8f3351c442", "name": "network-vif-plugged", "status": "completed", "tag": "b0c1a187-b734-4f77-872c-eb61a3482715"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:39:10.465162 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3791090-5d3b-4c70-8842-1bc79e87b9ee None None] The sync data for ids ['1b120167-c786-4fa6-9c1b-42428f0a31ed'] in n-d-833163-1 is: [{'id': '1b120167-c786-4fa6-9c1b-42428f0a31ed', 'name': 'tempest-ServersTestBootFromVolume-1205727609-router', 'tenant_id': '13f1448ca5364266ac9d2968e838f04d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '7c251997-2719-4ccd-b095-a05f8e305045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:36:43Z', 'updated_at': '2022-03-11T19:36:47Z', 'revision_number': 4, 'project_id': '13f1448ca5364266ac9d2968e838f04d', 'gw_port': {'id': '7c251997-2719-4ccd-b095-a05f8e305045', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b120167-c786-4fa6-9c1b-42428f0a31ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:44Z', 'updated_at': '2022-03-11T19:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'bc6241eb-45cf-4a71-bdb2-fba3bc82b151', 'name': '', 'network_id': '77a02624-a1f8-4ed5-b0a3-cc9c95960d0b', 'tenant_id': '13f1448ca5364266ac9d2968e838f04d', 'mac_address': 'fa:16:3e:66:1f:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b120167-c786-4fa6-9c1b-42428f0a31ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '80056032-eb48-4775-96f6-10e96bb6ead3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:46Z', 'updated_at': '2022-03-11T19:36:53Z', 'revision_number': 5, 'project_id': '13f1448ca5364266ac9d2968e838f04d', 'subnets': [{'id': '80056032-eb48-4775-96f6-10e96bb6ead3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:39:10.534643 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0b53f97c-cc98-441d-874f-2a4a81517797 req-fc3e9ecf-991e-4914-b1c7-a49662abb4d8 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe1a1bff-fbf3-41a1-9d45-73bebab872b0 HTTP/1.1" status: 200 len: 210 time: 0.0816743 Mar 11 19:39:10.648827 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e424e4e2-c629-4922-adb4-54e65956f6e2 req-06d9a201-6609-4ba1-911e-a2afeb84bffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:10.650953 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e424e4e2-c629-4922-adb4-54e65956f6e2 req-06d9a201-6609-4ba1-911e-a2afeb84bffe service neutron] 10.222.0.57 "GET /v2.0/networks?id=1602491a-d41f-49f0-9b55-4fff1e76dd1a HTTP/1.1" status: 200 len: 916 time: 0.2247434 Mar 11 19:39:10.709917 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4163df1-d9cb-4cde-98da-7284e87d4769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (f06379fa-eaf4-4c4c-9cd0-68b89c230260), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:10.717030 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e424e4e2-c629-4922-adb4-54e65956f6e2 req-5a69a7d6-c8c6-4063-b923-77d884cb46a2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8adb5fd1-167f-4f37-90bf-f2043a8900a0 HTTP/1.1" status: 200 len: 217 time: 0.0598304 Mar 11 19:39:10.791153 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e424e4e2-c629-4922-adb4-54e65956f6e2 req-f0c6a5f1-dfb4-4834-b826-e3b7651bee18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:10.796474 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e424e4e2-c629-4922-adb4-54e65956f6e2 req-f0c6a5f1-dfb4-4834-b826-e3b7651bee18 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=142b8e60-3261-4ad1-8352-cfdc43e1529b HTTP/1.1" status: 200 len: 855 time: 0.0691426 Mar 11 19:39:10.816510 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d1159-7556-4570-b368-5e55a59befa1 req-5b0ed291-67e8-487d-ad88-73abeb7e079d tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:10.824387 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7d9d1159-7556-4570-b368-5e55a59befa1 req-5b0ed291-67e8-487d-ad88-73abeb7e079d tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/ports?device_id=9315b82c-a4f4-47ba-9978-7dbe06ae1bc7 HTTP/1.1" status: 200 len: 945 time: 0.1719732 Mar 11 19:39:10.840975 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4163df1-d9cb-4cde-98da-7284e87d4769 admin admin] Checking segment: {'id': '8ec1552b-7bed-4530-9e09-40c0e817b565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '0e77269e-2af1-40eb-9be0-fb48fa5e0f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:39:10.841334 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4163df1-d9cb-4cde-98da-7284e87d4769 admin admin] Network hostable DHCP agents. Network: 0e77269e-2af1-40eb-9be0-fb48fa5e0f7d, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:39:10.843406 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e424e4e2-c629-4922-adb4-54e65956f6e2 req-9ca8956c-529c-4226-92be-287287ada7a8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1602491a-d41f-49f0-9b55-4fff1e76dd1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427449 Mar 11 19:39:10.859338 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4163df1-d9cb-4cde-98da-7284e87d4769 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f06379fa-eaf4-4c4c-9cd0-68b89c230260,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:10.915429 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7d9d1159-7556-4570-b368-5e55a59befa1 req-54a2e9ee-1e3c-416e-9f69-6fabab9734ad tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.65 "GET /v2.0/security-groups?id=9eadf186-3007-49d9-b4f3-e4bc7305f14c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901139 Mar 11 19:39:10.916741 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4163df1-d9cb-4cde-98da-7284e87d4769 admin admin] Network 0e77269e-2af1-40eb-9be0-fb48fa5e0f7d is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:39:10.941562 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-d4163df1-d9cb-4cde-98da-7284e87d4769 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 0e77269e-2af1-40eb-9be0-fb48fa5e0f7d) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:10.950974 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40082b5b-35d1-4866-a77e-277e240afd86 None None] Network 0e77269e-2af1-40eb-9be0-fb48fa5e0f7d requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:39:10.969464 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4163df1-d9cb-4cde-98da-7284e87d4769 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:10.970097 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4163df1-d9cb-4cde-98da-7284e87d4769 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:11.009912 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ff4a6c-98ad-4395-a68d-773d9592ba7d None None] New status for floating IP 3e3ef611-ef4e-43f2-87e8-4c347ba3b830: DOWN {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 19:39:11.039697 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d4163df1-d9cb-4cde-98da-7284e87d4769 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8067529 Mar 11 19:39:11.055924 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e424e4e2-c629-4922-adb4-54e65956f6e2 req-4d18b9bc-05ad-4fbe-852f-98a2a76a34c4 service neutron] 10.222.0.57 "GET /v2.0/networks/1602491a-d41f-49f0-9b55-4fff1e76dd1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664300 Mar 11 19:39:11.201358 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d175c851-0337-41f9-ab3b-9f368c8aca49 req-83e46e13-3326-428b-a4b7-44ed8252286a tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:11.207742 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 85897ddf-20c1-4ec8-bea7-195d6f9d59e3 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:39:11.210245 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 3d6d0142-2efe-49ba-89ba-440d9204414c no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:39:11.214106 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d175c851-0337-41f9-ab3b-9f368c8aca49 req-83e46e13-3326-428b-a4b7-44ed8252286a tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "GET /v2.0/ports?device_id=354488d0-8811-4789-8bda-a6a0309f9fa8 HTTP/1.1" status: 200 len: 945 time: 0.1840961 Mar 11 19:39:11.279929 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e424e4e2-c629-4922-adb4-54e65956f6e2 req-bbf824fa-4dec-45ee-9644-e613a270f22a service neutron] 10.222.0.57 "GET /v2.0/networks/1602491a-d41f-49f0-9b55-4fff1e76dd1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282593 Mar 11 19:39:11.357683 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d175c851-0337-41f9-ab3b-9f368c8aca49 req-5dc39266-1e29-41c5-88f6-346305f10d65 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e517e2d-c796-4eb6-a34e-da2fbfb59fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419580 Mar 11 19:39:11.550634 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb716434-0efe-4fc2-af79-fafbb9eef706 req-4465e128-7bcf-42c9-963e-b1b0cd2e124e tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:11.552218 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-fb716434-0efe-4fc2-af79-fafbb9eef706 req-4465e128-7bcf-42c9-963e-b1b0cd2e124e tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] 10.222.0.57 "GET /v2.0/ports?device_id=539f928d-f9c3-414d-9c1a-ffb29e3c5af9 HTTP/1.1" status: 200 len: 950 time: 0.0991671 Mar 11 19:39:11.656331 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93899ec2-6827-4463-9f7f-7e703da00a8b x-openstack-request-id: req-93899ec2-6827-4463-9f7f-7e703da00a8b {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:39:11.656880 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6188ed50-8560-494f-a1db-2e8f3351c442", "name": "network-vif-plugged", "status": "completed", "tag": "b0c1a187-b734-4f77-872c-eb61a3482715", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:39:11.656880 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-93899ec2-6827-4463-9f7f-7e703da00a8b {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:39:11.657242 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6188ed50-8560-494f-a1db-2e8f3351c442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c1a187-b734-4f77-872c-eb61a3482715', 'code': 200} Mar 11 19:39:11.659802 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: 3d6d0142-2efe-49ba-89ba-440d9204414c {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:39:11.660338 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 3d6d0142-2efe-49ba-89ba-440d9204414c not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:39:11.683318 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951847ee-d0d1-40fd-bf86-6323f0c7b564 None None] Network 0e77269e-2af1-40eb-9be0-fb48fa5e0f7d requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:39:11.813356 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0415b7a3-d91d-413e-9f3e-ddc65897634d req-f34a41af-28ac-43bc-b0d1-6e5daf58d7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:11.817065 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-0415b7a3-d91d-413e-9f3e-ddc65897634d req-f34a41af-28ac-43bc-b0d1-6e5daf58d7d2 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=6188ed50-8560-494f-a1db-2e8f3351c442 HTTP/1.1" status: 200 len: 1127 time: 0.1948802 Mar 11 19:39:11.889266 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-0415b7a3-d91d-413e-9f3e-ddc65897634d req-0c52fdeb-edbf-4b0a-a8ab-634dce8afdff service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=58b00f19-37b7-4647-a818-03ce6d663b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621965 Mar 11 19:39:11.897776 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-fb716434-0efe-4fc2-af79-fafbb9eef706 req-f08e21d4-5204-438b-9060-f83041567258 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] Deleting port fb5df2d2-7c82-428d-bb00-bcec795812c6 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:39:11.898276 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fb716434-0efe-4fc2-af79-fafbb9eef706 req-f08e21d4-5204-438b-9060-f83041567258 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (fb5df2d2-7c82-428d-bb00-bcec795812c6), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:12.044171 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b83644b-c02f-417f-baf2-11eff52b8ffd req-6195cca1-fcd0-4b5d-9c8a-ae83f0277f52 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:12.055110 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2b83644b-c02f-417f-baf2-11eff52b8ffd req-6195cca1-fcd0-4b5d-9c8a-ae83f0277f52 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] 10.222.0.65 "GET /v2.0/ports?device_id=539f928d-f9c3-414d-9c1a-ffb29e3c5af9 HTTP/1.1" status: 200 len: 950 time: 0.1155071 Mar 11 19:39:12.060224 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-fb716434-0efe-4fc2-af79-fafbb9eef706 req-f08e21d4-5204-438b-9060-f83041567258 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] For port fb5df2d2-7c82-428d-bb00-bcec795812c6, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=fb5df2d2-7c82-428d-bb00-bcec795812c6,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:12.060733 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fb716434-0efe-4fc2-af79-fafbb9eef706 req-f08e21d4-5204-438b-9060-f83041567258 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (fb5df2d2-7c82-428d-bb00-bcec795812c6), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:12.090549 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-fb716434-0efe-4fc2-af79-fafbb9eef706 req-f08e21d4-5204-438b-9060-f83041567258 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] Calling delete_port for fb5df2d2-7c82-428d-bb00-bcec795812c6 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:39:12.154347 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2b83644b-c02f-417f-baf2-11eff52b8ffd req-b713adee-c4c3-4147-8579-689de1a0e587 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] 10.222.0.65 "GET /v2.0/security-groups?id=d6ec3875-7b7a-48a6-895f-59f33b550d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935235 Mar 11 19:39:12.381130 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fb716434-0efe-4fc2-af79-fafbb9eef706 req-f08e21d4-5204-438b-9060-f83041567258 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (fb5df2d2-7c82-428d-bb00-bcec795812c6), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:12.407278 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b2bda-d1b3-44c2-8d99-b429b1c74784 req-371f5fcb-ecbb-45ee-b734-03876eff294f tempest-ServersNegativeTestMultiTenantJSON-1572423883 tempest-ServersNegativeTestMultiTenantJSON-1572423883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:12.416488 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f03b2bda-d1b3-44c2-8d99-b429b1c74784 req-371f5fcb-ecbb-45ee-b734-03876eff294f tempest-ServersNegativeTestMultiTenantJSON-1572423883 tempest-ServersNegativeTestMultiTenantJSON-1572423883-project] 10.222.0.65 "GET /v2.0/ports?device_id=6188ed50-8560-494f-a1db-2e8f3351c442 HTTP/1.1" status: 200 len: 945 time: 0.1368880 Mar 11 19:39:12.459942 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 85897ddf-20c1-4ec8-bea7-195d6f9d59e3, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=85897ddf-20c1-4ec8-bea7-195d6f9d59e3,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:12.460807 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08e21d4-5204-438b-9060-f83041567258 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] Pushing event deleted for resources: {'Port': ['ID=fb5df2d2-7c82-428d-bb00-bcec795812c6,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:12.478218 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '85897ddf-20c1-4ec8-bea7-195d6f9d59e3', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'port_id': '85897ddf-20c1-4ec8-bea7-195d6f9d59e3', 'mac_address': 'fa:16:3e:17:23:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bb14923-74c3-4313-be8d-ed33542f05aa', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:39:12.488856 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['ce6f3ac3-2803-487e-8eaf-10eb9024ccd8', 'fb5df2d2-7c82-428d-bb00-bcec795812c6'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:39:12.529670 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f03b2bda-d1b3-44c2-8d99-b429b1c74784 req-5bb163cd-cacc-4887-9b72-35e31a378870 tempest-ServersNegativeTestMultiTenantJSON-1572423883 tempest-ServersNegativeTestMultiTenantJSON-1572423883-project] 10.222.0.65 "GET /v2.0/security-groups?id=58b00f19-37b7-4647-a818-03ce6d663b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121204 Mar 11 19:39:12.582215 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb716434-0efe-4fc2-af79-fafbb9eef706 req-f08e21d4-5204-438b-9060-f83041567258 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] No DVR routers for this DVR port fb5df2d2-7c82-428d-bb00-bcec795812c6 on host n-h2-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:39:12.590680 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fb716434-0efe-4fc2-af79-fafbb9eef706 req-f08e21d4-5204-438b-9060-f83041567258 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:12.595838 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-fb716434-0efe-4fc2-af79-fafbb9eef706 req-f08e21d4-5204-438b-9060-f83041567258 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] 10.222.0.57 "DELETE /v2.0/ports/fb5df2d2-7c82-428d-bb00-bcec795812c6 HTTP/1.1" status: 204 len: 173 time: 1.0387659 Mar 11 19:39:12.596331 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539f928d-f9c3-414d-9c1a-ffb29e3c5af9', 'name': 'network-vif-deleted', 'tag': 'fb5df2d2-7c82-428d-bb00-bcec795812c6'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:39:12.599772 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b593122-b9a0-464e-bc68-9fd8fccd75d9" -d '{"events": [{"server_uuid": "539f928d-f9c3-414d-9c1a-ffb29e3c5af9", "name": "network-vif-deleted", "tag": "fb5df2d2-7c82-428d-bb00-bcec795812c6"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:39:12.833250 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 85897ddf-20c1-4ec8-bea7-195d6f9d59e3 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:39:12.833789 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (85897ddf-20c1-4ec8-bea7-195d6f9d59e3), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:12.889986 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85897ddf-20c1-4ec8-bea7-195d6f9d59e3 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:39:12.939018 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 85897ddf-20c1-4ec8-bea7-195d6f9d59e3, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=85897ddf-20c1-4ec8-bea7-195d6f9d59e3,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:12.954970 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (85897ddf-20c1-4ec8-bea7-195d6f9d59e3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:13.036497 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=85897ddf-20c1-4ec8-bea7-195d6f9d59e3,revision_number=9']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:13.107238 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['85897ddf-20c1-4ec8-bea7-195d6f9d59e3'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:39:13.433470 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-66e1a28e-80e4-4a35-b567-c194109d8d6f tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:13.440825 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-66e1a28e-80e4-4a35-b567-c194109d8d6f tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] 10.222.0.65 "GET /v2.0/networks?id=0e77269e-2af1-40eb-9be0-fb48fa5e0f7d HTTP/1.1" status: 200 len: 817 time: 0.2974894 Mar 11 19:39:13.458241 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-50c32198-1545-4c7d-8d0b-35d9afa243ac tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] 10.222.0.65 "GET /v2.0/quotas/5fdf21ae32b44e5a9a7f004d576f611d HTTP/1.1" status: 200 len: 375 time: 0.0164366 Mar 11 19:39:13.540735 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986baf2-0b45-4e7e-b9b9-bc10317a7f78 req-5637a82b-4936-4fda-85bb-1a3fcbb497df tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:13.543425 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8986baf2-0b45-4e7e-b9b9-bc10317a7f78 req-5637a82b-4936-4fda-85bb-1a3fcbb497df tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.75 "GET /v2.0/ports?device_id=9315b82c-a4f4-47ba-9978-7dbe06ae1bc7 HTTP/1.1" status: 200 len: 945 time: 0.0710371 Mar 11 19:39:13.567804 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-605c09e4-702d-4f97-a800-6698449c500c tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=5fdf21ae32b44e5a9a7f004d576f611d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1081152 Mar 11 19:39:13.763865 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-ee496ac4-21f8-4a9a-a924-fcc5c48ac61f service neutron] 10.222.0.65 "GET /v2.0/networks/0e77269e-2af1-40eb-9be0-fb48fa5e0f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943731 Mar 11 19:39:13.813030 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-8986baf2-0b45-4e7e-b9b9-bc10317a7f78 req-43b2e757-76e9-46fc-82f1-b9c2cba18948 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Deleting port 41e9e20b-bb2c-4d0f-bc41-a6cb62dbb741 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:39:13.813619 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8986baf2-0b45-4e7e-b9b9-bc10317a7f78 req-43b2e757-76e9-46fc-82f1-b9c2cba18948 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (41e9e20b-bb2c-4d0f-bc41-a6cb62dbb741), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:14.110016 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-8986baf2-0b45-4e7e-b9b9-bc10317a7f78 req-43b2e757-76e9-46fc-82f1-b9c2cba18948 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] For port 41e9e20b-bb2c-4d0f-bc41-a6cb62dbb741, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=41e9e20b-bb2c-4d0f-bc41-a6cb62dbb741,segment=NetworkSegment(1c6aa5b7-681f-4a80-a0b7-793b4ab0118d),segment_id=1c6aa5b7-681f-4a80-a0b7-793b4ab0118d)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:14.112002 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8986baf2-0b45-4e7e-b9b9-bc10317a7f78 req-43b2e757-76e9-46fc-82f1-b9c2cba18948 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (41e9e20b-bb2c-4d0f-bc41-a6cb62dbb741), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:14.121329 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-00d66e88-84d0-42df-af2e-a98202a2ab87 service neutron] 10.222.0.65 "GET /v2.0/networks/0e77269e-2af1-40eb-9be0-fb48fa5e0f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433902 Mar 11 19:39:14.134041 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-8986baf2-0b45-4e7e-b9b9-bc10317a7f78 req-43b2e757-76e9-46fc-82f1-b9c2cba18948 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Calling delete_port for 41e9e20b-bb2c-4d0f-bc41-a6cb62dbb741 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:39:14.355675 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8986baf2-0b45-4e7e-b9b9-bc10317a7f78 req-43b2e757-76e9-46fc-82f1-b9c2cba18948 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (41e9e20b-bb2c-4d0f-bc41-a6cb62dbb741), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:14.367850 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['41e9e20b-bb2c-4d0f-bc41-a6cb62dbb741'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:39:14.441131 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b2e757-76e9-46fc-82f1-b9c2cba18948 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Pushing event deleted for resources: {'Port': ['ID=41e9e20b-bb2c-4d0f-bc41-a6cb62dbb741,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:14.545671 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-8986baf2-0b45-4e7e-b9b9-bc10317a7f78 req-43b2e757-76e9-46fc-82f1-b9c2cba18948 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] No DVR routers for this DVR port 41e9e20b-bb2c-4d0f-bc41-a6cb62dbb741 on host n-h1-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:39:14.558629 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8986baf2-0b45-4e7e-b9b9-bc10317a7f78 req-43b2e757-76e9-46fc-82f1-b9c2cba18948 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:14.583532 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8986baf2-0b45-4e7e-b9b9-bc10317a7f78 req-43b2e757-76e9-46fc-82f1-b9c2cba18948 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.75 "DELETE /v2.0/ports/41e9e20b-bb2c-4d0f-bc41-a6cb62dbb741 HTTP/1.1" status: 204 len: 173 time: 1.0325205 Mar 11 19:39:14.779077 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-503f47ba-b542-46f0-8e30-d0e2ea8ad0e4 req-1e183512-d23e-4eaf-987e-ae7b0ff5704b tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe1a1bff-fbf3-41a1-9d45-73bebab872b0 HTTP/1.1" status: 200 len: 210 time: 0.0703862 Mar 11 19:39:15.108300 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 85897ddf-20c1-4ec8-bea7-195d6f9d59e3 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:39:15.248746 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 85897ddf-20c1-4ec8-bea7-195d6f9d59e3 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:39:15.249524 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (85897ddf-20c1-4ec8-bea7-195d6f9d59e3), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:15.350321 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa7adc-4f74-45fd-a9b1-fda32545d67f req-4220e243-e329-4dba-b332-95dfd593f082 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:15.360390 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-93fa7adc-4f74-45fd-a9b1-fda32545d67f req-4220e243-e329-4dba-b332-95dfd593f082 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "GET /v2.0/ports?device_id=354488d0-8811-4789-8bda-a6a0309f9fa8 HTTP/1.1" status: 200 len: 945 time: 0.1953628 Mar 11 19:39:15.453562 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 85897ddf-20c1-4ec8-bea7-195d6f9d59e3 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:39:15.454738 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (85897ddf-20c1-4ec8-bea7-195d6f9d59e3), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:15.473624 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-93fa7adc-4f74-45fd-a9b1-fda32545d67f req-cfa1df62-ff8f-478e-a03f-97574b5ec726 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e517e2d-c796-4eb6-a34e-da2fbfb59fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951722 Mar 11 19:39:15.544331 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 85897ddf-20c1-4ec8-bea7-195d6f9d59e3, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=85897ddf-20c1-4ec8-bea7-195d6f9d59e3,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:15.557486 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '512b8dea-fdfb-4b4a-ba66-f8215e6e3d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85897ddf-20c1-4ec8-bea7-195d6f9d59e3'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:39:15.560275 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1308adc-a453-4aa6-a7c5-87a8303bd9f0" -d '{"events": [{"server_uuid": "512b8dea-fdfb-4b4a-ba66-f8215e6e3d88", "name": "network-vif-plugged", "status": "completed", "tag": "85897ddf-20c1-4ec8-bea7-195d6f9d59e3"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:39:15.573836 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (85897ddf-20c1-4ec8-bea7-195d6f9d59e3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:15.575379 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 41e9e20b-bb2c-4d0f-bc41-a6cb62dbb741 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:39:15.578209 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-1f12fbc3-4e28-448b-8089-0c8b94b0b737 req-d96ea643-c2d3-4205-aba8-66474aec0414 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6f7b5a979307498d8f69fb2b0e734e8f&device_id=9315b82c-a4f4-47ba-9978-7dbe06ae1bc7 HTTP/1.1" status: 200 len: 210 time: 0.0760970 Mar 11 19:39:15.640109 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d77d9b8-9606-448e-b10c-aa80e5c0dec3 x-openstack-request-id: req-9d77d9b8-9606-448e-b10c-aa80e5c0dec3 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:39:15.646383 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "539f928d-f9c3-414d-9c1a-ffb29e3c5af9", "name": "network-vif-deleted", "tag": "fb5df2d2-7c82-428d-bb00-bcec795812c6", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:39:15.646657 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9d77d9b8-9606-448e-b10c-aa80e5c0dec3 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:39:15.647094 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '539f928d-f9c3-414d-9c1a-ffb29e3c5af9', 'name': 'network-vif-deleted', 'tag': 'fb5df2d2-7c82-428d-bb00-bcec795812c6', 'status': 'completed', 'code': 200} Mar 11 19:39:15.769676 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: 41e9e20b-bb2c-4d0f-bc41-a6cb62dbb741 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:39:15.772211 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 41e9e20b-bb2c-4d0f-bc41-a6cb62dbb741 not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:39:15.783965 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=85897ddf-20c1-4ec8-bea7-195d6f9d59e3,revision_number=10']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:15.865839 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f12fbc3-4e28-448b-8089-0c8b94b0b737 req-17ba1e75-8dec-45a2-aa1f-903473067a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:15.871484 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-1f12fbc3-4e28-448b-8089-0c8b94b0b737 req-17ba1e75-8dec-45a2-aa1f-903473067a7b service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=6f7b5a979307498d8f69fb2b0e734e8f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2849646 Mar 11 19:39:15.912579 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e6783c-a265-4ba7-8a8a-bbf16382c36a req-393b29be-031e-481c-b2fc-18aa38cf1aae tempest-ServersNegativeTestMultiTenantJSON-1572423883 tempest-ServersNegativeTestMultiTenantJSON-1572423883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:15.921112 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-53e6783c-a265-4ba7-8a8a-bbf16382c36a req-393b29be-031e-481c-b2fc-18aa38cf1aae tempest-ServersNegativeTestMultiTenantJSON-1572423883 tempest-ServersNegativeTestMultiTenantJSON-1572423883-project] 10.222.0.65 "GET /v2.0/ports?device_id=6188ed50-8560-494f-a1db-2e8f3351c442 HTTP/1.1" status: 200 len: 945 time: 0.0953686 Mar 11 19:39:15.978511 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-53e6783c-a265-4ba7-8a8a-bbf16382c36a req-dcdbd9dd-345e-423b-8279-08b07737f851 tempest-ServersNegativeTestMultiTenantJSON-1572423883 tempest-ServersNegativeTestMultiTenantJSON-1572423883-project] 10.222.0.65 "GET /v2.0/security-groups?id=58b00f19-37b7-4647-a818-03ce6d663b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550172 Mar 11 19:39:16.084829 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f12fbc3-4e28-448b-8089-0c8b94b0b737 req-52efbf64-3e20-4622-83f0-7b6be062ab72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:16.087253 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-1f12fbc3-4e28-448b-8089-0c8b94b0b737 req-52efbf64-3e20-4622-83f0-7b6be062ab72 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2099905 Mar 11 19:39:16.237961 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-1f12fbc3-4e28-448b-8089-0c8b94b0b737 req-bfb4765b-5f9b-474e-add8-ea818a111744 tempest-ServerDiskConfigTestJSON-690614047 tempest-ServerDiskConfigTestJSON-690614047-project] 10.222.0.75 "GET /v2.0/ports?device_id=9315b82c-a4f4-47ba-9978-7dbe06ae1bc7 HTTP/1.1" status: 200 len: 210 time: 0.0539048 Mar 11 19:39:16.447574 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8898805d-a523-43eb-8656-882fe3ed8e87 x-openstack-request-id: req-8898805d-a523-43eb-8656-882fe3ed8e87 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:39:16.447907 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "512b8dea-fdfb-4b4a-ba66-f8215e6e3d88", "name": "network-vif-plugged", "status": "completed", "tag": "85897ddf-20c1-4ec8-bea7-195d6f9d59e3", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:39:16.448367 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8898805d-a523-43eb-8656-882fe3ed8e87 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:39:16.448934 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '512b8dea-fdfb-4b4a-ba66-f8215e6e3d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85897ddf-20c1-4ec8-bea7-195d6f9d59e3', 'code': 200} Mar 11 19:39:16.692129 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device fb5df2d2-7c82-428d-bb00-bcec795812c6 no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:39:16.767135 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: fb5df2d2-7c82-428d-bb00-bcec795812c6 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:39:16.770559 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device fb5df2d2-7c82-428d-bb00-bcec795812c6 not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:39:16.832540 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-23551574-947e-4d9c-bd12-34deab5975c5 req-5a70114e-6e61-42df-9af9-a109ea49061d tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe1a1bff-fbf3-41a1-9d45-73bebab872b0 HTTP/1.1" status: 200 len: 210 time: 0.0578513 Mar 11 19:39:17.035731 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac08dbc8-6efd-4034-b9dd-ff757f39886a req-c36b703e-1e9d-42dc-97d4-65b237c3ebc0 tempest-ServersNegativeTestMultiTenantJSON-1572423883 tempest-ServersNegativeTestMultiTenantJSON-1572423883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:17.040075 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ac08dbc8-6efd-4034-b9dd-ff757f39886a req-c36b703e-1e9d-42dc-97d4-65b237c3ebc0 tempest-ServersNegativeTestMultiTenantJSON-1572423883 tempest-ServersNegativeTestMultiTenantJSON-1572423883-project] 10.222.0.65 "GET /v2.0/ports?device_id=6188ed50-8560-494f-a1db-2e8f3351c442 HTTP/1.1" status: 200 len: 945 time: 0.1027637 Mar 11 19:39:17.194518 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ac08dbc8-6efd-4034-b9dd-ff757f39886a req-8792fd19-a06e-426c-b25d-75c946addd3b tempest-ServersNegativeTestMultiTenantJSON-1572423883 tempest-ServersNegativeTestMultiTenantJSON-1572423883-project] 10.222.0.65 "GET /v2.0/security-groups?id=58b00f19-37b7-4647-a818-03ce6d663b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434324 Mar 11 19:39:17.319904 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-815fdf5f-0f1d-47d7-8d75-b6bfbe005944 req-3c408480-e7ce-44d4-963b-bc856985b7fb tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9afae9d-7e15-4fcd-8812-20a9c2c13857 HTTP/1.1" status: 200 len: 210 time: 0.0394218 Mar 11 19:39:17.668703 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9315b82c-a4f4-47ba-9978-7dbe06ae1bc7', 'name': 'network-vif-deleted', 'tag': '41e9e20b-bb2c-4d0f-bc41-a6cb62dbb741'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:39:17.671287 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d214ede5-dc6f-4056-90bb-5b131f59f29e" -d '{"events": [{"server_uuid": "9315b82c-a4f4-47ba-9978-7dbe06ae1bc7", "name": "network-vif-deleted", "tag": "41e9e20b-bb2c-4d0f-bc41-a6cb62dbb741"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:39:17.689655 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be0e0d-f254-41a5-b20e-2d8aa510de5b req-c5ac42d9-39af-45ff-bda3-1cb94af3da98 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:17.689655 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-15be0e0d-f254-41a5-b20e-2d8aa510de5b req-c5ac42d9-39af-45ff-bda3-1cb94af3da98 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "GET /v2.0/ports?device_id=354488d0-8811-4789-8bda-a6a0309f9fa8 HTTP/1.1" status: 200 len: 945 time: 0.1416595 Mar 11 19:39:17.761684 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0486a9a6-d2a8-487b-ad20-7448160e3615 req-1e1a2dd7-2b0f-4c0e-9d67-387c743f05db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:17.763753 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0486a9a6-d2a8-487b-ad20-7448160e3615 req-1e1a2dd7-2b0f-4c0e-9d67-387c743f05db service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=354488d0-8811-4789-8bda-a6a0309f9fa8 HTTP/1.1" status: 200 len: 1127 time: 0.1495082 Mar 11 19:39:17.849636 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-2e636c42-6c3e-41aa-999d-fdbb4ca3c1d4 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:17.851167 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-2e636c42-6c3e-41aa-999d-fdbb4ca3c1d4 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] 10.222.0.75 "GET /v2.0/networks?id=0e77269e-2af1-40eb-9be0-fb48fa5e0f7d HTTP/1.1" status: 200 len: 817 time: 0.4065287 Mar 11 19:39:17.868666 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-7d42af95-f60c-4372-b143-3870c267a00a tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Request body: {'port': {'device_id': 'ca21c3d3-86e2-42cc-b2ec-8fa0e4510589', 'network_id': '0e77269e-2af1-40eb-9be0-fb48fa5e0f7d', 'admin_state_up': True, 'tenant_id': '5fdf21ae32b44e5a9a7f004d576f611d'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:39:17.886700 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-58ce1c4b-d4e6-4727-ac72-d8d2d6f36d7e tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:17.888244 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-58ce1c4b-d4e6-4727-ac72-d8d2d6f36d7e tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] 10.222.0.57 "GET /v2.0/networks?id=0e77269e-2af1-40eb-9be0-fb48fa5e0f7d HTTP/1.1" status: 200 len: 817 time: 0.3826709 Mar 11 19:39:17.904589 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-3c86bc89-9d56-4d98-9b43-4ce8ccf4b5fe tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:17.906384 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-3c86bc89-9d56-4d98-9b43-4ce8ccf4b5fe tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] 10.222.0.57 "GET /v2.0/networks?id=0e77269e-2af1-40eb-9be0-fb48fa5e0f7d HTTP/1.1" status: 200 len: 817 time: 0.1126661 Mar 11 19:39:17.915990 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-517d73a4-937a-4f1f-a0d0-76a1ec419a27 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Request body: {'port': {'device_id': '5e96e164-0c87-4b65-ae38-749690de529b', 'network_id': '0e77269e-2af1-40eb-9be0-fb48fa5e0f7d', 'admin_state_up': True, 'tenant_id': '5fdf21ae32b44e5a9a7f004d576f611d'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:39:17.919752 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-70e7afe0-6546-4783-9bb9-176bd5c5f1a8 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Request body: {'port': {'device_id': 'f9afae9d-7e15-4fcd-8812-20a9c2c13857', 'network_id': '0e77269e-2af1-40eb-9be0-fb48fa5e0f7d', 'admin_state_up': True, 'tenant_id': '5fdf21ae32b44e5a9a7f004d576f611d'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:39:17.967569 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0486a9a6-d2a8-487b-ad20-7448160e3615 req-6a54eca8-632c-4ea9-a1dd-30ee4eadd029 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5e517e2d-c796-4eb6-a34e-da2fbfb59fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931086 Mar 11 19:39:17.999293 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-15be0e0d-f254-41a5-b20e-2d8aa510de5b req-63441cdf-28f5-4aef-b4af-819da43d6bc2 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e517e2d-c796-4eb6-a34e-da2fbfb59fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755783 Mar 11 19:39:18.203710 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-70e7afe0-6546-4783-9bb9-176bd5c5f1a8 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Made reservation on behalf of 5fdf21ae32b44e5a9a7f004d576f611d for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:39:18.210452 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-70e7afe0-6546-4783-9bb9-176bd5c5f1a8 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:18.225165 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664eb4d-4461-4b35-8150-20d707c65aa0 req-f57cf61c-222c-4895-b7a6-683b19234eb0 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:18.233846 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4664eb4d-4461-4b35-8150-20d707c65aa0 req-f57cf61c-222c-4895-b7a6-683b19234eb0 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] 10.222.0.65 "GET /v2.0/ports?device_id=ba721f35-64d8-4b0f-a3eb-8bf796c42117 HTTP/1.1" status: 200 len: 950 time: 0.1211565 Mar 11 19:39:18.278321 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-517d73a4-937a-4f1f-a0d0-76a1ec419a27 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Made reservation on behalf of 5fdf21ae32b44e5a9a7f004d576f611d for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:39:18.286536 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-517d73a4-937a-4f1f-a0d0-76a1ec419a27 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:18.290251 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-7d42af95-f60c-4372-b143-3870c267a00a tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Made reservation on behalf of 5fdf21ae32b44e5a9a7f004d576f611d for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:39:18.293517 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-7d42af95-f60c-4372-b143-3870c267a00a tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:18.333599 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4664eb4d-4461-4b35-8150-20d707c65aa0 req-150a826f-2c6e-490e-99c6-692ebbf4cee3 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] 10.222.0.65 "GET /v2.0/security-groups?id=d6ec3875-7b7a-48a6-895f-59f33b550d85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935748 Mar 11 19:39:18.540622 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-70e7afe0-6546-4783-9bb9-176bd5c5f1a8 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Allocated IP 172.20.0.9 (0e77269e-2af1-40eb-9be0-fb48fa5e0f7d/f06379fa-eaf4-4c4c-9cd0-68b89c230260/c1840a43-e724-40aa-ac50-814280dfa8b6) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:39:18.721494 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eba9e2-a775-4f15-8b60-7d3f81867a33 req-733dac3b-f5e7-4666-a99f-0840a5e01bfd tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:18.723024 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-76eba9e2-a775-4f15-8b60-7d3f81867a33 req-733dac3b-f5e7-4666-a99f-0840a5e01bfd tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba721f35-64d8-4b0f-a3eb-8bf796c42117 HTTP/1.1" status: 200 len: 950 time: 0.1436331 Mar 11 19:39:18.792979 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:18.875248 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-70e7afe0-6546-4783-9bb9-176bd5c5f1a8 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Publish callbacks [] for port (c1840a43-e724-40aa-ac50-814280dfa8b6), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:18.892135 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce45f490-f049-4e36-85d6-6bd09814ba3f x-openstack-request-id: req-ce45f490-f049-4e36-85d6-6bd09814ba3f {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:39:18.894321 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9315b82c-a4f4-47ba-9978-7dbe06ae1bc7", "name": "network-vif-deleted", "tag": "41e9e20b-bb2c-4d0f-bc41-a6cb62dbb741", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:39:18.894829 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ce45f490-f049-4e36-85d6-6bd09814ba3f {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:39:18.895612 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9315b82c-a4f4-47ba-9978-7dbe06ae1bc7', 'name': 'network-vif-deleted', 'tag': '41e9e20b-bb2c-4d0f-bc41-a6cb62dbb741', 'status': 'completed', 'code': 200} Mar 11 19:39:18.943330 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-76eba9e2-a775-4f15-8b60-7d3f81867a33 req-6bdf3eb6-9cc1-4a58-ae7b-6b460ae79382 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] Deleting port ce6f3ac3-2803-487e-8eaf-10eb9024ccd8 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:39:18.943986 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-76eba9e2-a775-4f15-8b60-7d3f81867a33 req-6bdf3eb6-9cc1-4a58-ae7b-6b460ae79382 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (ce6f3ac3-2803-487e-8eaf-10eb9024ccd8), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:18.948432 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-70e7afe0-6546-4783-9bb9-176bd5c5f1a8 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (c1840a43-e724-40aa-ac50-814280dfa8b6), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:19.078737 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-7d42af95-f60c-4372-b143-3870c267a00a tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Allocated IP 172.20.0.11 (0e77269e-2af1-40eb-9be0-fb48fa5e0f7d/f06379fa-eaf4-4c4c-9cd0-68b89c230260/7b42ecd0-12a8-460e-a071-75038bdbaed2) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:39:19.142974 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-76eba9e2-a775-4f15-8b60-7d3f81867a33 req-6bdf3eb6-9cc1-4a58-ae7b-6b460ae79382 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] For port ce6f3ac3-2803-487e-8eaf-10eb9024ccd8, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=ce6f3ac3-2803-487e-8eaf-10eb9024ccd8,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:19.143502 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-76eba9e2-a775-4f15-8b60-7d3f81867a33 req-6bdf3eb6-9cc1-4a58-ae7b-6b460ae79382 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (ce6f3ac3-2803-487e-8eaf-10eb9024ccd8), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:19.182992 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-76eba9e2-a775-4f15-8b60-7d3f81867a33 req-6bdf3eb6-9cc1-4a58-ae7b-6b460ae79382 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] Calling delete_port for ce6f3ac3-2803-487e-8eaf-10eb9024ccd8 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:39:19.210955 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-7d42af95-f60c-4372-b143-3870c267a00a tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Publish callbacks [] for port (7b42ecd0-12a8-460e-a071-75038bdbaed2), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:19.307034 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1d6dd623-9177-4b89-96f6-6bda8b10ea87 req-6f413b97-0c52-4f08-a793-626b9fa9e0b1 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe1a1bff-fbf3-41a1-9d45-73bebab872b0 HTTP/1.1" status: 200 len: 210 time: 0.1524553 Mar 11 19:39:19.343067 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-70e7afe0-6546-4783-9bb9-176bd5c5f1a8 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Network 0e77269e-2af1-40eb-9be0-fb48fa5e0f7d is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:39:19.360871 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e7afe0-6546-4783-9bb9-176bd5c5f1a8 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Pushing event updated for resources: {'Port': ['ID=c1840a43-e724-40aa-ac50-814280dfa8b6,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:19.371577 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-70e7afe0-6546-4783-9bb9-176bd5c5f1a8 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:19.374254 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-517d73a4-937a-4f1f-a0d0-76a1ec419a27 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Allocated IP 172.20.0.12 (0e77269e-2af1-40eb-9be0-fb48fa5e0f7d/f06379fa-eaf4-4c4c-9cd0-68b89c230260/e317bad6-93e0-47a0-9585-a501013d05ba) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:39:19.374398 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-70e7afe0-6546-4783-9bb9-176bd5c5f1a8 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:39:19.449190 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-70e7afe0-6546-4783-9bb9-176bd5c5f1a8 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:19.449978 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-70e7afe0-6546-4783-9bb9-176bd5c5f1a8 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:19.493850 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-70e7afe0-6546-4783-9bb9-176bd5c5f1a8 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5782914 Mar 11 19:39:19.509319 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-e10e4142-7517-4aa6-be45-026b499496b8 service neutron] Request body: {'port': {'device_id': 'f9afae9d-7e15-4fcd-8812-20a9c2c13857', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:39:19.591640 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-7d42af95-f60c-4372-b143-3870c267a00a tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (7b42ecd0-12a8-460e-a071-75038bdbaed2), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:19.657261 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-7d42af95-f60c-4372-b143-3870c267a00a tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Network 0e77269e-2af1-40eb-9be0-fb48fa5e0f7d is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:39:19.664518 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-7d42af95-f60c-4372-b143-3870c267a00a tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:19.668588 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-7d42af95-f60c-4372-b143-3870c267a00a tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:39:19.697427 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d42af95-f60c-4372-b143-3870c267a00a tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Pushing event updated for resources: {'Port': ['ID=7b42ecd0-12a8-460e-a071-75038bdbaed2,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:19.725177 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-e10e4142-7517-4aa6-be45-026b499496b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c1840a43-e724-40aa-ac50-814280dfa8b6), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:19.737025 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-7d42af95-f60c-4372-b143-3870c267a00a tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:19.737888 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-7d42af95-f60c-4372-b143-3870c267a00a tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:19.766919 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-7d42af95-f60c-4372-b143-3870c267a00a tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9019542 Mar 11 19:39:19.781865 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-8a89b9bb-ff79-4d8e-ae5c-59aabc1b28aa service neutron] Request body: {'port': {'device_id': 'ca21c3d3-86e2-42cc-b2ec-8fa0e4510589', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:39:19.822490 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-76eba9e2-a775-4f15-8b60-7d3f81867a33 req-6bdf3eb6-9cc1-4a58-ae7b-6b460ae79382 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (ce6f3ac3-2803-487e-8eaf-10eb9024ccd8), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:19.834880 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['ce6f3ac3-2803-487e-8eaf-10eb9024ccd8'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:39:19.862235 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-517d73a4-937a-4f1f-a0d0-76a1ec419a27 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Publish callbacks [] for port (e317bad6-93e0-47a0-9585-a501013d05ba), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:19.871310 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c993f-5af0-457f-a81b-9466098316c9 req-ecbe01bd-3cc7-4253-b209-70219d022398 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:19.884871 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-998c993f-5af0-457f-a81b-9466098316c9 req-ecbe01bd-3cc7-4253-b209-70219d022398 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9afae9d-7e15-4fcd-8812-20a9c2c13857 HTTP/1.1" status: 200 len: 931 time: 0.2951891 Mar 11 19:39:19.963089 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-8a89b9bb-ff79-4d8e-ae5c-59aabc1b28aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (7b42ecd0-12a8-460e-a071-75038bdbaed2), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:20.149738 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-517d73a4-937a-4f1f-a0d0-76a1ec419a27 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (e317bad6-93e0-47a0-9585-a501013d05ba), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:20.253232 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-517d73a4-937a-4f1f-a0d0-76a1ec419a27 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Network 0e77269e-2af1-40eb-9be0-fb48fa5e0f7d is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:39:20.259079 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-517d73a4-937a-4f1f-a0d0-76a1ec419a27 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:20.263206 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-517d73a4-937a-4f1f-a0d0-76a1ec419a27 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:39:20.343297 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-517d73a4-937a-4f1f-a0d0-76a1ec419a27 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:20.344002 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-517d73a4-937a-4f1f-a0d0-76a1ec419a27 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:20.378105 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d73a4-937a-4f1f-a0d0-76a1ec419a27 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Pushing event updated for resources: {'Port': ['ID=e317bad6-93e0-47a0-9585-a501013d05ba,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:20.403548 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdf3eb6-9cc1-4a58-ae7b-6b460ae79382 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] Pushing event deleted for resources: {'Port': ['ID=ce6f3ac3-2803-487e-8eaf-10eb9024ccd8,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:20.464122 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-517d73a4-937a-4f1f-a0d0-76a1ec419a27 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5518918 Mar 11 19:39:20.482235 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-470012b5-f9ca-4f71-a87d-da49e0da49eb service neutron] Request body: {'port': {'device_id': '5e96e164-0c87-4b65-ae38-749690de529b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:39:20.524789 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-76eba9e2-a775-4f15-8b60-7d3f81867a33 req-6bdf3eb6-9cc1-4a58-ae7b-6b460ae79382 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] No DVR routers for this DVR port ce6f3ac3-2803-487e-8eaf-10eb9024ccd8 on host n-h2-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:39:20.531291 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-76eba9e2-a775-4f15-8b60-7d3f81867a33 req-6bdf3eb6-9cc1-4a58-ae7b-6b460ae79382 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:20.535157 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-76eba9e2-a775-4f15-8b60-7d3f81867a33 req-6bdf3eb6-9cc1-4a58-ae7b-6b460ae79382 tempest-ServersAdminNegativeTestJSON-522966698 tempest-ServersAdminNegativeTestJSON-522966698-project] 10.222.0.57 "DELETE /v2.0/ports/ce6f3ac3-2803-487e-8eaf-10eb9024ccd8 HTTP/1.1" status: 204 len: 173 time: 1.7724175 Mar 11 19:39:20.538246 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba721f35-64d8-4b0f-a3eb-8bf796c42117', 'name': 'network-vif-deleted', 'tag': 'ce6f3ac3-2803-487e-8eaf-10eb9024ccd8'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:39:20.540682 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8571319d-da26-4613-96be-fa3548bcb8bf" -d '{"events": [{"server_uuid": "ba721f35-64d8-4b0f-a3eb-8bf796c42117", "name": "network-vif-deleted", "tag": "ce6f3ac3-2803-487e-8eaf-10eb9024ccd8"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:39:20.594625 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-998c993f-5af0-457f-a81b-9466098316c9 req-46dd2db1-72f9-4cce-93b5-c343b87199ac tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] 10.222.0.65 "GET /v2.0/security-groups?id=488ef7c0-546f-42b9-91ac-cf20b31fd2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7085936 Mar 11 19:39:20.601699 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-470012b5-f9ca-4f71-a87d-da49e0da49eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (e317bad6-93e0-47a0-9585-a501013d05ba), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:20.839250 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-8a89b9bb-ff79-4d8e-ae5c-59aabc1b28aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b42ecd0-12a8-460e-a071-75038bdbaed2 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:39:20.848785 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-8a89b9bb-ff79-4d8e-ae5c-59aabc1b28aa service neutron] Publish callbacks [] for port (7b42ecd0-12a8-460e-a071-75038bdbaed2), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:20.853799 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ba7be-f872-4b20-8d52-5f6dfd7492da req-98777a7b-4dd1-4c22-a6ca-fd05211cfdec tempest-ServersNegativeTestMultiTenantJSON-1572423883 tempest-ServersNegativeTestMultiTenantJSON-1572423883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:20.863379 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4b7ba7be-f872-4b20-8d52-5f6dfd7492da req-98777a7b-4dd1-4c22-a6ca-fd05211cfdec tempest-ServersNegativeTestMultiTenantJSON-1572423883 tempest-ServersNegativeTestMultiTenantJSON-1572423883-project] 10.222.0.65 "GET /v2.0/ports?device_id=6188ed50-8560-494f-a1db-2e8f3351c442 HTTP/1.1" status: 200 len: 945 time: 0.1446090 Mar 11 19:39:20.866360 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-8a89b9bb-ff79-4d8e-ae5c-59aabc1b28aa service neutron] Transition to ACTIVE for port object 7b42ecd0-12a8-460e-a071-75038bdbaed2 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:39:20.871405 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-8a89b9bb-ff79-4d8e-ae5c-59aabc1b28aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (7b42ecd0-12a8-460e-a071-75038bdbaed2), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:20.950752 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4b7ba7be-f872-4b20-8d52-5f6dfd7492da req-5370b336-65b7-4f59-a256-68dee12ea6bc tempest-ServersNegativeTestMultiTenantJSON-1572423883 tempest-ServersNegativeTestMultiTenantJSON-1572423883-project] 10.222.0.65 "GET /v2.0/security-groups?id=58b00f19-37b7-4647-a818-03ce6d663b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838065 Mar 11 19:39:21.013702 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a89b9bb-ff79-4d8e-ae5c-59aabc1b28aa service neutron] Pushing event updated for resources: {'Port': ['ID=7b42ecd0-12a8-460e-a071-75038bdbaed2,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:21.074429 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-8a89b9bb-ff79-4d8e-ae5c-59aabc1b28aa service neutron] Attempting to bind port 7b42ecd0-12a8-460e-a071-75038bdbaed2 on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:39:21.074780 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-8a89b9bb-ff79-4d8e-ae5c-59aabc1b28aa service neutron] Attempting to bind port 7b42ecd0-12a8-460e-a071-75038bdbaed2 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '8ec1552b-7bed-4530-9e09-40c0e817b565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '0e77269e-2af1-40eb-9be0-fb48fa5e0f7d'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:39:21.075116 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-8a89b9bb-ff79-4d8e-ae5c-59aabc1b28aa service neutron] Attempting to bind port 7b42ecd0-12a8-460e-a071-75038bdbaed2 on network 0e77269e-2af1-40eb-9be0-fb48fa5e0f7d {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:39:21.083299 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-8a89b9bb-ff79-4d8e-ae5c-59aabc1b28aa service neutron] Port 7b42ecd0-12a8-460e-a071-75038bdbaed2 on network 0e77269e-2af1-40eb-9be0-fb48fa5e0f7d not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:39:21.083702 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-8a89b9bb-ff79-4d8e-ae5c-59aabc1b28aa service neutron] Attempting to bind port 7b42ecd0-12a8-460e-a071-75038bdbaed2 on network 0e77269e-2af1-40eb-9be0-fb48fa5e0f7d {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:39:21.089993 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-8a89b9bb-ff79-4d8e-ae5c-59aabc1b28aa service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:39:21.090338 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-8a89b9bb-ff79-4d8e-ae5c-59aabc1b28aa service neutron] Checking segment: {'id': '8ec1552b-7bed-4530-9e09-40c0e817b565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '0e77269e-2af1-40eb-9be0-fb48fa5e0f7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:39:21.090793 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-8a89b9bb-ff79-4d8e-ae5c-59aabc1b28aa service neutron] Bound using segment: {'id': '8ec1552b-7bed-4530-9e09-40c0e817b565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '0e77269e-2af1-40eb-9be0-fb48fa5e0f7d'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:39:21.091578 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-8a89b9bb-ff79-4d8e-ae5c-59aabc1b28aa service neutron] Bound port: 7b42ecd0-12a8-460e-a071-75038bdbaed2, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ec1552b-7bed-4530-9e09-40c0e817b565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '0e77269e-2af1-40eb-9be0-fb48fa5e0f7d'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:39:21.092216 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-8a89b9bb-ff79-4d8e-ae5c-59aabc1b28aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (7b42ecd0-12a8-460e-a071-75038bdbaed2), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:21.196432 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-8a89b9bb-ff79-4d8e-ae5c-59aabc1b28aa service neutron] For port 7b42ecd0-12a8-460e-a071-75038bdbaed2, host n-h1-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:39:21.206329 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-8a89b9bb-ff79-4d8e-ae5c-59aabc1b28aa service neutron] For port 7b42ecd0-12a8-460e-a071-75038bdbaed2, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=7b42ecd0-12a8-460e-a071-75038bdbaed2,segment=NetworkSegment(8ec1552b-7bed-4530-9e09-40c0e817b565),segment_id=8ec1552b-7bed-4530-9e09-40c0e817b565)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:39:21.221443 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-8a89b9bb-ff79-4d8e-ae5c-59aabc1b28aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (7b42ecd0-12a8-460e-a071-75038bdbaed2), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:21.311741 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-e10e4142-7517-4aa6-be45-026b499496b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1840a43-e724-40aa-ac50-814280dfa8b6 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:39:21.317544 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-8a89b9bb-ff79-4d8e-ae5c-59aabc1b28aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:21.318507 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-8a89b9bb-ff79-4d8e-ae5c-59aabc1b28aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:21.322249 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-8a89b9bb-ff79-4d8e-ae5c-59aabc1b28aa service neutron] 10.222.0.75 "PUT /v2.0/ports/7b42ecd0-12a8-460e-a071-75038bdbaed2 HTTP/1.1" status: 200 len: 1092 time: 1.5444591 Mar 11 19:39:21.327840 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca21c3d3-86e2-42cc-b2ec-8fa0e4510589', 'tag': '7b42ecd0-12a8-460e-a071-75038bdbaed2'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:39:21.330805 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baed221b-a316-49ed-bb7e-be5647ddc060" -d '{"events": [{"name": "network-changed", "server_uuid": "ca21c3d3-86e2-42cc-b2ec-8fa0e4510589", "tag": "7b42ecd0-12a8-460e-a071-75038bdbaed2"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:39:21.336691 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff775238-0cb2-4050-820f-433c97e53dfe req-145ed1b2-5311-4f40-a973-628975250566 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:21.340452 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ff775238-0cb2-4050-820f-433c97e53dfe req-145ed1b2-5311-4f40-a973-628975250566 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "GET /v2.0/ports?device_id=354488d0-8811-4789-8bda-a6a0309f9fa8 HTTP/1.1" status: 200 len: 945 time: 0.1524034 Mar 11 19:39:21.343870 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-e10e4142-7517-4aa6-be45-026b499496b8 service neutron] Publish callbacks [] for port (c1840a43-e724-40aa-ac50-814280dfa8b6), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:21.376680 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a89b9bb-ff79-4d8e-ae5c-59aabc1b28aa service neutron] Pushing event updated for resources: {'Port': ['ID=7b42ecd0-12a8-460e-a071-75038bdbaed2,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:21.413356 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-e10e4142-7517-4aa6-be45-026b499496b8 service neutron] Transition to ACTIVE for port object c1840a43-e724-40aa-ac50-814280dfa8b6 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:39:21.423266 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-e10e4142-7517-4aa6-be45-026b499496b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (c1840a43-e724-40aa-ac50-814280dfa8b6), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:21.437319 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ff775238-0cb2-4050-820f-433c97e53dfe req-6542f5d0-168a-4af4-9bbd-dd7adc10ae39 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e517e2d-c796-4eb6-a34e-da2fbfb59fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833876 Mar 11 19:39:21.561047 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-3c11c659-26e9-4875-87d5-1c6cd58b2791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:21.563069 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-3c11c659-26e9-4875-87d5-1c6cd58b2791 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5fdf21ae32b44e5a9a7f004d576f611d&device_id=ca21c3d3-86e2-42cc-b2ec-8fa0e4510589 HTTP/1.1" status: 200 len: 1126 time: 0.1820493 Mar 11 19:39:21.595372 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10e4142-7517-4aa6-be45-026b499496b8 service neutron] Pushing event updated for resources: {'Port': ['ID=c1840a43-e724-40aa-ac50-814280dfa8b6,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:21.690529 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-01ca1385-0b04-4d72-8c26-e8caa12003fb service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b42ecd0-12a8-460e-a071-75038bdbaed2 HTTP/1.1" status: 200 len: 217 time: 0.1135592 Mar 11 19:39:21.701233 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-e10e4142-7517-4aa6-be45-026b499496b8 service neutron] Attempting to bind port c1840a43-e724-40aa-ac50-814280dfa8b6 on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:39:21.701572 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-e10e4142-7517-4aa6-be45-026b499496b8 service neutron] Attempting to bind port c1840a43-e724-40aa-ac50-814280dfa8b6 by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '8ec1552b-7bed-4530-9e09-40c0e817b565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '0e77269e-2af1-40eb-9be0-fb48fa5e0f7d'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:39:21.701897 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-e10e4142-7517-4aa6-be45-026b499496b8 service neutron] Attempting to bind port c1840a43-e724-40aa-ac50-814280dfa8b6 on network 0e77269e-2af1-40eb-9be0-fb48fa5e0f7d {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:39:21.729498 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-454ee2e0-cac9-4a8c-ab0e-4a4d8d281137 req-7470e47a-e5fe-45f6-b675-acb74dfb6c7d tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe1a1bff-fbf3-41a1-9d45-73bebab872b0 HTTP/1.1" status: 200 len: 210 time: 0.0414293 Mar 11 19:39:21.730646 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-e10e4142-7517-4aa6-be45-026b499496b8 service neutron] Port c1840a43-e724-40aa-ac50-814280dfa8b6 on network 0e77269e-2af1-40eb-9be0-fb48fa5e0f7d not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:39:21.730972 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-e10e4142-7517-4aa6-be45-026b499496b8 service neutron] Attempting to bind port c1840a43-e724-40aa-ac50-814280dfa8b6 on network 0e77269e-2af1-40eb-9be0-fb48fa5e0f7d {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:39:21.746628 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-e10e4142-7517-4aa6-be45-026b499496b8 service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:39:21.746862 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-e10e4142-7517-4aa6-be45-026b499496b8 service neutron] Checking segment: {'id': '8ec1552b-7bed-4530-9e09-40c0e817b565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '0e77269e-2af1-40eb-9be0-fb48fa5e0f7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:39:21.752732 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-e10e4142-7517-4aa6-be45-026b499496b8 service neutron] Bound using segment: {'id': '8ec1552b-7bed-4530-9e09-40c0e817b565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '0e77269e-2af1-40eb-9be0-fb48fa5e0f7d'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:39:21.753686 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-e10e4142-7517-4aa6-be45-026b499496b8 service neutron] Bound port: c1840a43-e724-40aa-ac50-814280dfa8b6, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ec1552b-7bed-4530-9e09-40c0e817b565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '0e77269e-2af1-40eb-9be0-fb48fa5e0f7d'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:39:21.753686 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-e10e4142-7517-4aa6-be45-026b499496b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c1840a43-e724-40aa-ac50-814280dfa8b6), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:21.769924 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-545b2b0b-046d-44db-82e1-ec35a874a803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:21.772858 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-545b2b0b-046d-44db-82e1-ec35a874a803 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f06379fa-eaf4-4c4c-9cd0-68b89c230260 HTTP/1.1" status: 200 len: 857 time: 0.0611181 Mar 11 19:39:21.831361 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-4c6adbc3-7367-4f3a-b8fc-d2490528b30f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0e77269e-2af1-40eb-9be0-fb48fa5e0f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532105 Mar 11 19:39:21.832565 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4330e0ec-5019-43d9-9417-5cb251d0dbca x-openstack-request-id: req-4330e0ec-5019-43d9-9417-5cb251d0dbca {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:39:21.832874 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba721f35-64d8-4b0f-a3eb-8bf796c42117", "name": "network-vif-deleted", "tag": "ce6f3ac3-2803-487e-8eaf-10eb9024ccd8", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:39:21.833136 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4330e0ec-5019-43d9-9417-5cb251d0dbca {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:39:21.833556 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba721f35-64d8-4b0f-a3eb-8bf796c42117', 'name': 'network-vif-deleted', 'tag': 'ce6f3ac3-2803-487e-8eaf-10eb9024ccd8', 'status': 'completed', 'code': 200} Mar 11 19:39:21.898787 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-e10e4142-7517-4aa6-be45-026b499496b8 service neutron] For port c1840a43-e724-40aa-ac50-814280dfa8b6, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:39:21.903481 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-e10e4142-7517-4aa6-be45-026b499496b8 service neutron] For port c1840a43-e724-40aa-ac50-814280dfa8b6, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=c1840a43-e724-40aa-ac50-814280dfa8b6,segment=NetworkSegment(8ec1552b-7bed-4530-9e09-40c0e817b565),segment_id=8ec1552b-7bed-4530-9e09-40c0e817b565)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:39:21.919850 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-e10e4142-7517-4aa6-be45-026b499496b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (c1840a43-e724-40aa-ac50-814280dfa8b6), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:21.981465 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 37982) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:39:22.045214 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba9668e-d8d2-47f7-a1eb-8c486a4ac9d6 x-openstack-request-id: req-8ba9668e-d8d2-47f7-a1eb-8c486a4ac9d6 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:39:22.045214 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca21c3d3-86e2-42cc-b2ec-8fa0e4510589", "tag": "7b42ecd0-12a8-460e-a071-75038bdbaed2", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:39:22.045867 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8ba9668e-d8d2-47f7-a1eb-8c486a4ac9d6 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:39:22.046087 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca21c3d3-86e2-42cc-b2ec-8fa0e4510589', 'tag': '7b42ecd0-12a8-460e-a071-75038bdbaed2', 'status': 'completed', 'code': 200} Mar 11 19:39:22.065702 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 37984) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:39:22.084889 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-1a2a1ddc-26e1-4abb-b3cf-34ff3031e393 req-640c01ba-f831-4eeb-ad5e-eba55b30a3e9 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-2034732085', 'description': 'tempest-description-20228122'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:39:22.099580 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-470012b5-f9ca-4f71-a87d-da49e0da49eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e317bad6-93e0-47a0-9585-a501013d05ba {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:39:22.108665 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-36aaed48-d220-40d2-9e62-ab6e3db61c73 service neutron] 10.222.0.75 "GET /v2.0/networks/0e77269e-2af1-40eb-9be0-fb48fa5e0f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640674 Mar 11 19:39:22.110907 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-470012b5-f9ca-4f71-a87d-da49e0da49eb service neutron] Publish callbacks [] for port (e317bad6-93e0-47a0-9585-a501013d05ba), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:22.151172 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-470012b5-f9ca-4f71-a87d-da49e0da49eb service neutron] Transition to ACTIVE for port object e317bad6-93e0-47a0-9585-a501013d05ba will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:39:22.159551 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-470012b5-f9ca-4f71-a87d-da49e0da49eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (e317bad6-93e0-47a0-9585-a501013d05ba), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:22.176539 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-e10e4142-7517-4aa6-be45-026b499496b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:22.177387 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-e10e4142-7517-4aa6-be45-026b499496b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:22.180772 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-e10e4142-7517-4aa6-be45-026b499496b8 service neutron] 10.222.0.57 "PUT /v2.0/ports/c1840a43-e724-40aa-ac50-814280dfa8b6 HTTP/1.1" status: 200 len: 1091 time: 2.6766014 Mar 11 19:39:22.194063 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10e4142-7517-4aa6-be45-026b499496b8 service neutron] Pushing event updated for resources: {'Port': ['ID=c1840a43-e724-40aa-ac50-814280dfa8b6,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:22.229165 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1a2a1ddc-26e1-4abb-b3cf-34ff3031e393 req-640c01ba-f831-4eeb-ad5e-eba55b30a3e9 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:22.240071 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec5a1302-6785-499d-9f02-c01ce68625bc admin admin] Deleting subnet e937a69a-1c31-46af-aac9-3893b50798ca {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:39:22.277145 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ec5a1302-6785-499d-9f02-c01ce68625bc admin admin] Publish callbacks [] for subnet (e937a69a-1c31-46af-aac9-3893b50798ca), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:22.314948 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9c9c8978-afef-4c95-b866-3752b198909d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:22.373077 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470012b5-f9ca-4f71-a87d-da49e0da49eb service neutron] Pushing event updated for resources: {'Port': ['ID=e317bad6-93e0-47a0-9585-a501013d05ba,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:22.389274 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-86e20f6d-9487-4d45-bbe3-9e3b371f5d00 service neutron] 10.222.0.75 "GET /v2.0/networks/0e77269e-2af1-40eb-9be0-fb48fa5e0f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739184 Mar 11 19:39:22.429607 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-031a5b74-e26d-4282-8270-fa1f09e56c18 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7e334c5d50d64cd78c2d54308e423156&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3625302 Mar 11 19:39:22.434502 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 37988) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:39:22.452827 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ec5a1302-6785-499d-9f02-c01ce68625bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (e937a69a-1c31-46af-aac9-3893b50798ca), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:22.509709 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-470012b5-f9ca-4f71-a87d-da49e0da49eb service neutron] Attempting to bind port e317bad6-93e0-47a0-9585-a501013d05ba on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:39:22.510913 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-470012b5-f9ca-4f71-a87d-da49e0da49eb service neutron] Attempting to bind port e317bad6-93e0-47a0-9585-a501013d05ba by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '8ec1552b-7bed-4530-9e09-40c0e817b565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '0e77269e-2af1-40eb-9be0-fb48fa5e0f7d'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:39:22.511552 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-470012b5-f9ca-4f71-a87d-da49e0da49eb service neutron] Attempting to bind port e317bad6-93e0-47a0-9585-a501013d05ba on network 0e77269e-2af1-40eb-9be0-fb48fa5e0f7d {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:39:22.534057 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:22.540999 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ec5a1302-6785-499d-9f02-c01ce68625bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (e937a69a-1c31-46af-aac9-3893b50798ca), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:22.545392 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-470012b5-f9ca-4f71-a87d-da49e0da49eb service neutron] Port e317bad6-93e0-47a0-9585-a501013d05ba on network 0e77269e-2af1-40eb-9be0-fb48fa5e0f7d not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:39:22.545975 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-470012b5-f9ca-4f71-a87d-da49e0da49eb service neutron] Attempting to bind port e317bad6-93e0-47a0-9585-a501013d05ba on network 0e77269e-2af1-40eb-9be0-fb48fa5e0f7d {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:39:22.556808 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-470012b5-f9ca-4f71-a87d-da49e0da49eb service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:39:22.557508 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-470012b5-f9ca-4f71-a87d-da49e0da49eb service neutron] Checking segment: {'id': '8ec1552b-7bed-4530-9e09-40c0e817b565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '0e77269e-2af1-40eb-9be0-fb48fa5e0f7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:39:22.558123 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-470012b5-f9ca-4f71-a87d-da49e0da49eb service neutron] Bound using segment: {'id': '8ec1552b-7bed-4530-9e09-40c0e817b565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '0e77269e-2af1-40eb-9be0-fb48fa5e0f7d'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:39:22.558760 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-470012b5-f9ca-4f71-a87d-da49e0da49eb service neutron] Bound port: e317bad6-93e0-47a0-9585-a501013d05ba, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ec1552b-7bed-4530-9e09-40c0e817b565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '0e77269e-2af1-40eb-9be0-fb48fa5e0f7d'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:39:22.559347 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-470012b5-f9ca-4f71-a87d-da49e0da49eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (e317bad6-93e0-47a0-9585-a501013d05ba), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:22.662602 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-758590a7-6ccf-481a-b501-ebdfa3648182 admin admin] Publish callbacks [] for security_group (d6ec3875-7b7a-48a6-895f-59f33b550d85), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:22.674337 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed221b-a316-49ed-bb7e-be5647ddc060 req-f2594625-63e0-4630-b01f-0d85387ad02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:22.676337 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-baed221b-a316-49ed-bb7e-be5647ddc060 req-f2594625-63e0-4630-b01f-0d85387ad02b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5fdf21ae32b44e5a9a7f004d576f611d&device_id=ca21c3d3-86e2-42cc-b2ec-8fa0e4510589 HTTP/1.1" status: 200 len: 1126 time: 0.1843746 Mar 11 19:39:22.681456 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device ce6f3ac3-2803-487e-8eaf-10eb9024ccd8 no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:39:22.688538 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1a2a1ddc-26e1-4abb-b3cf-34ff3031e393 req-640c01ba-f831-4eeb-ad5e-eba55b30a3e9 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Publish callbacks [] for security_group (57efce63-31fb-4b7f-b5ac-d30c68d7e021), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:22.699424 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ec5a1302-6785-499d-9f02-c01ce68625bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (e937a69a-1c31-46af-aac9-3893b50798ca), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:22.713514 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-01c887b0-f191-4e8e-aa87-a102a419ef15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:22.717196 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-01c887b0-f191-4e8e-aa87-a102a419ef15 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5fdf21ae32b44e5a9a7f004d576f611d&device_id=f9afae9d-7e15-4fcd-8812-20a9c2c13857 HTTP/1.1" status: 200 len: 1125 time: 0.4519649 Mar 11 19:39:22.721662 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: ce6f3ac3-2803-487e-8eaf-10eb9024ccd8 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:39:22.722010 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device ce6f3ac3-2803-487e-8eaf-10eb9024ccd8 not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:39:22.725759 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1a2a1ddc-26e1-4abb-b3cf-34ff3031e393 req-640c01ba-f831-4eeb-ad5e-eba55b30a3e9 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (57efce63-31fb-4b7f-b5ac-d30c68d7e021), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:22.735914 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-758590a7-6ccf-481a-b501-ebdfa3648182 admin admin] Publish callbacks [] for security_group (d6ec3875-7b7a-48a6-895f-59f33b550d85), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:22.746279 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ec5a1302-6785-499d-9f02-c01ce68625bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:22.752678 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ec5a1302-6785-499d-9f02-c01ce68625bc admin admin] 10.222.0.65 "DELETE /v2.0/subnets/e937a69a-1c31-46af-aac9-3893b50798ca HTTP/1.1" status: 204 len: 168 time: 0.7702177 Mar 11 19:39:22.757743 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 37996) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:39:22.849851 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-5e9aa572-84a4-4df1-a242-4ca75751c468 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1840a43-e724-40aa-ac50-814280dfa8b6 HTTP/1.1" status: 200 len: 217 time: 0.0934899 Mar 11 19:39:22.873864 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640c01ba-f831-4eeb-ad5e-eba55b30a3e9 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57efce63-31fb-4b7f-b5ac-d30c68d7e021,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:22.880577 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1a2a1ddc-26e1-4abb-b3cf-34ff3031e393 req-640c01ba-f831-4eeb-ad5e-eba55b30a3e9 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:22.893194 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1a2a1ddc-26e1-4abb-b3cf-34ff3031e393 req-640c01ba-f831-4eeb-ad5e-eba55b30a3e9 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1830 time: 0.8282022 Mar 11 19:39:23.006215 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-d801adbe-b7b2-4af1-9640-d8b735af8b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:23.008345 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-d801adbe-b7b2-4af1-9640-d8b735af8b1a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f06379fa-eaf4-4c4c-9cd0-68b89c230260 HTTP/1.1" status: 200 len: 857 time: 0.1132135 Mar 11 19:39:23.052824 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5a1302-6785-499d-9f02-c01ce68625bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e937a69a-1c31-46af-aac9-3893b50798ca,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:23.095311 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-fcbaab16-b83b-453c-9c95-aadff8cf0aea service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0e77269e-2af1-40eb-9be0-fb48fa5e0f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386801 Mar 11 19:39:23.180669 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-470012b5-f9ca-4f71-a87d-da49e0da49eb service neutron] For port e317bad6-93e0-47a0-9585-a501013d05ba, host n-h2-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:39:23.212408 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-470012b5-f9ca-4f71-a87d-da49e0da49eb service neutron] For port e317bad6-93e0-47a0-9585-a501013d05ba, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=e317bad6-93e0-47a0-9585-a501013d05ba,segment=NetworkSegment(8ec1552b-7bed-4530-9e09-40c0e817b565),segment_id=8ec1552b-7bed-4530-9e09-40c0e817b565)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:39:23.244491 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-5833c32f-0dc5-4fe0-ac40-fa00b4553e3e service neutron] 10.222.0.57 "GET /v2.0/networks/0e77269e-2af1-40eb-9be0-fb48fa5e0f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428428 Mar 11 19:39:23.263341 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-470012b5-f9ca-4f71-a87d-da49e0da49eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (e317bad6-93e0-47a0-9585-a501013d05ba), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:23.269500 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed221b-a316-49ed-bb7e-be5647ddc060 req-e1951da0-9bd9-4555-9381-347a68967b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:23.271265 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-baed221b-a316-49ed-bb7e-be5647ddc060 req-e1951da0-9bd9-4555-9381-347a68967b53 service neutron] 10.222.0.75 "GET /v2.0/networks?id=0e77269e-2af1-40eb-9be0-fb48fa5e0f7d HTTP/1.1" status: 200 len: 918 time: 0.5853233 Mar 11 19:39:23.293323 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7c4ba-a5ce-4e68-85a5-fbebc56caf5b req-4cfc7baf-e738-4406-b5dd-98002eafb7b4 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:23.302746 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f6c7c4ba-a5ce-4e68-85a5-fbebc56caf5b req-4cfc7baf-e738-4406-b5dd-98002eafb7b4 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9afae9d-7e15-4fcd-8812-20a9c2c13857 HTTP/1.1" status: 200 len: 943 time: 0.2932913 Mar 11 19:39:23.310912 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-be337944-5f39-440c-b54a-ff7c2c7ff3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:23.363518 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-baed221b-a316-49ed-bb7e-be5647ddc060 req-18f1fab6-664d-42c1-b562-5f59c733d720 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b42ecd0-12a8-460e-a071-75038bdbaed2 HTTP/1.1" status: 200 len: 217 time: 0.0652485 Mar 11 19:39:23.364270 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-758590a7-6ccf-481a-b501-ebdfa3648182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (d6ec3875-7b7a-48a6-895f-59f33b550d85), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:23.366836 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-758590a7-6ccf-481a-b501-ebdfa3648182 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:23.382704 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-758590a7-6ccf-481a-b501-ebdfa3648182 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d6ec3875-7b7a-48a6-895f-59f33b550d85 HTTP/1.1" status: 204 len: 168 time: 0.9376869 Mar 11 19:39:23.421553 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-c8cc4a5a-bcaa-4fe8-a07f-8aadc61c4ed3 service neutron] 10.222.0.57 "GET /v2.0/networks/0e77269e-2af1-40eb-9be0-fb48fa5e0f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603200 Mar 11 19:39:23.458969 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-470012b5-f9ca-4f71-a87d-da49e0da49eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:23.464246 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-470012b5-f9ca-4f71-a87d-da49e0da49eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:23.468096 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f6c7c4ba-a5ce-4e68-85a5-fbebc56caf5b req-191aab44-87a8-4349-ab43-4fedc3b0c4bf tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] 10.222.0.65 "GET /v2.0/security-groups?id=488ef7c0-546f-42b9-91ac-cf20b31fd2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644866 Mar 11 19:39:23.470117 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-470012b5-f9ca-4f71-a87d-da49e0da49eb service neutron] 10.222.0.57 "PUT /v2.0/ports/e317bad6-93e0-47a0-9585-a501013d05ba HTTP/1.1" status: 200 len: 1092 time: 2.9975622 Mar 11 19:39:23.471983 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758590a7-6ccf-481a-b501-ebdfa3648182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ec3875-7b7a-48a6-895f-59f33b550d85,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:23.600191 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470012b5-f9ca-4f71-a87d-da49e0da49eb service neutron] Pushing event updated for resources: {'Port': ['ID=e317bad6-93e0-47a0-9585-a501013d05ba,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:23.744107 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-be337944-5f39-440c-b54a-ff7c2c7ff3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:23.777480 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-be337944-5f39-440c-b54a-ff7c2c7ff3cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:23.804569 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed221b-a316-49ed-bb7e-be5647ddc060 req-6e89f14a-8bc3-4301-90b5-97bdd5e329ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:23.806756 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-baed221b-a316-49ed-bb7e-be5647ddc060 req-6e89f14a-8bc3-4301-90b5-97bdd5e329ac service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f06379fa-eaf4-4c4c-9cd0-68b89c230260 HTTP/1.1" status: 200 len: 857 time: 0.4209797 Mar 11 19:39:23.809090 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-be337944-5f39-440c-b54a-ff7c2c7ff3cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c6aa5b7-681f-4a80-a0b7-793b4ab0118d') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:23.809859 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-be337944-5f39-440c-b54a-ff7c2c7ff3cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c6aa5b7-681f-4a80-a0b7-793b4ab0118d') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:23.834457 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9afae9d-7e15-4fcd-8812-20a9c2c13857', 'tag': 'c1840a43-e724-40aa-ac50-814280dfa8b6'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:39:23.837546 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a7dfad9-fe95-476e-b8b8-c6b6784a8574" -d '{"events": [{"name": "network-changed", "server_uuid": "f9afae9d-7e15-4fcd-8812-20a9c2c13857", "tag": "c1840a43-e724-40aa-ac50-814280dfa8b6"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:39:23.870476 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-be337944-5f39-440c-b54a-ff7c2c7ff3cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (1c6aa5b7-681f-4a80-a0b7-793b4ab0118d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:23.908334 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-baed221b-a316-49ed-bb7e-be5647ddc060 req-06bc5273-3c55-4b72-becf-0b5440eaa849 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0e77269e-2af1-40eb-9be0-fb48fa5e0f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836010 Mar 11 19:39:23.913078 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-be337944-5f39-440c-b54a-ff7c2c7ff3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (1c6aa5b7-681f-4a80-a0b7-793b4ab0118d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:23.932696 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be337944-5f39-440c-b54a-ff7c2c7ff3cc admin admin] Releasing vlan 877 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:39:23.933111 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-be337944-5f39-440c-b54a-ff7c2c7ff3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (1c6aa5b7-681f-4a80-a0b7-793b4ab0118d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:23.935185 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:39:23.935185 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:39:23.935185 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:39:23.935185 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:39:23.935185 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:39:23.935185 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:39:23.935185 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:39:23.935185 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:39:23.935185 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:39:23.935185 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:39:23.935185 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:39:23.935185 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:39:23.935185 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:39:23.935185 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:39:23.935185 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:39:23.935185 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:39:23.935185 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:39:23.935185 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:39:23.935185 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:39:23.935185 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:39:23.935185 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:39:23.935185 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:39:23.935185 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:39:23.935185 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:39:23.935185 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:39:23.935185 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:39:23.935185 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:39:23.935185 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:39:23.935185 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:39:23.935185 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:39:23.935185 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:39:23.935185 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:39:23.963523 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-a3fc2c10-9e24-4c31-b15f-fdcc2207ecd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:23.965199 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-a3fc2c10-9e24-4c31-b15f-fdcc2207ecd3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5fdf21ae32b44e5a9a7f004d576f611d&device_id=5e96e164-0c87-4b65-ae38-749690de529b HTTP/1.1" status: 200 len: 1126 time: 0.4364059 Mar 11 19:39:24.007702 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38018) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:39:24.014432 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8e93225e-6b07-4660-a1c7-17e14a815b31 req-7e35b3d2-473b-4158-9cbe-0da9d9199237 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] 10.222.0.65 "GET /v2.0/ports?device_id=fe1a1bff-fbf3-41a1-9d45-73bebab872b0 HTTP/1.1" status: 200 len: 210 time: 0.0550675 Mar 11 19:39:24.066932 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e96e164-0c87-4b65-ae38-749690de529b', 'tag': 'e317bad6-93e0-47a0-9585-a501013d05ba'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:39:24.069282 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759a62e7-ceca-4f49-8625-6a038fe1f56e" -d '{"events": [{"name": "network-changed", "server_uuid": "5e96e164-0c87-4b65-ae38-749690de529b", "tag": "e317bad6-93e0-47a0-9585-a501013d05ba"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:39:24.104256 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-4fe227a3-ec1f-4503-8a4f-145c2637b22c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e317bad6-93e0-47a0-9585-a501013d05ba HTTP/1.1" status: 200 len: 217 time: 0.1312695 Mar 11 19:39:24.115314 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-394603bf-0b1c-4e7c-8c20-aa7e3d7d5f1e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9acfd917312f4f0795204ebcecc52830&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0960355 Mar 11 19:39:24.119726 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38022) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:39:24.151146 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-be337944-5f39-440c-b54a-ff7c2c7ff3cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:24.188323 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-be337944-5f39-440c-b54a-ff7c2c7ff3cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:24.192803 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-be337944-5f39-440c-b54a-ff7c2c7ff3cc admin admin] 10.222.0.65 "DELETE /v2.0/networks/4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00 HTTP/1.1" status: 204 len: 168 time: 1.4323695 Mar 11 19:39:24.201720 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6e4426a8-6ebc-4488-9358-e0d27f6e43fc req-174d540f-549a-4e8b-b85f-b7ed29f73dcf tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2034732085&fields=id&tenant_id=e1278b723edd4119b7e2bc2da0da9d73 HTTP/1.1" status: 200 len: 267 time: 0.1164618 Mar 11 19:39:24.217063 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-baed221b-a316-49ed-bb7e-be5647ddc060 req-533e7bd8-95d7-4ec7-86f5-429dfeb3c3cf service neutron] 10.222.0.75 "GET /v2.0/networks/0e77269e-2af1-40eb-9be0-fb48fa5e0f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006167 Mar 11 19:39:24.217827 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be337944-5f39-440c-b54a-ff7c2c7ff3cc admin admin] Pushing event deleted for resources: {'Network': ['ID=4cbb44e4-5a65-4fd8-9bff-5fbd7b633d00,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:24.270859 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-88c76415-b4d5-49d1-bf38-dc35ca390cc8 admin admin] Publish callbacks [] for security_group (15884350-06c4-4815-bb32-29009ab1f528), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:24.345521 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-88c76415-b4d5-49d1-bf38-dc35ca390cc8 admin admin] Publish callbacks [] for security_group (15884350-06c4-4815-bb32-29009ab1f528), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:24.406142 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4426a8-6ebc-4488-9358-e0d27f6e43fc req-8e2fb49f-55da-459a-b024-a68218f07895 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:24.409149 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6e4426a8-6ebc-4488-9358-e0d27f6e43fc req-8e2fb49f-55da-459a-b024-a68218f07895 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "GET /v2.0/ports?device_id=354488d0-8811-4789-8bda-a6a0309f9fa8 HTTP/1.1" status: 200 len: 945 time: 0.1965539 Mar 11 19:39:24.420870 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-fba475b8-dcd3-40e0-99f9-811c00c95923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:24.423210 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-fba475b8-dcd3-40e0-99f9-811c00c95923 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f06379fa-eaf4-4c4c-9cd0-68b89c230260 HTTP/1.1" status: 200 len: 857 time: 0.3096609 Mar 11 19:39:24.426953 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-baed221b-a316-49ed-bb7e-be5647ddc060 req-d50543a8-6c51-4d77-b828-3865aac690a6 service neutron] 10.222.0.75 "GET /v2.0/networks/0e77269e-2af1-40eb-9be0-fb48fa5e0f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938770 Mar 11 19:39:24.444036 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-6e4426a8-6ebc-4488-9358-e0d27f6e43fc req-293de723-bfaa-47d3-8c5c-e28016d780ad tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Request body: {'port': {'security_groups': ['5e517e2d-c796-4eb6-a34e-da2fbfb59fbb', '57efce63-31fb-4b7f-b5ac-d30c68d7e021']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:39:24.499390 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-7915b84b-2ede-4b88-a628-44de87f4659b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0e77269e-2af1-40eb-9be0-fb48fa5e0f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610232 Mar 11 19:39:24.536090 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:39:24.594065 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38028) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:39:24.652046 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-88c76415-b4d5-49d1-bf38-dc35ca390cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (15884350-06c4-4815-bb32-29009ab1f528), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:24.654023 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d1944584-1ecf-4910-95c4-c55528222896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:24.655139 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-88c76415-b4d5-49d1-bf38-dc35ca390cc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:24.656418 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-88c76415-b4d5-49d1-bf38-dc35ca390cc8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/15884350-06c4-4815-bb32-29009ab1f528 HTTP/1.1" status: 204 len: 168 time: 0.5354373 Mar 11 19:39:24.720352 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-297c9897-ae40-48f1-a72e-e83a21a9149b service neutron] 10.222.0.57 "GET /v2.0/networks/0e77269e-2af1-40eb-9be0-fb48fa5e0f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047141 Mar 11 19:39:24.723561 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6e4426a8-6ebc-4488-9358-e0d27f6e43fc req-293de723-bfaa-47d3-8c5c-e28016d780ad tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (9b18110b-6a81-4c6d-a4ab-e9a9946c7c95), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:24.784523 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f14cbe2a-dfc8-4df1-8e3d-1755c0e6b049 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6f7b5a979307498d8f69fb2b0e734e8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1856785 Mar 11 19:39:24.801871 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c76415-b4d5-49d1-bf38-dc35ca390cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15884350-06c4-4815-bb32-29009ab1f528,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:24.804091 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38034) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:39:24.938633 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-00fe09c7-66ce-4a1f-ab8e-2d6d02dabfee admin admin] Publish callbacks [] for security_group (9eadf186-3007-49d9-b4f3-e4bc7305f14c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:24.944384 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f365a535-7479-4d1a-8fe2-a38d756c12d2 req-1c8c833e-6a26-4265-832b-df69b98ce2f2 service neutron] 10.222.0.57 "GET /v2.0/networks/0e77269e-2af1-40eb-9be0-fb48fa5e0f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181580 Mar 11 19:39:24.984842 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-00fe09c7-66ce-4a1f-ab8e-2d6d02dabfee admin admin] Publish callbacks [] for security_group (9eadf186-3007-49d9-b4f3-e4bc7305f14c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:25.049610 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-00fe09c7-66ce-4a1f-ab8e-2d6d02dabfee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (9eadf186-3007-49d9-b4f3-e4bc7305f14c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:25.052619 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-00fe09c7-66ce-4a1f-ab8e-2d6d02dabfee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:25.056707 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-00fe09c7-66ce-4a1f-ab8e-2d6d02dabfee admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9eadf186-3007-49d9-b4f3-e4bc7305f14c HTTP/1.1" status: 204 len: 168 time: 0.2456484 Mar 11 19:39:25.075668 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fe09c7-66ce-4a1f-ab8e-2d6d02dabfee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eadf186-3007-49d9-b4f3-e4bc7305f14c,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:25.121260 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 7b42ecd0-12a8-460e-a071-75038bdbaed2 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:39:25.411569 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 7b42ecd0-12a8-460e-a071-75038bdbaed2, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=7b42ecd0-12a8-460e-a071-75038bdbaed2,segment=NetworkSegment(8ec1552b-7bed-4530-9e09-40c0e817b565),segment_id=8ec1552b-7bed-4530-9e09-40c0e817b565)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:25.420074 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b0523c-8f19-4174-97bc-45bcfa003924 req-9156e09b-849d-49f7-a595-0913e342f657 tempest-ServersNegativeTestMultiTenantJSON-1572423883 tempest-ServersNegativeTestMultiTenantJSON-1572423883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:25.421571 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-62b0523c-8f19-4174-97bc-45bcfa003924 req-9156e09b-849d-49f7-a595-0913e342f657 tempest-ServersNegativeTestMultiTenantJSON-1572423883 tempest-ServersNegativeTestMultiTenantJSON-1572423883-project] 10.222.0.75 "GET /v2.0/ports?device_id=6188ed50-8560-494f-a1db-2e8f3351c442 HTTP/1.1" status: 200 len: 945 time: 0.1467185 Mar 11 19:39:25.440914 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '7b42ecd0-12a8-460e-a071-75038bdbaed2', 'network_id': '0e77269e-2af1-40eb-9be0-fb48fa5e0f7d', 'port_id': '7b42ecd0-12a8-460e-a071-75038bdbaed2', 'mac_address': 'fa:16:3e:ac:c8:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 895, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f06379fa-eaf4-4c4c-9cd0-68b89c230260', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:39:25.446508 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-6e4426a8-6ebc-4488-9358-e0d27f6e43fc req-293de723-bfaa-47d3-8c5c-e28016d780ad tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] For port 9b18110b-6a81-4c6d-a4ab-e9a9946c7c95, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=9b18110b-6a81-4c6d-a4ab-e9a9946c7c95,segment=NetworkSegment(fb0d3c28-c469-4087-9b7c-7209f45228b3),segment_id=fb0d3c28-c469-4087-9b7c-7209f45228b3)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:25.527818 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6e4426a8-6ebc-4488-9358-e0d27f6e43fc req-293de723-bfaa-47d3-8c5c-e28016d780ad tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Publish callbacks [] for port (9b18110b-6a81-4c6d-a4ab-e9a9946c7c95), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:25.534896 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 7b42ecd0-12a8-460e-a071-75038bdbaed2 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:39:25.536055 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (7b42ecd0-12a8-460e-a071-75038bdbaed2), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:25.538890 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6e4426a8-6ebc-4488-9358-e0d27f6e43fc req-293de723-bfaa-47d3-8c5c-e28016d780ad tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (9b18110b-6a81-4c6d-a4ab-e9a9946c7c95), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:25.562778 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['9b18110b-6a81-4c6d-a4ab-e9a9946c7c95'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:39:25.645083 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b42ecd0-12a8-460e-a071-75038bdbaed2 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:39:25.704020 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4426a8-6ebc-4488-9358-e0d27f6e43fc req-293de723-bfaa-47d3-8c5c-e28016d780ad tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:25.706019 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6e4426a8-6ebc-4488-9358-e0d27f6e43fc req-293de723-bfaa-47d3-8c5c-e28016d780ad tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:25.723029 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6e4426a8-6ebc-4488-9358-e0d27f6e43fc req-293de723-bfaa-47d3-8c5c-e28016d780ad tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "PUT /v2.0/ports/9b18110b-6a81-4c6d-a4ab-e9a9946c7c95 HTTP/1.1" status: 200 len: 981 time: 1.3015566 Mar 11 19:39:25.724116 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293de723-bfaa-47d3-8c5c-e28016d780ad tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Pushing event updated for resources: {'Port': ['ID=9b18110b-6a81-4c6d-a4ab-e9a9946c7c95,revision_number=6']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:25.778258 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 7b42ecd0-12a8-460e-a071-75038bdbaed2, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=7b42ecd0-12a8-460e-a071-75038bdbaed2,segment=NetworkSegment(8ec1552b-7bed-4530-9e09-40c0e817b565),segment_id=8ec1552b-7bed-4530-9e09-40c0e817b565)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:25.795026 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-62b0523c-8f19-4174-97bc-45bcfa003924 req-7741e777-0f5c-4393-9a1b-48b4142793ee tempest-ServersNegativeTestMultiTenantJSON-1572423883 tempest-ServersNegativeTestMultiTenantJSON-1572423883-project] Deleting port b0c1a187-b734-4f77-872c-eb61a3482715 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:39:25.795376 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-62b0523c-8f19-4174-97bc-45bcfa003924 req-7741e777-0f5c-4393-9a1b-48b4142793ee tempest-ServersNegativeTestMultiTenantJSON-1572423883 tempest-ServersNegativeTestMultiTenantJSON-1572423883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (b0c1a187-b734-4f77-872c-eb61a3482715), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:25.804682 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (7b42ecd0-12a8-460e-a071-75038bdbaed2), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:25.924122 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c866dc4-3b49-4a19-ad03-9c14facf9514 req-e8421b85-5fdc-496b-87e7-497302d1a1f6 tempest-ServersNegativeTestMultiTenantJSON-1572423883 tempest-ServersNegativeTestMultiTenantJSON-1572423883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:25.934907 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9c866dc4-3b49-4a19-ad03-9c14facf9514 req-e8421b85-5fdc-496b-87e7-497302d1a1f6 tempest-ServersNegativeTestMultiTenantJSON-1572423883 tempest-ServersNegativeTestMultiTenantJSON-1572423883-project] 10.222.0.65 "GET /v2.0/ports?device_id=6188ed50-8560-494f-a1db-2e8f3351c442 HTTP/1.1" status: 200 len: 945 time: 0.1154630 Mar 11 19:39:26.005766 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9c866dc4-3b49-4a19-ad03-9c14facf9514 req-43515147-d3c1-4cc1-923e-c2cb65f58985 tempest-ServersNegativeTestMultiTenantJSON-1572423883 tempest-ServersNegativeTestMultiTenantJSON-1572423883-project] 10.222.0.65 "GET /v2.0/security-groups?id=58b00f19-37b7-4647-a818-03ce6d663b01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697148 Mar 11 19:39:26.049780 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['9b18110b-6a81-4c6d-a4ab-e9a9946c7c95'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:39:26.060532 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=7b42ecd0-12a8-460e-a071-75038bdbaed2,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:26.080430 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3881015d-aef5-4500-9659-23138e233a01 x-openstack-request-id: req-3881015d-aef5-4500-9659-23138e233a01 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:39:26.080981 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9afae9d-7e15-4fcd-8812-20a9c2c13857", "tag": "c1840a43-e724-40aa-ac50-814280dfa8b6", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:39:26.083456 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3881015d-aef5-4500-9659-23138e233a01 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:39:26.084204 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9afae9d-7e15-4fcd-8812-20a9c2c13857', 'tag': 'c1840a43-e724-40aa-ac50-814280dfa8b6', 'status': 'completed', 'code': 200} Mar 11 19:39:26.170265 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['7b42ecd0-12a8-460e-a071-75038bdbaed2'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:39:26.192922 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-62b0523c-8f19-4174-97bc-45bcfa003924 req-7741e777-0f5c-4393-9a1b-48b4142793ee tempest-ServersNegativeTestMultiTenantJSON-1572423883 tempest-ServersNegativeTestMultiTenantJSON-1572423883-project] For port b0c1a187-b734-4f77-872c-eb61a3482715, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=b0c1a187-b734-4f77-872c-eb61a3482715,segment=NetworkSegment(35526af1-e590-4d3d-a245-d3f39f0ffcbc),segment_id=35526af1-e590-4d3d-a245-d3f39f0ffcbc)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:26.193297 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-62b0523c-8f19-4174-97bc-45bcfa003924 req-7741e777-0f5c-4393-9a1b-48b4142793ee tempest-ServersNegativeTestMultiTenantJSON-1572423883 tempest-ServersNegativeTestMultiTenantJSON-1572423883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (b0c1a187-b734-4f77-872c-eb61a3482715), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:26.224260 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:26.238682 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6e2f08-fae6-477b-b286-bdfcddd48821 x-openstack-request-id: req-ac6e2f08-fae6-477b-b286-bdfcddd48821 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:39:26.238974 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e96e164-0c87-4b65-ae38-749690de529b", "tag": "e317bad6-93e0-47a0-9585-a501013d05ba", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:39:26.239234 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ac6e2f08-fae6-477b-b286-bdfcddd48821 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:39:26.239665 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e96e164-0c87-4b65-ae38-749690de529b', 'tag': 'e317bad6-93e0-47a0-9585-a501013d05ba', 'status': 'completed', 'code': 200} Mar 11 19:39:26.257212 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-62b0523c-8f19-4174-97bc-45bcfa003924 req-7741e777-0f5c-4393-9a1b-48b4142793ee tempest-ServersNegativeTestMultiTenantJSON-1572423883 tempest-ServersNegativeTestMultiTenantJSON-1572423883-project] Calling delete_port for b0c1a187-b734-4f77-872c-eb61a3482715 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:39:26.283914 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7dfad9-fe95-476e-b8b8-c6b6784a8574 req-6c089447-07e4-495e-a55b-5d1cd453df7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:26.285743 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-9a7dfad9-fe95-476e-b8b8-c6b6784a8574 req-6c089447-07e4-495e-a55b-5d1cd453df7d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5fdf21ae32b44e5a9a7f004d576f611d&device_id=f9afae9d-7e15-4fcd-8812-20a9c2c13857 HTTP/1.1" status: 200 len: 1125 time: 0.1160133 Mar 11 19:39:26.354682 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a62e7-ceca-4f49-8625-6a038fe1f56e req-8d3c5c6c-8fe6-42f9-9da0-a108819fed3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:26.365459 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-759a62e7-ceca-4f49-8625-6a038fe1f56e req-8d3c5c6c-8fe6-42f9-9da0-a108819fed3b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5fdf21ae32b44e5a9a7f004d576f611d&device_id=5e96e164-0c87-4b65-ae38-749690de529b HTTP/1.1" status: 200 len: 1126 time: 0.1306119 Mar 11 19:39:26.771251 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-62b0523c-8f19-4174-97bc-45bcfa003924 req-7741e777-0f5c-4393-9a1b-48b4142793ee tempest-ServersNegativeTestMultiTenantJSON-1572423883 tempest-ServersNegativeTestMultiTenantJSON-1572423883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (b0c1a187-b734-4f77-872c-eb61a3482715), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:26.776041 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0892989-dc1e-4311-9a6a-9b7c546b85ef req-1ae40667-1c93-4f46-8631-ff9bf1fde9b8 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:26.777008 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a0892989-dc1e-4311-9a6a-9b7c546b85ef req-1ae40667-1c93-4f46-8631-ff9bf1fde9b8 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9afae9d-7e15-4fcd-8812-20a9c2c13857 HTTP/1.1" status: 200 len: 943 time: 0.4105504 Mar 11 19:39:26.817974 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device c1840a43-e724-40aa-ac50-814280dfa8b6 details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:39:26.827053 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38086) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:39:26.836626 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['b0c1a187-b734-4f77-872c-eb61a3482715'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:39:26.853367 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a62e7-ceca-4f49-8625-6a038fe1f56e req-fdcfafb6-e35d-4bce-a273-b759db29c3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:26.856099 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-759a62e7-ceca-4f49-8625-6a038fe1f56e req-fdcfafb6-e35d-4bce-a273-b759db29c3b3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0e77269e-2af1-40eb-9be0-fb48fa5e0f7d HTTP/1.1" status: 200 len: 918 time: 0.4822237 Mar 11 19:39:26.890435 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7741e777-0f5c-4393-9a1b-48b4142793ee tempest-ServersNegativeTestMultiTenantJSON-1572423883 tempest-ServersNegativeTestMultiTenantJSON-1572423883-project] Pushing event deleted for resources: {'Port': ['ID=b0c1a187-b734-4f77-872c-eb61a3482715,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:26.940872 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-759a62e7-ceca-4f49-8625-6a038fe1f56e req-2081deb9-e367-490a-aa29-f41715800348 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e317bad6-93e0-47a0-9585-a501013d05ba HTTP/1.1" status: 200 len: 217 time: 0.0779073 Mar 11 19:39:26.963398 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7dfad9-fe95-476e-b8b8-c6b6784a8574 req-22c8a9be-3d5e-4a08-83b6-674dc186883e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:26.976834 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-9a7dfad9-fe95-476e-b8b8-c6b6784a8574 req-22c8a9be-3d5e-4a08-83b6-674dc186883e service neutron] 10.222.0.57 "GET /v2.0/networks?id=0e77269e-2af1-40eb-9be0-fb48fa5e0f7d HTTP/1.1" status: 200 len: 918 time: 0.5628779 Mar 11 19:39:27.015851 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-62b0523c-8f19-4174-97bc-45bcfa003924 req-7741e777-0f5c-4393-9a1b-48b4142793ee tempest-ServersNegativeTestMultiTenantJSON-1572423883 tempest-ServersNegativeTestMultiTenantJSON-1572423883-project] No DVR routers for this DVR port b0c1a187-b734-4f77-872c-eb61a3482715 on host n-h1-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:39:27.022608 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-62b0523c-8f19-4174-97bc-45bcfa003924 req-7741e777-0f5c-4393-9a1b-48b4142793ee tempest-ServersNegativeTestMultiTenantJSON-1572423883 tempest-ServersNegativeTestMultiTenantJSON-1572423883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:27.033068 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-62b0523c-8f19-4174-97bc-45bcfa003924 req-7741e777-0f5c-4393-9a1b-48b4142793ee tempest-ServersNegativeTestMultiTenantJSON-1572423883 tempest-ServersNegativeTestMultiTenantJSON-1572423883-project] 10.222.0.75 "DELETE /v2.0/ports/b0c1a187-b734-4f77-872c-eb61a3482715 HTTP/1.1" status: 204 len: 173 time: 1.5841250 Mar 11 19:39:27.041353 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a0892989-dc1e-4311-9a6a-9b7c546b85ef req-223c475e-7da5-499e-928e-a99fc9d32a90 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] 10.222.0.65 "GET /v2.0/security-groups?id=488ef7c0-546f-42b9-91ac-cf20b31fd2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510302 Mar 11 19:39:27.121875 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a62e7-ceca-4f49-8625-6a038fe1f56e req-0f7d2fc1-139b-4536-9e56-3ee32d5449dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:27.124473 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-9a7dfad9-fe95-476e-b8b8-c6b6784a8574 req-35e58326-b42a-4088-8b66-1f4dada432cc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1840a43-e724-40aa-ac50-814280dfa8b6 HTTP/1.1" status: 200 len: 217 time: 0.1084378 Mar 11 19:39:27.135036 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-759a62e7-ceca-4f49-8625-6a038fe1f56e req-0f7d2fc1-139b-4536-9e56-3ee32d5449dd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f06379fa-eaf4-4c4c-9cd0-68b89c230260 HTTP/1.1" status: 200 len: 857 time: 0.1758738 Mar 11 19:39:27.207354 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-759a62e7-ceca-4f49-8625-6a038fe1f56e req-ca2d57bf-0a30-49b5-8459-1b44b461d9d5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0e77269e-2af1-40eb-9be0-fb48fa5e0f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709043 Mar 11 19:39:27.259389 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port c1840a43-e724-40aa-ac50-814280dfa8b6, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=c1840a43-e724-40aa-ac50-814280dfa8b6,segment=NetworkSegment(8ec1552b-7bed-4530-9e09-40c0e817b565),segment_id=8ec1552b-7bed-4530-9e09-40c0e817b565)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:27.274002 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7dfad9-fe95-476e-b8b8-c6b6784a8574 req-0cb03cd6-a5eb-4f77-a2f4-e98e436bb3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:27.276777 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-9a7dfad9-fe95-476e-b8b8-c6b6784a8574 req-0cb03cd6-a5eb-4f77-a2f4-e98e436bb3b0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f06379fa-eaf4-4c4c-9cd0-68b89c230260 HTTP/1.1" status: 200 len: 857 time: 0.1494370 Mar 11 19:39:27.310781 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': 'c1840a43-e724-40aa-ac50-814280dfa8b6', 'network_id': '0e77269e-2af1-40eb-9be0-fb48fa5e0f7d', 'port_id': 'c1840a43-e724-40aa-ac50-814280dfa8b6', 'mac_address': 'fa:16:3e:53:e5:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 895, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f06379fa-eaf4-4c4c-9cd0-68b89c230260', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:39:27.373443 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-9a7dfad9-fe95-476e-b8b8-c6b6784a8574 req-bd8bc70a-e651-4722-b95b-70a5b8b92e9d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0e77269e-2af1-40eb-9be0-fb48fa5e0f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827935 Mar 11 19:39:27.376489 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-9a1d20c8-e5bf-4c27-98dc-18daef024060 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-221435476-network', 'tenant_id': 'b2584a0df8d24bcfaa24c97c9e54aa49'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:39:27.398480 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port c1840a43-e724-40aa-ac50-814280dfa8b6 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:39:27.398937 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c1840a43-e724-40aa-ac50-814280dfa8b6), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:27.418547 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1840a43-e724-40aa-ac50-814280dfa8b6 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:39:27.446824 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port c1840a43-e724-40aa-ac50-814280dfa8b6, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=c1840a43-e724-40aa-ac50-814280dfa8b6,segment=NetworkSegment(8ec1552b-7bed-4530-9e09-40c0e817b565),segment_id=8ec1552b-7bed-4530-9e09-40c0e817b565)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:27.453618 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (c1840a43-e724-40aa-ac50-814280dfa8b6), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:27.502020 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a1d20c8-e5bf-4c27-98dc-18daef024060 admin admin] Made reservation on behalf of b2584a0df8d24bcfaa24c97c9e54aa49 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:39:27.504392 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9a1d20c8-e5bf-4c27-98dc-18daef024060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:27.506714 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-759a62e7-ceca-4f49-8625-6a038fe1f56e req-d2b95030-9263-42f0-9d12-79cd447a214b service neutron] 10.222.0.57 "GET /v2.0/networks/0e77269e-2af1-40eb-9be0-fb48fa5e0f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881703 Mar 11 19:39:27.551801 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9a1d20c8-e5bf-4c27-98dc-18daef024060 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:27.558346 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=c1840a43-e724-40aa-ac50-814280dfa8b6,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:27.587393 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-58d9798c-d09d-4073-a8b5-4c3cf89480fd req-7f1e29a9-9541-44e1-8ae4-16be05981933 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2034732085&fields=id&tenant_id=e1278b723edd4119b7e2bc2da0da9d73 HTTP/1.1" status: 200 len: 267 time: 0.1963358 Mar 11 19:39:27.601968 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:27.610396 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-9a7dfad9-fe95-476e-b8b8-c6b6784a8574 req-bf7ef097-b980-4ee7-88a2-ac6e4abe84fb service neutron] 10.222.0.57 "GET /v2.0/networks/0e77269e-2af1-40eb-9be0-fb48fa5e0f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131672 Mar 11 19:39:27.763271 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-759a62e7-ceca-4f49-8625-6a038fe1f56e req-bfb2f647-360a-4c5d-89f2-ea6e7d5a9c4e service neutron] 10.222.0.57 "GET /v2.0/networks/0e77269e-2af1-40eb-9be0-fb48fa5e0f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472301 Mar 11 19:39:27.771457 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['c1840a43-e724-40aa-ac50-814280dfa8b6'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:39:27.834739 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9a1d20c8-e5bf-4c27-98dc-18daef024060 admin admin] Publish callbacks [] for security_group (d351d7b2-55d0-41e7-b179-a6d0a957109a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:27.855075 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9a1d20c8-e5bf-4c27-98dc-18daef024060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (d351d7b2-55d0-41e7-b179-a6d0a957109a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:27.891956 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-9a7dfad9-fe95-476e-b8b8-c6b6784a8574 req-abd92b9e-f676-4670-a2ab-de8835096d31 service neutron] 10.222.0.57 "GET /v2.0/networks/0e77269e-2af1-40eb-9be0-fb48fa5e0f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751167 Mar 11 19:39:27.900627 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d9798c-d09d-4073-a8b5-4c3cf89480fd req-92f58a35-6e44-4cab-8711-a3063cd7a17d tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:27.916168 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a1d20c8-e5bf-4c27-98dc-18daef024060 admin admin] vlan segment allocate from pool success with {'vlan_id': 866, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:39:27.916560 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-58d9798c-d09d-4073-a8b5-4c3cf89480fd req-92f58a35-6e44-4cab-8711-a3063cd7a17d tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "GET /v2.0/ports?device_id=354488d0-8811-4789-8bda-a6a0309f9fa8 HTTP/1.1" status: 200 len: 984 time: 0.1378405 Mar 11 19:39:27.925922 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-58d9798c-d09d-4073-a8b5-4c3cf89480fd req-8fc98635-582b-4040-9c85-2a053de9b472 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Request body: {'port': {'security_groups': ['5e517e2d-c796-4eb6-a34e-da2fbfb59fbb']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:39:27.950052 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1d20c8-e5bf-4c27-98dc-18daef024060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d351d7b2-55d0-41e7-b179-a6d0a957109a,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:27.963957 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9a1d20c8-e5bf-4c27-98dc-18daef024060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (f21e6a7c-ed16-4d5c-bf9a-6cbc370e21a0), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:27.964292 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-9a1d20c8-e5bf-4c27-98dc-18daef024060 admin admin] Added segment f21e6a7c-ed16-4d5c-bf9a-6cbc370e21a0 of type vlan for network 8279410e-413f-457e-a6e0-3f8c10cdf3bb Mar 11 19:39:28.057107 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9a1d20c8-e5bf-4c27-98dc-18daef024060 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (8279410e-413f-457e-a6e0-3f8c10cdf3bb), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:28.107033 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '354488d0-8811-4789-8bda-a6a0309f9fa8', 'tag': '9b18110b-6a81-4c6d-a4ab-e9a9946c7c95'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:39:28.117301 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9a1d20c8-e5bf-4c27-98dc-18daef024060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (8279410e-413f-457e-a6e0-3f8c10cdf3bb), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:28.119030 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1d20c8-e5bf-4c27-98dc-18daef024060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:28.120233 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9a1d20c8-e5bf-4c27-98dc-18daef024060 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:28.123846 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f577870b-d4dc-4201-9dfe-a79a9849e4ee" -d '{"events": [{"name": "network-changed", "server_uuid": "354488d0-8811-4789-8bda-a6a0309f9fa8", "tag": "9b18110b-6a81-4c6d-a4ab-e9a9946c7c95"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:39:28.159980 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-58d9798c-d09d-4073-a8b5-4c3cf89480fd req-8fc98635-582b-4040-9c85-2a053de9b472 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (9b18110b-6a81-4c6d-a4ab-e9a9946c7c95), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:28.177552 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-9a1d20c8-e5bf-4c27-98dc-18daef024060 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3060052 Mar 11 19:39:28.181408 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38128) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:39:28.187002 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-0bfc33df-ca34-4abe-a5dd-1f7010b9fbbe admin admin] Request body: {'subnet': {'network_id': '8279410e-413f-457e-a6e0-3f8c10cdf3bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-221435476-subnet', 'tenant_id': 'b2584a0df8d24bcfaa24c97c9e54aa49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:39:28.245489 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6188ed50-8560-494f-a1db-2e8f3351c442', 'name': 'network-vif-deleted', 'tag': 'b0c1a187-b734-4f77-872c-eb61a3482715'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:39:28.255257 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea5d178-8baf-40af-a598-e67051394b19" -d '{"events": [{"server_uuid": "6188ed50-8560-494f-a1db-2e8f3351c442", "name": "network-vif-deleted", "tag": "b0c1a187-b734-4f77-872c-eb61a3482715"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:39:28.259030 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bfc33df-ca34-4abe-a5dd-1f7010b9fbbe admin admin] Made reservation on behalf of b2584a0df8d24bcfaa24c97c9e54aa49 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:39:28.261780 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0bfc33df-ca34-4abe-a5dd-1f7010b9fbbe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:28.266414 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1d20c8-e5bf-4c27-98dc-18daef024060 admin admin] Pushing event updated for resources: {'Network': ['ID=8279410e-413f-457e-a6e0-3f8c10cdf3bb,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:28.277743 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 8279410e-413f-457e-a6e0-3f8c10cdf3bb details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:39:28.390260 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-58d9798c-d09d-4073-a8b5-4c3cf89480fd req-8fc98635-582b-4040-9c85-2a053de9b472 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] For port 9b18110b-6a81-4c6d-a4ab-e9a9946c7c95, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=9b18110b-6a81-4c6d-a4ab-e9a9946c7c95,segment=NetworkSegment(fb0d3c28-c469-4087-9b7c-7209f45228b3),segment_id=fb0d3c28-c469-4087-9b7c-7209f45228b3)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:28.433224 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-58d9798c-d09d-4073-a8b5-4c3cf89480fd req-8fc98635-582b-4040-9c85-2a053de9b472 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Publish callbacks [] for port (9b18110b-6a81-4c6d-a4ab-e9a9946c7c95), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:28.442730 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-58d9798c-d09d-4073-a8b5-4c3cf89480fd req-8fc98635-582b-4040-9c85-2a053de9b472 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (9b18110b-6a81-4c6d-a4ab-e9a9946c7c95), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:28.454469 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['9b18110b-6a81-4c6d-a4ab-e9a9946c7c95'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:39:28.525363 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d9798c-d09d-4073-a8b5-4c3cf89480fd req-8fc98635-582b-4040-9c85-2a053de9b472 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:28.526571 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-58d9798c-d09d-4073-a8b5-4c3cf89480fd req-8fc98635-582b-4040-9c85-2a053de9b472 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:28.527954 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-58d9798c-d09d-4073-a8b5-4c3cf89480fd req-8fc98635-582b-4040-9c85-2a053de9b472 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "PUT /v2.0/ports/9b18110b-6a81-4c6d-a4ab-e9a9946c7c95 HTTP/1.1" status: 200 len: 942 time: 0.6104932 Mar 11 19:39:28.557246 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc98635-582b-4040-9c85-2a053de9b472 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Pushing event updated for resources: {'Port': ['ID=9b18110b-6a81-4c6d-a4ab-e9a9946c7c95,revision_number=7']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:28.593379 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0bfc33df-ca34-4abe-a5dd-1f7010b9fbbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (4445a7fd-2749-40cc-9dcc-b5c4c1b49571), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:28.615068 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38136) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:39:28.678327 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38138) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:39:28.732763 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device e317bad6-93e0-47a0-9585-a501013d05ba details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:39:28.764027 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8f2059e-f28e-4d5b-9e7f-090ebb97359f admin admin] Deleting subnet 11b143eb-50b4-40e8-b341-d8db886352c0 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:39:28.772054 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfc33df-ca34-4abe-a5dd-1f7010b9fbbe admin admin] Checking segment: {'id': 'f21e6a7c-ed16-4d5c-bf9a-6cbc370e21a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '8279410e-413f-457e-a6e0-3f8c10cdf3bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:39:28.772542 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e8f2059e-f28e-4d5b-9e7f-090ebb97359f admin admin] Publish callbacks [] for subnet (11b143eb-50b4-40e8-b341-d8db886352c0), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:28.776090 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfc33df-ca34-4abe-a5dd-1f7010b9fbbe admin admin] Network hostable DHCP agents. Network: 8279410e-413f-457e-a6e0-3f8c10cdf3bb, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:39:28.795588 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['9b18110b-6a81-4c6d-a4ab-e9a9946c7c95'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:39:28.806847 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfc33df-ca34-4abe-a5dd-1f7010b9fbbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=4445a7fd-2749-40cc-9dcc-b5c4c1b49571,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:28.811749 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e8854bc2-1862-4db0-9c0d-65b7f092534c tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Publish callbacks [] for security_group (ce3e8b1d-2c20-4441-93a6-82d356ae42f1), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:28.833521 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfc33df-ca34-4abe-a5dd-1f7010b9fbbe admin admin] Network 8279410e-413f-457e-a6e0-3f8c10cdf3bb is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:39:28.848094 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-0bfc33df-ca34-4abe-a5dd-1f7010b9fbbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 8279410e-413f-457e-a6e0-3f8c10cdf3bb) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:28.853543 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfc33df-ca34-4abe-a5dd-1f7010b9fbbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:28.854184 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0bfc33df-ca34-4abe-a5dd-1f7010b9fbbe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:28.891593 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-0bfc33df-ca34-4abe-a5dd-1f7010b9fbbe admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7029231 Mar 11 19:39:28.894417 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e8854bc2-1862-4db0-9c0d-65b7f092534c tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Publish callbacks [] for security_group (ce3e8b1d-2c20-4441-93a6-82d356ae42f1), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:28.906929 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e8f2059e-f28e-4d5b-9e7f-090ebb97359f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (11b143eb-50b4-40e8-b341-d8db886352c0), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:28.922564 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26d8274-a860-476d-a109-c90d10a198dc None None] Network 8279410e-413f-457e-a6e0-3f8c10cdf3bb requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:39:28.974792 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.db.resource_extend [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 19:39:29.000231 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494bfaf5-b57d-47e4-a523-e6569af7dc4f req-8863af4c-7f06-4c74-8cb0-7adf075130ea tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:29.010492 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-494bfaf5-b57d-47e4-a523-e6569af7dc4f req-8863af4c-7f06-4c74-8cb0-7adf075130ea tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9afae9d-7e15-4fcd-8812-20a9c2c13857 HTTP/1.1" status: 200 len: 944 time: 0.1997268 Mar 11 19:39:29.032224 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e8f2059e-f28e-4d5b-9e7f-090ebb97359f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (11b143eb-50b4-40e8-b341-d8db886352c0), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:29.032601 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:29.161563 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-494bfaf5-b57d-47e4-a523-e6569af7dc4f req-fccde568-40d2-47a6-a70e-71a86d4bd777 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] 10.222.0.65 "GET /v2.0/security-groups?id=488ef7c0-546f-42b9-91ac-cf20b31fd2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488752 Mar 11 19:39:29.164636 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e8854bc2-1862-4db0-9c0d-65b7f092534c tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (ce3e8b1d-2c20-4441-93a6-82d356ae42f1), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:29.169822 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e8854bc2-1862-4db0-9c0d-65b7f092534c tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:29.171504 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-e8854bc2-1862-4db0-9c0d-65b7f092534c tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] 10.222.0.65 "DELETE /v2.0/security-groups/ce3e8b1d-2c20-4441-93a6-82d356ae42f1 HTTP/1.1" status: 204 len: 168 time: 0.4913125 Mar 11 19:39:29.173338 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e8f2059e-f28e-4d5b-9e7f-090ebb97359f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (11b143eb-50b4-40e8-b341-d8db886352c0), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:29.174123 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38146) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:39:29.204205 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-57e3301e-ea9d-44dc-9eb6-330462a18716 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] show failed (client error): The resource could not be found. Mar 11 19:39:29.204205 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-57e3301e-ea9d-44dc-9eb6-330462a18716 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] 10.222.0.65 "GET /v2.0/security-groups/ce3e8b1d-2c20-4441-93a6-82d356ae42f1 HTTP/1.1" status: 404 len: 347 time: 0.0288012 Mar 11 19:39:29.208655 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38148) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:39:29.237001 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8854bc2-1862-4db0-9c0d-65b7f092534c tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3e8b1d-2c20-4441-93a6-82d356ae42f1,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:29.270199 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port e317bad6-93e0-47a0-9585-a501013d05ba, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=e317bad6-93e0-47a0-9585-a501013d05ba,segment=NetworkSegment(8ec1552b-7bed-4530-9e09-40c0e817b565),segment_id=8ec1552b-7bed-4530-9e09-40c0e817b565)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:29.287849 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 7b42ecd0-12a8-460e-a071-75038bdbaed2 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:39:29.293235 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': 'e317bad6-93e0-47a0-9585-a501013d05ba', 'network_id': '0e77269e-2af1-40eb-9be0-fb48fa5e0f7d', 'port_id': 'e317bad6-93e0-47a0-9585-a501013d05ba', 'mac_address': 'fa:16:3e:c1:67:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 895, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f06379fa-eaf4-4c4c-9cd0-68b89c230260', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:39:29.331413 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e8f2059e-f28e-4d5b-9e7f-090ebb97359f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:29.338925 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-e8f2059e-f28e-4d5b-9e7f-090ebb97359f admin admin] 10.222.0.65 "DELETE /v2.0/subnets/11b143eb-50b4-40e8-b341-d8db886352c0 HTTP/1.1" status: 204 len: 168 time: 0.7206128 Mar 11 19:39:29.340694 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38154) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:39:29.344241 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc52e00-f434-4fdc-9da5-eef3c32d27ee None None] Network 8279410e-413f-457e-a6e0-3f8c10cdf3bb requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:39:29.353222 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f2059e-f28e-4d5b-9e7f-090ebb97359f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11b143eb-50b4-40e8-b341-d8db886352c0,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:29.366894 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port e317bad6-93e0-47a0-9585-a501013d05ba is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:39:29.367419 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (e317bad6-93e0-47a0-9585-a501013d05ba), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:29.476464 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c97d1748-9858-4d88-8246-553adf35968f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (29102858-cd92-4dff-bd96-e71ae0223d41), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:29.597563 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c97d1748-9858-4d88-8246-553adf35968f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (29102858-cd92-4dff-bd96-e71ae0223d41), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:29.598965 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-27607b07-a8f6-4a2e-ae98-61d16eb88126 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Deleting port b9276880-3925-479f-be33-f679644e9bb3 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:39:29.601115 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-27607b07-a8f6-4a2e-ae98-61d16eb88126 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (b9276880-3925-479f-be33-f679644e9bb3), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:29.645213 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-c97d1748-9858-4d88-8246-553adf35968f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29102858-cd92-4dff-bd96-e71ae0223d41']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:29.661362 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e317bad6-93e0-47a0-9585-a501013d05ba {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:39:29.663507 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-c97d1748-9858-4d88-8246-553adf35968f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35526af1-e590-4d3d-a245-d3f39f0ffcbc') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:29.664090 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-c97d1748-9858-4d88-8246-553adf35968f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35526af1-e590-4d3d-a245-d3f39f0ffcbc') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:29.678288 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c97d1748-9858-4d88-8246-553adf35968f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (35526af1-e590-4d3d-a245-d3f39f0ffcbc), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:29.693156 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c97d1748-9858-4d88-8246-553adf35968f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (35526af1-e590-4d3d-a245-d3f39f0ffcbc), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:29.701062 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c97d1748-9858-4d88-8246-553adf35968f admin admin] Releasing vlan 850 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:39:29.701675 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c97d1748-9858-4d88-8246-553adf35968f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (35526af1-e590-4d3d-a245-d3f39f0ffcbc), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:29.728376 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port 7b42ecd0-12a8-460e-a071-75038bdbaed2 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:39:29.736203 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port e317bad6-93e0-47a0-9585-a501013d05ba, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=e317bad6-93e0-47a0-9585-a501013d05ba,segment=NetworkSegment(8ec1552b-7bed-4530-9e09-40c0e817b565),segment_id=8ec1552b-7bed-4530-9e09-40c0e817b565)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:29.740113 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 7b42ecd0-12a8-460e-a071-75038bdbaed2 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:39:29.740921 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (7b42ecd0-12a8-460e-a071-75038bdbaed2), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:29.773679 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-27607b07-a8f6-4a2e-ae98-61d16eb88126 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (b9276880-3925-479f-be33-f679644e9bb3), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:29.774016 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-27607b07-a8f6-4a2e-ae98-61d16eb88126 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Publish callbacks [] for floatingip (b9276880-3925-479f-be33-f679644e9bb3), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:29.793918 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-27607b07-a8f6-4a2e-ae98-61d16eb88126 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Calling delete_port for b9276880-3925-479f-be33-f679644e9bb3 owned by network:floatingip {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:39:29.794534 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 19:39:29.794534 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:39:29.794534 n-d-833163-1 neutron-server[103885]: timer() Mar 11 19:39:29.794534 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:39:29.794534 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 19:39:29.794534 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:39:29.794534 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 19:39:29.794534 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:39:29.794534 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 19:39:29.794534 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:39:29.794534 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 19:39:29.794534 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:39:29.794534 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 19:39:29.794534 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:39:29.794534 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:39:29.794534 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:39:29.794534 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:39:29.794534 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:39:29.794534 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 19:39:29.794534 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:39:29.794534 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 19:39:29.794534 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:39:29.794534 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:39:29.794534 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:39:29.794534 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 19:39:29.794534 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:39:29.794534 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:39:29.794534 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:39:29.794534 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:39:29.794534 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:39:29.794534 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:39:29.794534 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:39:29.812566 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c97d1748-9858-4d88-8246-553adf35968f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (29102858-cd92-4dff-bd96-e71ae0223d41), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:29.819000 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (e317bad6-93e0-47a0-9585-a501013d05ba), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:29.829628 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c97d1748-9858-4d88-8246-553adf35968f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:29.835226 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-c97d1748-9858-4d88-8246-553adf35968f admin admin] 10.222.0.65 "DELETE /v2.0/networks/29102858-cd92-4dff-bd96-e71ae0223d41 HTTP/1.1" status: 204 len: 168 time: 0.4929230 Mar 11 19:39:29.839771 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38164) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:39:29.957524 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97d1748-9858-4d88-8246-553adf35968f admin admin] Pushing event deleted for resources: {'Network': ['ID=29102858-cd92-4dff-bd96-e71ae0223d41,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:29.966184 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-de0ef191-c92b-40a0-b606-6f054be0d8e8 req-0fa36168-cd0a-4ce5-bd8e-61ad56125135 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=7fcfa9d2f3ed4be8ac815d1e6642330d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1744421 Mar 11 19:39:30.079815 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-27607b07-a8f6-4a2e-ae98-61d16eb88126 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (b9276880-3925-479f-be33-f679644e9bb3), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:30.086272 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-b051595a-66a8-4fd0-9d84-f287c480cbfb admin admin] Deleting subnet d163c379-f7da-44a9-b94d-7290e8921939 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:39:30.141111 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27607b07-a8f6-4a2e-ae98-61d16eb88126 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Pushing event deleted for resources: {'Port': ['ID=b9276880-3925-479f-be33-f679644e9bb3,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:30.207955 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 7b42ecd0-12a8-460e-a071-75038bdbaed2 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:39:30.208793 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (7b42ecd0-12a8-460e-a071-75038bdbaed2), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:30.266632 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=e317bad6-93e0-47a0-9585-a501013d05ba,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:30.284588 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-27607b07-a8f6-4a2e-ae98-61d16eb88126 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Publish callbacks [] for floatingip (3e3ef611-ef4e-43f2-87e8-4c347ba3b830), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:30.287250 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ef191-c92b-40a0-b606-6f054be0d8e8 req-255a2f18-ade6-4e92-81b3-ca69c1361d43 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:30.287779 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca21c3d3-86e2-42cc-b2ec-8fa0e4510589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b42ecd0-12a8-460e-a071-75038bdbaed2'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:39:30.289522 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-de0ef191-c92b-40a0-b606-6f054be0d8e8 req-255a2f18-ade6-4e92-81b3-ca69c1361d43 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3223627 Mar 11 19:39:30.292762 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b051595a-66a8-4fd0-9d84-f287c480cbfb admin admin] Publish callbacks [] for subnet (d163c379-f7da-44a9-b94d-7290e8921939), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:30.298071 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-007d7c88-6de0-4e36-9436-6ff1a81b68bf" -d '{"events": [{"server_uuid": "ca21c3d3-86e2-42cc-b2ec-8fa0e4510589", "name": "network-vif-plugged", "status": "completed", "tag": "7b42ecd0-12a8-460e-a071-75038bdbaed2"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:39:30.299881 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-27607b07-a8f6-4a2e-ae98-61d16eb88126 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:30.301192 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-27607b07-a8f6-4a2e-ae98-61d16eb88126 tempest-ServersTestBootFromVolume-1249857227 tempest-ServersTestBootFromVolume-1249857227-project] 10.222.0.65 "DELETE /v2.0/floatingips/3e3ef611-ef4e-43f2-87e8-4c347ba3b830 HTTP/1.1" status: 204 len: 168 time: 1.0913522 Mar 11 19:39:30.306029 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38170) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:39:30.314637 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['e317bad6-93e0-47a0-9585-a501013d05ba'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:39:30.350960 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b051595a-66a8-4fd0-9d84-f287c480cbfb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (d163c379-f7da-44a9-b94d-7290e8921939), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:30.406920 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b051595a-66a8-4fd0-9d84-f287c480cbfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (d163c379-f7da-44a9-b94d-7290e8921939), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:30.438324 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 7b42ecd0-12a8-460e-a071-75038bdbaed2, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=7b42ecd0-12a8-460e-a071-75038bdbaed2,segment=NetworkSegment(8ec1552b-7bed-4530-9e09-40c0e817b565),segment_id=8ec1552b-7bed-4530-9e09-40c0e817b565)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:30.497887 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-de0ef191-c92b-40a0-b606-6f054be0d8e8 req-121d452f-43c2-4d8e-9264-5e10b7fac348 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/quotas/7fcfa9d2f3ed4be8ac815d1e6642330d HTTP/1.1" status: 200 len: 375 time: 0.0128756 Mar 11 19:39:30.499437 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b051595a-66a8-4fd0-9d84-f287c480cbfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (d163c379-f7da-44a9-b94d-7290e8921939), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:30.508230 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (7b42ecd0-12a8-460e-a071-75038bdbaed2), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:30.512780 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device b0c1a187-b734-4f77-872c-eb61a3482715 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:39:30.565287 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: b0c1a187-b734-4f77-872c-eb61a3482715 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:39:30.571746 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device b0c1a187-b734-4f77-872c-eb61a3482715 not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:39:30.592661 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b051595a-66a8-4fd0-9d84-f287c480cbfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:30.603275 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-b051595a-66a8-4fd0-9d84-f287c480cbfb admin admin] 10.222.0.65 "DELETE /v2.0/subnets/d163c379-f7da-44a9-b94d-7290e8921939 HTTP/1.1" status: 204 len: 168 time: 0.7502058 Mar 11 19:39:30.603972 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38174) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:39:30.605823 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b051595a-66a8-4fd0-9d84-f287c480cbfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d163c379-f7da-44a9-b94d-7290e8921939,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:30.734945 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-de0ef191-c92b-40a0-b606-6f054be0d8e8 req-3d5c8bff-f425-494f-8211-4b2711fbb028 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=7fcfa9d2f3ed4be8ac815d1e6642330d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2151270 Mar 11 19:39:30.862586 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device c1840a43-e724-40aa-ac50-814280dfa8b6 up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:39:30.870513 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cc891b49-28ec-42e4-8baf-d503e0e22030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (8d8af1ee-e16b-4b14-bb44-b8dc009b4441), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:31.006511 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=7b42ecd0-12a8-460e-a071-75038bdbaed2,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:31.074539 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port c1840a43-e724-40aa-ac50-814280dfa8b6 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:39:31.095171 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port c1840a43-e724-40aa-ac50-814280dfa8b6 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:39:31.104997 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (c1840a43-e724-40aa-ac50-814280dfa8b6), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:31.138167 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cc891b49-28ec-42e4-8baf-d503e0e22030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (8d8af1ee-e16b-4b14-bb44-b8dc009b4441), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:31.192328 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-cc891b49-28ec-42e4-8baf-d503e0e22030 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d8af1ee-e16b-4b14-bb44-b8dc009b4441']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:31.213505 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-cc891b49-28ec-42e4-8baf-d503e0e22030 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec1bfe72-b1b0-4216-bb33-4eacec353972') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:31.213950 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-cc891b49-28ec-42e4-8baf-d503e0e22030 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec1bfe72-b1b0-4216-bb33-4eacec353972') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:31.239395 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cc891b49-28ec-42e4-8baf-d503e0e22030 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (ec1bfe72-b1b0-4216-bb33-4eacec353972), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:31.265550 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cc891b49-28ec-42e4-8baf-d503e0e22030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (ec1bfe72-b1b0-4216-bb33-4eacec353972), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:31.282586 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc891b49-28ec-42e4-8baf-d503e0e22030 admin admin] Releasing vlan 855 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:39:31.285393 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cc891b49-28ec-42e4-8baf-d503e0e22030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (ec1bfe72-b1b0-4216-bb33-4eacec353972), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:31.287400 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 19:39:31.287400 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:39:31.287400 n-d-833163-1 neutron-server[103885]: timer() Mar 11 19:39:31.287400 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:39:31.287400 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 19:39:31.287400 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:39:31.287400 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 19:39:31.287400 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:39:31.287400 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 19:39:31.287400 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:39:31.287400 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 19:39:31.287400 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:39:31.287400 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 19:39:31.287400 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:39:31.287400 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:39:31.287400 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:39:31.287400 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:39:31.287400 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:39:31.287400 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 19:39:31.287400 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:39:31.287400 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 19:39:31.287400 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:39:31.287400 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:39:31.287400 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:39:31.287400 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 19:39:31.287400 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:39:31.287400 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:39:31.287400 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:39:31.287400 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:39:31.287400 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:39:31.287400 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:39:31.287400 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:39:31.325031 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port c1840a43-e724-40aa-ac50-814280dfa8b6 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:39:31.325571 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c1840a43-e724-40aa-ac50-814280dfa8b6), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:31.347378 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5fa82a0-ba8c-477c-960e-fb70ecee0cf7 x-openstack-request-id: req-b5fa82a0-ba8c-477c-960e-fb70ecee0cf7 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:39:31.350874 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "354488d0-8811-4789-8bda-a6a0309f9fa8", "tag": "9b18110b-6a81-4c6d-a4ab-e9a9946c7c95", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:39:31.351149 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b5fa82a0-ba8c-477c-960e-fb70ecee0cf7 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:39:31.356775 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '354488d0-8811-4789-8bda-a6a0309f9fa8', 'tag': '9b18110b-6a81-4c6d-a4ab-e9a9946c7c95', 'status': 'completed', 'code': 200} Mar 11 19:39:31.410935 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port c1840a43-e724-40aa-ac50-814280dfa8b6, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=c1840a43-e724-40aa-ac50-814280dfa8b6,segment=NetworkSegment(8ec1552b-7bed-4530-9e09-40c0e817b565),segment_id=8ec1552b-7bed-4530-9e09-40c0e817b565)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:31.423494 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (c1840a43-e724-40aa-ac50-814280dfa8b6), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:31.500371 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cc891b49-28ec-42e4-8baf-d503e0e22030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (8d8af1ee-e16b-4b14-bb44-b8dc009b4441), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:31.509693 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cc891b49-28ec-42e4-8baf-d503e0e22030 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:31.524567 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-cc891b49-28ec-42e4-8baf-d503e0e22030 admin admin] 10.222.0.65 "DELETE /v2.0/networks/8d8af1ee-e16b-4b14-bb44-b8dc009b4441 HTTP/1.1" status: 204 len: 168 time: 0.9032979 Mar 11 19:39:31.542324 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3693954-2581-498f-8c39-8005999624f5 x-openstack-request-id: req-b3693954-2581-498f-8c39-8005999624f5 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:39:31.542814 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6188ed50-8560-494f-a1db-2e8f3351c442", "name": "network-vif-deleted", "tag": "b0c1a187-b734-4f77-872c-eb61a3482715", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:39:31.543461 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b3693954-2581-498f-8c39-8005999624f5 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:39:31.547439 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6188ed50-8560-494f-a1db-2e8f3351c442', 'name': 'network-vif-deleted', 'tag': 'b0c1a187-b734-4f77-872c-eb61a3482715', 'status': 'completed', 'code': 200} Mar 11 19:39:31.566827 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1df58b4f-c677-4e01-a6eb-f35469843aa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (1b120167-c786-4fa6-9c1b-42428f0a31ed), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:31.581051 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc891b49-28ec-42e4-8baf-d503e0e22030 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d8af1ee-e16b-4b14-bb44-b8dc009b4441,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:31.677540 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=c1840a43-e724-40aa-ac50-814280dfa8b6,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:31.730715 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577870b-d4dc-4201-9dfe-a79a9849e4ee req-17937c35-3edd-41d3-9b7c-8973494adafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:31.733255 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f577870b-d4dc-4201-9dfe-a79a9849e4ee req-17937c35-3edd-41d3-9b7c-8973494adafd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e1278b723edd4119b7e2bc2da0da9d73&device_id=354488d0-8811-4789-8bda-a6a0309f9fa8 HTTP/1.1" status: 200 len: 1127 time: 0.4114416 Mar 11 19:39:31.923263 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38196) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:39:32.005468 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-eb371413-fb97-4c2d-b6f9-8acd000cdaa7 req-1e6be527-cc8e-4d86-843f-1e7b9cef0d6e tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4056697 Mar 11 19:39:32.033621 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577870b-d4dc-4201-9dfe-a79a9849e4ee req-d7c63791-0c7d-4f89-b745-9c3d52cf095c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:32.039412 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f577870b-d4dc-4201-9dfe-a79a9849e4ee req-d7c63791-0c7d-4f89-b745-9c3d52cf095c service neutron] 10.222.0.57 "GET /v2.0/networks?id=26599c04-c03d-4e34-83de-a092bae2f75e HTTP/1.1" status: 200 len: 921 time: 0.2996905 Mar 11 19:39:32.086884 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-eb371413-fb97-4c2d-b6f9-8acd000cdaa7 req-87904e98-dd76-40fc-9907-63d2f6d0f6fd tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Request body: {'floatingip': {'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:39:32.132733 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a0610a49-113a-47cb-91cb-5be692f6e431 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=06024027c26a4c73ab83d5a5c88a661e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2050922 Mar 11 19:39:32.134023 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-eb371413-fb97-4c2d-b6f9-8acd000cdaa7 req-87904e98-dd76-40fc-9907-63d2f6d0f6fd tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:32.158521 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38200) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:39:32.367688 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f577870b-d4dc-4201-9dfe-a79a9849e4ee req-3f8293b0-7230-44dd-8d96-0fa0e1a25444 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b18110b-6a81-4c6d-a4ab-e9a9946c7c95 HTTP/1.1" status: 200 len: 217 time: 0.2064590 Mar 11 19:39:32.422251 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-eb371413-fb97-4c2d-b6f9-8acd000cdaa7 req-87904e98-dd76-40fc-9907-63d2f6d0f6fd tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:32.494588 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577870b-d4dc-4201-9dfe-a79a9849e4ee req-b97b4e2e-cca8-4a25-ba36-a01f2397fde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:32.497012 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f577870b-d4dc-4201-9dfe-a79a9849e4ee req-b97b4e2e-cca8-4a25-ba36-a01f2397fde3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=86f84498-7845-4a44-a8ca-9b6851ba94c2 HTTP/1.1" status: 200 len: 860 time: 0.1087744 Mar 11 19:39:32.586426 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-eb371413-fb97-4c2d-b6f9-8acd000cdaa7 req-87904e98-dd76-40fc-9907-63d2f6d0f6fd tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Allocated IP 172.25.8.194 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/78f90556-ab47-4ec0-b4ee-94a83fa396fb) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:39:32.601109 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f577870b-d4dc-4201-9dfe-a79a9849e4ee req-917d8f1d-e036-4fe8-a341-b92fe71bd6d1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=26599c04-c03d-4e34-83de-a092bae2f75e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863969 Mar 11 19:39:32.669219 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fe8b516b-dca1-49c5-8888-c0627e04831a admin admin] Publish callbacks [] for security_group (58b00f19-37b7-4647-a818-03ce6d663b01), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:32.735160 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-eb371413-fb97-4c2d-b6f9-8acd000cdaa7 req-87904e98-dd76-40fc-9907-63d2f6d0f6fd tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Publish callbacks [] for port (78f90556-ab47-4ec0-b4ee-94a83fa396fb), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:32.745858 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device e317bad6-93e0-47a0-9585-a501013d05ba up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:39:32.787257 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-eb371413-fb97-4c2d-b6f9-8acd000cdaa7 req-87904e98-dd76-40fc-9907-63d2f6d0f6fd tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (78f90556-ab47-4ec0-b4ee-94a83fa396fb), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:32.789121 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fe8b516b-dca1-49c5-8888-c0627e04831a admin admin] Publish callbacks [] for security_group (58b00f19-37b7-4647-a818-03ce6d663b01), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:32.849136 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port e317bad6-93e0-47a0-9585-a501013d05ba completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:39:32.855298 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port e317bad6-93e0-47a0-9585-a501013d05ba triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:39:32.855889 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (e317bad6-93e0-47a0-9585-a501013d05ba), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:32.892143 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb371413-fb97-4c2d-b6f9-8acd000cdaa7 req-87904e98-dd76-40fc-9907-63d2f6d0f6fd tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:39:32.894377 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87904e98-dd76-40fc-9907-63d2f6d0f6fd tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Pushing event updated for resources: {'Port': ['ID=78f90556-ab47-4ec0-b4ee-94a83fa396fb,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:32.910684 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-eb371413-fb97-4c2d-b6f9-8acd000cdaa7 req-87904e98-dd76-40fc-9907-63d2f6d0f6fd tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:32.921757 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb371413-fb97-4c2d-b6f9-8acd000cdaa7 req-87904e98-dd76-40fc-9907-63d2f6d0f6fd tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:39:33.067895 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port e317bad6-93e0-47a0-9585-a501013d05ba is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:39:33.068475 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (e317bad6-93e0-47a0-9585-a501013d05ba), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:33.124160 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-eb371413-fb97-4c2d-b6f9-8acd000cdaa7 req-87904e98-dd76-40fc-9907-63d2f6d0f6fd tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Publish callbacks [] for floatingip (7c4c07cc-736d-4b96-a740-2b08173e66f2), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:33.149046 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port e317bad6-93e0-47a0-9585-a501013d05ba, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=e317bad6-93e0-47a0-9585-a501013d05ba,segment=NetworkSegment(8ec1552b-7bed-4530-9e09-40c0e817b565),segment_id=8ec1552b-7bed-4530-9e09-40c0e817b565)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:33.162627 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (e317bad6-93e0-47a0-9585-a501013d05ba), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:33.205331 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-eb371413-fb97-4c2d-b6f9-8acd000cdaa7 req-87904e98-dd76-40fc-9907-63d2f6d0f6fd tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (78f90556-ab47-4ec0-b4ee-94a83fa396fb), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:33.338036 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=e317bad6-93e0-47a0-9585-a501013d05ba,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:33.360177 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '354488d0-8811-4789-8bda-a6a0309f9fa8', 'tag': '9b18110b-6a81-4c6d-a4ab-e9a9946c7c95'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:39:33.364745 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28fef6fb-744f-4587-a0e1-8b1c0af3dc9d" -d '{"events": [{"name": "network-changed", "server_uuid": "354488d0-8811-4789-8bda-a6a0309f9fa8", "tag": "9b18110b-6a81-4c6d-a4ab-e9a9946c7c95"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:39:33.544170 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-eb371413-fb97-4c2d-b6f9-8acd000cdaa7 req-87904e98-dd76-40fc-9907-63d2f6d0f6fd tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Publish callbacks [] for port (78f90556-ab47-4ec0-b4ee-94a83fa396fb), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:33.551735 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-eb371413-fb97-4c2d-b6f9-8acd000cdaa7 req-87904e98-dd76-40fc-9907-63d2f6d0f6fd tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (78f90556-ab47-4ec0-b4ee-94a83fa396fb), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:33.685129 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-de0ef191-c92b-40a0-b606-6f054be0d8e8 req-5516b7dc-6869-4b3e-bce3-dd2b5dac047d tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=7fcfa9d2f3ed4be8ac815d1e6642330d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1423542 Mar 11 19:39:33.685580 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87904e98-dd76-40fc-9907-63d2f6d0f6fd tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Pushing event updated for resources: {'Port': ['ID=78f90556-ab47-4ec0-b4ee-94a83fa396fb,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:33.834605 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f577870b-d4dc-4201-9dfe-a79a9849e4ee req-922ed9ee-a013-459f-b110-60358e033154 service neutron] 10.222.0.57 "GET /v2.0/networks/26599c04-c03d-4e34-83de-a092bae2f75e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2206116 Mar 11 19:39:34.067577 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f577870b-d4dc-4201-9dfe-a79a9849e4ee req-3fff3911-9cac-481f-932a-76d354d75f32 service neutron] 10.222.0.57 "GET /v2.0/networks/26599c04-c03d-4e34-83de-a092bae2f75e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909997 Mar 11 19:39:34.085064 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-1df58b4f-c677-4e01-a6eb-f35469843aa7 admin admin] Deleting port bc6241eb-45cf-4a71-bdb2-fba3bc82b151 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:39:34.085606 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1df58b4f-c677-4e01-a6eb-f35469843aa7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (bc6241eb-45cf-4a71-bdb2-fba3bc82b151), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:34.128500 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fe8b516b-dca1-49c5-8888-c0627e04831a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (58b00f19-37b7-4647-a818-03ce6d663b01), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:34.136630 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fe8b516b-dca1-49c5-8888-c0627e04831a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:34.144866 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-fe8b516b-dca1-49c5-8888-c0627e04831a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/58b00f19-37b7-4647-a818-03ce6d663b01 HTTP/1.1" status: 204 len: 168 time: 1.9245949 Mar 11 19:39:34.172067 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ef191-c92b-40a0-b606-6f054be0d8e8 req-b872b913-7939-4ebe-8a4d-7f04fe85eaeb tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:34.174194 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-de0ef191-c92b-40a0-b606-6f054be0d8e8 req-b872b913-7939-4ebe-8a4d-7f04fe85eaeb tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4238055 Mar 11 19:39:34.177755 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8b516b-dca1-49c5-8888-c0627e04831a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b00f19-37b7-4647-a818-03ce6d663b01,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:34.195122 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-de0ef191-c92b-40a0-b606-6f054be0d8e8 req-51f952a6-a37d-40b8-9af1-73431c22d779 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Request body: {'port': {'device_id': '9471aa88-4019-4f54-8eef-e8ffeabeb256', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'admin_state_up': True, 'tenant_id': '7fcfa9d2f3ed4be8ac815d1e6642330d'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:39:34.322328 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-eb371413-fb97-4c2d-b6f9-8acd000cdaa7 req-87904e98-dd76-40fc-9907-63d2f6d0f6fd tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (7c4c07cc-736d-4b96-a740-2b08173e66f2), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:34.348388 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-1df58b4f-c677-4e01-a6eb-f35469843aa7 admin admin] For port bc6241eb-45cf-4a71-bdb2-fba3bc82b151, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=bc6241eb-45cf-4a71-bdb2-fba3bc82b151,segment=NetworkSegment(2e913ce2-e9d1-48a3-a500-fa6dab0e0cac),segment_id=2e913ce2-e9d1-48a3-a500-fa6dab0e0cac)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:34.348953 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1df58b4f-c677-4e01-a6eb-f35469843aa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (bc6241eb-45cf-4a71-bdb2-fba3bc82b151), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:34.364284 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-eb371413-fb97-4c2d-b6f9-8acd000cdaa7 req-87904e98-dd76-40fc-9907-63d2f6d0f6fd tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:34.366905 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-eb371413-fb97-4c2d-b6f9-8acd000cdaa7 req-87904e98-dd76-40fc-9907-63d2f6d0f6fd tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3600690 Mar 11 19:39:34.373856 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-1df58b4f-c677-4e01-a6eb-f35469843aa7 admin admin] Calling delete_port for bc6241eb-45cf-4a71-bdb2-fba3bc82b151 owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:39:34.439216 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-eb371413-fb97-4c2d-b6f9-8acd000cdaa7 req-469ce025-9caf-4dc6-b048-e53f7d8438ef tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.194 HTTP/1.1" status: 200 len: 696 time: 0.0608380 Mar 11 19:39:34.450176 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de0ef191-c92b-40a0-b606-6f054be0d8e8 req-51f952a6-a37d-40b8-9af1-73431c22d779 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Made reservation on behalf of 7fcfa9d2f3ed4be8ac815d1e6642330d for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:39:34.453808 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-de0ef191-c92b-40a0-b606-6f054be0d8e8 req-51f952a6-a37d-40b8-9af1-73431c22d779 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:34.469820 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-de0ef191-c92b-40a0-b606-6f054be0d8e8 req-51f952a6-a37d-40b8-9af1-73431c22d779 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:34.627617 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb371413-fb97-4c2d-b6f9-8acd000cdaa7 req-9101546e-6b65-422e-9877-29624565887c tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:34.635800 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-eb371413-fb97-4c2d-b6f9-8acd000cdaa7 req-9101546e-6b65-422e-9877-29624565887c tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "GET /v2.0/networks/612cc066-33e3-444d-b1c7-d0a64751482a HTTP/1.1" status: 200 len: 784 time: 0.1817675 Mar 11 19:39:34.656893 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [req-eb371413-fb97-4c2d-b6f9-8acd000cdaa7 req-0614ab45-f57c-4970-b01a-69ce948f3a21 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:39:34.662854 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-eb371413-fb97-4c2d-b6f9-8acd000cdaa7 req-0614ab45-f57c-4970-b01a-69ce948f3a21 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0111229 Mar 11 19:39:34.866677 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-de0ef191-c92b-40a0-b606-6f054be0d8e8 req-51f952a6-a37d-40b8-9af1-73431c22d779 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Publish callbacks [] for security_group (032b05bd-60bf-4cbe-8790-99bf90b24300), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:34.875422 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38228) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:39:34.879522 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-de0ef191-c92b-40a0-b606-6f054be0d8e8 req-51f952a6-a37d-40b8-9af1-73431c22d779 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (032b05bd-60bf-4cbe-8790-99bf90b24300), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:34.982151 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f35db33e-aab5-4fff-848a-d39ba10172d3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7a7dd24d32cd461da0ee4acd6df10ed7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1052823 Mar 11 19:39:34.987015 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38230) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:39:35.068599 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1df58b4f-c677-4e01-a6eb-f35469843aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (bc6241eb-45cf-4a71-bdb2-fba3bc82b151), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:35.117033 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f952a6-a37d-40b8-9af1-73431c22d779 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=032b05bd-60bf-4cbe-8790-99bf90b24300,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:35.149121 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5cc0f46b-9722-4fde-9f14-28e52d8d24d0 admin admin] Publish callbacks [] for security_group (c1e94f34-d3d5-470e-b9c6-0a0701f5bb4e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:35.175567 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df58b4f-c677-4e01-a6eb-f35469843aa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc6241eb-45cf-4a71-bdb2-fba3bc82b151,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:35.205225 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5cc0f46b-9722-4fde-9f14-28e52d8d24d0 admin admin] Publish callbacks [] for security_group (c1e94f34-d3d5-470e-b9c6-0a0701f5bb4e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:35.355970 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5cc0f46b-9722-4fde-9f14-28e52d8d24d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (c1e94f34-d3d5-470e-b9c6-0a0701f5bb4e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:35.363778 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5cc0f46b-9722-4fde-9f14-28e52d8d24d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:35.380300 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-5cc0f46b-9722-4fde-9f14-28e52d8d24d0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c1e94f34-d3d5-470e-b9c6-0a0701f5bb4e HTTP/1.1" status: 204 len: 168 time: 0.3802257 Mar 11 19:39:35.420629 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc0f46b-9722-4fde-9f14-28e52d8d24d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e94f34-d3d5-470e-b9c6-0a0701f5bb4e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:35.530439 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-de0ef191-c92b-40a0-b606-6f054be0d8e8 req-51f952a6-a37d-40b8-9af1-73431c22d779 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Allocated IP 192.168.233.118 (885772b1-9b97-4e1d-a0fb-e125030c5a81/9bb14923-74c3-4313-be8d-ed33542f05aa/d68bc25c-daf2-43ae-bbc8-f0f0ad342470) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:39:35.729325 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec25e8-70d4-4698-9e9f-7f5e7d620cb0 req-4f678eea-26f1-4827-a722-f60d6b212eb9 tempest-InstanceActionsV221TestJSON-344027217 tempest-InstanceActionsV221TestJSON-344027217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:35.732107 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d5ec25e8-70d4-4698-9e9f-7f5e7d620cb0 req-4f678eea-26f1-4827-a722-f60d6b212eb9 tempest-InstanceActionsV221TestJSON-344027217 tempest-InstanceActionsV221TestJSON-344027217-project] 10.222.0.65 "GET /v2.0/networks?id=8279410e-413f-457e-a6e0-3f8c10cdf3bb HTTP/1.1" status: 200 len: 817 time: 0.2905412 Mar 11 19:39:35.745042 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1df58b4f-c677-4e01-a6eb-f35469843aa7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (1b120167-c786-4fa6-9c1b-42428f0a31ed), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:35.754146 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d5ec25e8-70d4-4698-9e9f-7f5e7d620cb0 req-a670a405-f01e-4b00-b868-2960bfcc6989 tempest-InstanceActionsV221TestJSON-344027217 tempest-InstanceActionsV221TestJSON-344027217-project] 10.222.0.65 "GET /v2.0/quotas/b2584a0df8d24bcfaa24c97c9e54aa49 HTTP/1.1" status: 200 len: 375 time: 0.0141075 Mar 11 19:39:35.851062 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d5ec25e8-70d4-4698-9e9f-7f5e7d620cb0 req-e64f96ff-189c-4116-8403-64108533e20f tempest-InstanceActionsV221TestJSON-344027217 tempest-InstanceActionsV221TestJSON-344027217-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b2584a0df8d24bcfaa24c97c9e54aa49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0817802 Mar 11 19:39:36.124049 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d5ec25e8-70d4-4698-9e9f-7f5e7d620cb0 req-92c627cf-7236-4621-8e77-fee8ac884234 service neutron] 10.222.0.65 "GET /v2.0/networks/8279410e-413f-457e-a6e0-3f8c10cdf3bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639434 Mar 11 19:39:36.267411 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d5ec25e8-70d4-4698-9e9f-7f5e7d620cb0 req-15674b38-dfb9-41e7-a58d-f25e0dc2c175 service neutron] 10.222.0.65 "GET /v2.0/networks/8279410e-413f-457e-a6e0-3f8c10cdf3bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355312 Mar 11 19:39:36.276118 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1df58b4f-c677-4e01-a6eb-f35469843aa7 admin admin] Router 1b120167-c786-4fa6-9c1b-42428f0a31ed has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:39:36.282706 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-de0ef191-c92b-40a0-b606-6f054be0d8e8 req-51f952a6-a37d-40b8-9af1-73431c22d779 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Publish callbacks [] for port (d68bc25c-daf2-43ae-bbc8-f0f0ad342470), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:36.496483 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df58b4f-c677-4e01-a6eb-f35469843aa7 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:39:36.506142 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1229155f-5469-45d9-b00e-886dd0372b01 None None] Sync routers for ids ['1b120167-c786-4fa6-9c1b-42428f0a31ed'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:39:36.520165 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1229155f-5469-45d9-b00e-886dd0372b01 None None] Routers {'1b120167-c786-4fa6-9c1b-42428f0a31ed'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:39:36.520798 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-1229155f-5469-45d9-b00e-886dd0372b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:39:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['1b120167-c786-4fa6-9c1b-42428f0a31ed'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:36.566911 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-1df58b4f-c677-4e01-a6eb-f35469843aa7 admin admin] 10.222.0.65 "PUT /v2.0/routers/1b120167-c786-4fa6-9c1b-42428f0a31ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2596607 Mar 11 19:39:36.581399 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38268) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:39:36.584750 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-de0ef191-c92b-40a0-b606-6f054be0d8e8 req-51f952a6-a37d-40b8-9af1-73431c22d779 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (d68bc25c-daf2-43ae-bbc8-f0f0ad342470), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:36.672202 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a6951-9d65-4b56-8cf0-3a33a5232ff5 req-ec511e4f-8d9f-4b25-bd37-203be2b268ca tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:36.674973 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-726a6951-9d65-4b56-8cf0-3a33a5232ff5 req-ec511e4f-8d9f-4b25-bd37-203be2b268ca tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9afae9d-7e15-4fcd-8812-20a9c2c13857 HTTP/1.1" status: 200 len: 945 time: 0.1430745 Mar 11 19:39:36.714027 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de0ef191-c92b-40a0-b606-6f054be0d8e8 req-51f952a6-a37d-40b8-9af1-73431c22d779 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Network 885772b1-9b97-4e1d-a0fb-e125030c5a81 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:39:36.723353 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-de0ef191-c92b-40a0-b606-6f054be0d8e8 req-51f952a6-a37d-40b8-9af1-73431c22d779 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:36.726775 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f952a6-a37d-40b8-9af1-73431c22d779 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Pushing event updated for resources: {'Port': ['ID=d68bc25c-daf2-43ae-bbc8-f0f0ad342470,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:36.754454 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-de0ef191-c92b-40a0-b606-6f054be0d8e8 req-51f952a6-a37d-40b8-9af1-73431c22d779 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:39:36.814151 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-726a6951-9d65-4b56-8cf0-3a33a5232ff5 req-d3bd587f-86bc-4afb-b56a-4926639b0d65 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] 10.222.0.65 "GET /v2.0/security-groups?id=488ef7c0-546f-42b9-91ac-cf20b31fd2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257355 Mar 11 19:39:36.862092 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-1229155f-5469-45d9-b00e-886dd0372b01 None None] Set router 1b120167-c786-4fa6-9c1b-42428f0a31ed gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:39:36.864686 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ef191-c92b-40a0-b606-6f054be0d8e8 req-51f952a6-a37d-40b8-9af1-73431c22d779 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:36.865392 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-de0ef191-c92b-40a0-b606-6f054be0d8e8 req-51f952a6-a37d-40b8-9af1-73431c22d779 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:36.930465 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-de0ef191-c92b-40a0-b606-6f054be0d8e8 req-51f952a6-a37d-40b8-9af1-73431c22d779 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7434201 Mar 11 19:39:36.942823 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f434b48e-012c-4529-93c0-5653890ce2c1 x-openstack-request-id: req-f434b48e-012c-4529-93c0-5653890ce2c1 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:39:36.943809 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca21c3d3-86e2-42cc-b2ec-8fa0e4510589", "name": "network-vif-plugged", "status": "completed", "tag": "7b42ecd0-12a8-460e-a071-75038bdbaed2", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:39:36.944221 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f434b48e-012c-4529-93c0-5653890ce2c1 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:39:36.946179 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca21c3d3-86e2-42cc-b2ec-8fa0e4510589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b42ecd0-12a8-460e-a071-75038bdbaed2', 'code': 200} Mar 11 19:39:36.953760 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-de0ef191-c92b-40a0-b606-6f054be0d8e8 req-f156c773-8c3a-43bb-a6a9-aca0ecc4bc53 service neutron] Request body: {'port': {'device_id': '9471aa88-4019-4f54-8eef-e8ffeabeb256', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:39:36.969458 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9fb75437-656c-4a9a-8019-fc2b9a87dae1 admin admin] Publish callbacks [] for router (1b120167-c786-4fa6-9c1b-42428f0a31ed), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:37.227688 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f36584c-222d-4bae-a6f9-8af7f350cd1b req-06c9e9eb-e4c8-45af-b215-59ef2b486517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:37.229769 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7f36584c-222d-4bae-a6f9-8af7f350cd1b req-06c9e9eb-e4c8-45af-b215-59ef2b486517 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ca21c3d3-86e2-42cc-b2ec-8fa0e4510589 HTTP/1.1" status: 200 len: 1128 time: 0.1880631 Mar 11 19:39:37.244751 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3999a66-b080-4f6f-b2e9-b5f90fcaa5f2 req-bd8b1703-5859-439e-831f-e3edc8822a91 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:37.247198 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a3999a66-b080-4f6f-b2e9-b5f90fcaa5f2 req-bd8b1703-5859-439e-831f-e3edc8822a91 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/ports?device_id=9471aa88-4019-4f54-8eef-e8ffeabeb256 HTTP/1.1" status: 200 len: 936 time: 0.1604545 Mar 11 19:39:37.312949 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-de0ef191-c92b-40a0-b606-6f054be0d8e8 req-f156c773-8c3a-43bb-a6a9-aca0ecc4bc53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d68bc25c-daf2-43ae-bbc8-f0f0ad342470), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:37.320571 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7f36584c-222d-4bae-a6f9-8af7f350cd1b req-5a7a0317-f63a-47a3-b6ab-899845d77e85 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=488ef7c0-546f-42b9-91ac-cf20b31fd2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720978 Mar 11 19:39:37.364878 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a3999a66-b080-4f6f-b2e9-b5f90fcaa5f2 req-8a415efe-19a5-48dc-a59f-a5f2d1b51787 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/security-groups?id=032b05bd-60bf-4cbe-8790-99bf90b24300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925119 Mar 11 19:39:37.365145 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9fb75437-656c-4a9a-8019-fc2b9a87dae1 admin admin] Publish callbacks [] for router_gateway (1b120167-c786-4fa6-9c1b-42428f0a31ed), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:37.390213 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-0918456a-6de2-456a-962e-930eda4a9f98 None None] Provisioning complete for port d68bc25c-daf2-43ae-bbc8-f0f0ad342470 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:39:37.390695 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0918456a-6de2-456a-962e-930eda4a9f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (d68bc25c-daf2-43ae-bbc8-f0f0ad342470), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:37.483809 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-0918456a-6de2-456a-962e-930eda4a9f98 None None] Port d68bc25c-daf2-43ae-bbc8-f0f0ad342470 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:39:37.534053 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937b61a2-863f-4cdb-a124-d6b23dce79d4 x-openstack-request-id: req-937b61a2-863f-4cdb-a124-d6b23dce79d4 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:39:37.534679 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "354488d0-8811-4789-8bda-a6a0309f9fa8", "tag": "9b18110b-6a81-4c6d-a4ab-e9a9946c7c95", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:39:37.535334 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-937b61a2-863f-4cdb-a124-d6b23dce79d4 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:39:37.536213 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '354488d0-8811-4789-8bda-a6a0309f9fa8', 'tag': '9b18110b-6a81-4c6d-a4ab-e9a9946c7c95', 'status': 'completed', 'code': 200} Mar 11 19:39:37.553391 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-9fb75437-656c-4a9a-8019-fc2b9a87dae1 admin admin] Deleting port 7c251997-2719-4ccd-b095-a05f8e305045 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:39:37.553830 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9fb75437-656c-4a9a-8019-fc2b9a87dae1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (7c251997-2719-4ccd-b095-a05f8e305045), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:37.660134 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-1229155f-5469-45d9-b00e-886dd0372b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b120167-c786-4fa6-9c1b-42428f0a31ed', 'name': 'tempest-ServersTestBootFromVolume-1205727609-router', 'tenant_id': '13f1448ca5364266ac9d2968e838f04d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '7c251997-2719-4ccd-b095-a05f8e305045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:36:43Z', 'updated_at': '2022-03-11T19:39:34Z', 'revision_number': 5, 'project_id': '13f1448ca5364266ac9d2968e838f04d', 'gw_port': {'id': '7c251997-2719-4ccd-b095-a05f8e305045', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:fc:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b120167-c786-4fa6-9c1b-42428f0a31ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1029, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:36:44Z', 'updated_at': '2022-03-11T19:36:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:37.703211 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1229155f-5469-45d9-b00e-886dd0372b01 None None] Checking router: 1b120167-c786-4fa6-9c1b-42428f0a31ed for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:39:37.725062 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1229155f-5469-45d9-b00e-886dd0372b01 None None] Routers {'1b120167-c786-4fa6-9c1b-42428f0a31ed'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:39:37.726121 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-1229155f-5469-45d9-b00e-886dd0372b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:39:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['1b120167-c786-4fa6-9c1b-42428f0a31ed'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:37.727707 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fef6fb-744f-4587-a0e1-8b1c0af3dc9d req-5e4a2d56-488c-4c4b-83cc-6034098fc8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:37.729203 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-28fef6fb-744f-4587-a0e1-8b1c0af3dc9d req-5e4a2d56-488c-4c4b-83cc-6034098fc8a1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e1278b723edd4119b7e2bc2da0da9d73&device_id=354488d0-8811-4789-8bda-a6a0309f9fa8 HTTP/1.1" status: 200 len: 1127 time: 0.1470881 Mar 11 19:39:37.777698 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edcba96-fe08-4c19-8c9c-7e0ec832c5d8 req-c207c96f-bb23-417a-bfea-73fcc482a9fa tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:37.785488 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5edcba96-fe08-4c19-8c9c-7e0ec832c5d8 req-c207c96f-bb23-417a-bfea-73fcc482a9fa tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "GET /v2.0/ports?device_id=354488d0-8811-4789-8bda-a6a0309f9fa8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1019516 Mar 11 19:39:37.801308 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-9fb75437-656c-4a9a-8019-fc2b9a87dae1 admin admin] For port 7c251997-2719-4ccd-b095-a05f8e305045, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=7c251997-2719-4ccd-b095-a05f8e305045,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:37.801676 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9fb75437-656c-4a9a-8019-fc2b9a87dae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (7c251997-2719-4ccd-b095-a05f8e305045), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:37.831772 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-9fb75437-656c-4a9a-8019-fc2b9a87dae1 admin admin] Calling delete_port for 7c251997-2719-4ccd-b095-a05f8e305045 owned by network:router_gateway {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:39:37.847399 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-de0ef191-c92b-40a0-b606-6f054be0d8e8 req-f156c773-8c3a-43bb-a6a9-aca0ecc4bc53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d68bc25c-daf2-43ae-bbc8-f0f0ad342470 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:39:37.853068 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5edcba96-fe08-4c19-8c9c-7e0ec832c5d8 req-f8a75982-04a9-47b0-b726-3c8c5807f6e8 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.194 HTTP/1.1" status: 200 len: 696 time: 0.0663126 Mar 11 19:39:37.858896 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-5edcba96-fe08-4c19-8c9c-7e0ec832c5d8 req-d6fa0334-1b09-4472-9fee-e0fcfa31b0ea tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Request body: {'floatingip': {'port_id': '9b18110b-6a81-4c6d-a4ab-e9a9946c7c95', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:39:37.883930 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-de0ef191-c92b-40a0-b606-6f054be0d8e8 req-f156c773-8c3a-43bb-a6a9-aca0ecc4bc53 service neutron] Publish callbacks [] for port (d68bc25c-daf2-43ae-bbc8-f0f0ad342470), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:37.894009 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-1229155f-5469-45d9-b00e-886dd0372b01 None None] Set router 1b120167-c786-4fa6-9c1b-42428f0a31ed gateway port host: None {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:39:37.906629 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-de0ef191-c92b-40a0-b606-6f054be0d8e8 req-f156c773-8c3a-43bb-a6a9-aca0ecc4bc53 service neutron] Transition to ACTIVE for port object d68bc25c-daf2-43ae-bbc8-f0f0ad342470 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:39:37.915067 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-de0ef191-c92b-40a0-b606-6f054be0d8e8 req-f156c773-8c3a-43bb-a6a9-aca0ecc4bc53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (d68bc25c-daf2-43ae-bbc8-f0f0ad342470), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:37.933177 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5edcba96-fe08-4c19-8c9c-7e0ec832c5d8 req-d6fa0334-1b09-4472-9fee-e0fcfa31b0ea tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Publish callbacks [] for floatingip (7c4c07cc-736d-4b96-a740-2b08173e66f2), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:37.970099 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-1229155f-5469-45d9-b00e-886dd0372b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b120167-c786-4fa6-9c1b-42428f0a31ed', 'name': 'tempest-ServersTestBootFromVolume-1205727609-router', 'tenant_id': '13f1448ca5364266ac9d2968e838f04d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:36:43Z', 'updated_at': '2022-03-11T19:39:37Z', 'revision_number': 6, 'project_id': '13f1448ca5364266ac9d2968e838f04d', 'gw_port_host': None}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:38.004021 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1229155f-5469-45d9-b00e-886dd0372b01 None None] The sync data for ids ['1b120167-c786-4fa6-9c1b-42428f0a31ed'] in n-d-833163-1 is: [{'id': '1b120167-c786-4fa6-9c1b-42428f0a31ed', 'name': 'tempest-ServersTestBootFromVolume-1205727609-router', 'tenant_id': '13f1448ca5364266ac9d2968e838f04d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:36:43Z', 'updated_at': '2022-03-11T19:39:37Z', 'revision_number': 6, 'project_id': '13f1448ca5364266ac9d2968e838f04d', 'gw_port_host': None}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:39:38.049591 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f156c773-8c3a-43bb-a6a9-aca0ecc4bc53 service neutron] Pushing event updated for resources: {'Port': ['ID=d68bc25c-daf2-43ae-bbc8-f0f0ad342470,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:38.101644 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fef6fb-744f-4587-a0e1-8b1c0af3dc9d req-4df0babe-8793-48ce-a005-ca3b0f0fcfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:38.103403 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-28fef6fb-744f-4587-a0e1-8b1c0af3dc9d req-4df0babe-8793-48ce-a005-ca3b0f0fcfa2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=26599c04-c03d-4e34-83de-a092bae2f75e HTTP/1.1" status: 200 len: 921 time: 0.3549175 Mar 11 19:39:38.170849 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-28fef6fb-744f-4587-a0e1-8b1c0af3dc9d req-ec0a6721-967e-45ff-86ba-364481b67a83 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b18110b-6a81-4c6d-a4ab-e9a9946c7c95 HTTP/1.1" status: 200 len: 217 time: 0.0594621 Mar 11 19:39:38.289715 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-de0ef191-c92b-40a0-b606-6f054be0d8e8 req-f156c773-8c3a-43bb-a6a9-aca0ecc4bc53 service neutron] Attempting to bind port d68bc25c-daf2-43ae-bbc8-f0f0ad342470 on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:39:38.292363 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-de0ef191-c92b-40a0-b606-6f054be0d8e8 req-f156c773-8c3a-43bb-a6a9-aca0ecc4bc53 service neutron] Attempting to bind port d68bc25c-daf2-43ae-bbc8-f0f0ad342470 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:39:38.292744 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0ef191-c92b-40a0-b606-6f054be0d8e8 req-f156c773-8c3a-43bb-a6a9-aca0ecc4bc53 service neutron] Attempting to bind port d68bc25c-daf2-43ae-bbc8-f0f0ad342470 on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:39:38.482990 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0ef191-c92b-40a0-b606-6f054be0d8e8 req-f156c773-8c3a-43bb-a6a9-aca0ecc4bc53 service neutron] Port d68bc25c-daf2-43ae-bbc8-f0f0ad342470 on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:39:38.483820 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0ef191-c92b-40a0-b606-6f054be0d8e8 req-f156c773-8c3a-43bb-a6a9-aca0ecc4bc53 service neutron] Attempting to bind port d68bc25c-daf2-43ae-bbc8-f0f0ad342470 on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:39:38.545615 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0ef191-c92b-40a0-b606-6f054be0d8e8 req-f156c773-8c3a-43bb-a6a9-aca0ecc4bc53 service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:39:38.545972 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0ef191-c92b-40a0-b606-6f054be0d8e8 req-f156c773-8c3a-43bb-a6a9-aca0ecc4bc53 service neutron] Checking segment: {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:39:38.546367 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0ef191-c92b-40a0-b606-6f054be0d8e8 req-f156c773-8c3a-43bb-a6a9-aca0ecc4bc53 service neutron] Bound using segment: {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:39:38.548937 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-de0ef191-c92b-40a0-b606-6f054be0d8e8 req-f156c773-8c3a-43bb-a6a9-aca0ecc4bc53 service neutron] Bound port: d68bc25c-daf2-43ae-bbc8-f0f0ad342470, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:39:38.549327 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-de0ef191-c92b-40a0-b606-6f054be0d8e8 req-f156c773-8c3a-43bb-a6a9-aca0ecc4bc53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d68bc25c-daf2-43ae-bbc8-f0f0ad342470), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:38.569471 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fef6fb-744f-4587-a0e1-8b1c0af3dc9d req-f3bd68f8-4d3e-4e54-ab40-75c5efc14b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:38.570956 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-28fef6fb-744f-4587-a0e1-8b1c0af3dc9d req-f3bd68f8-4d3e-4e54-ab40-75c5efc14b65 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=86f84498-7845-4a44-a8ca-9b6851ba94c2 HTTP/1.1" status: 200 len: 860 time: 0.3332875 Mar 11 19:39:38.831448 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec25e8-70d4-4698-9e9f-7f5e7d620cb0 req-06710412-f9c2-4ebd-bd88-20b632a6b390 tempest-InstanceActionsV221TestJSON-344027217 tempest-InstanceActionsV221TestJSON-344027217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:38.833449 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d5ec25e8-70d4-4698-9e9f-7f5e7d620cb0 req-06710412-f9c2-4ebd-bd88-20b632a6b390 tempest-InstanceActionsV221TestJSON-344027217 tempest-InstanceActionsV221TestJSON-344027217-project] 10.222.0.57 "GET /v2.0/networks?id=8279410e-413f-457e-a6e0-3f8c10cdf3bb HTTP/1.1" status: 200 len: 817 time: 0.4340594 Mar 11 19:39:38.848420 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-d5ec25e8-70d4-4698-9e9f-7f5e7d620cb0 req-4679dc05-1efe-47a6-be5f-8171bf6c4e43 tempest-InstanceActionsV221TestJSON-344027217 tempest-InstanceActionsV221TestJSON-344027217-project] Request body: {'port': {'device_id': '34a46b4c-d2c7-4196-8a07-a52bff89e5c9', 'network_id': '8279410e-413f-457e-a6e0-3f8c10cdf3bb', 'admin_state_up': True, 'tenant_id': 'b2584a0df8d24bcfaa24c97c9e54aa49'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:39:38.947551 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9afae9d-7e15-4fcd-8812-20a9c2c13857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1840a43-e724-40aa-ac50-814280dfa8b6'}, {'server_uuid': '5e96e164-0c87-4b65-ae38-749690de529b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e317bad6-93e0-47a0-9585-a501013d05ba'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:39:38.949895 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ccdbdb3-c085-4a50-bb6c-02a283b47a1b" -d '{"events": [{"server_uuid": "f9afae9d-7e15-4fcd-8812-20a9c2c13857", "name": "network-vif-plugged", "status": "completed", "tag": "c1840a43-e724-40aa-ac50-814280dfa8b6"}, {"server_uuid": "5e96e164-0c87-4b65-ae38-749690de529b", "name": "network-vif-plugged", "status": "completed", "tag": "e317bad6-93e0-47a0-9585-a501013d05ba"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:39:38.991167 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5ec25e8-70d4-4698-9e9f-7f5e7d620cb0 req-4679dc05-1efe-47a6-be5f-8171bf6c4e43 tempest-InstanceActionsV221TestJSON-344027217 tempest-InstanceActionsV221TestJSON-344027217-project] Made reservation on behalf of b2584a0df8d24bcfaa24c97c9e54aa49 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:39:38.995539 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d5ec25e8-70d4-4698-9e9f-7f5e7d620cb0 req-4679dc05-1efe-47a6-be5f-8171bf6c4e43 tempest-InstanceActionsV221TestJSON-344027217 tempest-InstanceActionsV221TestJSON-344027217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:39.059255 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-de0ef191-c92b-40a0-b606-6f054be0d8e8 req-f156c773-8c3a-43bb-a6a9-aca0ecc4bc53 service neutron] For port d68bc25c-daf2-43ae-bbc8-f0f0ad342470, host n-h1-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:39:39.063418 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-de0ef191-c92b-40a0-b606-6f054be0d8e8 req-f156c773-8c3a-43bb-a6a9-aca0ecc4bc53 service neutron] For port d68bc25c-daf2-43ae-bbc8-f0f0ad342470, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=d68bc25c-daf2-43ae-bbc8-f0f0ad342470,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:39:39.072502 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-28fef6fb-744f-4587-a0e1-8b1c0af3dc9d req-1d444e15-910d-427e-a1c7-119d9e53da90 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=26599c04-c03d-4e34-83de-a092bae2f75e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4944243 Mar 11 19:39:39.079264 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-de0ef191-c92b-40a0-b606-6f054be0d8e8 req-f156c773-8c3a-43bb-a6a9-aca0ecc4bc53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (d68bc25c-daf2-43ae-bbc8-f0f0ad342470), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:39.098080 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.db.resource_extend [req-5edcba96-fe08-4c19-8c9c-7e0ec832c5d8 req-d6fa0334-1b09-4472-9fee-e0fcfa31b0ea tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 19:39:39.160070 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 85897ddf-20c1-4ec8-bea7-195d6f9d59e3 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:39:39.245960 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ef191-c92b-40a0-b606-6f054be0d8e8 req-f156c773-8c3a-43bb-a6a9-aca0ecc4bc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:39.246729 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-de0ef191-c92b-40a0-b606-6f054be0d8e8 req-f156c773-8c3a-43bb-a6a9-aca0ecc4bc53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:39.248400 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-de0ef191-c92b-40a0-b606-6f054be0d8e8 req-f156c773-8c3a-43bb-a6a9-aca0ecc4bc53 service neutron] 10.222.0.75 "PUT /v2.0/ports/d68bc25c-daf2-43ae-bbc8-f0f0ad342470 HTTP/1.1" status: 200 len: 1096 time: 2.2996254 Mar 11 19:39:39.250681 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9471aa88-4019-4f54-8eef-e8ffeabeb256', 'tag': 'd68bc25c-daf2-43ae-bbc8-f0f0ad342470'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:39:39.253237 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59af890d-b12b-4039-9b67-ada2d7fcdb67" -d '{"events": [{"name": "network-changed", "server_uuid": "9471aa88-4019-4f54-8eef-e8ffeabeb256", "tag": "d68bc25c-daf2-43ae-bbc8-f0f0ad342470"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:39:39.353883 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 85897ddf-20c1-4ec8-bea7-195d6f9d59e3 is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:39:39.354524 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (85897ddf-20c1-4ec8-bea7-195d6f9d59e3), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:39.381724 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-d5ec25e8-70d4-4698-9e9f-7f5e7d620cb0 req-4679dc05-1efe-47a6-be5f-8171bf6c4e43 tempest-InstanceActionsV221TestJSON-344027217 tempest-InstanceActionsV221TestJSON-344027217-project] Allocated IP 172.20.0.6 (8279410e-413f-457e-a6e0-3f8c10cdf3bb/4445a7fd-2749-40cc-9dcc-b5c4c1b49571/2f611100-c46b-4b93-bc05-a06ea5910f40) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:39:39.389356 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9fb75437-656c-4a9a-8019-fc2b9a87dae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (7c251997-2719-4ccd-b095-a05f8e305045), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:39.398190 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 85897ddf-20c1-4ec8-bea7-195d6f9d59e3, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=85897ddf-20c1-4ec8-bea7-195d6f9d59e3,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:39.404935 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (85897ddf-20c1-4ec8-bea7-195d6f9d59e3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:39.418714 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ef191-c92b-40a0-b606-6f054be0d8e8 req-627c06d9-e721-467d-9feb-057f37660184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:39.421090 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-de0ef191-c92b-40a0-b606-6f054be0d8e8 req-627c06d9-e721-467d-9feb-057f37660184 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7fcfa9d2f3ed4be8ac815d1e6642330d&device_id=9471aa88-4019-4f54-8eef-e8ffeabeb256 HTTP/1.1" status: 200 len: 1130 time: 0.1053298 Mar 11 19:39:39.421881 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f156c773-8c3a-43bb-a6a9-aca0ecc4bc53 service neutron] Pushing event updated for resources: {'Port': ['ID=d68bc25c-daf2-43ae-bbc8-f0f0ad342470,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:39.471438 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=85897ddf-20c1-4ec8-bea7-195d6f9d59e3,revision_number=11']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:39.472699 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb75437-656c-4a9a-8019-fc2b9a87dae1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c251997-2719-4ccd-b095-a05f8e305045,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:39.579202 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-de0ef191-c92b-40a0-b606-6f054be0d8e8 req-87c0c833-c43c-4df1-9034-832b72b6b3fb service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=d68bc25c-daf2-43ae-bbc8-f0f0ad342470 HTTP/1.1" status: 200 len: 217 time: 0.1009510 Mar 11 19:39:39.611318 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d5ec25e8-70d4-4698-9e9f-7f5e7d620cb0 req-4679dc05-1efe-47a6-be5f-8171bf6c4e43 tempest-InstanceActionsV221TestJSON-344027217 tempest-InstanceActionsV221TestJSON-344027217-project] Publish callbacks [] for port (2f611100-c46b-4b93-bc05-a06ea5910f40), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:39.648925 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5edcba96-fe08-4c19-8c9c-7e0ec832c5d8 req-d6fa0334-1b09-4472-9fee-e0fcfa31b0ea tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:39.651566 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d5ec25e8-70d4-4698-9e9f-7f5e7d620cb0 req-4679dc05-1efe-47a6-be5f-8171bf6c4e43 tempest-InstanceActionsV221TestJSON-344027217 tempest-InstanceActionsV221TestJSON-344027217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (2f611100-c46b-4b93-bc05-a06ea5910f40), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:39.664359 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5edcba96-fe08-4c19-8c9c-7e0ec832c5d8 req-d6fa0334-1b09-4472-9fee-e0fcfa31b0ea tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (7c4c07cc-736d-4b96-a740-2b08173e66f2), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:39.677829 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ef191-c92b-40a0-b606-6f054be0d8e8 req-4c19f971-4929-48e3-9202-6c35d67f3490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:39.679476 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-de0ef191-c92b-40a0-b606-6f054be0d8e8 req-4c19f971-4929-48e3-9202-6c35d67f3490 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.0709262 Mar 11 19:39:39.681686 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-28fef6fb-744f-4587-a0e1-8b1c0af3dc9d req-b35f8d19-d904-4844-afcc-d70d1995febb service neutron] 10.222.0.57 "GET /v2.0/networks/26599c04-c03d-4e34-83de-a092bae2f75e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5778100 Mar 11 19:39:39.700289 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device bc6241eb-45cf-4a71-bdb2-fba3bc82b151 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:39:39.772145 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9fb75437-656c-4a9a-8019-fc2b9a87dae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (1b120167-c786-4fa6-9c1b-42428f0a31ed), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:39.772835 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: bc6241eb-45cf-4a71-bdb2-fba3bc82b151 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:39:39.773208 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device bc6241eb-45cf-4a71-bdb2-fba3bc82b151 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:39:39.773644 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 7c251997-2719-4ccd-b095-a05f8e305045 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:39:39.780014 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5ec25e8-70d4-4698-9e9f-7f5e7d620cb0 req-4679dc05-1efe-47a6-be5f-8171bf6c4e43 tempest-InstanceActionsV221TestJSON-344027217 tempest-InstanceActionsV221TestJSON-344027217-project] Network 8279410e-413f-457e-a6e0-3f8c10cdf3bb is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:39:39.790300 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-d5ec25e8-70d4-4698-9e9f-7f5e7d620cb0 req-4679dc05-1efe-47a6-be5f-8171bf6c4e43 tempest-InstanceActionsV221TestJSON-344027217 tempest-InstanceActionsV221TestJSON-344027217-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:39.799491 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ec25e8-70d4-4698-9e9f-7f5e7d620cb0 req-4679dc05-1efe-47a6-be5f-8171bf6c4e43 tempest-InstanceActionsV221TestJSON-344027217 tempest-InstanceActionsV221TestJSON-344027217-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:39:39.805923 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4679dc05-1efe-47a6-be5f-8171bf6c4e43 tempest-InstanceActionsV221TestJSON-344027217 tempest-InstanceActionsV221TestJSON-344027217-project] Pushing event updated for resources: {'Port': ['ID=2f611100-c46b-4b93-bc05-a06ea5910f40,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:39.846152 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 7c251997-2719-4ccd-b095-a05f8e305045 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:39:39.846751 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 7c251997-2719-4ccd-b095-a05f8e305045 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:39:39.913781 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec25e8-70d4-4698-9e9f-7f5e7d620cb0 req-4679dc05-1efe-47a6-be5f-8171bf6c4e43 tempest-InstanceActionsV221TestJSON-344027217 tempest-InstanceActionsV221TestJSON-344027217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:39.913999 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d5ec25e8-70d4-4698-9e9f-7f5e7d620cb0 req-4679dc05-1efe-47a6-be5f-8171bf6c4e43 tempest-InstanceActionsV221TestJSON-344027217 tempest-InstanceActionsV221TestJSON-344027217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:39.928599 n-d-833163-1 neutron-server[103885]: INFO neutron.db.l3_db [req-5edcba96-fe08-4c19-8c9c-7e0ec832c5d8 req-d6fa0334-1b09-4472-9fee-e0fcfa31b0ea tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Floating IP 7c4c07cc-736d-4b96-a740-2b08173e66f2 associated. External IP: 172.25.8.194, port: 9b18110b-6a81-4c6d-a4ab-e9a9946c7c95. Mar 11 19:39:39.930311 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ef191-c92b-40a0-b606-6f054be0d8e8 req-6576e35b-b816-4ceb-aa07-73319493508b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:39.932862 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-de0ef191-c92b-40a0-b606-6f054be0d8e8 req-6576e35b-b816-4ceb-aa07-73319493508b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2452073 Mar 11 19:39:39.980467 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9fb75437-656c-4a9a-8019-fc2b9a87dae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (1b120167-c786-4fa6-9c1b-42428f0a31ed), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:39.998954 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9fb75437-656c-4a9a-8019-fc2b9a87dae1 admin admin] Publish callbacks [] for router_controller (1b120167-c786-4fa6-9c1b-42428f0a31ed), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:40.022009 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-28fef6fb-744f-4587-a0e1-8b1c0af3dc9d req-b8e9c117-a7e3-4906-a200-8b09f594fb6e service neutron] 10.222.0.57 "GET /v2.0/networks/26599c04-c03d-4e34-83de-a092bae2f75e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287854 Mar 11 19:39:40.052824 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d5ec25e8-70d4-4698-9e9f-7f5e7d620cb0 req-4679dc05-1efe-47a6-be5f-8171bf6c4e43 tempest-InstanceActionsV221TestJSON-344027217 tempest-InstanceActionsV221TestJSON-344027217-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2091656 Mar 11 19:39:40.097637 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-d5ec25e8-70d4-4698-9e9f-7f5e7d620cb0 req-8aa3d4e1-8404-4f7e-8cf3-7c1e103f6616 service neutron] Request body: {'port': {'device_id': '34a46b4c-d2c7-4196-8a07-a52bff89e5c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:39:40.112946 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9fb75437-656c-4a9a-8019-fc2b9a87dae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (1b120167-c786-4fa6-9c1b-42428f0a31ed), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:40.113591 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb75437-656c-4a9a-8019-fc2b9a87dae1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b120167-c786-4fa6-9c1b-42428f0a31ed {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:39:40.123372 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9fb75437-656c-4a9a-8019-fc2b9a87dae1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:40.125987 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-9fb75437-656c-4a9a-8019-fc2b9a87dae1 admin admin] 10.222.0.65 "DELETE /v2.0/routers/1b120167-c786-4fa6-9c1b-42428f0a31ed HTTP/1.1" status: 204 len: 168 time: 3.5423527 Mar 11 19:39:40.130635 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38310) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:39:40.197658 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-de0ef191-c92b-40a0-b606-6f054be0d8e8 req-8ab64ed8-a643-4af1-9e1f-ee31d0fb5bb1 service neutron] 10.222.0.75 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308617 Mar 11 19:39:40.208968 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d5ec25e8-70d4-4698-9e9f-7f5e7d620cb0 req-8aa3d4e1-8404-4f7e-8cf3-7c1e103f6616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2f611100-c46b-4b93-bc05-a06ea5910f40), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:40.219745 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-380c4370-38d6-42bf-b465-861861b6938d admin admin] Deleting subnet 80056032-eb48-4775-96f6-10e96bb6ead3 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:39:40.225309 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-380c4370-38d6-42bf-b465-861861b6938d admin admin] Publish callbacks [] for subnet (80056032-eb48-4775-96f6-10e96bb6ead3), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:40.268481 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-380c4370-38d6-42bf-b465-861861b6938d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (80056032-eb48-4775-96f6-10e96bb6ead3), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:40.293988 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5edcba96-fe08-4c19-8c9c-7e0ec832c5d8 req-d6fa0334-1b09-4472-9fee-e0fcfa31b0ea tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Router 2d2a7a07-2f79-41a7-bb65-559d8c68c413 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:39:40.448192 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-380c4370-38d6-42bf-b465-861861b6938d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (80056032-eb48-4775-96f6-10e96bb6ead3), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:40.478804 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-de0ef191-c92b-40a0-b606-6f054be0d8e8 req-a3162b72-155b-4751-901b-b42a0c168b6a service neutron] 10.222.0.75 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751057 Mar 11 19:39:40.533476 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-380c4370-38d6-42bf-b465-861861b6938d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (80056032-eb48-4775-96f6-10e96bb6ead3), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:40.558398 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5edcba96-fe08-4c19-8c9c-7e0ec832c5d8 req-d6fa0334-1b09-4472-9fee-e0fcfa31b0ea tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:39:40.566139 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5edcba96-fe08-4c19-8c9c-7e0ec832c5d8 req-d6fa0334-1b09-4472-9fee-e0fcfa31b0ea tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:40.566504 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380c4370-38d6-42bf-b465-861861b6938d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80056032-eb48-4775-96f6-10e96bb6ead3,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:40.571163 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-380c4370-38d6-42bf-b465-861861b6938d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:40.577551 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-380c4370-38d6-42bf-b465-861861b6938d admin admin] 10.222.0.65 "DELETE /v2.0/subnets/80056032-eb48-4775-96f6-10e96bb6ead3 HTTP/1.1" status: 204 len: 168 time: 0.4452887 Mar 11 19:39:40.578395 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38314) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:39:40.581167 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c8c976-d7fb-48ec-81c3-38f5edc7656a None None] Network 77a02624-a1f8-4ed5-b0a3-cc9c95960d0b requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:39:40.608627 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9369ae54-4513-483e-9657-a1c410dd963c None None] Sync routers for ids ['2d2a7a07-2f79-41a7-bb65-559d8c68c413'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:39:40.613880 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5edcba96-fe08-4c19-8c9c-7e0ec832c5d8 req-d6fa0334-1b09-4472-9fee-e0fcfa31b0ea tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "PUT /v2.0/floatingips/7c4c07cc-736d-4b96-a740-2b08173e66f2 HTTP/1.1" status: 200 len: 996 time: 2.7596018 Mar 11 19:39:40.620635 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '354488d0-8811-4789-8bda-a6a0309f9fa8', 'tag': '9b18110b-6a81-4c6d-a4ab-e9a9946c7c95'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:39:40.623003 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f12f3f-7d59-43a7-80b0-a6614f2d4b24" -d '{"events": [{"name": "network-changed", "server_uuid": "354488d0-8811-4789-8bda-a6a0309f9fa8", "tag": "9b18110b-6a81-4c6d-a4ab-e9a9946c7c95"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:39:40.641136 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9369ae54-4513-483e-9657-a1c410dd963c None None] Routers {'2d2a7a07-2f79-41a7-bb65-559d8c68c413'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:39:40.643891 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-9369ae54-4513-483e-9657-a1c410dd963c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:39:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['2d2a7a07-2f79-41a7-bb65-559d8c68c413'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:40.669805 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aa007185-c017-4c14-889c-87b016d9218b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (77a02624-a1f8-4ed5-b0a3-cc9c95960d0b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:40.722909 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-d5ec25e8-70d4-4698-9e9f-7f5e7d620cb0 req-8aa3d4e1-8404-4f7e-8cf3-7c1e103f6616 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f611100-c46b-4b93-bc05-a06ea5910f40 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:39:40.735693 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-aa007185-c017-4c14-889c-87b016d9218b admin admin] Deleting port a6ae0ae4-d936-4474-ac6d-9a4b2caaaea9 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:39:40.736048 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aa007185-c017-4c14-889c-87b016d9218b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (a6ae0ae4-d936-4474-ac6d-9a4b2caaaea9), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:40.736509 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edcba96-fe08-4c19-8c9c-7e0ec832c5d8 req-07af4f1e-669c-463a-9310-f3b79d6f3a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:40.738919 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5edcba96-fe08-4c19-8c9c-7e0ec832c5d8 req-07af4f1e-669c-463a-9310-f3b79d6f3a3e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e1278b723edd4119b7e2bc2da0da9d73&device_id=354488d0-8811-4789-8bda-a6a0309f9fa8 HTTP/1.1" status: 200 len: 1127 time: 0.1107585 Mar 11 19:39:40.740928 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d5ec25e8-70d4-4698-9e9f-7f5e7d620cb0 req-8aa3d4e1-8404-4f7e-8cf3-7c1e103f6616 service neutron] Publish callbacks [] for port (2f611100-c46b-4b93-bc05-a06ea5910f40), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:40.767983 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-d5ec25e8-70d4-4698-9e9f-7f5e7d620cb0 req-8aa3d4e1-8404-4f7e-8cf3-7c1e103f6616 service neutron] Transition to ACTIVE for port object 2f611100-c46b-4b93-bc05-a06ea5910f40 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:39:40.785004 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d5ec25e8-70d4-4698-9e9f-7f5e7d620cb0 req-8aa3d4e1-8404-4f7e-8cf3-7c1e103f6616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (2f611100-c46b-4b93-bc05-a06ea5910f40), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:40.812292 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-aa007185-c017-4c14-889c-87b016d9218b admin admin] For port a6ae0ae4-d936-4474-ac6d-9a4b2caaaea9, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=a6ae0ae4-d936-4474-ac6d-9a4b2caaaea9,segment=NetworkSegment(2e913ce2-e9d1-48a3-a500-fa6dab0e0cac),segment_id=2e913ce2-e9d1-48a3-a500-fa6dab0e0cac)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:40.812793 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aa007185-c017-4c14-889c-87b016d9218b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (a6ae0ae4-d936-4474-ac6d-9a4b2caaaea9), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:40.818775 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-9369ae54-4513-483e-9657-a1c410dd963c None None] Set router 2d2a7a07-2f79-41a7-bb65-559d8c68c413 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:39:40.825535 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-aa007185-c017-4c14-889c-87b016d9218b admin admin] Calling delete_port for a6ae0ae4-d936-4474-ac6d-9a4b2caaaea9 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:39:40.917106 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aa007185-c017-4c14-889c-87b016d9218b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (a6ae0ae4-d936-4474-ac6d-9a4b2caaaea9), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:40.941499 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa3d4e1-8404-4f7e-8cf3-7c1e103f6616 service neutron] Pushing event updated for resources: {'Port': ['ID=2f611100-c46b-4b93-bc05-a06ea5910f40,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:40.977077 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa007185-c017-4c14-889c-87b016d9218b admin admin] Pushing event deleted for resources: {'Port': ['ID=a6ae0ae4-d936-4474-ac6d-9a4b2caaaea9,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:40.987160 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-d5ec25e8-70d4-4698-9e9f-7f5e7d620cb0 req-8aa3d4e1-8404-4f7e-8cf3-7c1e103f6616 service neutron] Attempting to bind port 2f611100-c46b-4b93-bc05-a06ea5910f40 on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:39:40.987505 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-d5ec25e8-70d4-4698-9e9f-7f5e7d620cb0 req-8aa3d4e1-8404-4f7e-8cf3-7c1e103f6616 service neutron] Attempting to bind port 2f611100-c46b-4b93-bc05-a06ea5910f40 by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': 'f21e6a7c-ed16-4d5c-bf9a-6cbc370e21a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '8279410e-413f-457e-a6e0-3f8c10cdf3bb'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:39:40.987864 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ec25e8-70d4-4698-9e9f-7f5e7d620cb0 req-8aa3d4e1-8404-4f7e-8cf3-7c1e103f6616 service neutron] Attempting to bind port 2f611100-c46b-4b93-bc05-a06ea5910f40 on network 8279410e-413f-457e-a6e0-3f8c10cdf3bb {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:39:40.994572 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ec25e8-70d4-4698-9e9f-7f5e7d620cb0 req-8aa3d4e1-8404-4f7e-8cf3-7c1e103f6616 service neutron] Port 2f611100-c46b-4b93-bc05-a06ea5910f40 on network 8279410e-413f-457e-a6e0-3f8c10cdf3bb not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:39:40.994894 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ec25e8-70d4-4698-9e9f-7f5e7d620cb0 req-8aa3d4e1-8404-4f7e-8cf3-7c1e103f6616 service neutron] Attempting to bind port 2f611100-c46b-4b93-bc05-a06ea5910f40 on network 8279410e-413f-457e-a6e0-3f8c10cdf3bb {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:39:41.002723 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ec25e8-70d4-4698-9e9f-7f5e7d620cb0 req-8aa3d4e1-8404-4f7e-8cf3-7c1e103f6616 service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:39:41.003063 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ec25e8-70d4-4698-9e9f-7f5e7d620cb0 req-8aa3d4e1-8404-4f7e-8cf3-7c1e103f6616 service neutron] Checking segment: {'id': 'f21e6a7c-ed16-4d5c-bf9a-6cbc370e21a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '8279410e-413f-457e-a6e0-3f8c10cdf3bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:39:41.003502 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ec25e8-70d4-4698-9e9f-7f5e7d620cb0 req-8aa3d4e1-8404-4f7e-8cf3-7c1e103f6616 service neutron] Bound using segment: {'id': 'f21e6a7c-ed16-4d5c-bf9a-6cbc370e21a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '8279410e-413f-457e-a6e0-3f8c10cdf3bb'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:39:41.005764 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-d5ec25e8-70d4-4698-9e9f-7f5e7d620cb0 req-8aa3d4e1-8404-4f7e-8cf3-7c1e103f6616 service neutron] Bound port: 2f611100-c46b-4b93-bc05-a06ea5910f40, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f21e6a7c-ed16-4d5c-bf9a-6cbc370e21a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '8279410e-413f-457e-a6e0-3f8c10cdf3bb'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:39:41.006146 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d5ec25e8-70d4-4698-9e9f-7f5e7d620cb0 req-8aa3d4e1-8404-4f7e-8cf3-7c1e103f6616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2f611100-c46b-4b93-bc05-a06ea5910f40), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:41.013518 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa007185-c017-4c14-889c-87b016d9218b admin admin] No DVR routers for this DVR port a6ae0ae4-d936-4474-ac6d-9a4b2caaaea9 on host n-d-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:39:41.026514 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edcba96-fe08-4c19-8c9c-7e0ec832c5d8 req-5a09f071-63bc-4a44-a829-a3ee586dea86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:41.035403 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5edcba96-fe08-4c19-8c9c-7e0ec832c5d8 req-5a09f071-63bc-4a44-a829-a3ee586dea86 service neutron] 10.222.0.65 "GET /v2.0/networks?id=26599c04-c03d-4e34-83de-a092bae2f75e HTTP/1.1" status: 200 len: 921 time: 0.2868052 Mar 11 19:39:41.100355 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aa007185-c017-4c14-889c-87b016d9218b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (77a02624-a1f8-4ed5-b0a3-cc9c95960d0b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:41.108805 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-9369ae54-4513-483e-9657-a1c410dd963c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d2a7a07-2f79-41a7-bb65-559d8c68c413', 'name': 'tempest-ServerRescueTestJSONUnderV235-2003893289-router', 'tenant_id': 'e1278b723edd4119b7e2bc2da0da9d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '13b81c35-33c7-42e7-9e70-73bf69db62f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:38:14Z', 'updated_at': '2022-03-11T19:38:22Z', 'revision_number': 4, 'project_id': 'e1278b723edd4119b7e2bc2da0da9d73', 'gw_port': {'id': '13b81c35-33c7-42e7-9e70-73bf69db62f4', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:58:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2a7a07-2f79-41a7-bb65-559d8c68c413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:38:16Z', 'updated_at': '2022-03-11T19:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '7c4c07cc-736d-4b96-a740-2b08173e66f2', 'tenant_id': 'e1278b723edd4119b7e2bc2da0da9d73', 'floating_ip_address': '172.25.8.194', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '2d2a7a07-2f79-41a7-bb65-559d8c68c413', 'port_id': '9b18110b-6a81-4c6d-a4ab-e9a9946c7c95', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26599c04-c03d-4e34-83de-a092bae2f75e', 'mac_address': 'fa:16:3e:fd:c5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354488d0-8811-4789-8bda-a6a0309f9fa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:39:33Z', 'updated_at': '2022-03-11T19:39:38Z', 'revision_number': 1, 'project_id': 'e1278b723edd4119b7e2bc2da0da9d73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b291da3-106d-43a5-af78-b157082d72e1', 'name': '', 'network_id': '26599c04-c03d-4e34-83de-a092bae2f75e', 'tenant_id': 'e1278b723edd4119b7e2bc2da0da9d73', 'mac_address': 'fa:16:3e:bb:67:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2a7a07-2f79-41a7-bb65-559d8c68c413', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '86f84498-7845-4a44-a8ca-9b6851ba94c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:38:21Z', 'updated_at': '2022-03-11T19:38:32Z', 'revision_number': 5, 'project_id': 'e1278b723edd4119b7e2bc2da0da9d73', 'subnets': [{'id': '86f84498-7845-4a44-a8ca-9b6851ba94c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:41.137745 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-aa007185-c017-4c14-889c-87b016d9218b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77a02624-a1f8-4ed5-b0a3-cc9c95960d0b']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:41.148991 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-aa007185-c017-4c14-889c-87b016d9218b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e913ce2-e9d1-48a3-a500-fa6dab0e0cac') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:41.149290 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-aa007185-c017-4c14-889c-87b016d9218b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e913ce2-e9d1-48a3-a500-fa6dab0e0cac') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:41.150839 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5edcba96-fe08-4c19-8c9c-7e0ec832c5d8 req-ccdcd55c-8086-4dc5-b058-c07994a590db service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b18110b-6a81-4c6d-a4ab-e9a9946c7c95 HTTP/1.1" status: 200 len: 999 time: 0.1144664 Mar 11 19:39:41.156624 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9369ae54-4513-483e-9657-a1c410dd963c None None] Checking router: 2d2a7a07-2f79-41a7-bb65-559d8c68c413 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:39:41.172748 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aa007185-c017-4c14-889c-87b016d9218b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (2e913ce2-e9d1-48a3-a500-fa6dab0e0cac), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:41.172993 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea50389a-3153-46a5-ad0f-5e0fe9e58301 None None] DHCP port deletion for 77a02624-a1f8-4ed5-b0a3-cc9c95960d0b request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:39:41.180070 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9369ae54-4513-483e-9657-a1c410dd963c None None] Routers {'2d2a7a07-2f79-41a7-bb65-559d8c68c413'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:39:41.180903 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-9369ae54-4513-483e-9657-a1c410dd963c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:39:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['2d2a7a07-2f79-41a7-bb65-559d8c68c413'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:41.192066 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aa007185-c017-4c14-889c-87b016d9218b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (2e913ce2-e9d1-48a3-a500-fa6dab0e0cac), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:41.195088 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-d5ec25e8-70d4-4698-9e9f-7f5e7d620cb0 req-8aa3d4e1-8404-4f7e-8cf3-7c1e103f6616 service neutron] For port 2f611100-c46b-4b93-bc05-a06ea5910f40, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:39:41.200773 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa007185-c017-4c14-889c-87b016d9218b admin admin] Releasing vlan 864 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:39:41.201285 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aa007185-c017-4c14-889c-87b016d9218b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (2e913ce2-e9d1-48a3-a500-fa6dab0e0cac), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:41.213721 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-d5ec25e8-70d4-4698-9e9f-7f5e7d620cb0 req-8aa3d4e1-8404-4f7e-8cf3-7c1e103f6616 service neutron] For port 2f611100-c46b-4b93-bc05-a06ea5910f40, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=2f611100-c46b-4b93-bc05-a06ea5910f40,segment=NetworkSegment(f21e6a7c-ed16-4d5c-bf9a-6cbc370e21a0),segment_id=f21e6a7c-ed16-4d5c-bf9a-6cbc370e21a0)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:39:41.222058 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edcba96-fe08-4c19-8c9c-7e0ec832c5d8 req-3d992f9d-131f-4701-bbed-762f75f1e87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:41.229888 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5edcba96-fe08-4c19-8c9c-7e0ec832c5d8 req-3d992f9d-131f-4701-bbed-762f75f1e87f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=86f84498-7845-4a44-a8ca-9b6851ba94c2 HTTP/1.1" status: 200 len: 860 time: 0.0781834 Mar 11 19:39:41.265584 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:39:41.265584 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:39:41.265584 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:39:41.265584 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:39:41.265584 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:39:41.265584 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:39:41.265584 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:39:41.265584 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:39:41.265584 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:39:41.265584 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:39:41.265584 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:39:41.265584 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:39:41.265584 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:39:41.265584 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:39:41.265584 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:39:41.265584 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:39:41.265584 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:39:41.265584 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:39:41.265584 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:39:41.265584 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:39:41.265584 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:39:41.265584 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:39:41.265584 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:39:41.265584 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:39:41.265584 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:39:41.265584 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:39:41.265584 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:39:41.265584 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:39:41.265584 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:39:41.265584 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:39:41.265584 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:39:41.265584 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:39:41.269418 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aa007185-c017-4c14-889c-87b016d9218b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (77a02624-a1f8-4ed5-b0a3-cc9c95960d0b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:41.274810 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aa007185-c017-4c14-889c-87b016d9218b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:41.279321 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-aa007185-c017-4c14-889c-87b016d9218b admin admin] 10.222.0.65 "DELETE /v2.0/networks/77a02624-a1f8-4ed5-b0a3-cc9c95960d0b HTTP/1.1" status: 204 len: 168 time: 0.6997409 Mar 11 19:39:41.292674 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5edcba96-fe08-4c19-8c9c-7e0ec832c5d8 req-6bae72ff-5d1e-40eb-8bdc-4c153765bc35 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=26599c04-c03d-4e34-83de-a092bae2f75e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581501 Mar 11 19:39:41.294386 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa007185-c017-4c14-889c-87b016d9218b admin admin] Pushing event deleted for resources: {'Network': ['ID=77a02624-a1f8-4ed5-b0a3-cc9c95960d0b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:41.323888 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-9369ae54-4513-483e-9657-a1c410dd963c None None] Set router 2d2a7a07-2f79-41a7-bb65-559d8c68c413 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:39:41.327115 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d5ec25e8-70d4-4698-9e9f-7f5e7d620cb0 req-8aa3d4e1-8404-4f7e-8cf3-7c1e103f6616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (2f611100-c46b-4b93-bc05-a06ea5910f40), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:41.392935 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa3d4e1-8404-4f7e-8cf3-7c1e103f6616 service neutron] Pushing event updated for resources: {'Port': ['ID=2f611100-c46b-4b93-bc05-a06ea5910f40,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:41.425046 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec25e8-70d4-4698-9e9f-7f5e7d620cb0 req-8aa3d4e1-8404-4f7e-8cf3-7c1e103f6616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:41.425666 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d5ec25e8-70d4-4698-9e9f-7f5e7d620cb0 req-8aa3d4e1-8404-4f7e-8cf3-7c1e103f6616 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:41.427163 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d5ec25e8-70d4-4698-9e9f-7f5e7d620cb0 req-8aa3d4e1-8404-4f7e-8cf3-7c1e103f6616 service neutron] 10.222.0.57 "PUT /v2.0/ports/2f611100-c46b-4b93-bc05-a06ea5910f40 HTTP/1.1" status: 200 len: 1091 time: 1.3352256 Mar 11 19:39:41.545023 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38320) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:39:41.617835 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ae0609b4-d5f6-4168-8436-f2a8846b9366 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=13f1448ca5364266ac9d2968e838f04d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0715964 Mar 11 19:39:41.619246 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38322) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:39:41.653555 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device a6ae0ae4-d936-4474-ac6d-9a4b2caaaea9 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:39:41.682370 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-93d0fddc-1a01-4a05-80cd-23fa55f28f43 admin admin] Publish callbacks [] for security_group (6aab8c64-b4a8-4270-bf55-301321e93f0c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:41.724402 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-93d0fddc-1a01-4a05-80cd-23fa55f28f43 admin admin] Publish callbacks [] for security_group (6aab8c64-b4a8-4270-bf55-301321e93f0c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:41.803327 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-93d0fddc-1a01-4a05-80cd-23fa55f28f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (6aab8c64-b4a8-4270-bf55-301321e93f0c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:41.806790 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-93d0fddc-1a01-4a05-80cd-23fa55f28f43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:41.808281 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-93d0fddc-1a01-4a05-80cd-23fa55f28f43 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6aab8c64-b4a8-4270-bf55-301321e93f0c HTTP/1.1" status: 204 len: 168 time: 0.1878669 Mar 11 19:39:41.819859 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d0fddc-1a01-4a05-80cd-23fa55f28f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aab8c64-b4a8-4270-bf55-301321e93f0c,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:41.859722 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: a6ae0ae4-d936-4474-ac6d-9a4b2caaaea9 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:39:41.860205 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device a6ae0ae4-d936-4474-ac6d-9a4b2caaaea9 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:39:41.866784 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5edcba96-fe08-4c19-8c9c-7e0ec832c5d8 req-37776707-de67-48ec-b1e3-54158f2542e6 service neutron] 10.222.0.65 "GET /v2.0/networks/26599c04-c03d-4e34-83de-a092bae2f75e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5732296 Mar 11 19:39:41.894424 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-9369ae54-4513-483e-9657-a1c410dd963c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d2a7a07-2f79-41a7-bb65-559d8c68c413', 'name': 'tempest-ServerRescueTestJSONUnderV235-2003893289-router', 'tenant_id': 'e1278b723edd4119b7e2bc2da0da9d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '13b81c35-33c7-42e7-9e70-73bf69db62f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:38:14Z', 'updated_at': '2022-03-11T19:38:22Z', 'revision_number': 4, 'project_id': 'e1278b723edd4119b7e2bc2da0da9d73', 'gw_port': {'id': '13b81c35-33c7-42e7-9e70-73bf69db62f4', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:58:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2a7a07-2f79-41a7-bb65-559d8c68c413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:38:16Z', 'updated_at': '2022-03-11T19:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '7c4c07cc-736d-4b96-a740-2b08173e66f2', 'tenant_id': 'e1278b723edd4119b7e2bc2da0da9d73', 'floating_ip_address': '172.25.8.194', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '2d2a7a07-2f79-41a7-bb65-559d8c68c413', 'port_id': '9b18110b-6a81-4c6d-a4ab-e9a9946c7c95', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26599c04-c03d-4e34-83de-a092bae2f75e', 'mac_address': 'fa:16:3e:fd:c5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354488d0-8811-4789-8bda-a6a0309f9fa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:39:33Z', 'updated_at': '2022-03-11T19:39:38Z', 'revision_number': 1, 'project_id': 'e1278b723edd4119b7e2bc2da0da9d73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b291da3-106d-43a5-af78-b157082d72e1', 'name': '', 'network_id': '26599c04-c03d-4e34-83de-a092bae2f75e', 'tenant_id': 'e1278b723edd4119b7e2bc2da0da9d73', 'mac_address': 'fa:16:3e:bb:67:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2a7a07-2f79-41a7-bb65-559d8c68c413', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '86f84498-7845-4a44-a8ca-9b6851ba94c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:38:21Z', 'updated_at': '2022-03-11T19:38:32Z', 'revision_number': 5, 'project_id': 'e1278b723edd4119b7e2bc2da0da9d73', 'subnets': [{'id': '86f84498-7845-4a44-a8ca-9b6851ba94c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:41.929197 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9369ae54-4513-483e-9657-a1c410dd963c None None] The sync data for ids ['2d2a7a07-2f79-41a7-bb65-559d8c68c413'] in n-d-833163-1 is: [{'id': '2d2a7a07-2f79-41a7-bb65-559d8c68c413', 'name': 'tempest-ServerRescueTestJSONUnderV235-2003893289-router', 'tenant_id': 'e1278b723edd4119b7e2bc2da0da9d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '13b81c35-33c7-42e7-9e70-73bf69db62f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:38:14Z', 'updated_at': '2022-03-11T19:38:22Z', 'revision_number': 4, 'project_id': 'e1278b723edd4119b7e2bc2da0da9d73', 'gw_port': {'id': '13b81c35-33c7-42e7-9e70-73bf69db62f4', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:58:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2a7a07-2f79-41a7-bb65-559d8c68c413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:38:16Z', 'updated_at': '2022-03-11T19:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '7c4c07cc-736d-4b96-a740-2b08173e66f2', 'tenant_id': 'e1278b723edd4119b7e2bc2da0da9d73', 'floating_ip_address': '172.25.8.194', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '2d2a7a07-2f79-41a7-bb65-559d8c68c413', 'port_id': '9b18110b-6a81-4c6d-a4ab-e9a9946c7c95', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26599c04-c03d-4e34-83de-a092bae2f75e', 'mac_address': 'fa:16:3e:fd:c5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '354488d0-8811-4789-8bda-a6a0309f9fa8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:39:33Z', 'updated_at': '2022-03-11T19:39:38Z', 'revision_number': 1, 'project_id': 'e1278b723edd4119b7e2bc2da0da9d73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b291da3-106d-43a5-af78-b157082d72e1', 'name': '', 'network_id': '26599c04-c03d-4e34-83de-a092bae2f75e', 'tenant_id': 'e1278b723edd4119b7e2bc2da0da9d73', 'mac_address': 'fa:16:3e:bb:67:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2a7a07-2f79-41a7-bb65-559d8c68c413', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '86f84498-7845-4a44-a8ca-9b6851ba94c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:38:21Z', 'updated_at': '2022-03-11T19:38:32Z', 'revision_number': 5, 'project_id': 'e1278b723edd4119b7e2bc2da0da9d73', 'subnets': [{'id': '86f84498-7845-4a44-a8ca-9b6851ba94c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:39:41.969357 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec25e8-70d4-4698-9e9f-7f5e7d620cb0 req-197c2636-a49e-41d6-8672-0b30bce5388b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:41.972455 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d5ec25e8-70d4-4698-9e9f-7f5e7d620cb0 req-197c2636-a49e-41d6-8672-0b30bce5388b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b2584a0df8d24bcfaa24c97c9e54aa49&device_id=34a46b4c-d2c7-4196-8a07-a52bff89e5c9 HTTP/1.1" status: 200 len: 1125 time: 0.4947755 Mar 11 19:39:42.032692 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d5ec25e8-70d4-4698-9e9f-7f5e7d620cb0 req-3fa41f59-a364-4b9b-afcd-47c5100590ad service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f611100-c46b-4b93-bc05-a06ea5910f40 HTTP/1.1" status: 200 len: 217 time: 0.0508680 Mar 11 19:39:42.061061 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5edcba96-fe08-4c19-8c9c-7e0ec832c5d8 req-ed18ac3f-4034-400d-896f-0ea76269aa95 service neutron] 10.222.0.65 "GET /v2.0/networks/26599c04-c03d-4e34-83de-a092bae2f75e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863852 Mar 11 19:39:42.123349 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec25e8-70d4-4698-9e9f-7f5e7d620cb0 req-62647d25-558d-4bbe-88ba-a34f7a698714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:42.125333 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d5ec25e8-70d4-4698-9e9f-7f5e7d620cb0 req-62647d25-558d-4bbe-88ba-a34f7a698714 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4445a7fd-2749-40cc-9dcc-b5c4c1b49571 HTTP/1.1" status: 200 len: 857 time: 0.0868912 Mar 11 19:39:42.177122 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d5ec25e8-70d4-4698-9e9f-7f5e7d620cb0 req-75d0ea4c-7c37-42b5-b030-564402005417 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8279410e-413f-457e-a6e0-3f8c10cdf3bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443621 Mar 11 19:39:42.290852 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7c2b3c-e040-4d8e-b0bf-6bc7b59fe763 None None] New status for floating IP 7c4c07cc-736d-4b96-a740-2b08173e66f2: ACTIVE {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 19:39:42.340883 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d5ec25e8-70d4-4698-9e9f-7f5e7d620cb0 req-881004f0-700a-4441-9931-405cd4ae5284 service neutron] 10.222.0.57 "GET /v2.0/networks/8279410e-413f-457e-a6e0-3f8c10cdf3bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529696 Mar 11 19:39:42.351895 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942a238-a8fd-4ac0-bc0f-aa70c026937a req-913c488c-7eef-419c-867a-f65c23396366 tempest-InstanceActionsV221TestJSON-344027217 tempest-InstanceActionsV221TestJSON-344027217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:42.357003 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b942a238-a8fd-4ac0-bc0f-aa70c026937a req-913c488c-7eef-419c-867a-f65c23396366 tempest-InstanceActionsV221TestJSON-344027217 tempest-InstanceActionsV221TestJSON-344027217-project] 10.222.0.65 "GET /v2.0/ports?device_id=34a46b4c-d2c7-4196-8a07-a52bff89e5c9 HTTP/1.1" status: 200 len: 943 time: 0.1775577 Mar 11 19:39:42.503083 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b942a238-a8fd-4ac0-bc0f-aa70c026937a req-b126994d-3340-46d8-bd56-567ccb1617e2 tempest-InstanceActionsV221TestJSON-344027217 tempest-InstanceActionsV221TestJSON-344027217-project] 10.222.0.65 "GET /v2.0/security-groups?id=d351d7b2-55d0-41e7-b179-a6d0a957109a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270509 Mar 11 19:39:42.549189 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d5ec25e8-70d4-4698-9e9f-7f5e7d620cb0 req-8db3d694-ddf7-484d-983e-c29d03c5f54c service neutron] 10.222.0.57 "GET /v2.0/networks/8279410e-413f-457e-a6e0-3f8c10cdf3bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911752 Mar 11 19:39:42.765688 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38350) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:39:42.880947 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-17dddd8a-6261-4237-834a-5a371133a9f7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-869174835-network', 'tenant_id': '12e2452ddb214caab7c1aa2dab6d048a'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:39:42.915039 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17dddd8a-6261-4237-834a-5a371133a9f7 admin admin] Made reservation on behalf of 12e2452ddb214caab7c1aa2dab6d048a for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:39:42.917621 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-17dddd8a-6261-4237-834a-5a371133a9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:42.927488 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-17dddd8a-6261-4237-834a-5a371133a9f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:43.017107 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-17dddd8a-6261-4237-834a-5a371133a9f7 admin admin] Publish callbacks [] for security_group (706771a7-f917-4c6b-a63d-81a807505760), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:43.021305 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-17dddd8a-6261-4237-834a-5a371133a9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (706771a7-f917-4c6b-a63d-81a807505760), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:43.046613 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17dddd8a-6261-4237-834a-5a371133a9f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 857, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:39:43.060398 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dddd8a-6261-4237-834a-5a371133a9f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706771a7-f917-4c6b-a63d-81a807505760,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:43.065302 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc3282-1a29-4db4-85bd-145d4c78fe13 req-73539d79-083f-4d74-90fc-02a142db11da tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:43.066328 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-17dddd8a-6261-4237-834a-5a371133a9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (4e412043-f4b7-4584-89b3-4a0ee01e31e1), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:43.066707 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-17dddd8a-6261-4237-834a-5a371133a9f7 admin admin] Added segment 4e412043-f4b7-4584-89b3-4a0ee01e31e1 of type vlan for network 90292ec6-d6b2-4fa1-9376-c622cb87c9e0 Mar 11 19:39:43.072476 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d7cc3282-1a29-4db4-85bd-145d4c78fe13 req-73539d79-083f-4d74-90fc-02a142db11da tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9afae9d-7e15-4fcd-8812-20a9c2c13857 HTTP/1.1" status: 200 len: 945 time: 0.0664210 Mar 11 19:39:43.108941 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-17dddd8a-6261-4237-834a-5a371133a9f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (90292ec6-d6b2-4fa1-9376-c622cb87c9e0), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:43.133540 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d7cc3282-1a29-4db4-85bd-145d4c78fe13 req-f383a1e3-3ba9-4292-911a-1e331ee4b550 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] 10.222.0.65 "GET /v2.0/security-groups?id=488ef7c0-546f-42b9-91ac-cf20b31fd2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598314 Mar 11 19:39:43.137173 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-17dddd8a-6261-4237-834a-5a371133a9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (90292ec6-d6b2-4fa1-9376-c622cb87c9e0), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:43.138189 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17dddd8a-6261-4237-834a-5a371133a9f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:43.138813 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-17dddd8a-6261-4237-834a-5a371133a9f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:43.181029 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-17dddd8a-6261-4237-834a-5a371133a9f7 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4144096 Mar 11 19:39:43.184361 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38366) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:39:43.191396 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-36a7a1e6-0be0-4766-a616-271bdffdf0fb admin admin] Request body: {'subnet': {'network_id': '90292ec6-d6b2-4fa1-9376-c622cb87c9e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-869174835-subnet', 'tenant_id': '12e2452ddb214caab7c1aa2dab6d048a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:39:43.198990 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device d68bc25c-daf2-43ae-bbc8-f0f0ad342470 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:39:43.212231 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a7a1e6-0be0-4766-a616-271bdffdf0fb admin admin] Made reservation on behalf of 12e2452ddb214caab7c1aa2dab6d048a for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:39:43.215017 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-36a7a1e6-0be0-4766-a616-271bdffdf0fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:43.215189 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dddd8a-6261-4237-834a-5a371133a9f7 admin admin] Pushing event updated for resources: {'Network': ['ID=90292ec6-d6b2-4fa1-9376-c622cb87c9e0,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:43.230355 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 90292ec6-d6b2-4fa1-9376-c622cb87c9e0 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:39:43.335883 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70423378-1eb9-4638-abd3-33ca2c5e4e69 req-1e13499f-0bd5-4831-8ef1-16828728a2d5 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:43.337405 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-70423378-1eb9-4638-abd3-33ca2c5e4e69 req-1e13499f-0bd5-4831-8ef1-16828728a2d5 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/ports?device_id=9471aa88-4019-4f54-8eef-e8ffeabeb256 HTTP/1.1" status: 200 len: 948 time: 0.1102173 Mar 11 19:39:43.367442 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port d68bc25c-daf2-43ae-bbc8-f0f0ad342470, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=d68bc25c-daf2-43ae-bbc8-f0f0ad342470,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:43.378647 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': 'd68bc25c-daf2-43ae-bbc8-f0f0ad342470', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'port_id': 'd68bc25c-daf2-43ae-bbc8-f0f0ad342470', 'mac_address': 'fa:16:3e:26:e7:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bb14923-74c3-4313-be8d-ed33542f05aa', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:39:43.416487 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port d68bc25c-daf2-43ae-bbc8-f0f0ad342470 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:39:43.416788 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d68bc25c-daf2-43ae-bbc8-f0f0ad342470), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:43.429632 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-70423378-1eb9-4638-abd3-33ca2c5e4e69 req-be623360-140c-4ec3-97bc-27f784f3425e tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/security-groups?id=032b05bd-60bf-4cbe-8790-99bf90b24300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805409 Mar 11 19:39:43.430269 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d68bc25c-daf2-43ae-bbc8-f0f0ad342470 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:39:43.450028 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port d68bc25c-daf2-43ae-bbc8-f0f0ad342470, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=d68bc25c-daf2-43ae-bbc8-f0f0ad342470,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:43.460268 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (d68bc25c-daf2-43ae-bbc8-f0f0ad342470), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:43.479610 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-36a7a1e6-0be0-4766-a616-271bdffdf0fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (5402328f-7fd7-414d-bb99-adab596edad0), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:43.494978 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Mar 2022 19:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66272f0-f2d9-4240-9927-165f47b4218d x-openstack-request-id: req-d66272f0-f2d9-4240-9927-165f47b4218d {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:39:43.495274 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9afae9d-7e15-4fcd-8812-20a9c2c13857", "name": "network-vif-plugged", "status": "completed", "tag": "c1840a43-e724-40aa-ac50-814280dfa8b6", "code": 200}, {"server_uuid": "5e96e164-0c87-4b65-ae38-749690de529b", "name": "network-vif-plugged", "status": "completed", "tag": "e317bad6-93e0-47a0-9585-a501013d05ba", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:39:43.495758 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d66272f0-f2d9-4240-9927-165f47b4218d {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:39:43.496160 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9afae9d-7e15-4fcd-8812-20a9c2c13857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1840a43-e724-40aa-ac50-814280dfa8b6', 'code': 200} Mar 11 19:39:43.496422 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e96e164-0c87-4b65-ae38-749690de529b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e317bad6-93e0-47a0-9585-a501013d05ba', 'code': 200} Mar 11 19:39:43.523771 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f9815c-31f0-444a-9495-235967d8b931 x-openstack-request-id: req-13f9815c-31f0-444a-9495-235967d8b931 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:39:43.524176 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9471aa88-4019-4f54-8eef-e8ffeabeb256", "tag": "d68bc25c-daf2-43ae-bbc8-f0f0ad342470", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:39:43.524536 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-13f9815c-31f0-444a-9495-235967d8b931 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:39:43.525162 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9471aa88-4019-4f54-8eef-e8ffeabeb256', 'tag': 'd68bc25c-daf2-43ae-bbc8-f0f0ad342470', 'status': 'completed', 'code': 200} Mar 11 19:39:43.537697 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=d68bc25c-daf2-43ae-bbc8-f0f0ad342470,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:43.572056 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b9db76-1f54-4926-9844-47e128313435 x-openstack-request-id: req-01b9db76-1f54-4926-9844-47e128313435 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:39:43.572343 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "354488d0-8811-4789-8bda-a6a0309f9fa8", "tag": "9b18110b-6a81-4c6d-a4ab-e9a9946c7c95", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:39:43.572605 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-01b9db76-1f54-4926-9844-47e128313435 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:39:43.573013 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '354488d0-8811-4789-8bda-a6a0309f9fa8', 'tag': '9b18110b-6a81-4c6d-a4ab-e9a9946c7c95', 'status': 'completed', 'code': 200} Mar 11 19:39:43.649115 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a7a1e6-0be0-4766-a616-271bdffdf0fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=5402328f-7fd7-414d-bb99-adab596edad0,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:43.651980 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a7a1e6-0be0-4766-a616-271bdffdf0fb admin admin] Checking segment: {'id': '4e412043-f4b7-4584-89b3-4a0ee01e31e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '90292ec6-d6b2-4fa1-9376-c622cb87c9e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:39:43.652434 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a7a1e6-0be0-4766-a616-271bdffdf0fb admin admin] Network hostable DHCP agents. Network: 90292ec6-d6b2-4fa1-9376-c622cb87c9e0, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:39:43.654514 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59af890d-b12b-4039-9b67-ada2d7fcdb67 req-1342a376-8534-448b-9fe4-fb0f745222d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:43.656053 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-59af890d-b12b-4039-9b67-ada2d7fcdb67 req-1342a376-8534-448b-9fe4-fb0f745222d0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7fcfa9d2f3ed4be8ac815d1e6642330d&device_id=9471aa88-4019-4f54-8eef-e8ffeabeb256 HTTP/1.1" status: 200 len: 1131 time: 0.0813153 Mar 11 19:39:43.662361 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f12f3f-7d59-43a7-80b0-a6614f2d4b24 req-14051249-4d3d-4d2b-8a8c-89ad405438a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:43.663790 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-11f12f3f-7d59-43a7-80b0-a6614f2d4b24 req-14051249-4d3d-4d2b-8a8c-89ad405438a1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e1278b723edd4119b7e2bc2da0da9d73&device_id=354488d0-8811-4789-8bda-a6a0309f9fa8 HTTP/1.1" status: 200 len: 1127 time: 0.0762486 Mar 11 19:39:43.727057 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['d68bc25c-daf2-43ae-bbc8-f0f0ad342470'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:39:43.740802 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8b41af9f-4a34-4b1a-a5e8-ee9514a7a79a req-f598a559-5b32-4b1a-920f-c9ce5eacb037 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.194 HTTP/1.1" status: 200 len: 1001 time: 0.1651497 Mar 11 19:39:43.745018 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a7a1e6-0be0-4766-a616-271bdffdf0fb admin admin] Network 90292ec6-d6b2-4fa1-9376-c622cb87c9e0 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:39:43.768295 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d794dd66-e993-4e7e-ae42-c7036d284d2c req-83564f88-0623-4450-8774-782565656a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:43.769893 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d794dd66-e993-4e7e-ae42-c7036d284d2c req-83564f88-0623-4450-8774-782565656a71 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f9afae9d-7e15-4fcd-8812-20a9c2c13857 HTTP/1.1" status: 200 len: 1127 time: 0.1739819 Mar 11 19:39:43.775070 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-36a7a1e6-0be0-4766-a616-271bdffdf0fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 90292ec6-d6b2-4fa1-9376-c622cb87c9e0) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:43.787801 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f417933-f930-4437-99a6-1653575c3039 None None] Network 90292ec6-d6b2-4fa1-9376-c622cb87c9e0 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:39:43.805542 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b10ed0-bebc-4615-ba42-1f762b822c56 req-4612e875-6db2-4457-9f3e-40a6b027eb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:43.807040 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c3b10ed0-bebc-4615-ba42-1f762b822c56 req-4612e875-6db2-4457-9f3e-40a6b027eb4e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5e96e164-0c87-4b65-ae38-749690de529b HTTP/1.1" status: 200 len: 1128 time: 0.1522114 Mar 11 19:39:43.809505 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a7a1e6-0be0-4766-a616-271bdffdf0fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:43.809816 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-36a7a1e6-0be0-4766-a616-271bdffdf0fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:43.825354 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59af890d-b12b-4039-9b67-ada2d7fcdb67 req-13150d79-12a4-491d-b1d1-cf523bb9e6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:43.826728 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-59af890d-b12b-4039-9b67-ada2d7fcdb67 req-13150d79-12a4-491d-b1d1-cf523bb9e6d2 service neutron] 10.222.0.75 "GET /v2.0/networks?id=885772b1-9b97-4e1d-a0fb-e125030c5a81 HTTP/1.1" status: 200 len: 870 time: 0.1619394 Mar 11 19:39:43.827618 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f12f3f-7d59-43a7-80b0-a6614f2d4b24 req-6c836d16-9ffc-4585-9799-d8cd9832bab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:43.829000 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-11f12f3f-7d59-43a7-80b0-a6614f2d4b24 req-6c836d16-9ffc-4585-9799-d8cd9832bab8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=26599c04-c03d-4e34-83de-a092bae2f75e HTTP/1.1" status: 200 len: 921 time: 0.1573052 Mar 11 19:39:43.863845 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41af9f-4a34-4b1a-a5e8-ee9514a7a79a req-ec66e56b-12a4-440e-93c6-450f42642936 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:43.870908 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8b41af9f-4a34-4b1a-a5e8-ee9514a7a79a req-ec66e56b-12a4-440e-93c6-450f42642936 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "GET /v2.0/ports/9b18110b-6a81-4c6d-a4ab-e9a9946c7c95 HTTP/1.1" status: 200 len: 942 time: 0.1166513 Mar 11 19:39:43.874950 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-59af890d-b12b-4039-9b67-ada2d7fcdb67 req-cc22cb0d-5504-4de9-91d9-a9b7b7a02778 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=d68bc25c-daf2-43ae-bbc8-f0f0ad342470 HTTP/1.1" status: 200 len: 217 time: 0.0410302 Mar 11 19:39:43.893472 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-36a7a1e6-0be0-4766-a616-271bdffdf0fb admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7071033 Mar 11 19:39:43.916966 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d794dd66-e993-4e7e-ae42-c7036d284d2c req-6843f9c4-1248-454e-ad6b-7fc61ff89c24 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=488ef7c0-546f-42b9-91ac-cf20b31fd2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226425 Mar 11 19:39:43.940865 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a20dd9-7d9a-406c-b3b7-9ff8a4d97b7d None None] Network 90292ec6-d6b2-4fa1-9376-c622cb87c9e0 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:39:43.941079 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c3b10ed0-bebc-4615-ba42-1f762b822c56 req-3e542105-bb37-45de-887a-f452adf4ef1e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=488ef7c0-546f-42b9-91ac-cf20b31fd2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174107 Mar 11 19:39:43.979846 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59af890d-b12b-4039-9b67-ada2d7fcdb67 req-87642ca1-cfe0-4e8f-88a9-934ac74e1bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:43.981325 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-59af890d-b12b-4039-9b67-ada2d7fcdb67 req-87642ca1-cfe0-4e8f-88a9-934ac74e1bfb service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.0668004 Mar 11 19:39:43.983002 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-11f12f3f-7d59-43a7-80b0-a6614f2d4b24 req-d34e075e-1599-4fd9-a527-eb0f5ab88663 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b18110b-6a81-4c6d-a4ab-e9a9946c7c95 HTTP/1.1" status: 200 len: 1001 time: 0.1434870 Mar 11 19:39:44.034106 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8b41af9f-4a34-4b1a-a5e8-ee9514a7a79a req-adf96c5b-642a-4d9b-8cd2-99f8e4bce184 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.194 HTTP/1.1" status: 200 len: 1001 time: 0.0769296 Mar 11 19:39:44.052435 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59af890d-b12b-4039-9b67-ada2d7fcdb67 req-9314adca-9c3f-480f-aac2-cda1f4685595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:44.053970 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-59af890d-b12b-4039-9b67-ada2d7fcdb67 req-9314adca-9c3f-480f-aac2-cda1f4685595 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0660846 Mar 11 19:39:44.157157 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-59af890d-b12b-4039-9b67-ada2d7fcdb67 req-cbbac93a-1263-462b-bb8e-825f95ad5e6c service neutron] 10.222.0.75 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960934 Mar 11 19:39:44.162576 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41af9f-4a34-4b1a-a5e8-ee9514a7a79a req-1c6e1e53-ed2c-4f54-88d6-7b995d0ef662 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:44.164203 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8b41af9f-4a34-4b1a-a5e8-ee9514a7a79a req-1c6e1e53-ed2c-4f54-88d6-7b995d0ef662 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "GET /v2.0/networks/612cc066-33e3-444d-b1c7-d0a64751482a HTTP/1.1" status: 200 len: 784 time: 0.1241953 Mar 11 19:39:44.233284 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8b41af9f-4a34-4b1a-a5e8-ee9514a7a79a req-c1914279-1ce0-4b98-8549-ea13894d09d3 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.194 HTTP/1.1" status: 200 len: 1001 time: 0.0620687 Mar 11 19:39:44.243553 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-8b41af9f-4a34-4b1a-a5e8-ee9514a7a79a req-af2a537d-ed84-4cc4-9d2a-134dcf2eeced tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:39:44.256926 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-59af890d-b12b-4039-9b67-ada2d7fcdb67 req-ea3a41be-4d1d-416d-bd34-b2896f115955 service neutron] 10.222.0.75 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850296 Mar 11 19:39:44.304096 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8b41af9f-4a34-4b1a-a5e8-ee9514a7a79a req-af2a537d-ed84-4cc4-9d2a-134dcf2eeced tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Publish callbacks [] for floatingip (7c4c07cc-736d-4b96-a740-2b08173e66f2), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:44.448431 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8b41af9f-4a34-4b1a-a5e8-ee9514a7a79a req-af2a537d-ed84-4cc4-9d2a-134dcf2eeced tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:44.452576 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8b41af9f-4a34-4b1a-a5e8-ee9514a7a79a req-af2a537d-ed84-4cc4-9d2a-134dcf2eeced tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (7c4c07cc-736d-4b96-a740-2b08173e66f2), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:44.452914 n-d-833163-1 neutron-server[103885]: INFO neutron.db.l3_db [req-8b41af9f-4a34-4b1a-a5e8-ee9514a7a79a req-af2a537d-ed84-4cc4-9d2a-134dcf2eeced tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Floating IP 7c4c07cc-736d-4b96-a740-2b08173e66f2 disassociated. External IP: 172.25.8.194, port: 9b18110b-6a81-4c6d-a4ab-e9a9946c7c95. Mar 11 19:39:44.467564 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f12f3f-7d59-43a7-80b0-a6614f2d4b24 req-f8881e07-4dd9-4c3f-878f-b813d3186864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:44.469060 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-11f12f3f-7d59-43a7-80b0-a6614f2d4b24 req-f8881e07-4dd9-4c3f-878f-b813d3186864 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=86f84498-7845-4a44-a8ca-9b6851ba94c2 HTTP/1.1" status: 200 len: 860 time: 0.0500448 Mar 11 19:39:44.501795 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-11f12f3f-7d59-43a7-80b0-a6614f2d4b24 req-72f99b9a-c5fe-4cb7-9039-5c6ee7ef977a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=26599c04-c03d-4e34-83de-a092bae2f75e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254703 Mar 11 19:39:44.594473 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-11f12f3f-7d59-43a7-80b0-a6614f2d4b24 req-1e02ba55-3395-4d14-acb1-d4d69f0dc903 service neutron] 10.222.0.57 "GET /v2.0/networks/26599c04-c03d-4e34-83de-a092bae2f75e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863559 Mar 11 19:39:44.678278 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b41af9f-4a34-4b1a-a5e8-ee9514a7a79a req-af2a537d-ed84-4cc4-9d2a-134dcf2eeced tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Router 2d2a7a07-2f79-41a7-bb65-559d8c68c413 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:39:44.691040 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-11f12f3f-7d59-43a7-80b0-a6614f2d4b24 req-fa96e587-e1f0-4030-8111-38ef010749ef service neutron] 10.222.0.57 "GET /v2.0/networks/26599c04-c03d-4e34-83de-a092bae2f75e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894334 Mar 11 19:39:44.787952 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b41af9f-4a34-4b1a-a5e8-ee9514a7a79a req-af2a537d-ed84-4cc4-9d2a-134dcf2eeced tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:39:44.792129 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8b41af9f-4a34-4b1a-a5e8-ee9514a7a79a req-af2a537d-ed84-4cc4-9d2a-134dcf2eeced tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:44.796946 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc0db95-734a-4487-b8f6-1a242e1c7d50 None None] Sync routers for ids ['2d2a7a07-2f79-41a7-bb65-559d8c68c413'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:39:44.812061 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc0db95-734a-4487-b8f6-1a242e1c7d50 None None] Routers {'2d2a7a07-2f79-41a7-bb65-559d8c68c413'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:39:44.812694 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-3fc0db95-734a-4487-b8f6-1a242e1c7d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:39:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['2d2a7a07-2f79-41a7-bb65-559d8c68c413'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:44.823777 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8b41af9f-4a34-4b1a-a5e8-ee9514a7a79a req-af2a537d-ed84-4cc4-9d2a-134dcf2eeced tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "PUT /v2.0/floatingips/7c4c07cc-736d-4b96-a740-2b08173e66f2 HTTP/1.1" status: 200 len: 695 time: 0.5842068 Mar 11 19:39:44.871595 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9be676-7ada-447d-ae75-e1c1623af2e8 req-606a7167-a7dc-4913-aae0-7ec4908079fb tempest-VolumesAdminNegativeTest-2139210313 tempest-VolumesAdminNegativeTest-2139210313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:44.873095 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-7c9be676-7ada-447d-ae75-e1c1623af2e8 req-606a7167-a7dc-4913-aae0-7ec4908079fb tempest-VolumesAdminNegativeTest-2139210313 tempest-VolumesAdminNegativeTest-2139210313-project] 10.222.0.57 "GET /v2.0/ports?device_id=c4735170-7c31-491f-b5c1-54b9bfadea13 HTTP/1.1" status: 200 len: 946 time: 0.0592151 Mar 11 19:39:44.901279 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41af9f-4a34-4b1a-a5e8-ee9514a7a79a req-6a142a64-5fa0-4e6a-ba68-55fe396f89f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:44.902847 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8b41af9f-4a34-4b1a-a5e8-ee9514a7a79a req-6a142a64-5fa0-4e6a-ba68-55fe396f89f1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=e1278b723edd4119b7e2bc2da0da9d73&device_id=354488d0-8811-4789-8bda-a6a0309f9fa8 HTTP/1.1" status: 200 len: 1127 time: 0.0653164 Mar 11 19:39:44.934896 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-3fc0db95-734a-4487-b8f6-1a242e1c7d50 None None] Set router 2d2a7a07-2f79-41a7-bb65-559d8c68c413 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:39:44.981915 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-7c9be676-7ada-447d-ae75-e1c1623af2e8 req-e8087a99-77ed-4c27-b092-aa18bf30baab tempest-VolumesAdminNegativeTest-2139210313 tempest-VolumesAdminNegativeTest-2139210313-project] Deleting port 8adb5fd1-167f-4f37-90bf-f2043a8900a0 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:39:44.982274 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7c9be676-7ada-447d-ae75-e1c1623af2e8 req-e8087a99-77ed-4c27-b092-aa18bf30baab tempest-VolumesAdminNegativeTest-2139210313 tempest-VolumesAdminNegativeTest-2139210313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (8adb5fd1-167f-4f37-90bf-f2043a8900a0), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:45.033429 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41af9f-4a34-4b1a-a5e8-ee9514a7a79a req-0696aed2-1c4e-40b3-a3f3-0a5d4a3b7d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:45.035740 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8b41af9f-4a34-4b1a-a5e8-ee9514a7a79a req-0696aed2-1c4e-40b3-a3f3-0a5d4a3b7d2f service neutron] 10.222.0.65 "GET /v2.0/networks?id=26599c04-c03d-4e34-83de-a092bae2f75e HTTP/1.1" status: 200 len: 921 time: 0.1268368 Mar 11 19:39:45.076685 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-7c9be676-7ada-447d-ae75-e1c1623af2e8 req-e8087a99-77ed-4c27-b092-aa18bf30baab tempest-VolumesAdminNegativeTest-2139210313 tempest-VolumesAdminNegativeTest-2139210313-project] For port 8adb5fd1-167f-4f37-90bf-f2043a8900a0, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=8adb5fd1-167f-4f37-90bf-f2043a8900a0,segment=NetworkSegment(6e2301bf-720c-46be-a44c-8cacee50c614),segment_id=6e2301bf-720c-46be-a44c-8cacee50c614)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:45.077051 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7c9be676-7ada-447d-ae75-e1c1623af2e8 req-e8087a99-77ed-4c27-b092-aa18bf30baab tempest-VolumesAdminNegativeTest-2139210313 tempest-VolumesAdminNegativeTest-2139210313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (8adb5fd1-167f-4f37-90bf-f2043a8900a0), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:45.078428 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8b41af9f-4a34-4b1a-a5e8-ee9514a7a79a req-3ec89b56-d846-4c7b-a81b-a1666e6a64e1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b18110b-6a81-4c6d-a4ab-e9a9946c7c95 HTTP/1.1" status: 200 len: 217 time: 0.0356739 Mar 11 19:39:45.090596 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-7c9be676-7ada-447d-ae75-e1c1623af2e8 req-e8087a99-77ed-4c27-b092-aa18bf30baab tempest-VolumesAdminNegativeTest-2139210313 tempest-VolumesAdminNegativeTest-2139210313-project] Calling delete_port for 8adb5fd1-167f-4f37-90bf-f2043a8900a0 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:39:45.134094 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b41af9f-4a34-4b1a-a5e8-ee9514a7a79a req-d29896b1-273e-46a4-a888-68ee0978811b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:45.135436 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8b41af9f-4a34-4b1a-a5e8-ee9514a7a79a req-d29896b1-273e-46a4-a888-68ee0978811b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=86f84498-7845-4a44-a8ca-9b6851ba94c2 HTTP/1.1" status: 200 len: 860 time: 0.0502079 Mar 11 19:39:45.142696 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-3fc0db95-734a-4487-b8f6-1a242e1c7d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d2a7a07-2f79-41a7-bb65-559d8c68c413', 'name': 'tempest-ServerRescueTestJSONUnderV235-2003893289-router', 'tenant_id': 'e1278b723edd4119b7e2bc2da0da9d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '13b81c35-33c7-42e7-9e70-73bf69db62f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:38:14Z', 'updated_at': '2022-03-11T19:38:22Z', 'revision_number': 4, 'project_id': 'e1278b723edd4119b7e2bc2da0da9d73', 'gw_port': {'id': '13b81c35-33c7-42e7-9e70-73bf69db62f4', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:58:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2a7a07-2f79-41a7-bb65-559d8c68c413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:38:16Z', 'updated_at': '2022-03-11T19:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '1b291da3-106d-43a5-af78-b157082d72e1', 'name': '', 'network_id': '26599c04-c03d-4e34-83de-a092bae2f75e', 'tenant_id': 'e1278b723edd4119b7e2bc2da0da9d73', 'mac_address': 'fa:16:3e:bb:67:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2a7a07-2f79-41a7-bb65-559d8c68c413', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '86f84498-7845-4a44-a8ca-9b6851ba94c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:38:21Z', 'updated_at': '2022-03-11T19:38:32Z', 'revision_number': 5, 'project_id': 'e1278b723edd4119b7e2bc2da0da9d73', 'subnets': [{'id': '86f84498-7845-4a44-a8ca-9b6851ba94c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:45.169323 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8b41af9f-4a34-4b1a-a5e8-ee9514a7a79a req-a481fda7-57c0-4590-8369-82a076764de7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=26599c04-c03d-4e34-83de-a092bae2f75e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267663 Mar 11 19:39:45.170729 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc0db95-734a-4487-b8f6-1a242e1c7d50 None None] Checking router: 2d2a7a07-2f79-41a7-bb65-559d8c68c413 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:39:45.180568 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc0db95-734a-4487-b8f6-1a242e1c7d50 None None] Routers {'2d2a7a07-2f79-41a7-bb65-559d8c68c413'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:39:45.181383 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-3fc0db95-734a-4487-b8f6-1a242e1c7d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:39:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['2d2a7a07-2f79-41a7-bb65-559d8c68c413'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:45.221527 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device d68bc25c-daf2-43ae-bbc8-f0f0ad342470 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:39:45.236955 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7c9be676-7ada-447d-ae75-e1c1623af2e8 req-e8087a99-77ed-4c27-b092-aa18bf30baab tempest-VolumesAdminNegativeTest-2139210313 tempest-VolumesAdminNegativeTest-2139210313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (8adb5fd1-167f-4f37-90bf-f2043a8900a0), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:45.255779 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['8adb5fd1-167f-4f37-90bf-f2043a8900a0'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:39:45.271644 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8087a99-77ed-4c27-b092-aa18bf30baab tempest-VolumesAdminNegativeTest-2139210313 tempest-VolumesAdminNegativeTest-2139210313-project] Pushing event deleted for resources: {'Port': ['ID=8adb5fd1-167f-4f37-90bf-f2043a8900a0,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:45.283511 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8b41af9f-4a34-4b1a-a5e8-ee9514a7a79a req-208d55ab-803e-4df2-9f31-4b631ababf6b service neutron] 10.222.0.65 "GET /v2.0/networks/26599c04-c03d-4e34-83de-a092bae2f75e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058800 Mar 11 19:39:45.332888 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c9be676-7ada-447d-ae75-e1c1623af2e8 req-e8087a99-77ed-4c27-b092-aa18bf30baab tempest-VolumesAdminNegativeTest-2139210313 tempest-VolumesAdminNegativeTest-2139210313-project] No DVR routers for this DVR port 8adb5fd1-167f-4f37-90bf-f2043a8900a0 on host n-h2-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:39:45.335655 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7c9be676-7ada-447d-ae75-e1c1623af2e8 req-e8087a99-77ed-4c27-b092-aa18bf30baab tempest-VolumesAdminNegativeTest-2139210313 tempest-VolumesAdminNegativeTest-2139210313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:45.338873 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-7c9be676-7ada-447d-ae75-e1c1623af2e8 req-e8087a99-77ed-4c27-b092-aa18bf30baab tempest-VolumesAdminNegativeTest-2139210313 tempest-VolumesAdminNegativeTest-2139210313-project] 10.222.0.57 "DELETE /v2.0/ports/8adb5fd1-167f-4f37-90bf-f2043a8900a0 HTTP/1.1" status: 204 len: 173 time: 0.4605939 Mar 11 19:39:45.385750 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8b41af9f-4a34-4b1a-a5e8-ee9514a7a79a req-d05880f8-5af8-4c04-b881-8fd21fc6f8c3 service neutron] 10.222.0.65 "GET /v2.0/networks/26599c04-c03d-4e34-83de-a092bae2f75e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017122 Mar 11 19:39:45.391120 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port d68bc25c-daf2-43ae-bbc8-f0f0ad342470 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:39:45.399853 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port d68bc25c-daf2-43ae-bbc8-f0f0ad342470 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:39:45.400232 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (d68bc25c-daf2-43ae-bbc8-f0f0ad342470), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:45.403308 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-3fc0db95-734a-4487-b8f6-1a242e1c7d50 None None] Set router 2d2a7a07-2f79-41a7-bb65-559d8c68c413 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:39:45.497566 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f7cc319c-49fe-4e48-b8b0-a1f90a732a47 req-a256e918-9444-457f-8d4e-90a8a9669c31 tempest-VolumesAdminNegativeTest-2139210313 tempest-VolumesAdminNegativeTest-2139210313-project] 10.222.0.65 "GET /v2.0/ports?device_id=c4735170-7c31-491f-b5c1-54b9bfadea13 HTTP/1.1" status: 200 len: 210 time: 0.0311515 Mar 11 19:39:45.505730 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '512b8dea-fdfb-4b4a-ba66-f8215e6e3d88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85897ddf-20c1-4ec8-bea7-195d6f9d59e3'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:39:45.507954 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24465801-371d-41c6-97c2-ec6e8975a73f" -d '{"events": [{"server_uuid": "512b8dea-fdfb-4b4a-ba66-f8215e6e3d88", "name": "network-vif-unplugged", "status": "completed", "tag": "85897ddf-20c1-4ec8-bea7-195d6f9d59e3"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:39:45.529255 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4735170-7c31-491f-b5c1-54b9bfadea13', 'name': 'network-vif-deleted', 'tag': '8adb5fd1-167f-4f37-90bf-f2043a8900a0'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:39:45.535655 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8038730b-330e-41c3-95bf-efe1e86bbba7" -d '{"events": [{"server_uuid": "c4735170-7c31-491f-b5c1-54b9bfadea13", "name": "network-vif-deleted", "tag": "8adb5fd1-167f-4f37-90bf-f2043a8900a0"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:39:45.574316 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34a46b4c-d2c7-4196-8a07-a52bff89e5c9', 'tag': '2f611100-c46b-4b93-bc05-a06ea5910f40'}, {'name': 'network-changed', 'server_uuid': '354488d0-8811-4789-8bda-a6a0309f9fa8', 'tag': '9b18110b-6a81-4c6d-a4ab-e9a9946c7c95'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:39:45.576896 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc5a347-edc9-40b5-a2dc-2da6b7d620ca" -d '{"events": [{"name": "network-changed", "server_uuid": "34a46b4c-d2c7-4196-8a07-a52bff89e5c9", "tag": "2f611100-c46b-4b93-bc05-a06ea5910f40"}, {"name": "network-changed", "server_uuid": "354488d0-8811-4789-8bda-a6a0309f9fa8", "tag": "9b18110b-6a81-4c6d-a4ab-e9a9946c7c95"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:39:45.603803 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port d68bc25c-daf2-43ae-bbc8-f0f0ad342470 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:39:45.604111 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d68bc25c-daf2-43ae-bbc8-f0f0ad342470), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:45.638160 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1503baa-1f62-4fa5-a4fe-a79e0471b191 req-e32e073e-6359-4235-b46c-2a80856c4247 tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:45.640764 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c1503baa-1f62-4fa5-a4fe-a79e0471b191 req-e32e073e-6359-4235-b46c-2a80856c4247 tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] 10.222.0.65 "GET /v2.0/ports?device_id=512b8dea-fdfb-4b4a-ba66-f8215e6e3d88 HTTP/1.1" status: 200 len: 948 time: 0.0591092 Mar 11 19:39:45.659289 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port d68bc25c-daf2-43ae-bbc8-f0f0ad342470, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=d68bc25c-daf2-43ae-bbc8-f0f0ad342470,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:45.682589 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (d68bc25c-daf2-43ae-bbc8-f0f0ad342470), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:45.715939 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c1503baa-1f62-4fa5-a4fe-a79e0471b191 req-d2bbf7b5-75fc-4209-9b2b-55d7ab0dfe58 tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] 10.222.0.65 "GET /v2.0/security-groups?id=f452eb47-6dc6-439f-ac03-125757af0b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625970 Mar 11 19:39:45.746789 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=d68bc25c-daf2-43ae-bbc8-f0f0ad342470,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:45.766571 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-3fc0db95-734a-4487-b8f6-1a242e1c7d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d2a7a07-2f79-41a7-bb65-559d8c68c413', 'name': 'tempest-ServerRescueTestJSONUnderV235-2003893289-router', 'tenant_id': 'e1278b723edd4119b7e2bc2da0da9d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '13b81c35-33c7-42e7-9e70-73bf69db62f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:38:14Z', 'updated_at': '2022-03-11T19:38:22Z', 'revision_number': 4, 'project_id': 'e1278b723edd4119b7e2bc2da0da9d73', 'gw_port': {'id': '13b81c35-33c7-42e7-9e70-73bf69db62f4', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:58:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2a7a07-2f79-41a7-bb65-559d8c68c413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:38:16Z', 'updated_at': '2022-03-11T19:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '1b291da3-106d-43a5-af78-b157082d72e1', 'name': '', 'network_id': '26599c04-c03d-4e34-83de-a092bae2f75e', 'tenant_id': 'e1278b723edd4119b7e2bc2da0da9d73', 'mac_address': 'fa:16:3e:bb:67:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2a7a07-2f79-41a7-bb65-559d8c68c413', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '86f84498-7845-4a44-a8ca-9b6851ba94c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:38:21Z', 'updated_at': '2022-03-11T19:38:32Z', 'revision_number': 5, 'project_id': 'e1278b723edd4119b7e2bc2da0da9d73', 'subnets': [{'id': '86f84498-7845-4a44-a8ca-9b6851ba94c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:45.768190 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38394) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:39:45.804754 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc0db95-734a-4487-b8f6-1a242e1c7d50 None None] The sync data for ids ['2d2a7a07-2f79-41a7-bb65-559d8c68c413'] in n-d-833163-1 is: [{'id': '2d2a7a07-2f79-41a7-bb65-559d8c68c413', 'name': 'tempest-ServerRescueTestJSONUnderV235-2003893289-router', 'tenant_id': 'e1278b723edd4119b7e2bc2da0da9d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '13b81c35-33c7-42e7-9e70-73bf69db62f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:38:14Z', 'updated_at': '2022-03-11T19:38:22Z', 'revision_number': 4, 'project_id': 'e1278b723edd4119b7e2bc2da0da9d73', 'gw_port': {'id': '13b81c35-33c7-42e7-9e70-73bf69db62f4', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:58:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2a7a07-2f79-41a7-bb65-559d8c68c413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:38:16Z', 'updated_at': '2022-03-11T19:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '1b291da3-106d-43a5-af78-b157082d72e1', 'name': '', 'network_id': '26599c04-c03d-4e34-83de-a092bae2f75e', 'tenant_id': 'e1278b723edd4119b7e2bc2da0da9d73', 'mac_address': 'fa:16:3e:bb:67:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2a7a07-2f79-41a7-bb65-559d8c68c413', 'device_owner': 'network:router_interface', 'standard_attr_id': 1095, 'fixed_ips': [{'subnet_id': '86f84498-7845-4a44-a8ca-9b6851ba94c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:38:21Z', 'updated_at': '2022-03-11T19:38:32Z', 'revision_number': 5, 'project_id': 'e1278b723edd4119b7e2bc2da0da9d73', 'subnets': [{'id': '86f84498-7845-4a44-a8ca-9b6851ba94c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:39:45.862719 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e19fa-5bf6-408a-baf1-55bd762e52cd req-8ead3ab8-c3e5-4976-b326-132934eb5ab4 tempest-InstanceActionsV221TestJSON-344027217 tempest-InstanceActionsV221TestJSON-344027217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:45.865895 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-364e19fa-5bf6-408a-baf1-55bd762e52cd req-8ead3ab8-c3e5-4976-b326-132934eb5ab4 tempest-InstanceActionsV221TestJSON-344027217 tempest-InstanceActionsV221TestJSON-344027217-project] 10.222.0.65 "GET /v2.0/ports?device_id=34a46b4c-d2c7-4196-8a07-a52bff89e5c9 HTTP/1.1" status: 200 len: 943 time: 0.0908804 Mar 11 19:39:45.938531 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-364e19fa-5bf6-408a-baf1-55bd762e52cd req-70581307-08a4-486d-bb16-edee81801c78 tempest-InstanceActionsV221TestJSON-344027217 tempest-InstanceActionsV221TestJSON-344027217-project] 10.222.0.65 "GET /v2.0/security-groups?id=d351d7b2-55d0-41e7-b179-a6d0a957109a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680163 Mar 11 19:39:45.957706 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-035a8fc5-b06d-4718-a078-17c87a9b9f5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:46.058674 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-035a8fc5-b06d-4718-a078-17c87a9b9f5d admin admin] Publish callbacks [] for security_group (79bc3844-7a0a-4758-90f8-73313f33f141), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:46.064454 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-035a8fc5-b06d-4718-a078-17c87a9b9f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (79bc3844-7a0a-4758-90f8-73313f33f141), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:46.108590 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-035a8fc5-b06d-4718-a078-17c87a9b9f5d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=742e124db5c24fe5895f0c96aa97d265&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3389680 Mar 11 19:39:46.111710 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38400) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:39:46.116862 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035a8fc5-b06d-4718-a078-17c87a9b9f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79bc3844-7a0a-4758-90f8-73313f33f141,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:46.176608 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a035d597-dde8-4f01-b352-5b4ee709c628 admin admin] Publish callbacks [] for security_group (79bc3844-7a0a-4758-90f8-73313f33f141), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:46.193981 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b0d48c-5795-4a6b-b618-3da17e0a74eb None None] New status for floating IP 7c4c07cc-736d-4b96-a740-2b08173e66f2: DOWN {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 19:39:46.202407 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a035d597-dde8-4f01-b352-5b4ee709c628 admin admin] Publish callbacks [] for security_group (79bc3844-7a0a-4758-90f8-73313f33f141), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:46.266178 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a035d597-dde8-4f01-b352-5b4ee709c628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (79bc3844-7a0a-4758-90f8-73313f33f141), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:46.270787 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a035d597-dde8-4f01-b352-5b4ee709c628 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:46.274777 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a035d597-dde8-4f01-b352-5b4ee709c628 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/79bc3844-7a0a-4758-90f8-73313f33f141 HTTP/1.1" status: 204 len: 168 time: 0.1597862 Mar 11 19:39:46.291391 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a035d597-dde8-4f01-b352-5b4ee709c628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79bc3844-7a0a-4758-90f8-73313f33f141,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:46.441618 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea53e3-dad4-4127-ad66-3fbbdb5e4642 req-08a3aca5-c3ca-43e9-961f-e8c94a80dafd tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:46.443304 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3cea53e3-dad4-4127-ad66-3fbbdb5e4642 req-08a3aca5-c3ca-43e9-961f-e8c94a80dafd tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/networks?id=90292ec6-d6b2-4fa1-9376-c622cb87c9e0 HTTP/1.1" status: 200 len: 811 time: 0.1555660 Mar 11 19:39:46.467879 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3cea53e3-dad4-4127-ad66-3fbbdb5e4642 req-b55379ed-df64-4383-8e25-d2cab57b4230 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/quotas/12e2452ddb214caab7c1aa2dab6d048a HTTP/1.1" status: 200 len: 375 time: 0.0104165 Mar 11 19:39:46.502941 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3cea53e3-dad4-4127-ad66-3fbbdb5e4642 req-9c134458-aef0-44b4-9846-8a6057e62fcd tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=12e2452ddb214caab7c1aa2dab6d048a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281599 Mar 11 19:39:46.599844 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3cea53e3-dad4-4127-ad66-3fbbdb5e4642 req-51621fb6-b777-4cbe-b42a-c83d83663a44 service neutron] 10.222.0.65 "GET /v2.0/networks/90292ec6-d6b2-4fa1-9376-c622cb87c9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903075 Mar 11 19:39:46.694107 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3cea53e3-dad4-4127-ad66-3fbbdb5e4642 req-22d867fe-c6eb-4d0f-b178-e46423adfe36 service neutron] 10.222.0.65 "GET /v2.0/networks/90292ec6-d6b2-4fa1-9376-c622cb87c9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875411 Mar 11 19:39:46.824406 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 2f611100-c46b-4b93-bc05-a06ea5910f40 details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:39:46.902637 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347c2eb6-5a9e-4be9-b1a7-03a52a507dc1 req-f4a1b08b-1a24-4681-b68c-1748dc3e7fa7 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:46.910330 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-347c2eb6-5a9e-4be9-b1a7-03a52a507dc1 req-f4a1b08b-1a24-4681-b68c-1748dc3e7fa7 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9afae9d-7e15-4fcd-8812-20a9c2c13857 HTTP/1.1" status: 200 len: 945 time: 0.0694969 Mar 11 19:39:46.966077 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-347c2eb6-5a9e-4be9-b1a7-03a52a507dc1 req-0fafe712-fe81-43e9-b9ec-b8da91fffdfc tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] 10.222.0.65 "GET /v2.0/security-groups?id=488ef7c0-546f-42b9-91ac-cf20b31fd2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549986 Mar 11 19:39:46.981746 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 2f611100-c46b-4b93-bc05-a06ea5910f40, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=2f611100-c46b-4b93-bc05-a06ea5910f40,segment=NetworkSegment(f21e6a7c-ed16-4d5c-bf9a-6cbc370e21a0),segment_id=f21e6a7c-ed16-4d5c-bf9a-6cbc370e21a0)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:46.999432 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': '2f611100-c46b-4b93-bc05-a06ea5910f40', 'network_id': '8279410e-413f-457e-a6e0-3f8c10cdf3bb', 'port_id': '2f611100-c46b-4b93-bc05-a06ea5910f40', 'mac_address': 'fa:16:3e:3e:d5:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 866, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4445a7fd-2749-40cc-9dcc-b5c4c1b49571', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:39:47.034066 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38444) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:39:47.045083 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 2f611100-c46b-4b93-bc05-a06ea5910f40 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:39:47.045489 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2f611100-c46b-4b93-bc05-a06ea5910f40), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:47.063773 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f611100-c46b-4b93-bc05-a06ea5910f40 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:39:47.085631 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 2f611100-c46b-4b93-bc05-a06ea5910f40, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=2f611100-c46b-4b93-bc05-a06ea5910f40,segment=NetworkSegment(f21e6a7c-ed16-4d5c-bf9a-6cbc370e21a0),segment_id=f21e6a7c-ed16-4d5c-bf9a-6cbc370e21a0)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:47.091777 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (2f611100-c46b-4b93-bc05-a06ea5910f40), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:47.104054 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9eea93-d7f9-4b3d-8170-9dafd825c63a req-d8b03bef-d0b6-4d45-a58d-1276ca125ae2 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:47.112155 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9b9eea93-d7f9-4b3d-8170-9dafd825c63a req-d8b03bef-d0b6-4d45-a58d-1276ca125ae2 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/ports?device_id=9471aa88-4019-4f54-8eef-e8ffeabeb256 HTTP/1.1" status: 200 len: 950 time: 0.0653493 Mar 11 19:39:47.147374 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=2f611100-c46b-4b93-bc05-a06ea5910f40,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:47.165980 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9b9eea93-d7f9-4b3d-8170-9dafd825c63a req-3f8a8458-8310-4d35-84d0-d3be2353c9f9 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/security-groups?id=032b05bd-60bf-4cbe-8790-99bf90b24300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466936 Mar 11 19:39:47.171752 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-c7f24b9c-8712-4470-b204-a59cb862f939 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-860357850-network', 'tenant_id': '158d96ac5890499b904530e3a8e2fd26'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:39:47.194773 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f24b9c-8712-4470-b204-a59cb862f939 admin admin] Made reservation on behalf of 158d96ac5890499b904530e3a8e2fd26 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:39:47.197378 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c7f24b9c-8712-4470-b204-a59cb862f939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:47.208682 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c7f24b9c-8712-4470-b204-a59cb862f939 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:47.265583 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7f7a10ff-b84f-4559-9e88-609b71107c2a req-fa77f343-2bec-48c2-8dd5-2592e9e162dc tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "GET /v2.0/floatingips/7c4c07cc-736d-4b96-a740-2b08173e66f2 HTTP/1.1" status: 200 len: 693 time: 0.0590479 Mar 11 19:39:47.412122 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7a10ff-b84f-4559-9e88-609b71107c2a req-28b7a09f-a96c-4783-a633-8cb74332617b tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:47.413379 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7f7a10ff-b84f-4559-9e88-609b71107c2a req-28b7a09f-a96c-4783-a633-8cb74332617b tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "GET /v2.0/networks/612cc066-33e3-444d-b1c7-d0a64751482a HTTP/1.1" status: 200 len: 784 time: 0.1416109 Mar 11 19:39:47.423149 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c7f24b9c-8712-4470-b204-a59cb862f939 admin admin] Publish callbacks [] for security_group (74a18446-9aaa-43e7-91ff-c2cc53390eee), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:47.431520 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c7f24b9c-8712-4470-b204-a59cb862f939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (74a18446-9aaa-43e7-91ff-c2cc53390eee), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:47.459720 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['2f611100-c46b-4b93-bc05-a06ea5910f40'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:39:47.488696 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7f7a10ff-b84f-4559-9e88-609b71107c2a req-65cb7fac-81b5-4eb3-8b13-0f6be6c5c19d tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.194 HTTP/1.1" status: 200 len: 696 time: 0.0676324 Mar 11 19:39:47.493253 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7f24b9c-8712-4470-b204-a59cb862f939 admin admin] vlan segment allocate from pool success with {'vlan_id': 896, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:39:47.511473 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f24b9c-8712-4470-b204-a59cb862f939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a18446-9aaa-43e7-91ff-c2cc53390eee,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:47.546595 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c7f24b9c-8712-4470-b204-a59cb862f939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (69eb0e62-687e-4724-ba5c-a415cb9293d1), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:47.546971 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-c7f24b9c-8712-4470-b204-a59cb862f939 admin admin] Added segment 69eb0e62-687e-4724-ba5c-a415cb9293d1 of type vlan for network 32196a18-8be7-4227-b019-bc15d0c1f739 Mar 11 19:39:47.564642 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7f7a10ff-b84f-4559-9e88-609b71107c2a req-d09a7ba7-9fc5-45ae-8cfc-ab8af90801b6 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.194 HTTP/1.1" status: 200 len: 696 time: 0.0667114 Mar 11 19:39:47.630950 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c7f24b9c-8712-4470-b204-a59cb862f939 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (32196a18-8be7-4227-b019-bc15d0c1f739), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:47.715427 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c7f24b9c-8712-4470-b204-a59cb862f939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (32196a18-8be7-4227-b019-bc15d0c1f739), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:47.716310 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f24b9c-8712-4470-b204-a59cb862f939 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:47.716873 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c7f24b9c-8712-4470-b204-a59cb862f939 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:47.750263 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-c7f24b9c-8712-4470-b204-a59cb862f939 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7148881 Mar 11 19:39:47.753338 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38450) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:39:47.759446 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-582312ab-86f7-44ce-a015-0f686dacd9a6 admin admin] Request body: {'subnet': {'network_id': '32196a18-8be7-4227-b019-bc15d0c1f739', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-860357850-subnet', 'tenant_id': '158d96ac5890499b904530e3a8e2fd26', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:39:47.781005 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-582312ab-86f7-44ce-a015-0f686dacd9a6 admin admin] Made reservation on behalf of 158d96ac5890499b904530e3a8e2fd26 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:39:47.784054 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-582312ab-86f7-44ce-a015-0f686dacd9a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:47.793128 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f24b9c-8712-4470-b204-a59cb862f939 admin admin] Pushing event updated for resources: {'Network': ['ID=32196a18-8be7-4227-b019-bc15d0c1f739,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:47.806801 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-7f7a10ff-b84f-4559-9e88-609b71107c2a req-bed091e9-c198-4458-9ade-756cdeae56dc tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Deleting port 78f90556-ab47-4ec0-b4ee-94a83fa396fb {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:39:47.807095 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7f7a10ff-b84f-4559-9e88-609b71107c2a req-bed091e9-c198-4458-9ade-756cdeae56dc tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (78f90556-ab47-4ec0-b4ee-94a83fa396fb), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:47.808913 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 32196a18-8be7-4227-b019-bc15d0c1f739 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:39:47.891490 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7f7a10ff-b84f-4559-9e88-609b71107c2a req-bed091e9-c198-4458-9ade-756cdeae56dc tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (78f90556-ab47-4ec0-b4ee-94a83fa396fb), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:47.892987 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7f7a10ff-b84f-4559-9e88-609b71107c2a req-bed091e9-c198-4458-9ade-756cdeae56dc tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Publish callbacks [] for floatingip (78f90556-ab47-4ec0-b4ee-94a83fa396fb), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:47.910260 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-7f7a10ff-b84f-4559-9e88-609b71107c2a req-bed091e9-c198-4458-9ade-756cdeae56dc tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Calling delete_port for 78f90556-ab47-4ec0-b4ee-94a83fa396fb owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:39:48.021429 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea53e3-dad4-4127-ad66-3fbbdb5e4642 req-e9aa582d-e10f-4e56-9f23-82276ae0cdf4 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:48.022756 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3cea53e3-dad4-4127-ad66-3fbbdb5e4642 req-e9aa582d-e10f-4e56-9f23-82276ae0cdf4 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.75 "GET /v2.0/networks?id=90292ec6-d6b2-4fa1-9376-c622cb87c9e0 HTTP/1.1" status: 200 len: 811 time: 0.1545875 Mar 11 19:39:48.037750 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-3cea53e3-dad4-4127-ad66-3fbbdb5e4642 req-ea59bc36-367f-4b32-8539-f8a883d33f9a tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Request body: {'port': {'device_id': '76bec834-a4e6-4c85-b920-2d13a63f3d45', 'network_id': '90292ec6-d6b2-4fa1-9376-c622cb87c9e0', 'admin_state_up': True, 'tenant_id': '12e2452ddb214caab7c1aa2dab6d048a'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:39:48.050248 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7f7a10ff-b84f-4559-9e88-609b71107c2a req-bed091e9-c198-4458-9ade-756cdeae56dc tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (78f90556-ab47-4ec0-b4ee-94a83fa396fb), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:48.074143 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed091e9-c198-4458-9ade-756cdeae56dc tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Pushing event deleted for resources: {'Port': ['ID=78f90556-ab47-4ec0-b4ee-94a83fa396fb,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:48.132879 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-582312ab-86f7-44ce-a015-0f686dacd9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (c54bb295-7bca-4fbe-aff9-5e7c44904c47), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:48.140229 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7f7a10ff-b84f-4559-9e88-609b71107c2a req-bed091e9-c198-4458-9ade-756cdeae56dc tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Publish callbacks [] for floatingip (7c4c07cc-736d-4b96-a740-2b08173e66f2), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:48.143450 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7f7a10ff-b84f-4559-9e88-609b71107c2a req-bed091e9-c198-4458-9ade-756cdeae56dc tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:48.144648 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7f7a10ff-b84f-4559-9e88-609b71107c2a req-bed091e9-c198-4458-9ade-756cdeae56dc tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "DELETE /v2.0/floatingips/7c4c07cc-736d-4b96-a740-2b08173e66f2 HTTP/1.1" status: 204 len: 173 time: 0.5599599 Mar 11 19:39:48.182749 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 19:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a040f19-1180-4f12-8431-2f87886f587c x-openstack-request-id: req-0a040f19-1180-4f12-8431-2f87886f587c {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:39:48.182749 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "512b8dea-fdfb-4b4a-ba66-f8215e6e3d88", "name": "network-vif-unplugged", "status": "completed", "tag": "85897ddf-20c1-4ec8-bea7-195d6f9d59e3", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:39:48.183335 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0a040f19-1180-4f12-8431-2f87886f587c {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:39:48.183335 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '512b8dea-fdfb-4b4a-ba66-f8215e6e3d88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85897ddf-20c1-4ec8-bea7-195d6f9d59e3', 'code': 200} Mar 11 19:39:48.228095 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d039cb53-f990-446a-a245-c641aac42e1e x-openstack-request-id: req-d039cb53-f990-446a-a245-c641aac42e1e {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:39:48.228386 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4735170-7c31-491f-b5c1-54b9bfadea13", "name": "network-vif-deleted", "tag": "8adb5fd1-167f-4f37-90bf-f2043a8900a0", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:39:48.228641 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d039cb53-f990-446a-a245-c641aac42e1e {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:39:48.229038 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4735170-7c31-491f-b5c1-54b9bfadea13', 'name': 'network-vif-deleted', 'tag': '8adb5fd1-167f-4f37-90bf-f2043a8900a0', 'status': 'completed', 'code': 200} Mar 11 19:39:48.239984 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582312ab-86f7-44ce-a015-0f686dacd9a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c54bb295-7bca-4fbe-aff9-5e7c44904c47,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:48.253677 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582312ab-86f7-44ce-a015-0f686dacd9a6 admin admin] Checking segment: {'id': '69eb0e62-687e-4724-ba5c-a415cb9293d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '32196a18-8be7-4227-b019-bc15d0c1f739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:39:48.254035 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582312ab-86f7-44ce-a015-0f686dacd9a6 admin admin] Network hostable DHCP agents. Network: 32196a18-8be7-4227-b019-bc15d0c1f739, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:39:48.258557 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 11 Mar 2022 19:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea38925c-febd-45a3-9d7c-fe9aae2745de x-openstack-request-id: req-ea38925c-febd-45a3-9d7c-fe9aae2745de {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:39:48.258788 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34a46b4c-d2c7-4196-8a07-a52bff89e5c9", "tag": "2f611100-c46b-4b93-bc05-a06ea5910f40", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "354488d0-8811-4789-8bda-a6a0309f9fa8", "tag": "9b18110b-6a81-4c6d-a4ab-e9a9946c7c95", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:39:48.259092 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ea38925c-febd-45a3-9d7c-fe9aae2745de {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:39:48.259581 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34a46b4c-d2c7-4196-8a07-a52bff89e5c9', 'tag': '2f611100-c46b-4b93-bc05-a06ea5910f40', 'status': 'completed', 'code': 200} Mar 11 19:39:48.259880 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '354488d0-8811-4789-8bda-a6a0309f9fa8', 'tag': '9b18110b-6a81-4c6d-a4ab-e9a9946c7c95', 'status': 'completed', 'code': 200} Mar 11 19:39:48.262532 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cea53e3-dad4-4127-ad66-3fbbdb5e4642 req-ea59bc36-367f-4b32-8539-f8a883d33f9a tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Made reservation on behalf of 12e2452ddb214caab7c1aa2dab6d048a for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:39:48.266139 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3cea53e3-dad4-4127-ad66-3fbbdb5e4642 req-ea59bc36-367f-4b32-8539-f8a883d33f9a tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:48.318533 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582312ab-86f7-44ce-a015-0f686dacd9a6 admin admin] Network 32196a18-8be7-4227-b019-bc15d0c1f739 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:39:48.359775 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-582312ab-86f7-44ce-a015-0f686dacd9a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 32196a18-8be7-4227-b019-bc15d0c1f739) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:48.372353 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582312ab-86f7-44ce-a015-0f686dacd9a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:48.372353 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-582312ab-86f7-44ce-a015-0f686dacd9a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:48.372577 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9d8656-2b71-4793-bca2-10b5d24a6264 None None] Network 32196a18-8be7-4227-b019-bc15d0c1f739 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:39:48.408530 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-582312ab-86f7-44ce-a015-0f686dacd9a6 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6514695 Mar 11 19:39:48.409334 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38466) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:39:48.410080 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc5a347-edc9-40b5-a2dc-2da6b7d620ca req-dde78c4d-6941-4a2f-b581-75988bf62827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:48.410614 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38468) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:39:48.411520 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5bc5a347-edc9-40b5-a2dc-2da6b7d620ca req-dde78c4d-6941-4a2f-b581-75988bf62827 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b2584a0df8d24bcfaa24c97c9e54aa49&device_id=34a46b4c-d2c7-4196-8a07-a52bff89e5c9 HTTP/1.1" status: 200 len: 1126 time: 0.1265152 Mar 11 19:39:48.417917 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-37a8a945-39d5-4fae-8112-62397c1d3113 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-860357850-router', 'tenant_id': '158d96ac5890499b904530e3a8e2fd26', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:39:48.494753 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b12280-872f-4eec-9d09-564fb0448806 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-32196a18-8be7-4227-b019-bc15d0c1f739', 'network_id': '32196a18-8be7-4227-b019-bc15d0c1f739', 'project_id': '158d96ac5890499b904530e3a8e2fd26', 'fixed_ips': [{'subnet_id': 'c54bb295-7bca-4fbe-aff9-5e7c44904c47'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:39:48.495708 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-56b12280-872f-4eec-9d09-564fb0448806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:48.511234 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f511132f-fb91-4fd5-9d1f-b93778d39f24 req-629d9b0c-15b3-4330-9725-d489882de97e tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=76bec834-a4e6-4c85-b920-2d13a63f3d45 HTTP/1.1" status: 200 len: 210 time: 0.0494220 Mar 11 19:39:48.524550 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-37a8a945-39d5-4fae-8112-62397c1d3113 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (020b0904-65ac-42f2-8e04-517741506d94), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:48.524936 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-3cea53e3-dad4-4127-ad66-3fbbdb5e4642 req-ea59bc36-367f-4b32-8539-f8a883d33f9a tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Allocated IP 172.20.0.12 (90292ec6-d6b2-4fa1-9376-c622cb87c9e0/5402328f-7fd7-414d-bb99-adab596edad0/378b54aa-2600-4330-bf26-2e59cb39b4b8) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:39:48.525865 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-37a8a945-39d5-4fae-8112-62397c1d3113 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (020b0904-65ac-42f2-8e04-517741506d94), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:48.548921 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c104409-e11f-40f3-a48f-954cf4f0abcc admin admin] Deleting subnet 142b8e60-3261-4ad1-8352-cfdc43e1529b {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:39:48.555523 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1c104409-e11f-40f3-a48f-954cf4f0abcc admin admin] Publish callbacks [] for subnet (142b8e60-3261-4ad1-8352-cfdc43e1529b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:48.585522 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc5a347-edc9-40b5-a2dc-2da6b7d620ca req-17f509bc-e911-4060-8653-b1ff4efb3168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:48.586970 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5bc5a347-edc9-40b5-a2dc-2da6b7d620ca req-17f509bc-e911-4060-8653-b1ff4efb3168 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8279410e-413f-457e-a6e0-3f8c10cdf3bb HTTP/1.1" status: 200 len: 918 time: 0.1497750 Mar 11 19:39:48.691825 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-56b12280-872f-4eec-9d09-564fb0448806 None None] Allocated IP 172.20.0.2 (32196a18-8be7-4227-b019-bc15d0c1f739/c54bb295-7bca-4fbe-aff9-5e7c44904c47/d19d36da-f083-409d-b57e-b4d1f0325cb6) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:39:48.810630 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:48.851758 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 2f611100-c46b-4b93-bc05-a06ea5910f40 up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:39:48.908036 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-56b12280-872f-4eec-9d09-564fb0448806 None None] Publish callbacks [] for port (d19d36da-f083-409d-b57e-b4d1f0325cb6), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:48.921592 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-56b12280-872f-4eec-9d09-564fb0448806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (d19d36da-f083-409d-b57e-b4d1f0325cb6), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:48.948669 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-37a8a945-39d5-4fae-8112-62397c1d3113 admin admin] Publish callbacks [] for router_controller (020b0904-65ac-42f2-8e04-517741506d94), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:48.954993 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port 2f611100-c46b-4b93-bc05-a06ea5910f40 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:39:48.965692 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1c104409-e11f-40f3-a48f-954cf4f0abcc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (142b8e60-3261-4ad1-8352-cfdc43e1529b), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:48.973016 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port 2f611100-c46b-4b93-bc05-a06ea5910f40 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:39:48.973384 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (2f611100-c46b-4b93-bc05-a06ea5910f40), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:48.979804 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5bc5a347-edc9-40b5-a2dc-2da6b7d620ca req-96b9b578-657b-4067-96d5-73f1e53ca66c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f611100-c46b-4b93-bc05-a06ea5910f40 HTTP/1.1" status: 200 len: 217 time: 0.3821590 Mar 11 19:39:48.980375 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b12280-872f-4eec-9d09-564fb0448806 None None] Network 32196a18-8be7-4227-b019-bc15d0c1f739 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:39:49.000679 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b12280-872f-4eec-9d09-564fb0448806 None None] Pushing event updated for resources: {'Port': ['ID=d19d36da-f083-409d-b57e-b4d1f0325cb6,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:49.006860 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-56b12280-872f-4eec-9d09-564fb0448806 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:49.010373 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b12280-872f-4eec-9d09-564fb0448806 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:39:49.080003 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc5a347-edc9-40b5-a2dc-2da6b7d620ca req-aaa687a3-1112-45b1-8b39-bb40cd778051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:49.081699 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5bc5a347-edc9-40b5-a2dc-2da6b7d620ca req-aaa687a3-1112-45b1-8b39-bb40cd778051 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4445a7fd-2749-40cc-9dcc-b5c4c1b49571 HTTP/1.1" status: 200 len: 857 time: 0.0940759 Mar 11 19:39:49.117477 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-56b12280-872f-4eec-9d09-564fb0448806 None None] Attempting to bind port d19d36da-f083-409d-b57e-b4d1f0325cb6 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:39:49.117851 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-56b12280-872f-4eec-9d09-564fb0448806 None None] Attempting to bind port d19d36da-f083-409d-b57e-b4d1f0325cb6 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '69eb0e62-687e-4724-ba5c-a415cb9293d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '32196a18-8be7-4227-b019-bc15d0c1f739'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:39:49.118217 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b12280-872f-4eec-9d09-564fb0448806 None None] Attempting to bind port d19d36da-f083-409d-b57e-b4d1f0325cb6 on network 32196a18-8be7-4227-b019-bc15d0c1f739 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:39:49.130089 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b12280-872f-4eec-9d09-564fb0448806 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:39:49.130501 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b12280-872f-4eec-9d09-564fb0448806 None None] Checking segment: {'id': '69eb0e62-687e-4724-ba5c-a415cb9293d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '32196a18-8be7-4227-b019-bc15d0c1f739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:39:49.130865 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-56b12280-872f-4eec-9d09-564fb0448806 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:49.131258 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b12280-872f-4eec-9d09-564fb0448806 None None] Bound using segment: {'id': '69eb0e62-687e-4724-ba5c-a415cb9293d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '32196a18-8be7-4227-b019-bc15d0c1f739'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:39:49.131781 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-56b12280-872f-4eec-9d09-564fb0448806 None None] Bound port: d19d36da-f083-409d-b57e-b4d1f0325cb6, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69eb0e62-687e-4724-ba5c-a415cb9293d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '32196a18-8be7-4227-b019-bc15d0c1f739'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:39:49.132171 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-56b12280-872f-4eec-9d09-564fb0448806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d19d36da-f083-409d-b57e-b4d1f0325cb6), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:49.135410 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1c104409-e11f-40f3-a48f-954cf4f0abcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (142b8e60-3261-4ad1-8352-cfdc43e1529b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:49.146288 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5bc5a347-edc9-40b5-a2dc-2da6b7d620ca req-aefb5c1b-c403-4f99-abba-4867f3651f92 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8279410e-413f-457e-a6e0-3f8c10cdf3bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371010 Mar 11 19:39:49.146661 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 2f611100-c46b-4b93-bc05-a06ea5910f40 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:39:49.147045 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2f611100-c46b-4b93-bc05-a06ea5910f40), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:49.174435 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425e5a3-d859-40ef-8671-ed52ba7d94b0 req-655bf0dd-a398-4331-b06f-828281eb2696 tempest-InstanceActionsV221TestJSON-344027217 tempest-InstanceActionsV221TestJSON-344027217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:49.175993 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6425e5a3-d859-40ef-8671-ed52ba7d94b0 req-655bf0dd-a398-4331-b06f-828281eb2696 tempest-InstanceActionsV221TestJSON-344027217 tempest-InstanceActionsV221TestJSON-344027217-project] 10.222.0.65 "GET /v2.0/ports?device_id=34a46b4c-d2c7-4196-8a07-a52bff89e5c9 HTTP/1.1" status: 200 len: 944 time: 0.2322521 Mar 11 19:39:49.204011 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 2f611100-c46b-4b93-bc05-a06ea5910f40, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=2f611100-c46b-4b93-bc05-a06ea5910f40,segment=NetworkSegment(f21e6a7c-ed16-4d5c-bf9a-6cbc370e21a0),segment_id=f21e6a7c-ed16-4d5c-bf9a-6cbc370e21a0)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:49.206036 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3cea53e3-dad4-4127-ad66-3fbbdb5e4642 req-ea59bc36-367f-4b32-8539-f8a883d33f9a tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Publish callbacks [] for port (378b54aa-2600-4330-bf26-2e59cb39b4b8), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:49.211236 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (2f611100-c46b-4b93-bc05-a06ea5910f40), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:49.212074 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 8adb5fd1-167f-4f37-90bf-f2043a8900a0 no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:39:49.217651 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-37a8a945-39d5-4fae-8112-62397c1d3113 admin admin] Publish callbacks [] for router_gateway (020b0904-65ac-42f2-8e04-517741506d94), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:49.264863 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: 8adb5fd1-167f-4f37-90bf-f2043a8900a0 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:39:49.265206 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 8adb5fd1-167f-4f37-90bf-f2043a8900a0 not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:39:49.285620 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5bc5a347-edc9-40b5-a2dc-2da6b7d620ca req-b979a7ca-ab3e-4c3e-91c6-7dc370b760b5 service neutron] 10.222.0.57 "GET /v2.0/networks/8279410e-413f-457e-a6e0-3f8c10cdf3bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318965 Mar 11 19:39:49.292375 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1c104409-e11f-40f3-a48f-954cf4f0abcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (142b8e60-3261-4ad1-8352-cfdc43e1529b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:49.297089 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-56b12280-872f-4eec-9d09-564fb0448806 None None] For port d19d36da-f083-409d-b57e-b4d1f0325cb6, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:39:49.302426 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-56b12280-872f-4eec-9d09-564fb0448806 None None] For port d19d36da-f083-409d-b57e-b4d1f0325cb6, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=d19d36da-f083-409d-b57e-b4d1f0325cb6,segment=NetworkSegment(69eb0e62-687e-4724-ba5c-a415cb9293d1),segment_id=69eb0e62-687e-4724-ba5c-a415cb9293d1)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:39:49.305115 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=2f611100-c46b-4b93-bc05-a06ea5910f40,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:49.309997 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-56b12280-872f-4eec-9d09-564fb0448806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (d19d36da-f083-409d-b57e-b4d1f0325cb6), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:49.351058 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6425e5a3-d859-40ef-8671-ed52ba7d94b0 req-b11e0a70-9d44-4bac-8980-4269dacda9dd tempest-InstanceActionsV221TestJSON-344027217 tempest-InstanceActionsV221TestJSON-344027217-project] 10.222.0.65 "GET /v2.0/security-groups?id=d351d7b2-55d0-41e7-b179-a6d0a957109a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430500 Mar 11 19:39:49.352738 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c104409-e11f-40f3-a48f-954cf4f0abcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=142b8e60-3261-4ad1-8352-cfdc43e1529b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:49.356178 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1c104409-e11f-40f3-a48f-954cf4f0abcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:49.359358 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-1c104409-e11f-40f3-a48f-954cf4f0abcc admin admin] 10.222.0.65 "DELETE /v2.0/subnets/142b8e60-3261-4ad1-8352-cfdc43e1529b HTTP/1.1" status: 204 len: 168 time: 0.9471290 Mar 11 19:39:49.362423 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38470) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:39:49.383265 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b12280-872f-4eec-9d09-564fb0448806 None None] Pushing event updated for resources: {'Port': ['ID=d19d36da-f083-409d-b57e-b4d1f0325cb6,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:49.413850 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3cea53e3-dad4-4127-ad66-3fbbdb5e4642 req-ea59bc36-367f-4b32-8539-f8a883d33f9a tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (378b54aa-2600-4330-bf26-2e59cb39b4b8), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:49.483157 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cea53e3-dad4-4127-ad66-3fbbdb5e4642 req-ea59bc36-367f-4b32-8539-f8a883d33f9a tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Network 90292ec6-d6b2-4fa1-9376-c622cb87c9e0 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:39:49.493857 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-3cea53e3-dad4-4127-ad66-3fbbdb5e4642 req-ea59bc36-367f-4b32-8539-f8a883d33f9a tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:49.503282 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cea53e3-dad4-4127-ad66-3fbbdb5e4642 req-ea59bc36-367f-4b32-8539-f8a883d33f9a tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:39:49.510732 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5bc5a347-edc9-40b5-a2dc-2da6b7d620ca req-94468d28-9404-49b9-b0e9-9eb95e824732 service neutron] 10.222.0.57 "GET /v2.0/networks/8279410e-413f-457e-a6e0-3f8c10cdf3bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154055 Mar 11 19:39:49.513695 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-edf91aad-b766-4b9c-a426-40f0ec8eddbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (1602491a-d41f-49f0-9b55-4fff1e76dd1a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:49.541902 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea59bc36-367f-4b32-8539-f8a883d33f9a tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Pushing event updated for resources: {'Port': ['ID=378b54aa-2600-4330-bf26-2e59cb39b4b8,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:49.568990 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea53e3-dad4-4127-ad66-3fbbdb5e4642 req-ea59bc36-367f-4b32-8539-f8a883d33f9a tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:49.569835 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3cea53e3-dad4-4127-ad66-3fbbdb5e4642 req-ea59bc36-367f-4b32-8539-f8a883d33f9a tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:49.590971 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a7cca-dd71-4e43-9140-eb28a169dfb6 req-c9e3c1d0-736e-4160-bc7b-5856328c5f2b tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:49.590971 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ad3a7cca-dd71-4e43-9140-eb28a169dfb6 req-c9e3c1d0-736e-4160-bc7b-5856328c5f2b tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca21c3d3-86e2-42cc-b2ec-8fa0e4510589 HTTP/1.1" status: 200 len: 946 time: 0.1174109 Mar 11 19:39:49.630767 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3cea53e3-dad4-4127-ad66-3fbbdb5e4642 req-ea59bc36-367f-4b32-8539-f8a883d33f9a tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5979414 Mar 11 19:39:49.649735 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-3cea53e3-dad4-4127-ad66-3fbbdb5e4642 req-0d8ccea5-4380-4385-b05b-2e51ce304dfd service neutron] Request body: {'port': {'device_id': '76bec834-a4e6-4c85-b920-2d13a63f3d45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:39:49.685396 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc5a347-edc9-40b5-a2dc-2da6b7d620ca req-e0dd42c6-1acf-49b0-9eaf-7c74f18f068a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:49.687092 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5bc5a347-edc9-40b5-a2dc-2da6b7d620ca req-e0dd42c6-1acf-49b0-9eaf-7c74f18f068a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e1278b723edd4119b7e2bc2da0da9d73&device_id=354488d0-8811-4789-8bda-a6a0309f9fa8 HTTP/1.1" status: 200 len: 1127 time: 0.1133325 Mar 11 19:39:49.692732 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-edf91aad-b766-4b9c-a426-40f0ec8eddbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (1602491a-d41f-49f0-9b55-4fff1e76dd1a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:49.748561 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-edf91aad-b766-4b9c-a426-40f0ec8eddbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1602491a-d41f-49f0-9b55-4fff1e76dd1a']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:49.760059 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3cea53e3-dad4-4127-ad66-3fbbdb5e4642 req-0d8ccea5-4380-4385-b05b-2e51ce304dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (378b54aa-2600-4330-bf26-2e59cb39b4b8), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:49.788697 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-edf91aad-b766-4b9c-a426-40f0ec8eddbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e2301bf-720c-46be-a44c-8cacee50c614') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:49.788989 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-edf91aad-b766-4b9c-a426-40f0ec8eddbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e2301bf-720c-46be-a44c-8cacee50c614') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:49.812203 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-edf91aad-b766-4b9c-a426-40f0ec8eddbc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (6e2301bf-720c-46be-a44c-8cacee50c614), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:49.828150 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ad3a7cca-dd71-4e43-9140-eb28a169dfb6 req-0020ee83-0b1e-42ca-9a04-d84585d97c84 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] 10.222.0.65 "GET /v2.0/security-groups?id=488ef7c0-546f-42b9-91ac-cf20b31fd2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291126 Mar 11 19:39:49.836449 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-edf91aad-b766-4b9c-a426-40f0ec8eddbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (6e2301bf-720c-46be-a44c-8cacee50c614), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:49.839382 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-37a8a945-39d5-4fae-8112-62397c1d3113 admin admin] Publish callbacks [] for router_gateway (020b0904-65ac-42f2-8e04-517741506d94), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:49.844414 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc5a347-edc9-40b5-a2dc-2da6b7d620ca req-508a25bf-2d83-4a5c-a0a7-18e9fcee0692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:49.846678 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5bc5a347-edc9-40b5-a2dc-2da6b7d620ca req-508a25bf-2d83-4a5c-a0a7-18e9fcee0692 service neutron] 10.222.0.57 "GET /v2.0/networks?id=26599c04-c03d-4e34-83de-a092bae2f75e HTTP/1.1" status: 200 len: 921 time: 0.1508737 Mar 11 19:39:49.870253 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edf91aad-b766-4b9c-a426-40f0ec8eddbc admin admin] Releasing vlan 859 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:39:49.870586 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-edf91aad-b766-4b9c-a426-40f0ec8eddbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (6e2301bf-720c-46be-a44c-8cacee50c614), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:49.873507 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 19:39:49.873507 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:39:49.873507 n-d-833163-1 neutron-server[103885]: timer() Mar 11 19:39:49.873507 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:39:49.873507 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 19:39:49.873507 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:39:49.873507 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 19:39:49.873507 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:39:49.873507 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 19:39:49.873507 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:39:49.873507 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 19:39:49.873507 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:39:49.873507 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 19:39:49.873507 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:39:49.873507 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:39:49.873507 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:39:49.873507 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:39:49.873507 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:39:49.873507 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 19:39:49.873507 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:39:49.873507 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 19:39:49.873507 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:39:49.873507 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:39:49.873507 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:39:49.873507 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 19:39:49.873507 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:39:49.873507 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:39:49.873507 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:39:49.873507 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:39:49.873507 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:39:49.873507 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:39:49.873507 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:39:49.883656 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-37a8a945-39d5-4fae-8112-62397c1d3113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:49.948451 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5bc5a347-edc9-40b5-a2dc-2da6b7d620ca req-653ca15a-95ee-4edc-a02f-478597578118 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b18110b-6a81-4c6d-a4ab-e9a9946c7c95 HTTP/1.1" status: 200 len: 217 time: 0.0854909 Mar 11 19:39:50.003949 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-edf91aad-b766-4b9c-a426-40f0ec8eddbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (1602491a-d41f-49f0-9b55-4fff1e76dd1a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:50.009450 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-39877b44-981d-4726-aeff-67d86717e3c5 req-560c83ff-ba53-4c3b-a33c-0a872b9379c4 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "GET /v2.0/security-groups/57efce63-31fb-4b7f-b5ac-d30c68d7e021 HTTP/1.1" status: 200 len: 1825 time: 0.1368430 Mar 11 19:39:50.015106 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-edf91aad-b766-4b9c-a426-40f0ec8eddbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:50.018771 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-edf91aad-b766-4b9c-a426-40f0ec8eddbc admin admin] 10.222.0.65 "DELETE /v2.0/networks/1602491a-d41f-49f0-9b55-4fff1e76dd1a HTTP/1.1" status: 204 len: 168 time: 0.6554248 Mar 11 19:39:50.021764 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38476) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:39:50.048096 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf91aad-b766-4b9c-a426-40f0ec8eddbc admin admin] Pushing event deleted for resources: {'Network': ['ID=1602491a-d41f-49f0-9b55-4fff1e76dd1a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:50.059475 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc5a347-edc9-40b5-a2dc-2da6b7d620ca req-ee79837f-9822-4124-ab66-c6ac92a988ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:50.060971 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5bc5a347-edc9-40b5-a2dc-2da6b7d620ca req-ee79837f-9822-4124-ab66-c6ac92a988ee service neutron] 10.222.0.57 "GET /v2.0/subnets?id=86f84498-7845-4a44-a8ca-9b6851ba94c2 HTTP/1.1" status: 200 len: 860 time: 0.1013749 Mar 11 19:39:50.116926 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-37a8a945-39d5-4fae-8112-62397c1d3113 admin admin] Allocated IP 172.25.8.21 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/494517a1-7e22-42ff-98dd-c76c2ce900dd) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:39:50.130541 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5bc5a347-edc9-40b5-a2dc-2da6b7d620ca req-31f25d2a-35e7-4de0-8099-62d02d129602 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=26599c04-c03d-4e34-83de-a092bae2f75e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597222 Mar 11 19:39:50.136124 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-39877b44-981d-4726-aeff-67d86717e3c5 req-3005ed30-61d8-4380-980d-41673c72a6f8 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Publish callbacks [] for security_group (57efce63-31fb-4b7f-b5ac-d30c68d7e021), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:50.175033 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-bae42068-5063-43ec-b1db-24123fa36a9b admin admin] Deleting subnet 0572dad8-3a96-4a31-aff0-8557833bc504 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:39:50.183189 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bae42068-5063-43ec-b1db-24123fa36a9b admin admin] Publish callbacks [] for subnet (0572dad8-3a96-4a31-aff0-8557833bc504), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:50.184559 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9471aa88-4019-4f54-8eef-e8ffeabeb256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd68bc25c-daf2-43ae-bbc8-f0f0ad342470'}, {'server_uuid': '34a46b4c-d2c7-4196-8a07-a52bff89e5c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f611100-c46b-4b93-bc05-a06ea5910f40'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:39:50.185745 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-39877b44-981d-4726-aeff-67d86717e3c5 req-3005ed30-61d8-4380-980d-41673c72a6f8 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Publish callbacks [] for security_group (57efce63-31fb-4b7f-b5ac-d30c68d7e021), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:50.188484 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e82450-fd44-4f29-8297-596285017676" -d '{"events": [{"server_uuid": "9471aa88-4019-4f54-8eef-e8ffeabeb256", "name": "network-vif-plugged", "status": "completed", "tag": "d68bc25c-daf2-43ae-bbc8-f0f0ad342470"}, {"server_uuid": "34a46b4c-d2c7-4196-8a07-a52bff89e5c9", "name": "network-vif-plugged", "status": "completed", "tag": "2f611100-c46b-4b93-bc05-a06ea5910f40"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:39:50.280004 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-39877b44-981d-4726-aeff-67d86717e3c5 req-3005ed30-61d8-4380-980d-41673c72a6f8 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (57efce63-31fb-4b7f-b5ac-d30c68d7e021), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:50.283097 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-39877b44-981d-4726-aeff-67d86717e3c5 req-3005ed30-61d8-4380-980d-41673c72a6f8 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:50.293563 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bae42068-5063-43ec-b1db-24123fa36a9b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (0572dad8-3a96-4a31-aff0-8557833bc504), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:50.294991 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-39877b44-981d-4726-aeff-67d86717e3c5 req-3005ed30-61d8-4380-980d-41673c72a6f8 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "DELETE /v2.0/security-groups/57efce63-31fb-4b7f-b5ac-d30c68d7e021 HTTP/1.1" status: 204 len: 173 time: 0.2726784 Mar 11 19:39:50.309565 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-37a8a945-39d5-4fae-8112-62397c1d3113 admin admin] Publish callbacks [] for port (494517a1-7e22-42ff-98dd-c76c2ce900dd), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:50.318269 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3005ed30-61d8-4380-980d-41673c72a6f8 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57efce63-31fb-4b7f-b5ac-d30c68d7e021,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:50.404363 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5bc5a347-edc9-40b5-a2dc-2da6b7d620ca req-0280fc3b-2e9d-40a2-aefb-629c68f45a45 service neutron] 10.222.0.57 "GET /v2.0/networks/26599c04-c03d-4e34-83de-a092bae2f75e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678533 Mar 11 19:39:50.412650 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-37a8a945-39d5-4fae-8112-62397c1d3113 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (494517a1-7e22-42ff-98dd-c76c2ce900dd), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:50.413450 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bae42068-5063-43ec-b1db-24123fa36a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (0572dad8-3a96-4a31-aff0-8557833bc504), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:50.441976 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-3cea53e3-dad4-4127-ad66-3fbbdb5e4642 req-0d8ccea5-4380-4385-b05b-2e51ce304dfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 378b54aa-2600-4330-bf26-2e59cb39b4b8 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:39:50.461547 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3cea53e3-dad4-4127-ad66-3fbbdb5e4642 req-0d8ccea5-4380-4385-b05b-2e51ce304dfd service neutron] Publish callbacks [] for port (378b54aa-2600-4330-bf26-2e59cb39b4b8), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:50.472737 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a8a945-39d5-4fae-8112-62397c1d3113 admin admin] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:39:50.479075 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-37a8a945-39d5-4fae-8112-62397c1d3113 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:50.481593 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a8a945-39d5-4fae-8112-62397c1d3113 admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:39:50.487378 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a8a945-39d5-4fae-8112-62397c1d3113 admin admin] Pushing event updated for resources: {'Port': ['ID=494517a1-7e22-42ff-98dd-c76c2ce900dd,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:50.502012 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-3cea53e3-dad4-4127-ad66-3fbbdb5e4642 req-0d8ccea5-4380-4385-b05b-2e51ce304dfd service neutron] Transition to ACTIVE for port object 378b54aa-2600-4330-bf26-2e59cb39b4b8 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:39:50.518843 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8151eb-5aaa-4f3a-9e90-24a7a99ab8f4 req-c299e48b-81c2-475c-88cc-2984f9d02648 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:50.520641 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1c8151eb-5aaa-4f3a-9e90-24a7a99ab8f4 req-c299e48b-81c2-475c-88cc-2984f9d02648 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/ports?device_id=9471aa88-4019-4f54-8eef-e8ffeabeb256 HTTP/1.1" status: 200 len: 950 time: 0.1507399 Mar 11 19:39:50.536038 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3cea53e3-dad4-4127-ad66-3fbbdb5e4642 req-0d8ccea5-4380-4385-b05b-2e51ce304dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (378b54aa-2600-4330-bf26-2e59cb39b4b8), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:50.546603 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251544f8-d7a1-49d2-8ab2-ac6879699d6a None None] Network 32196a18-8be7-4227-b019-bc15d0c1f739 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:39:50.594403 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bae42068-5063-43ec-b1db-24123fa36a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (0572dad8-3a96-4a31-aff0-8557833bc504), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:50.624561 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d7d644cf-5848-424a-b063-db2f6b7fe9b9 None None] Provisioning complete for port d19d36da-f083-409d-b57e-b4d1f0325cb6 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:39:50.624931 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d7d644cf-5848-424a-b063-db2f6b7fe9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (d19d36da-f083-409d-b57e-b4d1f0325cb6), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:50.649731 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5bc5a347-edc9-40b5-a2dc-2da6b7d620ca req-b06909dc-aaa7-4ff8-a085-aa4098ded6b3 service neutron] 10.222.0.57 "GET /v2.0/networks/26599c04-c03d-4e34-83de-a092bae2f75e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393305 Mar 11 19:39:50.650434 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae42068-5063-43ec-b1db-24123fa36a9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0572dad8-3a96-4a31-aff0-8557833bc504,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:50.652908 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bae42068-5063-43ec-b1db-24123fa36a9b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:50.658580 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-bae42068-5063-43ec-b1db-24123fa36a9b admin admin] 10.222.0.65 "DELETE /v2.0/subnets/0572dad8-3a96-4a31-aff0-8557833bc504 HTTP/1.1" status: 204 len: 168 time: 0.6335611 Mar 11 19:39:50.659539 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8ccea5-4380-4385-b05b-2e51ce304dfd service neutron] Pushing event updated for resources: {'Port': ['ID=378b54aa-2600-4330-bf26-2e59cb39b4b8,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:50.662290 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38484) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:39:50.685306 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1c8151eb-5aaa-4f3a-9e90-24a7a99ab8f4 req-00623d8a-b1d7-41c5-81a3-88ec966fbb93 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/security-groups?id=032b05bd-60bf-4cbe-8790-99bf90b24300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508048 Mar 11 19:39:50.756407 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d7d644cf-5848-424a-b063-db2f6b7fe9b9 None None] Current status of the port d19d36da-f083-409d-b57e-b4d1f0325cb6 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:39:50.757042 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d7d644cf-5848-424a-b063-db2f6b7fe9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d19d36da-f083-409d-b57e-b4d1f0325cb6), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:50.818139 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b84b988f-3544-4edc-8231-fa3a65264e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (aaed5fd3-b461-40dc-a59a-06d08282edc4), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:50.822872 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d7d644cf-5848-424a-b063-db2f6b7fe9b9 None None] For port d19d36da-f083-409d-b57e-b4d1f0325cb6, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=d19d36da-f083-409d-b57e-b4d1f0325cb6,segment=NetworkSegment(69eb0e62-687e-4724-ba5c-a415cb9293d1),segment_id=69eb0e62-687e-4724-ba5c-a415cb9293d1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:50.828571 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d7d644cf-5848-424a-b063-db2f6b7fe9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (d19d36da-f083-409d-b57e-b4d1f0325cb6), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:50.832767 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-3cea53e3-dad4-4127-ad66-3fbbdb5e4642 req-0d8ccea5-4380-4385-b05b-2e51ce304dfd service neutron] Attempting to bind port 378b54aa-2600-4330-bf26-2e59cb39b4b8 on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:39:50.833071 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-3cea53e3-dad4-4127-ad66-3fbbdb5e4642 req-0d8ccea5-4380-4385-b05b-2e51ce304dfd service neutron] Attempting to bind port 378b54aa-2600-4330-bf26-2e59cb39b4b8 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '4e412043-f4b7-4584-89b3-4a0ee01e31e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '90292ec6-d6b2-4fa1-9376-c622cb87c9e0'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:39:50.833407 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cea53e3-dad4-4127-ad66-3fbbdb5e4642 req-0d8ccea5-4380-4385-b05b-2e51ce304dfd service neutron] Attempting to bind port 378b54aa-2600-4330-bf26-2e59cb39b4b8 on network 90292ec6-d6b2-4fa1-9376-c622cb87c9e0 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:39:50.839688 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cea53e3-dad4-4127-ad66-3fbbdb5e4642 req-0d8ccea5-4380-4385-b05b-2e51ce304dfd service neutron] Port 378b54aa-2600-4330-bf26-2e59cb39b4b8 on network 90292ec6-d6b2-4fa1-9376-c622cb87c9e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:39:50.840018 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cea53e3-dad4-4127-ad66-3fbbdb5e4642 req-0d8ccea5-4380-4385-b05b-2e51ce304dfd service neutron] Attempting to bind port 378b54aa-2600-4330-bf26-2e59cb39b4b8 on network 90292ec6-d6b2-4fa1-9376-c622cb87c9e0 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:39:50.850914 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cea53e3-dad4-4127-ad66-3fbbdb5e4642 req-0d8ccea5-4380-4385-b05b-2e51ce304dfd service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:39:50.851526 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cea53e3-dad4-4127-ad66-3fbbdb5e4642 req-0d8ccea5-4380-4385-b05b-2e51ce304dfd service neutron] Checking segment: {'id': '4e412043-f4b7-4584-89b3-4a0ee01e31e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '90292ec6-d6b2-4fa1-9376-c622cb87c9e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:39:50.851881 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cea53e3-dad4-4127-ad66-3fbbdb5e4642 req-0d8ccea5-4380-4385-b05b-2e51ce304dfd service neutron] Bound using segment: {'id': '4e412043-f4b7-4584-89b3-4a0ee01e31e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '90292ec6-d6b2-4fa1-9376-c622cb87c9e0'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:39:50.852321 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-3cea53e3-dad4-4127-ad66-3fbbdb5e4642 req-0d8ccea5-4380-4385-b05b-2e51ce304dfd service neutron] Bound port: 378b54aa-2600-4330-bf26-2e59cb39b4b8, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e412043-f4b7-4584-89b3-4a0ee01e31e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '90292ec6-d6b2-4fa1-9376-c622cb87c9e0'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:39:50.852680 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3cea53e3-dad4-4127-ad66-3fbbdb5e4642 req-0d8ccea5-4380-4385-b05b-2e51ce304dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (378b54aa-2600-4330-bf26-2e59cb39b4b8), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:50.890511 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-37a8a945-39d5-4fae-8112-62397c1d3113 admin admin] Publish callbacks [] for router_gateway (020b0904-65ac-42f2-8e04-517741506d94), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:50.940744 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d644cf-5848-424a-b063-db2f6b7fe9b9 None None] Pushing event updated for resources: {'Port': ['ID=d19d36da-f083-409d-b57e-b4d1f0325cb6,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:50.981406 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b84b988f-3544-4edc-8231-fa3a65264e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (aaed5fd3-b461-40dc-a59a-06d08282edc4), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:51.017864 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-b84b988f-3544-4edc-8231-fa3a65264e94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaed5fd3-b461-40dc-a59a-06d08282edc4']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:51.030061 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-3cea53e3-dad4-4127-ad66-3fbbdb5e4642 req-0d8ccea5-4380-4385-b05b-2e51ce304dfd service neutron] For port 378b54aa-2600-4330-bf26-2e59cb39b4b8, host n-h1-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:39:51.033267 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-b84b988f-3544-4edc-8231-fa3a65264e94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c90995d8-a287-4bfe-b35b-353c479660b3') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:51.033718 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-b84b988f-3544-4edc-8231-fa3a65264e94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c90995d8-a287-4bfe-b35b-353c479660b3') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:51.049703 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b84b988f-3544-4edc-8231-fa3a65264e94 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (c90995d8-a287-4bfe-b35b-353c479660b3), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:51.052751 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-3cea53e3-dad4-4127-ad66-3fbbdb5e4642 req-0d8ccea5-4380-4385-b05b-2e51ce304dfd service neutron] For port 378b54aa-2600-4330-bf26-2e59cb39b4b8, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=378b54aa-2600-4330-bf26-2e59cb39b4b8,segment=NetworkSegment(4e412043-f4b7-4584-89b3-4a0ee01e31e1),segment_id=4e412043-f4b7-4584-89b3-4a0ee01e31e1)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:39:51.066491 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3cea53e3-dad4-4127-ad66-3fbbdb5e4642 req-0d8ccea5-4380-4385-b05b-2e51ce304dfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (378b54aa-2600-4330-bf26-2e59cb39b4b8), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:51.072669 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d991802a-5606-4867-a2db-4be37b7b69d3 None None] Provisioning complete for port d19d36da-f083-409d-b57e-b4d1f0325cb6 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:39:51.073182 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d991802a-5606-4867-a2db-4be37b7b69d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (d19d36da-f083-409d-b57e-b4d1f0325cb6), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:51.080622 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b84b988f-3544-4edc-8231-fa3a65264e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (c90995d8-a287-4bfe-b35b-353c479660b3), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:51.119873 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea53e3-dad4-4127-ad66-3fbbdb5e4642 req-0d8ccea5-4380-4385-b05b-2e51ce304dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:51.120066 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e65176-a2ea-4c07-aabf-a715dc529c3a req-81f1fef8-4d6d-4b89-a812-2098e8d033ad tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:51.120500 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3cea53e3-dad4-4127-ad66-3fbbdb5e4642 req-0d8ccea5-4380-4385-b05b-2e51ce304dfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:51.121446 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e0e65176-a2ea-4c07-aabf-a715dc529c3a req-81f1fef8-4d6d-4b89-a812-2098e8d033ad tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=76bec834-a4e6-4c85-b920-2d13a63f3d45 HTTP/1.1" status: 200 len: 944 time: 0.1362224 Mar 11 19:39:51.122028 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3cea53e3-dad4-4127-ad66-3fbbdb5e4642 req-0d8ccea5-4380-4385-b05b-2e51ce304dfd service neutron] 10.222.0.75 "PUT /v2.0/ports/378b54aa-2600-4330-bf26-2e59cb39b4b8 HTTP/1.1" status: 200 len: 1092 time: 1.4802985 Mar 11 19:39:51.124158 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b84b988f-3544-4edc-8231-fa3a65264e94 admin admin] Releasing vlan 884 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:39:51.124492 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b84b988f-3544-4edc-8231-fa3a65264e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (c90995d8-a287-4bfe-b35b-353c479660b3), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:51.131084 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76bec834-a4e6-4c85-b920-2d13a63f3d45', 'tag': '378b54aa-2600-4330-bf26-2e59cb39b4b8'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:39:51.133427 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b1648ec-67d0-4f1a-9c07-1c1ebff8e6da" -d '{"events": [{"name": "network-changed", "server_uuid": "76bec834-a4e6-4c85-b920-2d13a63f3d45", "tag": "378b54aa-2600-4330-bf26-2e59cb39b4b8"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:39:51.135915 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:39:51.135915 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:39:51.135915 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:39:51.135915 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:39:51.135915 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:39:51.135915 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:39:51.135915 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:39:51.135915 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:39:51.135915 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:39:51.135915 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:39:51.135915 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:39:51.135915 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:39:51.135915 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:39:51.135915 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:39:51.135915 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:39:51.135915 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:39:51.135915 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:39:51.135915 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:39:51.135915 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:39:51.135915 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:39:51.135915 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:39:51.135915 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:39:51.135915 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:39:51.135915 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:39:51.135915 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:39:51.135915 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:39:51.135915 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:39:51.135915 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:39:51.135915 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:39:51.135915 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:39:51.135915 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:39:51.135915 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:39:51.203003 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d991802a-5606-4867-a2db-4be37b7b69d3 None None] Current status of the port d19d36da-f083-409d-b57e-b4d1f0325cb6 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:39:51.226122 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8ccea5-4380-4385-b05b-2e51ce304dfd service neutron] Pushing event updated for resources: {'Port': ['ID=378b54aa-2600-4330-bf26-2e59cb39b4b8,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:51.250443 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b84b988f-3544-4edc-8231-fa3a65264e94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (aaed5fd3-b461-40dc-a59a-06d08282edc4), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:51.260030 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b84b988f-3544-4edc-8231-fa3a65264e94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:51.263201 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b84b988f-3544-4edc-8231-fa3a65264e94 admin admin] 10.222.0.65 "DELETE /v2.0/networks/aaed5fd3-b461-40dc-a59a-06d08282edc4 HTTP/1.1" status: 204 len: 168 time: 0.5985761 Mar 11 19:39:51.285541 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84b988f-3544-4edc-8231-fa3a65264e94 admin admin] Pushing event deleted for resources: {'Network': ['ID=aaed5fd3-b461-40dc-a59a-06d08282edc4,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:51.295859 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea53e3-dad4-4127-ad66-3fbbdb5e4642 req-1247853a-ea71-46c8-a23d-07d6f6708183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:51.296234 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e0e65176-a2ea-4c07-aabf-a715dc529c3a req-458b7fe4-c202-4af3-b979-53aa2e1acf49 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105409 Mar 11 19:39:51.297565 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3cea53e3-dad4-4127-ad66-3fbbdb5e4642 req-1247853a-ea71-46c8-a23d-07d6f6708183 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=12e2452ddb214caab7c1aa2dab6d048a&device_id=76bec834-a4e6-4c85-b920-2d13a63f3d45 HTTP/1.1" status: 200 len: 1126 time: 0.1110961 Mar 11 19:39:51.297725 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-37a8a945-39d5-4fae-8112-62397c1d3113 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (020b0904-65ac-42f2-8e04-517741506d94), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:51.355779 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3cea53e3-dad4-4127-ad66-3fbbdb5e4642 req-ae45435e-c18d-4bae-a63a-8419ec432ff5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=378b54aa-2600-4330-bf26-2e59cb39b4b8 HTTP/1.1" status: 200 len: 217 time: 0.0496619 Mar 11 19:39:51.408076 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea53e3-dad4-4127-ad66-3fbbdb5e4642 req-eb6a79bc-0e9c-43e5-9da6-584156ff1492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:51.409663 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3cea53e3-dad4-4127-ad66-3fbbdb5e4642 req-eb6a79bc-0e9c-43e5-9da6-584156ff1492 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5402328f-7fd7-414d-bb99-adab596edad0 HTTP/1.1" status: 200 len: 851 time: 0.0491562 Mar 11 19:39:51.417374 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38500) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:39:51.467656 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3cea53e3-dad4-4127-ad66-3fbbdb5e4642 req-d591b869-13d1-4aed-9720-78c67bdf5181 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=90292ec6-d6b2-4fa1-9376-c622cb87c9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511932 Mar 11 19:39:51.474846 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa00a9b-1e90-4783-9976-907cbcbdf14a req-7df90cba-41b1-45f0-86a0-0b0c676ce119 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:51.476893 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8fa00a9b-1e90-4783-9976-907cbcbdf14a req-7df90cba-41b1-45f0-86a0-0b0c676ce119 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e96e164-0c87-4b65-ae38-749690de529b HTTP/1.1" status: 200 len: 946 time: 0.0828323 Mar 11 19:39:51.505150 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37a8a945-39d5-4fae-8112-62397c1d3113 admin admin] Router 020b0904-65ac-42f2-8e04-517741506d94 is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:39:51.535698 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-74891c7a-97f2-4e4a-9427-06f026e195ef admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=90709db0b81e47d9b7eb66dc531b21b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1075180 Mar 11 19:39:51.539854 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38502) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:39:51.577832 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8fa00a9b-1e90-4783-9976-907cbcbdf14a req-9a35b752-96db-46ea-9348-d8f10e56721b tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] 10.222.0.65 "GET /v2.0/security-groups?id=488ef7c0-546f-42b9-91ac-cf20b31fd2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941598 Mar 11 19:39:51.645216 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-52519190-c83d-4544-9deb-fc101af194cd admin admin] Publish callbacks [] for security_group (1847236f-a6e9-419a-ae68-801aa5186b5f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:51.649253 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3cea53e3-dad4-4127-ad66-3fbbdb5e4642 req-ab7184ea-c9f7-49d1-9c6a-b0b46f9b3d29 service neutron] 10.222.0.75 "GET /v2.0/networks/90292ec6-d6b2-4fa1-9376-c622cb87c9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701481 Mar 11 19:39:51.673919 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a8a945-39d5-4fae-8112-62397c1d3113 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:39:51.685925 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e04b19-2245-4619-9e65-76af59134c78 None None] Sync routers for ids ['020b0904-65ac-42f2-8e04-517741506d94'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:39:51.689691 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-52519190-c83d-4544-9deb-fc101af194cd admin admin] Publish callbacks [] for security_group (1847236f-a6e9-419a-ae68-801aa5186b5f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:51.705873 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device d19d36da-f083-409d-b57e-b4d1f0325cb6 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:39:51.712102 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-37a8a945-39d5-4fae-8112-62397c1d3113 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:51.712277 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e04b19-2245-4619-9e65-76af59134c78 None None] Routers {'020b0904-65ac-42f2-8e04-517741506d94'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:39:51.713084 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-77e04b19-2245-4619-9e65-76af59134c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:39:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['020b0904-65ac-42f2-8e04-517741506d94'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:51.715057 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-37a8a945-39d5-4fae-8112-62397c1d3113 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3014598 Mar 11 19:39:51.718339 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38508) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:39:51.841493 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Mar 2022 19:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-defd8e28-6ba6-407e-a0ee-c05ca3406402 x-openstack-request-id: req-defd8e28-6ba6-407e-a0ee-c05ca3406402 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:39:51.841818 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9471aa88-4019-4f54-8eef-e8ffeabeb256", "name": "network-vif-plugged", "status": "completed", "tag": "d68bc25c-daf2-43ae-bbc8-f0f0ad342470", "code": 200}, {"server_uuid": "34a46b4c-d2c7-4196-8a07-a52bff89e5c9", "name": "network-vif-plugged", "status": "completed", "tag": "2f611100-c46b-4b93-bc05-a06ea5910f40", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:39:51.842228 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-defd8e28-6ba6-407e-a0ee-c05ca3406402 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:39:51.842678 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9471aa88-4019-4f54-8eef-e8ffeabeb256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd68bc25c-daf2-43ae-bbc8-f0f0ad342470', 'code': 200} Mar 11 19:39:51.843050 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34a46b4c-d2c7-4196-8a07-a52bff89e5c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f611100-c46b-4b93-bc05-a06ea5910f40', 'code': 200} Mar 11 19:39:51.883332 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3cea53e3-dad4-4127-ad66-3fbbdb5e4642 req-e1962391-dba8-4adb-87bf-a55633a54f40 service neutron] 10.222.0.75 "GET /v2.0/networks/90292ec6-d6b2-4fa1-9376-c622cb87c9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256765 Mar 11 19:39:51.887532 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-52519190-c83d-4544-9deb-fc101af194cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (1847236f-a6e9-419a-ae68-801aa5186b5f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:51.890345 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-52519190-c83d-4544-9deb-fc101af194cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:51.892007 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-52519190-c83d-4544-9deb-fc101af194cd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1847236f-a6e9-419a-ae68-801aa5186b5f HTTP/1.1" status: 204 len: 168 time: 0.3509960 Mar 11 19:39:51.906053 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a72f0d-6f80-446a-8723-32857b0b08a0 req-34fc6633-a1ec-45b7-80ef-f3ddf4f6f5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:51.908436 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-a5a72f0d-6f80-446a-8723-32857b0b08a0 req-34fc6633-a1ec-45b7-80ef-f3ddf4f6f5ba service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=34a46b4c-d2c7-4196-8a07-a52bff89e5c9 HTTP/1.1" status: 200 len: 1127 time: 0.0902171 Mar 11 19:39:51.909226 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52519190-c83d-4544-9deb-fc101af194cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1847236f-a6e9-419a-ae68-801aa5186b5f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:51.925341 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-77e04b19-2245-4619-9e65-76af59134c78 None None] Set router 020b0904-65ac-42f2-8e04-517741506d94 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:39:51.981535 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-a5a72f0d-6f80-446a-8723-32857b0b08a0 req-2f1afba1-dcd4-4028-a609-51f190ce83f2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d351d7b2-55d0-41e7-b179-a6d0a957109a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667162 Mar 11 19:39:52.051977 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port d19d36da-f083-409d-b57e-b4d1f0325cb6 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:39:52.052366 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (d19d36da-f083-409d-b57e-b4d1f0325cb6), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:52.220625 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port d19d36da-f083-409d-b57e-b4d1f0325cb6 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:39:52.243105 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-77e04b19-2245-4619-9e65-76af59134c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020b0904-65ac-42f2-8e04-517741506d94', 'name': 'tempest-AttachVolumeShelveTestJSON-860357850-router', 'tenant_id': '158d96ac5890499b904530e3a8e2fd26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '494517a1-7e22-42ff-98dd-c76c2ce900dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:39:48Z', 'updated_at': '2022-03-11T19:39:50Z', 'revision_number': 3, 'project_id': '158d96ac5890499b904530e3a8e2fd26', 'gw_port': {'id': '494517a1-7e22-42ff-98dd-c76c2ce900dd', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:47:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '020b0904-65ac-42f2-8e04-517741506d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:39:49Z', 'updated_at': '2022-03-11T19:39:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:52.286189 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e04b19-2245-4619-9e65-76af59134c78 None None] Checking router: 020b0904-65ac-42f2-8e04-517741506d94 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:39:52.286189 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e04b19-2245-4619-9e65-76af59134c78 None None] Updating router 020b0904-65ac-42f2-8e04-517741506d94 port 494517a1-7e22-42ff-98dd-c76c2ce900dd binding host n-d-833163-1 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:39:52.322110 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-09d96f54-f14b-4a45-8108-051611e1d65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:52.323706 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-77e04b19-2245-4619-9e65-76af59134c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (494517a1-7e22-42ff-98dd-c76c2ce900dd), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:52.364287 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38518) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:39:52.409437 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d6130-ab13-4f91-8dc9-36beb766290c req-59d6879b-d5e9-4477-a5f1-798e39adfad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:52.410951 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d12d6130-ab13-4f91-8dc9-36beb766290c req-59d6879b-d5e9-4477-a5f1-798e39adfad5 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=9471aa88-4019-4f54-8eef-e8ffeabeb256 HTTP/1.1" status: 200 len: 1132 time: 0.4489973 Mar 11 19:39:52.418359 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-36a24530-a13f-47aa-bd62-d4f934ec00b3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=21b5027757954f19ab9d6bcffd01c9f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0527635 Mar 11 19:39:52.420961 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38520) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:39:52.486281 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d3ff266e-ffc1-47fe-a24a-92fde91bb876 admin admin] Publish callbacks [] for security_group (b09bcbf3-a690-488e-aa3e-0df26efcb23b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:52.491771 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d3fa77-cf20-45a5-a5d2-583c01eb225d req-942ffa79-fa25-441e-85d0-351fed7cb98f tempest-InstanceActionsV221TestJSON-344027217 tempest-InstanceActionsV221TestJSON-344027217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:52.493285 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f7d3fa77-cf20-45a5-a5d2-583c01eb225d req-942ffa79-fa25-441e-85d0-351fed7cb98f tempest-InstanceActionsV221TestJSON-344027217 tempest-InstanceActionsV221TestJSON-344027217-project] 10.222.0.65 "GET /v2.0/ports?device_id=34a46b4c-d2c7-4196-8a07-a52bff89e5c9 HTTP/1.1" status: 200 len: 945 time: 0.4661415 Mar 11 19:39:52.504581 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d12d6130-ab13-4f91-8dc9-36beb766290c req-b4e3d6c7-bc69-4337-996b-09c919304076 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=032b05bd-60bf-4cbe-8790-99bf90b24300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853171 Mar 11 19:39:52.521229 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d3ff266e-ffc1-47fe-a24a-92fde91bb876 admin admin] Publish callbacks [] for security_group (b09bcbf3-a690-488e-aa3e-0df26efcb23b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:52.539424 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:52.586046 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d3ff266e-ffc1-47fe-a24a-92fde91bb876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (b09bcbf3-a690-488e-aa3e-0df26efcb23b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:52.588982 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d3ff266e-ffc1-47fe-a24a-92fde91bb876 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:52.590797 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d3ff266e-ffc1-47fe-a24a-92fde91bb876 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b09bcbf3-a690-488e-aa3e-0df26efcb23b HTTP/1.1" status: 204 len: 168 time: 0.1689379 Mar 11 19:39:52.600145 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ff266e-ffc1-47fe-a24a-92fde91bb876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09bcbf3-a690-488e-aa3e-0df26efcb23b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:52.603309 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f7d3fa77-cf20-45a5-a5d2-583c01eb225d req-be28ba8d-d232-446b-9fea-1bf639dbeba6 tempest-InstanceActionsV221TestJSON-344027217 tempest-InstanceActionsV221TestJSON-344027217-project] 10.222.0.65 "GET /v2.0/security-groups?id=d351d7b2-55d0-41e7-b179-a6d0a957109a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020529 Mar 11 19:39:52.688090 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-77e04b19-2245-4619-9e65-76af59134c78 None None] Publish callbacks [] for port (494517a1-7e22-42ff-98dd-c76c2ce900dd), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:52.700816 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-77e04b19-2245-4619-9e65-76af59134c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (494517a1-7e22-42ff-98dd-c76c2ce900dd), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:52.785577 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-77e04b19-2245-4619-9e65-76af59134c78 None None] Attempting to bind port 494517a1-7e22-42ff-98dd-c76c2ce900dd on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:39:52.786318 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-77e04b19-2245-4619-9e65-76af59134c78 None None] Attempting to bind port 494517a1-7e22-42ff-98dd-c76c2ce900dd by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:39:52.786839 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e04b19-2245-4619-9e65-76af59134c78 None None] Attempting to bind port 494517a1-7e22-42ff-98dd-c76c2ce900dd on network 612cc066-33e3-444d-b1c7-d0a64751482a {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:39:52.795032 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489947a7-eb8e-4d23-b649-77318231a11f None None] Pushing event updated for resources: {'Port': ['ID=494517a1-7e22-42ff-98dd-c76c2ce900dd,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:52.805345 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0dd43f-359b-4751-b339-ce523fc7469a x-openstack-request-id: req-ae0dd43f-359b-4751-b339-ce523fc7469a {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:39:52.805861 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76bec834-a4e6-4c85-b920-2d13a63f3d45", "tag": "378b54aa-2600-4330-bf26-2e59cb39b4b8", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:39:52.806283 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ae0dd43f-359b-4751-b339-ce523fc7469a {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:39:52.807055 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76bec834-a4e6-4c85-b920-2d13a63f3d45', 'tag': '378b54aa-2600-4330-bf26-2e59cb39b4b8', 'status': 'completed', 'code': 200} Mar 11 19:39:52.811136 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8f7e9299-d341-4524-8c3c-6e1b3ae94e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:52.813277 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e04b19-2245-4619-9e65-76af59134c78 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:39:52.814286 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e04b19-2245-4619-9e65-76af59134c78 None None] Checking segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:39:52.814699 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-77e04b19-2245-4619-9e65-76af59134c78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:52.815089 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e04b19-2245-4619-9e65-76af59134c78 None None] Bound using segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:39:52.815775 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-77e04b19-2245-4619-9e65-76af59134c78 None None] Bound port: 494517a1-7e22-42ff-98dd-c76c2ce900dd, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:39:52.816164 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-77e04b19-2245-4619-9e65-76af59134c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (494517a1-7e22-42ff-98dd-c76c2ce900dd), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:52.883749 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-77e04b19-2245-4619-9e65-76af59134c78 None None] For port 494517a1-7e22-42ff-98dd-c76c2ce900dd, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:39:52.889543 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-77e04b19-2245-4619-9e65-76af59134c78 None None] For port 494517a1-7e22-42ff-98dd-c76c2ce900dd, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=494517a1-7e22-42ff-98dd-c76c2ce900dd,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:39:52.908156 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-77e04b19-2245-4619-9e65-76af59134c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (494517a1-7e22-42ff-98dd-c76c2ce900dd), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:52.966301 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1648ec-67d0-4f1a-9c07-1c1ebff8e6da req-15007ee6-c86d-4418-bec2-9775ed2f849d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:52.967857 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1b1648ec-67d0-4f1a-9c07-1c1ebff8e6da req-15007ee6-c86d-4418-bec2-9775ed2f849d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=12e2452ddb214caab7c1aa2dab6d048a&device_id=76bec834-a4e6-4c85-b920-2d13a63f3d45 HTTP/1.1" status: 200 len: 1126 time: 0.1464491 Mar 11 19:39:53.002256 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e04b19-2245-4619-9e65-76af59134c78 None None] Routers {'020b0904-65ac-42f2-8e04-517741506d94'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:39:53.003067 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-77e04b19-2245-4619-9e65-76af59134c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:39:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['020b0904-65ac-42f2-8e04-517741506d94'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:53.190137 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489947a7-eb8e-4d23-b649-77318231a11f None None] Pushing event updated for resources: {'Port': ['ID=494517a1-7e22-42ff-98dd-c76c2ce900dd,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:53.226546 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1648ec-67d0-4f1a-9c07-1c1ebff8e6da req-02717b5c-9bcb-41d9-a7df-bc2ecc7a1c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:53.228059 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1b1648ec-67d0-4f1a-9c07-1c1ebff8e6da req-02717b5c-9bcb-41d9-a7df-bc2ecc7a1c50 service neutron] 10.222.0.75 "GET /v2.0/networks?id=90292ec6-d6b2-4fa1-9376-c622cb87c9e0 HTTP/1.1" status: 200 len: 912 time: 0.2532301 Mar 11 19:39:53.236170 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-8f7e9299-d341-4524-8c3c-6e1b3ae94e0b admin admin] Allocated IP 172.20.0.1 (32196a18-8be7-4227-b019-bc15d0c1f739/c54bb295-7bca-4fbe-aff9-5e7c44904c47/8ba23863-d183-4cd9-8ac6-4971568430aa) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:39:53.257217 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 378b54aa-2600-4330-bf26-2e59cb39b4b8 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:39:53.294462 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1b1648ec-67d0-4f1a-9c07-1c1ebff8e6da req-019efe7c-acd6-4417-8db0-2e48eaeace0c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=378b54aa-2600-4330-bf26-2e59cb39b4b8 HTTP/1.1" status: 200 len: 217 time: 0.0576887 Mar 11 19:39:53.295027 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-77e04b19-2245-4619-9e65-76af59134c78 None None] Set router 020b0904-65ac-42f2-8e04-517741506d94 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:39:53.304019 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2557c43-176c-4e42-a981-0bfa8af7780b req-25ea6db2-845b-40e2-881c-6b38fea54b64 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:53.305981 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a2557c43-176c-4e42-a981-0bfa8af7780b req-25ea6db2-845b-40e2-881c-6b38fea54b64 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/ports?device_id=9471aa88-4019-4f54-8eef-e8ffeabeb256 HTTP/1.1" status: 200 len: 950 time: 0.1952016 Mar 11 19:39:53.444211 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1648ec-67d0-4f1a-9c07-1c1ebff8e6da req-ed394fe8-14b0-4ff9-86e8-0f5c99d76548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:53.446082 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1b1648ec-67d0-4f1a-9c07-1c1ebff8e6da req-ed394fe8-14b0-4ff9-86e8-0f5c99d76548 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5402328f-7fd7-414d-bb99-adab596edad0 HTTP/1.1" status: 200 len: 851 time: 0.1396646 Mar 11 19:39:53.494669 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1b1648ec-67d0-4f1a-9c07-1c1ebff8e6da req-8bef8fa5-9214-4291-809f-dcc6e2a52e27 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=90292ec6-d6b2-4fa1-9376-c622cb87c9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389712 Mar 11 19:39:53.501537 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 378b54aa-2600-4330-bf26-2e59cb39b4b8, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=378b54aa-2600-4330-bf26-2e59cb39b4b8,segment=NetworkSegment(4e412043-f4b7-4584-89b3-4a0ee01e31e1),segment_id=4e412043-f4b7-4584-89b3-4a0ee01e31e1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:53.520313 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '378b54aa-2600-4330-bf26-2e59cb39b4b8', 'network_id': '90292ec6-d6b2-4fa1-9376-c622cb87c9e0', 'port_id': '378b54aa-2600-4330-bf26-2e59cb39b4b8', 'mac_address': 'fa:16:3e:da:da:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5402328f-7fd7-414d-bb99-adab596edad0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:39:53.524229 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a2557c43-176c-4e42-a981-0bfa8af7780b req-19e0fb3b-7d99-4e12-805c-55a4196b8488 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/security-groups?id=032b05bd-60bf-4cbe-8790-99bf90b24300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007778 Mar 11 19:39:53.556619 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8f7e9299-d341-4524-8c3c-6e1b3ae94e0b admin admin] Publish callbacks [] for port (8ba23863-d183-4cd9-8ac6-4971568430aa), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:53.579859 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 378b54aa-2600-4330-bf26-2e59cb39b4b8 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:39:53.580250 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (378b54aa-2600-4330-bf26-2e59cb39b4b8), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:53.602679 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 378b54aa-2600-4330-bf26-2e59cb39b4b8 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:39:53.626974 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 378b54aa-2600-4330-bf26-2e59cb39b4b8, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=378b54aa-2600-4330-bf26-2e59cb39b4b8,segment=NetworkSegment(4e412043-f4b7-4584-89b3-4a0ee01e31e1),segment_id=4e412043-f4b7-4584-89b3-4a0ee01e31e1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:53.636638 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (378b54aa-2600-4330-bf26-2e59cb39b4b8), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:53.683436 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-77e04b19-2245-4619-9e65-76af59134c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020b0904-65ac-42f2-8e04-517741506d94', 'name': 'tempest-AttachVolumeShelveTestJSON-860357850-router', 'tenant_id': '158d96ac5890499b904530e3a8e2fd26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '494517a1-7e22-42ff-98dd-c76c2ce900dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:39:48Z', 'updated_at': '2022-03-11T19:39:50Z', 'revision_number': 3, 'project_id': '158d96ac5890499b904530e3a8e2fd26', 'gw_port': {'id': '494517a1-7e22-42ff-98dd-c76c2ce900dd', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:47:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '020b0904-65ac-42f2-8e04-517741506d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:39:49Z', 'updated_at': '2022-03-11T19:39:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:53.718026 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e04b19-2245-4619-9e65-76af59134c78 None None] The sync data for ids ['020b0904-65ac-42f2-8e04-517741506d94'] in n-d-833163-1 is: [{'id': '020b0904-65ac-42f2-8e04-517741506d94', 'name': 'tempest-AttachVolumeShelveTestJSON-860357850-router', 'tenant_id': '158d96ac5890499b904530e3a8e2fd26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '494517a1-7e22-42ff-98dd-c76c2ce900dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:39:48Z', 'updated_at': '2022-03-11T19:39:50Z', 'revision_number': 3, 'project_id': '158d96ac5890499b904530e3a8e2fd26', 'gw_port': {'id': '494517a1-7e22-42ff-98dd-c76c2ce900dd', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:47:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '020b0904-65ac-42f2-8e04-517741506d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:39:49Z', 'updated_at': '2022-03-11T19:39:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:39:53.719369 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1b1648ec-67d0-4f1a-9c07-1c1ebff8e6da req-61d1e0c5-6d29-4dae-a269-e77a426bd0eb service neutron] 10.222.0.75 "GET /v2.0/networks/90292ec6-d6b2-4fa1-9376-c622cb87c9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157693 Mar 11 19:39:53.724467 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=378b54aa-2600-4330-bf26-2e59cb39b4b8,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:53.757224 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8f7e9299-d341-4524-8c3c-6e1b3ae94e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (8ba23863-d183-4cd9-8ac6-4971568430aa), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:53.831250 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e235a90-1f07-4182-8fa6-1fde9026394d req-f7e94546-ec94-48b7-b90f-1a930ca06414 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:53.833058 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3e235a90-1f07-4182-8fa6-1fde9026394d req-f7e94546-ec94-48b7-b90f-1a930ca06414 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "GET /v2.0/ports?device_id=354488d0-8811-4789-8bda-a6a0309f9fa8 HTTP/1.1" status: 200 len: 945 time: 0.1774065 Mar 11 19:39:53.859502 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7e9299-d341-4524-8c3c-6e1b3ae94e0b admin admin] Network 32196a18-8be7-4227-b019-bc15d0c1f739 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:39:53.881676 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-8f7e9299-d341-4524-8c3c-6e1b3ae94e0b admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:53.885451 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['378b54aa-2600-4330-bf26-2e59cb39b4b8'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:39:53.888454 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7e9299-d341-4524-8c3c-6e1b3ae94e0b admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:39:53.922295 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e9299-d341-4524-8c3c-6e1b3ae94e0b admin admin] Pushing event updated for resources: {'Port': ['ID=8ba23863-d183-4cd9-8ac6-4971568430aa,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:53.975884 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1b1648ec-67d0-4f1a-9c07-1c1ebff8e6da req-876e683b-5395-4297-bec1-48b57a9f2010 service neutron] 10.222.0.75 "GET /v2.0/networks/90292ec6-d6b2-4fa1-9376-c622cb87c9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505841 Mar 11 19:39:53.999386 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3e235a90-1f07-4182-8fa6-1fde9026394d req-5c17c961-ceba-4f4d-9086-8d895bd92f1e tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e517e2d-c796-4eb6-a34e-da2fbfb59fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438382 Mar 11 19:39:54.004912 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8f7e9299-d341-4524-8c3c-6e1b3ae94e0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (020b0904-65ac-42f2-8e04-517741506d94), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:54.198706 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1472e1e1-97e2-4e42-b245-4547cf6d2a41 req-d683561b-7e5a-423b-8950-7e587ab8d185 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:54.200910 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1472e1e1-97e2-4e42-b245-4547cf6d2a41 req-d683561b-7e5a-423b-8950-7e587ab8d185 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=76bec834-a4e6-4c85-b920-2d13a63f3d45 HTTP/1.1" status: 200 len: 945 time: 0.1241565 Mar 11 19:39:54.270958 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-9bb9906a-62a3-43d0-88e8-16ad839a6334 None None] Provisioning complete for port 8ba23863-d183-4cd9-8ac6-4971568430aa triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:39:54.271337 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9bb9906a-62a3-43d0-88e8-16ad839a6334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (8ba23863-d183-4cd9-8ac6-4971568430aa), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:54.306117 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1472e1e1-97e2-4e42-b245-4547cf6d2a41 req-fe128eb0-f5dd-43ec-98f7-7cbf52976f5a tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952568 Mar 11 19:39:54.306980 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8f7e9299-d341-4524-8c3c-6e1b3ae94e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (8ba23863-d183-4cd9-8ac6-4971568430aa), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:54.309160 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-9bb9906a-62a3-43d0-88e8-16ad839a6334 None None] Port 8ba23863-d183-4cd9-8ac6-4971568430aa cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:39:54.498413 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8f7e9299-d341-4524-8c3c-6e1b3ae94e0b admin admin] Publish callbacks [] for port (8ba23863-d183-4cd9-8ac6-4971568430aa), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:54.503688 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8f7e9299-d341-4524-8c3c-6e1b3ae94e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (8ba23863-d183-4cd9-8ac6-4971568430aa), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:54.572422 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-730e78aa-d32a-4b1a-a41e-1337ab6b2205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:54.608358 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8f7e9299-d341-4524-8c3c-6e1b3ae94e0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (020b0904-65ac-42f2-8e04-517741506d94), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:54.615933 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e9299-d341-4524-8c3c-6e1b3ae94e0b admin admin] Pushing event updated for resources: {'Port': ['ID=8ba23863-d183-4cd9-8ac6-4971568430aa,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:54.692791 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae69007d-5a4c-4462-b4ab-10f992ef11e8 req-ae762c9b-4abf-42aa-ae25-e473a092eb9d tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:54.694272 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ae69007d-5a4c-4462-b4ab-10f992ef11e8 req-ae762c9b-4abf-42aa-ae25-e473a092eb9d tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] 10.222.0.65 "GET /v2.0/ports?device_id=5e96e164-0c87-4b65-ae38-749690de529b HTTP/1.1" status: 200 len: 946 time: 0.1356478 Mar 11 19:39:54.763128 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7e9299-d341-4524-8c3c-6e1b3ae94e0b admin admin] Network 32196a18-8be7-4227-b019-bc15d0c1f739 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:39:54.766995 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ae69007d-5a4c-4462-b4ab-10f992ef11e8 req-16e8ad41-b814-48f9-b849-202f095ac93a tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] 10.222.0.65 "GET /v2.0/security-groups?id=488ef7c0-546f-42b9-91ac-cf20b31fd2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662944 Mar 11 19:39:54.768114 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-8f7e9299-d341-4524-8c3c-6e1b3ae94e0b admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:54.898272 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f7e9299-d341-4524-8c3c-6e1b3ae94e0b admin admin] Router 020b0904-65ac-42f2-8e04-517741506d94 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:39:55.039801 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7e9299-d341-4524-8c3c-6e1b3ae94e0b admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:39:55.046306 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-8f7e9299-d341-4524-8c3c-6e1b3ae94e0b admin admin] 10.222.0.65 "PUT /v2.0/routers/020b0904-65ac-42f2-8e04-517741506d94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3269639 Mar 11 19:39:55.078639 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ff444-43c1-42d2-96ac-932371c42ca1 req-00b27f98-250d-4dd2-9049-4ce987a99c34 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:55.081001 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3a4ff444-43c1-42d2-96ac-932371c42ca1 req-00b27f98-250d-4dd2-9049-4ce987a99c34 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e96e164-0c87-4b65-ae38-749690de529b HTTP/1.1" status: 200 len: 946 time: 0.0975528 Mar 11 19:39:55.138888 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879d175f-7b2c-484c-b3a1-90946d824e48 req-412d72ef-494b-47b6-ae2a-9c9616fa3c48 tempest-InstanceActionsV221TestJSON-344027217 tempest-InstanceActionsV221TestJSON-344027217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:55.140587 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-879d175f-7b2c-484c-b3a1-90946d824e48 req-412d72ef-494b-47b6-ae2a-9c9616fa3c48 tempest-InstanceActionsV221TestJSON-344027217 tempest-InstanceActionsV221TestJSON-344027217-project] 10.222.0.65 "GET /v2.0/ports?device_id=34a46b4c-d2c7-4196-8a07-a52bff89e5c9 HTTP/1.1" status: 200 len: 945 time: 0.0857427 Mar 11 19:39:55.144355 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-384c6613-cd59-4e5a-aaf2-e1d4df787d5a None None] Provisioning complete for port 8ba23863-d183-4cd9-8ac6-4971568430aa triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:39:55.144881 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-384c6613-cd59-4e5a-aaf2-e1d4df787d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (8ba23863-d183-4cd9-8ac6-4971568430aa), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:55.208400 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-3a4ff444-43c1-42d2-96ac-932371c42ca1 req-236aeb1a-e917-4bdf-9abf-1b724ad83f92 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Deleting port e317bad6-93e0-47a0-9585-a501013d05ba {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:39:55.208749 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3a4ff444-43c1-42d2-96ac-932371c42ca1 req-236aeb1a-e917-4bdf-9abf-1b724ad83f92 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (e317bad6-93e0-47a0-9585-a501013d05ba), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:55.243584 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-384c6613-cd59-4e5a-aaf2-e1d4df787d5a None None] Port 8ba23863-d183-4cd9-8ac6-4971568430aa cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:39:55.255131 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 378b54aa-2600-4330-bf26-2e59cb39b4b8 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:39:55.257530 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-879d175f-7b2c-484c-b3a1-90946d824e48 req-f806da88-0230-4fa1-a2da-361282d94806 tempest-InstanceActionsV221TestJSON-344027217 tempest-InstanceActionsV221TestJSON-344027217-project] 10.222.0.65 "GET /v2.0/security-groups?id=d351d7b2-55d0-41e7-b179-a6d0a957109a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057177 Mar 11 19:39:55.307385 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c9333-4d3f-4b68-8e1d-088025a2956f req-7ba305ee-1257-4d39-9d94-63aa7dcaee13 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:55.309802 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-428c9333-4d3f-4b68-8e1d-088025a2956f req-7ba305ee-1257-4d39-9d94-63aa7dcaee13 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.57 "GET /v2.0/ports?device_id=354488d0-8811-4789-8bda-a6a0309f9fa8 HTTP/1.1" status: 200 len: 945 time: 0.1294315 Mar 11 19:39:55.355952 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port 378b54aa-2600-4330-bf26-2e59cb39b4b8 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:39:55.362406 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 378b54aa-2600-4330-bf26-2e59cb39b4b8 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:39:55.363099 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (378b54aa-2600-4330-bf26-2e59cb39b4b8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:55.370596 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-3a4ff444-43c1-42d2-96ac-932371c42ca1 req-236aeb1a-e917-4bdf-9abf-1b724ad83f92 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] For port e317bad6-93e0-47a0-9585-a501013d05ba, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=e317bad6-93e0-47a0-9585-a501013d05ba,segment=NetworkSegment(8ec1552b-7bed-4530-9e09-40c0e817b565),segment_id=8ec1552b-7bed-4530-9e09-40c0e817b565)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:55.371393 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3a4ff444-43c1-42d2-96ac-932371c42ca1 req-236aeb1a-e917-4bdf-9abf-1b724ad83f92 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (e317bad6-93e0-47a0-9585-a501013d05ba), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:55.395006 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-3a4ff444-43c1-42d2-96ac-932371c42ca1 req-236aeb1a-e917-4bdf-9abf-1b724ad83f92 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Calling delete_port for e317bad6-93e0-47a0-9585-a501013d05ba owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:39:55.477607 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 378b54aa-2600-4330-bf26-2e59cb39b4b8 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:39:55.478162 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (378b54aa-2600-4330-bf26-2e59cb39b4b8), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:55.507086 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76bec834-a4e6-4c85-b920-2d13a63f3d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '378b54aa-2600-4330-bf26-2e59cb39b4b8'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:39:55.510590 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf5d1ec-a0d5-4353-ab94-982aac1bf6dd" -d '{"events": [{"server_uuid": "76bec834-a4e6-4c85-b920-2d13a63f3d45", "name": "network-vif-plugged", "status": "completed", "tag": "378b54aa-2600-4330-bf26-2e59cb39b4b8"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:39:55.527267 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 378b54aa-2600-4330-bf26-2e59cb39b4b8, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=378b54aa-2600-4330-bf26-2e59cb39b4b8,segment=NetworkSegment(4e412043-f4b7-4584-89b3-4a0ee01e31e1),segment_id=4e412043-f4b7-4584-89b3-4a0ee01e31e1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:55.532264 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (378b54aa-2600-4330-bf26-2e59cb39b4b8), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:55.571010 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3675d-b00e-4222-b30d-2677c1cec0cd req-89259dd5-6fbe-4fc8-9457-171b55a1d2c5 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:55.572542 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-38e3675d-b00e-4222-b30d-2677c1cec0cd req-89259dd5-6fbe-4fc8-9457-171b55a1d2c5 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/ports?device_id=9471aa88-4019-4f54-8eef-e8ffeabeb256 HTTP/1.1" status: 200 len: 950 time: 0.1386447 Mar 11 19:39:55.583747 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-428c9333-4d3f-4b68-8e1d-088025a2956f req-24383c87-182c-4f81-a7c1-5f07af6dbde9 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Deleting port 9b18110b-6a81-4c6d-a4ab-e9a9946c7c95 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:39:55.583747 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-428c9333-4d3f-4b68-8e1d-088025a2956f req-24383c87-182c-4f81-a7c1-5f07af6dbde9 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (9b18110b-6a81-4c6d-a4ab-e9a9946c7c95), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:55.616604 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=378b54aa-2600-4330-bf26-2e59cb39b4b8,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:55.643437 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3a4ff444-43c1-42d2-96ac-932371c42ca1 req-236aeb1a-e917-4bdf-9abf-1b724ad83f92 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (e317bad6-93e0-47a0-9585-a501013d05ba), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:55.658518 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['c1840a43-e724-40aa-ac50-814280dfa8b6', 'e317bad6-93e0-47a0-9585-a501013d05ba'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:39:55.661055 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['7b42ecd0-12a8-460e-a071-75038bdbaed2'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:39:55.690005 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236aeb1a-e917-4bdf-9abf-1b724ad83f92 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Pushing event deleted for resources: {'Port': ['ID=e317bad6-93e0-47a0-9585-a501013d05ba,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:55.734350 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-38e3675d-b00e-4222-b30d-2677c1cec0cd req-07b68499-0ccb-4f56-b7a6-6a87c5f3862f tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/security-groups?id=032b05bd-60bf-4cbe-8790-99bf90b24300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493583 Mar 11 19:39:55.746445 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 494517a1-7e22-42ff-98dd-c76c2ce900dd up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:39:55.758969 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-428c9333-4d3f-4b68-8e1d-088025a2956f req-24383c87-182c-4f81-a7c1-5f07af6dbde9 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] For port 9b18110b-6a81-4c6d-a4ab-e9a9946c7c95, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=9b18110b-6a81-4c6d-a4ab-e9a9946c7c95,segment=NetworkSegment(fb0d3c28-c469-4087-9b7c-7209f45228b3),segment_id=fb0d3c28-c469-4087-9b7c-7209f45228b3)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:55.759465 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-428c9333-4d3f-4b68-8e1d-088025a2956f req-24383c87-182c-4f81-a7c1-5f07af6dbde9 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (9b18110b-6a81-4c6d-a4ab-e9a9946c7c95), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:55.760894 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a4ff444-43c1-42d2-96ac-932371c42ca1 req-236aeb1a-e917-4bdf-9abf-1b724ad83f92 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] No DVR routers for this DVR port e317bad6-93e0-47a0-9585-a501013d05ba on host n-h2-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:39:55.764439 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3a4ff444-43c1-42d2-96ac-932371c42ca1 req-236aeb1a-e917-4bdf-9abf-1b724ad83f92 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:55.768562 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3a4ff444-43c1-42d2-96ac-932371c42ca1 req-236aeb1a-e917-4bdf-9abf-1b724ad83f92 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] 10.222.0.57 "DELETE /v2.0/ports/e317bad6-93e0-47a0-9585-a501013d05ba HTTP/1.1" status: 204 len: 173 time: 0.6821575 Mar 11 19:39:55.769831 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e96e164-0c87-4b65-ae38-749690de529b', 'name': 'network-vif-deleted', 'tag': 'e317bad6-93e0-47a0-9585-a501013d05ba'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:39:55.776551 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58118b2c-779e-4eee-8aa8-cd1bb0e65259" -d '{"events": [{"server_uuid": "5e96e164-0c87-4b65-ae38-749690de529b", "name": "network-vif-deleted", "tag": "e317bad6-93e0-47a0-9585-a501013d05ba"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:39:55.781668 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-428c9333-4d3f-4b68-8e1d-088025a2956f req-24383c87-182c-4f81-a7c1-5f07af6dbde9 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Calling delete_port for 9b18110b-6a81-4c6d-a4ab-e9a9946c7c95 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:39:55.816470 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed68f64-1145-48bd-bb84-de34326a833d None None] Sync routers for ids ['020b0904-65ac-42f2-8e04-517741506d94'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:39:55.829817 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed68f64-1145-48bd-bb84-de34326a833d None None] Routers {'020b0904-65ac-42f2-8e04-517741506d94'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:39:55.831650 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-2ed68f64-1145-48bd-bb84-de34326a833d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:39:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['020b0904-65ac-42f2-8e04-517741506d94'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:55.934132 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad25166-2e5d-418f-ab86-b9d5f588d662 req-fe69ede8-ae6a-44cd-a56f-868e7139cf98 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:55.935566 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9ad25166-2e5d-418f-ab86-b9d5f588d662 req-fe69ede8-ae6a-44cd-a56f-868e7139cf98 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "GET /v2.0/ports?device_id=354488d0-8811-4789-8bda-a6a0309f9fa8 HTTP/1.1" status: 200 len: 945 time: 0.0766444 Mar 11 19:39:56.015004 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-2ed68f64-1145-48bd-bb84-de34326a833d None None] Set router 020b0904-65ac-42f2-8e04-517741506d94 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:39:56.018929 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 494517a1-7e22-42ff-98dd-c76c2ce900dd triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:39:56.018929 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (494517a1-7e22-42ff-98dd-c76c2ce900dd), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:56.032769 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-428c9333-4d3f-4b68-8e1d-088025a2956f req-24383c87-182c-4f81-a7c1-5f07af6dbde9 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (9b18110b-6a81-4c6d-a4ab-e9a9946c7c95), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:56.037170 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9ad25166-2e5d-418f-ab86-b9d5f588d662 req-c6c5af64-c724-48da-b83a-284bfd93c65e tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e517e2d-c796-4eb6-a34e-da2fbfb59fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718729 Mar 11 19:39:56.057379 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['9b18110b-6a81-4c6d-a4ab-e9a9946c7c95'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:39:56.062648 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24383c87-182c-4f81-a7c1-5f07af6dbde9 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Pushing event deleted for resources: {'Port': ['ID=9b18110b-6a81-4c6d-a4ab-e9a9946c7c95,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:56.122407 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-428c9333-4d3f-4b68-8e1d-088025a2956f req-24383c87-182c-4f81-a7c1-5f07af6dbde9 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] No DVR routers for this DVR port 9b18110b-6a81-4c6d-a4ab-e9a9946c7c95 on host n-h2-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:39:56.125085 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-428c9333-4d3f-4b68-8e1d-088025a2956f req-24383c87-182c-4f81-a7c1-5f07af6dbde9 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:56.129732 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-428c9333-4d3f-4b68-8e1d-088025a2956f req-24383c87-182c-4f81-a7c1-5f07af6dbde9 tempest-ServerRescueTestJSONUnderV235-279553488 tempest-ServerRescueTestJSONUnderV235-279553488-project] 10.222.0.57 "DELETE /v2.0/ports/9b18110b-6a81-4c6d-a4ab-e9a9946c7c95 HTTP/1.1" status: 204 len: 173 time: 0.8138490 Mar 11 19:39:56.130198 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '354488d0-8811-4789-8bda-a6a0309f9fa8', 'name': 'network-vif-deleted', 'tag': '9b18110b-6a81-4c6d-a4ab-e9a9946c7c95'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:39:56.132471 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0eb1df-6afb-4149-95bb-b9dc94234e23" -d '{"events": [{"server_uuid": "354488d0-8811-4789-8bda-a6a0309f9fa8", "name": "network-vif-deleted", "tag": "9b18110b-6a81-4c6d-a4ab-e9a9946c7c95"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:39:56.215961 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:56.321708 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 494517a1-7e22-42ff-98dd-c76c2ce900dd is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:39:56.322251 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (494517a1-7e22-42ff-98dd-c76c2ce900dd), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:56.340178 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-2ed68f64-1145-48bd-bb84-de34326a833d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020b0904-65ac-42f2-8e04-517741506d94', 'name': 'tempest-AttachVolumeShelveTestJSON-860357850-router', 'tenant_id': '158d96ac5890499b904530e3a8e2fd26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '494517a1-7e22-42ff-98dd-c76c2ce900dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:39:48Z', 'updated_at': '2022-03-11T19:39:54Z', 'revision_number': 4, 'project_id': '158d96ac5890499b904530e3a8e2fd26', 'gw_port': {'id': '494517a1-7e22-42ff-98dd-c76c2ce900dd', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:47:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '020b0904-65ac-42f2-8e04-517741506d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:39:49Z', 'updated_at': '2022-03-11T19:39:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '8ba23863-d183-4cd9-8ac6-4971568430aa', 'name': '', 'network_id': '32196a18-8be7-4227-b019-bc15d0c1f739', 'tenant_id': '158d96ac5890499b904530e3a8e2fd26', 'mac_address': 'fa:16:3e:93:3c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '020b0904-65ac-42f2-8e04-517741506d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'c54bb295-7bca-4fbe-aff9-5e7c44904c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:39:52Z', 'updated_at': '2022-03-11T19:39:54Z', 'revision_number': 2, 'project_id': '158d96ac5890499b904530e3a8e2fd26', 'subnets': [{'id': 'c54bb295-7bca-4fbe-aff9-5e7c44904c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:56.349153 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 494517a1-7e22-42ff-98dd-c76c2ce900dd, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=494517a1-7e22-42ff-98dd-c76c2ce900dd,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:56.351645 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38628) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:39:56.357263 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-d62a64d5-2f60-4562-a030-85f1893d90ba tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1831898873', 'description': 'tempest-description--578571145'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:39:56.365531 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (494517a1-7e22-42ff-98dd-c76c2ce900dd), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:56.371602 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed68f64-1145-48bd-bb84-de34326a833d None None] Checking router: 020b0904-65ac-42f2-8e04-517741506d94 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:39:56.372004 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed68f64-1145-48bd-bb84-de34326a833d None None] Updating router 020b0904-65ac-42f2-8e04-517741506d94 port 8ba23863-d183-4cd9-8ac6-4971568430aa binding host n-d-833163-1 {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:39:56.403622 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d62a64d5-2f60-4562-a030-85f1893d90ba tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:56.410090 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-2ed68f64-1145-48bd-bb84-de34326a833d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (8ba23863-d183-4cd9-8ac6-4971568430aa), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:56.479924 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=494517a1-7e22-42ff-98dd-c76c2ce900dd,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:56.500916 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d62a64d5-2f60-4562-a030-85f1893d90ba tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks [] for security_group (8fd338c4-2511-40d9-94c8-daae49666ff4), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:56.506927 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d62a64d5-2f60-4562-a030-85f1893d90ba tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (8fd338c4-2511-40d9-94c8-daae49666ff4), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:56.543451 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d62a64d5-2f60-4562-a030-85f1893d90ba tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:56.544758 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d62a64d5-2f60-4562-a030-85f1893d90ba tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1918573 Mar 11 19:39:56.548310 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38632) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:39:56.553738 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-2610cb52-5807-43c7-b9cc-22bf1257eee2 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Request body: {'security_group_rule': {'security_group_id': '8fd338c4-2511-40d9-94c8-daae49666ff4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:39:56.559163 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62a64d5-2f60-4562-a030-85f1893d90ba tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd338c4-2511-40d9-94c8-daae49666ff4,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:56.585985 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2610cb52-5807-43c7-b9cc-22bf1257eee2 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks [] for security_group_rule (2a6e6964-f4ec-4aa6-9a46-eddb1a02f883), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:56.651926 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2610cb52-5807-43c7-b9cc-22bf1257eee2 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks [] for security_group_rule (2a6e6964-f4ec-4aa6-9a46-eddb1a02f883), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:56.657470 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2610cb52-5807-43c7-b9cc-22bf1257eee2 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (2a6e6964-f4ec-4aa6-9a46-eddb1a02f883), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:56.674874 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6891005e-37ab-4f79-b317-23dba39cff0e req-c85f403d-6d08-4d05-be14-38c83c29737c tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:56.678268 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6891005e-37ab-4f79-b317-23dba39cff0e req-c85f403d-6d08-4d05-be14-38c83c29737c tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=76bec834-a4e6-4c85-b920-2d13a63f3d45 HTTP/1.1" status: 200 len: 946 time: 0.0870190 Mar 11 19:39:56.685939 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2610cb52-5807-43c7-b9cc-22bf1257eee2 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:56.687390 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-2610cb52-5807-43c7-b9cc-22bf1257eee2 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1377490 Mar 11 19:39:56.692169 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38634) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:39:56.696845 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2610cb52-5807-43c7-b9cc-22bf1257eee2 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a6e6964-f4ec-4aa6-9a46-eddb1a02f883,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:56.705995 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-fe532347-f1ff-44cf-b79b-c60f9a607860 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Request body: {'security_group_rule': {'security_group_id': '8fd338c4-2511-40d9-94c8-daae49666ff4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:39:56.769632 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6891005e-37ab-4f79-b317-23dba39cff0e req-072001d4-5d7e-44c2-99a5-c2626da6e1fe tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827663 Mar 11 19:39:56.771165 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fe532347-f1ff-44cf-b79b-c60f9a607860 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks [] for security_group_rule (e39c1cf7-208d-4f48-be87-e313d7d17385), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:56.826531 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fe532347-f1ff-44cf-b79b-c60f9a607860 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks [] for security_group_rule (e39c1cf7-208d-4f48-be87-e313d7d17385), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:56.830671 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fe532347-f1ff-44cf-b79b-c60f9a607860 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (e39c1cf7-208d-4f48-be87-e313d7d17385), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:56.845913 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe532347-f1ff-44cf-b79b-c60f9a607860 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e39c1cf7-208d-4f48-be87-e313d7d17385,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:56.864455 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fe532347-f1ff-44cf-b79b-c60f9a607860 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:56.865686 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-fe532347-f1ff-44cf-b79b-c60f9a607860 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1645446 Mar 11 19:39:56.869043 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38640) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:39:56.875117 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-62f75d7b-7453-4aa5-b80b-ac8dd2135691 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Request body: {'floatingip': {'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:39:56.889537 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-2ed68f64-1145-48bd-bb84-de34326a833d None None] Publish callbacks [] for port (8ba23863-d183-4cd9-8ac6-4971568430aa), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:56.899137 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-62f75d7b-7453-4aa5-b80b-ac8dd2135691 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:56.900389 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-2ed68f64-1145-48bd-bb84-de34326a833d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (8ba23863-d183-4cd9-8ac6-4971568430aa), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:56.965997 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23664de8-3d59-487e-b406-1a59e9425524 x-openstack-request-id: req-23664de8-3d59-487e-b406-1a59e9425524 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:39:56.966379 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76bec834-a4e6-4c85-b920-2d13a63f3d45", "name": "network-vif-plugged", "status": "completed", "tag": "378b54aa-2600-4330-bf26-2e59cb39b4b8", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:39:56.966760 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-23664de8-3d59-487e-b406-1a59e9425524 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:39:56.967509 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76bec834-a4e6-4c85-b920-2d13a63f3d45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '378b54aa-2600-4330-bf26-2e59cb39b4b8', 'code': 200} Mar 11 19:39:56.971583 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b357ca-548e-4a27-85c6-99f1876b136d None None] Pushing event updated for resources: {'Port': ['ID=8ba23863-d183-4cd9-8ac6-4971568430aa,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:57.034946 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b357ca-548e-4a27-85c6-99f1876b136d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:57.035556 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b357ca-548e-4a27-85c6-99f1876b136d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:57.035985 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b357ca-548e-4a27-85c6-99f1876b136d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:57.036379 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b357ca-548e-4a27-85c6-99f1876b136d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:57.036772 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b357ca-548e-4a27-85c6-99f1876b136d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:57.038291 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b357ca-548e-4a27-85c6-99f1876b136d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:57.038981 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b357ca-548e-4a27-85c6-99f1876b136d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:57.039190 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b357ca-548e-4a27-85c6-99f1876b136d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:57.039520 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b357ca-548e-4a27-85c6-99f1876b136d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:57.039874 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b357ca-548e-4a27-85c6-99f1876b136d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:57.040204 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b357ca-548e-4a27-85c6-99f1876b136d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:57.040607 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b357ca-548e-4a27-85c6-99f1876b136d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:57.040885 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b357ca-548e-4a27-85c6-99f1876b136d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:39:57.061071 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-2ed68f64-1145-48bd-bb84-de34326a833d None None] Attempting to bind port 8ba23863-d183-4cd9-8ac6-4971568430aa on host n-d-833163-1 for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:39:57.061643 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-2ed68f64-1145-48bd-bb84-de34326a833d None None] Attempting to bind port 8ba23863-d183-4cd9-8ac6-4971568430aa by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '69eb0e62-687e-4724-ba5c-a415cb9293d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '32196a18-8be7-4227-b019-bc15d0c1f739'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:39:57.062161 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed68f64-1145-48bd-bb84-de34326a833d None None] Attempting to bind port 8ba23863-d183-4cd9-8ac6-4971568430aa on network 32196a18-8be7-4227-b019-bc15d0c1f739 {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:39:57.066499 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-62f75d7b-7453-4aa5-b80b-ac8dd2135691 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:57.071469 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed68f64-1145-48bd-bb84-de34326a833d None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:39:57.071868 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed68f64-1145-48bd-bb84-de34326a833d None None] Checking segment: {'id': '69eb0e62-687e-4724-ba5c-a415cb9293d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '32196a18-8be7-4227-b019-bc15d0c1f739'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:39:57.072273 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-2ed68f64-1145-48bd-bb84-de34326a833d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:57.072665 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed68f64-1145-48bd-bb84-de34326a833d None None] Bound using segment: {'id': '69eb0e62-687e-4724-ba5c-a415cb9293d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '32196a18-8be7-4227-b019-bc15d0c1f739'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:39:57.073140 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-2ed68f64-1145-48bd-bb84-de34326a833d None None] Bound port: 8ba23863-d183-4cd9-8ac6-4971568430aa, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69eb0e62-687e-4724-ba5c-a415cb9293d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '32196a18-8be7-4227-b019-bc15d0c1f739'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:39:57.073612 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-2ed68f64-1145-48bd-bb84-de34326a833d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (8ba23863-d183-4cd9-8ac6-4971568430aa), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:57.131272 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-276c2ee6-3005-42e2-b8c7-c3351f5e0007 req-f6cd998a-e92c-4f6c-8369-91a0e3def6f4 tempest-FlavorsV2NegativeTest-251601531 tempest-FlavorsV2NegativeTest-251601531-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=cd762a9be56a47bab4ad3506c21a7805&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317395 Mar 11 19:39:57.155368 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-2ed68f64-1145-48bd-bb84-de34326a833d None None] For port 8ba23863-d183-4cd9-8ac6-4971568430aa, host n-d-833163-1, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:39:57.157730 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a33e4e-8725-478b-965b-67c2cab0f4f4 req-ebd11387-cd39-41f7-b30d-c6f4ae35d55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:57.159586 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-03a33e4e-8725-478b-965b-67c2cab0f4f4 req-ebd11387-cd39-41f7-b30d-c6f4ae35d55e service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=76bec834-a4e6-4c85-b920-2d13a63f3d45 HTTP/1.1" status: 200 len: 1128 time: 0.1105397 Mar 11 19:39:57.160106 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-2ed68f64-1145-48bd-bb84-de34326a833d None None] For port 8ba23863-d183-4cd9-8ac6-4971568430aa, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=8ba23863-d183-4cd9-8ac6-4971568430aa,segment=NetworkSegment(69eb0e62-687e-4724-ba5c-a415cb9293d1),segment_id=69eb0e62-687e-4724-ba5c-a415cb9293d1)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:39:57.169183 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-2ed68f64-1145-48bd-bb84-de34326a833d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (8ba23863-d183-4cd9-8ac6-4971568430aa), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:57.208430 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-62f75d7b-7453-4aa5-b80b-ac8dd2135691 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Allocated IP 172.25.8.172 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/ff788ad4-97db-4114-9972-605221dde794) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:39:57.241927 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed68f64-1145-48bd-bb84-de34326a833d None None] Routers {'020b0904-65ac-42f2-8e04-517741506d94'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:39:57.242550 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-2ed68f64-1145-48bd-bb84-de34326a833d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:39:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['020b0904-65ac-42f2-8e04-517741506d94'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:57.244604 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b357ca-548e-4a27-85c6-99f1876b136d None None] Pushing event updated for resources: {'Port': ['ID=8ba23863-d183-4cd9-8ac6-4971568430aa,revision_number=4']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:57.285668 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-03a33e4e-8725-478b-965b-67c2cab0f4f4 req-0dab8797-47fb-4dcf-a0b2-8235cb43ec5b service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112778 Mar 11 19:39:57.296186 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-298183e5-1fa0-4107-970b-5ea2ce68ff12 None None] Provisioning complete for port 8ba23863-d183-4cd9-8ac6-4971568430aa triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:39:57.296771 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-298183e5-1fa0-4107-970b-5ea2ce68ff12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (8ba23863-d183-4cd9-8ac6-4971568430aa), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:57.327918 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276c2ee6-3005-42e2-b8c7-c3351f5e0007 req-7ddd8a4e-9d6d-40da-b985-26348d02fea5 tempest-FlavorsV2NegativeTest-251601531 tempest-FlavorsV2NegativeTest-251601531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:57.332936 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-276c2ee6-3005-42e2-b8c7-c3351f5e0007 req-7ddd8a4e-9d6d-40da-b985-26348d02fea5 tempest-FlavorsV2NegativeTest-251601531 tempest-FlavorsV2NegativeTest-251601531-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1929440 Mar 11 19:39:57.354596 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-276c2ee6-3005-42e2-b8c7-c3351f5e0007 req-f4e23f93-1970-473a-9fd5-0048abe3d79b tempest-FlavorsV2NegativeTest-251601531 tempest-FlavorsV2NegativeTest-251601531-project] 10.222.0.65 "GET /v2.0/quotas/cd762a9be56a47bab4ad3506c21a7805 HTTP/1.1" status: 200 len: 375 time: 0.0131097 Mar 11 19:39:57.365080 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-62f75d7b-7453-4aa5-b80b-ac8dd2135691 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks [] for port (ff788ad4-97db-4114-9972-605221dde794), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:57.397510 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-298183e5-1fa0-4107-970b-5ea2ce68ff12 None None] Current status of the port 8ba23863-d183-4cd9-8ac6-4971568430aa is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:39:57.398151 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-298183e5-1fa0-4107-970b-5ea2ce68ff12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (8ba23863-d183-4cd9-8ac6-4971568430aa), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:57.426269 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-276c2ee6-3005-42e2-b8c7-c3351f5e0007 req-6e9362de-56ce-40ae-866d-e07d6ccf3d9d tempest-FlavorsV2NegativeTest-251601531 tempest-FlavorsV2NegativeTest-251601531-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd762a9be56a47bab4ad3506c21a7805&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0651410 Mar 11 19:39:57.430278 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-62f75d7b-7453-4aa5-b80b-ac8dd2135691 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (ff788ad4-97db-4114-9972-605221dde794), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:57.449440 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-298183e5-1fa0-4107-970b-5ea2ce68ff12 None None] For port 8ba23863-d183-4cd9-8ac6-4971568430aa, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=8ba23863-d183-4cd9-8ac6-4971568430aa,segment=NetworkSegment(69eb0e62-687e-4724-ba5c-a415cb9293d1),segment_id=69eb0e62-687e-4724-ba5c-a415cb9293d1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:57.461954 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-298183e5-1fa0-4107-970b-5ea2ce68ff12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (8ba23863-d183-4cd9-8ac6-4971568430aa), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:57.464979 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-2ed68f64-1145-48bd-bb84-de34326a833d None None] Set router 020b0904-65ac-42f2-8e04-517741506d94 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:39:57.509783 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f75d7b-7453-4aa5-b80b-ac8dd2135691 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:39:57.514280 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-62f75d7b-7453-4aa5-b80b-ac8dd2135691 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:39:57.522189 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f75d7b-7453-4aa5-b80b-ac8dd2135691 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:39:57.545607 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298183e5-1fa0-4107-970b-5ea2ce68ff12 None None] Pushing event updated for resources: {'Port': ['ID=8ba23863-d183-4cd9-8ac6-4971568430aa,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:57.583508 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f75d7b-7453-4aa5-b80b-ac8dd2135691 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Pushing event updated for resources: {'Port': ['ID=ff788ad4-97db-4114-9972-605221dde794,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:57.706418 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-62f75d7b-7453-4aa5-b80b-ac8dd2135691 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks [] for floatingip (2166b167-5dae-41bc-a514-3637ecbced26), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:57.763259 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-62f75d7b-7453-4aa5-b80b-ac8dd2135691 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ff788ad4-97db-4114-9972-605221dde794), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:57.823682 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-2ed68f64-1145-48bd-bb84-de34326a833d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020b0904-65ac-42f2-8e04-517741506d94', 'name': 'tempest-AttachVolumeShelveTestJSON-860357850-router', 'tenant_id': '158d96ac5890499b904530e3a8e2fd26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '494517a1-7e22-42ff-98dd-c76c2ce900dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:39:48Z', 'updated_at': '2022-03-11T19:39:54Z', 'revision_number': 4, 'project_id': '158d96ac5890499b904530e3a8e2fd26', 'gw_port': {'id': '494517a1-7e22-42ff-98dd-c76c2ce900dd', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:47:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020b0904-65ac-42f2-8e04-517741506d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:39:49Z', 'updated_at': '2022-03-11T19:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '8ba23863-d183-4cd9-8ac6-4971568430aa', 'name': '', 'network_id': '32196a18-8be7-4227-b019-bc15d0c1f739', 'tenant_id': '158d96ac5890499b904530e3a8e2fd26', 'mac_address': 'fa:16:3e:93:3c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '020b0904-65ac-42f2-8e04-517741506d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'c54bb295-7bca-4fbe-aff9-5e7c44904c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:39:52Z', 'updated_at': '2022-03-11T19:39:57Z', 'revision_number': 4, 'project_id': '158d96ac5890499b904530e3a8e2fd26', 'subnets': [{'id': 'c54bb295-7bca-4fbe-aff9-5e7c44904c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:39:57.857528 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 494517a1-7e22-42ff-98dd-c76c2ce900dd up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:39:57.860018 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:57.868686 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e407315-d8b9-459f-9719-ee392049a5d3 req-cd2f535f-1dc9-497a-841b-14ad738f3123 tempest-ServersOnMultiNodesTest-977370987 tempest-ServersOnMultiNodesTest-977370987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:57.871060 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3e407315-d8b9-459f-9719-ee392049a5d3 req-cd2f535f-1dc9-497a-841b-14ad738f3123 tempest-ServersOnMultiNodesTest-977370987 tempest-ServersOnMultiNodesTest-977370987-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=9471aa88-4019-4f54-8eef-e8ffeabeb256 HTTP/1.1" status: 200 len: 1132 time: 0.0736098 Mar 11 19:39:57.887664 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed68f64-1145-48bd-bb84-de34326a833d None None] The sync data for ids ['020b0904-65ac-42f2-8e04-517741506d94'] in n-d-833163-1 is: [{'id': '020b0904-65ac-42f2-8e04-517741506d94', 'name': 'tempest-AttachVolumeShelveTestJSON-860357850-router', 'tenant_id': '158d96ac5890499b904530e3a8e2fd26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '494517a1-7e22-42ff-98dd-c76c2ce900dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:39:48Z', 'updated_at': '2022-03-11T19:39:54Z', 'revision_number': 4, 'project_id': '158d96ac5890499b904530e3a8e2fd26', 'gw_port': {'id': '494517a1-7e22-42ff-98dd-c76c2ce900dd', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:47:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020b0904-65ac-42f2-8e04-517741506d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:39:49Z', 'updated_at': '2022-03-11T19:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '8ba23863-d183-4cd9-8ac6-4971568430aa', 'name': '', 'network_id': '32196a18-8be7-4227-b019-bc15d0c1f739', 'tenant_id': '158d96ac5890499b904530e3a8e2fd26', 'mac_address': 'fa:16:3e:93:3c:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '020b0904-65ac-42f2-8e04-517741506d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'c54bb295-7bca-4fbe-aff9-5e7c44904c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:39:52Z', 'updated_at': '2022-03-11T19:39:57Z', 'revision_number': 4, 'project_id': '158d96ac5890499b904530e3a8e2fd26', 'subnets': [{'id': 'c54bb295-7bca-4fbe-aff9-5e7c44904c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:39:57.914327 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3e407315-d8b9-459f-9719-ee392049a5d3 req-9ea6f63e-e631-46ba-9ba4-1ca6d4c3715e tempest-ServersOnMultiNodesTest-977370987 tempest-ServersOnMultiNodesTest-977370987-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:57.920572 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-b0ddbdec-01ba-4cdd-aee1-aa400e5cbfe6 None None] Provisioning complete for port 8ba23863-d183-4cd9-8ac6-4971568430aa triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:39:57.920964 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b0ddbdec-01ba-4cdd-aee1-aa400e5cbfe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (8ba23863-d183-4cd9-8ac6-4971568430aa), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:57.994054 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-62f75d7b-7453-4aa5-b80b-ac8dd2135691 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks [] for port (ff788ad4-97db-4114-9972-605221dde794), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:58.000388 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-62f75d7b-7453-4aa5-b80b-ac8dd2135691 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (ff788ad4-97db-4114-9972-605221dde794), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:58.046791 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 494517a1-7e22-42ff-98dd-c76c2ce900dd triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:39:58.047288 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (494517a1-7e22-42ff-98dd-c76c2ce900dd), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:58.108148 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f75d7b-7453-4aa5-b80b-ac8dd2135691 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Pushing event updated for resources: {'Port': ['ID=ff788ad4-97db-4114-9972-605221dde794,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:58.117174 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3e407315-d8b9-459f-9719-ee392049a5d3 req-9ea6f63e-e631-46ba-9ba4-1ca6d4c3715e tempest-ServersOnMultiNodesTest-977370987 tempest-ServersOnMultiNodesTest-977370987-project-admin] Publish callbacks [] for security_group (bd9328da-6900-40fc-a708-864b87ba1d5b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:58.122840 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3e407315-d8b9-459f-9719-ee392049a5d3 req-9ea6f63e-e631-46ba-9ba4-1ca6d4c3715e tempest-ServersOnMultiNodesTest-977370987 tempest-ServersOnMultiNodesTest-977370987-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (bd9328da-6900-40fc-a708-864b87ba1d5b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:58.124642 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-62f75d7b-7453-4aa5-b80b-ac8dd2135691 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (2166b167-5dae-41bc-a514-3637ecbced26), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:58.162619 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-62f75d7b-7453-4aa5-b80b-ac8dd2135691 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:58.164570 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-62f75d7b-7453-4aa5-b80b-ac8dd2135691 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2940421 Mar 11 19:39:58.189496 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3e407315-d8b9-459f-9719-ee392049a5d3 req-9ea6f63e-e631-46ba-9ba4-1ca6d4c3715e tempest-ServersOnMultiNodesTest-977370987 tempest-ServersOnMultiNodesTest-977370987-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=032b05bd-60bf-4cbe-8790-99bf90b24300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076985 Mar 11 19:39:58.190590 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea6f63e-e631-46ba-9ba4-1ca6d4c3715e tempest-ServersOnMultiNodesTest-977370987 tempest-ServersOnMultiNodesTest-977370987-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9328da-6900-40fc-a708-864b87ba1d5b,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:58.305612 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4afab7-acd6-41af-8f86-9203c003ad54 req-661179f8-a930-4366-8c5f-6db8896191f4 tempest-InstanceActionsV221TestJSON-344027217 tempest-InstanceActionsV221TestJSON-344027217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:58.307599 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4d4afab7-acd6-41af-8f86-9203c003ad54 req-661179f8-a930-4366-8c5f-6db8896191f4 tempest-InstanceActionsV221TestJSON-344027217 tempest-InstanceActionsV221TestJSON-344027217-project] 10.222.0.57 "GET /v2.0/ports?device_id=34a46b4c-d2c7-4196-8a07-a52bff89e5c9 HTTP/1.1" status: 200 len: 945 time: 0.1064816 Mar 11 19:39:58.320723 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38588233-c341-411b-8362-1d982dbd00ba x-openstack-request-id: req-38588233-c341-411b-8362-1d982dbd00ba {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:39:58.321023 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e96e164-0c87-4b65-ae38-749690de529b", "name": "network-vif-deleted", "tag": "e317bad6-93e0-47a0-9585-a501013d05ba", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:39:58.321285 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-38588233-c341-411b-8362-1d982dbd00ba {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:39:58.321697 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e96e164-0c87-4b65-ae38-749690de529b', 'name': 'network-vif-deleted', 'tag': 'e317bad6-93e0-47a0-9585-a501013d05ba', 'status': 'completed', 'code': 200} Mar 11 19:39:58.394576 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b0ddbdec-01ba-4cdd-aee1-aa400e5cbfe6 None None] Current status of the port 8ba23863-d183-4cd9-8ac6-4971568430aa is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:39:58.406255 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 494517a1-7e22-42ff-98dd-c76c2ce900dd is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:39:58.454562 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e8296aa-efc6-43fa-b460-bc6f5c95002f x-openstack-request-id: req-2e8296aa-efc6-43fa-b460-bc6f5c95002f {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:39:58.454915 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "354488d0-8811-4789-8bda-a6a0309f9fa8", "name": "network-vif-deleted", "tag": "9b18110b-6a81-4c6d-a4ab-e9a9946c7c95", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:39:58.455354 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2e8296aa-efc6-43fa-b460-bc6f5c95002f {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:39:58.455853 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '354488d0-8811-4789-8bda-a6a0309f9fa8', 'name': 'network-vif-deleted', 'tag': '9b18110b-6a81-4c6d-a4ab-e9a9946c7c95', 'status': 'completed', 'code': 200} Mar 11 19:39:58.490574 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-4d4afab7-acd6-41af-8f86-9203c003ad54 req-1f60c45f-3e99-42d7-8520-954e7bdc455e tempest-InstanceActionsV221TestJSON-344027217 tempest-InstanceActionsV221TestJSON-344027217-project] Deleting port 2f611100-c46b-4b93-bc05-a06ea5910f40 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:39:58.491018 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4d4afab7-acd6-41af-8f86-9203c003ad54 req-1f60c45f-3e99-42d7-8520-954e7bdc455e tempest-InstanceActionsV221TestJSON-344027217 tempest-InstanceActionsV221TestJSON-344027217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (2f611100-c46b-4b93-bc05-a06ea5910f40), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:58.505117 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38690) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:39:58.639740 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8088b039-fe6e-471f-b1f9-c33a663b1428 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:58.640059 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd6bea-a7a7-49ef-950e-128ab3d3a274 req-47aa7811-ecc7-42dc-9296-30e413890c85 tempest-InstanceActionsV221TestJSON-344027217 tempest-InstanceActionsV221TestJSON-344027217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:58.641864 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fedd6bea-a7a7-49ef-950e-128ab3d3a274 req-47aa7811-ecc7-42dc-9296-30e413890c85 tempest-InstanceActionsV221TestJSON-344027217 tempest-InstanceActionsV221TestJSON-344027217-project] 10.222.0.65 "GET /v2.0/ports?device_id=34a46b4c-d2c7-4196-8a07-a52bff89e5c9 HTTP/1.1" status: 200 len: 945 time: 0.1200695 Mar 11 19:39:58.740682 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8088b039-fe6e-471f-b1f9-c33a663b1428 admin admin] Publish callbacks [] for security_group (454c6fba-d3df-4767-bec2-74e652a21793), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:58.745982 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8088b039-fe6e-471f-b1f9-c33a663b1428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (454c6fba-d3df-4767-bec2-74e652a21793), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:58.792159 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8088b039-fe6e-471f-b1f9-c33a663b1428 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cd762a9be56a47bab4ad3506c21a7805&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2834647 Mar 11 19:39:58.792159 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088b039-fe6e-471f-b1f9-c33a663b1428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=454c6fba-d3df-4767-bec2-74e652a21793,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:58.793978 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38694) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:39:58.854238 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-93bdba9d-4c86-4687-9144-57cd8f9f156d admin admin] Publish callbacks [] for security_group (454c6fba-d3df-4767-bec2-74e652a21793), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:58.887075 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-93bdba9d-4c86-4687-9144-57cd8f9f156d admin admin] Publish callbacks [] for security_group (454c6fba-d3df-4767-bec2-74e652a21793), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:58.923721 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device e317bad6-93e0-47a0-9585-a501013d05ba no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:39:58.947235 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-93bdba9d-4c86-4687-9144-57cd8f9f156d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (454c6fba-d3df-4767-bec2-74e652a21793), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:58.950367 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-93bdba9d-4c86-4687-9144-57cd8f9f156d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:58.956056 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-93bdba9d-4c86-4687-9144-57cd8f9f156d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/454c6fba-d3df-4767-bec2-74e652a21793 HTTP/1.1" status: 204 len: 168 time: 0.1607509 Mar 11 19:39:58.966159 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bdba9d-4c86-4687-9144-57cd8f9f156d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=454c6fba-d3df-4767-bec2-74e652a21793,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:58.994428 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-4d4afab7-acd6-41af-8f86-9203c003ad54 req-1f60c45f-3e99-42d7-8520-954e7bdc455e tempest-InstanceActionsV221TestJSON-344027217 tempest-InstanceActionsV221TestJSON-344027217-project] For port 2f611100-c46b-4b93-bc05-a06ea5910f40, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=2f611100-c46b-4b93-bc05-a06ea5910f40,segment=NetworkSegment(f21e6a7c-ed16-4d5c-bf9a-6cbc370e21a0),segment_id=f21e6a7c-ed16-4d5c-bf9a-6cbc370e21a0)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:39:58.994949 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4d4afab7-acd6-41af-8f86-9203c003ad54 req-1f60c45f-3e99-42d7-8520-954e7bdc455e tempest-InstanceActionsV221TestJSON-344027217 tempest-InstanceActionsV221TestJSON-344027217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (2f611100-c46b-4b93-bc05-a06ea5910f40), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:58.998563 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: e317bad6-93e0-47a0-9585-a501013d05ba {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:39:58.999950 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device e317bad6-93e0-47a0-9585-a501013d05ba not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:39:59.001522 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 9b18110b-6a81-4c6d-a4ab-e9a9946c7c95 no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:39:59.019367 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-4d4afab7-acd6-41af-8f86-9203c003ad54 req-1f60c45f-3e99-42d7-8520-954e7bdc455e tempest-InstanceActionsV221TestJSON-344027217 tempest-InstanceActionsV221TestJSON-344027217-project] Calling delete_port for 2f611100-c46b-4b93-bc05-a06ea5910f40 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:39:59.053138 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: 9b18110b-6a81-4c6d-a4ab-e9a9946c7c95 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:39:59.053918 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 9b18110b-6a81-4c6d-a4ab-e9a9946c7c95 not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:39:59.058573 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:59.061640 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fedd6bea-a7a7-49ef-950e-128ab3d3a274 req-d88c5742-5e76-4ad9-a050-cddaba18feb7 tempest-InstanceActionsV221TestJSON-344027217 tempest-InstanceActionsV221TestJSON-344027217-project] 10.222.0.65 "GET /v2.0/security-groups?id=d351d7b2-55d0-41e7-b179-a6d0a957109a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4124908 Mar 11 19:39:59.217677 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4d4afab7-acd6-41af-8f86-9203c003ad54 req-1f60c45f-3e99-42d7-8520-954e7bdc455e tempest-InstanceActionsV221TestJSON-344027217 tempest-InstanceActionsV221TestJSON-344027217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (2f611100-c46b-4b93-bc05-a06ea5910f40), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:59.231372 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['2f611100-c46b-4b93-bc05-a06ea5910f40'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:39:59.265346 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38710) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:39:59.275290 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f60c45f-3e99-42d7-8520-954e7bdc455e tempest-InstanceActionsV221TestJSON-344027217 tempest-InstanceActionsV221TestJSON-344027217-project] Pushing event deleted for resources: {'Port': ['ID=2f611100-c46b-4b93-bc05-a06ea5910f40,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:39:59.343090 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d4afab7-acd6-41af-8f86-9203c003ad54 req-1f60c45f-3e99-42d7-8520-954e7bdc455e tempest-InstanceActionsV221TestJSON-344027217 tempest-InstanceActionsV221TestJSON-344027217-project] No DVR routers for this DVR port 2f611100-c46b-4b93-bc05-a06ea5910f40 on host n-h2-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:39:59.346666 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4d4afab7-acd6-41af-8f86-9203c003ad54 req-1f60c45f-3e99-42d7-8520-954e7bdc455e tempest-InstanceActionsV221TestJSON-344027217 tempest-InstanceActionsV221TestJSON-344027217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:59.350207 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4d4afab7-acd6-41af-8f86-9203c003ad54 req-1f60c45f-3e99-42d7-8520-954e7bdc455e tempest-InstanceActionsV221TestJSON-344027217 tempest-InstanceActionsV221TestJSON-344027217-project] 10.222.0.57 "DELETE /v2.0/ports/2f611100-c46b-4b93-bc05-a06ea5910f40 HTTP/1.1" status: 204 len: 173 time: 1.0367134 Mar 11 19:39:59.408508 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccca506-cf1e-4420-9c73-76f745054ae5 req-0cdaf8f7-2d78-41a8-b89d-af5b77f23ec2 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:39:59.413083 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fccca506-cf1e-4420-9c73-76f745054ae5 req-0cdaf8f7-2d78-41a8-b89d-af5b77f23ec2 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=76bec834-a4e6-4c85-b920-2d13a63f3d45 HTTP/1.1" status: 200 len: 946 time: 0.0790722 Mar 11 19:39:59.490287 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fccca506-cf1e-4420-9c73-76f745054ae5 req-a70d4147-da89-4c82-8c73-fc4931f28174 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682857 Mar 11 19:39:59.715531 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 8ba23863-d183-4cd9-8ac6-4971568430aa up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:39:59.837365 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-745c1d1c-3e57-49be-a17f-3770075a5697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (2d2a7a07-2f79-41a7-bb65-559d8c68c413), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:59.844136 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 8ba23863-d183-4cd9-8ac6-4971568430aa triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:39:59.844547 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (8ba23863-d183-4cd9-8ac6-4971568430aa), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:39:59.946956 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 8ba23863-d183-4cd9-8ac6-4971568430aa is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:39:59.963588 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b03dea72-b042-47a8-b8e9-d96e8dba7e69 req-da15b12a-236f-45a6-984b-550cc76dda80 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1831898873&fields=id&tenant_id=158d96ac5890499b904530e3a8e2fd26 HTTP/1.1" status: 200 len: 267 time: 0.0816524 Mar 11 19:40:00.085448 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03dea72-b042-47a8-b8e9-d96e8dba7e69 req-55056609-3480-496a-8ed7-e13a5cd44156 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:00.092135 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b03dea72-b042-47a8-b8e9-d96e8dba7e69 req-55056609-3480-496a-8ed7-e13a5cd44156 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/networks?id=32196a18-8be7-4227-b019-bc15d0c1f739 HTTP/1.1" status: 200 len: 816 time: 0.1275914 Mar 11 19:40:00.104273 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b03dea72-b042-47a8-b8e9-d96e8dba7e69 req-7f87df92-2088-4a6a-a114-a88f0d861494 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/quotas/158d96ac5890499b904530e3a8e2fd26 HTTP/1.1" status: 200 len: 375 time: 0.0112665 Mar 11 19:40:00.104733 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38746) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:40:00.170924 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b03dea72-b042-47a8-b8e9-d96e8dba7e69 req-37c108e0-ac24-4b8f-ac7c-a1f3047b3074 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=158d96ac5890499b904530e3a8e2fd26&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0600078 Mar 11 19:40:00.175135 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-745c1d1c-3e57-49be-a17f-3770075a5697 admin admin] Deleting port 1b291da3-106d-43a5-af78-b157082d72e1 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:40:00.175484 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-745c1d1c-3e57-49be-a17f-3770075a5697 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (1b291da3-106d-43a5-af78-b157082d72e1), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:00.250763 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-633decf7-086e-4f6a-8368-ca840aa4f420 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-604423655-network', 'tenant_id': 'cc5b4de5546c4ac5b7d6062e831801e2'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:40:00.273707 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-745c1d1c-3e57-49be-a17f-3770075a5697 admin admin] For port 1b291da3-106d-43a5-af78-b157082d72e1, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=1b291da3-106d-43a5-af78-b157082d72e1,segment=NetworkSegment(fb0d3c28-c469-4087-9b7c-7209f45228b3),segment_id=fb0d3c28-c469-4087-9b7c-7209f45228b3)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:40:00.273952 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-745c1d1c-3e57-49be-a17f-3770075a5697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (1b291da3-106d-43a5-af78-b157082d72e1), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:00.288037 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-745c1d1c-3e57-49be-a17f-3770075a5697 admin admin] Calling delete_port for 1b291da3-106d-43a5-af78-b157082d72e1 owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:40:00.296375 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633decf7-086e-4f6a-8368-ca840aa4f420 admin admin] Made reservation on behalf of cc5b4de5546c4ac5b7d6062e831801e2 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:40:00.298739 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-633decf7-086e-4f6a-8368-ca840aa4f420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:00.310014 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b03dea72-b042-47a8-b8e9-d96e8dba7e69 req-d8b34790-fb05-4b37-9928-6b106c0e422a service neutron] 10.222.0.65 "GET /v2.0/networks/32196a18-8be7-4227-b019-bc15d0c1f739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244442 Mar 11 19:40:00.310919 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-633decf7-086e-4f6a-8368-ca840aa4f420 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:00.442044 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b03dea72-b042-47a8-b8e9-d96e8dba7e69 req-65b68c8d-2ab1-4c38-a286-d3ec21a18781 service neutron] 10.222.0.65 "GET /v2.0/networks/32196a18-8be7-4227-b019-bc15d0c1f739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224489 Mar 11 19:40:00.458629 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34a46b4c-d2c7-4196-8a07-a52bff89e5c9', 'name': 'network-vif-deleted', 'tag': '2f611100-c46b-4b93-bc05-a06ea5910f40'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:40:00.460885 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c2f2c3-4b14-43cd-bd06-f57aab25ff6e" -d '{"events": [{"server_uuid": "34a46b4c-d2c7-4196-8a07-a52bff89e5c9", "name": "network-vif-deleted", "tag": "2f611100-c46b-4b93-bc05-a06ea5910f40"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:40:00.482209 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-745c1d1c-3e57-49be-a17f-3770075a5697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (1b291da3-106d-43a5-af78-b157082d72e1), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:00.482452 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-633decf7-086e-4f6a-8368-ca840aa4f420 admin admin] Publish callbacks [] for security_group (e0ac4a7d-8df3-448d-8e3b-e9d7a5c7d661), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:00.486108 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-633decf7-086e-4f6a-8368-ca840aa4f420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (e0ac4a7d-8df3-448d-8e3b-e9d7a5c7d661), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:00.500187 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-633decf7-086e-4f6a-8368-ca840aa4f420 admin admin] vlan segment allocate from pool success with {'vlan_id': 897, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:40:00.511372 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c1d1c-3e57-49be-a17f-3770075a5697 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b291da3-106d-43a5-af78-b157082d72e1,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:00.526724 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-633decf7-086e-4f6a-8368-ca840aa4f420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (4b8a51c7-fbf1-4261-9d27-24c393afd285), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:00.527087 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-633decf7-086e-4f6a-8368-ca840aa4f420 admin admin] Added segment 4b8a51c7-fbf1-4261-9d27-24c393afd285 of type vlan for network b368a759-20ba-4a3e-99d3-9a463c99a2c6 Mar 11 19:40:00.536523 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633decf7-086e-4f6a-8368-ca840aa4f420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ac4a7d-8df3-448d-8e3b-e9d7a5c7d661,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:00.538322 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745c1d1c-3e57-49be-a17f-3770075a5697 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:40:00.538666 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745c1d1c-3e57-49be-a17f-3770075a5697 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:40:00.539074 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745c1d1c-3e57-49be-a17f-3770075a5697 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:40:00.539966 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745c1d1c-3e57-49be-a17f-3770075a5697 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:40:00.539966 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745c1d1c-3e57-49be-a17f-3770075a5697 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:40:00.540248 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745c1d1c-3e57-49be-a17f-3770075a5697 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:40:00.540577 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745c1d1c-3e57-49be-a17f-3770075a5697 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:40:00.541564 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745c1d1c-3e57-49be-a17f-3770075a5697 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:40:00.541564 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745c1d1c-3e57-49be-a17f-3770075a5697 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:40:00.541564 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745c1d1c-3e57-49be-a17f-3770075a5697 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:40:00.541881 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745c1d1c-3e57-49be-a17f-3770075a5697 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:40:00.542154 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745c1d1c-3e57-49be-a17f-3770075a5697 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:40:00.542475 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745c1d1c-3e57-49be-a17f-3770075a5697 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:40:00.577185 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-633decf7-086e-4f6a-8368-ca840aa4f420 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (b368a759-20ba-4a3e-99d3-9a463c99a2c6), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:00.616927 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-633decf7-086e-4f6a-8368-ca840aa4f420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (b368a759-20ba-4a3e-99d3-9a463c99a2c6), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:00.618281 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633decf7-086e-4f6a-8368-ca840aa4f420 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:00.618925 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-633decf7-086e-4f6a-8368-ca840aa4f420 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:00.671320 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-633decf7-086e-4f6a-8368-ca840aa4f420 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5628006 Mar 11 19:40:00.678957 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38760) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:40:00.686688 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-78240a9f-51c1-48df-93be-18e10b9157ff admin admin] Request body: {'subnet': {'network_id': 'b368a759-20ba-4a3e-99d3-9a463c99a2c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-604423655-subnet', 'tenant_id': 'cc5b4de5546c4ac5b7d6062e831801e2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:40:00.737438 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633decf7-086e-4f6a-8368-ca840aa4f420 admin admin] Pushing event updated for resources: {'Network': ['ID=b368a759-20ba-4a3e-99d3-9a463c99a2c6,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:00.754578 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network b368a759-20ba-4a3e-99d3-9a463c99a2c6 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:40:00.764776 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78240a9f-51c1-48df-93be-18e10b9157ff admin admin] Made reservation on behalf of cc5b4de5546c4ac5b7d6062e831801e2 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:40:00.769088 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-78240a9f-51c1-48df-93be-18e10b9157ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:01.077082 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-78240a9f-51c1-48df-93be-18e10b9157ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (3dc16519-9c4a-431a-9195-fcccd7973476), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:01.127519 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-745c1d1c-3e57-49be-a17f-3770075a5697 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (2d2a7a07-2f79-41a7-bb65-559d8c68c413), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:01.138845 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-48df53a6-f6ca-4434-bff8-237e51a694bf tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=7fcfa9d2f3ed4be8ac815d1e6642330d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0520196 Mar 11 19:40:01.159772 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78240a9f-51c1-48df-93be-18e10b9157ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dc16519-9c4a-431a-9195-fcccd7973476,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:01.209446 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78240a9f-51c1-48df-93be-18e10b9157ff admin admin] Checking segment: {'id': '4b8a51c7-fbf1-4261-9d27-24c393afd285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'b368a759-20ba-4a3e-99d3-9a463c99a2c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:40:01.209819 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78240a9f-51c1-48df-93be-18e10b9157ff admin admin] Network hostable DHCP agents. Network: b368a759-20ba-4a3e-99d3-9a463c99a2c6, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:40:01.284005 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78240a9f-51c1-48df-93be-18e10b9157ff admin admin] Network b368a759-20ba-4a3e-99d3-9a463c99a2c6 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:40:01.304228 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-78240a9f-51c1-48df-93be-18e10b9157ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, b368a759-20ba-4a3e-99d3-9a463c99a2c6) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:40:01.315255 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfbfa7b-8665-4899-900d-6415126f29b6 None None] Network b368a759-20ba-4a3e-99d3-9a463c99a2c6 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:40:01.320831 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78240a9f-51c1-48df-93be-18e10b9157ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:01.321448 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-78240a9f-51c1-48df-93be-18e10b9157ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:01.352454 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-ce0beeaf-7f15-4ff1-8da0-059e0719b379 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:01.354079 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-ce0beeaf-7f15-4ff1-8da0-059e0719b379 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2002580 Mar 11 19:40:01.361394 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-78240a9f-51c1-48df-93be-18e10b9157ff admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6778958 Mar 11 19:40:01.361587 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38786) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:40:01.367161 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-e91fcc6f-277d-46a7-b418-1c32ff2b4060 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-604423655-router', 'tenant_id': 'cc5b4de5546c4ac5b7d6062e831801e2', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:40:01.391751 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-54bfb349-fea4-4548-81a8-4a8d56d92b87 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/quotas/7fcfa9d2f3ed4be8ac815d1e6642330d HTTP/1.1" status: 200 len: 375 time: 0.0201478 Mar 11 19:40:01.398663 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e91fcc6f-277d-46a7-b418-1c32ff2b4060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (b769ec86-bb8b-48c2-ade9-2983ac467ee2), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:01.400026 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e91fcc6f-277d-46a7-b418-1c32ff2b4060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (b769ec86-bb8b-48c2-ade9-2983ac467ee2), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:01.443355 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-745c1d1c-3e57-49be-a17f-3770075a5697 admin admin] Router 2d2a7a07-2f79-41a7-bb65-559d8c68c413 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:40:01.480039 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d82d95b-3f7b-4f1c-a467-9bfce23ef888 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-b368a759-20ba-4a3e-99d3-9a463c99a2c6', 'network_id': 'b368a759-20ba-4a3e-99d3-9a463c99a2c6', 'project_id': 'cc5b4de5546c4ac5b7d6062e831801e2', 'fixed_ips': [{'subnet_id': '3dc16519-9c4a-431a-9195-fcccd7973476'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:40:01.481775 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9d82d95b-3f7b-4f1c-a467-9bfce23ef888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:01.556938 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e91fcc6f-277d-46a7-b418-1c32ff2b4060 admin admin] Publish callbacks [] for router_controller (b769ec86-bb8b-48c2-ade9-2983ac467ee2), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:01.588984 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:40:01.609196 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-745c1d1c-3e57-49be-a17f-3770075a5697 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:40:01.618464 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-745c1d1c-3e57-49be-a17f-3770075a5697 admin admin] 10.222.0.65 "PUT /v2.0/routers/2d2a7a07-2f79-41a7-bb65-559d8c68c413/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3518178 Mar 11 19:40:01.621357 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38788) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:40:01.635103 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8130c9fd-3170-4869-80b9-72493b61d80d None None] Sync routers for ids ['2d2a7a07-2f79-41a7-bb65-559d8c68c413'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:40:01.651328 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-8690d213-4b8d-47fd-9fcf-1dadd74f1cb3 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=7fcfa9d2f3ed4be8ac815d1e6642330d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2464399 Mar 11 19:40:01.707756 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8130c9fd-3170-4869-80b9-72493b61d80d None None] Routers {'2d2a7a07-2f79-41a7-bb65-559d8c68c413'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:40:01.708404 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-8130c9fd-3170-4869-80b9-72493b61d80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:39:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['2d2a7a07-2f79-41a7-bb65-559d8c68c413'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:01.783175 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5eeb09fd-35a5-4bf6-8c02-eb1d065091b3 admin admin] Publish callbacks [] for router (2d2a7a07-2f79-41a7-bb65-559d8c68c413), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:01.787462 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e91fcc6f-277d-46a7-b418-1c32ff2b4060 admin admin] Publish callbacks [] for router_gateway (b769ec86-bb8b-48c2-ade9-2983ac467ee2), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:01.828122 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-9d82d95b-3f7b-4f1c-a467-9bfce23ef888 None None] Allocated IP 172.20.0.2 (b368a759-20ba-4a3e-99d3-9a463c99a2c6/3dc16519-9c4a-431a-9195-fcccd7973476/534eb8db-d743-4f59-ad68-9a8ae477c48f) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:40:01.842945 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-8130c9fd-3170-4869-80b9-72493b61d80d None None] Set router 2d2a7a07-2f79-41a7-bb65-559d8c68c413 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:40:01.979665 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5eeb09fd-35a5-4bf6-8c02-eb1d065091b3 admin admin] Publish callbacks [] for router_gateway (2d2a7a07-2f79-41a7-bb65-559d8c68c413), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:02.051200 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-5eeb09fd-35a5-4bf6-8c02-eb1d065091b3 admin admin] Deleting port 13b81c35-33c7-42e7-9e70-73bf69db62f4 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:40:02.051661 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5eeb09fd-35a5-4bf6-8c02-eb1d065091b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (13b81c35-33c7-42e7-9e70-73bf69db62f4), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:02.169954 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9d82d95b-3f7b-4f1c-a467-9bfce23ef888 None None] Publish callbacks [] for port (534eb8db-d743-4f59-ad68-9a8ae477c48f), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:02.177694 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9d82d95b-3f7b-4f1c-a467-9bfce23ef888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (534eb8db-d743-4f59-ad68-9a8ae477c48f), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:02.198876 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-5eeb09fd-35a5-4bf6-8c02-eb1d065091b3 admin admin] For port 13b81c35-33c7-42e7-9e70-73bf69db62f4, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=13b81c35-33c7-42e7-9e70-73bf69db62f4,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:40:02.199597 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5eeb09fd-35a5-4bf6-8c02-eb1d065091b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (13b81c35-33c7-42e7-9e70-73bf69db62f4), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:02.202581 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03dea72-b042-47a8-b8e9-d96e8dba7e69 req-49dfdbe7-de90-4282-bbbb-a3e4be49b85d tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:02.204684 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b03dea72-b042-47a8-b8e9-d96e8dba7e69 req-49dfdbe7-de90-4282-bbbb-a3e4be49b85d tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.57 "GET /v2.0/networks?id=32196a18-8be7-4227-b019-bc15d0c1f739 HTTP/1.1" status: 200 len: 816 time: 0.2578249 Mar 11 19:40:02.221191 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d82d95b-3f7b-4f1c-a467-9bfce23ef888 None None] Network b368a759-20ba-4a3e-99d3-9a463c99a2c6 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:40:02.226121 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-9d82d95b-3f7b-4f1c-a467-9bfce23ef888 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:40:02.230819 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d82d95b-3f7b-4f1c-a467-9bfce23ef888 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:40:02.250474 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-5eeb09fd-35a5-4bf6-8c02-eb1d065091b3 admin admin] Calling delete_port for 13b81c35-33c7-42e7-9e70-73bf69db62f4 owned by network:router_gateway {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:40:02.250719 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-8130c9fd-3170-4869-80b9-72493b61d80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d2a7a07-2f79-41a7-bb65-559d8c68c413', 'name': 'tempest-ServerRescueTestJSONUnderV235-2003893289-router', 'tenant_id': 'e1278b723edd4119b7e2bc2da0da9d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.104'}], 'enable_snat': True}, 'gw_port_id': '13b81c35-33c7-42e7-9e70-73bf69db62f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:38:14Z', 'updated_at': '2022-03-11T19:40:00Z', 'revision_number': 5, 'project_id': 'e1278b723edd4119b7e2bc2da0da9d73', 'gw_port': {'id': '13b81c35-33c7-42e7-9e70-73bf69db62f4', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:58:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2a7a07-2f79-41a7-bb65-559d8c68c413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:38:16Z', 'updated_at': '2022-03-11T19:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:02.255673 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d82d95b-3f7b-4f1c-a467-9bfce23ef888 None None] Pushing event updated for resources: {'Port': ['ID=534eb8db-d743-4f59-ad68-9a8ae477c48f,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:02.311472 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8130c9fd-3170-4869-80b9-72493b61d80d None None] Checking router: 2d2a7a07-2f79-41a7-bb65-559d8c68c413 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:40:02.388905 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-9d82d95b-3f7b-4f1c-a467-9bfce23ef888 None None] Attempting to bind port 534eb8db-d743-4f59-ad68-9a8ae477c48f on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:40:02.389327 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-9d82d95b-3f7b-4f1c-a467-9bfce23ef888 None None] Attempting to bind port 534eb8db-d743-4f59-ad68-9a8ae477c48f by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '4b8a51c7-fbf1-4261-9d27-24c393afd285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'b368a759-20ba-4a3e-99d3-9a463c99a2c6'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:40:02.389784 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d82d95b-3f7b-4f1c-a467-9bfce23ef888 None None] Attempting to bind port 534eb8db-d743-4f59-ad68-9a8ae477c48f on network b368a759-20ba-4a3e-99d3-9a463c99a2c6 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:40:02.395554 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1164930-f2b1-4e90-85b9-54a4666ebfa7 x-openstack-request-id: req-f1164930-f2b1-4e90-85b9-54a4666ebfa7 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:40:02.395870 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34a46b4c-d2c7-4196-8a07-a52bff89e5c9", "name": "network-vif-deleted", "tag": "2f611100-c46b-4b93-bc05-a06ea5910f40", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:40:02.396129 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f1164930-f2b1-4e90-85b9-54a4666ebfa7 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:40:02.396535 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34a46b4c-d2c7-4196-8a07-a52bff89e5c9', 'name': 'network-vif-deleted', 'tag': '2f611100-c46b-4b93-bc05-a06ea5910f40', 'status': 'completed', 'code': 200} Mar 11 19:40:02.402980 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e91fcc6f-277d-46a7-b418-1c32ff2b4060 admin admin] Publish callbacks [] for router_gateway (b769ec86-bb8b-48c2-ade9-2983ac467ee2), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:02.407767 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8130c9fd-3170-4869-80b9-72493b61d80d None None] Routers {'2d2a7a07-2f79-41a7-bb65-559d8c68c413'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:40:02.408749 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-8130c9fd-3170-4869-80b9-72493b61d80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:39:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['2d2a7a07-2f79-41a7-bb65-559d8c68c413'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:02.421491 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d82d95b-3f7b-4f1c-a467-9bfce23ef888 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:40:02.421780 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d82d95b-3f7b-4f1c-a467-9bfce23ef888 None None] Checking segment: {'id': '4b8a51c7-fbf1-4261-9d27-24c393afd285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'b368a759-20ba-4a3e-99d3-9a463c99a2c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:40:02.422152 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9d82d95b-3f7b-4f1c-a467-9bfce23ef888 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:02.423375 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d82d95b-3f7b-4f1c-a467-9bfce23ef888 None None] Bound using segment: {'id': '4b8a51c7-fbf1-4261-9d27-24c393afd285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'b368a759-20ba-4a3e-99d3-9a463c99a2c6'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:40:02.424099 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-9d82d95b-3f7b-4f1c-a467-9bfce23ef888 None None] Bound port: 534eb8db-d743-4f59-ad68-9a8ae477c48f, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b8a51c7-fbf1-4261-9d27-24c393afd285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'b368a759-20ba-4a3e-99d3-9a463c99a2c6'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:40:02.424660 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9d82d95b-3f7b-4f1c-a467-9bfce23ef888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (534eb8db-d743-4f59-ad68-9a8ae477c48f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:02.437582 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b03dea72-b042-47a8-b8e9-d96e8dba7e69 req-f404b453-1a28-467a-aff4-90ffbd8f1c5e tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=158d96ac5890499b904530e3a8e2fd26 HTTP/1.1" status: 200 len: 380 time: 0.1894450 Mar 11 19:40:02.487946 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5eeb09fd-35a5-4bf6-8c02-eb1d065091b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (13b81c35-33c7-42e7-9e70-73bf69db62f4), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:02.521793 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeb09fd-35a5-4bf6-8c02-eb1d065091b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=13b81c35-33c7-42e7-9e70-73bf69db62f4,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:02.529853 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-b03dea72-b042-47a8-b8e9-d96e8dba7e69 req-0b92e849-51b0-4895-a1af-a1751aeb08d9 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Request body: {'port': {'device_id': '20e6d114-ef3d-4fea-9f9f-8ede4772c7b5', 'network_id': '32196a18-8be7-4227-b019-bc15d0c1f739', 'admin_state_up': True, 'tenant_id': '158d96ac5890499b904530e3a8e2fd26', 'security_groups': ['8fd338c4-2511-40d9-94c8-daae49666ff4']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:40:02.534153 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e91fcc6f-277d-46a7-b418-1c32ff2b4060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:02.539721 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-9d82d95b-3f7b-4f1c-a467-9bfce23ef888 None None] For port 534eb8db-d743-4f59-ad68-9a8ae477c48f, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:40:02.543404 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-9d82d95b-3f7b-4f1c-a467-9bfce23ef888 None None] For port 534eb8db-d743-4f59-ad68-9a8ae477c48f, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=534eb8db-d743-4f59-ad68-9a8ae477c48f,segment=NetworkSegment(4b8a51c7-fbf1-4261-9d27-24c393afd285),segment_id=4b8a51c7-fbf1-4261-9d27-24c393afd285)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:40:02.548962 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1ba78799-0d7a-414b-8610-6a0e205a8106 req-22323dd1-ac61-4c28-82fc-346f77cbd2ed tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=20e6d114-ef3d-4fea-9f9f-8ede4772c7b5 HTTP/1.1" status: 200 len: 210 time: 0.0565190 Mar 11 19:40:02.578061 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9d82d95b-3f7b-4f1c-a467-9bfce23ef888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (534eb8db-d743-4f59-ad68-9a8ae477c48f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:02.615137 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5eeb09fd-35a5-4bf6-8c02-eb1d065091b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (2d2a7a07-2f79-41a7-bb65-559d8c68c413), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:02.727472 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57624232-4bfb-4150-a4d6-fcc52ef88919 req-b73c2547-5cf4-4758-b832-7214cd998f54 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:02.730368 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-57624232-4bfb-4150-a4d6-fcc52ef88919 req-b73c2547-5cf4-4758-b832-7214cd998f54 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.75 "GET /v2.0/ports?device_id=76bec834-a4e6-4c85-b920-2d13a63f3d45 HTTP/1.1" status: 200 len: 946 time: 0.3569245 Mar 11 19:40:02.739099 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d82d95b-3f7b-4f1c-a467-9bfce23ef888 None None] Pushing event updated for resources: {'Port': ['ID=534eb8db-d743-4f59-ad68-9a8ae477c48f,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:02.745608 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-8130c9fd-3170-4869-80b9-72493b61d80d None None] Set router 2d2a7a07-2f79-41a7-bb65-559d8c68c413 gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:40:02.775875 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5eeb09fd-35a5-4bf6-8c02-eb1d065091b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (2d2a7a07-2f79-41a7-bb65-559d8c68c413), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:02.783702 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5eeb09fd-35a5-4bf6-8c02-eb1d065091b3 admin admin] Publish callbacks [] for router_controller (2d2a7a07-2f79-41a7-bb65-559d8c68c413), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:02.880732 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5eeb09fd-35a5-4bf6-8c02-eb1d065091b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (2d2a7a07-2f79-41a7-bb65-559d8c68c413), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:02.881771 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eeb09fd-35a5-4bf6-8c02-eb1d065091b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d2a7a07-2f79-41a7-bb65-559d8c68c413 {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:40:02.892377 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5eeb09fd-35a5-4bf6-8c02-eb1d065091b3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:02.893858 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-5eeb09fd-35a5-4bf6-8c02-eb1d065091b3 admin admin] 10.222.0.65 "DELETE /v2.0/routers/2d2a7a07-2f79-41a7-bb65-559d8c68c413 HTTP/1.1" status: 204 len: 168 time: 1.2712176 Mar 11 19:40:02.901715 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38810) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:40:02.976297 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-e91fcc6f-277d-46a7-b418-1c32ff2b4060 admin admin] Allocated IP 172.25.8.83 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/a00a9855-b4d2-4e8b-9464-02a4d589429e) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:40:03.003266 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 2f611100-c46b-4b93-bc05-a06ea5910f40 no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:40:03.029986 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8f81576-0efd-453f-ac05-83ff9e13cb6b admin admin] Deleting subnet 86f84498-7845-4a44-a8ca-9b6851ba94c2 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:40:03.035427 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a8f81576-0efd-453f-ac05-83ff9e13cb6b admin admin] Publish callbacks [] for subnet (86f84498-7845-4a44-a8ca-9b6851ba94c2), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:03.088450 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-8130c9fd-3170-4869-80b9-72493b61d80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d2a7a07-2f79-41a7-bb65-559d8c68c413', 'name': 'tempest-ServerRescueTestJSONUnderV235-2003893289-router', 'tenant_id': 'e1278b723edd4119b7e2bc2da0da9d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:38:14Z', 'updated_at': '2022-03-11T19:40:01Z', 'revision_number': 6, 'project_id': 'e1278b723edd4119b7e2bc2da0da9d73', 'gw_port_host': None}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:03.092326 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b03dea72-b042-47a8-b8e9-d96e8dba7e69 req-0b92e849-51b0-4895-a1af-a1751aeb08d9 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Made reservation on behalf of 158d96ac5890499b904530e3a8e2fd26 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:40:03.092864 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: 2f611100-c46b-4b93-bc05-a06ea5910f40 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:40:03.093432 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 2f611100-c46b-4b93-bc05-a06ea5910f40 not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:40:03.097368 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b03dea72-b042-47a8-b8e9-d96e8dba7e69 req-0b92e849-51b0-4895-a1af-a1751aeb08d9 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:03.134305 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a8f81576-0efd-453f-ac05-83ff9e13cb6b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (86f84498-7845-4a44-a8ca-9b6851ba94c2), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:03.152687 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8130c9fd-3170-4869-80b9-72493b61d80d None None] The sync data for ids ['2d2a7a07-2f79-41a7-bb65-559d8c68c413'] in n-d-833163-1 is: [{'id': '2d2a7a07-2f79-41a7-bb65-559d8c68c413', 'name': 'tempest-ServerRescueTestJSONUnderV235-2003893289-router', 'tenant_id': 'e1278b723edd4119b7e2bc2da0da9d73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:38:14Z', 'updated_at': '2022-03-11T19:40:01Z', 'revision_number': 6, 'project_id': 'e1278b723edd4119b7e2bc2da0da9d73', 'gw_port_host': None}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:40:03.192505 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a8f81576-0efd-453f-ac05-83ff9e13cb6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (86f84498-7845-4a44-a8ca-9b6851ba94c2), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:03.274265 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a8f81576-0efd-453f-ac05-83ff9e13cb6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (86f84498-7845-4a44-a8ca-9b6851ba94c2), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:03.320903 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a8f81576-0efd-453f-ac05-83ff9e13cb6b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:03.328331 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5f0fc-4612-4396-bda1-5808f7b21a42 req-36c6ec7a-25db-46a7-a064-cf3e8d02719e tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:03.328738 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a8f81576-0efd-453f-ac05-83ff9e13cb6b admin admin] 10.222.0.65 "DELETE /v2.0/subnets/86f84498-7845-4a44-a8ca-9b6851ba94c2 HTTP/1.1" status: 204 len: 168 time: 0.4246922 Mar 11 19:40:03.329002 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38818) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:40:03.330168 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f81576-0efd-453f-ac05-83ff9e13cb6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86f84498-7845-4a44-a8ca-9b6851ba94c2,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:03.334879 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-72a5f0fc-4612-4396-bda1-5808f7b21a42 req-36c6ec7a-25db-46a7-a064-cf3e8d02719e tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=76bec834-a4e6-4c85-b920-2d13a63f3d45 HTTP/1.1" status: 200 len: 946 time: 0.3343208 Mar 11 19:40:03.351502 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-57624232-4bfb-4150-a4d6-fcc52ef88919 req-ac58d98c-fb5a-400f-b9a1-36a690072182 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Deleting port 378b54aa-2600-4330-bf26-2e59cb39b4b8 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:40:03.351866 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-57624232-4bfb-4150-a4d6-fcc52ef88919 req-ac58d98c-fb5a-400f-b9a1-36a690072182 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (378b54aa-2600-4330-bf26-2e59cb39b4b8), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:03.411097 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ea0216bc-42a9-42e9-968a-5082761eb56f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (26599c04-c03d-4e34-83de-a092bae2f75e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:03.518533 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e91fcc6f-277d-46a7-b418-1c32ff2b4060 admin admin] Publish callbacks [] for port (a00a9855-b4d2-4e8b-9464-02a4d589429e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:03.565956 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ea0216bc-42a9-42e9-968a-5082761eb56f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (26599c04-c03d-4e34-83de-a092bae2f75e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:03.571224 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-72a5f0fc-4612-4396-bda1-5808f7b21a42 req-38e22722-288d-4852-b7e8-53c5aff55be1 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353187 Mar 11 19:40:03.586752 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-b03dea72-b042-47a8-b8e9-d96e8dba7e69 req-0b92e849-51b0-4895-a1af-a1751aeb08d9 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Allocated IP 172.20.0.10 (32196a18-8be7-4227-b019-bc15d0c1f739/c54bb295-7bca-4fbe-aff9-5e7c44904c47/9b8c3b55-ec54-49a1-8218-e81f898cd6dd) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:40:03.616206 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-ea0216bc-42a9-42e9-968a-5082761eb56f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26599c04-c03d-4e34-83de-a092bae2f75e']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:03.635688 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-57624232-4bfb-4150-a4d6-fcc52ef88919 req-ac58d98c-fb5a-400f-b9a1-36a690072182 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] For port 378b54aa-2600-4330-bf26-2e59cb39b4b8, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=378b54aa-2600-4330-bf26-2e59cb39b4b8,segment=NetworkSegment(4e412043-f4b7-4584-89b3-4a0ee01e31e1),segment_id=4e412043-f4b7-4584-89b3-4a0ee01e31e1)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:40:03.636115 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-57624232-4bfb-4150-a4d6-fcc52ef88919 req-ac58d98c-fb5a-400f-b9a1-36a690072182 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (378b54aa-2600-4330-bf26-2e59cb39b4b8), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:03.658168 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-ea0216bc-42a9-42e9-968a-5082761eb56f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb0d3c28-c469-4087-9b7c-7209f45228b3') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:03.664435 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-ea0216bc-42a9-42e9-968a-5082761eb56f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb0d3c28-c469-4087-9b7c-7209f45228b3') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:03.679248 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ea0216bc-42a9-42e9-968a-5082761eb56f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (fb0d3c28-c469-4087-9b7c-7209f45228b3), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:03.707985 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ea0216bc-42a9-42e9-968a-5082761eb56f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (fb0d3c28-c469-4087-9b7c-7209f45228b3), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:03.728622 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea0216bc-42a9-42e9-968a-5082761eb56f admin admin] Releasing vlan 899 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:40:03.729352 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ea0216bc-42a9-42e9-968a-5082761eb56f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (fb0d3c28-c469-4087-9b7c-7209f45228b3), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:03.743311 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:40:03.743311 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:40:03.743311 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:40:03.743311 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:40:03.743311 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:40:03.743311 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:40:03.743311 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:40:03.743311 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:40:03.743311 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:40:03.743311 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:40:03.743311 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:40:03.743311 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:40:03.743311 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:40:03.743311 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:40:03.743311 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:40:03.743311 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:40:03.743311 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:40:03.743311 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:40:03.743311 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:40:03.743311 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:40:03.743311 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:40:03.743311 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:40:03.743311 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:40:03.743311 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:40:03.743311 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:40:03.743311 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:40:03.743311 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:40:03.743311 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:40:03.743311 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:40:03.743311 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:40:03.743311 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:40:03.743311 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:40:03.798160 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-57624232-4bfb-4150-a4d6-fcc52ef88919 req-ac58d98c-fb5a-400f-b9a1-36a690072182 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Calling delete_port for 378b54aa-2600-4330-bf26-2e59cb39b4b8 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:40:03.824136 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e91fcc6f-277d-46a7-b418-1c32ff2b4060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (a00a9855-b4d2-4e8b-9464-02a4d589429e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:03.848023 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ea0216bc-42a9-42e9-968a-5082761eb56f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (26599c04-c03d-4e34-83de-a092bae2f75e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:03.867946 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ea0216bc-42a9-42e9-968a-5082761eb56f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:03.872526 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ea0216bc-42a9-42e9-968a-5082761eb56f admin admin] 10.222.0.65 "DELETE /v2.0/networks/26599c04-c03d-4e34-83de-a092bae2f75e HTTP/1.1" status: 204 len: 168 time: 0.5386186 Mar 11 19:40:03.873847 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0216bc-42a9-42e9-968a-5082761eb56f admin admin] Pushing event deleted for resources: {'Network': ['ID=26599c04-c03d-4e34-83de-a092bae2f75e,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:04.007102 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91fcc6f-277d-46a7-b418-1c32ff2b4060 admin admin] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:40:04.016322 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-e91fcc6f-277d-46a7-b418-1c32ff2b4060 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:40:04.023813 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91fcc6f-277d-46a7-b418-1c32ff2b4060 admin admin] Pushing event updated for resources: {'Port': ['ID=a00a9855-b4d2-4e8b-9464-02a4d589429e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:04.027211 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91fcc6f-277d-46a7-b418-1c32ff2b4060 admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:40:04.071688 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38828) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:40:04.175970 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-3e0445fe-5845-4baa-94b7-b6f0d3fc620e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e1278b723edd4119b7e2bc2da0da9d73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1010530 Mar 11 19:40:04.176971 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38832) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:40:04.207614 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 534eb8db-d743-4f59-ad68-9a8ae477c48f up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:40:04.291793 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-69d7f930-acf2-4cb9-893d-65b93dd4a502 admin admin] Publish callbacks [] for security_group (5e517e2d-c796-4eb6-a34e-da2fbfb59fbb), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:04.343657 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-69d7f930-acf2-4cb9-893d-65b93dd4a502 admin admin] Publish callbacks [] for security_group (5e517e2d-c796-4eb6-a34e-da2fbfb59fbb), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:04.363348 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 534eb8db-d743-4f59-ad68-9a8ae477c48f triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:40:04.364009 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (534eb8db-d743-4f59-ad68-9a8ae477c48f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:04.404822 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b03dea72-b042-47a8-b8e9-d96e8dba7e69 req-0b92e849-51b0-4895-a1af-a1751aeb08d9 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks [] for port (9b8c3b55-ec54-49a1-8218-e81f898cd6dd), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:04.429926 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0cfed6-c8eb-4779-892d-fc507e42b7db None None] Network b368a759-20ba-4a3e-99d3-9a463c99a2c6 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:40:04.459498 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-69d7f930-acf2-4cb9-893d-65b93dd4a502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (5e517e2d-c796-4eb6-a34e-da2fbfb59fbb), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:04.463559 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-69d7f930-acf2-4cb9-893d-65b93dd4a502 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:04.465815 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-69d7f930-acf2-4cb9-893d-65b93dd4a502 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5e517e2d-c796-4eb6-a34e-da2fbfb59fbb HTTP/1.1" status: 204 len: 168 time: 0.2875729 Mar 11 19:40:04.527793 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d7f930-acf2-4cb9-893d-65b93dd4a502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e517e2d-c796-4eb6-a34e-da2fbfb59fbb,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:04.591600 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-bb1160fb-020d-4bf8-ab80-eacb54cc9624 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=7fcfa9d2f3ed4be8ac815d1e6642330d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0771296 Mar 11 19:40:04.775081 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-b77619de-c24b-4d5f-aac7-f4b1c77e0ab1 None None] Provisioning complete for port 534eb8db-d743-4f59-ad68-9a8ae477c48f triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:40:04.775457 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b77619de-c24b-4d5f-aac7-f4b1c77e0ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (534eb8db-d743-4f59-ad68-9a8ae477c48f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:04.812890 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-93b96a06-bf5e-4b48-ab50-01dec4c1cc22 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:04.815038 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-93b96a06-bf5e-4b48-ab50-01dec4c1cc22 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2189970 Mar 11 19:40:04.830919 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-104fd40a-ac86-4efd-85df-280b72ed3a47 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Request body: {'port': {'device_id': 'a62723e0-754e-4798-a83f-acc02598f4b5', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'admin_state_up': True, 'tenant_id': '7fcfa9d2f3ed4be8ac815d1e6642330d'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:40:04.831434 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 534eb8db-d743-4f59-ad68-9a8ae477c48f is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:40:04.832036 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (534eb8db-d743-4f59-ad68-9a8ae477c48f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:04.913267 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 534eb8db-d743-4f59-ad68-9a8ae477c48f, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=534eb8db-d743-4f59-ad68-9a8ae477c48f,segment=NetworkSegment(4b8a51c7-fbf1-4261-9d27-24c393afd285),segment_id=4b8a51c7-fbf1-4261-9d27-24c393afd285)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:40:04.923621 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (534eb8db-d743-4f59-ad68-9a8ae477c48f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:04.956867 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 1b291da3-106d-43a5-af78-b157082d72e1 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:40:04.958411 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-0cee71ba-cb57-4e4f-84ef-117adfd8c8ce tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=7fcfa9d2f3ed4be8ac815d1e6642330d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0461891 Mar 11 19:40:04.977715 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-104fd40a-ac86-4efd-85df-280b72ed3a47 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Made reservation on behalf of 7fcfa9d2f3ed4be8ac815d1e6642330d for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:40:04.983047 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-104fd40a-ac86-4efd-85df-280b72ed3a47 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:04.983580 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-57624232-4bfb-4150-a4d6-fcc52ef88919 req-ac58d98c-fb5a-400f-b9a1-36a690072182 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (378b54aa-2600-4330-bf26-2e59cb39b4b8), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:05.030872 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 1b291da3-106d-43a5-af78-b157082d72e1 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:40:05.031216 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 1b291da3-106d-43a5-af78-b157082d72e1 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:40:05.067013 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=534eb8db-d743-4f59-ad68-9a8ae477c48f,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:05.071434 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b77619de-c24b-4d5f-aac7-f4b1c77e0ab1 None None] Current status of the port 534eb8db-d743-4f59-ad68-9a8ae477c48f is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:40:05.080285 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9181a99c-fcf5-4a17-9544-2588736436f2 req-b2f26e54-cd76-4adc-8fed-63151848719b tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=20e6d114-ef3d-4fea-9f9f-8ede4772c7b5 HTTP/1.1" status: 200 len: 210 time: 0.1687417 Mar 11 19:40:05.148584 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac58d98c-fb5a-400f-b9a1-36a690072182 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Pushing event deleted for resources: {'Port': ['ID=378b54aa-2600-4330-bf26-2e59cb39b4b8,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:05.220551 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-104fd40a-ac86-4efd-85df-280b72ed3a47 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Allocated IP 192.168.233.30 (885772b1-9b97-4e1d-a0fb-e125030c5a81/9bb14923-74c3-4313-be8d-ed33542f05aa/e75757ee-1bfb-4252-9cd1-492301e036ff) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:40:05.223239 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b03dea72-b042-47a8-b8e9-d96e8dba7e69 req-0b92e849-51b0-4895-a1af-a1751aeb08d9 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (9b8c3b55-ec54-49a1-8218-e81f898cd6dd), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:05.289111 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 378b54aa-2600-4330-bf26-2e59cb39b4b8 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:40:05.329853 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: 378b54aa-2600-4330-bf26-2e59cb39b4b8 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:40:05.330530 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 378b54aa-2600-4330-bf26-2e59cb39b4b8 not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:40:05.335989 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-57624232-4bfb-4150-a4d6-fcc52ef88919 req-ac58d98c-fb5a-400f-b9a1-36a690072182 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] No DVR routers for this DVR port 378b54aa-2600-4330-bf26-2e59cb39b4b8 on host n-h1-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:40:05.389179 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-57624232-4bfb-4150-a4d6-fcc52ef88919 req-ac58d98c-fb5a-400f-b9a1-36a690072182 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:05.393587 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-57624232-4bfb-4150-a4d6-fcc52ef88919 req-ac58d98c-fb5a-400f-b9a1-36a690072182 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.75 "DELETE /v2.0/ports/378b54aa-2600-4330-bf26-2e59cb39b4b8 HTTP/1.1" status: 204 len: 173 time: 2.6498203 Mar 11 19:40:05.434215 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76bec834-a4e6-4c85-b920-2d13a63f3d45', 'name': 'network-vif-deleted', 'tag': '378b54aa-2600-4330-bf26-2e59cb39b4b8'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:40:05.437080 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-229eb830-b17c-48b4-a7a8-fdc2aa219224" -d '{"events": [{"server_uuid": "76bec834-a4e6-4c85-b920-2d13a63f3d45", "name": "network-vif-deleted", "tag": "378b54aa-2600-4330-bf26-2e59cb39b4b8"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:40:05.441907 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b92e849-51b0-4895-a1af-a1751aeb08d9 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Pushing event updated for resources: {'Port': ['ID=9b8c3b55-ec54-49a1-8218-e81f898cd6dd,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:05.453776 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-bc927528-c1c1-41d9-8514-eab2585e9b0e tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:05.456176 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-bc927528-c1c1-41d9-8514-eab2585e9b0e tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4543295 Mar 11 19:40:05.461247 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b03dea72-b042-47a8-b8e9-d96e8dba7e69 req-0b92e849-51b0-4895-a1af-a1751aeb08d9 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Network 32196a18-8be7-4227-b019-bc15d0c1f739 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:40:05.475374 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-b03dea72-b042-47a8-b8e9-d96e8dba7e69 req-0b92e849-51b0-4895-a1af-a1751aeb08d9 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:40:05.479465 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-b03dea72-b042-47a8-b8e9-d96e8dba7e69 req-0b92e849-51b0-4895-a1af-a1751aeb08d9 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:40:05.511195 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-f0740448-bf4e-4c28-be48-f9a8b4000ca2 None None] Provisioning complete for port 534eb8db-d743-4f59-ad68-9a8ae477c48f triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:40:05.511568 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f0740448-bf4e-4c28-be48-f9a8b4000ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (534eb8db-d743-4f59-ad68-9a8ae477c48f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:05.528600 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9e6f6c36-f6e1-4e75-a366-0b9a0663d171 req-fc0753e9-035a-4455-9acc-9f518b935592 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec82ad9d-8743-494f-8245-9b1ee29449f3 HTTP/1.1" status: 200 len: 210 time: 0.1412621 Mar 11 19:40:05.555339 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-104fd40a-ac86-4efd-85df-280b72ed3a47 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Publish callbacks [] for port (e75757ee-1bfb-4252-9cd1-492301e036ff), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:05.626403 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-eb024c87-f0d9-4a2d-b14d-ea2b841c1db2 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Request body: {'port': {'device_id': 'ec82ad9d-8743-494f-8245-9b1ee29449f3', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'admin_state_up': True, 'tenant_id': '7fcfa9d2f3ed4be8ac815d1e6642330d'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:40:05.687147 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-104fd40a-ac86-4efd-85df-280b72ed3a47 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (e75757ee-1bfb-4252-9cd1-492301e036ff), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:05.697084 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f0740448-bf4e-4c28-be48-f9a8b4000ca2 None None] Current status of the port 534eb8db-d743-4f59-ad68-9a8ae477c48f is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:40:05.711739 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['d68bc25c-daf2-43ae-bbc8-f0f0ad342470'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:40:05.718301 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03dea72-b042-47a8-b8e9-d96e8dba7e69 req-0b92e849-51b0-4895-a1af-a1751aeb08d9 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:05.719180 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b03dea72-b042-47a8-b8e9-d96e8dba7e69 req-0b92e849-51b0-4895-a1af-a1751aeb08d9 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:05.764581 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 534eb8db-d743-4f59-ad68-9a8ae477c48f up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:40:05.799459 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-104fd40a-ac86-4efd-85df-280b72ed3a47 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Network 885772b1-9b97-4e1d-a0fb-e125030c5a81 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:40:05.807729 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-104fd40a-ac86-4efd-85df-280b72ed3a47 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:40:05.814518 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-104fd40a-ac86-4efd-85df-280b72ed3a47 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:40:05.867737 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 534eb8db-d743-4f59-ad68-9a8ae477c48f triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:40:05.868386 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (534eb8db-d743-4f59-ad68-9a8ae477c48f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:05.923163 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104fd40a-ac86-4efd-85df-280b72ed3a47 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Pushing event updated for resources: {'Port': ['ID=e75757ee-1bfb-4252-9cd1-492301e036ff,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:05.963071 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b03dea72-b042-47a8-b8e9-d96e8dba7e69 req-0b92e849-51b0-4895-a1af-a1751aeb08d9 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4724927 Mar 11 19:40:05.964681 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-104fd40a-ac86-4efd-85df-280b72ed3a47 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:05.965396 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-104fd40a-ac86-4efd-85df-280b72ed3a47 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:05.997377 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38882) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:40:06.012741 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-104fd40a-ac86-4efd-85df-280b72ed3a47 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1865966 Mar 11 19:40:06.030632 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-1d83d6a9-dafb-4eb0-90f0-325659283edc service neutron] Request body: {'port': {'device_id': 'a62723e0-754e-4798-a83f-acc02598f4b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:40:06.092595 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-b03dea72-b042-47a8-b8e9-d96e8dba7e69 req-29a2393b-19ca-497d-97ce-cd0499b997d4 service neutron] Request body: {'port': {'device_id': '20e6d114-ef3d-4fea-9f9f-8ede4772c7b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:40:06.095780 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 534eb8db-d743-4f59-ad68-9a8ae477c48f is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:40:06.117025 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 13b81c35-33c7-42e7-9e70-73bf69db62f4 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:40:06.154500 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-1d83d6a9-dafb-4eb0-90f0-325659283edc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (e75757ee-1bfb-4252-9cd1-492301e036ff), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:06.182263 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 13b81c35-33c7-42e7-9e70-73bf69db62f4 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:40:06.183590 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 13b81c35-33c7-42e7-9e70-73bf69db62f4 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:40:06.196204 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-6a601f87-b01a-4812-b786-fb31084e49d8 None None] Provisioning complete for port 9b8c3b55-ec54-49a1-8218-e81f898cd6dd triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:40:06.196961 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6a601f87-b01a-4812-b786-fb31084e49d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (9b8c3b55-ec54-49a1-8218-e81f898cd6dd), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:06.209716 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-257c45ec-4aba-400a-82d6-eb0680a79455 req-702e6e4b-aad0-4e3f-9572-76fc143a0d6a tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=76bec834-a4e6-4c85-b920-2d13a63f3d45 HTTP/1.1" status: 200 len: 210 time: 0.1319640 Mar 11 19:40:06.240710 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e91fcc6f-277d-46a7-b418-1c32ff2b4060 admin admin] Publish callbacks [] for router_gateway (b769ec86-bb8b-48c2-ade9-2983ac467ee2), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:06.260828 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-a139a077-7edc-4b8d-9b45-60451608233c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1139011254-network', 'tenant_id': '84f4e9628ef44103bf68c3d01504c13a'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:40:06.275341 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-6a601f87-b01a-4812-b786-fb31084e49d8 None None] Port 9b8c3b55-ec54-49a1-8218-e81f898cd6dd cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:40:06.300256 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a139a077-7edc-4b8d-9b45-60451608233c admin admin] Made reservation on behalf of 84f4e9628ef44103bf68c3d01504c13a for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:40:06.302675 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a139a077-7edc-4b8d-9b45-60451608233c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:06.318624 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb54bc80-b8dd-4a41-b1f5-c97ad46a3c25 x-openstack-request-id: req-bb54bc80-b8dd-4a41-b1f5-c97ad46a3c25 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:40:06.319180 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76bec834-a4e6-4c85-b920-2d13a63f3d45", "name": "network-vif-deleted", "tag": "378b54aa-2600-4330-bf26-2e59cb39b4b8", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:40:06.319443 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bb54bc80-b8dd-4a41-b1f5-c97ad46a3c25 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:40:06.319865 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76bec834-a4e6-4c85-b920-2d13a63f3d45', 'name': 'network-vif-deleted', 'tag': '378b54aa-2600-4330-bf26-2e59cb39b4b8', 'status': 'completed', 'code': 200} Mar 11 19:40:06.351566 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38890) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:40:06.367662 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a139a077-7edc-4b8d-9b45-60451608233c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:06.410910 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-8c1ed1f2-00d6-44c7-b299-0c5c11e5ee9a None None] Provisioning complete for port e75757ee-1bfb-4252-9cd1-492301e036ff triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:40:06.411392 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8c1ed1f2-00d6-44c7-b299-0c5c11e5ee9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (e75757ee-1bfb-4252-9cd1-492301e036ff), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:06.454127 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8c1ed1f2-00d6-44c7-b299-0c5c11e5ee9a None None] Port e75757ee-1bfb-4252-9cd1-492301e036ff cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:40:06.470259 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6b9aae3-c7bb-4988-8399-7edd0fdb18ea admin admin] Deleting subnet 4445a7fd-2749-40cc-9dcc-b5c4c1b49571 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:40:06.480327 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d6b9aae3-c7bb-4988-8399-7edd0fdb18ea admin admin] Publish callbacks [] for subnet (4445a7fd-2749-40cc-9dcc-b5c4c1b49571), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:06.496258 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b03dea72-b042-47a8-b8e9-d96e8dba7e69 req-29a2393b-19ca-497d-97ce-cd0499b997d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (9b8c3b55-ec54-49a1-8218-e81f898cd6dd), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:06.522724 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-eb024c87-f0d9-4a2d-b14d-ea2b841c1db2 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Made reservation on behalf of 7fcfa9d2f3ed4be8ac815d1e6642330d for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:40:06.526715 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-eb024c87-f0d9-4a2d-b14d-ea2b841c1db2 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:06.570447 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d6b9aae3-c7bb-4988-8399-7edd0fdb18ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (4445a7fd-2749-40cc-9dcc-b5c4c1b49571), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:06.659401 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d6b9aae3-c7bb-4988-8399-7edd0fdb18ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (4445a7fd-2749-40cc-9dcc-b5c4c1b49571), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:06.693405 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a139a077-7edc-4b8d-9b45-60451608233c admin admin] Publish callbacks [] for security_group (a5892eab-e71c-4ccb-800e-9286fe087163), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:06.701998 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a139a077-7edc-4b8d-9b45-60451608233c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (a5892eab-e71c-4ccb-800e-9286fe087163), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:06.790144 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f9a21-e885-4d6b-bd16-caa14d6efe7e req-ed797f6c-049b-4af6-9b48-89091af63642 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:06.791785 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0c7f9a21-e885-4d6b-bd16-caa14d6efe7e req-ed797f6c-049b-4af6-9b48-89091af63642 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=20e6d114-ef3d-4fea-9f9f-8ede4772c7b5 HTTP/1.1" status: 200 len: 932 time: 0.2969847 Mar 11 19:40:06.792901 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e91fcc6f-277d-46a7-b418-1c32ff2b4060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (b769ec86-bb8b-48c2-ade9-2983ac467ee2), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:07.005088 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0c7f9a21-e885-4d6b-bd16-caa14d6efe7e req-3f7f4fb5-849d-4940-82f4-869fc284c606 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=8fd338c4-2511-40d9-94c8-daae49666ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2024252 Mar 11 19:40:07.079306 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a139a077-7edc-4b8d-9b45-60451608233c admin admin] vlan segment allocate from pool success with {'vlan_id': 894, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:40:07.096991 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a139a077-7edc-4b8d-9b45-60451608233c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5892eab-e71c-4ccb-800e-9286fe087163,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:07.109605 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-1d83d6a9-dafb-4eb0-90f0-325659283edc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e75757ee-1bfb-4252-9cd1-492301e036ff {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:40:07.114922 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a139a077-7edc-4b8d-9b45-60451608233c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (ef0b97fd-24fa-456a-8472-bb47ab40643e), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:07.115273 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-a139a077-7edc-4b8d-9b45-60451608233c admin admin] Added segment ef0b97fd-24fa-456a-8472-bb47ab40643e of type vlan for network a1201544-4744-491d-92d6-555a21ac497f Mar 11 19:40:07.126385 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-1d83d6a9-dafb-4eb0-90f0-325659283edc service neutron] Publish callbacks [] for port (e75757ee-1bfb-4252-9cd1-492301e036ff), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:07.129523 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d6b9aae3-c7bb-4988-8399-7edd0fdb18ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (4445a7fd-2749-40cc-9dcc-b5c4c1b49571), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:07.130860 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-b03dea72-b042-47a8-b8e9-d96e8dba7e69 req-29a2393b-19ca-497d-97ce-cd0499b997d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b8c3b55-ec54-49a1-8218-e81f898cd6dd {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:40:07.138493 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e91fcc6f-277d-46a7-b418-1c32ff2b4060 admin admin] Router b769ec86-bb8b-48c2-ade9-2983ac467ee2 is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:40:07.143949 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b03dea72-b042-47a8-b8e9-d96e8dba7e69 req-29a2393b-19ca-497d-97ce-cd0499b997d4 service neutron] Publish callbacks [] for port (9b8c3b55-ec54-49a1-8218-e81f898cd6dd), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:07.164205 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-b03dea72-b042-47a8-b8e9-d96e8dba7e69 req-29a2393b-19ca-497d-97ce-cd0499b997d4 service neutron] Transition to ACTIVE for port object 9b8c3b55-ec54-49a1-8218-e81f898cd6dd will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:40:07.205796 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-1d83d6a9-dafb-4eb0-90f0-325659283edc service neutron] Transition to ACTIVE for port object e75757ee-1bfb-4252-9cd1-492301e036ff will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:40:07.206277 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b03dea72-b042-47a8-b8e9-d96e8dba7e69 req-29a2393b-19ca-497d-97ce-cd0499b997d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (9b8c3b55-ec54-49a1-8218-e81f898cd6dd), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:07.208599 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b9aae3-c7bb-4988-8399-7edd0fdb18ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4445a7fd-2749-40cc-9dcc-b5c4c1b49571,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:07.212739 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d6b9aae3-c7bb-4988-8399-7edd0fdb18ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:07.216304 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d6b9aae3-c7bb-4988-8399-7edd0fdb18ea admin admin] 10.222.0.65 "DELETE /v2.0/subnets/4445a7fd-2749-40cc-9dcc-b5c4c1b49571 HTTP/1.1" status: 204 len: 168 time: 0.8636737 Mar 11 19:40:07.219011 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a139a077-7edc-4b8d-9b45-60451608233c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (a1201544-4744-491d-92d6-555a21ac497f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:07.221939 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38910) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:40:07.223467 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-1d83d6a9-dafb-4eb0-90f0-325659283edc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (e75757ee-1bfb-4252-9cd1-492301e036ff), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:07.290085 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a139a077-7edc-4b8d-9b45-60451608233c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (a1201544-4744-491d-92d6-555a21ac497f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:07.291170 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a139a077-7edc-4b8d-9b45-60451608233c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:07.291860 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a139a077-7edc-4b8d-9b45-60451608233c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:07.296744 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d83d6a9-dafb-4eb0-90f0-325659283edc service neutron] Pushing event updated for resources: {'Port': ['ID=e75757ee-1bfb-4252-9cd1-492301e036ff,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:07.372850 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a139a077-7edc-4b8d-9b45-60451608233c admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3741477 Mar 11 19:40:07.415512 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38920) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:40:07.454899 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-d99da806-ca54-488c-86a5-11c3c1fa88c3 admin admin] Request body: {'subnet': {'network_id': 'a1201544-4744-491d-92d6-555a21ac497f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1139011254-subnet', 'tenant_id': '84f4e9628ef44103bf68c3d01504c13a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:40:07.455358 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a139a077-7edc-4b8d-9b45-60451608233c admin admin] Pushing event updated for resources: {'Network': ['ID=a1201544-4744-491d-92d6-555a21ac497f,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:07.459220 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-eb024c87-f0d9-4a2d-b14d-ea2b841c1db2 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Allocated IP 192.168.233.178 (885772b1-9b97-4e1d-a0fb-e125030c5a81/9bb14923-74c3-4313-be8d-ed33542f05aa/c02b1cc0-d650-45bb-9de9-625b91f072e8) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:40:07.460249 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network a1201544-4744-491d-92d6-555a21ac497f details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:40:07.467249 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a2393b-19ca-497d-97ce-cd0499b997d4 service neutron] Pushing event updated for resources: {'Port': ['ID=9b8c3b55-ec54-49a1-8218-e81f898cd6dd,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:07.521153 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-1d83d6a9-dafb-4eb0-90f0-325659283edc service neutron] Attempting to bind port e75757ee-1bfb-4252-9cd1-492301e036ff on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:40:07.521937 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-1d83d6a9-dafb-4eb0-90f0-325659283edc service neutron] Attempting to bind port e75757ee-1bfb-4252-9cd1-492301e036ff by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:40:07.522454 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-1d83d6a9-dafb-4eb0-90f0-325659283edc service neutron] Attempting to bind port e75757ee-1bfb-4252-9cd1-492301e036ff on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:40:07.536065 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-1d83d6a9-dafb-4eb0-90f0-325659283edc service neutron] Port e75757ee-1bfb-4252-9cd1-492301e036ff on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:40:07.536719 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-1d83d6a9-dafb-4eb0-90f0-325659283edc service neutron] Attempting to bind port e75757ee-1bfb-4252-9cd1-492301e036ff on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:40:07.544851 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-1d83d6a9-dafb-4eb0-90f0-325659283edc service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:40:07.545205 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-1d83d6a9-dafb-4eb0-90f0-325659283edc service neutron] Checking segment: {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:40:07.545811 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-1d83d6a9-dafb-4eb0-90f0-325659283edc service neutron] Bound using segment: {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:40:07.546049 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-1d83d6a9-dafb-4eb0-90f0-325659283edc service neutron] Bound port: e75757ee-1bfb-4252-9cd1-492301e036ff, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:40:07.546417 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-1d83d6a9-dafb-4eb0-90f0-325659283edc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (e75757ee-1bfb-4252-9cd1-492301e036ff), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:07.630678 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f455d03f-3f7c-4ff9-aeaf-0b7169ad9822 req-6ab744fb-e02f-4085-b445-7a296fc73701 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec82ad9d-8743-494f-8245-9b1ee29449f3 HTTP/1.1" status: 200 len: 210 time: 0.1780155 Mar 11 19:40:07.639660 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7837d328-a2ba-4386-88ef-1a23e5269fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (8279410e-413f-457e-a6e0-3f8c10cdf3bb), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:07.642132 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d99da806-ca54-488c-86a5-11c3c1fa88c3 admin admin] Made reservation on behalf of 84f4e9628ef44103bf68c3d01504c13a for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:40:07.647286 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d99da806-ca54-488c-86a5-11c3c1fa88c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:07.653460 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-1d83d6a9-dafb-4eb0-90f0-325659283edc service neutron] For port e75757ee-1bfb-4252-9cd1-492301e036ff, host n-h2-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:40:07.660871 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-1d83d6a9-dafb-4eb0-90f0-325659283edc service neutron] For port e75757ee-1bfb-4252-9cd1-492301e036ff, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=e75757ee-1bfb-4252-9cd1-492301e036ff,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:40:07.677053 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-1d83d6a9-dafb-4eb0-90f0-325659283edc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (e75757ee-1bfb-4252-9cd1-492301e036ff), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:07.717728 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-1d83d6a9-dafb-4eb0-90f0-325659283edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:07.719224 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-1d83d6a9-dafb-4eb0-90f0-325659283edc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:07.722003 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-1d83d6a9-dafb-4eb0-90f0-325659283edc service neutron] 10.222.0.57 "PUT /v2.0/ports/e75757ee-1bfb-4252-9cd1-492301e036ff HTTP/1.1" status: 200 len: 1095 time: 1.7020423 Mar 11 19:40:07.762161 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a62723e0-754e-4798-a83f-acc02598f4b5', 'tag': 'e75757ee-1bfb-4252-9cd1-492301e036ff'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:40:07.765282 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5aaa86-1418-414e-9f28-97d7ae14504b" -d '{"events": [{"name": "network-changed", "server_uuid": "a62723e0-754e-4798-a83f-acc02598f4b5", "tag": "e75757ee-1bfb-4252-9cd1-492301e036ff"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:40:07.784747 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e91fcc6f-277d-46a7-b418-1c32ff2b4060 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:40:07.802205 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3ba242-638f-49cc-8c89-7b5d72a06f91 None None] Sync routers for ids ['b769ec86-bb8b-48c2-ade9-2983ac467ee2'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:40:07.858979 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3ba242-638f-49cc-8c89-7b5d72a06f91 None None] Routers {'b769ec86-bb8b-48c2-ade9-2983ac467ee2'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:40:07.861967 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-bf3ba242-638f-49cc-8c89-7b5d72a06f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:39:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['b769ec86-bb8b-48c2-ade9-2983ac467ee2'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:07.948051 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d83d6a9-dafb-4eb0-90f0-325659283edc service neutron] Pushing event updated for resources: {'Port': ['ID=e75757ee-1bfb-4252-9cd1-492301e036ff,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:07.987240 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-dbf49158-2f5e-4237-9046-0b5116875db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:07.989565 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-dbf49158-2f5e-4237-9046-0b5116875db8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7fcfa9d2f3ed4be8ac815d1e6642330d&device_id=a62723e0-754e-4798-a83f-acc02598f4b5 HTTP/1.1" status: 200 len: 1129 time: 0.1792986 Mar 11 19:40:08.053664 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-7d77f547-f9dc-4634-aa7a-455d473e87d9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=e75757ee-1bfb-4252-9cd1-492301e036ff HTTP/1.1" status: 200 len: 217 time: 0.0546496 Mar 11 19:40:08.069765 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e91fcc6f-277d-46a7-b418-1c32ff2b4060 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:08.071791 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-e91fcc6f-277d-46a7-b418-1c32ff2b4060 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.7090552 Mar 11 19:40:08.095759 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38942) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:40:08.104528 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-bf3ba242-638f-49cc-8c89-7b5d72a06f91 None None] Set router b769ec86-bb8b-48c2-ade9-2983ac467ee2 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:40:08.154094 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a14829-6dc0-4dc0-beec-977b1da4191a x-openstack-request-id: req-95a14829-6dc0-4dc0-beec-977b1da4191a {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:40:08.154730 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a62723e0-754e-4798-a83f-acc02598f4b5", "tag": "e75757ee-1bfb-4252-9cd1-492301e036ff", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:40:08.155094 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-95a14829-6dc0-4dc0-beec-977b1da4191a {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:40:08.155598 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a62723e0-754e-4798-a83f-acc02598f4b5', 'tag': 'e75757ee-1bfb-4252-9cd1-492301e036ff', 'status': 'completed', 'code': 200} Mar 11 19:40:08.203932 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-efa45273-1933-45ff-9a5f-91831e5f5178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:08.208229 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-efa45273-1933-45ff-9a5f-91831e5f5178 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.1476192 Mar 11 19:40:08.271576 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-b03dea72-b042-47a8-b8e9-d96e8dba7e69 req-29a2393b-19ca-497d-97ce-cd0499b997d4 service neutron] Attempting to bind port 9b8c3b55-ec54-49a1-8218-e81f898cd6dd on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:40:08.271944 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-b03dea72-b042-47a8-b8e9-d96e8dba7e69 req-29a2393b-19ca-497d-97ce-cd0499b997d4 service neutron] Attempting to bind port 9b8c3b55-ec54-49a1-8218-e81f898cd6dd by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '69eb0e62-687e-4724-ba5c-a415cb9293d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '32196a18-8be7-4227-b019-bc15d0c1f739'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:40:08.272270 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03dea72-b042-47a8-b8e9-d96e8dba7e69 req-29a2393b-19ca-497d-97ce-cd0499b997d4 service neutron] Attempting to bind port 9b8c3b55-ec54-49a1-8218-e81f898cd6dd on network 32196a18-8be7-4227-b019-bc15d0c1f739 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:40:08.333320 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03dea72-b042-47a8-b8e9-d96e8dba7e69 req-29a2393b-19ca-497d-97ce-cd0499b997d4 service neutron] Port 9b8c3b55-ec54-49a1-8218-e81f898cd6dd on network 32196a18-8be7-4227-b019-bc15d0c1f739 not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:40:08.333712 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03dea72-b042-47a8-b8e9-d96e8dba7e69 req-29a2393b-19ca-497d-97ce-cd0499b997d4 service neutron] Attempting to bind port 9b8c3b55-ec54-49a1-8218-e81f898cd6dd on network 32196a18-8be7-4227-b019-bc15d0c1f739 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:40:08.353925 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-bf3ba242-638f-49cc-8c89-7b5d72a06f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b769ec86-bb8b-48c2-ade9-2983ac467ee2', 'name': 'tempest-FloatingIPDetailsTestJSON-604423655-router', 'tenant_id': 'cc5b4de5546c4ac5b7d6062e831801e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'a00a9855-b4d2-4e8b-9464-02a4d589429e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:40:01Z', 'updated_at': '2022-03-11T19:40:05Z', 'revision_number': 3, 'project_id': 'cc5b4de5546c4ac5b7d6062e831801e2', 'gw_port': {'id': 'a00a9855-b4d2-4e8b-9464-02a4d589429e', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b769ec86-bb8b-48c2-ade9-2983ac467ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:40:02Z', 'updated_at': '2022-03-11T19:40:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:08.381930 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3ba242-638f-49cc-8c89-7b5d72a06f91 None None] Checking router: b769ec86-bb8b-48c2-ade9-2983ac467ee2 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:40:08.382255 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3ba242-638f-49cc-8c89-7b5d72a06f91 None None] Updating router b769ec86-bb8b-48c2-ade9-2983ac467ee2 port a00a9855-b4d2-4e8b-9464-02a4d589429e binding host n-d-833163-1 {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:40:08.392372 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-2480cb0a-a839-4b98-8fb4-333a1214038a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:08.394015 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-2480cb0a-a839-4b98-8fb4-333a1214038a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1765611 Mar 11 19:40:08.412892 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-bf3ba242-638f-49cc-8c89-7b5d72a06f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a00a9855-b4d2-4e8b-9464-02a4d589429e), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:08.582880 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-fbdf9d03-7dfc-47e3-bbf7-8fe07e91ec87 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818812 Mar 11 19:40:08.710262 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c096dbc0-f7ac-428f-9884-27f898610bb3 req-05661249-07b9-4c6d-877d-2f7199df7648 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ff6512a6-65de-4148-9b6b-4d286cc158a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9712553 Mar 11 19:40:08.728350 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-bf3ba242-638f-49cc-8c89-7b5d72a06f91 None None] Publish callbacks [] for port (a00a9855-b4d2-4e8b-9464-02a4d589429e), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:08.729643 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03dea72-b042-47a8-b8e9-d96e8dba7e69 req-29a2393b-19ca-497d-97ce-cd0499b997d4 service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:40:08.730004 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03dea72-b042-47a8-b8e9-d96e8dba7e69 req-29a2393b-19ca-497d-97ce-cd0499b997d4 service neutron] Checking segment: {'id': '69eb0e62-687e-4724-ba5c-a415cb9293d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '32196a18-8be7-4227-b019-bc15d0c1f739'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:40:08.730392 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03dea72-b042-47a8-b8e9-d96e8dba7e69 req-29a2393b-19ca-497d-97ce-cd0499b997d4 service neutron] Bound using segment: {'id': '69eb0e62-687e-4724-ba5c-a415cb9293d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '32196a18-8be7-4227-b019-bc15d0c1f739'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:40:08.730832 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-b03dea72-b042-47a8-b8e9-d96e8dba7e69 req-29a2393b-19ca-497d-97ce-cd0499b997d4 service neutron] Bound port: 9b8c3b55-ec54-49a1-8218-e81f898cd6dd, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69eb0e62-687e-4724-ba5c-a415cb9293d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '32196a18-8be7-4227-b019-bc15d0c1f739'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:40:08.731183 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b03dea72-b042-47a8-b8e9-d96e8dba7e69 req-29a2393b-19ca-497d-97ce-cd0499b997d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (9b8c3b55-ec54-49a1-8218-e81f898cd6dd), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:08.735244 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-bf3ba242-638f-49cc-8c89-7b5d72a06f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (a00a9855-b4d2-4e8b-9464-02a4d589429e), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:08.784690 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-aaca49bb-2b5a-4bf5-b078-8311145fc1ea service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945899 Mar 11 19:40:08.811006 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7837d328-a2ba-4386-88ef-1a23e5269fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (8279410e-413f-457e-a6e0-3f8c10cdf3bb), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:08.813669 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-bf3ba242-638f-49cc-8c89-7b5d72a06f91 None None] Attempting to bind port a00a9855-b4d2-4e8b-9464-02a4d589429e on host n-d-833163-1 for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:40:08.815060 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-bf3ba242-638f-49cc-8c89-7b5d72a06f91 None None] Attempting to bind port a00a9855-b4d2-4e8b-9464-02a4d589429e by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:40:08.815613 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3ba242-638f-49cc-8c89-7b5d72a06f91 None None] Attempting to bind port a00a9855-b4d2-4e8b-9464-02a4d589429e on network 612cc066-33e3-444d-b1c7-d0a64751482a {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:40:08.819497 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea5c1a8-394d-491c-95d2-472a626054b6 None None] Pushing event updated for resources: {'Port': ['ID=a00a9855-b4d2-4e8b-9464-02a4d589429e,revision_number=2']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:08.824887 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3ba242-638f-49cc-8c89-7b5d72a06f91 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:40:08.825656 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3ba242-638f-49cc-8c89-7b5d72a06f91 None None] Checking segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:40:08.826695 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-bf3ba242-638f-49cc-8c89-7b5d72a06f91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:08.827093 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3ba242-638f-49cc-8c89-7b5d72a06f91 None None] Bound using segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:40:08.827574 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-bf3ba242-638f-49cc-8c89-7b5d72a06f91 None None] Bound port: a00a9855-b4d2-4e8b-9464-02a4d589429e, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:40:08.828034 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-bf3ba242-638f-49cc-8c89-7b5d72a06f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a00a9855-b4d2-4e8b-9464-02a4d589429e), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:08.888762 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-bf3ba242-638f-49cc-8c89-7b5d72a06f91 None None] For port a00a9855-b4d2-4e8b-9464-02a4d589429e, host n-d-833163-1, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:40:08.893143 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-bf3ba242-638f-49cc-8c89-7b5d72a06f91 None None] For port a00a9855-b4d2-4e8b-9464-02a4d589429e, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=a00a9855-b4d2-4e8b-9464-02a4d589429e,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:40:08.900176 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-bf3ba242-638f-49cc-8c89-7b5d72a06f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (a00a9855-b4d2-4e8b-9464-02a4d589429e), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:08.922196 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-7837d328-a2ba-4386-88ef-1a23e5269fa9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8279410e-413f-457e-a6e0-3f8c10cdf3bb']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:08.925010 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a93977f3-b8b4-4a3e-9d31-26f87ca0fe88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:08.961772 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5aaa86-1418-414e-9f28-97d7ae14504b req-62d09d14-0590-4ece-a077-1da6d44dbc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:08.963334 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3ba242-638f-49cc-8c89-7b5d72a06f91 None None] Routers {'b769ec86-bb8b-48c2-ade9-2983ac467ee2'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:40:08.963460 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5f5aaa86-1418-414e-9f28-97d7ae14504b req-62d09d14-0590-4ece-a077-1da6d44dbc37 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7fcfa9d2f3ed4be8ac815d1e6642330d&device_id=a62723e0-754e-4798-a83f-acc02598f4b5 HTTP/1.1" status: 200 len: 1129 time: 0.1096122 Mar 11 19:40:08.964025 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-bf3ba242-638f-49cc-8c89-7b5d72a06f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:39:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['b769ec86-bb8b-48c2-ade9-2983ac467ee2'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:08.965885 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d99da806-ca54-488c-86a5-11c3c1fa88c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (26665c17-419c-4adf-85bc-a3f3efde487e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:08.977137 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-7837d328-a2ba-4386-88ef-1a23e5269fa9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f21e6a7c-ed16-4d5c-bf9a-6cbc370e21a0') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:08.977434 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-7837d328-a2ba-4386-88ef-1a23e5269fa9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f21e6a7c-ed16-4d5c-bf9a-6cbc370e21a0') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:09.002774 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-eb024c87-f0d9-4a2d-b14d-ea2b841c1db2 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Publish callbacks [] for port (c02b1cc0-d650-45bb-9de9-625b91f072e8), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:09.013762 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea5c1a8-394d-491c-95d2-472a626054b6 None None] Pushing event updated for resources: {'Port': ['ID=a00a9855-b4d2-4e8b-9464-02a4d589429e,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:09.040994 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7837d328-a2ba-4386-88ef-1a23e5269fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (f21e6a7c-ed16-4d5c-bf9a-6cbc370e21a0), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:09.069425 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede60805-19dc-4080-b020-2b04a02d9eae req-28228c9c-7007-410c-bb27-99508d5e33be tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:09.071007 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ede60805-19dc-4080-b020-2b04a02d9eae req-28228c9c-7007-410c-bb27-99508d5e33be tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/networks?id=90292ec6-d6b2-4fa1-9376-c622cb87c9e0 HTTP/1.1" status: 200 len: 811 time: 0.8172708 Mar 11 19:40:09.100050 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-bf3ba242-638f-49cc-8c89-7b5d72a06f91 None None] Set router b769ec86-bb8b-48c2-ade9-2983ac467ee2 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:40:09.104670 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7837d328-a2ba-4386-88ef-1a23e5269fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (f21e6a7c-ed16-4d5c-bf9a-6cbc370e21a0), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:09.128979 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7837d328-a2ba-4386-88ef-1a23e5269fa9 admin admin] Releasing vlan 866 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:40:09.129385 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7837d328-a2ba-4386-88ef-1a23e5269fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (f21e6a7c-ed16-4d5c-bf9a-6cbc370e21a0), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:09.132907 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 19:40:09.132907 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:40:09.132907 n-d-833163-1 neutron-server[103885]: timer() Mar 11 19:40:09.132907 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:40:09.132907 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 19:40:09.132907 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:40:09.132907 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 19:40:09.132907 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:40:09.132907 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 19:40:09.132907 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:40:09.132907 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 19:40:09.132907 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:40:09.132907 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 19:40:09.132907 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:40:09.132907 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:40:09.132907 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:40:09.132907 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:40:09.132907 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:40:09.132907 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 19:40:09.132907 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:40:09.132907 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 19:40:09.132907 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:40:09.132907 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:40:09.132907 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:40:09.132907 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 19:40:09.132907 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:40:09.132907 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:40:09.132907 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:40:09.132907 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:40:09.132907 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:40:09.132907 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:40:09.132907 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:40:09.134977 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c096dbc0-f7ac-428f-9884-27f898610bb3 req-1572cd6a-fc02-46ef-b036-4345c5f9b6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:09.136302 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c096dbc0-f7ac-428f-9884-27f898610bb3 req-1572cd6a-fc02-46ef-b036-4345c5f9b6b7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=685213f5a21e4750a3561f204c977040&device_id=ff6512a6-65de-4148-9b6b-4d286cc158a6 HTTP/1.1" status: 200 len: 1130 time: 0.3731885 Mar 11 19:40:09.140956 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-b03dea72-b042-47a8-b8e9-d96e8dba7e69 req-29a2393b-19ca-497d-97ce-cd0499b997d4 service neutron] For port 9b8c3b55-ec54-49a1-8218-e81f898cd6dd, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:40:09.155398 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99da806-ca54-488c-86a5-11c3c1fa88c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26665c17-419c-4adf-85bc-a3f3efde487e,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:09.159172 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ede60805-19dc-4080-b020-2b04a02d9eae req-69e6580b-eeb4-4d27-9acb-5a1c21c11382 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/quotas/12e2452ddb214caab7c1aa2dab6d048a HTTP/1.1" status: 200 len: 375 time: 0.0705497 Mar 11 19:40:09.185851 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5aaa86-1418-414e-9f28-97d7ae14504b req-ce506fa8-c220-4174-a3fc-28c47d30c790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:09.187514 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5f5aaa86-1418-414e-9f28-97d7ae14504b req-ce506fa8-c220-4174-a3fc-28c47d30c790 service neutron] 10.222.0.57 "GET /v2.0/networks?id=885772b1-9b97-4e1d-a0fb-e125030c5a81 HTTP/1.1" status: 200 len: 870 time: 0.1903813 Mar 11 19:40:09.206023 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-b03dea72-b042-47a8-b8e9-d96e8dba7e69 req-29a2393b-19ca-497d-97ce-cd0499b997d4 service neutron] For port 9b8c3b55-ec54-49a1-8218-e81f898cd6dd, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=9b8c3b55-ec54-49a1-8218-e81f898cd6dd,segment=NetworkSegment(69eb0e62-687e-4724-ba5c-a415cb9293d1),segment_id=69eb0e62-687e-4724-ba5c-a415cb9293d1)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:40:09.208425 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99da806-ca54-488c-86a5-11c3c1fa88c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:40:09.208772 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99da806-ca54-488c-86a5-11c3c1fa88c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:40:09.209112 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99da806-ca54-488c-86a5-11c3c1fa88c3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:40:09.209448 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99da806-ca54-488c-86a5-11c3c1fa88c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:40:09.209809 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99da806-ca54-488c-86a5-11c3c1fa88c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:40:09.210139 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99da806-ca54-488c-86a5-11c3c1fa88c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:40:09.210464 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99da806-ca54-488c-86a5-11c3c1fa88c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:40:09.210789 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99da806-ca54-488c-86a5-11c3c1fa88c3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:40:09.211131 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99da806-ca54-488c-86a5-11c3c1fa88c3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:40:09.211429 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99da806-ca54-488c-86a5-11c3c1fa88c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:40:09.211778 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99da806-ca54-488c-86a5-11c3c1fa88c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:40:09.212099 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99da806-ca54-488c-86a5-11c3c1fa88c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:40:09.212419 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d99da806-ca54-488c-86a5-11c3c1fa88c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:40:09.237878 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5f5aaa86-1418-414e-9f28-97d7ae14504b req-e54409aa-2460-474a-821c-ac25ccbc405a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=e75757ee-1bfb-4252-9cd1-492301e036ff HTTP/1.1" status: 200 len: 217 time: 0.0420604 Mar 11 19:40:09.277035 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-a93977f3-b8b4-4a3e-9d31-26f87ca0fe88 admin admin] Allocated IP 172.20.0.1 (b368a759-20ba-4a3e-99d3-9a463c99a2c6/3dc16519-9c4a-431a-9195-fcccd7973476/3addac13-7538-403e-be20-a6eb00231151) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:40:09.300358 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b03dea72-b042-47a8-b8e9-d96e8dba7e69 req-29a2393b-19ca-497d-97ce-cd0499b997d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (9b8c3b55-ec54-49a1-8218-e81f898cd6dd), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:09.311096 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ede60805-19dc-4080-b020-2b04a02d9eae req-f0940f8d-5def-4833-8a91-123428d88ff4 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=12e2452ddb214caab7c1aa2dab6d048a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1252508 Mar 11 19:40:09.316847 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5aaa86-1418-414e-9f28-97d7ae14504b req-5587e737-bd18-45e8-aa30-b307eb094f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:09.318499 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5f5aaa86-1418-414e-9f28-97d7ae14504b req-5587e737-bd18-45e8-aa30-b307eb094f20 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.0755651 Mar 11 19:40:09.360925 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-eb024c87-f0d9-4a2d-b14d-ea2b841c1db2 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (c02b1cc0-d650-45bb-9de9-625b91f072e8), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:09.362693 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99da806-ca54-488c-86a5-11c3c1fa88c3 admin admin] Checking segment: {'id': 'ef0b97fd-24fa-456a-8472-bb47ab40643e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'a1201544-4744-491d-92d6-555a21ac497f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:40:09.362977 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99da806-ca54-488c-86a5-11c3c1fa88c3 admin admin] Network hostable DHCP agents. Network: a1201544-4744-491d-92d6-555a21ac497f, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:40:09.373494 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-bf3ba242-638f-49cc-8c89-7b5d72a06f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b769ec86-bb8b-48c2-ade9-2983ac467ee2', 'name': 'tempest-FloatingIPDetailsTestJSON-604423655-router', 'tenant_id': 'cc5b4de5546c4ac5b7d6062e831801e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'a00a9855-b4d2-4e8b-9464-02a4d589429e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:40:01Z', 'updated_at': '2022-03-11T19:40:05Z', 'revision_number': 3, 'project_id': 'cc5b4de5546c4ac5b7d6062e831801e2', 'gw_port': {'id': 'a00a9855-b4d2-4e8b-9464-02a4d589429e', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b769ec86-bb8b-48c2-ade9-2983ac467ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:40:02Z', 'updated_at': '2022-03-11T19:40:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:09.373921 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['d68bc25c-daf2-43ae-bbc8-f0f0ad342470'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:40:09.416041 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7837d328-a2ba-4386-88ef-1a23e5269fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (8279410e-413f-457e-a6e0-3f8c10cdf3bb), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:09.423721 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3ba242-638f-49cc-8c89-7b5d72a06f91 None None] The sync data for ids ['b769ec86-bb8b-48c2-ade9-2983ac467ee2'] in n-d-833163-1 is: [{'id': 'b769ec86-bb8b-48c2-ade9-2983ac467ee2', 'name': 'tempest-FloatingIPDetailsTestJSON-604423655-router', 'tenant_id': 'cc5b4de5546c4ac5b7d6062e831801e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'a00a9855-b4d2-4e8b-9464-02a4d589429e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:40:01Z', 'updated_at': '2022-03-11T19:40:05Z', 'revision_number': 3, 'project_id': 'cc5b4de5546c4ac5b7d6062e831801e2', 'gw_port': {'id': 'a00a9855-b4d2-4e8b-9464-02a4d589429e', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b769ec86-bb8b-48c2-ade9-2983ac467ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:40:02Z', 'updated_at': '2022-03-11T19:40:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:40:09.443921 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03dea72-b042-47a8-b8e9-d96e8dba7e69 req-29a2393b-19ca-497d-97ce-cd0499b997d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:09.444552 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b03dea72-b042-47a8-b8e9-d96e8dba7e69 req-29a2393b-19ca-497d-97ce-cd0499b997d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:09.447905 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b03dea72-b042-47a8-b8e9-d96e8dba7e69 req-29a2393b-19ca-497d-97ce-cd0499b997d4 service neutron] 10.222.0.57 "PUT /v2.0/ports/9b8c3b55-ec54-49a1-8218-e81f898cd6dd HTTP/1.1" status: 200 len: 1092 time: 3.3689747 Mar 11 19:40:09.447905 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20e6d114-ef3d-4fea-9f9f-8ede4772c7b5', 'tag': '9b8c3b55-ec54-49a1-8218-e81f898cd6dd'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:40:09.452218 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb35df5-c22a-4fec-824d-b57b801ee424" -d '{"events": [{"name": "network-changed", "server_uuid": "20e6d114-ef3d-4fea-9f9f-8ede4772c7b5", "tag": "9b8c3b55-ec54-49a1-8218-e81f898cd6dd"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:40:09.477472 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7837d328-a2ba-4386-88ef-1a23e5269fa9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:09.482357 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-7837d328-a2ba-4386-88ef-1a23e5269fa9 admin admin] 10.222.0.65 "DELETE /v2.0/networks/8279410e-413f-457e-a6e0-3f8c10cdf3bb HTTP/1.1" status: 204 len: 168 time: 2.2533026 Mar 11 19:40:09.507418 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5aaa86-1418-414e-9f28-97d7ae14504b req-1df28167-b47c-445d-9847-0c2ef3691835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:09.518307 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5f5aaa86-1418-414e-9f28-97d7ae14504b req-1df28167-b47c-445d-9847-0c2ef3691835 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1923919 Mar 11 19:40:09.580128 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7837d328-a2ba-4386-88ef-1a23e5269fa9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8279410e-413f-457e-a6e0-3f8c10cdf3bb,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:09.619594 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a93977f3-b8b4-4a3e-9d31-26f87ca0fe88 admin admin] Publish callbacks [] for port (3addac13-7538-403e-be20-a6eb00231151), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:09.696043 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-eb024c87-f0d9-4a2d-b14d-ea2b841c1db2 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Network 885772b1-9b97-4e1d-a0fb-e125030c5a81 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:40:09.706983 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38960) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:40:09.714681 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a2393b-19ca-497d-97ce-cd0499b997d4 service neutron] Pushing event updated for resources: {'Port': ['ID=9b8c3b55-ec54-49a1-8218-e81f898cd6dd,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:09.723293 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-eb024c87-f0d9-4a2d-b14d-ea2b841c1db2 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:40:09.731462 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-eb024c87-f0d9-4a2d-b14d-ea2b841c1db2 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:40:09.737672 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99da806-ca54-488c-86a5-11c3c1fa88c3 admin admin] Network a1201544-4744-491d-92d6-555a21ac497f is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:40:09.740266 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c096dbc0-f7ac-428f-9884-27f898610bb3 req-e545d9cd-14ff-41f9-a3a4-7e32376a70c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:09.741835 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c096dbc0-f7ac-428f-9884-27f898610bb3 req-e545d9cd-14ff-41f9-a3a4-7e32376a70c4 service neutron] 10.222.0.75 "GET /v2.0/networks?id=885772b1-9b97-4e1d-a0fb-e125030c5a81 HTTP/1.1" status: 200 len: 870 time: 0.5577271 Mar 11 19:40:09.745058 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5f5aaa86-1418-414e-9f28-97d7ae14504b req-dffef532-67a0-4bae-b623-72a617c3e6a6 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188957 Mar 11 19:40:09.874769 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a93977f3-b8b4-4a3e-9d31-26f87ca0fe88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (3addac13-7538-403e-be20-a6eb00231151), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:09.898825 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b7851f0b-acbe-47c0-9922-a43015b8bb7c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b2584a0df8d24bcfaa24c97c9e54aa49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1903112 Mar 11 19:40:09.914527 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38962) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:40:09.926063 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c096dbc0-f7ac-428f-9884-27f898610bb3 req-70c8e25e-e24a-497e-839a-6bb16831bea1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=2d98c400-07f5-4a86-882f-5ed09d9a0dc0 HTTP/1.1" status: 200 len: 217 time: 0.1059525 Mar 11 19:40:09.926492 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb024c87-f0d9-4a2d-b14d-ea2b841c1db2 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Pushing event updated for resources: {'Port': ['ID=c02b1cc0-d650-45bb-9de9-625b91f072e8,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:09.929760 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-d99da806-ca54-488c-86a5-11c3c1fa88c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, a1201544-4744-491d-92d6-555a21ac497f) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:40:09.954131 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99da806-ca54-488c-86a5-11c3c1fa88c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:09.954343 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d99da806-ca54-488c-86a5-11c3c1fa88c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:09.958338 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d288b3b7-593c-47d5-9d91-62a70be3b4ee None None] Network a1201544-4744-491d-92d6-555a21ac497f requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:40:09.962507 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93977f3-b8b4-4a3e-9d31-26f87ca0fe88 admin admin] Network b368a759-20ba-4a3e-99d3-9a463c99a2c6 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:40:09.986583 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-a93977f3-b8b4-4a3e-9d31-26f87ca0fe88 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:40:09.988536 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ede60805-19dc-4080-b020-2b04a02d9eae req-72c7f47f-4bd6-4696-bed4-83accf4c08e0 service neutron] 10.222.0.65 "GET /v2.0/networks/90292ec6-d6b2-4fa1-9376-c622cb87c9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6419771 Mar 11 19:40:09.990897 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93977f3-b8b4-4a3e-9d31-26f87ca0fe88 admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:40:10.057680 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03dea72-b042-47a8-b8e9-d96e8dba7e69 req-2f353d03-2773-4a86-8a76-e0985fa87350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:10.059523 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b03dea72-b042-47a8-b8e9-d96e8dba7e69 req-2f353d03-2773-4a86-8a76-e0985fa87350 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=158d96ac5890499b904530e3a8e2fd26&device_id=20e6d114-ef3d-4fea-9f9f-8ede4772c7b5 HTTP/1.1" status: 200 len: 1126 time: 0.5289776 Mar 11 19:40:10.061823 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5f5aaa86-1418-414e-9f28-97d7ae14504b req-6cb5a834-972c-4809-a660-74d1ba71990c service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030980 Mar 11 19:40:10.073752 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d99da806-ca54-488c-86a5-11c3c1fa88c3 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.6478963 Mar 11 19:40:10.098243 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93977f3-b8b4-4a3e-9d31-26f87ca0fe88 admin admin] Pushing event updated for resources: {'Port': ['ID=3addac13-7538-403e-be20-a6eb00231151,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:10.145487 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4cc9ba-70dd-4d7d-96db-566ce3b8788e None None] Network a1201544-4744-491d-92d6-555a21ac497f requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:40:10.153607 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a93977f3-b8b4-4a3e-9d31-26f87ca0fe88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (b769ec86-bb8b-48c2-ade9-2983ac467ee2), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:10.159150 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c096dbc0-f7ac-428f-9884-27f898610bb3 req-ca7b6195-dcd4-4855-9e22-201ac15ce388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:10.160805 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c096dbc0-f7ac-428f-9884-27f898610bb3 req-ca7b6195-dcd4-4855-9e22-201ac15ce388 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.2251472 Mar 11 19:40:10.253074 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b03dea72-b042-47a8-b8e9-d96e8dba7e69 req-06295ffa-ea53-4cf7-bf1a-6ac205e36849 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9b8c3b55-ec54-49a1-8218-e81f898cd6dd HTTP/1.1" status: 200 len: 217 time: 0.1018519 Mar 11 19:40:10.279999 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-eb024c87-f0d9-4a2d-b14d-ea2b841c1db2 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:10.283148 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-eb024c87-f0d9-4a2d-b14d-ea2b841c1db2 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:10.361259 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-958383ac-5aa0-4393-b748-7ef52ebaa8bd None None] Provisioning complete for port c02b1cc0-d650-45bb-9de9-625b91f072e8 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:40:10.366496 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-958383ac-5aa0-4393-b748-7ef52ebaa8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (c02b1cc0-d650-45bb-9de9-625b91f072e8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:10.390812 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-eb024c87-f0d9-4a2d-b14d-ea2b841c1db2 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.7686815 Mar 11 19:40:10.440376 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-b938484d-ae90-413c-aa15-bd0acbc430f5 service neutron] Request body: {'port': {'device_id': 'ec82ad9d-8743-494f-8245-9b1ee29449f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:40:10.449799 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-958383ac-5aa0-4393-b748-7ef52ebaa8bd None None] Port c02b1cc0-d650-45bb-9de9-625b91f072e8 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:40:10.460777 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a93977f3-b8b4-4a3e-9d31-26f87ca0fe88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (3addac13-7538-403e-be20-a6eb00231151), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:10.521831 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03dea72-b042-47a8-b8e9-d96e8dba7e69 req-084a4120-7094-44c8-bcb9-fe0cbc9a019e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:10.523302 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b03dea72-b042-47a8-b8e9-d96e8dba7e69 req-084a4120-7094-44c8-bcb9-fe0cbc9a019e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c54bb295-7bca-4fbe-aff9-5e7c44904c47 HTTP/1.1" status: 200 len: 855 time: 0.2147751 Mar 11 19:40:10.532139 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-df9407f3-7b6a-4150-80c2-a013d95d400c admin admin] Publish callbacks [] for security_group (d351d7b2-55d0-41e7-b179-a6d0a957109a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:10.572674 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-fe8cf734-e377-4954-b13c-18109a4efeee None None] Provisioning complete for port 3addac13-7538-403e-be20-a6eb00231151 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:40:10.574997 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fe8cf734-e377-4954-b13c-18109a4efeee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (3addac13-7538-403e-be20-a6eb00231151), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:10.613808 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c096dbc0-f7ac-428f-9884-27f898610bb3 req-14a3ed6a-a3ed-4130-bea3-c4c44cd09ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:10.615347 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c096dbc0-f7ac-428f-9884-27f898610bb3 req-14a3ed6a-a3ed-4130-bea3-c4c44cd09ade service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3525541 Mar 11 19:40:10.622403 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ede60805-19dc-4080-b020-2b04a02d9eae req-99be2b10-7500-4fe9-be10-dbbaff4b4895 service neutron] 10.222.0.65 "GET /v2.0/networks/90292ec6-d6b2-4fa1-9376-c622cb87c9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5529780 Mar 11 19:40:10.623230 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-fe8cf734-e377-4954-b13c-18109a4efeee None None] Port 3addac13-7538-403e-be20-a6eb00231151 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:40:10.661951 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-df9407f3-7b6a-4150-80c2-a013d95d400c admin admin] Publish callbacks [] for security_group (d351d7b2-55d0-41e7-b179-a6d0a957109a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:10.666329 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a93977f3-b8b4-4a3e-9d31-26f87ca0fe88 admin admin] Publish callbacks [] for port (3addac13-7538-403e-be20-a6eb00231151), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:10.673626 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a93977f3-b8b4-4a3e-9d31-26f87ca0fe88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (3addac13-7538-403e-be20-a6eb00231151), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:10.673875 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-b938484d-ae90-413c-aa15-bd0acbc430f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c02b1cc0-d650-45bb-9de9-625b91f072e8), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:10.749914 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a93977f3-b8b4-4a3e-9d31-26f87ca0fe88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (b769ec86-bb8b-48c2-ade9-2983ac467ee2), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:10.752383 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93977f3-b8b4-4a3e-9d31-26f87ca0fe88 admin admin] Pushing event updated for resources: {'Port': ['ID=3addac13-7538-403e-be20-a6eb00231151,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:10.801236 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03dea72-b042-47a8-b8e9-d96e8dba7e69 req-5ed2c017-eeba-498e-8701-f44c7520eb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:10.802802 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b03dea72-b042-47a8-b8e9-d96e8dba7e69 req-5ed2c017-eeba-498e-8701-f44c7520eb2e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=32196a18-8be7-4227-b019-bc15d0c1f739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2697058 Mar 11 19:40:10.912986 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93977f3-b8b4-4a3e-9d31-26f87ca0fe88 admin admin] Network b368a759-20ba-4a3e-99d3-9a463c99a2c6 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:40:10.914858 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-a93977f3-b8b4-4a3e-9d31-26f87ca0fe88 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:40:10.928951 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c096dbc0-f7ac-428f-9884-27f898610bb3 req-09c3ca07-82d0-4ae9-81ca-5a92655a62ac service neutron] 10.222.0.75 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023949 Mar 11 19:40:11.077273 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-df9407f3-7b6a-4150-80c2-a013d95d400c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (d351d7b2-55d0-41e7-b179-a6d0a957109a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:11.080863 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-df9407f3-7b6a-4150-80c2-a013d95d400c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:11.084766 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-df9407f3-7b6a-4150-80c2-a013d95d400c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d351d7b2-55d0-41e7-b179-a6d0a957109a HTTP/1.1" status: 204 len: 168 time: 1.1659439 Mar 11 19:40:11.129480 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9407f3-7b6a-4150-80c2-a013d95d400c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d351d7b2-55d0-41e7-b179-a6d0a957109a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:11.133944 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a93977f3-b8b4-4a3e-9d31-26f87ca0fe88 admin admin] Router b769ec86-bb8b-48c2-ade9-2983ac467ee2 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:40:11.304824 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b03dea72-b042-47a8-b8e9-d96e8dba7e69 req-2d915a6f-f4c6-4069-ab3e-979fb9fd9f1a service neutron] 10.222.0.57 "GET /v2.0/networks/32196a18-8be7-4227-b019-bc15d0c1f739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4910290 Mar 11 19:40:11.339425 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a93977f3-b8b4-4a3e-9d31-26f87ca0fe88 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:40:11.355020 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a93977f3-b8b4-4a3e-9d31-26f87ca0fe88 admin admin] 10.222.0.65 "PUT /v2.0/routers/b769ec86-bb8b-48c2-ade9-2983ac467ee2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2490346 Mar 11 19:40:11.361004 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-85d6fcec-afc0-4db7-900a-918d96c216d5 None None] Provisioning complete for port 3addac13-7538-403e-be20-a6eb00231151 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:40:11.361389 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-85d6fcec-afc0-4db7-900a-918d96c216d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (3addac13-7538-403e-be20-a6eb00231151), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:11.364113 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d840f3-a479-40ee-a25e-32cd6357c2a1 req-c62a472c-ff5d-4746-b2f4-c36e631566e2 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:11.365688 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-76d840f3-a479-40ee-a25e-32cd6357c2a1 req-c62a472c-ff5d-4746-b2f4-c36e631566e2 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=20e6d114-ef3d-4fea-9f9f-8ede4772c7b5 HTTP/1.1" status: 200 len: 944 time: 0.3325806 Mar 11 19:40:11.442376 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-85d6fcec-afc0-4db7-900a-918d96c216d5 None None] Port 3addac13-7538-403e-be20-a6eb00231151 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:40:11.509783 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c096dbc0-f7ac-428f-9884-27f898610bb3 req-dc6fd8bd-0f95-4929-93cb-5e313266b2ba service neutron] 10.222.0.75 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5371385 Mar 11 19:40:11.688323 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-76d840f3-a479-40ee-a25e-32cd6357c2a1 req-77b4238d-93f8-4b1a-8ca7-a9b472579034 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=8fd338c4-2511-40d9-94c8-daae49666ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2919343 Mar 11 19:40:11.716639 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device a00a9855-b4d2-4e8b-9464-02a4d589429e up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:40:11.734204 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b03dea72-b042-47a8-b8e9-d96e8dba7e69 req-0080f1fe-faba-407e-b497-cdd0b2007c2a service neutron] 10.222.0.57 "GET /v2.0/networks/32196a18-8be7-4227-b019-bc15d0c1f739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4141569 Mar 11 19:40:11.797199 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-b938484d-ae90-413c-aa15-bd0acbc430f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c02b1cc0-d650-45bb-9de9-625b91f072e8 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:40:11.807066 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-b938484d-ae90-413c-aa15-bd0acbc430f5 service neutron] Publish callbacks [] for port (c02b1cc0-d650-45bb-9de9-625b91f072e8), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:11.856039 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-b938484d-ae90-413c-aa15-bd0acbc430f5 service neutron] Transition to ACTIVE for port object c02b1cc0-d650-45bb-9de9-625b91f072e8 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:40:11.862923 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-b938484d-ae90-413c-aa15-bd0acbc430f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (c02b1cc0-d650-45bb-9de9-625b91f072e8), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:11.900263 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port a00a9855-b4d2-4e8b-9464-02a4d589429e triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:40:11.901739 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (a00a9855-b4d2-4e8b-9464-02a4d589429e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:11.989461 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b938484d-ae90-413c-aa15-bd0acbc430f5 service neutron] Pushing event updated for resources: {'Port': ['ID=c02b1cc0-d650-45bb-9de9-625b91f072e8,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:12.117606 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port a00a9855-b4d2-4e8b-9464-02a4d589429e is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:40:12.118361 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a00a9855-b4d2-4e8b-9464-02a4d589429e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:12.131371 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-b938484d-ae90-413c-aa15-bd0acbc430f5 service neutron] Attempting to bind port c02b1cc0-d650-45bb-9de9-625b91f072e8 on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:40:12.131611 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-b938484d-ae90-413c-aa15-bd0acbc430f5 service neutron] Attempting to bind port c02b1cc0-d650-45bb-9de9-625b91f072e8 by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:40:12.131980 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-b938484d-ae90-413c-aa15-bd0acbc430f5 service neutron] Attempting to bind port c02b1cc0-d650-45bb-9de9-625b91f072e8 on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:40:12.142736 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-b938484d-ae90-413c-aa15-bd0acbc430f5 service neutron] Port c02b1cc0-d650-45bb-9de9-625b91f072e8 on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:40:12.143120 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-b938484d-ae90-413c-aa15-bd0acbc430f5 service neutron] Attempting to bind port c02b1cc0-d650-45bb-9de9-625b91f072e8 on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:40:12.154879 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-b938484d-ae90-413c-aa15-bd0acbc430f5 service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 39, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:40:12.155233 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-b938484d-ae90-413c-aa15-bd0acbc430f5 service neutron] Checking segment: {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:40:12.155641 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-b938484d-ae90-413c-aa15-bd0acbc430f5 service neutron] Bound using segment: {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:40:12.156161 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-b938484d-ae90-413c-aa15-bd0acbc430f5 service neutron] Bound port: c02b1cc0-d650-45bb-9de9-625b91f072e8, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:40:12.156527 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-b938484d-ae90-413c-aa15-bd0acbc430f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c02b1cc0-d650-45bb-9de9-625b91f072e8), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:12.171877 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port a00a9855-b4d2-4e8b-9464-02a4d589429e, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=a00a9855-b4d2-4e8b-9464-02a4d589429e,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:40:12.176972 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (a00a9855-b4d2-4e8b-9464-02a4d589429e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:12.200725 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d2d79-1fd0-4794-9b30-3a5e9ffa1e09 req-0705f68f-ea4e-4c74-96f9-a9b1cbe68e03 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:12.203765 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e9d73c-047a-427e-b73a-cd644ec8da33 None None] Sync routers for ids ['b769ec86-bb8b-48c2-ade9-2983ac467ee2'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:40:12.204064 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3e3d2d79-1fd0-4794-9b30-3a5e9ffa1e09 req-0705f68f-ea4e-4c74-96f9-a9b1cbe68e03 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec82ad9d-8743-494f-8245-9b1ee29449f3 HTTP/1.1" status: 200 len: 948 time: 0.1202486 Mar 11 19:40:12.222609 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e9d73c-047a-427e-b73a-cd644ec8da33 None None] Routers {'b769ec86-bb8b-48c2-ade9-2983ac467ee2'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:40:12.223467 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f0e9d73c-047a-427e-b73a-cd644ec8da33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:39:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['b769ec86-bb8b-48c2-ade9-2983ac467ee2'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:12.325351 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=a00a9855-b4d2-4e8b-9464-02a4d589429e,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:12.337450 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:40:12.338100 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:40:12.338600 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:40:12.339101 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:40:12.339585 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:40:12.340103 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:40:12.340695 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:40:12.341180 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:40:12.341668 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:40:12.342261 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:40:12.342738 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:40:12.343229 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:40:12.343777 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:40:12.369296 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-b938484d-ae90-413c-aa15-bd0acbc430f5 service neutron] For port c02b1cc0-d650-45bb-9de9-625b91f072e8, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:40:12.383242 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3e3d2d79-1fd0-4794-9b30-3a5e9ffa1e09 req-bc2555eb-28d4-4f19-b42c-32605b208d14 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/security-groups?id=032b05bd-60bf-4cbe-8790-99bf90b24300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480153 Mar 11 19:40:12.388196 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-b938484d-ae90-413c-aa15-bd0acbc430f5 service neutron] For port c02b1cc0-d650-45bb-9de9-625b91f072e8, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=c02b1cc0-d650-45bb-9de9-625b91f072e8,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:40:12.402202 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-b938484d-ae90-413c-aa15-bd0acbc430f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (c02b1cc0-d650-45bb-9de9-625b91f072e8), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:12.460791 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-f0e9d73c-047a-427e-b73a-cd644ec8da33 None None] Set router b769ec86-bb8b-48c2-ade9-2983ac467ee2 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:40:12.598996 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede60805-19dc-4080-b020-2b04a02d9eae req-c04f9838-75a8-4abe-a945-05f8ed69fcb6 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:12.604966 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ede60805-19dc-4080-b020-2b04a02d9eae req-c04f9838-75a8-4abe-a945-05f8ed69fcb6 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.75 "GET /v2.0/networks?id=90292ec6-d6b2-4fa1-9376-c622cb87c9e0 HTTP/1.1" status: 200 len: 811 time: 0.1971591 Mar 11 19:40:12.608965 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4219d6eb-8ab1-45db-9ec6-2265c7a08e80 x-openstack-request-id: req-4219d6eb-8ab1-45db-9ec6-2265c7a08e80 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:40:12.620446 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20e6d114-ef3d-4fea-9f9f-8ede4772c7b5", "tag": "9b8c3b55-ec54-49a1-8218-e81f898cd6dd", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:40:12.621989 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4219d6eb-8ab1-45db-9ec6-2265c7a08e80 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:40:12.622567 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20e6d114-ef3d-4fea-9f9f-8ede4772c7b5', 'tag': '9b8c3b55-ec54-49a1-8218-e81f898cd6dd', 'status': 'completed', 'code': 200} Mar 11 19:40:12.650505 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-ede60805-19dc-4080-b020-2b04a02d9eae req-71217f7a-cdc2-4980-a855-53c722d720de tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Request body: {'port': {'device_id': 'f405cd85-62aa-4b86-a1d4-4d3c93e498db', 'network_id': '90292ec6-d6b2-4fa1-9376-c622cb87c9e0', 'admin_state_up': True, 'tenant_id': '12e2452ddb214caab7c1aa2dab6d048a'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:40:12.761569 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 39022) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:40:12.762289 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-b938484d-ae90-413c-aa15-bd0acbc430f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:12.763021 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-b938484d-ae90-413c-aa15-bd0acbc430f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:12.764580 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-b938484d-ae90-413c-aa15-bd0acbc430f5 service neutron] 10.222.0.57 "PUT /v2.0/ports/c02b1cc0-d650-45bb-9de9-625b91f072e8 HTTP/1.1" status: 200 len: 1096 time: 2.3615878 Mar 11 19:40:12.952410 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b938484d-ae90-413c-aa15-bd0acbc430f5 service neutron] Pushing event updated for resources: {'Port': ['ID=c02b1cc0-d650-45bb-9de9-625b91f072e8,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:12.974799 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb35df5-c22a-4fec-824d-b57b801ee424 req-8a3ed9ae-a699-4c29-9099-09e11d9b66be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:12.976895 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2bb35df5-c22a-4fec-824d-b57b801ee424 req-8a3ed9ae-a699-4c29-9099-09e11d9b66be service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=158d96ac5890499b904530e3a8e2fd26&device_id=20e6d114-ef3d-4fea-9f9f-8ede4772c7b5 HTTP/1.1" status: 200 len: 1126 time: 0.3527436 Mar 11 19:40:12.981892 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-6a9a4788-fc99-40b2-8069-60ea784eb4f6 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1656447623-network', 'tenant_id': 'a2f326f24af44a2e95b342f28598d453'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:40:13.009465 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9a4788-fc99-40b2-8069-60ea784eb4f6 admin admin] Made reservation on behalf of a2f326f24af44a2e95b342f28598d453 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:40:13.013136 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6a9a4788-fc99-40b2-8069-60ea784eb4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:13.027382 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6a9a4788-fc99-40b2-8069-60ea784eb4f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:13.070598 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device e75757ee-1bfb-4252-9cd1-492301e036ff details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:40:13.171956 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6a9a4788-fc99-40b2-8069-60ea784eb4f6 admin admin] Publish callbacks [] for security_group (261336dd-0e77-47f3-81fe-2f48b72b4614), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:13.177258 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6a9a4788-fc99-40b2-8069-60ea784eb4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (261336dd-0e77-47f3-81fe-2f48b72b4614), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:13.190057 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a9a4788-fc99-40b2-8069-60ea784eb4f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 858, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:40:13.200761 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6a9a4788-fc99-40b2-8069-60ea784eb4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (b73ff785-b4d3-46c3-8f2e-67cb40451798), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:13.201109 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-6a9a4788-fc99-40b2-8069-60ea784eb4f6 admin admin] Added segment b73ff785-b4d3-46c3-8f2e-67cb40451798 of type vlan for network c94d1f5a-df19-403f-9da6-4cd9b83d560b Mar 11 19:40:13.226831 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port e75757ee-1bfb-4252-9cd1-492301e036ff, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=e75757ee-1bfb-4252-9cd1-492301e036ff,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:40:13.245466 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f0e9d73c-047a-427e-b73a-cd644ec8da33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b769ec86-bb8b-48c2-ade9-2983ac467ee2', 'name': 'tempest-FloatingIPDetailsTestJSON-604423655-router', 'tenant_id': 'cc5b4de5546c4ac5b7d6062e831801e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'a00a9855-b4d2-4e8b-9464-02a4d589429e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:40:01Z', 'updated_at': '2022-03-11T19:40:10Z', 'revision_number': 4, 'project_id': 'cc5b4de5546c4ac5b7d6062e831801e2', 'gw_port': {'id': 'a00a9855-b4d2-4e8b-9464-02a4d589429e', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b769ec86-bb8b-48c2-ade9-2983ac467ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:40:02Z', 'updated_at': '2022-03-11T19:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '3addac13-7538-403e-be20-a6eb00231151', 'name': '', 'network_id': 'b368a759-20ba-4a3e-99d3-9a463c99a2c6', 'tenant_id': 'cc5b4de5546c4ac5b7d6062e831801e2', 'mac_address': 'fa:16:3e:61:21:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b769ec86-bb8b-48c2-ade9-2983ac467ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '3dc16519-9c4a-431a-9195-fcccd7973476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:40:08Z', 'updated_at': '2022-03-11T19:40:10Z', 'revision_number': 2, 'project_id': 'cc5b4de5546c4ac5b7d6062e831801e2', 'subnets': [{'id': '3dc16519-9c4a-431a-9195-fcccd7973476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:13.250227 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6a9a4788-fc99-40b2-8069-60ea784eb4f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (c94d1f5a-df19-403f-9da6-4cd9b83d560b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:13.283015 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e9d73c-047a-427e-b73a-cd644ec8da33 None None] Checking router: b769ec86-bb8b-48c2-ade9-2983ac467ee2 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:40:13.283906 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e9d73c-047a-427e-b73a-cd644ec8da33 None None] Updating router b769ec86-bb8b-48c2-ade9-2983ac467ee2 port 3addac13-7538-403e-be20-a6eb00231151 binding host n-d-833163-1 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:40:13.289236 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6a9a4788-fc99-40b2-8069-60ea784eb4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (c94d1f5a-df19-403f-9da6-4cd9b83d560b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:13.290220 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9a4788-fc99-40b2-8069-60ea784eb4f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:13.290809 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6a9a4788-fc99-40b2-8069-60ea784eb4f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:13.320127 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f0e9d73c-047a-427e-b73a-cd644ec8da33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (3addac13-7538-403e-be20-a6eb00231151), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:13.338607 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': 'e75757ee-1bfb-4252-9cd1-492301e036ff', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'port_id': 'e75757ee-1bfb-4252-9cd1-492301e036ff', 'mac_address': 'fa:16:3e:db:8c:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bb14923-74c3-4313-be8d-ed33542f05aa', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:40:13.357883 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9a4788-fc99-40b2-8069-60ea784eb4f6 admin admin] Pushing event updated for resources: {'Network': ['ID=c94d1f5a-df19-403f-9da6-4cd9b83d560b,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:13.375115 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9a4788-fc99-40b2-8069-60ea784eb4f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=261336dd-0e77-47f3-81fe-2f48b72b4614,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:13.387612 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-6a9a4788-fc99-40b2-8069-60ea784eb4f6 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6248667 Mar 11 19:40:13.388374 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 39034) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:40:13.394539 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-9c0987b8-2ace-4c0a-8ab9-d662fb8eab7a admin admin] Request body: {'subnet': {'network_id': 'c94d1f5a-df19-403f-9da6-4cd9b83d560b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1656447623-subnet', 'tenant_id': 'a2f326f24af44a2e95b342f28598d453', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:40:13.399588 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network c94d1f5a-df19-403f-9da6-4cd9b83d560b details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:40:13.420379 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c0987b8-2ace-4c0a-8ab9-d662fb8eab7a admin admin] Made reservation on behalf of a2f326f24af44a2e95b342f28598d453 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:40:13.424382 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9c0987b8-2ace-4c0a-8ab9-d662fb8eab7a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:13.491521 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb35df5-c22a-4fec-824d-b57b801ee424 req-e44081bd-9258-487a-b1c6-24803d209944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:13.493159 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2bb35df5-c22a-4fec-824d-b57b801ee424 req-e44081bd-9258-487a-b1c6-24803d209944 service neutron] 10.222.0.57 "GET /v2.0/networks?id=32196a18-8be7-4227-b019-bc15d0c1f739 HTTP/1.1" status: 200 len: 917 time: 0.5070524 Mar 11 19:40:13.540394 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port e75757ee-1bfb-4252-9cd1-492301e036ff is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:40:13.540808 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (e75757ee-1bfb-4252-9cd1-492301e036ff), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:13.574324 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e75757ee-1bfb-4252-9cd1-492301e036ff {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:40:13.616615 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port e75757ee-1bfb-4252-9cd1-492301e036ff, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=e75757ee-1bfb-4252-9cd1-492301e036ff,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:40:13.623287 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (e75757ee-1bfb-4252-9cd1-492301e036ff), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:13.647997 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2bb35df5-c22a-4fec-824d-b57b801ee424 req-bd140f89-bed7-4291-a1cb-cb9e3b9c0e03 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9b8c3b55-ec54-49a1-8218-e81f898cd6dd HTTP/1.1" status: 200 len: 217 time: 0.1166983 Mar 11 19:40:13.677303 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9c0987b8-2ace-4c0a-8ab9-d662fb8eab7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (9c56ca4e-5b66-4f97-9a36-de851a36143f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:13.718503 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=e75757ee-1bfb-4252-9cd1-492301e036ff,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:13.746908 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0987b8-2ace-4c0a-8ab9-d662fb8eab7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c56ca4e-5b66-4f97-9a36-de851a36143f,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:13.755811 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device a00a9855-b4d2-4e8b-9464-02a4d589429e up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:40:13.780859 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0987b8-2ace-4c0a-8ab9-d662fb8eab7a admin admin] Checking segment: {'id': 'b73ff785-b4d3-46c3-8f2e-67cb40451798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c94d1f5a-df19-403f-9da6-4cd9b83d560b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:40:13.781423 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0987b8-2ace-4c0a-8ab9-d662fb8eab7a admin admin] Network hostable DHCP agents. Network: c94d1f5a-df19-403f-9da6-4cd9b83d560b, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:40:13.781626 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-42b19fe6-9ca2-4a59-8bc2-c1100a791591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:13.783339 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-42b19fe6-9ca2-4a59-8bc2-c1100a791591 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7fcfa9d2f3ed4be8ac815d1e6642330d&device_id=ec82ad9d-8743-494f-8245-9b1ee29449f3 HTTP/1.1" status: 200 len: 1130 time: 0.9310963 Mar 11 19:40:13.809878 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0987b8-2ace-4c0a-8ab9-d662fb8eab7a admin admin] Network c94d1f5a-df19-403f-9da6-4cd9b83d560b is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:40:13.825048 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-9c0987b8-2ace-4c0a-8ab9-d662fb8eab7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, c94d1f5a-df19-403f-9da6-4cd9b83d560b) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:40:13.830160 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port a00a9855-b4d2-4e8b-9464-02a4d589429e triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:40:13.830534 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (a00a9855-b4d2-4e8b-9464-02a4d589429e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:13.842983 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff49b974-0985-49b8-bced-2c492f3831d9 None None] Network c94d1f5a-df19-403f-9da6-4cd9b83d560b requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:40:13.843802 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0987b8-2ace-4c0a-8ab9-d662fb8eab7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:13.845032 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9c0987b8-2ace-4c0a-8ab9-d662fb8eab7a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:13.852729 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-1065ea02-5e98-4718-bf6f-951fc6e978ea service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=c02b1cc0-d650-45bb-9de9-625b91f072e8 HTTP/1.1" status: 200 len: 217 time: 0.0564620 Mar 11 19:40:13.858550 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb35df5-c22a-4fec-824d-b57b801ee424 req-9dfa4f9d-f06a-4c34-8e05-4809a249cdab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:13.860803 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2bb35df5-c22a-4fec-824d-b57b801ee424 req-9dfa4f9d-f06a-4c34-8e05-4809a249cdab service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c54bb295-7bca-4fbe-aff9-5e7c44904c47 HTTP/1.1" status: 200 len: 855 time: 0.1964190 Mar 11 19:40:13.884229 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294c851-1b13-4291-ae9d-37f4528c3cf2 req-e41819cb-c7ab-4412-99c4-fda8faa791f0 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:13.892035 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1294c851-1b13-4291-ae9d-37f4528c3cf2 req-e41819cb-c7ab-4412-99c4-fda8faa791f0 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/networks?id=a1201544-4744-491d-92d6-555a21ac497f HTTP/1.1" status: 200 len: 814 time: 0.3971870 Mar 11 19:40:13.894395 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-9c0987b8-2ace-4c0a-8ab9-d662fb8eab7a admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5046396 Mar 11 19:40:13.948320 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f0e9d73c-047a-427e-b73a-cd644ec8da33 None None] Publish callbacks [] for port (3addac13-7538-403e-be20-a6eb00231151), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:13.964022 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1294c851-1b13-4291-ae9d-37f4528c3cf2 req-ecf34c0f-6849-4c5c-bec3-d0a06d1b839c tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/quotas/84f4e9628ef44103bf68c3d01504c13a HTTP/1.1" status: 200 len: 375 time: 0.0706878 Mar 11 19:40:13.972777 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ede60805-19dc-4080-b020-2b04a02d9eae req-71217f7a-cdc2-4980-a855-53c722d720de tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Made reservation on behalf of 12e2452ddb214caab7c1aa2dab6d048a for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:40:13.976665 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ede60805-19dc-4080-b020-2b04a02d9eae req-71217f7a-cdc2-4980-a855-53c722d720de tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:13.985524 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f0e9d73c-047a-427e-b73a-cd644ec8da33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (3addac13-7538-403e-be20-a6eb00231151), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:14.051410 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984d191-d8a2-4394-aff3-20122cc3b2b5 None None] Pushing event updated for resources: {'Port': ['ID=3addac13-7538-403e-be20-a6eb00231151,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:14.051710 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1294c851-1b13-4291-ae9d-37f4528c3cf2 req-98d6ecf4-02b2-4b33-8e57-0e974a1d7f98 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=84f4e9628ef44103bf68c3d01504c13a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0865114 Mar 11 19:40:14.055360 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['e75757ee-1bfb-4252-9cd1-492301e036ff'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:40:14.124283 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-8d123867-4b09-47fe-844b-b7e28179b3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:14.126052 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-8d123867-4b09-47fe-844b-b7e28179b3bf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.2641797 Mar 11 19:40:14.187006 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfdd491-28f9-4624-9b70-9eeb0a63024f None None] Network c94d1f5a-df19-403f-9da6-4cd9b83d560b requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:40:14.218306 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb35df5-c22a-4fec-824d-b57b801ee424 req-582075d3-2640-42cb-8b99-3cad1e5c21b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:14.220514 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2bb35df5-c22a-4fec-824d-b57b801ee424 req-582075d3-2640-42cb-8b99-3cad1e5c21b8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=32196a18-8be7-4227-b019-bc15d0c1f739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3437626 Mar 11 19:40:14.248582 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port a00a9855-b4d2-4e8b-9464-02a4d589429e is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:40:14.290059 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-f0e9d73c-047a-427e-b73a-cd644ec8da33 None None] Attempting to bind port 3addac13-7538-403e-be20-a6eb00231151 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:40:14.290572 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-f0e9d73c-047a-427e-b73a-cd644ec8da33 None None] Attempting to bind port 3addac13-7538-403e-be20-a6eb00231151 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '4b8a51c7-fbf1-4261-9d27-24c393afd285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'b368a759-20ba-4a3e-99d3-9a463c99a2c6'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:40:14.291036 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e9d73c-047a-427e-b73a-cd644ec8da33 None None] Attempting to bind port 3addac13-7538-403e-be20-a6eb00231151 on network b368a759-20ba-4a3e-99d3-9a463c99a2c6 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:40:14.346003 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e9d73c-047a-427e-b73a-cd644ec8da33 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:40:14.346569 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e9d73c-047a-427e-b73a-cd644ec8da33 None None] Checking segment: {'id': '4b8a51c7-fbf1-4261-9d27-24c393afd285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'b368a759-20ba-4a3e-99d3-9a463c99a2c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:40:14.347075 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f0e9d73c-047a-427e-b73a-cd644ec8da33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:14.347572 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e9d73c-047a-427e-b73a-cd644ec8da33 None None] Bound using segment: {'id': '4b8a51c7-fbf1-4261-9d27-24c393afd285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'b368a759-20ba-4a3e-99d3-9a463c99a2c6'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:40:14.348181 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-f0e9d73c-047a-427e-b73a-cd644ec8da33 None None] Bound port: 3addac13-7538-403e-be20-a6eb00231151, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b8a51c7-fbf1-4261-9d27-24c393afd285', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'b368a759-20ba-4a3e-99d3-9a463c99a2c6'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:40:14.348677 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f0e9d73c-047a-427e-b73a-cd644ec8da33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (3addac13-7538-403e-be20-a6eb00231151), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:14.382130 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1294c851-1b13-4291-ae9d-37f4528c3cf2 req-b9f49dd3-c384-460b-99bc-1b13fc4aa6b5 service neutron] 10.222.0.65 "GET /v2.0/networks/a1201544-4744-491d-92d6-555a21ac497f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294761 Mar 11 19:40:14.393414 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-5d8edc29-1d42-49fb-be0e-c2134f5ab6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:14.394935 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-5d8edc29-1d42-49fb-be0e-c2134f5ab6d1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2539833 Mar 11 19:40:14.417280 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-ede60805-19dc-4080-b020-2b04a02d9eae req-71217f7a-cdc2-4980-a855-53c722d720de tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Allocated IP 172.20.0.9 (90292ec6-d6b2-4fa1-9376-c622cb87c9e0/5402328f-7fd7-414d-bb99-adab596edad0/483b45ab-7029-4896-bfb5-4033de871ac9) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:40:14.489262 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-1593a468-b6df-4fc5-81f2-0881d1b90da3 None None] Provisioning complete for port 3addac13-7538-403e-be20-a6eb00231151 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:40:14.490473 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1593a468-b6df-4fc5-81f2-0881d1b90da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (3addac13-7538-403e-be20-a6eb00231151), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:14.523324 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-f0e9d73c-047a-427e-b73a-cd644ec8da33 None None] For port 3addac13-7538-403e-be20-a6eb00231151, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:40:14.527389 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2bb35df5-c22a-4fec-824d-b57b801ee424 req-5c7a1e4d-6dfe-4821-ac3b-cb7a36b22574 service neutron] 10.222.0.57 "GET /v2.0/networks/32196a18-8be7-4227-b019-bc15d0c1f739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997046 Mar 11 19:40:14.553545 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-f0e9d73c-047a-427e-b73a-cd644ec8da33 None None] For port 3addac13-7538-403e-be20-a6eb00231151, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=3addac13-7538-403e-be20-a6eb00231151,segment=NetworkSegment(4b8a51c7-fbf1-4261-9d27-24c393afd285),segment_id=4b8a51c7-fbf1-4261-9d27-24c393afd285)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:40:14.567139 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-1593a468-b6df-4fc5-81f2-0881d1b90da3 None None] Port 3addac13-7538-403e-be20-a6eb00231151 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:40:14.569875 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f0e9d73c-047a-427e-b73a-cd644ec8da33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (3addac13-7538-403e-be20-a6eb00231151), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:14.626399 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec82ad9d-8743-494f-8245-9b1ee29449f3', 'tag': 'c02b1cc0-d650-45bb-9de9-625b91f072e8'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:40:14.628767 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d67daae-16d9-4484-97d8-8846d3882c90" -d '{"events": [{"name": "network-changed", "server_uuid": "ec82ad9d-8743-494f-8245-9b1ee29449f3", "tag": "c02b1cc0-d650-45bb-9de9-625b91f072e8"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:40:14.637746 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e9d73c-047a-427e-b73a-cd644ec8da33 None None] Routers {'b769ec86-bb8b-48c2-ade9-2983ac467ee2'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:40:14.638730 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f0e9d73c-047a-427e-b73a-cd644ec8da33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:39:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['b769ec86-bb8b-48c2-ade9-2983ac467ee2'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:14.678005 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984d191-d8a2-4394-aff3-20122cc3b2b5 None None] Pushing event updated for resources: {'Port': ['ID=3addac13-7538-403e-be20-a6eb00231151,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:14.696704 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1294c851-1b13-4291-ae9d-37f4528c3cf2 req-bb5dd2f7-c43d-4f16-8344-0a5ad802bc76 service neutron] 10.222.0.65 "GET /v2.0/networks/a1201544-4744-491d-92d6-555a21ac497f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956593 Mar 11 19:40:14.739030 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-41c64095-726a-46b7-878c-03856cda5bd2 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341732 Mar 11 19:40:14.788631 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-f0e9d73c-047a-427e-b73a-cd644ec8da33 None None] Set router b769ec86-bb8b-48c2-ade9-2983ac467ee2 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:40:14.913839 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2bb35df5-c22a-4fec-824d-b57b801ee424 req-9628c3d3-abed-4a12-a8b0-ae16b87a86d6 service neutron] 10.222.0.57 "GET /v2.0/networks/32196a18-8be7-4227-b019-bc15d0c1f739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3652959 Mar 11 19:40:14.963141 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bd8f7bbf-68d1-4080-b0f0-55417566b4e9 req-0bdea987-9bbd-4d3c-8e22-fe91c7ee453f service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163992 Mar 11 19:40:14.970170 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ede60805-19dc-4080-b020-2b04a02d9eae req-71217f7a-cdc2-4980-a855-53c722d720de tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Publish callbacks [] for port (483b45ab-7029-4896-bfb5-4033de871ac9), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:15.045060 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6910a322-8f86-4793-a34e-2d99b794c69f req-60774847-be00-42b4-bd99-abda2a39d06c tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=f405cd85-62aa-4b86-a1d4-4d3c93e498db HTTP/1.1" status: 200 len: 210 time: 0.0469232 Mar 11 19:40:15.059255 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ede60805-19dc-4080-b020-2b04a02d9eae req-71217f7a-cdc2-4980-a855-53c722d720de tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (483b45ab-7029-4896-bfb5-4033de871ac9), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:15.123849 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 9b8c3b55-ec54-49a1-8218-e81f898cd6dd details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:40:15.131450 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ede60805-19dc-4080-b020-2b04a02d9eae req-71217f7a-cdc2-4980-a855-53c722d720de tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Network 90292ec6-d6b2-4fa1-9376-c622cb87c9e0 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:40:15.135362 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-ede60805-19dc-4080-b020-2b04a02d9eae req-71217f7a-cdc2-4980-a855-53c722d720de tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:40:15.144243 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-ede60805-19dc-4080-b020-2b04a02d9eae req-71217f7a-cdc2-4980-a855-53c722d720de tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:40:15.209115 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71217f7a-cdc2-4980-a855-53c722d720de tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Pushing event updated for resources: {'Port': ['ID=483b45ab-7029-4896-bfb5-4033de871ac9,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:15.223695 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede60805-19dc-4080-b020-2b04a02d9eae req-71217f7a-cdc2-4980-a855-53c722d720de tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:15.224217 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ede60805-19dc-4080-b020-2b04a02d9eae req-71217f7a-cdc2-4980-a855-53c722d720de tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:15.259044 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ede60805-19dc-4080-b020-2b04a02d9eae req-71217f7a-cdc2-4980-a855-53c722d720de tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6254559 Mar 11 19:40:15.271938 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-ede60805-19dc-4080-b020-2b04a02d9eae req-3727fb33-f1fd-4a3e-a28f-e1da7af2bb41 service neutron] Request body: {'port': {'device_id': 'f405cd85-62aa-4b86-a1d4-4d3c93e498db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:40:15.296053 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-1769dc78-1bc4-46a4-aa08-e2963b367fda None None] Provisioning complete for port 3addac13-7538-403e-be20-a6eb00231151 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:40:15.296652 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1769dc78-1bc4-46a4-aa08-e2963b367fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (3addac13-7538-403e-be20-a6eb00231151), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:15.352530 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ede60805-19dc-4080-b020-2b04a02d9eae req-3727fb33-f1fd-4a3e-a28f-e1da7af2bb41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (483b45ab-7029-4896-bfb5-4033de871ac9), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:15.488512 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 9b8c3b55-ec54-49a1-8218-e81f898cd6dd, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=9b8c3b55-ec54-49a1-8218-e81f898cd6dd,segment=NetworkSegment(69eb0e62-687e-4724-ba5c-a415cb9293d1),segment_id=69eb0e62-687e-4724-ba5c-a415cb9293d1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:40:15.518017 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': '9b8c3b55-ec54-49a1-8218-e81f898cd6dd', 'network_id': '32196a18-8be7-4227-b019-bc15d0c1f739', 'port_id': '9b8c3b55-ec54-49a1-8218-e81f898cd6dd', 'mac_address': 'fa:16:3e:d1:b2:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c54bb295-7bca-4fbe-aff9-5e7c44904c47', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:40:15.602438 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-1769dc78-1bc4-46a4-aa08-e2963b367fda None None] Current status of the port 3addac13-7538-403e-be20-a6eb00231151 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:40:15.602966 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1769dc78-1bc4-46a4-aa08-e2963b367fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (3addac13-7538-403e-be20-a6eb00231151), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:15.606489 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f0e9d73c-047a-427e-b73a-cd644ec8da33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b769ec86-bb8b-48c2-ade9-2983ac467ee2', 'name': 'tempest-FloatingIPDetailsTestJSON-604423655-router', 'tenant_id': 'cc5b4de5546c4ac5b7d6062e831801e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'a00a9855-b4d2-4e8b-9464-02a4d589429e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:40:01Z', 'updated_at': '2022-03-11T19:40:10Z', 'revision_number': 4, 'project_id': 'cc5b4de5546c4ac5b7d6062e831801e2', 'gw_port': {'id': 'a00a9855-b4d2-4e8b-9464-02a4d589429e', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b769ec86-bb8b-48c2-ade9-2983ac467ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:40:02Z', 'updated_at': '2022-03-11T19:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '3addac13-7538-403e-be20-a6eb00231151', 'name': '', 'network_id': 'b368a759-20ba-4a3e-99d3-9a463c99a2c6', 'tenant_id': 'cc5b4de5546c4ac5b7d6062e831801e2', 'mac_address': 'fa:16:3e:61:21:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b769ec86-bb8b-48c2-ade9-2983ac467ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '3dc16519-9c4a-431a-9195-fcccd7973476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:40:08Z', 'updated_at': '2022-03-11T19:40:14Z', 'revision_number': 4, 'project_id': 'cc5b4de5546c4ac5b7d6062e831801e2', 'subnets': [{'id': '3dc16519-9c4a-431a-9195-fcccd7973476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:15.640462 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-320cb46c-fc2e-46f2-a2d5-df7d4e20ea4d req-2bdcec0d-609b-4d6d-bff4-975a73973fad tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2421489 Mar 11 19:40:15.652690 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e9d73c-047a-427e-b73a-cd644ec8da33 None None] The sync data for ids ['b769ec86-bb8b-48c2-ade9-2983ac467ee2'] in n-d-833163-1 is: [{'id': 'b769ec86-bb8b-48c2-ade9-2983ac467ee2', 'name': 'tempest-FloatingIPDetailsTestJSON-604423655-router', 'tenant_id': 'cc5b4de5546c4ac5b7d6062e831801e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'a00a9855-b4d2-4e8b-9464-02a4d589429e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:40:01Z', 'updated_at': '2022-03-11T19:40:10Z', 'revision_number': 4, 'project_id': 'cc5b4de5546c4ac5b7d6062e831801e2', 'gw_port': {'id': 'a00a9855-b4d2-4e8b-9464-02a4d589429e', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b769ec86-bb8b-48c2-ade9-2983ac467ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:40:02Z', 'updated_at': '2022-03-11T19:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '3addac13-7538-403e-be20-a6eb00231151', 'name': '', 'network_id': 'b368a759-20ba-4a3e-99d3-9a463c99a2c6', 'tenant_id': 'cc5b4de5546c4ac5b7d6062e831801e2', 'mac_address': 'fa:16:3e:61:21:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b769ec86-bb8b-48c2-ade9-2983ac467ee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '3dc16519-9c4a-431a-9195-fcccd7973476', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:40:08Z', 'updated_at': '2022-03-11T19:40:14Z', 'revision_number': 4, 'project_id': 'cc5b4de5546c4ac5b7d6062e831801e2', 'subnets': [{'id': '3dc16519-9c4a-431a-9195-fcccd7973476', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:40:15.655685 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-320cb46c-fc2e-46f2-a2d5-df7d4e20ea4d req-b7ff6a0f-394a-47e1-a89b-47622d2ffc56 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Request body: {'floatingip': {'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:40:15.668697 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 9b8c3b55-ec54-49a1-8218-e81f898cd6dd is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:40:15.669082 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (9b8c3b55-ec54-49a1-8218-e81f898cd6dd), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:15.688588 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-1769dc78-1bc4-46a4-aa08-e2963b367fda None None] For port 3addac13-7538-403e-be20-a6eb00231151, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=3addac13-7538-403e-be20-a6eb00231151,segment=NetworkSegment(4b8a51c7-fbf1-4261-9d27-24c393afd285),segment_id=4b8a51c7-fbf1-4261-9d27-24c393afd285)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:40:15.692574 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b8c3b55-ec54-49a1-8218-e81f898cd6dd {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:40:15.717450 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1769dc78-1bc4-46a4-aa08-e2963b367fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (3addac13-7538-403e-be20-a6eb00231151), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:15.739436 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 9b8c3b55-ec54-49a1-8218-e81f898cd6dd, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=9b8c3b55-ec54-49a1-8218-e81f898cd6dd,segment=NetworkSegment(69eb0e62-687e-4724-ba5c-a415cb9293d1),segment_id=69eb0e62-687e-4724-ba5c-a415cb9293d1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:40:15.753462 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-320cb46c-fc2e-46f2-a2d5-df7d4e20ea4d req-b7ff6a0f-394a-47e1-a89b-47622d2ffc56 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:15.777776 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (9b8c3b55-ec54-49a1-8218-e81f898cd6dd), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:15.827148 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1769dc78-1bc4-46a4-aa08-e2963b367fda None None] Pushing event updated for resources: {'Port': ['ID=3addac13-7538-403e-be20-a6eb00231151,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:15.893668 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=9b8c3b55-ec54-49a1-8218-e81f898cd6dd,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:15.941198 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-ede60805-19dc-4080-b020-2b04a02d9eae req-3727fb33-f1fd-4a3e-a28f-e1da7af2bb41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 483b45ab-7029-4896-bfb5-4033de871ac9 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:40:15.951485 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ede60805-19dc-4080-b020-2b04a02d9eae req-3727fb33-f1fd-4a3e-a28f-e1da7af2bb41 service neutron] Publish callbacks [] for port (483b45ab-7029-4896-bfb5-4033de871ac9), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:15.970402 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-ede60805-19dc-4080-b020-2b04a02d9eae req-3727fb33-f1fd-4a3e-a28f-e1da7af2bb41 service neutron] Transition to ACTIVE for port object 483b45ab-7029-4896-bfb5-4033de871ac9 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:40:15.975188 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ede60805-19dc-4080-b020-2b04a02d9eae req-3727fb33-f1fd-4a3e-a28f-e1da7af2bb41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (483b45ab-7029-4896-bfb5-4033de871ac9), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:16.012753 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-320cb46c-fc2e-46f2-a2d5-df7d4e20ea4d req-b7ff6a0f-394a-47e1-a89b-47622d2ffc56 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:16.088428 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3727fb33-f1fd-4a3e-a28f-e1da7af2bb41 service neutron] Pushing event updated for resources: {'Port': ['ID=483b45ab-7029-4896-bfb5-4033de871ac9,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:16.191159 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['9b8c3b55-ec54-49a1-8218-e81f898cd6dd'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:40:16.192351 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-ede60805-19dc-4080-b020-2b04a02d9eae req-3727fb33-f1fd-4a3e-a28f-e1da7af2bb41 service neutron] Attempting to bind port 483b45ab-7029-4896-bfb5-4033de871ac9 on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:40:16.192686 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-ede60805-19dc-4080-b020-2b04a02d9eae req-3727fb33-f1fd-4a3e-a28f-e1da7af2bb41 service neutron] Attempting to bind port 483b45ab-7029-4896-bfb5-4033de871ac9 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '4e412043-f4b7-4584-89b3-4a0ee01e31e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '90292ec6-d6b2-4fa1-9376-c622cb87c9e0'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:40:16.193010 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede60805-19dc-4080-b020-2b04a02d9eae req-3727fb33-f1fd-4a3e-a28f-e1da7af2bb41 service neutron] Attempting to bind port 483b45ab-7029-4896-bfb5-4033de871ac9 on network 90292ec6-d6b2-4fa1-9376-c622cb87c9e0 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:40:16.205408 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-320cb46c-fc2e-46f2-a2d5-df7d4e20ea4d req-b7ff6a0f-394a-47e1-a89b-47622d2ffc56 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Allocated IP 172.25.8.233 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/b39d7b2b-e344-43a5-be3b-9d8a12e36647) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:40:16.207704 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede60805-19dc-4080-b020-2b04a02d9eae req-3727fb33-f1fd-4a3e-a28f-e1da7af2bb41 service neutron] Port 483b45ab-7029-4896-bfb5-4033de871ac9 on network 90292ec6-d6b2-4fa1-9376-c622cb87c9e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:40:16.208033 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede60805-19dc-4080-b020-2b04a02d9eae req-3727fb33-f1fd-4a3e-a28f-e1da7af2bb41 service neutron] Attempting to bind port 483b45ab-7029-4896-bfb5-4033de871ac9 on network 90292ec6-d6b2-4fa1-9376-c622cb87c9e0 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:40:16.219099 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede60805-19dc-4080-b020-2b04a02d9eae req-3727fb33-f1fd-4a3e-a28f-e1da7af2bb41 service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:40:16.219438 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede60805-19dc-4080-b020-2b04a02d9eae req-3727fb33-f1fd-4a3e-a28f-e1da7af2bb41 service neutron] Checking segment: {'id': '4e412043-f4b7-4584-89b3-4a0ee01e31e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '90292ec6-d6b2-4fa1-9376-c622cb87c9e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:40:16.219857 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede60805-19dc-4080-b020-2b04a02d9eae req-3727fb33-f1fd-4a3e-a28f-e1da7af2bb41 service neutron] Bound using segment: {'id': '4e412043-f4b7-4584-89b3-4a0ee01e31e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '90292ec6-d6b2-4fa1-9376-c622cb87c9e0'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:40:16.220290 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-ede60805-19dc-4080-b020-2b04a02d9eae req-3727fb33-f1fd-4a3e-a28f-e1da7af2bb41 service neutron] Bound port: 483b45ab-7029-4896-bfb5-4033de871ac9, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e412043-f4b7-4584-89b3-4a0ee01e31e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '90292ec6-d6b2-4fa1-9376-c622cb87c9e0'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:40:16.220643 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ede60805-19dc-4080-b020-2b04a02d9eae req-3727fb33-f1fd-4a3e-a28f-e1da7af2bb41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (483b45ab-7029-4896-bfb5-4033de871ac9), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:16.377381 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-ede60805-19dc-4080-b020-2b04a02d9eae req-3727fb33-f1fd-4a3e-a28f-e1da7af2bb41 service neutron] For port 483b45ab-7029-4896-bfb5-4033de871ac9, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:40:16.385688 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-ede60805-19dc-4080-b020-2b04a02d9eae req-3727fb33-f1fd-4a3e-a28f-e1da7af2bb41 service neutron] For port 483b45ab-7029-4896-bfb5-4033de871ac9, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=483b45ab-7029-4896-bfb5-4033de871ac9,segment=NetworkSegment(4e412043-f4b7-4584-89b3-4a0ee01e31e1),segment_id=4e412043-f4b7-4584-89b3-4a0ee01e31e1)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:40:16.398509 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ede60805-19dc-4080-b020-2b04a02d9eae req-3727fb33-f1fd-4a3e-a28f-e1da7af2bb41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (483b45ab-7029-4896-bfb5-4033de871ac9), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:16.416787 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-320cb46c-fc2e-46f2-a2d5-df7d4e20ea4d req-b7ff6a0f-394a-47e1-a89b-47622d2ffc56 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Publish callbacks [] for port (b39d7b2b-e344-43a5-be3b-9d8a12e36647), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:16.457764 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294c851-1b13-4291-ae9d-37f4528c3cf2 req-1745fcf0-3411-458d-984d-954cc3673ac7 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:16.459645 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-1294c851-1b13-4291-ae9d-37f4528c3cf2 req-1745fcf0-3411-458d-984d-954cc3673ac7 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.75 "GET /v2.0/networks?id=a1201544-4744-491d-92d6-555a21ac497f HTTP/1.1" status: 200 len: 814 time: 0.1643174 Mar 11 19:40:16.472137 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede60805-19dc-4080-b020-2b04a02d9eae req-3727fb33-f1fd-4a3e-a28f-e1da7af2bb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:16.472745 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ede60805-19dc-4080-b020-2b04a02d9eae req-3727fb33-f1fd-4a3e-a28f-e1da7af2bb41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:16.474163 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ede60805-19dc-4080-b020-2b04a02d9eae req-3727fb33-f1fd-4a3e-a28f-e1da7af2bb41 service neutron] 10.222.0.75 "PUT /v2.0/ports/483b45ab-7029-4896-bfb5-4033de871ac9 HTTP/1.1" status: 200 len: 1091 time: 1.2080743 Mar 11 19:40:16.475082 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-1294c851-1b13-4291-ae9d-37f4528c3cf2 req-8928802f-b462-45ae-b3ee-9e87b7825a24 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Request body: {'port': {'device_id': '02d8cdc7-f586-4487-9626-8e913f76cf04', 'network_id': 'a1201544-4744-491d-92d6-555a21ac497f', 'admin_state_up': True, 'tenant_id': '84f4e9628ef44103bf68c3d01504c13a'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:40:16.509680 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3727fb33-f1fd-4a3e-a28f-e1da7af2bb41 service neutron] Pushing event updated for resources: {'Port': ['ID=483b45ab-7029-4896-bfb5-4033de871ac9,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:16.526216 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-320cb46c-fc2e-46f2-a2d5-df7d4e20ea4d req-b7ff6a0f-394a-47e1-a89b-47622d2ffc56 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (b39d7b2b-e344-43a5-be3b-9d8a12e36647), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:16.600749 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1294c851-1b13-4291-ae9d-37f4528c3cf2 req-8928802f-b462-45ae-b3ee-9e87b7825a24 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Made reservation on behalf of 84f4e9628ef44103bf68c3d01504c13a for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:40:16.604683 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1294c851-1b13-4291-ae9d-37f4528c3cf2 req-8928802f-b462-45ae-b3ee-9e87b7825a24 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:16.606350 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-320cb46c-fc2e-46f2-a2d5-df7d4e20ea4d req-b7ff6a0f-394a-47e1-a89b-47622d2ffc56 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:40:16.607429 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ff6a0f-394a-47e1-a89b-47622d2ffc56 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Pushing event updated for resources: {'Port': ['ID=b39d7b2b-e344-43a5-be3b-9d8a12e36647,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:16.612801 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-320cb46c-fc2e-46f2-a2d5-df7d4e20ea4d req-b7ff6a0f-394a-47e1-a89b-47622d2ffc56 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:40:16.615940 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-320cb46c-fc2e-46f2-a2d5-df7d4e20ea4d req-b7ff6a0f-394a-47e1-a89b-47622d2ffc56 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:40:16.644108 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede60805-19dc-4080-b020-2b04a02d9eae req-6cdf7cea-25db-4937-92d9-7656d4ab7c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:16.645638 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ede60805-19dc-4080-b020-2b04a02d9eae req-6cdf7cea-25db-4937-92d9-7656d4ab7c9d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=12e2452ddb214caab7c1aa2dab6d048a&device_id=f405cd85-62aa-4b86-a1d4-4d3c93e498db HTTP/1.1" status: 200 len: 1125 time: 0.1303551 Mar 11 19:40:16.694020 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ede60805-19dc-4080-b020-2b04a02d9eae req-f6af41b4-c3f3-4710-869c-31c202935b98 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=483b45ab-7029-4896-bfb5-4033de871ac9 HTTP/1.1" status: 200 len: 217 time: 0.0399666 Mar 11 19:40:16.744145 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-1294c851-1b13-4291-ae9d-37f4528c3cf2 req-8928802f-b462-45ae-b3ee-9e87b7825a24 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Allocated IP 172.20.0.3 (a1201544-4744-491d-92d6-555a21ac497f/26665c17-419c-4adf-85bc-a3f3efde487e/94e3b68e-4fab-43d2-b9ab-2b3abd54eb41) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:40:16.781930 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede60805-19dc-4080-b020-2b04a02d9eae req-52ed5416-7124-46e0-b5ef-ce7a23512de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:16.784514 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ede60805-19dc-4080-b020-2b04a02d9eae req-52ed5416-7124-46e0-b5ef-ce7a23512de4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5402328f-7fd7-414d-bb99-adab596edad0 HTTP/1.1" status: 200 len: 851 time: 0.0834165 Mar 11 19:40:16.788480 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-320cb46c-fc2e-46f2-a2d5-df7d4e20ea4d req-b7ff6a0f-394a-47e1-a89b-47622d2ffc56 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Publish callbacks [] for floatingip (469fc9fc-3346-4bd1-80ea-cd9f71a9ff06), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:16.831350 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ede60805-19dc-4080-b020-2b04a02d9eae req-7921a7c7-8d02-49a8-8c3c-271a77a4402e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=90292ec6-d6b2-4fa1-9376-c622cb87c9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397003 Mar 11 19:40:16.894542 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-320cb46c-fc2e-46f2-a2d5-df7d4e20ea4d req-b7ff6a0f-394a-47e1-a89b-47622d2ffc56 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b39d7b2b-e344-43a5-be3b-9d8a12e36647), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:16.993618 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device e75757ee-1bfb-4252-9cd1-492301e036ff up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:40:17.076472 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port e75757ee-1bfb-4252-9cd1-492301e036ff completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:40:17.086767 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port e75757ee-1bfb-4252-9cd1-492301e036ff triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:40:17.087281 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (e75757ee-1bfb-4252-9cd1-492301e036ff), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:17.183561 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port e75757ee-1bfb-4252-9cd1-492301e036ff is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:40:17.184008 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (e75757ee-1bfb-4252-9cd1-492301e036ff), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:17.214668 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a62723e0-754e-4798-a83f-acc02598f4b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e75757ee-1bfb-4252-9cd1-492301e036ff'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:40:17.217380 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe52b3b0-d1e5-4085-8910-cc726486b3ad" -d '{"events": [{"server_uuid": "a62723e0-754e-4798-a83f-acc02598f4b5", "name": "network-vif-plugged", "status": "completed", "tag": "e75757ee-1bfb-4252-9cd1-492301e036ff"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:40:17.231454 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port e75757ee-1bfb-4252-9cd1-492301e036ff, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=e75757ee-1bfb-4252-9cd1-492301e036ff,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:40:17.244565 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (e75757ee-1bfb-4252-9cd1-492301e036ff), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:17.245308 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1294c851-1b13-4291-ae9d-37f4528c3cf2 req-8928802f-b462-45ae-b3ee-9e87b7825a24 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Publish callbacks [] for port (94e3b68e-4fab-43d2-b9ab-2b3abd54eb41), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:17.282364 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1294c851-1b13-4291-ae9d-37f4528c3cf2 req-8928802f-b462-45ae-b3ee-9e87b7825a24 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (94e3b68e-4fab-43d2-b9ab-2b3abd54eb41), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:17.301545 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=e75757ee-1bfb-4252-9cd1-492301e036ff,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:17.327325 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ede60805-19dc-4080-b020-2b04a02d9eae req-1f76452d-a4e2-4c10-913f-b308cebdf00e service neutron] 10.222.0.75 "GET /v2.0/networks/90292ec6-d6b2-4fa1-9376-c622cb87c9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4737828 Mar 11 19:40:17.327960 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1294c851-1b13-4291-ae9d-37f4528c3cf2 req-8928802f-b462-45ae-b3ee-9e87b7825a24 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Network a1201544-4744-491d-92d6-555a21ac497f is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:40:17.330899 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-1294c851-1b13-4291-ae9d-37f4528c3cf2 req-8928802f-b462-45ae-b3ee-9e87b7825a24 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:40:17.337761 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-1294c851-1b13-4291-ae9d-37f4528c3cf2 req-8928802f-b462-45ae-b3ee-9e87b7825a24 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:40:17.363476 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8928802f-b462-45ae-b3ee-9e87b7825a24 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Pushing event updated for resources: {'Port': ['ID=94e3b68e-4fab-43d2-b9ab-2b3abd54eb41,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:17.391405 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294c851-1b13-4291-ae9d-37f4528c3cf2 req-8928802f-b462-45ae-b3ee-9e87b7825a24 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:17.392098 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1294c851-1b13-4291-ae9d-37f4528c3cf2 req-8928802f-b462-45ae-b3ee-9e87b7825a24 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:17.407873 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-1294c851-1b13-4291-ae9d-37f4528c3cf2 req-8928802f-b462-45ae-b3ee-9e87b7825a24 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9366817 Mar 11 19:40:17.419304 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-1294c851-1b13-4291-ae9d-37f4528c3cf2 req-b11028c6-5753-46c8-9c06-2d0ad05c18bc service neutron] Request body: {'port': {'device_id': '02d8cdc7-f586-4487-9626-8e913f76cf04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:40:17.481801 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1294c851-1b13-4291-ae9d-37f4528c3cf2 req-b11028c6-5753-46c8-9c06-2d0ad05c18bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (94e3b68e-4fab-43d2-b9ab-2b3abd54eb41), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:17.484950 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ede60805-19dc-4080-b020-2b04a02d9eae req-cdf8ba76-4736-44e8-ab47-73b3befe19e2 service neutron] 10.222.0.75 "GET /v2.0/networks/90292ec6-d6b2-4fa1-9376-c622cb87c9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479263 Mar 11 19:40:17.503150 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-320cb46c-fc2e-46f2-a2d5-df7d4e20ea4d req-b7ff6a0f-394a-47e1-a89b-47622d2ffc56 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Publish callbacks [] for port (b39d7b2b-e344-43a5-be3b-9d8a12e36647), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:17.508346 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-320cb46c-fc2e-46f2-a2d5-df7d4e20ea4d req-b7ff6a0f-394a-47e1-a89b-47622d2ffc56 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (b39d7b2b-e344-43a5-be3b-9d8a12e36647), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:17.580070 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ff6a0f-394a-47e1-a89b-47622d2ffc56 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Pushing event updated for resources: {'Port': ['ID=b39d7b2b-e344-43a5-be3b-9d8a12e36647,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:17.592051 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-320cb46c-fc2e-46f2-a2d5-df7d4e20ea4d req-b7ff6a0f-394a-47e1-a89b-47622d2ffc56 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (469fc9fc-3346-4bd1-80ea-cd9f71a9ff06), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:17.611129 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-320cb46c-fc2e-46f2-a2d5-df7d4e20ea4d req-b7ff6a0f-394a-47e1-a89b-47622d2ffc56 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:17.613361 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-320cb46c-fc2e-46f2-a2d5-df7d4e20ea4d req-b7ff6a0f-394a-47e1-a89b-47622d2ffc56 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9641991 Mar 11 19:40:17.665488 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-320cb46c-fc2e-46f2-a2d5-df7d4e20ea4d req-54f3b77a-2212-4894-9e18-8cf1ffdb16e5 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.233 HTTP/1.1" status: 200 len: 696 time: 0.0459192 Mar 11 19:40:17.689968 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 3addac13-7538-403e-be20-a6eb00231151 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:40:17.740491 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 3addac13-7538-403e-be20-a6eb00231151 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:40:17.740847 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (3addac13-7538-403e-be20-a6eb00231151), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:17.774967 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-1294c851-1b13-4291-ae9d-37f4528c3cf2 req-b11028c6-5753-46c8-9c06-2d0ad05c18bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94e3b68e-4fab-43d2-b9ab-2b3abd54eb41 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:40:17.778610 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320cb46c-fc2e-46f2-a2d5-df7d4e20ea4d req-55a123c8-31bb-4457-9116-764f38a5c8c8 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:17.779999 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-320cb46c-fc2e-46f2-a2d5-df7d4e20ea4d req-55a123c8-31bb-4457-9116-764f38a5c8c8 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] 10.222.0.65 "GET /v2.0/networks/612cc066-33e3-444d-b1c7-d0a64751482a HTTP/1.1" status: 200 len: 784 time: 0.1092556 Mar 11 19:40:17.784298 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1294c851-1b13-4291-ae9d-37f4528c3cf2 req-b11028c6-5753-46c8-9c06-2d0ad05c18bc service neutron] Publish callbacks [] for port (94e3b68e-4fab-43d2-b9ab-2b3abd54eb41), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:17.799271 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-1294c851-1b13-4291-ae9d-37f4528c3cf2 req-b11028c6-5753-46c8-9c06-2d0ad05c18bc service neutron] Transition to ACTIVE for port object 94e3b68e-4fab-43d2-b9ab-2b3abd54eb41 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:40:17.805023 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1294c851-1b13-4291-ae9d-37f4528c3cf2 req-b11028c6-5753-46c8-9c06-2d0ad05c18bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (94e3b68e-4fab-43d2-b9ab-2b3abd54eb41), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:17.833170 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 3addac13-7538-403e-be20-a6eb00231151 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:40:17.881351 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11028c6-5753-46c8-9c06-2d0ad05c18bc service neutron] Pushing event updated for resources: {'Port': ['ID=94e3b68e-4fab-43d2-b9ab-2b3abd54eb41,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:17.931281 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-1294c851-1b13-4291-ae9d-37f4528c3cf2 req-b11028c6-5753-46c8-9c06-2d0ad05c18bc service neutron] Attempting to bind port 94e3b68e-4fab-43d2-b9ab-2b3abd54eb41 on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:40:17.931694 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-1294c851-1b13-4291-ae9d-37f4528c3cf2 req-b11028c6-5753-46c8-9c06-2d0ad05c18bc service neutron] Attempting to bind port 94e3b68e-4fab-43d2-b9ab-2b3abd54eb41 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': 'ef0b97fd-24fa-456a-8472-bb47ab40643e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'a1201544-4744-491d-92d6-555a21ac497f'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:40:17.931977 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1294c851-1b13-4291-ae9d-37f4528c3cf2 req-b11028c6-5753-46c8-9c06-2d0ad05c18bc service neutron] Attempting to bind port 94e3b68e-4fab-43d2-b9ab-2b3abd54eb41 on network a1201544-4744-491d-92d6-555a21ac497f {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:40:17.936776 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1294c851-1b13-4291-ae9d-37f4528c3cf2 req-b11028c6-5753-46c8-9c06-2d0ad05c18bc service neutron] Port 94e3b68e-4fab-43d2-b9ab-2b3abd54eb41 on network a1201544-4744-491d-92d6-555a21ac497f not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:40:17.937103 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1294c851-1b13-4291-ae9d-37f4528c3cf2 req-b11028c6-5753-46c8-9c06-2d0ad05c18bc service neutron] Attempting to bind port 94e3b68e-4fab-43d2-b9ab-2b3abd54eb41 on network a1201544-4744-491d-92d6-555a21ac497f {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:40:17.942761 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1294c851-1b13-4291-ae9d-37f4528c3cf2 req-b11028c6-5753-46c8-9c06-2d0ad05c18bc service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:40:17.943103 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1294c851-1b13-4291-ae9d-37f4528c3cf2 req-b11028c6-5753-46c8-9c06-2d0ad05c18bc service neutron] Checking segment: {'id': 'ef0b97fd-24fa-456a-8472-bb47ab40643e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'a1201544-4744-491d-92d6-555a21ac497f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:40:17.943483 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1294c851-1b13-4291-ae9d-37f4528c3cf2 req-b11028c6-5753-46c8-9c06-2d0ad05c18bc service neutron] Bound using segment: {'id': 'ef0b97fd-24fa-456a-8472-bb47ab40643e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'a1201544-4744-491d-92d6-555a21ac497f'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:40:17.943942 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-1294c851-1b13-4291-ae9d-37f4528c3cf2 req-b11028c6-5753-46c8-9c06-2d0ad05c18bc service neutron] Bound port: 94e3b68e-4fab-43d2-b9ab-2b3abd54eb41, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef0b97fd-24fa-456a-8472-bb47ab40643e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'a1201544-4744-491d-92d6-555a21ac497f'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:40:17.944302 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1294c851-1b13-4291-ae9d-37f4528c3cf2 req-b11028c6-5753-46c8-9c06-2d0ad05c18bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (94e3b68e-4fab-43d2-b9ab-2b3abd54eb41), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:17.949266 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca4a0e-050d-4250-bb65-95edf8046384 req-e0c70f90-1404-4695-94f7-d720493eea4d tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:17.955331 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca4a0e-050d-4250-bb65-95edf8046384 req-e0c70f90-1404-4695-94f7-d720493eea4d tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:17.957001 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e9ca4a0e-050d-4250-bb65-95edf8046384 req-e0c70f90-1404-4695-94f7-d720493eea4d tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] 10.222.0.65 "GET /v2.0/ports?device_id=ca21c3d3-86e2-42cc-b2ec-8fa0e4510589&device_id=f9afae9d-7e15-4fcd-8812-20a9c2c13857 HTTP/1.1" status: 200 len: 1682 time: 0.0611904 Mar 11 19:40:18.004493 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e9ca4a0e-050d-4250-bb65-95edf8046384 req-b59f24b9-b658-4e2b-99c7-bc7dfc936776 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] 10.222.0.65 "GET /v2.0/security-groups?id=488ef7c0-546f-42b9-91ac-cf20b31fd2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413172 Mar 11 19:40:18.007089 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-1294c851-1b13-4291-ae9d-37f4528c3cf2 req-b11028c6-5753-46c8-9c06-2d0ad05c18bc service neutron] For port 94e3b68e-4fab-43d2-b9ab-2b3abd54eb41, host n-h1-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:40:18.010145 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-1294c851-1b13-4291-ae9d-37f4528c3cf2 req-b11028c6-5753-46c8-9c06-2d0ad05c18bc service neutron] For port 94e3b68e-4fab-43d2-b9ab-2b3abd54eb41, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=94e3b68e-4fab-43d2-b9ab-2b3abd54eb41,segment=NetworkSegment(ef0b97fd-24fa-456a-8472-bb47ab40643e),segment_id=ef0b97fd-24fa-456a-8472-bb47ab40643e)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:40:18.018191 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1294c851-1b13-4291-ae9d-37f4528c3cf2 req-b11028c6-5753-46c8-9c06-2d0ad05c18bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (94e3b68e-4fab-43d2-b9ab-2b3abd54eb41), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:18.054189 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294c851-1b13-4291-ae9d-37f4528c3cf2 req-b11028c6-5753-46c8-9c06-2d0ad05c18bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:18.054902 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-1294c851-1b13-4291-ae9d-37f4528c3cf2 req-b11028c6-5753-46c8-9c06-2d0ad05c18bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:18.056347 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-1294c851-1b13-4291-ae9d-37f4528c3cf2 req-b11028c6-5753-46c8-9c06-2d0ad05c18bc service neutron] 10.222.0.75 "PUT /v2.0/ports/94e3b68e-4fab-43d2-b9ab-2b3abd54eb41 HTTP/1.1" status: 200 len: 1091 time: 0.6411695 Mar 11 19:40:18.056887 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02d8cdc7-f586-4487-9626-8e913f76cf04', 'tag': '94e3b68e-4fab-43d2-b9ab-2b3abd54eb41'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:40:18.059108 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f202da40-91d0-49be-9b88-91796eb5a1a4" -d '{"events": [{"name": "network-changed", "server_uuid": "02d8cdc7-f586-4487-9626-8e913f76cf04", "tag": "94e3b68e-4fab-43d2-b9ab-2b3abd54eb41"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:40:18.087048 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11028c6-5753-46c8-9c06-2d0ad05c18bc service neutron] Pushing event updated for resources: {'Port': ['ID=94e3b68e-4fab-43d2-b9ab-2b3abd54eb41,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:18.113202 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf4cc7-4bed-4f9d-9ad6-2b0622de9e0f req-aaff6c6a-b761-43bd-9e83-47628195887f tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:18.114701 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e5bf4cc7-4bed-4f9d-9ad6-2b0622de9e0f req-aaff6c6a-b761-43bd-9e83-47628195887f tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=20e6d114-ef3d-4fea-9f9f-8ede4772c7b5 HTTP/1.1" status: 200 len: 945 time: 0.0586624 Mar 11 19:40:18.145014 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294c851-1b13-4291-ae9d-37f4528c3cf2 req-8b674e93-35aa-45af-9887-3cf324364608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:18.146505 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-1294c851-1b13-4291-ae9d-37f4528c3cf2 req-8b674e93-35aa-45af-9887-3cf324364608 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=84f4e9628ef44103bf68c3d01504c13a&device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 1125 time: 0.0494642 Mar 11 19:40:18.162797 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e5bf4cc7-4bed-4f9d-9ad6-2b0622de9e0f req-e8f67775-b8a8-4bb3-9548-3c18777c3c34 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=8fd338c4-2511-40d9-94c8-daae49666ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420535 Mar 11 19:40:18.191836 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-1294c851-1b13-4291-ae9d-37f4528c3cf2 req-0396c303-47d3-4eb8-830c-ac775e4009c5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94e3b68e-4fab-43d2-b9ab-2b3abd54eb41 HTTP/1.1" status: 200 len: 217 time: 0.0374827 Mar 11 19:40:18.240878 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294c851-1b13-4291-ae9d-37f4528c3cf2 req-70aa0e0a-b864-4386-9fbd-cce68ac65c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:18.242344 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-1294c851-1b13-4291-ae9d-37f4528c3cf2 req-70aa0e0a-b864-4386-9fbd-cce68ac65c64 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=26665c17-419c-4adf-85bc-a3f3efde487e HTTP/1.1" status: 200 len: 854 time: 0.0451028 Mar 11 19:40:18.273394 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e11d48e-4014-449d-96bf-c039d47b98fe req-2cfcae5f-9933-4057-952e-5e29abf1a935 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:18.274804 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6e11d48e-4014-449d-96bf-c039d47b98fe req-2cfcae5f-9933-4057-952e-5e29abf1a935 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec82ad9d-8743-494f-8245-9b1ee29449f3 HTTP/1.1" status: 200 len: 948 time: 0.0537148 Mar 11 19:40:18.281825 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-1294c851-1b13-4291-ae9d-37f4528c3cf2 req-c7cbb63b-931f-4235-8bcc-3cf9f5b2ccac service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a1201544-4744-491d-92d6-555a21ac497f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314887 Mar 11 19:40:18.321714 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6e11d48e-4014-449d-96bf-c039d47b98fe req-3d26a3f7-c6c5-4f50-9259-3c1f456d5f4d tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/security-groups?id=032b05bd-60bf-4cbe-8790-99bf90b24300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412562 Mar 11 19:40:18.376760 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-1294c851-1b13-4291-ae9d-37f4528c3cf2 req-55640998-3137-4641-a726-ca2ff181783c service neutron] 10.222.0.75 "GET /v2.0/networks/a1201544-4744-491d-92d6-555a21ac497f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879006 Mar 11 19:40:18.478959 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-1294c851-1b13-4291-ae9d-37f4528c3cf2 req-7897cc53-67b6-46f2-b0e8-cff76d950943 service neutron] 10.222.0.75 "GET /v2.0/networks/a1201544-4744-491d-92d6-555a21ac497f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948546 Mar 11 19:40:18.514822 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66577c86-ee7b-456b-92d1-b634eab81e7a x-openstack-request-id: req-66577c86-ee7b-456b-92d1-b634eab81e7a {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:40:18.515309 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec82ad9d-8743-494f-8245-9b1ee29449f3", "tag": "c02b1cc0-d650-45bb-9de9-625b91f072e8", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:40:18.515426 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-66577c86-ee7b-456b-92d1-b634eab81e7a {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:40:18.515823 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec82ad9d-8743-494f-8245-9b1ee29449f3', 'tag': 'c02b1cc0-d650-45bb-9de9-625b91f072e8', 'status': 'completed', 'code': 200} Mar 11 19:40:18.614864 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d67daae-16d9-4484-97d8-8846d3882c90 req-46b4d695-949b-409e-ac23-197d87c7ca27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:18.616433 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1d67daae-16d9-4484-97d8-8846d3882c90 req-46b4d695-949b-409e-ac23-197d87c7ca27 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7fcfa9d2f3ed4be8ac815d1e6642330d&device_id=ec82ad9d-8743-494f-8245-9b1ee29449f3 HTTP/1.1" status: 200 len: 1130 time: 0.0797353 Mar 11 19:40:18.655669 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876ffbbb-9ccb-4c7a-92c6-852747454c3c req-6a088ea9-3fc9-440b-afd6-234c2d26a0c4 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:18.657757 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-876ffbbb-9ccb-4c7a-92c6-852747454c3c req-6a088ea9-3fc9-440b-afd6-234c2d26a0c4 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 943 time: 0.0928078 Mar 11 19:40:18.753519 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-876ffbbb-9ccb-4c7a-92c6-852747454c3c req-2c0e3206-d891-4bfe-ad7a-c261489d36e4 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868213 Mar 11 19:40:18.756227 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d67daae-16d9-4484-97d8-8846d3882c90 req-06110c27-bd85-459d-92a3-15b7b71016ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:18.757612 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1d67daae-16d9-4484-97d8-8846d3882c90 req-06110c27-bd85-459d-92a3-15b7b71016ae service neutron] 10.222.0.57 "GET /v2.0/networks?id=885772b1-9b97-4e1d-a0fb-e125030c5a81 HTTP/1.1" status: 200 len: 870 time: 0.1355865 Mar 11 19:40:18.789402 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:18.812176 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1d67daae-16d9-4484-97d8-8846d3882c90 req-a9ec5b39-b9b5-4146-a410-9c4e80f8eee5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=c02b1cc0-d650-45bb-9de9-625b91f072e8 HTTP/1.1" status: 200 len: 217 time: 0.0482771 Mar 11 19:40:18.863151 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d67daae-16d9-4484-97d8-8846d3882c90 req-dec75781-4d2c-45fb-b37a-aa85bf5df788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:18.864706 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1d67daae-16d9-4484-97d8-8846d3882c90 req-dec75781-4d2c-45fb-b37a-aa85bf5df788 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.0474870 Mar 11 19:40:18.920855 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d67daae-16d9-4484-97d8-8846d3882c90 req-8bbde43f-5788-4211-9c62-2eb02ad000e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:18.922785 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1d67daae-16d9-4484-97d8-8846d3882c90 req-8bbde43f-5788-4211-9c62-2eb02ad000e2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0519602 Mar 11 19:40:18.993252 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device c02b1cc0-d650-45bb-9de9-625b91f072e8 details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:40:18.995842 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 9b8c3b55-ec54-49a1-8218-e81f898cd6dd up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:40:19.024209 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1d67daae-16d9-4484-97d8-8846d3882c90 req-ef601c29-fde1-4765-ad0e-633bdde354e5 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951355 Mar 11 19:40:19.124428 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port 9b8c3b55-ec54-49a1-8218-e81f898cd6dd completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:40:19.131477 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port 9b8c3b55-ec54-49a1-8218-e81f898cd6dd triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:40:19.131877 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (9b8c3b55-ec54-49a1-8218-e81f898cd6dd), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:19.140695 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1d67daae-16d9-4484-97d8-8846d3882c90 req-e3c69588-c675-44db-a2a0-4e0cdf78744a service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102695 Mar 11 19:40:19.169889 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port c02b1cc0-d650-45bb-9de9-625b91f072e8, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=c02b1cc0-d650-45bb-9de9-625b91f072e8,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:40:19.201222 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': 'c02b1cc0-d650-45bb-9de9-625b91f072e8', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'port_id': 'c02b1cc0-d650-45bb-9de9-625b91f072e8', 'mac_address': 'fa:16:3e:d9:e6:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bb14923-74c3-4313-be8d-ed33542f05aa', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:40:19.266645 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port c02b1cc0-d650-45bb-9de9-625b91f072e8 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:40:19.267041 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c02b1cc0-d650-45bb-9de9-625b91f072e8), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:19.293893 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c02b1cc0-d650-45bb-9de9-625b91f072e8 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:40:19.302472 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 9b8c3b55-ec54-49a1-8218-e81f898cd6dd is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:40:19.302880 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (9b8c3b55-ec54-49a1-8218-e81f898cd6dd), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:19.325346 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port c02b1cc0-d650-45bb-9de9-625b91f072e8, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=c02b1cc0-d650-45bb-9de9-625b91f072e8,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:40:19.332948 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (c02b1cc0-d650-45bb-9de9-625b91f072e8), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:19.370369 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 9b8c3b55-ec54-49a1-8218-e81f898cd6dd, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=9b8c3b55-ec54-49a1-8218-e81f898cd6dd,segment=NetworkSegment(69eb0e62-687e-4724-ba5c-a415cb9293d1),segment_id=69eb0e62-687e-4724-ba5c-a415cb9293d1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:40:19.375988 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (9b8c3b55-ec54-49a1-8218-e81f898cd6dd), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:19.395023 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=c02b1cc0-d650-45bb-9de9-625b91f072e8,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:19.442611 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=9b8c3b55-ec54-49a1-8218-e81f898cd6dd,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:19.459153 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177bef8b-2145-4adb-9cda-756f71a29784 req-78739a47-864d-4ed4-b2aa-0c5c46df2c57 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:19.460705 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-177bef8b-2145-4adb-9cda-756f71a29784 req-78739a47-864d-4ed4-b2aa-0c5c46df2c57 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=f405cd85-62aa-4b86-a1d4-4d3c93e498db HTTP/1.1" status: 200 len: 943 time: 0.0550811 Mar 11 19:40:19.509284 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-177bef8b-2145-4adb-9cda-756f71a29784 req-0513b1d2-9390-4780-9f08-75b1f1ae0d03 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428104 Mar 11 19:40:19.551965 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b03e45-a2a9-4c27-ad18-b3fb0d8d0e38 x-openstack-request-id: req-78b03e45-a2a9-4c27-ad18-b3fb0d8d0e38 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:40:19.552269 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a62723e0-754e-4798-a83f-acc02598f4b5", "name": "network-vif-plugged", "status": "completed", "tag": "e75757ee-1bfb-4252-9cd1-492301e036ff", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:40:19.552533 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-78b03e45-a2a9-4c27-ad18-b3fb0d8d0e38 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:40:19.552942 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a62723e0-754e-4798-a83f-acc02598f4b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e75757ee-1bfb-4252-9cd1-492301e036ff', 'code': 200} Mar 11 19:40:19.662478 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['c02b1cc0-d650-45bb-9de9-625b91f072e8'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:40:19.698848 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3d293118-6328-4d78-8300-e278988474f0 req-9e4f0244-f587-4e86-bcc1-d90790c46303 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1364176 Mar 11 19:40:19.704873 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b49fab-4106-40c9-95a1-4462bd3c92c2 req-7cd96d1d-632a-4b28-9325-7b6ed6deaaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:19.706398 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-93b49fab-4106-40c9-95a1-4462bd3c92c2 req-7cd96d1d-632a-4b28-9325-7b6ed6deaaa2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a62723e0-754e-4798-a83f-acc02598f4b5 HTTP/1.1" status: 200 len: 1131 time: 0.0711501 Mar 11 19:40:19.711297 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-3d293118-6328-4d78-8300-e278988474f0 req-460413b8-01c8-432c-8f3a-901d60f0c4c6 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Request body: {'floatingip': {'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:40:19.751165 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3d293118-6328-4d78-8300-e278988474f0 req-460413b8-01c8-432c-8f3a-901d60f0c4c6 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:19.776604 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-93b49fab-4106-40c9-95a1-4462bd3c92c2 req-8d1af41b-0def-4c95-8201-510b1b754df0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=032b05bd-60bf-4cbe-8790-99bf90b24300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602429 Mar 11 19:40:19.860384 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3d293118-6328-4d78-8300-e278988474f0 req-460413b8-01c8-432c-8f3a-901d60f0c4c6 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:19.961441 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-3d293118-6328-4d78-8300-e278988474f0 req-460413b8-01c8-432c-8f3a-901d60f0c4c6 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Allocated IP 172.25.8.163 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/80281527-cc8d-4d58-a8e7-9b79b494d149) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:40:20.067208 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3d293118-6328-4d78-8300-e278988474f0 req-460413b8-01c8-432c-8f3a-901d60f0c4c6 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Publish callbacks [] for port (80281527-cc8d-4d58-a8e7-9b79b494d149), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:20.101648 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3d293118-6328-4d78-8300-e278988474f0 req-460413b8-01c8-432c-8f3a-901d60f0c4c6 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (80281527-cc8d-4d58-a8e7-9b79b494d149), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:20.138587 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d293118-6328-4d78-8300-e278988474f0 req-460413b8-01c8-432c-8f3a-901d60f0c4c6 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:40:20.141464 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-3d293118-6328-4d78-8300-e278988474f0 req-460413b8-01c8-432c-8f3a-901d60f0c4c6 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:40:20.147040 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d293118-6328-4d78-8300-e278988474f0 req-460413b8-01c8-432c-8f3a-901d60f0c4c6 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:40:20.173688 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460413b8-01c8-432c-8f3a-901d60f0c4c6 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Pushing event updated for resources: {'Port': ['ID=80281527-cc8d-4d58-a8e7-9b79b494d149,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:20.237601 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3d293118-6328-4d78-8300-e278988474f0 req-460413b8-01c8-432c-8f3a-901d60f0c4c6 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Publish callbacks [] for floatingip (09dd3149-976f-4550-bfe7-be6d07f83c0e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:20.285555 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3d293118-6328-4d78-8300-e278988474f0 req-460413b8-01c8-432c-8f3a-901d60f0c4c6 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (80281527-cc8d-4d58-a8e7-9b79b494d149), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:20.439959 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3d293118-6328-4d78-8300-e278988474f0 req-460413b8-01c8-432c-8f3a-901d60f0c4c6 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Publish callbacks [] for port (80281527-cc8d-4d58-a8e7-9b79b494d149), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:20.445224 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3d293118-6328-4d78-8300-e278988474f0 req-460413b8-01c8-432c-8f3a-901d60f0c4c6 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (80281527-cc8d-4d58-a8e7-9b79b494d149), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:20.518329 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f405cd85-62aa-4b86-a1d4-4d3c93e498db', 'tag': '483b45ab-7029-4896-bfb5-4033de871ac9'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:40:20.520650 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55938496-dea1-4eb9-bed5-0c30bcd6887e" -d '{"events": [{"name": "network-changed", "server_uuid": "f405cd85-62aa-4b86-a1d4-4d3c93e498db", "tag": "483b45ab-7029-4896-bfb5-4033de871ac9"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:40:20.525993 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460413b8-01c8-432c-8f3a-901d60f0c4c6 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Pushing event updated for resources: {'Port': ['ID=80281527-cc8d-4d58-a8e7-9b79b494d149,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:20.538168 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3d293118-6328-4d78-8300-e278988474f0 req-460413b8-01c8-432c-8f3a-901d60f0c4c6 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (09dd3149-976f-4550-bfe7-be6d07f83c0e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:20.554448 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3d293118-6328-4d78-8300-e278988474f0 req-460413b8-01c8-432c-8f3a-901d60f0c4c6 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:20.555711 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3d293118-6328-4d78-8300-e278988474f0 req-460413b8-01c8-432c-8f3a-901d60f0c4c6 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.8483937 Mar 11 19:40:20.614788 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3d293118-6328-4d78-8300-e278988474f0 req-686bd456-123b-421e-811f-998ee25f6de2 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.163 HTTP/1.1" status: 200 len: 696 time: 0.0527935 Mar 11 19:40:20.738090 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d293118-6328-4d78-8300-e278988474f0 req-1d66f5e6-908d-4742-92bd-53284fded13a tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:20.739386 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3d293118-6328-4d78-8300-e278988474f0 req-1d66f5e6-908d-4742-92bd-53284fded13a tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] 10.222.0.65 "GET /v2.0/networks/612cc066-33e3-444d-b1c7-d0a64751482a HTTP/1.1" status: 200 len: 784 time: 0.1193204 Mar 11 19:40:20.789376 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c794285-8d41-481b-bc47-94253472f487 x-openstack-request-id: req-9c794285-8d41-481b-bc47-94253472f487 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:40:20.789894 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02d8cdc7-f586-4487-9626-8e913f76cf04", "tag": "94e3b68e-4fab-43d2-b9ab-2b3abd54eb41", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:40:20.789985 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9c794285-8d41-481b-bc47-94253472f487 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:40:20.790509 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02d8cdc7-f586-4487-9626-8e913f76cf04', 'tag': '94e3b68e-4fab-43d2-b9ab-2b3abd54eb41', 'status': 'completed', 'code': 200} Mar 11 19:40:20.864471 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f202da40-91d0-49be-9b88-91796eb5a1a4 req-b8c309a5-d1cc-421b-9c45-87ef190f0dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:20.869210 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f202da40-91d0-49be-9b88-91796eb5a1a4 req-b8c309a5-d1cc-421b-9c45-87ef190f0dca service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=84f4e9628ef44103bf68c3d01504c13a&device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 1125 time: 0.0538568 Mar 11 19:40:20.972295 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f202da40-91d0-49be-9b88-91796eb5a1a4 req-8340533f-cf52-4168-b350-e87ac7169168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:20.973751 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f202da40-91d0-49be-9b88-91796eb5a1a4 req-8340533f-cf52-4168-b350-e87ac7169168 service neutron] 10.222.0.75 "GET /v2.0/networks?id=a1201544-4744-491d-92d6-555a21ac497f HTTP/1.1" status: 200 len: 915 time: 0.0995617 Mar 11 19:40:20.995496 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc46f0c7-257c-4838-b740-f34d5e23731b req-2385cd62-2cfc-4d57-8c67-9ff7bcf17dfb tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:20.997142 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cc46f0c7-257c-4838-b740-f34d5e23731b req-2385cd62-2cfc-4d57-8c67-9ff7bcf17dfb tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=20e6d114-ef3d-4fea-9f9f-8ede4772c7b5 HTTP/1.1" status: 200 len: 946 time: 0.0582066 Mar 11 19:40:21.006491 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device c02b1cc0-d650-45bb-9de9-625b91f072e8 up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:40:21.017473 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f202da40-91d0-49be-9b88-91796eb5a1a4 req-0688e459-b30a-472d-bf48-b10481b2c6ef service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94e3b68e-4fab-43d2-b9ab-2b3abd54eb41 HTTP/1.1" status: 200 len: 217 time: 0.0377426 Mar 11 19:40:21.066564 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cc46f0c7-257c-4838-b740-f34d5e23731b req-d77bcf10-a160-43eb-800c-71da38293469 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=8fd338c4-2511-40d9-94c8-daae49666ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613017 Mar 11 19:40:21.076916 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f202da40-91d0-49be-9b88-91796eb5a1a4 req-c3467a4b-a57d-470e-b187-8bba5731f4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:21.077037 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port c02b1cc0-d650-45bb-9de9-625b91f072e8 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:40:21.079096 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f202da40-91d0-49be-9b88-91796eb5a1a4 req-c3467a4b-a57d-470e-b187-8bba5731f4b4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=26665c17-419c-4adf-85bc-a3f3efde487e HTTP/1.1" status: 200 len: 854 time: 0.0546715 Mar 11 19:40:21.086868 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port c02b1cc0-d650-45bb-9de9-625b91f072e8 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:40:21.087262 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (c02b1cc0-d650-45bb-9de9-625b91f072e8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:21.113832 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f202da40-91d0-49be-9b88-91796eb5a1a4 req-b40d23bf-66d8-40ae-b11c-cf5372a6cd4f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a1201544-4744-491d-92d6-555a21ac497f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284071 Mar 11 19:40:21.182454 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port c02b1cc0-d650-45bb-9de9-625b91f072e8 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:40:21.183046 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c02b1cc0-d650-45bb-9de9-625b91f072e8), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:21.229804 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e88f9d-a3cd-498c-a40e-fbcea9778bf9 req-82d3ba88-67c5-4a45-bd42-de683f21ff57 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:21.232861 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-99e88f9d-a3cd-498c-a40e-fbcea9778bf9 req-82d3ba88-67c5-4a45-bd42-de683f21ff57 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec82ad9d-8743-494f-8245-9b1ee29449f3 HTTP/1.1" status: 200 len: 949 time: 0.0904784 Mar 11 19:40:21.241881 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f202da40-91d0-49be-9b88-91796eb5a1a4 req-5d5467fe-9843-4322-8d14-a2579a6c6803 service neutron] 10.222.0.75 "GET /v2.0/networks/a1201544-4744-491d-92d6-555a21ac497f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209707 Mar 11 19:40:21.251980 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port c02b1cc0-d650-45bb-9de9-625b91f072e8, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=c02b1cc0-d650-45bb-9de9-625b91f072e8,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:40:21.259287 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (c02b1cc0-d650-45bb-9de9-625b91f072e8), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:21.304044 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-99e88f9d-a3cd-498c-a40e-fbcea9778bf9 req-ce6c09f3-3008-4a07-84f1-8dc85d1101ce tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/security-groups?id=032b05bd-60bf-4cbe-8790-99bf90b24300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625594 Mar 11 19:40:21.326123 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=c02b1cc0-d650-45bb-9de9-625b91f072e8,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:21.366212 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 483b45ab-7029-4896-bfb5-4033de871ac9 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:40:21.368281 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f202da40-91d0-49be-9b88-91796eb5a1a4 req-46d53a2a-2aee-45ef-ba20-503c2f4e704f service neutron] 10.222.0.75 "GET /v2.0/networks/a1201544-4744-491d-92d6-555a21ac497f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136417 Mar 11 19:40:21.482937 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 483b45ab-7029-4896-bfb5-4033de871ac9, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=483b45ab-7029-4896-bfb5-4033de871ac9,segment=NetworkSegment(4e412043-f4b7-4584-89b3-4a0ee01e31e1),segment_id=4e412043-f4b7-4584-89b3-4a0ee01e31e1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:40:21.500134 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '483b45ab-7029-4896-bfb5-4033de871ac9', 'network_id': '90292ec6-d6b2-4fa1-9376-c622cb87c9e0', 'port_id': '483b45ab-7029-4896-bfb5-4033de871ac9', 'mac_address': 'fa:16:3e:8c:21:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5402328f-7fd7-414d-bb99-adab596edad0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:40:21.553832 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e6d114-ef3d-4fea-9f9f-8ede4772c7b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b8c3b55-ec54-49a1-8218-e81f898cd6dd'}, {'server_uuid': 'ec82ad9d-8743-494f-8245-9b1ee29449f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c02b1cc0-d650-45bb-9de9-625b91f072e8'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:40:21.556352 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aecf7e7f-1d88-4b8a-ac2a-acbaf0db9425" -d '{"events": [{"server_uuid": "20e6d114-ef3d-4fea-9f9f-8ede4772c7b5", "name": "network-vif-plugged", "status": "completed", "tag": "9b8c3b55-ec54-49a1-8218-e81f898cd6dd"}, {"server_uuid": "ec82ad9d-8743-494f-8245-9b1ee29449f3", "name": "network-vif-plugged", "status": "completed", "tag": "c02b1cc0-d650-45bb-9de9-625b91f072e8"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:40:21.572888 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 483b45ab-7029-4896-bfb5-4033de871ac9 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:40:21.573471 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (483b45ab-7029-4896-bfb5-4033de871ac9), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:21.592173 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 483b45ab-7029-4896-bfb5-4033de871ac9 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:40:21.617271 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 483b45ab-7029-4896-bfb5-4033de871ac9, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=483b45ab-7029-4896-bfb5-4033de871ac9,segment=NetworkSegment(4e412043-f4b7-4584-89b3-4a0ee01e31e1),segment_id=4e412043-f4b7-4584-89b3-4a0ee01e31e1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:40:21.622746 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (483b45ab-7029-4896-bfb5-4033de871ac9), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:21.623894 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 94e3b68e-4fab-43d2-b9ab-2b3abd54eb41 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:40:21.718160 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=483b45ab-7029-4896-bfb5-4033de871ac9,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:21.807319 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 94e3b68e-4fab-43d2-b9ab-2b3abd54eb41, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=94e3b68e-4fab-43d2-b9ab-2b3abd54eb41,segment=NetworkSegment(ef0b97fd-24fa-456a-8472-bb47ab40643e),segment_id=ef0b97fd-24fa-456a-8472-bb47ab40643e)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:40:21.822137 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '94e3b68e-4fab-43d2-b9ab-2b3abd54eb41', 'network_id': 'a1201544-4744-491d-92d6-555a21ac497f', 'port_id': '94e3b68e-4fab-43d2-b9ab-2b3abd54eb41', 'mac_address': 'fa:16:3e:07:0f:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 894, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26665c17-419c-4adf-85bc-a3f3efde487e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:40:21.867597 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 94e3b68e-4fab-43d2-b9ab-2b3abd54eb41 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:40:21.868091 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (94e3b68e-4fab-43d2-b9ab-2b3abd54eb41), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:21.886098 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94e3b68e-4fab-43d2-b9ab-2b3abd54eb41 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:40:21.907135 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 94e3b68e-4fab-43d2-b9ab-2b3abd54eb41, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=94e3b68e-4fab-43d2-b9ab-2b3abd54eb41,segment=NetworkSegment(ef0b97fd-24fa-456a-8472-bb47ab40643e),segment_id=ef0b97fd-24fa-456a-8472-bb47ab40643e)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:40:21.911151 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (94e3b68e-4fab-43d2-b9ab-2b3abd54eb41), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:21.960943 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ffdf0-1512-4a06-8183-e0461fc53a95 req-585ece91-9df0-4dfc-8e45-1b79771d98cc tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:21.962571 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3b5ffdf0-1512-4a06-8183-e0461fc53a95 req-585ece91-9df0-4dfc-8e45-1b79771d98cc tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 944 time: 0.0582480 Mar 11 19:40:21.963737 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=94e3b68e-4fab-43d2-b9ab-2b3abd54eb41,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:22.017645 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3b5ffdf0-1512-4a06-8183-e0461fc53a95 req-0eef10ae-c5d4-40cb-9a78-9f749c385e3e tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456378 Mar 11 19:40:22.059730 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d560326-f8bf-462d-822e-f8881a882310 x-openstack-request-id: req-8d560326-f8bf-462d-822e-f8881a882310 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:40:22.060032 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f405cd85-62aa-4b86-a1d4-4d3c93e498db", "tag": "483b45ab-7029-4896-bfb5-4033de871ac9", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:40:22.060294 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8d560326-f8bf-462d-822e-f8881a882310 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:40:22.060707 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f405cd85-62aa-4b86-a1d4-4d3c93e498db', 'tag': '483b45ab-7029-4896-bfb5-4033de871ac9', 'status': 'completed', 'code': 200} Mar 11 19:40:22.135348 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55938496-dea1-4eb9-bed5-0c30bcd6887e req-2e56af24-2563-4b37-8077-b99b852d6286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:22.136943 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-55938496-dea1-4eb9-bed5-0c30bcd6887e req-2e56af24-2563-4b37-8077-b99b852d6286 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=12e2452ddb214caab7c1aa2dab6d048a&device_id=f405cd85-62aa-4b86-a1d4-4d3c93e498db HTTP/1.1" status: 200 len: 1126 time: 0.0523219 Mar 11 19:40:22.160547 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d65bff-fc41-410f-9f4c-a785df330c4f req-7a7325f5-eaa3-41b1-ba86-2b17988ba176 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:22.161849 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-40d65bff-fc41-410f-9f4c-a785df330c4f req-7a7325f5-eaa3-41b1-ba86-2b17988ba176 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=f405cd85-62aa-4b86-a1d4-4d3c93e498db HTTP/1.1" status: 200 len: 944 time: 0.0542059 Mar 11 19:40:22.195003 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['483b45ab-7029-4896-bfb5-4033de871ac9'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:40:22.215651 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-40d65bff-fc41-410f-9f4c-a785df330c4f req-f2c70f02-5bd4-424e-a182-dcea9cbbb1bf tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470314 Mar 11 19:40:22.225054 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['94e3b68e-4fab-43d2-b9ab-2b3abd54eb41'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:40:22.243730 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55938496-dea1-4eb9-bed5-0c30bcd6887e req-8bc4241f-b201-4353-856a-4dd6f3d9705c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:22.245207 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-55938496-dea1-4eb9-bed5-0c30bcd6887e req-8bc4241f-b201-4353-856a-4dd6f3d9705c service neutron] 10.222.0.75 "GET /v2.0/networks?id=90292ec6-d6b2-4fa1-9376-c622cb87c9e0 HTTP/1.1" status: 200 len: 912 time: 0.1013925 Mar 11 19:40:22.295440 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-55938496-dea1-4eb9-bed5-0c30bcd6887e req-6189a6d4-b178-4144-a1f9-936fd505a8a8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=483b45ab-7029-4896-bfb5-4033de871ac9 HTTP/1.1" status: 200 len: 217 time: 0.0413792 Mar 11 19:40:22.314715 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-49d28512-71dc-4b36-a8ac-608d366c0085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:22.346034 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55938496-dea1-4eb9-bed5-0c30bcd6887e req-a07a2048-bcda-4371-a9d5-4d4b46e1cbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:22.347889 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-55938496-dea1-4eb9-bed5-0c30bcd6887e req-a07a2048-bcda-4371-a9d5-4d4b46e1cbdd service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5402328f-7fd7-414d-bb99-adab596edad0 HTTP/1.1" status: 200 len: 851 time: 0.0467541 Mar 11 19:40:22.381604 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-55938496-dea1-4eb9-bed5-0c30bcd6887e req-de2f704c-f07f-4836-be1c-26acbdb30c67 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=90292ec6-d6b2-4fa1-9376-c622cb87c9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276618 Mar 11 19:40:22.382910 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-87e04e1a-93a5-4d32-84f1-84cb114a45b2 req-862d6f73-8c85-4b7d-b590-f617e9e4001e tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1250844 Mar 11 19:40:22.393499 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-87e04e1a-93a5-4d32-84f1-84cb114a45b2 req-aff284aa-1155-4b12-a1d2-f9722042d7cf tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Request body: {'floatingip': {'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:40:22.415855 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-87e04e1a-93a5-4d32-84f1-84cb114a45b2 req-aff284aa-1155-4b12-a1d2-f9722042d7cf tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:22.481273 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-55938496-dea1-4eb9-bed5-0c30bcd6887e req-aa70ee12-f7d8-4d90-99f0-378be8b32a60 service neutron] 10.222.0.75 "GET /v2.0/networks/90292ec6-d6b2-4fa1-9376-c622cb87c9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924168 Mar 11 19:40:22.526639 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-87e04e1a-93a5-4d32-84f1-84cb114a45b2 req-aff284aa-1155-4b12-a1d2-f9722042d7cf tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:22.540272 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:22.574566 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-55938496-dea1-4eb9-bed5-0c30bcd6887e req-cbace34e-8b63-4ca0-b285-cda17d231057 service neutron] 10.222.0.75 "GET /v2.0/networks/90292ec6-d6b2-4fa1-9376-c622cb87c9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873554 Mar 11 19:40:22.644007 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-87e04e1a-93a5-4d32-84f1-84cb114a45b2 req-aff284aa-1155-4b12-a1d2-f9722042d7cf tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Allocated IP 172.25.8.215 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/a901a2e4-8641-42c0-95a8-4d189fd2991c) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:40:22.754186 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-87e04e1a-93a5-4d32-84f1-84cb114a45b2 req-aff284aa-1155-4b12-a1d2-f9722042d7cf tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Publish callbacks [] for port (a901a2e4-8641-42c0-95a8-4d189fd2991c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:22.788144 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-87e04e1a-93a5-4d32-84f1-84cb114a45b2 req-aff284aa-1155-4b12-a1d2-f9722042d7cf tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (a901a2e4-8641-42c0-95a8-4d189fd2991c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:22.827883 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87e04e1a-93a5-4d32-84f1-84cb114a45b2 req-aff284aa-1155-4b12-a1d2-f9722042d7cf tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:40:22.833558 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-87e04e1a-93a5-4d32-84f1-84cb114a45b2 req-aff284aa-1155-4b12-a1d2-f9722042d7cf tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:40:22.836194 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-87e04e1a-93a5-4d32-84f1-84cb114a45b2 req-aff284aa-1155-4b12-a1d2-f9722042d7cf tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:40:22.859294 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff284aa-1155-4b12-a1d2-f9722042d7cf tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Pushing event updated for resources: {'Port': ['ID=a901a2e4-8641-42c0-95a8-4d189fd2991c,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:22.932885 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-87e04e1a-93a5-4d32-84f1-84cb114a45b2 req-aff284aa-1155-4b12-a1d2-f9722042d7cf tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Publish callbacks [] for floatingip (7c726ab4-6c2d-45fa-aa8d-4d696f66d92e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:22.972472 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-87e04e1a-93a5-4d32-84f1-84cb114a45b2 req-aff284aa-1155-4b12-a1d2-f9722042d7cf tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a901a2e4-8641-42c0-95a8-4d189fd2991c), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:23.125833 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-87e04e1a-93a5-4d32-84f1-84cb114a45b2 req-aff284aa-1155-4b12-a1d2-f9722042d7cf tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Publish callbacks [] for port (a901a2e4-8641-42c0-95a8-4d189fd2991c), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:23.130330 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-87e04e1a-93a5-4d32-84f1-84cb114a45b2 req-aff284aa-1155-4b12-a1d2-f9722042d7cf tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (a901a2e4-8641-42c0-95a8-4d189fd2991c), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:23.195889 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff284aa-1155-4b12-a1d2-f9722042d7cf tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Pushing event updated for resources: {'Port': ['ID=a901a2e4-8641-42c0-95a8-4d189fd2991c,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:23.209458 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-87e04e1a-93a5-4d32-84f1-84cb114a45b2 req-aff284aa-1155-4b12-a1d2-f9722042d7cf tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (7c726ab4-6c2d-45fa-aa8d-4d696f66d92e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:23.224523 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-87e04e1a-93a5-4d32-84f1-84cb114a45b2 req-aff284aa-1155-4b12-a1d2-f9722042d7cf tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:23.225745 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-87e04e1a-93a5-4d32-84f1-84cb114a45b2 req-aff284aa-1155-4b12-a1d2-f9722042d7cf tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.8371525 Mar 11 19:40:23.279269 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-87e04e1a-93a5-4d32-84f1-84cb114a45b2 req-db767a44-d152-40b4-bc16-d727237df0d0 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.215 HTTP/1.1" status: 200 len: 696 time: 0.0477943 Mar 11 19:40:23.373809 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 483b45ab-7029-4896-bfb5-4033de871ac9 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:40:23.381187 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e04e1a-93a5-4d32-84f1-84cb114a45b2 req-c6bd1ba5-b6d4-44da-9c39-12f8e8745cc3 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:23.382481 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-87e04e1a-93a5-4d32-84f1-84cb114a45b2 req-c6bd1ba5-b6d4-44da-9c39-12f8e8745cc3 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] 10.222.0.65 "GET /v2.0/networks/612cc066-33e3-444d-b1c7-d0a64751482a HTTP/1.1" status: 200 len: 784 time: 0.0980220 Mar 11 19:40:23.429888 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port 483b45ab-7029-4896-bfb5-4033de871ac9 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:40:23.433673 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 483b45ab-7029-4896-bfb5-4033de871ac9 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:40:23.434051 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (483b45ab-7029-4896-bfb5-4033de871ac9), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:23.520035 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 483b45ab-7029-4896-bfb5-4033de871ac9 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:40:23.520434 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (483b45ab-7029-4896-bfb5-4033de871ac9), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:23.553289 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 483b45ab-7029-4896-bfb5-4033de871ac9, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=483b45ab-7029-4896-bfb5-4033de871ac9,segment=NetworkSegment(4e412043-f4b7-4584-89b3-4a0ee01e31e1),segment_id=4e412043-f4b7-4584-89b3-4a0ee01e31e1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:40:23.557250 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (483b45ab-7029-4896-bfb5-4033de871ac9), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:23.558018 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 94e3b68e-4fab-43d2-b9ab-2b3abd54eb41 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:40:23.603215 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Mar 2022 19:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38437dd-0d9f-431c-8466-44c8cb2281fb x-openstack-request-id: req-d38437dd-0d9f-431c-8466-44c8cb2281fb {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:40:23.603514 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20e6d114-ef3d-4fea-9f9f-8ede4772c7b5", "name": "network-vif-plugged", "status": "completed", "tag": "9b8c3b55-ec54-49a1-8218-e81f898cd6dd", "code": 200}, {"server_uuid": "ec82ad9d-8743-494f-8245-9b1ee29449f3", "name": "network-vif-plugged", "status": "completed", "tag": "c02b1cc0-d650-45bb-9de9-625b91f072e8", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:40:23.603800 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d38437dd-0d9f-431c-8466-44c8cb2281fb {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:40:23.604198 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e6d114-ef3d-4fea-9f9f-8ede4772c7b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b8c3b55-ec54-49a1-8218-e81f898cd6dd', 'code': 200} Mar 11 19:40:23.604460 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec82ad9d-8743-494f-8245-9b1ee29449f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c02b1cc0-d650-45bb-9de9-625b91f072e8', 'code': 200} Mar 11 19:40:23.651325 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=483b45ab-7029-4896-bfb5-4033de871ac9,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:23.662098 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port 94e3b68e-4fab-43d2-b9ab-2b3abd54eb41 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:40:23.668077 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 94e3b68e-4fab-43d2-b9ab-2b3abd54eb41 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:40:23.669013 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (94e3b68e-4fab-43d2-b9ab-2b3abd54eb41), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:23.736663 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d7327-3536-44dd-b578-5f22f51b34dc req-a4539fe9-e3af-45a5-b35a-0f68b5b7062c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:23.738034 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ce4d7327-3536-44dd-b578-5f22f51b34dc req-a4539fe9-e3af-45a5-b35a-0f68b5b7062c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=20e6d114-ef3d-4fea-9f9f-8ede4772c7b5 HTTP/1.1" status: 200 len: 1128 time: 0.0797734 Mar 11 19:40:23.745993 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69735b5e-0c62-485e-8be7-27e7e779764b req-40d666e2-c77d-4243-902c-b58824280755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:23.747458 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-69735b5e-0c62-485e-8be7-27e7e779764b req-40d666e2-c77d-4243-902c-b58824280755 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ec82ad9d-8743-494f-8245-9b1ee29449f3 HTTP/1.1" status: 200 len: 1132 time: 0.0905294 Mar 11 19:40:23.753758 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 94e3b68e-4fab-43d2-b9ab-2b3abd54eb41 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:40:23.754153 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (94e3b68e-4fab-43d2-b9ab-2b3abd54eb41), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:23.793636 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 94e3b68e-4fab-43d2-b9ab-2b3abd54eb41, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=94e3b68e-4fab-43d2-b9ab-2b3abd54eb41,segment=NetworkSegment(ef0b97fd-24fa-456a-8472-bb47ab40643e),segment_id=ef0b97fd-24fa-456a-8472-bb47ab40643e)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:40:23.797967 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (94e3b68e-4fab-43d2-b9ab-2b3abd54eb41), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:23.803392 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ce4d7327-3536-44dd-b578-5f22f51b34dc req-2a168ee2-c8c8-446f-a9ae-87f479518f29 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8fd338c4-2511-40d9-94c8-daae49666ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549357 Mar 11 19:40:23.828159 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-69735b5e-0c62-485e-8be7-27e7e779764b req-d51f48a9-dfa4-451d-a3ed-c8cdc2503877 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=032b05bd-60bf-4cbe-8790-99bf90b24300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606637 Mar 11 19:40:23.852737 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=94e3b68e-4fab-43d2-b9ab-2b3abd54eb41,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:24.115281 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e34fbd-3c7e-451f-8e31-1eca2255a9be req-692c4bf8-e3b2-4aea-bbd3-b8c5f021ceb0 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:24.116804 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a5e34fbd-3c7e-451f-8e31-1eca2255a9be req-692c4bf8-e3b2-4aea-bbd3-b8c5f021ceb0 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=20e6d114-ef3d-4fea-9f9f-8ede4772c7b5 HTTP/1.1" status: 200 len: 946 time: 0.0529273 Mar 11 19:40:24.167356 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a5e34fbd-3c7e-451f-8e31-1eca2255a9be req-d69233e8-4408-4407-ab7b-9905088ca57d tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=8fd338c4-2511-40d9-94c8-daae49666ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447950 Mar 11 19:40:24.276261 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552e7eac-d87e-4012-b12d-cb97e2835808 req-0cd2db25-3030-4c22-befa-c2d9b4db802f tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:24.277745 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-552e7eac-d87e-4012-b12d-cb97e2835808 req-0cd2db25-3030-4c22-befa-c2d9b4db802f tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec82ad9d-8743-494f-8245-9b1ee29449f3 HTTP/1.1" status: 200 len: 950 time: 0.0526984 Mar 11 19:40:24.323501 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-552e7eac-d87e-4012-b12d-cb97e2835808 req-b08c4900-4bc9-4f2a-b0a9-a5ad827addc8 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/security-groups?id=032b05bd-60bf-4cbe-8790-99bf90b24300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402350 Mar 11 19:40:24.426588 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05970de-2981-44fc-b1f0-e60a6c9eebd9 req-a544f326-82e1-45cf-90e0-15e6672d96fb tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:24.427998 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d05970de-2981-44fc-b1f0-e60a6c9eebd9 req-a544f326-82e1-45cf-90e0-15e6672d96fb tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.0526886 Mar 11 19:40:24.474512 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d05970de-2981-44fc-b1f0-e60a6c9eebd9 req-8314df2f-8a60-43fe-adde-b0a13b910e01 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408590 Mar 11 19:40:24.586845 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617efca-e13a-4164-9330-69184dd25ffa req-fe269d6f-750e-4f04-9b73-be6284a0c917 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:24.588451 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5617efca-e13a-4164-9330-69184dd25ffa req-fe269d6f-750e-4f04-9b73-be6284a0c917 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=f405cd85-62aa-4b86-a1d4-4d3c93e498db HTTP/1.1" status: 200 len: 945 time: 0.0583036 Mar 11 19:40:24.638836 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5617efca-e13a-4164-9330-69184dd25ffa req-dcbc4635-d6fd-4a10-b595-363d4139618a tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438688 Mar 11 19:40:24.698373 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5c6f8ccd-f1ff-4c87-9157-d7e198f5411c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:24.763612 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fef79d68-c123-48ac-b160-31fe7bf82b29 req-7eacbaa3-ecfd-4d96-89ae-f8fd3e06739e tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1013918 Mar 11 19:40:24.772839 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-fef79d68-c123-48ac-b160-31fe7bf82b29 req-6d509b63-f568-42df-a7b6-c6a7ca08a489 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Request body: {'floatingip': {'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:40:24.793109 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fef79d68-c123-48ac-b160-31fe7bf82b29 req-6d509b63-f568-42df-a7b6-c6a7ca08a489 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:24.891735 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fef79d68-c123-48ac-b160-31fe7bf82b29 req-6d509b63-f568-42df-a7b6-c6a7ca08a489 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:24.999965 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-fef79d68-c123-48ac-b160-31fe7bf82b29 req-6d509b63-f568-42df-a7b6-c6a7ca08a489 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Allocated IP 172.25.8.77 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/4ac2b4dc-d144-48c7-9e91-a2994e2f57a7) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:40:25.106371 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fef79d68-c123-48ac-b160-31fe7bf82b29 req-6d509b63-f568-42df-a7b6-c6a7ca08a489 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Publish callbacks [] for port (4ac2b4dc-d144-48c7-9e91-a2994e2f57a7), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:25.138723 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fef79d68-c123-48ac-b160-31fe7bf82b29 req-6d509b63-f568-42df-a7b6-c6a7ca08a489 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (4ac2b4dc-d144-48c7-9e91-a2994e2f57a7), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:25.175869 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fef79d68-c123-48ac-b160-31fe7bf82b29 req-6d509b63-f568-42df-a7b6-c6a7ca08a489 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:40:25.180475 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-fef79d68-c123-48ac-b160-31fe7bf82b29 req-6d509b63-f568-42df-a7b6-c6a7ca08a489 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:40:25.183809 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-fef79d68-c123-48ac-b160-31fe7bf82b29 req-6d509b63-f568-42df-a7b6-c6a7ca08a489 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:40:25.189026 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d509b63-f568-42df-a7b6-c6a7ca08a489 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Pushing event updated for resources: {'Port': ['ID=4ac2b4dc-d144-48c7-9e91-a2994e2f57a7,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:25.276961 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fef79d68-c123-48ac-b160-31fe7bf82b29 req-6d509b63-f568-42df-a7b6-c6a7ca08a489 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Publish callbacks [] for floatingip (4b7c692d-3d27-46f4-b2ff-7ec74d225b66), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:25.319410 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fef79d68-c123-48ac-b160-31fe7bf82b29 req-6d509b63-f568-42df-a7b6-c6a7ca08a489 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (4ac2b4dc-d144-48c7-9e91-a2994e2f57a7), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:25.475171 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fef79d68-c123-48ac-b160-31fe7bf82b29 req-6d509b63-f568-42df-a7b6-c6a7ca08a489 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Publish callbacks [] for port (4ac2b4dc-d144-48c7-9e91-a2994e2f57a7), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:25.481199 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fef79d68-c123-48ac-b160-31fe7bf82b29 req-6d509b63-f568-42df-a7b6-c6a7ca08a489 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (4ac2b4dc-d144-48c7-9e91-a2994e2f57a7), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:25.545752 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d509b63-f568-42df-a7b6-c6a7ca08a489 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Pushing event updated for resources: {'Port': ['ID=4ac2b4dc-d144-48c7-9e91-a2994e2f57a7,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:25.559662 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fef79d68-c123-48ac-b160-31fe7bf82b29 req-6d509b63-f568-42df-a7b6-c6a7ca08a489 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (4b7c692d-3d27-46f4-b2ff-7ec74d225b66), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:25.576323 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fef79d68-c123-48ac-b160-31fe7bf82b29 req-6d509b63-f568-42df-a7b6-c6a7ca08a489 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:25.577586 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fef79d68-c123-48ac-b160-31fe7bf82b29 req-6d509b63-f568-42df-a7b6-c6a7ca08a489 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 0.8084569 Mar 11 19:40:25.605435 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f405cd85-62aa-4b86-a1d4-4d3c93e498db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '483b45ab-7029-4896-bfb5-4033de871ac9'}, {'server_uuid': '02d8cdc7-f586-4487-9626-8e913f76cf04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94e3b68e-4fab-43d2-b9ab-2b3abd54eb41'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:40:25.607715 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-657dac9c-78b9-4823-ab6b-5df21be52afc" -d '{"events": [{"server_uuid": "f405cd85-62aa-4b86-a1d4-4d3c93e498db", "name": "network-vif-plugged", "status": "completed", "tag": "483b45ab-7029-4896-bfb5-4033de871ac9"}, {"server_uuid": "02d8cdc7-f586-4487-9626-8e913f76cf04", "name": "network-vif-plugged", "status": "completed", "tag": "94e3b68e-4fab-43d2-b9ab-2b3abd54eb41"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:40:25.635884 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fef79d68-c123-48ac-b160-31fe7bf82b29 req-10bffee1-ef5c-4b0e-a268-fcdea3fbb2c5 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.77 HTTP/1.1" status: 200 len: 695 time: 0.0510571 Mar 11 19:40:25.738853 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef79d68-c123-48ac-b160-31fe7bf82b29 req-a0d6dcc8-dac6-426e-876f-7670357a89ea tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:25.740216 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fef79d68-c123-48ac-b160-31fe7bf82b29 req-a0d6dcc8-dac6-426e-876f-7670357a89ea tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] 10.222.0.65 "GET /v2.0/networks/612cc066-33e3-444d-b1c7-d0a64751482a HTTP/1.1" status: 200 len: 784 time: 0.0983951 Mar 11 19:40:26.021508 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb879cf-e559-4de4-b818-d3a82cc065b3 req-35fe3708-b771-472f-bfc2-a52ae514a99a tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:26.022974 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-acb879cf-e559-4de4-b818-d3a82cc065b3 req-35fe3708-b771-472f-bfc2-a52ae514a99a tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=20e6d114-ef3d-4fea-9f9f-8ede4772c7b5 HTTP/1.1" status: 200 len: 946 time: 0.0617177 Mar 11 19:40:26.069314 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-acb879cf-e559-4de4-b818-d3a82cc065b3 req-58ee41ac-64d4-4d17-82d8-b47e07873a1d tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=8fd338c4-2511-40d9-94c8-daae49666ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408232 Mar 11 19:40:26.111977 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:26.179297 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d7bb58-72c4-4ff0-99cb-683cfb87e50d req-705419f3-8603-4756-b303-948209822877 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:26.180791 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b2d7bb58-72c4-4ff0-99cb-683cfb87e50d req-705419f3-8603-4756-b303-948209822877 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec82ad9d-8743-494f-8245-9b1ee29449f3 HTTP/1.1" status: 200 len: 950 time: 0.0524654 Mar 11 19:40:26.227548 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b2d7bb58-72c4-4ff0-99cb-683cfb87e50d req-2213005d-865e-4614-a8ec-6cc076b8c557 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/security-groups?id=032b05bd-60bf-4cbe-8790-99bf90b24300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412152 Mar 11 19:40:26.343473 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a43ac-5efe-4648-8f5e-c19ea1bbb0f0 req-f0dfbd7d-daa2-453f-953c-62d17455b3f0 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:26.345340 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5a0a43ac-5efe-4648-8f5e-c19ea1bbb0f0 req-f0dfbd7d-daa2-453f-953c-62d17455b3f0 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.0546834 Mar 11 19:40:26.397384 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5a0a43ac-5efe-4648-8f5e-c19ea1bbb0f0 req-7bfe6f56-6629-4ced-9cd1-f7ca083c6279 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435550 Mar 11 19:40:26.443199 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Mar 2022 19:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d63eb3-e74b-4ff1-9e32-cede566a12a1 x-openstack-request-id: req-00d63eb3-e74b-4ff1-9e32-cede566a12a1 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:40:26.443531 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f405cd85-62aa-4b86-a1d4-4d3c93e498db", "name": "network-vif-plugged", "status": "completed", "tag": "483b45ab-7029-4896-bfb5-4033de871ac9", "code": 200}, {"server_uuid": "02d8cdc7-f586-4487-9626-8e913f76cf04", "name": "network-vif-plugged", "status": "completed", "tag": "94e3b68e-4fab-43d2-b9ab-2b3abd54eb41", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:40:26.443825 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-00d63eb3-e74b-4ff1-9e32-cede566a12a1 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:40:26.444254 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f405cd85-62aa-4b86-a1d4-4d3c93e498db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '483b45ab-7029-4896-bfb5-4033de871ac9', 'code': 200} Mar 11 19:40:26.444515 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02d8cdc7-f586-4487-9626-8e913f76cf04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94e3b68e-4fab-43d2-b9ab-2b3abd54eb41', 'code': 200} Mar 11 19:40:26.562814 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412807c1-7463-436d-8a95-e471c06f4725 req-162dd294-5da4-4513-a1ac-d4312d89bc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:26.564631 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-412807c1-7463-436d-8a95-e471c06f4725 req-162dd294-5da4-4513-a1ac-d4312d89bc37 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=f405cd85-62aa-4b86-a1d4-4d3c93e498db HTTP/1.1" status: 200 len: 1127 time: 0.0493071 Mar 11 19:40:26.578711 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c31832-3a77-431a-afe9-50c9200ce367 req-dce4aa7e-fa4b-40e9-9a96-600cce40808e tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:26.580178 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-63c31832-3a77-431a-afe9-50c9200ce367 req-dce4aa7e-fa4b-40e9-9a96-600cce40808e tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=f405cd85-62aa-4b86-a1d4-4d3c93e498db HTTP/1.1" status: 200 len: 945 time: 0.0846949 Mar 11 19:40:26.585970 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9bd5b6-3172-4209-b3f3-f40fbeede5ee req-50e02d18-6454-422d-8d1e-3cdd51119b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:26.587725 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dc9bd5b6-3172-4209-b3f3-f40fbeede5ee req-50e02d18-6454-422d-8d1e-3cdd51119b8b service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 1127 time: 0.0650792 Mar 11 19:40:26.610709 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-412807c1-7463-436d-8a95-e471c06f4725 req-3e95f215-bd1a-4ee5-8079-14bebd0fba45 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391164 Mar 11 19:40:26.669135 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-63c31832-3a77-431a-afe9-50c9200ce367 req-91b006e6-1767-4082-a150-a8ac727147dc tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804551 Mar 11 19:40:26.672350 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dc9bd5b6-3172-4209-b3f3-f40fbeede5ee req-e372184c-5bf7-4aed-9c79-2d54a92916d6 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765634 Mar 11 19:40:26.736630 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-aa5417c8-d99a-4de0-b0d4-d9ac4e66edbb req-3cc8edc7-bd6d-449f-931d-64ae31799d29 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] 10.222.0.65 "GET /v2.0/floatingips/4b7c692d-3d27-46f4-b2ff-7ec74d225b66 HTTP/1.1" status: 200 len: 692 time: 0.0462737 Mar 11 19:40:26.837857 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5417c8-d99a-4de0-b0d4-d9ac4e66edbb req-035a83c9-7642-4f71-8080-e9ff57415e9a tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:26.839177 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-aa5417c8-d99a-4de0-b0d4-d9ac4e66edbb req-035a83c9-7642-4f71-8080-e9ff57415e9a tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] 10.222.0.65 "GET /v2.0/networks/612cc066-33e3-444d-b1c7-d0a64751482a HTTP/1.1" status: 200 len: 784 time: 0.0974185 Mar 11 19:40:27.070938 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c6bf8-9ed9-45fd-ace3-4d415e053c87 req-f8e5c55d-df12-421c-8327-f3166df6cc2b tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:27.072467 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-533c6bf8-9ed9-45fd-ace3-4d415e053c87 req-f8e5c55d-df12-421c-8327-f3166df6cc2b tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] 10.222.0.65 "GET /v2.0/ports?device_id=ff6512a6-65de-4148-9b6b-4d286cc158a6 HTTP/1.1" status: 200 len: 948 time: 0.0549371 Mar 11 19:40:27.118239 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-533c6bf8-9ed9-45fd-ace3-4d415e053c87 req-2c1e3902-5847-4b14-92fa-2205cc904589 tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] 10.222.0.65 "GET /v2.0/security-groups?id=f452eb47-6dc6-439f-ac03-125757af0b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402846 Mar 11 19:40:27.219008 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4678c6f7-1b5e-429b-8423-1894149c0578 req-b0cc8b40-982d-497c-af47-2f033acdabbc tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:27.220487 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4678c6f7-1b5e-429b-8423-1894149c0578 req-b0cc8b40-982d-497c-af47-2f033acdabbc tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=20e6d114-ef3d-4fea-9f9f-8ede4772c7b5 HTTP/1.1" status: 200 len: 946 time: 0.0517716 Mar 11 19:40:27.229483 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 39256) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:40:27.233813 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-56575504-50b1-444a-8823-d3f0050d4d9e tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Request body: {'floatingip': {'port_id': '9b8c3b55-ec54-49a1-8218-e81f898cd6dd'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:40:27.298374 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-56575504-50b1-444a-8823-d3f0050d4d9e tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks [] for floatingip (2166b167-5dae-41bc-a514-3637ecbced26), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:27.407972 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff44c9-7b72-4c02-a91f-56cc2ddde9fb req-9312af33-4ad6-4434-844c-5c61d75ab638 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:27.409341 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a0ff44c9-7b72-4c02-a91f-56cc2ddde9fb req-9312af33-4ad6-4434-844c-5c61d75ab638 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/ports?device_id=a62723e0-754e-4798-a83f-acc02598f4b5 HTTP/1.1" status: 200 len: 949 time: 0.1401656 Mar 11 19:40:27.503032 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a0ff44c9-7b72-4c02-a91f-56cc2ddde9fb req-db920925-9bfd-44c8-919e-9cfc4667e4dd tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/security-groups?id=032b05bd-60bf-4cbe-8790-99bf90b24300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866463 Mar 11 19:40:27.530073 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:27.881710 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e935a47d-687a-44a8-beff-587ea4dca538 req-5b6de93c-bd4c-4060-b8af-99469091b409 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] 10.222.0.65 "GET /v2.0/floatingips/4b7c692d-3d27-46f4-b2ff-7ec74d225b66 HTTP/1.1" status: 200 len: 692 time: 0.0517855 Mar 11 19:40:28.100313 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e935a47d-687a-44a8-beff-587ea4dca538 req-eb6ab018-a9bd-417f-a93b-f10b2069466b tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:28.101639 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e935a47d-687a-44a8-beff-587ea4dca538 req-eb6ab018-a9bd-417f-a93b-f10b2069466b tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] 10.222.0.65 "GET /v2.0/networks/612cc066-33e3-444d-b1c7-d0a64751482a HTTP/1.1" status: 200 len: 784 time: 0.2113006 Mar 11 19:40:28.175801 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e935a47d-687a-44a8-beff-587ea4dca538 req-a0a7dee4-fd48-450c-8905-5537a37da639 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.77 HTTP/1.1" status: 200 len: 695 time: 0.0671356 Mar 11 19:40:28.275835 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e935a47d-687a-44a8-beff-587ea4dca538 req-1d0b0f8a-9129-4471-91e1-d995e235629f tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.77 HTTP/1.1" status: 200 len: 695 time: 0.0920210 Mar 11 19:40:28.352578 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-56575504-50b1-444a-8823-d3f0050d4d9e tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:28.363295 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-56575504-50b1-444a-8823-d3f0050d4d9e tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (2166b167-5dae-41bc-a514-3637ecbced26), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:28.487044 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd9bc4d-89c3-4628-8bbb-fbe66fad2e3e req-9be5d318-f11b-4a3e-a323-8e40b1d84505 tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:28.488422 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5fd9bc4d-89c3-4628-8bbb-fbe66fad2e3e req-9be5d318-f11b-4a3e-a323-8e40b1d84505 tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] 10.222.0.75 "GET /v2.0/ports?device_id=ff6512a6-65de-4148-9b6b-4d286cc158a6 HTTP/1.1" status: 200 len: 948 time: 0.2083464 Mar 11 19:40:28.579270 n-d-833163-1 neutron-server[103885]: INFO neutron.db.l3_db [None req-56575504-50b1-444a-8823-d3f0050d4d9e tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Floating IP 2166b167-5dae-41bc-a514-3637ecbced26 associated. External IP: 172.25.8.172, port: 9b8c3b55-ec54-49a1-8218-e81f898cd6dd. Mar 11 19:40:28.652896 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-e935a47d-687a-44a8-beff-587ea4dca538 req-e2ff1b6a-4113-479e-a1f9-2a895fb86b77 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Deleting port 4ac2b4dc-d144-48c7-9e91-a2994e2f57a7 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:40:28.653255 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e935a47d-687a-44a8-beff-587ea4dca538 req-e2ff1b6a-4113-479e-a1f9-2a895fb86b77 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (4ac2b4dc-d144-48c7-9e91-a2994e2f57a7), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:28.760588 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9be516-d30a-41d1-bfcb-4ea431ddc020 req-f725d82c-5333-4812-9466-063a72a19f5b tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:28.761947 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-0f9be516-d30a-41d1-bfcb-4ea431ddc020 req-f725d82c-5333-4812-9466-063a72a19f5b tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] 10.222.0.75 "GET /v2.0/ports?device_id=ca21c3d3-86e2-42cc-b2ec-8fa0e4510589 HTTP/1.1" status: 200 len: 946 time: 0.0503554 Mar 11 19:40:28.803037 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-5fd9bc4d-89c3-4628-8bbb-fbe66fad2e3e req-babd9635-cfdb-428d-bfa2-fe565dec4be1 tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] Deleting port 2d98c400-07f5-4a86-882f-5ed09d9a0dc0 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:40:28.803375 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5fd9bc4d-89c3-4628-8bbb-fbe66fad2e3e req-babd9635-cfdb-428d-bfa2-fe565dec4be1 tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (2d98c400-07f5-4a86-882f-5ed09d9a0dc0), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:28.811107 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e935a47d-687a-44a8-beff-587ea4dca538 req-e2ff1b6a-4113-479e-a1f9-2a895fb86b77 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (4ac2b4dc-d144-48c7-9e91-a2994e2f57a7), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:28.811425 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e935a47d-687a-44a8-beff-587ea4dca538 req-e2ff1b6a-4113-479e-a1f9-2a895fb86b77 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Publish callbacks [] for floatingip (4ac2b4dc-d144-48c7-9e91-a2994e2f57a7), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:28.860189 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-0f9be516-d30a-41d1-bfcb-4ea431ddc020 req-5f5b9e11-dc1a-4e8f-b65d-a2d90c3c6fa7 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Deleting port 7b42ecd0-12a8-460e-a071-75038bdbaed2 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:40:28.860527 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0f9be516-d30a-41d1-bfcb-4ea431ddc020 req-5f5b9e11-dc1a-4e8f-b65d-a2d90c3c6fa7 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (7b42ecd0-12a8-460e-a071-75038bdbaed2), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:28.877779 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-e935a47d-687a-44a8-beff-587ea4dca538 req-e2ff1b6a-4113-479e-a1f9-2a895fb86b77 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Calling delete_port for 4ac2b4dc-d144-48c7-9e91-a2994e2f57a7 owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:40:28.950220 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-0f9be516-d30a-41d1-bfcb-4ea431ddc020 req-5f5b9e11-dc1a-4e8f-b65d-a2d90c3c6fa7 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] For port 7b42ecd0-12a8-460e-a071-75038bdbaed2, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=7b42ecd0-12a8-460e-a071-75038bdbaed2,segment=NetworkSegment(8ec1552b-7bed-4530-9e09-40c0e817b565),segment_id=8ec1552b-7bed-4530-9e09-40c0e817b565)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:40:28.950588 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0f9be516-d30a-41d1-bfcb-4ea431ddc020 req-5f5b9e11-dc1a-4e8f-b65d-a2d90c3c6fa7 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (7b42ecd0-12a8-460e-a071-75038bdbaed2), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:28.963646 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:28.964767 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-0f9be516-d30a-41d1-bfcb-4ea431ddc020 req-5f5b9e11-dc1a-4e8f-b65d-a2d90c3c6fa7 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Calling delete_port for 7b42ecd0-12a8-460e-a071-75038bdbaed2 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:40:29.054338 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-5fd9bc4d-89c3-4628-8bbb-fbe66fad2e3e req-babd9635-cfdb-428d-bfa2-fe565dec4be1 tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] For port 2d98c400-07f5-4a86-882f-5ed09d9a0dc0, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=2d98c400-07f5-4a86-882f-5ed09d9a0dc0,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:40:29.054705 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5fd9bc4d-89c3-4628-8bbb-fbe66fad2e3e req-babd9635-cfdb-428d-bfa2-fe565dec4be1 tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (2d98c400-07f5-4a86-882f-5ed09d9a0dc0), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:29.078598 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-5fd9bc4d-89c3-4628-8bbb-fbe66fad2e3e req-babd9635-cfdb-428d-bfa2-fe565dec4be1 tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] Calling delete_port for 2d98c400-07f5-4a86-882f-5ed09d9a0dc0 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:40:29.088633 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56575504-50b1-444a-8823-d3f0050d4d9e tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Router 020b0904-65ac-42f2-8e04-517741506d94 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:40:29.104169 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0f9be516-d30a-41d1-bfcb-4ea431ddc020 req-5f5b9e11-dc1a-4e8f-b65d-a2d90c3c6fa7 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (7b42ecd0-12a8-460e-a071-75038bdbaed2), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:29.116842 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['7b42ecd0-12a8-460e-a071-75038bdbaed2'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:40:29.119604 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['c1840a43-e724-40aa-ac50-814280dfa8b6'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:40:29.141148 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5b9e11-dc1a-4e8f-b65d-a2d90c3c6fa7 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Pushing event deleted for resources: {'Port': ['ID=7b42ecd0-12a8-460e-a071-75038bdbaed2,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:29.188163 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f9be516-d30a-41d1-bfcb-4ea431ddc020 req-5f5b9e11-dc1a-4e8f-b65d-a2d90c3c6fa7 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] No DVR routers for this DVR port 7b42ecd0-12a8-460e-a071-75038bdbaed2 on host n-h1-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:40:29.191047 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0f9be516-d30a-41d1-bfcb-4ea431ddc020 req-5f5b9e11-dc1a-4e8f-b65d-a2d90c3c6fa7 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:29.194485 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-0f9be516-d30a-41d1-bfcb-4ea431ddc020 req-5f5b9e11-dc1a-4e8f-b65d-a2d90c3c6fa7 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] 10.222.0.75 "DELETE /v2.0/ports/7b42ecd0-12a8-460e-a071-75038bdbaed2 HTTP/1.1" status: 204 len: 173 time: 0.4273922 Mar 11 19:40:29.195384 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca21c3d3-86e2-42cc-b2ec-8fa0e4510589', 'name': 'network-vif-deleted', 'tag': '7b42ecd0-12a8-460e-a071-75038bdbaed2'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:40:29.209421 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c22c74-d158-4ef3-ab17-536ec5664d48" -d '{"events": [{"server_uuid": "ca21c3d3-86e2-42cc-b2ec-8fa0e4510589", "name": "network-vif-deleted", "tag": "7b42ecd0-12a8-460e-a071-75038bdbaed2"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:40:29.329296 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e935a47d-687a-44a8-beff-587ea4dca538 req-e2ff1b6a-4113-479e-a1f9-2a895fb86b77 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (4ac2b4dc-d144-48c7-9e91-a2994e2f57a7), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:29.400961 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ff1b6a-4113-479e-a1f9-2a895fb86b77 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Pushing event deleted for resources: {'Port': ['ID=4ac2b4dc-d144-48c7-9e91-a2994e2f57a7,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:29.411155 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56575504-50b1-444a-8823-d3f0050d4d9e tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:40:29.421527 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26e0c32-c2d9-4e20-aafb-ea020d9a0ec8 None None] Sync routers for ids ['020b0904-65ac-42f2-8e04-517741506d94'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:40:29.431481 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26e0c32-c2d9-4e20-aafb-ea020d9a0ec8 None None] Routers {'020b0904-65ac-42f2-8e04-517741506d94'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:40:29.431678 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-56575504-50b1-444a-8823-d3f0050d4d9e tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:29.432116 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-e26e0c32-c2d9-4e20-aafb-ea020d9a0ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:40:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['020b0904-65ac-42f2-8e04-517741506d94'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:29.494385 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-56575504-50b1-444a-8823-d3f0050d4d9e tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "PUT /v2.0/floatingips/2166b167-5dae-41bc-a514-3637ecbced26 HTTP/1.1" status: 200 len: 992 time: 2.2638159 Mar 11 19:40:29.496866 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20e6d114-ef3d-4fea-9f9f-8ede4772c7b5', 'tag': '9b8c3b55-ec54-49a1-8218-e81f898cd6dd'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:40:29.499109 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a5a1768-f88a-480b-a62f-59845308061f" -d '{"events": [{"name": "network-changed", "server_uuid": "20e6d114-ef3d-4fea-9f9f-8ede4772c7b5", "tag": "9b8c3b55-ec54-49a1-8218-e81f898cd6dd"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:40:29.504201 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5fd9bc4d-89c3-4628-8bbb-fbe66fad2e3e req-babd9635-cfdb-428d-bfa2-fe565dec4be1 tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (2d98c400-07f5-4a86-882f-5ed09d9a0dc0), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:29.541438 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e935a47d-687a-44a8-beff-587ea4dca538 req-e2ff1b6a-4113-479e-a1f9-2a895fb86b77 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Publish callbacks [] for floatingip (4b7c692d-3d27-46f4-b2ff-7ec74d225b66), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:29.543993 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e935a47d-687a-44a8-beff-587ea4dca538 req-e2ff1b6a-4113-479e-a1f9-2a895fb86b77 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:29.545037 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-e26e0c32-c2d9-4e20-aafb-ea020d9a0ec8 None None] Set router 020b0904-65ac-42f2-8e04-517741506d94 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:40:29.545160 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e935a47d-687a-44a8-beff-587ea4dca538 req-e2ff1b6a-4113-479e-a1f9-2a895fb86b77 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] 10.222.0.65 "DELETE /v2.0/floatingips/4b7c692d-3d27-46f4-b2ff-7ec74d225b66 HTTP/1.1" status: 204 len: 173 time: 1.2572501 Mar 11 19:40:29.546371 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babd9635-cfdb-428d-bfa2-fe565dec4be1 tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] Pushing event deleted for resources: {'Port': ['ID=2d98c400-07f5-4a86-882f-5ed09d9a0dc0,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:29.595819 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fd9bc4d-89c3-4628-8bbb-fbe66fad2e3e req-babd9635-cfdb-428d-bfa2-fe565dec4be1 tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] No DVR routers for this DVR port 2d98c400-07f5-4a86-882f-5ed09d9a0dc0 on host n-h1-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:40:29.598399 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5fd9bc4d-89c3-4628-8bbb-fbe66fad2e3e req-babd9635-cfdb-428d-bfa2-fe565dec4be1 tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:29.602649 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5fd9bc4d-89c3-4628-8bbb-fbe66fad2e3e req-babd9635-cfdb-428d-bfa2-fe565dec4be1 tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] 10.222.0.75 "DELETE /v2.0/ports/2d98c400-07f5-4a86-882f-5ed09d9a0dc0 HTTP/1.1" status: 204 len: 173 time: 1.0834908 Mar 11 19:40:29.866685 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4167e164-d0d2-457e-9665-2f13ae1d81b2 req-c1e9de22-c508-4d79-96fb-61c64b89958d tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:29.868143 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4167e164-d0d2-457e-9665-2f13ae1d81b2 req-c1e9de22-c508-4d79-96fb-61c64b89958d tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.0568526 Mar 11 19:40:29.916842 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4167e164-d0d2-457e-9665-2f13ae1d81b2 req-f6a0ddc2-7753-4e38-b20e-51a66619600c tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427084 Mar 11 19:40:29.945058 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-e26e0c32-c2d9-4e20-aafb-ea020d9a0ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020b0904-65ac-42f2-8e04-517741506d94', 'name': 'tempest-AttachVolumeShelveTestJSON-860357850-router', 'tenant_id': '158d96ac5890499b904530e3a8e2fd26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '494517a1-7e22-42ff-98dd-c76c2ce900dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:39:48Z', 'updated_at': '2022-03-11T19:39:54Z', 'revision_number': 4, 'project_id': '158d96ac5890499b904530e3a8e2fd26', 'gw_port': {'id': '494517a1-7e22-42ff-98dd-c76c2ce900dd', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:47:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020b0904-65ac-42f2-8e04-517741506d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:39:49Z', 'updated_at': '2022-03-11T19:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '2166b167-5dae-41bc-a514-3637ecbced26', 'tenant_id': '158d96ac5890499b904530e3a8e2fd26', 'floating_ip_address': '172.25.8.172', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '020b0904-65ac-42f2-8e04-517741506d94', 'port_id': '9b8c3b55-ec54-49a1-8218-e81f898cd6dd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1190, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32196a18-8be7-4227-b019-bc15d0c1f739', 'mac_address': 'fa:16:3e:d1:b2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e6d114-ef3d-4fea-9f9f-8ede4772c7b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:39:57Z', 'updated_at': '2022-03-11T19:40:28Z', 'revision_number': 1, 'project_id': '158d96ac5890499b904530e3a8e2fd26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ba23863-d183-4cd9-8ac6-4971568430aa', 'name': '', 'network_id': '32196a18-8be7-4227-b019-bc15d0c1f739', 'tenant_id': '158d96ac5890499b904530e3a8e2fd26', 'mac_address': 'fa:16:3e:93:3c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020b0904-65ac-42f2-8e04-517741506d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'c54bb295-7bca-4fbe-aff9-5e7c44904c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:39:52Z', 'updated_at': '2022-03-11T19:39:57Z', 'revision_number': 5, 'project_id': '158d96ac5890499b904530e3a8e2fd26', 'subnets': [{'id': 'c54bb295-7bca-4fbe-aff9-5e7c44904c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:29.975839 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26e0c32-c2d9-4e20-aafb-ea020d9a0ec8 None None] Checking router: 020b0904-65ac-42f2-8e04-517741506d94 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:40:29.986077 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26e0c32-c2d9-4e20-aafb-ea020d9a0ec8 None None] Routers {'020b0904-65ac-42f2-8e04-517741506d94'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:40:29.986799 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-e26e0c32-c2d9-4e20-aafb-ea020d9a0ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:40:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['020b0904-65ac-42f2-8e04-517741506d94'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:30.108308 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-e26e0c32-c2d9-4e20-aafb-ea020d9a0ec8 None None] Set router 020b0904-65ac-42f2-8e04-517741506d94 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:40:30.254515 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f105a1-989b-4c35-b091-61a45b07f4be req-93da1676-a567-4bc0-8760-07d75d3ce510 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:30.260902 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f105a1-989b-4c35-b091-61a45b07f4be req-93da1676-a567-4bc0-8760-07d75d3ce510 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:30.262464 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c1f105a1-989b-4c35-b091-61a45b07f4be req-93da1676-a567-4bc0-8760-07d75d3ce510 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec82ad9d-8743-494f-8245-9b1ee29449f3&device_id=a62723e0-754e-4798-a83f-acc02598f4b5 HTTP/1.1" status: 200 len: 1690 time: 0.0682304 Mar 11 19:40:30.310434 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c1f105a1-989b-4c35-b091-61a45b07f4be req-8ff7af31-00c1-4dba-8b6f-ed5c81e8c646 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/security-groups?id=032b05bd-60bf-4cbe-8790-99bf90b24300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417962 Mar 11 19:40:30.349765 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-e26e0c32-c2d9-4e20-aafb-ea020d9a0ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020b0904-65ac-42f2-8e04-517741506d94', 'name': 'tempest-AttachVolumeShelveTestJSON-860357850-router', 'tenant_id': '158d96ac5890499b904530e3a8e2fd26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '494517a1-7e22-42ff-98dd-c76c2ce900dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:39:48Z', 'updated_at': '2022-03-11T19:39:54Z', 'revision_number': 4, 'project_id': '158d96ac5890499b904530e3a8e2fd26', 'gw_port': {'id': '494517a1-7e22-42ff-98dd-c76c2ce900dd', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:47:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020b0904-65ac-42f2-8e04-517741506d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:39:49Z', 'updated_at': '2022-03-11T19:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '2166b167-5dae-41bc-a514-3637ecbced26', 'tenant_id': '158d96ac5890499b904530e3a8e2fd26', 'floating_ip_address': '172.25.8.172', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '020b0904-65ac-42f2-8e04-517741506d94', 'port_id': '9b8c3b55-ec54-49a1-8218-e81f898cd6dd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1190, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32196a18-8be7-4227-b019-bc15d0c1f739', 'mac_address': 'fa:16:3e:d1:b2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e6d114-ef3d-4fea-9f9f-8ede4772c7b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:39:57Z', 'updated_at': '2022-03-11T19:40:28Z', 'revision_number': 1, 'project_id': '158d96ac5890499b904530e3a8e2fd26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ba23863-d183-4cd9-8ac6-4971568430aa', 'name': '', 'network_id': '32196a18-8be7-4227-b019-bc15d0c1f739', 'tenant_id': '158d96ac5890499b904530e3a8e2fd26', 'mac_address': 'fa:16:3e:93:3c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020b0904-65ac-42f2-8e04-517741506d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'c54bb295-7bca-4fbe-aff9-5e7c44904c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:39:52Z', 'updated_at': '2022-03-11T19:39:57Z', 'revision_number': 5, 'project_id': '158d96ac5890499b904530e3a8e2fd26', 'subnets': [{'id': 'c54bb295-7bca-4fbe-aff9-5e7c44904c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:30.375699 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26e0c32-c2d9-4e20-aafb-ea020d9a0ec8 None None] The sync data for ids ['020b0904-65ac-42f2-8e04-517741506d94'] in n-d-833163-1 is: [{'id': '020b0904-65ac-42f2-8e04-517741506d94', 'name': 'tempest-AttachVolumeShelveTestJSON-860357850-router', 'tenant_id': '158d96ac5890499b904530e3a8e2fd26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '494517a1-7e22-42ff-98dd-c76c2ce900dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:39:48Z', 'updated_at': '2022-03-11T19:39:54Z', 'revision_number': 4, 'project_id': '158d96ac5890499b904530e3a8e2fd26', 'gw_port': {'id': '494517a1-7e22-42ff-98dd-c76c2ce900dd', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:47:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020b0904-65ac-42f2-8e04-517741506d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:39:49Z', 'updated_at': '2022-03-11T19:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '2166b167-5dae-41bc-a514-3637ecbced26', 'tenant_id': '158d96ac5890499b904530e3a8e2fd26', 'floating_ip_address': '172.25.8.172', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '020b0904-65ac-42f2-8e04-517741506d94', 'port_id': '9b8c3b55-ec54-49a1-8218-e81f898cd6dd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1190, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32196a18-8be7-4227-b019-bc15d0c1f739', 'mac_address': 'fa:16:3e:d1:b2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e6d114-ef3d-4fea-9f9f-8ede4772c7b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:39:57Z', 'updated_at': '2022-03-11T19:40:28Z', 'revision_number': 1, 'project_id': '158d96ac5890499b904530e3a8e2fd26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ba23863-d183-4cd9-8ac6-4971568430aa', 'name': '', 'network_id': '32196a18-8be7-4227-b019-bc15d0c1f739', 'tenant_id': '158d96ac5890499b904530e3a8e2fd26', 'mac_address': 'fa:16:3e:93:3c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020b0904-65ac-42f2-8e04-517741506d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'c54bb295-7bca-4fbe-aff9-5e7c44904c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:39:52Z', 'updated_at': '2022-03-11T19:39:57Z', 'revision_number': 5, 'project_id': '158d96ac5890499b904530e3a8e2fd26', 'subnets': [{'id': 'c54bb295-7bca-4fbe-aff9-5e7c44904c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:40:30.412546 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ddd56-1db9-4760-9ab5-aea3896cd594 req-6a089409-4613-425b-89de-cc8119f2ad96 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:30.413948 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-714ddd56-1db9-4760-9ab5-aea3896cd594 req-6a089409-4613-425b-89de-cc8119f2ad96 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=f405cd85-62aa-4b86-a1d4-4d3c93e498db HTTP/1.1" status: 200 len: 945 time: 0.0559082 Mar 11 19:40:30.464084 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-714ddd56-1db9-4760-9ab5-aea3896cd594 req-321e0100-76a7-47c7-9f5e-0579151f02b1 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439608 Mar 11 19:40:30.537635 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce33d7a1-1d30-4bbb-83b9-dce4bf524d75 x-openstack-request-id: req-ce33d7a1-1d30-4bbb-83b9-dce4bf524d75 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:40:30.538129 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca21c3d3-86e2-42cc-b2ec-8fa0e4510589", "name": "network-vif-deleted", "tag": "7b42ecd0-12a8-460e-a071-75038bdbaed2", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:40:30.538585 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ce33d7a1-1d30-4bbb-83b9-dce4bf524d75 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:40:30.539167 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca21c3d3-86e2-42cc-b2ec-8fa0e4510589', 'name': 'network-vif-deleted', 'tag': '7b42ecd0-12a8-460e-a071-75038bdbaed2', 'status': 'completed', 'code': 200} Mar 11 19:40:30.573055 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a89151a-fa3c-4fb0-a953-a7b74794afed x-openstack-request-id: req-7a89151a-fa3c-4fb0-a953-a7b74794afed {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:40:30.573367 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20e6d114-ef3d-4fea-9f9f-8ede4772c7b5", "tag": "9b8c3b55-ec54-49a1-8218-e81f898cd6dd", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:40:30.573631 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7a89151a-fa3c-4fb0-a953-a7b74794afed {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:40:30.579139 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20e6d114-ef3d-4fea-9f9f-8ede4772c7b5', 'tag': '9b8c3b55-ec54-49a1-8218-e81f898cd6dd', 'status': 'completed', 'code': 200} Mar 11 19:40:30.624583 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a819632-7d4f-4942-9783-7a968ae12c0d None None] New status for floating IP 2166b167-5dae-41bc-a514-3637ecbced26: ACTIVE {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 19:40:31.108156 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a1768-f88a-480b-a62f-59845308061f req-7ae63685-7e3e-4273-bfd0-d8e5a6b29833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:31.109730 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3a5a1768-f88a-480b-a62f-59845308061f req-7ae63685-7e3e-4273-bfd0-d8e5a6b29833 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=158d96ac5890499b904530e3a8e2fd26&device_id=20e6d114-ef3d-4fea-9f9f-8ede4772c7b5 HTTP/1.1" status: 200 len: 1128 time: 0.5051467 Mar 11 19:40:31.131831 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ed2bb9-38e6-42ef-9a54-e90ecfd7d3a8 req-3a610980-d1a0-4d5c-9554-d08753d4cf63 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:31.133248 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a3ed2bb9-38e6-42ef-9a54-e90ecfd7d3a8 req-3a610980-d1a0-4d5c-9554-d08753d4cf63 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.5473068 Mar 11 19:40:31.231159 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a1768-f88a-480b-a62f-59845308061f req-b0e7582d-e00c-40fb-9d6d-46190c9c0b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:31.233385 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3a5a1768-f88a-480b-a62f-59845308061f req-b0e7582d-e00c-40fb-9d6d-46190c9c0b90 service neutron] 10.222.0.57 "GET /v2.0/networks?id=32196a18-8be7-4227-b019-bc15d0c1f739 HTTP/1.1" status: 200 len: 917 time: 0.1159823 Mar 11 19:40:31.336901 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3a5a1768-f88a-480b-a62f-59845308061f req-8783caf4-fb10-41fa-87a2-ac661aa7af3b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9b8c3b55-ec54-49a1-8218-e81f898cd6dd HTTP/1.1" status: 200 len: 1002 time: 0.0975413 Mar 11 19:40:31.399219 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 2d98c400-07f5-4a86-882f-5ed09d9a0dc0 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:40:31.433963 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: 2d98c400-07f5-4a86-882f-5ed09d9a0dc0 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:40:31.434530 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 2d98c400-07f5-4a86-882f-5ed09d9a0dc0 not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:40:31.435107 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 7b42ecd0-12a8-460e-a071-75038bdbaed2 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:40:31.457309 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: 7b42ecd0-12a8-460e-a071-75038bdbaed2 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:40:31.458280 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 7b42ecd0-12a8-460e-a071-75038bdbaed2 not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:40:31.482748 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d755fc1-5dfe-4dea-9825-20ad7caff946 req-6a6e882e-e736-4035-a26f-0758393b6266 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:31.484326 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9d755fc1-5dfe-4dea-9825-20ad7caff946 req-6a6e882e-e736-4035-a26f-0758393b6266 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/networks?id=a1201544-4744-491d-92d6-555a21ac497f HTTP/1.1" status: 200 len: 814 time: 0.1900318 Mar 11 19:40:31.490026 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a1768-f88a-480b-a62f-59845308061f req-16e03332-2ab7-4150-b002-52cac5ff1ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:31.491393 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3a5a1768-f88a-480b-a62f-59845308061f req-16e03332-2ab7-4150-b002-52cac5ff1ab0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c54bb295-7bca-4fbe-aff9-5e7c44904c47 HTTP/1.1" status: 200 len: 855 time: 0.1477380 Mar 11 19:40:31.535846 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9d755fc1-5dfe-4dea-9825-20ad7caff946 req-b25e76b5-eac3-4dd6-86b9-fb6ac95cc3a6 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/quotas/84f4e9628ef44103bf68c3d01504c13a HTTP/1.1" status: 200 len: 375 time: 0.0434256 Mar 11 19:40:31.548035 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc689b-698e-4a86-bdec-3aa1a55a34d7 req-881d7c21-4497-4bb4-8c23-4451cba5c07a tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:31.549492 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8adc689b-698e-4a86-bdec-3aa1a55a34d7 req-881d7c21-4497-4bb4-8c23-4451cba5c07a tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9afae9d-7e15-4fcd-8812-20a9c2c13857 HTTP/1.1" status: 200 len: 945 time: 0.1932437 Mar 11 19:40:31.637194 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a1768-f88a-480b-a62f-59845308061f req-e0f2b529-c29e-40c2-9f34-b3cc3ba0227f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:31.638679 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3a5a1768-f88a-480b-a62f-59845308061f req-e0f2b529-c29e-40c2-9f34-b3cc3ba0227f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=32196a18-8be7-4227-b019-bc15d0c1f739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1375794 Mar 11 19:40:31.707954 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9d755fc1-5dfe-4dea-9825-20ad7caff946 req-6275230b-06c7-4901-b2e2-bec637ae513e tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=84f4e9628ef44103bf68c3d01504c13a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1570766 Mar 11 19:40:31.845795 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-8adc689b-698e-4a86-bdec-3aa1a55a34d7 req-dca533b1-572a-4af9-a55f-e141c6c05c18 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Deleting port c1840a43-e724-40aa-ac50-814280dfa8b6 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:40:31.846137 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8adc689b-698e-4a86-bdec-3aa1a55a34d7 req-dca533b1-572a-4af9-a55f-e141c6c05c18 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (c1840a43-e724-40aa-ac50-814280dfa8b6), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:31.853015 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3a5a1768-f88a-480b-a62f-59845308061f req-447f8360-11f8-4171-aba6-69388e7825c7 service neutron] 10.222.0.57 "GET /v2.0/networks/32196a18-8be7-4227-b019-bc15d0c1f739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949770 Mar 11 19:40:31.958703 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9d755fc1-5dfe-4dea-9825-20ad7caff946 req-8be450e0-7d21-4832-9da3-25afc875cfe4 service neutron] 10.222.0.65 "GET /v2.0/networks/a1201544-4744-491d-92d6-555a21ac497f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221675 Mar 11 19:40:32.096626 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-8adc689b-698e-4a86-bdec-3aa1a55a34d7 req-dca533b1-572a-4af9-a55f-e141c6c05c18 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] For port c1840a43-e724-40aa-ac50-814280dfa8b6, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=c1840a43-e724-40aa-ac50-814280dfa8b6,segment=NetworkSegment(8ec1552b-7bed-4530-9e09-40c0e817b565),segment_id=8ec1552b-7bed-4530-9e09-40c0e817b565)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:40:32.097108 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8adc689b-698e-4a86-bdec-3aa1a55a34d7 req-dca533b1-572a-4af9-a55f-e141c6c05c18 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (c1840a43-e724-40aa-ac50-814280dfa8b6), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:32.115604 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3a5a1768-f88a-480b-a62f-59845308061f req-06ad152e-8dc8-466b-b0a4-a15f77293205 service neutron] 10.222.0.57 "GET /v2.0/networks/32196a18-8be7-4227-b019-bc15d0c1f739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508931 Mar 11 19:40:32.122840 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-8adc689b-698e-4a86-bdec-3aa1a55a34d7 req-dca533b1-572a-4af9-a55f-e141c6c05c18 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Calling delete_port for c1840a43-e724-40aa-ac50-814280dfa8b6 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:40:32.150474 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9d755fc1-5dfe-4dea-9825-20ad7caff946 req-96b83c0a-57e3-4858-b469-2fa9c692b94f service neutron] 10.222.0.65 "GET /v2.0/networks/a1201544-4744-491d-92d6-555a21ac497f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859767 Mar 11 19:40:32.314854 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8adc689b-698e-4a86-bdec-3aa1a55a34d7 req-dca533b1-572a-4af9-a55f-e141c6c05c18 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (c1840a43-e724-40aa-ac50-814280dfa8b6), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:32.334630 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['c1840a43-e724-40aa-ac50-814280dfa8b6'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:40:32.355112 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca533b1-572a-4af9-a55f-e141c6c05c18 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Pushing event deleted for resources: {'Port': ['ID=c1840a43-e724-40aa-ac50-814280dfa8b6,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:32.394923 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-8adc689b-698e-4a86-bdec-3aa1a55a34d7 req-dca533b1-572a-4af9-a55f-e141c6c05c18 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] No DVR routers for this DVR port c1840a43-e724-40aa-ac50-814280dfa8b6 on host n-h2-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:40:32.398979 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8adc689b-698e-4a86-bdec-3aa1a55a34d7 req-dca533b1-572a-4af9-a55f-e141c6c05c18 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:32.402667 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8adc689b-698e-4a86-bdec-3aa1a55a34d7 req-dca533b1-572a-4af9-a55f-e141c6c05c18 tempest-ListServersNegativeTestJSON-410244599 tempest-ListServersNegativeTestJSON-410244599-project] 10.222.0.57 "DELETE /v2.0/ports/c1840a43-e724-40aa-ac50-814280dfa8b6 HTTP/1.1" status: 204 len: 173 time: 0.8406804 Mar 11 19:40:32.521670 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-42f69b89-412c-4bfa-9896-5341dc5f5a55 req-e98568c1-bc05-4c8d-895d-1f8e89473f75 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] 10.222.0.65 "GET /v2.0/floatingips?tenant_id=cc5b4de5546c4ac5b7d6062e831801e2 HTTP/1.1" status: 200 len: 1657 time: 0.0623124 Mar 11 19:40:32.604711 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff6512a6-65de-4148-9b6b-4d286cc158a6', 'name': 'network-vif-deleted', 'tag': '2d98c400-07f5-4a86-882f-5ed09d9a0dc0'}, {'server_uuid': 'f9afae9d-7e15-4fcd-8812-20a9c2c13857', 'name': 'network-vif-deleted', 'tag': 'c1840a43-e724-40aa-ac50-814280dfa8b6'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:40:32.606970 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-778fa94e-e84a-47f9-9407-0fc8d68870f3" -d '{"events": [{"server_uuid": "ff6512a6-65de-4148-9b6b-4d286cc158a6", "name": "network-vif-deleted", "tag": "2d98c400-07f5-4a86-882f-5ed09d9a0dc0"}, {"server_uuid": "f9afae9d-7e15-4fcd-8812-20a9c2c13857", "name": "network-vif-deleted", "tag": "c1840a43-e724-40aa-ac50-814280dfa8b6"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:40:32.647533 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f69b89-412c-4bfa-9896-5341dc5f5a55 req-eca2bdd8-638e-41cc-9302-6191423c487d tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:32.649030 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-42f69b89-412c-4bfa-9896-5341dc5f5a55 req-eca2bdd8-638e-41cc-9302-6191423c487d tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] 10.222.0.65 "GET /v2.0/networks?id=612cc066-33e3-444d-b1c7-d0a64751482a&id=612cc066-33e3-444d-b1c7-d0a64751482a&id=612cc066-33e3-444d-b1c7-d0a64751482a HTTP/1.1" status: 200 len: 787 time: 0.1209199 Mar 11 19:40:32.845151 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-78169543-9ec3-4b30-ad6b-45d6eb0127a0 req-f9d400a8-69f7-4f4c-b28c-cae460b39849 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd8e0d51-f4d3-462d-a967-a91750fe073a HTTP/1.1" status: 200 len: 210 time: 0.0301306 Mar 11 19:40:32.962126 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9b62b9-f705-4cce-a4d1-6ff9c2c47254 req-d95da705-cbfc-44e8-b74e-51ed710aa986 tempest-ServersOnMultiNodesTest-977370987 tempest-ServersOnMultiNodesTest-977370987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:32.964082 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3f9b62b9-f705-4cce-a4d1-6ff9c2c47254 req-d95da705-cbfc-44e8-b74e-51ed710aa986 tempest-ServersOnMultiNodesTest-977370987 tempest-ServersOnMultiNodesTest-977370987-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ec82ad9d-8743-494f-8245-9b1ee29449f3 HTTP/1.1" status: 200 len: 1132 time: 0.0518234 Mar 11 19:40:33.020407 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3f9b62b9-f705-4cce-a4d1-6ff9c2c47254 req-81008871-123b-4e5f-879e-02ba23442ba2 tempest-ServersOnMultiNodesTest-977370987 tempest-ServersOnMultiNodesTest-977370987-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=032b05bd-60bf-4cbe-8790-99bf90b24300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456946 Mar 11 19:40:33.121275 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9a01c-d3c9-4dbc-8826-893d32839e02 req-e610742d-ab7c-4132-b0f7-04e4591a138d tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:33.122779 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-aab9a01c-d3c9-4dbc-8826-893d32839e02 req-e610742d-ab7c-4132-b0f7-04e4591a138d tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] 10.222.0.65 "GET /v2.0/ports?device_id=512b8dea-fdfb-4b4a-ba66-f8215e6e3d88 HTTP/1.1" status: 200 len: 948 time: 0.0524092 Mar 11 19:40:33.171243 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-aab9a01c-d3c9-4dbc-8826-893d32839e02 req-8d71ac76-f878-4e96-898d-9fe4e8ea4597 tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] 10.222.0.65 "GET /v2.0/security-groups?id=f452eb47-6dc6-439f-ac03-125757af0b75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422595 Mar 11 19:40:33.218528 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Mar 2022 19:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161ffad7-5afb-4efb-8cc9-e8a25768be15 x-openstack-request-id: req-161ffad7-5afb-4efb-8cc9-e8a25768be15 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:40:33.218829 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff6512a6-65de-4148-9b6b-4d286cc158a6", "name": "network-vif-deleted", "tag": "2d98c400-07f5-4a86-882f-5ed09d9a0dc0", "status": "completed", "code": 200}, {"server_uuid": "f9afae9d-7e15-4fcd-8812-20a9c2c13857", "name": "network-vif-deleted", "tag": "c1840a43-e724-40aa-ac50-814280dfa8b6", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:40:33.219111 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-161ffad7-5afb-4efb-8cc9-e8a25768be15 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:40:33.219516 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff6512a6-65de-4148-9b6b-4d286cc158a6', 'name': 'network-vif-deleted', 'tag': '2d98c400-07f5-4a86-882f-5ed09d9a0dc0', 'status': 'completed', 'code': 200} Mar 11 19:40:33.219800 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9afae9d-7e15-4fcd-8812-20a9c2c13857', 'name': 'network-vif-deleted', 'tag': 'c1840a43-e724-40aa-ac50-814280dfa8b6', 'status': 'completed', 'code': 200} Mar 11 19:40:33.276159 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3ebf45ea-6cf9-4d59-97e0-eb28e3915618 req-9f3a9652-e9d4-4cb3-a231-b2ccc128c97b tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] 10.222.0.65 "GET /v2.0/floatingips/7c726ab4-6c2d-45fa-aa8d-4d696f66d92e HTTP/1.1" status: 200 len: 693 time: 0.0475156 Mar 11 19:40:33.446039 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf45ea-6cf9-4d59-97e0-eb28e3915618 req-b4c9bff4-c53a-4da3-b9f8-02b62e2908ff tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:33.447377 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3ebf45ea-6cf9-4d59-97e0-eb28e3915618 req-b4c9bff4-c53a-4da3-b9f8-02b62e2908ff tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] 10.222.0.65 "GET /v2.0/networks/612cc066-33e3-444d-b1c7-d0a64751482a HTTP/1.1" status: 200 len: 784 time: 0.1658072 Mar 11 19:40:33.508646 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3ebf45ea-6cf9-4d59-97e0-eb28e3915618 req-37775da1-9107-4b9e-815e-138ee6923834 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.215 HTTP/1.1" status: 200 len: 696 time: 0.0538440 Mar 11 19:40:33.515930 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d755fc1-5dfe-4dea-9825-20ad7caff946 req-5b5c40c7-e712-470d-bcde-629367d32bf8 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:33.517750 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9d755fc1-5dfe-4dea-9825-20ad7caff946 req-5b5c40c7-e712-470d-bcde-629367d32bf8 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.75 "GET /v2.0/networks?id=a1201544-4744-491d-92d6-555a21ac497f HTTP/1.1" status: 200 len: 814 time: 0.1944258 Mar 11 19:40:33.562015 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-9d755fc1-5dfe-4dea-9825-20ad7caff946 req-144c8cbf-ac1c-497f-96b6-ab973c835b77 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Request body: {'port': {'device_id': 'fd8e0d51-f4d3-462d-a967-a91750fe073a', 'network_id': 'a1201544-4744-491d-92d6-555a21ac497f', 'admin_state_up': True, 'tenant_id': '84f4e9628ef44103bf68c3d01504c13a'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:40:33.582279 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3ebf45ea-6cf9-4d59-97e0-eb28e3915618 req-489d8854-0ad3-4962-b97b-315af33b26f0 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.215 HTTP/1.1" status: 200 len: 696 time: 0.0636230 Mar 11 19:40:33.772674 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d755fc1-5dfe-4dea-9825-20ad7caff946 req-144c8cbf-ac1c-497f-96b6-ab973c835b77 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Made reservation on behalf of 84f4e9628ef44103bf68c3d01504c13a for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:40:33.775949 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9d755fc1-5dfe-4dea-9825-20ad7caff946 req-144c8cbf-ac1c-497f-96b6-ab973c835b77 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:33.790106 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-3ebf45ea-6cf9-4d59-97e0-eb28e3915618 req-ab37599d-7d48-4e58-8832-52ae6da8dcf5 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Deleting port a901a2e4-8641-42c0-95a8-4d189fd2991c {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:40:33.790436 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3ebf45ea-6cf9-4d59-97e0-eb28e3915618 req-ab37599d-7d48-4e58-8832-52ae6da8dcf5 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (a901a2e4-8641-42c0-95a8-4d189fd2991c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:33.938066 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3ebf45ea-6cf9-4d59-97e0-eb28e3915618 req-ab37599d-7d48-4e58-8832-52ae6da8dcf5 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (a901a2e4-8641-42c0-95a8-4d189fd2991c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:33.938309 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3ebf45ea-6cf9-4d59-97e0-eb28e3915618 req-ab37599d-7d48-4e58-8832-52ae6da8dcf5 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Publish callbacks [] for floatingip (a901a2e4-8641-42c0-95a8-4d189fd2991c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:33.958363 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-3ebf45ea-6cf9-4d59-97e0-eb28e3915618 req-ab37599d-7d48-4e58-8832-52ae6da8dcf5 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Calling delete_port for a901a2e4-8641-42c0-95a8-4d189fd2991c owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:40:33.979332 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-9d755fc1-5dfe-4dea-9825-20ad7caff946 req-144c8cbf-ac1c-497f-96b6-ab973c835b77 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Allocated IP 172.20.0.6 (a1201544-4744-491d-92d6-555a21ac497f/26665c17-419c-4adf-85bc-a3f3efde487e/7eb9a13d-5dfd-43ef-a65b-c4657a74eada) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:40:34.205135 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3ebf45ea-6cf9-4d59-97e0-eb28e3915618 req-ab37599d-7d48-4e58-8832-52ae6da8dcf5 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (a901a2e4-8641-42c0-95a8-4d189fd2991c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:34.213428 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9d755fc1-5dfe-4dea-9825-20ad7caff946 req-144c8cbf-ac1c-497f-96b6-ab973c835b77 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Publish callbacks [] for port (7eb9a13d-5dfd-43ef-a65b-c4657a74eada), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:34.241620 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab37599d-7d48-4e58-8832-52ae6da8dcf5 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Pushing event deleted for resources: {'Port': ['ID=a901a2e4-8641-42c0-95a8-4d189fd2991c,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:34.323056 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3ebf45ea-6cf9-4d59-97e0-eb28e3915618 req-ab37599d-7d48-4e58-8832-52ae6da8dcf5 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Publish callbacks [] for floatingip (7c726ab4-6c2d-45fa-aa8d-4d696f66d92e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:34.325717 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3ebf45ea-6cf9-4d59-97e0-eb28e3915618 req-ab37599d-7d48-4e58-8832-52ae6da8dcf5 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:34.326859 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3ebf45ea-6cf9-4d59-97e0-eb28e3915618 req-ab37599d-7d48-4e58-8832-52ae6da8dcf5 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] 10.222.0.65 "DELETE /v2.0/floatingips/7c726ab4-6c2d-45fa-aa8d-4d696f66d92e HTTP/1.1" status: 204 len: 173 time: 0.7386670 Mar 11 19:40:34.328951 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9d755fc1-5dfe-4dea-9825-20ad7caff946 req-144c8cbf-ac1c-497f-96b6-ab973c835b77 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (7eb9a13d-5dfd-43ef-a65b-c4657a74eada), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:34.340146 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['94e3b68e-4fab-43d2-b9ab-2b3abd54eb41'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:40:34.367862 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 39344) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:40:34.369506 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d755fc1-5dfe-4dea-9825-20ad7caff946 req-144c8cbf-ac1c-497f-96b6-ab973c835b77 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Network a1201544-4744-491d-92d6-555a21ac497f is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:40:34.383022 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-9d755fc1-5dfe-4dea-9825-20ad7caff946 req-144c8cbf-ac1c-497f-96b6-ab973c835b77 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:40:34.408633 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d755fc1-5dfe-4dea-9825-20ad7caff946 req-144c8cbf-ac1c-497f-96b6-ab973c835b77 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:40:34.449088 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144c8cbf-ac1c-497f-96b6-ab973c835b77 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Pushing event updated for resources: {'Port': ['ID=7eb9a13d-5dfd-43ef-a65b-c4657a74eada,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:34.475305 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f10cf3-874f-4841-9020-decff71a120a req-3f8325c1-5e7c-4998-81ca-0096bd5bd74a tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:34.475894 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-24740424-7555-4249-87d4-d9d09c017b7b admin admin] Deleting subnet f06379fa-eaf4-4c4c-9cd0-68b89c230260 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:40:34.478196 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d6f10cf3-874f-4841-9020-decff71a120a req-3f8325c1-5e7c-4998-81ca-0096bd5bd74a tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] 10.222.0.75 "GET /v2.0/ports?device_id=512b8dea-fdfb-4b4a-ba66-f8215e6e3d88 HTTP/1.1" status: 200 len: 948 time: 0.1105850 Mar 11 19:40:34.480442 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-24740424-7555-4249-87d4-d9d09c017b7b admin admin] Publish callbacks [] for subnet (f06379fa-eaf4-4c4c-9cd0-68b89c230260), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:34.506734 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d755fc1-5dfe-4dea-9825-20ad7caff946 req-144c8cbf-ac1c-497f-96b6-ab973c835b77 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:34.507350 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9d755fc1-5dfe-4dea-9825-20ad7caff946 req-144c8cbf-ac1c-497f-96b6-ab973c835b77 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:34.535196 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9d755fc1-5dfe-4dea-9825-20ad7caff946 req-144c8cbf-ac1c-497f-96b6-ab973c835b77 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9765522 Mar 11 19:40:34.537029 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-24740424-7555-4249-87d4-d9d09c017b7b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (f06379fa-eaf4-4c4c-9cd0-68b89c230260), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:34.561253 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-9d755fc1-5dfe-4dea-9825-20ad7caff946 req-a1821288-6b29-41ee-9e03-8d5621ad0347 service neutron] Request body: {'port': {'device_id': 'fd8e0d51-f4d3-462d-a967-a91750fe073a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:40:34.587703 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-d6f10cf3-874f-4841-9020-decff71a120a req-65a92c9a-c93b-4ba1-9425-012696953296 tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] Deleting port 85897ddf-20c1-4ec8-bea7-195d6f9d59e3 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:40:34.588047 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d6f10cf3-874f-4841-9020-decff71a120a req-65a92c9a-c93b-4ba1-9425-012696953296 tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (85897ddf-20c1-4ec8-bea7-195d6f9d59e3), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:34.636972 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-24740424-7555-4249-87d4-d9d09c017b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (f06379fa-eaf4-4c4c-9cd0-68b89c230260), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:34.671452 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9d755fc1-5dfe-4dea-9825-20ad7caff946 req-a1821288-6b29-41ee-9e03-8d5621ad0347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (7eb9a13d-5dfd-43ef-a65b-c4657a74eada), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:34.690218 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-d6f10cf3-874f-4841-9020-decff71a120a req-65a92c9a-c93b-4ba1-9425-012696953296 tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] For port 85897ddf-20c1-4ec8-bea7-195d6f9d59e3, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=85897ddf-20c1-4ec8-bea7-195d6f9d59e3,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:40:34.690986 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d6f10cf3-874f-4841-9020-decff71a120a req-65a92c9a-c93b-4ba1-9425-012696953296 tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (85897ddf-20c1-4ec8-bea7-195d6f9d59e3), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:34.705297 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-d6f10cf3-874f-4841-9020-decff71a120a req-65a92c9a-c93b-4ba1-9425-012696953296 tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] Calling delete_port for 85897ddf-20c1-4ec8-bea7-195d6f9d59e3 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:40:34.750308 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-24740424-7555-4249-87d4-d9d09c017b7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (f06379fa-eaf4-4c4c-9cd0-68b89c230260), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:34.783800 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24740424-7555-4249-87d4-d9d09c017b7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f06379fa-eaf4-4c4c-9cd0-68b89c230260,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:34.855076 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-24740424-7555-4249-87d4-d9d09c017b7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:34.858690 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-24740424-7555-4249-87d4-d9d09c017b7b admin admin] 10.222.0.65 "DELETE /v2.0/subnets/f06379fa-eaf4-4c4c-9cd0-68b89c230260 HTTP/1.1" status: 204 len: 168 time: 0.4880695 Mar 11 19:40:34.861658 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 39356) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:40:34.872547 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d6f10cf3-874f-4841-9020-decff71a120a req-65a92c9a-c93b-4ba1-9425-012696953296 tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (85897ddf-20c1-4ec8-bea7-195d6f9d59e3), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:34.919464 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a92c9a-c93b-4ba1-9425-012696953296 tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] Pushing event deleted for resources: {'Port': ['ID=85897ddf-20c1-4ec8-bea7-195d6f9d59e3,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:34.959437 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2472ac3-b888-4608-b880-64450db8ae35 req-2262ac20-714d-4296-a21a-81088fcb4cb9 tempest-ServersOnMultiNodesTest-977370987 tempest-ServersOnMultiNodesTest-977370987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:34.964988 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f2472ac3-b888-4608-b880-64450db8ae35 req-2262ac20-714d-4296-a21a-81088fcb4cb9 tempest-ServersOnMultiNodesTest-977370987 tempest-ServersOnMultiNodesTest-977370987-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=a62723e0-754e-4798-a83f-acc02598f4b5 HTTP/1.1" status: 200 len: 1131 time: 0.1181946 Mar 11 19:40:35.007762 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6f10cf3-874f-4841-9020-decff71a120a req-65a92c9a-c93b-4ba1-9425-012696953296 tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] No DVR routers for this DVR port 85897ddf-20c1-4ec8-bea7-195d6f9d59e3 on host n-h1-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:40:35.014859 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d6f10cf3-874f-4841-9020-decff71a120a req-65a92c9a-c93b-4ba1-9425-012696953296 tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:35.020398 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d6f10cf3-874f-4841-9020-decff71a120a req-65a92c9a-c93b-4ba1-9425-012696953296 tempest-ListImageFiltersTestJSON-2108632372 tempest-ListImageFiltersTestJSON-2108632372-project] 10.222.0.75 "DELETE /v2.0/ports/85897ddf-20c1-4ec8-bea7-195d6f9d59e3 HTTP/1.1" status: 204 len: 173 time: 0.5373344 Mar 11 19:40:35.021027 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '512b8dea-fdfb-4b4a-ba66-f8215e6e3d88', 'name': 'network-vif-deleted', 'tag': '85897ddf-20c1-4ec8-bea7-195d6f9d59e3'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:40:35.024708 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43987d14-abe8-426e-b4a1-5b2b8d27392e" -d '{"events": [{"server_uuid": "512b8dea-fdfb-4b4a-ba66-f8215e6e3d88", "name": "network-vif-deleted", "tag": "85897ddf-20c1-4ec8-bea7-195d6f9d59e3"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:40:35.034028 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ebbbbf8b-5919-4642-a653-cda67d1c3215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (0e77269e-2af1-40eb-9be0-fb48fa5e0f7d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:35.125785 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device c1840a43-e724-40aa-ac50-814280dfa8b6 no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:40:35.145734 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ebbbbf8b-5919-4642-a653-cda67d1c3215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (0e77269e-2af1-40eb-9be0-fb48fa5e0f7d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:35.174466 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: c1840a43-e724-40aa-ac50-814280dfa8b6 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:40:35.176361 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device c1840a43-e724-40aa-ac50-814280dfa8b6 not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:40:35.186029 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-ebbbbf8b-5919-4642-a653-cda67d1c3215 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e77269e-2af1-40eb-9be0-fb48fa5e0f7d']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:35.200801 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-ebbbbf8b-5919-4642-a653-cda67d1c3215 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ec1552b-7bed-4530-9e09-40c0e817b565') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:35.201157 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-ebbbbf8b-5919-4642-a653-cda67d1c3215 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ec1552b-7bed-4530-9e09-40c0e817b565') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:35.213316 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ebbbbf8b-5919-4642-a653-cda67d1c3215 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (8ec1552b-7bed-4530-9e09-40c0e817b565), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:35.229710 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ebbbbf8b-5919-4642-a653-cda67d1c3215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (8ec1552b-7bed-4530-9e09-40c0e817b565), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:35.242452 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebbbbf8b-5919-4642-a653-cda67d1c3215 admin admin] Releasing vlan 895 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:40:35.243126 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ebbbbf8b-5919-4642-a653-cda67d1c3215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (8ec1552b-7bed-4530-9e09-40c0e817b565), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:35.257795 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:40:35.257795 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:40:35.257795 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:40:35.257795 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:40:35.257795 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:40:35.257795 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:40:35.257795 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:40:35.257795 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:40:35.257795 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:40:35.257795 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:40:35.257795 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:40:35.257795 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:40:35.257795 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:40:35.257795 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:40:35.257795 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:40:35.257795 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:40:35.257795 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:40:35.257795 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:40:35.257795 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:40:35.257795 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:40:35.257795 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:40:35.257795 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:40:35.257795 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:40:35.257795 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:40:35.257795 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:40:35.257795 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:40:35.257795 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:40:35.257795 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:40:35.257795 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:40:35.257795 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:40:35.257795 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:40:35.257795 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:40:35.316820 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ebbbbf8b-5919-4642-a653-cda67d1c3215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (0e77269e-2af1-40eb-9be0-fb48fa5e0f7d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:35.336077 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ebbbbf8b-5919-4642-a653-cda67d1c3215 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:35.341851 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ebbbbf8b-5919-4642-a653-cda67d1c3215 admin admin] 10.222.0.65 "DELETE /v2.0/networks/0e77269e-2af1-40eb-9be0-fb48fa5e0f7d HTTP/1.1" status: 204 len: 168 time: 0.4766321 Mar 11 19:40:35.341851 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbbbf8b-5919-4642-a653-cda67d1c3215 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e77269e-2af1-40eb-9be0-fb48fa5e0f7d,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:35.408337 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f2472ac3-b888-4608-b880-64450db8ae35 req-d11aa421-c3d3-4eee-bca6-9de5c621f576 tempest-ServersOnMultiNodesTest-977370987 tempest-ServersOnMultiNodesTest-977370987-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=032b05bd-60bf-4cbe-8790-99bf90b24300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4352236 Mar 11 19:40:35.509709 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-9d755fc1-5dfe-4dea-9825-20ad7caff946 req-a1821288-6b29-41ee-9e03-8d5621ad0347 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7eb9a13d-5dfd-43ef-a65b-c4657a74eada {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:40:35.558805 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9d755fc1-5dfe-4dea-9825-20ad7caff946 req-a1821288-6b29-41ee-9e03-8d5621ad0347 service neutron] Publish callbacks [] for port (7eb9a13d-5dfd-43ef-a65b-c4657a74eada), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:35.563419 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 39364) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:40:35.594616 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-9d755fc1-5dfe-4dea-9825-20ad7caff946 req-a1821288-6b29-41ee-9e03-8d5621ad0347 service neutron] Transition to ACTIVE for port object 7eb9a13d-5dfd-43ef-a65b-c4657a74eada will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:40:35.622976 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9d755fc1-5dfe-4dea-9825-20ad7caff946 req-a1821288-6b29-41ee-9e03-8d5621ad0347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (7eb9a13d-5dfd-43ef-a65b-c4657a74eada), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:35.665829 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-6d4e3f3e-cdca-4dac-8712-33f1d749d4e6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5fdf21ae32b44e5a9a7f004d576f611d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1012204 Mar 11 19:40:35.668475 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 39366) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:40:35.675083 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742dc0d1-eecb-4c73-a79f-94ef682aaddb req-28a4d89f-4572-4ef5-b028-6ed0ad8bc68f tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:35.681869 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-742dc0d1-eecb-4c73-a79f-94ef682aaddb req-28a4d89f-4572-4ef5-b028-6ed0ad8bc68f tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd8e0d51-f4d3-462d-a967-a91750fe073a HTTP/1.1" status: 200 len: 931 time: 0.1606300 Mar 11 19:40:35.719882 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1821288-6b29-41ee-9e03-8d5621ad0347 service neutron] Pushing event updated for resources: {'Port': ['ID=7eb9a13d-5dfd-43ef-a65b-c4657a74eada,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:35.721009 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4f710e9b-6aa1-49b2-b282-449032f3b429 admin admin] Publish callbacks [] for security_group (488ef7c0-546f-42b9-91ac-cf20b31fd2f7), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:35.744498 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4f710e9b-6aa1-49b2-b282-449032f3b429 admin admin] Publish callbacks [] for security_group (488ef7c0-546f-42b9-91ac-cf20b31fd2f7), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:35.801358 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-742dc0d1-eecb-4c73-a79f-94ef682aaddb req-0e853a7e-c1eb-4dd4-a320-2fa373aafb9a tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184871 Mar 11 19:40:35.803164 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4f710e9b-6aa1-49b2-b282-449032f3b429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (488ef7c0-546f-42b9-91ac-cf20b31fd2f7), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:35.807854 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4f710e9b-6aa1-49b2-b282-449032f3b429 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:35.809401 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4f710e9b-6aa1-49b2-b282-449032f3b429 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/488ef7c0-546f-42b9-91ac-cf20b31fd2f7 HTTP/1.1" status: 204 len: 168 time: 0.1398854 Mar 11 19:40:35.828614 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f710e9b-6aa1-49b2-b282-449032f3b429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488ef7c0-546f-42b9-91ac-cf20b31fd2f7,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:35.869553 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-9d755fc1-5dfe-4dea-9825-20ad7caff946 req-a1821288-6b29-41ee-9e03-8d5621ad0347 service neutron] Attempting to bind port 7eb9a13d-5dfd-43ef-a65b-c4657a74eada on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:40:35.871249 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-9d755fc1-5dfe-4dea-9825-20ad7caff946 req-a1821288-6b29-41ee-9e03-8d5621ad0347 service neutron] Attempting to bind port 7eb9a13d-5dfd-43ef-a65b-c4657a74eada by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': 'ef0b97fd-24fa-456a-8472-bb47ab40643e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'a1201544-4744-491d-92d6-555a21ac497f'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:40:35.871732 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d755fc1-5dfe-4dea-9825-20ad7caff946 req-a1821288-6b29-41ee-9e03-8d5621ad0347 service neutron] Attempting to bind port 7eb9a13d-5dfd-43ef-a65b-c4657a74eada on network a1201544-4744-491d-92d6-555a21ac497f {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:40:35.888806 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d755fc1-5dfe-4dea-9825-20ad7caff946 req-a1821288-6b29-41ee-9e03-8d5621ad0347 service neutron] Port 7eb9a13d-5dfd-43ef-a65b-c4657a74eada on network a1201544-4744-491d-92d6-555a21ac497f not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:40:35.889497 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d755fc1-5dfe-4dea-9825-20ad7caff946 req-a1821288-6b29-41ee-9e03-8d5621ad0347 service neutron] Attempting to bind port 7eb9a13d-5dfd-43ef-a65b-c4657a74eada on network a1201544-4744-491d-92d6-555a21ac497f {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:40:35.896554 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d755fc1-5dfe-4dea-9825-20ad7caff946 req-a1821288-6b29-41ee-9e03-8d5621ad0347 service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:40:35.897498 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d755fc1-5dfe-4dea-9825-20ad7caff946 req-a1821288-6b29-41ee-9e03-8d5621ad0347 service neutron] Checking segment: {'id': 'ef0b97fd-24fa-456a-8472-bb47ab40643e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'a1201544-4744-491d-92d6-555a21ac497f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:40:35.897980 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d755fc1-5dfe-4dea-9825-20ad7caff946 req-a1821288-6b29-41ee-9e03-8d5621ad0347 service neutron] Bound using segment: {'id': 'ef0b97fd-24fa-456a-8472-bb47ab40643e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'a1201544-4744-491d-92d6-555a21ac497f'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:40:35.898518 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-9d755fc1-5dfe-4dea-9825-20ad7caff946 req-a1821288-6b29-41ee-9e03-8d5621ad0347 service neutron] Bound port: 7eb9a13d-5dfd-43ef-a65b-c4657a74eada, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef0b97fd-24fa-456a-8472-bb47ab40643e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': 'a1201544-4744-491d-92d6-555a21ac497f'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:40:35.898969 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9d755fc1-5dfe-4dea-9825-20ad7caff946 req-a1821288-6b29-41ee-9e03-8d5621ad0347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (7eb9a13d-5dfd-43ef-a65b-c4657a74eada), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:36.016314 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0e148a6b-6b17-4969-a4c3-19fd9dc67a52 req-c5ae5109-02d8-4f76-a935-db939701bf1d tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] 10.222.0.65 "GET /v2.0/floatingips/09dd3149-976f-4550-bfe7-be6d07f83c0e HTTP/1.1" status: 200 len: 693 time: 0.0589190 Mar 11 19:40:36.020081 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-9d755fc1-5dfe-4dea-9825-20ad7caff946 req-a1821288-6b29-41ee-9e03-8d5621ad0347 service neutron] For port 7eb9a13d-5dfd-43ef-a65b-c4657a74eada, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:40:36.051838 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-9d755fc1-5dfe-4dea-9825-20ad7caff946 req-a1821288-6b29-41ee-9e03-8d5621ad0347 service neutron] For port 7eb9a13d-5dfd-43ef-a65b-c4657a74eada, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=7eb9a13d-5dfd-43ef-a65b-c4657a74eada,segment=NetworkSegment(ef0b97fd-24fa-456a-8472-bb47ab40643e),segment_id=ef0b97fd-24fa-456a-8472-bb47ab40643e)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:40:36.077405 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9d755fc1-5dfe-4dea-9825-20ad7caff946 req-a1821288-6b29-41ee-9e03-8d5621ad0347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (7eb9a13d-5dfd-43ef-a65b-c4657a74eada), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:36.149605 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d755fc1-5dfe-4dea-9825-20ad7caff946 req-a1821288-6b29-41ee-9e03-8d5621ad0347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:36.150244 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9d755fc1-5dfe-4dea-9825-20ad7caff946 req-a1821288-6b29-41ee-9e03-8d5621ad0347 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:36.152272 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9d755fc1-5dfe-4dea-9825-20ad7caff946 req-a1821288-6b29-41ee-9e03-8d5621ad0347 service neutron] 10.222.0.75 "PUT /v2.0/ports/7eb9a13d-5dfd-43ef-a65b-c4657a74eada HTTP/1.1" status: 200 len: 1091 time: 1.5957253 Mar 11 19:40:36.157635 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd8e0d51-f4d3-462d-a967-a91750fe073a', 'tag': '7eb9a13d-5dfd-43ef-a65b-c4657a74eada'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:40:36.160052 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d29d0d-fbd8-4d6a-a557-8aaf74b3eb77" -d '{"events": [{"name": "network-changed", "server_uuid": "fd8e0d51-f4d3-462d-a967-a91750fe073a", "tag": "7eb9a13d-5dfd-43ef-a65b-c4657a74eada"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:40:36.238205 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1821288-6b29-41ee-9e03-8d5621ad0347 service neutron] Pushing event updated for resources: {'Port': ['ID=7eb9a13d-5dfd-43ef-a65b-c4657a74eada,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:36.264448 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e148a6b-6b17-4969-a4c3-19fd9dc67a52 req-89606f79-b09a-40c5-ba7a-f0f9754bd3b5 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:36.267529 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0e148a6b-6b17-4969-a4c3-19fd9dc67a52 req-89606f79-b09a-40c5-ba7a-f0f9754bd3b5 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] 10.222.0.65 "GET /v2.0/networks/612cc066-33e3-444d-b1c7-d0a64751482a HTTP/1.1" status: 200 len: 784 time: 0.2449358 Mar 11 19:40:36.314159 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d755fc1-5dfe-4dea-9825-20ad7caff946 req-5866d015-34d0-44c2-bf90-1cb809425265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:36.315697 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9d755fc1-5dfe-4dea-9825-20ad7caff946 req-5866d015-34d0-44c2-bf90-1cb809425265 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=84f4e9628ef44103bf68c3d01504c13a&device_id=fd8e0d51-f4d3-462d-a967-a91750fe073a HTTP/1.1" status: 200 len: 1125 time: 0.1130018 Mar 11 19:40:36.323167 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0e148a6b-6b17-4969-a4c3-19fd9dc67a52 req-917c1067-fbeb-4a85-bdd5-85845be8700e tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.163 HTTP/1.1" status: 200 len: 696 time: 0.0497150 Mar 11 19:40:36.400378 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9d755fc1-5dfe-4dea-9825-20ad7caff946 req-933ddc1a-ff2c-40f9-882b-5a7c7106f956 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7eb9a13d-5dfd-43ef-a65b-c4657a74eada HTTP/1.1" status: 200 len: 217 time: 0.0741458 Mar 11 19:40:36.416200 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0e148a6b-6b17-4969-a4c3-19fd9dc67a52 req-b9168d56-9406-44e7-90a2-db26bbca07ad tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.163 HTTP/1.1" status: 200 len: 696 time: 0.0828350 Mar 11 19:40:36.534432 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d755fc1-5dfe-4dea-9825-20ad7caff946 req-4dc5b978-2a16-43d5-b943-c4153c45e91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:36.535905 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9d755fc1-5dfe-4dea-9825-20ad7caff946 req-4dc5b978-2a16-43d5-b943-c4153c45e91c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=26665c17-419c-4adf-85bc-a3f3efde487e HTTP/1.1" status: 200 len: 854 time: 0.1291945 Mar 11 19:40:36.570859 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9d755fc1-5dfe-4dea-9825-20ad7caff946 req-45eec1e7-b59c-4e5d-a302-f680e2e67c2a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a1201544-4744-491d-92d6-555a21ac497f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272574 Mar 11 19:40:36.671296 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 39396) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:40:36.690240 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-0e148a6b-6b17-4969-a4c3-19fd9dc67a52 req-76d72c21-ad28-48f0-ba50-e077c4b87923 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Deleting port 80281527-cc8d-4d58-a8e7-9b79b494d149 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:40:36.691165 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0e148a6b-6b17-4969-a4c3-19fd9dc67a52 req-76d72c21-ad28-48f0-ba50-e077c4b87923 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (80281527-cc8d-4d58-a8e7-9b79b494d149), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:36.723539 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9d755fc1-5dfe-4dea-9825-20ad7caff946 req-b5b6ca19-da42-4c0b-a4e9-c95d37424251 service neutron] 10.222.0.75 "GET /v2.0/networks/a1201544-4744-491d-92d6-555a21ac497f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307971 Mar 11 19:40:36.778767 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-fec31793-2620-45f6-886a-b8455c1b7e28 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-749584958-network', 'tenant_id': '66b3b8d3f65c4e239ea33b0475efa223'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:40:36.805548 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec31793-2620-45f6-886a-b8455c1b7e28 admin admin] Made reservation on behalf of 66b3b8d3f65c4e239ea33b0475efa223 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:40:36.810452 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fec31793-2620-45f6-886a-b8455c1b7e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:36.825944 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fec31793-2620-45f6-886a-b8455c1b7e28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:36.840013 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0e148a6b-6b17-4969-a4c3-19fd9dc67a52 req-76d72c21-ad28-48f0-ba50-e077c4b87923 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (80281527-cc8d-4d58-a8e7-9b79b494d149), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:36.840363 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0e148a6b-6b17-4969-a4c3-19fd9dc67a52 req-76d72c21-ad28-48f0-ba50-e077c4b87923 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Publish callbacks [] for floatingip (80281527-cc8d-4d58-a8e7-9b79b494d149), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:36.861095 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-0e148a6b-6b17-4969-a4c3-19fd9dc67a52 req-76d72c21-ad28-48f0-ba50-e077c4b87923 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Calling delete_port for 80281527-cc8d-4d58-a8e7-9b79b494d149 owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:40:36.925462 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9d755fc1-5dfe-4dea-9825-20ad7caff946 req-484fc560-0b47-47d9-989f-85fd4e10c3d2 service neutron] 10.222.0.75 "GET /v2.0/networks/a1201544-4744-491d-92d6-555a21ac497f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674011 Mar 11 19:40:36.934322 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fec31793-2620-45f6-886a-b8455c1b7e28 admin admin] Publish callbacks [] for security_group (381d5506-1a91-423f-9578-afb9619937f0), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:36.942405 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fec31793-2620-45f6-886a-b8455c1b7e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (381d5506-1a91-423f-9578-afb9619937f0), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:36.991798 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec31793-2620-45f6-886a-b8455c1b7e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=381d5506-1a91-423f-9578-afb9619937f0,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:37.045054 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0e148a6b-6b17-4969-a4c3-19fd9dc67a52 req-76d72c21-ad28-48f0-ba50-e077c4b87923 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (80281527-cc8d-4d58-a8e7-9b79b494d149), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:37.051779 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fec31793-2620-45f6-886a-b8455c1b7e28 admin admin] vlan segment allocate from pool success with {'vlan_id': 872, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:40:37.064498 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fec31793-2620-45f6-886a-b8455c1b7e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (f8d24e93-6284-46b5-86c2-c110abb33db1), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:37.064984 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-fec31793-2620-45f6-886a-b8455c1b7e28 admin admin] Added segment f8d24e93-6284-46b5-86c2-c110abb33db1 of type vlan for network 90663b8c-1bde-4a55-8ab4-a84ee4d3cf19 Mar 11 19:40:37.081210 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d72c21-ad28-48f0-ba50-e077c4b87923 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Pushing event deleted for resources: {'Port': ['ID=80281527-cc8d-4d58-a8e7-9b79b494d149,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:37.111500 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fec31793-2620-45f6-886a-b8455c1b7e28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (90663b8c-1bde-4a55-8ab4-a84ee4d3cf19), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:37.138637 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fec31793-2620-45f6-886a-b8455c1b7e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (90663b8c-1bde-4a55-8ab4-a84ee4d3cf19), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:37.139848 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec31793-2620-45f6-886a-b8455c1b7e28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:37.140509 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fec31793-2620-45f6-886a-b8455c1b7e28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:37.143456 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0e148a6b-6b17-4969-a4c3-19fd9dc67a52 req-76d72c21-ad28-48f0-ba50-e077c4b87923 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Publish callbacks [] for floatingip (09dd3149-976f-4550-bfe7-be6d07f83c0e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:37.146300 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0e148a6b-6b17-4969-a4c3-19fd9dc67a52 req-76d72c21-ad28-48f0-ba50-e077c4b87923 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:37.147347 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0e148a6b-6b17-4969-a4c3-19fd9dc67a52 req-76d72c21-ad28-48f0-ba50-e077c4b87923 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] 10.222.0.65 "DELETE /v2.0/floatingips/09dd3149-976f-4550-bfe7-be6d07f83c0e HTTP/1.1" status: 204 len: 173 time: 0.7081146 Mar 11 19:40:37.179339 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-fec31793-2620-45f6-886a-b8455c1b7e28 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5058410 Mar 11 19:40:37.182321 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 39406) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:40:37.197113 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-d2d9ad66-797c-45b0-adfa-2b9da37aa4da admin admin] Request body: {'subnet': {'network_id': '90663b8c-1bde-4a55-8ab4-a84ee4d3cf19', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-749584958-subnet', 'tenant_id': '66b3b8d3f65c4e239ea33b0475efa223', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:40:37.218855 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d9ad66-797c-45b0-adfa-2b9da37aa4da admin admin] Made reservation on behalf of 66b3b8d3f65c4e239ea33b0475efa223 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:40:37.222929 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d2d9ad66-797c-45b0-adfa-2b9da37aa4da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:37.225494 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec31793-2620-45f6-886a-b8455c1b7e28 admin admin] Pushing event updated for resources: {'Network': ['ID=90663b8c-1bde-4a55-8ab4-a84ee4d3cf19,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:37.242734 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 90663b8c-1bde-4a55-8ab4-a84ee4d3cf19 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:40:37.245496 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ecba08-1e42-4744-b75f-26ad17d1355d x-openstack-request-id: req-f2ecba08-1e42-4744-b75f-26ad17d1355d {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:40:37.245796 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "512b8dea-fdfb-4b4a-ba66-f8215e6e3d88", "name": "network-vif-deleted", "tag": "85897ddf-20c1-4ec8-bea7-195d6f9d59e3", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:40:37.246695 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f2ecba08-1e42-4744-b75f-26ad17d1355d {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:40:37.246695 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '512b8dea-fdfb-4b4a-ba66-f8215e6e3d88', 'name': 'network-vif-deleted', 'tag': '85897ddf-20c1-4ec8-bea7-195d6f9d59e3', 'status': 'completed', 'code': 200} Mar 11 19:40:37.425882 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 85897ddf-20c1-4ec8-bea7-195d6f9d59e3 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:40:37.457077 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: 85897ddf-20c1-4ec8-bea7-195d6f9d59e3 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:40:37.457420 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 85897ddf-20c1-4ec8-bea7-195d6f9d59e3 not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:40:37.486201 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d2d9ad66-797c-45b0-adfa-2b9da37aa4da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (83286d6e-3d22-482f-b14a-2fbd7466cc6c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:37.573946 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d9ad66-797c-45b0-adfa-2b9da37aa4da admin admin] Pushing event updated for resources: {'Subnet': ['ID=83286d6e-3d22-482f-b14a-2fbd7466cc6c,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:37.576531 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d9ad66-797c-45b0-adfa-2b9da37aa4da admin admin] Checking segment: {'id': 'f8d24e93-6284-46b5-86c2-c110abb33db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '90663b8c-1bde-4a55-8ab4-a84ee4d3cf19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:40:37.576976 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d9ad66-797c-45b0-adfa-2b9da37aa4da admin admin] Network hostable DHCP agents. Network: 90663b8c-1bde-4a55-8ab4-a84ee4d3cf19, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:40:37.602336 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d9ad66-797c-45b0-adfa-2b9da37aa4da admin admin] Network 90663b8c-1bde-4a55-8ab4-a84ee4d3cf19 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:40:37.615312 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-d2d9ad66-797c-45b0-adfa-2b9da37aa4da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 90663b8c-1bde-4a55-8ab4-a84ee4d3cf19) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:40:37.623022 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d9ad66-797c-45b0-adfa-2b9da37aa4da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:37.623939 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d2d9ad66-797c-45b0-adfa-2b9da37aa4da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:37.628441 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f899f60-18dd-4337-a2cc-a166d81cf3ab None None] Network 90663b8c-1bde-4a55-8ab4-a84ee4d3cf19 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:40:37.644962 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d2d9ad66-797c-45b0-adfa-2b9da37aa4da admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4615920 Mar 11 19:40:37.647762 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 39424) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:40:37.653672 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-c9b1bf20-ab42-499b-84cf-6727be435ff5 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-749584958-router', 'tenant_id': '66b3b8d3f65c4e239ea33b0475efa223', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:40:37.680475 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c9b1bf20-ab42-499b-84cf-6727be435ff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:37.681604 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c9b1bf20-ab42-499b-84cf-6727be435ff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:37.761651 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fde923-e141-43ff-b405-87a03227016e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-90663b8c-1bde-4a55-8ab4-a84ee4d3cf19', 'network_id': '90663b8c-1bde-4a55-8ab4-a84ee4d3cf19', 'project_id': '66b3b8d3f65c4e239ea33b0475efa223', 'fixed_ips': [{'subnet_id': '83286d6e-3d22-482f-b14a-2fbd7466cc6c'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:40:37.762521 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b8fde923-e141-43ff-b405-87a03227016e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:37.762947 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c9b1bf20-ab42-499b-84cf-6727be435ff5 admin admin] Publish callbacks [] for router_controller (dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:37.862483 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04659162-9292-4f0a-933e-a498bd23efd1 x-openstack-request-id: req-04659162-9292-4f0a-933e-a498bd23efd1 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:40:37.862985 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd8e0d51-f4d3-462d-a967-a91750fe073a", "tag": "7eb9a13d-5dfd-43ef-a65b-c4657a74eada", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:40:37.863090 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-04659162-9292-4f0a-933e-a498bd23efd1 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:40:37.864070 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd8e0d51-f4d3-462d-a967-a91750fe073a', 'tag': '7eb9a13d-5dfd-43ef-a65b-c4657a74eada', 'status': 'completed', 'code': 200} Mar 11 19:40:37.929722 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-b8fde923-e141-43ff-b405-87a03227016e None None] Allocated IP 172.20.0.2 (90663b8c-1bde-4a55-8ab4-a84ee4d3cf19/83286d6e-3d22-482f-b14a-2fbd7466cc6c/736eebeb-e298-48ce-abe7-4e7233788aed) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:40:37.974030 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c9b1bf20-ab42-499b-84cf-6727be435ff5 admin admin] Publish callbacks [] for router_gateway (dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:37.990234 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d29d0d-fbd8-4d6a-a557-8aaf74b3eb77 req-fd5900dc-1e0a-41db-8325-a9ec2d25c541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:37.992089 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-05d29d0d-fbd8-4d6a-a557-8aaf74b3eb77 req-fd5900dc-1e0a-41db-8325-a9ec2d25c541 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=84f4e9628ef44103bf68c3d01504c13a&device_id=fd8e0d51-f4d3-462d-a967-a91750fe073a HTTP/1.1" status: 200 len: 1125 time: 0.1086040 Mar 11 19:40:38.054009 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b366cb-74cb-4f86-8c5c-462ff5fc7646 req-b27370c4-5a27-42a7-83dc-ee19c1da76f3 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:38.061556 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c7b366cb-74cb-4f86-8c5c-462ff5fc7646 req-b27370c4-5a27-42a7-83dc-ee19c1da76f3 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd8e0d51-f4d3-462d-a967-a91750fe073a HTTP/1.1" status: 200 len: 943 time: 0.1321056 Mar 11 19:40:38.167188 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b8fde923-e141-43ff-b405-87a03227016e None None] Publish callbacks [] for port (736eebeb-e298-48ce-abe7-4e7233788aed), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:38.176930 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b8fde923-e141-43ff-b405-87a03227016e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (736eebeb-e298-48ce-abe7-4e7233788aed), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:38.189263 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c7b366cb-74cb-4f86-8c5c-462ff5fc7646 req-2a6751e6-2c8b-4045-9bda-6606f94eb608 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267138 Mar 11 19:40:38.190907 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d29d0d-fbd8-4d6a-a557-8aaf74b3eb77 req-b6feae8d-f7bf-43b9-aa3d-3aec06aa5a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:38.192408 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-05d29d0d-fbd8-4d6a-a557-8aaf74b3eb77 req-b6feae8d-f7bf-43b9-aa3d-3aec06aa5a14 service neutron] 10.222.0.75 "GET /v2.0/networks?id=a1201544-4744-491d-92d6-555a21ac497f HTTP/1.1" status: 200 len: 915 time: 0.1932411 Mar 11 19:40:38.223825 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fde923-e141-43ff-b405-87a03227016e None None] Network 90663b8c-1bde-4a55-8ab4-a84ee4d3cf19 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:40:38.227306 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-b8fde923-e141-43ff-b405-87a03227016e None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:40:38.232507 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fde923-e141-43ff-b405-87a03227016e None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:40:38.259843 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c9b1bf20-ab42-499b-84cf-6727be435ff5 admin admin] Publish callbacks [] for router_gateway (dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:38.276498 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-05d29d0d-fbd8-4d6a-a557-8aaf74b3eb77 req-ba4f9d89-4574-46d9-ad1e-d2a1724406f5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7eb9a13d-5dfd-43ef-a65b-c4657a74eada HTTP/1.1" status: 200 len: 217 time: 0.0769589 Mar 11 19:40:38.289442 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c9b1bf20-ab42-499b-84cf-6727be435ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:38.304055 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fde923-e141-43ff-b405-87a03227016e None None] Pushing event updated for resources: {'Port': ['ID=736eebeb-e298-48ce-abe7-4e7233788aed,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:38.318698 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-b8fde923-e141-43ff-b405-87a03227016e None None] Attempting to bind port 736eebeb-e298-48ce-abe7-4e7233788aed on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:40:38.319280 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-b8fde923-e141-43ff-b405-87a03227016e None None] Attempting to bind port 736eebeb-e298-48ce-abe7-4e7233788aed by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'f8d24e93-6284-46b5-86c2-c110abb33db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '90663b8c-1bde-4a55-8ab4-a84ee4d3cf19'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:40:38.320276 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fde923-e141-43ff-b405-87a03227016e None None] Attempting to bind port 736eebeb-e298-48ce-abe7-4e7233788aed on network 90663b8c-1bde-4a55-8ab4-a84ee4d3cf19 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:40:38.326367 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fde923-e141-43ff-b405-87a03227016e None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:40:38.326830 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fde923-e141-43ff-b405-87a03227016e None None] Checking segment: {'id': 'f8d24e93-6284-46b5-86c2-c110abb33db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '90663b8c-1bde-4a55-8ab4-a84ee4d3cf19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:40:38.327322 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b8fde923-e141-43ff-b405-87a03227016e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:38.328311 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fde923-e141-43ff-b405-87a03227016e None None] Bound using segment: {'id': 'f8d24e93-6284-46b5-86c2-c110abb33db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '90663b8c-1bde-4a55-8ab4-a84ee4d3cf19'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:40:38.329099 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-b8fde923-e141-43ff-b405-87a03227016e None None] Bound port: 736eebeb-e298-48ce-abe7-4e7233788aed, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8d24e93-6284-46b5-86c2-c110abb33db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '90663b8c-1bde-4a55-8ab4-a84ee4d3cf19'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:40:38.329807 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b8fde923-e141-43ff-b405-87a03227016e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (736eebeb-e298-48ce-abe7-4e7233788aed), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:38.341653 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e71e8011-8db1-49bd-a32d-e62135b31f0a req-21ad4808-d9f7-434e-b362-6d2f1effe903 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] 10.222.0.65 "GET /v2.0/floatingips/469fc9fc-3346-4bd1-80ea-cd9f71a9ff06 HTTP/1.1" status: 200 len: 693 time: 0.0677083 Mar 11 19:40:38.407019 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-b8fde923-e141-43ff-b405-87a03227016e None None] For port 736eebeb-e298-48ce-abe7-4e7233788aed, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:40:38.411859 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-b8fde923-e141-43ff-b405-87a03227016e None None] For port 736eebeb-e298-48ce-abe7-4e7233788aed, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=736eebeb-e298-48ce-abe7-4e7233788aed,segment=NetworkSegment(f8d24e93-6284-46b5-86c2-c110abb33db1),segment_id=f8d24e93-6284-46b5-86c2-c110abb33db1)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:40:38.420796 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b8fde923-e141-43ff-b405-87a03227016e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (736eebeb-e298-48ce-abe7-4e7233788aed), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:38.427507 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-c9b1bf20-ab42-499b-84cf-6727be435ff5 admin admin] Allocated IP 172.25.8.106 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/7a4724a8-14b0-4c33-97cb-5b58b86ca838) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:40:38.431809 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d29d0d-fbd8-4d6a-a557-8aaf74b3eb77 req-955628ad-7c2a-4d71-965d-54c8b4c3eebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:38.433657 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-05d29d0d-fbd8-4d6a-a557-8aaf74b3eb77 req-955628ad-7c2a-4d71-965d-54c8b4c3eebd service neutron] 10.222.0.75 "GET /v2.0/subnets?id=26665c17-419c-4adf-85bc-a3f3efde487e HTTP/1.1" status: 200 len: 854 time: 0.1503639 Mar 11 19:40:38.499723 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-05d29d0d-fbd8-4d6a-a557-8aaf74b3eb77 req-120e1dc8-3c43-468a-9b90-73ea7898c50f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a1201544-4744-491d-92d6-555a21ac497f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370808 Mar 11 19:40:38.513597 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fde923-e141-43ff-b405-87a03227016e None None] Pushing event updated for resources: {'Port': ['ID=736eebeb-e298-48ce-abe7-4e7233788aed,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:38.540975 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:40:38.572258 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c9b1bf20-ab42-499b-84cf-6727be435ff5 admin admin] Publish callbacks [] for port (7a4724a8-14b0-4c33-97cb-5b58b86ca838), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:38.600779 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e8011-8db1-49bd-a32d-e62135b31f0a req-38785110-8aa0-4eda-ba8f-14eb8dc466aa tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:38.607897 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e71e8011-8db1-49bd-a32d-e62135b31f0a req-38785110-8aa0-4eda-ba8f-14eb8dc466aa tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] 10.222.0.65 "GET /v2.0/networks/612cc066-33e3-444d-b1c7-d0a64751482a HTTP/1.1" status: 200 len: 784 time: 0.2380035 Mar 11 19:40:38.614183 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c9b1bf20-ab42-499b-84cf-6727be435ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (7a4724a8-14b0-4c33-97cb-5b58b86ca838), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:38.658798 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b1bf20-ab42-499b-84cf-6727be435ff5 admin admin] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:40:38.665226 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-c9b1bf20-ab42-499b-84cf-6727be435ff5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:40:38.669240 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b1bf20-ab42-499b-84cf-6727be435ff5 admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:40:38.670395 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e71e8011-8db1-49bd-a32d-e62135b31f0a req-98451c31-3008-438d-8a70-6dd38b0f9c93 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.233 HTTP/1.1" status: 200 len: 696 time: 0.0615201 Mar 11 19:40:38.748749 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-05d29d0d-fbd8-4d6a-a557-8aaf74b3eb77 req-b9dd9beb-670e-4d2c-b928-7f09426690d6 service neutron] 10.222.0.75 "GET /v2.0/networks/a1201544-4744-491d-92d6-555a21ac497f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424796 Mar 11 19:40:38.758669 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b1bf20-ab42-499b-84cf-6727be435ff5 admin admin] Pushing event updated for resources: {'Port': ['ID=7a4724a8-14b0-4c33-97cb-5b58b86ca838,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:38.763596 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e71e8011-8db1-49bd-a32d-e62135b31f0a req-5a90068e-87c0-44d7-8d61-b24efaebd6bb tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] 10.222.0.65 "GET /v2.0/floatingips?floating_ip_address=172.25.8.233 HTTP/1.1" status: 200 len: 696 time: 0.0916653 Mar 11 19:40:38.987577 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-05d29d0d-fbd8-4d6a-a557-8aaf74b3eb77 req-2411bcb8-7e9e-439e-8f24-f1824bdacd68 service neutron] 10.222.0.75 "GET /v2.0/networks/a1201544-4744-491d-92d6-555a21ac497f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199559 Mar 11 19:40:38.994235 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c9b1bf20-ab42-499b-84cf-6727be435ff5 admin admin] Publish callbacks [] for router_gateway (dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:39.002918 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-e71e8011-8db1-49bd-a32d-e62135b31f0a req-e75f0b6f-2ed6-4d52-aa98-590b09a923c9 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Deleting port b39d7b2b-e344-43a5-be3b-9d8a12e36647 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:40:39.003267 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e71e8011-8db1-49bd-a32d-e62135b31f0a req-e75f0b6f-2ed6-4d52-aa98-590b09a923c9 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (b39d7b2b-e344-43a5-be3b-9d8a12e36647), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:39.106674 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e71e8011-8db1-49bd-a32d-e62135b31f0a req-e75f0b6f-2ed6-4d52-aa98-590b09a923c9 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (b39d7b2b-e344-43a5-be3b-9d8a12e36647), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:39.106674 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e71e8011-8db1-49bd-a32d-e62135b31f0a req-e75f0b6f-2ed6-4d52-aa98-590b09a923c9 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Publish callbacks [] for floatingip (b39d7b2b-e344-43a5-be3b-9d8a12e36647), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:39.118014 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-e71e8011-8db1-49bd-a32d-e62135b31f0a req-e75f0b6f-2ed6-4d52-aa98-590b09a923c9 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Calling delete_port for b39d7b2b-e344-43a5-be3b-9d8a12e36647 owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:40:39.241955 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c9b1bf20-ab42-499b-84cf-6727be435ff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:39.271884 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e71e8011-8db1-49bd-a32d-e62135b31f0a req-e75f0b6f-2ed6-4d52-aa98-590b09a923c9 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (b39d7b2b-e344-43a5-be3b-9d8a12e36647), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:39.297642 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75f0b6f-2ed6-4d52-aa98-590b09a923c9 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Pushing event deleted for resources: {'Port': ['ID=b39d7b2b-e344-43a5-be3b-9d8a12e36647,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:39.375932 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e71e8011-8db1-49bd-a32d-e62135b31f0a req-e75f0b6f-2ed6-4d52-aa98-590b09a923c9 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Publish callbacks [] for floatingip (469fc9fc-3346-4bd1-80ea-cd9f71a9ff06), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:39.380472 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e71e8011-8db1-49bd-a32d-e62135b31f0a req-e75f0b6f-2ed6-4d52-aa98-590b09a923c9 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:39.381687 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e71e8011-8db1-49bd-a32d-e62135b31f0a req-e75f0b6f-2ed6-4d52-aa98-590b09a923c9 tempest-FloatingIPDetailsTestJSON-1039154250 tempest-FloatingIPDetailsTestJSON-1039154250-project] 10.222.0.65 "DELETE /v2.0/floatingips/469fc9fc-3346-4bd1-80ea-cd9f71a9ff06 HTTP/1.1" status: 204 len: 173 time: 0.6169295 Mar 11 19:40:39.390799 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 39440) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:40:39.669708 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-cee081df-36bd-46c8-9930-97a26252865b tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=7fcfa9d2f3ed4be8ac815d1e6642330d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0536203 Mar 11 19:40:39.756386 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 736eebeb-e298-48ce-abe7-4e7233788aed up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:40:39.834166 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 736eebeb-e298-48ce-abe7-4e7233788aed triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:40:39.834566 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (736eebeb-e298-48ce-abe7-4e7233788aed), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:39.836863 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9b1bf20-ab42-499b-84cf-6727be435ff5 admin admin] Router dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5 is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:40:39.904338 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755786a7-7c41-4140-89fe-57ebaf49a153 None None] Network 90663b8c-1bde-4a55-8ab4-a84ee4d3cf19 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:40:39.948521 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-8abe65f3-9100-4c09-baf9-9458b3bc4b6f tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:39.950011 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-8abe65f3-9100-4c09-baf9-9458b3bc4b6f tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2795219 Mar 11 19:40:39.980904 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-4b68866d-b5dd-47c2-9898-a00e31632cb8 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/quotas/7fcfa9d2f3ed4be8ac815d1e6642330d HTTP/1.1" status: 200 len: 375 time: 0.0182593 Mar 11 19:40:40.004421 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b1bf20-ab42-499b-84cf-6727be435ff5 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:40:40.007487 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-eccc0424-94b9-4152-bdff-006ed6072127 None None] Provisioning complete for port 736eebeb-e298-48ce-abe7-4e7233788aed triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:40:40.013693 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-eccc0424-94b9-4152-bdff-006ed6072127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (736eebeb-e298-48ce-abe7-4e7233788aed), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:40.016065 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8174457-611f-42d0-a62c-bc062e472259 None None] Sync routers for ids ['dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:40:40.030407 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c9b1bf20-ab42-499b-84cf-6727be435ff5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:40.032242 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c9b1bf20-ab42-499b-84cf-6727be435ff5 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3832965 Mar 11 19:40:40.036680 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 39452) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:40:40.038607 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8174457-611f-42d0-a62c-bc062e472259 None None] Routers {'dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:40:40.039227 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-c8174457-611f-42d0-a62c-bc062e472259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:40:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:40.072495 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 736eebeb-e298-48ce-abe7-4e7233788aed is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:40:40.072889 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (736eebeb-e298-48ce-abe7-4e7233788aed), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:40.104026 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-d86a3b5c-bc1a-4ea8-a1dc-d313eaa6224c tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=7fcfa9d2f3ed4be8ac815d1e6642330d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1162360 Mar 11 19:40:40.158105 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5c570495-d276-441a-8c8b-a25f650bfd79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (b769ec86-bb8b-48c2-ade9-2983ac467ee2), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:40.193386 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 736eebeb-e298-48ce-abe7-4e7233788aed, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=736eebeb-e298-48ce-abe7-4e7233788aed,segment=NetworkSegment(f8d24e93-6284-46b5-86c2-c110abb33db1),segment_id=f8d24e93-6284-46b5-86c2-c110abb33db1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:40:40.226848 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (736eebeb-e298-48ce-abe7-4e7233788aed), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:40.278482 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-c8174457-611f-42d0-a62c-bc062e472259 None None] Set router dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:40:40.284324 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=736eebeb-e298-48ce-abe7-4e7233788aed,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:40.376313 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-eccc0424-94b9-4152-bdff-006ed6072127 None None] Current status of the port 736eebeb-e298-48ce-abe7-4e7233788aed is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:40:40.588657 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-c8174457-611f-42d0-a62c-bc062e472259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5', 'name': 'tempest-ServerActionsTestJSON-749584958-router', 'tenant_id': '66b3b8d3f65c4e239ea33b0475efa223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '7a4724a8-14b0-4c33-97cb-5b58b86ca838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:40:37Z', 'updated_at': '2022-03-11T19:40:38Z', 'revision_number': 3, 'project_id': '66b3b8d3f65c4e239ea33b0475efa223', 'gw_port': {'id': '7a4724a8-14b0-4c33-97cb-5b58b86ca838', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b0:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:40:38Z', 'updated_at': '2022-03-11T19:40:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:40.596197 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-5c570495-d276-441a-8c8b-a25f650bfd79 admin admin] Deleting port 3addac13-7538-403e-be20-a6eb00231151 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:40:40.596525 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5c570495-d276-441a-8c8b-a25f650bfd79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (3addac13-7538-403e-be20-a6eb00231151), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:40.623051 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8174457-611f-42d0-a62c-bc062e472259 None None] Checking router: dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:40:40.624314 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8174457-611f-42d0-a62c-bc062e472259 None None] Updating router dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5 port 7a4724a8-14b0-4c33-97cb-5b58b86ca838 binding host n-d-833163-1 {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:40:40.659621 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c8174457-611f-42d0-a62c-bc062e472259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (7a4724a8-14b0-4c33-97cb-5b58b86ca838), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:40.710136 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-52d5914e-c7c8-4c46-8f8d-70f994e75a4a None None] Provisioning complete for port 736eebeb-e298-48ce-abe7-4e7233788aed triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:40:40.711519 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-52d5914e-c7c8-4c46-8f8d-70f994e75a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (736eebeb-e298-48ce-abe7-4e7233788aed), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:40.719943 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-5c570495-d276-441a-8c8b-a25f650bfd79 admin admin] For port 3addac13-7538-403e-be20-a6eb00231151, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=3addac13-7538-403e-be20-a6eb00231151,segment=NetworkSegment(4b8a51c7-fbf1-4261-9d27-24c393afd285),segment_id=4b8a51c7-fbf1-4261-9d27-24c393afd285)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:40:40.723158 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5c570495-d276-441a-8c8b-a25f650bfd79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (3addac13-7538-403e-be20-a6eb00231151), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:40.748389 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-5c570495-d276-441a-8c8b-a25f650bfd79 admin admin] Calling delete_port for 3addac13-7538-403e-be20-a6eb00231151 owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:40:40.918010 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-52d5914e-c7c8-4c46-8f8d-70f994e75a4a None None] Current status of the port 736eebeb-e298-48ce-abe7-4e7233788aed is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:40:40.945052 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4b976767-bdf4-4964-976f-e731104a3851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:41.013731 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5c570495-d276-441a-8c8b-a25f650bfd79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (3addac13-7538-403e-be20-a6eb00231151), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:41.050415 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c570495-d276-441a-8c8b-a25f650bfd79 admin admin] Pushing event deleted for resources: {'Port': ['ID=3addac13-7538-403e-be20-a6eb00231151,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:41.089042 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c8174457-611f-42d0-a62c-bc062e472259 None None] Publish callbacks [] for port (7a4724a8-14b0-4c33-97cb-5b58b86ca838), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:41.108128 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c8174457-611f-42d0-a62c-bc062e472259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (7a4724a8-14b0-4c33-97cb-5b58b86ca838), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:41.199189 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d66a21e-e2e2-43dd-bb5d-cd8d7e50ef16 None None] Pushing event updated for resources: {'Port': ['ID=7a4724a8-14b0-4c33-97cb-5b58b86ca838,revision_number=2']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:41.236367 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-c8174457-611f-42d0-a62c-bc062e472259 None None] Attempting to bind port 7a4724a8-14b0-4c33-97cb-5b58b86ca838 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:40:41.236739 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-c8174457-611f-42d0-a62c-bc062e472259 None None] Attempting to bind port 7a4724a8-14b0-4c33-97cb-5b58b86ca838 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:40:41.237099 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8174457-611f-42d0-a62c-bc062e472259 None None] Attempting to bind port 7a4724a8-14b0-4c33-97cb-5b58b86ca838 on network 612cc066-33e3-444d-b1c7-d0a64751482a {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:40:41.261370 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8174457-611f-42d0-a62c-bc062e472259 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:40:41.261759 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8174457-611f-42d0-a62c-bc062e472259 None None] Checking segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:40:41.262157 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c8174457-611f-42d0-a62c-bc062e472259 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:41.263018 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8174457-611f-42d0-a62c-bc062e472259 None None] Bound using segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:40:41.264203 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-c8174457-611f-42d0-a62c-bc062e472259 None None] Bound port: 7a4724a8-14b0-4c33-97cb-5b58b86ca838, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:40:41.264763 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c8174457-611f-42d0-a62c-bc062e472259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (7a4724a8-14b0-4c33-97cb-5b58b86ca838), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:41.333317 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-c8174457-611f-42d0-a62c-bc062e472259 None None] For port 7a4724a8-14b0-4c33-97cb-5b58b86ca838, host n-d-833163-1, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:40:41.338637 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-c8174457-611f-42d0-a62c-bc062e472259 None None] For port 7a4724a8-14b0-4c33-97cb-5b58b86ca838, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=7a4724a8-14b0-4c33-97cb-5b58b86ca838,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:40:41.355940 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c8174457-611f-42d0-a62c-bc062e472259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (7a4724a8-14b0-4c33-97cb-5b58b86ca838), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:41.391838 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-4b976767-bdf4-4964-976f-e731104a3851 admin admin] Allocated IP 172.20.0.1 (90663b8c-1bde-4a55-8ab4-a84ee4d3cf19/83286d6e-3d22-482f-b14a-2fbd7466cc6c/a7ae012b-4786-40bc-a389-0e63ffd1ca98) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:40:41.447920 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 7eb9a13d-5dfd-43ef-a65b-c4657a74eada details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:40:41.464817 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5c570495-d276-441a-8c8b-a25f650bfd79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (b769ec86-bb8b-48c2-ade9-2983ac467ee2), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:41.504013 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8174457-611f-42d0-a62c-bc062e472259 None None] Routers {'dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:40:41.504887 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-c8174457-611f-42d0-a62c-bc062e472259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:40:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:41.571579 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d66a21e-e2e2-43dd-bb5d-cd8d7e50ef16 None None] Pushing event updated for resources: {'Port': ['ID=7a4724a8-14b0-4c33-97cb-5b58b86ca838,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:41.648638 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4b976767-bdf4-4964-976f-e731104a3851 admin admin] Publish callbacks [] for port (a7ae012b-4786-40bc-a389-0e63ffd1ca98), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:41.655585 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 7eb9a13d-5dfd-43ef-a65b-c4657a74eada, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=7eb9a13d-5dfd-43ef-a65b-c4657a74eada,segment=NetworkSegment(ef0b97fd-24fa-456a-8472-bb47ab40643e),segment_id=ef0b97fd-24fa-456a-8472-bb47ab40643e)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:40:41.681071 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '7eb9a13d-5dfd-43ef-a65b-c4657a74eada', 'network_id': 'a1201544-4744-491d-92d6-555a21ac497f', 'port_id': '7eb9a13d-5dfd-43ef-a65b-c4657a74eada', 'mac_address': 'fa:16:3e:45:16:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 894, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26665c17-419c-4adf-85bc-a3f3efde487e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:40:41.712799 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4b976767-bdf4-4964-976f-e731104a3851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (a7ae012b-4786-40bc-a389-0e63ffd1ca98), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:41.746519 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-c8174457-611f-42d0-a62c-bc062e472259 None None] Set router dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:40:41.771325 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b976767-bdf4-4964-976f-e731104a3851 admin admin] Network 90663b8c-1bde-4a55-8ab4-a84ee4d3cf19 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:40:41.775588 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-4b976767-bdf4-4964-976f-e731104a3851 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:40:41.776823 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 7eb9a13d-5dfd-43ef-a65b-c4657a74eada is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:40:41.779270 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b976767-bdf4-4964-976f-e731104a3851 admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:40:41.779665 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (7eb9a13d-5dfd-43ef-a65b-c4657a74eada), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:41.838778 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eb9a13d-5dfd-43ef-a65b-c4657a74eada {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:40:41.841799 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b976767-bdf4-4964-976f-e731104a3851 admin admin] Pushing event updated for resources: {'Port': ['ID=a7ae012b-4786-40bc-a389-0e63ffd1ca98,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:41.856945 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4b976767-bdf4-4964-976f-e731104a3851 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:41.865539 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6111a1-9ca7-47b3-9c19-eabc20b564d8 req-a9bd3d14-e77a-4c9c-b0ee-e7578b15ffb0 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:41.877292 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4a6111a1-9ca7-47b3-9c19-eabc20b564d8 req-a9bd3d14-e77a-4c9c-b0ee-e7578b15ffb0 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd8e0d51-f4d3-462d-a967-a91750fe073a HTTP/1.1" status: 200 len: 943 time: 0.4056709 Mar 11 19:40:41.905712 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 7eb9a13d-5dfd-43ef-a65b-c4657a74eada, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=7eb9a13d-5dfd-43ef-a65b-c4657a74eada,segment=NetworkSegment(ef0b97fd-24fa-456a-8472-bb47ab40643e),segment_id=ef0b97fd-24fa-456a-8472-bb47ab40643e)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:40:41.909154 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 736eebeb-e298-48ce-abe7-4e7233788aed up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:40:42.004891 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (7eb9a13d-5dfd-43ef-a65b-c4657a74eada), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:42.075672 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4a6111a1-9ca7-47b3-9c19-eabc20b564d8 req-cbe31059-e60d-41d7-8543-6e5179de784e tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757433 Mar 11 19:40:42.121555 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 736eebeb-e298-48ce-abe7-4e7233788aed triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:40:42.121938 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (736eebeb-e298-48ce-abe7-4e7233788aed), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:42.199344 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-c8174457-611f-42d0-a62c-bc062e472259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5', 'name': 'tempest-ServerActionsTestJSON-749584958-router', 'tenant_id': '66b3b8d3f65c4e239ea33b0475efa223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '7a4724a8-14b0-4c33-97cb-5b58b86ca838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:40:37Z', 'updated_at': '2022-03-11T19:40:38Z', 'revision_number': 3, 'project_id': '66b3b8d3f65c4e239ea33b0475efa223', 'gw_port': {'id': '7a4724a8-14b0-4c33-97cb-5b58b86ca838', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b0:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:40:38Z', 'updated_at': '2022-03-11T19:40:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:42.240550 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=7eb9a13d-5dfd-43ef-a65b-c4657a74eada,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:42.254047 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4b976767-bdf4-4964-976f-e731104a3851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a7ae012b-4786-40bc-a389-0e63ffd1ca98), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:42.274677 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-68f27bb9-e70a-4386-8f6f-9b67c5f26465 None None] Provisioning complete for port a7ae012b-4786-40bc-a389-0e63ffd1ca98 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:40:42.275418 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-68f27bb9-e70a-4386-8f6f-9b67c5f26465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (a7ae012b-4786-40bc-a389-0e63ffd1ca98), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:42.290557 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8174457-611f-42d0-a62c-bc062e472259 None None] The sync data for ids ['dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5'] in n-d-833163-1 is: [{'id': 'dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5', 'name': 'tempest-ServerActionsTestJSON-749584958-router', 'tenant_id': '66b3b8d3f65c4e239ea33b0475efa223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '7a4724a8-14b0-4c33-97cb-5b58b86ca838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:40:37Z', 'updated_at': '2022-03-11T19:40:38Z', 'revision_number': 3, 'project_id': '66b3b8d3f65c4e239ea33b0475efa223', 'gw_port': {'id': '7a4724a8-14b0-4c33-97cb-5b58b86ca838', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b0:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:40:38Z', 'updated_at': '2022-03-11T19:40:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:40:42.346254 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['7eb9a13d-5dfd-43ef-a65b-c4657a74eada'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:40:42.350849 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-68f27bb9-e70a-4386-8f6f-9b67c5f26465 None None] Port a7ae012b-4786-40bc-a389-0e63ffd1ca98 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:40:42.467452 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c570495-d276-441a-8c8b-a25f650bfd79 admin admin] Router b769ec86-bb8b-48c2-ade9-2983ac467ee2 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:40:42.725080 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c570495-d276-441a-8c8b-a25f650bfd79 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:40:42.736211 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-5c570495-d276-441a-8c8b-a25f650bfd79 admin admin] 10.222.0.65 "PUT /v2.0/routers/b769ec86-bb8b-48c2-ade9-2983ac467ee2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3440123 Mar 11 19:40:42.738613 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 39512) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:40:42.831422 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4b976767-bdf4-4964-976f-e731104a3851 admin admin] Publish callbacks [] for port (a7ae012b-4786-40bc-a389-0e63ffd1ca98), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:42.846629 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4b976767-bdf4-4964-976f-e731104a3851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (a7ae012b-4786-40bc-a389-0e63ffd1ca98), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:42.864989 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2074885e-b6a2-495a-889e-80ad00f3ea39 None None] Sync routers for ids ['b769ec86-bb8b-48c2-ade9-2983ac467ee2'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:40:42.928841 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 736eebeb-e298-48ce-abe7-4e7233788aed is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:40:42.943057 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2074885e-b6a2-495a-889e-80ad00f3ea39 None None] Routers {'b769ec86-bb8b-48c2-ade9-2983ac467ee2'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:40:42.943991 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-2074885e-b6a2-495a-889e-80ad00f3ea39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:40:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['b769ec86-bb8b-48c2-ade9-2983ac467ee2'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:42.947116 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4b976767-bdf4-4964-976f-e731104a3851 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:43.161217 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b976767-bdf4-4964-976f-e731104a3851 admin admin] Pushing event updated for resources: {'Port': ['ID=a7ae012b-4786-40bc-a389-0e63ffd1ca98,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:43.264476 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-2074885e-b6a2-495a-889e-80ad00f3ea39 None None] Set router b769ec86-bb8b-48c2-ade9-2983ac467ee2 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:40:43.325292 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b976767-bdf4-4964-976f-e731104a3851 admin admin] Network 90663b8c-1bde-4a55-8ab4-a84ee4d3cf19 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:40:43.327191 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-4b976767-bdf4-4964-976f-e731104a3851 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:40:43.444908 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 39526) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:40:43.653178 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b976767-bdf4-4964-976f-e731104a3851 admin admin] Router dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:40:43.789221 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 7a4724a8-14b0-4c33-97cb-5b58b86ca838 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:40:43.813945 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5643a45e-b99f-485b-9547-19dd5c4d9e15 req-b23233fd-a8f5-4182-9dc8-8e82bfdbb724 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/ports?device_id=61744d22-0211-4a62-a499-451ee9b21a3c HTTP/1.1" status: 200 len: 210 time: 0.2348461 Mar 11 19:40:43.816464 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-816db592-a57f-45b1-84a0-a058fab479a3 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=7fcfa9d2f3ed4be8ac815d1e6642330d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2380722 Mar 11 19:40:43.825871 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-c253785a-7b75-4097-a528-b60300a20d4d tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=7fcfa9d2f3ed4be8ac815d1e6642330d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2464674 Mar 11 19:40:43.891470 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-e6c8b046-f161-4f92-bd68-8b082f61c275 None None] Provisioning complete for port a7ae012b-4786-40bc-a389-0e63ffd1ca98 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:40:43.892155 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e6c8b046-f161-4f92-bd68-8b082f61c275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (a7ae012b-4786-40bc-a389-0e63ffd1ca98), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:43.935708 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b976767-bdf4-4964-976f-e731104a3851 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:40:43.948932 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e6c8b046-f161-4f92-bd68-8b082f61c275 None None] Port a7ae012b-4786-40bc-a389-0e63ffd1ca98 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:40:43.958306 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4b976767-bdf4-4964-976f-e731104a3851 admin admin] 10.222.0.65 "PUT /v2.0/routers/dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9119716 Mar 11 19:40:43.976539 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ddc0fbfd-7a84-4164-87aa-b599ea567a11 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=685213f5a21e4750a3561f204c977040&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5302324 Mar 11 19:40:43.980603 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 39536) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:40:44.012637 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-2074885e-b6a2-495a-889e-80ad00f3ea39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b769ec86-bb8b-48c2-ade9-2983ac467ee2', 'name': 'tempest-FloatingIPDetailsTestJSON-604423655-router', 'tenant_id': 'cc5b4de5546c4ac5b7d6062e831801e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'a00a9855-b4d2-4e8b-9464-02a4d589429e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:40:01Z', 'updated_at': '2022-03-11T19:40:40Z', 'revision_number': 5, 'project_id': 'cc5b4de5546c4ac5b7d6062e831801e2', 'gw_port': {'id': 'a00a9855-b4d2-4e8b-9464-02a4d589429e', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b769ec86-bb8b-48c2-ade9-2983ac467ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:40:02Z', 'updated_at': '2022-03-11T19:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:44.014773 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 7a4724a8-14b0-4c33-97cb-5b58b86ca838 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:40:44.015335 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (7a4724a8-14b0-4c33-97cb-5b58b86ca838), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:44.062578 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7364b223-c423-457e-88f1-935acf290749 admin admin] Publish callbacks [] for security_group (f452eb47-6dc6-439f-ac03-125757af0b75), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:44.071983 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2074885e-b6a2-495a-889e-80ad00f3ea39 None None] Checking router: b769ec86-bb8b-48c2-ade9-2983ac467ee2 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:40:44.092770 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2074885e-b6a2-495a-889e-80ad00f3ea39 None None] Routers {'b769ec86-bb8b-48c2-ade9-2983ac467ee2'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:40:44.094202 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-2074885e-b6a2-495a-889e-80ad00f3ea39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:40:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['b769ec86-bb8b-48c2-ade9-2983ac467ee2'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:44.118943 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7364b223-c423-457e-88f1-935acf290749 admin admin] Publish callbacks [] for security_group (f452eb47-6dc6-439f-ac03-125757af0b75), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:44.131128 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-bcd0be03-505d-40ba-b0bb-3c511f46f83e tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:44.134531 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-bcd0be03-505d-40ba-b0bb-3c511f46f83e tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3074946 Mar 11 19:40:44.208451 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7364b223-c423-457e-88f1-935acf290749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (f452eb47-6dc6-439f-ac03-125757af0b75), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:44.208652 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-50bf01dc-b1fa-4971-b652-fb755ef81ac0 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Request body: {'port': {'device_id': '61744d22-0211-4a62-a499-451ee9b21a3c', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'admin_state_up': True, 'tenant_id': '7fcfa9d2f3ed4be8ac815d1e6642330d'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:40:44.213938 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7364b223-c423-457e-88f1-935acf290749 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:44.214978 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-7364b223-c423-457e-88f1-935acf290749 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f452eb47-6dc6-439f-ac03-125757af0b75 HTTP/1.1" status: 204 len: 168 time: 0.2329905 Mar 11 19:40:44.251659 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7364b223-c423-457e-88f1-935acf290749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f452eb47-6dc6-439f-ac03-125757af0b75,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:44.297817 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 7a4724a8-14b0-4c33-97cb-5b58b86ca838 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:40:44.298729 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (7a4724a8-14b0-4c33-97cb-5b58b86ca838), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:44.322912 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-2074885e-b6a2-495a-889e-80ad00f3ea39 None None] Set router b769ec86-bb8b-48c2-ade9-2983ac467ee2 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:40:44.378362 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 7a4724a8-14b0-4c33-97cb-5b58b86ca838, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=7a4724a8-14b0-4c33-97cb-5b58b86ca838,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:40:44.384398 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb04537-01d4-492c-ad27-fadcebb70b13 req-2691dc96-a689-42b8-9681-2ab517999d4a tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:44.391910 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cbb04537-01d4-492c-ad27-fadcebb70b13 req-2691dc96-a689-42b8-9681-2ab517999d4a tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd8e0d51-f4d3-462d-a967-a91750fe073a HTTP/1.1" status: 200 len: 944 time: 0.3516657 Mar 11 19:40:44.401253 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-163c1175-a035-44f2-b38f-eada4b29d6c4 admin admin] Publish callbacks [] for router (b769ec86-bb8b-48c2-ade9-2983ac467ee2), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:44.423095 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (7a4724a8-14b0-4c33-97cb-5b58b86ca838), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:44.517671 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-2fa88d3d-6fe1-441b-9fba-ce2fb01f3947 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:44.520183 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-2fa88d3d-6fe1-441b-9fba-ce2fb01f3947 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4810307 Mar 11 19:40:44.536935 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=7a4724a8-14b0-4c33-97cb-5b58b86ca838,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:44.575596 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cbb04537-01d4-492c-ad27-fadcebb70b13 req-855a83d8-f93d-46ed-940b-716249125caa tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828122 Mar 11 19:40:44.581379 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-fa42d965-f518-4782-847f-5cd6d56ec04a tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Request body: {'port': {'device_id': 'd6631799-6ee7-4005-95fb-904b5b322031', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'admin_state_up': True, 'tenant_id': '7fcfa9d2f3ed4be8ac815d1e6642330d'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:40:44.664864 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-2074885e-b6a2-495a-889e-80ad00f3ea39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b769ec86-bb8b-48c2-ade9-2983ac467ee2', 'name': 'tempest-FloatingIPDetailsTestJSON-604423655-router', 'tenant_id': 'cc5b4de5546c4ac5b7d6062e831801e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'a00a9855-b4d2-4e8b-9464-02a4d589429e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:40:01Z', 'updated_at': '2022-03-11T19:40:40Z', 'revision_number': 5, 'project_id': 'cc5b4de5546c4ac5b7d6062e831801e2', 'gw_port': {'id': 'a00a9855-b4d2-4e8b-9464-02a4d589429e', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b769ec86-bb8b-48c2-ade9-2983ac467ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:40:02Z', 'updated_at': '2022-03-11T19:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:44.729378 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2074885e-b6a2-495a-889e-80ad00f3ea39 None None] The sync data for ids ['b769ec86-bb8b-48c2-ade9-2983ac467ee2'] in n-d-833163-1 is: [{'id': 'b769ec86-bb8b-48c2-ade9-2983ac467ee2', 'name': 'tempest-FloatingIPDetailsTestJSON-604423655-router', 'tenant_id': 'cc5b4de5546c4ac5b7d6062e831801e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': 'a00a9855-b4d2-4e8b-9464-02a4d589429e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:40:01Z', 'updated_at': '2022-03-11T19:40:40Z', 'revision_number': 5, 'project_id': 'cc5b4de5546c4ac5b7d6062e831801e2', 'gw_port': {'id': 'a00a9855-b4d2-4e8b-9464-02a4d589429e', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:f6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b769ec86-bb8b-48c2-ade9-2983ac467ee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1211, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:40:02Z', 'updated_at': '2022-03-11T19:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:40:44.819244 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-50bf01dc-b1fa-4971-b652-fb755ef81ac0 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Made reservation on behalf of 7fcfa9d2f3ed4be8ac815d1e6642330d for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:40:44.822608 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-50bf01dc-b1fa-4971-b652-fb755ef81ac0 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:44.835945 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-fa42d965-f518-4782-847f-5cd6d56ec04a tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Made reservation on behalf of 7fcfa9d2f3ed4be8ac815d1e6642330d for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:40:44.839327 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-fa42d965-f518-4782-847f-5cd6d56ec04a tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:44.930299 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-163c1175-a035-44f2-b38f-eada4b29d6c4 admin admin] Publish callbacks [] for router_gateway (b769ec86-bb8b-48c2-ade9-2983ac467ee2), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:45.080899 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb66ae-a021-4576-b5ba-f5ef68582ffc req-ee87d337-6a41-467b-a377-c30a06ce0606 tempest-ServerGroupTestJSON-344289733 tempest-ServerGroupTestJSON-344289733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:45.082400 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bdfb66ae-a021-4576-b5ba-f5ef68582ffc req-ee87d337-6a41-467b-a377-c30a06ce0606 tempest-ServerGroupTestJSON-344289733 tempest-ServerGroupTestJSON-344289733-project] 10.222.0.65 "GET /v2.0/networks?id=c94d1f5a-df19-403f-9da6-4cd9b83d560b HTTP/1.1" status: 200 len: 810 time: 0.3716629 Mar 11 19:40:45.169752 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-fa42d965-f518-4782-847f-5cd6d56ec04a tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Allocated IP 192.168.233.46 (885772b1-9b97-4e1d-a0fb-e125030c5a81/9bb14923-74c3-4313-be8d-ed33542f05aa/2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:40:45.201776 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925023d4-39d8-40ee-8206-c5cc0ac95d1d None None] Sync routers for ids ['dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:40:45.215321 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925023d4-39d8-40ee-8206-c5cc0ac95d1d None None] Routers {'dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:40:45.215962 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-925023d4-39d8-40ee-8206-c5cc0ac95d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:40:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:45.277515 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bdfb66ae-a021-4576-b5ba-f5ef68582ffc req-e7113a5f-3ba0-4baf-9fea-83661037a066 tempest-ServerGroupTestJSON-344289733 tempest-ServerGroupTestJSON-344289733-project] 10.222.0.65 "GET /v2.0/quotas/a2f326f24af44a2e95b342f28598d453 HTTP/1.1" status: 200 len: 375 time: 0.1829641 Mar 11 19:40:45.384873 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bdfb66ae-a021-4576-b5ba-f5ef68582ffc req-05c156af-3656-45cd-9b8d-898c5043c731 tempest-ServerGroupTestJSON-344289733 tempest-ServerGroupTestJSON-344289733-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a2f326f24af44a2e95b342f28598d453&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0630372 Mar 11 19:40:45.398015 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-163c1175-a035-44f2-b38f-eada4b29d6c4 admin admin] Deleting port a00a9855-b4d2-4e8b-9464-02a4d589429e {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:40:45.398694 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-163c1175-a035-44f2-b38f-eada4b29d6c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (a00a9855-b4d2-4e8b-9464-02a4d589429e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:45.449041 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 7eb9a13d-5dfd-43ef-a65b-c4657a74eada up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:40:45.469791 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-925023d4-39d8-40ee-8206-c5cc0ac95d1d None None] Set router dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:40:45.513595 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-fa42d965-f518-4782-847f-5cd6d56ec04a tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Publish callbacks [] for port (2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:45.556112 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port 7eb9a13d-5dfd-43ef-a65b-c4657a74eada completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:40:45.561096 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 7eb9a13d-5dfd-43ef-a65b-c4657a74eada triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:40:45.561526 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (7eb9a13d-5dfd-43ef-a65b-c4657a74eada), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:45.584884 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-163c1175-a035-44f2-b38f-eada4b29d6c4 admin admin] For port a00a9855-b4d2-4e8b-9464-02a4d589429e, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=a00a9855-b4d2-4e8b-9464-02a4d589429e,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:40:45.585275 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-163c1175-a035-44f2-b38f-eada4b29d6c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (a00a9855-b4d2-4e8b-9464-02a4d589429e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:45.621490 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-163c1175-a035-44f2-b38f-eada4b29d6c4 admin admin] Calling delete_port for a00a9855-b4d2-4e8b-9464-02a4d589429e owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:40:45.634677 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bdfb66ae-a021-4576-b5ba-f5ef68582ffc req-37c06dac-92da-416d-901a-cfe5569b6fc7 service neutron] 10.222.0.65 "GET /v2.0/networks/c94d1f5a-df19-403f-9da6-4cd9b83d560b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249415 Mar 11 19:40:45.719221 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-925023d4-39d8-40ee-8206-c5cc0ac95d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5', 'name': 'tempest-ServerActionsTestJSON-749584958-router', 'tenant_id': '66b3b8d3f65c4e239ea33b0475efa223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '7a4724a8-14b0-4c33-97cb-5b58b86ca838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:40:37Z', 'updated_at': '2022-03-11T19:40:42Z', 'revision_number': 4, 'project_id': '66b3b8d3f65c4e239ea33b0475efa223', 'gw_port': {'id': '7a4724a8-14b0-4c33-97cb-5b58b86ca838', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:40:38Z', 'updated_at': '2022-03-11T19:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'a7ae012b-4786-40bc-a389-0e63ffd1ca98', 'name': '', 'network_id': '90663b8c-1bde-4a55-8ab4-a84ee4d3cf19', 'tenant_id': '66b3b8d3f65c4e239ea33b0475efa223', 'mac_address': 'fa:16:3e:a6:77:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '83286d6e-3d22-482f-b14a-2fbd7466cc6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:40:41Z', 'updated_at': '2022-03-11T19:40:42Z', 'revision_number': 2, 'project_id': '66b3b8d3f65c4e239ea33b0475efa223', 'subnets': [{'id': '83286d6e-3d22-482f-b14a-2fbd7466cc6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:45.729563 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-fa42d965-f518-4782-847f-5cd6d56ec04a tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:45.736397 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 7eb9a13d-5dfd-43ef-a65b-c4657a74eada is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:40:45.737002 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (7eb9a13d-5dfd-43ef-a65b-c4657a74eada), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:45.742270 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 7a4724a8-14b0-4c33-97cb-5b58b86ca838 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:40:45.744552 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['d68bc25c-daf2-43ae-bbc8-f0f0ad342470'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:40:45.765845 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925023d4-39d8-40ee-8206-c5cc0ac95d1d None None] Checking router: dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:40:45.766541 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925023d4-39d8-40ee-8206-c5cc0ac95d1d None None] Updating router dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5 port a7ae012b-4786-40bc-a389-0e63ffd1ca98 binding host n-d-833163-1 {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:40:45.779248 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['e75757ee-1bfb-4252-9cd1-492301e036ff', 'c02b1cc0-d650-45bb-9de9-625b91f072e8'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:40:45.816580 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-925023d4-39d8-40ee-8206-c5cc0ac95d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a7ae012b-4786-40bc-a389-0e63ffd1ca98), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:45.873650 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-fa42d965-f518-4782-847f-5cd6d56ec04a tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Network 885772b1-9b97-4e1d-a0fb-e125030c5a81 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:40:45.888996 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-fa42d965-f518-4782-847f-5cd6d56ec04a tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:40:45.907160 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-fa42d965-f518-4782-847f-5cd6d56ec04a tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:40:45.977011 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 7eb9a13d-5dfd-43ef-a65b-c4657a74eada, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=7eb9a13d-5dfd-43ef-a65b-c4657a74eada,segment=NetworkSegment(ef0b97fd-24fa-456a-8472-bb47ab40643e),segment_id=ef0b97fd-24fa-456a-8472-bb47ab40643e)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:40:45.984652 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd8e0d51-f4d3-462d-a967-a91750fe073a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eb9a13d-5dfd-43ef-a65b-c4657a74eada'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:40:45.988104 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b1ed1d-f60b-4e91-b293-b424e3f81de8" -d '{"events": [{"server_uuid": "fd8e0d51-f4d3-462d-a967-a91750fe073a", "name": "network-vif-plugged", "status": "completed", "tag": "7eb9a13d-5dfd-43ef-a65b-c4657a74eada"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:40:45.997959 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa42d965-f518-4782-847f-5cd6d56ec04a tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Pushing event updated for resources: {'Port': ['ID=2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:46.004445 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (7eb9a13d-5dfd-43ef-a65b-c4657a74eada), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:46.015438 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-50bf01dc-b1fa-4971-b652-fb755ef81ac0 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Allocated IP 192.168.233.55 (885772b1-9b97-4e1d-a0fb-e125030c5a81/9bb14923-74c3-4313-be8d-ed33542f05aa/652e9697-294c-4738-89e7-1ac952f6b91f) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:40:46.037755 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 7a4724a8-14b0-4c33-97cb-5b58b86ca838 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:40:46.038140 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (7a4724a8-14b0-4c33-97cb-5b58b86ca838), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:46.052849 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bdfb66ae-a021-4576-b5ba-f5ef68582ffc req-198adbbe-186f-4435-8937-3299c689d9b4 service neutron] 10.222.0.65 "GET /v2.0/networks/c94d1f5a-df19-403f-9da6-4cd9b83d560b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4173071 Mar 11 19:40:46.084617 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-fa42d965-f518-4782-847f-5cd6d56ec04a tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:46.085168 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-fa42d965-f518-4782-847f-5cd6d56ec04a tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:46.115511 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-fa42d965-f518-4782-847f-5cd6d56ec04a tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5436170 Mar 11 19:40:46.151463 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-bd82bbbf-aba9-4a9e-af0a-94ff21039811 service neutron] Request body: {'port': {'device_id': 'd6631799-6ee7-4005-95fb-904b5b322031', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:40:46.159675 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=7eb9a13d-5dfd-43ef-a65b-c4657a74eada,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:46.308665 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-925023d4-39d8-40ee-8206-c5cc0ac95d1d None None] Publish callbacks [] for port (a7ae012b-4786-40bc-a389-0e63ffd1ca98), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:46.318586 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-925023d4-39d8-40ee-8206-c5cc0ac95d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (a7ae012b-4786-40bc-a389-0e63ffd1ca98), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:46.320002 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-bd82bbbf-aba9-4a9e-af0a-94ff21039811 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:46.368590 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 7a4724a8-14b0-4c33-97cb-5b58b86ca838 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:40:46.377538 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ba2bd05f-170b-4d66-9b2f-18b66a5a9750 None None] Provisioning complete for port 2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:40:46.378465 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ba2bd05f-170b-4d66-9b2f-18b66a5a9750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:46.384780 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 3addac13-7538-403e-be20-a6eb00231151 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:40:46.467276 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3219e693-0985-4847-bb22-6a6d6c83ba20 None None] Pushing event updated for resources: {'Port': ['ID=a7ae012b-4786-40bc-a389-0e63ffd1ca98,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:46.505832 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-925023d4-39d8-40ee-8206-c5cc0ac95d1d None None] Attempting to bind port a7ae012b-4786-40bc-a389-0e63ffd1ca98 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:40:46.506795 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-925023d4-39d8-40ee-8206-c5cc0ac95d1d None None] Attempting to bind port a7ae012b-4786-40bc-a389-0e63ffd1ca98 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'f8d24e93-6284-46b5-86c2-c110abb33db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '90663b8c-1bde-4a55-8ab4-a84ee4d3cf19'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:40:46.507388 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925023d4-39d8-40ee-8206-c5cc0ac95d1d None None] Attempting to bind port a7ae012b-4786-40bc-a389-0e63ffd1ca98 on network 90663b8c-1bde-4a55-8ab4-a84ee4d3cf19 {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:40:46.513352 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925023d4-39d8-40ee-8206-c5cc0ac95d1d None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:40:46.513950 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925023d4-39d8-40ee-8206-c5cc0ac95d1d None None] Checking segment: {'id': 'f8d24e93-6284-46b5-86c2-c110abb33db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '90663b8c-1bde-4a55-8ab4-a84ee4d3cf19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:40:46.514457 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-925023d4-39d8-40ee-8206-c5cc0ac95d1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:46.515286 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925023d4-39d8-40ee-8206-c5cc0ac95d1d None None] Bound using segment: {'id': 'f8d24e93-6284-46b5-86c2-c110abb33db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '90663b8c-1bde-4a55-8ab4-a84ee4d3cf19'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:40:46.515913 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-925023d4-39d8-40ee-8206-c5cc0ac95d1d None None] Bound port: a7ae012b-4786-40bc-a389-0e63ffd1ca98, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8d24e93-6284-46b5-86c2-c110abb33db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '90663b8c-1bde-4a55-8ab4-a84ee4d3cf19'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:40:46.516400 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-925023d4-39d8-40ee-8206-c5cc0ac95d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a7ae012b-4786-40bc-a389-0e63ffd1ca98), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:46.534019 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ba2bd05f-170b-4d66-9b2f-18b66a5a9750 None None] Port 2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:40:46.548652 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 3addac13-7538-403e-be20-a6eb00231151 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:40:46.549422 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 3addac13-7538-403e-be20-a6eb00231151 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:40:46.686044 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-925023d4-39d8-40ee-8206-c5cc0ac95d1d None None] For port a7ae012b-4786-40bc-a389-0e63ffd1ca98, host n-d-833163-1, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:40:46.694340 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-925023d4-39d8-40ee-8206-c5cc0ac95d1d None None] For port a7ae012b-4786-40bc-a389-0e63ffd1ca98, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=a7ae012b-4786-40bc-a389-0e63ffd1ca98,segment=NetworkSegment(f8d24e93-6284-46b5-86c2-c110abb33db1),segment_id=f8d24e93-6284-46b5-86c2-c110abb33db1)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:40:46.705653 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-925023d4-39d8-40ee-8206-c5cc0ac95d1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (a7ae012b-4786-40bc-a389-0e63ffd1ca98), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:46.751084 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-163c1175-a035-44f2-b38f-eada4b29d6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (a00a9855-b4d2-4e8b-9464-02a4d589429e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:46.829062 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3219e693-0985-4847-bb22-6a6d6c83ba20 None None] Pushing event updated for resources: {'Port': ['ID=a7ae012b-4786-40bc-a389-0e63ffd1ca98,revision_number=4']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:46.831296 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163c1175-a035-44f2-b38f-eada4b29d6c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a00a9855-b4d2-4e8b-9464-02a4d589429e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:46.854987 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925023d4-39d8-40ee-8206-c5cc0ac95d1d None None] Routers {'dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:40:46.855734 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-925023d4-39d8-40ee-8206-c5cc0ac95d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:40:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:46.870849 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-f09cc13c-459a-4112-81dc-158a91a7eb97 None None] Provisioning complete for port a7ae012b-4786-40bc-a389-0e63ffd1ca98 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:40:46.871226 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f09cc13c-459a-4112-81dc-158a91a7eb97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (a7ae012b-4786-40bc-a389-0e63ffd1ca98), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:46.990723 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f09cc13c-459a-4112-81dc-158a91a7eb97 None None] Current status of the port a7ae012b-4786-40bc-a389-0e63ffd1ca98 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:40:46.992616 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f09cc13c-459a-4112-81dc-158a91a7eb97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a7ae012b-4786-40bc-a389-0e63ffd1ca98), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:47.002396 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-50bf01dc-b1fa-4971-b652-fb755ef81ac0 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Publish callbacks [] for port (652e9697-294c-4738-89e7-1ac952f6b91f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:47.005518 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-163c1175-a035-44f2-b38f-eada4b29d6c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (b769ec86-bb8b-48c2-ade9-2983ac467ee2), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:47.061339 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-f09cc13c-459a-4112-81dc-158a91a7eb97 None None] For port a7ae012b-4786-40bc-a389-0e63ffd1ca98, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=a7ae012b-4786-40bc-a389-0e63ffd1ca98,segment=NetworkSegment(f8d24e93-6284-46b5-86c2-c110abb33db1),segment_id=f8d24e93-6284-46b5-86c2-c110abb33db1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:40:47.077267 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f09cc13c-459a-4112-81dc-158a91a7eb97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (a7ae012b-4786-40bc-a389-0e63ffd1ca98), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:47.183131 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-925023d4-39d8-40ee-8206-c5cc0ac95d1d None None] Set router dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:40:47.231260 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-163c1175-a035-44f2-b38f-eada4b29d6c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (b769ec86-bb8b-48c2-ade9-2983ac467ee2), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:47.245135 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-163c1175-a035-44f2-b38f-eada4b29d6c4 admin admin] Publish callbacks [] for router_controller (b769ec86-bb8b-48c2-ade9-2983ac467ee2), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:47.252356 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-88a9af6d-852e-405c-86cb-671bf8281148 None None] Provisioning complete for port a7ae012b-4786-40bc-a389-0e63ffd1ca98 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:40:47.252356 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-88a9af6d-852e-405c-86cb-671bf8281148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (a7ae012b-4786-40bc-a389-0e63ffd1ca98), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:47.322788 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-163c1175-a035-44f2-b38f-eada4b29d6c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (b769ec86-bb8b-48c2-ade9-2983ac467ee2), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:47.323376 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-163c1175-a035-44f2-b38f-eada4b29d6c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b769ec86-bb8b-48c2-ade9-2983ac467ee2 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:40:47.337213 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-50bf01dc-b1fa-4971-b652-fb755ef81ac0 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (652e9697-294c-4738-89e7-1ac952f6b91f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:47.355449 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-163c1175-a035-44f2-b38f-eada4b29d6c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:47.359300 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 39594) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:40:47.359849 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-163c1175-a035-44f2-b38f-eada4b29d6c4 admin admin] 10.222.0.65 "DELETE /v2.0/routers/b769ec86-bb8b-48c2-ade9-2983ac467ee2 HTTP/1.1" status: 204 len: 168 time: 4.6182940 Mar 11 19:40:47.379529 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['d68bc25c-daf2-43ae-bbc8-f0f0ad342470'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:40:47.381779 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['e75757ee-1bfb-4252-9cd1-492301e036ff', 'c02b1cc0-d650-45bb-9de9-625b91f072e8'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:40:47.389935 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 39596) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:40:47.441382 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-f9f603f1-0196-40df-a98d-062c2cecb158 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1762118984', 'description': 'tempest-description--730276490'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:40:47.474836 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb358f97-5402-40af-9312-d6b5f04cfabc admin admin] Deleting subnet 3dc16519-9c4a-431a-9195-fcccd7973476 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:40:47.485732 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fb358f97-5402-40af-9312-d6b5f04cfabc admin admin] Publish callbacks [] for subnet (3dc16519-9c4a-431a-9195-fcccd7973476), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:47.505213 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09cc13c-459a-4112-81dc-158a91a7eb97 None None] Pushing event updated for resources: {'Port': ['ID=a7ae012b-4786-40bc-a389-0e63ffd1ca98,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:47.557645 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fb358f97-5402-40af-9312-d6b5f04cfabc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (3dc16519-9c4a-431a-9195-fcccd7973476), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:47.560751 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-50bf01dc-b1fa-4971-b652-fb755ef81ac0 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Network 885772b1-9b97-4e1d-a0fb-e125030c5a81 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:40:47.625233 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-50bf01dc-b1fa-4971-b652-fb755ef81ac0 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:40:47.699854 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-925023d4-39d8-40ee-8206-c5cc0ac95d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5', 'name': 'tempest-ServerActionsTestJSON-749584958-router', 'tenant_id': '66b3b8d3f65c4e239ea33b0475efa223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '7a4724a8-14b0-4c33-97cb-5b58b86ca838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:40:37Z', 'updated_at': '2022-03-11T19:40:42Z', 'revision_number': 4, 'project_id': '66b3b8d3f65c4e239ea33b0475efa223', 'gw_port': {'id': '7a4724a8-14b0-4c33-97cb-5b58b86ca838', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:40:38Z', 'updated_at': '2022-03-11T19:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'a7ae012b-4786-40bc-a389-0e63ffd1ca98', 'name': '', 'network_id': '90663b8c-1bde-4a55-8ab4-a84ee4d3cf19', 'tenant_id': '66b3b8d3f65c4e239ea33b0475efa223', 'mac_address': 'fa:16:3e:a6:77:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '83286d6e-3d22-482f-b14a-2fbd7466cc6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:40:41Z', 'updated_at': '2022-03-11T19:40:46Z', 'revision_number': 4, 'project_id': '66b3b8d3f65c4e239ea33b0475efa223', 'subnets': [{'id': '83286d6e-3d22-482f-b14a-2fbd7466cc6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:47.703040 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-50bf01dc-b1fa-4971-b652-fb755ef81ac0 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:40:47.743970 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925023d4-39d8-40ee-8206-c5cc0ac95d1d None None] The sync data for ids ['dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5'] in n-d-833163-1 is: [{'id': 'dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5', 'name': 'tempest-ServerActionsTestJSON-749584958-router', 'tenant_id': '66b3b8d3f65c4e239ea33b0475efa223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '7a4724a8-14b0-4c33-97cb-5b58b86ca838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:40:37Z', 'updated_at': '2022-03-11T19:40:42Z', 'revision_number': 4, 'project_id': '66b3b8d3f65c4e239ea33b0475efa223', 'gw_port': {'id': '7a4724a8-14b0-4c33-97cb-5b58b86ca838', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:40:38Z', 'updated_at': '2022-03-11T19:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'a7ae012b-4786-40bc-a389-0e63ffd1ca98', 'name': '', 'network_id': '90663b8c-1bde-4a55-8ab4-a84ee4d3cf19', 'tenant_id': '66b3b8d3f65c4e239ea33b0475efa223', 'mac_address': 'fa:16:3e:a6:77:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '83286d6e-3d22-482f-b14a-2fbd7466cc6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:40:41Z', 'updated_at': '2022-03-11T19:40:46Z', 'revision_number': 4, 'project_id': '66b3b8d3f65c4e239ea33b0475efa223', 'subnets': [{'id': '83286d6e-3d22-482f-b14a-2fbd7466cc6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:40:47.744564 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fb358f97-5402-40af-9312-d6b5f04cfabc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (3dc16519-9c4a-431a-9195-fcccd7973476), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:47.761838 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bf01dc-b1fa-4971-b652-fb755ef81ac0 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Pushing event updated for resources: {'Port': ['ID=652e9697-294c-4738-89e7-1ac952f6b91f,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:47.775894 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-50bf01dc-b1fa-4971-b652-fb755ef81ac0 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:47.776558 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-50bf01dc-b1fa-4971-b652-fb755ef81ac0 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:47.803714 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f9f603f1-0196-40df-a98d-062c2cecb158 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:47.857091 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-50bf01dc-b1fa-4971-b652-fb755ef81ac0 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6643376 Mar 11 19:40:47.875877 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fb358f97-5402-40af-9312-d6b5f04cfabc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (3dc16519-9c4a-431a-9195-fcccd7973476), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:47.901524 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8907314e-3f6f-4d25-b434-b91162077a55 req-2252f30b-e841-4e78-891d-14f7a377e883 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:47.903173 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8907314e-3f6f-4d25-b434-b91162077a55 req-2252f30b-e841-4e78-891d-14f7a377e883 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/ports?device_id=61744d22-0211-4a62-a499-451ee9b21a3c HTTP/1.1" status: 200 len: 935 time: 0.3642893 Mar 11 19:40:47.911418 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-c10ed544-3faf-4cb1-b279-30441accce8f service neutron] Request body: {'port': {'device_id': '61744d22-0211-4a62-a499-451ee9b21a3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:40:47.920760 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb358f97-5402-40af-9312-d6b5f04cfabc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dc16519-9c4a-431a-9195-fcccd7973476,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:47.927390 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fb358f97-5402-40af-9312-d6b5f04cfabc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:47.933158 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-fb358f97-5402-40af-9312-d6b5f04cfabc admin admin] 10.222.0.65 "DELETE /v2.0/subnets/3dc16519-9c4a-431a-9195-fcccd7973476 HTTP/1.1" status: 204 len: 168 time: 0.5711396 Mar 11 19:40:47.935154 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 39598) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:40:48.044827 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-89c23d01-3ee7-49e0-b214-13431e00f9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (b368a759-20ba-4a3e-99d3-9a463c99a2c6), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:48.057489 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a59bc00-c7e6-4b99-994e-df072c37c099 None None] Network b368a759-20ba-4a3e-99d3-9a463c99a2c6 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:40:48.064471 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-88a9af6d-852e-405c-86cb-671bf8281148 None None] Current status of the port a7ae012b-4786-40bc-a389-0e63ffd1ca98 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:40:48.157294 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-89c23d01-3ee7-49e0-b214-13431e00f9d2 admin admin] Deleting port 534eb8db-d743-4f59-ad68-9a8ae477c48f {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:40:48.157694 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-89c23d01-3ee7-49e0-b214-13431e00f9d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (534eb8db-d743-4f59-ad68-9a8ae477c48f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:48.333176 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-89c23d01-3ee7-49e0-b214-13431e00f9d2 admin admin] For port 534eb8db-d743-4f59-ad68-9a8ae477c48f, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=534eb8db-d743-4f59-ad68-9a8ae477c48f,segment=NetworkSegment(4b8a51c7-fbf1-4261-9d27-24c393afd285),segment_id=4b8a51c7-fbf1-4261-9d27-24c393afd285)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:40:48.333176 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-89c23d01-3ee7-49e0-b214-13431e00f9d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (534eb8db-d743-4f59-ad68-9a8ae477c48f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:48.360071 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-89c23d01-3ee7-49e0-b214-13431e00f9d2 admin admin] Calling delete_port for 534eb8db-d743-4f59-ad68-9a8ae477c48f owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:40:48.526339 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-aa928449-1926-4def-a7b7-8d96c0f699d4 None None] Provisioning complete for port 652e9697-294c-4738-89e7-1ac952f6b91f triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:40:48.526717 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-aa928449-1926-4def-a7b7-8d96c0f699d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (652e9697-294c-4738-89e7-1ac952f6b91f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:48.544710 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-89c23d01-3ee7-49e0-b214-13431e00f9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (534eb8db-d743-4f59-ad68-9a8ae477c48f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:48.596254 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-aa928449-1926-4def-a7b7-8d96c0f699d4 None None] Port 652e9697-294c-4738-89e7-1ac952f6b91f cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:40:48.607563 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c23d01-3ee7-49e0-b214-13431e00f9d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=534eb8db-d743-4f59-ad68-9a8ae477c48f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:48.610823 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c23d01-3ee7-49e0-b214-13431e00f9d2 admin admin] No DVR routers for this DVR port 534eb8db-d743-4f59-ad68-9a8ae477c48f on host n-d-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:40:48.737686 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-89c23d01-3ee7-49e0-b214-13431e00f9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (b368a759-20ba-4a3e-99d3-9a463c99a2c6), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:48.761270 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-89c23d01-3ee7-49e0-b214-13431e00f9d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b368a759-20ba-4a3e-99d3-9a463c99a2c6']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:48.773848 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-89c23d01-3ee7-49e0-b214-13431e00f9d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b8a51c7-fbf1-4261-9d27-24c393afd285') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:48.774094 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-89c23d01-3ee7-49e0-b214-13431e00f9d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b8a51c7-fbf1-4261-9d27-24c393afd285') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:40:48.776137 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ff4dbc-7a90-42ff-8de6-d1f316a21651 None None] DHCP port deletion for b368a759-20ba-4a3e-99d3-9a463c99a2c6 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:40:48.785299 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-89c23d01-3ee7-49e0-b214-13431e00f9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (4b8a51c7-fbf1-4261-9d27-24c393afd285), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:48.790498 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-bd82bbbf-aba9-4a9e-af0a-94ff21039811 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:40:48.805583 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-bd82bbbf-aba9-4a9e-af0a-94ff21039811 service neutron] Publish callbacks [] for port (2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:48.807231 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-89c23d01-3ee7-49e0-b214-13431e00f9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (4b8a51c7-fbf1-4261-9d27-24c393afd285), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:48.816179 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:48.818906 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89c23d01-3ee7-49e0-b214-13431e00f9d2 admin admin] Releasing vlan 897 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:40:48.819366 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-89c23d01-3ee7-49e0-b214-13431e00f9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (4b8a51c7-fbf1-4261-9d27-24c393afd285), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:48.821231 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:40:48.821231 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:40:48.821231 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:40:48.821231 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:40:48.821231 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:40:48.821231 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:40:48.821231 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:40:48.821231 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:40:48.821231 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:40:48.821231 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:40:48.821231 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:40:48.821231 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:40:48.821231 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:40:48.821231 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:40:48.821231 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:40:48.821231 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:40:48.821231 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:40:48.821231 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:40:48.821231 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:40:48.821231 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:40:48.821231 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:40:48.821231 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:40:48.821231 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:40:48.821231 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:40:48.821231 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:40:48.821231 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:40:48.821231 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:40:48.821231 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:40:48.821231 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:40:48.821231 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:40:48.821231 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:40:48.821231 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:40:48.891675 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f9f603f1-0196-40df-a98d-062c2cecb158 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks [] for security_group (abe76d2b-7fd8-4ba8-8424-f540f4849b76), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:48.892909 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-c10ed544-3faf-4cb1-b279-30441accce8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (652e9697-294c-4738-89e7-1ac952f6b91f), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:48.894438 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-89c23d01-3ee7-49e0-b214-13431e00f9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (b368a759-20ba-4a3e-99d3-9a463c99a2c6), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:48.898735 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-bd82bbbf-aba9-4a9e-af0a-94ff21039811 service neutron] Transition to ACTIVE for port object 2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:40:48.902059 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-89c23d01-3ee7-49e0-b214-13431e00f9d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:48.906645 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-89c23d01-3ee7-49e0-b214-13431e00f9d2 admin admin] 10.222.0.65 "DELETE /v2.0/networks/b368a759-20ba-4a3e-99d3-9a463c99a2c6 HTTP/1.1" status: 204 len: 168 time: 0.9699914 Mar 11 19:40:48.922064 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c23d01-3ee7-49e0-b214-13431e00f9d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b368a759-20ba-4a3e-99d3-9a463c99a2c6,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:48.924355 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-bd82bbbf-aba9-4a9e-af0a-94ff21039811 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:48.927318 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f9f603f1-0196-40df-a98d-062c2cecb158 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (abe76d2b-7fd8-4ba8-8424-f540f4849b76), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:49.006524 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f9f603f1-0196-40df-a98d-062c2cecb158 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:49.007823 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f9f603f1-0196-40df-a98d-062c2cecb158 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.6155293 Mar 11 19:40:49.011094 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 39604) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:40:49.018713 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-310b8149-7c65-4c62-8bc5-50592d90d5ac tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Request body: {'security_group_rule': {'security_group_id': 'abe76d2b-7fd8-4ba8-8424-f540f4849b76', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:40:49.077858 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-310b8149-7c65-4c62-8bc5-50592d90d5ac tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks [] for security_group_rule (24b44de0-7d12-4391-bd5e-fee82abd6f4d), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:49.118644 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8907314e-3f6f-4d25-b434-b91162077a55 req-ca4066b0-168f-4801-b18b-eba9494ab622 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/security-groups?id=032b05bd-60bf-4cbe-8790-99bf90b24300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2012322 Mar 11 19:40:49.239421 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-310b8149-7c65-4c62-8bc5-50592d90d5ac tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks [] for security_group_rule (24b44de0-7d12-4391-bd5e-fee82abd6f4d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:49.253620 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-310b8149-7c65-4c62-8bc5-50592d90d5ac tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (24b44de0-7d12-4391-bd5e-fee82abd6f4d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:49.290931 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 39610) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:40:49.312763 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310b8149-7c65-4c62-8bc5-50592d90d5ac tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24b44de0-7d12-4391-bd5e-fee82abd6f4d,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:49.346498 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-310b8149-7c65-4c62-8bc5-50592d90d5ac tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:49.351509 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-310b8149-7c65-4c62-8bc5-50592d90d5ac tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3377328 Mar 11 19:40:49.354054 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 39612) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:40:49.359357 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-805d1d42-045d-45ca-9a3b-d4d81fa19a62 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Request body: {'security_group_rule': {'security_group_id': 'abe76d2b-7fd8-4ba8-8424-f540f4849b76', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:40:49.435814 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-226c4d63-ad2d-4880-b739-8b3c50385d81 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cc5b4de5546c4ac5b7d6062e831801e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1437392 Mar 11 19:40:49.437257 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 39614) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:40:49.451446 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-805d1d42-045d-45ca-9a3b-d4d81fa19a62 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks [] for security_group_rule (2fffebcc-d1e2-488f-a0bf-12118fc3cb1c), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:49.520603 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-c10ed544-3faf-4cb1-b279-30441accce8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 652e9697-294c-4738-89e7-1ac952f6b91f {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:40:49.530533 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-c10ed544-3faf-4cb1-b279-30441accce8f service neutron] Publish callbacks [] for port (652e9697-294c-4738-89e7-1ac952f6b91f), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:49.548683 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-c10ed544-3faf-4cb1-b279-30441accce8f service neutron] Transition to ACTIVE for port object 652e9697-294c-4738-89e7-1ac952f6b91f will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:40:49.556862 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f603f1-0196-40df-a98d-062c2cecb158 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abe76d2b-7fd8-4ba8-8424-f540f4849b76,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:49.565815 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82bbbf-aba9-4a9e-af0a-94ff21039811 service neutron] Pushing event updated for resources: {'Port': ['ID=2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:49.574172 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-c10ed544-3faf-4cb1-b279-30441accce8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (652e9697-294c-4738-89e7-1ac952f6b91f), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:49.587346 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-805d1d42-045d-45ca-9a3b-d4d81fa19a62 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks [] for security_group_rule (2fffebcc-d1e2-488f-a0bf-12118fc3cb1c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:49.612870 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-805d1d42-045d-45ca-9a3b-d4d81fa19a62 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (2fffebcc-d1e2-488f-a0bf-12118fc3cb1c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:49.674394 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805d1d42-045d-45ca-9a3b-d4d81fa19a62 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fffebcc-d1e2-488f-a0bf-12118fc3cb1c,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:49.712511 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-805d1d42-045d-45ca-9a3b-d4d81fa19a62 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:49.715957 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-805d1d42-045d-45ca-9a3b-d4d81fa19a62 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3590848 Mar 11 19:40:49.725202 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 39618) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:40:49.730521 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-88192237-6995-47f7-b855-918f762fd309 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Request body: {'floatingip': {'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:40:49.768094 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb66ae-a021-4576-b5ba-f5ef68582ffc req-e7c879a5-8ae6-4a31-a85b-3c5d042c8580 tempest-ServerGroupTestJSON-344289733 tempest-ServerGroupTestJSON-344289733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:49.770175 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bdfb66ae-a021-4576-b5ba-f5ef68582ffc req-e7c879a5-8ae6-4a31-a85b-3c5d042c8580 tempest-ServerGroupTestJSON-344289733 tempest-ServerGroupTestJSON-344289733-project] 10.222.0.57 "GET /v2.0/networks?id=c94d1f5a-df19-403f-9da6-4cd9b83d560b HTTP/1.1" status: 200 len: 810 time: 1.2150166 Mar 11 19:40:49.784957 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1d7ab120-623e-4cc2-ad4a-75f5d072e49f admin admin] Publish callbacks [] for security_group (e0ac4a7d-8df3-448d-8e3b-e9d7a5c7d661), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:49.785947 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device a7ae012b-4786-40bc-a389-0e63ffd1ca98 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:40:49.809746 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1d7ab120-623e-4cc2-ad4a-75f5d072e49f admin admin] Publish callbacks [] for security_group (e0ac4a7d-8df3-448d-8e3b-e9d7a5c7d661), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:49.838469 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-bdfb66ae-a021-4576-b5ba-f5ef68582ffc req-91cf9bfe-818e-4451-93ed-4a01e030df0e tempest-ServerGroupTestJSON-344289733 tempest-ServerGroupTestJSON-344289733-project] Request body: {'port': {'device_id': '909583e0-7ede-4835-9f12-c33187a1f6fb', 'network_id': 'c94d1f5a-df19-403f-9da6-4cd9b83d560b', 'admin_state_up': True, 'tenant_id': 'a2f326f24af44a2e95b342f28598d453'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:40:49.874353 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1d7ab120-623e-4cc2-ad4a-75f5d072e49f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (e0ac4a7d-8df3-448d-8e3b-e9d7a5c7d661), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:49.877500 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1d7ab120-623e-4cc2-ad4a-75f5d072e49f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:49.882058 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-1d7ab120-623e-4cc2-ad4a-75f5d072e49f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e0ac4a7d-8df3-448d-8e3b-e9d7a5c7d661 HTTP/1.1" status: 204 len: 168 time: 0.4434555 Mar 11 19:40:49.886060 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port a7ae012b-4786-40bc-a389-0e63ffd1ca98 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:40:49.886220 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-88192237-6995-47f7-b855-918f762fd309 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:49.888341 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (a7ae012b-4786-40bc-a389-0e63ffd1ca98), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:49.904910 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7ab120-623e-4cc2-ad4a-75f5d072e49f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ac4a7d-8df3-448d-8e3b-e9d7a5c7d661,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:49.912733 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10ed544-3faf-4cb1-b279-30441accce8f service neutron] Pushing event updated for resources: {'Port': ['ID=652e9697-294c-4738-89e7-1ac952f6b91f,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:50.041531 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-88192237-6995-47f7-b855-918f762fd309 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:50.104475 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port a7ae012b-4786-40bc-a389-0e63ffd1ca98 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:40:50.192150 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-bd82bbbf-aba9-4a9e-af0a-94ff21039811 service neutron] Attempting to bind port 2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:40:50.192490 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-bd82bbbf-aba9-4a9e-af0a-94ff21039811 service neutron] Attempting to bind port 2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:40:50.192814 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-bd82bbbf-aba9-4a9e-af0a-94ff21039811 service neutron] Attempting to bind port 2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:40:50.196721 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 534eb8db-d743-4f59-ad68-9a8ae477c48f no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:40:50.209054 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-88192237-6995-47f7-b855-918f762fd309 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Allocated IP 172.25.8.247 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/2e2f5e1d-5c15-477e-a187-83a9d46b16b4) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:40:50.241845 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 534eb8db-d743-4f59-ad68-9a8ae477c48f {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:40:50.242196 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 534eb8db-d743-4f59-ad68-9a8ae477c48f not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:40:50.242622 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device a00a9855-b4d2-4e8b-9464-02a4d589429e no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:40:50.248997 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcba339-c31b-4656-897b-c91f238033d1 req-71691201-adca-4afd-939b-61acf614398b tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:50.250596 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6dcba339-c31b-4656-897b-c91f238033d1 req-71691201-adca-4afd-939b-61acf614398b tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd8e0d51-f4d3-462d-a967-a91750fe073a HTTP/1.1" status: 200 len: 945 time: 0.5813284 Mar 11 19:40:50.275776 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-bd82bbbf-aba9-4a9e-af0a-94ff21039811 service neutron] Port 2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:40:50.276098 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-bd82bbbf-aba9-4a9e-af0a-94ff21039811 service neutron] Attempting to bind port 2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:40:50.280430 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: a00a9855-b4d2-4e8b-9464-02a4d589429e {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:40:50.281327 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device a00a9855-b4d2-4e8b-9464-02a4d589429e not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:40:50.284878 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-c10ed544-3faf-4cb1-b279-30441accce8f service neutron] Attempting to bind port 652e9697-294c-4738-89e7-1ac952f6b91f on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:40:50.285212 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-c10ed544-3faf-4cb1-b279-30441accce8f service neutron] Attempting to bind port 652e9697-294c-4738-89e7-1ac952f6b91f by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:40:50.285536 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-c10ed544-3faf-4cb1-b279-30441accce8f service neutron] Attempting to bind port 652e9697-294c-4738-89e7-1ac952f6b91f on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:40:50.298777 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-bd82bbbf-aba9-4a9e-af0a-94ff21039811 service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:40:50.299108 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-bd82bbbf-aba9-4a9e-af0a-94ff21039811 service neutron] Checking segment: {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:40:50.299481 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-bd82bbbf-aba9-4a9e-af0a-94ff21039811 service neutron] Bound using segment: {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:40:50.299944 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-bd82bbbf-aba9-4a9e-af0a-94ff21039811 service neutron] Bound port: 2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:40:50.300298 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-bd82bbbf-aba9-4a9e-af0a-94ff21039811 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:50.319140 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-c10ed544-3faf-4cb1-b279-30441accce8f service neutron] Port 652e9697-294c-4738-89e7-1ac952f6b91f on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:40:50.319457 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-c10ed544-3faf-4cb1-b279-30441accce8f service neutron] Attempting to bind port 652e9697-294c-4738-89e7-1ac952f6b91f on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:40:50.352212 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-c10ed544-3faf-4cb1-b279-30441accce8f service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:40:50.352579 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-c10ed544-3faf-4cb1-b279-30441accce8f service neutron] Checking segment: {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:40:50.352929 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-c10ed544-3faf-4cb1-b279-30441accce8f service neutron] Bound using segment: {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:40:50.353383 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-c10ed544-3faf-4cb1-b279-30441accce8f service neutron] Bound port: 652e9697-294c-4738-89e7-1ac952f6b91f, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:40:50.353704 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-c10ed544-3faf-4cb1-b279-30441accce8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (652e9697-294c-4738-89e7-1ac952f6b91f), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:50.373748 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-88192237-6995-47f7-b855-918f762fd309 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks [] for port (2e2f5e1d-5c15-477e-a187-83a9d46b16b4), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:50.418144 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6dcba339-c31b-4656-897b-c91f238033d1 req-826de987-9db8-404a-ab49-999b6c018094 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438739 Mar 11 19:40:50.428126 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdfb66ae-a021-4576-b5ba-f5ef68582ffc req-91cf9bfe-818e-4451-93ed-4a01e030df0e tempest-ServerGroupTestJSON-344289733 tempest-ServerGroupTestJSON-344289733-project] Made reservation on behalf of a2f326f24af44a2e95b342f28598d453 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:40:50.429964 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-88192237-6995-47f7-b855-918f762fd309 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (2e2f5e1d-5c15-477e-a187-83a9d46b16b4), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:50.431424 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bdfb66ae-a021-4576-b5ba-f5ef68582ffc req-91cf9bfe-818e-4451-93ed-4a01e030df0e tempest-ServerGroupTestJSON-344289733 tempest-ServerGroupTestJSON-344289733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:50.478869 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88192237-6995-47f7-b855-918f762fd309 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:40:50.479339 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d315fe29-eda4-440e-b773-f1bdbf7d3cec x-openstack-request-id: req-d315fe29-eda4-440e-b773-f1bdbf7d3cec {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:40:50.479646 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd8e0d51-f4d3-462d-a967-a91750fe073a", "name": "network-vif-plugged", "status": "completed", "tag": "7eb9a13d-5dfd-43ef-a65b-c4657a74eada", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:40:50.479901 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d315fe29-eda4-440e-b773-f1bdbf7d3cec {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:40:50.480308 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd8e0d51-f4d3-462d-a967-a91750fe073a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eb9a13d-5dfd-43ef-a65b-c4657a74eada', 'code': 200} Mar 11 19:40:50.480759 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-88192237-6995-47f7-b855-918f762fd309 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:40:50.485301 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88192237-6995-47f7-b855-918f762fd309 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:40:50.540245 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88192237-6995-47f7-b855-918f762fd309 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Pushing event updated for resources: {'Port': ['ID=2e2f5e1d-5c15-477e-a187-83a9d46b16b4,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:50.611620 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-bd82bbbf-aba9-4a9e-af0a-94ff21039811 service neutron] For port 2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:40:50.649543 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7826fdce-831b-4ba9-8ba2-e9f6eb5f5c1f req-06738602-fbef-4ba1-a3ed-1073f7a2bb48 tempest-ServerGroupTestJSON-344289733 tempest-ServerGroupTestJSON-344289733-project] 10.222.0.65 "GET /v2.0/ports?device_id=909583e0-7ede-4835-9f12-c33187a1f6fb HTTP/1.1" status: 200 len: 210 time: 0.0697532 Mar 11 19:40:50.682480 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e2b829-93e6-4bd9-80f3-9e65af002a67 req-6ba318a1-770e-4e7c-baa7-91e09116c3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:50.683874 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-c10ed544-3faf-4cb1-b279-30441accce8f service neutron] For port 652e9697-294c-4738-89e7-1ac952f6b91f, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:40:50.689958 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-b2e2b829-93e6-4bd9-80f3-9e65af002a67 req-6ba318a1-770e-4e7c-baa7-91e09116c3bb service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=fd8e0d51-f4d3-462d-a967-a91750fe073a HTTP/1.1" status: 200 len: 1127 time: 0.1314013 Mar 11 19:40:50.700149 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-bd82bbbf-aba9-4a9e-af0a-94ff21039811 service neutron] For port 2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:40:50.711908 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-c10ed544-3faf-4cb1-b279-30441accce8f service neutron] For port 652e9697-294c-4738-89e7-1ac952f6b91f, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=652e9697-294c-4738-89e7-1ac952f6b91f,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:40:50.720608 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-bd82bbbf-aba9-4a9e-af0a-94ff21039811 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:50.755110 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-88192237-6995-47f7-b855-918f762fd309 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks [] for floatingip (19746a4a-3785-44c2-995a-a422ba1357fc), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:50.784558 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-c10ed544-3faf-4cb1-b279-30441accce8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (652e9697-294c-4738-89e7-1ac952f6b91f), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:50.831058 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-88192237-6995-47f7-b855-918f762fd309 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2e2f5e1d-5c15-477e-a187-83a9d46b16b4), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:50.837088 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-b2e2b829-93e6-4bd9-80f3-9e65af002a67 req-a3e9e755-71c2-47d3-9383-fcc65999cb1c service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395047 Mar 11 19:40:50.853294 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-bd82bbbf-aba9-4a9e-af0a-94ff21039811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:50.854544 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-bd82bbbf-aba9-4a9e-af0a-94ff21039811 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:50.856117 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-bd82bbbf-aba9-4a9e-af0a-94ff21039811 service neutron] 10.222.0.57 "PUT /v2.0/ports/2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f HTTP/1.1" status: 200 len: 1095 time: 4.7164829 Mar 11 19:40:50.864726 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6631799-6ee7-4005-95fb-904b5b322031', 'tag': '2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:40:50.867238 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80db3c9-3016-4437-936e-e9376fd17bff" -d '{"events": [{"name": "network-changed", "server_uuid": "d6631799-6ee7-4005-95fb-904b5b322031", "tag": "2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:40:50.888182 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-c10ed544-3faf-4cb1-b279-30441accce8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:50.889105 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-c10ed544-3faf-4cb1-b279-30441accce8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:50.890768 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-c10ed544-3faf-4cb1-b279-30441accce8f service neutron] 10.222.0.75 "PUT /v2.0/ports/652e9697-294c-4738-89e7-1ac952f6b91f HTTP/1.1" status: 200 len: 1095 time: 3.0184646 Mar 11 19:40:50.965305 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-bdfb66ae-a021-4576-b5ba-f5ef68582ffc req-91cf9bfe-818e-4451-93ed-4a01e030df0e tempest-ServerGroupTestJSON-344289733 tempest-ServerGroupTestJSON-344289733-project] Allocated IP 172.20.0.11 (c94d1f5a-df19-403f-9da6-4cd9b83d560b/9c56ca4e-5b66-4f97-9a36-de851a36143f/1a5838ca-9a43-4704-97f3-f753284f8316) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:40:50.968893 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd82bbbf-aba9-4a9e-af0a-94ff21039811 service neutron] Pushing event updated for resources: {'Port': ['ID=2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:51.113464 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-88192237-6995-47f7-b855-918f762fd309 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks [] for port (2e2f5e1d-5c15-477e-a187-83a9d46b16b4), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:51.116042 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d96ee0-1af6-46a9-bed5-9526b52048a8 req-7f2ac625-0496-415f-ba7d-d956911cfb9a tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:51.118205 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-70d96ee0-1af6-46a9-bed5-9526b52048a8 req-7f2ac625-0496-415f-ba7d-d956911cfb9a tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/ports?device_id=61744d22-0211-4a62-a499-451ee9b21a3c HTTP/1.1" status: 200 len: 947 time: 0.3312149 Mar 11 19:40:51.130421 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-88192237-6995-47f7-b855-918f762fd309 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (2e2f5e1d-5c15-477e-a187-83a9d46b16b4), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:51.199483 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-1e1f5e31-9e78-45ba-a52c-0f96356018cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:51.201232 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-1e1f5e31-9e78-45ba-a52c-0f96356018cd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7fcfa9d2f3ed4be8ac815d1e6642330d&device_id=d6631799-6ee7-4005-95fb-904b5b322031 HTTP/1.1" status: 200 len: 1129 time: 0.3013535 Mar 11 19:40:51.245571 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88192237-6995-47f7-b855-918f762fd309 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Pushing event updated for resources: {'Port': ['ID=2e2f5e1d-5c15-477e-a187-83a9d46b16b4,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:51.254042 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10ed544-3faf-4cb1-b279-30441accce8f service neutron] Pushing event updated for resources: {'Port': ['ID=652e9697-294c-4738-89e7-1ac952f6b91f,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:51.272769 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-88192237-6995-47f7-b855-918f762fd309 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (19746a4a-3785-44c2-995a-a422ba1357fc), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:51.295449 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-88192237-6995-47f7-b855-918f762fd309 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:51.297053 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-88192237-6995-47f7-b855-918f762fd309 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5715873 Mar 11 19:40:51.343719 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-64715cab-547b-4591-a6e1-ba18ceb890d9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f HTTP/1.1" status: 200 len: 217 time: 0.1237957 Mar 11 19:40:51.433285 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-83e0b853-0211-41b8-8367-0fcc8fa651b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:51.434747 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-83e0b853-0211-41b8-8367-0fcc8fa651b3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7fcfa9d2f3ed4be8ac815d1e6642330d&device_id=61744d22-0211-4a62-a499-451ee9b21a3c HTTP/1.1" status: 200 len: 1129 time: 0.3298066 Mar 11 19:40:51.442718 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-70d96ee0-1af6-46a9-bed5-9526b52048a8 req-6489136b-9179-4d33-80cc-1b2ab7791942 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/security-groups?id=032b05bd-60bf-4cbe-8790-99bf90b24300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002057 Mar 11 19:40:51.531078 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b21e5f-c2d1-4824-87bc-48dd446ddc6b x-openstack-request-id: req-82b21e5f-c2d1-4824-87bc-48dd446ddc6b {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:40:51.531381 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6631799-6ee7-4005-95fb-904b5b322031", "tag": "2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:40:51.532032 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-82b21e5f-c2d1-4824-87bc-48dd446ddc6b {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:40:51.532149 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6631799-6ee7-4005-95fb-904b5b322031', 'tag': '2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f', 'status': 'completed', 'code': 200} Mar 11 19:40:51.539202 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-6849107e-73d5-456a-ab68-16ecf4232c92 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=652e9697-294c-4738-89e7-1ac952f6b91f HTTP/1.1" status: 200 len: 217 time: 0.0920422 Mar 11 19:40:51.549802 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-39659e89-be3d-4416-90c7-cda1e4ca2256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:51.551226 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-39659e89-be3d-4416-90c7-cda1e4ca2256 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.1812372 Mar 11 19:40:51.646187 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bdfb66ae-a021-4576-b5ba-f5ef68582ffc req-91cf9bfe-818e-4451-93ed-4a01e030df0e tempest-ServerGroupTestJSON-344289733 tempest-ServerGroupTestJSON-344289733-project] Publish callbacks [] for port (1a5838ca-9a43-4704-97f3-f753284f8316), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:51.657958 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-7ad87e99-7a5f-43d8-bed2-0ac23887b093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:51.659422 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-7ad87e99-7a5f-43d8-bed2-0ac23887b093 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.1116095 Mar 11 19:40:51.710314 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-eda1b209-c6d9-4699-ac5c-72b83aad8b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:51.711825 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-eda1b209-c6d9-4699-ac5c-72b83aad8b16 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1510401 Mar 11 19:40:51.758749 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bdfb66ae-a021-4576-b5ba-f5ef68582ffc req-91cf9bfe-818e-4451-93ed-4a01e030df0e tempest-ServerGroupTestJSON-344289733 tempest-ServerGroupTestJSON-344289733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (1a5838ca-9a43-4704-97f3-f753284f8316), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:51.869901 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-2db7a11d-f71c-4107-8b24-c1e8256fd8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:51.871389 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-2db7a11d-f71c-4107-8b24-c1e8256fd8c4 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2034678 Mar 11 19:40:51.873068 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdfb66ae-a021-4576-b5ba-f5ef68582ffc req-91cf9bfe-818e-4451-93ed-4a01e030df0e tempest-ServerGroupTestJSON-344289733 tempest-ServerGroupTestJSON-344289733-project] Network c94d1f5a-df19-403f-9da6-4cd9b83d560b is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:40:51.879928 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5669aa37-d28a-45fe-b3a1-6bbb4d3a1b4f req-5ae752e2-313f-4241-a7c9-47678d685780 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1762118984&fields=id&tenant_id=66b3b8d3f65c4e239ea33b0475efa223 HTTP/1.1" status: 200 len: 267 time: 0.1671906 Mar 11 19:40:51.893699 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-bdfb66ae-a021-4576-b5ba-f5ef68582ffc req-91cf9bfe-818e-4451-93ed-4a01e030df0e tempest-ServerGroupTestJSON-344289733 tempest-ServerGroupTestJSON-344289733-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:40:51.900489 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cf9bfe-818e-4451-93ed-4a01e030df0e tempest-ServerGroupTestJSON-344289733 tempest-ServerGroupTestJSON-344289733-project] Pushing event updated for resources: {'Port': ['ID=1a5838ca-9a43-4704-97f3-f753284f8316,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:51.916424 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdfb66ae-a021-4576-b5ba-f5ef68582ffc req-91cf9bfe-818e-4451-93ed-4a01e030df0e tempest-ServerGroupTestJSON-344289733 tempest-ServerGroupTestJSON-344289733-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:40:51.968996 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-4d81a2d9-b46f-41b8-94e7-fe5dcec10e1f service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494702 Mar 11 19:40:52.093777 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb66ae-a021-4576-b5ba-f5ef68582ffc req-91cf9bfe-818e-4451-93ed-4a01e030df0e tempest-ServerGroupTestJSON-344289733 tempest-ServerGroupTestJSON-344289733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:52.094374 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bdfb66ae-a021-4576-b5ba-f5ef68582ffc req-91cf9bfe-818e-4451-93ed-4a01e030df0e tempest-ServerGroupTestJSON-344289733 tempest-ServerGroupTestJSON-344289733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:52.165765 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bdfb66ae-a021-4576-b5ba-f5ef68582ffc req-91cf9bfe-818e-4451-93ed-4a01e030df0e tempest-ServerGroupTestJSON-344289733 tempest-ServerGroupTestJSON-344289733-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3313200 Mar 11 19:40:52.178210 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-5bccf041-518a-4f8e-9218-fdf1b2320ad0 service neutron] 10.222.0.75 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971241 Mar 11 19:40:52.186124 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-bdfb66ae-a021-4576-b5ba-f5ef68582ffc req-117a2294-d45b-4f19-96b7-bea11e073d89 service neutron] Request body: {'port': {'device_id': '909583e0-7ede-4835-9f12-c33187a1f6fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:40:52.240850 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669aa37-d28a-45fe-b3a1-6bbb4d3a1b4f req-2df13e7c-6cc1-4ab5-9ad8-7e61dac176f4 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:52.242295 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5669aa37-d28a-45fe-b3a1-6bbb4d3a1b4f req-2df13e7c-6cc1-4ab5-9ad8-7e61dac176f4 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/networks?id=90663b8c-1bde-4a55-8ab4-a84ee4d3cf19 HTTP/1.1" status: 200 len: 811 time: 0.3427296 Mar 11 19:40:52.271706 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-46e08634-2657-4c50-b6d2-59210fa45b46 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911806 Mar 11 19:40:52.277771 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fe9ca824-1ef0-4f4c-a505-d031381582f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:52.282049 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5669aa37-d28a-45fe-b3a1-6bbb4d3a1b4f req-8c9f1622-adf6-4e5b-80f1-a768313890ff tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/quotas/66b3b8d3f65c4e239ea33b0475efa223 HTTP/1.1" status: 200 len: 375 time: 0.0303664 Mar 11 19:40:52.400746 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bdfb66ae-a021-4576-b5ba-f5ef68582ffc req-117a2294-d45b-4f19-96b7-bea11e073d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (1a5838ca-9a43-4704-97f3-f753284f8316), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:52.425468 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e573ad79-d95e-4cd8-a1fb-59f9fe8a0b55 req-1c1b4fe8-f8e6-4671-820d-5954d3b65401 service neutron] 10.222.0.75 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324531 Mar 11 19:40:52.461574 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80db3c9-3016-4437-936e-e9376fd17bff req-15f3f151-5589-4b9a-b9a6-c2c54f3d6a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:52.463056 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e80db3c9-3016-4437-936e-e9376fd17bff req-15f3f151-5589-4b9a-b9a6-c2c54f3d6a00 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7fcfa9d2f3ed4be8ac815d1e6642330d&device_id=d6631799-6ee7-4005-95fb-904b5b322031 HTTP/1.1" status: 200 len: 1129 time: 0.1408646 Mar 11 19:40:52.472818 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5669aa37-d28a-45fe-b3a1-6bbb4d3a1b4f req-0da4c244-009b-4842-a784-4be6801fdbfe tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=66b3b8d3f65c4e239ea33b0475efa223&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1516845 Mar 11 19:40:52.540265 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:53.023999 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80db3c9-3016-4437-936e-e9376fd17bff req-96b6d8d5-7bbd-4a3b-8eed-eb850aa8736d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:53.025445 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e80db3c9-3016-4437-936e-e9376fd17bff req-96b6d8d5-7bbd-4a3b-8eed-eb850aa8736d service neutron] 10.222.0.57 "GET /v2.0/networks?id=885772b1-9b97-4e1d-a0fb-e125030c5a81 HTTP/1.1" status: 200 len: 870 time: 0.5517952 Mar 11 19:40:53.068750 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5669aa37-d28a-45fe-b3a1-6bbb4d3a1b4f req-1f661c2e-8cac-45f7-9c3c-f67ddb17e5b7 service neutron] 10.222.0.65 "GET /v2.0/networks/90663b8c-1bde-4a55-8ab4-a84ee4d3cf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5796912 Mar 11 19:40:53.111877 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e80db3c9-3016-4437-936e-e9376fd17bff req-debfde18-b6a7-4bcc-b9bb-f96f52475f91 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f HTTP/1.1" status: 200 len: 217 time: 0.0765929 Mar 11 19:40:53.245552 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80db3c9-3016-4437-936e-e9376fd17bff req-aaa0e312-ad19-4944-aa76-480322c1f876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:53.248034 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e80db3c9-3016-4437-936e-e9376fd17bff req-aaa0e312-ad19-4944-aa76-480322c1f876 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.1252995 Mar 11 19:40:53.317072 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5669aa37-d28a-45fe-b3a1-6bbb4d3a1b4f req-286c55dd-291a-43c8-bfd0-a9c789980503 service neutron] 10.222.0.65 "GET /v2.0/networks/90663b8c-1bde-4a55-8ab4-a84ee4d3cf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162230 Mar 11 19:40:53.334126 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-bdfb66ae-a021-4576-b5ba-f5ef68582ffc req-117a2294-d45b-4f19-96b7-bea11e073d89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a5838ca-9a43-4704-97f3-f753284f8316 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:40:53.343390 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bdfb66ae-a021-4576-b5ba-f5ef68582ffc req-117a2294-d45b-4f19-96b7-bea11e073d89 service neutron] Publish callbacks [] for port (1a5838ca-9a43-4704-97f3-f753284f8316), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:53.358673 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80db3c9-3016-4437-936e-e9376fd17bff req-8b0309c6-7241-45ce-950c-b861d24a5ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:53.360236 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e80db3c9-3016-4437-936e-e9376fd17bff req-8b0309c6-7241-45ce-950c-b861d24a5ec0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1052108 Mar 11 19:40:53.363401 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-bdfb66ae-a021-4576-b5ba-f5ef68582ffc req-117a2294-d45b-4f19-96b7-bea11e073d89 service neutron] Transition to ACTIVE for port object 1a5838ca-9a43-4704-97f3-f753284f8316 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:40:53.377311 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bdfb66ae-a021-4576-b5ba-f5ef68582ffc req-117a2294-d45b-4f19-96b7-bea11e073d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (1a5838ca-9a43-4704-97f3-f753284f8316), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:53.479881 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117a2294-d45b-4f19-96b7-bea11e073d89 service neutron] Pushing event updated for resources: {'Port': ['ID=1a5838ca-9a43-4704-97f3-f753284f8316,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:53.540802 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61744d22-0211-4a62-a499-451ee9b21a3c', 'tag': '652e9697-294c-4738-89e7-1ac952f6b91f'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:40:53.543805 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7656ebc7-a348-40d4-841d-415aa6b94cc8" -d '{"events": [{"name": "network-changed", "server_uuid": "61744d22-0211-4a62-a499-451ee9b21a3c", "tag": "652e9697-294c-4738-89e7-1ac952f6b91f"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:40:53.594412 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e80db3c9-3016-4437-936e-e9376fd17bff req-fe2aece4-e823-43f8-8a52-ff4086c61cb6 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262890 Mar 11 19:40:53.651050 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c73b20-e784-42f9-ba9f-2251da57ff24 req-3b71f3eb-a64b-468f-b13a-2112ededacc8 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:53.652562 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-87c73b20-e784-42f9-ba9f-2251da57ff24 req-3b71f3eb-a64b-468f-b13a-2112ededacc8 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd8e0d51-f4d3-462d-a967-a91750fe073a HTTP/1.1" status: 200 len: 945 time: 0.1674521 Mar 11 19:40:53.665569 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-bdfb66ae-a021-4576-b5ba-f5ef68582ffc req-117a2294-d45b-4f19-96b7-bea11e073d89 service neutron] Attempting to bind port 1a5838ca-9a43-4704-97f3-f753284f8316 on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:40:53.665906 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-bdfb66ae-a021-4576-b5ba-f5ef68582ffc req-117a2294-d45b-4f19-96b7-bea11e073d89 service neutron] Attempting to bind port 1a5838ca-9a43-4704-97f3-f753284f8316 by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': 'b73ff785-b4d3-46c3-8f2e-67cb40451798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c94d1f5a-df19-403f-9da6-4cd9b83d560b'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:40:53.666230 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfb66ae-a021-4576-b5ba-f5ef68582ffc req-117a2294-d45b-4f19-96b7-bea11e073d89 service neutron] Attempting to bind port 1a5838ca-9a43-4704-97f3-f753284f8316 on network c94d1f5a-df19-403f-9da6-4cd9b83d560b {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:40:53.715186 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfb66ae-a021-4576-b5ba-f5ef68582ffc req-117a2294-d45b-4f19-96b7-bea11e073d89 service neutron] Port 1a5838ca-9a43-4704-97f3-f753284f8316 on network c94d1f5a-df19-403f-9da6-4cd9b83d560b not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:40:53.715521 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfb66ae-a021-4576-b5ba-f5ef68582ffc req-117a2294-d45b-4f19-96b7-bea11e073d89 service neutron] Attempting to bind port 1a5838ca-9a43-4704-97f3-f753284f8316 on network c94d1f5a-df19-403f-9da6-4cd9b83d560b {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:40:53.730855 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfb66ae-a021-4576-b5ba-f5ef68582ffc req-117a2294-d45b-4f19-96b7-bea11e073d89 service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:40:53.731189 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfb66ae-a021-4576-b5ba-f5ef68582ffc req-117a2294-d45b-4f19-96b7-bea11e073d89 service neutron] Checking segment: {'id': 'b73ff785-b4d3-46c3-8f2e-67cb40451798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c94d1f5a-df19-403f-9da6-4cd9b83d560b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:40:53.731570 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdfb66ae-a021-4576-b5ba-f5ef68582ffc req-117a2294-d45b-4f19-96b7-bea11e073d89 service neutron] Bound using segment: {'id': 'b73ff785-b4d3-46c3-8f2e-67cb40451798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c94d1f5a-df19-403f-9da6-4cd9b83d560b'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:40:53.732021 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-bdfb66ae-a021-4576-b5ba-f5ef68582ffc req-117a2294-d45b-4f19-96b7-bea11e073d89 service neutron] Bound port: 1a5838ca-9a43-4704-97f3-f753284f8316, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b73ff785-b4d3-46c3-8f2e-67cb40451798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'c94d1f5a-df19-403f-9da6-4cd9b83d560b'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:40:53.732396 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bdfb66ae-a021-4576-b5ba-f5ef68582ffc req-117a2294-d45b-4f19-96b7-bea11e073d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (1a5838ca-9a43-4704-97f3-f753284f8316), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:53.802359 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e80db3c9-3016-4437-936e-e9376fd17bff req-584970ac-e704-4ef9-98d7-1621db684dc0 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020218 Mar 11 19:40:53.805471 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-87c73b20-e784-42f9-ba9f-2251da57ff24 req-95ff57ba-cb76-4ca3-a8ad-cec61c06fb35 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436572 Mar 11 19:40:53.852216 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-bdfb66ae-a021-4576-b5ba-f5ef68582ffc req-117a2294-d45b-4f19-96b7-bea11e073d89 service neutron] For port 1a5838ca-9a43-4704-97f3-f753284f8316, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:40:53.855617 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-bdfb66ae-a021-4576-b5ba-f5ef68582ffc req-117a2294-d45b-4f19-96b7-bea11e073d89 service neutron] For port 1a5838ca-9a43-4704-97f3-f753284f8316, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=1a5838ca-9a43-4704-97f3-f753284f8316,segment=NetworkSegment(b73ff785-b4d3-46c3-8f2e-67cb40451798),segment_id=b73ff785-b4d3-46c3-8f2e-67cb40451798)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:40:53.863367 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bdfb66ae-a021-4576-b5ba-f5ef68582ffc req-117a2294-d45b-4f19-96b7-bea11e073d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (1a5838ca-9a43-4704-97f3-f753284f8316), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:53.899323 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb66ae-a021-4576-b5ba-f5ef68582ffc req-117a2294-d45b-4f19-96b7-bea11e073d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:53.899959 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bdfb66ae-a021-4576-b5ba-f5ef68582ffc req-117a2294-d45b-4f19-96b7-bea11e073d89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:53.901314 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bdfb66ae-a021-4576-b5ba-f5ef68582ffc req-117a2294-d45b-4f19-96b7-bea11e073d89 service neutron] 10.222.0.57 "PUT /v2.0/ports/1a5838ca-9a43-4704-97f3-f753284f8316 HTTP/1.1" status: 200 len: 1092 time: 1.7287123 Mar 11 19:40:53.924470 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117a2294-d45b-4f19-96b7-bea11e073d89 service neutron] Pushing event updated for resources: {'Port': ['ID=1a5838ca-9a43-4704-97f3-f753284f8316,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:54.021888 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb66ae-a021-4576-b5ba-f5ef68582ffc req-5b4558fa-c77f-4a37-9df3-47b042b99b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:54.023411 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bdfb66ae-a021-4576-b5ba-f5ef68582ffc req-5b4558fa-c77f-4a37-9df3-47b042b99b49 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a2f326f24af44a2e95b342f28598d453&device_id=909583e0-7ede-4835-9f12-c33187a1f6fb HTTP/1.1" status: 200 len: 1126 time: 0.0551338 Mar 11 19:40:54.067981 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bdfb66ae-a021-4576-b5ba-f5ef68582ffc req-f60563a0-b109-4982-9a65-4cab7dbd8231 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a5838ca-9a43-4704-97f3-f753284f8316 HTTP/1.1" status: 200 len: 217 time: 0.0373752 Mar 11 19:40:54.131427 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb66ae-a021-4576-b5ba-f5ef68582ffc req-ec3ddb96-269d-4698-a5bb-ff7c42844a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:54.132804 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bdfb66ae-a021-4576-b5ba-f5ef68582ffc req-ec3ddb96-269d-4698-a5bb-ff7c42844a1b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9c56ca4e-5b66-4f97-9a36-de851a36143f HTTP/1.1" status: 200 len: 850 time: 0.0453126 Mar 11 19:40:54.164428 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bdfb66ae-a021-4576-b5ba-f5ef68582ffc req-d7c594a1-0c14-4cdd-bb17-ee559e828d56 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c94d1f5a-df19-403f-9da6-4cd9b83d560b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251336 Mar 11 19:40:54.259255 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bdfb66ae-a021-4576-b5ba-f5ef68582ffc req-eee2bebd-a546-4ffc-9e0b-80f3a69ee546 service neutron] 10.222.0.57 "GET /v2.0/networks/c94d1f5a-df19-403f-9da6-4cd9b83d560b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884593 Mar 11 19:40:54.360925 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bdfb66ae-a021-4576-b5ba-f5ef68582ffc req-44ff06ea-3e0f-41e0-8c4f-116e27224d69 service neutron] 10.222.0.57 "GET /v2.0/networks/c94d1f5a-df19-403f-9da6-4cd9b83d560b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948746 Mar 11 19:40:54.430363 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7f1c82-0d20-418a-80fb-4bbd7649e6a1 req-42c76223-3c8a-499a-bda1-e0d86dcedf6a tempest-ServerGroupTestJSON-344289733 tempest-ServerGroupTestJSON-344289733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:54.431984 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8a7f1c82-0d20-418a-80fb-4bbd7649e6a1 req-42c76223-3c8a-499a-bda1-e0d86dcedf6a tempest-ServerGroupTestJSON-344289733 tempest-ServerGroupTestJSON-344289733-project] 10.222.0.65 "GET /v2.0/ports?device_id=909583e0-7ede-4835-9f12-c33187a1f6fb HTTP/1.1" status: 200 len: 944 time: 0.0633190 Mar 11 19:40:54.546032 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8a7f1c82-0d20-418a-80fb-4bbd7649e6a1 req-0f672ce7-3157-4bd4-98c6-cdbbfb77afcf tempest-ServerGroupTestJSON-344289733 tempest-ServerGroupTestJSON-344289733-project] 10.222.0.65 "GET /v2.0/security-groups?id=261336dd-0e77-47f3-81fe-2f48b72b4614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040938 Mar 11 19:40:54.584321 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b7d536b6-63e2-493c-8a5e-d95705d03e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:54.592457 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669aa37-d28a-45fe-b3a1-6bbb4d3a1b4f req-b1a28c94-8f0e-4986-8d37-8ea933825730 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:54.593969 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5669aa37-d28a-45fe-b3a1-6bbb4d3a1b4f req-b1a28c94-8f0e-4986-8d37-8ea933825730 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.75 "GET /v2.0/networks?id=90663b8c-1bde-4a55-8ab4-a84ee4d3cf19 HTTP/1.1" status: 200 len: 811 time: 0.1610882 Mar 11 19:40:54.696151 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886b3c19-e18a-4753-8598-d973e555e4ed req-4addb132-3150-48ea-8e95-f9fe6f39d9c2 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:54.697539 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-886b3c19-e18a-4753-8598-d973e555e4ed req-4addb132-3150-48ea-8e95-f9fe6f39d9c2 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/ports?device_id=61744d22-0211-4a62-a499-451ee9b21a3c HTTP/1.1" status: 200 len: 947 time: 0.0869329 Mar 11 19:40:54.706955 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5669aa37-d28a-45fe-b3a1-6bbb4d3a1b4f req-6a037e08-c231-4cfe-9bcf-df0928eb39ab tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66b3b8d3f65c4e239ea33b0475efa223 HTTP/1.1" status: 200 len: 380 time: 0.0874174 Mar 11 19:40:54.718148 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-5669aa37-d28a-45fe-b3a1-6bbb4d3a1b4f req-3b41cb40-fe28-4622-8fe6-bf3f749e2813 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Request body: {'port': {'device_id': 'ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61', 'network_id': '90663b8c-1bde-4a55-8ab4-a84ee4d3cf19', 'admin_state_up': True, 'tenant_id': '66b3b8d3f65c4e239ea33b0475efa223', 'security_groups': ['abe76d2b-7fd8-4ba8-8424-f540f4849b76']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:40:54.814432 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-886b3c19-e18a-4753-8598-d973e555e4ed req-f8e65ebf-b041-4aa2-83ad-479362525504 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/security-groups?id=032b05bd-60bf-4cbe-8790-99bf90b24300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065154 Mar 11 19:40:54.855850 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5669aa37-d28a-45fe-b3a1-6bbb4d3a1b4f req-3b41cb40-fe28-4622-8fe6-bf3f749e2813 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Made reservation on behalf of 66b3b8d3f65c4e239ea33b0475efa223 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:40:54.859280 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5669aa37-d28a-45fe-b3a1-6bbb4d3a1b4f req-3b41cb40-fe28-4622-8fe6-bf3f749e2813 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:54.906225 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e3bc0f42-a4db-4bf8-9a6c-39fe0dd332e5 req-b8be9a47-6559-48e8-9c60-815fb0bec9a6 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 210 time: 0.0359964 Mar 11 19:40:54.950653 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37537724-7d5a-45c1-a577-e22c4a6d1e47 x-openstack-request-id: req-37537724-7d5a-45c1-a577-e22c4a6d1e47 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:40:54.950950 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61744d22-0211-4a62-a499-451ee9b21a3c", "tag": "652e9697-294c-4738-89e7-1ac952f6b91f", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:40:54.951203 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-37537724-7d5a-45c1-a577-e22c4a6d1e47 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:40:54.951595 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61744d22-0211-4a62-a499-451ee9b21a3c', 'tag': '652e9697-294c-4738-89e7-1ac952f6b91f', 'status': 'completed', 'code': 200} Mar 11 19:40:55.019168 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7656ebc7-a348-40d4-841d-415aa6b94cc8 req-32522c5e-e83a-493c-a9c5-a20762d16b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:55.021462 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-7656ebc7-a348-40d4-841d-415aa6b94cc8 req-32522c5e-e83a-493c-a9c5-a20762d16b9d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7fcfa9d2f3ed4be8ac815d1e6642330d&device_id=61744d22-0211-4a62-a499-451ee9b21a3c HTTP/1.1" status: 200 len: 1129 time: 0.0500124 Mar 11 19:40:55.023045 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-5669aa37-d28a-45fe-b3a1-6bbb4d3a1b4f req-3b41cb40-fe28-4622-8fe6-bf3f749e2813 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Allocated IP 172.20.0.10 (90663b8c-1bde-4a55-8ab4-a84ee4d3cf19/83286d6e-3d22-482f-b14a-2fbd7466cc6c/9fd68e1a-7e53-4dd7-a129-e219fe1f8266) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:40:55.144190 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7656ebc7-a348-40d4-841d-415aa6b94cc8 req-8f3077be-0c79-4e47-b43e-bcd9282054cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:55.144190 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-7656ebc7-a348-40d4-841d-415aa6b94cc8 req-8f3077be-0c79-4e47-b43e-bcd9282054cb service neutron] 10.222.0.75 "GET /v2.0/networks?id=885772b1-9b97-4e1d-a0fb-e125030c5a81 HTTP/1.1" status: 200 len: 870 time: 0.1147184 Mar 11 19:40:55.178665 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5669aa37-d28a-45fe-b3a1-6bbb4d3a1b4f req-3b41cb40-fe28-4622-8fe6-bf3f749e2813 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks [] for port (9fd68e1a-7e53-4dd7-a129-e219fe1f8266), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:55.192215 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-7656ebc7-a348-40d4-841d-415aa6b94cc8 req-d71bd181-5d30-48a0-8e71-ce851755bad6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=652e9697-294c-4738-89e7-1ac952f6b91f HTTP/1.1" status: 200 len: 217 time: 0.0411367 Mar 11 19:40:55.210367 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:40:55.251392 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5669aa37-d28a-45fe-b3a1-6bbb4d3a1b4f req-3b41cb40-fe28-4622-8fe6-bf3f749e2813 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (9fd68e1a-7e53-4dd7-a129-e219fe1f8266), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:55.260157 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7656ebc7-a348-40d4-841d-415aa6b94cc8 req-4906f833-6802-4997-a200-d41dfefa53a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:55.262029 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-7656ebc7-a348-40d4-841d-415aa6b94cc8 req-4906f833-6802-4997-a200-d41dfefa53a8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.0626421 Mar 11 19:40:55.313270 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb689406-823c-461f-afea-b5ef884369db req-6947d15b-7161-426d-a6ee-42c605f2c5e1 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:55.314117 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7656ebc7-a348-40d4-841d-415aa6b94cc8 req-782e3f59-e3f2-4fd8-8d09-2d7f3158c801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:55.314776 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cb689406-823c-461f-afea-b5ef884369db req-6947d15b-7161-426d-a6ee-42c605f2c5e1 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd8e0d51-f4d3-462d-a967-a91750fe073a HTTP/1.1" status: 200 len: 945 time: 0.1190286 Mar 11 19:40:55.315665 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-7656ebc7-a348-40d4-841d-415aa6b94cc8 req-782e3f59-e3f2-4fd8-8d09-2d7f3158c801 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0465078 Mar 11 19:40:55.318982 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41cb40-fe28-4622-8fe6-bf3f749e2813 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Pushing event updated for resources: {'Port': ['ID=9fd68e1a-7e53-4dd7-a129-e219fe1f8266,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:55.322453 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5669aa37-d28a-45fe-b3a1-6bbb4d3a1b4f req-3b41cb40-fe28-4622-8fe6-bf3f749e2813 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Network 90663b8c-1bde-4a55-8ab4-a84ee4d3cf19 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:40:55.330182 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-5669aa37-d28a-45fe-b3a1-6bbb4d3a1b4f req-3b41cb40-fe28-4622-8fe6-bf3f749e2813 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:40:55.333520 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:40:55.333686 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-5669aa37-d28a-45fe-b3a1-6bbb4d3a1b4f req-3b41cb40-fe28-4622-8fe6-bf3f749e2813 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:40:55.348095 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': '2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'port_id': '2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f', 'mac_address': 'fa:16:3e:f5:83:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bb14923-74c3-4313-be8d-ed33542f05aa', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:40:55.391412 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:40:55.392536 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:55.406702 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:40:55.407660 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669aa37-d28a-45fe-b3a1-6bbb4d3a1b4f req-3b41cb40-fe28-4622-8fe6-bf3f749e2813 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:55.408335 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5669aa37-d28a-45fe-b3a1-6bbb4d3a1b4f req-3b41cb40-fe28-4622-8fe6-bf3f749e2813 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:55.415765 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cb689406-823c-461f-afea-b5ef884369db req-cd802282-f270-4254-9c83-0f8941d2b3a8 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920880 Mar 11 19:40:55.429515 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:40:55.433222 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5669aa37-d28a-45fe-b3a1-6bbb4d3a1b4f req-3b41cb40-fe28-4622-8fe6-bf3f749e2813 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7192683 Mar 11 19:40:55.437741 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:55.448335 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-5669aa37-d28a-45fe-b3a1-6bbb4d3a1b4f req-ef617f3b-42c2-49a4-9d78-ca3e1e4d149b service neutron] Request body: {'port': {'device_id': 'ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:40:55.454220 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-7656ebc7-a348-40d4-841d-415aa6b94cc8 req-8e6686c8-55e2-4aa8-89c6-4ce3fe887516 service neutron] 10.222.0.75 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304727 Mar 11 19:40:55.487426 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 652e9697-294c-4738-89e7-1ac952f6b91f details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:40:55.538976 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5669aa37-d28a-45fe-b3a1-6bbb4d3a1b4f req-ef617f3b-42c2-49a4-9d78-ca3e1e4d149b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (9fd68e1a-7e53-4dd7-a129-e219fe1f8266), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:55.546288 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:55.635829 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-7656ebc7-a348-40d4-841d-415aa6b94cc8 req-81fb25bd-03b7-4921-a7a2-9256d641550c service neutron] 10.222.0.75 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710393 Mar 11 19:40:55.659841 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 652e9697-294c-4738-89e7-1ac952f6b91f, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=652e9697-294c-4738-89e7-1ac952f6b91f,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:40:55.673334 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '652e9697-294c-4738-89e7-1ac952f6b91f', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'port_id': '652e9697-294c-4738-89e7-1ac952f6b91f', 'mac_address': 'fa:16:3e:fe:04:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bb14923-74c3-4313-be8d-ed33542f05aa', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:40:55.740689 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 652e9697-294c-4738-89e7-1ac952f6b91f is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:40:55.740997 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (652e9697-294c-4738-89e7-1ac952f6b91f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:55.751118 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-34457e60-432c-466c-b531-dc583a3dc873 None None] Provisioning complete for port 9fd68e1a-7e53-4dd7-a129-e219fe1f8266 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:40:55.751491 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-34457e60-432c-466c-b531-dc583a3dc873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (9fd68e1a-7e53-4dd7-a129-e219fe1f8266), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:55.775012 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 652e9697-294c-4738-89e7-1ac952f6b91f {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:40:55.804462 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 652e9697-294c-4738-89e7-1ac952f6b91f, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=652e9697-294c-4738-89e7-1ac952f6b91f,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:40:55.806009 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-34457e60-432c-466c-b531-dc583a3dc873 None None] Port 9fd68e1a-7e53-4dd7-a129-e219fe1f8266 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:40:55.809509 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (652e9697-294c-4738-89e7-1ac952f6b91f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:55.842569 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6275b5-d7d3-419a-b366-99d3bb7263c2 req-6a55b8bd-6ed5-44fe-9624-39e395cac51a tempest-ServerGroupTestJSON-344289733 tempest-ServerGroupTestJSON-344289733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:55.844106 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-db6275b5-d7d3-419a-b366-99d3bb7263c2 req-6a55b8bd-6ed5-44fe-9624-39e395cac51a tempest-ServerGroupTestJSON-344289733 tempest-ServerGroupTestJSON-344289733-project] 10.222.0.65 "GET /v2.0/ports?device_id=909583e0-7ede-4835-9f12-c33187a1f6fb HTTP/1.1" status: 200 len: 944 time: 0.1095319 Mar 11 19:40:55.857471 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=652e9697-294c-4738-89e7-1ac952f6b91f,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:55.895793 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:40:55.929811 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-5669aa37-d28a-45fe-b3a1-6bbb4d3a1b4f req-ef617f3b-42c2-49a4-9d78-ca3e1e4d149b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fd68e1a-7e53-4dd7-a129-e219fe1f8266 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:40:55.940136 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-db6275b5-d7d3-419a-b366-99d3bb7263c2 req-eb15e087-1ad1-45ed-bf9c-6cc76b65aef4 tempest-ServerGroupTestJSON-344289733 tempest-ServerGroupTestJSON-344289733-project] 10.222.0.65 "GET /v2.0/security-groups?id=261336dd-0e77-47f3-81fe-2f48b72b4614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878148 Mar 11 19:40:55.941893 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5669aa37-d28a-45fe-b3a1-6bbb4d3a1b4f req-ef617f3b-42c2-49a4-9d78-ca3e1e4d149b service neutron] Publish callbacks [] for port (9fd68e1a-7e53-4dd7-a129-e219fe1f8266), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:55.963246 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-5669aa37-d28a-45fe-b3a1-6bbb4d3a1b4f req-ef617f3b-42c2-49a4-9d78-ca3e1e4d149b service neutron] Transition to ACTIVE for port object 9fd68e1a-7e53-4dd7-a129-e219fe1f8266 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:40:55.967245 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5669aa37-d28a-45fe-b3a1-6bbb4d3a1b4f req-ef617f3b-42c2-49a4-9d78-ca3e1e4d149b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (9fd68e1a-7e53-4dd7-a129-e219fe1f8266), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:56.027349 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef617f3b-42c2-49a4-9d78-ca3e1e4d149b service neutron] Pushing event updated for resources: {'Port': ['ID=9fd68e1a-7e53-4dd7-a129-e219fe1f8266,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:56.088767 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['652e9697-294c-4738-89e7-1ac952f6b91f'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:40:56.095568 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-5669aa37-d28a-45fe-b3a1-6bbb4d3a1b4f req-ef617f3b-42c2-49a4-9d78-ca3e1e4d149b service neutron] Attempting to bind port 9fd68e1a-7e53-4dd7-a129-e219fe1f8266 on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:40:56.095933 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-5669aa37-d28a-45fe-b3a1-6bbb4d3a1b4f req-ef617f3b-42c2-49a4-9d78-ca3e1e4d149b service neutron] Attempting to bind port 9fd68e1a-7e53-4dd7-a129-e219fe1f8266 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': 'f8d24e93-6284-46b5-86c2-c110abb33db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '90663b8c-1bde-4a55-8ab4-a84ee4d3cf19'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:40:56.096247 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5669aa37-d28a-45fe-b3a1-6bbb4d3a1b4f req-ef617f3b-42c2-49a4-9d78-ca3e1e4d149b service neutron] Attempting to bind port 9fd68e1a-7e53-4dd7-a129-e219fe1f8266 on network 90663b8c-1bde-4a55-8ab4-a84ee4d3cf19 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:40:56.100617 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5669aa37-d28a-45fe-b3a1-6bbb4d3a1b4f req-ef617f3b-42c2-49a4-9d78-ca3e1e4d149b service neutron] Port 9fd68e1a-7e53-4dd7-a129-e219fe1f8266 on network 90663b8c-1bde-4a55-8ab4-a84ee4d3cf19 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:40:56.100930 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5669aa37-d28a-45fe-b3a1-6bbb4d3a1b4f req-ef617f3b-42c2-49a4-9d78-ca3e1e4d149b service neutron] Attempting to bind port 9fd68e1a-7e53-4dd7-a129-e219fe1f8266 on network 90663b8c-1bde-4a55-8ab4-a84ee4d3cf19 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:40:56.105713 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5669aa37-d28a-45fe-b3a1-6bbb4d3a1b4f req-ef617f3b-42c2-49a4-9d78-ca3e1e4d149b service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:40:56.106046 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5669aa37-d28a-45fe-b3a1-6bbb4d3a1b4f req-ef617f3b-42c2-49a4-9d78-ca3e1e4d149b service neutron] Checking segment: {'id': 'f8d24e93-6284-46b5-86c2-c110abb33db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '90663b8c-1bde-4a55-8ab4-a84ee4d3cf19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:40:56.106421 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5669aa37-d28a-45fe-b3a1-6bbb4d3a1b4f req-ef617f3b-42c2-49a4-9d78-ca3e1e4d149b service neutron] Bound using segment: {'id': 'f8d24e93-6284-46b5-86c2-c110abb33db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '90663b8c-1bde-4a55-8ab4-a84ee4d3cf19'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:40:56.106845 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-5669aa37-d28a-45fe-b3a1-6bbb4d3a1b4f req-ef617f3b-42c2-49a4-9d78-ca3e1e4d149b service neutron] Bound port: 9fd68e1a-7e53-4dd7-a129-e219fe1f8266, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8d24e93-6284-46b5-86c2-c110abb33db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '90663b8c-1bde-4a55-8ab4-a84ee4d3cf19'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:40:56.107192 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5669aa37-d28a-45fe-b3a1-6bbb4d3a1b4f req-ef617f3b-42c2-49a4-9d78-ca3e1e4d149b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (9fd68e1a-7e53-4dd7-a129-e219fe1f8266), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:56.175996 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:56.205565 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-5669aa37-d28a-45fe-b3a1-6bbb4d3a1b4f req-ef617f3b-42c2-49a4-9d78-ca3e1e4d149b service neutron] For port 9fd68e1a-7e53-4dd7-a129-e219fe1f8266, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:40:56.209296 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-5669aa37-d28a-45fe-b3a1-6bbb4d3a1b4f req-ef617f3b-42c2-49a4-9d78-ca3e1e4d149b service neutron] For port 9fd68e1a-7e53-4dd7-a129-e219fe1f8266, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=9fd68e1a-7e53-4dd7-a129-e219fe1f8266,segment=NetworkSegment(f8d24e93-6284-46b5-86c2-c110abb33db1),segment_id=f8d24e93-6284-46b5-86c2-c110abb33db1)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:40:56.223353 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5669aa37-d28a-45fe-b3a1-6bbb4d3a1b4f req-ef617f3b-42c2-49a4-9d78-ca3e1e4d149b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (9fd68e1a-7e53-4dd7-a129-e219fe1f8266), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:56.248646 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669aa37-d28a-45fe-b3a1-6bbb4d3a1b4f req-ef617f3b-42c2-49a4-9d78-ca3e1e4d149b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:56.248855 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5669aa37-d28a-45fe-b3a1-6bbb4d3a1b4f req-ef617f3b-42c2-49a4-9d78-ca3e1e4d149b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:56.250168 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5669aa37-d28a-45fe-b3a1-6bbb4d3a1b4f req-ef617f3b-42c2-49a4-9d78-ca3e1e4d149b service neutron] 10.222.0.75 "PUT /v2.0/ports/9fd68e1a-7e53-4dd7-a129-e219fe1f8266 HTTP/1.1" status: 200 len: 1092 time: 0.8062189 Mar 11 19:40:56.356603 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef617f3b-42c2-49a4-9d78-ca3e1e4d149b service neutron] Pushing event updated for resources: {'Port': ['ID=9fd68e1a-7e53-4dd7-a129-e219fe1f8266,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:56.386824 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2af2f1-2c4b-40fa-bf31-d81cb50e946b req-7387e324-2e6d-403a-b8bd-4440d81c7159 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:56.388414 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7c2af2f1-2c4b-40fa-bf31-d81cb50e946b req-7387e324-2e6d-403a-b8bd-4440d81c7159 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/ports?device_id=61744d22-0211-4a62-a499-451ee9b21a3c HTTP/1.1" status: 200 len: 948 time: 0.1177933 Mar 11 19:40:56.395945 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669aa37-d28a-45fe-b3a1-6bbb4d3a1b4f req-2a21d392-0a81-43a6-ad4e-a1b49cbe4255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:56.397416 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5669aa37-d28a-45fe-b3a1-6bbb4d3a1b4f req-2a21d392-0a81-43a6-ad4e-a1b49cbe4255 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=66b3b8d3f65c4e239ea33b0475efa223&device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 1126 time: 0.0885582 Mar 11 19:40:56.478116 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5669aa37-d28a-45fe-b3a1-6bbb4d3a1b4f req-5a62f050-7199-4ad1-8e4f-a530999f617d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fd68e1a-7e53-4dd7-a129-e219fe1f8266 HTTP/1.1" status: 200 len: 217 time: 0.0659237 Mar 11 19:40:56.526509 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7c2af2f1-2c4b-40fa-bf31-d81cb50e946b req-24842d2a-5208-4969-b4e3-18dc22a7d22f tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/security-groups?id=032b05bd-60bf-4cbe-8790-99bf90b24300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280370 Mar 11 19:40:56.551347 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669aa37-d28a-45fe-b3a1-6bbb4d3a1b4f req-40f7f7b4-ad4b-4bb3-8c65-b89269515591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:56.554820 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5669aa37-d28a-45fe-b3a1-6bbb4d3a1b4f req-40f7f7b4-ad4b-4bb3-8c65-b89269515591 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=83286d6e-3d22-482f-b14a-2fbd7466cc6c HTTP/1.1" status: 200 len: 850 time: 0.0687220 Mar 11 19:40:56.570673 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 39752) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:40:56.643889 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669aa37-d28a-45fe-b3a1-6bbb4d3a1b4f req-39547c39-f2f7-46a8-ab37-e430b811018a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:56.645428 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5669aa37-d28a-45fe-b3a1-6bbb4d3a1b4f req-39547c39-f2f7-46a8-ab37-e430b811018a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=90663b8c-1bde-4a55-8ab4-a84ee4d3cf19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0826490 Mar 11 19:40:56.661348 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3510240-d059-4601-ae8d-d753356eb25d req-637bf449-8ae8-48a4-9cbb-6d4e8e9e1784 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:56.662853 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b3510240-d059-4601-ae8d-d753356eb25d req-637bf449-8ae8-48a4-9cbb-6d4e8e9e1784 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 944 time: 0.0643692 Mar 11 19:40:56.700707 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a6aba7ba-490d-4cc6-a66e-2efe7c43b0ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:56.750532 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c324ddf-9feb-419b-ae8f-521537bbf2c8 req-daf4b450-17db-4659-b8a1-0ff1af83e517 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:56.752130 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-0c324ddf-9feb-419b-ae8f-521537bbf2c8 req-daf4b450-17db-4659-b8a1-0ff1af83e517 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.75 "GET /v2.0/ports?device_id=fd8e0d51-f4d3-462d-a967-a91750fe073a HTTP/1.1" status: 200 len: 945 time: 0.1090653 Mar 11 19:40:56.774411 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b3510240-d059-4601-ae8d-d753356eb25d req-cbd6364d-7682-417a-a2c1-bb96f69d9dbf tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022203 Mar 11 19:40:56.807412 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5669aa37-d28a-45fe-b3a1-6bbb4d3a1b4f req-190eced8-da56-4ee2-b4d9-3fc76a007e89 service neutron] 10.222.0.75 "GET /v2.0/networks/90663b8c-1bde-4a55-8ab4-a84ee4d3cf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435955 Mar 11 19:40:56.872050 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a6aba7ba-490d-4cc6-a66e-2efe7c43b0ca admin admin] Publish callbacks [] for security_group (0ea44e6a-0464-43c6-9a21-098393f3195e), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:56.880785 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a6aba7ba-490d-4cc6-a66e-2efe7c43b0ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (0ea44e6a-0464-43c6-9a21-098393f3195e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:56.930134 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5669aa37-d28a-45fe-b3a1-6bbb4d3a1b4f req-4b18c031-6881-4b0f-b3f3-220dc96caa86 service neutron] 10.222.0.75 "GET /v2.0/networks/90663b8c-1bde-4a55-8ab4-a84ee4d3cf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141577 Mar 11 19:40:56.955662 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '909583e0-7ede-4835-9f12-c33187a1f6fb', 'tag': '1a5838ca-9a43-4704-97f3-f753284f8316'}, {'name': 'network-changed', 'server_uuid': 'ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61', 'tag': '9fd68e1a-7e53-4dd7-a129-e219fe1f8266'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:40:56.963822 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8b1f13-1859-45e3-898c-a040feaddcf7" -d '{"events": [{"name": "network-changed", "server_uuid": "909583e0-7ede-4835-9f12-c33187a1f6fb", "tag": "1a5838ca-9a43-4704-97f3-f753284f8316"}, {"name": "network-changed", "server_uuid": "ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61", "tag": "9fd68e1a-7e53-4dd7-a129-e219fe1f8266"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:40:57.211345 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 1a5838ca-9a43-4704-97f3-f753284f8316 details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:40:57.215563 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:40:57.231661 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aba7ba-490d-4cc6-a66e-2efe7c43b0ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea44e6a-0464-43c6-9a21-098393f3195e,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:57.240362 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a6aba7ba-490d-4cc6-a66e-2efe7c43b0ca admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=79bfb5023ca740eea048e2fbc0179000&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6652150 Mar 11 19:40:57.240554 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 39764) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:40:57.252412 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-0c324ddf-9feb-419b-ae8f-521537bbf2c8 req-011e69d4-fc96-45ce-8aae-b2ae05ec8237 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Deleting port 7eb9a13d-5dfd-43ef-a65b-c4657a74eada {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:40:57.253030 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0c324ddf-9feb-419b-ae8f-521537bbf2c8 req-011e69d4-fc96-45ce-8aae-b2ae05ec8237 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (7eb9a13d-5dfd-43ef-a65b-c4657a74eada), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:57.328764 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e93e4512-5b80-4f20-9d73-aca87ff47db1 admin admin] Publish callbacks [] for security_group (0ea44e6a-0464-43c6-9a21-098393f3195e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:57.338318 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b21524-fdbe-4fc6-bc51-9cc92f48c207 req-aac95f83-007f-4d51-8bd3-4c3dce7ca106 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:57.339834 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d7b21524-fdbe-4fc6-bc51-9cc92f48c207 req-aac95f83-007f-4d51-8bd3-4c3dce7ca106 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=fd8e0d51-f4d3-462d-a967-a91750fe073a HTTP/1.1" status: 200 len: 945 time: 0.1045089 Mar 11 19:40:57.355927 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-0c324ddf-9feb-419b-ae8f-521537bbf2c8 req-011e69d4-fc96-45ce-8aae-b2ae05ec8237 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] For port 7eb9a13d-5dfd-43ef-a65b-c4657a74eada, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=7eb9a13d-5dfd-43ef-a65b-c4657a74eada,segment=NetworkSegment(ef0b97fd-24fa-456a-8472-bb47ab40643e),segment_id=ef0b97fd-24fa-456a-8472-bb47ab40643e)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:40:57.356307 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0c324ddf-9feb-419b-ae8f-521537bbf2c8 req-011e69d4-fc96-45ce-8aae-b2ae05ec8237 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (7eb9a13d-5dfd-43ef-a65b-c4657a74eada), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:57.359306 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port 2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:40:57.367765 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e93e4512-5b80-4f20-9d73-aca87ff47db1 admin admin] Publish callbacks [] for security_group (0ea44e6a-0464-43c6-9a21-098393f3195e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:57.369336 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port 2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:40:57.369785 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:57.378514 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-0c324ddf-9feb-419b-ae8f-521537bbf2c8 req-011e69d4-fc96-45ce-8aae-b2ae05ec8237 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Calling delete_port for 7eb9a13d-5dfd-43ef-a65b-c4657a74eada owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:40:57.399549 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 1a5838ca-9a43-4704-97f3-f753284f8316, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=1a5838ca-9a43-4704-97f3-f753284f8316,segment=NetworkSegment(b73ff785-b4d3-46c3-8f2e-67cb40451798),segment_id=b73ff785-b4d3-46c3-8f2e-67cb40451798)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:40:57.421456 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': '1a5838ca-9a43-4704-97f3-f753284f8316', 'network_id': 'c94d1f5a-df19-403f-9da6-4cd9b83d560b', 'port_id': '1a5838ca-9a43-4704-97f3-f753284f8316', 'mac_address': 'fa:16:3e:4c:fc:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c56ca4e-5b66-4f97-9a36-de851a36143f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:40:57.428353 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d7b21524-fdbe-4fc6-bc51-9cc92f48c207 req-1747b9a1-7227-4df1-a7a9-6effff81800f tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763302 Mar 11 19:40:57.461085 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e93e4512-5b80-4f20-9d73-aca87ff47db1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (0ea44e6a-0464-43c6-9a21-098393f3195e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:57.463842 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 1a5838ca-9a43-4704-97f3-f753284f8316 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:40:57.464237 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (1a5838ca-9a43-4704-97f3-f753284f8316), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:57.464393 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e93e4512-5b80-4f20-9d73-aca87ff47db1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:57.466614 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-e93e4512-5b80-4f20-9d73-aca87ff47db1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0ea44e6a-0464-43c6-9a21-098393f3195e HTTP/1.1" status: 204 len: 168 time: 0.2259505 Mar 11 19:40:57.482047 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93e4512-5b80-4f20-9d73-aca87ff47db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea44e6a-0464-43c6-9a21-098393f3195e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:57.488589 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 652e9697-294c-4738-89e7-1ac952f6b91f up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:40:57.539573 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a5838ca-9a43-4704-97f3-f753284f8316 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:40:57.558268 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0c324ddf-9feb-419b-ae8f-521537bbf2c8 req-011e69d4-fc96-45ce-8aae-b2ae05ec8237 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (7eb9a13d-5dfd-43ef-a65b-c4657a74eada), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:57.592522 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011e69d4-fc96-45ce-8aae-b2ae05ec8237 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Pushing event deleted for resources: {'Port': ['ID=7eb9a13d-5dfd-43ef-a65b-c4657a74eada,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:57.594715 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e0dbb2-9d9c-4bc0-b27b-72c1769404c1 req-f594f4d7-01ab-4a1c-8c6b-76b21f270bf2 tempest-ServerGroupTestJSON-344289733 tempest-ServerGroupTestJSON-344289733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:57.597339 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['94e3b68e-4fab-43d2-b9ab-2b3abd54eb41'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:40:57.601306 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-02e0dbb2-9d9c-4bc0-b27b-72c1769404c1 req-f594f4d7-01ab-4a1c-8c6b-76b21f270bf2 tempest-ServerGroupTestJSON-344289733 tempest-ServerGroupTestJSON-344289733-project] 10.222.0.65 "GET /v2.0/ports?device_id=909583e0-7ede-4835-9f12-c33187a1f6fb HTTP/1.1" status: 200 len: 944 time: 0.0892115 Mar 11 19:40:57.640953 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 1a5838ca-9a43-4704-97f3-f753284f8316, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=1a5838ca-9a43-4704-97f3-f753284f8316,segment=NetworkSegment(b73ff785-b4d3-46c3-8f2e-67cb40451798),segment_id=b73ff785-b4d3-46c3-8f2e-67cb40451798)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:40:57.657149 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c324ddf-9feb-419b-ae8f-521537bbf2c8 req-011e69d4-fc96-45ce-8aae-b2ae05ec8237 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] No DVR routers for this DVR port 7eb9a13d-5dfd-43ef-a65b-c4657a74eada on host n-h1-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:40:57.658304 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:57.660697 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-0c324ddf-9feb-419b-ae8f-521537bbf2c8 req-011e69d4-fc96-45ce-8aae-b2ae05ec8237 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:57.664003 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-0c324ddf-9feb-419b-ae8f-521537bbf2c8 req-011e69d4-fc96-45ce-8aae-b2ae05ec8237 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.75 "DELETE /v2.0/ports/7eb9a13d-5dfd-43ef-a65b-c4657a74eada HTTP/1.1" status: 204 len: 173 time: 0.9056792 Mar 11 19:40:57.664457 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd8e0d51-f4d3-462d-a967-a91750fe073a', 'name': 'network-vif-deleted', 'tag': '7eb9a13d-5dfd-43ef-a65b-c4657a74eada'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:40:57.668239 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (1a5838ca-9a43-4704-97f3-f753284f8316), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:57.668456 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3c08ad-7cde-4c0b-bb5c-e524bb739718" -d '{"events": [{"server_uuid": "fd8e0d51-f4d3-462d-a967-a91750fe073a", "name": "network-vif-deleted", "tag": "7eb9a13d-5dfd-43ef-a65b-c4657a74eada"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:40:57.693567 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:40:57.693975 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:57.699732 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-02e0dbb2-9d9c-4bc0-b27b-72c1769404c1 req-743261f9-1758-4f39-8268-dc5d6419a674 tempest-ServerGroupTestJSON-344289733 tempest-ServerGroupTestJSON-344289733-project] 10.222.0.65 "GET /v2.0/security-groups?id=261336dd-0e77-47f3-81fe-2f48b72b4614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878475 Mar 11 19:40:57.764902 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 11 Mar 2022 19:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b04f8b-d273-4d33-8d48-8779022996c4 x-openstack-request-id: req-36b04f8b-d273-4d33-8d48-8779022996c4 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:40:57.765229 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "909583e0-7ede-4835-9f12-c33187a1f6fb", "tag": "1a5838ca-9a43-4704-97f3-f753284f8316", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61", "tag": "9fd68e1a-7e53-4dd7-a129-e219fe1f8266", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:40:57.765554 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-36b04f8b-d273-4d33-8d48-8779022996c4 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:40:57.765741 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port 652e9697-294c-4738-89e7-1ac952f6b91f completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:40:57.766109 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '909583e0-7ede-4835-9f12-c33187a1f6fb', 'tag': '1a5838ca-9a43-4704-97f3-f753284f8316', 'status': 'completed', 'code': 200} Mar 11 19:40:57.766429 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61', 'tag': '9fd68e1a-7e53-4dd7-a129-e219fe1f8266', 'status': 'completed', 'code': 200} Mar 11 19:40:57.797361 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 652e9697-294c-4738-89e7-1ac952f6b91f triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:40:57.798413 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (652e9697-294c-4738-89e7-1ac952f6b91f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:57.810217 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6631799-6ee7-4005-95fb-904b5b322031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:40:57.813244 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e17273-9384-49d9-bbfb-d50a50a20306" -d '{"events": [{"server_uuid": "d6631799-6ee7-4005-95fb-904b5b322031", "name": "network-vif-plugged", "status": "completed", "tag": "2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:40:57.881379 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b1f13-1859-45e3-898c-a040feaddcf7 req-e1d7f910-d54a-42ce-940a-799d6fb3ddd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:57.884899 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:40:57.886440 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cf8b1f13-1859-45e3-898c-a040feaddcf7 req-e1d7f910-d54a-42ce-940a-799d6fb3ddd2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a2f326f24af44a2e95b342f28598d453&device_id=909583e0-7ede-4835-9f12-c33187a1f6fb HTTP/1.1" status: 200 len: 1127 time: 0.1036506 Mar 11 19:40:57.890716 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=1a5838ca-9a43-4704-97f3-f753284f8316,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:57.920590 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b1f13-1859-45e3-898c-a040feaddcf7 req-ab2b582f-2f69-487b-815d-05746cbda676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:57.924108 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-cf8b1f13-1859-45e3-898c-a040feaddcf7 req-ab2b582f-2f69-487b-815d-05746cbda676 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=66b3b8d3f65c4e239ea33b0475efa223&device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 1126 time: 0.0933123 Mar 11 19:40:57.930839 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:58.018635 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b1f13-1859-45e3-898c-a040feaddcf7 req-148076ca-8a40-4b2b-bb42-3de36026849c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:58.020260 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cf8b1f13-1859-45e3-898c-a040feaddcf7 req-148076ca-8a40-4b2b-bb42-3de36026849c service neutron] 10.222.0.57 "GET /v2.0/networks?id=c94d1f5a-df19-403f-9da6-4cd9b83d560b HTTP/1.1" status: 200 len: 911 time: 0.1277483 Mar 11 19:40:58.075184 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b1f13-1859-45e3-898c-a040feaddcf7 req-6ee3d91e-725c-4e04-8e50-9e17299dacda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:58.076796 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-cf8b1f13-1859-45e3-898c-a040feaddcf7 req-6ee3d91e-725c-4e04-8e50-9e17299dacda service neutron] 10.222.0.75 "GET /v2.0/networks?id=90663b8c-1bde-4a55-8ab4-a84ee4d3cf19 HTTP/1.1" status: 200 len: 912 time: 0.1429021 Mar 11 19:40:58.099998 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:58.151319 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 652e9697-294c-4738-89e7-1ac952f6b91f is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:40:58.151721 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (652e9697-294c-4738-89e7-1ac952f6b91f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:58.165019 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cf8b1f13-1859-45e3-898c-a040feaddcf7 req-4e8fbd4d-ead9-4378-8191-015118603c0c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a5838ca-9a43-4704-97f3-f753284f8316 HTTP/1.1" status: 200 len: 217 time: 0.0844049 Mar 11 19:40:58.174832 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['1a5838ca-9a43-4704-97f3-f753284f8316'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:40:58.194260 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-cf8b1f13-1859-45e3-898c-a040feaddcf7 req-60cc02eb-a2dc-4d53-a9ac-54f744767798 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fd68e1a-7e53-4dd7-a129-e219fe1f8266 HTTP/1.1" status: 200 len: 217 time: 0.1100488 Mar 11 19:40:58.251474 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 652e9697-294c-4738-89e7-1ac952f6b91f, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=652e9697-294c-4738-89e7-1ac952f6b91f,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:40:58.267003 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (652e9697-294c-4738-89e7-1ac952f6b91f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:58.268078 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 7eb9a13d-5dfd-43ef-a65b-c4657a74eada no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:40:58.303532 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b1f13-1859-45e3-898c-a040feaddcf7 req-8204b5d2-ce74-41c6-82a8-18f873a50256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:58.305087 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-cf8b1f13-1859-45e3-898c-a040feaddcf7 req-8204b5d2-ce74-41c6-82a8-18f873a50256 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=83286d6e-3d22-482f-b14a-2fbd7466cc6c HTTP/1.1" status: 200 len: 850 time: 0.1055830 Mar 11 19:40:58.323505 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: 7eb9a13d-5dfd-43ef-a65b-c4657a74eada {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:40:58.323880 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 7eb9a13d-5dfd-43ef-a65b-c4657a74eada not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:40:58.325178 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b1f13-1859-45e3-898c-a040feaddcf7 req-e47f3ea1-53f7-4872-a876-1dc275c308db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:58.328647 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cf8b1f13-1859-45e3-898c-a040feaddcf7 req-e47f3ea1-53f7-4872-a876-1dc275c308db service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9c56ca4e-5b66-4f97-9a36-de851a36143f HTTP/1.1" status: 200 len: 850 time: 0.1554213 Mar 11 19:40:58.376386 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=652e9697-294c-4738-89e7-1ac952f6b91f,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:40:58.394056 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cf8b1f13-1859-45e3-898c-a040feaddcf7 req-194dfbff-fa56-42a8-9497-988ca6019d43 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c94d1f5a-df19-403f-9da6-4cd9b83d560b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595527 Mar 11 19:40:58.411415 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b1f13-1859-45e3-898c-a040feaddcf7 req-a5409245-0ffd-4361-9b74-d09dd3b1d29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:58.412955 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-cf8b1f13-1859-45e3-898c-a040feaddcf7 req-a5409245-0ffd-4361-9b74-d09dd3b1d29f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=90663b8c-1bde-4a55-8ab4-a84ee4d3cf19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1020346 Mar 11 19:40:58.414958 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60051262-3523-43a0-bfc5-6937fee15076 req-d0c77180-79ce-4e1f-bf25-4cef71dc5513 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:58.424673 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-60051262-3523-43a0-bfc5-6937fee15076 req-d0c77180-79ce-4e1f-bf25-4cef71dc5513 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/ports?device_id=61744d22-0211-4a62-a499-451ee9b21a3c HTTP/1.1" status: 200 len: 949 time: 0.1446619 Mar 11 19:40:58.522488 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-cf8b1f13-1859-45e3-898c-a040feaddcf7 req-728b74f1-9c41-4dff-822b-c9ee826b6173 service neutron] 10.222.0.75 "GET /v2.0/networks/90663b8c-1bde-4a55-8ab4-a84ee4d3cf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019282 Mar 11 19:40:58.536619 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-60051262-3523-43a0-bfc5-6937fee15076 req-3f2b926b-33b2-4784-9a92-22eaf3b9163b tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/security-groups?id=032b05bd-60bf-4cbe-8790-99bf90b24300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104794 Mar 11 19:40:58.560943 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cf8b1f13-1859-45e3-898c-a040feaddcf7 req-f4f4db6d-f3af-4466-8aa1-7d470c3d8005 service neutron] 10.222.0.57 "GET /v2.0/networks/c94d1f5a-df19-403f-9da6-4cd9b83d560b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572351 Mar 11 19:40:58.600861 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b413664-ea85-4157-8d57-ec078b4b0896 x-openstack-request-id: req-5b413664-ea85-4157-8d57-ec078b4b0896 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:40:58.601397 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd8e0d51-f4d3-462d-a967-a91750fe073a", "name": "network-vif-deleted", "tag": "7eb9a13d-5dfd-43ef-a65b-c4657a74eada", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:40:58.601397 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5b413664-ea85-4157-8d57-ec078b4b0896 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:40:58.601792 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd8e0d51-f4d3-462d-a967-a91750fe073a', 'name': 'network-vif-deleted', 'tag': '7eb9a13d-5dfd-43ef-a65b-c4657a74eada', 'status': 'completed', 'code': 200} Mar 11 19:40:58.646961 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-cf8b1f13-1859-45e3-898c-a040feaddcf7 req-be7c0d7f-f9b1-4261-a9b1-7ae212b6db0c service neutron] 10.222.0.75 "GET /v2.0/networks/90663b8c-1bde-4a55-8ab4-a84ee4d3cf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179485 Mar 11 19:40:58.710054 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cf8b1f13-1859-45e3-898c-a040feaddcf7 req-3f1e5f7e-2f7a-4823-9d5d-92a6be090ed8 service neutron] 10.222.0.57 "GET /v2.0/networks/c94d1f5a-df19-403f-9da6-4cd9b83d560b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410441 Mar 11 19:40:58.730415 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6b428-fe2c-4d4e-a31e-a32e578df4aa req-53ccdc27-d6d7-480d-b7f7-2d200d2e3914 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:58.731895 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-53d6b428-fe2c-4d4e-a31e-a32e578df4aa req-53ccdc27-d6d7-480d-b7f7-2d200d2e3914 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 944 time: 0.0755177 Mar 11 19:40:58.778509 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-53d6b428-fe2c-4d4e-a31e-a32e578df4aa req-38708ddd-45f4-4aa7-8564-f2b057b5316b tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407188 Mar 11 19:40:58.819387 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ad7259-8f3a-4beb-9db9-8cccdcfcfcd3 x-openstack-request-id: req-06ad7259-8f3a-4beb-9db9-8cccdcfcfcd3 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:40:58.819710 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6631799-6ee7-4005-95fb-904b5b322031", "name": "network-vif-plugged", "status": "completed", "tag": "2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:40:58.819968 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-06ad7259-8f3a-4beb-9db9-8cccdcfcfcd3 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:40:58.820366 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6631799-6ee7-4005-95fb-904b5b322031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f', 'code': 200} Mar 11 19:40:58.924310 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641f4c3-aeee-4283-808d-f4d81b2fe5f0 req-b3e1aa14-98ee-4caf-b1f8-57e01103bc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:58.925785 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e641f4c3-aeee-4283-808d-f4d81b2fe5f0 req-b3e1aa14-98ee-4caf-b1f8-57e01103bc00 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d6631799-6ee7-4005-95fb-904b5b322031 HTTP/1.1" status: 200 len: 1131 time: 0.0470657 Mar 11 19:40:58.966548 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:40:58.973476 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e641f4c3-aeee-4283-808d-f4d81b2fe5f0 req-e8c55c88-fa0e-4f1e-a38e-b426786c7657 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=032b05bd-60bf-4cbe-8790-99bf90b24300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419948 Mar 11 19:40:59.244695 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3161e36-9431-4ea2-8d04-68835f561794 req-d653fefb-fd92-4b8b-964d-1416f53b594a tempest-ServerGroupTestJSON-344289733 tempest-ServerGroupTestJSON-344289733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:59.246082 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d3161e36-9431-4ea2-8d04-68835f561794 req-d653fefb-fd92-4b8b-964d-1416f53b594a tempest-ServerGroupTestJSON-344289733 tempest-ServerGroupTestJSON-344289733-project] 10.222.0.65 "GET /v2.0/ports?device_id=909583e0-7ede-4835-9f12-c33187a1f6fb HTTP/1.1" status: 200 len: 945 time: 0.0552566 Mar 11 19:40:59.295885 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d3161e36-9431-4ea2-8d04-68835f561794 req-a8f41004-86ab-4c95-b739-cac7addb7d39 tempest-ServerGroupTestJSON-344289733 tempest-ServerGroupTestJSON-344289733-project] 10.222.0.65 "GET /v2.0/security-groups?id=261336dd-0e77-47f3-81fe-2f48b72b4614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434794 Mar 11 19:40:59.399900 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5166db-4264-4cfe-a653-935889e23426 req-847db7e5-557b-4364-bc52-8cde25de9a02 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:59.401354 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3f5166db-4264-4cfe-a653-935889e23426 req-847db7e5-557b-4364-bc52-8cde25de9a02 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=f405cd85-62aa-4b86-a1d4-4d3c93e498db HTTP/1.1" status: 200 len: 945 time: 0.0522661 Mar 11 19:40:59.447015 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3f5166db-4264-4cfe-a653-935889e23426 req-567367f3-6ac0-4c59-8253-1524f8fd3537 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400593 Mar 11 19:40:59.580438 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f716b8c-65b5-4594-9c55-852df3266f94 req-6e68f05a-4227-4fcb-b3e7-1b34027c68c1 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:59.582008 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2f716b8c-65b5-4594-9c55-852df3266f94 req-6e68f05a-4227-4fcb-b3e7-1b34027c68c1 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.0569775 Mar 11 19:40:59.628075 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2f716b8c-65b5-4594-9c55-852df3266f94 req-d8a1ba2c-485e-4d7e-975b-2dd3c362dc5e tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402424 Mar 11 19:40:59.808756 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d144fbd-9dfb-474a-a31b-9bba4745d0f1 req-c5fcd568-72a0-4f05-a3d3-8520fb69645a tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:40:59.810225 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2d144fbd-9dfb-474a-a31b-9bba4745d0f1 req-c5fcd568-72a0-4f05-a3d3-8520fb69645a tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/ports?device_id=61744d22-0211-4a62-a499-451ee9b21a3c HTTP/1.1" status: 200 len: 949 time: 0.0527372 Mar 11 19:40:59.856605 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2d144fbd-9dfb-474a-a31b-9bba4745d0f1 req-7e7382fd-9952-4e45-a70e-59b4c43944c4 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/security-groups?id=032b05bd-60bf-4cbe-8790-99bf90b24300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399065 Mar 11 19:41:00.041129 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2382e7b2-8793-47e9-93c2-b4138b886837 req-f0853b73-945e-4070-87bf-4698bd516388 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:00.042710 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2382e7b2-8793-47e9-93c2-b4138b886837 req-f0853b73-945e-4070-87bf-4698bd516388 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 944 time: 0.0531054 Mar 11 19:41:00.094415 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2382e7b2-8793-47e9-93c2-b4138b886837 req-73eb8df5-f74d-4ae3-80df-1c44adab96a3 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461404 Mar 11 19:41:00.168340 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 39866) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:41:00.273793 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ada5d470-4eb1-4a8d-bd3f-8bc76d294f3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:00.348268 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ada5d470-4eb1-4a8d-bd3f-8bc76d294f3e admin admin] Publish callbacks [] for security_group (1fae19cd-bd5b-43a7-a589-225be203ff13), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:00.352072 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ada5d470-4eb1-4a8d-bd3f-8bc76d294f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (1fae19cd-bd5b-43a7-a589-225be203ff13), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:00.393137 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ada5d470-4eb1-4a8d-bd3f-8bc76d294f3e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=45114e218fb34cfd86a334cbf67f9a24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2230883 Mar 11 19:41:00.393418 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada5d470-4eb1-4a8d-bd3f-8bc76d294f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fae19cd-bd5b-43a7-a589-225be203ff13,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:00.395383 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 39872) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:41:00.447310 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1150c9e5-87ab-47c6-919a-36f4e1a4335e admin admin] Publish callbacks [] for security_group (1fae19cd-bd5b-43a7-a589-225be203ff13), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:00.471232 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1150c9e5-87ab-47c6-919a-36f4e1a4335e admin admin] Publish callbacks [] for security_group (1fae19cd-bd5b-43a7-a589-225be203ff13), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:00.533035 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1150c9e5-87ab-47c6-919a-36f4e1a4335e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (1fae19cd-bd5b-43a7-a589-225be203ff13), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:00.535594 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1150c9e5-87ab-47c6-919a-36f4e1a4335e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:00.536893 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-1150c9e5-87ab-47c6-919a-36f4e1a4335e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1fae19cd-bd5b-43a7-a589-225be203ff13 HTTP/1.1" status: 204 len: 168 time: 0.1404929 Mar 11 19:41:00.545223 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1150c9e5-87ab-47c6-919a-36f4e1a4335e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fae19cd-bd5b-43a7-a589-225be203ff13,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:00.556524 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1150c9e5-87ab-47c6-919a-36f4e1a4335e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:00.556886 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1150c9e5-87ab-47c6-919a-36f4e1a4335e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:00.557264 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1150c9e5-87ab-47c6-919a-36f4e1a4335e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:00.557633 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1150c9e5-87ab-47c6-919a-36f4e1a4335e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:00.557985 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1150c9e5-87ab-47c6-919a-36f4e1a4335e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:00.558319 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1150c9e5-87ab-47c6-919a-36f4e1a4335e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:00.558659 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1150c9e5-87ab-47c6-919a-36f4e1a4335e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:00.559109 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1150c9e5-87ab-47c6-919a-36f4e1a4335e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:00.559439 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1150c9e5-87ab-47c6-919a-36f4e1a4335e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:00.559686 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1150c9e5-87ab-47c6-919a-36f4e1a4335e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:00.560006 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1150c9e5-87ab-47c6-919a-36f4e1a4335e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:00.560345 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1150c9e5-87ab-47c6-919a-36f4e1a4335e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:00.560667 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1150c9e5-87ab-47c6-919a-36f4e1a4335e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:00.605234 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a861b-028a-436d-a025-57f480e1e847 req-b92b3108-4d90-4822-b114-67ccaa6c4ac8 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:00.606735 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2c9a861b-028a-436d-a025-57f480e1e847 req-b92b3108-4d90-4822-b114-67ccaa6c4ac8 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.0675137 Mar 11 19:41:00.661352 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2c9a861b-028a-436d-a025-57f480e1e847 req-896edf58-f145-44c1-807e-3d91f793a60f tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464468 Mar 11 19:41:00.721725 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a099dc08-5916-411e-9de0-a889ad9aa45f req-a2b5e28b-bd37-4999-8865-8c12a198d706 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:00.723251 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-a099dc08-5916-411e-9de0-a889ad9aa45f req-a2b5e28b-bd37-4999-8865-8c12a198d706 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.75 "GET /v2.0/ports?device_id=f405cd85-62aa-4b86-a1d4-4d3c93e498db HTTP/1.1" status: 200 len: 945 time: 0.0560272 Mar 11 19:41:00.784816 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00efc40-e336-4da3-8c91-2d9e99f68e5d req-69399773-fc98-43b2-9f2e-521553dcbb21 tempest-ServerGroupTestJSON-344289733 tempest-ServerGroupTestJSON-344289733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:00.788363 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b00efc40-e336-4da3-8c91-2d9e99f68e5d req-69399773-fc98-43b2-9f2e-521553dcbb21 tempest-ServerGroupTestJSON-344289733 tempest-ServerGroupTestJSON-344289733-project] 10.222.0.65 "GET /v2.0/ports?device_id=909583e0-7ede-4835-9f12-c33187a1f6fb HTTP/1.1" status: 200 len: 945 time: 0.0640101 Mar 11 19:41:00.822754 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61744d22-0211-4a62-a499-451ee9b21a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '652e9697-294c-4738-89e7-1ac952f6b91f'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:41:00.823675 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-a099dc08-5916-411e-9de0-a889ad9aa45f req-b2c576cc-8fa0-4b63-8ca3-f310539d65e1 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Deleting port 483b45ab-7029-4896-bfb5-4033de871ac9 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:41:00.824098 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a099dc08-5916-411e-9de0-a889ad9aa45f req-b2c576cc-8fa0-4b63-8ca3-f310539d65e1 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (483b45ab-7029-4896-bfb5-4033de871ac9), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:00.825710 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29369c99-f515-4f09-a520-cbf0814780c2" -d '{"events": [{"server_uuid": "61744d22-0211-4a62-a499-451ee9b21a3c", "name": "network-vif-plugged", "status": "completed", "tag": "652e9697-294c-4738-89e7-1ac952f6b91f"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:41:00.843111 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b00efc40-e336-4da3-8c91-2d9e99f68e5d req-c366738c-b0a7-45d1-8143-62abdf7c9a9d tempest-ServerGroupTestJSON-344289733 tempest-ServerGroupTestJSON-344289733-project] 10.222.0.65 "GET /v2.0/security-groups?id=261336dd-0e77-47f3-81fe-2f48b72b4614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498600 Mar 11 19:41:00.933565 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-a099dc08-5916-411e-9de0-a889ad9aa45f req-b2c576cc-8fa0-4b63-8ca3-f310539d65e1 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] For port 483b45ab-7029-4896-bfb5-4033de871ac9, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=483b45ab-7029-4896-bfb5-4033de871ac9,segment=NetworkSegment(4e412043-f4b7-4584-89b3-4a0ee01e31e1),segment_id=4e412043-f4b7-4584-89b3-4a0ee01e31e1)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:00.935910 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a099dc08-5916-411e-9de0-a889ad9aa45f req-b2c576cc-8fa0-4b63-8ca3-f310539d65e1 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (483b45ab-7029-4896-bfb5-4033de871ac9), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:00.950112 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-a099dc08-5916-411e-9de0-a889ad9aa45f req-b2c576cc-8fa0-4b63-8ca3-f310539d65e1 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Calling delete_port for 483b45ab-7029-4896-bfb5-4033de871ac9 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:41:00.956819 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d1922-b78a-4626-a425-98d11e5f6a55 req-21e0d4f4-e5ea-41f2-b13b-406baaf47777 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:00.958597 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-905d1922-b78a-4626-a425-98d11e5f6a55 req-21e0d4f4-e5ea-41f2-b13b-406baaf47777 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=f405cd85-62aa-4b86-a1d4-4d3c93e498db HTTP/1.1" status: 200 len: 945 time: 0.0586360 Mar 11 19:41:01.009509 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-905d1922-b78a-4626-a425-98d11e5f6a55 req-cb1fdd79-e1fd-4a6e-9164-41f6d67bbc42 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426474 Mar 11 19:41:01.124413 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a099dc08-5916-411e-9de0-a889ad9aa45f req-b2c576cc-8fa0-4b63-8ca3-f310539d65e1 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (483b45ab-7029-4896-bfb5-4033de871ac9), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:01.137148 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['483b45ab-7029-4896-bfb5-4033de871ac9'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:41:01.152956 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25241c16-c313-4328-b33d-ff24c6fe6095 req-47b8a666-51ca-42bd-8cc3-bc00225e30cc tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:01.154978 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c576cc-8fa0-4b63-8ca3-f310539d65e1 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Pushing event deleted for resources: {'Port': ['ID=483b45ab-7029-4896-bfb5-4033de871ac9,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:01.161122 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-25241c16-c313-4328-b33d-ff24c6fe6095 req-47b8a666-51ca-42bd-8cc3-bc00225e30cc tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.0709927 Mar 11 19:41:01.206640 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-a099dc08-5916-411e-9de0-a889ad9aa45f req-b2c576cc-8fa0-4b63-8ca3-f310539d65e1 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] No DVR routers for this DVR port 483b45ab-7029-4896-bfb5-4033de871ac9 on host n-h1-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:41:01.209671 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a099dc08-5916-411e-9de0-a889ad9aa45f req-b2c576cc-8fa0-4b63-8ca3-f310539d65e1 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:01.214333 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-25241c16-c313-4328-b33d-ff24c6fe6095 req-81cbd034-cb97-470e-8cea-4752f13c0f85 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522327 Mar 11 19:41:01.215247 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-a099dc08-5916-411e-9de0-a889ad9aa45f req-b2c576cc-8fa0-4b63-8ca3-f310539d65e1 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.75 "DELETE /v2.0/ports/483b45ab-7029-4896-bfb5-4033de871ac9 HTTP/1.1" status: 204 len: 173 time: 0.4868546 Mar 11 19:41:01.215742 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f405cd85-62aa-4b86-a1d4-4d3c93e498db', 'name': 'network-vif-deleted', 'tag': '483b45ab-7029-4896-bfb5-4033de871ac9'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:41:01.219099 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b688fe9-ddeb-4985-b1ea-6f981cab1c57" -d '{"events": [{"server_uuid": "f405cd85-62aa-4b86-a1d4-4d3c93e498db", "name": "network-vif-deleted", "tag": "483b45ab-7029-4896-bfb5-4033de871ac9"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:41:01.266226 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 1a5838ca-9a43-4704-97f3-f753284f8316 up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:41:01.293782 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-407edcc8-df40-4fa3-8066-ba2685b365f7 x-openstack-request-id: req-407edcc8-df40-4fa3-8066-ba2685b365f7 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:41:01.294071 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61744d22-0211-4a62-a499-451ee9b21a3c", "name": "network-vif-plugged", "status": "completed", "tag": "652e9697-294c-4738-89e7-1ac952f6b91f", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:41:01.294499 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-407edcc8-df40-4fa3-8066-ba2685b365f7 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:41:01.294894 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61744d22-0211-4a62-a499-451ee9b21a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '652e9697-294c-4738-89e7-1ac952f6b91f', 'code': 200} Mar 11 19:41:01.325751 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port 1a5838ca-9a43-4704-97f3-f753284f8316 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:41:01.333364 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port 1a5838ca-9a43-4704-97f3-f753284f8316 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:41:01.334087 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (1a5838ca-9a43-4704-97f3-f753284f8316), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:01.471363 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c99a85-d070-4b86-97cb-05c89b308f28 req-e72108f3-e734-462a-b358-c1af3de7482c tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:01.479908 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-10c99a85-d070-4b86-97cb-05c89b308f28 req-e72108f3-e734-462a-b358-c1af3de7482c tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/ports?device_id=61744d22-0211-4a62-a499-451ee9b21a3c HTTP/1.1" status: 200 len: 949 time: 0.0720017 Mar 11 19:41:01.492574 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ac159-1bf0-4cd1-a85e-b599683389aa req-024b3408-8cca-4215-8f35-2363a7ac0a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:01.494062 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-943ac159-1bf0-4cd1-a85e-b599683389aa req-024b3408-8cca-4215-8f35-2363a7ac0a92 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=61744d22-0211-4a62-a499-451ee9b21a3c HTTP/1.1" status: 200 len: 1131 time: 0.0965135 Mar 11 19:41:01.494193 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 1a5838ca-9a43-4704-97f3-f753284f8316 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:41:01.494675 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (1a5838ca-9a43-4704-97f3-f753284f8316), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:01.540875 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 1a5838ca-9a43-4704-97f3-f753284f8316, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=1a5838ca-9a43-4704-97f3-f753284f8316,segment=NetworkSegment(b73ff785-b4d3-46c3-8f2e-67cb40451798),segment_id=b73ff785-b4d3-46c3-8f2e-67cb40451798)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:01.546127 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 9fd68e1a-7e53-4dd7-a129-e219fe1f8266 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:41:01.548729 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-10c99a85-d070-4b86-97cb-05c89b308f28 req-c6cc4916-40dd-4803-a4b6-474c0a50db8a tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/security-groups?id=032b05bd-60bf-4cbe-8790-99bf90b24300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673764 Mar 11 19:41:01.550609 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (1a5838ca-9a43-4704-97f3-f753284f8316), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:01.594633 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-943ac159-1bf0-4cd1-a85e-b599683389aa req-71163746-cd88-42c2-88cc-7917e5aaa236 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=032b05bd-60bf-4cbe-8790-99bf90b24300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927675 Mar 11 19:41:01.663315 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=1a5838ca-9a43-4704-97f3-f753284f8316,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:01.763369 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92b8ae-2705-4ef3-8a2d-4da867573c3d req-1b6a25b5-6156-4cb3-ad5f-f5bb51ca0a4e tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:01.764921 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4b92b8ae-2705-4ef3-8a2d-4da867573c3d req-1b6a25b5-6156-4cb3-ad5f-f5bb51ca0a4e tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 944 time: 0.0847149 Mar 11 19:41:01.780435 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 9fd68e1a-7e53-4dd7-a129-e219fe1f8266, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=9fd68e1a-7e53-4dd7-a129-e219fe1f8266,segment=NetworkSegment(f8d24e93-6284-46b5-86c2-c110abb33db1),segment_id=f8d24e93-6284-46b5-86c2-c110abb33db1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:01.793520 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '9fd68e1a-7e53-4dd7-a129-e219fe1f8266', 'network_id': '90663b8c-1bde-4a55-8ab4-a84ee4d3cf19', 'port_id': '9fd68e1a-7e53-4dd7-a129-e219fe1f8266', 'mac_address': 'fa:16:3e:82:af:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83286d6e-3d22-482f-b14a-2fbd7466cc6c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:41:01.821266 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4b92b8ae-2705-4ef3-8a2d-4da867573c3d req-d8b1467d-5301-4db4-9e4a-0080faf4a7a7 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504572 Mar 11 19:41:01.840963 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 9fd68e1a-7e53-4dd7-a129-e219fe1f8266 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:41:01.840963 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (9fd68e1a-7e53-4dd7-a129-e219fe1f8266), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:01.852345 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fd68e1a-7e53-4dd7-a129-e219fe1f8266 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:41:01.877155 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02cb2187-8d77-4902-9e09-554d0754a9d3 x-openstack-request-id: req-02cb2187-8d77-4902-9e09-554d0754a9d3 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:41:01.877560 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f405cd85-62aa-4b86-a1d4-4d3c93e498db", "name": "network-vif-deleted", "tag": "483b45ab-7029-4896-bfb5-4033de871ac9", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:41:01.877915 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-02cb2187-8d77-4902-9e09-554d0754a9d3 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:41:01.878425 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f405cd85-62aa-4b86-a1d4-4d3c93e498db', 'name': 'network-vif-deleted', 'tag': '483b45ab-7029-4896-bfb5-4033de871ac9', 'status': 'completed', 'code': 200} Mar 11 19:41:01.884506 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 9fd68e1a-7e53-4dd7-a129-e219fe1f8266, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=9fd68e1a-7e53-4dd7-a129-e219fe1f8266,segment=NetworkSegment(f8d24e93-6284-46b5-86c2-c110abb33db1),segment_id=f8d24e93-6284-46b5-86c2-c110abb33db1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:01.890487 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (9fd68e1a-7e53-4dd7-a129-e219fe1f8266), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:01.952696 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=9fd68e1a-7e53-4dd7-a129-e219fe1f8266,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:02.149488 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['9fd68e1a-7e53-4dd7-a129-e219fe1f8266'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:41:02.419361 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a0a847-9d48-44df-a9f1-0e45e624d50e req-ff240868-6840-4823-b50b-470850893966 tempest-ServerGroupTestJSON-344289733 tempest-ServerGroupTestJSON-344289733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:02.421552 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-39a0a847-9d48-44df-a9f1-0e45e624d50e req-ff240868-6840-4823-b50b-470850893966 tempest-ServerGroupTestJSON-344289733 tempest-ServerGroupTestJSON-344289733-project] 10.222.0.65 "GET /v2.0/ports?device_id=909583e0-7ede-4835-9f12-c33187a1f6fb HTTP/1.1" status: 200 len: 946 time: 0.0612397 Mar 11 19:41:02.470863 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-39a0a847-9d48-44df-a9f1-0e45e624d50e req-d0260557-c417-4f81-a5b1-009d9f98007c tempest-ServerGroupTestJSON-344289733 tempest-ServerGroupTestJSON-344289733-project] 10.222.0.65 "GET /v2.0/security-groups?id=261336dd-0e77-47f3-81fe-2f48b72b4614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428033 Mar 11 19:41:02.569717 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6669e6ff-04ea-4106-972e-cb090bac9e30 req-9e5be1e4-e817-4cd6-a90a-2192bc828276 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=f405cd85-62aa-4b86-a1d4-4d3c93e498db HTTP/1.1" status: 200 len: 210 time: 0.0291908 Mar 11 19:41:03.207244 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b371a5-6f38-4134-9c72-05e32d175ce2 req-32d43c16-52a5-471e-909c-2df4ab3975ac tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:03.209134 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e1b371a5-6f38-4134-9c72-05e32d175ce2 req-32d43c16-52a5-471e-909c-2df4ab3975ac tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/ports?device_id=61744d22-0211-4a62-a499-451ee9b21a3c HTTP/1.1" status: 200 len: 949 time: 0.0593767 Mar 11 19:41:03.268293 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e1b371a5-6f38-4134-9c72-05e32d175ce2 req-ab3e26aa-d74e-45cb-bdb2-90109edfe6e0 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/security-groups?id=032b05bd-60bf-4cbe-8790-99bf90b24300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523531 Mar 11 19:41:03.297332 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '909583e0-7ede-4835-9f12-c33187a1f6fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a5838ca-9a43-4704-97f3-f753284f8316'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:41:03.298984 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47322fe-f92a-40ca-be20-dbfd4a763105" -d '{"events": [{"server_uuid": "909583e0-7ede-4835-9f12-c33187a1f6fb", "name": "network-vif-plugged", "status": "completed", "tag": "1a5838ca-9a43-4704-97f3-f753284f8316"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:41:03.412328 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c7e6ce-c65f-4a48-acbe-d1218d71228d req-62fd90d2-a81b-4d7b-be3e-0201244c2081 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:03.413805 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d4c7e6ce-c65f-4a48-acbe-d1218d71228d req-62fd90d2-a81b-4d7b-be3e-0201244c2081 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 945 time: 0.0532827 Mar 11 19:41:03.460920 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d4c7e6ce-c65f-4a48-acbe-d1218d71228d req-cdc1d5de-13e2-46a3-aef3-b4a1c75e42aa tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413699 Mar 11 19:41:03.528219 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 9fd68e1a-7e53-4dd7-a129-e219fe1f8266 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:41:03.582499 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port 9fd68e1a-7e53-4dd7-a129-e219fe1f8266 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:41:03.583662 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9676f1d5-3616-4f44-8380-a780bc43be4e req-49a912f0-7b52-4272-9c06-2199d8ee0bd2 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:03.585183 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9676f1d5-3616-4f44-8380-a780bc43be4e req-49a912f0-7b52-4272-9c06-2199d8ee0bd2 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6631799-6ee7-4005-95fb-904b5b322031 HTTP/1.1" status: 200 len: 949 time: 0.0539951 Mar 11 19:41:03.587564 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 9fd68e1a-7e53-4dd7-a129-e219fe1f8266 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:41:03.587988 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (9fd68e1a-7e53-4dd7-a129-e219fe1f8266), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:03.635539 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9676f1d5-3616-4f44-8380-a780bc43be4e req-2c17ccd4-89e9-46db-8b17-37b745c931be tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/security-groups?id=032b05bd-60bf-4cbe-8790-99bf90b24300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433955 Mar 11 19:41:03.669534 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 9fd68e1a-7e53-4dd7-a129-e219fe1f8266 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:41:03.669930 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (9fd68e1a-7e53-4dd7-a129-e219fe1f8266), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:03.688835 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39aea175-bd1f-4cd5-85df-ab03d700e49d x-openstack-request-id: req-39aea175-bd1f-4cd5-85df-ab03d700e49d {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:41:03.689125 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "909583e0-7ede-4835-9f12-c33187a1f6fb", "name": "network-vif-plugged", "status": "completed", "tag": "1a5838ca-9a43-4704-97f3-f753284f8316", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:41:03.689428 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-39aea175-bd1f-4cd5-85df-ab03d700e49d {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:41:03.689874 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '909583e0-7ede-4835-9f12-c33187a1f6fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a5838ca-9a43-4704-97f3-f753284f8316', 'code': 200} Mar 11 19:41:03.715389 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 9fd68e1a-7e53-4dd7-a129-e219fe1f8266, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=9fd68e1a-7e53-4dd7-a129-e219fe1f8266,segment=NetworkSegment(f8d24e93-6284-46b5-86c2-c110abb33db1),segment_id=f8d24e93-6284-46b5-86c2-c110abb33db1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:03.721183 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (9fd68e1a-7e53-4dd7-a129-e219fe1f8266), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:03.722856 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 483b45ab-7029-4896-bfb5-4033de871ac9 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:41:03.765128 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: 483b45ab-7029-4896-bfb5-4033de871ac9 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:41:03.765409 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 483b45ab-7029-4896-bfb5-4033de871ac9 not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:41:03.794588 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=9fd68e1a-7e53-4dd7-a129-e219fe1f8266,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:03.824494 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f781bd93-dda1-49aa-a344-ef10906df885 req-0449d3e6-6dcd-4f8b-be06-61691bb06ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:03.826333 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f781bd93-dda1-49aa-a344-ef10906df885 req-0449d3e6-6dcd-4f8b-be06-61691bb06ea8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=909583e0-7ede-4835-9f12-c33187a1f6fb HTTP/1.1" status: 200 len: 1128 time: 0.0786538 Mar 11 19:41:03.877032 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f781bd93-dda1-49aa-a344-ef10906df885 req-5d913f5f-61bb-40b4-b24a-19c61cde1deb service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=261336dd-0e77-47f3-81fe-2f48b72b4614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451543 Mar 11 19:41:04.199122 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872660b2-10d0-4f65-9802-1d15e25fb3ae req-9df62596-aa39-4054-8629-42aed664e8ba tempest-ServerGroupTestJSON-344289733 tempest-ServerGroupTestJSON-344289733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:04.200614 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-872660b2-10d0-4f65-9802-1d15e25fb3ae req-9df62596-aa39-4054-8629-42aed664e8ba tempest-ServerGroupTestJSON-344289733 tempest-ServerGroupTestJSON-344289733-project] 10.222.0.65 "GET /v2.0/ports?device_id=909583e0-7ede-4835-9f12-c33187a1f6fb HTTP/1.1" status: 200 len: 946 time: 0.0545325 Mar 11 19:41:04.250602 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-872660b2-10d0-4f65-9802-1d15e25fb3ae req-0a2616e9-1d88-4ced-8722-6e00ef4bfff9 tempest-ServerGroupTestJSON-344289733 tempest-ServerGroupTestJSON-344289733-project] 10.222.0.65 "GET /v2.0/security-groups?id=261336dd-0e77-47f3-81fe-2f48b72b4614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439632 Mar 11 19:41:04.332233 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-af654c3f-4223-418f-8c44-3c60295e97d2 req-6da7276a-565c-4bc3-9832-f9fd73ad3f7b tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=f405cd85-62aa-4b86-a1d4-4d3c93e498db HTTP/1.1" status: 200 len: 210 time: 0.0265431 Mar 11 19:41:04.599240 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ad623-d9af-42e7-b5b9-e022a68aa895 req-ec3b3cec-fd5c-4825-be6c-a3e870a6403f tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:04.604582 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ad623-d9af-42e7-b5b9-e022a68aa895 req-ec3b3cec-fd5c-4825-be6c-a3e870a6403f tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:04.606111 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a81ad623-d9af-42e7-b5b9-e022a68aa895 req-ec3b3cec-fd5c-4825-be6c-a3e870a6403f tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/ports?device_id=61744d22-0211-4a62-a499-451ee9b21a3c&device_id=d6631799-6ee7-4005-95fb-904b5b322031 HTTP/1.1" status: 200 len: 1689 time: 0.0636344 Mar 11 19:41:04.653054 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a81ad623-d9af-42e7-b5b9-e022a68aa895 req-e08410fd-49d6-4e31-8a68-e7c64e7cfa14 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/security-groups?id=032b05bd-60bf-4cbe-8790-99bf90b24300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405209 Mar 11 19:41:04.877545 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f1cad-6955-4506-8fa2-1d68eceb1827 req-796f5df8-8b60-4fd1-80ab-6bfc36435770 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:04.879048 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a94f1cad-6955-4506-8fa2-1d68eceb1827 req-796f5df8-8b60-4fd1-80ab-6bfc36435770 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 946 time: 0.0594492 Mar 11 19:41:04.934402 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a94f1cad-6955-4506-8fa2-1d68eceb1827 req-a33aab13-717f-4074-815d-426a00991695 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483623 Mar 11 19:41:05.054970 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 39986) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:41:05.099150 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b796b6-c76d-46ec-ae2b-edcc09a09750 req-7d66a848-0b45-45a4-b495-22f0a3a58b32 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:05.101070 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-70b796b6-c76d-46ec-ae2b-edcc09a09750 req-7d66a848-0b45-45a4-b495-22f0a3a58b32 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.0648553 Mar 11 19:41:05.160420 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-70b796b6-c76d-46ec-ae2b-edcc09a09750 req-55b4e3a9-453e-44f6-9837-c1932ac63429 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526900 Mar 11 19:41:05.181922 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b39d74a9-ec1e-4721-9b18-d89e4ebdf2f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:05.274549 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b39d74a9-ec1e-4721-9b18-d89e4ebdf2f5 admin admin] Publish callbacks [] for security_group (7dd50c7d-a744-4fee-9741-90f65fb52ab8), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:05.279254 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b39d74a9-ec1e-4721-9b18-d89e4ebdf2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (7dd50c7d-a744-4fee-9741-90f65fb52ab8), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:05.308191 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b39d74a9-ec1e-4721-9b18-d89e4ebdf2f5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2673b344c7c84a9f8ff3079922640137&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2520618 Mar 11 19:41:05.329406 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 39996) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:41:05.350478 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39d74a9-ec1e-4721-9b18-d89e4ebdf2f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd50c7d-a744-4fee-9741-90f65fb52ab8,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:05.385151 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6cdcf5-1b80-4718-bc69-ed80680f2a59 req-15dec591-94f7-414b-a10a-727c423a97f2 tempest-ServersOnMultiNodesTest-977370987 tempest-ServersOnMultiNodesTest-977370987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:05.386691 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6b6cdcf5-1b80-4718-bc69-ed80680f2a59 req-15dec591-94f7-414b-a10a-727c423a97f2 tempest-ServersOnMultiNodesTest-977370987 tempest-ServersOnMultiNodesTest-977370987-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=61744d22-0211-4a62-a499-451ee9b21a3c HTTP/1.1" status: 200 len: 1131 time: 0.0917950 Mar 11 19:41:05.415941 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d06d527e-bef7-4732-8a49-3a13116a7a2d admin admin] Publish callbacks [] for security_group (7dd50c7d-a744-4fee-9741-90f65fb52ab8), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:05.448826 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d06d527e-bef7-4732-8a49-3a13116a7a2d admin admin] Publish callbacks [] for security_group (7dd50c7d-a744-4fee-9741-90f65fb52ab8), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:05.467736 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6b6cdcf5-1b80-4718-bc69-ed80680f2a59 req-fcd243fd-4dcc-4f24-a34b-fb8612539b44 tempest-ServersOnMultiNodesTest-977370987 tempest-ServersOnMultiNodesTest-977370987-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=032b05bd-60bf-4cbe-8790-99bf90b24300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746682 Mar 11 19:41:05.517966 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d06d527e-bef7-4732-8a49-3a13116a7a2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (7dd50c7d-a744-4fee-9741-90f65fb52ab8), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:05.520482 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d06d527e-bef7-4732-8a49-3a13116a7a2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:05.521737 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d06d527e-bef7-4732-8a49-3a13116a7a2d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7dd50c7d-a744-4fee-9741-90f65fb52ab8 HTTP/1.1" status: 204 len: 168 time: 0.1912944 Mar 11 19:41:05.531357 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06d527e-bef7-4732-8a49-3a13116a7a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd50c7d-a744-4fee-9741-90f65fb52ab8,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:05.690925 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fd68e1a-7e53-4dd7-a129-e219fe1f8266'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:41:05.694045 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad068a8d-d807-4b02-9080-23f4160191d1" -d '{"events": [{"server_uuid": "ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61", "name": "network-vif-plugged", "status": "completed", "tag": "9fd68e1a-7e53-4dd7-a129-e219fe1f8266"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:41:05.931234 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b97938e-a3d6-4258-a5c5-fa8eef2d5282 req-c2dfd9e0-e943-4771-8622-314584c68e88 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:05.932888 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7b97938e-a3d6-4258-a5c5-fa8eef2d5282 req-c2dfd9e0-e943-4771-8622-314584c68e88 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.3978255 Mar 11 19:41:05.981578 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7b97938e-a3d6-4258-a5c5-fa8eef2d5282 req-ffcd8200-7a9a-441f-b801-1b7b788d23d0 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428550 Mar 11 19:41:06.180214 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7da424-cbc3-4c1d-b903-7d626f35cd8c req-2f99081f-ece8-4254-8a93-5a2730eba940 tempest-ServerGroupTestJSON-344289733 tempest-ServerGroupTestJSON-344289733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:06.182379 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4b7da424-cbc3-4c1d-b903-7d626f35cd8c req-2f99081f-ece8-4254-8a93-5a2730eba940 tempest-ServerGroupTestJSON-344289733 tempest-ServerGroupTestJSON-344289733-project] 10.222.0.65 "GET /v2.0/ports?device_id=909583e0-7ede-4835-9f12-c33187a1f6fb HTTP/1.1" status: 200 len: 946 time: 0.0692146 Mar 11 19:41:06.246258 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4b7da424-cbc3-4c1d-b903-7d626f35cd8c req-9714bbc0-cc0e-4122-8d78-ba8fbb6517b1 tempest-ServerGroupTestJSON-344289733 tempest-ServerGroupTestJSON-344289733-project] 10.222.0.65 "GET /v2.0/security-groups?id=261336dd-0e77-47f3-81fe-2f48b72b4614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565448 Mar 11 19:41:06.300276 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 40032) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:41:06.379848 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-378d62ed-4c15-4999-85f1-efbcd30fe28b req-5987639a-3146-46bb-8f2a-5ffc43db306b tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=f405cd85-62aa-4b86-a1d4-4d3c93e498db HTTP/1.1" status: 200 len: 210 time: 0.0473590 Mar 11 19:41:06.467466 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-db2354ef-23b1-4fe9-9f6f-ce2e4445ae69 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1619061457-network', 'tenant_id': 'e4a1e69457434f29a8d24ea5b5ffe3e6'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:41:06.497115 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39931d61-1430-4a14-9792-59548bbb5087 req-4c1dadc4-5ce6-4127-ab07-150d080ba1e3 tempest-ServersOnMultiNodesTest-977370987 tempest-ServersOnMultiNodesTest-977370987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:06.502968 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2354ef-23b1-4fe9-9f6f-ce2e4445ae69 admin admin] Made reservation on behalf of e4a1e69457434f29a8d24ea5b5ffe3e6 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:41:06.505234 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-39931d61-1430-4a14-9792-59548bbb5087 req-4c1dadc4-5ce6-4127-ab07-150d080ba1e3 tempest-ServersOnMultiNodesTest-977370987 tempest-ServersOnMultiNodesTest-977370987-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d6631799-6ee7-4005-95fb-904b5b322031 HTTP/1.1" status: 200 len: 1131 time: 0.0699949 Mar 11 19:41:06.508021 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-db2354ef-23b1-4fe9-9f6f-ce2e4445ae69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:06.524581 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-db2354ef-23b1-4fe9-9f6f-ce2e4445ae69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:06.562114 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-39931d61-1430-4a14-9792-59548bbb5087 req-d945d7d3-a52e-4a15-9a68-7eaa34bedb32 tempest-ServersOnMultiNodesTest-977370987 tempest-ServersOnMultiNodesTest-977370987-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=032b05bd-60bf-4cbe-8790-99bf90b24300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523064 Mar 11 19:41:06.604714 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b20274-0591-473f-936d-431072ebc6db x-openstack-request-id: req-45b20274-0591-473f-936d-431072ebc6db {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:41:06.605316 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61", "name": "network-vif-plugged", "status": "completed", "tag": "9fd68e1a-7e53-4dd7-a129-e219fe1f8266", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:41:06.605846 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-45b20274-0591-473f-936d-431072ebc6db {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:41:06.606450 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fd68e1a-7e53-4dd7-a129-e219fe1f8266', 'code': 200} Mar 11 19:41:06.720739 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf9a1b-d036-4b1c-9e83-701acffe905c req-5e3f40e2-f77f-4cb7-a7da-b421128b1d0e tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:06.726963 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-db2354ef-23b1-4fe9-9f6f-ce2e4445ae69 admin admin] Publish callbacks [] for security_group (a3c98329-ae5a-4e15-8b4c-26e7f282a21c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:06.728980 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-94cf9a1b-d036-4b1c-9e83-701acffe905c req-5e3f40e2-f77f-4cb7-a7da-b421128b1d0e tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 946 time: 0.0677931 Mar 11 19:41:06.736735 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-db2354ef-23b1-4fe9-9f6f-ce2e4445ae69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (a3c98329-ae5a-4e15-8b4c-26e7f282a21c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:06.758666 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db2354ef-23b1-4fe9-9f6f-ce2e4445ae69 admin admin] vlan segment allocate from pool success with {'vlan_id': 879, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:41:06.778176 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-db2354ef-23b1-4fe9-9f6f-ce2e4445ae69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (d5950882-6964-469a-8841-f74bb8eb73c8), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:06.778793 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-db2354ef-23b1-4fe9-9f6f-ce2e4445ae69 admin admin] Added segment d5950882-6964-469a-8841-f74bb8eb73c8 of type vlan for network 71949388-fe0b-4354-ad99-43dbaa187c72 Mar 11 19:41:06.795017 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-94cf9a1b-d036-4b1c-9e83-701acffe905c req-bf116719-dc1e-4044-80e6-2eef91ac7771 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650654 Mar 11 19:41:06.799651 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2354ef-23b1-4fe9-9f6f-ce2e4445ae69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c98329-ae5a-4e15-8b4c-26e7f282a21c,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:06.806640 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0011ab73-fdd7-4ffa-bb05-6785330ab4f1 req-e73dd9a1-59ad-477f-8c6c-0af4d11d690f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:06.809806 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-0011ab73-fdd7-4ffa-bb05-6785330ab4f1 req-e73dd9a1-59ad-477f-8c6c-0af4d11d690f service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 1128 time: 0.1261129 Mar 11 19:41:06.863068 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-db2354ef-23b1-4fe9-9f6f-ce2e4445ae69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (71949388-fe0b-4354-ad99-43dbaa187c72), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:06.910952 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-0011ab73-fdd7-4ffa-bb05-6785330ab4f1 req-03d457a9-c6d8-41a3-801f-714b42e4d0c2 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814583 Mar 11 19:41:06.931959 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-db2354ef-23b1-4fe9-9f6f-ce2e4445ae69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (71949388-fe0b-4354-ad99-43dbaa187c72), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:06.933245 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2354ef-23b1-4fe9-9f6f-ce2e4445ae69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:06.934042 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-db2354ef-23b1-4fe9-9f6f-ce2e4445ae69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:07.024396 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2354ef-23b1-4fe9-9f6f-ce2e4445ae69 admin admin] Pushing event updated for resources: {'Network': ['ID=71949388-fe0b-4354-ad99-43dbaa187c72,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:07.037627 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-db2354ef-23b1-4fe9-9f6f-ce2e4445ae69 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7356405 Mar 11 19:41:07.040836 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 40046) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:41:07.046324 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-47ed8ecc-cba7-499b-a2e5-fb3f0d84b962 admin admin] Request body: {'subnet': {'network_id': '71949388-fe0b-4354-ad99-43dbaa187c72', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1619061457-subnet', 'tenant_id': 'e4a1e69457434f29a8d24ea5b5ffe3e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:41:07.082318 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ed8ecc-cba7-499b-a2e5-fb3f0d84b962 admin admin] Made reservation on behalf of e4a1e69457434f29a8d24ea5b5ffe3e6 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:41:07.088789 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47ed8ecc-cba7-499b-a2e5-fb3f0d84b962 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:07.151056 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 71949388-fe0b-4354-ad99-43dbaa187c72 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:41:07.308669 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9ae1efba-5448-4723-89ad-7c5d1c992c3b req-61716cb4-fc42-4fa1-856f-f46ca9daf1c8 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=7fcfa9d2f3ed4be8ac815d1e6642330d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0634718 Mar 11 19:41:07.447555 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47ed8ecc-cba7-499b-a2e5-fb3f0d84b962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (487d5ffb-bf71-418e-9f51-33f686b962ab), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:07.515934 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae1efba-5448-4723-89ad-7c5d1c992c3b req-cc1b0c43-0907-4bd4-8172-dec0ab5d4d21 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:07.517299 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9ae1efba-5448-4723-89ad-7c5d1c992c3b req-cc1b0c43-0907-4bd4-8172-dec0ab5d4d21 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1971340 Mar 11 19:41:07.531256 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ed8ecc-cba7-499b-a2e5-fb3f0d84b962 admin admin] Pushing event updated for resources: {'Subnet': ['ID=487d5ffb-bf71-418e-9f51-33f686b962ab,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:07.552058 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9ae1efba-5448-4723-89ad-7c5d1c992c3b req-e2e9e6e3-b2e4-482b-a1eb-f732767726c8 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/quotas/7fcfa9d2f3ed4be8ac815d1e6642330d HTTP/1.1" status: 200 len: 375 time: 0.0269961 Mar 11 19:41:07.555958 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ed8ecc-cba7-499b-a2e5-fb3f0d84b962 admin admin] Checking segment: {'id': 'd5950882-6964-469a-8841-f74bb8eb73c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '71949388-fe0b-4354-ad99-43dbaa187c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:41:07.556462 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ed8ecc-cba7-499b-a2e5-fb3f0d84b962 admin admin] Network hostable DHCP agents. Network: 71949388-fe0b-4354-ad99-43dbaa187c72, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:41:07.597381 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ed8ecc-cba7-499b-a2e5-fb3f0d84b962 admin admin] Network 71949388-fe0b-4354-ad99-43dbaa187c72 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:41:07.612736 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-47ed8ecc-cba7-499b-a2e5-fb3f0d84b962 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 71949388-fe0b-4354-ad99-43dbaa187c72) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:07.617665 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ed8ecc-cba7-499b-a2e5-fb3f0d84b962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:07.618256 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47ed8ecc-cba7-499b-a2e5-fb3f0d84b962 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:07.624791 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbc42ea-7e98-4fb3-9c64-8bd992260aca None None] Network 71949388-fe0b-4354-ad99-43dbaa187c72 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:41:07.655771 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9ae1efba-5448-4723-89ad-7c5d1c992c3b req-5e47da72-29d0-4a2f-8162-19177dbacc91 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=7fcfa9d2f3ed4be8ac815d1e6642330d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0925074 Mar 11 19:41:07.666672 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-47ed8ecc-cba7-499b-a2e5-fb3f0d84b962 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6173310 Mar 11 19:41:07.868374 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fe8bcf-684a-43b5-a3e1-e2e9cebd7f29 None None] Network 71949388-fe0b-4354-ad99-43dbaa187c72 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:41:08.591695 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0bc6d262-7c02-4388-9cdf-a5c19cd079c8 req-3dc8d350-8d41-4af7-92aa-5831589921d2 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=f405cd85-62aa-4b86-a1d4-4d3c93e498db HTTP/1.1" status: 200 len: 210 time: 0.0326691 Mar 11 19:41:08.730840 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc46f7e-123d-4a46-92d0-296acb4ec15e req-39e24a27-2d9f-4036-b16f-5ae63263ca2f tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:08.732516 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dbc46f7e-123d-4a46-92d0-296acb4ec15e req-39e24a27-2d9f-4036-b16f-5ae63263ca2f tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 946 time: 0.0602875 Mar 11 19:41:08.784084 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dbc46f7e-123d-4a46-92d0-296acb4ec15e req-6a12c525-83c4-468f-8017-225927e01ca8 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446367 Mar 11 19:41:08.870141 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fd661605-0c17-4189-8615-2faa4ae389f6 req-e7ca67fb-59f4-4a5a-a2dd-0a3d86d3e387 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/ports?device_id=102a4a83-28fc-4bf5-8950-aad9b795774d HTTP/1.1" status: 200 len: 210 time: 0.0278444 Mar 11 19:41:09.160039 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9ae1efba-5448-4723-89ad-7c5d1c992c3b req-917724f9-aede-41cd-bbff-a7f160998e02 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=7fcfa9d2f3ed4be8ac815d1e6642330d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295727 Mar 11 19:41:09.210193 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0d5ce-2168-4e91-8012-22f8226ce55d req-b38de188-f404-4df0-a261-e9cb8b6ebb9a tempest-InstanceActionsTestJSON-341572610 tempest-InstanceActionsTestJSON-341572610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:09.211731 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-abd0d5ce-2168-4e91-8012-22f8226ce55d req-b38de188-f404-4df0-a261-e9cb8b6ebb9a tempest-InstanceActionsTestJSON-341572610 tempest-InstanceActionsTestJSON-341572610-project] 10.222.0.65 "GET /v2.0/networks?id=71949388-fe0b-4354-ad99-43dbaa187c72 HTTP/1.1" status: 200 len: 814 time: 0.1543853 Mar 11 19:41:09.263887 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-abd0d5ce-2168-4e91-8012-22f8226ce55d req-2867da63-5a2e-4fa6-84c7-669f4d43c13d tempest-InstanceActionsTestJSON-341572610 tempest-InstanceActionsTestJSON-341572610-project] 10.222.0.65 "GET /v2.0/quotas/e4a1e69457434f29a8d24ea5b5ffe3e6 HTTP/1.1" status: 200 len: 375 time: 0.0447826 Mar 11 19:41:09.306649 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-abd0d5ce-2168-4e91-8012-22f8226ce55d req-0aa8675b-5731-47f5-b3e3-b3e8e9217924 tempest-InstanceActionsTestJSON-341572610 tempest-InstanceActionsTestJSON-341572610-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e4a1e69457434f29a8d24ea5b5ffe3e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345767 Mar 11 19:41:09.344277 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae1efba-5448-4723-89ad-7c5d1c992c3b req-67f1e814-7908-4e20-b627-bd4a0ca935ae tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:09.346168 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9ae1efba-5448-4723-89ad-7c5d1c992c3b req-67f1e814-7908-4e20-b627-bd4a0ca935ae tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1808696 Mar 11 19:41:09.394791 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-9ae1efba-5448-4723-89ad-7c5d1c992c3b req-98c0726a-b1af-4eff-a272-45e62b11ef4d tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Request body: {'port': {'device_id': '102a4a83-28fc-4bf5-8950-aad9b795774d', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'admin_state_up': True, 'tenant_id': '7fcfa9d2f3ed4be8ac815d1e6642330d'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:41:09.480662 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-abd0d5ce-2168-4e91-8012-22f8226ce55d req-12ae01f0-89a1-4bfc-8023-4c88777476b0 service neutron] 10.222.0.65 "GET /v2.0/networks/71949388-fe0b-4354-ad99-43dbaa187c72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640601 Mar 11 19:41:09.592361 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ae1efba-5448-4723-89ad-7c5d1c992c3b req-98c0726a-b1af-4eff-a272-45e62b11ef4d tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Made reservation on behalf of 7fcfa9d2f3ed4be8ac815d1e6642330d for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:41:09.596718 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9ae1efba-5448-4723-89ad-7c5d1c992c3b req-98c0726a-b1af-4eff-a272-45e62b11ef4d tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:09.608509 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-abd0d5ce-2168-4e91-8012-22f8226ce55d req-dc792837-b5b4-42f4-9766-a884b7890bf8 service neutron] 10.222.0.65 "GET /v2.0/networks/71949388-fe0b-4354-ad99-43dbaa187c72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208611 Mar 11 19:41:09.738469 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-9ae1efba-5448-4723-89ad-7c5d1c992c3b req-98c0726a-b1af-4eff-a272-45e62b11ef4d tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Allocated IP 192.168.233.190 (885772b1-9b97-4e1d-a0fb-e125030c5a81/9bb14923-74c3-4313-be8d-ed33542f05aa/8e13da56-f1da-4768-9336-35f2480008d1) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:41:09.927305 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9ae1efba-5448-4723-89ad-7c5d1c992c3b req-98c0726a-b1af-4eff-a272-45e62b11ef4d tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Publish callbacks [] for port (8e13da56-f1da-4768-9336-35f2480008d1), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:09.981276 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9ae1efba-5448-4723-89ad-7c5d1c992c3b req-98c0726a-b1af-4eff-a272-45e62b11ef4d tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (8e13da56-f1da-4768-9336-35f2480008d1), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:09.997857 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['d68bc25c-daf2-43ae-bbc8-f0f0ad342470', '652e9697-294c-4738-89e7-1ac952f6b91f'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:41:10.000615 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['e75757ee-1bfb-4252-9cd1-492301e036ff', 'c02b1cc0-d650-45bb-9de9-625b91f072e8', '2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:41:10.077621 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ae1efba-5448-4723-89ad-7c5d1c992c3b req-98c0726a-b1af-4eff-a272-45e62b11ef4d tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Network 885772b1-9b97-4e1d-a0fb-e125030c5a81 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:41:10.079076 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-9ae1efba-5448-4723-89ad-7c5d1c992c3b req-98c0726a-b1af-4eff-a272-45e62b11ef4d tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:10.123433 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ae1efba-5448-4723-89ad-7c5d1c992c3b req-98c0726a-b1af-4eff-a272-45e62b11ef4d tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:41:10.246379 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae1efba-5448-4723-89ad-7c5d1c992c3b req-98c0726a-b1af-4eff-a272-45e62b11ef4d tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:10.252788 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9ae1efba-5448-4723-89ad-7c5d1c992c3b req-98c0726a-b1af-4eff-a272-45e62b11ef4d tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:10.264023 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c0726a-b1af-4eff-a272-45e62b11ef4d tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Pushing event updated for resources: {'Port': ['ID=8e13da56-f1da-4768-9336-35f2480008d1,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:10.290980 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2d2f9-1b6e-4e88-8230-2654afb602dd req-ad524cf2-4115-4ce2-81bc-77a78f3713de tempest-ServerGroupTestJSON-344289733 tempest-ServerGroupTestJSON-344289733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:10.292608 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-16d2d2f9-1b6e-4e88-8230-2654afb602dd req-ad524cf2-4115-4ce2-81bc-77a78f3713de tempest-ServerGroupTestJSON-344289733 tempest-ServerGroupTestJSON-344289733-project] 10.222.0.65 "GET /v2.0/ports?device_id=909583e0-7ede-4835-9f12-c33187a1f6fb HTTP/1.1" status: 200 len: 946 time: 0.2090802 Mar 11 19:41:10.302285 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c0726a-b1af-4eff-a272-45e62b11ef4d tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:10.302669 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c0726a-b1af-4eff-a272-45e62b11ef4d tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:10.303012 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c0726a-b1af-4eff-a272-45e62b11ef4d tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:10.307709 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c0726a-b1af-4eff-a272-45e62b11ef4d tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:10.308112 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c0726a-b1af-4eff-a272-45e62b11ef4d tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:10.308457 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c0726a-b1af-4eff-a272-45e62b11ef4d tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:10.308794 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c0726a-b1af-4eff-a272-45e62b11ef4d tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:10.309129 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c0726a-b1af-4eff-a272-45e62b11ef4d tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:10.309567 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c0726a-b1af-4eff-a272-45e62b11ef4d tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:10.309995 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c0726a-b1af-4eff-a272-45e62b11ef4d tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:10.310331 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c0726a-b1af-4eff-a272-45e62b11ef4d tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:10.310697 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c0726a-b1af-4eff-a272-45e62b11ef4d tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:10.311610 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c0726a-b1af-4eff-a272-45e62b11ef4d tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:10.331619 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9ae1efba-5448-4723-89ad-7c5d1c992c3b req-98c0726a-b1af-4eff-a272-45e62b11ef4d tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9432821 Mar 11 19:41:10.349168 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-9ae1efba-5448-4723-89ad-7c5d1c992c3b req-e444a6b2-268c-4ad1-ba02-8ca72b18e19c service neutron] Request body: {'port': {'device_id': '102a4a83-28fc-4bf5-8950-aad9b795774d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:41:10.481492 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-16d2d2f9-1b6e-4e88-8230-2654afb602dd req-5bc7afe9-9698-4b42-9d66-f17e50559860 tempest-ServerGroupTestJSON-344289733 tempest-ServerGroupTestJSON-344289733-project] 10.222.0.65 "GET /v2.0/security-groups?id=261336dd-0e77-47f3-81fe-2f48b72b4614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452789 Mar 11 19:41:10.529877 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c5804-c8b6-455c-a403-783f56030fe0 req-ebdacbc9-811a-4b5d-a609-8ba1713be4f4 tempest-ServerGroupTestJSON-344289733 tempest-ServerGroupTestJSON-344289733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:10.531383 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-572c5804-c8b6-455c-a403-783f56030fe0 req-ebdacbc9-811a-4b5d-a609-8ba1713be4f4 tempest-ServerGroupTestJSON-344289733 tempest-ServerGroupTestJSON-344289733-project] 10.222.0.57 "GET /v2.0/ports?device_id=909583e0-7ede-4835-9f12-c33187a1f6fb HTTP/1.1" status: 200 len: 946 time: 0.2575927 Mar 11 19:41:10.537339 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9ae1efba-5448-4723-89ad-7c5d1c992c3b req-e444a6b2-268c-4ad1-ba02-8ca72b18e19c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (8e13da56-f1da-4768-9336-35f2480008d1), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:10.569142 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-08c62ade-365b-412b-8b80-391cc49854e0 None None] Provisioning complete for port 8e13da56-f1da-4768-9336-35f2480008d1 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:41:10.569529 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-08c62ade-365b-412b-8b80-391cc49854e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (8e13da56-f1da-4768-9336-35f2480008d1), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:10.684803 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-08c62ade-365b-412b-8b80-391cc49854e0 None None] Port 8e13da56-f1da-4768-9336-35f2480008d1 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:41:10.800084 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885bd0ab-f3d6-497b-9417-a13ee89729d8 req-643f9eec-ea24-400e-aca2-17946ba6c979 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:10.801776 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-885bd0ab-f3d6-497b-9417-a13ee89729d8 req-643f9eec-ea24-400e-aca2-17946ba6c979 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 946 time: 0.2301848 Mar 11 19:41:10.814223 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 40124) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:41:10.817590 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-572c5804-c8b6-455c-a403-783f56030fe0 req-ae992049-5a5f-4296-8726-82d86d614f58 tempest-ServerGroupTestJSON-344289733 tempest-ServerGroupTestJSON-344289733-project] Deleting port 1a5838ca-9a43-4704-97f3-f753284f8316 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:41:10.817928 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-572c5804-c8b6-455c-a403-783f56030fe0 req-ae992049-5a5f-4296-8726-82d86d614f58 tempest-ServerGroupTestJSON-344289733 tempest-ServerGroupTestJSON-344289733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (1a5838ca-9a43-4704-97f3-f753284f8316), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:10.825351 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-644c17ea-e569-47d0-b8a2-340e4365ba0a tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Request body: {'floatingip': {'port_id': '9fd68e1a-7e53-4dd7-a129-e219fe1f8266'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:41:10.905856 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-644c17ea-e569-47d0-b8a2-340e4365ba0a tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks [] for floatingip (19746a4a-3785-44c2-995a-a422ba1357fc), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:10.966653 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-774971d9-eb35-417e-af1a-fba09ec2dcb1 req-e2e4304f-e8b9-410b-a3ee-1dd3cdff91d1 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=f405cd85-62aa-4b86-a1d4-4d3c93e498db HTTP/1.1" status: 200 len: 210 time: 0.0874388 Mar 11 19:41:11.228304 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-10e058f4-270f-4ebc-9461-3bfae28a665f req-55e103b1-f08b-464d-93b8-5ee59f15d2d5 tempest-InstanceActionsTestJSON-341572610 tempest-InstanceActionsTestJSON-341572610-project] 10.222.0.65 "GET /v2.0/ports?device_id=0531a355-d346-47aa-bf50-e25f3e99bbd9 HTTP/1.1" status: 200 len: 210 time: 0.1525900 Mar 11 19:41:11.268287 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0d5ce-2168-4e91-8012-22f8226ce55d req-ba698cb5-519f-49ba-a955-454091b7b4cf tempest-InstanceActionsTestJSON-341572610 tempest-InstanceActionsTestJSON-341572610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:11.269943 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-abd0d5ce-2168-4e91-8012-22f8226ce55d req-ba698cb5-519f-49ba-a955-454091b7b4cf tempest-InstanceActionsTestJSON-341572610 tempest-InstanceActionsTestJSON-341572610-project] 10.222.0.75 "GET /v2.0/networks?id=71949388-fe0b-4354-ad99-43dbaa187c72 HTTP/1.1" status: 200 len: 814 time: 0.2590349 Mar 11 19:41:11.270097 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-572c5804-c8b6-455c-a403-783f56030fe0 req-ae992049-5a5f-4296-8726-82d86d614f58 tempest-ServerGroupTestJSON-344289733 tempest-ServerGroupTestJSON-344289733-project] For port 1a5838ca-9a43-4704-97f3-f753284f8316, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=1a5838ca-9a43-4704-97f3-f753284f8316,segment=NetworkSegment(b73ff785-b4d3-46c3-8f2e-67cb40451798),segment_id=b73ff785-b4d3-46c3-8f2e-67cb40451798)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:11.270338 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-572c5804-c8b6-455c-a403-783f56030fe0 req-ae992049-5a5f-4296-8726-82d86d614f58 tempest-ServerGroupTestJSON-344289733 tempest-ServerGroupTestJSON-344289733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (1a5838ca-9a43-4704-97f3-f753284f8316), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:11.284281 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-abd0d5ce-2168-4e91-8012-22f8226ce55d req-dad84a21-18d8-473c-b600-2554c4b60d76 tempest-InstanceActionsTestJSON-341572610 tempest-InstanceActionsTestJSON-341572610-project] Request body: {'port': {'device_id': '0531a355-d346-47aa-bf50-e25f3e99bbd9', 'network_id': '71949388-fe0b-4354-ad99-43dbaa187c72', 'admin_state_up': True, 'tenant_id': 'e4a1e69457434f29a8d24ea5b5ffe3e6'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:41:11.302270 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-572c5804-c8b6-455c-a403-783f56030fe0 req-ae992049-5a5f-4296-8726-82d86d614f58 tempest-ServerGroupTestJSON-344289733 tempest-ServerGroupTestJSON-344289733-project] Calling delete_port for 1a5838ca-9a43-4704-97f3-f753284f8316 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:41:11.443252 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abd0d5ce-2168-4e91-8012-22f8226ce55d req-dad84a21-18d8-473c-b600-2554c4b60d76 tempest-InstanceActionsTestJSON-341572610 tempest-InstanceActionsTestJSON-341572610-project] Made reservation on behalf of e4a1e69457434f29a8d24ea5b5ffe3e6 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:41:11.447742 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-abd0d5ce-2168-4e91-8012-22f8226ce55d req-dad84a21-18d8-473c-b600-2554c4b60d76 tempest-InstanceActionsTestJSON-341572610 tempest-InstanceActionsTestJSON-341572610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:11.567943 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-9ae1efba-5448-4723-89ad-7c5d1c992c3b req-e444a6b2-268c-4ad1-ba02-8ca72b18e19c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e13da56-f1da-4768-9336-35f2480008d1 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:41:11.582196 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9ae1efba-5448-4723-89ad-7c5d1c992c3b req-e444a6b2-268c-4ad1-ba02-8ca72b18e19c service neutron] Publish callbacks [] for port (8e13da56-f1da-4768-9336-35f2480008d1), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:11.619075 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ac6927-e1d6-45f0-a723-932d05952a5a req-f28a2e91-5c11-487c-871d-a026e5fcafdd tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:11.627094 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-45ac6927-e1d6-45f0-a723-932d05952a5a req-f28a2e91-5c11-487c-871d-a026e5fcafdd tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/ports?device_id=102a4a83-28fc-4bf5-8950-aad9b795774d HTTP/1.1" status: 200 len: 936 time: 0.2670789 Mar 11 19:41:11.650476 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-9ae1efba-5448-4723-89ad-7c5d1c992c3b req-e444a6b2-268c-4ad1-ba02-8ca72b18e19c service neutron] Transition to ACTIVE for port object 8e13da56-f1da-4768-9336-35f2480008d1 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:41:11.652209 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-abd0d5ce-2168-4e91-8012-22f8226ce55d req-dad84a21-18d8-473c-b600-2554c4b60d76 tempest-InstanceActionsTestJSON-341572610 tempest-InstanceActionsTestJSON-341572610-project] Allocated IP 172.20.0.8 (71949388-fe0b-4354-ad99-43dbaa187c72/487d5ffb-bf71-418e-9f51-33f686b962ab/5c942892-f69b-462e-af93-ceae44567e50) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:41:11.697817 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9ae1efba-5448-4723-89ad-7c5d1c992c3b req-e444a6b2-268c-4ad1-ba02-8ca72b18e19c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (8e13da56-f1da-4768-9336-35f2480008d1), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:11.840583 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-abd0d5ce-2168-4e91-8012-22f8226ce55d req-dad84a21-18d8-473c-b600-2554c4b60d76 tempest-InstanceActionsTestJSON-341572610 tempest-InstanceActionsTestJSON-341572610-project] Publish callbacks [] for port (5c942892-f69b-462e-af93-ceae44567e50), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:11.889523 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e444a6b2-268c-4ad1-ba02-8ca72b18e19c service neutron] Pushing event updated for resources: {'Port': ['ID=8e13da56-f1da-4768-9336-35f2480008d1,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:11.895959 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-abd0d5ce-2168-4e91-8012-22f8226ce55d req-dad84a21-18d8-473c-b600-2554c4b60d76 tempest-InstanceActionsTestJSON-341572610 tempest-InstanceActionsTestJSON-341572610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (5c942892-f69b-462e-af93-ceae44567e50), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:11.912916 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-45ac6927-e1d6-45f0-a723-932d05952a5a req-4e505acb-3c81-42ad-8489-e6c10d2c40dd tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/security-groups?id=032b05bd-60bf-4cbe-8790-99bf90b24300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851875 Mar 11 19:41:11.971565 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abd0d5ce-2168-4e91-8012-22f8226ce55d req-dad84a21-18d8-473c-b600-2554c4b60d76 tempest-InstanceActionsTestJSON-341572610 tempest-InstanceActionsTestJSON-341572610-project] Network 71949388-fe0b-4354-ad99-43dbaa187c72 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:41:11.978272 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-abd0d5ce-2168-4e91-8012-22f8226ce55d req-dad84a21-18d8-473c-b600-2554c4b60d76 tempest-InstanceActionsTestJSON-341572610 tempest-InstanceActionsTestJSON-341572610-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:11.984414 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd0d5ce-2168-4e91-8012-22f8226ce55d req-dad84a21-18d8-473c-b600-2554c4b60d76 tempest-InstanceActionsTestJSON-341572610 tempest-InstanceActionsTestJSON-341572610-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:41:12.086472 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad84a21-18d8-473c-b600-2554c4b60d76 tempest-InstanceActionsTestJSON-341572610 tempest-InstanceActionsTestJSON-341572610-project] Pushing event updated for resources: {'Port': ['ID=5c942892-f69b-462e-af93-ceae44567e50,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:12.096236 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0d5ce-2168-4e91-8012-22f8226ce55d req-dad84a21-18d8-473c-b600-2554c4b60d76 tempest-InstanceActionsTestJSON-341572610 tempest-InstanceActionsTestJSON-341572610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:12.097024 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-abd0d5ce-2168-4e91-8012-22f8226ce55d req-dad84a21-18d8-473c-b600-2554c4b60d76 tempest-InstanceActionsTestJSON-341572610 tempest-InstanceActionsTestJSON-341572610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:12.119925 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-abd0d5ce-2168-4e91-8012-22f8226ce55d req-dad84a21-18d8-473c-b600-2554c4b60d76 tempest-InstanceActionsTestJSON-341572610 tempest-InstanceActionsTestJSON-341572610-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8404078 Mar 11 19:41:12.139311 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-abd0d5ce-2168-4e91-8012-22f8226ce55d req-293aadf8-0d6c-4aaf-a844-e128ce7c1827 service neutron] Request body: {'port': {'device_id': '0531a355-d346-47aa-bf50-e25f3e99bbd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:41:12.167751 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-572c5804-c8b6-455c-a403-783f56030fe0 req-ae992049-5a5f-4296-8726-82d86d614f58 tempest-ServerGroupTestJSON-344289733 tempest-ServerGroupTestJSON-344289733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (1a5838ca-9a43-4704-97f3-f753284f8316), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:12.218182 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-abd0d5ce-2168-4e91-8012-22f8226ce55d req-293aadf8-0d6c-4aaf-a844-e128ce7c1827 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (5c942892-f69b-462e-af93-ceae44567e50), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:12.229702 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae992049-5a5f-4296-8726-82d86d614f58 tempest-ServerGroupTestJSON-344289733 tempest-ServerGroupTestJSON-344289733-project] Pushing event deleted for resources: {'Port': ['ID=1a5838ca-9a43-4704-97f3-f753284f8316,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:12.522000 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-abd0d5ce-2168-4e91-8012-22f8226ce55d req-293aadf8-0d6c-4aaf-a844-e128ce7c1827 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c942892-f69b-462e-af93-ceae44567e50 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:41:12.530301 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-abd0d5ce-2168-4e91-8012-22f8226ce55d req-293aadf8-0d6c-4aaf-a844-e128ce7c1827 service neutron] Publish callbacks [] for port (5c942892-f69b-462e-af93-ceae44567e50), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:12.542893 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-abd0d5ce-2168-4e91-8012-22f8226ce55d req-293aadf8-0d6c-4aaf-a844-e128ce7c1827 service neutron] Transition to ACTIVE for port object 5c942892-f69b-462e-af93-ceae44567e50 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:41:12.547104 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-abd0d5ce-2168-4e91-8012-22f8226ce55d req-293aadf8-0d6c-4aaf-a844-e128ce7c1827 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (5c942892-f69b-462e-af93-ceae44567e50), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:12.594022 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-9ae1efba-5448-4723-89ad-7c5d1c992c3b req-e444a6b2-268c-4ad1-ba02-8ca72b18e19c service neutron] Attempting to bind port 8e13da56-f1da-4768-9336-35f2480008d1 on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:41:12.594440 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-9ae1efba-5448-4723-89ad-7c5d1c992c3b req-e444a6b2-268c-4ad1-ba02-8ca72b18e19c service neutron] Attempting to bind port 8e13da56-f1da-4768-9336-35f2480008d1 by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:41:12.594693 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae1efba-5448-4723-89ad-7c5d1c992c3b req-e444a6b2-268c-4ad1-ba02-8ca72b18e19c service neutron] Attempting to bind port 8e13da56-f1da-4768-9336-35f2480008d1 on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:41:12.601476 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293aadf8-0d6c-4aaf-a844-e128ce7c1827 service neutron] Pushing event updated for resources: {'Port': ['ID=5c942892-f69b-462e-af93-ceae44567e50,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:12.634758 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae1efba-5448-4723-89ad-7c5d1c992c3b req-e444a6b2-268c-4ad1-ba02-8ca72b18e19c service neutron] Port 8e13da56-f1da-4768-9336-35f2480008d1 on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:41:12.635144 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae1efba-5448-4723-89ad-7c5d1c992c3b req-e444a6b2-268c-4ad1-ba02-8ca72b18e19c service neutron] Attempting to bind port 8e13da56-f1da-4768-9336-35f2480008d1 on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:41:12.647546 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c5a013-41f0-496b-9f7e-e0011a3a8ff6 req-67bfea75-1e00-43b7-868b-dcc90effce5d tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:12.649087 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-61c5a013-41f0-496b-9f7e-e0011a3a8ff6 req-67bfea75-1e00-43b7-868b-dcc90effce5d tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.5574532 Mar 11 19:41:12.651085 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.db.resource_extend [None req-644c17ea-e569-47d0-b8a2-340e4365ba0a tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 19:41:12.673027 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-abd0d5ce-2168-4e91-8012-22f8226ce55d req-293aadf8-0d6c-4aaf-a844-e128ce7c1827 service neutron] Attempting to bind port 5c942892-f69b-462e-af93-ceae44567e50 on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:41:12.673356 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-abd0d5ce-2168-4e91-8012-22f8226ce55d req-293aadf8-0d6c-4aaf-a844-e128ce7c1827 service neutron] Attempting to bind port 5c942892-f69b-462e-af93-ceae44567e50 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': 'd5950882-6964-469a-8841-f74bb8eb73c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '71949388-fe0b-4354-ad99-43dbaa187c72'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:41:12.673842 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd0d5ce-2168-4e91-8012-22f8226ce55d req-293aadf8-0d6c-4aaf-a844-e128ce7c1827 service neutron] Attempting to bind port 5c942892-f69b-462e-af93-ceae44567e50 on network 71949388-fe0b-4354-ad99-43dbaa187c72 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:41:12.678204 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd0d5ce-2168-4e91-8012-22f8226ce55d req-293aadf8-0d6c-4aaf-a844-e128ce7c1827 service neutron] Port 5c942892-f69b-462e-af93-ceae44567e50 on network 71949388-fe0b-4354-ad99-43dbaa187c72 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:41:12.678520 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd0d5ce-2168-4e91-8012-22f8226ce55d req-293aadf8-0d6c-4aaf-a844-e128ce7c1827 service neutron] Attempting to bind port 5c942892-f69b-462e-af93-ceae44567e50 on network 71949388-fe0b-4354-ad99-43dbaa187c72 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:41:12.683372 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd0d5ce-2168-4e91-8012-22f8226ce55d req-293aadf8-0d6c-4aaf-a844-e128ce7c1827 service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:41:12.683848 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd0d5ce-2168-4e91-8012-22f8226ce55d req-293aadf8-0d6c-4aaf-a844-e128ce7c1827 service neutron] Checking segment: {'id': 'd5950882-6964-469a-8841-f74bb8eb73c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '71949388-fe0b-4354-ad99-43dbaa187c72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:41:12.684351 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd0d5ce-2168-4e91-8012-22f8226ce55d req-293aadf8-0d6c-4aaf-a844-e128ce7c1827 service neutron] Bound using segment: {'id': 'd5950882-6964-469a-8841-f74bb8eb73c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '71949388-fe0b-4354-ad99-43dbaa187c72'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:41:12.684761 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-abd0d5ce-2168-4e91-8012-22f8226ce55d req-293aadf8-0d6c-4aaf-a844-e128ce7c1827 service neutron] Bound port: 5c942892-f69b-462e-af93-ceae44567e50, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5950882-6964-469a-8841-f74bb8eb73c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '71949388-fe0b-4354-ad99-43dbaa187c72'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:41:12.685120 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-abd0d5ce-2168-4e91-8012-22f8226ce55d req-293aadf8-0d6c-4aaf-a844-e128ce7c1827 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (5c942892-f69b-462e-af93-ceae44567e50), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:12.698795 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-572c5804-c8b6-455c-a403-783f56030fe0 req-ae992049-5a5f-4296-8726-82d86d614f58 tempest-ServerGroupTestJSON-344289733 tempest-ServerGroupTestJSON-344289733-project] No DVR routers for this DVR port 1a5838ca-9a43-4704-97f3-f753284f8316 on host n-h2-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:41:12.704111 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae1efba-5448-4723-89ad-7c5d1c992c3b req-e444a6b2-268c-4ad1-ba02-8ca72b18e19c service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:41:12.704454 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae1efba-5448-4723-89ad-7c5d1c992c3b req-e444a6b2-268c-4ad1-ba02-8ca72b18e19c service neutron] Checking segment: {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:41:12.704829 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae1efba-5448-4723-89ad-7c5d1c992c3b req-e444a6b2-268c-4ad1-ba02-8ca72b18e19c service neutron] Bound using segment: {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:41:12.705273 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-9ae1efba-5448-4723-89ad-7c5d1c992c3b req-e444a6b2-268c-4ad1-ba02-8ca72b18e19c service neutron] Bound port: 8e13da56-f1da-4768-9336-35f2480008d1, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:41:12.705625 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9ae1efba-5448-4723-89ad-7c5d1c992c3b req-e444a6b2-268c-4ad1-ba02-8ca72b18e19c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (8e13da56-f1da-4768-9336-35f2480008d1), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:12.708234 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-572c5804-c8b6-455c-a403-783f56030fe0 req-ae992049-5a5f-4296-8726-82d86d614f58 tempest-ServerGroupTestJSON-344289733 tempest-ServerGroupTestJSON-344289733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:12.711396 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-572c5804-c8b6-455c-a403-783f56030fe0 req-ae992049-5a5f-4296-8726-82d86d614f58 tempest-ServerGroupTestJSON-344289733 tempest-ServerGroupTestJSON-344289733-project] 10.222.0.57 "DELETE /v2.0/ports/1a5838ca-9a43-4704-97f3-f753284f8316 HTTP/1.1" status: 204 len: 173 time: 2.1691377 Mar 11 19:41:12.723028 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '909583e0-7ede-4835-9f12-c33187a1f6fb', 'name': 'network-vif-deleted', 'tag': '1a5838ca-9a43-4704-97f3-f753284f8316'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:41:12.723028 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc64545-2e20-4c41-a7fc-f3dc2268ddbb" -d '{"events": [{"server_uuid": "909583e0-7ede-4835-9f12-c33187a1f6fb", "name": "network-vif-deleted", "tag": "1a5838ca-9a43-4704-97f3-f753284f8316"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:41:12.757137 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-abd0d5ce-2168-4e91-8012-22f8226ce55d req-293aadf8-0d6c-4aaf-a844-e128ce7c1827 service neutron] For port 5c942892-f69b-462e-af93-ceae44567e50, host n-h1-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:41:12.760173 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-abd0d5ce-2168-4e91-8012-22f8226ce55d req-293aadf8-0d6c-4aaf-a844-e128ce7c1827 service neutron] For port 5c942892-f69b-462e-af93-ceae44567e50, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=5c942892-f69b-462e-af93-ceae44567e50,segment=NetworkSegment(d5950882-6964-469a-8841-f74bb8eb73c8),segment_id=d5950882-6964-469a-8841-f74bb8eb73c8)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:41:12.762981 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-644c17ea-e569-47d0-b8a2-340e4365ba0a tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:12.768819 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-abd0d5ce-2168-4e91-8012-22f8226ce55d req-293aadf8-0d6c-4aaf-a844-e128ce7c1827 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (5c942892-f69b-462e-af93-ceae44567e50), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:12.801747 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-644c17ea-e569-47d0-b8a2-340e4365ba0a tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (19746a4a-3785-44c2-995a-a422ba1357fc), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:12.803405 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0d5ce-2168-4e91-8012-22f8226ce55d req-293aadf8-0d6c-4aaf-a844-e128ce7c1827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:12.804245 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-abd0d5ce-2168-4e91-8012-22f8226ce55d req-293aadf8-0d6c-4aaf-a844-e128ce7c1827 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:12.805717 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-abd0d5ce-2168-4e91-8012-22f8226ce55d req-293aadf8-0d6c-4aaf-a844-e128ce7c1827 service neutron] 10.222.0.75 "PUT /v2.0/ports/5c942892-f69b-462e-af93-ceae44567e50 HTTP/1.1" status: 200 len: 1091 time: 0.6762121 Mar 11 19:41:12.806254 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0531a355-d346-47aa-bf50-e25f3e99bbd9', 'tag': '5c942892-f69b-462e-af93-ceae44567e50'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:41:12.809034 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7e4208-6b11-4f3f-b898-4d70454ce022" -d '{"events": [{"name": "network-changed", "server_uuid": "0531a355-d346-47aa-bf50-e25f3e99bbd9", "tag": "5c942892-f69b-462e-af93-ceae44567e50"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:41:12.834978 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293aadf8-0d6c-4aaf-a844-e128ce7c1827 service neutron] Pushing event updated for resources: {'Port': ['ID=5c942892-f69b-462e-af93-ceae44567e50,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:12.892217 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-61c5a013-41f0-496b-9f7e-e0011a3a8ff6 req-0a400d5c-33b7-4026-9435-97e5e83d23d9 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206578 Mar 11 19:41:12.931055 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0d5ce-2168-4e91-8012-22f8226ce55d req-a339ecb8-4dc1-4c4b-9d05-ce3c7572d84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:12.933886 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-abd0d5ce-2168-4e91-8012-22f8226ce55d req-a339ecb8-4dc1-4c4b-9d05-ce3c7572d84e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e4a1e69457434f29a8d24ea5b5ffe3e6&device_id=0531a355-d346-47aa-bf50-e25f3e99bbd9 HTTP/1.1" status: 200 len: 1125 time: 0.0670197 Mar 11 19:41:12.977553 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-9ae1efba-5448-4723-89ad-7c5d1c992c3b req-e444a6b2-268c-4ad1-ba02-8ca72b18e19c service neutron] For port 8e13da56-f1da-4768-9336-35f2480008d1, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:41:12.981137 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-9ae1efba-5448-4723-89ad-7c5d1c992c3b req-e444a6b2-268c-4ad1-ba02-8ca72b18e19c service neutron] For port 8e13da56-f1da-4768-9336-35f2480008d1, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=8e13da56-f1da-4768-9336-35f2480008d1,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:41:12.993958 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9ae1efba-5448-4723-89ad-7c5d1c992c3b req-e444a6b2-268c-4ad1-ba02-8ca72b18e19c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (8e13da56-f1da-4768-9336-35f2480008d1), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:12.995164 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-abd0d5ce-2168-4e91-8012-22f8226ce55d req-c354d503-0223-4438-a878-3f3fb80a621e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c942892-f69b-462e-af93-ceae44567e50 HTTP/1.1" status: 200 len: 217 time: 0.0505407 Mar 11 19:41:13.056462 n-d-833163-1 neutron-server[103885]: INFO neutron.db.l3_db [None req-644c17ea-e569-47d0-b8a2-340e4365ba0a tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Floating IP 19746a4a-3785-44c2-995a-a422ba1357fc associated. External IP: 172.25.8.247, port: 9fd68e1a-7e53-4dd7-a129-e219fe1f8266. Mar 11 19:41:13.060125 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0d5ce-2168-4e91-8012-22f8226ce55d req-8bf10870-9556-4207-9d5e-579ece40b3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:13.061957 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-abd0d5ce-2168-4e91-8012-22f8226ce55d req-8bf10870-9556-4207-9d5e-579ece40b3dd service neutron] 10.222.0.75 "GET /v2.0/subnets?id=487d5ffb-bf71-418e-9f51-33f686b962ab HTTP/1.1" status: 200 len: 854 time: 0.0609846 Mar 11 19:41:13.102718 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-abd0d5ce-2168-4e91-8012-22f8226ce55d req-418fd02b-491d-4446-9917-422da3b4cce4 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=71949388-fe0b-4354-ad99-43dbaa187c72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350707 Mar 11 19:41:13.129401 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae1efba-5448-4723-89ad-7c5d1c992c3b req-e444a6b2-268c-4ad1-ba02-8ca72b18e19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:13.130022 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9ae1efba-5448-4723-89ad-7c5d1c992c3b req-e444a6b2-268c-4ad1-ba02-8ca72b18e19c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:13.131420 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9ae1efba-5448-4723-89ad-7c5d1c992c3b req-e444a6b2-268c-4ad1-ba02-8ca72b18e19c service neutron] 10.222.0.57 "PUT /v2.0/ports/8e13da56-f1da-4768-9336-35f2480008d1 HTTP/1.1" status: 200 len: 1096 time: 2.7865272 Mar 11 19:41:13.160354 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-13a27aaa-c3e7-4e06-a06f-e9640075c209 req-22c013f0-4207-443a-8395-fdf101866f21 tempest-ServerGroupTestJSON-344289733 tempest-ServerGroupTestJSON-344289733-project] 10.222.0.65 "GET /v2.0/ports?device_id=909583e0-7ede-4835-9f12-c33187a1f6fb HTTP/1.1" status: 200 len: 210 time: 0.1257946 Mar 11 19:41:13.211425 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e444a6b2-268c-4ad1-ba02-8ca72b18e19c service neutron] Pushing event updated for resources: {'Port': ['ID=8e13da56-f1da-4768-9336-35f2480008d1,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:13.322748 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 1a5838ca-9a43-4704-97f3-f753284f8316 no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:41:13.359905 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7ab45c4d-55bf-4cb8-9996-b2ade0f14b58 req-a33ca566-6818-4eed-94e9-2bcd4fcfc84d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=20e6d114-ef3d-4fea-9f9f-8ede4772c7b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3279176 Mar 11 19:41:13.400806 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-abd0d5ce-2168-4e91-8012-22f8226ce55d req-81c07928-8163-4338-bd6e-c6f22c48b89d service neutron] 10.222.0.75 "GET /v2.0/networks/71949388-fe0b-4354-ad99-43dbaa187c72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892096 Mar 11 19:41:13.406997 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: 1a5838ca-9a43-4704-97f3-f753284f8316 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:41:13.407593 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 1a5838ca-9a43-4704-97f3-f753284f8316 not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:41:13.430779 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae1efba-5448-4723-89ad-7c5d1c992c3b req-ab68fdd5-6be2-478b-9cdf-9c6534dd9c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:13.432641 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9ae1efba-5448-4723-89ad-7c5d1c992c3b req-ab68fdd5-6be2-478b-9cdf-9c6534dd9c56 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7fcfa9d2f3ed4be8ac815d1e6642330d&device_id=102a4a83-28fc-4bf5-8950-aad9b795774d HTTP/1.1" status: 200 len: 1130 time: 0.2175009 Mar 11 19:41:13.568219 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-abd0d5ce-2168-4e91-8012-22f8226ce55d req-6211d384-23e3-4846-8dc7-c2fe21fb7f76 service neutron] 10.222.0.75 "GET /v2.0/networks/71949388-fe0b-4354-ad99-43dbaa187c72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615357 Mar 11 19:41:13.587124 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9ae1efba-5448-4723-89ad-7c5d1c992c3b req-875785d0-9ef5-4c85-a03f-a43bae129b8d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=8e13da56-f1da-4768-9336-35f2480008d1 HTTP/1.1" status: 200 len: 217 time: 0.0968592 Mar 11 19:41:13.720478 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae1efba-5448-4723-89ad-7c5d1c992c3b req-8d24d75c-d924-475e-a98c-4b9c8c0cecec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:13.721934 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9ae1efba-5448-4723-89ad-7c5d1c992c3b req-8d24d75c-d924-475e-a98c-4b9c8c0cecec service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.1225545 Mar 11 19:41:13.730777 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38146b81-91df-4b00-bf95-4909b54c98f6 req-74fbb113-c2fc-477b-bae5-b41b342c195c tempest-InstanceActionsTestJSON-341572610 tempest-InstanceActionsTestJSON-341572610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:13.732171 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-38146b81-91df-4b00-bf95-4909b54c98f6 req-74fbb113-c2fc-477b-bae5-b41b342c195c tempest-InstanceActionsTestJSON-341572610 tempest-InstanceActionsTestJSON-341572610-project] 10.222.0.65 "GET /v2.0/ports?device_id=0531a355-d346-47aa-bf50-e25f3e99bbd9 HTTP/1.1" status: 200 len: 943 time: 0.2297356 Mar 11 19:41:13.735351 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab45c4d-55bf-4cb8-9996-b2ade0f14b58 req-73be385b-9177-49e1-a4f5-f2d3ab98d404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:13.736768 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7ab45c4d-55bf-4cb8-9996-b2ade0f14b58 req-73be385b-9177-49e1-a4f5-f2d3ab98d404 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=158d96ac5890499b904530e3a8e2fd26&device_id=20e6d114-ef3d-4fea-9f9f-8ede4772c7b5 HTTP/1.1" status: 200 len: 1128 time: 0.2454672 Mar 11 19:41:13.781509 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-644c17ea-e569-47d0-b8a2-340e4365ba0a tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Router dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:41:13.921752 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-38146b81-91df-4b00-bf95-4909b54c98f6 req-9ec799cc-2b5b-40fb-956d-45f04c008c9c tempest-InstanceActionsTestJSON-341572610 tempest-InstanceActionsTestJSON-341572610-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3c98329-ae5a-4e15-8b4c-26e7f282a21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746631 Mar 11 19:41:13.932575 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae1efba-5448-4723-89ad-7c5d1c992c3b req-d4d984e1-f5d4-4bc1-bca2-c4127786d92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:13.934062 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9ae1efba-5448-4723-89ad-7c5d1c992c3b req-d4d984e1-f5d4-4bc1-bca2-c4127786d92c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2006352 Mar 11 19:41:13.971691 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552524fd-98da-471d-aebd-e94248d862f5 x-openstack-request-id: req-552524fd-98da-471d-aebd-e94248d862f5 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:41:13.972013 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "909583e0-7ede-4835-9f12-c33187a1f6fb", "name": "network-vif-deleted", "tag": "1a5838ca-9a43-4704-97f3-f753284f8316", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:41:13.972643 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-552524fd-98da-471d-aebd-e94248d862f5 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:41:13.972643 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '909583e0-7ede-4835-9f12-c33187a1f6fb', 'name': 'network-vif-deleted', 'tag': '1a5838ca-9a43-4704-97f3-f753284f8316', 'status': 'completed', 'code': 200} Mar 11 19:41:13.986841 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab45c4d-55bf-4cb8-9996-b2ade0f14b58 req-325c664b-53ba-41bc-bbee-c45d006dc08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:13.988420 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7ab45c4d-55bf-4cb8-9996-b2ade0f14b58 req-325c664b-53ba-41bc-bbee-c45d006dc08f service neutron] 10.222.0.57 "GET /v2.0/networks?id=32196a18-8be7-4227-b019-bc15d0c1f739 HTTP/1.1" status: 200 len: 917 time: 0.2059093 Mar 11 19:41:13.994471 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86545642-f994-44a2-ae9c-ca6deaa59be6 x-openstack-request-id: req-86545642-f994-44a2-ae9c-ca6deaa59be6 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:41:13.994975 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0531a355-d346-47aa-bf50-e25f3e99bbd9", "tag": "5c942892-f69b-462e-af93-ceae44567e50", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:41:13.995327 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-86545642-f994-44a2-ae9c-ca6deaa59be6 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:41:13.996206 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0531a355-d346-47aa-bf50-e25f3e99bbd9', 'tag': '5c942892-f69b-462e-af93-ceae44567e50', 'status': 'completed', 'code': 200} Mar 11 19:41:14.070912 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7e4208-6b11-4f3f-b898-4d70454ce022 req-60d1cf1e-3303-4bee-8304-ed0a0ad31bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:14.072546 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-6e7e4208-6b11-4f3f-b898-4d70454ce022 req-60d1cf1e-3303-4bee-8304-ed0a0ad31bb7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e4a1e69457434f29a8d24ea5b5ffe3e6&device_id=0531a355-d346-47aa-bf50-e25f3e99bbd9 HTTP/1.1" status: 200 len: 1125 time: 0.0494626 Mar 11 19:41:14.163381 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-644c17ea-e569-47d0-b8a2-340e4365ba0a tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:41:14.163708 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7e4208-6b11-4f3f-b898-4d70454ce022 req-706f2624-7963-4d5f-9f2b-e93afa62dfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:14.165171 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-6e7e4208-6b11-4f3f-b898-4d70454ce022 req-706f2624-7963-4d5f-9f2b-e93afa62dfd9 service neutron] 10.222.0.75 "GET /v2.0/networks?id=71949388-fe0b-4354-ad99-43dbaa187c72 HTTP/1.1" status: 200 len: 915 time: 0.0865848 Mar 11 19:41:14.176586 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-644c17ea-e569-47d0-b8a2-340e4365ba0a tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:14.177805 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef758b0-5862-4fd0-9d26-65829a88bdd7 None None] Sync routers for ids ['dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:41:14.189085 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef758b0-5862-4fd0-9d26-65829a88bdd7 None None] Routers {'dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:41:14.190295 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-7ef758b0-5862-4fd0-9d26-65829a88bdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:40:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:14.204091 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7ab45c4d-55bf-4cb8-9996-b2ade0f14b58 req-65a3edba-980e-49a8-83c7-68d57181fff6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9b8c3b55-ec54-49a1-8218-e81f898cd6dd HTTP/1.1" status: 200 len: 1002 time: 0.2035575 Mar 11 19:41:14.211407 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9ae1efba-5448-4723-89ad-7c5d1c992c3b req-6f130b73-d772-4e36-9bf0-c2c84be16329 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709973 Mar 11 19:41:14.212393 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-6e7e4208-6b11-4f3f-b898-4d70454ce022 req-dc0feca8-5661-462f-b83c-e87fbc63d4e2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c942892-f69b-462e-af93-ceae44567e50 HTTP/1.1" status: 200 len: 217 time: 0.0404141 Mar 11 19:41:14.263513 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-644c17ea-e569-47d0-b8a2-340e4365ba0a tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "PUT /v2.0/floatingips/19746a4a-3785-44c2-995a-a422ba1357fc HTTP/1.1" status: 200 len: 992 time: 3.4450760 Mar 11 19:41:14.274054 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7e4208-6b11-4f3f-b898-4d70454ce022 req-ca52ad9a-342e-40fb-8322-5d43ffc66bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:14.275492 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-6e7e4208-6b11-4f3f-b898-4d70454ce022 req-ca52ad9a-342e-40fb-8322-5d43ffc66bc1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=487d5ffb-bf71-418e-9f51-33f686b962ab HTTP/1.1" status: 200 len: 854 time: 0.0552232 Mar 11 19:41:14.288562 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2594cba0-12ba-40eb-aa67-cfd27090f3d8 req-32136b00-8986-4f38-846c-85a28fd8ea72 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:14.291272 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2594cba0-12ba-40eb-aa67-cfd27090f3d8 req-32136b00-8986-4f38-846c-85a28fd8ea72 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.2265091 Mar 11 19:41:14.310822 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-6e7e4208-6b11-4f3f-b898-4d70454ce022 req-73f82e98-5d85-4e0c-bc4f-fddabf571e18 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=71949388-fe0b-4354-ad99-43dbaa187c72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285473 Mar 11 19:41:14.314596 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-7ef758b0-5862-4fd0-9d26-65829a88bdd7 None None] Set router dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:41:14.358910 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab45c4d-55bf-4cb8-9996-b2ade0f14b58 req-db51af56-62d6-4151-9022-eeb231f8154c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:14.360414 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7ab45c4d-55bf-4cb8-9996-b2ade0f14b58 req-db51af56-62d6-4151-9022-eeb231f8154c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c54bb295-7bca-4fbe-aff9-5e7c44904c47 HTTP/1.1" status: 200 len: 855 time: 0.1463497 Mar 11 19:41:14.419827 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-6e7e4208-6b11-4f3f-b898-4d70454ce022 req-a007da3c-6418-46ab-b680-b07bdadb2361 service neutron] 10.222.0.75 "GET /v2.0/networks/71949388-fe0b-4354-ad99-43dbaa187c72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952930 Mar 11 19:41:14.435283 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2594cba0-12ba-40eb-aa67-cfd27090f3d8 req-b52d297f-6ffc-4804-b165-1fa33897c23e tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373801 Mar 11 19:41:14.439046 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9ae1efba-5448-4723-89ad-7c5d1c992c3b req-d8b9e313-4fbb-41bf-a71b-052ee4b8ba8f service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098486 Mar 11 19:41:14.453731 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab45c4d-55bf-4cb8-9996-b2ade0f14b58 req-b6fb4cc9-9176-47e3-95a4-0355c8299a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:14.455547 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7ab45c4d-55bf-4cb8-9996-b2ade0f14b58 req-b6fb4cc9-9176-47e3-95a4-0355c8299a39 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=32196a18-8be7-4227-b019-bc15d0c1f739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0784435 Mar 11 19:41:14.539644 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-6e7e4208-6b11-4f3f-b898-4d70454ce022 req-e2c99d1a-eca2-4927-8c5b-bc92a519ff38 service neutron] 10.222.0.75 "GET /v2.0/networks/71949388-fe0b-4354-ad99-43dbaa187c72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143982 Mar 11 19:41:14.585670 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-7ef758b0-5862-4fd0-9d26-65829a88bdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5', 'name': 'tempest-ServerActionsTestJSON-749584958-router', 'tenant_id': '66b3b8d3f65c4e239ea33b0475efa223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '7a4724a8-14b0-4c33-97cb-5b58b86ca838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:40:37Z', 'updated_at': '2022-03-11T19:40:42Z', 'revision_number': 4, 'project_id': '66b3b8d3f65c4e239ea33b0475efa223', 'gw_port': {'id': '7a4724a8-14b0-4c33-97cb-5b58b86ca838', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:40:38Z', 'updated_at': '2022-03-11T19:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '19746a4a-3785-44c2-995a-a422ba1357fc', 'tenant_id': '66b3b8d3f65c4e239ea33b0475efa223', 'floating_ip_address': '172.25.8.247', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5', 'port_id': '9fd68e1a-7e53-4dd7-a129-e219fe1f8266', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1264, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90663b8c-1bde-4a55-8ab4-a84ee4d3cf19', 'mac_address': 'fa:16:3e:82:af:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:40:50Z', 'updated_at': '2022-03-11T19:41:12Z', 'revision_number': 1, 'project_id': '66b3b8d3f65c4e239ea33b0475efa223', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7ae012b-4786-40bc-a389-0e63ffd1ca98', 'name': '', 'network_id': '90663b8c-1bde-4a55-8ab4-a84ee4d3cf19', 'tenant_id': '66b3b8d3f65c4e239ea33b0475efa223', 'mac_address': 'fa:16:3e:a6:77:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '83286d6e-3d22-482f-b14a-2fbd7466cc6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:40:41Z', 'updated_at': '2022-03-11T19:40:47Z', 'revision_number': 5, 'project_id': '66b3b8d3f65c4e239ea33b0475efa223', 'subnets': [{'id': '83286d6e-3d22-482f-b14a-2fbd7466cc6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:14.602309 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7ab45c4d-55bf-4cb8-9996-b2ade0f14b58 req-cd46e41e-85cf-40ad-b1f2-9147fa9b0dea service neutron] 10.222.0.57 "GET /v2.0/networks/32196a18-8be7-4227-b019-bc15d0c1f739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386993 Mar 11 19:41:14.612442 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef758b0-5862-4fd0-9d26-65829a88bdd7 None None] Checking router: dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:41:14.620816 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef758b0-5862-4fd0-9d26-65829a88bdd7 None None] Routers {'dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:41:14.621423 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-7ef758b0-5862-4fd0-9d26-65829a88bdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:40:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:14.624664 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd7673-c428-449f-a30d-ff5dc2147473 req-05281528-c8a3-47ba-ac46-ce8090b89ded tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:14.626123 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-aecd7673-c428-449f-a30d-ff5dc2147473 req-05281528-c8a3-47ba-ac46-ce8090b89ded tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/ports?device_id=102a4a83-28fc-4bf5-8950-aad9b795774d HTTP/1.1" status: 200 len: 948 time: 0.0835326 Mar 11 19:41:14.723236 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-aecd7673-c428-449f-a30d-ff5dc2147473 req-159b877a-7162-4a19-bc34-b13723b2b59b tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/security-groups?id=032b05bd-60bf-4cbe-8790-99bf90b24300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872419 Mar 11 19:41:14.732650 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-7ef758b0-5862-4fd0-9d26-65829a88bdd7 None None] Set router dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:41:14.741183 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7ab45c4d-55bf-4cb8-9996-b2ade0f14b58 req-1e0cc258-47da-4b99-bbb9-c32eb37d6563 service neutron] 10.222.0.57 "GET /v2.0/networks/32196a18-8be7-4227-b019-bc15d0c1f739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311736 Mar 11 19:41:14.926175 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f5dc6-7655-43b4-b18f-98225c270529 req-a81fd0db-8645-4a30-a522-8db7b1ef1a18 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:14.927761 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c48f5dc6-7655-43b4-b18f-98225c270529 req-a81fd0db-8645-4a30-a522-8db7b1ef1a18 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 946 time: 0.0560887 Mar 11 19:41:14.978305 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c48f5dc6-7655-43b4-b18f-98225c270529 req-f141ccf7-4934-4f61-9f2a-9b4eacb8b309 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433252 Mar 11 19:41:14.990470 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-7ef758b0-5862-4fd0-9d26-65829a88bdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5', 'name': 'tempest-ServerActionsTestJSON-749584958-router', 'tenant_id': '66b3b8d3f65c4e239ea33b0475efa223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '7a4724a8-14b0-4c33-97cb-5b58b86ca838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:40:37Z', 'updated_at': '2022-03-11T19:40:42Z', 'revision_number': 4, 'project_id': '66b3b8d3f65c4e239ea33b0475efa223', 'gw_port': {'id': '7a4724a8-14b0-4c33-97cb-5b58b86ca838', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:40:38Z', 'updated_at': '2022-03-11T19:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '19746a4a-3785-44c2-995a-a422ba1357fc', 'tenant_id': '66b3b8d3f65c4e239ea33b0475efa223', 'floating_ip_address': '172.25.8.247', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5', 'port_id': '9fd68e1a-7e53-4dd7-a129-e219fe1f8266', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1264, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90663b8c-1bde-4a55-8ab4-a84ee4d3cf19', 'mac_address': 'fa:16:3e:82:af:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:40:50Z', 'updated_at': '2022-03-11T19:41:12Z', 'revision_number': 1, 'project_id': '66b3b8d3f65c4e239ea33b0475efa223', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7ae012b-4786-40bc-a389-0e63ffd1ca98', 'name': '', 'network_id': '90663b8c-1bde-4a55-8ab4-a84ee4d3cf19', 'tenant_id': '66b3b8d3f65c4e239ea33b0475efa223', 'mac_address': 'fa:16:3e:a6:77:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '83286d6e-3d22-482f-b14a-2fbd7466cc6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:40:41Z', 'updated_at': '2022-03-11T19:40:47Z', 'revision_number': 5, 'project_id': '66b3b8d3f65c4e239ea33b0475efa223', 'subnets': [{'id': '83286d6e-3d22-482f-b14a-2fbd7466cc6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:15.026355 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef758b0-5862-4fd0-9d26-65829a88bdd7 None None] The sync data for ids ['dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5'] in n-d-833163-1 is: [{'id': 'dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5', 'name': 'tempest-ServerActionsTestJSON-749584958-router', 'tenant_id': '66b3b8d3f65c4e239ea33b0475efa223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '7a4724a8-14b0-4c33-97cb-5b58b86ca838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:40:37Z', 'updated_at': '2022-03-11T19:40:42Z', 'revision_number': 4, 'project_id': '66b3b8d3f65c4e239ea33b0475efa223', 'gw_port': {'id': '7a4724a8-14b0-4c33-97cb-5b58b86ca838', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:40:38Z', 'updated_at': '2022-03-11T19:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '19746a4a-3785-44c2-995a-a422ba1357fc', 'tenant_id': '66b3b8d3f65c4e239ea33b0475efa223', 'floating_ip_address': '172.25.8.247', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5', 'port_id': '9fd68e1a-7e53-4dd7-a129-e219fe1f8266', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1264, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90663b8c-1bde-4a55-8ab4-a84ee4d3cf19', 'mac_address': 'fa:16:3e:82:af:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:40:50Z', 'updated_at': '2022-03-11T19:41:12Z', 'revision_number': 1, 'project_id': '66b3b8d3f65c4e239ea33b0475efa223', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7ae012b-4786-40bc-a389-0e63ffd1ca98', 'name': '', 'network_id': '90663b8c-1bde-4a55-8ab4-a84ee4d3cf19', 'tenant_id': '66b3b8d3f65c4e239ea33b0475efa223', 'mac_address': 'fa:16:3e:a6:77:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '83286d6e-3d22-482f-b14a-2fbd7466cc6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:40:41Z', 'updated_at': '2022-03-11T19:40:47Z', 'revision_number': 5, 'project_id': '66b3b8d3f65c4e239ea33b0475efa223', 'subnets': [{'id': '83286d6e-3d22-482f-b14a-2fbd7466cc6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:41:15.159592 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99242b6e-1e20-4a98-aa0c-b88c0659ab31 req-ffe0e783-0675-40b3-a617-9662e0e48bb3 tempest-InstanceActionsTestJSON-341572610 tempest-InstanceActionsTestJSON-341572610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:15.161301 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-99242b6e-1e20-4a98-aa0c-b88c0659ab31 req-ffe0e783-0675-40b3-a617-9662e0e48bb3 tempest-InstanceActionsTestJSON-341572610 tempest-InstanceActionsTestJSON-341572610-project] 10.222.0.65 "GET /v2.0/ports?device_id=0531a355-d346-47aa-bf50-e25f3e99bbd9 HTTP/1.1" status: 200 len: 943 time: 0.0549042 Mar 11 19:41:15.224598 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-99242b6e-1e20-4a98-aa0c-b88c0659ab31 req-250a73a3-5d66-400c-a486-721f22fec0a1 tempest-InstanceActionsTestJSON-341572610 tempest-InstanceActionsTestJSON-341572610-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3c98329-ae5a-4e15-8b4c-26e7f282a21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568237 Mar 11 19:41:15.274280 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d6d61c-1b5e-400a-acf3-9c2dafbadd4b None None] New status for floating IP 19746a4a-3785-44c2-995a-a422ba1357fc: ACTIVE {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 19:41:15.296976 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 40184) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:41:15.439868 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-23257e01-1533-4557-90c8-2e289875d6ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:15.460901 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f9c5d-824f-428b-9407-68926be34b72 req-57b3e9ba-852a-4436-8b21-3b727275f45f tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:15.463123 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-734f9c5d-824f-428b-9407-68926be34b72 req-57b3e9ba-852a-4436-8b21-3b727275f45f tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/networks?id=90292ec6-d6b2-4fa1-9376-c622cb87c9e0 HTTP/1.1" status: 200 len: 811 time: 0.1273932 Mar 11 19:41:15.488484 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-734f9c5d-824f-428b-9407-68926be34b72 req-521da8c2-bf1d-45f7-a164-7b447c7e2f7e tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/quotas/12e2452ddb214caab7c1aa2dab6d048a HTTP/1.1" status: 200 len: 375 time: 0.0153100 Mar 11 19:41:15.519230 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-734f9c5d-824f-428b-9407-68926be34b72 req-45bfa170-7927-4517-b17e-c2e7962e0441 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=12e2452ddb214caab7c1aa2dab6d048a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299237 Mar 11 19:41:15.524357 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-23257e01-1533-4557-90c8-2e289875d6ea admin admin] Publish callbacks [] for security_group (f6319f03-41bc-47a0-91ff-a2ec9cc11205), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:15.529091 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-23257e01-1533-4557-90c8-2e289875d6ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (f6319f03-41bc-47a0-91ff-a2ec9cc11205), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:15.540444 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:41:15.572375 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-23257e01-1533-4557-90c8-2e289875d6ea admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=55415b529edf406a8a877a2ff3749653&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2735441 Mar 11 19:41:15.574985 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 40192) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:41:15.581373 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23257e01-1533-4557-90c8-2e289875d6ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6319f03-41bc-47a0-91ff-a2ec9cc11205,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:15.620498 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-734f9c5d-824f-428b-9407-68926be34b72 req-e0c26ac0-0ca3-433a-9466-307b51da7278 service neutron] 10.222.0.65 "GET /v2.0/networks/90292ec6-d6b2-4fa1-9376-c622cb87c9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930948 Mar 11 19:41:15.632804 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f37333f7-f453-4326-a501-690f3fa9efb2 admin admin] Publish callbacks [] for security_group (f6319f03-41bc-47a0-91ff-a2ec9cc11205), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:15.656063 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f37333f7-f453-4326-a501-690f3fa9efb2 admin admin] Publish callbacks [] for security_group (f6319f03-41bc-47a0-91ff-a2ec9cc11205), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:15.711373 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f37333f7-f453-4326-a501-690f3fa9efb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (f6319f03-41bc-47a0-91ff-a2ec9cc11205), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:15.714023 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f37333f7-f453-4326-a501-690f3fa9efb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:15.715195 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f37333f7-f453-4326-a501-690f3fa9efb2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f6319f03-41bc-47a0-91ff-a2ec9cc11205 HTTP/1.1" status: 204 len: 168 time: 0.1392946 Mar 11 19:41:15.718209 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-734f9c5d-824f-428b-9407-68926be34b72 req-0b1dea7b-9d4f-4d6d-8517-5514c67647ac service neutron] 10.222.0.65 "GET /v2.0/networks/90292ec6-d6b2-4fa1-9376-c622cb87c9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910475 Mar 11 19:41:15.724484 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37333f7-f453-4326-a501-690f3fa9efb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6319f03-41bc-47a0-91ff-a2ec9cc11205,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:15.941670 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b965ba42-e770-44e4-9e80-187b4ec8ec70 req-3fda1ba8-ed19-4678-8569-31a9a6b91bcf tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:15.943390 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b965ba42-e770-44e4-9e80-187b4ec8ec70 req-3fda1ba8-ed19-4678-8569-31a9a6b91bcf tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 946 time: 0.0633814 Mar 11 19:41:15.973941 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '102a4a83-28fc-4bf5-8950-aad9b795774d', 'tag': '8e13da56-f1da-4768-9336-35f2480008d1'}, {'name': 'network-changed', 'server_uuid': 'ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61', 'tag': '9fd68e1a-7e53-4dd7-a129-e219fe1f8266'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:41:15.976186 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19d4684-45ff-4f77-b398-57a169064d09" -d '{"events": [{"name": "network-changed", "server_uuid": "102a4a83-28fc-4bf5-8950-aad9b795774d", "tag": "8e13da56-f1da-4768-9336-35f2480008d1"}, {"name": "network-changed", "server_uuid": "ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61", "tag": "9fd68e1a-7e53-4dd7-a129-e219fe1f8266"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:41:16.011344 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b965ba42-e770-44e4-9e80-187b4ec8ec70 req-97f9e203-2167-4999-b42b-6779c1513f61 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573025 Mar 11 19:41:16.135475 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d40fdb-2542-4939-8963-5d886932217f req-7a77f40e-9bec-49b7-887f-3f926e39db9e tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:16.142642 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d5d40fdb-2542-4939-8963-5d886932217f req-7a77f40e-9bec-49b7-887f-3f926e39db9e tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.0648220 Mar 11 19:41:16.190969 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d5d40fdb-2542-4939-8963-5d886932217f req-f5f91bb8-c47a-49ac-9b82-3c15694f280e tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476463 Mar 11 19:41:16.355876 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e1079e-24f9-4a4e-a0bc-2fb2385b274f req-f38045e4-07c7-496e-84bc-164c45f99f5a tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:16.357407 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-20e1079e-24f9-4a4e-a0bc-2fb2385b274f req-f38045e4-07c7-496e-84bc-164c45f99f5a tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/ports?device_id=102a4a83-28fc-4bf5-8950-aad9b795774d HTTP/1.1" status: 200 len: 948 time: 0.0664546 Mar 11 19:41:16.416198 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-20e1079e-24f9-4a4e-a0bc-2fb2385b274f req-f6dcfea9-021b-48e6-b8f4-9df1203946b5 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/security-groups?id=032b05bd-60bf-4cbe-8790-99bf90b24300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502100 Mar 11 19:41:16.504371 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-aeaa034f-a3de-45d7-b0c5-2798a2d6c3fe req-e2d19319-0953-459f-8847-bd953ac22ce9 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c01136a-7d54-4cc1-8feb-75a96ac8317a HTTP/1.1" status: 200 len: 210 time: 0.0269823 Mar 11 19:41:16.556212 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 11 Mar 2022 19:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141a4184-5b1c-433c-b650-82fb8f7527c0 x-openstack-request-id: req-141a4184-5b1c-433c-b650-82fb8f7527c0 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:41:16.556943 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "102a4a83-28fc-4bf5-8950-aad9b795774d", "tag": "8e13da56-f1da-4768-9336-35f2480008d1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61", "tag": "9fd68e1a-7e53-4dd7-a129-e219fe1f8266", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:41:16.557203 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-141a4184-5b1c-433c-b650-82fb8f7527c0 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:41:16.557969 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '102a4a83-28fc-4bf5-8950-aad9b795774d', 'tag': '8e13da56-f1da-4768-9336-35f2480008d1', 'status': 'completed', 'code': 200} Mar 11 19:41:16.558235 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61', 'tag': '9fd68e1a-7e53-4dd7-a129-e219fe1f8266', 'status': 'completed', 'code': 200} Mar 11 19:41:16.627691 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d4684-45ff-4f77-b398-57a169064d09 req-2ddd2f0c-f6ad-42eb-a17e-3d81f2cf2a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:16.629323 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-a19d4684-45ff-4f77-b398-57a169064d09 req-2ddd2f0c-f6ad-42eb-a17e-3d81f2cf2a02 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=66b3b8d3f65c4e239ea33b0475efa223&device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 1128 time: 0.0443873 Mar 11 19:41:16.663737 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d4684-45ff-4f77-b398-57a169064d09 req-e99cf53d-3483-46a6-bbeb-dba474ed3d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:16.665926 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a19d4684-45ff-4f77-b398-57a169064d09 req-e99cf53d-3483-46a6-bbeb-dba474ed3d8b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7fcfa9d2f3ed4be8ac815d1e6642330d&device_id=102a4a83-28fc-4bf5-8950-aad9b795774d HTTP/1.1" status: 200 len: 1130 time: 0.0808599 Mar 11 19:41:16.694404 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafd464f-6a36-419c-9158-8655c2a22809 req-842459d7-c742-46c7-a028-424a263f0b73 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:16.695991 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-eafd464f-6a36-419c-9158-8655c2a22809 req-842459d7-c742-46c7-a028-424a263f0b73 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.0853047 Mar 11 19:41:16.736522 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d4684-45ff-4f77-b398-57a169064d09 req-9e1bcc59-573f-46e1-823f-ce0300434442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:16.738230 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-a19d4684-45ff-4f77-b398-57a169064d09 req-9e1bcc59-573f-46e1-823f-ce0300434442 service neutron] 10.222.0.75 "GET /v2.0/networks?id=90663b8c-1bde-4a55-8ab4-a84ee4d3cf19 HTTP/1.1" status: 200 len: 912 time: 0.1014163 Mar 11 19:41:16.803552 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-a19d4684-45ff-4f77-b398-57a169064d09 req-57e3e794-a377-4c02-9344-dffab4af8859 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fd68e1a-7e53-4dd7-a129-e219fe1f8266 HTTP/1.1" status: 200 len: 1002 time: 0.0592408 Mar 11 19:41:16.816778 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-eafd464f-6a36-419c-9158-8655c2a22809 req-74c1b881-690c-4a69-a0be-ce339ce4fc5e tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099260 Mar 11 19:41:16.826165 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d4684-45ff-4f77-b398-57a169064d09 req-b6455280-1fdf-46a5-bf98-74442ec8f0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:16.827684 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a19d4684-45ff-4f77-b398-57a169064d09 req-b6455280-1fdf-46a5-bf98-74442ec8f0f0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=885772b1-9b97-4e1d-a0fb-e125030c5a81 HTTP/1.1" status: 200 len: 870 time: 0.1554558 Mar 11 19:41:16.865802 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d4684-45ff-4f77-b398-57a169064d09 req-f5a5b7f0-d407-4bab-93cb-982377e59c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:16.867270 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-a19d4684-45ff-4f77-b398-57a169064d09 req-f5a5b7f0-d407-4bab-93cb-982377e59c0b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=83286d6e-3d22-482f-b14a-2fbd7466cc6c HTTP/1.1" status: 200 len: 850 time: 0.0580604 Mar 11 19:41:16.893881 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a19d4684-45ff-4f77-b398-57a169064d09 req-8da35096-12a9-4945-82cf-5874d7bcfb69 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=8e13da56-f1da-4768-9336-35f2480008d1 HTTP/1.1" status: 200 len: 217 time: 0.0516374 Mar 11 19:41:16.925245 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d4684-45ff-4f77-b398-57a169064d09 req-8a4ba43e-fc92-4f8a-9a60-79a04b22bb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:16.926764 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-a19d4684-45ff-4f77-b398-57a169064d09 req-8a4ba43e-fc92-4f8a-9a60-79a04b22bb30 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=90663b8c-1bde-4a55-8ab4-a84ee4d3cf19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0507414 Mar 11 19:41:17.022745 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d4684-45ff-4f77-b398-57a169064d09 req-f2234942-c5fd-4d2a-b116-9e42f11168de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:17.024207 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a19d4684-45ff-4f77-b398-57a169064d09 req-f2234942-c5fd-4d2a-b116-9e42f11168de service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.1141067 Mar 11 19:41:17.036203 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-a19d4684-45ff-4f77-b398-57a169064d09 req-774cab91-3b51-4f53-b12c-03685c6f3b5d service neutron] 10.222.0.75 "GET /v2.0/networks/90663b8c-1bde-4a55-8ab4-a84ee4d3cf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023681 Mar 11 19:41:17.164156 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-a19d4684-45ff-4f77-b398-57a169064d09 req-d2c5a2fb-2cd3-47fd-a574-228795ae5be4 service neutron] 10.222.0.75 "GET /v2.0/networks/90663b8c-1bde-4a55-8ab4-a84ee4d3cf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215806 Mar 11 19:41:17.319150 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 8e13da56-f1da-4768-9336-35f2480008d1 details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:41:17.432005 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 8e13da56-f1da-4768-9336-35f2480008d1, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=8e13da56-f1da-4768-9336-35f2480008d1,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:17.440754 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db616d96-96b4-4af9-9ae0-77ab0b63ea1f req-5f65a865-2ec8-4427-befe-766e7788cc87 tempest-InstanceActionsTestJSON-341572610 tempest-InstanceActionsTestJSON-341572610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:17.442601 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-db616d96-96b4-4af9-9ae0-77ab0b63ea1f req-5f65a865-2ec8-4427-befe-766e7788cc87 tempest-InstanceActionsTestJSON-341572610 tempest-InstanceActionsTestJSON-341572610-project] 10.222.0.65 "GET /v2.0/ports?device_id=0531a355-d346-47aa-bf50-e25f3e99bbd9 HTTP/1.1" status: 200 len: 943 time: 0.4897740 Mar 11 19:41:17.445808 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': '8e13da56-f1da-4768-9336-35f2480008d1', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'port_id': '8e13da56-f1da-4768-9336-35f2480008d1', 'mac_address': 'fa:16:3e:27:ee:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bb14923-74c3-4313-be8d-ed33542f05aa', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:41:17.483484 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f9c5d-824f-428b-9407-68926be34b72 req-65c41f7a-6a96-404d-a9e2-735a9bcd03a0 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:17.484038 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 8e13da56-f1da-4768-9336-35f2480008d1 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:41:17.484429 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (8e13da56-f1da-4768-9336-35f2480008d1), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:17.484911 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-734f9c5d-824f-428b-9407-68926be34b72 req-65c41f7a-6a96-404d-a9e2-735a9bcd03a0 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.57 "GET /v2.0/networks?id=90292ec6-d6b2-4fa1-9376-c622cb87c9e0 HTTP/1.1" status: 200 len: 811 time: 0.5181756 Mar 11 19:41:17.497392 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e13da56-f1da-4768-9336-35f2480008d1 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:41:17.503328 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d4684-45ff-4f77-b398-57a169064d09 req-9184c120-ffc9-4686-a3fd-dfa65a286c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:17.504801 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a19d4684-45ff-4f77-b398-57a169064d09 req-9184c120-ffc9-4686-a3fd-dfa65a286c1b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4718680 Mar 11 19:41:17.508135 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-734f9c5d-824f-428b-9407-68926be34b72 req-d84022e4-30dd-4014-bcec-83e67fad30ab tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Request body: {'port': {'device_id': '0c01136a-7d54-4cc1-8feb-75a96ac8317a', 'network_id': '90292ec6-d6b2-4fa1-9376-c622cb87c9e0', 'admin_state_up': True, 'tenant_id': '12e2452ddb214caab7c1aa2dab6d048a'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:41:17.516757 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 8e13da56-f1da-4768-9336-35f2480008d1, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=8e13da56-f1da-4768-9336-35f2480008d1,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:17.520988 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (8e13da56-f1da-4768-9336-35f2480008d1), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:17.556879 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-db616d96-96b4-4af9-9ae0-77ab0b63ea1f req-b70964fd-1b3c-4f77-bbf9-42bf6adb0435 tempest-InstanceActionsTestJSON-341572610 tempest-InstanceActionsTestJSON-341572610-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3c98329-ae5a-4e15-8b4c-26e7f282a21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967734 Mar 11 19:41:17.570588 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=8e13da56-f1da-4768-9336-35f2480008d1,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:17.581573 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:17.581573 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:17.581573 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:17.582392 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:17.583161 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:17.584505 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:17.584962 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:17.585328 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:17.585665 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:17.586020 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:17.586527 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:17.587018 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:17.587344 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:17.592116 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 5c942892-f69b-462e-af93-ceae44567e50 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:41:17.681512 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a19d4684-45ff-4f77-b398-57a169064d09 req-500a11f5-d7a1-47e8-bed7-5e9fe6a26bb1 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683416 Mar 11 19:41:17.699885 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 5c942892-f69b-462e-af93-ceae44567e50, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=5c942892-f69b-462e-af93-ceae44567e50,segment=NetworkSegment(d5950882-6964-469a-8841-f74bb8eb73c8),segment_id=d5950882-6964-469a-8841-f74bb8eb73c8)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:17.712631 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '5c942892-f69b-462e-af93-ceae44567e50', 'network_id': '71949388-fe0b-4354-ad99-43dbaa187c72', 'port_id': '5c942892-f69b-462e-af93-ceae44567e50', 'mac_address': 'fa:16:3e:db:34:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 879, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '487d5ffb-bf71-418e-9f51-33f686b962ab', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:41:17.732306 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-734f9c5d-824f-428b-9407-68926be34b72 req-d84022e4-30dd-4014-bcec-83e67fad30ab tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Made reservation on behalf of 12e2452ddb214caab7c1aa2dab6d048a for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:41:17.736323 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-734f9c5d-824f-428b-9407-68926be34b72 req-d84022e4-30dd-4014-bcec-83e67fad30ab tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:17.754995 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 5c942892-f69b-462e-af93-ceae44567e50 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:41:17.755460 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (5c942892-f69b-462e-af93-ceae44567e50), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:17.782270 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c942892-f69b-462e-af93-ceae44567e50 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:41:17.807886 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 5c942892-f69b-462e-af93-ceae44567e50, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=5c942892-f69b-462e-af93-ceae44567e50,segment=NetworkSegment(d5950882-6964-469a-8841-f74bb8eb73c8),segment_id=d5950882-6964-469a-8841-f74bb8eb73c8)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:17.813532 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (5c942892-f69b-462e-af93-ceae44567e50), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:17.867773 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a19d4684-45ff-4f77-b398-57a169064d09 req-ad0a206b-e119-4a82-82e1-18c491c66c45 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792078 Mar 11 19:41:17.868012 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=5c942892-f69b-462e-af93-ceae44567e50,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:17.940332 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-734f9c5d-824f-428b-9407-68926be34b72 req-d84022e4-30dd-4014-bcec-83e67fad30ab tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Allocated IP 172.20.0.3 (90292ec6-d6b2-4fa1-9376-c622cb87c9e0/5402328f-7fd7-414d-bb99-adab596edad0/c3739746-224f-4572-963d-c26b95246596) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:41:18.019049 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['8e13da56-f1da-4768-9336-35f2480008d1'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:41:18.103753 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2574d08d-6941-453f-8b79-a2e0cdf388ff req-cc94c4cb-a0dc-40b9-b032-5257037e6630 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:18.105239 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2574d08d-6941-453f-8b79-a2e0cdf388ff req-cc94c4cb-a0dc-40b9-b032-5257037e6630 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 946 time: 0.1216598 Mar 11 19:41:18.107486 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['5c942892-f69b-462e-af93-ceae44567e50'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:41:18.141313 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-734f9c5d-824f-428b-9407-68926be34b72 req-d84022e4-30dd-4014-bcec-83e67fad30ab tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Publish callbacks [] for port (c3739746-224f-4572-963d-c26b95246596), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:18.180838 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2574d08d-6941-453f-8b79-a2e0cdf388ff req-d03954d0-22c4-49a4-9504-05e5e02c7209 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672979 Mar 11 19:41:18.200032 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-734f9c5d-824f-428b-9407-68926be34b72 req-d84022e4-30dd-4014-bcec-83e67fad30ab tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (c3739746-224f-4572-963d-c26b95246596), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:18.257418 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-734f9c5d-824f-428b-9407-68926be34b72 req-d84022e4-30dd-4014-bcec-83e67fad30ab tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Network 90292ec6-d6b2-4fa1-9376-c622cb87c9e0 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:41:18.260287 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-734f9c5d-824f-428b-9407-68926be34b72 req-d84022e4-30dd-4014-bcec-83e67fad30ab tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:18.269778 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-734f9c5d-824f-428b-9407-68926be34b72 req-d84022e4-30dd-4014-bcec-83e67fad30ab tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:41:18.275297 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84022e4-30dd-4014-bcec-83e67fad30ab tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Pushing event updated for resources: {'Port': ['ID=c3739746-224f-4572-963d-c26b95246596,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:18.349763 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f9c5d-824f-428b-9407-68926be34b72 req-d84022e4-30dd-4014-bcec-83e67fad30ab tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:18.350366 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-734f9c5d-824f-428b-9407-68926be34b72 req-d84022e4-30dd-4014-bcec-83e67fad30ab tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:18.368422 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-734f9c5d-824f-428b-9407-68926be34b72 req-d84022e4-30dd-4014-bcec-83e67fad30ab tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8730421 Mar 11 19:41:18.376598 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b55d503-c8c7-4b45-8443-891b012d37fd req-04b01a6a-2441-4ac7-a4d1-00c85a7e67a8 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:18.377980 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5b55d503-c8c7-4b45-8443-891b012d37fd req-04b01a6a-2441-4ac7-a4d1-00c85a7e67a8 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/ports?device_id=102a4a83-28fc-4bf5-8950-aad9b795774d HTTP/1.1" status: 200 len: 949 time: 0.1054358 Mar 11 19:41:18.382680 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-734f9c5d-824f-428b-9407-68926be34b72 req-362bc6b2-7ac0-4e60-aee1-ba8d8db615cf service neutron] Request body: {'port': {'device_id': '0c01136a-7d54-4cc1-8feb-75a96ac8317a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:41:18.490443 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5b55d503-c8c7-4b45-8443-891b012d37fd req-e7e76e82-6393-4c4f-988b-ab658025d42f tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/security-groups?id=032b05bd-60bf-4cbe-8790-99bf90b24300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043301 Mar 11 19:41:18.491574 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-734f9c5d-824f-428b-9407-68926be34b72 req-362bc6b2-7ac0-4e60-aee1-ba8d8db615cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c3739746-224f-4572-963d-c26b95246596), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:18.624706 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-faebaec3-f3e5-4c5b-9283-9aadf490f3d4 req-768b16eb-e2ed-42ab-8d81-606a6b854b60 tempest-AbsoluteLimitsNegativeTestJSON-1013198221 tempest-AbsoluteLimitsNegativeTestJSON-1013198221-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=b1ab08552b40498095d6ebabbc022ce3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292444 Mar 11 19:41:18.787680 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:18.806560 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faebaec3-f3e5-4c5b-9283-9aadf490f3d4 req-868a40ff-3a51-4723-9ce6-561363ebcdf2 tempest-AbsoluteLimitsNegativeTestJSON-1013198221 tempest-AbsoluteLimitsNegativeTestJSON-1013198221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:18.808024 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-faebaec3-f3e5-4c5b-9283-9aadf490f3d4 req-868a40ff-3a51-4723-9ce6-561363ebcdf2 tempest-AbsoluteLimitsNegativeTestJSON-1013198221 tempest-AbsoluteLimitsNegativeTestJSON-1013198221-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1771495 Mar 11 19:41:18.827481 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-faebaec3-f3e5-4c5b-9283-9aadf490f3d4 req-086463ae-861d-451e-be90-c9748ced7aad tempest-AbsoluteLimitsNegativeTestJSON-1013198221 tempest-AbsoluteLimitsNegativeTestJSON-1013198221-project] 10.222.0.65 "GET /v2.0/quotas/b1ab08552b40498095d6ebabbc022ce3 HTTP/1.1" status: 200 len: 375 time: 0.0129826 Mar 11 19:41:18.884068 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-faebaec3-f3e5-4c5b-9283-9aadf490f3d4 req-8445685f-c1cb-4779-adba-edaa6dfbe55c tempest-AbsoluteLimitsNegativeTestJSON-1013198221 tempest-AbsoluteLimitsNegativeTestJSON-1013198221-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b1ab08552b40498095d6ebabbc022ce3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512373 Mar 11 19:41:18.897704 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-734f9c5d-824f-428b-9407-68926be34b72 req-362bc6b2-7ac0-4e60-aee1-ba8d8db615cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3739746-224f-4572-963d-c26b95246596 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:41:18.905713 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-734f9c5d-824f-428b-9407-68926be34b72 req-362bc6b2-7ac0-4e60-aee1-ba8d8db615cf service neutron] Publish callbacks [] for port (c3739746-224f-4572-963d-c26b95246596), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:18.917841 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-734f9c5d-824f-428b-9407-68926be34b72 req-362bc6b2-7ac0-4e60-aee1-ba8d8db615cf service neutron] Transition to ACTIVE for port object c3739746-224f-4572-963d-c26b95246596 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:41:18.929058 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-734f9c5d-824f-428b-9407-68926be34b72 req-362bc6b2-7ac0-4e60-aee1-ba8d8db615cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (c3739746-224f-4572-963d-c26b95246596), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:19.018791 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362bc6b2-7ac0-4e60-aee1-ba8d8db615cf service neutron] Pushing event updated for resources: {'Port': ['ID=c3739746-224f-4572-963d-c26b95246596,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:19.082763 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f75142-f9ec-475e-87bc-8112f24c29a9 req-3abeae17-c80c-4446-ac3a-fb1f724fd5d4 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:19.084556 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-55f75142-f9ec-475e-87bc-8112f24c29a9 req-3abeae17-c80c-4446-ac3a-fb1f724fd5d4 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c01136a-7d54-4cc1-8feb-75a96ac8317a HTTP/1.1" status: 200 len: 943 time: 0.1174350 Mar 11 19:41:19.118252 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-734f9c5d-824f-428b-9407-68926be34b72 req-362bc6b2-7ac0-4e60-aee1-ba8d8db615cf service neutron] Attempting to bind port c3739746-224f-4572-963d-c26b95246596 on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:41:19.118846 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-734f9c5d-824f-428b-9407-68926be34b72 req-362bc6b2-7ac0-4e60-aee1-ba8d8db615cf service neutron] Attempting to bind port c3739746-224f-4572-963d-c26b95246596 by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '4e412043-f4b7-4584-89b3-4a0ee01e31e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '90292ec6-d6b2-4fa1-9376-c622cb87c9e0'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:41:19.118971 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734f9c5d-824f-428b-9407-68926be34b72 req-362bc6b2-7ac0-4e60-aee1-ba8d8db615cf service neutron] Attempting to bind port c3739746-224f-4572-963d-c26b95246596 on network 90292ec6-d6b2-4fa1-9376-c622cb87c9e0 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:41:19.127650 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734f9c5d-824f-428b-9407-68926be34b72 req-362bc6b2-7ac0-4e60-aee1-ba8d8db615cf service neutron] Port c3739746-224f-4572-963d-c26b95246596 on network 90292ec6-d6b2-4fa1-9376-c622cb87c9e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:41:19.127966 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734f9c5d-824f-428b-9407-68926be34b72 req-362bc6b2-7ac0-4e60-aee1-ba8d8db615cf service neutron] Attempting to bind port c3739746-224f-4572-963d-c26b95246596 on network 90292ec6-d6b2-4fa1-9376-c622cb87c9e0 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:41:19.142598 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734f9c5d-824f-428b-9407-68926be34b72 req-362bc6b2-7ac0-4e60-aee1-ba8d8db615cf service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:41:19.142598 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734f9c5d-824f-428b-9407-68926be34b72 req-362bc6b2-7ac0-4e60-aee1-ba8d8db615cf service neutron] Checking segment: {'id': '4e412043-f4b7-4584-89b3-4a0ee01e31e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '90292ec6-d6b2-4fa1-9376-c622cb87c9e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:41:19.142900 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-734f9c5d-824f-428b-9407-68926be34b72 req-362bc6b2-7ac0-4e60-aee1-ba8d8db615cf service neutron] Bound using segment: {'id': '4e412043-f4b7-4584-89b3-4a0ee01e31e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '90292ec6-d6b2-4fa1-9376-c622cb87c9e0'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:41:19.143243 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-734f9c5d-824f-428b-9407-68926be34b72 req-362bc6b2-7ac0-4e60-aee1-ba8d8db615cf service neutron] Bound port: c3739746-224f-4572-963d-c26b95246596, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e412043-f4b7-4584-89b3-4a0ee01e31e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '90292ec6-d6b2-4fa1-9376-c622cb87c9e0'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:41:19.143596 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-734f9c5d-824f-428b-9407-68926be34b72 req-362bc6b2-7ac0-4e60-aee1-ba8d8db615cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c3739746-224f-4572-963d-c26b95246596), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:19.163551 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-55f75142-f9ec-475e-87bc-8112f24c29a9 req-3af169bf-9f5a-4889-9ff8-bb805f686225 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682502 Mar 11 19:41:19.194026 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 40280) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:41:19.226602 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-734f9c5d-824f-428b-9407-68926be34b72 req-362bc6b2-7ac0-4e60-aee1-ba8d8db615cf service neutron] For port c3739746-224f-4572-963d-c26b95246596, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:41:19.229756 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-734f9c5d-824f-428b-9407-68926be34b72 req-362bc6b2-7ac0-4e60-aee1-ba8d8db615cf service neutron] For port c3739746-224f-4572-963d-c26b95246596, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=c3739746-224f-4572-963d-c26b95246596,segment=NetworkSegment(4e412043-f4b7-4584-89b3-4a0ee01e31e1),segment_id=4e412043-f4b7-4584-89b3-4a0ee01e31e1)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:41:19.239229 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-734f9c5d-824f-428b-9407-68926be34b72 req-362bc6b2-7ac0-4e60-aee1-ba8d8db615cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (c3739746-224f-4572-963d-c26b95246596), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:19.300959 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f9c5d-824f-428b-9407-68926be34b72 req-362bc6b2-7ac0-4e60-aee1-ba8d8db615cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:19.301578 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-734f9c5d-824f-428b-9407-68926be34b72 req-362bc6b2-7ac0-4e60-aee1-ba8d8db615cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:19.302946 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-734f9c5d-824f-428b-9407-68926be34b72 req-362bc6b2-7ac0-4e60-aee1-ba8d8db615cf service neutron] 10.222.0.57 "PUT /v2.0/ports/c3739746-224f-4572-963d-c26b95246596 HTTP/1.1" status: 200 len: 1091 time: 0.9240923 Mar 11 19:41:19.305238 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c01136a-7d54-4cc1-8feb-75a96ac8317a', 'tag': 'c3739746-224f-4572-963d-c26b95246596'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:41:19.307407 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eafb81a-ca54-4c1a-b2ae-93f27a97ee7d" -d '{"events": [{"name": "network-changed", "server_uuid": "0c01136a-7d54-4cc1-8feb-75a96ac8317a", "tag": "c3739746-224f-4572-963d-c26b95246596"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:41:19.313930 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-303d360d-3bce-404f-b5eb-2bbc7a488eca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:19.322318 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 8e13da56-f1da-4768-9336-35f2480008d1 up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:41:19.353488 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2785d-53ed-4659-9dc5-315c8227a7b6 req-cab70114-f15a-4a6f-bd44-dea9f16f2854 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:19.355081 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d3a2785d-53ed-4659-9dc5-315c8227a7b6 req-cab70114-f15a-4a6f-bd44-dea9f16f2854 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.1060567 Mar 11 19:41:19.355777 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362bc6b2-7ac0-4e60-aee1-ba8d8db615cf service neutron] Pushing event updated for resources: {'Port': ['ID=c3739746-224f-4572-963d-c26b95246596,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:19.389735 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port 8e13da56-f1da-4768-9336-35f2480008d1 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:41:19.394796 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port 8e13da56-f1da-4768-9336-35f2480008d1 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:41:19.395506 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (8e13da56-f1da-4768-9336-35f2480008d1), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:19.407374 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-303d360d-3bce-404f-b5eb-2bbc7a488eca admin admin] Publish callbacks [] for security_group (329a5e5f-8296-4d9b-81c1-dd1fbf3b0799), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:19.412843 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-303d360d-3bce-404f-b5eb-2bbc7a488eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (329a5e5f-8296-4d9b-81c1-dd1fbf3b0799), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:19.442748 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f9c5d-824f-428b-9407-68926be34b72 req-f7ef640b-f023-4abc-ad30-099721940922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:19.444474 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-734f9c5d-824f-428b-9407-68926be34b72 req-f7ef640b-f023-4abc-ad30-099721940922 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=12e2452ddb214caab7c1aa2dab6d048a&device_id=0c01136a-7d54-4cc1-8feb-75a96ac8317a HTTP/1.1" status: 200 len: 1125 time: 0.0857124 Mar 11 19:41:19.448630 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d3a2785d-53ed-4659-9dc5-315c8227a7b6 req-5858ef8f-8e0b-4982-bf00-52e63a1cb4d5 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799036 Mar 11 19:41:19.462435 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-303d360d-3bce-404f-b5eb-2bbc7a488eca admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b1ab08552b40498095d6ebabbc022ce3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2673090 Mar 11 19:41:19.463350 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303d360d-3bce-404f-b5eb-2bbc7a488eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=329a5e5f-8296-4d9b-81c1-dd1fbf3b0799,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:19.466615 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 40286) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:41:19.507507 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 8e13da56-f1da-4768-9336-35f2480008d1 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:41:19.508095 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (8e13da56-f1da-4768-9336-35f2480008d1), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:19.525610 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a94334bc-1f47-4699-8b20-0b5e9eea578f admin admin] Publish callbacks [] for security_group (329a5e5f-8296-4d9b-81c1-dd1fbf3b0799), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:19.528435 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-734f9c5d-824f-428b-9407-68926be34b72 req-a1c14bc6-da92-402b-a4a6-04ea114187dd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c3739746-224f-4572-963d-c26b95246596 HTTP/1.1" status: 200 len: 217 time: 0.0726933 Mar 11 19:41:19.532208 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '102a4a83-28fc-4bf5-8950-aad9b795774d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e13da56-f1da-4768-9336-35f2480008d1'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:41:19.534806 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae2945e-9de4-4ef7-a6ee-743581eab238" -d '{"events": [{"server_uuid": "102a4a83-28fc-4bf5-8950-aad9b795774d", "name": "network-vif-plugged", "status": "completed", "tag": "8e13da56-f1da-4768-9336-35f2480008d1"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:41:19.548606 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 8e13da56-f1da-4768-9336-35f2480008d1, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=8e13da56-f1da-4768-9336-35f2480008d1,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:19.554171 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (8e13da56-f1da-4768-9336-35f2480008d1), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:19.556030 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a94334bc-1f47-4699-8b20-0b5e9eea578f admin admin] Publish callbacks [] for security_group (329a5e5f-8296-4d9b-81c1-dd1fbf3b0799), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:19.579851 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 5c942892-f69b-462e-af93-ceae44567e50 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:41:19.609589 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f9c5d-824f-428b-9407-68926be34b72 req-a0a44cf9-bf32-4d4c-8345-e2e098dbbd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:19.609970 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a94334bc-1f47-4699-8b20-0b5e9eea578f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (329a5e5f-8296-4d9b-81c1-dd1fbf3b0799), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:19.611098 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-734f9c5d-824f-428b-9407-68926be34b72 req-a0a44cf9-bf32-4d4c-8345-e2e098dbbd24 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5402328f-7fd7-414d-bb99-adab596edad0 HTTP/1.1" status: 200 len: 851 time: 0.0730565 Mar 11 19:41:19.613038 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a94334bc-1f47-4699-8b20-0b5e9eea578f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:19.614437 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a94334bc-1f47-4699-8b20-0b5e9eea578f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/329a5e5f-8296-4d9b-81c1-dd1fbf3b0799 HTTP/1.1" status: 204 len: 168 time: 0.1467562 Mar 11 19:41:19.626986 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94334bc-1f47-4699-8b20-0b5e9eea578f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=329a5e5f-8296-4d9b-81c1-dd1fbf3b0799,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:19.674665 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2cadc6-c654-4b74-aede-da0f4f06ccf0 req-992ac3b3-f08c-42c5-9073-dc07eabd7aeb tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:19.676623 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9d2cadc6-c654-4b74-aede-da0f4f06ccf0 req-992ac3b3-f08c-42c5-9073-dc07eabd7aeb tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 946 time: 0.1508760 Mar 11 19:41:19.679005 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-734f9c5d-824f-428b-9407-68926be34b72 req-5a5a15aa-2f29-482d-b809-6bbf6ef347e8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=90292ec6-d6b2-4fa1-9376-c622cb87c9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533226 Mar 11 19:41:19.794044 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=8e13da56-f1da-4768-9336-35f2480008d1,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:19.813259 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port 5c942892-f69b-462e-af93-ceae44567e50 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:41:19.813791 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9d2cadc6-c654-4b74-aede-da0f4f06ccf0 req-7675419f-5b67-4a45-8ae8-682d16966714 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281409 Mar 11 19:41:19.826895 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 5c942892-f69b-462e-af93-ceae44567e50 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:41:19.827497 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (5c942892-f69b-462e-af93-ceae44567e50), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:19.846293 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-734f9c5d-824f-428b-9407-68926be34b72 req-3fb2d8f6-b837-4279-b7f3-729c868ebb12 service neutron] 10.222.0.57 "GET /v2.0/networks/90292ec6-d6b2-4fa1-9376-c622cb87c9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589062 Mar 11 19:41:19.913898 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 5c942892-f69b-462e-af93-ceae44567e50 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:41:19.914296 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (5c942892-f69b-462e-af93-ceae44567e50), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:19.952036 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 5c942892-f69b-462e-af93-ceae44567e50, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=5c942892-f69b-462e-af93-ceae44567e50,segment=NetworkSegment(d5950882-6964-469a-8841-f74bb8eb73c8),segment_id=d5950882-6964-469a-8841-f74bb8eb73c8)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:19.959619 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (5c942892-f69b-462e-af93-ceae44567e50), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:19.987937 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45b3421-9354-486c-bf11-5159986613b7 req-240c1948-e1c9-4970-b30d-25ecb64126cb tempest-InstanceActionsTestJSON-341572610 tempest-InstanceActionsTestJSON-341572610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:19.989485 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a45b3421-9354-486c-bf11-5159986613b7 req-240c1948-e1c9-4970-b30d-25ecb64126cb tempest-InstanceActionsTestJSON-341572610 tempest-InstanceActionsTestJSON-341572610-project] 10.222.0.65 "GET /v2.0/ports?device_id=0531a355-d346-47aa-bf50-e25f3e99bbd9 HTTP/1.1" status: 200 len: 944 time: 0.1084986 Mar 11 19:41:19.991463 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-734f9c5d-824f-428b-9407-68926be34b72 req-5dbc9d8e-e359-492f-a32d-170017258739 service neutron] 10.222.0.57 "GET /v2.0/networks/90292ec6-d6b2-4fa1-9376-c622cb87c9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388791 Mar 11 19:41:20.018403 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=5c942892-f69b-462e-af93-ceae44567e50,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:20.049935 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a45b3421-9354-486c-bf11-5159986613b7 req-000739ac-3568-417c-8a4d-1bfa14566eca tempest-InstanceActionsTestJSON-341572610 tempest-InstanceActionsTestJSON-341572610-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3c98329-ae5a-4e15-8b4c-26e7f282a21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464966 Mar 11 19:41:20.105722 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5088834-d398-4b6f-8568-3ad9cac7150f x-openstack-request-id: req-d5088834-d398-4b6f-8568-3ad9cac7150f {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:41:20.106020 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c01136a-7d54-4cc1-8feb-75a96ac8317a", "tag": "c3739746-224f-4572-963d-c26b95246596", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:41:20.106278 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d5088834-d398-4b6f-8568-3ad9cac7150f {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:41:20.106695 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c01136a-7d54-4cc1-8feb-75a96ac8317a', 'tag': 'c3739746-224f-4572-963d-c26b95246596', 'status': 'completed', 'code': 200} Mar 11 19:41:20.230758 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eafb81a-ca54-4c1a-b2ae-93f27a97ee7d req-e5dd379f-c6f2-425e-844f-515665624eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:20.232313 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3eafb81a-ca54-4c1a-b2ae-93f27a97ee7d req-e5dd379f-c6f2-425e-844f-515665624eb6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=12e2452ddb214caab7c1aa2dab6d048a&device_id=0c01136a-7d54-4cc1-8feb-75a96ac8317a HTTP/1.1" status: 200 len: 1125 time: 0.1040833 Mar 11 19:41:20.245132 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec88b88-2fcb-41c6-9dd9-b3a5e8032bd5 req-f2be6a28-ef00-4366-a7c9-1bbf1305e4fe tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:20.246585 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1ec88b88-2fcb-41c6-9dd9-b3a5e8032bd5 req-f2be6a28-ef00-4366-a7c9-1bbf1305e4fe tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.0672784 Mar 11 19:41:20.354662 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1ec88b88-2fcb-41c6-9dd9-b3a5e8032bd5 req-bd83a6fb-e324-4409-9633-a7dedbc2165c tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993907 Mar 11 19:41:20.376177 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eafb81a-ca54-4c1a-b2ae-93f27a97ee7d req-91456b8a-2e5a-4ac3-8a63-45d4307bb1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:20.378002 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3eafb81a-ca54-4c1a-b2ae-93f27a97ee7d req-91456b8a-2e5a-4ac3-8a63-45d4307bb1a3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=90292ec6-d6b2-4fa1-9376-c622cb87c9e0 HTTP/1.1" status: 200 len: 912 time: 0.1303658 Mar 11 19:41:20.435093 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3eafb81a-ca54-4c1a-b2ae-93f27a97ee7d req-80d66968-14ac-4a71-9aed-a256649e7487 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c3739746-224f-4572-963d-c26b95246596 HTTP/1.1" status: 200 len: 217 time: 0.0503750 Mar 11 19:41:20.500439 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eafb81a-ca54-4c1a-b2ae-93f27a97ee7d req-1f13ff37-e5e4-4519-b0a8-0fd013f97ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:20.502569 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3eafb81a-ca54-4c1a-b2ae-93f27a97ee7d req-1f13ff37-e5e4-4519-b0a8-0fd013f97ba0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5402328f-7fd7-414d-bb99-adab596edad0 HTTP/1.1" status: 200 len: 851 time: 0.0601676 Mar 11 19:41:20.537555 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3eafb81a-ca54-4c1a-b2ae-93f27a97ee7d req-72ba6be0-d849-42d5-a8d7-a85655546a66 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=90292ec6-d6b2-4fa1-9376-c622cb87c9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274868 Mar 11 19:41:20.656798 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3eafb81a-ca54-4c1a-b2ae-93f27a97ee7d req-92408448-0963-4698-8c10-ddc68af53788 service neutron] 10.222.0.57 "GET /v2.0/networks/90292ec6-d6b2-4fa1-9376-c622cb87c9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137130 Mar 11 19:41:20.678951 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace3a2c1-7062-48cb-987d-b7c529f9bc01 req-f39173ac-1994-4080-85c0-0ee8445dc51d tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:20.680362 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ace3a2c1-7062-48cb-987d-b7c529f9bc01 req-f39173ac-1994-4080-85c0-0ee8445dc51d tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/ports?device_id=102a4a83-28fc-4bf5-8950-aad9b795774d HTTP/1.1" status: 200 len: 950 time: 0.2522194 Mar 11 19:41:20.772664 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ace3a2c1-7062-48cb-987d-b7c529f9bc01 req-15d838ff-4224-4b3f-a662-e7557316ae65 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/security-groups?id=032b05bd-60bf-4cbe-8790-99bf90b24300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819969 Mar 11 19:41:20.787134 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3eafb81a-ca54-4c1a-b2ae-93f27a97ee7d req-dd278e4a-a970-429c-901c-5890eb20ebf8 service neutron] 10.222.0.57 "GET /v2.0/networks/90292ec6-d6b2-4fa1-9376-c622cb87c9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228240 Mar 11 19:41:20.816058 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe728724-d257-4d9d-8866-e528bf4ea661 x-openstack-request-id: req-fe728724-d257-4d9d-8866-e528bf4ea661 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:41:20.816555 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "102a4a83-28fc-4bf5-8950-aad9b795774d", "name": "network-vif-plugged", "status": "completed", "tag": "8e13da56-f1da-4768-9336-35f2480008d1", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:41:20.816647 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fe728724-d257-4d9d-8866-e528bf4ea661 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:41:20.816981 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '102a4a83-28fc-4bf5-8950-aad9b795774d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e13da56-f1da-4768-9336-35f2480008d1', 'code': 200} Mar 11 19:41:20.918641 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79e771-e209-4430-b17d-655f9eda099a req-f747b0ad-369e-466d-a872-4ea91cf7eb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:20.920086 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-aa79e771-e209-4430-b17d-655f9eda099a req-f747b0ad-369e-466d-a872-4ea91cf7eb40 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=102a4a83-28fc-4bf5-8950-aad9b795774d HTTP/1.1" status: 200 len: 1132 time: 0.0480754 Mar 11 19:41:20.962655 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-aa79e771-e209-4430-b17d-655f9eda099a req-db1611dd-5b49-4d2f-ab61-98fe636e0ad6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=032b05bd-60bf-4cbe-8790-99bf90b24300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360994 Mar 11 19:41:21.221490 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551978e3-86d4-43b4-b356-7d39a195da9b req-5143ee51-9ea6-43a0-a0ec-b4358be62edf tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:21.222892 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-551978e3-86d4-43b4-b356-7d39a195da9b req-5143ee51-9ea6-43a0-a0ec-b4358be62edf tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c01136a-7d54-4cc1-8feb-75a96ac8317a HTTP/1.1" status: 200 len: 943 time: 0.0556395 Mar 11 19:41:21.283255 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-551978e3-86d4-43b4-b356-7d39a195da9b req-509ea1a5-6c5c-47a8-b283-ffc17f43e545 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526750 Mar 11 19:41:21.615037 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dafd3eb-f28d-4555-9721-30f8d0e02a9c req-3c9b5e0a-70e1-4c71-a73a-05038517a24a tempest-InstanceActionsTestJSON-341572610 tempest-InstanceActionsTestJSON-341572610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:21.616544 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7dafd3eb-f28d-4555-9721-30f8d0e02a9c req-3c9b5e0a-70e1-4c71-a73a-05038517a24a tempest-InstanceActionsTestJSON-341572610 tempest-InstanceActionsTestJSON-341572610-project] 10.222.0.65 "GET /v2.0/ports?device_id=0531a355-d346-47aa-bf50-e25f3e99bbd9 HTTP/1.1" status: 200 len: 945 time: 0.0570667 Mar 11 19:41:21.663902 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7dafd3eb-f28d-4555-9721-30f8d0e02a9c req-34836692-dff5-468c-8537-968e712fb907 tempest-InstanceActionsTestJSON-341572610 tempest-InstanceActionsTestJSON-341572610-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3c98329-ae5a-4e15-8b4c-26e7f282a21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415146 Mar 11 19:41:21.792179 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb23e375-9686-49ce-9b84-a026001d6f3c req-fd216543-5973-46ad-89f2-b61ed5b3f679 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:21.793975 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fb23e375-9686-49ce-9b84-a026001d6f3c req-fd216543-5973-46ad-89f2-b61ed5b3f679 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.0565383 Mar 11 19:41:21.844374 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fb23e375-9686-49ce-9b84-a026001d6f3c req-775820a8-dfa0-4dc3-bc33-427863fb333b tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433879 Mar 11 19:41:21.912182 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-69f55740-f2f9-471e-9358-0185d44b59f4 req-0ae5f329-f3cd-421e-911f-32f8e951edce tempest-ServersAaction247Test-792891612 tempest-ServersAaction247Test-792891612-project] 10.222.0.65 "GET /v2.0/ports?device_id=74db0535-8112-41a1-adce-582d1cf57ac9 HTTP/1.1" status: 200 len: 210 time: 0.0286191 Mar 11 19:41:21.961103 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 40374) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:41:22.013657 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fdbd390-14e9-4ac2-b9fa-383c681f4ea1 admin admin] Deleting subnet 9c56ca4e-5b66-4f97-9a36-de851a36143f {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:41:22.017564 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7fdbd390-14e9-4ac2-b9fa-383c681f4ea1 admin admin] Publish callbacks [] for subnet (9c56ca4e-5b66-4f97-9a36-de851a36143f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:22.053047 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7fdbd390-14e9-4ac2-b9fa-383c681f4ea1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (9c56ca4e-5b66-4f97-9a36-de851a36143f), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:22.061567 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af91bb93-2a21-410c-8958-463510a87a71 req-fc958d07-1728-48dd-9500-aa44f214bdf7 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:22.063854 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-af91bb93-2a21-410c-8958-463510a87a71 req-fc958d07-1728-48dd-9500-aa44f214bdf7 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/ports?device_id=102a4a83-28fc-4bf5-8950-aad9b795774d HTTP/1.1" status: 200 len: 950 time: 0.0623481 Mar 11 19:41:22.102471 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7fdbd390-14e9-4ac2-b9fa-383c681f4ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (9c56ca4e-5b66-4f97-9a36-de851a36143f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:22.114555 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-af91bb93-2a21-410c-8958-463510a87a71 req-6e7269ff-b491-40ca-b6cd-00856c1d71e8 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/security-groups?id=032b05bd-60bf-4cbe-8790-99bf90b24300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446117 Mar 11 19:41:22.190554 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7fdbd390-14e9-4ac2-b9fa-383c681f4ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (9c56ca4e-5b66-4f97-9a36-de851a36143f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:22.216245 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdbd390-14e9-4ac2-b9fa-383c681f4ea1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c56ca4e-5b66-4f97-9a36-de851a36143f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:22.220096 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7fdbd390-14e9-4ac2-b9fa-383c681f4ea1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:22.225969 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-7fdbd390-14e9-4ac2-b9fa-383c681f4ea1 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/9c56ca4e-5b66-4f97-9a36-de851a36143f HTTP/1.1" status: 204 len: 168 time: 0.2611067 Mar 11 19:41:22.225969 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 40380) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:41:22.249246 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc770d-229e-497c-84e3-69162f78bbad req-2993d640-0777-4374-83f3-5b73ebcad162 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:22.250754 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bbbc770d-229e-497c-84e3-69162f78bbad req-2993d640-0777-4374-83f3-5b73ebcad162 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.0549476 Mar 11 19:41:22.281434 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-31144637-de1a-4273-b50f-025663bd6254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:22.296835 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0a07b68b-d6b1-4265-92f1-ebe118f2a873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (c94d1f5a-df19-403f-9da6-4cd9b83d560b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:22.301478 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bbbc770d-229e-497c-84e3-69162f78bbad req-5ac32e27-563c-4fa0-9922-552de7de6a5e tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443299 Mar 11 19:41:22.383994 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0a07b68b-d6b1-4265-92f1-ebe118f2a873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (c94d1f5a-df19-403f-9da6-4cd9b83d560b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:22.405150 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-0a07b68b-d6b1-4265-92f1-ebe118f2a873 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c94d1f5a-df19-403f-9da6-4cd9b83d560b']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:22.410492 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f5f0cc-8880-43b7-bf38-fce60f27b853 req-e7615fdb-c825-4951-ae7b-25aa3ce21b10 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:22.411992 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f7f5f0cc-8880-43b7-bf38-fce60f27b853 req-e7615fdb-c825-4951-ae7b-25aa3ce21b10 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c01136a-7d54-4cc1-8feb-75a96ac8317a HTTP/1.1" status: 200 len: 943 time: 0.0528827 Mar 11 19:41:22.414710 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-0a07b68b-d6b1-4265-92f1-ebe118f2a873 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b73ff785-b4d3-46c3-8f2e-67cb40451798') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:22.415004 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-0a07b68b-d6b1-4265-92f1-ebe118f2a873 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b73ff785-b4d3-46c3-8f2e-67cb40451798') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:22.424497 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0a07b68b-d6b1-4265-92f1-ebe118f2a873 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (b73ff785-b4d3-46c3-8f2e-67cb40451798), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:22.438090 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0a07b68b-d6b1-4265-92f1-ebe118f2a873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (b73ff785-b4d3-46c3-8f2e-67cb40451798), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:22.444165 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a07b68b-d6b1-4265-92f1-ebe118f2a873 admin admin] Releasing vlan 858 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:41:22.444550 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0a07b68b-d6b1-4265-92f1-ebe118f2a873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (b73ff785-b4d3-46c3-8f2e-67cb40451798), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:22.446161 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:41:22.446161 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:41:22.446161 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:41:22.446161 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:41:22.446161 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:41:22.446161 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:41:22.446161 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:41:22.446161 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:41:22.446161 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:41:22.446161 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:41:22.446161 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:41:22.446161 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:41:22.446161 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:41:22.446161 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:41:22.446161 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:41:22.446161 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:41:22.446161 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:41:22.446161 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:41:22.446161 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:41:22.446161 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:41:22.446161 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:41:22.446161 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:41:22.446161 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:41:22.446161 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:41:22.446161 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:41:22.446161 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:41:22.446161 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:41:22.446161 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:41:22.446161 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:41:22.446161 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:41:22.446161 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:41:22.446161 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:41:22.464791 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f7f5f0cc-8880-43b7-bf38-fce60f27b853 req-9432685c-86df-4cd5-9d7a-7a0431fbd26c tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472546 Mar 11 19:41:22.519207 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0a07b68b-d6b1-4265-92f1-ebe118f2a873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (c94d1f5a-df19-403f-9da6-4cd9b83d560b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:22.525034 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0a07b68b-d6b1-4265-92f1-ebe118f2a873 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:22.534625 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-0a07b68b-d6b1-4265-92f1-ebe118f2a873 admin admin] 10.222.0.65 "DELETE /v2.0/networks/c94d1f5a-df19-403f-9da6-4cd9b83d560b HTTP/1.1" status: 204 len: 168 time: 0.3038323 Mar 11 19:41:22.544922 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a07b68b-d6b1-4265-92f1-ebe118f2a873 admin admin] Pushing event deleted for resources: {'Network': ['ID=c94d1f5a-df19-403f-9da6-4cd9b83d560b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:22.562242 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:22.616412 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec45a0a-421d-4022-a3d6-aef6954d8589 req-fca9a170-b5bc-44c2-9922-e9b09b953d78 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:22.618124 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4ec45a0a-421d-4022-a3d6-aef6954d8589 req-fca9a170-b5bc-44c2-9922-e9b09b953d78 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.0584323 Mar 11 19:41:22.679210 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4ec45a0a-421d-4022-a3d6-aef6954d8589 req-0ee46c6b-5342-469c-add0-daa1f28de128 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511622 Mar 11 19:41:22.748455 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 40396) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:41:22.794425 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a4c0d30e-1f80-4890-9c98-0a2789d6a551 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a2f326f24af44a2e95b342f28598d453&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0446725 Mar 11 19:41:22.795044 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 40398) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:41:22.804084 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f582e-4a95-4b43-8ff5-2fec18a6f52f req-db0e507c-2741-4a34-a326-a8f311fcf073 tempest-InstanceActionsTestJSON-341572610 tempest-InstanceActionsTestJSON-341572610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:22.805551 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6d8f582e-4a95-4b43-8ff5-2fec18a6f52f req-db0e507c-2741-4a34-a326-a8f311fcf073 tempest-InstanceActionsTestJSON-341572610 tempest-InstanceActionsTestJSON-341572610-project] 10.222.0.65 "GET /v2.0/ports?device_id=0531a355-d346-47aa-bf50-e25f3e99bbd9 HTTP/1.1" status: 200 len: 945 time: 0.0608280 Mar 11 19:41:22.821995 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0531a355-d346-47aa-bf50-e25f3e99bbd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c942892-f69b-462e-af93-ceae44567e50'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:41:22.824632 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e84ac4-120a-48d7-8b74-6474cc82c1d6" -d '{"events": [{"server_uuid": "0531a355-d346-47aa-bf50-e25f3e99bbd9", "name": "network-vif-plugged", "status": "completed", "tag": "5c942892-f69b-462e-af93-ceae44567e50"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:41:22.852609 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-87441f6f-cc1c-4362-b0e8-d0aa0bbaec0e admin admin] Publish callbacks [] for security_group (261336dd-0e77-47f3-81fe-2f48b72b4614), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:22.865148 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6d8f582e-4a95-4b43-8ff5-2fec18a6f52f req-3a8dd924-399b-4a78-bfa1-ed8bce3acb14 tempest-InstanceActionsTestJSON-341572610 tempest-InstanceActionsTestJSON-341572610-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3c98329-ae5a-4e15-8b4c-26e7f282a21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537677 Mar 11 19:41:22.890234 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-87441f6f-cc1c-4362-b0e8-d0aa0bbaec0e admin admin] Publish callbacks [] for security_group (261336dd-0e77-47f3-81fe-2f48b72b4614), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:22.953893 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-87441f6f-cc1c-4362-b0e8-d0aa0bbaec0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (261336dd-0e77-47f3-81fe-2f48b72b4614), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:22.956709 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-87441f6f-cc1c-4362-b0e8-d0aa0bbaec0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:22.958534 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-87441f6f-cc1c-4362-b0e8-d0aa0bbaec0e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/261336dd-0e77-47f3-81fe-2f48b72b4614 HTTP/1.1" status: 204 len: 168 time: 0.1619005 Mar 11 19:41:22.967705 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87441f6f-cc1c-4362-b0e8-d0aa0bbaec0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=261336dd-0e77-47f3-81fe-2f48b72b4614,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:23.008050 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e1c607-1451-4996-a356-c80b8bd887c3 req-e726f177-cf03-436d-9499-fc23f472ef36 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:23.009672 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f4e1c607-1451-4996-a356-c80b8bd887c3 req-e726f177-cf03-436d-9499-fc23f472ef36 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.0713100 Mar 11 19:41:23.057264 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f4e1c607-1451-4996-a356-c80b8bd887c3 req-8b687f56-72c1-421d-abee-644b50059a54 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413496 Mar 11 19:41:23.105394 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d7a876-294b-45ff-a266-24047c777e26 x-openstack-request-id: req-78d7a876-294b-45ff-a266-24047c777e26 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:41:23.105905 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0531a355-d346-47aa-bf50-e25f3e99bbd9", "name": "network-vif-plugged", "status": "completed", "tag": "5c942892-f69b-462e-af93-ceae44567e50", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:41:23.106164 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-78d7a876-294b-45ff-a266-24047c777e26 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:41:23.106554 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0531a355-d346-47aa-bf50-e25f3e99bbd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c942892-f69b-462e-af93-ceae44567e50', 'code': 200} Mar 11 19:41:23.204433 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2ac8c4ee-a100-4327-bf17-3ab177bbb07e req-423f7ba9-a2a1-4615-ab0b-9e7ff7a67f0d tempest-ServersAaction247Test-792891612 tempest-ServersAaction247Test-792891612-project] 10.222.0.65 "GET /v2.0/ports?device_id=74db0535-8112-41a1-adce-582d1cf57ac9 HTTP/1.1" status: 200 len: 210 time: 0.0392416 Mar 11 19:41:23.238213 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be2f4ad-3bc6-4bde-b805-57f90557dc99 req-848e7382-6146-43f5-8a16-4ac298de8a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:23.239971 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-4be2f4ad-3bc6-4bde-b805-57f90557dc99 req-848e7382-6146-43f5-8a16-4ac298de8a22 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=0531a355-d346-47aa-bf50-e25f3e99bbd9 HTTP/1.1" status: 200 len: 1127 time: 0.0682728 Mar 11 19:41:23.302742 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-4be2f4ad-3bc6-4bde-b805-57f90557dc99 req-b9d717e2-e312-46e4-b562-c83108234d23 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=a3c98329-ae5a-4e15-8b4c-26e7f282a21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549545 Mar 11 19:41:23.344912 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b136de-9f5a-4cb2-aa90-765ba5ad4dce req-557af225-77de-498f-bfdb-d17ad5cd3399 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:23.345473 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device c3739746-224f-4572-963d-c26b95246596 details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:41:23.346473 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-81b136de-9f5a-4cb2-aa90-765ba5ad4dce req-557af225-77de-498f-bfdb-d17ad5cd3399 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/ports?device_id=102a4a83-28fc-4bf5-8950-aad9b795774d HTTP/1.1" status: 200 len: 950 time: 0.0589881 Mar 11 19:41:23.405181 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-81b136de-9f5a-4cb2-aa90-765ba5ad4dce req-dbf239e5-06ea-466d-8627-44d0a66086bf tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/security-groups?id=032b05bd-60bf-4cbe-8790-99bf90b24300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517752 Mar 11 19:41:23.463967 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port c3739746-224f-4572-963d-c26b95246596, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=c3739746-224f-4572-963d-c26b95246596,segment=NetworkSegment(4e412043-f4b7-4584-89b3-4a0ee01e31e1),segment_id=4e412043-f4b7-4584-89b3-4a0ee01e31e1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:23.476266 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': 'c3739746-224f-4572-963d-c26b95246596', 'network_id': '90292ec6-d6b2-4fa1-9376-c622cb87c9e0', 'port_id': 'c3739746-224f-4572-963d-c26b95246596', 'mac_address': 'fa:16:3e:41:af:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5402328f-7fd7-414d-bb99-adab596edad0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:41:23.524279 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port c3739746-224f-4572-963d-c26b95246596 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:41:23.524686 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c3739746-224f-4572-963d-c26b95246596), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:23.538758 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3739746-224f-4572-963d-c26b95246596 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:41:23.561700 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad145c7-9788-4e1c-9ec0-a6432359b8d3 req-93936bbb-994a-44ed-afd2-3ff11fc2851f tempest-ServersOnMultiNodesTest-977370987 tempest-ServersOnMultiNodesTest-977370987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:23.563409 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2ad145c7-9788-4e1c-9ec0-a6432359b8d3 req-93936bbb-994a-44ed-afd2-3ff11fc2851f tempest-ServersOnMultiNodesTest-977370987 tempest-ServersOnMultiNodesTest-977370987-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=102a4a83-28fc-4bf5-8950-aad9b795774d HTTP/1.1" status: 200 len: 1132 time: 0.0608830 Mar 11 19:41:23.564532 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port c3739746-224f-4572-963d-c26b95246596, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=c3739746-224f-4572-963d-c26b95246596,segment=NetworkSegment(4e412043-f4b7-4584-89b3-4a0ee01e31e1),segment_id=4e412043-f4b7-4584-89b3-4a0ee01e31e1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:23.570156 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (c3739746-224f-4572-963d-c26b95246596), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:23.615967 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2ad145c7-9788-4e1c-9ec0-a6432359b8d3 req-e5566374-b836-40aa-80b4-6abae6a0203f tempest-ServersOnMultiNodesTest-977370987 tempest-ServersOnMultiNodesTest-977370987-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=032b05bd-60bf-4cbe-8790-99bf90b24300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426691 Mar 11 19:41:23.625359 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=c3739746-224f-4572-963d-c26b95246596,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:23.739286 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edeb345-8b19-472c-b2a4-72514ac34172 req-cdfb9a66-cf2a-4d3b-94ac-87a846dee6f0 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:23.740826 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1edeb345-8b19-472c-b2a4-72514ac34172 req-cdfb9a66-cf2a-4d3b-94ac-87a846dee6f0 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.0612652 Mar 11 19:41:23.789878 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1edeb345-8b19-472c-b2a4-72514ac34172 req-c0491e6b-eeea-4389-9c45-98bb8a1cbad5 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434489 Mar 11 19:41:23.853691 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 40446) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:41:23.899761 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d7b1b-5be5-4611-895b-7dfea1aabe3b req-e2b4ac2d-214a-427e-bfa6-126b2f744c78 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:23.901144 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d24d7b1b-5be5-4611-895b-7dfea1aabe3b req-e2b4ac2d-214a-427e-bfa6-126b2f744c78 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c01136a-7d54-4cc1-8feb-75a96ac8317a HTTP/1.1" status: 200 len: 944 time: 0.0580063 Mar 11 19:41:23.949456 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d24d7b1b-5be5-4611-895b-7dfea1aabe3b req-0e1298a0-dddf-4827-9108-9a6dcfb54fca tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422595 Mar 11 19:41:23.952193 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-2ff2a229-9698-4332-9858-ffebf2006140 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1674577475-network', 'tenant_id': 'b362e7ba3bfb498d9e580e0a76a9be12'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:41:23.976102 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff2a229-9698-4332-9858-ffebf2006140 admin admin] Made reservation on behalf of b362e7ba3bfb498d9e580e0a76a9be12 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:41:23.978401 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2ff2a229-9698-4332-9858-ffebf2006140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:23.987554 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2ff2a229-9698-4332-9858-ffebf2006140 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:24.021765 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['c3739746-224f-4572-963d-c26b95246596'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:41:24.042857 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f572c586-8c6e-4517-87d0-bf0bdd415822 req-a0c1f0f6-3f8b-49f0-937d-d8b50c04aa02 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=7fcfa9d2f3ed4be8ac815d1e6642330d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225852 Mar 11 19:41:24.073546 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2ff2a229-9698-4332-9858-ffebf2006140 admin admin] Publish callbacks [] for security_group (5e6edb3d-008e-48ff-8ef0-64786618cae1), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:24.080312 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2ff2a229-9698-4332-9858-ffebf2006140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (5e6edb3d-008e-48ff-8ef0-64786618cae1), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:24.100134 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ff2a229-9698-4332-9858-ffebf2006140 admin admin] vlan segment allocate from pool success with {'vlan_id': 850, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:41:24.115987 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2ff2a229-9698-4332-9858-ffebf2006140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (13d1512a-6981-44c9-9a87-0eca6dce4e01), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:24.116337 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-2ff2a229-9698-4332-9858-ffebf2006140 admin admin] Added segment 13d1512a-6981-44c9-9a87-0eca6dce4e01 of type vlan for network 76270208-0feb-4aa6-a022-05d8e5f73f8c Mar 11 19:41:24.182746 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff2a229-9698-4332-9858-ffebf2006140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6edb3d-008e-48ff-8ef0-64786618cae1,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:24.187642 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2ff2a229-9698-4332-9858-ffebf2006140 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (76270208-0feb-4aa6-a022-05d8e5f73f8c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:24.194491 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572c586-8c6e-4517-87d0-bf0bdd415822 req-3196753e-5026-4424-a500-4eb8635ca4bf tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:24.195854 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f572c586-8c6e-4517-87d0-bf0bdd415822 req-3196753e-5026-4424-a500-4eb8635ca4bf tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1407800 Mar 11 19:41:24.215360 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f572c586-8c6e-4517-87d0-bf0bdd415822 req-77672ba5-19d6-4e4b-8933-3683611d5b20 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/quotas/7fcfa9d2f3ed4be8ac815d1e6642330d HTTP/1.1" status: 200 len: 375 time: 0.0108783 Mar 11 19:41:24.219342 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2ff2a229-9698-4332-9858-ffebf2006140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (76270208-0feb-4aa6-a022-05d8e5f73f8c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:24.220475 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff2a229-9698-4332-9858-ffebf2006140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:24.221065 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2ff2a229-9698-4332-9858-ffebf2006140 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:24.259939 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-2ff2a229-9698-4332-9858-ffebf2006140 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4048684 Mar 11 19:41:24.262724 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 40474) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:41:24.295532 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f572c586-8c6e-4517-87d0-bf0bdd415822 req-10f6e0ab-d0d0-46b9-b5ea-6e998be0a61e tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=7fcfa9d2f3ed4be8ac815d1e6642330d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0718470 Mar 11 19:41:24.297759 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-54b53787-0d02-48f8-af5b-0b28b0cb64b0 admin admin] Request body: {'subnet': {'network_id': '76270208-0feb-4aa6-a022-05d8e5f73f8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1674577475-subnet', 'tenant_id': 'b362e7ba3bfb498d9e580e0a76a9be12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:41:24.302433 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff2a229-9698-4332-9858-ffebf2006140 admin admin] Pushing event updated for resources: {'Network': ['ID=76270208-0feb-4aa6-a022-05d8e5f73f8c,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:24.314577 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 76270208-0feb-4aa6-a022-05d8e5f73f8c details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:41:24.325833 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b53787-0d02-48f8-af5b-0b28b0cb64b0 admin admin] Made reservation on behalf of b362e7ba3bfb498d9e580e0a76a9be12 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:41:24.330449 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-54b53787-0d02-48f8-af5b-0b28b0cb64b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:24.540746 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-54b53787-0d02-48f8-af5b-0b28b0cb64b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (d23219ed-7f8e-4413-9cc6-5853fc757d12), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:24.562541 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb32f3-24bf-41c1-a8a8-e7f1c04d3324 req-ccb65d1b-e93d-4047-83e8-ab1dbd445533 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:24.573088 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-21eb32f3-24bf-41c1-a8a8-e7f1c04d3324 req-ccb65d1b-e93d-4047-83e8-ab1dbd445533 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.0882449 Mar 11 19:41:24.582653 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-98a6ad4c-8df0-4d3b-8a6b-4823885202bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:24.608141 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b53787-0d02-48f8-af5b-0b28b0cb64b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d23219ed-7f8e-4413-9cc6-5853fc757d12,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:24.640175 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-21eb32f3-24bf-41c1-a8a8-e7f1c04d3324 req-4368380b-08b9-45c1-9d69-d029ac2d97e8 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660346 Mar 11 19:41:24.659321 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b53787-0d02-48f8-af5b-0b28b0cb64b0 admin admin] Checking segment: {'id': '13d1512a-6981-44c9-9a87-0eca6dce4e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '76270208-0feb-4aa6-a022-05d8e5f73f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:41:24.660010 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b53787-0d02-48f8-af5b-0b28b0cb64b0 admin admin] Network hostable DHCP agents. Network: 76270208-0feb-4aa6-a022-05d8e5f73f8c, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:41:24.710884 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b53787-0d02-48f8-af5b-0b28b0cb64b0 admin admin] Network 76270208-0feb-4aa6-a022-05d8e5f73f8c is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:41:24.722967 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-54b53787-0d02-48f8-af5b-0b28b0cb64b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 76270208-0feb-4aa6-a022-05d8e5f73f8c) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:24.735387 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b53787-0d02-48f8-af5b-0b28b0cb64b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:24.735575 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97883e00-57d3-4fa8-bc6a-d6b334744a37 None None] Network 76270208-0feb-4aa6-a022-05d8e5f73f8c requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:41:24.736300 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-54b53787-0d02-48f8-af5b-0b28b0cb64b0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:24.768935 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-295a61c3-7e4f-40bc-a185-00dac7a0ed1c req-70438048-ebe2-4561-9d3b-159c079e134c service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=74db0535-8112-41a1-adce-582d1cf57ac9 HTTP/1.1" status: 200 len: 210 time: 0.0294337 Mar 11 19:41:24.782893 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-54b53787-0d02-48f8-af5b-0b28b0cb64b0 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5182989 Mar 11 19:41:24.785334 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 40504) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:41:24.791337 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-40a23d0c-02fb-4add-b325-08c95363c50d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1674577475-router', 'tenant_id': 'b362e7ba3bfb498d9e580e0a76a9be12', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:41:24.822352 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-40a23d0c-02fb-4add-b325-08c95363c50d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (d5507dfc-ec21-42de-80d5-1e816f73580f), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:24.823901 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-40a23d0c-02fb-4add-b325-08c95363c50d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (d5507dfc-ec21-42de-80d5-1e816f73580f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:24.856843 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f321c6-1885-4e43-8030-05aa25861581 req-7014bde2-de0a-4c11-b773-7fece6ade777 tempest-InstanceActionsTestJSON-341572610 tempest-InstanceActionsTestJSON-341572610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:24.859776 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-73f321c6-1885-4e43-8030-05aa25861581 req-7014bde2-de0a-4c11-b773-7fece6ade777 tempest-InstanceActionsTestJSON-341572610 tempest-InstanceActionsTestJSON-341572610-project] 10.222.0.65 "GET /v2.0/ports?device_id=0531a355-d346-47aa-bf50-e25f3e99bbd9 HTTP/1.1" status: 200 len: 945 time: 0.1084359 Mar 11 19:41:24.895937 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-40a23d0c-02fb-4add-b325-08c95363c50d admin admin] Publish callbacks [] for router_controller (d5507dfc-ec21-42de-80d5-1e816f73580f), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:24.971767 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-73f321c6-1885-4e43-8030-05aa25861581 req-6022cedb-4885-4ff2-8528-ea114b0f680e tempest-InstanceActionsTestJSON-341572610 tempest-InstanceActionsTestJSON-341572610-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3c98329-ae5a-4e15-8b4c-26e7f282a21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984039 Mar 11 19:41:25.004725 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef88716-0078-49e8-a852-cfa35f4c4729 None None] Network 76270208-0feb-4aa6-a022-05d8e5f73f8c requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:41:25.074772 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8ba60b9c-bc10-4e21-8ed6-ed3d330072fa req-31786093-1067-4c8c-989e-4db2a295723c tempest-ServersAaction247Test-792891612 tempest-ServersAaction247Test-792891612-project] 10.222.0.65 "GET /v2.0/ports?device_id=74db0535-8112-41a1-adce-582d1cf57ac9 HTTP/1.1" status: 200 len: 210 time: 0.0378015 Mar 11 19:41:25.150303 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-40a23d0c-02fb-4add-b325-08c95363c50d admin admin] Publish callbacks [] for router_gateway (d5507dfc-ec21-42de-80d5-1e816f73580f), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:25.200221 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2d1d5052-63a2-4235-a3b9-5da7b3deb0a9 req-f3c33e68-3357-4d0c-b86f-632e15c176ad tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d77af73-27f0-4b13-814f-d1ec1ebca08d HTTP/1.1" status: 200 len: 210 time: 0.0383313 Mar 11 19:41:25.360641 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device c3739746-224f-4572-963d-c26b95246596 up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:41:25.464897 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port c3739746-224f-4572-963d-c26b95246596 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:41:25.470043 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port c3739746-224f-4572-963d-c26b95246596 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:41:25.470840 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (c3739746-224f-4572-963d-c26b95246596), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:25.492957 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f190c3-0fe3-485b-807c-0d404d4f9494 req-50ae2aaa-5cd4-49b9-bb38-9ada983b900e tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:25.501789 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-82f190c3-0fe3-485b-807c-0d404d4f9494 req-50ae2aaa-5cd4-49b9-bb38-9ada983b900e tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/networks?id=a1201544-4744-491d-92d6-555a21ac497f HTTP/1.1" status: 200 len: 814 time: 0.1541061 Mar 11 19:41:25.515776 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-82f190c3-0fe3-485b-807c-0d404d4f9494 req-c940bb0d-2371-43e0-ba35-0572ac540794 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/quotas/84f4e9628ef44103bf68c3d01504c13a HTTP/1.1" status: 200 len: 375 time: 0.0120814 Mar 11 19:41:25.564565 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-40a23d0c-02fb-4add-b325-08c95363c50d admin admin] Publish callbacks [] for router_gateway (d5507dfc-ec21-42de-80d5-1e816f73580f), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:25.590281 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-40a23d0c-02fb-4add-b325-08c95363c50d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:25.604870 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-82f190c3-0fe3-485b-807c-0d404d4f9494 req-ad3cc733-0d48-40cd-a2f9-6c93d658afb8 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=84f4e9628ef44103bf68c3d01504c13a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0829253 Mar 11 19:41:25.624643 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 9fd68e1a-7e53-4dd7-a129-e219fe1f8266 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:41:25.644859 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port c3739746-224f-4572-963d-c26b95246596 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:41:25.645250 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c3739746-224f-4572-963d-c26b95246596), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:25.723576 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c01136a-7d54-4cc1-8feb-75a96ac8317a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3739746-224f-4572-963d-c26b95246596'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:41:25.730935 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cca67fb-cd10-4e65-aec3-7e9d7a085669" -d '{"events": [{"server_uuid": "0c01136a-7d54-4cc1-8feb-75a96ac8317a", "name": "network-vif-plugged", "status": "completed", "tag": "c3739746-224f-4572-963d-c26b95246596"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:41:25.770254 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c477f13-903f-427f-9952-bb5eaa967d53 req-99a1f04d-dcb9-45b3-aec1-3fa0558bb24a tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:25.777609 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0c477f13-903f-427f-9952-bb5eaa967d53 req-99a1f04d-dcb9-45b3-aec1-3fa0558bb24a tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c01136a-7d54-4cc1-8feb-75a96ac8317a HTTP/1.1" status: 200 len: 944 time: 0.0696898 Mar 11 19:41:25.798278 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port c3739746-224f-4572-963d-c26b95246596, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=c3739746-224f-4572-963d-c26b95246596,segment=NetworkSegment(4e412043-f4b7-4584-89b3-4a0ee01e31e1),segment_id=4e412043-f4b7-4584-89b3-4a0ee01e31e1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:25.868942 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f572c586-8c6e-4517-87d0-bf0bdd415822 req-62aa7744-ed70-41ce-9839-0c05dd6a38e9 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=7fcfa9d2f3ed4be8ac815d1e6642330d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402689 Mar 11 19:41:25.894528 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (c3739746-224f-4572-963d-c26b95246596), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:25.899036 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0c477f13-903f-427f-9952-bb5eaa967d53 req-73db08be-fd38-4ee9-8b82-36df504031b1 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201446 Mar 11 19:41:26.121657 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-40a23d0c-02fb-4add-b325-08c95363c50d admin admin] Allocated IP 172.25.8.28 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/85227e3f-a38f-4ff5-b7d9-766f5f4c7863) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:41:26.161366 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 9fd68e1a-7e53-4dd7-a129-e219fe1f8266, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=9fd68e1a-7e53-4dd7-a129-e219fe1f8266,segment=NetworkSegment(f8d24e93-6284-46b5-86c2-c110abb33db1),segment_id=f8d24e93-6284-46b5-86c2-c110abb33db1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:26.178343 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572c586-8c6e-4517-87d0-bf0bdd415822 req-48554213-19f8-4c48-869b-fdd5546e4f8e tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:26.183173 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f572c586-8c6e-4517-87d0-bf0bdd415822 req-48554213-19f8-4c48-869b-fdd5546e4f8e tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3069572 Mar 11 19:41:26.187766 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=c3739746-224f-4572-963d-c26b95246596,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:26.196291 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:26.197682 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-f572c586-8c6e-4517-87d0-bf0bdd415822 req-7baeeae1-a653-4c23-9a1e-ada701085c4a tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Request body: {'port': {'device_id': '0d77af73-27f0-4b13-814f-d1ec1ebca08d', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'admin_state_up': True, 'tenant_id': '7fcfa9d2f3ed4be8ac815d1e6642330d'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:41:26.210791 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '9fd68e1a-7e53-4dd7-a129-e219fe1f8266', 'network_id': '90663b8c-1bde-4a55-8ab4-a84ee4d3cf19', 'port_id': '9fd68e1a-7e53-4dd7-a129-e219fe1f8266', 'mac_address': 'fa:16:3e:82:af:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83286d6e-3d22-482f-b14a-2fbd7466cc6c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:41:26.250402 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb4b0bc-4fe6-455c-b416-fda3eba88476 req-8d8beca1-038c-4c33-9327-9b7246974a9c tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:26.261484 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dcb4b0bc-4fe6-455c-b416-fda3eba88476 req-8d8beca1-038c-4c33-9327-9b7246974a9c tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.1766539 Mar 11 19:41:26.266039 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-40a23d0c-02fb-4add-b325-08c95363c50d admin admin] Publish callbacks [] for port (85227e3f-a38f-4ff5-b7d9-766f5f4c7863), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:26.304739 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 9fd68e1a-7e53-4dd7-a129-e219fe1f8266 is: ACTIVE; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:41:26.305286 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (9fd68e1a-7e53-4dd7-a129-e219fe1f8266), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:26.321407 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-40a23d0c-02fb-4add-b325-08c95363c50d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (85227e3f-a38f-4ff5-b7d9-766f5f4c7863), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:26.323558 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9fd68e1a-7e53-4dd7-a129-e219fe1f8266 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:41:26.349092 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 9fd68e1a-7e53-4dd7-a129-e219fe1f8266, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=9fd68e1a-7e53-4dd7-a129-e219fe1f8266,segment=NetworkSegment(f8d24e93-6284-46b5-86c2-c110abb33db1),segment_id=f8d24e93-6284-46b5-86c2-c110abb33db1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:26.355491 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (9fd68e1a-7e53-4dd7-a129-e219fe1f8266), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:26.376075 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a23d0c-02fb-4add-b325-08c95363c50d admin admin] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:41:26.379019 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-40a23d0c-02fb-4add-b325-08c95363c50d admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:26.387196 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a23d0c-02fb-4add-b325-08c95363c50d admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:41:26.417412 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a23d0c-02fb-4add-b325-08c95363c50d admin admin] Pushing event updated for resources: {'Port': ['ID=85227e3f-a38f-4ff5-b7d9-766f5f4c7863,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:26.434150 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dcb4b0bc-4fe6-455c-b416-fda3eba88476 req-1569fd4a-9e59-4031-8a0e-be06974f708e tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671076 Mar 11 19:41:26.436616 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=9fd68e1a-7e53-4dd7-a129-e219fe1f8266,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:26.479832 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f572c586-8c6e-4517-87d0-bf0bdd415822 req-7baeeae1-a653-4c23-9a1e-ada701085c4a tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Made reservation on behalf of 7fcfa9d2f3ed4be8ac815d1e6642330d for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:41:26.484506 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f572c586-8c6e-4517-87d0-bf0bdd415822 req-7baeeae1-a653-4c23-9a1e-ada701085c4a tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:26.497788 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-062884e2-d47a-46cc-9b77-d559b46b6f31 x-openstack-request-id: req-062884e2-d47a-46cc-9b77-d559b46b6f31 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:41:26.498358 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c01136a-7d54-4cc1-8feb-75a96ac8317a", "name": "network-vif-plugged", "status": "completed", "tag": "c3739746-224f-4572-963d-c26b95246596", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:41:26.498833 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-062884e2-d47a-46cc-9b77-d559b46b6f31 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:41:26.499597 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c01136a-7d54-4cc1-8feb-75a96ac8317a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3739746-224f-4572-963d-c26b95246596', 'code': 200} Mar 11 19:41:26.516599 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['9fd68e1a-7e53-4dd7-a129-e219fe1f8266'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:41:26.767808 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-40a23d0c-02fb-4add-b325-08c95363c50d admin admin] Publish callbacks [] for router_gateway (d5507dfc-ec21-42de-80d5-1e816f73580f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:27.025188 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-40a23d0c-02fb-4add-b325-08c95363c50d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (d5507dfc-ec21-42de-80d5-1e816f73580f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:27.150879 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df300d3e-f6c4-4d59-b0a8-1d3cda094ead req-d1e831de-0d2f-4925-885c-cd60fcb9321f tempest-InstanceActionsTestJSON-341572610 tempest-InstanceActionsTestJSON-341572610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:27.152690 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-df300d3e-f6c4-4d59-b0a8-1d3cda094ead req-d1e831de-0d2f-4925-885c-cd60fcb9321f tempest-InstanceActionsTestJSON-341572610 tempest-InstanceActionsTestJSON-341572610-project] 10.222.0.65 "GET /v2.0/ports?device_id=0531a355-d346-47aa-bf50-e25f3e99bbd9 HTTP/1.1" status: 200 len: 945 time: 0.5595107 Mar 11 19:41:27.177932 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd04b8e-bf5a-4a09-ad88-231c8c319de5 req-c25228f4-d1c1-49be-a180-b70e1d266230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:27.179597 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bcd04b8e-bf5a-4a09-ad88-231c8c319de5 req-c25228f4-d1c1-49be-a180-b70e1d266230 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0c01136a-7d54-4cc1-8feb-75a96ac8317a HTTP/1.1" status: 200 len: 1127 time: 0.5690114 Mar 11 19:41:27.207125 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-f572c586-8c6e-4517-87d0-bf0bdd415822 req-7baeeae1-a653-4c23-9a1e-ada701085c4a tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Allocated IP 192.168.233.132 (885772b1-9b97-4e1d-a0fb-e125030c5a81/9bb14923-74c3-4313-be8d-ed33542f05aa/64b5ca6c-9a77-4661-af65-6c2b0442228d) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:41:27.212704 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a23d0c-02fb-4add-b325-08c95363c50d admin admin] Router d5507dfc-ec21-42de-80d5-1e816f73580f is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:41:27.289938 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-df300d3e-f6c4-4d59-b0a8-1d3cda094ead req-0197b944-948c-4a48-bf21-5549b3baa137 tempest-InstanceActionsTestJSON-341572610 tempest-InstanceActionsTestJSON-341572610-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3c98329-ae5a-4e15-8b4c-26e7f282a21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302133 Mar 11 19:41:27.320888 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bcd04b8e-bf5a-4a09-ad88-231c8c319de5 req-1ab2065b-b83d-4a5e-8ee5-88863236d035 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314793 Mar 11 19:41:27.361486 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a23d0c-02fb-4add-b325-08c95363c50d admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:41:27.378646 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2ab11b-b7a3-4b54-bc1b-b16a29e110e9 None None] Sync routers for ids ['d5507dfc-ec21-42de-80d5-1e816f73580f'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:41:27.407501 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2ab11b-b7a3-4b54-bc1b-b16a29e110e9 None None] Routers {'d5507dfc-ec21-42de-80d5-1e816f73580f'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:41:27.408402 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-1f2ab11b-b7a3-4b54-bc1b-b16a29e110e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:41:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['d5507dfc-ec21-42de-80d5-1e816f73580f'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:27.409607 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-40a23d0c-02fb-4add-b325-08c95363c50d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:27.414853 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-40a23d0c-02fb-4add-b325-08c95363c50d admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6284518 Mar 11 19:41:27.421269 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 40552) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:41:27.529304 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7127e131-7f1b-446e-8c18-3128d61787e9 req-bd1d803f-ae0f-41a6-9ddc-f45291727eeb tempest-ServersAaction247Test-792891612 tempest-ServersAaction247Test-792891612-project] 10.222.0.65 "GET /v2.0/ports?device_id=74db0535-8112-41a1-adce-582d1cf57ac9 HTTP/1.1" status: 200 len: 210 time: 0.1073623 Mar 11 19:41:27.585269 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-1f2ab11b-b7a3-4b54-bc1b-b16a29e110e9 None None] Set router d5507dfc-ec21-42de-80d5-1e816f73580f gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:41:27.619393 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:27.654447 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 9fd68e1a-7e53-4dd7-a129-e219fe1f8266 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:41:27.676297 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f572c586-8c6e-4517-87d0-bf0bdd415822 req-7baeeae1-a653-4c23-9a1e-ada701085c4a tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Publish callbacks [] for port (64b5ca6c-9a77-4661-af65-6c2b0442228d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:27.713026 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dd1d4d2a-430b-4a98-94e8-b38516363148 req-31a1f078-1030-4939-a765-60c019fb8434 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d77af73-27f0-4b13-814f-d1ec1ebca08d HTTP/1.1" status: 200 len: 210 time: 0.0581856 Mar 11 19:41:27.810744 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 9fd68e1a-7e53-4dd7-a129-e219fe1f8266 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:41:27.811129 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (9fd68e1a-7e53-4dd7-a129-e219fe1f8266), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:27.888700 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f572c586-8c6e-4517-87d0-bf0bdd415822 req-7baeeae1-a653-4c23-9a1e-ada701085c4a tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (64b5ca6c-9a77-4661-af65-6c2b0442228d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:27.920719 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['e75757ee-1bfb-4252-9cd1-492301e036ff', 'c02b1cc0-d650-45bb-9de9-625b91f072e8', '2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f', '8e13da56-f1da-4768-9336-35f2480008d1'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:41:27.922797 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['d68bc25c-daf2-43ae-bbc8-f0f0ad342470', '652e9697-294c-4738-89e7-1ac952f6b91f'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:41:27.945892 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f572c586-8c6e-4517-87d0-bf0bdd415822 req-7baeeae1-a653-4c23-9a1e-ada701085c4a tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Network 885772b1-9b97-4e1d-a0fb-e125030c5a81 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:41:27.979120 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-f572c586-8c6e-4517-87d0-bf0bdd415822 req-7baeeae1-a653-4c23-9a1e-ada701085c4a tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:27.993689 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-f572c586-8c6e-4517-87d0-bf0bdd415822 req-7baeeae1-a653-4c23-9a1e-ada701085c4a tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:41:28.058687 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572c586-8c6e-4517-87d0-bf0bdd415822 req-7baeeae1-a653-4c23-9a1e-ada701085c4a tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:28.059364 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f572c586-8c6e-4517-87d0-bf0bdd415822 req-7baeeae1-a653-4c23-9a1e-ada701085c4a tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:28.092927 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baeeae1-a653-4c23-9a1e-ada701085c4a tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Pushing event updated for resources: {'Port': ['ID=64b5ca6c-9a77-4661-af65-6c2b0442228d,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:28.155183 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bacf524-c146-40c1-9c36-b9a6bbf0b916 req-5f55ec59-e98a-4d9a-b35e-b52791163715 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:28.166031 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4bacf524-c146-40c1-9c36-b9a6bbf0b916 req-5f55ec59-e98a-4d9a-b35e-b52791163715 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.3434708 Mar 11 19:41:28.223741 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f572c586-8c6e-4517-87d0-bf0bdd415822 req-7baeeae1-a653-4c23-9a1e-ada701085c4a tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0324907 Mar 11 19:41:28.231026 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 9fd68e1a-7e53-4dd7-a129-e219fe1f8266 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:41:28.231550 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (9fd68e1a-7e53-4dd7-a129-e219fe1f8266), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:28.250048 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-f572c586-8c6e-4517-87d0-bf0bdd415822 req-b8f93794-32be-428e-a811-20e5ebb9f6eb service neutron] Request body: {'port': {'device_id': '0d77af73-27f0-4b13-814f-d1ec1ebca08d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:41:28.332135 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-1f2ab11b-b7a3-4b54-bc1b-b16a29e110e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5507dfc-ec21-42de-80d5-1e816f73580f', 'name': 'tempest-ServerRescueTestJSON-1674577475-router', 'tenant_id': 'b362e7ba3bfb498d9e580e0a76a9be12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '85227e3f-a38f-4ff5-b7d9-766f5f4c7863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:41:24Z', 'updated_at': '2022-03-11T19:41:26Z', 'revision_number': 3, 'project_id': 'b362e7ba3bfb498d9e580e0a76a9be12', 'gw_port': {'id': '85227e3f-a38f-4ff5-b7d9-766f5f4c7863', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:09:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5507dfc-ec21-42de-80d5-1e816f73580f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:41:25Z', 'updated_at': '2022-03-11T19:41:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:28.359514 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4bacf524-c146-40c1-9c36-b9a6bbf0b916 req-b6e1f6eb-f25b-4947-8bbf-56c3135a8500 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915460 Mar 11 19:41:28.373061 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f572c586-8c6e-4517-87d0-bf0bdd415822 req-b8f93794-32be-428e-a811-20e5ebb9f6eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (64b5ca6c-9a77-4661-af65-6c2b0442228d), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:28.414296 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2ab11b-b7a3-4b54-bc1b-b16a29e110e9 None None] Checking router: d5507dfc-ec21-42de-80d5-1e816f73580f for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:41:28.414779 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2ab11b-b7a3-4b54-bc1b-b16a29e110e9 None None] Updating router d5507dfc-ec21-42de-80d5-1e816f73580f port 85227e3f-a38f-4ff5-b7d9-766f5f4c7863 binding host n-d-833163-1 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:41:28.421925 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 9fd68e1a-7e53-4dd7-a129-e219fe1f8266, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=9fd68e1a-7e53-4dd7-a129-e219fe1f8266,segment=NetworkSegment(f8d24e93-6284-46b5-86c2-c110abb33db1),segment_id=f8d24e93-6284-46b5-86c2-c110abb33db1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:28.426096 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-13322fe4-422f-4729-9428-06bba596d8fc None None] Provisioning complete for port 64b5ca6c-9a77-4661-af65-6c2b0442228d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:41:28.426096 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-13322fe4-422f-4729-9428-06bba596d8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (64b5ca6c-9a77-4661-af65-6c2b0442228d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:28.477404 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (9fd68e1a-7e53-4dd7-a129-e219fe1f8266), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:28.503125 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fd68e1a-7e53-4dd7-a129-e219fe1f8266'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:41:28.505401 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95f54bd-92e5-4879-900d-f414c0f8b7be" -d '{"events": [{"server_uuid": "ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61", "name": "network-vif-plugged", "status": "completed", "tag": "9fd68e1a-7e53-4dd7-a129-e219fe1f8266"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:41:28.581793 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1f2ab11b-b7a3-4b54-bc1b-b16a29e110e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (85227e3f-a38f-4ff5-b7d9-766f5f4c7863), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:28.595483 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-13322fe4-422f-4729-9428-06bba596d8fc None None] Port 64b5ca6c-9a77-4661-af65-6c2b0442228d cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:41:28.702076 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=9fd68e1a-7e53-4dd7-a129-e219fe1f8266,revision_number=7']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:28.707705 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2b293055-db00-4b0d-bd22-f6d5ab130ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:28.718633 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e40aa-c079-453a-babe-7fd2aaae01a1 req-c530eb9d-56e6-4760-a482-85e3ede84136 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:28.725532 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-181e40aa-c079-453a-babe-7fd2aaae01a1 req-c530eb9d-56e6-4760-a482-85e3ede84136 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c01136a-7d54-4cc1-8feb-75a96ac8317a HTTP/1.1" status: 200 len: 945 time: 0.2185740 Mar 11 19:41:28.931948 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-181e40aa-c079-453a-babe-7fd2aaae01a1 req-ce2a7e96-5fce-4114-9445-5674e97ad893 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054520 Mar 11 19:41:29.009669 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:29.161139 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f9c5d-824f-428b-9407-68926be34b72 req-f79cc4ef-6196-47d2-b34b-6f9eadacef15 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:29.162639 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-734f9c5d-824f-428b-9407-68926be34b72 req-f79cc4ef-6196-47d2-b34b-6f9eadacef15 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.57 "GET /v2.0/ports?device_id=0c01136a-7d54-4cc1-8feb-75a96ac8317a HTTP/1.1" status: 200 len: 945 time: 0.2112999 Mar 11 19:41:29.176649 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-2b293055-db00-4b0d-bd22-f6d5ab130ca6 admin admin] Allocated IP 172.20.0.1 (76270208-0feb-4aa6-a022-05d8e5f73f8c/d23219ed-7f8e-4413-9cc6-5853fc757d12/f61c97fd-b0db-4c00-a328-da0777d75f3d) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:41:29.193923 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-f572c586-8c6e-4517-87d0-bf0bdd415822 req-b8f93794-32be-428e-a811-20e5ebb9f6eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64b5ca6c-9a77-4661-af65-6c2b0442228d {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:41:29.207033 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f572c586-8c6e-4517-87d0-bf0bdd415822 req-b8f93794-32be-428e-a811-20e5ebb9f6eb service neutron] Publish callbacks [] for port (64b5ca6c-9a77-4661-af65-6c2b0442228d), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:29.212056 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1f2ab11b-b7a3-4b54-bc1b-b16a29e110e9 None None] Publish callbacks [] for port (85227e3f-a38f-4ff5-b7d9-766f5f4c7863), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:29.225070 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1f2ab11b-b7a3-4b54-bc1b-b16a29e110e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (85227e3f-a38f-4ff5-b7d9-766f5f4c7863), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:29.230461 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-f572c586-8c6e-4517-87d0-bf0bdd415822 req-b8f93794-32be-428e-a811-20e5ebb9f6eb service neutron] Transition to ACTIVE for port object 64b5ca6c-9a77-4661-af65-6c2b0442228d will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:41:29.284519 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f572c586-8c6e-4517-87d0-bf0bdd415822 req-b8f93794-32be-428e-a811-20e5ebb9f6eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (64b5ca6c-9a77-4661-af65-6c2b0442228d), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:29.309776 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-1f2ab11b-b7a3-4b54-bc1b-b16a29e110e9 None None] Attempting to bind port 85227e3f-a38f-4ff5-b7d9-766f5f4c7863 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:41:29.310138 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-1f2ab11b-b7a3-4b54-bc1b-b16a29e110e9 None None] Attempting to bind port 85227e3f-a38f-4ff5-b7d9-766f5f4c7863 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:41:29.311038 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2ab11b-b7a3-4b54-bc1b-b16a29e110e9 None None] Attempting to bind port 85227e3f-a38f-4ff5-b7d9-766f5f4c7863 on network 612cc066-33e3-444d-b1c7-d0a64751482a {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:41:29.347402 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2ab11b-b7a3-4b54-bc1b-b16a29e110e9 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:41:29.347987 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2ab11b-b7a3-4b54-bc1b-b16a29e110e9 None None] Checking segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:41:29.348561 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1f2ab11b-b7a3-4b54-bc1b-b16a29e110e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:29.349127 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2ab11b-b7a3-4b54-bc1b-b16a29e110e9 None None] Bound using segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:41:29.349815 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-1f2ab11b-b7a3-4b54-bc1b-b16a29e110e9 None None] Bound port: 85227e3f-a38f-4ff5-b7d9-766f5f4c7863, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:41:29.350400 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1f2ab11b-b7a3-4b54-bc1b-b16a29e110e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (85227e3f-a38f-4ff5-b7d9-766f5f4c7863), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:29.356894 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76ac4ec-c4b9-4188-ba9f-b4f00538e71b None None] Pushing event updated for resources: {'Port': ['ID=85227e3f-a38f-4ff5-b7d9-766f5f4c7863,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:29.383169 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f93794-32be-428e-a811-20e5ebb9f6eb service neutron] Pushing event updated for resources: {'Port': ['ID=64b5ca6c-9a77-4661-af65-6c2b0442228d,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:29.459448 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-1f2ab11b-b7a3-4b54-bc1b-b16a29e110e9 None None] For port 85227e3f-a38f-4ff5-b7d9-766f5f4c7863, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:41:29.464037 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-1f2ab11b-b7a3-4b54-bc1b-b16a29e110e9 None None] For port 85227e3f-a38f-4ff5-b7d9-766f5f4c7863, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=85227e3f-a38f-4ff5-b7d9-766f5f4c7863,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:41:29.503391 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1f2ab11b-b7a3-4b54-bc1b-b16a29e110e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (85227e3f-a38f-4ff5-b7d9-766f5f4c7863), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:29.597326 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76ac4ec-c4b9-4188-ba9f-b4f00538e71b None None] Pushing event updated for resources: {'Port': ['ID=85227e3f-a38f-4ff5-b7d9-766f5f4c7863,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:29.658999 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2ab11b-b7a3-4b54-bc1b-b16a29e110e9 None None] Routers {'d5507dfc-ec21-42de-80d5-1e816f73580f'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:41:29.660341 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-1f2ab11b-b7a3-4b54-bc1b-b16a29e110e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:41:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['d5507dfc-ec21-42de-80d5-1e816f73580f'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:29.692738 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-734f9c5d-824f-428b-9407-68926be34b72 req-7de735f4-5374-4a03-a32c-aa074cee889e tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Deleting port c3739746-224f-4572-963d-c26b95246596 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:41:29.692738 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-734f9c5d-824f-428b-9407-68926be34b72 req-7de735f4-5374-4a03-a32c-aa074cee889e tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (c3739746-224f-4572-963d-c26b95246596), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:29.789039 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2b293055-db00-4b0d-bd22-f6d5ab130ca6 admin admin] Publish callbacks [] for port (f61c97fd-b0db-4c00-a328-da0777d75f3d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:29.824782 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-1f2ab11b-b7a3-4b54-bc1b-b16a29e110e9 None None] Set router d5507dfc-ec21-42de-80d5-1e816f73580f gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:41:29.840915 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-f572c586-8c6e-4517-87d0-bf0bdd415822 req-b8f93794-32be-428e-a811-20e5ebb9f6eb service neutron] Attempting to bind port 64b5ca6c-9a77-4661-af65-6c2b0442228d on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:41:29.841279 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-f572c586-8c6e-4517-87d0-bf0bdd415822 req-b8f93794-32be-428e-a811-20e5ebb9f6eb service neutron] Attempting to bind port 64b5ca6c-9a77-4661-af65-6c2b0442228d by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:41:29.841644 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f572c586-8c6e-4517-87d0-bf0bdd415822 req-b8f93794-32be-428e-a811-20e5ebb9f6eb service neutron] Attempting to bind port 64b5ca6c-9a77-4661-af65-6c2b0442228d on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:41:29.864054 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fa143ff3-42ad-433a-b99e-bba7e2c7b3ef req-71054015-4ede-44d7-91c5-df95800284d5 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=84f4e9628ef44103bf68c3d01504c13a HTTP/1.1" status: 200 len: 221 time: 0.0713532 Mar 11 19:41:29.872060 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f572c586-8c6e-4517-87d0-bf0bdd415822 req-b8f93794-32be-428e-a811-20e5ebb9f6eb service neutron] Port 64b5ca6c-9a77-4661-af65-6c2b0442228d on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:41:29.872382 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f572c586-8c6e-4517-87d0-bf0bdd415822 req-b8f93794-32be-428e-a811-20e5ebb9f6eb service neutron] Attempting to bind port 64b5ca6c-9a77-4661-af65-6c2b0442228d on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:41:29.894449 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-734f9c5d-824f-428b-9407-68926be34b72 req-7de735f4-5374-4a03-a32c-aa074cee889e tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] For port c3739746-224f-4572-963d-c26b95246596, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=c3739746-224f-4572-963d-c26b95246596,segment=NetworkSegment(4e412043-f4b7-4584-89b3-4a0ee01e31e1),segment_id=4e412043-f4b7-4584-89b3-4a0ee01e31e1)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:29.894835 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-734f9c5d-824f-428b-9407-68926be34b72 req-7de735f4-5374-4a03-a32c-aa074cee889e tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (c3739746-224f-4572-963d-c26b95246596), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:29.903953 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f572c586-8c6e-4517-87d0-bf0bdd415822 req-b8f93794-32be-428e-a811-20e5ebb9f6eb service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:41:29.904841 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f572c586-8c6e-4517-87d0-bf0bdd415822 req-b8f93794-32be-428e-a811-20e5ebb9f6eb service neutron] Checking segment: {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:41:29.905194 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f572c586-8c6e-4517-87d0-bf0bdd415822 req-b8f93794-32be-428e-a811-20e5ebb9f6eb service neutron] Bound using segment: {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:41:29.906075 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-f572c586-8c6e-4517-87d0-bf0bdd415822 req-b8f93794-32be-428e-a811-20e5ebb9f6eb service neutron] Bound port: 64b5ca6c-9a77-4661-af65-6c2b0442228d, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:41:29.906204 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f572c586-8c6e-4517-87d0-bf0bdd415822 req-b8f93794-32be-428e-a811-20e5ebb9f6eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (64b5ca6c-9a77-4661-af65-6c2b0442228d), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:29.946207 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-734f9c5d-824f-428b-9407-68926be34b72 req-7de735f4-5374-4a03-a32c-aa074cee889e tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Calling delete_port for c3739746-224f-4572-963d-c26b95246596 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:41:29.963129 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9a87c8-0d89-49e1-bf86-474d9feecf93 x-openstack-request-id: req-6a9a87c8-0d89-49e1-bf86-474d9feecf93 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:41:29.963426 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61", "name": "network-vif-plugged", "status": "completed", "tag": "9fd68e1a-7e53-4dd7-a129-e219fe1f8266", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:41:29.963711 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6a9a87c8-0d89-49e1-bf86-474d9feecf93 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:41:29.964427 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fd68e1a-7e53-4dd7-a129-e219fe1f8266', 'code': 200} Mar 11 19:41:29.983927 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2b293055-db00-4b0d-bd22-f6d5ab130ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (f61c97fd-b0db-4c00-a328-da0777d75f3d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:30.041826 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-1f2ab11b-b7a3-4b54-bc1b-b16a29e110e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5507dfc-ec21-42de-80d5-1e816f73580f', 'name': 'tempest-ServerRescueTestJSON-1674577475-router', 'tenant_id': 'b362e7ba3bfb498d9e580e0a76a9be12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '85227e3f-a38f-4ff5-b7d9-766f5f4c7863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:41:24Z', 'updated_at': '2022-03-11T19:41:26Z', 'revision_number': 3, 'project_id': 'b362e7ba3bfb498d9e580e0a76a9be12', 'gw_port': {'id': '85227e3f-a38f-4ff5-b7d9-766f5f4c7863', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:09:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5507dfc-ec21-42de-80d5-1e816f73580f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:41:25Z', 'updated_at': '2022-03-11T19:41:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:30.070123 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2ab11b-b7a3-4b54-bc1b-b16a29e110e9 None None] The sync data for ids ['d5507dfc-ec21-42de-80d5-1e816f73580f'] in n-d-833163-1 is: [{'id': 'd5507dfc-ec21-42de-80d5-1e816f73580f', 'name': 'tempest-ServerRescueTestJSON-1674577475-router', 'tenant_id': 'b362e7ba3bfb498d9e580e0a76a9be12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '85227e3f-a38f-4ff5-b7d9-766f5f4c7863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:41:24Z', 'updated_at': '2022-03-11T19:41:26Z', 'revision_number': 3, 'project_id': 'b362e7ba3bfb498d9e580e0a76a9be12', 'gw_port': {'id': '85227e3f-a38f-4ff5-b7d9-766f5f4c7863', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:09:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5507dfc-ec21-42de-80d5-1e816f73580f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:41:25Z', 'updated_at': '2022-03-11T19:41:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:41:30.100496 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-f572c586-8c6e-4517-87d0-bf0bdd415822 req-b8f93794-32be-428e-a811-20e5ebb9f6eb service neutron] For port 64b5ca6c-9a77-4661-af65-6c2b0442228d, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:41:30.109079 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b293055-db00-4b0d-bd22-f6d5ab130ca6 admin admin] Network 76270208-0feb-4aa6-a022-05d8e5f73f8c is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:41:30.135683 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-2b293055-db00-4b0d-bd22-f6d5ab130ca6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:30.143679 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-f572c586-8c6e-4517-87d0-bf0bdd415822 req-b8f93794-32be-428e-a811-20e5ebb9f6eb service neutron] For port 64b5ca6c-9a77-4661-af65-6c2b0442228d, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=64b5ca6c-9a77-4661-af65-6c2b0442228d,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:41:30.149767 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b293055-db00-4b0d-bd22-f6d5ab130ca6 admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:41:30.164390 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b293055-db00-4b0d-bd22-f6d5ab130ca6 admin admin] Pushing event updated for resources: {'Port': ['ID=f61c97fd-b0db-4c00-a328-da0777d75f3d,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:30.199064 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f572c586-8c6e-4517-87d0-bf0bdd415822 req-b8f93794-32be-428e-a811-20e5ebb9f6eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (64b5ca6c-9a77-4661-af65-6c2b0442228d), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:30.259269 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb08416f-aead-4749-90da-c4fda9e955d9 req-703b1edf-0e48-48cc-aa9c-977d165f7dcd tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:30.267062 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fb08416f-aead-4749-90da-c4fda9e955d9 req-703b1edf-0e48-48cc-aa9c-977d165f7dcd tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d77af73-27f0-4b13-814f-d1ec1ebca08d HTTP/1.1" status: 200 len: 948 time: 0.2300174 Mar 11 19:41:30.291760 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572c586-8c6e-4517-87d0-bf0bdd415822 req-b8f93794-32be-428e-a811-20e5ebb9f6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:30.292944 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f572c586-8c6e-4517-87d0-bf0bdd415822 req-b8f93794-32be-428e-a811-20e5ebb9f6eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:30.293805 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f572c586-8c6e-4517-87d0-bf0bdd415822 req-b8f93794-32be-428e-a811-20e5ebb9f6eb service neutron] 10.222.0.57 "PUT /v2.0/ports/64b5ca6c-9a77-4661-af65-6c2b0442228d HTTP/1.1" status: 200 len: 1096 time: 2.0595865 Mar 11 19:41:30.294293 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d77af73-27f0-4b13-814f-d1ec1ebca08d', 'tag': '64b5ca6c-9a77-4661-af65-6c2b0442228d'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:41:30.297206 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68229843-46eb-49c2-a305-5afcac4a31c9" -d '{"events": [{"name": "network-changed", "server_uuid": "0d77af73-27f0-4b13-814f-d1ec1ebca08d", "tag": "64b5ca6c-9a77-4661-af65-6c2b0442228d"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:41:30.328872 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2b293055-db00-4b0d-bd22-f6d5ab130ca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (d5507dfc-ec21-42de-80d5-1e816f73580f), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:30.536135 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f93794-32be-428e-a811-20e5ebb9f6eb service neutron] Pushing event updated for resources: {'Port': ['ID=64b5ca6c-9a77-4661-af65-6c2b0442228d,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:30.588183 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fb08416f-aead-4749-90da-c4fda9e955d9 req-63dbfc54-117b-411d-907d-7adfdcdafa92 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/security-groups?id=032b05bd-60bf-4cbe-8790-99bf90b24300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201060 Mar 11 19:41:30.648796 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-734f9c5d-824f-428b-9407-68926be34b72 req-7de735f4-5374-4a03-a32c-aa074cee889e tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (c3739746-224f-4572-963d-c26b95246596), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:30.666337 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['c3739746-224f-4572-963d-c26b95246596'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:41:30.698925 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572c586-8c6e-4517-87d0-bf0bdd415822 req-0a2d80f3-e289-4376-95ea-1bf33ed5469b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:30.700554 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f572c586-8c6e-4517-87d0-bf0bdd415822 req-0a2d80f3-e289-4376-95ea-1bf33ed5469b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7fcfa9d2f3ed4be8ac815d1e6642330d&device_id=0d77af73-27f0-4b13-814f-d1ec1ebca08d HTTP/1.1" status: 200 len: 1130 time: 0.2972515 Mar 11 19:41:30.802384 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de735f4-5374-4a03-a32c-aa074cee889e tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Pushing event deleted for resources: {'Port': ['ID=c3739746-224f-4572-963d-c26b95246596,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:30.898231 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f572c586-8c6e-4517-87d0-bf0bdd415822 req-54f9578e-798e-49b5-8245-278bdc65a2ef service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=64b5ca6c-9a77-4661-af65-6c2b0442228d HTTP/1.1" status: 200 len: 217 time: 0.1662536 Mar 11 19:41:30.933920 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0fed81-934c-415b-8cdd-ce8993787032 req-03396e42-7254-4d25-9c23-f59f150cc55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:30.939981 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-ac0fed81-934c-415b-8cdd-ce8993787032 req-03396e42-7254-4d25-9c23-f59f150cc55c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e4a1e69457434f29a8d24ea5b5ffe3e6&device_id=0531a355-d346-47aa-bf50-e25f3e99bbd9 HTTP/1.1" status: 200 len: 1127 time: 0.1088791 Mar 11 19:41:30.952127 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-734f9c5d-824f-428b-9407-68926be34b72 req-7de735f4-5374-4a03-a32c-aa074cee889e tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] No DVR routers for this DVR port c3739746-224f-4572-963d-c26b95246596 on host n-h2-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:41:30.974252 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-734f9c5d-824f-428b-9407-68926be34b72 req-7de735f4-5374-4a03-a32c-aa074cee889e tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:30.977815 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-734f9c5d-824f-428b-9407-68926be34b72 req-7de735f4-5374-4a03-a32c-aa074cee889e tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.57 "DELETE /v2.0/ports/c3739746-224f-4572-963d-c26b95246596 HTTP/1.1" status: 204 len: 173 time: 1.8027387 Mar 11 19:41:31.217248 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0fed81-934c-415b-8cdd-ce8993787032 req-e1cab60c-e1a7-41a4-88d0-f32a03408e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:31.218923 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-ac0fed81-934c-415b-8cdd-ce8993787032 req-e1cab60c-e1a7-41a4-88d0-f32a03408e89 service neutron] 10.222.0.75 "GET /v2.0/networks?id=71949388-fe0b-4354-ad99-43dbaa187c72 HTTP/1.1" status: 200 len: 915 time: 0.2702804 Mar 11 19:41:31.318415 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-ac0fed81-934c-415b-8cdd-ce8993787032 req-2d303cb9-1b6d-4298-9503-757724dafe4c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c942892-f69b-462e-af93-ceae44567e50 HTTP/1.1" status: 200 len: 217 time: 0.0904775 Mar 11 19:41:31.393894 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0fed81-934c-415b-8cdd-ce8993787032 req-7820f771-e31b-4ce5-ae8a-c840e0f744e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:31.395501 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-ac0fed81-934c-415b-8cdd-ce8993787032 req-7820f771-e31b-4ce5-ae8a-c840e0f744e6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=487d5ffb-bf71-418e-9f51-33f686b962ab HTTP/1.1" status: 200 len: 854 time: 0.0592129 Mar 11 19:41:31.446117 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-ac0fed81-934c-415b-8cdd-ce8993787032 req-51302eec-1d4d-4bc3-8b14-f5a213ce7b19 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=71949388-fe0b-4354-ad99-43dbaa187c72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401523 Mar 11 19:41:31.580938 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7d4dc2e9-a4f7-41f0-8fa2-b0e1bdd28e71 req-4e0cb69c-81d1-47f3-8932-ebe0f9cbe265 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2a46a423527a4924a5f2a6b0d2943ac1&device_id=74db0535-8112-41a1-adce-582d1cf57ac9 HTTP/1.1" status: 200 len: 210 time: 0.5174203 Mar 11 19:41:31.630342 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-ac0fed81-934c-415b-8cdd-ce8993787032 req-b4f6a05d-b39a-4c07-930d-f6b972635742 service neutron] 10.222.0.75 "GET /v2.0/networks/71949388-fe0b-4354-ad99-43dbaa187c72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771762 Mar 11 19:41:31.664874 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-372509fc-60ae-4e53-a072-c5f11999ce13 req-5489e6d6-71f1-4568-9c94-2d7f9f5c203d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=12e2452ddb214caab7c1aa2dab6d048a&device_id=0c01136a-7d54-4cc1-8feb-75a96ac8317a HTTP/1.1" status: 200 len: 210 time: 0.1877165 Mar 11 19:41:31.672233 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7d4dc2e9-a4f7-41f0-8fa2-b0e1bdd28e71 req-e2f0d540-e598-4b38-9abe-266bbaa1267d service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=2a46a423527a4924a5f2a6b0d2943ac1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271506 Mar 11 19:41:31.825732 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372509fc-60ae-4e53-a072-c5f11999ce13 req-420fb594-8bdc-43b5-8237-eb87a91907be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:31.827301 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-372509fc-60ae-4e53-a072-c5f11999ce13 req-420fb594-8bdc-43b5-8237-eb87a91907be service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=12e2452ddb214caab7c1aa2dab6d048a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1489878 Mar 11 19:41:31.827933 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2b293055-db00-4b0d-bd22-f6d5ab130ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (f61c97fd-b0db-4c00-a328-da0777d75f3d), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:31.843357 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-ac0fed81-934c-415b-8cdd-ce8993787032 req-21ca16c3-6361-492d-a9dc-ba577f811679 service neutron] 10.222.0.75 "GET /v2.0/networks/71949388-fe0b-4354-ad99-43dbaa187c72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767967 Mar 11 19:41:31.919045 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572c586-8c6e-4517-87d0-bf0bdd415822 req-14eee0e8-f4c5-4f72-9268-ab2380101f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:31.921234 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f572c586-8c6e-4517-87d0-bf0bdd415822 req-14eee0e8-f4c5-4f72-9268-ab2380101f55 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.9781978 Mar 11 19:41:31.937697 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 85227e3f-a38f-4ff5-b7d9-766f5f4c7863 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:41:32.040630 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 85227e3f-a38f-4ff5-b7d9-766f5f4c7863 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:41:32.041422 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (85227e3f-a38f-4ff5-b7d9-766f5f4c7863), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:32.149410 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1bad4e-d221-46a0-9242-26e30a61bd29 req-57a53f1a-eb5e-4fba-8d66-e48da7f9b96c tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:32.150974 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2c1bad4e-d221-46a0-9242-26e30a61bd29 req-57a53f1a-eb5e-4fba-8d66-e48da7f9b96c tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.6228869 Mar 11 19:41:32.211603 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 85227e3f-a38f-4ff5-b7d9-766f5f4c7863 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:41:32.212123 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (85227e3f-a38f-4ff5-b7d9-766f5f4c7863), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:32.264824 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 85227e3f-a38f-4ff5-b7d9-766f5f4c7863, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=85227e3f-a38f-4ff5-b7d9-766f5f4c7863,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:32.272601 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (85227e3f-a38f-4ff5-b7d9-766f5f4c7863), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:32.289200 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572c586-8c6e-4517-87d0-bf0bdd415822 req-57317416-cb48-4440-8996-5283ca0bb4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:32.290727 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f572c586-8c6e-4517-87d0-bf0bdd415822 req-57317416-cb48-4440-8996-5283ca0bb4d2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3626640 Mar 11 19:41:32.333512 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4dc2e9-a4f7-41f0-8fa2-b0e1bdd28e71 req-872941c7-5daf-4b05-bf80-3f4a464b5d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:32.334979 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7d4dc2e9-a4f7-41f0-8fa2-b0e1bdd28e71 req-872941c7-5daf-4b05-bf80-3f4a464b5d58 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5288110 Mar 11 19:41:32.397532 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=85227e3f-a38f-4ff5-b7d9-766f5f4c7863,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:32.459478 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f572c586-8c6e-4517-87d0-bf0bdd415822 req-9b00dc70-7329-4f37-bae9-daeb1f6074aa service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200361 Mar 11 19:41:32.501231 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372509fc-60ae-4e53-a072-c5f11999ce13 req-fa89d499-9e96-48d8-936b-e3ab6c36c010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:32.503047 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-372509fc-60ae-4e53-a072-c5f11999ce13 req-fa89d499-9e96-48d8-936b-e3ab6c36c010 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6435392 Mar 11 19:41:32.551575 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2c1bad4e-d221-46a0-9242-26e30a61bd29 req-e373bdec-2865-4019-8f4f-3eb8275a2c4e tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587663 Mar 11 19:41:32.716783 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2b293055-db00-4b0d-bd22-f6d5ab130ca6 admin admin] Publish callbacks [] for port (f61c97fd-b0db-4c00-a328-da0777d75f3d), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:32.725352 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-be5f40c6-dcb0-4b9a-8307-d3e36946fbc9 req-b3f5c834-0f72-4b84-b933-14c79a8fee96 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c01136a-7d54-4cc1-8feb-75a96ac8317a HTTP/1.1" status: 200 len: 210 time: 0.0478146 Mar 11 19:41:32.736423 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2b293055-db00-4b0d-bd22-f6d5ab130ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (f61c97fd-b0db-4c00-a328-da0777d75f3d), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:32.778972 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f572c586-8c6e-4517-87d0-bf0bdd415822 req-a9b293f5-61e3-4a6c-a8e9-03fae1193c22 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025558 Mar 11 19:41:32.804968 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec7f75ad-97da-43af-b4ae-b8f4ab019f12 x-openstack-request-id: req-ec7f75ad-97da-43af-b4ae-b8f4ab019f12 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:41:32.805608 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d77af73-27f0-4b13-814f-d1ec1ebca08d", "tag": "64b5ca6c-9a77-4661-af65-6c2b0442228d", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:41:32.806018 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ec7f75ad-97da-43af-b4ae-b8f4ab019f12 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:41:32.806678 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d77af73-27f0-4b13-814f-d1ec1ebca08d', 'tag': '64b5ca6c-9a77-4661-af65-6c2b0442228d', 'status': 'completed', 'code': 200} Mar 11 19:41:32.867712 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2b293055-db00-4b0d-bd22-f6d5ab130ca6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (d5507dfc-ec21-42de-80d5-1e816f73580f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:32.886244 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b293055-db00-4b0d-bd22-f6d5ab130ca6 admin admin] Pushing event updated for resources: {'Port': ['ID=f61c97fd-b0db-4c00-a328-da0777d75f3d,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:32.965797 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b88a6b-c3cf-488c-8a4f-2595bfca4e1e req-2450ec53-11cb-4d9c-928e-bde74dc1eafd tempest-InstanceActionsTestJSON-341572610 tempest-InstanceActionsTestJSON-341572610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:32.967793 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-82b88a6b-c3cf-488c-8a4f-2595bfca4e1e req-2450ec53-11cb-4d9c-928e-bde74dc1eafd tempest-InstanceActionsTestJSON-341572610 tempest-InstanceActionsTestJSON-341572610-project] 10.222.0.65 "GET /v2.0/ports?device_id=0531a355-d346-47aa-bf50-e25f3e99bbd9 HTTP/1.1" status: 200 len: 945 time: 0.1312497 Mar 11 19:41:33.023705 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68229843-46eb-49c2-a305-5afcac4a31c9 req-95323b35-6b27-416c-94e1-aeba61863265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:33.025217 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-68229843-46eb-49c2-a305-5afcac4a31c9 req-95323b35-6b27-416c-94e1-aeba61863265 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7fcfa9d2f3ed4be8ac815d1e6642330d&device_id=0d77af73-27f0-4b13-814f-d1ec1ebca08d HTTP/1.1" status: 200 len: 1130 time: 0.1693730 Mar 11 19:41:33.090850 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b293055-db00-4b0d-bd22-f6d5ab130ca6 admin admin] Network 76270208-0feb-4aa6-a022-05d8e5f73f8c is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:41:33.131550 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-2b293055-db00-4b0d-bd22-f6d5ab130ca6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:33.157280 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-82b88a6b-c3cf-488c-8a4f-2595bfca4e1e req-dfcde59f-9e30-45da-9244-fb574949addf tempest-InstanceActionsTestJSON-341572610 tempest-InstanceActionsTestJSON-341572610-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3c98329-ae5a-4e15-8b4c-26e7f282a21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616266 Mar 11 19:41:33.228958 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68229843-46eb-49c2-a305-5afcac4a31c9 req-99f601e7-9a02-46d9-ab0f-2844cb5e694d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:33.230357 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-68229843-46eb-49c2-a305-5afcac4a31c9 req-99f601e7-9a02-46d9-ab0f-2844cb5e694d service neutron] 10.222.0.57 "GET /v2.0/networks?id=885772b1-9b97-4e1d-a0fb-e125030c5a81 HTTP/1.1" status: 200 len: 870 time: 0.1986825 Mar 11 19:41:33.330930 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-68229843-46eb-49c2-a305-5afcac4a31c9 req-c319d1af-8f5e-4c4c-8e0c-13854a68c9f1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=64b5ca6c-9a77-4661-af65-6c2b0442228d HTTP/1.1" status: 200 len: 217 time: 0.0914466 Mar 11 19:41:33.334815 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1af420dc-0d97-4c9a-bb0f-c6e3bee8a1c0 req-9d24f133-f553-47e5-bc12-8fcf3d627db5 tempest-ServersAaction247Test-792891612 tempest-ServersAaction247Test-792891612-project] 10.222.0.65 "GET /v2.0/ports?device_id=74db0535-8112-41a1-adce-582d1cf57ac9 HTTP/1.1" status: 200 len: 210 time: 0.0871670 Mar 11 19:41:33.406158 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b293055-db00-4b0d-bd22-f6d5ab130ca6 admin admin] Router d5507dfc-ec21-42de-80d5-1e816f73580f has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:41:33.441062 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68229843-46eb-49c2-a305-5afcac4a31c9 req-230ef5c8-2595-4d84-af15-a568be5535bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:33.442530 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-68229843-46eb-49c2-a305-5afcac4a31c9 req-230ef5c8-2595-4d84-af15-a568be5535bc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.1050863 Mar 11 19:41:33.562858 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543f657-1908-4f5c-9a1b-3935675fa396 req-e33486ff-ad0f-475e-be59-cd08c1b233e7 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:33.564594 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c543f657-1908-4f5c-9a1b-3935675fa396 req-e33486ff-ad0f-475e-be59-cd08c1b233e7 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d77af73-27f0-4b13-814f-d1ec1ebca08d HTTP/1.1" status: 200 len: 948 time: 0.1574304 Mar 11 19:41:33.619447 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68229843-46eb-49c2-a305-5afcac4a31c9 req-a9885979-a097-4139-8936-5881e4ba594c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:33.621420 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-68229843-46eb-49c2-a305-5afcac4a31c9 req-a9885979-a097-4139-8936-5881e4ba594c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1705937 Mar 11 19:41:33.662999 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b293055-db00-4b0d-bd22-f6d5ab130ca6 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:41:33.683460 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943e252a-df87-4b9c-87fb-bbd00455b652 None None] Sync routers for ids ['d5507dfc-ec21-42de-80d5-1e816f73580f'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:41:33.690100 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-2b293055-db00-4b0d-bd22-f6d5ab130ca6 admin admin] 10.222.0.65 "PUT /v2.0/routers/d5507dfc-ec21-42de-80d5-1e816f73580f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2553737 Mar 11 19:41:33.714916 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943e252a-df87-4b9c-87fb-bbd00455b652 None None] Routers {'d5507dfc-ec21-42de-80d5-1e816f73580f'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:41:33.716001 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-943e252a-df87-4b9c-87fb-bbd00455b652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:41:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['d5507dfc-ec21-42de-80d5-1e816f73580f'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:33.730843 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c543f657-1908-4f5c-9a1b-3935675fa396 req-21f0359e-e6cc-46c3-bda5-4f5b193d9ac1 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/security-groups?id=032b05bd-60bf-4cbe-8790-99bf90b24300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300433 Mar 11 19:41:33.777207 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 85227e3f-a38f-4ff5-b7d9-766f5f4c7863 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:41:33.856390 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-68229843-46eb-49c2-a305-5afcac4a31c9 req-feb9f1e9-7907-4cae-88d8-4dba4a469bee service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258897 Mar 11 19:41:33.903192 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 85227e3f-a38f-4ff5-b7d9-766f5f4c7863 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:41:33.903975 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (85227e3f-a38f-4ff5-b7d9-766f5f4c7863), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:33.921263 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167631c6-4263-493f-b5ae-da5c5cdbd6d9 req-d8959076-63fa-4129-a853-76ee667755eb tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:33.922200 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-167631c6-4263-493f-b5ae-da5c5cdbd6d9 req-d8959076-63fa-4129-a853-76ee667755eb tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.1041913 Mar 11 19:41:34.029622 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-167631c6-4263-493f-b5ae-da5c5cdbd6d9 req-ebe3be8f-0b53-4759-8d37-197a9c996870 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507681 Mar 11 19:41:34.061716 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-68229843-46eb-49c2-a305-5afcac4a31c9 req-6f35f19e-e2f5-4867-ad31-556eb7eb87f0 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989157 Mar 11 19:41:34.102854 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-943e252a-df87-4b9c-87fb-bbd00455b652 None None] Set router d5507dfc-ec21-42de-80d5-1e816f73580f gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:41:34.129521 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 85227e3f-a38f-4ff5-b7d9-766f5f4c7863 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:41:34.249777 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a87ab99b-c4d4-4290-9d6e-5d23e9ef3868 req-90a972ed-de28-4142-8bd2-79953f20e74a tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=0c01136a-7d54-4cc1-8feb-75a96ac8317a HTTP/1.1" status: 200 len: 210 time: 0.0342875 Mar 11 19:41:34.323496 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-372509fc-60ae-4e53-a072-c5f11999ce13 req-eafb07b3-6212-458c-8d5b-71530bb2be56 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.57 "GET /v2.0/ports?device_id=0c01136a-7d54-4cc1-8feb-75a96ac8317a HTTP/1.1" status: 200 len: 210 time: 0.0340979 Mar 11 19:41:34.349147 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-943e252a-df87-4b9c-87fb-bbd00455b652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5507dfc-ec21-42de-80d5-1e816f73580f', 'name': 'tempest-ServerRescueTestJSON-1674577475-router', 'tenant_id': 'b362e7ba3bfb498d9e580e0a76a9be12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '85227e3f-a38f-4ff5-b7d9-766f5f4c7863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:41:24Z', 'updated_at': '2022-03-11T19:41:30Z', 'revision_number': 4, 'project_id': 'b362e7ba3bfb498d9e580e0a76a9be12', 'gw_port': {'id': '85227e3f-a38f-4ff5-b7d9-766f5f4c7863', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:09:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5507dfc-ec21-42de-80d5-1e816f73580f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:41:25Z', 'updated_at': '2022-03-11T19:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'f61c97fd-b0db-4c00-a328-da0777d75f3d', 'name': '', 'network_id': '76270208-0feb-4aa6-a022-05d8e5f73f8c', 'tenant_id': 'b362e7ba3bfb498d9e580e0a76a9be12', 'mac_address': 'fa:16:3e:57:46:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5507dfc-ec21-42de-80d5-1e816f73580f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'd23219ed-7f8e-4413-9cc6-5853fc757d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:41:28Z', 'updated_at': '2022-03-11T19:41:32Z', 'revision_number': 2, 'project_id': 'b362e7ba3bfb498d9e580e0a76a9be12', 'subnets': [{'id': 'd23219ed-7f8e-4413-9cc6-5853fc757d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:34.380846 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943e252a-df87-4b9c-87fb-bbd00455b652 None None] Checking router: d5507dfc-ec21-42de-80d5-1e816f73580f for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:41:34.381194 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943e252a-df87-4b9c-87fb-bbd00455b652 None None] Updating router d5507dfc-ec21-42de-80d5-1e816f73580f port f61c97fd-b0db-4c00-a328-da0777d75f3d binding host n-d-833163-1 {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:41:34.428664 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-943e252a-df87-4b9c-87fb-bbd00455b652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (f61c97fd-b0db-4c00-a328-da0777d75f3d), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:34.677716 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7d4dc2e9-a4f7-41f0-8fa2-b0e1bdd28e71 req-d034f83c-b5ed-46ea-8a18-a22fd5a1ab5e tempest-ServersAaction247Test-792891612 tempest-ServersAaction247Test-792891612-project] 10.222.0.75 "GET /v2.0/ports?device_id=74db0535-8112-41a1-adce-582d1cf57ac9 HTTP/1.1" status: 200 len: 210 time: 0.0291870 Mar 11 19:41:34.724031 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c717fe-9183-46af-825d-d11f0304ffee req-fc17fb57-57df-4a49-b78c-322fd471ae13 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:34.730985 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-50c717fe-9183-46af-825d-d11f0304ffee req-fc17fb57-57df-4a49-b78c-322fd471ae13 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/networks?id=76270208-0feb-4aa6-a022-05d8e5f73f8c HTTP/1.1" status: 200 len: 811 time: 0.1750977 Mar 11 19:41:34.750321 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-50c717fe-9183-46af-825d-d11f0304ffee req-52dc2dda-2697-40a5-8394-92b68d8ee8b3 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/quotas/b362e7ba3bfb498d9e580e0a76a9be12 HTTP/1.1" status: 200 len: 375 time: 0.0175512 Mar 11 19:41:34.792213 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-943e252a-df87-4b9c-87fb-bbd00455b652 None None] Publish callbacks [] for port (f61c97fd-b0db-4c00-a328-da0777d75f3d), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:34.803280 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-943e252a-df87-4b9c-87fb-bbd00455b652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (f61c97fd-b0db-4c00-a328-da0777d75f3d), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:34.813213 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c01136a-7d54-4cc1-8feb-75a96ac8317a', 'name': 'network-vif-deleted', 'tag': 'c3739746-224f-4572-963d-c26b95246596'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:41:34.816073 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9b876b-d2cf-48d9-9536-1546937fe6d1" -d '{"events": [{"server_uuid": "0c01136a-7d54-4cc1-8feb-75a96ac8317a", "name": "network-vif-deleted", "tag": "c3739746-224f-4572-963d-c26b95246596"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:41:34.849215 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-50c717fe-9183-46af-825d-d11f0304ffee req-e9c25341-8a17-491b-92b3-44ad5059ed12 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b362e7ba3bfb498d9e580e0a76a9be12&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0978315 Mar 11 19:41:34.865623 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25773a41-644b-4e8f-a55a-a69aa41afc81 None None] Pushing event updated for resources: {'Port': ['ID=f61c97fd-b0db-4c00-a328-da0777d75f3d,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:34.881020 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25773a41-644b-4e8f-a55a-a69aa41afc81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:34.881369 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25773a41-644b-4e8f-a55a-a69aa41afc81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:34.881716 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25773a41-644b-4e8f-a55a-a69aa41afc81 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:34.882052 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25773a41-644b-4e8f-a55a-a69aa41afc81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:34.884983 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25773a41-644b-4e8f-a55a-a69aa41afc81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:34.886015 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25773a41-644b-4e8f-a55a-a69aa41afc81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:34.886015 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25773a41-644b-4e8f-a55a-a69aa41afc81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:34.886897 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25773a41-644b-4e8f-a55a-a69aa41afc81 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:34.886897 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25773a41-644b-4e8f-a55a-a69aa41afc81 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:34.886897 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25773a41-644b-4e8f-a55a-a69aa41afc81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:34.887158 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25773a41-644b-4e8f-a55a-a69aa41afc81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:34.887600 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25773a41-644b-4e8f-a55a-a69aa41afc81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:34.887971 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25773a41-644b-4e8f-a55a-a69aa41afc81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:41:34.950954 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-943e252a-df87-4b9c-87fb-bbd00455b652 None None] Attempting to bind port f61c97fd-b0db-4c00-a328-da0777d75f3d on host n-d-833163-1 for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:41:34.951290 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-943e252a-df87-4b9c-87fb-bbd00455b652 None None] Attempting to bind port f61c97fd-b0db-4c00-a328-da0777d75f3d by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '13d1512a-6981-44c9-9a87-0eca6dce4e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '76270208-0feb-4aa6-a022-05d8e5f73f8c'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:41:34.951592 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943e252a-df87-4b9c-87fb-bbd00455b652 None None] Attempting to bind port f61c97fd-b0db-4c00-a328-da0777d75f3d on network 76270208-0feb-4aa6-a022-05d8e5f73f8c {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:41:34.960336 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943e252a-df87-4b9c-87fb-bbd00455b652 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:41:34.960336 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943e252a-df87-4b9c-87fb-bbd00455b652 None None] Checking segment: {'id': '13d1512a-6981-44c9-9a87-0eca6dce4e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '76270208-0feb-4aa6-a022-05d8e5f73f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:41:34.960684 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-943e252a-df87-4b9c-87fb-bbd00455b652 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:34.960915 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943e252a-df87-4b9c-87fb-bbd00455b652 None None] Bound using segment: {'id': '13d1512a-6981-44c9-9a87-0eca6dce4e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '76270208-0feb-4aa6-a022-05d8e5f73f8c'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:41:34.961279 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-943e252a-df87-4b9c-87fb-bbd00455b652 None None] Bound port: f61c97fd-b0db-4c00-a328-da0777d75f3d, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13d1512a-6981-44c9-9a87-0eca6dce4e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '76270208-0feb-4aa6-a022-05d8e5f73f8c'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:41:34.961658 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-943e252a-df87-4b9c-87fb-bbd00455b652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (f61c97fd-b0db-4c00-a328-da0777d75f3d), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:34.980122 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-50c717fe-9183-46af-825d-d11f0304ffee req-1f6e6fff-de3a-4b89-b2d0-8c45b0b16e4d service neutron] 10.222.0.65 "GET /v2.0/networks/76270208-0feb-4aa6-a022-05d8e5f73f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296535 Mar 11 19:41:35.049639 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-943e252a-df87-4b9c-87fb-bbd00455b652 None None] For port f61c97fd-b0db-4c00-a328-da0777d75f3d, host n-d-833163-1, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:41:35.053385 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-943e252a-df87-4b9c-87fb-bbd00455b652 None None] For port f61c97fd-b0db-4c00-a328-da0777d75f3d, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=f61c97fd-b0db-4c00-a328-da0777d75f3d,segment=NetworkSegment(13d1512a-6981-44c9-9a87-0eca6dce4e01),segment_id=13d1512a-6981-44c9-9a87-0eca6dce4e01)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:41:35.063597 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-943e252a-df87-4b9c-87fb-bbd00455b652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (f61c97fd-b0db-4c00-a328-da0777d75f3d), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:35.113406 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943e252a-df87-4b9c-87fb-bbd00455b652 None None] Routers {'d5507dfc-ec21-42de-80d5-1e816f73580f'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:41:35.114042 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-943e252a-df87-4b9c-87fb-bbd00455b652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:41:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['d5507dfc-ec21-42de-80d5-1e816f73580f'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:35.124801 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-50c717fe-9183-46af-825d-d11f0304ffee req-2983e3f2-c1cb-4417-a382-01b5399dd2ea service neutron] 10.222.0.65 "GET /v2.0/networks/76270208-0feb-4aa6-a022-05d8e5f73f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433456 Mar 11 19:41:35.258914 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25773a41-644b-4e8f-a55a-a69aa41afc81 None None] Pushing event updated for resources: {'Port': ['ID=f61c97fd-b0db-4c00-a328-da0777d75f3d,revision_number=4']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:35.272993 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-943e252a-df87-4b9c-87fb-bbd00455b652 None None] Set router d5507dfc-ec21-42de-80d5-1e816f73580f gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:41:35.418341 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 64b5ca6c-9a77-4661-af65-6c2b0442228d details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:41:35.636366 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 64b5ca6c-9a77-4661-af65-6c2b0442228d, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=64b5ca6c-9a77-4661-af65-6c2b0442228d,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:35.645247 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-943e252a-df87-4b9c-87fb-bbd00455b652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5507dfc-ec21-42de-80d5-1e816f73580f', 'name': 'tempest-ServerRescueTestJSON-1674577475-router', 'tenant_id': 'b362e7ba3bfb498d9e580e0a76a9be12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '85227e3f-a38f-4ff5-b7d9-766f5f4c7863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:41:24Z', 'updated_at': '2022-03-11T19:41:30Z', 'revision_number': 4, 'project_id': 'b362e7ba3bfb498d9e580e0a76a9be12', 'gw_port': {'id': '85227e3f-a38f-4ff5-b7d9-766f5f4c7863', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:09:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5507dfc-ec21-42de-80d5-1e816f73580f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:41:25Z', 'updated_at': '2022-03-11T19:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'f61c97fd-b0db-4c00-a328-da0777d75f3d', 'name': '', 'network_id': '76270208-0feb-4aa6-a022-05d8e5f73f8c', 'tenant_id': 'b362e7ba3bfb498d9e580e0a76a9be12', 'mac_address': 'fa:16:3e:57:46:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5507dfc-ec21-42de-80d5-1e816f73580f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'd23219ed-7f8e-4413-9cc6-5853fc757d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:41:28Z', 'updated_at': '2022-03-11T19:41:35Z', 'revision_number': 4, 'project_id': 'b362e7ba3bfb498d9e580e0a76a9be12', 'subnets': [{'id': 'd23219ed-7f8e-4413-9cc6-5853fc757d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:35.681597 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': '64b5ca6c-9a77-4661-af65-6c2b0442228d', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'port_id': '64b5ca6c-9a77-4661-af65-6c2b0442228d', 'mac_address': 'fa:16:3e:93:a9:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bb14923-74c3-4313-be8d-ed33542f05aa', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:41:35.705819 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943e252a-df87-4b9c-87fb-bbd00455b652 None None] The sync data for ids ['d5507dfc-ec21-42de-80d5-1e816f73580f'] in n-d-833163-1 is: [{'id': 'd5507dfc-ec21-42de-80d5-1e816f73580f', 'name': 'tempest-ServerRescueTestJSON-1674577475-router', 'tenant_id': 'b362e7ba3bfb498d9e580e0a76a9be12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '85227e3f-a38f-4ff5-b7d9-766f5f4c7863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:41:24Z', 'updated_at': '2022-03-11T19:41:30Z', 'revision_number': 4, 'project_id': 'b362e7ba3bfb498d9e580e0a76a9be12', 'gw_port': {'id': '85227e3f-a38f-4ff5-b7d9-766f5f4c7863', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:09:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5507dfc-ec21-42de-80d5-1e816f73580f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:41:25Z', 'updated_at': '2022-03-11T19:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'f61c97fd-b0db-4c00-a328-da0777d75f3d', 'name': '', 'network_id': '76270208-0feb-4aa6-a022-05d8e5f73f8c', 'tenant_id': 'b362e7ba3bfb498d9e580e0a76a9be12', 'mac_address': 'fa:16:3e:57:46:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5507dfc-ec21-42de-80d5-1e816f73580f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': 'd23219ed-7f8e-4413-9cc6-5853fc757d12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:41:28Z', 'updated_at': '2022-03-11T19:41:35Z', 'revision_number': 4, 'project_id': 'b362e7ba3bfb498d9e580e0a76a9be12', 'subnets': [{'id': 'd23219ed-7f8e-4413-9cc6-5853fc757d12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:41:35.775278 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57286037-c13d-412c-8499-c34f5c2ddfd7 req-b2ee0f19-fb02-409a-bf64-d73252e8a7dc tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:35.782601 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 64b5ca6c-9a77-4661-af65-6c2b0442228d is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:41:35.783001 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (64b5ca6c-9a77-4661-af65-6c2b0442228d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:35.786322 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-57286037-c13d-412c-8499-c34f5c2ddfd7 req-b2ee0f19-fb02-409a-bf64-d73252e8a7dc tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d77af73-27f0-4b13-814f-d1ec1ebca08d HTTP/1.1" status: 200 len: 948 time: 0.1295915 Mar 11 19:41:35.841428 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64b5ca6c-9a77-4661-af65-6c2b0442228d {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:41:35.894982 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 64b5ca6c-9a77-4661-af65-6c2b0442228d, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=64b5ca6c-9a77-4661-af65-6c2b0442228d,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:35.907921 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (64b5ca6c-9a77-4661-af65-6c2b0442228d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:35.959730 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-57286037-c13d-412c-8499-c34f5c2ddfd7 req-10bbf6ff-627b-4796-a229-b94be9618a0b tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/security-groups?id=032b05bd-60bf-4cbe-8790-99bf90b24300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673386 Mar 11 19:41:36.041264 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=64b5ca6c-9a77-4661-af65-6c2b0442228d,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:36.095157 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 40700) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:41:36.310379 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['64b5ca6c-9a77-4661-af65-6c2b0442228d'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:41:36.345401 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-873f633d-25df-484f-8bb4-8931221f898d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:36.362283 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5fa2dce-ba6e-4652-aac7-4faef9f9ea32 x-openstack-request-id: req-d5fa2dce-ba6e-4652-aac7-4faef9f9ea32 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:41:36.364826 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c01136a-7d54-4cc1-8feb-75a96ac8317a", "name": "network-vif-deleted", "tag": "c3739746-224f-4572-963d-c26b95246596", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:41:36.365100 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d5fa2dce-ba6e-4652-aac7-4faef9f9ea32 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:41:36.365510 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c01136a-7d54-4cc1-8feb-75a96ac8317a', 'name': 'network-vif-deleted', 'tag': 'c3739746-224f-4572-963d-c26b95246596', 'status': 'completed', 'code': 200} Mar 11 19:41:36.564790 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c71057ea-f6bc-40bf-9fb5-3079d2398e62 req-fd1d957e-c459-4aae-8d3b-d8c4b9a0392d tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/ports?device_id=8faf4c72-ecf7-4a30-a577-8cb0016710c0 HTTP/1.1" status: 200 len: 210 time: 0.1088600 Mar 11 19:41:36.674270 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-873f633d-25df-484f-8bb4-8931221f898d admin admin] Publish callbacks [] for security_group (389f5b23-e7e3-458f-b4de-b03bd24cd73d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:36.692158 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-873f633d-25df-484f-8bb4-8931221f898d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (389f5b23-e7e3-458f-b4de-b03bd24cd73d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:36.802572 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-873f633d-25df-484f-8bb4-8931221f898d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2a46a423527a4924a5f2a6b0d2943ac1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7035439 Mar 11 19:41:36.802572 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873f633d-25df-484f-8bb4-8931221f898d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=389f5b23-e7e3-458f-b4de-b03bd24cd73d,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:36.803960 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 40714) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:41:36.839075 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9271d84b-9734-4035-86c4-477746e7795c req-b893ba32-6da0-4e88-a332-938ee78f7ee3 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:36.850930 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9271d84b-9734-4035-86c4-477746e7795c req-b893ba32-6da0-4e88-a332-938ee78f7ee3 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.1793079 Mar 11 19:41:36.912991 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a5aa38b7-882a-47f2-b992-1a7f8c4cb7d9 admin admin] Publish callbacks [] for security_group (389f5b23-e7e3-458f-b4de-b03bd24cd73d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:36.935210 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9271d84b-9734-4035-86c4-477746e7795c req-07ba4fa3-979d-4f94-a785-6c5ebea94fc2 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794737 Mar 11 19:41:36.940546 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a5aa38b7-882a-47f2-b992-1a7f8c4cb7d9 admin admin] Publish callbacks [] for security_group (389f5b23-e7e3-458f-b4de-b03bd24cd73d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:37.068137 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a5aa38b7-882a-47f2-b992-1a7f8c4cb7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (389f5b23-e7e3-458f-b4de-b03bd24cd73d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:37.073864 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a5aa38b7-882a-47f2-b992-1a7f8c4cb7d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:37.075653 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a5aa38b7-882a-47f2-b992-1a7f8c4cb7d9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/389f5b23-e7e3-458f-b4de-b03bd24cd73d HTTP/1.1" status: 204 len: 168 time: 0.2702186 Mar 11 19:41:37.106099 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aa38b7-882a-47f2-b992-1a7f8c4cb7d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=389f5b23-e7e3-458f-b4de-b03bd24cd73d,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:37.177807 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f228fa-a79b-42e7-ac51-92dc53522190 req-8beb6288-bbc3-4b9d-be8a-4cac0255c0f5 tempest-InstanceActionsTestJSON-341572610 tempest-InstanceActionsTestJSON-341572610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:37.185280 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-13f228fa-a79b-42e7-ac51-92dc53522190 req-8beb6288-bbc3-4b9d-be8a-4cac0255c0f5 tempest-InstanceActionsTestJSON-341572610 tempest-InstanceActionsTestJSON-341572610-project] 10.222.0.65 "GET /v2.0/ports?device_id=0531a355-d346-47aa-bf50-e25f3e99bbd9 HTTP/1.1" status: 200 len: 945 time: 0.1496983 Mar 11 19:41:37.247367 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-13f228fa-a79b-42e7-ac51-92dc53522190 req-985f9505-adf3-4040-9a40-f59992165a24 tempest-InstanceActionsTestJSON-341572610 tempest-InstanceActionsTestJSON-341572610-project] 10.222.0.65 "GET /v2.0/security-groups?id=a3c98329-ae5a-4e15-8b4c-26e7f282a21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609200 Mar 11 19:41:37.399979 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52399225-586e-4b8e-ad12-07b1c27a3d35 req-fe81f119-17be-403c-92d2-aa973194a4bc tempest-InstanceActionsTestJSON-341572610 tempest-InstanceActionsTestJSON-341572610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:37.401691 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-52399225-586e-4b8e-ad12-07b1c27a3d35 req-fe81f119-17be-403c-92d2-aa973194a4bc tempest-InstanceActionsTestJSON-341572610 tempest-InstanceActionsTestJSON-341572610-project] 10.222.0.75 "GET /v2.0/ports?device_id=0531a355-d346-47aa-bf50-e25f3e99bbd9 HTTP/1.1" status: 200 len: 945 time: 0.1647749 Mar 11 19:41:37.441598 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device c3739746-224f-4572-963d-c26b95246596 no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:41:37.536372 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: c3739746-224f-4572-963d-c26b95246596 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:41:37.537114 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device c3739746-224f-4572-963d-c26b95246596 not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:41:37.546365 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc35f1d1-8ca6-456d-88b3-7a38c33acadc req-2532f3b8-1902-42ee-84fe-d7ca2ea1e11b tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:37.553275 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cc35f1d1-8ca6-456d-88b3-7a38c33acadc req-2532f3b8-1902-42ee-84fe-d7ca2ea1e11b tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/networks?id=90292ec6-d6b2-4fa1-9376-c622cb87c9e0 HTTP/1.1" status: 200 len: 811 time: 0.2036219 Mar 11 19:41:37.570157 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cc35f1d1-8ca6-456d-88b3-7a38c33acadc req-0e75bfac-3791-479f-a828-b39cdd78f813 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/quotas/12e2452ddb214caab7c1aa2dab6d048a HTTP/1.1" status: 200 len: 375 time: 0.0159256 Mar 11 19:41:37.628085 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cc35f1d1-8ca6-456d-88b3-7a38c33acadc req-db8d80d2-c2c3-46fe-b540-2fdf262a8db7 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=12e2452ddb214caab7c1aa2dab6d048a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491877 Mar 11 19:41:37.690098 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-52399225-586e-4b8e-ad12-07b1c27a3d35 req-d6716de7-9173-42d9-8c79-a773d45660e0 tempest-InstanceActionsTestJSON-341572610 tempest-InstanceActionsTestJSON-341572610-project] Deleting port 5c942892-f69b-462e-af93-ceae44567e50 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:41:37.690778 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-52399225-586e-4b8e-ad12-07b1c27a3d35 req-d6716de7-9173-42d9-8c79-a773d45660e0 tempest-InstanceActionsTestJSON-341572610 tempest-InstanceActionsTestJSON-341572610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (5c942892-f69b-462e-af93-ceae44567e50), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:37.694380 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c717fe-9183-46af-825d-d11f0304ffee req-3a00a3cf-28d1-46d3-aa6f-17449a7c57fa tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:37.697988 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-50c717fe-9183-46af-825d-d11f0304ffee req-3a00a3cf-28d1-46d3-aa6f-17449a7c57fa tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.75 "GET /v2.0/networks?id=76270208-0feb-4aa6-a022-05d8e5f73f8c HTTP/1.1" status: 200 len: 811 time: 0.2662418 Mar 11 19:41:37.725854 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-50c717fe-9183-46af-825d-d11f0304ffee req-26ab14e4-cf99-4c07-9eb8-e331a1042c65 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Request body: {'port': {'device_id': '8faf4c72-ecf7-4a30-a577-8cb0016710c0', 'network_id': '76270208-0feb-4aa6-a022-05d8e5f73f8c', 'admin_state_up': True, 'tenant_id': 'b362e7ba3bfb498d9e580e0a76a9be12'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:41:37.897940 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device f61c97fd-b0db-4c00-a328-da0777d75f3d up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:41:37.950131 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50c717fe-9183-46af-825d-d11f0304ffee req-26ab14e4-cf99-4c07-9eb8-e331a1042c65 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Made reservation on behalf of b362e7ba3bfb498d9e580e0a76a9be12 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:41:37.954235 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-50c717fe-9183-46af-825d-d11f0304ffee req-26ab14e4-cf99-4c07-9eb8-e331a1042c65 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:38.027748 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port f61c97fd-b0db-4c00-a328-da0777d75f3d triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:41:38.028463 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (f61c97fd-b0db-4c00-a328-da0777d75f3d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:38.033808 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-52399225-586e-4b8e-ad12-07b1c27a3d35 req-d6716de7-9173-42d9-8c79-a773d45660e0 tempest-InstanceActionsTestJSON-341572610 tempest-InstanceActionsTestJSON-341572610-project] For port 5c942892-f69b-462e-af93-ceae44567e50, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=5c942892-f69b-462e-af93-ceae44567e50,segment=NetworkSegment(d5950882-6964-469a-8841-f74bb8eb73c8),segment_id=d5950882-6964-469a-8841-f74bb8eb73c8)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:38.034290 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-52399225-586e-4b8e-ad12-07b1c27a3d35 req-d6716de7-9173-42d9-8c79-a773d45660e0 tempest-InstanceActionsTestJSON-341572610 tempest-InstanceActionsTestJSON-341572610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (5c942892-f69b-462e-af93-ceae44567e50), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:38.044068 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cc35f1d1-8ca6-456d-88b3-7a38c33acadc req-b1cebe40-3fa4-40eb-a2b0-211e10b0e1fa service neutron] 10.222.0.65 "GET /v2.0/networks/90292ec6-d6b2-4fa1-9376-c622cb87c9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4149530 Mar 11 19:41:38.087471 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-52399225-586e-4b8e-ad12-07b1c27a3d35 req-d6716de7-9173-42d9-8c79-a773d45660e0 tempest-InstanceActionsTestJSON-341572610 tempest-InstanceActionsTestJSON-341572610-project] Calling delete_port for 5c942892-f69b-462e-af93-ceae44567e50 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:41:38.156653 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port f61c97fd-b0db-4c00-a328-da0777d75f3d is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:41:38.157332 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (f61c97fd-b0db-4c00-a328-da0777d75f3d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:38.190282 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-50c717fe-9183-46af-825d-d11f0304ffee req-26ab14e4-cf99-4c07-9eb8-e331a1042c65 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Allocated IP 172.20.0.11 (76270208-0feb-4aa6-a022-05d8e5f73f8c/d23219ed-7f8e-4413-9cc6-5853fc757d12/8496a1aa-301e-438d-88a8-7a2a4e4643b7) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:41:38.206405 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port f61c97fd-b0db-4c00-a328-da0777d75f3d, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=f61c97fd-b0db-4c00-a328-da0777d75f3d,segment=NetworkSegment(13d1512a-6981-44c9-9a87-0eca6dce4e01),segment_id=13d1512a-6981-44c9-9a87-0eca6dce4e01)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:38.213949 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (f61c97fd-b0db-4c00-a328-da0777d75f3d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:38.343358 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=f61c97fd-b0db-4c00-a328-da0777d75f3d,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:38.413511 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 40756) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:41:38.447826 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-50c717fe-9183-46af-825d-d11f0304ffee req-26ab14e4-cf99-4c07-9eb8-e331a1042c65 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Publish callbacks [] for port (8496a1aa-301e-438d-88a8-7a2a4e4643b7), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:38.496623 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-50c717fe-9183-46af-825d-d11f0304ffee req-26ab14e4-cf99-4c07-9eb8-e331a1042c65 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (8496a1aa-301e-438d-88a8-7a2a4e4643b7), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:38.532082 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50c717fe-9183-46af-825d-d11f0304ffee req-26ab14e4-cf99-4c07-9eb8-e331a1042c65 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Network 76270208-0feb-4aa6-a022-05d8e5f73f8c is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:41:38.537208 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-50c717fe-9183-46af-825d-d11f0304ffee req-26ab14e4-cf99-4c07-9eb8-e331a1042c65 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:38.539801 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-50c717fe-9183-46af-825d-d11f0304ffee req-26ab14e4-cf99-4c07-9eb8-e331a1042c65 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:41:38.594680 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-b9ef4ffd-7d2b-4cba-a91b-2e1a3485336e admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-530959193-network', 'tenant_id': 'ef4f642d5ee7460fb156622a98b1ec05'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:41:38.605228 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cc35f1d1-8ca6-456d-88b3-7a38c33acadc req-ac54ebe1-ddb1-41b3-ac9a-8769c6d15451 service neutron] 10.222.0.65 "GET /v2.0/networks/90292ec6-d6b2-4fa1-9376-c622cb87c9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5601296 Mar 11 19:41:38.642367 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ab14e4-cf99-4c07-9eb8-e331a1042c65 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Pushing event updated for resources: {'Port': ['ID=8496a1aa-301e-438d-88a8-7a2a4e4643b7,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:38.660751 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c717fe-9183-46af-825d-d11f0304ffee req-26ab14e4-cf99-4c07-9eb8-e331a1042c65 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:38.661827 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-50c717fe-9183-46af-825d-d11f0304ffee req-26ab14e4-cf99-4c07-9eb8-e331a1042c65 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:38.665802 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ef4ffd-7d2b-4cba-a91b-2e1a3485336e admin admin] Made reservation on behalf of ef4f642d5ee7460fb156622a98b1ec05 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:41:38.670380 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b9ef4ffd-7d2b-4cba-a91b-2e1a3485336e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:38.686225 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b9ef4ffd-7d2b-4cba-a91b-2e1a3485336e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:38.698477 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-50c717fe-9183-46af-825d-d11f0304ffee req-26ab14e4-cf99-4c07-9eb8-e331a1042c65 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9832344 Mar 11 19:41:38.714341 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-50c717fe-9183-46af-825d-d11f0304ffee req-57b64832-2f15-4e1b-a357-fba2d86360c7 service neutron] Request body: {'port': {'device_id': '8faf4c72-ecf7-4a30-a577-8cb0016710c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:41:38.737633 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-52399225-586e-4b8e-ad12-07b1c27a3d35 req-d6716de7-9173-42d9-8c79-a773d45660e0 tempest-InstanceActionsTestJSON-341572610 tempest-InstanceActionsTestJSON-341572610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (5c942892-f69b-462e-af93-ceae44567e50), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:38.750987 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['5c942892-f69b-462e-af93-ceae44567e50'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:41:38.806338 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6716de7-9173-42d9-8c79-a773d45660e0 tempest-InstanceActionsTestJSON-341572610 tempest-InstanceActionsTestJSON-341572610-project] Pushing event deleted for resources: {'Port': ['ID=5c942892-f69b-462e-af93-ceae44567e50,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:38.875318 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-50c717fe-9183-46af-825d-d11f0304ffee req-57b64832-2f15-4e1b-a357-fba2d86360c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (8496a1aa-301e-438d-88a8-7a2a4e4643b7), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:38.878190 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-52399225-586e-4b8e-ad12-07b1c27a3d35 req-d6716de7-9173-42d9-8c79-a773d45660e0 tempest-InstanceActionsTestJSON-341572610 tempest-InstanceActionsTestJSON-341572610-project] No DVR routers for this DVR port 5c942892-f69b-462e-af93-ceae44567e50 on host n-h1-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:41:38.883658 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-52399225-586e-4b8e-ad12-07b1c27a3d35 req-d6716de7-9173-42d9-8c79-a773d45660e0 tempest-InstanceActionsTestJSON-341572610 tempest-InstanceActionsTestJSON-341572610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:38.889453 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-52399225-586e-4b8e-ad12-07b1c27a3d35 req-d6716de7-9173-42d9-8c79-a773d45660e0 tempest-InstanceActionsTestJSON-341572610 tempest-InstanceActionsTestJSON-341572610-project] 10.222.0.75 "DELETE /v2.0/ports/5c942892-f69b-462e-af93-ceae44567e50 HTTP/1.1" status: 204 len: 173 time: 1.4757097 Mar 11 19:41:38.890059 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0531a355-d346-47aa-bf50-e25f3e99bbd9', 'name': 'network-vif-deleted', 'tag': '5c942892-f69b-462e-af93-ceae44567e50'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:41:38.892506 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae52e3d-19b9-4663-9b00-e8349618f370" -d '{"events": [{"server_uuid": "0531a355-d346-47aa-bf50-e25f3e99bbd9", "name": "network-vif-deleted", "tag": "5c942892-f69b-462e-af93-ceae44567e50"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:41:39.014682 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd18e3f-e82b-4cd8-af55-755f77af7f0f req-2a2f132b-bafc-40ae-b6c0-351beff4858a tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:39.020572 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b9ef4ffd-7d2b-4cba-a91b-2e1a3485336e admin admin] Publish callbacks [] for security_group (859ac1c5-0812-4381-b79b-35b1101e3fcf), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:39.024854 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2cd18e3f-e82b-4cd8-af55-755f77af7f0f req-2a2f132b-bafc-40ae-b6c0-351beff4858a tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.1086950 Mar 11 19:41:39.028110 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b9ef4ffd-7d2b-4cba-a91b-2e1a3485336e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (859ac1c5-0812-4381-b79b-35b1101e3fcf), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:39.107509 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2cd18e3f-e82b-4cd8-af55-755f77af7f0f req-e7d857e4-9801-452c-8346-e7007ba5cfcb tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816612 Mar 11 19:41:39.143239 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9ef4ffd-7d2b-4cba-a91b-2e1a3485336e admin admin] vlan segment allocate from pool success with {'vlan_id': 893, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:41:39.146999 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ef4ffd-7d2b-4cba-a91b-2e1a3485336e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=859ac1c5-0812-4381-b79b-35b1101e3fcf,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:39.189182 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b9ef4ffd-7d2b-4cba-a91b-2e1a3485336e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (b46b9e24-a0a1-4ecd-89e3-bbba64a132f9), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:39.189493 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-b9ef4ffd-7d2b-4cba-a91b-2e1a3485336e admin admin] Added segment b46b9e24-a0a1-4ecd-89e3-bbba64a132f9 of type vlan for network ff9e0b6c-377f-4794-8b07-e9f2d6f1a8f6 Mar 11 19:41:39.248228 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee68033-31c9-49c7-8f91-2f55d71f61c0 req-0796cb5b-cd51-4ef1-bfcf-7015fc4a3dd5 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:39.250238 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dee68033-31c9-49c7-8f91-2f55d71f61c0 req-0796cb5b-cd51-4ef1-bfcf-7015fc4a3dd5 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d77af73-27f0-4b13-814f-d1ec1ebca08d HTTP/1.1" status: 200 len: 949 time: 0.0763345 Mar 11 19:41:39.282995 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b9ef4ffd-7d2b-4cba-a91b-2e1a3485336e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (ff9e0b6c-377f-4794-8b07-e9f2d6f1a8f6), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:39.336495 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dee68033-31c9-49c7-8f91-2f55d71f61c0 req-dfa30827-0988-4abe-8f1d-63c415627905 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/security-groups?id=032b05bd-60bf-4cbe-8790-99bf90b24300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684018 Mar 11 19:41:39.356787 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b9ef4ffd-7d2b-4cba-a91b-2e1a3485336e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (ff9e0b6c-377f-4794-8b07-e9f2d6f1a8f6), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:39.358156 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ef4ffd-7d2b-4cba-a91b-2e1a3485336e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:39.359131 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b9ef4ffd-7d2b-4cba-a91b-2e1a3485336e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:39.444825 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 64b5ca6c-9a77-4661-af65-6c2b0442228d up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:41:39.445536 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b9ef4ffd-7d2b-4cba-a91b-2e1a3485336e admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0303712 Mar 11 19:41:39.449005 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 40778) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:41:39.454820 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-da4591ef-a3e0-4971-93bc-b7a354c7103f admin admin] Request body: {'subnet': {'network_id': 'ff9e0b6c-377f-4794-8b07-e9f2d6f1a8f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-530959193-subnet', 'tenant_id': 'ef4f642d5ee7460fb156622a98b1ec05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:41:39.518199 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ef4ffd-7d2b-4cba-a91b-2e1a3485336e admin admin] Pushing event updated for resources: {'Network': ['ID=ff9e0b6c-377f-4794-8b07-e9f2d6f1a8f6,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:39.562266 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-50c717fe-9183-46af-825d-d11f0304ffee req-57b64832-2f15-4e1b-a357-fba2d86360c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8496a1aa-301e-438d-88a8-7a2a4e4643b7 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:41:39.568843 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network ff9e0b6c-377f-4794-8b07-e9f2d6f1a8f6 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:41:39.576944 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-50c717fe-9183-46af-825d-d11f0304ffee req-57b64832-2f15-4e1b-a357-fba2d86360c7 service neutron] Publish callbacks [] for port (8496a1aa-301e-438d-88a8-7a2a4e4643b7), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:39.592541 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-50c717fe-9183-46af-825d-d11f0304ffee req-57b64832-2f15-4e1b-a357-fba2d86360c7 service neutron] Transition to ACTIVE for port object 8496a1aa-301e-438d-88a8-7a2a4e4643b7 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:41:39.598649 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-50c717fe-9183-46af-825d-d11f0304ffee req-57b64832-2f15-4e1b-a357-fba2d86360c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (8496a1aa-301e-438d-88a8-7a2a4e4643b7), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:39.606139 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4591ef-a3e0-4971-93bc-b7a354c7103f admin admin] Made reservation on behalf of ef4f642d5ee7460fb156622a98b1ec05 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:41:39.610081 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-da4591ef-a3e0-4971-93bc-b7a354c7103f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:39.645583 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port 64b5ca6c-9a77-4661-af65-6c2b0442228d completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:41:39.672212 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port 64b5ca6c-9a77-4661-af65-6c2b0442228d triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:41:39.675117 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (64b5ca6c-9a77-4661-af65-6c2b0442228d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:39.711940 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b64832-2f15-4e1b-a357-fba2d86360c7 service neutron] Pushing event updated for resources: {'Port': ['ID=8496a1aa-301e-438d-88a8-7a2a4e4643b7,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:39.874468 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device f61c97fd-b0db-4c00-a328-da0777d75f3d up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:41:39.890923 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-da4591ef-a3e0-4971-93bc-b7a354c7103f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (e398eeae-2c60-44ec-940c-6cdb7db7b284), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:39.906662 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-50c717fe-9183-46af-825d-d11f0304ffee req-57b64832-2f15-4e1b-a357-fba2d86360c7 service neutron] Attempting to bind port 8496a1aa-301e-438d-88a8-7a2a4e4643b7 on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:41:39.907013 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-50c717fe-9183-46af-825d-d11f0304ffee req-57b64832-2f15-4e1b-a357-fba2d86360c7 service neutron] Attempting to bind port 8496a1aa-301e-438d-88a8-7a2a4e4643b7 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '13d1512a-6981-44c9-9a87-0eca6dce4e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '76270208-0feb-4aa6-a022-05d8e5f73f8c'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:41:39.907330 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c717fe-9183-46af-825d-d11f0304ffee req-57b64832-2f15-4e1b-a357-fba2d86360c7 service neutron] Attempting to bind port 8496a1aa-301e-438d-88a8-7a2a4e4643b7 on network 76270208-0feb-4aa6-a022-05d8e5f73f8c {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:41:39.912272 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c717fe-9183-46af-825d-d11f0304ffee req-57b64832-2f15-4e1b-a357-fba2d86360c7 service neutron] Port 8496a1aa-301e-438d-88a8-7a2a4e4643b7 on network 76270208-0feb-4aa6-a022-05d8e5f73f8c not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:41:39.912604 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c717fe-9183-46af-825d-d11f0304ffee req-57b64832-2f15-4e1b-a357-fba2d86360c7 service neutron] Attempting to bind port 8496a1aa-301e-438d-88a8-7a2a4e4643b7 on network 76270208-0feb-4aa6-a022-05d8e5f73f8c {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:41:39.918307 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c717fe-9183-46af-825d-d11f0304ffee req-57b64832-2f15-4e1b-a357-fba2d86360c7 service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:41:39.920113 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c717fe-9183-46af-825d-d11f0304ffee req-57b64832-2f15-4e1b-a357-fba2d86360c7 service neutron] Checking segment: {'id': '13d1512a-6981-44c9-9a87-0eca6dce4e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '76270208-0feb-4aa6-a022-05d8e5f73f8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:41:39.920634 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c717fe-9183-46af-825d-d11f0304ffee req-57b64832-2f15-4e1b-a357-fba2d86360c7 service neutron] Bound using segment: {'id': '13d1512a-6981-44c9-9a87-0eca6dce4e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '76270208-0feb-4aa6-a022-05d8e5f73f8c'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:41:39.933313 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-50c717fe-9183-46af-825d-d11f0304ffee req-57b64832-2f15-4e1b-a357-fba2d86360c7 service neutron] Bound port: 8496a1aa-301e-438d-88a8-7a2a4e4643b7, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13d1512a-6981-44c9-9a87-0eca6dce4e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '76270208-0feb-4aa6-a022-05d8e5f73f8c'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:41:39.933596 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a00d11-4d81-4c34-99f9-015dd68172b2 req-a706dcea-fd17-406b-a84f-99fdefb0b97d tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:39.933767 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-50c717fe-9183-46af-825d-d11f0304ffee req-57b64832-2f15-4e1b-a357-fba2d86360c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (8496a1aa-301e-438d-88a8-7a2a4e4643b7), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:39.942487 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-00a00d11-4d81-4c34-99f9-015dd68172b2 req-a706dcea-fd17-406b-a84f-99fdefb0b97d tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/ports?device_id=8faf4c72-ecf7-4a30-a577-8cb0016710c0 HTTP/1.1" status: 200 len: 932 time: 0.4596691 Mar 11 19:41:40.017445 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4591ef-a3e0-4971-93bc-b7a354c7103f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e398eeae-2c60-44ec-940c-6cdb7db7b284,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:40.028573 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-00a00d11-4d81-4c34-99f9-015dd68172b2 req-ac8373a7-168b-44df-ab4f-a0f0e26a206d tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6edb3d-008e-48ff-8ef0-64786618cae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847452 Mar 11 19:41:40.037863 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 64b5ca6c-9a77-4661-af65-6c2b0442228d is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:41:40.038550 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (64b5ca6c-9a77-4661-af65-6c2b0442228d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:40.087971 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4591ef-a3e0-4971-93bc-b7a354c7103f admin admin] Checking segment: {'id': 'b46b9e24-a0a1-4ecd-89e3-bbba64a132f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'ff9e0b6c-377f-4794-8b07-e9f2d6f1a8f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:41:40.091087 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4591ef-a3e0-4971-93bc-b7a354c7103f admin admin] Network hostable DHCP agents. Network: ff9e0b6c-377f-4794-8b07-e9f2d6f1a8f6, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:41:40.093980 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d77af73-27f0-4b13-814f-d1ec1ebca08d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b5ca6c-9a77-4661-af65-6c2b0442228d'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:41:40.098116 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f39a85-8ad4-49ec-95e5-59d1a51abc70" -d '{"events": [{"server_uuid": "0d77af73-27f0-4b13-814f-d1ec1ebca08d", "name": "network-vif-plugged", "status": "completed", "tag": "64b5ca6c-9a77-4661-af65-6c2b0442228d"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:41:40.112367 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port f61c97fd-b0db-4c00-a328-da0777d75f3d triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:41:40.116215 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (f61c97fd-b0db-4c00-a328-da0777d75f3d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:40.152336 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-50c717fe-9183-46af-825d-d11f0304ffee req-57b64832-2f15-4e1b-a357-fba2d86360c7 service neutron] For port 8496a1aa-301e-438d-88a8-7a2a4e4643b7, host n-h1-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:41:40.153695 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 40786) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:41:40.160116 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-50c717fe-9183-46af-825d-d11f0304ffee req-57b64832-2f15-4e1b-a357-fba2d86360c7 service neutron] For port 8496a1aa-301e-438d-88a8-7a2a4e4643b7, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=8496a1aa-301e-438d-88a8-7a2a4e4643b7,segment=NetworkSegment(13d1512a-6981-44c9-9a87-0eca6dce4e01),segment_id=13d1512a-6981-44c9-9a87-0eca6dce4e01)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:41:40.190865 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 64b5ca6c-9a77-4661-af65-6c2b0442228d, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=64b5ca6c-9a77-4661-af65-6c2b0442228d,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:40.196798 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4591ef-a3e0-4971-93bc-b7a354c7103f admin admin] Network ff9e0b6c-377f-4794-8b07-e9f2d6f1a8f6 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:41:40.203952 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-50c717fe-9183-46af-825d-d11f0304ffee req-57b64832-2f15-4e1b-a357-fba2d86360c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (8496a1aa-301e-438d-88a8-7a2a4e4643b7), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:40.204655 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (64b5ca6c-9a77-4661-af65-6c2b0442228d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:40.254191 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c717fe-9183-46af-825d-d11f0304ffee req-57b64832-2f15-4e1b-a357-fba2d86360c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:40.255136 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-50c717fe-9183-46af-825d-d11f0304ffee req-57b64832-2f15-4e1b-a357-fba2d86360c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:40.256835 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-50c717fe-9183-46af-825d-d11f0304ffee req-57b64832-2f15-4e1b-a357-fba2d86360c7 service neutron] 10.222.0.75 "PUT /v2.0/ports/8496a1aa-301e-438d-88a8-7a2a4e4643b7 HTTP/1.1" status: 200 len: 1092 time: 1.5473173 Mar 11 19:41:40.257549 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8faf4c72-ecf7-4a30-a577-8cb0016710c0', 'tag': '8496a1aa-301e-438d-88a8-7a2a4e4643b7'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:41:40.266923 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3adeeb-f40b-40e0-afda-c32426b11734" -d '{"events": [{"name": "network-changed", "server_uuid": "8faf4c72-ecf7-4a30-a577-8cb0016710c0", "tag": "8496a1aa-301e-438d-88a8-7a2a4e4643b7"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:41:40.269301 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=64b5ca6c-9a77-4661-af65-6c2b0442228d,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:40.319519 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port f61c97fd-b0db-4c00-a328-da0777d75f3d is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:41:40.328474 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-da4591ef-a3e0-4971-93bc-b7a354c7103f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, ff9e0b6c-377f-4794-8b07-e9f2d6f1a8f6) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:40.333953 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-14e726d4-d377-4eb0-bd6a-1897974a64c7 admin admin] Deleting subnet 487d5ffb-bf71-418e-9f51-33f686b962ab {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:41:40.340406 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf45813-f367-4527-8402-8e47db578d99 None None] Network ff9e0b6c-377f-4794-8b07-e9f2d6f1a8f6 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:41:40.355674 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-14e726d4-d377-4eb0-bd6a-1897974a64c7 admin admin] Publish callbacks [] for subnet (487d5ffb-bf71-418e-9f51-33f686b962ab), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:40.371327 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3adbe018-f0cb-4a48-bf9a-73cf37a2a966 req-111c298d-53c3-47b5-9ebb-0c90ae7886b0 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=3372b90e-2a7a-45aa-ab54-5a0619c2623b HTTP/1.1" status: 200 len: 210 time: 0.1172810 Mar 11 19:41:40.393976 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b64832-2f15-4e1b-a357-fba2d86360c7 service neutron] Pushing event updated for resources: {'Port': ['ID=8496a1aa-301e-438d-88a8-7a2a4e4643b7,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:40.427651 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4591ef-a3e0-4971-93bc-b7a354c7103f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:40.428282 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-da4591ef-a3e0-4971-93bc-b7a354c7103f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:40.433530 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c717fe-9183-46af-825d-d11f0304ffee req-4d1345d4-bdce-45bb-b283-0b0d1f4c6a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:40.435883 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-50c717fe-9183-46af-825d-d11f0304ffee req-4d1345d4-bdce-45bb-b283-0b0d1f4c6a42 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b362e7ba3bfb498d9e580e0a76a9be12&device_id=8faf4c72-ecf7-4a30-a577-8cb0016710c0 HTTP/1.1" status: 200 len: 1126 time: 0.1142561 Mar 11 19:41:40.487247 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-14e726d4-d377-4eb0-bd6a-1897974a64c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (487d5ffb-bf71-418e-9f51-33f686b962ab), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:40.539539 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e95e76-8502-4fb0-8f2b-b24b3e47178e x-openstack-request-id: req-07e95e76-8502-4fb0-8f2b-b24b3e47178e {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:41:40.540155 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d77af73-27f0-4b13-814f-d1ec1ebca08d", "name": "network-vif-plugged", "status": "completed", "tag": "64b5ca6c-9a77-4661-af65-6c2b0442228d", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:41:40.540575 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-07e95e76-8502-4fb0-8f2b-b24b3e47178e {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:41:40.541067 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d77af73-27f0-4b13-814f-d1ec1ebca08d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b5ca6c-9a77-4661-af65-6c2b0442228d', 'code': 200} Mar 11 19:41:40.544137 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc79ac4-01b0-40e6-a61a-778a3a6822f1 None None] Network ff9e0b6c-377f-4794-8b07-e9f2d6f1a8f6 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:41:40.545376 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-14e726d4-d377-4eb0-bd6a-1897974a64c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (487d5ffb-bf71-418e-9f51-33f686b962ab), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:40.639374 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547b3333-0cc2-45a0-af9e-29aecd7fd19e x-openstack-request-id: req-547b3333-0cc2-45a0-af9e-29aecd7fd19e {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:41:40.639971 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0531a355-d346-47aa-bf50-e25f3e99bbd9", "name": "network-vif-deleted", "tag": "5c942892-f69b-462e-af93-ceae44567e50", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:41:40.640236 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-547b3333-0cc2-45a0-af9e-29aecd7fd19e {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:41:40.640643 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0531a355-d346-47aa-bf50-e25f3e99bbd9', 'name': 'network-vif-deleted', 'tag': '5c942892-f69b-462e-af93-ceae44567e50', 'status': 'completed', 'code': 200} Mar 11 19:41:40.655735 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-50c717fe-9183-46af-825d-d11f0304ffee req-af926a17-dca2-4c18-9add-ec02704809b8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8496a1aa-301e-438d-88a8-7a2a4e4643b7 HTTP/1.1" status: 200 len: 217 time: 0.2111163 Mar 11 19:41:40.737725 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c717fe-9183-46af-825d-d11f0304ffee req-f0270042-d854-403c-969d-2c28602dcbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:40.740312 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-50c717fe-9183-46af-825d-d11f0304ffee req-f0270042-d854-403c-969d-2c28602dcbd3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d23219ed-7f8e-4413-9cc6-5853fc757d12 HTTP/1.1" status: 200 len: 851 time: 0.0755532 Mar 11 19:41:40.759528 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-da4591ef-a3e0-4971-93bc-b7a354c7103f admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3088701 Mar 11 19:41:40.813106 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-50c717fe-9183-46af-825d-d11f0304ffee req-221946db-71ed-4449-823d-efe7acf4951f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=76270208-0feb-4aa6-a022-05d8e5f73f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614071 Mar 11 19:41:40.980237 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36fb7b7b-2bf8-4e89-8cd0-847b459aab30 x-openstack-request-id: req-36fb7b7b-2bf8-4e89-8cd0-847b459aab30 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:41:40.980543 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8faf4c72-ecf7-4a30-a577-8cb0016710c0", "tag": "8496a1aa-301e-438d-88a8-7a2a4e4643b7", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:41:40.980795 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-36fb7b7b-2bf8-4e89-8cd0-847b459aab30 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:41:40.981313 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8faf4c72-ecf7-4a30-a577-8cb0016710c0', 'tag': '8496a1aa-301e-438d-88a8-7a2a4e4643b7', 'status': 'completed', 'code': 200} Mar 11 19:41:40.987857 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-14e726d4-d377-4eb0-bd6a-1897974a64c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (487d5ffb-bf71-418e-9f51-33f686b962ab), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:41.006939 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-50c717fe-9183-46af-825d-d11f0304ffee req-d98eb591-4b63-4f11-ab4b-f21653057caf service neutron] 10.222.0.75 "GET /v2.0/networks/76270208-0feb-4aa6-a022-05d8e5f73f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792486 Mar 11 19:41:41.010116 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc35f1d1-8ca6-456d-88b3-7a38c33acadc req-8c2990bd-eead-4b91-8366-579c928d29ac tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:41.011710 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cc35f1d1-8ca6-456d-88b3-7a38c33acadc req-8c2990bd-eead-4b91-8366-579c928d29ac tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.75 "GET /v2.0/networks?id=90292ec6-d6b2-4fa1-9376-c622cb87c9e0 HTTP/1.1" status: 200 len: 811 time: 0.3749912 Mar 11 19:41:41.087700 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-cc35f1d1-8ca6-456d-88b3-7a38c33acadc req-69da3478-0ddf-45fd-8658-c63460575347 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Request body: {'port': {'device_id': '3372b90e-2a7a-45aa-ab54-5a0619c2623b', 'network_id': '90292ec6-d6b2-4fa1-9376-c622cb87c9e0', 'admin_state_up': True, 'tenant_id': '12e2452ddb214caab7c1aa2dab6d048a'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:41:41.091401 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-14e726d4-d377-4eb0-bd6a-1897974a64c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:41.094657 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-14e726d4-d377-4eb0-bd6a-1897974a64c7 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/487d5ffb-bf71-418e-9f51-33f686b962ab HTTP/1.1" status: 204 len: 168 time: 0.9375956 Mar 11 19:41:41.098407 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 40812) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:41:41.102560 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e726d4-d377-4eb0-bd6a-1897974a64c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=487d5ffb-bf71-418e-9f51-33f686b962ab,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:41.153706 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec8c1d5-27e1-40b9-b493-61ee2e9d01ce req-420da674-f322-4167-93c1-03f27f081d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:41.155784 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3ec8c1d5-27e1-40b9-b493-61ee2e9d01ce req-420da674-f322-4167-93c1-03f27f081d0d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0d77af73-27f0-4b13-814f-d1ec1ebca08d HTTP/1.1" status: 200 len: 1132 time: 0.5143144 Mar 11 19:41:41.193521 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-50c717fe-9183-46af-825d-d11f0304ffee req-ec062825-6d4e-4316-b8c1-54f5492e5594 service neutron] 10.222.0.75 "GET /v2.0/networks/76270208-0feb-4aa6-a022-05d8e5f73f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689525 Mar 11 19:41:41.196350 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c91c721e-a1c5-41ca-a69b-fece198a409b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (71949388-fe0b-4354-ad99-43dbaa187c72), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:41.285774 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440db486-a582-4349-abe0-bd68f0542dba req-9f1888ed-7f73-43a2-943a-c71720015917 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:41.290378 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-440db486-a582-4349-abe0-bd68f0542dba req-9f1888ed-7f73-43a2-943a-c71720015917 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d77af73-27f0-4b13-814f-d1ec1ebca08d HTTP/1.1" status: 200 len: 950 time: 0.1942537 Mar 11 19:41:41.302510 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3ec8c1d5-27e1-40b9-b493-61ee2e9d01ce req-8f6cc329-4b59-46aa-bd19-c1f9191256b1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=032b05bd-60bf-4cbe-8790-99bf90b24300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403444 Mar 11 19:41:41.346837 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c91c721e-a1c5-41ca-a69b-fece198a409b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (71949388-fe0b-4354-ad99-43dbaa187c72), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:41.357028 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc35f1d1-8ca6-456d-88b3-7a38c33acadc req-69da3478-0ddf-45fd-8658-c63460575347 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Made reservation on behalf of 12e2452ddb214caab7c1aa2dab6d048a for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:41:41.360626 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cc35f1d1-8ca6-456d-88b3-7a38c33acadc req-69da3478-0ddf-45fd-8658-c63460575347 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:41.365436 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-440db486-a582-4349-abe0-bd68f0542dba req-4adfcccf-e763-4a70-b351-4a9dc778077c tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/security-groups?id=032b05bd-60bf-4cbe-8790-99bf90b24300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742047 Mar 11 19:41:41.375515 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-c91c721e-a1c5-41ca-a69b-fece198a409b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71949388-fe0b-4354-ad99-43dbaa187c72']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:41.383916 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3adeeb-f40b-40e0-afda-c32426b11734 req-933b6e1b-8b28-4411-9c32-b6ffa66cf2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:41.385838 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-7c3adeeb-f40b-40e0-afda-c32426b11734 req-933b6e1b-8b28-4411-9c32-b6ffa66cf2f0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b362e7ba3bfb498d9e580e0a76a9be12&device_id=8faf4c72-ecf7-4a30-a577-8cb0016710c0 HTTP/1.1" status: 200 len: 1126 time: 0.1252093 Mar 11 19:41:41.400619 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-c91c721e-a1c5-41ca-a69b-fece198a409b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5950882-6964-469a-8841-f74bb8eb73c8') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:41.401044 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-c91c721e-a1c5-41ca-a69b-fece198a409b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5950882-6964-469a-8841-f74bb8eb73c8') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:41:41.425612 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c91c721e-a1c5-41ca-a69b-fece198a409b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (d5950882-6964-469a-8841-f74bb8eb73c8), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:41.474099 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c91c721e-a1c5-41ca-a69b-fece198a409b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (d5950882-6964-469a-8841-f74bb8eb73c8), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:41.486310 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c91c721e-a1c5-41ca-a69b-fece198a409b admin admin] Releasing vlan 879 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:41:41.486771 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c91c721e-a1c5-41ca-a69b-fece198a409b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (d5950882-6964-469a-8841-f74bb8eb73c8), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:41.488550 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:41:41.488550 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:41:41.488550 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:41:41.488550 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:41:41.488550 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:41:41.488550 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:41:41.488550 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:41:41.488550 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:41:41.488550 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:41:41.488550 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:41:41.488550 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:41:41.488550 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:41:41.488550 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:41:41.488550 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:41:41.488550 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:41:41.488550 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:41:41.488550 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:41:41.488550 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:41:41.488550 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:41:41.488550 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:41:41.488550 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:41:41.488550 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:41:41.488550 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:41:41.488550 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:41:41.488550 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:41:41.488550 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:41:41.488550 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:41:41.488550 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:41:41.488550 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:41:41.488550 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:41:41.488550 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:41:41.488550 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:41:41.556585 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3adeeb-f40b-40e0-afda-c32426b11734 req-14403721-5c96-4b88-87df-06287bf022a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:41.558103 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-7c3adeeb-f40b-40e0-afda-c32426b11734 req-14403721-5c96-4b88-87df-06287bf022a7 service neutron] 10.222.0.75 "GET /v2.0/networks?id=76270208-0feb-4aa6-a022-05d8e5f73f8c HTTP/1.1" status: 200 len: 912 time: 0.1659958 Mar 11 19:41:41.562257 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c91c721e-a1c5-41ca-a69b-fece198a409b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (71949388-fe0b-4354-ad99-43dbaa187c72), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:41.564654 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c3525-4a97-4556-861d-55335f7fb663 req-52e4d37a-a31a-49b5-97c7-00b7fa2552ff tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:41.566468 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-122c3525-4a97-4556-861d-55335f7fb663 req-52e4d37a-a31a-49b5-97c7-00b7fa2552ff tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.1085548 Mar 11 19:41:41.569130 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c91c721e-a1c5-41ca-a69b-fece198a409b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:41.572096 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c91c721e-a1c5-41ca-a69b-fece198a409b admin admin] 10.222.0.65 "DELETE /v2.0/networks/71949388-fe0b-4354-ad99-43dbaa187c72 HTTP/1.1" status: 204 len: 168 time: 0.4726229 Mar 11 19:41:41.599505 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-cc35f1d1-8ca6-456d-88b3-7a38c33acadc req-69da3478-0ddf-45fd-8658-c63460575347 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Allocated IP 172.20.0.12 (90292ec6-d6b2-4fa1-9376-c622cb87c9e0/5402328f-7fd7-414d-bb99-adab596edad0/defbb987-7498-4d6d-bc06-8aa33470985f) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:41:41.619878 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-7c3adeeb-f40b-40e0-afda-c32426b11734 req-d16d8e1b-d668-4d10-9d95-c2ce2ddbf217 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8496a1aa-301e-438d-88a8-7a2a4e4643b7 HTTP/1.1" status: 200 len: 217 time: 0.0536981 Mar 11 19:41:41.627547 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91c721e-a1c5-41ca-a69b-fece198a409b admin admin] Pushing event deleted for resources: {'Network': ['ID=71949388-fe0b-4354-ad99-43dbaa187c72,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:41.643765 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 5c942892-f69b-462e-af93-ceae44567e50 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:41:41.653472 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-122c3525-4a97-4556-861d-55335f7fb663 req-4a726eeb-bb59-4681-a62b-01f0d08b65b1 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771103 Mar 11 19:41:41.680258 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: 5c942892-f69b-462e-af93-ceae44567e50 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:41:41.680617 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 5c942892-f69b-462e-af93-ceae44567e50 not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:41:41.684980 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3adeeb-f40b-40e0-afda-c32426b11734 req-082eb8b6-dca1-4b05-964e-ee1c0a931df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:41.687131 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-7c3adeeb-f40b-40e0-afda-c32426b11734 req-082eb8b6-dca1-4b05-964e-ee1c0a931df5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d23219ed-7f8e-4413-9cc6-5853fc757d12 HTTP/1.1" status: 200 len: 851 time: 0.0559685 Mar 11 19:41:41.739979 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-7c3adeeb-f40b-40e0-afda-c32426b11734 req-de29d164-3c49-41f0-b7c3-ce4201a4d62b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=76270208-0feb-4aa6-a022-05d8e5f73f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449362 Mar 11 19:41:41.767657 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 40832) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:41:41.801150 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cc35f1d1-8ca6-456d-88b3-7a38c33acadc req-69da3478-0ddf-45fd-8658-c63460575347 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Publish callbacks [] for port (defbb987-7498-4d6d-bc06-8aa33470985f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:41.824532 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-60d7633f-4a50-4988-92ad-71c97614f1f6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e4a1e69457434f29a8d24ea5b5ffe3e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0558569 Mar 11 19:41:41.825371 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 40834) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:41:41.841617 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cc35f1d1-8ca6-456d-88b3-7a38c33acadc req-69da3478-0ddf-45fd-8658-c63460575347 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (defbb987-7498-4d6d-bc06-8aa33470985f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:41.891182 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc35f1d1-8ca6-456d-88b3-7a38c33acadc req-69da3478-0ddf-45fd-8658-c63460575347 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Network 90292ec6-d6b2-4fa1-9376-c622cb87c9e0 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:41:41.896559 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-cc35f1d1-8ca6-456d-88b3-7a38c33acadc req-69da3478-0ddf-45fd-8658-c63460575347 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:41.901831 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc35f1d1-8ca6-456d-88b3-7a38c33acadc req-69da3478-0ddf-45fd-8658-c63460575347 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:41:41.908907 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69da3478-0ddf-45fd-8658-c63460575347 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Pushing event updated for resources: {'Port': ['ID=defbb987-7498-4d6d-bc06-8aa33470985f,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:41.950268 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5e34431f-5401-4a88-8e07-fbe5cd61074e admin admin] Publish callbacks [] for security_group (a3c98329-ae5a-4e15-8b4c-26e7f282a21c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:41.953863 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-7c3adeeb-f40b-40e0-afda-c32426b11734 req-e40daa57-b6e1-4de4-8bc6-a08df51a9144 service neutron] 10.222.0.75 "GET /v2.0/networks/76270208-0feb-4aa6-a022-05d8e5f73f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433501 Mar 11 19:41:41.966811 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc35f1d1-8ca6-456d-88b3-7a38c33acadc req-69da3478-0ddf-45fd-8658-c63460575347 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:41.967035 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cc35f1d1-8ca6-456d-88b3-7a38c33acadc req-69da3478-0ddf-45fd-8658-c63460575347 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:41.984512 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5e34431f-5401-4a88-8e07-fbe5cd61074e admin admin] Publish callbacks [] for security_group (a3c98329-ae5a-4e15-8b4c-26e7f282a21c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:41.986455 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cc35f1d1-8ca6-456d-88b3-7a38c33acadc req-69da3478-0ddf-45fd-8658-c63460575347 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9543488 Mar 11 19:41:41.998737 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-cc35f1d1-8ca6-456d-88b3-7a38c33acadc req-3aac02e8-c009-4ce4-accc-4d2c81bb434a service neutron] Request body: {'port': {'device_id': '3372b90e-2a7a-45aa-ab54-5a0619c2623b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:41:42.071876 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cc35f1d1-8ca6-456d-88b3-7a38c33acadc req-3aac02e8-c009-4ce4-accc-4d2c81bb434a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (defbb987-7498-4d6d-bc06-8aa33470985f), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:42.097778 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5e34431f-5401-4a88-8e07-fbe5cd61074e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (a3c98329-ae5a-4e15-8b4c-26e7f282a21c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:42.100328 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5e34431f-5401-4a88-8e07-fbe5cd61074e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:42.101639 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-5e34431f-5401-4a88-8e07-fbe5cd61074e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a3c98329-ae5a-4e15-8b4c-26e7f282a21c HTTP/1.1" status: 204 len: 168 time: 0.2637925 Mar 11 19:41:42.103553 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-7c3adeeb-f40b-40e0-afda-c32426b11734 req-f706333d-ec69-4057-b00c-5b47fb639045 service neutron] 10.222.0.75 "GET /v2.0/networks/76270208-0feb-4aa6-a022-05d8e5f73f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325710 Mar 11 19:41:42.113370 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e34431f-5401-4a88-8e07-fbe5cd61074e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c98329-ae5a-4e15-8b4c-26e7f282a21c,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:42.370722 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd6046-b3e2-40e9-848b-580e1defc735 req-43432629-5bde-4ca6-a7b9-a71555f19e0d tempest-ServerAddressesNegativeTestJSON-287136714 tempest-ServerAddressesNegativeTestJSON-287136714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:42.372202 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bfdd6046-b3e2-40e9-848b-580e1defc735 req-43432629-5bde-4ca6-a7b9-a71555f19e0d tempest-ServerAddressesNegativeTestJSON-287136714 tempest-ServerAddressesNegativeTestJSON-287136714-project] 10.222.0.65 "GET /v2.0/networks?id=ff9e0b6c-377f-4794-8b07-e9f2d6f1a8f6 HTTP/1.1" status: 200 len: 821 time: 0.2132950 Mar 11 19:41:42.398858 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bfdd6046-b3e2-40e9-848b-580e1defc735 req-741ddc46-d31a-4753-8b11-6cdc283c0d8f tempest-ServerAddressesNegativeTestJSON-287136714 tempest-ServerAddressesNegativeTestJSON-287136714-project] 10.222.0.65 "GET /v2.0/quotas/ef4f642d5ee7460fb156622a98b1ec05 HTTP/1.1" status: 200 len: 375 time: 0.0188503 Mar 11 19:41:42.444187 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bfdd6046-b3e2-40e9-848b-580e1defc735 req-3a25b179-aa78-4f09-a264-cade483825e1 tempest-ServerAddressesNegativeTestJSON-287136714 tempest-ServerAddressesNegativeTestJSON-287136714-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ef4f642d5ee7460fb156622a98b1ec05&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326157 Mar 11 19:41:42.541989 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-cc35f1d1-8ca6-456d-88b3-7a38c33acadc req-3aac02e8-c009-4ce4-accc-4d2c81bb434a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id defbb987-7498-4d6d-bc06-8aa33470985f {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:41:42.553439 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cc35f1d1-8ca6-456d-88b3-7a38c33acadc req-3aac02e8-c009-4ce4-accc-4d2c81bb434a service neutron] Publish callbacks [] for port (defbb987-7498-4d6d-bc06-8aa33470985f), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:42.574738 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-cc35f1d1-8ca6-456d-88b3-7a38c33acadc req-3aac02e8-c009-4ce4-accc-4d2c81bb434a service neutron] Transition to ACTIVE for port object defbb987-7498-4d6d-bc06-8aa33470985f will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:41:42.583777 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cc35f1d1-8ca6-456d-88b3-7a38c33acadc req-3aac02e8-c009-4ce4-accc-4d2c81bb434a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (defbb987-7498-4d6d-bc06-8aa33470985f), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:42.591443 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bfdd6046-b3e2-40e9-848b-580e1defc735 req-23c01688-4bbd-4677-959d-d6f179eb1d22 service neutron] 10.222.0.65 "GET /v2.0/networks/ff9e0b6c-377f-4794-8b07-e9f2d6f1a8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366301 Mar 11 19:41:42.666749 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aac02e8-c009-4ce4-accc-4d2c81bb434a service neutron] Pushing event updated for resources: {'Port': ['ID=defbb987-7498-4d6d-bc06-8aa33470985f,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:42.778065 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bfdd6046-b3e2-40e9-848b-580e1defc735 req-8c1c01ac-717b-433c-bb04-a0e5434f4145 service neutron] 10.222.0.65 "GET /v2.0/networks/ff9e0b6c-377f-4794-8b07-e9f2d6f1a8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630955 Mar 11 19:41:42.790525 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-cc35f1d1-8ca6-456d-88b3-7a38c33acadc req-3aac02e8-c009-4ce4-accc-4d2c81bb434a service neutron] Attempting to bind port defbb987-7498-4d6d-bc06-8aa33470985f on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:41:42.790876 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-cc35f1d1-8ca6-456d-88b3-7a38c33acadc req-3aac02e8-c009-4ce4-accc-4d2c81bb434a service neutron] Attempting to bind port defbb987-7498-4d6d-bc06-8aa33470985f by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '4e412043-f4b7-4584-89b3-4a0ee01e31e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '90292ec6-d6b2-4fa1-9376-c622cb87c9e0'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:41:42.791177 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc35f1d1-8ca6-456d-88b3-7a38c33acadc req-3aac02e8-c009-4ce4-accc-4d2c81bb434a service neutron] Attempting to bind port defbb987-7498-4d6d-bc06-8aa33470985f on network 90292ec6-d6b2-4fa1-9376-c622cb87c9e0 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:41:42.796733 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc35f1d1-8ca6-456d-88b3-7a38c33acadc req-3aac02e8-c009-4ce4-accc-4d2c81bb434a service neutron] Port defbb987-7498-4d6d-bc06-8aa33470985f on network 90292ec6-d6b2-4fa1-9376-c622cb87c9e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:41:42.797058 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc35f1d1-8ca6-456d-88b3-7a38c33acadc req-3aac02e8-c009-4ce4-accc-4d2c81bb434a service neutron] Attempting to bind port defbb987-7498-4d6d-bc06-8aa33470985f on network 90292ec6-d6b2-4fa1-9376-c622cb87c9e0 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:41:42.802713 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc35f1d1-8ca6-456d-88b3-7a38c33acadc req-3aac02e8-c009-4ce4-accc-4d2c81bb434a service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:41:42.803074 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc35f1d1-8ca6-456d-88b3-7a38c33acadc req-3aac02e8-c009-4ce4-accc-4d2c81bb434a service neutron] Checking segment: {'id': '4e412043-f4b7-4584-89b3-4a0ee01e31e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '90292ec6-d6b2-4fa1-9376-c622cb87c9e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:41:42.803456 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc35f1d1-8ca6-456d-88b3-7a38c33acadc req-3aac02e8-c009-4ce4-accc-4d2c81bb434a service neutron] Bound using segment: {'id': '4e412043-f4b7-4584-89b3-4a0ee01e31e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '90292ec6-d6b2-4fa1-9376-c622cb87c9e0'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:41:42.803951 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-cc35f1d1-8ca6-456d-88b3-7a38c33acadc req-3aac02e8-c009-4ce4-accc-4d2c81bb434a service neutron] Bound port: defbb987-7498-4d6d-bc06-8aa33470985f, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e412043-f4b7-4584-89b3-4a0ee01e31e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '90292ec6-d6b2-4fa1-9376-c622cb87c9e0'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:41:42.804256 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cc35f1d1-8ca6-456d-88b3-7a38c33acadc req-3aac02e8-c009-4ce4-accc-4d2c81bb434a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (defbb987-7498-4d6d-bc06-8aa33470985f), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:42.840358 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 40876) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:41:42.876530 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-cc35f1d1-8ca6-456d-88b3-7a38c33acadc req-3aac02e8-c009-4ce4-accc-4d2c81bb434a service neutron] For port defbb987-7498-4d6d-bc06-8aa33470985f, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:41:42.879696 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-cc35f1d1-8ca6-456d-88b3-7a38c33acadc req-3aac02e8-c009-4ce4-accc-4d2c81bb434a service neutron] For port defbb987-7498-4d6d-bc06-8aa33470985f, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=defbb987-7498-4d6d-bc06-8aa33470985f,segment=NetworkSegment(4e412043-f4b7-4584-89b3-4a0ee01e31e1),segment_id=4e412043-f4b7-4584-89b3-4a0ee01e31e1)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:41:42.888010 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cc35f1d1-8ca6-456d-88b3-7a38c33acadc req-3aac02e8-c009-4ce4-accc-4d2c81bb434a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (defbb987-7498-4d6d-bc06-8aa33470985f), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:42.934644 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc35f1d1-8ca6-456d-88b3-7a38c33acadc req-3aac02e8-c009-4ce4-accc-4d2c81bb434a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:42.935296 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cc35f1d1-8ca6-456d-88b3-7a38c33acadc req-3aac02e8-c009-4ce4-accc-4d2c81bb434a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:42.936725 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cc35f1d1-8ca6-456d-88b3-7a38c33acadc req-3aac02e8-c009-4ce4-accc-4d2c81bb434a service neutron] 10.222.0.75 "PUT /v2.0/ports/defbb987-7498-4d6d-bc06-8aa33470985f HTTP/1.1" status: 200 len: 1092 time: 0.9425335 Mar 11 19:41:42.937171 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3372b90e-2a7a-45aa-ab54-5a0619c2623b', 'tag': 'defbb987-7498-4d6d-bc06-8aa33470985f'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:41:42.939398 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d98656-dcfd-4084-93d3-10f3aa02cc55" -d '{"events": [{"name": "network-changed", "server_uuid": "3372b90e-2a7a-45aa-ab54-5a0619c2623b", "tag": "defbb987-7498-4d6d-bc06-8aa33470985f"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:41:42.983801 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-33e1f7a5-fc16-449b-ae90-7d2803e79b9d admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-93213045-network', 'tenant_id': 'fe7f25f1a51149fea99b75542e4127dc'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:41:43.011361 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e1f7a5-fc16-449b-ae90-7d2803e79b9d admin admin] Made reservation on behalf of fe7f25f1a51149fea99b75542e4127dc for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:41:43.023465 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-33e1f7a5-fc16-449b-ae90-7d2803e79b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:43.033750 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-33e1f7a5-fc16-449b-ae90-7d2803e79b9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:43.036200 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aac02e8-c009-4ce4-accc-4d2c81bb434a service neutron] Pushing event updated for resources: {'Port': ['ID=defbb987-7498-4d6d-bc06-8aa33470985f,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:43.071672 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e335904-96c5-4cdb-9a2a-2ebd76ef6e88 req-1be9c56a-7dbc-4eb2-8212-d66ee2bc17d8 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:43.079191 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3e335904-96c5-4cdb-9a2a-2ebd76ef6e88 req-1be9c56a-7dbc-4eb2-8212-d66ee2bc17d8 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/ports?device_id=8faf4c72-ecf7-4a30-a577-8cb0016710c0 HTTP/1.1" status: 200 len: 944 time: 0.1287107 Mar 11 19:41:43.088896 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc35f1d1-8ca6-456d-88b3-7a38c33acadc req-209d5b53-6b20-4cbf-a2b9-1a7252094648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:43.090327 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cc35f1d1-8ca6-456d-88b3-7a38c33acadc req-209d5b53-6b20-4cbf-a2b9-1a7252094648 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=12e2452ddb214caab7c1aa2dab6d048a&device_id=3372b90e-2a7a-45aa-ab54-5a0619c2623b HTTP/1.1" status: 200 len: 1126 time: 0.1076458 Mar 11 19:41:43.129979 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-33e1f7a5-fc16-449b-ae90-7d2803e79b9d admin admin] Publish callbacks [] for security_group (7e8ab6fd-a1b2-4b95-842e-981d1d859acc), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:43.133677 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-33e1f7a5-fc16-449b-ae90-7d2803e79b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (7e8ab6fd-a1b2-4b95-842e-981d1d859acc), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:43.148135 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cc35f1d1-8ca6-456d-88b3-7a38c33acadc req-4fd62aa7-5f5d-4627-b5c9-e46ea9d6182d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=defbb987-7498-4d6d-bc06-8aa33470985f HTTP/1.1" status: 200 len: 217 time: 0.0484691 Mar 11 19:41:43.158942 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33e1f7a5-fc16-449b-ae90-7d2803e79b9d admin admin] vlan segment allocate from pool success with {'vlan_id': 889, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:41:43.169197 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e1f7a5-fc16-449b-ae90-7d2803e79b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8ab6fd-a1b2-4b95-842e-981d1d859acc,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:43.174976 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-33e1f7a5-fc16-449b-ae90-7d2803e79b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (0e3d355e-0ad4-46c3-9e15-eac055d1f0e2), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:43.175715 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-33e1f7a5-fc16-449b-ae90-7d2803e79b9d admin admin] Added segment 0e3d355e-0ad4-46c3-9e15-eac055d1f0e2 of type vlan for network d0e0a9ec-4316-4fc9-9b7d-08b02011eb18 Mar 11 19:41:43.213905 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3e335904-96c5-4cdb-9a2a-2ebd76ef6e88 req-5ffa907d-c187-4cc5-a409-38e535967f6b tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6edb3d-008e-48ff-8ef0-64786618cae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338692 Mar 11 19:41:43.224040 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc35f1d1-8ca6-456d-88b3-7a38c33acadc req-05bd1556-4dc7-4d7e-ab60-d707dcaa866f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:43.225648 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cc35f1d1-8ca6-456d-88b3-7a38c33acadc req-05bd1556-4dc7-4d7e-ab60-d707dcaa866f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5402328f-7fd7-414d-bb99-adab596edad0 HTTP/1.1" status: 200 len: 851 time: 0.0704401 Mar 11 19:41:43.225784 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-33e1f7a5-fc16-449b-ae90-7d2803e79b9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (d0e0a9ec-4316-4fc9-9b7d-08b02011eb18), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:43.280213 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cc35f1d1-8ca6-456d-88b3-7a38c33acadc req-b973d70c-adc5-4ca8-b48c-56e289dd21f7 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=90292ec6-d6b2-4fa1-9376-c622cb87c9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379562 Mar 11 19:41:43.291035 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-33e1f7a5-fc16-449b-ae90-7d2803e79b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (d0e0a9ec-4316-4fc9-9b7d-08b02011eb18), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:43.292682 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e1f7a5-fc16-449b-ae90-7d2803e79b9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:43.293519 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-33e1f7a5-fc16-449b-ae90-7d2803e79b9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:43.339472 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-33e1f7a5-fc16-449b-ae90-7d2803e79b9d admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4976313 Mar 11 19:41:43.341644 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 40892) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:41:43.351196 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-755c5956-2854-4361-b8ea-a400d24af920 admin admin] Request body: {'subnet': {'network_id': 'd0e0a9ec-4316-4fc9-9b7d-08b02011eb18', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-93213045-subnet', 'tenant_id': 'fe7f25f1a51149fea99b75542e4127dc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:41:43.383370 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e1f7a5-fc16-449b-ae90-7d2803e79b9d admin admin] Pushing event updated for resources: {'Network': ['ID=d0e0a9ec-4316-4fc9-9b7d-08b02011eb18,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:43.394213 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network d0e0a9ec-4316-4fc9-9b7d-08b02011eb18 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:41:43.402674 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755c5956-2854-4361-b8ea-a400d24af920 admin admin] Made reservation on behalf of fe7f25f1a51149fea99b75542e4127dc for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:41:43.405845 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-755c5956-2854-4361-b8ea-a400d24af920 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:43.436521 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cc35f1d1-8ca6-456d-88b3-7a38c33acadc req-8ce92a19-245b-4cd9-b55b-a85fbb00a8dc service neutron] 10.222.0.75 "GET /v2.0/networks/90292ec6-d6b2-4fa1-9376-c622cb87c9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507347 Mar 11 19:41:43.450574 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b215b7-6fb2-48f4-adaa-44f99e194ca7 req-f4f86e57-a6ed-4d2b-b2e0-aa94341759a9 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:43.452809 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b6b215b7-6fb2-48f4-adaa-44f99e194ca7 req-f4f86e57-a6ed-4d2b-b2e0-aa94341759a9 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=3372b90e-2a7a-45aa-ab54-5a0619c2623b HTTP/1.1" status: 200 len: 944 time: 0.1179836 Mar 11 19:41:43.569844 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b6b215b7-6fb2-48f4-adaa-44f99e194ca7 req-74efb1af-b027-47d3-8600-3202f83d8939 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084623 Mar 11 19:41:43.596134 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cc35f1d1-8ca6-456d-88b3-7a38c33acadc req-7283572a-96c1-4a46-aa21-497f895d1c22 service neutron] 10.222.0.75 "GET /v2.0/networks/90292ec6-d6b2-4fa1-9376-c622cb87c9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421418 Mar 11 19:41:43.701931 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9a619-a290-49e8-8ddc-73ed26f8ef88 req-f9d381d2-d598-4289-ad7e-00608b86ac8c tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:43.703473 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-45d9a619-a290-49e8-8ddc-73ed26f8ef88 req-f9d381d2-d598-4289-ad7e-00608b86ac8c tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.0572603 Mar 11 19:41:43.760535 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-45d9a619-a290-49e8-8ddc-73ed26f8ef88 req-e5ada5e9-ddea-421a-a08f-5a58f2f1dd81 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501430 Mar 11 19:41:43.868320 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e32bb-25d4-470b-83b8-ec672dae89cc req-c1754661-77a0-4d5f-8622-79d0277b7b5e tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:43.869701 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-199e32bb-25d4-470b-83b8-ec672dae89cc req-c1754661-77a0-4d5f-8622-79d0277b7b5e tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 946 time: 0.0529153 Mar 11 19:41:43.906117 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-755c5956-2854-4361-b8ea-a400d24af920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (5c19a3f5-e5b8-4a83-a56e-dfaf973c3dd0), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:43.922937 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-199e32bb-25d4-470b-83b8-ec672dae89cc req-1f8af6ff-f57b-447e-98b4-174ebea7642c tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468817 Mar 11 19:41:43.967678 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755c5956-2854-4361-b8ea-a400d24af920 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c19a3f5-e5b8-4a83-a56e-dfaf973c3dd0,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:43.975542 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755c5956-2854-4361-b8ea-a400d24af920 admin admin] Checking segment: {'id': '0e3d355e-0ad4-46c3-9e15-eac055d1f0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd0e0a9ec-4316-4fc9-9b7d-08b02011eb18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:41:43.975935 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755c5956-2854-4361-b8ea-a400d24af920 admin admin] Network hostable DHCP agents. Network: d0e0a9ec-4316-4fc9-9b7d-08b02011eb18, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:41:43.994775 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755c5956-2854-4361-b8ea-a400d24af920 admin admin] Network d0e0a9ec-4316-4fc9-9b7d-08b02011eb18 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:41:44.005452 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-755c5956-2854-4361-b8ea-a400d24af920 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, d0e0a9ec-4316-4fc9-9b7d-08b02011eb18) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:44.010000 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755c5956-2854-4361-b8ea-a400d24af920 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:44.010588 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-755c5956-2854-4361-b8ea-a400d24af920 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:44.016475 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce60982d-85c3-4baa-9632-ca0dc2c07b6f None None] Network d0e0a9ec-4316-4fc9-9b7d-08b02011eb18 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:41:44.029454 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-755c5956-2854-4361-b8ea-a400d24af920 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6860943 Mar 11 19:41:44.039232 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab8db0b-d857-4844-9cd2-423477ab0b97 req-2166145b-f155-4335-8d30-3b7b9974f146 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:44.046194 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8ab8db0b-d857-4844-9cd2-423477ab0b97 req-2166145b-f155-4335-8d30-3b7b9974f146 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d77af73-27f0-4b13-814f-d1ec1ebca08d HTTP/1.1" status: 200 len: 950 time: 0.0647681 Mar 11 19:41:44.122828 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8ab8db0b-d857-4844-9cd2-423477ab0b97 req-641b7bed-1d93-4f8c-b949-b0802a556d06 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/security-groups?id=032b05bd-60bf-4cbe-8790-99bf90b24300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758877 Mar 11 19:41:44.202432 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61242d7-84d7-4279-b882-ef527bc7ef8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-d0e0a9ec-4316-4fc9-9b7d-08b02011eb18', 'network_id': 'd0e0a9ec-4316-4fc9-9b7d-08b02011eb18', 'project_id': 'fe7f25f1a51149fea99b75542e4127dc', 'fixed_ips': [{'subnet_id': '5c19a3f5-e5b8-4a83-a56e-dfaf973c3dd0'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:41:44.203381 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c61242d7-84d7-4279-b882-ef527bc7ef8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:44.237358 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c9deb5e4-ccf7-4acf-92fa-a16f99e96304 req-491550c0-b96f-4517-856a-9d3da83f0910 tempest-ServerAddressesNegativeTestJSON-287136714 tempest-ServerAddressesNegativeTestJSON-287136714-project] 10.222.0.65 "GET /v2.0/ports?device_id=f72f7d7f-c08f-41ac-ae07-1deaaede7160 HTTP/1.1" status: 200 len: 210 time: 0.0382164 Mar 11 19:41:44.264956 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd6046-b3e2-40e9-848b-580e1defc735 req-fb33b827-c28d-4152-9661-69561cc3f6a0 tempest-ServerAddressesNegativeTestJSON-287136714 tempest-ServerAddressesNegativeTestJSON-287136714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:44.271218 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bfdd6046-b3e2-40e9-848b-580e1defc735 req-fb33b827-c28d-4152-9661-69561cc3f6a0 tempest-ServerAddressesNegativeTestJSON-287136714 tempest-ServerAddressesNegativeTestJSON-287136714-project] 10.222.0.75 "GET /v2.0/networks?id=ff9e0b6c-377f-4794-8b07-e9f2d6f1a8f6 HTTP/1.1" status: 200 len: 821 time: 0.1799808 Mar 11 19:41:44.291172 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-bfdd6046-b3e2-40e9-848b-580e1defc735 req-d0d8687f-8b14-40dc-a066-96293e7466fd tempest-ServerAddressesNegativeTestJSON-287136714 tempest-ServerAddressesNegativeTestJSON-287136714-project] Request body: {'port': {'device_id': 'f72f7d7f-c08f-41ac-ae07-1deaaede7160', 'network_id': 'ff9e0b6c-377f-4794-8b07-e9f2d6f1a8f6', 'admin_state_up': True, 'tenant_id': 'ef4f642d5ee7460fb156622a98b1ec05'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:41:44.297663 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b5d77f3-392f-445d-8485-ec4818ac3aac x-openstack-request-id: req-3b5d77f3-392f-445d-8485-ec4818ac3aac {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:41:44.297960 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3372b90e-2a7a-45aa-ab54-5a0619c2623b", "tag": "defbb987-7498-4d6d-bc06-8aa33470985f", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:41:44.298226 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3b5d77f3-392f-445d-8485-ec4818ac3aac {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:41:44.298636 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3372b90e-2a7a-45aa-ab54-5a0619c2623b', 'tag': 'defbb987-7498-4d6d-bc06-8aa33470985f', 'status': 'completed', 'code': 200} Mar 11 19:41:44.378153 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d98656-dcfd-4084-93d3-10f3aa02cc55 req-8c801438-5eb9-4160-96d4-911f38b0791b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:44.379908 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-73d98656-dcfd-4084-93d3-10f3aa02cc55 req-8c801438-5eb9-4160-96d4-911f38b0791b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=12e2452ddb214caab7c1aa2dab6d048a&device_id=3372b90e-2a7a-45aa-ab54-5a0619c2623b HTTP/1.1" status: 200 len: 1126 time: 0.0576258 Mar 11 19:41:44.412522 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-c61242d7-84d7-4279-b882-ef527bc7ef8f None None] Allocated IP 172.20.0.2 (d0e0a9ec-4316-4fc9-9b7d-08b02011eb18/5c19a3f5-e5b8-4a83-a56e-dfaf973c3dd0/a7c2fc8d-af66-4dc6-86e6-8ae5e700c8ac) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:41:44.440327 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfdd6046-b3e2-40e9-848b-580e1defc735 req-d0d8687f-8b14-40dc-a066-96293e7466fd tempest-ServerAddressesNegativeTestJSON-287136714 tempest-ServerAddressesNegativeTestJSON-287136714-project] Made reservation on behalf of ef4f642d5ee7460fb156622a98b1ec05 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:41:44.444697 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bfdd6046-b3e2-40e9-848b-580e1defc735 req-d0d8687f-8b14-40dc-a066-96293e7466fd tempest-ServerAddressesNegativeTestJSON-287136714 tempest-ServerAddressesNegativeTestJSON-287136714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:44.508950 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d98656-dcfd-4084-93d3-10f3aa02cc55 req-d5dbd9fa-88c3-421b-a21a-7ab52f942061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:44.510555 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-73d98656-dcfd-4084-93d3-10f3aa02cc55 req-d5dbd9fa-88c3-421b-a21a-7ab52f942061 service neutron] 10.222.0.75 "GET /v2.0/networks?id=90292ec6-d6b2-4fa1-9376-c622cb87c9e0 HTTP/1.1" status: 200 len: 912 time: 0.1195028 Mar 11 19:41:44.562355 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-73d98656-dcfd-4084-93d3-10f3aa02cc55 req-25682280-f023-4355-be96-237c8f2f0e95 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=defbb987-7498-4d6d-bc06-8aa33470985f HTTP/1.1" status: 200 len: 217 time: 0.0438945 Mar 11 19:41:44.592163 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c61242d7-84d7-4279-b882-ef527bc7ef8f None None] Publish callbacks [] for port (a7c2fc8d-af66-4dc6-86e6-8ae5e700c8ac), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:44.601083 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c61242d7-84d7-4279-b882-ef527bc7ef8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (a7c2fc8d-af66-4dc6-86e6-8ae5e700c8ac), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:44.608995 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-bfdd6046-b3e2-40e9-848b-580e1defc735 req-d0d8687f-8b14-40dc-a066-96293e7466fd tempest-ServerAddressesNegativeTestJSON-287136714 tempest-ServerAddressesNegativeTestJSON-287136714-project] Allocated IP 172.20.0.4 (ff9e0b6c-377f-4794-8b07-e9f2d6f1a8f6/e398eeae-2c60-44ec-940c-6cdb7db7b284/d15e176d-f26b-45be-8d00-b2719b724fe6) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:41:44.621782 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d98656-dcfd-4084-93d3-10f3aa02cc55 req-45802225-2bc4-4fd5-960e-26c1b2d550da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:44.623960 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-73d98656-dcfd-4084-93d3-10f3aa02cc55 req-45802225-2bc4-4fd5-960e-26c1b2d550da service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5402328f-7fd7-414d-bb99-adab596edad0 HTTP/1.1" status: 200 len: 851 time: 0.0545583 Mar 11 19:41:44.643292 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61242d7-84d7-4279-b882-ef527bc7ef8f None None] Network d0e0a9ec-4316-4fc9-9b7d-08b02011eb18 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:41:44.658311 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-c61242d7-84d7-4279-b882-ef527bc7ef8f None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:44.661125 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61242d7-84d7-4279-b882-ef527bc7ef8f None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:41:44.675427 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-73d98656-dcfd-4084-93d3-10f3aa02cc55 req-6b3d32c2-baec-4c07-8807-877d8fbd3a5a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=90292ec6-d6b2-4fa1-9376-c622cb87c9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396714 Mar 11 19:41:44.685604 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61242d7-84d7-4279-b882-ef527bc7ef8f None None] Pushing event updated for resources: {'Port': ['ID=a7c2fc8d-af66-4dc6-86e6-8ae5e700c8ac,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:44.752914 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-c61242d7-84d7-4279-b882-ef527bc7ef8f None None] Attempting to bind port a7c2fc8d-af66-4dc6-86e6-8ae5e700c8ac on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:41:44.754700 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-c61242d7-84d7-4279-b882-ef527bc7ef8f None None] Attempting to bind port a7c2fc8d-af66-4dc6-86e6-8ae5e700c8ac by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '0e3d355e-0ad4-46c3-9e15-eac055d1f0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd0e0a9ec-4316-4fc9-9b7d-08b02011eb18'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:41:44.755159 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61242d7-84d7-4279-b882-ef527bc7ef8f None None] Attempting to bind port a7c2fc8d-af66-4dc6-86e6-8ae5e700c8ac on network d0e0a9ec-4316-4fc9-9b7d-08b02011eb18 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:41:44.761690 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61242d7-84d7-4279-b882-ef527bc7ef8f None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:41:44.762075 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61242d7-84d7-4279-b882-ef527bc7ef8f None None] Checking segment: {'id': '0e3d355e-0ad4-46c3-9e15-eac055d1f0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd0e0a9ec-4316-4fc9-9b7d-08b02011eb18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:41:44.762487 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c61242d7-84d7-4279-b882-ef527bc7ef8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:44.766202 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61242d7-84d7-4279-b882-ef527bc7ef8f None None] Bound using segment: {'id': '0e3d355e-0ad4-46c3-9e15-eac055d1f0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd0e0a9ec-4316-4fc9-9b7d-08b02011eb18'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:41:44.766708 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-c61242d7-84d7-4279-b882-ef527bc7ef8f None None] Bound port: a7c2fc8d-af66-4dc6-86e6-8ae5e700c8ac, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e3d355e-0ad4-46c3-9e15-eac055d1f0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd0e0a9ec-4316-4fc9-9b7d-08b02011eb18'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:41:44.767099 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c61242d7-84d7-4279-b882-ef527bc7ef8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a7c2fc8d-af66-4dc6-86e6-8ae5e700c8ac), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:44.808604 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-73d98656-dcfd-4084-93d3-10f3aa02cc55 req-197094f6-f791-4b04-adf3-896e85a04be1 service neutron] 10.222.0.75 "GET /v2.0/networks/90292ec6-d6b2-4fa1-9376-c622cb87c9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220896 Mar 11 19:41:44.840758 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c61242d7-84d7-4279-b882-ef527bc7ef8f None None] For port a7c2fc8d-af66-4dc6-86e6-8ae5e700c8ac, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:41:44.844548 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c61242d7-84d7-4279-b882-ef527bc7ef8f None None] For port a7c2fc8d-af66-4dc6-86e6-8ae5e700c8ac, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=a7c2fc8d-af66-4dc6-86e6-8ae5e700c8ac,segment=NetworkSegment(0e3d355e-0ad4-46c3-9e15-eac055d1f0e2),segment_id=0e3d355e-0ad4-46c3-9e15-eac055d1f0e2)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:41:44.848657 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b5a1b-6921-473e-87be-4479b4fb3a1f req-589debf2-ce96-426e-8065-97d5f2307536 tempest-ServersOnMultiNodesTest-977370987 tempest-ServersOnMultiNodesTest-977370987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:44.851035 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c61242d7-84d7-4279-b882-ef527bc7ef8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (a7c2fc8d-af66-4dc6-86e6-8ae5e700c8ac), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:44.855591 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-039b5a1b-6921-473e-87be-4479b4fb3a1f req-589debf2-ce96-426e-8065-97d5f2307536 tempest-ServersOnMultiNodesTest-977370987 tempest-ServersOnMultiNodesTest-977370987-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=0d77af73-27f0-4b13-814f-d1ec1ebca08d HTTP/1.1" status: 200 len: 1132 time: 0.1282303 Mar 11 19:41:44.871906 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bfdd6046-b3e2-40e9-848b-580e1defc735 req-d0d8687f-8b14-40dc-a066-96293e7466fd tempest-ServerAddressesNegativeTestJSON-287136714 tempest-ServerAddressesNegativeTestJSON-287136714-project] Publish callbacks [] for port (d15e176d-f26b-45be-8d00-b2719b724fe6), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:44.912703 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61242d7-84d7-4279-b882-ef527bc7ef8f None None] Pushing event updated for resources: {'Port': ['ID=a7c2fc8d-af66-4dc6-86e6-8ae5e700c8ac,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:44.921508 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-039b5a1b-6921-473e-87be-4479b4fb3a1f req-2f4627d6-2b21-4b5d-9f72-5a3161d50e97 tempest-ServersOnMultiNodesTest-977370987 tempest-ServersOnMultiNodesTest-977370987-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=032b05bd-60bf-4cbe-8790-99bf90b24300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650456 Mar 11 19:41:44.944819 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bfdd6046-b3e2-40e9-848b-580e1defc735 req-d0d8687f-8b14-40dc-a066-96293e7466fd tempest-ServerAddressesNegativeTestJSON-287136714 tempest-ServerAddressesNegativeTestJSON-287136714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (d15e176d-f26b-45be-8d00-b2719b724fe6), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:44.947474 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-73d98656-dcfd-4084-93d3-10f3aa02cc55 req-e61c0b5a-5e1f-49a7-bdb2-15a8db5caa62 service neutron] 10.222.0.75 "GET /v2.0/networks/90292ec6-d6b2-4fa1-9376-c622cb87c9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258411 Mar 11 19:41:45.013534 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfdd6046-b3e2-40e9-848b-580e1defc735 req-d0d8687f-8b14-40dc-a066-96293e7466fd tempest-ServerAddressesNegativeTestJSON-287136714 tempest-ServerAddressesNegativeTestJSON-287136714-project] Network ff9e0b6c-377f-4794-8b07-e9f2d6f1a8f6 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:41:45.027410 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-bfdd6046-b3e2-40e9-848b-580e1defc735 req-d0d8687f-8b14-40dc-a066-96293e7466fd tempest-ServerAddressesNegativeTestJSON-287136714 tempest-ServerAddressesNegativeTestJSON-287136714-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:45.045176 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfdd6046-b3e2-40e9-848b-580e1defc735 req-d0d8687f-8b14-40dc-a066-96293e7466fd tempest-ServerAddressesNegativeTestJSON-287136714 tempest-ServerAddressesNegativeTestJSON-287136714-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:41:45.048645 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d8687f-8b14-40dc-a066-96293e7466fd tempest-ServerAddressesNegativeTestJSON-287136714 tempest-ServerAddressesNegativeTestJSON-287136714-project] Pushing event updated for resources: {'Port': ['ID=d15e176d-f26b-45be-8d00-b2719b724fe6,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:45.104343 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd6046-b3e2-40e9-848b-580e1defc735 req-d0d8687f-8b14-40dc-a066-96293e7466fd tempest-ServerAddressesNegativeTestJSON-287136714 tempest-ServerAddressesNegativeTestJSON-287136714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:45.105159 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bfdd6046-b3e2-40e9-848b-580e1defc735 req-d0d8687f-8b14-40dc-a066-96293e7466fd tempest-ServerAddressesNegativeTestJSON-287136714 tempest-ServerAddressesNegativeTestJSON-287136714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:45.133670 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f67a45-55aa-4cc6-94e9-0642600f0931 req-879d1d49-98f2-4fe5-8881-b476bf7bdeb5 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:45.135269 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-17f67a45-55aa-4cc6-94e9-0642600f0931 req-879d1d49-98f2-4fe5-8881-b476bf7bdeb5 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/ports?device_id=8faf4c72-ecf7-4a30-a577-8cb0016710c0 HTTP/1.1" status: 200 len: 944 time: 0.1327829 Mar 11 19:41:45.147502 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bfdd6046-b3e2-40e9-848b-580e1defc735 req-d0d8687f-8b14-40dc-a066-96293e7466fd tempest-ServerAddressesNegativeTestJSON-287136714 tempest-ServerAddressesNegativeTestJSON-287136714-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8608599 Mar 11 19:41:45.166586 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-bfdd6046-b3e2-40e9-848b-580e1defc735 req-55958ce0-f4e2-4a83-ae2b-4675429f2fdf service neutron] Request body: {'port': {'device_id': 'f72f7d7f-c08f-41ac-ae07-1deaaede7160', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:41:45.227426 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-17f67a45-55aa-4cc6-94e9-0642600f0931 req-7604d7e2-d106-467e-898e-b9f85b2c1d85 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6edb3d-008e-48ff-8ef0-64786618cae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778410 Mar 11 19:41:45.267432 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bfdd6046-b3e2-40e9-848b-580e1defc735 req-55958ce0-f4e2-4a83-ae2b-4675429f2fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d15e176d-f26b-45be-8d00-b2719b724fe6), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:45.446895 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6def991-37a2-4f32-a2ef-ee3b520c31ce req-a0336d29-360e-4417-97ad-4d7fae5ac579 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:45.448386 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f6def991-37a2-4f32-a2ef-ee3b520c31ce req-a0336d29-360e-4417-97ad-4d7fae5ac579 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.1367128 Mar 11 19:41:45.663075 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 8496a1aa-301e-438d-88a8-7a2a4e4643b7 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:41:45.746847 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 9fd68e1a-7e53-4dd7-a129-e219fe1f8266 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:41:45.821329 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device a7c2fc8d-af66-4dc6-86e6-8ae5e700c8ac up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:41:45.876429 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f6def991-37a2-4f32-a2ef-ee3b520c31ce req-415f70e9-fea1-4cde-9cba-f51fe0cd5cb8 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4193330 Mar 11 19:41:45.887064 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 8496a1aa-301e-438d-88a8-7a2a4e4643b7, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=8496a1aa-301e-438d-88a8-7a2a4e4643b7,segment=NetworkSegment(13d1512a-6981-44c9-9a87-0eca6dce4e01),segment_id=13d1512a-6981-44c9-9a87-0eca6dce4e01)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:45.910952 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '8496a1aa-301e-438d-88a8-7a2a4e4643b7', 'network_id': '76270208-0feb-4aa6-a022-05d8e5f73f8c', 'port_id': '8496a1aa-301e-438d-88a8-7a2a4e4643b7', 'mac_address': 'fa:16:3e:8c:7d:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd23219ed-7f8e-4413-9cc6-5853fc757d12', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:41:45.986454 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-bfdd6046-b3e2-40e9-848b-580e1defc735 req-55958ce0-f4e2-4a83-ae2b-4675429f2fdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d15e176d-f26b-45be-8d00-b2719b724fe6 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:41:45.996728 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bfdd6046-b3e2-40e9-848b-580e1defc735 req-55958ce0-f4e2-4a83-ae2b-4675429f2fdf service neutron] Publish callbacks [] for port (d15e176d-f26b-45be-8d00-b2719b724fe6), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:46.009091 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port a7c2fc8d-af66-4dc6-86e6-8ae5e700c8ac triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:41:46.009474 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (a7c2fc8d-af66-4dc6-86e6-8ae5e700c8ac), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:46.010430 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-bfdd6046-b3e2-40e9-848b-580e1defc735 req-55958ce0-f4e2-4a83-ae2b-4675429f2fdf service neutron] Transition to ACTIVE for port object d15e176d-f26b-45be-8d00-b2719b724fe6 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:41:46.016441 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bfdd6046-b3e2-40e9-848b-580e1defc735 req-55958ce0-f4e2-4a83-ae2b-4675429f2fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (d15e176d-f26b-45be-8d00-b2719b724fe6), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:46.027253 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 9fd68e1a-7e53-4dd7-a129-e219fe1f8266 is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:41:46.027253 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (9fd68e1a-7e53-4dd7-a129-e219fe1f8266), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:46.058827 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ed0ae8-6691-4e4b-874c-7df9a3ccd1a5 None None] Network d0e0a9ec-4316-4fc9-9b7d-08b02011eb18 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:41:46.087657 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55958ce0-f4e2-4a83-ae2b-4675429f2fdf service neutron] Pushing event updated for resources: {'Port': ['ID=d15e176d-f26b-45be-8d00-b2719b724fe6,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:46.087900 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 8496a1aa-301e-438d-88a8-7a2a4e4643b7 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:41:46.088175 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (8496a1aa-301e-438d-88a8-7a2a4e4643b7), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:46.140583 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-bfdd6046-b3e2-40e9-848b-580e1defc735 req-55958ce0-f4e2-4a83-ae2b-4675429f2fdf service neutron] Attempting to bind port d15e176d-f26b-45be-8d00-b2719b724fe6 on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:41:46.140928 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-bfdd6046-b3e2-40e9-848b-580e1defc735 req-55958ce0-f4e2-4a83-ae2b-4675429f2fdf service neutron] Attempting to bind port d15e176d-f26b-45be-8d00-b2719b724fe6 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': 'b46b9e24-a0a1-4ecd-89e3-bbba64a132f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'ff9e0b6c-377f-4794-8b07-e9f2d6f1a8f6'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:41:46.141253 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdd6046-b3e2-40e9-848b-580e1defc735 req-55958ce0-f4e2-4a83-ae2b-4675429f2fdf service neutron] Attempting to bind port d15e176d-f26b-45be-8d00-b2719b724fe6 on network ff9e0b6c-377f-4794-8b07-e9f2d6f1a8f6 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:41:46.144381 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8496a1aa-301e-438d-88a8-7a2a4e4643b7 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:41:46.148088 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fd68e1a-7e53-4dd7-a129-e219fe1f8266'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:41:46.150278 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcbbac2c-3c33-418d-b767-22d39dfd7d63" -d '{"events": [{"server_uuid": "ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61", "name": "network-vif-unplugged", "status": "completed", "tag": "9fd68e1a-7e53-4dd7-a129-e219fe1f8266"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:41:46.156636 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdd6046-b3e2-40e9-848b-580e1defc735 req-55958ce0-f4e2-4a83-ae2b-4675429f2fdf service neutron] Port d15e176d-f26b-45be-8d00-b2719b724fe6 on network ff9e0b6c-377f-4794-8b07-e9f2d6f1a8f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:41:46.156985 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdd6046-b3e2-40e9-848b-580e1defc735 req-55958ce0-f4e2-4a83-ae2b-4675429f2fdf service neutron] Attempting to bind port d15e176d-f26b-45be-8d00-b2719b724fe6 on network ff9e0b6c-377f-4794-8b07-e9f2d6f1a8f6 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:41:46.172714 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdd6046-b3e2-40e9-848b-580e1defc735 req-55958ce0-f4e2-4a83-ae2b-4675429f2fdf service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:41:46.173046 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdd6046-b3e2-40e9-848b-580e1defc735 req-55958ce0-f4e2-4a83-ae2b-4675429f2fdf service neutron] Checking segment: {'id': 'b46b9e24-a0a1-4ecd-89e3-bbba64a132f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'ff9e0b6c-377f-4794-8b07-e9f2d6f1a8f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:41:46.173420 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfdd6046-b3e2-40e9-848b-580e1defc735 req-55958ce0-f4e2-4a83-ae2b-4675429f2fdf service neutron] Bound using segment: {'id': 'b46b9e24-a0a1-4ecd-89e3-bbba64a132f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'ff9e0b6c-377f-4794-8b07-e9f2d6f1a8f6'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:41:46.173846 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-bfdd6046-b3e2-40e9-848b-580e1defc735 req-55958ce0-f4e2-4a83-ae2b-4675429f2fdf service neutron] Bound port: d15e176d-f26b-45be-8d00-b2719b724fe6, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b46b9e24-a0a1-4ecd-89e3-bbba64a132f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'ff9e0b6c-377f-4794-8b07-e9f2d6f1a8f6'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:41:46.174195 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bfdd6046-b3e2-40e9-848b-580e1defc735 req-55958ce0-f4e2-4a83-ae2b-4675429f2fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d15e176d-f26b-45be-8d00-b2719b724fe6), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:46.202344 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 9fd68e1a-7e53-4dd7-a129-e219fe1f8266, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=9fd68e1a-7e53-4dd7-a129-e219fe1f8266,segment=NetworkSegment(f8d24e93-6284-46b5-86c2-c110abb33db1),segment_id=f8d24e93-6284-46b5-86c2-c110abb33db1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:46.216923 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ba40b153-d5d9-4851-a252-64bebe54e207 None None] Provisioning complete for port a7c2fc8d-af66-4dc6-86e6-8ae5e700c8ac triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:41:46.217302 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ba40b153-d5d9-4851-a252-64bebe54e207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (a7c2fc8d-af66-4dc6-86e6-8ae5e700c8ac), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:46.223099 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (9fd68e1a-7e53-4dd7-a129-e219fe1f8266), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:46.248744 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 8496a1aa-301e-438d-88a8-7a2a4e4643b7, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=8496a1aa-301e-438d-88a8-7a2a4e4643b7,segment=NetworkSegment(13d1512a-6981-44c9-9a87-0eca6dce4e01),segment_id=13d1512a-6981-44c9-9a87-0eca6dce4e01)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:46.303364 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30205b05-d033-4e62-abd3-47f123076e13 req-b61b2758-6d43-47a6-81f9-59365a266616 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:46.304855 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-30205b05-d033-4e62-abd3-47f123076e13 req-b61b2758-6d43-47a6-81f9-59365a266616 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/networks?id=d0e0a9ec-4316-4fc9-9b7d-08b02011eb18 HTTP/1.1" status: 200 len: 814 time: 0.1604915 Mar 11 19:41:46.307794 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-bfdd6046-b3e2-40e9-848b-580e1defc735 req-55958ce0-f4e2-4a83-ae2b-4675429f2fdf service neutron] For port d15e176d-f26b-45be-8d00-b2719b724fe6, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:41:46.311518 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-bfdd6046-b3e2-40e9-848b-580e1defc735 req-55958ce0-f4e2-4a83-ae2b-4675429f2fdf service neutron] For port d15e176d-f26b-45be-8d00-b2719b724fe6, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=d15e176d-f26b-45be-8d00-b2719b724fe6,segment=NetworkSegment(b46b9e24-a0a1-4ecd-89e3-bbba64a132f9),segment_id=b46b9e24-a0a1-4ecd-89e3-bbba64a132f9)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:41:46.323072 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bfdd6046-b3e2-40e9-848b-580e1defc735 req-55958ce0-f4e2-4a83-ae2b-4675429f2fdf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (d15e176d-f26b-45be-8d00-b2719b724fe6), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:46.333970 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-30205b05-d033-4e62-abd3-47f123076e13 req-ead8b688-a99b-4343-8786-ad113bd04381 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/quotas/fe7f25f1a51149fea99b75542e4127dc HTTP/1.1" status: 200 len: 375 time: 0.0206544 Mar 11 19:41:46.374717 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd6046-b3e2-40e9-848b-580e1defc735 req-55958ce0-f4e2-4a83-ae2b-4675429f2fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:46.375332 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bfdd6046-b3e2-40e9-848b-580e1defc735 req-55958ce0-f4e2-4a83-ae2b-4675429f2fdf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:46.376759 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bfdd6046-b3e2-40e9-848b-580e1defc735 req-55958ce0-f4e2-4a83-ae2b-4675429f2fdf service neutron] 10.222.0.75 "PUT /v2.0/ports/d15e176d-f26b-45be-8d00-b2719b724fe6 HTTP/1.1" status: 200 len: 1091 time: 1.2201922 Mar 11 19:41:46.379001 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f72f7d7f-c08f-41ac-ae07-1deaaede7160', 'tag': 'd15e176d-f26b-45be-8d00-b2719b724fe6'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:41:46.381308 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9191fe4d-db12-4955-bd13-95dc1f1d9eb4" -d '{"events": [{"name": "network-changed", "server_uuid": "f72f7d7f-c08f-41ac-ae07-1deaaede7160", "tag": "d15e176d-f26b-45be-8d00-b2719b724fe6"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:41:46.419251 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (8496a1aa-301e-438d-88a8-7a2a4e4643b7), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:46.432797 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55958ce0-f4e2-4a83-ae2b-4675429f2fdf service neutron] Pushing event updated for resources: {'Port': ['ID=d15e176d-f26b-45be-8d00-b2719b724fe6,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:46.472167 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-30205b05-d033-4e62-abd3-47f123076e13 req-0b3c4153-c1ef-4ae1-a869-ee3e2d3b7b2d tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=fe7f25f1a51149fea99b75542e4127dc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1141522 Mar 11 19:41:46.478340 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd6046-b3e2-40e9-848b-580e1defc735 req-b07d236d-d3f2-4890-bd7d-3e12b0befe04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:46.480202 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bfdd6046-b3e2-40e9-848b-580e1defc735 req-b07d236d-d3f2-4890-bd7d-3e12b0befe04 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ef4f642d5ee7460fb156622a98b1ec05&device_id=f72f7d7f-c08f-41ac-ae07-1deaaede7160 HTTP/1.1" status: 200 len: 1125 time: 0.0608966 Mar 11 19:41:46.517123 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port a7c2fc8d-af66-4dc6-86e6-8ae5e700c8ac is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:41:46.517517 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a7c2fc8d-af66-4dc6-86e6-8ae5e700c8ac), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:46.519190 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=9fd68e1a-7e53-4dd7-a129-e219fe1f8266,revision_number=8']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:46.539271 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bfdd6046-b3e2-40e9-848b-580e1defc735 req-da7306b9-fe07-4a00-b068-2b7adcd42c68 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d15e176d-f26b-45be-8d00-b2719b724fe6 HTTP/1.1" status: 200 len: 217 time: 0.0493116 Mar 11 19:41:46.638079 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdd6046-b3e2-40e9-848b-580e1defc735 req-9662db30-13d8-4f18-b247-eaeae339b77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:46.640109 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bfdd6046-b3e2-40e9-848b-580e1defc735 req-9662db30-13d8-4f18-b247-eaeae339b77c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e398eeae-2c60-44ec-940c-6cdb7db7b284 HTTP/1.1" status: 200 len: 861 time: 0.0928748 Mar 11 19:41:46.643041 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port a7c2fc8d-af66-4dc6-86e6-8ae5e700c8ac, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=a7c2fc8d-af66-4dc6-86e6-8ae5e700c8ac,segment=NetworkSegment(0e3d355e-0ad4-46c3-9e15-eac055d1f0e2),segment_id=0e3d355e-0ad4-46c3-9e15-eac055d1f0e2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:46.649644 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (a7c2fc8d-af66-4dc6-86e6-8ae5e700c8ac), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:46.652504 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ba40b153-d5d9-4851-a252-64bebe54e207 None None] Current status of the port a7c2fc8d-af66-4dc6-86e6-8ae5e700c8ac is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:41:46.652885 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ba40b153-d5d9-4851-a252-64bebe54e207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a7c2fc8d-af66-4dc6-86e6-8ae5e700c8ac), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:46.654909 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=8496a1aa-301e-438d-88a8-7a2a4e4643b7,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:46.662951 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-30205b05-d033-4e62-abd3-47f123076e13 req-ff586363-52dd-4627-9e51-8b40e185cfaa service neutron] 10.222.0.65 "GET /v2.0/networks/d0e0a9ec-4316-4fc9-9b7d-08b02011eb18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818349 Mar 11 19:41:46.690709 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bfdd6046-b3e2-40e9-848b-580e1defc735 req-2d02bf06-e15c-4a3c-b324-8f995ab963e2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ff9e0b6c-377f-4794-8b07-e9f2d6f1a8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417814 Mar 11 19:41:46.741019 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['8496a1aa-301e-438d-88a8-7a2a4e4643b7'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:41:46.772318 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=a7c2fc8d-af66-4dc6-86e6-8ae5e700c8ac,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:46.789027 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-ba40b153-d5d9-4851-a252-64bebe54e207 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:41:46.789403 n-d-833163-1 neutron-server[103886]: DEBUG oslo_db.api [None req-ba40b153-d5d9-4851-a252-64bebe54e207 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:41:46.842495 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-30205b05-d033-4e62-abd3-47f123076e13 req-ee7dff16-0c62-4b6e-81f8-85ebd60ffd17 service neutron] 10.222.0.65 "GET /v2.0/networks/d0e0a9ec-4316-4fc9-9b7d-08b02011eb18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612759 Mar 11 19:41:46.853633 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bfdd6046-b3e2-40e9-848b-580e1defc735 req-80378419-9eb5-4ff2-a132-4a3615105f2d service neutron] 10.222.0.75 "GET /v2.0/networks/ff9e0b6c-377f-4794-8b07-e9f2d6f1a8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513252 Mar 11 19:41:46.955202 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bfdd6046-b3e2-40e9-848b-580e1defc735 req-4a866721-a020-4daa-98a6-c49ab935dcd5 service neutron] 10.222.0.75 "GET /v2.0/networks/ff9e0b6c-377f-4794-8b07-e9f2d6f1a8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949292 Mar 11 19:41:47.066702 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fa1352-587f-42ff-98bb-9d9639354a4f req-4f710a5e-fa2b-44db-8653-541ec75d35cc tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:47.068222 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-05fa1352-587f-42ff-98bb-9d9639354a4f req-4f710a5e-fa2b-44db-8653-541ec75d35cc tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=3372b90e-2a7a-45aa-ab54-5a0619c2623b HTTP/1.1" status: 200 len: 944 time: 0.0600076 Mar 11 19:41:47.121360 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-05fa1352-587f-42ff-98bb-9d9639354a4f req-b01db037-f7a0-419f-90d9-fa153a7d2933 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425444 Mar 11 19:41:47.217239 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3fed6361-bb0c-477f-a8c0-0d456c266ce3 req-ac482d07-6827-4151-803a-a45f0c83c7ae tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=7fcfa9d2f3ed4be8ac815d1e6642330d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233376 Mar 11 19:41:47.330002 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ba40b153-d5d9-4851-a252-64bebe54e207 None None] Current status of the port a7c2fc8d-af66-4dc6-86e6-8ae5e700c8ac is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:41:47.336014 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed6361-bb0c-477f-a8c0-0d456c266ce3 req-8eccec37-79eb-4185-a02d-ba69c5b04097 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:47.337632 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3fed6361-bb0c-477f-a8c0-0d456c266ce3 req-8eccec37-79eb-4185-a02d-ba69c5b04097 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1147029 Mar 11 19:41:47.353756 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3fed6361-bb0c-477f-a8c0-0d456c266ce3 req-ba8b5f2e-2f70-43ab-bbe8-f6c7f596ec16 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/quotas/7fcfa9d2f3ed4be8ac815d1e6642330d HTTP/1.1" status: 200 len: 375 time: 0.0098784 Mar 11 19:41:47.421230 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3fed6361-bb0c-477f-a8c0-0d456c266ce3 req-66cfc785-50e8-411c-8d79-89969a50c264 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=7fcfa9d2f3ed4be8ac815d1e6642330d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0616570 Mar 11 19:41:47.449732 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-cc6171f1-c32b-499f-8423-04680c863b4b None None] Provisioning complete for port a7c2fc8d-af66-4dc6-86e6-8ae5e700c8ac triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:41:47.450106 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cc6171f1-c32b-499f-8423-04680c863b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (a7c2fc8d-af66-4dc6-86e6-8ae5e700c8ac), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:47.549217 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-cc6171f1-c32b-499f-8423-04680c863b4b None None] Current status of the port a7c2fc8d-af66-4dc6-86e6-8ae5e700c8ac is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:41:47.650035 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c249462-5b45-45d9-be1c-f7393ccb61fc req-b78f6a7d-13d1-4f75-a7cb-4faed6d4cc89 tempest-ServerAddressesNegativeTestJSON-287136714 tempest-ServerAddressesNegativeTestJSON-287136714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:47.651812 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0c249462-5b45-45d9-be1c-f7393ccb61fc req-b78f6a7d-13d1-4f75-a7cb-4faed6d4cc89 tempest-ServerAddressesNegativeTestJSON-287136714 tempest-ServerAddressesNegativeTestJSON-287136714-project] 10.222.0.65 "GET /v2.0/ports?device_id=f72f7d7f-c08f-41ac-ae07-1deaaede7160 HTTP/1.1" status: 200 len: 943 time: 0.0668409 Mar 11 19:41:47.672213 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 9fd68e1a-7e53-4dd7-a129-e219fe1f8266 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:41:47.683912 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 8496a1aa-301e-438d-88a8-7a2a4e4643b7 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:41:47.724140 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0c249462-5b45-45d9-be1c-f7393ccb61fc req-342f8821-b1e6-47b5-b5eb-a012d84ffb10 tempest-ServerAddressesNegativeTestJSON-287136714 tempest-ServerAddressesNegativeTestJSON-287136714-project] 10.222.0.65 "GET /v2.0/security-groups?id=859ac1c5-0812-4381-b79b-35b1101e3fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651057 Mar 11 19:41:47.767802 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device a7c2fc8d-af66-4dc6-86e6-8ae5e700c8ac up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:41:47.854010 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb69ea-0d61-449a-9a3a-45afc495a888 req-9721e97a-fe46-4a74-b0af-f8ceaf54a81c tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:47.855934 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-93bb69ea-0d61-449a-9a3a-45afc495a888 req-9721e97a-fe46-4a74-b0af-f8ceaf54a81c tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.0644042 Mar 11 19:41:47.897165 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 9fd68e1a-7e53-4dd7-a129-e219fe1f8266, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=9fd68e1a-7e53-4dd7-a129-e219fe1f8266,segment=NetworkSegment(f8d24e93-6284-46b5-86c2-c110abb33db1),segment_id=f8d24e93-6284-46b5-86c2-c110abb33db1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:47.901982 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port 8496a1aa-301e-438d-88a8-7a2a4e4643b7 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:41:47.916071 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 8496a1aa-301e-438d-88a8-7a2a4e4643b7 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:41:47.916443 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (8496a1aa-301e-438d-88a8-7a2a4e4643b7), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:47.925683 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-93bb69ea-0d61-449a-9a3a-45afc495a888 req-21a555ea-6d5b-4ab9-a418-a037acab1cc2 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618882 Mar 11 19:41:47.938764 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '9fd68e1a-7e53-4dd7-a129-e219fe1f8266', 'network_id': '90663b8c-1bde-4a55-8ab4-a84ee4d3cf19', 'port_id': '9fd68e1a-7e53-4dd7-a129-e219fe1f8266', 'mac_address': 'fa:16:3e:82:af:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83286d6e-3d22-482f-b14a-2fbd7466cc6c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:41:47.943804 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port a7c2fc8d-af66-4dc6-86e6-8ae5e700c8ac triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:41:47.944187 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (a7c2fc8d-af66-4dc6-86e6-8ae5e700c8ac), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:48.009914 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 19:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1bbfc67-379f-42a3-aca3-88333bae2b79 x-openstack-request-id: req-a1bbfc67-379f-42a3-aca3-88333bae2b79 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:41:48.010215 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61", "name": "network-vif-unplugged", "status": "completed", "tag": "9fd68e1a-7e53-4dd7-a129-e219fe1f8266", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:41:48.010463 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a1bbfc67-379f-42a3-aca3-88333bae2b79 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:41:48.010858 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fd68e1a-7e53-4dd7-a129-e219fe1f8266', 'code': 200} Mar 11 19:41:48.038396 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 9fd68e1a-7e53-4dd7-a129-e219fe1f8266 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:41:48.038781 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (9fd68e1a-7e53-4dd7-a129-e219fe1f8266), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:48.085814 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fd68e1a-7e53-4dd7-a129-e219fe1f8266 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:41:48.130380 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 8496a1aa-301e-438d-88a8-7a2a4e4643b7 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:41:48.130646 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (8496a1aa-301e-438d-88a8-7a2a4e4643b7), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:48.152214 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 9fd68e1a-7e53-4dd7-a129-e219fe1f8266, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=9fd68e1a-7e53-4dd7-a129-e219fe1f8266,segment=NetworkSegment(f8d24e93-6284-46b5-86c2-c110abb33db1),segment_id=f8d24e93-6284-46b5-86c2-c110abb33db1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:48.167156 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (9fd68e1a-7e53-4dd7-a129-e219fe1f8266), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:48.167831 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device defbb987-7498-4d6d-bc06-8aa33470985f details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:41:48.206559 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port a7c2fc8d-af66-4dc6-86e6-8ae5e700c8ac is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:41:48.212386 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78fb6d-acfb-49c5-891c-4246b169141c req-6dcda025-8fed-44d3-86be-e6b75ab844b0 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:48.214319 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f78fb6d-acfb-49c5-891c-4246b169141c req-6dcda025-8fed-44d3-86be-e6b75ab844b0 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/ports?device_id=8faf4c72-ecf7-4a30-a577-8cb0016710c0 HTTP/1.1" status: 200 len: 945 time: 0.1537292 Mar 11 19:41:48.220981 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 8496a1aa-301e-438d-88a8-7a2a4e4643b7, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=8496a1aa-301e-438d-88a8-7a2a4e4643b7,segment=NetworkSegment(13d1512a-6981-44c9-9a87-0eca6dce4e01),segment_id=13d1512a-6981-44c9-9a87-0eca6dce4e01)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:48.228072 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (8496a1aa-301e-438d-88a8-7a2a4e4643b7), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:48.252016 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=9fd68e1a-7e53-4dd7-a129-e219fe1f8266,revision_number=9']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:48.297316 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30205b05-d033-4e62-abd3-47f123076e13 req-342e4c70-fbcc-4b50-8ab3-333b5d158e87 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:48.298803 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-30205b05-d033-4e62-abd3-47f123076e13 req-342e4c70-fbcc-4b50-8ab3-333b5d158e87 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.75 "GET /v2.0/networks?id=d0e0a9ec-4316-4fc9-9b7d-08b02011eb18 HTTP/1.1" status: 200 len: 814 time: 0.2689846 Mar 11 19:41:48.306995 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f78fb6d-acfb-49c5-891c-4246b169141c req-781fcbdd-07d4-463d-91fa-d09f4930889f tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6edb3d-008e-48ff-8ef0-64786618cae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855703 Mar 11 19:41:48.314175 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-30205b05-d033-4e62-abd3-47f123076e13 req-af385bdf-f84a-429d-94eb-fa8ce7dce5b4 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Request body: {'port': {'device_id': '637b48fb-e48d-4d9f-91a8-e3e00f1ce05c', 'network_id': 'd0e0a9ec-4316-4fc9-9b7d-08b02011eb18', 'admin_state_up': True, 'tenant_id': 'fe7f25f1a51149fea99b75542e4127dc'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:41:48.369499 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=8496a1aa-301e-438d-88a8-7a2a4e4643b7,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:48.396419 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eceb72d0-0c26-4e43-8f1a-81edf90f76a9 x-openstack-request-id: req-eceb72d0-0c26-4e43-8f1a-81edf90f76a9 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:41:48.396817 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f72f7d7f-c08f-41ac-ae07-1deaaede7160", "tag": "d15e176d-f26b-45be-8d00-b2719b724fe6", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:41:48.397172 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-eceb72d0-0c26-4e43-8f1a-81edf90f76a9 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:41:48.397682 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f72f7d7f-c08f-41ac-ae07-1deaaede7160', 'tag': 'd15e176d-f26b-45be-8d00-b2719b724fe6', 'status': 'completed', 'code': 200} Mar 11 19:41:48.399451 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port defbb987-7498-4d6d-bc06-8aa33470985f, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=defbb987-7498-4d6d-bc06-8aa33470985f,segment=NetworkSegment(4e412043-f4b7-4584-89b3-4a0ee01e31e1),segment_id=4e412043-f4b7-4584-89b3-4a0ee01e31e1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:48.412929 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': 'defbb987-7498-4d6d-bc06-8aa33470985f', 'network_id': '90292ec6-d6b2-4fa1-9376-c622cb87c9e0', 'port_id': 'defbb987-7498-4d6d-bc06-8aa33470985f', 'mac_address': 'fa:16:3e:89:d4:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5402328f-7fd7-414d-bb99-adab596edad0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:41:48.460017 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port defbb987-7498-4d6d-bc06-8aa33470985f is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:41:48.460416 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (defbb987-7498-4d6d-bc06-8aa33470985f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:48.476846 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id defbb987-7498-4d6d-bc06-8aa33470985f {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:41:48.486880 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9191fe4d-db12-4955-bd13-95dc1f1d9eb4 req-40dd1f9f-3b7b-45ae-ac8e-ef98dbdd863e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:48.490644 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-9191fe4d-db12-4955-bd13-95dc1f1d9eb4 req-40dd1f9f-3b7b-45ae-ac8e-ef98dbdd863e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ef4f642d5ee7460fb156622a98b1ec05&device_id=f72f7d7f-c08f-41ac-ae07-1deaaede7160 HTTP/1.1" status: 200 len: 1125 time: 0.0575500 Mar 11 19:41:48.494406 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30205b05-d033-4e62-abd3-47f123076e13 req-af385bdf-f84a-429d-94eb-fa8ce7dce5b4 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Made reservation on behalf of fe7f25f1a51149fea99b75542e4127dc for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:41:48.497955 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-30205b05-d033-4e62-abd3-47f123076e13 req-af385bdf-f84a-429d-94eb-fa8ce7dce5b4 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:48.500988 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port defbb987-7498-4d6d-bc06-8aa33470985f, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=defbb987-7498-4d6d-bc06-8aa33470985f,segment=NetworkSegment(4e412043-f4b7-4584-89b3-4a0ee01e31e1),segment_id=4e412043-f4b7-4584-89b3-4a0ee01e31e1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:48.507083 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (defbb987-7498-4d6d-bc06-8aa33470985f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:48.570697 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=defbb987-7498-4d6d-bc06-8aa33470985f,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:48.607325 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9191fe4d-db12-4955-bd13-95dc1f1d9eb4 req-3734f093-75ad-44ed-8579-a038a011770b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:48.609061 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-9191fe4d-db12-4955-bd13-95dc1f1d9eb4 req-3734f093-75ad-44ed-8579-a038a011770b service neutron] 10.222.0.75 "GET /v2.0/networks?id=ff9e0b6c-377f-4794-8b07-e9f2d6f1a8f6 HTTP/1.1" status: 200 len: 922 time: 0.1118431 Mar 11 19:41:48.613597 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['9fd68e1a-7e53-4dd7-a129-e219fe1f8266'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:41:48.685561 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-9191fe4d-db12-4955-bd13-95dc1f1d9eb4 req-92dce9a0-8c16-4edb-b874-f77c12a310ec service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d15e176d-f26b-45be-8d00-b2719b724fe6 HTTP/1.1" status: 200 len: 217 time: 0.0656345 Mar 11 19:41:48.738880 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-30205b05-d033-4e62-abd3-47f123076e13 req-af385bdf-f84a-429d-94eb-fa8ce7dce5b4 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Allocated IP 172.20.0.13 (d0e0a9ec-4316-4fc9-9b7d-08b02011eb18/5c19a3f5-e5b8-4a83-a56e-dfaf973c3dd0/25189926-c2eb-4ee5-b4ae-a288f278abde) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:41:48.751885 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703aa8fd-cbba-474c-b3ad-03a058effbbb req-76342ff8-4aac-44f6-910a-f8cabca59f0e tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:48.758598 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9191fe4d-db12-4955-bd13-95dc1f1d9eb4 req-94d051bc-c8a0-4c11-97c3-5655a1a7f8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:48.760947 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-703aa8fd-cbba-474c-b3ad-03a058effbbb req-76342ff8-4aac-44f6-910a-f8cabca59f0e tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/networks?id=d0e0a9ec-4316-4fc9-9b7d-08b02011eb18 HTTP/1.1" status: 200 len: 814 time: 0.2676110 Mar 11 19:41:48.761268 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-9191fe4d-db12-4955-bd13-95dc1f1d9eb4 req-94d051bc-c8a0-4c11-97c3-5655a1a7f8c4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e398eeae-2c60-44ec-940c-6cdb7db7b284 HTTP/1.1" status: 200 len: 861 time: 0.0677805 Mar 11 19:41:48.797428 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-703aa8fd-cbba-474c-b3ad-03a058effbbb req-d0d2a00f-afba-47e4-92b6-386de5be25c9 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/quotas/fe7f25f1a51149fea99b75542e4127dc HTTP/1.1" status: 200 len: 375 time: 0.0314386 Mar 11 19:41:48.818293 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['defbb987-7498-4d6d-bc06-8aa33470985f'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:41:48.864941 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3fed6361-bb0c-477f-a8c0-0d456c266ce3 req-6e8983ec-8070-4b15-84ad-777f3320b9ed tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=7fcfa9d2f3ed4be8ac815d1e6642330d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0564771 Mar 11 19:41:48.866798 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-9191fe4d-db12-4955-bd13-95dc1f1d9eb4 req-37c4bede-4e23-4e9f-b0fe-97ecbb00aea3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ff9e0b6c-377f-4794-8b07-e9f2d6f1a8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0970175 Mar 11 19:41:48.893994 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:49.021378 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-703aa8fd-cbba-474c-b3ad-03a058effbbb req-b41b7b42-2fd6-4d75-9486-b969d059a721 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=fe7f25f1a51149fea99b75542e4127dc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2265980 Mar 11 19:41:49.069245 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-9191fe4d-db12-4955-bd13-95dc1f1d9eb4 req-8e50795e-4515-4b4e-b534-ec2c3cf60d5f service neutron] 10.222.0.75 "GET /v2.0/networks/ff9e0b6c-377f-4794-8b07-e9f2d6f1a8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756642 Mar 11 19:41:49.193005 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed6361-bb0c-477f-a8c0-0d456c266ce3 req-700a1c73-137a-403a-8e99-f7d662a03bad tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:49.194463 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3fed6361-bb0c-477f-a8c0-0d456c266ce3 req-700a1c73-137a-403a-8e99-f7d662a03bad tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3163896 Mar 11 19:41:49.197551 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-30205b05-d033-4e62-abd3-47f123076e13 req-af385bdf-f84a-429d-94eb-fa8ce7dce5b4 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Publish callbacks [] for port (25189926-c2eb-4ee5-b4ae-a288f278abde), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:49.206282 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-9191fe4d-db12-4955-bd13-95dc1f1d9eb4 req-67cd360e-6ab1-407c-877e-7e2a717ed246 service neutron] 10.222.0.75 "GET /v2.0/networks/ff9e0b6c-377f-4794-8b07-e9f2d6f1a8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345570 Mar 11 19:41:49.215473 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-3fed6361-bb0c-477f-a8c0-0d456c266ce3 req-e7af1564-ee71-4a40-aa9f-0615cea16c00 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Request body: {'port': {'device_id': '77dd1b73-1f7d-42a9-90a0-ed3874d49d93', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'admin_state_up': True, 'tenant_id': '7fcfa9d2f3ed4be8ac815d1e6642330d'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:41:49.255456 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-703aa8fd-cbba-474c-b3ad-03a058effbbb req-04ad3810-9891-4353-8580-68e4d7311c41 service neutron] 10.222.0.65 "GET /v2.0/networks/d0e0a9ec-4316-4fc9-9b7d-08b02011eb18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331543 Mar 11 19:41:49.399561 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-30205b05-d033-4e62-abd3-47f123076e13 req-af385bdf-f84a-429d-94eb-fa8ce7dce5b4 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (25189926-c2eb-4ee5-b4ae-a288f278abde), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:49.462868 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-703aa8fd-cbba-474c-b3ad-03a058effbbb req-92b54081-ba69-460b-bdb1-c70c52f27fe5 service neutron] 10.222.0.65 "GET /v2.0/networks/d0e0a9ec-4316-4fc9-9b7d-08b02011eb18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060864 Mar 11 19:41:49.477327 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30205b05-d033-4e62-abd3-47f123076e13 req-af385bdf-f84a-429d-94eb-fa8ce7dce5b4 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Network d0e0a9ec-4316-4fc9-9b7d-08b02011eb18 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:41:49.487111 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-30205b05-d033-4e62-abd3-47f123076e13 req-af385bdf-f84a-429d-94eb-fa8ce7dce5b4 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:49.490101 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af385bdf-f84a-429d-94eb-fa8ce7dce5b4 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Pushing event updated for resources: {'Port': ['ID=25189926-c2eb-4ee5-b4ae-a288f278abde,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:49.494176 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-30205b05-d033-4e62-abd3-47f123076e13 req-af385bdf-f84a-429d-94eb-fa8ce7dce5b4 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:41:49.518519 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fed6361-bb0c-477f-a8c0-0d456c266ce3 req-e7af1564-ee71-4a40-aa9f-0615cea16c00 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Made reservation on behalf of 7fcfa9d2f3ed4be8ac815d1e6642330d for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:41:49.521922 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3fed6361-bb0c-477f-a8c0-0d456c266ce3 req-e7af1564-ee71-4a40-aa9f-0615cea16c00 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:49.574470 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30205b05-d033-4e62-abd3-47f123076e13 req-af385bdf-f84a-429d-94eb-fa8ce7dce5b4 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:49.575188 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-30205b05-d033-4e62-abd3-47f123076e13 req-af385bdf-f84a-429d-94eb-fa8ce7dce5b4 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:49.637165 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-30205b05-d033-4e62-abd3-47f123076e13 req-af385bdf-f84a-429d-94eb-fa8ce7dce5b4 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3275459 Mar 11 19:41:49.651020 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-30205b05-d033-4e62-abd3-47f123076e13 req-ba01c0a2-1da0-4c81-8397-797392904e4e service neutron] Request body: {'port': {'device_id': '637b48fb-e48d-4d9f-91a8-e3e00f1ce05c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:41:49.702064 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device d15e176d-f26b-45be-8d00-b2719b724fe6 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:41:49.727839 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 9fd68e1a-7e53-4dd7-a129-e219fe1f8266 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:41:49.855896 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-3fed6361-bb0c-477f-a8c0-0d456c266ce3 req-e7af1564-ee71-4a40-aa9f-0615cea16c00 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Allocated IP 192.168.233.239 (885772b1-9b97-4e1d-a0fb-e125030c5a81/9bb14923-74c3-4313-be8d-ed33542f05aa/6e92ba7a-6e5a-4c38-b590-2748b2103ed7) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:41:49.928243 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 9fd68e1a-7e53-4dd7-a129-e219fe1f8266 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:41:49.929659 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (9fd68e1a-7e53-4dd7-a129-e219fe1f8266), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:50.011965 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8faf4c72-ecf7-4a30-a577-8cb0016710c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8496a1aa-301e-438d-88a8-7a2a4e4643b7'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:41:50.014198 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-013b882b-138c-4803-96c2-21a5046c10a7 req-1e92ea0f-6f68-4672-9ef9-67e2f718dd88 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/ports?device_id=77dd1b73-1f7d-42a9-90a0-ed3874d49d93 HTTP/1.1" status: 200 len: 210 time: 0.2264462 Mar 11 19:41:50.015216 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a39c512-cb44-4ad7-9373-86737d6fc747" -d '{"events": [{"server_uuid": "8faf4c72-ecf7-4a30-a577-8cb0016710c0", "name": "network-vif-plugged", "status": "completed", "tag": "8496a1aa-301e-438d-88a8-7a2a4e4643b7"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:41:50.020183 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port d15e176d-f26b-45be-8d00-b2719b724fe6, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=d15e176d-f26b-45be-8d00-b2719b724fe6,segment=NetworkSegment(b46b9e24-a0a1-4ecd-89e3-bbba64a132f9),segment_id=b46b9e24-a0a1-4ecd-89e3-bbba64a132f9)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:50.030438 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-30205b05-d033-4e62-abd3-47f123076e13 req-ba01c0a2-1da0-4c81-8397-797392904e4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (25189926-c2eb-4ee5-b4ae-a288f278abde), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:50.067892 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': 'd15e176d-f26b-45be-8d00-b2719b724fe6', 'network_id': 'ff9e0b6c-377f-4794-8b07-e9f2d6f1a8f6', 'port_id': 'd15e176d-f26b-45be-8d00-b2719b724fe6', 'mac_address': 'fa:16:3e:f4:21:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 893, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e398eeae-2c60-44ec-940c-6cdb7db7b284', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:41:50.070554 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-91657084-11fc-4884-9fe0-90d32bb36748 None None] Provisioning complete for port 25189926-c2eb-4ee5-b4ae-a288f278abde triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:41:50.071105 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-91657084-11fc-4884-9fe0-90d32bb36748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (25189926-c2eb-4ee5-b4ae-a288f278abde), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:50.217865 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-91657084-11fc-4884-9fe0-90d32bb36748 None None] Port 25189926-c2eb-4ee5-b4ae-a288f278abde cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:41:50.226403 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port d15e176d-f26b-45be-8d00-b2719b724fe6 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:41:50.227416 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d15e176d-f26b-45be-8d00-b2719b724fe6), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:50.301739 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d15e176d-f26b-45be-8d00-b2719b724fe6 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:41:50.316089 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 9fd68e1a-7e53-4dd7-a129-e219fe1f8266 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:41:50.316901 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (9fd68e1a-7e53-4dd7-a129-e219fe1f8266), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:50.345078 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port d15e176d-f26b-45be-8d00-b2719b724fe6, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=d15e176d-f26b-45be-8d00-b2719b724fe6,segment=NetworkSegment(b46b9e24-a0a1-4ecd-89e3-bbba64a132f9),segment_id=b46b9e24-a0a1-4ecd-89e3-bbba64a132f9)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:50.354968 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (d15e176d-f26b-45be-8d00-b2719b724fe6), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:50.367358 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cc5074-d9a6-4455-8c97-6eebd27cfad7 req-c70d4a2c-1516-448e-9e57-46658502ba43 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:50.375547 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-33cc5074-d9a6-4455-8c97-6eebd27cfad7 req-c70d4a2c-1516-448e-9e57-46658502ba43 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=3372b90e-2a7a-45aa-ab54-5a0619c2623b HTTP/1.1" status: 200 len: 945 time: 0.2148118 Mar 11 19:41:50.418659 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 9fd68e1a-7e53-4dd7-a129-e219fe1f8266, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=9fd68e1a-7e53-4dd7-a129-e219fe1f8266,segment=NetworkSegment(f8d24e93-6284-46b5-86c2-c110abb33db1),segment_id=f8d24e93-6284-46b5-86c2-c110abb33db1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:50.421684 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3fed6361-bb0c-477f-a8c0-0d456c266ce3 req-e7af1564-ee71-4a40-aa9f-0615cea16c00 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Publish callbacks [] for port (6e92ba7a-6e5a-4c38-b590-2748b2103ed7), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:50.436606 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (9fd68e1a-7e53-4dd7-a129-e219fe1f8266), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:50.457508 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=d15e176d-f26b-45be-8d00-b2719b724fe6,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:50.518182 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-33cc5074-d9a6-4455-8c97-6eebd27cfad7 req-10ee4a03-acd5-492a-a790-3d6deff9b2ef tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392658 Mar 11 19:41:50.567443 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3fed6361-bb0c-477f-a8c0-0d456c266ce3 req-e7af1564-ee71-4a40-aa9f-0615cea16c00 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (6e92ba7a-6e5a-4c38-b590-2748b2103ed7), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:50.568957 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=9fd68e1a-7e53-4dd7-a129-e219fe1f8266,revision_number=10']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:50.580411 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['d68bc25c-daf2-43ae-bbc8-f0f0ad342470', '652e9697-294c-4738-89e7-1ac952f6b91f'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:41:50.582828 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['e75757ee-1bfb-4252-9cd1-492301e036ff', 'c02b1cc0-d650-45bb-9de9-625b91f072e8', '2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f', '8e13da56-f1da-4768-9336-35f2480008d1', '64b5ca6c-9a77-4661-af65-6c2b0442228d'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:41:50.679676 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fed6361-bb0c-477f-a8c0-0d456c266ce3 req-e7af1564-ee71-4a40-aa9f-0615cea16c00 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Network 885772b1-9b97-4e1d-a0fb-e125030c5a81 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:41:50.693033 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-3fed6361-bb0c-477f-a8c0-0d456c266ce3 req-e7af1564-ee71-4a40-aa9f-0615cea16c00 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:50.697465 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['d15e176d-f26b-45be-8d00-b2719b724fe6'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:41:50.717201 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fed6361-bb0c-477f-a8c0-0d456c266ce3 req-e7af1564-ee71-4a40-aa9f-0615cea16c00 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:41:50.763303 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7af1564-ee71-4a40-aa9f-0615cea16c00 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Pushing event updated for resources: {'Port': ['ID=6e92ba7a-6e5a-4c38-b590-2748b2103ed7,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:50.844081 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed6361-bb0c-477f-a8c0-0d456c266ce3 req-e7af1564-ee71-4a40-aa9f-0615cea16c00 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:50.844697 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3fed6361-bb0c-477f-a8c0-0d456c266ce3 req-e7af1564-ee71-4a40-aa9f-0615cea16c00 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:50.849512 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-30205b05-d033-4e62-abd3-47f123076e13 req-ba01c0a2-1da0-4c81-8397-797392904e4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25189926-c2eb-4ee5-b4ae-a288f278abde {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:41:50.860587 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad35be2f-ac73-4d85-ae36-31efc9464426 req-4e4cf0e4-c25f-4766-b5da-438d1be3d918 tempest-ServerAddressesNegativeTestJSON-287136714 tempest-ServerAddressesNegativeTestJSON-287136714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:50.867966 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ad35be2f-ac73-4d85-ae36-31efc9464426 req-4e4cf0e4-c25f-4766-b5da-438d1be3d918 tempest-ServerAddressesNegativeTestJSON-287136714 tempest-ServerAddressesNegativeTestJSON-287136714-project] 10.222.0.65 "GET /v2.0/ports?device_id=f72f7d7f-c08f-41ac-ae07-1deaaede7160 HTTP/1.1" status: 200 len: 944 time: 0.2480669 Mar 11 19:41:50.880013 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-30205b05-d033-4e62-abd3-47f123076e13 req-ba01c0a2-1da0-4c81-8397-797392904e4e service neutron] Publish callbacks [] for port (25189926-c2eb-4ee5-b4ae-a288f278abde), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:50.911925 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-30205b05-d033-4e62-abd3-47f123076e13 req-ba01c0a2-1da0-4c81-8397-797392904e4e service neutron] Transition to ACTIVE for port object 25189926-c2eb-4ee5-b4ae-a288f278abde will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:41:50.915261 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3fed6361-bb0c-477f-a8c0-0d456c266ce3 req-e7af1564-ee71-4a40-aa9f-0615cea16c00 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7100694 Mar 11 19:41:50.923873 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-30205b05-d033-4e62-abd3-47f123076e13 req-ba01c0a2-1da0-4c81-8397-797392904e4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (25189926-c2eb-4ee5-b4ae-a288f278abde), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:50.934072 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-3fed6361-bb0c-477f-a8c0-0d456c266ce3 req-ed6ae2a5-1066-412e-b235-8a68d4b6a414 service neutron] Request body: {'port': {'device_id': '77dd1b73-1f7d-42a9-90a0-ed3874d49d93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:41:51.029505 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ad35be2f-ac73-4d85-ae36-31efc9464426 req-6e604a91-21ab-45e6-a006-fdb97b6a459d tempest-ServerAddressesNegativeTestJSON-287136714 tempest-ServerAddressesNegativeTestJSON-287136714-project] 10.222.0.65 "GET /v2.0/security-groups?id=859ac1c5-0812-4381-b79b-35b1101e3fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557996 Mar 11 19:41:51.127044 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba01c0a2-1da0-4c81-8397-797392904e4e service neutron] Pushing event updated for resources: {'Port': ['ID=25189926-c2eb-4ee5-b4ae-a288f278abde,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:51.313224 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-f403542a-9917-44c6-b242-240fc554617d None None] Provisioning complete for port 6e92ba7a-6e5a-4c38-b590-2748b2103ed7 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:41:51.314244 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f403542a-9917-44c6-b242-240fc554617d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (6e92ba7a-6e5a-4c38-b590-2748b2103ed7), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:51.359242 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f403542a-9917-44c6-b242-240fc554617d None None] Port 6e92ba7a-6e5a-4c38-b590-2748b2103ed7 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:41:51.482789 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703aa8fd-cbba-474c-b3ad-03a058effbbb req-69527c5b-dd0c-4ca3-ae9e-957f57d42b6c tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:51.485148 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-703aa8fd-cbba-474c-b3ad-03a058effbbb req-69527c5b-dd0c-4ca3-ae9e-957f57d42b6c tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.75 "GET /v2.0/networks?id=d0e0a9ec-4316-4fc9-9b7d-08b02011eb18 HTTP/1.1" status: 200 len: 814 time: 0.2779567 Mar 11 19:41:51.511115 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-703aa8fd-cbba-474c-b3ad-03a058effbbb req-04ba298f-bdf8-4b57-97e1-1fee47ef7723 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Request body: {'port': {'device_id': '7ab284b0-4e8c-4ee2-a420-04bddb1e1cd3', 'network_id': 'd0e0a9ec-4316-4fc9-9b7d-08b02011eb18', 'admin_state_up': True, 'tenant_id': 'fe7f25f1a51149fea99b75542e4127dc'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:41:51.680889 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-703aa8fd-cbba-474c-b3ad-03a058effbbb req-04ba298f-bdf8-4b57-97e1-1fee47ef7723 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Made reservation on behalf of fe7f25f1a51149fea99b75542e4127dc for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:41:51.686517 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-703aa8fd-cbba-474c-b3ad-03a058effbbb req-04ba298f-bdf8-4b57-97e1-1fee47ef7723 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:51.703008 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device defbb987-7498-4d6d-bc06-8aa33470985f up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:41:51.773422 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3fed6361-bb0c-477f-a8c0-0d456c266ce3 req-ed6ae2a5-1066-412e-b235-8a68d4b6a414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (6e92ba7a-6e5a-4c38-b590-2748b2103ed7), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:51.862892 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-703aa8fd-cbba-474c-b3ad-03a058effbbb req-04ba298f-bdf8-4b57-97e1-1fee47ef7723 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Allocated IP 172.20.0.8 (d0e0a9ec-4316-4fc9-9b7d-08b02011eb18/5c19a3f5-e5b8-4a83-a56e-dfaf973c3dd0/bbc3602a-ba4b-41a8-a5dd-554da0fea46d) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:41:51.864406 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292aaaf-e288-4ffb-beef-88a798095d66 req-13b9431c-6856-4130-b12e-af5310b1e71a tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:51.873491 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1292aaaf-e288-4ffb-beef-88a798095d66 req-13b9431c-6856-4130-b12e-af5310b1e71a tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/ports?device_id=8faf4c72-ecf7-4a30-a577-8cb0016710c0 HTTP/1.1" status: 200 len: 946 time: 0.7418876 Mar 11 19:41:51.926686 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-30205b05-d033-4e62-abd3-47f123076e13 req-ba01c0a2-1da0-4c81-8397-797392904e4e service neutron] Attempting to bind port 25189926-c2eb-4ee5-b4ae-a288f278abde on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:41:51.927092 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-30205b05-d033-4e62-abd3-47f123076e13 req-ba01c0a2-1da0-4c81-8397-797392904e4e service neutron] Attempting to bind port 25189926-c2eb-4ee5-b4ae-a288f278abde by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '0e3d355e-0ad4-46c3-9e15-eac055d1f0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd0e0a9ec-4316-4fc9-9b7d-08b02011eb18'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:41:51.927518 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30205b05-d033-4e62-abd3-47f123076e13 req-ba01c0a2-1da0-4c81-8397-797392904e4e service neutron] Attempting to bind port 25189926-c2eb-4ee5-b4ae-a288f278abde on network d0e0a9ec-4316-4fc9-9b7d-08b02011eb18 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:41:51.999421 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port defbb987-7498-4d6d-bc06-8aa33470985f completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:41:52.001376 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30205b05-d033-4e62-abd3-47f123076e13 req-ba01c0a2-1da0-4c81-8397-797392904e4e service neutron] Port 25189926-c2eb-4ee5-b4ae-a288f278abde on network d0e0a9ec-4316-4fc9-9b7d-08b02011eb18 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:41:52.001799 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30205b05-d033-4e62-abd3-47f123076e13 req-ba01c0a2-1da0-4c81-8397-797392904e4e service neutron] Attempting to bind port 25189926-c2eb-4ee5-b4ae-a288f278abde on network d0e0a9ec-4316-4fc9-9b7d-08b02011eb18 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:41:52.012619 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port defbb987-7498-4d6d-bc06-8aa33470985f triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:41:52.013525 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (defbb987-7498-4d6d-bc06-8aa33470985f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:52.049779 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-703aa8fd-cbba-474c-b3ad-03a058effbbb req-04ba298f-bdf8-4b57-97e1-1fee47ef7723 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Publish callbacks [] for port (bbc3602a-ba4b-41a8-a5dd-554da0fea46d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:52.062451 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1292aaaf-e288-4ffb-beef-88a798095d66 req-46d9406d-4239-4f38-9204-fe072db7cae3 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6edb3d-008e-48ff-8ef0-64786618cae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834185 Mar 11 19:41:52.086270 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30205b05-d033-4e62-abd3-47f123076e13 req-ba01c0a2-1da0-4c81-8397-797392904e4e service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:41:52.086684 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30205b05-d033-4e62-abd3-47f123076e13 req-ba01c0a2-1da0-4c81-8397-797392904e4e service neutron] Checking segment: {'id': '0e3d355e-0ad4-46c3-9e15-eac055d1f0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd0e0a9ec-4316-4fc9-9b7d-08b02011eb18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:41:52.087423 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30205b05-d033-4e62-abd3-47f123076e13 req-ba01c0a2-1da0-4c81-8397-797392904e4e service neutron] Bound using segment: {'id': '0e3d355e-0ad4-46c3-9e15-eac055d1f0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd0e0a9ec-4316-4fc9-9b7d-08b02011eb18'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:41:52.087954 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-30205b05-d033-4e62-abd3-47f123076e13 req-ba01c0a2-1da0-4c81-8397-797392904e4e service neutron] Bound port: 25189926-c2eb-4ee5-b4ae-a288f278abde, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e3d355e-0ad4-46c3-9e15-eac055d1f0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd0e0a9ec-4316-4fc9-9b7d-08b02011eb18'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:41:52.088315 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-30205b05-d033-4e62-abd3-47f123076e13 req-ba01c0a2-1da0-4c81-8397-797392904e4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (25189926-c2eb-4ee5-b4ae-a288f278abde), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:52.093665 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-703aa8fd-cbba-474c-b3ad-03a058effbbb req-04ba298f-bdf8-4b57-97e1-1fee47ef7723 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (bbc3602a-ba4b-41a8-a5dd-554da0fea46d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:52.207498 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ba298f-bdf8-4b57-97e1-1fee47ef7723 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Pushing event updated for resources: {'Port': ['ID=bbc3602a-ba4b-41a8-a5dd-554da0fea46d,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:52.211263 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-703aa8fd-cbba-474c-b3ad-03a058effbbb req-04ba298f-bdf8-4b57-97e1-1fee47ef7723 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Network d0e0a9ec-4316-4fc9-9b7d-08b02011eb18 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:41:52.212763 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-703aa8fd-cbba-474c-b3ad-03a058effbbb req-04ba298f-bdf8-4b57-97e1-1fee47ef7723 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:52.215075 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-703aa8fd-cbba-474c-b3ad-03a058effbbb req-04ba298f-bdf8-4b57-97e1-1fee47ef7723 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:41:52.231428 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port defbb987-7498-4d6d-bc06-8aa33470985f is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:41:52.236813 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (defbb987-7498-4d6d-bc06-8aa33470985f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:52.302951 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port defbb987-7498-4d6d-bc06-8aa33470985f, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=defbb987-7498-4d6d-bc06-8aa33470985f,segment=NetworkSegment(4e412043-f4b7-4584-89b3-4a0ee01e31e1),segment_id=4e412043-f4b7-4584-89b3-4a0ee01e31e1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:52.309172 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703aa8fd-cbba-474c-b3ad-03a058effbbb req-04ba298f-bdf8-4b57-97e1-1fee47ef7723 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:52.309892 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-703aa8fd-cbba-474c-b3ad-03a058effbbb req-04ba298f-bdf8-4b57-97e1-1fee47ef7723 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:52.310360 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (defbb987-7498-4d6d-bc06-8aa33470985f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:52.313648 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-30205b05-d033-4e62-abd3-47f123076e13 req-ba01c0a2-1da0-4c81-8397-797392904e4e service neutron] For port 25189926-c2eb-4ee5-b4ae-a288f278abde, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:41:52.318844 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-382489a9-5b3d-467e-8e56-43a94bb80aa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:52.343465 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-703aa8fd-cbba-474c-b3ad-03a058effbbb req-04ba298f-bdf8-4b57-97e1-1fee47ef7723 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8392510 Mar 11 19:41:52.361562 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-703aa8fd-cbba-474c-b3ad-03a058effbbb req-a237c19c-427a-479e-b9c4-9397a6fc9834 service neutron] Request body: {'port': {'device_id': '7ab284b0-4e8c-4ee2-a420-04bddb1e1cd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:41:52.373348 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-30205b05-d033-4e62-abd3-47f123076e13 req-ba01c0a2-1da0-4c81-8397-797392904e4e service neutron] For port 25189926-c2eb-4ee5-b4ae-a288f278abde, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=25189926-c2eb-4ee5-b4ae-a288f278abde,segment=NetworkSegment(0e3d355e-0ad4-46c3-9e15-eac055d1f0e2),segment_id=0e3d355e-0ad4-46c3-9e15-eac055d1f0e2)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:41:52.416233 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=defbb987-7498-4d6d-bc06-8aa33470985f,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:52.444059 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-30205b05-d033-4e62-abd3-47f123076e13 req-ba01c0a2-1da0-4c81-8397-797392904e4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (25189926-c2eb-4ee5-b4ae-a288f278abde), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:52.470723 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-703aa8fd-cbba-474c-b3ad-03a058effbbb req-a237c19c-427a-479e-b9c4-9397a6fc9834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (bbc3602a-ba4b-41a8-a5dd-554da0fea46d), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:52.540921 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:41:52.562256 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:52.607832 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30205b05-d033-4e62-abd3-47f123076e13 req-ba01c0a2-1da0-4c81-8397-797392904e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:52.608451 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-30205b05-d033-4e62-abd3-47f123076e13 req-ba01c0a2-1da0-4c81-8397-797392904e4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:52.609844 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-30205b05-d033-4e62-abd3-47f123076e13 req-ba01c0a2-1da0-4c81-8397-797392904e4e service neutron] 10.222.0.75 "PUT /v2.0/ports/25189926-c2eb-4ee5-b4ae-a288f278abde HTTP/1.1" status: 200 len: 1092 time: 2.9648068 Mar 11 19:41:52.615322 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '637b48fb-e48d-4d9f-91a8-e3e00f1ce05c', 'tag': '25189926-c2eb-4ee5-b4ae-a288f278abde'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:41:52.617741 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b20e885-ad38-494f-9551-3524294cc980" -d '{"events": [{"name": "network-changed", "server_uuid": "637b48fb-e48d-4d9f-91a8-e3e00f1ce05c", "tag": "25189926-c2eb-4ee5-b4ae-a288f278abde"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:41:52.684965 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-515624db-110a-41d9-81d8-1b0131b125c1 None None] Provisioning complete for port bbc3602a-ba4b-41a8-a5dd-554da0fea46d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:41:52.685354 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-515624db-110a-41d9-81d8-1b0131b125c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (bbc3602a-ba4b-41a8-a5dd-554da0fea46d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:52.735394 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a4f98f-7992-45c0-a099-c88a97de6131 req-7ad31fbd-29d9-4f03-9042-8c59b60bacae tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:52.743372 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d9a4f98f-7992-45c0-a099-c88a97de6131 req-7ad31fbd-29d9-4f03-9042-8c59b60bacae tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/networks?id=d0e0a9ec-4316-4fc9-9b7d-08b02011eb18 HTTP/1.1" status: 200 len: 814 time: 0.5483167 Mar 11 19:41:52.776262 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-515624db-110a-41d9-81d8-1b0131b125c1 None None] Port bbc3602a-ba4b-41a8-a5dd-554da0fea46d cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:41:52.791902 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d9a4f98f-7992-45c0-a099-c88a97de6131 req-fc36048e-5c73-4ed5-9042-5563ff5ea5bb tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/quotas/fe7f25f1a51149fea99b75542e4127dc HTTP/1.1" status: 200 len: 375 time: 0.0475848 Mar 11 19:41:52.806391 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba01c0a2-1da0-4c81-8397-797392904e4e service neutron] Pushing event updated for resources: {'Port': ['ID=25189926-c2eb-4ee5-b4ae-a288f278abde,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:52.938131 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30205b05-d033-4e62-abd3-47f123076e13 req-a1abe5e8-ee69-4455-959a-7ea14ae7d4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:52.940760 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-30205b05-d033-4e62-abd3-47f123076e13 req-a1abe5e8-ee69-4455-959a-7ea14ae7d4af service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=fe7f25f1a51149fea99b75542e4127dc&device_id=637b48fb-e48d-4d9f-91a8-e3e00f1ce05c HTTP/1.1" status: 200 len: 1126 time: 0.2599947 Mar 11 19:41:52.944767 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-3fed6361-bb0c-477f-a8c0-0d456c266ce3 req-ed6ae2a5-1066-412e-b235-8a68d4b6a414 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e92ba7a-6e5a-4c38-b590-2748b2103ed7 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:41:52.957361 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3fed6361-bb0c-477f-a8c0-0d456c266ce3 req-ed6ae2a5-1066-412e-b235-8a68d4b6a414 service neutron] Publish callbacks [] for port (6e92ba7a-6e5a-4c38-b590-2748b2103ed7), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:52.962504 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-703aa8fd-cbba-474c-b3ad-03a058effbbb req-a237c19c-427a-479e-b9c4-9397a6fc9834 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbc3602a-ba4b-41a8-a5dd-554da0fea46d {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:41:52.972195 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-703aa8fd-cbba-474c-b3ad-03a058effbbb req-a237c19c-427a-479e-b9c4-9397a6fc9834 service neutron] Publish callbacks [] for port (bbc3602a-ba4b-41a8-a5dd-554da0fea46d), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:52.996026 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-703aa8fd-cbba-474c-b3ad-03a058effbbb req-a237c19c-427a-479e-b9c4-9397a6fc9834 service neutron] Transition to ACTIVE for port object bbc3602a-ba4b-41a8-a5dd-554da0fea46d will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:41:53.002221 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-703aa8fd-cbba-474c-b3ad-03a058effbbb req-a237c19c-427a-479e-b9c4-9397a6fc9834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (bbc3602a-ba4b-41a8-a5dd-554da0fea46d), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:53.046887 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-30205b05-d033-4e62-abd3-47f123076e13 req-a8fead6b-8926-4095-a077-c947f70985b5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25189926-c2eb-4ee5-b4ae-a288f278abde HTTP/1.1" status: 200 len: 217 time: 0.0927908 Mar 11 19:41:53.048222 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-3fed6361-bb0c-477f-a8c0-0d456c266ce3 req-ed6ae2a5-1066-412e-b235-8a68d4b6a414 service neutron] Transition to ACTIVE for port object 6e92ba7a-6e5a-4c38-b590-2748b2103ed7 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:41:53.067087 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d9a4f98f-7992-45c0-a099-c88a97de6131 req-1c670b9a-a38e-4a7d-b51b-a77a63e72ae1 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=fe7f25f1a51149fea99b75542e4127dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2571478 Mar 11 19:41:53.077808 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a237c19c-427a-479e-b9c4-9397a6fc9834 service neutron] Pushing event updated for resources: {'Port': ['ID=bbc3602a-ba4b-41a8-a5dd-554da0fea46d,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:53.093348 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3fed6361-bb0c-477f-a8c0-0d456c266ce3 req-ed6ae2a5-1066-412e-b235-8a68d4b6a414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (6e92ba7a-6e5a-4c38-b590-2748b2103ed7), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:53.226149 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-703aa8fd-cbba-474c-b3ad-03a058effbbb req-a237c19c-427a-479e-b9c4-9397a6fc9834 service neutron] Attempting to bind port bbc3602a-ba4b-41a8-a5dd-554da0fea46d on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:41:53.226937 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-703aa8fd-cbba-474c-b3ad-03a058effbbb req-a237c19c-427a-479e-b9c4-9397a6fc9834 service neutron] Attempting to bind port bbc3602a-ba4b-41a8-a5dd-554da0fea46d by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '0e3d355e-0ad4-46c3-9e15-eac055d1f0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd0e0a9ec-4316-4fc9-9b7d-08b02011eb18'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:41:53.227617 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703aa8fd-cbba-474c-b3ad-03a058effbbb req-a237c19c-427a-479e-b9c4-9397a6fc9834 service neutron] Attempting to bind port bbc3602a-ba4b-41a8-a5dd-554da0fea46d on network d0e0a9ec-4316-4fc9-9b7d-08b02011eb18 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:41:53.253163 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703aa8fd-cbba-474c-b3ad-03a058effbbb req-a237c19c-427a-479e-b9c4-9397a6fc9834 service neutron] Port bbc3602a-ba4b-41a8-a5dd-554da0fea46d on network d0e0a9ec-4316-4fc9-9b7d-08b02011eb18 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:41:53.262077 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703aa8fd-cbba-474c-b3ad-03a058effbbb req-a237c19c-427a-479e-b9c4-9397a6fc9834 service neutron] Attempting to bind port bbc3602a-ba4b-41a8-a5dd-554da0fea46d on network d0e0a9ec-4316-4fc9-9b7d-08b02011eb18 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:41:53.269510 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703aa8fd-cbba-474c-b3ad-03a058effbbb req-a237c19c-427a-479e-b9c4-9397a6fc9834 service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:41:53.270187 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703aa8fd-cbba-474c-b3ad-03a058effbbb req-a237c19c-427a-479e-b9c4-9397a6fc9834 service neutron] Checking segment: {'id': '0e3d355e-0ad4-46c3-9e15-eac055d1f0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd0e0a9ec-4316-4fc9-9b7d-08b02011eb18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:41:53.270755 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703aa8fd-cbba-474c-b3ad-03a058effbbb req-a237c19c-427a-479e-b9c4-9397a6fc9834 service neutron] Bound using segment: {'id': '0e3d355e-0ad4-46c3-9e15-eac055d1f0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd0e0a9ec-4316-4fc9-9b7d-08b02011eb18'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:41:53.271510 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-703aa8fd-cbba-474c-b3ad-03a058effbbb req-a237c19c-427a-479e-b9c4-9397a6fc9834 service neutron] Bound port: bbc3602a-ba4b-41a8-a5dd-554da0fea46d, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e3d355e-0ad4-46c3-9e15-eac055d1f0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd0e0a9ec-4316-4fc9-9b7d-08b02011eb18'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:41:53.272063 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-703aa8fd-cbba-474c-b3ad-03a058effbbb req-a237c19c-427a-479e-b9c4-9397a6fc9834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (bbc3602a-ba4b-41a8-a5dd-554da0fea46d), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:53.356454 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6ae2a5-1066-412e-b235-8a68d4b6a414 service neutron] Pushing event updated for resources: {'Port': ['ID=6e92ba7a-6e5a-4c38-b590-2748b2103ed7,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:53.386101 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30205b05-d033-4e62-abd3-47f123076e13 req-98a5837e-5cfe-4caa-aa6e-7a106513fafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:53.387855 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-30205b05-d033-4e62-abd3-47f123076e13 req-98a5837e-5cfe-4caa-aa6e-7a106513fafc service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5c19a3f5-e5b8-4a83-a56e-dfaf973c3dd0 HTTP/1.1" status: 200 len: 853 time: 0.3181193 Mar 11 19:41:53.395486 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-703aa8fd-cbba-474c-b3ad-03a058effbbb req-a237c19c-427a-479e-b9c4-9397a6fc9834 service neutron] For port bbc3602a-ba4b-41a8-a5dd-554da0fea46d, host n-h1-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:41:53.399828 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-703aa8fd-cbba-474c-b3ad-03a058effbbb req-a237c19c-427a-479e-b9c4-9397a6fc9834 service neutron] For port bbc3602a-ba4b-41a8-a5dd-554da0fea46d, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=bbc3602a-ba4b-41a8-a5dd-554da0fea46d,segment=NetworkSegment(0e3d355e-0ad4-46c3-9e15-eac055d1f0e2),segment_id=0e3d355e-0ad4-46c3-9e15-eac055d1f0e2)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:41:53.411606 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-703aa8fd-cbba-474c-b3ad-03a058effbbb req-a237c19c-427a-479e-b9c4-9397a6fc9834 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (bbc3602a-ba4b-41a8-a5dd-554da0fea46d), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:53.461976 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703aa8fd-cbba-474c-b3ad-03a058effbbb req-a237c19c-427a-479e-b9c4-9397a6fc9834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:53.463018 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-703aa8fd-cbba-474c-b3ad-03a058effbbb req-a237c19c-427a-479e-b9c4-9397a6fc9834 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:53.464940 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-703aa8fd-cbba-474c-b3ad-03a058effbbb req-a237c19c-427a-479e-b9c4-9397a6fc9834 service neutron] 10.222.0.75 "PUT /v2.0/ports/bbc3602a-ba4b-41a8-a5dd-554da0fea46d HTTP/1.1" status: 200 len: 1091 time: 1.1134317 Mar 11 19:41:53.465671 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ab284b0-4e8c-4ee2-a420-04bddb1e1cd3', 'tag': 'bbc3602a-ba4b-41a8-a5dd-554da0fea46d'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:41:53.475009 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9eb0ba-a0ac-4611-a59a-6d9680a660b1" -d '{"events": [{"name": "network-changed", "server_uuid": "7ab284b0-4e8c-4ee2-a420-04bddb1e1cd3", "tag": "bbc3602a-ba4b-41a8-a5dd-554da0fea46d"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:41:53.489350 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d9a4f98f-7992-45c0-a099-c88a97de6131 req-d499caf3-cc90-49c6-8aaf-d00ae07fde2b service neutron] 10.222.0.65 "GET /v2.0/networks/d0e0a9ec-4316-4fc9-9b7d-08b02011eb18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4213078 Mar 11 19:41:53.517567 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a237c19c-427a-479e-b9c4-9397a6fc9834 service neutron] Pushing event updated for resources: {'Port': ['ID=bbc3602a-ba4b-41a8-a5dd-554da0fea46d,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:53.532988 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30205b05-d033-4e62-abd3-47f123076e13 req-866f66e2-a097-4aab-b4e5-0b9343918b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:53.534653 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-30205b05-d033-4e62-abd3-47f123076e13 req-866f66e2-a097-4aab-b4e5-0b9343918b77 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d0e0a9ec-4316-4fc9-9b7d-08b02011eb18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1403949 Mar 11 19:41:53.547174 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-3fed6361-bb0c-477f-a8c0-0d456c266ce3 req-ed6ae2a5-1066-412e-b235-8a68d4b6a414 service neutron] Attempting to bind port 6e92ba7a-6e5a-4c38-b590-2748b2103ed7 on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:41:53.552813 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-3fed6361-bb0c-477f-a8c0-0d456c266ce3 req-ed6ae2a5-1066-412e-b235-8a68d4b6a414 service neutron] Attempting to bind port 6e92ba7a-6e5a-4c38-b590-2748b2103ed7 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:41:53.553231 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fed6361-bb0c-477f-a8c0-0d456c266ce3 req-ed6ae2a5-1066-412e-b235-8a68d4b6a414 service neutron] Attempting to bind port 6e92ba7a-6e5a-4c38-b590-2748b2103ed7 on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:41:53.589506 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fed6361-bb0c-477f-a8c0-0d456c266ce3 req-ed6ae2a5-1066-412e-b235-8a68d4b6a414 service neutron] Port 6e92ba7a-6e5a-4c38-b590-2748b2103ed7 on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:41:53.589832 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fed6361-bb0c-477f-a8c0-0d456c266ce3 req-ed6ae2a5-1066-412e-b235-8a68d4b6a414 service neutron] Attempting to bind port 6e92ba7a-6e5a-4c38-b590-2748b2103ed7 on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:41:53.607785 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703aa8fd-cbba-474c-b3ad-03a058effbbb req-3a3b28c7-9dc8-4d91-8c99-e602ea4c7d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:53.610008 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-703aa8fd-cbba-474c-b3ad-03a058effbbb req-3a3b28c7-9dc8-4d91-8c99-e602ea4c7d53 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=fe7f25f1a51149fea99b75542e4127dc&device_id=7ab284b0-4e8c-4ee2-a420-04bddb1e1cd3 HTTP/1.1" status: 200 len: 1125 time: 0.0880227 Mar 11 19:41:53.678877 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fed6361-bb0c-477f-a8c0-0d456c266ce3 req-ed6ae2a5-1066-412e-b235-8a68d4b6a414 service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:41:53.679224 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fed6361-bb0c-477f-a8c0-0d456c266ce3 req-ed6ae2a5-1066-412e-b235-8a68d4b6a414 service neutron] Checking segment: {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:41:53.679608 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fed6361-bb0c-477f-a8c0-0d456c266ce3 req-ed6ae2a5-1066-412e-b235-8a68d4b6a414 service neutron] Bound using segment: {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:41:53.680080 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-3fed6361-bb0c-477f-a8c0-0d456c266ce3 req-ed6ae2a5-1066-412e-b235-8a68d4b6a414 service neutron] Bound port: 6e92ba7a-6e5a-4c38-b590-2748b2103ed7, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:41:53.680432 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3fed6361-bb0c-477f-a8c0-0d456c266ce3 req-ed6ae2a5-1066-412e-b235-8a68d4b6a414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (6e92ba7a-6e5a-4c38-b590-2748b2103ed7), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:53.686193 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-703aa8fd-cbba-474c-b3ad-03a058effbbb req-425aa554-9202-466e-8316-d3e849e50221 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbc3602a-ba4b-41a8-a5dd-554da0fea46d HTTP/1.1" status: 200 len: 217 time: 0.0669830 Mar 11 19:41:53.701034 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device d15e176d-f26b-45be-8d00-b2719b724fe6 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:41:53.745297 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703aa8fd-cbba-474c-b3ad-03a058effbbb req-1ed321a6-7902-4cab-a7ff-4b089519305b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:53.746950 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-703aa8fd-cbba-474c-b3ad-03a058effbbb req-1ed321a6-7902-4cab-a7ff-4b089519305b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5c19a3f5-e5b8-4a83-a56e-dfaf973c3dd0 HTTP/1.1" status: 200 len: 853 time: 0.0551791 Mar 11 19:41:53.790081 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port d15e176d-f26b-45be-8d00-b2719b724fe6 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:41:53.797802 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port d15e176d-f26b-45be-8d00-b2719b724fe6 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:41:53.799451 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (d15e176d-f26b-45be-8d00-b2719b724fe6), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:53.827168 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703aa8fd-cbba-474c-b3ad-03a058effbbb req-9794135c-0409-4868-b63e-984a84f71c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:53.829228 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-703aa8fd-cbba-474c-b3ad-03a058effbbb req-9794135c-0409-4868-b63e-984a84f71c20 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d0e0a9ec-4316-4fc9-9b7d-08b02011eb18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0759945 Mar 11 19:41:53.886436 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d9a4f98f-7992-45c0-a099-c88a97de6131 req-c4ac383f-b0b6-4926-a7d8-a07eb972993e service neutron] 10.222.0.65 "GET /v2.0/networks/d0e0a9ec-4316-4fc9-9b7d-08b02011eb18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3889105 Mar 11 19:41:53.910399 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-3fed6361-bb0c-477f-a8c0-0d456c266ce3 req-ed6ae2a5-1066-412e-b235-8a68d4b6a414 service neutron] For port 6e92ba7a-6e5a-4c38-b590-2748b2103ed7, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:41:53.913986 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-30205b05-d033-4e62-abd3-47f123076e13 req-69e48a0b-9f35-458f-83fe-126ff9e49c38 service neutron] 10.222.0.75 "GET /v2.0/networks/d0e0a9ec-4316-4fc9-9b7d-08b02011eb18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3684957 Mar 11 19:41:53.915715 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-3fed6361-bb0c-477f-a8c0-0d456c266ce3 req-ed6ae2a5-1066-412e-b235-8a68d4b6a414 service neutron] For port 6e92ba7a-6e5a-4c38-b590-2748b2103ed7, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=6e92ba7a-6e5a-4c38-b590-2748b2103ed7,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:41:53.923204 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port d15e176d-f26b-45be-8d00-b2719b724fe6 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:41:53.923934 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d15e176d-f26b-45be-8d00-b2719b724fe6), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:53.940976 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3fed6361-bb0c-477f-a8c0-0d456c266ce3 req-ed6ae2a5-1066-412e-b235-8a68d4b6a414 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (6e92ba7a-6e5a-4c38-b590-2748b2103ed7), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:53.991436 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port d15e176d-f26b-45be-8d00-b2719b724fe6, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=d15e176d-f26b-45be-8d00-b2719b724fe6,segment=NetworkSegment(b46b9e24-a0a1-4ecd-89e3-bbba64a132f9),segment_id=b46b9e24-a0a1-4ecd-89e3-bbba64a132f9)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:54.010795 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed6361-bb0c-477f-a8c0-0d456c266ce3 req-ed6ae2a5-1066-412e-b235-8a68d4b6a414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:54.011428 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3fed6361-bb0c-477f-a8c0-0d456c266ce3 req-ed6ae2a5-1066-412e-b235-8a68d4b6a414 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:54.012937 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3fed6361-bb0c-477f-a8c0-0d456c266ce3 req-ed6ae2a5-1066-412e-b235-8a68d4b6a414 service neutron] 10.222.0.75 "PUT /v2.0/ports/6e92ba7a-6e5a-4c38-b590-2748b2103ed7 HTTP/1.1" status: 200 len: 1096 time: 3.0837772 Mar 11 19:41:54.017740 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (d15e176d-f26b-45be-8d00-b2719b724fe6), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:54.070697 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-703aa8fd-cbba-474c-b3ad-03a058effbbb req-6fa3d179-029f-491f-b483-2810ec0855af service neutron] 10.222.0.75 "GET /v2.0/networks/d0e0a9ec-4316-4fc9-9b7d-08b02011eb18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336264 Mar 11 19:41:54.130429 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=d15e176d-f26b-45be-8d00-b2719b724fe6,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:54.182348 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6ae2a5-1066-412e-b235-8a68d4b6a414 service neutron] Pushing event updated for resources: {'Port': ['ID=6e92ba7a-6e5a-4c38-b590-2748b2103ed7,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:54.204894 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-30205b05-d033-4e62-abd3-47f123076e13 req-4dba793b-13f1-40e8-9aeb-0ec12de6530d service neutron] 10.222.0.75 "GET /v2.0/networks/d0e0a9ec-4316-4fc9-9b7d-08b02011eb18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799847 Mar 11 19:41:54.225263 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f195f1-b481-42e7-96ff-d2d6ba72a39c x-openstack-request-id: req-b8f195f1-b481-42e7-96ff-d2d6ba72a39c {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:41:54.225937 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8faf4c72-ecf7-4a30-a577-8cb0016710c0", "name": "network-vif-plugged", "status": "completed", "tag": "8496a1aa-301e-438d-88a8-7a2a4e4643b7", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:41:54.226426 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b8f195f1-b481-42e7-96ff-d2d6ba72a39c {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:41:54.227036 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8faf4c72-ecf7-4a30-a577-8cb0016710c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8496a1aa-301e-438d-88a8-7a2a4e4643b7', 'code': 200} Mar 11 19:41:54.228714 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed6361-bb0c-477f-a8c0-0d456c266ce3 req-b909af6a-845a-40ca-94a9-55f14587ca2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:54.234180 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3fed6361-bb0c-477f-a8c0-0d456c266ce3 req-b909af6a-845a-40ca-94a9-55f14587ca2e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7fcfa9d2f3ed4be8ac815d1e6642330d&device_id=77dd1b73-1f7d-42a9-90a0-ed3874d49d93 HTTP/1.1" status: 200 len: 1130 time: 0.1728244 Mar 11 19:41:54.328428 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-703aa8fd-cbba-474c-b3ad-03a058effbbb req-1e4b6536-68de-4907-a4e3-acd18170d9ef service neutron] 10.222.0.75 "GET /v2.0/networks/d0e0a9ec-4316-4fc9-9b7d-08b02011eb18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487948 Mar 11 19:41:54.405055 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3fed6361-bb0c-477f-a8c0-0d456c266ce3 req-31aa8819-4314-4382-885b-ecafeb015437 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=6e92ba7a-6e5a-4c38-b590-2748b2103ed7 HTTP/1.1" status: 200 len: 217 time: 0.1592047 Mar 11 19:41:54.484938 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3066a9-743b-421f-872d-8b7b1777d17b req-1227c0b5-8afa-4865-865e-2b327d3dc5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:54.486512 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4a3066a9-743b-421f-872d-8b7b1777d17b req-1227c0b5-8afa-4865-865e-2b327d3dc5d2 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=8faf4c72-ecf7-4a30-a577-8cb0016710c0 HTTP/1.1" status: 200 len: 1128 time: 0.1559346 Mar 11 19:41:54.577307 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8775c9-4455-4aaf-b63a-137abb1d7ead req-7759d5e2-e3a1-468a-b952-78bbf78ce517 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:54.581111 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dc8775c9-4455-4aaf-b63a-137abb1d7ead req-7759d5e2-e3a1-468a-b952-78bbf78ce517 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.2219927 Mar 11 19:41:54.582847 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed6361-bb0c-477f-a8c0-0d456c266ce3 req-3d02f3d8-2264-48f2-b38e-931c5acc4b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:54.584727 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3fed6361-bb0c-477f-a8c0-0d456c266ce3 req-3d02f3d8-2264-48f2-b38e-931c5acc4b0d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.1710262 Mar 11 19:41:54.596701 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-808cc3da-7211-475b-9f21-349c0931637a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:54.650462 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4a3066a9-743b-421f-872d-8b7b1777d17b req-8281cd5c-c6cd-4cd4-8701-6433cc38b920 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=5e6edb3d-008e-48ff-8ef0-64786618cae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558900 Mar 11 19:41:54.691931 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dc8775c9-4455-4aaf-b63a-137abb1d7ead req-4f27103e-eb44-44b9-add0-2d729eae1add tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946581 Mar 11 19:41:54.694773 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed6361-bb0c-477f-a8c0-0d456c266ce3 req-dc40b187-4ee1-4c95-ac92-7003192ae2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:54.697891 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3fed6361-bb0c-477f-a8c0-0d456c266ce3 req-dc40b187-4ee1-4c95-ac92-7003192ae2fe service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0995321 Mar 11 19:41:54.830887 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212776f1-d69b-4522-81b0-c6b0f5cbcf4f req-65691793-7f8d-453a-b17b-5f9676e0d9f6 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:54.832502 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-212776f1-d69b-4522-81b0-c6b0f5cbcf4f req-65691793-7f8d-453a-b17b-5f9676e0d9f6 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/ports?device_id=77dd1b73-1f7d-42a9-90a0-ed3874d49d93 HTTP/1.1" status: 200 len: 948 time: 0.0686369 Mar 11 19:41:54.960842 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-212776f1-d69b-4522-81b0-c6b0f5cbcf4f req-0fbd18c9-8561-44f5-a2d7-5539ce795052 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/security-groups?id=032b05bd-60bf-4cbe-8790-99bf90b24300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177936 Mar 11 19:41:55.026034 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3fed6361-bb0c-477f-a8c0-0d456c266ce3 req-13323c27-3398-484e-b31e-6e78026c624d service neutron] 10.222.0.75 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685257 Mar 11 19:41:55.202213 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd45667-00da-4567-b9db-0a17eebadeef req-3ea72ea5-89ee-463f-84ec-61cbb3593468 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:55.203726 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8cd45667-00da-4567-b9db-0a17eebadeef req-3ea72ea5-89ee-463f-84ec-61cbb3593468 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=3372b90e-2a7a-45aa-ab54-5a0619c2623b HTTP/1.1" status: 200 len: 946 time: 0.1345508 Mar 11 19:41:55.232788 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3fed6361-bb0c-477f-a8c0-0d456c266ce3 req-291cb7d3-b84c-433d-b573-1032ed469738 service neutron] 10.222.0.75 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949029 Mar 11 19:41:55.292072 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8cd45667-00da-4567-b9db-0a17eebadeef req-47f3e7a5-af30-484e-8eb6-d0724ac6bb51 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710545 Mar 11 19:41:55.422556 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c2459-882e-439f-861b-3f780fd85a15 req-ac8c6994-e115-4de8-9dfc-1fab4ee7abba tempest-ServerAddressesNegativeTestJSON-287136714 tempest-ServerAddressesNegativeTestJSON-287136714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:55.424073 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-070c2459-882e-439f-861b-3f780fd85a15 req-ac8c6994-e115-4de8-9dfc-1fab4ee7abba tempest-ServerAddressesNegativeTestJSON-287136714 tempest-ServerAddressesNegativeTestJSON-287136714-project] 10.222.0.65 "GET /v2.0/ports?device_id=f72f7d7f-c08f-41ac-ae07-1deaaede7160 HTTP/1.1" status: 200 len: 945 time: 0.0607183 Mar 11 19:41:55.482679 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-070c2459-882e-439f-861b-3f780fd85a15 req-b5456060-246d-4b9a-8eaa-76c8828bd1d3 tempest-ServerAddressesNegativeTestJSON-287136714 tempest-ServerAddressesNegativeTestJSON-287136714-project] 10.222.0.65 "GET /v2.0/security-groups?id=859ac1c5-0812-4381-b79b-35b1101e3fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529609 Mar 11 19:41:55.562188 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fff1e93-261b-4aac-bebf-f4759a261a2c x-openstack-request-id: req-6fff1e93-261b-4aac-bebf-f4759a261a2c {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:41:55.562491 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "637b48fb-e48d-4d9f-91a8-e3e00f1ce05c", "tag": "25189926-c2eb-4ee5-b4ae-a288f278abde", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:41:55.564284 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6fff1e93-261b-4aac-bebf-f4759a261a2c {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:41:55.564712 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '637b48fb-e48d-4d9f-91a8-e3e00f1ce05c', 'tag': '25189926-c2eb-4ee5-b4ae-a288f278abde', 'status': 'completed', 'code': 200} Mar 11 19:41:55.740083 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a4f98f-7992-45c0-a099-c88a97de6131 req-5ede9a59-1e74-4839-9bd7-a6cb6d60dedf tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:55.741531 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d9a4f98f-7992-45c0-a099-c88a97de6131 req-5ede9a59-1e74-4839-9bd7-a6cb6d60dedf tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.75 "GET /v2.0/networks?id=d0e0a9ec-4316-4fc9-9b7d-08b02011eb18 HTTP/1.1" status: 200 len: 814 time: 0.1938136 Mar 11 19:41:55.749022 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b20e885-ad38-494f-9551-3524294cc980 req-ba741b37-6740-449b-bf91-c76cb1af1f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:55.750489 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2b20e885-ad38-494f-9551-3524294cc980 req-ba741b37-6740-449b-bf91-c76cb1af1f2a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=fe7f25f1a51149fea99b75542e4127dc&device_id=637b48fb-e48d-4d9f-91a8-e3e00f1ce05c HTTP/1.1" status: 200 len: 1126 time: 0.1683748 Mar 11 19:41:55.757964 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d99d3-1c58-4384-a07b-6e0872f15c0e req-bff2d13f-1281-4f2b-8117-cd7fa9f2ccd4 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:55.759335 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c13d99d3-1c58-4384-a07b-6e0872f15c0e req-bff2d13f-1281-4f2b-8117-cd7fa9f2ccd4 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/ports?device_id=8faf4c72-ecf7-4a30-a577-8cb0016710c0 HTTP/1.1" status: 200 len: 946 time: 0.1369364 Mar 11 19:41:55.764454 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-d9a4f98f-7992-45c0-a099-c88a97de6131 req-29db3757-b2eb-4c41-98e8-00e9c8943e44 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Request body: {'port': {'device_id': '500a0682-cb18-452b-8248-c6eb8b46dc53', 'network_id': 'd0e0a9ec-4316-4fc9-9b7d-08b02011eb18', 'admin_state_up': True, 'tenant_id': 'fe7f25f1a51149fea99b75542e4127dc'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:41:55.930753 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c13d99d3-1c58-4384-a07b-6e0872f15c0e req-1243bc86-479c-45fd-9be2-fa00958ff0c1 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6edb3d-008e-48ff-8ef0-64786618cae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617205 Mar 11 19:41:55.974182 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b20e885-ad38-494f-9551-3524294cc980 req-7a53967c-b1c2-4c17-9b26-79d5a84e9b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:55.975746 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2b20e885-ad38-494f-9551-3524294cc980 req-7a53967c-b1c2-4c17-9b26-79d5a84e9b31 service neutron] 10.222.0.75 "GET /v2.0/networks?id=d0e0a9ec-4316-4fc9-9b7d-08b02011eb18 HTTP/1.1" status: 200 len: 915 time: 0.2079706 Mar 11 19:41:56.037177 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9a4f98f-7992-45c0-a099-c88a97de6131 req-29db3757-b2eb-4c41-98e8-00e9c8943e44 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Made reservation on behalf of fe7f25f1a51149fea99b75542e4127dc for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:41:56.040802 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d9a4f98f-7992-45c0-a099-c88a97de6131 req-29db3757-b2eb-4c41-98e8-00e9c8943e44 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:56.044015 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2b20e885-ad38-494f-9551-3524294cc980 req-d07f33c3-17bd-4427-9cbd-03084899d970 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25189926-c2eb-4ee5-b4ae-a288f278abde HTTP/1.1" status: 200 len: 217 time: 0.0546002 Mar 11 19:41:56.106289 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a240dd-0507-4d5d-b7ed-442ea610c2c0 x-openstack-request-id: req-42a240dd-0507-4d5d-b7ed-442ea610c2c0 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:41:56.108452 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ab284b0-4e8c-4ee2-a420-04bddb1e1cd3", "tag": "bbc3602a-ba4b-41a8-a5dd-554da0fea46d", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:41:56.108898 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-42a240dd-0507-4d5d-b7ed-442ea610c2c0 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:41:56.113482 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ab284b0-4e8c-4ee2-a420-04bddb1e1cd3', 'tag': 'bbc3602a-ba4b-41a8-a5dd-554da0fea46d', 'status': 'completed', 'code': 200} Mar 11 19:41:56.149019 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:56.165764 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b20e885-ad38-494f-9551-3524294cc980 req-d0296db5-01ac-4073-a8c9-5b7fc2a187ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:56.166971 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2b20e885-ad38-494f-9551-3524294cc980 req-d0296db5-01ac-4073-a8c9-5b7fc2a187ee service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5c19a3f5-e5b8-4a83-a56e-dfaf973c3dd0 HTTP/1.1" status: 200 len: 853 time: 0.1152127 Mar 11 19:41:56.230947 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fd68e1a-7e53-4dd7-a129-e219fe1f8266'}, {'server_uuid': '3372b90e-2a7a-45aa-ab54-5a0619c2623b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'defbb987-7498-4d6d-bc06-8aa33470985f'}, {'server_uuid': 'f72f7d7f-c08f-41ac-ae07-1deaaede7160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd15e176d-f26b-45be-8d00-b2719b724fe6'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:41:56.235124 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7351a859-48a7-4ce2-85ff-3042244a83d6" -d '{"events": [{"server_uuid": "ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61", "name": "network-vif-plugged", "status": "completed", "tag": "9fd68e1a-7e53-4dd7-a129-e219fe1f8266"}, {"server_uuid": "3372b90e-2a7a-45aa-ab54-5a0619c2623b", "name": "network-vif-plugged", "status": "completed", "tag": "defbb987-7498-4d6d-bc06-8aa33470985f"}, {"server_uuid": "f72f7d7f-c08f-41ac-ae07-1deaaede7160", "name": "network-vif-plugged", "status": "completed", "tag": "d15e176d-f26b-45be-8d00-b2719b724fe6"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:41:56.236662 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9eb0ba-a0ac-4611-a59a-6d9680a660b1 req-4ee17f25-8304-44d2-af8f-d38bb320db93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:56.238721 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8a9eb0ba-a0ac-4611-a59a-6d9680a660b1 req-4ee17f25-8304-44d2-af8f-d38bb320db93 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=fe7f25f1a51149fea99b75542e4127dc&device_id=7ab284b0-4e8c-4ee2-a420-04bddb1e1cd3 HTTP/1.1" status: 200 len: 1125 time: 0.0964167 Mar 11 19:41:56.314942 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c3e6c9c5-d807-47d9-90e4-685bb7c2889d req-e8b78ed0-c81a-4b03-8dac-f523cd30837c tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/ports?device_id=500a0682-cb18-452b-8248-c6eb8b46dc53 HTTP/1.1" status: 200 len: 210 time: 0.1038620 Mar 11 19:41:56.345164 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b20e885-ad38-494f-9551-3524294cc980 req-c4300fd2-dcb0-44d7-845f-62e6cca1b9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:56.346961 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2b20e885-ad38-494f-9551-3524294cc980 req-c4300fd2-dcb0-44d7-845f-62e6cca1b9e9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d0e0a9ec-4316-4fc9-9b7d-08b02011eb18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1731555 Mar 11 19:41:56.347829 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-d9a4f98f-7992-45c0-a099-c88a97de6131 req-29db3757-b2eb-4c41-98e8-00e9c8943e44 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Allocated IP 172.20.0.12 (d0e0a9ec-4316-4fc9-9b7d-08b02011eb18/5c19a3f5-e5b8-4a83-a56e-dfaf973c3dd0/c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:41:56.390806 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9eb0ba-a0ac-4611-a59a-6d9680a660b1 req-f9fa62a0-0006-4f3d-a307-304fa5a02aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:56.392812 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8a9eb0ba-a0ac-4611-a59a-6d9680a660b1 req-f9fa62a0-0006-4f3d-a307-304fa5a02aed service neutron] 10.222.0.75 "GET /v2.0/networks?id=d0e0a9ec-4316-4fc9-9b7d-08b02011eb18 HTTP/1.1" status: 200 len: 915 time: 0.1469221 Mar 11 19:41:56.454830 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8a9eb0ba-a0ac-4611-a59a-6d9680a660b1 req-49444918-8c38-4018-a2c3-6d6ae95bfdfc service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bbc3602a-ba4b-41a8-a5dd-554da0fea46d HTTP/1.1" status: 200 len: 217 time: 0.0527987 Mar 11 19:41:56.524506 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9eb0ba-a0ac-4611-a59a-6d9680a660b1 req-8f9eac11-eaaa-4ae0-ad0f-7f4828b0322c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:56.526311 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8a9eb0ba-a0ac-4611-a59a-6d9680a660b1 req-8f9eac11-eaaa-4ae0-ad0f-7f4828b0322c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5c19a3f5-e5b8-4a83-a56e-dfaf973c3dd0 HTTP/1.1" status: 200 len: 853 time: 0.0661666 Mar 11 19:41:56.547370 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09009ab-b7f3-421f-9714-bfb8422d3dcd req-c3f8eb4a-a12e-49d5-864b-a60dec147314 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:56.548937 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b09009ab-b7f3-421f-9714-bfb8422d3dcd req-c3f8eb4a-a12e-49d5-864b-a60dec147314 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.1522276 Mar 11 19:41:56.586188 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9eb0ba-a0ac-4611-a59a-6d9680a660b1 req-9255fd62-c011-4dab-809b-ac72631dd5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:56.587783 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8a9eb0ba-a0ac-4611-a59a-6d9680a660b1 req-9255fd62-c011-4dab-809b-ac72631dd5b1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d0e0a9ec-4316-4fc9-9b7d-08b02011eb18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0539296 Mar 11 19:41:56.717234 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8a9eb0ba-a0ac-4611-a59a-6d9680a660b1 req-4829f293-f7ee-4014-84ad-e9e4bfede5a8 service neutron] 10.222.0.75 "GET /v2.0/networks/d0e0a9ec-4316-4fc9-9b7d-08b02011eb18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226938 Mar 11 19:41:56.822720 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8a9eb0ba-a0ac-4611-a59a-6d9680a660b1 req-3e3435b5-bf8a-42cc-896d-1cbb34c6b515 service neutron] 10.222.0.75 "GET /v2.0/networks/d0e0a9ec-4316-4fc9-9b7d-08b02011eb18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997388 Mar 11 19:41:56.952216 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2b20e885-ad38-494f-9551-3524294cc980 req-de2b0da3-9738-44e5-a684-8c482641a5b1 service neutron] 10.222.0.75 "GET /v2.0/networks/d0e0a9ec-4316-4fc9-9b7d-08b02011eb18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5976145 Mar 11 19:41:57.070693 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b09009ab-b7f3-421f-9714-bfb8422d3dcd req-ef8fb1f5-8c48-4f16-bf36-fe9532f70bd3 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505475 Mar 11 19:41:57.148691 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d9a4f98f-7992-45c0-a099-c88a97de6131 req-29db3757-b2eb-4c41-98e8-00e9c8943e44 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Publish callbacks [] for port (c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:57.164869 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2b20e885-ad38-494f-9551-3524294cc980 req-77bb74f9-574b-4a41-a1eb-ab199a64c3f8 service neutron] 10.222.0.75 "GET /v2.0/networks/d0e0a9ec-4316-4fc9-9b7d-08b02011eb18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998634 Mar 11 19:41:57.254648 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8818b404-ffac-4378-a8c3-5036d2bca12d req-42cea6e5-fe47-4479-acba-41154a924547 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:57.261635 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8818b404-ffac-4378-a8c3-5036d2bca12d req-42cea6e5-fe47-4479-acba-41154a924547 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/ports?device_id=77dd1b73-1f7d-42a9-90a0-ed3874d49d93 HTTP/1.1" status: 200 len: 948 time: 0.0912402 Mar 11 19:41:57.265130 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d9a4f98f-7992-45c0-a099-c88a97de6131 req-29db3757-b2eb-4c41-98e8-00e9c8943e44 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:57.344005 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9a4f98f-7992-45c0-a099-c88a97de6131 req-29db3757-b2eb-4c41-98e8-00e9c8943e44 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Network d0e0a9ec-4316-4fc9-9b7d-08b02011eb18 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:41:57.351720 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-d9a4f98f-7992-45c0-a099-c88a97de6131 req-29db3757-b2eb-4c41-98e8-00e9c8943e44 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:41:57.359692 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9a4f98f-7992-45c0-a099-c88a97de6131 req-29db3757-b2eb-4c41-98e8-00e9c8943e44 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:41:57.386661 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29db3757-b2eb-4c41-98e8-00e9c8943e44 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Pushing event updated for resources: {'Port': ['ID=c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:57.412616 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8818b404-ffac-4378-a8c3-5036d2bca12d req-bbdf42cc-a55c-4a60-a869-37934e96153d tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/security-groups?id=032b05bd-60bf-4cbe-8790-99bf90b24300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501255 Mar 11 19:41:57.434043 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a4f98f-7992-45c0-a099-c88a97de6131 req-29db3757-b2eb-4c41-98e8-00e9c8943e44 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:57.436986 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d9a4f98f-7992-45c0-a099-c88a97de6131 req-29db3757-b2eb-4c41-98e8-00e9c8943e44 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:57.459420 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d9a4f98f-7992-45c0-a099-c88a97de6131 req-29db3757-b2eb-4c41-98e8-00e9c8943e44 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6990533 Mar 11 19:41:57.473544 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-d9a4f98f-7992-45c0-a099-c88a97de6131 req-5ab934fe-cc01-4685-b14d-93dbd725b742 service neutron] Request body: {'port': {'device_id': '500a0682-cb18-452b-8248-c6eb8b46dc53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:41:57.563377 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 11 Mar 2022 19:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac95cbd9-8dbe-45fd-8c6f-000ccf4a9442 x-openstack-request-id: req-ac95cbd9-8dbe-45fd-8c6f-000ccf4a9442 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:41:57.564352 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61", "name": "network-vif-plugged", "status": "completed", "tag": "9fd68e1a-7e53-4dd7-a129-e219fe1f8266", "code": 200}, {"server_uuid": "3372b90e-2a7a-45aa-ab54-5a0619c2623b", "name": "network-vif-plugged", "status": "completed", "tag": "defbb987-7498-4d6d-bc06-8aa33470985f", "code": 200}, {"server_uuid": "f72f7d7f-c08f-41ac-ae07-1deaaede7160", "name": "network-vif-plugged", "status": "completed", "tag": "d15e176d-f26b-45be-8d00-b2719b724fe6", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:41:57.564787 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ac95cbd9-8dbe-45fd-8c6f-000ccf4a9442 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:41:57.565355 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fd68e1a-7e53-4dd7-a129-e219fe1f8266', 'code': 200} Mar 11 19:41:57.565784 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3372b90e-2a7a-45aa-ab54-5a0619c2623b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'defbb987-7498-4d6d-bc06-8aa33470985f', 'code': 200} Mar 11 19:41:57.566198 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f72f7d7f-c08f-41ac-ae07-1deaaede7160', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd15e176d-f26b-45be-8d00-b2719b724fe6', 'code': 200} Mar 11 19:41:57.588893 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77dd1b73-1f7d-42a9-90a0-ed3874d49d93', 'tag': '6e92ba7a-6e5a-4c38-b590-2748b2103ed7'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:41:57.593454 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c386eac3-248c-43f5-8070-bb257f4d16e9" -d '{"events": [{"name": "network-changed", "server_uuid": "77dd1b73-1f7d-42a9-90a0-ed3874d49d93", "tag": "6e92ba7a-6e5a-4c38-b590-2748b2103ed7"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:41:57.609756 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:57.697399 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d9a4f98f-7992-45c0-a099-c88a97de6131 req-5ab934fe-cc01-4685-b14d-93dbd725b742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:57.765250 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc256f8-1c17-427a-9216-f6f79a228fb0 req-7689c73f-7a67-4f51-89f0-3e579c1e691f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:57.767048 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-6dc256f8-1c17-427a-9216-f6f79a228fb0 req-7689c73f-7a67-4f51-89f0-3e579c1e691f service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=f72f7d7f-c08f-41ac-ae07-1deaaede7160 HTTP/1.1" status: 200 len: 1127 time: 0.1249473 Mar 11 19:41:57.780397 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b15e91-0971-45f1-be92-e855713ad553 req-99b85dcd-9f50-4ee8-8275-98098dbfbd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:57.782332 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e3b15e91-0971-45f1-be92-e855713ad553 req-99b85dcd-9f50-4ee8-8275-98098dbfbd65 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=3372b90e-2a7a-45aa-ab54-5a0619c2623b HTTP/1.1" status: 200 len: 1128 time: 0.1656473 Mar 11 19:41:57.786672 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 25189926-c2eb-4ee5-b4ae-a288f278abde details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:41:57.851707 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-6dc256f8-1c17-427a-9216-f6f79a228fb0 req-ba4496e0-222f-467e-bd4f-d50ca4ae0b89 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=859ac1c5-0812-4381-b79b-35b1101e3fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761173 Mar 11 19:41:57.886786 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-297e59b1-d547-4240-a4ac-c85d9acb76e4 None None] Provisioning complete for port c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:41:57.887241 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-297e59b1-d547-4240-a4ac-c85d9acb76e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:57.923992 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e3b15e91-0971-45f1-be92-e855713ad553 req-3b88d755-d8c5-4696-b0d0-a188480ba4c1 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317780 Mar 11 19:41:57.941595 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59675814-d65c-48c6-9027-fadbb64bb1c4 req-cf33e7eb-86f0-42ba-b9a5-28db15c2bd36 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:57.943131 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-59675814-d65c-48c6-9027-fadbb64bb1c4 req-cf33e7eb-86f0-42ba-b9a5-28db15c2bd36 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=3372b90e-2a7a-45aa-ab54-5a0619c2623b HTTP/1.1" status: 200 len: 946 time: 0.3086066 Mar 11 19:41:58.007078 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 25189926-c2eb-4ee5-b4ae-a288f278abde, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=25189926-c2eb-4ee5-b4ae-a288f278abde,segment=NetworkSegment(0e3d355e-0ad4-46c3-9e15-eac055d1f0e2),segment_id=0e3d355e-0ad4-46c3-9e15-eac055d1f0e2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:58.023267 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '25189926-c2eb-4ee5-b4ae-a288f278abde', 'network_id': 'd0e0a9ec-4316-4fc9-9b7d-08b02011eb18', 'port_id': '25189926-c2eb-4ee5-b4ae-a288f278abde', 'mac_address': 'fa:16:3e:25:30:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c19a3f5-e5b8-4a83-a56e-dfaf973c3dd0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:41:58.035785 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-297e59b1-d547-4240-a4ac-c85d9acb76e4 None None] Port c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:41:58.059018 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-59675814-d65c-48c6-9027-fadbb64bb1c4 req-67ad02ce-5683-4452-a359-98c730e243e1 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060839 Mar 11 19:41:58.100751 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 25189926-c2eb-4ee5-b4ae-a288f278abde is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:41:58.101159 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (25189926-c2eb-4ee5-b4ae-a288f278abde), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:58.118674 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25189926-c2eb-4ee5-b4ae-a288f278abde {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:41:58.157813 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 25189926-c2eb-4ee5-b4ae-a288f278abde, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=25189926-c2eb-4ee5-b4ae-a288f278abde,segment=NetworkSegment(0e3d355e-0ad4-46c3-9e15-eac055d1f0e2),segment_id=0e3d355e-0ad4-46c3-9e15-eac055d1f0e2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:58.162995 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (25189926-c2eb-4ee5-b4ae-a288f278abde), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:58.163811 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device bbc3602a-ba4b-41a8-a5dd-554da0fea46d details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:41:58.195610 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-d9a4f98f-7992-45c0-a099-c88a97de6131 req-5ab934fe-cc01-4685-b14d-93dbd725b742 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:41:58.218205 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d9a4f98f-7992-45c0-a099-c88a97de6131 req-5ab934fe-cc01-4685-b14d-93dbd725b742 service neutron] Publish callbacks [] for port (c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:58.237169 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=25189926-c2eb-4ee5-b4ae-a288f278abde,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:58.242871 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port bbc3602a-ba4b-41a8-a5dd-554da0fea46d, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=bbc3602a-ba4b-41a8-a5dd-554da0fea46d,segment=NetworkSegment(0e3d355e-0ad4-46c3-9e15-eac055d1f0e2),segment_id=0e3d355e-0ad4-46c3-9e15-eac055d1f0e2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:58.244478 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-d9a4f98f-7992-45c0-a099-c88a97de6131 req-5ab934fe-cc01-4685-b14d-93dbd725b742 service neutron] Transition to ACTIVE for port object c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:41:58.256459 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d9a4f98f-7992-45c0-a099-c88a97de6131 req-5ab934fe-cc01-4685-b14d-93dbd725b742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:58.256868 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': 'bbc3602a-ba4b-41a8-a5dd-554da0fea46d', 'network_id': 'd0e0a9ec-4316-4fc9-9b7d-08b02011eb18', 'port_id': 'bbc3602a-ba4b-41a8-a5dd-554da0fea46d', 'mac_address': 'fa:16:3e:a8:55:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c19a3f5-e5b8-4a83-a56e-dfaf973c3dd0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:41:58.303653 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port bbc3602a-ba4b-41a8-a5dd-554da0fea46d is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:41:58.303891 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (bbc3602a-ba4b-41a8-a5dd-554da0fea46d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:58.318326 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbc3602a-ba4b-41a8-a5dd-554da0fea46d {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:41:58.318642 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acc29ab-85c1-42cb-9f0e-c7f5a8c3e502 req-715ef38e-b61a-4016-b778-1967a642bcfe tempest-ServerAddressesNegativeTestJSON-287136714 tempest-ServerAddressesNegativeTestJSON-287136714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:58.325767 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5acc29ab-85c1-42cb-9f0e-c7f5a8c3e502 req-715ef38e-b61a-4016-b778-1967a642bcfe tempest-ServerAddressesNegativeTestJSON-287136714 tempest-ServerAddressesNegativeTestJSON-287136714-project] 10.222.0.65 "GET /v2.0/ports?device_id=f72f7d7f-c08f-41ac-ae07-1deaaede7160 HTTP/1.1" status: 200 len: 945 time: 0.1562667 Mar 11 19:41:58.341832 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port bbc3602a-ba4b-41a8-a5dd-554da0fea46d, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=bbc3602a-ba4b-41a8-a5dd-554da0fea46d,segment=NetworkSegment(0e3d355e-0ad4-46c3-9e15-eac055d1f0e2),segment_id=0e3d355e-0ad4-46c3-9e15-eac055d1f0e2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:58.346879 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (bbc3602a-ba4b-41a8-a5dd-554da0fea46d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:58.349594 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab934fe-cc01-4685-b14d-93dbd725b742 service neutron] Pushing event updated for resources: {'Port': ['ID=c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:58.401873 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=bbc3602a-ba4b-41a8-a5dd-554da0fea46d,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:58.484474 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5acc29ab-85c1-42cb-9f0e-c7f5a8c3e502 req-cf30fef4-b1f1-4f50-9ef4-62aa627ad6d6 tempest-ServerAddressesNegativeTestJSON-287136714 tempest-ServerAddressesNegativeTestJSON-287136714-project] 10.222.0.65 "GET /v2.0/security-groups?id=859ac1c5-0812-4381-b79b-35b1101e3fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577649 Mar 11 19:41:58.509562 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-d9a4f98f-7992-45c0-a099-c88a97de6131 req-5ab934fe-cc01-4685-b14d-93dbd725b742 service neutron] Attempting to bind port c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:41:58.509878 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-d9a4f98f-7992-45c0-a099-c88a97de6131 req-5ab934fe-cc01-4685-b14d-93dbd725b742 service neutron] Attempting to bind port c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '0e3d355e-0ad4-46c3-9e15-eac055d1f0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd0e0a9ec-4316-4fc9-9b7d-08b02011eb18'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:41:58.510200 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a4f98f-7992-45c0-a099-c88a97de6131 req-5ab934fe-cc01-4685-b14d-93dbd725b742 service neutron] Attempting to bind port c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf on network d0e0a9ec-4316-4fc9-9b7d-08b02011eb18 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:41:58.518414 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a4f98f-7992-45c0-a099-c88a97de6131 req-5ab934fe-cc01-4685-b14d-93dbd725b742 service neutron] Port c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf on network d0e0a9ec-4316-4fc9-9b7d-08b02011eb18 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:41:58.518726 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a4f98f-7992-45c0-a099-c88a97de6131 req-5ab934fe-cc01-4685-b14d-93dbd725b742 service neutron] Attempting to bind port c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf on network d0e0a9ec-4316-4fc9-9b7d-08b02011eb18 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:41:58.526472 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a4f98f-7992-45c0-a099-c88a97de6131 req-5ab934fe-cc01-4685-b14d-93dbd725b742 service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:41:58.526823 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a4f98f-7992-45c0-a099-c88a97de6131 req-5ab934fe-cc01-4685-b14d-93dbd725b742 service neutron] Checking segment: {'id': '0e3d355e-0ad4-46c3-9e15-eac055d1f0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd0e0a9ec-4316-4fc9-9b7d-08b02011eb18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:41:58.527208 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9a4f98f-7992-45c0-a099-c88a97de6131 req-5ab934fe-cc01-4685-b14d-93dbd725b742 service neutron] Bound using segment: {'id': '0e3d355e-0ad4-46c3-9e15-eac055d1f0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd0e0a9ec-4316-4fc9-9b7d-08b02011eb18'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:41:58.527653 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-d9a4f98f-7992-45c0-a099-c88a97de6131 req-5ab934fe-cc01-4685-b14d-93dbd725b742 service neutron] Bound port: c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e3d355e-0ad4-46c3-9e15-eac055d1f0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'd0e0a9ec-4316-4fc9-9b7d-08b02011eb18'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:41:58.529818 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d9a4f98f-7992-45c0-a099-c88a97de6131 req-5ab934fe-cc01-4685-b14d-93dbd725b742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:58.663237 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-d9a4f98f-7992-45c0-a099-c88a97de6131 req-5ab934fe-cc01-4685-b14d-93dbd725b742 service neutron] For port c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:41:58.682987 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-d9a4f98f-7992-45c0-a099-c88a97de6131 req-5ab934fe-cc01-4685-b14d-93dbd725b742 service neutron] For port c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf,segment=NetworkSegment(0e3d355e-0ad4-46c3-9e15-eac055d1f0e2),segment_id=0e3d355e-0ad4-46c3-9e15-eac055d1f0e2)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:41:58.695039 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d9a4f98f-7992-45c0-a099-c88a97de6131 req-5ab934fe-cc01-4685-b14d-93dbd725b742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:58.715342 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ffbd3-f00f-43cd-8013-ba4d6316c39b req-4a03f7fa-8bb0-451e-973e-c68021f6aaa8 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:58.717442 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ba0ffbd3-f00f-43cd-8013-ba4d6316c39b req-4a03f7fa-8bb0-451e-973e-c68021f6aaa8 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/ports?device_id=8faf4c72-ecf7-4a30-a577-8cb0016710c0 HTTP/1.1" status: 200 len: 946 time: 0.1062860 Mar 11 19:41:58.748243 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['25189926-c2eb-4ee5-b4ae-a288f278abde'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:41:58.758558 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['bbc3602a-ba4b-41a8-a5dd-554da0fea46d'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:41:58.759483 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a4f98f-7992-45c0-a099-c88a97de6131 req-5ab934fe-cc01-4685-b14d-93dbd725b742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:58.760135 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d9a4f98f-7992-45c0-a099-c88a97de6131 req-5ab934fe-cc01-4685-b14d-93dbd725b742 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:58.761544 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d9a4f98f-7992-45c0-a099-c88a97de6131 req-5ab934fe-cc01-4685-b14d-93dbd725b742 service neutron] 10.222.0.75 "PUT /v2.0/ports/c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf HTTP/1.1" status: 200 len: 1092 time: 1.2955792 Mar 11 19:41:58.802054 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab934fe-cc01-4685-b14d-93dbd725b742 service neutron] Pushing event updated for resources: {'Port': ['ID=c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:41:58.819335 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ba0ffbd3-f00f-43cd-8013-ba4d6316c39b req-1db6dabe-13c9-43e7-811f-6a3c70074971 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6edb3d-008e-48ff-8ef0-64786618cae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827556 Mar 11 19:41:58.918663 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a4f98f-7992-45c0-a099-c88a97de6131 req-60bc1f77-e5c0-46f4-9515-ec822502e1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:58.921459 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d9a4f98f-7992-45c0-a099-c88a97de6131 req-60bc1f77-e5c0-46f4-9515-ec822502e1f8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=fe7f25f1a51149fea99b75542e4127dc&device_id=500a0682-cb18-452b-8248-c6eb8b46dc53 HTTP/1.1" status: 200 len: 1126 time: 0.0902960 Mar 11 19:41:59.036729 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d9a4f98f-7992-45c0-a099-c88a97de6131 req-54492eea-19c0-4814-a178-7e218b2231a5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf HTTP/1.1" status: 200 len: 217 time: 0.1038792 Mar 11 19:41:59.043918 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:41:59.066319 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da32608b-abfa-4e40-9426-a3a269109599 req-cd175a38-0197-40e9-8d7a-02d21300ea64 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:59.069681 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da32608b-abfa-4e40-9426-a3a269109599 req-cd175a38-0197-40e9-8d7a-02d21300ea64 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/ports?device_id=500a0682-cb18-452b-8248-c6eb8b46dc53 HTTP/1.1" status: 200 len: 944 time: 0.1350954 Mar 11 19:41:59.180180 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da32608b-abfa-4e40-9426-a3a269109599 req-ad8c053f-0ef4-4747-ae24-e0d8a8e6aa7b tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e8ab6fd-a1b2-4b95-842e-981d1d859acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950687 Mar 11 19:41:59.200401 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a4f98f-7992-45c0-a099-c88a97de6131 req-69d3399f-94ee-4bbe-83e0-c2f751e7ea24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:59.201840 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d9a4f98f-7992-45c0-a099-c88a97de6131 req-69d3399f-94ee-4bbe-83e0-c2f751e7ea24 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5c19a3f5-e5b8-4a83-a56e-dfaf973c3dd0 HTTP/1.1" status: 200 len: 853 time: 0.1491137 Mar 11 19:41:59.259238 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417b348a-bb84-47bb-aba4-857b277ee3dd x-openstack-request-id: req-417b348a-bb84-47bb-aba4-857b277ee3dd {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:41:59.259647 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77dd1b73-1f7d-42a9-90a0-ed3874d49d93", "tag": "6e92ba7a-6e5a-4c38-b590-2748b2103ed7", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:41:59.259863 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-417b348a-bb84-47bb-aba4-857b277ee3dd {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:41:59.260120 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77dd1b73-1f7d-42a9-90a0-ed3874d49d93', 'tag': '6e92ba7a-6e5a-4c38-b590-2748b2103ed7', 'status': 'completed', 'code': 200} Mar 11 19:41:59.290337 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a4f98f-7992-45c0-a099-c88a97de6131 req-8c4c16d4-d9c4-4645-8e4d-faba41a88683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:59.292139 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d9a4f98f-7992-45c0-a099-c88a97de6131 req-8c4c16d4-d9c4-4645-8e4d-faba41a88683 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d0e0a9ec-4316-4fc9-9b7d-08b02011eb18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0808861 Mar 11 19:41:59.486164 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c386eac3-248c-43f5-8070-bb257f4d16e9 req-6a3bca24-2275-47eb-b21d-af1acfafb8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:59.488025 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c386eac3-248c-43f5-8070-bb257f4d16e9 req-6a3bca24-2275-47eb-b21d-af1acfafb8d1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7fcfa9d2f3ed4be8ac815d1e6642330d&device_id=77dd1b73-1f7d-42a9-90a0-ed3874d49d93 HTTP/1.1" status: 200 len: 1130 time: 0.1809175 Mar 11 19:41:59.523096 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5805306c-fafc-4b85-b439-8c9df7dcf3bd req-2e94de19-f7f9-47f3-b67f-254c115afafe tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:59.524993 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5805306c-fafc-4b85-b439-8c9df7dcf3bd req-2e94de19-f7f9-47f3-b67f-254c115afafe tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/ports?device_id=77dd1b73-1f7d-42a9-90a0-ed3874d49d93 HTTP/1.1" status: 200 len: 948 time: 0.1559823 Mar 11 19:41:59.544665 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d9a4f98f-7992-45c0-a099-c88a97de6131 req-e387b535-a74c-446e-9a48-9cf1d41ef72c service neutron] 10.222.0.75 "GET /v2.0/networks/d0e0a9ec-4316-4fc9-9b7d-08b02011eb18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168517 Mar 11 19:41:59.701167 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5805306c-fafc-4b85-b439-8c9df7dcf3bd req-a22366ea-96ac-48b3-a93e-3c661cef35a8 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/security-groups?id=032b05bd-60bf-4cbe-8790-99bf90b24300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656404 Mar 11 19:41:59.712442 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c386eac3-248c-43f5-8070-bb257f4d16e9 req-074a9ee3-868e-4e30-80da-ab6febde95d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:59.713905 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c386eac3-248c-43f5-8070-bb257f4d16e9 req-074a9ee3-868e-4e30-80da-ab6febde95d8 service neutron] 10.222.0.75 "GET /v2.0/networks?id=885772b1-9b97-4e1d-a0fb-e125030c5a81 HTTP/1.1" status: 200 len: 870 time: 0.2101591 Mar 11 19:41:59.749775 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 6e92ba7a-6e5a-4c38-b590-2748b2103ed7 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:41:59.781860 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c386eac3-248c-43f5-8070-bb257f4d16e9 req-204b355d-4e7d-4c1e-8fb6-ff6ce832f6cd service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=6e92ba7a-6e5a-4c38-b590-2748b2103ed7 HTTP/1.1" status: 200 len: 217 time: 0.0488889 Mar 11 19:41:59.785928 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d9a4f98f-7992-45c0-a099-c88a97de6131 req-f4a72b55-8979-4587-9092-f2d6582443d3 service neutron] 10.222.0.75 "GET /v2.0/networks/d0e0a9ec-4316-4fc9-9b7d-08b02011eb18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191746 Mar 11 19:41:59.893913 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c386eac3-248c-43f5-8070-bb257f4d16e9 req-0b606fd3-db71-4377-a656-ad2149231743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:41:59.898240 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c386eac3-248c-43f5-8070-bb257f4d16e9 req-0b606fd3-db71-4377-a656-ad2149231743 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.1008449 Mar 11 19:41:59.920311 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 6e92ba7a-6e5a-4c38-b590-2748b2103ed7, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=6e92ba7a-6e5a-4c38-b590-2748b2103ed7,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:41:59.932724 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '6e92ba7a-6e5a-4c38-b590-2748b2103ed7', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'port_id': '6e92ba7a-6e5a-4c38-b590-2748b2103ed7', 'mac_address': 'fa:16:3e:c9:70:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bb14923-74c3-4313-be8d-ed33542f05aa', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:41:59.985948 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 6e92ba7a-6e5a-4c38-b590-2748b2103ed7 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:41:59.986330 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (6e92ba7a-6e5a-4c38-b590-2748b2103ed7), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:00.002572 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e92ba7a-6e5a-4c38-b590-2748b2103ed7 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:42:00.025179 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 6e92ba7a-6e5a-4c38-b590-2748b2103ed7, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=6e92ba7a-6e5a-4c38-b590-2748b2103ed7,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:00.031340 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (6e92ba7a-6e5a-4c38-b590-2748b2103ed7), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:00.043216 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c386eac3-248c-43f5-8070-bb257f4d16e9 req-510ef693-4ede-4f7f-a217-0a080985adda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:00.045046 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c386eac3-248c-43f5-8070-bb257f4d16e9 req-510ef693-4ede-4f7f-a217-0a080985adda service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1392548 Mar 11 19:42:00.094450 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=6e92ba7a-6e5a-4c38-b590-2748b2103ed7,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:00.192957 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19126e1b-aa88-44c3-b791-e5840180a9a6 req-efeceeb2-0438-4462-9ee2-79404e4a9b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:00.194418 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-19126e1b-aa88-44c3-b791-e5840180a9a6 req-efeceeb2-0438-4462-9ee2-79404e4a9b18 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b362e7ba3bfb498d9e580e0a76a9be12&device_id=8faf4c72-ecf7-4a30-a577-8cb0016710c0 HTTP/1.1" status: 200 len: 1128 time: 0.1916437 Mar 11 19:42:00.213243 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c386eac3-248c-43f5-8070-bb257f4d16e9 req-64396836-0b52-4ac8-a5fe-36dbe2b13068 service neutron] 10.222.0.75 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555822 Mar 11 19:42:00.287483 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4829fca-691f-4a72-98da-b7390bc25af1 req-678a7617-3f01-4b47-ad4c-c7a8aa7ce674 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:00.293202 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f4829fca-691f-4a72-98da-b7390bc25af1 req-678a7617-3f01-4b47-ad4c-c7a8aa7ce674 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.2460392 Mar 11 19:42:00.459571 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19126e1b-aa88-44c3-b791-e5840180a9a6 req-d1335b9f-ccf8-4d0c-bf92-934072946c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:00.461077 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-19126e1b-aa88-44c3-b791-e5840180a9a6 req-d1335b9f-ccf8-4d0c-bf92-934072946c59 service neutron] 10.222.0.75 "GET /v2.0/networks?id=76270208-0feb-4aa6-a022-05d8e5f73f8c HTTP/1.1" status: 200 len: 912 time: 0.2586026 Mar 11 19:42:00.478028 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f4829fca-691f-4a72-98da-b7390bc25af1 req-169ea623-0734-4208-9813-f23d06bdae5e tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795526 Mar 11 19:42:00.516490 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['6e92ba7a-6e5a-4c38-b590-2748b2103ed7'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:42:00.589165 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c386eac3-248c-43f5-8070-bb257f4d16e9 req-6fda12d9-bdb0-4262-9088-16ee1e6818c1 service neutron] 10.222.0.75 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3597994 Mar 11 19:42:00.593538 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-19126e1b-aa88-44c3-b791-e5840180a9a6 req-ac73b214-5ae3-40e1-852c-eb92eeb930a6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8496a1aa-301e-438d-88a8-7a2a4e4643b7 HTTP/1.1" status: 200 len: 217 time: 0.1144133 Mar 11 19:42:00.704621 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19126e1b-aa88-44c3-b791-e5840180a9a6 req-3a779d7a-d36a-4b55-9949-28f6f652c6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:00.706178 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-19126e1b-aa88-44c3-b791-e5840180a9a6 req-3a779d7a-d36a-4b55-9949-28f6f652c6e0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d23219ed-7f8e-4413-9cc6-5853fc757d12 HTTP/1.1" status: 200 len: 851 time: 0.0693541 Mar 11 19:42:00.724528 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c63ec5-f0bc-4a48-b00a-0c343ea9b602 req-f2cdef0c-48c4-45c5-a686-d342786b80ae tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:00.726701 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-29c63ec5-f0bc-4a48-b00a-0c343ea9b602 req-f2cdef0c-48c4-45c5-a686-d342786b80ae tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=3372b90e-2a7a-45aa-ab54-5a0619c2623b HTTP/1.1" status: 200 len: 946 time: 0.1364036 Mar 11 19:42:00.767708 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-19126e1b-aa88-44c3-b791-e5840180a9a6 req-41471431-1e4b-431b-b5d4-46380f1fe8e2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=76270208-0feb-4aa6-a022-05d8e5f73f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541215 Mar 11 19:42:00.839376 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-29c63ec5-f0bc-4a48-b00a-0c343ea9b602 req-b53d773b-3a25-4713-8778-2fd8fc4d9aed tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678401 Mar 11 19:42:00.960559 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-19126e1b-aa88-44c3-b791-e5840180a9a6 req-48c137f1-7439-4e32-a0b7-fe2ca886c972 service neutron] 10.222.0.75 "GET /v2.0/networks/76270208-0feb-4aa6-a022-05d8e5f73f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617043 Mar 11 19:42:01.004771 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72040c-e719-4bf7-8bf9-97794ebfa066 req-2b01a83c-335a-4056-989f-e6011afd3268 tempest-ServerAddressesNegativeTestJSON-287136714 tempest-ServerAddressesNegativeTestJSON-287136714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:01.008635 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fb72040c-e719-4bf7-8bf9-97794ebfa066 req-2b01a83c-335a-4056-989f-e6011afd3268 tempest-ServerAddressesNegativeTestJSON-287136714 tempest-ServerAddressesNegativeTestJSON-287136714-project] 10.222.0.65 "GET /v2.0/ports?device_id=f72f7d7f-c08f-41ac-ae07-1deaaede7160 HTTP/1.1" status: 200 len: 945 time: 0.0859582 Mar 11 19:42:01.110609 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fb72040c-e719-4bf7-8bf9-97794ebfa066 req-7ccac188-9e65-4e03-9acb-ee643fdd363c tempest-ServerAddressesNegativeTestJSON-287136714 tempest-ServerAddressesNegativeTestJSON-287136714-project] 10.222.0.65 "GET /v2.0/security-groups?id=859ac1c5-0812-4381-b79b-35b1101e3fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961461 Mar 11 19:42:01.131569 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-19126e1b-aa88-44c3-b791-e5840180a9a6 req-1f0cf5a7-7349-417f-ad06-1e5932c01499 service neutron] 10.222.0.75 "GET /v2.0/networks/76270208-0feb-4aa6-a022-05d8e5f73f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582348 Mar 11 19:42:01.253912 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad64b821-a38b-4223-89c0-89724307873c req-ea6087cf-a5eb-4f30-9e06-3892976efb1c tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:01.262860 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ad64b821-a38b-4223-89c0-89724307873c req-ea6087cf-a5eb-4f30-9e06-3892976efb1c tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/ports?device_id=8faf4c72-ecf7-4a30-a577-8cb0016710c0 HTTP/1.1" status: 200 len: 946 time: 0.0718877 Mar 11 19:42:01.279407 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '500a0682-cb18-452b-8248-c6eb8b46dc53', 'tag': 'c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:42:01.282178 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c624c39d-1503-4939-9b33-d4cfcbae4068" -d '{"events": [{"name": "network-changed", "server_uuid": "500a0682-cb18-452b-8248-c6eb8b46dc53", "tag": "c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:42:01.321759 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ad64b821-a38b-4223-89c0-89724307873c req-377125ba-9440-41d2-b8a9-3d821a3d36d9 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6edb3d-008e-48ff-8ef0-64786618cae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574062 Mar 11 19:42:01.446412 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7f37e3-a2cc-4f4b-adef-951d1270395b req-bb0b3919-d3c3-4551-9599-28bef82c4167 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:01.448027 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fc7f37e3-a2cc-4f4b-adef-951d1270395b req-bb0b3919-d3c3-4551-9599-28bef82c4167 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/ports?device_id=500a0682-cb18-452b-8248-c6eb8b46dc53 HTTP/1.1" status: 200 len: 944 time: 0.0574439 Mar 11 19:42:01.501941 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fc7f37e3-a2cc-4f4b-adef-951d1270395b req-d6403c24-9ed7-4516-9f56-28a4e141a2d3 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e8ab6fd-a1b2-4b95-842e-981d1d859acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461648 Mar 11 19:42:01.637217 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c424428-fb27-4e78-a62b-8691fcab3819 req-739cf2f6-9771-4d56-9000-be9c489baffd tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:01.640467 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9c424428-fb27-4e78-a62b-8691fcab3819 req-739cf2f6-9771-4d56-9000-be9c489baffd tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.0727472 Mar 11 19:42:01.694758 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9c424428-fb27-4e78-a62b-8691fcab3819 req-cdcee9be-6e7c-4ab4-86a9-565c0d0d3174 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506389 Mar 11 19:42:01.754191 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 25189926-c2eb-4ee5-b4ae-a288f278abde up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:42:01.838206 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55ea8c-c557-45a3-b49d-ca323f30633b req-c7df3682-8678-4dc9-9ceb-537761c0fd33 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:01.839052 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port 25189926-c2eb-4ee5-b4ae-a288f278abde completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:42:01.839977 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7e55ea8c-c557-45a3-b49d-ca323f30633b req-c7df3682-8678-4dc9-9ceb-537761c0fd33 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/ports?device_id=77dd1b73-1f7d-42a9-90a0-ed3874d49d93 HTTP/1.1" status: 200 len: 949 time: 0.0798004 Mar 11 19:42:01.844940 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 25189926-c2eb-4ee5-b4ae-a288f278abde triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:42:01.845323 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (25189926-c2eb-4ee5-b4ae-a288f278abde), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:01.894485 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7e55ea8c-c557-45a3-b49d-ca323f30633b req-77f28d93-5351-4628-942b-ac457352ab50 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/security-groups?id=032b05bd-60bf-4cbe-8790-99bf90b24300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470202 Mar 11 19:42:01.938062 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 25189926-c2eb-4ee5-b4ae-a288f278abde is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:42:01.938728 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (25189926-c2eb-4ee5-b4ae-a288f278abde), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:01.970533 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '637b48fb-e48d-4d9f-91a8-e3e00f1ce05c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25189926-c2eb-4ee5-b4ae-a288f278abde'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:42:01.972904 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0cbcd8-b410-4db2-8098-d7ef869ce499" -d '{"events": [{"server_uuid": "637b48fb-e48d-4d9f-91a8-e3e00f1ce05c", "name": "network-vif-plugged", "status": "completed", "tag": "25189926-c2eb-4ee5-b4ae-a288f278abde"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:42:01.985262 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 25189926-c2eb-4ee5-b4ae-a288f278abde, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=25189926-c2eb-4ee5-b4ae-a288f278abde,segment=NetworkSegment(0e3d355e-0ad4-46c3-9e15-eac055d1f0e2),segment_id=0e3d355e-0ad4-46c3-9e15-eac055d1f0e2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:01.989732 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (25189926-c2eb-4ee5-b4ae-a288f278abde), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:01.990473 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device bbc3602a-ba4b-41a8-a5dd-554da0fea46d up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:42:02.096278 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=25189926-c2eb-4ee5-b4ae-a288f278abde,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:02.102582 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b0362d-7781-43f8-86e4-33e2e9abb014 x-openstack-request-id: req-72b0362d-7781-43f8-86e4-33e2e9abb014 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:42:02.102948 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "500a0682-cb18-452b-8248-c6eb8b46dc53", "tag": "c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:42:02.103307 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-72b0362d-7781-43f8-86e4-33e2e9abb014 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:42:02.106953 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '500a0682-cb18-452b-8248-c6eb8b46dc53', 'tag': 'c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf', 'status': 'completed', 'code': 200} Mar 11 19:42:02.120014 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port bbc3602a-ba4b-41a8-a5dd-554da0fea46d completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:42:02.128429 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port bbc3602a-ba4b-41a8-a5dd-554da0fea46d triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:42:02.129093 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (bbc3602a-ba4b-41a8-a5dd-554da0fea46d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:02.161772 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c5b9cd-1b03-4b4c-b60c-6b830ca544b4 x-openstack-request-id: req-72c5b9cd-1b03-4b4c-b60c-6b830ca544b4 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:42:02.162513 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "637b48fb-e48d-4d9f-91a8-e3e00f1ce05c", "name": "network-vif-plugged", "status": "completed", "tag": "25189926-c2eb-4ee5-b4ae-a288f278abde", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:42:02.162776 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-72c5b9cd-1b03-4b4c-b60c-6b830ca544b4 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:42:02.163178 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '637b48fb-e48d-4d9f-91a8-e3e00f1ce05c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25189926-c2eb-4ee5-b4ae-a288f278abde', 'code': 200} Mar 11 19:42:02.197694 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624c39d-1503-4939-9b33-d4cfcbae4068 req-38b52d08-4d95-4880-88de-9ee84d6791ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:02.199483 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c624c39d-1503-4939-9b33-d4cfcbae4068 req-38b52d08-4d95-4880-88de-9ee84d6791ee service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=fe7f25f1a51149fea99b75542e4127dc&device_id=500a0682-cb18-452b-8248-c6eb8b46dc53 HTTP/1.1" status: 200 len: 1126 time: 0.0655999 Mar 11 19:42:02.257972 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port bbc3602a-ba4b-41a8-a5dd-554da0fea46d is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:42:02.258794 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (bbc3602a-ba4b-41a8-a5dd-554da0fea46d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:02.295264 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port bbc3602a-ba4b-41a8-a5dd-554da0fea46d, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=bbc3602a-ba4b-41a8-a5dd-554da0fea46d,segment=NetworkSegment(0e3d355e-0ad4-46c3-9e15-eac055d1f0e2),segment_id=0e3d355e-0ad4-46c3-9e15-eac055d1f0e2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:02.299886 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (bbc3602a-ba4b-41a8-a5dd-554da0fea46d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:02.348803 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=bbc3602a-ba4b-41a8-a5dd-554da0fea46d,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:02.400983 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8643784f-c2fb-40e9-bafc-80a2688868f0 req-67b79cd9-88f7-457f-b344-5db7be941060 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:02.402516 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8643784f-c2fb-40e9-bafc-80a2688868f0 req-67b79cd9-88f7-457f-b344-5db7be941060 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=3372b90e-2a7a-45aa-ab54-5a0619c2623b HTTP/1.1" status: 200 len: 946 time: 0.1753390 Mar 11 19:42:02.406003 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962bd79-a108-4aca-acf8-2f7c3047c632 req-3052bc2d-5096-41bc-b5d6-159b33d7f3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:02.407420 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1962bd79-a108-4aca-acf8-2f7c3047c632 req-3052bc2d-5096-41bc-b5d6-159b33d7f3b0 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=637b48fb-e48d-4d9f-91a8-e3e00f1ce05c HTTP/1.1" status: 200 len: 1128 time: 0.1587927 Mar 11 19:42:02.415908 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624c39d-1503-4939-9b33-d4cfcbae4068 req-2df83bf4-20ee-49e4-9a38-47ad425ae29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:02.417261 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c624c39d-1503-4939-9b33-d4cfcbae4068 req-2df83bf4-20ee-49e4-9a38-47ad425ae29d service neutron] 10.222.0.75 "GET /v2.0/networks?id=d0e0a9ec-4316-4fc9-9b7d-08b02011eb18 HTTP/1.1" status: 200 len: 915 time: 0.2095377 Mar 11 19:42:02.477623 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c624c39d-1503-4939-9b33-d4cfcbae4068 req-7a67e213-d080-414f-a28e-0780fa38f28e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf HTTP/1.1" status: 200 len: 217 time: 0.0533862 Mar 11 19:42:02.516124 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8643784f-c2fb-40e9-bafc-80a2688868f0 req-d4c70745-d27b-4fcf-a599-c0a0cece22fd tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064382 Mar 11 19:42:02.518256 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1962bd79-a108-4aca-acf8-2f7c3047c632 req-3485b22f-b69f-4857-97dd-dbce843df776 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=7e8ab6fd-a1b2-4b95-842e-981d1d859acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002052 Mar 11 19:42:02.963984 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624c39d-1503-4939-9b33-d4cfcbae4068 req-520da69b-7f9c-4959-b72d-1ad293fecadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:02.965406 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c624c39d-1503-4939-9b33-d4cfcbae4068 req-520da69b-7f9c-4959-b72d-1ad293fecadc service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5c19a3f5-e5b8-4a83-a56e-dfaf973c3dd0 HTTP/1.1" status: 200 len: 853 time: 0.0513103 Mar 11 19:42:02.976466 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c19a5-4bc9-4ee8-9e2c-c67f5fb07a7e req-f1c40315-af7c-49a9-830d-b9bbcb1c914b tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:02.977822 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c92c19a5-4bc9-4ee8-9e2c-c67f5fb07a7e req-f1c40315-af7c-49a9-830d-b9bbcb1c914b tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.3984358 Mar 11 19:42:03.053797 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c92c19a5-4bc9-4ee8-9e2c-c67f5fb07a7e req-06329a5b-b3ba-4cd8-8259-740c77e62310 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670259 Mar 11 19:42:03.056232 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624c39d-1503-4939-9b33-d4cfcbae4068 req-37f6f535-ddeb-4c10-a06e-800251f98294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:03.057629 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c624c39d-1503-4939-9b33-d4cfcbae4068 req-37f6f535-ddeb-4c10-a06e-800251f98294 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d0e0a9ec-4316-4fc9-9b7d-08b02011eb18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0789883 Mar 11 19:42:03.180071 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c624c39d-1503-4939-9b33-d4cfcbae4068 req-88fe6829-95bd-467a-a811-996741a1aded service neutron] 10.222.0.75 "GET /v2.0/networks/d0e0a9ec-4316-4fc9-9b7d-08b02011eb18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117175 Mar 11 19:42:03.191105 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6329f12c-22f2-4913-8ec2-7b40dec44368 req-3bce55c4-7b0f-4bdc-bd47-1889c2a00d3f tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:03.192553 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6329f12c-22f2-4913-8ec2-7b40dec44368 req-3bce55c4-7b0f-4bdc-bd47-1889c2a00d3f tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/ports?device_id=8faf4c72-ecf7-4a30-a577-8cb0016710c0 HTTP/1.1" status: 200 len: 946 time: 0.0687716 Mar 11 19:42:03.293822 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6329f12c-22f2-4913-8ec2-7b40dec44368 req-3bebc071-a23a-4307-a2b9-44e3647e63e5 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6edb3d-008e-48ff-8ef0-64786618cae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924351 Mar 11 19:42:03.310839 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c624c39d-1503-4939-9b33-d4cfcbae4068 req-4ecc7361-79b3-4ea3-981c-68481f270c2f service neutron] 10.222.0.75 "GET /v2.0/networks/d0e0a9ec-4316-4fc9-9b7d-08b02011eb18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172507 Mar 11 19:42:03.404507 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e4555-ba25-4f44-934b-216fb768407a req-def61bb9-cf73-4645-987b-48992bb5429e tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:03.405980 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e80e4555-ba25-4f44-934b-216fb768407a req-def61bb9-cf73-4645-987b-48992bb5429e tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 947 time: 0.0556893 Mar 11 19:42:03.459248 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e80e4555-ba25-4f44-934b-216fb768407a req-0534a95e-3852-42ba-b765-d0d08dbeea7d tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457537 Mar 11 19:42:03.562143 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde693fb-6951-4caf-be9a-e57d90e5b110 req-85a8cca9-608a-49be-b1df-f5fc44c08170 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:03.563498 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bde693fb-6951-4caf-be9a-e57d90e5b110 req-85a8cca9-608a-49be-b1df-f5fc44c08170 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/ports?device_id=500a0682-cb18-452b-8248-c6eb8b46dc53 HTTP/1.1" status: 200 len: 944 time: 0.0518887 Mar 11 19:42:03.609421 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bde693fb-6951-4caf-be9a-e57d90e5b110 req-2218c891-4ec2-4f91-9507-123972a617e0 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e8ab6fd-a1b2-4b95-842e-981d1d859acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399785 Mar 11 19:42:03.763549 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:42:03.766699 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 6e92ba7a-6e5a-4c38-b590-2748b2103ed7 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:42:03.856449 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2705ce43-77d3-4257-9e5a-55f672bf9815 req-faccd5e5-5b38-49e1-bc83-81fc044324ad tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:03.857903 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2705ce43-77d3-4257-9e5a-55f672bf9815 req-faccd5e5-5b38-49e1-bc83-81fc044324ad tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/ports?device_id=77dd1b73-1f7d-42a9-90a0-ed3874d49d93 HTTP/1.1" status: 200 len: 949 time: 0.0580208 Mar 11 19:42:03.884538 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port 6e92ba7a-6e5a-4c38-b590-2748b2103ed7 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:42:03.892674 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 6e92ba7a-6e5a-4c38-b590-2748b2103ed7 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:42:03.893034 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (6e92ba7a-6e5a-4c38-b590-2748b2103ed7), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:03.907473 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2705ce43-77d3-4257-9e5a-55f672bf9815 req-5373bf59-e762-42e4-8c58-62b5d3aa599b tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/security-groups?id=032b05bd-60bf-4cbe-8790-99bf90b24300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437436 Mar 11 19:42:03.942989 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf,segment=NetworkSegment(0e3d355e-0ad4-46c3-9e15-eac055d1f0e2),segment_id=0e3d355e-0ad4-46c3-9e15-eac055d1f0e2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:03.960505 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': 'c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf', 'network_id': 'd0e0a9ec-4316-4fc9-9b7d-08b02011eb18', 'port_id': 'c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf', 'mac_address': 'fa:16:3e:13:1d:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 889, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c19a3f5-e5b8-4a83-a56e-dfaf973c3dd0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:42:04.027782 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:42:04.028206 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:04.045356 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0833c49-1b14-4eef-8c45-98e567e588e1 req-2e5a26bf-8a24-465d-961d-726eb4753cac tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:04.047044 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f0833c49-1b14-4eef-8c45-98e567e588e1 req-2e5a26bf-8a24-465d-961d-726eb4753cac tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.0612407 Mar 11 19:42:04.051789 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:42:04.060332 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 6e92ba7a-6e5a-4c38-b590-2748b2103ed7 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:42:04.060930 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (6e92ba7a-6e5a-4c38-b590-2748b2103ed7), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:04.093331 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf,segment=NetworkSegment(0e3d355e-0ad4-46c3-9e15-eac055d1f0e2),segment_id=0e3d355e-0ad4-46c3-9e15-eac055d1f0e2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:04.101259 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:04.102614 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f0833c49-1b14-4eef-8c45-98e567e588e1 req-9f6d6856-291a-4485-914e-f84cc86b8f98 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496788 Mar 11 19:42:04.155662 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 6e92ba7a-6e5a-4c38-b590-2748b2103ed7, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=6e92ba7a-6e5a-4c38-b590-2748b2103ed7,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:04.163931 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ab284b0-4e8c-4ee2-a420-04bddb1e1cd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc3602a-ba4b-41a8-a5dd-554da0fea46d'}, {'server_uuid': '77dd1b73-1f7d-42a9-90a0-ed3874d49d93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e92ba7a-6e5a-4c38-b590-2748b2103ed7'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:42:04.166289 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac850a4-9c4d-466c-ae7e-44fd44a585cd" -d '{"events": [{"server_uuid": "7ab284b0-4e8c-4ee2-a420-04bddb1e1cd3", "name": "network-vif-plugged", "status": "completed", "tag": "bbc3602a-ba4b-41a8-a5dd-554da0fea46d"}, {"server_uuid": "77dd1b73-1f7d-42a9-90a0-ed3874d49d93", "name": "network-vif-plugged", "status": "completed", "tag": "6e92ba7a-6e5a-4c38-b590-2748b2103ed7"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:42:04.174607 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (6e92ba7a-6e5a-4c38-b590-2748b2103ed7), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:04.192746 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:04.249401 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=6e92ba7a-6e5a-4c38-b590-2748b2103ed7,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:04.498853 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:42:04.514879 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ee2b6e-735f-4663-9be0-c39fbf54e98c req-466e8b77-edee-40a5-a4be-1973900aa942 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:04.516425 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c6ee2b6e-735f-4663-9be0-c39fbf54e98c req-466e8b77-edee-40a5-a4be-1973900aa942 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=3372b90e-2a7a-45aa-ab54-5a0619c2623b HTTP/1.1" status: 200 len: 946 time: 0.0574961 Mar 11 19:42:04.569342 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c6ee2b6e-735f-4663-9be0-c39fbf54e98c req-663e8078-fb0f-4ff3-8a3f-37423f014b2b tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448706 Mar 11 19:42:04.679406 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4d54a-20aa-4a4a-acb9-177d3f3224dc req-eb73c2d9-785e-4589-8682-1a7fd09148ec tempest-ServerAddressesNegativeTestJSON-287136714 tempest-ServerAddressesNegativeTestJSON-287136714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:04.680827 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3cd4d54a-20aa-4a4a-acb9-177d3f3224dc req-eb73c2d9-785e-4589-8682-1a7fd09148ec tempest-ServerAddressesNegativeTestJSON-287136714 tempest-ServerAddressesNegativeTestJSON-287136714-project] 10.222.0.65 "GET /v2.0/ports?device_id=f72f7d7f-c08f-41ac-ae07-1deaaede7160 HTTP/1.1" status: 200 len: 945 time: 0.0564418 Mar 11 19:42:04.727482 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3cd4d54a-20aa-4a4a-acb9-177d3f3224dc req-2c6bc95f-6ab5-41bf-9b19-8552774bdd13 tempest-ServerAddressesNegativeTestJSON-287136714 tempest-ServerAddressesNegativeTestJSON-287136714-project] 10.222.0.65 "GET /v2.0/security-groups?id=859ac1c5-0812-4381-b79b-35b1101e3fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409093 Mar 11 19:42:04.829170 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Mar 2022 19:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d6927c-44f4-4000-a64c-a8e1f91239c2 x-openstack-request-id: req-b9d6927c-44f4-4000-a64c-a8e1f91239c2 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:42:04.829686 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ab284b0-4e8c-4ee2-a420-04bddb1e1cd3", "name": "network-vif-plugged", "status": "completed", "tag": "bbc3602a-ba4b-41a8-a5dd-554da0fea46d", "code": 200}, {"server_uuid": "77dd1b73-1f7d-42a9-90a0-ed3874d49d93", "name": "network-vif-plugged", "status": "completed", "tag": "6e92ba7a-6e5a-4c38-b590-2748b2103ed7", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:42:04.829795 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b9d6927c-44f4-4000-a64c-a8e1f91239c2 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:42:04.830112 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ab284b0-4e8c-4ee2-a420-04bddb1e1cd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbc3602a-ba4b-41a8-a5dd-554da0fea46d', 'code': 200} Mar 11 19:42:04.830370 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77dd1b73-1f7d-42a9-90a0-ed3874d49d93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e92ba7a-6e5a-4c38-b590-2748b2103ed7', 'code': 200} Mar 11 19:42:04.994959 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c89b3b-3a2a-4c4b-bb6d-c2771f280910 req-efce3dfd-6aa8-4ea6-ba78-ba8584ea7b59 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:04.996362 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f2c89b3b-3a2a-4c4b-bb6d-c2771f280910 req-efce3dfd-6aa8-4ea6-ba78-ba8584ea7b59 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/ports?device_id=8faf4c72-ecf7-4a30-a577-8cb0016710c0 HTTP/1.1" status: 200 len: 946 time: 0.1139455 Mar 11 19:42:05.023292 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c78682-b7a7-46dd-8e72-d7e6c0afe844 req-a61bea6b-9185-4cef-a6a9-2b2be20d5873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:05.024750 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-52c78682-b7a7-46dd-8e72-d7e6c0afe844 req-a61bea6b-9185-4cef-a6a9-2b2be20d5873 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=77dd1b73-1f7d-42a9-90a0-ed3874d49d93 HTTP/1.1" status: 200 len: 1132 time: 0.1048489 Mar 11 19:42:05.027821 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c91e0f-c668-4caf-8c8c-8e5e3bff3c50 req-79defef5-9ea6-459f-b54f-77bc84caee93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:05.029774 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-96c91e0f-c668-4caf-8c8c-8e5e3bff3c50 req-79defef5-9ea6-459f-b54f-77bc84caee93 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=7ab284b0-4e8c-4ee2-a420-04bddb1e1cd3 HTTP/1.1" status: 200 len: 1127 time: 0.1117399 Mar 11 19:42:05.081014 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f2c89b3b-3a2a-4c4b-bb6d-c2771f280910 req-4e7e89d3-f0a9-43bd-819f-69ee30e88bf2 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6edb3d-008e-48ff-8ef0-64786618cae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782671 Mar 11 19:42:05.120786 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-52c78682-b7a7-46dd-8e72-d7e6c0afe844 req-cc0c002b-1654-440e-ae5d-df1b1120c9a0 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=032b05bd-60bf-4cbe-8790-99bf90b24300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755246 Mar 11 19:42:05.124452 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-96c91e0f-c668-4caf-8c8c-8e5e3bff3c50 req-5e897049-a4a7-41d4-b477-ddca2efe0b93 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=7e8ab6fd-a1b2-4b95-842e-981d1d859acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698767 Mar 11 19:42:05.183964 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582c196-41ff-4932-aa71-10e4a1f37bcc req-1b512781-8cb9-42a9-97af-bdf9e7fd20aa tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:05.186144 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8582c196-41ff-4932-aa71-10e4a1f37bcc req-1b512781-8cb9-42a9-97af-bdf9e7fd20aa tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 947 time: 0.0520353 Mar 11 19:42:05.232825 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8582c196-41ff-4932-aa71-10e4a1f37bcc req-814f8fc0-8bf9-4926-9d50-18130c8db5e0 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411255 Mar 11 19:42:05.453754 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3ac4d-293a-48b1-aa83-abc20debe6fd req-0d6fa6be-490c-4346-8631-80e1bfc04727 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:05.455244 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dac3ac4d-293a-48b1-aa83-abc20debe6fd req-0d6fa6be-490c-4346-8631-80e1bfc04727 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/ports?device_id=500a0682-cb18-452b-8248-c6eb8b46dc53 HTTP/1.1" status: 200 len: 945 time: 0.0562546 Mar 11 19:42:05.501544 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dac3ac4d-293a-48b1-aa83-abc20debe6fd req-77eb8ec8-0e1b-43f3-9b0b-0de5433f9346 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e8ab6fd-a1b2-4b95-842e-981d1d859acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404079 Mar 11 19:42:05.605942 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d8fd1e-a9af-4178-a44d-21ceadf74f3e req-7db1723b-08ed-4dc8-91e4-4e104a1148c7 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:05.607944 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-05d8fd1e-a9af-4178-a44d-21ceadf74f3e req-7db1723b-08ed-4dc8-91e4-4e104a1148c7 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.0529978 Mar 11 19:42:05.653021 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-05d8fd1e-a9af-4178-a44d-21ceadf74f3e req-d1316aa5-a987-42e6-b4f2-f6acc2de30ab tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394392 Mar 11 19:42:05.762974 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b82ec7-a897-4baf-beed-adf36397bda2 req-47c10c14-7a60-4f7f-b7cd-cd0be9699ec9 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:05.764419 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-24b82ec7-a897-4baf-beed-adf36397bda2 req-47c10c14-7a60-4f7f-b7cd-cd0be9699ec9 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/ports?device_id=77dd1b73-1f7d-42a9-90a0-ed3874d49d93 HTTP/1.1" status: 200 len: 950 time: 0.0562668 Mar 11 19:42:05.781911 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 9fd68e1a-7e53-4dd7-a129-e219fe1f8266 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:42:05.819485 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-24b82ec7-a897-4baf-beed-adf36397bda2 req-85204fa0-75a7-4b4b-9591-9370c67a344d tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/security-groups?id=032b05bd-60bf-4cbe-8790-99bf90b24300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492826 Mar 11 19:42:05.930774 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c38b76a-d377-4caa-8770-aa3fb0ef1792 req-e4c6ee14-a0d3-4435-8653-48222e9892ea tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:05.932295 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3c38b76a-d377-4caa-8770-aa3fb0ef1792 req-e4c6ee14-a0d3-4435-8653-48222e9892ea tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=3372b90e-2a7a-45aa-ab54-5a0619c2623b HTTP/1.1" status: 200 len: 946 time: 0.0561490 Mar 11 19:42:05.982040 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3c38b76a-d377-4caa-8770-aa3fb0ef1792 req-34e9da89-4dca-4c15-a56f-cbc98edd37f1 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426300 Mar 11 19:42:06.009074 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 9fd68e1a-7e53-4dd7-a129-e219fe1f8266 is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:42:06.009614 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (9fd68e1a-7e53-4dd7-a129-e219fe1f8266), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:06.044906 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 9fd68e1a-7e53-4dd7-a129-e219fe1f8266, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=9fd68e1a-7e53-4dd7-a129-e219fe1f8266,segment=NetworkSegment(f8d24e93-6284-46b5-86c2-c110abb33db1),segment_id=f8d24e93-6284-46b5-86c2-c110abb33db1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:06.050402 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (9fd68e1a-7e53-4dd7-a129-e219fe1f8266), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:06.100030 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=9fd68e1a-7e53-4dd7-a129-e219fe1f8266,revision_number=11']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:06.109907 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a0341-e9aa-43cc-9ac1-3765021bfb1b req-7131b04f-cd69-4e6f-8704-b07ecaba7b6c tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:06.111507 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f35a0341-e9aa-43cc-9ac1-3765021bfb1b req-7131b04f-cd69-4e6f-8704-b07ecaba7b6c tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.0597880 Mar 11 19:42:06.159604 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f35a0341-e9aa-43cc-9ac1-3765021bfb1b req-21294e34-5361-4f84-8ea7-62a6c47bb180 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422828 Mar 11 19:42:06.274525 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44845214-ed48-4601-afbb-c71a320b13c6 req-0d94375e-3ed9-45d7-be5a-768ab30f1c4e tempest-ServerAddressesNegativeTestJSON-287136714 tempest-ServerAddressesNegativeTestJSON-287136714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:06.275943 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-44845214-ed48-4601-afbb-c71a320b13c6 req-0d94375e-3ed9-45d7-be5a-768ab30f1c4e tempest-ServerAddressesNegativeTestJSON-287136714 tempest-ServerAddressesNegativeTestJSON-287136714-project] 10.222.0.65 "GET /v2.0/ports?device_id=f72f7d7f-c08f-41ac-ae07-1deaaede7160 HTTP/1.1" status: 200 len: 945 time: 0.0586114 Mar 11 19:42:06.322710 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-44845214-ed48-4601-afbb-c71a320b13c6 req-b0cf7338-5005-46a4-b16d-4a57ab4cb88a tempest-ServerAddressesNegativeTestJSON-287136714 tempest-ServerAddressesNegativeTestJSON-287136714-project] 10.222.0.65 "GET /v2.0/security-groups?id=859ac1c5-0812-4381-b79b-35b1101e3fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410905 Mar 11 19:42:06.436618 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa89c7c-69e8-4b56-9582-69156061b368 req-bb7aea95-38c9-46f4-b8e4-3b9beda2066d tempest-ServerAddressesNegativeTestJSON-287136714 tempest-ServerAddressesNegativeTestJSON-287136714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:06.438070 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9aa89c7c-69e8-4b56-9582-69156061b368 req-bb7aea95-38c9-46f4-b8e4-3b9beda2066d tempest-ServerAddressesNegativeTestJSON-287136714 tempest-ServerAddressesNegativeTestJSON-287136714-project] 10.222.0.75 "GET /v2.0/ports?device_id=f72f7d7f-c08f-41ac-ae07-1deaaede7160 HTTP/1.1" status: 200 len: 945 time: 0.0832434 Mar 11 19:42:06.448974 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df00039c-ae01-49b4-9a51-93c03dea44b9 req-1496ffd8-aa99-4aac-a6d6-975fbb6934a4 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:06.450338 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-df00039c-ae01-49b4-9a51-93c03dea44b9 req-1496ffd8-aa99-4aac-a6d6-975fbb6934a4 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/ports?device_id=8faf4c72-ecf7-4a30-a577-8cb0016710c0 HTTP/1.1" status: 200 len: 946 time: 0.0693014 Mar 11 19:42:06.551285 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-df00039c-ae01-49b4-9a51-93c03dea44b9 req-0e320724-2f58-4dec-9b73-cdd934330b19 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6edb3d-008e-48ff-8ef0-64786618cae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931499 Mar 11 19:42:06.579359 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-9aa89c7c-69e8-4b56-9582-69156061b368 req-db2f5ee9-f2df-4f36-b703-61e1ce25cbd0 tempest-ServerAddressesNegativeTestJSON-287136714 tempest-ServerAddressesNegativeTestJSON-287136714-project] Deleting port d15e176d-f26b-45be-8d00-b2719b724fe6 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:42:06.579727 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9aa89c7c-69e8-4b56-9582-69156061b368 req-db2f5ee9-f2df-4f36-b703-61e1ce25cbd0 tempest-ServerAddressesNegativeTestJSON-287136714 tempest-ServerAddressesNegativeTestJSON-287136714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (d15e176d-f26b-45be-8d00-b2719b724fe6), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:06.701312 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-9aa89c7c-69e8-4b56-9582-69156061b368 req-db2f5ee9-f2df-4f36-b703-61e1ce25cbd0 tempest-ServerAddressesNegativeTestJSON-287136714 tempest-ServerAddressesNegativeTestJSON-287136714-project] For port d15e176d-f26b-45be-8d00-b2719b724fe6, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=d15e176d-f26b-45be-8d00-b2719b724fe6,segment=NetworkSegment(b46b9e24-a0a1-4ecd-89e3-bbba64a132f9),segment_id=b46b9e24-a0a1-4ecd-89e3-bbba64a132f9)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:06.702022 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9aa89c7c-69e8-4b56-9582-69156061b368 req-db2f5ee9-f2df-4f36-b703-61e1ce25cbd0 tempest-ServerAddressesNegativeTestJSON-287136714 tempest-ServerAddressesNegativeTestJSON-287136714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (d15e176d-f26b-45be-8d00-b2719b724fe6), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:06.718401 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-9aa89c7c-69e8-4b56-9582-69156061b368 req-db2f5ee9-f2df-4f36-b703-61e1ce25cbd0 tempest-ServerAddressesNegativeTestJSON-287136714 tempest-ServerAddressesNegativeTestJSON-287136714-project] Calling delete_port for d15e176d-f26b-45be-8d00-b2719b724fe6 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:42:06.729040 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f02db45-fd10-4655-ad9c-9bc7aec62954 req-5eb82b96-d266-46bd-adba-ba0b30fc5cf5 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:06.730509 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7f02db45-fd10-4655-ad9c-9bc7aec62954 req-5eb82b96-d266-46bd-adba-ba0b30fc5cf5 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 945 time: 0.0889866 Mar 11 19:42:06.829595 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7f02db45-fd10-4655-ad9c-9bc7aec62954 req-16550895-10aa-4442-8a26-5224dee8dc9d tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927470 Mar 11 19:42:06.832164 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fd68e1a-7e53-4dd7-a129-e219fe1f8266'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:42:06.834866 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b2f16a-46c7-491c-a164-f6af662c8667" -d '{"events": [{"server_uuid": "ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61", "name": "network-vif-unplugged", "status": "completed", "tag": "9fd68e1a-7e53-4dd7-a129-e219fe1f8266"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:42:06.925950 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9aa89c7c-69e8-4b56-9582-69156061b368 req-db2f5ee9-f2df-4f36-b703-61e1ce25cbd0 tempest-ServerAddressesNegativeTestJSON-287136714 tempest-ServerAddressesNegativeTestJSON-287136714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (d15e176d-f26b-45be-8d00-b2719b724fe6), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:06.937879 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['d15e176d-f26b-45be-8d00-b2719b724fe6'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:42:06.959435 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2f5ee9-f2df-4f36-b703-61e1ce25cbd0 tempest-ServerAddressesNegativeTestJSON-287136714 tempest-ServerAddressesNegativeTestJSON-287136714-project] Pushing event deleted for resources: {'Port': ['ID=d15e176d-f26b-45be-8d00-b2719b724fe6,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:07.015744 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28267d2-ff8b-4853-8c1e-a992a231c111 req-5282c865-e60a-4e80-85c9-92320376317d tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:07.017212 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f28267d2-ff8b-4853-8c1e-a992a231c111 req-5282c865-e60a-4e80-85c9-92320376317d tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/ports?device_id=500a0682-cb18-452b-8248-c6eb8b46dc53 HTTP/1.1" status: 200 len: 945 time: 0.1264174 Mar 11 19:42:07.018178 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aa89c7c-69e8-4b56-9582-69156061b368 req-db2f5ee9-f2df-4f36-b703-61e1ce25cbd0 tempest-ServerAddressesNegativeTestJSON-287136714 tempest-ServerAddressesNegativeTestJSON-287136714-project] No DVR routers for this DVR port d15e176d-f26b-45be-8d00-b2719b724fe6 on host n-h1-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:42:07.020655 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9aa89c7c-69e8-4b56-9582-69156061b368 req-db2f5ee9-f2df-4f36-b703-61e1ce25cbd0 tempest-ServerAddressesNegativeTestJSON-287136714 tempest-ServerAddressesNegativeTestJSON-287136714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:07.023898 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9aa89c7c-69e8-4b56-9582-69156061b368 req-db2f5ee9-f2df-4f36-b703-61e1ce25cbd0 tempest-ServerAddressesNegativeTestJSON-287136714 tempest-ServerAddressesNegativeTestJSON-287136714-project] 10.222.0.75 "DELETE /v2.0/ports/d15e176d-f26b-45be-8d00-b2719b724fe6 HTTP/1.1" status: 204 len: 173 time: 0.5726254 Mar 11 19:42:07.024334 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f72f7d7f-c08f-41ac-ae07-1deaaede7160', 'name': 'network-vif-deleted', 'tag': 'd15e176d-f26b-45be-8d00-b2719b724fe6'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:42:07.026607 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c850acd-89ad-4519-b68c-ea444eda0ae1" -d '{"events": [{"server_uuid": "f72f7d7f-c08f-41ac-ae07-1deaaede7160", "name": "network-vif-deleted", "tag": "d15e176d-f26b-45be-8d00-b2719b724fe6"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:42:07.072208 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f28267d2-ff8b-4853-8c1e-a992a231c111 req-b4167fde-5588-4d96-81b7-cf54cec79225 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e8ab6fd-a1b2-4b95-842e-981d1d859acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421321 Mar 11 19:42:07.206607 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d56b3f-95fa-4bf9-bee9-783275bd2616 req-84c2833a-ebe8-4cad-8047-8c1459d83950 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:07.208802 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-19d56b3f-95fa-4bf9-bee9-783275bd2616 req-84c2833a-ebe8-4cad-8047-8c1459d83950 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.0645237 Mar 11 19:42:07.259065 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-19d56b3f-95fa-4bf9-bee9-783275bd2616 req-4fb90787-28df-4c50-aed8-22d2db9c3cee tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442579 Mar 11 19:42:07.304562 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 19:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34868f0-1ffe-4377-83e2-1d739a233fe7 x-openstack-request-id: req-a34868f0-1ffe-4377-83e2-1d739a233fe7 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:42:07.305088 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61", "name": "network-vif-unplugged", "status": "completed", "tag": "9fd68e1a-7e53-4dd7-a129-e219fe1f8266", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:42:07.305195 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a34868f0-1ffe-4377-83e2-1d739a233fe7 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:42:07.305528 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fd68e1a-7e53-4dd7-a129-e219fe1f8266', 'code': 200} Mar 11 19:42:07.400106 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654526c4-5713-4f5b-b5c9-8bc61905394c req-931ae23c-e4bf-4398-bd96-00b346d82e43 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:07.401476 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-654526c4-5713-4f5b-b5c9-8bc61905394c req-931ae23c-e4bf-4398-bd96-00b346d82e43 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/ports?device_id=77dd1b73-1f7d-42a9-90a0-ed3874d49d93 HTTP/1.1" status: 200 len: 950 time: 0.0530076 Mar 11 19:42:07.455536 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-654526c4-5713-4f5b-b5c9-8bc61905394c req-edd27fab-9b29-48bd-ab0d-24e58b0b1559 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/security-groups?id=032b05bd-60bf-4cbe-8790-99bf90b24300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483706 Mar 11 19:42:07.562295 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e58b23-2d1e-4e8b-b4e4-519ce871887a req-835c5eaf-fed5-4cc5-aa36-37236296a993 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:07.563822 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-99e58b23-2d1e-4e8b-b4e4-519ce871887a req-835c5eaf-fed5-4cc5-aa36-37236296a993 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=3372b90e-2a7a-45aa-ab54-5a0619c2623b HTTP/1.1" status: 200 len: 946 time: 0.0545065 Mar 11 19:42:07.611676 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-99e58b23-2d1e-4e8b-b4e4-519ce871887a req-e3dd3724-8ea2-4d24-8497-85e9f0302073 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418682 Mar 11 19:42:07.657448 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca4fb01-a7b0-45fe-a1b8-77e99ed973f6 x-openstack-request-id: req-bca4fb01-a7b0-45fe-a1b8-77e99ed973f6 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:42:07.657748 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f72f7d7f-c08f-41ac-ae07-1deaaede7160", "name": "network-vif-deleted", "tag": "d15e176d-f26b-45be-8d00-b2719b724fe6", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:42:07.658004 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bca4fb01-a7b0-45fe-a1b8-77e99ed973f6 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:42:07.658415 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f72f7d7f-c08f-41ac-ae07-1deaaede7160', 'name': 'network-vif-deleted', 'tag': 'd15e176d-f26b-45be-8d00-b2719b724fe6', 'status': 'completed', 'code': 200} Mar 11 19:42:07.756774 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d073f-c5d8-4eda-b745-f3ab3dfb1945 req-2ba1af7c-1553-4f23-b310-40af477805fc tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:07.758250 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2d8d073f-c5d8-4eda-b745-f3ab3dfb1945 req-2ba1af7c-1553-4f23-b310-40af477805fc tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.0555420 Mar 11 19:42:07.783529 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 9fd68e1a-7e53-4dd7-a129-e219fe1f8266 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:42:07.787727 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:42:07.805224 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2d8d073f-c5d8-4eda-b745-f3ab3dfb1945 req-0e3b84c1-fc5c-4b1a-9d05-22e1a6b17b16 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411105 Mar 11 19:42:07.851370 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 41306) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:42:07.897920 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-52459628-414f-4081-9d48-41b106216925 admin admin] Deleting subnet e398eeae-2c60-44ec-940c-6cdb7db7b284 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:42:07.901286 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-52459628-414f-4081-9d48-41b106216925 admin admin] Publish callbacks [] for subnet (e398eeae-2c60-44ec-940c-6cdb7db7b284), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:07.905867 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:42:07.911990 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:42:07.912355 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:07.952819 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-52459628-414f-4081-9d48-41b106216925 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (e398eeae-2c60-44ec-940c-6cdb7db7b284), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:07.957141 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 9fd68e1a-7e53-4dd7-a129-e219fe1f8266, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=9fd68e1a-7e53-4dd7-a129-e219fe1f8266,segment=NetworkSegment(f8d24e93-6284-46b5-86c2-c110abb33db1),segment_id=f8d24e93-6284-46b5-86c2-c110abb33db1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:07.974417 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '9fd68e1a-7e53-4dd7-a129-e219fe1f8266', 'network_id': '90663b8c-1bde-4a55-8ab4-a84ee4d3cf19', 'port_id': '9fd68e1a-7e53-4dd7-a129-e219fe1f8266', 'mac_address': 'fa:16:3e:82:af:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83286d6e-3d22-482f-b14a-2fbd7466cc6c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:42:07.989218 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff83ea59-2317-4362-998d-240e09993c78 req-472ed5ca-f1fd-411a-bd9b-2f16807fda95 tempest-ServersOnMultiNodesTest-977370987 tempest-ServersOnMultiNodesTest-977370987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:07.990874 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ff83ea59-2317-4362-998d-240e09993c78 req-472ed5ca-f1fd-411a-bd9b-2f16807fda95 tempest-ServersOnMultiNodesTest-977370987 tempest-ServersOnMultiNodesTest-977370987-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=77dd1b73-1f7d-42a9-90a0-ed3874d49d93 HTTP/1.1" status: 200 len: 1132 time: 0.0912769 Mar 11 19:42:07.993962 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-52459628-414f-4081-9d48-41b106216925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (e398eeae-2c60-44ec-940c-6cdb7db7b284), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:08.003361 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0743e0-be63-4145-a957-7793197ebf52 req-126c2ed5-e37b-4f83-9499-5f6b049976d0 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:08.005079 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fb0743e0-be63-4145-a957-7793197ebf52 req-126c2ed5-e37b-4f83-9499-5f6b049976d0 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.75 "GET /v2.0/ports?device_id=3372b90e-2a7a-45aa-ab54-5a0619c2623b HTTP/1.1" status: 200 len: 946 time: 0.0731850 Mar 11 19:42:08.039294 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 9fd68e1a-7e53-4dd7-a129-e219fe1f8266 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:42:08.039982 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (9fd68e1a-7e53-4dd7-a129-e219fe1f8266), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:08.051662 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-52459628-414f-4081-9d48-41b106216925 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (e398eeae-2c60-44ec-940c-6cdb7db7b284), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:08.066247 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fd68e1a-7e53-4dd7-a129-e219fe1f8266 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:42:08.085047 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52459628-414f-4081-9d48-41b106216925 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e398eeae-2c60-44ec-940c-6cdb7db7b284,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:08.087352 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ff83ea59-2317-4362-998d-240e09993c78 req-48521bff-ad33-4fc1-bb8d-0134722b7d0d tempest-ServersOnMultiNodesTest-977370987 tempest-ServersOnMultiNodesTest-977370987-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=032b05bd-60bf-4cbe-8790-99bf90b24300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807152 Mar 11 19:42:08.089595 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:42:08.090130 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:08.103005 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-52459628-414f-4081-9d48-41b106216925 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:08.107729 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-52459628-414f-4081-9d48-41b106216925 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/e398eeae-2c60-44ec-940c-6cdb7db7b284 HTTP/1.1" status: 204 len: 168 time: 0.2553082 Mar 11 19:42:08.109819 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52459628-414f-4081-9d48-41b106216925 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:42:08.110611 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52459628-414f-4081-9d48-41b106216925 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:42:08.111292 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52459628-414f-4081-9d48-41b106216925 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:42:08.111957 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52459628-414f-4081-9d48-41b106216925 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:42:08.112367 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52459628-414f-4081-9d48-41b106216925 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:42:08.112889 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52459628-414f-4081-9d48-41b106216925 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:42:08.113412 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52459628-414f-4081-9d48-41b106216925 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:42:08.113680 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 41312) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:42:08.113801 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52459628-414f-4081-9d48-41b106216925 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:42:08.114591 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52459628-414f-4081-9d48-41b106216925 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:42:08.114942 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52459628-414f-4081-9d48-41b106216925 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:42:08.115253 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52459628-414f-4081-9d48-41b106216925 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:42:08.115583 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52459628-414f-4081-9d48-41b106216925 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:42:08.115939 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52459628-414f-4081-9d48-41b106216925 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:42:08.116981 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 9fd68e1a-7e53-4dd7-a129-e219fe1f8266, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=9fd68e1a-7e53-4dd7-a129-e219fe1f8266,segment=NetworkSegment(f8d24e93-6284-46b5-86c2-c110abb33db1),segment_id=f8d24e93-6284-46b5-86c2-c110abb33db1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:08.129996 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (9fd68e1a-7e53-4dd7-a129-e219fe1f8266), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:08.197851 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf,segment=NetworkSegment(0e3d355e-0ad4-46c3-9e15-eac055d1f0e2),segment_id=0e3d355e-0ad4-46c3-9e15-eac055d1f0e2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:08.203346 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=9fd68e1a-7e53-4dd7-a129-e219fe1f8266,revision_number=12']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:08.210434 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:08.228545 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-56e5f22d-1d8b-47a6-bb9c-ec2cbbbc969f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (ff9e0b6c-377f-4794-8b07-e9f2d6f1a8f6), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:08.247145 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-fb0743e0-be63-4145-a957-7793197ebf52 req-62afa331-0184-466e-8b40-524af3ae5a37 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Deleting port defbb987-7498-4d6d-bc06-8aa33470985f {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:42:08.247495 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fb0743e0-be63-4145-a957-7793197ebf52 req-62afa331-0184-466e-8b40-524af3ae5a37 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (defbb987-7498-4d6d-bc06-8aa33470985f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:08.262609 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:08.304073 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['9fd68e1a-7e53-4dd7-a129-e219fe1f8266'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:42:08.348199 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5c2b3-27f9-4266-9303-33388b1b440d req-f0973dc1-1842-4f47-9573-87fdf54b4567 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:08.349687 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-01c5c2b3-27f9-4266-9303-33388b1b440d req-f0973dc1-1842-4f47-9573-87fdf54b4567 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/ports?device_id=8faf4c72-ecf7-4a30-a577-8cb0016710c0 HTTP/1.1" status: 200 len: 946 time: 0.1662166 Mar 11 19:42:08.440884 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-56e5f22d-1d8b-47a6-bb9c-ec2cbbbc969f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (ff9e0b6c-377f-4794-8b07-e9f2d6f1a8f6), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:08.452125 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-fb0743e0-be63-4145-a957-7793197ebf52 req-62afa331-0184-466e-8b40-524af3ae5a37 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] For port defbb987-7498-4d6d-bc06-8aa33470985f, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=defbb987-7498-4d6d-bc06-8aa33470985f,segment=NetworkSegment(4e412043-f4b7-4584-89b3-4a0ee01e31e1),segment_id=4e412043-f4b7-4584-89b3-4a0ee01e31e1)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:08.452413 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fb0743e0-be63-4145-a957-7793197ebf52 req-62afa331-0184-466e-8b40-524af3ae5a37 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (defbb987-7498-4d6d-bc06-8aa33470985f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:08.480247 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-fb0743e0-be63-4145-a957-7793197ebf52 req-62afa331-0184-466e-8b40-524af3ae5a37 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Calling delete_port for defbb987-7498-4d6d-bc06-8aa33470985f owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:42:08.495902 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-56e5f22d-1d8b-47a6-bb9c-ec2cbbbc969f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff9e0b6c-377f-4794-8b07-e9f2d6f1a8f6']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:08.501189 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-01c5c2b3-27f9-4266-9303-33388b1b440d req-3a023e1a-f270-4e28-be9b-2eeaa16a532a tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6edb3d-008e-48ff-8ef0-64786618cae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385577 Mar 11 19:42:08.512131 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-56e5f22d-1d8b-47a6-bb9c-ec2cbbbc969f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b46b9e24-a0a1-4ecd-89e3-bbba64a132f9') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:08.512476 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-56e5f22d-1d8b-47a6-bb9c-ec2cbbbc969f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b46b9e24-a0a1-4ecd-89e3-bbba64a132f9') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:08.556156 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-56e5f22d-1d8b-47a6-bb9c-ec2cbbbc969f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (b46b9e24-a0a1-4ecd-89e3-bbba64a132f9), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:08.593909 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-56e5f22d-1d8b-47a6-bb9c-ec2cbbbc969f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (b46b9e24-a0a1-4ecd-89e3-bbba64a132f9), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:08.618294 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56e5f22d-1d8b-47a6-bb9c-ec2cbbbc969f admin admin] Releasing vlan 893 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:42:08.618684 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-56e5f22d-1d8b-47a6-bb9c-ec2cbbbc969f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (b46b9e24-a0a1-4ecd-89e3-bbba64a132f9), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:08.623219 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 19:42:08.623219 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:42:08.623219 n-d-833163-1 neutron-server[103885]: timer() Mar 11 19:42:08.623219 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:42:08.623219 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 19:42:08.623219 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:42:08.623219 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 19:42:08.623219 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:42:08.623219 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 19:42:08.623219 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:42:08.623219 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 19:42:08.623219 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:42:08.623219 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 19:42:08.623219 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:42:08.623219 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:42:08.623219 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:42:08.623219 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:42:08.623219 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:42:08.623219 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 19:42:08.623219 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:42:08.623219 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 19:42:08.623219 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:42:08.623219 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:42:08.623219 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:42:08.623219 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 19:42:08.623219 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:42:08.623219 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:42:08.623219 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:42:08.623219 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:42:08.623219 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:42:08.623219 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:42:08.623219 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:42:08.710502 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6928de-20a5-42d5-93a7-4caa65ec23c7 req-9655e941-3622-4181-862c-a9dc40ccb3e1 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:08.711947 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ae6928de-20a5-42d5-93a7-4caa65ec23c7 req-9655e941-3622-4181-862c-a9dc40ccb3e1 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 946 time: 0.1369455 Mar 11 19:42:08.735682 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-56e5f22d-1d8b-47a6-bb9c-ec2cbbbc969f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (ff9e0b6c-377f-4794-8b07-e9f2d6f1a8f6), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:08.747809 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-56e5f22d-1d8b-47a6-bb9c-ec2cbbbc969f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:08.751496 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-56e5f22d-1d8b-47a6-bb9c-ec2cbbbc969f admin admin] 10.222.0.65 "DELETE /v2.0/networks/ff9e0b6c-377f-4794-8b07-e9f2d6f1a8f6 HTTP/1.1" status: 204 len: 168 time: 0.6357920 Mar 11 19:42:08.777210 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e5f22d-1d8b-47a6-bb9c-ec2cbbbc969f admin admin] Pushing event deleted for resources: {'Network': ['ID=ff9e0b6c-377f-4794-8b07-e9f2d6f1a8f6,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:08.819024 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ae6928de-20a5-42d5-93a7-4caa65ec23c7 req-7f25d031-8cf2-41fb-b8c8-565693d2d5af tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844150 Mar 11 19:42:08.820252 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fb0743e0-be63-4145-a957-7793197ebf52 req-62afa331-0184-466e-8b40-524af3ae5a37 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (defbb987-7498-4d6d-bc06-8aa33470985f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:08.853062 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62afa331-0184-466e-8b40-524af3ae5a37 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Pushing event deleted for resources: {'Port': ['ID=defbb987-7498-4d6d-bc06-8aa33470985f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:08.902543 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb0743e0-be63-4145-a957-7793197ebf52 req-62afa331-0184-466e-8b40-524af3ae5a37 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] No DVR routers for this DVR port defbb987-7498-4d6d-bc06-8aa33470985f on host n-h1-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:42:08.905786 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fb0743e0-be63-4145-a957-7793197ebf52 req-62afa331-0184-466e-8b40-524af3ae5a37 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:08.910075 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fb0743e0-be63-4145-a957-7793197ebf52 req-62afa331-0184-466e-8b40-524af3ae5a37 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.75 "DELETE /v2.0/ports/defbb987-7498-4d6d-bc06-8aa33470985f HTTP/1.1" status: 204 len: 173 time: 0.8969059 Mar 11 19:42:08.917569 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 41336) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:42:08.974039 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-88e057fc-4aad-48a3-bedd-253671afbb09 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ef4f642d5ee7460fb156622a98b1ec05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0534701 Mar 11 19:42:08.978272 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 41340) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:42:09.018689 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2595f6fd-a8e7-4e38-a3b1-1eab12368933 req-aa89f26e-524b-481a-9349-d5a088f0d296 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:09.021741 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2595f6fd-a8e7-4e38-a3b1-1eab12368933 req-aa89f26e-524b-481a-9349-d5a088f0d296 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/ports?device_id=500a0682-cb18-452b-8248-c6eb8b46dc53 HTTP/1.1" status: 200 len: 946 time: 0.0895200 Mar 11 19:42:09.069029 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a8e946f4-3ad3-4fb0-8988-7e35f4218d25 admin admin] Publish callbacks [] for security_group (859ac1c5-0812-4381-b79b-35b1101e3fcf), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:09.095790 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a8e946f4-3ad3-4fb0-8988-7e35f4218d25 admin admin] Publish callbacks [] for security_group (859ac1c5-0812-4381-b79b-35b1101e3fcf), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:09.098426 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2595f6fd-a8e7-4e38-a3b1-1eab12368933 req-6af122f2-0d38-43ec-a83d-51eca02de6e2 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e8ab6fd-a1b2-4b95-842e-981d1d859acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700879 Mar 11 19:42:09.160884 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a8e946f4-3ad3-4fb0-8988-7e35f4218d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (859ac1c5-0812-4381-b79b-35b1101e3fcf), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:09.163948 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a8e946f4-3ad3-4fb0-8988-7e35f4218d25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:09.165286 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a8e946f4-3ad3-4fb0-8988-7e35f4218d25 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/859ac1c5-0812-4381-b79b-35b1101e3fcf HTTP/1.1" status: 204 len: 168 time: 0.1860728 Mar 11 19:42:09.176444 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e946f4-3ad3-4fb0-8988-7e35f4218d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=859ac1c5-0812-4381-b79b-35b1101e3fcf,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:09.307247 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '500a0682-cb18-452b-8248-c6eb8b46dc53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:42:09.310684 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea3b6ef-8039-445c-944a-95198c976e7e" -d '{"events": [{"server_uuid": "500a0682-cb18-452b-8248-c6eb8b46dc53", "name": "network-vif-plugged", "status": "completed", "tag": "c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:42:09.415560 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6cb1c9-fa5c-4e4f-880b-e35fe629f061 req-e885d926-023b-476b-8242-8315672c5b1e tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:09.417153 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2b6cb1c9-fa5c-4e4f-880b-e35fe629f061 req-e885d926-023b-476b-8242-8315672c5b1e tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.0613656 Mar 11 19:42:09.490468 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2b6cb1c9-fa5c-4e4f-880b-e35fe629f061 req-00a927b8-8f51-456e-a96f-5fdc71f5d3f5 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643377 Mar 11 19:42:09.670979 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3372b90e-2a7a-45aa-ab54-5a0619c2623b', 'name': 'network-vif-deleted', 'tag': 'defbb987-7498-4d6d-bc06-8aa33470985f'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:42:09.674470 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38f9f33-db1f-41fa-985e-da39f14d14f3" -d '{"events": [{"server_uuid": "3372b90e-2a7a-45aa-ab54-5a0619c2623b", "name": "network-vif-deleted", "tag": "defbb987-7498-4d6d-bc06-8aa33470985f"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:42:09.692042 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a1ab4f3d-df64-4d8d-a52c-a10ebb422be1 req-5ad9ae65-b220-4016-ae5a-25f6c6840732 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=3372b90e-2a7a-45aa-ab54-5a0619c2623b HTTP/1.1" status: 200 len: 210 time: 0.0640886 Mar 11 19:42:09.797261 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 9fd68e1a-7e53-4dd7-a129-e219fe1f8266 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:42:09.885171 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 9fd68e1a-7e53-4dd7-a129-e219fe1f8266 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:42:09.886934 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (9fd68e1a-7e53-4dd7-a129-e219fe1f8266), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:09.911604 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d1f8f-1fd8-47a0-a917-fa875be1c988 req-1407dfd0-e7ad-459d-8b31-9c488c479e07 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:09.919579 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fa7d1f8f-1fd8-47a0-a917-fa875be1c988 req-1407dfd0-e7ad-459d-8b31-9c488c479e07 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/ports?device_id=77dd1b73-1f7d-42a9-90a0-ed3874d49d93 HTTP/1.1" status: 200 len: 950 time: 0.0685499 Mar 11 19:42:09.998165 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 9fd68e1a-7e53-4dd7-a129-e219fe1f8266 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:42:09.998700 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (9fd68e1a-7e53-4dd7-a129-e219fe1f8266), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:10.021618 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fa7d1f8f-1fd8-47a0-a917-fa875be1c988 req-a0f29614-1bfc-4477-beee-fad7a90b3a1e tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/security-groups?id=032b05bd-60bf-4cbe-8790-99bf90b24300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010656 Mar 11 19:42:10.048925 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 9fd68e1a-7e53-4dd7-a129-e219fe1f8266, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=9fd68e1a-7e53-4dd7-a129-e219fe1f8266,segment=NetworkSegment(f8d24e93-6284-46b5-86c2-c110abb33db1),segment_id=f8d24e93-6284-46b5-86c2-c110abb33db1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:10.054910 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (9fd68e1a-7e53-4dd7-a129-e219fe1f8266), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:10.055800 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device defbb987-7498-4d6d-bc06-8aa33470985f no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:42:10.102614 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2c0ec7-28aa-499c-b848-eeed17c446e1 x-openstack-request-id: req-8c2c0ec7-28aa-499c-b848-eeed17c446e1 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:42:10.102911 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "500a0682-cb18-452b-8248-c6eb8b46dc53", "name": "network-vif-plugged", "status": "completed", "tag": "c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:42:10.103166 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8c2c0ec7-28aa-499c-b848-eeed17c446e1 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:42:10.103564 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '500a0682-cb18-452b-8248-c6eb8b46dc53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf', 'code': 200} Mar 11 19:42:10.126103 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: defbb987-7498-4d6d-bc06-8aa33470985f {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:42:10.126452 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device defbb987-7498-4d6d-bc06-8aa33470985f not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:42:10.126879 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device d15e176d-f26b-45be-8d00-b2719b724fe6 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:42:10.191249 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: d15e176d-f26b-45be-8d00-b2719b724fe6 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:42:10.192282 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device d15e176d-f26b-45be-8d00-b2719b724fe6 not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:42:10.275016 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=9fd68e1a-7e53-4dd7-a129-e219fe1f8266,revision_number=13']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:10.352973 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd64cc01-7b9d-4502-b7eb-e3748115c1bd req-86430fcd-c7b1-4c80-8c7d-f33f916786c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:10.354841 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dd64cc01-7b9d-4502-b7eb-e3748115c1bd req-86430fcd-c7b1-4c80-8c7d-f33f916786c2 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=500a0682-cb18-452b-8248-c6eb8b46dc53 HTTP/1.1" status: 200 len: 1128 time: 0.1717377 Mar 11 19:42:10.382786 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc8340-05e5-4687-9987-0c7d361a152a req-2b0179a1-4676-4d86-862f-22b5645f337c tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:10.393646 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ffdc8340-05e5-4687-9987-0c7d361a152a req-2b0179a1-4676-4d86-862f-22b5645f337c tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.1229408 Mar 11 19:42:10.483157 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dd64cc01-7b9d-4502-b7eb-e3748115c1bd req-d9f6240a-baf3-47cf-a45b-a5461f47bb21 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=7e8ab6fd-a1b2-4b95-842e-981d1d859acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857160 Mar 11 19:42:10.485884 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ffdc8340-05e5-4687-9987-0c7d361a152a req-affe8aeb-aaec-41b8-a795-fa66cd89f001 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913279 Mar 11 19:42:10.631913 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f67ee9-1145-4815-8bba-da13e237a0ba req-606e30b5-6045-4396-9224-ab55a752dfca tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:10.634002 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-42f67ee9-1145-4815-8bba-da13e237a0ba req-606e30b5-6045-4396-9224-ab55a752dfca tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/ports?device_id=8faf4c72-ecf7-4a30-a577-8cb0016710c0 HTTP/1.1" status: 200 len: 946 time: 0.0794563 Mar 11 19:42:10.712378 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-42f67ee9-1145-4815-8bba-da13e237a0ba req-4ffd9f36-53cd-4a9d-8715-77ad7b7cc4ed tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6edb3d-008e-48ff-8ef0-64786618cae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724766 Mar 11 19:42:10.753264 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad740d5e-d562-4f4a-85e1-f64271d2e5b5 x-openstack-request-id: req-ad740d5e-d562-4f4a-85e1-f64271d2e5b5 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:42:10.753812 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3372b90e-2a7a-45aa-ab54-5a0619c2623b", "name": "network-vif-deleted", "tag": "defbb987-7498-4d6d-bc06-8aa33470985f", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:42:10.754222 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ad740d5e-d562-4f4a-85e1-f64271d2e5b5 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:42:10.754786 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3372b90e-2a7a-45aa-ab54-5a0619c2623b', 'name': 'network-vif-deleted', 'tag': 'defbb987-7498-4d6d-bc06-8aa33470985f', 'status': 'completed', 'code': 200} Mar 11 19:42:10.894877 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a795e4-3736-4e73-9149-10c6ba1aa1e1 req-f2ccba8a-546e-4162-905d-412fcfaeddda tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:10.896401 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a3a795e4-3736-4e73-9149-10c6ba1aa1e1 req-f2ccba8a-546e-4162-905d-412fcfaeddda tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 947 time: 0.0847399 Mar 11 19:42:10.961202 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a3a795e4-3736-4e73-9149-10c6ba1aa1e1 req-66ee8ca6-ff05-430f-8eed-a4997c5fbe6b tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587490 Mar 11 19:42:11.105488 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f937a6b-4727-44fb-816f-1d52db4de43c req-83411394-651c-4c9e-9e4a-dafe4d5cc8ba tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:11.110052 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f937a6b-4727-44fb-816f-1d52db4de43c req-83411394-651c-4c9e-9e4a-dafe4d5cc8ba tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/ports?device_id=500a0682-cb18-452b-8248-c6eb8b46dc53 HTTP/1.1" status: 200 len: 946 time: 0.0982177 Mar 11 19:42:11.188260 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f937a6b-4727-44fb-816f-1d52db4de43c req-c8606d2f-f4d2-4ddb-bbed-a7c4326dd1c2 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e8ab6fd-a1b2-4b95-842e-981d1d859acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728729 Mar 11 19:42:11.315265 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8157683e-c801-4bc2-b8e2-77e00d32a88c req-e6ad0d84-61f8-4da2-97d1-f8601670ffaf tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:11.316807 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8157683e-c801-4bc2-b8e2-77e00d32a88c req-e6ad0d84-61f8-4da2-97d1-f8601670ffaf tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.75 "GET /v2.0/ports?device_id=77dd1b73-1f7d-42a9-90a0-ed3874d49d93 HTTP/1.1" status: 200 len: 950 time: 0.1134536 Mar 11 19:42:11.491137 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-8157683e-c801-4bc2-b8e2-77e00d32a88c req-3ebb41be-c2cd-4f7f-a01e-6baa4f4f74b1 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Deleting port 6e92ba7a-6e5a-4c38-b590-2748b2103ed7 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:42:11.491559 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8157683e-c801-4bc2-b8e2-77e00d32a88c req-3ebb41be-c2cd-4f7f-a01e-6baa4f4f74b1 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (6e92ba7a-6e5a-4c38-b590-2748b2103ed7), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:11.777740 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-8157683e-c801-4bc2-b8e2-77e00d32a88c req-3ebb41be-c2cd-4f7f-a01e-6baa4f4f74b1 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] For port 6e92ba7a-6e5a-4c38-b590-2748b2103ed7, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=6e92ba7a-6e5a-4c38-b590-2748b2103ed7,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:11.778523 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8157683e-c801-4bc2-b8e2-77e00d32a88c req-3ebb41be-c2cd-4f7f-a01e-6baa4f4f74b1 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (6e92ba7a-6e5a-4c38-b590-2748b2103ed7), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:11.787953 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ed024-fcc3-4756-b71e-2325f813cabd req-fca05081-0d70-466a-927a-e39c0561a6db tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:11.789440 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d10ed024-fcc3-4756-b71e-2325f813cabd req-fca05081-0d70-466a-927a-e39c0561a6db tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/ports?device_id=77dd1b73-1f7d-42a9-90a0-ed3874d49d93 HTTP/1.1" status: 200 len: 950 time: 0.2117424 Mar 11 19:42:11.802305 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-8157683e-c801-4bc2-b8e2-77e00d32a88c req-3ebb41be-c2cd-4f7f-a01e-6baa4f4f74b1 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Calling delete_port for 6e92ba7a-6e5a-4c38-b590-2748b2103ed7 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:42:12.063156 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d10ed024-fcc3-4756-b71e-2325f813cabd req-8359c30b-3425-4c95-b21d-2e2ba26ad637 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/security-groups?id=032b05bd-60bf-4cbe-8790-99bf90b24300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948044 Mar 11 19:42:12.064450 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8157683e-c801-4bc2-b8e2-77e00d32a88c req-3ebb41be-c2cd-4f7f-a01e-6baa4f4f74b1 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (6e92ba7a-6e5a-4c38-b590-2748b2103ed7), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:12.083929 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['d68bc25c-daf2-43ae-bbc8-f0f0ad342470', '652e9697-294c-4738-89e7-1ac952f6b91f', '6e92ba7a-6e5a-4c38-b590-2748b2103ed7'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:42:12.124848 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fd68e1a-7e53-4dd7-a129-e219fe1f8266'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:42:12.128236 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115e2aea-e2e5-485d-bdb0-5620e2ebb7d8" -d '{"events": [{"server_uuid": "ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61", "name": "network-vif-plugged", "status": "completed", "tag": "9fd68e1a-7e53-4dd7-a129-e219fe1f8266"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:42:12.134149 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['e75757ee-1bfb-4252-9cd1-492301e036ff', 'c02b1cc0-d650-45bb-9de9-625b91f072e8', '2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f', '8e13da56-f1da-4768-9336-35f2480008d1', '64b5ca6c-9a77-4661-af65-6c2b0442228d'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:42:12.162419 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebb41be-c2cd-4f7f-a01e-6baa4f4f74b1 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Pushing event deleted for resources: {'Port': ['ID=6e92ba7a-6e5a-4c38-b590-2748b2103ed7,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:12.348397 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebb41be-c2cd-4f7f-a01e-6baa4f4f74b1 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:42:12.351656 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebb41be-c2cd-4f7f-a01e-6baa4f4f74b1 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:42:12.352125 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebb41be-c2cd-4f7f-a01e-6baa4f4f74b1 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:42:12.352479 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebb41be-c2cd-4f7f-a01e-6baa4f4f74b1 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:42:12.354996 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebb41be-c2cd-4f7f-a01e-6baa4f4f74b1 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:42:12.355363 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebb41be-c2cd-4f7f-a01e-6baa4f4f74b1 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:42:12.357372 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebb41be-c2cd-4f7f-a01e-6baa4f4f74b1 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:42:12.357725 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebb41be-c2cd-4f7f-a01e-6baa4f4f74b1 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:42:12.358066 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebb41be-c2cd-4f7f-a01e-6baa4f4f74b1 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:42:12.358402 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebb41be-c2cd-4f7f-a01e-6baa4f4f74b1 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:42:12.358749 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebb41be-c2cd-4f7f-a01e-6baa4f4f74b1 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:42:12.361286 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebb41be-c2cd-4f7f-a01e-6baa4f4f74b1 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:42:12.361978 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ebb41be-c2cd-4f7f-a01e-6baa4f4f74b1 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:42:12.419246 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-8157683e-c801-4bc2-b8e2-77e00d32a88c req-3ebb41be-c2cd-4f7f-a01e-6baa4f4f74b1 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] No DVR routers for this DVR port 6e92ba7a-6e5a-4c38-b590-2748b2103ed7 on host n-h1-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:42:12.424782 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8157683e-c801-4bc2-b8e2-77e00d32a88c req-3ebb41be-c2cd-4f7f-a01e-6baa4f4f74b1 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:12.428938 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8157683e-c801-4bc2-b8e2-77e00d32a88c req-3ebb41be-c2cd-4f7f-a01e-6baa4f4f74b1 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.75 "DELETE /v2.0/ports/6e92ba7a-6e5a-4c38-b590-2748b2103ed7 HTTP/1.1" status: 204 len: 173 time: 1.1013105 Mar 11 19:42:12.474799 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099a8875-6ef0-4bdd-8c9b-6c6ff6cbf38b req-7f7e6152-26d7-4941-8dc9-b775a67cea56 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:12.488846 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-099a8875-6ef0-4bdd-8c9b-6c6ff6cbf38b req-7f7e6152-26d7-4941-8dc9-b775a67cea56 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.2153339 Mar 11 19:42:12.626979 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-099a8875-6ef0-4bdd-8c9b-6c6ff6cbf38b req-27810d8f-c39e-44df-a243-2acf2f8e648a tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370437 Mar 11 19:42:12.743092 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ae95fd46-81af-4e29-aeed-0d59bb5bc2f2 req-dbda90b0-043f-49db-a409-f58c7d88a395 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=9471aa88-4019-4f54-8eef-e8ffeabeb256&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1477180 Mar 11 19:42:12.760192 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77dd1b73-1f7d-42a9-90a0-ed3874d49d93', 'name': 'network-vif-deleted', 'tag': '6e92ba7a-6e5a-4c38-b590-2748b2103ed7'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:42:12.762777 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835fe225-fd72-47ab-b929-9da61471e5ba" -d '{"events": [{"server_uuid": "77dd1b73-1f7d-42a9-90a0-ed3874d49d93", "name": "network-vif-deleted", "tag": "6e92ba7a-6e5a-4c38-b590-2748b2103ed7"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:42:12.934518 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95fd46-81af-4e29-aeed-0d59bb5bc2f2 req-e43425a1-0aaf-4ae4-92e9-e30e16324eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:12.936014 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ae95fd46-81af-4e29-aeed-0d59bb5bc2f2 req-e43425a1-0aaf-4ae4-92e9-e30e16324eae service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7fcfa9d2f3ed4be8ac815d1e6642330d&device_id=9471aa88-4019-4f54-8eef-e8ffeabeb256 HTTP/1.1" status: 200 len: 1132 time: 0.1326377 Mar 11 19:42:12.962981 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56c422-144d-46c1-8c3a-a81068cc0be8 req-34b1309e-ca27-4500-aac7-2980fb4f5c87 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:12.971358 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4a56c422-144d-46c1-8c3a-a81068cc0be8 req-34b1309e-ca27-4500-aac7-2980fb4f5c87 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/networks?id=90292ec6-d6b2-4fa1-9376-c622cb87c9e0 HTTP/1.1" status: 200 len: 811 time: 0.2030101 Mar 11 19:42:13.006676 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4a56c422-144d-46c1-8c3a-a81068cc0be8 req-4d82ea78-3ada-46d4-857e-03c6ba42a32d tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/quotas/12e2452ddb214caab7c1aa2dab6d048a HTTP/1.1" status: 200 len: 375 time: 0.0343468 Mar 11 19:42:13.066148 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4a56c422-144d-46c1-8c3a-a81068cc0be8 req-4e96864f-bacf-43ac-9fe8-8cf14b1b44df tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=12e2452ddb214caab7c1aa2dab6d048a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0585246 Mar 11 19:42:13.226504 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95fd46-81af-4e29-aeed-0d59bb5bc2f2 req-b26e449c-e68f-4348-beb7-c5734a37f7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:13.227678 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ae95fd46-81af-4e29-aeed-0d59bb5bc2f2 req-b26e449c-e68f-4348-beb7-c5734a37f7c8 service neutron] 10.222.0.75 "GET /v2.0/networks?id=885772b1-9b97-4e1d-a0fb-e125030c5a81 HTTP/1.1" status: 200 len: 870 time: 0.2427585 Mar 11 19:42:13.288507 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ae95fd46-81af-4e29-aeed-0d59bb5bc2f2 req-2b533bc4-4f57-474a-8f86-3ae302dacc7b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=d68bc25c-daf2-43ae-bbc8-f0f0ad342470 HTTP/1.1" status: 200 len: 217 time: 0.0540071 Mar 11 19:42:13.297934 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4a56c422-144d-46c1-8c3a-a81068cc0be8 req-7750bfff-dba6-4a32-a1eb-d44d055250b2 service neutron] 10.222.0.65 "GET /v2.0/networks/90292ec6-d6b2-4fa1-9376-c622cb87c9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304382 Mar 11 19:42:13.429525 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95fd46-81af-4e29-aeed-0d59bb5bc2f2 req-8ed0c3bb-0d89-4425-84ad-51a6b3da8955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:13.431004 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ae95fd46-81af-4e29-aeed-0d59bb5bc2f2 req-8ed0c3bb-0d89-4425-84ad-51a6b3da8955 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.1308672 Mar 11 19:42:13.487546 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4a56c422-144d-46c1-8c3a-a81068cc0be8 req-2ae3427f-1311-4a64-a3f2-cd8709d7a40a service neutron] 10.222.0.65 "GET /v2.0/networks/90292ec6-d6b2-4fa1-9376-c622cb87c9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886463 Mar 11 19:42:13.522277 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95fd46-81af-4e29-aeed-0d59bb5bc2f2 req-a95799a5-1bc7-421b-8392-658b5ffc15a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:13.524371 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ae95fd46-81af-4e29-aeed-0d59bb5bc2f2 req-a95799a5-1bc7-421b-8392-658b5ffc15a0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0855093 Mar 11 19:42:13.655347 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ae95fd46-81af-4e29-aeed-0d59bb5bc2f2 req-b06717b2-9556-4276-922d-c3a48d8e32bc service neutron] 10.222.0.75 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231227 Mar 11 19:42:13.854171 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9255ac-62ac-41c8-b066-f5238cd5fc60 req-abbf9915-e350-4cd1-875b-d58b094dfcb9 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:13.855662 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fd9255ac-62ac-41c8-b066-f5238cd5fc60 req-abbf9915-e350-4cd1-875b-d58b094dfcb9 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/ports?device_id=8faf4c72-ecf7-4a30-a577-8cb0016710c0 HTTP/1.1" status: 200 len: 946 time: 0.1284981 Mar 11 19:42:13.858167 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ae95fd46-81af-4e29-aeed-0d59bb5bc2f2 req-796ba9d5-67de-4089-9aac-9228d4e2ff60 service neutron] 10.222.0.75 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807702 Mar 11 19:42:14.004511 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fd9255ac-62ac-41c8-b066-f5238cd5fc60 req-9f71314c-18aa-41bb-987d-e21d6d071ea6 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6edb3d-008e-48ff-8ef0-64786618cae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396356 Mar 11 19:42:14.736666 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f471a3-d39d-4a04-ad36-7a3d5a9c56fc req-4e80811a-afa3-4f95-9ba6-e8d6ec2290b5 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:14.743514 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c6f471a3-d39d-4a04-ad36-7a3d5a9c56fc req-4e80811a-afa3-4f95-9ba6-e8d6ec2290b5 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 947 time: 0.5108757 Mar 11 19:42:14.766795 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bed85892-be0f-4563-b7a8-039d8f4e2ad3 req-d0754b98-fb93-4c95-be17-29edc840637d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a62723e0-754e-4798-a83f-acc02598f4b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7278504 Mar 11 19:42:14.805509 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c6f471a3-d39d-4a04-ad36-7a3d5a9c56fc req-b0acbb45-8131-4e33-a1ca-23dfaca05222 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610504 Mar 11 19:42:14.844961 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed85892-be0f-4563-b7a8-039d8f4e2ad3 req-9f9cce08-78d1-47af-a871-b9058d2fe50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:14.846829 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bed85892-be0f-4563-b7a8-039d8f4e2ad3 req-9f9cce08-78d1-47af-a871-b9058d2fe50f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7fcfa9d2f3ed4be8ac815d1e6642330d&device_id=a62723e0-754e-4798-a83f-acc02598f4b5 HTTP/1.1" status: 200 len: 1131 time: 0.0547824 Mar 11 19:42:14.876738 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45eacf63-f0d9-4e05-8175-956440bd8fe7 x-openstack-request-id: req-45eacf63-f0d9-4e05-8175-956440bd8fe7 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:42:14.877744 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61", "name": "network-vif-plugged", "status": "completed", "tag": "9fd68e1a-7e53-4dd7-a129-e219fe1f8266", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:42:14.878007 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-45eacf63-f0d9-4e05-8175-956440bd8fe7 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:42:14.878413 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fd68e1a-7e53-4dd7-a129-e219fe1f8266', 'code': 200} Mar 11 19:42:14.998913 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed85892-be0f-4563-b7a8-039d8f4e2ad3 req-0868b292-57a0-4b3d-bec6-024a5cfc11c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:15.000704 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bed85892-be0f-4563-b7a8-039d8f4e2ad3 req-0868b292-57a0-4b3d-bec6-024a5cfc11c4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=885772b1-9b97-4e1d-a0fb-e125030c5a81 HTTP/1.1" status: 200 len: 870 time: 0.1350639 Mar 11 19:42:15.008684 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5521f4-ef31-4aa1-865b-b2ee615af498 req-1f5eacd2-74c1-41d2-bbe6-abe8f35520ee tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:15.010069 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2b5521f4-ef31-4aa1-865b-b2ee615af498 req-1f5eacd2-74c1-41d2-bbe6-abe8f35520ee tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/ports?device_id=500a0682-cb18-452b-8248-c6eb8b46dc53 HTTP/1.1" status: 200 len: 946 time: 0.0770798 Mar 11 19:42:15.071877 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bed85892-be0f-4563-b7a8-039d8f4e2ad3 req-62bc2845-3576-4f9d-b88a-8039fa1dc22f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=e75757ee-1bfb-4252-9cd1-492301e036ff HTTP/1.1" status: 200 len: 217 time: 0.0607543 Mar 11 19:42:15.148116 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed85892-be0f-4563-b7a8-039d8f4e2ad3 req-9e4ce10d-1ffb-4169-b26c-a54602e322c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:15.149155 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bed85892-be0f-4563-b7a8-039d8f4e2ad3 req-9e4ce10d-1ffb-4169-b26c-a54602e322c0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.0705106 Mar 11 19:42:15.213817 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2b5521f4-ef31-4aa1-865b-b2ee615af498 req-75103c96-fe63-4dde-883d-69e053f2a185 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e8ab6fd-a1b2-4b95-842e-981d1d859acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969440 Mar 11 19:42:15.321854 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56c422-144d-46c1-8c3a-a81068cc0be8 req-9ef29245-03ce-4588-898f-b35802f46e2e tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:15.323355 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4a56c422-144d-46c1-8c3a-a81068cc0be8 req-9ef29245-03ce-4588-898f-b35802f46e2e tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.75 "GET /v2.0/networks?id=90292ec6-d6b2-4fa1-9376-c622cb87c9e0 HTTP/1.1" status: 200 len: 811 time: 0.1888523 Mar 11 19:42:15.331506 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed85892-be0f-4563-b7a8-039d8f4e2ad3 req-2a1f3c11-4f7f-4ebd-90b1-8d9e1471e9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:15.333044 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bed85892-be0f-4563-b7a8-039d8f4e2ad3 req-2a1f3c11-4f7f-4ebd-90b1-8d9e1471e9ee service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1643772 Mar 11 19:42:15.338095 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-4a56c422-144d-46c1-8c3a-a81068cc0be8 req-62ad3a3b-3116-4c9b-8067-6ee106115f8e tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Request body: {'port': {'device_id': 'c6ce91be-77f5-44b8-a9b7-96de12531020', 'network_id': '90292ec6-d6b2-4fa1-9376-c622cb87c9e0', 'admin_state_up': True, 'tenant_id': '12e2452ddb214caab7c1aa2dab6d048a'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:42:15.378796 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c82a38-f7dc-4b6d-b781-53dd8a1cd86c x-openstack-request-id: req-a9c82a38-f7dc-4b6d-b781-53dd8a1cd86c {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:42:15.379219 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77dd1b73-1f7d-42a9-90a0-ed3874d49d93", "name": "network-vif-deleted", "tag": "6e92ba7a-6e5a-4c38-b590-2748b2103ed7", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:42:15.379362 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a9c82a38-f7dc-4b6d-b781-53dd8a1cd86c {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:42:15.379895 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77dd1b73-1f7d-42a9-90a0-ed3874d49d93', 'name': 'network-vif-deleted', 'tag': '6e92ba7a-6e5a-4c38-b590-2748b2103ed7', 'status': 'completed', 'code': 200} Mar 11 19:42:15.514112 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bed85892-be0f-4563-b7a8-039d8f4e2ad3 req-d7a776fb-db63-4203-9da4-913ffe544ac8 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718209 Mar 11 19:42:15.566963 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a56c422-144d-46c1-8c3a-a81068cc0be8 req-62ad3a3b-3116-4c9b-8067-6ee106115f8e tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Made reservation on behalf of 12e2452ddb214caab7c1aa2dab6d048a for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:42:15.570593 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4a56c422-144d-46c1-8c3a-a81068cc0be8 req-62ad3a3b-3116-4c9b-8067-6ee106115f8e tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:15.758152 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-4a56c422-144d-46c1-8c3a-a81068cc0be8 req-62ad3a3b-3116-4c9b-8067-6ee106115f8e tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Allocated IP 172.20.0.3 (90292ec6-d6b2-4fa1-9376-c622cb87c9e0/5402328f-7fd7-414d-bb99-adab596edad0/3532823b-4bd6-4f6c-8276-25d0242abcfe) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:42:15.823078 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bed85892-be0f-4563-b7a8-039d8f4e2ad3 req-a5351a66-1d35-4f13-9079-a344e378f777 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006847 Mar 11 19:42:15.824792 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 6e92ba7a-6e5a-4c38-b590-2748b2103ed7 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:42:15.877341 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e202e674-746b-4a34-a673-6887da044959 req-562cb912-1851-40f6-80b1-1de0f2af0648 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6ce91be-77f5-44b8-a9b7-96de12531020 HTTP/1.1" status: 200 len: 210 time: 0.0482864 Mar 11 19:42:15.878250 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: 6e92ba7a-6e5a-4c38-b590-2748b2103ed7 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:42:15.878751 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 6e92ba7a-6e5a-4c38-b590-2748b2103ed7 not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:42:16.079113 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4a56c422-144d-46c1-8c3a-a81068cc0be8 req-62ad3a3b-3116-4c9b-8067-6ee106115f8e tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Publish callbacks [] for port (3532823b-4bd6-4f6c-8276-25d0242abcfe), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:16.092094 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e7388-245f-461f-9d3e-d126f2725751 req-c0f7e621-fed1-4a1a-877e-c6c17f3364c2 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:16.093718 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-714e7388-245f-461f-9d3e-d126f2725751 req-c0f7e621-fed1-4a1a-877e-c6c17f3364c2 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/ports?device_id=8faf4c72-ecf7-4a30-a577-8cb0016710c0 HTTP/1.1" status: 200 len: 946 time: 0.0958104 Mar 11 19:42:16.175876 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-714e7388-245f-461f-9d3e-d126f2725751 req-d8216d45-6891-4475-b2fe-b0dd3db7dfaf tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6edb3d-008e-48ff-8ef0-64786618cae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648248 Mar 11 19:42:16.197126 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4a56c422-144d-46c1-8c3a-a81068cc0be8 req-62ad3a3b-3116-4c9b-8067-6ee106115f8e tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (3532823b-4bd6-4f6c-8276-25d0242abcfe), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:16.319662 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a56c422-144d-46c1-8c3a-a81068cc0be8 req-62ad3a3b-3116-4c9b-8067-6ee106115f8e tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Network 90292ec6-d6b2-4fa1-9376-c622cb87c9e0 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:42:16.331572 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 41486) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:42:16.333817 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-4a56c422-144d-46c1-8c3a-a81068cc0be8 req-62ad3a3b-3116-4c9b-8067-6ee106115f8e tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:42:16.352687 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a56c422-144d-46c1-8c3a-a81068cc0be8 req-62ad3a3b-3116-4c9b-8067-6ee106115f8e tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:42:16.356947 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ad3a3b-3116-4c9b-8067-6ee106115f8e tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Pushing event updated for resources: {'Port': ['ID=3532823b-4bd6-4f6c-8276-25d0242abcfe,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:16.435674 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b11a7de-0bc0-4edb-b92a-cfc24c3280fc req-ad97e504-7370-4b43-ae02-61b1370962bd tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:16.442797 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9b11a7de-0bc0-4edb-b92a-cfc24c3280fc req-ad97e504-7370-4b43-ae02-61b1370962bd tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/ports?device_id=637b48fb-e48d-4d9f-91a8-e3e00f1ce05c HTTP/1.1" status: 200 len: 946 time: 0.1834509 Mar 11 19:42:16.474472 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56c422-144d-46c1-8c3a-a81068cc0be8 req-62ad3a3b-3116-4c9b-8067-6ee106115f8e tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:16.475140 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4a56c422-144d-46c1-8c3a-a81068cc0be8 req-62ad3a3b-3116-4c9b-8067-6ee106115f8e tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:16.526359 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9b11a7de-0bc0-4edb-b92a-cfc24c3280fc req-118cbbfa-e922-4727-b04b-bafe85655f05 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e8ab6fd-a1b2-4b95-842e-981d1d859acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799062 Mar 11 19:42:16.534347 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-48743b9f-6830-4152-a50a-37102e2df57d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:16.536856 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4a56c422-144d-46c1-8c3a-a81068cc0be8 req-62ad3a3b-3116-4c9b-8067-6ee106115f8e tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2025819 Mar 11 19:42:16.550973 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-4a56c422-144d-46c1-8c3a-a81068cc0be8 req-abe30871-d6aa-4105-b9d0-02f29ff9f1c5 service neutron] Request body: {'port': {'device_id': 'c6ce91be-77f5-44b8-a9b7-96de12531020', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:42:16.633740 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4a56c422-144d-46c1-8c3a-a81068cc0be8 req-abe30871-d6aa-4105-b9d0-02f29ff9f1c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (3532823b-4bd6-4f6c-8276-25d0242abcfe), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:16.702806 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-48743b9f-6830-4152-a50a-37102e2df57d admin admin] Publish callbacks [] for security_group (b11e457e-0079-44c7-b867-4e762bf0523d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:16.709608 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-48743b9f-6830-4152-a50a-37102e2df57d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (b11e457e-0079-44c7-b867-4e762bf0523d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:16.776188 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-48743b9f-6830-4152-a50a-37102e2df57d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c62b3508441640f4b2700809c9bdcce8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4414654 Mar 11 19:42:16.777442 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48743b9f-6830-4152-a50a-37102e2df57d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b11e457e-0079-44c7-b867-4e762bf0523d,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:16.780023 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 41494) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:42:16.835776 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80a29c99-d581-425b-9d2e-abfcecbc1ff7 admin admin] Publish callbacks [] for security_group (b11e457e-0079-44c7-b867-4e762bf0523d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:16.864792 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80a29c99-d581-425b-9d2e-abfcecbc1ff7 admin admin] Publish callbacks [] for security_group (b11e457e-0079-44c7-b867-4e762bf0523d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:16.919054 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b3ca4-4497-4568-b7c5-0e02fe1540b5 req-166e3e9c-d829-4a42-876e-1cd99db14490 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:16.929586 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1c2b3ca4-4497-4568-b7c5-0e02fe1540b5 req-166e3e9c-d829-4a42-876e-1cd99db14490 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=20e6d114-ef3d-4fea-9f9f-8ede4772c7b5 HTTP/1.1" status: 200 len: 946 time: 0.1965096 Mar 11 19:42:16.946605 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80a29c99-d581-425b-9d2e-abfcecbc1ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (b11e457e-0079-44c7-b867-4e762bf0523d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:16.950215 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80a29c99-d581-425b-9d2e-abfcecbc1ff7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:16.951898 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-80a29c99-d581-425b-9d2e-abfcecbc1ff7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b11e457e-0079-44c7-b867-4e762bf0523d HTTP/1.1" status: 204 len: 168 time: 0.1706817 Mar 11 19:42:16.961260 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a29c99-d581-425b-9d2e-abfcecbc1ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11e457e-0079-44c7-b867-4e762bf0523d,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:17.044143 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1c2b3ca4-4497-4568-b7c5-0e02fe1540b5 req-1353ff02-f510-4ce3-b443-9d4bb4996854 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=8fd338c4-2511-40d9-94c8-daae49666ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132200 Mar 11 19:42:17.360689 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-4a56c422-144d-46c1-8c3a-a81068cc0be8 req-abe30871-d6aa-4105-b9d0-02f29ff9f1c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3532823b-4bd6-4f6c-8276-25d0242abcfe {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:42:17.370579 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4a56c422-144d-46c1-8c3a-a81068cc0be8 req-abe30871-d6aa-4105-b9d0-02f29ff9f1c5 service neutron] Publish callbacks [] for port (3532823b-4bd6-4f6c-8276-25d0242abcfe), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:17.396084 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-4a56c422-144d-46c1-8c3a-a81068cc0be8 req-abe30871-d6aa-4105-b9d0-02f29ff9f1c5 service neutron] Transition to ACTIVE for port object 3532823b-4bd6-4f6c-8276-25d0242abcfe will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:42:17.434802 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4a56c422-144d-46c1-8c3a-a81068cc0be8 req-abe30871-d6aa-4105-b9d0-02f29ff9f1c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (3532823b-4bd6-4f6c-8276-25d0242abcfe), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:17.555591 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe30871-d6aa-4105-b9d0-02f29ff9f1c5 service neutron] Pushing event updated for resources: {'Port': ['ID=3532823b-4bd6-4f6c-8276-25d0242abcfe,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:17.568373 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d37b61e-6729-43d8-8808-40c7aeee9555 req-7a6125ad-cc66-44eb-8a96-aab5d4b167fd tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:17.569907 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5d37b61e-6729-43d8-8808-40c7aeee9555 req-7a6125ad-cc66-44eb-8a96-aab5d4b167fd tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 947 time: 0.1833532 Mar 11 19:42:17.636540 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-4a56c422-144d-46c1-8c3a-a81068cc0be8 req-abe30871-d6aa-4105-b9d0-02f29ff9f1c5 service neutron] Attempting to bind port 3532823b-4bd6-4f6c-8276-25d0242abcfe on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:42:17.636929 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-4a56c422-144d-46c1-8c3a-a81068cc0be8 req-abe30871-d6aa-4105-b9d0-02f29ff9f1c5 service neutron] Attempting to bind port 3532823b-4bd6-4f6c-8276-25d0242abcfe by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '4e412043-f4b7-4584-89b3-4a0ee01e31e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '90292ec6-d6b2-4fa1-9376-c622cb87c9e0'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:42:17.637725 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a56c422-144d-46c1-8c3a-a81068cc0be8 req-abe30871-d6aa-4105-b9d0-02f29ff9f1c5 service neutron] Attempting to bind port 3532823b-4bd6-4f6c-8276-25d0242abcfe on network 90292ec6-d6b2-4fa1-9376-c622cb87c9e0 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:42:17.649000 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5d37b61e-6729-43d8-8808-40c7aeee9555 req-e0bff192-4972-40ce-9976-adc9414ad8cf tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707991 Mar 11 19:42:17.649576 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a56c422-144d-46c1-8c3a-a81068cc0be8 req-abe30871-d6aa-4105-b9d0-02f29ff9f1c5 service neutron] Port 3532823b-4bd6-4f6c-8276-25d0242abcfe on network 90292ec6-d6b2-4fa1-9376-c622cb87c9e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:42:17.652532 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a56c422-144d-46c1-8c3a-a81068cc0be8 req-abe30871-d6aa-4105-b9d0-02f29ff9f1c5 service neutron] Attempting to bind port 3532823b-4bd6-4f6c-8276-25d0242abcfe on network 90292ec6-d6b2-4fa1-9376-c622cb87c9e0 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:42:17.656699 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a56c422-144d-46c1-8c3a-a81068cc0be8 req-abe30871-d6aa-4105-b9d0-02f29ff9f1c5 service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:42:17.657049 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a56c422-144d-46c1-8c3a-a81068cc0be8 req-abe30871-d6aa-4105-b9d0-02f29ff9f1c5 service neutron] Checking segment: {'id': '4e412043-f4b7-4584-89b3-4a0ee01e31e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '90292ec6-d6b2-4fa1-9376-c622cb87c9e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:42:17.657436 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a56c422-144d-46c1-8c3a-a81068cc0be8 req-abe30871-d6aa-4105-b9d0-02f29ff9f1c5 service neutron] Bound using segment: {'id': '4e412043-f4b7-4584-89b3-4a0ee01e31e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '90292ec6-d6b2-4fa1-9376-c622cb87c9e0'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:42:17.657884 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-4a56c422-144d-46c1-8c3a-a81068cc0be8 req-abe30871-d6aa-4105-b9d0-02f29ff9f1c5 service neutron] Bound port: 3532823b-4bd6-4f6c-8276-25d0242abcfe, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e412043-f4b7-4584-89b3-4a0ee01e31e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '90292ec6-d6b2-4fa1-9376-c622cb87c9e0'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:42:17.658266 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4a56c422-144d-46c1-8c3a-a81068cc0be8 req-abe30871-d6aa-4105-b9d0-02f29ff9f1c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (3532823b-4bd6-4f6c-8276-25d0242abcfe), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:17.800865 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-4a56c422-144d-46c1-8c3a-a81068cc0be8 req-abe30871-d6aa-4105-b9d0-02f29ff9f1c5 service neutron] For port 3532823b-4bd6-4f6c-8276-25d0242abcfe, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:42:17.805384 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-4a56c422-144d-46c1-8c3a-a81068cc0be8 req-abe30871-d6aa-4105-b9d0-02f29ff9f1c5 service neutron] For port 3532823b-4bd6-4f6c-8276-25d0242abcfe, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=3532823b-4bd6-4f6c-8276-25d0242abcfe,segment=NetworkSegment(4e412043-f4b7-4584-89b3-4a0ee01e31e1),segment_id=4e412043-f4b7-4584-89b3-4a0ee01e31e1)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:42:17.815542 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4a56c422-144d-46c1-8c3a-a81068cc0be8 req-abe30871-d6aa-4105-b9d0-02f29ff9f1c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (3532823b-4bd6-4f6c-8276-25d0242abcfe), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:17.859512 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56c422-144d-46c1-8c3a-a81068cc0be8 req-abe30871-d6aa-4105-b9d0-02f29ff9f1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:17.860173 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4a56c422-144d-46c1-8c3a-a81068cc0be8 req-abe30871-d6aa-4105-b9d0-02f29ff9f1c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:17.863979 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4a56c422-144d-46c1-8c3a-a81068cc0be8 req-abe30871-d6aa-4105-b9d0-02f29ff9f1c5 service neutron] 10.222.0.75 "PUT /v2.0/ports/3532823b-4bd6-4f6c-8276-25d0242abcfe HTTP/1.1" status: 200 len: 1091 time: 1.3167748 Mar 11 19:42:17.864897 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6ce91be-77f5-44b8-a9b7-96de12531020', 'tag': '3532823b-4bd6-4f6c-8276-25d0242abcfe'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:42:17.867842 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db8d1572-26e3-4245-a378-70fe39503e86" -d '{"events": [{"name": "network-changed", "server_uuid": "c6ce91be-77f5-44b8-a9b7-96de12531020", "tag": "3532823b-4bd6-4f6c-8276-25d0242abcfe"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:42:17.879334 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ba333e-891a-4765-9ccf-225a08713f2e req-abafe4ff-3753-4b7b-9dc7-8a62d8db9b78 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:17.881815 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c4ba333e-891a-4765-9ccf-225a08713f2e req-abafe4ff-3753-4b7b-9dc7-8a62d8db9b78 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ab284b0-4e8c-4ee2-a420-04bddb1e1cd3 HTTP/1.1" status: 200 len: 945 time: 0.1382627 Mar 11 19:42:17.963270 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c4ba333e-891a-4765-9ccf-225a08713f2e req-1fb7d13b-9d83-45fc-87ac-70f5ccdb957f tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e8ab6fd-a1b2-4b95-842e-981d1d859acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699039 Mar 11 19:42:17.964387 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe30871-d6aa-4105-b9d0-02f29ff9f1c5 service neutron] Pushing event updated for resources: {'Port': ['ID=3532823b-4bd6-4f6c-8276-25d0242abcfe,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:18.152681 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8687c84-2137-44bb-a6c8-4eebb3a2c6d7 req-d9fcde0b-d119-476c-bb6d-602f8fc72eca tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:18.154105 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e8687c84-2137-44bb-a6c8-4eebb3a2c6d7 req-d9fcde0b-d119-476c-bb6d-602f8fc72eca tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.0650625 Mar 11 19:42:18.157088 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56c422-144d-46c1-8c3a-a81068cc0be8 req-da4a919d-7ffb-447f-b53b-d1be03d80dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:18.157523 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4a56c422-144d-46c1-8c3a-a81068cc0be8 req-da4a919d-7ffb-447f-b53b-d1be03d80dd4 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=12e2452ddb214caab7c1aa2dab6d048a&device_id=c6ce91be-77f5-44b8-a9b7-96de12531020 HTTP/1.1" status: 200 len: 1125 time: 0.1204765 Mar 11 19:42:18.212108 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4a56c422-144d-46c1-8c3a-a81068cc0be8 req-4aa7f7ac-74bf-4430-818e-c6af8d700f14 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3532823b-4bd6-4f6c-8276-25d0242abcfe HTTP/1.1" status: 200 len: 217 time: 0.0429485 Mar 11 19:42:18.292779 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e8687c84-2137-44bb-a6c8-4eebb3a2c6d7 req-eacd3f35-4054-4273-a61b-d854317ff5c7 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251740 Mar 11 19:42:18.302916 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a56c422-144d-46c1-8c3a-a81068cc0be8 req-026534a8-f111-4123-ad0b-32456a452e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:18.306455 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4a56c422-144d-46c1-8c3a-a81068cc0be8 req-026534a8-f111-4123-ad0b-32456a452e69 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5402328f-7fd7-414d-bb99-adab596edad0 HTTP/1.1" status: 200 len: 851 time: 0.0741925 Mar 11 19:42:18.343860 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4a56c422-144d-46c1-8c3a-a81068cc0be8 req-424cdff0-172c-43cc-9874-8dd4f005944d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=90292ec6-d6b2-4fa1-9376-c622cb87c9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297191 Mar 11 19:42:18.484893 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4a56c422-144d-46c1-8c3a-a81068cc0be8 req-c010843a-c7f6-46b9-9c82-4d63f6455d08 service neutron] 10.222.0.75 "GET /v2.0/networks/90292ec6-d6b2-4fa1-9376-c622cb87c9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316426 Mar 11 19:42:18.492531 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076b42ff-88e2-41db-b8cd-ca26a92433c2 req-119897bd-b9bb-472d-966a-a5f1e9e74043 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:18.493989 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-076b42ff-88e2-41db-b8cd-ca26a92433c2 req-119897bd-b9bb-472d-966a-a5f1e9e74043 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6ce91be-77f5-44b8-a9b7-96de12531020 HTTP/1.1" status: 200 len: 943 time: 0.1029928 Mar 11 19:42:18.604162 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-076b42ff-88e2-41db-b8cd-ca26a92433c2 req-69fce987-0e77-423d-9788-f2702b91f184 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006424 Mar 11 19:42:18.629966 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4a56c422-144d-46c1-8c3a-a81068cc0be8 req-97ffe386-46bc-4ed4-b58c-9aaf046654cc service neutron] 10.222.0.75 "GET /v2.0/networks/90292ec6-d6b2-4fa1-9376-c622cb87c9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347280 Mar 11 19:42:18.752699 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0614e9d-5236-49f2-95a8-5d014e3b7b07 req-cc06108a-53b4-43a3-8f83-e072063859f8 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:18.755886 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e0614e9d-5236-49f2-95a8-5d014e3b7b07 req-cc06108a-53b4-43a3-8f83-e072063859f8 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/ports?device_id=8faf4c72-ecf7-4a30-a577-8cb0016710c0 HTTP/1.1" status: 200 len: 946 time: 0.0685303 Mar 11 19:42:18.813708 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:18.862079 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e0614e9d-5236-49f2-95a8-5d014e3b7b07 req-fd1336fd-44c8-4c61-a4ed-24b40d5fc5e8 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6edb3d-008e-48ff-8ef0-64786618cae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004786 Mar 11 19:42:19.019372 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da18f07-c75b-43f0-a5df-fac0acb721c4 req-2b65a553-dcfd-4ce0-9066-9b65d9444201 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:19.026457 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5da18f07-c75b-43f0-a5df-fac0acb721c4 req-2b65a553-dcfd-4ce0-9066-9b65d9444201 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/ports?device_id=0d77af73-27f0-4b13-814f-d1ec1ebca08d HTTP/1.1" status: 200 len: 950 time: 0.0753231 Mar 11 19:42:19.114299 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f45fee-168d-437e-bb43-0d6aa48619f2 req-627a8c6d-d8bb-4669-bd37-96653c370fd9 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:19.115763 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a8f45fee-168d-437e-bb43-0d6aa48619f2 req-627a8c6d-d8bb-4669-bd37-96653c370fd9 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d77af73-27f0-4b13-814f-d1ec1ebca08d HTTP/1.1" status: 200 len: 950 time: 0.1042366 Mar 11 19:42:19.124178 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5da18f07-c75b-43f0-a5df-fac0acb721c4 req-96c95c3c-2097-4f3b-8a8c-8f7b8cd1d67a tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/security-groups?id=032b05bd-60bf-4cbe-8790-99bf90b24300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967805 Mar 11 19:42:19.213468 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696c5153-0f53-458c-a567-f0c776b6ba79 x-openstack-request-id: req-696c5153-0f53-458c-a567-f0c776b6ba79 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:42:19.213767 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6ce91be-77f5-44b8-a9b7-96de12531020", "tag": "3532823b-4bd6-4f6c-8276-25d0242abcfe", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:42:19.214025 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-696c5153-0f53-458c-a567-f0c776b6ba79 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:42:19.214440 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6ce91be-77f5-44b8-a9b7-96de12531020', 'tag': '3532823b-4bd6-4f6c-8276-25d0242abcfe', 'status': 'completed', 'code': 200} Mar 11 19:42:19.300365 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-a8f45fee-168d-437e-bb43-0d6aa48619f2 req-5b7fd6e3-e153-4fa0-8e9a-6e3051cfdeb0 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Deleting port 64b5ca6c-9a77-4661-af65-6c2b0442228d {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:42:19.300700 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a8f45fee-168d-437e-bb43-0d6aa48619f2 req-5b7fd6e3-e153-4fa0-8e9a-6e3051cfdeb0 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (64b5ca6c-9a77-4661-af65-6c2b0442228d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:19.381935 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d1572-26e3-4245-a378-70fe39503e86 req-addbc4d5-50e5-451a-8bde-571273c4732b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:19.383338 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-db8d1572-26e3-4245-a378-70fe39503e86 req-addbc4d5-50e5-451a-8bde-571273c4732b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=12e2452ddb214caab7c1aa2dab6d048a&device_id=c6ce91be-77f5-44b8-a9b7-96de12531020 HTTP/1.1" status: 200 len: 1125 time: 0.1413507 Mar 11 19:42:19.447560 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-a8f45fee-168d-437e-bb43-0d6aa48619f2 req-5b7fd6e3-e153-4fa0-8e9a-6e3051cfdeb0 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] For port 64b5ca6c-9a77-4661-af65-6c2b0442228d, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=64b5ca6c-9a77-4661-af65-6c2b0442228d,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:19.447941 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a8f45fee-168d-437e-bb43-0d6aa48619f2 req-5b7fd6e3-e153-4fa0-8e9a-6e3051cfdeb0 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (64b5ca6c-9a77-4661-af65-6c2b0442228d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:19.494667 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-a8f45fee-168d-437e-bb43-0d6aa48619f2 req-5b7fd6e3-e153-4fa0-8e9a-6e3051cfdeb0 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Calling delete_port for 64b5ca6c-9a77-4661-af65-6c2b0442228d owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:42:19.628985 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d1572-26e3-4245-a378-70fe39503e86 req-954a4cf2-cb5e-4311-8035-bf0e7aa4a63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:19.631890 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-db8d1572-26e3-4245-a378-70fe39503e86 req-954a4cf2-cb5e-4311-8035-bf0e7aa4a63d service neutron] 10.222.0.75 "GET /v2.0/networks?id=90292ec6-d6b2-4fa1-9376-c622cb87c9e0 HTTP/1.1" status: 200 len: 912 time: 0.2369347 Mar 11 19:42:19.641387 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab09338-521b-4d94-89f9-eddee4b2bef2 req-a0259a7f-6f41-4ccc-b3c9-310bd1de3f7f tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:19.642866 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2ab09338-521b-4d94-89f9-eddee4b2bef2 req-a0259a7f-6f41-4ccc-b3c9-310bd1de3f7f tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/ports?device_id=500a0682-cb18-452b-8248-c6eb8b46dc53 HTTP/1.1" status: 200 len: 946 time: 0.1556976 Mar 11 19:42:19.707023 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-db8d1572-26e3-4245-a378-70fe39503e86 req-1f83ca91-b113-47bb-a909-0010579183c5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3532823b-4bd6-4f6c-8276-25d0242abcfe HTTP/1.1" status: 200 len: 217 time: 0.0630271 Mar 11 19:42:19.785324 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d1572-26e3-4245-a378-70fe39503e86 req-a7831a3a-066c-4e81-9232-dda7a2802b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:19.787004 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-db8d1572-26e3-4245-a378-70fe39503e86 req-a7831a3a-066c-4e81-9232-dda7a2802b21 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5402328f-7fd7-414d-bb99-adab596edad0 HTTP/1.1" status: 200 len: 851 time: 0.0660727 Mar 11 19:42:19.821951 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2ab09338-521b-4d94-89f9-eddee4b2bef2 req-e4e1431f-4b3d-44da-90cf-46beff85c349 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e8ab6fd-a1b2-4b95-842e-981d1d859acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679502 Mar 11 19:42:19.846766 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-db8d1572-26e3-4245-a378-70fe39503e86 req-696eedfe-8707-48c6-b599-3b8576c0c9d3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=90292ec6-d6b2-4fa1-9376-c622cb87c9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504172 Mar 11 19:42:20.012871 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a8f45fee-168d-437e-bb43-0d6aa48619f2 req-5b7fd6e3-e153-4fa0-8e9a-6e3051cfdeb0 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (64b5ca6c-9a77-4661-af65-6c2b0442228d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:20.028169 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['d68bc25c-daf2-43ae-bbc8-f0f0ad342470', '652e9697-294c-4738-89e7-1ac952f6b91f'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:42:20.028794 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfdcf4a-0643-4343-8132-ff58390c2405 req-9a24044f-84d5-4609-8e8c-f2efefacdcc7 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:20.030344 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ccfdcf4a-0643-4343-8132-ff58390c2405 req-9a24044f-84d5-4609-8e8c-f2efefacdcc7 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=20e6d114-ef3d-4fea-9f9f-8ede4772c7b5 HTTP/1.1" status: 200 len: 946 time: 0.1596389 Mar 11 19:42:20.084915 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7fd6e3-e153-4fa0-8e9a-6e3051cfdeb0 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Pushing event deleted for resources: {'Port': ['ID=64b5ca6c-9a77-4661-af65-6c2b0442228d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:20.103794 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['e75757ee-1bfb-4252-9cd1-492301e036ff', 'c02b1cc0-d650-45bb-9de9-625b91f072e8', '2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f', '8e13da56-f1da-4768-9336-35f2480008d1'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:42:20.144368 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-db8d1572-26e3-4245-a378-70fe39503e86 req-67deef88-8b86-4369-a9c9-65b50c720786 service neutron] 10.222.0.75 "GET /v2.0/networks/90292ec6-d6b2-4fa1-9376-c622cb87c9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719624 Mar 11 19:42:20.190775 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8f45fee-168d-437e-bb43-0d6aa48619f2 req-5b7fd6e3-e153-4fa0-8e9a-6e3051cfdeb0 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] No DVR routers for this DVR port 64b5ca6c-9a77-4661-af65-6c2b0442228d on host n-h2-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:42:20.194279 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a8f45fee-168d-437e-bb43-0d6aa48619f2 req-5b7fd6e3-e153-4fa0-8e9a-6e3051cfdeb0 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:20.201462 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a8f45fee-168d-437e-bb43-0d6aa48619f2 req-5b7fd6e3-e153-4fa0-8e9a-6e3051cfdeb0 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.57 "DELETE /v2.0/ports/64b5ca6c-9a77-4661-af65-6c2b0442228d HTTP/1.1" status: 204 len: 173 time: 1.0761948 Mar 11 19:42:20.326416 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ccfdcf4a-0643-4343-8132-ff58390c2405 req-e6e7af1f-4560-4826-bb85-ad3b9dec6057 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=8fd338c4-2511-40d9-94c8-daae49666ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2871020 Mar 11 19:42:20.571163 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-db8d1572-26e3-4245-a378-70fe39503e86 req-ef28d2b3-2c55-45da-8af5-5218374c9a1f service neutron] 10.222.0.75 "GET /v2.0/networks/90292ec6-d6b2-4fa1-9376-c622cb87c9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3820889 Mar 11 19:42:20.587522 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65bb712-ce5a-4707-94fa-7f64e76a866b req-e32432f3-6176-4ea2-84ba-dfc68089f862 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:20.589043 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e65bb712-ce5a-4707-94fa-7f64e76a866b req-e32432f3-6176-4ea2-84ba-dfc68089f862 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.1057863 Mar 11 19:42:20.654239 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e65bb712-ce5a-4707-94fa-7f64e76a866b req-0a901b85-8719-4844-86a7-e69788d86c6c tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583410 Mar 11 19:42:20.889761 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3135ef17-80f1-4be2-9382-794618a4eaf8 req-36c5825e-54aa-467e-b350-5032fe908f9a tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:20.891990 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3135ef17-80f1-4be2-9382-794618a4eaf8 req-36c5825e-54aa-467e-b350-5032fe908f9a tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 947 time: 0.0995038 Mar 11 19:42:20.955184 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3135ef17-80f1-4be2-9382-794618a4eaf8 req-2aa79de0-f22d-4fa9-8335-18416e1e7d0e tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573931 Mar 11 19:42:21.108615 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde6dce4-412e-4c25-95cc-fe1aed19d9d3 req-35cdfbf4-55a2-42e6-8be3-67d0528e79d3 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:21.110941 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fde6dce4-412e-4c25-95cc-fe1aed19d9d3 req-35cdfbf4-55a2-42e6-8be3-67d0528e79d3 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6ce91be-77f5-44b8-a9b7-96de12531020 HTTP/1.1" status: 200 len: 943 time: 0.0775867 Mar 11 19:42:21.166409 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fde6dce4-412e-4c25-95cc-fe1aed19d9d3 req-3d7627f1-1176-4a28-bcc8-1478082ca6f7 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496681 Mar 11 19:42:21.216563 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d77af73-27f0-4b13-814f-d1ec1ebca08d', 'name': 'network-vif-deleted', 'tag': '64b5ca6c-9a77-4661-af65-6c2b0442228d'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:42:21.219354 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed397b4-2daa-4d69-96a9-c7d07f8ffcf7" -d '{"events": [{"server_uuid": "0d77af73-27f0-4b13-814f-d1ec1ebca08d", "name": "network-vif-deleted", "tag": "64b5ca6c-9a77-4661-af65-6c2b0442228d"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:42:21.455177 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6248b341-928e-4f75-ba5f-79fbd749b56d req-625340bf-5592-4b73-bb73-d1ab1f2ef6d1 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:21.457875 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6248b341-928e-4f75-ba5f-79fbd749b56d req-625340bf-5592-4b73-bb73-d1ab1f2ef6d1 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/ports?device_id=637b48fb-e48d-4d9f-91a8-e3e00f1ce05c HTTP/1.1" status: 200 len: 946 time: 0.0621994 Mar 11 19:42:21.511318 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6248b341-928e-4f75-ba5f-79fbd749b56d req-15d828cf-7bd0-4779-8cfd-bd764702a494 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e8ab6fd-a1b2-4b95-842e-981d1d859acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477283 Mar 11 19:42:21.559981 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 64b5ca6c-9a77-4661-af65-6c2b0442228d no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:42:21.586143 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: 64b5ca6c-9a77-4661-af65-6c2b0442228d {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:42:21.586903 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 64b5ca6c-9a77-4661-af65-6c2b0442228d not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:42:21.648094 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b7baf1-aca7-439e-af89-f8ecf79fb315 req-a2b9d6d0-6c11-44a8-9e81-c77b85795e4b tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:21.649226 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-42b7baf1-aca7-439e-af89-f8ecf79fb315 req-a2b9d6d0-6c11-44a8-9e81-c77b85795e4b tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/ports?device_id=8faf4c72-ecf7-4a30-a577-8cb0016710c0 HTTP/1.1" status: 200 len: 946 time: 0.0683873 Mar 11 19:42:21.718451 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-42b7baf1-aca7-439e-af89-f8ecf79fb315 req-50a9fcfd-d790-4657-8323-3ecd4d75877c tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6edb3d-008e-48ff-8ef0-64786618cae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625577 Mar 11 19:42:21.841789 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 3532823b-4bd6-4f6c-8276-25d0242abcfe details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:42:21.959505 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bde61c0-762f-43c0-8f8a-0ade33c5d03b x-openstack-request-id: req-3bde61c0-762f-43c0-8f8a-0ade33c5d03b {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:42:21.960427 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d77af73-27f0-4b13-814f-d1ec1ebca08d", "name": "network-vif-deleted", "tag": "64b5ca6c-9a77-4661-af65-6c2b0442228d", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:42:21.960810 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3bde61c0-762f-43c0-8f8a-0ade33c5d03b {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:42:21.973892 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d77af73-27f0-4b13-814f-d1ec1ebca08d', 'name': 'network-vif-deleted', 'tag': '64b5ca6c-9a77-4661-af65-6c2b0442228d', 'status': 'completed', 'code': 200} Mar 11 19:42:21.993823 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 3532823b-4bd6-4f6c-8276-25d0242abcfe, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=3532823b-4bd6-4f6c-8276-25d0242abcfe,segment=NetworkSegment(4e412043-f4b7-4584-89b3-4a0ee01e31e1),segment_id=4e412043-f4b7-4584-89b3-4a0ee01e31e1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:22.031200 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '3532823b-4bd6-4f6c-8276-25d0242abcfe', 'network_id': '90292ec6-d6b2-4fa1-9376-c622cb87c9e0', 'port_id': '3532823b-4bd6-4f6c-8276-25d0242abcfe', 'mac_address': 'fa:16:3e:58:6d:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5402328f-7fd7-414d-bb99-adab596edad0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:42:22.104389 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 3532823b-4bd6-4f6c-8276-25d0242abcfe is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:42:22.105044 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (3532823b-4bd6-4f6c-8276-25d0242abcfe), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:22.119732 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3532823b-4bd6-4f6c-8276-25d0242abcfe {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:42:22.156616 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 3532823b-4bd6-4f6c-8276-25d0242abcfe, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=3532823b-4bd6-4f6c-8276-25d0242abcfe,segment=NetworkSegment(4e412043-f4b7-4584-89b3-4a0ee01e31e1),segment_id=4e412043-f4b7-4584-89b3-4a0ee01e31e1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:22.162326 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d2c0c-e49e-4d10-a37d-bde77637c1dd req-9f6c3042-7e70-49be-9a41-d4b3851bc0cb tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:22.163934 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5d5d2c0c-e49e-4d10-a37d-bde77637c1dd req-9f6c3042-7e70-49be-9a41-d4b3851bc0cb tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=20e6d114-ef3d-4fea-9f9f-8ede4772c7b5 HTTP/1.1" status: 200 len: 946 time: 0.1246619 Mar 11 19:42:22.169415 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (3532823b-4bd6-4f6c-8276-25d0242abcfe), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:22.231580 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5d5d2c0c-e49e-4d10-a37d-bde77637c1dd req-788dc294-6833-4a2f-95b8-db1599e3dfff tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=8fd338c4-2511-40d9-94c8-daae49666ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601168 Mar 11 19:42:22.246427 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=3532823b-4bd6-4f6c-8276-25d0242abcfe,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:22.257873 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:42:22.258240 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:42:22.258588 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:42:22.258931 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:42:22.259272 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:42:22.259651 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:42:22.259993 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:42:22.260325 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:42:22.260636 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:42:22.260969 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:42:22.261300 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:42:22.261625 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:42:22.262000 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:42:22.294293 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-211d9e32-6037-4f6d-9053-dda37f02f341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:22.529059 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['3532823b-4bd6-4f6c-8276-25d0242abcfe'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:42:22.612729 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:22.622557 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b74982-dab8-4ec2-bb9a-b9f7ee87d51b req-feae6bce-b706-49e2-98fe-ed1fee527ddc tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:22.628320 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b74982-dab8-4ec2-bb9a-b9f7ee87d51b req-feae6bce-b706-49e2-98fe-ed1fee527ddc tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:22.633957 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b74982-dab8-4ec2-bb9a-b9f7ee87d51b req-feae6bce-b706-49e2-98fe-ed1fee527ddc tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:22.635783 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-25b74982-dab8-4ec2-bb9a-b9f7ee87d51b req-feae6bce-b706-49e2-98fe-ed1fee527ddc tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/ports?device_id=500a0682-cb18-452b-8248-c6eb8b46dc53&device_id=7ab284b0-4e8c-4ee2-a420-04bddb1e1cd3&device_id=637b48fb-e48d-4d9f-91a8-e3e00f1ce05c HTTP/1.1" status: 200 len: 2418 time: 0.0837119 Mar 11 19:42:22.711106 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-25b74982-dab8-4ec2-bb9a-b9f7ee87d51b req-a7d95566-9598-4f82-9a03-0bbebc5aad8c tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e8ab6fd-a1b2-4b95-842e-981d1d859acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675325 Mar 11 19:42:23.046928 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e18f9d-4214-4ceb-890f-c0348f4ea44a req-040ffce7-af74-476f-b4b3-60f7625627b2 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:23.048513 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-46e18f9d-4214-4ceb-890f-c0348f4ea44a req-040ffce7-af74-476f-b4b3-60f7625627b2 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.0719376 Mar 11 19:42:23.111108 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-46e18f9d-4214-4ceb-890f-c0348f4ea44a req-bbc0bc1a-e5ff-40c0-b642-2611910f6591 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565085 Mar 11 19:42:23.227959 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d08d9-49b2-419c-845f-b13d5ba55fb8 req-48b71f9f-aaf1-4f5f-9362-0ef6b8f37e01 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:23.229436 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-460d08d9-49b2-419c-845f-b13d5ba55fb8 req-48b71f9f-aaf1-4f5f-9362-0ef6b8f37e01 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 947 time: 0.0624552 Mar 11 19:42:23.279158 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-460d08d9-49b2-419c-845f-b13d5ba55fb8 req-e2b658de-366f-4594-b779-1d869d6d0aab tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434237 Mar 11 19:42:23.391937 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679d49d-d220-4586-acfe-7b5eb33b8706 req-6d8a6faa-59cb-4cb7-9da1-90a370f8c69b tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:23.393507 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9679d49d-d220-4586-acfe-7b5eb33b8706 req-6d8a6faa-59cb-4cb7-9da1-90a370f8c69b tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6ce91be-77f5-44b8-a9b7-96de12531020 HTTP/1.1" status: 200 len: 944 time: 0.0607913 Mar 11 19:42:23.451116 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9679d49d-d220-4586-acfe-7b5eb33b8706 req-1e91e1d4-b303-4f99-a3c7-5964f68cc1f9 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514324 Mar 11 19:42:23.589067 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d527ee-3a32-4f12-905e-76693166b0b0 req-063b941d-d2d9-48f3-bded-966ac28fb8a5 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:23.590603 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f8d527ee-3a32-4f12-905e-76693166b0b0 req-063b941d-d2d9-48f3-bded-966ac28fb8a5 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/ports?device_id=500a0682-cb18-452b-8248-c6eb8b46dc53 HTTP/1.1" status: 200 len: 946 time: 0.0592604 Mar 11 19:42:23.644552 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f8d527ee-3a32-4f12-905e-76693166b0b0 req-86ce4aed-6f64-4d37-acc2-939ace5b6554 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e8ab6fd-a1b2-4b95-842e-981d1d859acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475719 Mar 11 19:42:23.765641 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf0b22-1f58-49b5-8409-d0154b8ee6c5 req-74e3372b-048d-4054-b27b-0ab54e6736d5 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:23.767163 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3fbf0b22-1f58-49b5-8409-d0154b8ee6c5 req-74e3372b-048d-4054-b27b-0ab54e6736d5 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/ports?device_id=8faf4c72-ecf7-4a30-a577-8cb0016710c0 HTTP/1.1" status: 200 len: 946 time: 0.0634661 Mar 11 19:42:23.827264 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3fbf0b22-1f58-49b5-8409-d0154b8ee6c5 req-2c9cb166-7748-43d5-8418-c3c31d0ea49e tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6edb3d-008e-48ff-8ef0-64786618cae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537794 Mar 11 19:42:23.869667 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 3532823b-4bd6-4f6c-8276-25d0242abcfe up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:42:23.931440 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port 3532823b-4bd6-4f6c-8276-25d0242abcfe completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:42:23.936605 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 3532823b-4bd6-4f6c-8276-25d0242abcfe triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:42:23.937371 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (3532823b-4bd6-4f6c-8276-25d0242abcfe), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:23.966543 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c423c6-9c25-4e55-a251-7ace623bd6e4 req-4afea415-bb6d-4f4a-b56b-9c33aa2e34ec tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:23.969069 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-13c423c6-9c25-4e55-a251-7ace623bd6e4 req-4afea415-bb6d-4f4a-b56b-9c33aa2e34ec tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/ports?device_id=102a4a83-28fc-4bf5-8950-aad9b795774d HTTP/1.1" status: 200 len: 950 time: 0.0665157 Mar 11 19:42:24.028784 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-13c423c6-9c25-4e55-a251-7ace623bd6e4 req-21261b28-57bf-4f49-ac81-9737d8dd9a08 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/security-groups?id=032b05bd-60bf-4cbe-8790-99bf90b24300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533080 Mar 11 19:42:24.033334 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 3532823b-4bd6-4f6c-8276-25d0242abcfe is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:42:24.033732 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (3532823b-4bd6-4f6c-8276-25d0242abcfe), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:24.069455 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ce91be-77f5-44b8-a9b7-96de12531020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3532823b-4bd6-4f6c-8276-25d0242abcfe'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:42:24.071820 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c92f9f-6d3a-44ca-98fd-9f40ff52259c" -d '{"events": [{"server_uuid": "c6ce91be-77f5-44b8-a9b7-96de12531020", "name": "network-vif-plugged", "status": "completed", "tag": "3532823b-4bd6-4f6c-8276-25d0242abcfe"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:42:24.085404 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 3532823b-4bd6-4f6c-8276-25d0242abcfe, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=3532823b-4bd6-4f6c-8276-25d0242abcfe,segment=NetworkSegment(4e412043-f4b7-4584-89b3-4a0ee01e31e1),segment_id=4e412043-f4b7-4584-89b3-4a0ee01e31e1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:24.090678 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (3532823b-4bd6-4f6c-8276-25d0242abcfe), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:24.151733 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88beeb1b-abfb-4e91-9e7c-f8583742eba9 req-cf481912-2d26-4e4a-a815-f58952c909e5 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:24.153265 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-88beeb1b-abfb-4e91-9e7c-f8583742eba9 req-cf481912-2d26-4e4a-a815-f58952c909e5 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.0613823 Mar 11 19:42:24.158862 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=3532823b-4bd6-4f6c-8276-25d0242abcfe,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:24.207834 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-88beeb1b-abfb-4e91-9e7c-f8583742eba9 req-4acfe4d5-8054-49d4-a5d7-0b08825411c0 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476081 Mar 11 19:42:24.576117 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b5c68ba5-da95-429f-b44f-285a1ffed4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:24.671259 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d2ff7-d237-43c8-bb11-c0647e3ff0b4 req-2a81df95-9ce0-4ebb-b58c-0f6c6222d78f tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:24.672790 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c35d2ff7-d237-43c8-bb11-c0647e3ff0b4 req-2a81df95-9ce0-4ebb-b58c-0f6c6222d78f tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=20e6d114-ef3d-4fea-9f9f-8ede4772c7b5 HTTP/1.1" status: 200 len: 946 time: 0.3981519 Mar 11 19:42:24.693541 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a1423a-01ae-4629-a70c-46ca89fb733d req-979b2860-39c8-4e79-b187-d93f640dacf3 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:24.694852 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-50a1423a-01ae-4629-a70c-46ca89fb733d req-979b2860-39c8-4e79-b187-d93f640dacf3 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.57 "GET /v2.0/ports?device_id=102a4a83-28fc-4bf5-8950-aad9b795774d HTTP/1.1" status: 200 len: 950 time: 0.0757291 Mar 11 19:42:24.768251 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c35d2ff7-d237-43c8-bb11-c0647e3ff0b4 req-31ea0d71-06c2-43cc-a037-32cd9e026014 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=8fd338c4-2511-40d9-94c8-daae49666ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893655 Mar 11 19:42:24.832437 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-50a1423a-01ae-4629-a70c-46ca89fb733d req-2a2183ba-4a43-4042-8b3b-367d2be58a0a tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Deleting port 8e13da56-f1da-4768-9336-35f2480008d1 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:42:24.832899 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-50a1423a-01ae-4629-a70c-46ca89fb733d req-2a2183ba-4a43-4042-8b3b-367d2be58a0a tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (8e13da56-f1da-4768-9336-35f2480008d1), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:24.886489 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1b08ca-8d74-46c0-8304-313210baa184 x-openstack-request-id: req-4e1b08ca-8d74-46c0-8304-313210baa184 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:42:24.887569 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6ce91be-77f5-44b8-a9b7-96de12531020", "name": "network-vif-plugged", "status": "completed", "tag": "3532823b-4bd6-4f6c-8276-25d0242abcfe", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:42:24.887684 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4e1b08ca-8d74-46c0-8304-313210baa184 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:42:24.888050 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6ce91be-77f5-44b8-a9b7-96de12531020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3532823b-4bd6-4f6c-8276-25d0242abcfe', 'code': 200} Mar 11 19:42:24.949826 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-50a1423a-01ae-4629-a70c-46ca89fb733d req-2a2183ba-4a43-4042-8b3b-367d2be58a0a tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] For port 8e13da56-f1da-4768-9336-35f2480008d1, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=8e13da56-f1da-4768-9336-35f2480008d1,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:24.950108 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-50a1423a-01ae-4629-a70c-46ca89fb733d req-2a2183ba-4a43-4042-8b3b-367d2be58a0a tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (8e13da56-f1da-4768-9336-35f2480008d1), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:24.979351 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-50a1423a-01ae-4629-a70c-46ca89fb733d req-2a2183ba-4a43-4042-8b3b-367d2be58a0a tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Calling delete_port for 8e13da56-f1da-4768-9336-35f2480008d1 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:42:25.100123 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16256c10-5c13-4111-b2f3-1f54894d3560 req-b62ef684-84e7-48a1-9d9d-b3aa23d220bb tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:25.101780 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-16256c10-5c13-4111-b2f3-1f54894d3560 req-b62ef684-84e7-48a1-9d9d-b3aa23d220bb tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 947 time: 0.1441400 Mar 11 19:42:25.104905 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510eeafd-cc56-4a1d-ac71-f41b6faa2716 req-272bc002-de85-43b9-bd07-e12a35a33b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:25.106794 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-510eeafd-cc56-4a1d-ac71-f41b6faa2716 req-272bc002-de85-43b9-bd07-e12a35a33b3e service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=c6ce91be-77f5-44b8-a9b7-96de12531020 HTTP/1.1" status: 200 len: 1127 time: 0.1473622 Mar 11 19:42:25.238808 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-16256c10-5c13-4111-b2f3-1f54894d3560 req-b9ffea4a-97a6-494c-9f7b-9f1b26556971 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297371 Mar 11 19:42:25.254402 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-510eeafd-cc56-4a1d-ac71-f41b6faa2716 req-40e1a0be-3234-4101-ade8-0caafbdeadf5 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314981 Mar 11 19:42:25.256013 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-50a1423a-01ae-4629-a70c-46ca89fb733d req-2a2183ba-4a43-4042-8b3b-367d2be58a0a tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (8e13da56-f1da-4768-9336-35f2480008d1), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:25.269650 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['e75757ee-1bfb-4252-9cd1-492301e036ff', 'c02b1cc0-d650-45bb-9de9-625b91f072e8', '2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f', '8e13da56-f1da-4768-9336-35f2480008d1'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:42:25.272128 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['d68bc25c-daf2-43ae-bbc8-f0f0ad342470', '652e9697-294c-4738-89e7-1ac952f6b91f'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:42:25.285966 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2183ba-4a43-4042-8b3b-367d2be58a0a tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Pushing event deleted for resources: {'Port': ['ID=8e13da56-f1da-4768-9336-35f2480008d1,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:25.340958 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-50a1423a-01ae-4629-a70c-46ca89fb733d req-2a2183ba-4a43-4042-8b3b-367d2be58a0a tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] No DVR routers for this DVR port 8e13da56-f1da-4768-9336-35f2480008d1 on host n-h2-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:42:25.350934 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-50a1423a-01ae-4629-a70c-46ca89fb733d req-2a2183ba-4a43-4042-8b3b-367d2be58a0a tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:25.354141 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-50a1423a-01ae-4629-a70c-46ca89fb733d req-2a2183ba-4a43-4042-8b3b-367d2be58a0a tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.57 "DELETE /v2.0/ports/8e13da56-f1da-4768-9336-35f2480008d1 HTTP/1.1" status: 204 len: 173 time: 0.6526320 Mar 11 19:42:25.354596 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '102a4a83-28fc-4bf5-8950-aad9b795774d', 'name': 'network-vif-deleted', 'tag': '8e13da56-f1da-4768-9336-35f2480008d1'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:42:25.357707 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61bfb8e9-cd8b-4a5b-9a66-1a0fe9605fe9" -d '{"events": [{"server_uuid": "102a4a83-28fc-4bf5-8950-aad9b795774d", "name": "network-vif-deleted", "tag": "8e13da56-f1da-4768-9336-35f2480008d1"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:42:25.417579 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d6c553-418a-41c6-b711-6ea168e16c55 req-bb53d10d-9d45-4238-8432-4b26b2ad748c tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:25.419096 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-26d6c553-418a-41c6-b711-6ea168e16c55 req-bb53d10d-9d45-4238-8432-4b26b2ad748c tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6ce91be-77f5-44b8-a9b7-96de12531020 HTTP/1.1" status: 200 len: 945 time: 0.0800700 Mar 11 19:42:25.478281 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-26d6c553-418a-41c6-b711-6ea168e16c55 req-3a68ec30-f227-4e22-9a01-3f8a7f69a5fb tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498116 Mar 11 19:42:25.669660 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3da241-3576-49f4-b09f-e3c4fe4c415f req-b87cc7a3-26a4-4593-8129-878dc9c324f8 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:25.677173 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bb3da241-3576-49f4-b09f-e3c4fe4c415f req-b87cc7a3-26a4-4593-8129-878dc9c324f8 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/ports?device_id=8faf4c72-ecf7-4a30-a577-8cb0016710c0 HTTP/1.1" status: 200 len: 946 time: 0.0722566 Mar 11 19:42:25.767880 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bb3da241-3576-49f4-b09f-e3c4fe4c415f req-7f7bc141-30c1-422f-9d67-c3729b2fe8c2 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6edb3d-008e-48ff-8ef0-64786618cae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831087 Mar 11 19:42:26.066347 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef2a81-1e33-47bf-a9ea-8f03cd1d0a27 req-701f2475-e884-448a-93cd-ea2d702fcb10 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:26.067843 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cbef2a81-1e33-47bf-a9ea-8f03cd1d0a27 req-701f2475-e884-448a-93cd-ea2d702fcb10 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.0615771 Mar 11 19:42:26.119024 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:26.120516 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cbef2a81-1e33-47bf-a9ea-8f03cd1d0a27 req-7ad76d87-09e8-4e84-b9c7-69f9780a8bc6 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467501 Mar 11 19:42:26.202017 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840a98cd-3bae-410c-a9a2-53d2fa9c1431 x-openstack-request-id: req-840a98cd-3bae-410c-a9a2-53d2fa9c1431 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:42:26.202456 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "102a4a83-28fc-4bf5-8950-aad9b795774d", "name": "network-vif-deleted", "tag": "8e13da56-f1da-4768-9336-35f2480008d1", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:42:26.202929 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-840a98cd-3bae-410c-a9a2-53d2fa9c1431 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:42:26.203391 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '102a4a83-28fc-4bf5-8950-aad9b795774d', 'name': 'network-vif-deleted', 'tag': '8e13da56-f1da-4768-9336-35f2480008d1', 'status': 'completed', 'code': 200} Mar 11 19:42:26.297468 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b949a-859c-49c3-b379-6094c8586866 req-9d8b3ccf-86b5-4248-8c8a-3a25fcd20598 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:26.298917 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-992b949a-859c-49c3-b379-6094c8586866 req-9d8b3ccf-86b5-4248-8c8a-3a25fcd20598 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 947 time: 0.0536289 Mar 11 19:42:26.346422 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-992b949a-859c-49c3-b379-6094c8586866 req-b9395ef1-a625-4bfd-a955-021d5736c3b6 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418162 Mar 11 19:42:26.454539 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079054aa-014b-4b86-a2b6-4a83e215081a req-977f27b2-139c-4716-ad77-a552af0043d7 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:26.456139 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-079054aa-014b-4b86-a2b6-4a83e215081a req-977f27b2-139c-4716-ad77-a552af0043d7 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=20e6d114-ef3d-4fea-9f9f-8ede4772c7b5 HTTP/1.1" status: 200 len: 946 time: 0.0559356 Mar 11 19:42:26.508737 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-079054aa-014b-4b86-a2b6-4a83e215081a req-263f64a2-95ad-4d82-92f0-186e06871660 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=8fd338c4-2511-40d9-94c8-daae49666ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461621 Mar 11 19:42:26.757171 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e39eeb-7e09-4d53-baf8-adce60c0831e req-c8602030-ac8c-4c9c-a316-907215627710 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:26.765195 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-97e39eeb-7e09-4d53-baf8-adce60c0831e req-c8602030-ac8c-4c9c-a316-907215627710 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.0792029 Mar 11 19:42:26.817478 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-97e39eeb-7e09-4d53-baf8-adce60c0831e req-7d8bf52d-c4ef-4a7d-b7dc-335bed58fec5 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511639 Mar 11 19:42:27.108885 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ec9f3-ed75-48e4-a382-2681a0384943 req-9c6e65f4-c47f-4a37-bb4b-fa93e07d9d16 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:27.110773 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1e7ec9f3-ed75-48e4-a382-2681a0384943 req-9c6e65f4-c47f-4a37-bb4b-fa93e07d9d16 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6ce91be-77f5-44b8-a9b7-96de12531020 HTTP/1.1" status: 200 len: 945 time: 0.0689690 Mar 11 19:42:27.174814 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1e7ec9f3-ed75-48e4-a382-2681a0384943 req-4a672375-afe2-44f5-97e8-7523ff76eac0 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571475 Mar 11 19:42:27.486410 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c1045-1c97-4e40-848e-446b7d49f315 req-1245b3d3-1ce5-4f5b-a7f8-87041d37434e tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:27.487891 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-524c1045-1c97-4e40-848e-446b7d49f315 req-1245b3d3-1ce5-4f5b-a7f8-87041d37434e tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/ports?device_id=8faf4c72-ecf7-4a30-a577-8cb0016710c0 HTTP/1.1" status: 200 len: 946 time: 0.0591626 Mar 11 19:42:27.534610 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-524c1045-1c97-4e40-848e-446b7d49f315 req-9761b8ba-5b62-49b3-be50-8c128068605e tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6edb3d-008e-48ff-8ef0-64786618cae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410378 Mar 11 19:42:27.542544 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:27.564643 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 8e13da56-f1da-4768-9336-35f2480008d1 no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:42:27.585132 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: 8e13da56-f1da-4768-9336-35f2480008d1 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:42:27.585480 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 8e13da56-f1da-4768-9336-35f2480008d1 not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:42:27.862670 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 9fd68e1a-7e53-4dd7-a129-e219fe1f8266 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:42:27.941240 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 9fd68e1a-7e53-4dd7-a129-e219fe1f8266 is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:42:27.941639 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (9fd68e1a-7e53-4dd7-a129-e219fe1f8266), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:27.965225 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fd68e1a-7e53-4dd7-a129-e219fe1f8266'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:42:27.967660 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17b3113-853f-48a5-bb4b-f848869eb473" -d '{"events": [{"server_uuid": "ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61", "name": "network-vif-unplugged", "status": "completed", "tag": "9fd68e1a-7e53-4dd7-a129-e219fe1f8266"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:42:27.982627 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 9fd68e1a-7e53-4dd7-a129-e219fe1f8266, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=9fd68e1a-7e53-4dd7-a129-e219fe1f8266,segment=NetworkSegment(f8d24e93-6284-46b5-86c2-c110abb33db1),segment_id=f8d24e93-6284-46b5-86c2-c110abb33db1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:27.986650 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (9fd68e1a-7e53-4dd7-a129-e219fe1f8266), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:28.040881 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=9fd68e1a-7e53-4dd7-a129-e219fe1f8266,revision_number=14']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:28.100910 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75528fa5-9757-487f-bca4-5b4b0d9c5b0d req-f365aba8-008a-42b8-8730-376ed9c37e8a tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:28.102365 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-75528fa5-9757-487f-bca4-5b4b0d9c5b0d req-f365aba8-008a-42b8-8730-376ed9c37e8a tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 945 time: 0.0520797 Mar 11 19:42:28.153126 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-75528fa5-9757-487f-bca4-5b4b0d9c5b0d req-c5527208-3c9e-4572-a735-4062dac5d36e tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440345 Mar 11 19:42:28.299007 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce57a0-b9dc-4b36-bb4d-e8c1ddc2c899 req-633031d8-77e1-4644-979d-7232c55d0b73 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:28.300516 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8bce57a0-b9dc-4b36-bb4d-e8c1ddc2c899 req-633031d8-77e1-4644-979d-7232c55d0b73 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=20e6d114-ef3d-4fea-9f9f-8ede4772c7b5 HTTP/1.1" status: 200 len: 946 time: 0.0520661 Mar 11 19:42:28.351786 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8bce57a0-b9dc-4b36-bb4d-e8c1ddc2c899 req-80e20b92-0f55-4e3d-8676-a4c62fe8d4d9 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=8fd338c4-2511-40d9-94c8-daae49666ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456719 Mar 11 19:42:28.459283 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a798c-1ab1-41a8-a936-4e86bc479138 req-cf7b80ba-a517-440e-8d08-7d113d51641f tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:28.460690 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7d6a798c-1ab1-41a8-a936-4e86bc479138 req-cf7b80ba-a517-440e-8d08-7d113d51641f tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.0536039 Mar 11 19:42:28.505990 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7d6a798c-1ab1-41a8-a936-4e86bc479138 req-5cfe8d9d-6a97-4e56-95b8-b074c2191196 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398302 Mar 11 19:42:28.611325 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d71a889-f087-4fe2-b2b9-3cc16d841a93 req-7bb6c4c5-c913-4c9b-ac78-caf6aeceefc7 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:28.612805 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9d71a889-f087-4fe2-b2b9-3cc16d841a93 req-7bb6c4c5-c913-4c9b-ac78-caf6aeceefc7 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6631799-6ee7-4005-95fb-904b5b322031 HTTP/1.1" status: 200 len: 949 time: 0.0515981 Mar 11 19:42:28.659985 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9d71a889-f087-4fe2-b2b9-3cc16d841a93 req-55dc1767-c40a-4408-a2de-2566c613e368 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/security-groups?id=032b05bd-60bf-4cbe-8790-99bf90b24300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413373 Mar 11 19:42:28.702437 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 19:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd54c616-ffd1-442d-b655-0c678449376c x-openstack-request-id: req-bd54c616-ffd1-442d-b655-0c678449376c {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:42:28.702984 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61", "name": "network-vif-unplugged", "status": "completed", "tag": "9fd68e1a-7e53-4dd7-a129-e219fe1f8266", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:42:28.703212 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bd54c616-ffd1-442d-b655-0c678449376c {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:42:28.703707 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fd68e1a-7e53-4dd7-a129-e219fe1f8266', 'code': 200} Mar 11 19:42:28.798166 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d88dc0-1c09-466d-9ef9-e77f27c6d2a4 req-4f1f159a-f8de-4877-9493-2a63a6a773c3 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:28.799592 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b2d88dc0-1c09-466d-9ef9-e77f27c6d2a4 req-4f1f159a-f8de-4877-9493-2a63a6a773c3 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6ce91be-77f5-44b8-a9b7-96de12531020 HTTP/1.1" status: 200 len: 945 time: 0.0561056 Mar 11 19:42:28.845968 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b2d88dc0-1c09-466d-9ef9-e77f27c6d2a4 req-8a71359b-447a-4d2c-a5a3-653b3f245825 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407889 Mar 11 19:42:28.941097 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2310d3e0-b420-408a-915e-ab38b2c199ba req-b18460c5-8907-4b66-8b72-7bdf86caaaf5 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:28.942560 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2310d3e0-b420-408a-915e-ab38b2c199ba req-b18460c5-8907-4b66-8b72-7bdf86caaaf5 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6631799-6ee7-4005-95fb-904b5b322031 HTTP/1.1" status: 200 len: 949 time: 0.0557518 Mar 11 19:42:28.968721 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:29.065713 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a89e877-4cb3-4961-9a3c-7bbd4bad312b req-a50ba1d2-0dfe-4607-b5ab-96bead1ebce0 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:29.067182 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1a89e877-4cb3-4961-9a3c-7bbd4bad312b req-a50ba1d2-0dfe-4607-b5ab-96bead1ebce0 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 945 time: 0.1104941 Mar 11 19:42:29.099599 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-2310d3e0-b420-408a-915e-ab38b2c199ba req-2a9a732b-342d-46e4-a550-b4c6c6a3c30b tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Deleting port 2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:42:29.099970 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-2310d3e0-b420-408a-915e-ab38b2c199ba req-2a9a732b-342d-46e4-a550-b4c6c6a3c30b tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:29.149931 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1a89e877-4cb3-4961-9a3c-7bbd4bad312b req-d4a98b31-668f-454e-bebd-4d9cc48222f4 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761888 Mar 11 19:42:29.211994 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-2310d3e0-b420-408a-915e-ab38b2c199ba req-2a9a732b-342d-46e4-a550-b4c6c6a3c30b tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] For port 2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:29.212353 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-2310d3e0-b420-408a-915e-ab38b2c199ba req-2a9a732b-342d-46e4-a550-b4c6c6a3c30b tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:29.225775 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-2310d3e0-b420-408a-915e-ab38b2c199ba req-2a9a732b-342d-46e4-a550-b4c6c6a3c30b tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Calling delete_port for 2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:42:29.359299 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-2310d3e0-b420-408a-915e-ab38b2c199ba req-2a9a732b-342d-46e4-a550-b4c6c6a3c30b tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:29.371529 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['e75757ee-1bfb-4252-9cd1-492301e036ff', 'c02b1cc0-d650-45bb-9de9-625b91f072e8', '2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:42:29.379051 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['d68bc25c-daf2-43ae-bbc8-f0f0ad342470', '652e9697-294c-4738-89e7-1ac952f6b91f'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:42:29.392808 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a732b-342d-46e4-a550-b4c6c6a3c30b tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Pushing event deleted for resources: {'Port': ['ID=2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:29.467590 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-2310d3e0-b420-408a-915e-ab38b2c199ba req-2a9a732b-342d-46e4-a550-b4c6c6a3c30b tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] No DVR routers for this DVR port 2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f on host n-h2-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:42:29.473490 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-2310d3e0-b420-408a-915e-ab38b2c199ba req-2a9a732b-342d-46e4-a550-b4c6c6a3c30b tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:29.476844 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2310d3e0-b420-408a-915e-ab38b2c199ba req-2a9a732b-342d-46e4-a550-b4c6c6a3c30b tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.57 "DELETE /v2.0/ports/2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f HTTP/1.1" status: 204 len: 173 time: 0.5288794 Mar 11 19:42:29.477216 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6631799-6ee7-4005-95fb-904b5b322031', 'name': 'network-vif-deleted', 'tag': '2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:42:29.479463 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f815cc8a-6100-482f-9339-b121c0a1e0b2" -d '{"events": [{"server_uuid": "d6631799-6ee7-4005-95fb-904b5b322031", "name": "network-vif-deleted", "tag": "2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:42:29.500995 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcd7c5e-a756-4e1b-93b2-574931773319 req-5f226cec-3aac-488e-b265-0864e0d64b41 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:29.502511 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-efcd7c5e-a756-4e1b-93b2-574931773319 req-5f226cec-3aac-488e-b265-0864e0d64b41 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.1129775 Mar 11 19:42:29.541250 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:42:29.555891 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-efcd7c5e-a756-4e1b-93b2-574931773319 req-8d6708de-081e-46a6-b853-18b6d7396e6e tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461679 Mar 11 19:42:29.581946 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 9b8c3b55-ec54-49a1-8218-e81f898cd6dd details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:42:29.690129 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48688981-ef6f-47b1-8637-cf4545afd3e5 req-eb56ca0e-db07-48b1-a51a-aff9196b3318 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:29.691831 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-48688981-ef6f-47b1-8637-cf4545afd3e5 req-eb56ca0e-db07-48b1-a51a-aff9196b3318 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.75 "GET /v2.0/ports?device_id=61744d22-0211-4a62-a499-451ee9b21a3c HTTP/1.1" status: 200 len: 949 time: 0.1039836 Mar 11 19:42:29.705211 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a03ba-8aff-438a-8224-bcb3a0f6dd8b req-580aae84-591b-4010-a2a3-eefe2a6c2360 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:29.706672 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c42a03ba-8aff-438a-8224-bcb3a0f6dd8b req-580aae84-591b-4010-a2a3-eefe2a6c2360 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/ports?device_id=8faf4c72-ecf7-4a30-a577-8cb0016710c0 HTTP/1.1" status: 200 len: 946 time: 0.0797973 Mar 11 19:42:29.799417 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 9b8c3b55-ec54-49a1-8218-e81f898cd6dd, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=9b8c3b55-ec54-49a1-8218-e81f898cd6dd,segment=NetworkSegment(69eb0e62-687e-4724-ba5c-a415cb9293d1),segment_id=69eb0e62-687e-4724-ba5c-a415cb9293d1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:29.814557 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c42a03ba-8aff-438a-8224-bcb3a0f6dd8b req-747b0f0b-59ac-4635-9e89-cfda9b5cc784 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6edb3d-008e-48ff-8ef0-64786618cae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002378 Mar 11 19:42:29.826071 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': '9b8c3b55-ec54-49a1-8218-e81f898cd6dd', 'network_id': '32196a18-8be7-4227-b019-bc15d0c1f739', 'port_id': '9b8c3b55-ec54-49a1-8218-e81f898cd6dd', 'mac_address': 'fa:16:3e:d1:b2:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c54bb295-7bca-4fbe-aff9-5e7c44904c47', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:42:29.841114 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-48688981-ef6f-47b1-8637-cf4545afd3e5 req-525c51c8-99c8-45a8-9b2b-a095ad179592 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Deleting port 652e9697-294c-4738-89e7-1ac952f6b91f {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:42:29.841452 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-48688981-ef6f-47b1-8637-cf4545afd3e5 req-525c51c8-99c8-45a8-9b2b-a095ad179592 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (652e9697-294c-4738-89e7-1ac952f6b91f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:29.947851 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 9b8c3b55-ec54-49a1-8218-e81f898cd6dd is: ACTIVE; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:42:29.948632 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (9b8c3b55-ec54-49a1-8218-e81f898cd6dd), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:29.971311 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9b8c3b55-ec54-49a1-8218-e81f898cd6dd {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:42:29.997444 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-48688981-ef6f-47b1-8637-cf4545afd3e5 req-525c51c8-99c8-45a8-9b2b-a095ad179592 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] For port 652e9697-294c-4738-89e7-1ac952f6b91f, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=652e9697-294c-4738-89e7-1ac952f6b91f,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:29.997769 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-48688981-ef6f-47b1-8637-cf4545afd3e5 req-525c51c8-99c8-45a8-9b2b-a095ad179592 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (652e9697-294c-4738-89e7-1ac952f6b91f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:30.007704 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 9b8c3b55-ec54-49a1-8218-e81f898cd6dd, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=9b8c3b55-ec54-49a1-8218-e81f898cd6dd,segment=NetworkSegment(69eb0e62-687e-4724-ba5c-a415cb9293d1),segment_id=69eb0e62-687e-4724-ba5c-a415cb9293d1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:30.012836 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-48688981-ef6f-47b1-8637-cf4545afd3e5 req-525c51c8-99c8-45a8-9b2b-a095ad179592 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Calling delete_port for 652e9697-294c-4738-89e7-1ac952f6b91f owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:42:30.013685 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (9b8c3b55-ec54-49a1-8218-e81f898cd6dd), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:30.073594 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=9b8c3b55-ec54-49a1-8218-e81f898cd6dd,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:30.112341 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['9b8c3b55-ec54-49a1-8218-e81f898cd6dd'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:42:30.145753 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c449345-6bc2-467d-9631-d8546e4b96ad req-6e7775a0-8515-40b8-913e-ba69bae12c23 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:30.147251 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3c449345-6bc2-467d-9631-d8546e4b96ad req-6e7775a0-8515-40b8-913e-ba69bae12c23 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 945 time: 0.0845571 Mar 11 19:42:30.234380 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-48688981-ef6f-47b1-8637-cf4545afd3e5 req-525c51c8-99c8-45a8-9b2b-a095ad179592 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (652e9697-294c-4738-89e7-1ac952f6b91f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:30.250582 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['e75757ee-1bfb-4252-9cd1-492301e036ff', 'c02b1cc0-d650-45bb-9de9-625b91f072e8'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:42:30.252605 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['d68bc25c-daf2-43ae-bbc8-f0f0ad342470'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:42:30.269779 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3c449345-6bc2-467d-9631-d8546e4b96ad req-af24b7f6-da65-4c2c-a163-7189930e3af9 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099591 Mar 11 19:42:30.270903 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525c51c8-99c8-45a8-9b2b-a095ad179592 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Pushing event deleted for resources: {'Port': ['ID=652e9697-294c-4738-89e7-1ac952f6b91f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:30.331434 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-48688981-ef6f-47b1-8637-cf4545afd3e5 req-525c51c8-99c8-45a8-9b2b-a095ad179592 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] No DVR routers for this DVR port 652e9697-294c-4738-89e7-1ac952f6b91f on host n-h1-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:42:30.334580 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-48688981-ef6f-47b1-8637-cf4545afd3e5 req-525c51c8-99c8-45a8-9b2b-a095ad179592 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:30.339071 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-48688981-ef6f-47b1-8637-cf4545afd3e5 req-525c51c8-99c8-45a8-9b2b-a095ad179592 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.75 "DELETE /v2.0/ports/652e9697-294c-4738-89e7-1ac952f6b91f HTTP/1.1" status: 204 len: 173 time: 0.6314905 Mar 11 19:42:30.519706 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab008b-7b53-435a-93eb-dd59e5d8f89d req-08a31622-a8b6-4491-96fa-059b293bc1e9 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:30.521129 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ecab008b-7b53-435a-93eb-dd59e5d8f89d req-08a31622-a8b6-4491-96fa-059b293bc1e9 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=20e6d114-ef3d-4fea-9f9f-8ede4772c7b5 HTTP/1.1" status: 200 len: 945 time: 0.0548761 Mar 11 19:42:30.572653 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ecab008b-7b53-435a-93eb-dd59e5d8f89d req-2688f28e-9bdb-46f7-9785-ba11f1bb7854 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=8fd338c4-2511-40d9-94c8-daae49666ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454319 Mar 11 19:42:30.624589 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8f1f78-11a7-4794-855c-acf9767d18be x-openstack-request-id: req-4d8f1f78-11a7-4794-855c-acf9767d18be {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:42:30.624958 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6631799-6ee7-4005-95fb-904b5b322031", "name": "network-vif-deleted", "tag": "2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:42:30.625360 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4d8f1f78-11a7-4794-855c-acf9767d18be {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:42:30.625971 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6631799-6ee7-4005-95fb-904b5b322031', 'name': 'network-vif-deleted', 'tag': '2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f', 'status': 'completed', 'code': 200} Mar 11 19:42:30.763115 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1f73c9-9535-449d-b11f-807a37d8acce req-d3e553fe-de4e-4a88-a044-7b396617663d tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:30.764688 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7f1f73c9-9535-449d-b11f-807a37d8acce req-d3e553fe-de4e-4a88-a044-7b396617663d tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6ce91be-77f5-44b8-a9b7-96de12531020 HTTP/1.1" status: 200 len: 945 time: 0.0546854 Mar 11 19:42:30.820895 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7f1f73c9-9535-449d-b11f-807a37d8acce req-a3fa1409-6baf-45a8-ae73-eadf48d2bb55 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503139 Mar 11 19:42:31.138391 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d5ce6-6346-442d-8492-0ab37c4f7a22 req-6467f6c4-5b85-409b-8594-6f7095a94643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:31.139938 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-550d5ce6-6346-442d-8492-0ab37c4f7a22 req-6467f6c4-5b85-409b-8594-6f7095a94643 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=66b3b8d3f65c4e239ea33b0475efa223&device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 1127 time: 0.0556359 Mar 11 19:42:31.146729 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9286d2f3-8591-4db7-8d6c-7c951f0dcdd4 req-99f298f9-53b8-4c11-8504-9d0b74710ebe tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:31.148123 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9286d2f3-8591-4db7-8d6c-7c951f0dcdd4 req-99f298f9-53b8-4c11-8504-9d0b74710ebe tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/ports?device_id=637b48fb-e48d-4d9f-91a8-e3e00f1ce05c HTTP/1.1" status: 200 len: 946 time: 0.0913849 Mar 11 19:42:31.253478 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9286d2f3-8591-4db7-8d6c-7c951f0dcdd4 req-479a0ee8-370a-4361-862f-632810d80ff0 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e8ab6fd-a1b2-4b95-842e-981d1d859acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959420 Mar 11 19:42:31.272665 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d5ce6-6346-442d-8492-0ab37c4f7a22 req-0bd96acd-c8cc-43d0-af60-0ae904deb4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:31.274185 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-550d5ce6-6346-442d-8492-0ab37c4f7a22 req-0bd96acd-c8cc-43d0-af60-0ae904deb4ff service neutron] 10.222.0.75 "GET /v2.0/networks?id=90663b8c-1bde-4a55-8ab4-a84ee4d3cf19 HTTP/1.1" status: 200 len: 912 time: 0.1245487 Mar 11 19:42:31.376034 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-550d5ce6-6346-442d-8492-0ab37c4f7a22 req-204b0f44-3263-48b3-81e3-af79a34aed8e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fd68e1a-7e53-4dd7-a129-e219fe1f8266 HTTP/1.1" status: 200 len: 1000 time: 0.0946355 Mar 11 19:42:31.427753 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc31988-8f85-420e-bff2-877b5aa8aed6 req-008e7838-21a9-4d2d-941d-d3db22c238c8 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:31.429113 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0cc31988-8f85-420e-bff2-877b5aa8aed6 req-008e7838-21a9-4d2d-941d-d3db22c238c8 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.1077704 Mar 11 19:42:31.454593 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d5ce6-6346-442d-8492-0ab37c4f7a22 req-047d5f4c-32a6-4fb6-9f7c-26813d452ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:31.455998 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-550d5ce6-6346-442d-8492-0ab37c4f7a22 req-047d5f4c-32a6-4fb6-9f7c-26813d452ca3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=83286d6e-3d22-482f-b14a-2fbd7466cc6c HTTP/1.1" status: 200 len: 850 time: 0.0724909 Mar 11 19:42:31.505057 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0cc31988-8f85-420e-bff2-877b5aa8aed6 req-4b3a4ef7-4071-44ff-8264-329fe1035aab tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694084 Mar 11 19:42:31.521074 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d5ce6-6346-442d-8492-0ab37c4f7a22 req-01beca0a-c3fd-48cd-801b-475f6f5b47d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:31.522490 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-550d5ce6-6346-442d-8492-0ab37c4f7a22 req-01beca0a-c3fd-48cd-801b-475f6f5b47d6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=90663b8c-1bde-4a55-8ab4-a84ee4d3cf19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0561676 Mar 11 19:42:31.580744 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 9b8c3b55-ec54-49a1-8218-e81f898cd6dd up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:42:31.639154 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port 9b8c3b55-ec54-49a1-8218-e81f898cd6dd triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:42:31.639533 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (9b8c3b55-ec54-49a1-8218-e81f898cd6dd), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:31.647712 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-550d5ce6-6346-442d-8492-0ab37c4f7a22 req-e87717ed-4ee7-4e30-868a-ce5efb06130a service neutron] 10.222.0.75 "GET /v2.0/networks/90663b8c-1bde-4a55-8ab4-a84ee4d3cf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168671 Mar 11 19:42:31.673109 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17ce4f-915e-4209-852b-1d913eead4ae req-329ec42f-8898-4c92-bf26-700f9a44ae8d tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:31.674525 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-df17ce4f-915e-4209-852b-1d913eead4ae req-329ec42f-8898-4c92-bf26-700f9a44ae8d tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/ports?device_id=8faf4c72-ecf7-4a30-a577-8cb0016710c0 HTTP/1.1" status: 200 len: 946 time: 0.0770671 Mar 11 19:42:31.723514 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 9b8c3b55-ec54-49a1-8218-e81f898cd6dd is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:42:31.723936 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (9b8c3b55-ec54-49a1-8218-e81f898cd6dd), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:31.746257 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e6d114-ef3d-4fea-9f9f-8ede4772c7b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b8c3b55-ec54-49a1-8218-e81f898cd6dd'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:42:31.748584 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e9172e6-c992-4cbb-8a31-87cdf3a94984" -d '{"events": [{"server_uuid": "20e6d114-ef3d-4fea-9f9f-8ede4772c7b5", "name": "network-vif-plugged", "status": "completed", "tag": "9b8c3b55-ec54-49a1-8218-e81f898cd6dd"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:42:31.760864 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 9b8c3b55-ec54-49a1-8218-e81f898cd6dd, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=9b8c3b55-ec54-49a1-8218-e81f898cd6dd,segment=NetworkSegment(69eb0e62-687e-4724-ba5c-a415cb9293d1),segment_id=69eb0e62-687e-4724-ba5c-a415cb9293d1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:31.765359 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (9b8c3b55-ec54-49a1-8218-e81f898cd6dd), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:31.766684 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:42:31.772665 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-df17ce4f-915e-4209-852b-1d913eead4ae req-d0ae4147-e862-432e-8d5e-51e24d1d141c tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6edb3d-008e-48ff-8ef0-64786618cae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883236 Mar 11 19:42:31.787137 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-550d5ce6-6346-442d-8492-0ab37c4f7a22 req-ec67fde6-8af5-40a1-83c5-4523498d503e service neutron] 10.222.0.75 "GET /v2.0/networks/90663b8c-1bde-4a55-8ab4-a84ee4d3cf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288569 Mar 11 19:42:31.803409 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: 2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:42:31.803807 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 2bce3fdc-b9a8-4ff1-b811-68ddbfeeb00f not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:42:31.830288 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=9b8c3b55-ec54-49a1-8218-e81f898cd6dd,revision_number=7']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:31.988809 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c37e8d0-38fd-4f33-8559-ec6a41946b62 req-4a1c0bc3-3e8d-4526-9a10-64ebc265fc23 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:31.990406 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6c37e8d0-38fd-4f33-8559-ec6a41946b62 req-4a1c0bc3-3e8d-4526-9a10-64ebc265fc23 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 945 time: 0.0651057 Mar 11 19:42:32.038641 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6c37e8d0-38fd-4f33-8559-ec6a41946b62 req-d4be3cdb-c7bd-41ea-be5e-935599980dde tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423424 Mar 11 19:42:32.144860 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d07057f-d413-42dd-bd5a-9c71519e3df1 req-67d20e0c-5cb2-432a-9b67-071c94638a81 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:32.146475 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8d07057f-d413-42dd-bd5a-9c71519e3df1 req-67d20e0c-5cb2-432a-9b67-071c94638a81 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.0556440 Mar 11 19:42:32.203507 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8d07057f-d413-42dd-bd5a-9c71519e3df1 req-51ad4633-77c3-4168-8298-660339771d05 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510163 Mar 11 19:42:32.381920 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c020e-6227-4bd9-bb1b-231194437cda req-96db5267-0f3d-4f26-a637-41c2142a2740 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:32.387686 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cd5c020e-6227-4bd9-bb1b-231194437cda req-96db5267-0f3d-4f26-a637-41c2142a2740 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=20e6d114-ef3d-4fea-9f9f-8ede4772c7b5 HTTP/1.1" status: 200 len: 946 time: 0.0703077 Mar 11 19:42:32.432547 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cd5c020e-6227-4bd9-bb1b-231194437cda req-8b89b432-3373-4308-94d2-d9071b529c9c tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=8fd338c4-2511-40d9-94c8-daae49666ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428364 Mar 11 19:42:32.479225 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15aec62-7f2b-4ce4-ba6e-d8b3dce12ff2 x-openstack-request-id: req-d15aec62-7f2b-4ce4-ba6e-d8b3dce12ff2 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:42:32.479648 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20e6d114-ef3d-4fea-9f9f-8ede4772c7b5", "name": "network-vif-plugged", "status": "completed", "tag": "9b8c3b55-ec54-49a1-8218-e81f898cd6dd", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:42:32.479921 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d15aec62-7f2b-4ce4-ba6e-d8b3dce12ff2 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:42:32.480368 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e6d114-ef3d-4fea-9f9f-8ede4772c7b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b8c3b55-ec54-49a1-8218-e81f898cd6dd', 'code': 200} Mar 11 19:42:32.571315 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e73120-3691-4459-859c-a2b9aaecaa9b req-15546221-8d17-41f5-becc-62f517607522 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:32.572815 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d1e73120-3691-4459-859c-a2b9aaecaa9b req-15546221-8d17-41f5-becc-62f517607522 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6ce91be-77f5-44b8-a9b7-96de12531020 HTTP/1.1" status: 200 len: 945 time: 0.0518746 Mar 11 19:42:32.620333 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d1e73120-3691-4459-859c-a2b9aaecaa9b req-1c736d70-fc6e-499d-8be1-0ab86a04a890 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415523 Mar 11 19:42:32.626909 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61744d22-0211-4a62-a499-451ee9b21a3c', 'name': 'network-vif-deleted', 'tag': '652e9697-294c-4738-89e7-1ac952f6b91f'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:42:32.629374 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b470e9-5768-40d7-b8da-25e06821cafd" -d '{"events": [{"server_uuid": "61744d22-0211-4a62-a499-451ee9b21a3c", "name": "network-vif-deleted", "tag": "652e9697-294c-4738-89e7-1ac952f6b91f"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:42:32.943740 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477978ce-64a8-4931-a06f-1e65c11c2053 req-d9138be4-7885-4ad8-a98c-d98ea622790f tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:32.945848 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-477978ce-64a8-4931-a06f-1e65c11c2053 req-d9138be4-7885-4ad8-a98c-d98ea622790f tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/ports?device_id=637b48fb-e48d-4d9f-91a8-e3e00f1ce05c HTTP/1.1" status: 200 len: 946 time: 0.0603273 Mar 11 19:42:33.003584 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-477978ce-64a8-4931-a06f-1e65c11c2053 req-44b9b3f4-786d-4f03-b790-ea0db767aa3b tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e8ab6fd-a1b2-4b95-842e-981d1d859acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512726 Mar 11 19:42:33.035944 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92975d6e-d2a6-405c-bddc-ac176d07f69d req-91c6f36a-9433-42f4-bff9-7af76dae3407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:33.037450 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-92975d6e-d2a6-405c-bddc-ac176d07f69d req-91c6f36a-9433-42f4-bff9-7af76dae3407 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=8faf4c72-ecf7-4a30-a577-8cb0016710c0 HTTP/1.1" status: 200 len: 1128 time: 0.0489862 Mar 11 19:42:33.055263 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bae243e-e88b-46c3-8eaa-614934dbb8aa x-openstack-request-id: req-2bae243e-e88b-46c3-8eaa-614934dbb8aa {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:42:33.055558 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61744d22-0211-4a62-a499-451ee9b21a3c", "name": "network-vif-deleted", "tag": "652e9697-294c-4738-89e7-1ac952f6b91f", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:42:33.055839 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2bae243e-e88b-46c3-8eaa-614934dbb8aa {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:42:33.056235 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61744d22-0211-4a62-a499-451ee9b21a3c', 'name': 'network-vif-deleted', 'tag': '652e9697-294c-4738-89e7-1ac952f6b91f', 'status': 'completed', 'code': 200} Mar 11 19:42:33.091138 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-92975d6e-d2a6-405c-bddc-ac176d07f69d req-79fe6570-a272-4055-aa3d-37a0a312a1ae service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=5e6edb3d-008e-48ff-8ef0-64786618cae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430050 Mar 11 19:42:33.234407 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8945b5-0804-48eb-a33a-39aeccad973b req-6217201f-4d5d-4c28-bcc1-27731b3ba1b5 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:33.235901 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f8945b5-0804-48eb-a33a-39aeccad973b req-6217201f-4d5d-4c28-bcc1-27731b3ba1b5 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.0556769 Mar 11 19:42:33.281202 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f8945b5-0804-48eb-a33a-39aeccad973b req-8659da46-9352-4866-a84d-570f7250b2f8 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397210 Mar 11 19:42:33.383965 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ecea70-63dc-4b15-a371-690d6456a25d req-6ec42955-7ed7-4d19-a186-d748ef3b7f19 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:33.385332 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a3ecea70-63dc-4b15-a371-690d6456a25d req-6ec42955-7ed7-4d19-a186-d748ef3b7f19 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/ports?device_id=8faf4c72-ecf7-4a30-a577-8cb0016710c0 HTTP/1.1" status: 200 len: 946 time: 0.0519745 Mar 11 19:42:33.430576 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a3ecea70-63dc-4b15-a371-690d6456a25d req-c3fdf678-bcb5-4192-8646-b669e822ff43 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6edb3d-008e-48ff-8ef0-64786618cae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397639 Mar 11 19:42:33.660166 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c09c9f-ed30-498b-8a7d-1507ba04e3eb req-0700916d-a045-4cea-820e-23bd2ec06c8c tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:33.661841 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-43c09c9f-ed30-498b-8a7d-1507ba04e3eb req-0700916d-a045-4cea-820e-23bd2ec06c8c tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 945 time: 0.0548568 Mar 11 19:42:33.714539 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-43c09c9f-ed30-498b-8a7d-1507ba04e3eb req-b146031b-d894-414e-bbe4-1a6dfbf8b9d7 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469744 Mar 11 19:42:33.904217 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 652e9697-294c-4738-89e7-1ac952f6b91f no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:42:33.930476 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: 652e9697-294c-4738-89e7-1ac952f6b91f {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:42:33.930811 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 652e9697-294c-4738-89e7-1ac952f6b91f not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:42:33.932581 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9dffe-fbdf-4206-a4d2-a92a6c57c873 req-4a70475a-5d4d-483d-9a7b-77a241c59d2c tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:33.939975 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8da9dffe-fbdf-4206-a4d2-a92a6c57c873 req-4a70475a-5d4d-483d-9a7b-77a241c59d2c tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.0717242 Mar 11 19:42:34.008035 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8da9dffe-fbdf-4206-a4d2-a92a6c57c873 req-6530e1d3-8b5d-4192-9853-d5ddf0abe3d2 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670364 Mar 11 19:42:34.139155 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4951f20c-4318-44f6-ae94-a72bcdc4aade req-1bf6217d-2ef1-4444-a9f8-e608a1da0a97 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:34.144333 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4951f20c-4318-44f6-ae94-a72bcdc4aade req-1bf6217d-2ef1-4444-a9f8-e608a1da0a97 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=20e6d114-ef3d-4fea-9f9f-8ede4772c7b5 HTTP/1.1" status: 200 len: 946 time: 0.0727782 Mar 11 19:42:34.197706 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4951f20c-4318-44f6-ae94-a72bcdc4aade req-bafb3407-743d-4d14-9511-aa0363b6dd09 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=8fd338c4-2511-40d9-94c8-daae49666ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485556 Mar 11 19:42:34.335130 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e123f-0955-4cf1-abe0-d8f7df702135 req-546db564-e73c-4c82-aa88-c73bf5baeff3 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:34.337739 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-330e123f-0955-4cf1-abe0-d8f7df702135 req-546db564-e73c-4c82-aa88-c73bf5baeff3 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/ports?device_id=a62723e0-754e-4798-a83f-acc02598f4b5 HTTP/1.1" status: 200 len: 949 time: 0.0739081 Mar 11 19:42:34.397806 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-330e123f-0955-4cf1-abe0-d8f7df702135 req-337afc90-ac48-4c0f-a2f4-010980ba6090 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/security-groups?id=032b05bd-60bf-4cbe-8790-99bf90b24300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506456 Mar 11 19:42:34.531405 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec6750e-6099-4ace-a81d-6aaca759ee21 req-d3aa2901-9463-45b7-9b1a-f69a58f0655b tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:34.537194 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8ec6750e-6099-4ace-a81d-6aaca759ee21 req-d3aa2901-9463-45b7-9b1a-f69a58f0655b tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6ce91be-77f5-44b8-a9b7-96de12531020 HTTP/1.1" status: 200 len: 945 time: 0.0691710 Mar 11 19:42:34.635339 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8ec6750e-6099-4ace-a81d-6aaca759ee21 req-75f6a037-6d62-4978-83c8-a8a75980d1ba tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925770 Mar 11 19:42:34.657925 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee73173b-ff7c-49ac-b1c0-3458beb97e78 req-022ca88e-f5d5-4558-ac46-097073d2b929 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:34.659376 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ee73173b-ff7c-49ac-b1c0-3458beb97e78 req-022ca88e-f5d5-4558-ac46-097073d2b929 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.57 "GET /v2.0/ports?device_id=a62723e0-754e-4798-a83f-acc02598f4b5 HTTP/1.1" status: 200 len: 949 time: 0.0811589 Mar 11 19:42:34.781005 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-ee73173b-ff7c-49ac-b1c0-3458beb97e78 req-3b2f4729-aba8-4468-925a-cf2ca9ef02a7 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Deleting port e75757ee-1bfb-4252-9cd1-492301e036ff {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:42:34.781550 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ee73173b-ff7c-49ac-b1c0-3458beb97e78 req-3b2f4729-aba8-4468-925a-cf2ca9ef02a7 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (e75757ee-1bfb-4252-9cd1-492301e036ff), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:34.893382 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-ee73173b-ff7c-49ac-b1c0-3458beb97e78 req-3b2f4729-aba8-4468-925a-cf2ca9ef02a7 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] For port e75757ee-1bfb-4252-9cd1-492301e036ff, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=e75757ee-1bfb-4252-9cd1-492301e036ff,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:34.893901 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ee73173b-ff7c-49ac-b1c0-3458beb97e78 req-3b2f4729-aba8-4468-925a-cf2ca9ef02a7 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (e75757ee-1bfb-4252-9cd1-492301e036ff), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:34.912095 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-ee73173b-ff7c-49ac-b1c0-3458beb97e78 req-3b2f4729-aba8-4468-925a-cf2ca9ef02a7 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Calling delete_port for e75757ee-1bfb-4252-9cd1-492301e036ff owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:42:35.112116 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ee73173b-ff7c-49ac-b1c0-3458beb97e78 req-3b2f4729-aba8-4468-925a-cf2ca9ef02a7 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (e75757ee-1bfb-4252-9cd1-492301e036ff), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:35.125825 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['e75757ee-1bfb-4252-9cd1-492301e036ff', 'c02b1cc0-d650-45bb-9de9-625b91f072e8'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:42:35.129309 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['d68bc25c-daf2-43ae-bbc8-f0f0ad342470'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:42:35.155869 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee14c6-0de6-4dbe-9223-444ff71022e0 req-2a6bf8c7-6261-4a1e-ab06-3a77b9ae7186 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:35.160396 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-38ee14c6-0de6-4dbe-9223-444ff71022e0 req-2a6bf8c7-6261-4a1e-ab06-3a77b9ae7186 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/ports?device_id=637b48fb-e48d-4d9f-91a8-e3e00f1ce05c HTTP/1.1" status: 200 len: 946 time: 0.1188998 Mar 11 19:42:35.162347 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2f4729-aba8-4468-925a-cf2ca9ef02a7 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Pushing event deleted for resources: {'Port': ['ID=e75757ee-1bfb-4252-9cd1-492301e036ff,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:35.325936 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-38ee14c6-0de6-4dbe-9223-444ff71022e0 req-db5e3e3f-8eaa-4ee6-a79e-71bdfc786922 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e8ab6fd-a1b2-4b95-842e-981d1d859acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437542 Mar 11 19:42:35.327666 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee73173b-ff7c-49ac-b1c0-3458beb97e78 req-3b2f4729-aba8-4468-925a-cf2ca9ef02a7 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] No DVR routers for this DVR port e75757ee-1bfb-4252-9cd1-492301e036ff on host n-h2-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:42:35.345178 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ee73173b-ff7c-49ac-b1c0-3458beb97e78 req-3b2f4729-aba8-4468-925a-cf2ca9ef02a7 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:35.349319 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ee73173b-ff7c-49ac-b1c0-3458beb97e78 req-3b2f4729-aba8-4468-925a-cf2ca9ef02a7 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.57 "DELETE /v2.0/ports/e75757ee-1bfb-4252-9cd1-492301e036ff HTTP/1.1" status: 204 len: 173 time: 0.6843209 Mar 11 19:42:35.363590 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a62723e0-754e-4798-a83f-acc02598f4b5', 'name': 'network-vif-deleted', 'tag': 'e75757ee-1bfb-4252-9cd1-492301e036ff'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:42:35.368640 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3579770-b795-46da-9c02-3d59c2a74ac0" -d '{"events": [{"server_uuid": "a62723e0-754e-4798-a83f-acc02598f4b5", "name": "network-vif-deleted", "tag": "e75757ee-1bfb-4252-9cd1-492301e036ff"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:42:35.391534 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a17513-d0c2-40c8-a727-3c5cc8c162d7 req-7655a5fb-106c-414b-afd2-70727bef116c tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:35.394600 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f2a17513-d0c2-40c8-a727-3c5cc8c162d7 req-7655a5fb-106c-414b-afd2-70727bef116c tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.57 "GET /v2.0/ports?device_id=ec82ad9d-8743-494f-8245-9b1ee29449f3 HTTP/1.1" status: 200 len: 950 time: 0.1880209 Mar 11 19:42:35.573781 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-f2a17513-d0c2-40c8-a727-3c5cc8c162d7 req-29edb2b2-811a-4900-9fe3-c4d7548b9899 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Deleting port c02b1cc0-d650-45bb-9de9-625b91f072e8 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:42:35.574515 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f2a17513-d0c2-40c8-a727-3c5cc8c162d7 req-29edb2b2-811a-4900-9fe3-c4d7548b9899 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (c02b1cc0-d650-45bb-9de9-625b91f072e8), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:35.613342 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c739811b-88e9-45bd-a08b-2058e6023398 req-09bd2471-02a8-4c82-b7df-84cdaeb5a981 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:35.622087 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c739811b-88e9-45bd-a08b-2058e6023398 req-09bd2471-02a8-4c82-b7df-84cdaeb5a981 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/ports?device_id=8faf4c72-ecf7-4a30-a577-8cb0016710c0 HTTP/1.1" status: 200 len: 946 time: 0.1138227 Mar 11 19:42:35.746866 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c739811b-88e9-45bd-a08b-2058e6023398 req-92ec80eb-69a4-4679-a0bf-17993d97d905 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6edb3d-008e-48ff-8ef0-64786618cae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230357 Mar 11 19:42:35.812793 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-f2a17513-d0c2-40c8-a727-3c5cc8c162d7 req-29edb2b2-811a-4900-9fe3-c4d7548b9899 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] For port c02b1cc0-d650-45bb-9de9-625b91f072e8, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=c02b1cc0-d650-45bb-9de9-625b91f072e8,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:35.813153 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f2a17513-d0c2-40c8-a727-3c5cc8c162d7 req-29edb2b2-811a-4900-9fe3-c4d7548b9899 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (c02b1cc0-d650-45bb-9de9-625b91f072e8), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:35.848213 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-f2a17513-d0c2-40c8-a727-3c5cc8c162d7 req-29edb2b2-811a-4900-9fe3-c4d7548b9899 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Calling delete_port for c02b1cc0-d650-45bb-9de9-625b91f072e8 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:42:36.003821 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982b864-eeef-4154-bed8-e40dfa64ee92 req-abf4c9e0-244f-4f04-9727-d464293d6741 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:36.010854 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7982b864-eeef-4154-bed8-e40dfa64ee92 req-abf4c9e0-244f-4f04-9727-d464293d6741 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 945 time: 0.1742766 Mar 11 19:42:36.096254 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7982b864-eeef-4154-bed8-e40dfa64ee92 req-4f602eca-a470-4c90-ab5a-ec711255ae60 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844445 Mar 11 19:42:36.195469 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f2a17513-d0c2-40c8-a727-3c5cc8c162d7 req-29edb2b2-811a-4900-9fe3-c4d7548b9899 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (c02b1cc0-d650-45bb-9de9-625b91f072e8), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:36.210428 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['e75757ee-1bfb-4252-9cd1-492301e036ff'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:42:36.227531 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['d68bc25c-daf2-43ae-bbc8-f0f0ad342470'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:42:36.251040 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29edb2b2-811a-4900-9fe3-c4d7548b9899 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Pushing event deleted for resources: {'Port': ['ID=c02b1cc0-d650-45bb-9de9-625b91f072e8,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:36.341928 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2a17513-d0c2-40c8-a727-3c5cc8c162d7 req-29edb2b2-811a-4900-9fe3-c4d7548b9899 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] No DVR routers for this DVR port c02b1cc0-d650-45bb-9de9-625b91f072e8 on host n-h2-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:42:36.385918 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f2a17513-d0c2-40c8-a727-3c5cc8c162d7 req-29edb2b2-811a-4900-9fe3-c4d7548b9899 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:36.395492 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f2a17513-d0c2-40c8-a727-3c5cc8c162d7 req-29edb2b2-811a-4900-9fe3-c4d7548b9899 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.57 "DELETE /v2.0/ports/c02b1cc0-d650-45bb-9de9-625b91f072e8 HTTP/1.1" status: 204 len: 173 time: 0.9953637 Mar 11 19:42:36.492055 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b782f92f-e5fb-46ac-8ee2-45bfb3ef2467 req-787ef93b-64a3-4d0b-900d-c46e00cdada9 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:36.498984 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b782f92f-e5fb-46ac-8ee2-45bfb3ef2467 req-787ef93b-64a3-4d0b-900d-c46e00cdada9 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=20e6d114-ef3d-4fea-9f9f-8ede4772c7b5 HTTP/1.1" status: 200 len: 946 time: 0.1612682 Mar 11 19:42:36.568044 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b782f92f-e5fb-46ac-8ee2-45bfb3ef2467 req-31793570-adfe-439f-b1be-76785fa8b2b7 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=8fd338c4-2511-40d9-94c8-daae49666ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675991 Mar 11 19:42:36.669411 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9808bd65-82b5-4431-9b03-909f187a9813 x-openstack-request-id: req-9808bd65-82b5-4431-9b03-909f187a9813 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:42:36.670932 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a62723e0-754e-4798-a83f-acc02598f4b5", "name": "network-vif-deleted", "tag": "e75757ee-1bfb-4252-9cd1-492301e036ff", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:42:36.671455 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9808bd65-82b5-4431-9b03-909f187a9813 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:42:36.672094 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a62723e0-754e-4798-a83f-acc02598f4b5', 'name': 'network-vif-deleted', 'tag': 'e75757ee-1bfb-4252-9cd1-492301e036ff', 'status': 'completed', 'code': 200} Mar 11 19:42:36.838218 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6470dfd4-f7f2-4d10-9d84-4020382fc237 req-1a15742b-cdbd-4e59-95ea-3cdad981b343 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:36.846548 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6470dfd4-f7f2-4d10-9d84-4020382fc237 req-1a15742b-cdbd-4e59-95ea-3cdad981b343 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.1018720 Mar 11 19:42:36.931596 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6470dfd4-f7f2-4d10-9d84-4020382fc237 req-54e164fc-8fc1-42dd-b16e-1402f9429e27 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837932 Mar 11 19:42:37.151184 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d7872e-1c94-42ea-af4b-e304481a1b4a req-70b3d273-6198-456e-b36c-01f5d341fd5a tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:37.153017 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-19d7872e-1c94-42ea-af4b-e304481a1b4a req-70b3d273-6198-456e-b36c-01f5d341fd5a tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6ce91be-77f5-44b8-a9b7-96de12531020 HTTP/1.1" status: 200 len: 945 time: 0.0789723 Mar 11 19:42:37.227774 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-19d7872e-1c94-42ea-af4b-e304481a1b4a req-e0404835-492f-4314-890e-b4cc7a2665b7 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630097 Mar 11 19:42:37.543447 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2aedb-1071-4db7-bf71-e244db624275 req-b1c1f2bf-2665-4e49-a029-2f6a607339b6 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:37.545750 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fbc2aedb-1071-4db7-bf71-e244db624275 req-b1c1f2bf-2665-4e49-a029-2f6a607339b6 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/networks?id=76270208-0feb-4aa6-a022-05d8e5f73f8c HTTP/1.1" status: 200 len: 811 time: 0.2096195 Mar 11 19:42:37.563308 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fbc2aedb-1071-4db7-bf71-e244db624275 req-f9e0f3b1-3d32-4c9e-819c-aa7c555572f8 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/quotas/b362e7ba3bfb498d9e580e0a76a9be12 HTTP/1.1" status: 200 len: 375 time: 0.0107789 Mar 11 19:42:37.634998 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fbc2aedb-1071-4db7-bf71-e244db624275 req-5eb6507f-431e-4a8b-851f-5beb36c3a632 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b362e7ba3bfb498d9e580e0a76a9be12&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0659547 Mar 11 19:42:37.933812 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fbc2aedb-1071-4db7-bf71-e244db624275 req-e2e3ac6f-8ae4-4273-9268-e11e0981299c service neutron] 10.222.0.65 "GET /v2.0/networks/76270208-0feb-4aa6-a022-05d8e5f73f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974887 Mar 11 19:42:38.343575 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fbc2aedb-1071-4db7-bf71-e244db624275 req-5e5bd1c8-e1cf-425e-ace6-fc2df9ba6df1 service neutron] 10.222.0.65 "GET /v2.0/networks/76270208-0feb-4aa6-a022-05d8e5f73f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4089057 Mar 11 19:42:38.618010 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f43fd-0509-4ff4-8f26-d412688951d5 req-078f1a97-5efd-464b-a0ba-e10a65337028 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:38.619493 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6a0f43fd-0509-4ff4-8f26-d412688951d5 req-078f1a97-5efd-464b-a0ba-e10a65337028 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 945 time: 0.0653350 Mar 11 19:42:38.687752 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec82ad9d-8743-494f-8245-9b1ee29449f3', 'name': 'network-vif-deleted', 'tag': 'c02b1cc0-d650-45bb-9de9-625b91f072e8'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:42:38.691589 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da678fa8-d813-43d4-96f8-816b9ff8d091" -d '{"events": [{"server_uuid": "ec82ad9d-8743-494f-8245-9b1ee29449f3", "name": "network-vif-deleted", "tag": "c02b1cc0-d650-45bb-9de9-625b91f072e8"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:42:38.697442 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6a0f43fd-0509-4ff4-8f26-d412688951d5 req-4d291894-70d8-4e94-9a3e-0295079fa893 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663681 Mar 11 19:42:38.877437 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3492ef-b7ff-4a45-a7b1-d43b7e5e9c05 req-b0003c12-04d1-43bb-90b9-ef3224132851 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:38.879333 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-be3492ef-b7ff-4a45-a7b1-d43b7e5e9c05 req-b0003c12-04d1-43bb-90b9-ef3224132851 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/ports?device_id=637b48fb-e48d-4d9f-91a8-e3e00f1ce05c HTTP/1.1" status: 200 len: 946 time: 0.0627022 Mar 11 19:42:38.943031 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-be3492ef-b7ff-4a45-a7b1-d43b7e5e9c05 req-d8ac046d-349c-4a00-a9b4-0fad9c95f419 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e8ab6fd-a1b2-4b95-842e-981d1d859acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572853 Mar 11 19:42:39.084130 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7180355f-770f-4546-b856-1dd3d60adc72 req-25f91a81-1248-4568-b185-72976b495cbd tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:39.093449 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7180355f-770f-4546-b856-1dd3d60adc72 req-25f91a81-1248-4568-b185-72976b495cbd tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.0761459 Mar 11 19:42:39.160217 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7180355f-770f-4546-b856-1dd3d60adc72 req-a2522192-1203-4f39-baa1-432e2ea84682 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656860 Mar 11 19:42:39.396535 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3177342a-5bf3-4971-bbc4-a343abcbc14d req-705fcb4f-7b0e-43cb-9700-a63564a82685 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:39.405677 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3177342a-5bf3-4971-bbc4-a343abcbc14d req-705fcb4f-7b0e-43cb-9700-a63564a82685 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=20e6d114-ef3d-4fea-9f9f-8ede4772c7b5 HTTP/1.1" status: 200 len: 946 time: 0.1180067 Mar 11 19:42:39.476750 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3177342a-5bf3-4971-bbc4-a343abcbc14d req-07710773-0cc2-4008-8760-711f53214349 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=8fd338c4-2511-40d9-94c8-daae49666ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695963 Mar 11 19:42:39.627659 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device c02b1cc0-d650-45bb-9de9-625b91f072e8 no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:42:39.642166 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df1a700-1465-494a-84de-a14be81d5bd6 req-da670701-8790-401f-8155-3666c1fe06d6 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:39.645099 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6df1a700-1465-494a-84de-a14be81d5bd6 req-da670701-8790-401f-8155-3666c1fe06d6 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6ce91be-77f5-44b8-a9b7-96de12531020 HTTP/1.1" status: 200 len: 945 time: 0.0896080 Mar 11 19:42:39.661161 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: c02b1cc0-d650-45bb-9de9-625b91f072e8 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:42:39.661711 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device c02b1cc0-d650-45bb-9de9-625b91f072e8 not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:42:39.662394 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device e75757ee-1bfb-4252-9cd1-492301e036ff no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:42:39.682491 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: e75757ee-1bfb-4252-9cd1-492301e036ff {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:42:39.683177 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device e75757ee-1bfb-4252-9cd1-492301e036ff not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:42:39.725061 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6df1a700-1465-494a-84de-a14be81d5bd6 req-5e6e0b75-3923-4162-bdda-bce6cb4523de tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710850 Mar 11 19:42:39.832735 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bd8233ad-181e-498c-accd-2c6c95385791 req-af0179da-b7b3-4e67-ba3f-451f168fd79e tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/ports?device_id=6cb7a765-77f6-42c9-80f0-0200b31b4868 HTTP/1.1" status: 200 len: 210 time: 0.0369430 Mar 11 19:42:39.961245 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73dc7a3c-08cc-433c-8072-6d9949fcd82f x-openstack-request-id: req-73dc7a3c-08cc-433c-8072-6d9949fcd82f {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:42:39.962964 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec82ad9d-8743-494f-8245-9b1ee29449f3", "name": "network-vif-deleted", "tag": "c02b1cc0-d650-45bb-9de9-625b91f072e8", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:42:39.963709 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-73dc7a3c-08cc-433c-8072-6d9949fcd82f {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:42:39.967504 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec82ad9d-8743-494f-8245-9b1ee29449f3', 'name': 'network-vif-deleted', 'tag': 'c02b1cc0-d650-45bb-9de9-625b91f072e8', 'status': 'completed', 'code': 200} Mar 11 19:42:40.081579 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67076884-ffb8-418c-9358-29a9a8560428 req-9ddf34ef-0b4d-4dc9-aa64-51d2f721f2ff tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:40.090892 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-67076884-ffb8-418c-9358-29a9a8560428 req-9ddf34ef-0b4d-4dc9-aa64-51d2f721f2ff tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 945 time: 0.1368802 Mar 11 19:42:40.100118 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2aedb-1071-4db7-bf71-e244db624275 req-23c7649c-dd78-4acf-8465-f22f86b0da96 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:40.102025 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fbc2aedb-1071-4db7-bf71-e244db624275 req-23c7649c-dd78-4acf-8465-f22f86b0da96 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.57 "GET /v2.0/networks?id=76270208-0feb-4aa6-a022-05d8e5f73f8c HTTP/1.1" status: 200 len: 811 time: 0.2331178 Mar 11 19:42:40.125751 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-fbc2aedb-1071-4db7-bf71-e244db624275 req-aebc8a21-eadf-4a6c-85d9-cbb9b390d465 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Request body: {'port': {'device_id': '6cb7a765-77f6-42c9-80f0-0200b31b4868', 'network_id': '76270208-0feb-4aa6-a022-05d8e5f73f8c', 'admin_state_up': True, 'tenant_id': 'b362e7ba3bfb498d9e580e0a76a9be12'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:42:40.190812 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-67076884-ffb8-418c-9358-29a9a8560428 req-2d0c1522-0dc0-4619-b79a-28f1ae30e6c8 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985365 Mar 11 19:42:40.378619 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbc2aedb-1071-4db7-bf71-e244db624275 req-aebc8a21-eadf-4a6c-85d9-cbb9b390d465 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Made reservation on behalf of b362e7ba3bfb498d9e580e0a76a9be12 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:42:40.382260 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fbc2aedb-1071-4db7-bf71-e244db624275 req-aebc8a21-eadf-4a6c-85d9-cbb9b390d465 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:40.577676 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-fbc2aedb-1071-4db7-bf71-e244db624275 req-aebc8a21-eadf-4a6c-85d9-cbb9b390d465 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Allocated IP 172.20.0.3 (76270208-0feb-4aa6-a022-05d8e5f73f8c/d23219ed-7f8e-4413-9cc6-5853fc757d12/df27e2f0-2ded-441b-9ced-f789d3eace86) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:42:40.590483 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0e4e69-080b-4f4c-a99f-c201b24b0a67 req-c376d739-bd2d-44b5-adc6-23ee6d4ea9d3 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:40.597744 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cb0e4e69-080b-4f4c-a99f-c201b24b0a67 req-c376d739-bd2d-44b5-adc6-23ee6d4ea9d3 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/ports?device_id=637b48fb-e48d-4d9f-91a8-e3e00f1ce05c HTTP/1.1" status: 200 len: 946 time: 0.1972134 Mar 11 19:42:40.684171 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cb0e4e69-080b-4f4c-a99f-c201b24b0a67 req-c5a4bccf-c612-44e6-97ed-d420e4713ad7 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e8ab6fd-a1b2-4b95-842e-981d1d859acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823867 Mar 11 19:42:40.950753 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4366fdd0-87b7-42be-a05d-072da9a6fb20 req-a1c2f948-b281-4771-81d2-c348ad35a4f3 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:40.962557 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4366fdd0-87b7-42be-a05d-072da9a6fb20 req-a1c2f948-b281-4771-81d2-c348ad35a4f3 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 945 time: 0.1306944 Mar 11 19:42:40.981378 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fbc2aedb-1071-4db7-bf71-e244db624275 req-aebc8a21-eadf-4a6c-85d9-cbb9b390d465 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Publish callbacks [] for port (df27e2f0-2ded-441b-9ced-f789d3eace86), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:41.069634 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4366fdd0-87b7-42be-a05d-072da9a6fb20 req-2873d568-f90f-493d-990d-1a7ab99e3a72 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051559 Mar 11 19:42:41.113203 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fbc2aedb-1071-4db7-bf71-e244db624275 req-aebc8a21-eadf-4a6c-85d9-cbb9b390d465 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (df27e2f0-2ded-441b-9ced-f789d3eace86), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:41.124994 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['8496a1aa-301e-438d-88a8-7a2a4e4643b7'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:42:41.320088 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebc8a21-eadf-4a6c-85d9-cbb9b390d465 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Pushing event updated for resources: {'Port': ['ID=df27e2f0-2ded-441b-9ced-f789d3eace86,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:41.348452 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbc2aedb-1071-4db7-bf71-e244db624275 req-aebc8a21-eadf-4a6c-85d9-cbb9b390d465 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Network 76270208-0feb-4aa6-a022-05d8e5f73f8c is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:42:41.362159 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-fbc2aedb-1071-4db7-bf71-e244db624275 req-aebc8a21-eadf-4a6c-85d9-cbb9b390d465 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:42:41.365763 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbc2aedb-1071-4db7-bf71-e244db624275 req-aebc8a21-eadf-4a6c-85d9-cbb9b390d465 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:42:41.421969 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2aedb-1071-4db7-bf71-e244db624275 req-aebc8a21-eadf-4a6c-85d9-cbb9b390d465 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:41.422497 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fbc2aedb-1071-4db7-bf71-e244db624275 req-aebc8a21-eadf-4a6c-85d9-cbb9b390d465 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:41.452727 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74cbf4f-87a9-4051-a7b5-8419902b2ea4 req-461cad4d-3c7c-4cad-be42-85e161f31f65 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:41.460217 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a74cbf4f-87a9-4051-a7b5-8419902b2ea4 req-461cad4d-3c7c-4cad-be42-85e161f31f65 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.1718426 Mar 11 19:42:41.551557 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a74cbf4f-87a9-4051-a7b5-8419902b2ea4 req-2b8c7e2f-6f49-43bb-84e0-ec7654f1e407 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581360 Mar 11 19:42:41.565110 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fbc2aedb-1071-4db7-bf71-e244db624275 req-aebc8a21-eadf-4a6c-85d9-cbb9b390d465 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4443097 Mar 11 19:42:41.576829 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-fbc2aedb-1071-4db7-bf71-e244db624275 req-573cc9ec-8c00-4802-8bce-388c5c2172e5 service neutron] Request body: {'port': {'device_id': '6cb7a765-77f6-42c9-80f0-0200b31b4868', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:42:41.748522 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fbc2aedb-1071-4db7-bf71-e244db624275 req-573cc9ec-8c00-4802-8bce-388c5c2172e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (df27e2f0-2ded-441b-9ced-f789d3eace86), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:42.088425 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6735aca-bdb7-4a72-ac99-a41f7dc391d7 req-654f6cc7-a48f-4797-9f81-8fef5df8bf94 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:42.090195 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b6735aca-bdb7-4a72-ac99-a41f7dc391d7 req-654f6cc7-a48f-4797-9f81-8fef5df8bf94 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=20e6d114-ef3d-4fea-9f9f-8ede4772c7b5 HTTP/1.1" status: 200 len: 946 time: 0.1271322 Mar 11 19:42:42.205887 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b6735aca-bdb7-4a72-ac99-a41f7dc391d7 req-16aebc62-82cc-4dfb-b61e-6ec025d338d8 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=8fd338c4-2511-40d9-94c8-daae49666ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092784 Mar 11 19:42:42.222273 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-fbc2aedb-1071-4db7-bf71-e244db624275 req-573cc9ec-8c00-4802-8bce-388c5c2172e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df27e2f0-2ded-441b-9ced-f789d3eace86 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:42:42.242560 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fbc2aedb-1071-4db7-bf71-e244db624275 req-573cc9ec-8c00-4802-8bce-388c5c2172e5 service neutron] Publish callbacks [] for port (df27e2f0-2ded-441b-9ced-f789d3eace86), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:42.266524 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-fbc2aedb-1071-4db7-bf71-e244db624275 req-573cc9ec-8c00-4802-8bce-388c5c2172e5 service neutron] Transition to ACTIVE for port object df27e2f0-2ded-441b-9ced-f789d3eace86 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:42:42.274641 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fbc2aedb-1071-4db7-bf71-e244db624275 req-573cc9ec-8c00-4802-8bce-388c5c2172e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (df27e2f0-2ded-441b-9ced-f789d3eace86), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:42.361601 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573cc9ec-8c00-4802-8bce-388c5c2172e5 service neutron] Pushing event updated for resources: {'Port': ['ID=df27e2f0-2ded-441b-9ced-f789d3eace86,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:42.474977 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1693112-4e0a-4595-b3a4-6966aa684227 req-9e47fc5f-3ec4-4718-83f6-89a1e25d9ef4 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:42.477418 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a1693112-4e0a-4595-b3a4-6966aa684227 req-9e47fc5f-3ec4-4718-83f6-89a1e25d9ef4 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6ce91be-77f5-44b8-a9b7-96de12531020 HTTP/1.1" status: 200 len: 945 time: 0.1267052 Mar 11 19:42:42.478367 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-fbc2aedb-1071-4db7-bf71-e244db624275 req-573cc9ec-8c00-4802-8bce-388c5c2172e5 service neutron] Attempting to bind port df27e2f0-2ded-441b-9ced-f789d3eace86 on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:42:42.478918 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-fbc2aedb-1071-4db7-bf71-e244db624275 req-573cc9ec-8c00-4802-8bce-388c5c2172e5 service neutron] Attempting to bind port df27e2f0-2ded-441b-9ced-f789d3eace86 by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '13d1512a-6981-44c9-9a87-0eca6dce4e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '76270208-0feb-4aa6-a022-05d8e5f73f8c'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:42:42.479484 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc2aedb-1071-4db7-bf71-e244db624275 req-573cc9ec-8c00-4802-8bce-388c5c2172e5 service neutron] Attempting to bind port df27e2f0-2ded-441b-9ced-f789d3eace86 on network 76270208-0feb-4aa6-a022-05d8e5f73f8c {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:42:42.491167 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc2aedb-1071-4db7-bf71-e244db624275 req-573cc9ec-8c00-4802-8bce-388c5c2172e5 service neutron] Port df27e2f0-2ded-441b-9ced-f789d3eace86 on network 76270208-0feb-4aa6-a022-05d8e5f73f8c not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:42:42.491898 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc2aedb-1071-4db7-bf71-e244db624275 req-573cc9ec-8c00-4802-8bce-388c5c2172e5 service neutron] Attempting to bind port df27e2f0-2ded-441b-9ced-f789d3eace86 on network 76270208-0feb-4aa6-a022-05d8e5f73f8c {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:42:42.504523 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc2aedb-1071-4db7-bf71-e244db624275 req-573cc9ec-8c00-4802-8bce-388c5c2172e5 service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:42:42.505206 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc2aedb-1071-4db7-bf71-e244db624275 req-573cc9ec-8c00-4802-8bce-388c5c2172e5 service neutron] Checking segment: {'id': '13d1512a-6981-44c9-9a87-0eca6dce4e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '76270208-0feb-4aa6-a022-05d8e5f73f8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:42:42.505812 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc2aedb-1071-4db7-bf71-e244db624275 req-573cc9ec-8c00-4802-8bce-388c5c2172e5 service neutron] Bound using segment: {'id': '13d1512a-6981-44c9-9a87-0eca6dce4e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '76270208-0feb-4aa6-a022-05d8e5f73f8c'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:42:42.506819 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-fbc2aedb-1071-4db7-bf71-e244db624275 req-573cc9ec-8c00-4802-8bce-388c5c2172e5 service neutron] Bound port: df27e2f0-2ded-441b-9ced-f789d3eace86, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13d1512a-6981-44c9-9a87-0eca6dce4e01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '76270208-0feb-4aa6-a022-05d8e5f73f8c'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:42:42.507538 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fbc2aedb-1071-4db7-bf71-e244db624275 req-573cc9ec-8c00-4802-8bce-388c5c2172e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (df27e2f0-2ded-441b-9ced-f789d3eace86), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:42.581752 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a1693112-4e0a-4595-b3a4-6966aa684227 req-02d3d2e4-8025-47b9-be41-4d100e3486ae tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967546 Mar 11 19:42:42.650987 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-fbc2aedb-1071-4db7-bf71-e244db624275 req-573cc9ec-8c00-4802-8bce-388c5c2172e5 service neutron] For port df27e2f0-2ded-441b-9ced-f789d3eace86, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:42:42.661962 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-fbc2aedb-1071-4db7-bf71-e244db624275 req-573cc9ec-8c00-4802-8bce-388c5c2172e5 service neutron] For port df27e2f0-2ded-441b-9ced-f789d3eace86, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=df27e2f0-2ded-441b-9ced-f789d3eace86,segment=NetworkSegment(13d1512a-6981-44c9-9a87-0eca6dce4e01),segment_id=13d1512a-6981-44c9-9a87-0eca6dce4e01)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:42:42.672750 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fbc2aedb-1071-4db7-bf71-e244db624275 req-573cc9ec-8c00-4802-8bce-388c5c2172e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (df27e2f0-2ded-441b-9ced-f789d3eace86), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:42.784037 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2aedb-1071-4db7-bf71-e244db624275 req-573cc9ec-8c00-4802-8bce-388c5c2172e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:42.785031 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fbc2aedb-1071-4db7-bf71-e244db624275 req-573cc9ec-8c00-4802-8bce-388c5c2172e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:42.786681 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fbc2aedb-1071-4db7-bf71-e244db624275 req-573cc9ec-8c00-4802-8bce-388c5c2172e5 service neutron] 10.222.0.57 "PUT /v2.0/ports/df27e2f0-2ded-441b-9ced-f789d3eace86 HTTP/1.1" status: 200 len: 1091 time: 1.2144678 Mar 11 19:42:42.787545 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cb7a765-77f6-42c9-80f0-0200b31b4868', 'tag': 'df27e2f0-2ded-441b-9ced-f789d3eace86'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:42:42.790038 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5008189e-cf55-4166-b6b8-180cf5d4db51" -d '{"events": [{"name": "network-changed", "server_uuid": "6cb7a765-77f6-42c9-80f0-0200b31b4868", "tag": "df27e2f0-2ded-441b-9ced-f789d3eace86"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:42:42.841260 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573cc9ec-8c00-4802-8bce-388c5c2172e5 service neutron] Pushing event updated for resources: {'Port': ['ID=df27e2f0-2ded-441b-9ced-f789d3eace86,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:42.907883 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b8f365-bece-4077-921b-0539a7a58a2a req-5bc3f5e0-eeaf-4b05-9d30-4b270dacc58d tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:42.915186 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f6b8f365-bece-4077-921b-0539a7a58a2a req-5bc3f5e0-eeaf-4b05-9d30-4b270dacc58d tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/ports?device_id=6cb7a765-77f6-42c9-80f0-0200b31b4868 HTTP/1.1" status: 200 len: 943 time: 0.2395587 Mar 11 19:42:42.967817 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2aedb-1071-4db7-bf71-e244db624275 req-fcccf583-003b-4a56-a451-ec5fa18cc597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:42.969640 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fbc2aedb-1071-4db7-bf71-e244db624275 req-fcccf583-003b-4a56-a451-ec5fa18cc597 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b362e7ba3bfb498d9e580e0a76a9be12&device_id=6cb7a765-77f6-42c9-80f0-0200b31b4868 HTTP/1.1" status: 200 len: 1125 time: 0.1187692 Mar 11 19:42:43.027958 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fbc2aedb-1071-4db7-bf71-e244db624275 req-e84a502b-1d44-4f17-a9e0-4911b9966216 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df27e2f0-2ded-441b-9ced-f789d3eace86 HTTP/1.1" status: 200 len: 217 time: 0.0490534 Mar 11 19:42:43.047230 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f6b8f365-bece-4077-921b-0539a7a58a2a req-2e7b27df-79de-4e3f-b11f-cc32a8454bc3 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6edb3d-008e-48ff-8ef0-64786618cae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310785 Mar 11 19:42:43.132467 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2aedb-1071-4db7-bf71-e244db624275 req-ceae0c39-0962-4311-beef-91dce4ac9f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:43.133946 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fbc2aedb-1071-4db7-bf71-e244db624275 req-ceae0c39-0962-4311-beef-91dce4ac9f0f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d23219ed-7f8e-4413-9cc6-5853fc757d12 HTTP/1.1" status: 200 len: 851 time: 0.0857484 Mar 11 19:42:43.221482 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fbc2aedb-1071-4db7-bf71-e244db624275 req-a6bb6f25-ac30-4ebd-b264-c7d661efa2cc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=76270208-0feb-4aa6-a022-05d8e5f73f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639977 Mar 11 19:42:43.416356 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7308348e-9c66-44c1-91b4-6364497bd8f6 req-7a24d2b5-11b3-43b8-9632-728a92b9a399 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:43.418588 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7308348e-9c66-44c1-91b4-6364497bd8f6 req-7a24d2b5-11b3-43b8-9632-728a92b9a399 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/networks?id=90663b8c-1bde-4a55-8ab4-a84ee4d3cf19 HTTP/1.1" status: 200 len: 811 time: 0.2390089 Mar 11 19:42:43.441713 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fbc2aedb-1071-4db7-bf71-e244db624275 req-cb458fe2-21ea-42ba-8f9c-2b44f3d04baf service neutron] 10.222.0.57 "GET /v2.0/networks/76270208-0feb-4aa6-a022-05d8e5f73f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138760 Mar 11 19:42:43.444323 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7308348e-9c66-44c1-91b4-6364497bd8f6 req-e2d0a64c-bfb9-4f9c-a5bd-b7e3df1e2bae tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/quotas/66b3b8d3f65c4e239ea33b0475efa223 HTTP/1.1" status: 200 len: 375 time: 0.0198090 Mar 11 19:42:43.672708 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7308348e-9c66-44c1-91b4-6364497bd8f6 req-3b5ef577-e201-403e-984c-7143f4114e2f tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=66b3b8d3f65c4e239ea33b0475efa223&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2128851 Mar 11 19:42:43.691120 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fbc2aedb-1071-4db7-bf71-e244db624275 req-1fa425ab-e884-4f0e-8dfd-9e3fa8dc10dc service neutron] 10.222.0.57 "GET /v2.0/networks/76270208-0feb-4aa6-a022-05d8e5f73f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432911 Mar 11 19:42:43.757892 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e11c4-ffeb-4e43-a9a2-813525eb9d29 req-2c194069-408d-4e14-9a33-5f25d6e169cb tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:43.759703 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-945e11c4-ffeb-4e43-a9a2-813525eb9d29 req-2c194069-408d-4e14-9a33-5f25d6e169cb tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.75 "GET /v2.0/ports?device_id=9471aa88-4019-4f54-8eef-e8ffeabeb256 HTTP/1.1" status: 200 len: 950 time: 0.1751294 Mar 11 19:42:43.832387 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7308348e-9c66-44c1-91b4-6364497bd8f6 req-aa0bb8ab-c588-48a2-83c0-f628f42d8d50 service neutron] 10.222.0.65 "GET /v2.0/networks/90663b8c-1bde-4a55-8ab4-a84ee4d3cf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586835 Mar 11 19:42:43.971923 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7308348e-9c66-44c1-91b4-6364497bd8f6 req-e88f99bd-253e-4cfa-94d6-d134464d15e2 service neutron] 10.222.0.65 "GET /v2.0/networks/90663b8c-1bde-4a55-8ab4-a84ee4d3cf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320038 Mar 11 19:42:44.004216 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-945e11c4-ffeb-4e43-a9a2-813525eb9d29 req-2fce6f84-1037-4342-ba87-f424ec1c58f1 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Deleting port d68bc25c-daf2-43ae-bbc8-f0f0ad342470 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:42:44.004704 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-945e11c4-ffeb-4e43-a9a2-813525eb9d29 req-2fce6f84-1037-4342-ba87-f424ec1c58f1 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (d68bc25c-daf2-43ae-bbc8-f0f0ad342470), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:44.162563 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-945e11c4-ffeb-4e43-a9a2-813525eb9d29 req-2fce6f84-1037-4342-ba87-f424ec1c58f1 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] For port d68bc25c-daf2-43ae-bbc8-f0f0ad342470, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=d68bc25c-daf2-43ae-bbc8-f0f0ad342470,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:44.163355 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-945e11c4-ffeb-4e43-a9a2-813525eb9d29 req-2fce6f84-1037-4342-ba87-f424ec1c58f1 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (d68bc25c-daf2-43ae-bbc8-f0f0ad342470), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:44.206124 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-945e11c4-ffeb-4e43-a9a2-813525eb9d29 req-2fce6f84-1037-4342-ba87-f424ec1c58f1 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Calling delete_port for d68bc25c-daf2-43ae-bbc8-f0f0ad342470 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:42:44.442774 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d94037-24fa-4ffb-9d5c-230922313d4e req-6e53da35-008b-4ac9-91fb-ee2163a245de tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:44.449854 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-10d94037-24fa-4ffb-9d5c-230922313d4e req-6e53da35-008b-4ac9-91fb-ee2163a245de tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.2270286 Mar 11 19:42:44.551818 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-10d94037-24fa-4ffb-9d5c-230922313d4e req-20198e99-9dd8-4dfe-a2c7-6c9e48cce2a4 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886514 Mar 11 19:42:44.584550 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-945e11c4-ffeb-4e43-a9a2-813525eb9d29 req-2fce6f84-1037-4342-ba87-f424ec1c58f1 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (d68bc25c-daf2-43ae-bbc8-f0f0ad342470), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:44.602289 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['d68bc25c-daf2-43ae-bbc8-f0f0ad342470'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:42:44.643552 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fce6f84-1037-4342-ba87-f424ec1c58f1 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Pushing event deleted for resources: {'Port': ['ID=d68bc25c-daf2-43ae-bbc8-f0f0ad342470,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:44.725277 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-945e11c4-ffeb-4e43-a9a2-813525eb9d29 req-2fce6f84-1037-4342-ba87-f424ec1c58f1 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] No DVR routers for this DVR port d68bc25c-daf2-43ae-bbc8-f0f0ad342470 on host n-h1-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:42:44.728841 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-945e11c4-ffeb-4e43-a9a2-813525eb9d29 req-2fce6f84-1037-4342-ba87-f424ec1c58f1 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:44.732651 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-945e11c4-ffeb-4e43-a9a2-813525eb9d29 req-2fce6f84-1037-4342-ba87-f424ec1c58f1 tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.75 "DELETE /v2.0/ports/d68bc25c-daf2-43ae-bbc8-f0f0ad342470 HTTP/1.1" status: 204 len: 173 time: 0.9654255 Mar 11 19:42:44.766311 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def0eeae-6630-4c10-9922-31e0c81c65af req-4cddf5d9-6a90-40e9-8a81-b37f8b8b008b tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:44.774971 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-def0eeae-6630-4c10-9922-31e0c81c65af req-4cddf5d9-6a90-40e9-8a81-b37f8b8b008b tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/ports?device_id=637b48fb-e48d-4d9f-91a8-e3e00f1ce05c HTTP/1.1" status: 200 len: 946 time: 0.1271486 Mar 11 19:42:44.846445 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-def0eeae-6630-4c10-9922-31e0c81c65af req-b728faef-163e-47d9-8bbf-40b6dd1b7893 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e8ab6fd-a1b2-4b95-842e-981d1d859acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705669 Mar 11 19:42:45.007436 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cfa3319e-01b5-43bd-9634-5dfca2754303 req-e771334b-e47d-41b2-8814-9dcde7c9385d tempest-ServersOnMultiNodesTest-514275050 tempest-ServersOnMultiNodesTest-514275050-project] 10.222.0.65 "GET /v2.0/ports?device_id=9471aa88-4019-4f54-8eef-e8ffeabeb256 HTTP/1.1" status: 200 len: 210 time: 0.0427213 Mar 11 19:42:45.060182 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7105def-a031-4d00-8508-bce5a78072ca x-openstack-request-id: req-d7105def-a031-4d00-8508-bce5a78072ca {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:42:45.061073 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cb7a765-77f6-42c9-80f0-0200b31b4868", "tag": "df27e2f0-2ded-441b-9ced-f789d3eace86", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:42:45.061747 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d7105def-a031-4d00-8508-bce5a78072ca {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:42:45.061747 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cb7a765-77f6-42c9-80f0-0200b31b4868', 'tag': 'df27e2f0-2ded-441b-9ced-f789d3eace86', 'status': 'completed', 'code': 200} Mar 11 19:42:45.227621 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5008189e-cf55-4166-b6b8-180cf5d4db51 req-557c67d2-ea4a-4361-9345-8ce9a44e04ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:45.229324 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5008189e-cf55-4166-b6b8-180cf5d4db51 req-557c67d2-ea4a-4361-9345-8ce9a44e04ff service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b362e7ba3bfb498d9e580e0a76a9be12&device_id=6cb7a765-77f6-42c9-80f0-0200b31b4868 HTTP/1.1" status: 200 len: 1125 time: 0.1417403 Mar 11 19:42:45.294404 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e91236-5de0-4edc-a4d4-1dd5a99834c3 req-bd329e29-d006-44d2-b2f7-eaf00b5bad90 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:45.303854 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-81e91236-5de0-4edc-a4d4-1dd5a99834c3 req-bd329e29-d006-44d2-b2f7-eaf00b5bad90 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=20e6d114-ef3d-4fea-9f9f-8ede4772c7b5 HTTP/1.1" status: 200 len: 946 time: 0.1248937 Mar 11 19:42:45.447978 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5008189e-cf55-4166-b6b8-180cf5d4db51 req-cb69c5c8-77cf-4803-ad7d-624343b845c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:45.450410 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5008189e-cf55-4166-b6b8-180cf5d4db51 req-cb69c5c8-77cf-4803-ad7d-624343b845c4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=76270208-0feb-4aa6-a022-05d8e5f73f8c HTTP/1.1" status: 200 len: 912 time: 0.2083092 Mar 11 19:42:45.454453 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-81e91236-5de0-4edc-a4d4-1dd5a99834c3 req-79b6f639-fdd1-493d-969d-c34b81843159 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=8fd338c4-2511-40d9-94c8-daae49666ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496456 Mar 11 19:42:45.537501 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5008189e-cf55-4166-b6b8-180cf5d4db51 req-0194337f-2f31-4bfd-b8b6-2fc891e11d89 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df27e2f0-2ded-441b-9ced-f789d3eace86 HTTP/1.1" status: 200 len: 217 time: 0.0727081 Mar 11 19:42:45.684878 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5008189e-cf55-4166-b6b8-180cf5d4db51 req-527edfe4-66ca-4075-a99f-ab756752f9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:45.686365 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5008189e-cf55-4166-b6b8-180cf5d4db51 req-527edfe4-66ca-4075-a99f-ab756752f9b1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d23219ed-7f8e-4413-9cc6-5853fc757d12 HTTP/1.1" status: 200 len: 851 time: 0.1432123 Mar 11 19:42:45.733395 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5008189e-cf55-4166-b6b8-180cf5d4db51 req-f934d116-a57c-43dc-b165-4b98b4bc3d66 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=76270208-0feb-4aa6-a022-05d8e5f73f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386646 Mar 11 19:42:45.759921 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180eff24-fa4c-4476-b004-7e5a0bee83da req-c906388e-6a27-47c9-8108-829045f645e7 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:45.761997 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-180eff24-fa4c-4476-b004-7e5a0bee83da req-c906388e-6a27-47c9-8108-829045f645e7 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6ce91be-77f5-44b8-a9b7-96de12531020 HTTP/1.1" status: 200 len: 945 time: 0.1547954 Mar 11 19:42:45.961669 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7308348e-9c66-44c1-91b4-6364497bd8f6 req-1f1c133c-b7c1-448b-b0c7-e738cf62766c tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:45.963253 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7308348e-9c66-44c1-91b4-6364497bd8f6 req-1f1c133c-b7c1-448b-b0c7-e738cf62766c tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.57 "GET /v2.0/networks?id=90663b8c-1bde-4a55-8ab4-a84ee4d3cf19 HTTP/1.1" status: 200 len: 811 time: 0.3184924 Mar 11 19:42:45.972991 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-180eff24-fa4c-4476-b004-7e5a0bee83da req-bec6ce45-d4fe-47c6-9c6e-113a20551464 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011025 Mar 11 19:42:46.014247 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5008189e-cf55-4166-b6b8-180cf5d4db51 req-11039ea7-8fa2-49b3-815c-ffff8523cc31 service neutron] 10.222.0.57 "GET /v2.0/networks/76270208-0feb-4aa6-a022-05d8e5f73f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642314 Mar 11 19:42:46.019002 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-7308348e-9c66-44c1-91b4-6364497bd8f6 req-75408173-86c3-46ff-8128-7b5692efde24 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Request body: {'port': {'device_id': 'eb069624-2a9a-4457-8d94-c111f7203e46', 'network_id': '90663b8c-1bde-4a55-8ab4-a84ee4d3cf19', 'admin_state_up': True, 'tenant_id': '66b3b8d3f65c4e239ea33b0475efa223'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:42:46.257460 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77111b9b-7066-4e8f-bad3-b197b2633297 req-4b186db8-881f-49fd-b8d7-254f1c17f096 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:46.264388 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-77111b9b-7066-4e8f-bad3-b197b2633297 req-4b186db8-881f-49fd-b8d7-254f1c17f096 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/ports?device_id=6cb7a765-77f6-42c9-80f0-0200b31b4868 HTTP/1.1" status: 200 len: 943 time: 0.1954896 Mar 11 19:42:46.274535 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5008189e-cf55-4166-b6b8-180cf5d4db51 req-9dbcf303-0ba1-49bb-9fe4-107ccc791730 service neutron] 10.222.0.57 "GET /v2.0/networks/76270208-0feb-4aa6-a022-05d8e5f73f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496693 Mar 11 19:42:46.314721 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7308348e-9c66-44c1-91b4-6364497bd8f6 req-75408173-86c3-46ff-8128-7b5692efde24 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Made reservation on behalf of 66b3b8d3f65c4e239ea33b0475efa223 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:42:46.318382 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7308348e-9c66-44c1-91b4-6364497bd8f6 req-75408173-86c3-46ff-8128-7b5692efde24 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:46.346355 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-77111b9b-7066-4e8f-bad3-b197b2633297 req-5e68ac63-574b-48a3-a3b0-28552e3423ac tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6edb3d-008e-48ff-8ef0-64786618cae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809379 Mar 11 19:42:46.460189 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0825eaae-f913-4a28-8cc9-bb3ed7d028a2 req-ae8bb6bb-492a-4046-a633-396c8241a242 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb069624-2a9a-4457-8d94-c111f7203e46 HTTP/1.1" status: 200 len: 210 time: 0.0349972 Mar 11 19:42:46.551060 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-7308348e-9c66-44c1-91b4-6364497bd8f6 req-75408173-86c3-46ff-8128-7b5692efde24 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Allocated IP 172.20.0.13 (90663b8c-1bde-4a55-8ab4-a84ee4d3cf19/83286d6e-3d22-482f-b14a-2fbd7466cc6c/a77be94f-5763-47c7-a94b-063aaf86b760) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:42:46.781639 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7308348e-9c66-44c1-91b4-6364497bd8f6 req-75408173-86c3-46ff-8128-7b5692efde24 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks [] for port (a77be94f-5763-47c7-a94b-063aaf86b760), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:47.161832 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 42114) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:42:47.385929 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-584b8b1d-a8d3-4b37-a943-fa3a1639349f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7fcfa9d2f3ed4be8ac815d1e6642330d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2220204 Mar 11 19:42:47.387377 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 42120) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:42:47.440892 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-de601bda-13cb-49ef-8271-fca7cbb4ef8b admin admin] Publish callbacks [] for security_group (032b05bd-60bf-4cbe-8790-99bf90b24300), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:47.450722 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9471aa88-4019-4f54-8eef-e8ffeabeb256', 'name': 'network-vif-deleted', 'tag': 'd68bc25c-daf2-43ae-bbc8-f0f0ad342470'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:42:47.453225 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad2e9eb0-7b82-4e81-a038-97802306b296" -d '{"events": [{"server_uuid": "9471aa88-4019-4f54-8eef-e8ffeabeb256", "name": "network-vif-deleted", "tag": "d68bc25c-daf2-43ae-bbc8-f0f0ad342470"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:42:47.460827 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7308348e-9c66-44c1-91b4-6364497bd8f6 req-75408173-86c3-46ff-8128-7b5692efde24 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (a77be94f-5763-47c7-a94b-063aaf86b760), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:47.504996 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-de601bda-13cb-49ef-8271-fca7cbb4ef8b admin admin] Publish callbacks [] for security_group (032b05bd-60bf-4cbe-8790-99bf90b24300), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:47.533240 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7308348e-9c66-44c1-91b4-6364497bd8f6 req-75408173-86c3-46ff-8128-7b5692efde24 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Network 90663b8c-1bde-4a55-8ab4-a84ee4d3cf19 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:42:47.543567 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-7308348e-9c66-44c1-91b4-6364497bd8f6 req-75408173-86c3-46ff-8128-7b5692efde24 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:42:47.553141 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-7308348e-9c66-44c1-91b4-6364497bd8f6 req-75408173-86c3-46ff-8128-7b5692efde24 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:42:47.569448 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e2bf8-732f-4268-9cd3-c32ec1908c6b req-24618280-ed78-47f7-83c4-4afde0bb91f6 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:47.577310 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-333e2bf8-732f-4268-9cd3-c32ec1908c6b req-24618280-ed78-47f7-83c4-4afde0bb91f6 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=20e6d114-ef3d-4fea-9f9f-8ede4772c7b5 HTTP/1.1" status: 200 len: 946 time: 0.7892480 Mar 11 19:42:47.609085 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75408173-86c3-46ff-8128-7b5692efde24 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Pushing event updated for resources: {'Port': ['ID=a77be94f-5763-47c7-a94b-063aaf86b760,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:47.616348 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-de601bda-13cb-49ef-8271-fca7cbb4ef8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (032b05bd-60bf-4cbe-8790-99bf90b24300), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:47.621528 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-de601bda-13cb-49ef-8271-fca7cbb4ef8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:47.629061 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-de601bda-13cb-49ef-8271-fca7cbb4ef8b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/032b05bd-60bf-4cbe-8790-99bf90b24300 HTTP/1.1" status: 204 len: 168 time: 0.2404301 Mar 11 19:42:47.630787 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device df27e2f0-2ded-441b-9ced-f789d3eace86 details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:42:47.650343 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de601bda-13cb-49ef-8271-fca7cbb4ef8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032b05bd-60bf-4cbe-8790-99bf90b24300,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:47.675190 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7308348e-9c66-44c1-91b4-6364497bd8f6 req-75408173-86c3-46ff-8128-7b5692efde24 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:47.675911 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7308348e-9c66-44c1-91b4-6364497bd8f6 req-75408173-86c3-46ff-8128-7b5692efde24 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:47.731042 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-333e2bf8-732f-4268-9cd3-c32ec1908c6b req-6616800a-a1f0-48c5-bd94-49e467b9a5f2 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=8fd338c4-2511-40d9-94c8-daae49666ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525669 Mar 11 19:42:47.757151 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7308348e-9c66-44c1-91b4-6364497bd8f6 req-75408173-86c3-46ff-8128-7b5692efde24 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7783535 Mar 11 19:42:47.779004 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-7308348e-9c66-44c1-91b4-6364497bd8f6 req-24dcc403-69dc-44cc-b108-91a01c5bdf17 service neutron] Request body: {'port': {'device_id': 'eb069624-2a9a-4457-8d94-c111f7203e46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:42:47.931481 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port df27e2f0-2ded-441b-9ced-f789d3eace86, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=df27e2f0-2ded-441b-9ced-f789d3eace86,segment=NetworkSegment(13d1512a-6981-44c9-9a87-0eca6dce4e01),segment_id=13d1512a-6981-44c9-9a87-0eca6dce4e01)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:47.973114 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': 'df27e2f0-2ded-441b-9ced-f789d3eace86', 'network_id': '76270208-0feb-4aa6-a022-05d8e5f73f8c', 'port_id': 'df27e2f0-2ded-441b-9ced-f789d3eace86', 'mac_address': 'fa:16:3e:ce:5d:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 850, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd23219ed-7f8e-4413-9cc6-5853fc757d12', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:42:47.979394 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7308348e-9c66-44c1-91b4-6364497bd8f6 req-24dcc403-69dc-44cc-b108-91a01c5bdf17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a77be94f-5763-47c7-a94b-063aaf86b760), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:47.989782 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device d68bc25c-daf2-43ae-bbc8-f0f0ad342470 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:42:48.095905 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6602eac-3534-4e2b-aa47-089a1e81b94a req-e8119c07-208c-4924-8825-98794322b484 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:48.103987 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e6602eac-3534-4e2b-aa47-089a1e81b94a req-e8119c07-208c-4924-8825-98794322b484 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.1732864 Mar 11 19:42:48.104398 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port df27e2f0-2ded-441b-9ced-f789d3eace86 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:42:48.105229 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (df27e2f0-2ded-441b-9ced-f789d3eace86), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:48.130635 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df27e2f0-2ded-441b-9ced-f789d3eace86 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:42:48.138407 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: d68bc25c-daf2-43ae-bbc8-f0f0ad342470 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:42:48.139241 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device d68bc25c-daf2-43ae-bbc8-f0f0ad342470 not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:42:48.165233 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port df27e2f0-2ded-441b-9ced-f789d3eace86, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=df27e2f0-2ded-441b-9ced-f789d3eace86,segment=NetworkSegment(13d1512a-6981-44c9-9a87-0eca6dce4e01),segment_id=13d1512a-6981-44c9-9a87-0eca6dce4e01)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:48.181071 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-05be1451-6e6a-423c-8a4d-07981f9a9f93 None None] Provisioning complete for port a77be94f-5763-47c7-a94b-063aaf86b760 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:42:48.182047 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-05be1451-6e6a-423c-8a4d-07981f9a9f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (a77be94f-5763-47c7-a94b-063aaf86b760), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:48.234912 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (df27e2f0-2ded-441b-9ced-f789d3eace86), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:48.237986 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-05be1451-6e6a-423c-8a4d-07981f9a9f93 None None] Port a77be94f-5763-47c7-a94b-063aaf86b760 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:42:48.318050 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e6602eac-3534-4e2b-aa47-089a1e81b94a req-4a6cc715-075f-4f9c-95a8-a62ef70737d3 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130492 Mar 11 19:42:48.318567 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=df27e2f0-2ded-441b-9ced-f789d3eace86,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:48.383962 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 42134) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:42:48.500391 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-119872dd-32b6-4493-a0f5-b6cb59204895 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=06e5cc0818474acea15913e9b44a9f5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1117110 Mar 11 19:42:48.500742 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 42136) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:42:48.589724 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['df27e2f0-2ded-441b-9ced-f789d3eace86'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:42:48.612783 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5e6b9ad4-e65a-4a05-b0b5-145810b2d99d admin admin] Publish callbacks [] for security_group (bd9328da-6900-40fc-a708-864b87ba1d5b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:48.691741 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5e6b9ad4-e65a-4a05-b0b5-145810b2d99d admin admin] Publish callbacks [] for security_group (bd9328da-6900-40fc-a708-864b87ba1d5b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:48.799137 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5e6b9ad4-e65a-4a05-b0b5-145810b2d99d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (bd9328da-6900-40fc-a708-864b87ba1d5b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:48.802812 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5e6b9ad4-e65a-4a05-b0b5-145810b2d99d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:48.820893 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-5e6b9ad4-e65a-4a05-b0b5-145810b2d99d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bd9328da-6900-40fc-a708-864b87ba1d5b HTTP/1.1" status: 204 len: 168 time: 0.3190756 Mar 11 19:42:48.843090 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6b9ad4-e65a-4a05-b0b5-145810b2d99d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9328da-6900-40fc-a708-864b87ba1d5b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:48.910413 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:48.922374 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-7308348e-9c66-44c1-91b4-6364497bd8f6 req-24dcc403-69dc-44cc-b108-91a01c5bdf17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a77be94f-5763-47c7-a94b-063aaf86b760 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:42:48.932516 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7308348e-9c66-44c1-91b4-6364497bd8f6 req-24dcc403-69dc-44cc-b108-91a01c5bdf17 service neutron] Publish callbacks [] for port (a77be94f-5763-47c7-a94b-063aaf86b760), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:48.945833 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-7308348e-9c66-44c1-91b4-6364497bd8f6 req-24dcc403-69dc-44cc-b108-91a01c5bdf17 service neutron] Transition to ACTIVE for port object a77be94f-5763-47c7-a94b-063aaf86b760 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:42:48.960448 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7308348e-9c66-44c1-91b4-6364497bd8f6 req-24dcc403-69dc-44cc-b108-91a01c5bdf17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (a77be94f-5763-47c7-a94b-063aaf86b760), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:49.019334 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40384fc6-09d9-4e2d-8f06-10f048c8fab9 req-22a2695a-8a49-45cb-bb85-25b0e3819e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:49.020882 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-40384fc6-09d9-4e2d-8f06-10f048c8fab9 req-22a2695a-8a49-45cb-bb85-25b0e3819e7e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=fe7f25f1a51149fea99b75542e4127dc&device_id=637b48fb-e48d-4d9f-91a8-e3e00f1ce05c HTTP/1.1" status: 200 len: 1128 time: 0.2715297 Mar 11 19:42:49.071433 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56283969-b857-4724-b320-65c6b6ef1dea req-7ff4435f-f3e5-4ec7-b6b9-fedcd44880fa tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:49.078552 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-56283969-b857-4724-b320-65c6b6ef1dea req-7ff4435f-f3e5-4ec7-b6b9-fedcd44880fa tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6ce91be-77f5-44b8-a9b7-96de12531020 HTTP/1.1" status: 200 len: 945 time: 0.3472722 Mar 11 19:42:49.149247 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dcc403-69dc-44cc-b108-91a01c5bdf17 service neutron] Pushing event updated for resources: {'Port': ['ID=a77be94f-5763-47c7-a94b-063aaf86b760,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:49.308461 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-56283969-b857-4724-b320-65c6b6ef1dea req-377fdc98-2841-49a8-9457-564cb487912c tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211032 Mar 11 19:42:49.496942 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40384fc6-09d9-4e2d-8f06-10f048c8fab9 req-c3eef6eb-087e-4cdb-80f0-9f710285e707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:49.498939 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-40384fc6-09d9-4e2d-8f06-10f048c8fab9 req-c3eef6eb-087e-4cdb-80f0-9f710285e707 service neutron] 10.222.0.75 "GET /v2.0/networks?id=d0e0a9ec-4316-4fc9-9b7d-08b02011eb18 HTTP/1.1" status: 200 len: 915 time: 0.4616189 Mar 11 19:42:49.537617 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d7e83-161d-4ec8-a0c3-d2f5eabe3121 req-be4fb871-54ac-4f68-8aec-9bc77e7d6cba tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:49.545022 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d02d7e83-161d-4ec8-a0c3-d2f5eabe3121 req-be4fb871-54ac-4f68-8aec-9bc77e7d6cba tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/ports?device_id=6cb7a765-77f6-42c9-80f0-0200b31b4868 HTTP/1.1" status: 200 len: 944 time: 0.1278086 Mar 11 19:42:49.580073 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-7308348e-9c66-44c1-91b4-6364497bd8f6 req-24dcc403-69dc-44cc-b108-91a01c5bdf17 service neutron] Attempting to bind port a77be94f-5763-47c7-a94b-063aaf86b760 on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:42:49.580406 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-7308348e-9c66-44c1-91b4-6364497bd8f6 req-24dcc403-69dc-44cc-b108-91a01c5bdf17 service neutron] Attempting to bind port a77be94f-5763-47c7-a94b-063aaf86b760 by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': 'f8d24e93-6284-46b5-86c2-c110abb33db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '90663b8c-1bde-4a55-8ab4-a84ee4d3cf19'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:42:49.580727 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7308348e-9c66-44c1-91b4-6364497bd8f6 req-24dcc403-69dc-44cc-b108-91a01c5bdf17 service neutron] Attempting to bind port a77be94f-5763-47c7-a94b-063aaf86b760 on network 90663b8c-1bde-4a55-8ab4-a84ee4d3cf19 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:42:49.584579 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-40384fc6-09d9-4e2d-8f06-10f048c8fab9 req-5e455c9f-f1f2-4d41-86b0-038b55db2f99 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25189926-c2eb-4ee5-b4ae-a288f278abde HTTP/1.1" status: 200 len: 217 time: 0.0732818 Mar 11 19:42:49.624847 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7308348e-9c66-44c1-91b4-6364497bd8f6 req-24dcc403-69dc-44cc-b108-91a01c5bdf17 service neutron] Port a77be94f-5763-47c7-a94b-063aaf86b760 on network 90663b8c-1bde-4a55-8ab4-a84ee4d3cf19 not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:42:49.625057 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7308348e-9c66-44c1-91b4-6364497bd8f6 req-24dcc403-69dc-44cc-b108-91a01c5bdf17 service neutron] Attempting to bind port a77be94f-5763-47c7-a94b-063aaf86b760 on network 90663b8c-1bde-4a55-8ab4-a84ee4d3cf19 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:42:49.649221 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7308348e-9c66-44c1-91b4-6364497bd8f6 req-24dcc403-69dc-44cc-b108-91a01c5bdf17 service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:42:49.649578 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7308348e-9c66-44c1-91b4-6364497bd8f6 req-24dcc403-69dc-44cc-b108-91a01c5bdf17 service neutron] Checking segment: {'id': 'f8d24e93-6284-46b5-86c2-c110abb33db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '90663b8c-1bde-4a55-8ab4-a84ee4d3cf19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:42:49.650080 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7308348e-9c66-44c1-91b4-6364497bd8f6 req-24dcc403-69dc-44cc-b108-91a01c5bdf17 service neutron] Bound using segment: {'id': 'f8d24e93-6284-46b5-86c2-c110abb33db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '90663b8c-1bde-4a55-8ab4-a84ee4d3cf19'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:42:49.650363 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-7308348e-9c66-44c1-91b4-6364497bd8f6 req-24dcc403-69dc-44cc-b108-91a01c5bdf17 service neutron] Bound port: a77be94f-5763-47c7-a94b-063aaf86b760, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8d24e93-6284-46b5-86c2-c110abb33db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '90663b8c-1bde-4a55-8ab4-a84ee4d3cf19'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:42:49.650715 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7308348e-9c66-44c1-91b4-6364497bd8f6 req-24dcc403-69dc-44cc-b108-91a01c5bdf17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a77be94f-5763-47c7-a94b-063aaf86b760), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:49.689403 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d02d7e83-161d-4ec8-a0c3-d2f5eabe3121 req-ccb1c5d9-1cf0-484c-8a50-f4306d349b29 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6edb3d-008e-48ff-8ef0-64786618cae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433651 Mar 11 19:42:49.703584 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40384fc6-09d9-4e2d-8f06-10f048c8fab9 req-d89e8946-4399-447f-9a61-451cfdf20759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:49.705466 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-40384fc6-09d9-4e2d-8f06-10f048c8fab9 req-d89e8946-4399-447f-9a61-451cfdf20759 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5c19a3f5-e5b8-4a83-a56e-dfaf973c3dd0 HTTP/1.1" status: 200 len: 853 time: 0.1124723 Mar 11 19:42:49.783546 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cbd56aa-4890-4acf-904e-f49900ee39a7 x-openstack-request-id: req-7cbd56aa-4890-4acf-904e-f49900ee39a7 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:42:49.783868 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9471aa88-4019-4f54-8eef-e8ffeabeb256", "name": "network-vif-deleted", "tag": "d68bc25c-daf2-43ae-bbc8-f0f0ad342470", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:42:49.784118 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7cbd56aa-4890-4acf-904e-f49900ee39a7 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:42:49.784503 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9471aa88-4019-4f54-8eef-e8ffeabeb256', 'name': 'network-vif-deleted', 'tag': 'd68bc25c-daf2-43ae-bbc8-f0f0ad342470', 'status': 'completed', 'code': 200} Mar 11 19:42:49.854023 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-7308348e-9c66-44c1-91b4-6364497bd8f6 req-24dcc403-69dc-44cc-b108-91a01c5bdf17 service neutron] For port a77be94f-5763-47c7-a94b-063aaf86b760, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:42:49.858450 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-7308348e-9c66-44c1-91b4-6364497bd8f6 req-24dcc403-69dc-44cc-b108-91a01c5bdf17 service neutron] For port a77be94f-5763-47c7-a94b-063aaf86b760, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=a77be94f-5763-47c7-a94b-063aaf86b760,segment=NetworkSegment(f8d24e93-6284-46b5-86c2-c110abb33db1),segment_id=f8d24e93-6284-46b5-86c2-c110abb33db1)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:42:49.864495 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40384fc6-09d9-4e2d-8f06-10f048c8fab9 req-9604a43e-185a-4e35-ad30-4000b3da011a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:49.866019 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-40384fc6-09d9-4e2d-8f06-10f048c8fab9 req-9604a43e-185a-4e35-ad30-4000b3da011a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d0e0a9ec-4316-4fc9-9b7d-08b02011eb18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0807950 Mar 11 19:42:49.871319 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7308348e-9c66-44c1-91b4-6364497bd8f6 req-24dcc403-69dc-44cc-b108-91a01c5bdf17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (a77be94f-5763-47c7-a94b-063aaf86b760), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:49.957293 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7308348e-9c66-44c1-91b4-6364497bd8f6 req-24dcc403-69dc-44cc-b108-91a01c5bdf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:49.957910 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7308348e-9c66-44c1-91b4-6364497bd8f6 req-24dcc403-69dc-44cc-b108-91a01c5bdf17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:49.959580 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7308348e-9c66-44c1-91b4-6364497bd8f6 req-24dcc403-69dc-44cc-b108-91a01c5bdf17 service neutron] 10.222.0.57 "PUT /v2.0/ports/a77be94f-5763-47c7-a94b-063aaf86b760 HTTP/1.1" status: 200 len: 1092 time: 2.1996088 Mar 11 19:42:50.053934 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 42176) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:42:50.080367 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dcc403-69dc-44cc-b108-91a01c5bdf17 service neutron] Pushing event updated for resources: {'Port': ['ID=a77be94f-5763-47c7-a94b-063aaf86b760,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:50.164006 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30823ed9-4446-47c0-9321-856fe0371c4e req-ab230047-6856-4d7a-a6cb-af3244f2907d tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:50.165555 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-30823ed9-4446-47c0-9321-856fe0371c4e req-ab230047-6856-4d7a-a6cb-af3244f2907d tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb069624-2a9a-4457-8d94-c111f7203e46 HTTP/1.1" status: 200 len: 944 time: 0.2916143 Mar 11 19:42:50.173135 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-40384fc6-09d9-4e2d-8f06-10f048c8fab9 req-09db6090-b3fd-49c5-b941-f07bca553b15 service neutron] 10.222.0.75 "GET /v2.0/networks/d0e0a9ec-4316-4fc9-9b7d-08b02011eb18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957051 Mar 11 19:42:50.212734 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-15c27534-5c10-4806-8352-7510c236fb12 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1165356018-network', 'tenant_id': 'e0ecb0d487f94dafa4651ff073201619'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:42:50.244211 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c27534-5c10-4806-8352-7510c236fb12 admin admin] Made reservation on behalf of e0ecb0d487f94dafa4651ff073201619 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:42:50.246874 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-15c27534-5c10-4806-8352-7510c236fb12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:50.269450 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-15c27534-5c10-4806-8352-7510c236fb12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:50.348197 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7308348e-9c66-44c1-91b4-6364497bd8f6 req-b988ace9-a168-4325-b122-25246a1dc084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:50.349689 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7308348e-9c66-44c1-91b4-6364497bd8f6 req-b988ace9-a168-4325-b122-25246a1dc084 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=66b3b8d3f65c4e239ea33b0475efa223&device_id=eb069624-2a9a-4457-8d94-c111f7203e46 HTTP/1.1" status: 200 len: 1126 time: 0.3376694 Mar 11 19:42:50.357418 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-30823ed9-4446-47c0-9321-856fe0371c4e req-652304d8-55c6-4cc0-81c4-c00a3ca43d98 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=381d5506-1a91-423f-9578-afb9619937f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723051 Mar 11 19:42:50.365506 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-15c27534-5c10-4806-8352-7510c236fb12 admin admin] Publish callbacks [] for security_group (7255eb9d-d957-481e-af4c-96c630f74f4b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:50.372698 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-15c27534-5c10-4806-8352-7510c236fb12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (7255eb9d-d957-481e-af4c-96c630f74f4b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:50.408637 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7308348e-9c66-44c1-91b4-6364497bd8f6 req-f11469bd-8c52-4cd5-9276-2675f2e4485e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a77be94f-5763-47c7-a94b-063aaf86b760 HTTP/1.1" status: 200 len: 217 time: 0.0483019 Mar 11 19:42:50.412035 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15c27534-5c10-4806-8352-7510c236fb12 admin admin] vlan segment allocate from pool success with {'vlan_id': 855, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:42:50.421934 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c27534-5c10-4806-8352-7510c236fb12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7255eb9d-d957-481e-af4c-96c630f74f4b,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:50.428311 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005a760-6937-423c-b673-d6dc896b0331 req-95bdd7c7-0d63-4c16-92f0-ece4bf678919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:50.429793 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1005a760-6937-423c-b673-d6dc896b0331 req-95bdd7c7-0d63-4c16-92f0-ece4bf678919 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=158d96ac5890499b904530e3a8e2fd26&device_id=20e6d114-ef3d-4fea-9f9f-8ede4772c7b5 HTTP/1.1" status: 200 len: 1128 time: 0.2591281 Mar 11 19:42:50.443916 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-15c27534-5c10-4806-8352-7510c236fb12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (95e612b9-ebe2-4264-9dfd-1bd97028e14b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:50.444618 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-15c27534-5c10-4806-8352-7510c236fb12 admin admin] Added segment 95e612b9-ebe2-4264-9dfd-1bd97028e14b of type vlan for network 35b685db-0a79-4821-abb7-c835ec06cc15 Mar 11 19:42:50.463686 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-40384fc6-09d9-4e2d-8f06-10f048c8fab9 req-ed5029d8-f6a6-4e2e-9a62-6d4e4eaace9d service neutron] 10.222.0.75 "GET /v2.0/networks/d0e0a9ec-4316-4fc9-9b7d-08b02011eb18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800786 Mar 11 19:42:50.492803 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-15c27534-5c10-4806-8352-7510c236fb12 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (35b685db-0a79-4821-abb7-c835ec06cc15), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:50.524008 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-15c27534-5c10-4806-8352-7510c236fb12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (35b685db-0a79-4821-abb7-c835ec06cc15), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:50.525120 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c27534-5c10-4806-8352-7510c236fb12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:50.525741 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-15c27534-5c10-4806-8352-7510c236fb12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:50.540199 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7308348e-9c66-44c1-91b4-6364497bd8f6 req-07eab6b8-3020-4e6f-b0f1-96f144ba8941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:50.541678 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7308348e-9c66-44c1-91b4-6364497bd8f6 req-07eab6b8-3020-4e6f-b0f1-96f144ba8941 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=83286d6e-3d22-482f-b14a-2fbd7466cc6c HTTP/1.1" status: 200 len: 850 time: 0.1271503 Mar 11 19:42:50.564928 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-15c27534-5c10-4806-8352-7510c236fb12 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5093405 Mar 11 19:42:50.568292 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 42182) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:42:50.598740 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-52bccbdb-d223-4304-a079-2d5561ff4ced admin admin] Request body: {'subnet': {'network_id': '35b685db-0a79-4821-abb7-c835ec06cc15', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1165356018-subnet', 'tenant_id': 'e0ecb0d487f94dafa4651ff073201619', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:42:50.603140 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c27534-5c10-4806-8352-7510c236fb12 admin admin] Pushing event updated for resources: {'Network': ['ID=35b685db-0a79-4821-abb7-c835ec06cc15,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:50.625337 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52bccbdb-d223-4304-a079-2d5561ff4ced admin admin] Made reservation on behalf of e0ecb0d487f94dafa4651ff073201619 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:42:50.625507 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 35b685db-0a79-4821-abb7-c835ec06cc15 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:42:50.629149 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-52bccbdb-d223-4304-a079-2d5561ff4ced admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:50.637224 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1cf147-5b6f-42a9-99aa-9bdeae7be42c req-c4be1afa-d68f-491c-b274-48d65ab80a83 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:50.638763 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6c1cf147-5b6f-42a9-99aa-9bdeae7be42c req-c4be1afa-d68f-491c-b274-48d65ab80a83 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.1857929 Mar 11 19:42:50.659791 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005a760-6937-423c-b673-d6dc896b0331 req-2afa192a-226a-48ec-ae7c-bf4a6e6802b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:50.661223 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1005a760-6937-423c-b673-d6dc896b0331 req-2afa192a-226a-48ec-ae7c-bf4a6e6802b1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=32196a18-8be7-4227-b019-bc15d0c1f739 HTTP/1.1" status: 200 len: 917 time: 0.2096736 Mar 11 19:42:50.715010 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7308348e-9c66-44c1-91b4-6364497bd8f6 req-35ef012a-dd75-46c0-8be1-f2226afde6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:50.716489 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7308348e-9c66-44c1-91b4-6364497bd8f6 req-35ef012a-dd75-46c0-8be1-f2226afde6ce service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=90663b8c-1bde-4a55-8ab4-a84ee4d3cf19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1443224 Mar 11 19:42:50.774371 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6c1cf147-5b6f-42a9-99aa-9bdeae7be42c req-21061e22-91be-4f5f-bf2a-48b1ba3418c7 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267316 Mar 11 19:42:50.782401 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1005a760-6937-423c-b673-d6dc896b0331 req-14fc473a-a360-4c5a-9da6-ed03d9ecae64 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9b8c3b55-ec54-49a1-8218-e81f898cd6dd HTTP/1.1" status: 200 len: 1002 time: 0.1133158 Mar 11 19:42:50.829121 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-52bccbdb-d223-4304-a079-2d5561ff4ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (b8de6b38-a1f7-427d-a0e0-895f7d26099f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:50.922323 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bccbdb-d223-4304-a079-2d5561ff4ced admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8de6b38-a1f7-427d-a0e0-895f7d26099f,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:50.938455 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7308348e-9c66-44c1-91b4-6364497bd8f6 req-f3ea8b3c-a901-4008-9ffa-ca0bbb7028b6 service neutron] 10.222.0.57 "GET /v2.0/networks/90663b8c-1bde-4a55-8ab4-a84ee4d3cf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145014 Mar 11 19:42:50.939800 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005a760-6937-423c-b673-d6dc896b0331 req-dc9088e9-870f-4ff3-b783-4e0177462a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:50.941592 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1005a760-6937-423c-b673-d6dc896b0331 req-dc9088e9-870f-4ff3-b783-4e0177462a3e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c54bb295-7bca-4fbe-aff9-5e7c44904c47 HTTP/1.1" status: 200 len: 855 time: 0.1164391 Mar 11 19:42:50.958854 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bccbdb-d223-4304-a079-2d5561ff4ced admin admin] Checking segment: {'id': '95e612b9-ebe2-4264-9dfd-1bd97028e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '35b685db-0a79-4821-abb7-c835ec06cc15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:42:50.959455 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bccbdb-d223-4304-a079-2d5561ff4ced admin admin] Network hostable DHCP agents. Network: 35b685db-0a79-4821-abb7-c835ec06cc15, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:42:50.981807 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bccbdb-d223-4304-a079-2d5561ff4ced admin admin] Network 35b685db-0a79-4821-abb7-c835ec06cc15 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:42:50.993032 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-52bccbdb-d223-4304-a079-2d5561ff4ced admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 35b685db-0a79-4821-abb7-c835ec06cc15) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:42:50.997512 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bccbdb-d223-4304-a079-2d5561ff4ced admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:50.998640 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-52bccbdb-d223-4304-a079-2d5561ff4ced admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:51.006181 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84f7fa2-5d03-4beb-a8a8-4e1b7ae322aa None None] Network 35b685db-0a79-4821-abb7-c835ec06cc15 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:42:51.017512 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3beba5-b942-4fa8-a0e3-58eceed40fbe req-82a5cd11-3d2c-4fe5-a331-2b4b0cc2f9c3 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:51.019126 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-de3beba5-b942-4fa8-a0e3-58eceed40fbe req-82a5cd11-3d2c-4fe5-a331-2b4b0cc2f9c3 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/ports?device_id=637b48fb-e48d-4d9f-91a8-e3e00f1ce05c HTTP/1.1" status: 200 len: 946 time: 0.1639364 Mar 11 19:42:51.031428 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-52bccbdb-d223-4304-a079-2d5561ff4ced admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4618907 Mar 11 19:42:51.032663 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 42190) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:42:51.038198 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-3646ad4a-aba4-48f3-9c7c-e0007f37ea9d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1165356018-router', 'tenant_id': 'e0ecb0d487f94dafa4651ff073201619', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:42:51.066983 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3646ad4a-aba4-48f3-9c7c-e0007f37ea9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (4dd0d3c5-5f0b-48d8-a966-72914aa0ccd6), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:51.069717 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3646ad4a-aba4-48f3-9c7c-e0007f37ea9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (4dd0d3c5-5f0b-48d8-a966-72914aa0ccd6), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:51.126164 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7308348e-9c66-44c1-91b4-6364497bd8f6 req-ac20e8ce-7470-4415-b3ee-56adc1aa21cb service neutron] 10.222.0.57 "GET /v2.0/networks/90663b8c-1bde-4a55-8ab4-a84ee4d3cf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778913 Mar 11 19:42:51.133398 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005a760-6937-423c-b673-d6dc896b0331 req-7ee4c3ba-348c-4c60-8030-79784a51a60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:51.136416 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1005a760-6937-423c-b673-d6dc896b0331 req-7ee4c3ba-348c-4c60-8030-79784a51a60b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=32196a18-8be7-4227-b019-bc15d0c1f739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1858931 Mar 11 19:42:51.153458 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-de3beba5-b942-4fa8-a0e3-58eceed40fbe req-11ad52b9-1965-407e-aef5-5c7b8a90a6f7 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e8ab6fd-a1b2-4b95-842e-981d1d859acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990350 Mar 11 19:42:51.168600 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3646ad4a-aba4-48f3-9c7c-e0007f37ea9d admin admin] Publish callbacks [] for router_controller (4dd0d3c5-5f0b-48d8-a966-72914aa0ccd6), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:51.237932 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674e2b02-81bf-4cc7-83c8-1a2115973b51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-35b685db-0a79-4821-abb7-c835ec06cc15', 'network_id': '35b685db-0a79-4821-abb7-c835ec06cc15', 'project_id': 'e0ecb0d487f94dafa4651ff073201619', 'fixed_ips': [{'subnet_id': 'b8de6b38-a1f7-427d-a0e0-895f7d26099f'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:42:51.239104 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-674e2b02-81bf-4cc7-83c8-1a2115973b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:51.344886 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1005a760-6937-423c-b673-d6dc896b0331 req-659604b8-d666-456f-a609-e022d46dd8c0 service neutron] 10.222.0.57 "GET /v2.0/networks/32196a18-8be7-4227-b019-bc15d0c1f739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901100 Mar 11 19:42:51.357544 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a055942-370c-4786-8d1d-c6d7b568e7cd req-c851ad1f-7bd4-4854-84ac-8b176aee3c2b tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:51.359092 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8a055942-370c-4786-8d1d-c6d7b568e7cd req-c851ad1f-7bd4-4854-84ac-8b176aee3c2b tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=20e6d114-ef3d-4fea-9f9f-8ede4772c7b5 HTTP/1.1" status: 200 len: 946 time: 0.0799909 Mar 11 19:42:51.361384 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3646ad4a-aba4-48f3-9c7c-e0007f37ea9d admin admin] Publish callbacks [] for router_gateway (4dd0d3c5-5f0b-48d8-a966-72914aa0ccd6), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:51.449993 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-674e2b02-81bf-4cc7-83c8-1a2115973b51 None None] Allocated IP 172.20.0.2 (35b685db-0a79-4821-abb7-c835ec06cc15/b8de6b38-a1f7-427d-a0e0-895f7d26099f/ceeb5a32-bf34-4fce-9b74-6173a70933a9) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:42:51.467135 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8a055942-370c-4786-8d1d-c6d7b568e7cd req-803d244b-ca38-4f5e-b189-f015af95be78 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=8fd338c4-2511-40d9-94c8-daae49666ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984950 Mar 11 19:42:51.510462 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1005a760-6937-423c-b673-d6dc896b0331 req-dbdadae1-f756-4d64-8d1e-47f7a46f8efd service neutron] 10.222.0.57 "GET /v2.0/networks/32196a18-8be7-4227-b019-bc15d0c1f739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487694 Mar 11 19:42:51.627742 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c87682-57fc-4e5e-bfcc-61eae7195e88 req-48fb6694-6f84-440e-af7b-9af4f0934c01 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:51.635598 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-57c87682-57fc-4e5e-bfcc-61eae7195e88 req-48fb6694-6f84-440e-af7b-9af4f0934c01 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6ce91be-77f5-44b8-a9b7-96de12531020 HTTP/1.1" status: 200 len: 945 time: 0.0696454 Mar 11 19:42:51.656197 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device df27e2f0-2ded-441b-9ced-f789d3eace86 up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:42:51.662708 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3646ad4a-aba4-48f3-9c7c-e0007f37ea9d admin admin] Publish callbacks [] for router_gateway (4dd0d3c5-5f0b-48d8-a966-72914aa0ccd6), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:51.686706 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3646ad4a-aba4-48f3-9c7c-e0007f37ea9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:51.692588 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-57c87682-57fc-4e5e-bfcc-61eae7195e88 req-760a2f84-aa2a-434f-9fca-aeb185a64990 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553575 Mar 11 19:42:51.714882 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-674e2b02-81bf-4cc7-83c8-1a2115973b51 None None] Publish callbacks [] for port (ceeb5a32-bf34-4fce-9b74-6173a70933a9), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:51.733399 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-674e2b02-81bf-4cc7-83c8-1a2115973b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (ceeb5a32-bf34-4fce-9b74-6173a70933a9), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:51.777779 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674e2b02-81bf-4cc7-83c8-1a2115973b51 None None] Network 35b685db-0a79-4821-abb7-c835ec06cc15 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:42:51.784683 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-674e2b02-81bf-4cc7-83c8-1a2115973b51 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:42:51.794754 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674e2b02-81bf-4cc7-83c8-1a2115973b51 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:42:51.799673 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb069624-2a9a-4457-8d94-c111f7203e46', 'tag': 'a77be94f-5763-47c7-a94b-063aaf86b760'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:42:51.801209 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port df27e2f0-2ded-441b-9ced-f789d3eace86 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:42:51.802479 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6971659-a1d8-40fd-ad16-56fa9b6c2fb1" -d '{"events": [{"name": "network-changed", "server_uuid": "eb069624-2a9a-4457-8d94-c111f7203e46", "tag": "a77be94f-5763-47c7-a94b-063aaf86b760"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:42:51.822441 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port df27e2f0-2ded-441b-9ced-f789d3eace86 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:42:51.823047 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (df27e2f0-2ded-441b-9ced-f789d3eace86), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:51.845831 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7128a870-09c6-46a4-87f9-20d34cb061c5 req-b8c145b1-b968-4955-b70e-98e5cdcbbe7d tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:51.847472 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-3646ad4a-aba4-48f3-9c7c-e0007f37ea9d admin admin] Allocated IP 172.25.8.155 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/2f01162e-cee0-4a6e-a99d-32987dd27004) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:42:51.851011 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7128a870-09c6-46a4-87f9-20d34cb061c5 req-b8c145b1-b968-4955-b70e-98e5cdcbbe7d tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/ports?device_id=6cb7a765-77f6-42c9-80f0-0200b31b4868 HTTP/1.1" status: 200 len: 944 time: 0.0868692 Mar 11 19:42:51.911869 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674e2b02-81bf-4cc7-83c8-1a2115973b51 None None] Pushing event updated for resources: {'Port': ['ID=ceeb5a32-bf34-4fce-9b74-6173a70933a9,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:51.934044 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7128a870-09c6-46a4-87f9-20d34cb061c5 req-bda39fe8-69c7-4bff-b933-f0d61f792df0 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6edb3d-008e-48ff-8ef0-64786618cae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741699 Mar 11 19:42:51.936392 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-674e2b02-81bf-4cc7-83c8-1a2115973b51 None None] Attempting to bind port ceeb5a32-bf34-4fce-9b74-6173a70933a9 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:42:51.936797 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-674e2b02-81bf-4cc7-83c8-1a2115973b51 None None] Attempting to bind port ceeb5a32-bf34-4fce-9b74-6173a70933a9 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '95e612b9-ebe2-4264-9dfd-1bd97028e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '35b685db-0a79-4821-abb7-c835ec06cc15'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:42:51.937165 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674e2b02-81bf-4cc7-83c8-1a2115973b51 None None] Attempting to bind port ceeb5a32-bf34-4fce-9b74-6173a70933a9 on network 35b685db-0a79-4821-abb7-c835ec06cc15 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:42:51.947473 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674e2b02-81bf-4cc7-83c8-1a2115973b51 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:42:51.947473 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674e2b02-81bf-4cc7-83c8-1a2115973b51 None None] Checking segment: {'id': '95e612b9-ebe2-4264-9dfd-1bd97028e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '35b685db-0a79-4821-abb7-c835ec06cc15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:42:51.947888 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-674e2b02-81bf-4cc7-83c8-1a2115973b51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:51.948265 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674e2b02-81bf-4cc7-83c8-1a2115973b51 None None] Bound using segment: {'id': '95e612b9-ebe2-4264-9dfd-1bd97028e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '35b685db-0a79-4821-abb7-c835ec06cc15'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:42:51.949331 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-674e2b02-81bf-4cc7-83c8-1a2115973b51 None None] Bound port: ceeb5a32-bf34-4fce-9b74-6173a70933a9, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95e612b9-ebe2-4264-9dfd-1bd97028e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '35b685db-0a79-4821-abb7-c835ec06cc15'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:42:51.950108 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-674e2b02-81bf-4cc7-83c8-1a2115973b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ceeb5a32-bf34-4fce-9b74-6173a70933a9), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:51.994062 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3646ad4a-aba4-48f3-9c7c-e0007f37ea9d admin admin] Publish callbacks [] for port (2f01162e-cee0-4a6e-a99d-32987dd27004), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:52.034797 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3646ad4a-aba4-48f3-9c7c-e0007f37ea9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (2f01162e-cee0-4a6e-a99d-32987dd27004), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:52.054038 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-674e2b02-81bf-4cc7-83c8-1a2115973b51 None None] For port ceeb5a32-bf34-4fce-9b74-6173a70933a9, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:42:52.057933 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-674e2b02-81bf-4cc7-83c8-1a2115973b51 None None] For port ceeb5a32-bf34-4fce-9b74-6173a70933a9, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=ceeb5a32-bf34-4fce-9b74-6173a70933a9,segment=NetworkSegment(95e612b9-ebe2-4264-9dfd-1bd97028e14b),segment_id=95e612b9-ebe2-4264-9dfd-1bd97028e14b)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:42:52.085523 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-674e2b02-81bf-4cc7-83c8-1a2115973b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (ceeb5a32-bf34-4fce-9b74-6173a70933a9), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:52.085771 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3646ad4a-aba4-48f3-9c7c-e0007f37ea9d admin admin] Pushing event updated for resources: {'Port': ['ID=2f01162e-cee0-4a6e-a99d-32987dd27004,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:52.109072 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3646ad4a-aba4-48f3-9c7c-e0007f37ea9d admin admin] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:42:52.112754 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-3646ad4a-aba4-48f3-9c7c-e0007f37ea9d admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:42:52.116441 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3646ad4a-aba4-48f3-9c7c-e0007f37ea9d admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:42:52.137731 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port df27e2f0-2ded-441b-9ced-f789d3eace86 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:42:52.138128 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (df27e2f0-2ded-441b-9ced-f789d3eace86), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:52.144086 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be0f64-3bee-4e11-a31a-e1d0de9d6763 req-89dc4175-1067-476e-afa6-1df55e89fbd0 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:52.146060 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-62be0f64-3bee-4e11-a31a-e1d0de9d6763 req-89dc4175-1067-476e-afa6-1df55e89fbd0 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb069624-2a9a-4457-8d94-c111f7203e46 HTTP/1.1" status: 200 len: 944 time: 0.1018031 Mar 11 19:42:52.228092 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-62be0f64-3bee-4e11-a31a-e1d0de9d6763 req-a51ad62c-eb52-4e3a-be81-52d7644ff59f tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=381d5506-1a91-423f-9578-afb9619937f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725477 Mar 11 19:42:52.255856 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cb7a765-77f6-42c9-80f0-0200b31b4868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df27e2f0-2ded-441b-9ced-f789d3eace86'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:42:52.258454 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75bf061f-bfbe-4b7e-bf3b-2ce5e058fa9b" -d '{"events": [{"server_uuid": "6cb7a765-77f6-42c9-80f0-0200b31b4868", "name": "network-vif-plugged", "status": "completed", "tag": "df27e2f0-2ded-441b-9ced-f789d3eace86"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:42:52.271127 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port df27e2f0-2ded-441b-9ced-f789d3eace86, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=df27e2f0-2ded-441b-9ced-f789d3eace86,segment=NetworkSegment(13d1512a-6981-44c9-9a87-0eca6dce4e01),segment_id=13d1512a-6981-44c9-9a87-0eca6dce4e01)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:52.277332 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674e2b02-81bf-4cc7-83c8-1a2115973b51 None None] Pushing event updated for resources: {'Port': ['ID=ceeb5a32-bf34-4fce-9b74-6173a70933a9,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:52.292919 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17a5cce-b3f5-41ff-bc8e-170aa3b22036 x-openstack-request-id: req-d17a5cce-b3f5-41ff-bc8e-170aa3b22036 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:42:52.293221 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb069624-2a9a-4457-8d94-c111f7203e46", "tag": "a77be94f-5763-47c7-a94b-063aaf86b760", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:42:52.293508 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d17a5cce-b3f5-41ff-bc8e-170aa3b22036 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:42:52.293805 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (df27e2f0-2ded-441b-9ced-f789d3eace86), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:52.293945 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb069624-2a9a-4457-8d94-c111f7203e46', 'tag': 'a77be94f-5763-47c7-a94b-063aaf86b760', 'status': 'completed', 'code': 200} Mar 11 19:42:52.309404 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 9b8c3b55-ec54-49a1-8218-e81f898cd6dd no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:42:52.379877 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6971659-a1d8-40fd-ad16-56fa9b6c2fb1 req-c17064ef-3a02-4a70-8937-a09b16a9c329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:52.384018 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a6971659-a1d8-40fd-ad16-56fa9b6c2fb1 req-c17064ef-3a02-4a70-8937-a09b16a9c329 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=66b3b8d3f65c4e239ea33b0475efa223&device_id=eb069624-2a9a-4457-8d94-c111f7203e46 HTTP/1.1" status: 200 len: 1126 time: 0.0697706 Mar 11 19:42:52.407448 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4e938386-5c56-48fe-9f49-4340eb025029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:52.521115 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=df27e2f0-2ded-441b-9ced-f789d3eace86,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:52.630671 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3646ad4a-aba4-48f3-9c7c-e0007f37ea9d admin admin] Publish callbacks [] for router_gateway (4dd0d3c5-5f0b-48d8-a966-72914aa0ccd6), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:52.643241 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 42212) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:42:52.695983 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d767dc-bcb5-480b-9a73-ce6844ccd810 req-e7198cf9-e998-4b69-9d2c-3e68593c527a tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:52.697585 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-85d767dc-bcb5-480b-9a73-ce6844ccd810 req-e7198cf9-e998-4b69-9d2c-3e68593c527a tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.2459772 Mar 11 19:42:52.699155 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6971659-a1d8-40fd-ad16-56fa9b6c2fb1 req-e25d92ac-1130-4ed0-8ff8-cc3b4e47b86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:52.700523 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a6971659-a1d8-40fd-ad16-56fa9b6c2fb1 req-e25d92ac-1130-4ed0-8ff8-cc3b4e47b86f service neutron] 10.222.0.57 "GET /v2.0/networks?id=90663b8c-1bde-4a55-8ab4-a84ee4d3cf19 HTTP/1.1" status: 200 len: 912 time: 0.3085365 Mar 11 19:42:52.794326 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a6971659-a1d8-40fd-ad16-56fa9b6c2fb1 req-2fee1ab9-87e6-4fd5-b585-b2419441e827 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a77be94f-5763-47c7-a94b-063aaf86b760 HTTP/1.1" status: 200 len: 217 time: 0.0803208 Mar 11 19:42:52.874006 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 9b8c3b55-ec54-49a1-8218-e81f898cd6dd is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:42:52.875015 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (9b8c3b55-ec54-49a1-8218-e81f898cd6dd), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:52.880798 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a223e244-ba42-412c-a7ac-4a55324f3df8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:52.887749 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-85d767dc-bcb5-480b-9a73-ce6844ccd810 req-3a10a07b-3a9f-4af6-aa1d-d2998331b8d9 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808016 Mar 11 19:42:52.897159 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:52.903196 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6971659-a1d8-40fd-ad16-56fa9b6c2fb1 req-db017c42-454d-4793-800c-44ac5e925a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:52.905199 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a6971659-a1d8-40fd-ad16-56fa9b6c2fb1 req-db017c42-454d-4793-800c-44ac5e925a65 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=83286d6e-3d22-482f-b14a-2fbd7466cc6c HTTP/1.1" status: 200 len: 850 time: 0.0990105 Mar 11 19:42:52.945408 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 9b8c3b55-ec54-49a1-8218-e81f898cd6dd, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=9b8c3b55-ec54-49a1-8218-e81f898cd6dd,segment=NetworkSegment(69eb0e62-687e-4724-ba5c-a415cb9293d1),segment_id=69eb0e62-687e-4724-ba5c-a415cb9293d1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:52.953765 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (9b8c3b55-ec54-49a1-8218-e81f898cd6dd), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:52.983315 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3646ad4a-aba4-48f3-9c7c-e0007f37ea9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (4dd0d3c5-5f0b-48d8-a966-72914aa0ccd6), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:53.014831 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=9b8c3b55-ec54-49a1-8218-e81f898cd6dd,revision_number=8']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:53.058934 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6971659-a1d8-40fd-ad16-56fa9b6c2fb1 req-1ce77f32-b9f2-4824-b123-723cf22351d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:53.060515 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a6971659-a1d8-40fd-ad16-56fa9b6c2fb1 req-1ce77f32-b9f2-4824-b123-723cf22351d2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=90663b8c-1bde-4a55-8ab4-a84ee4d3cf19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1484325 Mar 11 19:42:53.118341 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b90db28-6fe5-4696-a3d1-dd9b626b56a3 req-c966cd66-3e7e-456f-971f-d47a07198063 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:53.119910 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1b90db28-6fe5-4696-a3d1-dd9b626b56a3 req-c966cd66-3e7e-456f-971f-d47a07198063 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/ports?device_id=637b48fb-e48d-4d9f-91a8-e3e00f1ce05c HTTP/1.1" status: 200 len: 946 time: 0.1470010 Mar 11 19:42:53.123982 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a223e244-ba42-412c-a7ac-4a55324f3df8 admin admin] Publish callbacks [] for security_group (2f8a2cbb-7741-4096-83fa-e861b411d2b3), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:53.135277 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a223e244-ba42-412c-a7ac-4a55324f3df8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (2f8a2cbb-7741-4096-83fa-e861b411d2b3), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:53.192435 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3646ad4a-aba4-48f3-9c7c-e0007f37ea9d admin admin] Router 4dd0d3c5-5f0b-48d8-a966-72914aa0ccd6 is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:42:53.288433 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a223e244-ba42-412c-a7ac-4a55324f3df8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f536c2fd061944fe86f4742f50892c7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6426573 Mar 11 19:42:53.293063 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a6971659-a1d8-40fd-ad16-56fa9b6c2fb1 req-a9433f06-d4c3-4856-a1bd-9713df360e7d service neutron] 10.222.0.57 "GET /v2.0/networks/90663b8c-1bde-4a55-8ab4-a84ee4d3cf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146699 Mar 11 19:42:53.293552 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 42224) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:42:53.340732 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a223e244-ba42-412c-a7ac-4a55324f3df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f8a2cbb-7741-4096-83fa-e861b411d2b3,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:53.398921 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1b90db28-6fe5-4696-a3d1-dd9b626b56a3 req-d681346d-e86c-4c67-863d-58712db84679 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e8ab6fd-a1b2-4b95-842e-981d1d859acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646720 Mar 11 19:42:53.482473 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ffa3a83-a812-40a0-b9e8-36c958ce9c1a x-openstack-request-id: req-0ffa3a83-a812-40a0-b9e8-36c958ce9c1a {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:42:53.483365 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cb7a765-77f6-42c9-80f0-0200b31b4868", "name": "network-vif-plugged", "status": "completed", "tag": "df27e2f0-2ded-441b-9ced-f789d3eace86", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:42:53.483893 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0ffa3a83-a812-40a0-b9e8-36c958ce9c1a {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:42:53.484514 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cb7a765-77f6-42c9-80f0-0200b31b4868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df27e2f0-2ded-441b-9ced-f789d3eace86', 'code': 200} Mar 11 19:42:53.826064 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3646ad4a-aba4-48f3-9c7c-e0007f37ea9d admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:42:53.841624 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c3502c-97c8-4cc5-ac0f-3315e6fe9420 None None] Sync routers for ids ['4dd0d3c5-5f0b-48d8-a966-72914aa0ccd6'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:42:53.858677 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c3502c-97c8-4cc5-ac0f-3315e6fe9420 None None] Routers {'4dd0d3c5-5f0b-48d8-a966-72914aa0ccd6'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:42:53.860684 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-01c3502c-97c8-4cc5-ac0f-3315e6fe9420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:42:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['4dd0d3c5-5f0b-48d8-a966-72914aa0ccd6'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:53.866065 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3646ad4a-aba4-48f3-9c7c-e0007f37ea9d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:53.866649 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b336e62d-c38b-42af-8fd6-2c07068b6f2f None None] Network 35b685db-0a79-4821-abb7-c835ec06cc15 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:42:53.870057 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-3646ad4a-aba4-48f3-9c7c-e0007f37ea9d admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.8334968 Mar 11 19:42:53.870257 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device ceeb5a32-bf34-4fce-9b74-6173a70933a9 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:42:53.870872 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 42228) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:42:53.961278 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a6971659-a1d8-40fd-ad16-56fa9b6c2fb1 req-437816f6-167d-48bb-8ad5-a935d77dc6a2 service neutron] 10.222.0.57 "GET /v2.0/networks/90663b8c-1bde-4a55-8ab4-a84ee4d3cf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6334896 Mar 11 19:42:54.021701 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6cac0a08-0f05-4bba-b96e-10bf4bc2b410 admin admin] Publish callbacks [] for security_group (2f8a2cbb-7741-4096-83fa-e861b411d2b3), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:54.060713 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6cac0a08-0f05-4bba-b96e-10bf4bc2b410 admin admin] Publish callbacks [] for security_group (2f8a2cbb-7741-4096-83fa-e861b411d2b3), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:54.072758 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-308ef6fd-ecbd-4c31-87dd-38ff1e4dd432 None None] Provisioning complete for port ceeb5a32-bf34-4fce-9b74-6173a70933a9 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:42:54.073305 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-308ef6fd-ecbd-4c31-87dd-38ff1e4dd432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ceeb5a32-bf34-4fce-9b74-6173a70933a9), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:54.079162 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bffbe1-2db8-4525-a68c-4ea4321b8399 req-a6b175d3-62aa-4c93-bf94-54a18da05637 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:54.086382 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-69bffbe1-2db8-4525-a68c-4ea4321b8399 req-a6b175d3-62aa-4c93-bf94-54a18da05637 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=20e6d114-ef3d-4fea-9f9f-8ede4772c7b5 HTTP/1.1" status: 200 len: 944 time: 0.1140809 Mar 11 19:42:54.142114 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-01c3502c-97c8-4cc5-ac0f-3315e6fe9420 None None] Set router 4dd0d3c5-5f0b-48d8-a966-72914aa0ccd6 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:42:54.176047 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-69bffbe1-2db8-4525-a68c-4ea4321b8399 req-8e8f75b1-7069-4238-b433-05a3af3987f9 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=8fd338c4-2511-40d9-94c8-daae49666ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833473 Mar 11 19:42:54.189255 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84498455-c393-4712-bd06-60fadb9692b2 req-377c3227-7d98-44d3-800c-a0e8068a94da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:54.193468 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-84498455-c393-4712-bd06-60fadb9692b2 req-377c3227-7d98-44d3-800c-a0e8068a94da service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6cb7a765-77f6-42c9-80f0-0200b31b4868 HTTP/1.1" status: 200 len: 1127 time: 0.2313013 Mar 11 19:42:54.268001 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-84498455-c393-4712-bd06-60fadb9692b2 req-6c583fc1-cb43-480c-8cbb-e9897a51dc43 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5e6edb3d-008e-48ff-8ef0-64786618cae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657628 Mar 11 19:42:54.271381 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6cac0a08-0f05-4bba-b96e-10bf4bc2b410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (2f8a2cbb-7741-4096-83fa-e861b411d2b3), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:54.275725 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6cac0a08-0f05-4bba-b96e-10bf4bc2b410 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:54.277673 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-6cac0a08-0f05-4bba-b96e-10bf4bc2b410 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2f8a2cbb-7741-4096-83fa-e861b411d2b3 HTTP/1.1" status: 204 len: 168 time: 0.9801304 Mar 11 19:42:54.297723 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port ceeb5a32-bf34-4fce-9b74-6173a70933a9 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:42:54.298416 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ceeb5a32-bf34-4fce-9b74-6173a70933a9), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:54.308764 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cac0a08-0f05-4bba-b96e-10bf4bc2b410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f8a2cbb-7741-4096-83fa-e861b411d2b3,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:54.387561 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b16b0d-3ec7-4615-9e86-fbd78f7b5bed req-77423c52-d302-434a-9da6-d7379ab11ced tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:54.394985 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a1b16b0d-3ec7-4615-9e86-fbd78f7b5bed req-77423c52-d302-434a-9da6-d7379ab11ced tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6ce91be-77f5-44b8-a9b7-96de12531020 HTTP/1.1" status: 200 len: 945 time: 0.0998158 Mar 11 19:42:54.514596 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a1b16b0d-3ec7-4615-9e86-fbd78f7b5bed req-0c3ca0f6-ff97-48fc-8fac-4cc9a0f82be8 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135821 Mar 11 19:42:54.589597 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-308ef6fd-ecbd-4c31-87dd-38ff1e4dd432 None None] Current status of the port ceeb5a32-bf34-4fce-9b74-6173a70933a9 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:42:54.591566 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-308ef6fd-ecbd-4c31-87dd-38ff1e4dd432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ceeb5a32-bf34-4fce-9b74-6173a70933a9), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:54.611684 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1587aba3-4258-4ba8-8451-11dc41d28e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:54.664259 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2a7e716a-31ab-4357-9a61-82ce397afdb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:54.729019 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d7695-3b2d-4e62-a0d1-26f2107e0266 req-af7d78fc-4013-4d47-ab2f-ad0d3cc53dc2 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:54.735796 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9a1d7695-3b2d-4e62-a0d1-26f2107e0266 req-af7d78fc-4013-4d47-ab2f-ad0d3cc53dc2 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.1350160 Mar 11 19:42:54.787071 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-308ef6fd-ecbd-4c31-87dd-38ff1e4dd432 None None] For port ceeb5a32-bf34-4fce-9b74-6173a70933a9, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=ceeb5a32-bf34-4fce-9b74-6173a70933a9,segment=NetworkSegment(95e612b9-ebe2-4264-9dfd-1bd97028e14b),segment_id=95e612b9-ebe2-4264-9dfd-1bd97028e14b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:54.797777 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-308ef6fd-ecbd-4c31-87dd-38ff1e4dd432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (ceeb5a32-bf34-4fce-9b74-6173a70933a9), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:54.829973 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9a1d7695-3b2d-4e62-a0d1-26f2107e0266 req-8b9227ea-14ca-43ae-87b3-4be1c2b227a8 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850186 Mar 11 19:42:54.843293 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port ceeb5a32-bf34-4fce-9b74-6173a70933a9 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:42:54.843783 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ceeb5a32-bf34-4fce-9b74-6173a70933a9), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:54.889891 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308ef6fd-ecbd-4c31-87dd-38ff1e4dd432 None None] Pushing event updated for resources: {'Port': ['ID=ceeb5a32-bf34-4fce-9b74-6173a70933a9,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:54.925125 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-1587aba3-4258-4ba8-8451-11dc41d28e12 admin admin] Allocated IP 172.20.0.1 (35b685db-0a79-4821-abb7-c835ec06cc15/b8de6b38-a1f7-427d-a0e0-895f7d26099f/4fbca842-ba5f-40ed-a425-a4322fb5efb3) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:42:54.941199 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-01c3502c-97c8-4cc5-ac0f-3315e6fe9420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd0d3c5-5f0b-48d8-a966-72914aa0ccd6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1165356018-router', 'tenant_id': 'e0ecb0d487f94dafa4651ff073201619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '2f01162e-cee0-4a6e-a99d-32987dd27004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:42:51Z', 'updated_at': '2022-03-11T19:42:52Z', 'revision_number': 3, 'project_id': 'e0ecb0d487f94dafa4651ff073201619', 'gw_port': {'id': '2f01162e-cee0-4a6e-a99d-32987dd27004', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ee:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd0d3c5-5f0b-48d8-a966-72914aa0ccd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:42:51Z', 'updated_at': '2022-03-11T19:42:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:54.973221 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:42:54.973478 n-d-833163-1 neutron-server[103886]: DEBUG oslo_db.api [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:42:54.975051 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c3502c-97c8-4cc5-ac0f-3315e6fe9420 None None] Checking router: 4dd0d3c5-5f0b-48d8-a966-72914aa0ccd6 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:42:54.975398 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c3502c-97c8-4cc5-ac0f-3315e6fe9420 None None] Updating router 4dd0d3c5-5f0b-48d8-a966-72914aa0ccd6 port 2f01162e-cee0-4a6e-a99d-32987dd27004 binding host n-d-833163-1 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:42:54.977366 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c05b7e61-0021-4e4d-90ed-e0d49013fa1f None None] Provisioning complete for port ceeb5a32-bf34-4fce-9b74-6173a70933a9 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:42:54.977755 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c05b7e61-0021-4e4d-90ed-e0d49013fa1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ceeb5a32-bf34-4fce-9b74-6173a70933a9), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:55.017163 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7230de0-5ad8-4f27-acb5-c4bd8c5dc180 req-3c118c8b-c366-4f6a-b298-a6b8bb51c4c8 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:55.025112 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b7230de0-5ad8-4f27-acb5-c4bd8c5dc180 req-3c118c8b-c366-4f6a-b298-a6b8bb51c4c8 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/ports?device_id=6cb7a765-77f6-42c9-80f0-0200b31b4868 HTTP/1.1" status: 200 len: 945 time: 0.0877044 Mar 11 19:42:55.054457 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-01c3502c-97c8-4cc5-ac0f-3315e6fe9420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2f01162e-cee0-4a6e-a99d-32987dd27004), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:55.073285 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b7230de0-5ad8-4f27-acb5-c4bd8c5dc180 req-36a96856-24bf-4115-ac5c-ef769c7619bd tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6edb3d-008e-48ff-8ef0-64786618cae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467060 Mar 11 19:42:55.137488 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c05b7e61-0021-4e4d-90ed-e0d49013fa1f None None] Current status of the port ceeb5a32-bf34-4fce-9b74-6173a70933a9 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:42:55.148611 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1587aba3-4258-4ba8-8451-11dc41d28e12 admin admin] Publish callbacks [] for port (4fbca842-ba5f-40ed-a425-a4322fb5efb3), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:55.200879 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1587aba3-4258-4ba8-8451-11dc41d28e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (4fbca842-ba5f-40ed-a425-a4322fb5efb3), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:55.223138 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aace4971-188b-4328-80b0-ee491751b463 req-fadb29cf-65f7-4fca-85df-4cc80144540b tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:55.232500 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-aace4971-188b-4328-80b0-ee491751b463 req-fadb29cf-65f7-4fca-85df-4cc80144540b tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb069624-2a9a-4457-8d94-c111f7203e46 HTTP/1.1" status: 200 len: 944 time: 0.0791996 Mar 11 19:42:55.273374 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1587aba3-4258-4ba8-8451-11dc41d28e12 admin admin] Network 35b685db-0a79-4821-abb7-c835ec06cc15 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:42:55.277417 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-1587aba3-4258-4ba8-8451-11dc41d28e12 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:42:55.281341 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1587aba3-4258-4ba8-8451-11dc41d28e12 admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:42:55.296430 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-aace4971-188b-4328-80b0-ee491751b463 req-1f432100-b3f3-4ddd-91fa-babca73ececf tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=381d5506-1a91-423f-9578-afb9619937f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619109 Mar 11 19:42:55.329240 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1587aba3-4258-4ba8-8451-11dc41d28e12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (4dd0d3c5-5f0b-48d8-a966-72914aa0ccd6), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:55.486919 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1587aba3-4258-4ba8-8451-11dc41d28e12 admin admin] Pushing event updated for resources: {'Port': ['ID=4fbca842-ba5f-40ed-a425-a4322fb5efb3,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:55.515716 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-01c3502c-97c8-4cc5-ac0f-3315e6fe9420 None None] Publish callbacks [] for port (2f01162e-cee0-4a6e-a99d-32987dd27004), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:55.521088 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e6d114-ef3d-4fea-9f9f-8ede4772c7b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b8c3b55-ec54-49a1-8218-e81f898cd6dd'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:42:55.524523 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e0bfaa-6754-497e-a0f2-5c0335632eb2" -d '{"events": [{"server_uuid": "20e6d114-ef3d-4fea-9f9f-8ede4772c7b5", "name": "network-vif-unplugged", "status": "completed", "tag": "9b8c3b55-ec54-49a1-8218-e81f898cd6dd"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:42:55.552040 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-01c3502c-97c8-4cc5-ac0f-3315e6fe9420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (2f01162e-cee0-4a6e-a99d-32987dd27004), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:55.596030 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1587aba3-4258-4ba8-8451-11dc41d28e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (4fbca842-ba5f-40ed-a425-a4322fb5efb3), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:55.655751 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dead9b-952f-4803-ba8c-56fdb7c5f1c4 None None] Pushing event updated for resources: {'Port': ['ID=2f01162e-cee0-4a6e-a99d-32987dd27004,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:55.658200 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device a77be94f-5763-47c7-a94b-063aaf86b760 details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:42:55.674828 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port ceeb5a32-bf34-4fce-9b74-6173a70933a9 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:42:55.678968 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-01c3502c-97c8-4cc5-ac0f-3315e6fe9420 None None] Attempting to bind port 2f01162e-cee0-4a6e-a99d-32987dd27004 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:42:55.679340 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-01c3502c-97c8-4cc5-ac0f-3315e6fe9420 None None] Attempting to bind port 2f01162e-cee0-4a6e-a99d-32987dd27004 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:42:55.679720 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c3502c-97c8-4cc5-ac0f-3315e6fe9420 None None] Attempting to bind port 2f01162e-cee0-4a6e-a99d-32987dd27004 on network 612cc066-33e3-444d-b1c7-d0a64751482a {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:42:55.693713 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c3502c-97c8-4cc5-ac0f-3315e6fe9420 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:42:55.693993 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c3502c-97c8-4cc5-ac0f-3315e6fe9420 None None] Checking segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:42:55.694403 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-01c3502c-97c8-4cc5-ac0f-3315e6fe9420 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:55.694793 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c3502c-97c8-4cc5-ac0f-3315e6fe9420 None None] Bound using segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:42:55.695475 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-01c3502c-97c8-4cc5-ac0f-3315e6fe9420 None None] Bound port: 2f01162e-cee0-4a6e-a99d-32987dd27004, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:42:55.695924 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-01c3502c-97c8-4cc5-ac0f-3315e6fe9420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2f01162e-cee0-4a6e-a99d-32987dd27004), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:55.732077 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-f8a75905-62f5-47da-92de-c09e5d517cc9 None None] Provisioning complete for port 4fbca842-ba5f-40ed-a425-a4322fb5efb3 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:42:55.732455 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f8a75905-62f5-47da-92de-c09e5d517cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (4fbca842-ba5f-40ed-a425-a4322fb5efb3), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:55.835520 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1587aba3-4258-4ba8-8451-11dc41d28e12 admin admin] Publish callbacks [] for port (4fbca842-ba5f-40ed-a425-a4322fb5efb3), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:55.843707 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1587aba3-4258-4ba8-8451-11dc41d28e12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (4fbca842-ba5f-40ed-a425-a4322fb5efb3), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:55.846673 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device ceeb5a32-bf34-4fce-9b74-6173a70933a9 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:42:55.854820 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f8a75905-62f5-47da-92de-c09e5d517cc9 None None] Port 4fbca842-ba5f-40ed-a425-a4322fb5efb3 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:42:55.856652 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-01c3502c-97c8-4cc5-ac0f-3315e6fe9420 None None] For port 2f01162e-cee0-4a6e-a99d-32987dd27004, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:42:55.934458 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1587aba3-4258-4ba8-8451-11dc41d28e12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (4dd0d3c5-5f0b-48d8-a966-72914aa0ccd6), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:55.944940 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1587aba3-4258-4ba8-8451-11dc41d28e12 admin admin] Pushing event updated for resources: {'Port': ['ID=4fbca842-ba5f-40ed-a425-a4322fb5efb3,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:55.963663 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb781faa-cd30-41e0-a873-98210359c150 req-91e8bb9c-2e06-495c-8311-0629ac361442 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:55.966285 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bb781faa-cd30-41e0-a873-98210359c150 req-91e8bb9c-2e06-495c-8311-0629ac361442 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/ports?device_id=637b48fb-e48d-4d9f-91a8-e3e00f1ce05c HTTP/1.1" status: 200 len: 946 time: 0.0744052 Mar 11 19:42:56.016438 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bb781faa-cd30-41e0-a873-98210359c150 req-eef57f53-d9dd-4633-8eee-cf83459799f6 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e8ab6fd-a1b2-4b95-842e-981d1d859acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443742 Mar 11 19:42:56.055715 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1587aba3-4258-4ba8-8451-11dc41d28e12 admin admin] Network 35b685db-0a79-4821-abb7-c835ec06cc15 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:42:56.057504 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-1587aba3-4258-4ba8-8451-11dc41d28e12 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:42:56.077267 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-01c3502c-97c8-4cc5-ac0f-3315e6fe9420 None None] For port 2f01162e-cee0-4a6e-a99d-32987dd27004, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=2f01162e-cee0-4a6e-a99d-32987dd27004,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:42:56.094279 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-01c3502c-97c8-4cc5-ac0f-3315e6fe9420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (2f01162e-cee0-4a6e-a99d-32987dd27004), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:56.103319 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port a77be94f-5763-47c7-a94b-063aaf86b760, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=a77be94f-5763-47c7-a94b-063aaf86b760,segment=NetworkSegment(f8d24e93-6284-46b5-86c2-c110abb33db1),segment_id=f8d24e93-6284-46b5-86c2-c110abb33db1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:56.157635 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': 'a77be94f-5763-47c7-a94b-063aaf86b760', 'network_id': '90663b8c-1bde-4a55-8ab4-a84ee4d3cf19', 'port_id': 'a77be94f-5763-47c7-a94b-063aaf86b760', 'mac_address': 'fa:16:3e:0f:0c:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83286d6e-3d22-482f-b14a-2fbd7466cc6c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:42:56.225270 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:56.234105 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1587aba3-4258-4ba8-8451-11dc41d28e12 admin admin] Router 4dd0d3c5-5f0b-48d8-a966-72914aa0ccd6 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:42:56.242740 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c3502c-97c8-4cc5-ac0f-3315e6fe9420 None None] Routers {'4dd0d3c5-5f0b-48d8-a966-72914aa0ccd6'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:42:56.243661 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-01c3502c-97c8-4cc5-ac0f-3315e6fe9420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:42:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['4dd0d3c5-5f0b-48d8-a966-72914aa0ccd6'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:56.247580 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 11 Mar 2022 19:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78cf44de-e0e8-4d28-8983-acfd43cc701c x-openstack-request-id: req-78cf44de-e0e8-4d28-8983-acfd43cc701c {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:42:56.248028 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20e6d114-ef3d-4fea-9f9f-8ede4772c7b5", "name": "network-vif-unplugged", "status": "failed", "tag": "9b8c3b55-ec54-49a1-8218-e81f898cd6dd", "code": 422}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:42:56.248285 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-78cf44de-e0e8-4d28-8983-acfd43cc701c {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:42:56.248703 n-d-833163-1 neutron-server[103886]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '20e6d114-ef3d-4fea-9f9f-8ede4772c7b5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9b8c3b55-ec54-49a1-8218-e81f898cd6dd', 'code': 422} returned with failed status Mar 11 19:42:56.301243 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dead9b-952f-4803-ba8c-56fdb7c5f1c4 None None] Pushing event updated for resources: {'Port': ['ID=2f01162e-cee0-4a6e-a99d-32987dd27004,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:56.307589 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port ceeb5a32-bf34-4fce-9b74-6173a70933a9 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:42:56.308022 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ceeb5a32-bf34-4fce-9b74-6173a70933a9), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:56.313448 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port a77be94f-5763-47c7-a94b-063aaf86b760 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:42:56.313670 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a77be94f-5763-47c7-a94b-063aaf86b760), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:56.365797 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a77be94f-5763-47c7-a94b-063aaf86b760 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:42:56.372389 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f0689-e9a3-425a-965e-8fec00ae4a7a req-9c59511c-f530-473b-abf9-15da64f52519 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:56.378540 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1587aba3-4258-4ba8-8451-11dc41d28e12 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:42:56.380066 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f11f0689-e9a3-425a-965e-8fec00ae4a7a req-9c59511c-f530-473b-abf9-15da64f52519 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6ce91be-77f5-44b8-a9b7-96de12531020 HTTP/1.1" status: 200 len: 945 time: 0.0788279 Mar 11 19:42:56.387493 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-1587aba3-4258-4ba8-8451-11dc41d28e12 admin admin] 10.222.0.65 "PUT /v2.0/routers/4dd0d3c5-5f0b-48d8-a966-72914aa0ccd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5157797 Mar 11 19:42:56.427570 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f11f0689-e9a3-425a-965e-8fec00ae4a7a req-e71b6511-65ce-4af3-bb79-851e1d9be7f9 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454869 Mar 11 19:42:56.456211 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port a77be94f-5763-47c7-a94b-063aaf86b760, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=a77be94f-5763-47c7-a94b-063aaf86b760,segment=NetworkSegment(f8d24e93-6284-46b5-86c2-c110abb33db1),segment_id=f8d24e93-6284-46b5-86c2-c110abb33db1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:56.471187 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (a77be94f-5763-47c7-a94b-063aaf86b760), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:56.500395 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-861f3c36-e6cd-4bdd-bd3f-30f1400b9f7b None None] Provisioning complete for port 4fbca842-ba5f-40ed-a425-a4322fb5efb3 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:42:56.500778 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-861f3c36-e6cd-4bdd-bd3f-30f1400b9f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (4fbca842-ba5f-40ed-a425-a4322fb5efb3), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:56.547075 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce8f00-e6d0-4b7c-9da9-ec5948bfaf97 req-94de55f7-db58-4ce7-8e96-7ef40c553542 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:56.548600 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-01c3502c-97c8-4cc5-ac0f-3315e6fe9420 None None] Set router 4dd0d3c5-5f0b-48d8-a966-72914aa0ccd6 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:42:56.548860 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7dce8f00-e6d0-4b7c-9da9-ec5948bfaf97 req-94de55f7-db58-4ce7-8e96-7ef40c553542 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.0607944 Mar 11 19:42:56.596913 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7dce8f00-e6d0-4b7c-9da9-ec5948bfaf97 req-78dd54e7-b4bc-4d32-9512-fcdcee940764 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423932 Mar 11 19:42:56.629670 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port ceeb5a32-bf34-4fce-9b74-6173a70933a9 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:42:56.635330 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=a77be94f-5763-47c7-a94b-063aaf86b760,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:56.659467 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [req-23819ac7-50e0-4023-b524-249e2f148ad4 req-fba51a30-6171-4b38-af52-90835be58150 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:42:56.660526 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-23819ac7-50e0-4023-b524-249e2f148ad4 req-fba51a30-6171-4b38-af52-90835be58150 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053592 Mar 11 19:42:56.664946 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-861f3c36-e6cd-4bdd-bd3f-30f1400b9f7b None None] Port 4fbca842-ba5f-40ed-a425-a4322fb5efb3 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:42:56.799422 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['a77be94f-5763-47c7-a94b-063aaf86b760'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:42:56.828443 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9109c3-725a-4144-8702-0bc24a18412c req-086b2431-a012-40fd-a0ed-09443aec4df8 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:56.830352 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0a9109c3-725a-4144-8702-0bc24a18412c req-086b2431-a012-40fd-a0ed-09443aec4df8 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ab284b0-4e8c-4ee2-a420-04bddb1e1cd3 HTTP/1.1" status: 200 len: 945 time: 0.0551858 Mar 11 19:42:56.888189 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0a9109c3-725a-4144-8702-0bc24a18412c req-9fc5f062-6e1c-44f7-979d-84db3c842689 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e8ab6fd-a1b2-4b95-842e-981d1d859acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507724 Mar 11 19:42:56.895564 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-01c3502c-97c8-4cc5-ac0f-3315e6fe9420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd0d3c5-5f0b-48d8-a966-72914aa0ccd6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1165356018-router', 'tenant_id': 'e0ecb0d487f94dafa4651ff073201619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '2f01162e-cee0-4a6e-a99d-32987dd27004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:42:51Z', 'updated_at': '2022-03-11T19:42:55Z', 'revision_number': 4, 'project_id': 'e0ecb0d487f94dafa4651ff073201619', 'gw_port': {'id': '2f01162e-cee0-4a6e-a99d-32987dd27004', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ee:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd0d3c5-5f0b-48d8-a966-72914aa0ccd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:42:51Z', 'updated_at': '2022-03-11T19:42:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '4fbca842-ba5f-40ed-a425-a4322fb5efb3', 'name': '', 'network_id': '35b685db-0a79-4821-abb7-c835ec06cc15', 'tenant_id': 'e0ecb0d487f94dafa4651ff073201619', 'mac_address': 'fa:16:3e:ff:a7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd0d3c5-5f0b-48d8-a966-72914aa0ccd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'b8de6b38-a1f7-427d-a0e0-895f7d26099f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:42:54Z', 'updated_at': '2022-03-11T19:42:55Z', 'revision_number': 2, 'project_id': 'e0ecb0d487f94dafa4651ff073201619', 'subnets': [{'id': 'b8de6b38-a1f7-427d-a0e0-895f7d26099f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:56.930991 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c3502c-97c8-4cc5-ac0f-3315e6fe9420 None None] The sync data for ids ['4dd0d3c5-5f0b-48d8-a966-72914aa0ccd6'] in n-d-833163-1 is: [{'id': '4dd0d3c5-5f0b-48d8-a966-72914aa0ccd6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1165356018-router', 'tenant_id': 'e0ecb0d487f94dafa4651ff073201619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '2f01162e-cee0-4a6e-a99d-32987dd27004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:42:51Z', 'updated_at': '2022-03-11T19:42:55Z', 'revision_number': 4, 'project_id': 'e0ecb0d487f94dafa4651ff073201619', 'gw_port': {'id': '2f01162e-cee0-4a6e-a99d-32987dd27004', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ee:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd0d3c5-5f0b-48d8-a966-72914aa0ccd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:42:51Z', 'updated_at': '2022-03-11T19:42:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '4fbca842-ba5f-40ed-a425-a4322fb5efb3', 'name': '', 'network_id': '35b685db-0a79-4821-abb7-c835ec06cc15', 'tenant_id': 'e0ecb0d487f94dafa4651ff073201619', 'mac_address': 'fa:16:3e:ff:a7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd0d3c5-5f0b-48d8-a966-72914aa0ccd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'b8de6b38-a1f7-427d-a0e0-895f7d26099f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:42:54Z', 'updated_at': '2022-03-11T19:42:55Z', 'revision_number': 2, 'project_id': 'e0ecb0d487f94dafa4651ff073201619', 'subnets': [{'id': 'b8de6b38-a1f7-427d-a0e0-895f7d26099f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:42:57.028750 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cc9626-6c4b-4e0b-8f03-0e2cb5430fa9 req-abc487b1-356c-4740-89fe-ac2cfe5d4f92 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:57.030640 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-94cc9626-6c4b-4e0b-8f03-0e2cb5430fa9 req-abc487b1-356c-4740-89fe-ac2cfe5d4f92 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/ports?device_id=6cb7a765-77f6-42c9-80f0-0200b31b4868 HTTP/1.1" status: 200 len: 945 time: 0.0650251 Mar 11 19:42:57.089015 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-94cc9626-6c4b-4e0b-8f03-0e2cb5430fa9 req-ca89a7cc-245a-4d48-95bb-6453d3cbe7fd tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6edb3d-008e-48ff-8ef0-64786618cae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527499 Mar 11 19:42:57.149999 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-41a8c85b-84be-4181-8393-bf0b458c62ed req-7d633cac-da7c-460e-ae53-24c4c6f88f40 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=20e6d114-ef3d-4fea-9f9f-8ede4772c7b5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1611454 Mar 11 19:42:57.260766 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38198984-bf34-4bee-ad5e-d71117f3f7d0 req-047af150-ebc2-4238-b080-180fa376350e tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:57.262357 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-38198984-bf34-4bee-ad5e-d71117f3f7d0 req-047af150-ebc2-4238-b080-180fa376350e tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb069624-2a9a-4457-8d94-c111f7203e46 HTTP/1.1" status: 200 len: 945 time: 0.0978494 Mar 11 19:42:57.347596 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-38198984-bf34-4bee-ad5e-d71117f3f7d0 req-2f2f7e56-00b0-4762-a7d1-9d6cbac409da tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=381d5506-1a91-423f-9578-afb9619937f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793967 Mar 11 19:42:57.355197 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a8c85b-84be-4181-8393-bf0b458c62ed req-c756307b-2d72-4954-b95a-faccc5c23a67 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:57.356115 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-41a8c85b-84be-4181-8393-bf0b458c62ed req-c756307b-2d72-4954-b95a-faccc5c23a67 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports/9b8c3b55-ec54-49a1-8218-e81f898cd6dd HTTP/1.1" status: 200 len: 941 time: 0.1640012 Mar 11 19:42:57.474144 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-77524e68-5a25-4af3-b5c4-be5c2d4fcf5e req-32d8135a-1ff8-4856-9950-d66378d0a385 tempest-FloatingIPsNegativeTestJSON-1382426653 tempest-FloatingIPsNegativeTestJSON-1382426653-project] 10.222.0.65 "GET /v2.0/floatingips?tenant_id=e0ecb0d487f94dafa4651ff073201619 HTTP/1.1" status: 200 len: 217 time: 0.0491698 Mar 11 19:42:57.552317 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:57.592092 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff2975-09b6-47d8-b9fc-580d23245089 req-c0fc6d90-8518-4107-9b7f-0d6c3a15fcc0 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:57.599128 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9bff2975-09b6-47d8-b9fc-580d23245089 req-c0fc6d90-8518-4107-9b7f-0d6c3a15fcc0 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.0676017 Mar 11 19:42:57.654229 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9bff2975-09b6-47d8-b9fc-580d23245089 req-141be503-a355-42de-b600-708ff42dcbb1 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517359 Mar 11 19:42:57.671571 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 9b8c3b55-ec54-49a1-8218-e81f898cd6dd no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:42:57.851957 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 9b8c3b55-ec54-49a1-8218-e81f898cd6dd is: DOWN; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:42:57.855670 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e1b51-e19d-465f-9964-ab9485b5f7e2 req-9f6fa52e-cab7-4edd-a8be-f89648b0b698 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:57.857533 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e84e1b51-e19d-465f-9964-ab9485b5f7e2 req-9f6fa52e-cab7-4edd-a8be-f89648b0b698 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=20e6d114-ef3d-4fea-9f9f-8ede4772c7b5 HTTP/1.1" status: 200 len: 944 time: 0.0852313 Mar 11 19:42:57.858041 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 2f01162e-cee0-4a6e-a99d-32987dd27004 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:42:57.920191 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e84e1b51-e19d-465f-9964-ab9485b5f7e2 req-4d171205-3a30-4e67-aa8a-467446ecc327 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=8fd338c4-2511-40d9-94c8-daae49666ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565872 Mar 11 19:42:57.929566 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 2f01162e-cee0-4a6e-a99d-32987dd27004 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:42:57.929950 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (2f01162e-cee0-4a6e-a99d-32987dd27004), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:58.024753 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 2f01162e-cee0-4a6e-a99d-32987dd27004 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:42:58.025207 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2f01162e-cee0-4a6e-a99d-32987dd27004), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:58.051611 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 2f01162e-cee0-4a6e-a99d-32987dd27004, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=2f01162e-cee0-4a6e-a99d-32987dd27004,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:42:58.060060 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (2f01162e-cee0-4a6e-a99d-32987dd27004), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:58.070193 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a59914-6171-41e7-bfd5-b180239b00fb req-cbd9a268-72ce-43c1-b338-e494db65b99a tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:58.071823 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-03a59914-6171-41e7-bfd5-b180239b00fb req-cbd9a268-72ce-43c1-b338-e494db65b99a tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/ports?device_id=500a0682-cb18-452b-8248-c6eb8b46dc53 HTTP/1.1" status: 200 len: 946 time: 0.0738983 Mar 11 19:42:58.123032 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=2f01162e-cee0-4a6e-a99d-32987dd27004,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:42:58.131525 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-03a59914-6171-41e7-bfd5-b180239b00fb req-0ec36a64-7fd9-4df8-bfa6-ae146c1036e3 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e8ab6fd-a1b2-4b95-842e-981d1d859acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524988 Mar 11 19:42:58.413330 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91816daa-6d4f-4e27-bb8a-5781eb810715 req-c8938b93-8b66-476d-af19-64cdaffd6dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:58.414197 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-91816daa-6d4f-4e27-bb8a-5781eb810715 req-c8938b93-8b66-476d-af19-64cdaffd6dab service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b362e7ba3bfb498d9e580e0a76a9be12&device_id=6cb7a765-77f6-42c9-80f0-0200b31b4868 HTTP/1.1" status: 200 len: 1127 time: 0.0952938 Mar 11 19:42:58.425031 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e2b1ad-96c2-42a3-834a-0dc83d531615 req-2e101ab7-e553-4333-8edc-8802bc0c53d7 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:58.426500 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e3e2b1ad-96c2-42a3-834a-0dc83d531615 req-2e101ab7-e553-4333-8edc-8802bc0c53d7 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6ce91be-77f5-44b8-a9b7-96de12531020 HTTP/1.1" status: 200 len: 945 time: 0.0722170 Mar 11 19:42:58.547492 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e3e2b1ad-96c2-42a3-834a-0dc83d531615 req-997bed2f-e4e1-4119-8dcc-48d6913593b3 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125813 Mar 11 19:42:58.565195 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91816daa-6d4f-4e27-bb8a-5781eb810715 req-87342331-712e-4c12-bbf0-305799e44d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:58.566684 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-91816daa-6d4f-4e27-bb8a-5781eb810715 req-87342331-712e-4c12-bbf0-305799e44d1e service neutron] 10.222.0.57 "GET /v2.0/networks?id=76270208-0feb-4aa6-a022-05d8e5f73f8c HTTP/1.1" status: 200 len: 912 time: 0.1393061 Mar 11 19:42:58.624940 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-91816daa-6d4f-4e27-bb8a-5781eb810715 req-d57c2b1d-9aff-4b08-9fac-9451d4c57311 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df27e2f0-2ded-441b-9ced-f789d3eace86 HTTP/1.1" status: 200 len: 217 time: 0.0523417 Mar 11 19:42:58.642095 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7228c1e4-b090-41f8-b2bd-1bb80453308a req-a3f8825f-b676-4493-ae2f-712f7e97a978 tempest-FloatingIPsNegativeTestJSON-1382426653 tempest-FloatingIPsNegativeTestJSON-1382426653-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0618167 Mar 11 19:42:58.683184 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91816daa-6d4f-4e27-bb8a-5781eb810715 req-89550b6e-3649-4e41-9988-6252b1d2088a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:58.684977 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-91816daa-6d4f-4e27-bb8a-5781eb810715 req-89550b6e-3649-4e41-9988-6252b1d2088a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d23219ed-7f8e-4413-9cc6-5853fc757d12 HTTP/1.1" status: 200 len: 851 time: 0.0513406 Mar 11 19:42:58.717394 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-91816daa-6d4f-4e27-bb8a-5781eb810715 req-ddacd577-aaa9-4ae6-98b1-3d48a0b507f5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=76270208-0feb-4aa6-a022-05d8e5f73f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272920 Mar 11 19:42:58.814668 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-91816daa-6d4f-4e27-bb8a-5781eb810715 req-fe7133f5-1fae-4e0e-a142-4824f18f95f1 service neutron] 10.222.0.57 "GET /v2.0/networks/76270208-0feb-4aa6-a022-05d8e5f73f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920746 Mar 11 19:42:58.918076 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-91816daa-6d4f-4e27-bb8a-5781eb810715 req-79542fd8-c8e3-4551-a3d0-6eab7ea38df0 service neutron] 10.222.0.57 "GET /v2.0/networks/76270208-0feb-4aa6-a022-05d8e5f73f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976000 Mar 11 19:42:58.972688 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:59.001712 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [req-fe93bbc2-a462-4a52-83ed-411783967cb8 req-5ce70ce0-a74d-46fe-9fbf-9a35b788e70d tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:42:59.002796 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fe93bbc2-a462-4a52-83ed-411783967cb8 req-5ce70ce0-a74d-46fe-9fbf-9a35b788e70d tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062768 Mar 11 19:42:59.112685 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fe93bbc2-a462-4a52-83ed-411783967cb8 req-1d2bb98b-cc93-4fa5-ba52-ac41a27321d6 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.0974002 Mar 11 19:42:59.363591 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a849c-d127-49b9-94a4-6a98e4e1ac43 req-c8ab18d0-a29f-4228-9824-4d4efb9c20db tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:59.365107 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-283a849c-d127-49b9-94a4-6a98e4e1ac43 req-c8ab18d0-a29f-4228-9824-4d4efb9c20db tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/ports?device_id=6cb7a765-77f6-42c9-80f0-0200b31b4868 HTTP/1.1" status: 200 len: 945 time: 0.0548036 Mar 11 19:42:59.413157 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-283a849c-d127-49b9-94a4-6a98e4e1ac43 req-d53c0c59-2e86-44e8-ab20-baba4ebde0ce tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6edb3d-008e-48ff-8ef0-64786618cae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420866 Mar 11 19:42:59.427466 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25d0e9b-d93e-4a58-bcf3-76f2793bd6d4 None None] Sync routers for ids ['4dd0d3c5-5f0b-48d8-a966-72914aa0ccd6'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:42:59.437818 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25d0e9b-d93e-4a58-bcf3-76f2793bd6d4 None None] Routers {'4dd0d3c5-5f0b-48d8-a966-72914aa0ccd6'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:42:59.438565 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-b25d0e9b-d93e-4a58-bcf3-76f2793bd6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:42:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['4dd0d3c5-5f0b-48d8-a966-72914aa0ccd6'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:59.553517 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-b25d0e9b-d93e-4a58-bcf3-76f2793bd6d4 None None] Set router 4dd0d3c5-5f0b-48d8-a966-72914aa0ccd6 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:42:59.566572 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c79fc4-cf9b-4c0c-afae-64025a0f9dfe req-5af9e976-a78f-42ca-9230-149a50f0a99f tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:59.568375 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-51c79fc4-cf9b-4c0c-afae-64025a0f9dfe req-5af9e976-a78f-42ca-9230-149a50f0a99f tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb069624-2a9a-4457-8d94-c111f7203e46 HTTP/1.1" status: 200 len: 945 time: 0.0539041 Mar 11 19:42:59.626066 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-51c79fc4-cf9b-4c0c-afae-64025a0f9dfe req-34084a38-f741-40b8-be59-f45c50235504 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=381d5506-1a91-423f-9578-afb9619937f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498061 Mar 11 19:42:59.684889 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [req-b81cce9d-bb2f-41e4-9115-be5a7fe39b96 req-80fcabeb-44ec-4d7e-9a65-50f1dd6d0b16 tempest-FloatingIPsNegativeTestJSON-1382426653 tempest-FloatingIPsNegativeTestJSON-1382426653-project] show failed (client error): The resource could not be found. Mar 11 19:42:59.686191 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b81cce9d-bb2f-41e4-9115-be5a7fe39b96 req-80fcabeb-44ec-4d7e-9a65-50f1dd6d0b16 tempest-FloatingIPsNegativeTestJSON-1382426653 tempest-FloatingIPsNegativeTestJSON-1382426653-project] 10.222.0.65 "GET /v2.0/floatingips/aeb21b12-42af-48a8-b29e-62a6a421b2bf HTTP/1.1" status: 404 len: 350 time: 0.0374844 Mar 11 19:42:59.688972 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device a77be94f-5763-47c7-a94b-063aaf86b760 up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:42:59.706695 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 42366) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:42:59.797012 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port a77be94f-5763-47c7-a94b-063aaf86b760 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:42:59.801396 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port a77be94f-5763-47c7-a94b-063aaf86b760 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:42:59.801894 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (a77be94f-5763-47c7-a94b-063aaf86b760), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:59.808431 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-b25d0e9b-d93e-4a58-bcf3-76f2793bd6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd0d3c5-5f0b-48d8-a966-72914aa0ccd6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1165356018-router', 'tenant_id': 'e0ecb0d487f94dafa4651ff073201619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '2f01162e-cee0-4a6e-a99d-32987dd27004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:42:51Z', 'updated_at': '2022-03-11T19:42:55Z', 'revision_number': 4, 'project_id': 'e0ecb0d487f94dafa4651ff073201619', 'gw_port': {'id': '2f01162e-cee0-4a6e-a99d-32987dd27004', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ee:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd0d3c5-5f0b-48d8-a966-72914aa0ccd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:42:51Z', 'updated_at': '2022-03-11T19:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '4fbca842-ba5f-40ed-a425-a4322fb5efb3', 'name': '', 'network_id': '35b685db-0a79-4821-abb7-c835ec06cc15', 'tenant_id': 'e0ecb0d487f94dafa4651ff073201619', 'mac_address': 'fa:16:3e:ff:a7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd0d3c5-5f0b-48d8-a966-72914aa0ccd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'b8de6b38-a1f7-427d-a0e0-895f7d26099f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:42:54Z', 'updated_at': '2022-03-11T19:42:55Z', 'revision_number': 2, 'project_id': 'e0ecb0d487f94dafa4651ff073201619', 'subnets': [{'id': 'b8de6b38-a1f7-427d-a0e0-895f7d26099f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:42:59.838058 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25d0e9b-d93e-4a58-bcf3-76f2793bd6d4 None None] Checking router: 4dd0d3c5-5f0b-48d8-a966-72914aa0ccd6 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:42:59.838655 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25d0e9b-d93e-4a58-bcf3-76f2793bd6d4 None None] Updating router 4dd0d3c5-5f0b-48d8-a966-72914aa0ccd6 port 4fbca842-ba5f-40ed-a425-a4322fb5efb3 binding host n-d-833163-1 {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:42:59.851917 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 2f01162e-cee0-4a6e-a99d-32987dd27004 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:42:59.868361 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b25d0e9b-d93e-4a58-bcf3-76f2793bd6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (4fbca842-ba5f-40ed-a425-a4322fb5efb3), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:59.900017 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868140d-d756-41fe-b640-32e378aad30b req-66cfb6ef-8afd-45cb-ae4d-c6214c5b047a tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:42:59.911795 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6868140d-d756-41fe-b640-32e378aad30b req-66cfb6ef-8afd-45cb-ae4d-c6214c5b047a tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=20e6d114-ef3d-4fea-9f9f-8ede4772c7b5 HTTP/1.1" status: 200 len: 944 time: 0.0982642 Mar 11 19:42:59.957316 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 2f01162e-cee0-4a6e-a99d-32987dd27004 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:42:59.958056 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (2f01162e-cee0-4a6e-a99d-32987dd27004), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:42:59.981044 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6868140d-d756-41fe-b640-32e378aad30b req-a8979402-63db-40a4-955e-e761149cdb5e tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=8fd338c4-2511-40d9-94c8-daae49666ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675328 Mar 11 19:43:00.120129 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 2f01162e-cee0-4a6e-a99d-32987dd27004 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:43:00.125249 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port a77be94f-5763-47c7-a94b-063aaf86b760 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:43:00.126699 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a77be94f-5763-47c7-a94b-063aaf86b760), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:00.156278 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb069624-2a9a-4457-8d94-c111f7203e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a77be94f-5763-47c7-a94b-063aaf86b760'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:43:00.159254 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83723073-6e1f-4db3-82cc-bbb95443272d" -d '{"events": [{"server_uuid": "eb069624-2a9a-4457-8d94-c111f7203e46", "name": "network-vif-plugged", "status": "completed", "tag": "a77be94f-5763-47c7-a94b-063aaf86b760"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:43:00.173357 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port a77be94f-5763-47c7-a94b-063aaf86b760, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=a77be94f-5763-47c7-a94b-063aaf86b760,segment=NetworkSegment(f8d24e93-6284-46b5-86c2-c110abb33db1),segment_id=f8d24e93-6284-46b5-86c2-c110abb33db1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:00.175659 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51250c94-4903-4caf-a516-6905274740b0 req-6b0d638c-0bc8-473f-b38e-e61c47de2308 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:00.178234 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-51250c94-4903-4caf-a516-6905274740b0 req-6b0d638c-0bc8-473f-b38e-e61c47de2308 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.1230752 Mar 11 19:43:00.181654 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (a77be94f-5763-47c7-a94b-063aaf86b760), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:00.275604 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a682c188-f1e7-4232-976d-b1e4950e50e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (4dd0d3c5-5f0b-48d8-a966-72914aa0ccd6), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:00.295147 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=a77be94f-5763-47c7-a94b-063aaf86b760,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:00.296121 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-51250c94-4903-4caf-a516-6905274740b0 req-4433b9a7-2c8e-42e4-914a-2f0bf47ace13 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097968 Mar 11 19:43:00.388923 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b25d0e9b-d93e-4a58-bcf3-76f2793bd6d4 None None] Publish callbacks [] for port (4fbca842-ba5f-40ed-a425-a4322fb5efb3), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:00.398846 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b25d0e9b-d93e-4a58-bcf3-76f2793bd6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (4fbca842-ba5f-40ed-a425-a4322fb5efb3), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:00.444858 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf486b94-7787-4920-8913-b4bfd26ac71a req-d1faba67-05f4-4d80-a821-9ac19e118db0 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:00.446584 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cf486b94-7787-4920-8913-b4bfd26ac71a req-d1faba67-05f4-4d80-a821-9ac19e118db0 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/ports?device_id=637b48fb-e48d-4d9f-91a8-e3e00f1ce05c HTTP/1.1" status: 200 len: 946 time: 0.0716567 Mar 11 19:43:00.514089 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cf486b94-7787-4920-8913-b4bfd26ac71a req-3560be66-9457-4e62-ac04-dd6ee397cf43 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e8ab6fd-a1b2-4b95-842e-981d1d859acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608675 Mar 11 19:43:00.535467 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55ad104-0b59-4a76-beda-6c9c013af097 None None] Pushing event updated for resources: {'Port': ['ID=4fbca842-ba5f-40ed-a425-a4322fb5efb3,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:00.559528 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55ad104-0b59-4a76-beda-6c9c013af097 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:00.560485 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55ad104-0b59-4a76-beda-6c9c013af097 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:00.560837 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55ad104-0b59-4a76-beda-6c9c013af097 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:00.561173 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55ad104-0b59-4a76-beda-6c9c013af097 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:00.561506 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55ad104-0b59-4a76-beda-6c9c013af097 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:00.561837 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55ad104-0b59-4a76-beda-6c9c013af097 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:00.562158 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55ad104-0b59-4a76-beda-6c9c013af097 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:00.562478 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55ad104-0b59-4a76-beda-6c9c013af097 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:00.562798 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55ad104-0b59-4a76-beda-6c9c013af097 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:00.563119 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55ad104-0b59-4a76-beda-6c9c013af097 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:00.563461 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55ad104-0b59-4a76-beda-6c9c013af097 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:00.563765 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55ad104-0b59-4a76-beda-6c9c013af097 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:00.564075 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55ad104-0b59-4a76-beda-6c9c013af097 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:00.574440 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-b25d0e9b-d93e-4a58-bcf3-76f2793bd6d4 None None] Attempting to bind port 4fbca842-ba5f-40ed-a425-a4322fb5efb3 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:43:00.574791 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-b25d0e9b-d93e-4a58-bcf3-76f2793bd6d4 None None] Attempting to bind port 4fbca842-ba5f-40ed-a425-a4322fb5efb3 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '95e612b9-ebe2-4264-9dfd-1bd97028e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '35b685db-0a79-4821-abb7-c835ec06cc15'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:43:00.575153 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25d0e9b-d93e-4a58-bcf3-76f2793bd6d4 None None] Attempting to bind port 4fbca842-ba5f-40ed-a425-a4322fb5efb3 on network 35b685db-0a79-4821-abb7-c835ec06cc15 {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:43:00.580692 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25d0e9b-d93e-4a58-bcf3-76f2793bd6d4 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:43:00.581069 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25d0e9b-d93e-4a58-bcf3-76f2793bd6d4 None None] Checking segment: {'id': '95e612b9-ebe2-4264-9dfd-1bd97028e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '35b685db-0a79-4821-abb7-c835ec06cc15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:43:00.581602 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b25d0e9b-d93e-4a58-bcf3-76f2793bd6d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:00.581995 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25d0e9b-d93e-4a58-bcf3-76f2793bd6d4 None None] Bound using segment: {'id': '95e612b9-ebe2-4264-9dfd-1bd97028e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '35b685db-0a79-4821-abb7-c835ec06cc15'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:43:00.588171 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-b25d0e9b-d93e-4a58-bcf3-76f2793bd6d4 None None] Bound port: 4fbca842-ba5f-40ed-a425-a4322fb5efb3, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95e612b9-ebe2-4264-9dfd-1bd97028e14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '35b685db-0a79-4821-abb7-c835ec06cc15'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:43:00.588635 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b25d0e9b-d93e-4a58-bcf3-76f2793bd6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (4fbca842-ba5f-40ed-a425-a4322fb5efb3), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:00.673766 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a682c188-f1e7-4232-976d-b1e4950e50e0 admin admin] Deleting port 4fbca842-ba5f-40ed-a425-a4322fb5efb3 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:43:00.674133 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a682c188-f1e7-4232-976d-b1e4950e50e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (4fbca842-ba5f-40ed-a425-a4322fb5efb3), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:00.695148 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-b25d0e9b-d93e-4a58-bcf3-76f2793bd6d4 None None] For port 4fbca842-ba5f-40ed-a425-a4322fb5efb3, host n-d-833163-1, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:43:00.707379 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-b25d0e9b-d93e-4a58-bcf3-76f2793bd6d4 None None] For port 4fbca842-ba5f-40ed-a425-a4322fb5efb3, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=4fbca842-ba5f-40ed-a425-a4322fb5efb3,segment=NetworkSegment(95e612b9-ebe2-4264-9dfd-1bd97028e14b),segment_id=95e612b9-ebe2-4264-9dfd-1bd97028e14b)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:43:00.713574 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd501c92-1faa-48f9-bb8a-3e5de5a5ba48 req-376f9aa7-fb43-4b47-b90f-3a8ac131d2a4 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:00.716127 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b25d0e9b-d93e-4a58-bcf3-76f2793bd6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (4fbca842-ba5f-40ed-a425-a4322fb5efb3), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:00.717854 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cd501c92-1faa-48f9-bb8a-3e5de5a5ba48 req-376f9aa7-fb43-4b47-b90f-3a8ac131d2a4 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6ce91be-77f5-44b8-a9b7-96de12531020 HTTP/1.1" status: 200 len: 945 time: 0.1025171 Mar 11 19:43:00.780211 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25d0e9b-d93e-4a58-bcf3-76f2793bd6d4 None None] Routers {'4dd0d3c5-5f0b-48d8-a966-72914aa0ccd6'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:43:00.781224 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-b25d0e9b-d93e-4a58-bcf3-76f2793bd6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:42:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['4dd0d3c5-5f0b-48d8-a966-72914aa0ccd6'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:00.786453 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55ad104-0b59-4a76-beda-6c9c013af097 None None] Pushing event updated for resources: {'Port': ['ID=4fbca842-ba5f-40ed-a425-a4322fb5efb3,revision_number=4']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:00.793744 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-a682c188-f1e7-4232-976d-b1e4950e50e0 admin admin] For port 4fbca842-ba5f-40ed-a425-a4322fb5efb3, host n-d-833163-1, got binding levels [] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:00.794228 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a682c188-f1e7-4232-976d-b1e4950e50e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (4fbca842-ba5f-40ed-a425-a4322fb5efb3), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:00.817434 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cd501c92-1faa-48f9-bb8a-3e5de5a5ba48 req-e43c2fbf-acfc-470e-882c-050d872bf665 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930035 Mar 11 19:43:00.828844 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-90de7cb0-773e-4a1f-8af0-90c518589456 None None] Provisioning complete for port 4fbca842-ba5f-40ed-a425-a4322fb5efb3 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:43:00.829231 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-90de7cb0-773e-4a1f-8af0-90c518589456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (4fbca842-ba5f-40ed-a425-a4322fb5efb3), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:00.835575 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a682c188-f1e7-4232-976d-b1e4950e50e0 admin admin] Calling delete_port for 4fbca842-ba5f-40ed-a425-a4322fb5efb3 owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:43:00.895654 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5da4b6d-eacc-4b52-856e-190a61039709 x-openstack-request-id: req-d5da4b6d-eacc-4b52-856e-190a61039709 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:43:00.896042 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb069624-2a9a-4457-8d94-c111f7203e46", "name": "network-vif-plugged", "status": "completed", "tag": "a77be94f-5763-47c7-a94b-063aaf86b760", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:43:00.896323 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d5da4b6d-eacc-4b52-856e-190a61039709 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:43:00.898315 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb069624-2a9a-4457-8d94-c111f7203e46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a77be94f-5763-47c7-a94b-063aaf86b760', 'code': 200} Mar 11 19:43:00.962413 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-b25d0e9b-d93e-4a58-bcf3-76f2793bd6d4 None None] Set router 4dd0d3c5-5f0b-48d8-a966-72914aa0ccd6 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:43:01.071199 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-90de7cb0-773e-4a1f-8af0-90c518589456 None None] Current status of the port 4fbca842-ba5f-40ed-a425-a4322fb5efb3 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:43:01.071934 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-90de7cb0-773e-4a1f-8af0-90c518589456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (4fbca842-ba5f-40ed-a425-a4322fb5efb3), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:01.100588 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a682c188-f1e7-4232-976d-b1e4950e50e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (4fbca842-ba5f-40ed-a425-a4322fb5efb3), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:01.132091 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a682c188-f1e7-4232-976d-b1e4950e50e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fbca842-ba5f-40ed-a425-a4322fb5efb3,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:01.146855 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57aa591-a137-4f8c-acdc-63351833b8e0 req-8b0e488e-9566-4b0d-bbc4-81b85d235088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:01.149245 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f57aa591-a137-4f8c-acdc-63351833b8e0 req-8b0e488e-9566-4b0d-bbc4-81b85d235088 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=eb069624-2a9a-4457-8d94-c111f7203e46 HTTP/1.1" status: 200 len: 1128 time: 0.1923034 Mar 11 19:43:01.202762 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c98210-cbab-4b19-8172-01f15b6c02c9 req-7b2282a1-393b-47e1-a03b-46a6ac7523b3 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:01.214433 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-11c98210-cbab-4b19-8172-01f15b6c02c9 req-7b2282a1-393b-47e1-a03b-46a6ac7523b3 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/ports?device_id=6cb7a765-77f6-42c9-80f0-0200b31b4868 HTTP/1.1" status: 200 len: 945 time: 0.1668675 Mar 11 19:43:01.272540 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-b25d0e9b-d93e-4a58-bcf3-76f2793bd6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd0d3c5-5f0b-48d8-a966-72914aa0ccd6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1165356018-router', 'tenant_id': 'e0ecb0d487f94dafa4651ff073201619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '2f01162e-cee0-4a6e-a99d-32987dd27004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:42:51Z', 'updated_at': '2022-03-11T19:42:55Z', 'revision_number': 4, 'project_id': 'e0ecb0d487f94dafa4651ff073201619', 'gw_port': {'id': '2f01162e-cee0-4a6e-a99d-32987dd27004', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ee:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd0d3c5-5f0b-48d8-a966-72914aa0ccd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:42:51Z', 'updated_at': '2022-03-11T19:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '4fbca842-ba5f-40ed-a425-a4322fb5efb3', 'name': '', 'network_id': '35b685db-0a79-4821-abb7-c835ec06cc15', 'tenant_id': 'e0ecb0d487f94dafa4651ff073201619', 'mac_address': 'fa:16:3e:ff:a7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd0d3c5-5f0b-48d8-a966-72914aa0ccd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'b8de6b38-a1f7-427d-a0e0-895f7d26099f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:42:54Z', 'updated_at': '2022-03-11T19:43:00Z', 'revision_number': 4, 'project_id': 'e0ecb0d487f94dafa4651ff073201619', 'subnets': [{'id': 'b8de6b38-a1f7-427d-a0e0-895f7d26099f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:01.279341 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-096ec6e4-d2b6-4a14-a3d4-f257d7809f38 None None] Could not find standard attr ID for object 4fbca842-ba5f-40ed-a425-a4322fb5efb3. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 19:43:01.299163 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f57aa591-a137-4f8c-acdc-63351833b8e0 req-81ed7bcf-c3c8-4567-9096-0de47e63f2d3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=381d5506-1a91-423f-9578-afb9619937f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387572 Mar 11 19:43:01.341095 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25d0e9b-d93e-4a58-bcf3-76f2793bd6d4 None None] The sync data for ids ['4dd0d3c5-5f0b-48d8-a966-72914aa0ccd6'] in n-d-833163-1 is: [{'id': '4dd0d3c5-5f0b-48d8-a966-72914aa0ccd6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1165356018-router', 'tenant_id': 'e0ecb0d487f94dafa4651ff073201619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '2f01162e-cee0-4a6e-a99d-32987dd27004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:42:51Z', 'updated_at': '2022-03-11T19:42:55Z', 'revision_number': 4, 'project_id': 'e0ecb0d487f94dafa4651ff073201619', 'gw_port': {'id': '2f01162e-cee0-4a6e-a99d-32987dd27004', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ee:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dd0d3c5-5f0b-48d8-a966-72914aa0ccd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:42:51Z', 'updated_at': '2022-03-11T19:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '4fbca842-ba5f-40ed-a425-a4322fb5efb3', 'name': '', 'network_id': '35b685db-0a79-4821-abb7-c835ec06cc15', 'tenant_id': 'e0ecb0d487f94dafa4651ff073201619', 'mac_address': 'fa:16:3e:ff:a7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4dd0d3c5-5f0b-48d8-a966-72914aa0ccd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': 'b8de6b38-a1f7-427d-a0e0-895f7d26099f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:42:54Z', 'updated_at': '2022-03-11T19:43:00Z', 'revision_number': 4, 'project_id': 'e0ecb0d487f94dafa4651ff073201619', 'subnets': [{'id': 'b8de6b38-a1f7-427d-a0e0-895f7d26099f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:43:01.342096 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-11c98210-cbab-4b19-8172-01f15b6c02c9 req-b6a1b9f3-3146-4d43-8285-de8c306b30d8 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6edb3d-008e-48ff-8ef0-64786618cae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266820 Mar 11 19:43:01.423248 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a682c188-f1e7-4232-976d-b1e4950e50e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (4dd0d3c5-5f0b-48d8-a966-72914aa0ccd6), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:01.506526 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb518e4-22ea-48f1-aced-467f5a6fd5fe req-ce716ad8-ca15-4c62-a061-8371f99471d1 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:01.508795 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4bb518e4-22ea-48f1-aced-467f5a6fd5fe req-ce716ad8-ca15-4c62-a061-8371f99471d1 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ab284b0-4e8c-4ee2-a420-04bddb1e1cd3 HTTP/1.1" status: 200 len: 945 time: 0.0956752 Mar 11 19:43:01.574854 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4bb518e4-22ea-48f1-aced-467f5a6fd5fe req-c85eab00-426b-49b7-80f3-ad8ec45ef1b3 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e8ab6fd-a1b2-4b95-842e-981d1d859acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594275 Mar 11 19:43:01.692167 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b0b69-71c6-4dba-adc1-d092f003a851 req-aeeb8760-28fc-4c0a-8d35-fe21c6fec274 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:01.700601 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-de4b0b69-71c6-4dba-adc1-d092f003a851 req-aeeb8760-28fc-4c0a-8d35-fe21c6fec274 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb069624-2a9a-4457-8d94-c111f7203e46 HTTP/1.1" status: 200 len: 946 time: 0.0689657 Mar 11 19:43:01.751905 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a682c188-f1e7-4232-976d-b1e4950e50e0 admin admin] Router 4dd0d3c5-5f0b-48d8-a966-72914aa0ccd6 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:43:01.767133 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-de4b0b69-71c6-4dba-adc1-d092f003a851 req-85e47047-4555-4f18-94ef-53c0fa3e3429 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=381d5506-1a91-423f-9578-afb9619937f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580089 Mar 11 19:43:01.885526 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a682c188-f1e7-4232-976d-b1e4950e50e0 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:43:01.894953 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a682c188-f1e7-4232-976d-b1e4950e50e0 admin admin] 10.222.0.65 "PUT /v2.0/routers/4dd0d3c5-5f0b-48d8-a966-72914aa0ccd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1848791 Mar 11 19:43:01.895382 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 42388) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:43:01.899336 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2acf90-c427-4147-a49f-cac3c63d2834 req-b3332533-345d-405c-898f-35cb195d398e tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:01.901280 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1e2acf90-c427-4147-a49f-cac3c63d2834 req-b3332533-345d-405c-898f-35cb195d398e tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=20e6d114-ef3d-4fea-9f9f-8ede4772c7b5 HTTP/1.1" status: 200 len: 944 time: 0.0817158 Mar 11 19:43:01.977605 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1e2acf90-c427-4147-a49f-cac3c63d2834 req-4bdde961-4960-4924-99a2-35d3c169a1f3 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=8fd338c4-2511-40d9-94c8-daae49666ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693698 Mar 11 19:43:02.018169 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-33523e15-1577-4ed6-8e3d-cdd20ed61d60 admin admin] Publish callbacks [] for router (4dd0d3c5-5f0b-48d8-a966-72914aa0ccd6), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:02.099311 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c873a81-c6b8-4763-8e34-2872d4d7e769 req-a56c2779-4db2-4d4e-973c-837994ea7cce tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:02.101093 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7c873a81-c6b8-4763-8e34-2872d4d7e769 req-a56c2779-4db2-4d4e-973c-837994ea7cce tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.0651197 Mar 11 19:43:02.155425 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7c873a81-c6b8-4763-8e34-2872d4d7e769 req-404c69e3-3295-4d67-b25c-247caf0ef36f tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485897 Mar 11 19:43:02.159037 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-33523e15-1577-4ed6-8e3d-cdd20ed61d60 admin admin] Publish callbacks [] for router_gateway (4dd0d3c5-5f0b-48d8-a966-72914aa0ccd6), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:02.231804 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-33523e15-1577-4ed6-8e3d-cdd20ed61d60 admin admin] Deleting port 2f01162e-cee0-4a6e-a99d-32987dd27004 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:43:02.232249 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-33523e15-1577-4ed6-8e3d-cdd20ed61d60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (2f01162e-cee0-4a6e-a99d-32987dd27004), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:02.322465 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af88c279-58e4-48c0-b15c-93887ff0d5cf None None] Sync routers for ids ['4dd0d3c5-5f0b-48d8-a966-72914aa0ccd6'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:43:02.336742 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-33523e15-1577-4ed6-8e3d-cdd20ed61d60 admin admin] For port 2f01162e-cee0-4a6e-a99d-32987dd27004, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=2f01162e-cee0-4a6e-a99d-32987dd27004,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:02.337109 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-33523e15-1577-4ed6-8e3d-cdd20ed61d60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (2f01162e-cee0-4a6e-a99d-32987dd27004), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:02.339325 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af88c279-58e4-48c0-b15c-93887ff0d5cf None None] Routers {'4dd0d3c5-5f0b-48d8-a966-72914aa0ccd6'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:43:02.340504 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-af88c279-58e4-48c0-b15c-93887ff0d5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:42:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['4dd0d3c5-5f0b-48d8-a966-72914aa0ccd6'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:02.352385 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-33523e15-1577-4ed6-8e3d-cdd20ed61d60 admin admin] Calling delete_port for 2f01162e-cee0-4a6e-a99d-32987dd27004 owned by network:router_gateway {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:43:02.353000 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a0249-8a8b-45b9-94d9-e5f0d5464852 req-3453fa1a-0769-49e9-ae0f-4bcd9b18d981 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:02.355954 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d60a0249-8a8b-45b9-94d9-e5f0d5464852 req-3453fa1a-0769-49e9-ae0f-4bcd9b18d981 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/ports?device_id=500a0682-cb18-452b-8248-c6eb8b46dc53 HTTP/1.1" status: 200 len: 946 time: 0.0686722 Mar 11 19:43:02.409246 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d60a0249-8a8b-45b9-94d9-e5f0d5464852 req-575a86f2-8ef8-4383-acc4-e4f87f3706e9 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e8ab6fd-a1b2-4b95-842e-981d1d859acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472593 Mar 11 19:43:02.561697 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea5bb7-758c-4818-9de4-6269005d4f28 req-5ca5be7a-6f01-4f85-8900-8714737edc38 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:02.569298 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0bea5bb7-758c-4818-9de4-6269005d4f28 req-5ca5be7a-6f01-4f85-8900-8714737edc38 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6ce91be-77f5-44b8-a9b7-96de12531020 HTTP/1.1" status: 200 len: 945 time: 0.0915821 Mar 11 19:43:02.593762 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-33523e15-1577-4ed6-8e3d-cdd20ed61d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (2f01162e-cee0-4a6e-a99d-32987dd27004), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:02.642264 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-af88c279-58e4-48c0-b15c-93887ff0d5cf None None] Set router 4dd0d3c5-5f0b-48d8-a966-72914aa0ccd6 gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:43:02.663258 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0bea5bb7-758c-4818-9de4-6269005d4f28 req-27d114d0-56eb-4cfe-882c-15db95f357dc tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927422 Mar 11 19:43:02.712847 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-af88c279-58e4-48c0-b15c-93887ff0d5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd0d3c5-5f0b-48d8-a966-72914aa0ccd6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1165356018-router', 'tenant_id': 'e0ecb0d487f94dafa4651ff073201619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:42:51Z', 'updated_at': '2022-03-11T19:43:02Z', 'revision_number': 6, 'project_id': 'e0ecb0d487f94dafa4651ff073201619', 'gw_port_host': None}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:02.722768 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33523e15-1577-4ed6-8e3d-cdd20ed61d60 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f01162e-cee0-4a6e-a99d-32987dd27004,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:02.744774 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-33523e15-1577-4ed6-8e3d-cdd20ed61d60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (4dd0d3c5-5f0b-48d8-a966-72914aa0ccd6), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:02.781176 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af88c279-58e4-48c0-b15c-93887ff0d5cf None None] Checking router: 4dd0d3c5-5f0b-48d8-a966-72914aa0ccd6 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:43:02.801974 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af88c279-58e4-48c0-b15c-93887ff0d5cf None None] Routers {'4dd0d3c5-5f0b-48d8-a966-72914aa0ccd6'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:43:02.802742 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-af88c279-58e4-48c0-b15c-93887ff0d5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:42:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['4dd0d3c5-5f0b-48d8-a966-72914aa0ccd6'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:02.873726 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-33523e15-1577-4ed6-8e3d-cdd20ed61d60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (4dd0d3c5-5f0b-48d8-a966-72914aa0ccd6), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:02.875294 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74efc07-fbca-4a72-82b7-8a29d91bf5ca req-a2bdd523-6a01-4a63-84fc-213a84315478 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:02.876884 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c74efc07-fbca-4a72-82b7-8a29d91bf5ca req-a2bdd523-6a01-4a63-84fc-213a84315478 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/ports?device_id=6cb7a765-77f6-42c9-80f0-0200b31b4868 HTTP/1.1" status: 200 len: 945 time: 0.0734284 Mar 11 19:43:02.882491 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-33523e15-1577-4ed6-8e3d-cdd20ed61d60 admin admin] Publish callbacks [] for router_controller (4dd0d3c5-5f0b-48d8-a966-72914aa0ccd6), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:02.900384 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-af88c279-58e4-48c0-b15c-93887ff0d5cf None None] Set router 4dd0d3c5-5f0b-48d8-a966-72914aa0ccd6 gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:43:02.958272 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-af88c279-58e4-48c0-b15c-93887ff0d5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4dd0d3c5-5f0b-48d8-a966-72914aa0ccd6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1165356018-router', 'tenant_id': 'e0ecb0d487f94dafa4651ff073201619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:42:51Z', 'updated_at': '2022-03-11T19:43:02Z', 'revision_number': 7, 'project_id': 'e0ecb0d487f94dafa4651ff073201619', 'gw_port_host': None}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:02.986612 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af88c279-58e4-48c0-b15c-93887ff0d5cf None None] The sync data for ids ['4dd0d3c5-5f0b-48d8-a966-72914aa0ccd6'] in n-d-833163-1 is: [{'id': '4dd0d3c5-5f0b-48d8-a966-72914aa0ccd6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1165356018-router', 'tenant_id': 'e0ecb0d487f94dafa4651ff073201619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:42:51Z', 'updated_at': '2022-03-11T19:43:02Z', 'revision_number': 7, 'project_id': 'e0ecb0d487f94dafa4651ff073201619', 'gw_port_host': None}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:43:02.992953 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c74efc07-fbca-4a72-82b7-8a29d91bf5ca req-cd8d68d6-25cb-4494-89b2-c3a121fecbe5 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6edb3d-008e-48ff-8ef0-64786618cae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999641 Mar 11 19:43:03.194505 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 42410) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:43:03.237550 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de0349-e9cf-46cf-a9cb-3a03dd44e657 req-6e028958-a05d-4526-a4e8-c6b9171a7a41 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:03.243967 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de0349-e9cf-46cf-a9cb-3a03dd44e657 req-6e028958-a05d-4526-a4e8-c6b9171a7a41 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:03.250032 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de0349-e9cf-46cf-a9cb-3a03dd44e657 req-6e028958-a05d-4526-a4e8-c6b9171a7a41 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:03.252047 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b6de0349-e9cf-46cf-a9cb-3a03dd44e657 req-6e028958-a05d-4526-a4e8-c6b9171a7a41 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/ports?device_id=500a0682-cb18-452b-8248-c6eb8b46dc53&device_id=7ab284b0-4e8c-4ee2-a420-04bddb1e1cd3&device_id=637b48fb-e48d-4d9f-91a8-e3e00f1ce05c HTTP/1.1" status: 200 len: 2418 time: 0.1029069 Mar 11 19:43:03.309944 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b6de0349-e9cf-46cf-a9cb-3a03dd44e657 req-ffb80cb1-41a7-4fcb-8887-cd27fa29d099 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e8ab6fd-a1b2-4b95-842e-981d1d859acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491927 Mar 11 19:43:03.330792 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-33523e15-1577-4ed6-8e3d-cdd20ed61d60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (4dd0d3c5-5f0b-48d8-a966-72914aa0ccd6), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:03.331401 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33523e15-1577-4ed6-8e3d-cdd20ed61d60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4dd0d3c5-5f0b-48d8-a966-72914aa0ccd6 {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:43:03.343365 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-33523e15-1577-4ed6-8e3d-cdd20ed61d60 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:03.346901 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-33523e15-1577-4ed6-8e3d-cdd20ed61d60 admin admin] 10.222.0.65 "DELETE /v2.0/routers/4dd0d3c5-5f0b-48d8-a966-72914aa0ccd6 HTTP/1.1" status: 204 len: 168 time: 1.4493284 Mar 11 19:43:03.348058 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a7b3afbf-baa0-42e3-988c-b955314b9739 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:03.349491 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 42416) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:43:03.416833 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e06ae03-9ab8-4ea2-845c-f30deee34847 admin admin] Deleting subnet b8de6b38-a1f7-427d-a0e0-895f7d26099f {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:43:03.421203 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0e06ae03-9ab8-4ea2-845c-f30deee34847 admin admin] Publish callbacks [] for subnet (b8de6b38-a1f7-427d-a0e0-895f7d26099f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:03.467064 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0e06ae03-9ab8-4ea2-845c-f30deee34847 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (b8de6b38-a1f7-427d-a0e0-895f7d26099f), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:03.480932 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a7b3afbf-baa0-42e3-988c-b955314b9739 admin admin] Publish callbacks [] for security_group (d1ef0e08-9059-49a9-9148-61111c36554b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:03.492141 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a7b3afbf-baa0-42e3-988c-b955314b9739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (d1ef0e08-9059-49a9-9148-61111c36554b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:03.512561 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592b5ba-b1a9-4d60-b402-bacec5c76e32 req-68b04e84-2ff3-4534-ae57-9a2a3d850227 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:03.516738 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f592b5ba-b1a9-4d60-b402-bacec5c76e32 req-68b04e84-2ff3-4534-ae57-9a2a3d850227 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb069624-2a9a-4457-8d94-c111f7203e46 HTTP/1.1" status: 200 len: 946 time: 0.1048045 Mar 11 19:43:03.567867 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0e06ae03-9ab8-4ea2-845c-f30deee34847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (b8de6b38-a1f7-427d-a0e0-895f7d26099f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:03.572790 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a7b3afbf-baa0-42e3-988c-b955314b9739 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9579c3c874e24c668592813856808c1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3766465 Mar 11 19:43:03.576030 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b3afbf-baa0-42e3-988c-b955314b9739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ef0e08-9059-49a9-9148-61111c36554b,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:03.579343 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 42418) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:43:03.638720 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f592b5ba-b1a9-4d60-b402-bacec5c76e32 req-d2384fad-9982-49b5-90de-fee9e24830d8 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=381d5506-1a91-423f-9578-afb9619937f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143606 Mar 11 19:43:03.645340 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0e06ae03-9ab8-4ea2-845c-f30deee34847 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (b8de6b38-a1f7-427d-a0e0-895f7d26099f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:03.672568 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9f01bc6c-f5aa-4ec2-b42b-ef5c3e6b94b8 admin admin] Publish callbacks [] for security_group (d1ef0e08-9059-49a9-9148-61111c36554b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:03.682099 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e06ae03-9ab8-4ea2-845c-f30deee34847 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8de6b38-a1f7-427d-a0e0-895f7d26099f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:03.684156 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0e06ae03-9ab8-4ea2-845c-f30deee34847 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:03.689915 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-0e06ae03-9ab8-4ea2-845c-f30deee34847 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/b8de6b38-a1f7-427d-a0e0-895f7d26099f HTTP/1.1" status: 204 len: 168 time: 0.3370638 Mar 11 19:43:03.690052 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 42424) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:43:03.693875 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb5bde5-9a63-46d9-a468-91f060acb05c None None] Network 35b685db-0a79-4821-abb7-c835ec06cc15 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:43:03.732820 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9f01bc6c-f5aa-4ec2-b42b-ef5c3e6b94b8 admin admin] Publish callbacks [] for security_group (d1ef0e08-9059-49a9-9148-61111c36554b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:03.768078 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-73208303-a5c4-461a-8e92-779dad45dca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (35b685db-0a79-4821-abb7-c835ec06cc15), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:03.821333 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9f01bc6c-f5aa-4ec2-b42b-ef5c3e6b94b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (d1ef0e08-9059-49a9-9148-61111c36554b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:03.825454 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9f01bc6c-f5aa-4ec2-b42b-ef5c3e6b94b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:03.829666 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-9f01bc6c-f5aa-4ec2-b42b-ef5c3e6b94b8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d1ef0e08-9059-49a9-9148-61111c36554b HTTP/1.1" status: 204 len: 168 time: 0.2459071 Mar 11 19:43:03.863118 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f01bc6c-f5aa-4ec2-b42b-ef5c3e6b94b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ef0e08-9059-49a9-9148-61111c36554b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:03.878376 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-73208303-a5c4-461a-8e92-779dad45dca5 admin admin] Deleting port ceeb5a32-bf34-4fce-9b74-6173a70933a9 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:43:03.879297 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-73208303-a5c4-461a-8e92-779dad45dca5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (ceeb5a32-bf34-4fce-9b74-6173a70933a9), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:03.934676 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b716b-2ce8-46e9-b1dc-8ad38fa75f4c req-1e706da0-3a63-4953-a1c7-bc07e8bfb6bc tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:03.941950 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8c64fd-3200-4219-99a6-e224abc13a86 None None] DHCP port deletion for 35b685db-0a79-4821-abb7-c835ec06cc15 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:43:03.945095 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3f5b716b-2ce8-46e9-b1dc-8ad38fa75f4c req-1e706da0-3a63-4953-a1c7-bc07e8bfb6bc tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=20e6d114-ef3d-4fea-9f9f-8ede4772c7b5 HTTP/1.1" status: 200 len: 944 time: 0.1665461 Mar 11 19:43:03.983912 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-73208303-a5c4-461a-8e92-779dad45dca5 admin admin] For port ceeb5a32-bf34-4fce-9b74-6173a70933a9, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=ceeb5a32-bf34-4fce-9b74-6173a70933a9,segment=NetworkSegment(95e612b9-ebe2-4264-9dfd-1bd97028e14b),segment_id=95e612b9-ebe2-4264-9dfd-1bd97028e14b)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:03.984339 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-73208303-a5c4-461a-8e92-779dad45dca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (ceeb5a32-bf34-4fce-9b74-6173a70933a9), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:04.005160 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-73208303-a5c4-461a-8e92-779dad45dca5 admin admin] Calling delete_port for ceeb5a32-bf34-4fce-9b74-6173a70933a9 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:43:04.006532 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 2f01162e-cee0-4a6e-a99d-32987dd27004 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:43:04.037253 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 2f01162e-cee0-4a6e-a99d-32987dd27004 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:43:04.038358 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 2f01162e-cee0-4a6e-a99d-32987dd27004 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:43:04.038843 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3f5b716b-2ce8-46e9-b1dc-8ad38fa75f4c req-81a119c4-1a79-4c26-a9d2-1fe072eafa22 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=8fd338c4-2511-40d9-94c8-daae49666ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860498 Mar 11 19:43:04.039054 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 4fbca842-ba5f-40ed-a425-a4322fb5efb3 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:43:04.065899 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 4fbca842-ba5f-40ed-a425-a4322fb5efb3 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:43:04.066443 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 4fbca842-ba5f-40ed-a425-a4322fb5efb3 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:43:04.099763 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c64fd-3200-4219-99a6-e224abc13a86 None None] Deleting port ceeb5a32-bf34-4fce-9b74-6173a70933a9 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:43:04.100524 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-eb8c64fd-3200-4219-99a6-e224abc13a86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (ceeb5a32-bf34-4fce-9b74-6173a70933a9), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:04.162519 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-73208303-a5c4-461a-8e92-779dad45dca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (ceeb5a32-bf34-4fce-9b74-6173a70933a9), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:04.199552 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-eb8c64fd-3200-4219-99a6-e224abc13a86 None None] For port ceeb5a32-bf34-4fce-9b74-6173a70933a9, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=ceeb5a32-bf34-4fce-9b74-6173a70933a9,segment=NetworkSegment(95e612b9-ebe2-4264-9dfd-1bd97028e14b),segment_id=95e612b9-ebe2-4264-9dfd-1bd97028e14b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:04.200887 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-eb8c64fd-3200-4219-99a6-e224abc13a86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (ceeb5a32-bf34-4fce-9b74-6173a70933a9), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:04.221468 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73208303-a5c4-461a-8e92-779dad45dca5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ceeb5a32-bf34-4fce-9b74-6173a70933a9,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:04.233381 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73208303-a5c4-461a-8e92-779dad45dca5 admin admin] No DVR routers for this DVR port ceeb5a32-bf34-4fce-9b74-6173a70933a9 on host n-d-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:43:04.237456 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-eb8c64fd-3200-4219-99a6-e224abc13a86 None None] Calling delete_port for ceeb5a32-bf34-4fce-9b74-6173a70933a9 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:43:04.284308 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0b8d5-16a1-484a-a4ca-20c01737eafa req-414ceff0-1381-4c78-b260-5e10c67cedbe tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:04.285901 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-53b0b8d5-16a1-484a-a4ca-20c01737eafa req-414ceff0-1381-4c78-b260-5e10c67cedbe tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.1124594 Mar 11 19:43:04.349684 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-73208303-a5c4-461a-8e92-779dad45dca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (35b685db-0a79-4821-abb7-c835ec06cc15), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:04.402918 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-73208303-a5c4-461a-8e92-779dad45dca5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35b685db-0a79-4821-abb7-c835ec06cc15']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:04.420223 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-53b0b8d5-16a1-484a-a4ca-20c01737eafa req-38d77629-04e4-4ea8-82c8-0e97b82d711c tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211917 Mar 11 19:43:04.439130 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-73208303-a5c4-461a-8e92-779dad45dca5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95e612b9-ebe2-4264-9dfd-1bd97028e14b') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:04.441171 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-73208303-a5c4-461a-8e92-779dad45dca5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95e612b9-ebe2-4264-9dfd-1bd97028e14b') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:04.444254 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-eb8c64fd-3200-4219-99a6-e224abc13a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (ceeb5a32-bf34-4fce-9b74-6173a70933a9), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:04.452124 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-73208303-a5c4-461a-8e92-779dad45dca5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (95e612b9-ebe2-4264-9dfd-1bd97028e14b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:04.475369 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-73208303-a5c4-461a-8e92-779dad45dca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (95e612b9-ebe2-4264-9dfd-1bd97028e14b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:04.486503 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8c64fd-3200-4219-99a6-e224abc13a86 None None] No DVR routers for this DVR port ceeb5a32-bf34-4fce-9b74-6173a70933a9 on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:43:04.496587 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c64fd-3200-4219-99a6-e224abc13a86 None None] Pushing event deleted for resources: {'Port': ['ID=ceeb5a32-bf34-4fce-9b74-6173a70933a9,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:04.508996 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73208303-a5c4-461a-8e92-779dad45dca5 admin admin] Releasing vlan 855 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:43:04.509632 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-73208303-a5c4-461a-8e92-779dad45dca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (95e612b9-ebe2-4264-9dfd-1bd97028e14b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:04.523470 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:43:04.523470 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:43:04.523470 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:43:04.523470 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:43:04.523470 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:43:04.523470 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:43:04.523470 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:43:04.523470 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:43:04.523470 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:43:04.523470 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:43:04.523470 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:43:04.523470 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:43:04.523470 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:43:04.523470 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:43:04.523470 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:43:04.523470 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:43:04.523470 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:43:04.523470 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:43:04.523470 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:43:04.523470 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:43:04.523470 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:43:04.523470 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:43:04.523470 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:43:04.523470 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:43:04.523470 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:43:04.523470 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:43:04.523470 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:43:04.523470 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:43:04.523470 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:43:04.523470 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:43:04.523470 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:43:04.523470 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:43:04.559620 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e057387c-431f-4fbd-9e4f-cc2273ddf79f req-d06f7ec7-ee70-4765-915c-f4977c113bcf tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1068656 Mar 11 19:43:04.586440 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-73208303-a5c4-461a-8e92-779dad45dca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (35b685db-0a79-4821-abb7-c835ec06cc15), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:04.595369 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-73208303-a5c4-461a-8e92-779dad45dca5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:04.602048 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-73208303-a5c4-461a-8e92-779dad45dca5 admin admin] 10.222.0.65 "DELETE /v2.0/networks/35b685db-0a79-4821-abb7-c835ec06cc15 HTTP/1.1" status: 204 len: 168 time: 0.9106534 Mar 11 19:43:04.625388 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73208303-a5c4-461a-8e92-779dad45dca5 admin admin] Pushing event deleted for resources: {'Network': ['ID=35b685db-0a79-4821-abb7-c835ec06cc15,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:04.784819 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 42452) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:43:04.886564 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 42456) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:43:04.886852 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-dcb20ee2-7244-4860-be34-599701f4e1e3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e0ecb0d487f94dafa4651ff073201619&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1005442 Mar 11 19:43:04.911528 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587058c4-0b74-4454-84f6-f65c78f669f0 req-7082f881-35dc-4fe8-993a-dfe2827cf440 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:04.919810 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-587058c4-0b74-4454-84f6-f65c78f669f0 req-7082f881-35dc-4fe8-993a-dfe2827cf440 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6ce91be-77f5-44b8-a9b7-96de12531020 HTTP/1.1" status: 200 len: 945 time: 0.1078374 Mar 11 19:43:04.947849 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-25656ae7-43a9-4699-bff6-9de08ccbb635 admin admin] Publish callbacks [] for security_group (7255eb9d-d957-481e-af4c-96c630f74f4b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:04.975620 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-587058c4-0b74-4454-84f6-f65c78f669f0 req-dc5606e4-aca6-4f06-a449-188977c0d9fd tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545268 Mar 11 19:43:04.978787 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-25656ae7-43a9-4699-bff6-9de08ccbb635 admin admin] Publish callbacks [] for security_group (7255eb9d-d957-481e-af4c-96c630f74f4b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:05.033247 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-25656ae7-43a9-4699-bff6-9de08ccbb635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (7255eb9d-d957-481e-af4c-96c630f74f4b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:05.036145 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-25656ae7-43a9-4699-bff6-9de08ccbb635 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:05.040090 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-25656ae7-43a9-4699-bff6-9de08ccbb635 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7255eb9d-d957-481e-af4c-96c630f74f4b HTTP/1.1" status: 204 len: 168 time: 0.1522470 Mar 11 19:43:05.049233 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25656ae7-43a9-4699-bff6-9de08ccbb635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7255eb9d-d957-481e-af4c-96c630f74f4b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:05.138883 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00298003-12e5-40f6-917f-e0d9ec115671 req-07028d91-b823-4b27-9a73-5fcc2674a15e tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:05.147864 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-00298003-12e5-40f6-917f-e0d9ec115671 req-07028d91-b823-4b27-9a73-5fcc2674a15e tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/ports?device_id=6cb7a765-77f6-42c9-80f0-0200b31b4868 HTTP/1.1" status: 200 len: 945 time: 0.0942824 Mar 11 19:43:05.212298 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-00298003-12e5-40f6-917f-e0d9ec115671 req-2389a314-97df-4f57-b459-c4dfc433b47b tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6edb3d-008e-48ff-8ef0-64786618cae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633016 Mar 11 19:43:05.563396 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601904b8-33cb-4d31-9be2-409027b48f72 req-7faaf6d9-67c1-4e3f-af84-30710ed959ec tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:05.566212 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-601904b8-33cb-4d31-9be2-409027b48f72 req-7faaf6d9-67c1-4e3f-af84-30710ed959ec tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb069624-2a9a-4457-8d94-c111f7203e46 HTTP/1.1" status: 200 len: 946 time: 0.0774782 Mar 11 19:43:05.656466 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-601904b8-33cb-4d31-9be2-409027b48f72 req-1b662311-1d62-4b61-8ea3-b364f52dd9cd tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=381d5506-1a91-423f-9578-afb9619937f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832224 Mar 11 19:43:05.812510 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device ceeb5a32-bf34-4fce-9b74-6173a70933a9 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:43:05.836140 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c3f4e1-4467-4df7-8813-67aace4d5a4d req-e7541177-1cd7-4c7a-854a-d6f63c36b99e tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:05.841528 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: ceeb5a32-bf34-4fce-9b74-6173a70933a9 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:43:05.842325 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device ceeb5a32-bf34-4fce-9b74-6173a70933a9 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:43:05.842977 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-72c3f4e1-4467-4df7-8813-67aace4d5a4d req-e7541177-1cd7-4c7a-854a-d6f63c36b99e tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=20e6d114-ef3d-4fea-9f9f-8ede4772c7b5 HTTP/1.1" status: 200 len: 944 time: 0.0981469 Mar 11 19:43:05.926387 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-72c3f4e1-4467-4df7-8813-67aace4d5a4d req-6ccca525-5b09-4e30-85e3-eacdc7a98482 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=8fd338c4-2511-40d9-94c8-daae49666ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754857 Mar 11 19:43:06.054945 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7306b54-6d01-4d8e-973a-29f7e33605f6 req-83118779-19fa-4c2d-be0e-a3b505304656 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:06.056899 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f7306b54-6d01-4d8e-973a-29f7e33605f6 req-83118779-19fa-4c2d-be0e-a3b505304656 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.0629904 Mar 11 19:43:06.109947 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f7306b54-6d01-4d8e-973a-29f7e33605f6 req-e6535665-a046-4836-98b7-45b4e235a91c tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460281 Mar 11 19:43:06.417870 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec5bdf9-a15d-4312-8119-311e5663f3d4 req-0cd6c196-f2d0-40cb-9e52-e29af9e1ae44 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:06.419347 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2ec5bdf9-a15d-4312-8119-311e5663f3d4 req-0cd6c196-f2d0-40cb-9e52-e29af9e1ae44 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6ce91be-77f5-44b8-a9b7-96de12531020 HTTP/1.1" status: 200 len: 945 time: 0.0594740 Mar 11 19:43:06.472269 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2ec5bdf9-a15d-4312-8119-311e5663f3d4 req-bc29a289-b2a5-4d8b-a681-e1c505a7cf68 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461211 Mar 11 19:43:06.543501 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:43:06.799679 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d31c1cf-9a86-4018-bf77-088e07164450 req-1d6fffe2-85e5-475b-8260-e3d3ca02d5ed tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:06.801562 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6d31c1cf-9a86-4018-bf77-088e07164450 req-1d6fffe2-85e5-475b-8260-e3d3ca02d5ed tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/ports?device_id=6cb7a765-77f6-42c9-80f0-0200b31b4868 HTTP/1.1" status: 200 len: 945 time: 0.0561411 Mar 11 19:43:06.860486 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6d31c1cf-9a86-4018-bf77-088e07164450 req-9cfb8478-dce7-4dac-bcde-c6cb76b2bcd1 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6edb3d-008e-48ff-8ef0-64786618cae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504615 Mar 11 19:43:07.156366 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a95bec6-6e30-4faa-b927-3f3c1aa6fd8a req-a889fc51-bbb0-4da4-a10b-7f5c92a595d4 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:07.158315 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9a95bec6-6e30-4faa-b927-3f3c1aa6fd8a req-a889fc51-bbb0-4da4-a10b-7f5c92a595d4 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb069624-2a9a-4457-8d94-c111f7203e46 HTTP/1.1" status: 200 len: 946 time: 0.0651231 Mar 11 19:43:07.193955 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 42566) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:43:07.216158 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9a95bec6-6e30-4faa-b927-3f3c1aa6fd8a req-5cacd9d3-d029-40f2-ad88-3f06445bcb21 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=381d5506-1a91-423f-9578-afb9619937f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517468 Mar 11 19:43:07.336972 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-860e8286-fc84-414e-8179-0499ac7e7535 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:07.371348 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495af269-c367-408b-93cb-982f36676d19 req-32ec157b-916c-4416-98dd-8e74917e89c9 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:07.373140 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-495af269-c367-408b-93cb-982f36676d19 req-32ec157b-916c-4416-98dd-8e74917e89c9 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=20e6d114-ef3d-4fea-9f9f-8ede4772c7b5 HTTP/1.1" status: 200 len: 944 time: 0.0621784 Mar 11 19:43:07.420086 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-860e8286-fc84-414e-8179-0499ac7e7535 admin admin] Publish callbacks [] for security_group (795322ec-6b43-454e-bdbb-2a0055773528), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:07.422321 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-495af269-c367-408b-93cb-982f36676d19 req-ee905efd-0052-4940-b899-8ebdbed3ebcf tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=8fd338c4-2511-40d9-94c8-daae49666ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431855 Mar 11 19:43:07.426949 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-860e8286-fc84-414e-8179-0499ac7e7535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (795322ec-6b43-454e-bdbb-2a0055773528), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:07.471791 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860e8286-fc84-414e-8179-0499ac7e7535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795322ec-6b43-454e-bdbb-2a0055773528,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:07.476451 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-860e8286-fc84-414e-8179-0499ac7e7535 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dfc89d7d661e4efb8f7e5dc9102e5994&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2814667 Mar 11 19:43:07.479061 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 42576) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:43:07.529690 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fd335320-2cda-467c-a149-5d083e0aad3c admin admin] Publish callbacks [] for security_group (795322ec-6b43-454e-bdbb-2a0055773528), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:07.554756 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fd335320-2cda-467c-a149-5d083e0aad3c admin admin] Publish callbacks [] for security_group (795322ec-6b43-454e-bdbb-2a0055773528), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:07.611036 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fd335320-2cda-467c-a149-5d083e0aad3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (795322ec-6b43-454e-bdbb-2a0055773528), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:07.614928 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fd335320-2cda-467c-a149-5d083e0aad3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:07.618675 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-fd335320-2cda-467c-a149-5d083e0aad3c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/795322ec-6b43-454e-bdbb-2a0055773528 HTTP/1.1" status: 204 len: 168 time: 0.1362119 Mar 11 19:43:07.629291 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd335320-2cda-467c-a149-5d083e0aad3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795322ec-6b43-454e-bdbb-2a0055773528,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:07.943431 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 42588) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:43:07.960639 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-48ad6749-aab9-4acb-b672-614ab08fb62b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:08.021440 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7fd07c-adf8-4043-8ae8-a6a135b5f2dd req-93144f92-a09e-483e-941d-182270632852 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:08.022935 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7f7fd07c-adf8-4043-8ae8-a6a135b5f2dd req-93144f92-a09e-483e-941d-182270632852 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.0627656 Mar 11 19:43:08.047419 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-48ad6749-aab9-4acb-b672-614ab08fb62b admin admin] Publish callbacks [] for security_group (a70e4499-a499-4604-8f3f-6d0f36d54b19), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:08.052244 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-48ad6749-aab9-4acb-b672-614ab08fb62b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (a70e4499-a499-4604-8f3f-6d0f36d54b19), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:08.074163 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7f7fd07c-adf8-4043-8ae8-a6a135b5f2dd req-fcdc5ba9-1ae9-491c-8c33-181b600cf80f tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437102 Mar 11 19:43:08.091910 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-48ad6749-aab9-4acb-b672-614ab08fb62b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a28041b60702425a9bf4cd1392f6027a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1468072 Mar 11 19:43:08.092868 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ad6749-aab9-4acb-b672-614ab08fb62b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70e4499-a499-4604-8f3f-6d0f36d54b19,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:08.095344 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 42590) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:43:08.158355 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4c3d40f1-f3e4-4f37-b36c-6cc871fbe84d admin admin] Publish callbacks [] for security_group (a70e4499-a499-4604-8f3f-6d0f36d54b19), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:08.196756 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4c3d40f1-f3e4-4f37-b36c-6cc871fbe84d admin admin] Publish callbacks [] for security_group (a70e4499-a499-4604-8f3f-6d0f36d54b19), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:08.247066 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51513422-65af-43f4-86d0-066ae0fe4daa req-804380ea-47c6-4725-b30e-928be9108510 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:08.248946 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-51513422-65af-43f4-86d0-066ae0fe4daa req-804380ea-47c6-4725-b30e-928be9108510 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6ce91be-77f5-44b8-a9b7-96de12531020 HTTP/1.1" status: 200 len: 945 time: 0.0788372 Mar 11 19:43:08.258552 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4c3d40f1-f3e4-4f37-b36c-6cc871fbe84d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (a70e4499-a499-4604-8f3f-6d0f36d54b19), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:08.262644 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4c3d40f1-f3e4-4f37-b36c-6cc871fbe84d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:08.266436 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4c3d40f1-f3e4-4f37-b36c-6cc871fbe84d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a70e4499-a499-4604-8f3f-6d0f36d54b19 HTTP/1.1" status: 204 len: 168 time: 0.1677258 Mar 11 19:43:08.272588 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3d40f1-f3e4-4f37-b36c-6cc871fbe84d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70e4499-a499-4604-8f3f-6d0f36d54b19,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:08.281824 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3d40f1-f3e4-4f37-b36c-6cc871fbe84d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:08.282366 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3d40f1-f3e4-4f37-b36c-6cc871fbe84d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:08.282816 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3d40f1-f3e4-4f37-b36c-6cc871fbe84d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:08.283256 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3d40f1-f3e4-4f37-b36c-6cc871fbe84d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:08.283792 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3d40f1-f3e4-4f37-b36c-6cc871fbe84d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:08.284454 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3d40f1-f3e4-4f37-b36c-6cc871fbe84d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:08.285675 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3d40f1-f3e4-4f37-b36c-6cc871fbe84d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:08.285675 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3d40f1-f3e4-4f37-b36c-6cc871fbe84d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:08.286092 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3d40f1-f3e4-4f37-b36c-6cc871fbe84d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:08.286525 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3d40f1-f3e4-4f37-b36c-6cc871fbe84d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:08.287788 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3d40f1-f3e4-4f37-b36c-6cc871fbe84d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:08.288231 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3d40f1-f3e4-4f37-b36c-6cc871fbe84d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:08.288663 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3d40f1-f3e4-4f37-b36c-6cc871fbe84d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:08.320194 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-51513422-65af-43f4-86d0-066ae0fe4daa req-751a8d46-e2f9-4534-893f-d046e57d40fa tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646372 Mar 11 19:43:08.435328 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadad698-fff3-4b54-9166-5e648eeec6c7 req-795da38b-b5f6-48a4-93ae-7d13056081a9 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:08.437363 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cadad698-fff3-4b54-9166-5e648eeec6c7 req-795da38b-b5f6-48a4-93ae-7d13056081a9 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/ports?device_id=6cb7a765-77f6-42c9-80f0-0200b31b4868 HTTP/1.1" status: 200 len: 945 time: 0.0563402 Mar 11 19:43:08.497403 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cadad698-fff3-4b54-9166-5e648eeec6c7 req-e08886bc-9579-44ca-aede-5c29c7f73d6b tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6edb3d-008e-48ff-8ef0-64786618cae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539134 Mar 11 19:43:08.830302 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f808f-8508-4a86-a1b5-36969dd897f4 req-eaf3ec53-408e-47e4-9aa0-fb6124e8ada9 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:08.831899 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a85f808f-8508-4a86-a1b5-36969dd897f4 req-eaf3ec53-408e-47e4-9aa0-fb6124e8ada9 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb069624-2a9a-4457-8d94-c111f7203e46 HTTP/1.1" status: 200 len: 946 time: 0.0561163 Mar 11 19:43:08.886033 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a85f808f-8508-4a86-a1b5-36969dd897f4 req-91c9af46-a9cd-445d-a977-033b2c8e0b20 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=381d5506-1a91-423f-9578-afb9619937f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479867 Mar 11 19:43:09.001059 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e21ced-52b5-4ea2-866d-c4c7a1fad2db req-6fd84da4-5080-45de-a187-e509a0017e2f tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:09.002698 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a3e21ced-52b5-4ea2-866d-c4c7a1fad2db req-6fd84da4-5080-45de-a187-e509a0017e2f tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=20e6d114-ef3d-4fea-9f9f-8ede4772c7b5 HTTP/1.1" status: 200 len: 944 time: 0.0568175 Mar 11 19:43:09.054283 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a3e21ced-52b5-4ea2-866d-c4c7a1fad2db req-2877e74d-a68a-4dc9-957c-8f478ae3fcb4 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=8fd338c4-2511-40d9-94c8-daae49666ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455968 Mar 11 19:43:09.368245 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdefa0d1-adcb-4483-ac73-07a4bb3aec69 req-f5eb3411-08a5-4560-a021-c441016be73d tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:09.370862 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bdefa0d1-adcb-4483-ac73-07a4bb3aec69 req-f5eb3411-08a5-4560-a021-c441016be73d tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.0635722 Mar 11 19:43:09.425496 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bdefa0d1-adcb-4483-ac73-07a4bb3aec69 req-ccda4663-984e-484f-a6cd-d695826de66b tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478475 Mar 11 19:43:09.561706 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae9b7fd-35f9-41d2-b620-9f9459ccecba req-075191fa-da23-4bd4-a51d-079401e21215 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:09.561706 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dae9b7fd-35f9-41d2-b620-9f9459ccecba req-075191fa-da23-4bd4-a51d-079401e21215 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/ports?device_id=500a0682-cb18-452b-8248-c6eb8b46dc53 HTTP/1.1" status: 200 len: 946 time: 0.0600688 Mar 11 19:43:09.616794 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dae9b7fd-35f9-41d2-b620-9f9459ccecba req-7348e3e2-a602-4b1a-98e1-d48e7c093ce5 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e8ab6fd-a1b2-4b95-842e-981d1d859acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509272 Mar 11 19:43:09.787169 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f956e92-4032-4188-a669-6c1688a2eb39 req-5bacad64-a705-47e4-9aac-3dbcb18aec27 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:09.789244 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0f956e92-4032-4188-a669-6c1688a2eb39 req-5bacad64-a705-47e4-9aac-3dbcb18aec27 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6ce91be-77f5-44b8-a9b7-96de12531020 HTTP/1.1" status: 200 len: 945 time: 0.0654812 Mar 11 19:43:09.847457 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0f956e92-4032-4188-a669-6c1688a2eb39 req-9784f800-a4aa-4cab-9390-deba1b42eb5f tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515842 Mar 11 19:43:09.992133 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e874536-be9d-40e9-b81d-76ef5ff47c87 req-56c6cedf-573c-46eb-a499-c189630f67a9 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:10.000027 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5e874536-be9d-40e9-b81d-76ef5ff47c87 req-56c6cedf-573c-46eb-a499-c189630f67a9 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/ports?device_id=6cb7a765-77f6-42c9-80f0-0200b31b4868 HTTP/1.1" status: 200 len: 945 time: 0.0834692 Mar 11 19:43:10.043003 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 42674) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:43:10.050527 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5e874536-be9d-40e9-b81d-76ef5ff47c87 req-27834b3d-0b54-4b9d-8ed9-172f5e1a6103 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6edb3d-008e-48ff-8ef0-64786618cae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496287 Mar 11 19:43:10.077398 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 3532823b-4bd6-4f6c-8276-25d0242abcfe details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:43:10.219080 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75f1982-aace-4044-9839-b340d95787ed req-8c1bd282-84aa-4002-9954-018aece73cac tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:10.219754 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 3532823b-4bd6-4f6c-8276-25d0242abcfe, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=3532823b-4bd6-4f6c-8276-25d0242abcfe,segment=NetworkSegment(4e412043-f4b7-4584-89b3-4a0ee01e31e1),segment_id=4e412043-f4b7-4584-89b3-4a0ee01e31e1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:10.221309 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c75f1982-aace-4044-9839-b340d95787ed req-8c1bd282-84aa-4002-9954-018aece73cac tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb069624-2a9a-4457-8d94-c111f7203e46 HTTP/1.1" status: 200 len: 946 time: 0.1015260 Mar 11 19:43:10.233466 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '3532823b-4bd6-4f6c-8276-25d0242abcfe', 'network_id': '90292ec6-d6b2-4fa1-9376-c622cb87c9e0', 'port_id': '3532823b-4bd6-4f6c-8276-25d0242abcfe', 'mac_address': 'fa:16:3e:58:6d:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5402328f-7fd7-414d-bb99-adab596edad0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:43:10.267084 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-73d5613e-8ffc-4f85-bfa6-2d9460dbf406 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:10.281173 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 3532823b-4bd6-4f6c-8276-25d0242abcfe is: ACTIVE; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:43:10.281745 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (3532823b-4bd6-4f6c-8276-25d0242abcfe), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:10.285106 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c75f1982-aace-4044-9839-b340d95787ed req-0e396f39-d1bc-40b9-9627-55ab449dbc92 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=381d5506-1a91-423f-9578-afb9619937f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541804 Mar 11 19:43:10.296195 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3532823b-4bd6-4f6c-8276-25d0242abcfe {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:43:10.327202 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 3532823b-4bd6-4f6c-8276-25d0242abcfe, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=3532823b-4bd6-4f6c-8276-25d0242abcfe,segment=NetworkSegment(4e412043-f4b7-4584-89b3-4a0ee01e31e1),segment_id=4e412043-f4b7-4584-89b3-4a0ee01e31e1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:10.332804 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (3532823b-4bd6-4f6c-8276-25d0242abcfe), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:10.387883 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-73d5613e-8ffc-4f85-bfa6-2d9460dbf406 admin admin] Publish callbacks [] for security_group (4683236c-955b-4c90-88a6-82fe91b28ac3), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:10.393845 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-73d5613e-8ffc-4f85-bfa6-2d9460dbf406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (4683236c-955b-4c90-88a6-82fe91b28ac3), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:10.400492 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=3532823b-4bd6-4f6c-8276-25d0242abcfe,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:10.428236 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d620b6-3d4b-487d-aab5-cef78980f0ea req-1700a76e-5c8e-4781-abf8-0864d2ee383e tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:10.429728 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-70d620b6-3d4b-487d-aab5-cef78980f0ea req-1700a76e-5c8e-4781-abf8-0864d2ee383e tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=20e6d114-ef3d-4fea-9f9f-8ede4772c7b5 HTTP/1.1" status: 200 len: 944 time: 0.0670156 Mar 11 19:43:10.456121 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-73d5613e-8ffc-4f85-bfa6-2d9460dbf406 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=911946c93d4d4dffbd644f00a74b0f24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4111226 Mar 11 19:43:10.456387 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 42694) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:43:10.457431 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d5613e-8ffc-4f85-bfa6-2d9460dbf406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4683236c-955b-4c90-88a6-82fe91b28ac3,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:10.486779 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['3532823b-4bd6-4f6c-8276-25d0242abcfe'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:43:10.546455 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-70d620b6-3d4b-487d-aab5-cef78980f0ea req-547debf6-f00b-4458-ab12-4f670476a695 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=8fd338c4-2511-40d9-94c8-daae49666ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096306 Mar 11 19:43:10.575044 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a8c85b-84be-4181-8393-bf0b458c62ed req-85801c6b-76a8-404b-948e-2193a5428a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:10.576570 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-41a8c85b-84be-4181-8393-bf0b458c62ed req-85801c6b-76a8-404b-948e-2193a5428a08 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=20e6d114-ef3d-4fea-9f9f-8ede4772c7b5&tenant_id=158d96ac5890499b904530e3a8e2fd26 HTTP/1.1" status: 200 len: 1126 time: 0.1081519 Mar 11 19:43:10.577619 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f43a26c5-3317-488c-8569-38f8e7ac7c3d admin admin] Publish callbacks [] for security_group (4683236c-955b-4c90-88a6-82fe91b28ac3), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:10.617526 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f43a26c5-3317-488c-8569-38f8e7ac7c3d admin admin] Publish callbacks [] for security_group (4683236c-955b-4c90-88a6-82fe91b28ac3), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:10.723312 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a8c85b-84be-4181-8393-bf0b458c62ed req-0f585248-bc86-466d-8055-34c729ea3676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:10.725568 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-41a8c85b-84be-4181-8393-bf0b458c62ed req-0f585248-bc86-466d-8055-34c729ea3676 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=158d96ac5890499b904530e3a8e2fd26&device_id=20e6d114-ef3d-4fea-9f9f-8ede4772c7b5 HTTP/1.1" status: 200 len: 1126 time: 0.1179407 Mar 11 19:43:10.790135 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025acfb-f5e0-4914-8e95-a9025c43d1bb req-28499991-5afc-4e9e-9de4-49c81b8b662f tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:10.791745 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2025acfb-f5e0-4914-8e95-a9025c43d1bb req-28499991-5afc-4e9e-9de4-49c81b8b662f tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.1422257 Mar 11 19:43:10.832211 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f43a26c5-3317-488c-8569-38f8e7ac7c3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (4683236c-955b-4c90-88a6-82fe91b28ac3), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:10.837462 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f43a26c5-3317-488c-8569-38f8e7ac7c3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:10.837462 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f43a26c5-3317-488c-8569-38f8e7ac7c3d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4683236c-955b-4c90-88a6-82fe91b28ac3 HTTP/1.1" status: 204 len: 168 time: 0.3786957 Mar 11 19:43:10.870118 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43a26c5-3317-488c-8569-38f8e7ac7c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4683236c-955b-4c90-88a6-82fe91b28ac3,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:10.907758 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a8c85b-84be-4181-8393-bf0b458c62ed req-092368c1-00ae-4a3e-97a9-8d692984a5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:10.909241 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-41a8c85b-84be-4181-8393-bf0b458c62ed req-092368c1-00ae-4a3e-97a9-8d692984a5f7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=32196a18-8be7-4227-b019-bc15d0c1f739 HTTP/1.1" status: 200 len: 917 time: 0.1755733 Mar 11 19:43:10.912788 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2025acfb-f5e0-4914-8e95-a9025c43d1bb req-d3cf40b3-903a-4af0-b380-5c586451e109 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136954 Mar 11 19:43:11.038540 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-41a8c85b-84be-4181-8393-bf0b458c62ed req-5d47c462-8ba4-44d4-8536-3c50736d0bcd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9b8c3b55-ec54-49a1-8218-e81f898cd6dd HTTP/1.1" status: 200 len: 1000 time: 0.1219320 Mar 11 19:43:11.111986 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a8c85b-84be-4181-8393-bf0b458c62ed req-bf040e9d-eafe-4dc9-aade-54841ded07ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:11.113863 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-41a8c85b-84be-4181-8393-bf0b458c62ed req-bf040e9d-eafe-4dc9-aade-54841ded07ea service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c54bb295-7bca-4fbe-aff9-5e7c44904c47 HTTP/1.1" status: 200 len: 855 time: 0.0688555 Mar 11 19:43:11.144755 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 42724) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:43:11.177567 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ff57f-8c13-4085-af3e-a54d9cb2c534 req-583ea6f9-ac0f-49f9-975a-cb5c8cb2c5a4 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:11.179229 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-503ff57f-8c13-4085-af3e-a54d9cb2c534 req-583ea6f9-ac0f-49f9-975a-cb5c8cb2c5a4 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/ports?device_id=500a0682-cb18-452b-8248-c6eb8b46dc53 HTTP/1.1" status: 200 len: 946 time: 0.1908069 Mar 11 19:43:11.219706 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a8c85b-84be-4181-8393-bf0b458c62ed req-6f7a96ee-43cf-4043-8f96-1b0f0b9bd220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:11.221330 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-41a8c85b-84be-4181-8393-bf0b458c62ed req-6f7a96ee-43cf-4043-8f96-1b0f0b9bd220 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=32196a18-8be7-4227-b019-bc15d0c1f739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1014588 Mar 11 19:43:11.251065 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-503ff57f-8c13-4085-af3e-a54d9cb2c534 req-315f6766-6df5-402c-8002-f9f9399f2fc9 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e8ab6fd-a1b2-4b95-842e-981d1d859acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572710 Mar 11 19:43:11.451791 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d242c3b0-2be4-46d3-9bde-9af1a39138e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:11.488106 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7740f8ff-edcd-4cc5-acba-aa7353815533 req-ebc13317-19e1-4dbb-80b8-dbaeaa8d25e4 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:11.489632 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7740f8ff-edcd-4cc5-acba-aa7353815533 req-ebc13317-19e1-4dbb-80b8-dbaeaa8d25e4 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.75 "GET /v2.0/ports?device_id=500a0682-cb18-452b-8248-c6eb8b46dc53 HTTP/1.1" status: 200 len: 946 time: 0.2420776 Mar 11 19:43:11.533144 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-41a8c85b-84be-4181-8393-bf0b458c62ed req-c1200f33-cda6-4c38-8e5b-84e6755839b9 service neutron] 10.222.0.57 "GET /v2.0/networks/32196a18-8be7-4227-b019-bc15d0c1f739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865322 Mar 11 19:43:11.588125 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d242c3b0-2be4-46d3-9bde-9af1a39138e8 admin admin] Publish callbacks [] for security_group (f0c8dec0-6082-4b3d-adcc-0be437ddce68), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:11.595163 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d242c3b0-2be4-46d3-9bde-9af1a39138e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (f0c8dec0-6082-4b3d-adcc-0be437ddce68), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:11.602880 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e6885-44fc-4ad8-bcba-4bf04598eb05 req-dc41dce9-f197-4ffb-8cdb-17a105fa7f56 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:11.610168 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0c4e6885-44fc-4ad8-bcba-4bf04598eb05 req-dc41dce9-f197-4ffb-8cdb-17a105fa7f56 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6ce91be-77f5-44b8-a9b7-96de12531020 HTTP/1.1" status: 200 len: 944 time: 0.2268469 Mar 11 19:43:11.689183 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d242c3b0-2be4-46d3-9bde-9af1a39138e8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d096ef8311814f7db029a89b36d68ea4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5433009 Mar 11 19:43:11.693115 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 42752) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:43:11.752060 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d242c3b0-2be4-46d3-9bde-9af1a39138e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c8dec0-6082-4b3d-adcc-0be437ddce68,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:11.778913 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0c4e6885-44fc-4ad8-bcba-4bf04598eb05 req-db75c0f9-0d4a-41df-a8fc-87c1b643578a tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672952 Mar 11 19:43:11.786118 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ebc98dd1-32ac-44c7-b805-b6d91fca39b3 admin admin] Publish callbacks [] for security_group (f0c8dec0-6082-4b3d-adcc-0be437ddce68), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:11.825179 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ebc98dd1-32ac-44c7-b805-b6d91fca39b3 admin admin] Publish callbacks [] for security_group (f0c8dec0-6082-4b3d-adcc-0be437ddce68), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:11.831064 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-41a8c85b-84be-4181-8393-bf0b458c62ed req-fc528db8-5e7c-4483-a294-39bbea7a23c8 service neutron] 10.222.0.57 "GET /v2.0/networks/32196a18-8be7-4227-b019-bc15d0c1f739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542429 Mar 11 19:43:11.843190 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-7740f8ff-edcd-4cc5-acba-aa7353815533 req-cd0ada34-6d41-491f-baf0-55b825ecd84d tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Deleting port c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:43:11.843534 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7740f8ff-edcd-4cc5-acba-aa7353815533 req-cd0ada34-6d41-491f-baf0-55b825ecd84d tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:11.944328 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ebc98dd1-32ac-44c7-b805-b6d91fca39b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (f0c8dec0-6082-4b3d-adcc-0be437ddce68), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:11.947845 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ebc98dd1-32ac-44c7-b805-b6d91fca39b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:11.950336 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ebc98dd1-32ac-44c7-b805-b6d91fca39b3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f0c8dec0-6082-4b3d-adcc-0be437ddce68 HTTP/1.1" status: 204 len: 168 time: 0.2548952 Mar 11 19:43:11.976481 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc98dd1-32ac-44c7-b805-b6d91fca39b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c8dec0-6082-4b3d-adcc-0be437ddce68,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:12.090335 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 94e3b68e-4fab-43d2-b9ab-2b3abd54eb41 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:43:12.172882 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-7740f8ff-edcd-4cc5-acba-aa7353815533 req-cd0ada34-6d41-491f-baf0-55b825ecd84d tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] For port c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf,segment=NetworkSegment(0e3d355e-0ad4-46c3-9e15-eac055d1f0e2),segment_id=0e3d355e-0ad4-46c3-9e15-eac055d1f0e2)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:12.173390 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7740f8ff-edcd-4cc5-acba-aa7353815533 req-cd0ada34-6d41-491f-baf0-55b825ecd84d tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:12.183606 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a7b4d-d34d-479a-8226-fa140db1434d req-fc210ed0-9a9b-4a79-b4a2-6574049fa3d6 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:12.191545 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c71a7b4d-d34d-479a-8226-fa140db1434d req-fc210ed0-9a9b-4a79-b4a2-6574049fa3d6 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/ports?device_id=6cb7a765-77f6-42c9-80f0-0200b31b4868 HTTP/1.1" status: 200 len: 945 time: 0.3043954 Mar 11 19:43:12.258354 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 94e3b68e-4fab-43d2-b9ab-2b3abd54eb41, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=94e3b68e-4fab-43d2-b9ab-2b3abd54eb41,segment=NetworkSegment(ef0b97fd-24fa-456a-8472-bb47ab40643e),segment_id=ef0b97fd-24fa-456a-8472-bb47ab40643e)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:12.265816 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-7740f8ff-edcd-4cc5-acba-aa7353815533 req-cd0ada34-6d41-491f-baf0-55b825ecd84d tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Calling delete_port for c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:43:12.281926 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '94e3b68e-4fab-43d2-b9ab-2b3abd54eb41', 'network_id': 'a1201544-4744-491d-92d6-555a21ac497f', 'port_id': '94e3b68e-4fab-43d2-b9ab-2b3abd54eb41', 'mac_address': 'fa:16:3e:07:0f:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 894, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26665c17-419c-4adf-85bc-a3f3efde487e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:43:12.287922 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 3532823b-4bd6-4f6c-8276-25d0242abcfe up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:43:12.382655 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c71a7b4d-d34d-479a-8226-fa140db1434d req-40f69d45-afd1-43b0-a579-a89e7b622b14 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6edb3d-008e-48ff-8ef0-64786618cae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893559 Mar 11 19:43:12.482668 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 94e3b68e-4fab-43d2-b9ab-2b3abd54eb41 is: ACTIVE; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:43:12.484786 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (94e3b68e-4fab-43d2-b9ab-2b3abd54eb41), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:12.540019 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 94e3b68e-4fab-43d2-b9ab-2b3abd54eb41 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:43:12.617688 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 94e3b68e-4fab-43d2-b9ab-2b3abd54eb41, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=94e3b68e-4fab-43d2-b9ab-2b3abd54eb41,segment=NetworkSegment(ef0b97fd-24fa-456a-8472-bb47ab40643e),segment_id=ef0b97fd-24fa-456a-8472-bb47ab40643e)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:12.634141 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (94e3b68e-4fab-43d2-b9ab-2b3abd54eb41), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:12.738199 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 42792) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:43:12.754339 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-de58977b-13e8-4137-9dac-000088e8dcc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:12.759717 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 3532823b-4bd6-4f6c-8276-25d0242abcfe triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:43:12.760274 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (3532823b-4bd6-4f6c-8276-25d0242abcfe), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:12.814834 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['94e3b68e-4fab-43d2-b9ab-2b3abd54eb41'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:43:12.935954 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=94e3b68e-4fab-43d2-b9ab-2b3abd54eb41,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:12.955268 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-de58977b-13e8-4137-9dac-000088e8dcc3 admin admin] Publish callbacks [] for security_group (e32a7cca-f381-4cd8-b79e-39a91c76c730), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:12.971745 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-de58977b-13e8-4137-9dac-000088e8dcc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (e32a7cca-f381-4cd8-b79e-39a91c76c730), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:13.025727 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-de58977b-13e8-4137-9dac-000088e8dcc3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=041eb2f087da4b6b94923cfc744fbf94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2847431 Mar 11 19:43:13.028326 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 42800) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:43:13.105441 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7740f8ff-edcd-4cc5-acba-aa7353815533 req-cd0ada34-6d41-491f-baf0-55b825ecd84d tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:13.131399 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de58977b-13e8-4137-9dac-000088e8dcc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e32a7cca-f381-4cd8-b79e-39a91c76c730,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:13.142389 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['bbc3602a-ba4b-41a8-a5dd-554da0fea46d', '25189926-c2eb-4ee5-b4ae-a288f278abde'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:43:13.146576 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd8b52d-9824-4ecd-a6f9-44573567840f req-43a08b28-d948-45e6-a184-7660e0e7844e tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:13.155526 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ffd8b52d-9824-4ecd-a6f9-44573567840f req-43a08b28-d948-45e6-a184-7660e0e7844e tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb069624-2a9a-4457-8d94-c111f7203e46 HTTP/1.1" status: 200 len: 946 time: 0.6367855 Mar 11 19:43:13.208667 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c820da8c-e9b9-492e-89f8-55022ae4d864 admin admin] Publish callbacks [] for security_group (e32a7cca-f381-4cd8-b79e-39a91c76c730), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:13.261843 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c820da8c-e9b9-492e-89f8-55022ae4d864 admin admin] Publish callbacks [] for security_group (e32a7cca-f381-4cd8-b79e-39a91c76c730), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:13.330771 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0ada34-6d41-491f-baf0-55b825ecd84d tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Pushing event deleted for resources: {'Port': ['ID=c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:13.352239 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 3532823b-4bd6-4f6c-8276-25d0242abcfe is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:43:13.352765 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (3532823b-4bd6-4f6c-8276-25d0242abcfe), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:13.370424 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c820da8c-e9b9-492e-89f8-55022ae4d864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (e32a7cca-f381-4cd8-b79e-39a91c76c730), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:13.374218 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c820da8c-e9b9-492e-89f8-55022ae4d864 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:13.375345 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c820da8c-e9b9-492e-89f8-55022ae4d864 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e32a7cca-f381-4cd8-b79e-39a91c76c730 HTTP/1.1" status: 204 len: 168 time: 0.3439102 Mar 11 19:43:13.391210 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c820da8c-e9b9-492e-89f8-55022ae4d864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32a7cca-f381-4cd8-b79e-39a91c76c730,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:13.433484 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ada34-6d41-491f-baf0-55b825ecd84d tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:13.441090 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ada34-6d41-491f-baf0-55b825ecd84d tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:13.441459 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ada34-6d41-491f-baf0-55b825ecd84d tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:13.441920 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ada34-6d41-491f-baf0-55b825ecd84d tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:13.442191 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ada34-6d41-491f-baf0-55b825ecd84d tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:13.442580 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ada34-6d41-491f-baf0-55b825ecd84d tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:13.442916 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ada34-6d41-491f-baf0-55b825ecd84d tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:13.443257 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ada34-6d41-491f-baf0-55b825ecd84d tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:13.443581 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ada34-6d41-491f-baf0-55b825ecd84d tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:13.443938 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ada34-6d41-491f-baf0-55b825ecd84d tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:13.455949 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ada34-6d41-491f-baf0-55b825ecd84d tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:13.456427 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ada34-6d41-491f-baf0-55b825ecd84d tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:13.456769 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0ada34-6d41-491f-baf0-55b825ecd84d tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:13.458122 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ce91be-77f5-44b8-a9b7-96de12531020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3532823b-4bd6-4f6c-8276-25d0242abcfe'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:43:13.464004 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a980b53-2ba0-404f-9ec8-b8bee7d44daa" -d '{"events": [{"server_uuid": "c6ce91be-77f5-44b8-a9b7-96de12531020", "name": "network-vif-plugged", "status": "completed", "tag": "3532823b-4bd6-4f6c-8276-25d0242abcfe"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:43:13.525580 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 3532823b-4bd6-4f6c-8276-25d0242abcfe, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=3532823b-4bd6-4f6c-8276-25d0242abcfe,segment=NetworkSegment(4e412043-f4b7-4584-89b3-4a0ee01e31e1),segment_id=4e412043-f4b7-4584-89b3-4a0ee01e31e1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:13.550355 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (3532823b-4bd6-4f6c-8276-25d0242abcfe), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:13.560348 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-7740f8ff-edcd-4cc5-acba-aa7353815533 req-cd0ada34-6d41-491f-baf0-55b825ecd84d tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] No DVR routers for this DVR port c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf on host n-h1-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:43:13.587905 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ffd8b52d-9824-4ecd-a6f9-44573567840f req-f021c01e-8fce-4582-8ea4-04d389d713d9 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=381d5506-1a91-423f-9578-afb9619937f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4304535 Mar 11 19:43:13.601515 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7740f8ff-edcd-4cc5-acba-aa7353815533 req-cd0ada34-6d41-491f-baf0-55b825ecd84d tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:13.601515 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7740f8ff-edcd-4cc5-acba-aa7353815533 req-cd0ada34-6d41-491f-baf0-55b825ecd84d tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.75 "DELETE /v2.0/ports/c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf HTTP/1.1" status: 204 len: 173 time: 2.0924885 Mar 11 19:43:13.601515 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '500a0682-cb18-452b-8248-c6eb8b46dc53', 'name': 'network-vif-deleted', 'tag': 'c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:43:13.624619 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c3393a-7506-4abd-a88b-77e86a93a931" -d '{"events": [{"server_uuid": "500a0682-cb18-452b-8248-c6eb8b46dc53", "name": "network-vif-deleted", "tag": "c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:43:13.801041 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=3532823b-4bd6-4f6c-8276-25d0242abcfe,revision_number=7']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:14.028174 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f0d0f0-5560-42b9-a893-1a21eeb00e55 req-22341cc3-a7dd-4037-9fd3-8eda8e8a03e9 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:14.038212 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-94f0d0f0-5560-42b9-a893-1a21eeb00e55 req-22341cc3-a7dd-4037-9fd3-8eda8e8a03e9 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=20e6d114-ef3d-4fea-9f9f-8ede4772c7b5 HTTP/1.1" status: 200 len: 944 time: 0.2580338 Mar 11 19:43:14.116140 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 94e3b68e-4fab-43d2-b9ab-2b3abd54eb41 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:43:14.137253 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e66099-a575-442a-b2ae-ef5edc2fecc9 req-9d4bda28-da16-4bae-8410-bf59b4cfd1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:14.143813 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-87e66099-a575-442a-b2ae-ef5edc2fecc9 req-9d4bda28-da16-4bae-8410-bf59b4cfd1aa service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=84f4e9628ef44103bf68c3d01504c13a&device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 1126 time: 0.2597573 Mar 11 19:43:14.199470 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-94f0d0f0-5560-42b9-a893-1a21eeb00e55 req-abade229-7093-4a02-bce0-c3e78b87f291 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=8fd338c4-2511-40d9-94c8-daae49666ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587462 Mar 11 19:43:14.428983 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 94e3b68e-4fab-43d2-b9ab-2b3abd54eb41 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:43:14.434458 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (94e3b68e-4fab-43d2-b9ab-2b3abd54eb41), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:14.546226 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e66099-a575-442a-b2ae-ef5edc2fecc9 req-d19fe1e3-78ba-401a-9b9b-cfff1d72db67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:14.547825 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-87e66099-a575-442a-b2ae-ef5edc2fecc9 req-d19fe1e3-78ba-401a-9b9b-cfff1d72db67 service neutron] 10.222.0.75 "GET /v2.0/networks?id=a1201544-4744-491d-92d6-555a21ac497f HTTP/1.1" status: 200 len: 915 time: 0.3464019 Mar 11 19:43:14.615570 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 94e3b68e-4fab-43d2-b9ab-2b3abd54eb41 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:43:14.618159 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (94e3b68e-4fab-43d2-b9ab-2b3abd54eb41), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:14.704181 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 94e3b68e-4fab-43d2-b9ab-2b3abd54eb41, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=94e3b68e-4fab-43d2-b9ab-2b3abd54eb41,segment=NetworkSegment(ef0b97fd-24fa-456a-8472-bb47ab40643e),segment_id=ef0b97fd-24fa-456a-8472-bb47ab40643e)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:14.705102 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-87e66099-a575-442a-b2ae-ef5edc2fecc9 req-b4ac5835-2a2d-4c8f-b9c8-ebc4bc5267a5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94e3b68e-4fab-43d2-b9ab-2b3abd54eb41 HTTP/1.1" status: 200 len: 217 time: 0.1392956 Mar 11 19:43:14.711959 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (94e3b68e-4fab-43d2-b9ab-2b3abd54eb41), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:14.712883 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:43:14.761380 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:43:14.761725 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:43:14.818882 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee3f08b-d806-43fa-85e1-b983cf3019fe req-e9f18b5e-9b87-4453-a04f-e3f0155afd62 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:14.831496 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-aee3f08b-d806-43fa-85e1-b983cf3019fe req-e9f18b5e-9b87-4453-a04f-e3f0155afd62 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 944 time: 0.2822378 Mar 11 19:43:14.867033 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=94e3b68e-4fab-43d2-b9ab-2b3abd54eb41,revision_number=7']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:14.903790 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e66099-a575-442a-b2ae-ef5edc2fecc9 req-8d1f2dfb-9443-4b26-afb5-5b0d6a952edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:14.905474 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-87e66099-a575-442a-b2ae-ef5edc2fecc9 req-8d1f2dfb-9443-4b26-afb5-5b0d6a952edd service neutron] 10.222.0.75 "GET /v2.0/subnets?id=26665c17-419c-4adf-85bc-a3f3efde487e HTTP/1.1" status: 200 len: 854 time: 0.1857820 Mar 11 19:43:14.935593 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-aee3f08b-d806-43fa-85e1-b983cf3019fe req-0e8fb42e-c7b1-4f38-bba4-ed497f8473bc tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990355 Mar 11 19:43:15.027919 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-87e66099-a575-442a-b2ae-ef5edc2fecc9 req-73dd6406-8e4f-4bff-b108-2a988cf9fa5b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a1201544-4744-491d-92d6-555a21ac497f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0893672 Mar 11 19:43:15.294370 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-87e66099-a575-442a-b2ae-ef5edc2fecc9 req-ea7ad94c-4655-46f7-bb22-ab975cc5fa37 service neutron] 10.222.0.75 "GET /v2.0/networks/a1201544-4744-491d-92d6-555a21ac497f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565110 Mar 11 19:43:15.524894 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-87e66099-a575-442a-b2ae-ef5edc2fecc9 req-b7f32897-6a11-48e0-9df0-a2d42a0b7854 service neutron] 10.222.0.75 "GET /v2.0/networks/a1201544-4744-491d-92d6-555a21ac497f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226083 Mar 11 19:43:18.856093 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:22.359245 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6cffe9fa-05cb-4689-a5be-b1d19c7d561a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:22.560260 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:24.369728 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be80ef-1b1c-46f0-92ad-8963b8d074d0 req-175fd8f1-2343-4149-b702-285faf1c905b tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:24.374497 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e0be80ef-1b1c-46f0-92ad-8963b8d074d0 req-175fd8f1-2343-4149-b702-285faf1c905b tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6ce91be-77f5-44b8-a9b7-96de12531020 HTTP/1.1" status: 200 len: 945 time: 0.0819046 Mar 11 19:43:24.494942 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e0be80ef-1b1c-46f0-92ad-8963b8d074d0 req-d965cb1e-37b6-40ee-be83-5e28d975161d tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141317 Mar 11 19:43:24.590036 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3dbe64cf-309e-43b0-bece-dd939d542fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:24.643143 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64f5ff1-22eb-406f-9358-35ddf8019bcc req-d05914ff-dd9d-4c9b-bef6-70680c64a322 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:24.656696 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f64f5ff1-22eb-406f-9358-35ddf8019bcc req-d05914ff-dd9d-4c9b-bef6-70680c64a322 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/ports?device_id=6cb7a765-77f6-42c9-80f0-0200b31b4868 HTTP/1.1" status: 200 len: 945 time: 0.0936494 Mar 11 19:43:24.662066 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 42990) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:43:24.742624 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f64f5ff1-22eb-406f-9358-35ddf8019bcc req-1125323c-a616-45d8-9f0f-273b569904b4 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6edb3d-008e-48ff-8ef0-64786618cae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841687 Mar 11 19:43:24.794524 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09917ae6-e29f-434a-b443-165b0b19f13a x-openstack-request-id: req-09917ae6-e29f-434a-b443-165b0b19f13a {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:43:24.794940 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6ce91be-77f5-44b8-a9b7-96de12531020", "name": "network-vif-plugged", "status": "completed", "tag": "3532823b-4bd6-4f6c-8276-25d0242abcfe", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:43:24.795672 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-09917ae6-e29f-434a-b443-165b0b19f13a {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:43:24.796214 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6ce91be-77f5-44b8-a9b7-96de12531020', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3532823b-4bd6-4f6c-8276-25d0242abcfe', 'code': 200} Mar 11 19:43:24.832432 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-694fc59f-ad8b-44ef-ac6d-31cbe5540eeb x-openstack-request-id: req-694fc59f-ad8b-44ef-ac6d-31cbe5540eeb {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:43:24.832935 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "500a0682-cb18-452b-8248-c6eb8b46dc53", "name": "network-vif-deleted", "tag": "c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:43:24.833347 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-694fc59f-ad8b-44ef-ac6d-31cbe5540eeb {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:43:24.834213 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '500a0682-cb18-452b-8248-c6eb8b46dc53', 'name': 'network-vif-deleted', 'tag': 'c5e339b9-ab8a-46b2-ba5a-9c5e8b403bbf', 'status': 'completed', 'code': 200} Mar 11 19:43:24.980953 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff566ea0-7f45-49e4-85b5-d2bd11086dd7 req-ce645449-e421-476c-b472-c4dc814985f7 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:24.983407 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ff566ea0-7f45-49e4-85b5-d2bd11086dd7 req-ce645449-e421-476c-b472-c4dc814985f7 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb069624-2a9a-4457-8d94-c111f7203e46 HTTP/1.1" status: 200 len: 946 time: 0.0742946 Mar 11 19:43:25.054311 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bce2d713-10e8-4291-9f6b-ac3fc9c84bb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:25.056826 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ff566ea0-7f45-49e4-85b5-d2bd11086dd7 req-f834ddc0-9829-433d-a778-533e2c00bec9 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=381d5506-1a91-423f-9578-afb9619937f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680201 Mar 11 19:43:25.087751 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 43006) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:43:25.196956 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-813a825c-8298-46f5-beac-275d1b54ca24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:25.213703 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bce2d713-10e8-4291-9f6b-ac3fc9c84bb5 admin admin] Publish callbacks [] for security_group (643c9536-cef7-40ab-be01-ae7244665071), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:25.220504 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bce2d713-10e8-4291-9f6b-ac3fc9c84bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (643c9536-cef7-40ab-be01-ae7244665071), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:25.261390 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-bce2d713-10e8-4291-9f6b-ac3fc9c84bb5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a67b459d170e434cb371c897b923301b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5970385 Mar 11 19:43:25.263921 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 43018) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:43:25.264989 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ab1166-28d3-4ae3-b354-9636db514824 req-aa05144b-29e0-4e43-b9f2-f5a8be632383 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:25.266490 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-78ab1166-28d3-4ae3-b354-9636db514824 req-aa05144b-29e0-4e43-b9f2-f5a8be632383 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=20e6d114-ef3d-4fea-9f9f-8ede4772c7b5 HTTP/1.1" status: 200 len: 944 time: 0.1271594 Mar 11 19:43:25.323195 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce2d713-10e8-4291-9f6b-ac3fc9c84bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643c9536-cef7-40ab-be01-ae7244665071,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:25.348092 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-78ab1166-28d3-4ae3-b354-9636db514824 req-5c39e856-8bb3-4606-9512-31ac6f2c88e3 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=8fd338c4-2511-40d9-94c8-daae49666ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712764 Mar 11 19:43:25.366655 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-be766c9a-0ef3-4bdb-8e11-2dc40306f323 admin admin] Publish callbacks [] for security_group (643c9536-cef7-40ab-be01-ae7244665071), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:25.392596 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-be766c9a-0ef3-4bdb-8e11-2dc40306f323 admin admin] Publish callbacks [] for security_group (643c9536-cef7-40ab-be01-ae7244665071), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:25.409076 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-813a825c-8298-46f5-beac-275d1b54ca24 admin admin] Publish callbacks [] for security_group (80cb1f5e-6769-484a-abb8-4d539b8e37ba), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:25.415146 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-813a825c-8298-46f5-beac-275d1b54ca24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (80cb1f5e-6769-484a-abb8-4d539b8e37ba), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:25.461982 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-be766c9a-0ef3-4bdb-8e11-2dc40306f323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (643c9536-cef7-40ab-be01-ae7244665071), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:25.466502 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-be766c9a-0ef3-4bdb-8e11-2dc40306f323 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:25.468067 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-be766c9a-0ef3-4bdb-8e11-2dc40306f323 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/643c9536-cef7-40ab-be01-ae7244665071 HTTP/1.1" status: 204 len: 168 time: 0.2026882 Mar 11 19:43:25.480178 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be766c9a-0ef3-4bdb-8e11-2dc40306f323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643c9536-cef7-40ab-be01-ae7244665071,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:25.527718 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-813a825c-8298-46f5-beac-275d1b54ca24 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=01417aca68654c2eb0563152c31a52d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4380493 Mar 11 19:43:25.528874 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813a825c-8298-46f5-beac-275d1b54ca24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80cb1f5e-6769-484a-abb8-4d539b8e37ba,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:25.530505 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 43024) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:43:25.565670 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d225c5e-cf6d-47ab-87fc-17deec76453d req-03c716a9-095f-498e-86b2-b9722e5ca71a tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:25.567721 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5d225c5e-cf6d-47ab-87fc-17deec76453d req-03c716a9-095f-498e-86b2-b9722e5ca71a tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.0752313 Mar 11 19:43:25.635607 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dd66f0e2-a9d1-4b77-b1ba-62f934ebb908 admin admin] Publish callbacks [] for security_group (80cb1f5e-6769-484a-abb8-4d539b8e37ba), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:25.653462 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5d225c5e-cf6d-47ab-87fc-17deec76453d req-56e4f5a2-1e2a-453f-a915-9b46bb568f75 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769656 Mar 11 19:43:25.678553 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dd66f0e2-a9d1-4b77-b1ba-62f934ebb908 admin admin] Publish callbacks [] for security_group (80cb1f5e-6769-484a-abb8-4d539b8e37ba), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:25.765672 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dd66f0e2-a9d1-4b77-b1ba-62f934ebb908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (80cb1f5e-6769-484a-abb8-4d539b8e37ba), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:25.769837 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dd66f0e2-a9d1-4b77-b1ba-62f934ebb908 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:25.778101 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-dd66f0e2-a9d1-4b77-b1ba-62f934ebb908 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/80cb1f5e-6769-484a-abb8-4d539b8e37ba HTTP/1.1" status: 204 len: 168 time: 0.2463894 Mar 11 19:43:25.799987 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd66f0e2-a9d1-4b77-b1ba-62f934ebb908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80cb1f5e-6769-484a-abb8-4d539b8e37ba,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:25.818785 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b8fc3-c193-4eef-8a2b-fc0fe3e4f870 req-46bc5950-71a5-48b0-a159-85e3d95e3ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:25.820589 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5b2b8fc3-c193-4eef-8a2b-fc0fe3e4f870 req-46bc5950-71a5-48b0-a159-85e3d95e3ea2 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=12e2452ddb214caab7c1aa2dab6d048a&device_id=c6ce91be-77f5-44b8-a9b7-96de12531020 HTTP/1.1" status: 200 len: 1127 time: 0.0882452 Mar 11 19:43:26.010819 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b8fc3-c193-4eef-8a2b-fc0fe3e4f870 req-2047653a-1c1d-484a-916d-f83a5f2b56d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:26.012550 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5b2b8fc3-c193-4eef-8a2b-fc0fe3e4f870 req-2047653a-1c1d-484a-916d-f83a5f2b56d7 service neutron] 10.222.0.75 "GET /v2.0/networks?id=90292ec6-d6b2-4fa1-9376-c622cb87c9e0 HTTP/1.1" status: 200 len: 912 time: 0.1696048 Mar 11 19:43:26.028032 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c79221-6d91-4039-9349-f5575a26dee4 req-fd7011d3-f259-4b63-9012-0aa367445473 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:26.029541 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-69c79221-6d91-4039-9349-f5575a26dee4 req-fd7011d3-f259-4b63-9012-0aa367445473 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6ce91be-77f5-44b8-a9b7-96de12531020 HTTP/1.1" status: 200 len: 945 time: 0.0913653 Mar 11 19:43:26.084942 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5b2b8fc3-c193-4eef-8a2b-fc0fe3e4f870 req-73b0056d-07ab-483e-b737-18c88ed6baa3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3532823b-4bd6-4f6c-8276-25d0242abcfe HTTP/1.1" status: 200 len: 217 time: 0.0542171 Mar 11 19:43:26.132346 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:26.189442 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-69c79221-6d91-4039-9349-f5575a26dee4 req-0b04cb90-2776-431d-8c51-4468cd6947ae tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512079 Mar 11 19:43:26.211491 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b8fc3-c193-4eef-8a2b-fc0fe3e4f870 req-dcfc13ed-fe1d-471f-9352-621c77344dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:26.213599 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5b2b8fc3-c193-4eef-8a2b-fc0fe3e4f870 req-dcfc13ed-fe1d-471f-9352-621c77344dd1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5402328f-7fd7-414d-bb99-adab596edad0 HTTP/1.1" status: 200 len: 851 time: 0.1188951 Mar 11 19:43:26.307724 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5b2b8fc3-c193-4eef-8a2b-fc0fe3e4f870 req-d1e38b62-1678-4dd2-96a7-c5fef937ce67 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=90292ec6-d6b2-4fa1-9376-c622cb87c9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849519 Mar 11 19:43:26.432487 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc433be-59e7-4395-b681-0d8774e4fa09 req-ac76f7da-bd66-4341-b120-a15af1e6c356 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:26.441684 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9fc433be-59e7-4395-b681-0d8774e4fa09 req-ac76f7da-bd66-4341-b120-a15af1e6c356 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/ports?device_id=6cb7a765-77f6-42c9-80f0-0200b31b4868 HTTP/1.1" status: 200 len: 945 time: 0.1368535 Mar 11 19:43:26.506977 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5b2b8fc3-c193-4eef-8a2b-fc0fe3e4f870 req-69f39e5f-3df1-4cf4-ad3e-c13f4456db8f service neutron] 10.222.0.75 "GET /v2.0/networks/90292ec6-d6b2-4fa1-9376-c622cb87c9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897581 Mar 11 19:43:26.530031 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9fc433be-59e7-4395-b681-0d8774e4fa09 req-b538759e-fe43-4615-885b-d3d5f97f2583 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6edb3d-008e-48ff-8ef0-64786618cae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860720 Mar 11 19:43:26.547072 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 43054) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:43:26.561584 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3af4007d-d74c-40a7-a984-7ea08766b92b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:26.649217 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3af4007d-d74c-40a7-a984-7ea08766b92b admin admin] Publish callbacks [] for security_group (ba266382-7d42-44bd-ad2f-6ad7674f6aab), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:26.655912 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3af4007d-d74c-40a7-a984-7ea08766b92b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (ba266382-7d42-44bd-ad2f-6ad7674f6aab), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:26.687593 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-3af4007d-d74c-40a7-a984-7ea08766b92b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=99eaff1913734e2a83f5ca38e90e6600&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1392760 Mar 11 19:43:26.691378 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 43058) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:43:26.723893 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5b2b8fc3-c193-4eef-8a2b-fc0fe3e4f870 req-c032b6fc-b143-4ee8-8016-4f7a209680ec service neutron] 10.222.0.75 "GET /v2.0/networks/90292ec6-d6b2-4fa1-9376-c622cb87c9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096848 Mar 11 19:43:26.739263 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d585e-11b9-48ea-82ea-750bab79d39e req-c7fa7133-3150-46ce-b5bf-96512589083e tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:26.748291 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8e1d585e-11b9-48ea-82ea-750bab79d39e req-c7fa7133-3150-46ce-b5bf-96512589083e tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ab284b0-4e8c-4ee2-a420-04bddb1e1cd3 HTTP/1.1" status: 200 len: 945 time: 0.0945065 Mar 11 19:43:26.752762 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af4007d-d74c-40a7-a984-7ea08766b92b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba266382-7d42-44bd-ad2f-6ad7674f6aab,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:26.794712 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-964b6ab2-f39d-42b5-b4e2-20725459ff71 admin admin] Publish callbacks [] for security_group (ba266382-7d42-44bd-ad2f-6ad7674f6aab), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:26.796984 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02d8cdc7-f586-4487-9626-8e913f76cf04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94e3b68e-4fab-43d2-b9ab-2b3abd54eb41'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:43:26.799694 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f3b733-d72b-4b6e-9f10-8eec6b381488" -d '{"events": [{"server_uuid": "02d8cdc7-f586-4487-9626-8e913f76cf04", "name": "network-vif-plugged", "status": "completed", "tag": "94e3b68e-4fab-43d2-b9ab-2b3abd54eb41"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:43:26.837697 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-964b6ab2-f39d-42b5-b4e2-20725459ff71 admin admin] Publish callbacks [] for security_group (ba266382-7d42-44bd-ad2f-6ad7674f6aab), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:26.842776 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8e1d585e-11b9-48ea-82ea-750bab79d39e req-988d24af-ed3e-427c-8eff-43398671c39b tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e8ab6fd-a1b2-4b95-842e-981d1d859acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928915 Mar 11 19:43:26.849235 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 43064) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:43:26.929108 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-964b6ab2-f39d-42b5-b4e2-20725459ff71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (ba266382-7d42-44bd-ad2f-6ad7674f6aab), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:26.932500 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-964b6ab2-f39d-42b5-b4e2-20725459ff71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:26.936056 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-964b6ab2-f39d-42b5-b4e2-20725459ff71 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ba266382-7d42-44bd-ad2f-6ad7674f6aab HTTP/1.1" status: 204 len: 168 time: 0.2370009 Mar 11 19:43:26.945390 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b6ab2-f39d-42b5-b4e2-20725459ff71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba266382-7d42-44bd-ad2f-6ad7674f6aab,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:27.015148 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-3a65f87a-cc8f-449d-8314-0c6ca7db7884 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1840396812-network', 'tenant_id': '9847127c40534c169b75983394620333'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:43:27.076287 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a65f87a-cc8f-449d-8314-0c6ca7db7884 admin admin] Made reservation on behalf of 9847127c40534c169b75983394620333 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:43:27.078749 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3a65f87a-cc8f-449d-8314-0c6ca7db7884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:27.097792 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ba273-2002-409c-a0a0-60889433d7ae req-9c6c1dac-2261-4533-b491-87e60c32b8f2 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:27.099657 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2e6ba273-2002-409c-a0a0-60889433d7ae req-9c6c1dac-2261-4533-b491-87e60c32b8f2 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb069624-2a9a-4457-8d94-c111f7203e46 HTTP/1.1" status: 200 len: 946 time: 0.1735387 Mar 11 19:43:27.100943 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3a65f87a-cc8f-449d-8314-0c6ca7db7884 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:27.202077 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2e6ba273-2002-409c-a0a0-60889433d7ae req-29514b80-e440-4f85-a252-956a062a9f92 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=381d5506-1a91-423f-9578-afb9619937f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914896 Mar 11 19:43:27.260226 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3a65f87a-cc8f-449d-8314-0c6ca7db7884 admin admin] Publish callbacks [] for security_group (69d962d5-ae62-46c2-b9bb-79e490dd5593), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:27.274433 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3a65f87a-cc8f-449d-8314-0c6ca7db7884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (69d962d5-ae62-46c2-b9bb-79e490dd5593), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:27.300486 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a65f87a-cc8f-449d-8314-0c6ca7db7884 admin admin] vlan segment allocate from pool success with {'vlan_id': 881, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:43:27.317073 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a65f87a-cc8f-449d-8314-0c6ca7db7884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d962d5-ae62-46c2-b9bb-79e490dd5593,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:27.320290 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3a65f87a-cc8f-449d-8314-0c6ca7db7884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (923d54b9-bdd1-4af1-adc1-1c3c91ea1666), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:27.320762 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-3a65f87a-cc8f-449d-8314-0c6ca7db7884 admin admin] Added segment 923d54b9-bdd1-4af1-adc1-1c3c91ea1666 of type vlan for network e379c903-522a-4afd-b4b9-c2c362c44083 Mar 11 19:43:27.473149 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3a65f87a-cc8f-449d-8314-0c6ca7db7884 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (e379c903-522a-4afd-b4b9-c2c362c44083), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:27.491108 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbbb69-5724-4d59-9856-1604267bea3d req-81a2e253-1c69-45b9-909b-0edeed2da401 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:27.493081 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-59dbbb69-5724-4d59-9856-1604267bea3d req-81a2e253-1c69-45b9-909b-0edeed2da401 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=20e6d114-ef3d-4fea-9f9f-8ede4772c7b5 HTTP/1.1" status: 200 len: 944 time: 0.1708481 Mar 11 19:43:27.506505 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a99ad6-732e-42ca-b3e1-dbda74a21eb3 req-da27ed89-d934-415e-831a-b39cdac87f9a tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:27.507985 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a2a99ad6-732e-42ca-b3e1-dbda74a21eb3 req-da27ed89-d934-415e-831a-b39cdac87f9a tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.75 "GET /v2.0/ports?device_id=7ab284b0-4e8c-4ee2-a420-04bddb1e1cd3 HTTP/1.1" status: 200 len: 945 time: 0.1485517 Mar 11 19:43:27.568670 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:27.645613 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3a65f87a-cc8f-449d-8314-0c6ca7db7884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (e379c903-522a-4afd-b4b9-c2c362c44083), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:27.646387 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a65f87a-cc8f-449d-8314-0c6ca7db7884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:27.646387 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3a65f87a-cc8f-449d-8314-0c6ca7db7884 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:27.709853 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-59dbbb69-5724-4d59-9856-1604267bea3d req-567b0971-5710-4ac0-9367-bfef782c3887 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=8fd338c4-2511-40d9-94c8-daae49666ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1987453 Mar 11 19:43:27.771141 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 43090) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:43:27.771679 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-3a65f87a-cc8f-449d-8314-0c6ca7db7884 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9209204 Mar 11 19:43:27.774720 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a65f87a-cc8f-449d-8314-0c6ca7db7884 admin admin] Pushing event updated for resources: {'Network': ['ID=e379c903-522a-4afd-b4b9-c2c362c44083,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:27.778860 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-2871f357-bfd0-4092-8f15-0e33185765fd admin admin] Request body: {'subnet': {'network_id': 'e379c903-522a-4afd-b4b9-c2c362c44083', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1840396812-subnet', 'tenant_id': '9847127c40534c169b75983394620333', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:43:27.785556 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-a2a99ad6-732e-42ca-b3e1-dbda74a21eb3 req-78055a9a-4beb-49a5-8d7d-1d2a04b68a8e tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Deleting port bbc3602a-ba4b-41a8-a5dd-554da0fea46d {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:43:27.785892 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a2a99ad6-732e-42ca-b3e1-dbda74a21eb3 req-78055a9a-4beb-49a5-8d7d-1d2a04b68a8e tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (bbc3602a-ba4b-41a8-a5dd-554da0fea46d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:27.786719 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network e379c903-522a-4afd-b4b9-c2c362c44083 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:43:27.824851 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2871f357-bfd0-4092-8f15-0e33185765fd admin admin] Made reservation on behalf of 9847127c40534c169b75983394620333 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:43:27.828158 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2871f357-bfd0-4092-8f15-0e33185765fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:27.990198 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-a2a99ad6-732e-42ca-b3e1-dbda74a21eb3 req-78055a9a-4beb-49a5-8d7d-1d2a04b68a8e tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] For port bbc3602a-ba4b-41a8-a5dd-554da0fea46d, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=bbc3602a-ba4b-41a8-a5dd-554da0fea46d,segment=NetworkSegment(0e3d355e-0ad4-46c3-9e15-eac055d1f0e2),segment_id=0e3d355e-0ad4-46c3-9e15-eac055d1f0e2)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:27.990631 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a2a99ad6-732e-42ca-b3e1-dbda74a21eb3 req-78055a9a-4beb-49a5-8d7d-1d2a04b68a8e tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (bbc3602a-ba4b-41a8-a5dd-554da0fea46d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:28.009360 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740467a8-9955-4cf9-a853-d58c642c9ae9 req-57aae1ac-4d66-4f30-a428-61e6c540ce3a tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:28.012146 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-740467a8-9955-4cf9-a853-d58c642c9ae9 req-57aae1ac-4d66-4f30-a428-61e6c540ce3a tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.1886373 Mar 11 19:43:28.018688 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-a2a99ad6-732e-42ca-b3e1-dbda74a21eb3 req-78055a9a-4beb-49a5-8d7d-1d2a04b68a8e tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Calling delete_port for bbc3602a-ba4b-41a8-a5dd-554da0fea46d owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:43:28.118778 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2871f357-bfd0-4092-8f15-0e33185765fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (b6dba032-bdf2-4f0c-b497-3410aba1c607), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:28.151145 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-740467a8-9955-4cf9-a853-d58c642c9ae9 req-39cce03e-09ec-402a-923b-14f73fdd2502 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251173 Mar 11 19:43:28.222071 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261c83cb-f28b-4c4e-902f-ac176e949328 x-openstack-request-id: req-261c83cb-f28b-4c4e-902f-ac176e949328 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:43:28.222372 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02d8cdc7-f586-4487-9626-8e913f76cf04", "name": "network-vif-plugged", "status": "completed", "tag": "94e3b68e-4fab-43d2-b9ab-2b3abd54eb41", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:43:28.222633 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-261c83cb-f28b-4c4e-902f-ac176e949328 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:43:28.223517 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02d8cdc7-f586-4487-9626-8e913f76cf04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94e3b68e-4fab-43d2-b9ab-2b3abd54eb41', 'code': 200} Mar 11 19:43:28.232791 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2871f357-bfd0-4092-8f15-0e33185765fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6dba032-bdf2-4f0c-b497-3410aba1c607,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:28.255977 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2871f357-bfd0-4092-8f15-0e33185765fd admin admin] Checking segment: {'id': '923d54b9-bdd1-4af1-adc1-1c3c91ea1666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'e379c903-522a-4afd-b4b9-c2c362c44083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:43:28.259437 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2871f357-bfd0-4092-8f15-0e33185765fd admin admin] Network hostable DHCP agents. Network: e379c903-522a-4afd-b4b9-c2c362c44083, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:43:28.293388 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2871f357-bfd0-4092-8f15-0e33185765fd admin admin] Network e379c903-522a-4afd-b4b9-c2c362c44083 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:43:28.322987 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a2a99ad6-732e-42ca-b3e1-dbda74a21eb3 req-78055a9a-4beb-49a5-8d7d-1d2a04b68a8e tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (bbc3602a-ba4b-41a8-a5dd-554da0fea46d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:28.324828 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-2871f357-bfd0-4092-8f15-0e33185765fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, e379c903-522a-4afd-b4b9-c2c362c44083) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:43:28.336047 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['bbc3602a-ba4b-41a8-a5dd-554da0fea46d', '25189926-c2eb-4ee5-b4ae-a288f278abde'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:43:28.340663 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2871f357-bfd0-4092-8f15-0e33185765fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:28.340663 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2871f357-bfd0-4092-8f15-0e33185765fd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:28.374262 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-2871f357-bfd0-4092-8f15-0e33185765fd admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6012106 Mar 11 19:43:28.376013 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1296da7a-f4c7-4863-8b28-4bcb81b8a6d8 None None] Network e379c903-522a-4afd-b4b9-c2c362c44083 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:43:28.441512 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78055a9a-4beb-49a5-8d7d-1d2a04b68a8e tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Pushing event deleted for resources: {'Port': ['ID=bbc3602a-ba4b-41a8-a5dd-554da0fea46d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:28.573835 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2a99ad6-732e-42ca-b3e1-dbda74a21eb3 req-78055a9a-4beb-49a5-8d7d-1d2a04b68a8e tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] No DVR routers for this DVR port bbc3602a-ba4b-41a8-a5dd-554da0fea46d on host n-h1-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:43:28.578773 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a2a99ad6-732e-42ca-b3e1-dbda74a21eb3 req-78055a9a-4beb-49a5-8d7d-1d2a04b68a8e tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:28.582872 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a2a99ad6-732e-42ca-b3e1-dbda74a21eb3 req-78055a9a-4beb-49a5-8d7d-1d2a04b68a8e tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.75 "DELETE /v2.0/ports/bbc3602a-ba4b-41a8-a5dd-554da0fea46d HTTP/1.1" status: 204 len: 173 time: 1.0662420 Mar 11 19:43:28.584038 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ab284b0-4e8c-4ee2-a420-04bddb1e1cd3', 'name': 'network-vif-deleted', 'tag': 'bbc3602a-ba4b-41a8-a5dd-554da0fea46d'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:43:28.588472 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2510b0f3-8971-4d54-b64e-1f843eed19c2" -d '{"events": [{"server_uuid": "7ab284b0-4e8c-4ee2-a420-04bddb1e1cd3", "name": "network-vif-deleted", "tag": "bbc3602a-ba4b-41a8-a5dd-554da0fea46d"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:43:28.616698 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b11f558-1642-4158-b897-ed120e93c906 req-a3979c7c-24dc-4a0a-abc7-b85cfe642ae7 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:28.626106 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7b11f558-1642-4158-b897-ed120e93c906 req-a3979c7c-24dc-4a0a-abc7-b85cfe642ae7 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6ce91be-77f5-44b8-a9b7-96de12531020 HTTP/1.1" status: 200 len: 945 time: 0.3143837 Mar 11 19:43:28.667921 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f211d5ad-c87d-4e33-962f-4d33b862153e None None] Network e379c903-522a-4afd-b4b9-c2c362c44083 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:43:28.749220 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7b11f558-1642-4158-b897-ed120e93c906 req-e1e4567e-da59-4b94-8a8c-d804e52b481c tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199524 Mar 11 19:43:28.986211 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:29.006099 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80db69-1c0e-402c-970f-39eea5115561 req-3c706ef2-bf15-40f4-b57a-4e298b64bd56 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:29.009451 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-db80db69-1c0e-402c-970f-39eea5115561 req-3c706ef2-bf15-40f4-b57a-4e298b64bd56 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/ports?device_id=6cb7a765-77f6-42c9-80f0-0200b31b4868 HTTP/1.1" status: 200 len: 945 time: 0.1598403 Mar 11 19:43:29.157583 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-db80db69-1c0e-402c-970f-39eea5115561 req-d4ba5138-b30c-466f-9961-fe2b4a55c716 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6edb3d-008e-48ff-8ef0-64786618cae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390891 Mar 11 19:43:29.287335 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9be36843-2b27-4a83-a914-774efa35122b req-5e65ba27-0e83-43d5-a618-8981c04b2ac0 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ab284b0-4e8c-4ee2-a420-04bddb1e1cd3 HTTP/1.1" status: 200 len: 210 time: 0.0410428 Mar 11 19:43:29.409857 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b02d4b8-8661-426e-93f5-3d354aeaee52 req-42c17f1b-e71b-43a9-b3ac-7023bf394472 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:29.417638 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0b02d4b8-8661-426e-93f5-3d354aeaee52 req-42c17f1b-e71b-43a9-b3ac-7023bf394472 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb069624-2a9a-4457-8d94-c111f7203e46 HTTP/1.1" status: 200 len: 946 time: 0.0664980 Mar 11 19:43:29.476059 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0b02d4b8-8661-426e-93f5-3d354aeaee52 req-77c9f46d-c228-4e2f-b7d1-3e8e4d6f6a1c tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=381d5506-1a91-423f-9578-afb9619937f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538282 Mar 11 19:43:29.526895 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ecc476-9458-40fe-9b4f-9b6f23a71072 x-openstack-request-id: req-42ecc476-9458-40fe-9b4f-9b6f23a71072 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:43:29.527462 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ab284b0-4e8c-4ee2-a420-04bddb1e1cd3", "name": "network-vif-deleted", "tag": "bbc3602a-ba4b-41a8-a5dd-554da0fea46d", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:43:29.529674 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-42ecc476-9458-40fe-9b4f-9b6f23a71072 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:43:29.530106 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ab284b0-4e8c-4ee2-a420-04bddb1e1cd3', 'name': 'network-vif-deleted', 'tag': 'bbc3602a-ba4b-41a8-a5dd-554da0fea46d', 'status': 'completed', 'code': 200} Mar 11 19:43:29.805357 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-4a4b6ada-d39c-492c-820f-029427f0e63b req-33a7bfec-9c8d-4a2f-898d-4a5a1d19db74 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2062044314', 'description': 'tempest-description-2076299032'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:43:29.856652 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4a4b6ada-d39c-492c-820f-029427f0e63b req-33a7bfec-9c8d-4a2f-898d-4a5a1d19db74 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:29.894888 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d3b6ff-e12f-4ba3-92b1-d432928ef68a req-1a1919cc-a02d-49ec-b621-9b8d89ad1e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:29.896996 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f1d3b6ff-e12f-4ba3-92b1-d432928ef68a req-1a1919cc-a02d-49ec-b621-9b8d89ad1e0b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6cb7a765-77f6-42c9-80f0-0200b31b4868 HTTP/1.1" status: 200 len: 1127 time: 0.1074123 Mar 11 19:43:29.965943 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f1d3b6ff-e12f-4ba3-92b1-d432928ef68a req-7c314f5c-e996-415b-a589-63f9b3dfbc62 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5e6edb3d-008e-48ff-8ef0-64786618cae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605102 Mar 11 19:43:29.997023 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4a4b6ada-d39c-492c-820f-029427f0e63b req-33a7bfec-9c8d-4a2f-898d-4a5a1d19db74 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks [] for security_group (7db2df5f-9306-4ac9-a40b-48e8c2907537), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:30.004125 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4a4b6ada-d39c-492c-820f-029427f0e63b req-33a7bfec-9c8d-4a2f-898d-4a5a1d19db74 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (7db2df5f-9306-4ac9-a40b-48e8c2907537), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:30.048843 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4a4b6ada-d39c-492c-820f-029427f0e63b req-33a7bfec-9c8d-4a2f-898d-4a5a1d19db74 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:30.050121 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4a4b6ada-d39c-492c-820f-029427f0e63b req-33a7bfec-9c8d-4a2f-898d-4a5a1d19db74 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.2501521 Mar 11 19:43:30.052017 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a7bfec-9c8d-4a2f-898d-4a5a1d19db74 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7db2df5f-9306-4ac9-a40b-48e8c2907537,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:30.205265 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4300e78-9408-4a89-889b-d3b368a7882a req-caa5c531-4d77-48d5-8c23-b29b8f6540d2 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:30.208392 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 3532823b-4bd6-4f6c-8276-25d0242abcfe no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:43:30.216859 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a4300e78-9408-4a89-889b-d3b368a7882a req-caa5c531-4d77-48d5-8c23-b29b8f6540d2 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=20e6d114-ef3d-4fea-9f9f-8ede4772c7b5 HTTP/1.1" status: 200 len: 944 time: 0.0981886 Mar 11 19:43:30.320800 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a4300e78-9408-4a89-889b-d3b368a7882a req-70f0dcbf-ed43-411b-ba14-806050f2b970 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=8fd338c4-2511-40d9-94c8-daae49666ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025181 Mar 11 19:43:30.343068 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 3532823b-4bd6-4f6c-8276-25d0242abcfe is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:43:30.343552 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (3532823b-4bd6-4f6c-8276-25d0242abcfe), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:30.377028 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ce91be-77f5-44b8-a9b7-96de12531020', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3532823b-4bd6-4f6c-8276-25d0242abcfe'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:43:30.379424 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c4aa763-e7d8-4c85-9733-94d3da96789a" -d '{"events": [{"server_uuid": "c6ce91be-77f5-44b8-a9b7-96de12531020", "name": "network-vif-unplugged", "status": "completed", "tag": "3532823b-4bd6-4f6c-8276-25d0242abcfe"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:43:30.391328 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 43166) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:43:30.396537 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 3532823b-4bd6-4f6c-8276-25d0242abcfe, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=3532823b-4bd6-4f6c-8276-25d0242abcfe,segment=NetworkSegment(4e412043-f4b7-4584-89b3-4a0ee01e31e1),segment_id=4e412043-f4b7-4584-89b3-4a0ee01e31e1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:30.411299 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (3532823b-4bd6-4f6c-8276-25d0242abcfe), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:30.415084 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device bbc3602a-ba4b-41a8-a5dd-554da0fea46d no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:43:30.457788 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: bbc3602a-ba4b-41a8-a5dd-554da0fea46d {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:43:30.462414 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device bbc3602a-ba4b-41a8-a5dd-554da0fea46d not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:43:30.489855 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1dfaf9-21a6-40cf-a33c-0f03491e66d6 req-2661ae98-f988-4e17-9cae-d270ae5bac25 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:30.499089 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ea1dfaf9-21a6-40cf-a33c-0f03491e66d6 req-2661ae98-f988-4e17-9cae-d270ae5bac25 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.0830200 Mar 11 19:43:30.548514 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=3532823b-4bd6-4f6c-8276-25d0242abcfe,revision_number=8']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:30.559720 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ea1dfaf9-21a6-40cf-a33c-0f03491e66d6 req-9813569e-6b2a-4566-b50f-5cb90980eaed tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542517 Mar 11 19:43:30.564289 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:30.564743 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:30.565315 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:30.565762 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:30.566191 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:30.566617 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:30.567043 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:30.567543 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:30.567986 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:30.568404 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:30.568911 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:30.569328 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:30.572019 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:43:30.605867 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a04f7618-d56b-413e-aad4-0683214e110f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:30.682827 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ad3ff-aa64-40a0-a80d-d76e34ac221c req-e965f0e7-ad26-4f74-b363-2940c8931946 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:30.684566 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b76ad3ff-aa64-40a0-a80d-d76e34ac221c req-e965f0e7-ad26-4f74-b363-2940c8931946 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6ce91be-77f5-44b8-a9b7-96de12531020 HTTP/1.1" status: 200 len: 943 time: 0.0723226 Mar 11 19:43:30.714465 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a04f7618-d56b-413e-aad4-0683214e110f admin admin] Publish callbacks [] for security_group (10b20103-8cce-48ba-8252-880b8fc375db), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:30.719518 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a04f7618-d56b-413e-aad4-0683214e110f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (10b20103-8cce-48ba-8252-880b8fc375db), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:30.746768 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b76ad3ff-aa64-40a0-a80d-d76e34ac221c req-5f7cec90-bf02-4aa0-ad69-85c80010b28c tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544791 Mar 11 19:43:30.769051 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04f7618-d56b-413e-aad4-0683214e110f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b20103-8cce-48ba-8252-880b8fc375db,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:30.774427 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a04f7618-d56b-413e-aad4-0683214e110f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0c707ada9f344b5387e911a9cbfa9cb9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3820007 Mar 11 19:43:30.776101 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-382d282e-2e6c-4115-bfec-dc46dc828e33 req-6b0d2e91-a777-493b-8664-87aab4597475 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1052794917', 'description': 'tempest-description-378216642'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:43:30.780134 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 43174) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:43:30.831356 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-382d282e-2e6c-4115-bfec-dc46dc828e33 req-6b0d2e91-a777-493b-8664-87aab4597475 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:30.862831 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d31b0f85-14ac-43b6-9ac2-617516f66e51 admin admin] Publish callbacks [] for security_group (10b20103-8cce-48ba-8252-880b8fc375db), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:30.898985 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d31b0f85-14ac-43b6-9ac2-617516f66e51 admin admin] Publish callbacks [] for security_group (10b20103-8cce-48ba-8252-880b8fc375db), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:30.961486 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-382d282e-2e6c-4115-bfec-dc46dc828e33 req-6b0d2e91-a777-493b-8664-87aab4597475 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks [] for security_group (19bd0fcd-8b10-429a-a0e4-511179b80218), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:30.966324 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-382d282e-2e6c-4115-bfec-dc46dc828e33 req-6b0d2e91-a777-493b-8664-87aab4597475 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (19bd0fcd-8b10-429a-a0e4-511179b80218), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:31.006129 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d31b0f85-14ac-43b6-9ac2-617516f66e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (10b20103-8cce-48ba-8252-880b8fc375db), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:31.011390 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d31b0f85-14ac-43b6-9ac2-617516f66e51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:31.012594 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d31b0f85-14ac-43b6-9ac2-617516f66e51 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/10b20103-8cce-48ba-8252-880b8fc375db HTTP/1.1" status: 204 len: 168 time: 0.2315433 Mar 11 19:43:31.016518 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0d2e91-a777-493b-8664-87aab4597475 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19bd0fcd-8b10-429a-a0e4-511179b80218,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:31.021357 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-382d282e-2e6c-4115-bfec-dc46dc828e33 req-6b0d2e91-a777-493b-8664-87aab4597475 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:31.036669 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-382d282e-2e6c-4115-bfec-dc46dc828e33 req-6b0d2e91-a777-493b-8664-87aab4597475 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2691126 Mar 11 19:43:31.054999 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31b0f85-14ac-43b6-9ac2-617516f66e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b20103-8cce-48ba-8252-880b8fc375db,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:31.234832 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3bc7dc-4a26-453b-9b74-2092c61def4d req-9c35e594-ccd5-4c7c-a17e-19404e6e8b49 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:31.251862 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ef3bc7dc-4a26-453b-9b74-2092c61def4d req-9c35e594-ccd5-4c7c-a17e-19404e6e8b49 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/ports?device_id=6cb7a765-77f6-42c9-80f0-0200b31b4868 HTTP/1.1" status: 200 len: 945 time: 0.1251380 Mar 11 19:43:31.318717 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ef3bc7dc-4a26-453b-9b74-2092c61def4d req-e75a2b1a-4cae-4d9c-bb47-ce43c1c5266b tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6edb3d-008e-48ff-8ef0-64786618cae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651519 Mar 11 19:43:31.407789 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 11 Mar 2022 19:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8590875-34ab-4466-8ce1-b1d2b2c6db07 x-openstack-request-id: req-e8590875-34ab-4466-8ce1-b1d2b2c6db07 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:43:31.408278 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6ce91be-77f5-44b8-a9b7-96de12531020", "name": "network-vif-unplugged", "status": "failed", "tag": "3532823b-4bd6-4f6c-8276-25d0242abcfe", "code": 422}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:43:31.408363 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e8590875-34ab-4466-8ce1-b1d2b2c6db07 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:43:31.409002 n-d-833163-1 neutron-server[103886]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c6ce91be-77f5-44b8-a9b7-96de12531020', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3532823b-4bd6-4f6c-8276-25d0242abcfe', 'code': 422} returned with failed status Mar 11 19:43:31.527711 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9462943-fd2b-4a0a-b691-52f1abd5cb83 req-92257c12-85c6-4ee8-8a47-99a3d2c7a868 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:31.535037 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f9462943-fd2b-4a0a-b691-52f1abd5cb83 req-92257c12-85c6-4ee8-8a47-99a3d2c7a868 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb069624-2a9a-4457-8d94-c111f7203e46 HTTP/1.1" status: 200 len: 946 time: 0.0744767 Mar 11 19:43:31.541221 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 43188) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:43:31.567140 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-182357da-9583-4981-97b9-a93fda555bf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:31.587490 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f9462943-fd2b-4a0a-b691-52f1abd5cb83 req-398e119f-95d8-4b4e-b52d-4366ed78ab1e tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=381d5506-1a91-423f-9578-afb9619937f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514157 Mar 11 19:43:31.675848 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-182357da-9583-4981-97b9-a93fda555bf3 admin admin] Publish callbacks [] for security_group (c98bcb9d-ab19-4c3d-a2c0-e70e6fd6428d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:31.686025 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-182357da-9583-4981-97b9-a93fda555bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (c98bcb9d-ab19-4c3d-a2c0-e70e6fd6428d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:31.732756 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182357da-9583-4981-97b9-a93fda555bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c98bcb9d-ab19-4c3d-a2c0-e70e6fd6428d,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:31.749036 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-182357da-9583-4981-97b9-a93fda555bf3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9ca1d02595a04e75b4d74a632c9122a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2053952 Mar 11 19:43:31.751704 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 43200) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:43:31.811455 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-52a4d8d1-321d-4c36-80f8-514205a289c2 admin admin] Publish callbacks [] for security_group (c98bcb9d-ab19-4c3d-a2c0-e70e6fd6428d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:31.836640 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-52a4d8d1-321d-4c36-80f8-514205a289c2 admin admin] Publish callbacks [] for security_group (c98bcb9d-ab19-4c3d-a2c0-e70e6fd6428d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:31.904930 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-52a4d8d1-321d-4c36-80f8-514205a289c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (c98bcb9d-ab19-4c3d-a2c0-e70e6fd6428d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:31.909985 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-52a4d8d1-321d-4c36-80f8-514205a289c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:31.926171 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-52a4d8d1-321d-4c36-80f8-514205a289c2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c98bcb9d-ab19-4c3d-a2c0-e70e6fd6428d HTTP/1.1" status: 204 len: 168 time: 0.1654351 Mar 11 19:43:31.950537 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a4d8d1-321d-4c36-80f8-514205a289c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98bcb9d-ab19-4c3d-a2c0-e70e6fd6428d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:32.729824 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59179f2-142b-4916-985c-a81a73b7a9a5 req-aa4ae909-7516-4be5-8dce-cdb72e736229 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:32.731500 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f59179f2-142b-4916-985c-a81a73b7a9a5 req-aa4ae909-7516-4be5-8dce-cdb72e736229 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=c6ce91be-77f5-44b8-a9b7-96de12531020 HTTP/1.1" status: 200 len: 943 time: 0.0787776 Mar 11 19:43:32.857379 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-f59179f2-142b-4916-985c-a81a73b7a9a5 req-baee03c0-eaa7-4b8e-8410-cadeb4692d41 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Deleting port 3532823b-4bd6-4f6c-8276-25d0242abcfe {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:43:32.858675 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f59179f2-142b-4916-985c-a81a73b7a9a5 req-baee03c0-eaa7-4b8e-8410-cadeb4692d41 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (3532823b-4bd6-4f6c-8276-25d0242abcfe), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:33.003116 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-f59179f2-142b-4916-985c-a81a73b7a9a5 req-baee03c0-eaa7-4b8e-8410-cadeb4692d41 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] For port 3532823b-4bd6-4f6c-8276-25d0242abcfe, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=3532823b-4bd6-4f6c-8276-25d0242abcfe,segment=NetworkSegment(4e412043-f4b7-4584-89b3-4a0ee01e31e1),segment_id=4e412043-f4b7-4584-89b3-4a0ee01e31e1)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:33.003509 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f59179f2-142b-4916-985c-a81a73b7a9a5 req-baee03c0-eaa7-4b8e-8410-cadeb4692d41 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (3532823b-4bd6-4f6c-8276-25d0242abcfe), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:33.019396 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-f59179f2-142b-4916-985c-a81a73b7a9a5 req-baee03c0-eaa7-4b8e-8410-cadeb4692d41 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Calling delete_port for 3532823b-4bd6-4f6c-8276-25d0242abcfe owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:43:33.190676 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f59179f2-142b-4916-985c-a81a73b7a9a5 req-baee03c0-eaa7-4b8e-8410-cadeb4692d41 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (3532823b-4bd6-4f6c-8276-25d0242abcfe), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:33.284613 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baee03c0-eaa7-4b8e-8410-cadeb4692d41 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Pushing event deleted for resources: {'Port': ['ID=3532823b-4bd6-4f6c-8276-25d0242abcfe,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:33.321108 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-f59179f2-142b-4916-985c-a81a73b7a9a5 req-baee03c0-eaa7-4b8e-8410-cadeb4692d41 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] No DVR routers for this DVR port 3532823b-4bd6-4f6c-8276-25d0242abcfe on host n-h1-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:43:33.323905 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f59179f2-142b-4916-985c-a81a73b7a9a5 req-baee03c0-eaa7-4b8e-8410-cadeb4692d41 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:33.328759 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f59179f2-142b-4916-985c-a81a73b7a9a5 req-baee03c0-eaa7-4b8e-8410-cadeb4692d41 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "DELETE /v2.0/ports/3532823b-4bd6-4f6c-8276-25d0242abcfe HTTP/1.1" status: 204 len: 173 time: 0.5921643 Mar 11 19:43:33.329228 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ce91be-77f5-44b8-a9b7-96de12531020', 'name': 'network-vif-deleted', 'tag': '3532823b-4bd6-4f6c-8276-25d0242abcfe'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:43:33.331958 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2fccc41-2faa-4994-80aa-5040a07da94e" -d '{"events": [{"server_uuid": "c6ce91be-77f5-44b8-a9b7-96de12531020", "name": "network-vif-deleted", "tag": "3532823b-4bd6-4f6c-8276-25d0242abcfe"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:43:34.177162 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b0800-16be-4bdc-81a1-727b60a22cd5 req-646c1f44-6cc4-48f4-803d-c1bd8491e46a tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:34.185106 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-620b0800-16be-4bdc-81a1-727b60a22cd5 req-646c1f44-6cc4-48f4-803d-c1bd8491e46a tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/networks?id=e379c903-522a-4afd-b4b9-c2c362c44083 HTTP/1.1" status: 200 len: 813 time: 0.1445851 Mar 11 19:43:34.196693 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-620b0800-16be-4bdc-81a1-727b60a22cd5 req-a682b394-1557-4ca1-a0c2-846ea142c0f2 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/quotas/9847127c40534c169b75983394620333 HTTP/1.1" status: 200 len: 375 time: 0.0105481 Mar 11 19:43:34.265106 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-620b0800-16be-4bdc-81a1-727b60a22cd5 req-2fd38043-818a-46d8-9ad7-a313291e7b4c tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=9847127c40534c169b75983394620333&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0598252 Mar 11 19:43:34.359553 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-620b0800-16be-4bdc-81a1-727b60a22cd5 req-f46aeb25-f98f-4aef-8b8f-26bf224971ac service neutron] 10.222.0.65 "GET /v2.0/networks/e379c903-522a-4afd-b4b9-c2c362c44083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936596 Mar 11 19:43:34.479783 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-620b0800-16be-4bdc-81a1-727b60a22cd5 req-4a00532f-4408-44fa-8310-7c65bb5a8d3a service neutron] 10.222.0.65 "GET /v2.0/networks/e379c903-522a-4afd-b4b9-c2c362c44083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142187 Mar 11 19:43:34.753633 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b44a36-4eb6-4aeb-ba5a-712c18690253 req-ba2006a9-e1aa-442f-b42b-05aa60e47b48 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:34.755533 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f4b44a36-4eb6-4aeb-ba5a-712c18690253 req-ba2006a9-e1aa-442f-b42b-05aa60e47b48 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=20e6d114-ef3d-4fea-9f9f-8ede4772c7b5 HTTP/1.1" status: 200 len: 944 time: 0.0728140 Mar 11 19:43:34.850002 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f4b44a36-4eb6-4aeb-ba5a-712c18690253 req-d44e6217-42ee-423e-9507-f88a0f472437 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=8fd338c4-2511-40d9-94c8-daae49666ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846667 Mar 11 19:43:35.169215 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd09eb-1102-4a0e-a767-7f3c5756a93a req-2feec46b-f959-4c9f-8ae6-687098982f2d tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:35.171295 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c0bd09eb-1102-4a0e-a767-7f3c5756a93a req-2feec46b-f959-4c9f-8ae6-687098982f2d tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.0865684 Mar 11 19:43:35.273476 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c0bd09eb-1102-4a0e-a767-7f3c5756a93a req-67b55e1f-4b4e-4811-8a7f-231467bffbae tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888872 Mar 11 19:43:35.469379 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7237cd-6036-4a26-87d9-d8e5c568cca5 req-339d98bb-6ee0-4d83-8edb-b1847638ab21 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:35.491325 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fc7237cd-6036-4a26-87d9-d8e5c568cca5 req-339d98bb-6ee0-4d83-8edb-b1847638ab21 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/ports?device_id=6cb7a765-77f6-42c9-80f0-0200b31b4868 HTTP/1.1" status: 200 len: 945 time: 0.1230195 Mar 11 19:43:35.584995 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fc7237cd-6036-4a26-87d9-d8e5c568cca5 req-9819ba10-2c0d-4a86-8b77-e79f6524d87f tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6edb3d-008e-48ff-8ef0-64786618cae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831668 Mar 11 19:43:35.709894 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2bfc3d-86ea-4f78-81fb-15c7d8a7a6cd req-af2dd35d-316a-4b05-9294-929eb7083ec9 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:35.711419 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1a2bfc3d-86ea-4f78-81fb-15c7d8a7a6cd req-af2dd35d-316a-4b05-9294-929eb7083ec9 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb069624-2a9a-4457-8d94-c111f7203e46 HTTP/1.1" status: 200 len: 946 time: 0.0626292 Mar 11 19:43:35.789700 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1a2bfc3d-86ea-4f78-81fb-15c7d8a7a6cd req-cdc1f9ba-5069-4c52-91e8-d15a47f8401d tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=381d5506-1a91-423f-9578-afb9619937f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723095 Mar 11 19:43:35.841651 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 11 Mar 2022 19:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5551cae-139d-4346-a2e0-86a72ed2889c x-openstack-request-id: req-a5551cae-139d-4346-a2e0-86a72ed2889c {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:43:35.841993 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6ce91be-77f5-44b8-a9b7-96de12531020", "name": "network-vif-deleted", "tag": "3532823b-4bd6-4f6c-8276-25d0242abcfe", "status": "failed", "code": 422}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:43:35.842346 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a5551cae-139d-4346-a2e0-86a72ed2889c {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:43:35.842770 n-d-833163-1 neutron-server[103885]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c6ce91be-77f5-44b8-a9b7-96de12531020', 'name': 'network-vif-deleted', 'tag': '3532823b-4bd6-4f6c-8276-25d0242abcfe', 'status': 'failed', 'code': 422} returned with failed status Mar 11 19:43:36.083262 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7047caa0-dde0-45c8-900a-7a10e1d7d44a req-6e42f01c-bcff-4a8c-943e-4aa1adad8328 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/ports?device_id=35b0969a-6f2b-47b3-a31e-af4c682ded5e HTTP/1.1" status: 200 len: 210 time: 0.0902247 Mar 11 19:43:36.280322 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e40e686-3f0a-4546-baed-75aa76a20c0d req-dacccd8e-01f7-4dec-bc76-81bcf127ba3f tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:36.287517 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2e40e686-3f0a-4546-baed-75aa76a20c0d req-dacccd8e-01f7-4dec-bc76-81bcf127ba3f tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/ports?device_id=637b48fb-e48d-4d9f-91a8-e3e00f1ce05c HTTP/1.1" status: 200 len: 946 time: 0.1153095 Mar 11 19:43:36.308725 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b0800-16be-4bdc-81a1-727b60a22cd5 req-4156793d-2a36-4b35-bab6-62818199dae5 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:36.310767 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-620b0800-16be-4bdc-81a1-727b60a22cd5 req-4156793d-2a36-4b35-bab6-62818199dae5 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.75 "GET /v2.0/networks?id=e379c903-522a-4afd-b4b9-c2c362c44083 HTTP/1.1" status: 200 len: 813 time: 0.3152032 Mar 11 19:43:36.336429 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-620b0800-16be-4bdc-81a1-727b60a22cd5 req-f441771c-e87a-462b-8f2f-b232de6b0b8f tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Request body: {'port': {'device_id': '35b0969a-6f2b-47b3-a31e-af4c682ded5e', 'network_id': 'e379c903-522a-4afd-b4b9-c2c362c44083', 'admin_state_up': True, 'tenant_id': '9847127c40534c169b75983394620333'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:43:36.404273 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2e40e686-3f0a-4546-baed-75aa76a20c0d req-551cdf71-ff96-47ee-9758-af8ad1506097 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.65 "GET /v2.0/security-groups?id=7e8ab6fd-a1b2-4b95-842e-981d1d859acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156356 Mar 11 19:43:36.516789 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-620b0800-16be-4bdc-81a1-727b60a22cd5 req-f441771c-e87a-462b-8f2f-b232de6b0b8f tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Made reservation on behalf of 9847127c40534c169b75983394620333 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:43:36.521613 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-620b0800-16be-4bdc-81a1-727b60a22cd5 req-f441771c-e87a-462b-8f2f-b232de6b0b8f tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:36.783026 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-620b0800-16be-4bdc-81a1-727b60a22cd5 req-f441771c-e87a-462b-8f2f-b232de6b0b8f tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Allocated IP 172.20.0.3 (e379c903-522a-4afd-b4b9-c2c362c44083/b6dba032-bdf2-4f0c-b497-3410aba1c607/a1486762-aa84-4adb-98f2-c2a25a94d2f0) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:43:36.835665 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221c8c9e-aaba-485c-9533-54b141ecb8bd req-7a1bc76a-a111-4e24-89a1-fa6a2ae7aa47 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:36.839869 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-221c8c9e-aaba-485c-9533-54b141ecb8bd req-7a1bc76a-a111-4e24-89a1-fa6a2ae7aa47 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=20e6d114-ef3d-4fea-9f9f-8ede4772c7b5 HTTP/1.1" status: 200 len: 944 time: 0.1420360 Mar 11 19:43:36.870188 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede9897b-8be0-43e6-b2d6-9e9fa32bce87 req-281b1a7b-0655-4516-bf60-dcbc5f68136f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:36.871699 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ede9897b-8be0-43e6-b2d6-9e9fa32bce87 req-281b1a7b-0655-4516-bf60-dcbc5f68136f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b362e7ba3bfb498d9e580e0a76a9be12&device_id=6cb7a765-77f6-42c9-80f0-0200b31b4868 HTTP/1.1" status: 200 len: 1127 time: 0.2264044 Mar 11 19:43:36.929377 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291f1d8-4ae7-4e55-af1b-a6a341e52e6d req-56543bc4-b27c-427b-9a32-c5d10c00dcf0 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:36.929377 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8291f1d8-4ae7-4e55-af1b-a6a341e52e6d req-56543bc4-b27c-427b-9a32-c5d10c00dcf0 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.75 "GET /v2.0/ports?device_id=637b48fb-e48d-4d9f-91a8-e3e00f1ce05c HTTP/1.1" status: 200 len: 946 time: 0.1662271 Mar 11 19:43:36.989635 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-221c8c9e-aaba-485c-9533-54b141ecb8bd req-16d4f870-8d3c-4817-b7a9-a3225752641f tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=8fd338c4-2511-40d9-94c8-daae49666ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488783 Mar 11 19:43:37.605131 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede9897b-8be0-43e6-b2d6-9e9fa32bce87 req-aeb3c323-c507-4ffe-a310-7d974afd2808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:37.606956 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ede9897b-8be0-43e6-b2d6-9e9fa32bce87 req-aeb3c323-c507-4ffe-a310-7d974afd2808 service neutron] 10.222.0.57 "GET /v2.0/networks?id=76270208-0feb-4aa6-a022-05d8e5f73f8c HTTP/1.1" status: 200 len: 912 time: 0.7265265 Mar 11 19:43:37.625015 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc45e1f2-51da-4a98-817a-de050cee9433 req-7af188fb-ec12-4fb6-bb0a-32e2a8d3827a tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:37.626466 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dc45e1f2-51da-4a98-817a-de050cee9433 req-7af188fb-ec12-4fb6-bb0a-32e2a8d3827a tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/networks?id=90292ec6-d6b2-4fa1-9376-c622cb87c9e0 HTTP/1.1" status: 200 len: 811 time: 0.2915239 Mar 11 19:43:37.688488 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-620b0800-16be-4bdc-81a1-727b60a22cd5 req-f441771c-e87a-462b-8f2f-b232de6b0b8f tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks [] for port (a1486762-aa84-4adb-98f2-c2a25a94d2f0), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:37.693126 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ede9897b-8be0-43e6-b2d6-9e9fa32bce87 req-60b68395-7b76-48e3-b23e-8d752c74bb4a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df27e2f0-2ded-441b-9ced-f789d3eace86 HTTP/1.1" status: 200 len: 217 time: 0.0767529 Mar 11 19:43:37.703398 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-8291f1d8-4ae7-4e55-af1b-a6a341e52e6d req-57e5181c-9892-4bc7-b224-cd905ca1cce0 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Deleting port 25189926-c2eb-4ee5-b4ae-a288f278abde {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:43:37.703756 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8291f1d8-4ae7-4e55-af1b-a6a341e52e6d req-57e5181c-9892-4bc7-b224-cd905ca1cce0 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (25189926-c2eb-4ee5-b4ae-a288f278abde), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:37.707011 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dc45e1f2-51da-4a98-817a-de050cee9433 req-1ad4801a-0ec3-4d3e-a0e5-7c6019188359 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/quotas/12e2452ddb214caab7c1aa2dab6d048a HTTP/1.1" status: 200 len: 375 time: 0.0620670 Mar 11 19:43:37.791402 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dc45e1f2-51da-4a98-817a-de050cee9433 req-80a36894-7095-4811-a43e-b5ede673053b tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=12e2452ddb214caab7c1aa2dab6d048a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0730801 Mar 11 19:43:37.802722 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 9b8c3b55-ec54-49a1-8218-e81f898cd6dd details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:43:37.891188 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede9897b-8be0-43e6-b2d6-9e9fa32bce87 req-c273308f-60a3-44e8-b952-716322d18ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:37.891188 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ede9897b-8be0-43e6-b2d6-9e9fa32bce87 req-c273308f-60a3-44e8-b952-716322d18ce9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d23219ed-7f8e-4413-9cc6-5853fc757d12 HTTP/1.1" status: 200 len: 851 time: 0.1908877 Mar 11 19:43:37.925120 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 9b8c3b55-ec54-49a1-8218-e81f898cd6dd, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=9b8c3b55-ec54-49a1-8218-e81f898cd6dd,segment=NetworkSegment(69eb0e62-687e-4724-ba5c-a415cb9293d1),segment_id=69eb0e62-687e-4724-ba5c-a415cb9293d1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:37.938270 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': '9b8c3b55-ec54-49a1-8218-e81f898cd6dd', 'network_id': '32196a18-8be7-4227-b019-bc15d0c1f739', 'port_id': '9b8c3b55-ec54-49a1-8218-e81f898cd6dd', 'mac_address': 'fa:16:3e:d1:b2:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c54bb295-7bca-4fbe-aff9-5e7c44904c47', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:43:37.977457 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 9b8c3b55-ec54-49a1-8218-e81f898cd6dd is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:43:37.978104 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (9b8c3b55-ec54-49a1-8218-e81f898cd6dd), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:37.979706 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ede9897b-8be0-43e6-b2d6-9e9fa32bce87 req-a5d578cd-f75a-4d28-9fab-02b715a9ca27 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=76270208-0feb-4aa6-a022-05d8e5f73f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776484 Mar 11 19:43:37.985408 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-620b0800-16be-4bdc-81a1-727b60a22cd5 req-f441771c-e87a-462b-8f2f-b232de6b0b8f tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (a1486762-aa84-4adb-98f2-c2a25a94d2f0), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:37.992275 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b8c3b55-ec54-49a1-8218-e81f898cd6dd {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:43:38.003293 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-8291f1d8-4ae7-4e55-af1b-a6a341e52e6d req-57e5181c-9892-4bc7-b224-cd905ca1cce0 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] For port 25189926-c2eb-4ee5-b4ae-a288f278abde, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=25189926-c2eb-4ee5-b4ae-a288f278abde,segment=NetworkSegment(0e3d355e-0ad4-46c3-9e15-eac055d1f0e2),segment_id=0e3d355e-0ad4-46c3-9e15-eac055d1f0e2)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:38.003669 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8291f1d8-4ae7-4e55-af1b-a6a341e52e6d req-57e5181c-9892-4bc7-b224-cd905ca1cce0 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (25189926-c2eb-4ee5-b4ae-a288f278abde), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:38.013950 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 9b8c3b55-ec54-49a1-8218-e81f898cd6dd, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=9b8c3b55-ec54-49a1-8218-e81f898cd6dd,segment=NetworkSegment(69eb0e62-687e-4724-ba5c-a415cb9293d1),segment_id=69eb0e62-687e-4724-ba5c-a415cb9293d1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:38.020203 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (9b8c3b55-ec54-49a1-8218-e81f898cd6dd), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:38.078278 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=9b8c3b55-ec54-49a1-8218-e81f898cd6dd,revision_number=9']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:38.078916 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-8291f1d8-4ae7-4e55-af1b-a6a341e52e6d req-57e5181c-9892-4bc7-b224-cd905ca1cce0 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Calling delete_port for 25189926-c2eb-4ee5-b4ae-a288f278abde owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:43:38.120716 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-620b0800-16be-4bdc-81a1-727b60a22cd5 req-f441771c-e87a-462b-8f2f-b232de6b0b8f tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Network e379c903-522a-4afd-b4b9-c2c362c44083 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:43:38.149637 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f441771c-e87a-462b-8f2f-b232de6b0b8f tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Pushing event updated for resources: {'Port': ['ID=a1486762-aa84-4adb-98f2-c2a25a94d2f0,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:38.154515 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dc45e1f2-51da-4a98-817a-de050cee9433 req-28ac8c16-7369-452e-83eb-a740bd220301 service neutron] 10.222.0.65 "GET /v2.0/networks/90292ec6-d6b2-4fa1-9376-c622cb87c9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3498199 Mar 11 19:43:38.160559 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-620b0800-16be-4bdc-81a1-727b60a22cd5 req-f441771c-e87a-462b-8f2f-b232de6b0b8f tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:43:38.177331 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-620b0800-16be-4bdc-81a1-727b60a22cd5 req-f441771c-e87a-462b-8f2f-b232de6b0b8f tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:43:38.284681 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ede9897b-8be0-43e6-b2d6-9e9fa32bce87 req-807b474f-e553-40eb-933e-2f8419183463 service neutron] 10.222.0.57 "GET /v2.0/networks/76270208-0feb-4aa6-a022-05d8e5f73f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930288 Mar 11 19:43:38.340013 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['9b8c3b55-ec54-49a1-8218-e81f898cd6dd'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:43:38.347180 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b0800-16be-4bdc-81a1-727b60a22cd5 req-f441771c-e87a-462b-8f2f-b232de6b0b8f tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:38.347814 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-620b0800-16be-4bdc-81a1-727b60a22cd5 req-f441771c-e87a-462b-8f2f-b232de6b0b8f tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:38.434389 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-620b0800-16be-4bdc-81a1-727b60a22cd5 req-f441771c-e87a-462b-8f2f-b232de6b0b8f tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1047630 Mar 11 19:43:38.445277 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dc45e1f2-51da-4a98-817a-de050cee9433 req-0723e97e-6a93-46db-a481-aa348f9daa43 service neutron] 10.222.0.65 "GET /v2.0/networks/90292ec6-d6b2-4fa1-9376-c622cb87c9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763250 Mar 11 19:43:38.449630 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-620b0800-16be-4bdc-81a1-727b60a22cd5 req-aa3b1c5d-aed1-45e4-b5e6-e19937eb4afc service neutron] Request body: {'port': {'device_id': '35b0969a-6f2b-47b3-a31e-af4c682ded5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:43:38.522004 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ede9897b-8be0-43e6-b2d6-9e9fa32bce87 req-40aad9c5-50f6-4ae0-b674-052b51293507 service neutron] 10.222.0.57 "GET /v2.0/networks/76270208-0feb-4aa6-a022-05d8e5f73f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040999 Mar 11 19:43:38.572742 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-620b0800-16be-4bdc-81a1-727b60a22cd5 req-aa3b1c5d-aed1-45e4-b5e6-e19937eb4afc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a1486762-aa84-4adb-98f2-c2a25a94d2f0), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:38.576153 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8291f1d8-4ae7-4e55-af1b-a6a341e52e6d req-57e5181c-9892-4bc7-b224-cd905ca1cce0 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (25189926-c2eb-4ee5-b4ae-a288f278abde), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:38.617895 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e5181c-9892-4bc7-b224-cd905ca1cce0 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Pushing event deleted for resources: {'Port': ['ID=25189926-c2eb-4ee5-b4ae-a288f278abde,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:38.671795 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795db430-2415-47d6-8d5d-1a77bb61baa6 req-c991aa7a-be19-4703-b198-500b2e0806fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:38.674261 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-795db430-2415-47d6-8d5d-1a77bb61baa6 req-c991aa7a-be19-4703-b198-500b2e0806fe service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=84f4e9628ef44103bf68c3d01504c13a&device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 1127 time: 0.1013286 Mar 11 19:43:38.715081 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-8291f1d8-4ae7-4e55-af1b-a6a341e52e6d req-57e5181c-9892-4bc7-b224-cd905ca1cce0 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] No DVR routers for this DVR port 25189926-c2eb-4ee5-b4ae-a288f278abde on host n-h1-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:43:38.719391 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8291f1d8-4ae7-4e55-af1b-a6a341e52e6d req-57e5181c-9892-4bc7-b224-cd905ca1cce0 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:38.722639 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8291f1d8-4ae7-4e55-af1b-a6a341e52e6d req-57e5181c-9892-4bc7-b224-cd905ca1cce0 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] 10.222.0.75 "DELETE /v2.0/ports/25189926-c2eb-4ee5-b4ae-a288f278abde HTTP/1.1" status: 204 len: 173 time: 1.7717640 Mar 11 19:43:38.724048 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '637b48fb-e48d-4d9f-91a8-e3e00f1ce05c', 'name': 'network-vif-deleted', 'tag': '25189926-c2eb-4ee5-b4ae-a288f278abde'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:43:38.726349 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3bb5229-a0ee-4476-992a-f73d5ce1b9bf" -d '{"events": [{"server_uuid": "637b48fb-e48d-4d9f-91a8-e3e00f1ce05c", "name": "network-vif-deleted", "tag": "25189926-c2eb-4ee5-b4ae-a288f278abde"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:43:38.796868 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795db430-2415-47d6-8d5d-1a77bb61baa6 req-670262b3-29e7-4543-b5a0-5cd993d74540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:38.798350 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-795db430-2415-47d6-8d5d-1a77bb61baa6 req-670262b3-29e7-4543-b5a0-5cd993d74540 service neutron] 10.222.0.75 "GET /v2.0/networks?id=a1201544-4744-491d-92d6-555a21ac497f HTTP/1.1" status: 200 len: 915 time: 0.1153979 Mar 11 19:43:38.818616 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb15af9-233b-4228-b2c5-3b730f383223 req-4872be53-bff4-46c4-aedb-aa849257a110 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:38.830520 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4cb15af9-233b-4228-b2c5-3b730f383223 req-4872be53-bff4-46c4-aedb-aa849257a110 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.1805804 Mar 11 19:43:38.862889 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-795db430-2415-47d6-8d5d-1a77bb61baa6 req-484bacc1-229e-42de-9fa1-2d37064918aa service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94e3b68e-4fab-43d2-b9ab-2b3abd54eb41 HTTP/1.1" status: 200 len: 217 time: 0.0568929 Mar 11 19:43:38.951704 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795db430-2415-47d6-8d5d-1a77bb61baa6 req-cc7a8644-5ab3-41f5-af9a-319e1e7fa98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:38.953289 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4cb15af9-233b-4228-b2c5-3b730f383223 req-27279db7-e202-47da-a2c0-3b84f83c9a07 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218650 Mar 11 19:43:38.953774 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-795db430-2415-47d6-8d5d-1a77bb61baa6 req-cc7a8644-5ab3-41f5-af9a-319e1e7fa98a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=26665c17-419c-4adf-85bc-a3f3efde487e HTTP/1.1" status: 200 len: 854 time: 0.0781567 Mar 11 19:43:39.010122 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-795db430-2415-47d6-8d5d-1a77bb61baa6 req-f05e4c60-b8a5-4849-a50b-81f0e25e5ca4 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a1201544-4744-491d-92d6-555a21ac497f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451097 Mar 11 19:43:39.149855 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-795db430-2415-47d6-8d5d-1a77bb61baa6 req-e4287f7f-6c80-46d0-86dc-56a9974a80a9 service neutron] 10.222.0.75 "GET /v2.0/networks/a1201544-4744-491d-92d6-555a21ac497f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353397 Mar 11 19:43:39.159854 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-620b0800-16be-4bdc-81a1-727b60a22cd5 req-aa3b1c5d-aed1-45e4-b5e6-e19937eb4afc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1486762-aa84-4adb-98f2-c2a25a94d2f0 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:43:39.176824 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-620b0800-16be-4bdc-81a1-727b60a22cd5 req-aa3b1c5d-aed1-45e4-b5e6-e19937eb4afc service neutron] Publish callbacks [] for port (a1486762-aa84-4adb-98f2-c2a25a94d2f0), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:39.244857 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a0020-e063-48f2-a39e-e09c1a825cec req-8b76703c-bed4-43d8-8504-933bf9ffa27e tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:39.258191 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-774a0020-e063-48f2-a39e-e09c1a825cec req-8b76703c-bed4-43d8-8504-933bf9ffa27e tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/ports?device_id=6cb7a765-77f6-42c9-80f0-0200b31b4868 HTTP/1.1" status: 200 len: 945 time: 0.2048440 Mar 11 19:43:39.267657 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-620b0800-16be-4bdc-81a1-727b60a22cd5 req-aa3b1c5d-aed1-45e4-b5e6-e19937eb4afc service neutron] Transition to ACTIVE for port object a1486762-aa84-4adb-98f2-c2a25a94d2f0 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:43:39.289801 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-620b0800-16be-4bdc-81a1-727b60a22cd5 req-aa3b1c5d-aed1-45e4-b5e6-e19937eb4afc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (a1486762-aa84-4adb-98f2-c2a25a94d2f0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:39.329837 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-795db430-2415-47d6-8d5d-1a77bb61baa6 req-24bd315a-45ae-4584-8dc2-4ff7734fc462 service neutron] 10.222.0.75 "GET /v2.0/networks/a1201544-4744-491d-92d6-555a21ac497f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693931 Mar 11 19:43:39.377565 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3b1c5d-aed1-45e4-b5e6-e19937eb4afc service neutron] Pushing event updated for resources: {'Port': ['ID=a1486762-aa84-4adb-98f2-c2a25a94d2f0,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:39.400025 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-774a0020-e063-48f2-a39e-e09c1a825cec req-2eaf1a25-e72c-4617-92f0-27f43e48bd67 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6edb3d-008e-48ff-8ef0-64786618cae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359107 Mar 11 19:43:39.539713 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-620b0800-16be-4bdc-81a1-727b60a22cd5 req-aa3b1c5d-aed1-45e4-b5e6-e19937eb4afc service neutron] Attempting to bind port a1486762-aa84-4adb-98f2-c2a25a94d2f0 on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:43:39.540200 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-620b0800-16be-4bdc-81a1-727b60a22cd5 req-aa3b1c5d-aed1-45e4-b5e6-e19937eb4afc service neutron] Attempting to bind port a1486762-aa84-4adb-98f2-c2a25a94d2f0 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '923d54b9-bdd1-4af1-adc1-1c3c91ea1666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'e379c903-522a-4afd-b4b9-c2c362c44083'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:43:39.540704 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620b0800-16be-4bdc-81a1-727b60a22cd5 req-aa3b1c5d-aed1-45e4-b5e6-e19937eb4afc service neutron] Attempting to bind port a1486762-aa84-4adb-98f2-c2a25a94d2f0 on network e379c903-522a-4afd-b4b9-c2c362c44083 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:43:39.560834 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c4bbb-986a-491b-87aa-cb43bff8c98d req-ea3dea59-1a3b-4b57-9857-de25213654b0 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:39.564011 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-406c4bbb-986a-491b-87aa-cb43bff8c98d req-ea3dea59-1a3b-4b57-9857-de25213654b0 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 945 time: 0.1042037 Mar 11 19:43:39.567023 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620b0800-16be-4bdc-81a1-727b60a22cd5 req-aa3b1c5d-aed1-45e4-b5e6-e19937eb4afc service neutron] Port a1486762-aa84-4adb-98f2-c2a25a94d2f0 on network e379c903-522a-4afd-b4b9-c2c362c44083 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:43:39.567489 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620b0800-16be-4bdc-81a1-727b60a22cd5 req-aa3b1c5d-aed1-45e4-b5e6-e19937eb4afc service neutron] Attempting to bind port a1486762-aa84-4adb-98f2-c2a25a94d2f0 on network e379c903-522a-4afd-b4b9-c2c362c44083 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:43:39.582901 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620b0800-16be-4bdc-81a1-727b60a22cd5 req-aa3b1c5d-aed1-45e4-b5e6-e19937eb4afc service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:43:39.583160 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620b0800-16be-4bdc-81a1-727b60a22cd5 req-aa3b1c5d-aed1-45e4-b5e6-e19937eb4afc service neutron] Checking segment: {'id': '923d54b9-bdd1-4af1-adc1-1c3c91ea1666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'e379c903-522a-4afd-b4b9-c2c362c44083'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:43:39.583769 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620b0800-16be-4bdc-81a1-727b60a22cd5 req-aa3b1c5d-aed1-45e4-b5e6-e19937eb4afc service neutron] Bound using segment: {'id': '923d54b9-bdd1-4af1-adc1-1c3c91ea1666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'e379c903-522a-4afd-b4b9-c2c362c44083'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:43:39.584279 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-620b0800-16be-4bdc-81a1-727b60a22cd5 req-aa3b1c5d-aed1-45e4-b5e6-e19937eb4afc service neutron] Bound port: a1486762-aa84-4adb-98f2-c2a25a94d2f0, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '923d54b9-bdd1-4af1-adc1-1c3c91ea1666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'e379c903-522a-4afd-b4b9-c2c362c44083'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:43:39.584687 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-620b0800-16be-4bdc-81a1-727b60a22cd5 req-aa3b1c5d-aed1-45e4-b5e6-e19937eb4afc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a1486762-aa84-4adb-98f2-c2a25a94d2f0), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:39.654725 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-406c4bbb-986a-491b-87aa-cb43bff8c98d req-d20a9d04-4182-4d62-8bef-ff1131e63ff7 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815823 Mar 11 19:43:39.696579 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-620b0800-16be-4bdc-81a1-727b60a22cd5 req-aa3b1c5d-aed1-45e4-b5e6-e19937eb4afc service neutron] For port a1486762-aa84-4adb-98f2-c2a25a94d2f0, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:43:39.700221 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-620b0800-16be-4bdc-81a1-727b60a22cd5 req-aa3b1c5d-aed1-45e4-b5e6-e19937eb4afc service neutron] For port a1486762-aa84-4adb-98f2-c2a25a94d2f0, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=a1486762-aa84-4adb-98f2-c2a25a94d2f0,segment=NetworkSegment(923d54b9-bdd1-4af1-adc1-1c3c91ea1666),segment_id=923d54b9-bdd1-4af1-adc1-1c3c91ea1666)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:43:39.707388 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-620b0800-16be-4bdc-81a1-727b60a22cd5 req-aa3b1c5d-aed1-45e4-b5e6-e19937eb4afc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (a1486762-aa84-4adb-98f2-c2a25a94d2f0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:39.746916 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b0800-16be-4bdc-81a1-727b60a22cd5 req-aa3b1c5d-aed1-45e4-b5e6-e19937eb4afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:39.747531 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-620b0800-16be-4bdc-81a1-727b60a22cd5 req-aa3b1c5d-aed1-45e4-b5e6-e19937eb4afc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:39.748924 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-620b0800-16be-4bdc-81a1-727b60a22cd5 req-aa3b1c5d-aed1-45e4-b5e6-e19937eb4afc service neutron] 10.222.0.75 "PUT /v2.0/ports/a1486762-aa84-4adb-98f2-c2a25a94d2f0 HTTP/1.1" status: 200 len: 1091 time: 1.3067825 Mar 11 19:43:39.812801 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 9b8c3b55-ec54-49a1-8218-e81f898cd6dd up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:43:39.832209 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3b1c5d-aed1-45e4-b5e6-e19937eb4afc service neutron] Pushing event updated for resources: {'Port': ['ID=a1486762-aa84-4adb-98f2-c2a25a94d2f0,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:39.857641 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da42d43-c962-484d-b1d2-45ee1cc576aa req-06536c4e-80b9-40db-89ee-693e2951f150 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:39.859321 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1da42d43-c962-484d-b1d2-45ee1cc576aa req-06536c4e-80b9-40db-89ee-693e2951f150 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/ports?device_id=35b0969a-6f2b-47b3-a31e-af4c682ded5e HTTP/1.1" status: 200 len: 943 time: 0.1208079 Mar 11 19:43:39.875274 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b0800-16be-4bdc-81a1-727b60a22cd5 req-4e71013e-1668-4b68-8085-79960d27f351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:39.877007 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-620b0800-16be-4bdc-81a1-727b60a22cd5 req-4e71013e-1668-4b68-8085-79960d27f351 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9847127c40534c169b75983394620333&device_id=35b0969a-6f2b-47b3-a31e-af4c682ded5e HTTP/1.1" status: 200 len: 1125 time: 0.0759754 Mar 11 19:43:39.886706 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port 9b8c3b55-ec54-49a1-8218-e81f898cd6dd triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:43:39.887025 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (9b8c3b55-ec54-49a1-8218-e81f898cd6dd), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:39.935431 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-620b0800-16be-4bdc-81a1-727b60a22cd5 req-a6172c87-2573-438e-9c26-98ece02866b8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1486762-aa84-4adb-98f2-c2a25a94d2f0 HTTP/1.1" status: 200 len: 217 time: 0.0495429 Mar 11 19:43:39.985122 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 9b8c3b55-ec54-49a1-8218-e81f898cd6dd is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:43:39.985522 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (9b8c3b55-ec54-49a1-8218-e81f898cd6dd), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:39.986186 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1da42d43-c962-484d-b1d2-45ee1cc576aa req-3b0ef98a-c424-41a8-89ff-f47c5be21d80 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/security-groups?id=69d962d5-ae62-46c2-b9bb-79e490dd5593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200230 Mar 11 19:43:40.022366 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e6d114-ef3d-4fea-9f9f-8ede4772c7b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b8c3b55-ec54-49a1-8218-e81f898cd6dd'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:43:40.024672 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe352878-58ff-4bec-9ea7-edfe177c50ec" -d '{"events": [{"server_uuid": "20e6d114-ef3d-4fea-9f9f-8ede4772c7b5", "name": "network-vif-plugged", "status": "completed", "tag": "9b8c3b55-ec54-49a1-8218-e81f898cd6dd"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:43:40.038742 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b0800-16be-4bdc-81a1-727b60a22cd5 req-a4e12935-75ca-4cdd-9f70-794d35397c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:40.040314 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-620b0800-16be-4bdc-81a1-727b60a22cd5 req-a4e12935-75ca-4cdd-9f70-794d35397c91 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b6dba032-bdf2-4f0c-b497-3410aba1c607 HTTP/1.1" status: 200 len: 853 time: 0.0987370 Mar 11 19:43:40.041464 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 9b8c3b55-ec54-49a1-8218-e81f898cd6dd, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=9b8c3b55-ec54-49a1-8218-e81f898cd6dd,segment=NetworkSegment(69eb0e62-687e-4724-ba5c-a415cb9293d1),segment_id=69eb0e62-687e-4724-ba5c-a415cb9293d1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:40.048387 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (9b8c3b55-ec54-49a1-8218-e81f898cd6dd), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:40.072383 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 43450) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:43:40.125487 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-620b0800-16be-4bdc-81a1-727b60a22cd5 req-2d0ba194-0f94-4cf8-a2f5-a65871280ce6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e379c903-522a-4afd-b4b9-c2c362c44083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432777 Mar 11 19:43:40.140842 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=9b8c3b55-ec54-49a1-8218-e81f898cd6dd,revision_number=10']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:40.153763 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-076333e8-3a6b-41e6-8896-689e02ba7f5a admin admin] Deleting subnet 5c19a3f5-e5b8-4a83-a56e-dfaf973c3dd0 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:43:40.157187 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-076333e8-3a6b-41e6-8896-689e02ba7f5a admin admin] Publish callbacks [] for subnet (5c19a3f5-e5b8-4a83-a56e-dfaf973c3dd0), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:40.203167 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-076333e8-3a6b-41e6-8896-689e02ba7f5a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (5c19a3f5-e5b8-4a83-a56e-dfaf973c3dd0), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:40.254600 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc45e1f2-51da-4a98-817a-de050cee9433 req-f8a1ad9f-866b-4727-a47a-d62b46700bad tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:40.256306 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dc45e1f2-51da-4a98-817a-de050cee9433 req-f8a1ad9f-866b-4727-a47a-d62b46700bad tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.57 "GET /v2.0/networks?id=90292ec6-d6b2-4fa1-9376-c622cb87c9e0 HTTP/1.1" status: 200 len: 811 time: 0.2650962 Mar 11 19:43:40.262391 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 25189926-c2eb-4ee5-b4ae-a288f278abde no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:43:40.271560 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-dc45e1f2-51da-4a98-817a-de050cee9433 req-6d1a4b45-b33b-4bb4-ba47-b713c087e071 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Request body: {'port': {'device_id': '18a14a02-4224-4a82-b099-4ed93ccd55fa', 'network_id': '90292ec6-d6b2-4fa1-9376-c622cb87c9e0', 'admin_state_up': True, 'tenant_id': '12e2452ddb214caab7c1aa2dab6d048a'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:43:40.295476 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: 25189926-c2eb-4ee5-b4ae-a288f278abde {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:43:40.296309 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 25189926-c2eb-4ee5-b4ae-a288f278abde not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:43:40.301582 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-076333e8-3a6b-41e6-8896-689e02ba7f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (5c19a3f5-e5b8-4a83-a56e-dfaf973c3dd0), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:40.374628 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-076333e8-3a6b-41e6-8896-689e02ba7f5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (5c19a3f5-e5b8-4a83-a56e-dfaf973c3dd0), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:40.387979 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-076333e8-3a6b-41e6-8896-689e02ba7f5a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:40.393602 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-076333e8-3a6b-41e6-8896-689e02ba7f5a admin admin] 10.222.0.65 "DELETE /v2.0/subnets/5c19a3f5-e5b8-4a83-a56e-dfaf973c3dd0 HTTP/1.1" status: 204 len: 168 time: 0.3173351 Mar 11 19:43:40.393867 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 43454) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:43:40.398652 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4d17f5-665c-4267-8a09-c3239ac7b409 None None] Network d0e0a9ec-4316-4fc9-9b7d-08b02011eb18 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:43:40.408133 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe1f59-724d-4076-a663-2dece41ba1d9 req-64a92c10-0b7a-43b5-9904-f1f23970a544 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:40.409656 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8bbe1f59-724d-4076-a663-2dece41ba1d9 req-64a92c10-0b7a-43b5-9904-f1f23970a544 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=20e6d114-ef3d-4fea-9f9f-8ede4772c7b5 HTTP/1.1" status: 200 len: 947 time: 0.2249258 Mar 11 19:43:40.421407 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-620b0800-16be-4bdc-81a1-727b60a22cd5 req-fec7c91c-5a51-4f42-901a-9f579659dafe service neutron] 10.222.0.75 "GET /v2.0/networks/e379c903-522a-4afd-b4b9-c2c362c44083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774198 Mar 11 19:43:40.468141 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 43458) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:43:40.481877 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076333e8-3a6b-41e6-8896-689e02ba7f5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c19a3f5-e5b8-4a83-a56e-dfaf973c3dd0,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:40.491854 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6c916989-9ca8-4038-af5e-834ba1bbd848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (d0e0a9ec-4316-4fc9-9b7d-08b02011eb18), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:40.531287 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8bbe1f59-724d-4076-a663-2dece41ba1d9 req-55e76a26-008f-46af-9baf-a1edb92ca4fa tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=8fd338c4-2511-40d9-94c8-daae49666ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125553 Mar 11 19:43:40.564286 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-6c916989-9ca8-4038-af5e-834ba1bbd848 admin admin] Deleting port a7c2fc8d-af66-4dc6-86e6-8ae5e700c8ac {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:43:40.564627 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6c916989-9ca8-4038-af5e-834ba1bbd848 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (a7c2fc8d-af66-4dc6-86e6-8ae5e700c8ac), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:40.602648 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc45e1f2-51da-4a98-817a-de050cee9433 req-6d1a4b45-b33b-4bb4-ba47-b713c087e071 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Made reservation on behalf of 12e2452ddb214caab7c1aa2dab6d048a for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:43:40.605546 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-dc45e1f2-51da-4a98-817a-de050cee9433 req-6d1a4b45-b33b-4bb4-ba47-b713c087e071 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:40.619417 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80681c31-e396-4bce-b89a-2c1517afe869 None None] DHCP port deletion for d0e0a9ec-4316-4fc9-9b7d-08b02011eb18 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:43:40.648968 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3593645d-92dc-46e6-bd99-738f7908d479 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:40.652670 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-620b0800-16be-4bdc-81a1-727b60a22cd5 req-507841aa-eb2b-484a-aa0e-0adb2735a949 service neutron] 10.222.0.75 "GET /v2.0/networks/e379c903-522a-4afd-b4b9-c2c362c44083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061663 Mar 11 19:43:40.680421 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-6c916989-9ca8-4038-af5e-834ba1bbd848 admin admin] For port a7c2fc8d-af66-4dc6-86e6-8ae5e700c8ac, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=a7c2fc8d-af66-4dc6-86e6-8ae5e700c8ac,segment=NetworkSegment(0e3d355e-0ad4-46c3-9e15-eac055d1f0e2),segment_id=0e3d355e-0ad4-46c3-9e15-eac055d1f0e2)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:40.680875 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6c916989-9ca8-4038-af5e-834ba1bbd848 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (a7c2fc8d-af66-4dc6-86e6-8ae5e700c8ac), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:40.684815 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-80681c31-e396-4bce-b89a-2c1517afe869 None None] Deleting port a7c2fc8d-af66-4dc6-86e6-8ae5e700c8ac {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:43:40.685560 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-80681c31-e396-4bce-b89a-2c1517afe869 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (a7c2fc8d-af66-4dc6-86e6-8ae5e700c8ac), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:40.695762 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-6c916989-9ca8-4038-af5e-834ba1bbd848 admin admin] Calling delete_port for a7c2fc8d-af66-4dc6-86e6-8ae5e700c8ac owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:43:40.733322 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b970e88d-aa3f-4f62-80c1-b7048bd7fbd4 req-80eff7b4-124b-4619-8046-cc37d2df4066 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=18a14a02-4224-4a82-b099-4ed93ccd55fa HTTP/1.1" status: 200 len: 210 time: 0.0721662 Mar 11 19:43:40.754112 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-80681c31-e396-4bce-b89a-2c1517afe869 None None] For port a7c2fc8d-af66-4dc6-86e6-8ae5e700c8ac, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=a7c2fc8d-af66-4dc6-86e6-8ae5e700c8ac,segment=NetworkSegment(0e3d355e-0ad4-46c3-9e15-eac055d1f0e2),segment_id=0e3d355e-0ad4-46c3-9e15-eac055d1f0e2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:40.754669 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-80681c31-e396-4bce-b89a-2c1517afe869 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (a7c2fc8d-af66-4dc6-86e6-8ae5e700c8ac), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:40.770464 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-80681c31-e396-4bce-b89a-2c1517afe869 None None] Calling delete_port for a7c2fc8d-af66-4dc6-86e6-8ae5e700c8ac owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:43:40.807440 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f6ddec-9e2d-4833-b949-428eb6ee8c3d x-openstack-request-id: req-21f6ddec-9e2d-4833-b949-428eb6ee8c3d {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:43:40.807789 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "637b48fb-e48d-4d9f-91a8-e3e00f1ce05c", "name": "network-vif-deleted", "tag": "25189926-c2eb-4ee5-b4ae-a288f278abde", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:43:40.808074 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-21f6ddec-9e2d-4833-b949-428eb6ee8c3d {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:43:40.808199 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6c916989-9ca8-4038-af5e-834ba1bbd848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (a7c2fc8d-af66-4dc6-86e6-8ae5e700c8ac), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:40.808476 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '637b48fb-e48d-4d9f-91a8-e3e00f1ce05c', 'name': 'network-vif-deleted', 'tag': '25189926-c2eb-4ee5-b4ae-a288f278abde', 'status': 'completed', 'code': 200} Mar 11 19:43:40.852387 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-dc45e1f2-51da-4a98-817a-de050cee9433 req-6d1a4b45-b33b-4bb4-ba47-b713c087e071 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Allocated IP 172.20.0.13 (90292ec6-d6b2-4fa1-9376-c622cb87c9e0/5402328f-7fd7-414d-bb99-adab596edad0/8ba3ec24-a4c2-43d0-b190-24405a34a29b) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:43:40.872000 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c916989-9ca8-4038-af5e-834ba1bbd848 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7c2fc8d-af66-4dc6-86e6-8ae5e700c8ac,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:40.876444 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c916989-9ca8-4038-af5e-834ba1bbd848 admin admin] No DVR routers for this DVR port a7c2fc8d-af66-4dc6-86e6-8ae5e700c8ac on host n-d-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:43:40.924198 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-80681c31-e396-4bce-b89a-2c1517afe869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (a7c2fc8d-af66-4dc6-86e6-8ae5e700c8ac), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:40.940507 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3593645d-92dc-46e6-bd99-738f7908d479 admin admin] Publish callbacks [] for security_group (79a54d9d-e102-43ba-bfbd-ec8e5e22b495), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:40.955316 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80681c31-e396-4bce-b89a-2c1517afe869 None None] Pushing event deleted for resources: {'Port': ['ID=a7c2fc8d-af66-4dc6-86e6-8ae5e700c8ac,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:40.964046 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6c916989-9ca8-4038-af5e-834ba1bbd848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (d0e0a9ec-4316-4fc9-9b7d-08b02011eb18), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:40.966864 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3593645d-92dc-46e6-bd99-738f7908d479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (79a54d9d-e102-43ba-bfbd-ec8e5e22b495), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:40.971002 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80681c31-e396-4bce-b89a-2c1517afe869 None None] No DVR routers for this DVR port a7c2fc8d-af66-4dc6-86e6-8ae5e700c8ac on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:43:40.991382 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-6c916989-9ca8-4038-af5e-834ba1bbd848 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0e0a9ec-4316-4fc9-9b7d-08b02011eb18']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:41.005120 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-6c916989-9ca8-4038-af5e-834ba1bbd848 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e3d355e-0ad4-46c3-9e15-eac055d1f0e2') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:41.005559 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-6c916989-9ca8-4038-af5e-834ba1bbd848 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e3d355e-0ad4-46c3-9e15-eac055d1f0e2') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:41.016247 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6c916989-9ca8-4038-af5e-834ba1bbd848 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (0e3d355e-0ad4-46c3-9e15-eac055d1f0e2), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:41.033243 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6c916989-9ca8-4038-af5e-834ba1bbd848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (0e3d355e-0ad4-46c3-9e15-eac055d1f0e2), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:41.039814 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c916989-9ca8-4038-af5e-834ba1bbd848 admin admin] Releasing vlan 889 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:43:41.040549 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6c916989-9ca8-4038-af5e-834ba1bbd848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (0e3d355e-0ad4-46c3-9e15-eac055d1f0e2), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:41.042671 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:43:41.042671 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:43:41.042671 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:43:41.042671 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:43:41.042671 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:43:41.042671 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:43:41.042671 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:43:41.042671 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:43:41.042671 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:43:41.042671 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:43:41.042671 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:43:41.042671 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:43:41.042671 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:43:41.042671 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:43:41.042671 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:43:41.042671 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:43:41.042671 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:43:41.042671 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:43:41.042671 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:43:41.042671 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:43:41.042671 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:43:41.042671 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:43:41.042671 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:43:41.042671 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:43:41.042671 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:43:41.042671 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:43:41.042671 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:43:41.042671 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:43:41.042671 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:43:41.042671 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:43:41.042671 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:43:41.042671 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:43:41.106358 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6c916989-9ca8-4038-af5e-834ba1bbd848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (d0e0a9ec-4316-4fc9-9b7d-08b02011eb18), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:41.123379 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6c916989-9ca8-4038-af5e-834ba1bbd848 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:41.131446 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-6c916989-9ca8-4038-af5e-834ba1bbd848 admin admin] 10.222.0.65 "DELETE /v2.0/networks/d0e0a9ec-4316-4fc9-9b7d-08b02011eb18 HTTP/1.1" status: 204 len: 168 time: 0.7361522 Mar 11 19:43:41.132721 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c916989-9ca8-4038-af5e-834ba1bbd848 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0e0a9ec-4316-4fc9-9b7d-08b02011eb18,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:41.273827 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 43466) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:43:41.323350 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-1f80a23d-e608-4e83-8e91-202117f322cb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fe7f25f1a51149fea99b75542e4127dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0481293 Mar 11 19:43:41.325798 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 43468) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:43:41.376162 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-158120ac-b196-490a-a06e-c48d3300c960 admin admin] Publish callbacks [] for security_group (7e8ab6fd-a1b2-4b95-842e-981d1d859acc), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:41.395962 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-3593645d-92dc-46e6-bd99-738f7908d479 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1a3ac5213ed34730b84ac1ca399a7f54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9266782 Mar 11 19:43:41.398656 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-158120ac-b196-490a-a06e-c48d3300c960 admin admin] Publish callbacks [] for security_group (7e8ab6fd-a1b2-4b95-842e-981d1d859acc), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:41.400726 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 43470) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:43:41.408802 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3593645d-92dc-46e6-bd99-738f7908d479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a54d9d-e102-43ba-bfbd-ec8e5e22b495,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:41.421095 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c168c-f33d-44fd-8150-f8e6df68f83c req-6d63c6e4-a35f-423c-84d8-7a76f7d54502 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:41.422581 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b15c168c-f33d-44fd-8150-f8e6df68f83c req-6d63c6e4-a35f-423c-84d8-7a76f7d54502 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 945 time: 0.5514042 Mar 11 19:43:41.485974 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ae422263-e440-42d8-8094-8102ed8f4164 admin admin] Publish callbacks [] for security_group (79a54d9d-e102-43ba-bfbd-ec8e5e22b495), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:41.504159 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-158120ac-b196-490a-a06e-c48d3300c960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (7e8ab6fd-a1b2-4b95-842e-981d1d859acc), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:41.506852 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-158120ac-b196-490a-a06e-c48d3300c960 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:41.508136 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-158120ac-b196-490a-a06e-c48d3300c960 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7e8ab6fd-a1b2-4b95-842e-981d1d859acc HTTP/1.1" status: 204 len: 168 time: 0.1814477 Mar 11 19:43:41.517038 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ae422263-e440-42d8-8094-8102ed8f4164 admin admin] Publish callbacks [] for security_group (79a54d9d-e102-43ba-bfbd-ec8e5e22b495), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:41.528085 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b15c168c-f33d-44fd-8150-f8e6df68f83c req-16b14765-ce46-4dc3-97e1-69098ddb35e9 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933964 Mar 11 19:43:41.531187 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158120ac-b196-490a-a06e-c48d3300c960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8ab6fd-a1b2-4b95-842e-981d1d859acc,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:41.569035 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-dc45e1f2-51da-4a98-817a-de050cee9433 req-6d1a4b45-b33b-4bb4-ba47-b713c087e071 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Publish callbacks [] for port (8ba3ec24-a4c2-43d0-b190-24405a34a29b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:41.604543 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ae422263-e440-42d8-8094-8102ed8f4164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (79a54d9d-e102-43ba-bfbd-ec8e5e22b495), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:41.607875 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ae422263-e440-42d8-8094-8102ed8f4164 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:41.609239 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ae422263-e440-42d8-8094-8102ed8f4164 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/79a54d9d-e102-43ba-bfbd-ec8e5e22b495 HTTP/1.1" status: 204 len: 168 time: 0.2075906 Mar 11 19:43:41.619385 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae422263-e440-42d8-8094-8102ed8f4164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a54d9d-e102-43ba-bfbd-ec8e5e22b495,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:41.646762 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-dc45e1f2-51da-4a98-817a-de050cee9433 req-6d1a4b45-b33b-4bb4-ba47-b713c087e071 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (8ba3ec24-a4c2-43d0-b190-24405a34a29b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:41.723296 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc45e1f2-51da-4a98-817a-de050cee9433 req-6d1a4b45-b33b-4bb4-ba47-b713c087e071 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Network 90292ec6-d6b2-4fa1-9376-c622cb87c9e0 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:43:41.729424 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-dc45e1f2-51da-4a98-817a-de050cee9433 req-6d1a4b45-b33b-4bb4-ba47-b713c087e071 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:43:41.738929 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc45e1f2-51da-4a98-817a-de050cee9433 req-6d1a4b45-b33b-4bb4-ba47-b713c087e071 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:43:41.765584 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1a4b45-b33b-4bb4-ba47-b713c087e071 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Pushing event updated for resources: {'Port': ['ID=8ba3ec24-a4c2-43d0-b190-24405a34a29b,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:41.797461 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855aabd0-47fc-4261-b991-20abae96ecb0 req-0f83171b-60c7-4e0b-bce7-416f6c906f05 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:41.798999 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-855aabd0-47fc-4261-b991-20abae96ecb0 req-0f83171b-60c7-4e0b-bce7-416f6c906f05 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 945 time: 0.1497431 Mar 11 19:43:41.807269 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc45e1f2-51da-4a98-817a-de050cee9433 req-6d1a4b45-b33b-4bb4-ba47-b713c087e071 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:41.807915 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-dc45e1f2-51da-4a98-817a-de050cee9433 req-6d1a4b45-b33b-4bb4-ba47-b713c087e071 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:41.847433 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dc45e1f2-51da-4a98-817a-de050cee9433 req-6d1a4b45-b33b-4bb4-ba47-b713c087e071 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5806916 Mar 11 19:43:41.864844 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-dc45e1f2-51da-4a98-817a-de050cee9433 req-d072fbc2-b40e-4498-9a48-0af61ecce8ee service neutron] Request body: {'port': {'device_id': '18a14a02-4224-4a82-b099-4ed93ccd55fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:43:41.873708 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-855aabd0-47fc-4261-b991-20abae96ecb0 req-72310ede-1991-4de8-a69f-621494f83370 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621560 Mar 11 19:43:41.888272 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device a7c2fc8d-af66-4dc6-86e6-8ae5e700c8ac no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:43:41.917323 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: a7c2fc8d-af66-4dc6-86e6-8ae5e700c8ac {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:43:41.917889 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device a7c2fc8d-af66-4dc6-86e6-8ae5e700c8ac not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:43:41.958180 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c38d0ef-bfbf-4f88-b62c-296f94ba7416 x-openstack-request-id: req-8c38d0ef-bfbf-4f88-b62c-296f94ba7416 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:43:41.959030 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-dc45e1f2-51da-4a98-817a-de050cee9433 req-d072fbc2-b40e-4498-9a48-0af61ecce8ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (8ba3ec24-a4c2-43d0-b190-24405a34a29b), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:41.959159 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20e6d114-ef3d-4fea-9f9f-8ede4772c7b5", "name": "network-vif-plugged", "status": "completed", "tag": "9b8c3b55-ec54-49a1-8218-e81f898cd6dd", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:43:41.959288 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8c38d0ef-bfbf-4f88-b62c-296f94ba7416 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:43:41.960241 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e6d114-ef3d-4fea-9f9f-8ede4772c7b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b8c3b55-ec54-49a1-8218-e81f898cd6dd', 'code': 200} Mar 11 19:43:42.180189 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 43496) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:43:42.193899 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d0a6b4b1-8624-4ced-8405-8534ec657ab7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:42.199995 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0839a080-9618-4c58-959b-37f0c375a92b req-999414d5-dd10-4db0-818b-b5828674edc6 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:42.201521 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0839a080-9618-4c58-959b-37f0c375a92b req-999414d5-dd10-4db0-818b-b5828674edc6 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/ports?device_id=6cb7a765-77f6-42c9-80f0-0200b31b4868 HTTP/1.1" status: 200 len: 945 time: 0.1708856 Mar 11 19:43:42.276163 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 94e3b68e-4fab-43d2-b9ab-2b3abd54eb41 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:43:42.281290 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5d3a85-239d-49a3-9737-8c1ec657365b req-6ed5ecbf-aade-4d35-9950-43bc4bb8c976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:42.283018 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4f5d3a85-239d-49a3-9737-8c1ec657365b req-6ed5ecbf-aade-4d35-9950-43bc4bb8c976 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=20e6d114-ef3d-4fea-9f9f-8ede4772c7b5 HTTP/1.1" status: 200 len: 1129 time: 0.1512740 Mar 11 19:43:42.308990 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d0a6b4b1-8624-4ced-8405-8534ec657ab7 admin admin] Publish callbacks [] for security_group (01d0bbb2-7841-401c-88ab-326e20bf7c63), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:42.315034 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d0a6b4b1-8624-4ced-8405-8534ec657ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (01d0bbb2-7841-401c-88ab-326e20bf7c63), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:42.366094 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0839a080-9618-4c58-959b-37f0c375a92b req-47b12133-43cd-49d7-af5c-1b426535e3f6 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6edb3d-008e-48ff-8ef0-64786618cae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534913 Mar 11 19:43:42.377059 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d0a6b4b1-8624-4ced-8405-8534ec657ab7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3892d6b1b64749da8ec4b0a399fe7bc0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1956379 Mar 11 19:43:42.377867 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 43502) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:43:42.381748 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 94e3b68e-4fab-43d2-b9ab-2b3abd54eb41 is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:43:42.382514 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (94e3b68e-4fab-43d2-b9ab-2b3abd54eb41), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:42.388847 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a6b4b1-8624-4ced-8405-8534ec657ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d0bbb2-7841-401c-88ab-326e20bf7c63,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:42.426753 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4f5d3a85-239d-49a3-9737-8c1ec657365b req-38352b34-20c3-4fa6-a326-88bd85a54dd5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8fd338c4-2511-40d9-94c8-daae49666ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357808 Mar 11 19:43:42.460331 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b295ee5b-1c8a-4bf0-9596-5b94613fd0c5 admin admin] Publish callbacks [] for security_group (01d0bbb2-7841-401c-88ab-326e20bf7c63), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:42.461947 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 94e3b68e-4fab-43d2-b9ab-2b3abd54eb41, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=94e3b68e-4fab-43d2-b9ab-2b3abd54eb41,segment=NetworkSegment(ef0b97fd-24fa-456a-8472-bb47ab40643e),segment_id=ef0b97fd-24fa-456a-8472-bb47ab40643e)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:42.468948 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (94e3b68e-4fab-43d2-b9ab-2b3abd54eb41), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:42.491296 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b295ee5b-1c8a-4bf0-9596-5b94613fd0c5 admin admin] Publish callbacks [] for security_group (01d0bbb2-7841-401c-88ab-326e20bf7c63), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:42.520692 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-dc45e1f2-51da-4a98-817a-de050cee9433 req-d072fbc2-b40e-4498-9a48-0af61ecce8ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ba3ec24-a4c2-43d0-b190-24405a34a29b {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:43:42.531390 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-dc45e1f2-51da-4a98-817a-de050cee9433 req-d072fbc2-b40e-4498-9a48-0af61ecce8ee service neutron] Publish callbacks [] for port (8ba3ec24-a4c2-43d0-b190-24405a34a29b), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:42.533467 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=94e3b68e-4fab-43d2-b9ab-2b3abd54eb41,revision_number=8']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:42.553142 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b295ee5b-1c8a-4bf0-9596-5b94613fd0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (01d0bbb2-7841-401c-88ab-326e20bf7c63), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:42.553370 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-dc45e1f2-51da-4a98-817a-de050cee9433 req-d072fbc2-b40e-4498-9a48-0af61ecce8ee service neutron] Transition to ACTIVE for port object 8ba3ec24-a4c2-43d0-b190-24405a34a29b will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:43:42.557858 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b295ee5b-1c8a-4bf0-9596-5b94613fd0c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:42.561538 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b295ee5b-1c8a-4bf0-9596-5b94613fd0c5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/01d0bbb2-7841-401c-88ab-326e20bf7c63 HTTP/1.1" status: 204 len: 168 time: 0.1798787 Mar 11 19:43:42.562538 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df79f5-78b7-4abd-8855-14d8bb6ecc9c req-ce03baf1-f9bf-4a43-be7a-712567def1ac tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:42.569669 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-34df79f5-78b7-4abd-8855-14d8bb6ecc9c req-ce03baf1-f9bf-4a43-be7a-712567def1ac tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/ports?device_id=35b0969a-6f2b-47b3-a31e-af4c682ded5e HTTP/1.1" status: 200 len: 943 time: 0.1037560 Mar 11 19:43:42.573400 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b295ee5b-1c8a-4bf0-9596-5b94613fd0c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d0bbb2-7841-401c-88ab-326e20bf7c63,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:42.578845 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-dc45e1f2-51da-4a98-817a-de050cee9433 req-d072fbc2-b40e-4498-9a48-0af61ecce8ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (8ba3ec24-a4c2-43d0-b190-24405a34a29b), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:42.618233 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 43512) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:43:42.670933 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d072fbc2-b40e-4498-9a48-0af61ecce8ee service neutron] Pushing event updated for resources: {'Port': ['ID=8ba3ec24-a4c2-43d0-b190-24405a34a29b,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:42.676096 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-34df79f5-78b7-4abd-8855-14d8bb6ecc9c req-571379fb-6bba-462f-884d-d5dee258b9d1 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/security-groups?id=69d962d5-ae62-46c2-b9bb-79e490dd5593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054332 Mar 11 19:43:42.793172 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-dc45e1f2-51da-4a98-817a-de050cee9433 req-d072fbc2-b40e-4498-9a48-0af61ecce8ee service neutron] Attempting to bind port 8ba3ec24-a4c2-43d0-b190-24405a34a29b on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:43:42.793821 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-dc45e1f2-51da-4a98-817a-de050cee9433 req-d072fbc2-b40e-4498-9a48-0af61ecce8ee service neutron] Attempting to bind port 8ba3ec24-a4c2-43d0-b190-24405a34a29b by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '4e412043-f4b7-4584-89b3-4a0ee01e31e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '90292ec6-d6b2-4fa1-9376-c622cb87c9e0'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:43:42.793821 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc45e1f2-51da-4a98-817a-de050cee9433 req-d072fbc2-b40e-4498-9a48-0af61ecce8ee service neutron] Attempting to bind port 8ba3ec24-a4c2-43d0-b190-24405a34a29b on network 90292ec6-d6b2-4fa1-9376-c622cb87c9e0 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:43:42.801101 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc45e1f2-51da-4a98-817a-de050cee9433 req-d072fbc2-b40e-4498-9a48-0af61ecce8ee service neutron] Port 8ba3ec24-a4c2-43d0-b190-24405a34a29b on network 90292ec6-d6b2-4fa1-9376-c622cb87c9e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:43:42.801424 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc45e1f2-51da-4a98-817a-de050cee9433 req-d072fbc2-b40e-4498-9a48-0af61ecce8ee service neutron] Attempting to bind port 8ba3ec24-a4c2-43d0-b190-24405a34a29b on network 90292ec6-d6b2-4fa1-9376-c622cb87c9e0 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:43:42.809543 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35b0969a-6f2b-47b3-a31e-af4c682ded5e', 'tag': 'a1486762-aa84-4adb-98f2-c2a25a94d2f0'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:43:42.811826 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f66e7db-ae8f-4da4-8879-b921f4d6eba1" -d '{"events": [{"name": "network-changed", "server_uuid": "35b0969a-6f2b-47b3-a31e-af4c682ded5e", "tag": "a1486762-aa84-4adb-98f2-c2a25a94d2f0"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:43:42.814953 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc45e1f2-51da-4a98-817a-de050cee9433 req-d072fbc2-b40e-4498-9a48-0af61ecce8ee service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:43:42.815301 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc45e1f2-51da-4a98-817a-de050cee9433 req-d072fbc2-b40e-4498-9a48-0af61ecce8ee service neutron] Checking segment: {'id': '4e412043-f4b7-4584-89b3-4a0ee01e31e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '90292ec6-d6b2-4fa1-9376-c622cb87c9e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:43:42.815697 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc45e1f2-51da-4a98-817a-de050cee9433 req-d072fbc2-b40e-4498-9a48-0af61ecce8ee service neutron] Bound using segment: {'id': '4e412043-f4b7-4584-89b3-4a0ee01e31e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '90292ec6-d6b2-4fa1-9376-c622cb87c9e0'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:43:42.816146 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-dc45e1f2-51da-4a98-817a-de050cee9433 req-d072fbc2-b40e-4498-9a48-0af61ecce8ee service neutron] Bound port: 8ba3ec24-a4c2-43d0-b190-24405a34a29b, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e412043-f4b7-4584-89b3-4a0ee01e31e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '90292ec6-d6b2-4fa1-9376-c622cb87c9e0'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:43:42.816505 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-dc45e1f2-51da-4a98-817a-de050cee9433 req-d072fbc2-b40e-4498-9a48-0af61ecce8ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (8ba3ec24-a4c2-43d0-b190-24405a34a29b), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:42.836119 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aeea75-956f-441d-a78f-3597c441b486 req-bca47ded-b0d4-4596-aba0-2d70c063ee82 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:42.838171 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d0aeea75-956f-441d-a78f-3597c441b486 req-bca47ded-b0d4-4596-aba0-2d70c063ee82 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 945 time: 0.0988085 Mar 11 19:43:42.903211 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-78d4bc1f-87fa-4001-967d-ae7d75064200 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1090500549-network', 'tenant_id': 'a469b44a94b44cb18eaa51d169326fb1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:43:42.926148 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d4bc1f-87fa-4001-967d-ae7d75064200 admin admin] Made reservation on behalf of a469b44a94b44cb18eaa51d169326fb1 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:43:42.929712 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-78d4bc1f-87fa-4001-967d-ae7d75064200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:42.937931 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d0aeea75-956f-441d-a78f-3597c441b486 req-19d0ac11-d66f-4f9d-8a26-81dccecd9663 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928786 Mar 11 19:43:42.940421 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-dc45e1f2-51da-4a98-817a-de050cee9433 req-d072fbc2-b40e-4498-9a48-0af61ecce8ee service neutron] For port 8ba3ec24-a4c2-43d0-b190-24405a34a29b, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:43:42.942219 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-78d4bc1f-87fa-4001-967d-ae7d75064200 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:42.943852 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-dc45e1f2-51da-4a98-817a-de050cee9433 req-d072fbc2-b40e-4498-9a48-0af61ecce8ee service neutron] For port 8ba3ec24-a4c2-43d0-b190-24405a34a29b, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=8ba3ec24-a4c2-43d0-b190-24405a34a29b,segment=NetworkSegment(4e412043-f4b7-4584-89b3-4a0ee01e31e1),segment_id=4e412043-f4b7-4584-89b3-4a0ee01e31e1)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:43:42.951906 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-dc45e1f2-51da-4a98-817a-de050cee9433 req-d072fbc2-b40e-4498-9a48-0af61ecce8ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (8ba3ec24-a4c2-43d0-b190-24405a34a29b), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:42.998986 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc45e1f2-51da-4a98-817a-de050cee9433 req-d072fbc2-b40e-4498-9a48-0af61ecce8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:42.999617 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-dc45e1f2-51da-4a98-817a-de050cee9433 req-d072fbc2-b40e-4498-9a48-0af61ecce8ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:43.003347 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dc45e1f2-51da-4a98-817a-de050cee9433 req-d072fbc2-b40e-4498-9a48-0af61ecce8ee service neutron] 10.222.0.57 "PUT /v2.0/ports/8ba3ec24-a4c2-43d0-b190-24405a34a29b HTTP/1.1" status: 200 len: 1092 time: 1.1438205 Mar 11 19:43:43.045249 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d072fbc2-b40e-4498-9a48-0af61ecce8ee service neutron] Pushing event updated for resources: {'Port': ['ID=8ba3ec24-a4c2-43d0-b190-24405a34a29b,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:43.086010 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-78d4bc1f-87fa-4001-967d-ae7d75064200 admin admin] Publish callbacks [] for security_group (b9952e4f-4de9-4319-bdba-620b082cb9af), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:43.091206 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-78d4bc1f-87fa-4001-967d-ae7d75064200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (b9952e4f-4de9-4319-bdba-620b082cb9af), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:43.114372 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78d4bc1f-87fa-4001-967d-ae7d75064200 admin admin] vlan segment allocate from pool success with {'vlan_id': 899, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:43:43.126619 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ea574-03c3-4d8a-8d9c-691f2feff175 req-5b922740-d207-4efa-b816-8a63262fcfae tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:43.128358 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8d9ea574-03c3-4d8a-8d9c-691f2feff175 req-5b922740-d207-4efa-b816-8a63262fcfae tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=20e6d114-ef3d-4fea-9f9f-8ede4772c7b5 HTTP/1.1" status: 200 len: 947 time: 0.1050918 Mar 11 19:43:43.130462 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d4bc1f-87fa-4001-967d-ae7d75064200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9952e4f-4de9-4319-bdba-620b082cb9af,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:43.133201 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc45e1f2-51da-4a98-817a-de050cee9433 req-83355792-471a-4f62-982a-cb05a838c07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:43.133594 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-78d4bc1f-87fa-4001-967d-ae7d75064200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (89b51435-4d52-4a4b-b4a1-2243d7d1b31c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:43.133941 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-78d4bc1f-87fa-4001-967d-ae7d75064200 admin admin] Added segment 89b51435-4d52-4a4b-b4a1-2243d7d1b31c of type vlan for network b9c32b6b-01fd-48d6-8ba0-70bd84128973 Mar 11 19:43:43.134621 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dc45e1f2-51da-4a98-817a-de050cee9433 req-83355792-471a-4f62-982a-cb05a838c07a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=12e2452ddb214caab7c1aa2dab6d048a&device_id=18a14a02-4224-4a82-b099-4ed93ccd55fa HTTP/1.1" status: 200 len: 1126 time: 0.0703716 Mar 11 19:43:43.178862 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-78d4bc1f-87fa-4001-967d-ae7d75064200 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (b9c32b6b-01fd-48d6-8ba0-70bd84128973), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:43.192342 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dc45e1f2-51da-4a98-817a-de050cee9433 req-3da2017a-022b-4fd2-a258-dd95d2b00ad2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ba3ec24-a4c2-43d0-b190-24405a34a29b HTTP/1.1" status: 200 len: 217 time: 0.0502815 Mar 11 19:43:43.210236 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-78d4bc1f-87fa-4001-967d-ae7d75064200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (b9c32b6b-01fd-48d6-8ba0-70bd84128973), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:43.211570 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d4bc1f-87fa-4001-967d-ae7d75064200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:43.212229 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-78d4bc1f-87fa-4001-967d-ae7d75064200 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:43.260254 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-78d4bc1f-87fa-4001-967d-ae7d75064200 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6371634 Mar 11 19:43:43.260957 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 43534) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:43:43.262192 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8d9ea574-03c3-4d8a-8d9c-691f2feff175 req-6417813e-5a35-473a-9a3d-3e31a3a04bb2 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=8fd338c4-2511-40d9-94c8-daae49666ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131835 Mar 11 19:43:43.269179 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-d4a5dbd9-cb85-4301-87bb-779bc6c26883 admin admin] Request body: {'subnet': {'network_id': 'b9c32b6b-01fd-48d6-8ba0-70bd84128973', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1090500549-subnet', 'tenant_id': 'a469b44a94b44cb18eaa51d169326fb1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:43:43.271453 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc45e1f2-51da-4a98-817a-de050cee9433 req-162d363a-cf0a-49a2-89ff-485bb4ee8a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:43.273140 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dc45e1f2-51da-4a98-817a-de050cee9433 req-162d363a-cf0a-49a2-89ff-485bb4ee8a20 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5402328f-7fd7-414d-bb99-adab596edad0 HTTP/1.1" status: 200 len: 851 time: 0.0729909 Mar 11 19:43:43.312220 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dc45e1f2-51da-4a98-817a-de050cee9433 req-b74c4a3b-dd54-440e-8e8e-49ac2757179c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=90292ec6-d6b2-4fa1-9376-c622cb87c9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326893 Mar 11 19:43:43.313616 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d4bc1f-87fa-4001-967d-ae7d75064200 admin admin] Pushing event updated for resources: {'Network': ['ID=b9c32b6b-01fd-48d6-8ba0-70bd84128973,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:43.325047 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network b9c32b6b-01fd-48d6-8ba0-70bd84128973 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:43:43.331463 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a5dbd9-cb85-4301-87bb-779bc6c26883 admin admin] Made reservation on behalf of a469b44a94b44cb18eaa51d169326fb1 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:43:43.334430 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d4a5dbd9-cb85-4301-87bb-779bc6c26883 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:43.468529 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dc45e1f2-51da-4a98-817a-de050cee9433 req-190aa1fe-062b-44b9-9d0d-f20e126e7d61 service neutron] 10.222.0.57 "GET /v2.0/networks/90292ec6-d6b2-4fa1-9376-c622cb87c9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491132 Mar 11 19:43:43.484606 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa99bad6-08d0-4fcc-a263-98ba945b44f2 req-a3382af6-08a2-4554-b2cb-b1365d87c05a tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:43.486183 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fa99bad6-08d0-4fcc-a263-98ba945b44f2 req-a3382af6-08a2-4554-b2cb-b1365d87c05a tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=18a14a02-4224-4a82-b099-4ed93ccd55fa HTTP/1.1" status: 200 len: 944 time: 0.0904875 Mar 11 19:43:43.545028 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d4a5dbd9-cb85-4301-87bb-779bc6c26883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (dfc0b762-c8dd-49bd-88c1-f8c1ded354c5), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:43.547414 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:43:43.601057 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a5dbd9-cb85-4301-87bb-779bc6c26883 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfc0b762-c8dd-49bd-88c1-f8c1ded354c5,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:43.602171 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fa99bad6-08d0-4fcc-a263-98ba945b44f2 req-c3d510ec-b28a-498e-848d-770bda0fb6da tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059761 Mar 11 19:43:43.615898 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a5dbd9-cb85-4301-87bb-779bc6c26883 admin admin] Checking segment: {'id': '89b51435-4d52-4a4b-b4a1-2243d7d1b31c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'b9c32b6b-01fd-48d6-8ba0-70bd84128973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:43:43.616269 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a5dbd9-cb85-4301-87bb-779bc6c26883 admin admin] Network hostable DHCP agents. Network: b9c32b6b-01fd-48d6-8ba0-70bd84128973, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:43:43.628832 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dc45e1f2-51da-4a98-817a-de050cee9433 req-f1345fde-9450-409a-a609-919ebbf13f0c service neutron] 10.222.0.57 "GET /v2.0/networks/90292ec6-d6b2-4fa1-9376-c622cb87c9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414945 Mar 11 19:43:43.663886 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a5dbd9-cb85-4301-87bb-779bc6c26883 admin admin] Network b9c32b6b-01fd-48d6-8ba0-70bd84128973 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:43:43.681997 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-d4a5dbd9-cb85-4301-87bb-779bc6c26883 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, b9c32b6b-01fd-48d6-8ba0-70bd84128973) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:43:43.693684 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5990b1-031f-4839-94c1-090a6a87001a None None] Network b9c32b6b-01fd-48d6-8ba0-70bd84128973 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:43:43.695222 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a5dbd9-cb85-4301-87bb-779bc6c26883 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:43.699953 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d4a5dbd9-cb85-4301-87bb-779bc6c26883 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:43.727682 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d4a5dbd9-cb85-4301-87bb-779bc6c26883 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.4612198 Mar 11 19:43:43.757477 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10b471-a6d4-4428-8e49-27472b8ad987 req-f23ac236-d4bb-4dd8-9d34-3e3efcdf9ec7 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:43.758990 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7d10b471-a6d4-4428-8e49-27472b8ad987 req-f23ac236-d4bb-4dd8-9d34-3e3efcdf9ec7 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 943 time: 0.0886910 Mar 11 19:43:43.830821 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180a3de8-1941-4c43-b7ed-6b49800c54ff None None] Network b9c32b6b-01fd-48d6-8ba0-70bd84128973 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:43:43.832903 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7d10b471-a6d4-4428-8e49-27472b8ad987 req-8ae59bc1-1cba-4226-b1ee-d9c48280b5d8 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659053 Mar 11 19:43:43.963088 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02d8cdc7-f586-4487-9626-8e913f76cf04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94e3b68e-4fab-43d2-b9ab-2b3abd54eb41'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:43:43.967062 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17618014-ab4d-45e2-92fb-913b1b5da982" -d '{"events": [{"server_uuid": "02d8cdc7-f586-4487-9626-8e913f76cf04", "name": "network-vif-unplugged", "status": "completed", "tag": "94e3b68e-4fab-43d2-b9ab-2b3abd54eb41"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:43:44.049406 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a616133-705c-436f-85b4-8742d4812287 x-openstack-request-id: req-7a616133-705c-436f-85b4-8742d4812287 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:43:44.049719 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35b0969a-6f2b-47b3-a31e-af4c682ded5e", "tag": "a1486762-aa84-4adb-98f2-c2a25a94d2f0", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:43:44.049973 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7a616133-705c-436f-85b4-8742d4812287 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:43:44.050382 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35b0969a-6f2b-47b3-a31e-af4c682ded5e', 'tag': 'a1486762-aa84-4adb-98f2-c2a25a94d2f0', 'status': 'completed', 'code': 200} Mar 11 19:43:44.161882 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f66e7db-ae8f-4da4-8879-b921f4d6eba1 req-b7418e73-7963-4c69-b872-adbde1412181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:44.167146 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7f66e7db-ae8f-4da4-8879-b921f4d6eba1 req-b7418e73-7963-4c69-b872-adbde1412181 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9847127c40534c169b75983394620333&device_id=35b0969a-6f2b-47b3-a31e-af4c682ded5e HTTP/1.1" status: 200 len: 1125 time: 0.0867198 Mar 11 19:43:44.225381 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b4afc-8ab4-466d-8f4e-f540737fae90 req-31e50e7e-5678-4d1e-90e4-b1d10333dcec tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:44.226933 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2c9b4afc-8ab4-466d-8f4e-f540737fae90 req-31e50e7e-5678-4d1e-90e4-b1d10333dcec tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 945 time: 0.1124303 Mar 11 19:43:44.286035 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device a1486762-aa84-4adb-98f2-c2a25a94d2f0 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:43:44.326757 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2c9b4afc-8ab4-466d-8f4e-f540737fae90 req-24540816-b03e-4b29-9c0a-1a5ca24417a2 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718267 Mar 11 19:43:44.327924 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f66e7db-ae8f-4da4-8879-b921f4d6eba1 req-95b6aea2-7de2-486d-9008-abb28680c17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:44.329360 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7f66e7db-ae8f-4da4-8879-b921f4d6eba1 req-95b6aea2-7de2-486d-9008-abb28680c17c service neutron] 10.222.0.75 "GET /v2.0/networks?id=e379c903-522a-4afd-b4b9-c2c362c44083 HTTP/1.1" status: 200 len: 914 time: 0.1604900 Mar 11 19:43:44.417179 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7f66e7db-ae8f-4da4-8879-b921f4d6eba1 req-521bb937-f66e-4dd7-a6f2-70f43b37eb9b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1486762-aa84-4adb-98f2-c2a25a94d2f0 HTTP/1.1" status: 200 len: 217 time: 0.0804806 Mar 11 19:43:44.450748 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port a1486762-aa84-4adb-98f2-c2a25a94d2f0, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=a1486762-aa84-4adb-98f2-c2a25a94d2f0,segment=NetworkSegment(923d54b9-bdd1-4af1-adc1-1c3c91ea1666),segment_id=923d54b9-bdd1-4af1-adc1-1c3c91ea1666)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:44.472797 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': 'a1486762-aa84-4adb-98f2-c2a25a94d2f0', 'network_id': 'e379c903-522a-4afd-b4b9-c2c362c44083', 'port_id': 'a1486762-aa84-4adb-98f2-c2a25a94d2f0', 'mac_address': 'fa:16:3e:12:cd:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 881, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6dba032-bdf2-4f0c-b497-3410aba1c607', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:43:44.517698 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f66e7db-ae8f-4da4-8879-b921f4d6eba1 req-a0ed98d5-dfa6-4f8b-a891-90a5cc231ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:44.519534 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7f66e7db-ae8f-4da4-8879-b921f4d6eba1 req-a0ed98d5-dfa6-4f8b-a891-90a5cc231ab5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b6dba032-bdf2-4f0c-b497-3410aba1c607 HTTP/1.1" status: 200 len: 853 time: 0.0968726 Mar 11 19:43:44.530108 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port a1486762-aa84-4adb-98f2-c2a25a94d2f0 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:43:44.530711 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a1486762-aa84-4adb-98f2-c2a25a94d2f0), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:44.540337 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459baf4e-c249-4ce5-84d8-cbbe0c512e70 req-bd7601de-3dc1-44fc-8647-e8d30e597614 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:44.542716 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-459baf4e-c249-4ce5-84d8-cbbe0c512e70 req-bd7601de-3dc1-44fc-8647-e8d30e597614 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/ports?device_id=35b0969a-6f2b-47b3-a31e-af4c682ded5e HTTP/1.1" status: 200 len: 943 time: 0.1069069 Mar 11 19:43:44.557330 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1486762-aa84-4adb-98f2-c2a25a94d2f0 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:43:44.570060 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7f66e7db-ae8f-4da4-8879-b921f4d6eba1 req-2df30d7c-fe70-4bad-87e8-e2d335e19c73 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e379c903-522a-4afd-b4b9-c2c362c44083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439184 Mar 11 19:43:44.583100 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port a1486762-aa84-4adb-98f2-c2a25a94d2f0, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=a1486762-aa84-4adb-98f2-c2a25a94d2f0,segment=NetworkSegment(923d54b9-bdd1-4af1-adc1-1c3c91ea1666),segment_id=923d54b9-bdd1-4af1-adc1-1c3c91ea1666)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:44.589006 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (a1486762-aa84-4adb-98f2-c2a25a94d2f0), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:44.640212 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=a1486762-aa84-4adb-98f2-c2a25a94d2f0,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:44.672819 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7f66e7db-ae8f-4da4-8879-b921f4d6eba1 req-5e7b77e6-ffb6-4989-a2fc-8eeb88fe6cb9 service neutron] 10.222.0.75 "GET /v2.0/networks/e379c903-522a-4afd-b4b9-c2c362c44083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961485 Mar 11 19:43:44.716510 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-459baf4e-c249-4ce5-84d8-cbbe0c512e70 req-b5067fea-1ee5-426f-8e6a-a2e5a7a33478 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/security-groups?id=69d962d5-ae62-46c2-b9bb-79e490dd5593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489007 Mar 11 19:43:44.791207 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7f66e7db-ae8f-4da4-8879-b921f4d6eba1 req-be481e13-972a-4dfe-97dc-d5060c21d127 service neutron] 10.222.0.75 "GET /v2.0/networks/e379c903-522a-4afd-b4b9-c2c362c44083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097658 Mar 11 19:43:44.817701 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['a1486762-aa84-4adb-98f2-c2a25a94d2f0'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:43:44.852019 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 11 Mar 2022 19:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b01d8c-40ac-47eb-ac55-0845e047458f x-openstack-request-id: req-a0b01d8c-40ac-47eb-ac55-0845e047458f {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:43:44.852323 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02d8cdc7-f586-4487-9626-8e913f76cf04", "name": "network-vif-unplugged", "status": "failed", "tag": "94e3b68e-4fab-43d2-b9ab-2b3abd54eb41", "code": 422}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:43:44.852924 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a0b01d8c-40ac-47eb-ac55-0845e047458f {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:43:44.854043 n-d-833163-1 neutron-server[103886]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '02d8cdc7-f586-4487-9626-8e913f76cf04', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '94e3b68e-4fab-43d2-b9ab-2b3abd54eb41', 'code': 422} returned with failed status Mar 11 19:43:44.952050 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce2ad31-e068-4faf-8cf9-4caa2bc1aa06 req-dcc15eee-1be8-4d38-946c-614a05af7784 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:44.953457 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9ce2ad31-e068-4faf-8cf9-4caa2bc1aa06 req-dcc15eee-1be8-4d38-946c-614a05af7784 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/ports?device_id=6cb7a765-77f6-42c9-80f0-0200b31b4868 HTTP/1.1" status: 200 len: 945 time: 0.0646224 Mar 11 19:43:45.001735 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9ce2ad31-e068-4faf-8cf9-4caa2bc1aa06 req-258fb791-2126-4643-8870-f7bafd3632a8 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6edb3d-008e-48ff-8ef0-64786618cae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422289 Mar 11 19:43:45.346552 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5dab7c-d45f-46d3-8f4c-a2757e441f8a req-ccd61097-eeba-4460-ba54-3413baa3c08d tempest-ServerMetadataNegativeTestJSON-1794215757 tempest-ServerMetadataNegativeTestJSON-1794215757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:45.348052 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cb5dab7c-d45f-46d3-8f4c-a2757e441f8a req-ccd61097-eeba-4460-ba54-3413baa3c08d tempest-ServerMetadataNegativeTestJSON-1794215757 tempest-ServerMetadataNegativeTestJSON-1794215757-project] 10.222.0.65 "GET /v2.0/networks?id=b9c32b6b-01fd-48d6-8ba0-70bd84128973 HTTP/1.1" status: 200 len: 821 time: 0.1093292 Mar 11 19:43:45.362500 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cb5dab7c-d45f-46d3-8f4c-a2757e441f8a req-eea4b89f-9583-439f-a941-9ecfa7603ab1 tempest-ServerMetadataNegativeTestJSON-1794215757 tempest-ServerMetadataNegativeTestJSON-1794215757-project] 10.222.0.65 "GET /v2.0/quotas/a469b44a94b44cb18eaa51d169326fb1 HTTP/1.1" status: 200 len: 375 time: 0.0091183 Mar 11 19:43:45.397411 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cb5dab7c-d45f-46d3-8f4c-a2757e441f8a req-dde2accf-5ff8-414a-8907-6231d96c95bc tempest-ServerMetadataNegativeTestJSON-1794215757 tempest-ServerMetadataNegativeTestJSON-1794215757-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a469b44a94b44cb18eaa51d169326fb1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294354 Mar 11 19:43:45.496049 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cb5dab7c-d45f-46d3-8f4c-a2757e441f8a req-d7fb64f3-9694-4bba-bf56-d0315fa210c5 service neutron] 10.222.0.65 "GET /v2.0/networks/b9c32b6b-01fd-48d6-8ba0-70bd84128973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911386 Mar 11 19:43:45.513860 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 43668) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:43:45.586101 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cb5dab7c-d45f-46d3-8f4c-a2757e441f8a req-1c858bae-a05c-4848-a4c2-893d2b128af8 service neutron] 10.222.0.65 "GET /v2.0/networks/b9c32b6b-01fd-48d6-8ba0-70bd84128973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844593 Mar 11 19:43:45.620066 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4c3379ca-5c5e-46c1-806e-4ecfe2515080 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:45.705134 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4c3379ca-5c5e-46c1-806e-4ecfe2515080 admin admin] Publish callbacks [] for security_group (77bf48be-e55d-4062-ab94-b0766f6bceda), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:45.710517 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4c3379ca-5c5e-46c1-806e-4ecfe2515080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (77bf48be-e55d-4062-ab94-b0766f6bceda), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:45.753871 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4c3379ca-5c5e-46c1-806e-4ecfe2515080 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c1e1a400d8734f0898d388ae5bed6ebf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2388332 Mar 11 19:43:45.756715 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 43678) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:43:45.757346 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3379ca-5c5e-46c1-806e-4ecfe2515080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77bf48be-e55d-4062-ab94-b0766f6bceda,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:45.813848 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-61b85043-9403-462f-962b-5b0b717974b3 admin admin] Publish callbacks [] for security_group (77bf48be-e55d-4062-ab94-b0766f6bceda), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:45.830906 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a2f184-f023-459f-8728-456448e0bd8b req-be28509b-6b64-4d99-a117-c8e238f31c1d tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:45.832529 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f5a2f184-f023-459f-8728-456448e0bd8b req-be28509b-6b64-4d99-a117-c8e238f31c1d tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=20e6d114-ef3d-4fea-9f9f-8ede4772c7b5 HTTP/1.1" status: 200 len: 947 time: 0.0849273 Mar 11 19:43:45.838655 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-61b85043-9403-462f-962b-5b0b717974b3 admin admin] Publish callbacks [] for security_group (77bf48be-e55d-4062-ab94-b0766f6bceda), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:45.886994 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f5a2f184-f023-459f-8728-456448e0bd8b req-d7cbe2d3-068a-49e5-aded-0e39204f8fb5 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=8fd338c4-2511-40d9-94c8-daae49666ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471082 Mar 11 19:43:45.896513 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-61b85043-9403-462f-962b-5b0b717974b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (77bf48be-e55d-4062-ab94-b0766f6bceda), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:45.900657 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-61b85043-9403-462f-962b-5b0b717974b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:45.901971 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-61b85043-9403-462f-962b-5b0b717974b3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/77bf48be-e55d-4062-ab94-b0766f6bceda HTTP/1.1" status: 204 len: 168 time: 0.1411443 Mar 11 19:43:45.920227 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b85043-9403-462f-962b-5b0b717974b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77bf48be-e55d-4062-ab94-b0766f6bceda,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:46.052496 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18a14a02-4224-4a82-b099-4ed93ccd55fa', 'tag': '8ba3ec24-a4c2-43d0-b190-24405a34a29b'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:43:46.056162 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bac707f-e9af-4a1a-ba9e-c5a5ebddef2f" -d '{"events": [{"name": "network-changed", "server_uuid": "18a14a02-4224-4a82-b099-4ed93ccd55fa", "tag": "8ba3ec24-a4c2-43d0-b190-24405a34a29b"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:43:46.125276 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0266420-3be8-4af7-b6ea-23aee3674cf1 req-4a443937-9058-4eab-9735-5751dd76fb59 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:46.126939 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a0266420-3be8-4af7-b6ea-23aee3674cf1 req-4a443937-9058-4eab-9735-5751dd76fb59 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/networks?id=90663b8c-1bde-4a55-8ab4-a84ee4d3cf19 HTTP/1.1" status: 200 len: 811 time: 0.1183014 Mar 11 19:43:46.143131 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a0266420-3be8-4af7-b6ea-23aee3674cf1 req-93ad6386-404a-4e48-9a4f-441b6a639470 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/quotas/66b3b8d3f65c4e239ea33b0475efa223 HTTP/1.1" status: 200 len: 375 time: 0.0104203 Mar 11 19:43:46.216201 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a0266420-3be8-4af7-b6ea-23aee3674cf1 req-2ac201b8-cc43-4182-83a6-59d00c3e8285 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=66b3b8d3f65c4e239ea33b0475efa223&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0671883 Mar 11 19:43:46.280773 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 43704) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:43:46.294361 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d6cf0c9d-f72d-417c-a22e-ae7c407e15fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:46.301466 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device a1486762-aa84-4adb-98f2-c2a25a94d2f0 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:43:46.322458 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a0266420-3be8-4af7-b6ea-23aee3674cf1 req-e9ffdbe6-dda5-4920-9fab-3dac74141f32 service neutron] 10.222.0.65 "GET /v2.0/networks/90663b8c-1bde-4a55-8ab4-a84ee4d3cf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025836 Mar 11 19:43:46.367862 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port a1486762-aa84-4adb-98f2-c2a25a94d2f0 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:43:46.377282 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port a1486762-aa84-4adb-98f2-c2a25a94d2f0 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:43:46.377753 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (a1486762-aa84-4adb-98f2-c2a25a94d2f0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:46.406734 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d6cf0c9d-f72d-417c-a22e-ae7c407e15fc admin admin] Publish callbacks [] for security_group (453678f8-3795-40ad-800c-b9f91c457bd1), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:46.414856 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d6cf0c9d-f72d-417c-a22e-ae7c407e15fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (453678f8-3795-40ad-800c-b9f91c457bd1), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:46.461418 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cf0c9d-f72d-417c-a22e-ae7c407e15fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453678f8-3795-40ad-800c-b9f91c457bd1,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:46.466419 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a0266420-3be8-4af7-b6ea-23aee3674cf1 req-be7fd404-5998-483c-9af8-6f2ace489c9c service neutron] 10.222.0.65 "GET /v2.0/networks/90663b8c-1bde-4a55-8ab4-a84ee4d3cf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369364 Mar 11 19:43:46.475587 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d6cf0c9d-f72d-417c-a22e-ae7c407e15fc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d641b5a6d5224212b6767be9bca0f4cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1914403 Mar 11 19:43:46.476250 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 43706) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:43:46.476389 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port a1486762-aa84-4adb-98f2-c2a25a94d2f0 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:43:46.476693 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a1486762-aa84-4adb-98f2-c2a25a94d2f0), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:46.512705 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port a1486762-aa84-4adb-98f2-c2a25a94d2f0, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=a1486762-aa84-4adb-98f2-c2a25a94d2f0,segment=NetworkSegment(923d54b9-bdd1-4af1-adc1-1c3c91ea1666),segment_id=923d54b9-bdd1-4af1-adc1-1c3c91ea1666)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:46.517173 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (a1486762-aa84-4adb-98f2-c2a25a94d2f0), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:46.518201 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 94e3b68e-4fab-43d2-b9ab-2b3abd54eb41 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:43:46.539464 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e88233c8-34d8-45de-ab49-8da147e0768b admin admin] Publish callbacks [] for security_group (453678f8-3795-40ad-800c-b9f91c457bd1), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:46.565483 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e88233c8-34d8-45de-ab49-8da147e0768b admin admin] Publish callbacks [] for security_group (453678f8-3795-40ad-800c-b9f91c457bd1), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:46.597805 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=a1486762-aa84-4adb-98f2-c2a25a94d2f0,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:46.626418 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e88233c8-34d8-45de-ab49-8da147e0768b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (453678f8-3795-40ad-800c-b9f91c457bd1), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:46.629193 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e88233c8-34d8-45de-ab49-8da147e0768b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:46.632599 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-e88233c8-34d8-45de-ab49-8da147e0768b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/453678f8-3795-40ad-800c-b9f91c457bd1 HTTP/1.1" status: 204 len: 168 time: 0.1530187 Mar 11 19:43:46.640199 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88233c8-34d8-45de-ab49-8da147e0768b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453678f8-3795-40ad-800c-b9f91c457bd1,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:46.642100 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 94e3b68e-4fab-43d2-b9ab-2b3abd54eb41 is: DOWN; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:43:46.854987 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b0969a-6f2b-47b3-a31e-af4c682ded5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1486762-aa84-4adb-98f2-c2a25a94d2f0'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:43:46.857621 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b11a85f9-105f-4055-b473-01eea88cdadb" -d '{"events": [{"server_uuid": "35b0969a-6f2b-47b3-a31e-af4c682ded5e", "name": "network-vif-plugged", "status": "completed", "tag": "a1486762-aa84-4adb-98f2-c2a25a94d2f0"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:43:46.940093 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5dab7c-d45f-46d3-8f4c-a2757e441f8a req-437bffc3-6673-4324-b4ba-96f94c94d909 tempest-ServerMetadataNegativeTestJSON-1794215757 tempest-ServerMetadataNegativeTestJSON-1794215757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:46.941693 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cb5dab7c-d45f-46d3-8f4c-a2757e441f8a req-437bffc3-6673-4324-b4ba-96f94c94d909 tempest-ServerMetadataNegativeTestJSON-1794215757 tempest-ServerMetadataNegativeTestJSON-1794215757-project] 10.222.0.75 "GET /v2.0/networks?id=b9c32b6b-01fd-48d6-8ba0-70bd84128973 HTTP/1.1" status: 200 len: 821 time: 0.1711497 Mar 11 19:43:46.951109 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2a4224-316f-439b-982f-b9149c028409 req-f0e48829-d5dd-4559-a672-d6742f344cb1 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:46.952580 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ad2a4224-316f-439b-982f-b9149c028409 req-f0e48829-d5dd-4559-a672-d6742f344cb1 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=18a14a02-4224-4a82-b099-4ed93ccd55fa HTTP/1.1" status: 200 len: 944 time: 0.2525280 Mar 11 19:43:46.957644 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-cb5dab7c-d45f-46d3-8f4c-a2757e441f8a req-5ede8a8f-e690-4f16-bb61-850dd5083a55 tempest-ServerMetadataNegativeTestJSON-1794215757 tempest-ServerMetadataNegativeTestJSON-1794215757-project] Request body: {'port': {'device_id': '8de063cb-3792-4f92-9c95-d3eabbc7f236', 'network_id': 'b9c32b6b-01fd-48d6-8ba0-70bd84128973', 'admin_state_up': True, 'tenant_id': 'a469b44a94b44cb18eaa51d169326fb1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:43:47.070965 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ad2a4224-316f-439b-982f-b9149c028409 req-beba3c5b-a624-49fb-91fa-26ead10f632a tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095867 Mar 11 19:43:47.120281 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb5dab7c-d45f-46d3-8f4c-a2757e441f8a req-5ede8a8f-e690-4f16-bb61-850dd5083a55 tempest-ServerMetadataNegativeTestJSON-1794215757 tempest-ServerMetadataNegativeTestJSON-1794215757-project] Made reservation on behalf of a469b44a94b44cb18eaa51d169326fb1 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:43:47.123895 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cb5dab7c-d45f-46d3-8f4c-a2757e441f8a req-5ede8a8f-e690-4f16-bb61-850dd5083a55 tempest-ServerMetadataNegativeTestJSON-1794215757 tempest-ServerMetadataNegativeTestJSON-1794215757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:47.379455 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-cb5dab7c-d45f-46d3-8f4c-a2757e441f8a req-5ede8a8f-e690-4f16-bb61-850dd5083a55 tempest-ServerMetadataNegativeTestJSON-1794215757 tempest-ServerMetadataNegativeTestJSON-1794215757-project] Allocated IP 172.20.0.10 (b9c32b6b-01fd-48d6-8ba0-70bd84128973/dfc0b762-c8dd-49bd-88c1-f8c1ded354c5/836f3591-b233-4dd1-aad9-c317f4f78493) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:43:47.396231 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4287c297-d098-4414-b958-c03fd239618a req-e69a140f-fafa-4deb-b12f-b815458f7903 tempest-ServerMetadataNegativeTestJSON-1794215757 tempest-ServerMetadataNegativeTestJSON-1794215757-project] 10.222.0.65 "GET /v2.0/ports?device_id=8de063cb-3792-4f92-9c95-d3eabbc7f236 HTTP/1.1" status: 200 len: 210 time: 0.0661998 Mar 11 19:43:47.446341 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd0acc9-f82f-4c4a-9b74-6ae91e915663 req-49484533-69f8-4297-b15e-51b2118f081b tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:47.448473 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-efd0acc9-f82f-4c4a-9b74-6ae91e915663 req-49484533-69f8-4297-b15e-51b2118f081b tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.57 "GET /v2.0/ports?device_id=6cb7a765-77f6-42c9-80f0-0200b31b4868 HTTP/1.1" status: 200 len: 945 time: 0.2285125 Mar 11 19:43:47.638957 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 43754) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:43:47.673117 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c63e6-c6c2-47bb-b90e-1174b784b2c7 req-078d3842-9704-4ef8-87f2-a0a8a65b4794 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:47.674813 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0b6c63e6-c6c2-47bb-b90e-1174b784b2c7 req-078d3842-9704-4ef8-87f2-a0a8a65b4794 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/ports?device_id=35b0969a-6f2b-47b3-a31e-af4c682ded5e HTTP/1.1" status: 200 len: 945 time: 0.1813536 Mar 11 19:43:47.754200 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-820451af-06d0-4146-8b19-2f153a4c216d tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-454105706'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:43:47.770158 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cb5dab7c-d45f-46d3-8f4c-a2757e441f8a req-5ede8a8f-e690-4f16-bb61-850dd5083a55 tempest-ServerMetadataNegativeTestJSON-1794215757 tempest-ServerMetadataNegativeTestJSON-1794215757-project] Publish callbacks [] for port (836f3591-b233-4dd1-aad9-c317f4f78493), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:47.786792 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-efd0acc9-f82f-4c4a-9b74-6ae91e915663 req-c82cd06d-0f9b-4988-a035-4b325986d6a6 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Deleting port df27e2f0-2ded-441b-9ced-f789d3eace86 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:43:47.787221 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-efd0acc9-f82f-4c4a-9b74-6ae91e915663 req-c82cd06d-0f9b-4988-a035-4b325986d6a6 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (df27e2f0-2ded-441b-9ced-f789d3eace86), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:47.820969 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820451af-06d0-4146-8b19-2f153a4c216d tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Made reservation on behalf of 2b8f44af55ae4c2b85ea71f21e85f9fe for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:43:47.825244 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-820451af-06d0-4146-8b19-2f153a4c216d tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:47.835398 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0b6c63e6-c6c2-47bb-b90e-1174b784b2c7 req-e713769c-8739-4ddb-b464-0c577e5c6873 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/security-groups?id=69d962d5-ae62-46c2-b9bb-79e490dd5593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530032 Mar 11 19:43:47.838702 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-820451af-06d0-4146-8b19-2f153a4c216d tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:47.853318 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 8ba3ec24-a4c2-43d0-b190-24405a34a29b details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:43:47.944731 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-820451af-06d0-4146-8b19-2f153a4c216d tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Publish callbacks [] for security_group (1d05803a-7169-4503-bc4c-55ce407da4e8), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:47.955843 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-820451af-06d0-4146-8b19-2f153a4c216d tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (1d05803a-7169-4503-bc4c-55ce407da4e8), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:47.990873 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820451af-06d0-4146-8b19-2f153a4c216d tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d05803a-7169-4503-bc4c-55ce407da4e8,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:47.992064 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 8ba3ec24-a4c2-43d0-b190-24405a34a29b, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=8ba3ec24-a4c2-43d0-b190-24405a34a29b,segment=NetworkSegment(4e412043-f4b7-4584-89b3-4a0ee01e31e1),segment_id=4e412043-f4b7-4584-89b3-4a0ee01e31e1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:48.000895 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-589b7f99-819a-4da4-b1bc-b9660daf793a req-b2470a0d-00fd-437f-ac2d-f58f53522ff2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4107771 Mar 11 19:43:48.006205 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': '8ba3ec24-a4c2-43d0-b190-24405a34a29b', 'network_id': '90292ec6-d6b2-4fa1-9376-c622cb87c9e0', 'port_id': '8ba3ec24-a4c2-43d0-b190-24405a34a29b', 'mac_address': 'fa:16:3e:39:bd:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5402328f-7fd7-414d-bb99-adab596edad0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:43:48.008353 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [req-589b7f99-819a-4da4-b1bc-b9660daf793a req-7cb4676f-adb8-469d-97e8-38672c382a73 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:43:48.021208 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-589b7f99-819a-4da4-b1bc-b9660daf793a req-7cb4676f-adb8-469d-97e8-38672c382a73 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0194361 Mar 11 19:43:48.035854 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-820451af-06d0-4146-8b19-2f153a4c216d tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] vlan segment allocate from pool success with {'vlan_id': 871, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:43:48.049842 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-820451af-06d0-4146-8b19-2f153a4c216d tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (43a5ad36-54ea-4677-b97d-ec582b1d3447), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:48.050165 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-820451af-06d0-4146-8b19-2f153a4c216d tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Added segment 43a5ad36-54ea-4677-b97d-ec582b1d3447 of type vlan for network 5ca90a55-6819-4871-9a9c-e6a5d6759ea1 Mar 11 19:43:48.054157 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 8ba3ec24-a4c2-43d0-b190-24405a34a29b is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:43:48.054664 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (8ba3ec24-a4c2-43d0-b190-24405a34a29b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:48.070575 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ba3ec24-a4c2-43d0-b190-24405a34a29b {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:43:48.094474 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 8ba3ec24-a4c2-43d0-b190-24405a34a29b, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=8ba3ec24-a4c2-43d0-b190-24405a34a29b,segment=NetworkSegment(4e412043-f4b7-4584-89b3-4a0ee01e31e1),segment_id=4e412043-f4b7-4584-89b3-4a0ee01e31e1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:48.094703 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-820451af-06d0-4146-8b19-2f153a4c216d tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (5ca90a55-6819-4871-9a9c-e6a5d6759ea1), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:48.099519 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (8ba3ec24-a4c2-43d0-b190-24405a34a29b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:48.125219 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-820451af-06d0-4146-8b19-2f153a4c216d tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (5ca90a55-6819-4871-9a9c-e6a5d6759ea1), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:48.130589 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820451af-06d0-4146-8b19-2f153a4c216d tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:48.130893 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-820451af-06d0-4146-8b19-2f153a4c216d tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:48.157464 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=8ba3ec24-a4c2-43d0-b190-24405a34a29b,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:48.168018 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-820451af-06d0-4146-8b19-2f153a4c216d tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5272751 Mar 11 19:43:48.175903 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 43760) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:43:48.183355 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-4620970d-abc9-4fd3-9020-9feccb67c743 tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Request body: {'subnet': {'network_id': '5ca90a55-6819-4871-9a9c-e6a5d6759ea1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:43:48.224265 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820451af-06d0-4146-8b19-2f153a4c216d tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Pushing event updated for resources: {'Network': ['ID=5ca90a55-6819-4871-9a9c-e6a5d6759ea1,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:48.237618 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 5ca90a55-6819-4871-9a9c-e6a5d6759ea1 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:43:48.305253 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4620970d-abc9-4fd3-9020-9feccb67c743 tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Made reservation on behalf of 2b8f44af55ae4c2b85ea71f21e85f9fe for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:43:48.312042 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4620970d-abc9-4fd3-9020-9feccb67c743 tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:48.378604 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cb5dab7c-d45f-46d3-8f4c-a2757e441f8a req-5ede8a8f-e690-4f16-bb61-850dd5083a55 tempest-ServerMetadataNegativeTestJSON-1794215757 tempest-ServerMetadataNegativeTestJSON-1794215757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (836f3591-b233-4dd1-aad9-c317f4f78493), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:48.403957 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-efd0acc9-f82f-4c4a-9b74-6ae91e915663 req-c82cd06d-0f9b-4988-a035-4b325986d6a6 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] For port df27e2f0-2ded-441b-9ced-f789d3eace86, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=df27e2f0-2ded-441b-9ced-f789d3eace86,segment=NetworkSegment(13d1512a-6981-44c9-9a87-0eca6dce4e01),segment_id=13d1512a-6981-44c9-9a87-0eca6dce4e01)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:48.404316 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-efd0acc9-f82f-4c4a-9b74-6ae91e915663 req-c82cd06d-0f9b-4988-a035-4b325986d6a6 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (df27e2f0-2ded-441b-9ced-f789d3eace86), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:48.411880 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0266420-3be8-4af7-b6ea-23aee3674cf1 req-abe8be1b-0298-4409-bf4f-862bedefed4d tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:48.413305 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a0266420-3be8-4af7-b6ea-23aee3674cf1 req-abe8be1b-0298-4409-bf4f-862bedefed4d tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.57 "GET /v2.0/networks?id=90663b8c-1bde-4a55-8ab4-a84ee4d3cf19 HTTP/1.1" status: 200 len: 811 time: 0.6340683 Mar 11 19:43:48.442488 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['8ba3ec24-a4c2-43d0-b190-24405a34a29b'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:43:48.447080 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-a0266420-3be8-4af7-b6ea-23aee3674cf1 req-2c2ed172-8a97-4200-91a6-f536444b15a6 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Request body: {'port': {'device_id': 'fca2a9a9-2a94-4e79-ad8e-24839d898af6', 'network_id': '90663b8c-1bde-4a55-8ab4-a84ee4d3cf19', 'admin_state_up': True, 'tenant_id': '66b3b8d3f65c4e239ea33b0475efa223'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:43:48.455013 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-efd0acc9-f82f-4c4a-9b74-6ae91e915663 req-c82cd06d-0f9b-4988-a035-4b325986d6a6 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Calling delete_port for df27e2f0-2ded-441b-9ced-f789d3eace86 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:43:48.502605 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb5dab7c-d45f-46d3-8f4c-a2757e441f8a req-5ede8a8f-e690-4f16-bb61-850dd5083a55 tempest-ServerMetadataNegativeTestJSON-1794215757 tempest-ServerMetadataNegativeTestJSON-1794215757-project] Network b9c32b6b-01fd-48d6-8ba0-70bd84128973 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:43:48.520509 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-cb5dab7c-d45f-46d3-8f4c-a2757e441f8a req-5ede8a8f-e690-4f16-bb61-850dd5083a55 tempest-ServerMetadataNegativeTestJSON-1794215757 tempest-ServerMetadataNegativeTestJSON-1794215757-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:43:48.541285 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4620970d-abc9-4fd3-9020-9feccb67c743 tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (02080a0f-c2c1-496e-b4e3-ffe4f9a5d937), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:48.558748 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ede8a8f-e690-4f16-bb61-850dd5083a55 tempest-ServerMetadataNegativeTestJSON-1794215757 tempest-ServerMetadataNegativeTestJSON-1794215757-project] Pushing event updated for resources: {'Port': ['ID=836f3591-b233-4dd1-aad9-c317f4f78493,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:48.596975 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb5dab7c-d45f-46d3-8f4c-a2757e441f8a req-5ede8a8f-e690-4f16-bb61-850dd5083a55 tempest-ServerMetadataNegativeTestJSON-1794215757 tempest-ServerMetadataNegativeTestJSON-1794215757-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:43:48.608704 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4620970d-abc9-4fd3-9020-9feccb67c743 tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Pushing event updated for resources: {'Subnet': ['ID=02080a0f-c2c1-496e-b4e3-ffe4f9a5d937,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:48.610213 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc857ee-f4cb-4e16-82b5-884b61be459c req-d337ef3c-b4c0-41dc-af88-ac9d77e025c1 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:48.612776 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bcc857ee-f4cb-4e16-82b5-884b61be459c req-d337ef3c-b4c0-41dc-af88-ac9d77e025c1 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/ports?device_id=6cb7a765-77f6-42c9-80f0-0200b31b4868 HTTP/1.1" status: 200 len: 945 time: 0.6566949 Mar 11 19:43:48.621920 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4620970d-abc9-4fd3-9020-9feccb67c743 tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Checking segment: {'id': '43a5ad36-54ea-4677-b97d-ec582b1d3447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '5ca90a55-6819-4871-9a9c-e6a5d6759ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:43:48.622658 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4620970d-abc9-4fd3-9020-9feccb67c743 tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Network hostable DHCP agents. Network: 5ca90a55-6819-4871-9a9c-e6a5d6759ea1, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:43:48.640171 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4620970d-abc9-4fd3-9020-9feccb67c743 tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Network 5ca90a55-6819-4871-9a9c-e6a5d6759ea1 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:43:48.649410 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-4620970d-abc9-4fd3-9020-9feccb67c743 tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 5ca90a55-6819-4871-9a9c-e6a5d6759ea1) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:43:48.654088 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4620970d-abc9-4fd3-9020-9feccb67c743 tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:48.654807 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4620970d-abc9-4fd3-9020-9feccb67c743 tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:48.662943 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbab13d7-04ad-47a9-9a05-9a7e8350b5b0 None None] Network 5ca90a55-6819-4871-9a9c-e6a5d6759ea1 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:43:48.676074 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4620970d-abc9-4fd3-9020-9feccb67c743 tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4990563 Mar 11 19:43:48.678643 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 43766) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:43:48.685801 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-d2634dcf-4c97-45ec-80e8-47403d8b058f tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Request body: {'port': {'network_id': '5ca90a55-6819-4871-9a9c-e6a5d6759ea1', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2140299451'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:43:48.761014 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b7f99-819a-4da4-b1bc-b9660daf793a req-ee9bd692-5d4e-40e3-8831-5778b5cf4806 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:48.762363 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-589b7f99-819a-4da4-b1bc-b9660daf793a req-ee9bd692-5d4e-40e3-8831-5778b5cf4806 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports/94e3b68e-4fab-43d2-b9ab-2b3abd54eb41 HTTP/1.1" status: 200 len: 940 time: 0.3874743 Mar 11 19:43:48.782025 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5dab7c-d45f-46d3-8f4c-a2757e441f8a req-5ede8a8f-e690-4f16-bb61-850dd5083a55 tempest-ServerMetadataNegativeTestJSON-1794215757 tempest-ServerMetadataNegativeTestJSON-1794215757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:48.782707 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cb5dab7c-d45f-46d3-8f4c-a2757e441f8a req-5ede8a8f-e690-4f16-bb61-850dd5083a55 tempest-ServerMetadataNegativeTestJSON-1794215757 tempest-ServerMetadataNegativeTestJSON-1794215757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:48.796058 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d155626e-fd65-47df-afd4-e735db9fbf1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-5ca90a55-6819-4871-9a9c-e6a5d6759ea1', 'network_id': '5ca90a55-6819-4871-9a9c-e6a5d6759ea1', 'project_id': '2b8f44af55ae4c2b85ea71f21e85f9fe', 'fixed_ips': [{'subnet_id': '02080a0f-c2c1-496e-b4e3-ffe4f9a5d937'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:43:48.796058 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d155626e-fd65-47df-afd4-e735db9fbf1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:48.804088 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2634dcf-4c97-45ec-80e8-47403d8b058f tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Made reservation on behalf of 2b8f44af55ae4c2b85ea71f21e85f9fe for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:43:48.809601 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d2634dcf-4c97-45ec-80e8-47403d8b058f tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:48.826868 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bcc857ee-f4cb-4e16-82b5-884b61be459c req-a3a123aa-cc89-4738-acaa-ac3b5a385f8d tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6edb3d-008e-48ff-8ef0-64786618cae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808999 Mar 11 19:43:48.833259 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:48.839305 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cb5dab7c-d45f-46d3-8f4c-a2757e441f8a req-5ede8a8f-e690-4f16-bb61-850dd5083a55 tempest-ServerMetadataNegativeTestJSON-1794215757 tempest-ServerMetadataNegativeTestJSON-1794215757-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8855529 Mar 11 19:43:48.841958 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0266420-3be8-4af7-b6ea-23aee3674cf1 req-2c2ed172-8a97-4200-91a6-f536444b15a6 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Made reservation on behalf of 66b3b8d3f65c4e239ea33b0475efa223 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:43:48.844545 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a0266420-3be8-4af7-b6ea-23aee3674cf1 req-2c2ed172-8a97-4200-91a6-f536444b15a6 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:48.860049 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-d2634dcf-4c97-45ec-80e8-47403d8b058f tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] device_id is not set on port 11791cf7-aa81-4c18-bdfe-637e8d9be484 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:43:48.862367 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-cb5dab7c-d45f-46d3-8f4c-a2757e441f8a req-4d4e6122-82f2-48a5-92c5-b7bf24772c0a service neutron] Request body: {'port': {'device_id': '8de063cb-3792-4f92-9c95-d3eabbc7f236', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:43:48.929097 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70aaecde-3797-4ae7-ac99-fc3e5ef4ba8e x-openstack-request-id: req-70aaecde-3797-4ae7-ac99-fc3e5ef4ba8e {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:43:48.929379 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18a14a02-4224-4a82-b099-4ed93ccd55fa", "tag": "8ba3ec24-a4c2-43d0-b190-24405a34a29b", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:43:48.929621 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-70aaecde-3797-4ae7-ac99-fc3e5ef4ba8e {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:43:48.930001 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18a14a02-4224-4a82-b099-4ed93ccd55fa', 'tag': '8ba3ec24-a4c2-43d0-b190-24405a34a29b', 'status': 'completed', 'code': 200} Mar 11 19:43:48.990901 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-d155626e-fd65-47df-afd4-e735db9fbf1e None None] Allocated IP 172.20.0.2 (5ca90a55-6819-4871-9a9c-e6a5d6759ea1/02080a0f-c2c1-496e-b4e3-ffe4f9a5d937/7eca3c57-f74d-445a-abb8-3468b1687cab) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:43:49.078628 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-efd0acc9-f82f-4c4a-9b74-6ae91e915663 req-c82cd06d-0f9b-4988-a035-4b325986d6a6 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (df27e2f0-2ded-441b-9ced-f789d3eace86), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:49.084282 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac707f-e9af-4a1a-ba9e-c5a5ebddef2f req-3cd7c286-83bb-4bf3-b534-715c23eec9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:49.088351 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8bac707f-e9af-4a1a-ba9e-c5a5ebddef2f req-3cd7c286-83bb-4bf3-b534-715c23eec9c0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=12e2452ddb214caab7c1aa2dab6d048a&device_id=18a14a02-4224-4a82-b099-4ed93ccd55fa HTTP/1.1" status: 200 len: 1127 time: 0.1055832 Mar 11 19:43:49.088678 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-384132c7-73f1-4d18-b1f2-bd518b4835f0 req-7f697975-e6ec-44b4-a369-32b4022b2cb6 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=fca2a9a9-2a94-4e79-ad8e-24839d898af6 HTTP/1.1" status: 200 len: 210 time: 0.0449364 Mar 11 19:43:49.108677 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['df27e2f0-2ded-441b-9ced-f789d3eace86'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:43:49.114783 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cb5dab7c-d45f-46d3-8f4c-a2757e441f8a req-4d4e6122-82f2-48a5-92c5-b7bf24772c0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (836f3591-b233-4dd1-aad9-c317f4f78493), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:49.145568 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['8496a1aa-301e-438d-88a8-7a2a4e4643b7'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:43:49.154737 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82cd06d-0f9b-4988-a035-4b325986d6a6 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Pushing event deleted for resources: {'Port': ['ID=df27e2f0-2ded-441b-9ced-f789d3eace86,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:49.277911 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-efd0acc9-f82f-4c4a-9b74-6ae91e915663 req-c82cd06d-0f9b-4988-a035-4b325986d6a6 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] No DVR routers for this DVR port df27e2f0-2ded-441b-9ced-f789d3eace86 on host n-h2-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:43:49.278514 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac707f-e9af-4a1a-ba9e-c5a5ebddef2f req-d8c44327-8673-457c-b9c1-63c2ab68584e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:49.280199 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8bac707f-e9af-4a1a-ba9e-c5a5ebddef2f req-d8c44327-8673-457c-b9c1-63c2ab68584e service neutron] 10.222.0.57 "GET /v2.0/networks?id=90292ec6-d6b2-4fa1-9376-c622cb87c9e0 HTTP/1.1" status: 200 len: 912 time: 0.1853087 Mar 11 19:43:49.323606 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-efd0acc9-f82f-4c4a-9b74-6ae91e915663 req-c82cd06d-0f9b-4988-a035-4b325986d6a6 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:49.327469 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-efd0acc9-f82f-4c4a-9b74-6ae91e915663 req-c82cd06d-0f9b-4988-a035-4b325986d6a6 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.57 "DELETE /v2.0/ports/df27e2f0-2ded-441b-9ced-f789d3eace86 HTTP/1.1" status: 204 len: 173 time: 1.8740923 Mar 11 19:43:49.378914 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82158476-1221-4287-ac4e-0d668f5d5a89 x-openstack-request-id: req-82158476-1221-4287-ac4e-0d668f5d5a89 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:43:49.379326 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35b0969a-6f2b-47b3-a31e-af4c682ded5e", "name": "network-vif-plugged", "status": "completed", "tag": "a1486762-aa84-4adb-98f2-c2a25a94d2f0", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:43:49.379664 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-82158476-1221-4287-ac4e-0d668f5d5a89 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:43:49.380148 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35b0969a-6f2b-47b3-a31e-af4c682ded5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1486762-aa84-4adb-98f2-c2a25a94d2f0', 'code': 200} Mar 11 19:43:49.386976 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-a0266420-3be8-4af7-b6ea-23aee3674cf1 req-2c2ed172-8a97-4200-91a6-f536444b15a6 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Allocated IP 172.20.0.12 (90663b8c-1bde-4a55-8ab4-a84ee4d3cf19/83286d6e-3d22-482f-b14a-2fbd7466cc6c/130c9980-8013-436d-871f-932f6dd90e0a) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:43:49.394844 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8bac707f-e9af-4a1a-ba9e-c5a5ebddef2f req-a976d050-b62b-409b-9a9c-9b874b37d778 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ba3ec24-a4c2-43d0-b190-24405a34a29b HTTP/1.1" status: 200 len: 217 time: 0.1056602 Mar 11 19:43:49.456814 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f76767-a5bb-42c1-af32-b8a03e5d18a7 req-350c4cc0-0031-4dcb-b179-448e219efe43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:49.459433 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d5f76767-a5bb-42c1-af32-b8a03e5d18a7 req-350c4cc0-0031-4dcb-b179-448e219efe43 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=35b0969a-6f2b-47b3-a31e-af4c682ded5e HTTP/1.1" status: 200 len: 1127 time: 0.1739736 Mar 11 19:43:49.506959 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d155626e-fd65-47df-afd4-e735db9fbf1e None None] Publish callbacks [] for port (7eca3c57-f74d-445a-abb8-3468b1687cab), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:49.515339 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac707f-e9af-4a1a-ba9e-c5a5ebddef2f req-46c49d9a-6d8e-4010-8d3a-80f02e3524d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:49.517502 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8bac707f-e9af-4a1a-ba9e-c5a5ebddef2f req-46c49d9a-6d8e-4010-8d3a-80f02e3524d7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5402328f-7fd7-414d-bb99-adab596edad0 HTTP/1.1" status: 200 len: 851 time: 0.1163511 Mar 11 19:43:49.530646 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d155626e-fd65-47df-afd4-e735db9fbf1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (7eca3c57-f74d-445a-abb8-3468b1687cab), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:49.592080 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b805c-f6d3-4e3b-843f-6802182d20d1 req-e487a3b5-2c95-4695-8ef4-1150b896ea17 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:49.593514 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-be7b805c-f6d3-4e3b-843f-6802182d20d1 req-e487a3b5-2c95-4695-8ef4-1150b896ea17 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 943 time: 0.2623854 Mar 11 19:43:49.594126 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d155626e-fd65-47df-afd4-e735db9fbf1e None None] Network 5ca90a55-6819-4871-9a9c-e6a5d6759ea1 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:43:49.607876 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d5f76767-a5bb-42c1-af32-b8a03e5d18a7 req-980f92ca-d0e2-4ed3-9fb1-983e599871da service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=69d962d5-ae62-46c2-b9bb-79e490dd5593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412239 Mar 11 19:43:49.608634 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-d155626e-fd65-47df-afd4-e735db9fbf1e None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:43:49.613457 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d155626e-fd65-47df-afd4-e735db9fbf1e None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:43:49.615539 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d155626e-fd65-47df-afd4-e735db9fbf1e None None] Pushing event updated for resources: {'Port': ['ID=7eca3c57-f74d-445a-abb8-3468b1687cab,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:49.644936 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8bac707f-e9af-4a1a-ba9e-c5a5ebddef2f req-86619757-8193-44a7-9d60-b914f48f1ce9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=90292ec6-d6b2-4fa1-9376-c622cb87c9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802732 Mar 11 19:43:49.682275 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-d2634dcf-4c97-45ec-80e8-47403d8b058f tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Allocated IP 172.20.0.13 (5ca90a55-6819-4871-9a9c-e6a5d6759ea1/02080a0f-c2c1-496e-b4e3-ffe4f9a5d937/11791cf7-aa81-4c18-bdfe-637e8d9be484) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:43:49.702692 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-d155626e-fd65-47df-afd4-e735db9fbf1e None None] Attempting to bind port 7eca3c57-f74d-445a-abb8-3468b1687cab on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:43:49.704064 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-d155626e-fd65-47df-afd4-e735db9fbf1e None None] Attempting to bind port 7eca3c57-f74d-445a-abb8-3468b1687cab by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '43a5ad36-54ea-4677-b97d-ec582b1d3447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '5ca90a55-6819-4871-9a9c-e6a5d6759ea1'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:43:49.704064 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d155626e-fd65-47df-afd4-e735db9fbf1e None None] Attempting to bind port 7eca3c57-f74d-445a-abb8-3468b1687cab on network 5ca90a55-6819-4871-9a9c-e6a5d6759ea1 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:43:49.711075 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d155626e-fd65-47df-afd4-e735db9fbf1e None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:43:49.711322 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d155626e-fd65-47df-afd4-e735db9fbf1e None None] Checking segment: {'id': '43a5ad36-54ea-4677-b97d-ec582b1d3447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '5ca90a55-6819-4871-9a9c-e6a5d6759ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:43:49.711842 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d155626e-fd65-47df-afd4-e735db9fbf1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:49.712106 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d155626e-fd65-47df-afd4-e735db9fbf1e None None] Bound using segment: {'id': '43a5ad36-54ea-4677-b97d-ec582b1d3447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '5ca90a55-6819-4871-9a9c-e6a5d6759ea1'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:43:49.713186 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-d155626e-fd65-47df-afd4-e735db9fbf1e None None] Bound port: 7eca3c57-f74d-445a-abb8-3468b1687cab, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43a5ad36-54ea-4677-b97d-ec582b1d3447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '5ca90a55-6819-4871-9a9c-e6a5d6759ea1'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:43:49.713566 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d155626e-fd65-47df-afd4-e735db9fbf1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (7eca3c57-f74d-445a-abb8-3468b1687cab), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:49.786141 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d155626e-fd65-47df-afd4-e735db9fbf1e None None] For port 7eca3c57-f74d-445a-abb8-3468b1687cab, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:43:49.790254 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d155626e-fd65-47df-afd4-e735db9fbf1e None None] For port 7eca3c57-f74d-445a-abb8-3468b1687cab, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=7eca3c57-f74d-445a-abb8-3468b1687cab,segment=NetworkSegment(43a5ad36-54ea-4677-b97d-ec582b1d3447),segment_id=43a5ad36-54ea-4677-b97d-ec582b1d3447)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:43:49.800491 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d155626e-fd65-47df-afd4-e735db9fbf1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (7eca3c57-f74d-445a-abb8-3468b1687cab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:49.809071 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-be7b805c-f6d3-4e3b-843f-6802182d20d1 req-110164ec-7c33-406d-a648-40bdb5183f30 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071428 Mar 11 19:43:49.824500 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8bac707f-e9af-4a1a-ba9e-c5a5ebddef2f req-56df8734-a532-4c96-92cb-87ac8365d486 service neutron] 10.222.0.57 "GET /v2.0/networks/90292ec6-d6b2-4fa1-9376-c622cb87c9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711650 Mar 11 19:43:49.843259 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a0266420-3be8-4af7-b6ea-23aee3674cf1 req-2c2ed172-8a97-4200-91a6-f536444b15a6 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks [] for port (130c9980-8013-436d-871f-932f6dd90e0a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:49.867249 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 8ba3ec24-a4c2-43d0-b190-24405a34a29b up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:43:49.910551 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d155626e-fd65-47df-afd4-e735db9fbf1e None None] Pushing event updated for resources: {'Port': ['ID=7eca3c57-f74d-445a-abb8-3468b1687cab,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:49.960273 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port 8ba3ec24-a4c2-43d0-b190-24405a34a29b completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:43:49.966116 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port 8ba3ec24-a4c2-43d0-b190-24405a34a29b triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:43:49.966625 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (8ba3ec24-a4c2-43d0-b190-24405a34a29b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:50.012334 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-cb5dab7c-d45f-46d3-8f4c-a2757e441f8a req-4d4e6122-82f2-48a5-92c5-b7bf24772c0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 836f3591-b233-4dd1-aad9-c317f4f78493 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:43:50.023795 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cb5dab7c-d45f-46d3-8f4c-a2757e441f8a req-4d4e6122-82f2-48a5-92c5-b7bf24772c0a service neutron] Publish callbacks [] for port (836f3591-b233-4dd1-aad9-c317f4f78493), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:50.027753 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a0266420-3be8-4af7-b6ea-23aee3674cf1 req-2c2ed172-8a97-4200-91a6-f536444b15a6 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (130c9980-8013-436d-871f-932f6dd90e0a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:50.047014 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['a77be94f-5763-47c7-a94b-063aaf86b760'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:43:50.072361 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8bac707f-e9af-4a1a-ba9e-c5a5ebddef2f req-06e0cdfa-a802-41da-959a-d7b9d678b187 service neutron] 10.222.0.57 "GET /v2.0/networks/90292ec6-d6b2-4fa1-9376-c622cb87c9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264001 Mar 11 19:43:50.078130 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d2634dcf-4c97-45ec-80e8-47403d8b058f tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Publish callbacks [] for port (11791cf7-aa81-4c18-bdfe-637e8d9be484), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:50.087532 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-cb5dab7c-d45f-46d3-8f4c-a2757e441f8a req-4d4e6122-82f2-48a5-92c5-b7bf24772c0a service neutron] Transition to ACTIVE for port object 836f3591-b233-4dd1-aad9-c317f4f78493 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:43:50.102849 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cb5dab7c-d45f-46d3-8f4c-a2757e441f8a req-4d4e6122-82f2-48a5-92c5-b7bf24772c0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (836f3591-b233-4dd1-aad9-c317f4f78493), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:50.129383 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0266420-3be8-4af7-b6ea-23aee3674cf1 req-2c2ed172-8a97-4200-91a6-f536444b15a6 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Network 90663b8c-1bde-4a55-8ab4-a84ee4d3cf19 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:43:50.139495 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-a0266420-3be8-4af7-b6ea-23aee3674cf1 req-2c2ed172-8a97-4200-91a6-f536444b15a6 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:43:50.144044 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0266420-3be8-4af7-b6ea-23aee3674cf1 req-2c2ed172-8a97-4200-91a6-f536444b15a6 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:43:50.146901 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2ed172-8a97-4200-91a6-f536444b15a6 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Pushing event updated for resources: {'Port': ['ID=130c9980-8013-436d-871f-932f6dd90e0a,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:50.147022 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 8ba3ec24-a4c2-43d0-b190-24405a34a29b is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:43:50.147315 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (8ba3ec24-a4c2-43d0-b190-24405a34a29b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:50.164232 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d5d7e6-fea7-49eb-a1a7-397ae8edc33b req-c11a7001-5a47-4c6a-b89f-294a310b74ea tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:50.167311 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-74d5d7e6-fea7-49eb-a1a7-397ae8edc33b req-c11a7001-5a47-4c6a-b89f-294a310b74ea tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=18a14a02-4224-4a82-b099-4ed93ccd55fa HTTP/1.1" status: 200 len: 945 time: 0.2077909 Mar 11 19:43:50.250785 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d2634dcf-4c97-45ec-80e8-47403d8b058f tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (11791cf7-aa81-4c18-bdfe-637e8d9be484), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:50.258639 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 8ba3ec24-a4c2-43d0-b190-24405a34a29b, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=8ba3ec24-a4c2-43d0-b190-24405a34a29b,segment=NetworkSegment(4e412043-f4b7-4584-89b3-4a0ee01e31e1),segment_id=4e412043-f4b7-4584-89b3-4a0ee01e31e1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:50.264629 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (8ba3ec24-a4c2-43d0-b190-24405a34a29b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:50.265440 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device df27e2f0-2ded-441b-9ced-f789d3eace86 no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:43:50.266757 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b7f99-819a-4da4-b1bc-b9660daf793a req-90e8b632-c709-447f-addd-b772d968ece5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:50.269003 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-589b7f99-819a-4da4-b1bc-b9660daf793a req-90e8b632-c709-447f-addd-b772d968ece5 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04&tenant_id=84f4e9628ef44103bf68c3d01504c13a HTTP/1.1" status: 200 len: 1125 time: 0.1163521 Mar 11 19:43:50.327496 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: df27e2f0-2ded-441b-9ced-f789d3eace86 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:43:50.327882 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device df27e2f0-2ded-441b-9ced-f789d3eace86 not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:43:50.364484 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2634dcf-4c97-45ec-80e8-47403d8b058f tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Network 5ca90a55-6819-4871-9a9c-e6a5d6759ea1 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:43:50.375087 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-d2634dcf-4c97-45ec-80e8-47403d8b058f tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:43:50.377524 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2634dcf-4c97-45ec-80e8-47403d8b058f tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:43:50.405415 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=8ba3ec24-a4c2-43d0-b190-24405a34a29b,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:50.412783 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2634dcf-4c97-45ec-80e8-47403d8b058f tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Pushing event updated for resources: {'Port': ['ID=11791cf7-aa81-4c18-bdfe-637e8d9be484,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:50.469577 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2634dcf-4c97-45ec-80e8-47403d8b058f tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:50.470217 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d2634dcf-4c97-45ec-80e8-47403d8b058f tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:50.478202 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b7f99-819a-4da4-b1bc-b9660daf793a req-dccb9b4d-bb39-4691-8ede-f66c45ef8fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:50.479676 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-589b7f99-819a-4da4-b1bc-b9660daf793a req-dccb9b4d-bb39-4691-8ede-f66c45ef8fe8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=84f4e9628ef44103bf68c3d01504c13a&device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 1125 time: 0.1745386 Mar 11 19:43:50.498385 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4e6122-82f2-48a5-92c5-b7bf24772c0a service neutron] Pushing event updated for resources: {'Port': ['ID=836f3591-b233-4dd1-aad9-c317f4f78493,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:50.520272 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d2634dcf-4c97-45ec-80e8-47403d8b058f tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8393481 Mar 11 19:43:50.521234 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0266420-3be8-4af7-b6ea-23aee3674cf1 req-2c2ed172-8a97-4200-91a6-f536444b15a6 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:50.521866 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a0266420-3be8-4af7-b6ea-23aee3674cf1 req-2c2ed172-8a97-4200-91a6-f536444b15a6 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:50.523212 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 43782) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:43:50.530163 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-dc344c29-02ea-4c7d-8d4a-ef0bce12942d tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Request body: {'port': {'network_id': '5ca90a55-6819-4871-9a9c-e6a5d6759ea1', 'name': 'tempest-ExtraDHCPOptionsTestJSON-509398840', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:43:50.530728 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.api.validators [None req-dc344c29-02ea-4c7d-8d4a-ef0bce12942d tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] bootfile-name is not in valid_values {{(pid=103884) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 11 19:43:50.531077 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.api.validators [None req-dc344c29-02ea-4c7d-8d4a-ef0bce12942d tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] tftp-server is not in valid_values {{(pid=103884) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 11 19:43:50.531414 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.api.validators [None req-dc344c29-02ea-4c7d-8d4a-ef0bce12942d tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] server-ip-address is not in valid_values {{(pid=103884) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 11 19:43:50.541425 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-74d5d7e6-fea7-49eb-a1a7-397ae8edc33b req-93e06e45-f7ea-4162-93e8-4fc83b84b304 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3468719 Mar 11 19:43:50.567957 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-0a2160bf-5fa3-4e3d-a4a7-205cad61d977 None None] Provisioning complete for port 130c9980-8013-436d-871f-932f6dd90e0a triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:43:50.568643 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0a2160bf-5fa3-4e3d-a4a7-205cad61d977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (130c9980-8013-436d-871f-932f6dd90e0a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:50.580098 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a0266420-3be8-4af7-b6ea-23aee3674cf1 req-2c2ed172-8a97-4200-91a6-f536444b15a6 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1407142 Mar 11 19:43:50.582610 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-cb5dab7c-d45f-46d3-8f4c-a2757e441f8a req-4d4e6122-82f2-48a5-92c5-b7bf24772c0a service neutron] Attempting to bind port 836f3591-b233-4dd1-aad9-c317f4f78493 on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:43:50.582943 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-cb5dab7c-d45f-46d3-8f4c-a2757e441f8a req-4d4e6122-82f2-48a5-92c5-b7bf24772c0a service neutron] Attempting to bind port 836f3591-b233-4dd1-aad9-c317f4f78493 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '89b51435-4d52-4a4b-b4a1-2243d7d1b31c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'b9c32b6b-01fd-48d6-8ba0-70bd84128973'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:43:50.583266 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5dab7c-d45f-46d3-8f4c-a2757e441f8a req-4d4e6122-82f2-48a5-92c5-b7bf24772c0a service neutron] Attempting to bind port 836f3591-b233-4dd1-aad9-c317f4f78493 on network b9c32b6b-01fd-48d6-8ba0-70bd84128973 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:43:50.597861 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-a0266420-3be8-4af7-b6ea-23aee3674cf1 req-becb80d5-0b2b-4070-9580-3c23dab65515 service neutron] Request body: {'port': {'device_id': 'fca2a9a9-2a94-4e79-ad8e-24839d898af6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:43:50.613083 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-0a2160bf-5fa3-4e3d-a4a7-205cad61d977 None None] Port 130c9980-8013-436d-871f-932f6dd90e0a cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:43:50.625257 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5dab7c-d45f-46d3-8f4c-a2757e441f8a req-4d4e6122-82f2-48a5-92c5-b7bf24772c0a service neutron] Port 836f3591-b233-4dd1-aad9-c317f4f78493 on network b9c32b6b-01fd-48d6-8ba0-70bd84128973 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:43:50.625578 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5dab7c-d45f-46d3-8f4c-a2757e441f8a req-4d4e6122-82f2-48a5-92c5-b7bf24772c0a service neutron] Attempting to bind port 836f3591-b233-4dd1-aad9-c317f4f78493 on network b9c32b6b-01fd-48d6-8ba0-70bd84128973 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:43:50.636372 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5dab7c-d45f-46d3-8f4c-a2757e441f8a req-4d4e6122-82f2-48a5-92c5-b7bf24772c0a service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:43:50.636794 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5dab7c-d45f-46d3-8f4c-a2757e441f8a req-4d4e6122-82f2-48a5-92c5-b7bf24772c0a service neutron] Checking segment: {'id': '89b51435-4d52-4a4b-b4a1-2243d7d1b31c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'b9c32b6b-01fd-48d6-8ba0-70bd84128973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:43:50.637187 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5dab7c-d45f-46d3-8f4c-a2757e441f8a req-4d4e6122-82f2-48a5-92c5-b7bf24772c0a service neutron] Bound using segment: {'id': '89b51435-4d52-4a4b-b4a1-2243d7d1b31c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'b9c32b6b-01fd-48d6-8ba0-70bd84128973'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:43:50.637723 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-cb5dab7c-d45f-46d3-8f4c-a2757e441f8a req-4d4e6122-82f2-48a5-92c5-b7bf24772c0a service neutron] Bound port: 836f3591-b233-4dd1-aad9-c317f4f78493, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89b51435-4d52-4a4b-b4a1-2243d7d1b31c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': 'b9c32b6b-01fd-48d6-8ba0-70bd84128973'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:43:50.638447 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cb5dab7c-d45f-46d3-8f4c-a2757e441f8a req-4d4e6122-82f2-48a5-92c5-b7bf24772c0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (836f3591-b233-4dd1-aad9-c317f4f78493), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:50.668758 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b7f99-819a-4da4-b1bc-b9660daf793a req-eb53c75c-d52e-4fc2-81a2-20787f29084b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:50.670919 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-589b7f99-819a-4da4-b1bc-b9660daf793a req-eb53c75c-d52e-4fc2-81a2-20787f29084b service neutron] 10.222.0.75 "GET /v2.0/networks?id=a1201544-4744-491d-92d6-555a21ac497f HTTP/1.1" status: 200 len: 915 time: 0.1831577 Mar 11 19:43:50.734742 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-589b7f99-819a-4da4-b1bc-b9660daf793a req-e55c8ed6-dd1c-431a-ab44-5a9ab61c8bda service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94e3b68e-4fab-43d2-b9ab-2b3abd54eb41 HTTP/1.1" status: 200 len: 217 time: 0.0534334 Mar 11 19:43:50.744608 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a0266420-3be8-4af7-b6ea-23aee3674cf1 req-becb80d5-0b2b-4070-9580-3c23dab65515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (130c9980-8013-436d-871f-932f6dd90e0a), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:50.783379 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc344c29-02ea-4c7d-8d4a-ef0bce12942d tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Made reservation on behalf of 2b8f44af55ae4c2b85ea71f21e85f9fe for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:43:50.786944 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dc344c29-02ea-4c7d-8d4a-ef0bce12942d tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:50.803746 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589b7f99-819a-4da4-b1bc-b9660daf793a req-b4ba60d4-b477-41c2-8b2c-9783f7c99f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:50.805200 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-589b7f99-819a-4da4-b1bc-b9660daf793a req-b4ba60d4-b477-41c2-8b2c-9783f7c99f94 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=26665c17-419c-4adf-85bc-a3f3efde487e HTTP/1.1" status: 200 len: 854 time: 0.0646915 Mar 11 19:43:50.814013 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6104a33a-a1b0-4609-bff4-11eae46d5a0a req-2835d825-ada4-4383-a90d-c12b4139df71 tempest-ServerMetadataNegativeTestJSON-1794215757 tempest-ServerMetadataNegativeTestJSON-1794215757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:50.815507 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6104a33a-a1b0-4609-bff4-11eae46d5a0a req-2835d825-ada4-4383-a90d-c12b4139df71 tempest-ServerMetadataNegativeTestJSON-1794215757 tempest-ServerMetadataNegativeTestJSON-1794215757-project] 10.222.0.65 "GET /v2.0/ports?device_id=8de063cb-3792-4f92-9c95-d3eabbc7f236 HTTP/1.1" status: 200 len: 944 time: 0.1424811 Mar 11 19:43:50.818131 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-dc344c29-02ea-4c7d-8d4a-ef0bce12942d tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] device_id is not set on port 8cbdcff1-154e-4a4f-9eb4-4777575297f4 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:43:50.820913 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-cb5dab7c-d45f-46d3-8f4c-a2757e441f8a req-4d4e6122-82f2-48a5-92c5-b7bf24772c0a service neutron] For port 836f3591-b233-4dd1-aad9-c317f4f78493, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:43:50.851697 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-cb5dab7c-d45f-46d3-8f4c-a2757e441f8a req-4d4e6122-82f2-48a5-92c5-b7bf24772c0a service neutron] For port 836f3591-b233-4dd1-aad9-c317f4f78493, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=836f3591-b233-4dd1-aad9-c317f4f78493,segment=NetworkSegment(89b51435-4d52-4a4b-b4a1-2243d7d1b31c),segment_id=89b51435-4d52-4a4b-b4a1-2243d7d1b31c)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:43:50.872881 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-589b7f99-819a-4da4-b1bc-b9660daf793a req-733219a4-aa20-4659-9c8f-e01634f912cc service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a1201544-4744-491d-92d6-555a21ac497f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622973 Mar 11 19:43:50.914831 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cb5dab7c-d45f-46d3-8f4c-a2757e441f8a req-4d4e6122-82f2-48a5-92c5-b7bf24772c0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (836f3591-b233-4dd1-aad9-c317f4f78493), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:50.945955 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cb7a765-77f6-42c9-80f0-0200b31b4868', 'name': 'network-vif-deleted', 'tag': 'df27e2f0-2ded-441b-9ced-f789d3eace86'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:43:50.948197 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71914d5-37a6-4ea4-8bfc-68e12501c8bd" -d '{"events": [{"server_uuid": "6cb7a765-77f6-42c9-80f0-0200b31b4868", "name": "network-vif-deleted", "tag": "df27e2f0-2ded-441b-9ced-f789d3eace86"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:43:51.005065 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5dab7c-d45f-46d3-8f4c-a2757e441f8a req-4d4e6122-82f2-48a5-92c5-b7bf24772c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:51.005688 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cb5dab7c-d45f-46d3-8f4c-a2757e441f8a req-4d4e6122-82f2-48a5-92c5-b7bf24772c0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:51.007111 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cb5dab7c-d45f-46d3-8f4c-a2757e441f8a req-4d4e6122-82f2-48a5-92c5-b7bf24772c0a service neutron] 10.222.0.75 "PUT /v2.0/ports/836f3591-b233-4dd1-aad9-c317f4f78493 HTTP/1.1" status: 200 len: 1092 time: 2.1490481 Mar 11 19:43:51.018230 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6104a33a-a1b0-4609-bff4-11eae46d5a0a req-b655cfef-637e-4478-8b8b-0260e072fdde tempest-ServerMetadataNegativeTestJSON-1794215757 tempest-ServerMetadataNegativeTestJSON-1794215757-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9952e4f-4de9-4319-bdba-620b082cb9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928852 Mar 11 19:43:51.054953 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-dc344c29-02ea-4c7d-8d4a-ef0bce12942d tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Allocated IP 172.20.0.6 (5ca90a55-6819-4871-9a9c-e6a5d6759ea1/02080a0f-c2c1-496e-b4e3-ffe4f9a5d937/8cbdcff1-154e-4a4f-9eb4-4777575297f4) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:43:51.059380 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-589b7f99-819a-4da4-b1bc-b9660daf793a req-ba80a831-69a4-4126-8faf-329e107b8f07 service neutron] 10.222.0.75 "GET /v2.0/networks/a1201544-4744-491d-92d6-555a21ac497f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772542 Mar 11 19:43:51.075873 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4e6122-82f2-48a5-92c5-b7bf24772c0a service neutron] Pushing event updated for resources: {'Port': ['ID=836f3591-b233-4dd1-aad9-c317f4f78493,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:51.204916 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5dab7c-d45f-46d3-8f4c-a2757e441f8a req-0606c59d-6c84-4a98-be9e-030f42491381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:51.206456 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cb5dab7c-d45f-46d3-8f4c-a2757e441f8a req-0606c59d-6c84-4a98-be9e-030f42491381 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a469b44a94b44cb18eaa51d169326fb1&device_id=8de063cb-3792-4f92-9c95-d3eabbc7f236 HTTP/1.1" status: 200 len: 1126 time: 0.1471438 Mar 11 19:43:51.223976 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-589b7f99-819a-4da4-b1bc-b9660daf793a req-ff97458f-45b5-4d5a-84df-adbab787e3fd service neutron] 10.222.0.75 "GET /v2.0/networks/a1201544-4744-491d-92d6-555a21ac497f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556451 Mar 11 19:43:51.269782 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cb5dab7c-d45f-46d3-8f4c-a2757e441f8a req-7f90a590-e9f1-43d6-8277-4bd9a8a29412 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=836f3591-b233-4dd1-aad9-c317f4f78493 HTTP/1.1" status: 200 len: 217 time: 0.0556693 Mar 11 19:43:51.276804 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e24d06-0cef-4223-968a-0f6361977b6a req-79d09e6b-a33b-4c1c-9b64-43bcc87eb90d tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:51.278232 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-05e24d06-0cef-4223-968a-0f6361977b6a req-79d09e6b-a33b-4c1c-9b64-43bcc87eb90d tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/ports?device_id=35b0969a-6f2b-47b3-a31e-af4c682ded5e HTTP/1.1" status: 200 len: 945 time: 0.1503401 Mar 11 19:43:51.292275 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a634a539-64a9-4687-9cf5-277645365ef9 None None] Network 5ca90a55-6819-4871-9a9c-e6a5d6759ea1 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:43:51.329109 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dc344c29-02ea-4c7d-8d4a-ef0bce12942d tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Publish callbacks [] for port (8cbdcff1-154e-4a4f-9eb4-4777575297f4), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:51.374977 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dc344c29-02ea-4c7d-8d4a-ef0bce12942d tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (8cbdcff1-154e-4a4f-9eb4-4777575297f4), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:51.387054 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a14a02-4224-4a82-b099-4ed93ccd55fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba3ec24-a4c2-43d0-b190-24405a34a29b'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:43:51.389439 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61b5739-dd40-413d-905c-d8672d499975" -d '{"events": [{"server_uuid": "18a14a02-4224-4a82-b099-4ed93ccd55fa", "name": "network-vif-plugged", "status": "completed", "tag": "8ba3ec24-a4c2-43d0-b190-24405a34a29b"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:43:51.396773 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-a0266420-3be8-4af7-b6ea-23aee3674cf1 req-becb80d5-0b2b-4070-9580-3c23dab65515 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 130c9980-8013-436d-871f-932f6dd90e0a {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:43:51.397750 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-b79d055d-6d2a-498f-b8aa-79e64c322dda None None] Provisioning complete for port 7eca3c57-f74d-445a-abb8-3468b1687cab triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:43:51.398189 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b79d055d-6d2a-498f-b8aa-79e64c322dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (7eca3c57-f74d-445a-abb8-3468b1687cab), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:51.408812 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5dab7c-d45f-46d3-8f4c-a2757e441f8a req-d33ce3e6-f22e-4b56-a6a0-b4e040480eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:51.410297 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cb5dab7c-d45f-46d3-8f4c-a2757e441f8a req-d33ce3e6-f22e-4b56-a6a0-b4e040480eb3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=dfc0b762-c8dd-49bd-88c1-f8c1ded354c5 HTTP/1.1" status: 200 len: 861 time: 0.1312029 Mar 11 19:43:51.423418 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc344c29-02ea-4c7d-8d4a-ef0bce12942d tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Network 5ca90a55-6819-4871-9a9c-e6a5d6759ea1 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:43:51.423928 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a0266420-3be8-4af7-b6ea-23aee3674cf1 req-becb80d5-0b2b-4070-9580-3c23dab65515 service neutron] Publish callbacks [] for port (130c9980-8013-436d-871f-932f6dd90e0a), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:51.427692 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-dc344c29-02ea-4c7d-8d4a-ef0bce12942d tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:43:51.433592 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc344c29-02ea-4c7d-8d4a-ef0bce12942d tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:43:51.464897 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-05e24d06-0cef-4223-968a-0f6361977b6a req-0f2c4b58-7a04-46a7-bff9-8d5ebc2193cf tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/security-groups?id=69d962d5-ae62-46c2-b9bb-79e490dd5593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722627 Mar 11 19:43:51.469413 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cb5dab7c-d45f-46d3-8f4c-a2757e441f8a req-04c2dc80-58c3-47e2-96c7-9cf5f922e18c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b9c32b6b-01fd-48d6-8ba0-70bd84128973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429151 Mar 11 19:43:51.472127 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-a0266420-3be8-4af7-b6ea-23aee3674cf1 req-becb80d5-0b2b-4070-9580-3c23dab65515 service neutron] Transition to ACTIVE for port object 130c9980-8013-436d-871f-932f6dd90e0a will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:43:51.483867 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc344c29-02ea-4c7d-8d4a-ef0bce12942d tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Pushing event updated for resources: {'Port': ['ID=8cbdcff1-154e-4a4f-9eb4-4777575297f4,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:51.485518 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a0266420-3be8-4af7-b6ea-23aee3674cf1 req-becb80d5-0b2b-4070-9580-3c23dab65515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (130c9980-8013-436d-871f-932f6dd90e0a), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:51.513707 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc344c29-02ea-4c7d-8d4a-ef0bce12942d tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:51.514405 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dc344c29-02ea-4c7d-8d4a-ef0bce12942d tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:51.547747 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-dc344c29-02ea-4c7d-8d4a-ef0bce12942d tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.0233829 Mar 11 19:43:51.549561 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 43800) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:43:51.609303 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b79d055d-6d2a-498f-b8aa-79e64c322dda None None] Current status of the port 7eca3c57-f74d-445a-abb8-3468b1687cab is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:43:51.609698 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b79d055d-6d2a-498f-b8aa-79e64c322dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (7eca3c57-f74d-445a-abb8-3468b1687cab), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:51.672469 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-b79d055d-6d2a-498f-b8aa-79e64c322dda None None] For port 7eca3c57-f74d-445a-abb8-3468b1687cab, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=7eca3c57-f74d-445a-abb8-3468b1687cab,segment=NetworkSegment(43a5ad36-54ea-4677-b97d-ec582b1d3447),segment_id=43a5ad36-54ea-4677-b97d-ec582b1d3447)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:51.683394 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b79d055d-6d2a-498f-b8aa-79e64c322dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (7eca3c57-f74d-445a-abb8-3468b1687cab), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:51.777079 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79d055d-6d2a-498f-b8aa-79e64c322dda None None] Pushing event updated for resources: {'Port': ['ID=7eca3c57-f74d-445a-abb8-3468b1687cab,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:51.863585 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becb80d5-0b2b-4070-9580-3c23dab65515 service neutron] Pushing event updated for resources: {'Port': ['ID=130c9980-8013-436d-871f-932f6dd90e0a,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:51.940228 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d55daecc-8e2c-4877-b4ed-cd91bf84b6f5 None None] Provisioning complete for port 8cbdcff1-154e-4a4f-9eb4-4777575297f4 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:43:51.941393 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d55daecc-8e2c-4877-b4ed-cd91bf84b6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (8cbdcff1-154e-4a4f-9eb4-4777575297f4), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:52.025554 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d55daecc-8e2c-4877-b4ed-cd91bf84b6f5 None None] Port 8cbdcff1-154e-4a4f-9eb4-4777575297f4 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:43:52.029466 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 7eca3c57-f74d-445a-abb8-3468b1687cab up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:43:52.091059 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cb5dab7c-d45f-46d3-8f4c-a2757e441f8a req-7f0f5dbf-3403-4a07-af94-4eb2078cca64 service neutron] 10.222.0.75 "GET /v2.0/networks/b9c32b6b-01fd-48d6-8ba0-70bd84128973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6157420 Mar 11 19:43:52.102575 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d55daecc-8e2c-4877-b4ed-cd91bf84b6f5 None None] Provisioning complete for port 7eca3c57-f74d-445a-abb8-3468b1687cab triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:43:52.104115 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d55daecc-8e2c-4877-b4ed-cd91bf84b6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (7eca3c57-f74d-445a-abb8-3468b1687cab), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:52.142905 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e1779c-8afd-4834-9592-d36fac5283ef req-832cae00-38c7-4a76-9534-59f11341cb5b tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:52.147590 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-25e1779c-8afd-4834-9592-d36fac5283ef req-832cae00-38c7-4a76-9534-59f11341cb5b tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=fca2a9a9-2a94-4e79-ad8e-24839d898af6 HTTP/1.1" status: 200 len: 944 time: 0.5080881 Mar 11 19:43:52.184190 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 7eca3c57-f74d-445a-abb8-3468b1687cab triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:43:52.184943 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (7eca3c57-f74d-445a-abb8-3468b1687cab), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:52.281672 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ef75ba-48a3-45f1-be66-dcca3f041f16 tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:52.288536 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ef75ba-48a3-45f1-be66-dcca3f041f16 tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:52.295015 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ef75ba-48a3-45f1-be66-dcca3f041f16 tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:52.300386 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-07ef75ba-48a3-45f1-be66-dcca3f041f16 tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.7464912 Mar 11 19:43:52.300386 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 43816) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:43:52.345093 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-a0266420-3be8-4af7-b6ea-23aee3674cf1 req-becb80d5-0b2b-4070-9580-3c23dab65515 service neutron] Attempting to bind port 130c9980-8013-436d-871f-932f6dd90e0a on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:43:52.345465 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-a0266420-3be8-4af7-b6ea-23aee3674cf1 req-becb80d5-0b2b-4070-9580-3c23dab65515 service neutron] Attempting to bind port 130c9980-8013-436d-871f-932f6dd90e0a by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': 'f8d24e93-6284-46b5-86c2-c110abb33db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '90663b8c-1bde-4a55-8ab4-a84ee4d3cf19'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:43:52.345745 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0266420-3be8-4af7-b6ea-23aee3674cf1 req-becb80d5-0b2b-4070-9580-3c23dab65515 service neutron] Attempting to bind port 130c9980-8013-436d-871f-932f6dd90e0a on network 90663b8c-1bde-4a55-8ab4-a84ee4d3cf19 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:43:52.385344 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-22c6f50e-ac01-4d2b-b241-ed1bcd00c255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:52.395946 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d55daecc-8e2c-4877-b4ed-cd91bf84b6f5 None None] Current status of the port 7eca3c57-f74d-445a-abb8-3468b1687cab is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:43:52.449631 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-8708d5c7-6d64-4bad-9b4e-28370211e30b tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Deleting port 8cbdcff1-154e-4a4f-9eb4-4777575297f4 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:43:52.449976 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8708d5c7-6d64-4bad-9b4e-28370211e30b tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (8cbdcff1-154e-4a4f-9eb4-4777575297f4), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:52.457399 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d55daecc-8e2c-4877-b4ed-cd91bf84b6f5 None None] Provisioning complete for port 11791cf7-aa81-4c18-bdfe-637e8d9be484 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:43:52.459066 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d55daecc-8e2c-4877-b4ed-cd91bf84b6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (11791cf7-aa81-4c18-bdfe-637e8d9be484), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:52.469651 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0266420-3be8-4af7-b6ea-23aee3674cf1 req-becb80d5-0b2b-4070-9580-3c23dab65515 service neutron] Port 130c9980-8013-436d-871f-932f6dd90e0a on network 90663b8c-1bde-4a55-8ab4-a84ee4d3cf19 not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:43:52.469994 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0266420-3be8-4af7-b6ea-23aee3674cf1 req-becb80d5-0b2b-4070-9580-3c23dab65515 service neutron] Attempting to bind port 130c9980-8013-436d-871f-932f6dd90e0a on network 90663b8c-1bde-4a55-8ab4-a84ee4d3cf19 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:43:52.500923 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 7eca3c57-f74d-445a-abb8-3468b1687cab is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:43:52.523916 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0266420-3be8-4af7-b6ea-23aee3674cf1 req-becb80d5-0b2b-4070-9580-3c23dab65515 service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:43:52.524305 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0266420-3be8-4af7-b6ea-23aee3674cf1 req-becb80d5-0b2b-4070-9580-3c23dab65515 service neutron] Checking segment: {'id': 'f8d24e93-6284-46b5-86c2-c110abb33db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '90663b8c-1bde-4a55-8ab4-a84ee4d3cf19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:43:52.525242 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0266420-3be8-4af7-b6ea-23aee3674cf1 req-becb80d5-0b2b-4070-9580-3c23dab65515 service neutron] Bound using segment: {'id': 'f8d24e93-6284-46b5-86c2-c110abb33db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '90663b8c-1bde-4a55-8ab4-a84ee4d3cf19'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:43:52.526179 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-a0266420-3be8-4af7-b6ea-23aee3674cf1 req-becb80d5-0b2b-4070-9580-3c23dab65515 service neutron] Bound port: 130c9980-8013-436d-871f-932f6dd90e0a, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8d24e93-6284-46b5-86c2-c110abb33db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '90663b8c-1bde-4a55-8ab4-a84ee4d3cf19'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:43:52.526179 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a0266420-3be8-4af7-b6ea-23aee3674cf1 req-becb80d5-0b2b-4070-9580-3c23dab65515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (130c9980-8013-436d-871f-932f6dd90e0a), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:52.537564 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d55daecc-8e2c-4877-b4ed-cd91bf84b6f5 None None] Port 11791cf7-aa81-4c18-bdfe-637e8d9be484 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:43:52.567165 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:52.601622 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-25e1779c-8afd-4834-9592-d36fac5283ef req-858c1e4c-6be3-4f49-a05e-98acfa3666d3 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=381d5506-1a91-423f-9578-afb9619937f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4033585 Mar 11 19:43:52.604420 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cb5dab7c-d45f-46d3-8f4c-a2757e441f8a req-13eb90bf-79ff-40b1-8566-a68ac0eb418b service neutron] 10.222.0.75 "GET /v2.0/networks/b9c32b6b-01fd-48d6-8ba0-70bd84128973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4974256 Mar 11 19:43:52.668631 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8708d5c7-6d64-4bad-9b4e-28370211e30b tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (8cbdcff1-154e-4a4f-9eb4-4777575297f4), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:52.689295 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-41dcfac8-b1f0-4f5e-a0d6-c36a37c49e8e None None] Provisioning complete for port 11791cf7-aa81-4c18-bdfe-637e8d9be484 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:43:52.689678 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-41dcfac8-b1f0-4f5e-a0d6-c36a37c49e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (11791cf7-aa81-4c18-bdfe-637e8d9be484), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:52.692047 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-8708d5c7-6d64-4bad-9b4e-28370211e30b tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Calling delete_port for 8cbdcff1-154e-4a4f-9eb4-4777575297f4 owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:43:52.745518 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-41dcfac8-b1f0-4f5e-a0d6-c36a37c49e8e None None] Port 11791cf7-aa81-4c18-bdfe-637e8d9be484 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:43:52.757166 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-a0266420-3be8-4af7-b6ea-23aee3674cf1 req-becb80d5-0b2b-4070-9580-3c23dab65515 service neutron] For port 130c9980-8013-436d-871f-932f6dd90e0a, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:43:52.778024 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-a0266420-3be8-4af7-b6ea-23aee3674cf1 req-becb80d5-0b2b-4070-9580-3c23dab65515 service neutron] For port 130c9980-8013-436d-871f-932f6dd90e0a, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=130c9980-8013-436d-871f-932f6dd90e0a,segment=NetworkSegment(f8d24e93-6284-46b5-86c2-c110abb33db1),segment_id=f8d24e93-6284-46b5-86c2-c110abb33db1)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:43:52.789867 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a0266420-3be8-4af7-b6ea-23aee3674cf1 req-becb80d5-0b2b-4070-9580-3c23dab65515 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (130c9980-8013-436d-871f-932f6dd90e0a), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:52.810217 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada52497-8781-4120-aa23-ed15dc89419b req-2ae2b4e9-bfe9-4b36-a1b5-85387fa5d7ab tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:52.812822 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ada52497-8781-4120-aa23-ed15dc89419b req-2ae2b4e9-bfe9-4b36-a1b5-85387fa5d7ab tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 943 time: 0.1006796 Mar 11 19:43:52.864232 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0266420-3be8-4af7-b6ea-23aee3674cf1 req-becb80d5-0b2b-4070-9580-3c23dab65515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:52.864903 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a0266420-3be8-4af7-b6ea-23aee3674cf1 req-becb80d5-0b2b-4070-9580-3c23dab65515 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:52.866089 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a0266420-3be8-4af7-b6ea-23aee3674cf1 req-becb80d5-0b2b-4070-9580-3c23dab65515 service neutron] 10.222.0.57 "PUT /v2.0/ports/130c9980-8013-436d-871f-932f6dd90e0a HTTP/1.1" status: 200 len: 1092 time: 2.2766614 Mar 11 19:43:52.920649 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-bf2ee37a-955a-4500-95be-b6a259898da7 None None] Provisioning complete for port 8cbdcff1-154e-4a4f-9eb4-4777575297f4 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:43:52.921077 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bf2ee37a-955a-4500-95be-b6a259898da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (8cbdcff1-154e-4a4f-9eb4-4777575297f4), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:52.988879 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8708d5c7-6d64-4bad-9b4e-28370211e30b tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (8cbdcff1-154e-4a4f-9eb4-4777575297f4), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:53.015351 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-bf2ee37a-955a-4500-95be-b6a259898da7 None None] Port 8cbdcff1-154e-4a4f-9eb4-4777575297f4 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:43:53.023514 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becb80d5-0b2b-4070-9580-3c23dab65515 service neutron] Pushing event updated for resources: {'Port': ['ID=130c9980-8013-436d-871f-932f6dd90e0a,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:53.052870 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ada52497-8781-4120-aa23-ed15dc89419b req-44becec6-a5e3-47f6-83a6-ec80bc4ca9b7 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164178 Mar 11 19:43:53.053933 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8708d5c7-6d64-4bad-9b4e-28370211e30b tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Pushing event deleted for resources: {'Port': ['ID=8cbdcff1-154e-4a4f-9eb4-4777575297f4,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:53.068027 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0266420-3be8-4af7-b6ea-23aee3674cf1 req-ce4e2d44-adf5-442d-8a55-e883e47eee40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:53.070115 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a0266420-3be8-4af7-b6ea-23aee3674cf1 req-ce4e2d44-adf5-442d-8a55-e883e47eee40 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=66b3b8d3f65c4e239ea33b0475efa223&device_id=fca2a9a9-2a94-4e79-ad8e-24839d898af6 HTTP/1.1" status: 200 len: 1126 time: 0.1453247 Mar 11 19:43:53.139429 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a0266420-3be8-4af7-b6ea-23aee3674cf1 req-653ddbce-9ee8-4f52-9ef6-73426ef97317 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=130c9980-8013-436d-871f-932f6dd90e0a HTTP/1.1" status: 200 len: 217 time: 0.0615506 Mar 11 19:43:53.147241 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715946a8-06b5-4ac1-bf42-9ffa133d7cfe x-openstack-request-id: req-715946a8-06b5-4ac1-bf42-9ffa133d7cfe {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:43:53.147652 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cb7a765-77f6-42c9-80f0-0200b31b4868", "name": "network-vif-deleted", "tag": "df27e2f0-2ded-441b-9ced-f789d3eace86", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:43:53.148012 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-715946a8-06b5-4ac1-bf42-9ffa133d7cfe {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:43:53.148922 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cb7a765-77f6-42c9-80f0-0200b31b4868', 'name': 'network-vif-deleted', 'tag': 'df27e2f0-2ded-441b-9ced-f789d3eace86', 'status': 'completed', 'code': 200} Mar 11 19:43:53.192168 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71624c8b-8d7d-4ba6-903a-c2ba0589fa9c x-openstack-request-id: req-71624c8b-8d7d-4ba6-903a-c2ba0589fa9c {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:43:53.192502 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18a14a02-4224-4a82-b099-4ed93ccd55fa", "name": "network-vif-plugged", "status": "completed", "tag": "8ba3ec24-a4c2-43d0-b190-24405a34a29b", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:43:53.192761 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-71624c8b-8d7d-4ba6-903a-c2ba0589fa9c {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:43:53.193187 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18a14a02-4224-4a82-b099-4ed93ccd55fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba3ec24-a4c2-43d0-b190-24405a34a29b', 'code': 200} Mar 11 19:43:53.213447 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8708d5c7-6d64-4bad-9b4e-28370211e30b tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:53.223398 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8708d5c7-6d64-4bad-9b4e-28370211e30b tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] 10.222.0.65 "DELETE /v2.0/ports/8cbdcff1-154e-4a4f-9eb4-4777575297f4 HTTP/1.1" status: 204 len: 168 time: 0.9222922 Mar 11 19:43:53.227647 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 43818) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:43:53.250244 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-4cf10a1c-74ff-4fa5-9f24-dcff3f222c71 tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Request body: {'port': {'name': 'tempest-new-port-name-645499553', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:43:53.250730 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.api.validators [None req-4cf10a1c-74ff-4fa5-9f24-dcff3f222c71 tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] bootfile-name is not in valid_values {{(pid=103884) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 11 19:43:53.250923 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.api.validators [None req-4cf10a1c-74ff-4fa5-9f24-dcff3f222c71 tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] tftp-server is not in valid_values {{(pid=103884) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 11 19:43:53.251680 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.api.validators [None req-4cf10a1c-74ff-4fa5-9f24-dcff3f222c71 tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] server-ip-address is not in valid_values {{(pid=103884) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 11 19:43:53.293122 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0266420-3be8-4af7-b6ea-23aee3674cf1 req-abf3a845-b202-4ff6-bf07-7cbd8d9196df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:53.294806 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a0266420-3be8-4af7-b6ea-23aee3674cf1 req-abf3a845-b202-4ff6-bf07-7cbd8d9196df service neutron] 10.222.0.57 "GET /v2.0/subnets?id=83286d6e-3d22-482f-b14a-2fbd7466cc6c HTTP/1.1" status: 200 len: 850 time: 0.1438718 Mar 11 19:43:53.398986 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2dafa4eb-d242-4eb0-85c9-3854dce169d2 req-b9ec7ee6-4a8c-424c-a432-7a8b431d1ec2 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2062044314&fields=id&tenant_id=9847127c40534c169b75983394620333 HTTP/1.1" status: 200 len: 267 time: 0.0869262 Mar 11 19:43:53.403689 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0266420-3be8-4af7-b6ea-23aee3674cf1 req-cfd197a9-b2e4-4e04-9a81-c7bced4a21ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:53.407296 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a0266420-3be8-4af7-b6ea-23aee3674cf1 req-cfd197a9-b2e4-4e04-9a81-c7bced4a21ce service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=90663b8c-1bde-4a55-8ab4-a84ee4d3cf19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1066189 Mar 11 19:43:53.444758 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4cf10a1c-74ff-4fa5-9f24-dcff3f222c71 tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (11791cf7-aa81-4c18-bdfe-637e8d9be484), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:53.507394 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3900e32-f604-45e9-bb04-d4cd716e81a4 req-87ad8c1e-1205-4ac9-845f-8e47a93b44bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:53.509866 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d3900e32-f604-45e9-bb04-d4cd716e81a4 req-87ad8c1e-1205-4ac9-845f-8e47a93b44bf service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=18a14a02-4224-4a82-b099-4ed93ccd55fa HTTP/1.1" status: 200 len: 1128 time: 0.1677170 Mar 11 19:43:53.593137 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d3900e32-f604-45e9-bb04-d4cd716e81a4 req-bcedbe63-b592-4d42-9bf8-3eb17bbf8f5f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752428 Mar 11 19:43:53.635320 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a0266420-3be8-4af7-b6ea-23aee3674cf1 req-a098a32e-86a4-4c94-8a2c-6f6014dedcdb service neutron] 10.222.0.57 "GET /v2.0/networks/90663b8c-1bde-4a55-8ab4-a84ee4d3cf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096155 Mar 11 19:43:53.651971 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dafa4eb-d242-4eb0-85c9-3854dce169d2 req-4972597a-8e73-464d-9782-6f29498aa5f9 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:53.659915 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2dafa4eb-d242-4eb0-85c9-3854dce169d2 req-4972597a-8e73-464d-9782-6f29498aa5f9 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/ports?device_id=35b0969a-6f2b-47b3-a31e-af4c682ded5e HTTP/1.1" status: 200 len: 945 time: 0.2593353 Mar 11 19:43:53.665298 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-2dafa4eb-d242-4eb0-85c9-3854dce169d2 req-c6c625c8-bda0-4797-b498-8a0de5b6cf2a tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Request body: {'port': {'security_groups': ['69d962d5-ae62-46c2-b9bb-79e490dd5593', '7db2df5f-9306-4ac9-a40b-48e8c2907537']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:43:53.752131 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4cf10a1c-74ff-4fa5-9f24-dcff3f222c71 tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Publish callbacks [] for port (11791cf7-aa81-4c18-bdfe-637e8d9be484), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:53.755118 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-2dafa4eb-d242-4eb0-85c9-3854dce169d2 req-c6c625c8-bda0-4797-b498-8a0de5b6cf2a tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a1486762-aa84-4adb-98f2-c2a25a94d2f0), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:53.760864 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4cf10a1c-74ff-4fa5-9f24-dcff3f222c71 tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (11791cf7-aa81-4c18-bdfe-637e8d9be484), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:53.838225 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf10a1c-74ff-4fa5-9f24-dcff3f222c71 tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Pushing event updated for resources: {'Port': ['ID=11791cf7-aa81-4c18-bdfe-637e8d9be484,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:53.914665 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-4cf10a1c-74ff-4fa5-9f24-dcff3f222c71 tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] In _notify_port_updated(), no bound segment for port 11791cf7-aa81-4c18-bdfe-637e8d9be484 on network 5ca90a55-6819-4871-9a9c-e6a5d6759ea1 {{(pid=103884) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 11 19:43:53.928879 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf10a1c-74ff-4fa5-9f24-dcff3f222c71 tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:53.930068 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4cf10a1c-74ff-4fa5-9f24-dcff3f222c71 tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:53.935139 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4cf10a1c-74ff-4fa5-9f24-dcff3f222c71 tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] 10.222.0.65 "PUT /v2.0/ports/11791cf7-aa81-4c18-bdfe-637e8d9be484 HTTP/1.1" status: 200 len: 1136 time: 0.7040324 Mar 11 19:43:53.938155 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 43822) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:43:54.026468 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25a47c7-7885-430d-847c-f9f6b3d2754d tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:54.032793 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a25a47c7-7885-430d-847c-f9f6b3d2754d tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] 10.222.0.65 "GET /v2.0/ports/11791cf7-aa81-4c18-bdfe-637e8d9be484 HTTP/1.1" status: 200 len: 1136 time: 0.0912406 Mar 11 19:43:54.036086 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 43824) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:43:54.246850 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-ab7b0c51-c0e3-4573-97af-d083d49b4e22 tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Deleting port 11791cf7-aa81-4c18-bdfe-637e8d9be484 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:43:54.254057 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ab7b0c51-c0e3-4573-97af-d083d49b4e22 tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (11791cf7-aa81-4c18-bdfe-637e8d9be484), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:54.319538 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-48673389-6322-4e7f-b253-186bf75145ca None None] Provisioning complete for port 11791cf7-aa81-4c18-bdfe-637e8d9be484 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:43:54.320459 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-48673389-6322-4e7f-b253-186bf75145ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (11791cf7-aa81-4c18-bdfe-637e8d9be484), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:54.381315 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-48673389-6322-4e7f-b253-186bf75145ca None None] Port 11791cf7-aa81-4c18-bdfe-637e8d9be484 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:43:54.402357 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ab7b0c51-c0e3-4573-97af-d083d49b4e22 tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (11791cf7-aa81-4c18-bdfe-637e8d9be484), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:54.436557 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-ab7b0c51-c0e3-4573-97af-d083d49b4e22 tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Calling delete_port for 11791cf7-aa81-4c18-bdfe-637e8d9be484 owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:43:54.509519 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a0266420-3be8-4af7-b6ea-23aee3674cf1 req-b06a0d3f-8f97-4d75-83a0-e833581cbcbd service neutron] 10.222.0.57 "GET /v2.0/networks/90663b8c-1bde-4a55-8ab4-a84ee4d3cf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6607916 Mar 11 19:43:54.583099 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9121ecef-2a94-44c7-ad5a-619ba5626bcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:54.606049 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ab7b0c51-c0e3-4573-97af-d083d49b4e22 tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (11791cf7-aa81-4c18-bdfe-637e8d9be484), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:54.650696 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7b0c51-c0e3-4573-97af-d083d49b4e22 tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Pushing event deleted for resources: {'Port': ['ID=11791cf7-aa81-4c18-bdfe-637e8d9be484,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:54.680815 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-2dafa4eb-d242-4eb0-85c9-3854dce169d2 req-c6c625c8-bda0-4797-b498-8a0de5b6cf2a tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] For port a1486762-aa84-4adb-98f2-c2a25a94d2f0, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=a1486762-aa84-4adb-98f2-c2a25a94d2f0,segment=NetworkSegment(923d54b9-bdd1-4af1-adc1-1c3c91ea1666),segment_id=923d54b9-bdd1-4af1-adc1-1c3c91ea1666)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:54.730814 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-2dafa4eb-d242-4eb0-85c9-3854dce169d2 req-c6c625c8-bda0-4797-b498-8a0de5b6cf2a tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks [] for port (a1486762-aa84-4adb-98f2-c2a25a94d2f0), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:54.739983 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-2dafa4eb-d242-4eb0-85c9-3854dce169d2 req-c6c625c8-bda0-4797-b498-8a0de5b6cf2a tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (a1486762-aa84-4adb-98f2-c2a25a94d2f0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:54.753058 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['a1486762-aa84-4adb-98f2-c2a25a94d2f0'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:43:54.861719 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ab7b0c51-c0e3-4573-97af-d083d49b4e22 tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:54.867714 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ab7b0c51-c0e3-4573-97af-d083d49b4e22 tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] 10.222.0.65 "DELETE /v2.0/ports/11791cf7-aa81-4c18-bdfe-637e8d9be484 HTTP/1.1" status: 204 len: 168 time: 0.8283737 Mar 11 19:43:54.871508 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 43830) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:43:54.876916 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dafa4eb-d242-4eb0-85c9-3854dce169d2 req-c6c625c8-bda0-4797-b498-8a0de5b6cf2a tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:54.883846 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-2dafa4eb-d242-4eb0-85c9-3854dce169d2 req-c6c625c8-bda0-4797-b498-8a0de5b6cf2a tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:54.886409 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2dafa4eb-d242-4eb0-85c9-3854dce169d2 req-c6c625c8-bda0-4797-b498-8a0de5b6cf2a tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "PUT /v2.0/ports/a1486762-aa84-4adb-98f2-c2a25a94d2f0 HTTP/1.1" status: 200 len: 981 time: 1.2256787 Mar 11 19:43:54.938736 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c625c8-bda0-4797-b498-8a0de5b6cf2a tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Pushing event updated for resources: {'Port': ['ID=a1486762-aa84-4adb-98f2-c2a25a94d2f0,revision_number=6']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:54.939098 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['a1486762-aa84-4adb-98f2-c2a25a94d2f0'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:43:54.978838 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-c618bb6f-c3b1-4545-91d8-c5dc375b36d9 tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Deleting subnet 02080a0f-c2c1-496e-b4e3-ffe4f9a5d937 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:43:54.992966 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c618bb6f-c3b1-4545-91d8-c5dc375b36d9 tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Publish callbacks [] for subnet (02080a0f-c2c1-496e-b4e3-ffe4f9a5d937), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:55.096296 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c618bb6f-c3b1-4545-91d8-c5dc375b36d9 tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (02080a0f-c2c1-496e-b4e3-ffe4f9a5d937), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:55.135178 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c077ca-3110-4a12-b2ec-fdc72cd72e41 req-1947f9db-db22-463d-af2d-c76fbf050558 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:55.137975 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e1c077ca-3110-4a12-b2ec-fdc72cd72e41 req-1947f9db-db22-463d-af2d-c76fbf050558 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=18a14a02-4224-4a82-b099-4ed93ccd55fa HTTP/1.1" status: 200 len: 946 time: 0.1141787 Mar 11 19:43:55.154163 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8de063cb-3792-4f92-9c95-d3eabbc7f236', 'tag': '836f3591-b233-4dd1-aad9-c317f4f78493'}, {'name': 'network-changed', 'server_uuid': 'fca2a9a9-2a94-4e79-ad8e-24839d898af6', 'tag': '130c9980-8013-436d-871f-932f6dd90e0a'}, {'name': 'network-changed', 'server_uuid': '35b0969a-6f2b-47b3-a31e-af4c682ded5e', 'tag': 'a1486762-aa84-4adb-98f2-c2a25a94d2f0'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:43:55.159439 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3fa5196-d0b4-4b53-9c2a-effa4de350ae" -d '{"events": [{"name": "network-changed", "server_uuid": "8de063cb-3792-4f92-9c95-d3eabbc7f236", "tag": "836f3591-b233-4dd1-aad9-c317f4f78493"}, {"name": "network-changed", "server_uuid": "fca2a9a9-2a94-4e79-ad8e-24839d898af6", "tag": "130c9980-8013-436d-871f-932f6dd90e0a"}, {"name": "network-changed", "server_uuid": "35b0969a-6f2b-47b3-a31e-af4c682ded5e", "tag": "a1486762-aa84-4adb-98f2-c2a25a94d2f0"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:43:55.217406 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c618bb6f-c3b1-4545-91d8-c5dc375b36d9 tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (02080a0f-c2c1-496e-b4e3-ffe4f9a5d937), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:55.267455 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e1c077ca-3110-4a12-b2ec-fdc72cd72e41 req-be4e7526-cda3-4f77-a448-e4d3affe466a tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230352 Mar 11 19:43:55.313026 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c618bb6f-c3b1-4545-91d8-c5dc375b36d9 tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (02080a0f-c2c1-496e-b4e3-ffe4f9a5d937), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:55.360631 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c618bb6f-c3b1-4545-91d8-c5dc375b36d9 tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Pushing event deleted for resources: {'Subnet': ['ID=02080a0f-c2c1-496e-b4e3-ffe4f9a5d937,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:55.371803 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c618bb6f-c3b1-4545-91d8-c5dc375b36d9 tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:55.378870 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c618bb6f-c3b1-4545-91d8-c5dc375b36d9 tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] 10.222.0.65 "DELETE /v2.0/subnets/02080a0f-c2c1-496e-b4e3-ffe4f9a5d937 HTTP/1.1" status: 204 len: 168 time: 0.5062687 Mar 11 19:43:55.381550 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 43836) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:43:55.393810 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0792140d-c8e6-49cf-a55f-a4d52716fb51 None None] Network 5ca90a55-6819-4871-9a9c-e6a5d6759ea1 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:43:55.560648 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c03849a1-e32d-4d5d-9acd-6b93dcb78045 tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (5ca90a55-6819-4871-9a9c-e6a5d6759ea1), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:55.690449 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645b4539-ccbd-459e-82a4-53775dde013a None None] DHCP port deletion for 5ca90a55-6819-4871-9a9c-e6a5d6759ea1 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:43:55.718585 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f652e63-78d0-4826-af32-d22e3ed254c5 req-e88bbba3-defa-45ac-8213-20b3b512e3db tempest-ServerMetadataNegativeTestJSON-1794215757 tempest-ServerMetadataNegativeTestJSON-1794215757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:55.726107 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3f652e63-78d0-4826-af32-d22e3ed254c5 req-e88bbba3-defa-45ac-8213-20b3b512e3db tempest-ServerMetadataNegativeTestJSON-1794215757 tempest-ServerMetadataNegativeTestJSON-1794215757-project] 10.222.0.65 "GET /v2.0/ports?device_id=8de063cb-3792-4f92-9c95-d3eabbc7f236 HTTP/1.1" status: 200 len: 944 time: 0.1576443 Mar 11 19:43:55.752960 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-c03849a1-e32d-4d5d-9acd-6b93dcb78045 tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Deleting port 7eca3c57-f74d-445a-abb8-3468b1687cab {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:43:55.753311 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c03849a1-e32d-4d5d-9acd-6b93dcb78045 tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (7eca3c57-f74d-445a-abb8-3468b1687cab), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:55.803367 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-645b4539-ccbd-459e-82a4-53775dde013a None None] Deleting port 7eca3c57-f74d-445a-abb8-3468b1687cab {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:43:55.803654 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-645b4539-ccbd-459e-82a4-53775dde013a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (7eca3c57-f74d-445a-abb8-3468b1687cab), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:55.833994 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-c03849a1-e32d-4d5d-9acd-6b93dcb78045 tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] For port 7eca3c57-f74d-445a-abb8-3468b1687cab, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=7eca3c57-f74d-445a-abb8-3468b1687cab,segment=NetworkSegment(43a5ad36-54ea-4677-b97d-ec582b1d3447),segment_id=43a5ad36-54ea-4677-b97d-ec582b1d3447)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:55.834360 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c03849a1-e32d-4d5d-9acd-6b93dcb78045 tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (7eca3c57-f74d-445a-abb8-3468b1687cab), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:55.847234 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-c03849a1-e32d-4d5d-9acd-6b93dcb78045 tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Calling delete_port for 7eca3c57-f74d-445a-abb8-3468b1687cab owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:43:55.904340 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-645b4539-ccbd-459e-82a4-53775dde013a None None] For port 7eca3c57-f74d-445a-abb8-3468b1687cab, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=7eca3c57-f74d-445a-abb8-3468b1687cab,segment=NetworkSegment(43a5ad36-54ea-4677-b97d-ec582b1d3447),segment_id=43a5ad36-54ea-4677-b97d-ec582b1d3447)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:55.905157 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-645b4539-ccbd-459e-82a4-53775dde013a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (7eca3c57-f74d-445a-abb8-3468b1687cab), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:55.923127 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-645b4539-ccbd-459e-82a4-53775dde013a None None] Calling delete_port for 7eca3c57-f74d-445a-abb8-3468b1687cab owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:43:55.998680 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3f652e63-78d0-4826-af32-d22e3ed254c5 req-6a8556c9-a3bd-4614-8838-232fadcebd44 tempest-ServerMetadataNegativeTestJSON-1794215757 tempest-ServerMetadataNegativeTestJSON-1794215757-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9952e4f-4de9-4319-bdba-620b082cb9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716467 Mar 11 19:43:56.007154 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 7eca3c57-f74d-445a-abb8-3468b1687cab no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:43:56.015571 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c03849a1-e32d-4d5d-9acd-6b93dcb78045 tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (7eca3c57-f74d-445a-abb8-3468b1687cab), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:56.075319 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-645b4539-ccbd-459e-82a4-53775dde013a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (7eca3c57-f74d-445a-abb8-3468b1687cab), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:56.078511 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03849a1-e32d-4d5d-9acd-6b93dcb78045 tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] No DVR routers for this DVR port 7eca3c57-f74d-445a-abb8-3468b1687cab on host n-d-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:43:56.085376 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03849a1-e32d-4d5d-9acd-6b93dcb78045 tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Pushing event deleted for resources: {'Port': ['ID=7eca3c57-f74d-445a-abb8-3468b1687cab,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:56.145471 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No active binding found for port 7eca3c57-f74d-445a-abb8-3468b1687cab {{(pid=103886) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 11 19:43:56.147241 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] The host n-d-833163-1 is not matching for port 7eca3c57-f74d-445a-abb8-3468b1687cab host None! {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 19:43:56.147834 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 7eca3c57-f74d-445a-abb8-3468b1687cab not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:43:56.180218 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645b4539-ccbd-459e-82a4-53775dde013a None None] No DVR routers for this DVR port 7eca3c57-f74d-445a-abb8-3468b1687cab on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:43:56.195316 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645b4539-ccbd-459e-82a4-53775dde013a None None] Pushing event deleted for resources: {'Port': ['ID=7eca3c57-f74d-445a-abb8-3468b1687cab,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:56.214067 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:56.278472 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c03849a1-e32d-4d5d-9acd-6b93dcb78045 tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (5ca90a55-6819-4871-9a9c-e6a5d6759ea1), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:56.308917 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-c03849a1-e32d-4d5d-9acd-6b93dcb78045 tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ca90a55-6819-4871-9a9c-e6a5d6759ea1']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:56.320593 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd028a2d-bde8-4e6d-a337-11b0cb0e0eb3 req-5a8f090c-acb6-4150-a354-d7c8e8c2d641 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:56.322972 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 836f3591-b233-4dd1-aad9-c317f4f78493 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:43:56.323119 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fd028a2d-bde8-4e6d-a337-11b0cb0e0eb3 req-5a8f090c-acb6-4150-a354-d7c8e8c2d641 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=fca2a9a9-2a94-4e79-ad8e-24839d898af6 HTTP/1.1" status: 200 len: 944 time: 0.2027090 Mar 11 19:43:56.350488 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-c03849a1-e32d-4d5d-9acd-6b93dcb78045 tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43a5ad36-54ea-4677-b97d-ec582b1d3447') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:56.350856 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-c03849a1-e32d-4d5d-9acd-6b93dcb78045 tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43a5ad36-54ea-4677-b97d-ec582b1d3447') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:43:56.365725 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c03849a1-e32d-4d5d-9acd-6b93dcb78045 tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (43a5ad36-54ea-4677-b97d-ec582b1d3447), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:56.392666 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c03849a1-e32d-4d5d-9acd-6b93dcb78045 tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (43a5ad36-54ea-4677-b97d-ec582b1d3447), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:56.406588 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c03849a1-e32d-4d5d-9acd-6b93dcb78045 tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Releasing vlan 871 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:43:56.409521 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c03849a1-e32d-4d5d-9acd-6b93dcb78045 tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (43a5ad36-54ea-4677-b97d-ec582b1d3447), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:56.432253 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fd028a2d-bde8-4e6d-a337-11b0cb0e0eb3 req-8ada18ba-b69a-483e-a4da-aa5f56b1ed03 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=381d5506-1a91-423f-9578-afb9619937f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015549 Mar 11 19:43:56.434156 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 19:43:56.434156 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:43:56.434156 n-d-833163-1 neutron-server[103885]: timer() Mar 11 19:43:56.434156 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:43:56.434156 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 19:43:56.434156 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:43:56.434156 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 19:43:56.434156 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:43:56.434156 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 19:43:56.434156 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:43:56.434156 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 19:43:56.434156 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:43:56.434156 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 19:43:56.434156 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:43:56.434156 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:43:56.434156 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:43:56.434156 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:43:56.434156 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:43:56.434156 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 19:43:56.434156 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:43:56.434156 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 19:43:56.434156 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:43:56.434156 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:43:56.434156 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:43:56.434156 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 19:43:56.434156 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:43:56.434156 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:43:56.434156 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:43:56.434156 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:43:56.434156 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:43:56.434156 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:43:56.434156 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:43:56.492925 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 836f3591-b233-4dd1-aad9-c317f4f78493, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=836f3591-b233-4dd1-aad9-c317f4f78493,segment=NetworkSegment(89b51435-4d52-4a4b-b4a1-2243d7d1b31c),segment_id=89b51435-4d52-4a4b-b4a1-2243d7d1b31c)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:56.510290 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '836f3591-b233-4dd1-aad9-c317f4f78493', 'network_id': 'b9c32b6b-01fd-48d6-8ba0-70bd84128973', 'port_id': '836f3591-b233-4dd1-aad9-c317f4f78493', 'mac_address': 'fa:16:3e:71:46:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc0b762-c8dd-49bd-88c1-f8c1ded354c5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:43:56.571579 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 836f3591-b233-4dd1-aad9-c317f4f78493 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:43:56.572040 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (836f3591-b233-4dd1-aad9-c317f4f78493), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:56.613087 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 836f3591-b233-4dd1-aad9-c317f4f78493 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:43:56.644651 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 836f3591-b233-4dd1-aad9-c317f4f78493, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=836f3591-b233-4dd1-aad9-c317f4f78493,segment=NetworkSegment(89b51435-4d52-4a4b-b4a1-2243d7d1b31c),segment_id=89b51435-4d52-4a4b-b4a1-2243d7d1b31c)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:56.647609 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c03849a1-e32d-4d5d-9acd-6b93dcb78045 tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (5ca90a55-6819-4871-9a9c-e6a5d6759ea1), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:56.651718 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (836f3591-b233-4dd1-aad9-c317f4f78493), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:56.669446 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c03849a1-e32d-4d5d-9acd-6b93dcb78045 tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:56.682002 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-c03849a1-e32d-4d5d-9acd-6b93dcb78045 tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] 10.222.0.65 "DELETE /v2.0/networks/5ca90a55-6819-4871-9a9c-e6a5d6759ea1 HTTP/1.1" status: 204 len: 168 time: 1.2918367 Mar 11 19:43:56.717136 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fbfcbd-054a-448e-8243-5ae745a874a6 req-a4131ff4-a571-46d4-a2ca-2698dfd520ce tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:56.728544 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-98fbfcbd-054a-448e-8243-5ae745a874a6 req-a4131ff4-a571-46d4-a2ca-2698dfd520ce tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 943 time: 0.2118611 Mar 11 19:43:56.731281 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03849a1-e32d-4d5d-9acd-6b93dcb78045 tempest-ExtraDHCPOptionsTestJSON-1826533058 tempest-ExtraDHCPOptionsTestJSON-1826533058-project] Pushing event deleted for resources: {'Network': ['ID=5ca90a55-6819-4871-9a9c-e6a5d6759ea1,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:56.776792 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=836f3591-b233-4dd1-aad9-c317f4f78493,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:56.800867 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-98fbfcbd-054a-448e-8243-5ae745a874a6 req-d420c168-197c-477e-b49e-1570f2f6afa3 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702796 Mar 11 19:43:56.903706 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['836f3591-b233-4dd1-aad9-c317f4f78493'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:43:56.988936 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f45264c6-3f84-4a29-aae6-8acca4e2ff3b req-afbbefc7-0257-494b-9c2d-bfe20b542830 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1052794917&fields=id&tenant_id=9847127c40534c169b75983394620333 HTTP/1.1" status: 200 len: 267 time: 0.1081610 Mar 11 19:43:57.067581 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 43848) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:43:57.122960 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45264c6-3f84-4a29-aae6-8acca4e2ff3b req-c9d4e0fa-39c7-458b-aa8b-ce18eb8ae01b tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:57.124610 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f45264c6-3f84-4a29-aae6-8acca4e2ff3b req-c9d4e0fa-39c7-458b-aa8b-ce18eb8ae01b tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/ports?device_id=35b0969a-6f2b-47b3-a31e-af4c682ded5e HTTP/1.1" status: 200 len: 984 time: 0.1291323 Mar 11 19:43:57.143854 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-f45264c6-3f84-4a29-aae6-8acca4e2ff3b req-70e99727-7e24-480c-a6ba-9b68e0fe8e3c tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Request body: {'port': {'security_groups': ['69d962d5-ae62-46c2-b9bb-79e490dd5593', '7db2df5f-9306-4ac9-a40b-48e8c2907537', '19bd0fcd-8b10-429a-a0e4-511179b80218']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:43:57.262579 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f45264c6-3f84-4a29-aae6-8acca4e2ff3b req-70e99727-7e24-480c-a6ba-9b68e0fe8e3c tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a1486762-aa84-4adb-98f2-c2a25a94d2f0), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:57.325235 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d3709857-2c54-42aa-b2ab-0432126b6538 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2b8f44af55ae4c2b85ea71f21e85f9fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2556319 Mar 11 19:43:57.327708 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 43854) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:43:57.401540 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eb15b1cd-1394-425d-b5ab-8bba3b9756f5 admin admin] Publish callbacks [] for security_group (1d05803a-7169-4503-bc4c-55ce407da4e8), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:57.458073 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eb15b1cd-1394-425d-b5ab-8bba3b9756f5 admin admin] Publish callbacks [] for security_group (1d05803a-7169-4503-bc4c-55ce407da4e8), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:57.554646 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eb15b1cd-1394-425d-b5ab-8bba3b9756f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (1d05803a-7169-4503-bc4c-55ce407da4e8), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:57.561584 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eb15b1cd-1394-425d-b5ab-8bba3b9756f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:57.570881 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-eb15b1cd-1394-425d-b5ab-8bba3b9756f5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1d05803a-7169-4503-bc4c-55ce407da4e8 HTTP/1.1" status: 204 len: 168 time: 0.2418935 Mar 11 19:43:57.626804 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb15b1cd-1394-425d-b5ab-8bba3b9756f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d05803a-7169-4503-bc4c-55ce407da4e8,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:57.686134 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-f45264c6-3f84-4a29-aae6-8acca4e2ff3b req-70e99727-7e24-480c-a6ba-9b68e0fe8e3c tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] For port a1486762-aa84-4adb-98f2-c2a25a94d2f0, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=a1486762-aa84-4adb-98f2-c2a25a94d2f0,segment=NetworkSegment(923d54b9-bdd1-4af1-adc1-1c3c91ea1666),segment_id=923d54b9-bdd1-4af1-adc1-1c3c91ea1666)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:57.703002 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:57.768776 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f45264c6-3f84-4a29-aae6-8acca4e2ff3b req-70e99727-7e24-480c-a6ba-9b68e0fe8e3c tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks [] for port (a1486762-aa84-4adb-98f2-c2a25a94d2f0), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:57.775338 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f45264c6-3f84-4a29-aae6-8acca4e2ff3b req-70e99727-7e24-480c-a6ba-9b68e0fe8e3c tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (a1486762-aa84-4adb-98f2-c2a25a94d2f0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:57.872425 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45264c6-3f84-4a29-aae6-8acca4e2ff3b req-70e99727-7e24-480c-a6ba-9b68e0fe8e3c tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:57.873624 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f45264c6-3f84-4a29-aae6-8acca4e2ff3b req-70e99727-7e24-480c-a6ba-9b68e0fe8e3c tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:57.878436 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f45264c6-3f84-4a29-aae6-8acca4e2ff3b req-70e99727-7e24-480c-a6ba-9b68e0fe8e3c tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "PUT /v2.0/ports/a1486762-aa84-4adb-98f2-c2a25a94d2f0 HTTP/1.1" status: 200 len: 1020 time: 0.7463143 Mar 11 19:43:57.922876 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e99727-7e24-480c-a6ba-9b68e0fe8e3c tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Pushing event updated for resources: {'Port': ['ID=a1486762-aa84-4adb-98f2-c2a25a94d2f0,revision_number=7']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:57.972050 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['a1486762-aa84-4adb-98f2-c2a25a94d2f0'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:43:57.975446 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 130c9980-8013-436d-871f-932f6dd90e0a details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:43:57.986201 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 11 Mar 2022 19:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f1006f-f451-4833-a41a-8a8d0fa770cb x-openstack-request-id: req-02f1006f-f451-4833-a41a-8a8d0fa770cb {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:43:57.986514 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8de063cb-3792-4f92-9c95-d3eabbc7f236", "tag": "836f3591-b233-4dd1-aad9-c317f4f78493", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fca2a9a9-2a94-4e79-ad8e-24839d898af6", "tag": "130c9980-8013-436d-871f-932f6dd90e0a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "35b0969a-6f2b-47b3-a31e-af4c682ded5e", "tag": "a1486762-aa84-4adb-98f2-c2a25a94d2f0", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:43:57.986773 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-02f1006f-f451-4833-a41a-8a8d0fa770cb {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:43:57.987194 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8de063cb-3792-4f92-9c95-d3eabbc7f236', 'tag': '836f3591-b233-4dd1-aad9-c317f4f78493', 'status': 'completed', 'code': 200} Mar 11 19:43:57.987456 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fca2a9a9-2a94-4e79-ad8e-24839d898af6', 'tag': '130c9980-8013-436d-871f-932f6dd90e0a', 'status': 'completed', 'code': 200} Mar 11 19:43:57.987741 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35b0969a-6f2b-47b3-a31e-af4c682ded5e', 'tag': 'a1486762-aa84-4adb-98f2-c2a25a94d2f0', 'status': 'completed', 'code': 200} Mar 11 19:43:58.153851 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 130c9980-8013-436d-871f-932f6dd90e0a, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=130c9980-8013-436d-871f-932f6dd90e0a,segment=NetworkSegment(f8d24e93-6284-46b5-86c2-c110abb33db1),segment_id=f8d24e93-6284-46b5-86c2-c110abb33db1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:58.174423 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': '130c9980-8013-436d-871f-932f6dd90e0a', 'network_id': '90663b8c-1bde-4a55-8ab4-a84ee4d3cf19', 'port_id': '130c9980-8013-436d-871f-932f6dd90e0a', 'mac_address': 'fa:16:3e:f6:92:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83286d6e-3d22-482f-b14a-2fbd7466cc6c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:43:58.178906 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['a1486762-aa84-4adb-98f2-c2a25a94d2f0'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:43:58.233176 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa5196-d0b4-4b53-9c2a-effa4de350ae req-b25670d0-d5e6-4854-b7dc-2fca01c159f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:58.235414 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e3fa5196-d0b4-4b53-9c2a-effa4de350ae req-b25670d0-d5e6-4854-b7dc-2fca01c159f6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=66b3b8d3f65c4e239ea33b0475efa223&device_id=fca2a9a9-2a94-4e79-ad8e-24839d898af6 HTTP/1.1" status: 200 len: 1126 time: 0.1941354 Mar 11 19:43:58.294026 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e35f0-82ad-499f-b7ff-3d246dbcfb75 req-13a9a878-1b6a-43e8-a92d-340cac480188 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:58.301752 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c61e35f0-82ad-499f-b7ff-3d246dbcfb75 req-13a9a878-1b6a-43e8-a92d-340cac480188 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/ports?device_id=8faf4c72-ecf7-4a30-a577-8cb0016710c0 HTTP/1.1" status: 200 len: 946 time: 0.2198167 Mar 11 19:43:58.355902 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 836f3591-b233-4dd1-aad9-c317f4f78493 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:43:58.474097 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 130c9980-8013-436d-871f-932f6dd90e0a is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:43:58.474900 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (130c9980-8013-436d-871f-932f6dd90e0a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:58.489063 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c61e35f0-82ad-499f-b7ff-3d246dbcfb75 req-f066cda2-816c-47e7-915c-d1a7cef9d616 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6edb3d-008e-48ff-8ef0-64786618cae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847994 Mar 11 19:43:58.515183 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa5196-d0b4-4b53-9c2a-effa4de350ae req-67862b04-f59f-4baf-8120-85007f3f5818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:58.516860 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e3fa5196-d0b4-4b53-9c2a-effa4de350ae req-67862b04-f59f-4baf-8120-85007f3f5818 service neutron] 10.222.0.57 "GET /v2.0/networks?id=90663b8c-1bde-4a55-8ab4-a84ee4d3cf19 HTTP/1.1" status: 200 len: 912 time: 0.2724245 Mar 11 19:43:58.549813 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa5196-d0b4-4b53-9c2a-effa4de350ae req-d2dca847-2ea0-4814-9091-7aac60068ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:58.551378 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e3fa5196-d0b4-4b53-9c2a-effa4de350ae req-d2dca847-2ea0-4814-9091-7aac60068ce3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a469b44a94b44cb18eaa51d169326fb1&device_id=8de063cb-3792-4f92-9c95-d3eabbc7f236 HTTP/1.1" status: 200 len: 1127 time: 0.1641562 Mar 11 19:43:58.598770 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 130c9980-8013-436d-871f-932f6dd90e0a {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:43:58.707337 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e3fa5196-d0b4-4b53-9c2a-effa4de350ae req-20e6ccde-fdea-4a32-abe6-196d7187a057 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=130c9980-8013-436d-871f-932f6dd90e0a HTTP/1.1" status: 200 len: 217 time: 0.1754155 Mar 11 19:43:58.708899 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa5196-d0b4-4b53-9c2a-effa4de350ae req-0f90b38c-6389-4425-995b-422ad648277f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:58.710575 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e3fa5196-d0b4-4b53-9c2a-effa4de350ae req-0f90b38c-6389-4425-995b-422ad648277f service neutron] 10.222.0.75 "GET /v2.0/networks?id=b9c32b6b-01fd-48d6-8ba0-70bd84128973 HTTP/1.1" status: 200 len: 922 time: 0.1052194 Mar 11 19:43:58.780839 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 130c9980-8013-436d-871f-932f6dd90e0a, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=130c9980-8013-436d-871f-932f6dd90e0a,segment=NetworkSegment(f8d24e93-6284-46b5-86c2-c110abb33db1),segment_id=f8d24e93-6284-46b5-86c2-c110abb33db1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:58.792248 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (130c9980-8013-436d-871f-932f6dd90e0a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:58.859170 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port 836f3591-b233-4dd1-aad9-c317f4f78493 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:43:58.892064 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa5196-d0b4-4b53-9c2a-effa4de350ae req-2e60144b-e9a4-4d95-8467-82a543380a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:58.894570 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e3fa5196-d0b4-4b53-9c2a-effa4de350ae req-2e60144b-e9a4-4d95-8467-82a543380a86 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=83286d6e-3d22-482f-b14a-2fbd7466cc6c HTTP/1.1" status: 200 len: 850 time: 0.1748159 Mar 11 19:43:58.896996 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e3fa5196-d0b4-4b53-9c2a-effa4de350ae req-ea48e78c-9a9f-4a4d-841c-8077ff6b2c76 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=836f3591-b233-4dd1-aad9-c317f4f78493 HTTP/1.1" status: 200 len: 217 time: 0.1011178 Mar 11 19:43:58.907871 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9a06e3-9bb7-4f09-8c39-c715bb7604cc req-5759dccb-52ee-4e38-98fe-6b70d5eec3fd tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:58.916736 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fc9a06e3-9bb7-4f09-8c39-c715bb7604cc req-5759dccb-52ee-4e38-98fe-6b70d5eec3fd tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=18a14a02-4224-4a82-b099-4ed93ccd55fa HTTP/1.1" status: 200 len: 946 time: 0.3122823 Mar 11 19:43:58.918835 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=130c9980-8013-436d-871f-932f6dd90e0a,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:58.935107 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 836f3591-b233-4dd1-aad9-c317f4f78493 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:43:58.935697 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (836f3591-b233-4dd1-aad9-c317f4f78493), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:58.984500 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa5196-d0b4-4b53-9c2a-effa4de350ae req-5eb06bfb-8cfd-4b83-9b99-9219271d717e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:58.987138 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e3fa5196-d0b4-4b53-9c2a-effa4de350ae req-5eb06bfb-8cfd-4b83-9b99-9219271d717e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=dfc0b762-c8dd-49bd-88c1-f8c1ded354c5 HTTP/1.1" status: 200 len: 861 time: 0.0662854 Mar 11 19:43:59.054440 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:59.099951 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 43884) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:43:59.159823 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e3fa5196-d0b4-4b53-9c2a-effa4de350ae req-1c538b20-2b56-441b-8a6d-0f8537a9073a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b9c32b6b-01fd-48d6-8ba0-70bd84128973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0951054 Mar 11 19:43:59.209336 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fc9a06e3-9bb7-4f09-8c39-c715bb7604cc req-2901ad8e-77e3-4cd7-8f0a-00b773bb3e4a tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910035 Mar 11 19:43:59.215843 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa5196-d0b4-4b53-9c2a-effa4de350ae req-b00ee8f4-3655-491c-be19-546739b9d1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:59.217351 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e3fa5196-d0b4-4b53-9c2a-effa4de350ae req-b00ee8f4-3655-491c-be19-546739b9d1de service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=90663b8c-1bde-4a55-8ab4-a84ee4d3cf19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2954819 Mar 11 19:43:59.235803 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['130c9980-8013-436d-871f-932f6dd90e0a'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:43:59.324450 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-a28f7053-deb1-414f-97c6-a08ee9c5d865 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Request body: {'networks': [{'name': 'tempest-network--696002306'}, {'name': 'tempest-network--1176245601'}]} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:43:59.324936 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-a28f7053-deb1-414f-97c6-a08ee9c5d865 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Request body: {'network': {'name': 'tempest-network--696002306'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:43:59.325567 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-a28f7053-deb1-414f-97c6-a08ee9c5d865 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Request body: {'network': {'name': 'tempest-network--1176245601'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:43:59.330544 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 836f3591-b233-4dd1-aad9-c317f4f78493 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:43:59.330940 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (836f3591-b233-4dd1-aad9-c317f4f78493), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:59.382508 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a28f7053-deb1-414f-97c6-a08ee9c5d865 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Made reservation on behalf of f1bdfcf2ae974ee1a6306336fbbd8329 for: {'network': 2} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:43:59.392924 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a28f7053-deb1-414f-97c6-a08ee9c5d865 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:59.404604 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a28f7053-deb1-414f-97c6-a08ee9c5d865 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:59.415491 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8de063cb-3792-4f92-9c95-d3eabbc7f236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '836f3591-b233-4dd1-aad9-c317f4f78493'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:43:59.418143 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bde4b06-dcad-4fde-afe1-851925890b5a" -d '{"events": [{"server_uuid": "8de063cb-3792-4f92-9c95-d3eabbc7f236", "name": "network-vif-plugged", "status": "completed", "tag": "836f3591-b233-4dd1-aad9-c317f4f78493"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:43:59.444811 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 836f3591-b233-4dd1-aad9-c317f4f78493, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=836f3591-b233-4dd1-aad9-c317f4f78493,segment=NetworkSegment(89b51435-4d52-4a4b-b4a1-2243d7d1b31c),segment_id=89b51435-4d52-4a4b-b4a1-2243d7d1b31c)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:43:59.459141 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (836f3591-b233-4dd1-aad9-c317f4f78493), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:59.515773 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a28f7053-deb1-414f-97c6-a08ee9c5d865 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks [] for security_group (7dd42ad2-ecab-4517-8666-38205a5d3fd0), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:59.523997 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a28f7053-deb1-414f-97c6-a08ee9c5d865 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (7dd42ad2-ecab-4517-8666-38205a5d3fd0), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:59.524757 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a28f7053-deb1-414f-97c6-a08ee9c5d865 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:59.567568 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28f7053-deb1-414f-97c6-a08ee9c5d865 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd42ad2-ecab-4517-8666-38205a5d3fd0,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:59.591699 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a28f7053-deb1-414f-97c6-a08ee9c5d865 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] vlan segment allocate from pool success with {'vlan_id': 854, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:43:59.604969 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a28f7053-deb1-414f-97c6-a08ee9c5d865 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (5164d008-d686-4cb1-bb92-c83705fead0c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:59.606007 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-a28f7053-deb1-414f-97c6-a08ee9c5d865 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Added segment 5164d008-d686-4cb1-bb92-c83705fead0c of type vlan for network d1472486-19fa-4eac-ab54-44aefb43615c Mar 11 19:43:59.607668 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=836f3591-b233-4dd1-aad9-c317f4f78493,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:59.644459 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e3fa5196-d0b4-4b53-9c2a-effa4de350ae req-dfa54161-c85c-4c17-a9ac-0775810bd822 service neutron] 10.222.0.57 "GET /v2.0/networks/90663b8c-1bde-4a55-8ab4-a84ee4d3cf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4204750 Mar 11 19:43:59.660562 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a28f7053-deb1-414f-97c6-a08ee9c5d865 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (d1472486-19fa-4eac-ab54-44aefb43615c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:59.718196 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a28f7053-deb1-414f-97c6-a08ee9c5d865 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] vlan segment allocate from pool success with {'vlan_id': 886, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:43:59.735901 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a28f7053-deb1-414f-97c6-a08ee9c5d865 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (29925797-ce1c-460c-a3fe-b21ec6ae1e58), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:59.736249 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-a28f7053-deb1-414f-97c6-a08ee9c5d865 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Added segment 29925797-ce1c-460c-a3fe-b21ec6ae1e58 of type vlan for network d1704cd6-4741-403c-9882-22e316d6e80f Mar 11 19:43:59.757710 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e3fa5196-d0b4-4b53-9c2a-effa4de350ae req-df382eb0-5724-4d45-97db-8d728b83fd2f service neutron] 10.222.0.75 "GET /v2.0/networks/b9c32b6b-01fd-48d6-8ba0-70bd84128973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4787657 Mar 11 19:43:59.788182 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a28f7053-deb1-414f-97c6-a08ee9c5d865 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (d1704cd6-4741-403c-9882-22e316d6e80f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:59.825456 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a28f7053-deb1-414f-97c6-a08ee9c5d865 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (d1472486-19fa-4eac-ab54-44aefb43615c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:59.826388 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a28f7053-deb1-414f-97c6-a08ee9c5d865 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (d1704cd6-4741-403c-9882-22e316d6e80f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:59.840108 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28f7053-deb1-414f-97c6-a08ee9c5d865 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:59.845915 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28f7053-deb1-414f-97c6-a08ee9c5d865 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:59.847846 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a28f7053-deb1-414f-97c6-a08ee9c5d865 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:43:59.889114 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68473cbe-8635-43be-b744-a784fdeff6ae req-c4734f3d-25e7-429c-b669-dc308d15ef97 tempest-ServerMetadataNegativeTestJSON-1794215757 tempest-ServerMetadataNegativeTestJSON-1794215757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:43:59.890905 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-68473cbe-8635-43be-b744-a784fdeff6ae req-c4734f3d-25e7-429c-b669-dc308d15ef97 tempest-ServerMetadataNegativeTestJSON-1794215757 tempest-ServerMetadataNegativeTestJSON-1794215757-project] 10.222.0.65 "GET /v2.0/ports?device_id=8de063cb-3792-4f92-9c95-d3eabbc7f236 HTTP/1.1" status: 200 len: 946 time: 0.2499633 Mar 11 19:43:59.953682 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e3fa5196-d0b4-4b53-9c2a-effa4de350ae req-23d6fb34-251d-4fd6-85d2-4e9afeb333f1 service neutron] 10.222.0.57 "GET /v2.0/networks/90663b8c-1bde-4a55-8ab4-a84ee4d3cf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900617 Mar 11 19:43:59.956918 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28f7053-deb1-414f-97c6-a08ee9c5d865 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Pushing event updated for resources: {'Network': ['ID=d1472486-19fa-4eac-ab54-44aefb43615c,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:43:59.984760 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network d1472486-19fa-4eac-ab54-44aefb43615c details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:43:59.989886 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35b0969a-6f2b-47b3-a31e-af4c682ded5e', 'tag': 'a1486762-aa84-4adb-98f2-c2a25a94d2f0'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:43:59.992306 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cceb485-2ae1-4c6f-bcaa-a47079189bff" -d '{"events": [{"name": "network-changed", "server_uuid": "35b0969a-6f2b-47b3-a31e-af4c682ded5e", "tag": "a1486762-aa84-4adb-98f2-c2a25a94d2f0"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:44:00.000214 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-68473cbe-8635-43be-b744-a784fdeff6ae req-f1960d5b-6332-4926-ae1c-9021794e44ae tempest-ServerMetadataNegativeTestJSON-1794215757 tempest-ServerMetadataNegativeTestJSON-1794215757-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9952e4f-4de9-4319-bdba-620b082cb9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793140 Mar 11 19:44:00.004521 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e3fa5196-d0b4-4b53-9c2a-effa4de350ae req-15d21103-6e38-43b0-802b-571684c246d1 service neutron] 10.222.0.75 "GET /v2.0/networks/b9c32b6b-01fd-48d6-8ba0-70bd84128973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889625 Mar 11 19:44:00.079700 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a28f7053-deb1-414f-97c6-a08ee9c5d865 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.9775670 Mar 11 19:44:00.083508 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 43898) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:44:00.195079 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28f7053-deb1-414f-97c6-a08ee9c5d865 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Pushing event updated for resources: {'Network': ['ID=d1704cd6-4741-403c-9882-22e316d6e80f,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:00.209604 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network d1704cd6-4741-403c-9882-22e316d6e80f details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:44:00.290212 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe140f4-628c-487f-b67d-6a6faf162665 req-a1d25315-6953-4477-9674-b054adbfbbf1 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:00.298426 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2fe140f4-628c-487f-b67d-6a6faf162665 req-a1d25315-6953-4477-9674-b054adbfbbf1 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=fca2a9a9-2a94-4e79-ad8e-24839d898af6 HTTP/1.1" status: 200 len: 945 time: 0.2272217 Mar 11 19:44:00.377097 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d04e336-8067-4bd9-908a-201e28effa81 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:00.382330 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d04e336-8067-4bd9-908a-201e28effa81 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:00.387972 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d04e336-8067-4bd9-908a-201e28effa81 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:00.393284 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d04e336-8067-4bd9-908a-201e28effa81 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:00.398172 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-5d04e336-8067-4bd9-908a-201e28effa81 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3102109 Mar 11 19:44:00.398351 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 43900) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:44:00.457972 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2fe140f4-628c-487f-b67d-6a6faf162665 req-09a1a152-75d6-450f-a5af-fea682462840 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=381d5506-1a91-423f-9578-afb9619937f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544969 Mar 11 19:44:00.531548 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dfd79cf0-7100-4287-a8c1-f588ee73e5a6 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (d1472486-19fa-4eac-ab54-44aefb43615c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:00.630855 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25102eef-42a6-4737-99b4-ad6a4ac55eca req-654fa3f5-1efe-4cad-b2dd-8352f9a72408 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:00.632313 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-25102eef-42a6-4737-99b4-ad6a4ac55eca req-654fa3f5-1efe-4cad-b2dd-8352f9a72408 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 943 time: 0.1048164 Mar 11 19:44:00.660641 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dfd79cf0-7100-4287-a8c1-f588ee73e5a6 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (d1472486-19fa-4eac-ab54-44aefb43615c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:00.691647 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-dfd79cf0-7100-4287-a8c1-f588ee73e5a6 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1472486-19fa-4eac-ab54-44aefb43615c']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:00.709445 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-dfd79cf0-7100-4287-a8c1-f588ee73e5a6 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5164d008-d686-4cb1-bb92-c83705fead0c') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:00.709735 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-dfd79cf0-7100-4287-a8c1-f588ee73e5a6 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5164d008-d686-4cb1-bb92-c83705fead0c') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:00.726580 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dfd79cf0-7100-4287-a8c1-f588ee73e5a6 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (5164d008-d686-4cb1-bb92-c83705fead0c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:00.737608 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-25102eef-42a6-4737-99b4-ad6a4ac55eca req-3cb1cb92-09b0-4ce0-8473-ccde7823bee4 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998676 Mar 11 19:44:00.743451 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dfd79cf0-7100-4287-a8c1-f588ee73e5a6 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (5164d008-d686-4cb1-bb92-c83705fead0c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:00.749221 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfd79cf0-7100-4287-a8c1-f588ee73e5a6 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Releasing vlan 854 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:44:00.749696 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dfd79cf0-7100-4287-a8c1-f588ee73e5a6 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (5164d008-d686-4cb1-bb92-c83705fead0c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:00.752850 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 19:44:00.752850 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:44:00.752850 n-d-833163-1 neutron-server[103885]: timer() Mar 11 19:44:00.752850 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:44:00.752850 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 19:44:00.752850 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:44:00.752850 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 19:44:00.752850 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:44:00.752850 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 19:44:00.752850 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:44:00.752850 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 19:44:00.752850 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:44:00.752850 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 19:44:00.752850 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:44:00.752850 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:44:00.752850 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:44:00.752850 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:44:00.752850 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:44:00.752850 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 19:44:00.752850 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:44:00.752850 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 19:44:00.752850 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:44:00.752850 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:44:00.752850 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:44:00.752850 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 19:44:00.752850 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:44:00.752850 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:44:00.752850 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:44:00.752850 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:44:00.752850 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:44:00.752850 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:44:00.752850 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:44:00.834737 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dfd79cf0-7100-4287-a8c1-f588ee73e5a6 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (d1472486-19fa-4eac-ab54-44aefb43615c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:00.843834 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dfd79cf0-7100-4287-a8c1-f588ee73e5a6 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:00.846324 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-dfd79cf0-7100-4287-a8c1-f588ee73e5a6 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] 10.222.0.65 "DELETE /v2.0/networks/d1472486-19fa-4eac-ab54-44aefb43615c HTTP/1.1" status: 204 len: 168 time: 0.4470954 Mar 11 19:44:00.849152 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 43902) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:44:00.859370 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd79cf0-7100-4287-a8c1-f588ee73e5a6 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Pushing event deleted for resources: {'Network': ['ID=d1472486-19fa-4eac-ab54-44aefb43615c,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:00.879864 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4650d9db-a6db-432d-bf76-5e48d079af4e req-f3d208e2-0d5e-4eeb-8734-c45f145859a1 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:00.881401 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4650d9db-a6db-432d-bf76-5e48d079af4e req-f3d208e2-0d5e-4eeb-8734-c45f145859a1 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/ports?device_id=35b0969a-6f2b-47b3-a31e-af4c682ded5e HTTP/1.1" status: 200 len: 1023 time: 0.0753825 Mar 11 19:44:00.933736 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6b747b3b-df7e-465d-b758-7e078e071e27 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (d1704cd6-4741-403c-9882-22e316d6e80f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:00.952909 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4650d9db-a6db-432d-bf76-5e48d079af4e req-7ce6979e-5816-4a47-9a65-10d1fe8b1eca tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/security-groups?id=7db2df5f-9306-4ac9-a40b-48e8c2907537&id=69d962d5-ae62-46c2-b9bb-79e490dd5593&id=19bd0fcd-8b10-429a-a0e4-511179b80218 HTTP/1.1" status: 200 len: 6208 time: 0.0655155 Mar 11 19:44:01.004600 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa5196-d0b4-4b53-9c2a-effa4de350ae req-dce0b3eb-c4f4-4825-9d16-049315b4c419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:01.006101 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e3fa5196-d0b4-4b53-9c2a-effa4de350ae req-dce0b3eb-c4f4-4825-9d16-049315b4c419 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9847127c40534c169b75983394620333&device_id=35b0969a-6f2b-47b3-a31e-af4c682ded5e HTTP/1.1" status: 200 len: 1206 time: 0.0523522 Mar 11 19:44:01.029868 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6b747b3b-df7e-465d-b758-7e078e071e27 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (d1704cd6-4741-403c-9882-22e316d6e80f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:01.059256 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-6b747b3b-df7e-465d-b758-7e078e071e27 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1704cd6-4741-403c-9882-22e316d6e80f']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:01.072719 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-6b747b3b-df7e-465d-b758-7e078e071e27 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29925797-ce1c-460c-a3fe-b21ec6ae1e58') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:01.073044 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-6b747b3b-df7e-465d-b758-7e078e071e27 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29925797-ce1c-460c-a3fe-b21ec6ae1e58') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:01.082641 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cabc117a-f74a-4fe9-887a-d95c3a38183a x-openstack-request-id: req-cabc117a-f74a-4fe9-887a-d95c3a38183a {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:44:01.083180 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8de063cb-3792-4f92-9c95-d3eabbc7f236", "name": "network-vif-plugged", "status": "completed", "tag": "836f3591-b233-4dd1-aad9-c317f4f78493", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:44:01.083180 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cabc117a-f74a-4fe9-887a-d95c3a38183a {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:44:01.083951 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8de063cb-3792-4f92-9c95-d3eabbc7f236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '836f3591-b233-4dd1-aad9-c317f4f78493', 'code': 200} Mar 11 19:44:01.088668 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6b747b3b-df7e-465d-b758-7e078e071e27 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (29925797-ce1c-460c-a3fe-b21ec6ae1e58), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:01.104048 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6b747b3b-df7e-465d-b758-7e078e071e27 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (29925797-ce1c-460c-a3fe-b21ec6ae1e58), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:01.113802 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b747b3b-df7e-465d-b758-7e078e071e27 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Releasing vlan 886 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:44:01.114224 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6b747b3b-df7e-465d-b758-7e078e071e27 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (29925797-ce1c-460c-a3fe-b21ec6ae1e58), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:01.118738 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:44:01.118738 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:44:01.118738 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:44:01.118738 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:44:01.118738 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:44:01.118738 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:44:01.118738 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:44:01.118738 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:44:01.118738 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:44:01.118738 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:44:01.118738 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:44:01.118738 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:44:01.118738 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:44:01.118738 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:44:01.118738 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:44:01.118738 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:44:01.118738 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:44:01.118738 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:44:01.118738 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:44:01.118738 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:44:01.118738 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:44:01.118738 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:44:01.118738 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:44:01.118738 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:44:01.118738 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:44:01.118738 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:44:01.118738 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:44:01.118738 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:44:01.118738 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:44:01.118738 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:44:01.118738 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:44:01.118738 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:44:01.124561 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa5196-d0b4-4b53-9c2a-effa4de350ae req-7ceb4d88-52f9-4de6-9fcf-fefaae041a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:01.126744 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e3fa5196-d0b4-4b53-9c2a-effa4de350ae req-7ceb4d88-52f9-4de6-9fcf-fefaae041a7c service neutron] 10.222.0.75 "GET /v2.0/networks?id=e379c903-522a-4afd-b4b9-c2c362c44083 HTTP/1.1" status: 200 len: 914 time: 0.1114864 Mar 11 19:44:01.216011 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6b747b3b-df7e-465d-b758-7e078e071e27 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (d1704cd6-4741-403c-9882-22e316d6e80f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:01.223782 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6b747b3b-df7e-465d-b758-7e078e071e27 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:01.226901 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-6b747b3b-df7e-465d-b758-7e078e071e27 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] 10.222.0.65 "DELETE /v2.0/networks/d1704cd6-4741-403c-9882-22e316d6e80f HTTP/1.1" status: 204 len: 168 time: 0.3767352 Mar 11 19:44:01.241936 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 43910) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:44:01.262117 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b747b3b-df7e-465d-b758-7e078e071e27 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Pushing event deleted for resources: {'Network': ['ID=d1704cd6-4741-403c-9882-22e316d6e80f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:01.315286 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896d905-50c8-4fbc-b6e6-7b355434789c req-f1fa4f3c-e3dd-43e3-a74e-26e88a5dd551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:01.316835 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e896d905-50c8-4fbc-b6e6-7b355434789c req-f1fa4f3c-e3dd-43e3-a74e-26e88a5dd551 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=8de063cb-3792-4f92-9c95-d3eabbc7f236 HTTP/1.1" status: 200 len: 1128 time: 0.1377161 Mar 11 19:44:01.462309 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e896d905-50c8-4fbc-b6e6-7b355434789c req-3c2edba9-047c-49d4-8781-254839c38d2c service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=b9952e4f-4de9-4319-bdba-620b082cb9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269209 Mar 11 19:44:01.469081 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c89bd8a-3d7a-43b0-9e47-adc76af8d503 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:01.474221 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c89bd8a-3d7a-43b0-9e47-adc76af8d503 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:01.475794 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8c89bd8a-3d7a-43b0-9e47-adc76af8d503 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2330587 Mar 11 19:44:01.479524 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 43914) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:44:01.484654 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-b8a4350c-30d7-4b1d-80b2-d024c977ae54 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1714536257'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:44:01.504409 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a4350c-30d7-4b1d-80b2-d024c977ae54 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Made reservation on behalf of f1bdfcf2ae974ee1a6306336fbbd8329 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:44:01.507872 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b8a4350c-30d7-4b1d-80b2-d024c977ae54 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:01.530286 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e3fa5196-d0b4-4b53-9c2a-effa4de350ae req-0b34ce44-6b3e-44e5-9248-6150b980fbe2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1486762-aa84-4adb-98f2-c2a25a94d2f0 HTTP/1.1" status: 200 len: 217 time: 0.3813126 Mar 11 19:44:01.533282 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8a4350c-30d7-4b1d-80b2-d024c977ae54 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] vlan segment allocate from pool success with {'vlan_id': 867, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:44:01.543350 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b8a4350c-30d7-4b1d-80b2-d024c977ae54 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (cc432a83-c77e-4d2e-8a30-50e1c5dbbbe1), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:01.543789 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-b8a4350c-30d7-4b1d-80b2-d024c977ae54 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Added segment cc432a83-c77e-4d2e-8a30-50e1c5dbbbe1 of type vlan for network 4bf1ffad-4838-4585-9595-589c07f50ec2 Mar 11 19:44:01.554161 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff5c0f6-4048-41d1-b18b-3f571ce89105 req-e9bb02de-3d36-4f9c-b66e-9e832a8c5a0c tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:01.556663 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dff5c0f6-4048-41d1-b18b-3f571ce89105 req-e9bb02de-3d36-4f9c-b66e-9e832a8c5a0c tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/ports?device_id=8faf4c72-ecf7-4a30-a577-8cb0016710c0 HTTP/1.1" status: 200 len: 946 time: 0.4183598 Mar 11 19:44:01.589935 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b8a4350c-30d7-4b1d-80b2-d024c977ae54 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (4bf1ffad-4838-4585-9595-589c07f50ec2), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:01.603961 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dff5c0f6-4048-41d1-b18b-3f571ce89105 req-5d6cc4cd-4428-4f5f-af26-324f8c1e42b5 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6edb3d-008e-48ff-8ef0-64786618cae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410099 Mar 11 19:44:01.618670 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b8a4350c-30d7-4b1d-80b2-d024c977ae54 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (4bf1ffad-4838-4585-9595-589c07f50ec2), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:01.623775 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a4350c-30d7-4b1d-80b2-d024c977ae54 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:01.624737 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b8a4350c-30d7-4b1d-80b2-d024c977ae54 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:01.648455 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ead0fc5-c527-4cf7-ad34-e96362e3f3a5 x-openstack-request-id: req-6ead0fc5-c527-4cf7-ad34-e96362e3f3a5 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:44:01.648757 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35b0969a-6f2b-47b3-a31e-af4c682ded5e", "tag": "a1486762-aa84-4adb-98f2-c2a25a94d2f0", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:44:01.649577 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6ead0fc5-c527-4cf7-ad34-e96362e3f3a5 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:44:01.650003 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35b0969a-6f2b-47b3-a31e-af4c682ded5e', 'tag': 'a1486762-aa84-4adb-98f2-c2a25a94d2f0', 'status': 'completed', 'code': 200} Mar 11 19:44:01.664178 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-08664c84-167e-4b97-a2ff-ea3afd7a40f9 req-f1660399-6355-4c31-acf8-6af04fd23103 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Request body: {'security_group': {'name': ' tempest-securitygroup -211972123 ', 'description': 'tempest-description-1165627820'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:44:01.666022 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b8a4350c-30d7-4b1d-80b2-d024c977ae54 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.1852520 Mar 11 19:44:01.668768 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 43916) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:44:01.673586 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-d8db876c-6bdb-44e2-a1dd-b2e95f9e0751 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2065406426'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:44:01.709437 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a4350c-30d7-4b1d-80b2-d024c977ae54 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Pushing event updated for resources: {'Network': ['ID=4bf1ffad-4838-4585-9595-589c07f50ec2,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:01.714911 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-08664c84-167e-4b97-a2ff-ea3afd7a40f9 req-f1660399-6355-4c31-acf8-6af04fd23103 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:01.724026 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 4bf1ffad-4838-4585-9595-589c07f50ec2 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:44:01.726204 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8db876c-6bdb-44e2-a1dd-b2e95f9e0751 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Made reservation on behalf of f1bdfcf2ae974ee1a6306336fbbd8329 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:44:01.730852 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d8db876c-6bdb-44e2-a1dd-b2e95f9e0751 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:01.751911 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fa5196-d0b4-4b53-9c2a-effa4de350ae req-58f4fdc7-291e-43bf-b8b0-4e33b6a5a089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:01.753536 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e3fa5196-d0b4-4b53-9c2a-effa4de350ae req-58f4fdc7-291e-43bf-b8b0-4e33b6a5a089 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b6dba032-bdf2-4f0c-b497-3410aba1c607 HTTP/1.1" status: 200 len: 853 time: 0.0738196 Mar 11 19:44:01.756857 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8db876c-6bdb-44e2-a1dd-b2e95f9e0751 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] vlan segment allocate from pool success with {'vlan_id': 888, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:44:01.766998 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d8db876c-6bdb-44e2-a1dd-b2e95f9e0751 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (89458eb1-c4b2-43dd-a807-499cc69a87af), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:01.767342 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-d8db876c-6bdb-44e2-a1dd-b2e95f9e0751 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Added segment 89458eb1-c4b2-43dd-a807-499cc69a87af of type vlan for network 36e85935-0b17-4501-a07e-eb1ac3dee4e2 Mar 11 19:44:01.793539 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e3fa5196-d0b4-4b53-9c2a-effa4de350ae req-091a72cc-1aed-4a87-8ea9-8c4e84f4dcf3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e379c903-522a-4afd-b4b9-c2c362c44083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319843 Mar 11 19:44:01.810749 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d8db876c-6bdb-44e2-a1dd-b2e95f9e0751 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (36e85935-0b17-4501-a07e-eb1ac3dee4e2), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:01.837578 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d8db876c-6bdb-44e2-a1dd-b2e95f9e0751 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (36e85935-0b17-4501-a07e-eb1ac3dee4e2), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:01.842600 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8db876c-6bdb-44e2-a1dd-b2e95f9e0751 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:01.843180 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d8db876c-6bdb-44e2-a1dd-b2e95f9e0751 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:01.877414 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d8db876c-6bdb-44e2-a1dd-b2e95f9e0751 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2076259 Mar 11 19:44:01.880085 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 43920) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:44:01.884794 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-7a69e94d-8457-46ec-94f0-28adfd70db79 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Request body: {'ports': [{'network_id': '4bf1ffad-4838-4585-9595-589c07f50ec2', 'name': 'tempest-port--856063912', 'admin_state_up': True}, {'network_id': '36e85935-0b17-4501-a07e-eb1ac3dee4e2', 'admin_state_up': False}]} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:44:01.885155 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-7a69e94d-8457-46ec-94f0-28adfd70db79 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Request body: {'port': {'network_id': '4bf1ffad-4838-4585-9595-589c07f50ec2', 'name': 'tempest-port--856063912', 'admin_state_up': True}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:44:01.885655 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-7a69e94d-8457-46ec-94f0-28adfd70db79 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Request body: {'port': {'network_id': '36e85935-0b17-4501-a07e-eb1ac3dee4e2', 'admin_state_up': False}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:44:01.894546 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-08664c84-167e-4b97-a2ff-ea3afd7a40f9 req-f1660399-6355-4c31-acf8-6af04fd23103 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks [] for security_group (28c8df33-0194-4cdd-bf0c-1f42fd866520), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:01.899460 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-08664c84-167e-4b97-a2ff-ea3afd7a40f9 req-f1660399-6355-4c31-acf8-6af04fd23103 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (28c8df33-0194-4cdd-bf0c-1f42fd866520), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:01.935929 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 130c9980-8013-436d-871f-932f6dd90e0a up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:44:01.937432 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-08664c84-167e-4b97-a2ff-ea3afd7a40f9 req-f1660399-6355-4c31-acf8-6af04fd23103 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:01.938666 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-08664c84-167e-4b97-a2ff-ea3afd7a40f9 req-f1660399-6355-4c31-acf8-6af04fd23103 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2787943 Mar 11 19:44:01.947049 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e3fa5196-d0b4-4b53-9c2a-effa4de350ae req-d674cd13-4464-485a-844e-e5d90d3e1a8e service neutron] 10.222.0.75 "GET /v2.0/networks/e379c903-522a-4afd-b4b9-c2c362c44083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453972 Mar 11 19:44:01.948996 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1660399-6355-4c31-acf8-6af04fd23103 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28c8df33-0194-4cdd-bf0c-1f42fd866520,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:01.955004 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8db876c-6bdb-44e2-a1dd-b2e95f9e0751 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Pushing event updated for resources: {'Network': ['ID=36e85935-0b17-4501-a07e-eb1ac3dee4e2,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:01.999028 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 36e85935-0b17-4501-a07e-eb1ac3dee4e2 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:44:02.065875 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port 130c9980-8013-436d-871f-932f6dd90e0a completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:44:02.072898 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port 130c9980-8013-436d-871f-932f6dd90e0a triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:44:02.073274 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (130c9980-8013-436d-871f-932f6dd90e0a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:02.089994 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e3fa5196-d0b4-4b53-9c2a-effa4de350ae req-40e4ada0-9c7f-412a-836c-330d88458e1e service neutron] 10.222.0.75 "GET /v2.0/networks/e379c903-522a-4afd-b4b9-c2c362c44083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356509 Mar 11 19:44:02.109346 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399bf3f1-a648-4b1a-ab08-ca05350df291 req-84613790-2a62-4931-b068-9919e35f2b08 tempest-ServerMetadataNegativeTestJSON-1794215757 tempest-ServerMetadataNegativeTestJSON-1794215757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:02.111391 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-399bf3f1-a648-4b1a-ab08-ca05350df291 req-84613790-2a62-4931-b068-9919e35f2b08 tempest-ServerMetadataNegativeTestJSON-1794215757 tempest-ServerMetadataNegativeTestJSON-1794215757-project] 10.222.0.65 "GET /v2.0/ports?device_id=8de063cb-3792-4f92-9c95-d3eabbc7f236 HTTP/1.1" status: 200 len: 946 time: 0.0823507 Mar 11 19:44:02.134961 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a69e94d-8457-46ec-94f0-28adfd70db79 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Made reservation on behalf of f1bdfcf2ae974ee1a6306336fbbd8329 for: {'port': 2} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:44:02.139219 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7a69e94d-8457-46ec-94f0-28adfd70db79 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:02.153873 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7a69e94d-8457-46ec-94f0-28adfd70db79 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:02.167363 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 130c9980-8013-436d-871f-932f6dd90e0a is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:44:02.168058 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (130c9980-8013-436d-871f-932f6dd90e0a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:02.203148 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 130c9980-8013-436d-871f-932f6dd90e0a, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=130c9980-8013-436d-871f-932f6dd90e0a,segment=NetworkSegment(f8d24e93-6284-46b5-86c2-c110abb33db1),segment_id=f8d24e93-6284-46b5-86c2-c110abb33db1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:44:02.206423 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-399bf3f1-a648-4b1a-ab08-ca05350df291 req-49253490-0e4c-4559-ae5a-0568f9842000 tempest-ServerMetadataNegativeTestJSON-1794215757 tempest-ServerMetadataNegativeTestJSON-1794215757-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9952e4f-4de9-4319-bdba-620b082cb9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885911 Mar 11 19:44:02.209140 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (130c9980-8013-436d-871f-932f6dd90e0a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:02.234369 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cceb485-2ae1-4c6f-bcaa-a47079189bff req-a3ae4e15-c2bb-4935-8c38-f8e0ef383f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:02.236033 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4cceb485-2ae1-4c6f-bcaa-a47079189bff req-a3ae4e15-c2bb-4935-8c38-f8e0ef383f2a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9847127c40534c169b75983394620333&device_id=35b0969a-6f2b-47b3-a31e-af4c682ded5e HTTP/1.1" status: 200 len: 1206 time: 0.0904572 Mar 11 19:44:02.296674 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=130c9980-8013-436d-871f-932f6dd90e0a,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:02.329870 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-7a69e94d-8457-46ec-94f0-28adfd70db79 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] device_id is not set on port 3d312802-067a-49b2-a74a-bae6ea8c383c yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:44:02.374743 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cceb485-2ae1-4c6f-bcaa-a47079189bff req-dd37d40c-3285-43d4-b7c8-3b6cb31d16d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:02.376459 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4cceb485-2ae1-4c6f-bcaa-a47079189bff req-dd37d40c-3285-43d4-b7c8-3b6cb31d16d1 service neutron] 10.222.0.75 "GET /v2.0/networks?id=e379c903-522a-4afd-b4b9-c2c362c44083 HTTP/1.1" status: 200 len: 914 time: 0.1335056 Mar 11 19:44:02.384551 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096090f9-faf5-4a5b-9cf9-54521c9dd3ee req-4039567f-6ba3-4311-865e-e2e984ed2194 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:02.385949 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-096090f9-faf5-4a5b-9cf9-54521c9dd3ee req-4039567f-6ba3-4311-865e-e2e984ed2194 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=18a14a02-4224-4a82-b099-4ed93ccd55fa HTTP/1.1" status: 200 len: 946 time: 0.1036353 Mar 11 19:44:02.419925 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7a69e94d-8457-46ec-94f0-28adfd70db79 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks [] for port (3d312802-067a-49b2-a74a-bae6ea8c383c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:02.424447 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4cceb485-2ae1-4c6f-bcaa-a47079189bff req-daadfba0-af28-444d-98f2-ace8ae514d37 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1486762-aa84-4adb-98f2-c2a25a94d2f0 HTTP/1.1" status: 200 len: 217 time: 0.0375738 Mar 11 19:44:02.489260 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-7a69e94d-8457-46ec-94f0-28adfd70db79 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] device_id is not set on port d9c26354-f582-4346-9b74-65f2ad930e7a yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:44:02.501770 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-096090f9-faf5-4a5b-9cf9-54521c9dd3ee req-6515468e-8b18-4106-9e08-9a49bf6f0f78 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795453 Mar 11 19:44:02.504685 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cceb485-2ae1-4c6f-bcaa-a47079189bff req-fa8c45fa-8cd9-4828-ae39-37ab9d8d999f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:02.506254 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4cceb485-2ae1-4c6f-bcaa-a47079189bff req-fa8c45fa-8cd9-4828-ae39-37ab9d8d999f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b6dba032-bdf2-4f0c-b497-3410aba1c607 HTTP/1.1" status: 200 len: 853 time: 0.0689139 Mar 11 19:44:02.547446 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4cceb485-2ae1-4c6f-bcaa-a47079189bff req-ebc5d2e5-534f-4fc3-803a-7dda7223c7ff service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e379c903-522a-4afd-b4b9-c2c362c44083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332217 Mar 11 19:44:02.582949 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7a69e94d-8457-46ec-94f0-28adfd70db79 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks [] for port (d9c26354-f582-4346-9b74-65f2ad930e7a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:02.620867 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7a69e94d-8457-46ec-94f0-28adfd70db79 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (3d312802-067a-49b2-a74a-bae6ea8c383c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:02.687788 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb12e3-4f16-430a-b3e7-1f1630d09da4 req-80a4ba3c-1c06-4b15-bcaf-aa77800b95b6 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:02.689285 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-efdb12e3-4f16-430a-b3e7-1f1630d09da4 req-80a4ba3c-1c06-4b15-bcaf-aa77800b95b6 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=fca2a9a9-2a94-4e79-ad8e-24839d898af6 HTTP/1.1" status: 200 len: 946 time: 0.1163080 Mar 11 19:44:02.693890 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4cceb485-2ae1-4c6f-bcaa-a47079189bff req-66fe1e1f-7ecd-4de6-96f0-04c5951746e6 service neutron] 10.222.0.75 "GET /v2.0/networks/e379c903-522a-4afd-b4b9-c2c362c44083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384742 Mar 11 19:44:02.710330 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a69e94d-8457-46ec-94f0-28adfd70db79 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Pushing event updated for resources: {'Port': ['ID=3d312802-067a-49b2-a74a-bae6ea8c383c,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:02.733867 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a69e94d-8457-46ec-94f0-28adfd70db79 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Checking segment: {'id': 'cc432a83-c77e-4d2e-8a30-50e1c5dbbbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '4bf1ffad-4838-4585-9595-589c07f50ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:44:02.734239 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a69e94d-8457-46ec-94f0-28adfd70db79 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Network hostable DHCP agents. Network: 4bf1ffad-4838-4585-9595-589c07f50ec2, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:44:02.750430 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08032e-b0e7-4811-ad31-2e042c57fbb6 req-4276e156-eacc-4cbb-b552-33eeaa562cd1 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:02.751303 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-6e08032e-b0e7-4811-ad31-2e042c57fbb6 req-4276e156-eacc-4cbb-b552-33eeaa562cd1 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.75 "GET /v2.0/ports?device_id=8faf4c72-ecf7-4a30-a577-8cb0016710c0 HTTP/1.1" status: 200 len: 946 time: 0.1027658 Mar 11 19:44:02.770732 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a69e94d-8457-46ec-94f0-28adfd70db79 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Network 4bf1ffad-4838-4585-9595-589c07f50ec2 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:44:02.779619 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-efdb12e3-4f16-430a-b3e7-1f1630d09da4 req-e8fbb522-082a-42a0-9122-cf02d889f219 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=381d5506-1a91-423f-9578-afb9619937f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801122 Mar 11 19:44:02.809044 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-7a69e94d-8457-46ec-94f0-28adfd70db79 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 4bf1ffad-4838-4585-9595-589c07f50ec2) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:44:02.818731 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a69e94d-8457-46ec-94f0-28adfd70db79 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:44:02.818731 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7a69e94d-8457-46ec-94f0-28adfd70db79 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (d9c26354-f582-4346-9b74-65f2ad930e7a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:02.819995 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90833a32-059c-4cac-8cfb-97adbfed07ae None None] Network 4bf1ffad-4838-4585-9595-589c07f50ec2 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:44:02.840261 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4cceb485-2ae1-4c6f-bcaa-a47079189bff req-955ae1a0-15b2-4829-987c-df908cd4c257 service neutron] 10.222.0.75 "GET /v2.0/networks/e379c903-522a-4afd-b4b9-c2c362c44083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188715 Mar 11 19:44:02.908154 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a69e94d-8457-46ec-94f0-28adfd70db79 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Pushing event updated for resources: {'Port': ['ID=d9c26354-f582-4346-9b74-65f2ad930e7a,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:02.920058 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28501474-54a5-46c4-83be-e4e22c8af47b req-3ad6496b-7083-43e0-8640-66e245d3b12a tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:02.926242 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-28501474-54a5-46c4-83be-e4e22c8af47b req-3ad6496b-7083-43e0-8640-66e245d3b12a tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 943 time: 0.0596480 Mar 11 19:44:02.942142 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a69e94d-8457-46ec-94f0-28adfd70db79 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Checking segment: {'id': '89458eb1-c4b2-43dd-a807-499cc69a87af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '36e85935-0b17-4501-a07e-eb1ac3dee4e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:44:02.942505 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a69e94d-8457-46ec-94f0-28adfd70db79 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Network hostable DHCP agents. Network: 36e85935-0b17-4501-a07e-eb1ac3dee4e2, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:44:02.948344 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-6e08032e-b0e7-4811-ad31-2e042c57fbb6 req-c5d987e6-5fb3-4e8e-a8af-937c07940f34 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Deleting port 8496a1aa-301e-438d-88a8-7a2a4e4643b7 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:44:02.948681 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-6e08032e-b0e7-4811-ad31-2e042c57fbb6 req-c5d987e6-5fb3-4e8e-a8af-937c07940f34 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (8496a1aa-301e-438d-88a8-7a2a4e4643b7), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:02.983544 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-28501474-54a5-46c4-83be-e4e22c8af47b req-3077df85-285f-484d-b682-bb1241b46b9d tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549929 Mar 11 19:44:02.988821 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a69e94d-8457-46ec-94f0-28adfd70db79 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Network 36e85935-0b17-4501-a07e-eb1ac3dee4e2 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:44:03.025588 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-7a69e94d-8457-46ec-94f0-28adfd70db79 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 36e85935-0b17-4501-a07e-eb1ac3dee4e2) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:44:03.032451 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a69e94d-8457-46ec-94f0-28adfd70db79 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:44:03.037667 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310c8cda-f590-487d-b2b4-db8f7d63536a None None] Network 36e85935-0b17-4501-a07e-eb1ac3dee4e2 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:44:03.037983 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a69e94d-8457-46ec-94f0-28adfd70db79 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:03.043524 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a69e94d-8457-46ec-94f0-28adfd70db79 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:03.044304 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7a69e94d-8457-46ec-94f0-28adfd70db79 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:03.052752 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b55f0237-ab96-4814-86b0-bf66402c0ff2 req-470b8aeb-6247-4e60-ada2-73b88ad41925 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/security-groups/28c8df33-0194-4cdd-bf0c-1f42fd866520 HTTP/1.1" status: 200 len: 1799 time: 0.0441256 Mar 11 19:44:03.078870 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-7a69e94d-8457-46ec-94f0-28adfd70db79 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.1952369 Mar 11 19:44:03.080244 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 43928) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:44:03.093335 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-6e08032e-b0e7-4811-ad31-2e042c57fbb6 req-c5d987e6-5fb3-4e8e-a8af-937c07940f34 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] For port 8496a1aa-301e-438d-88a8-7a2a4e4643b7, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=8496a1aa-301e-438d-88a8-7a2a4e4643b7,segment=NetworkSegment(13d1512a-6981-44c9-9a87-0eca6dce4e01),segment_id=13d1512a-6981-44c9-9a87-0eca6dce4e01)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:44:03.093575 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-6e08032e-b0e7-4811-ad31-2e042c57fbb6 req-c5d987e6-5fb3-4e8e-a8af-937c07940f34 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (8496a1aa-301e-438d-88a8-7a2a4e4643b7), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:03.101438 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fca2a9a9-2a94-4e79-ad8e-24839d898af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '130c9980-8013-436d-871f-932f6dd90e0a'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:44:03.103725 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718122a0-1e49-44b2-bdec-ff3d510d9cf8" -d '{"events": [{"server_uuid": "fca2a9a9-2a94-4e79-ad8e-24839d898af6", "name": "network-vif-plugged", "status": "completed", "tag": "130c9980-8013-436d-871f-932f6dd90e0a"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:44:03.107384 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-6e08032e-b0e7-4811-ad31-2e042c57fbb6 req-c5d987e6-5fb3-4e8e-a8af-937c07940f34 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Calling delete_port for 8496a1aa-301e-438d-88a8-7a2a4e4643b7 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:44:03.213018 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28047ff-f2fd-4041-8498-125a15ac2a8e tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:03.218320 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28047ff-f2fd-4041-8498-125a15ac2a8e tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:03.219909 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-c28047ff-f2fd-4041-8498-125a15ac2a8e tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1384897 Mar 11 19:44:03.223157 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 43932) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:44:03.238857 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c57260a-2fc3-4110-b271-715ec83324f2 req-bdfb0508-cb79-46b1-9173-e56d88b94f81 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:03.240981 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6c57260a-2fc3-4110-b271-715ec83324f2 req-bdfb0508-cb79-46b1-9173-e56d88b94f81 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/ports?device_id=8faf4c72-ecf7-4a30-a577-8cb0016710c0 HTTP/1.1" status: 200 len: 946 time: 0.1036034 Mar 11 19:44:03.258255 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-6e08032e-b0e7-4811-ad31-2e042c57fbb6 req-c5d987e6-5fb3-4e8e-a8af-937c07940f34 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (8496a1aa-301e-438d-88a8-7a2a4e4643b7), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:03.270320 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['8496a1aa-301e-438d-88a8-7a2a4e4643b7'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:44:03.288095 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d987e6-5fb3-4e8e-a8af-937c07940f34 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Pushing event deleted for resources: {'Port': ['ID=8496a1aa-301e-438d-88a8-7a2a4e4643b7,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:03.335565 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e08032e-b0e7-4811-ad31-2e042c57fbb6 req-c5d987e6-5fb3-4e8e-a8af-937c07940f34 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] No DVR routers for this DVR port 8496a1aa-301e-438d-88a8-7a2a4e4643b7 on host n-h1-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:44:03.338413 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6c57260a-2fc3-4110-b271-715ec83324f2 req-7c8817ad-4b8e-40cc-ab29-114e746ce450 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.65 "GET /v2.0/security-groups?id=5e6edb3d-008e-48ff-8ef0-64786618cae1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798819 Mar 11 19:44:03.339091 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-6e08032e-b0e7-4811-ad31-2e042c57fbb6 req-c5d987e6-5fb3-4e8e-a8af-937c07940f34 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:03.342775 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-6e08032e-b0e7-4811-ad31-2e042c57fbb6 req-c5d987e6-5fb3-4e8e-a8af-937c07940f34 tempest-ServerRescueTestJSON-1937965380 tempest-ServerRescueTestJSON-1937965380-project] 10.222.0.75 "DELETE /v2.0/ports/8496a1aa-301e-438d-88a8-7a2a4e4643b7 HTTP/1.1" status: 204 len: 173 time: 0.5852463 Mar 11 19:44:03.343250 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8faf4c72-ecf7-4a30-a577-8cb0016710c0', 'name': 'network-vif-deleted', 'tag': '8496a1aa-301e-438d-88a8-7a2a4e4643b7'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:44:03.345714 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c81b7b-1020-4d7f-8ab0-542054913e01" -d '{"events": [{"server_uuid": "8faf4c72-ecf7-4a30-a577-8cb0016710c0", "name": "network-vif-deleted", "tag": "8496a1aa-301e-438d-88a8-7a2a4e4643b7"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:44:03.375818 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-3258d200-a493-40ea-afb9-9e16ce703801 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Deleting port 3d312802-067a-49b2-a74a-bae6ea8c383c {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:44:03.376155 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3258d200-a493-40ea-afb9-9e16ce703801 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (3d312802-067a-49b2-a74a-bae6ea8c383c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:03.464450 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ce75d67c-92e6-4038-8d46-283ef4bef3ea req-2ba6cac2-6139-45fa-92c7-b0611c9eda71 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/security-groups/28c8df33-0194-4cdd-bf0c-1f42fd866520 HTTP/1.1" status: 200 len: 1799 time: 0.1010807 Mar 11 19:44:03.468101 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3258d200-a493-40ea-afb9-9e16ce703801 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (3d312802-067a-49b2-a74a-bae6ea8c383c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:03.492186 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-3258d200-a493-40ea-afb9-9e16ce703801 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Calling delete_port for 3d312802-067a-49b2-a74a-bae6ea8c383c owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:44:03.583998 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ce75d67c-92e6-4038-8d46-283ef4bef3ea req-6de47b0a-119c-421a-aa00-a46c065641d2 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks [] for security_group (28c8df33-0194-4cdd-bf0c-1f42fd866520), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:03.615486 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ce75d67c-92e6-4038-8d46-283ef4bef3ea req-6de47b0a-119c-421a-aa00-a46c065641d2 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks [] for security_group (28c8df33-0194-4cdd-bf0c-1f42fd866520), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:03.628847 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3258d200-a493-40ea-afb9-9e16ce703801 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (3d312802-067a-49b2-a74a-bae6ea8c383c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:03.670356 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3258d200-a493-40ea-afb9-9e16ce703801 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Pushing event deleted for resources: {'Port': ['ID=3d312802-067a-49b2-a74a-bae6ea8c383c,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:03.678928 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3258d200-a493-40ea-afb9-9e16ce703801 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:03.682382 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-3258d200-a493-40ea-afb9-9e16ce703801 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] 10.222.0.65 "DELETE /v2.0/ports/3d312802-067a-49b2-a74a-bae6ea8c383c HTTP/1.1" status: 204 len: 168 time: 0.4582937 Mar 11 19:44:03.685242 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 43940) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:44:03.721032 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ce75d67c-92e6-4038-8d46-283ef4bef3ea req-6de47b0a-119c-421a-aa00-a46c065641d2 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (28c8df33-0194-4cdd-bf0c-1f42fd866520), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:03.723586 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ce75d67c-92e6-4038-8d46-283ef4bef3ea req-6de47b0a-119c-421a-aa00-a46c065641d2 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:03.724750 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ce75d67c-92e6-4038-8d46-283ef4bef3ea req-6de47b0a-119c-421a-aa00-a46c065641d2 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "DELETE /v2.0/security-groups/28c8df33-0194-4cdd-bf0c-1f42fd866520 HTTP/1.1" status: 204 len: 173 time: 0.2539747 Mar 11 19:44:03.747217 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de47b0a-119c-421a-aa00-a46c065641d2 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c8df33-0194-4cdd-bf0c-1f42fd866520,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:03.788417 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da33ac2-daa6-4d0e-bb5f-d74e9222e502 x-openstack-request-id: req-7da33ac2-daa6-4d0e-bb5f-d74e9222e502 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:44:03.788745 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fca2a9a9-2a94-4e79-ad8e-24839d898af6", "name": "network-vif-plugged", "status": "completed", "tag": "130c9980-8013-436d-871f-932f6dd90e0a", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:44:03.789011 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7da33ac2-daa6-4d0e-bb5f-d74e9222e502 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:44:03.789586 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fca2a9a9-2a94-4e79-ad8e-24839d898af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '130c9980-8013-436d-871f-932f6dd90e0a', 'code': 200} Mar 11 19:44:03.812919 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-7671c527-bd5a-4703-b7f8-caa85b026dbd tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Deleting port d9c26354-f582-4346-9b74-65f2ad930e7a {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:44:03.813267 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7671c527-bd5a-4703-b7f8-caa85b026dbd tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (d9c26354-f582-4346-9b74-65f2ad930e7a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:03.935405 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7671c527-bd5a-4703-b7f8-caa85b026dbd tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (d9c26354-f582-4346-9b74-65f2ad930e7a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:03.954908 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-7671c527-bd5a-4703-b7f8-caa85b026dbd tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Calling delete_port for d9c26354-f582-4346-9b74-65f2ad930e7a owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:44:04.013463 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f078d0-904c-4dae-9051-84ea168e2f37 req-ac4290b8-df3c-489a-b5fa-bfa05598a78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:04.014984 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-77f078d0-904c-4dae-9051-84ea168e2f37 req-ac4290b8-df3c-489a-b5fa-bfa05598a78a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fca2a9a9-2a94-4e79-ad8e-24839d898af6 HTTP/1.1" status: 200 len: 1128 time: 0.1573348 Mar 11 19:44:04.023912 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1932503-10fa-4d85-bd25-a30844d55acf req-067dfbf4-ae6c-4440-992c-f75cca52e042 tempest-ServerMetadataNegativeTestJSON-1794215757 tempest-ServerMetadataNegativeTestJSON-1794215757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:04.025897 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d1932503-10fa-4d85-bd25-a30844d55acf req-067dfbf4-ae6c-4440-992c-f75cca52e042 tempest-ServerMetadataNegativeTestJSON-1794215757 tempest-ServerMetadataNegativeTestJSON-1794215757-project] 10.222.0.65 "GET /v2.0/ports?device_id=8de063cb-3792-4f92-9c95-d3eabbc7f236 HTTP/1.1" status: 200 len: 946 time: 0.1792204 Mar 11 19:44:04.120758 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-77f078d0-904c-4dae-9051-84ea168e2f37 req-b4520ec5-bb57-414f-ab3f-c3c8dc1d1c9a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=381d5506-1a91-423f-9578-afb9619937f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938976 Mar 11 19:44:04.125425 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d1932503-10fa-4d85-bd25-a30844d55acf req-cbbea28f-6c43-464c-a956-b59b61eec71c tempest-ServerMetadataNegativeTestJSON-1794215757 tempest-ServerMetadataNegativeTestJSON-1794215757-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9952e4f-4de9-4319-bdba-620b082cb9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908639 Mar 11 19:44:04.131761 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7671c527-bd5a-4703-b7f8-caa85b026dbd tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (d9c26354-f582-4346-9b74-65f2ad930e7a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:04.160312 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7671c527-bd5a-4703-b7f8-caa85b026dbd tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Pushing event deleted for resources: {'Port': ['ID=d9c26354-f582-4346-9b74-65f2ad930e7a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:04.167404 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7671c527-bd5a-4703-b7f8-caa85b026dbd tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:04.174278 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 43950) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:44:04.174499 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-7671c527-bd5a-4703-b7f8-caa85b026dbd tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] 10.222.0.65 "DELETE /v2.0/ports/d9c26354-f582-4346-9b74-65f2ad930e7a HTTP/1.1" status: 204 len: 168 time: 0.4881213 Mar 11 19:44:04.184042 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f350245-5629-4d51-a671-0e7fe84ee45a x-openstack-request-id: req-9f350245-5629-4d51-a671-0e7fe84ee45a {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:44:04.184336 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8faf4c72-ecf7-4a30-a577-8cb0016710c0", "name": "network-vif-deleted", "tag": "8496a1aa-301e-438d-88a8-7a2a4e4643b7", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:44:04.184598 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9f350245-5629-4d51-a671-0e7fe84ee45a {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:44:04.185004 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8faf4c72-ecf7-4a30-a577-8cb0016710c0', 'name': 'network-vif-deleted', 'tag': '8496a1aa-301e-438d-88a8-7a2a4e4643b7', 'status': 'completed', 'code': 200} Mar 11 19:44:04.210466 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-39951da4-0dc2-4d0b-b91b-baab746d0494 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0349913 Mar 11 19:44:04.215262 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 43952) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:44:04.220073 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-a8ee809d-ff3d-41fa-95cc-a8042833ea85 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-380477007'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:44:04.244872 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ee809d-ff3d-41fa-95cc-a8042833ea85 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Made reservation on behalf of f1bdfcf2ae974ee1a6306336fbbd8329 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:44:04.252497 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a8ee809d-ff3d-41fa-95cc-a8042833ea85 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:04.275562 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8ee809d-ff3d-41fa-95cc-a8042833ea85 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] vlan segment allocate from pool success with {'vlan_id': 866, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:44:04.285729 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a8ee809d-ff3d-41fa-95cc-a8042833ea85 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (ee34957c-0914-429e-ab01-62b4042fdf15), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:04.286153 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-a8ee809d-ff3d-41fa-95cc-a8042833ea85 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Added segment ee34957c-0914-429e-ab01-62b4042fdf15 of type vlan for network 2e216c50-d3ad-4cb6-a585-5bd23bbdb14f Mar 11 19:44:04.294709 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c25d86-2d87-422a-9589-41ca96e1d3c3 req-14e2a4f5-24e3-4a91-93ca-393925828943 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:04.296389 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a5c25d86-2d87-422a-9589-41ca96e1d3c3 req-14e2a4f5-24e3-4a91-93ca-393925828943 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=18a14a02-4224-4a82-b099-4ed93ccd55fa HTTP/1.1" status: 200 len: 946 time: 0.0654802 Mar 11 19:44:04.327342 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a8ee809d-ff3d-41fa-95cc-a8042833ea85 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (2e216c50-d3ad-4cb6-a585-5bd23bbdb14f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:04.339919 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 94e3b68e-4fab-43d2-b9ab-2b3abd54eb41 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:44:04.346622 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a5c25d86-2d87-422a-9589-41ca96e1d3c3 req-49141468-0800-4cdb-be8a-bd98729edbc6 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435729 Mar 11 19:44:04.353469 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a8ee809d-ff3d-41fa-95cc-a8042833ea85 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (2e216c50-d3ad-4cb6-a585-5bd23bbdb14f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:04.358849 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ee809d-ff3d-41fa-95cc-a8042833ea85 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:04.359536 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a8ee809d-ff3d-41fa-95cc-a8042833ea85 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:04.390115 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [req-ed98e3cc-582a-4218-8654-b503008b9694 req-ee7cb5ae-005f-4856-b456-30234613c7d2 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] show failed (client error): The resource could not be found. Mar 11 19:44:04.392107 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a8ee809d-ff3d-41fa-95cc-a8042833ea85 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.1757543 Mar 11 19:44:04.392537 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ed98e3cc-582a-4218-8654-b503008b9694 req-ee7cb5ae-005f-4856-b456-30234613c7d2 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/security-groups/28c8df33-0194-4cdd-bf0c-1f42fd866520 HTTP/1.1" status: 404 len: 352 time: 0.0156753 Mar 11 19:44:04.394732 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 43958) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:44:04.402479 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-5b7cb22e-e596-43e5-a848-1dbfd013f3cd tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2060747529'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:44:04.422728 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b7cb22e-e596-43e5-a848-1dbfd013f3cd tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Made reservation on behalf of f1bdfcf2ae974ee1a6306336fbbd8329 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:44:04.426727 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5b7cb22e-e596-43e5-a848-1dbfd013f3cd tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:04.443205 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ee809d-ff3d-41fa-95cc-a8042833ea85 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Pushing event updated for resources: {'Network': ['ID=2e216c50-d3ad-4cb6-a585-5bd23bbdb14f,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:04.452885 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b7cb22e-e596-43e5-a848-1dbfd013f3cd tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] vlan segment allocate from pool success with {'vlan_id': 862, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:44:04.464407 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 2e216c50-d3ad-4cb6-a585-5bd23bbdb14f details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:44:04.473549 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5b7cb22e-e596-43e5-a848-1dbfd013f3cd tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (9bfd026a-70b8-43be-917f-3a2340bae72c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:04.473976 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-5b7cb22e-e596-43e5-a848-1dbfd013f3cd tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Added segment 9bfd026a-70b8-43be-917f-3a2340bae72c of type vlan for network 335f70da-d175-4bd8-8296-7ed7d6bdf1c7 Mar 11 19:44:04.489297 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 94e3b68e-4fab-43d2-b9ab-2b3abd54eb41, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=94e3b68e-4fab-43d2-b9ab-2b3abd54eb41,segment=NetworkSegment(ef0b97fd-24fa-456a-8472-bb47ab40643e),segment_id=ef0b97fd-24fa-456a-8472-bb47ab40643e)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:44:04.536482 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '94e3b68e-4fab-43d2-b9ab-2b3abd54eb41', 'network_id': 'a1201544-4744-491d-92d6-555a21ac497f', 'port_id': '94e3b68e-4fab-43d2-b9ab-2b3abd54eb41', 'mac_address': 'fa:16:3e:07:0f:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 894, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26665c17-419c-4adf-85bc-a3f3efde487e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:44:04.544134 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5b7cb22e-e596-43e5-a848-1dbfd013f3cd tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (335f70da-d175-4bd8-8296-7ed7d6bdf1c7), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:04.560985 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4562be28-f3bc-435c-895f-7e04d7486e9e req-92af69a2-8c18-4aca-abfb-afee31dca699 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:04.562505 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4562be28-f3bc-435c-895f-7e04d7486e9e req-92af69a2-8c18-4aca-abfb-afee31dca699 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=fca2a9a9-2a94-4e79-ad8e-24839d898af6 HTTP/1.1" status: 200 len: 946 time: 0.1042447 Mar 11 19:44:04.590078 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 94e3b68e-4fab-43d2-b9ab-2b3abd54eb41 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:44:04.590462 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (94e3b68e-4fab-43d2-b9ab-2b3abd54eb41), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:04.603604 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5b7cb22e-e596-43e5-a848-1dbfd013f3cd tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (335f70da-d175-4bd8-8296-7ed7d6bdf1c7), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:04.606561 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94e3b68e-4fab-43d2-b9ab-2b3abd54eb41 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:44:04.608685 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7cb22e-e596-43e5-a848-1dbfd013f3cd tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:04.609276 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5b7cb22e-e596-43e5-a848-1dbfd013f3cd tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:04.628247 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 94e3b68e-4fab-43d2-b9ab-2b3abd54eb41, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=94e3b68e-4fab-43d2-b9ab-2b3abd54eb41,segment=NetworkSegment(ef0b97fd-24fa-456a-8472-bb47ab40643e),segment_id=ef0b97fd-24fa-456a-8472-bb47ab40643e)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:44:04.632606 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (94e3b68e-4fab-43d2-b9ab-2b3abd54eb41), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:04.659187 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4562be28-f3bc-435c-895f-7e04d7486e9e req-ddf0702f-4360-4c10-a25a-bd8e6d8b75ac tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=381d5506-1a91-423f-9578-afb9619937f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909636 Mar 11 19:44:04.677574 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-5b7cb22e-e596-43e5-a848-1dbfd013f3cd tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2735567 Mar 11 19:44:04.696462 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=94e3b68e-4fab-43d2-b9ab-2b3abd54eb41,revision_number=9']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:04.716226 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7cb22e-e596-43e5-a848-1dbfd013f3cd tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Pushing event updated for resources: {'Network': ['ID=335f70da-d175-4bd8-8296-7ed7d6bdf1c7,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:04.726351 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 335f70da-d175-4bd8-8296-7ed7d6bdf1c7 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:44:04.777774 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b188cb-ab77-4810-9bfb-193d6367c305 req-4bd3de46-6528-4325-a38a-c5896d7c75a3 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:04.779549 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e1b188cb-ab77-4810-9bfb-193d6367c305 req-4bd3de46-6528-4325-a38a-c5896d7c75a3 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 944 time: 0.0552003 Mar 11 19:44:04.828887 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e1b188cb-ab77-4810-9bfb-193d6367c305 req-e4b53bb5-4833-4d35-9c85-6a81c3a7266e tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427363 Mar 11 19:44:04.879852 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['94e3b68e-4fab-43d2-b9ab-2b3abd54eb41'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:44:04.881496 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 43964) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:44:04.925734 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-844cfe5b-3ad3-462c-90fb-62d941ab65a4 req-a36da83b-4e2c-474e-a576-5abe2969934d tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1857302560', 'description': 'tempest-description-1071643025'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:44:04.964662 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-844cfe5b-3ad3-462c-90fb-62d941ab65a4 req-a36da83b-4e2c-474e-a576-5abe2969934d tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:05.152723 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-844cfe5b-3ad3-462c-90fb-62d941ab65a4 req-a36da83b-4e2c-474e-a576-5abe2969934d tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks [] for security_group (1290b4b6-ea9e-4889-9474-65fbe3cb5fc4), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:05.157556 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-844cfe5b-3ad3-462c-90fb-62d941ab65a4 req-a36da83b-4e2c-474e-a576-5abe2969934d tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (1290b4b6-ea9e-4889-9474-65fbe3cb5fc4), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:05.195330 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-844cfe5b-3ad3-462c-90fb-62d941ab65a4 req-a36da83b-4e2c-474e-a576-5abe2969934d tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:05.196617 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-844cfe5b-3ad3-462c-90fb-62d941ab65a4 req-a36da83b-4e2c-474e-a576-5abe2969934d tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.3073606 Mar 11 19:44:05.226505 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36da83b-4e2c-474e-a576-5abe2969934d tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1290b4b6-ea9e-4889-9474-65fbe3cb5fc4,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:05.244039 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-095f6f99-87ac-4216-a45c-0847e10065db req-1b9ef265-3575-44a4-852b-cf6fff48b63d tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-477964427', 'description': 'tempest-description-1194987689'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:44:05.299807 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-095f6f99-87ac-4216-a45c-0847e10065db req-1b9ef265-3575-44a4-852b-cf6fff48b63d tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:05.396516 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-095f6f99-87ac-4216-a45c-0847e10065db req-1b9ef265-3575-44a4-852b-cf6fff48b63d tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks [] for security_group (7ea87cac-094b-455d-9dda-ed788a659f86), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:05.417908 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-095f6f99-87ac-4216-a45c-0847e10065db req-1b9ef265-3575-44a4-852b-cf6fff48b63d tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (7ea87cac-094b-455d-9dda-ed788a659f86), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:05.451860 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-095f6f99-87ac-4216-a45c-0847e10065db req-1b9ef265-3575-44a4-852b-cf6fff48b63d tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:05.453164 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-095f6f99-87ac-4216-a45c-0847e10065db req-1b9ef265-3575-44a4-852b-cf6fff48b63d tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2218637 Mar 11 19:44:05.469899 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9ef265-3575-44a4-852b-cf6fff48b63d tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea87cac-094b-455d-9dda-ed788a659f86,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:05.479894 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7e7ecd55-342f-4507-80df-0aa2aae55fd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (d5507dfc-ec21-42de-80d5-1e816f73580f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:05.762543 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee4672-b2f0-4a81-b71a-62a489de51e4 req-64386027-2c3c-4b02-a7c4-9f7c88da3847 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:05.763954 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1cee4672-b2f0-4a81-b71a-62a489de51e4 req-64386027-2c3c-4b02-a7c4-9f7c88da3847 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=18a14a02-4224-4a82-b099-4ed93ccd55fa HTTP/1.1" status: 200 len: 946 time: 0.2225585 Mar 11 19:44:05.824029 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1cee4672-b2f0-4a81-b71a-62a489de51e4 req-0fb2a990-4f00-40a0-938a-e45bcbcc4093 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539174 Mar 11 19:44:05.861541 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-68515375-8c91-4aa3-a03e-be48e37c45ae req-a8773632-2371-4699-80d1-0fd70b312de6 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-786076690', 'description': 'tempest-description-344055092'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:44:05.905350 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-68515375-8c91-4aa3-a03e-be48e37c45ae req-a8773632-2371-4699-80d1-0fd70b312de6 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:05.931728 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-7e7ecd55-342f-4507-80df-0aa2aae55fd3 admin admin] Deleting port f61c97fd-b0db-4c00-a328-da0777d75f3d {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:44:05.932065 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7e7ecd55-342f-4507-80df-0aa2aae55fd3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (f61c97fd-b0db-4c00-a328-da0777d75f3d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:06.056075 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-7e7ecd55-342f-4507-80df-0aa2aae55fd3 admin admin] For port f61c97fd-b0db-4c00-a328-da0777d75f3d, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=f61c97fd-b0db-4c00-a328-da0777d75f3d,segment=NetworkSegment(13d1512a-6981-44c9-9a87-0eca6dce4e01),segment_id=13d1512a-6981-44c9-9a87-0eca6dce4e01)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:44:06.056761 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7e7ecd55-342f-4507-80df-0aa2aae55fd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (f61c97fd-b0db-4c00-a328-da0777d75f3d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:06.060293 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-68515375-8c91-4aa3-a03e-be48e37c45ae req-a8773632-2371-4699-80d1-0fd70b312de6 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks [] for security_group (ed803621-768c-4b5c-a9d2-9e34b9846eee), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:06.066484 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-68515375-8c91-4aa3-a03e-be48e37c45ae req-a8773632-2371-4699-80d1-0fd70b312de6 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (ed803621-768c-4b5c-a9d2-9e34b9846eee), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:06.088517 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-7e7ecd55-342f-4507-80df-0aa2aae55fd3 admin admin] Calling delete_port for f61c97fd-b0db-4c00-a328-da0777d75f3d owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:44:06.109114 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-68515375-8c91-4aa3-a03e-be48e37c45ae req-a8773632-2371-4699-80d1-0fd70b312de6 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:06.110342 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-68515375-8c91-4aa3-a03e-be48e37c45ae req-a8773632-2371-4699-80d1-0fd70b312de6 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2533896 Mar 11 19:44:06.112751 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8773632-2371-4699-80d1-0fd70b312de6 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed803621-768c-4b5c-a9d2-9e34b9846eee,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:06.278782 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c2b0c-04a5-4151-8574-fc5e5590930e req-d644d773-58b8-4e7a-8fce-06e2ab71a433 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:06.280311 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6f6c2b0c-04a5-4151-8574-fc5e5590930e req-d644d773-58b8-4e7a-8fce-06e2ab71a433 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=fca2a9a9-2a94-4e79-ad8e-24839d898af6 HTTP/1.1" status: 200 len: 946 time: 0.1113532 Mar 11 19:44:06.338386 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 94e3b68e-4fab-43d2-b9ab-2b3abd54eb41 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:44:06.366876 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6f6c2b0c-04a5-4151-8574-fc5e5590930e req-62d33e76-46c6-401c-a59f-50e44129c018 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=381d5506-1a91-423f-9578-afb9619937f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796690 Mar 11 19:44:06.372693 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7e7ecd55-342f-4507-80df-0aa2aae55fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (f61c97fd-b0db-4c00-a328-da0777d75f3d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:06.402672 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ecd55-342f-4507-80df-0aa2aae55fd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f61c97fd-b0db-4c00-a328-da0777d75f3d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:06.424478 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 94e3b68e-4fab-43d2-b9ab-2b3abd54eb41 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:44:06.424478 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (94e3b68e-4fab-43d2-b9ab-2b3abd54eb41), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:06.536609 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 94e3b68e-4fab-43d2-b9ab-2b3abd54eb41 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:44:06.537024 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (94e3b68e-4fab-43d2-b9ab-2b3abd54eb41), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:06.562693 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02d8cdc7-f586-4487-9626-8e913f76cf04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94e3b68e-4fab-43d2-b9ab-2b3abd54eb41'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:44:06.565211 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65138b91-8694-4451-8631-fbef0bb9afcb" -d '{"events": [{"server_uuid": "02d8cdc7-f586-4487-9626-8e913f76cf04", "name": "network-vif-plugged", "status": "completed", "tag": "94e3b68e-4fab-43d2-b9ab-2b3abd54eb41"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:44:06.578421 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 94e3b68e-4fab-43d2-b9ab-2b3abd54eb41, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=94e3b68e-4fab-43d2-b9ab-2b3abd54eb41,segment=NetworkSegment(ef0b97fd-24fa-456a-8472-bb47ab40643e),segment_id=ef0b97fd-24fa-456a-8472-bb47ab40643e)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:44:06.584197 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (94e3b68e-4fab-43d2-b9ab-2b3abd54eb41), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:06.585211 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 8496a1aa-301e-438d-88a8-7a2a4e4643b7 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:44:06.627430 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: 8496a1aa-301e-438d-88a8-7a2a4e4643b7 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:44:06.627658 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23fc2bd-447f-4b27-b7ed-ec1a92d8e6db req-071e9af3-b6b8-4bb0-9b64-f2105a101c41 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:06.628182 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 8496a1aa-301e-438d-88a8-7a2a4e4643b7 not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:44:06.629565 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e23fc2bd-447f-4b27-b7ed-ec1a92d8e6db req-071e9af3-b6b8-4bb0-9b64-f2105a101c41 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 944 time: 0.1342187 Mar 11 19:44:06.652938 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=94e3b68e-4fab-43d2-b9ab-2b3abd54eb41,revision_number=10']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:06.658329 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7e7ecd55-342f-4507-80df-0aa2aae55fd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (d5507dfc-ec21-42de-80d5-1e816f73580f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:06.730599 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e23fc2bd-447f-4b27-b7ed-ec1a92d8e6db req-5355f0c9-0c46-40bf-ae03-dcd455419cbd tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891392 Mar 11 19:44:07.297626 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cb6ef791-5781-4740-8a3d-80b683b78165 req-e51b8d26-a78c-43bb-aed6-bbffbd14def5 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9847127c40534c169b75983394620333 HTTP/1.1" status: 200 len: 11012 time: 0.1925006 Mar 11 19:44:07.326941 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e7ecd55-342f-4507-80df-0aa2aae55fd3 admin admin] Router d5507dfc-ec21-42de-80d5-1e816f73580f has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:44:07.358199 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cb6ef791-5781-4740-8a3d-80b683b78165 req-36899536-9c86-4816-920b-9f742c9d14ae tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/security-groups/69d962d5-ae62-46c2-b9bb-79e490dd5593 HTTP/1.1" status: 200 len: 3002 time: 0.0539169 Mar 11 19:44:07.470343 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cb6ef791-5781-4740-8a3d-80b683b78165 req-14588d2a-4235-49fd-aca7-96f615623f09 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/security-groups/69d962d5-ae62-46c2-b9bb-79e490dd5593 HTTP/1.1" status: 200 len: 3002 time: 0.0813181 Mar 11 19:44:07.486736 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7ecd55-342f-4507-80df-0aa2aae55fd3 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:44:07.495127 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 44000) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:44:07.495843 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-7e7ecd55-342f-4507-80df-0aa2aae55fd3 admin admin] 10.222.0.65 "PUT /v2.0/routers/d5507dfc-ec21-42de-80d5-1e816f73580f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6120927 Mar 11 19:44:07.506838 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7914547-79b8-4a84-96e9-aad91561ed44 None None] Sync routers for ids ['d5507dfc-ec21-42de-80d5-1e816f73580f'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:44:07.524164 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7914547-79b8-4a84-96e9-aad91561ed44 None None] Routers {'d5507dfc-ec21-42de-80d5-1e816f73580f'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:44:07.524867 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-e7914547-79b8-4a84-96e9-aad91561ed44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:43:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['d5507dfc-ec21-42de-80d5-1e816f73580f'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:07.610132 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-28ca7e6e-3a0f-4474-b683-d502b7800b8c admin admin] Publish callbacks [] for router (d5507dfc-ec21-42de-80d5-1e816f73580f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:07.668971 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-e7914547-79b8-4a84-96e9-aad91561ed44 None None] Set router d5507dfc-ec21-42de-80d5-1e816f73580f gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:44:07.692026 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9200139f-2033-439d-af5c-31604f5279f3 x-openstack-request-id: req-9200139f-2033-439d-af5c-31604f5279f3 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:44:07.693025 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02d8cdc7-f586-4487-9626-8e913f76cf04", "name": "network-vif-plugged", "status": "completed", "tag": "94e3b68e-4fab-43d2-b9ab-2b3abd54eb41", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:44:07.693284 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9200139f-2033-439d-af5c-31604f5279f3 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:44:07.693683 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02d8cdc7-f586-4487-9626-8e913f76cf04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94e3b68e-4fab-43d2-b9ab-2b3abd54eb41', 'code': 200} Mar 11 19:44:07.768320 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-28ca7e6e-3a0f-4474-b683-d502b7800b8c admin admin] Publish callbacks [] for router_gateway (d5507dfc-ec21-42de-80d5-1e816f73580f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:07.834419 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 44008) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:44:07.845397 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-2b72f771-46ba-401b-91be-39889e2740e5 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Request body: {'subnets': [{'network_id': '2e216c50-d3ad-4cb6-a585-5bd23bbdb14f', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1875921680', 'ip_version': 6}, {'network_id': '335f70da-d175-4bd8-8296-7ed7d6bdf1c7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:44:07.845762 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-2b72f771-46ba-401b-91be-39889e2740e5 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Request body: {'subnet': {'network_id': '2e216c50-d3ad-4cb6-a585-5bd23bbdb14f', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1875921680', 'ip_version': 6}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:44:07.846453 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-2b72f771-46ba-401b-91be-39889e2740e5 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Request body: {'subnet': {'network_id': '335f70da-d175-4bd8-8296-7ed7d6bdf1c7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:44:07.870672 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caadf86e-391f-42c2-9a12-903ff92f08e7 req-2995825e-2b11-4fd2-bca8-4333d0ea94b2 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:07.872560 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-caadf86e-391f-42c2-9a12-903ff92f08e7 req-2995825e-2b11-4fd2-bca8-4333d0ea94b2 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=18a14a02-4224-4a82-b099-4ed93ccd55fa HTTP/1.1" status: 200 len: 946 time: 0.0919573 Mar 11 19:44:07.933271 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-caadf86e-391f-42c2-9a12-903ff92f08e7 req-8f12efa2-ebf7-40da-802a-a9470edb82b3 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548360 Mar 11 19:44:07.985222 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-e7914547-79b8-4a84-96e9-aad91561ed44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5507dfc-ec21-42de-80d5-1e816f73580f', 'name': 'tempest-ServerRescueTestJSON-1674577475-router', 'tenant_id': 'b362e7ba3bfb498d9e580e0a76a9be12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.28'}], 'enable_snat': True}, 'gw_port_id': '85227e3f-a38f-4ff5-b7d9-766f5f4c7863', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:41:24Z', 'updated_at': '2022-03-11T19:44:06Z', 'revision_number': 5, 'project_id': 'b362e7ba3bfb498d9e580e0a76a9be12', 'gw_port': {'id': '85227e3f-a38f-4ff5-b7d9-766f5f4c7863', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:09:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5507dfc-ec21-42de-80d5-1e816f73580f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:41:25Z', 'updated_at': '2022-03-11T19:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:08.006021 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-52f8fee3-f5a5-4d1e-b260-19c706cb14ec req-b0616d9c-7616-4df6-8007-14563d12a057 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/security-groups/1290b4b6-ea9e-4889-9474-65fbe3cb5fc4 HTTP/1.1" status: 200 len: 1820 time: 0.0439763 Mar 11 19:44:08.014607 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7914547-79b8-4a84-96e9-aad91561ed44 None None] Checking router: d5507dfc-ec21-42de-80d5-1e816f73580f for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:44:08.017892 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-28ca7e6e-3a0f-4474-b683-d502b7800b8c admin admin] Deleting port 85227e3f-a38f-4ff5-b7d9-766f5f4c7863 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:44:08.018449 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-28ca7e6e-3a0f-4474-b683-d502b7800b8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (85227e3f-a38f-4ff5-b7d9-766f5f4c7863), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:08.026357 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7914547-79b8-4a84-96e9-aad91561ed44 None None] Routers {'d5507dfc-ec21-42de-80d5-1e816f73580f'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:44:08.027312 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-e7914547-79b8-4a84-96e9-aad91561ed44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:43:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['d5507dfc-ec21-42de-80d5-1e816f73580f'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:08.066967 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-52f8fee3-f5a5-4d1e-b260-19c706cb14ec req-8e3ba4bb-1cd4-45df-8979-d49b1e7cf98c tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks [] for security_group (1290b4b6-ea9e-4889-9474-65fbe3cb5fc4), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:08.074391 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f73f48c-d8b8-42ed-99e2-7953e20678a1 req-62fe38d2-0fe8-4949-89fc-ff313ba2b69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:08.075987 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3f73f48c-d8b8-42ed-99e2-7953e20678a1 req-62fe38d2-0fe8-4949-89fc-ff313ba2b69c service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 1128 time: 0.1940608 Mar 11 19:44:08.092390 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-52f8fee3-f5a5-4d1e-b260-19c706cb14ec req-8e3ba4bb-1cd4-45df-8979-d49b1e7cf98c tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks [] for security_group (1290b4b6-ea9e-4889-9474-65fbe3cb5fc4), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:08.120947 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-e7914547-79b8-4a84-96e9-aad91561ed44 None None] Set router d5507dfc-ec21-42de-80d5-1e816f73580f gateway port host: None {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:44:08.136676 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-52f8fee3-f5a5-4d1e-b260-19c706cb14ec req-8e3ba4bb-1cd4-45df-8979-d49b1e7cf98c tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (1290b4b6-ea9e-4889-9474-65fbe3cb5fc4), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:08.139531 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-52f8fee3-f5a5-4d1e-b260-19c706cb14ec req-8e3ba4bb-1cd4-45df-8979-d49b1e7cf98c tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:08.148374 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-52f8fee3-f5a5-4d1e-b260-19c706cb14ec req-8e3ba4bb-1cd4-45df-8979-d49b1e7cf98c tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "DELETE /v2.0/security-groups/1290b4b6-ea9e-4889-9474-65fbe3cb5fc4 HTTP/1.1" status: 204 len: 173 time: 0.1358116 Mar 11 19:44:08.178675 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3ba4bb-1cd4-45df-8979-d49b1e7cf98c tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1290b4b6-ea9e-4889-9474-65fbe3cb5fc4,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:08.179384 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-e7914547-79b8-4a84-96e9-aad91561ed44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5507dfc-ec21-42de-80d5-1e816f73580f', 'name': 'tempest-ServerRescueTestJSON-1674577475-router', 'tenant_id': 'b362e7ba3bfb498d9e580e0a76a9be12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:41:24Z', 'updated_at': '2022-03-11T19:44:07Z', 'revision_number': 6, 'project_id': 'b362e7ba3bfb498d9e580e0a76a9be12', 'gw_port_host': None}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:08.199668 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b72f771-46ba-401b-91be-39889e2740e5 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Made reservation on behalf of f1bdfcf2ae974ee1a6306336fbbd8329 for: {'subnet': 2} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:44:08.203959 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2b72f771-46ba-401b-91be-39889e2740e5 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:08.204320 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2b72f771-46ba-401b-91be-39889e2740e5 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:08.213436 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7914547-79b8-4a84-96e9-aad91561ed44 None None] The sync data for ids ['d5507dfc-ec21-42de-80d5-1e816f73580f'] in n-d-833163-1 is: [{'id': 'd5507dfc-ec21-42de-80d5-1e816f73580f', 'name': 'tempest-ServerRescueTestJSON-1674577475-router', 'tenant_id': 'b362e7ba3bfb498d9e580e0a76a9be12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:41:24Z', 'updated_at': '2022-03-11T19:44:07Z', 'revision_number': 6, 'project_id': 'b362e7ba3bfb498d9e580e0a76a9be12', 'gw_port_host': None}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:44:08.231261 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-28ca7e6e-3a0f-4474-b683-d502b7800b8c admin admin] For port 85227e3f-a38f-4ff5-b7d9-766f5f4c7863, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=85227e3f-a38f-4ff5-b7d9-766f5f4c7863,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:44:08.231714 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-28ca7e6e-3a0f-4474-b683-d502b7800b8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (85227e3f-a38f-4ff5-b7d9-766f5f4c7863), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:08.251345 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3f73f48c-d8b8-42ed-99e2-7953e20678a1 req-36ef68d8-15a1-42b2-8d38-814e16cf4da9 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639745 Mar 11 19:44:08.264866 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-28ca7e6e-3a0f-4474-b683-d502b7800b8c admin admin] Calling delete_port for 85227e3f-a38f-4ff5-b7d9-766f5f4c7863 owned by network:router_gateway {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:44:08.294022 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733dd76-7f73-4a42-a434-842e35c5ea9b req-64494d1a-34b7-42c7-a987-a7c8f8e914d3 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:08.295437 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4733dd76-7f73-4a42-a434-842e35c5ea9b req-64494d1a-34b7-42c7-a987-a7c8f8e914d3 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 946 time: 0.0811527 Mar 11 19:44:08.347491 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4733dd76-7f73-4a42-a434-842e35c5ea9b req-049bf8c9-33eb-4eba-8fba-ecf33df64dca tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460510 Mar 11 19:44:08.386382 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [req-585d990c-6c82-4e28-8572-60f8e642164c req-fefcbfe4-83f6-4424-808d-59e292009550 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] show failed (client error): The resource could not be found. Mar 11 19:44:08.387395 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-585d990c-6c82-4e28-8572-60f8e642164c req-fefcbfe4-83f6-4424-808d-59e292009550 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/security-groups/1290b4b6-ea9e-4889-9474-65fbe3cb5fc4 HTTP/1.1" status: 404 len: 352 time: 0.0146782 Mar 11 19:44:08.464228 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6829c858-d148-46d9-bde1-76531d551c77 req-3a61dadd-5909-46de-8e7b-131622114a9a tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/security-groups/7ea87cac-094b-455d-9dda-ed788a659f86 HTTP/1.1" status: 200 len: 1819 time: 0.0443108 Mar 11 19:44:08.518082 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6829c858-d148-46d9-bde1-76531d551c77 req-3f7d7a63-239c-45f6-b0f9-ae0ae04856b5 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks [] for security_group (7ea87cac-094b-455d-9dda-ed788a659f86), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:08.541689 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6829c858-d148-46d9-bde1-76531d551c77 req-3f7d7a63-239c-45f6-b0f9-ae0ae04856b5 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks [] for security_group (7ea87cac-094b-455d-9dda-ed788a659f86), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:08.588813 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6829c858-d148-46d9-bde1-76531d551c77 req-3f7d7a63-239c-45f6-b0f9-ae0ae04856b5 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (7ea87cac-094b-455d-9dda-ed788a659f86), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:08.591545 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6829c858-d148-46d9-bde1-76531d551c77 req-3f7d7a63-239c-45f6-b0f9-ae0ae04856b5 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:08.592721 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6829c858-d148-46d9-bde1-76531d551c77 req-3f7d7a63-239c-45f6-b0f9-ae0ae04856b5 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "DELETE /v2.0/security-groups/7ea87cac-094b-455d-9dda-ed788a659f86 HTTP/1.1" status: 204 len: 173 time: 0.1257992 Mar 11 19:44:08.607211 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7d7a63-239c-45f6-b0f9-ae0ae04856b5 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea87cac-094b-455d-9dda-ed788a659f86,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:08.835264 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [req-478bd2bd-5425-4a01-983b-ddaeef10ba97 req-59e876be-74e6-44e6-b300-cab56f03b042 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] show failed (client error): The resource could not be found. Mar 11 19:44:08.836243 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-478bd2bd-5425-4a01-983b-ddaeef10ba97 req-59e876be-74e6-44e6-b300-cab56f03b042 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/security-groups/7ea87cac-094b-455d-9dda-ed788a659f86 HTTP/1.1" status: 404 len: 352 time: 0.0155809 Mar 11 19:44:08.942171 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9521c-a3ae-4c34-bf19-9a6032721064 req-522d3014-543a-4df8-b5ff-ec588932665b tempest-ServerMetadataNegativeTestJSON-1794215757 tempest-ServerMetadataNegativeTestJSON-1794215757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:08.943702 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e8f9521c-a3ae-4c34-bf19-9a6032721064 req-522d3014-543a-4df8-b5ff-ec588932665b tempest-ServerMetadataNegativeTestJSON-1794215757 tempest-ServerMetadataNegativeTestJSON-1794215757-project] 10.222.0.65 "GET /v2.0/ports?device_id=8de063cb-3792-4f92-9c95-d3eabbc7f236 HTTP/1.1" status: 200 len: 946 time: 0.0540237 Mar 11 19:44:08.982892 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-28ca7e6e-3a0f-4474-b683-d502b7800b8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (85227e3f-a38f-4ff5-b7d9-766f5f4c7863), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:08.997671 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e8f9521c-a3ae-4c34-bf19-9a6032721064 req-a03123c5-2ad2-4a9c-8da3-799e76c3643a tempest-ServerMetadataNegativeTestJSON-1794215757 tempest-ServerMetadataNegativeTestJSON-1794215757-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9952e4f-4de9-4319-bdba-620b082cb9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471365 Mar 11 19:44:09.021851 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ca7e6e-3a0f-4474-b683-d502b7800b8c admin admin] Pushing event deleted for resources: {'Port': ['ID=85227e3f-a38f-4ff5-b7d9-766f5f4c7863,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:09.052242 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ca7e6e-3a0f-4474-b683-d502b7800b8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:09.052584 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ca7e6e-3a0f-4474-b683-d502b7800b8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:09.052923 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ca7e6e-3a0f-4474-b683-d502b7800b8c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:09.053256 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ca7e6e-3a0f-4474-b683-d502b7800b8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:09.053625 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ca7e6e-3a0f-4474-b683-d502b7800b8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:09.053935 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ca7e6e-3a0f-4474-b683-d502b7800b8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:09.054260 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ca7e6e-3a0f-4474-b683-d502b7800b8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:09.054581 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ca7e6e-3a0f-4474-b683-d502b7800b8c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:09.054901 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ca7e6e-3a0f-4474-b683-d502b7800b8c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:09.055837 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ca7e6e-3a0f-4474-b683-d502b7800b8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:09.056165 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ca7e6e-3a0f-4474-b683-d502b7800b8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:09.056485 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ca7e6e-3a0f-4474-b683-d502b7800b8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:09.056799 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ca7e6e-3a0f-4474-b683-d502b7800b8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:09.078397 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c4381775-7537-4c23-9c92-1c783316a5f7 req-9f599196-c515-4f07-b636-69b6e17f6519 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/security-groups/ed803621-768c-4b5c-a9d2-9e34b9846eee HTTP/1.1" status: 200 len: 1818 time: 0.0472498 Mar 11 19:44:09.132993 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-28ca7e6e-3a0f-4474-b683-d502b7800b8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (d5507dfc-ec21-42de-80d5-1e816f73580f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:09.144825 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c4381775-7537-4c23-9c92-1c783316a5f7 req-10164a32-7bc4-4f09-9ed7-13e2582274ab tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks [] for security_group (ed803621-768c-4b5c-a9d2-9e34b9846eee), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:09.169836 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c4381775-7537-4c23-9c92-1c783316a5f7 req-10164a32-7bc4-4f09-9ed7-13e2582274ab tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks [] for security_group (ed803621-768c-4b5c-a9d2-9e34b9846eee), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:09.214146 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c4381775-7537-4c23-9c92-1c783316a5f7 req-10164a32-7bc4-4f09-9ed7-13e2582274ab tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (ed803621-768c-4b5c-a9d2-9e34b9846eee), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:09.216829 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c4381775-7537-4c23-9c92-1c783316a5f7 req-10164a32-7bc4-4f09-9ed7-13e2582274ab tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:09.217956 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c4381775-7537-4c23-9c92-1c783316a5f7 req-10164a32-7bc4-4f09-9ed7-13e2582274ab tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "DELETE /v2.0/security-groups/ed803621-768c-4b5c-a9d2-9e34b9846eee HTTP/1.1" status: 204 len: 173 time: 0.1320493 Mar 11 19:44:09.228359 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10164a32-7bc4-4f09-9ed7-13e2582274ab tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed803621-768c-4b5c-a9d2-9e34b9846eee,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:09.279589 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-28ca7e6e-3a0f-4474-b683-d502b7800b8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (d5507dfc-ec21-42de-80d5-1e816f73580f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:09.297169 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-28ca7e6e-3a0f-4474-b683-d502b7800b8c admin admin] Publish callbacks [] for router_controller (d5507dfc-ec21-42de-80d5-1e816f73580f), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:09.333258 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127e8911-9a60-437b-9ff5-31f0421f1ff6 req-437c49dd-72bc-4e3f-8004-e2e59c4333d9 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:09.335138 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-127e8911-9a60-437b-9ff5-31f0421f1ff6 req-437c49dd-72bc-4e3f-8004-e2e59c4333d9 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=18a14a02-4224-4a82-b099-4ed93ccd55fa HTTP/1.1" status: 200 len: 946 time: 0.0639791 Mar 11 19:44:09.345433 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2b72f771-46ba-401b-91be-39889e2740e5 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (6d1e8165-e826-43db-97e7-cdfaf9c63832), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:09.379657 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-28ca7e6e-3a0f-4474-b683-d502b7800b8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (d5507dfc-ec21-42de-80d5-1e816f73580f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:09.380188 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ca7e6e-3a0f-4474-b683-d502b7800b8c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5507dfc-ec21-42de-80d5-1e816f73580f {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:44:09.389202 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-28ca7e6e-3a0f-4474-b683-d502b7800b8c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:09.390352 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-28ca7e6e-3a0f-4474-b683-d502b7800b8c admin admin] 10.222.0.65 "DELETE /v2.0/routers/d5507dfc-ec21-42de-80d5-1e816f73580f HTTP/1.1" status: 204 len: 168 time: 1.8932524 Mar 11 19:44:09.394106 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 44036) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:44:09.409515 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-127e8911-9a60-437b-9ff5-31f0421f1ff6 req-05f90ce9-3567-483c-8773-1c879f73e7b4 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667100 Mar 11 19:44:09.419584 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b72f771-46ba-401b-91be-39889e2740e5 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Pushing event updated for resources: {'Subnet': ['ID=6d1e8165-e826-43db-97e7-cdfaf9c63832,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:09.436576 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b72f771-46ba-401b-91be-39889e2740e5 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Checking segment: {'id': 'ee34957c-0914-429e-ab01-62b4042fdf15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '2e216c50-d3ad-4cb6-a585-5bd23bbdb14f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:44:09.436576 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b72f771-46ba-401b-91be-39889e2740e5 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Network hostable DHCP agents. Network: 2e216c50-d3ad-4cb6-a585-5bd23bbdb14f, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:44:09.458000 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b72f771-46ba-401b-91be-39889e2740e5 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Network 2e216c50-d3ad-4cb6-a585-5bd23bbdb14f is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:44:09.462651 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-818fa819-35ca-42a1-ad0d-5e4624174cc6 admin admin] Deleting subnet d23219ed-7f8e-4413-9cc6-5853fc757d12 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:44:09.466614 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-818fa819-35ca-42a1-ad0d-5e4624174cc6 admin admin] Publish callbacks [] for subnet (d23219ed-7f8e-4413-9cc6-5853fc757d12), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:09.470272 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-2b72f771-46ba-401b-91be-39889e2740e5 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 2e216c50-d3ad-4cb6-a585-5bd23bbdb14f) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:44:09.476207 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2b72f771-46ba-401b-91be-39889e2740e5 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (11c7f7ec-af9e-4769-8874-8e0103a59e8f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:09.487524 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3fde71-061e-4208-9ef8-dd7e3d7c3339 None None] Network 2e216c50-d3ad-4cb6-a585-5bd23bbdb14f requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:44:09.504285 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [req-4b6a924d-3acf-4f35-8c78-cf8d019451b4 req-afe94b77-f498-4298-9b2e-ee605b371d51 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] show failed (client error): The resource could not be found. Mar 11 19:44:09.513058 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4b6a924d-3acf-4f35-8c78-cf8d019451b4 req-afe94b77-f498-4298-9b2e-ee605b371d51 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/security-groups/ed803621-768c-4b5c-a9d2-9e34b9846eee HTTP/1.1" status: 404 len: 352 time: 0.0232677 Mar 11 19:44:09.549088 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-818fa819-35ca-42a1-ad0d-5e4624174cc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (d23219ed-7f8e-4413-9cc6-5853fc757d12), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:09.574472 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b72f771-46ba-401b-91be-39889e2740e5 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Pushing event updated for resources: {'Subnet': ['ID=11c7f7ec-af9e-4769-8874-8e0103a59e8f,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:09.590139 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b72f771-46ba-401b-91be-39889e2740e5 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Checking segment: {'id': '9bfd026a-70b8-43be-917f-3a2340bae72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '335f70da-d175-4bd8-8296-7ed7d6bdf1c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:44:09.590508 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b72f771-46ba-401b-91be-39889e2740e5 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Network hostable DHCP agents. Network: 335f70da-d175-4bd8-8296-7ed7d6bdf1c7, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:44:09.620938 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b72f771-46ba-401b-91be-39889e2740e5 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Network 335f70da-d175-4bd8-8296-7ed7d6bdf1c7 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:44:09.634410 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-2b72f771-46ba-401b-91be-39889e2740e5 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 335f70da-d175-4bd8-8296-7ed7d6bdf1c7) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:44:09.642148 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b72f771-46ba-401b-91be-39889e2740e5 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:09.642911 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b72f771-46ba-401b-91be-39889e2740e5 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:09.643540 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2b72f771-46ba-401b-91be-39889e2740e5 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:09.674363 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-2b72f771-46ba-401b-91be-39889e2740e5 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.8350003 Mar 11 19:44:09.676907 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 44048) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:44:09.681473 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-818fa819-35ca-42a1-ad0d-5e4624174cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (d23219ed-7f8e-4413-9cc6-5853fc757d12), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:09.736656 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7e88c0-1717-4921-8ac1-bd1762f7e912 req-37cd226f-0be9-411a-ad07-406d85a22445 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:09.748424 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1f7e88c0-1717-4921-8ac1-bd1762f7e912 req-37cd226f-0be9-411a-ad07-406d85a22445 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 946 time: 0.1425538 Mar 11 19:44:09.798636 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa2355e-51eb-46b6-847d-cb63a20b8116 None None] Network 335f70da-d175-4bd8-8296-7ed7d6bdf1c7 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:44:09.829066 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a838b94-180f-4551-aee4-37e562de1a51 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:09.830677 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a838b94-180f-4551-aee4-37e562de1a51 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:09.832595 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a838b94-180f-4551-aee4-37e562de1a51 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:09.834736 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-9a838b94-180f-4551-aee4-37e562de1a51 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1557896 Mar 11 19:44:09.845676 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 44066) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:44:09.849805 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-818fa819-35ca-42a1-ad0d-5e4624174cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (d23219ed-7f8e-4413-9cc6-5853fc757d12), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:09.859754 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1f7e88c0-1717-4921-8ac1-bd1762f7e912 req-717bfeb5-b3b5-4a3b-a448-1bf386c18b70 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100552 Mar 11 19:44:09.906429 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818fa819-35ca-42a1-ad0d-5e4624174cc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d23219ed-7f8e-4413-9cc6-5853fc757d12,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:09.908648 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-818fa819-35ca-42a1-ad0d-5e4624174cc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:09.916677 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 44076) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:44:09.919836 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-818fa819-35ca-42a1-ad0d-5e4624174cc6 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/d23219ed-7f8e-4413-9cc6-5853fc757d12 HTTP/1.1" status: 204 len: 168 time: 0.5239084 Mar 11 19:44:09.952709 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc3a0567-96a4-4805-b94b-c8c46e4e7ab2 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Deleting subnet 6d1e8165-e826-43db-97e7-cdfaf9c63832 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:44:09.960277 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dc3a0567-96a4-4805-b94b-c8c46e4e7ab2 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks [] for subnet (6d1e8165-e826-43db-97e7-cdfaf9c63832), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:09.983796 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 85227e3f-a38f-4ff5-b7d9-766f5f4c7863 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:44:09.996909 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-62fd845d-bb8b-4932-ba1c-38b031db020e req-2a805116-327a-43e5-9f59-9ef4ea92f508 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9847127c40534c169b75983394620333 HTTP/1.1" status: 200 len: 6208 time: 0.0755935 Mar 11 19:44:10.021643 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 85227e3f-a38f-4ff5-b7d9-766f5f4c7863 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:44:10.022378 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 85227e3f-a38f-4ff5-b7d9-766f5f4c7863 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:44:10.023044 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device f61c97fd-b0db-4c00-a328-da0777d75f3d no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:44:10.054301 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: f61c97fd-b0db-4c00-a328-da0777d75f3d {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:44:10.054985 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device f61c97fd-b0db-4c00-a328-da0777d75f3d not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:44:10.061076 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-62fd845d-bb8b-4932-ba1c-38b031db020e req-54ac3efe-8c6b-4d33-8fa5-defde587db4f tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/security-groups/69d962d5-ae62-46c2-b9bb-79e490dd5593 HTTP/1.1" status: 200 len: 3002 time: 0.0567091 Mar 11 19:44:10.132523 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dc3a0567-96a4-4805-b94b-c8c46e4e7ab2 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (6d1e8165-e826-43db-97e7-cdfaf9c63832), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:10.134512 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724a9a70-2baf-4835-8144-a3e1e5acd7f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-335f70da-d175-4bd8-8296-7ed7d6bdf1c7', 'network_id': '335f70da-d175-4bd8-8296-7ed7d6bdf1c7', 'project_id': 'f1bdfcf2ae974ee1a6306336fbbd8329', 'fixed_ips': [{'subnet_id': '11c7f7ec-af9e-4769-8874-8e0103a59e8f'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:44:10.137901 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-724a9a70-2baf-4835-8144-a3e1e5acd7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:10.143210 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8ca7d0-2d55-4fc1-bb54-0fa8a7c1207d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-2e216c50-d3ad-4cb6-a585-5bd23bbdb14f', 'network_id': '2e216c50-d3ad-4cb6-a585-5bd23bbdb14f', 'project_id': 'f1bdfcf2ae974ee1a6306336fbbd8329', 'fixed_ips': [{'subnet_id': '6d1e8165-e826-43db-97e7-cdfaf9c63832'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:44:10.145144 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5e8ca7d0-2d55-4fc1-bb54-0fa8a7c1207d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:10.147875 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-62fd845d-bb8b-4932-ba1c-38b031db020e req-abdfb9a7-a663-4f59-a7a5-a928485df2c6 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/security-groups/69d962d5-ae62-46c2-b9bb-79e490dd5593 HTTP/1.1" status: 200 len: 3002 time: 0.0760882 Mar 11 19:44:10.178122 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-87f20d3d-c44a-4fab-81cd-b08f29a3bff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (76270208-0feb-4aa6-a022-05d8e5f73f8c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:10.218892 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dc3a0567-96a4-4805-b94b-c8c46e4e7ab2 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (6d1e8165-e826-43db-97e7-cdfaf9c63832), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:10.367341 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c343a31-e50a-4d5b-b9f5-be63c219c432 req-1657ecb8-998f-4841-b941-dbd6acd168e1 tempest-ServerMetadataNegativeTestJSON-1794215757 tempest-ServerMetadataNegativeTestJSON-1794215757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:10.369478 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9c343a31-e50a-4d5b-b9f5-be63c219c432 req-1657ecb8-998f-4841-b941-dbd6acd168e1 tempest-ServerMetadataNegativeTestJSON-1794215757 tempest-ServerMetadataNegativeTestJSON-1794215757-project] 10.222.0.65 "GET /v2.0/ports?device_id=8de063cb-3792-4f92-9c95-d3eabbc7f236 HTTP/1.1" status: 200 len: 946 time: 0.0707986 Mar 11 19:44:10.376544 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-87f20d3d-c44a-4fab-81cd-b08f29a3bff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (76270208-0feb-4aa6-a022-05d8e5f73f8c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:10.418103 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-87f20d3d-c44a-4fab-81cd-b08f29a3bff4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76270208-0feb-4aa6-a022-05d8e5f73f8c']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:10.424134 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-724a9a70-2baf-4835-8144-a3e1e5acd7f1 None None] Allocated IP 2001:db8:0:1::1 (335f70da-d175-4bd8-8296-7ed7d6bdf1c7/11c7f7ec-af9e-4769-8874-8e0103a59e8f/b1c556a6-96e4-4455-9dc6-2f07655fef13) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:44:10.425108 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9c343a31-e50a-4d5b-b9f5-be63c219c432 req-26e231be-812c-42e6-ba53-a81f7e595057 tempest-ServerMetadataNegativeTestJSON-1794215757 tempest-ServerMetadataNegativeTestJSON-1794215757-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9952e4f-4de9-4319-bdba-620b082cb9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489972 Mar 11 19:44:10.426684 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87cde8a-3de0-4348-b42f-296e04210dc1 req-a1194a63-7d11-4116-94a8-d7a8daa7aa64 tempest-ServerMetadataNegativeTestJSON-1794215757 tempest-ServerMetadataNegativeTestJSON-1794215757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:10.428334 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e87cde8a-3de0-4348-b42f-296e04210dc1 req-a1194a63-7d11-4116-94a8-d7a8daa7aa64 tempest-ServerMetadataNegativeTestJSON-1794215757 tempest-ServerMetadataNegativeTestJSON-1794215757-project] 10.222.0.75 "GET /v2.0/ports?device_id=8de063cb-3792-4f92-9c95-d3eabbc7f236 HTTP/1.1" status: 200 len: 946 time: 0.1585915 Mar 11 19:44:10.436229 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dc3a0567-96a4-4805-b94b-c8c46e4e7ab2 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (6d1e8165-e826-43db-97e7-cdfaf9c63832), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:10.448904 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-87f20d3d-c44a-4fab-81cd-b08f29a3bff4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13d1512a-6981-44c9-9a87-0eca6dce4e01') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:10.449134 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-87f20d3d-c44a-4fab-81cd-b08f29a3bff4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13d1512a-6981-44c9-9a87-0eca6dce4e01') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:10.465057 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-c9a25568-838e-4c94-9744-88f16273aa2a req-897578d9-cc76-4dab-92aa-c770e3f19015 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1054675141', 'description': 'tempest-description-179749307'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:44:10.486949 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server [None req-5e8ca7d0-2d55-4fc1-bb54-0fa8a7c1207d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6d1e8165-e826-43db-97e7-cdfaf9c63832: This subnet is being modified by another concurrent operation. Mar 11 19:44:10.486949 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 11 19:44:10.486949 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 11 19:44:10.486949 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 11 19:44:10.486949 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 11 19:44:10.486949 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 11 19:44:10.486949 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 11 19:44:10.486949 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 11 19:44:10.486949 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 11 19:44:10.486949 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 11 19:44:10.486949 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 19:44:10.486949 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 19:44:10.486949 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 19:44:10.486949 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 19:44:10.486949 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 19:44:10.486949 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 19:44:10.486949 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 19:44:10.486949 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 19:44:10.486949 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 19:44:10.486949 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 19:44:10.486949 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 19:44:10.486949 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 19:44:10.486949 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 19:44:10.486949 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 19:44:10.486949 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 19:44:10.486949 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 19:44:10.486949 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 19:44:10.486949 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 19:44:10.486949 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 19:44:10.486949 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 19:44:10.486949 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 19:44:10.486949 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 19:44:10.486949 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 19:44:10.486949 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 19:44:10.486949 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 11 19:44:10.486949 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 11 19:44:10.486949 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 11 19:44:10.486949 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 11 19:44:10.486949 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 11 19:44:10.486949 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 11 19:44:10.486949 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 11 19:44:10.486949 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 11 19:44:10.486949 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 11 19:44:10.486949 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 19:44:10.486949 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 19:44:10.486949 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 19:44:10.486949 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 19:44:10.486949 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 19:44:10.486949 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 19:44:10.486949 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 19:44:10.486949 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 19:44:10.486949 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 19:44:10.486949 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 19:44:10.486949 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 19:44:10.495056 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 19:44:10.495056 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 19:44:10.495056 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 19:44:10.495056 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 19:44:10.495056 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 19:44:10.495056 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 19:44:10.495056 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 19:44:10.495056 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 19:44:10.495056 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 19:44:10.495056 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 19:44:10.495056 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 19:44:10.495056 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 19:44:10.495056 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 19:44:10.495056 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 19:44:10.495056 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 19:44:10.495056 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 19:44:10.495056 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 11 19:44:10.495056 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 11 19:44:10.495056 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 11 19:44:10.495056 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 11 19:44:10.495056 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 11 19:44:10.495056 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 11 19:44:10.495056 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 11 19:44:10.495056 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 11 19:44:10.495056 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 19:44:10.495056 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 19:44:10.495056 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 11 19:44:10.495056 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 11 19:44:10.495056 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 11 19:44:10.495056 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 11 19:44:10.495056 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 11 19:44:10.495056 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 11 19:44:10.495056 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 11 19:44:10.495056 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 11 19:44:10.495056 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 11 19:44:10.495056 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise exception Mar 11 19:44:10.495056 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6d1e8165-e826-43db-97e7-cdfaf9c63832: This subnet is being modified by another concurrent operation. Mar 11 19:44:10.495056 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server Mar 11 19:44:10.499007 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c9a25568-838e-4c94-9744-88f16273aa2a req-897578d9-cc76-4dab-92aa-c770e3f19015 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:10.508364 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3a0567-96a4-4805-b94b-c8c46e4e7ab2 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Pushing event deleted for resources: {'Subnet': ['ID=6d1e8165-e826-43db-97e7-cdfaf9c63832,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:10.512985 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-87f20d3d-c44a-4fab-81cd-b08f29a3bff4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (13d1512a-6981-44c9-9a87-0eca6dce4e01), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:10.528271 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dc3a0567-96a4-4805-b94b-c8c46e4e7ab2 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:10.533882 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-dc3a0567-96a4-4805-b94b-c8c46e4e7ab2 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] 10.222.0.65 "DELETE /v2.0/subnets/6d1e8165-e826-43db-97e7-cdfaf9c63832 HTTP/1.1" status: 204 len: 168 time: 0.6844146 Mar 11 19:44:10.538655 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 44084) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:44:10.582511 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4bde9d-28cf-41d8-b44a-94f5edb1219f None None] Network 2e216c50-d3ad-4cb6-a585-5bd23bbdb14f requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:44:10.601208 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-87f20d3d-c44a-4fab-81cd-b08f29a3bff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (13d1512a-6981-44c9-9a87-0eca6dce4e01), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:10.617318 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c9a25568-838e-4c94-9744-88f16273aa2a req-897578d9-cc76-4dab-92aa-c770e3f19015 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks [] for security_group (ce0f9ff3-462d-4ffe-9ca0-faad0e7a4122), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:10.621247 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87f20d3d-c44a-4fab-81cd-b08f29a3bff4 admin admin] Releasing vlan 850 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:44:10.621670 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-87f20d3d-c44a-4fab-81cd-b08f29a3bff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (13d1512a-6981-44c9-9a87-0eca6dce4e01), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:10.622944 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c9a25568-838e-4c94-9744-88f16273aa2a req-897578d9-cc76-4dab-92aa-c770e3f19015 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (ce0f9ff3-462d-4ffe-9ca0-faad0e7a4122), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:10.624212 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:44:10.624212 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:44:10.624212 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:44:10.624212 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:44:10.624212 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:44:10.624212 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:44:10.624212 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:44:10.624212 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:44:10.624212 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:44:10.624212 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:44:10.624212 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:44:10.624212 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:44:10.624212 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:44:10.624212 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:44:10.624212 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:44:10.624212 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:44:10.624212 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:44:10.624212 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:44:10.624212 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:44:10.624212 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:44:10.624212 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:44:10.624212 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:44:10.624212 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:44:10.624212 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:44:10.624212 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:44:10.624212 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:44:10.624212 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:44:10.624212 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:44:10.624212 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:44:10.624212 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:44:10.624212 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:44:10.624212 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:44:10.658002 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5153e93-feb9-4376-a34a-2545bb194b79 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Deleting subnet 11c7f7ec-af9e-4769-8874-8e0103a59e8f {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:44:10.663198 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897578d9-cc76-4dab-92aa-c770e3f19015 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0f9ff3-462d-4ffe-9ca0-faad0e7a4122,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:10.685910 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c9a25568-838e-4c94-9744-88f16273aa2a req-897578d9-cc76-4dab-92aa-c770e3f19015 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:10.687353 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c9a25568-838e-4c94-9744-88f16273aa2a req-897578d9-cc76-4dab-92aa-c770e3f19015 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2273905 Mar 11 19:44:10.713992 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-87f20d3d-c44a-4fab-81cd-b08f29a3bff4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (76270208-0feb-4aa6-a022-05d8e5f73f8c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:10.723869 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-87f20d3d-c44a-4fab-81cd-b08f29a3bff4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:10.727171 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-87f20d3d-c44a-4fab-81cd-b08f29a3bff4 admin admin] 10.222.0.65 "DELETE /v2.0/networks/76270208-0feb-4aa6-a022-05d8e5f73f8c HTTP/1.1" status: 204 len: 168 time: 0.8092427 Mar 11 19:44:10.739305 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f20d3d-c44a-4fab-81cd-b08f29a3bff4 admin admin] Pushing event deleted for resources: {'Network': ['ID=76270208-0feb-4aa6-a022-05d8e5f73f8c,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:10.745309 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-e87cde8a-3de0-4348-b42f-296e04210dc1 req-23b2d36a-baba-4ef2-9f20-fcf4564992c4 tempest-ServerMetadataNegativeTestJSON-1794215757 tempest-ServerMetadataNegativeTestJSON-1794215757-project] Deleting port 836f3591-b233-4dd1-aad9-c317f4f78493 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:44:10.745658 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e87cde8a-3de0-4348-b42f-296e04210dc1 req-23b2d36a-baba-4ef2-9f20-fcf4564992c4 tempest-ServerMetadataNegativeTestJSON-1794215757 tempest-ServerMetadataNegativeTestJSON-1794215757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (836f3591-b233-4dd1-aad9-c317f4f78493), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:10.746153 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-724a9a70-2baf-4835-8144-a3e1e5acd7f1 None None] Publish callbacks [] for port (b1c556a6-96e4-4455-9dc6-2f07655fef13), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:10.756569 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-724a9a70-2baf-4835-8144-a3e1e5acd7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (b1c556a6-96e4-4455-9dc6-2f07655fef13), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:10.761991 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f5153e93-feb9-4376-a34a-2545bb194b79 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks [] for subnet (11c7f7ec-af9e-4769-8874-8e0103a59e8f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:10.801599 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724a9a70-2baf-4835-8144-a3e1e5acd7f1 None None] Network 335f70da-d175-4bd8-8296-7ed7d6bdf1c7 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:44:10.804542 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-724a9a70-2baf-4835-8144-a3e1e5acd7f1 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:44:10.811245 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724a9a70-2baf-4835-8144-a3e1e5acd7f1 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:44:10.819940 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724a9a70-2baf-4835-8144-a3e1e5acd7f1 None None] Pushing event updated for resources: {'Port': ['ID=b1c556a6-96e4-4455-9dc6-2f07655fef13,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:10.849451 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f5153e93-feb9-4376-a34a-2545bb194b79 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (11c7f7ec-af9e-4769-8874-8e0103a59e8f), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:10.880522 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd561d72-fdb1-4d4f-8a1a-c1b4d6fa923b req-d8dc3aba-9206-43c6-9d9d-759e79b9e59e tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:10.881667 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-724a9a70-2baf-4835-8144-a3e1e5acd7f1 None None] Attempting to bind port b1c556a6-96e4-4455-9dc6-2f07655fef13 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:44:10.884916 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bd561d72-fdb1-4d4f-8a1a-c1b4d6fa923b req-d8dc3aba-9206-43c6-9d9d-759e79b9e59e tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=18a14a02-4224-4a82-b099-4ed93ccd55fa HTTP/1.1" status: 200 len: 946 time: 0.1070738 Mar 11 19:44:10.890961 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-724a9a70-2baf-4835-8144-a3e1e5acd7f1 None None] Attempting to bind port b1c556a6-96e4-4455-9dc6-2f07655fef13 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '9bfd026a-70b8-43be-917f-3a2340bae72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '335f70da-d175-4bd8-8296-7ed7d6bdf1c7'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:44:10.891654 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724a9a70-2baf-4835-8144-a3e1e5acd7f1 None None] Attempting to bind port b1c556a6-96e4-4455-9dc6-2f07655fef13 on network 335f70da-d175-4bd8-8296-7ed7d6bdf1c7 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:44:10.898171 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724a9a70-2baf-4835-8144-a3e1e5acd7f1 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:44:10.898846 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724a9a70-2baf-4835-8144-a3e1e5acd7f1 None None] Checking segment: {'id': '9bfd026a-70b8-43be-917f-3a2340bae72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '335f70da-d175-4bd8-8296-7ed7d6bdf1c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:44:10.900060 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-724a9a70-2baf-4835-8144-a3e1e5acd7f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:10.900635 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724a9a70-2baf-4835-8144-a3e1e5acd7f1 None None] Bound using segment: {'id': '9bfd026a-70b8-43be-917f-3a2340bae72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '335f70da-d175-4bd8-8296-7ed7d6bdf1c7'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:44:10.901325 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-724a9a70-2baf-4835-8144-a3e1e5acd7f1 None None] Bound port: b1c556a6-96e4-4455-9dc6-2f07655fef13, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bfd026a-70b8-43be-917f-3a2340bae72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '335f70da-d175-4bd8-8296-7ed7d6bdf1c7'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:44:10.901713 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-724a9a70-2baf-4835-8144-a3e1e5acd7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b1c556a6-96e4-4455-9dc6-2f07655fef13), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:10.933945 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-e87cde8a-3de0-4348-b42f-296e04210dc1 req-23b2d36a-baba-4ef2-9f20-fcf4564992c4 tempest-ServerMetadataNegativeTestJSON-1794215757 tempest-ServerMetadataNegativeTestJSON-1794215757-project] For port 836f3591-b233-4dd1-aad9-c317f4f78493, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=836f3591-b233-4dd1-aad9-c317f4f78493,segment=NetworkSegment(89b51435-4d52-4a4b-b4a1-2243d7d1b31c),segment_id=89b51435-4d52-4a4b-b4a1-2243d7d1b31c)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:44:10.934589 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e87cde8a-3de0-4348-b42f-296e04210dc1 req-23b2d36a-baba-4ef2-9f20-fcf4564992c4 tempest-ServerMetadataNegativeTestJSON-1794215757 tempest-ServerMetadataNegativeTestJSON-1794215757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (836f3591-b233-4dd1-aad9-c317f4f78493), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:10.954124 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-e87cde8a-3de0-4348-b42f-296e04210dc1 req-23b2d36a-baba-4ef2-9f20-fcf4564992c4 tempest-ServerMetadataNegativeTestJSON-1794215757 tempest-ServerMetadataNegativeTestJSON-1794215757-project] Calling delete_port for 836f3591-b233-4dd1-aad9-c317f4f78493 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:44:10.985105 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-724a9a70-2baf-4835-8144-a3e1e5acd7f1 None None] For port b1c556a6-96e4-4455-9dc6-2f07655fef13, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:44:10.994193 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bd561d72-fdb1-4d4f-8a1a-c1b4d6fa923b req-d36c7124-a879-43c2-8601-1de5b28b36f1 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959792 Mar 11 19:44:10.997269 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-724a9a70-2baf-4835-8144-a3e1e5acd7f1 None None] For port b1c556a6-96e4-4455-9dc6-2f07655fef13, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=b1c556a6-96e4-4455-9dc6-2f07655fef13,segment=NetworkSegment(9bfd026a-70b8-43be-917f-3a2340bae72c),segment_id=9bfd026a-70b8-43be-917f-3a2340bae72c)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:44:11.010527 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-724a9a70-2baf-4835-8144-a3e1e5acd7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (b1c556a6-96e4-4455-9dc6-2f07655fef13), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:11.021131 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-e4b5d6d2-22bb-475a-a629-c4f8a0a5d78f req-b74ce3b5-1bcb-4221-aa1d-cdeba2cfb5e2 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1103257331', 'description': 'tempest-description-446148019'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:44:11.064924 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f5153e93-feb9-4376-a34a-2545bb194b79 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (11c7f7ec-af9e-4769-8874-8e0103a59e8f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:11.079461 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 44094) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:44:11.080614 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e4b5d6d2-22bb-475a-a629-c4f8a0a5d78f req-b74ce3b5-1bcb-4221-aa1d-cdeba2cfb5e2 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:11.082671 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724a9a70-2baf-4835-8144-a3e1e5acd7f1 None None] Pushing event updated for resources: {'Port': ['ID=b1c556a6-96e4-4455-9dc6-2f07655fef13,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:11.189862 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-bbebd833-c63c-41cd-9510-9b8d7b480ece admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b362e7ba3bfb498d9e580e0a76a9be12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1058624 Mar 11 19:44:11.196722 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 44096) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:44:11.200570 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f5153e93-feb9-4376-a34a-2545bb194b79 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (11c7f7ec-af9e-4769-8874-8e0103a59e8f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:11.264510 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e4b5d6d2-22bb-475a-a629-c4f8a0a5d78f req-b74ce3b5-1bcb-4221-aa1d-cdeba2cfb5e2 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks [] for security_group (545f24db-796b-4aa5-92c9-2ad60e4c8a6c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:11.270532 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e4b5d6d2-22bb-475a-a629-c4f8a0a5d78f req-b74ce3b5-1bcb-4221-aa1d-cdeba2cfb5e2 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (545f24db-796b-4aa5-92c9-2ad60e4c8a6c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:11.292150 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5153e93-feb9-4376-a34a-2545bb194b79 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Pushing event deleted for resources: {'Subnet': ['ID=11c7f7ec-af9e-4769-8874-8e0103a59e8f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:11.299338 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f5153e93-feb9-4376-a34a-2545bb194b79 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:11.302978 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f5153e93-feb9-4376-a34a-2545bb194b79 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] 10.222.0.65 "DELETE /v2.0/subnets/11c7f7ec-af9e-4769-8874-8e0103a59e8f HTTP/1.1" status: 204 len: 168 time: 0.7633281 Mar 11 19:44:11.317256 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 44100) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:44:11.330352 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74ce3b5-1bcb-4221-aa1d-cdeba2cfb5e2 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=545f24db-796b-4aa5-92c9-2ad60e4c8a6c,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:11.336675 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e4b5d6d2-22bb-475a-a629-c4f8a0a5d78f req-b74ce3b5-1bcb-4221-aa1d-cdeba2cfb5e2 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:11.338683 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e4b5d6d2-22bb-475a-a629-c4f8a0a5d78f req-b74ce3b5-1bcb-4221-aa1d-cdeba2cfb5e2 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.3232241 Mar 11 19:44:11.430042 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e87cde8a-3de0-4348-b42f-296e04210dc1 req-23b2d36a-baba-4ef2-9f20-fcf4564992c4 tempest-ServerMetadataNegativeTestJSON-1794215757 tempest-ServerMetadataNegativeTestJSON-1794215757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (836f3591-b233-4dd1-aad9-c317f4f78493), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:11.443046 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['836f3591-b233-4dd1-aad9-c317f4f78493'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:44:11.502375 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b2d36a-baba-4ef2-9f20-fcf4564992c4 tempest-ServerMetadataNegativeTestJSON-1794215757 tempest-ServerMetadataNegativeTestJSON-1794215757-project] Pushing event deleted for resources: {'Port': ['ID=836f3591-b233-4dd1-aad9-c317f4f78493,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:11.507061 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d7cb1939-a3ec-4355-9e42-ab25e18069e2 admin admin] Publish callbacks [] for security_group (5e6edb3d-008e-48ff-8ef0-64786618cae1), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:11.559356 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb503e-515b-404a-8b8b-f219fe148fd4 req-c73ac0df-7c34-4d84-a7ed-364cc4c5a26b tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:11.561126 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6fbb503e-515b-404a-8b8b-f219fe148fd4 req-c73ac0df-7c34-4d84-a7ed-364cc4c5a26b tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 946 time: 0.0812874 Mar 11 19:44:11.576646 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e96253-c915-4873-852e-5fd559983ad7 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:11.584781 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d6e96253-c915-4873-852e-5fd559983ad7 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2475021 Mar 11 19:44:11.585422 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 44108) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:44:11.613500 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d7cb1939-a3ec-4355-9e42-ab25e18069e2 admin admin] Publish callbacks [] for security_group (5e6edb3d-008e-48ff-8ef0-64786618cae1), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:11.645279 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6fbb503e-515b-404a-8b8b-f219fe148fd4 req-569052c6-1603-4faa-8ce6-4257ecf1d45a tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772078 Mar 11 19:44:11.668871 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-e87cde8a-3de0-4348-b42f-296e04210dc1 req-23b2d36a-baba-4ef2-9f20-fcf4564992c4 tempest-ServerMetadataNegativeTestJSON-1794215757 tempest-ServerMetadataNegativeTestJSON-1794215757-project] No DVR routers for this DVR port 836f3591-b233-4dd1-aad9-c317f4f78493 on host n-h1-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:44:11.677249 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e87cde8a-3de0-4348-b42f-296e04210dc1 req-23b2d36a-baba-4ef2-9f20-fcf4564992c4 tempest-ServerMetadataNegativeTestJSON-1794215757 tempest-ServerMetadataNegativeTestJSON-1794215757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:11.681280 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e87cde8a-3de0-4348-b42f-296e04210dc1 req-23b2d36a-baba-4ef2-9f20-fcf4564992c4 tempest-ServerMetadataNegativeTestJSON-1794215757 tempest-ServerMetadataNegativeTestJSON-1794215757-project] 10.222.0.75 "DELETE /v2.0/ports/836f3591-b233-4dd1-aad9-c317f4f78493 HTTP/1.1" status: 204 len: 173 time: 1.2467921 Mar 11 19:44:11.683506 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8de063cb-3792-4f92-9c95-d3eabbc7f236', 'name': 'network-vif-deleted', 'tag': '836f3591-b233-4dd1-aad9-c317f4f78493'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:44:11.686240 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81dc8fc3-3c96-4da9-9e89-f29fbe88f964" -d '{"events": [{"server_uuid": "8de063cb-3792-4f92-9c95-d3eabbc7f236", "name": "network-vif-deleted", "tag": "836f3591-b233-4dd1-aad9-c317f4f78493"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:44:11.771315 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c45e7e4a-f169-44b3-95f4-eb89f960c303 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (335f70da-d175-4bd8-8296-7ed7d6bdf1c7), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:11.798536 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d7cb1939-a3ec-4355-9e42-ab25e18069e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (5e6edb3d-008e-48ff-8ef0-64786618cae1), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:11.801615 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d7cb1939-a3ec-4355-9e42-ab25e18069e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:11.805711 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d7cb1939-a3ec-4355-9e42-ab25e18069e2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5e6edb3d-008e-48ff-8ef0-64786618cae1 HTTP/1.1" status: 204 len: 168 time: 0.6046827 Mar 11 19:44:11.886652 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a0c9c030-4008-4482-b90c-4d0fad60be50 req-49ac6e96-b785-4513-8db4-fb110ff55ac5 tempest-ServerMetadataNegativeTestJSON-1794215757 tempest-ServerMetadataNegativeTestJSON-1794215757-project] 10.222.0.65 "GET /v2.0/ports?device_id=8de063cb-3792-4f92-9c95-d3eabbc7f236 HTTP/1.1" status: 200 len: 210 time: 0.0643871 Mar 11 19:44:11.893313 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cb1939-a3ec-4355-9e42-ab25e18069e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6edb3d-008e-48ff-8ef0-64786618cae1,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:11.969517 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-c45e7e4a-f169-44b3-95f4-eb89f960c303 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Deleting port b1c556a6-96e4-4455-9dc6-2f07655fef13 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:44:11.969795 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c45e7e4a-f169-44b3-95f4-eb89f960c303 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (b1c556a6-96e4-4455-9dc6-2f07655fef13), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:12.040490 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device b1c556a6-96e4-4455-9dc6-2f07655fef13 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:44:12.059947 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-c45e7e4a-f169-44b3-95f4-eb89f960c303 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] For port b1c556a6-96e4-4455-9dc6-2f07655fef13, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=b1c556a6-96e4-4455-9dc6-2f07655fef13,segment=NetworkSegment(9bfd026a-70b8-43be-917f-3a2340bae72c),segment_id=9bfd026a-70b8-43be-917f-3a2340bae72c)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:44:12.060368 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c45e7e4a-f169-44b3-95f4-eb89f960c303 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (b1c556a6-96e4-4455-9dc6-2f07655fef13), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:12.074906 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-c45e7e4a-f169-44b3-95f4-eb89f960c303 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Calling delete_port for b1c556a6-96e4-4455-9dc6-2f07655fef13 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:44:12.186290 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c45e7e4a-f169-44b3-95f4-eb89f960c303 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (b1c556a6-96e4-4455-9dc6-2f07655fef13), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:12.187829 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port b1c556a6-96e4-4455-9dc6-2f07655fef13 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:44:12.188239 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (b1c556a6-96e4-4455-9dc6-2f07655fef13), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:12.228660 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Port b1c556a6-96e4-4455-9dc6-2f07655fef13 was deleted so its status cannot be updated. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Mar 11 19:44:12.238058 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45e7e4a-f169-44b3-95f4-eb89f960c303 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Pushing event deleted for resources: {'Port': ['ID=b1c556a6-96e4-4455-9dc6-2f07655fef13,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:12.250597 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45e7e4a-f169-44b3-95f4-eb89f960c303 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] No DVR routers for this DVR port b1c556a6-96e4-4455-9dc6-2f07655fef13 on host n-d-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:44:12.308870 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77820f55-b6ad-4dd4-8a65-4f3726fdf76c req-884af220-834c-4266-981f-08aa03035b63 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:12.327661 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-77820f55-b6ad-4dd4-8a65-4f3726fdf76c req-884af220-834c-4266-981f-08aa03035b63 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/networks?id=e379c903-522a-4afd-b4b9-c2c362c44083 HTTP/1.1" status: 200 len: 813 time: 0.2599468 Mar 11 19:44:12.368352 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-77820f55-b6ad-4dd4-8a65-4f3726fdf76c req-9b9a5abd-ed0b-4ca6-89ae-443cc3df4afd tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/quotas/9847127c40534c169b75983394620333 HTTP/1.1" status: 200 len: 375 time: 0.0386658 Mar 11 19:44:12.438320 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c45e7e4a-f169-44b3-95f4-eb89f960c303 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (335f70da-d175-4bd8-8296-7ed7d6bdf1c7), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:12.481471 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-77820f55-b6ad-4dd4-8a65-4f3726fdf76c req-2de9dada-f6d8-48d8-b1b0-374d9642bc7b tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=9847127c40534c169b75983394620333&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1120274 Mar 11 19:44:12.503229 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-c45e7e4a-f169-44b3-95f4-eb89f960c303 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['335f70da-d175-4bd8-8296-7ed7d6bdf1c7']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:12.516253 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-c45e7e4a-f169-44b3-95f4-eb89f960c303 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bfd026a-70b8-43be-917f-3a2340bae72c') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:12.517142 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-c45e7e4a-f169-44b3-95f4-eb89f960c303 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bfd026a-70b8-43be-917f-3a2340bae72c') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:12.527898 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c45e7e4a-f169-44b3-95f4-eb89f960c303 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (9bfd026a-70b8-43be-917f-3a2340bae72c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:12.555580 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c45e7e4a-f169-44b3-95f4-eb89f960c303 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (9bfd026a-70b8-43be-917f-3a2340bae72c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:12.563092 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c45e7e4a-f169-44b3-95f4-eb89f960c303 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Releasing vlan 862 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:44:12.563491 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c45e7e4a-f169-44b3-95f4-eb89f960c303 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (9bfd026a-70b8-43be-917f-3a2340bae72c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:12.566909 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:44:12.566909 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:44:12.566909 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:44:12.566909 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:44:12.566909 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:44:12.566909 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:44:12.566909 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:44:12.566909 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:44:12.566909 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:44:12.566909 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:44:12.566909 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:44:12.566909 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:44:12.566909 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:44:12.566909 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:44:12.566909 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:44:12.566909 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:44:12.566909 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:44:12.566909 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:44:12.566909 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:44:12.566909 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:44:12.566909 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:44:12.566909 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:44:12.566909 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:44:12.566909 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:44:12.566909 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:44:12.566909 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:44:12.566909 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:44:12.566909 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:44:12.566909 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:44:12.566909 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:44:12.566909 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:44:12.566909 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:44:12.640983 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-77820f55-b6ad-4dd4-8a65-4f3726fdf76c req-92e7269c-7c4b-4b28-8a66-064d37bdfa9e service neutron] 10.222.0.65 "GET /v2.0/networks/e379c903-522a-4afd-b4b9-c2c362c44083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581368 Mar 11 19:44:12.654086 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c45e7e4a-f169-44b3-95f4-eb89f960c303 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (335f70da-d175-4bd8-8296-7ed7d6bdf1c7), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:12.678851 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c45e7e4a-f169-44b3-95f4-eb89f960c303 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:12.682566 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c45e7e4a-f169-44b3-95f4-eb89f960c303 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] 10.222.0.65 "DELETE /v2.0/networks/335f70da-d175-4bd8-8296-7ed7d6bdf1c7 HTTP/1.1" status: 204 len: 168 time: 1.0714614 Mar 11 19:44:12.683687 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45e7e4a-f169-44b3-95f4-eb89f960c303 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Pushing event deleted for resources: {'Network': ['ID=335f70da-d175-4bd8-8296-7ed7d6bdf1c7,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:12.691303 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 44136) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:44:12.743970 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6a15d1-aefb-47e7-872b-a64ad0b3b782 None None] get_active_networks_info from n-d-833163-1 {{(pid=103886) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 11 19:44:12.794253 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2a159354-1eb4-4eb5-8e8e-dec406919707 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (2e216c50-d3ad-4cb6-a585-5bd23bbdb14f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:12.841911 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-77820f55-b6ad-4dd4-8a65-4f3726fdf76c req-ca5678bf-4c29-4962-a166-9d4042b551ef service neutron] 10.222.0.65 "GET /v2.0/networks/e379c903-522a-4afd-b4b9-c2c362c44083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940167 Mar 11 19:44:12.898456 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6a15d1-aefb-47e7-872b-a64ad0b3b782 None None] Resources bound (agent type, host, resource id): {{(pid=103886) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 19:44:12.916375 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ee28ec6e-fd54-4d81-b3f0-c95ea74fe424 None None] Could not find standard attr ID for object b1c556a6-96e4-4455-9dc6-2f07655fef13. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 19:44:12.954152 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2a159354-1eb4-4eb5-8e8e-dec406919707 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (2e216c50-d3ad-4cb6-a585-5bd23bbdb14f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:12.983194 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-2a159354-1eb4-4eb5-8e8e-dec406919707 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e216c50-d3ad-4cb6-a585-5bd23bbdb14f']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:12.997460 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-2a159354-1eb4-4eb5-8e8e-dec406919707 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee34957c-0914-429e-ab01-62b4042fdf15') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:12.997898 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-2a159354-1eb4-4eb5-8e8e-dec406919707 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee34957c-0914-429e-ab01-62b4042fdf15') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:13.016376 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2a159354-1eb4-4eb5-8e8e-dec406919707 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (ee34957c-0914-429e-ab01-62b4042fdf15), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:13.032029 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2a159354-1eb4-4eb5-8e8e-dec406919707 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (ee34957c-0914-429e-ab01-62b4042fdf15), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:13.040628 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a159354-1eb4-4eb5-8e8e-dec406919707 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Releasing vlan 866 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:44:13.052510 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2a159354-1eb4-4eb5-8e8e-dec406919707 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (ee34957c-0914-429e-ab01-62b4042fdf15), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:13.062232 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:44:13.062232 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:44:13.062232 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:44:13.062232 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:44:13.062232 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:44:13.062232 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:44:13.062232 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:44:13.062232 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:44:13.062232 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:44:13.062232 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:44:13.062232 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:44:13.062232 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:44:13.062232 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:44:13.062232 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:44:13.062232 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:44:13.062232 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:44:13.062232 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:44:13.062232 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:44:13.062232 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:44:13.062232 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:44:13.062232 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:44:13.062232 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:44:13.062232 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:44:13.062232 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:44:13.062232 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:44:13.062232 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:44:13.062232 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:44:13.062232 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:44:13.062232 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:44:13.062232 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:44:13.062232 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:44:13.062232 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:44:13.126652 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 44154) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:44:13.209505 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2a159354-1eb4-4eb5-8e8e-dec406919707 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (2e216c50-d3ad-4cb6-a585-5bd23bbdb14f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:13.217422 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2a159354-1eb4-4eb5-8e8e-dec406919707 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:13.221833 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-2a159354-1eb4-4eb5-8e8e-dec406919707 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] 10.222.0.65 "DELETE /v2.0/networks/2e216c50-d3ad-4cb6-a585-5bd23bbdb14f HTTP/1.1" status: 204 len: 168 time: 0.5286722 Mar 11 19:44:13.226433 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 44158) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:44:13.249995 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a159354-1eb4-4eb5-8e8e-dec406919707 tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Pushing event deleted for resources: {'Network': ['ID=2e216c50-d3ad-4cb6-a585-5bd23bbdb14f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:13.377768 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-44d35310-cb61-4661-af59-97ac307de892 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1178476623-network', 'tenant_id': '7820ad9e9d8d4a0fbaab3a0f5d10eb58'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:44:13.380264 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844498c9-6e3d-494f-9026-5ba97cad5bf2 None None] DHCP port deletion for 335f70da-d175-4bd8-8296-7ed7d6bdf1c7 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:44:13.394244 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b33824-1f14-45ae-be1c-46efe1d732bf req-57d89c8b-31a1-41bf-9450-5697911a4763 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:13.397480 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-37b33824-1f14-45ae-be1c-46efe1d732bf req-57d89c8b-31a1-41bf-9450-5697911a4763 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 946 time: 0.2379892 Mar 11 19:44:13.417534 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2b958c5a-a8ab-4d78-8d4f-e19244ee74bc tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (36e85935-0b17-4501-a07e-eb1ac3dee4e2), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:13.419121 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c4a168-c40f-4373-a274-b7642dd0ecee None None] Network 335f70da-d175-4bd8-8296-7ed7d6bdf1c7 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:44:13.435958 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c4a168-c40f-4373-a274-b7642dd0ecee None None] Network 335f70da-d175-4bd8-8296-7ed7d6bdf1c7 could not be found, it might have been deleted concurrently. {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 11 19:44:13.451814 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d35310-cb61-4661-af59-97ac307de892 admin admin] Made reservation on behalf of 7820ad9e9d8d4a0fbaab3a0f5d10eb58 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:44:13.454732 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-44d35310-cb61-4661-af59-97ac307de892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:13.481499 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-44d35310-cb61-4661-af59-97ac307de892 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:13.514448 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-37b33824-1f14-45ae-be1c-46efe1d732bf req-27916001-0b7c-4217-9281-89b33676e8ca tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027217 Mar 11 19:44:13.577122 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b45ab88b-9d25-4f22-bd61-2291bd5ec56c x-openstack-request-id: req-b45ab88b-9d25-4f22-bd61-2291bd5ec56c {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:44:13.577655 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8de063cb-3792-4f92-9c95-d3eabbc7f236", "name": "network-vif-deleted", "tag": "836f3591-b233-4dd1-aad9-c317f4f78493", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:44:13.578084 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b45ab88b-9d25-4f22-bd61-2291bd5ec56c {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:44:13.578770 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8de063cb-3792-4f92-9c95-d3eabbc7f236', 'name': 'network-vif-deleted', 'tag': '836f3591-b233-4dd1-aad9-c317f4f78493', 'status': 'completed', 'code': 200} Mar 11 19:44:13.599006 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2b958c5a-a8ab-4d78-8d4f-e19244ee74bc tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (36e85935-0b17-4501-a07e-eb1ac3dee4e2), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:13.635342 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-2b958c5a-a8ab-4d78-8d4f-e19244ee74bc tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36e85935-0b17-4501-a07e-eb1ac3dee4e2']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:13.659663 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-2b958c5a-a8ab-4d78-8d4f-e19244ee74bc tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89458eb1-c4b2-43dd-a807-499cc69a87af') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:13.660646 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-2b958c5a-a8ab-4d78-8d4f-e19244ee74bc tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89458eb1-c4b2-43dd-a807-499cc69a87af') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:13.692050 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2b958c5a-a8ab-4d78-8d4f-e19244ee74bc tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (89458eb1-c4b2-43dd-a807-499cc69a87af), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:13.724752 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2b958c5a-a8ab-4d78-8d4f-e19244ee74bc tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (89458eb1-c4b2-43dd-a807-499cc69a87af), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:13.744698 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b958c5a-a8ab-4d78-8d4f-e19244ee74bc tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Releasing vlan 888 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:44:13.744698 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2b958c5a-a8ab-4d78-8d4f-e19244ee74bc tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (89458eb1-c4b2-43dd-a807-499cc69a87af), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:13.771894 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 19:44:13.771894 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:44:13.771894 n-d-833163-1 neutron-server[103885]: timer() Mar 11 19:44:13.771894 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:44:13.771894 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 19:44:13.771894 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:44:13.771894 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 19:44:13.771894 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:44:13.771894 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 19:44:13.771894 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:44:13.771894 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 19:44:13.771894 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:44:13.771894 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 19:44:13.771894 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:44:13.771894 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:44:13.771894 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:44:13.771894 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:44:13.771894 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:44:13.771894 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 19:44:13.771894 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:44:13.771894 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 19:44:13.771894 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:44:13.771894 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:44:13.771894 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:44:13.771894 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 19:44:13.771894 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:44:13.771894 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:44:13.771894 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:44:13.771894 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:44:13.771894 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:44:13.771894 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:44:13.771894 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:44:13.795959 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-60eb8b12-737e-45bc-98b0-b228853da711 req-862d9e1b-ced7-42da-9f5c-3345865d4514 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0696084 Mar 11 19:44:13.836592 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-44d35310-cb61-4661-af59-97ac307de892 admin admin] Publish callbacks [] for security_group (40461276-efdc-42d2-b47e-61f3b5aad62a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:13.844213 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5fd88-1549-4f02-9c97-63d5c18b4d8e req-1b93f80e-b9ff-4053-9aa4-a9b276030ded tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:13.845824 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7ff5fd88-1549-4f02-9c97-63d5c18b4d8e req-1b93f80e-b9ff-4053-9aa4-a9b276030ded tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=18a14a02-4224-4a82-b099-4ed93ccd55fa HTTP/1.1" status: 200 len: 946 time: 0.2021890 Mar 11 19:44:13.847601 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-44d35310-cb61-4661-af59-97ac307de892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (40461276-efdc-42d2-b47e-61f3b5aad62a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:13.887968 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2b958c5a-a8ab-4d78-8d4f-e19244ee74bc tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (36e85935-0b17-4501-a07e-eb1ac3dee4e2), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:13.892691 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2b958c5a-a8ab-4d78-8d4f-e19244ee74bc tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:13.898139 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-2b958c5a-a8ab-4d78-8d4f-e19244ee74bc tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] 10.222.0.65 "DELETE /v2.0/networks/36e85935-0b17-4501-a07e-eb1ac3dee4e2 HTTP/1.1" status: 204 len: 168 time: 0.6634898 Mar 11 19:44:13.915107 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44d35310-cb61-4661-af59-97ac307de892 admin admin] vlan segment allocate from pool success with {'vlan_id': 859, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:44:13.917171 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device b1c556a6-96e4-4455-9dc6-2f07655fef13 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:44:13.921464 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 44170) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:44:13.935724 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d35310-cb61-4661-af59-97ac307de892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40461276-efdc-42d2-b47e-61f3b5aad62a,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:13.937931 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b958c5a-a8ab-4d78-8d4f-e19244ee74bc tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Pushing event deleted for resources: {'Network': ['ID=36e85935-0b17-4501-a07e-eb1ac3dee4e2,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:13.945761 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: b1c556a6-96e4-4455-9dc6-2f07655fef13 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:44:13.946816 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device b1c556a6-96e4-4455-9dc6-2f07655fef13 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:44:13.965723 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d35310-cb61-4661-af59-97ac307de892 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:13.966082 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d35310-cb61-4661-af59-97ac307de892 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:13.966422 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d35310-cb61-4661-af59-97ac307de892 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:13.966756 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d35310-cb61-4661-af59-97ac307de892 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:13.967089 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d35310-cb61-4661-af59-97ac307de892 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:13.967416 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d35310-cb61-4661-af59-97ac307de892 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:13.967766 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d35310-cb61-4661-af59-97ac307de892 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:13.968116 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d35310-cb61-4661-af59-97ac307de892 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:13.968397 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d35310-cb61-4661-af59-97ac307de892 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:13.968714 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d35310-cb61-4661-af59-97ac307de892 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:13.969036 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d35310-cb61-4661-af59-97ac307de892 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:13.969346 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d35310-cb61-4661-af59-97ac307de892 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:13.969655 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44d35310-cb61-4661-af59-97ac307de892 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:13.974736 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-44d35310-cb61-4661-af59-97ac307de892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (2050da75-ef75-4b09-aec2-5a684d727cb8), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:13.975079 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-44d35310-cb61-4661-af59-97ac307de892 admin admin] Added segment 2050da75-ef75-4b09-aec2-5a684d727cb8 of type vlan for network 01735317-8a4a-4e64-a4df-d4017f2816a0 Mar 11 19:44:13.982623 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b958c5a-a8ab-4d78-8d4f-e19244ee74bc tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:13.982963 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b958c5a-a8ab-4d78-8d4f-e19244ee74bc tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:13.983302 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b958c5a-a8ab-4d78-8d4f-e19244ee74bc tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:13.983661 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b958c5a-a8ab-4d78-8d4f-e19244ee74bc tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:13.983985 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b958c5a-a8ab-4d78-8d4f-e19244ee74bc tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:13.984313 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b958c5a-a8ab-4d78-8d4f-e19244ee74bc tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:13.984635 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b958c5a-a8ab-4d78-8d4f-e19244ee74bc tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:13.984957 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b958c5a-a8ab-4d78-8d4f-e19244ee74bc tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:13.985273 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b958c5a-a8ab-4d78-8d4f-e19244ee74bc tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:13.985592 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b958c5a-a8ab-4d78-8d4f-e19244ee74bc tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:13.985905 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b958c5a-a8ab-4d78-8d4f-e19244ee74bc tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:13.986382 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b958c5a-a8ab-4d78-8d4f-e19244ee74bc tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:13.986714 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b958c5a-a8ab-4d78-8d4f-e19244ee74bc tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:14.019179 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7ff5fd88-1549-4f02-9c97-63d5c18b4d8e req-8bb191f1-cb12-417e-9338-eab04e39df7c tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596348 Mar 11 19:44:14.030485 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8aed780b-240a-4c30-a3b8-152678c28e9b tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (4bf1ffad-4838-4585-9595-589c07f50ec2), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:14.062205 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb8b12-737e-45bc-98b0-b228853da711 req-950048b0-1816-4328-aa46-6a27117d3ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:14.064092 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-60eb8b12-737e-45bc-98b0-b228853da711 req-950048b0-1816-4328-aa46-6a27117d3ee1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=66b3b8d3f65c4e239ea33b0475efa223&device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 1127 time: 0.2254820 Mar 11 19:44:14.106377 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-44d35310-cb61-4661-af59-97ac307de892 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (01735317-8a4a-4e64-a4df-d4017f2816a0), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:14.142755 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-44d35310-cb61-4661-af59-97ac307de892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (01735317-8a4a-4e64-a4df-d4017f2816a0), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:14.144063 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d35310-cb61-4661-af59-97ac307de892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:14.144715 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-44d35310-cb61-4661-af59-97ac307de892 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:14.182944 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8aed780b-240a-4c30-a3b8-152678c28e9b tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (4bf1ffad-4838-4585-9595-589c07f50ec2), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:14.203897 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-44d35310-cb61-4661-af59-97ac307de892 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0730975 Mar 11 19:44:14.204289 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 44172) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:44:14.229114 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 44174) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:44:14.237673 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-8aed780b-240a-4c30-a3b8-152678c28e9b tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bf1ffad-4838-4585-9595-589c07f50ec2']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:14.267921 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-8aed780b-240a-4c30-a3b8-152678c28e9b tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc432a83-c77e-4d2e-8a30-50e1c5dbbbe1') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:14.268592 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-8aed780b-240a-4c30-a3b8-152678c28e9b tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc432a83-c77e-4d2e-8a30-50e1c5dbbbe1') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:14.268828 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-2053ee13-0281-4251-9d59-4c0f046e1494 admin admin] Request body: {'subnet': {'network_id': '01735317-8a4a-4e64-a4df-d4017f2816a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1178476623-subnet', 'tenant_id': '7820ad9e9d8d4a0fbaab3a0f5d10eb58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:44:14.272387 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d35310-cb61-4661-af59-97ac307de892 admin admin] Pushing event updated for resources: {'Network': ['ID=01735317-8a4a-4e64-a4df-d4017f2816a0,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:14.282880 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 01735317-8a4a-4e64-a4df-d4017f2816a0 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:44:14.329646 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-07ce0054-62a8-498d-82a7-f8095f4a0a32 req-820e7b94-b619-4a76-9117-c7d651b0b761 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/ports?device_id=542ff3f7-b3f3-4744-95c0-cdaa43bf8b64 HTTP/1.1" status: 200 len: 210 time: 0.0535581 Mar 11 19:44:14.333335 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8aed780b-240a-4c30-a3b8-152678c28e9b tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (cc432a83-c77e-4d2e-8a30-50e1c5dbbbe1), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:14.350954 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2053ee13-0281-4251-9d59-4c0f046e1494 admin admin] Made reservation on behalf of 7820ad9e9d8d4a0fbaab3a0f5d10eb58 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:44:14.354205 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2053ee13-0281-4251-9d59-4c0f046e1494 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:14.392504 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8aed780b-240a-4c30-a3b8-152678c28e9b tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (cc432a83-c77e-4d2e-8a30-50e1c5dbbbe1), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:14.401206 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e157312-2c33-4e15-bc6a-4ed33d55ef64 admin admin] Deleting subnet dfc0b762-c8dd-49bd-88c1-f8c1ded354c5 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:44:14.405692 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3e157312-2c33-4e15-bc6a-4ed33d55ef64 admin admin] Publish callbacks [] for subnet (dfc0b762-c8dd-49bd-88c1-f8c1ded354c5), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:14.412182 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 836f3591-b233-4dd1-aad9-c317f4f78493 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:44:14.442571 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3e157312-2c33-4e15-bc6a-4ed33d55ef64 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (dfc0b762-c8dd-49bd-88c1-f8c1ded354c5), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:14.455969 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: 836f3591-b233-4dd1-aad9-c317f4f78493 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:44:14.456640 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 836f3591-b233-4dd1-aad9-c317f4f78493 not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:44:14.484281 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aed780b-240a-4c30-a3b8-152678c28e9b tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Releasing vlan 867 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:44:14.485242 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8aed780b-240a-4c30-a3b8-152678c28e9b tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (cc432a83-c77e-4d2e-8a30-50e1c5dbbbe1), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:14.490543 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:44:14.490543 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:44:14.490543 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:44:14.490543 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:44:14.490543 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:44:14.490543 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:44:14.490543 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:44:14.490543 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:44:14.490543 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:44:14.490543 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:44:14.490543 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:44:14.490543 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:44:14.490543 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:44:14.490543 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:44:14.490543 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:44:14.490543 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:44:14.490543 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:44:14.490543 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:44:14.490543 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:44:14.490543 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:44:14.490543 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:44:14.490543 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:44:14.490543 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:44:14.490543 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:44:14.490543 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:44:14.490543 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:44:14.490543 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:44:14.490543 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:44:14.490543 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:44:14.490543 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:44:14.490543 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:44:14.490543 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:44:14.530128 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb8b12-737e-45bc-98b0-b228853da711 req-a7021489-3062-41fb-b8f9-3e75d0b51947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:14.531726 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-60eb8b12-737e-45bc-98b0-b228853da711 req-a7021489-3062-41fb-b8f9-3e75d0b51947 service neutron] 10.222.0.75 "GET /v2.0/networks?id=90663b8c-1bde-4a55-8ab4-a84ee4d3cf19 HTTP/1.1" status: 200 len: 912 time: 0.3384581 Mar 11 19:44:14.612129 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd011d55-6734-4873-9059-992654b9002e req-23e37aff-f67a-4411-89bd-35de1687f383 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:14.613826 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bd011d55-6734-4873-9059-992654b9002e req-23e37aff-f67a-4411-89bd-35de1687f383 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 946 time: 0.1696663 Mar 11 19:44:14.653693 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3e157312-2c33-4e15-bc6a-4ed33d55ef64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (dfc0b762-c8dd-49bd-88c1-f8c1ded354c5), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:14.658047 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77820f55-b6ad-4dd4-8a65-4f3726fdf76c req-e4f2c743-cf1b-41af-ac66-de9a75c34f10 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:14.658647 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-77820f55-b6ad-4dd4-8a65-4f3726fdf76c req-e4f2c743-cf1b-41af-ac66-de9a75c34f10 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.75 "GET /v2.0/networks?id=e379c903-522a-4afd-b4b9-c2c362c44083 HTTP/1.1" status: 200 len: 813 time: 0.1640630 Mar 11 19:44:14.677997 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-77820f55-b6ad-4dd4-8a65-4f3726fdf76c req-0c2a6438-f935-42eb-ad28-ca73f4f2bead tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Request body: {'port': {'device_id': '542ff3f7-b3f3-4744-95c0-cdaa43bf8b64', 'network_id': 'e379c903-522a-4afd-b4b9-c2c362c44083', 'admin_state_up': True, 'tenant_id': '9847127c40534c169b75983394620333'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:44:14.692019 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8aed780b-240a-4c30-a3b8-152678c28e9b tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (4bf1ffad-4838-4585-9595-589c07f50ec2), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:14.707594 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8aed780b-240a-4c30-a3b8-152678c28e9b tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:14.714092 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8aed780b-240a-4c30-a3b8-152678c28e9b tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] 10.222.0.65 "DELETE /v2.0/networks/4bf1ffad-4838-4585-9595-589c07f50ec2 HTTP/1.1" status: 204 len: 168 time: 0.7904050 Mar 11 19:44:14.719880 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-60eb8b12-737e-45bc-98b0-b228853da711 req-5426d532-3828-41db-9f8a-f250f428f3c2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fd68e1a-7e53-4dd7-a129-e219fe1f8266 HTTP/1.1" status: 200 len: 1000 time: 0.1754100 Mar 11 19:44:14.730374 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bd011d55-6734-4873-9059-992654b9002e req-e9086310-125e-4c23-860c-738c2ed5a606 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081424 Mar 11 19:44:14.744057 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aed780b-240a-4c30-a3b8-152678c28e9b tempest-BulkNetworkOpsIpV6Test-1165933726 tempest-BulkNetworkOpsIpV6Test-1165933726-project] Pushing event deleted for resources: {'Network': ['ID=4bf1ffad-4838-4585-9595-589c07f50ec2,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:14.827595 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3e157312-2c33-4e15-bc6a-4ed33d55ef64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (dfc0b762-c8dd-49bd-88c1-f8c1ded354c5), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:14.835505 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb8b12-737e-45bc-98b0-b228853da711 req-f85d2457-335f-4706-9cff-89d89302dc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:14.838776 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-60eb8b12-737e-45bc-98b0-b228853da711 req-f85d2457-335f-4706-9cff-89d89302dc0c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=83286d6e-3d22-482f-b14a-2fbd7466cc6c HTTP/1.1" status: 200 len: 850 time: 0.1033001 Mar 11 19:44:14.886774 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e157312-2c33-4e15-bc6a-4ed33d55ef64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfc0b762-c8dd-49bd-88c1-f8c1ded354c5,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:14.889978 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3e157312-2c33-4e15-bc6a-4ed33d55ef64 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:14.893638 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-3e157312-2c33-4e15-bc6a-4ed33d55ef64 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/dfc0b762-c8dd-49bd-88c1-f8c1ded354c5 HTTP/1.1" status: 204 len: 168 time: 0.6591728 Mar 11 19:44:14.895953 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 44182) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:44:14.997815 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f2894-7d74-4bc8-ad4e-a60a70618447 req-be63b764-c562-49e3-8707-b3967b1c96b7 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:15.005478 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cd3f2894-7d74-4bc8-ad4e-a60a70618447 req-be63b764-c562-49e3-8707-b3967b1c96b7 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 946 time: 0.1770713 Mar 11 19:44:15.031105 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eb8b12-737e-45bc-98b0-b228853da711 req-66b3816a-f768-44cd-82b1-8be183312e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:15.032843 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2053ee13-0281-4251-9d59-4c0f046e1494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (eb8c481a-0085-4c68-99b6-557add235c4e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:15.033096 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-60eb8b12-737e-45bc-98b0-b228853da711 req-66b3816a-f768-44cd-82b1-8be183312e86 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=90663b8c-1bde-4a55-8ab4-a84ee4d3cf19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1613524 Mar 11 19:44:15.039071 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a710edd1-e557-4153-92b0-71f6779a3af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (b9c32b6b-01fd-48d6-8ba0-70bd84128973), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:15.063433 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 44188) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:44:15.072026 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77820f55-b6ad-4dd4-8a65-4f3726fdf76c req-0c2a6438-f935-42eb-ad28-ca73f4f2bead tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Made reservation on behalf of 9847127c40534c169b75983394620333 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:44:15.075570 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-77820f55-b6ad-4dd4-8a65-4f3726fdf76c req-0c2a6438-f935-42eb-ad28-ca73f4f2bead tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:15.124967 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cd3f2894-7d74-4bc8-ad4e-a60a70618447 req-b1c1c5c1-bbf8-4a82-88c0-6799ef722064 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185341 Mar 11 19:44:15.157400 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2053ee13-0281-4251-9d59-4c0f046e1494 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb8c481a-0085-4c68-99b6-557add235c4e,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:15.179498 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-60eb8b12-737e-45bc-98b0-b228853da711 req-d22eed10-5695-4b70-a554-8c76a7550e61 service neutron] 10.222.0.75 "GET /v2.0/networks/90663b8c-1bde-4a55-8ab4-a84ee4d3cf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370716 Mar 11 19:44:15.216168 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2053ee13-0281-4251-9d59-4c0f046e1494 admin admin] Checking segment: {'id': '2050da75-ef75-4b09-aec2-5a684d727cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '01735317-8a4a-4e64-a4df-d4017f2816a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:44:15.216533 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2053ee13-0281-4251-9d59-4c0f046e1494 admin admin] Network hostable DHCP agents. Network: 01735317-8a4a-4e64-a4df-d4017f2816a0, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:44:15.217601 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a710edd1-e557-4153-92b0-71f6779a3af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (b9c32b6b-01fd-48d6-8ba0-70bd84128973), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:15.275118 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-a710edd1-e557-4153-92b0-71f6779a3af5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9c32b6b-01fd-48d6-8ba0-70bd84128973']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:15.294989 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-a710edd1-e557-4153-92b0-71f6779a3af5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89b51435-4d52-4a4b-b4a1-2243d7d1b31c') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:15.295226 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-a710edd1-e557-4153-92b0-71f6779a3af5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89b51435-4d52-4a4b-b4a1-2243d7d1b31c') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:15.306864 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2053ee13-0281-4251-9d59-4c0f046e1494 admin admin] Network 01735317-8a4a-4e64-a4df-d4017f2816a0 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:44:15.335751 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a710edd1-e557-4153-92b0-71f6779a3af5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (89b51435-4d52-4a4b-b4a1-2243d7d1b31c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:15.338847 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-77820f55-b6ad-4dd4-8a65-4f3726fdf76c req-0c2a6438-f935-42eb-ad28-ca73f4f2bead tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Allocated IP 172.20.0.5 (e379c903-522a-4afd-b4b9-c2c362c44083/b6dba032-bdf2-4f0c-b497-3410aba1c607/3c044926-2677-4a5e-9fec-a6e7a5bc1f0e) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:44:15.345848 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-2053ee13-0281-4251-9d59-4c0f046e1494 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 01735317-8a4a-4e64-a4df-d4017f2816a0) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:44:15.351284 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2053ee13-0281-4251-9d59-4c0f046e1494 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:15.351968 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2053ee13-0281-4251-9d59-4c0f046e1494 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:15.365719 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a710edd1-e557-4153-92b0-71f6779a3af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (89b51435-4d52-4a4b-b4a1-2243d7d1b31c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:15.367992 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9408724c-3100-43ef-bd86-f84a2e9cfe0e None None] Network 01735317-8a4a-4e64-a4df-d4017f2816a0 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:44:15.377705 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d3905eff-f30b-4008-a02f-71e277b444bc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f1bdfcf2ae974ee1a6306336fbbd8329&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3121305 Mar 11 19:44:15.380152 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20efd533-cf7d-407f-9532-124724341c6a req-80ffe16c-31a4-4f4e-8411-515782b0a283 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:15.381657 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-20efd533-cf7d-407f-9532-124724341c6a req-80ffe16c-31a4-4f4e-8411-515782b0a283 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=18a14a02-4224-4a82-b099-4ed93ccd55fa HTTP/1.1" status: 200 len: 946 time: 0.1503174 Mar 11 19:44:15.382147 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 44198) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:44:15.386696 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a710edd1-e557-4153-92b0-71f6779a3af5 admin admin] Releasing vlan 899 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:44:15.387092 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a710edd1-e557-4153-92b0-71f6779a3af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (89b51435-4d52-4a4b-b4a1-2243d7d1b31c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:15.389086 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:44:15.389086 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:44:15.389086 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:44:15.389086 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:44:15.389086 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:44:15.389086 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:44:15.389086 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:44:15.389086 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:44:15.389086 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:44:15.389086 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:44:15.389086 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:44:15.389086 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:44:15.389086 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:44:15.389086 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:44:15.389086 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:44:15.389086 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:44:15.389086 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:44:15.389086 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:44:15.389086 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:44:15.389086 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:44:15.389086 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:44:15.389086 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:44:15.389086 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:44:15.389086 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:44:15.389086 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:44:15.389086 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:44:15.389086 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:44:15.389086 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:44:15.389086 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:44:15.389086 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:44:15.389086 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:44:15.389086 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:44:15.396154 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-2053ee13-0281-4251-9d59-4c0f046e1494 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1907933 Mar 11 19:44:15.405182 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-60eb8b12-737e-45bc-98b0-b228853da711 req-9bef835a-648f-4318-b2d3-47ae93965f20 service neutron] 10.222.0.75 "GET /v2.0/networks/90663b8c-1bde-4a55-8ab4-a84ee4d3cf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829078 Mar 11 19:44:15.471935 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a710edd1-e557-4153-92b0-71f6779a3af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (b9c32b6b-01fd-48d6-8ba0-70bd84128973), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:15.484734 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a710edd1-e557-4153-92b0-71f6779a3af5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:15.496139 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd05523-c5c1-4364-984e-f7b15a431726 None None] Network 01735317-8a4a-4e64-a4df-d4017f2816a0 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:44:15.502831 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a710edd1-e557-4153-92b0-71f6779a3af5 admin admin] 10.222.0.65 "DELETE /v2.0/networks/b9c32b6b-01fd-48d6-8ba0-70bd84128973 HTTP/1.1" status: 204 len: 168 time: 0.5992866 Mar 11 19:44:15.526460 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a710edd1-e557-4153-92b0-71f6779a3af5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9c32b6b-01fd-48d6-8ba0-70bd84128973,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:15.637264 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9b37cd52-5f37-414e-910d-4e0418912297 admin admin] Publish callbacks [] for security_group (7dd42ad2-ecab-4517-8666-38205a5d3fd0), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:15.648725 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 44208) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:44:15.650700 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-20efd533-cf7d-407f-9532-124724341c6a req-58271d9f-a8d3-496d-b4f3-1224747c362f tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529693 Mar 11 19:44:15.690059 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9b37cd52-5f37-414e-910d-4e0418912297 admin admin] Publish callbacks [] for security_group (7dd42ad2-ecab-4517-8666-38205a5d3fd0), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:15.692254 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-1e9f51a3-59ca-4dcb-8130-5ed14dd590b4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a469b44a94b44cb18eaa51d169326fb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0422509 Mar 11 19:44:15.694450 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-77820f55-b6ad-4dd4-8a65-4f3726fdf76c req-0c2a6438-f935-42eb-ad28-ca73f4f2bead tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks [] for port (3c044926-2677-4a5e-9fec-a6e7a5bc1f0e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:15.694575 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 44210) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:44:15.746497 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4d51fc9d-d21b-44e7-ba20-dcf9dd2f3ca2 admin admin] Publish callbacks [] for security_group (b9952e4f-4de9-4319-bdba-620b082cb9af), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:15.768493 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9b37cd52-5f37-414e-910d-4e0418912297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (7dd42ad2-ecab-4517-8666-38205a5d3fd0), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:15.769549 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4d51fc9d-d21b-44e7-ba20-dcf9dd2f3ca2 admin admin] Publish callbacks [] for security_group (b9952e4f-4de9-4319-bdba-620b082cb9af), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:15.771419 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9b37cd52-5f37-414e-910d-4e0418912297 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:15.775574 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-9b37cd52-5f37-414e-910d-4e0418912297 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7dd42ad2-ecab-4517-8666-38205a5d3fd0 HTTP/1.1" status: 204 len: 168 time: 0.3865457 Mar 11 19:44:15.777536 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-77820f55-b6ad-4dd4-8a65-4f3726fdf76c req-0c2a6438-f935-42eb-ad28-ca73f4f2bead tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (3c044926-2677-4a5e-9fec-a6e7a5bc1f0e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:15.789230 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['a1486762-aa84-4adb-98f2-c2a25a94d2f0'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:44:15.804149 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b37cd52-5f37-414e-910d-4e0418912297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd42ad2-ecab-4517-8666-38205a5d3fd0,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:15.835767 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4d51fc9d-d21b-44e7-ba20-dcf9dd2f3ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (b9952e4f-4de9-4319-bdba-620b082cb9af), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:15.841322 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4d51fc9d-d21b-44e7-ba20-dcf9dd2f3ca2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:15.847171 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4d51fc9d-d21b-44e7-ba20-dcf9dd2f3ca2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b9952e4f-4de9-4319-bdba-620b082cb9af HTTP/1.1" status: 204 len: 168 time: 0.1502638 Mar 11 19:44:15.860572 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d51fc9d-d21b-44e7-ba20-dcf9dd2f3ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9952e4f-4de9-4319-bdba-620b082cb9af,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:15.874886 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77820f55-b6ad-4dd4-8a65-4f3726fdf76c req-0c2a6438-f935-42eb-ad28-ca73f4f2bead tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Network e379c903-522a-4afd-b4b9-c2c362c44083 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:44:15.880614 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-77820f55-b6ad-4dd4-8a65-4f3726fdf76c req-0c2a6438-f935-42eb-ad28-ca73f4f2bead tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:44:15.888130 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-77820f55-b6ad-4dd4-8a65-4f3726fdf76c req-0c2a6438-f935-42eb-ad28-ca73f4f2bead tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:44:15.957386 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77820f55-b6ad-4dd4-8a65-4f3726fdf76c req-0c2a6438-f935-42eb-ad28-ca73f4f2bead tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:15.958034 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-77820f55-b6ad-4dd4-8a65-4f3726fdf76c req-0c2a6438-f935-42eb-ad28-ca73f4f2bead tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:15.970705 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2a6438-f935-42eb-ad28-ca73f4f2bead tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Pushing event updated for resources: {'Port': ['ID=3c044926-2677-4a5e-9fec-a6e7a5bc1f0e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:15.995721 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-77820f55-b6ad-4dd4-8a65-4f3726fdf76c req-0c2a6438-f935-42eb-ad28-ca73f4f2bead tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3242199 Mar 11 19:44:16.009700 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2594b51d-c6a1-4bc1-973f-687131237c87 req-e580b29c-e57f-473a-b2db-4638a1d0cf2c tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:16.017507 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2594b51d-c6a1-4bc1-973f-687131237c87 req-e580b29c-e57f-473a-b2db-4638a1d0cf2c tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 946 time: 0.2334971 Mar 11 19:44:16.023983 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-77820f55-b6ad-4dd4-8a65-4f3726fdf76c req-ba635fc9-5eb9-44c4-88da-7e4cb0bae8af service neutron] Request body: {'port': {'device_id': '542ff3f7-b3f3-4744-95c0-cdaa43bf8b64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:44:16.161460 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2594b51d-c6a1-4bc1-973f-687131237c87 req-fe2c64ac-e2e8-443b-933e-c3ef10c34bea tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396396 Mar 11 19:44:16.171094 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-77820f55-b6ad-4dd4-8a65-4f3726fdf76c req-ba635fc9-5eb9-44c4-88da-7e4cb0bae8af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (3c044926-2677-4a5e-9fec-a6e7a5bc1f0e), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:16.209539 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a8823610-6e73-4e8b-bc9a-dc5f34db4986 req-6cf7e122-6e6b-4d9b-a1ed-0801f5deda89 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=20e6d114-ef3d-4fea-9f9f-8ede4772c7b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1542921 Mar 11 19:44:16.433191 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a633628-0dda-4db4-9174-d5015deee78f req-5233f402-7ddd-4608-aac0-8ad849a346ca tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:16.434834 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0a633628-0dda-4db4-9174-d5015deee78f req-5233f402-7ddd-4608-aac0-8ad849a346ca tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/ports?device_id=542ff3f7-b3f3-4744-95c0-cdaa43bf8b64 HTTP/1.1" status: 200 len: 931 time: 0.1564612 Mar 11 19:44:16.444754 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8823610-6e73-4e8b-bc9a-dc5f34db4986 req-2da8cb55-fca9-4fba-bfd2-2508a5e9ae33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:16.446742 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a8823610-6e73-4e8b-bc9a-dc5f34db4986 req-2da8cb55-fca9-4fba-bfd2-2508a5e9ae33 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=158d96ac5890499b904530e3a8e2fd26&device_id=20e6d114-ef3d-4fea-9f9f-8ede4772c7b5 HTTP/1.1" status: 200 len: 1129 time: 0.1813071 Mar 11 19:44:16.580666 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0a633628-0dda-4db4-9174-d5015deee78f req-1237c55e-d304-4d86-9889-e07f4bdda541 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/security-groups?id=69d962d5-ae62-46c2-b9bb-79e490dd5593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387691 Mar 11 19:44:16.674917 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8823610-6e73-4e8b-bc9a-dc5f34db4986 req-3e70ef6f-41a3-41cf-8449-4e524a28457e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:16.676415 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a8823610-6e73-4e8b-bc9a-dc5f34db4986 req-3e70ef6f-41a3-41cf-8449-4e524a28457e service neutron] 10.222.0.57 "GET /v2.0/networks?id=32196a18-8be7-4227-b019-bc15d0c1f739 HTTP/1.1" status: 200 len: 917 time: 0.1766753 Mar 11 19:44:16.746947 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-77820f55-b6ad-4dd4-8a65-4f3726fdf76c req-ba635fc9-5eb9-44c4-88da-7e4cb0bae8af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c044926-2677-4a5e-9fec-a6e7a5bc1f0e {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:44:16.759959 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-77820f55-b6ad-4dd4-8a65-4f3726fdf76c req-ba635fc9-5eb9-44c4-88da-7e4cb0bae8af service neutron] Publish callbacks [] for port (3c044926-2677-4a5e-9fec-a6e7a5bc1f0e), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:16.779239 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a8823610-6e73-4e8b-bc9a-dc5f34db4986 req-888da3c9-95ed-440d-91fa-1f71cde8c893 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9b8c3b55-ec54-49a1-8218-e81f898cd6dd HTTP/1.1" status: 200 len: 1002 time: 0.0851161 Mar 11 19:44:16.781708 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-77820f55-b6ad-4dd4-8a65-4f3726fdf76c req-ba635fc9-5eb9-44c4-88da-7e4cb0bae8af service neutron] Transition to ACTIVE for port object 3c044926-2677-4a5e-9fec-a6e7a5bc1f0e will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:44:16.812054 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-77820f55-b6ad-4dd4-8a65-4f3726fdf76c req-ba635fc9-5eb9-44c4-88da-7e4cb0bae8af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (3c044926-2677-4a5e-9fec-a6e7a5bc1f0e), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:16.880596 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8823610-6e73-4e8b-bc9a-dc5f34db4986 req-08451bf7-8a64-4c48-81dc-e087dc299b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:16.882077 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a8823610-6e73-4e8b-bc9a-dc5f34db4986 req-08451bf7-8a64-4c48-81dc-e087dc299b54 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c54bb295-7bca-4fbe-aff9-5e7c44904c47 HTTP/1.1" status: 200 len: 855 time: 0.0970736 Mar 11 19:44:16.890260 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba635fc9-5eb9-44c4-88da-7e4cb0bae8af service neutron] Pushing event updated for resources: {'Port': ['ID=3c044926-2677-4a5e-9fec-a6e7a5bc1f0e,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:17.390971 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8823610-6e73-4e8b-bc9a-dc5f34db4986 req-9c9c568a-22a4-461b-ae6a-27e65c093ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:17.392518 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a8823610-6e73-4e8b-bc9a-dc5f34db4986 req-9c9c568a-22a4-461b-ae6a-27e65c093ea7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=32196a18-8be7-4227-b019-bc15d0c1f739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5009015 Mar 11 19:44:17.425459 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-77820f55-b6ad-4dd4-8a65-4f3726fdf76c req-ba635fc9-5eb9-44c4-88da-7e4cb0bae8af service neutron] Attempting to bind port 3c044926-2677-4a5e-9fec-a6e7a5bc1f0e on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:44:17.425795 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-77820f55-b6ad-4dd4-8a65-4f3726fdf76c req-ba635fc9-5eb9-44c4-88da-7e4cb0bae8af service neutron] Attempting to bind port 3c044926-2677-4a5e-9fec-a6e7a5bc1f0e by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '923d54b9-bdd1-4af1-adc1-1c3c91ea1666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'e379c903-522a-4afd-b4b9-c2c362c44083'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:44:17.426118 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77820f55-b6ad-4dd4-8a65-4f3726fdf76c req-ba635fc9-5eb9-44c4-88da-7e4cb0bae8af service neutron] Attempting to bind port 3c044926-2677-4a5e-9fec-a6e7a5bc1f0e on network e379c903-522a-4afd-b4b9-c2c362c44083 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:44:17.452271 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77820f55-b6ad-4dd4-8a65-4f3726fdf76c req-ba635fc9-5eb9-44c4-88da-7e4cb0bae8af service neutron] Port 3c044926-2677-4a5e-9fec-a6e7a5bc1f0e on network e379c903-522a-4afd-b4b9-c2c362c44083 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:44:17.452595 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77820f55-b6ad-4dd4-8a65-4f3726fdf76c req-ba635fc9-5eb9-44c4-88da-7e4cb0bae8af service neutron] Attempting to bind port 3c044926-2677-4a5e-9fec-a6e7a5bc1f0e on network e379c903-522a-4afd-b4b9-c2c362c44083 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:44:17.462592 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7367a35-6fb6-40fb-8c0c-9386ca3e733f req-d7d1403a-523f-4d43-b029-8a3592d0e33e tempest-ServerTagsTestJSON-2121658235 tempest-ServerTagsTestJSON-2121658235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:17.464222 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a7367a35-6fb6-40fb-8c0c-9386ca3e733f req-d7d1403a-523f-4d43-b029-8a3592d0e33e tempest-ServerTagsTestJSON-2121658235 tempest-ServerTagsTestJSON-2121658235-project] 10.222.0.65 "GET /v2.0/networks?id=01735317-8a4a-4e64-a4df-d4017f2816a0 HTTP/1.1" status: 200 len: 809 time: 0.5304246 Mar 11 19:44:17.498675 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77820f55-b6ad-4dd4-8a65-4f3726fdf76c req-ba635fc9-5eb9-44c4-88da-7e4cb0bae8af service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:44:17.499011 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77820f55-b6ad-4dd4-8a65-4f3726fdf76c req-ba635fc9-5eb9-44c4-88da-7e4cb0bae8af service neutron] Checking segment: {'id': '923d54b9-bdd1-4af1-adc1-1c3c91ea1666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'e379c903-522a-4afd-b4b9-c2c362c44083'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:44:17.499393 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77820f55-b6ad-4dd4-8a65-4f3726fdf76c req-ba635fc9-5eb9-44c4-88da-7e4cb0bae8af service neutron] Bound using segment: {'id': '923d54b9-bdd1-4af1-adc1-1c3c91ea1666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'e379c903-522a-4afd-b4b9-c2c362c44083'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:44:17.499850 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-77820f55-b6ad-4dd4-8a65-4f3726fdf76c req-ba635fc9-5eb9-44c4-88da-7e4cb0bae8af service neutron] Bound port: 3c044926-2677-4a5e-9fec-a6e7a5bc1f0e, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '923d54b9-bdd1-4af1-adc1-1c3c91ea1666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': 'e379c903-522a-4afd-b4b9-c2c362c44083'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:44:17.500204 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-77820f55-b6ad-4dd4-8a65-4f3726fdf76c req-ba635fc9-5eb9-44c4-88da-7e4cb0bae8af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (3c044926-2677-4a5e-9fec-a6e7a5bc1f0e), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:17.524968 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a7367a35-6fb6-40fb-8c0c-9386ca3e733f req-6e351947-d35f-4f22-816d-887442f641a6 tempest-ServerTagsTestJSON-2121658235 tempest-ServerTagsTestJSON-2121658235-project] 10.222.0.65 "GET /v2.0/quotas/7820ad9e9d8d4a0fbaab3a0f5d10eb58 HTTP/1.1" status: 200 len: 375 time: 0.0294552 Mar 11 19:44:17.585959 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a7367a35-6fb6-40fb-8c0c-9386ca3e733f req-c15c0fea-16b3-4cdd-874f-c24541dc398e tempest-ServerTagsTestJSON-2121658235 tempest-ServerTagsTestJSON-2121658235-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=7820ad9e9d8d4a0fbaab3a0f5d10eb58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0547264 Mar 11 19:44:17.592734 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a8823610-6e73-4e8b-bc9a-dc5f34db4986 req-99acf238-5a4a-4762-8a7b-37e586581d60 service neutron] 10.222.0.57 "GET /v2.0/networks/32196a18-8be7-4227-b019-bc15d0c1f739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920702 Mar 11 19:44:17.671620 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-77820f55-b6ad-4dd4-8a65-4f3726fdf76c req-ba635fc9-5eb9-44c4-88da-7e4cb0bae8af service neutron] For port 3c044926-2677-4a5e-9fec-a6e7a5bc1f0e, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:44:17.750445 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-77820f55-b6ad-4dd4-8a65-4f3726fdf76c req-ba635fc9-5eb9-44c4-88da-7e4cb0bae8af service neutron] For port 3c044926-2677-4a5e-9fec-a6e7a5bc1f0e, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=3c044926-2677-4a5e-9fec-a6e7a5bc1f0e,segment=NetworkSegment(923d54b9-bdd1-4af1-adc1-1c3c91ea1666),segment_id=923d54b9-bdd1-4af1-adc1-1c3c91ea1666)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:44:17.762980 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-77820f55-b6ad-4dd4-8a65-4f3726fdf76c req-ba635fc9-5eb9-44c4-88da-7e4cb0bae8af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (3c044926-2677-4a5e-9fec-a6e7a5bc1f0e), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:17.821183 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a7367a35-6fb6-40fb-8c0c-9386ca3e733f req-6089468d-8922-45ad-9693-3fbb73c8cc2b service neutron] 10.222.0.65 "GET /v2.0/networks/01735317-8a4a-4e64-a4df-d4017f2816a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271750 Mar 11 19:44:17.829499 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a8823610-6e73-4e8b-bc9a-dc5f34db4986 req-e92319cd-21ec-4314-9d96-246a06021cb4 service neutron] 10.222.0.57 "GET /v2.0/networks/32196a18-8be7-4227-b019-bc15d0c1f739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205260 Mar 11 19:44:17.833290 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77820f55-b6ad-4dd4-8a65-4f3726fdf76c req-ba635fc9-5eb9-44c4-88da-7e4cb0bae8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:17.834097 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-77820f55-b6ad-4dd4-8a65-4f3726fdf76c req-ba635fc9-5eb9-44c4-88da-7e4cb0bae8af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:17.835473 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-77820f55-b6ad-4dd4-8a65-4f3726fdf76c req-ba635fc9-5eb9-44c4-88da-7e4cb0bae8af service neutron] 10.222.0.75 "PUT /v2.0/ports/3c044926-2677-4a5e-9fec-a6e7a5bc1f0e HTTP/1.1" status: 200 len: 1091 time: 1.8160851 Mar 11 19:44:17.835959 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '542ff3f7-b3f3-4744-95c0-cdaa43bf8b64', 'tag': '3c044926-2677-4a5e-9fec-a6e7a5bc1f0e'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:44:17.838745 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180bc38d-af97-46a7-a3ac-77ce27884b9e" -d '{"events": [{"name": "network-changed", "server_uuid": "542ff3f7-b3f3-4744-95c0-cdaa43bf8b64", "tag": "3c044926-2677-4a5e-9fec-a6e7a5bc1f0e"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:44:17.874155 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba635fc9-5eb9-44c4-88da-7e4cb0bae8af service neutron] Pushing event updated for resources: {'Port': ['ID=3c044926-2677-4a5e-9fec-a6e7a5bc1f0e,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:17.996248 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a7367a35-6fb6-40fb-8c0c-9386ca3e733f req-04c85fec-e317-4693-8c2d-d3730d63e706 service neutron] 10.222.0.65 "GET /v2.0/networks/01735317-8a4a-4e64-a4df-d4017f2816a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542835 Mar 11 19:44:18.003740 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77820f55-b6ad-4dd4-8a65-4f3726fdf76c req-6b201750-9e10-4dbd-bbd8-9435acb0e701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:18.005432 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-77820f55-b6ad-4dd4-8a65-4f3726fdf76c req-6b201750-9e10-4dbd-bbd8-9435acb0e701 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9847127c40534c169b75983394620333&device_id=542ff3f7-b3f3-4744-95c0-cdaa43bf8b64 HTTP/1.1" status: 200 len: 1125 time: 0.0806661 Mar 11 19:44:18.053741 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-77820f55-b6ad-4dd4-8a65-4f3726fdf76c req-e8f07208-f60a-4e28-b503-bd933877c9c1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c044926-2677-4a5e-9fec-a6e7a5bc1f0e HTTP/1.1" status: 200 len: 217 time: 0.0406709 Mar 11 19:44:18.129204 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77820f55-b6ad-4dd4-8a65-4f3726fdf76c req-8e86187a-df74-4296-a45c-787ae618f33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:18.130888 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-77820f55-b6ad-4dd4-8a65-4f3726fdf76c req-8e86187a-df74-4296-a45c-787ae618f33b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b6dba032-bdf2-4f0c-b497-3410aba1c607 HTTP/1.1" status: 200 len: 853 time: 0.0698516 Mar 11 19:44:18.175207 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-77820f55-b6ad-4dd4-8a65-4f3726fdf76c req-e678c711-de86-4538-9281-ae58dac6a1a3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e379c903-522a-4afd-b4b9-c2c362c44083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359612 Mar 11 19:44:18.357869 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2474d9-fb03-4752-ad2f-b031135fdab3 req-b214d206-2ca7-4582-8471-da10b78b8692 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:18.365010 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-df2474d9-fb03-4752-ad2f-b031135fdab3 req-b214d206-2ca7-4582-8471-da10b78b8692 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=18a14a02-4224-4a82-b099-4ed93ccd55fa HTTP/1.1" status: 200 len: 946 time: 0.1414464 Mar 11 19:44:18.374122 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-77820f55-b6ad-4dd4-8a65-4f3726fdf76c req-22d2e094-59a7-4a2e-be7d-42c5139df69d service neutron] 10.222.0.75 "GET /v2.0/networks/e379c903-522a-4afd-b4b9-c2c362c44083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879191 Mar 11 19:44:18.468222 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-df2474d9-fb03-4752-ad2f-b031135fdab3 req-6942eb06-0868-463c-8572-dd37b4f76e97 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023202 Mar 11 19:44:18.508311 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-77820f55-b6ad-4dd4-8a65-4f3726fdf76c req-ccaa5685-9f4e-4ad2-a543-f54dfe8d165d service neutron] 10.222.0.75 "GET /v2.0/networks/e379c903-522a-4afd-b4b9-c2c362c44083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256530 Mar 11 19:44:18.799113 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad431db-d9b8-4666-a49c-186b174a6f53 req-37f20070-3e65-46e5-8c79-95e7c9568e1d tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:18.809972 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:18.812363 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bad431db-d9b8-4666-a49c-186b174a6f53 req-37f20070-3e65-46e5-8c79-95e7c9568e1d tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/ports?device_id=542ff3f7-b3f3-4744-95c0-cdaa43bf8b64 HTTP/1.1" status: 200 len: 943 time: 0.1244726 Mar 11 19:44:18.872051 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bad431db-d9b8-4666-a49c-186b174a6f53 req-e23a72b4-9455-4253-8aa2-71bd27a59e7f tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/security-groups?id=69d962d5-ae62-46c2-b9bb-79e490dd5593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585575 Mar 11 19:44:18.960684 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 44322) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:44:18.963762 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4faf855-9072-4116-aedc-e0b62633108e x-openstack-request-id: req-c4faf855-9072-4116-aedc-e0b62633108e {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:44:18.964055 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "542ff3f7-b3f3-4744-95c0-cdaa43bf8b64", "tag": "3c044926-2677-4a5e-9fec-a6e7a5bc1f0e", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:44:18.964523 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c4faf855-9072-4116-aedc-e0b62633108e {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:44:18.965040 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '542ff3f7-b3f3-4744-95c0-cdaa43bf8b64', 'tag': '3c044926-2677-4a5e-9fec-a6e7a5bc1f0e', 'status': 'completed', 'code': 200} Mar 11 19:44:19.071014 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2424e5f8-fb5d-4306-9762-1debe44f5879 req-b48b6339-8ff0-4c9c-a718-1e3321c13218 tempest-ServerTagsTestJSON-2121658235 tempest-ServerTagsTestJSON-2121658235-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2d737ff-a40d-433e-856d-32b5e1615e9d HTTP/1.1" status: 200 len: 210 time: 0.0318356 Mar 11 19:44:19.088283 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180bc38d-af97-46a7-a3ac-77ce27884b9e req-cb44a4e5-4ed5-466f-bac2-d62442bcd076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:19.089934 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-180bc38d-af97-46a7-a3ac-77ce27884b9e req-cb44a4e5-4ed5-466f-bac2-d62442bcd076 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9847127c40534c169b75983394620333&device_id=542ff3f7-b3f3-4744-95c0-cdaa43bf8b64 HTTP/1.1" status: 200 len: 1125 time: 0.0829034 Mar 11 19:44:19.198727 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1b1d80b4-e6bc-41e5-b579-63160ef31303 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:19.288569 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180bc38d-af97-46a7-a3ac-77ce27884b9e req-c5965cfa-ca5b-49ad-9b30-f7767ca72743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:19.290906 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-180bc38d-af97-46a7-a3ac-77ce27884b9e req-c5965cfa-ca5b-49ad-9b30-f7767ca72743 service neutron] 10.222.0.75 "GET /v2.0/networks?id=e379c903-522a-4afd-b4b9-c2c362c44083 HTTP/1.1" status: 200 len: 914 time: 0.1946497 Mar 11 19:44:19.300062 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1b1d80b4-e6bc-41e5-b579-63160ef31303 admin admin] Publish callbacks [] for security_group (2d90cb46-0ac0-4132-8746-77f5efb7d6e5), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:19.304334 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1b1d80b4-e6bc-41e5-b579-63160ef31303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (2d90cb46-0ac0-4132-8746-77f5efb7d6e5), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:19.304796 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af561844-505d-4272-8951-7c075e550ed1 req-bbb7f62e-6ee5-4090-b2db-de50d2992745 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:19.306320 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-af561844-505d-4272-8951-7c075e550ed1 req-bbb7f62e-6ee5-4090-b2db-de50d2992745 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 946 time: 0.0889213 Mar 11 19:44:19.348787 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-180bc38d-af97-46a7-a3ac-77ce27884b9e req-fa85f8b7-f9ef-462c-8894-3a1d438eb40d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c044926-2677-4a5e-9fec-a6e7a5bc1f0e HTTP/1.1" status: 200 len: 217 time: 0.0415070 Mar 11 19:44:19.352939 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-1b1d80b4-e6bc-41e5-b579-63160ef31303 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2501612e3d6e4f30bdcdd33bff33f8d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3905480 Mar 11 19:44:19.355192 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 44330) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:44:19.357383 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1d80b4-e6bc-41e5-b579-63160ef31303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d90cb46-0ac0-4132-8746-77f5efb7d6e5,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:19.415180 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1d124626-3c6c-44b9-9930-a1e9878339a2 admin admin] Publish callbacks [] for security_group (2d90cb46-0ac0-4132-8746-77f5efb7d6e5), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:19.433926 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180bc38d-af97-46a7-a3ac-77ce27884b9e req-32f8b62b-59fd-4e94-afc0-bdaeeca8db08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:19.435338 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-180bc38d-af97-46a7-a3ac-77ce27884b9e req-32f8b62b-59fd-4e94-afc0-bdaeeca8db08 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b6dba032-bdf2-4f0c-b497-3410aba1c607 HTTP/1.1" status: 200 len: 853 time: 0.0792272 Mar 11 19:44:19.454362 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-af561844-505d-4272-8951-7c075e550ed1 req-e8f524b8-4181-4803-b34d-ab9dbbfa3602 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399677 Mar 11 19:44:19.470896 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1d124626-3c6c-44b9-9930-a1e9878339a2 admin admin] Publish callbacks [] for security_group (2d90cb46-0ac0-4132-8746-77f5efb7d6e5), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:19.471985 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-180bc38d-af97-46a7-a3ac-77ce27884b9e req-92d43b44-0996-4675-a5aa-ee48faef42a8 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e379c903-522a-4afd-b4b9-c2c362c44083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300536 Mar 11 19:44:19.563704 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1d124626-3c6c-44b9-9930-a1e9878339a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (2d90cb46-0ac0-4132-8746-77f5efb7d6e5), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:19.566948 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1d124626-3c6c-44b9-9930-a1e9878339a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:19.571955 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-1d124626-3c6c-44b9-9930-a1e9878339a2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2d90cb46-0ac0-4132-8746-77f5efb7d6e5 HTTP/1.1" status: 204 len: 168 time: 0.2154205 Mar 11 19:44:19.597002 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d124626-3c6c-44b9-9930-a1e9878339a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d90cb46-0ac0-4132-8746-77f5efb7d6e5,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:19.694595 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-180bc38d-af97-46a7-a3ac-77ce27884b9e req-6804ccdd-27c8-423a-a4a0-ffbb0e6209a7 service neutron] 10.222.0.75 "GET /v2.0/networks/e379c903-522a-4afd-b4b9-c2c362c44083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124732 Mar 11 19:44:19.734623 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a859b6a-6513-422a-b41b-6a05f8ef8558 req-3d999c03-673c-4ca4-8e10-988f59e554df tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:19.736309 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8a859b6a-6513-422a-b41b-6a05f8ef8558 req-3d999c03-673c-4ca4-8e10-988f59e554df tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=18a14a02-4224-4a82-b099-4ed93ccd55fa HTTP/1.1" status: 200 len: 946 time: 0.1021922 Mar 11 19:44:19.860302 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8a859b6a-6513-422a-b41b-6a05f8ef8558 req-eb38b859-34f2-49f8-ac9d-d52c237d9303 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123993 Mar 11 19:44:19.875669 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-180bc38d-af97-46a7-a3ac-77ce27884b9e req-2a5cc458-273a-4cc9-8b44-8eae002c74ab service neutron] 10.222.0.75 "GET /v2.0/networks/e379c903-522a-4afd-b4b9-c2c362c44083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740315 Mar 11 19:44:19.982994 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d64f7d-517a-4bdd-ba75-2033b0db64db req-e28afb39-501b-41fc-8456-9ad87b8bdc8c tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:19.991452 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-01d64f7d-517a-4bdd-ba75-2033b0db64db req-e28afb39-501b-41fc-8456-9ad87b8bdc8c tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 946 time: 0.0718548 Mar 11 19:44:20.070006 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-01d64f7d-517a-4bdd-ba75-2033b0db64db req-91e18859-81ae-4be6-a4e5-5d4b0336cfa8 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724270 Mar 11 19:44:20.174928 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7367a35-6fb6-40fb-8c0c-9386ca3e733f req-0a0ade5a-8878-4c46-becd-482b5812220b tempest-ServerTagsTestJSON-2121658235 tempest-ServerTagsTestJSON-2121658235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:20.176418 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-a7367a35-6fb6-40fb-8c0c-9386ca3e733f req-0a0ade5a-8878-4c46-becd-482b5812220b tempest-ServerTagsTestJSON-2121658235 tempest-ServerTagsTestJSON-2121658235-project] 10.222.0.75 "GET /v2.0/networks?id=01735317-8a4a-4e64-a4df-d4017f2816a0 HTTP/1.1" status: 200 len: 809 time: 0.5545981 Mar 11 19:44:20.193041 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-a7367a35-6fb6-40fb-8c0c-9386ca3e733f req-dff07524-5700-403c-9948-7957d65a7bf4 tempest-ServerTagsTestJSON-2121658235 tempest-ServerTagsTestJSON-2121658235-project] Request body: {'port': {'device_id': 'a2d737ff-a40d-433e-856d-32b5e1615e9d', 'network_id': '01735317-8a4a-4e64-a4df-d4017f2816a0', 'admin_state_up': True, 'tenant_id': '7820ad9e9d8d4a0fbaab3a0f5d10eb58'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:44:20.287101 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf3f3b-16a3-4546-b2d5-c8202496cf44 req-85abcac9-6cba-49b6-9948-55ce681ba4ee tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:20.289000 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-23cf3f3b-16a3-4546-b2d5-c8202496cf44 req-85abcac9-6cba-49b6-9948-55ce681ba4ee tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/ports?device_id=542ff3f7-b3f3-4744-95c0-cdaa43bf8b64 HTTP/1.1" status: 200 len: 943 time: 0.0707254 Mar 11 19:44:20.354816 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7367a35-6fb6-40fb-8c0c-9386ca3e733f req-dff07524-5700-403c-9948-7957d65a7bf4 tempest-ServerTagsTestJSON-2121658235 tempest-ServerTagsTestJSON-2121658235-project] Made reservation on behalf of 7820ad9e9d8d4a0fbaab3a0f5d10eb58 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:44:20.359892 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a7367a35-6fb6-40fb-8c0c-9386ca3e733f req-dff07524-5700-403c-9948-7957d65a7bf4 tempest-ServerTagsTestJSON-2121658235 tempest-ServerTagsTestJSON-2121658235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:20.360282 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-23cf3f3b-16a3-4546-b2d5-c8202496cf44 req-ef6a04ba-d88a-4c65-aef2-07de320282dc tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/security-groups?id=69d962d5-ae62-46c2-b9bb-79e490dd5593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644755 Mar 11 19:44:20.401081 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 3c044926-2677-4a5e-9fec-a6e7a5bc1f0e details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:44:20.547812 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:44:20.585001 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 44378) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:44:20.588591 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-a7367a35-6fb6-40fb-8c0c-9386ca3e733f req-dff07524-5700-403c-9948-7957d65a7bf4 tempest-ServerTagsTestJSON-2121658235 tempest-ServerTagsTestJSON-2121658235-project] Allocated IP 172.20.0.2 (01735317-8a4a-4e64-a4df-d4017f2816a0/eb8c481a-0085-4c68-99b6-557add235c4e/7e98c58b-fcc1-445f-8e4d-e8e98ad2944c) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:44:20.669664 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7d59a8ca-da6d-4898-8215-c857564a3c2b req-d20f54ab-0fb2-4cfc-9ae0-94d4d2dcf065 tempest-ServerTagsTestJSON-2121658235 tempest-ServerTagsTestJSON-2121658235-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2d737ff-a40d-433e-856d-32b5e1615e9d HTTP/1.1" status: 200 len: 210 time: 0.0421174 Mar 11 19:44:20.770011 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a7367a35-6fb6-40fb-8c0c-9386ca3e733f req-dff07524-5700-403c-9948-7957d65a7bf4 tempest-ServerTagsTestJSON-2121658235 tempest-ServerTagsTestJSON-2121658235-project] Publish callbacks [] for port (7e98c58b-fcc1-445f-8e4d-e8e98ad2944c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:20.793342 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-4298e232-2b6b-46f3-9c44-55d80a07a784 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-805320116-network', 'tenant_id': '576d2a7c254e4aed8ead0c581ff9c26f'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:44:20.813735 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a7367a35-6fb6-40fb-8c0c-9386ca3e733f req-dff07524-5700-403c-9948-7957d65a7bf4 tempest-ServerTagsTestJSON-2121658235 tempest-ServerTagsTestJSON-2121658235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (7e98c58b-fcc1-445f-8e4d-e8e98ad2944c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:20.847004 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 3c044926-2677-4a5e-9fec-a6e7a5bc1f0e, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=3c044926-2677-4a5e-9fec-a6e7a5bc1f0e,segment=NetworkSegment(923d54b9-bdd1-4af1-adc1-1c3c91ea1666),segment_id=923d54b9-bdd1-4af1-adc1-1c3c91ea1666)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:44:20.851950 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d0bcfe-ec91-4ce4-8301-28456b5eb254 req-fbacd415-a9be-4dfb-928e-fa38cc3e5d28 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:20.859920 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7367a35-6fb6-40fb-8c0c-9386ca3e733f req-dff07524-5700-403c-9948-7957d65a7bf4 tempest-ServerTagsTestJSON-2121658235 tempest-ServerTagsTestJSON-2121658235-project] Network 01735317-8a4a-4e64-a4df-d4017f2816a0 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:44:20.861837 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a1d0bcfe-ec91-4ce4-8301-28456b5eb254 req-fbacd415-a9be-4dfb-928e-fa38cc3e5d28 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 945 time: 0.1108878 Mar 11 19:44:20.865220 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4298e232-2b6b-46f3-9c44-55d80a07a784 admin admin] Made reservation on behalf of 576d2a7c254e4aed8ead0c581ff9c26f for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:44:20.865700 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-a7367a35-6fb6-40fb-8c0c-9386ca3e733f req-dff07524-5700-403c-9948-7957d65a7bf4 tempest-ServerTagsTestJSON-2121658235 tempest-ServerTagsTestJSON-2121658235-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:44:20.866299 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '3c044926-2677-4a5e-9fec-a6e7a5bc1f0e', 'network_id': 'e379c903-522a-4afd-b4b9-c2c362c44083', 'port_id': '3c044926-2677-4a5e-9fec-a6e7a5bc1f0e', 'mac_address': 'fa:16:3e:33:3c:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 881, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6dba032-bdf2-4f0c-b497-3410aba1c607', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:44:20.870278 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7367a35-6fb6-40fb-8c0c-9386ca3e733f req-dff07524-5700-403c-9948-7957d65a7bf4 tempest-ServerTagsTestJSON-2121658235 tempest-ServerTagsTestJSON-2121658235-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:44:20.873715 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4298e232-2b6b-46f3-9c44-55d80a07a784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:20.890353 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4298e232-2b6b-46f3-9c44-55d80a07a784 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:20.901939 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff07524-5700-403c-9948-7957d65a7bf4 tempest-ServerTagsTestJSON-2121658235 tempest-ServerTagsTestJSON-2121658235-project] Pushing event updated for resources: {'Port': ['ID=7e98c58b-fcc1-445f-8e4d-e8e98ad2944c,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:20.925525 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 3c044926-2677-4a5e-9fec-a6e7a5bc1f0e is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:44:20.926628 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (3c044926-2677-4a5e-9fec-a6e7a5bc1f0e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:20.938742 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7367a35-6fb6-40fb-8c0c-9386ca3e733f req-dff07524-5700-403c-9948-7957d65a7bf4 tempest-ServerTagsTestJSON-2121658235 tempest-ServerTagsTestJSON-2121658235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:20.941453 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a7367a35-6fb6-40fb-8c0c-9386ca3e733f req-dff07524-5700-403c-9948-7957d65a7bf4 tempest-ServerTagsTestJSON-2121658235 tempest-ServerTagsTestJSON-2121658235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:20.944121 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c044926-2677-4a5e-9fec-a6e7a5bc1f0e {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:44:20.968367 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a1d0bcfe-ec91-4ce4-8301-28456b5eb254 req-66691097-43fc-4eae-b503-2ea6c0427463 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055422 Mar 11 19:44:20.970683 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-a7367a35-6fb6-40fb-8c0c-9386ca3e733f req-dff07524-5700-403c-9948-7957d65a7bf4 tempest-ServerTagsTestJSON-2121658235 tempest-ServerTagsTestJSON-2121658235-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7827742 Mar 11 19:44:20.975811 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 3c044926-2677-4a5e-9fec-a6e7a5bc1f0e, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=3c044926-2677-4a5e-9fec-a6e7a5bc1f0e,segment=NetworkSegment(923d54b9-bdd1-4af1-adc1-1c3c91ea1666),segment_id=923d54b9-bdd1-4af1-adc1-1c3c91ea1666)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:44:20.982672 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-a7367a35-6fb6-40fb-8c0c-9386ca3e733f req-706e2d9e-3576-4713-b388-32b27514f63c service neutron] Request body: {'port': {'device_id': 'a2d737ff-a40d-433e-856d-32b5e1615e9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:44:20.984490 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (3c044926-2677-4a5e-9fec-a6e7a5bc1f0e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:21.059117 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=3c044926-2677-4a5e-9fec-a6e7a5bc1f0e,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:21.092443 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4298e232-2b6b-46f3-9c44-55d80a07a784 admin admin] Publish callbacks [] for security_group (766881af-b516-45b6-9b71-56bed848a14b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:21.096015 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a7367a35-6fb6-40fb-8c0c-9386ca3e733f req-706e2d9e-3576-4713-b388-32b27514f63c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (7e98c58b-fcc1-445f-8e4d-e8e98ad2944c), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:21.099732 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4298e232-2b6b-46f3-9c44-55d80a07a784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (766881af-b516-45b6-9b71-56bed848a14b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:21.156694 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4298e232-2b6b-46f3-9c44-55d80a07a784 admin admin] vlan segment allocate from pool success with {'vlan_id': 871, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:44:21.186055 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9994937-5c57-40bf-b074-575d372dd17b req-c9cb2de8-ddfe-45af-ac78-7dd8e602e9db tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:21.187857 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d9994937-5c57-40bf-b074-575d372dd17b req-c9cb2de8-ddfe-45af-ac78-7dd8e602e9db tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 946 time: 0.1443474 Mar 11 19:44:21.190247 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4298e232-2b6b-46f3-9c44-55d80a07a784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=766881af-b516-45b6-9b71-56bed848a14b,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:21.210852 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4298e232-2b6b-46f3-9c44-55d80a07a784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (9e8ba371-83c7-45ec-a158-fbcbb07778ba), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:21.212029 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-4298e232-2b6b-46f3-9c44-55d80a07a784 admin admin] Added segment 9e8ba371-83c7-45ec-a158-fbcbb07778ba of type vlan for network fa906f4a-19f4-4b7d-8351-256fb4a2150c Mar 11 19:44:21.244447 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['3c044926-2677-4a5e-9fec-a6e7a5bc1f0e'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:44:21.280662 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4298e232-2b6b-46f3-9c44-55d80a07a784 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (fa906f4a-19f4-4b7d-8351-256fb4a2150c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:21.316921 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4298e232-2b6b-46f3-9c44-55d80a07a784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (fa906f4a-19f4-4b7d-8351-256fb4a2150c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:21.318031 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4298e232-2b6b-46f3-9c44-55d80a07a784 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:21.318606 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4298e232-2b6b-46f3-9c44-55d80a07a784 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:21.397637 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d9994937-5c57-40bf-b074-575d372dd17b req-ef4de2fc-f32d-44e2-b4ae-112728819253 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877372 Mar 11 19:44:21.403506 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-4298e232-2b6b-46f3-9c44-55d80a07a784 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8174160 Mar 11 19:44:21.406386 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 44394) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:44:21.411254 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-c8e945c5-f429-43b6-8380-3669ef3be341 admin admin] Request body: {'subnet': {'network_id': 'fa906f4a-19f4-4b7d-8351-256fb4a2150c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-805320116-subnet', 'tenant_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:44:21.434829 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-a7367a35-6fb6-40fb-8c0c-9386ca3e733f req-706e2d9e-3576-4713-b388-32b27514f63c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e98c58b-fcc1-445f-8e4d-e8e98ad2944c {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:44:21.443852 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a7367a35-6fb6-40fb-8c0c-9386ca3e733f req-706e2d9e-3576-4713-b388-32b27514f63c service neutron] Publish callbacks [] for port (7e98c58b-fcc1-445f-8e4d-e8e98ad2944c), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:21.453636 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4298e232-2b6b-46f3-9c44-55d80a07a784 admin admin] Pushing event updated for resources: {'Network': ['ID=fa906f4a-19f4-4b7d-8351-256fb4a2150c,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:21.457972 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-a7367a35-6fb6-40fb-8c0c-9386ca3e733f req-706e2d9e-3576-4713-b388-32b27514f63c service neutron] Transition to ACTIVE for port object 7e98c58b-fcc1-445f-8e4d-e8e98ad2944c will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:44:21.463705 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a7367a35-6fb6-40fb-8c0c-9386ca3e733f req-706e2d9e-3576-4713-b388-32b27514f63c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (7e98c58b-fcc1-445f-8e4d-e8e98ad2944c), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:21.465079 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network fa906f4a-19f4-4b7d-8351-256fb4a2150c details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:44:21.497089 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e945c5-f429-43b6-8380-3669ef3be341 admin admin] Made reservation on behalf of 576d2a7c254e4aed8ead0c581ff9c26f for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:44:21.502869 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c8e945c5-f429-43b6-8380-3669ef3be341 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:21.517824 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706e2d9e-3576-4713-b388-32b27514f63c service neutron] Pushing event updated for resources: {'Port': ['ID=7e98c58b-fcc1-445f-8e4d-e8e98ad2944c,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:21.556050 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17eb729-ad33-43f1-b271-22e12def22e3 req-dfc4a8e3-3bb4-4796-8102-b356cdb64fcd tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:21.557648 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b17eb729-ad33-43f1-b271-22e12def22e3 req-dfc4a8e3-3bb4-4796-8102-b356cdb64fcd tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=18a14a02-4224-4a82-b099-4ed93ccd55fa HTTP/1.1" status: 200 len: 946 time: 0.1051419 Mar 11 19:44:21.591410 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-a7367a35-6fb6-40fb-8c0c-9386ca3e733f req-706e2d9e-3576-4713-b388-32b27514f63c service neutron] Attempting to bind port 7e98c58b-fcc1-445f-8e4d-e8e98ad2944c on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:44:21.591776 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-a7367a35-6fb6-40fb-8c0c-9386ca3e733f req-706e2d9e-3576-4713-b388-32b27514f63c service neutron] Attempting to bind port 7e98c58b-fcc1-445f-8e4d-e8e98ad2944c by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '2050da75-ef75-4b09-aec2-5a684d727cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '01735317-8a4a-4e64-a4df-d4017f2816a0'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:44:21.592041 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7367a35-6fb6-40fb-8c0c-9386ca3e733f req-706e2d9e-3576-4713-b388-32b27514f63c service neutron] Attempting to bind port 7e98c58b-fcc1-445f-8e4d-e8e98ad2944c on network 01735317-8a4a-4e64-a4df-d4017f2816a0 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:44:21.596595 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7367a35-6fb6-40fb-8c0c-9386ca3e733f req-706e2d9e-3576-4713-b388-32b27514f63c service neutron] Port 7e98c58b-fcc1-445f-8e4d-e8e98ad2944c on network 01735317-8a4a-4e64-a4df-d4017f2816a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:44:21.596915 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7367a35-6fb6-40fb-8c0c-9386ca3e733f req-706e2d9e-3576-4713-b388-32b27514f63c service neutron] Attempting to bind port 7e98c58b-fcc1-445f-8e4d-e8e98ad2944c on network 01735317-8a4a-4e64-a4df-d4017f2816a0 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:44:21.601947 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7367a35-6fb6-40fb-8c0c-9386ca3e733f req-706e2d9e-3576-4713-b388-32b27514f63c service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:44:21.602280 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7367a35-6fb6-40fb-8c0c-9386ca3e733f req-706e2d9e-3576-4713-b388-32b27514f63c service neutron] Checking segment: {'id': '2050da75-ef75-4b09-aec2-5a684d727cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '01735317-8a4a-4e64-a4df-d4017f2816a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:44:21.602651 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7367a35-6fb6-40fb-8c0c-9386ca3e733f req-706e2d9e-3576-4713-b388-32b27514f63c service neutron] Bound using segment: {'id': '2050da75-ef75-4b09-aec2-5a684d727cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '01735317-8a4a-4e64-a4df-d4017f2816a0'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:44:21.603075 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-a7367a35-6fb6-40fb-8c0c-9386ca3e733f req-706e2d9e-3576-4713-b388-32b27514f63c service neutron] Bound port: 7e98c58b-fcc1-445f-8e4d-e8e98ad2944c, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2050da75-ef75-4b09-aec2-5a684d727cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '01735317-8a4a-4e64-a4df-d4017f2816a0'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:44:21.603425 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a7367a35-6fb6-40fb-8c0c-9386ca3e733f req-706e2d9e-3576-4713-b388-32b27514f63c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (7e98c58b-fcc1-445f-8e4d-e8e98ad2944c), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:21.653802 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b17eb729-ad33-43f1-b271-22e12def22e3 req-dd44b34d-e543-4e99-9e9a-723039d82552 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687449 Mar 11 19:44:21.674533 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-a7367a35-6fb6-40fb-8c0c-9386ca3e733f req-706e2d9e-3576-4713-b388-32b27514f63c service neutron] For port 7e98c58b-fcc1-445f-8e4d-e8e98ad2944c, host n-h1-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:44:21.677613 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-a7367a35-6fb6-40fb-8c0c-9386ca3e733f req-706e2d9e-3576-4713-b388-32b27514f63c service neutron] For port 7e98c58b-fcc1-445f-8e4d-e8e98ad2944c, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=7e98c58b-fcc1-445f-8e4d-e8e98ad2944c,segment=NetworkSegment(2050da75-ef75-4b09-aec2-5a684d727cb8),segment_id=2050da75-ef75-4b09-aec2-5a684d727cb8)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:44:21.688798 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a7367a35-6fb6-40fb-8c0c-9386ca3e733f req-706e2d9e-3576-4713-b388-32b27514f63c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (7e98c58b-fcc1-445f-8e4d-e8e98ad2944c), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:21.725764 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7367a35-6fb6-40fb-8c0c-9386ca3e733f req-706e2d9e-3576-4713-b388-32b27514f63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:21.725961 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a7367a35-6fb6-40fb-8c0c-9386ca3e733f req-706e2d9e-3576-4713-b388-32b27514f63c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:21.727424 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-a7367a35-6fb6-40fb-8c0c-9386ca3e733f req-706e2d9e-3576-4713-b388-32b27514f63c service neutron] 10.222.0.75 "PUT /v2.0/ports/7e98c58b-fcc1-445f-8e4d-e8e98ad2944c HTTP/1.1" status: 200 len: 1091 time: 0.7502353 Mar 11 19:44:21.727902 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2d737ff-a40d-433e-856d-32b5e1615e9d', 'tag': '7e98c58b-fcc1-445f-8e4d-e8e98ad2944c'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:44:21.730150 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1fe206c-5b2c-4d38-9c7e-ea8dafa1a4db" -d '{"events": [{"name": "network-changed", "server_uuid": "a2d737ff-a40d-433e-856d-32b5e1615e9d", "tag": "7e98c58b-fcc1-445f-8e4d-e8e98ad2944c"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:44:21.756985 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706e2d9e-3576-4713-b388-32b27514f63c service neutron] Pushing event updated for resources: {'Port': ['ID=7e98c58b-fcc1-445f-8e4d-e8e98ad2944c,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:21.766437 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c8e945c5-f429-43b6-8380-3669ef3be341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (f9964fd8-a78c-47a9-bc53-fa779164456a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:21.832877 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7367a35-6fb6-40fb-8c0c-9386ca3e733f req-81b62a9f-ddb1-4349-a14c-bfe3a966bc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:21.835111 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-a7367a35-6fb6-40fb-8c0c-9386ca3e733f req-81b62a9f-ddb1-4349-a14c-bfe3a966bc1a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7820ad9e9d8d4a0fbaab3a0f5d10eb58&device_id=a2d737ff-a40d-433e-856d-32b5e1615e9d HTTP/1.1" status: 200 len: 1125 time: 0.0606756 Mar 11 19:44:21.846830 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e945c5-f429-43b6-8380-3669ef3be341 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9964fd8-a78c-47a9-bc53-fa779164456a,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:21.873527 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9b68f-d04b-4db8-b7c0-05eba25d7dda req-eaefb6e4-4306-479d-a6ac-3b4d8c5bd702 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:21.875125 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ddd9b68f-d04b-4db8-b7c0-05eba25d7dda req-eaefb6e4-4306-479d-a6ac-3b4d8c5bd702 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 945 time: 0.1400287 Mar 11 19:44:21.884250 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e945c5-f429-43b6-8380-3669ef3be341 admin admin] Checking segment: {'id': '9e8ba371-83c7-45ec-a158-fbcbb07778ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'fa906f4a-19f4-4b7d-8351-256fb4a2150c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:44:21.884250 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e945c5-f429-43b6-8380-3669ef3be341 admin admin] Network hostable DHCP agents. Network: fa906f4a-19f4-4b7d-8351-256fb4a2150c, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:44:21.885781 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-a7367a35-6fb6-40fb-8c0c-9386ca3e733f req-779e1c36-3087-4c94-bfc7-c1897f61ef28 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7e98c58b-fcc1-445f-8e4d-e8e98ad2944c HTTP/1.1" status: 200 len: 217 time: 0.0387449 Mar 11 19:44:21.916649 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e945c5-f429-43b6-8380-3669ef3be341 admin admin] Network fa906f4a-19f4-4b7d-8351-256fb4a2150c is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:44:21.939041 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-c8e945c5-f429-43b6-8380-3669ef3be341 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, fa906f4a-19f4-4b7d-8351-256fb4a2150c) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:44:21.943367 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e945c5-f429-43b6-8380-3669ef3be341 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:21.943991 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c8e945c5-f429-43b6-8380-3669ef3be341 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:21.948896 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ddd9b68f-d04b-4db8-b7c0-05eba25d7dda req-412706fe-937d-41a5-bc80-bfd44dd89159 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598905 Mar 11 19:44:21.949415 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7367a35-6fb6-40fb-8c0c-9386ca3e733f req-276a526e-05c7-45f5-9fe7-f967eab7d33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:21.950929 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-a7367a35-6fb6-40fb-8c0c-9386ca3e733f req-276a526e-05c7-45f5-9fe7-f967eab7d33e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=eb8c481a-0085-4c68-99b6-557add235c4e HTTP/1.1" status: 200 len: 849 time: 0.0593820 Mar 11 19:44:21.951616 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b00a7b2-84c7-4d7a-8393-0831a9dcc7dd None None] Network fa906f4a-19f4-4b7d-8351-256fb4a2150c requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:44:21.978054 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-c8e945c5-f429-43b6-8380-3669ef3be341 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5705979 Mar 11 19:44:21.981491 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 44408) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:44:21.986043 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-fd0e3141-44c9-4483-802d-fa16eb2a2c86 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-805320116-router', 'tenant_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:44:21.990344 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-a7367a35-6fb6-40fb-8c0c-9386ca3e733f req-e0b0fad9-c59e-4f2d-8c0d-a1e50bd4c646 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=01735317-8a4a-4e64-a4df-d4017f2816a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309625 Mar 11 19:44:22.014525 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fd0e3141-44c9-4483-802d-fa16eb2a2c86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (a7a01de0-22c1-40f4-9088-06e0a2019317), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:22.018520 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fd0e3141-44c9-4483-802d-fa16eb2a2c86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (a7a01de0-22c1-40f4-9088-06e0a2019317), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:22.089313 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7c1fc5-49be-439c-85bf-3fc1c44f689d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-fa906f4a-19f4-4b7d-8351-256fb4a2150c', 'network_id': 'fa906f4a-19f4-4b7d-8351-256fb4a2150c', 'project_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'fixed_ips': [{'subnet_id': 'f9964fd8-a78c-47a9-bc53-fa779164456a'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:44:22.090406 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2f7c1fc5-49be-439c-85bf-3fc1c44f689d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:22.118673 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-a7367a35-6fb6-40fb-8c0c-9386ca3e733f req-d75dacfa-3c27-4d4e-a53c-844483ac965f service neutron] 10.222.0.75 "GET /v2.0/networks/01735317-8a4a-4e64-a4df-d4017f2816a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204224 Mar 11 19:44:22.122537 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fd0e3141-44c9-4483-802d-fa16eb2a2c86 admin admin] Publish callbacks [] for router_controller (a7a01de0-22c1-40f4-9088-06e0a2019317), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:22.216561 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dca230-6947-4bbe-be38-d190bdcf5de7 req-affc46bc-2738-4a3f-9b39-058cda4d25fb tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:22.223783 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-61dca230-6947-4bbe-be38-d190bdcf5de7 req-affc46bc-2738-4a3f-9b39-058cda4d25fb tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/ports?device_id=542ff3f7-b3f3-4744-95c0-cdaa43bf8b64 HTTP/1.1" status: 200 len: 944 time: 0.1649680 Mar 11 19:44:22.267563 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-a7367a35-6fb6-40fb-8c0c-9386ca3e733f req-51610069-a9e6-4f78-acfe-8c4966e2864b service neutron] 10.222.0.75 "GET /v2.0/networks/01735317-8a4a-4e64-a4df-d4017f2816a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427491 Mar 11 19:44:22.298374 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-2f7c1fc5-49be-439c-85bf-3fc1c44f689d None None] Allocated IP 172.20.0.2 (fa906f4a-19f4-4b7d-8351-256fb4a2150c/f9964fd8-a78c-47a9-bc53-fa779164456a/069d8f7b-660b-451a-96b5-0cb49a64643e) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:44:22.303255 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c1a991b8-bf4b-4d5b-a1da-576ade752182 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:22.325506 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fd0e3141-44c9-4483-802d-fa16eb2a2c86 admin admin] Publish callbacks [] for router_gateway (a7a01de0-22c1-40f4-9088-06e0a2019317), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:22.360206 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-61dca230-6947-4bbe-be38-d190bdcf5de7 req-277dd729-13e9-4495-b80b-e652beed0b05 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/security-groups?id=69d962d5-ae62-46c2-b9bb-79e490dd5593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355307 Mar 11 19:44:22.415906 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 3c044926-2677-4a5e-9fec-a6e7a5bc1f0e up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:44:22.544474 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port 3c044926-2677-4a5e-9fec-a6e7a5bc1f0e completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:44:22.557686 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2f7c1fc5-49be-439c-85bf-3fc1c44f689d None None] Publish callbacks [] for port (069d8f7b-660b-451a-96b5-0cb49a64643e), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:22.564115 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 3c044926-2677-4a5e-9fec-a6e7a5bc1f0e triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:44:22.564738 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (3c044926-2677-4a5e-9fec-a6e7a5bc1f0e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:22.597935 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2f7c1fc5-49be-439c-85bf-3fc1c44f689d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (069d8f7b-660b-451a-96b5-0cb49a64643e), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:22.616346 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:22.644467 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e037b-1a3a-4fc8-a519-3e0d7e21e1ce req-515ef814-ad9e-42a0-9af7-357a40fffe17 tempest-ServerTagsTestJSON-2121658235 tempest-ServerTagsTestJSON-2121658235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:22.646024 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7e7e037b-1a3a-4fc8-a519-3e0d7e21e1ce req-515ef814-ad9e-42a0-9af7-357a40fffe17 tempest-ServerTagsTestJSON-2121658235 tempest-ServerTagsTestJSON-2121658235-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2d737ff-a40d-433e-856d-32b5e1615e9d HTTP/1.1" status: 200 len: 943 time: 0.1683004 Mar 11 19:44:22.653003 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7c1fc5-49be-439c-85bf-3fc1c44f689d None None] Network fa906f4a-19f4-4b7d-8351-256fb4a2150c is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:44:22.658045 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fd0e3141-44c9-4483-802d-fa16eb2a2c86 admin admin] Publish callbacks [] for router_gateway (a7a01de0-22c1-40f4-9088-06e0a2019317), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:22.660675 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-2f7c1fc5-49be-439c-85bf-3fc1c44f689d None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:44:22.667874 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7c1fc5-49be-439c-85bf-3fc1c44f689d None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:44:22.672974 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7c1fc5-49be-439c-85bf-3fc1c44f689d None None] Pushing event updated for resources: {'Port': ['ID=069d8f7b-660b-451a-96b5-0cb49a64643e,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:22.688837 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fd0e3141-44c9-4483-802d-fa16eb2a2c86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:22.773355 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-2f7c1fc5-49be-439c-85bf-3fc1c44f689d None None] Attempting to bind port 069d8f7b-660b-451a-96b5-0cb49a64643e on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:44:22.774234 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7e7e037b-1a3a-4fc8-a519-3e0d7e21e1ce req-ce6a234c-e262-46f8-9248-3362e9151ab7 tempest-ServerTagsTestJSON-2121658235 tempest-ServerTagsTestJSON-2121658235-project] 10.222.0.65 "GET /v2.0/security-groups?id=40461276-efdc-42d2-b47e-61f3b5aad62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128144 Mar 11 19:44:22.774352 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-2f7c1fc5-49be-439c-85bf-3fc1c44f689d None None] Attempting to bind port 069d8f7b-660b-451a-96b5-0cb49a64643e by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '9e8ba371-83c7-45ec-a158-fbcbb07778ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'fa906f4a-19f4-4b7d-8351-256fb4a2150c'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:44:22.774624 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7c1fc5-49be-439c-85bf-3fc1c44f689d None None] Attempting to bind port 069d8f7b-660b-451a-96b5-0cb49a64643e on network fa906f4a-19f4-4b7d-8351-256fb4a2150c {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:44:22.781611 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7c1fc5-49be-439c-85bf-3fc1c44f689d None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:44:22.781939 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7c1fc5-49be-439c-85bf-3fc1c44f689d None None] Checking segment: {'id': '9e8ba371-83c7-45ec-a158-fbcbb07778ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'fa906f4a-19f4-4b7d-8351-256fb4a2150c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:44:22.782351 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2f7c1fc5-49be-439c-85bf-3fc1c44f689d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:22.782749 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7c1fc5-49be-439c-85bf-3fc1c44f689d None None] Bound using segment: {'id': '9e8ba371-83c7-45ec-a158-fbcbb07778ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'fa906f4a-19f4-4b7d-8351-256fb4a2150c'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:44:22.783786 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-2f7c1fc5-49be-439c-85bf-3fc1c44f689d None None] Bound port: 069d8f7b-660b-451a-96b5-0cb49a64643e, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e8ba371-83c7-45ec-a158-fbcbb07778ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'fa906f4a-19f4-4b7d-8351-256fb4a2150c'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:44:22.784187 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2f7c1fc5-49be-439c-85bf-3fc1c44f689d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (069d8f7b-660b-451a-96b5-0cb49a64643e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:22.793336 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 3c044926-2677-4a5e-9fec-a6e7a5bc1f0e is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:44:22.793715 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (3c044926-2677-4a5e-9fec-a6e7a5bc1f0e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:22.842914 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-fd0e3141-44c9-4483-802d-fa16eb2a2c86 admin admin] Allocated IP 172.25.8.129 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/49f29bb6-5e96-4af1-95cb-27dad960b82a) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:44:22.849347 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acac26b7-71f5-4009-877e-02ab7c64ef48 x-openstack-request-id: req-acac26b7-71f5-4009-877e-02ab7c64ef48 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:44:22.849856 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2d737ff-a40d-433e-856d-32b5e1615e9d", "tag": "7e98c58b-fcc1-445f-8e4d-e8e98ad2944c", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:44:22.849963 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-acac26b7-71f5-4009-877e-02ab7c64ef48 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:44:22.850293 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2d737ff-a40d-433e-856d-32b5e1615e9d', 'tag': '7e98c58b-fcc1-445f-8e4d-e8e98ad2944c', 'status': 'completed', 'code': 200} Mar 11 19:44:22.863755 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 3c044926-2677-4a5e-9fec-a6e7a5bc1f0e, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=3c044926-2677-4a5e-9fec-a6e7a5bc1f0e,segment=NetworkSegment(923d54b9-bdd1-4af1-adc1-1c3c91ea1666),segment_id=923d54b9-bdd1-4af1-adc1-1c3c91ea1666)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:44:22.866378 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '542ff3f7-b3f3-4744-95c0-cdaa43bf8b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c044926-2677-4a5e-9fec-a6e7a5bc1f0e'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:44:22.869427 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82923ee8-7346-4ef6-b238-3e087c181377" -d '{"events": [{"server_uuid": "542ff3f7-b3f3-4744-95c0-cdaa43bf8b64", "name": "network-vif-plugged", "status": "completed", "tag": "3c044926-2677-4a5e-9fec-a6e7a5bc1f0e"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:44:22.876153 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (3c044926-2677-4a5e-9fec-a6e7a5bc1f0e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:22.944973 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-2f7c1fc5-49be-439c-85bf-3fc1c44f689d None None] For port 069d8f7b-660b-451a-96b5-0cb49a64643e, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:44:22.951085 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=3c044926-2677-4a5e-9fec-a6e7a5bc1f0e,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:22.953630 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe206c-5b2c-4d38-9c7e-ea8dafa1a4db req-0c2045a9-981a-4ad8-bb20-154ebc7fb0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:22.955863 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e1fe206c-5b2c-4d38-9c7e-ea8dafa1a4db req-0c2045a9-981a-4ad8-bb20-154ebc7fb0f9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7820ad9e9d8d4a0fbaab3a0f5d10eb58&device_id=a2d737ff-a40d-433e-856d-32b5e1615e9d HTTP/1.1" status: 200 len: 1125 time: 0.0816925 Mar 11 19:44:22.962750 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-2f7c1fc5-49be-439c-85bf-3fc1c44f689d None None] For port 069d8f7b-660b-451a-96b5-0cb49a64643e, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=069d8f7b-660b-451a-96b5-0cb49a64643e,segment=NetworkSegment(9e8ba371-83c7-45ec-a158-fbcbb07778ba),segment_id=9e8ba371-83c7-45ec-a158-fbcbb07778ba)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:44:22.969661 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2f7c1fc5-49be-439c-85bf-3fc1c44f689d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (069d8f7b-660b-451a-96b5-0cb49a64643e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:22.975910 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fd0e3141-44c9-4483-802d-fa16eb2a2c86 admin admin] Publish callbacks [] for port (49f29bb6-5e96-4af1-95cb-27dad960b82a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:23.026144 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fd0e3141-44c9-4483-802d-fa16eb2a2c86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (49f29bb6-5e96-4af1-95cb-27dad960b82a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:23.041480 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7c1fc5-49be-439c-85bf-3fc1c44f689d None None] Pushing event updated for resources: {'Port': ['ID=069d8f7b-660b-451a-96b5-0cb49a64643e,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:23.087598 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe206c-5b2c-4d38-9c7e-ea8dafa1a4db req-1afb912e-b2a2-46ed-8186-c86f22a86e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:23.090619 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e1fe206c-5b2c-4d38-9c7e-ea8dafa1a4db req-1afb912e-b2a2-46ed-8186-c86f22a86e0b service neutron] 10.222.0.75 "GET /v2.0/networks?id=01735317-8a4a-4e64-a4df-d4017f2816a0 HTTP/1.1" status: 200 len: 910 time: 0.1186059 Mar 11 19:44:23.105087 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0e3141-44c9-4483-802d-fa16eb2a2c86 admin admin] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:44:23.106529 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0e3141-44c9-4483-802d-fa16eb2a2c86 admin admin] Pushing event updated for resources: {'Port': ['ID=49f29bb6-5e96-4af1-95cb-27dad960b82a,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:23.114148 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-fd0e3141-44c9-4483-802d-fa16eb2a2c86 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:44:23.116571 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0e3141-44c9-4483-802d-fa16eb2a2c86 admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:44:23.146514 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e1fe206c-5b2c-4d38-9c7e-ea8dafa1a4db req-d7b32eec-21ae-4839-a49a-7b4ce165a874 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7e98c58b-fcc1-445f-8e4d-e8e98ad2944c HTTP/1.1" status: 200 len: 217 time: 0.0483301 Mar 11 19:44:23.163571 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc295fcb-d2a9-486a-94f1-9acca714f1c9 req-cf787fb9-c25b-4122-82b0-a06a3380a112 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:23.169703 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dc295fcb-d2a9-486a-94f1-9acca714f1c9 req-cf787fb9-c25b-4122-82b0-a06a3380a112 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 945 time: 0.1546187 Mar 11 19:44:23.210925 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe206c-5b2c-4d38-9c7e-ea8dafa1a4db req-620b1a75-39d2-427d-9b5a-63f0eb0da4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:23.213172 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e1fe206c-5b2c-4d38-9c7e-ea8dafa1a4db req-620b1a75-39d2-427d-9b5a-63f0eb0da4da service neutron] 10.222.0.75 "GET /v2.0/subnets?id=eb8c481a-0085-4c68-99b6-557add235c4e HTTP/1.1" status: 200 len: 849 time: 0.0585644 Mar 11 19:44:23.293969 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e1fe206c-5b2c-4d38-9c7e-ea8dafa1a4db req-99bea87c-72d1-45da-8390-0914f1318474 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=01735317-8a4a-4e64-a4df-d4017f2816a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639300 Mar 11 19:44:23.423174 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dc295fcb-d2a9-486a-94f1-9acca714f1c9 req-0170eb3f-7047-49b9-b052-b699e325a940 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2477958 Mar 11 19:44:23.423379 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e1fe206c-5b2c-4d38-9c7e-ea8dafa1a4db req-009102c0-d6c6-45f7-9d7a-bce190568af4 service neutron] 10.222.0.75 "GET /v2.0/networks/01735317-8a4a-4e64-a4df-d4017f2816a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211896 Mar 11 19:44:23.536707 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fd0e3141-44c9-4483-802d-fa16eb2a2c86 admin admin] Publish callbacks [] for router_gateway (a7a01de0-22c1-40f4-9088-06e0a2019317), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:23.563677 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e1fe206c-5b2c-4d38-9c7e-ea8dafa1a4db req-06fb7657-6030-443d-82c0-ceab2f7faf92 service neutron] 10.222.0.75 "GET /v2.0/networks/01735317-8a4a-4e64-a4df-d4017f2816a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230590 Mar 11 19:44:23.609026 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5edbafa-05fd-4375-b2cd-7e2b354f905b req-8eae1e38-69c8-41cf-9f13-09e2337a2979 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:23.610504 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e5edbafa-05fd-4375-b2cd-7e2b354f905b req-8eae1e38-69c8-41cf-9f13-09e2337a2979 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 946 time: 0.1095419 Mar 11 19:44:23.731780 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e5edbafa-05fd-4375-b2cd-7e2b354f905b req-2a65feaa-26b1-40dd-9815-969f00568987 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957117 Mar 11 19:44:23.957095 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 069d8f7b-660b-451a-96b5-0cb49a64643e up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:44:24.014187 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 069d8f7b-660b-451a-96b5-0cb49a64643e triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:44:24.014819 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (069d8f7b-660b-451a-96b5-0cb49a64643e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:24.125665 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 069d8f7b-660b-451a-96b5-0cb49a64643e is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:44:24.126389 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (069d8f7b-660b-451a-96b5-0cb49a64643e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:24.174019 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 069d8f7b-660b-451a-96b5-0cb49a64643e, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=069d8f7b-660b-451a-96b5-0cb49a64643e,segment=NetworkSegment(9e8ba371-83c7-45ec-a158-fbcbb07778ba),segment_id=9e8ba371-83c7-45ec-a158-fbcbb07778ba)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:44:24.180434 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (069d8f7b-660b-451a-96b5-0cb49a64643e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:24.196622 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fd0e3141-44c9-4483-802d-fa16eb2a2c86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (a7a01de0-22c1-40f4-9088-06e0a2019317), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:24.245412 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=069d8f7b-660b-451a-96b5-0cb49a64643e,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:24.277761 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de53481-3495-450b-8b8e-6cb6575a9895 req-918fdef9-ac3d-437c-b11e-b850c6c31bb6 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:24.279589 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3de53481-3495-450b-8b8e-6cb6575a9895 req-918fdef9-ac3d-437c-b11e-b850c6c31bb6 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=18a14a02-4224-4a82-b099-4ed93ccd55fa HTTP/1.1" status: 200 len: 946 time: 0.4842162 Mar 11 19:44:24.295607 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50337cc8-9122-4a94-94e3-957a4e9a5fc7 None None] Network fa906f4a-19f4-4b7d-8351-256fb4a2150c requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:44:24.376809 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3de53481-3495-450b-8b8e-6cb6575a9895 req-c7de178b-c42f-46a1-92b9-221235aed65f tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889764 Mar 11 19:44:24.377930 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-6ebdc4a9-54e7-4a63-86ec-21b44ed7b24b None None] Provisioning complete for port 069d8f7b-660b-451a-96b5-0cb49a64643e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:44:24.378372 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6ebdc4a9-54e7-4a63-86ec-21b44ed7b24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (069d8f7b-660b-451a-96b5-0cb49a64643e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:24.408814 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd0e3141-44c9-4483-802d-fa16eb2a2c86 admin admin] Router a7a01de0-22c1-40f4-9088-06e0a2019317 is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:44:24.432349 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 7e98c58b-fcc1-445f-8e4d-e8e98ad2944c details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:44:24.490698 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf70e362-5fbb-462f-853c-514114fb8083 x-openstack-request-id: req-cf70e362-5fbb-462f-853c-514114fb8083 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:44:24.490984 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "542ff3f7-b3f3-4744-95c0-cdaa43bf8b64", "name": "network-vif-plugged", "status": "completed", "tag": "3c044926-2677-4a5e-9fec-a6e7a5bc1f0e", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:44:24.491241 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cf70e362-5fbb-462f-853c-514114fb8083 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:44:24.491707 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '542ff3f7-b3f3-4744-95c0-cdaa43bf8b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c044926-2677-4a5e-9fec-a6e7a5bc1f0e', 'code': 200} Mar 11 19:44:24.563075 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab02016-cada-4a4d-bdf5-8c35cd6de214 req-f7c47f35-f2af-49ca-8fb9-b826f6f6aee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:24.565240 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-fab02016-cada-4a4d-bdf5-8c35cd6de214 req-f7c47f35-f2af-49ca-8fb9-b826f6f6aee1 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=542ff3f7-b3f3-4744-95c0-cdaa43bf8b64 HTTP/1.1" status: 200 len: 1127 time: 0.0487952 Mar 11 19:44:24.610665 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd0e3141-44c9-4483-802d-fa16eb2a2c86 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:44:24.619612 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b1df7fa2-2734-438a-b6af-428ca10eab1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:24.634878 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219b4b2d-3d94-4bc2-b71b-69296ed430da None None] Sync routers for ids ['a7a01de0-22c1-40f4-9088-06e0a2019317'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:44:24.645862 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fd0e3141-44c9-4483-802d-fa16eb2a2c86 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:24.647978 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 7e98c58b-fcc1-445f-8e4d-e8e98ad2944c, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=7e98c58b-fcc1-445f-8e4d-e8e98ad2944c,segment=NetworkSegment(2050da75-ef75-4b09-aec2-5a684d727cb8),segment_id=2050da75-ef75-4b09-aec2-5a684d727cb8)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:44:24.651437 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-fd0e3141-44c9-4483-802d-fa16eb2a2c86 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6635664 Mar 11 19:44:24.652561 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 44438) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:44:24.664765 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-fab02016-cada-4a4d-bdf5-8c35cd6de214 req-daa10b11-943b-4adb-ac6c-d50afcedce2f service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=69d962d5-ae62-46c2-b9bb-79e490dd5593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918860 Mar 11 19:44:24.707416 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-6ebdc4a9-54e7-4a63-86ec-21b44ed7b24b None None] Current status of the port 069d8f7b-660b-451a-96b5-0cb49a64643e is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:44:24.709010 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f1e074-f41c-4684-b01c-9e81e7d74f3f req-408690e3-cade-4ee6-99e8-cd760061e888 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:24.710679 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-74f1e074-f41c-4684-b01c-9e81e7d74f3f req-408690e3-cade-4ee6-99e8-cd760061e888 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/ports?device_id=542ff3f7-b3f3-4744-95c0-cdaa43bf8b64 HTTP/1.1" status: 200 len: 945 time: 0.1418827 Mar 11 19:44:24.720569 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '7e98c58b-fcc1-445f-8e4d-e8e98ad2944c', 'network_id': '01735317-8a4a-4e64-a4df-d4017f2816a0', 'port_id': '7e98c58b-fcc1-445f-8e4d-e8e98ad2944c', 'mac_address': 'fa:16:3e:52:35:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 859, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb8c481a-0085-4c68-99b6-557add235c4e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:44:24.774075 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 7e98c58b-fcc1-445f-8e4d-e8e98ad2944c is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:44:24.774075 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (7e98c58b-fcc1-445f-8e4d-e8e98ad2944c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:24.794854 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219b4b2d-3d94-4bc2-b71b-69296ed430da None None] Routers {'a7a01de0-22c1-40f4-9088-06e0a2019317'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:44:24.795506 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-219b4b2d-3d94-4bc2-b71b-69296ed430da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:44:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['a7a01de0-22c1-40f4-9088-06e0a2019317'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:24.846859 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e98c58b-fcc1-445f-8e4d-e8e98ad2944c {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:44:24.849517 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-74f1e074-f41c-4684-b01c-9e81e7d74f3f req-f8b9dc43-1414-464c-b282-88c6f7ae4df1 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/security-groups?id=69d962d5-ae62-46c2-b9bb-79e490dd5593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251037 Mar 11 19:44:24.894183 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 7e98c58b-fcc1-445f-8e4d-e8e98ad2944c, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=7e98c58b-fcc1-445f-8e4d-e8e98ad2944c,segment=NetworkSegment(2050da75-ef75-4b09-aec2-5a684d727cb8),segment_id=2050da75-ef75-4b09-aec2-5a684d727cb8)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:44:24.942677 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (7e98c58b-fcc1-445f-8e4d-e8e98ad2944c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:24.984691 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-219b4b2d-3d94-4bc2-b71b-69296ed430da None None] Set router a7a01de0-22c1-40f4-9088-06e0a2019317 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:44:25.081070 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15760f4-8fac-4f59-9b31-98374a5a048b req-80731192-03c6-40bb-af2a-1cb8f785aad4 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:25.082571 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b15760f4-8fac-4f59-9b31-98374a5a048b req-80731192-03c6-40bb-af2a-1cb8f785aad4 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 945 time: 0.1401832 Mar 11 19:44:25.111501 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=7e98c58b-fcc1-445f-8e4d-e8e98ad2944c,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:25.145923 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-80044132-7d4b-467f-b8ff-effb84c0e4a1 None None] Provisioning complete for port 069d8f7b-660b-451a-96b5-0cb49a64643e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:44:25.146652 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-80044132-7d4b-467f-b8ff-effb84c0e4a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (069d8f7b-660b-451a-96b5-0cb49a64643e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:25.230075 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['7e98c58b-fcc1-445f-8e4d-e8e98ad2944c'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:44:25.290674 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b15760f4-8fac-4f59-9b31-98374a5a048b req-faddd65d-868c-4aec-be71-3de503766af0 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1957302 Mar 11 19:44:25.406183 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-80044132-7d4b-467f-b8ff-effb84c0e4a1 None None] Current status of the port 069d8f7b-660b-451a-96b5-0cb49a64643e is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:44:25.484808 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e293bd1e-414f-408a-8935-fe3db3bd74b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:25.499388 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-219b4b2d-3d94-4bc2-b71b-69296ed430da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a01de0-22c1-40f4-9088-06e0a2019317', 'name': 'tempest-AttachVolumeTestJSON-805320116-router', 'tenant_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '49f29bb6-5e96-4af1-95cb-27dad960b82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:44:22Z', 'updated_at': '2022-03-11T19:44:23Z', 'revision_number': 3, 'project_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'gw_port': {'id': '49f29bb6-5e96-4af1-95cb-27dad960b82a', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f6:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a01de0-22c1-40f4-9088-06e0a2019317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:44:22Z', 'updated_at': '2022-03-11T19:44:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:25.521113 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c31ff-c061-4eb9-a9b6-2eb2ecd6d77a req-052e8377-428a-4686-9ad0-110047467a17 tempest-ServerTagsTestJSON-2121658235 tempest-ServerTagsTestJSON-2121658235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:25.522740 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ae3c31ff-c061-4eb9-a9b6-2eb2ecd6d77a req-052e8377-428a-4686-9ad0-110047467a17 tempest-ServerTagsTestJSON-2121658235 tempest-ServerTagsTestJSON-2121658235-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2d737ff-a40d-433e-856d-32b5e1615e9d HTTP/1.1" status: 200 len: 944 time: 0.0893350 Mar 11 19:44:25.541862 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219b4b2d-3d94-4bc2-b71b-69296ed430da None None] Checking router: a7a01de0-22c1-40f4-9088-06e0a2019317 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:44:25.542255 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219b4b2d-3d94-4bc2-b71b-69296ed430da None None] Updating router a7a01de0-22c1-40f4-9088-06e0a2019317 port 49f29bb6-5e96-4af1-95cb-27dad960b82a binding host n-d-833163-1 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:44:25.589304 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-219b4b2d-3d94-4bc2-b71b-69296ed430da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (49f29bb6-5e96-4af1-95cb-27dad960b82a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:25.642341 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ae3c31ff-c061-4eb9-a9b6-2eb2ecd6d77a req-30743d2c-cfa5-44a6-92ed-3a317b217212 tempest-ServerTagsTestJSON-2121658235 tempest-ServerTagsTestJSON-2121658235-project] 10.222.0.65 "GET /v2.0/security-groups?id=40461276-efdc-42d2-b47e-61f3b5aad62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098816 Mar 11 19:44:25.724688 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-e293bd1e-414f-408a-8935-fe3db3bd74b9 admin admin] Allocated IP 172.20.0.1 (fa906f4a-19f4-4b7d-8351-256fb4a2150c/f9964fd8-a78c-47a9-bc53-fa779164456a/64eb2522-0821-40ac-8307-0bca5acb1dc2) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:44:25.903383 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e293bd1e-414f-408a-8935-fe3db3bd74b9 admin admin] Publish callbacks [] for port (64eb2522-0821-40ac-8307-0bca5acb1dc2), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:25.983841 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e293bd1e-414f-408a-8935-fe3db3bd74b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (64eb2522-0821-40ac-8307-0bca5acb1dc2), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:26.014968 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 069d8f7b-660b-451a-96b5-0cb49a64643e up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:44:26.063613 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e293bd1e-414f-408a-8935-fe3db3bd74b9 admin admin] Network fa906f4a-19f4-4b7d-8351-256fb4a2150c is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:44:26.066917 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-e293bd1e-414f-408a-8935-fe3db3bd74b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:44:26.071667 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e293bd1e-414f-408a-8935-fe3db3bd74b9 admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:44:26.143998 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e293bd1e-414f-408a-8935-fe3db3bd74b9 admin admin] Pushing event updated for resources: {'Port': ['ID=64eb2522-0821-40ac-8307-0bca5acb1dc2,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:26.177792 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e293bd1e-414f-408a-8935-fe3db3bd74b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (a7a01de0-22c1-40f4-9088-06e0a2019317), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:26.192441 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:26.194422 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-219b4b2d-3d94-4bc2-b71b-69296ed430da None None] Publish callbacks [] for port (49f29bb6-5e96-4af1-95cb-27dad960b82a), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:26.214999 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-219b4b2d-3d94-4bc2-b71b-69296ed430da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (49f29bb6-5e96-4af1-95cb-27dad960b82a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:26.271796 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74bda6b-a1d1-42f1-82e0-5e256a344e87 req-94b32ca3-a824-47e9-8628-596f565a9c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:26.273464 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-b74bda6b-a1d1-42f1-82e0-5e256a344e87 req-94b32ca3-a824-47e9-8628-596f565a9c73 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=84f4e9628ef44103bf68c3d01504c13a&device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 1128 time: 0.0907435 Mar 11 19:44:26.292716 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 069d8f7b-660b-451a-96b5-0cb49a64643e triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:44:26.293178 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (069d8f7b-660b-451a-96b5-0cb49a64643e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:26.351552 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83a2a9f-f9f2-484a-bf2d-4ac5af524e13 None None] Pushing event updated for resources: {'Port': ['ID=49f29bb6-5e96-4af1-95cb-27dad960b82a,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:26.355664 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-219b4b2d-3d94-4bc2-b71b-69296ed430da None None] Attempting to bind port 49f29bb6-5e96-4af1-95cb-27dad960b82a on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:44:26.355664 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-219b4b2d-3d94-4bc2-b71b-69296ed430da None None] Attempting to bind port 49f29bb6-5e96-4af1-95cb-27dad960b82a by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:44:26.356470 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219b4b2d-3d94-4bc2-b71b-69296ed430da None None] Attempting to bind port 49f29bb6-5e96-4af1-95cb-27dad960b82a on network 612cc066-33e3-444d-b1c7-d0a64751482a {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:44:26.378703 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219b4b2d-3d94-4bc2-b71b-69296ed430da None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:44:26.379013 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219b4b2d-3d94-4bc2-b71b-69296ed430da None None] Checking segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:44:26.379424 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-219b4b2d-3d94-4bc2-b71b-69296ed430da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:26.379848 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219b4b2d-3d94-4bc2-b71b-69296ed430da None None] Bound using segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:44:26.380346 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-219b4b2d-3d94-4bc2-b71b-69296ed430da None None] Bound port: 49f29bb6-5e96-4af1-95cb-27dad960b82a, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:44:26.380737 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-219b4b2d-3d94-4bc2-b71b-69296ed430da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (49f29bb6-5e96-4af1-95cb-27dad960b82a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:26.427839 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 7e98c58b-fcc1-445f-8e4d-e8e98ad2944c up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:44:26.452930 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e329b9a-c59f-4b48-98ac-bb5b4b5c768b req-b8215377-fc35-4d78-8744-aa82c40cacf3 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:26.456105 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7e329b9a-c59f-4b48-98ac-bb5b4b5c768b req-b8215377-fc35-4d78-8744-aa82c40cacf3 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=18a14a02-4224-4a82-b099-4ed93ccd55fa HTTP/1.1" status: 200 len: 946 time: 0.1876135 Mar 11 19:44:26.482433 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74bda6b-a1d1-42f1-82e0-5e256a344e87 req-448621dd-1cc2-45a0-97ab-5535a61c2523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:26.484478 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-b74bda6b-a1d1-42f1-82e0-5e256a344e87 req-448621dd-1cc2-45a0-97ab-5535a61c2523 service neutron] 10.222.0.75 "GET /v2.0/networks?id=a1201544-4744-491d-92d6-555a21ac497f HTTP/1.1" status: 200 len: 915 time: 0.1982887 Mar 11 19:44:26.513123 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e293bd1e-414f-408a-8935-fe3db3bd74b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (64eb2522-0821-40ac-8307-0bca5acb1dc2), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:26.568193 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-219b4b2d-3d94-4bc2-b71b-69296ed430da None None] For port 49f29bb6-5e96-4af1-95cb-27dad960b82a, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:44:26.577868 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-b74bda6b-a1d1-42f1-82e0-5e256a344e87 req-a363851b-68dd-4a67-8d87-b3908fff8bc8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94e3b68e-4fab-43d2-b9ab-2b3abd54eb41 HTTP/1.1" status: 200 len: 217 time: 0.0822065 Mar 11 19:44:26.579993 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-55fd599e-ae7c-405e-b344-cab1da1a6fda None None] Provisioning complete for port 64eb2522-0821-40ac-8307-0bca5acb1dc2 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:44:26.580333 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7e329b9a-c59f-4b48-98ac-bb5b4b5c768b req-e55e4a16-7d27-4ac2-87c9-60c00cbf0c75 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988684 Mar 11 19:44:26.580474 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-55fd599e-ae7c-405e-b344-cab1da1a6fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (64eb2522-0821-40ac-8307-0bca5acb1dc2), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:26.602717 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port 7e98c58b-fcc1-445f-8e4d-e8e98ad2944c completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:44:26.622938 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 069d8f7b-660b-451a-96b5-0cb49a64643e is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:44:26.626939 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-219b4b2d-3d94-4bc2-b71b-69296ed430da None None] For port 49f29bb6-5e96-4af1-95cb-27dad960b82a, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=49f29bb6-5e96-4af1-95cb-27dad960b82a,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:44:26.631859 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 7e98c58b-fcc1-445f-8e4d-e8e98ad2944c triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:44:26.632243 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (7e98c58b-fcc1-445f-8e4d-e8e98ad2944c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:26.661474 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-219b4b2d-3d94-4bc2-b71b-69296ed430da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (49f29bb6-5e96-4af1-95cb-27dad960b82a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:26.692424 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74bda6b-a1d1-42f1-82e0-5e256a344e87 req-5d7891bd-c068-4d18-8373-e2b4858414a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:26.700122 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-b74bda6b-a1d1-42f1-82e0-5e256a344e87 req-5d7891bd-c068-4d18-8373-e2b4858414a1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=26665c17-419c-4adf-85bc-a3f3efde487e HTTP/1.1" status: 200 len: 854 time: 0.1140096 Mar 11 19:44:26.703186 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-55fd599e-ae7c-405e-b344-cab1da1a6fda None None] Port 64eb2522-0821-40ac-8307-0bca5acb1dc2 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:44:26.746318 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-b74bda6b-a1d1-42f1-82e0-5e256a344e87 req-8632d335-23de-41f8-95a2-7af562146fbf service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a1201544-4744-491d-92d6-555a21ac497f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383754 Mar 11 19:44:26.756501 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219b4b2d-3d94-4bc2-b71b-69296ed430da None None] Routers {'a7a01de0-22c1-40f4-9088-06e0a2019317'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:44:26.757147 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-219b4b2d-3d94-4bc2-b71b-69296ed430da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:44:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['a7a01de0-22c1-40f4-9088-06e0a2019317'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:26.759218 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83a2a9f-f9f2-484a-bf2d-4ac5af524e13 None None] Pushing event updated for resources: {'Port': ['ID=49f29bb6-5e96-4af1-95cb-27dad960b82a,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:26.818442 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e293bd1e-414f-408a-8935-fe3db3bd74b9 admin admin] Publish callbacks [] for port (64eb2522-0821-40ac-8307-0bca5acb1dc2), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:26.823944 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e293bd1e-414f-408a-8935-fe3db3bd74b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (64eb2522-0821-40ac-8307-0bca5acb1dc2), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:26.881808 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 7e98c58b-fcc1-445f-8e4d-e8e98ad2944c is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:44:26.882602 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (7e98c58b-fcc1-445f-8e4d-e8e98ad2944c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:26.913279 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-b74bda6b-a1d1-42f1-82e0-5e256a344e87 req-205161a3-f974-4b72-b850-1bf41a7a5904 service neutron] 10.222.0.75 "GET /v2.0/networks/a1201544-4744-491d-92d6-555a21ac497f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590652 Mar 11 19:44:26.920837 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123d4e7a-cb17-4b9a-819f-cb53e5a06bc8 req-2bc6964a-c4f4-4897-9fc5-351c8a6a1581 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:26.922659 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-123d4e7a-cb17-4b9a-819f-cb53e5a06bc8 req-2bc6964a-c4f4-4897-9fc5-351c8a6a1581 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/ports?device_id=542ff3f7-b3f3-4744-95c0-cdaa43bf8b64 HTTP/1.1" status: 200 len: 945 time: 0.1731484 Mar 11 19:44:26.924243 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e293bd1e-414f-408a-8935-fe3db3bd74b9 admin admin] Pushing event updated for resources: {'Port': ['ID=64eb2522-0821-40ac-8307-0bca5acb1dc2,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:26.927764 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e293bd1e-414f-408a-8935-fe3db3bd74b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (a7a01de0-22c1-40f4-9088-06e0a2019317), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:26.991183 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-219b4b2d-3d94-4bc2-b71b-69296ed430da None None] Set router a7a01de0-22c1-40f4-9088-06e0a2019317 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:44:27.048384 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-123d4e7a-cb17-4b9a-819f-cb53e5a06bc8 req-9f965eed-76dd-4470-bffc-0857a49cb1c5 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/security-groups?id=69d962d5-ae62-46c2-b9bb-79e490dd5593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079085 Mar 11 19:44:27.073593 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-b74bda6b-a1d1-42f1-82e0-5e256a344e87 req-4f8c1420-94d4-4bfe-b356-155fbad37858 service neutron] 10.222.0.75 "GET /v2.0/networks/a1201544-4744-491d-92d6-555a21ac497f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542428 Mar 11 19:44:27.093292 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e293bd1e-414f-408a-8935-fe3db3bd74b9 admin admin] Network fa906f4a-19f4-4b7d-8351-256fb4a2150c is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:44:27.096017 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-e293bd1e-414f-408a-8935-fe3db3bd74b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:44:27.201158 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2d737ff-a40d-433e-856d-32b5e1615e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e98c58b-fcc1-445f-8e4d-e8e98ad2944c'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:44:27.204733 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27609659-10f4-4db8-81f3-b0fb0a924d2b" -d '{"events": [{"server_uuid": "a2d737ff-a40d-433e-856d-32b5e1615e9d", "name": "network-vif-plugged", "status": "completed", "tag": "7e98c58b-fcc1-445f-8e4d-e8e98ad2944c"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:44:27.227051 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 7e98c58b-fcc1-445f-8e4d-e8e98ad2944c, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=7e98c58b-fcc1-445f-8e4d-e8e98ad2944c,segment=NetworkSegment(2050da75-ef75-4b09-aec2-5a684d727cb8),segment_id=2050da75-ef75-4b09-aec2-5a684d727cb8)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:44:27.238168 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (7e98c58b-fcc1-445f-8e4d-e8e98ad2944c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:27.318959 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152cadda-9f34-4c87-926e-1d844edeff60 req-34b26285-64a7-4a2a-86b4-92790556ee2a tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:27.328484 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-152cadda-9f34-4c87-926e-1d844edeff60 req-34b26285-64a7-4a2a-86b4-92790556ee2a tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 945 time: 0.1275482 Mar 11 19:44:27.343467 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=7e98c58b-fcc1-445f-8e4d-e8e98ad2944c,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:27.357301 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e293bd1e-414f-408a-8935-fe3db3bd74b9 admin admin] Router a7a01de0-22c1-40f4-9088-06e0a2019317 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:44:27.375919 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-219b4b2d-3d94-4bc2-b71b-69296ed430da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a01de0-22c1-40f4-9088-06e0a2019317', 'name': 'tempest-AttachVolumeTestJSON-805320116-router', 'tenant_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '49f29bb6-5e96-4af1-95cb-27dad960b82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:44:22Z', 'updated_at': '2022-03-11T19:44:26Z', 'revision_number': 4, 'project_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'gw_port': {'id': '49f29bb6-5e96-4af1-95cb-27dad960b82a', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f6:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a01de0-22c1-40f4-9088-06e0a2019317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:44:22Z', 'updated_at': '2022-03-11T19:44:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '64eb2522-0821-40ac-8307-0bca5acb1dc2', 'name': '', 'network_id': 'fa906f4a-19f4-4b7d-8351-256fb4a2150c', 'tenant_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'mac_address': 'fa:16:3e:cc:97:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a01de0-22c1-40f4-9088-06e0a2019317', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'f9964fd8-a78c-47a9-bc53-fa779164456a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:44:25Z', 'updated_at': '2022-03-11T19:44:25Z', 'revision_number': 1, 'project_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'subnets': [{'id': 'f9964fd8-a78c-47a9-bc53-fa779164456a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:27.393945 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-152cadda-9f34-4c87-926e-1d844edeff60 req-d4648fac-b524-41bd-858f-5a784129d62b tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642598 Mar 11 19:44:27.419821 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219b4b2d-3d94-4bc2-b71b-69296ed430da None None] The sync data for ids ['a7a01de0-22c1-40f4-9088-06e0a2019317'] in n-d-833163-1 is: [{'id': 'a7a01de0-22c1-40f4-9088-06e0a2019317', 'name': 'tempest-AttachVolumeTestJSON-805320116-router', 'tenant_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '49f29bb6-5e96-4af1-95cb-27dad960b82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:44:22Z', 'updated_at': '2022-03-11T19:44:26Z', 'revision_number': 4, 'project_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'gw_port': {'id': '49f29bb6-5e96-4af1-95cb-27dad960b82a', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f6:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a01de0-22c1-40f4-9088-06e0a2019317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:44:22Z', 'updated_at': '2022-03-11T19:44:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '64eb2522-0821-40ac-8307-0bca5acb1dc2', 'name': '', 'network_id': 'fa906f4a-19f4-4b7d-8351-256fb4a2150c', 'tenant_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'mac_address': 'fa:16:3e:cc:97:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a01de0-22c1-40f4-9088-06e0a2019317', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'f9964fd8-a78c-47a9-bc53-fa779164456a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:44:25Z', 'updated_at': '2022-03-11T19:44:25Z', 'revision_number': 1, 'project_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'subnets': [{'id': 'f9964fd8-a78c-47a9-bc53-fa779164456a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:44:27.437975 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ab64bc52-def0-4ccc-9885-1fdee42f615b None None] Provisioning complete for port 64eb2522-0821-40ac-8307-0bca5acb1dc2 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:44:27.438601 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ab64bc52-def0-4ccc-9885-1fdee42f615b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (64eb2522-0821-40ac-8307-0bca5acb1dc2), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:27.477592 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ab64bc52-def0-4ccc-9885-1fdee42f615b None None] Port 64eb2522-0821-40ac-8307-0bca5acb1dc2 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:44:27.558963 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:27.560808 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e293bd1e-414f-408a-8935-fe3db3bd74b9 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:44:27.571748 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-e293bd1e-414f-408a-8935-fe3db3bd74b9 admin admin] 10.222.0.65 "PUT /v2.0/routers/a7a01de0-22c1-40f4-9088-06e0a2019317/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9090521 Mar 11 19:44:27.599772 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56a7be-3a69-4841-b4e8-6cf0f6b0ef21 req-6cd7f50f-8864-476b-9451-432160fb5bf5 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:27.601901 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cd56a7be-3a69-4841-b4e8-6cf0f6b0ef21 req-6cd7f50f-8864-476b-9451-432160fb5bf5 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 946 time: 0.0922978 Mar 11 19:44:27.667772 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cd56a7be-3a69-4841-b4e8-6cf0f6b0ef21 req-62a01630-0d53-4e9b-8b09-210afe46d96c tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597465 Mar 11 19:44:27.812900 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edaaeef-3bc0-4046-966d-692c2b23ece8 req-1866d671-4728-4c80-9da7-1c1cef153894 tempest-ServerTagsTestJSON-2121658235 tempest-ServerTagsTestJSON-2121658235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:27.814867 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1edaaeef-3bc0-4046-966d-692c2b23ece8 req-1866d671-4728-4c80-9da7-1c1cef153894 tempest-ServerTagsTestJSON-2121658235 tempest-ServerTagsTestJSON-2121658235-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2d737ff-a40d-433e-856d-32b5e1615e9d HTTP/1.1" status: 200 len: 945 time: 0.0873973 Mar 11 19:44:27.908606 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1edaaeef-3bc0-4046-966d-692c2b23ece8 req-b0000e45-8f90-444c-84fe-c1c8bc53bab3 tempest-ServerTagsTestJSON-2121658235 tempest-ServerTagsTestJSON-2121658235-project] 10.222.0.65 "GET /v2.0/security-groups?id=40461276-efdc-42d2-b47e-61f3b5aad62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853949 Mar 11 19:44:28.021971 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e1c5afec-2a0c-4e09-a499-a8c0b53b9c77 req-87e61de3-37f4-4f1f-a97d-6409b80fa38e tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1054675141&fields=id&tenant_id=9847127c40534c169b75983394620333 HTTP/1.1" status: 200 len: 267 time: 0.0434418 Mar 11 19:44:28.084379 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c5afec-2a0c-4e09-a499-a8c0b53b9c77 req-91daac41-897d-4382-aea2-c0f9928a2001 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:28.086067 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e1c5afec-2a0c-4e09-a499-a8c0b53b9c77 req-91daac41-897d-4382-aea2-c0f9928a2001 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/ports?device_id=542ff3f7-b3f3-4744-95c0-cdaa43bf8b64 HTTP/1.1" status: 200 len: 945 time: 0.0581872 Mar 11 19:44:28.097475 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-e1c5afec-2a0c-4e09-a499-a8c0b53b9c77 req-9dbc661f-be06-40b2-a697-3f6718c19436 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Request body: {'port': {'security_groups': ['69d962d5-ae62-46c2-b9bb-79e490dd5593', 'ce0f9ff3-462d-4ffe-9ca0-faad0e7a4122']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:44:28.178680 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e1c5afec-2a0c-4e09-a499-a8c0b53b9c77 req-9dbc661f-be06-40b2-a697-3f6718c19436 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (3c044926-2677-4a5e-9fec-a6e7a5bc1f0e), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:28.438981 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-e1c5afec-2a0c-4e09-a499-a8c0b53b9c77 req-9dbc661f-be06-40b2-a697-3f6718c19436 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] For port 3c044926-2677-4a5e-9fec-a6e7a5bc1f0e, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=3c044926-2677-4a5e-9fec-a6e7a5bc1f0e,segment=NetworkSegment(923d54b9-bdd1-4af1-adc1-1c3c91ea1666),segment_id=923d54b9-bdd1-4af1-adc1-1c3c91ea1666)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:44:28.477612 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e1c5afec-2a0c-4e09-a499-a8c0b53b9c77 req-9dbc661f-be06-40b2-a697-3f6718c19436 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks [] for port (3c044926-2677-4a5e-9fec-a6e7a5bc1f0e), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:28.483780 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e1c5afec-2a0c-4e09-a499-a8c0b53b9c77 req-9dbc661f-be06-40b2-a697-3f6718c19436 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (3c044926-2677-4a5e-9fec-a6e7a5bc1f0e), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:28.496262 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['a1486762-aa84-4adb-98f2-c2a25a94d2f0', '3c044926-2677-4a5e-9fec-a6e7a5bc1f0e'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:44:28.551037 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c5afec-2a0c-4e09-a499-a8c0b53b9c77 req-9dbc661f-be06-40b2-a697-3f6718c19436 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:28.551738 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e1c5afec-2a0c-4e09-a499-a8c0b53b9c77 req-9dbc661f-be06-40b2-a697-3f6718c19436 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:28.568302 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e1c5afec-2a0c-4e09-a499-a8c0b53b9c77 req-9dbc661f-be06-40b2-a697-3f6718c19436 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "PUT /v2.0/ports/3c044926-2677-4a5e-9fec-a6e7a5bc1f0e HTTP/1.1" status: 200 len: 981 time: 0.4754636 Mar 11 19:44:28.569076 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '542ff3f7-b3f3-4744-95c0-cdaa43bf8b64', 'tag': '3c044926-2677-4a5e-9fec-a6e7a5bc1f0e'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:44:28.571438 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-846127a4-876a-422c-b64a-0eadacfb250a" -d '{"events": [{"name": "network-changed", "server_uuid": "542ff3f7-b3f3-4744-95c0-cdaa43bf8b64", "tag": "3c044926-2677-4a5e-9fec-a6e7a5bc1f0e"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:44:28.610574 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c66b07ef-3053-46d1-a6cc-d955d0ac83fa x-openstack-request-id: req-c66b07ef-3053-46d1-a6cc-d955d0ac83fa {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:44:28.611064 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbc661f-be06-40b2-a697-3f6718c19436 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Pushing event updated for resources: {'Port': ['ID=3c044926-2677-4a5e-9fec-a6e7a5bc1f0e,revision_number=6']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:28.618167 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2d737ff-a40d-433e-856d-32b5e1615e9d", "name": "network-vif-plugged", "status": "completed", "tag": "7e98c58b-fcc1-445f-8e4d-e8e98ad2944c", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:44:28.618546 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c66b07ef-3053-46d1-a6cc-d955d0ac83fa {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:44:28.619049 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2d737ff-a40d-433e-856d-32b5e1615e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e98c58b-fcc1-445f-8e4d-e8e98ad2944c', 'code': 200} Mar 11 19:44:28.674370 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['3c044926-2677-4a5e-9fec-a6e7a5bc1f0e'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:44:28.770379 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b2583-0785-4bef-9347-0a1ac955b3ec req-58b7b0db-927e-4cfb-85d9-a601ff04a9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:28.777116 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eae374-64ef-4136-b012-5e48c8187961 req-4faef369-f4c5-4aa2-b731-6508dc30f368 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:28.777446 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d54b2583-0785-4bef-9347-0a1ac955b3ec req-58b7b0db-927e-4cfb-85d9-a601ff04a9fe service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a2d737ff-a40d-433e-856d-32b5e1615e9d HTTP/1.1" status: 200 len: 1127 time: 0.0904315 Mar 11 19:44:28.778733 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-08eae374-64ef-4136-b012-5e48c8187961 req-4faef369-f4c5-4aa2-b731-6508dc30f368 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=18a14a02-4224-4a82-b099-4ed93ccd55fa HTTP/1.1" status: 200 len: 946 time: 0.0677912 Mar 11 19:44:28.835192 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d54b2583-0785-4bef-9347-0a1ac955b3ec req-716783c6-6032-4866-8b35-21bfcb0edf77 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=40461276-efdc-42d2-b47e-61f3b5aad62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503740 Mar 11 19:44:28.865883 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-08eae374-64ef-4136-b012-5e48c8187961 req-b0aa2421-f2df-4b7e-a5de-0e9728501c82 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787487 Mar 11 19:44:29.028383 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:29.237264 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 44496) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:44:29.245667 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-eb5a35a2-541f-40c8-bd70-48a290324ba0 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1491045374', 'description': 'tempest-description--1461577008'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:44:29.291827 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eb5a35a2-541f-40c8-bd70-48a290324ba0 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:29.326290 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9709a996-d33c-4eaa-91f3-fdecc4f716c5 req-5019696c-0c3f-400c-8265-23e63d4cff4b tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/security-groups/ce0f9ff3-462d-4ffe-9ca0-faad0e7a4122 HTTP/1.1" status: 200 len: 1819 time: 0.0745711 Mar 11 19:44:29.410456 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [req-9709a996-d33c-4eaa-91f3-fdecc4f716c5 req-b0c3bec2-3948-435f-ba86-01a0f239cb66 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 11 19:44:29.411351 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9709a996-d33c-4eaa-91f3-fdecc4f716c5 req-b0c3bec2-3948-435f-ba86-01a0f239cb66 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "DELETE /v2.0/security-groups/ce0f9ff3-462d-4ffe-9ca0-faad0e7a4122 HTTP/1.1" status: 409 len: 341 time: 0.0754442 Mar 11 19:44:29.423398 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eb5a35a2-541f-40c8-bd70-48a290324ba0 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks [] for security_group (ac76e7d2-86d4-4d6a-9e4e-efe333e24013), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:29.428237 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eb5a35a2-541f-40c8-bd70-48a290324ba0 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (ac76e7d2-86d4-4d6a-9e4e-efe333e24013), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:29.461779 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eb5a35a2-541f-40c8-bd70-48a290324ba0 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:29.465706 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-eb5a35a2-541f-40c8-bd70-48a290324ba0 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2243452 Mar 11 19:44:29.465706 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8740e996-01dd-40ef-ba4e-9b40c38be002 x-openstack-request-id: req-8740e996-01dd-40ef-ba4e-9b40c38be002 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:44:29.466327 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 44504) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:44:29.470828 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-679eaf97-ee38-4036-9852-364b4e3e2790 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Request body: {'security_group_rule': {'security_group_id': 'ac76e7d2-86d4-4d6a-9e4e-efe333e24013', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:44:29.475810 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "542ff3f7-b3f3-4744-95c0-cdaa43bf8b64", "tag": "3c044926-2677-4a5e-9fec-a6e7a5bc1f0e", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:44:29.476083 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8740e996-01dd-40ef-ba4e-9b40c38be002 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:44:29.476568 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '542ff3f7-b3f3-4744-95c0-cdaa43bf8b64', 'tag': '3c044926-2677-4a5e-9fec-a6e7a5bc1f0e', 'status': 'completed', 'code': 200} Mar 11 19:44:29.482348 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5a35a2-541f-40c8-bd70-48a290324ba0 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac76e7d2-86d4-4d6a-9e4e-efe333e24013,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:29.533518 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-679eaf97-ee38-4036-9852-364b4e3e2790 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks [] for security_group_rule (24797710-12da-4e49-84e0-f46c881ea93d), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:29.595649 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846127a4-876a-422c-b64a-0eadacfb250a req-e50dd7c0-1ec1-4b88-8fa3-f3fa299b0510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:29.596330 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-846127a4-876a-422c-b64a-0eadacfb250a req-e50dd7c0-1ec1-4b88-8fa3-f3fa299b0510 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9847127c40534c169b75983394620333&device_id=542ff3f7-b3f3-4744-95c0-cdaa43bf8b64 HTTP/1.1" status: 200 len: 1166 time: 0.1016514 Mar 11 19:44:29.623073 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-679eaf97-ee38-4036-9852-364b4e3e2790 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks [] for security_group_rule (24797710-12da-4e49-84e0-f46c881ea93d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:29.639950 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-679eaf97-ee38-4036-9852-364b4e3e2790 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (24797710-12da-4e49-84e0-f46c881ea93d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:29.677986 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679eaf97-ee38-4036-9852-364b4e3e2790 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24797710-12da-4e49-84e0-f46c881ea93d,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:29.680916 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca57e32d-ee02-4b48-9141-fc0051b9b59e req-aa79e4aa-5f70-45e4-aa8d-8bde9557c3fb tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:29.688455 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ca57e32d-ee02-4b48-9141-fc0051b9b59e req-aa79e4aa-5f70-45e4-aa8d-8bde9557c3fb tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 946 time: 0.0628061 Mar 11 19:44:29.729995 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-679eaf97-ee38-4036-9852-364b4e3e2790 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:29.731439 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-679eaf97-ee38-4036-9852-364b4e3e2790 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2642548 Mar 11 19:44:29.734355 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 44510) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:44:29.740034 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-d1e1af21-753c-413f-aa9a-d3b0d4534350 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Request body: {'security_group_rule': {'security_group_id': 'ac76e7d2-86d4-4d6a-9e4e-efe333e24013', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:44:29.764681 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ca57e32d-ee02-4b48-9141-fc0051b9b59e req-a6ce1088-415d-4c09-8018-2048398397af tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720012 Mar 11 19:44:29.777473 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846127a4-876a-422c-b64a-0eadacfb250a req-4d1a4b07-cad5-4652-b5f8-ff0a322bfcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:29.782098 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-846127a4-876a-422c-b64a-0eadacfb250a req-4d1a4b07-cad5-4652-b5f8-ff0a322bfcfb service neutron] 10.222.0.75 "GET /v2.0/networks?id=e379c903-522a-4afd-b4b9-c2c362c44083 HTTP/1.1" status: 200 len: 914 time: 0.1756043 Mar 11 19:44:29.797665 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d1e1af21-753c-413f-aa9a-d3b0d4534350 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks [] for security_group_rule (d53c6392-4fd5-4bf1-af8d-9921bc5d714a), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:29.831072 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-846127a4-876a-422c-b64a-0eadacfb250a req-745a6850-f456-44fb-b9a6-9a853a5e41de service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c044926-2677-4a5e-9fec-a6e7a5bc1f0e HTTP/1.1" status: 200 len: 217 time: 0.0416081 Mar 11 19:44:29.920146 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846127a4-876a-422c-b64a-0eadacfb250a req-0b5ed5b7-fcf2-49eb-a5e3-b584d24b3914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:29.921862 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-846127a4-876a-422c-b64a-0eadacfb250a req-0b5ed5b7-fcf2-49eb-a5e3-b584d24b3914 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b6dba032-bdf2-4f0c-b497-3410aba1c607 HTTP/1.1" status: 200 len: 853 time: 0.0790770 Mar 11 19:44:29.945622 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d1e1af21-753c-413f-aa9a-d3b0d4534350 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks [] for security_group_rule (d53c6392-4fd5-4bf1-af8d-9921bc5d714a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:29.983282 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d1e1af21-753c-413f-aa9a-d3b0d4534350 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (d53c6392-4fd5-4bf1-af8d-9921bc5d714a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:29.989922 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-846127a4-876a-422c-b64a-0eadacfb250a req-f543b646-c309-4610-ba70-1eb28221bb1e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e379c903-522a-4afd-b4b9-c2c362c44083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585740 Mar 11 19:44:30.029538 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e1af21-753c-413f-aa9a-d3b0d4534350 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d53c6392-4fd5-4bf1-af8d-9921bc5d714a,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:30.034165 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 49f29bb6-5e96-4af1-95cb-27dad960b82a up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:44:30.039105 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d1e1af21-753c-413f-aa9a-d3b0d4534350 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:30.043470 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 44516) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:44:30.043621 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d1e1af21-753c-413f-aa9a-d3b0d4534350 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3080645 Mar 11 19:44:30.048614 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-1943a365-855d-4b85-82ee-cf3300e9e26a tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Request body: {'floatingip': {'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:44:30.099413 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 49f29bb6-5e96-4af1-95cb-27dad960b82a triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:44:30.099832 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (49f29bb6-5e96-4af1-95cb-27dad960b82a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:30.121046 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-846127a4-876a-422c-b64a-0eadacfb250a req-d66ec079-14f6-4f50-bcb5-5a8e8be5d8d4 service neutron] 10.222.0.75 "GET /v2.0/networks/e379c903-522a-4afd-b4b9-c2c362c44083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190310 Mar 11 19:44:30.168241 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1943a365-855d-4b85-82ee-cf3300e9e26a tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:30.213452 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd4c9d-57c3-4a29-95cc-3279d8bfbc5a req-6f34c5e4-3a84-49b2-943c-883515e99f47 tempest-ServerTagsTestJSON-2121658235 tempest-ServerTagsTestJSON-2121658235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:30.214975 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-74cd4c9d-57c3-4a29-95cc-3279d8bfbc5a req-6f34c5e4-3a84-49b2-943c-883515e99f47 tempest-ServerTagsTestJSON-2121658235 tempest-ServerTagsTestJSON-2121658235-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2d737ff-a40d-433e-856d-32b5e1615e9d HTTP/1.1" status: 200 len: 945 time: 0.1471455 Mar 11 19:44:30.222491 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 49f29bb6-5e96-4af1-95cb-27dad960b82a is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:44:30.222890 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (49f29bb6-5e96-4af1-95cb-27dad960b82a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:30.266971 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 49f29bb6-5e96-4af1-95cb-27dad960b82a, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=49f29bb6-5e96-4af1-95cb-27dad960b82a,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:44:30.275140 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (49f29bb6-5e96-4af1-95cb-27dad960b82a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:30.295077 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0764257-c383-4920-8213-43de0ddb09f9 None None] Sync routers for ids ['a7a01de0-22c1-40f4-9088-06e0a2019317'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:44:30.304169 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-846127a4-876a-422c-b64a-0eadacfb250a req-132f1c53-3213-467e-9536-fbb01cd64607 service neutron] 10.222.0.75 "GET /v2.0/networks/e379c903-522a-4afd-b4b9-c2c362c44083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734145 Mar 11 19:44:30.307409 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0764257-c383-4920-8213-43de0ddb09f9 None None] Routers {'a7a01de0-22c1-40f4-9088-06e0a2019317'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:44:30.314494 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-e0764257-c383-4920-8213-43de0ddb09f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:44:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['a7a01de0-22c1-40f4-9088-06e0a2019317'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:30.350510 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=49f29bb6-5e96-4af1-95cb-27dad960b82a,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:30.384272 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-74cd4c9d-57c3-4a29-95cc-3279d8bfbc5a req-6baef13d-9a83-42fa-9e78-d5656066c919 tempest-ServerTagsTestJSON-2121658235 tempest-ServerTagsTestJSON-2121658235-project] 10.222.0.65 "GET /v2.0/security-groups?id=40461276-efdc-42d2-b47e-61f3b5aad62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435323 Mar 11 19:44:30.406922 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1943a365-855d-4b85-82ee-cf3300e9e26a tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:30.448112 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-e0764257-c383-4920-8213-43de0ddb09f9 None None] Set router a7a01de0-22c1-40f4-9088-06e0a2019317 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:44:30.605368 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-1943a365-855d-4b85-82ee-cf3300e9e26a tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Allocated IP 172.25.8.219 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/fade7990-0af2-477b-b729-49d621c52b5b) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:44:30.673883 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c5aa4-6cc9-4736-81b8-ec69a30965e8 req-aeef9927-3260-419e-b46d-4a567af76a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:30.675459 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5d4c5aa4-6cc9-4736-81b8-ec69a30965e8 req-aeef9927-3260-419e-b46d-4a567af76a43 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9847127c40534c169b75983394620333&device_id=542ff3f7-b3f3-4744-95c0-cdaa43bf8b64 HTTP/1.1" status: 200 len: 1166 time: 0.0867519 Mar 11 19:44:30.799964 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c5aa4-6cc9-4736-81b8-ec69a30965e8 req-f3e12ce4-f963-4c8c-bda5-62a58c40bc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:30.802015 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5d4c5aa4-6cc9-4736-81b8-ec69a30965e8 req-f3e12ce4-f963-4c8c-bda5-62a58c40bc77 service neutron] 10.222.0.75 "GET /v2.0/networks?id=e379c903-522a-4afd-b4b9-c2c362c44083 HTTP/1.1" status: 200 len: 914 time: 0.1200061 Mar 11 19:44:30.827832 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1943a365-855d-4b85-82ee-cf3300e9e26a tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks [] for port (fade7990-0af2-477b-b729-49d621c52b5b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:30.850691 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e243b2-98d9-4d1f-b1d1-f4b09c333f85 req-c50a7032-b86f-49e5-95ff-94fdd9e27a00 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:30.852900 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-64e243b2-98d9-4d1f-b1d1-f4b09c333f85 req-c50a7032-b86f-49e5-95ff-94fdd9e27a00 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 946 time: 0.1166480 Mar 11 19:44:30.859449 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5d4c5aa4-6cc9-4736-81b8-ec69a30965e8 req-c1aeb46e-a4fa-4f13-9942-f07163ec7e12 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c044926-2677-4a5e-9fec-a6e7a5bc1f0e HTTP/1.1" status: 200 len: 217 time: 0.0499644 Mar 11 19:44:30.865355 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-e0764257-c383-4920-8213-43de0ddb09f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a01de0-22c1-40f4-9088-06e0a2019317', 'name': 'tempest-AttachVolumeTestJSON-805320116-router', 'tenant_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '49f29bb6-5e96-4af1-95cb-27dad960b82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:44:22Z', 'updated_at': '2022-03-11T19:44:26Z', 'revision_number': 4, 'project_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'gw_port': {'id': '49f29bb6-5e96-4af1-95cb-27dad960b82a', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a01de0-22c1-40f4-9088-06e0a2019317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:44:22Z', 'updated_at': '2022-03-11T19:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '64eb2522-0821-40ac-8307-0bca5acb1dc2', 'name': '', 'network_id': 'fa906f4a-19f4-4b7d-8351-256fb4a2150c', 'tenant_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'mac_address': 'fa:16:3e:cc:97:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a01de0-22c1-40f4-9088-06e0a2019317', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'f9964fd8-a78c-47a9-bc53-fa779164456a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:44:25Z', 'updated_at': '2022-03-11T19:44:26Z', 'revision_number': 2, 'project_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'subnets': [{'id': 'f9964fd8-a78c-47a9-bc53-fa779164456a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:30.901456 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0764257-c383-4920-8213-43de0ddb09f9 None None] Checking router: a7a01de0-22c1-40f4-9088-06e0a2019317 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:44:30.901909 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0764257-c383-4920-8213-43de0ddb09f9 None None] Updating router a7a01de0-22c1-40f4-9088-06e0a2019317 port 64eb2522-0821-40ac-8307-0bca5acb1dc2 binding host n-d-833163-1 {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:44:30.903508 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1943a365-855d-4b85-82ee-cf3300e9e26a tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (fade7990-0af2-477b-b729-49d621c52b5b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:30.925059 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c5aa4-6cc9-4736-81b8-ec69a30965e8 req-9597b657-77cc-4e08-8796-8bd0ccec0b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:30.927618 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5d4c5aa4-6cc9-4736-81b8-ec69a30965e8 req-9597b657-77cc-4e08-8796-8bd0ccec0b5f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b6dba032-bdf2-4f0c-b497-3410aba1c607 HTTP/1.1" status: 200 len: 853 time: 0.0600297 Mar 11 19:44:30.941571 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-e0764257-c383-4920-8213-43de0ddb09f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (64eb2522-0821-40ac-8307-0bca5acb1dc2), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:30.967102 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-64e243b2-98d9-4d1f-b1d1-f4b09c333f85 req-4e4dae74-a950-436f-aa82-fa7ebd47b4a7 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064785 Mar 11 19:44:30.970717 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1943a365-855d-4b85-82ee-cf3300e9e26a tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:44:30.973653 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5d4c5aa4-6cc9-4736-81b8-ec69a30965e8 req-802a196d-5848-4ef8-82ad-3f77ad0547cc service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e379c903-522a-4afd-b4b9-c2c362c44083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396452 Mar 11 19:44:30.974675 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-1943a365-855d-4b85-82ee-cf3300e9e26a tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:44:30.989223 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1943a365-855d-4b85-82ee-cf3300e9e26a tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Pushing event updated for resources: {'Port': ['ID=fade7990-0af2-477b-b729-49d621c52b5b,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:30.993127 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1943a365-855d-4b85-82ee-cf3300e9e26a tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:44:31.098541 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5d4c5aa4-6cc9-4736-81b8-ec69a30965e8 req-50063fde-056a-48cb-a6e7-cf229ae6d031 service neutron] 10.222.0.75 "GET /v2.0/networks/e379c903-522a-4afd-b4b9-c2c362c44083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180816 Mar 11 19:44:31.106282 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1943a365-855d-4b85-82ee-cf3300e9e26a tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks [] for floatingip (4de74c9b-7133-485b-8ec3-df23937f172e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:31.210930 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1943a365-855d-4b85-82ee-cf3300e9e26a tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (fade7990-0af2-477b-b729-49d621c52b5b), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:31.230480 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5d4c5aa4-6cc9-4736-81b8-ec69a30965e8 req-a0609e4c-38a0-45e6-8a5e-c7ae584e5d4c service neutron] 10.222.0.75 "GET /v2.0/networks/e379c903-522a-4afd-b4b9-c2c362c44083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244149 Mar 11 19:44:31.254304 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e91b3-1329-41dc-8dbe-1f1b5f080c32 req-4587e8cd-cee3-4b8c-bc60-b46277b4fb73 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:31.260395 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3f1e91b3-1329-41dc-8dbe-1f1b5f080c32 req-4587e8cd-cee3-4b8c-bc60-b46277b4fb73 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=18a14a02-4224-4a82-b099-4ed93ccd55fa HTTP/1.1" status: 200 len: 946 time: 0.1467597 Mar 11 19:44:31.359363 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-e0764257-c383-4920-8213-43de0ddb09f9 None None] Publish callbacks [] for port (64eb2522-0821-40ac-8307-0bca5acb1dc2), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:31.366400 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-e0764257-c383-4920-8213-43de0ddb09f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (64eb2522-0821-40ac-8307-0bca5acb1dc2), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:31.466549 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30b3709-e656-4265-aca7-3ca5f3b2e926 None None] Pushing event updated for resources: {'Port': ['ID=64eb2522-0821-40ac-8307-0bca5acb1dc2,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:31.482729 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30b3709-e656-4265-aca7-3ca5f3b2e926 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:31.483078 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30b3709-e656-4265-aca7-3ca5f3b2e926 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:31.483420 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30b3709-e656-4265-aca7-3ca5f3b2e926 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:31.483812 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30b3709-e656-4265-aca7-3ca5f3b2e926 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:31.484148 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30b3709-e656-4265-aca7-3ca5f3b2e926 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:31.484493 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30b3709-e656-4265-aca7-3ca5f3b2e926 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:31.484806 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30b3709-e656-4265-aca7-3ca5f3b2e926 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:31.485130 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30b3709-e656-4265-aca7-3ca5f3b2e926 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:31.485459 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30b3709-e656-4265-aca7-3ca5f3b2e926 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:31.485774 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30b3709-e656-4265-aca7-3ca5f3b2e926 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:31.487006 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30b3709-e656-4265-aca7-3ca5f3b2e926 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:31.487006 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30b3709-e656-4265-aca7-3ca5f3b2e926 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:31.487006 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30b3709-e656-4265-aca7-3ca5f3b2e926 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:31.492901 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-e0764257-c383-4920-8213-43de0ddb09f9 None None] Attempting to bind port 64eb2522-0821-40ac-8307-0bca5acb1dc2 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:44:31.493270 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-e0764257-c383-4920-8213-43de0ddb09f9 None None] Attempting to bind port 64eb2522-0821-40ac-8307-0bca5acb1dc2 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '9e8ba371-83c7-45ec-a158-fbcbb07778ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'fa906f4a-19f4-4b7d-8351-256fb4a2150c'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:44:31.493661 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0764257-c383-4920-8213-43de0ddb09f9 None None] Attempting to bind port 64eb2522-0821-40ac-8307-0bca5acb1dc2 on network fa906f4a-19f4-4b7d-8351-256fb4a2150c {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:44:31.499829 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0764257-c383-4920-8213-43de0ddb09f9 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:44:31.500363 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0764257-c383-4920-8213-43de0ddb09f9 None None] Checking segment: {'id': '9e8ba371-83c7-45ec-a158-fbcbb07778ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'fa906f4a-19f4-4b7d-8351-256fb4a2150c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:44:31.500940 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-e0764257-c383-4920-8213-43de0ddb09f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:31.501339 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0764257-c383-4920-8213-43de0ddb09f9 None None] Bound using segment: {'id': '9e8ba371-83c7-45ec-a158-fbcbb07778ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'fa906f4a-19f4-4b7d-8351-256fb4a2150c'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:44:31.502405 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-e0764257-c383-4920-8213-43de0ddb09f9 None None] Bound port: 64eb2522-0821-40ac-8307-0bca5acb1dc2, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e8ba371-83c7-45ec-a158-fbcbb07778ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'fa906f4a-19f4-4b7d-8351-256fb4a2150c'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:44:31.502405 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-e0764257-c383-4920-8213-43de0ddb09f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (64eb2522-0821-40ac-8307-0bca5acb1dc2), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:31.612287 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-e0764257-c383-4920-8213-43de0ddb09f9 None None] For port 64eb2522-0821-40ac-8307-0bca5acb1dc2, host n-d-833163-1, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:44:31.620495 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-e0764257-c383-4920-8213-43de0ddb09f9 None None] For port 64eb2522-0821-40ac-8307-0bca5acb1dc2, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=64eb2522-0821-40ac-8307-0bca5acb1dc2,segment=NetworkSegment(9e8ba371-83c7-45ec-a158-fbcbb07778ba),segment_id=9e8ba371-83c7-45ec-a158-fbcbb07778ba)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:44:31.633920 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-e0764257-c383-4920-8213-43de0ddb09f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (64eb2522-0821-40ac-8307-0bca5acb1dc2), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:31.716941 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0764257-c383-4920-8213-43de0ddb09f9 None None] Routers {'a7a01de0-22c1-40f4-9088-06e0a2019317'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:44:31.717821 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-e0764257-c383-4920-8213-43de0ddb09f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:44:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['a7a01de0-22c1-40f4-9088-06e0a2019317'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:31.857762 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-e0764257-c383-4920-8213-43de0ddb09f9 None None] Set router a7a01de0-22c1-40f4-9088-06e0a2019317 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:44:31.870076 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3f1e91b3-1329-41dc-8dbe-1f1b5f080c32 req-2ad5c48a-c5aa-4acd-87aa-2cfb29b6c973 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6026192 Mar 11 19:44:31.892479 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-e9a0ed36-dbec-444d-83a4-dade049a1c6a None None] Provisioning complete for port 64eb2522-0821-40ac-8307-0bca5acb1dc2 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:44:31.893409 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e9a0ed36-dbec-444d-83a4-dade049a1c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (64eb2522-0821-40ac-8307-0bca5acb1dc2), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:31.919661 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bbc4c6-b76c-4821-b506-c8a68bae28e6 req-1ecd14aa-2cf4-4acf-be2b-747119187b65 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:31.921355 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a2bbc4c6-b76c-4821-b506-c8a68bae28e6 req-1ecd14aa-2cf4-4acf-be2b-747119187b65 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.57 "GET /v2.0/ports?device_id=18a14a02-4224-4a82-b099-4ed93ccd55fa HTTP/1.1" status: 200 len: 946 time: 0.2181716 Mar 11 19:44:31.977780 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30b3709-e656-4265-aca7-3ca5f3b2e926 None None] Pushing event updated for resources: {'Port': ['ID=64eb2522-0821-40ac-8307-0bca5acb1dc2,revision_number=4']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:32.057204 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 49f29bb6-5e96-4af1-95cb-27dad960b82a up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:44:32.121444 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e9a0ed36-dbec-444d-83a4-dade049a1c6a None None] Current status of the port 64eb2522-0821-40ac-8307-0bca5acb1dc2 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:44:32.122043 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e9a0ed36-dbec-444d-83a4-dade049a1c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (64eb2522-0821-40ac-8307-0bca5acb1dc2), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:32.145152 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1943a365-855d-4b85-82ee-cf3300e9e26a tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks [] for port (fade7990-0af2-477b-b729-49d621c52b5b), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:32.159986 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1943a365-855d-4b85-82ee-cf3300e9e26a tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (fade7990-0af2-477b-b729-49d621c52b5b), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:32.178902 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-e9a0ed36-dbec-444d-83a4-dade049a1c6a None None] For port 64eb2522-0821-40ac-8307-0bca5acb1dc2, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=64eb2522-0821-40ac-8307-0bca5acb1dc2,segment=NetworkSegment(9e8ba371-83c7-45ec-a158-fbcbb07778ba),segment_id=9e8ba371-83c7-45ec-a158-fbcbb07778ba)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:44:32.187058 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 49f29bb6-5e96-4af1-95cb-27dad960b82a triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:44:32.187766 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (49f29bb6-5e96-4af1-95cb-27dad960b82a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:32.189721 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e9a0ed36-dbec-444d-83a4-dade049a1c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (64eb2522-0821-40ac-8307-0bca5acb1dc2), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:32.236058 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-e0764257-c383-4920-8213-43de0ddb09f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a01de0-22c1-40f4-9088-06e0a2019317', 'name': 'tempest-AttachVolumeTestJSON-805320116-router', 'tenant_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '49f29bb6-5e96-4af1-95cb-27dad960b82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:44:22Z', 'updated_at': '2022-03-11T19:44:26Z', 'revision_number': 4, 'project_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'gw_port': {'id': '49f29bb6-5e96-4af1-95cb-27dad960b82a', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a01de0-22c1-40f4-9088-06e0a2019317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:44:22Z', 'updated_at': '2022-03-11T19:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '64eb2522-0821-40ac-8307-0bca5acb1dc2', 'name': '', 'network_id': 'fa906f4a-19f4-4b7d-8351-256fb4a2150c', 'tenant_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'mac_address': 'fa:16:3e:cc:97:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a01de0-22c1-40f4-9088-06e0a2019317', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'f9964fd8-a78c-47a9-bc53-fa779164456a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:44:25Z', 'updated_at': '2022-03-11T19:44:31Z', 'revision_number': 4, 'project_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'subnets': [{'id': 'f9964fd8-a78c-47a9-bc53-fa779164456a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:32.282404 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0764257-c383-4920-8213-43de0ddb09f9 None None] The sync data for ids ['a7a01de0-22c1-40f4-9088-06e0a2019317'] in n-d-833163-1 is: [{'id': 'a7a01de0-22c1-40f4-9088-06e0a2019317', 'name': 'tempest-AttachVolumeTestJSON-805320116-router', 'tenant_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '49f29bb6-5e96-4af1-95cb-27dad960b82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:44:22Z', 'updated_at': '2022-03-11T19:44:26Z', 'revision_number': 4, 'project_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'gw_port': {'id': '49f29bb6-5e96-4af1-95cb-27dad960b82a', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a01de0-22c1-40f4-9088-06e0a2019317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:44:22Z', 'updated_at': '2022-03-11T19:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '64eb2522-0821-40ac-8307-0bca5acb1dc2', 'name': '', 'network_id': 'fa906f4a-19f4-4b7d-8351-256fb4a2150c', 'tenant_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'mac_address': 'fa:16:3e:cc:97:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7a01de0-22c1-40f4-9088-06e0a2019317', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'f9964fd8-a78c-47a9-bc53-fa779164456a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:44:25Z', 'updated_at': '2022-03-11T19:44:31Z', 'revision_number': 4, 'project_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'subnets': [{'id': 'f9964fd8-a78c-47a9-bc53-fa779164456a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:44:32.300542 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-a2bbc4c6-b76c-4821-b506-c8a68bae28e6 req-344cc1a8-bfbf-4e95-a31b-9c645086be47 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Deleting port 8ba3ec24-a4c2-43d0-b190-24405a34a29b {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:44:32.300913 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a2bbc4c6-b76c-4821-b506-c8a68bae28e6 req-344cc1a8-bfbf-4e95-a31b-9c645086be47 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (8ba3ec24-a4c2-43d0-b190-24405a34a29b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:32.313583 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b585b7-7f9d-4161-afe7-d2af48807f5e req-21dcc08e-7342-4c10-bd63-e048fea091eb tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:32.315353 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-69b585b7-7f9d-4161-afe7-d2af48807f5e req-21dcc08e-7342-4c10-bd63-e048fea091eb tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/ports?device_id=542ff3f7-b3f3-4744-95c0-cdaa43bf8b64 HTTP/1.1" status: 200 len: 984 time: 0.2523177 Mar 11 19:44:32.319415 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1943a365-855d-4b85-82ee-cf3300e9e26a tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Pushing event updated for resources: {'Port': ['ID=fade7990-0af2-477b-b729-49d621c52b5b,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:32.328061 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a0ed36-dbec-444d-83a4-dade049a1c6a None None] Pushing event updated for resources: {'Port': ['ID=64eb2522-0821-40ac-8307-0bca5acb1dc2,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:32.343642 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-fcfeb9df-8740-4901-bd3f-9783db8d1f7a None None] Provisioning complete for port 64eb2522-0821-40ac-8307-0bca5acb1dc2 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:44:32.344024 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fcfeb9df-8740-4901-bd3f-9783db8d1f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (64eb2522-0821-40ac-8307-0bca5acb1dc2), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:32.347347 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1943a365-855d-4b85-82ee-cf3300e9e26a tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (4de74c9b-7133-485b-8ec3-df23937f172e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:32.364002 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a0ed36-dbec-444d-83a4-dade049a1c6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:32.364350 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a0ed36-dbec-444d-83a4-dade049a1c6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:32.364694 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a0ed36-dbec-444d-83a4-dade049a1c6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:32.365032 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a0ed36-dbec-444d-83a4-dade049a1c6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:32.365364 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a0ed36-dbec-444d-83a4-dade049a1c6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:32.365696 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a0ed36-dbec-444d-83a4-dade049a1c6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:32.366025 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a0ed36-dbec-444d-83a4-dade049a1c6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:32.366352 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a0ed36-dbec-444d-83a4-dade049a1c6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:32.366676 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a0ed36-dbec-444d-83a4-dade049a1c6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:32.367563 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a0ed36-dbec-444d-83a4-dade049a1c6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:32.367924 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a0ed36-dbec-444d-83a4-dade049a1c6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:32.368251 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a0ed36-dbec-444d-83a4-dade049a1c6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:32.368575 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a0ed36-dbec-444d-83a4-dade049a1c6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:44:32.423534 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 49f29bb6-5e96-4af1-95cb-27dad960b82a is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:44:32.430294 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1943a365-855d-4b85-82ee-cf3300e9e26a tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:32.432197 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-1943a365-855d-4b85-82ee-cf3300e9e26a tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3872876 Mar 11 19:44:32.496088 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-69b585b7-7f9d-4161-afe7-d2af48807f5e req-c67b5811-bdaa-426d-8fb2-3a6ad7b818e2 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/security-groups?id=69d962d5-ae62-46c2-b9bb-79e490dd5593&id=ce0f9ff3-462d-4ffe-9ca0-faad0e7a4122&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1664879 Mar 11 19:44:32.530486 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-a2bbc4c6-b76c-4821-b506-c8a68bae28e6 req-344cc1a8-bfbf-4e95-a31b-9c645086be47 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] For port 8ba3ec24-a4c2-43d0-b190-24405a34a29b, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=8ba3ec24-a4c2-43d0-b190-24405a34a29b,segment=NetworkSegment(4e412043-f4b7-4584-89b3-4a0ee01e31e1),segment_id=4e412043-f4b7-4584-89b3-4a0ee01e31e1)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:44:32.530848 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a2bbc4c6-b76c-4821-b506-c8a68bae28e6 req-344cc1a8-bfbf-4e95-a31b-9c645086be47 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (8ba3ec24-a4c2-43d0-b190-24405a34a29b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:32.545262 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-fcfeb9df-8740-4901-bd3f-9783db8d1f7a None None] Current status of the port 64eb2522-0821-40ac-8307-0bca5acb1dc2 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:44:32.547248 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-a2bbc4c6-b76c-4821-b506-c8a68bae28e6 req-344cc1a8-bfbf-4e95-a31b-9c645086be47 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Calling delete_port for 8ba3ec24-a4c2-43d0-b190-24405a34a29b owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:44:32.727955 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4df085-e444-4c82-a505-648ca90240f2 req-d153a679-0cf8-40e1-9ee4-166f0af458ec tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:32.729122 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8f4df085-e444-4c82-a505-648ca90240f2 req-d153a679-0cf8-40e1-9ee4-166f0af458ec tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 945 time: 0.1048470 Mar 11 19:44:32.789869 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a2bbc4c6-b76c-4821-b506-c8a68bae28e6 req-344cc1a8-bfbf-4e95-a31b-9c645086be47 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (8ba3ec24-a4c2-43d0-b190-24405a34a29b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:32.804129 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['8ba3ec24-a4c2-43d0-b190-24405a34a29b'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:44:32.831987 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8f4df085-e444-4c82-a505-648ca90240f2 req-a53734f6-0566-4ebc-86d3-f6c1aadaa13a tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975666 Mar 11 19:44:32.843510 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344cc1a8-bfbf-4e95-a31b-9c645086be47 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Pushing event deleted for resources: {'Port': ['ID=8ba3ec24-a4c2-43d0-b190-24405a34a29b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:32.914010 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2bbc4c6-b76c-4821-b506-c8a68bae28e6 req-344cc1a8-bfbf-4e95-a31b-9c645086be47 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] No DVR routers for this DVR port 8ba3ec24-a4c2-43d0-b190-24405a34a29b on host n-h2-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:44:32.917400 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a2bbc4c6-b76c-4821-b506-c8a68bae28e6 req-344cc1a8-bfbf-4e95-a31b-9c645086be47 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:32.920912 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a2bbc4c6-b76c-4821-b506-c8a68bae28e6 req-344cc1a8-bfbf-4e95-a31b-9c645086be47 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.57 "DELETE /v2.0/ports/8ba3ec24-a4c2-43d0-b190-24405a34a29b HTTP/1.1" status: 204 len: 173 time: 0.9918509 Mar 11 19:44:32.921453 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a14a02-4224-4a82-b099-4ed93ccd55fa', 'name': 'network-vif-deleted', 'tag': '8ba3ec24-a4c2-43d0-b190-24405a34a29b'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:44:32.933302 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dbd9d22-d069-426f-b71a-3c17a924732e" -d '{"events": [{"server_uuid": "18a14a02-4224-4a82-b099-4ed93ccd55fa", "name": "network-vif-deleted", "tag": "8ba3ec24-a4c2-43d0-b190-24405a34a29b"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:44:33.071307 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e7fdd-f8e6-48cd-b5bf-37f739f9ca74 req-49d9fb6f-972c-4f73-b054-af3bf811874d tempest-ServerTagsTestJSON-2121658235 tempest-ServerTagsTestJSON-2121658235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:33.079983 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4a0e7fdd-f8e6-48cd-b5bf-37f739f9ca74 req-49d9fb6f-972c-4f73-b054-af3bf811874d tempest-ServerTagsTestJSON-2121658235 tempest-ServerTagsTestJSON-2121658235-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2d737ff-a40d-433e-856d-32b5e1615e9d HTTP/1.1" status: 200 len: 945 time: 0.1310809 Mar 11 19:44:33.141200 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4a0e7fdd-f8e6-48cd-b5bf-37f739f9ca74 req-e10d372d-e930-4e3f-a17f-a20086c6ec52 tempest-ServerTagsTestJSON-2121658235 tempest-ServerTagsTestJSON-2121658235-project] 10.222.0.65 "GET /v2.0/security-groups?id=40461276-efdc-42d2-b47e-61f3b5aad62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586128 Mar 11 19:44:33.315771 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e95c14da-f9f9-47bc-825a-8abc97124df1 req-49c04208-4239-4386-b281-85008c230bd2 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1491045374&fields=id&tenant_id=576d2a7c254e4aed8ead0c581ff9c26f HTTP/1.1" status: 200 len: 267 time: 0.0760131 Mar 11 19:44:33.463609 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95c14da-f9f9-47bc-825a-8abc97124df1 req-a14478ea-32f6-4289-9657-cf3c96778802 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:33.465195 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e95c14da-f9f9-47bc-825a-8abc97124df1 req-a14478ea-32f6-4289-9657-cf3c96778802 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/networks?id=fa906f4a-19f4-4b7d-8351-256fb4a2150c HTTP/1.1" status: 200 len: 810 time: 0.1395524 Mar 11 19:44:33.484061 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e95c14da-f9f9-47bc-825a-8abc97124df1 req-97d30b04-581c-49f2-9466-c75490f9cedc tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/quotas/576d2a7c254e4aed8ead0c581ff9c26f HTTP/1.1" status: 200 len: 375 time: 0.0122843 Mar 11 19:44:33.579981 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e95c14da-f9f9-47bc-825a-8abc97124df1 req-4510e13d-dc45-4f11-a4e1-c43c160f2029 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=576d2a7c254e4aed8ead0c581ff9c26f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0753939 Mar 11 19:44:33.680299 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e95c14da-f9f9-47bc-825a-8abc97124df1 req-e2102cff-da70-428b-8737-1f99fcf39f9b service neutron] 10.222.0.65 "GET /v2.0/networks/fa906f4a-19f4-4b7d-8351-256fb4a2150c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983000 Mar 11 19:44:33.793755 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e95c14da-f9f9-47bc-825a-8abc97124df1 req-f258da5a-3bdf-4bdc-973e-6d022885e746 service neutron] 10.222.0.65 "GET /v2.0/networks/fa906f4a-19f4-4b7d-8351-256fb4a2150c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065297 Mar 11 19:44:33.969769 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 64eb2522-0821-40ac-8307-0bca5acb1dc2 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:44:34.030588 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 64eb2522-0821-40ac-8307-0bca5acb1dc2 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:44:34.031328 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (64eb2522-0821-40ac-8307-0bca5acb1dc2), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:34.052685 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ee108bf3-68f1-45aa-a016-c3c477453b4e req-17f54939-8218-4fca-9817-0f8ca1de0c16 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1103257331&fields=id&tenant_id=9847127c40534c169b75983394620333 HTTP/1.1" status: 200 len: 267 time: 0.0669482 Mar 11 19:44:34.166248 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee108bf3-68f1-45aa-a016-c3c477453b4e req-6fdde9dc-e0c5-4781-a285-adec9254ae0c tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:34.168151 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ee108bf3-68f1-45aa-a016-c3c477453b4e req-6fdde9dc-e0c5-4781-a285-adec9254ae0c tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/ports?device_id=542ff3f7-b3f3-4744-95c0-cdaa43bf8b64 HTTP/1.1" status: 200 len: 984 time: 0.1008477 Mar 11 19:44:34.180738 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 64eb2522-0821-40ac-8307-0bca5acb1dc2 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:44:34.183247 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-ee108bf3-68f1-45aa-a016-c3c477453b4e req-3692e4b5-b4ad-4d75-b2e3-6d7a1f0dbf95 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Request body: {'port': {'security_groups': ['69d962d5-ae62-46c2-b9bb-79e490dd5593', 'ce0f9ff3-462d-4ffe-9ca0-faad0e7a4122', '545f24db-796b-4aa5-92c9-2ad60e4c8a6c']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:44:34.278688 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ee108bf3-68f1-45aa-a016-c3c477453b4e req-3692e4b5-b4ad-4d75-b2e3-6d7a1f0dbf95 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (3c044926-2677-4a5e-9fec-a6e7a5bc1f0e), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:34.530093 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-ee108bf3-68f1-45aa-a016-c3c477453b4e req-3692e4b5-b4ad-4d75-b2e3-6d7a1f0dbf95 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] For port 3c044926-2677-4a5e-9fec-a6e7a5bc1f0e, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=3c044926-2677-4a5e-9fec-a6e7a5bc1f0e,segment=NetworkSegment(923d54b9-bdd1-4af1-adc1-1c3c91ea1666),segment_id=923d54b9-bdd1-4af1-adc1-1c3c91ea1666)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:44:34.567961 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ee108bf3-68f1-45aa-a016-c3c477453b4e req-3692e4b5-b4ad-4d75-b2e3-6d7a1f0dbf95 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks [] for port (3c044926-2677-4a5e-9fec-a6e7a5bc1f0e), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:34.573949 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ee108bf3-68f1-45aa-a016-c3c477453b4e req-3692e4b5-b4ad-4d75-b2e3-6d7a1f0dbf95 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (3c044926-2677-4a5e-9fec-a6e7a5bc1f0e), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:34.589343 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['a1486762-aa84-4adb-98f2-c2a25a94d2f0', '3c044926-2677-4a5e-9fec-a6e7a5bc1f0e'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:44:34.635158 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee108bf3-68f1-45aa-a016-c3c477453b4e req-3692e4b5-b4ad-4d75-b2e3-6d7a1f0dbf95 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:34.640727 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ee108bf3-68f1-45aa-a016-c3c477453b4e req-3692e4b5-b4ad-4d75-b2e3-6d7a1f0dbf95 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:34.643168 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ee108bf3-68f1-45aa-a016-c3c477453b4e req-3692e4b5-b4ad-4d75-b2e3-6d7a1f0dbf95 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "PUT /v2.0/ports/3c044926-2677-4a5e-9fec-a6e7a5bc1f0e HTTP/1.1" status: 200 len: 1020 time: 0.4679041 Mar 11 19:44:34.676216 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3692e4b5-b4ad-4d75-b2e3-6d7a1f0dbf95 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Pushing event updated for resources: {'Port': ['ID=3c044926-2677-4a5e-9fec-a6e7a5bc1f0e,revision_number=7']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:34.749323 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['3c044926-2677-4a5e-9fec-a6e7a5bc1f0e'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:44:34.780810 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1296ff-47cd-4907-a1fe-9840c475f4c8 req-99151458-af23-4fd8-a920-dc402452c98a tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:34.790415 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3c1296ff-47cd-4907-a1fe-9840c475f4c8 req-99151458-af23-4fd8-a920-dc402452c98a tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 946 time: 0.0829105 Mar 11 19:44:34.915320 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3c1296ff-47cd-4907-a1fe-9840c475f4c8 req-29fb0121-f66f-48c3-803b-d51212d8c9a1 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236508 Mar 11 19:44:35.021332 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267cd1be-1e09-4662-adc7-9c073a9e44e4 x-openstack-request-id: req-267cd1be-1e09-4662-adc7-9c073a9e44e4 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:44:35.021766 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18a14a02-4224-4a82-b099-4ed93ccd55fa", "name": "network-vif-deleted", "tag": "8ba3ec24-a4c2-43d0-b190-24405a34a29b", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:44:35.021867 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-267cd1be-1e09-4662-adc7-9c073a9e44e4 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:44:35.022260 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18a14a02-4224-4a82-b099-4ed93ccd55fa', 'name': 'network-vif-deleted', 'tag': '8ba3ec24-a4c2-43d0-b190-24405a34a29b', 'status': 'completed', 'code': 200} Mar 11 19:44:35.397864 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb966612-17d5-4e5a-98d3-4f1aba1ddb85 req-e8a29f2a-db9d-403c-aa68-b6a96cd9efaa tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:35.400020 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fb966612-17d5-4e5a-98d3-4f1aba1ddb85 req-e8a29f2a-db9d-403c-aa68-b6a96cd9efaa tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 945 time: 0.1197898 Mar 11 19:44:35.405659 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95c14da-f9f9-47bc-825a-8abc97124df1 req-50102627-6bd4-4eef-8299-fd62b4e46e0b tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:35.406966 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e95c14da-f9f9-47bc-825a-8abc97124df1 req-50102627-6bd4-4eef-8299-fd62b4e46e0b tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.57 "GET /v2.0/networks?id=fa906f4a-19f4-4b7d-8351-256fb4a2150c HTTP/1.1" status: 200 len: 810 time: 0.2231627 Mar 11 19:44:35.483827 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fb966612-17d5-4e5a-98d3-4f1aba1ddb85 req-bf23059d-9a57-40c9-a251-0ed80d56dc73 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758021 Mar 11 19:44:35.498536 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e95c14da-f9f9-47bc-825a-8abc97124df1 req-82574d78-43a5-415a-b0ca-85bcbeb58594 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=576d2a7c254e4aed8ead0c581ff9c26f HTTP/1.1" status: 200 len: 380 time: 0.0830653 Mar 11 19:44:35.511588 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-e95c14da-f9f9-47bc-825a-8abc97124df1 req-cdeaa4e1-5f23-49ce-8f47-56ff57ba0c8c tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Request body: {'port': {'device_id': '9704cc3c-cfbe-466d-ac6d-477d6b62bb94', 'network_id': 'fa906f4a-19f4-4b7d-8351-256fb4a2150c', 'admin_state_up': True, 'tenant_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'security_groups': ['ac76e7d2-86d4-4d6a-9e4e-efe333e24013']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:44:35.613106 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d170e5dc-5bc3-42f4-a036-9203ae1010b3 req-abce89ac-e520-40da-b87c-800b6ae25be1 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/ports?device_id=9704cc3c-cfbe-466d-ac6d-477d6b62bb94 HTTP/1.1" status: 200 len: 210 time: 0.0351129 Mar 11 19:44:35.679396 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e95c14da-f9f9-47bc-825a-8abc97124df1 req-cdeaa4e1-5f23-49ce-8f47-56ff57ba0c8c tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Made reservation on behalf of 576d2a7c254e4aed8ead0c581ff9c26f for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:44:35.682706 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e95c14da-f9f9-47bc-825a-8abc97124df1 req-cdeaa4e1-5f23-49ce-8f47-56ff57ba0c8c tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:35.699499 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d2000b34-5f11-40e9-a9b5-3d1d2866db35 req-c35a9fae-bc0d-47b7-a6b1-81818d0b2730 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/security-groups/545f24db-796b-4aa5-92c9-2ad60e4c8a6c HTTP/1.1" status: 200 len: 1819 time: 0.0573790 Mar 11 19:44:35.799963 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [req-d2000b34-5f11-40e9-a9b5-3d1d2866db35 req-5a8f7445-687d-4986-a6b2-f8b9726daf12 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 11 19:44:35.800883 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d2000b34-5f11-40e9-a9b5-3d1d2866db35 req-5a8f7445-687d-4986-a6b2-f8b9726daf12 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "DELETE /v2.0/security-groups/545f24db-796b-4aa5-92c9-2ad60e4c8a6c HTTP/1.1" status: 409 len: 341 time: 0.0946343 Mar 11 19:44:35.854812 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-e95c14da-f9f9-47bc-825a-8abc97124df1 req-cdeaa4e1-5f23-49ce-8f47-56ff57ba0c8c tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Allocated IP 172.20.0.5 (fa906f4a-19f4-4b7d-8351-256fb4a2150c/f9964fd8-a78c-47a9-bc53-fa779164456a/6bc0ca68-4601-45de-a9ae-2168045ff10f) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:44:36.016470 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c722bdc-4a46-4ad0-954b-7454b888d5f6 req-dda0bcbf-aa4a-4f54-b54f-827547167ce3 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:36.017999 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5c722bdc-4a46-4ad0-954b-7454b888d5f6 req-dda0bcbf-aa4a-4f54-b54f-827547167ce3 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 946 time: 0.1386859 Mar 11 19:44:36.079192 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e95c14da-f9f9-47bc-825a-8abc97124df1 req-cdeaa4e1-5f23-49ce-8f47-56ff57ba0c8c tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks [] for port (6bc0ca68-4601-45de-a9ae-2168045ff10f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:36.116652 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5c722bdc-4a46-4ad0-954b-7454b888d5f6 req-4c16bcb7-39c6-4c84-83de-f6b459d132dc tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876071 Mar 11 19:44:36.149758 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e95c14da-f9f9-47bc-825a-8abc97124df1 req-cdeaa4e1-5f23-49ce-8f47-56ff57ba0c8c tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (6bc0ca68-4601-45de-a9ae-2168045ff10f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:36.184684 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 8ba3ec24-a4c2-43d0-b190-24405a34a29b no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:44:36.206051 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: 8ba3ec24-a4c2-43d0-b190-24405a34a29b {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:44:36.206404 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 8ba3ec24-a4c2-43d0-b190-24405a34a29b not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:44:36.243126 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e95c14da-f9f9-47bc-825a-8abc97124df1 req-cdeaa4e1-5f23-49ce-8f47-56ff57ba0c8c tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Network fa906f4a-19f4-4b7d-8351-256fb4a2150c is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:44:36.249568 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-e95c14da-f9f9-47bc-825a-8abc97124df1 req-cdeaa4e1-5f23-49ce-8f47-56ff57ba0c8c tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:44:36.262248 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-e95c14da-f9f9-47bc-825a-8abc97124df1 req-cdeaa4e1-5f23-49ce-8f47-56ff57ba0c8c tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:44:36.268971 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeaa4e1-5f23-49ce-8f47-56ff57ba0c8c tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Pushing event updated for resources: {'Port': ['ID=6bc0ca68-4601-45de-a9ae-2168045ff10f,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:36.363064 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95c14da-f9f9-47bc-825a-8abc97124df1 req-cdeaa4e1-5f23-49ce-8f47-56ff57ba0c8c tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:36.363742 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e95c14da-f9f9-47bc-825a-8abc97124df1 req-cdeaa4e1-5f23-49ce-8f47-56ff57ba0c8c tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:36.378525 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e963a6-b0be-446f-9742-23236577adb8 req-ff71ba36-0a06-437f-9e8c-62c7aea26a43 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:36.380182 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a9e963a6-b0be-446f-9742-23236577adb8 req-ff71ba36-0a06-437f-9e8c-62c7aea26a43 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/networks?id=90292ec6-d6b2-4fa1-9376-c622cb87c9e0 HTTP/1.1" status: 200 len: 811 time: 0.1848371 Mar 11 19:44:36.402296 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e95c14da-f9f9-47bc-825a-8abc97124df1 req-cdeaa4e1-5f23-49ce-8f47-56ff57ba0c8c tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8989120 Mar 11 19:44:36.418342 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-e95c14da-f9f9-47bc-825a-8abc97124df1 req-03c33fca-f39e-4cca-a873-47bea5e9ab35 service neutron] Request body: {'port': {'device_id': '9704cc3c-cfbe-466d-ac6d-477d6b62bb94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:44:36.433430 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a9e963a6-b0be-446f-9742-23236577adb8 req-5bb10924-bb33-4fb2-865c-bd008a0da98b tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/quotas/12e2452ddb214caab7c1aa2dab6d048a HTTP/1.1" status: 200 len: 375 time: 0.0291893 Mar 11 19:44:36.500426 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a9e963a6-b0be-446f-9742-23236577adb8 req-b0689beb-8848-4605-ae7b-de4ce91ef3c9 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=12e2452ddb214caab7c1aa2dab6d048a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0658531 Mar 11 19:44:36.565179 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e95c14da-f9f9-47bc-825a-8abc97124df1 req-03c33fca-f39e-4cca-a873-47bea5e9ab35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (6bc0ca68-4601-45de-a9ae-2168045ff10f), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:36.618385 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-16f32425-5783-46e1-97e5-7ec8cc108161 None None] Provisioning complete for port 6bc0ca68-4601-45de-a9ae-2168045ff10f triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:44:36.618767 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-16f32425-5783-46e1-97e5-7ec8cc108161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (6bc0ca68-4601-45de-a9ae-2168045ff10f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:36.668690 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-16f32425-5783-46e1-97e5-7ec8cc108161 None None] Port 6bc0ca68-4601-45de-a9ae-2168045ff10f cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:44:36.674561 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a9e963a6-b0be-446f-9742-23236577adb8 req-7256836f-69c6-4c91-acde-503db3231106 service neutron] 10.222.0.65 "GET /v2.0/networks/90292ec6-d6b2-4fa1-9376-c622cb87c9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732757 Mar 11 19:44:36.881685 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a9e963a6-b0be-446f-9742-23236577adb8 req-48230b05-5369-4ccf-aefa-edc1a3c8f382 service neutron] 10.222.0.65 "GET /v2.0/networks/90292ec6-d6b2-4fa1-9376-c622cb87c9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996636 Mar 11 19:44:36.979908 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-e95c14da-f9f9-47bc-825a-8abc97124df1 req-03c33fca-f39e-4cca-a873-47bea5e9ab35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bc0ca68-4601-45de-a9ae-2168045ff10f {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:44:36.988035 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e95c14da-f9f9-47bc-825a-8abc97124df1 req-03c33fca-f39e-4cca-a873-47bea5e9ab35 service neutron] Publish callbacks [] for port (6bc0ca68-4601-45de-a9ae-2168045ff10f), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:37.018099 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-e95c14da-f9f9-47bc-825a-8abc97124df1 req-03c33fca-f39e-4cca-a873-47bea5e9ab35 service neutron] Transition to ACTIVE for port object 6bc0ca68-4601-45de-a9ae-2168045ff10f will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:44:37.025486 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '542ff3f7-b3f3-4744-95c0-cdaa43bf8b64', 'tag': '3c044926-2677-4a5e-9fec-a6e7a5bc1f0e'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:44:37.026758 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54c4e67-b2fa-466b-9471-663dc5a6f4cc" -d '{"events": [{"name": "network-changed", "server_uuid": "542ff3f7-b3f3-4744-95c0-cdaa43bf8b64", "tag": "3c044926-2677-4a5e-9fec-a6e7a5bc1f0e"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:44:37.036278 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e95c14da-f9f9-47bc-825a-8abc97124df1 req-03c33fca-f39e-4cca-a873-47bea5e9ab35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (6bc0ca68-4601-45de-a9ae-2168045ff10f), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:37.098729 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c33fca-f39e-4cca-a873-47bea5e9ab35 service neutron] Pushing event updated for resources: {'Port': ['ID=6bc0ca68-4601-45de-a9ae-2168045ff10f,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:37.244184 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-e95c14da-f9f9-47bc-825a-8abc97124df1 req-03c33fca-f39e-4cca-a873-47bea5e9ab35 service neutron] Attempting to bind port 6bc0ca68-4601-45de-a9ae-2168045ff10f on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:44:37.244524 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-e95c14da-f9f9-47bc-825a-8abc97124df1 req-03c33fca-f39e-4cca-a873-47bea5e9ab35 service neutron] Attempting to bind port 6bc0ca68-4601-45de-a9ae-2168045ff10f by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '9e8ba371-83c7-45ec-a158-fbcbb07778ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'fa906f4a-19f4-4b7d-8351-256fb4a2150c'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:44:37.245094 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95c14da-f9f9-47bc-825a-8abc97124df1 req-03c33fca-f39e-4cca-a873-47bea5e9ab35 service neutron] Attempting to bind port 6bc0ca68-4601-45de-a9ae-2168045ff10f on network fa906f4a-19f4-4b7d-8351-256fb4a2150c {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:44:37.256949 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95c14da-f9f9-47bc-825a-8abc97124df1 req-03c33fca-f39e-4cca-a873-47bea5e9ab35 service neutron] Port 6bc0ca68-4601-45de-a9ae-2168045ff10f on network fa906f4a-19f4-4b7d-8351-256fb4a2150c not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:44:37.257272 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95c14da-f9f9-47bc-825a-8abc97124df1 req-03c33fca-f39e-4cca-a873-47bea5e9ab35 service neutron] Attempting to bind port 6bc0ca68-4601-45de-a9ae-2168045ff10f on network fa906f4a-19f4-4b7d-8351-256fb4a2150c {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:44:37.283494 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95c14da-f9f9-47bc-825a-8abc97124df1 req-03c33fca-f39e-4cca-a873-47bea5e9ab35 service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:44:37.283877 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95c14da-f9f9-47bc-825a-8abc97124df1 req-03c33fca-f39e-4cca-a873-47bea5e9ab35 service neutron] Checking segment: {'id': '9e8ba371-83c7-45ec-a158-fbcbb07778ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'fa906f4a-19f4-4b7d-8351-256fb4a2150c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:44:37.287953 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95c14da-f9f9-47bc-825a-8abc97124df1 req-03c33fca-f39e-4cca-a873-47bea5e9ab35 service neutron] Bound using segment: {'id': '9e8ba371-83c7-45ec-a158-fbcbb07778ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'fa906f4a-19f4-4b7d-8351-256fb4a2150c'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:44:37.288440 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-e95c14da-f9f9-47bc-825a-8abc97124df1 req-03c33fca-f39e-4cca-a873-47bea5e9ab35 service neutron] Bound port: 6bc0ca68-4601-45de-a9ae-2168045ff10f, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e8ba371-83c7-45ec-a158-fbcbb07778ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'fa906f4a-19f4-4b7d-8351-256fb4a2150c'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:44:37.289406 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e95c14da-f9f9-47bc-825a-8abc97124df1 req-03c33fca-f39e-4cca-a873-47bea5e9ab35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (6bc0ca68-4601-45de-a9ae-2168045ff10f), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:37.459513 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-e95c14da-f9f9-47bc-825a-8abc97124df1 req-03c33fca-f39e-4cca-a873-47bea5e9ab35 service neutron] For port 6bc0ca68-4601-45de-a9ae-2168045ff10f, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:44:37.466612 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-e95c14da-f9f9-47bc-825a-8abc97124df1 req-03c33fca-f39e-4cca-a873-47bea5e9ab35 service neutron] For port 6bc0ca68-4601-45de-a9ae-2168045ff10f, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=6bc0ca68-4601-45de-a9ae-2168045ff10f,segment=NetworkSegment(9e8ba371-83c7-45ec-a158-fbcbb07778ba),segment_id=9e8ba371-83c7-45ec-a158-fbcbb07778ba)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:44:37.477330 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e95c14da-f9f9-47bc-825a-8abc97124df1 req-03c33fca-f39e-4cca-a873-47bea5e9ab35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (6bc0ca68-4601-45de-a9ae-2168045ff10f), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:37.613034 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95c14da-f9f9-47bc-825a-8abc97124df1 req-03c33fca-f39e-4cca-a873-47bea5e9ab35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:37.614103 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e95c14da-f9f9-47bc-825a-8abc97124df1 req-03c33fca-f39e-4cca-a873-47bea5e9ab35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:37.618744 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e95c14da-f9f9-47bc-825a-8abc97124df1 req-03c33fca-f39e-4cca-a873-47bea5e9ab35 service neutron] 10.222.0.57 "PUT /v2.0/ports/6bc0ca68-4601-45de-a9ae-2168045ff10f HTTP/1.1" status: 200 len: 1091 time: 1.2060709 Mar 11 19:44:37.793323 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce02407-1c56-4db5-b8ed-46d93bf3ff41 req-ba81fbfe-138c-4fd6-8ad5-07867f8dfdf3 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:37.794903 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4ce02407-1c56-4db5-b8ed-46d93bf3ff41 req-ba81fbfe-138c-4fd6-8ad5-07867f8dfdf3 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 945 time: 0.3068395 Mar 11 19:44:37.797525 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c33fca-f39e-4cca-a873-47bea5e9ab35 service neutron] Pushing event updated for resources: {'Port': ['ID=6bc0ca68-4601-45de-a9ae-2168045ff10f,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:37.866804 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95c14da-f9f9-47bc-825a-8abc97124df1 req-c6609db1-692c-468b-9237-217a1a6b6afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:37.868451 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e95c14da-f9f9-47bc-825a-8abc97124df1 req-c6609db1-692c-468b-9237-217a1a6b6afd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=576d2a7c254e4aed8ead0c581ff9c26f&device_id=9704cc3c-cfbe-466d-ac6d-477d6b62bb94 HTTP/1.1" status: 200 len: 1125 time: 0.2092638 Mar 11 19:44:37.880174 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4ce02407-1c56-4db5-b8ed-46d93bf3ff41 req-8d145d0e-f7e4-4004-af98-175a09be241a tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744176 Mar 11 19:44:37.947207 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e95c14da-f9f9-47bc-825a-8abc97124df1 req-09fca1a2-adc7-43c3-a17c-30b5f0bf212b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6bc0ca68-4601-45de-a9ae-2168045ff10f HTTP/1.1" status: 200 len: 217 time: 0.0512054 Mar 11 19:44:38.079362 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95c14da-f9f9-47bc-825a-8abc97124df1 req-a4ca32a5-5bf2-4cdb-b8ec-04884d56c916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:38.081444 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e95c14da-f9f9-47bc-825a-8abc97124df1 req-a4ca32a5-5bf2-4cdb-b8ec-04884d56c916 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f9964fd8-a78c-47a9-bc53-fa779164456a HTTP/1.1" status: 200 len: 849 time: 0.1244307 Mar 11 19:44:38.103768 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e76f274-4932-49b3-8b27-a63569e85526 req-01b41dc9-6d19-4991-a71b-8c4378743666 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:38.105645 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8e76f274-4932-49b3-8b27-a63569e85526 req-01b41dc9-6d19-4991-a71b-8c4378743666 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/ports?device_id=9704cc3c-cfbe-466d-ac6d-477d6b62bb94 HTTP/1.1" status: 200 len: 943 time: 0.0994697 Mar 11 19:44:38.196745 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95c14da-f9f9-47bc-825a-8abc97124df1 req-e8de482e-0bee-46e9-b59e-f2f1ce2cb09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:38.198254 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e95c14da-f9f9-47bc-825a-8abc97124df1 req-e8de482e-0bee-46e9-b59e-f2f1ce2cb09f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fa906f4a-19f4-4b7d-8351-256fb4a2150c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1034091 Mar 11 19:44:38.203128 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8e76f274-4932-49b3-8b27-a63569e85526 req-1a7aa142-7dd6-4d22-b97a-bd0e1afa0048 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac76e7d2-86d4-4d6a-9e4e-efe333e24013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716331 Mar 11 19:44:38.330755 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-acde071f-7d1c-485d-9ffa-2898df0a698e req-281ac006-e3c2-46a6-828c-1b295e90d08f tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ca26dd0-f8fe-4bd5-bd30-b58d1d6f9c7f HTTP/1.1" status: 200 len: 210 time: 0.0390906 Mar 11 19:44:38.332542 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e95c14da-f9f9-47bc-825a-8abc97124df1 req-87df8e3f-fde5-45aa-b856-6af4c1fc54ed service neutron] 10.222.0.57 "GET /v2.0/networks/fa906f4a-19f4-4b7d-8351-256fb4a2150c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276793 Mar 11 19:44:38.409816 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0de926e-55df-403a-a09a-32748e48c037 x-openstack-request-id: req-a0de926e-55df-403a-a09a-32748e48c037 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:44:38.410129 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "542ff3f7-b3f3-4744-95c0-cdaa43bf8b64", "tag": "3c044926-2677-4a5e-9fec-a6e7a5bc1f0e", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:44:38.410358 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a0de926e-55df-403a-a09a-32748e48c037 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:44:38.410762 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '542ff3f7-b3f3-4744-95c0-cdaa43bf8b64', 'tag': '3c044926-2677-4a5e-9fec-a6e7a5bc1f0e', 'status': 'completed', 'code': 200} Mar 11 19:44:38.456037 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e95c14da-f9f9-47bc-825a-8abc97124df1 req-6fb755e8-302a-4ec0-bf90-62907d8ab010 service neutron] 10.222.0.57 "GET /v2.0/networks/fa906f4a-19f4-4b7d-8351-256fb4a2150c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148124 Mar 11 19:44:38.493451 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c4e67-b2fa-466b-9471-663dc5a6f4cc req-13f21ae1-1819-401d-b11d-63254cdd5004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:38.497274 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f54c4e67-b2fa-466b-9471-663dc5a6f4cc req-13f21ae1-1819-401d-b11d-63254cdd5004 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9847127c40534c169b75983394620333&device_id=542ff3f7-b3f3-4744-95c0-cdaa43bf8b64 HTTP/1.1" status: 200 len: 1206 time: 0.0769217 Mar 11 19:44:38.623590 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c4e67-b2fa-466b-9471-663dc5a6f4cc req-fa66a609-4ba2-449a-8e6a-b93280e70277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:38.625219 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f54c4e67-b2fa-466b-9471-663dc5a6f4cc req-fa66a609-4ba2-449a-8e6a-b93280e70277 service neutron] 10.222.0.75 "GET /v2.0/networks?id=e379c903-522a-4afd-b4b9-c2c362c44083 HTTP/1.1" status: 200 len: 914 time: 0.1210773 Mar 11 19:44:38.697750 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f54c4e67-b2fa-466b-9471-663dc5a6f4cc req-d818c356-eb87-4e04-bca4-17fd24060dbd service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c044926-2677-4a5e-9fec-a6e7a5bc1f0e HTTP/1.1" status: 200 len: 217 time: 0.0535491 Mar 11 19:44:38.714936 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e963a6-b0be-446f-9742-23236577adb8 req-a030edce-2953-4460-af36-3071db2a1557 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:38.716603 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a9e963a6-b0be-446f-9742-23236577adb8 req-a030edce-2953-4460-af36-3071db2a1557 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.57 "GET /v2.0/networks?id=90292ec6-d6b2-4fa1-9376-c622cb87c9e0 HTTP/1.1" status: 200 len: 811 time: 0.1881514 Mar 11 19:44:38.724016 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3fe1b9-bda3-4d79-ba74-975d976a2b76 req-35959606-5b1b-42ec-a373-006a311dc197 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:38.725580 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da3fe1b9-bda3-4d79-ba74-975d976a2b76 req-35959606-5b1b-42ec-a373-006a311dc197 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/ports?device_id=542ff3f7-b3f3-4744-95c0-cdaa43bf8b64 HTTP/1.1" status: 200 len: 1023 time: 0.0924041 Mar 11 19:44:38.730770 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-a9e963a6-b0be-446f-9742-23236577adb8 req-18b93486-fa5f-44ca-b3e6-8bf2cde6ed49 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Request body: {'port': {'device_id': '2ca26dd0-f8fe-4bd5-bd30-b58d1d6f9c7f', 'network_id': '90292ec6-d6b2-4fa1-9376-c622cb87c9e0', 'admin_state_up': True, 'tenant_id': '12e2452ddb214caab7c1aa2dab6d048a'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:44:38.753956 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c4e67-b2fa-466b-9471-663dc5a6f4cc req-7ec6a25b-d7e9-4020-91b8-8828930db564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:38.755956 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f54c4e67-b2fa-466b-9471-663dc5a6f4cc req-7ec6a25b-d7e9-4020-91b8-8828930db564 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b6dba032-bdf2-4f0c-b497-3410aba1c607 HTTP/1.1" status: 200 len: 853 time: 0.0508375 Mar 11 19:44:38.791427 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f54c4e67-b2fa-466b-9471-663dc5a6f4cc req-26b03479-6fbc-47a7-9180-a3f62c839c0f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=e379c903-522a-4afd-b4b9-c2c362c44083&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289595 Mar 11 19:44:38.873336 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da3fe1b9-bda3-4d79-ba74-975d976a2b76 req-efb7354a-8974-440f-835e-92ecf5f85cca tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/security-groups?id=ce0f9ff3-462d-4ffe-9ca0-faad0e7a4122&id=69d962d5-ae62-46c2-b9bb-79e490dd5593&id=545f24db-796b-4aa5-92c9-2ad60e4c8a6c&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1389835 Mar 11 19:44:38.891674 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f54c4e67-b2fa-466b-9471-663dc5a6f4cc req-10bba5a8-b70a-4468-acb3-8384e7912d00 service neutron] 10.222.0.75 "GET /v2.0/networks/e379c903-522a-4afd-b4b9-c2c362c44083?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936589 Mar 11 19:44:38.898932 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9e963a6-b0be-446f-9742-23236577adb8 req-18b93486-fa5f-44ca-b3e6-8bf2cde6ed49 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Made reservation on behalf of 12e2452ddb214caab7c1aa2dab6d048a for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:44:38.903286 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a9e963a6-b0be-446f-9742-23236577adb8 req-18b93486-fa5f-44ca-b3e6-8bf2cde6ed49 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:39.011358 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f54c4e67-b2fa-466b-9471-663dc5a6f4cc req-6809813c-2c84-4980-966c-3c19a65e82df service neutron] 10.222.0.75 "GET /v2.0/networks/e379c903-522a-4afd-b4b9-c2c362c44083?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010656 Mar 11 19:44:39.110868 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d94067b-c15a-493b-bb22-12b4247dd074 req-3e700075-37e4-41d4-bc64-8b17d4ab6ada tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:39.112102 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5d94067b-c15a-493b-bb22-12b4247dd074 req-3e700075-37e4-41d4-bc64-8b17d4ab6ada tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.75 "GET /v2.0/ports?device_id=542ff3f7-b3f3-4744-95c0-cdaa43bf8b64 HTTP/1.1" status: 200 len: 1023 time: 0.1438603 Mar 11 19:44:39.121632 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b6ce8-f4f6-4326-9899-9a35b71f5df6 req-9089f102-77c0-4a6b-939b-77f23ffcd496 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:39.123001 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ba2b6ce8-f4f6-4326-9899-9a35b71f5df6 req-9089f102-77c0-4a6b-939b-77f23ffcd496 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 946 time: 0.1589725 Mar 11 19:44:39.159819 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-a9e963a6-b0be-446f-9742-23236577adb8 req-18b93486-fa5f-44ca-b3e6-8bf2cde6ed49 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Allocated IP 172.20.0.11 (90292ec6-d6b2-4fa1-9376-c622cb87c9e0/5402328f-7fd7-414d-bb99-adab596edad0/79b2b296-b291-4798-b92a-c02f6bb49088) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:44:39.266021 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ba2b6ce8-f4f6-4326-9899-9a35b71f5df6 req-4b52c0e9-8709-4809-8cfd-1a5072a53ee7 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309967 Mar 11 19:44:39.337906 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-5d94067b-c15a-493b-bb22-12b4247dd074 req-1c7b1d94-93b2-435c-a797-9c385d4e3025 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Deleting port 3c044926-2677-4a5e-9fec-a6e7a5bc1f0e {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:44:39.338242 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5d94067b-c15a-493b-bb22-12b4247dd074 req-1c7b1d94-93b2-435c-a797-9c385d4e3025 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (3c044926-2677-4a5e-9fec-a6e7a5bc1f0e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:39.541871 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a9e963a6-b0be-446f-9742-23236577adb8 req-18b93486-fa5f-44ca-b3e6-8bf2cde6ed49 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Publish callbacks [] for port (79b2b296-b291-4798-b92a-c02f6bb49088), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:39.556031 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170ef718-65ee-47a3-9d7a-3937fcb93f5e req-3d7c0cab-8585-424c-96e3-37475576fbb4 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:39.557509 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-170ef718-65ee-47a3-9d7a-3937fcb93f5e req-3d7c0cab-8585-424c-96e3-37475576fbb4 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 945 time: 0.1844018 Mar 11 19:44:39.559309 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-5d94067b-c15a-493b-bb22-12b4247dd074 req-1c7b1d94-93b2-435c-a797-9c385d4e3025 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] For port 3c044926-2677-4a5e-9fec-a6e7a5bc1f0e, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=3c044926-2677-4a5e-9fec-a6e7a5bc1f0e,segment=NetworkSegment(923d54b9-bdd1-4af1-adc1-1c3c91ea1666),segment_id=923d54b9-bdd1-4af1-adc1-1c3c91ea1666)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:44:39.559707 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5d94067b-c15a-493b-bb22-12b4247dd074 req-1c7b1d94-93b2-435c-a797-9c385d4e3025 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (3c044926-2677-4a5e-9fec-a6e7a5bc1f0e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:39.580670 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-5d94067b-c15a-493b-bb22-12b4247dd074 req-1c7b1d94-93b2-435c-a797-9c385d4e3025 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Calling delete_port for 3c044926-2677-4a5e-9fec-a6e7a5bc1f0e owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:44:39.681829 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-170ef718-65ee-47a3-9d7a-3937fcb93f5e req-ebd2f5bf-1964-4a2e-a136-df1ec95d1da9 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136174 Mar 11 19:44:39.704623 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a9e963a6-b0be-446f-9742-23236577adb8 req-18b93486-fa5f-44ca-b3e6-8bf2cde6ed49 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (79b2b296-b291-4798-b92a-c02f6bb49088), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:40.116031 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9e963a6-b0be-446f-9742-23236577adb8 req-18b93486-fa5f-44ca-b3e6-8bf2cde6ed49 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Network 90292ec6-d6b2-4fa1-9376-c622cb87c9e0 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:44:40.141038 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-a9e963a6-b0be-446f-9742-23236577adb8 req-18b93486-fa5f-44ca-b3e6-8bf2cde6ed49 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:44:40.143335 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9e963a6-b0be-446f-9742-23236577adb8 req-18b93486-fa5f-44ca-b3e6-8bf2cde6ed49 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:44:40.145766 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b93486-fa5f-44ca-b3e6-8bf2cde6ed49 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Pushing event updated for resources: {'Port': ['ID=79b2b296-b291-4798-b92a-c02f6bb49088,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:40.218476 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e963a6-b0be-446f-9742-23236577adb8 req-18b93486-fa5f-44ca-b3e6-8bf2cde6ed49 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:40.219072 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a9e963a6-b0be-446f-9742-23236577adb8 req-18b93486-fa5f-44ca-b3e6-8bf2cde6ed49 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:40.233196 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5d94067b-c15a-493b-bb22-12b4247dd074 req-1c7b1d94-93b2-435c-a797-9c385d4e3025 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (3c044926-2677-4a5e-9fec-a6e7a5bc1f0e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:40.245730 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['a1486762-aa84-4adb-98f2-c2a25a94d2f0', '3c044926-2677-4a5e-9fec-a6e7a5bc1f0e'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:44:40.250705 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ed38c-19f3-4675-8b12-857a9e0eb3d8 req-eec32c87-87a1-4134-bcff-86f96d7cdbd6 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:40.251330 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-290ed38c-19f3-4675-8b12-857a9e0eb3d8 req-eec32c87-87a1-4134-bcff-86f96d7cdbd6 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/ports?device_id=9704cc3c-cfbe-466d-ac6d-477d6b62bb94 HTTP/1.1" status: 200 len: 943 time: 0.1825671 Mar 11 19:44:40.281480 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a9e963a6-b0be-446f-9742-23236577adb8 req-18b93486-fa5f-44ca-b3e6-8bf2cde6ed49 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5542152 Mar 11 19:44:40.288596 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7b1d94-93b2-435c-a797-9c385d4e3025 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Pushing event deleted for resources: {'Port': ['ID=3c044926-2677-4a5e-9fec-a6e7a5bc1f0e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:40.304508 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-a9e963a6-b0be-446f-9742-23236577adb8 req-63ac9991-e340-476f-b86d-38ff432e15a2 service neutron] Request body: {'port': {'device_id': '2ca26dd0-f8fe-4bd5-bd30-b58d1d6f9c7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:44:40.382889 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d94067b-c15a-493b-bb22-12b4247dd074 req-1c7b1d94-93b2-435c-a797-9c385d4e3025 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] No DVR routers for this DVR port 3c044926-2677-4a5e-9fec-a6e7a5bc1f0e on host n-h1-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:44:40.385534 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-5d94067b-c15a-493b-bb22-12b4247dd074 req-1c7b1d94-93b2-435c-a797-9c385d4e3025 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:40.388995 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5d94067b-c15a-493b-bb22-12b4247dd074 req-1c7b1d94-93b2-435c-a797-9c385d4e3025 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.75 "DELETE /v2.0/ports/3c044926-2677-4a5e-9fec-a6e7a5bc1f0e HTTP/1.1" status: 204 len: 173 time: 1.2650936 Mar 11 19:44:40.422160 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9704cc3c-cfbe-466d-ac6d-477d6b62bb94', 'tag': '6bc0ca68-4601-45de-a9ae-2168045ff10f'}, {'server_uuid': '542ff3f7-b3f3-4744-95c0-cdaa43bf8b64', 'name': 'network-vif-deleted', 'tag': '3c044926-2677-4a5e-9fec-a6e7a5bc1f0e'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:44:40.424759 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95b6869-f6b5-46dc-8e0f-a887a7d76990" -d '{"events": [{"name": "network-changed", "server_uuid": "9704cc3c-cfbe-466d-ac6d-477d6b62bb94", "tag": "6bc0ca68-4601-45de-a9ae-2168045ff10f"}, {"server_uuid": "542ff3f7-b3f3-4744-95c0-cdaa43bf8b64", "name": "network-vif-deleted", "tag": "3c044926-2677-4a5e-9fec-a6e7a5bc1f0e"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:44:40.436770 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-290ed38c-19f3-4675-8b12-857a9e0eb3d8 req-a5b330da-fc93-43d8-aa6d-c0997b5a35cb tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac76e7d2-86d4-4d6a-9e4e-efe333e24013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1634886 Mar 11 19:44:40.443205 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a9e963a6-b0be-446f-9742-23236577adb8 req-63ac9991-e340-476f-b86d-38ff432e15a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (79b2b296-b291-4798-b92a-c02f6bb49088), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:40.720428 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13105699-0852-495d-94f6-8b286417cb24 req-11dcdf03-f11d-4235-a1ff-ada1c9d2a46c tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:40.721934 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-13105699-0852-495d-94f6-8b286417cb24 req-11dcdf03-f11d-4235-a1ff-ada1c9d2a46c tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 946 time: 0.1434157 Mar 11 19:44:40.830700 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-13105699-0852-495d-94f6-8b286417cb24 req-a5b68fbd-0140-4c06-b744-994c2e31adc7 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994000 Mar 11 19:44:40.894838 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-a9e963a6-b0be-446f-9742-23236577adb8 req-63ac9991-e340-476f-b86d-38ff432e15a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79b2b296-b291-4798-b92a-c02f6bb49088 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:44:40.903930 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a9e963a6-b0be-446f-9742-23236577adb8 req-63ac9991-e340-476f-b86d-38ff432e15a2 service neutron] Publish callbacks [] for port (79b2b296-b291-4798-b92a-c02f6bb49088), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:40.919280 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-a9e963a6-b0be-446f-9742-23236577adb8 req-63ac9991-e340-476f-b86d-38ff432e15a2 service neutron] Transition to ACTIVE for port object 79b2b296-b291-4798-b92a-c02f6bb49088 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:44:40.925632 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a9e963a6-b0be-446f-9742-23236577adb8 req-63ac9991-e340-476f-b86d-38ff432e15a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (79b2b296-b291-4798-b92a-c02f6bb49088), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:40.995836 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ac9991-e340-476f-b86d-38ff432e15a2 service neutron] Pushing event updated for resources: {'Port': ['ID=79b2b296-b291-4798-b92a-c02f6bb49088,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:41.098305 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-a9e963a6-b0be-446f-9742-23236577adb8 req-63ac9991-e340-476f-b86d-38ff432e15a2 service neutron] Attempting to bind port 79b2b296-b291-4798-b92a-c02f6bb49088 on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:44:41.098641 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-a9e963a6-b0be-446f-9742-23236577adb8 req-63ac9991-e340-476f-b86d-38ff432e15a2 service neutron] Attempting to bind port 79b2b296-b291-4798-b92a-c02f6bb49088 by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '4e412043-f4b7-4584-89b3-4a0ee01e31e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '90292ec6-d6b2-4fa1-9376-c622cb87c9e0'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:44:41.098968 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e963a6-b0be-446f-9742-23236577adb8 req-63ac9991-e340-476f-b86d-38ff432e15a2 service neutron] Attempting to bind port 79b2b296-b291-4798-b92a-c02f6bb49088 on network 90292ec6-d6b2-4fa1-9376-c622cb87c9e0 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:44:41.106070 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e963a6-b0be-446f-9742-23236577adb8 req-63ac9991-e340-476f-b86d-38ff432e15a2 service neutron] Port 79b2b296-b291-4798-b92a-c02f6bb49088 on network 90292ec6-d6b2-4fa1-9376-c622cb87c9e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:44:41.106384 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e963a6-b0be-446f-9742-23236577adb8 req-63ac9991-e340-476f-b86d-38ff432e15a2 service neutron] Attempting to bind port 79b2b296-b291-4798-b92a-c02f6bb49088 on network 90292ec6-d6b2-4fa1-9376-c622cb87c9e0 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:44:41.115908 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a1470-9a25-4d01-9ed2-0e68909311ae req-655ceb2a-9df0-43e0-870d-ec4d76fc3322 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:41.117936 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b77a1470-9a25-4d01-9ed2-0e68909311ae req-655ceb2a-9df0-43e0-870d-ec4d76fc3322 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ca26dd0-f8fe-4bd5-bd30-b58d1d6f9c7f HTTP/1.1" status: 200 len: 944 time: 0.1035647 Mar 11 19:44:41.120583 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e963a6-b0be-446f-9742-23236577adb8 req-63ac9991-e340-476f-b86d-38ff432e15a2 service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:44:41.120914 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e963a6-b0be-446f-9742-23236577adb8 req-63ac9991-e340-476f-b86d-38ff432e15a2 service neutron] Checking segment: {'id': '4e412043-f4b7-4584-89b3-4a0ee01e31e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '90292ec6-d6b2-4fa1-9376-c622cb87c9e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:44:41.121287 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e963a6-b0be-446f-9742-23236577adb8 req-63ac9991-e340-476f-b86d-38ff432e15a2 service neutron] Bound using segment: {'id': '4e412043-f4b7-4584-89b3-4a0ee01e31e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '90292ec6-d6b2-4fa1-9376-c622cb87c9e0'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:44:41.121713 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-a9e963a6-b0be-446f-9742-23236577adb8 req-63ac9991-e340-476f-b86d-38ff432e15a2 service neutron] Bound port: 79b2b296-b291-4798-b92a-c02f6bb49088, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e412043-f4b7-4584-89b3-4a0ee01e31e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 857, 'network_id': '90292ec6-d6b2-4fa1-9376-c622cb87c9e0'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:44:41.122061 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a9e963a6-b0be-446f-9742-23236577adb8 req-63ac9991-e340-476f-b86d-38ff432e15a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (79b2b296-b291-4798-b92a-c02f6bb49088), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:41.198593 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b77a1470-9a25-4d01-9ed2-0e68909311ae req-05a4757b-bfdd-4c3d-bac4-ba66d5ecda81 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743644 Mar 11 19:44:41.218149 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-a9e963a6-b0be-446f-9742-23236577adb8 req-63ac9991-e340-476f-b86d-38ff432e15a2 service neutron] For port 79b2b296-b291-4798-b92a-c02f6bb49088, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:44:41.221532 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-a9e963a6-b0be-446f-9742-23236577adb8 req-63ac9991-e340-476f-b86d-38ff432e15a2 service neutron] For port 79b2b296-b291-4798-b92a-c02f6bb49088, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=79b2b296-b291-4798-b92a-c02f6bb49088,segment=NetworkSegment(4e412043-f4b7-4584-89b3-4a0ee01e31e1),segment_id=4e412043-f4b7-4584-89b3-4a0ee01e31e1)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:44:41.228761 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a9e963a6-b0be-446f-9742-23236577adb8 req-63ac9991-e340-476f-b86d-38ff432e15a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (79b2b296-b291-4798-b92a-c02f6bb49088), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:41.270863 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e963a6-b0be-446f-9742-23236577adb8 req-63ac9991-e340-476f-b86d-38ff432e15a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:41.271542 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a9e963a6-b0be-446f-9742-23236577adb8 req-63ac9991-e340-476f-b86d-38ff432e15a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:41.272918 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a9e963a6-b0be-446f-9742-23236577adb8 req-63ac9991-e340-476f-b86d-38ff432e15a2 service neutron] 10.222.0.57 "PUT /v2.0/ports/79b2b296-b291-4798-b92a-c02f6bb49088 HTTP/1.1" status: 200 len: 1092 time: 0.9792442 Mar 11 19:44:41.285972 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 11 Mar 2022 19:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c77a6ebf-34fd-40ac-b6d7-c15b02ed9b20 x-openstack-request-id: req-c77a6ebf-34fd-40ac-b6d7-c15b02ed9b20 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:44:41.286286 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9704cc3c-cfbe-466d-ac6d-477d6b62bb94", "tag": "6bc0ca68-4601-45de-a9ae-2168045ff10f", "status": "completed", "code": 200}, {"server_uuid": "542ff3f7-b3f3-4744-95c0-cdaa43bf8b64", "name": "network-vif-deleted", "tag": "3c044926-2677-4a5e-9fec-a6e7a5bc1f0e", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:44:41.286588 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c77a6ebf-34fd-40ac-b6d7-c15b02ed9b20 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:44:41.286951 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9704cc3c-cfbe-466d-ac6d-477d6b62bb94', 'tag': '6bc0ca68-4601-45de-a9ae-2168045ff10f', 'status': 'completed', 'code': 200} Mar 11 19:44:41.287201 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '542ff3f7-b3f3-4744-95c0-cdaa43bf8b64', 'name': 'network-vif-deleted', 'tag': '3c044926-2677-4a5e-9fec-a6e7a5bc1f0e', 'status': 'completed', 'code': 200} Mar 11 19:44:41.297479 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ac9991-e340-476f-b86d-38ff432e15a2 service neutron] Pushing event updated for resources: {'Port': ['ID=79b2b296-b291-4798-b92a-c02f6bb49088,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:41.364978 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b6869-f6b5-46dc-8e0f-a887a7d76990 req-7ebd83d1-83a2-4fe2-a3eb-24e580c8f3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:41.367245 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e95b6869-f6b5-46dc-8e0f-a887a7d76990 req-7ebd83d1-83a2-4fe2-a3eb-24e580c8f3be service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=576d2a7c254e4aed8ead0c581ff9c26f&device_id=9704cc3c-cfbe-466d-ac6d-477d6b62bb94 HTTP/1.1" status: 200 len: 1125 time: 0.0488124 Mar 11 19:44:41.407761 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e963a6-b0be-446f-9742-23236577adb8 req-48982ee9-588f-450a-8114-be439f80297a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:41.409280 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a9e963a6-b0be-446f-9742-23236577adb8 req-48982ee9-588f-450a-8114-be439f80297a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=12e2452ddb214caab7c1aa2dab6d048a&device_id=2ca26dd0-f8fe-4bd5-bd30-b58d1d6f9c7f HTTP/1.1" status: 200 len: 1126 time: 0.0919385 Mar 11 19:44:41.417418 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a638237-e37d-4eab-96ae-073fd96b0432 req-5cda872f-0682-463b-8dda-efa5c138590a tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:41.418821 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4a638237-e37d-4eab-96ae-073fd96b0432 req-5cda872f-0682-463b-8dda-efa5c138590a tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 945 time: 0.0697861 Mar 11 19:44:41.459952 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b6869-f6b5-46dc-8e0f-a887a7d76990 req-7d925c49-2d53-43fc-8a4f-3ca4dc50bbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:41.463153 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e95b6869-f6b5-46dc-8e0f-a887a7d76990 req-7d925c49-2d53-43fc-8a4f-3ca4dc50bbdd service neutron] 10.222.0.57 "GET /v2.0/networks?id=fa906f4a-19f4-4b7d-8351-256fb4a2150c HTTP/1.1" status: 200 len: 911 time: 0.0908873 Mar 11 19:44:41.472665 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a9e963a6-b0be-446f-9742-23236577adb8 req-07b62a10-7b93-41bd-8fa2-fc33326a8120 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79b2b296-b291-4798-b92a-c02f6bb49088 HTTP/1.1" status: 200 len: 217 time: 0.0529103 Mar 11 19:44:41.508131 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e95b6869-f6b5-46dc-8e0f-a887a7d76990 req-38783b14-70e2-47ee-88ba-3cae2f8f3236 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6bc0ca68-4601-45de-a9ae-2168045ff10f HTTP/1.1" status: 200 len: 217 time: 0.0385919 Mar 11 19:44:41.531171 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4a638237-e37d-4eab-96ae-073fd96b0432 req-5da8c830-2737-41ba-804c-f235cffec19b tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054349 Mar 11 19:44:41.547505 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e963a6-b0be-446f-9742-23236577adb8 req-d3557c1c-29cd-480e-8a67-75ecfe7b3038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:41.547505 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a9e963a6-b0be-446f-9742-23236577adb8 req-d3557c1c-29cd-480e-8a67-75ecfe7b3038 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5402328f-7fd7-414d-bb99-adab596edad0 HTTP/1.1" status: 200 len: 851 time: 0.0641272 Mar 11 19:44:41.570773 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b6869-f6b5-46dc-8e0f-a887a7d76990 req-054ee46d-3e86-4103-be31-249e1508e8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:41.572742 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e95b6869-f6b5-46dc-8e0f-a887a7d76990 req-054ee46d-3e86-4103-be31-249e1508e8fd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f9964fd8-a78c-47a9-bc53-fa779164456a HTTP/1.1" status: 200 len: 849 time: 0.0595286 Mar 11 19:44:41.581870 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a9e963a6-b0be-446f-9742-23236577adb8 req-3cae44c0-7aa3-4c9d-aac9-869d658f98e8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=90292ec6-d6b2-4fa1-9376-c622cb87c9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298824 Mar 11 19:44:41.638193 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b6869-f6b5-46dc-8e0f-a887a7d76990 req-9fe53386-cfa6-4a50-a8dc-be9d06b4aedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:41.639783 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e95b6869-f6b5-46dc-8e0f-a887a7d76990 req-9fe53386-cfa6-4a50-a8dc-be9d06b4aedf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fa906f4a-19f4-4b7d-8351-256fb4a2150c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0608222 Mar 11 19:44:41.695203 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fa19c49e-561c-43ac-98fb-0d83ee331115 req-e3710a54-23f0-45b2-8a68-a45803163a79 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/security-groups/ce0f9ff3-462d-4ffe-9ca0-faad0e7a4122 HTTP/1.1" status: 200 len: 1819 time: 0.0859303 Mar 11 19:44:41.726927 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a9e963a6-b0be-446f-9742-23236577adb8 req-6a9db140-484c-4d1c-9293-5222592bbe3d service neutron] 10.222.0.57 "GET /v2.0/networks/90292ec6-d6b2-4fa1-9376-c622cb87c9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395712 Mar 11 19:44:41.746131 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e95b6869-f6b5-46dc-8e0f-a887a7d76990 req-601463ba-d9eb-44b9-861b-8606d508c442 service neutron] 10.222.0.57 "GET /v2.0/networks/fa906f4a-19f4-4b7d-8351-256fb4a2150c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995853 Mar 11 19:44:41.828569 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fa19c49e-561c-43ac-98fb-0d83ee331115 req-9f47cc77-7879-4618-a663-28cc36c3de1d tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks [] for security_group (ce0f9ff3-462d-4ffe-9ca0-faad0e7a4122), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:41.847240 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e95b6869-f6b5-46dc-8e0f-a887a7d76990 req-5028ead1-1a24-434d-8fa1-08b88158a673 service neutron] 10.222.0.57 "GET /v2.0/networks/fa906f4a-19f4-4b7d-8351-256fb4a2150c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953779 Mar 11 19:44:41.867975 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fa19c49e-561c-43ac-98fb-0d83ee331115 req-9f47cc77-7879-4618-a663-28cc36c3de1d tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks [] for security_group (ce0f9ff3-462d-4ffe-9ca0-faad0e7a4122), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:41.880531 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a9e963a6-b0be-446f-9742-23236577adb8 req-c0f5ff22-5ff9-444b-9061-a77283173471 service neutron] 10.222.0.57 "GET /v2.0/networks/90292ec6-d6b2-4fa1-9376-c622cb87c9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477268 Mar 11 19:44:41.918183 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fa19c49e-561c-43ac-98fb-0d83ee331115 req-9f47cc77-7879-4618-a663-28cc36c3de1d tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (ce0f9ff3-462d-4ffe-9ca0-faad0e7a4122), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:41.922108 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fa19c49e-561c-43ac-98fb-0d83ee331115 req-9f47cc77-7879-4618-a663-28cc36c3de1d tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:41.923501 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fa19c49e-561c-43ac-98fb-0d83ee331115 req-9f47cc77-7879-4618-a663-28cc36c3de1d tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "DELETE /v2.0/security-groups/ce0f9ff3-462d-4ffe-9ca0-faad0e7a4122 HTTP/1.1" status: 204 len: 173 time: 0.2192907 Mar 11 19:44:41.934004 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47cc77-7879-4618-a663-28cc36c3de1d tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0f9ff3-462d-4ffe-9ca0-faad0e7a4122,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:42.042837 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62966208-6d6c-4f0c-920f-f0c3dc68183b req-080b6016-3221-4319-9d57-583308ff4a56 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:42.048117 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-62966208-6d6c-4f0c-920f-f0c3dc68183b req-080b6016-3221-4319-9d57-583308ff4a56 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/ports?device_id=9704cc3c-cfbe-466d-ac6d-477d6b62bb94 HTTP/1.1" status: 200 len: 943 time: 0.0632274 Mar 11 19:44:42.093677 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-62966208-6d6c-4f0c-920f-f0c3dc68183b req-05bd89bb-1b0d-42ee-a4fc-4032db86b8dd tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac76e7d2-86d4-4d6a-9e4e-efe333e24013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435081 Mar 11 19:44:42.223205 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 6bc0ca68-4601-45de-a9ae-2168045ff10f details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:44:42.308715 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33302c9-ec8d-4c37-8e5c-e10f14f755b5 req-29600745-8929-49e6-ba89-dab7e29de91b tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:42.310262 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f33302c9-ec8d-4c37-8e5c-e10f14f755b5 req-29600745-8929-49e6-ba89-dab7e29de91b tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 946 time: 0.0680897 Mar 11 19:44:42.394517 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f33302c9-ec8d-4c37-8e5c-e10f14f755b5 req-f8b93f13-de91-468b-b374-695e7b2e9e3f tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778074 Mar 11 19:44:42.405122 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8c2cf6-5200-4386-86bb-ef51f77a84ed req-c35541b9-44cc-4aa5-acf2-374fc7033f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:42.406942 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5a8c2cf6-5200-4386-86bb-ef51f77a84ed req-c35541b9-44cc-4aa5-acf2-374fc7033f55 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=66b3b8d3f65c4e239ea33b0475efa223&device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 1127 time: 0.0759511 Mar 11 19:44:42.503682 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 3c044926-2677-4a5e-9fec-a6e7a5bc1f0e no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:44:42.517966 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8c2cf6-5200-4386-86bb-ef51f77a84ed req-c5cb539f-2ed8-4987-bf21-0c35cec933b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:42.519447 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5a8c2cf6-5200-4386-86bb-ef51f77a84ed req-c5cb539f-2ed8-4987-bf21-0c35cec933b6 service neutron] 10.222.0.75 "GET /v2.0/networks?id=90663b8c-1bde-4a55-8ab4-a84ee4d3cf19 HTTP/1.1" status: 200 len: 912 time: 0.0976100 Mar 11 19:44:42.536193 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: 3c044926-2677-4a5e-9fec-a6e7a5bc1f0e {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:44:42.536631 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 3c044926-2677-4a5e-9fec-a6e7a5bc1f0e not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:44:42.556324 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 6bc0ca68-4601-45de-a9ae-2168045ff10f, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=6bc0ca68-4601-45de-a9ae-2168045ff10f,segment=NetworkSegment(9e8ba371-83c7-45ec-a158-fbcbb07778ba),segment_id=9e8ba371-83c7-45ec-a158-fbcbb07778ba)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:44:42.568106 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': '6bc0ca68-4601-45de-a9ae-2168045ff10f', 'network_id': 'fa906f4a-19f4-4b7d-8351-256fb4a2150c', 'port_id': '6bc0ca68-4601-45de-a9ae-2168045ff10f', 'mac_address': 'fa:16:3e:de:e5:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 871, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9964fd8-a78c-47a9-bc53-fa779164456a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:44:42.610080 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 6bc0ca68-4601-45de-a9ae-2168045ff10f is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:44:42.610484 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (6bc0ca68-4601-45de-a9ae-2168045ff10f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:42.613661 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5a8c2cf6-5200-4386-86bb-ef51f77a84ed req-c22096dc-b1a6-4e13-9b3c-bbd6a2b9cdcc service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fd68e1a-7e53-4dd7-a129-e219fe1f8266 HTTP/1.1" status: 200 len: 1000 time: 0.0879660 Mar 11 19:44:42.617253 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0929ebf6-2d68-40f3-9568-8a1bc6f6c045 req-825a7672-fd55-4059-9d49-219e9c64d6e1 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/security-groups/545f24db-796b-4aa5-92c9-2ad60e4c8a6c HTTP/1.1" status: 200 len: 1819 time: 0.0899894 Mar 11 19:44:42.627966 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bc0ca68-4601-45de-a9ae-2168045ff10f {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:44:42.653452 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 6bc0ca68-4601-45de-a9ae-2168045ff10f, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=6bc0ca68-4601-45de-a9ae-2168045ff10f,segment=NetworkSegment(9e8ba371-83c7-45ec-a158-fbcbb07778ba),segment_id=9e8ba371-83c7-45ec-a158-fbcbb07778ba)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:44:42.657994 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (6bc0ca68-4601-45de-a9ae-2168045ff10f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:42.698224 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8c2cf6-5200-4386-86bb-ef51f77a84ed req-7b657a3d-2d54-4387-9b7d-d9dbb35180cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:42.699874 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5a8c2cf6-5200-4386-86bb-ef51f77a84ed req-7b657a3d-2d54-4387-9b7d-d9dbb35180cf service neutron] 10.222.0.75 "GET /v2.0/subnets?id=83286d6e-3d22-482f-b14a-2fbd7466cc6c HTTP/1.1" status: 200 len: 850 time: 0.0793598 Mar 11 19:44:42.713622 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=6bc0ca68-4601-45de-a9ae-2168045ff10f,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:42.743316 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0929ebf6-2d68-40f3-9568-8a1bc6f6c045 req-c1d06d76-da15-4211-802d-943267f05f5a tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks [] for security_group (545f24db-796b-4aa5-92c9-2ad60e4c8a6c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:42.771331 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0929ebf6-2d68-40f3-9568-8a1bc6f6c045 req-c1d06d76-da15-4211-802d-943267f05f5a tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks [] for security_group (545f24db-796b-4aa5-92c9-2ad60e4c8a6c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:42.793429 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8c2cf6-5200-4386-86bb-ef51f77a84ed req-05535d9d-530d-4e8a-9d47-5f228ac5d360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:42.794958 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5a8c2cf6-5200-4386-86bb-ef51f77a84ed req-05535d9d-530d-4e8a-9d47-5f228ac5d360 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=90663b8c-1bde-4a55-8ab4-a84ee4d3cf19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0883236 Mar 11 19:44:42.842260 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0929ebf6-2d68-40f3-9568-8a1bc6f6c045 req-c1d06d76-da15-4211-802d-943267f05f5a tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (545f24db-796b-4aa5-92c9-2ad60e4c8a6c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:42.844738 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0929ebf6-2d68-40f3-9568-8a1bc6f6c045 req-c1d06d76-da15-4211-802d-943267f05f5a tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:42.845882 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0929ebf6-2d68-40f3-9568-8a1bc6f6c045 req-c1d06d76-da15-4211-802d-943267f05f5a tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "DELETE /v2.0/security-groups/545f24db-796b-4aa5-92c9-2ad60e4c8a6c HTTP/1.1" status: 204 len: 173 time: 0.2163587 Mar 11 19:44:42.886589 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d06d76-da15-4211-802d-943267f05f5a tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=545f24db-796b-4aa5-92c9-2ad60e4c8a6c,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:42.914209 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5a8c2cf6-5200-4386-86bb-ef51f77a84ed req-13a6735b-b9bb-4bc7-ad8c-396f75eda597 service neutron] 10.222.0.75 "GET /v2.0/networks/90663b8c-1bde-4a55-8ab4-a84ee4d3cf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119361 Mar 11 19:44:43.043656 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68836790-8d28-487b-9cb6-bebd92411311 req-bee0641a-421a-47df-bc38-31cc399fd2af tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:43.045176 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-68836790-8d28-487b-9cb6-bebd92411311 req-bee0641a-421a-47df-bc38-31cc399fd2af tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 945 time: 0.1168625 Mar 11 19:44:43.047458 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5a8c2cf6-5200-4386-86bb-ef51f77a84ed req-8b0e8610-3515-4f4e-a60f-37001f0c2fca service neutron] 10.222.0.75 "GET /v2.0/networks/90663b8c-1bde-4a55-8ab4-a84ee4d3cf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267695 Mar 11 19:44:43.101702 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-68836790-8d28-487b-9cb6-bebd92411311 req-aa784ceb-f549-4258-9e32-d30eb6bbe7bd tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506291 Mar 11 19:44:43.127578 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['6bc0ca68-4601-45de-a9ae-2168045ff10f'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:44:43.242058 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97933b92-e21c-41c6-93ea-d8676e7f72e1 req-dab61c74-015c-4381-9d16-a9ce5d8fb7f3 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:43.253184 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-97933b92-e21c-41c6-93ea-d8676e7f72e1 req-dab61c74-015c-4381-9d16-a9ce5d8fb7f3 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ca26dd0-f8fe-4bd5-bd30-b58d1d6f9c7f HTTP/1.1" status: 200 len: 944 time: 0.0795894 Mar 11 19:44:43.290104 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ca26dd0-f8fe-4bd5-bd30-b58d1d6f9c7f', 'tag': '79b2b296-b291-4798-b92a-c02f6bb49088'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:44:43.292848 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77465836-ea10-4a06-b943-37a8194c0eb7" -d '{"events": [{"name": "network-changed", "server_uuid": "2ca26dd0-f8fe-4bd5-bd30-b58d1d6f9c7f", "tag": "79b2b296-b291-4798-b92a-c02f6bb49088"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:44:43.317265 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-97933b92-e21c-41c6-93ea-d8676e7f72e1 req-4f5d3e20-159b-4dda-8d53-469a20c902c3 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631256 Mar 11 19:44:43.427494 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0174d83a-2b82-435f-92b1-971a57b5fa72 req-caedba04-c64f-45d6-b068-dfe3b2d9e5c1 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:43.428927 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0174d83a-2b82-435f-92b1-971a57b5fa72 req-caedba04-c64f-45d6-b068-dfe3b2d9e5c1 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 946 time: 0.0546212 Mar 11 19:44:43.482430 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0174d83a-2b82-435f-92b1-971a57b5fa72 req-91dcb4d4-4d69-4771-b7f8-4e4e8191bc7d tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472150 Mar 11 19:44:43.542494 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-0a6a5841-ec21-40a9-8e78-d9250ca710d7 req-c64959dc-2caa-48e6-8be9-9ba3426cc82c tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1719352889', 'description': 'tempest-description-2345465'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:44:43.563833 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0a6a5841-ec21-40a9-8e78-d9250ca710d7 req-c64959dc-2caa-48e6-8be9-9ba3426cc82c tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:43.642642 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0a6a5841-ec21-40a9-8e78-d9250ca710d7 req-c64959dc-2caa-48e6-8be9-9ba3426cc82c tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks [] for security_group (a68aa554-a10a-4011-939a-34dfd9924095), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:43.648164 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0a6a5841-ec21-40a9-8e78-d9250ca710d7 req-c64959dc-2caa-48e6-8be9-9ba3426cc82c tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (a68aa554-a10a-4011-939a-34dfd9924095), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:43.680108 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0a6a5841-ec21-40a9-8e78-d9250ca710d7 req-c64959dc-2caa-48e6-8be9-9ba3426cc82c tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:43.681249 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0a6a5841-ec21-40a9-8e78-d9250ca710d7 req-c64959dc-2caa-48e6-8be9-9ba3426cc82c tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.1437354 Mar 11 19:44:43.691417 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64959dc-2caa-48e6-8be9-9ba3426cc82c tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a68aa554-a10a-4011-939a-34dfd9924095,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:43.789678 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a007cb-84a8-4588-92e8-4ca6873e457c req-28e90a51-6280-4fad-99d0-99e30e2518f8 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:43.791152 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-56a007cb-84a8-4588-92e8-4ca6873e457c req-28e90a51-6280-4fad-99d0-99e30e2518f8 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/ports?device_id=9704cc3c-cfbe-466d-ac6d-477d6b62bb94 HTTP/1.1" status: 200 len: 944 time: 0.0536482 Mar 11 19:44:43.838481 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-56a007cb-84a8-4588-92e8-4ca6873e457c req-6c0ecb07-a196-485e-b68e-b2c7cf99d472 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac76e7d2-86d4-4d6a-9e4e-efe333e24013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411673 Mar 11 19:44:43.884277 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82613ee7-9850-436c-b178-c58eb2ceb581 x-openstack-request-id: req-82613ee7-9850-436c-b178-c58eb2ceb581 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:44:43.884675 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ca26dd0-f8fe-4bd5-bd30-b58d1d6f9c7f", "tag": "79b2b296-b291-4798-b92a-c02f6bb49088", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:44:43.885032 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-82613ee7-9850-436c-b178-c58eb2ceb581 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:44:43.885535 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ca26dd0-f8fe-4bd5-bd30-b58d1d6f9c7f', 'tag': '79b2b296-b291-4798-b92a-c02f6bb49088', 'status': 'completed', 'code': 200} Mar 11 19:44:43.957648 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77465836-ea10-4a06-b943-37a8194c0eb7 req-44ef9453-5adb-461e-8dcf-d7ae19d64fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:43.959608 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-77465836-ea10-4a06-b943-37a8194c0eb7 req-44ef9453-5adb-461e-8dcf-d7ae19d64fee service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=12e2452ddb214caab7c1aa2dab6d048a&device_id=2ca26dd0-f8fe-4bd5-bd30-b58d1d6f9c7f HTTP/1.1" status: 200 len: 1126 time: 0.0537400 Mar 11 19:44:44.083095 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77465836-ea10-4a06-b943-37a8194c0eb7 req-4146f142-0599-4110-8442-eea5da4c2f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:44.084868 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-77465836-ea10-4a06-b943-37a8194c0eb7 req-4146f142-0599-4110-8442-eea5da4c2f59 service neutron] 10.222.0.57 "GET /v2.0/networks?id=90292ec6-d6b2-4fa1-9376-c622cb87c9e0 HTTP/1.1" status: 200 len: 912 time: 0.1186302 Mar 11 19:44:44.087958 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-71ee5a95-45e1-483f-80b9-93e4aba09a75 req-588bf697-3c8d-4463-8c8a-d849ee6ab22b tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/security-groups/a68aa554-a10a-4011-939a-34dfd9924095 HTTP/1.1" status: 200 len: 1817 time: 0.0608318 Mar 11 19:44:44.104064 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-71ee5a95-45e1-483f-80b9-93e4aba09a75 req-c1549803-95cc-44e4-ac15-2f807fd12eb4 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Request body: {'security_group': {'name': 'tempest-sg-hth-2098603251', 'description': 'tempest-description-hth-734702876'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:44:44.143403 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-77465836-ea10-4a06-b943-37a8194c0eb7 req-8d881901-44e9-4249-a816-a91745135f47 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79b2b296-b291-4798-b92a-c02f6bb49088 HTTP/1.1" status: 200 len: 217 time: 0.0503154 Mar 11 19:44:44.200496 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-71ee5a95-45e1-483f-80b9-93e4aba09a75 req-c1549803-95cc-44e4-ac15-2f807fd12eb4 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks [] for security_group (a68aa554-a10a-4011-939a-34dfd9924095), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:44.221505 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77465836-ea10-4a06-b943-37a8194c0eb7 req-68e8bc25-bfb0-4044-938a-cd401b90a56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:44.223027 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-77465836-ea10-4a06-b943-37a8194c0eb7 req-68e8bc25-bfb0-4044-938a-cd401b90a56d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5402328f-7fd7-414d-bb99-adab596edad0 HTTP/1.1" status: 200 len: 851 time: 0.0734618 Mar 11 19:44:44.266312 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-77465836-ea10-4a06-b943-37a8194c0eb7 req-769625ad-2149-440f-9235-66be888d31f5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=90292ec6-d6b2-4fa1-9376-c622cb87c9e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375273 Mar 11 19:44:44.307508 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-71ee5a95-45e1-483f-80b9-93e4aba09a75 req-c1549803-95cc-44e4-ac15-2f807fd12eb4 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks [] for security_group (a68aa554-a10a-4011-939a-34dfd9924095), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:44.319603 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-71ee5a95-45e1-483f-80b9-93e4aba09a75 req-c1549803-95cc-44e4-ac15-2f807fd12eb4 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (a68aa554-a10a-4011-939a-34dfd9924095), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:44.322204 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-71ee5a95-45e1-483f-80b9-93e4aba09a75 req-c1549803-95cc-44e4-ac15-2f807fd12eb4 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:44.323454 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-71ee5a95-45e1-483f-80b9-93e4aba09a75 req-c1549803-95cc-44e4-ac15-2f807fd12eb4 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "PUT /v2.0/security-groups/a68aa554-a10a-4011-939a-34dfd9924095 HTTP/1.1" status: 200 len: 1793 time: 0.2247119 Mar 11 19:44:44.419982 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1549803-95cc-44e4-ac15-2f807fd12eb4 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a68aa554-a10a-4011-939a-34dfd9924095,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:44.426442 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-77465836-ea10-4a06-b943-37a8194c0eb7 req-8ead7520-f4f2-41cd-9deb-9e30faa41ecb service neutron] 10.222.0.57 "GET /v2.0/networks/90292ec6-d6b2-4fa1-9376-c622cb87c9e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525598 Mar 11 19:44:44.478373 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b601c70-0017-46c6-b15d-e8ecc8b460b0 req-e097712d-ccc7-411a-b9a5-d855dcdcc4eb tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:44.479754 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2b601c70-0017-46c6-b15d-e8ecc8b460b0 req-e097712d-ccc7-411a-b9a5-d855dcdcc4eb tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 946 time: 0.1007593 Mar 11 19:44:44.561710 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-77465836-ea10-4a06-b943-37a8194c0eb7 req-bd0ea06c-9046-43f2-9209-7ad3e256c235 service neutron] 10.222.0.57 "GET /v2.0/networks/90292ec6-d6b2-4fa1-9376-c622cb87c9e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282160 Mar 11 19:44:44.568736 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2b601c70-0017-46c6-b15d-e8ecc8b460b0 req-7cf951e8-b610-468a-b272-dda1953169df tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605640 Mar 11 19:44:44.787903 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1902911b-f0ca-4557-8ddc-3c07514fe616 req-576b03bf-ca0c-4f4b-ad2a-546821f81706 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:44.789288 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1902911b-f0ca-4557-8ddc-3c07514fe616 req-576b03bf-ca0c-4f4b-ad2a-546821f81706 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 945 time: 0.0570207 Mar 11 19:44:44.836179 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1902911b-f0ca-4557-8ddc-3c07514fe616 req-e66d95be-e95b-4f5b-ba20-197eaa5e3baf tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412350 Mar 11 19:44:44.895394 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-67f449d7-1b28-4611-ae42-1b4ae027e026 req-51ad5494-b3e4-486f-8236-8cb07ab814bf tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/security-groups/a68aa554-a10a-4011-939a-34dfd9924095 HTTP/1.1" status: 200 len: 1793 time: 0.0379133 Mar 11 19:44:45.001995 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de456fc-a53a-4aa2-8e84-d42286ff5d60 req-5d5f4d96-5374-434e-8b93-6bbebb3dc5a1 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:45.003607 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1de456fc-a53a-4aa2-8e84-d42286ff5d60 req-5d5f4d96-5374-434e-8b93-6bbebb3dc5a1 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ca26dd0-f8fe-4bd5-bd30-b58d1d6f9c7f HTTP/1.1" status: 200 len: 944 time: 0.0530145 Mar 11 19:44:45.050218 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1de456fc-a53a-4aa2-8e84-d42286ff5d60 req-1be0649b-3a85-4de5-bc6d-6e3ce5d6fddb tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402215 Mar 11 19:44:45.168747 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3656c371-51bd-4c0d-85a6-b0cb92af9787 req-cf41696c-2779-41e7-8c09-787f130b857b tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:45.170453 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3656c371-51bd-4c0d-85a6-b0cb92af9787 req-cf41696c-2779-41e7-8c09-787f130b857b tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 946 time: 0.0571301 Mar 11 19:44:45.219301 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3656c371-51bd-4c0d-85a6-b0cb92af9787 req-6b3c74a6-5070-4277-b83c-be3e217fc61a tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430119 Mar 11 19:44:45.442479 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb452a81-73e3-4962-bd5f-437f67f323b7 req-1d15f56e-2b17-42f8-80c7-068a603c60d2 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:45.444065 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-eb452a81-73e3-4962-bd5f-437f67f323b7 req-1d15f56e-2b17-42f8-80c7-068a603c60d2 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 945 time: 0.0555968 Mar 11 19:44:45.493672 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-eb452a81-73e3-4962-bd5f-437f67f323b7 req-b0f1f1ce-ac1b-44bb-bfa8-ca382269a136 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437911 Mar 11 19:44:45.608832 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e487b8f2-3007-4d7c-b544-3f3825f68d57 req-4cf5d894-1676-4018-85f1-3c7f4e548439 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:45.610242 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e487b8f2-3007-4d7c-b544-3f3825f68d57 req-4cf5d894-1676-4018-85f1-3c7f4e548439 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/ports?device_id=9704cc3c-cfbe-466d-ac6d-477d6b62bb94 HTTP/1.1" status: 200 len: 944 time: 0.0546732 Mar 11 19:44:45.662117 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e487b8f2-3007-4d7c-b544-3f3825f68d57 req-6b035769-edc2-4e45-9675-2fb732a79de4 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac76e7d2-86d4-4d6a-9e4e-efe333e24013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459676 Mar 11 19:44:45.722051 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cd830a9a-2481-4cc6-a15a-8f7822dcd7f0 req-572f6037-3c4e-4d47-b0b3-7f4b575840c8 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/security-groups/a68aa554-a10a-4011-939a-34dfd9924095 HTTP/1.1" status: 200 len: 1793 time: 0.0372994 Mar 11 19:44:45.779812 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cd830a9a-2481-4cc6-a15a-8f7822dcd7f0 req-121ffbe6-e707-44c4-a3d5-e933e1582162 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks [] for security_group (a68aa554-a10a-4011-939a-34dfd9924095), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:45.801780 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cd830a9a-2481-4cc6-a15a-8f7822dcd7f0 req-121ffbe6-e707-44c4-a3d5-e933e1582162 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks [] for security_group (a68aa554-a10a-4011-939a-34dfd9924095), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:45.845077 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cd830a9a-2481-4cc6-a15a-8f7822dcd7f0 req-121ffbe6-e707-44c4-a3d5-e933e1582162 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (a68aa554-a10a-4011-939a-34dfd9924095), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:45.848181 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cd830a9a-2481-4cc6-a15a-8f7822dcd7f0 req-121ffbe6-e707-44c4-a3d5-e933e1582162 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:45.849300 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cd830a9a-2481-4cc6-a15a-8f7822dcd7f0 req-121ffbe6-e707-44c4-a3d5-e933e1582162 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "DELETE /v2.0/security-groups/a68aa554-a10a-4011-939a-34dfd9924095 HTTP/1.1" status: 204 len: 173 time: 0.1217017 Mar 11 19:44:45.861418 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121ffbe6-e707-44c4-a3d5-e933e1582162 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68aa554-a10a-4011-939a-34dfd9924095,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:46.168683 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa215a0d-07a2-4539-b829-20f6d40f043f req-48a1da52-0e17-4557-a00c-c2b988e24f07 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:46.170095 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fa215a0d-07a2-4539-b829-20f6d40f043f req-48a1da52-0e17-4557-a00c-c2b988e24f07 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 946 time: 0.0520904 Mar 11 19:44:46.220701 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fa215a0d-07a2-4539-b829-20f6d40f043f req-8e8a61c4-11bb-4f0a-a03c-d6d3e36cb281 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448589 Mar 11 19:44:46.245713 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 79b2b296-b291-4798-b92a-c02f6bb49088 details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:44:46.249049 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 6bc0ca68-4601-45de-a9ae-2168045ff10f up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:44:46.394630 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port 6bc0ca68-4601-45de-a9ae-2168045ff10f completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:44:46.405845 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port 6bc0ca68-4601-45de-a9ae-2168045ff10f triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:44:46.406459 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (6bc0ca68-4601-45de-a9ae-2168045ff10f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:46.424494 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c13f957-22b3-489d-8f1d-4b7181c81add req-7186c7c8-c59a-46c6-9552-8bc70d27691f tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:46.432692 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4c13f957-22b3-489d-8f1d-4b7181c81add req-7186c7c8-c59a-46c6-9552-8bc70d27691f tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 945 time: 0.0969512 Mar 11 19:44:46.453357 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 79b2b296-b291-4798-b92a-c02f6bb49088, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=79b2b296-b291-4798-b92a-c02f6bb49088,segment=NetworkSegment(4e412043-f4b7-4584-89b3-4a0ee01e31e1),segment_id=4e412043-f4b7-4584-89b3-4a0ee01e31e1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:44:46.471574 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': '79b2b296-b291-4798-b92a-c02f6bb49088', 'network_id': '90292ec6-d6b2-4fa1-9376-c622cb87c9e0', 'port_id': '79b2b296-b291-4798-b92a-c02f6bb49088', 'mac_address': 'fa:16:3e:f0:0c:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 857, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5402328f-7fd7-414d-bb99-adab596edad0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:44:46.494449 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4c13f957-22b3-489d-8f1d-4b7181c81add req-a41eb1f7-bc09-4e12-90de-1bb141a8a678 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606823 Mar 11 19:44:46.512624 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 79b2b296-b291-4798-b92a-c02f6bb49088 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:44:46.513020 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (79b2b296-b291-4798-b92a-c02f6bb49088), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:46.531953 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79b2b296-b291-4798-b92a-c02f6bb49088 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:44:46.570959 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 79b2b296-b291-4798-b92a-c02f6bb49088, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=79b2b296-b291-4798-b92a-c02f6bb49088,segment=NetworkSegment(4e412043-f4b7-4584-89b3-4a0ee01e31e1),segment_id=4e412043-f4b7-4584-89b3-4a0ee01e31e1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:44:46.579757 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (79b2b296-b291-4798-b92a-c02f6bb49088), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:46.592612 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 6bc0ca68-4601-45de-a9ae-2168045ff10f is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:44:46.593586 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (6bc0ca68-4601-45de-a9ae-2168045ff10f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:46.666081 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9704cc3c-cfbe-466d-ac6d-477d6b62bb94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc0ca68-4601-45de-a9ae-2168045ff10f'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:44:46.668619 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92678051-6f10-4a34-b326-a152a39ac1ea" -d '{"events": [{"server_uuid": "9704cc3c-cfbe-466d-ac6d-477d6b62bb94", "name": "network-vif-plugged", "status": "completed", "tag": "6bc0ca68-4601-45de-a9ae-2168045ff10f"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:44:46.691697 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c7554a-760b-4eb3-bd20-8ce40aadea8c req-f0654f1e-c163-417a-ab3b-141d6231bf29 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:46.695189 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 6bc0ca68-4601-45de-a9ae-2168045ff10f, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=6bc0ca68-4601-45de-a9ae-2168045ff10f,segment=NetworkSegment(9e8ba371-83c7-45ec-a158-fbcbb07778ba),segment_id=9e8ba371-83c7-45ec-a158-fbcbb07778ba)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:44:46.697145 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=79b2b296-b291-4798-b92a-c02f6bb49088,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:46.701515 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-95c7554a-760b-4eb3-bd20-8ce40aadea8c req-f0654f1e-c163-417a-ab3b-141d6231bf29 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ca26dd0-f8fe-4bd5-bd30-b58d1d6f9c7f HTTP/1.1" status: 200 len: 945 time: 0.0837390 Mar 11 19:44:46.713042 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (6bc0ca68-4601-45de-a9ae-2168045ff10f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:46.772273 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-95c7554a-760b-4eb3-bd20-8ce40aadea8c req-24c63b00-bfcb-4bbf-a63f-3a5d9423e927 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693698 Mar 11 19:44:46.772489 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=6bc0ca68-4601-45de-a9ae-2168045ff10f,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:46.929188 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb103b40-1746-41fc-bc7b-d4e16fde5aa8 req-19fbe8eb-d685-4a3d-b958-9f2735b7fa15 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:46.930749 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cb103b40-1746-41fc-bc7b-d4e16fde5aa8 req-19fbe8eb-d685-4a3d-b958-9f2735b7fa15 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 946 time: 0.0586636 Mar 11 19:44:46.968727 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['79b2b296-b291-4798-b92a-c02f6bb49088'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:44:46.983778 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cb103b40-1746-41fc-bc7b-d4e16fde5aa8 req-adf4a7ad-08ad-4068-b0e7-349d63df8435 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452590 Mar 11 19:44:47.193700 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b69297-c318-4170-9797-5248f82e9132 req-76bcdf07-b72e-479f-83c9-c8b1d2945ff9 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:47.195164 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d9b69297-c318-4170-9797-5248f82e9132 req-76bcdf07-b72e-479f-83c9-c8b1d2945ff9 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 945 time: 0.0538321 Mar 11 19:44:47.263790 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d9b69297-c318-4170-9797-5248f82e9132 req-a17a52e6-ed8e-4a38-baa2-2e27bf34693c tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622087 Mar 11 19:44:47.309895 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f8d248-01d3-4b8b-8819-d2af520c72d9 x-openstack-request-id: req-14f8d248-01d3-4b8b-8819-d2af520c72d9 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:44:47.310743 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9704cc3c-cfbe-466d-ac6d-477d6b62bb94", "name": "network-vif-plugged", "status": "completed", "tag": "6bc0ca68-4601-45de-a9ae-2168045ff10f", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:44:47.311162 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-14f8d248-01d3-4b8b-8819-d2af520c72d9 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:44:47.311748 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9704cc3c-cfbe-466d-ac6d-477d6b62bb94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc0ca68-4601-45de-a9ae-2168045ff10f', 'code': 200} Mar 11 19:44:47.443543 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a02a3a-86c5-4655-be18-be675b258a42 req-4c304604-a32b-492d-8971-46c86bbe8960 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:47.445270 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-28a02a3a-86c5-4655-be18-be675b258a42 req-4c304604-a32b-492d-8971-46c86bbe8960 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/ports?device_id=9704cc3c-cfbe-466d-ac6d-477d6b62bb94 HTTP/1.1" status: 200 len: 945 time: 0.0898042 Mar 11 19:44:47.450041 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01590791-1da2-4a01-90be-ea008595f4b3 req-142e3b44-349a-4339-b8a0-296f3bd23780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:47.451491 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-01590791-1da2-4a01-90be-ea008595f4b3 req-142e3b44-349a-4339-b8a0-296f3bd23780 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9704cc3c-cfbe-466d-ac6d-477d6b62bb94 HTTP/1.1" status: 200 len: 1127 time: 0.0693848 Mar 11 19:44:47.527436 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-01590791-1da2-4a01-90be-ea008595f4b3 req-68ca1e18-9ee6-4bd1-a0e1-585916c054a3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ac76e7d2-86d4-4d6a-9e4e-efe333e24013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691447 Mar 11 19:44:47.530575 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-28a02a3a-86c5-4655-be18-be675b258a42 req-e57407c9-d090-42d1-9e63-6721ace46830 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac76e7d2-86d4-4d6a-9e4e-efe333e24013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781970 Mar 11 19:44:47.568797 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [req-1e7c30e1-6c0a-481f-b498-e6ae3fc830fa req-5bf8b584-992f-4e2f-91f5-045185fb7743 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] show failed (client error): The resource could not be found. Mar 11 19:44:47.569829 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1e7c30e1-6c0a-481f-b498-e6ae3fc830fa req-5bf8b584-992f-4e2f-91f5-045185fb7743 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/security-groups/545f24db-796b-4aa5-92c9-2ad60e4c8a6c HTTP/1.1" status: 404 len: 352 time: 0.0141675 Mar 11 19:44:47.789964 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c32612-4d68-40cb-ab49-838c4254c074 req-75c411f2-1de4-4d94-8546-32fd6c51807e tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:47.791609 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b9c32612-4d68-40cb-ab49-838c4254c074 req-75c411f2-1de4-4d94-8546-32fd6c51807e tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 945 time: 0.0588374 Mar 11 19:44:47.847746 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b9c32612-4d68-40cb-ab49-838c4254c074 req-34122134-33de-4613-a5ad-80c0a103873f tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495360 Mar 11 19:44:47.896837 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [req-76621ba4-e465-4caa-915c-b5a1694dd4bb req-5bd5b28f-938a-4e31-a52c-eaa7172c9b54 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] show failed (client error): The resource could not be found. Mar 11 19:44:47.898387 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-76621ba4-e465-4caa-915c-b5a1694dd4bb req-5bd5b28f-938a-4e31-a52c-eaa7172c9b54 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/security-groups/ce0f9ff3-462d-4ffe-9ca0-faad0e7a4122 HTTP/1.1" status: 404 len: 352 time: 0.0162776 Mar 11 19:44:48.010213 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca14b7ce-8422-4d3f-ad70-0e769671ca05 req-1f387f58-5c3c-4945-b062-d39980e707a3 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:48.011732 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ca14b7ce-8422-4d3f-ad70-0e769671ca05 req-1f387f58-5c3c-4945-b062-d39980e707a3 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 946 time: 0.0552754 Mar 11 19:44:48.058359 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ca14b7ce-8422-4d3f-ad70-0e769671ca05 req-c8e0bca7-b90d-4f54-86c9-8ccdcbe17d2e tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408812 Mar 11 19:44:48.251536 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 79b2b296-b291-4798-b92a-c02f6bb49088 up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:44:48.264920 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e429a9c9-8c0e-45f9-90b8-e7ae42f34d68 req-b411c7e4-eead-4f52-8037-a4a4416c69a4 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:48.266380 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e429a9c9-8c0e-45f9-90b8-e7ae42f34d68 req-b411c7e4-eead-4f52-8037-a4a4416c69a4 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ca26dd0-f8fe-4bd5-bd30-b58d1d6f9c7f HTTP/1.1" status: 200 len: 945 time: 0.0615203 Mar 11 19:44:48.305084 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port 79b2b296-b291-4798-b92a-c02f6bb49088 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:44:48.309642 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port 79b2b296-b291-4798-b92a-c02f6bb49088 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:44:48.310048 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (79b2b296-b291-4798-b92a-c02f6bb49088), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:48.320479 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e429a9c9-8c0e-45f9-90b8-e7ae42f34d68 req-0445585a-9357-4976-bf97-e89bb9ad64f7 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479975 Mar 11 19:44:48.402814 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 79b2b296-b291-4798-b92a-c02f6bb49088 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:44:48.403221 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (79b2b296-b291-4798-b92a-c02f6bb49088), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:48.439531 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 79b2b296-b291-4798-b92a-c02f6bb49088, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=79b2b296-b291-4798-b92a-c02f6bb49088,segment=NetworkSegment(4e412043-f4b7-4584-89b3-4a0ee01e31e1),segment_id=4e412043-f4b7-4584-89b3-4a0ee01e31e1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:44:48.444105 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (79b2b296-b291-4798-b92a-c02f6bb49088), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:48.449826 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [req-183053bb-2e3c-4c6f-91c0-489150bde6be req-29404102-7b19-4545-8218-f61a07f27448 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] show failed (client error): The resource could not be found. Mar 11 19:44:48.451281 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-183053bb-2e3c-4c6f-91c0-489150bde6be req-29404102-7b19-4545-8218-f61a07f27448 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/security-groups/ed803621-768c-4b5c-a9d2-9e34b9846eee HTTP/1.1" status: 404 len: 352 time: 0.0175695 Mar 11 19:44:48.501899 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=79b2b296-b291-4798-b92a-c02f6bb49088,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:48.562403 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49312950-55d6-4537-bb46-3ab259fd899d req-b24640c3-d5b5-4f51-b220-8ba5dd5d04ee tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:48.563881 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-49312950-55d6-4537-bb46-3ab259fd899d req-b24640c3-d5b5-4f51-b220-8ba5dd5d04ee tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 946 time: 0.0536592 Mar 11 19:44:48.616402 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-49312950-55d6-4537-bb46-3ab259fd899d req-ea02abc9-0575-4fd9-b977-fd50c1b85b1b tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466316 Mar 11 19:44:48.804650 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:48.820022 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad3e2f-8763-429d-8688-924c301f2057 req-a9a0ed90-f64d-48d1-a137-67d410912d9f tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:48.822007 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8dad3e2f-8763-429d-8688-924c301f2057 req-a9a0ed90-f64d-48d1-a137-67d410912d9f tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 945 time: 0.0592837 Mar 11 19:44:48.875900 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8dad3e2f-8763-429d-8688-924c301f2057 req-4b719086-cbe3-4775-b412-cea63f8afcc8 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476437 Mar 11 19:44:48.912929 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [req-b16406ee-dfc7-4bc3-a52c-52491fbc73ed req-bd5f04fc-0057-4030-a88b-6bfabeb7238b tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] show failed (client error): The resource could not be found. Mar 11 19:44:48.914597 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b16406ee-dfc7-4bc3-a52c-52491fbc73ed req-bd5f04fc-0057-4030-a88b-6bfabeb7238b tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/security-groups/7ea87cac-094b-455d-9dda-ed788a659f86 HTTP/1.1" status: 404 len: 352 time: 0.0159671 Mar 11 19:44:49.033854 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04954579-7b49-4bd1-a20c-321d15ad76b6 req-ab41f7bd-812b-4df4-8d75-6c8a813d2703 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:49.035570 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-04954579-7b49-4bd1-a20c-321d15ad76b6 req-ab41f7bd-812b-4df4-8d75-6c8a813d2703 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/ports?device_id=9704cc3c-cfbe-466d-ac6d-477d6b62bb94 HTTP/1.1" status: 200 len: 945 time: 0.0704069 Mar 11 19:44:49.086932 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-04954579-7b49-4bd1-a20c-321d15ad76b6 req-9e1a2cc6-47b6-4053-b6fa-eba516c4878e tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac76e7d2-86d4-4d6a-9e4e-efe333e24013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447571 Mar 11 19:44:49.243043 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [req-ee3d961c-5ab3-4f3b-8998-1bfbf3198ff9 req-5977c993-c51f-4121-9d19-70ba5a3ff4d6 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] show failed (client error): The resource could not be found. Mar 11 19:44:49.244113 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ee3d961c-5ab3-4f3b-8998-1bfbf3198ff9 req-5977c993-c51f-4121-9d19-70ba5a3ff4d6 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/security-groups/1290b4b6-ea9e-4889-9474-65fbe3cb5fc4 HTTP/1.1" status: 404 len: 352 time: 0.0178692 Mar 11 19:44:49.313318 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ca26dd0-f8fe-4bd5-bd30-b58d1d6f9c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b2b296-b291-4798-b92a-c02f6bb49088'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:44:49.316303 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa054147-65a5-4fdd-906b-87a12c0f1b4e" -d '{"events": [{"server_uuid": "2ca26dd0-f8fe-4bd5-bd30-b58d1d6f9c7f", "name": "network-vif-plugged", "status": "completed", "tag": "79b2b296-b291-4798-b92a-c02f6bb49088"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:44:49.354524 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d28120-f0e4-4101-8bb0-d78b4a9394f3 req-1df2bbf6-9406-4c69-9ac6-d01bfe3dd1f8 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:49.355988 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b9d28120-f0e4-4101-8bb0-d78b4a9394f3 req-1df2bbf6-9406-4c69-9ac6-d01bfe3dd1f8 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 946 time: 0.0543289 Mar 11 19:44:49.403710 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b9d28120-f0e4-4101-8bb0-d78b4a9394f3 req-cd9c7d4e-7b3e-433b-892a-04f15c88d7eb tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419736 Mar 11 19:44:49.620248 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8719fdf-4a15-4c28-84fb-7c2039aa9fb3 req-0e0d1267-8a5f-4ed3-818d-ead08bb6ae22 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:49.621904 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e8719fdf-4a15-4c28-84fb-7c2039aa9fb3 req-0e0d1267-8a5f-4ed3-818d-ead08bb6ae22 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 945 time: 0.0594671 Mar 11 19:44:49.670910 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e8719fdf-4a15-4c28-84fb-7c2039aa9fb3 req-3bc6db66-6867-461d-9e9a-db98e0e15212 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431643 Mar 11 19:44:49.708905 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [req-e61667cc-f10c-4e23-9e46-cefbe12410c7 req-37f08164-9eaa-4694-b7d5-4f9124665954 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] show failed (client error): The resource could not be found. Mar 11 19:44:49.709905 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e61667cc-f10c-4e23-9e46-cefbe12410c7 req-37f08164-9eaa-4694-b7d5-4f9124665954 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/security-groups/28c8df33-0194-4cdd-bf0c-1f42fd866520 HTTP/1.1" status: 404 len: 352 time: 0.0140781 Mar 11 19:44:49.754342 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda38fd2-3393-4c97-a065-2f67cca5bbab x-openstack-request-id: req-dda38fd2-3393-4c97-a065-2f67cca5bbab {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:44:49.754893 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ca26dd0-f8fe-4bd5-bd30-b58d1d6f9c7f", "name": "network-vif-plugged", "status": "completed", "tag": "79b2b296-b291-4798-b92a-c02f6bb49088", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:44:49.755466 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dda38fd2-3393-4c97-a065-2f67cca5bbab {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:44:49.756734 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ca26dd0-f8fe-4bd5-bd30-b58d1d6f9c7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79b2b296-b291-4798-b92a-c02f6bb49088', 'code': 200} Mar 11 19:44:49.898754 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea825389-ea66-4107-a735-d1111c20d0da req-e6a70857-a35d-4db0-b5e0-cc225c937f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:49.900597 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ea825389-ea66-4107-a735-d1111c20d0da req-e6a70857-a35d-4db0-b5e0-cc225c937f64 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2ca26dd0-f8fe-4bd5-bd30-b58d1d6f9c7f HTTP/1.1" status: 200 len: 1128 time: 0.0811052 Mar 11 19:44:49.914312 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffbb6d1-017a-4350-a8a4-8092cf481144 req-22aed1c6-4f14-41fc-9ef3-a10f82030e6c tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:49.923353 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cffbb6d1-017a-4350-a8a4-8092cf481144 req-22aed1c6-4f14-41fc-9ef3-a10f82030e6c tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ca26dd0-f8fe-4bd5-bd30-b58d1d6f9c7f HTTP/1.1" status: 200 len: 946 time: 0.1140122 Mar 11 19:44:50.004418 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cffbb6d1-017a-4350-a8a4-8092cf481144 req-091078af-4445-4286-8f54-0a9bdc7f3a82 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800891 Mar 11 19:44:50.008453 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ea825389-ea66-4107-a735-d1111c20d0da req-dde35014-61cf-497f-b70f-e8e69557a51e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661457 Mar 11 19:44:50.271480 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956c922-5648-4a4d-8aa7-e85919e21301 req-6d52daec-97ba-4942-b9b5-74da91bd9219 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:50.273512 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4956c922-5648-4a4d-8aa7-e85919e21301 req-6d52daec-97ba-4942-b9b5-74da91bd9219 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 945 time: 0.0687425 Mar 11 19:44:50.322700 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4956c922-5648-4a4d-8aa7-e85919e21301 req-3929a025-3c49-41f8-a151-017c4990f767 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434108 Mar 11 19:44:50.569690 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb35486c-95bf-43cf-b092-10cef1209387 req-7b09439c-fb65-4cb2-ad6a-252b7e18356b tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:50.571155 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-eb35486c-95bf-43cf-b092-10cef1209387 req-7b09439c-fb65-4cb2-ad6a-252b7e18356b tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/ports?device_id=9704cc3c-cfbe-466d-ac6d-477d6b62bb94 HTTP/1.1" status: 200 len: 945 time: 0.0580695 Mar 11 19:44:50.631804 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-eb35486c-95bf-43cf-b092-10cef1209387 req-48d06666-3d0c-48a7-b345-28c5a6ea5001 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac76e7d2-86d4-4d6a-9e4e-efe333e24013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545473 Mar 11 19:44:50.752550 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c07cda-4fc3-454e-be44-cf623040a7dd req-92b1e5ba-84ce-4891-8a7a-9321eb6ba3a9 tempest-ServerTagsTestJSON-2121658235 tempest-ServerTagsTestJSON-2121658235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:50.754050 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-84c07cda-4fc3-454e-be44-cf623040a7dd req-92b1e5ba-84ce-4891-8a7a-9321eb6ba3a9 tempest-ServerTagsTestJSON-2121658235 tempest-ServerTagsTestJSON-2121658235-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2d737ff-a40d-433e-856d-32b5e1615e9d HTTP/1.1" status: 200 len: 945 time: 0.0576782 Mar 11 19:44:50.801737 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-84c07cda-4fc3-454e-be44-cf623040a7dd req-e552337b-3bf4-41f0-9939-38bfb2d588a4 tempest-ServerTagsTestJSON-2121658235 tempest-ServerTagsTestJSON-2121658235-project] 10.222.0.65 "GET /v2.0/security-groups?id=40461276-efdc-42d2-b47e-61f3b5aad62a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414023 Mar 11 19:44:50.920900 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0aa81-f509-4d71-bc0e-8ef07c7d5f06 req-bea49bc0-80e8-44b4-b174-7fffe23996c8 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:50.922430 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-98a0aa81-f509-4d71-bc0e-8ef07c7d5f06 req-bea49bc0-80e8-44b4-b174-7fffe23996c8 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 945 time: 0.0542049 Mar 11 19:44:50.977117 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-98a0aa81-f509-4d71-bc0e-8ef07c7d5f06 req-aacf55b7-82dd-46c5-9e81-5c2bea034731 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476024 Mar 11 19:44:51.108775 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f925b8-9f7b-467b-842c-e2bda93ed67e req-3e85f687-4fc1-4a37-852c-25e574f84a0f tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:51.110919 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c4f925b8-9f7b-467b-842c-e2bda93ed67e req-3e85f687-4fc1-4a37-852c-25e574f84a0f tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/ports?device_id=35b0969a-6f2b-47b3-a31e-af4c682ded5e HTTP/1.1" status: 200 len: 1023 time: 0.0641303 Mar 11 19:44:51.197631 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c4f925b8-9f7b-467b-842c-e2bda93ed67e req-ad373889-8e95-4b8e-a598-3c14fc720957 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/security-groups?id=7db2df5f-9306-4ac9-a40b-48e8c2907537&id=69d962d5-ae62-46c2-b9bb-79e490dd5593&id=19bd0fcd-8b10-429a-a0e4-511179b80218&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0748398 Mar 11 19:44:51.372577 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e790d8-94a6-4fdd-a5e8-78b005ffeb3d req-2d143072-4ec1-44fb-9cfb-7635718ff36d tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:51.384877 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 44898) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:44:51.390447 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-0a73caa6-0a1d-4d16-98ef-0f9c13ea86c8 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Request body: {'floatingip': {'port_id': '6bc0ca68-4601-45de-a9ae-2168045ff10f'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:44:51.394981 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-65e790d8-94a6-4fdd-a5e8-78b005ffeb3d req-2d143072-4ec1-44fb-9cfb-7635718ff36d tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/ports?device_id=9704cc3c-cfbe-466d-ac6d-477d6b62bb94 HTTP/1.1" status: 200 len: 945 time: 0.0886099 Mar 11 19:44:51.507976 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0a73caa6-0a1d-4d16-98ef-0f9c13ea86c8 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks [] for floatingip (4de74c9b-7133-485b-8ec3-df23937f172e), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:51.562866 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca0dc5-80a0-4b3d-aac9-bd98ea5658d4 req-85b6d49f-d140-49fc-8ba7-5efe7257cd49 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:51.574042 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e7ca0dc5-80a0-4b3d-aac9-bd98ea5658d4 req-85b6d49f-d140-49fc-8ba7-5efe7257cd49 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 945 time: 0.0998409 Mar 11 19:44:51.690356 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 44904) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:44:51.704180 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e7ca0dc5-80a0-4b3d-aac9-bd98ea5658d4 req-ce288790-f620-4fd9-b73f-b9067c755548 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292305 Mar 11 19:44:51.756652 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d32847-e500-4ef2-9ff5-4d9a51396040 req-5eea3264-7133-4a9b-b948-8953f224015b tempest-ServerTagsTestJSON-2121658235 tempest-ServerTagsTestJSON-2121658235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:51.759060 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-30d32847-e500-4ef2-9ff5-4d9a51396040 req-5eea3264-7133-4a9b-b948-8953f224015b tempest-ServerTagsTestJSON-2121658235 tempest-ServerTagsTestJSON-2121658235-project] 10.222.0.75 "GET /v2.0/ports?device_id=a2d737ff-a40d-433e-856d-32b5e1615e9d HTTP/1.1" status: 200 len: 945 time: 0.0880542 Mar 11 19:44:51.967230 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-91dd5682-ed23-4468-a1c1-4e40f7f85964 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:51.976802 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41884747-4b6b-4631-9220-3858444cd559 req-06ec3c32-5777-4afb-aef9-7c5ab52a93cc tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:51.985260 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-41884747-4b6b-4631-9220-3858444cd559 req-06ec3c32-5777-4afb-aef9-7c5ab52a93cc tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ca26dd0-f8fe-4bd5-bd30-b58d1d6f9c7f HTTP/1.1" status: 200 len: 946 time: 0.1106567 Mar 11 19:44:51.989273 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-30d32847-e500-4ef2-9ff5-4d9a51396040 req-881b1c49-1fc6-4ddc-bc1c-88f959d5ef9c tempest-ServerTagsTestJSON-2121658235 tempest-ServerTagsTestJSON-2121658235-project] Deleting port 7e98c58b-fcc1-445f-8e4d-e8e98ad2944c {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:44:51.990018 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-30d32847-e500-4ef2-9ff5-4d9a51396040 req-881b1c49-1fc6-4ddc-bc1c-88f959d5ef9c tempest-ServerTagsTestJSON-2121658235 tempest-ServerTagsTestJSON-2121658235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (7e98c58b-fcc1-445f-8e4d-e8e98ad2944c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:52.097088 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-30d32847-e500-4ef2-9ff5-4d9a51396040 req-881b1c49-1fc6-4ddc-bc1c-88f959d5ef9c tempest-ServerTagsTestJSON-2121658235 tempest-ServerTagsTestJSON-2121658235-project] For port 7e98c58b-fcc1-445f-8e4d-e8e98ad2944c, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=7e98c58b-fcc1-445f-8e4d-e8e98ad2944c,segment=NetworkSegment(2050da75-ef75-4b09-aec2-5a684d727cb8),segment_id=2050da75-ef75-4b09-aec2-5a684d727cb8)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:44:52.097875 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-30d32847-e500-4ef2-9ff5-4d9a51396040 req-881b1c49-1fc6-4ddc-bc1c-88f959d5ef9c tempest-ServerTagsTestJSON-2121658235 tempest-ServerTagsTestJSON-2121658235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (7e98c58b-fcc1-445f-8e4d-e8e98ad2944c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:52.117585 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-30d32847-e500-4ef2-9ff5-4d9a51396040 req-881b1c49-1fc6-4ddc-bc1c-88f959d5ef9c tempest-ServerTagsTestJSON-2121658235 tempest-ServerTagsTestJSON-2121658235-project] Calling delete_port for 7e98c58b-fcc1-445f-8e4d-e8e98ad2944c owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:44:52.198388 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b20717-b70d-4807-a8a0-740208aada54 req-853ad6ca-9dd0-4c99-b6d8-6fcdfea5e5ea tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:52.199813 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f4b20717-b70d-4807-a8a0-740208aada54 req-853ad6ca-9dd0-4c99-b6d8-6fcdfea5e5ea tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.75 "GET /v2.0/ports?device_id=35b0969a-6f2b-47b3-a31e-af4c682ded5e HTTP/1.1" status: 200 len: 1023 time: 0.1785471 Mar 11 19:44:52.309718 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5140815-8351-4ed4-b9fa-52a93e284091 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:52.312615 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-91dd5682-ed23-4468-a1c1-4e40f7f85964 admin admin] Publish callbacks [] for security_group (60f9822c-ca94-4289-8c57-ccabf328305f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:52.348049 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-91dd5682-ed23-4468-a1c1-4e40f7f85964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (60f9822c-ca94-4289-8c57-ccabf328305f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:52.376794 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-30d32847-e500-4ef2-9ff5-4d9a51396040 req-881b1c49-1fc6-4ddc-bc1c-88f959d5ef9c tempest-ServerTagsTestJSON-2121658235 tempest-ServerTagsTestJSON-2121658235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (7e98c58b-fcc1-445f-8e4d-e8e98ad2944c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:52.392387 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['7e98c58b-fcc1-445f-8e4d-e8e98ad2944c'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:44:52.438708 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881b1c49-1fc6-4ddc-bc1c-88f959d5ef9c tempest-ServerTagsTestJSON-2121658235 tempest-ServerTagsTestJSON-2121658235-project] Pushing event deleted for resources: {'Port': ['ID=7e98c58b-fcc1-445f-8e4d-e8e98ad2944c,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:52.490145 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-41884747-4b6b-4631-9220-3858444cd559 req-8ce5bc80-4e72-4bd3-881f-5187300e304f tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5036063 Mar 11 19:44:52.568221 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:52.703203 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.db.resource_extend [None req-0a73caa6-0a1d-4d16-98ef-0f9c13ea86c8 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 19:44:52.761245 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-91dd5682-ed23-4468-a1c1-4e40f7f85964 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bc6b92bc8e254423813b4027cf234735&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0698328 Mar 11 19:44:52.770160 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 44920) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:44:52.779860 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dd5682-ed23-4468-a1c1-4e40f7f85964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f9822c-ca94-4289-8c57-ccabf328305f,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:52.802630 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0a73caa6-0a1d-4d16-98ef-0f9c13ea86c8 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:52.815117 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0a73caa6-0a1d-4d16-98ef-0f9c13ea86c8 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (4de74c9b-7133-485b-8ec3-df23937f172e), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:52.837295 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-f4b20717-b70d-4807-a8a0-740208aada54 req-1b144b51-3dd6-4f60-b764-f00d31369e2f tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Deleting port a1486762-aa84-4adb-98f2-c2a25a94d2f0 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:44:52.837638 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f4b20717-b70d-4807-a8a0-740208aada54 req-1b144b51-3dd6-4f60-b764-f00d31369e2f tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (a1486762-aa84-4adb-98f2-c2a25a94d2f0), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:52.946255 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-34e09ab0-fbe1-4e7f-9e24-09eee7087dd1 admin admin] Publish callbacks [] for security_group (60f9822c-ca94-4289-8c57-ccabf328305f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:53.032291 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-34e09ab0-fbe1-4e7f-9e24-09eee7087dd1 admin admin] Publish callbacks [] for security_group (60f9822c-ca94-4289-8c57-ccabf328305f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:53.049975 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-f4b20717-b70d-4807-a8a0-740208aada54 req-1b144b51-3dd6-4f60-b764-f00d31369e2f tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] For port a1486762-aa84-4adb-98f2-c2a25a94d2f0, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=a1486762-aa84-4adb-98f2-c2a25a94d2f0,segment=NetworkSegment(923d54b9-bdd1-4af1-adc1-1c3c91ea1666),segment_id=923d54b9-bdd1-4af1-adc1-1c3c91ea1666)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:44:53.050399 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f4b20717-b70d-4807-a8a0-740208aada54 req-1b144b51-3dd6-4f60-b764-f00d31369e2f tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (a1486762-aa84-4adb-98f2-c2a25a94d2f0), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:53.091303 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-f4b20717-b70d-4807-a8a0-740208aada54 req-1b144b51-3dd6-4f60-b764-f00d31369e2f tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Calling delete_port for a1486762-aa84-4adb-98f2-c2a25a94d2f0 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:44:53.095955 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-30d32847-e500-4ef2-9ff5-4d9a51396040 req-881b1c49-1fc6-4ddc-bc1c-88f959d5ef9c tempest-ServerTagsTestJSON-2121658235 tempest-ServerTagsTestJSON-2121658235-project] No DVR routers for this DVR port 7e98c58b-fcc1-445f-8e4d-e8e98ad2944c on host n-h1-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:44:53.098164 n-d-833163-1 neutron-server[103884]: INFO neutron.db.l3_db [None req-0a73caa6-0a1d-4d16-98ef-0f9c13ea86c8 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Floating IP 4de74c9b-7133-485b-8ec3-df23937f172e associated. External IP: 172.25.8.219, port: 6bc0ca68-4601-45de-a9ae-2168045ff10f. Mar 11 19:44:53.098575 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-30d32847-e500-4ef2-9ff5-4d9a51396040 req-881b1c49-1fc6-4ddc-bc1c-88f959d5ef9c tempest-ServerTagsTestJSON-2121658235 tempest-ServerTagsTestJSON-2121658235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:53.102115 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-30d32847-e500-4ef2-9ff5-4d9a51396040 req-881b1c49-1fc6-4ddc-bc1c-88f959d5ef9c tempest-ServerTagsTestJSON-2121658235 tempest-ServerTagsTestJSON-2121658235-project] 10.222.0.75 "DELETE /v2.0/ports/7e98c58b-fcc1-445f-8e4d-e8e98ad2944c HTTP/1.1" status: 204 len: 173 time: 1.3359613 Mar 11 19:44:53.109637 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2d737ff-a40d-433e-856d-32b5e1615e9d', 'name': 'network-vif-deleted', 'tag': '7e98c58b-fcc1-445f-8e4d-e8e98ad2944c'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:44:53.111914 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf03c2df-c0a0-491a-928d-f7a589abb151" -d '{"events": [{"server_uuid": "a2d737ff-a40d-433e-856d-32b5e1615e9d", "name": "network-vif-deleted", "tag": "7e98c58b-fcc1-445f-8e4d-e8e98ad2944c"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:44:53.183979 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e5e2af-cc81-439b-b3ac-7aa1179fc480 req-e987b999-1f5e-4871-b79e-be0c9f3a5cf0 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:53.185597 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e8e5e2af-cc81-439b-b3ac-7aa1179fc480 req-e987b999-1f5e-4871-b79e-be0c9f3a5cf0 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 945 time: 0.0910063 Mar 11 19:44:53.230373 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-34e09ab0-fbe1-4e7f-9e24-09eee7087dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (60f9822c-ca94-4289-8c57-ccabf328305f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:53.233103 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-34e09ab0-fbe1-4e7f-9e24-09eee7087dd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:53.240283 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-34e09ab0-fbe1-4e7f-9e24-09eee7087dd1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/60f9822c-ca94-4289-8c57-ccabf328305f HTTP/1.1" status: 204 len: 168 time: 0.4656057 Mar 11 19:44:53.257689 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e8e5e2af-cc81-439b-b3ac-7aa1179fc480 req-7a6835d8-9c79-4c36-bf6a-949811aeab4f tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647118 Mar 11 19:44:53.288141 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e09ab0-fbe1-4e7f-9e24-09eee7087dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f9822c-ca94-4289-8c57-ccabf328305f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:53.386163 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-77487bfb-808f-4b38-97d2-fffb39976603 req-a8a8afc6-128b-47a3-b2b9-26f816827fbc tempest-ServerTagsTestJSON-2121658235 tempest-ServerTagsTestJSON-2121658235-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2d737ff-a40d-433e-856d-32b5e1615e9d HTTP/1.1" status: 200 len: 210 time: 0.0320199 Mar 11 19:44:53.574898 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f4b20717-b70d-4807-a8a0-740208aada54 req-1b144b51-3dd6-4f60-b764-f00d31369e2f tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (a1486762-aa84-4adb-98f2-c2a25a94d2f0), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:53.586920 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a73caa6-0a1d-4d16-98ef-0f9c13ea86c8 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Router a7a01de0-22c1-40f4-9088-06e0a2019317 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:44:53.587153 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['a1486762-aa84-4adb-98f2-c2a25a94d2f0'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:44:53.598350 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e724d83c-2663-43aa-baf8-c631dd5a5cac req-6e9b56f9-be1b-46be-9025-3609946138da tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:53.615562 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e724d83c-2663-43aa-baf8-c631dd5a5cac req-6e9b56f9-be1b-46be-9025-3609946138da tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/ports?device_id=35b0969a-6f2b-47b3-a31e-af4c682ded5e HTTP/1.1" status: 200 len: 1023 time: 0.1189392 Mar 11 19:44:53.617054 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b144b51-3dd6-4f60-b764-f00d31369e2f tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Pushing event deleted for resources: {'Port': ['ID=a1486762-aa84-4adb-98f2-c2a25a94d2f0,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:53.715222 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4b20717-b70d-4807-a8a0-740208aada54 req-1b144b51-3dd6-4f60-b764-f00d31369e2f tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] No DVR routers for this DVR port a1486762-aa84-4adb-98f2-c2a25a94d2f0 on host n-h1-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:44:53.728443 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-f4b20717-b70d-4807-a8a0-740208aada54 req-1b144b51-3dd6-4f60-b764-f00d31369e2f tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:53.739368 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f4b20717-b70d-4807-a8a0-740208aada54 req-1b144b51-3dd6-4f60-b764-f00d31369e2f tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.75 "DELETE /v2.0/ports/a1486762-aa84-4adb-98f2-c2a25a94d2f0 HTTP/1.1" status: 204 len: 173 time: 1.5322447 Mar 11 19:44:53.743572 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35b0969a-6f2b-47b3-a31e-af4c682ded5e', 'name': 'network-vif-deleted', 'tag': 'a1486762-aa84-4adb-98f2-c2a25a94d2f0'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:44:53.756093 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596b0d3a-10d3-47ce-a6fd-0a780613bcee" -d '{"events": [{"server_uuid": "35b0969a-6f2b-47b3-a31e-af4c682ded5e", "name": "network-vif-deleted", "tag": "a1486762-aa84-4adb-98f2-c2a25a94d2f0"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:44:53.762948 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e724d83c-2663-43aa-baf8-c631dd5a5cac req-1148b98e-acac-41cc-98e4-168a7400b07d tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/security-groups?id=7db2df5f-9306-4ac9-a40b-48e8c2907537&id=69d962d5-ae62-46c2-b9bb-79e490dd5593&id=19bd0fcd-8b10-429a-a0e4-511179b80218&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1439486 Mar 11 19:44:53.863780 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 44934) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:44:53.892493 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c5ae0469-0878-4110-b3fb-f2db775aa44f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:54.004963 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20fc1198-e89e-4844-8428-60d3f05a087a x-openstack-request-id: req-20fc1198-e89e-4844-8428-60d3f05a087a {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:44:54.006524 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2d737ff-a40d-433e-856d-32b5e1615e9d", "name": "network-vif-deleted", "tag": "7e98c58b-fcc1-445f-8e4d-e8e98ad2944c", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:44:54.007588 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-20fc1198-e89e-4844-8428-60d3f05a087a {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:44:54.014774 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a73caa6-0a1d-4d16-98ef-0f9c13ea86c8 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:44:54.020981 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0a73caa6-0a1d-4d16-98ef-0f9c13ea86c8 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:54.025914 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d6f05f-0921-41e6-b7d0-e78d48609fc3 None None] Sync routers for ids ['a7a01de0-22c1-40f4-9088-06e0a2019317'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:44:54.041999 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2d737ff-a40d-433e-856d-32b5e1615e9d', 'name': 'network-vif-deleted', 'tag': '7e98c58b-fcc1-445f-8e4d-e8e98ad2944c', 'status': 'completed', 'code': 200} Mar 11 19:44:54.046501 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d6f05f-0921-41e6-b7d0-e78d48609fc3 None None] Routers {'a7a01de0-22c1-40f4-9088-06e0a2019317'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:44:54.047654 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-b2d6f05f-0921-41e6-b7d0-e78d48609fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:44:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['a7a01de0-22c1-40f4-9088-06e0a2019317'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:54.092395 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-0a73caa6-0a1d-4d16-98ef-0f9c13ea86c8 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "PUT /v2.0/floatingips/4de74c9b-7133-485b-8ec3-df23937f172e HTTP/1.1" status: 200 len: 991 time: 2.7061861 Mar 11 19:44:54.133267 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c5ae0469-0878-4110-b3fb-f2db775aa44f admin admin] Publish callbacks [] for security_group (1c59fc48-4d97-417a-86cc-a2ac33adab7c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:54.165795 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c5ae0469-0878-4110-b3fb-f2db775aa44f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (1c59fc48-4d97-417a-86cc-a2ac33adab7c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:54.213891 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-b2d6f05f-0921-41e6-b7d0-e78d48609fc3 None None] Set router a7a01de0-22c1-40f4-9088-06e0a2019317 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:44:54.216420 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-c5ae0469-0878-4110-b3fb-f2db775aa44f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2170a1b1f3f645efb84b2d2d0e0f9202&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3516226 Mar 11 19:44:54.219006 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 44944) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:44:54.226151 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ae0469-0878-4110-b3fb-f2db775aa44f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c59fc48-4d97-417a-86cc-a2ac33adab7c,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:54.262037 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e1b094-c219-49ec-a55e-298d10fd42c7 req-98cf02ed-5738-43b1-98c5-bd807d7c4392 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:54.284331 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-13e1b094-c219-49ec-a55e-298d10fd42c7 req-98cf02ed-5738-43b1-98c5-bd807d7c4392 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 945 time: 0.1487851 Mar 11 19:44:54.298966 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8e3cd7b9-37af-4834-917f-b8de5991aab9 admin admin] Publish callbacks [] for security_group (1c59fc48-4d97-417a-86cc-a2ac33adab7c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:54.337840 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8e3cd7b9-37af-4834-917f-b8de5991aab9 admin admin] Publish callbacks [] for security_group (1c59fc48-4d97-417a-86cc-a2ac33adab7c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:54.414028 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8e3cd7b9-37af-4834-917f-b8de5991aab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (1c59fc48-4d97-417a-86cc-a2ac33adab7c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:54.417396 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8e3cd7b9-37af-4834-917f-b8de5991aab9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:54.418873 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8e3cd7b9-37af-4834-917f-b8de5991aab9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1c59fc48-4d97-417a-86cc-a2ac33adab7c HTTP/1.1" status: 204 len: 168 time: 0.1988368 Mar 11 19:44:54.435033 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-13e1b094-c219-49ec-a55e-298d10fd42c7 req-062657a6-b10f-4189-92c9-60389348bf3f tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498446 Mar 11 19:44:54.443166 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3cd7b9-37af-4834-917f-b8de5991aab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c59fc48-4d97-417a-86cc-a2ac33adab7c,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:54.507661 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50483e7-56d7-4457-940c-ecfda9135414 x-openstack-request-id: req-b50483e7-56d7-4457-940c-ecfda9135414 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:44:54.508171 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35b0969a-6f2b-47b3-a31e-af4c682ded5e", "name": "network-vif-deleted", "tag": "a1486762-aa84-4adb-98f2-c2a25a94d2f0", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:44:54.508758 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b50483e7-56d7-4457-940c-ecfda9135414 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:44:54.509145 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35b0969a-6f2b-47b3-a31e-af4c682ded5e', 'name': 'network-vif-deleted', 'tag': 'a1486762-aa84-4adb-98f2-c2a25a94d2f0', 'status': 'completed', 'code': 200} Mar 11 19:44:54.624509 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-05354a70-de9c-4fdd-9f19-22fad44a6476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:54.662509 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e67f2bd-df7f-4251-9801-fa8279cca42a req-2aaf089a-2c61-4fd2-89ce-995766e2bf41 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:54.663924 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3e67f2bd-df7f-4251-9801-fa8279cca42a req-2aaf089a-2c61-4fd2-89ce-995766e2bf41 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ca26dd0-f8fe-4bd5-bd30-b58d1d6f9c7f HTTP/1.1" status: 200 len: 946 time: 0.0876637 Mar 11 19:44:54.727533 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-b2d6f05f-0921-41e6-b7d0-e78d48609fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a01de0-22c1-40f4-9088-06e0a2019317', 'name': 'tempest-AttachVolumeTestJSON-805320116-router', 'tenant_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '49f29bb6-5e96-4af1-95cb-27dad960b82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:44:22Z', 'updated_at': '2022-03-11T19:44:26Z', 'revision_number': 4, 'project_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'gw_port': {'id': '49f29bb6-5e96-4af1-95cb-27dad960b82a', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a01de0-22c1-40f4-9088-06e0a2019317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:44:22Z', 'updated_at': '2022-03-11T19:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '4de74c9b-7133-485b-8ec3-df23937f172e', 'tenant_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'floating_ip_address': '172.25.8.219', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'a7a01de0-22c1-40f4-9088-06e0a2019317', 'port_id': '6bc0ca68-4601-45de-a9ae-2168045ff10f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa906f4a-19f4-4b7d-8351-256fb4a2150c', 'mac_address': 'fa:16:3e:de:e5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9704cc3c-cfbe-466d-ac6d-477d6b62bb94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:44:31Z', 'updated_at': '2022-03-11T19:44:52Z', 'revision_number': 1, 'project_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64eb2522-0821-40ac-8307-0bca5acb1dc2', 'name': '', 'network_id': 'fa906f4a-19f4-4b7d-8351-256fb4a2150c', 'tenant_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'mac_address': 'fa:16:3e:cc:97:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a01de0-22c1-40f4-9088-06e0a2019317', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'f9964fd8-a78c-47a9-bc53-fa779164456a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:44:25Z', 'updated_at': '2022-03-11T19:44:32Z', 'revision_number': 5, 'project_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'subnets': [{'id': 'f9964fd8-a78c-47a9-bc53-fa779164456a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:54.740629 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3e67f2bd-df7f-4251-9801-fa8279cca42a req-5f273c2a-8197-493a-8ac0-d5afdf9f7fe2 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695689 Mar 11 19:44:54.762191 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d6f05f-0921-41e6-b7d0-e78d48609fc3 None None] Checking router: a7a01de0-22c1-40f4-9088-06e0a2019317 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:44:54.771348 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d6f05f-0921-41e6-b7d0-e78d48609fc3 None None] Routers {'a7a01de0-22c1-40f4-9088-06e0a2019317'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:44:54.784228 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-b2d6f05f-0921-41e6-b7d0-e78d48609fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:44:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['a7a01de0-22c1-40f4-9088-06e0a2019317'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:54.800765 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 44954) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:44:54.914418 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-06d13c3e-5d10-4491-a2cc-668ce4eca5c1 req-96b005da-9e5e-4b37-9f39-adc80d2ab812 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/security-groups/19bd0fcd-8b10-429a-a0e4-511179b80218 HTTP/1.1" status: 200 len: 1819 time: 0.0702655 Mar 11 19:44:54.923270 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f422f44-b916-4c26-8611-0f186932d6c2 admin admin] Deleting subnet eb8c481a-0085-4c68-99b6-557add235c4e {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:44:54.930283 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6f422f44-b916-4c26-8611-0f186932d6c2 admin admin] Publish callbacks [] for subnet (eb8c481a-0085-4c68-99b6-557add235c4e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:54.967779 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-b2d6f05f-0921-41e6-b7d0-e78d48609fc3 None None] Set router a7a01de0-22c1-40f4-9088-06e0a2019317 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:44:55.001622 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6f422f44-b916-4c26-8611-0f186932d6c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (eb8c481a-0085-4c68-99b6-557add235c4e), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:55.006105 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-06d13c3e-5d10-4491-a2cc-668ce4eca5c1 req-5845da0c-d6a4-47d6-8e5a-8fb56e04f500 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks [] for security_group (19bd0fcd-8b10-429a-a0e4-511179b80218), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:55.073314 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-06d13c3e-5d10-4491-a2cc-668ce4eca5c1 req-5845da0c-d6a4-47d6-8e5a-8fb56e04f500 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks [] for security_group (19bd0fcd-8b10-429a-a0e4-511179b80218), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:55.095848 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6f422f44-b916-4c26-8611-0f186932d6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (eb8c481a-0085-4c68-99b6-557add235c4e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:55.176387 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6f422f44-b916-4c26-8611-0f186932d6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (eb8c481a-0085-4c68-99b6-557add235c4e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:55.209750 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-06d13c3e-5d10-4491-a2cc-668ce4eca5c1 req-5845da0c-d6a4-47d6-8e5a-8fb56e04f500 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (19bd0fcd-8b10-429a-a0e4-511179b80218), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:55.213577 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-06d13c3e-5d10-4491-a2cc-668ce4eca5c1 req-5845da0c-d6a4-47d6-8e5a-8fb56e04f500 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:55.214829 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-06d13c3e-5d10-4491-a2cc-668ce4eca5c1 req-5845da0c-d6a4-47d6-8e5a-8fb56e04f500 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "DELETE /v2.0/security-groups/19bd0fcd-8b10-429a-a0e4-511179b80218 HTTP/1.1" status: 204 len: 173 time: 0.2946553 Mar 11 19:44:55.236824 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f422f44-b916-4c26-8611-0f186932d6c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb8c481a-0085-4c68-99b6-557add235c4e,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:55.236959 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5845da0c-d6a4-47d6-8e5a-8fb56e04f500 tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19bd0fcd-8b10-429a-a0e4-511179b80218,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:55.251179 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6f422f44-b916-4c26-8611-0f186932d6c2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:55.259570 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-6f422f44-b916-4c26-8611-0f186932d6c2 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/eb8c481a-0085-4c68-99b6-557add235c4e HTTP/1.1" status: 204 len: 168 time: 0.4568155 Mar 11 19:44:55.262027 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 44970) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:44:55.341037 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ca4cf5ca-0fbf-41c7-945a-c8fbf34352a3 req-6b665255-9be6-450b-8fa4-888559aae3eb tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "GET /v2.0/security-groups/7db2df5f-9306-4ac9-a40b-48e8c2907537 HTTP/1.1" status: 200 len: 1820 time: 0.0947206 Mar 11 19:44:55.402040 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ca4cf5ca-0fbf-41c7-945a-c8fbf34352a3 req-6fc7e0e6-cdd5-4a3c-8494-bdf92ef96b5e tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks [] for security_group (7db2df5f-9306-4ac9-a40b-48e8c2907537), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:55.415028 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-73726676-b40b-4628-a849-7564d76e34a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (01735317-8a4a-4e64-a4df-d4017f2816a0), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:55.429284 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-b2d6f05f-0921-41e6-b7d0-e78d48609fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a01de0-22c1-40f4-9088-06e0a2019317', 'name': 'tempest-AttachVolumeTestJSON-805320116-router', 'tenant_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '49f29bb6-5e96-4af1-95cb-27dad960b82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:44:22Z', 'updated_at': '2022-03-11T19:44:26Z', 'revision_number': 4, 'project_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'gw_port': {'id': '49f29bb6-5e96-4af1-95cb-27dad960b82a', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a01de0-22c1-40f4-9088-06e0a2019317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:44:22Z', 'updated_at': '2022-03-11T19:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '4de74c9b-7133-485b-8ec3-df23937f172e', 'tenant_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'floating_ip_address': '172.25.8.219', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'a7a01de0-22c1-40f4-9088-06e0a2019317', 'port_id': '6bc0ca68-4601-45de-a9ae-2168045ff10f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa906f4a-19f4-4b7d-8351-256fb4a2150c', 'mac_address': 'fa:16:3e:de:e5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9704cc3c-cfbe-466d-ac6d-477d6b62bb94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:44:31Z', 'updated_at': '2022-03-11T19:44:52Z', 'revision_number': 1, 'project_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64eb2522-0821-40ac-8307-0bca5acb1dc2', 'name': '', 'network_id': 'fa906f4a-19f4-4b7d-8351-256fb4a2150c', 'tenant_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'mac_address': 'fa:16:3e:cc:97:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a01de0-22c1-40f4-9088-06e0a2019317', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'f9964fd8-a78c-47a9-bc53-fa779164456a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:44:25Z', 'updated_at': '2022-03-11T19:44:32Z', 'revision_number': 5, 'project_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'subnets': [{'id': 'f9964fd8-a78c-47a9-bc53-fa779164456a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:55.430411 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ca4cf5ca-0fbf-41c7-945a-c8fbf34352a3 req-6fc7e0e6-cdd5-4a3c-8494-bdf92ef96b5e tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks [] for security_group (7db2df5f-9306-4ac9-a40b-48e8c2907537), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:55.494633 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d6f05f-0921-41e6-b7d0-e78d48609fc3 None None] The sync data for ids ['a7a01de0-22c1-40f4-9088-06e0a2019317'] in n-d-833163-1 is: [{'id': 'a7a01de0-22c1-40f4-9088-06e0a2019317', 'name': 'tempest-AttachVolumeTestJSON-805320116-router', 'tenant_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '49f29bb6-5e96-4af1-95cb-27dad960b82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:44:22Z', 'updated_at': '2022-03-11T19:44:26Z', 'revision_number': 4, 'project_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'gw_port': {'id': '49f29bb6-5e96-4af1-95cb-27dad960b82a', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a01de0-22c1-40f4-9088-06e0a2019317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:44:22Z', 'updated_at': '2022-03-11T19:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '4de74c9b-7133-485b-8ec3-df23937f172e', 'tenant_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'floating_ip_address': '172.25.8.219', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'a7a01de0-22c1-40f4-9088-06e0a2019317', 'port_id': '6bc0ca68-4601-45de-a9ae-2168045ff10f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa906f4a-19f4-4b7d-8351-256fb4a2150c', 'mac_address': 'fa:16:3e:de:e5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9704cc3c-cfbe-466d-ac6d-477d6b62bb94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:44:31Z', 'updated_at': '2022-03-11T19:44:52Z', 'revision_number': 1, 'project_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64eb2522-0821-40ac-8307-0bca5acb1dc2', 'name': '', 'network_id': 'fa906f4a-19f4-4b7d-8351-256fb4a2150c', 'tenant_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'mac_address': 'fa:16:3e:cc:97:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a01de0-22c1-40f4-9088-06e0a2019317', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'f9964fd8-a78c-47a9-bc53-fa779164456a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:44:25Z', 'updated_at': '2022-03-11T19:44:32Z', 'revision_number': 5, 'project_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'subnets': [{'id': 'f9964fd8-a78c-47a9-bc53-fa779164456a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:44:55.517211 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ca4cf5ca-0fbf-41c7-945a-c8fbf34352a3 req-6fc7e0e6-cdd5-4a3c-8494-bdf92ef96b5e tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (7db2df5f-9306-4ac9-a40b-48e8c2907537), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:55.521642 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ca4cf5ca-0fbf-41c7-945a-c8fbf34352a3 req-6fc7e0e6-cdd5-4a3c-8494-bdf92ef96b5e tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:55.532217 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ca4cf5ca-0fbf-41c7-945a-c8fbf34352a3 req-6fc7e0e6-cdd5-4a3c-8494-bdf92ef96b5e tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] 10.222.0.65 "DELETE /v2.0/security-groups/7db2df5f-9306-4ac9-a40b-48e8c2907537 HTTP/1.1" status: 204 len: 173 time: 0.1897428 Mar 11 19:44:55.535469 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-73726676-b40b-4628-a849-7564d76e34a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (01735317-8a4a-4e64-a4df-d4017f2816a0), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:55.539550 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 44976) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:44:55.560109 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc7e0e6-cdd5-4a3c-8494-bdf92ef96b5e tempest-SecurityGroupsTestJSON-2060083880 tempest-SecurityGroupsTestJSON-2060083880-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db2df5f-9306-4ac9-a40b-48e8c2907537,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:55.657481 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-73726676-b40b-4628-a849-7564d76e34a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01735317-8a4a-4e64-a4df-d4017f2816a0']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:55.681460 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-73726676-b40b-4628-a849-7564d76e34a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2050da75-ef75-4b09-aec2-5a684d727cb8') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:55.681460 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-73726676-b40b-4628-a849-7564d76e34a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2050da75-ef75-4b09-aec2-5a684d727cb8') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:55.705574 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-73726676-b40b-4628-a849-7564d76e34a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (2050da75-ef75-4b09-aec2-5a684d727cb8), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:55.711053 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-5467dddd-49ed-40e4-9440-83508cac4c10 admin admin] Deleting subnet b6dba032-bdf2-4f0c-b497-3410aba1c607 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:44:55.725132 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5467dddd-49ed-40e4-9440-83508cac4c10 admin admin] Publish callbacks [] for subnet (b6dba032-bdf2-4f0c-b497-3410aba1c607), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:55.760416 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-73726676-b40b-4628-a849-7564d76e34a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (2050da75-ef75-4b09-aec2-5a684d727cb8), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:55.771883 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73726676-b40b-4628-a849-7564d76e34a7 admin admin] Releasing vlan 859 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:44:55.772454 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-73726676-b40b-4628-a849-7564d76e34a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (2050da75-ef75-4b09-aec2-5a684d727cb8), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:55.774310 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:44:55.774310 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:44:55.774310 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:44:55.774310 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:44:55.774310 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:44:55.774310 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:44:55.774310 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:44:55.774310 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:44:55.774310 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:44:55.774310 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:44:55.774310 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:44:55.774310 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:44:55.774310 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:44:55.774310 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:44:55.774310 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:44:55.774310 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:44:55.774310 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:44:55.774310 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:44:55.774310 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:44:55.774310 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:44:55.774310 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:44:55.774310 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:44:55.774310 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:44:55.774310 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:44:55.774310 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:44:55.774310 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:44:55.774310 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:44:55.774310 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:44:55.774310 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:44:55.774310 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:44:55.774310 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:44:55.774310 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:44:55.790198 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5467dddd-49ed-40e4-9440-83508cac4c10 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (b6dba032-bdf2-4f0c-b497-3410aba1c607), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:55.887596 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-73726676-b40b-4628-a849-7564d76e34a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (01735317-8a4a-4e64-a4df-d4017f2816a0), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:55.893351 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f79f60-b0ff-4994-a90d-6b988108e93d None None] New status for floating IP 4de74c9b-7133-485b-8ec3-df23937f172e: ACTIVE {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 19:44:55.905498 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5467dddd-49ed-40e4-9440-83508cac4c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (b6dba032-bdf2-4f0c-b497-3410aba1c607), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:55.908756 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-73726676-b40b-4628-a849-7564d76e34a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:55.912175 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-73726676-b40b-4628-a849-7564d76e34a7 admin admin] 10.222.0.65 "DELETE /v2.0/networks/01735317-8a4a-4e64-a4df-d4017f2816a0 HTTP/1.1" status: 204 len: 168 time: 0.6481416 Mar 11 19:44:55.913674 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73726676-b40b-4628-a849-7564d76e34a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=01735317-8a4a-4e64-a4df-d4017f2816a0,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:55.984712 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5467dddd-49ed-40e4-9440-83508cac4c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (b6dba032-bdf2-4f0c-b497-3410aba1c607), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:56.015808 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5467dddd-49ed-40e4-9440-83508cac4c10 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:56.023080 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 44990) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:44:56.024829 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-5467dddd-49ed-40e4-9440-83508cac4c10 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/b6dba032-bdf2-4f0c-b497-3410aba1c607 HTTP/1.1" status: 204 len: 168 time: 0.4674621 Mar 11 19:44:56.072675 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5467dddd-49ed-40e4-9440-83508cac4c10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6dba032-bdf2-4f0c-b497-3410aba1c607,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:56.083989 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135fa5c2-1985-4d5d-a46d-ebee2255e6be req-5a54b5aa-4c49-4f55-a9d3-bbf4f3fbb83c tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:56.100154 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-135fa5c2-1985-4d5d-a46d-ebee2255e6be req-5a54b5aa-4c49-4f55-a9d3-bbf4f3fbb83c tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ca26dd0-f8fe-4bd5-bd30-b58d1d6f9c7f HTTP/1.1" status: 200 len: 946 time: 0.2055650 Mar 11 19:44:56.156792 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:56.262166 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-135fa5c2-1985-4d5d-a46d-ebee2255e6be req-2f783ebc-d037-49e2-aaaa-1559d9bd5b91 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568651 Mar 11 19:44:56.390427 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-de931f7b-a78a-489c-94c3-3d56139b8839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (e379c903-522a-4afd-b4b9-c2c362c44083), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:56.415537 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 45002) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:44:56.503727 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-3d73e089-1eaa-4a1f-925b-a19570566d57 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7820ad9e9d8d4a0fbaab3a0f5d10eb58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0866458 Mar 11 19:44:56.507078 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 45006) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:44:56.511969 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9704cc3c-cfbe-466d-ac6d-477d6b62bb94', 'tag': '6bc0ca68-4601-45de-a9ae-2168045ff10f'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:44:56.514706 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6851ed52-3101-4284-9d87-9e77416a1296" -d '{"events": [{"name": "network-changed", "server_uuid": "9704cc3c-cfbe-466d-ac6d-477d6b62bb94", "tag": "6bc0ca68-4601-45de-a9ae-2168045ff10f"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:44:56.528833 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device a1486762-aa84-4adb-98f2-c2a25a94d2f0 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:44:56.581601 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: a1486762-aa84-4adb-98f2-c2a25a94d2f0 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:44:56.581601 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device a1486762-aa84-4adb-98f2-c2a25a94d2f0 not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:44:56.581601 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 7e98c58b-fcc1-445f-8e4d-e8e98ad2944c no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:44:56.588170 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-de931f7b-a78a-489c-94c3-3d56139b8839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (e379c903-522a-4afd-b4b9-c2c362c44083), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:56.604099 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e9c499-edc7-4c3b-9e71-a0b9dc2d9c8a x-openstack-request-id: req-f4e9c499-edc7-4c3b-9e71-a0b9dc2d9c8a {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:44:56.604393 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9704cc3c-cfbe-466d-ac6d-477d6b62bb94", "tag": "6bc0ca68-4601-45de-a9ae-2168045ff10f", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:44:56.604646 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f4e9c499-edc7-4c3b-9e71-a0b9dc2d9c8a {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:44:56.605045 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9704cc3c-cfbe-466d-ac6d-477d6b62bb94', 'tag': '6bc0ca68-4601-45de-a9ae-2168045ff10f', 'status': 'completed', 'code': 200} Mar 11 19:44:56.626262 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: 7e98c58b-fcc1-445f-8e4d-e8e98ad2944c {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:44:56.628936 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 7e98c58b-fcc1-445f-8e4d-e8e98ad2944c not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:44:56.674769 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-de931f7b-a78a-489c-94c3-3d56139b8839 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e379c903-522a-4afd-b4b9-c2c362c44083']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:56.726365 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-017afd51-c08f-43c3-acdc-001366646b96 admin admin] Publish callbacks [] for security_group (40461276-efdc-42d2-b47e-61f3b5aad62a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:56.749422 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-de931f7b-a78a-489c-94c3-3d56139b8839 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '923d54b9-bdd1-4af1-adc1-1c3c91ea1666') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:56.749800 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-de931f7b-a78a-489c-94c3-3d56139b8839 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '923d54b9-bdd1-4af1-adc1-1c3c91ea1666') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:44:56.783497 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-017afd51-c08f-43c3-acdc-001366646b96 admin admin] Publish callbacks [] for security_group (40461276-efdc-42d2-b47e-61f3b5aad62a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:56.849572 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-de931f7b-a78a-489c-94c3-3d56139b8839 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (923d54b9-bdd1-4af1-adc1-1c3c91ea1666), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:56.864632 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-017afd51-c08f-43c3-acdc-001366646b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (40461276-efdc-42d2-b47e-61f3b5aad62a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:56.867352 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-017afd51-c08f-43c3-acdc-001366646b96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:56.871576 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-017afd51-c08f-43c3-acdc-001366646b96 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/40461276-efdc-42d2-b47e-61f3b5aad62a HTTP/1.1" status: 204 len: 168 time: 0.3633056 Mar 11 19:44:56.889327 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-de931f7b-a78a-489c-94c3-3d56139b8839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (923d54b9-bdd1-4af1-adc1-1c3c91ea1666), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:56.900139 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017afd51-c08f-43c3-acdc-001366646b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40461276-efdc-42d2-b47e-61f3b5aad62a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:56.903242 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de931f7b-a78a-489c-94c3-3d56139b8839 admin admin] Releasing vlan 881 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:44:56.903755 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-de931f7b-a78a-489c-94c3-3d56139b8839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (923d54b9-bdd1-4af1-adc1-1c3c91ea1666), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:56.907010 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851ed52-3101-4284-9d87-9e77416a1296 req-fc196c80-6ef6-4a8e-b0d3-a09f4e32f3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:56.908823 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6851ed52-3101-4284-9d87-9e77416a1296 req-fc196c80-6ef6-4a8e-b0d3-a09f4e32f3ae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=576d2a7c254e4aed8ead0c581ff9c26f&device_id=9704cc3c-cfbe-466d-ac6d-477d6b62bb94 HTTP/1.1" status: 200 len: 1127 time: 0.2687895 Mar 11 19:44:56.909826 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 19:44:56.909826 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:44:56.909826 n-d-833163-1 neutron-server[103885]: timer() Mar 11 19:44:56.909826 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:44:56.909826 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 19:44:56.909826 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:44:56.909826 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 19:44:56.909826 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:44:56.909826 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 19:44:56.909826 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:44:56.909826 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 19:44:56.909826 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:44:56.909826 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 19:44:56.909826 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:44:56.909826 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:44:56.909826 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:44:56.909826 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:44:56.909826 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:44:56.909826 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 19:44:56.909826 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:44:56.909826 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 19:44:56.909826 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:44:56.909826 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:44:56.909826 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:44:56.909826 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 19:44:56.909826 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:44:56.909826 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:44:56.909826 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:44:56.909826 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:44:56.909826 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:44:56.909826 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:44:56.909826 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:44:57.000652 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723b516-010e-4e9f-b2ec-d33473f23ed4 req-440e3c2a-a844-401f-a961-c18644cb81db tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:57.007802 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e723b516-010e-4e9f-b2ec-d33473f23ed4 req-440e3c2a-a844-401f-a961-c18644cb81db tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ca26dd0-f8fe-4bd5-bd30-b58d1d6f9c7f HTTP/1.1" status: 200 len: 946 time: 0.3348386 Mar 11 19:44:57.036331 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-de931f7b-a78a-489c-94c3-3d56139b8839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (e379c903-522a-4afd-b4b9-c2c362c44083), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:57.047484 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-de931f7b-a78a-489c-94c3-3d56139b8839 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:57.053482 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-de931f7b-a78a-489c-94c3-3d56139b8839 admin admin] 10.222.0.65 "DELETE /v2.0/networks/e379c903-522a-4afd-b4b9-c2c362c44083 HTTP/1.1" status: 204 len: 168 time: 1.0283780 Mar 11 19:44:57.103499 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de931f7b-a78a-489c-94c3-3d56139b8839 admin admin] Pushing event deleted for resources: {'Network': ['ID=e379c903-522a-4afd-b4b9-c2c362c44083,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:57.182435 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e723b516-010e-4e9f-b2ec-d33473f23ed4 req-c4a7e910-d5fe-40df-bff7-16b6a07cf606 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587822 Mar 11 19:44:57.188352 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851ed52-3101-4284-9d87-9e77416a1296 req-7af602ad-5faa-4400-9f0f-29e642779dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:57.190690 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6851ed52-3101-4284-9d87-9e77416a1296 req-7af602ad-5faa-4400-9f0f-29e642779dad service neutron] 10.222.0.57 "GET /v2.0/networks?id=fa906f4a-19f4-4b7d-8351-256fb4a2150c HTTP/1.1" status: 200 len: 911 time: 0.2603214 Mar 11 19:44:57.362406 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6851ed52-3101-4284-9d87-9e77416a1296 req-33d120da-44f6-46a8-8560-65bc4a9ba8e9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6bc0ca68-4601-45de-a9ae-2168045ff10f HTTP/1.1" status: 200 len: 1001 time: 0.1646841 Mar 11 19:44:57.452084 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851ed52-3101-4284-9d87-9e77416a1296 req-e1168db2-49b7-436c-b7b3-9105846418cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:57.454960 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6851ed52-3101-4284-9d87-9e77416a1296 req-e1168db2-49b7-436c-b7b3-9105846418cc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f9964fd8-a78c-47a9-bc53-fa779164456a HTTP/1.1" status: 200 len: 849 time: 0.0851109 Mar 11 19:44:57.493941 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 45042) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:44:57.518385 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851ed52-3101-4284-9d87-9e77416a1296 req-e1747062-0e24-4c14-ac20-10e191777d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:57.520800 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6851ed52-3101-4284-9d87-9e77416a1296 req-e1747062-0e24-4c14-ac20-10e191777d77 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fa906f4a-19f4-4b7d-8351-256fb4a2150c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0592356 Mar 11 19:44:57.549262 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:44:57.563004 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:57.588046 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-7891c4da-f47a-4e8b-9e7b-728bea118c83 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9847127c40534c169b75983394620333&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0928197 Mar 11 19:44:57.590303 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 45046) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:44:57.671140 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aa035a88-e699-4bf5-99fb-c071fdecee2c admin admin] Publish callbacks [] for security_group (69d962d5-ae62-46c2-b9bb-79e490dd5593), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:57.696873 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aa035a88-e699-4bf5-99fb-c071fdecee2c admin admin] Publish callbacks [] for security_group (69d962d5-ae62-46c2-b9bb-79e490dd5593), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:57.730937 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6851ed52-3101-4284-9d87-9e77416a1296 req-cb8d5924-0a76-4f82-9012-9c791a8069b0 service neutron] 10.222.0.57 "GET /v2.0/networks/fa906f4a-19f4-4b7d-8351-256fb4a2150c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030077 Mar 11 19:44:57.760140 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aa035a88-e699-4bf5-99fb-c071fdecee2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (69d962d5-ae62-46c2-b9bb-79e490dd5593), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:57.763204 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aa035a88-e699-4bf5-99fb-c071fdecee2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:57.772255 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-aa035a88-e699-4bf5-99fb-c071fdecee2c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/69d962d5-ae62-46c2-b9bb-79e490dd5593 HTTP/1.1" status: 204 len: 168 time: 0.1803780 Mar 11 19:44:57.791256 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa035a88-e699-4bf5-99fb-c071fdecee2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d962d5-ae62-46c2-b9bb-79e490dd5593,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:57.901767 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6851ed52-3101-4284-9d87-9e77416a1296 req-b594107a-f7c6-443f-a150-669249b186fd service neutron] 10.222.0.57 "GET /v2.0/networks/fa906f4a-19f4-4b7d-8351-256fb4a2150c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527543 Mar 11 19:44:58.411288 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97570942-9905-43c3-a042-ba3b7a317b4b req-df52733d-1e54-4ee2-ab98-1380cb901c69 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:58.428001 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-97570942-9905-43c3-a042-ba3b7a317b4b req-df52733d-1e54-4ee2-ab98-1380cb901c69 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ca26dd0-f8fe-4bd5-bd30-b58d1d6f9c7f HTTP/1.1" status: 200 len: 946 time: 0.1560013 Mar 11 19:44:58.615052 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-97570942-9905-43c3-a042-ba3b7a317b4b req-04c34941-2f73-4324-923f-98deb8f90ffd tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/security-groups?id=706771a7-f917-4c6b-a63d-81a807505760&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786911 Mar 11 19:44:58.643029 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f5ead7-b81d-4f19-8cf3-75eddd473dc8 req-6b3c97d5-a47a-4320-904d-44af22700305 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:58.644606 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-12f5ead7-b81d-4f19-8cf3-75eddd473dc8 req-6b3c97d5-a47a-4320-904d-44af22700305 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ca26dd0-f8fe-4bd5-bd30-b58d1d6f9c7f HTTP/1.1" status: 200 len: 946 time: 0.1777291 Mar 11 19:44:58.791021 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-12f5ead7-b81d-4f19-8cf3-75eddd473dc8 req-78b42975-6ac3-42ef-ae8f-d0cd8a3597f5 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Deleting port 79b2b296-b291-4798-b92a-c02f6bb49088 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:44:58.792183 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-12f5ead7-b81d-4f19-8cf3-75eddd473dc8 req-78b42975-6ac3-42ef-ae8f-d0cd8a3597f5 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (79b2b296-b291-4798-b92a-c02f6bb49088), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:58.938027 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-12f5ead7-b81d-4f19-8cf3-75eddd473dc8 req-78b42975-6ac3-42ef-ae8f-d0cd8a3597f5 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] For port 79b2b296-b291-4798-b92a-c02f6bb49088, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=79b2b296-b291-4798-b92a-c02f6bb49088,segment=NetworkSegment(4e412043-f4b7-4584-89b3-4a0ee01e31e1),segment_id=4e412043-f4b7-4584-89b3-4a0ee01e31e1)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:44:58.938609 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-12f5ead7-b81d-4f19-8cf3-75eddd473dc8 req-78b42975-6ac3-42ef-ae8f-d0cd8a3597f5 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (79b2b296-b291-4798-b92a-c02f6bb49088), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:58.995203 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-12f5ead7-b81d-4f19-8cf3-75eddd473dc8 req-78b42975-6ac3-42ef-ae8f-d0cd8a3597f5 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Calling delete_port for 79b2b296-b291-4798-b92a-c02f6bb49088 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:44:59.006447 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:59.272056 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-12f5ead7-b81d-4f19-8cf3-75eddd473dc8 req-78b42975-6ac3-42ef-ae8f-d0cd8a3597f5 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (79b2b296-b291-4798-b92a-c02f6bb49088), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:59.287826 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['79b2b296-b291-4798-b92a-c02f6bb49088'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:44:59.324217 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 45164) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:44:59.405068 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-12f5ead7-b81d-4f19-8cf3-75eddd473dc8 req-78b42975-6ac3-42ef-ae8f-d0cd8a3597f5 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] No DVR routers for this DVR port 79b2b296-b291-4798-b92a-c02f6bb49088 on host n-h2-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:44:59.408745 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-12f5ead7-b81d-4f19-8cf3-75eddd473dc8 req-78b42975-6ac3-42ef-ae8f-d0cd8a3597f5 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:59.412677 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-12f5ead7-b81d-4f19-8cf3-75eddd473dc8 req-78b42975-6ac3-42ef-ae8f-d0cd8a3597f5 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.57 "DELETE /v2.0/ports/79b2b296-b291-4798-b92a-c02f6bb49088 HTTP/1.1" status: 204 len: 173 time: 0.7624211 Mar 11 19:44:59.414633 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b42975-6ac3-42ef-ae8f-d0cd8a3597f5 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] Pushing event deleted for resources: {'Port': ['ID=79b2b296-b291-4798-b92a-c02f6bb49088,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:59.418561 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ca26dd0-f8fe-4bd5-bd30-b58d1d6f9c7f', 'name': 'network-vif-deleted', 'tag': '79b2b296-b291-4798-b92a-c02f6bb49088'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:44:59.422090 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6c9b3c-543a-4d8b-b1a9-11c947284709" -d '{"events": [{"server_uuid": "2ca26dd0-f8fe-4bd5-bd30-b58d1d6f9c7f", "name": "network-vif-deleted", "tag": "79b2b296-b291-4798-b92a-c02f6bb49088"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:44:59.477288 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bae10707-5e74-4487-be36-fb244387ec09 x-openstack-request-id: req-bae10707-5e74-4487-be36-fb244387ec09 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:44:59.478111 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ca26dd0-f8fe-4bd5-bd30-b58d1d6f9c7f", "name": "network-vif-deleted", "tag": "79b2b296-b291-4798-b92a-c02f6bb49088", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:44:59.479538 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bae10707-5e74-4487-be36-fb244387ec09 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:44:59.480341 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ca26dd0-f8fe-4bd5-bd30-b58d1d6f9c7f', 'name': 'network-vif-deleted', 'tag': '79b2b296-b291-4798-b92a-c02f6bb49088', 'status': 'completed', 'code': 200} Mar 11 19:44:59.532183 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-dd670b5e-d23c-40a5-8e10-e4c4ce879981 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-233689485-network', 'tenant_id': 'd3679c99eaae470ab652a8ce28b1c6d9'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:44:59.565452 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd670b5e-d23c-40a5-8e10-e4c4ce879981 admin admin] Made reservation on behalf of d3679c99eaae470ab652a8ce28b1c6d9 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:44:59.569316 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dd670b5e-d23c-40a5-8e10-e4c4ce879981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:59.580487 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dd670b5e-d23c-40a5-8e10-e4c4ce879981 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:59.695852 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dd670b5e-d23c-40a5-8e10-e4c4ce879981 admin admin] Publish callbacks [] for security_group (63719152-fd8d-41c6-a36d-b6e3125fb649), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:59.704310 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dd670b5e-d23c-40a5-8e10-e4c4ce879981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (63719152-fd8d-41c6-a36d-b6e3125fb649), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:59.743980 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd670b5e-d23c-40a5-8e10-e4c4ce879981 admin admin] vlan segment allocate from pool success with {'vlan_id': 899, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:44:59.764705 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dd670b5e-d23c-40a5-8e10-e4c4ce879981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (5bca048e-a618-4c1e-996a-5ab04ff29de0), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:59.765278 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-dd670b5e-d23c-40a5-8e10-e4c4ce879981 admin admin] Added segment 5bca048e-a618-4c1e-996a-5ab04ff29de0 of type vlan for network 294810c1-e417-4dee-b1db-4a6818051883 Mar 11 19:44:59.774653 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd670b5e-d23c-40a5-8e10-e4c4ce879981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63719152-fd8d-41c6-a36d-b6e3125fb649,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:59.814696 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dd670b5e-d23c-40a5-8e10-e4c4ce879981 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (294810c1-e417-4dee-b1db-4a6818051883), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:59.839452 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-289b70e2-c047-4238-8b31-90428dae033d req-03b5b168-ed6c-49cf-afd1-784c7aa85a91 tempest-DeleteServersTestJSON-1550317641 tempest-DeleteServersTestJSON-1550317641-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ca26dd0-f8fe-4bd5-bd30-b58d1d6f9c7f HTTP/1.1" status: 200 len: 210 time: 0.0620840 Mar 11 19:44:59.861807 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dd670b5e-d23c-40a5-8e10-e4c4ce879981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (294810c1-e417-4dee-b1db-4a6818051883), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:59.863364 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd670b5e-d23c-40a5-8e10-e4c4ce879981 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:44:59.864292 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dd670b5e-d23c-40a5-8e10-e4c4ce879981 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:44:59.933054 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd670b5e-d23c-40a5-8e10-e4c4ce879981 admin admin] Pushing event updated for resources: {'Network': ['ID=294810c1-e417-4dee-b1db-4a6818051883,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:44:59.952559 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 294810c1-e417-4dee-b1db-4a6818051883 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:44:59.989095 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-dd670b5e-d23c-40a5-8e10-e4c4ce879981 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6630924 Mar 11 19:44:59.993018 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 45200) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:00.000595 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-6e0d32be-31f6-4365-8965-62e99b8ddccd admin admin] Request body: {'subnet': {'network_id': '294810c1-e417-4dee-b1db-4a6818051883', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-233689485-subnet', 'tenant_id': 'd3679c99eaae470ab652a8ce28b1c6d9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:45:00.053023 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0d32be-31f6-4365-8965-62e99b8ddccd admin admin] Made reservation on behalf of d3679c99eaae470ab652a8ce28b1c6d9 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:45:00.056793 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6e0d32be-31f6-4365-8965-62e99b8ddccd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:00.259307 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 45212) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:00.373448 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6e0d32be-31f6-4365-8965-62e99b8ddccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (e37a70ad-abe0-4f44-9eb0-e7e761448022), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:00.393283 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db0fbf-8981-4a5e-8cca-ab24b3326a70 req-75ed6c1e-eeb1-4be9-be19-3993970ad6c7 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:00.401480 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d1db0fbf-8981-4a5e-8cca-ab24b3326a70 req-75ed6c1e-eeb1-4be9-be19-3993970ad6c7 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 946 time: 0.1053226 Mar 11 19:45:00.449366 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0d32be-31f6-4365-8965-62e99b8ddccd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e37a70ad-abe0-4f44-9eb0-e7e761448022,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:00.460795 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0d32be-31f6-4365-8965-62e99b8ddccd admin admin] Checking segment: {'id': '5bca048e-a618-4c1e-996a-5ab04ff29de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '294810c1-e417-4dee-b1db-4a6818051883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:45:00.461526 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0d32be-31f6-4365-8965-62e99b8ddccd admin admin] Network hostable DHCP agents. Network: 294810c1-e417-4dee-b1db-4a6818051883, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:45:00.476590 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d1db0fbf-8981-4a5e-8cca-ab24b3326a70 req-da879408-591e-46f0-b9c5-436d3ded79f1 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711639 Mar 11 19:45:00.489295 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0d32be-31f6-4365-8965-62e99b8ddccd admin admin] Network 294810c1-e417-4dee-b1db-4a6818051883 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:45:00.506267 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-6e0d32be-31f6-4365-8965-62e99b8ddccd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 294810c1-e417-4dee-b1db-4a6818051883) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:45:00.514198 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0d32be-31f6-4365-8965-62e99b8ddccd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:00.517506 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6e0d32be-31f6-4365-8965-62e99b8ddccd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:00.518568 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201ccd43-d058-4663-83d7-a7f9880649b9 None None] Network 294810c1-e417-4dee-b1db-4a6818051883 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:45:00.546268 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 45220) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:00.552234 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-e8706fbc-cd67-4f83-b138-25069ab692fd admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-233689485-router', 'tenant_id': 'd3679c99eaae470ab652a8ce28b1c6d9', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:45:00.559199 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-6e0d32be-31f6-4365-8965-62e99b8ddccd admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5636518 Mar 11 19:45:00.585983 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e8706fbc-cd67-4f83-b138-25069ab692fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (9c8fb177-660f-4b4e-9e1d-65c26983a15b), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:00.591340 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e8706fbc-cd67-4f83-b138-25069ab692fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (9c8fb177-660f-4b4e-9e1d-65c26983a15b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:00.600325 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dd2f0e1d-9232-4989-850d-90a0449883e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:00.704396 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25c92a5-c8fa-43d2-925c-7a16c36e78e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-294810c1-e417-4dee-b1db-4a6818051883', 'network_id': '294810c1-e417-4dee-b1db-4a6818051883', 'project_id': 'd3679c99eaae470ab652a8ce28b1c6d9', 'fixed_ips': [{'subnet_id': 'e37a70ad-abe0-4f44-9eb0-e7e761448022'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:45:00.706744 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f25c92a5-c8fa-43d2-925c-7a16c36e78e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:00.712042 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dd2f0e1d-9232-4989-850d-90a0449883e8 admin admin] Publish callbacks [] for security_group (4472908c-6682-47ad-87bc-9a1747475b10), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:00.717463 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dd2f0e1d-9232-4989-850d-90a0449883e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (4472908c-6682-47ad-87bc-9a1747475b10), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:00.732246 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e8706fbc-cd67-4f83-b138-25069ab692fd admin admin] Publish callbacks [] for router_controller (9c8fb177-660f-4b4e-9e1d-65c26983a15b), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:00.782669 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 45224) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:00.783612 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-dd2f0e1d-9232-4989-850d-90a0449883e8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=854c95e7b67e4cf6b8200cc28e4ee335&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5193775 Mar 11 19:45:00.791802 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2f0e1d-9232-4989-850d-90a0449883e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4472908c-6682-47ad-87bc-9a1747475b10,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:00.906679 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-f25c92a5-c8fa-43d2-925c-7a16c36e78e0 None None] Allocated IP 172.20.0.2 (294810c1-e417-4dee-b1db-4a6818051883/e37a70ad-abe0-4f44-9eb0-e7e761448022/c6038d58-29bd-40e9-9c87-f4d0929623a7) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:45:00.937720 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a00ade4c-8266-4ab0-846a-0cdf981971ed admin admin] Publish callbacks [] for security_group (4472908c-6682-47ad-87bc-9a1747475b10), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:00.941688 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e8706fbc-cd67-4f83-b138-25069ab692fd admin admin] Publish callbacks [] for router_gateway (9c8fb177-660f-4b4e-9e1d-65c26983a15b), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:00.980035 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a00ade4c-8266-4ab0-846a-0cdf981971ed admin admin] Publish callbacks [] for security_group (4472908c-6682-47ad-87bc-9a1747475b10), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:01.090938 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a00ade4c-8266-4ab0-846a-0cdf981971ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (4472908c-6682-47ad-87bc-9a1747475b10), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:01.094044 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a00ade4c-8266-4ab0-846a-0cdf981971ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:01.095547 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a00ade4c-8266-4ab0-846a-0cdf981971ed admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4472908c-6682-47ad-87bc-9a1747475b10 HTTP/1.1" status: 204 len: 168 time: 0.3118892 Mar 11 19:45:01.114905 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00ade4c-8266-4ab0-846a-0cdf981971ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4472908c-6682-47ad-87bc-9a1747475b10,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:01.180514 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f25c92a5-c8fa-43d2-925c-7a16c36e78e0 None None] Publish callbacks [] for port (c6038d58-29bd-40e9-9c87-f4d0929623a7), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:01.189455 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f25c92a5-c8fa-43d2-925c-7a16c36e78e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (c6038d58-29bd-40e9-9c87-f4d0929623a7), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:01.251318 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25c92a5-c8fa-43d2-925c-7a16c36e78e0 None None] Network 294810c1-e417-4dee-b1db-4a6818051883 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:45:01.256198 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-f25c92a5-c8fa-43d2-925c-7a16c36e78e0 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:45:01.265284 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25c92a5-c8fa-43d2-925c-7a16c36e78e0 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:45:01.280373 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25c92a5-c8fa-43d2-925c-7a16c36e78e0 None None] Pushing event updated for resources: {'Port': ['ID=c6038d58-29bd-40e9-9c87-f4d0929623a7,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:01.288476 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e8706fbc-cd67-4f83-b138-25069ab692fd admin admin] Publish callbacks [] for router_gateway (9c8fb177-660f-4b4e-9e1d-65c26983a15b), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:01.309412 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e8706fbc-cd67-4f83-b138-25069ab692fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:01.358888 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-f25c92a5-c8fa-43d2-925c-7a16c36e78e0 None None] Attempting to bind port c6038d58-29bd-40e9-9c87-f4d0929623a7 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:45:01.359596 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-f25c92a5-c8fa-43d2-925c-7a16c36e78e0 None None] Attempting to bind port c6038d58-29bd-40e9-9c87-f4d0929623a7 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '5bca048e-a618-4c1e-996a-5ab04ff29de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '294810c1-e417-4dee-b1db-4a6818051883'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:45:01.360409 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25c92a5-c8fa-43d2-925c-7a16c36e78e0 None None] Attempting to bind port c6038d58-29bd-40e9-9c87-f4d0929623a7 on network 294810c1-e417-4dee-b1db-4a6818051883 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:45:01.368874 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25c92a5-c8fa-43d2-925c-7a16c36e78e0 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:45:01.369797 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25c92a5-c8fa-43d2-925c-7a16c36e78e0 None None] Checking segment: {'id': '5bca048e-a618-4c1e-996a-5ab04ff29de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '294810c1-e417-4dee-b1db-4a6818051883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:45:01.371021 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f25c92a5-c8fa-43d2-925c-7a16c36e78e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:01.372657 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25c92a5-c8fa-43d2-925c-7a16c36e78e0 None None] Bound using segment: {'id': '5bca048e-a618-4c1e-996a-5ab04ff29de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '294810c1-e417-4dee-b1db-4a6818051883'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:45:01.374587 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-f25c92a5-c8fa-43d2-925c-7a16c36e78e0 None None] Bound port: c6038d58-29bd-40e9-9c87-f4d0929623a7, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bca048e-a618-4c1e-996a-5ab04ff29de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '294810c1-e417-4dee-b1db-4a6818051883'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:45:01.375556 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f25c92a5-c8fa-43d2-925c-7a16c36e78e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c6038d58-29bd-40e9-9c87-f4d0929623a7), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:01.463028 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-e8706fbc-cd67-4f83-b138-25069ab692fd admin admin] Allocated IP 172.25.8.145 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/c890050c-1949-4946-b091-5f342908836b) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:45:01.505647 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-f25c92a5-c8fa-43d2-925c-7a16c36e78e0 None None] For port c6038d58-29bd-40e9-9c87-f4d0929623a7, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:45:01.509699 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-f25c92a5-c8fa-43d2-925c-7a16c36e78e0 None None] For port c6038d58-29bd-40e9-9c87-f4d0929623a7, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=c6038d58-29bd-40e9-9c87-f4d0929623a7,segment=NetworkSegment(5bca048e-a618-4c1e-996a-5ab04ff29de0),segment_id=5bca048e-a618-4c1e-996a-5ab04ff29de0)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:45:01.519954 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f25c92a5-c8fa-43d2-925c-7a16c36e78e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (c6038d58-29bd-40e9-9c87-f4d0929623a7), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:01.633075 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25c92a5-c8fa-43d2-925c-7a16c36e78e0 None None] Pushing event updated for resources: {'Port': ['ID=c6038d58-29bd-40e9-9c87-f4d0929623a7,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:01.722956 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e8706fbc-cd67-4f83-b138-25069ab692fd admin admin] Publish callbacks [] for port (c890050c-1949-4946-b091-5f342908836b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:01.777204 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259b916-d121-458d-a837-85149f36776e req-c6308a0c-4977-4c98-8e78-0d979cb81f1a tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:01.779183 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8259b916-d121-458d-a837-85149f36776e req-c6308a0c-4977-4c98-8e78-0d979cb81f1a tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 946 time: 0.1807785 Mar 11 19:45:01.830141 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e8706fbc-cd67-4f83-b138-25069ab692fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (c890050c-1949-4946-b091-5f342908836b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:01.927456 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 45262) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:01.957083 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-459268de-ee1b-460d-92f5-4e9de4db52d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:01.998426 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed5767-ea9c-45bc-93c4-0b140c716850 req-986f965e-9c4c-4ed5-b494-83a0b57a03c5 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:02.000368 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-28ed5767-ea9c-45bc-93c4-0b140c716850 req-986f965e-9c4c-4ed5-b494-83a0b57a03c5 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.75 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 946 time: 0.2174127 Mar 11 19:45:02.018363 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8706fbc-cd67-4f83-b138-25069ab692fd admin admin] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:45:02.039281 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8259b916-d121-458d-a837-85149f36776e req-006739a2-8858-488d-b768-855ff0e51f5a tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/security-groups?id=a5892eab-e71c-4ccb-800e-9286fe087163&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527192 Mar 11 19:45:02.046875 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-e8706fbc-cd67-4f83-b138-25069ab692fd admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:45:02.056046 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8706fbc-cd67-4f83-b138-25069ab692fd admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:45:02.115126 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device c6038d58-29bd-40e9-9c87-f4d0929623a7 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:45:02.176506 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8706fbc-cd67-4f83-b138-25069ab692fd admin admin] Pushing event updated for resources: {'Port': ['ID=c890050c-1949-4946-b091-5f342908836b,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:02.229635 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port c6038d58-29bd-40e9-9c87-f4d0929623a7 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:45:02.230004 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (c6038d58-29bd-40e9-9c87-f4d0929623a7), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:02.309894 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 79b2b296-b291-4798-b92a-c02f6bb49088 no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:45:02.393102 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-459268de-ee1b-460d-92f5-4e9de4db52d9 admin admin] Publish callbacks [] for security_group (70819d92-4067-4eb1-ac4f-892483f7a812), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:02.414485 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-459268de-ee1b-460d-92f5-4e9de4db52d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (70819d92-4067-4eb1-ac4f-892483f7a812), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:02.514282 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-28ed5767-ea9c-45bc-93c4-0b140c716850 req-014c10e0-5293-4dbd-8d56-0b455f927b5c tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Deleting port 94e3b68e-4fab-43d2-b9ab-2b3abd54eb41 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:45:02.514901 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-28ed5767-ea9c-45bc-93c4-0b140c716850 req-014c10e0-5293-4dbd-8d56-0b455f927b5c tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (94e3b68e-4fab-43d2-b9ab-2b3abd54eb41), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:02.532877 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-459268de-ee1b-460d-92f5-4e9de4db52d9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b70d9ebcd8a34e82b30be25c506ee493&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6043687 Mar 11 19:45:02.554365 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 45278) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:02.581092 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459268de-ee1b-460d-92f5-4e9de4db52d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70819d92-4067-4eb1-ac4f-892483f7a812,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:02.629336 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 45280) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:02.781975 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e8706fbc-cd67-4f83-b138-25069ab692fd admin admin] Publish callbacks [] for router_gateway (9c8fb177-660f-4b4e-9e1d-65c26983a15b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:02.794308 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-28ed5767-ea9c-45bc-93c4-0b140c716850 req-014c10e0-5293-4dbd-8d56-0b455f927b5c tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] For port 94e3b68e-4fab-43d2-b9ab-2b3abd54eb41, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=94e3b68e-4fab-43d2-b9ab-2b3abd54eb41,segment=NetworkSegment(ef0b97fd-24fa-456a-8472-bb47ab40643e),segment_id=ef0b97fd-24fa-456a-8472-bb47ab40643e)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:45:02.795051 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-28ed5767-ea9c-45bc-93c4-0b140c716850 req-014c10e0-5293-4dbd-8d56-0b455f927b5c tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (94e3b68e-4fab-43d2-b9ab-2b3abd54eb41), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:02.798891 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: 79b2b296-b291-4798-b92a-c02f6bb49088 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:45:02.799333 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 79b2b296-b291-4798-b92a-c02f6bb49088 not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:45:02.807870 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e7d1f373-ee92-42f2-8eb6-88af0e1248f8 admin admin] Publish callbacks [] for security_group (70819d92-4067-4eb1-ac4f-892483f7a812), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:02.848048 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e7d1f373-ee92-42f2-8eb6-88af0e1248f8 admin admin] Publish callbacks [] for security_group (70819d92-4067-4eb1-ac4f-892483f7a812), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:02.851121 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port c6038d58-29bd-40e9-9c87-f4d0929623a7 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:45:02.851737 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c6038d58-29bd-40e9-9c87-f4d0929623a7), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:02.882096 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47cc875c-8691-4317-88b3-5e07c4cac1f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:02.918899 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port c6038d58-29bd-40e9-9c87-f4d0929623a7, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=c6038d58-29bd-40e9-9c87-f4d0929623a7,segment=NetworkSegment(5bca048e-a618-4c1e-996a-5ab04ff29de0),segment_id=5bca048e-a618-4c1e-996a-5ab04ff29de0)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:45:02.925290 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (c6038d58-29bd-40e9-9c87-f4d0929623a7), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:02.944240 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e7d1f373-ee92-42f2-8eb6-88af0e1248f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (70819d92-4067-4eb1-ac4f-892483f7a812), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:02.947047 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e7d1f373-ee92-42f2-8eb6-88af0e1248f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:02.948662 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e7d1f373-ee92-42f2-8eb6-88af0e1248f8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/70819d92-4067-4eb1-ac4f-892483f7a812 HTTP/1.1" status: 204 len: 168 time: 0.3867724 Mar 11 19:45:02.950129 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-28ed5767-ea9c-45bc-93c4-0b140c716850 req-014c10e0-5293-4dbd-8d56-0b455f927b5c tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Calling delete_port for 94e3b68e-4fab-43d2-b9ab-2b3abd54eb41 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:45:02.968899 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d1f373-ee92-42f2-8eb6-88af0e1248f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70819d92-4067-4eb1-ac4f-892483f7a812,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:03.058498 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=c6038d58-29bd-40e9-9c87-f4d0929623a7,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:03.176266 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47cc875c-8691-4317-88b3-5e07c4cac1f7 admin admin] Publish callbacks [] for security_group (4b390c02-7d88-4286-821b-fd1726110ef3), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:03.190998 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283bcb29-44d9-4458-b36f-d2d58d8d03f2 None None] Network 294810c1-e417-4dee-b1db-4a6818051883 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:45:03.228725 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47cc875c-8691-4317-88b3-5e07c4cac1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (4b390c02-7d88-4286-821b-fd1726110ef3), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:03.261838 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-28ed5767-ea9c-45bc-93c4-0b140c716850 req-014c10e0-5293-4dbd-8d56-0b455f927b5c tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (94e3b68e-4fab-43d2-b9ab-2b3abd54eb41), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:03.324220 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-47cc875c-8691-4317-88b3-5e07c4cac1f7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8f5cd335e9364026b141924c3ea47bb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6935513 Mar 11 19:45:03.324447 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014c10e0-5293-4dbd-8d56-0b455f927b5c tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Pushing event deleted for resources: {'Port': ['ID=94e3b68e-4fab-43d2-b9ab-2b3abd54eb41,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:03.330007 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 45298) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:03.364916 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['94e3b68e-4fab-43d2-b9ab-2b3abd54eb41'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:45:03.418113 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-28ed5767-ea9c-45bc-93c4-0b140c716850 req-014c10e0-5293-4dbd-8d56-0b455f927b5c tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] No DVR routers for this DVR port 94e3b68e-4fab-43d2-b9ab-2b3abd54eb41 on host n-h1-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:45:03.424910 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-28ed5767-ea9c-45bc-93c4-0b140c716850 req-014c10e0-5293-4dbd-8d56-0b455f927b5c tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:03.434219 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-28ed5767-ea9c-45bc-93c4-0b140c716850 req-014c10e0-5293-4dbd-8d56-0b455f927b5c tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.75 "DELETE /v2.0/ports/94e3b68e-4fab-43d2-b9ab-2b3abd54eb41 HTTP/1.1" status: 204 len: 173 time: 1.4269922 Mar 11 19:45:03.435385 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02d8cdc7-f586-4487-9626-8e913f76cf04', 'name': 'network-vif-deleted', 'tag': '94e3b68e-4fab-43d2-b9ab-2b3abd54eb41'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:45:03.452908 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bfee35b-bd5f-4485-8598-05ec97f30edb" -d '{"events": [{"server_uuid": "02d8cdc7-f586-4487-9626-8e913f76cf04", "name": "network-vif-deleted", "tag": "94e3b68e-4fab-43d2-b9ab-2b3abd54eb41"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:45:03.482713 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-12c3ddae-6a32-4b55-b974-bc6a98c4b9a9 None None] Provisioning complete for port c6038d58-29bd-40e9-9c87-f4d0929623a7 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:45:03.483353 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-12c3ddae-6a32-4b55-b974-bc6a98c4b9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (c6038d58-29bd-40e9-9c87-f4d0929623a7), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:03.537695 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-52053a34-daf6-462c-98a5-9358a8675a9b req-f2f70f61-a78d-4d83-8ee1-4a252e32be2e tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] 10.222.0.65 "GET /v2.0/ports?device_id=02d8cdc7-f586-4487-9626-8e913f76cf04 HTTP/1.1" status: 200 len: 210 time: 0.0625799 Mar 11 19:45:03.539290 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e8706fbc-cd67-4f83-b138-25069ab692fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (9c8fb177-660f-4b4e-9e1d-65c26983a15b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:03.548201 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cc875c-8691-4317-88b3-5e07c4cac1f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b390c02-7d88-4286-821b-fd1726110ef3,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:03.656370 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a057b2bb-da72-4825-a9ae-db4a8c6d1184 admin admin] Publish callbacks [] for security_group (4b390c02-7d88-4286-821b-fd1726110ef3), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:03.688940 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-12c3ddae-6a32-4b55-b974-bc6a98c4b9a9 None None] Current status of the port c6038d58-29bd-40e9-9c87-f4d0929623a7 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:45:03.720672 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a057b2bb-da72-4825-a9ae-db4a8c6d1184 admin admin] Publish callbacks [] for security_group (4b390c02-7d88-4286-821b-fd1726110ef3), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:03.749550 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd4f8a5-5e28-4c78-aca2-e41914f74b80 x-openstack-request-id: req-ecd4f8a5-5e28-4c78-aca2-e41914f74b80 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:45:03.749858 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02d8cdc7-f586-4487-9626-8e913f76cf04", "name": "network-vif-deleted", "tag": "94e3b68e-4fab-43d2-b9ab-2b3abd54eb41", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:45:03.750482 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ecd4f8a5-5e28-4c78-aca2-e41914f74b80 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:45:03.750928 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02d8cdc7-f586-4487-9626-8e913f76cf04', 'name': 'network-vif-deleted', 'tag': '94e3b68e-4fab-43d2-b9ab-2b3abd54eb41', 'status': 'completed', 'code': 200} Mar 11 19:45:03.848980 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a057b2bb-da72-4825-a9ae-db4a8c6d1184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (4b390c02-7d88-4286-821b-fd1726110ef3), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:03.852188 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a057b2bb-da72-4825-a9ae-db4a8c6d1184 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:03.855619 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a057b2bb-da72-4825-a9ae-db4a8c6d1184 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4b390c02-7d88-4286-821b-fd1726110ef3 HTTP/1.1" status: 204 len: 168 time: 0.5090601 Mar 11 19:45:03.868403 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a057b2bb-da72-4825-a9ae-db4a8c6d1184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b390c02-7d88-4286-821b-fd1726110ef3,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:03.917113 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8706fbc-cd67-4f83-b138-25069ab692fd admin admin] Router 9c8fb177-660f-4b4e-9e1d-65c26983a15b is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:45:04.024166 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device c6038d58-29bd-40e9-9c87-f4d0929623a7 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:45:04.060945 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-9f4ae6ad-23e9-452e-a14c-fe00258ba0c6 None None] Provisioning complete for port c6038d58-29bd-40e9-9c87-f4d0929623a7 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:45:04.061586 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9f4ae6ad-23e9-452e-a14c-fe00258ba0c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (c6038d58-29bd-40e9-9c87-f4d0929623a7), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:04.216466 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-9f4ae6ad-23e9-452e-a14c-fe00258ba0c6 None None] Current status of the port c6038d58-29bd-40e9-9c87-f4d0929623a7 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:45:04.229974 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port c6038d58-29bd-40e9-9c87-f4d0929623a7 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:45:04.230624 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (c6038d58-29bd-40e9-9c87-f4d0929623a7), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:04.257517 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8706fbc-cd67-4f83-b138-25069ab692fd admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:45:04.273976 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03cf28e-3394-4127-b14c-ffce62a06635 None None] Sync routers for ids ['9c8fb177-660f-4b4e-9e1d-65c26983a15b'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:45:04.287238 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e8706fbc-cd67-4f83-b138-25069ab692fd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:04.288685 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-e8706fbc-cd67-4f83-b138-25069ab692fd admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.7409115 Mar 11 19:45:04.291478 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 45328) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:04.305484 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03cf28e-3394-4127-b14c-ffce62a06635 None None] Routers {'9c8fb177-660f-4b4e-9e1d-65c26983a15b'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:45:04.306369 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-d03cf28e-3394-4127-b14c-ffce62a06635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:44:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['9c8fb177-660f-4b4e-9e1d-65c26983a15b'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:04.433573 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-d03cf28e-3394-4127-b14c-ffce62a06635 None None] Set router 9c8fb177-660f-4b4e-9e1d-65c26983a15b gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:45:04.434607 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 45332) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:04.459015 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-212053b1-c1c3-4cd3-adb7-e849df5ee204 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:04.587584 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-212053b1-c1c3-4cd3-adb7-e849df5ee204 admin admin] Publish callbacks [] for security_group (b7e83dad-bc74-4371-b362-746cb9c68be5), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:04.623872 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-212053b1-c1c3-4cd3-adb7-e849df5ee204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (b7e83dad-bc74-4371-b362-746cb9c68be5), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:04.632678 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port c6038d58-29bd-40e9-9c87-f4d0929623a7 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:45:04.683570 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 45340) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:04.705164 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-212053b1-c1c3-4cd3-adb7-e849df5ee204 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=25779ce50b974b5db7216df38af38ebf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2687688 Mar 11 19:45:04.707702 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 45344) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:04.716737 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212053b1-c1c3-4cd3-adb7-e849df5ee204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e83dad-bc74-4371-b362-746cb9c68be5,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:04.766607 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-d03cf28e-3394-4127-b14c-ffce62a06635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8fb177-660f-4b4e-9e1d-65c26983a15b', 'name': 'tempest-ServersTestFqdnHostnames-233689485-router', 'tenant_id': 'd3679c99eaae470ab652a8ce28b1c6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'c890050c-1949-4946-b091-5f342908836b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:45:00Z', 'updated_at': '2022-03-11T19:45:02Z', 'revision_number': 3, 'project_id': 'd3679c99eaae470ab652a8ce28b1c6d9', 'gw_port': {'id': 'c890050c-1949-4946-b091-5f342908836b', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d1:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c8fb177-660f-4b4e-9e1d-65c26983a15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:01Z', 'updated_at': '2022-03-11T19:45:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:04.797004 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03cf28e-3394-4127-b14c-ffce62a06635 None None] Checking router: 9c8fb177-660f-4b4e-9e1d-65c26983a15b for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:45:04.797776 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03cf28e-3394-4127-b14c-ffce62a06635 None None] Updating router 9c8fb177-660f-4b4e-9e1d-65c26983a15b port c890050c-1949-4946-b091-5f342908836b binding host n-d-833163-1 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:45:04.831449 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d03cf28e-3394-4127-b14c-ffce62a06635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c890050c-1949-4946-b091-5f342908836b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:04.836778 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-430b7145-6b6b-4eba-9088-176a5e135be2 admin admin] Publish callbacks [] for security_group (b7e83dad-bc74-4371-b362-746cb9c68be5), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:04.889842 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-430b7145-6b6b-4eba-9088-176a5e135be2 admin admin] Publish callbacks [] for security_group (b7e83dad-bc74-4371-b362-746cb9c68be5), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:04.945240 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-430b7145-6b6b-4eba-9088-176a5e135be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (b7e83dad-bc74-4371-b362-746cb9c68be5), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:04.949524 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-430b7145-6b6b-4eba-9088-176a5e135be2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:04.951082 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-430b7145-6b6b-4eba-9088-176a5e135be2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b7e83dad-bc74-4371-b362-746cb9c68be5 HTTP/1.1" status: 204 len: 168 time: 0.2397630 Mar 11 19:45:04.960568 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b7145-6b6b-4eba-9088-176a5e135be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e83dad-bc74-4371-b362-746cb9c68be5,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:05.101935 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-9424ca91-01e1-41e5-832f-4ad6145ec9d7 admin admin] Deleting subnet 26665c17-419c-4adf-85bc-a3f3efde487e {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:45:05.108042 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9424ca91-01e1-41e5-832f-4ad6145ec9d7 admin admin] Publish callbacks [] for subnet (26665c17-419c-4adf-85bc-a3f3efde487e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:05.185250 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9424ca91-01e1-41e5-832f-4ad6145ec9d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (26665c17-419c-4adf-85bc-a3f3efde487e), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:05.278627 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9424ca91-01e1-41e5-832f-4ad6145ec9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (26665c17-419c-4adf-85bc-a3f3efde487e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:05.292452 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d03cf28e-3394-4127-b14c-ffce62a06635 None None] Publish callbacks [] for port (c890050c-1949-4946-b091-5f342908836b), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:05.308629 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d03cf28e-3394-4127-b14c-ffce62a06635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (c890050c-1949-4946-b091-5f342908836b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:05.393893 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9424ca91-01e1-41e5-832f-4ad6145ec9d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (26665c17-419c-4adf-85bc-a3f3efde487e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:05.430745 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9424ca91-01e1-41e5-832f-4ad6145ec9d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26665c17-419c-4adf-85bc-a3f3efde487e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:05.435983 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9424ca91-01e1-41e5-832f-4ad6145ec9d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:05.441925 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-9424ca91-01e1-41e5-832f-4ad6145ec9d7 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/26665c17-419c-4adf-85bc-a3f3efde487e HTTP/1.1" status: 204 len: 168 time: 0.7551329 Mar 11 19:45:05.442827 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 45368) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:05.464589 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-d03cf28e-3394-4127-b14c-ffce62a06635 None None] Attempting to bind port c890050c-1949-4946-b091-5f342908836b on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:45:05.464973 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-d03cf28e-3394-4127-b14c-ffce62a06635 None None] Attempting to bind port c890050c-1949-4946-b091-5f342908836b by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:45:05.465342 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03cf28e-3394-4127-b14c-ffce62a06635 None None] Attempting to bind port c890050c-1949-4946-b091-5f342908836b on network 612cc066-33e3-444d-b1c7-d0a64751482a {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:45:05.467445 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9e527d-261e-4df4-9821-d9e3eb993d77 None None] Pushing event updated for resources: {'Port': ['ID=c890050c-1949-4946-b091-5f342908836b,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:05.481878 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03cf28e-3394-4127-b14c-ffce62a06635 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:45:05.482266 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03cf28e-3394-4127-b14c-ffce62a06635 None None] Checking segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:45:05.482680 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d03cf28e-3394-4127-b14c-ffce62a06635 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:05.483079 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03cf28e-3394-4127-b14c-ffce62a06635 None None] Bound using segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:45:05.483561 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-d03cf28e-3394-4127-b14c-ffce62a06635 None None] Bound port: c890050c-1949-4946-b091-5f342908836b, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:45:05.484439 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d03cf28e-3394-4127-b14c-ffce62a06635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c890050c-1949-4946-b091-5f342908836b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:05.485131 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-25ea1dc6-dd1b-42c3-acf1-37c5fae9f169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:05.573846 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d03cf28e-3394-4127-b14c-ffce62a06635 None None] For port c890050c-1949-4946-b091-5f342908836b, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:45:05.577947 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d03cf28e-3394-4127-b14c-ffce62a06635 None None] For port c890050c-1949-4946-b091-5f342908836b, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=c890050c-1949-4946-b091-5f342908836b,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:45:05.591321 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d03cf28e-3394-4127-b14c-ffce62a06635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (c890050c-1949-4946-b091-5f342908836b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:05.601910 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e7d8d2d4-54a3-461e-bd70-af13c5640c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (a1201544-4744-491d-92d6-555a21ac497f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:05.698815 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03cf28e-3394-4127-b14c-ffce62a06635 None None] Routers {'9c8fb177-660f-4b4e-9e1d-65c26983a15b'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:45:05.704018 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-d03cf28e-3394-4127-b14c-ffce62a06635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:44:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['9c8fb177-660f-4b4e-9e1d-65c26983a15b'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:05.715050 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9e527d-261e-4df4-9821-d9e3eb993d77 None None] Pushing event updated for resources: {'Port': ['ID=c890050c-1949-4946-b091-5f342908836b,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:05.735857 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e7d8d2d4-54a3-461e-bd70-af13c5640c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (a1201544-4744-491d-92d6-555a21ac497f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:05.762226 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-e7d8d2d4-54a3-461e-bd70-af13c5640c2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1201544-4744-491d-92d6-555a21ac497f']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:05.774459 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-e7d8d2d4-54a3-461e-bd70-af13c5640c2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef0b97fd-24fa-456a-8472-bb47ab40643e') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:05.775090 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-e7d8d2d4-54a3-461e-bd70-af13c5640c2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef0b97fd-24fa-456a-8472-bb47ab40643e') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:05.787447 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e7d8d2d4-54a3-461e-bd70-af13c5640c2a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (ef0b97fd-24fa-456a-8472-bb47ab40643e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:05.820696 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e7d8d2d4-54a3-461e-bd70-af13c5640c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (ef0b97fd-24fa-456a-8472-bb47ab40643e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:05.837150 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7d8d2d4-54a3-461e-bd70-af13c5640c2a admin admin] Releasing vlan 894 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:45:05.840550 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e7d8d2d4-54a3-461e-bd70-af13c5640c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (ef0b97fd-24fa-456a-8472-bb47ab40643e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:05.843321 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:45:05.843321 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:45:05.843321 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:45:05.843321 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:45:05.843321 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:45:05.843321 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:45:05.843321 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:45:05.843321 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:45:05.843321 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:45:05.843321 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:45:05.843321 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:45:05.843321 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:45:05.843321 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:45:05.843321 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:45:05.843321 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:45:05.843321 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:45:05.843321 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:45:05.843321 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:45:05.843321 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:45:05.843321 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:45:05.843321 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:45:05.843321 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:45:05.843321 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:45:05.843321 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:45:05.843321 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:45:05.843321 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:45:05.843321 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:45:05.843321 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:45:05.843321 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:45:05.843321 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:45:05.843321 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:45:05.843321 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:45:05.846400 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-25ea1dc6-dd1b-42c3-acf1-37c5fae9f169 admin admin] Allocated IP 172.20.0.1 (294810c1-e417-4dee-b1db-4a6818051883/e37a70ad-abe0-4f44-9eb0-e7e761448022/ad9d51cb-dc15-452d-b242-2903e25e24a2) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:45:05.919749 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-d03cf28e-3394-4127-b14c-ffce62a06635 None None] Set router 9c8fb177-660f-4b4e-9e1d-65c26983a15b gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:45:05.984828 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e7d8d2d4-54a3-461e-bd70-af13c5640c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (a1201544-4744-491d-92d6-555a21ac497f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:05.990279 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e7d8d2d4-54a3-461e-bd70-af13c5640c2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:06.000956 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e7d8d2d4-54a3-461e-bd70-af13c5640c2a admin admin] 10.222.0.65 "DELETE /v2.0/networks/a1201544-4744-491d-92d6-555a21ac497f HTTP/1.1" status: 204 len: 168 time: 0.5549905 Mar 11 19:45:06.032634 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d8d2d4-54a3-461e-bd70-af13c5640c2a admin admin] Pushing event deleted for resources: {'Network': ['ID=a1201544-4744-491d-92d6-555a21ac497f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:06.090196 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-25ea1dc6-dd1b-42c3-acf1-37c5fae9f169 admin admin] Publish callbacks [] for port (ad9d51cb-dc15-452d-b242-2903e25e24a2), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:06.173448 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-25ea1dc6-dd1b-42c3-acf1-37c5fae9f169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (ad9d51cb-dc15-452d-b242-2903e25e24a2), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:06.242397 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ea1dc6-dd1b-42c3-acf1-37c5fae9f169 admin admin] Network 294810c1-e417-4dee-b1db-4a6818051883 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:45:06.252159 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-d03cf28e-3394-4127-b14c-ffce62a06635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8fb177-660f-4b4e-9e1d-65c26983a15b', 'name': 'tempest-ServersTestFqdnHostnames-233689485-router', 'tenant_id': 'd3679c99eaae470ab652a8ce28b1c6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'c890050c-1949-4946-b091-5f342908836b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:45:00Z', 'updated_at': '2022-03-11T19:45:02Z', 'revision_number': 3, 'project_id': 'd3679c99eaae470ab652a8ce28b1c6d9', 'gw_port': {'id': 'c890050c-1949-4946-b091-5f342908836b', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d1:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c8fb177-660f-4b4e-9e1d-65c26983a15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:01Z', 'updated_at': '2022-03-11T19:45:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:06.263825 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-25ea1dc6-dd1b-42c3-acf1-37c5fae9f169 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:45:06.265938 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 45394) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:06.274856 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ea1dc6-dd1b-42c3-acf1-37c5fae9f169 admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:45:06.327266 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03cf28e-3394-4127-b14c-ffce62a06635 None None] The sync data for ids ['9c8fb177-660f-4b4e-9e1d-65c26983a15b'] in n-d-833163-1 is: [{'id': '9c8fb177-660f-4b4e-9e1d-65c26983a15b', 'name': 'tempest-ServersTestFqdnHostnames-233689485-router', 'tenant_id': 'd3679c99eaae470ab652a8ce28b1c6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'c890050c-1949-4946-b091-5f342908836b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:45:00Z', 'updated_at': '2022-03-11T19:45:02Z', 'revision_number': 3, 'project_id': 'd3679c99eaae470ab652a8ce28b1c6d9', 'gw_port': {'id': 'c890050c-1949-4946-b091-5f342908836b', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d1:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c8fb177-660f-4b4e-9e1d-65c26983a15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:01Z', 'updated_at': '2022-03-11T19:45:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:45:06.338838 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ea1dc6-dd1b-42c3-acf1-37c5fae9f169 admin admin] Pushing event updated for resources: {'Port': ['ID=ad9d51cb-dc15-452d-b242-2903e25e24a2,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:06.378217 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-25ea1dc6-dd1b-42c3-acf1-37c5fae9f169 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (9c8fb177-660f-4b4e-9e1d-65c26983a15b), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:06.564042 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 94e3b68e-4fab-43d2-b9ab-2b3abd54eb41 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:45:06.604807 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: 94e3b68e-4fab-43d2-b9ab-2b3abd54eb41 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:45:06.606614 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 94e3b68e-4fab-43d2-b9ab-2b3abd54eb41 not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:45:06.664629 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-25ea1dc6-dd1b-42c3-acf1-37c5fae9f169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ad9d51cb-dc15-452d-b242-2903e25e24a2), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:06.685383 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-83e9ac61-8124-47bf-aaf7-474d2480c439 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=84f4e9628ef44103bf68c3d01504c13a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4139578 Mar 11 19:45:06.686523 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 45404) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:06.784606 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-e8f7215a-895f-4966-8e17-a7894454c2ec None None] Provisioning complete for port ad9d51cb-dc15-452d-b242-2903e25e24a2 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:45:06.792372 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e8f7215a-895f-4966-8e17-a7894454c2ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ad9d51cb-dc15-452d-b242-2903e25e24a2), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:06.794951 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 45406) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:06.842711 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8cdfadc8-2df3-41d4-8fb2-8da5984df723 admin admin] Publish callbacks [] for security_group (a5892eab-e71c-4ccb-800e-9286fe087163), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:06.886568 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8cdfadc8-2df3-41d4-8fb2-8da5984df723 admin admin] Publish callbacks [] for security_group (a5892eab-e71c-4ccb-800e-9286fe087163), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:06.931657 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e8f7215a-895f-4966-8e17-a7894454c2ec None None] Port ad9d51cb-dc15-452d-b242-2903e25e24a2 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:45:06.977266 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8cdfadc8-2df3-41d4-8fb2-8da5984df723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (a5892eab-e71c-4ccb-800e-9286fe087163), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:06.980664 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8cdfadc8-2df3-41d4-8fb2-8da5984df723 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:06.982363 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8cdfadc8-2df3-41d4-8fb2-8da5984df723 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a5892eab-e71c-4ccb-800e-9286fe087163 HTTP/1.1" status: 204 len: 168 time: 0.2948830 Mar 11 19:45:07.015425 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdfadc8-2df3-41d4-8fb2-8da5984df723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5892eab-e71c-4ccb-800e-9286fe087163,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:07.141561 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-25ea1dc6-dd1b-42c3-acf1-37c5fae9f169 admin admin] Publish callbacks [] for port (ad9d51cb-dc15-452d-b242-2903e25e24a2), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:07.147978 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-25ea1dc6-dd1b-42c3-acf1-37c5fae9f169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (ad9d51cb-dc15-452d-b242-2903e25e24a2), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:07.234483 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-25ea1dc6-dd1b-42c3-acf1-37c5fae9f169 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (9c8fb177-660f-4b4e-9e1d-65c26983a15b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:07.245737 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ea1dc6-dd1b-42c3-acf1-37c5fae9f169 admin admin] Pushing event updated for resources: {'Port': ['ID=ad9d51cb-dc15-452d-b242-2903e25e24a2,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:07.304023 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-29d310bf-a31e-45ab-9ca3-75941d9621e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:07.437899 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-29d310bf-a31e-45ab-9ca3-75941d9621e1 admin admin] Publish callbacks [] for security_group (5686133d-25bb-4ee0-958a-af86f264f757), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:07.454176 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-29d310bf-a31e-45ab-9ca3-75941d9621e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (5686133d-25bb-4ee0-958a-af86f264f757), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:07.517506 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 45426) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:07.518275 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-29d310bf-a31e-45ab-9ca3-75941d9621e1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6b777122852847488aadc758cb169504&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7222555 Mar 11 19:45:07.639759 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-057bac19-c55c-48b7-bff0-64b3c1b8f157 admin admin] Publish callbacks [] for security_group (5686133d-25bb-4ee0-958a-af86f264f757), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:07.663960 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d310bf-a31e-45ab-9ca3-75941d9621e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5686133d-25bb-4ee0-958a-af86f264f757,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:07.686179 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-057bac19-c55c-48b7-bff0-64b3c1b8f157 admin admin] Publish callbacks [] for security_group (5686133d-25bb-4ee0-958a-af86f264f757), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:07.721593 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ea1dc6-dd1b-42c3-acf1-37c5fae9f169 admin admin] Network 294810c1-e417-4dee-b1db-4a6818051883 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:45:07.724857 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-25ea1dc6-dd1b-42c3-acf1-37c5fae9f169 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:45:07.793519 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-057bac19-c55c-48b7-bff0-64b3c1b8f157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (5686133d-25bb-4ee0-958a-af86f264f757), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:07.799437 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-057bac19-c55c-48b7-bff0-64b3c1b8f157 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:07.805223 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-057bac19-c55c-48b7-bff0-64b3c1b8f157 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5686133d-25bb-4ee0-958a-af86f264f757 HTTP/1.1" status: 204 len: 168 time: 0.2864790 Mar 11 19:45:07.825803 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057bac19-c55c-48b7-bff0-64b3c1b8f157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5686133d-25bb-4ee0-958a-af86f264f757,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:08.112668 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device c890050c-1949-4946-b091-5f342908836b up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:45:08.133921 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25ea1dc6-dd1b-42c3-acf1-37c5fae9f169 admin admin] Router 9c8fb177-660f-4b4e-9e1d-65c26983a15b has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:45:08.214031 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port c890050c-1949-4946-b091-5f342908836b triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:45:08.214315 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (c890050c-1949-4946-b091-5f342908836b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:08.342815 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-a8955044-6bcc-4a40-a2a4-627b72ee91f2 None None] Provisioning complete for port ad9d51cb-dc15-452d-b242-2903e25e24a2 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:45:08.343495 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a8955044-6bcc-4a40-a2a4-627b72ee91f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ad9d51cb-dc15-452d-b242-2903e25e24a2), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:08.401162 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ea1dc6-dd1b-42c3-acf1-37c5fae9f169 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:45:08.418238 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port c890050c-1949-4946-b091-5f342908836b is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:45:08.418659 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c890050c-1949-4946-b091-5f342908836b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:08.422259 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-25ea1dc6-dd1b-42c3-acf1-37c5fae9f169 admin admin] 10.222.0.65 "PUT /v2.0/routers/9c8fb177-660f-4b4e-9e1d-65c26983a15b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1297035 Mar 11 19:45:08.439725 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a8955044-6bcc-4a40-a2a4-627b72ee91f2 None None] Port ad9d51cb-dc15-452d-b242-2903e25e24a2 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:45:08.466251 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port c890050c-1949-4946-b091-5f342908836b, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=c890050c-1949-4946-b091-5f342908836b,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:45:08.471813 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (c890050c-1949-4946-b091-5f342908836b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:08.541994 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=c890050c-1949-4946-b091-5f342908836b,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:08.579372 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 45456) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:08.598656 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-546b2663-96eb-4d47-a715-1a960d75783a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:08.740469 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-546b2663-96eb-4d47-a715-1a960d75783a admin admin] Publish callbacks [] for security_group (4c30b77f-b1a6-4b37-98ae-c982e824d35a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:08.747917 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-546b2663-96eb-4d47-a715-1a960d75783a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (4c30b77f-b1a6-4b37-98ae-c982e824d35a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:08.787167 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546b2663-96eb-4d47-a715-1a960d75783a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c30b77f-b1a6-4b37-98ae-c982e824d35a,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:08.836073 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-546b2663-96eb-4d47-a715-1a960d75783a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5ba17d0169734398a693bcba90ddf72b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2553461 Mar 11 19:45:08.838521 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 45462) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:08.945569 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ca0949fb-5e91-4c24-9d31-3ee4101d2b5a admin admin] Publish callbacks [] for security_group (4c30b77f-b1a6-4b37-98ae-c982e824d35a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:08.984766 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ca0949fb-5e91-4c24-9d31-3ee4101d2b5a admin admin] Publish callbacks [] for security_group (4c30b77f-b1a6-4b37-98ae-c982e824d35a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:09.057169 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ca0949fb-5e91-4c24-9d31-3ee4101d2b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (4c30b77f-b1a6-4b37-98ae-c982e824d35a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:09.061473 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ca0949fb-5e91-4c24-9d31-3ee4101d2b5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:09.063384 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ca0949fb-5e91-4c24-9d31-3ee4101d2b5a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4c30b77f-b1a6-4b37-98ae-c982e824d35a HTTP/1.1" status: 204 len: 168 time: 0.2213128 Mar 11 19:45:09.076522 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0949fb-5e91-4c24-9d31-3ee4101d2b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c30b77f-b1a6-4b37-98ae-c982e824d35a,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:09.086903 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0949fb-5e91-4c24-9d31-3ee4101d2b5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:09.087685 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0949fb-5e91-4c24-9d31-3ee4101d2b5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:09.088141 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0949fb-5e91-4c24-9d31-3ee4101d2b5a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:09.088591 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0949fb-5e91-4c24-9d31-3ee4101d2b5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:09.089037 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0949fb-5e91-4c24-9d31-3ee4101d2b5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:09.089477 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0949fb-5e91-4c24-9d31-3ee4101d2b5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:09.089916 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0949fb-5e91-4c24-9d31-3ee4101d2b5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:09.090355 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0949fb-5e91-4c24-9d31-3ee4101d2b5a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:09.090789 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0949fb-5e91-4c24-9d31-3ee4101d2b5a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:09.091242 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0949fb-5e91-4c24-9d31-3ee4101d2b5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:09.091693 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0949fb-5e91-4c24-9d31-3ee4101d2b5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:09.092123 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0949fb-5e91-4c24-9d31-3ee4101d2b5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:09.092554 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0949fb-5e91-4c24-9d31-3ee4101d2b5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:09.391055 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea840232-be36-402b-b474-1a3aeeb849f9 None None] Sync routers for ids ['9c8fb177-660f-4b4e-9e1d-65c26983a15b'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:45:09.405577 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea840232-be36-402b-b474-1a3aeeb849f9 None None] Routers {'9c8fb177-660f-4b4e-9e1d-65c26983a15b'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:45:09.406166 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-ea840232-be36-402b-b474-1a3aeeb849f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:44:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['9c8fb177-660f-4b4e-9e1d-65c26983a15b'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:09.596895 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 45482) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:09.602777 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-820a2ed9-ecb2-43c3-b85c-db2a71b9ccab tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1106769500', 'description': 'tempest-description--1343814856'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:45:09.640181 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-ea840232-be36-402b-b474-1a3aeeb849f9 None None] Set router 9c8fb177-660f-4b4e-9e1d-65c26983a15b gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:45:09.644298 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-820a2ed9-ecb2-43c3-b85c-db2a71b9ccab tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:09.798073 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-820a2ed9-ecb2-43c3-b85c-db2a71b9ccab tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Publish callbacks [] for security_group (5495e4e0-691c-454b-bbeb-3093e70ffa6f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:09.804668 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-820a2ed9-ecb2-43c3-b85c-db2a71b9ccab tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (5495e4e0-691c-454b-bbeb-3093e70ffa6f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:09.895972 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-820a2ed9-ecb2-43c3-b85c-db2a71b9ccab tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:09.902049 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-820a2ed9-ecb2-43c3-b85c-db2a71b9ccab tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3010535 Mar 11 19:45:09.902518 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 45486) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:09.908848 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-bf61eab6-46c4-430e-8688-754932517745 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Request body: {'security_group_rule': {'security_group_id': '5495e4e0-691c-454b-bbeb-3093e70ffa6f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:45:09.911674 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820a2ed9-ecb2-43c3-b85c-db2a71b9ccab tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5495e4e0-691c-454b-bbeb-3093e70ffa6f,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:10.001658 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bf61eab6-46c4-430e-8688-754932517745 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Publish callbacks [] for security_group_rule (06c0df08-2e33-4e89-b9cf-8f8d31507723), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:10.008383 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device c890050c-1949-4946-b091-5f342908836b up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:45:10.118814 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port c890050c-1949-4946-b091-5f342908836b triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:45:10.119538 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (c890050c-1949-4946-b091-5f342908836b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:10.141493 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bf61eab6-46c4-430e-8688-754932517745 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Publish callbacks [] for security_group_rule (06c0df08-2e33-4e89-b9cf-8f8d31507723), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:10.149635 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bf61eab6-46c4-430e-8688-754932517745 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (06c0df08-2e33-4e89-b9cf-8f8d31507723), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:10.178987 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 45492) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:10.186594 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf61eab6-46c4-430e-8688-754932517745 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06c0df08-2e33-4e89-b9cf-8f8d31507723,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:10.214281 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bf61eab6-46c4-430e-8688-754932517745 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:10.219836 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 45496) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:10.222308 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-bf61eab6-46c4-430e-8688-754932517745 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3175857 Mar 11 19:45:10.228428 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-f95a3dbf-57ce-4688-b458-394b3a7506ed tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Request body: {'security_group_rule': {'security_group_id': '5495e4e0-691c-454b-bbeb-3093e70ffa6f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:45:10.279225 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-ea840232-be36-402b-b474-1a3aeeb849f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8fb177-660f-4b4e-9e1d-65c26983a15b', 'name': 'tempest-ServersTestFqdnHostnames-233689485-router', 'tenant_id': 'd3679c99eaae470ab652a8ce28b1c6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'c890050c-1949-4946-b091-5f342908836b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:45:00Z', 'updated_at': '2022-03-11T19:45:06Z', 'revision_number': 4, 'project_id': 'd3679c99eaae470ab652a8ce28b1c6d9', 'gw_port': {'id': 'c890050c-1949-4946-b091-5f342908836b', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8fb177-660f-4b4e-9e1d-65c26983a15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:01Z', 'updated_at': '2022-03-11T19:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'ad9d51cb-dc15-452d-b242-2903e25e24a2', 'name': '', 'network_id': '294810c1-e417-4dee-b1db-4a6818051883', 'tenant_id': 'd3679c99eaae470ab652a8ce28b1c6d9', 'mac_address': 'fa:16:3e:c4:e0:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c8fb177-660f-4b4e-9e1d-65c26983a15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': 'e37a70ad-abe0-4f44-9eb0-e7e761448022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:05Z', 'updated_at': '2022-03-11T19:45:06Z', 'revision_number': 2, 'project_id': 'd3679c99eaae470ab652a8ce28b1c6d9', 'subnets': [{'id': 'e37a70ad-abe0-4f44-9eb0-e7e761448022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:10.311904 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f95a3dbf-57ce-4688-b458-394b3a7506ed tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Publish callbacks [] for security_group_rule (a5c378d0-bb80-40a6-a29f-6d1226106361), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:10.368239 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea840232-be36-402b-b474-1a3aeeb849f9 None None] Checking router: 9c8fb177-660f-4b4e-9e1d-65c26983a15b for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:45:10.368591 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea840232-be36-402b-b474-1a3aeeb849f9 None None] Updating router 9c8fb177-660f-4b4e-9e1d-65c26983a15b port ad9d51cb-dc15-452d-b242-2903e25e24a2 binding host n-d-833163-1 {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:45:10.450484 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ea840232-be36-402b-b474-1a3aeeb849f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ad9d51cb-dc15-452d-b242-2903e25e24a2), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:10.463227 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f95a3dbf-57ce-4688-b458-394b3a7506ed tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Publish callbacks [] for security_group_rule (a5c378d0-bb80-40a6-a29f-6d1226106361), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:10.472261 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f95a3dbf-57ce-4688-b458-394b3a7506ed tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (a5c378d0-bb80-40a6-a29f-6d1226106361), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:10.523045 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95a3dbf-57ce-4688-b458-394b3a7506ed tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5c378d0-bb80-40a6-a29f-6d1226106361,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:10.534285 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f95a3dbf-57ce-4688-b458-394b3a7506ed tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:10.540199 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 45504) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:10.545035 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-8c13285a-8b57-4d79-907f-13dca5c46573 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Request body: {'floatingip': {'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:45:10.556029 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f95a3dbf-57ce-4688-b458-394b3a7506ed tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3334258 Mar 11 19:45:10.594894 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8c13285a-8b57-4d79-907f-13dca5c46573 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:10.668192 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-01d44c15-05e9-4fab-8764-7be0500f8864 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1350665099-network', 'tenant_id': 'ecbf299b1d5e41ab8c67b27ef48cb51a'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:45:10.674568 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port c890050c-1949-4946-b091-5f342908836b is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:45:10.711296 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d44c15-05e9-4fab-8764-7be0500f8864 admin admin] Made reservation on behalf of ecbf299b1d5e41ab8c67b27ef48cb51a for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:45:10.714081 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-01d44c15-05e9-4fab-8764-7be0500f8864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:10.738826 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-01d44c15-05e9-4fab-8764-7be0500f8864 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:10.871641 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-01d44c15-05e9-4fab-8764-7be0500f8864 admin admin] Publish callbacks [] for security_group (e789d243-d44b-4c90-804c-4c5c1d1958da), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:10.880034 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-01d44c15-05e9-4fab-8764-7be0500f8864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (e789d243-d44b-4c90-804c-4c5c1d1958da), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:10.907727 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8c13285a-8b57-4d79-907f-13dca5c46573 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:10.940826 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01d44c15-05e9-4fab-8764-7be0500f8864 admin admin] vlan segment allocate from pool success with {'vlan_id': 878, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:45:10.981342 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-01d44c15-05e9-4fab-8764-7be0500f8864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (3808f62c-d34b-4239-bf7d-81faa3d0ed82), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:10.982653 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-01d44c15-05e9-4fab-8764-7be0500f8864 admin admin] Added segment 3808f62c-d34b-4239-bf7d-81faa3d0ed82 of type vlan for network d858d926-9154-4ad2-a04a-c82b999008cc Mar 11 19:45:10.984655 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d44c15-05e9-4fab-8764-7be0500f8864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e789d243-d44b-4c90-804c-4c5c1d1958da,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:11.062653 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ea840232-be36-402b-b474-1a3aeeb849f9 None None] Publish callbacks [] for port (ad9d51cb-dc15-452d-b242-2903e25e24a2), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:11.071087 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ea840232-be36-402b-b474-1a3aeeb849f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (ad9d51cb-dc15-452d-b242-2903e25e24a2), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:11.105690 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-01d44c15-05e9-4fab-8764-7be0500f8864 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (d858d926-9154-4ad2-a04a-c82b999008cc), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:11.160776 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-01d44c15-05e9-4fab-8764-7be0500f8864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (d858d926-9154-4ad2-a04a-c82b999008cc), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:11.161752 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d44c15-05e9-4fab-8764-7be0500f8864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:11.162375 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-01d44c15-05e9-4fab-8764-7be0500f8864 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:11.263666 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81501e4f-212d-4d3d-9a5e-0a3dbda2ea28 None None] Pushing event updated for resources: {'Port': ['ID=ad9d51cb-dc15-452d-b242-2903e25e24a2,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:11.273744 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-8c13285a-8b57-4d79-907f-13dca5c46573 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Allocated IP 172.25.8.241 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/234b19fd-fbc4-4319-b8b3-94fa8cbeeb02) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:45:11.333361 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d44c15-05e9-4fab-8764-7be0500f8864 admin admin] Pushing event updated for resources: {'Network': ['ID=d858d926-9154-4ad2-a04a-c82b999008cc,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:11.347808 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network d858d926-9154-4ad2-a04a-c82b999008cc details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:45:11.349345 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-ea840232-be36-402b-b474-1a3aeeb849f9 None None] Attempting to bind port ad9d51cb-dc15-452d-b242-2903e25e24a2 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:45:11.349916 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-ea840232-be36-402b-b474-1a3aeeb849f9 None None] Attempting to bind port ad9d51cb-dc15-452d-b242-2903e25e24a2 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '5bca048e-a618-4c1e-996a-5ab04ff29de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '294810c1-e417-4dee-b1db-4a6818051883'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:45:11.350333 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea840232-be36-402b-b474-1a3aeeb849f9 None None] Attempting to bind port ad9d51cb-dc15-452d-b242-2903e25e24a2 on network 294810c1-e417-4dee-b1db-4a6818051883 {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:45:11.358790 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-01d44c15-05e9-4fab-8764-7be0500f8864 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1755171 Mar 11 19:45:11.359123 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 45520) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:11.365085 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea840232-be36-402b-b474-1a3aeeb849f9 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:45:11.368404 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-ecfdd9f0-04ca-43ec-9c43-72d2dd461b6b admin admin] Request body: {'subnet': {'network_id': 'd858d926-9154-4ad2-a04a-c82b999008cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1350665099-subnet', 'tenant_id': 'ecbf299b1d5e41ab8c67b27ef48cb51a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:45:11.369203 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea840232-be36-402b-b474-1a3aeeb849f9 None None] Checking segment: {'id': '5bca048e-a618-4c1e-996a-5ab04ff29de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '294810c1-e417-4dee-b1db-4a6818051883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:45:11.369693 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ea840232-be36-402b-b474-1a3aeeb849f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:11.370096 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea840232-be36-402b-b474-1a3aeeb849f9 None None] Bound using segment: {'id': '5bca048e-a618-4c1e-996a-5ab04ff29de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '294810c1-e417-4dee-b1db-4a6818051883'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:45:11.370604 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-ea840232-be36-402b-b474-1a3aeeb849f9 None None] Bound port: ad9d51cb-dc15-452d-b242-2903e25e24a2, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bca048e-a618-4c1e-996a-5ab04ff29de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '294810c1-e417-4dee-b1db-4a6818051883'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:45:11.370971 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ea840232-be36-402b-b474-1a3aeeb849f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ad9d51cb-dc15-452d-b242-2903e25e24a2), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:11.419516 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecfdd9f0-04ca-43ec-9c43-72d2dd461b6b admin admin] Made reservation on behalf of ecbf299b1d5e41ab8c67b27ef48cb51a for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:45:11.422184 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ecfdd9f0-04ca-43ec-9c43-72d2dd461b6b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:11.558390 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-ea840232-be36-402b-b474-1a3aeeb849f9 None None] For port ad9d51cb-dc15-452d-b242-2903e25e24a2, host n-d-833163-1, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:45:11.565961 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-ea840232-be36-402b-b474-1a3aeeb849f9 None None] For port ad9d51cb-dc15-452d-b242-2903e25e24a2, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=ad9d51cb-dc15-452d-b242-2903e25e24a2,segment=NetworkSegment(5bca048e-a618-4c1e-996a-5ab04ff29de0),segment_id=5bca048e-a618-4c1e-996a-5ab04ff29de0)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:45:11.580414 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ea840232-be36-402b-b474-1a3aeeb849f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (ad9d51cb-dc15-452d-b242-2903e25e24a2), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:11.642215 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8c13285a-8b57-4d79-907f-13dca5c46573 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Publish callbacks [] for port (234b19fd-fbc4-4319-b8b3-94fa8cbeeb02), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:11.721627 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-2243ba90-3bd3-4bdc-bd48-c644863ea080 None None] Provisioning complete for port ad9d51cb-dc15-452d-b242-2903e25e24a2 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:45:11.723357 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2243ba90-3bd3-4bdc-bd48-c644863ea080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ad9d51cb-dc15-452d-b242-2903e25e24a2), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:11.734998 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea840232-be36-402b-b474-1a3aeeb849f9 None None] Routers {'9c8fb177-660f-4b4e-9e1d-65c26983a15b'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:45:11.739091 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-ea840232-be36-402b-b474-1a3aeeb849f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:44:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['9c8fb177-660f-4b4e-9e1d-65c26983a15b'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:11.768794 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8c13285a-8b57-4d79-907f-13dca5c46573 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (234b19fd-fbc4-4319-b8b3-94fa8cbeeb02), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:11.986336 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c13285a-8b57-4d79-907f-13dca5c46573 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:45:11.993401 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c13285a-8b57-4d79-907f-13dca5c46573 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Pushing event updated for resources: {'Port': ['ID=234b19fd-fbc4-4319-b8b3-94fa8cbeeb02,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:12.015760 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-8c13285a-8b57-4d79-907f-13dca5c46573 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:45:12.024377 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c13285a-8b57-4d79-907f-13dca5c46573 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:45:12.117385 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-ea840232-be36-402b-b474-1a3aeeb849f9 None None] Set router 9c8fb177-660f-4b4e-9e1d-65c26983a15b gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:45:12.185783 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ecfdd9f0-04ca-43ec-9c43-72d2dd461b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (69b45447-e86a-4da2-92b3-65ddbdba60bb), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:12.205933 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-2243ba90-3bd3-4bdc-bd48-c644863ea080 None None] Current status of the port ad9d51cb-dc15-452d-b242-2903e25e24a2 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:45:12.208342 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2243ba90-3bd3-4bdc-bd48-c644863ea080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ad9d51cb-dc15-452d-b242-2903e25e24a2), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:12.336557 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-2243ba90-3bd3-4bdc-bd48-c644863ea080 None None] For port ad9d51cb-dc15-452d-b242-2903e25e24a2, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=ad9d51cb-dc15-452d-b242-2903e25e24a2,segment=NetworkSegment(5bca048e-a618-4c1e-996a-5ab04ff29de0),segment_id=5bca048e-a618-4c1e-996a-5ab04ff29de0)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:45:12.344801 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2243ba90-3bd3-4bdc-bd48-c644863ea080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (ad9d51cb-dc15-452d-b242-2903e25e24a2), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:12.406350 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81501e4f-212d-4d3d-9a5e-0a3dbda2ea28 None None] Pushing event updated for resources: {'Port': ['ID=ad9d51cb-dc15-452d-b242-2903e25e24a2,revision_number=4']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:12.465762 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8c13285a-8b57-4d79-907f-13dca5c46573 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Publish callbacks [] for floatingip (cad26ad6-4d6c-40f7-b85e-df191f81fcd7), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:12.482290 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfdd9f0-04ca-43ec-9c43-72d2dd461b6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=69b45447-e86a-4da2-92b3-65ddbdba60bb,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:12.516351 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfdd9f0-04ca-43ec-9c43-72d2dd461b6b admin admin] Checking segment: {'id': '3808f62c-d34b-4239-bf7d-81faa3d0ed82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'd858d926-9154-4ad2-a04a-c82b999008cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:45:12.516785 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfdd9f0-04ca-43ec-9c43-72d2dd461b6b admin admin] Network hostable DHCP agents. Network: d858d926-9154-4ad2-a04a-c82b999008cc, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:45:12.531905 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2243ba90-3bd3-4bdc-bd48-c644863ea080 None None] Pushing event updated for resources: {'Port': ['ID=ad9d51cb-dc15-452d-b242-2903e25e24a2,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:12.547160 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d6e9e1d8-1e31-4afb-aaea-11f3ff86ac94 None None] Provisioning complete for port ad9d51cb-dc15-452d-b242-2903e25e24a2 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:45:12.547551 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d6e9e1d8-1e31-4afb-aaea-11f3ff86ac94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ad9d51cb-dc15-452d-b242-2903e25e24a2), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:12.576389 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfdd9f0-04ca-43ec-9c43-72d2dd461b6b admin admin] Network d858d926-9154-4ad2-a04a-c82b999008cc is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:45:12.591357 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8c13285a-8b57-4d79-907f-13dca5c46573 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (234b19fd-fbc4-4319-b8b3-94fa8cbeeb02), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:12.595584 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-ecfdd9f0-04ca-43ec-9c43-72d2dd461b6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, d858d926-9154-4ad2-a04a-c82b999008cc) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:45:12.601315 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfdd9f0-04ca-43ec-9c43-72d2dd461b6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:12.604732 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ecfdd9f0-04ca-43ec-9c43-72d2dd461b6b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:12.624444 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec722abf-772f-4f14-9418-abf01a01d84b None None] Network d858d926-9154-4ad2-a04a-c82b999008cc requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:45:12.654281 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ecfdd9f0-04ca-43ec-9c43-72d2dd461b6b admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2933445 Mar 11 19:45:12.823990 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-ea840232-be36-402b-b474-1a3aeeb849f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8fb177-660f-4b4e-9e1d-65c26983a15b', 'name': 'tempest-ServersTestFqdnHostnames-233689485-router', 'tenant_id': 'd3679c99eaae470ab652a8ce28b1c6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'c890050c-1949-4946-b091-5f342908836b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:45:00Z', 'updated_at': '2022-03-11T19:45:06Z', 'revision_number': 4, 'project_id': 'd3679c99eaae470ab652a8ce28b1c6d9', 'gw_port': {'id': 'c890050c-1949-4946-b091-5f342908836b', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8fb177-660f-4b4e-9e1d-65c26983a15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:01Z', 'updated_at': '2022-03-11T19:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'ad9d51cb-dc15-452d-b242-2903e25e24a2', 'name': '', 'network_id': '294810c1-e417-4dee-b1db-4a6818051883', 'tenant_id': 'd3679c99eaae470ab652a8ce28b1c6d9', 'mac_address': 'fa:16:3e:c4:e0:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c8fb177-660f-4b4e-9e1d-65c26983a15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': 'e37a70ad-abe0-4f44-9eb0-e7e761448022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:05Z', 'updated_at': '2022-03-11T19:45:11Z', 'revision_number': 4, 'project_id': 'd3679c99eaae470ab652a8ce28b1c6d9', 'subnets': [{'id': 'e37a70ad-abe0-4f44-9eb0-e7e761448022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:12.907474 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea840232-be36-402b-b474-1a3aeeb849f9 None None] The sync data for ids ['9c8fb177-660f-4b4e-9e1d-65c26983a15b'] in n-d-833163-1 is: [{'id': '9c8fb177-660f-4b4e-9e1d-65c26983a15b', 'name': 'tempest-ServersTestFqdnHostnames-233689485-router', 'tenant_id': 'd3679c99eaae470ab652a8ce28b1c6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'c890050c-1949-4946-b091-5f342908836b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:45:00Z', 'updated_at': '2022-03-11T19:45:06Z', 'revision_number': 4, 'project_id': 'd3679c99eaae470ab652a8ce28b1c6d9', 'gw_port': {'id': 'c890050c-1949-4946-b091-5f342908836b', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8fb177-660f-4b4e-9e1d-65c26983a15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:01Z', 'updated_at': '2022-03-11T19:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'ad9d51cb-dc15-452d-b242-2903e25e24a2', 'name': '', 'network_id': '294810c1-e417-4dee-b1db-4a6818051883', 'tenant_id': 'd3679c99eaae470ab652a8ce28b1c6d9', 'mac_address': 'fa:16:3e:c4:e0:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c8fb177-660f-4b4e-9e1d-65c26983a15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': 'e37a70ad-abe0-4f44-9eb0-e7e761448022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:05Z', 'updated_at': '2022-03-11T19:45:11Z', 'revision_number': 4, 'project_id': 'd3679c99eaae470ab652a8ce28b1c6d9', 'subnets': [{'id': 'e37a70ad-abe0-4f44-9eb0-e7e761448022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:45:12.979442 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8c13285a-8b57-4d79-907f-13dca5c46573 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Publish callbacks [] for port (234b19fd-fbc4-4319-b8b3-94fa8cbeeb02), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:13.001276 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8c13285a-8b57-4d79-907f-13dca5c46573 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (234b19fd-fbc4-4319-b8b3-94fa8cbeeb02), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:13.105345 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c14a20d-847d-4513-9dde-6a7971c76f9e None None] Network d858d926-9154-4ad2-a04a-c82b999008cc requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:45:13.143938 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d6e9e1d8-1e31-4afb-aaea-11f3ff86ac94 None None] Current status of the port ad9d51cb-dc15-452d-b242-2903e25e24a2 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:45:13.176050 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 45552) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:13.273815 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c13285a-8b57-4d79-907f-13dca5c46573 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Pushing event updated for resources: {'Port': ['ID=234b19fd-fbc4-4319-b8b3-94fa8cbeeb02,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:13.375691 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-151e0bfc-ed83-431d-b220-934dd7499dca admin admin] Deleting subnet 69b45447-e86a-4da2-92b3-65ddbdba60bb {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:45:13.380018 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8c13285a-8b57-4d79-907f-13dca5c46573 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (cad26ad6-4d6c-40f7-b85e-df191f81fcd7), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:13.391215 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-151e0bfc-ed83-431d-b220-934dd7499dca admin admin] Publish callbacks [] for subnet (69b45447-e86a-4da2-92b3-65ddbdba60bb), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:13.423024 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8c13285a-8b57-4d79-907f-13dca5c46573 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:13.445118 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-8c13285a-8b57-4d79-907f-13dca5c46573 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9037499 Mar 11 19:45:13.491608 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-151e0bfc-ed83-431d-b220-934dd7499dca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (69b45447-e86a-4da2-92b3-65ddbdba60bb), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:13.582068 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-151e0bfc-ed83-431d-b220-934dd7499dca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (69b45447-e86a-4da2-92b3-65ddbdba60bb), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:13.696622 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-151e0bfc-ed83-431d-b220-934dd7499dca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (69b45447-e86a-4da2-92b3-65ddbdba60bb), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:13.782961 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e0bfc-ed83-431d-b220-934dd7499dca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69b45447-e86a-4da2-92b3-65ddbdba60bb,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:13.801589 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-151e0bfc-ed83-431d-b220-934dd7499dca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:13.809202 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 45580) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:13.812987 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-151e0bfc-ed83-431d-b220-934dd7499dca admin admin] 10.222.0.65 "DELETE /v2.0/subnets/69b45447-e86a-4da2-92b3-65ddbdba60bb HTTP/1.1" status: 204 len: 168 time: 0.6354170 Mar 11 19:45:13.852640 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7b843e71-0ef5-4a3f-9717-91c0d0e5c4ea req-08254c3d-6b85-4d00-b7c6-c6d87dc96e71 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1106769500&fields=id&tenant_id=d3679c99eaae470ab652a8ce28b1c6d9 HTTP/1.1" status: 200 len: 267 time: 0.1208401 Mar 11 19:45:14.024396 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b843e71-0ef5-4a3f-9717-91c0d0e5c4ea req-7eb22042-5fdf-4899-8eca-60ccb9a078c4 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:14.031361 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7b843e71-0ef5-4a3f-9717-91c0d0e5c4ea req-7eb22042-5fdf-4899-8eca-60ccb9a078c4 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] 10.222.0.65 "GET /v2.0/networks?id=294810c1-e417-4dee-b1db-4a6818051883 HTTP/1.1" status: 200 len: 814 time: 0.1709871 Mar 11 19:45:14.063106 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7b843e71-0ef5-4a3f-9717-91c0d0e5c4ea req-b832b3b4-f6f0-43b5-a809-f4903b54fb94 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] 10.222.0.65 "GET /v2.0/quotas/d3679c99eaae470ab652a8ce28b1c6d9 HTTP/1.1" status: 200 len: 375 time: 0.0307071 Mar 11 19:45:14.107912 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device ad9d51cb-dc15-452d-b242-2903e25e24a2 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:45:14.228154 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port ad9d51cb-dc15-452d-b242-2903e25e24a2 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:45:14.228796 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ad9d51cb-dc15-452d-b242-2903e25e24a2), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:14.264154 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-99c60035-afed-40af-bf77-150193d696df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (d858d926-9154-4ad2-a04a-c82b999008cc), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:14.286824 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7b843e71-0ef5-4a3f-9717-91c0d0e5c4ea req-5241432c-bd5a-4773-9219-75982cff7548 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=d3679c99eaae470ab652a8ce28b1c6d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2227049 Mar 11 19:45:14.404655 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port ad9d51cb-dc15-452d-b242-2903e25e24a2 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:45:14.644433 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7b843e71-0ef5-4a3f-9717-91c0d0e5c4ea req-74e859d6-4a94-4953-9cfa-87af659a2df0 service neutron] 10.222.0.65 "GET /v2.0/networks/294810c1-e417-4dee-b1db-4a6818051883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304644 Mar 11 19:45:14.746263 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-99c60035-afed-40af-bf77-150193d696df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (d858d926-9154-4ad2-a04a-c82b999008cc), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:14.825669 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-99c60035-afed-40af-bf77-150193d696df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d858d926-9154-4ad2-a04a-c82b999008cc']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:14.930312 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-99c60035-afed-40af-bf77-150193d696df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3808f62c-d34b-4239-bf7d-81faa3d0ed82') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:14.930312 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-99c60035-afed-40af-bf77-150193d696df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3808f62c-d34b-4239-bf7d-81faa3d0ed82') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:15.009553 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7b843e71-0ef5-4a3f-9717-91c0d0e5c4ea req-663e0dbf-b884-44c0-beef-d2fb98993479 service neutron] 10.222.0.65 "GET /v2.0/networks/294810c1-e417-4dee-b1db-4a6818051883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498299 Mar 11 19:45:15.024448 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-99c60035-afed-40af-bf77-150193d696df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (3808f62c-d34b-4239-bf7d-81faa3d0ed82), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:15.064053 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-99c60035-afed-40af-bf77-150193d696df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (3808f62c-d34b-4239-bf7d-81faa3d0ed82), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:15.098289 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99c60035-afed-40af-bf77-150193d696df admin admin] Releasing vlan 878 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:45:15.099449 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-99c60035-afed-40af-bf77-150193d696df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (3808f62c-d34b-4239-bf7d-81faa3d0ed82), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:15.221117 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 19:45:15.221117 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:45:15.221117 n-d-833163-1 neutron-server[103885]: timer() Mar 11 19:45:15.221117 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:45:15.221117 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 19:45:15.221117 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:45:15.221117 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 19:45:15.221117 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:45:15.221117 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 19:45:15.221117 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:45:15.221117 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 19:45:15.221117 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:45:15.221117 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 19:45:15.221117 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:45:15.221117 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:45:15.221117 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:45:15.221117 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:45:15.221117 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:45:15.221117 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 19:45:15.221117 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:45:15.221117 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 19:45:15.221117 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:45:15.221117 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:45:15.221117 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:45:15.221117 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 19:45:15.221117 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:45:15.221117 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:45:15.221117 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:45:15.221117 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:45:15.221117 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:45:15.221117 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:45:15.221117 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:45:15.226279 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-99c60035-afed-40af-bf77-150193d696df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (d858d926-9154-4ad2-a04a-c82b999008cc), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:15.239996 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-99c60035-afed-40af-bf77-150193d696df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:15.246208 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-99c60035-afed-40af-bf77-150193d696df admin admin] 10.222.0.65 "DELETE /v2.0/networks/d858d926-9154-4ad2-a04a-c82b999008cc HTTP/1.1" status: 204 len: 168 time: 1.4356985 Mar 11 19:45:15.263475 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c60035-afed-40af-bf77-150193d696df admin admin] Pushing event deleted for resources: {'Network': ['ID=d858d926-9154-4ad2-a04a-c82b999008cc,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:15.275435 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c60035-afed-40af-bf77-150193d696df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:15.275967 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c60035-afed-40af-bf77-150193d696df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:15.276434 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c60035-afed-40af-bf77-150193d696df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:15.277464 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c60035-afed-40af-bf77-150193d696df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:15.278560 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c60035-afed-40af-bf77-150193d696df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:15.279010 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c60035-afed-40af-bf77-150193d696df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:15.279757 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c60035-afed-40af-bf77-150193d696df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:15.280484 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c60035-afed-40af-bf77-150193d696df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:15.281541 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c60035-afed-40af-bf77-150193d696df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:15.281989 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c60035-afed-40af-bf77-150193d696df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:15.282439 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c60035-afed-40af-bf77-150193d696df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:15.283132 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c60035-afed-40af-bf77-150193d696df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:15.283570 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c60035-afed-40af-bf77-150193d696df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:15.748237 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f9e37720-4faf-4f3e-8497-d0e01da6c128 req-d9f891a3-b727-4f92-a105-8a60aaead70a tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] 10.222.0.65 "GET /v2.0/ports?device_id=2edcc926-8124-4eed-a29a-472714991be7 HTTP/1.1" status: 200 len: 210 time: 0.0868869 Mar 11 19:45:15.957836 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 45634) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:16.037750 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 45638) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:16.114383 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-db3be3db-37eb-470b-940b-69c63744c6dd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ecbf299b1d5e41ab8c67b27ef48cb51a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0754619 Mar 11 19:45:16.117982 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 45642) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:16.239245 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d3a5be86-0352-4123-b3cc-5c712ad06c23 admin admin] Publish callbacks [] for security_group (e789d243-d44b-4c90-804c-4c5c1d1958da), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:16.300799 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d3a5be86-0352-4123-b3cc-5c712ad06c23 admin admin] Publish callbacks [] for security_group (e789d243-d44b-4c90-804c-4c5c1d1958da), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:16.406143 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d3a5be86-0352-4123-b3cc-5c712ad06c23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (e789d243-d44b-4c90-804c-4c5c1d1958da), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:16.409388 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d3a5be86-0352-4123-b3cc-5c712ad06c23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:16.413666 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d3a5be86-0352-4123-b3cc-5c712ad06c23 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e789d243-d44b-4c90-804c-4c5c1d1958da HTTP/1.1" status: 204 len: 168 time: 0.2943494 Mar 11 19:45:16.447907 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a5be86-0352-4123-b3cc-5c712ad06c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e789d243-d44b-4c90-804c-4c5c1d1958da,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:16.577629 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-14470868-544e-4146-b981-d8aeb7ddba91 admin admin] Deleting subnet 5402328f-7fd7-414d-bb99-adab596edad0 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:45:16.611981 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-14470868-544e-4146-b981-d8aeb7ddba91 admin admin] Publish callbacks [] for subnet (5402328f-7fd7-414d-bb99-adab596edad0), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:16.769890 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-14470868-544e-4146-b981-d8aeb7ddba91 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (5402328f-7fd7-414d-bb99-adab596edad0), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:16.990205 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-14470868-544e-4146-b981-d8aeb7ddba91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (5402328f-7fd7-414d-bb99-adab596edad0), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:17.058219 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d1e471ec-0d44-4056-b078-bdcfe2a9120d req-4eb3a553-c6f1-407d-85b2-79269a62b793 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] 10.222.0.65 "GET /v2.0/ports?device_id=2edcc926-8124-4eed-a29a-472714991be7 HTTP/1.1" status: 200 len: 210 time: 0.1090167 Mar 11 19:45:17.189442 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dbaf9e11-de17-4184-96c2-1be4f75e6780 req-205cee8b-0506-44b9-b463-370b44758718 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=eb069624-2a9a-4457-8d94-c111f7203e46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2008028 Mar 11 19:45:17.204550 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-14470868-544e-4146-b981-d8aeb7ddba91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (5402328f-7fd7-414d-bb99-adab596edad0), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:17.310554 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14470868-544e-4146-b981-d8aeb7ddba91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5402328f-7fd7-414d-bb99-adab596edad0,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:17.333458 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-14470868-544e-4146-b981-d8aeb7ddba91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:17.342952 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 45678) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:17.354454 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-14470868-544e-4146-b981-d8aeb7ddba91 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/5402328f-7fd7-414d-bb99-adab596edad0 HTTP/1.1" status: 204 len: 168 time: 1.3954294 Mar 11 19:45:17.564048 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf9e11-de17-4184-96c2-1be4f75e6780 req-6709785f-056b-4530-bcbd-80d2672f041e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:17.565830 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dbaf9e11-de17-4184-96c2-1be4f75e6780 req-6709785f-056b-4530-bcbd-80d2672f041e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=66b3b8d3f65c4e239ea33b0475efa223&device_id=eb069624-2a9a-4457-8d94-c111f7203e46 HTTP/1.1" status: 200 len: 1128 time: 0.2482004 Mar 11 19:45:17.651873 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e1fdac6c-d2f2-4f8b-974f-699170382a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (90292ec6-d6b2-4fa1-9376-c622cb87c9e0), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:17.815155 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf9e11-de17-4184-96c2-1be4f75e6780 req-908e1f7a-02e0-4530-b846-7deb7951b29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:17.815701 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dbaf9e11-de17-4184-96c2-1be4f75e6780 req-908e1f7a-02e0-4530-b846-7deb7951b29a service neutron] 10.222.0.57 "GET /v2.0/networks?id=90663b8c-1bde-4a55-8ab4-a84ee4d3cf19 HTTP/1.1" status: 200 len: 912 time: 0.2302947 Mar 11 19:45:17.883492 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dbaf9e11-de17-4184-96c2-1be4f75e6780 req-21a73fab-6abe-423f-bec5-391c4df4e1fc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a77be94f-5763-47c7-a94b-063aaf86b760 HTTP/1.1" status: 200 len: 217 time: 0.0607116 Mar 11 19:45:17.934193 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b843e71-0ef5-4a3f-9717-91c0d0e5c4ea req-574be12c-7889-4d09-940b-129d47a68827 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:17.936685 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-7b843e71-0ef5-4a3f-9717-91c0d0e5c4ea req-574be12c-7889-4d09-940b-129d47a68827 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] 10.222.0.75 "GET /v2.0/networks?id=294810c1-e417-4dee-b1db-4a6818051883 HTTP/1.1" status: 200 len: 814 time: 0.5158503 Mar 11 19:45:18.000363 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf9e11-de17-4184-96c2-1be4f75e6780 req-77a0b141-7559-476f-a479-a6bb3d220c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:18.003758 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dbaf9e11-de17-4184-96c2-1be4f75e6780 req-77a0b141-7559-476f-a479-a6bb3d220c8d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=83286d6e-3d22-482f-b14a-2fbd7466cc6c HTTP/1.1" status: 200 len: 850 time: 0.1084507 Mar 11 19:45:18.092413 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-7b843e71-0ef5-4a3f-9717-91c0d0e5c4ea req-f759724f-e608-4cd3-a3c7-47df1dccc3a0 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3679c99eaae470ab652a8ce28b1c6d9 HTTP/1.1" status: 200 len: 380 time: 0.1411326 Mar 11 19:45:18.134686 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e1fdac6c-d2f2-4f8b-974f-699170382a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (90292ec6-d6b2-4fa1-9376-c622cb87c9e0), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:18.142955 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-7b843e71-0ef5-4a3f-9717-91c0d0e5c4ea req-873dc525-3641-42b3-be77-e94a3af1526e tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Request body: {'port': {'device_id': '2edcc926-8124-4eed-a29a-472714991be7', 'network_id': '294810c1-e417-4dee-b1db-4a6818051883', 'admin_state_up': True, 'tenant_id': 'd3679c99eaae470ab652a8ce28b1c6d9', 'security_groups': ['5495e4e0-691c-454b-bbeb-3093e70ffa6f']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:45:18.161007 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf9e11-de17-4184-96c2-1be4f75e6780 req-2f4d8589-bada-467c-88f6-c6afde997a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:18.163093 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dbaf9e11-de17-4184-96c2-1be4f75e6780 req-2f4d8589-bada-467c-88f6-c6afde997a53 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=90663b8c-1bde-4a55-8ab4-a84ee4d3cf19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1538827 Mar 11 19:45:18.199531 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-e1fdac6c-d2f2-4f8b-974f-699170382a5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90292ec6-d6b2-4fa1-9376-c622cb87c9e0']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:18.228819 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-e1fdac6c-d2f2-4f8b-974f-699170382a5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e412043-f4b7-4584-89b3-4a0ee01e31e1') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:18.229227 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-e1fdac6c-d2f2-4f8b-974f-699170382a5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e412043-f4b7-4584-89b3-4a0ee01e31e1') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:18.285023 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e1fdac6c-d2f2-4f8b-974f-699170382a5f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (4e412043-f4b7-4584-89b3-4a0ee01e31e1), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:18.309247 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e1fdac6c-d2f2-4f8b-974f-699170382a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (4e412043-f4b7-4584-89b3-4a0ee01e31e1), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:18.328806 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1fdac6c-d2f2-4f8b-974f-699170382a5f admin admin] Releasing vlan 857 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:45:18.329375 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e1fdac6c-d2f2-4f8b-974f-699170382a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (4e412043-f4b7-4584-89b3-4a0ee01e31e1), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:18.331507 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:45:18.331507 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:45:18.331507 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:45:18.331507 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:45:18.331507 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:45:18.331507 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:45:18.331507 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:45:18.331507 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:45:18.331507 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:45:18.331507 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:45:18.331507 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:45:18.331507 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:45:18.331507 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:45:18.331507 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:45:18.331507 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:45:18.331507 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:45:18.331507 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:45:18.331507 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:45:18.331507 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:45:18.331507 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:45:18.331507 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:45:18.331507 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:45:18.331507 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:45:18.331507 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:45:18.331507 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:45:18.331507 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:45:18.331507 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:45:18.331507 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:45:18.331507 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:45:18.331507 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:45:18.331507 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:45:18.331507 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:45:18.396367 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6337faab-4869-443e-b30f-e4d88dd674c3 req-70c10ee9-fa67-4aba-993f-fdc2eae1b581 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] 10.222.0.65 "GET /v2.0/ports?device_id=2edcc926-8124-4eed-a29a-472714991be7 HTTP/1.1" status: 200 len: 210 time: 0.1608684 Mar 11 19:45:18.422941 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e1fdac6c-d2f2-4f8b-974f-699170382a5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (90292ec6-d6b2-4fa1-9376-c622cb87c9e0), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:18.438089 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e1fdac6c-d2f2-4f8b-974f-699170382a5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:18.442927 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e1fdac6c-d2f2-4f8b-974f-699170382a5f admin admin] 10.222.0.65 "DELETE /v2.0/networks/90292ec6-d6b2-4fa1-9376-c622cb87c9e0 HTTP/1.1" status: 204 len: 168 time: 1.0979483 Mar 11 19:45:18.446264 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b843e71-0ef5-4a3f-9717-91c0d0e5c4ea req-873dc525-3641-42b3-be77-e94a3af1526e tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Made reservation on behalf of d3679c99eaae470ab652a8ce28b1c6d9 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:45:18.451621 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7b843e71-0ef5-4a3f-9717-91c0d0e5c4ea req-873dc525-3641-42b3-be77-e94a3af1526e tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:18.513870 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dbaf9e11-de17-4184-96c2-1be4f75e6780 req-665c3ab3-d41a-4a20-9ac9-825cfac2c142 service neutron] 10.222.0.57 "GET /v2.0/networks/90663b8c-1bde-4a55-8ab4-a84ee4d3cf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3424890 Mar 11 19:45:18.514597 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fdac6c-d2f2-4f8b-974f-699170382a5f admin admin] Pushing event deleted for resources: {'Network': ['ID=90292ec6-d6b2-4fa1-9376-c622cb87c9e0,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:18.665586 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dbaf9e11-de17-4184-96c2-1be4f75e6780 req-f25cbffc-6762-4746-8119-781c14e6c0b0 service neutron] 10.222.0.57 "GET /v2.0/networks/90663b8c-1bde-4a55-8ab4-a84ee4d3cf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452665 Mar 11 19:45:18.820839 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:18.827506 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-7b843e71-0ef5-4a3f-9717-91c0d0e5c4ea req-873dc525-3641-42b3-be77-e94a3af1526e tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Allocated IP 172.20.0.5 (294810c1-e417-4dee-b1db-4a6818051883/e37a70ad-abe0-4f44-9eb0-e7e761448022/99806fe6-ab5d-446f-88d8-77181b245c32) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:45:18.888328 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 45712) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:19.039857 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-2af62986-3ef9-4261-8032-ae6d28a414c6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=12e2452ddb214caab7c1aa2dab6d048a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1527393 Mar 11 19:45:19.042391 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 45716) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:19.168045 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5c8612bb-e660-414b-9d95-182e2e1e9a35 admin admin] Publish callbacks [] for security_group (706771a7-f917-4c6b-a63d-81a807505760), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:19.216598 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5c8612bb-e660-414b-9d95-182e2e1e9a35 admin admin] Publish callbacks [] for security_group (706771a7-f917-4c6b-a63d-81a807505760), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:19.219181 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7b843e71-0ef5-4a3f-9717-91c0d0e5c4ea req-873dc525-3641-42b3-be77-e94a3af1526e tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Publish callbacks [] for port (99806fe6-ab5d-446f-88d8-77181b245c32), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:19.289308 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7b843e71-0ef5-4a3f-9717-91c0d0e5c4ea req-873dc525-3641-42b3-be77-e94a3af1526e tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (99806fe6-ab5d-446f-88d8-77181b245c32), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:19.334996 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5c8612bb-e660-414b-9d95-182e2e1e9a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (706771a7-f917-4c6b-a63d-81a807505760), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:19.338253 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5c8612bb-e660-414b-9d95-182e2e1e9a35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:19.339619 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-5c8612bb-e660-414b-9d95-182e2e1e9a35 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/706771a7-f917-4c6b-a63d-81a807505760 HTTP/1.1" status: 204 len: 168 time: 0.2962413 Mar 11 19:45:19.356056 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8612bb-e660-414b-9d95-182e2e1e9a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706771a7-f917-4c6b-a63d-81a807505760,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:19.364714 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b843e71-0ef5-4a3f-9717-91c0d0e5c4ea req-873dc525-3641-42b3-be77-e94a3af1526e tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Network 294810c1-e417-4dee-b1db-4a6818051883 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:45:19.368456 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-7b843e71-0ef5-4a3f-9717-91c0d0e5c4ea req-873dc525-3641-42b3-be77-e94a3af1526e tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:45:19.372749 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b843e71-0ef5-4a3f-9717-91c0d0e5c4ea req-873dc525-3641-42b3-be77-e94a3af1526e tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:45:19.445800 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873dc525-3641-42b3-be77-e94a3af1526e tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Pushing event updated for resources: {'Port': ['ID=99806fe6-ab5d-446f-88d8-77181b245c32,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:19.486752 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b843e71-0ef5-4a3f-9717-91c0d0e5c4ea req-873dc525-3641-42b3-be77-e94a3af1526e tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:19.494699 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7b843e71-0ef5-4a3f-9717-91c0d0e5c4ea req-873dc525-3641-42b3-be77-e94a3af1526e tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:19.536055 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-7b843e71-0ef5-4a3f-9717-91c0d0e5c4ea req-873dc525-3641-42b3-be77-e94a3af1526e tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3980453 Mar 11 19:45:19.553138 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-7b843e71-0ef5-4a3f-9717-91c0d0e5c4ea req-d46a5381-fe0a-44ea-8a81-819df95a487f service neutron] Request body: {'port': {'device_id': '2edcc926-8124-4eed-a29a-472714991be7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:45:19.618252 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fefe0b3-2031-4fd5-8200-6fa1d3b51178 req-48e9a96c-2397-42a2-911b-1b46ed6c3ddc tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:19.632725 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5fefe0b3-2031-4fd5-8200-6fa1d3b51178 req-48e9a96c-2397-42a2-911b-1b46ed6c3ddc tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] 10.222.0.65 "GET /v2.0/ports?device_id=2edcc926-8124-4eed-a29a-472714991be7 HTTP/1.1" status: 200 len: 931 time: 0.1091814 Mar 11 19:45:19.676642 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7b843e71-0ef5-4a3f-9717-91c0d0e5c4ea req-d46a5381-fe0a-44ea-8a81-819df95a487f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (99806fe6-ab5d-446f-88d8-77181b245c32), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:19.688990 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 45732) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:19.731341 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5a8a775-7c50-4b58-b390-d6e42c87115d None None] Provisioning complete for port 99806fe6-ab5d-446f-88d8-77181b245c32 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:45:19.731906 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5a8a775-7c50-4b58-b390-d6e42c87115d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (99806fe6-ab5d-446f-88d8-77181b245c32), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:19.799160 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5fefe0b3-2031-4fd5-8200-6fa1d3b51178 req-b279ac75-8c0b-4e50-a2d6-31b4458176bf tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] 10.222.0.65 "GET /v2.0/security-groups?id=5495e4e0-691c-454b-bbeb-3093e70ffa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654706 Mar 11 19:45:19.851072 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5a8a775-7c50-4b58-b390-d6e42c87115d None None] Port 99806fe6-ab5d-446f-88d8-77181b245c32 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:45:20.104579 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59f6cc39-9b8a-4658-843e-f13ce790884d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:20.192878 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-7b843e71-0ef5-4a3f-9717-91c0d0e5c4ea req-d46a5381-fe0a-44ea-8a81-819df95a487f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99806fe6-ab5d-446f-88d8-77181b245c32 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:45:20.216840 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7b843e71-0ef5-4a3f-9717-91c0d0e5c4ea req-d46a5381-fe0a-44ea-8a81-819df95a487f service neutron] Publish callbacks [] for port (99806fe6-ab5d-446f-88d8-77181b245c32), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:20.254410 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-7b843e71-0ef5-4a3f-9717-91c0d0e5c4ea req-d46a5381-fe0a-44ea-8a81-819df95a487f service neutron] Transition to ACTIVE for port object 99806fe6-ab5d-446f-88d8-77181b245c32 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:45:20.261540 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7b843e71-0ef5-4a3f-9717-91c0d0e5c4ea req-d46a5381-fe0a-44ea-8a81-819df95a487f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (99806fe6-ab5d-446f-88d8-77181b245c32), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:20.368142 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59f6cc39-9b8a-4658-843e-f13ce790884d admin admin] Publish callbacks [] for security_group (b2bf2e49-b684-469f-8a78-a1f08c949da7), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:20.387185 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59f6cc39-9b8a-4658-843e-f13ce790884d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (b2bf2e49-b684-469f-8a78-a1f08c949da7), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:20.454058 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46a5381-fe0a-44ea-8a81-819df95a487f service neutron] Pushing event updated for resources: {'Port': ['ID=99806fe6-ab5d-446f-88d8-77181b245c32,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:20.516704 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-59f6cc39-9b8a-4658-843e-f13ce790884d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0eef61c0c36243809aa2c4dc6937857d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8255432 Mar 11 19:45:20.517768 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f6cc39-9b8a-4658-843e-f13ce790884d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2bf2e49-b684-469f-8a78-a1f08c949da7,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:20.525198 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 45766) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:20.595490 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-7b843e71-0ef5-4a3f-9717-91c0d0e5c4ea req-d46a5381-fe0a-44ea-8a81-819df95a487f service neutron] Attempting to bind port 99806fe6-ab5d-446f-88d8-77181b245c32 on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:45:20.595867 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-7b843e71-0ef5-4a3f-9717-91c0d0e5c4ea req-d46a5381-fe0a-44ea-8a81-819df95a487f service neutron] Attempting to bind port 99806fe6-ab5d-446f-88d8-77181b245c32 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '5bca048e-a618-4c1e-996a-5ab04ff29de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '294810c1-e417-4dee-b1db-4a6818051883'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:45:20.596195 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b843e71-0ef5-4a3f-9717-91c0d0e5c4ea req-d46a5381-fe0a-44ea-8a81-819df95a487f service neutron] Attempting to bind port 99806fe6-ab5d-446f-88d8-77181b245c32 on network 294810c1-e417-4dee-b1db-4a6818051883 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:45:20.601633 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b843e71-0ef5-4a3f-9717-91c0d0e5c4ea req-d46a5381-fe0a-44ea-8a81-819df95a487f service neutron] Port 99806fe6-ab5d-446f-88d8-77181b245c32 on network 294810c1-e417-4dee-b1db-4a6818051883 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:45:20.601960 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b843e71-0ef5-4a3f-9717-91c0d0e5c4ea req-d46a5381-fe0a-44ea-8a81-819df95a487f service neutron] Attempting to bind port 99806fe6-ab5d-446f-88d8-77181b245c32 on network 294810c1-e417-4dee-b1db-4a6818051883 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:45:20.609434 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b843e71-0ef5-4a3f-9717-91c0d0e5c4ea req-d46a5381-fe0a-44ea-8a81-819df95a487f service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:45:20.609821 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b843e71-0ef5-4a3f-9717-91c0d0e5c4ea req-d46a5381-fe0a-44ea-8a81-819df95a487f service neutron] Checking segment: {'id': '5bca048e-a618-4c1e-996a-5ab04ff29de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '294810c1-e417-4dee-b1db-4a6818051883'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:45:20.610164 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b843e71-0ef5-4a3f-9717-91c0d0e5c4ea req-d46a5381-fe0a-44ea-8a81-819df95a487f service neutron] Bound using segment: {'id': '5bca048e-a618-4c1e-996a-5ab04ff29de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '294810c1-e417-4dee-b1db-4a6818051883'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:45:20.610745 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-7b843e71-0ef5-4a3f-9717-91c0d0e5c4ea req-d46a5381-fe0a-44ea-8a81-819df95a487f service neutron] Bound port: 99806fe6-ab5d-446f-88d8-77181b245c32, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bca048e-a618-4c1e-996a-5ab04ff29de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '294810c1-e417-4dee-b1db-4a6818051883'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:45:20.611166 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7b843e71-0ef5-4a3f-9717-91c0d0e5c4ea req-d46a5381-fe0a-44ea-8a81-819df95a487f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (99806fe6-ab5d-446f-88d8-77181b245c32), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:20.650529 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d61af743-6fe3-42f4-bc92-acbc64cba6ee admin admin] Publish callbacks [] for security_group (b2bf2e49-b684-469f-8a78-a1f08c949da7), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:20.710852 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d61af743-6fe3-42f4-bc92-acbc64cba6ee admin admin] Publish callbacks [] for security_group (b2bf2e49-b684-469f-8a78-a1f08c949da7), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:20.785011 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-7b843e71-0ef5-4a3f-9717-91c0d0e5c4ea req-d46a5381-fe0a-44ea-8a81-819df95a487f service neutron] For port 99806fe6-ab5d-446f-88d8-77181b245c32, host n-h1-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:45:20.794487 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-7b843e71-0ef5-4a3f-9717-91c0d0e5c4ea req-d46a5381-fe0a-44ea-8a81-819df95a487f service neutron] For port 99806fe6-ab5d-446f-88d8-77181b245c32, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=99806fe6-ab5d-446f-88d8-77181b245c32,segment=NetworkSegment(5bca048e-a618-4c1e-996a-5ab04ff29de0),segment_id=5bca048e-a618-4c1e-996a-5ab04ff29de0)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:45:20.807111 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7b843e71-0ef5-4a3f-9717-91c0d0e5c4ea req-d46a5381-fe0a-44ea-8a81-819df95a487f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (99806fe6-ab5d-446f-88d8-77181b245c32), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:20.820071 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d61af743-6fe3-42f4-bc92-acbc64cba6ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (b2bf2e49-b684-469f-8a78-a1f08c949da7), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:20.825051 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d61af743-6fe3-42f4-bc92-acbc64cba6ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:20.829947 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d61af743-6fe3-42f4-bc92-acbc64cba6ee admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b2bf2e49-b684-469f-8a78-a1f08c949da7 HTTP/1.1" status: 204 len: 168 time: 0.2986207 Mar 11 19:45:20.841785 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61af743-6fe3-42f4-bc92-acbc64cba6ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2bf2e49-b684-469f-8a78-a1f08c949da7,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:20.898687 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b843e71-0ef5-4a3f-9717-91c0d0e5c4ea req-d46a5381-fe0a-44ea-8a81-819df95a487f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:20.900300 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7b843e71-0ef5-4a3f-9717-91c0d0e5c4ea req-d46a5381-fe0a-44ea-8a81-819df95a487f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:20.906455 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-7b843e71-0ef5-4a3f-9717-91c0d0e5c4ea req-d46a5381-fe0a-44ea-8a81-819df95a487f service neutron] 10.222.0.75 "PUT /v2.0/ports/99806fe6-ab5d-446f-88d8-77181b245c32 HTTP/1.1" status: 200 len: 1091 time: 1.3579969 Mar 11 19:45:20.907016 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2edcc926-8124-4eed-a29a-472714991be7', 'tag': '99806fe6-ab5d-446f-88d8-77181b245c32'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:45:20.910426 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a570af7a-9170-4493-8435-657e09f3aa46" -d '{"events": [{"name": "network-changed", "server_uuid": "2edcc926-8124-4eed-a29a-472714991be7", "tag": "99806fe6-ab5d-446f-88d8-77181b245c32"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:45:21.029150 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46a5381-fe0a-44ea-8a81-819df95a487f service neutron] Pushing event updated for resources: {'Port': ['ID=99806fe6-ab5d-446f-88d8-77181b245c32,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:21.113295 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b843e71-0ef5-4a3f-9717-91c0d0e5c4ea req-0138bcd8-bc0d-493a-9340-d52ffb73d6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:21.117098 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-7b843e71-0ef5-4a3f-9717-91c0d0e5c4ea req-0138bcd8-bc0d-493a-9340-d52ffb73d6b4 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d3679c99eaae470ab652a8ce28b1c6d9&device_id=2edcc926-8124-4eed-a29a-472714991be7 HTTP/1.1" status: 200 len: 1125 time: 0.1453745 Mar 11 19:45:21.229000 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b741ab-8965-4e40-8d64-c0df04e5db76 req-9c601192-b7d2-49d0-9199-fd4b282f1a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:21.233607 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-60b741ab-8965-4e40-8d64-c0df04e5db76 req-9c601192-b7d2-49d0-9199-fd4b282f1a39 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=66b3b8d3f65c4e239ea33b0475efa223&device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 1127 time: 0.2444408 Mar 11 19:45:21.263878 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 45794) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:21.335974 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d318240-ad54-4af3-93e5-5a5082d1cc4e req-1bc0c958-db10-4696-900b-4c4cb751f6c4 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:21.347258 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2d318240-ad54-4af3-93e5-5a5082d1cc4e req-1bc0c958-db10-4696-900b-4c4cb751f6c4 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] 10.222.0.65 "GET /v2.0/ports?device_id=2edcc926-8124-4eed-a29a-472714991be7 HTTP/1.1" status: 200 len: 943 time: 0.2937424 Mar 11 19:45:21.598863 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2d318240-ad54-4af3-93e5-5a5082d1cc4e req-b8ff3182-ddf3-42eb-a201-e0de1d984451 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] 10.222.0.65 "GET /v2.0/security-groups?id=5495e4e0-691c-454b-bbeb-3093e70ffa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2477369 Mar 11 19:45:21.640301 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b741ab-8965-4e40-8d64-c0df04e5db76 req-f9d03cb7-bced-4997-bbc1-6c5e4671c3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:21.644009 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-60b741ab-8965-4e40-8d64-c0df04e5db76 req-f9d03cb7-bced-4997-bbc1-6c5e4671c3f0 service neutron] 10.222.0.75 "GET /v2.0/networks?id=90663b8c-1bde-4a55-8ab4-a84ee4d3cf19 HTTP/1.1" status: 200 len: 912 time: 0.3964970 Mar 11 19:45:21.763458 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-6a9d3b33-f6ec-4c89-9693-54b8ae1b7011 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-155238109-network', 'tenant_id': '0bfa6b6a8642477d8a1691a8e7c57578'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:45:21.836345 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-60b741ab-8965-4e40-8d64-c0df04e5db76 req-ea2b5a2f-1a30-4f3f-9190-4a812a06cf19 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fd68e1a-7e53-4dd7-a129-e219fe1f8266 HTTP/1.1" status: 200 len: 1000 time: 0.1853607 Mar 11 19:45:21.836936 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9d3b33-f6ec-4c89-9693-54b8ae1b7011 admin admin] Made reservation on behalf of 0bfa6b6a8642477d8a1691a8e7c57578 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:45:21.839521 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6a9d3b33-f6ec-4c89-9693-54b8ae1b7011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:21.851517 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-7b843e71-0ef5-4a3f-9717-91c0d0e5c4ea req-4cf1ba5e-e8a6-4ce4-96c1-c44752c8b2f6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99806fe6-ab5d-446f-88d8-77181b245c32 HTTP/1.1" status: 200 len: 217 time: 0.7236891 Mar 11 19:45:21.915856 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6a9d3b33-f6ec-4c89-9693-54b8ae1b7011 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:21.916689 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b843e71-0ef5-4a3f-9717-91c0d0e5c4ea req-269ced2f-99e4-426a-8502-eeb67178894a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:21.918281 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-7b843e71-0ef5-4a3f-9717-91c0d0e5c4ea req-269ced2f-99e4-426a-8502-eeb67178894a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e37a70ad-abe0-4f44-9eb0-e7e761448022 HTTP/1.1" status: 200 len: 853 time: 0.0614293 Mar 11 19:45:22.018474 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b843e71-0ef5-4a3f-9717-91c0d0e5c4ea req-21cf9cf7-cede-40f0-93c2-5a4ad7014d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:22.022875 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-7b843e71-0ef5-4a3f-9717-91c0d0e5c4ea req-21cf9cf7-cede-40f0-93c2-5a4ad7014d43 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=294810c1-e417-4dee-b1db-4a6818051883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0983026 Mar 11 19:45:22.056020 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5845aa10-c02e-40f3-af3b-a97a0bb92e65 req-ff3b3e28-4161-43a1-940d-82e030099101 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:22.060610 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5845aa10-c02e-40f3-af3b-a97a0bb92e65 req-ff3b3e28-4161-43a1-940d-82e030099101 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 945 time: 0.2994316 Mar 11 19:45:22.067525 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b741ab-8965-4e40-8d64-c0df04e5db76 req-3fa94398-244b-449c-835c-11f1403e2d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:22.069654 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-60b741ab-8965-4e40-8d64-c0df04e5db76 req-3fa94398-244b-449c-835c-11f1403e2d85 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=83286d6e-3d22-482f-b14a-2fbd7466cc6c HTTP/1.1" status: 200 len: 850 time: 0.2272146 Mar 11 19:45:22.140520 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 45808) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:22.156477 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c270bca2-73d6-4fbf-81e6-f7d5785698ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:22.212296 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-7b843e71-0ef5-4a3f-9717-91c0d0e5c4ea req-ac08efeb-8978-415d-bf1b-deeaee234411 service neutron] 10.222.0.75 "GET /v2.0/networks/294810c1-e417-4dee-b1db-4a6818051883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817141 Mar 11 19:45:22.290713 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5fe9b14f-a638-4a3d-a95c-48c14788bf9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:22.305436 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5845aa10-c02e-40f3-af3b-a97a0bb92e65 req-fbce59e7-f6c7-4471-8d4a-f3d6c8423e45 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2048225 Mar 11 19:45:22.359579 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b741ab-8965-4e40-8d64-c0df04e5db76 req-850ddc32-8299-46ae-8026-8df3d9c38d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:22.366109 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-60b741ab-8965-4e40-8d64-c0df04e5db76 req-850ddc32-8299-46ae-8026-8df3d9c38d5d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=90663b8c-1bde-4a55-8ab4-a84ee4d3cf19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2710152 Mar 11 19:45:22.418227 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05d836c-cc66-4667-9d14-495c7ecf8ea3 x-openstack-request-id: req-c05d836c-cc66-4667-9d14-495c7ecf8ea3 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:45:22.418567 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2edcc926-8124-4eed-a29a-472714991be7", "tag": "99806fe6-ab5d-446f-88d8-77181b245c32", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:45:22.418940 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c05d836c-cc66-4667-9d14-495c7ecf8ea3 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:45:22.423071 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2edcc926-8124-4eed-a29a-472714991be7', 'tag': '99806fe6-ab5d-446f-88d8-77181b245c32', 'status': 'completed', 'code': 200} Mar 11 19:45:22.437825 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6a9d3b33-f6ec-4c89-9693-54b8ae1b7011 admin admin] Publish callbacks [] for security_group (ab9b3265-e5e1-45d7-b150-e49155f5bae5), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:22.450593 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6a9d3b33-f6ec-4c89-9693-54b8ae1b7011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (ab9b3265-e5e1-45d7-b150-e49155f5bae5), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:22.507114 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a9d3b33-f6ec-4c89-9693-54b8ae1b7011 admin admin] vlan segment allocate from pool success with {'vlan_id': 891, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:45:22.538060 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6a9d3b33-f6ec-4c89-9693-54b8ae1b7011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (bcc135b9-e0d0-4af1-a30e-077582c83555), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:22.538542 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-6a9d3b33-f6ec-4c89-9693-54b8ae1b7011 admin admin] Added segment bcc135b9-e0d0-4af1-a30e-077582c83555 of type vlan for network 340dd101-5e54-490c-9ae7-4425c4810288 Mar 11 19:45:22.550416 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c270bca2-73d6-4fbf-81e6-f7d5785698ec admin admin] Publish callbacks [] for security_group (9366a56f-826a-4468-a2bd-71991af1c90d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:22.557975 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-7b843e71-0ef5-4a3f-9717-91c0d0e5c4ea req-f47c6a47-b02b-4105-b34b-826543270b9e service neutron] 10.222.0.75 "GET /v2.0/networks/294810c1-e417-4dee-b1db-4a6818051883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3390055 Mar 11 19:45:22.559082 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c270bca2-73d6-4fbf-81e6-f7d5785698ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (9366a56f-826a-4468-a2bd-71991af1c90d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:22.567002 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9d3b33-f6ec-4c89-9693-54b8ae1b7011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9b3265-e5e1-45d7-b150-e49155f5bae5,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:22.570976 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:22.596208 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-60b741ab-8965-4e40-8d64-c0df04e5db76 req-342b7e83-e2e9-4536-8f6e-3351bb15ae5c service neutron] 10.222.0.75 "GET /v2.0/networks/90663b8c-1bde-4a55-8ab4-a84ee4d3cf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234228 Mar 11 19:45:22.666228 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6a9d3b33-f6ec-4c89-9693-54b8ae1b7011 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (340dd101-5e54-490c-9ae7-4425c4810288), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:22.690177 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c270bca2-73d6-4fbf-81e6-f7d5785698ec admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8e5ec61e407648138f2339ff0f0103be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5459721 Mar 11 19:45:22.727783 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 45816) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:22.733535 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c270bca2-73d6-4fbf-81e6-f7d5785698ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9366a56f-826a-4468-a2bd-71991af1c90d,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:22.772548 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570af7a-9170-4493-8435-657e09f3aa46 req-4ded601f-9202-4182-af77-c2f481349e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:22.777216 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-a570af7a-9170-4493-8435-657e09f3aa46 req-4ded601f-9202-4182-af77-c2f481349e3c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d3679c99eaae470ab652a8ce28b1c6d9&device_id=2edcc926-8124-4eed-a29a-472714991be7 HTTP/1.1" status: 200 len: 1125 time: 0.0757580 Mar 11 19:45:22.821449 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6a9d3b33-f6ec-4c89-9693-54b8ae1b7011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (340dd101-5e54-490c-9ae7-4425c4810288), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:22.822470 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9d3b33-f6ec-4c89-9693-54b8ae1b7011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:22.823314 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6a9d3b33-f6ec-4c89-9693-54b8ae1b7011 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:22.894432 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570af7a-9170-4493-8435-657e09f3aa46 req-f8eacd4e-4107-47f8-bd5c-916492f53eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:22.900578 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-a570af7a-9170-4493-8435-657e09f3aa46 req-f8eacd4e-4107-47f8-bd5c-916492f53eb8 service neutron] 10.222.0.75 "GET /v2.0/networks?id=294810c1-e417-4dee-b1db-4a6818051883 HTTP/1.1" status: 200 len: 915 time: 0.1157632 Mar 11 19:45:22.943536 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9d3b33-f6ec-4c89-9693-54b8ae1b7011 admin admin] Pushing event updated for resources: {'Network': ['ID=340dd101-5e54-490c-9ae7-4425c4810288,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:22.954519 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 340dd101-5e54-490c-9ae7-4425c4810288 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:45:22.972732 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-a570af7a-9170-4493-8435-657e09f3aa46 req-3aac1d30-9565-4d35-b37e-bd0ee7d653c8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99806fe6-ab5d-446f-88d8-77181b245c32 HTTP/1.1" status: 200 len: 217 time: 0.0634577 Mar 11 19:45:22.996044 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e899d84a-e0cd-416d-a8a8-24bf8f007d8e admin admin] Publish callbacks [] for security_group (9366a56f-826a-4468-a2bd-71991af1c90d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:23.047559 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-60b741ab-8965-4e40-8d64-c0df04e5db76 req-df781092-583b-46f9-a28b-779b72022403 service neutron] 10.222.0.75 "GET /v2.0/networks/90663b8c-1bde-4a55-8ab4-a84ee4d3cf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4237523 Mar 11 19:45:23.096415 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570af7a-9170-4493-8435-657e09f3aa46 req-0d2136f6-d1b2-4a1a-9aa6-9d8c56d1cf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:23.098681 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-a570af7a-9170-4493-8435-657e09f3aa46 req-0d2136f6-d1b2-4a1a-9aa6-9d8c56d1cf38 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e37a70ad-abe0-4f44-9eb0-e7e761448022 HTTP/1.1" status: 200 len: 853 time: 0.1211939 Mar 11 19:45:23.104073 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593aec53-1b0c-4a6a-931d-cae5560c6965 req-e158ca39-317d-487f-9659-abf07a528c44 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:23.111585 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-593aec53-1b0c-4a6a-931d-cae5560c6965 req-e158ca39-317d-487f-9659-abf07a528c44 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] 10.222.0.65 "GET /v2.0/ports?device_id=2edcc926-8124-4eed-a29a-472714991be7 HTTP/1.1" status: 200 len: 943 time: 0.3798234 Mar 11 19:45:23.114837 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e899d84a-e0cd-416d-a8a8-24bf8f007d8e admin admin] Publish callbacks [] for security_group (9366a56f-826a-4468-a2bd-71991af1c90d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:23.124370 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-6a9d3b33-f6ec-4c89-9693-54b8ae1b7011 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8565383 Mar 11 19:45:23.125962 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 45824) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:23.133915 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-99c08e29-36e1-4d81-a6b5-8da70820fd9e admin admin] Request body: {'subnet': {'network_id': '340dd101-5e54-490c-9ae7-4425c4810288', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-155238109-subnet', 'tenant_id': '0bfa6b6a8642477d8a1691a8e7c57578', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:45:23.216949 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c08e29-36e1-4d81-a6b5-8da70820fd9e admin admin] Made reservation on behalf of 0bfa6b6a8642477d8a1691a8e7c57578 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:45:23.220636 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-99c08e29-36e1-4d81-a6b5-8da70820fd9e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:23.228701 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a570af7a-9170-4493-8435-657e09f3aa46 req-5b2d842e-53b8-41cf-9951-65d42032e1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:23.231103 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-a570af7a-9170-4493-8435-657e09f3aa46 req-5b2d842e-53b8-41cf-9951-65d42032e1f1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=294810c1-e417-4dee-b1db-4a6818051883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1236985 Mar 11 19:45:23.262301 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-593aec53-1b0c-4a6a-931d-cae5560c6965 req-2d406ccc-1a05-4aa4-bd2d-7c1a1ed31ce5 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] 10.222.0.65 "GET /v2.0/security-groups?id=5495e4e0-691c-454b-bbeb-3093e70ffa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492431 Mar 11 19:45:23.301636 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e899d84a-e0cd-416d-a8a8-24bf8f007d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (9366a56f-826a-4468-a2bd-71991af1c90d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:23.305179 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e899d84a-e0cd-416d-a8a8-24bf8f007d8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:23.306828 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-e899d84a-e0cd-416d-a8a8-24bf8f007d8e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9366a56f-826a-4468-a2bd-71991af1c90d HTTP/1.1" status: 204 len: 168 time: 0.5737319 Mar 11 19:45:23.331095 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e899d84a-e0cd-416d-a8a8-24bf8f007d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9366a56f-826a-4468-a2bd-71991af1c90d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:23.499278 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4fb805-727e-416b-8fac-e983ef2403bb req-e713bf76-154a-4100-93de-d5013d924bf6 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:23.501067 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5a4fb805-727e-416b-8fac-e983ef2403bb req-e713bf76-154a-4100-93de-d5013d924bf6 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 945 time: 0.0997601 Mar 11 19:45:23.610614 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 45836) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:23.631430 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5a4fb805-727e-416b-8fac-e983ef2403bb req-d0477545-9b32-46f8-adc8-c7fd3d0ffbaf tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132712 Mar 11 19:45:23.670269 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-a570af7a-9170-4493-8435-657e09f3aa46 req-2c0b2709-a9ac-4f86-b2a7-88cc3dd10f38 service neutron] 10.222.0.75 "GET /v2.0/networks/294810c1-e417-4dee-b1db-4a6818051883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4252000 Mar 11 19:45:23.844264 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9e602c94-28e4-4437-b8c3-7ddbcec9d027 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:23.886277 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-99c08e29-36e1-4d81-a6b5-8da70820fd9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (177ffd29-1067-4cfa-978b-cdc6c06d6dd3), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:23.934079 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c08e29-36e1-4d81-a6b5-8da70820fd9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=177ffd29-1067-4cfa-978b-cdc6c06d6dd3,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:23.940957 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-a570af7a-9170-4493-8435-657e09f3aa46 req-6890bc6f-519b-4ffc-af15-a0908d31edf2 service neutron] 10.222.0.75 "GET /v2.0/networks/294810c1-e417-4dee-b1db-4a6818051883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158146 Mar 11 19:45:23.961966 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9e602c94-28e4-4437-b8c3-7ddbcec9d027 admin admin] Publish callbacks [] for security_group (9b823ff2-daa4-4afb-9d63-3b074ebab890), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:23.967148 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9e602c94-28e4-4437-b8c3-7ddbcec9d027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (9b823ff2-daa4-4afb-9d63-3b074ebab890), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:23.980760 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c08e29-36e1-4d81-a6b5-8da70820fd9e admin admin] Checking segment: {'id': 'bcc135b9-e0d0-4af1-a30e-077582c83555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '340dd101-5e54-490c-9ae7-4425c4810288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:45:23.981945 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c08e29-36e1-4d81-a6b5-8da70820fd9e admin admin] Network hostable DHCP agents. Network: 340dd101-5e54-490c-9ae7-4425c4810288, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:45:24.002098 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e602c94-28e4-4437-b8c3-7ddbcec9d027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b823ff2-daa4-4afb-9d63-3b074ebab890,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:24.009555 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c08e29-36e1-4d81-a6b5-8da70820fd9e admin admin] Network 340dd101-5e54-490c-9ae7-4425c4810288 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:45:24.029623 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-9e602c94-28e4-4437-b8c3-7ddbcec9d027 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=21ae49c23b244c64880a790f79907a88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3936157 Mar 11 19:45:24.031071 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 45850) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:24.039913 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-99c08e29-36e1-4d81-a6b5-8da70820fd9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 340dd101-5e54-490c-9ae7-4425c4810288) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:45:24.051195 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d72dc6-6dbe-4099-994e-b51a6f87ec50 None None] Network 340dd101-5e54-490c-9ae7-4425c4810288 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:45:24.064788 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c08e29-36e1-4d81-a6b5-8da70820fd9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:24.066615 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-99c08e29-36e1-4d81-a6b5-8da70820fd9e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:24.141198 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-99c08e29-36e1-4d81-a6b5-8da70820fd9e admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0063901 Mar 11 19:45:24.157150 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9b550858-8a04-472f-91eb-32a9b9719509 admin admin] Publish callbacks [] for security_group (9b823ff2-daa4-4afb-9d63-3b074ebab890), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:24.210153 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9b550858-8a04-472f-91eb-32a9b9719509 admin admin] Publish callbacks [] for security_group (9b823ff2-daa4-4afb-9d63-3b074ebab890), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:24.218744 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f01f91-4c3f-4006-9afd-eabbe94efe26 None None] Network 340dd101-5e54-490c-9ae7-4425c4810288 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:45:24.337006 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9b550858-8a04-472f-91eb-32a9b9719509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (9b823ff2-daa4-4afb-9d63-3b074ebab890), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:24.340756 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9b550858-8a04-472f-91eb-32a9b9719509 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:24.342047 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-9b550858-8a04-472f-91eb-32a9b9719509 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9b823ff2-daa4-4afb-9d63-3b074ebab890 HTTP/1.1" status: 204 len: 168 time: 0.3091831 Mar 11 19:45:24.364944 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b550858-8a04-472f-91eb-32a9b9719509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b823ff2-daa4-4afb-9d63-3b074ebab890,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:24.511089 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ad62f-955b-40ea-acc7-5ccd5a2f10f9 req-96370257-747a-4f7c-a464-1cce851eef35 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:24.529530 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-845ad62f-955b-40ea-acc7-5ccd5a2f10f9 req-96370257-747a-4f7c-a464-1cce851eef35 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] 10.222.0.65 "GET /v2.0/ports?device_id=2edcc926-8124-4eed-a29a-472714991be7 HTTP/1.1" status: 200 len: 943 time: 0.1253164 Mar 11 19:45:24.589634 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-589d7ee3-c4d9-419b-90bb-e9758f415590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:24.615229 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-845ad62f-955b-40ea-acc7-5ccd5a2f10f9 req-8b7d451d-b6e5-4685-8b33-4f44cc58d512 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] 10.222.0.65 "GET /v2.0/security-groups?id=5495e4e0-691c-454b-bbeb-3093e70ffa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788083 Mar 11 19:45:24.651378 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 99806fe6-ab5d-446f-88d8-77181b245c32 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:45:24.773430 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 99806fe6-ab5d-446f-88d8-77181b245c32, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=99806fe6-ab5d-446f-88d8-77181b245c32,segment=NetworkSegment(5bca048e-a618-4c1e-996a-5ab04ff29de0),segment_id=5bca048e-a618-4c1e-996a-5ab04ff29de0)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:45:24.789261 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '99806fe6-ab5d-446f-88d8-77181b245c32', 'network_id': '294810c1-e417-4dee-b1db-4a6818051883', 'port_id': '99806fe6-ab5d-446f-88d8-77181b245c32', 'mac_address': 'fa:16:3e:a5:ff:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e37a70ad-abe0-4f44-9eb0-e7e761448022', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:45:24.832138 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 99806fe6-ab5d-446f-88d8-77181b245c32 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:45:24.832531 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (99806fe6-ab5d-446f-88d8-77181b245c32), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:24.848759 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99806fe6-ab5d-446f-88d8-77181b245c32 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:45:24.874295 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 99806fe6-ab5d-446f-88d8-77181b245c32, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=99806fe6-ab5d-446f-88d8-77181b245c32,segment=NetworkSegment(5bca048e-a618-4c1e-996a-5ab04ff29de0),segment_id=5bca048e-a618-4c1e-996a-5ab04ff29de0)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:45:24.881410 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (99806fe6-ab5d-446f-88d8-77181b245c32), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:24.952341 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=99806fe6-ab5d-446f-88d8-77181b245c32,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:25.011095 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 45888) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:25.036334 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cfb31acd-6ef9-4f07-9a28-28a866d0030a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:25.110723 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['99806fe6-ab5d-446f-88d8-77181b245c32'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:45:25.203846 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cfb31acd-6ef9-4f07-9a28-28a866d0030a admin admin] Publish callbacks [] for security_group (52a498de-e71d-4464-9289-d4b05435a20b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:25.217077 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cfb31acd-6ef9-4f07-9a28-28a866d0030a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (52a498de-e71d-4464-9289-d4b05435a20b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:25.308309 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-cfb31acd-6ef9-4f07-9a28-28a866d0030a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8c8a7df642ba40af9892d4a99a18aa13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2959704 Mar 11 19:45:25.316877 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 45904) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:25.332123 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb31acd-6ef9-4f07-9a28-28a866d0030a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a498de-e71d-4464-9289-d4b05435a20b,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:25.391426 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-714c044f-bed6-411f-91de-063dc92a5b80 admin admin] Publish callbacks [] for security_group (52a498de-e71d-4464-9289-d4b05435a20b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:25.416727 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-714c044f-bed6-411f-91de-063dc92a5b80 admin admin] Publish callbacks [] for security_group (52a498de-e71d-4464-9289-d4b05435a20b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:25.479062 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-714c044f-bed6-411f-91de-063dc92a5b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (52a498de-e71d-4464-9289-d4b05435a20b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:25.481669 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-714c044f-bed6-411f-91de-063dc92a5b80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:25.485619 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-714c044f-bed6-411f-91de-063dc92a5b80 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/52a498de-e71d-4464-9289-d4b05435a20b HTTP/1.1" status: 204 len: 168 time: 0.1652708 Mar 11 19:45:25.498634 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714c044f-bed6-411f-91de-063dc92a5b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a498de-e71d-4464-9289-d4b05435a20b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:25.689749 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed79d5-0e5c-4b0d-a252-21aebcd05651 req-2412b7c6-9cb5-4434-8b43-f59aa609f12f tempest-InstanceActionsNegativeTestJSON-952081330 tempest-InstanceActionsNegativeTestJSON-952081330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:25.700206 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-84ed79d5-0e5c-4b0d-a252-21aebcd05651 req-2412b7c6-9cb5-4434-8b43-f59aa609f12f tempest-InstanceActionsNegativeTestJSON-952081330 tempest-InstanceActionsNegativeTestJSON-952081330-project] 10.222.0.65 "GET /v2.0/networks?id=340dd101-5e54-490c-9ae7-4425c4810288 HTTP/1.1" status: 200 len: 821 time: 0.6288154 Mar 11 19:45:25.717451 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-84ed79d5-0e5c-4b0d-a252-21aebcd05651 req-052ff688-d769-40a1-9a89-6ce7576a08b5 tempest-InstanceActionsNegativeTestJSON-952081330 tempest-InstanceActionsNegativeTestJSON-952081330-project] 10.222.0.65 "GET /v2.0/quotas/0bfa6b6a8642477d8a1691a8e7c57578 HTTP/1.1" status: 200 len: 375 time: 0.0163078 Mar 11 19:45:25.764922 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-84ed79d5-0e5c-4b0d-a252-21aebcd05651 req-4015121a-acb2-4571-8097-68c1c8b51c7b tempest-InstanceActionsNegativeTestJSON-952081330 tempest-InstanceActionsNegativeTestJSON-952081330-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=0bfa6b6a8642477d8a1691a8e7c57578&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400853 Mar 11 19:45:25.859156 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-84ed79d5-0e5c-4b0d-a252-21aebcd05651 req-362f1cfa-2396-4ccb-8467-189009ecec9a service neutron] 10.222.0.65 "GET /v2.0/networks/340dd101-5e54-490c-9ae7-4425c4810288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998209 Mar 11 19:45:26.001318 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-84ed79d5-0e5c-4b0d-a252-21aebcd05651 req-e42f7946-0c84-4231-b181-86d6c395edbd service neutron] 10.222.0.65 "GET /v2.0/networks/340dd101-5e54-490c-9ae7-4425c4810288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338525 Mar 11 19:45:26.154623 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:26.331228 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb52e9b1-a9cc-4b02-bd9a-95cf7b31497d req-d1c664ea-89c7-428b-8c29-efe4560dfefa tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:26.332181 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cb52e9b1-a9cc-4b02-bd9a-95cf7b31497d req-d1c664ea-89c7-428b-8c29-efe4560dfefa tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 945 time: 0.0771229 Mar 11 19:45:26.389403 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cb52e9b1-a9cc-4b02-bd9a-95cf7b31497d req-6e87d937-bf98-4e1b-99be-fad464f156f8 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564711 Mar 11 19:45:26.605736 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20adeffc-2f0d-4223-933b-fd46d0f87f5f req-9c41a22e-2d0d-4eaa-9e7a-3b13f851622f tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:26.616062 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-20adeffc-2f0d-4223-933b-fd46d0f87f5f req-9c41a22e-2d0d-4eaa-9e7a-3b13f851622f tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] 10.222.0.65 "GET /v2.0/ports?device_id=2edcc926-8124-4eed-a29a-472714991be7 HTTP/1.1" status: 200 len: 944 time: 0.0881906 Mar 11 19:45:26.647675 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 99806fe6-ab5d-446f-88d8-77181b245c32 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:45:26.734216 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-20adeffc-2f0d-4223-933b-fd46d0f87f5f req-f4d7dd99-a68b-4721-9896-d7940ac1a8c1 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] 10.222.0.65 "GET /v2.0/security-groups?id=5495e4e0-691c-454b-bbeb-3093e70ffa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086192 Mar 11 19:45:26.788820 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port 99806fe6-ab5d-446f-88d8-77181b245c32 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:45:26.794346 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 99806fe6-ab5d-446f-88d8-77181b245c32 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:45:26.794729 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (99806fe6-ab5d-446f-88d8-77181b245c32), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:26.821803 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3e20e41f-217e-43af-8533-a902f339164a req-75276d30-f7bf-41f5-9e2d-a56ff4bfdbf2 tempest-InstanceActionsNegativeTestJSON-952081330 tempest-InstanceActionsNegativeTestJSON-952081330-project] 10.222.0.65 "GET /v2.0/ports?device_id=df9bfce0-c99c-4ddd-aba1-6f84f0d98e70 HTTP/1.1" status: 200 len: 210 time: 0.0374639 Mar 11 19:45:26.924230 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 99806fe6-ab5d-446f-88d8-77181b245c32 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:45:26.924673 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (99806fe6-ab5d-446f-88d8-77181b245c32), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:26.960772 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2edcc926-8124-4eed-a29a-472714991be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99806fe6-ab5d-446f-88d8-77181b245c32'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:45:26.963263 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d726652e-bdea-465d-b73f-7b30e3ebffb3" -d '{"events": [{"server_uuid": "2edcc926-8124-4eed-a29a-472714991be7", "name": "network-vif-plugged", "status": "completed", "tag": "99806fe6-ab5d-446f-88d8-77181b245c32"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:45:26.981399 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 99806fe6-ab5d-446f-88d8-77181b245c32, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=99806fe6-ab5d-446f-88d8-77181b245c32,segment=NetworkSegment(5bca048e-a618-4c1e-996a-5ab04ff29de0),segment_id=5bca048e-a618-4c1e-996a-5ab04ff29de0)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:45:26.991830 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (99806fe6-ab5d-446f-88d8-77181b245c32), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:27.100856 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=99806fe6-ab5d-446f-88d8-77181b245c32,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:27.172732 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6afe3aad-0137-43dd-ac53-d85274f0ea6c x-openstack-request-id: req-6afe3aad-0137-43dd-ac53-d85274f0ea6c {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:45:27.173359 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2edcc926-8124-4eed-a29a-472714991be7", "name": "network-vif-plugged", "status": "completed", "tag": "99806fe6-ab5d-446f-88d8-77181b245c32", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:45:27.173359 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6afe3aad-0137-43dd-ac53-d85274f0ea6c {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:45:27.173849 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2edcc926-8124-4eed-a29a-472714991be7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99806fe6-ab5d-446f-88d8-77181b245c32', 'code': 200} Mar 11 19:45:27.321472 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a4e8f7-04c6-4b31-a386-0b1b47f44aa3 req-ea03f072-3b22-42e2-81f0-d777e589ef7f tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:27.323583 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-99a4e8f7-04c6-4b31-a386-0b1b47f44aa3 req-ea03f072-3b22-42e2-81f0-d777e589ef7f tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=20e6d114-ef3d-4fea-9f9f-8ede4772c7b5 HTTP/1.1" status: 200 len: 947 time: 0.0917163 Mar 11 19:45:27.402080 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-99a4e8f7-04c6-4b31-a386-0b1b47f44aa3 req-dd80ad4f-c6af-44ed-8a99-ab2d1c0ada3c tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=8fd338c4-2511-40d9-94c8-daae49666ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682163 Mar 11 19:45:27.414579 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2d52da-7859-4d0d-a2e6-8306141035a9 req-87ad95c3-c32c-4e99-ab75-87b609baabeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:27.417399 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-2b2d52da-7859-4d0d-a2e6-8306141035a9 req-87ad95c3-c32c-4e99-ab75-87b609baabeb service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=2edcc926-8124-4eed-a29a-472714991be7 HTTP/1.1" status: 200 len: 1127 time: 0.1241426 Mar 11 19:45:27.483785 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-2b2d52da-7859-4d0d-a2e6-8306141035a9 req-f77d4482-737f-45f7-b88f-a66a8cd34a33 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=5495e4e0-691c-454b-bbeb-3093e70ffa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566483 Mar 11 19:45:27.567170 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:27.838604 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 46022) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:28.048825 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41bf248-8fab-4df2-a4ee-67c3033e0901 req-1623e5cd-16d4-4952-80be-a59624b8d2c5 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:28.051095 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f41bf248-8fab-4df2-a4ee-67c3033e0901 req-1623e5cd-16d4-4952-80be-a59624b8d2c5 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] 10.222.0.65 "GET /v2.0/ports?device_id=2edcc926-8124-4eed-a29a-472714991be7 HTTP/1.1" status: 200 len: 945 time: 0.2460670 Mar 11 19:45:28.060723 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed79d5-0e5c-4b0d-a252-21aebcd05651 req-b9a75de1-84ca-489b-80bd-9a522eda0258 tempest-InstanceActionsNegativeTestJSON-952081330 tempest-InstanceActionsNegativeTestJSON-952081330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:28.062833 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-84ed79d5-0e5c-4b0d-a252-21aebcd05651 req-b9a75de1-84ca-489b-80bd-9a522eda0258 tempest-InstanceActionsNegativeTestJSON-952081330 tempest-InstanceActionsNegativeTestJSON-952081330-project] 10.222.0.57 "GET /v2.0/networks?id=340dd101-5e54-490c-9ae7-4425c4810288 HTTP/1.1" status: 200 len: 821 time: 0.3076251 Mar 11 19:45:28.083111 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-84ed79d5-0e5c-4b0d-a252-21aebcd05651 req-4b2deb52-0306-4b36-a068-fea47b9c4848 tempest-InstanceActionsNegativeTestJSON-952081330 tempest-InstanceActionsNegativeTestJSON-952081330-project] Request body: {'port': {'device_id': 'df9bfce0-c99c-4ddd-aba1-6f84f0d98e70', 'network_id': '340dd101-5e54-490c-9ae7-4425c4810288', 'admin_state_up': True, 'tenant_id': '0bfa6b6a8642477d8a1691a8e7c57578'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:45:28.162733 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f3eb8ba8-dc4f-44e6-ae55-80e495673f7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:28.195671 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f41bf248-8fab-4df2-a4ee-67c3033e0901 req-1773d360-f285-41f6-9df9-e9d9201e29e3 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] 10.222.0.65 "GET /v2.0/security-groups?id=5495e4e0-691c-454b-bbeb-3093e70ffa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315320 Mar 11 19:45:28.300166 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84ed79d5-0e5c-4b0d-a252-21aebcd05651 req-4b2deb52-0306-4b36-a068-fea47b9c4848 tempest-InstanceActionsNegativeTestJSON-952081330 tempest-InstanceActionsNegativeTestJSON-952081330-project] Made reservation on behalf of 0bfa6b6a8642477d8a1691a8e7c57578 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:45:28.305340 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-84ed79d5-0e5c-4b0d-a252-21aebcd05651 req-4b2deb52-0306-4b36-a068-fea47b9c4848 tempest-InstanceActionsNegativeTestJSON-952081330 tempest-InstanceActionsNegativeTestJSON-952081330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:28.346382 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f3eb8ba8-dc4f-44e6-ae55-80e495673f7b admin admin] Publish callbacks [] for security_group (7e5658a8-a5d7-421c-a1d8-a0d0b1012c8d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:28.351899 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-307a9c3e-dbc4-45f0-b1fe-8f5e157241f3 req-88803433-82f8-4053-9b0a-08c4545c0e33 tempest-InstanceActionsNegativeTestJSON-952081330 tempest-InstanceActionsNegativeTestJSON-952081330-project] 10.222.0.65 "GET /v2.0/ports?device_id=df9bfce0-c99c-4ddd-aba1-6f84f0d98e70 HTTP/1.1" status: 200 len: 210 time: 0.0593431 Mar 11 19:45:28.360009 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f3eb8ba8-dc4f-44e6-ae55-80e495673f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (7e5658a8-a5d7-421c-a1d8-a0d0b1012c8d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:28.396060 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eb8ba8-dc4f-44e6-ae55-80e495673f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5658a8-a5d7-421c-a1d8-a0d0b1012c8d,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:28.414022 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f3eb8ba8-dc4f-44e6-ae55-80e495673f7b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=70bf429f717e40538c6093b668bcbfa1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5736942 Mar 11 19:45:28.416515 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 46040) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:28.502741 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7649ad5d-c15d-493a-9864-0fd048c1a454 admin admin] Publish callbacks [] for security_group (7e5658a8-a5d7-421c-a1d8-a0d0b1012c8d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:28.522127 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-84ed79d5-0e5c-4b0d-a252-21aebcd05651 req-4b2deb52-0306-4b36-a068-fea47b9c4848 tempest-InstanceActionsNegativeTestJSON-952081330 tempest-InstanceActionsNegativeTestJSON-952081330-project] Allocated IP 172.20.0.8 (340dd101-5e54-490c-9ae7-4425c4810288/177ffd29-1067-4cfa-978b-cdc6c06d6dd3/f0dc9072-5f3c-4ec5-94c7-bed5e6d511f6) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:45:28.531585 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7649ad5d-c15d-493a-9864-0fd048c1a454 admin admin] Publish callbacks [] for security_group (7e5658a8-a5d7-421c-a1d8-a0d0b1012c8d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:28.590260 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7649ad5d-c15d-493a-9864-0fd048c1a454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (7e5658a8-a5d7-421c-a1d8-a0d0b1012c8d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:28.594262 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7649ad5d-c15d-493a-9864-0fd048c1a454 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:28.596047 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-7649ad5d-c15d-493a-9864-0fd048c1a454 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7e5658a8-a5d7-421c-a1d8-a0d0b1012c8d HTTP/1.1" status: 204 len: 168 time: 0.1778054 Mar 11 19:45:28.615563 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7649ad5d-c15d-493a-9864-0fd048c1a454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5658a8-a5d7-421c-a1d8-a0d0b1012c8d,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:28.724780 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c4cfca-f744-4eeb-a6d1-234b5baef9fb req-db398f4b-7044-43b5-9dd4-95700028c468 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:28.726807 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a3c4cfca-f744-4eeb-a6d1-234b5baef9fb req-db398f4b-7044-43b5-9dd4-95700028c468 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=20e6d114-ef3d-4fea-9f9f-8ede4772c7b5 HTTP/1.1" status: 200 len: 947 time: 0.1870253 Mar 11 19:45:28.844154 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a3c4cfca-f744-4eeb-a6d1-234b5baef9fb req-122a0753-25f7-47da-86ed-aaae8badbece tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=8fd338c4-2511-40d9-94c8-daae49666ff4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086190 Mar 11 19:45:28.856041 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-84ed79d5-0e5c-4b0d-a252-21aebcd05651 req-4b2deb52-0306-4b36-a068-fea47b9c4848 tempest-InstanceActionsNegativeTestJSON-952081330 tempest-InstanceActionsNegativeTestJSON-952081330-project] Publish callbacks [] for port (f0dc9072-5f3c-4ec5-94c7-bed5e6d511f6), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:28.900216 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-84ed79d5-0e5c-4b0d-a252-21aebcd05651 req-4b2deb52-0306-4b36-a068-fea47b9c4848 tempest-InstanceActionsNegativeTestJSON-952081330 tempest-InstanceActionsNegativeTestJSON-952081330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (f0dc9072-5f3c-4ec5-94c7-bed5e6d511f6), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:28.958425 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2deb52-0306-4b36-a068-fea47b9c4848 tempest-InstanceActionsNegativeTestJSON-952081330 tempest-InstanceActionsNegativeTestJSON-952081330-project] Pushing event updated for resources: {'Port': ['ID=f0dc9072-5f3c-4ec5-94c7-bed5e6d511f6,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:28.988441 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84ed79d5-0e5c-4b0d-a252-21aebcd05651 req-4b2deb52-0306-4b36-a068-fea47b9c4848 tempest-InstanceActionsNegativeTestJSON-952081330 tempest-InstanceActionsNegativeTestJSON-952081330-project] Network 340dd101-5e54-490c-9ae7-4425c4810288 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:45:28.990411 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-84ed79d5-0e5c-4b0d-a252-21aebcd05651 req-4b2deb52-0306-4b36-a068-fea47b9c4848 tempest-InstanceActionsNegativeTestJSON-952081330 tempest-InstanceActionsNegativeTestJSON-952081330-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:45:28.998772 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:29.001179 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-84ed79d5-0e5c-4b0d-a252-21aebcd05651 req-4b2deb52-0306-4b36-a068-fea47b9c4848 tempest-InstanceActionsNegativeTestJSON-952081330 tempest-InstanceActionsNegativeTestJSON-952081330-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:45:29.061332 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed79d5-0e5c-4b0d-a252-21aebcd05651 req-4b2deb52-0306-4b36-a068-fea47b9c4848 tempest-InstanceActionsNegativeTestJSON-952081330 tempest-InstanceActionsNegativeTestJSON-952081330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:29.062875 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-84ed79d5-0e5c-4b0d-a252-21aebcd05651 req-4b2deb52-0306-4b36-a068-fea47b9c4848 tempest-InstanceActionsNegativeTestJSON-952081330 tempest-InstanceActionsNegativeTestJSON-952081330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:29.097320 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-84ed79d5-0e5c-4b0d-a252-21aebcd05651 req-4b2deb52-0306-4b36-a068-fea47b9c4848 tempest-InstanceActionsNegativeTestJSON-952081330 tempest-InstanceActionsNegativeTestJSON-952081330-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0179636 Mar 11 19:45:29.109959 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-84ed79d5-0e5c-4b0d-a252-21aebcd05651 req-985c36b8-d1e1-43ef-8307-e49e67bcd3fc service neutron] Request body: {'port': {'device_id': 'df9bfce0-c99c-4ddd-aba1-6f84f0d98e70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:45:29.135267 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e410589-3df0-4202-8e95-b8f43924159e req-e53584c1-ad8c-4069-8c04-f192da7a687e tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:29.137313 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-9e410589-3df0-4202-8e95-b8f43924159e req-e53584c1-ad8c-4069-8c04-f192da7a687e tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.57 "GET /v2.0/ports?device_id=20e6d114-ef3d-4fea-9f9f-8ede4772c7b5 HTTP/1.1" status: 200 len: 947 time: 0.0678508 Mar 11 19:45:29.181035 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-84ed79d5-0e5c-4b0d-a252-21aebcd05651 req-985c36b8-d1e1-43ef-8307-e49e67bcd3fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (f0dc9072-5f3c-4ec5-94c7-bed5e6d511f6), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:29.373535 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 46066) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:29.389433 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-9e410589-3df0-4202-8e95-b8f43924159e req-4914422e-91fe-42ca-8d89-7e730843d096 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Deleting port 9b8c3b55-ec54-49a1-8218-e81f898cd6dd {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:45:29.389783 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9e410589-3df0-4202-8e95-b8f43924159e req-4914422e-91fe-42ca-8d89-7e730843d096 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (9b8c3b55-ec54-49a1-8218-e81f898cd6dd), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:29.410004 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bb2d2c10-66e1-4352-9ce0-e6121f9681bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:29.496520 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7858654-9d80-4c59-ad7c-23ad263298d5 req-d056da71-06d3-454a-b82c-48781ca6f70c tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:29.498080 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b7858654-9d80-4c59-ad7c-23ad263298d5 req-d056da71-06d3-454a-b82c-48781ca6f70c tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] 10.222.0.65 "GET /v2.0/ports?device_id=2edcc926-8124-4eed-a29a-472714991be7 HTTP/1.1" status: 200 len: 945 time: 0.1176333 Mar 11 19:45:29.566749 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-9e410589-3df0-4202-8e95-b8f43924159e req-4914422e-91fe-42ca-8d89-7e730843d096 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] For port 9b8c3b55-ec54-49a1-8218-e81f898cd6dd, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=9b8c3b55-ec54-49a1-8218-e81f898cd6dd,segment=NetworkSegment(69eb0e62-687e-4724-ba5c-a415cb9293d1),segment_id=69eb0e62-687e-4724-ba5c-a415cb9293d1)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:45:29.567372 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9e410589-3df0-4202-8e95-b8f43924159e req-4914422e-91fe-42ca-8d89-7e730843d096 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (9b8c3b55-ec54-49a1-8218-e81f898cd6dd), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:29.622530 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-84ed79d5-0e5c-4b0d-a252-21aebcd05651 req-985c36b8-d1e1-43ef-8307-e49e67bcd3fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0dc9072-5f3c-4ec5-94c7-bed5e6d511f6 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:45:29.636348 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-84ed79d5-0e5c-4b0d-a252-21aebcd05651 req-985c36b8-d1e1-43ef-8307-e49e67bcd3fc service neutron] Publish callbacks [] for port (f0dc9072-5f3c-4ec5-94c7-bed5e6d511f6), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:29.669036 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b7858654-9d80-4c59-ad7c-23ad263298d5 req-ec4b9098-34c3-40a8-a500-fdd0aee4962d tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] 10.222.0.65 "GET /v2.0/security-groups?id=5495e4e0-691c-454b-bbeb-3093e70ffa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464918 Mar 11 19:45:29.670881 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bb2d2c10-66e1-4352-9ce0-e6121f9681bc admin admin] Publish callbacks [] for security_group (bf49c2b3-d03c-4ce3-bdfb-a08db8120660), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:29.687927 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-84ed79d5-0e5c-4b0d-a252-21aebcd05651 req-985c36b8-d1e1-43ef-8307-e49e67bcd3fc service neutron] Transition to ACTIVE for port object f0dc9072-5f3c-4ec5-94c7-bed5e6d511f6 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:45:29.690142 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bb2d2c10-66e1-4352-9ce0-e6121f9681bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (bf49c2b3-d03c-4ce3-bdfb-a08db8120660), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:29.694148 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-84ed79d5-0e5c-4b0d-a252-21aebcd05651 req-985c36b8-d1e1-43ef-8307-e49e67bcd3fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (f0dc9072-5f3c-4ec5-94c7-bed5e6d511f6), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:29.772914 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985c36b8-d1e1-43ef-8307-e49e67bcd3fc service neutron] Pushing event updated for resources: {'Port': ['ID=f0dc9072-5f3c-4ec5-94c7-bed5e6d511f6,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:29.793627 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-bb2d2c10-66e1-4352-9ce0-e6121f9681bc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=54ca7ed62a49430689f17dbf8c1ca096&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4167833 Mar 11 19:45:29.793627 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2d2c10-66e1-4352-9ce0-e6121f9681bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf49c2b3-d03c-4ce3-bdfb-a08db8120660,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:29.796675 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 46076) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:29.923510 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9e410589-3df0-4202-8e95-b8f43924159e req-4914422e-91fe-42ca-8d89-7e730843d096 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:29.924166 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9e410589-3df0-4202-8e95-b8f43924159e req-4914422e-91fe-42ca-8d89-7e730843d096 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (2166b167-5dae-41bc-a514-3637ecbced26), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:29.924695 n-d-833163-1 neutron-server[103884]: INFO neutron.db.l3_db [req-9e410589-3df0-4202-8e95-b8f43924159e req-4914422e-91fe-42ca-8d89-7e730843d096 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Floating IP 2166b167-5dae-41bc-a514-3637ecbced26 disassociated. External IP: 172.25.8.172, port: 9b8c3b55-ec54-49a1-8218-e81f898cd6dd. Mar 11 19:45:29.925254 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-9e410589-3df0-4202-8e95-b8f43924159e req-4914422e-91fe-42ca-8d89-7e730843d096 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Calling delete_port for 9b8c3b55-ec54-49a1-8218-e81f898cd6dd owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:45:29.930701 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-728bcc2a-eaab-4e78-9559-82ef74c7c810 admin admin] Publish callbacks [] for security_group (bf49c2b3-d03c-4ce3-bdfb-a08db8120660), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:29.950639 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd84a15-4fb6-411a-8266-aeb305f5d44b req-2e32cfdc-9728-4eac-b387-78965ba89bc4 tempest-InstanceActionsNegativeTestJSON-952081330 tempest-InstanceActionsNegativeTestJSON-952081330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:29.952494 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8bd84a15-4fb6-411a-8266-aeb305f5d44b req-2e32cfdc-9728-4eac-b387-78965ba89bc4 tempest-InstanceActionsNegativeTestJSON-952081330 tempest-InstanceActionsNegativeTestJSON-952081330-project] 10.222.0.65 "GET /v2.0/ports?device_id=df9bfce0-c99c-4ddd-aba1-6f84f0d98e70 HTTP/1.1" status: 200 len: 943 time: 0.1670074 Mar 11 19:45:29.999654 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-728bcc2a-eaab-4e78-9559-82ef74c7c810 admin admin] Publish callbacks [] for security_group (bf49c2b3-d03c-4ce3-bdfb-a08db8120660), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:30.028992 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-84ed79d5-0e5c-4b0d-a252-21aebcd05651 req-985c36b8-d1e1-43ef-8307-e49e67bcd3fc service neutron] Attempting to bind port f0dc9072-5f3c-4ec5-94c7-bed5e6d511f6 on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:45:30.029189 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-84ed79d5-0e5c-4b0d-a252-21aebcd05651 req-985c36b8-d1e1-43ef-8307-e49e67bcd3fc service neutron] Attempting to bind port f0dc9072-5f3c-4ec5-94c7-bed5e6d511f6 by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': 'bcc135b9-e0d0-4af1-a30e-077582c83555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '340dd101-5e54-490c-9ae7-4425c4810288'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:45:30.029457 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ed79d5-0e5c-4b0d-a252-21aebcd05651 req-985c36b8-d1e1-43ef-8307-e49e67bcd3fc service neutron] Attempting to bind port f0dc9072-5f3c-4ec5-94c7-bed5e6d511f6 on network 340dd101-5e54-490c-9ae7-4425c4810288 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:45:30.042478 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8bd84a15-4fb6-411a-8266-aeb305f5d44b req-79c9ce27-4615-406a-8331-c31986de1948 tempest-InstanceActionsNegativeTestJSON-952081330 tempest-InstanceActionsNegativeTestJSON-952081330-project] 10.222.0.65 "GET /v2.0/security-groups?id=ab9b3265-e5e1-45d7-b150-e49155f5bae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806267 Mar 11 19:45:30.066588 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ed79d5-0e5c-4b0d-a252-21aebcd05651 req-985c36b8-d1e1-43ef-8307-e49e67bcd3fc service neutron] Port f0dc9072-5f3c-4ec5-94c7-bed5e6d511f6 on network 340dd101-5e54-490c-9ae7-4425c4810288 not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:45:30.066588 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ed79d5-0e5c-4b0d-a252-21aebcd05651 req-985c36b8-d1e1-43ef-8307-e49e67bcd3fc service neutron] Attempting to bind port f0dc9072-5f3c-4ec5-94c7-bed5e6d511f6 on network 340dd101-5e54-490c-9ae7-4425c4810288 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:45:30.073191 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ed79d5-0e5c-4b0d-a252-21aebcd05651 req-985c36b8-d1e1-43ef-8307-e49e67bcd3fc service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:45:30.073535 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ed79d5-0e5c-4b0d-a252-21aebcd05651 req-985c36b8-d1e1-43ef-8307-e49e67bcd3fc service neutron] Checking segment: {'id': 'bcc135b9-e0d0-4af1-a30e-077582c83555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '340dd101-5e54-490c-9ae7-4425c4810288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:45:30.073918 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ed79d5-0e5c-4b0d-a252-21aebcd05651 req-985c36b8-d1e1-43ef-8307-e49e67bcd3fc service neutron] Bound using segment: {'id': 'bcc135b9-e0d0-4af1-a30e-077582c83555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '340dd101-5e54-490c-9ae7-4425c4810288'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:45:30.074355 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-84ed79d5-0e5c-4b0d-a252-21aebcd05651 req-985c36b8-d1e1-43ef-8307-e49e67bcd3fc service neutron] Bound port: f0dc9072-5f3c-4ec5-94c7-bed5e6d511f6, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcc135b9-e0d0-4af1-a30e-077582c83555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '340dd101-5e54-490c-9ae7-4425c4810288'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:45:30.074715 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-84ed79d5-0e5c-4b0d-a252-21aebcd05651 req-985c36b8-d1e1-43ef-8307-e49e67bcd3fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (f0dc9072-5f3c-4ec5-94c7-bed5e6d511f6), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:30.086172 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-728bcc2a-eaab-4e78-9559-82ef74c7c810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (bf49c2b3-d03c-4ce3-bdfb-a08db8120660), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:30.090668 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-728bcc2a-eaab-4e78-9559-82ef74c7c810 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:30.094069 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-728bcc2a-eaab-4e78-9559-82ef74c7c810 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bf49c2b3-d03c-4ce3-bdfb-a08db8120660 HTTP/1.1" status: 204 len: 168 time: 0.2941251 Mar 11 19:45:30.178259 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-84ed79d5-0e5c-4b0d-a252-21aebcd05651 req-985c36b8-d1e1-43ef-8307-e49e67bcd3fc service neutron] For port f0dc9072-5f3c-4ec5-94c7-bed5e6d511f6, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:45:30.183882 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728bcc2a-eaab-4e78-9559-82ef74c7c810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf49c2b3-d03c-4ce3-bdfb-a08db8120660,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:30.193554 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9e410589-3df0-4202-8e95-b8f43924159e req-4914422e-91fe-42ca-8d89-7e730843d096 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (9b8c3b55-ec54-49a1-8218-e81f898cd6dd), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:30.212796 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-84ed79d5-0e5c-4b0d-a252-21aebcd05651 req-985c36b8-d1e1-43ef-8307-e49e67bcd3fc service neutron] For port f0dc9072-5f3c-4ec5-94c7-bed5e6d511f6, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=f0dc9072-5f3c-4ec5-94c7-bed5e6d511f6,segment=NetworkSegment(bcc135b9-e0d0-4af1-a30e-077582c83555),segment_id=bcc135b9-e0d0-4af1-a30e-077582c83555)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:45:30.234270 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4914422e-91fe-42ca-8d89-7e730843d096 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Pushing event deleted for resources: {'Port': ['ID=9b8c3b55-ec54-49a1-8218-e81f898cd6dd,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:30.263835 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-84ed79d5-0e5c-4b0d-a252-21aebcd05651 req-985c36b8-d1e1-43ef-8307-e49e67bcd3fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (f0dc9072-5f3c-4ec5-94c7-bed5e6d511f6), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:30.285882 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3122b7-c5a1-406b-8aa9-599d31715a7e req-a766c359-1aea-4d2e-bc36-6db89b7362fd tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:30.287972 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fa3122b7-c5a1-406b-8aa9-599d31715a7e req-a766c359-1aea-4d2e-bc36-6db89b7362fd tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] 10.222.0.65 "GET /v2.0/ports?device_id=2edcc926-8124-4eed-a29a-472714991be7 HTTP/1.1" status: 200 len: 945 time: 0.1305287 Mar 11 19:45:30.299445 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 46092) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:30.319477 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-d644447a-adc9-4749-bdc9-2fcf39a8e71e tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Request body: {'floatingip': {'port_id': '99806fe6-ab5d-446f-88d8-77181b245c32'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:45:30.435382 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e410589-3df0-4202-8e95-b8f43924159e req-4914422e-91fe-42ca-8d89-7e730843d096 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Router 020b0904-65ac-42f2-8e04-517741506d94 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:45:30.489100 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed79d5-0e5c-4b0d-a252-21aebcd05651 req-985c36b8-d1e1-43ef-8307-e49e67bcd3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:30.489720 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-84ed79d5-0e5c-4b0d-a252-21aebcd05651 req-985c36b8-d1e1-43ef-8307-e49e67bcd3fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:30.491700 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-84ed79d5-0e5c-4b0d-a252-21aebcd05651 req-985c36b8-d1e1-43ef-8307-e49e67bcd3fc service neutron] 10.222.0.57 "PUT /v2.0/ports/f0dc9072-5f3c-4ec5-94c7-bed5e6d511f6 HTTP/1.1" status: 200 len: 1091 time: 1.3870487 Mar 11 19:45:30.493454 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df9bfce0-c99c-4ddd-aba1-6f84f0d98e70', 'tag': 'f0dc9072-5f3c-4ec5-94c7-bed5e6d511f6'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:45:30.508227 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c455748-1eb2-41a1-a5ba-889ed5902f74" -d '{"events": [{"name": "network-changed", "server_uuid": "df9bfce0-c99c-4ddd-aba1-6f84f0d98e70", "tag": "f0dc9072-5f3c-4ec5-94c7-bed5e6d511f6"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:45:30.548128 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d644447a-adc9-4749-bdc9-2fcf39a8e71e tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Publish callbacks [] for floatingip (cad26ad6-4d6c-40f7-b85e-df191f81fcd7), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:30.572820 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ee9791a4-8318-4f6e-ba71-132c1ebe33bf req-de33c692-404a-4cde-84cf-271ba8273783 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=20e6d114-ef3d-4fea-9f9f-8ede4772c7b5 HTTP/1.1" status: 200 len: 210 time: 0.1400089 Mar 11 19:45:30.673319 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e410589-3df0-4202-8e95-b8f43924159e req-4914422e-91fe-42ca-8d89-7e730843d096 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:45:30.684239 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f27776-f430-4b2f-a28f-517f8ed2a6e6 None None] Sync routers for ids ['020b0904-65ac-42f2-8e04-517741506d94'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:45:30.703140 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f27776-f430-4b2f-a28f-517f8ed2a6e6 None None] Routers {'020b0904-65ac-42f2-8e04-517741506d94'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:45:30.709883 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-16f27776-f430-4b2f-a28f-517f8ed2a6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:45:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['020b0904-65ac-42f2-8e04-517741506d94'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:30.733318 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e410589-3df0-4202-8e95-b8f43924159e req-4914422e-91fe-42ca-8d89-7e730843d096 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] No DVR routers for this DVR port 9b8c3b55-ec54-49a1-8218-e81f898cd6dd on host n-h2-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:45:30.737198 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-9e410589-3df0-4202-8e95-b8f43924159e req-4914422e-91fe-42ca-8d89-7e730843d096 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:30.743032 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-9e410589-3df0-4202-8e95-b8f43924159e req-4914422e-91fe-42ca-8d89-7e730843d096 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.57 "DELETE /v2.0/ports/9b8c3b55-ec54-49a1-8218-e81f898cd6dd HTTP/1.1" status: 204 len: 173 time: 1.5995674 Mar 11 19:45:30.749111 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e6d114-ef3d-4fea-9f9f-8ede4772c7b5', 'name': 'network-vif-deleted', 'tag': '9b8c3b55-ec54-49a1-8218-e81f898cd6dd'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:45:30.752239 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-794eba4a-66ac-4190-a2b0-2ec86a8e22ef" -d '{"events": [{"server_uuid": "20e6d114-ef3d-4fea-9f9f-8ede4772c7b5", "name": "network-vif-deleted", "tag": "9b8c3b55-ec54-49a1-8218-e81f898cd6dd"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:45:30.790630 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d0b182-f951-441d-a29e-9c4e47a5fba3 x-openstack-request-id: req-13d0b182-f951-441d-a29e-9c4e47a5fba3 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:45:30.791969 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df9bfce0-c99c-4ddd-aba1-6f84f0d98e70", "tag": "f0dc9072-5f3c-4ec5-94c7-bed5e6d511f6", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:45:30.793086 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-13d0b182-f951-441d-a29e-9c4e47a5fba3 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:45:30.793553 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df9bfce0-c99c-4ddd-aba1-6f84f0d98e70', 'tag': 'f0dc9072-5f3c-4ec5-94c7-bed5e6d511f6', 'status': 'completed', 'code': 200} Mar 11 19:45:30.808124 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a340b16-0861-44d5-b1bc-c95e072442a9 x-openstack-request-id: req-0a340b16-0861-44d5-b1bc-c95e072442a9 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:45:30.808687 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20e6d114-ef3d-4fea-9f9f-8ede4772c7b5", "name": "network-vif-deleted", "tag": "9b8c3b55-ec54-49a1-8218-e81f898cd6dd", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:45:30.809905 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0a340b16-0861-44d5-b1bc-c95e072442a9 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:45:30.810732 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e6d114-ef3d-4fea-9f9f-8ede4772c7b5', 'name': 'network-vif-deleted', 'tag': '9b8c3b55-ec54-49a1-8218-e81f898cd6dd', 'status': 'completed', 'code': 200} Mar 11 19:45:31.012489 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-16f27776-f430-4b2f-a28f-517f8ed2a6e6 None None] Set router 020b0904-65ac-42f2-8e04-517741506d94 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:45:31.077015 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985c36b8-d1e1-43ef-8307-e49e67bcd3fc service neutron] Pushing event updated for resources: {'Port': ['ID=f0dc9072-5f3c-4ec5-94c7-bed5e6d511f6,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:31.160475 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed79d5-0e5c-4b0d-a252-21aebcd05651 req-3486e64e-d42d-4093-94f7-1ce46475103a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:31.163220 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-84ed79d5-0e5c-4b0d-a252-21aebcd05651 req-3486e64e-d42d-4093-94f7-1ce46475103a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0bfa6b6a8642477d8a1691a8e7c57578&device_id=df9bfce0-c99c-4ddd-aba1-6f84f0d98e70 HTTP/1.1" status: 200 len: 1125 time: 0.5930488 Mar 11 19:45:31.389739 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-84ed79d5-0e5c-4b0d-a252-21aebcd05651 req-e21c11d9-c780-4760-b60e-3de1fbe80949 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0dc9072-5f3c-4ec5-94c7-bed5e6d511f6 HTTP/1.1" status: 200 len: 217 time: 0.1288025 Mar 11 19:45:31.470592 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-16f27776-f430-4b2f-a28f-517f8ed2a6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020b0904-65ac-42f2-8e04-517741506d94', 'name': 'tempest-AttachVolumeShelveTestJSON-860357850-router', 'tenant_id': '158d96ac5890499b904530e3a8e2fd26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '494517a1-7e22-42ff-98dd-c76c2ce900dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:39:48Z', 'updated_at': '2022-03-11T19:39:54Z', 'revision_number': 4, 'project_id': '158d96ac5890499b904530e3a8e2fd26', 'gw_port': {'id': '494517a1-7e22-42ff-98dd-c76c2ce900dd', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:47:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020b0904-65ac-42f2-8e04-517741506d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:39:49Z', 'updated_at': '2022-03-11T19:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '8ba23863-d183-4cd9-8ac6-4971568430aa', 'name': '', 'network_id': '32196a18-8be7-4227-b019-bc15d0c1f739', 'tenant_id': '158d96ac5890499b904530e3a8e2fd26', 'mac_address': 'fa:16:3e:93:3c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020b0904-65ac-42f2-8e04-517741506d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'c54bb295-7bca-4fbe-aff9-5e7c44904c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:39:52Z', 'updated_at': '2022-03-11T19:39:57Z', 'revision_number': 5, 'project_id': '158d96ac5890499b904530e3a8e2fd26', 'subnets': [{'id': 'c54bb295-7bca-4fbe-aff9-5e7c44904c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:31.500705 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f27776-f430-4b2f-a28f-517f8ed2a6e6 None None] Checking router: 020b0904-65ac-42f2-8e04-517741506d94 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:45:31.510037 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9dc705-9964-4fc9-8f26-507c63259540 req-c693e811-b45b-4e8b-8cfa-cf44dc61b21d tempest-InstanceActionsNegativeTestJSON-952081330 tempest-InstanceActionsNegativeTestJSON-952081330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:31.512016 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f27776-f430-4b2f-a28f-517f8ed2a6e6 None None] Routers {'020b0904-65ac-42f2-8e04-517741506d94'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:45:31.512733 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-16f27776-f430-4b2f-a28f-517f8ed2a6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:45:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['020b0904-65ac-42f2-8e04-517741506d94'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:31.517780 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da9dc705-9964-4fc9-8f26-507c63259540 req-c693e811-b45b-4e8b-8cfa-cf44dc61b21d tempest-InstanceActionsNegativeTestJSON-952081330 tempest-InstanceActionsNegativeTestJSON-952081330-project] 10.222.0.65 "GET /v2.0/ports?device_id=df9bfce0-c99c-4ddd-aba1-6f84f0d98e70 HTTP/1.1" status: 200 len: 943 time: 0.3508852 Mar 11 19:45:31.553180 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed79d5-0e5c-4b0d-a252-21aebcd05651 req-cd8e47dd-89ce-47c7-b077-6d212d6bdc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:31.555101 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-84ed79d5-0e5c-4b0d-a252-21aebcd05651 req-cd8e47dd-89ce-47c7-b077-6d212d6bdc90 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=177ffd29-1067-4cfa-978b-cdc6c06d6dd3 HTTP/1.1" status: 200 len: 861 time: 0.1541328 Mar 11 19:45:31.643937 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-84ed79d5-0e5c-4b0d-a252-21aebcd05651 req-350451ef-afd2-471c-aaa1-d927917980cc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=340dd101-5e54-490c-9ae7-4425c4810288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813842 Mar 11 19:45:31.675787 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-16f27776-f430-4b2f-a28f-517f8ed2a6e6 None None] Set router 020b0904-65ac-42f2-8e04-517741506d94 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:45:31.767004 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-84ed79d5-0e5c-4b0d-a252-21aebcd05651 req-a388e071-ad87-4c25-a51e-9b285c67e56d service neutron] 10.222.0.57 "GET /v2.0/networks/340dd101-5e54-490c-9ae7-4425c4810288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949452 Mar 11 19:45:31.788226 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da9dc705-9964-4fc9-8f26-507c63259540 req-6d1d31ec-6ab6-42ff-a454-6c50a7d6a49c tempest-InstanceActionsNegativeTestJSON-952081330 tempest-InstanceActionsNegativeTestJSON-952081330-project] 10.222.0.65 "GET /v2.0/security-groups?id=ab9b3265-e5e1-45d7-b150-e49155f5bae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694330 Mar 11 19:45:31.842888 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.db.resource_extend [None req-d644447a-adc9-4749-bdc9-2fcf39a8e71e tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 19:45:31.931689 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 46150) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:31.940668 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-16f27776-f430-4b2f-a28f-517f8ed2a6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020b0904-65ac-42f2-8e04-517741506d94', 'name': 'tempest-AttachVolumeShelveTestJSON-860357850-router', 'tenant_id': '158d96ac5890499b904530e3a8e2fd26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '494517a1-7e22-42ff-98dd-c76c2ce900dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:39:48Z', 'updated_at': '2022-03-11T19:39:54Z', 'revision_number': 4, 'project_id': '158d96ac5890499b904530e3a8e2fd26', 'gw_port': {'id': '494517a1-7e22-42ff-98dd-c76c2ce900dd', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:47:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020b0904-65ac-42f2-8e04-517741506d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:39:49Z', 'updated_at': '2022-03-11T19:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '8ba23863-d183-4cd9-8ac6-4971568430aa', 'name': '', 'network_id': '32196a18-8be7-4227-b019-bc15d0c1f739', 'tenant_id': '158d96ac5890499b904530e3a8e2fd26', 'mac_address': 'fa:16:3e:93:3c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020b0904-65ac-42f2-8e04-517741506d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'c54bb295-7bca-4fbe-aff9-5e7c44904c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:39:52Z', 'updated_at': '2022-03-11T19:39:57Z', 'revision_number': 5, 'project_id': '158d96ac5890499b904530e3a8e2fd26', 'subnets': [{'id': 'c54bb295-7bca-4fbe-aff9-5e7c44904c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:31.978745 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f27776-f430-4b2f-a28f-517f8ed2a6e6 None None] The sync data for ids ['020b0904-65ac-42f2-8e04-517741506d94'] in n-d-833163-1 is: [{'id': '020b0904-65ac-42f2-8e04-517741506d94', 'name': 'tempest-AttachVolumeShelveTestJSON-860357850-router', 'tenant_id': '158d96ac5890499b904530e3a8e2fd26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '494517a1-7e22-42ff-98dd-c76c2ce900dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:39:48Z', 'updated_at': '2022-03-11T19:39:54Z', 'revision_number': 4, 'project_id': '158d96ac5890499b904530e3a8e2fd26', 'gw_port': {'id': '494517a1-7e22-42ff-98dd-c76c2ce900dd', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:47:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020b0904-65ac-42f2-8e04-517741506d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:39:49Z', 'updated_at': '2022-03-11T19:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '8ba23863-d183-4cd9-8ac6-4971568430aa', 'name': '', 'network_id': '32196a18-8be7-4227-b019-bc15d0c1f739', 'tenant_id': '158d96ac5890499b904530e3a8e2fd26', 'mac_address': 'fa:16:3e:93:3c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020b0904-65ac-42f2-8e04-517741506d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'c54bb295-7bca-4fbe-aff9-5e7c44904c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:39:52Z', 'updated_at': '2022-03-11T19:39:57Z', 'revision_number': 5, 'project_id': '158d96ac5890499b904530e3a8e2fd26', 'subnets': [{'id': 'c54bb295-7bca-4fbe-aff9-5e7c44904c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:45:32.027731 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ae372663-8ead-4890-86d6-d20141ca2484 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks [] for security_group (8fd338c4-2511-40d9-94c8-daae49666ff4), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:32.062949 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ae372663-8ead-4890-86d6-d20141ca2484 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks [] for security_group (8fd338c4-2511-40d9-94c8-daae49666ff4), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:32.077924 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d644447a-adc9-4749-bdc9-2fcf39a8e71e tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:32.094646 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d644447a-adc9-4749-bdc9-2fcf39a8e71e tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (cad26ad6-4d6c-40f7-b85e-df191f81fcd7), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:32.144817 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ae372663-8ead-4890-86d6-d20141ca2484 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (8fd338c4-2511-40d9-94c8-daae49666ff4), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:32.149157 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ae372663-8ead-4890-86d6-d20141ca2484 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:32.154825 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ae372663-8ead-4890-86d6-d20141ca2484 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "DELETE /v2.0/security-groups/8fd338c4-2511-40d9-94c8-daae49666ff4 HTTP/1.1" status: 204 len: 168 time: 0.2202935 Mar 11 19:45:32.155518 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 46152) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:32.191023 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae372663-8ead-4890-86d6-d20141ca2484 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd338c4-2511-40d9-94c8-daae49666ff4,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:32.196270 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-dc78342a-8c1b-4e33-8080-627b937e7426 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] show failed (client error): The resource could not be found. Mar 11 19:45:32.202413 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-dc78342a-8c1b-4e33-8080-627b937e7426 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups/8fd338c4-2511-40d9-94c8-daae49666ff4 HTTP/1.1" status: 404 len: 347 time: 0.0310736 Mar 11 19:45:32.203012 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 46156) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:32.213246 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-84ed79d5-0e5c-4b0d-a252-21aebcd05651 req-fa1b40d5-a638-4bb1-8b34-fc3fb98725bb service neutron] 10.222.0.57 "GET /v2.0/networks/340dd101-5e54-490c-9ae7-4425c4810288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4226394 Mar 11 19:45:32.329395 n-d-833163-1 neutron-server[103885]: INFO neutron.db.l3_db [None req-d644447a-adc9-4749-bdc9-2fcf39a8e71e tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Floating IP cad26ad6-4d6c-40f7-b85e-df191f81fcd7 associated. External IP: 172.25.8.241, port: 99806fe6-ab5d-446f-88d8-77181b245c32. Mar 11 19:45:32.477629 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 9b8c3b55-ec54-49a1-8218-e81f898cd6dd no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:45:32.482487 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31862693-fe8a-4c6a-a50e-69a1d9364e04 None None] New status for floating IP 2166b167-5dae-41bc-a514-3637ecbced26: DOWN {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 19:45:32.507683 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 46164) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:32.521853 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: 9b8c3b55-ec54-49a1-8218-e81f898cd6dd {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:45:32.522441 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 9b8c3b55-ec54-49a1-8218-e81f898cd6dd not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:45:32.620373 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c455748-1eb2-41a1-a5ba-889ed5902f74 req-30603808-b2cc-4172-a7b4-430c30d206e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:32.622330 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7c455748-1eb2-41a1-a5ba-889ed5902f74 req-30603808-b2cc-4172-a7b4-430c30d206e9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0bfa6b6a8642477d8a1691a8e7c57578&device_id=df9bfce0-c99c-4ddd-aba1-6f84f0d98e70 HTTP/1.1" status: 200 len: 1125 time: 0.1716573 Mar 11 19:45:32.666698 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-afeb7ad3-de18-4d54-b745-32d9bec5cfc8 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Deleting port ff788ad4-97db-4114-9972-605221dde794 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:45:32.668826 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-afeb7ad3-de18-4d54-b745-32d9bec5cfc8 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (ff788ad4-97db-4114-9972-605221dde794), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:32.825811 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-afeb7ad3-de18-4d54-b745-32d9bec5cfc8 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (ff788ad4-97db-4114-9972-605221dde794), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:32.828779 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-afeb7ad3-de18-4d54-b745-32d9bec5cfc8 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks [] for floatingip (ff788ad4-97db-4114-9972-605221dde794), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:32.857328 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-afeb7ad3-de18-4d54-b745-32d9bec5cfc8 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Calling delete_port for ff788ad4-97db-4114-9972-605221dde794 owned by network:floatingip {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:45:33.084331 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-835c9596-aff6-4072-a2d9-d6e3a0cfc629 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:33.121741 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-afeb7ad3-de18-4d54-b745-32d9bec5cfc8 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (ff788ad4-97db-4114-9972-605221dde794), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:33.174659 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeb7ad3-de18-4d54-b745-32d9bec5cfc8 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Pushing event deleted for resources: {'Port': ['ID=ff788ad4-97db-4114-9972-605221dde794,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:33.232582 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d644447a-adc9-4749-bdc9-2fcf39a8e71e tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Router 9c8fb177-660f-4b4e-9e1d-65c26983a15b has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:45:33.318488 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-835c9596-aff6-4072-a2d9-d6e3a0cfc629 admin admin] Publish callbacks [] for security_group (b466d510-7e9d-4245-8ec3-6aed9645e066), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:33.322734 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-835c9596-aff6-4072-a2d9-d6e3a0cfc629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (b466d510-7e9d-4245-8ec3-6aed9645e066), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:33.323441 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c455748-1eb2-41a1-a5ba-889ed5902f74 req-7b963351-61fd-45a0-bd5a-510c5904f4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:33.325212 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7c455748-1eb2-41a1-a5ba-889ed5902f74 req-7b963351-61fd-45a0-bd5a-510c5904f4e2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=340dd101-5e54-490c-9ae7-4425c4810288 HTTP/1.1" status: 200 len: 922 time: 0.6947865 Mar 11 19:45:33.376737 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-835c9596-aff6-4072-a2d9-d6e3a0cfc629 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ceda1480416943979c5fdf359dcee816&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8678410 Mar 11 19:45:33.381040 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-afeb7ad3-de18-4d54-b745-32d9bec5cfc8 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks [] for floatingip (2166b167-5dae-41bc-a514-3637ecbced26), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:33.383736 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-afeb7ad3-de18-4d54-b745-32d9bec5cfc8 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:33.399678 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-afeb7ad3-de18-4d54-b745-32d9bec5cfc8 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "DELETE /v2.0/floatingips/2166b167-5dae-41bc-a514-3637ecbced26 HTTP/1.1" status: 204 len: 168 time: 1.1846375 Mar 11 19:45:33.399678 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 46188) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:33.401025 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835c9596-aff6-4072-a2d9-d6e3a0cfc629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b466d510-7e9d-4245-8ec3-6aed9645e066,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:33.428564 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7c455748-1eb2-41a1-a5ba-889ed5902f74 req-6ed40a66-ce4d-457f-a585-30257a2d8c35 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0dc9072-5f3c-4ec5-94c7-bed5e6d511f6 HTTP/1.1" status: 200 len: 217 time: 0.0930977 Mar 11 19:45:33.453212 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4814f63-889b-42c7-9ed2-8f748cf7b3cb req-862d8324-ce8c-4a60-a544-2b45408e7f59 tempest-InstanceActionsNegativeTestJSON-952081330 tempest-InstanceActionsNegativeTestJSON-952081330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:33.454963 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d4814f63-889b-42c7-9ed2-8f748cf7b3cb req-862d8324-ce8c-4a60-a544-2b45408e7f59 tempest-InstanceActionsNegativeTestJSON-952081330 tempest-InstanceActionsNegativeTestJSON-952081330-project] 10.222.0.65 "GET /v2.0/ports?device_id=df9bfce0-c99c-4ddd-aba1-6f84f0d98e70 HTTP/1.1" status: 200 len: 943 time: 0.2731774 Mar 11 19:45:33.484560 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-529577ba-6725-49bd-b158-5b99fb6eae90 admin admin] Publish callbacks [] for security_group (b466d510-7e9d-4245-8ec3-6aed9645e066), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:33.536657 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-529577ba-6725-49bd-b158-5b99fb6eae90 admin admin] Publish callbacks [] for security_group (b466d510-7e9d-4245-8ec3-6aed9645e066), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:33.620332 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d644447a-adc9-4749-bdc9-2fcf39a8e71e tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:45:33.631998 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d644447a-adc9-4749-bdc9-2fcf39a8e71e tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:33.640867 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-529577ba-6725-49bd-b158-5b99fb6eae90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (b466d510-7e9d-4245-8ec3-6aed9645e066), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:33.641268 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c455748-1eb2-41a1-a5ba-889ed5902f74 req-6da288bb-694d-4bff-95fd-15e476ffa3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:33.642781 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7c455748-1eb2-41a1-a5ba-889ed5902f74 req-6da288bb-694d-4bff-95fd-15e476ffa3e6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=177ffd29-1067-4cfa-978b-cdc6c06d6dd3 HTTP/1.1" status: 200 len: 861 time: 0.1868911 Mar 11 19:45:33.645128 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-529577ba-6725-49bd-b158-5b99fb6eae90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:33.645292 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f7e38d-b529-4ca0-a771-8c18f9f9a0e4 None None] Sync routers for ids ['9c8fb177-660f-4b4e-9e1d-65c26983a15b'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:45:33.648730 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-529577ba-6725-49bd-b158-5b99fb6eae90 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b466d510-7e9d-4245-8ec3-6aed9645e066 HTTP/1.1" status: 204 len: 168 time: 0.2552917 Mar 11 19:45:33.671499 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f7e38d-b529-4ca0-a771-8c18f9f9a0e4 None None] Routers {'9c8fb177-660f-4b4e-9e1d-65c26983a15b'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:45:33.672048 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-c0f7e38d-b529-4ca0-a771-8c18f9f9a0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:45:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['9c8fb177-660f-4b4e-9e1d-65c26983a15b'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:33.690929 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529577ba-6725-49bd-b158-5b99fb6eae90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b466d510-7e9d-4245-8ec3-6aed9645e066,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:33.712842 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d4814f63-889b-42c7-9ed2-8f748cf7b3cb req-b15a0242-961c-4513-b3f5-d60e240ad0d2 tempest-InstanceActionsNegativeTestJSON-952081330 tempest-InstanceActionsNegativeTestJSON-952081330-project] 10.222.0.65 "GET /v2.0/security-groups?id=ab9b3265-e5e1-45d7-b150-e49155f5bae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746819 Mar 11 19:45:33.717892 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7c455748-1eb2-41a1-a5ba-889ed5902f74 req-d2ce3c75-4b61-4394-8873-9ef493a7c2d6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=340dd101-5e54-490c-9ae7-4425c4810288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490863 Mar 11 19:45:33.833423 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d644447a-adc9-4749-bdc9-2fcf39a8e71e tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] 10.222.0.65 "PUT /v2.0/floatingips/cad26ad6-4d6c-40f7-b85e-df191f81fcd7 HTTP/1.1" status: 200 len: 991 time: 3.5327020 Mar 11 19:45:33.851942 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2edcc926-8124-4eed-a29a-472714991be7', 'tag': '99806fe6-ab5d-446f-88d8-77181b245c32'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:45:33.867812 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f7a95d-a548-47d4-8533-663fe892b160" -d '{"events": [{"name": "network-changed", "server_uuid": "2edcc926-8124-4eed-a29a-472714991be7", "tag": "99806fe6-ab5d-446f-88d8-77181b245c32"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:45:34.003708 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7c455748-1eb2-41a1-a5ba-889ed5902f74 req-0d27705d-1137-4466-891b-726a96befb2a service neutron] 10.222.0.57 "GET /v2.0/networks/340dd101-5e54-490c-9ae7-4425c4810288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696278 Mar 11 19:45:34.242062 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-c0f7e38d-b529-4ca0-a771-8c18f9f9a0e4 None None] Set router 9c8fb177-660f-4b4e-9e1d-65c26983a15b gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:45:34.272454 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7c455748-1eb2-41a1-a5ba-889ed5902f74 req-0feea48a-35e8-4946-8b7c-1b6f97b9eb0f service neutron] 10.222.0.57 "GET /v2.0/networks/340dd101-5e54-490c-9ae7-4425c4810288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595644 Mar 11 19:45:34.549812 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:45:34.561744 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-c0f7e38d-b529-4ca0-a771-8c18f9f9a0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8fb177-660f-4b4e-9e1d-65c26983a15b', 'name': 'tempest-ServersTestFqdnHostnames-233689485-router', 'tenant_id': 'd3679c99eaae470ab652a8ce28b1c6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'c890050c-1949-4946-b091-5f342908836b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:45:00Z', 'updated_at': '2022-03-11T19:45:06Z', 'revision_number': 4, 'project_id': 'd3679c99eaae470ab652a8ce28b1c6d9', 'gw_port': {'id': 'c890050c-1949-4946-b091-5f342908836b', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8fb177-660f-4b4e-9e1d-65c26983a15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:01Z', 'updated_at': '2022-03-11T19:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': 'cad26ad6-4d6c-40f7-b85e-df191f81fcd7', 'tenant_id': 'd3679c99eaae470ab652a8ce28b1c6d9', 'floating_ip_address': '172.25.8.241', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '9c8fb177-660f-4b4e-9e1d-65c26983a15b', 'port_id': '99806fe6-ab5d-446f-88d8-77181b245c32', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1626, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '294810c1-e417-4dee-b1db-4a6818051883', 'mac_address': 'fa:16:3e:a5:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edcc926-8124-4eed-a29a-472714991be7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:45:12Z', 'updated_at': '2022-03-11T19:45:31Z', 'revision_number': 1, 'project_id': 'd3679c99eaae470ab652a8ce28b1c6d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad9d51cb-dc15-452d-b242-2903e25e24a2', 'name': '', 'network_id': '294810c1-e417-4dee-b1db-4a6818051883', 'tenant_id': 'd3679c99eaae470ab652a8ce28b1c6d9', 'mac_address': 'fa:16:3e:c4:e0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8fb177-660f-4b4e-9e1d-65c26983a15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': 'e37a70ad-abe0-4f44-9eb0-e7e761448022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:05Z', 'updated_at': '2022-03-11T19:45:12Z', 'revision_number': 5, 'project_id': 'd3679c99eaae470ab652a8ce28b1c6d9', 'subnets': [{'id': 'e37a70ad-abe0-4f44-9eb0-e7e761448022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:34.598167 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f7e38d-b529-4ca0-a771-8c18f9f9a0e4 None None] Checking router: 9c8fb177-660f-4b4e-9e1d-65c26983a15b for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:45:34.608519 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f7e38d-b529-4ca0-a771-8c18f9f9a0e4 None None] Routers {'9c8fb177-660f-4b4e-9e1d-65c26983a15b'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:45:34.609477 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-c0f7e38d-b529-4ca0-a771-8c18f9f9a0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:45:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['9c8fb177-660f-4b4e-9e1d-65c26983a15b'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:34.866569 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-c0f7e38d-b529-4ca0-a771-8c18f9f9a0e4 None None] Set router 9c8fb177-660f-4b4e-9e1d-65c26983a15b gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:45:34.929751 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 46248) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:34.935340 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-fa4e2241-af88-4178-a795-53b76db8c01d tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1589301298', 'description': 'tempest-description--1453480055'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:45:34.959501 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fa4e2241-af88-4178-a795-53b76db8c01d tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:35.015617 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35aa317c-3523-4425-a251-fd26b0014699 x-openstack-request-id: req-35aa317c-3523-4425-a251-fd26b0014699 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:45:35.016169 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2edcc926-8124-4eed-a29a-472714991be7", "tag": "99806fe6-ab5d-446f-88d8-77181b245c32", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:45:35.016523 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-35aa317c-3523-4425-a251-fd26b0014699 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:45:35.017074 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2edcc926-8124-4eed-a29a-472714991be7', 'tag': '99806fe6-ab5d-446f-88d8-77181b245c32', 'status': 'completed', 'code': 200} Mar 11 19:45:35.103871 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fa4e2241-af88-4178-a795-53b76db8c01d tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks [] for security_group (5c88090f-a4b6-4ded-8686-842a534273ef), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:35.109531 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fa4e2241-af88-4178-a795-53b76db8c01d tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (5c88090f-a4b6-4ded-8686-842a534273ef), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:35.130886 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f7a95d-a548-47d4-8533-663fe892b160 req-27914fd0-93d2-4278-98a5-1e3a70d448c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:35.132497 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-b2f7a95d-a548-47d4-8533-663fe892b160 req-27914fd0-93d2-4278-98a5-1e3a70d448c8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d3679c99eaae470ab652a8ce28b1c6d9&device_id=2edcc926-8124-4eed-a29a-472714991be7 HTTP/1.1" status: 200 len: 1127 time: 0.1141856 Mar 11 19:45:35.166724 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4e2241-af88-4178-a795-53b76db8c01d tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c88090f-a4b6-4ded-8686-842a534273ef,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:35.243945 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fa4e2241-af88-4178-a795-53b76db8c01d tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:35.245596 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-fa4e2241-af88-4178-a795-53b76db8c01d tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3146620 Mar 11 19:45:35.248406 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 46256) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:35.257013 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-037615f7-fc78-4e37-89e4-dbeddd80557c tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Request body: {'security_group_rule': {'security_group_id': '5c88090f-a4b6-4ded-8686-842a534273ef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:45:35.301656 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-c0f7e38d-b529-4ca0-a771-8c18f9f9a0e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8fb177-660f-4b4e-9e1d-65c26983a15b', 'name': 'tempest-ServersTestFqdnHostnames-233689485-router', 'tenant_id': 'd3679c99eaae470ab652a8ce28b1c6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'c890050c-1949-4946-b091-5f342908836b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:45:00Z', 'updated_at': '2022-03-11T19:45:06Z', 'revision_number': 4, 'project_id': 'd3679c99eaae470ab652a8ce28b1c6d9', 'gw_port': {'id': 'c890050c-1949-4946-b091-5f342908836b', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8fb177-660f-4b4e-9e1d-65c26983a15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:01Z', 'updated_at': '2022-03-11T19:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': 'cad26ad6-4d6c-40f7-b85e-df191f81fcd7', 'tenant_id': 'd3679c99eaae470ab652a8ce28b1c6d9', 'floating_ip_address': '172.25.8.241', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '9c8fb177-660f-4b4e-9e1d-65c26983a15b', 'port_id': '99806fe6-ab5d-446f-88d8-77181b245c32', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1626, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '294810c1-e417-4dee-b1db-4a6818051883', 'mac_address': 'fa:16:3e:a5:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edcc926-8124-4eed-a29a-472714991be7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:45:12Z', 'updated_at': '2022-03-11T19:45:31Z', 'revision_number': 1, 'project_id': 'd3679c99eaae470ab652a8ce28b1c6d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad9d51cb-dc15-452d-b242-2903e25e24a2', 'name': '', 'network_id': '294810c1-e417-4dee-b1db-4a6818051883', 'tenant_id': 'd3679c99eaae470ab652a8ce28b1c6d9', 'mac_address': 'fa:16:3e:c4:e0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8fb177-660f-4b4e-9e1d-65c26983a15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': 'e37a70ad-abe0-4f44-9eb0-e7e761448022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:05Z', 'updated_at': '2022-03-11T19:45:12Z', 'revision_number': 5, 'project_id': 'd3679c99eaae470ab652a8ce28b1c6d9', 'subnets': [{'id': 'e37a70ad-abe0-4f44-9eb0-e7e761448022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:35.306336 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89734ef6-ad9f-4762-bb93-d13541728ed3 req-245fe5f8-2968-4df5-aa43-c3fa668dce7e tempest-InstanceActionsNegativeTestJSON-952081330 tempest-InstanceActionsNegativeTestJSON-952081330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:35.314700 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-89734ef6-ad9f-4762-bb93-d13541728ed3 req-245fe5f8-2968-4df5-aa43-c3fa668dce7e tempest-InstanceActionsNegativeTestJSON-952081330 tempest-InstanceActionsNegativeTestJSON-952081330-project] 10.222.0.65 "GET /v2.0/ports?device_id=df9bfce0-c99c-4ddd-aba1-6f84f0d98e70 HTTP/1.1" status: 200 len: 943 time: 0.1532378 Mar 11 19:45:35.327436 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f7a95d-a548-47d4-8533-663fe892b160 req-2d6653d1-dba5-4756-a05f-af753fc312c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:35.330900 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-b2f7a95d-a548-47d4-8533-663fe892b160 req-2d6653d1-dba5-4756-a05f-af753fc312c7 service neutron] 10.222.0.75 "GET /v2.0/networks?id=294810c1-e417-4dee-b1db-4a6818051883 HTTP/1.1" status: 200 len: 915 time: 0.1922345 Mar 11 19:45:35.334850 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f7e38d-b529-4ca0-a771-8c18f9f9a0e4 None None] The sync data for ids ['9c8fb177-660f-4b4e-9e1d-65c26983a15b'] in n-d-833163-1 is: [{'id': '9c8fb177-660f-4b4e-9e1d-65c26983a15b', 'name': 'tempest-ServersTestFqdnHostnames-233689485-router', 'tenant_id': 'd3679c99eaae470ab652a8ce28b1c6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'c890050c-1949-4946-b091-5f342908836b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:45:00Z', 'updated_at': '2022-03-11T19:45:06Z', 'revision_number': 4, 'project_id': 'd3679c99eaae470ab652a8ce28b1c6d9', 'gw_port': {'id': 'c890050c-1949-4946-b091-5f342908836b', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8fb177-660f-4b4e-9e1d-65c26983a15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:01Z', 'updated_at': '2022-03-11T19:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': 'cad26ad6-4d6c-40f7-b85e-df191f81fcd7', 'tenant_id': 'd3679c99eaae470ab652a8ce28b1c6d9', 'floating_ip_address': '172.25.8.241', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '9c8fb177-660f-4b4e-9e1d-65c26983a15b', 'port_id': '99806fe6-ab5d-446f-88d8-77181b245c32', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1626, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '294810c1-e417-4dee-b1db-4a6818051883', 'mac_address': 'fa:16:3e:a5:ff:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2edcc926-8124-4eed-a29a-472714991be7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:45:12Z', 'updated_at': '2022-03-11T19:45:31Z', 'revision_number': 1, 'project_id': 'd3679c99eaae470ab652a8ce28b1c6d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad9d51cb-dc15-452d-b242-2903e25e24a2', 'name': '', 'network_id': '294810c1-e417-4dee-b1db-4a6818051883', 'tenant_id': 'd3679c99eaae470ab652a8ce28b1c6d9', 'mac_address': 'fa:16:3e:c4:e0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8fb177-660f-4b4e-9e1d-65c26983a15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': 'e37a70ad-abe0-4f44-9eb0-e7e761448022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:05Z', 'updated_at': '2022-03-11T19:45:12Z', 'revision_number': 5, 'project_id': 'd3679c99eaae470ab652a8ce28b1c6d9', 'subnets': [{'id': 'e37a70ad-abe0-4f44-9eb0-e7e761448022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:45:35.356362 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-037615f7-fc78-4e37-89e4-dbeddd80557c tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks [] for security_group_rule (1ecbd2f4-b5d3-4a68-b272-7beef12f8bc8), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:35.442386 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-89734ef6-ad9f-4762-bb93-d13541728ed3 req-8d1ba380-87e2-48f5-878f-8e02f8975ec3 tempest-InstanceActionsNegativeTestJSON-952081330 tempest-InstanceActionsNegativeTestJSON-952081330-project] 10.222.0.65 "GET /v2.0/security-groups?id=ab9b3265-e5e1-45d7-b150-e49155f5bae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216543 Mar 11 19:45:35.450978 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-b2f7a95d-a548-47d4-8533-663fe892b160 req-f268c023-0554-4a82-a8bc-ce44eb12ab37 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=99806fe6-ab5d-446f-88d8-77181b245c32 HTTP/1.1" status: 200 len: 999 time: 0.1134875 Mar 11 19:45:35.458202 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-037615f7-fc78-4e37-89e4-dbeddd80557c tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks [] for security_group_rule (1ecbd2f4-b5d3-4a68-b272-7beef12f8bc8), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:35.465312 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-037615f7-fc78-4e37-89e4-dbeddd80557c tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (1ecbd2f4-b5d3-4a68-b272-7beef12f8bc8), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:35.508270 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f7a95d-a548-47d4-8533-663fe892b160 req-e51a41d5-fac3-46cb-aad8-7979f5c98635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:35.509911 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-b2f7a95d-a548-47d4-8533-663fe892b160 req-e51a41d5-fac3-46cb-aad8-7979f5c98635 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e37a70ad-abe0-4f44-9eb0-e7e761448022 HTTP/1.1" status: 200 len: 853 time: 0.0527391 Mar 11 19:45:35.512597 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-037615f7-fc78-4e37-89e4-dbeddd80557c tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:35.514009 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-037615f7-fc78-4e37-89e4-dbeddd80557c tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2643237 Mar 11 19:45:35.516774 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037615f7-fc78-4e37-89e4-dbeddd80557c tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ecbd2f4-b5d3-4a68-b272-7beef12f8bc8,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:35.517538 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 46260) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:35.538626 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-8d0be900-6ed0-4a18-a4f0-8baa86175501 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Request body: {'security_group_rule': {'security_group_id': '5c88090f-a4b6-4ded-8686-842a534273ef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:45:35.596174 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f7a95d-a548-47d4-8533-663fe892b160 req-4d2d4e71-7daa-412f-a091-f3333a9e730d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:35.602659 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-b2f7a95d-a548-47d4-8533-663fe892b160 req-4d2d4e71-7daa-412f-a091-f3333a9e730d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=294810c1-e417-4dee-b1db-4a6818051883&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0793867 Mar 11 19:45:35.602659 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8d0be900-6ed0-4a18-a4f0-8baa86175501 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks [] for security_group_rule (40b222a1-a8cc-450f-aafe-8120df0ab84f), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:35.717489 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7cc1d4-11c0-4aec-a4e4-16066ab62704 None None] New status for floating IP cad26ad6-4d6c-40f7-b85e-df191f81fcd7: ACTIVE {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 19:45:35.748795 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8d0be900-6ed0-4a18-a4f0-8baa86175501 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks [] for security_group_rule (40b222a1-a8cc-450f-aafe-8120df0ab84f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:35.751309 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-b2f7a95d-a548-47d4-8533-663fe892b160 req-45e940c4-532e-4823-aca6-5189c434c612 service neutron] 10.222.0.75 "GET /v2.0/networks/294810c1-e417-4dee-b1db-4a6818051883?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459453 Mar 11 19:45:35.758725 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8d0be900-6ed0-4a18-a4f0-8baa86175501 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (40b222a1-a8cc-450f-aafe-8120df0ab84f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:35.803697 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0be900-6ed0-4a18-a4f0-8baa86175501 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40b222a1-a8cc-450f-aafe-8120df0ab84f,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:35.833001 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8d0be900-6ed0-4a18-a4f0-8baa86175501 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:35.834818 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8d0be900-6ed0-4a18-a4f0-8baa86175501 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3088982 Mar 11 19:45:35.837922 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 46272) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:35.852630 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-144c71c4-cdbe-4a21-acf4-b332e9729388 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Request body: {'floatingip': {'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:45:35.933800 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-144c71c4-cdbe-4a21-acf4-b332e9729388 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:35.985014 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-b2f7a95d-a548-47d4-8533-663fe892b160 req-0559a40c-7bc5-402c-954d-794f9675b645 service neutron] 10.222.0.75 "GET /v2.0/networks/294810c1-e417-4dee-b1db-4a6818051883?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236271 Mar 11 19:45:36.070647 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-144c71c4-cdbe-4a21-acf4-b332e9729388 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:36.203162 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-144c71c4-cdbe-4a21-acf4-b332e9729388 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Allocated IP 172.25.8.32 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/f80f1a37-c86b-40cf-bf68-774068633237) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:45:36.340893 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-144c71c4-cdbe-4a21-acf4-b332e9729388 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks [] for port (f80f1a37-c86b-40cf-bf68-774068633237), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:36.377797 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-144c71c4-cdbe-4a21-acf4-b332e9729388 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (f80f1a37-c86b-40cf-bf68-774068633237), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:36.430881 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144c71c4-cdbe-4a21-acf4-b332e9729388 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:45:36.434850 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-144c71c4-cdbe-4a21-acf4-b332e9729388 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:45:36.437520 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144c71c4-cdbe-4a21-acf4-b332e9729388 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:45:36.471920 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144c71c4-cdbe-4a21-acf4-b332e9729388 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Pushing event updated for resources: {'Port': ['ID=f80f1a37-c86b-40cf-bf68-774068633237,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:36.503243 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device f0dc9072-5f3c-4ec5-94c7-bed5e6d511f6 details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:45:36.578172 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-144c71c4-cdbe-4a21-acf4-b332e9729388 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks [] for floatingip (a440f60e-e10c-4b75-8c80-22228691670a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:36.634506 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1835884-f828-424e-a7b3-ace63df6fca4 req-c1b25d5d-b8fb-49d6-9b92-b445b717af6a tempest-InstanceActionsNegativeTestJSON-952081330 tempest-InstanceActionsNegativeTestJSON-952081330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:36.645642 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e1835884-f828-424e-a7b3-ace63df6fca4 req-c1b25d5d-b8fb-49d6-9b92-b445b717af6a tempest-InstanceActionsNegativeTestJSON-952081330 tempest-InstanceActionsNegativeTestJSON-952081330-project] 10.222.0.65 "GET /v2.0/ports?device_id=df9bfce0-c99c-4ddd-aba1-6f84f0d98e70 HTTP/1.1" status: 200 len: 943 time: 0.1255703 Mar 11 19:45:36.646666 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-144c71c4-cdbe-4a21-acf4-b332e9729388 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (f80f1a37-c86b-40cf-bf68-774068633237), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:36.682822 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port f0dc9072-5f3c-4ec5-94c7-bed5e6d511f6, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=f0dc9072-5f3c-4ec5-94c7-bed5e6d511f6,segment=NetworkSegment(bcc135b9-e0d0-4af1-a30e-077582c83555),segment_id=bcc135b9-e0d0-4af1-a30e-077582c83555)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:45:36.698702 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': 'f0dc9072-5f3c-4ec5-94c7-bed5e6d511f6', 'network_id': '340dd101-5e54-490c-9ae7-4425c4810288', 'port_id': 'f0dc9072-5f3c-4ec5-94c7-bed5e6d511f6', 'mac_address': 'fa:16:3e:ba:97:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 891, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '177ffd29-1067-4cfa-978b-cdc6c06d6dd3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:45:36.728239 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e1835884-f828-424e-a7b3-ace63df6fca4 req-0cd6a9a2-ed45-465c-b563-7f2046d4120f tempest-InstanceActionsNegativeTestJSON-952081330 tempest-InstanceActionsNegativeTestJSON-952081330-project] 10.222.0.65 "GET /v2.0/security-groups?id=ab9b3265-e5e1-45d7-b150-e49155f5bae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716965 Mar 11 19:45:36.753512 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port f0dc9072-5f3c-4ec5-94c7-bed5e6d511f6 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:45:36.754004 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (f0dc9072-5f3c-4ec5-94c7-bed5e6d511f6), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:36.773106 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0dc9072-5f3c-4ec5-94c7-bed5e6d511f6 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:45:36.795829 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port f0dc9072-5f3c-4ec5-94c7-bed5e6d511f6, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=f0dc9072-5f3c-4ec5-94c7-bed5e6d511f6,segment=NetworkSegment(bcc135b9-e0d0-4af1-a30e-077582c83555),segment_id=bcc135b9-e0d0-4af1-a30e-077582c83555)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:45:36.808339 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (f0dc9072-5f3c-4ec5-94c7-bed5e6d511f6), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:36.864494 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=f0dc9072-5f3c-4ec5-94c7-bed5e6d511f6,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:36.867372 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-144c71c4-cdbe-4a21-acf4-b332e9729388 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks [] for port (f80f1a37-c86b-40cf-bf68-774068633237), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:36.872908 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-144c71c4-cdbe-4a21-acf4-b332e9729388 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (f80f1a37-c86b-40cf-bf68-774068633237), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:36.874769 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:36.875142 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:36.876024 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:36.876744 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:36.877238 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:36.877779 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:36.878368 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:36.879075 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:36.879766 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:36.881401 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:36.881922 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:36.882571 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:36.883111 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:45:36.954054 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144c71c4-cdbe-4a21-acf4-b332e9729388 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Pushing event updated for resources: {'Port': ['ID=f80f1a37-c86b-40cf-bf68-774068633237,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:36.960668 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-144c71c4-cdbe-4a21-acf4-b332e9729388 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (a440f60e-e10c-4b75-8c80-22228691670a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:36.979707 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-144c71c4-cdbe-4a21-acf4-b332e9729388 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:36.981478 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-144c71c4-cdbe-4a21-acf4-b332e9729388 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1423862 Mar 11 19:45:37.183838 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['f0dc9072-5f3c-4ec5-94c7-bed5e6d511f6'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:45:37.194291 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-557c99b0-5ccc-47e0-9da4-1fae731d9fbf req-3efcc270-3bdf-4c63-af87-de37a64476c1 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1589301298&fields=id&tenant_id=158d96ac5890499b904530e3a8e2fd26 HTTP/1.1" status: 200 len: 267 time: 0.0477114 Mar 11 19:45:37.333613 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c99b0-5ccc-47e0-9da4-1fae731d9fbf req-602ad212-8bf6-45ad-a4fa-f0a1187dfc63 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:37.344341 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-557c99b0-5ccc-47e0-9da4-1fae731d9fbf req-602ad212-8bf6-45ad-a4fa-f0a1187dfc63 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/networks?id=32196a18-8be7-4227-b019-bc15d0c1f739 HTTP/1.1" status: 200 len: 816 time: 0.1415384 Mar 11 19:45:37.357446 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-557c99b0-5ccc-47e0-9da4-1fae731d9fbf req-930401ec-36c3-481c-ab2f-b56fe74296ea tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/quotas/158d96ac5890499b904530e3a8e2fd26 HTTP/1.1" status: 200 len: 375 time: 0.0121319 Mar 11 19:45:37.427819 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-557c99b0-5ccc-47e0-9da4-1fae731d9fbf req-6f43864d-8697-4e5d-9718-5488aedfc65d tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=158d96ac5890499b904530e3a8e2fd26&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0644586 Mar 11 19:45:37.532744 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-557c99b0-5ccc-47e0-9da4-1fae731d9fbf req-0a39646b-a12e-4894-9eed-b5cf35512ead service neutron] 10.222.0.65 "GET /v2.0/networks/32196a18-8be7-4227-b019-bc15d0c1f739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932488 Mar 11 19:45:37.644281 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-557c99b0-5ccc-47e0-9da4-1fae731d9fbf req-e3691ebd-560d-4116-abf5-8c9a0482b332 service neutron] 10.222.0.65 "GET /v2.0/networks/32196a18-8be7-4227-b019-bc15d0c1f739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055596 Mar 11 19:45:37.957443 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77d324-784c-4fb2-8164-b30c523f540d req-835f837e-138a-4e67-adc5-fc12f5e8b09d tempest-InstanceActionsNegativeTestJSON-952081330 tempest-InstanceActionsNegativeTestJSON-952081330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:37.959505 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6d77d324-784c-4fb2-8164-b30c523f540d req-835f837e-138a-4e67-adc5-fc12f5e8b09d tempest-InstanceActionsNegativeTestJSON-952081330 tempest-InstanceActionsNegativeTestJSON-952081330-project] 10.222.0.65 "GET /v2.0/ports?device_id=df9bfce0-c99c-4ddd-aba1-6f84f0d98e70 HTTP/1.1" status: 200 len: 944 time: 0.0818257 Mar 11 19:45:38.025505 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6d77d324-784c-4fb2-8164-b30c523f540d req-fffb637f-9110-41e8-86c4-b8f5f89e658e tempest-InstanceActionsNegativeTestJSON-952081330 tempest-InstanceActionsNegativeTestJSON-952081330-project] 10.222.0.65 "GET /v2.0/security-groups?id=ab9b3265-e5e1-45d7-b150-e49155f5bae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587471 Mar 11 19:45:38.125376 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-347b2d82-5ba7-4223-a167-dc245ec0d803 req-82a20a49-76d7-4cde-aff9-8bfeddcec325 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=be343d54-4421-403d-b876-889b59b33fc0 HTTP/1.1" status: 200 len: 210 time: 0.0333519 Mar 11 19:45:38.525995 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device f0dc9072-5f3c-4ec5-94c7-bed5e6d511f6 up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:45:38.592555 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port f0dc9072-5f3c-4ec5-94c7-bed5e6d511f6 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:45:38.597067 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port f0dc9072-5f3c-4ec5-94c7-bed5e6d511f6 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:45:38.598604 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (f0dc9072-5f3c-4ec5-94c7-bed5e6d511f6), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:38.688523 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port f0dc9072-5f3c-4ec5-94c7-bed5e6d511f6 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:45:38.689283 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (f0dc9072-5f3c-4ec5-94c7-bed5e6d511f6), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:38.721519 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df9bfce0-c99c-4ddd-aba1-6f84f0d98e70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0dc9072-5f3c-4ec5-94c7-bed5e6d511f6'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:45:38.724561 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1488dc9-5e31-4d47-8259-d726a07ee2b9" -d '{"events": [{"server_uuid": "df9bfce0-c99c-4ddd-aba1-6f84f0d98e70", "name": "network-vif-plugged", "status": "completed", "tag": "f0dc9072-5f3c-4ec5-94c7-bed5e6d511f6"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:45:38.737209 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port f0dc9072-5f3c-4ec5-94c7-bed5e6d511f6, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=f0dc9072-5f3c-4ec5-94c7-bed5e6d511f6,segment=NetworkSegment(bcc135b9-e0d0-4af1-a30e-077582c83555),segment_id=bcc135b9-e0d0-4af1-a30e-077582c83555)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:45:38.742960 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (f0dc9072-5f3c-4ec5-94c7-bed5e6d511f6), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:38.766614 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59170f5-a392-45a5-9a57-66b95d63c6b1 x-openstack-request-id: req-e59170f5-a392-45a5-9a57-66b95d63c6b1 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:45:38.766908 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df9bfce0-c99c-4ddd-aba1-6f84f0d98e70", "name": "network-vif-plugged", "status": "completed", "tag": "f0dc9072-5f3c-4ec5-94c7-bed5e6d511f6", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:45:38.767165 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e59170f5-a392-45a5-9a57-66b95d63c6b1 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:45:38.767553 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df9bfce0-c99c-4ddd-aba1-6f84f0d98e70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0dc9072-5f3c-4ec5-94c7-bed5e6d511f6', 'code': 200} Mar 11 19:45:38.796912 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=f0dc9072-5f3c-4ec5-94c7-bed5e6d511f6,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:38.872168 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a3dcb-13fa-4639-b833-b44e355a4083 req-f8fca801-d482-4706-8395-f4456ba0e07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:38.873828 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-176a3dcb-13fa-4639-b833-b44e355a4083 req-f8fca801-d482-4706-8395-f4456ba0e07f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=df9bfce0-c99c-4ddd-aba1-6f84f0d98e70 HTTP/1.1" status: 200 len: 1127 time: 0.0497260 Mar 11 19:45:38.929406 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-176a3dcb-13fa-4639-b833-b44e355a4083 req-63abc695-c955-43bb-bb3a-3546cb79aa69 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ab9b3265-e5e1-45d7-b150-e49155f5bae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496705 Mar 11 19:45:38.984792 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c99b0-5ccc-47e0-9da4-1fae731d9fbf req-e5c7b58f-92fd-41d5-915b-9b506bfdc38b tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:38.987619 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-557c99b0-5ccc-47e0-9da4-1fae731d9fbf req-e5c7b58f-92fd-41d5-915b-9b506bfdc38b tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.75 "GET /v2.0/networks?id=32196a18-8be7-4227-b019-bc15d0c1f739 HTTP/1.1" status: 200 len: 816 time: 0.1119955 Mar 11 19:45:39.054245 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-557c99b0-5ccc-47e0-9da4-1fae731d9fbf req-33b41b58-012a-40c2-b738-925a6c5e8f5f tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=158d96ac5890499b904530e3a8e2fd26 HTTP/1.1" status: 200 len: 380 time: 0.0569639 Mar 11 19:45:39.067621 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-557c99b0-5ccc-47e0-9da4-1fae731d9fbf req-ba3a5f8b-72d9-4b12-8574-2598526547a3 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Request body: {'port': {'device_id': 'be343d54-4421-403d-b876-889b59b33fc0', 'network_id': '32196a18-8be7-4227-b019-bc15d0c1f739', 'admin_state_up': True, 'tenant_id': '158d96ac5890499b904530e3a8e2fd26', 'security_groups': ['5c88090f-a4b6-4ded-8686-842a534273ef']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:45:39.163821 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42d860-4a61-4af2-9a3c-0ae6c004a922 req-aa292a0b-8fd6-4c08-9f5e-945e256660be tempest-InstanceActionsNegativeTestJSON-952081330 tempest-InstanceActionsNegativeTestJSON-952081330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:39.165836 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8f42d860-4a61-4af2-9a3c-0ae6c004a922 req-aa292a0b-8fd6-4c08-9f5e-945e256660be tempest-InstanceActionsNegativeTestJSON-952081330 tempest-InstanceActionsNegativeTestJSON-952081330-project] 10.222.0.65 "GET /v2.0/ports?device_id=df9bfce0-c99c-4ddd-aba1-6f84f0d98e70 HTTP/1.1" status: 200 len: 945 time: 0.0586588 Mar 11 19:45:39.213320 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-557c99b0-5ccc-47e0-9da4-1fae731d9fbf req-ba3a5f8b-72d9-4b12-8574-2598526547a3 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Made reservation on behalf of 158d96ac5890499b904530e3a8e2fd26 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:45:39.217974 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-557c99b0-5ccc-47e0-9da4-1fae731d9fbf req-ba3a5f8b-72d9-4b12-8574-2598526547a3 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:39.227221 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8f42d860-4a61-4af2-9a3c-0ae6c004a922 req-e1982f7d-1707-4987-a083-c2caca30ed27 tempest-InstanceActionsNegativeTestJSON-952081330 tempest-InstanceActionsNegativeTestJSON-952081330-project] 10.222.0.65 "GET /v2.0/security-groups?id=ab9b3265-e5e1-45d7-b150-e49155f5bae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556548 Mar 11 19:45:39.320449 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4f41da87-a898-445f-a52a-55a21aa12370 req-9499c682-53bc-4eec-9d33-8133b1334fd5 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=be343d54-4421-403d-b876-889b59b33fc0 HTTP/1.1" status: 200 len: 210 time: 0.0286803 Mar 11 19:45:39.377364 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-557c99b0-5ccc-47e0-9da4-1fae731d9fbf req-ba3a5f8b-72d9-4b12-8574-2598526547a3 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Allocated IP 172.20.0.9 (32196a18-8be7-4227-b019-bc15d0c1f739/c54bb295-7bca-4fbe-aff9-5e7c44904c47/d390e89a-8eda-47c2-bf64-fbf3e9262dc0) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:45:39.518644 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-557c99b0-5ccc-47e0-9da4-1fae731d9fbf req-ba3a5f8b-72d9-4b12-8574-2598526547a3 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks [] for port (d390e89a-8eda-47c2-bf64-fbf3e9262dc0), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:39.554686 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-557c99b0-5ccc-47e0-9da4-1fae731d9fbf req-ba3a5f8b-72d9-4b12-8574-2598526547a3 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (d390e89a-8eda-47c2-bf64-fbf3e9262dc0), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:39.616446 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-557c99b0-5ccc-47e0-9da4-1fae731d9fbf req-ba3a5f8b-72d9-4b12-8574-2598526547a3 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Network 32196a18-8be7-4227-b019-bc15d0c1f739 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:45:39.620462 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3a5f8b-72d9-4b12-8574-2598526547a3 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Pushing event updated for resources: {'Port': ['ID=d390e89a-8eda-47c2-bf64-fbf3e9262dc0,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:39.623673 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-557c99b0-5ccc-47e0-9da4-1fae731d9fbf req-ba3a5f8b-72d9-4b12-8574-2598526547a3 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:45:39.625823 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-557c99b0-5ccc-47e0-9da4-1fae731d9fbf req-ba3a5f8b-72d9-4b12-8574-2598526547a3 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:45:39.685394 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c99b0-5ccc-47e0-9da4-1fae731d9fbf req-ba3a5f8b-72d9-4b12-8574-2598526547a3 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:39.690242 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-557c99b0-5ccc-47e0-9da4-1fae731d9fbf req-ba3a5f8b-72d9-4b12-8574-2598526547a3 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:39.715611 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-557c99b0-5ccc-47e0-9da4-1fae731d9fbf req-ba3a5f8b-72d9-4b12-8574-2598526547a3 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6522563 Mar 11 19:45:39.729661 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-557c99b0-5ccc-47e0-9da4-1fae731d9fbf req-ddbb858b-4b7c-4d2d-a2bd-0889378b1b9f service neutron] Request body: {'port': {'device_id': 'be343d54-4421-403d-b876-889b59b33fc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:45:39.795898 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-557c99b0-5ccc-47e0-9da4-1fae731d9fbf req-ddbb858b-4b7c-4d2d-a2bd-0889378b1b9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d390e89a-8eda-47c2-bf64-fbf3e9262dc0), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:39.952917 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ba955fad-c475-4f96-b537-9fd4a4d9a47e None None] Provisioning complete for port d390e89a-8eda-47c2-bf64-fbf3e9262dc0 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:45:39.954033 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ba955fad-c475-4f96-b537-9fd4a4d9a47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (d390e89a-8eda-47c2-bf64-fbf3e9262dc0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:39.995052 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ba955fad-c475-4f96-b537-9fd4a4d9a47e None None] Port d390e89a-8eda-47c2-bf64-fbf3e9262dc0 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:45:40.395161 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829885e9-c0c6-4b3d-9732-129993a6abae req-a74aec6e-4332-45e2-b299-f3b891f87efb tempest-InstanceActionsNegativeTestJSON-952081330 tempest-InstanceActionsNegativeTestJSON-952081330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:40.404565 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-829885e9-c0c6-4b3d-9732-129993a6abae req-a74aec6e-4332-45e2-b299-f3b891f87efb tempest-InstanceActionsNegativeTestJSON-952081330 tempest-InstanceActionsNegativeTestJSON-952081330-project] 10.222.0.65 "GET /v2.0/ports?device_id=df9bfce0-c99c-4ddd-aba1-6f84f0d98e70 HTTP/1.1" status: 200 len: 945 time: 0.0831454 Mar 11 19:45:40.492896 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-829885e9-c0c6-4b3d-9732-129993a6abae req-2d46e946-401e-4a19-98b8-8c5844caaad4 tempest-InstanceActionsNegativeTestJSON-952081330 tempest-InstanceActionsNegativeTestJSON-952081330-project] 10.222.0.65 "GET /v2.0/security-groups?id=ab9b3265-e5e1-45d7-b150-e49155f5bae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871687 Mar 11 19:45:40.548406 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-557c99b0-5ccc-47e0-9da4-1fae731d9fbf req-ddbb858b-4b7c-4d2d-a2bd-0889378b1b9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d390e89a-8eda-47c2-bf64-fbf3e9262dc0 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:45:40.558448 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-557c99b0-5ccc-47e0-9da4-1fae731d9fbf req-ddbb858b-4b7c-4d2d-a2bd-0889378b1b9f service neutron] Publish callbacks [] for port (d390e89a-8eda-47c2-bf64-fbf3e9262dc0), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:40.573732 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-557c99b0-5ccc-47e0-9da4-1fae731d9fbf req-ddbb858b-4b7c-4d2d-a2bd-0889378b1b9f service neutron] Transition to ACTIVE for port object d390e89a-8eda-47c2-bf64-fbf3e9262dc0 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:45:40.586819 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-557c99b0-5ccc-47e0-9da4-1fae731d9fbf req-ddbb858b-4b7c-4d2d-a2bd-0889378b1b9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (d390e89a-8eda-47c2-bf64-fbf3e9262dc0), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:40.696908 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbb858b-4b7c-4d2d-a2bd-0889378b1b9f service neutron] Pushing event updated for resources: {'Port': ['ID=d390e89a-8eda-47c2-bf64-fbf3e9262dc0,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:40.708500 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bebdfc-1de0-4779-a8d0-a79ceee50e5d req-f108b6d3-f989-4d18-969b-96fa9df4e80c tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:40.711085 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d3bebdfc-1de0-4779-a8d0-a79ceee50e5d req-f108b6d3-f989-4d18-969b-96fa9df4e80c tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=be343d54-4421-403d-b876-889b59b33fc0 HTTP/1.1" status: 200 len: 943 time: 0.0763049 Mar 11 19:45:40.778539 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d3bebdfc-1de0-4779-a8d0-a79ceee50e5d req-e3da579d-b3ff-4a9b-8474-585c73bf30a1 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=5c88090f-a4b6-4ded-8686-842a534273ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613785 Mar 11 19:45:40.813849 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-557c99b0-5ccc-47e0-9da4-1fae731d9fbf req-ddbb858b-4b7c-4d2d-a2bd-0889378b1b9f service neutron] Attempting to bind port d390e89a-8eda-47c2-bf64-fbf3e9262dc0 on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:45:40.814190 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-557c99b0-5ccc-47e0-9da4-1fae731d9fbf req-ddbb858b-4b7c-4d2d-a2bd-0889378b1b9f service neutron] Attempting to bind port d390e89a-8eda-47c2-bf64-fbf3e9262dc0 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '69eb0e62-687e-4724-ba5c-a415cb9293d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '32196a18-8be7-4227-b019-bc15d0c1f739'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:45:40.814522 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557c99b0-5ccc-47e0-9da4-1fae731d9fbf req-ddbb858b-4b7c-4d2d-a2bd-0889378b1b9f service neutron] Attempting to bind port d390e89a-8eda-47c2-bf64-fbf3e9262dc0 on network 32196a18-8be7-4227-b019-bc15d0c1f739 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:45:40.823769 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557c99b0-5ccc-47e0-9da4-1fae731d9fbf req-ddbb858b-4b7c-4d2d-a2bd-0889378b1b9f service neutron] Port d390e89a-8eda-47c2-bf64-fbf3e9262dc0 on network 32196a18-8be7-4227-b019-bc15d0c1f739 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:45:40.824111 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557c99b0-5ccc-47e0-9da4-1fae731d9fbf req-ddbb858b-4b7c-4d2d-a2bd-0889378b1b9f service neutron] Attempting to bind port d390e89a-8eda-47c2-bf64-fbf3e9262dc0 on network 32196a18-8be7-4227-b019-bc15d0c1f739 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:45:40.829664 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557c99b0-5ccc-47e0-9da4-1fae731d9fbf req-ddbb858b-4b7c-4d2d-a2bd-0889378b1b9f service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:45:40.830013 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557c99b0-5ccc-47e0-9da4-1fae731d9fbf req-ddbb858b-4b7c-4d2d-a2bd-0889378b1b9f service neutron] Checking segment: {'id': '69eb0e62-687e-4724-ba5c-a415cb9293d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '32196a18-8be7-4227-b019-bc15d0c1f739'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:45:40.830402 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-557c99b0-5ccc-47e0-9da4-1fae731d9fbf req-ddbb858b-4b7c-4d2d-a2bd-0889378b1b9f service neutron] Bound using segment: {'id': '69eb0e62-687e-4724-ba5c-a415cb9293d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '32196a18-8be7-4227-b019-bc15d0c1f739'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:45:40.830833 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-557c99b0-5ccc-47e0-9da4-1fae731d9fbf req-ddbb858b-4b7c-4d2d-a2bd-0889378b1b9f service neutron] Bound port: d390e89a-8eda-47c2-bf64-fbf3e9262dc0, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69eb0e62-687e-4724-ba5c-a415cb9293d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '32196a18-8be7-4227-b019-bc15d0c1f739'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:45:40.831192 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-557c99b0-5ccc-47e0-9da4-1fae731d9fbf req-ddbb858b-4b7c-4d2d-a2bd-0889378b1b9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d390e89a-8eda-47c2-bf64-fbf3e9262dc0), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:40.907319 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-557c99b0-5ccc-47e0-9da4-1fae731d9fbf req-ddbb858b-4b7c-4d2d-a2bd-0889378b1b9f service neutron] For port d390e89a-8eda-47c2-bf64-fbf3e9262dc0, host n-h1-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:45:40.910642 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-557c99b0-5ccc-47e0-9da4-1fae731d9fbf req-ddbb858b-4b7c-4d2d-a2bd-0889378b1b9f service neutron] For port d390e89a-8eda-47c2-bf64-fbf3e9262dc0, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=d390e89a-8eda-47c2-bf64-fbf3e9262dc0,segment=NetworkSegment(69eb0e62-687e-4724-ba5c-a415cb9293d1),segment_id=69eb0e62-687e-4724-ba5c-a415cb9293d1)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:45:40.918683 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-557c99b0-5ccc-47e0-9da4-1fae731d9fbf req-ddbb858b-4b7c-4d2d-a2bd-0889378b1b9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (d390e89a-8eda-47c2-bf64-fbf3e9262dc0), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:40.957684 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c99b0-5ccc-47e0-9da4-1fae731d9fbf req-ddbb858b-4b7c-4d2d-a2bd-0889378b1b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:40.958445 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-557c99b0-5ccc-47e0-9da4-1fae731d9fbf req-ddbb858b-4b7c-4d2d-a2bd-0889378b1b9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:40.960306 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-557c99b0-5ccc-47e0-9da4-1fae731d9fbf req-ddbb858b-4b7c-4d2d-a2bd-0889378b1b9f service neutron] 10.222.0.75 "PUT /v2.0/ports/d390e89a-8eda-47c2-bf64-fbf3e9262dc0 HTTP/1.1" status: 200 len: 1091 time: 1.2350285 Mar 11 19:45:40.961094 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be343d54-4421-403d-b876-889b59b33fc0', 'tag': 'd390e89a-8eda-47c2-bf64-fbf3e9262dc0'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:45:40.963539 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e6b838-e765-44a3-b11d-ca35a27bf741" -d '{"events": [{"name": "network-changed", "server_uuid": "be343d54-4421-403d-b876-889b59b33fc0", "tag": "d390e89a-8eda-47c2-bf64-fbf3e9262dc0"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:45:41.050791 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b9a943-8180-425b-83d9-322e349c5cb9 x-openstack-request-id: req-c7b9a943-8180-425b-83d9-322e349c5cb9 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:45:41.051085 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be343d54-4421-403d-b876-889b59b33fc0", "tag": "d390e89a-8eda-47c2-bf64-fbf3e9262dc0", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:45:41.051341 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c7b9a943-8180-425b-83d9-322e349c5cb9 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:45:41.051765 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be343d54-4421-403d-b876-889b59b33fc0', 'tag': 'd390e89a-8eda-47c2-bf64-fbf3e9262dc0', 'status': 'completed', 'code': 200} Mar 11 19:45:41.054545 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbb858b-4b7c-4d2d-a2bd-0889378b1b9f service neutron] Pushing event updated for resources: {'Port': ['ID=d390e89a-8eda-47c2-bf64-fbf3e9262dc0,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:41.080224 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c99b0-5ccc-47e0-9da4-1fae731d9fbf req-1f3e2eff-d8d9-4ad7-8d14-9ef757dcbfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:41.082499 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-557c99b0-5ccc-47e0-9da4-1fae731d9fbf req-1f3e2eff-d8d9-4ad7-8d14-9ef757dcbfe4 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=158d96ac5890499b904530e3a8e2fd26&device_id=be343d54-4421-403d-b876-889b59b33fc0 HTTP/1.1" status: 200 len: 1125 time: 0.0780914 Mar 11 19:45:41.137333 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-557c99b0-5ccc-47e0-9da4-1fae731d9fbf req-bae71f03-1466-4aa2-8e25-02082b8f7990 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d390e89a-8eda-47c2-bf64-fbf3e9262dc0 HTTP/1.1" status: 200 len: 217 time: 0.0412555 Mar 11 19:45:41.189961 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c99b0-5ccc-47e0-9da4-1fae731d9fbf req-7d440856-39c8-4cdd-993a-8944e7fcbcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:41.191411 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-557c99b0-5ccc-47e0-9da4-1fae731d9fbf req-7d440856-39c8-4cdd-993a-8944e7fcbcd4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c54bb295-7bca-4fbe-aff9-5e7c44904c47 HTTP/1.1" status: 200 len: 855 time: 0.0488267 Mar 11 19:45:41.259498 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c99b0-5ccc-47e0-9da4-1fae731d9fbf req-52424496-eb47-486e-b733-0e2046099351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:41.265317 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-557c99b0-5ccc-47e0-9da4-1fae731d9fbf req-52424496-eb47-486e-b733-0e2046099351 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=32196a18-8be7-4227-b019-bc15d0c1f739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0656693 Mar 11 19:45:41.371665 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-557c99b0-5ccc-47e0-9da4-1fae731d9fbf req-216b3ff9-38d2-4e32-a642-4201b83aa291 service neutron] 10.222.0.75 "GET /v2.0/networks/32196a18-8be7-4227-b019-bc15d0c1f739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937827 Mar 11 19:45:41.474840 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-557c99b0-5ccc-47e0-9da4-1fae731d9fbf req-afb2f494-5c6c-440c-a8d5-4ccc2ad2d63b service neutron] 10.222.0.75 "GET /v2.0/networks/32196a18-8be7-4227-b019-bc15d0c1f739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960009 Mar 11 19:45:41.601024 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6b838-e765-44a3-b11d-ca35a27bf741 req-3924bef9-3fd6-4d4a-94c2-6fbd5bc8cc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:41.602572 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-31e6b838-e765-44a3-b11d-ca35a27bf741 req-3924bef9-3fd6-4d4a-94c2-6fbd5bc8cc94 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=158d96ac5890499b904530e3a8e2fd26&device_id=be343d54-4421-403d-b876-889b59b33fc0 HTTP/1.1" status: 200 len: 1125 time: 0.0787804 Mar 11 19:45:41.656378 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034af513-261a-4f6a-ba81-c78e6e9a4b78 req-6ff8e3d5-a3ee-49a8-9549-d98489db7264 tempest-InstanceActionsNegativeTestJSON-952081330 tempest-InstanceActionsNegativeTestJSON-952081330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:41.658046 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-034af513-261a-4f6a-ba81-c78e6e9a4b78 req-6ff8e3d5-a3ee-49a8-9549-d98489db7264 tempest-InstanceActionsNegativeTestJSON-952081330 tempest-InstanceActionsNegativeTestJSON-952081330-project] 10.222.0.65 "GET /v2.0/ports?device_id=df9bfce0-c99c-4ddd-aba1-6f84f0d98e70 HTTP/1.1" status: 200 len: 945 time: 0.0693564 Mar 11 19:45:41.742823 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6b838-e765-44a3-b11d-ca35a27bf741 req-557226cf-dc31-464c-9f04-85c54f50d631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:41.744518 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-31e6b838-e765-44a3-b11d-ca35a27bf741 req-557226cf-dc31-464c-9f04-85c54f50d631 service neutron] 10.222.0.75 "GET /v2.0/networks?id=32196a18-8be7-4227-b019-bc15d0c1f739 HTTP/1.1" status: 200 len: 917 time: 0.1350636 Mar 11 19:45:41.751892 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-034af513-261a-4f6a-ba81-c78e6e9a4b78 req-f13930e3-0c8b-4869-98d1-02e4d6e77645 tempest-InstanceActionsNegativeTestJSON-952081330 tempest-InstanceActionsNegativeTestJSON-952081330-project] 10.222.0.65 "GET /v2.0/security-groups?id=ab9b3265-e5e1-45d7-b150-e49155f5bae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722268 Mar 11 19:45:41.799276 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-31e6b838-e765-44a3-b11d-ca35a27bf741 req-3cf2ca37-6c12-4dec-8c43-0c5d320969af service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d390e89a-8eda-47c2-bf64-fbf3e9262dc0 HTTP/1.1" status: 200 len: 217 time: 0.0421276 Mar 11 19:45:41.836940 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 46486) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:41.871833 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6b838-e765-44a3-b11d-ca35a27bf741 req-90cb706b-79f3-4364-bd1f-db60bb8d2e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:41.874116 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-31e6b838-e765-44a3-b11d-ca35a27bf741 req-90cb706b-79f3-4364-bd1f-db60bb8d2e6a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c54bb295-7bca-4fbe-aff9-5e7c44904c47 HTTP/1.1" status: 200 len: 855 time: 0.0664818 Mar 11 19:45:41.937139 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e6b838-e765-44a3-b11d-ca35a27bf741 req-f9ec33bd-ae95-4b87-acf5-3f312c0eee4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:41.939017 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-31e6b838-e765-44a3-b11d-ca35a27bf741 req-f9ec33bd-ae95-4b87-acf5-3f312c0eee4c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=32196a18-8be7-4227-b019-bc15d0c1f739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0571682 Mar 11 19:45:41.990047 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2ef2e6-d32d-4011-a2bc-38f16a35ab0b req-d94a850d-e1c1-49f4-a9fd-43a9a7761de1 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:41.991700 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1f2ef2e6-d32d-4011-a2bc-38f16a35ab0b req-d94a850d-e1c1-49f4-a9fd-43a9a7761de1 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=be343d54-4421-403d-b876-889b59b33fc0 HTTP/1.1" status: 200 len: 943 time: 0.0940893 Mar 11 19:45:42.006189 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ebe4343a-b231-4e42-b66f-4cdc187b1b48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:42.053692 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-31e6b838-e765-44a3-b11d-ca35a27bf741 req-2953da9e-53d6-4612-8f65-40d156efe927 service neutron] 10.222.0.75 "GET /v2.0/networks/32196a18-8be7-4227-b019-bc15d0c1f739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047993 Mar 11 19:45:42.077478 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1f2ef2e6-d32d-4011-a2bc-38f16a35ab0b req-ef9e3515-29aa-4270-a72f-40129645d688 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=5c88090f-a4b6-4ded-8686-842a534273ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677197 Mar 11 19:45:42.138636 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ebe4343a-b231-4e42-b66f-4cdc187b1b48 admin admin] Publish callbacks [] for security_group (c8e5f9c4-c2db-4c78-acf7-8f7815e10802), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:42.144378 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ebe4343a-b231-4e42-b66f-4cdc187b1b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (c8e5f9c4-c2db-4c78-acf7-8f7815e10802), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:42.185990 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-31e6b838-e765-44a3-b11d-ca35a27bf741 req-2404fbc7-2824-499b-b2fb-def4c650eed4 service neutron] 10.222.0.75 "GET /v2.0/networks/32196a18-8be7-4227-b019-bc15d0c1f739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255279 Mar 11 19:45:42.195860 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ebe4343a-b231-4e42-b66f-4cdc187b1b48 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=279f1bac604344b18fb9001408a83090&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3573811 Mar 11 19:45:42.198511 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 46496) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:42.198959 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe4343a-b231-4e42-b66f-4cdc187b1b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e5f9c4-c2db-4c78-acf7-8f7815e10802,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:42.258628 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0e4276b5-6550-4dd8-b96d-1c80a3f6dfae admin admin] Publish callbacks [] for security_group (c8e5f9c4-c2db-4c78-acf7-8f7815e10802), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:42.303759 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0e4276b5-6550-4dd8-b96d-1c80a3f6dfae admin admin] Publish callbacks [] for security_group (c8e5f9c4-c2db-4c78-acf7-8f7815e10802), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:42.361330 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0e4276b5-6550-4dd8-b96d-1c80a3f6dfae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (c8e5f9c4-c2db-4c78-acf7-8f7815e10802), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:42.364422 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0e4276b5-6550-4dd8-b96d-1c80a3f6dfae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:42.368898 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-0e4276b5-6550-4dd8-b96d-1c80a3f6dfae admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c8e5f9c4-c2db-4c78-acf7-8f7815e10802 HTTP/1.1" status: 204 len: 168 time: 0.1668601 Mar 11 19:45:42.383780 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4276b5-6550-4dd8-b96d-1c80a3f6dfae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e5f9c4-c2db-4c78-acf7-8f7815e10802,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:42.435496 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c652d-e689-497c-be74-8a3781733c61 req-7d7b1d6f-eabf-40a4-8d94-0ab9b118604b tempest-InstanceActionsNegativeTestJSON-952081330 tempest-InstanceActionsNegativeTestJSON-952081330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:42.437488 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-236c652d-e689-497c-be74-8a3781733c61 req-7d7b1d6f-eabf-40a4-8d94-0ab9b118604b tempest-InstanceActionsNegativeTestJSON-952081330 tempest-InstanceActionsNegativeTestJSON-952081330-project] 10.222.0.65 "GET /v2.0/ports?device_id=df9bfce0-c99c-4ddd-aba1-6f84f0d98e70 HTTP/1.1" status: 200 len: 945 time: 0.0685091 Mar 11 19:45:42.494503 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-236c652d-e689-497c-be74-8a3781733c61 req-bbc53be7-28db-4512-8efd-912174a5c323 tempest-InstanceActionsNegativeTestJSON-952081330 tempest-InstanceActionsNegativeTestJSON-952081330-project] 10.222.0.65 "GET /v2.0/security-groups?id=ab9b3265-e5e1-45d7-b150-e49155f5bae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498772 Mar 11 19:45:42.670980 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 46508) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:42.686009 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-89a6ad78-3e5e-45c2-bfdc-1119eee0a577 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:42.695246 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device d390e89a-8eda-47c2-bf64-fbf3e9262dc0 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:45:42.802190 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-89a6ad78-3e5e-45c2-bfdc-1119eee0a577 admin admin] Publish callbacks [] for security_group (ce87efbb-69bc-49ce-8d94-e16cc7eea040), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:42.806592 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-89a6ad78-3e5e-45c2-bfdc-1119eee0a577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (ce87efbb-69bc-49ce-8d94-e16cc7eea040), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:42.808756 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port d390e89a-8eda-47c2-bf64-fbf3e9262dc0, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=d390e89a-8eda-47c2-bf64-fbf3e9262dc0,segment=NetworkSegment(69eb0e62-687e-4724-ba5c-a415cb9293d1),segment_id=69eb0e62-687e-4724-ba5c-a415cb9293d1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:45:42.837874 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': 'd390e89a-8eda-47c2-bf64-fbf3e9262dc0', 'network_id': '32196a18-8be7-4227-b019-bc15d0c1f739', 'port_id': 'd390e89a-8eda-47c2-bf64-fbf3e9262dc0', 'mac_address': 'fa:16:3e:6d:58:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c54bb295-7bca-4fbe-aff9-5e7c44904c47', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:45:42.848339 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-89a6ad78-3e5e-45c2-bfdc-1119eee0a577 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6e235b320dca43289bb6a1cb9b61a9f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1764190 Mar 11 19:45:42.849747 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a6ad78-3e5e-45c2-bfdc-1119eee0a577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce87efbb-69bc-49ce-8d94-e16cc7eea040,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:42.853079 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 46518) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:42.885653 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port d390e89a-8eda-47c2-bf64-fbf3e9262dc0 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:45:42.886138 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d390e89a-8eda-47c2-bf64-fbf3e9262dc0), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:42.910407 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d390e89a-8eda-47c2-bf64-fbf3e9262dc0 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:45:42.914629 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0b57f4c9-9da9-42e3-ab6c-81d9330597ca admin admin] Publish callbacks [] for security_group (ce87efbb-69bc-49ce-8d94-e16cc7eea040), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:42.943062 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0b57f4c9-9da9-42e3-ab6c-81d9330597ca admin admin] Publish callbacks [] for security_group (ce87efbb-69bc-49ce-8d94-e16cc7eea040), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:42.946115 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port d390e89a-8eda-47c2-bf64-fbf3e9262dc0, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=d390e89a-8eda-47c2-bf64-fbf3e9262dc0,segment=NetworkSegment(69eb0e62-687e-4724-ba5c-a415cb9293d1),segment_id=69eb0e62-687e-4724-ba5c-a415cb9293d1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:45:42.951736 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (d390e89a-8eda-47c2-bf64-fbf3e9262dc0), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:43.012617 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=d390e89a-8eda-47c2-bf64-fbf3e9262dc0,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:43.013344 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0b57f4c9-9da9-42e3-ab6c-81d9330597ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (ce87efbb-69bc-49ce-8d94-e16cc7eea040), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:43.016123 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0b57f4c9-9da9-42e3-ab6c-81d9330597ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:43.019720 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-0b57f4c9-9da9-42e3-ab6c-81d9330597ca admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ce87efbb-69bc-49ce-8d94-e16cc7eea040 HTTP/1.1" status: 204 len: 168 time: 0.1628497 Mar 11 19:45:43.029581 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b57f4c9-9da9-42e3-ab6c-81d9330597ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce87efbb-69bc-49ce-8d94-e16cc7eea040,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:43.180474 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['d390e89a-8eda-47c2-bf64-fbf3e9262dc0'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:45:43.257444 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91890c9d-c530-4b72-82eb-d12c5126983a req-7e2e2fc4-4042-40b6-9baa-0dcdc2de7028 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:43.267647 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-91890c9d-c530-4b72-82eb-d12c5126983a req-7e2e2fc4-4042-40b6-9baa-0dcdc2de7028 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=be343d54-4421-403d-b876-889b59b33fc0 HTTP/1.1" status: 200 len: 944 time: 0.0888309 Mar 11 19:45:43.331293 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-91890c9d-c530-4b72-82eb-d12c5126983a req-dcf8e220-6f4e-464d-b873-09e0d21e5287 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=5c88090f-a4b6-4ded-8686-842a534273ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621488 Mar 11 19:45:43.644495 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41135ed1-55cd-4809-a741-c72e96d25163 req-58cbfd7a-89b3-44ba-8ffc-a4fc9fa75eb2 tempest-InstanceActionsNegativeTestJSON-952081330 tempest-InstanceActionsNegativeTestJSON-952081330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:43.646600 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-41135ed1-55cd-4809-a741-c72e96d25163 req-58cbfd7a-89b3-44ba-8ffc-a4fc9fa75eb2 tempest-InstanceActionsNegativeTestJSON-952081330 tempest-InstanceActionsNegativeTestJSON-952081330-project] 10.222.0.65 "GET /v2.0/ports?device_id=df9bfce0-c99c-4ddd-aba1-6f84f0d98e70 HTTP/1.1" status: 200 len: 945 time: 0.0741763 Mar 11 19:45:43.697277 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-41135ed1-55cd-4809-a741-c72e96d25163 req-814140c1-3482-41c7-8890-efdd68025141 tempest-InstanceActionsNegativeTestJSON-952081330 tempest-InstanceActionsNegativeTestJSON-952081330-project] 10.222.0.65 "GET /v2.0/security-groups?id=ab9b3265-e5e1-45d7-b150-e49155f5bae5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439899 Mar 11 19:45:43.780468 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df95e31-1dbc-43a0-ab7a-1a940e8b5f5b req-5755fe02-478c-454a-9600-46cb4dd57bf5 tempest-InstanceActionsNegativeTestJSON-952081330 tempest-InstanceActionsNegativeTestJSON-952081330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:43.781947 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4df95e31-1dbc-43a0-ab7a-1a940e8b5f5b req-5755fe02-478c-454a-9600-46cb4dd57bf5 tempest-InstanceActionsNegativeTestJSON-952081330 tempest-InstanceActionsNegativeTestJSON-952081330-project] 10.222.0.57 "GET /v2.0/ports?device_id=df9bfce0-c99c-4ddd-aba1-6f84f0d98e70 HTTP/1.1" status: 200 len: 945 time: 0.0527222 Mar 11 19:45:43.893914 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-4df95e31-1dbc-43a0-ab7a-1a940e8b5f5b req-3ffa5335-3d32-4d13-b431-430421a88033 tempest-InstanceActionsNegativeTestJSON-952081330 tempest-InstanceActionsNegativeTestJSON-952081330-project] Deleting port f0dc9072-5f3c-4ec5-94c7-bed5e6d511f6 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:45:43.895067 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4df95e31-1dbc-43a0-ab7a-1a940e8b5f5b req-3ffa5335-3d32-4d13-b431-430421a88033 tempest-InstanceActionsNegativeTestJSON-952081330 tempest-InstanceActionsNegativeTestJSON-952081330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (f0dc9072-5f3c-4ec5-94c7-bed5e6d511f6), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:44.000431 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-4df95e31-1dbc-43a0-ab7a-1a940e8b5f5b req-3ffa5335-3d32-4d13-b431-430421a88033 tempest-InstanceActionsNegativeTestJSON-952081330 tempest-InstanceActionsNegativeTestJSON-952081330-project] For port f0dc9072-5f3c-4ec5-94c7-bed5e6d511f6, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=f0dc9072-5f3c-4ec5-94c7-bed5e6d511f6,segment=NetworkSegment(bcc135b9-e0d0-4af1-a30e-077582c83555),segment_id=bcc135b9-e0d0-4af1-a30e-077582c83555)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:45:44.000789 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4df95e31-1dbc-43a0-ab7a-1a940e8b5f5b req-3ffa5335-3d32-4d13-b431-430421a88033 tempest-InstanceActionsNegativeTestJSON-952081330 tempest-InstanceActionsNegativeTestJSON-952081330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (f0dc9072-5f3c-4ec5-94c7-bed5e6d511f6), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:44.014472 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-4df95e31-1dbc-43a0-ab7a-1a940e8b5f5b req-3ffa5335-3d32-4d13-b431-430421a88033 tempest-InstanceActionsNegativeTestJSON-952081330 tempest-InstanceActionsNegativeTestJSON-952081330-project] Calling delete_port for f0dc9072-5f3c-4ec5-94c7-bed5e6d511f6 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:45:44.160556 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4df95e31-1dbc-43a0-ab7a-1a940e8b5f5b req-3ffa5335-3d32-4d13-b431-430421a88033 tempest-InstanceActionsNegativeTestJSON-952081330 tempest-InstanceActionsNegativeTestJSON-952081330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (f0dc9072-5f3c-4ec5-94c7-bed5e6d511f6), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:44.173373 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['f0dc9072-5f3c-4ec5-94c7-bed5e6d511f6'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:45:44.191905 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffa5335-3d32-4d13-b431-430421a88033 tempest-InstanceActionsNegativeTestJSON-952081330 tempest-InstanceActionsNegativeTestJSON-952081330-project] Pushing event deleted for resources: {'Port': ['ID=f0dc9072-5f3c-4ec5-94c7-bed5e6d511f6,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:44.250990 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-4df95e31-1dbc-43a0-ab7a-1a940e8b5f5b req-3ffa5335-3d32-4d13-b431-430421a88033 tempest-InstanceActionsNegativeTestJSON-952081330 tempest-InstanceActionsNegativeTestJSON-952081330-project] No DVR routers for this DVR port f0dc9072-5f3c-4ec5-94c7-bed5e6d511f6 on host n-h2-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:45:44.256015 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4df95e31-1dbc-43a0-ab7a-1a940e8b5f5b req-3ffa5335-3d32-4d13-b431-430421a88033 tempest-InstanceActionsNegativeTestJSON-952081330 tempest-InstanceActionsNegativeTestJSON-952081330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:44.258996 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4df95e31-1dbc-43a0-ab7a-1a940e8b5f5b req-3ffa5335-3d32-4d13-b431-430421a88033 tempest-InstanceActionsNegativeTestJSON-952081330 tempest-InstanceActionsNegativeTestJSON-952081330-project] 10.222.0.57 "DELETE /v2.0/ports/f0dc9072-5f3c-4ec5-94c7-bed5e6d511f6 HTTP/1.1" status: 204 len: 173 time: 0.4715743 Mar 11 19:45:44.259473 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df9bfce0-c99c-4ddd-aba1-6f84f0d98e70', 'name': 'network-vif-deleted', 'tag': 'f0dc9072-5f3c-4ec5-94c7-bed5e6d511f6'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:45:44.262206 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e847016-04b0-4485-b8c3-4197cfee11d3" -d '{"events": [{"server_uuid": "df9bfce0-c99c-4ddd-aba1-6f84f0d98e70", "name": "network-vif-deleted", "tag": "f0dc9072-5f3c-4ec5-94c7-bed5e6d511f6"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:45:44.317050 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3b6ff0-54c1-4cbd-b3c8-74d1687416ae x-openstack-request-id: req-ed3b6ff0-54c1-4cbd-b3c8-74d1687416ae {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:45:44.317408 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df9bfce0-c99c-4ddd-aba1-6f84f0d98e70", "name": "network-vif-deleted", "tag": "f0dc9072-5f3c-4ec5-94c7-bed5e6d511f6", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:45:44.318238 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ed3b6ff0-54c1-4cbd-b3c8-74d1687416ae {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:45:44.318813 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df9bfce0-c99c-4ddd-aba1-6f84f0d98e70', 'name': 'network-vif-deleted', 'tag': 'f0dc9072-5f3c-4ec5-94c7-bed5e6d511f6', 'status': 'completed', 'code': 200} Mar 11 19:45:44.479508 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe841fc-4ff3-4f10-be2a-8de3392aface req-415bdd6e-4916-45fe-ac4a-b10910f4eb56 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:44.481011 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8fe841fc-4ff3-4f10-be2a-8de3392aface req-415bdd6e-4916-45fe-ac4a-b10910f4eb56 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=be343d54-4421-403d-b876-889b59b33fc0 HTTP/1.1" status: 200 len: 944 time: 0.0593762 Mar 11 19:45:44.535408 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8fe841fc-4ff3-4f10-be2a-8de3392aface req-75a4e133-2fb8-4293-8abd-f4f7039034c3 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=5c88090f-a4b6-4ded-8686-842a534273ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481453 Mar 11 19:45:44.711133 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device d390e89a-8eda-47c2-bf64-fbf3e9262dc0 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:45:44.789891 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 46608) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:44.796504 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port d390e89a-8eda-47c2-bf64-fbf3e9262dc0 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:45:44.800843 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port d390e89a-8eda-47c2-bf64-fbf3e9262dc0 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:45:44.801357 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (d390e89a-8eda-47c2-bf64-fbf3e9262dc0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:44.840795 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-1334b50c-f1f1-4fea-a872-1ba329541ab0 admin admin] Deleting subnet 177ffd29-1067-4cfa-978b-cdc6c06d6dd3 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:45:44.844593 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1334b50c-f1f1-4fea-a872-1ba329541ab0 admin admin] Publish callbacks [] for subnet (177ffd29-1067-4cfa-978b-cdc6c06d6dd3), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:44.888775 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1334b50c-f1f1-4fea-a872-1ba329541ab0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (177ffd29-1067-4cfa-978b-cdc6c06d6dd3), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:44.912804 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port d390e89a-8eda-47c2-bf64-fbf3e9262dc0 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:45:44.913481 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d390e89a-8eda-47c2-bf64-fbf3e9262dc0), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:44.937816 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1334b50c-f1f1-4fea-a872-1ba329541ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (177ffd29-1067-4cfa-978b-cdc6c06d6dd3), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:44.953881 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port d390e89a-8eda-47c2-bf64-fbf3e9262dc0, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=d390e89a-8eda-47c2-bf64-fbf3e9262dc0,segment=NetworkSegment(69eb0e62-687e-4724-ba5c-a415cb9293d1),segment_id=69eb0e62-687e-4724-ba5c-a415cb9293d1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:45:44.958363 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be343d54-4421-403d-b876-889b59b33fc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd390e89a-8eda-47c2-bf64-fbf3e9262dc0'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:45:44.961223 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a7743e8-2db1-4dde-9d5a-a7ddea495fa9" -d '{"events": [{"server_uuid": "be343d54-4421-403d-b876-889b59b33fc0", "name": "network-vif-plugged", "status": "completed", "tag": "d390e89a-8eda-47c2-bf64-fbf3e9262dc0"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:45:44.964779 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (d390e89a-8eda-47c2-bf64-fbf3e9262dc0), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:45.010845 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1334b50c-f1f1-4fea-a872-1ba329541ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (177ffd29-1067-4cfa-978b-cdc6c06d6dd3), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:45.031658 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f9472c-1938-4a7b-be3c-530eb3602b6a x-openstack-request-id: req-90f9472c-1938-4a7b-be3c-530eb3602b6a {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:45:45.031943 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be343d54-4421-403d-b876-889b59b33fc0", "name": "network-vif-plugged", "status": "completed", "tag": "d390e89a-8eda-47c2-bf64-fbf3e9262dc0", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:45:45.032200 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-90f9472c-1938-4a7b-be3c-530eb3602b6a {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:45:45.032588 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be343d54-4421-403d-b876-889b59b33fc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd390e89a-8eda-47c2-bf64-fbf3e9262dc0', 'code': 200} Mar 11 19:45:45.044466 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=d390e89a-8eda-47c2-bf64-fbf3e9262dc0,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:45.046958 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1334b50c-f1f1-4fea-a872-1ba329541ab0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=177ffd29-1067-4cfa-978b-cdc6c06d6dd3,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:45.050316 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1334b50c-f1f1-4fea-a872-1ba329541ab0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:45.058181 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-1334b50c-f1f1-4fea-a872-1ba329541ab0 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/177ffd29-1067-4cfa-978b-cdc6c06d6dd3 HTTP/1.1" status: 204 len: 168 time: 0.2671595 Mar 11 19:45:45.058850 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 46620) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:45.191550 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e1f6e7c3-6eb4-4a3e-8179-3a31fcd6424b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (340dd101-5e54-490c-9ae7-4425c4810288), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:45.209687 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc805f42-6906-4c6f-8be5-0269db729ede req-dfa4c904-12b0-4678-bcc0-2a28c7027ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:45.211185 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-cc805f42-6906-4c6f-8be5-0269db729ede req-dfa4c904-12b0-4678-bcc0-2a28c7027ea2 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=be343d54-4421-403d-b876-889b59b33fc0 HTTP/1.1" status: 200 len: 1127 time: 0.0959687 Mar 11 19:45:45.321681 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e1f6e7c3-6eb4-4a3e-8179-3a31fcd6424b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (340dd101-5e54-490c-9ae7-4425c4810288), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:45.332943 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-cc805f42-6906-4c6f-8be5-0269db729ede req-af63f5a4-6ff8-43be-9c8c-0bab71411adb service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=5c88090f-a4b6-4ded-8686-842a534273ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977938 Mar 11 19:45:45.345084 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-e1f6e7c3-6eb4-4a3e-8179-3a31fcd6424b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['340dd101-5e54-490c-9ae7-4425c4810288']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:45.356930 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-e1f6e7c3-6eb4-4a3e-8179-3a31fcd6424b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcc135b9-e0d0-4af1-a30e-077582c83555') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:45.357292 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-e1f6e7c3-6eb4-4a3e-8179-3a31fcd6424b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcc135b9-e0d0-4af1-a30e-077582c83555') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:45.367400 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e1f6e7c3-6eb4-4a3e-8179-3a31fcd6424b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (bcc135b9-e0d0-4af1-a30e-077582c83555), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:45.384158 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e1f6e7c3-6eb4-4a3e-8179-3a31fcd6424b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (bcc135b9-e0d0-4af1-a30e-077582c83555), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:45.390925 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1f6e7c3-6eb4-4a3e-8179-3a31fcd6424b admin admin] Releasing vlan 891 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:45:45.391308 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e1f6e7c3-6eb4-4a3e-8179-3a31fcd6424b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (bcc135b9-e0d0-4af1-a30e-077582c83555), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:45.393005 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:45:45.393005 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:45:45.393005 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:45:45.393005 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:45:45.393005 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:45:45.393005 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:45:45.393005 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:45:45.393005 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:45:45.393005 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:45:45.393005 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:45:45.393005 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:45:45.393005 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:45:45.393005 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:45:45.393005 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:45:45.393005 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:45:45.393005 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:45:45.393005 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:45:45.393005 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:45:45.393005 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:45:45.393005 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:45:45.393005 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:45:45.393005 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:45:45.393005 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:45:45.393005 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:45:45.393005 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:45:45.393005 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:45:45.393005 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:45:45.393005 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:45:45.393005 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:45:45.393005 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:45:45.393005 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:45:45.393005 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:45:45.454423 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e1f6e7c3-6eb4-4a3e-8179-3a31fcd6424b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (340dd101-5e54-490c-9ae7-4425c4810288), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:45.472773 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e1f6e7c3-6eb4-4a3e-8179-3a31fcd6424b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:45.476049 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e1f6e7c3-6eb4-4a3e-8179-3a31fcd6424b admin admin] 10.222.0.65 "DELETE /v2.0/networks/340dd101-5e54-490c-9ae7-4425c4810288 HTTP/1.1" status: 204 len: 168 time: 0.4156547 Mar 11 19:45:45.476981 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f6e7c3-6eb4-4a3e-8179-3a31fcd6424b admin admin] Pushing event deleted for resources: {'Network': ['ID=340dd101-5e54-490c-9ae7-4425c4810288,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:45.677335 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 46644) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:45.682504 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0f85e-7a59-4453-a2ee-99e043412e20 req-17d2de22-bc26-458b-bf77-d13ababb26db tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:45.684915 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0eb0f85e-7a59-4453-a2ee-99e043412e20 req-17d2de22-bc26-458b-bf77-d13ababb26db tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=be343d54-4421-403d-b876-889b59b33fc0 HTTP/1.1" status: 200 len: 945 time: 0.0629551 Mar 11 19:45:45.742788 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-0d766f7e-c32d-410f-a059-ae8a7e3112b0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0bfa6b6a8642477d8a1691a8e7c57578&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0634696 Mar 11 19:45:45.745799 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 46648) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:45.760240 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0eb0f85e-7a59-4453-a2ee-99e043412e20 req-81090892-3a91-4fca-a47b-fc6e4d4ad623 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=5c88090f-a4b6-4ded-8686-842a534273ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682070 Mar 11 19:45:45.804822 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-56b0bb1c-968b-4ee5-a34e-db22056e70be admin admin] Publish callbacks [] for security_group (ab9b3265-e5e1-45d7-b150-e49155f5bae5), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:45.814767 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 46650) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:45.826819 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-56b0bb1c-968b-4ee5-a34e-db22056e70be admin admin] Publish callbacks [] for security_group (ab9b3265-e5e1-45d7-b150-e49155f5bae5), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:45.877201 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-56b0bb1c-968b-4ee5-a34e-db22056e70be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (ab9b3265-e5e1-45d7-b150-e49155f5bae5), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:45.879938 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-56b0bb1c-968b-4ee5-a34e-db22056e70be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:45.881233 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-56b0bb1c-968b-4ee5-a34e-db22056e70be admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ab9b3265-e5e1-45d7-b150-e49155f5bae5 HTTP/1.1" status: 204 len: 168 time: 0.1344490 Mar 11 19:45:45.896430 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b0bb1c-968b-4ee5-a34e-db22056e70be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9b3265-e5e1-45d7-b150-e49155f5bae5,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:45.984469 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-94db2f55-3eb8-49fe-a710-32fc939d2c2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:46.080824 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-94db2f55-3eb8-49fe-a710-32fc939d2c2d admin admin] Publish callbacks [] for security_group (79fbdb22-b7e2-4999-ada1-f63cfa96ead1), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:46.086359 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-94db2f55-3eb8-49fe-a710-32fc939d2c2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (79fbdb22-b7e2-4999-ada1-f63cfa96ead1), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:46.139229 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-94db2f55-3eb8-49fe-a710-32fc939d2c2d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5fdb4accaa3b460d93cd930b1d620758&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3181517 Mar 11 19:45:46.139521 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 46666) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:46.147325 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94db2f55-3eb8-49fe-a710-32fc939d2c2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79fbdb22-b7e2-4999-ada1-f63cfa96ead1,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:46.192229 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-790c2a4a-5f4d-42af-b086-b14036e17e49 admin admin] Publish callbacks [] for security_group (79fbdb22-b7e2-4999-ada1-f63cfa96ead1), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:46.215770 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-790c2a4a-5f4d-42af-b086-b14036e17e49 admin admin] Publish callbacks [] for security_group (79fbdb22-b7e2-4999-ada1-f63cfa96ead1), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:46.273929 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-790c2a4a-5f4d-42af-b086-b14036e17e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (79fbdb22-b7e2-4999-ada1-f63cfa96ead1), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:46.276735 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-790c2a4a-5f4d-42af-b086-b14036e17e49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:46.280221 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-790c2a4a-5f4d-42af-b086-b14036e17e49 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/79fbdb22-b7e2-4999-ada1-f63cfa96ead1 HTTP/1.1" status: 204 len: 168 time: 0.1374435 Mar 11 19:45:46.288321 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790c2a4a-5f4d-42af-b086-b14036e17e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79fbdb22-b7e2-4999-ada1-f63cfa96ead1,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:46.673689 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 46694) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:46.687252 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-238d0b3d-8665-4bf3-8c41-1b195cbe37d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:46.776598 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-238d0b3d-8665-4bf3-8c41-1b195cbe37d3 admin admin] Publish callbacks [] for security_group (edbf658e-f530-4a76-8ab4-13e75b6b8cbc), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:46.781072 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-238d0b3d-8665-4bf3-8c41-1b195cbe37d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (edbf658e-f530-4a76-8ab4-13e75b6b8cbc), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:46.823284 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238d0b3d-8665-4bf3-8c41-1b195cbe37d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edbf658e-f530-4a76-8ab4-13e75b6b8cbc,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:46.827642 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-238d0b3d-8665-4bf3-8c41-1b195cbe37d3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=803aa7bb9ac949b18ff56a862b815952&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1529183 Mar 11 19:45:46.830354 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 46706) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:46.918839 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-683661db-1f8b-47a5-956e-084dc033d829 admin admin] Publish callbacks [] for security_group (edbf658e-f530-4a76-8ab4-13e75b6b8cbc), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:46.955436 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f03ba85-0180-4f72-a9ff-58b456ded929 req-28804312-3079-44cf-b4aa-ec244af70dee tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:46.956949 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0f03ba85-0180-4f72-a9ff-58b456ded929 req-28804312-3079-44cf-b4aa-ec244af70dee tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=be343d54-4421-403d-b876-889b59b33fc0 HTTP/1.1" status: 200 len: 945 time: 0.0954974 Mar 11 19:45:46.959751 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-683661db-1f8b-47a5-956e-084dc033d829 admin admin] Publish callbacks [] for security_group (edbf658e-f530-4a76-8ab4-13e75b6b8cbc), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:47.034713 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0f03ba85-0180-4f72-a9ff-58b456ded929 req-8716ca0e-1823-4e73-9587-bf5ce801b51d tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=5c88090f-a4b6-4ded-8686-842a534273ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678575 Mar 11 19:45:47.053769 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-683661db-1f8b-47a5-956e-084dc033d829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (edbf658e-f530-4a76-8ab4-13e75b6b8cbc), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:47.056759 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-683661db-1f8b-47a5-956e-084dc033d829 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:47.060301 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-683661db-1f8b-47a5-956e-084dc033d829 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/edbf658e-f530-4a76-8ab4-13e75b6b8cbc HTTP/1.1" status: 204 len: 168 time: 0.2265637 Mar 11 19:45:47.078863 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683661db-1f8b-47a5-956e-084dc033d829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edbf658e-f530-4a76-8ab4-13e75b6b8cbc,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:47.508821 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33260ed-5a1b-485a-9726-81cb90a38ce2 req-49df08f9-a423-4acc-87fa-973c4486b685 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:47.510971 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f33260ed-5a1b-485a-9726-81cb90a38ce2 req-49df08f9-a423-4acc-87fa-973c4486b685 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=be343d54-4421-403d-b876-889b59b33fc0 HTTP/1.1" status: 200 len: 945 time: 0.0574491 Mar 11 19:45:47.519851 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 46742) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:47.529291 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-3ee70c9d-fa1e-4add-b1bf-a9eb6eece120 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Request body: {'floatingip': {'port_id': 'd390e89a-8eda-47c2-bf64-fbf3e9262dc0'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:45:47.584678 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dabd80df-957b-40c0-9ce4-ba9eca55c5fb req-6be16ede-01f0-452d-a376-16c0b0823a41 tempest-ServerShowV257Test-792537961 tempest-ServerShowV257Test-792537961-project] 10.222.0.65 "GET /v2.0/ports?device_id=28f8e54c-c2dd-4980-966d-c0514bbbbd7f HTTP/1.1" status: 200 len: 210 time: 0.0289843 Mar 11 19:45:47.627003 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3ee70c9d-fa1e-4add-b1bf-a9eb6eece120 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks [] for floatingip (a440f60e-e10c-4b75-8c80-22228691670a), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:48.154999 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3ee70c9d-fa1e-4add-b1bf-a9eb6eece120 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:48.160377 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3ee70c9d-fa1e-4add-b1bf-a9eb6eece120 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (a440f60e-e10c-4b75-8c80-22228691670a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:48.279386 n-d-833163-1 neutron-server[103884]: INFO neutron.db.l3_db [None req-3ee70c9d-fa1e-4add-b1bf-a9eb6eece120 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Floating IP a440f60e-e10c-4b75-8c80-22228691670a associated. External IP: 172.25.8.32, port: d390e89a-8eda-47c2-bf64-fbf3e9262dc0. Mar 11 19:45:48.528983 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device f0dc9072-5f3c-4ec5-94c7-bed5e6d511f6 no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:45:48.541149 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee70c9d-fa1e-4add-b1bf-a9eb6eece120 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Router 020b0904-65ac-42f2-8e04-517741506d94 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:45:48.562600 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: f0dc9072-5f3c-4ec5-94c7-bed5e6d511f6 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:45:48.563222 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device f0dc9072-5f3c-4ec5-94c7-bed5e6d511f6 not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:45:48.728692 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee70c9d-fa1e-4add-b1bf-a9eb6eece120 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:45:48.735915 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3ee70c9d-fa1e-4add-b1bf-a9eb6eece120 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:48.745285 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15820ac2-81e5-427e-b398-d1ec0544252a None None] Sync routers for ids ['020b0904-65ac-42f2-8e04-517741506d94'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:45:48.759944 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8a2fb7c5-0dff-46e5-a1b9-50360c3c4010 req-eeca9338-dd78-4364-9965-30126d84ce33 tempest-ServerShowV257Test-792537961 tempest-ServerShowV257Test-792537961-project] 10.222.0.65 "GET /v2.0/ports?device_id=28f8e54c-c2dd-4980-966d-c0514bbbbd7f HTTP/1.1" status: 200 len: 210 time: 0.0537131 Mar 11 19:45:48.767954 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15820ac2-81e5-427e-b398-d1ec0544252a None None] Routers {'020b0904-65ac-42f2-8e04-517741506d94'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:45:48.768769 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-15820ac2-81e5-427e-b398-d1ec0544252a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:45:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['020b0904-65ac-42f2-8e04-517741506d94'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:48.824422 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-3ee70c9d-fa1e-4add-b1bf-a9eb6eece120 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "PUT /v2.0/floatingips/a440f60e-e10c-4b75-8c80-22228691670a HTTP/1.1" status: 200 len: 990 time: 1.3023314 Mar 11 19:45:48.825079 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be343d54-4421-403d-b876-889b59b33fc0', 'tag': 'd390e89a-8eda-47c2-bf64-fbf3e9262dc0'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:45:48.827354 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb521c81-a199-40b4-b8ac-baa480153312" -d '{"events": [{"name": "network-changed", "server_uuid": "be343d54-4421-403d-b876-889b59b33fc0", "tag": "d390e89a-8eda-47c2-bf64-fbf3e9262dc0"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:45:48.860566 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:48.877534 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-740430aa-cacd-4883-9900-6fddcd6e3124 x-openstack-request-id: req-740430aa-cacd-4883-9900-6fddcd6e3124 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:45:48.877830 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be343d54-4421-403d-b876-889b59b33fc0", "tag": "d390e89a-8eda-47c2-bf64-fbf3e9262dc0", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:45:48.878085 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-740430aa-cacd-4883-9900-6fddcd6e3124 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:45:48.878488 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be343d54-4421-403d-b876-889b59b33fc0', 'tag': 'd390e89a-8eda-47c2-bf64-fbf3e9262dc0', 'status': 'completed', 'code': 200} Mar 11 19:45:48.928517 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-15820ac2-81e5-427e-b398-d1ec0544252a None None] Set router 020b0904-65ac-42f2-8e04-517741506d94 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:45:48.961639 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb521c81-a199-40b4-b8ac-baa480153312 req-f5347dee-8f26-4946-ab81-2446f7599e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:48.963586 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-cb521c81-a199-40b4-b8ac-baa480153312 req-f5347dee-8f26-4946-ab81-2446f7599e8b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=158d96ac5890499b904530e3a8e2fd26&device_id=be343d54-4421-403d-b876-889b59b33fc0 HTTP/1.1" status: 200 len: 1127 time: 0.0588844 Mar 11 19:45:49.093030 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb521c81-a199-40b4-b8ac-baa480153312 req-5d80e3dc-b284-485d-b73d-643a30cad830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:49.094692 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-cb521c81-a199-40b4-b8ac-baa480153312 req-5d80e3dc-b284-485d-b73d-643a30cad830 service neutron] 10.222.0.75 "GET /v2.0/networks?id=32196a18-8be7-4227-b019-bc15d0c1f739 HTTP/1.1" status: 200 len: 917 time: 0.1221738 Mar 11 19:45:49.169282 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-cb521c81-a199-40b4-b8ac-baa480153312 req-99c9d98d-99aa-4a77-a6b4-acdaf206be0b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d390e89a-8eda-47c2-bf64-fbf3e9262dc0 HTTP/1.1" status: 200 len: 998 time: 0.0677092 Mar 11 19:45:49.244213 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-15820ac2-81e5-427e-b398-d1ec0544252a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020b0904-65ac-42f2-8e04-517741506d94', 'name': 'tempest-AttachVolumeShelveTestJSON-860357850-router', 'tenant_id': '158d96ac5890499b904530e3a8e2fd26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '494517a1-7e22-42ff-98dd-c76c2ce900dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:39:48Z', 'updated_at': '2022-03-11T19:39:54Z', 'revision_number': 4, 'project_id': '158d96ac5890499b904530e3a8e2fd26', 'gw_port': {'id': '494517a1-7e22-42ff-98dd-c76c2ce900dd', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:47:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020b0904-65ac-42f2-8e04-517741506d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:39:49Z', 'updated_at': '2022-03-11T19:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': 'a440f60e-e10c-4b75-8c80-22228691670a', 'tenant_id': '158d96ac5890499b904530e3a8e2fd26', 'floating_ip_address': '172.25.8.32', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '020b0904-65ac-42f2-8e04-517741506d94', 'port_id': 'd390e89a-8eda-47c2-bf64-fbf3e9262dc0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32196a18-8be7-4227-b019-bc15d0c1f739', 'mac_address': 'fa:16:3e:6d:58:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be343d54-4421-403d-b876-889b59b33fc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:45:36Z', 'updated_at': '2022-03-11T19:45:48Z', 'revision_number': 1, 'project_id': '158d96ac5890499b904530e3a8e2fd26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ba23863-d183-4cd9-8ac6-4971568430aa', 'name': '', 'network_id': '32196a18-8be7-4227-b019-bc15d0c1f739', 'tenant_id': '158d96ac5890499b904530e3a8e2fd26', 'mac_address': 'fa:16:3e:93:3c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020b0904-65ac-42f2-8e04-517741506d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'c54bb295-7bca-4fbe-aff9-5e7c44904c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:39:52Z', 'updated_at': '2022-03-11T19:39:57Z', 'revision_number': 5, 'project_id': '158d96ac5890499b904530e3a8e2fd26', 'subnets': [{'id': 'c54bb295-7bca-4fbe-aff9-5e7c44904c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:49.255200 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb521c81-a199-40b4-b8ac-baa480153312 req-08708b60-e657-4851-86d4-86d7383e026e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:49.256714 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-cb521c81-a199-40b4-b8ac-baa480153312 req-08708b60-e657-4851-86d4-86d7383e026e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c54bb295-7bca-4fbe-aff9-5e7c44904c47 HTTP/1.1" status: 200 len: 855 time: 0.0808561 Mar 11 19:45:49.283567 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15820ac2-81e5-427e-b398-d1ec0544252a None None] Checking router: 020b0904-65ac-42f2-8e04-517741506d94 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:45:49.301496 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15820ac2-81e5-427e-b398-d1ec0544252a None None] Routers {'020b0904-65ac-42f2-8e04-517741506d94'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:45:49.302233 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-15820ac2-81e5-427e-b398-d1ec0544252a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:45:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['020b0904-65ac-42f2-8e04-517741506d94'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:49.324201 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb521c81-a199-40b4-b8ac-baa480153312 req-ceba3851-644e-4e1c-ad10-6317bfd10ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:49.325769 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-cb521c81-a199-40b4-b8ac-baa480153312 req-ceba3851-644e-4e1c-ad10-6317bfd10ccd service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=32196a18-8be7-4227-b019-bc15d0c1f739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0624707 Mar 11 19:45:49.471942 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-15820ac2-81e5-427e-b398-d1ec0544252a None None] Set router 020b0904-65ac-42f2-8e04-517741506d94 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:45:49.478895 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-cb521c81-a199-40b4-b8ac-baa480153312 req-78196a8b-9d61-46ab-a568-ad450d4c9538 service neutron] 10.222.0.75 "GET /v2.0/networks/32196a18-8be7-4227-b019-bc15d0c1f739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421943 Mar 11 19:45:49.605395 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-cb521c81-a199-40b4-b8ac-baa480153312 req-842b1fb1-fde7-4132-ab31-3abfb72c2e45 service neutron] 10.222.0.75 "GET /v2.0/networks/32196a18-8be7-4227-b019-bc15d0c1f739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191680 Mar 11 19:45:49.757800 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-15820ac2-81e5-427e-b398-d1ec0544252a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020b0904-65ac-42f2-8e04-517741506d94', 'name': 'tempest-AttachVolumeShelveTestJSON-860357850-router', 'tenant_id': '158d96ac5890499b904530e3a8e2fd26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '494517a1-7e22-42ff-98dd-c76c2ce900dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:39:48Z', 'updated_at': '2022-03-11T19:39:54Z', 'revision_number': 4, 'project_id': '158d96ac5890499b904530e3a8e2fd26', 'gw_port': {'id': '494517a1-7e22-42ff-98dd-c76c2ce900dd', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:47:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020b0904-65ac-42f2-8e04-517741506d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:39:49Z', 'updated_at': '2022-03-11T19:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': 'a440f60e-e10c-4b75-8c80-22228691670a', 'tenant_id': '158d96ac5890499b904530e3a8e2fd26', 'floating_ip_address': '172.25.8.32', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '020b0904-65ac-42f2-8e04-517741506d94', 'port_id': 'd390e89a-8eda-47c2-bf64-fbf3e9262dc0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32196a18-8be7-4227-b019-bc15d0c1f739', 'mac_address': 'fa:16:3e:6d:58:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be343d54-4421-403d-b876-889b59b33fc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:45:36Z', 'updated_at': '2022-03-11T19:45:48Z', 'revision_number': 1, 'project_id': '158d96ac5890499b904530e3a8e2fd26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ba23863-d183-4cd9-8ac6-4971568430aa', 'name': '', 'network_id': '32196a18-8be7-4227-b019-bc15d0c1f739', 'tenant_id': '158d96ac5890499b904530e3a8e2fd26', 'mac_address': 'fa:16:3e:93:3c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020b0904-65ac-42f2-8e04-517741506d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'c54bb295-7bca-4fbe-aff9-5e7c44904c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:39:52Z', 'updated_at': '2022-03-11T19:39:57Z', 'revision_number': 5, 'project_id': '158d96ac5890499b904530e3a8e2fd26', 'subnets': [{'id': 'c54bb295-7bca-4fbe-aff9-5e7c44904c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:45:49.760665 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 46866) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:49.786528 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15820ac2-81e5-427e-b398-d1ec0544252a None None] The sync data for ids ['020b0904-65ac-42f2-8e04-517741506d94'] in n-d-833163-1 is: [{'id': '020b0904-65ac-42f2-8e04-517741506d94', 'name': 'tempest-AttachVolumeShelveTestJSON-860357850-router', 'tenant_id': '158d96ac5890499b904530e3a8e2fd26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '494517a1-7e22-42ff-98dd-c76c2ce900dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:39:48Z', 'updated_at': '2022-03-11T19:39:54Z', 'revision_number': 4, 'project_id': '158d96ac5890499b904530e3a8e2fd26', 'gw_port': {'id': '494517a1-7e22-42ff-98dd-c76c2ce900dd', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:47:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020b0904-65ac-42f2-8e04-517741506d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:39:49Z', 'updated_at': '2022-03-11T19:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': 'a440f60e-e10c-4b75-8c80-22228691670a', 'tenant_id': '158d96ac5890499b904530e3a8e2fd26', 'floating_ip_address': '172.25.8.32', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '020b0904-65ac-42f2-8e04-517741506d94', 'port_id': 'd390e89a-8eda-47c2-bf64-fbf3e9262dc0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '32196a18-8be7-4227-b019-bc15d0c1f739', 'mac_address': 'fa:16:3e:6d:58:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be343d54-4421-403d-b876-889b59b33fc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:45:36Z', 'updated_at': '2022-03-11T19:45:48Z', 'revision_number': 1, 'project_id': '158d96ac5890499b904530e3a8e2fd26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ba23863-d183-4cd9-8ac6-4971568430aa', 'name': '', 'network_id': '32196a18-8be7-4227-b019-bc15d0c1f739', 'tenant_id': '158d96ac5890499b904530e3a8e2fd26', 'mac_address': 'fa:16:3e:93:3c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020b0904-65ac-42f2-8e04-517741506d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'c54bb295-7bca-4fbe-aff9-5e7c44904c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:39:52Z', 'updated_at': '2022-03-11T19:39:57Z', 'revision_number': 5, 'project_id': '158d96ac5890499b904530e3a8e2fd26', 'subnets': [{'id': 'c54bb295-7bca-4fbe-aff9-5e7c44904c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:45:49.901305 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b32f9551-2add-40b1-bb7d-b7c7bdb0981a req-fa13c6fa-51f5-4e4e-b6eb-84e1485d1a02 tempest-ServerShowV257Test-792537961 tempest-ServerShowV257Test-792537961-project] 10.222.0.65 "GET /v2.0/ports?device_id=28f8e54c-c2dd-4980-966d-c0514bbbbd7f HTTP/1.1" status: 200 len: 210 time: 0.0420659 Mar 11 19:45:49.905562 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6bbe19ea-9f09-4d21-96a7-62ae8876b71a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:49.999952 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6bbe19ea-9f09-4d21-96a7-62ae8876b71a admin admin] Publish callbacks [] for security_group (809d9d6d-5a53-4ba3-916e-fd05c4de3553), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:50.005547 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6bbe19ea-9f09-4d21-96a7-62ae8876b71a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (809d9d6d-5a53-4ba3-916e-fd05c4de3553), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:50.049275 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-6bbe19ea-9f09-4d21-96a7-62ae8876b71a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bc33b45596834d9197d48078f7bcb6e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2871871 Mar 11 19:45:50.049736 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 46880) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:50.057101 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f6efd6-c302-4d9e-b127-b278d6dfaa12 None None] New status for floating IP a440f60e-e10c-4b75-8c80-22228691670a: ACTIVE {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 19:45:50.064998 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbe19ea-9f09-4d21-96a7-62ae8876b71a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=809d9d6d-5a53-4ba3-916e-fd05c4de3553,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:50.121842 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8fb78189-52f4-4d80-afdb-4c782f00a72a admin admin] Publish callbacks [] for security_group (809d9d6d-5a53-4ba3-916e-fd05c4de3553), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:50.144462 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8fb78189-52f4-4d80-afdb-4c782f00a72a admin admin] Publish callbacks [] for security_group (809d9d6d-5a53-4ba3-916e-fd05c4de3553), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:50.199977 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8fb78189-52f4-4d80-afdb-4c782f00a72a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (809d9d6d-5a53-4ba3-916e-fd05c4de3553), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:50.202963 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8fb78189-52f4-4d80-afdb-4c782f00a72a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:50.204517 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-8fb78189-52f4-4d80-afdb-4c782f00a72a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/809d9d6d-5a53-4ba3-916e-fd05c4de3553 HTTP/1.1" status: 204 len: 168 time: 0.1531861 Mar 11 19:45:50.219416 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb78189-52f4-4d80-afdb-4c782f00a72a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=809d9d6d-5a53-4ba3-916e-fd05c4de3553,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:50.497636 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 46894) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:50.510988 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1e4a8b49-355b-453a-b4ac-f173545b086c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:50.587002 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1e4a8b49-355b-453a-b4ac-f173545b086c admin admin] Publish callbacks [] for security_group (a612b3ef-3086-45f4-a6af-6f40584cf22a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:50.590924 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1e4a8b49-355b-453a-b4ac-f173545b086c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (a612b3ef-3086-45f4-a6af-6f40584cf22a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:50.632024 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-1e4a8b49-355b-453a-b4ac-f173545b086c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a58881f9432a43f88051fda627b7c820&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1332500 Mar 11 19:45:50.632884 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4a8b49-355b-453a-b4ac-f173545b086c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a612b3ef-3086-45f4-a6af-6f40584cf22a,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:50.634954 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 46896) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:50.697875 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1f0e7dfc-b4d8-4048-8ae4-214909920215 admin admin] Publish callbacks [] for security_group (a612b3ef-3086-45f4-a6af-6f40584cf22a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:50.724928 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1f0e7dfc-b4d8-4048-8ae4-214909920215 admin admin] Publish callbacks [] for security_group (a612b3ef-3086-45f4-a6af-6f40584cf22a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:50.777612 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1f0e7dfc-b4d8-4048-8ae4-214909920215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (a612b3ef-3086-45f4-a6af-6f40584cf22a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:50.780725 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1f0e7dfc-b4d8-4048-8ae4-214909920215 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:50.781874 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-1f0e7dfc-b4d8-4048-8ae4-214909920215 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a612b3ef-3086-45f4-a6af-6f40584cf22a HTTP/1.1" status: 204 len: 168 time: 0.1435952 Mar 11 19:45:50.789758 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e7dfc-b4d8-4048-8ae4-214909920215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a612b3ef-3086-45f4-a6af-6f40584cf22a,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:51.015477 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f5e6e1fb-f777-47f8-a2f8-1271bb884897 req-9cd29bd6-ee0c-49c1-a390-3e51cbbe0f2a tempest-ServerShowV257Test-792537961 tempest-ServerShowV257Test-792537961-project] 10.222.0.65 "GET /v2.0/ports?device_id=28f8e54c-c2dd-4980-966d-c0514bbbbd7f HTTP/1.1" status: 200 len: 210 time: 0.0313094 Mar 11 19:45:51.270222 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-62108784-5363-49e7-8981-81e5a4832b3d req-05e4b18c-0e8b-4e78-9235-7de0b19ddbcc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=28f8e54c-c2dd-4980-966d-c0514bbbbd7f HTTP/1.1" status: 200 len: 210 time: 0.0282042 Mar 11 19:45:52.143022 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cce67c6b-aae6-4a49-87c7-96c56d5b7c1b req-62898be7-cf55-479f-a382-9a11b19b3e89 tempest-ServerShowV257Test-792537961 tempest-ServerShowV257Test-792537961-project] 10.222.0.65 "GET /v2.0/ports?device_id=28f8e54c-c2dd-4980-966d-c0514bbbbd7f HTTP/1.1" status: 200 len: 210 time: 0.0285063 Mar 11 19:45:52.299047 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bf15313b-9983-4e43-9ce8-1a9c15494e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:52.565964 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:53.260130 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-99aba5f0-15cd-46a2-abb8-f1a9a7fac768 req-297fa69a-b60c-481b-baa7-3e1127125c56 tempest-ServerShowV257Test-792537961 tempest-ServerShowV257Test-792537961-project] 10.222.0.65 "GET /v2.0/ports?device_id=28f8e54c-c2dd-4980-966d-c0514bbbbd7f HTTP/1.1" status: 200 len: 210 time: 0.0321028 Mar 11 19:45:53.635908 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2880eeaf-84db-4fbc-a988-3b25e0a6110d req-87c74a61-7066-442e-b582-4c86953635e1 tempest-ServerShowV257Test-792537961 tempest-ServerShowV257Test-792537961-project] 10.222.0.65 "GET /v2.0/ports?device_id=28f8e54c-c2dd-4980-966d-c0514bbbbd7f HTTP/1.1" status: 200 len: 210 time: 0.0426919 Mar 11 19:45:54.273192 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47200) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:54.384072 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-478cf2b3-64c3-4d2f-b559-de3914ab4d71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:54.465992 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-478cf2b3-64c3-4d2f-b559-de3914ab4d71 admin admin] Publish callbacks [] for security_group (bb987603-cb15-4267-bbfc-4b6c7e18e82d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:54.470413 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-478cf2b3-64c3-4d2f-b559-de3914ab4d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (bb987603-cb15-4267-bbfc-4b6c7e18e82d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:54.510147 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-478cf2b3-64c3-4d2f-b559-de3914ab4d71 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ec9e870bb14c4d98bdc058f1c3cceae8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2352829 Mar 11 19:45:54.511074 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478cf2b3-64c3-4d2f-b559-de3914ab4d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb987603-cb15-4267-bbfc-4b6c7e18e82d,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:54.518565 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 47208) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:54.588148 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-08d4fb70-2def-4715-80ac-7632fdc31c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:54.595537 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-10e3aa82-6886-4eb0-aa6f-f82733815eda admin admin] Publish callbacks [] for security_group (bb987603-cb15-4267-bbfc-4b6c7e18e82d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:54.620318 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-10e3aa82-6886-4eb0-aa6f-f82733815eda admin admin] Publish callbacks [] for security_group (bb987603-cb15-4267-bbfc-4b6c7e18e82d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:54.678767 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-10e3aa82-6886-4eb0-aa6f-f82733815eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (bb987603-cb15-4267-bbfc-4b6c7e18e82d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:54.683046 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-10e3aa82-6886-4eb0-aa6f-f82733815eda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:54.684604 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-10e3aa82-6886-4eb0-aa6f-f82733815eda admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bb987603-cb15-4267-bbfc-4b6c7e18e82d HTTP/1.1" status: 204 len: 168 time: 0.1645315 Mar 11 19:45:54.694812 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e3aa82-6886-4eb0-aa6f-f82733815eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb987603-cb15-4267-bbfc-4b6c7e18e82d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:54.761838 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4f90dbd5-dce0-4b82-ac1a-fd5b2d689227 req-a48a6641-4651-4e8f-9b55-17e072cee8d6 tempest-ServerShowV257Test-792537961 tempest-ServerShowV257Test-792537961-project] 10.222.0.65 "GET /v2.0/ports?device_id=28f8e54c-c2dd-4980-966d-c0514bbbbd7f HTTP/1.1" status: 200 len: 210 time: 0.0282342 Mar 11 19:45:55.877941 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-11042b89-058e-449d-b463-d603f9b49c39 req-5ad59a9c-46f7-410d-bdfd-19a2026a3532 tempest-ServerShowV257Test-792537961 tempest-ServerShowV257Test-792537961-project] 10.222.0.65 "GET /v2.0/ports?device_id=28f8e54c-c2dd-4980-966d-c0514bbbbd7f HTTP/1.1" status: 200 len: 210 time: 0.0286992 Mar 11 19:45:56.138625 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:56.384404 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47370) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:56.496960 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-37793fb7-61de-4a27-99f8-fe040fda8526 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:56.573203 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-37793fb7-61de-4a27-99f8-fe040fda8526 admin admin] Publish callbacks [] for security_group (e0cd7d40-75b1-43d1-b3d5-b3ddd7baa9f0), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:56.577289 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-37793fb7-61de-4a27-99f8-fe040fda8526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (e0cd7d40-75b1-43d1-b3d5-b3ddd7baa9f0), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:56.614854 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37793fb7-61de-4a27-99f8-fe040fda8526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0cd7d40-75b1-43d1-b3d5-b3ddd7baa9f0,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:56.620933 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-37793fb7-61de-4a27-99f8-fe040fda8526 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d33a8469262d47b5af55adda2bb9e2ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2354348 Mar 11 19:45:56.623873 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47376) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:56.672987 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-13849899-50fa-49c3-a686-5043b4f3be40 admin admin] Publish callbacks [] for security_group (e0cd7d40-75b1-43d1-b3d5-b3ddd7baa9f0), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:56.697374 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-13849899-50fa-49c3-a686-5043b4f3be40 admin admin] Publish callbacks [] for security_group (e0cd7d40-75b1-43d1-b3d5-b3ddd7baa9f0), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:56.753216 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-13849899-50fa-49c3-a686-5043b4f3be40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (e0cd7d40-75b1-43d1-b3d5-b3ddd7baa9f0), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:56.756960 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-13849899-50fa-49c3-a686-5043b4f3be40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:56.759678 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-13849899-50fa-49c3-a686-5043b4f3be40 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e0cd7d40-75b1-43d1-b3d5-b3ddd7baa9f0 HTTP/1.1" status: 204 len: 168 time: 0.1349320 Mar 11 19:45:56.770879 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13849899-50fa-49c3-a686-5043b4f3be40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0cd7d40-75b1-43d1-b3d5-b3ddd7baa9f0,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:45:57.021285 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-11658673-8065-4f3b-8224-00b3db7ac925 req-0691a623-8202-4f0d-9b49-2c7e07b3c73d tempest-ServerShowV257Test-792537961 tempest-ServerShowV257Test-792537961-project] 10.222.0.65 "GET /v2.0/ports?device_id=28f8e54c-c2dd-4980-966d-c0514bbbbd7f HTTP/1.1" status: 200 len: 210 time: 0.0395927 Mar 11 19:45:57.727355 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:58.088420 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47450) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:58.137655 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d9cbda02-3a67-4778-a51c-43f4475d9cba req-29a5f357-59ee-4e1a-83b4-f0fed926dbba tempest-ServerShowV257Test-792537961 tempest-ServerShowV257Test-792537961-project] 10.222.0.65 "GET /v2.0/ports?device_id=28f8e54c-c2dd-4980-966d-c0514bbbbd7f HTTP/1.1" status: 200 len: 210 time: 0.0364585 Mar 11 19:45:58.224976 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-c1f512e7-da79-43a6-8998-8c9ac1f22c74 tempest-RoutersTestDVR-611057578 tempest-RoutersTestDVR-611057578-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-2043678412'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:45:58.246521 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c1f512e7-da79-43a6-8998-8c9ac1f22c74 tempest-RoutersTestDVR-611057578 tempest-RoutersTestDVR-611057578-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (65435257-b39c-46d8-9ea3-1c7c73e87397), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:58.252937 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c1f512e7-da79-43a6-8998-8c9ac1f22c74 tempest-RoutersTestDVR-611057578 tempest-RoutersTestDVR-611057578-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (65435257-b39c-46d8-9ea3-1c7c73e87397), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:58.315184 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c1f512e7-da79-43a6-8998-8c9ac1f22c74 tempest-RoutersTestDVR-611057578 tempest-RoutersTestDVR-611057578-project-admin] Publish callbacks [] for router_controller (65435257-b39c-46d8-9ea3-1c7c73e87397), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:58.319561 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c1f512e7-da79-43a6-8998-8c9ac1f22c74 tempest-RoutersTestDVR-611057578 tempest-RoutersTestDVR-611057578-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (65435257-b39c-46d8-9ea3-1c7c73e87397), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:58.335496 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c1f512e7-da79-43a6-8998-8c9ac1f22c74 tempest-RoutersTestDVR-611057578 tempest-RoutersTestDVR-611057578-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:58.336984 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c1f512e7-da79-43a6-8998-8c9ac1f22c74 tempest-RoutersTestDVR-611057578 tempest-RoutersTestDVR-611057578-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.2474840 Mar 11 19:45:58.339585 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47462) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:58.412962 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e52f04ad-b9a4-49e9-8fef-882dfbe579d5 tempest-RoutersTestDVR-611057578 tempest-RoutersTestDVR-611057578-project-admin] Publish callbacks [] for router (65435257-b39c-46d8-9ea3-1c7c73e87397), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:58.577122 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e52f04ad-b9a4-49e9-8fef-882dfbe579d5 tempest-RoutersTestDVR-611057578 tempest-RoutersTestDVR-611057578-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (65435257-b39c-46d8-9ea3-1c7c73e87397), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:58.579287 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e52f04ad-b9a4-49e9-8fef-882dfbe579d5 tempest-RoutersTestDVR-611057578 tempest-RoutersTestDVR-611057578-project-admin] Publish callbacks [] for router_controller (65435257-b39c-46d8-9ea3-1c7c73e87397), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:58.635789 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e52f04ad-b9a4-49e9-8fef-882dfbe579d5 tempest-RoutersTestDVR-611057578 tempest-RoutersTestDVR-611057578-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (65435257-b39c-46d8-9ea3-1c7c73e87397), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:58.636685 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52f04ad-b9a4-49e9-8fef-882dfbe579d5 tempest-RoutersTestDVR-611057578 tempest-RoutersTestDVR-611057578-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 65435257-b39c-46d8-9ea3-1c7c73e87397 {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:45:58.645971 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e52f04ad-b9a4-49e9-8fef-882dfbe579d5 tempest-RoutersTestDVR-611057578 tempest-RoutersTestDVR-611057578-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:58.648144 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e52f04ad-b9a4-49e9-8fef-882dfbe579d5 tempest-RoutersTestDVR-611057578 tempest-RoutersTestDVR-611057578-project-admin] 10.222.0.65 "DELETE /v2.0/routers/65435257-b39c-46d8-9ea3-1c7c73e87397 HTTP/1.1" status: 204 len: 168 time: 0.3075476 Mar 11 19:45:58.651148 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 47472) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:58.655851 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-8f1599b0-099a-496d-ad24-a0889db39838 tempest-RoutersTestDVR-611057578 tempest-RoutersTestDVR-611057578-project-admin] Request body: {'router': {'name': 'tempest-router-1151454481', 'distributed': False}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:45:58.677857 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8f1599b0-099a-496d-ad24-a0889db39838 tempest-RoutersTestDVR-611057578 tempest-RoutersTestDVR-611057578-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (4972ff3d-ed66-465b-a3e4-44ef703e931c), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:58.679066 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8f1599b0-099a-496d-ad24-a0889db39838 tempest-RoutersTestDVR-611057578 tempest-RoutersTestDVR-611057578-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (4972ff3d-ed66-465b-a3e4-44ef703e931c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:58.744046 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8f1599b0-099a-496d-ad24-a0889db39838 tempest-RoutersTestDVR-611057578 tempest-RoutersTestDVR-611057578-project-admin] Publish callbacks [] for router_controller (4972ff3d-ed66-465b-a3e4-44ef703e931c), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:58.748442 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8f1599b0-099a-496d-ad24-a0889db39838 tempest-RoutersTestDVR-611057578 tempest-RoutersTestDVR-611057578-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (4972ff3d-ed66-465b-a3e4-44ef703e931c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:58.780633 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8f1599b0-099a-496d-ad24-a0889db39838 tempest-RoutersTestDVR-611057578 tempest-RoutersTestDVR-611057578-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:58.781816 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-8f1599b0-099a-496d-ad24-a0889db39838 tempest-RoutersTestDVR-611057578 tempest-RoutersTestDVR-611057578-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1296327 Mar 11 19:45:58.785363 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47474) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:58.800026 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc32d4-d273-4fa3-8a8b-25511d48beda req-0602cb2b-ab18-422d-91b5-afe2bb32b945 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:58.801453 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-34bc32d4-d273-4fa3-8a8b-25511d48beda req-0602cb2b-ab18-422d-91b5-afe2bb32b945 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 945 time: 0.0675595 Mar 11 19:45:58.866129 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-34bc32d4-d273-4fa3-8a8b-25511d48beda req-f1da3925-adfb-4a8a-9c2f-a251e59dd7bf tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587940 Mar 11 19:45:58.873313 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eb73500d-dd57-4e6b-b666-190d8324177a tempest-RoutersTestDVR-611057578 tempest-RoutersTestDVR-611057578-project-admin] Publish callbacks [] for router (4972ff3d-ed66-465b-a3e4-44ef703e931c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:58.985250 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:59.017121 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9991de-fa5d-414a-bb32-0d586b001146 req-28737aad-f1cc-4876-8347-13d719d16ba6 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:59.018720 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bb9991de-fa5d-414a-bb32-0d586b001146 req-28737aad-f1cc-4876-8347-13d719d16ba6 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 945 time: 0.0708287 Mar 11 19:45:59.049831 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eb73500d-dd57-4e6b-b666-190d8324177a tempest-RoutersTestDVR-611057578 tempest-RoutersTestDVR-611057578-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (4972ff3d-ed66-465b-a3e4-44ef703e931c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:59.052969 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eb73500d-dd57-4e6b-b666-190d8324177a tempest-RoutersTestDVR-611057578 tempest-RoutersTestDVR-611057578-project-admin] Publish callbacks [] for router_controller (4972ff3d-ed66-465b-a3e4-44ef703e931c), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:59.070531 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bb9991de-fa5d-414a-bb32-0d586b001146 req-24e9f20e-d644-47d3-9692-2e2499236a92 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452728 Mar 11 19:45:59.211350 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77320c80-dc44-4ab9-a660-617d6d763192 req-d083e7d7-aa42-4d74-8fa6-82ac124807be tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:59.213886 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-77320c80-dc44-4ab9-a660-617d6d763192 req-d083e7d7-aa42-4d74-8fa6-82ac124807be tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 945 time: 0.0639522 Mar 11 19:45:59.299259 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-77320c80-dc44-4ab9-a660-617d6d763192 req-f7d99137-73ef-43dc-b926-be0bea5d909a tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794294 Mar 11 19:45:59.421772 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eb73500d-dd57-4e6b-b666-190d8324177a tempest-RoutersTestDVR-611057578 tempest-RoutersTestDVR-611057578-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (4972ff3d-ed66-465b-a3e4-44ef703e931c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:59.423532 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb73500d-dd57-4e6b-b666-190d8324177a tempest-RoutersTestDVR-611057578 tempest-RoutersTestDVR-611057578-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4972ff3d-ed66-465b-a3e4-44ef703e931c {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:45:59.428632 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eb73500d-dd57-4e6b-b666-190d8324177a tempest-RoutersTestDVR-611057578 tempest-RoutersTestDVR-611057578-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:59.429760 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-16511dc4-7c6e-45de-8b1e-18d799b82a6e req-1566802e-c746-4d76-b103-3b43ef62b815 tempest-ServerShowV257Test-792537961 tempest-ServerShowV257Test-792537961-project] 10.222.0.65 "GET /v2.0/ports?device_id=28f8e54c-c2dd-4980-966d-c0514bbbbd7f HTTP/1.1" status: 200 len: 210 time: 0.0513363 Mar 11 19:45:59.434289 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-eb73500d-dd57-4e6b-b666-190d8324177a tempest-RoutersTestDVR-611057578 tempest-RoutersTestDVR-611057578-project-admin] 10.222.0.65 "DELETE /v2.0/routers/4972ff3d-ed66-465b-a3e4-44ef703e931c HTTP/1.1" status: 204 len: 168 time: 0.6470609 Mar 11 19:45:59.435915 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 47502) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:59.441080 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-1ccf4e04-0418-4e08-ad37-0fbe4e449f3d tempest-RoutersTestDVR-611057578 tempest-RoutersTestDVR-611057578-project-admin] Request body: {'router': {'name': 'tempest-router-261774267', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '5493217f53ed4e71b5c58c22755c131c'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:45:59.485347 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1ccf4e04-0418-4e08-ad37-0fbe4e449f3d tempest-RoutersTestDVR-611057578 tempest-RoutersTestDVR-611057578-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (511d6774-451c-4fb4-8fcd-9fad9fa14e61), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:59.486493 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1ccf4e04-0418-4e08-ad37-0fbe4e449f3d tempest-RoutersTestDVR-611057578 tempest-RoutersTestDVR-611057578-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (511d6774-451c-4fb4-8fcd-9fad9fa14e61), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:59.574959 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1ccf4e04-0418-4e08-ad37-0fbe4e449f3d tempest-RoutersTestDVR-611057578 tempest-RoutersTestDVR-611057578-project-admin] Publish callbacks [] for router_controller (511d6774-451c-4fb4-8fcd-9fad9fa14e61), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:59.583362 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1ccf4e04-0418-4e08-ad37-0fbe4e449f3d tempest-RoutersTestDVR-611057578 tempest-RoutersTestDVR-611057578-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (511d6774-451c-4fb4-8fcd-9fad9fa14e61), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:59.602494 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1ccf4e04-0418-4e08-ad37-0fbe4e449f3d tempest-RoutersTestDVR-611057578 tempest-RoutersTestDVR-611057578-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:59.602494 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-1ccf4e04-0418-4e08-ad37-0fbe4e449f3d tempest-RoutersTestDVR-611057578 tempest-RoutersTestDVR-611057578-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1654744 Mar 11 19:45:59.605386 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47504) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:45:59.609664 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eaa20a-2c48-41b0-8a7f-5c95169010ce req-b4cd81d2-5c8f-4e89-a942-e82f53dfe3f6 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:59.610006 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-bccd8e39-a7b1-4fa3-9db4-68380f2ebf29 tempest-RoutersTestDVR-611057578 tempest-RoutersTestDVR-611057578-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:45:59.611082 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a3eaa20a-2c48-41b0-8a7f-5c95169010ce req-b4cd81d2-5c8f-4e89-a942-e82f53dfe3f6 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 945 time: 0.1034806 Mar 11 19:45:59.668280 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a3eaa20a-2c48-41b0-8a7f-5c95169010ce req-648c5e6a-809c-4a2b-a635-43a88b79a8da tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497677 Mar 11 19:45:59.844727 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bccd8e39-a7b1-4fa3-9db4-68380f2ebf29 tempest-RoutersTestDVR-611057578 tempest-RoutersTestDVR-611057578-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7979267', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7985061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7589'] for router (511d6774-451c-4fb4-8fcd-9fad9fa14e61), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:59.845448 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bccd8e39-a7b1-4fa3-9db4-68380f2ebf29 tempest-RoutersTestDVR-611057578 tempest-RoutersTestDVR-611057578-project-admin] Publish callbacks [] for router (511d6774-451c-4fb4-8fcd-9fad9fa14e61), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:59.907391 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1433d4f-6837-4b65-b72f-83a461f99bf4 req-f6e12719-2dc5-43a7-8370-ad72a50db9b1 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:45:59.908926 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f1433d4f-6837-4b65-b72f-83a461f99bf4 req-f6e12719-2dc5-43a7-8370-ad72a50db9b1 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/networks?id=90663b8c-1bde-4a55-8ab4-a84ee4d3cf19 HTTP/1.1" status: 200 len: 811 time: 0.1111984 Mar 11 19:45:59.926172 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-bccd8e39-a7b1-4fa3-9db4-68380f2ebf29 tempest-RoutersTestDVR-611057578 tempest-RoutersTestDVR-611057578-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103884) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Mar 11 19:45:59.927036 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-bccd8e39-a7b1-4fa3-9db4-68380f2ebf29 tempest-RoutersTestDVR-611057578 tempest-RoutersTestDVR-611057578-project-admin] Router 511d6774-451c-4fb4-8fcd-9fad9fa14e61 migrating from provider to provider. {{(pid=103884) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Mar 11 19:45:59.927416 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bccd8e39-a7b1-4fa3-9db4-68380f2ebf29 tempest-RoutersTestDVR-611057578 tempest-RoutersTestDVR-611057578-project-admin] Publish callbacks [] for router_controller (511d6774-451c-4fb4-8fcd-9fad9fa14e61), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:59.928663 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f1433d4f-6837-4b65-b72f-83a461f99bf4 req-33c34cef-4ce4-449b-832d-6c7e1d4bd99d tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/quotas/66b3b8d3f65c4e239ea33b0475efa223 HTTP/1.1" status: 200 len: 375 time: 0.0109620 Mar 11 19:45:59.932693 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bccd8e39-a7b1-4fa3-9db4-68380f2ebf29 tempest-RoutersTestDVR-611057578 tempest-RoutersTestDVR-611057578-project-admin] Publish callbacks [] for router_controller (511d6774-451c-4fb4-8fcd-9fad9fa14e61), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:59.938825 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bccd8e39-a7b1-4fa3-9db4-68380f2ebf29 tempest-RoutersTestDVR-611057578 tempest-RoutersTestDVR-611057578-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7979276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7979285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7985070'] for router (511d6774-451c-4fb4-8fcd-9fad9fa14e61), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:45:59.995679 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f1433d4f-6837-4b65-b72f-83a461f99bf4 req-1adbf3a7-4183-4d08-b7e6-6e3c1d126106 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=66b3b8d3f65c4e239ea33b0475efa223&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0594039 Mar 11 19:46:00.026929 n-d-833163-1 neutron-server[103884]: WARNING neutron.scheduler.l3_agent_scheduler [None req-bccd8e39-a7b1-4fa3-9db4-68380f2ebf29 tempest-RoutersTestDVR-611057578 tempest-RoutersTestDVR-611057578-project-admin] No L3 agents can host the router 511d6774-451c-4fb4-8fcd-9fad9fa14e61 Mar 11 19:46:00.095679 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f1433d4f-6837-4b65-b72f-83a461f99bf4 req-0a4a81e3-0a63-4aac-8dfd-5bbf5a581bdd service neutron] 10.222.0.65 "GET /v2.0/networks/90663b8c-1bde-4a55-8ab4-a84ee4d3cf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926089 Mar 11 19:46:00.155596 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccd8e39-a7b1-4fa3-9db4-68380f2ebf29 tempest-RoutersTestDVR-611057578 tempest-RoutersTestDVR-611057578-project-admin] Hosts for router 511d6774-451c-4fb4-8fcd-9fad9fa14e61: [] {{(pid=103884) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Mar 11 19:46:00.179415 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccd8e39-a7b1-4fa3-9db4-68380f2ebf29 tempest-RoutersTestDVR-611057578 tempest-RoutersTestDVR-611057578-project-admin] Hosts for other DVR routers connected to router 511d6774-451c-4fb4-8fcd-9fad9fa14e61: set() {{(pid=103884) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Mar 11 19:46:00.182348 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bccd8e39-a7b1-4fa3-9db4-68380f2ebf29 tempest-RoutersTestDVR-611057578 tempest-RoutersTestDVR-611057578-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:00.185576 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-bccd8e39-a7b1-4fa3-9db4-68380f2ebf29 tempest-RoutersTestDVR-611057578 tempest-RoutersTestDVR-611057578-project-admin] 10.222.0.65 "PUT /v2.0/routers/511d6774-451c-4fb4-8fcd-9fad9fa14e61 HTTP/1.1" status: 200 len: 716 time: 0.5767851 Mar 11 19:46:00.185809 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47526) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:00.195813 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f1433d4f-6837-4b65-b72f-83a461f99bf4 req-d63836c7-a3b7-4ef7-9ea2-380fa16645c6 service neutron] 10.222.0.65 "GET /v2.0/networks/90663b8c-1bde-4a55-8ab4-a84ee4d3cf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921946 Mar 11 19:46:00.266597 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-9ae2aaf5-c24d-42ee-9727-f93fa61def5b tempest-RoutersTestDVR-611057578 tempest-RoutersTestDVR-611057578-project-admin] 10.222.0.65 "GET /v2.0/routers/511d6774-451c-4fb4-8fcd-9fad9fa14e61 HTTP/1.1" status: 200 len: 716 time: 0.0796788 Mar 11 19:46:00.269077 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47532) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:00.423126 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a851883b-5e07-4c99-9301-bc90068d484e req-db1270eb-4e9c-4dfa-af41-666308a86b91 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=38b8a29d-3f5d-4460-a751-30403c577366 HTTP/1.1" status: 200 len: 210 time: 0.0335245 Mar 11 19:46:00.580881 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4dbf3e8a-99b1-4f6a-8abc-42d4be8fcb0c tempest-RoutersTestDVR-1424875289 tempest-RoutersTestDVR-1424875289-project] 10.222.0.65 "GET /v2.0/routers/511d6774-451c-4fb4-8fcd-9fad9fa14e61 HTTP/1.1" status: 200 len: 682 time: 0.3107355 Mar 11 19:46:00.591897 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d50f3a90-9156-45ff-900e-205e4917df33 req-f17b216c-3390-4597-8031-1925ba243869 tempest-ServerShowV257Test-792537961 tempest-ServerShowV257Test-792537961-project] 10.222.0.65 "GET /v2.0/ports?device_id=28f8e54c-c2dd-4980-966d-c0514bbbbd7f HTTP/1.1" status: 200 len: 210 time: 0.0485489 Mar 11 19:46:00.592572 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 47550) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:00.693878 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2a7d0731-dcc9-4962-872b-6332746afc5d tempest-RoutersTestDVR-611057578 tempest-RoutersTestDVR-611057578-project-admin] Publish callbacks [] for router (511d6774-451c-4fb4-8fcd-9fad9fa14e61), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:00.736160 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47560) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:00.878026 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ad32076a-8785-4184-992b-c14c50abe99d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:00.882761 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2a7d0731-dcc9-4962-872b-6332746afc5d tempest-RoutersTestDVR-611057578 tempest-RoutersTestDVR-611057578-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (511d6774-451c-4fb4-8fcd-9fad9fa14e61), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:00.885323 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2a7d0731-dcc9-4962-872b-6332746afc5d tempest-RoutersTestDVR-611057578 tempest-RoutersTestDVR-611057578-project-admin] Publish callbacks [] for router_controller (511d6774-451c-4fb4-8fcd-9fad9fa14e61), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:00.936272 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2a7d0731-dcc9-4962-872b-6332746afc5d tempest-RoutersTestDVR-611057578 tempest-RoutersTestDVR-611057578-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (511d6774-451c-4fb4-8fcd-9fad9fa14e61), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:00.937243 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a7d0731-dcc9-4962-872b-6332746afc5d tempest-RoutersTestDVR-611057578 tempest-RoutersTestDVR-611057578-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 511d6774-451c-4fb4-8fcd-9fad9fa14e61 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:46:00.945543 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2a7d0731-dcc9-4962-872b-6332746afc5d tempest-RoutersTestDVR-611057578 tempest-RoutersTestDVR-611057578-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:00.950093 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-2a7d0731-dcc9-4962-872b-6332746afc5d tempest-RoutersTestDVR-611057578 tempest-RoutersTestDVR-611057578-project-admin] 10.222.0.65 "DELETE /v2.0/routers/511d6774-451c-4fb4-8fcd-9fad9fa14e61 HTTP/1.1" status: 204 len: 168 time: 0.3562644 Mar 11 19:46:00.955593 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 47570) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:00.963650 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-fa4e5e17-d0c5-4b47-b513-146d9986a38d tempest-RoutersTestDVR-611057578 tempest-RoutersTestDVR-611057578-project-admin] Request body: {'router': {'name': 'tempest-router-440789765', 'distributed': True}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:46:00.995191 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fa4e5e17-d0c5-4b47-b513-146d9986a38d tempest-RoutersTestDVR-611057578 tempest-RoutersTestDVR-611057578-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (2951de16-4231-49af-9694-b5363a5829fb), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:00.996438 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fa4e5e17-d0c5-4b47-b513-146d9986a38d tempest-RoutersTestDVR-611057578 tempest-RoutersTestDVR-611057578-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (2951de16-4231-49af-9694-b5363a5829fb), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:01.004561 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ad32076a-8785-4184-992b-c14c50abe99d admin admin] Publish callbacks [] for security_group (f457ba8e-2e59-489b-a1d4-638147113fe9), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:01.010387 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ad32076a-8785-4184-992b-c14c50abe99d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (f457ba8e-2e59-489b-a1d4-638147113fe9), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:01.061725 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fa4e5e17-d0c5-4b47-b513-146d9986a38d tempest-RoutersTestDVR-611057578 tempest-RoutersTestDVR-611057578-project-admin] Publish callbacks [] for router_controller (2951de16-4231-49af-9694-b5363a5829fb), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:01.069892 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ad32076a-8785-4184-992b-c14c50abe99d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9f2f001b29f148cfaf2821ebcc30b764&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3298452 Mar 11 19:46:01.070068 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 47574) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:01.072446 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad32076a-8785-4184-992b-c14c50abe99d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f457ba8e-2e59-489b-a1d4-638147113fe9,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:01.076535 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fa4e5e17-d0c5-4b47-b513-146d9986a38d tempest-RoutersTestDVR-611057578 tempest-RoutersTestDVR-611057578-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (2951de16-4231-49af-9694-b5363a5829fb), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:01.109096 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fa4e5e17-d0c5-4b47-b513-146d9986a38d tempest-RoutersTestDVR-611057578 tempest-RoutersTestDVR-611057578-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:01.112768 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-fa4e5e17-d0c5-4b47-b513-146d9986a38d tempest-RoutersTestDVR-611057578 tempest-RoutersTestDVR-611057578-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1538069 Mar 11 19:46:01.115660 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47576) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:01.138117 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4613da8b-718f-40eb-93b9-6522225914d7 admin admin] Publish callbacks [] for security_group (f457ba8e-2e59-489b-a1d4-638147113fe9), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:01.164583 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4613da8b-718f-40eb-93b9-6522225914d7 admin admin] Publish callbacks [] for security_group (f457ba8e-2e59-489b-a1d4-638147113fe9), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:01.208384 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0119176e-1b6e-4994-9137-57f5b6c902ef tempest-RoutersTestDVR-611057578 tempest-RoutersTestDVR-611057578-project-admin] Publish callbacks [] for router (2951de16-4231-49af-9694-b5363a5829fb), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:01.225314 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4613da8b-718f-40eb-93b9-6522225914d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (f457ba8e-2e59-489b-a1d4-638147113fe9), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:01.228058 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4613da8b-718f-40eb-93b9-6522225914d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:01.233284 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-4613da8b-718f-40eb-93b9-6522225914d7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f457ba8e-2e59-489b-a1d4-638147113fe9 HTTP/1.1" status: 204 len: 168 time: 0.1584272 Mar 11 19:46:01.254679 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4613da8b-718f-40eb-93b9-6522225914d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f457ba8e-2e59-489b-a1d4-638147113fe9,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:01.414450 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0119176e-1b6e-4994-9137-57f5b6c902ef tempest-RoutersTestDVR-611057578 tempest-RoutersTestDVR-611057578-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (2951de16-4231-49af-9694-b5363a5829fb), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:01.416905 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0119176e-1b6e-4994-9137-57f5b6c902ef tempest-RoutersTestDVR-611057578 tempest-RoutersTestDVR-611057578-project-admin] Publish callbacks [] for router_controller (2951de16-4231-49af-9694-b5363a5829fb), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:01.470641 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0119176e-1b6e-4994-9137-57f5b6c902ef tempest-RoutersTestDVR-611057578 tempest-RoutersTestDVR-611057578-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (2951de16-4231-49af-9694-b5363a5829fb), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:01.471184 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0119176e-1b6e-4994-9137-57f5b6c902ef tempest-RoutersTestDVR-611057578 tempest-RoutersTestDVR-611057578-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2951de16-4231-49af-9694-b5363a5829fb {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:46:01.478119 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0119176e-1b6e-4994-9137-57f5b6c902ef tempest-RoutersTestDVR-611057578 tempest-RoutersTestDVR-611057578-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:01.496091 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-0119176e-1b6e-4994-9137-57f5b6c902ef tempest-RoutersTestDVR-611057578 tempest-RoutersTestDVR-611057578-project-admin] 10.222.0.65 "DELETE /v2.0/routers/2951de16-4231-49af-9694-b5363a5829fb HTTP/1.1" status: 204 len: 168 time: 0.3777418 Mar 11 19:46:01.599923 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7a232060-bda2-4c9c-a86a-12d3b09187da req-58e2bc9d-078c-445b-bc2c-8953c74716ab tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=38b8a29d-3f5d-4460-a751-30403c577366 HTTP/1.1" status: 200 len: 210 time: 0.0496933 Mar 11 19:46:01.796403 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4c1f2ce2-94f2-4452-823c-d0868f72b208 req-45d30755-e4b8-4cfc-b4ae-c3b4422088f0 tempest-ServerShowV257Test-792537961 tempest-ServerShowV257Test-792537961-project] 10.222.0.65 "GET /v2.0/ports?device_id=28f8e54c-c2dd-4980-966d-c0514bbbbd7f HTTP/1.1" status: 200 len: 210 time: 0.0396719 Mar 11 19:46:01.829840 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1433d4f-6837-4b65-b72f-83a461f99bf4 req-8a300e26-a300-43d9-9ce9-50a8ef616d2b tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:01.832448 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f1433d4f-6837-4b65-b72f-83a461f99bf4 req-8a300e26-a300-43d9-9ce9-50a8ef616d2b tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.57 "GET /v2.0/networks?id=90663b8c-1bde-4a55-8ab4-a84ee4d3cf19 HTTP/1.1" status: 200 len: 811 time: 0.2290711 Mar 11 19:46:01.854425 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-f1433d4f-6837-4b65-b72f-83a461f99bf4 req-a0c46f87-e648-4319-a587-b6d41907eaca tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Request body: {'port': {'device_id': '38b8a29d-3f5d-4460-a751-30403c577366', 'network_id': '90663b8c-1bde-4a55-8ab4-a84ee4d3cf19', 'admin_state_up': True, 'tenant_id': '66b3b8d3f65c4e239ea33b0475efa223'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:46:01.909340 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47608) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:02.005732 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1433d4f-6837-4b65-b72f-83a461f99bf4 req-a0c46f87-e648-4319-a587-b6d41907eaca tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Made reservation on behalf of 66b3b8d3f65c4e239ea33b0475efa223 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:46:02.010023 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f1433d4f-6837-4b65-b72f-83a461f99bf4 req-a0c46f87-e648-4319-a587-b6d41907eaca tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:02.079660 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ab884576-1a7e-4b3b-9a2a-c66185f6593d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:02.174314 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ab884576-1a7e-4b3b-9a2a-c66185f6593d admin admin] Publish callbacks [] for security_group (3c5e6bdd-80ca-45da-a569-9e0dd2f9c204), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:02.180569 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ab884576-1a7e-4b3b-9a2a-c66185f6593d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (3c5e6bdd-80ca-45da-a569-9e0dd2f9c204), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:02.182231 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-f1433d4f-6837-4b65-b72f-83a461f99bf4 req-a0c46f87-e648-4319-a587-b6d41907eaca tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Allocated IP 172.20.0.3 (90663b8c-1bde-4a55-8ab4-a84ee4d3cf19/83286d6e-3d22-482f-b14a-2fbd7466cc6c/f152dfc7-f3e6-4b4b-8546-fc7fc378e70b) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:46:02.216056 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ab884576-1a7e-4b3b-9a2a-c66185f6593d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5493217f53ed4e71b5c58c22755c131c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3049834 Mar 11 19:46:02.218684 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47624) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:02.263505 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab884576-1a7e-4b3b-9a2a-c66185f6593d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5e6bdd-80ca-45da-a569-9e0dd2f9c204,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:02.311219 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bc47b34b-50e7-433b-880c-9a4dc5eaba82 admin admin] Publish callbacks [] for security_group (3c5e6bdd-80ca-45da-a569-9e0dd2f9c204), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:02.336940 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bc47b34b-50e7-433b-880c-9a4dc5eaba82 admin admin] Publish callbacks [] for security_group (3c5e6bdd-80ca-45da-a569-9e0dd2f9c204), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:02.401546 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f1433d4f-6837-4b65-b72f-83a461f99bf4 req-a0c46f87-e648-4319-a587-b6d41907eaca tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks [] for port (f152dfc7-f3e6-4b4b-8546-fc7fc378e70b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:02.404149 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bc47b34b-50e7-433b-880c-9a4dc5eaba82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (3c5e6bdd-80ca-45da-a569-9e0dd2f9c204), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:02.406692 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bc47b34b-50e7-433b-880c-9a4dc5eaba82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:02.408434 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-bc47b34b-50e7-433b-880c-9a4dc5eaba82 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3c5e6bdd-80ca-45da-a569-9e0dd2f9c204 HTTP/1.1" status: 204 len: 168 time: 0.1877737 Mar 11 19:46:02.427384 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc47b34b-50e7-433b-880c-9a4dc5eaba82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5e6bdd-80ca-45da-a569-9e0dd2f9c204,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:02.484386 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f1433d4f-6837-4b65-b72f-83a461f99bf4 req-a0c46f87-e648-4319-a587-b6d41907eaca tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (f152dfc7-f3e6-4b4b-8546-fc7fc378e70b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:02.500132 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['a77be94f-5763-47c7-a94b-063aaf86b760', '130c9980-8013-436d-871f-932f6dd90e0a'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:46:02.540274 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1433d4f-6837-4b65-b72f-83a461f99bf4 req-a0c46f87-e648-4319-a587-b6d41907eaca tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Network 90663b8c-1bde-4a55-8ab4-a84ee4d3cf19 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:46:02.546751 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-f1433d4f-6837-4b65-b72f-83a461f99bf4 req-a0c46f87-e648-4319-a587-b6d41907eaca tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:46:02.573454 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1433d4f-6837-4b65-b72f-83a461f99bf4 req-a0c46f87-e648-4319-a587-b6d41907eaca tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:46:02.627870 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c46f87-e648-4319-a587-b6d41907eaca tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Pushing event updated for resources: {'Port': ['ID=f152dfc7-f3e6-4b4b-8546-fc7fc378e70b,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:02.656819 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1433d4f-6837-4b65-b72f-83a461f99bf4 req-a0c46f87-e648-4319-a587-b6d41907eaca tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:02.657677 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f1433d4f-6837-4b65-b72f-83a461f99bf4 req-a0c46f87-e648-4319-a587-b6d41907eaca tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:02.699569 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f1433d4f-6837-4b65-b72f-83a461f99bf4 req-a0c46f87-e648-4319-a587-b6d41907eaca tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8518822 Mar 11 19:46:02.724385 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-f1433d4f-6837-4b65-b72f-83a461f99bf4 req-25af6ee0-d56a-4e42-ba27-2ff889b4974e service neutron] Request body: {'port': {'device_id': '38b8a29d-3f5d-4460-a751-30403c577366', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:46:02.892276 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a79a3c-1405-40e9-9d8e-26ea1ccbeed7 req-b7354a04-4d62-4222-bd57-923ffbfe551d tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:02.898055 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-32a79a3c-1405-40e9-9d8e-26ea1ccbeed7 req-b7354a04-4d62-4222-bd57-923ffbfe551d tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=38b8a29d-3f5d-4460-a751-30403c577366 HTTP/1.1" status: 200 len: 931 time: 0.1324172 Mar 11 19:46:02.924646 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f1433d4f-6837-4b65-b72f-83a461f99bf4 req-25af6ee0-d56a-4e42-ba27-2ff889b4974e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (f152dfc7-f3e6-4b4b-8546-fc7fc378e70b), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:03.044223 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-32a79a3c-1405-40e9-9d8e-26ea1ccbeed7 req-67ed1054-d31c-44bb-8ea8-eb006b40482d tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=381d5506-1a91-423f-9578-afb9619937f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404817 Mar 11 19:46:03.099924 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47696) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:03.118508 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-674a2d21-87bf-48f0-96ae-2de2f79f6629 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:03.125635 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-0bfdcae6-dfc4-4e5a-9da9-21f0af9b17ea None None] Provisioning complete for port f152dfc7-f3e6-4b4b-8546-fc7fc378e70b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:46:03.126416 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0bfdcae6-dfc4-4e5a-9da9-21f0af9b17ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (f152dfc7-f3e6-4b4b-8546-fc7fc378e70b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:03.167711 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-0bfdcae6-dfc4-4e5a-9da9-21f0af9b17ea None None] Port f152dfc7-f3e6-4b4b-8546-fc7fc378e70b cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:46:03.213719 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f20fd60-9b5a-40b8-8d4f-0067db49d4f7 req-0832d249-9633-4be2-b705-a5c6048793cf tempest-ServerShowV257Test-792537961 tempest-ServerShowV257Test-792537961-project] 10.222.0.65 "GET /v2.0/ports?device_id=28f8e54c-c2dd-4980-966d-c0514bbbbd7f HTTP/1.1" status: 200 len: 210 time: 0.0390997 Mar 11 19:46:03.216157 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47698) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:03.246545 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-674a2d21-87bf-48f0-96ae-2de2f79f6629 admin admin] Publish callbacks [] for security_group (3b25f306-96be-426e-97f5-6c08dbb05480), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:03.256270 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-674a2d21-87bf-48f0-96ae-2de2f79f6629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (3b25f306-96be-426e-97f5-6c08dbb05480), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:03.317439 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-674a2d21-87bf-48f0-96ae-2de2f79f6629 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5512b27e26a442269a499bbe6d729c88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2162328 Mar 11 19:46:03.321061 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47702) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:03.329076 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674a2d21-87bf-48f0-96ae-2de2f79f6629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b25f306-96be-426e-97f5-6c08dbb05480,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:03.403385 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a6271574-827f-42d2-af86-b1007fc38fca admin admin] Publish callbacks [] for security_group (3b25f306-96be-426e-97f5-6c08dbb05480), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:03.405448 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0b753135-30da-4463-b563-aae1a1483143 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:03.440042 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a6271574-827f-42d2-af86-b1007fc38fca admin admin] Publish callbacks [] for security_group (3b25f306-96be-426e-97f5-6c08dbb05480), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:03.464194 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-f1433d4f-6837-4b65-b72f-83a461f99bf4 req-25af6ee0-d56a-4e42-ba27-2ff889b4974e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f152dfc7-f3e6-4b4b-8546-fc7fc378e70b {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:46:03.475288 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f1433d4f-6837-4b65-b72f-83a461f99bf4 req-25af6ee0-d56a-4e42-ba27-2ff889b4974e service neutron] Publish callbacks [] for port (f152dfc7-f3e6-4b4b-8546-fc7fc378e70b), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:03.491954 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-f1433d4f-6837-4b65-b72f-83a461f99bf4 req-25af6ee0-d56a-4e42-ba27-2ff889b4974e service neutron] Transition to ACTIVE for port object f152dfc7-f3e6-4b4b-8546-fc7fc378e70b will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:46:03.497136 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f1433d4f-6837-4b65-b72f-83a461f99bf4 req-25af6ee0-d56a-4e42-ba27-2ff889b4974e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (f152dfc7-f3e6-4b4b-8546-fc7fc378e70b), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:03.532971 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a6271574-827f-42d2-af86-b1007fc38fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (3b25f306-96be-426e-97f5-6c08dbb05480), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:03.537642 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a6271574-827f-42d2-af86-b1007fc38fca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:03.539382 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a6271574-827f-42d2-af86-b1007fc38fca admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3b25f306-96be-426e-97f5-6c08dbb05480 HTTP/1.1" status: 204 len: 168 time: 0.2174072 Mar 11 19:46:03.563573 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6271574-827f-42d2-af86-b1007fc38fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b25f306-96be-426e-97f5-6c08dbb05480,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:03.577597 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0b753135-30da-4463-b563-aae1a1483143 admin admin] Publish callbacks [] for security_group (626928a1-2216-4764-b109-0ed6085d9a00), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:03.585748 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25af6ee0-d56a-4e42-ba27-2ff889b4974e service neutron] Pushing event updated for resources: {'Port': ['ID=f152dfc7-f3e6-4b4b-8546-fc7fc378e70b,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:03.589866 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0b753135-30da-4463-b563-aae1a1483143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (626928a1-2216-4764-b109-0ed6085d9a00), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:03.638244 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-0b753135-30da-4463-b563-aae1a1483143 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e3793aed6aca44b5a445ad28b44b8c36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4202254 Mar 11 19:46:03.639273 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b753135-30da-4463-b563-aae1a1483143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=626928a1-2216-4764-b109-0ed6085d9a00,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:03.642387 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47714) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:03.663196 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-f1433d4f-6837-4b65-b72f-83a461f99bf4 req-25af6ee0-d56a-4e42-ba27-2ff889b4974e service neutron] Attempting to bind port f152dfc7-f3e6-4b4b-8546-fc7fc378e70b on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:46:03.664033 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-f1433d4f-6837-4b65-b72f-83a461f99bf4 req-25af6ee0-d56a-4e42-ba27-2ff889b4974e service neutron] Attempting to bind port f152dfc7-f3e6-4b4b-8546-fc7fc378e70b by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': 'f8d24e93-6284-46b5-86c2-c110abb33db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '90663b8c-1bde-4a55-8ab4-a84ee4d3cf19'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:46:03.664278 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1433d4f-6837-4b65-b72f-83a461f99bf4 req-25af6ee0-d56a-4e42-ba27-2ff889b4974e service neutron] Attempting to bind port f152dfc7-f3e6-4b4b-8546-fc7fc378e70b on network 90663b8c-1bde-4a55-8ab4-a84ee4d3cf19 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:46:03.669405 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1433d4f-6837-4b65-b72f-83a461f99bf4 req-25af6ee0-d56a-4e42-ba27-2ff889b4974e service neutron] Port f152dfc7-f3e6-4b4b-8546-fc7fc378e70b on network 90663b8c-1bde-4a55-8ab4-a84ee4d3cf19 not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:46:03.669863 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1433d4f-6837-4b65-b72f-83a461f99bf4 req-25af6ee0-d56a-4e42-ba27-2ff889b4974e service neutron] Attempting to bind port f152dfc7-f3e6-4b4b-8546-fc7fc378e70b on network 90663b8c-1bde-4a55-8ab4-a84ee4d3cf19 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:46:03.675880 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1433d4f-6837-4b65-b72f-83a461f99bf4 req-25af6ee0-d56a-4e42-ba27-2ff889b4974e service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:46:03.676882 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1433d4f-6837-4b65-b72f-83a461f99bf4 req-25af6ee0-d56a-4e42-ba27-2ff889b4974e service neutron] Checking segment: {'id': 'f8d24e93-6284-46b5-86c2-c110abb33db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '90663b8c-1bde-4a55-8ab4-a84ee4d3cf19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:46:03.677733 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1433d4f-6837-4b65-b72f-83a461f99bf4 req-25af6ee0-d56a-4e42-ba27-2ff889b4974e service neutron] Bound using segment: {'id': 'f8d24e93-6284-46b5-86c2-c110abb33db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '90663b8c-1bde-4a55-8ab4-a84ee4d3cf19'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:46:03.677879 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-f1433d4f-6837-4b65-b72f-83a461f99bf4 req-25af6ee0-d56a-4e42-ba27-2ff889b4974e service neutron] Bound port: f152dfc7-f3e6-4b4b-8546-fc7fc378e70b, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8d24e93-6284-46b5-86c2-c110abb33db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '90663b8c-1bde-4a55-8ab4-a84ee4d3cf19'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:46:03.678354 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f1433d4f-6837-4b65-b72f-83a461f99bf4 req-25af6ee0-d56a-4e42-ba27-2ff889b4974e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (f152dfc7-f3e6-4b4b-8546-fc7fc378e70b), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:03.729219 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-59adb3ba-61d6-4031-bd0c-90a1ac2cde7f admin admin] Publish callbacks [] for security_group (626928a1-2216-4764-b109-0ed6085d9a00), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:03.768676 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-59adb3ba-61d6-4031-bd0c-90a1ac2cde7f admin admin] Publish callbacks [] for security_group (626928a1-2216-4764-b109-0ed6085d9a00), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:03.790367 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-f1433d4f-6837-4b65-b72f-83a461f99bf4 req-25af6ee0-d56a-4e42-ba27-2ff889b4974e service neutron] For port f152dfc7-f3e6-4b4b-8546-fc7fc378e70b, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:46:03.796209 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-f1433d4f-6837-4b65-b72f-83a461f99bf4 req-25af6ee0-d56a-4e42-ba27-2ff889b4974e service neutron] For port f152dfc7-f3e6-4b4b-8546-fc7fc378e70b, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=f152dfc7-f3e6-4b4b-8546-fc7fc378e70b,segment=NetworkSegment(f8d24e93-6284-46b5-86c2-c110abb33db1),segment_id=f8d24e93-6284-46b5-86c2-c110abb33db1)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:46:03.809685 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f1433d4f-6837-4b65-b72f-83a461f99bf4 req-25af6ee0-d56a-4e42-ba27-2ff889b4974e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (f152dfc7-f3e6-4b4b-8546-fc7fc378e70b), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:03.854056 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-59adb3ba-61d6-4031-bd0c-90a1ac2cde7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (626928a1-2216-4764-b109-0ed6085d9a00), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:03.855291 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1433d4f-6837-4b65-b72f-83a461f99bf4 req-25af6ee0-d56a-4e42-ba27-2ff889b4974e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:03.856079 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f1433d4f-6837-4b65-b72f-83a461f99bf4 req-25af6ee0-d56a-4e42-ba27-2ff889b4974e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:03.857597 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-59adb3ba-61d6-4031-bd0c-90a1ac2cde7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:03.857766 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f1433d4f-6837-4b65-b72f-83a461f99bf4 req-25af6ee0-d56a-4e42-ba27-2ff889b4974e service neutron] 10.222.0.57 "PUT /v2.0/ports/f152dfc7-f3e6-4b4b-8546-fc7fc378e70b HTTP/1.1" status: 200 len: 1091 time: 1.1467061 Mar 11 19:46:03.858276 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38b8a29d-3f5d-4460-a751-30403c577366', 'tag': 'f152dfc7-f3e6-4b4b-8546-fc7fc378e70b'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:46:03.858784 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-59adb3ba-61d6-4031-bd0c-90a1ac2cde7f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/626928a1-2216-4764-b109-0ed6085d9a00 HTTP/1.1" status: 204 len: 168 time: 0.2154033 Mar 11 19:46:03.864307 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91014f25-f1cb-44a3-b4f4-e264690918a6" -d '{"events": [{"name": "network-changed", "server_uuid": "38b8a29d-3f5d-4460-a751-30403c577366", "tag": "f152dfc7-f3e6-4b4b-8546-fc7fc378e70b"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:46:03.871684 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59adb3ba-61d6-4031-bd0c-90a1ac2cde7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=626928a1-2216-4764-b109-0ed6085d9a00,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:03.920427 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25af6ee0-d56a-4e42-ba27-2ff889b4974e service neutron] Pushing event updated for resources: {'Port': ['ID=f152dfc7-f3e6-4b4b-8546-fc7fc378e70b,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:04.001100 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d5f005-cf4f-4850-bb17-dda191f8076a x-openstack-request-id: req-a0d5f005-cf4f-4850-bb17-dda191f8076a {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:46:04.001327 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38b8a29d-3f5d-4460-a751-30403c577366", "tag": "f152dfc7-f3e6-4b4b-8546-fc7fc378e70b", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:46:04.001590 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a0d5f005-cf4f-4850-bb17-dda191f8076a {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:46:04.001999 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38b8a29d-3f5d-4460-a751-30403c577366', 'tag': 'f152dfc7-f3e6-4b4b-8546-fc7fc378e70b', 'status': 'completed', 'code': 200} Mar 11 19:46:04.052128 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1433d4f-6837-4b65-b72f-83a461f99bf4 req-ddea0b95-78cc-47b6-b642-0c8d3cd161a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:04.054999 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f1433d4f-6837-4b65-b72f-83a461f99bf4 req-ddea0b95-78cc-47b6-b642-0c8d3cd161a2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=66b3b8d3f65c4e239ea33b0475efa223&device_id=38b8a29d-3f5d-4460-a751-30403c577366 HTTP/1.1" status: 200 len: 1125 time: 0.1252527 Mar 11 19:46:04.189298 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f1433d4f-6837-4b65-b72f-83a461f99bf4 req-66096c03-d47f-42a1-94ce-83df4d6b3353 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f152dfc7-f3e6-4b4b-8546-fc7fc378e70b HTTP/1.1" status: 200 len: 217 time: 0.1167176 Mar 11 19:46:04.315445 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cbb3f6-1c3d-46ce-9b4a-ab42abd326aa req-b7c7fb4f-80a1-42f0-a8d6-c60523323d48 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:04.325887 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-76cbb3f6-1c3d-46ce-9b4a-ab42abd326aa req-b7c7fb4f-80a1-42f0-a8d6-c60523323d48 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=38b8a29d-3f5d-4460-a751-30403c577366 HTTP/1.1" status: 200 len: 943 time: 0.1460192 Mar 11 19:46:04.330728 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1433d4f-6837-4b65-b72f-83a461f99bf4 req-3ae55ebb-1817-4b0b-b8b6-1d6a6d4f3167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:04.332635 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f1433d4f-6837-4b65-b72f-83a461f99bf4 req-3ae55ebb-1817-4b0b-b8b6-1d6a6d4f3167 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=83286d6e-3d22-482f-b14a-2fbd7466cc6c HTTP/1.1" status: 200 len: 850 time: 0.1086078 Mar 11 19:46:04.797839 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-76cbb3f6-1c3d-46ce-9b4a-ab42abd326aa req-fe770ad7-7396-49d3-bad7-95d7ac84652b tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=381d5506-1a91-423f-9578-afb9619937f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4702656 Mar 11 19:46:04.807615 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1433d4f-6837-4b65-b72f-83a461f99bf4 req-b60460a8-851e-41dc-9521-c076cd1e90b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:04.809000 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f1433d4f-6837-4b65-b72f-83a461f99bf4 req-b60460a8-851e-41dc-9521-c076cd1e90b2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=90663b8c-1bde-4a55-8ab4-a84ee4d3cf19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4550071 Mar 11 19:46:04.951197 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ab90995b-6329-4767-855d-59029d1d96c7 req-b6079044-0482-4d78-81c8-01a3586b0c6a tempest-ServerShowV257Test-792537961 tempest-ServerShowV257Test-792537961-project] 10.222.0.65 "GET /v2.0/ports?device_id=28f8e54c-c2dd-4980-966d-c0514bbbbd7f HTTP/1.1" status: 200 len: 210 time: 0.0373476 Mar 11 19:46:04.977115 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f1433d4f-6837-4b65-b72f-83a461f99bf4 req-a84691d6-35eb-48a7-a718-da0e99d19b67 service neutron] 10.222.0.57 "GET /v2.0/networks/90663b8c-1bde-4a55-8ab4-a84ee4d3cf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526949 Mar 11 19:46:05.102975 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f1433d4f-6837-4b65-b72f-83a461f99bf4 req-49809c41-f2f6-49af-9748-2712db688165 service neutron] 10.222.0.57 "GET /v2.0/networks/90663b8c-1bde-4a55-8ab4-a84ee4d3cf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083117 Mar 11 19:46:05.212989 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91014f25-f1cb-44a3-b4f4-e264690918a6 req-18da9293-83a1-4de8-a5d8-254a005a150f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:05.214749 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-91014f25-f1cb-44a3-b4f4-e264690918a6 req-18da9293-83a1-4de8-a5d8-254a005a150f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=66b3b8d3f65c4e239ea33b0475efa223&device_id=38b8a29d-3f5d-4460-a751-30403c577366 HTTP/1.1" status: 200 len: 1125 time: 0.0541334 Mar 11 19:46:05.362489 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91014f25-f1cb-44a3-b4f4-e264690918a6 req-022085c4-505d-4374-8b68-4a4acf104d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:05.365162 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-91014f25-f1cb-44a3-b4f4-e264690918a6 req-022085c4-505d-4374-8b68-4a4acf104d52 service neutron] 10.222.0.57 "GET /v2.0/networks?id=90663b8c-1bde-4a55-8ab4-a84ee4d3cf19 HTTP/1.1" status: 200 len: 912 time: 0.1419275 Mar 11 19:46:05.437661 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-91014f25-f1cb-44a3-b4f4-e264690918a6 req-614c4567-1587-4acc-b002-6e34342a3fa2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f152dfc7-f3e6-4b4b-8546-fc7fc378e70b HTTP/1.1" status: 200 len: 217 time: 0.0640903 Mar 11 19:46:05.508243 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91014f25-f1cb-44a3-b4f4-e264690918a6 req-401e5535-5209-4f58-ab67-9e4c22b9fb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:05.511594 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-91014f25-f1cb-44a3-b4f4-e264690918a6 req-401e5535-5209-4f58-ab67-9e4c22b9fb48 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=83286d6e-3d22-482f-b14a-2fbd7466cc6c HTTP/1.1" status: 200 len: 850 time: 0.0676332 Mar 11 19:46:05.585622 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47812) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:05.594163 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91014f25-f1cb-44a3-b4f4-e264690918a6 req-207dae78-9db0-445e-a9c5-0660099a5577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:05.595798 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-91014f25-f1cb-44a3-b4f4-e264690918a6 req-207dae78-9db0-445e-a9c5-0660099a5577 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=90663b8c-1bde-4a55-8ab4-a84ee4d3cf19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0772176 Mar 11 19:46:05.735428 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-91014f25-f1cb-44a3-b4f4-e264690918a6 req-1ba65334-4d80-4614-8568-72f0ac47fcaf service neutron] 10.222.0.57 "GET /v2.0/networks/90663b8c-1bde-4a55-8ab4-a84ee4d3cf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256304 Mar 11 19:46:05.776033 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 47822) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:05.847596 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-5da37ea9-36d0-42b6-925c-4c17e0613712 tempest-RoutersAdminNegativeIpV6Test-860934901 tempest-RoutersAdminNegativeIpV6Test-860934901-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1005159031', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:46:05.857987 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-91014f25-f1cb-44a3-b4f4-e264690918a6 req-38a06b05-a65b-4816-8cd0-e90c1b760bce service neutron] 10.222.0.57 "GET /v2.0/networks/90663b8c-1bde-4a55-8ab4-a84ee4d3cf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160901 Mar 11 19:46:05.878628 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-01c0ba10-28e9-475a-a02c-90554d095f03 tempest-ExternalNetworksAdminNegativeTestJSON-436296862 tempest-ExternalNetworksAdminNegativeTestJSON-436296862-project-admin] Request body: {'floatingip': {'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:46:05.889321 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da37ea9-36d0-42b6-925c-4c17e0613712 tempest-RoutersAdminNegativeIpV6Test-860934901 tempest-RoutersAdminNegativeIpV6Test-860934901-project-admin] Made reservation on behalf of 39c09f8da67941e1be192c0413837648 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:46:05.893844 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5da37ea9-36d0-42b6-925c-4c17e0613712 tempest-RoutersAdminNegativeIpV6Test-860934901 tempest-RoutersAdminNegativeIpV6Test-860934901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:05.903336 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5da37ea9-36d0-42b6-925c-4c17e0613712 tempest-RoutersAdminNegativeIpV6Test-860934901 tempest-RoutersAdminNegativeIpV6Test-860934901-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:05.908842 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-01c0ba10-28e9-475a-a02c-90554d095f03 tempest-ExternalNetworksAdminNegativeTestJSON-436296862 tempest-ExternalNetworksAdminNegativeTestJSON-436296862-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:06.002621 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5da37ea9-36d0-42b6-925c-4c17e0613712 tempest-RoutersAdminNegativeIpV6Test-860934901 tempest-RoutersAdminNegativeIpV6Test-860934901-project-admin] Publish callbacks [] for security_group (b77ea4d9-484a-490d-ad12-603a069a08ba), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:06.007569 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5da37ea9-36d0-42b6-925c-4c17e0613712 tempest-RoutersAdminNegativeIpV6Test-860934901 tempest-RoutersAdminNegativeIpV6Test-860934901-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (b77ea4d9-484a-490d-ad12-603a069a08ba), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:06.008548 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fb56ad-fdad-4f1a-a3aa-df171cb57904 req-01755e49-b354-4f19-9ac0-d56edc2b295e tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:06.010206 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-96fb56ad-fdad-4f1a-a3aa-df171cb57904 req-01755e49-b354-4f19-9ac0-d56edc2b295e tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=38b8a29d-3f5d-4460-a751-30403c577366 HTTP/1.1" status: 200 len: 943 time: 0.0992508 Mar 11 19:46:06.030543 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-5da37ea9-36d0-42b6-925c-4c17e0613712 tempest-RoutersAdminNegativeIpV6Test-860934901 tempest-RoutersAdminNegativeIpV6Test-860934901-project-admin] device_id is not set on port 5ff96787-6b05-4994-8d78-ed4a4e1b26c5 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:46:06.038095 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da37ea9-36d0-42b6-925c-4c17e0613712 tempest-RoutersAdminNegativeIpV6Test-860934901 tempest-RoutersAdminNegativeIpV6Test-860934901-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b77ea4d9-484a-490d-ad12-603a069a08ba,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:06.099005 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-96fb56ad-fdad-4f1a-a3aa-df171cb57904 req-d1b57917-6dfd-40c0-9db2-852a1361ad7f tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=381d5506-1a91-423f-9578-afb9619937f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577390 Mar 11 19:46:06.106973 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-01c0ba10-28e9-475a-a02c-90554d095f03 tempest-ExternalNetworksAdminNegativeTestJSON-436296862 tempest-ExternalNetworksAdminNegativeTestJSON-436296862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:06.154371 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-5da37ea9-36d0-42b6-925c-4c17e0613712 tempest-RoutersAdminNegativeIpV6Test-860934901 tempest-RoutersAdminNegativeIpV6Test-860934901-project-admin] Allocated IP 172.25.8.105 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/5ff96787-6b05-4994-8d78-ed4a4e1b26c5) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:46:06.220820 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5e3e7564-2ea2-45c7-8800-44088a3233e3 req-2e085e47-6e84-401e-a33d-86f4d23f825f tempest-ServerShowV257Test-792537961 tempest-ServerShowV257Test-792537961-project] 10.222.0.65 "GET /v2.0/ports?device_id=28f8e54c-c2dd-4980-966d-c0514bbbbd7f HTTP/1.1" status: 200 len: 210 time: 0.0344477 Mar 11 19:46:06.343412 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5da37ea9-36d0-42b6-925c-4c17e0613712 tempest-RoutersAdminNegativeIpV6Test-860934901 tempest-RoutersAdminNegativeIpV6Test-860934901-project-admin] Publish callbacks [] for port (5ff96787-6b05-4994-8d78-ed4a4e1b26c5), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:06.386784 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5da37ea9-36d0-42b6-925c-4c17e0613712 tempest-RoutersAdminNegativeIpV6Test-860934901 tempest-RoutersAdminNegativeIpV6Test-860934901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (5ff96787-6b05-4994-8d78-ed4a4e1b26c5), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:06.438950 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-01c0ba10-28e9-475a-a02c-90554d095f03 tempest-ExternalNetworksAdminNegativeTestJSON-436296862 tempest-ExternalNetworksAdminNegativeTestJSON-436296862-project-admin] Allocated IP 172.25.8.6 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/db7bfe39-1a16-4888-875b-7b1f2f62d688) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:46:06.454956 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da37ea9-36d0-42b6-925c-4c17e0613712 tempest-RoutersAdminNegativeIpV6Test-860934901 tempest-RoutersAdminNegativeIpV6Test-860934901-project-admin] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:46:06.456774 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-5da37ea9-36d0-42b6-925c-4c17e0613712 tempest-RoutersAdminNegativeIpV6Test-860934901 tempest-RoutersAdminNegativeIpV6Test-860934901-project-admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:46:06.460181 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da37ea9-36d0-42b6-925c-4c17e0613712 tempest-RoutersAdminNegativeIpV6Test-860934901 tempest-RoutersAdminNegativeIpV6Test-860934901-project-admin] Pushing event updated for resources: {'Port': ['ID=5ff96787-6b05-4994-8d78-ed4a4e1b26c5,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:06.463558 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da37ea9-36d0-42b6-925c-4c17e0613712 tempest-RoutersAdminNegativeIpV6Test-860934901 tempest-RoutersAdminNegativeIpV6Test-860934901-project-admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:46:06.511391 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da37ea9-36d0-42b6-925c-4c17e0613712 tempest-RoutersAdminNegativeIpV6Test-860934901 tempest-RoutersAdminNegativeIpV6Test-860934901-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:06.512677 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5da37ea9-36d0-42b6-925c-4c17e0613712 tempest-RoutersAdminNegativeIpV6Test-860934901 tempest-RoutersAdminNegativeIpV6Test-860934901-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:06.532764 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-5da37ea9-36d0-42b6-925c-4c17e0613712 tempest-RoutersAdminNegativeIpV6Test-860934901 tempest-RoutersAdminNegativeIpV6Test-860934901-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 0.9449656 Mar 11 19:46:06.535086 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47842) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:06.540170 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-ea62765c-71b0-4c19-966f-5a85dbfb825f tempest-RoutersAdminNegativeIpV6Test-860934901 tempest-RoutersAdminNegativeIpV6Test-860934901-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.105'}]}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:46:06.576165 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-01c0ba10-28e9-475a-a02c-90554d095f03 tempest-ExternalNetworksAdminNegativeTestJSON-436296862 tempest-ExternalNetworksAdminNegativeTestJSON-436296862-project-admin] Publish callbacks [] for port (db7bfe39-1a16-4888-875b-7b1f2f62d688), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:06.576823 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ea62765c-71b0-4c19-966f-5a85dbfb825f tempest-RoutersAdminNegativeIpV6Test-860934901 tempest-RoutersAdminNegativeIpV6Test-860934901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (4178cd2f-0d09-4441-b984-5a60175d62ca), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:06.576823 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ea62765c-71b0-4c19-966f-5a85dbfb825f tempest-RoutersAdminNegativeIpV6Test-860934901 tempest-RoutersAdminNegativeIpV6Test-860934901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (4178cd2f-0d09-4441-b984-5a60175d62ca), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:06.618459 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-01c0ba10-28e9-475a-a02c-90554d095f03 tempest-ExternalNetworksAdminNegativeTestJSON-436296862 tempest-ExternalNetworksAdminNegativeTestJSON-436296862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (db7bfe39-1a16-4888-875b-7b1f2f62d688), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:06.634159 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ea62765c-71b0-4c19-966f-5a85dbfb825f tempest-RoutersAdminNegativeIpV6Test-860934901 tempest-RoutersAdminNegativeIpV6Test-860934901-project-admin] Publish callbacks [] for router_controller (4178cd2f-0d09-4441-b984-5a60175d62ca), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:06.658736 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c0ba10-28e9-475a-a02c-90554d095f03 tempest-ExternalNetworksAdminNegativeTestJSON-436296862 tempest-ExternalNetworksAdminNegativeTestJSON-436296862-project-admin] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:46:06.663921 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-01c0ba10-28e9-475a-a02c-90554d095f03 tempest-ExternalNetworksAdminNegativeTestJSON-436296862 tempest-ExternalNetworksAdminNegativeTestJSON-436296862-project-admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:46:06.666370 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c0ba10-28e9-475a-a02c-90554d095f03 tempest-ExternalNetworksAdminNegativeTestJSON-436296862 tempest-ExternalNetworksAdminNegativeTestJSON-436296862-project-admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:46:06.700854 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c0ba10-28e9-475a-a02c-90554d095f03 tempest-ExternalNetworksAdminNegativeTestJSON-436296862 tempest-ExternalNetworksAdminNegativeTestJSON-436296862-project-admin] Pushing event updated for resources: {'Port': ['ID=db7bfe39-1a16-4888-875b-7b1f2f62d688,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:06.774739 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-01c0ba10-28e9-475a-a02c-90554d095f03 tempest-ExternalNetworksAdminNegativeTestJSON-436296862 tempest-ExternalNetworksAdminNegativeTestJSON-436296862-project-admin] Publish callbacks [] for floatingip (4da58a63-6c04-4183-bdf3-14b14708401a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:06.784399 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ea62765c-71b0-4c19-966f-5a85dbfb825f tempest-RoutersAdminNegativeIpV6Test-860934901 tempest-RoutersAdminNegativeIpV6Test-860934901-project-admin] Publish callbacks [] for router_gateway (4178cd2f-0d09-4441-b984-5a60175d62ca), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:06.821313 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-01c0ba10-28e9-475a-a02c-90554d095f03 tempest-ExternalNetworksAdminNegativeTestJSON-436296862 tempest-ExternalNetworksAdminNegativeTestJSON-436296862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (db7bfe39-1a16-4888-875b-7b1f2f62d688), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:06.997878 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-01c0ba10-28e9-475a-a02c-90554d095f03 tempest-ExternalNetworksAdminNegativeTestJSON-436296862 tempest-ExternalNetworksAdminNegativeTestJSON-436296862-project-admin] Publish callbacks [] for port (db7bfe39-1a16-4888-875b-7b1f2f62d688), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:07.003520 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-01c0ba10-28e9-475a-a02c-90554d095f03 tempest-ExternalNetworksAdminNegativeTestJSON-436296862 tempest-ExternalNetworksAdminNegativeTestJSON-436296862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (db7bfe39-1a16-4888-875b-7b1f2f62d688), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:07.033369 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ea62765c-71b0-4c19-966f-5a85dbfb825f tempest-RoutersAdminNegativeIpV6Test-860934901 tempest-RoutersAdminNegativeIpV6Test-860934901-project-admin] Publish callbacks [] for router_gateway (4178cd2f-0d09-4441-b984-5a60175d62ca), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:07.062314 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ea62765c-71b0-4c19-966f-5a85dbfb825f tempest-RoutersAdminNegativeIpV6Test-860934901 tempest-RoutersAdminNegativeIpV6Test-860934901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:07.093098 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c0ba10-28e9-475a-a02c-90554d095f03 tempest-ExternalNetworksAdminNegativeTestJSON-436296862 tempest-ExternalNetworksAdminNegativeTestJSON-436296862-project-admin] Pushing event updated for resources: {'Port': ['ID=db7bfe39-1a16-4888-875b-7b1f2f62d688,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:07.101890 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-01c0ba10-28e9-475a-a02c-90554d095f03 tempest-ExternalNetworksAdminNegativeTestJSON-436296862 tempest-ExternalNetworksAdminNegativeTestJSON-436296862-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (4da58a63-6c04-4183-bdf3-14b14708401a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:07.130845 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-01c0ba10-28e9-475a-a02c-90554d095f03 tempest-ExternalNetworksAdminNegativeTestJSON-436296862 tempest-ExternalNetworksAdminNegativeTestJSON-436296862-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:07.136693 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-01c0ba10-28e9-475a-a02c-90554d095f03 tempest-ExternalNetworksAdminNegativeTestJSON-436296862 tempest-ExternalNetworksAdminNegativeTestJSON-436296862-project-admin] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.3553417 Mar 11 19:46:07.137099 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 47856) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:07.149144 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-69f6f79c-6cca-4035-89ef-74b31e31a5ea tempest-ExternalNetworksAdminNegativeTestJSON-436296862 tempest-ExternalNetworksAdminNegativeTestJSON-436296862-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-382373322', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'fixed_ips': [{'ip_address': '172.25.8.6'}]}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:46:07.169482 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f6f79c-6cca-4035-89ef-74b31e31a5ea tempest-ExternalNetworksAdminNegativeTestJSON-436296862 tempest-ExternalNetworksAdminNegativeTestJSON-436296862-project-admin] Made reservation on behalf of d1948b42aacb489a931f9a8d877a2cc6 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:46:07.173007 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-69f6f79c-6cca-4035-89ef-74b31e31a5ea tempest-ExternalNetworksAdminNegativeTestJSON-436296862 tempest-ExternalNetworksAdminNegativeTestJSON-436296862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:07.183420 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-69f6f79c-6cca-4035-89ef-74b31e31a5ea tempest-ExternalNetworksAdminNegativeTestJSON-436296862 tempest-ExternalNetworksAdminNegativeTestJSON-436296862-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:07.297282 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61560dc9-e3dd-4c67-873c-10a97aa55b2d req-b21ab8c0-8882-468b-b395-466ed4aa29e9 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:07.298851 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-61560dc9-e3dd-4c67-873c-10a97aa55b2d req-b21ab8c0-8882-468b-b395-466ed4aa29e9 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=38b8a29d-3f5d-4460-a751-30403c577366 HTTP/1.1" status: 200 len: 943 time: 0.0992250 Mar 11 19:46:07.307909 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ea62765c-71b0-4c19-966f-5a85dbfb825f tempest-RoutersAdminNegativeIpV6Test-860934901 tempest-RoutersAdminNegativeIpV6Test-860934901-project-admin] Publish callbacks [] for router (4178cd2f-0d09-4441-b984-5a60175d62ca), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:07.349951 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-69f6f79c-6cca-4035-89ef-74b31e31a5ea tempest-ExternalNetworksAdminNegativeTestJSON-436296862 tempest-ExternalNetworksAdminNegativeTestJSON-436296862-project-admin] Publish callbacks [] for security_group (966f5f54-6223-46c2-9e4f-13009953fe9e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:07.356906 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-69f6f79c-6cca-4035-89ef-74b31e31a5ea tempest-ExternalNetworksAdminNegativeTestJSON-436296862 tempest-ExternalNetworksAdminNegativeTestJSON-436296862-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (966f5f54-6223-46c2-9e4f-13009953fe9e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:07.370921 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-69f6f79c-6cca-4035-89ef-74b31e31a5ea tempest-ExternalNetworksAdminNegativeTestJSON-436296862 tempest-ExternalNetworksAdminNegativeTestJSON-436296862-project-admin] device_id is not set on port b3c83361-255d-4406-9410-c20ec7f2ea89 yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:46:07.419558 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f6f79c-6cca-4035-89ef-74b31e31a5ea tempest-ExternalNetworksAdminNegativeTestJSON-436296862 tempest-ExternalNetworksAdminNegativeTestJSON-436296862-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966f5f54-6223-46c2-9e4f-13009953fe9e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:07.463904 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-61560dc9-e3dd-4c67-873c-10a97aa55b2d req-1852afa0-ccb7-4580-8f0e-e383aafad165 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=381d5506-1a91-423f-9578-afb9619937f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548355 Mar 11 19:46:07.597635 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5ca2552b-7aec-418c-908d-2f3249520542 req-0a91f8bb-2fb2-41ed-a440-457089db852c tempest-ServerShowV257Test-792537961 tempest-ServerShowV257Test-792537961-project] 10.222.0.65 "GET /v2.0/ports?device_id=28f8e54c-c2dd-4980-966d-c0514bbbbd7f HTTP/1.1" status: 200 len: 210 time: 0.0380273 Mar 11 19:46:07.665894 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-69f6f79c-6cca-4035-89ef-74b31e31a5ea tempest-ExternalNetworksAdminNegativeTestJSON-436296862 tempest-ExternalNetworksAdminNegativeTestJSON-436296862-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 11 19:46:07.666465 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69f6f79c-6cca-4035-89ef-74b31e31a5ea tempest-ExternalNetworksAdminNegativeTestJSON-436296862 tempest-ExternalNetworksAdminNegativeTestJSON-436296862-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:46:07.686572 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-69f6f79c-6cca-4035-89ef-74b31e31a5ea tempest-ExternalNetworksAdminNegativeTestJSON-436296862 tempest-ExternalNetworksAdminNegativeTestJSON-436296862-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 409 len: 370 time: 0.5481167 Mar 11 19:46:07.688888 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 47872) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:07.826124 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ea62765c-71b0-4c19-966f-5a85dbfb825f tempest-RoutersAdminNegativeIpV6Test-860934901 tempest-RoutersAdminNegativeIpV6Test-860934901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (4178cd2f-0d09-4441-b984-5a60175d62ca), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:07.828566 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ea62765c-71b0-4c19-966f-5a85dbfb825f tempest-RoutersAdminNegativeIpV6Test-860934901 tempest-RoutersAdminNegativeIpV6Test-860934901-project-admin] Publish callbacks [] for router_controller (4178cd2f-0d09-4441-b984-5a60175d62ca), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:07.862314 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-c53aaa35-4daa-4cb3-b26f-8b9effccce64 tempest-ExternalNetworksAdminNegativeTestJSON-436296862 tempest-ExternalNetworksAdminNegativeTestJSON-436296862-project-admin] Deleting port db7bfe39-1a16-4888-875b-7b1f2f62d688 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:46:07.862656 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c53aaa35-4daa-4cb3-b26f-8b9effccce64 tempest-ExternalNetworksAdminNegativeTestJSON-436296862 tempest-ExternalNetworksAdminNegativeTestJSON-436296862-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (db7bfe39-1a16-4888-875b-7b1f2f62d688), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:07.873845 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ea62765c-71b0-4c19-966f-5a85dbfb825f tempest-RoutersAdminNegativeIpV6Test-860934901 tempest-RoutersAdminNegativeIpV6Test-860934901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (4178cd2f-0d09-4441-b984-5a60175d62ca), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:07.874936 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea62765c-71b0-4c19-966f-5a85dbfb825f tempest-RoutersAdminNegativeIpV6Test-860934901 tempest-RoutersAdminNegativeIpV6Test-860934901-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4178cd2f-0d09-4441-b984-5a60175d62ca {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:46:07.893167 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-ea62765c-71b0-4c19-966f-5a85dbfb825f tempest-RoutersAdminNegativeIpV6Test-860934901 tempest-RoutersAdminNegativeIpV6Test-860934901-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 11 19:46:07.894453 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ea62765c-71b0-4c19-966f-5a85dbfb825f tempest-RoutersAdminNegativeIpV6Test-860934901 tempest-RoutersAdminNegativeIpV6Test-860934901-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.3581238 Mar 11 19:46:07.897886 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47874) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:07.949780 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c53aaa35-4daa-4cb3-b26f-8b9effccce64 tempest-ExternalNetworksAdminNegativeTestJSON-436296862 tempest-ExternalNetworksAdminNegativeTestJSON-436296862-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (db7bfe39-1a16-4888-875b-7b1f2f62d688), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:07.950163 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c53aaa35-4daa-4cb3-b26f-8b9effccce64 tempest-ExternalNetworksAdminNegativeTestJSON-436296862 tempest-ExternalNetworksAdminNegativeTestJSON-436296862-project-admin] Publish callbacks [] for floatingip (db7bfe39-1a16-4888-875b-7b1f2f62d688), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:07.963335 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-c53aaa35-4daa-4cb3-b26f-8b9effccce64 tempest-ExternalNetworksAdminNegativeTestJSON-436296862 tempest-ExternalNetworksAdminNegativeTestJSON-436296862-project-admin] Calling delete_port for db7bfe39-1a16-4888-875b-7b1f2f62d688 owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:46:07.993958 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-b3afbadf-b498-43fa-90ab-0f336b3aaf3c tempest-RoutersAdminNegativeIpV6Test-860934901 tempest-RoutersAdminNegativeIpV6Test-860934901-project-admin] Deleting port 5ff96787-6b05-4994-8d78-ed4a4e1b26c5 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:46:07.994305 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b3afbadf-b498-43fa-90ab-0f336b3aaf3c tempest-RoutersAdminNegativeIpV6Test-860934901 tempest-RoutersAdminNegativeIpV6Test-860934901-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (5ff96787-6b05-4994-8d78-ed4a4e1b26c5), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:08.074550 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b3afbadf-b498-43fa-90ab-0f336b3aaf3c tempest-RoutersAdminNegativeIpV6Test-860934901 tempest-RoutersAdminNegativeIpV6Test-860934901-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (5ff96787-6b05-4994-8d78-ed4a4e1b26c5), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:08.088254 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-b3afbadf-b498-43fa-90ab-0f336b3aaf3c tempest-RoutersAdminNegativeIpV6Test-860934901 tempest-RoutersAdminNegativeIpV6Test-860934901-project-admin] Calling delete_port for 5ff96787-6b05-4994-8d78-ed4a4e1b26c5 owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:46:08.127323 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c53aaa35-4daa-4cb3-b26f-8b9effccce64 tempest-ExternalNetworksAdminNegativeTestJSON-436296862 tempest-ExternalNetworksAdminNegativeTestJSON-436296862-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (db7bfe39-1a16-4888-875b-7b1f2f62d688), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:08.169256 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53aaa35-4daa-4cb3-b26f-8b9effccce64 tempest-ExternalNetworksAdminNegativeTestJSON-436296862 tempest-ExternalNetworksAdminNegativeTestJSON-436296862-project-admin] Pushing event deleted for resources: {'Port': ['ID=db7bfe39-1a16-4888-875b-7b1f2f62d688,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:08.237102 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c53aaa35-4daa-4cb3-b26f-8b9effccce64 tempest-ExternalNetworksAdminNegativeTestJSON-436296862 tempest-ExternalNetworksAdminNegativeTestJSON-436296862-project-admin] Publish callbacks [] for floatingip (4da58a63-6c04-4183-bdf3-14b14708401a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:08.240499 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c53aaa35-4daa-4cb3-b26f-8b9effccce64 tempest-ExternalNetworksAdminNegativeTestJSON-436296862 tempest-ExternalNetworksAdminNegativeTestJSON-436296862-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:08.241978 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-c53aaa35-4daa-4cb3-b26f-8b9effccce64 tempest-ExternalNetworksAdminNegativeTestJSON-436296862 tempest-ExternalNetworksAdminNegativeTestJSON-436296862-project-admin] 10.222.0.65 "DELETE /v2.0/floatingips/4da58a63-6c04-4183-bdf3-14b14708401a HTTP/1.1" status: 204 len: 168 time: 0.5518003 Mar 11 19:46:08.274836 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b3afbadf-b498-43fa-90ab-0f336b3aaf3c tempest-RoutersAdminNegativeIpV6Test-860934901 tempest-RoutersAdminNegativeIpV6Test-860934901-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (5ff96787-6b05-4994-8d78-ed4a4e1b26c5), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:08.309835 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3afbadf-b498-43fa-90ab-0f336b3aaf3c tempest-RoutersAdminNegativeIpV6Test-860934901 tempest-RoutersAdminNegativeIpV6Test-860934901-project-admin] Pushing event deleted for resources: {'Port': ['ID=5ff96787-6b05-4994-8d78-ed4a4e1b26c5,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:08.395205 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b3afbadf-b498-43fa-90ab-0f336b3aaf3c tempest-RoutersAdminNegativeIpV6Test-860934901 tempest-RoutersAdminNegativeIpV6Test-860934901-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:08.399353 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b3afbadf-b498-43fa-90ab-0f336b3aaf3c tempest-RoutersAdminNegativeIpV6Test-860934901 tempest-RoutersAdminNegativeIpV6Test-860934901-project-admin] 10.222.0.65 "DELETE /v2.0/ports/5ff96787-6b05-4994-8d78-ed4a4e1b26c5 HTTP/1.1" status: 204 len: 168 time: 0.5003757 Mar 11 19:46:08.437630 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7d597-e068-4b00-bb41-e5a636313f95 req-6df0d263-3d8d-484c-a11f-cfefaeea0361 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:08.439905 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a0d7d597-e068-4b00-bb41-e5a636313f95 req-6df0d263-3d8d-484c-a11f-cfefaeea0361 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] 10.222.0.65 "GET /v2.0/ports?device_id=2edcc926-8124-4eed-a29a-472714991be7 HTTP/1.1" status: 200 len: 945 time: 0.0638313 Mar 11 19:46:08.501948 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a0d7d597-e068-4b00-bb41-e5a636313f95 req-2aa7b8da-3bbc-4eae-b2c1-20b826fdbc68 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] 10.222.0.65 "GET /v2.0/security-groups?id=5495e4e0-691c-454b-bbeb-3093e70ffa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545752 Mar 11 19:46:08.591941 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device f152dfc7-f3e6-4b4b-8546-fc7fc378e70b details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:46:08.665731 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47906) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:08.690756 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f59230-1997-4b13-bc9d-1e7636bb37b4 req-421d6ffb-57e5-4eab-95c7-b064f407a9a1 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:08.700181 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47910) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:08.707350 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-86f59230-1997-4b13-bc9d-1e7636bb37b4 req-421d6ffb-57e5-4eab-95c7-b064f407a9a1 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=38b8a29d-3f5d-4460-a751-30403c577366 HTTP/1.1" status: 200 len: 943 time: 0.1297863 Mar 11 19:46:08.750110 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port f152dfc7-f3e6-4b4b-8546-fc7fc378e70b, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=f152dfc7-f3e6-4b4b-8546-fc7fc378e70b,segment=NetworkSegment(f8d24e93-6284-46b5-86c2-c110abb33db1),segment_id=f8d24e93-6284-46b5-86c2-c110abb33db1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:46:08.764084 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': 'f152dfc7-f3e6-4b4b-8546-fc7fc378e70b', 'network_id': '90663b8c-1bde-4a55-8ab4-a84ee4d3cf19', 'port_id': 'f152dfc7-f3e6-4b4b-8546-fc7fc378e70b', 'mac_address': 'fa:16:3e:a2:6d:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83286d6e-3d22-482f-b14a-2fbd7466cc6c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:46:08.776355 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-86f59230-1997-4b13-bc9d-1e7636bb37b4 req-e44ea5f0-7f42-4408-bb01-c4234583f8ea tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=381d5506-1a91-423f-9578-afb9619937f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660794 Mar 11 19:46:08.828599 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port f152dfc7-f3e6-4b4b-8546-fc7fc378e70b is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:46:08.829214 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (f152dfc7-f3e6-4b4b-8546-fc7fc378e70b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:08.850082 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f152dfc7-f3e6-4b4b-8546-fc7fc378e70b {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:46:08.888993 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port f152dfc7-f3e6-4b4b-8546-fc7fc378e70b, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=f152dfc7-f3e6-4b4b-8546-fc7fc378e70b,segment=NetworkSegment(f8d24e93-6284-46b5-86c2-c110abb33db1),segment_id=f8d24e93-6284-46b5-86c2-c110abb33db1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:46:08.895117 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (f152dfc7-f3e6-4b4b-8546-fc7fc378e70b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:08.904179 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e7459bfa-5f86-4e63-bc12-9a03d2a30de6 req-ea58af64-9212-4f87-aa64-51fe788e4585 tempest-ServerShowV257Test-792537961 tempest-ServerShowV257Test-792537961-project] 10.222.0.65 "GET /v2.0/ports?device_id=28f8e54c-c2dd-4980-966d-c0514bbbbd7f HTTP/1.1" status: 200 len: 210 time: 0.0571942 Mar 11 19:46:08.922432 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b28f1217-a59a-4d0a-a45a-e765f719dbb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:08.940350 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b89311a4-927a-48d6-a054-a2a91f8e3fcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:08.950451 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=f152dfc7-f3e6-4b4b-8546-fc7fc378e70b,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:09.074303 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b28f1217-a59a-4d0a-a45a-e765f719dbb8 admin admin] Publish callbacks [] for security_group (22246101-c146-429e-b4f8-6259adadffd2), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:09.083474 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b28f1217-a59a-4d0a-a45a-e765f719dbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (22246101-c146-429e-b4f8-6259adadffd2), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:09.091712 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b89311a4-927a-48d6-a054-a2a91f8e3fcc admin admin] Publish callbacks [] for security_group (b68f74be-933c-48f9-9100-452c6918d2c8), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:09.100011 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b89311a4-927a-48d6-a054-a2a91f8e3fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (b68f74be-933c-48f9-9100-452c6918d2c8), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:09.145837 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b28f1217-a59a-4d0a-a45a-e765f719dbb8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=695afcb961cc4f1fba09b912bf96131a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4764261 Mar 11 19:46:09.146299 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 47918) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:09.146787 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28f1217-a59a-4d0a-a45a-e765f719dbb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22246101-c146-429e-b4f8-6259adadffd2,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:09.155179 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b89311a4-927a-48d6-a054-a2a91f8e3fcc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=685d3e8890044dada51c4160d8e5b1ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4539011 Mar 11 19:46:09.156848 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28f1217-a59a-4d0a-a45a-e765f719dbb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:09.157199 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28f1217-a59a-4d0a-a45a-e765f719dbb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:09.157542 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28f1217-a59a-4d0a-a45a-e765f719dbb8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:09.157883 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28f1217-a59a-4d0a-a45a-e765f719dbb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:09.158168 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 47922) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:09.158286 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28f1217-a59a-4d0a-a45a-e765f719dbb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:09.158537 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28f1217-a59a-4d0a-a45a-e765f719dbb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:09.158865 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28f1217-a59a-4d0a-a45a-e765f719dbb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:09.159196 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28f1217-a59a-4d0a-a45a-e765f719dbb8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:09.159577 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28f1217-a59a-4d0a-a45a-e765f719dbb8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:09.159950 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28f1217-a59a-4d0a-a45a-e765f719dbb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:09.160784 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28f1217-a59a-4d0a-a45a-e765f719dbb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:09.161124 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28f1217-a59a-4d0a-a45a-e765f719dbb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:09.161483 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28f1217-a59a-4d0a-a45a-e765f719dbb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:09.193166 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89311a4-927a-48d6-a054-a2a91f8e3fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b68f74be-933c-48f9-9100-452c6918d2c8,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:09.236968 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-138210d1-67d3-4451-aff6-6841c5759539 admin admin] Publish callbacks [] for security_group (22246101-c146-429e-b4f8-6259adadffd2), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:09.242401 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f5afe600-d76a-4c5f-8a78-bbf7ed5c06e3 admin admin] Publish callbacks [] for security_group (b68f74be-933c-48f9-9100-452c6918d2c8), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:09.261160 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['f152dfc7-f3e6-4b4b-8546-fc7fc378e70b'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:46:09.276529 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-138210d1-67d3-4451-aff6-6841c5759539 admin admin] Publish callbacks [] for security_group (22246101-c146-429e-b4f8-6259adadffd2), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:09.287014 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f5afe600-d76a-4c5f-8a78-bbf7ed5c06e3 admin admin] Publish callbacks [] for security_group (b68f74be-933c-48f9-9100-452c6918d2c8), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:09.354327 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f5afe600-d76a-4c5f-8a78-bbf7ed5c06e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (b68f74be-933c-48f9-9100-452c6918d2c8), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:09.357446 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f5afe600-d76a-4c5f-8a78-bbf7ed5c06e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:09.358590 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f5afe600-d76a-4c5f-8a78-bbf7ed5c06e3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b68f74be-933c-48f9-9100-452c6918d2c8 HTTP/1.1" status: 204 len: 168 time: 0.1987469 Mar 11 19:46:09.381315 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5afe600-d76a-4c5f-8a78-bbf7ed5c06e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68f74be-933c-48f9-9100-452c6918d2c8,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:09.394920 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-138210d1-67d3-4451-aff6-6841c5759539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (22246101-c146-429e-b4f8-6259adadffd2), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:09.398226 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-138210d1-67d3-4451-aff6-6841c5759539 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:09.401658 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-138210d1-67d3-4451-aff6-6841c5759539 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/22246101-c146-429e-b4f8-6259adadffd2 HTTP/1.1" status: 204 len: 168 time: 0.2521667 Mar 11 19:46:09.409169 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138210d1-67d3-4451-aff6-6841c5759539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22246101-c146-429e-b4f8-6259adadffd2,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:09.653556 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c453c0-628c-4f09-9194-985d83841e6b req-a88de76f-bf85-412d-a43c-69605f794d21 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:09.655241 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-71c453c0-628c-4f09-9194-985d83841e6b req-a88de76f-bf85-412d-a43c-69605f794d21 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] 10.222.0.65 "GET /v2.0/ports?device_id=2edcc926-8124-4eed-a29a-472714991be7 HTTP/1.1" status: 200 len: 945 time: 0.0629792 Mar 11 19:46:09.744739 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-71c453c0-628c-4f09-9194-985d83841e6b req-374560d9-dceb-444a-8e13-6deb4f682eb4 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] 10.222.0.65 "GET /v2.0/security-groups?id=5495e4e0-691c-454b-bbeb-3093e70ffa6f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678487 Mar 11 19:46:09.761894 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22feef82-74dd-4e7a-8a21-2d686eaf7231 req-a3d01f12-130e-4985-a389-5909c0e252ee tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:09.764412 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-22feef82-74dd-4e7a-8a21-2d686eaf7231 req-a3d01f12-130e-4985-a389-5909c0e252ee tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] 10.222.0.75 "GET /v2.0/ports?device_id=2edcc926-8124-4eed-a29a-472714991be7 HTTP/1.1" status: 200 len: 945 time: 0.0725751 Mar 11 19:46:09.818224 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 47950) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:09.854256 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 47952) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:09.929792 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-22feef82-74dd-4e7a-8a21-2d686eaf7231 req-3384d6d7-15a6-4d03-8086-be3d519dac55 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Deleting port 99806fe6-ab5d-446f-88d8-77181b245c32 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:46:09.930306 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-22feef82-74dd-4e7a-8a21-2d686eaf7231 req-3384d6d7-15a6-4d03-8086-be3d519dac55 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (99806fe6-ab5d-446f-88d8-77181b245c32), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:09.933627 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-56f9ec95-f8d2-4377-b8e7-d2186df0f2e5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d1948b42aacb489a931f9a8d877a2cc6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1141536 Mar 11 19:46:09.939578 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 47958) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:09.981999 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-2fb08ed4-2780-4c3c-aec0-8a3a4c2941cd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=39c09f8da67941e1be192c0413837648&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1234138 Mar 11 19:46:09.987942 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 47960) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:10.013745 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4daeb-18ee-4f27-a7c5-416258353288 req-830baf75-0b8f-4fe3-92b8-703e8cdd2705 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:10.015401 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9cd4daeb-18ee-4f27-a7c5-416258353288 req-830baf75-0b8f-4fe3-92b8-703e8cdd2705 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=38b8a29d-3f5d-4460-a751-30403c577366 HTTP/1.1" status: 200 len: 944 time: 0.1464241 Mar 11 19:46:10.030607 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-22feef82-74dd-4e7a-8a21-2d686eaf7231 req-3384d6d7-15a6-4d03-8086-be3d519dac55 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] For port 99806fe6-ab5d-446f-88d8-77181b245c32, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=99806fe6-ab5d-446f-88d8-77181b245c32,segment=NetworkSegment(5bca048e-a618-4c1e-996a-5ab04ff29de0),segment_id=5bca048e-a618-4c1e-996a-5ab04ff29de0)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:46:10.031073 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-22feef82-74dd-4e7a-8a21-2d686eaf7231 req-3384d6d7-15a6-4d03-8086-be3d519dac55 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (99806fe6-ab5d-446f-88d8-77181b245c32), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:10.088106 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-565ed0b6-2638-40bf-a72b-11608d5fe034 admin admin] Publish callbacks [] for security_group (966f5f54-6223-46c2-9e4f-13009953fe9e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:10.131522 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a8e0f812-1a48-4850-9c60-25d6e39643b1 admin admin] Publish callbacks [] for security_group (b77ea4d9-484a-490d-ad12-603a069a08ba), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:10.143445 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9cd4daeb-18ee-4f27-a7c5-416258353288 req-122d3ba6-9f0e-48d8-b7c0-34828b86ff6d tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=381d5506-1a91-423f-9578-afb9619937f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170700 Mar 11 19:46:10.154811 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-565ed0b6-2638-40bf-a72b-11608d5fe034 admin admin] Publish callbacks [] for security_group (966f5f54-6223-46c2-9e4f-13009953fe9e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:10.176846 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a8e0f812-1a48-4850-9c60-25d6e39643b1 admin admin] Publish callbacks [] for security_group (b77ea4d9-484a-490d-ad12-603a069a08ba), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:10.251259 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-22feef82-74dd-4e7a-8a21-2d686eaf7231 req-3384d6d7-15a6-4d03-8086-be3d519dac55 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:10.251656 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-22feef82-74dd-4e7a-8a21-2d686eaf7231 req-3384d6d7-15a6-4d03-8086-be3d519dac55 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (cad26ad6-4d6c-40f7-b85e-df191f81fcd7), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:10.251970 n-d-833163-1 neutron-server[103884]: INFO neutron.db.l3_db [req-22feef82-74dd-4e7a-8a21-2d686eaf7231 req-3384d6d7-15a6-4d03-8086-be3d519dac55 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Floating IP cad26ad6-4d6c-40f7-b85e-df191f81fcd7 disassociated. External IP: 172.25.8.241, port: 99806fe6-ab5d-446f-88d8-77181b245c32. Mar 11 19:46:10.252311 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-22feef82-74dd-4e7a-8a21-2d686eaf7231 req-3384d6d7-15a6-4d03-8086-be3d519dac55 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Calling delete_port for 99806fe6-ab5d-446f-88d8-77181b245c32 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:46:10.281134 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-565ed0b6-2638-40bf-a72b-11608d5fe034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (966f5f54-6223-46c2-9e4f-13009953fe9e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:10.284029 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-565ed0b6-2638-40bf-a72b-11608d5fe034 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:10.285179 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-565ed0b6-2638-40bf-a72b-11608d5fe034 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/966f5f54-6223-46c2-9e4f-13009953fe9e HTTP/1.1" status: 204 len: 168 time: 0.3449285 Mar 11 19:46:10.288918 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6dae32b1-4f8c-49e6-bd7c-81b51cca6b19 req-094c2906-edf3-4154-bf71-fc7261598e65 tempest-ServerShowV257Test-792537961 tempest-ServerShowV257Test-792537961-project] 10.222.0.65 "GET /v2.0/ports?device_id=28f8e54c-c2dd-4980-966d-c0514bbbbd7f HTTP/1.1" status: 200 len: 210 time: 0.0455935 Mar 11 19:46:10.294667 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a8e0f812-1a48-4850-9c60-25d6e39643b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (b77ea4d9-484a-490d-ad12-603a069a08ba), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:10.298925 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a8e0f812-1a48-4850-9c60-25d6e39643b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:10.305590 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a8e0f812-1a48-4850-9c60-25d6e39643b1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b77ea4d9-484a-490d-ad12-603a069a08ba HTTP/1.1" status: 204 len: 168 time: 0.3202438 Mar 11 19:46:10.327405 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565ed0b6-2638-40bf-a72b-11608d5fe034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966f5f54-6223-46c2-9e4f-13009953fe9e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:10.364511 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e0f812-1a48-4850-9c60-25d6e39643b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77ea4d9-484a-490d-ad12-603a069a08ba,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:10.442339 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-22feef82-74dd-4e7a-8a21-2d686eaf7231 req-3384d6d7-15a6-4d03-8086-be3d519dac55 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (99806fe6-ab5d-446f-88d8-77181b245c32), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:10.487510 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3384d6d7-15a6-4d03-8086-be3d519dac55 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Pushing event deleted for resources: {'Port': ['ID=99806fe6-ab5d-446f-88d8-77181b245c32,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:10.607964 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device f152dfc7-f3e6-4b4b-8546-fc7fc378e70b up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:46:10.674790 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port f152dfc7-f3e6-4b4b-8546-fc7fc378e70b completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:46:10.680171 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port f152dfc7-f3e6-4b4b-8546-fc7fc378e70b triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:46:10.680783 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (f152dfc7-f3e6-4b4b-8546-fc7fc378e70b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:10.735108 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22feef82-74dd-4e7a-8a21-2d686eaf7231 req-3384d6d7-15a6-4d03-8086-be3d519dac55 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Router 9c8fb177-660f-4b4e-9e1d-65c26983a15b has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:46:10.792458 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port f152dfc7-f3e6-4b4b-8546-fc7fc378e70b is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:46:10.792851 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (f152dfc7-f3e6-4b4b-8546-fc7fc378e70b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:10.845575 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38b8a29d-3f5d-4460-a751-30403c577366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f152dfc7-f3e6-4b4b-8546-fc7fc378e70b'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:46:10.855106 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c5690c8-edee-4d66-a105-9c086ec90a6c" -d '{"events": [{"server_uuid": "38b8a29d-3f5d-4460-a751-30403c577366", "name": "network-vif-plugged", "status": "completed", "tag": "f152dfc7-f3e6-4b4b-8546-fc7fc378e70b"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:46:10.863297 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port f152dfc7-f3e6-4b4b-8546-fc7fc378e70b, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=f152dfc7-f3e6-4b4b-8546-fc7fc378e70b,segment=NetworkSegment(f8d24e93-6284-46b5-86c2-c110abb33db1),segment_id=f8d24e93-6284-46b5-86c2-c110abb33db1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:46:10.871827 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (f152dfc7-f3e6-4b4b-8546-fc7fc378e70b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:10.897129 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22feef82-74dd-4e7a-8a21-2d686eaf7231 req-3384d6d7-15a6-4d03-8086-be3d519dac55 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:46:10.964685 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=f152dfc7-f3e6-4b4b-8546-fc7fc378e70b,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:10.968939 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d653dbc-7d66-4457-8609-c8c700e34ae8 None None] Sync routers for ids ['9c8fb177-660f-4b4e-9e1d-65c26983a15b'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:46:10.970853 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-22feef82-74dd-4e7a-8a21-2d686eaf7231 req-3384d6d7-15a6-4d03-8086-be3d519dac55 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] No DVR routers for this DVR port 99806fe6-ab5d-446f-88d8-77181b245c32 on host n-h1-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:46:10.973893 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-22feef82-74dd-4e7a-8a21-2d686eaf7231 req-3384d6d7-15a6-4d03-8086-be3d519dac55 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:10.978487 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-22feef82-74dd-4e7a-8a21-2d686eaf7231 req-3384d6d7-15a6-4d03-8086-be3d519dac55 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] 10.222.0.75 "DELETE /v2.0/ports/99806fe6-ab5d-446f-88d8-77181b245c32 HTTP/1.1" status: 204 len: 173 time: 1.2070072 Mar 11 19:46:10.978975 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2edcc926-8124-4eed-a29a-472714991be7', 'name': 'network-vif-deleted', 'tag': '99806fe6-ab5d-446f-88d8-77181b245c32'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:46:10.992021 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d653dbc-7d66-4457-8609-c8c700e34ae8 None None] Routers {'9c8fb177-660f-4b4e-9e1d-65c26983a15b'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:46:10.992882 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-2d653dbc-7d66-4457-8609-c8c700e34ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:45:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['9c8fb177-660f-4b4e-9e1d-65c26983a15b'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:46:10.998822 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc682d5-dc56-4eed-a3b5-02465426a5b6" -d '{"events": [{"server_uuid": "2edcc926-8124-4eed-a29a-472714991be7", "name": "network-vif-deleted", "tag": "99806fe6-ab5d-446f-88d8-77181b245c32"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:46:11.013884 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-27bcecc0-462c-49a5-8f03-fe392cf763a2 req-48f747ba-4329-4203-9b65-031a91759115 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] 10.222.0.65 "GET /v2.0/ports?device_id=2edcc926-8124-4eed-a29a-472714991be7 HTTP/1.1" status: 200 len: 210 time: 0.1391821 Mar 11 19:46:11.201256 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b066056-0d1b-490c-b4f8-227b983ddbe7 x-openstack-request-id: req-6b066056-0d1b-490c-b4f8-227b983ddbe7 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:46:11.202176 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38b8a29d-3f5d-4460-a751-30403c577366", "name": "network-vif-plugged", "status": "completed", "tag": "f152dfc7-f3e6-4b4b-8546-fc7fc378e70b", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:46:11.202616 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6b066056-0d1b-490c-b4f8-227b983ddbe7 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:46:11.203580 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38b8a29d-3f5d-4460-a751-30403c577366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f152dfc7-f3e6-4b4b-8546-fc7fc378e70b', 'code': 200} Mar 11 19:46:11.251910 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45dd0920-9071-425d-a360-cda30c111b4d x-openstack-request-id: req-45dd0920-9071-425d-a360-cda30c111b4d {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:46:11.252328 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2edcc926-8124-4eed-a29a-472714991be7", "name": "network-vif-deleted", "tag": "99806fe6-ab5d-446f-88d8-77181b245c32", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:46:11.252487 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-45dd0920-9071-425d-a360-cda30c111b4d {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:46:11.254648 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2edcc926-8124-4eed-a29a-472714991be7', 'name': 'network-vif-deleted', 'tag': '99806fe6-ab5d-446f-88d8-77181b245c32', 'status': 'completed', 'code': 200} Mar 11 19:46:11.282006 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-2d653dbc-7d66-4457-8609-c8c700e34ae8 None None] Set router 9c8fb177-660f-4b4e-9e1d-65c26983a15b gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:46:11.384909 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb9fdd-ef60-4d14-a9e9-d7b24eaee544 req-4a11ca6c-f462-46b3-97b2-ac99f9f1c45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:11.388488 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-83bb9fdd-ef60-4d14-a9e9-d7b24eaee544 req-4a11ca6c-f462-46b3-97b2-ac99f9f1c45c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=38b8a29d-3f5d-4460-a751-30403c577366 HTTP/1.1" status: 200 len: 1127 time: 0.1309559 Mar 11 19:46:11.409020 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d04e280-c1a9-4130-9363-505b5471deb1 req-0fb48912-9e44-4b25-925c-f0ff889c7ff3 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:11.423669 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9d04e280-c1a9-4130-9363-505b5471deb1 req-0fb48912-9e44-4b25-925c-f0ff889c7ff3 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=38b8a29d-3f5d-4460-a751-30403c577366 HTTP/1.1" status: 200 len: 945 time: 0.1010907 Mar 11 19:46:11.554411 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:46:11.655931 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-83bb9fdd-ef60-4d14-a9e9-d7b24eaee544 req-278592a7-6b9f-4eee-8468-9ae81947a9d9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=381d5506-1a91-423f-9578-afb9619937f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060831 Mar 11 19:46:11.691569 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9d04e280-c1a9-4130-9363-505b5471deb1 req-0f5b028e-66c6-43d8-b118-cebfbf58fb72 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=381d5506-1a91-423f-9578-afb9619937f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663493 Mar 11 19:46:11.838409 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 48034) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:11.840537 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9cb5cea7-b81a-4b5d-ba37-535cbe431c9c req-3279f623-5bf7-46db-9bd1-49c1e6889a39 tempest-ServerShowV257Test-792537961 tempest-ServerShowV257Test-792537961-project] 10.222.0.65 "GET /v2.0/ports?device_id=28f8e54c-c2dd-4980-966d-c0514bbbbd7f HTTP/1.1" status: 200 len: 210 time: 0.0418062 Mar 11 19:46:11.924590 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-2d653dbc-7d66-4457-8609-c8c700e34ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8fb177-660f-4b4e-9e1d-65c26983a15b', 'name': 'tempest-ServersTestFqdnHostnames-233689485-router', 'tenant_id': 'd3679c99eaae470ab652a8ce28b1c6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'c890050c-1949-4946-b091-5f342908836b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:45:00Z', 'updated_at': '2022-03-11T19:45:06Z', 'revision_number': 4, 'project_id': 'd3679c99eaae470ab652a8ce28b1c6d9', 'gw_port': {'id': 'c890050c-1949-4946-b091-5f342908836b', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8fb177-660f-4b4e-9e1d-65c26983a15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:01Z', 'updated_at': '2022-03-11T19:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'ad9d51cb-dc15-452d-b242-2903e25e24a2', 'name': '', 'network_id': '294810c1-e417-4dee-b1db-4a6818051883', 'tenant_id': 'd3679c99eaae470ab652a8ce28b1c6d9', 'mac_address': 'fa:16:3e:c4:e0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8fb177-660f-4b4e-9e1d-65c26983a15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': 'e37a70ad-abe0-4f44-9eb0-e7e761448022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:05Z', 'updated_at': '2022-03-11T19:45:12Z', 'revision_number': 5, 'project_id': 'd3679c99eaae470ab652a8ce28b1c6d9', 'subnets': [{'id': 'e37a70ad-abe0-4f44-9eb0-e7e761448022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:46:12.009157 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d653dbc-7d66-4457-8609-c8c700e34ae8 None None] Checking router: 9c8fb177-660f-4b4e-9e1d-65c26983a15b for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:46:12.030507 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d653dbc-7d66-4457-8609-c8c700e34ae8 None None] Routers {'9c8fb177-660f-4b4e-9e1d-65c26983a15b'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:46:12.031336 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-2d653dbc-7d66-4457-8609-c8c700e34ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:45:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['9c8fb177-660f-4b4e-9e1d-65c26983a15b'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:46:12.190501 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 48054) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:12.332911 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-96f1b9c0-3401-4b2e-af2f-1f48507241d5 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Publish callbacks [] for security_group (5495e4e0-691c-454b-bbeb-3093e70ffa6f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:12.357758 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-62765a8b-b0b0-4693-ae58-c03f110f3572 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-499120641'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:46:12.367908 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-96f1b9c0-3401-4b2e-af2f-1f48507241d5 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Publish callbacks [] for security_group (5495e4e0-691c-454b-bbeb-3093e70ffa6f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:12.387382 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-2d653dbc-7d66-4457-8609-c8c700e34ae8 None None] Set router 9c8fb177-660f-4b4e-9e1d-65c26983a15b gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:46:12.401141 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62765a8b-b0b0-4693-ae58-c03f110f3572 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Made reservation on behalf of 1e7f7b67727b4dc3964c4b9b6e679b1a for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:46:12.405747 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-62765a8b-b0b0-4693-ae58-c03f110f3572 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:12.421495 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-62765a8b-b0b0-4693-ae58-c03f110f3572 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:12.459246 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-96f1b9c0-3401-4b2e-af2f-1f48507241d5 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (5495e4e0-691c-454b-bbeb-3093e70ffa6f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:12.463125 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-96f1b9c0-3401-4b2e-af2f-1f48507241d5 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:12.467396 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 48060) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:12.471737 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-96f1b9c0-3401-4b2e-af2f-1f48507241d5 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] 10.222.0.65 "DELETE /v2.0/security-groups/5495e4e0-691c-454b-bbeb-3093e70ffa6f HTTP/1.1" status: 204 len: 168 time: 0.2773938 Mar 11 19:46:12.486924 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-bf66c412-2300-432c-ac05-1b1c9791a2fe tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] show failed (client error): The resource could not be found. Mar 11 19:46:12.488376 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-bf66c412-2300-432c-ac05-1b1c9791a2fe tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] 10.222.0.65 "GET /v2.0/security-groups/5495e4e0-691c-454b-bbeb-3093e70ffa6f HTTP/1.1" status: 404 len: 347 time: 0.0196645 Mar 11 19:46:12.492613 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 48062) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:12.497532 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f1b9c0-3401-4b2e-af2f-1f48507241d5 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5495e4e0-691c-454b-bbeb-3093e70ffa6f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:12.765691 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-2d653dbc-7d66-4457-8609-c8c700e34ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8fb177-660f-4b4e-9e1d-65c26983a15b', 'name': 'tempest-ServersTestFqdnHostnames-233689485-router', 'tenant_id': 'd3679c99eaae470ab652a8ce28b1c6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'c890050c-1949-4946-b091-5f342908836b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:45:00Z', 'updated_at': '2022-03-11T19:45:06Z', 'revision_number': 4, 'project_id': 'd3679c99eaae470ab652a8ce28b1c6d9', 'gw_port': {'id': 'c890050c-1949-4946-b091-5f342908836b', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8fb177-660f-4b4e-9e1d-65c26983a15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:01Z', 'updated_at': '2022-03-11T19:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'ad9d51cb-dc15-452d-b242-2903e25e24a2', 'name': '', 'network_id': '294810c1-e417-4dee-b1db-4a6818051883', 'tenant_id': 'd3679c99eaae470ab652a8ce28b1c6d9', 'mac_address': 'fa:16:3e:c4:e0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8fb177-660f-4b4e-9e1d-65c26983a15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': 'e37a70ad-abe0-4f44-9eb0-e7e761448022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:05Z', 'updated_at': '2022-03-11T19:45:12Z', 'revision_number': 5, 'project_id': 'd3679c99eaae470ab652a8ce28b1c6d9', 'subnets': [{'id': 'e37a70ad-abe0-4f44-9eb0-e7e761448022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:46:12.867548 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-9d419127-8a57-475e-b626-3c26186b70f3 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Deleting port 234b19fd-fbc4-4319-b8b3-94fa8cbeeb02 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:46:12.868198 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9d419127-8a57-475e-b626-3c26186b70f3 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (234b19fd-fbc4-4319-b8b3-94fa8cbeeb02), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:12.870513 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 99806fe6-ab5d-446f-88d8-77181b245c32 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:46:12.890939 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-62765a8b-b0b0-4693-ae58-c03f110f3572 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks [] for security_group (eb35c76e-4137-4e24-be01-c2b61b72d76a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:12.905383 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-62765a8b-b0b0-4693-ae58-c03f110f3572 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (eb35c76e-4137-4e24-be01-c2b61b72d76a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:12.927500 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: 99806fe6-ab5d-446f-88d8-77181b245c32 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:46:12.932093 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 99806fe6-ab5d-446f-88d8-77181b245c32 not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:46:12.934758 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d653dbc-7d66-4457-8609-c8c700e34ae8 None None] The sync data for ids ['9c8fb177-660f-4b4e-9e1d-65c26983a15b'] in n-d-833163-1 is: [{'id': '9c8fb177-660f-4b4e-9e1d-65c26983a15b', 'name': 'tempest-ServersTestFqdnHostnames-233689485-router', 'tenant_id': 'd3679c99eaae470ab652a8ce28b1c6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'c890050c-1949-4946-b091-5f342908836b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:45:00Z', 'updated_at': '2022-03-11T19:45:06Z', 'revision_number': 4, 'project_id': 'd3679c99eaae470ab652a8ce28b1c6d9', 'gw_port': {'id': 'c890050c-1949-4946-b091-5f342908836b', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8fb177-660f-4b4e-9e1d-65c26983a15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:01Z', 'updated_at': '2022-03-11T19:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'ad9d51cb-dc15-452d-b242-2903e25e24a2', 'name': '', 'network_id': '294810c1-e417-4dee-b1db-4a6818051883', 'tenant_id': 'd3679c99eaae470ab652a8ce28b1c6d9', 'mac_address': 'fa:16:3e:c4:e0:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8fb177-660f-4b4e-9e1d-65c26983a15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1601, 'fixed_ips': [{'subnet_id': 'e37a70ad-abe0-4f44-9eb0-e7e761448022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:05Z', 'updated_at': '2022-03-11T19:45:12Z', 'revision_number': 5, 'project_id': 'd3679c99eaae470ab652a8ce28b1c6d9', 'subnets': [{'id': 'e37a70ad-abe0-4f44-9eb0-e7e761448022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:46:12.954771 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275eeaf6-0780-44db-97b8-fc9cb1678e4d req-46024715-7a5d-499d-b858-49813ca63cc5 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:12.963941 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-275eeaf6-0780-44db-97b8-fc9cb1678e4d req-46024715-7a5d-499d-b858-49813ca63cc5 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=38b8a29d-3f5d-4460-a751-30403c577366 HTTP/1.1" status: 200 len: 945 time: 0.1051672 Mar 11 19:46:13.099470 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62765a8b-b0b0-4693-ae58-c03f110f3572 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] vlan segment allocate from pool success with {'vlan_id': 870, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:46:13.108639 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-275eeaf6-0780-44db-97b8-fc9cb1678e4d req-d10aff2b-b230-45d0-a5a1-11ebd578fe07 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=381d5506-1a91-423f-9578-afb9619937f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424506 Mar 11 19:46:13.145816 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62765a8b-b0b0-4693-ae58-c03f110f3572 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb35c76e-4137-4e24-be01-c2b61b72d76a,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:13.207837 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-62765a8b-b0b0-4693-ae58-c03f110f3572 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (bb5ba667-b3f0-4ad1-8eb5-f9ab2bafbb25), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:13.207837 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-62765a8b-b0b0-4693-ae58-c03f110f3572 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Added segment bb5ba667-b3f0-4ad1-8eb5-f9ab2bafbb25 of type vlan for network 4f3cd59d-8a35-45e9-885a-fc36d4571e80 Mar 11 19:46:13.329479 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f1e207c4-2d35-4767-a065-0a1469d13b9e req-45c5f53b-c165-49d0-99f6-5fcce070aab0 tempest-ServerShowV257Test-792537961 tempest-ServerShowV257Test-792537961-project] 10.222.0.65 "GET /v2.0/ports?device_id=28f8e54c-c2dd-4980-966d-c0514bbbbd7f HTTP/1.1" status: 200 len: 210 time: 0.0809827 Mar 11 19:46:13.342238 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9d419127-8a57-475e-b626-3c26186b70f3 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (234b19fd-fbc4-4319-b8b3-94fa8cbeeb02), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:13.345104 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9d419127-8a57-475e-b626-3c26186b70f3 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Publish callbacks [] for floatingip (234b19fd-fbc4-4319-b8b3-94fa8cbeeb02), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:13.393903 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-9d419127-8a57-475e-b626-3c26186b70f3 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Calling delete_port for 234b19fd-fbc4-4319-b8b3-94fa8cbeeb02 owned by network:floatingip {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:46:13.398814 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-62765a8b-b0b0-4693-ae58-c03f110f3572 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (4f3cd59d-8a35-45e9-885a-fc36d4571e80), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:13.454326 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 48098) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:13.520626 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75c1249-e713-4c41-b5a9-630986e85025 None None] New status for floating IP cad26ad6-4d6c-40f7-b85e-df191f81fcd7: DOWN {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 19:46:13.535590 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-62765a8b-b0b0-4693-ae58-c03f110f3572 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (4f3cd59d-8a35-45e9-885a-fc36d4571e80), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:13.553361 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62765a8b-b0b0-4693-ae58-c03f110f3572 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:13.554124 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-62765a8b-b0b0-4693-ae58-c03f110f3572 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:13.617853 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-5185799b-1096-4e98-8c46-97c7aabea340 tempest-MeteringIpV6TestJSON-2040840197 tempest-MeteringIpV6TestJSON-2040840197-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1487169939'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:46:13.619996 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-5185799b-1096-4e98-8c46-97c7aabea340 tempest-MeteringIpV6TestJSON-2040840197 tempest-MeteringIpV6TestJSON-2040840197-project-admin] Unknown quota resources ['metering_label']. {{(pid=103885) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 11 19:46:13.636249 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-62765a8b-b0b0-4693-ae58-c03f110f3572 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.7961032 Mar 11 19:46:13.641505 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 48102) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:13.659368 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-f06d478f-3e93-484e-ac96-070b3f7d0f79 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Request body: {'subnet': {'network_id': '4f3cd59d-8a35-45e9-885a-fc36d4571e80', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:46:13.876034 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62765a8b-b0b0-4693-ae58-c03f110f3572 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Pushing event updated for resources: {'Network': ['ID=4f3cd59d-8a35-45e9-885a-fc36d4571e80,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:13.891181 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06d478f-3e93-484e-ac96-070b3f7d0f79 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Made reservation on behalf of 1e7f7b67727b4dc3964c4b9b6e679b1a for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:46:13.896461 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 4f3cd59d-8a35-45e9-885a-fc36d4571e80 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:46:13.897437 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f06d478f-3e93-484e-ac96-070b3f7d0f79 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:13.909991 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5185799b-1096-4e98-8c46-97c7aabea340 tempest-MeteringIpV6TestJSON-2040840197 tempest-MeteringIpV6TestJSON-2040840197-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:13.912408 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-5185799b-1096-4e98-8c46-97c7aabea340 tempest-MeteringIpV6TestJSON-2040840197 tempest-MeteringIpV6TestJSON-2040840197-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4563725 Mar 11 19:46:13.915386 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 48106) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:13.919616 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-bca42ccd-c720-483d-ae8b-f4f5c577a95e tempest-MeteringIpV6TestJSON-2040840197 tempest-MeteringIpV6TestJSON-2040840197-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '86fdd991-f16e-463c-b6b3-86c82de952e8'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:46:13.920158 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-bca42ccd-c720-483d-ae8b-f4f5c577a95e tempest-MeteringIpV6TestJSON-2040840197 tempest-MeteringIpV6TestJSON-2040840197-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103885) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 11 19:46:14.081178 n-d-833163-1 neutron-server[103885]: WARNING neutron.services.metering.metering_plugin [None req-bca42ccd-c720-483d-ae8b-f4f5c577a95e tempest-MeteringIpV6TestJSON-2040840197 tempest-MeteringIpV6TestJSON-2040840197-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 11 19:46:14.085180 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9d419127-8a57-475e-b626-3c26186b70f3 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (234b19fd-fbc4-4319-b8b3-94fa8cbeeb02), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:14.140648 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d419127-8a57-475e-b626-3c26186b70f3 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Pushing event deleted for resources: {'Port': ['ID=234b19fd-fbc4-4319-b8b3-94fa8cbeeb02,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:14.390607 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bca42ccd-c720-483d-ae8b-f4f5c577a95e tempest-MeteringIpV6TestJSON-2040840197 tempest-MeteringIpV6TestJSON-2040840197-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:14.397333 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-bca42ccd-c720-483d-ae8b-f4f5c577a95e tempest-MeteringIpV6TestJSON-2040840197 tempest-MeteringIpV6TestJSON-2040840197-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4813380 Mar 11 19:46:14.404469 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 48114) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:14.407691 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9d419127-8a57-475e-b626-3c26186b70f3 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Publish callbacks [] for floatingip (cad26ad6-4d6c-40f7-b85e-df191f81fcd7), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:14.410248 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-cdd53940-6a1c-4546-8b29-523778b664cf tempest-MeteringIpV6TestJSON-2040840197 tempest-MeteringIpV6TestJSON-2040840197-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '86fdd991-f16e-463c-b6b3-86c82de952e8'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:46:14.411404 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-cdd53940-6a1c-4546-8b29-523778b664cf tempest-MeteringIpV6TestJSON-2040840197 tempest-MeteringIpV6TestJSON-2040840197-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103885) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 11 19:46:14.412523 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9d419127-8a57-475e-b626-3c26186b70f3 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:14.414096 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-9d419127-8a57-475e-b626-3c26186b70f3 tempest-ServersTestFqdnHostnames-1752277073 tempest-ServersTestFqdnHostnames-1752277073-project] 10.222.0.65 "DELETE /v2.0/floatingips/cad26ad6-4d6c-40f7-b85e-df191f81fcd7 HTTP/1.1" status: 204 len: 168 time: 1.9199302 Mar 11 19:46:14.415833 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f06d478f-3e93-484e-ac96-070b3f7d0f79 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (f1f86dac-f824-4a48-a11e-65c1f4baba16), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:14.418259 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 48116) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:14.543554 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7b83f-990c-4aa0-8c38-0409358746e9 req-dcf5bede-4830-4f3e-87da-647cb22cbda4 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:14.545900 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f7b7b83f-990c-4aa0-8c38-0409358746e9 req-dcf5bede-4830-4f3e-87da-647cb22cbda4 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=38b8a29d-3f5d-4460-a751-30403c577366 HTTP/1.1" status: 200 len: 945 time: 0.2346652 Mar 11 19:46:14.546543 n-d-833163-1 neutron-server[103885]: WARNING neutron.services.metering.metering_plugin [None req-cdd53940-6a1c-4546-8b29-523778b664cf tempest-MeteringIpV6TestJSON-2040840197 tempest-MeteringIpV6TestJSON-2040840197-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 11 19:46:14.613816 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06d478f-3e93-484e-ac96-070b3f7d0f79 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Pushing event updated for resources: {'Subnet': ['ID=f1f86dac-f824-4a48-a11e-65c1f4baba16,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:14.653541 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cdd53940-6a1c-4546-8b29-523778b664cf tempest-MeteringIpV6TestJSON-2040840197 tempest-MeteringIpV6TestJSON-2040840197-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:14.654638 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-cdd53940-6a1c-4546-8b29-523778b664cf tempest-MeteringIpV6TestJSON-2040840197 tempest-MeteringIpV6TestJSON-2040840197-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2482495 Mar 11 19:46:14.657548 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 48118) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:14.670110 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-b0e0e478-3f84-4ed3-b286-9b333e66d968 tempest-MeteringIpV6TestJSON-2040840197 tempest-MeteringIpV6TestJSON-2040840197-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules?id=acbcd5b6-e32d-4e18-8acf-f37a3ee07352 HTTP/1.1" status: 200 len: 462 time: 0.0114589 Mar 11 19:46:14.672918 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 48120) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:14.700189 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f7b7b83f-990c-4aa0-8c38-0409358746e9 req-d78d15ad-6da7-4574-86c9-d6060feb6ee0 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=381d5506-1a91-423f-9578-afb9619937f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996397 Mar 11 19:46:14.860937 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-096f59f8-b292-4d89-bf3c-9a5a4cf7e451 req-f3d420fe-eaaa-425a-842a-b6b9b05d4ffe tempest-ServerShowV257Test-792537961 tempest-ServerShowV257Test-792537961-project] 10.222.0.65 "GET /v2.0/ports?device_id=28f8e54c-c2dd-4980-966d-c0514bbbbd7f HTTP/1.1" status: 200 len: 210 time: 0.0418980 Mar 11 19:46:14.931895 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06d478f-3e93-484e-ac96-070b3f7d0f79 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Checking segment: {'id': 'bb5ba667-b3f0-4ad1-8eb5-f9ab2bafbb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '4f3cd59d-8a35-45e9-885a-fc36d4571e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:46:14.932564 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06d478f-3e93-484e-ac96-070b3f7d0f79 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Network hostable DHCP agents. Network: 4f3cd59d-8a35-45e9-885a-fc36d4571e80, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:46:14.999356 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3e6b16a4-7463-4d1c-91e6-d4353992d5e7 req-8e9c870c-bd12-4111-ad7b-25d8847d01e5 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=66b3b8d3f65c4e239ea33b0475efa223 HTTP/1.1" status: 200 len: 267 time: 0.0538385 Mar 11 19:46:15.042394 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-62de5769-f0ce-4ddc-8bbe-2e1d501e05fc tempest-MeteringIpV6TestJSON-2040840197 tempest-MeteringIpV6TestJSON-2040840197-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:15.043834 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-62de5769-f0ce-4ddc-8bbe-2e1d501e05fc tempest-MeteringIpV6TestJSON-2040840197 tempest-MeteringIpV6TestJSON-2040840197-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-label-rules/acbcd5b6-e32d-4e18-8acf-f37a3ee07352 HTTP/1.1" status: 204 len: 168 time: 0.3681931 Mar 11 19:46:15.047425 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 48126) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:15.064634 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 48128) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:15.065165 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-689a90c7-cf88-482f-b2b5-9ff8b56bc073 tempest-MeteringIpV6TestJSON-2040840197 tempest-MeteringIpV6TestJSON-2040840197-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules?id=acbcd5b6-e32d-4e18-8acf-f37a3ee07352 HTTP/1.1" status: 200 len: 221 time: 0.0162508 Mar 11 19:46:15.071202 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-1fb45cd3-5a75-4059-b3bf-3dbef9bf40c3 tempest-MeteringIpV6TestJSON-2040840197 tempest-MeteringIpV6TestJSON-2040840197-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1559499799', 'description': 'label created by tempest'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:46:15.071779 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-1fb45cd3-5a75-4059-b3bf-3dbef9bf40c3 tempest-MeteringIpV6TestJSON-2040840197 tempest-MeteringIpV6TestJSON-2040840197-project-admin] Unknown quota resources ['metering_label']. {{(pid=103884) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 11 19:46:15.073781 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b16a4-7463-4d1c-91e6-d4353992d5e7 req-bc9b22b4-5336-45b7-8c5f-34187af9852f tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:15.078436 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06d478f-3e93-484e-ac96-070b3f7d0f79 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Network 4f3cd59d-8a35-45e9-885a-fc36d4571e80 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:46:15.082040 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3e6b16a4-7463-4d1c-91e6-d4353992d5e7 req-bc9b22b4-5336-45b7-8c5f-34187af9852f tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=38b8a29d-3f5d-4460-a751-30403c577366 HTTP/1.1" status: 200 len: 945 time: 0.0817194 Mar 11 19:46:15.087919 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-3e6b16a4-7463-4d1c-91e6-d4353992d5e7 req-ca6e843d-93eb-419e-993f-9947aed43a34 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Request body: {'port': {'security_groups': []}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:46:15.172753 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3e6b16a4-7463-4d1c-91e6-d4353992d5e7 req-ca6e843d-93eb-419e-993f-9947aed43a34 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (f152dfc7-f3e6-4b4b-8546-fc7fc378e70b), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:15.409313 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-f06d478f-3e93-484e-ac96-070b3f7d0f79 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 4f3cd59d-8a35-45e9-885a-fc36d4571e80) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:46:15.418530 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47ee4be-2439-4299-b344-b6f78762155a None None] Network 4f3cd59d-8a35-45e9-885a-fc36d4571e80 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:46:15.438122 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-3e6b16a4-7463-4d1c-91e6-d4353992d5e7 req-ca6e843d-93eb-419e-993f-9947aed43a34 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] For port f152dfc7-f3e6-4b4b-8546-fc7fc378e70b, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=f152dfc7-f3e6-4b4b-8546-fc7fc378e70b,segment=NetworkSegment(f8d24e93-6284-46b5-86c2-c110abb33db1),segment_id=f8d24e93-6284-46b5-86c2-c110abb33db1)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:46:15.456305 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06d478f-3e93-484e-ac96-070b3f7d0f79 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:15.457093 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f06d478f-3e93-484e-ac96-070b3f7d0f79 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:15.476777 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3e6b16a4-7463-4d1c-91e6-d4353992d5e7 req-ca6e843d-93eb-419e-993f-9947aed43a34 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks [] for port (f152dfc7-f3e6-4b4b-8546-fc7fc378e70b), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:15.481884 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3e6b16a4-7463-4d1c-91e6-d4353992d5e7 req-ca6e843d-93eb-419e-993f-9947aed43a34 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (f152dfc7-f3e6-4b4b-8546-fc7fc378e70b), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:15.496437 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['a77be94f-5763-47c7-a94b-063aaf86b760', '130c9980-8013-436d-871f-932f6dd90e0a', 'f152dfc7-f3e6-4b4b-8546-fc7fc378e70b'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:46:15.533858 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b16a4-7463-4d1c-91e6-d4353992d5e7 req-ca6e843d-93eb-419e-993f-9947aed43a34 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:15.534084 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3e6b16a4-7463-4d1c-91e6-d4353992d5e7 req-ca6e843d-93eb-419e-993f-9947aed43a34 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:15.535696 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3e6b16a4-7463-4d1c-91e6-d4353992d5e7 req-ca6e843d-93eb-419e-993f-9947aed43a34 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "PUT /v2.0/ports/f152dfc7-f3e6-4b4b-8546-fc7fc378e70b HTTP/1.1" status: 200 len: 904 time: 0.4526873 Mar 11 19:46:15.536315 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38b8a29d-3f5d-4460-a751-30403c577366', 'tag': 'f152dfc7-f3e6-4b4b-8546-fc7fc378e70b'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:46:15.538864 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2378eb96-e1aa-4a3f-bdbe-b61bf778b743" -d '{"events": [{"name": "network-changed", "server_uuid": "38b8a29d-3f5d-4460-a751-30403c577366", "tag": "f152dfc7-f3e6-4b4b-8546-fc7fc378e70b"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:46:15.577708 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6e843d-93eb-419e-993f-9947aed43a34 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Pushing event updated for resources: {'Port': ['ID=f152dfc7-f3e6-4b4b-8546-fc7fc378e70b,revision_number=6']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:15.587956 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6e843d-93eb-419e-993f-9947aed43a34 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:15.588560 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6e843d-93eb-419e-993f-9947aed43a34 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:15.588921 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6e843d-93eb-419e-993f-9947aed43a34 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:15.589265 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6e843d-93eb-419e-993f-9947aed43a34 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:15.589605 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6e843d-93eb-419e-993f-9947aed43a34 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:15.589940 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6e843d-93eb-419e-993f-9947aed43a34 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:15.590272 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6e843d-93eb-419e-993f-9947aed43a34 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:15.590655 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6e843d-93eb-419e-993f-9947aed43a34 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:15.590990 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6e843d-93eb-419e-993f-9947aed43a34 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:15.591460 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6e843d-93eb-419e-993f-9947aed43a34 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:15.591843 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6e843d-93eb-419e-993f-9947aed43a34 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:15.592172 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6e843d-93eb-419e-993f-9947aed43a34 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:15.592490 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6e843d-93eb-419e-993f-9947aed43a34 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:15.624474 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1fb45cd3-5a75-4059-b3bf-3dbef9bf40c3 tempest-MeteringIpV6TestJSON-2040840197 tempest-MeteringIpV6TestJSON-2040840197-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:15.625818 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-1fb45cd3-5a75-4059-b3bf-3dbef9bf40c3 tempest-MeteringIpV6TestJSON-2040840197 tempest-MeteringIpV6TestJSON-2040840197-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.5597982 Mar 11 19:46:15.628825 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 48140) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:15.639452 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f06d478f-3e93-484e-ac96-070b3f7d0f79 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9864297 Mar 11 19:46:15.641956 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 48142) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:15.647566 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-8685ae4f-fbef-4e0a-818b-828366847089 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Request body: {'port': {'network_id': '4f3cd59d-8a35-45e9-885a-fc36d4571e80', 'name': 'tempest-AllowedAddressPairTestJSON-1584328091'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:46:15.657039 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['f152dfc7-f3e6-4b4b-8546-fc7fc378e70b'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:46:15.720915 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970477ea-2321-4e6b-9e5f-e3a2194fc971 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-4f3cd59d-8a35-45e9-885a-fc36d4571e80', 'network_id': '4f3cd59d-8a35-45e9-885a-fc36d4571e80', 'project_id': '1e7f7b67727b4dc3964c4b9b6e679b1a', 'fixed_ips': [{'subnet_id': 'f1f86dac-f824-4a48-a11e-65c1f4baba16'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:46:15.721834 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-970477ea-2321-4e6b-9e5f-e3a2194fc971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:15.974857 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8685ae4f-fbef-4e0a-818b-828366847089 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Made reservation on behalf of 1e7f7b67727b4dc3964c4b9b6e679b1a for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:46:15.978502 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8685ae4f-fbef-4e0a-818b-828366847089 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:16.009047 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-8685ae4f-fbef-4e0a-818b-828366847089 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] device_id is not set on port dd1c8dff-3a8c-4904-ba40-cbdd13fa7c97 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:46:16.061070 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-370ca4df-1874-487b-ad1f-21186c3d06b2 None None] Provisioning complete for port f152dfc7-f3e6-4b4b-8546-fc7fc378e70b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:46:16.061764 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-370ca4df-1874-487b-ad1f-21186c3d06b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (f152dfc7-f3e6-4b4b-8546-fc7fc378e70b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:16.092056 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-83b66175-5817-4d34-8c6a-aeb585a14abf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (9c8fb177-660f-4b4e-9e1d-65c26983a15b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:16.098884 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-1dbac8cc-9bb9-44fa-9569-09a336f3d23b req-6ddd3bd3-1fbb-4dbd-8b84-1d31e5991591 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4137549 Mar 11 19:46:16.315302 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-970477ea-2321-4e6b-9e5f-e3a2194fc971 None None] Allocated IP 172.20.0.2 (4f3cd59d-8a35-45e9-885a-fc36d4571e80/f1f86dac-f824-4a48-a11e-65c1f4baba16/92ed692f-bda3-45aa-ba1d-12f7e1eb064f) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:46:16.390128 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbac8cc-9bb9-44fa-9569-09a336f3d23b req-835859b6-6073-484e-8729-ba931c18c020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:16.391676 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-1dbac8cc-9bb9-44fa-9569-09a336f3d23b req-835859b6-6073-484e-8729-ba931c18c020 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=66b3b8d3f65c4e239ea33b0475efa223&device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 1127 time: 0.2357450 Mar 11 19:46:16.436940 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 48154) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:16.437725 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-abdfa77d-ae6f-43ab-8ee4-6d2a13eaf745 tempest-MeteringIpV6TestJSON-2040840197 tempest-MeteringIpV6TestJSON-2040840197-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels?id=608a417f-b239-437d-a91b-679eed559fa3 HTTP/1.1" status: 200 len: 468 time: 0.8052828 Mar 11 19:46:16.439014 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-370ca4df-1874-487b-ad1f-21186c3d06b2 None None] Current status of the port f152dfc7-f3e6-4b4b-8546-fc7fc378e70b is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:46:16.512511 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f538bfc-8d4f-41b8-99cd-5cf453f38052 req-4baaa0be-fca8-4ae2-8096-3683b82842c2 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:16.522059 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8f538bfc-8d4f-41b8-99cd-5cf453f38052 req-4baaa0be-fca8-4ae2-8096-3683b82842c2 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=38b8a29d-3f5d-4460-a751-30403c577366 HTTP/1.1" status: 200 len: 907 time: 0.1022980 Mar 11 19:46:16.577633 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bcef506-6f75-4032-b8fc-673830e56e4b x-openstack-request-id: req-1bcef506-6f75-4032-b8fc-673830e56e4b {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:46:16.578166 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38b8a29d-3f5d-4460-a751-30403c577366", "tag": "f152dfc7-f3e6-4b4b-8546-fc7fc378e70b", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:46:16.578602 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1bcef506-6f75-4032-b8fc-673830e56e4b {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:46:16.580452 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38b8a29d-3f5d-4460-a751-30403c577366', 'tag': 'f152dfc7-f3e6-4b4b-8546-fc7fc378e70b', 'status': 'completed', 'code': 200} Mar 11 19:46:16.694885 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378eb96-e1aa-4a3f-bdbe-b61bf778b743 req-b5104a6f-427f-46dc-8ca6-a21258289ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:16.698192 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2378eb96-e1aa-4a3f-bdbe-b61bf778b743 req-b5104a6f-427f-46dc-8ca6-a21258289ca2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=66b3b8d3f65c4e239ea33b0475efa223&device_id=38b8a29d-3f5d-4460-a751-30403c577366 HTTP/1.1" status: 200 len: 1089 time: 0.0961380 Mar 11 19:46:16.760283 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbac8cc-9bb9-44fa-9569-09a336f3d23b req-f319e637-9cd8-45c8-955e-f08716782cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:16.761928 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-1dbac8cc-9bb9-44fa-9569-09a336f3d23b req-f319e637-9cd8-45c8-955e-f08716782cec service neutron] 10.222.0.75 "GET /v2.0/networks?id=90663b8c-1bde-4a55-8ab4-a84ee4d3cf19 HTTP/1.1" status: 200 len: 912 time: 0.3468916 Mar 11 19:46:16.810984 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378eb96-e1aa-4a3f-bdbe-b61bf778b743 req-b5535b74-8a82-4b6d-b1d5-2bdea3e77bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:16.812482 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2378eb96-e1aa-4a3f-bdbe-b61bf778b743 req-b5535b74-8a82-4b6d-b1d5-2bdea3e77bdf service neutron] 10.222.0.57 "GET /v2.0/networks?id=90663b8c-1bde-4a55-8ab4-a84ee4d3cf19 HTTP/1.1" status: 200 len: 912 time: 0.1068096 Mar 11 19:46:16.849298 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-68148657-c7e8-4837-80fb-923d9174bc84 req-830cd8c9-8ba0-4366-8c50-1c95237dabb7 tempest-ServerShowV257Test-792537961 tempest-ServerShowV257Test-792537961-project] 10.222.0.65 "GET /v2.0/ports?device_id=28f8e54c-c2dd-4980-966d-c0514bbbbd7f HTTP/1.1" status: 200 len: 210 time: 0.1448896 Mar 11 19:46:16.907609 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2378eb96-e1aa-4a3f-bdbe-b61bf778b743 req-72b77f24-4730-41ad-9802-cc6739199eaa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f152dfc7-f3e6-4b4b-8546-fc7fc378e70b HTTP/1.1" status: 200 len: 217 time: 0.0572956 Mar 11 19:46:16.932615 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-970477ea-2321-4e6b-9e5f-e3a2194fc971 None None] Publish callbacks [] for port (92ed692f-bda3-45aa-ba1d-12f7e1eb064f), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:16.937814 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-032ccd9e-d08f-43c7-b59a-b4b2a7b59f18 tempest-MeteringIpV6TestJSON-2040840197 tempest-MeteringIpV6TestJSON-2040840197-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:16.939371 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-032ccd9e-d08f-43c7-b59a-b4b2a7b59f18 tempest-MeteringIpV6TestJSON-2040840197 tempest-MeteringIpV6TestJSON-2040840197-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-labels/608a417f-b239-437d-a91b-679eed559fa3 HTTP/1.1" status: 204 len: 168 time: 0.4998202 Mar 11 19:46:16.944697 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 48160) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:16.950106 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-970477ea-2321-4e6b-9e5f-e3a2194fc971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (92ed692f-bda3-45aa-ba1d-12f7e1eb064f), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:16.981325 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-bb120b58-73b2-4608-b015-01dbea32af0d tempest-MeteringIpV6TestJSON-2040840197 tempest-MeteringIpV6TestJSON-2040840197-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels?id=608a417f-b239-437d-a91b-679eed559fa3 HTTP/1.1" status: 200 len: 216 time: 0.0332098 Mar 11 19:46:16.989527 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 48162) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:17.038606 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970477ea-2321-4e6b-9e5f-e3a2194fc971 None None] Pushing event updated for resources: {'Port': ['ID=92ed692f-bda3-45aa-ba1d-12f7e1eb064f,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:17.059299 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-9650b41e-fff6-45bf-b0ea-26e017f2b361 tempest-MeteringIpV6TestJSON-2040840197 tempest-MeteringIpV6TestJSON-2040840197-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0434065 Mar 11 19:46:17.066071 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 48164) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:17.068410 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970477ea-2321-4e6b-9e5f-e3a2194fc971 None None] Network 4f3cd59d-8a35-45e9-885a-fc36d4571e80 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:46:17.070003 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-970477ea-2321-4e6b-9e5f-e3a2194fc971 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:46:17.074130 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970477ea-2321-4e6b-9e5f-e3a2194fc971 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:46:17.075002 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-1dbac8cc-9bb9-44fa-9569-09a336f3d23b req-ae72b0d9-cbc0-4441-8ab5-1f6c29a8de14 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fd68e1a-7e53-4dd7-a129-e219fe1f8266 HTTP/1.1" status: 200 len: 1000 time: 0.3058991 Mar 11 19:46:17.107744 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-cd8a5036-d498-4d92-ad98-9c6188136adf tempest-MeteringIpV6TestJSON-2040840197 tempest-MeteringIpV6TestJSON-2040840197-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0255959 Mar 11 19:46:17.117740 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 48166) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:17.130284 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-8685ae4f-fbef-4e0a-818b-828366847089 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Allocated IP 172.20.0.14 (4f3cd59d-8a35-45e9-885a-fc36d4571e80/f1f86dac-f824-4a48-a11e-65c1f4baba16/dd1c8dff-3a8c-4904-ba40-cbdd13fa7c97) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:46:17.150345 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-970477ea-2321-4e6b-9e5f-e3a2194fc971 None None] Attempting to bind port 92ed692f-bda3-45aa-ba1d-12f7e1eb064f on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:46:17.150637 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-970477ea-2321-4e6b-9e5f-e3a2194fc971 None None] Attempting to bind port 92ed692f-bda3-45aa-ba1d-12f7e1eb064f by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'bb5ba667-b3f0-4ad1-8eb5-f9ab2bafbb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '4f3cd59d-8a35-45e9-885a-fc36d4571e80'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:46:17.151995 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970477ea-2321-4e6b-9e5f-e3a2194fc971 None None] Attempting to bind port 92ed692f-bda3-45aa-ba1d-12f7e1eb064f on network 4f3cd59d-8a35-45e9-885a-fc36d4571e80 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:46:17.161542 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970477ea-2321-4e6b-9e5f-e3a2194fc971 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:46:17.163332 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970477ea-2321-4e6b-9e5f-e3a2194fc971 None None] Checking segment: {'id': 'bb5ba667-b3f0-4ad1-8eb5-f9ab2bafbb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '4f3cd59d-8a35-45e9-885a-fc36d4571e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:46:17.164047 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-970477ea-2321-4e6b-9e5f-e3a2194fc971 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:17.164458 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970477ea-2321-4e6b-9e5f-e3a2194fc971 None None] Bound using segment: {'id': 'bb5ba667-b3f0-4ad1-8eb5-f9ab2bafbb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '4f3cd59d-8a35-45e9-885a-fc36d4571e80'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:46:17.164953 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-970477ea-2321-4e6b-9e5f-e3a2194fc971 None None] Bound port: 92ed692f-bda3-45aa-ba1d-12f7e1eb064f, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb5ba667-b3f0-4ad1-8eb5-f9ab2bafbb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '4f3cd59d-8a35-45e9-885a-fc36d4571e80'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:46:17.165338 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-970477ea-2321-4e6b-9e5f-e3a2194fc971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (92ed692f-bda3-45aa-ba1d-12f7e1eb064f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:17.167374 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378eb96-e1aa-4a3f-bdbe-b61bf778b743 req-696fd4ad-c036-4840-853f-06a0ad1c637f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:17.170359 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2378eb96-e1aa-4a3f-bdbe-b61bf778b743 req-696fd4ad-c036-4840-853f-06a0ad1c637f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=83286d6e-3d22-482f-b14a-2fbd7466cc6c HTTP/1.1" status: 200 len: 850 time: 0.2556303 Mar 11 19:46:17.205478 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee8ec9-10ae-4d7f-8297-9be604b2a563 req-59767432-70a5-4b13-b977-fc5c1a1cfb5b tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:17.207614 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ffee8ec9-10ae-4d7f-8297-9be604b2a563 req-59767432-70a5-4b13-b977-fc5c1a1cfb5b tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 945 time: 0.1914363 Mar 11 19:46:17.236267 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-cf6bf8ff-4fbe-46a6-bdc5-55676ea405b7 tempest-MeteringIpV6TestJSON-2040840197 tempest-MeteringIpV6TestJSON-2040840197-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels/86fdd991-f16e-463c-b6b3-86c82de952e8 HTTP/1.1" status: 200 len: 473 time: 0.1118484 Mar 11 19:46:17.243861 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 48170) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:17.277493 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-68cc689e-223d-4a3d-b1c8-953038ac0e06 tempest-MeteringIpV6TestJSON-2040840197 tempest-MeteringIpV6TestJSON-2040840197-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules/66098dd8-af5d-46cf-983c-7d4754607291 HTTP/1.1" status: 200 len: 459 time: 0.0219374 Mar 11 19:46:17.279397 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbac8cc-9bb9-44fa-9569-09a336f3d23b req-7edb6faa-c04f-4411-a5ab-dc145727b9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:17.280820 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-1dbac8cc-9bb9-44fa-9569-09a336f3d23b req-7edb6faa-c04f-4411-a5ab-dc145727b9d9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=83286d6e-3d22-482f-b14a-2fbd7466cc6c HTTP/1.1" status: 200 len: 850 time: 0.1840115 Mar 11 19:46:17.289761 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 48172) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:17.315248 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-83b66175-5817-4d34-8c6a-aeb585a14abf admin admin] Deleting port ad9d51cb-dc15-452d-b242-2903e25e24a2 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:46:17.315861 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-83b66175-5817-4d34-8c6a-aeb585a14abf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (ad9d51cb-dc15-452d-b242-2903e25e24a2), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:17.358242 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-970477ea-2321-4e6b-9e5f-e3a2194fc971 None None] For port 92ed692f-bda3-45aa-ba1d-12f7e1eb064f, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:46:17.365017 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-970477ea-2321-4e6b-9e5f-e3a2194fc971 None None] For port 92ed692f-bda3-45aa-ba1d-12f7e1eb064f, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=92ed692f-bda3-45aa-ba1d-12f7e1eb064f,segment=NetworkSegment(bb5ba667-b3f0-4ad1-8eb5-f9ab2bafbb25),segment_id=bb5ba667-b3f0-4ad1-8eb5-f9ab2bafbb25)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:46:17.377610 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-970477ea-2321-4e6b-9e5f-e3a2194fc971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (92ed692f-bda3-45aa-ba1d-12f7e1eb064f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:17.407952 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378eb96-e1aa-4a3f-bdbe-b61bf778b743 req-d347eb04-d08f-445d-98d4-ded88aee9e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:17.417733 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2378eb96-e1aa-4a3f-bdbe-b61bf778b743 req-d347eb04-d08f-445d-98d4-ded88aee9e05 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=90663b8c-1bde-4a55-8ab4-a84ee4d3cf19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2398043 Mar 11 19:46:17.456326 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970477ea-2321-4e6b-9e5f-e3a2194fc971 None None] Pushing event updated for resources: {'Port': ['ID=92ed692f-bda3-45aa-ba1d-12f7e1eb064f,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:17.508699 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ffee8ec9-10ae-4d7f-8297-9be604b2a563 req-fd58e4eb-e34c-454e-9e12-86b6e06f8107 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2651947 Mar 11 19:46:17.612758 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2378eb96-e1aa-4a3f-bdbe-b61bf778b743 req-f7104440-1301-425f-9f85-0e30a15eb699 service neutron] 10.222.0.57 "GET /v2.0/networks/90663b8c-1bde-4a55-8ab4-a84ee4d3cf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825883 Mar 11 19:46:17.833037 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c8a9b-c3ad-4954-869b-5f92d0fa33fd req-f539d89e-2b2b-4aea-8bf6-9e34311bbc98 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:17.852450 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-611c8a9b-c3ad-4954-869b-5f92d0fa33fd req-f539d89e-2b2b-4aea-8bf6-9e34311bbc98 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 945 time: 0.2010813 Mar 11 19:46:17.904332 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2378eb96-e1aa-4a3f-bdbe-b61bf778b743 req-160871d2-ce57-4f18-958f-1b51d1d8bf6d service neutron] 10.222.0.57 "GET /v2.0/networks/90663b8c-1bde-4a55-8ab4-a84ee4d3cf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843206 Mar 11 19:46:17.997963 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-611c8a9b-c3ad-4954-869b-5f92d0fa33fd req-9de8da4d-1707-47d4-be20-4a6c3ce54456 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432149 Mar 11 19:46:18.075707 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8685ae4f-fbef-4e0a-818b-828366847089 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks [] for port (dd1c8dff-3a8c-4904-ba40-cbdd13fa7c97), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:18.080560 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d73af7b2-d4cd-4edc-8b7e-4b88dc414c7b tempest-MeteringIpV6TestJSON-2040840197 tempest-MeteringIpV6TestJSON-2040840197-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:18.085698 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d73af7b2-d4cd-4edc-8b7e-4b88dc414c7b tempest-MeteringIpV6TestJSON-2040840197 tempest-MeteringIpV6TestJSON-2040840197-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-label-rules/66098dd8-af5d-46cf-983c-7d4754607291 HTTP/1.1" status: 204 len: 168 time: 0.7949240 Mar 11 19:46:18.088490 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbac8cc-9bb9-44fa-9569-09a336f3d23b req-ca02caff-bd9a-4f71-a9f7-552fe8b85126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:18.093421 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-1dbac8cc-9bb9-44fa-9569-09a336f3d23b req-ca02caff-bd9a-4f71-a9f7-552fe8b85126 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=90663b8c-1bde-4a55-8ab4-a84ee4d3cf19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7967417 Mar 11 19:46:18.094196 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 48184) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:18.192832 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-83b66175-5817-4d34-8c6a-aeb585a14abf admin admin] For port ad9d51cb-dc15-452d-b242-2903e25e24a2, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=ad9d51cb-dc15-452d-b242-2903e25e24a2,segment=NetworkSegment(5bca048e-a618-4c1e-996a-5ab04ff29de0),segment_id=5bca048e-a618-4c1e-996a-5ab04ff29de0)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:46:18.192832 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-83b66175-5817-4d34-8c6a-aeb585a14abf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (ad9d51cb-dc15-452d-b242-2903e25e24a2), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:18.195111 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 92ed692f-bda3-45aa-ba1d-12f7e1eb064f up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:46:18.212522 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-83b66175-5817-4d34-8c6a-aeb585a14abf admin admin] Calling delete_port for ad9d51cb-dc15-452d-b242-2903e25e24a2 owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:46:18.232806 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-08bbd8d9-8cfb-4d91-a7c2-b435d2ec1d8d req-68d41083-917e-47a0-9e69-1801dfdc4bbd tempest-ServerShowV257Test-792537961 tempest-ServerShowV257Test-792537961-project] 10.222.0.65 "GET /v2.0/ports?device_id=28f8e54c-c2dd-4980-966d-c0514bbbbd7f HTTP/1.1" status: 200 len: 210 time: 0.0805852 Mar 11 19:46:18.252164 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 92ed692f-bda3-45aa-ba1d-12f7e1eb064f triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:46:18.252542 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (92ed692f-bda3-45aa-ba1d-12f7e1eb064f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:18.400660 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 92ed692f-bda3-45aa-ba1d-12f7e1eb064f is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:46:18.400660 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (92ed692f-bda3-45aa-ba1d-12f7e1eb064f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:18.439056 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 92ed692f-bda3-45aa-ba1d-12f7e1eb064f, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=92ed692f-bda3-45aa-ba1d-12f7e1eb064f,segment=NetworkSegment(bb5ba667-b3f0-4ad1-8eb5-f9ab2bafbb25),segment_id=bb5ba667-b3f0-4ad1-8eb5-f9ab2bafbb25)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:46:18.447061 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (92ed692f-bda3-45aa-ba1d-12f7e1eb064f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:18.469190 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-312248ed-e1fb-41f2-be3c-007eb623c2ea tempest-MeteringIpV6TestJSON-2040840197 tempest-MeteringIpV6TestJSON-2040840197-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:18.470352 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-312248ed-e1fb-41f2-be3c-007eb623c2ea tempest-MeteringIpV6TestJSON-2040840197 tempest-MeteringIpV6TestJSON-2040840197-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-labels/86fdd991-f16e-463c-b6b3-86c82de952e8 HTTP/1.1" status: 204 len: 168 time: 0.3709059 Mar 11 19:46:18.475444 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-421883a2-e5d9-45ab-be2a-fb9d2e077290 req-1b79ef6b-b289-487a-a59b-fe562fb3c220 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fca2a9a9-2a94-4e79-ad8e-24839d898af6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4564555 Mar 11 19:46:18.556061 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=92ed692f-bda3-45aa-ba1d-12f7e1eb064f,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:18.578167 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8685ae4f-fbef-4e0a-818b-828366847089 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (dd1c8dff-3a8c-4904-ba40-cbdd13fa7c97), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:18.606348 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421883a2-e5d9-45ab-be2a-fb9d2e077290 req-c5bb10ef-205c-48e5-a64e-f55900f2c7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:18.608975 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-421883a2-e5d9-45ab-be2a-fb9d2e077290 req-c5bb10ef-205c-48e5-a64e-f55900f2c7e0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=66b3b8d3f65c4e239ea33b0475efa223&device_id=fca2a9a9-2a94-4e79-ad8e-24839d898af6 HTTP/1.1" status: 200 len: 1128 time: 0.1007347 Mar 11 19:46:18.618669 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8c3ba-d8e0-40cc-87a2-c7dd32e8e2b3 req-73803ae4-b9ee-4140-bbf8-4143649197b9 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:18.620632 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0eb8c3ba-d8e0-40cc-87a2-c7dd32e8e2b3 req-73803ae4-b9ee-4140-bbf8-4143649197b9 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 945 time: 0.2297857 Mar 11 19:46:18.690046 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-83b66175-5817-4d34-8c6a-aeb585a14abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (ad9d51cb-dc15-452d-b242-2903e25e24a2), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:18.700011 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8685ae4f-fbef-4e0a-818b-828366847089 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Pushing event updated for resources: {'Port': ['ID=dd1c8dff-3a8c-4904-ba40-cbdd13fa7c97,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:18.708375 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8685ae4f-fbef-4e0a-818b-828366847089 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Network 4f3cd59d-8a35-45e9-885a-fc36d4571e80 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:46:18.741729 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-8685ae4f-fbef-4e0a-818b-828366847089 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:46:18.747898 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b66175-5817-4d34-8c6a-aeb585a14abf admin admin] Pushing event deleted for resources: {'Port': ['ID=ad9d51cb-dc15-452d-b242-2903e25e24a2,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:18.783736 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8685ae4f-fbef-4e0a-818b-828366847089 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:46:18.815620 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:18.857854 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421883a2-e5d9-45ab-be2a-fb9d2e077290 req-0ccd09db-9ea0-44b9-81c2-3486fed1cb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:18.859591 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-421883a2-e5d9-45ab-be2a-fb9d2e077290 req-0ccd09db-9ea0-44b9-81c2-3486fed1cb80 service neutron] 10.222.0.57 "GET /v2.0/networks?id=90663b8c-1bde-4a55-8ab4-a84ee4d3cf19 HTTP/1.1" status: 200 len: 912 time: 0.2121019 Mar 11 19:46:18.901180 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8685ae4f-fbef-4e0a-818b-828366847089 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:18.901840 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8685ae4f-fbef-4e0a-818b-828366847089 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:18.952361 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8685ae4f-fbef-4e0a-818b-828366847089 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3092179 Mar 11 19:46:18.955657 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0eb8c3ba-d8e0-40cc-87a2-c7dd32e8e2b3 req-74c25ac9-6174-452f-9847-ecf4c2b7bae1 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3245437 Mar 11 19:46:18.999216 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 48192) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:19.004908 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-ce7b68ec-f688-4706-85df-b8125536864d tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Request body: {'port': {'network_id': '4f3cd59d-8a35-45e9-885a-fc36d4571e80', 'name': 'tempest-AllowedAddressPairTestJSON-1910995253', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:b7:22:73'}]}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:46:19.011739 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-1dbac8cc-9bb9-44fa-9569-09a336f3d23b req-e7830daa-fd6d-489f-9113-44db3b591d6a service neutron] 10.222.0.75 "GET /v2.0/networks/90663b8c-1bde-4a55-8ab4-a84ee4d3cf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9004729 Mar 11 19:46:19.027570 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-421883a2-e5d9-45ab-be2a-fb9d2e077290 req-a77ba5f3-8bd6-497b-8c7f-1217254660e4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=130c9980-8013-436d-871f-932f6dd90e0a HTTP/1.1" status: 200 len: 217 time: 0.1133769 Mar 11 19:46:19.028126 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 48198) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:19.163516 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421883a2-e5d9-45ab-be2a-fb9d2e077290 req-0afe8f3f-4765-4d9b-a729-94b2bbf075c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:19.166477 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-421883a2-e5d9-45ab-be2a-fb9d2e077290 req-0afe8f3f-4765-4d9b-a729-94b2bbf075c1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=83286d6e-3d22-482f-b14a-2fbd7466cc6c HTTP/1.1" status: 200 len: 850 time: 0.1240911 Mar 11 19:46:19.251661 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b913a-d8c4-4b0c-9715-b29961b22346 req-a96efde5-1059-446f-ae26-6f716290a643 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:19.253744 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e12b913a-d8c4-4b0c-9715-b29961b22346 req-a96efde5-1059-446f-ae26-6f716290a643 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 945 time: 0.1586404 Mar 11 19:46:19.257986 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7179754c-ea04-4842-86dc-1051cc656056 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:19.258902 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4a3434-6e83-4c38-a22c-848d43dd773c None None] Network 4f3cd59d-8a35-45e9-885a-fc36d4571e80 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:46:19.307871 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421883a2-e5d9-45ab-be2a-fb9d2e077290 req-44cfe63a-58a5-4388-af5d-2979e566ed4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:19.309566 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-421883a2-e5d9-45ab-be2a-fb9d2e077290 req-44cfe63a-58a5-4388-af5d-2979e566ed4b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=90663b8c-1bde-4a55-8ab4-a84ee4d3cf19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1338723 Mar 11 19:46:19.369856 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-dd86a902-d856-4468-a36d-939ec40f6e0f None None] Provisioning complete for port 92ed692f-bda3-45aa-ba1d-12f7e1eb064f triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:46:19.370060 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dd86a902-d856-4468-a36d-939ec40f6e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (92ed692f-bda3-45aa-ba1d-12f7e1eb064f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:19.390961 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-83b66175-5817-4d34-8c6a-aeb585a14abf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (9c8fb177-660f-4b4e-9e1d-65c26983a15b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:19.393171 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e12b913a-d8c4-4b0c-9715-b29961b22346 req-9e52996d-ea60-45ac-aeda-4c4879dc0e41 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225886 Mar 11 19:46:19.416964 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce7b68ec-f688-4706-85df-b8125536864d tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Made reservation on behalf of 1e7f7b67727b4dc3964c4b9b6e679b1a for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:46:19.424837 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-1dbac8cc-9bb9-44fa-9569-09a336f3d23b req-62b62cdb-248c-42c2-9b94-fa2e2ab7d2a0 service neutron] 10.222.0.75 "GET /v2.0/networks/90663b8c-1bde-4a55-8ab4-a84ee4d3cf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3834219 Mar 11 19:46:19.553370 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-421883a2-e5d9-45ab-be2a-fb9d2e077290 req-a11d733e-aa15-4a8a-8e08-3c9af5bf73c4 service neutron] 10.222.0.57 "GET /v2.0/networks/90663b8c-1bde-4a55-8ab4-a84ee4d3cf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326620 Mar 11 19:46:19.570064 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7179754c-ea04-4842-86dc-1051cc656056 admin admin] Publish callbacks [] for security_group (da5f0606-9b86-4e58-b363-7d30b2be06b0), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:19.581715 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7179754c-ea04-4842-86dc-1051cc656056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (da5f0606-9b86-4e58-b363-7d30b2be06b0), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:19.600867 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-dd86a902-d856-4468-a36d-939ec40f6e0f None None] Current status of the port 92ed692f-bda3-45aa-ba1d-12f7e1eb064f is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:46:19.651103 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-40bba380-e30c-4ea1-8f21-e230ba1d3844 req-00e40bc0-bf74-4d69-b8dd-7218fd6a6bb8 tempest-ServerShowV257Test-792537961 tempest-ServerShowV257Test-792537961-project] 10.222.0.65 "GET /v2.0/ports?device_id=28f8e54c-c2dd-4980-966d-c0514bbbbd7f HTTP/1.1" status: 200 len: 210 time: 0.1187174 Mar 11 19:46:19.668477 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-7179754c-ea04-4842-86dc-1051cc656056 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e5acc62604b44b4e9641eb5957e65171&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6392484 Mar 11 19:46:19.673394 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 48210) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:19.720576 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7179754c-ea04-4842-86dc-1051cc656056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da5f0606-9b86-4e58-b363-7d30b2be06b0,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:19.740844 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ce7b68ec-f688-4706-85df-b8125536864d tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:19.827849 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a6e383dd-c26d-4887-a71a-620688a8f565 admin admin] Publish callbacks [] for security_group (da5f0606-9b86-4e58-b363-7d30b2be06b0), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:19.844496 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-ce7b68ec-f688-4706-85df-b8125536864d tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] device_id is not set on port bd571544-00f2-4b6a-95b1-61f7014b4274 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:46:19.920152 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a6e383dd-c26d-4887-a71a-620688a8f565 admin admin] Publish callbacks [] for security_group (da5f0606-9b86-4e58-b363-7d30b2be06b0), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:19.932006 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-421883a2-e5d9-45ab-be2a-fb9d2e077290 req-6a4362ce-96d9-442c-b9a2-0ec330e33bf6 service neutron] 10.222.0.57 "GET /v2.0/networks/90663b8c-1bde-4a55-8ab4-a84ee4d3cf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513107 Mar 11 19:46:19.932343 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-eccdca07-705b-4327-be39-20b0b53cc43f None None] Provisioning complete for port dd1c8dff-3a8c-4904-ba40-cbdd13fa7c97 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:46:19.963689 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-eccdca07-705b-4327-be39-20b0b53cc43f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (dd1c8dff-3a8c-4904-ba40-cbdd13fa7c97), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:20.009786 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee949c7c-5ad1-4238-8ddf-a739e03f7829 req-74b22cc8-eadf-4469-b82f-8bd044689ea2 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:20.012302 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ee949c7c-5ad1-4238-8ddf-a739e03f7829 req-74b22cc8-eadf-4469-b82f-8bd044689ea2 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/networks?id=90663b8c-1bde-4a55-8ab4-a84ee4d3cf19 HTTP/1.1" status: 200 len: 811 time: 0.2277522 Mar 11 19:46:20.054267 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-eccdca07-705b-4327-be39-20b0b53cc43f None None] Port dd1c8dff-3a8c-4904-ba40-cbdd13fa7c97 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:46:20.064188 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ee949c7c-5ad1-4238-8ddf-a739e03f7829 req-c58d37bd-542a-4e51-a109-9b718277620d tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/quotas/66b3b8d3f65c4e239ea33b0475efa223 HTTP/1.1" status: 200 len: 375 time: 0.0426214 Mar 11 19:46:20.067579 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a6e383dd-c26d-4887-a71a-620688a8f565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (da5f0606-9b86-4e58-b363-7d30b2be06b0), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:20.069649 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-eccdca07-705b-4327-be39-20b0b53cc43f None None] Provisioning complete for port 92ed692f-bda3-45aa-ba1d-12f7e1eb064f triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:46:20.070535 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-eccdca07-705b-4327-be39-20b0b53cc43f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (92ed692f-bda3-45aa-ba1d-12f7e1eb064f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:20.071228 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a6e383dd-c26d-4887-a71a-620688a8f565 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:20.075062 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a6e383dd-c26d-4887-a71a-620688a8f565 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/da5f0606-9b86-4e58-b363-7d30b2be06b0 HTTP/1.1" status: 204 len: 168 time: 0.3983221 Mar 11 19:46:20.190279 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e383dd-c26d-4887-a71a-620688a8f565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5f0606-9b86-4e58-b363-7d30b2be06b0,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:20.195445 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83b66175-5817-4d34-8c6a-aeb585a14abf admin admin] Router 9c8fb177-660f-4b4e-9e1d-65c26983a15b has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:46:20.218496 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-ce7b68ec-f688-4706-85df-b8125536864d tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Allocated IP 172.20.0.3 (4f3cd59d-8a35-45e9-885a-fc36d4571e80/f1f86dac-f824-4a48-a11e-65c1f4baba16/bd571544-00f2-4b6a-95b1-61f7014b4274) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:46:20.259871 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-eccdca07-705b-4327-be39-20b0b53cc43f None None] Current status of the port 92ed692f-bda3-45aa-ba1d-12f7e1eb064f is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:46:20.274694 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 92ed692f-bda3-45aa-ba1d-12f7e1eb064f up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:46:20.288276 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ee949c7c-5ad1-4238-8ddf-a739e03f7829 req-7226b94d-75a0-4ea7-b0b9-8604a87ab28d tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=66b3b8d3f65c4e239ea33b0475efa223&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2142847 Mar 11 19:46:20.357945 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 92ed692f-bda3-45aa-ba1d-12f7e1eb064f triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:46:20.358323 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (92ed692f-bda3-45aa-ba1d-12f7e1eb064f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:20.449057 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4a7cfa33-7c59-49c8-a8e4-65228ac83273 None None] Provisioning complete for port dd1c8dff-3a8c-4904-ba40-cbdd13fa7c97 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:46:20.449427 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4a7cfa33-7c59-49c8-a8e4-65228ac83273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (dd1c8dff-3a8c-4904-ba40-cbdd13fa7c97), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:20.486454 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ee949c7c-5ad1-4238-8ddf-a739e03f7829 req-e3acc362-a051-4ec6-8fdc-2a08a832d254 service neutron] 10.222.0.65 "GET /v2.0/networks/90663b8c-1bde-4a55-8ab4-a84ee4d3cf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972771 Mar 11 19:46:20.532948 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b66175-5817-4d34-8c6a-aeb585a14abf admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:46:20.539556 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4a7cfa33-7c59-49c8-a8e4-65228ac83273 None None] Port dd1c8dff-3a8c-4904-ba40-cbdd13fa7c97 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:46:20.561978 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ce1e24-4104-45de-9935-65ef5b806ca1 None None] Sync routers for ids ['9c8fb177-660f-4b4e-9e1d-65c26983a15b'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:46:20.568641 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-83b66175-5817-4d34-8c6a-aeb585a14abf admin admin] 10.222.0.65 "PUT /v2.0/routers/9c8fb177-660f-4b4e-9e1d-65c26983a15b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0834246 Mar 11 19:46:20.569160 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 48228) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:20.583410 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ce1e24-4104-45de-9935-65ef5b806ca1 None None] Routers {'9c8fb177-660f-4b4e-9e1d-65c26983a15b'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:46:20.584350 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-06ce1e24-4104-45de-9935-65ef5b806ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:45:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['9c8fb177-660f-4b4e-9e1d-65c26983a15b'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:46:20.634520 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 48230) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:20.654319 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ee949c7c-5ad1-4238-8ddf-a739e03f7829 req-5c039c91-8f5b-429a-8ad9-c15824b1eb2d service neutron] 10.222.0.65 "GET /v2.0/networks/90663b8c-1bde-4a55-8ab4-a84ee4d3cf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551151 Mar 11 19:46:20.676151 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-16ec424c-1f89-4575-84d3-08a1188454c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:20.681599 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 92ed692f-bda3-45aa-ba1d-12f7e1eb064f is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:46:20.778395 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-06ce1e24-4104-45de-9935-65ef5b806ca1 None None] Set router 9c8fb177-660f-4b4e-9e1d-65c26983a15b gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:46:20.790959 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ce7b68ec-f688-4706-85df-b8125536864d tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks [] for port (bd571544-00f2-4b6a-95b1-61f7014b4274), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:20.886063 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-16ec424c-1f89-4575-84d3-08a1188454c4 admin admin] Publish callbacks [] for security_group (9dc8726d-7114-4b2e-8511-a5e03df56b97), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:20.895663 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-16ec424c-1f89-4575-84d3-08a1188454c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (9dc8726d-7114-4b2e-8511-a5e03df56b97), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:20.928185 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ec424c-1f89-4575-84d3-08a1188454c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc8726d-7114-4b2e-8511-a5e03df56b97,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:20.980445 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-042db502-afa2-4e79-8cf8-9704bcf27ee4 admin admin] Publish callbacks [] for router (9c8fb177-660f-4b4e-9e1d-65c26983a15b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:20.986150 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ce7b68ec-f688-4706-85df-b8125536864d tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (bd571544-00f2-4b6a-95b1-61f7014b4274), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:21.034327 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-06ce1e24-4104-45de-9935-65ef5b806ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8fb177-660f-4b4e-9e1d-65c26983a15b', 'name': 'tempest-ServersTestFqdnHostnames-233689485-router', 'tenant_id': 'd3679c99eaae470ab652a8ce28b1c6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'c890050c-1949-4946-b091-5f342908836b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:45:00Z', 'updated_at': '2022-03-11T19:46:18Z', 'revision_number': 5, 'project_id': 'd3679c99eaae470ab652a8ce28b1c6d9', 'gw_port': {'id': 'c890050c-1949-4946-b091-5f342908836b', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8fb177-660f-4b4e-9e1d-65c26983a15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:01Z', 'updated_at': '2022-03-11T19:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:46:21.073525 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ce1e24-4104-45de-9935-65ef5b806ca1 None None] Checking router: 9c8fb177-660f-4b4e-9e1d-65c26983a15b for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:46:21.085500 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-16ec424c-1f89-4575-84d3-08a1188454c4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a13557ec51fb443fb5ef80c21acfab37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4497049 Mar 11 19:46:21.088084 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 48242) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:21.092742 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ce1e24-4104-45de-9935-65ef5b806ca1 None None] Routers {'9c8fb177-660f-4b4e-9e1d-65c26983a15b'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:46:21.094153 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-06ce1e24-4104-45de-9935-65ef5b806ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:45:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['9c8fb177-660f-4b4e-9e1d-65c26983a15b'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:46:21.222952 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27b61a2f-c6a8-4170-a7d9-92e07ea8bf3e admin admin] Publish callbacks [] for security_group (9dc8726d-7114-4b2e-8511-a5e03df56b97), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:21.240099 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-06ce1e24-4104-45de-9935-65ef5b806ca1 None None] Set router 9c8fb177-660f-4b4e-9e1d-65c26983a15b gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:46:21.292492 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27b61a2f-c6a8-4170-a7d9-92e07ea8bf3e admin admin] Publish callbacks [] for security_group (9dc8726d-7114-4b2e-8511-a5e03df56b97), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:21.392123 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27b61a2f-c6a8-4170-a7d9-92e07ea8bf3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (9dc8726d-7114-4b2e-8511-a5e03df56b97), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:21.395486 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27b61a2f-c6a8-4170-a7d9-92e07ea8bf3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:21.397155 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-27b61a2f-c6a8-4170-a7d9-92e07ea8bf3e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9dc8726d-7114-4b2e-8511-a5e03df56b97 HTTP/1.1" status: 204 len: 168 time: 0.3076108 Mar 11 19:46:21.410243 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b61a2f-c6a8-4170-a7d9-92e07ea8bf3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc8726d-7114-4b2e-8511-a5e03df56b97,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:21.467618 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7b68ec-f688-4706-85df-b8125536864d tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Network 4f3cd59d-8a35-45e9-885a-fc36d4571e80 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:46:21.469245 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-ce7b68ec-f688-4706-85df-b8125536864d tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:46:21.472867 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7b68ec-f688-4706-85df-b8125536864d tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:46:21.500103 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c232cac1-a244-4fe1-9406-f2f8713ec991 req-9ccc5315-7b14-44b3-948d-a151d55ad7c6 tempest-ServerShowV257Test-792537961 tempest-ServerShowV257Test-792537961-project] 10.222.0.65 "GET /v2.0/ports?device_id=28f8e54c-c2dd-4980-966d-c0514bbbbd7f HTTP/1.1" status: 200 len: 210 time: 0.6249647 Mar 11 19:46:21.501454 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b68ec-f688-4706-85df-b8125536864d tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Pushing event updated for resources: {'Port': ['ID=bd571544-00f2-4b6a-95b1-61f7014b4274,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:21.567330 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-042db502-afa2-4e79-8cf8-9704bcf27ee4 admin admin] Publish callbacks [] for router_gateway (9c8fb177-660f-4b4e-9e1d-65c26983a15b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:21.576332 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7b68ec-f688-4706-85df-b8125536864d tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:21.576985 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ce7b68ec-f688-4706-85df-b8125536864d tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:21.607092 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ce7b68ec-f688-4706-85df-b8125536864d tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.6067054 Mar 11 19:46:21.608419 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 48254) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:21.712308 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f0eb8316-93ad-4698-a247-ae3305ec7684 req-551435d5-9622-404c-a91e-94d95915b81f tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4926858-bf43-45b4-8e7b-4c8c842f2c82 HTTP/1.1" status: 200 len: 210 time: 0.0966156 Mar 11 19:46:21.785308 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-06ce1e24-4104-45de-9935-65ef5b806ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c8fb177-660f-4b4e-9e1d-65c26983a15b', 'name': 'tempest-ServersTestFqdnHostnames-233689485-router', 'tenant_id': 'd3679c99eaae470ab652a8ce28b1c6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'c890050c-1949-4946-b091-5f342908836b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:45:00Z', 'updated_at': '2022-03-11T19:46:18Z', 'revision_number': 5, 'project_id': 'd3679c99eaae470ab652a8ce28b1c6d9', 'gw_port': {'id': 'c890050c-1949-4946-b091-5f342908836b', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8fb177-660f-4b4e-9e1d-65c26983a15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:01Z', 'updated_at': '2022-03-11T19:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:46:21.793132 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-042db502-afa2-4e79-8cf8-9704bcf27ee4 admin admin] Deleting port c890050c-1949-4946-b091-5f342908836b {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:46:21.793342 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-042db502-afa2-4e79-8cf8-9704bcf27ee4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (c890050c-1949-4946-b091-5f342908836b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:21.828541 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9176f845-6a92-4e31-b1b7-219e1f5d2cf8 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:21.835067 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9176f845-6a92-4e31-b1b7-219e1f5d2cf8 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:21.840676 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9176f845-6a92-4e31-b1b7-219e1f5d2cf8 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:21.852821 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ce1e24-4104-45de-9935-65ef5b806ca1 None None] The sync data for ids ['9c8fb177-660f-4b4e-9e1d-65c26983a15b'] in n-d-833163-1 is: [{'id': '9c8fb177-660f-4b4e-9e1d-65c26983a15b', 'name': 'tempest-ServersTestFqdnHostnames-233689485-router', 'tenant_id': 'd3679c99eaae470ab652a8ce28b1c6d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': 'c890050c-1949-4946-b091-5f342908836b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:45:00Z', 'updated_at': '2022-03-11T19:46:18Z', 'revision_number': 5, 'project_id': 'd3679c99eaae470ab652a8ce28b1c6d9', 'gw_port': {'id': 'c890050c-1949-4946-b091-5f342908836b', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d1:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c8fb177-660f-4b4e-9e1d-65c26983a15b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:45:01Z', 'updated_at': '2022-03-11T19:45:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:46:21.853452 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 48258) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:21.858258 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-9176f845-6a92-4e31-b1b7-219e1f5d2cf8 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2468 time: 0.2479734 Mar 11 19:46:21.990115 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-bc557ea3-37a6-4eda-b86d-dbd1850b25cb None None] Provisioning complete for port bd571544-00f2-4b6a-95b1-61f7014b4274 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:46:21.992869 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bc557ea3-37a6-4eda-b86d-dbd1850b25cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (bd571544-00f2-4b6a-95b1-61f7014b4274), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:22.006172 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-8df4a76c-a5a0-4b07-8545-714600f723b8 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Deleting port bd571544-00f2-4b6a-95b1-61f7014b4274 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:46:22.006830 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8df4a76c-a5a0-4b07-8545-714600f723b8 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (bd571544-00f2-4b6a-95b1-61f7014b4274), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:22.021088 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-042db502-afa2-4e79-8cf8-9704bcf27ee4 admin admin] For port c890050c-1949-4946-b091-5f342908836b, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=c890050c-1949-4946-b091-5f342908836b,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:46:22.021849 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-042db502-afa2-4e79-8cf8-9704bcf27ee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (c890050c-1949-4946-b091-5f342908836b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:22.066742 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-042db502-afa2-4e79-8cf8-9704bcf27ee4 admin admin] Calling delete_port for c890050c-1949-4946-b091-5f342908836b owned by network:router_gateway {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:46:22.102376 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-bc557ea3-37a6-4eda-b86d-dbd1850b25cb None None] Port bd571544-00f2-4b6a-95b1-61f7014b4274 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:46:22.153372 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8df4a76c-a5a0-4b07-8545-714600f723b8 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (bd571544-00f2-4b6a-95b1-61f7014b4274), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:22.171079 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-8df4a76c-a5a0-4b07-8545-714600f723b8 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Calling delete_port for bd571544-00f2-4b6a-95b1-61f7014b4274 owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:46:22.293005 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device ad9d51cb-dc15-452d-b242-2903e25e24a2 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:46:22.329301 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-042db502-afa2-4e79-8cf8-9704bcf27ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (c890050c-1949-4946-b091-5f342908836b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:22.349089 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: ad9d51cb-dc15-452d-b242-2903e25e24a2 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:46:22.349989 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device ad9d51cb-dc15-452d-b242-2903e25e24a2 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:46:22.365139 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c4a97cca-1e7c-49f2-9576-411345697d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:22.396884 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042db502-afa2-4e79-8cf8-9704bcf27ee4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c890050c-1949-4946-b091-5f342908836b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:22.462648 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-042db502-afa2-4e79-8cf8-9704bcf27ee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (9c8fb177-660f-4b4e-9e1d-65c26983a15b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:22.501130 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8df4a76c-a5a0-4b07-8545-714600f723b8 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (bd571544-00f2-4b6a-95b1-61f7014b4274), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:22.574536 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df4a76c-a5a0-4b07-8545-714600f723b8 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Pushing event deleted for resources: {'Port': ['ID=bd571544-00f2-4b6a-95b1-61f7014b4274,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:22.580678 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:22.671771 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-042db502-afa2-4e79-8cf8-9704bcf27ee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (9c8fb177-660f-4b4e-9e1d-65c26983a15b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:22.671771 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-042db502-afa2-4e79-8cf8-9704bcf27ee4 admin admin] Publish callbacks [] for router_controller (9c8fb177-660f-4b4e-9e1d-65c26983a15b), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:22.747689 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-042db502-afa2-4e79-8cf8-9704bcf27ee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (9c8fb177-660f-4b4e-9e1d-65c26983a15b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:22.748161 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042db502-afa2-4e79-8cf8-9704bcf27ee4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c8fb177-660f-4b4e-9e1d-65c26983a15b {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:46:22.763145 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-042db502-afa2-4e79-8cf8-9704bcf27ee4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:22.764739 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-042db502-afa2-4e79-8cf8-9704bcf27ee4 admin admin] 10.222.0.65 "DELETE /v2.0/routers/9c8fb177-660f-4b4e-9e1d-65c26983a15b HTTP/1.1" status: 204 len: 168 time: 2.1945658 Mar 11 19:46:22.768876 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 48284) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:22.808479 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3978e064-dda3-4fef-9961-1c2801dcfce8 req-38f9b01b-a695-4bc5-beed-cfd6ef724455 tempest-ServerShowV257Test-792537961 tempest-ServerShowV257Test-792537961-project] 10.222.0.65 "GET /v2.0/ports?device_id=28f8e54c-c2dd-4980-966d-c0514bbbbd7f HTTP/1.1" status: 200 len: 210 time: 0.1202686 Mar 11 19:46:22.927695 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-979ef435-95be-4242-bfd6-a5c6da6cb0a3 admin admin] Deleting subnet e37a70ad-abe0-4f44-9eb0-e7e761448022 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:46:22.931093 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-979ef435-95be-4242-bfd6-a5c6da6cb0a3 admin admin] Publish callbacks [] for subnet (e37a70ad-abe0-4f44-9eb0-e7e761448022), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:23.001436 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee949c7c-5ad1-4238-8ddf-a739e03f7829 req-4c1cfdb4-3dfd-405c-8d23-2ca87141986b tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:23.003002 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-ee949c7c-5ad1-4238-8ddf-a739e03f7829 req-4c1cfdb4-3dfd-405c-8d23-2ca87141986b tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.75 "GET /v2.0/networks?id=90663b8c-1bde-4a55-8ab4-a84ee4d3cf19 HTTP/1.1" status: 200 len: 811 time: 0.2777574 Mar 11 19:46:23.017329 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-628fe98b-4147-45b5-857a-e2c6ae563a8a req-97abccbc-c2af-4421-92c5-e8279940ca22 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4926858-bf43-45b4-8e7b-4c8c842f2c82 HTTP/1.1" status: 200 len: 210 time: 0.0549188 Mar 11 19:46:23.028061 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8df4a76c-a5a0-4b07-8545-714600f723b8 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:23.031913 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-ee949c7c-5ad1-4238-8ddf-a739e03f7829 req-c0ccc9c6-1caa-4f0c-8910-e451402d6650 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Request body: {'port': {'device_id': 'b4926858-bf43-45b4-8e7b-4c8c842f2c82', 'network_id': '90663b8c-1bde-4a55-8ab4-a84ee4d3cf19', 'admin_state_up': True, 'tenant_id': '66b3b8d3f65c4e239ea33b0475efa223'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:46:23.039731 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-8df4a76c-a5a0-4b07-8545-714600f723b8 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] 10.222.0.65 "DELETE /v2.0/ports/bd571544-00f2-4b6a-95b1-61f7014b4274 HTTP/1.1" status: 204 len: 168 time: 1.1833241 Mar 11 19:46:23.042996 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 48288) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:23.100557 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-979ef435-95be-4242-bfd6-a5c6da6cb0a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (e37a70ad-abe0-4f44-9eb0-e7e761448022), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:23.105641 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-00658c19-8578-4411-a896-f97779e11925 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] GET failed (client error): The resource could not be found. Mar 11 19:46:23.107855 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-00658c19-8578-4411-a896-f97779e11925 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] 10.222.0.65 "GET /v2.0/ports/bd571544-00f2-4b6a-95b1-61f7014b4274 HTTP/1.1" status: 404 len: 333 time: 0.0630677 Mar 11 19:46:23.111360 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 48290) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:23.117141 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-a9597dd2-5cf7-4ad5-bbfb-fad2de5ecf02 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Request body: {'port': {'network_id': '4f3cd59d-8a35-45e9-885a-fc36d4571e80', 'name': 'tempest-AllowedAddressPairTestJSON-634429709'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:46:23.298087 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-979ef435-95be-4242-bfd6-a5c6da6cb0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (e37a70ad-abe0-4f44-9eb0-e7e761448022), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:23.320309 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee949c7c-5ad1-4238-8ddf-a739e03f7829 req-c0ccc9c6-1caa-4f0c-8910-e451402d6650 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Made reservation on behalf of 66b3b8d3f65c4e239ea33b0475efa223 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:46:23.323968 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ee949c7c-5ad1-4238-8ddf-a739e03f7829 req-c0ccc9c6-1caa-4f0c-8910-e451402d6650 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:23.508719 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-979ef435-95be-4242-bfd6-a5c6da6cb0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (e37a70ad-abe0-4f44-9eb0-e7e761448022), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:23.556143 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-ee949c7c-5ad1-4238-8ddf-a739e03f7829 req-c0ccc9c6-1caa-4f0c-8910-e451402d6650 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Allocated IP 172.20.0.4 (90663b8c-1bde-4a55-8ab4-a84ee4d3cf19/83286d6e-3d22-482f-b14a-2fbd7466cc6c/a5ddb8ee-f814-4b98-936f-403277fbc446) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:46:23.556895 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9597dd2-5cf7-4ad5-bbfb-fad2de5ecf02 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Made reservation on behalf of 1e7f7b67727b4dc3964c4b9b6e679b1a for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:46:23.560288 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979ef435-95be-4242-bfd6-a5c6da6cb0a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e37a70ad-abe0-4f44-9eb0-e7e761448022,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:23.566755 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-979ef435-95be-4242-bfd6-a5c6da6cb0a3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:23.570568 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429faae1-69bf-44f0-91c8-174c10b1631b None None] Network 294810c1-e417-4dee-b1db-4a6818051883 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:46:23.571152 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-979ef435-95be-4242-bfd6-a5c6da6cb0a3 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/e37a70ad-abe0-4f44-9eb0-e7e761448022 HTTP/1.1" status: 204 len: 168 time: 0.8014376 Mar 11 19:46:23.574107 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 48302) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:23.576359 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a9597dd2-5cf7-4ad5-bbfb-fad2de5ecf02 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:23.602316 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-a9597dd2-5cf7-4ad5-bbfb-fad2de5ecf02 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] device_id is not set on port 312a13ea-e7a0-4a84-bcdc-99a04cab6b05 yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:46:23.749137 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7b80a65b-ae88-423c-9e0e-d9735d007318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (294810c1-e417-4dee-b1db-4a6818051883), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:23.764900 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-a9597dd2-5cf7-4ad5-bbfb-fad2de5ecf02 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Allocated IP 172.20.0.3 (4f3cd59d-8a35-45e9-885a-fc36d4571e80/f1f86dac-f824-4a48-a11e-65c1f4baba16/312a13ea-e7a0-4a84-bcdc-99a04cab6b05) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:46:23.841258 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108415bb-2b66-4117-89e6-22d14359d945 None None] DHCP port deletion for 294810c1-e417-4dee-b1db-4a6818051883 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:46:23.874880 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ee949c7c-5ad1-4238-8ddf-a739e03f7829 req-c0ccc9c6-1caa-4f0c-8910-e451402d6650 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks [] for port (a5ddb8ee-f814-4b98-936f-403277fbc446), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:23.902493 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-7b80a65b-ae88-423c-9e0e-d9735d007318 admin admin] Deleting port c6038d58-29bd-40e9-9c87-f4d0929623a7 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:46:23.902958 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7b80a65b-ae88-423c-9e0e-d9735d007318 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (c6038d58-29bd-40e9-9c87-f4d0929623a7), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:23.960052 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-108415bb-2b66-4117-89e6-22d14359d945 None None] Deleting port c6038d58-29bd-40e9-9c87-f4d0929623a7 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:46:23.970380 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-108415bb-2b66-4117-89e6-22d14359d945 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (c6038d58-29bd-40e9-9c87-f4d0929623a7), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:23.995113 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a9597dd2-5cf7-4ad5-bbfb-fad2de5ecf02 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks [] for port (312a13ea-e7a0-4a84-bcdc-99a04cab6b05), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:24.042004 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a9597dd2-5cf7-4ad5-bbfb-fad2de5ecf02 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (312a13ea-e7a0-4a84-bcdc-99a04cab6b05), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:24.053878 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-7b80a65b-ae88-423c-9e0e-d9735d007318 admin admin] For port c6038d58-29bd-40e9-9c87-f4d0929623a7, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=c6038d58-29bd-40e9-9c87-f4d0929623a7,segment=NetworkSegment(5bca048e-a618-4c1e-996a-5ab04ff29de0),segment_id=5bca048e-a618-4c1e-996a-5ab04ff29de0)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:46:24.054590 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7b80a65b-ae88-423c-9e0e-d9735d007318 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (c6038d58-29bd-40e9-9c87-f4d0929623a7), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:24.058326 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ee949c7c-5ad1-4238-8ddf-a739e03f7829 req-c0ccc9c6-1caa-4f0c-8910-e451402d6650 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (a5ddb8ee-f814-4b98-936f-403277fbc446), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:24.074815 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5d8a1408-375f-4cd3-bb86-6da0e6e5d6a9 req-03266913-642f-4c03-abec-c33b9ccbda1d tempest-ServerShowV257Test-792537961 tempest-ServerShowV257Test-792537961-project] 10.222.0.65 "GET /v2.0/ports?device_id=28f8e54c-c2dd-4980-966d-c0514bbbbd7f HTTP/1.1" status: 200 len: 210 time: 0.0464854 Mar 11 19:46:24.081168 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-7b80a65b-ae88-423c-9e0e-d9735d007318 admin admin] Calling delete_port for c6038d58-29bd-40e9-9c87-f4d0929623a7 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:46:24.120723 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee949c7c-5ad1-4238-8ddf-a739e03f7829 req-c0ccc9c6-1caa-4f0c-8910-e451402d6650 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Network 90663b8c-1bde-4a55-8ab4-a84ee4d3cf19 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:46:24.126978 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-ee949c7c-5ad1-4238-8ddf-a739e03f7829 req-c0ccc9c6-1caa-4f0c-8910-e451402d6650 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:46:24.133475 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee949c7c-5ad1-4238-8ddf-a739e03f7829 req-c0ccc9c6-1caa-4f0c-8910-e451402d6650 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:46:24.141832 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9597dd2-5cf7-4ad5-bbfb-fad2de5ecf02 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Network 4f3cd59d-8a35-45e9-885a-fc36d4571e80 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:46:24.145663 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-a9597dd2-5cf7-4ad5-bbfb-fad2de5ecf02 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:46:24.163156 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9597dd2-5cf7-4ad5-bbfb-fad2de5ecf02 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:46:24.200267 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['a77be94f-5763-47c7-a94b-063aaf86b760', '130c9980-8013-436d-871f-932f6dd90e0a'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:46:24.227905 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9597dd2-5cf7-4ad5-bbfb-fad2de5ecf02 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Pushing event updated for resources: {'Port': ['ID=312a13ea-e7a0-4a84-bcdc-99a04cab6b05,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:24.246682 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 48326) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:24.294608 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ccc9c6-1caa-4f0c-8910-e451402d6650 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Pushing event updated for resources: {'Port': ['ID=a5ddb8ee-f814-4b98-936f-403277fbc446,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:24.323659 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device c890050c-1949-4946-b091-5f342908836b no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:46:24.354879 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9597dd2-5cf7-4ad5-bbfb-fad2de5ecf02 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:24.360384 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a9597dd2-5cf7-4ad5-bbfb-fad2de5ecf02 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:24.389883 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee949c7c-5ad1-4238-8ddf-a739e03f7829 req-c0ccc9c6-1caa-4f0c-8910-e451402d6650 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:24.390571 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ee949c7c-5ad1-4238-8ddf-a739e03f7829 req-c0ccc9c6-1caa-4f0c-8910-e451402d6650 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:24.391107 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: c890050c-1949-4946-b091-5f342908836b {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:46:24.391559 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device c890050c-1949-4946-b091-5f342908836b not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:46:24.392205 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device c6038d58-29bd-40e9-9c87-f4d0929623a7 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:46:24.452702 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-108415bb-2b66-4117-89e6-22d14359d945 None None] For port c6038d58-29bd-40e9-9c87-f4d0929623a7, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=c6038d58-29bd-40e9-9c87-f4d0929623a7,segment=NetworkSegment(5bca048e-a618-4c1e-996a-5ab04ff29de0),segment_id=5bca048e-a618-4c1e-996a-5ab04ff29de0)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:46:24.453262 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-108415bb-2b66-4117-89e6-22d14359d945 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (c6038d58-29bd-40e9-9c87-f4d0929623a7), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:24.469874 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a9597dd2-5cf7-4ad5-bbfb-fad2de5ecf02 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3572395 Mar 11 19:46:24.489770 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 48332) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:24.490241 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-108415bb-2b66-4117-89e6-22d14359d945 None None] Calling delete_port for c6038d58-29bd-40e9-9c87-f4d0929623a7 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:46:24.491392 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-ee949c7c-5ad1-4238-8ddf-a739e03f7829 req-c0ccc9c6-1caa-4f0c-8910-e451402d6650 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4786620 Mar 11 19:46:24.512025 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-ee949c7c-5ad1-4238-8ddf-a739e03f7829 req-7e8f7517-5f46-4e96-b2b5-8a48121806d2 service neutron] Request body: {'port': {'device_id': 'b4926858-bf43-45b4-8e7b-4c8c842f2c82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:46:24.518033 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-a9955d10-87f1-4749-bc2b-7320f265ebad tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:b7:22:73'}]}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:46:24.602981 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-805c0276-b829-4e55-97da-994c433e6c9b tempest-QuotasTest-394191282 tempest-QuotasTest-394191282-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:46:24.604143 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d19d94c-2ddd-42ca-83bd-98065cc67584 req-b1973f34-160a-4031-a13a-4edad3c533c3 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:24.611011 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1d19d94c-2ddd-42ca-83bd-98065cc67584 req-b1973f34-160a-4031-a13a-4edad3c533c3 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4926858-bf43-45b4-8e7b-4c8c842f2c82 HTTP/1.1" status: 200 len: 931 time: 0.2433975 Mar 11 19:46:24.678637 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7b80a65b-ae88-423c-9e0e-d9735d007318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (c6038d58-29bd-40e9-9c87-f4d0929623a7), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:24.685045 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-00e01407-5c49-4be1-adf4-66c1f5bc8323 None None] Provisioning complete for port 312a13ea-e7a0-4a84-bcdc-99a04cab6b05 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:46:24.685620 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-00e01407-5c49-4be1-adf4-66c1f5bc8323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (312a13ea-e7a0-4a84-bcdc-99a04cab6b05), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:24.687380 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-994813d7-25ed-442a-be24-32dba20bb764 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:24.735876 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b80a65b-ae88-423c-9e0e-d9735d007318 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6038d58-29bd-40e9-9c87-f4d0929623a7,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:24.743195 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b80a65b-ae88-423c-9e0e-d9735d007318 admin admin] No DVR routers for this DVR port c6038d58-29bd-40e9-9c87-f4d0929623a7 on host n-d-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:46:24.745775 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-805c0276-b829-4e55-97da-994c433e6c9b tempest-QuotasTest-394191282 tempest-QuotasTest-394191282-project-admin] 10.222.0.65 "PUT /v2.0/quotas/dff1d41a1b534d6bac4f3b0f16baa6b3 HTTP/1.1" status: 200 len: 366 time: 0.4751475 Mar 11 19:46:24.746560 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ee949c7c-5ad1-4238-8ddf-a739e03f7829 req-7e8f7517-5f46-4e96-b2b5-8a48121806d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a5ddb8ee-f814-4b98-936f-403277fbc446), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:24.748486 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 48334) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:24.753034 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1d19d94c-2ddd-42ca-83bd-98065cc67584 req-57f39912-cd4c-45e1-9cc0-0ea772023557 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=381d5506-1a91-423f-9578-afb9619937f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412225 Mar 11 19:46:24.810196 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8a5abb3f-e23f-4276-8208-1ed9dc97ccad tempest-QuotasTest-394191282 tempest-QuotasTest-394191282-project-admin] 10.222.0.65 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0590611 Mar 11 19:46:24.820118 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 48338) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:24.889810 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-daf5432b-424d-4806-8e80-000396705267 tempest-QuotasTest-394191282 tempest-QuotasTest-394191282-project-admin] 10.222.0.65 "GET /v2.0/quotas/dff1d41a1b534d6bac4f3b0f16baa6b3 HTTP/1.1" status: 200 len: 366 time: 0.0661268 Mar 11 19:46:24.898281 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7b80a65b-ae88-423c-9e0e-d9735d007318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (294810c1-e417-4dee-b1db-4a6818051883), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:24.902443 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 48342) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:24.958434 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port c6038d58-29bd-40e9-9c87-f4d0929623a7 is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:46:24.959242 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c6038d58-29bd-40e9-9c87-f4d0929623a7), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:24.962046 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a9955d10-87f1-4749-bc2b-7320f265ebad tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (312a13ea-e7a0-4a84-bcdc-99a04cab6b05), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:25.023619 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-00e01407-5c49-4be1-adf4-66c1f5bc8323 None None] Port 312a13ea-e7a0-4a84-bcdc-99a04cab6b05 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:46:25.062275 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-00e01407-5c49-4be1-adf4-66c1f5bc8323 None None] Provisioning complete for port a5ddb8ee-f814-4b98-936f-403277fbc446 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:46:25.062804 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-00e01407-5c49-4be1-adf4-66c1f5bc8323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (a5ddb8ee-f814-4b98-936f-403277fbc446), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:25.124798 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-108415bb-2b66-4117-89e6-22d14359d945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (c6038d58-29bd-40e9-9c87-f4d0929623a7), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:25.159849 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108415bb-2b66-4117-89e6-22d14359d945 None None] Pushing event deleted for resources: {'Port': ['ID=c6038d58-29bd-40e9-9c87-f4d0929623a7,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:25.184529 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108415bb-2b66-4117-89e6-22d14359d945 None None] No DVR routers for this DVR port c6038d58-29bd-40e9-9c87-f4d0929623a7 on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:46:25.209993 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-00e01407-5c49-4be1-adf4-66c1f5bc8323 None None] Port a5ddb8ee-f814-4b98-936f-403277fbc446 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:46:25.303266 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-7b80a65b-ae88-423c-9e0e-d9735d007318 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['294810c1-e417-4dee-b1db-4a6818051883']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:46:25.320564 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-7b80a65b-ae88-423c-9e0e-d9735d007318 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bca048e-a618-4c1e-996a-5ab04ff29de0') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:46:25.320868 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-7b80a65b-ae88-423c-9e0e-d9735d007318 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bca048e-a618-4c1e-996a-5ab04ff29de0') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:46:25.344983 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7b80a65b-ae88-423c-9e0e-d9735d007318 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (5bca048e-a618-4c1e-996a-5ab04ff29de0), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:25.345242 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3ff4aa08-5856-450d-beca-8399fb3bb24f req-cc0f5aad-c9d0-40e5-b8fc-848fa74c53cb tempest-ServerShowV257Test-792537961 tempest-ServerShowV257Test-792537961-project] 10.222.0.65 "GET /v2.0/ports?device_id=28f8e54c-c2dd-4980-966d-c0514bbbbd7f HTTP/1.1" status: 200 len: 210 time: 0.0564222 Mar 11 19:46:25.379667 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7b80a65b-ae88-423c-9e0e-d9735d007318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (5bca048e-a618-4c1e-996a-5ab04ff29de0), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:25.397468 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b80a65b-ae88-423c-9e0e-d9735d007318 admin admin] Releasing vlan 899 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:46:25.397876 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7b80a65b-ae88-423c-9e0e-d9735d007318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (5bca048e-a618-4c1e-996a-5ab04ff29de0), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:25.407533 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a9955d10-87f1-4749-bc2b-7320f265ebad tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks [] for port (312a13ea-e7a0-4a84-bcdc-99a04cab6b05), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:25.412537 n-d-833163-1 neutron-server[103884]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Mar 11 19:46:25.412537 n-d-833163-1 neutron-server[103884]: warnings.warn('Neutron quota engine will require "--force" ' Mar 11 19:46:25.412537 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:46:25.412537 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:46:25.412537 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:46:25.412537 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:46:25.412537 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:46:25.412537 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:46:25.412537 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:46:25.412537 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:46:25.412537 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:46:25.412537 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:46:25.412537 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:46:25.412537 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:46:25.412537 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:46:25.412537 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:46:25.412537 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:46:25.412537 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:46:25.412537 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:46:25.412537 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:46:25.412537 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:46:25.412537 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:46:25.412537 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:46:25.412537 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:46:25.412537 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:46:25.412537 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:46:25.412537 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:46:25.412537 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:46:25.412537 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:46:25.412537 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:46:25.412537 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:46:25.412537 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:46:25.412537 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:46:25.412537 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:46:25.414894 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a9955d10-87f1-4749-bc2b-7320f265ebad tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (312a13ea-e7a0-4a84-bcdc-99a04cab6b05), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:25.444794 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-84c8c84a-4c6a-4253-8670-fa1dcde8fa7d tempest-QuotasTest-394191282 tempest-QuotasTest-394191282-project-admin] 10.222.0.65 "DELETE /v2.0/quotas/dff1d41a1b534d6bac4f3b0f16baa6b3 HTTP/1.1" status: 204 len: 168 time: 0.5412307 Mar 11 19:46:25.445384 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 48350) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:25.508132 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9955d10-87f1-4749-bc2b-7320f265ebad tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Pushing event updated for resources: {'Port': ['ID=312a13ea-e7a0-4a84-bcdc-99a04cab6b05,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:25.536194 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-a9955d10-87f1-4749-bc2b-7320f265ebad tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] In _notify_port_updated(), no bound segment for port 312a13ea-e7a0-4a84-bcdc-99a04cab6b05 on network 4f3cd59d-8a35-45e9-885a-fc36d4571e80 {{(pid=103885) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 11 19:46:25.537092 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ba380b28-1b34-499b-8425-b367d80081ff tempest-QuotasTest-394191282 tempest-QuotasTest-394191282-project-admin] 10.222.0.65 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0835080 Mar 11 19:46:25.542128 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9955d10-87f1-4749-bc2b-7320f265ebad tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:25.542886 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 48352) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:25.548682 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a9955d10-87f1-4749-bc2b-7320f265ebad tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:25.550309 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a9955d10-87f1-4749-bc2b-7320f265ebad tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] 10.222.0.65 "PUT /v2.0/ports/312a13ea-e7a0-4a84-bcdc-99a04cab6b05 HTTP/1.1" status: 200 len: 993 time: 1.0545239 Mar 11 19:46:25.555494 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 48354) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:25.563061 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b91b72ea-89e1-47ca-a479-8949fa2d284a tempest-QuotasTest-394191282 tempest-QuotasTest-394191282-project-admin] 10.222.0.65 "GET /v2.0/quotas/dff1d41a1b534d6bac4f3b0f16baa6b3 HTTP/1.1" status: 200 len: 370 time: 0.0190232 Mar 11 19:46:25.565612 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-ee949c7c-5ad1-4238-8ddf-a739e03f7829 req-7e8f7517-5f46-4e96-b2b5-8a48121806d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5ddb8ee-f814-4b98-936f-403277fbc446 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:46:25.575994 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 48356) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:25.576263 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ee949c7c-5ad1-4238-8ddf-a739e03f7829 req-7e8f7517-5f46-4e96-b2b5-8a48121806d2 service neutron] Publish callbacks [] for port (a5ddb8ee-f814-4b98-936f-403277fbc446), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:25.592031 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-efa48a35-c670-4aa3-b37d-b82ddeadf0ef tempest-QuotasTest-394191282 tempest-QuotasTest-394191282-project-admin] 10.222.0.65 "GET /v2.0/quotas/dff1d41a1b534d6bac4f3b0f16baa6b3/default HTTP/1.1" status: 200 len: 370 time: 0.0134757 Mar 11 19:46:25.592683 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 48358) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:25.609311 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-ee949c7c-5ad1-4238-8ddf-a739e03f7829 req-7e8f7517-5f46-4e96-b2b5-8a48121806d2 service neutron] Transition to ACTIVE for port object a5ddb8ee-f814-4b98-936f-403277fbc446 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:46:25.611868 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7b80a65b-ae88-423c-9e0e-d9735d007318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (294810c1-e417-4dee-b1db-4a6818051883), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:25.627752 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [None req-61df525e-a586-4229-8c0b-99cb7c49881f tempest-QuotasTest-394191282 tempest-QuotasTest-394191282-project-admin] delete failed (client error): The resource could not be found. Mar 11 19:46:25.632354 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-61df525e-a586-4229-8c0b-99cb7c49881f tempest-QuotasTest-394191282 tempest-QuotasTest-394191282-project-admin] 10.222.0.65 "DELETE /v2.0/quotas/dff1d41a1b534d6bac4f3b0f16baa6b3 HTTP/1.1" status: 404 len: 348 time: 0.0216937 Mar 11 19:46:25.646269 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7b80a65b-ae88-423c-9e0e-d9735d007318 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:25.649570 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-7b80a65b-ae88-423c-9e0e-d9735d007318 admin admin] 10.222.0.65 "DELETE /v2.0/networks/294810c1-e417-4dee-b1db-4a6818051883 HTTP/1.1" status: 204 len: 168 time: 2.0740638 Mar 11 19:46:25.650947 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b80a65b-ae88-423c-9e0e-d9735d007318 admin admin] Pushing event deleted for resources: {'Network': ['ID=294810c1-e417-4dee-b1db-4a6818051883,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:25.657483 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ee949c7c-5ad1-4238-8ddf-a739e03f7829 req-7e8f7517-5f46-4e96-b2b5-8a48121806d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (a5ddb8ee-f814-4b98-936f-403277fbc446), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:25.781095 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-a206aa9e-147d-46af-b74b-18993f7ef33a tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Deleting port 312a13ea-e7a0-4a84-bcdc-99a04cab6b05 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:46:25.781475 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a206aa9e-147d-46af-b74b-18993f7ef33a tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (312a13ea-e7a0-4a84-bcdc-99a04cab6b05), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:25.804102 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8f7517-5f46-4e96-b2b5-8a48121806d2 service neutron] Pushing event updated for resources: {'Port': ['ID=a5ddb8ee-f814-4b98-936f-403277fbc446,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:25.846000 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-273eceea-b4dd-44b7-84a4-85ac181d069f None None] Provisioning complete for port 312a13ea-e7a0-4a84-bcdc-99a04cab6b05 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:46:25.846475 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-273eceea-b4dd-44b7-84a4-85ac181d069f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (312a13ea-e7a0-4a84-bcdc-99a04cab6b05), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:25.911943 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 48368) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:25.963415 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-273eceea-b4dd-44b7-84a4-85ac181d069f None None] Port 312a13ea-e7a0-4a84-bcdc-99a04cab6b05 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:46:26.007172 n-d-833163-1 neutron-server[103884]: DEBUG neutron.quota.resource [None req-6fe37658-1e34-4505-8906-8137ec4885cd tempest-QuotasTest-394191282 tempest-QuotasTest-394191282-project-admin] Usage tracker for resource:network and project:1adb62c6bb4e4823b405e9c15ff11f2e is out of sync, need to count used quota {{(pid=103884) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 11 19:46:26.022109 n-d-833163-1 neutron-server[103884]: DEBUG neutron.quota.resource [None req-6fe37658-1e34-4505-8906-8137ec4885cd tempest-QuotasTest-394191282 tempest-QuotasTest-394191282-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103884) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 11 19:46:26.029718 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-ee949c7c-5ad1-4238-8ddf-a739e03f7829 req-7e8f7517-5f46-4e96-b2b5-8a48121806d2 service neutron] Attempting to bind port a5ddb8ee-f814-4b98-936f-403277fbc446 on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:46:26.030248 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-ee949c7c-5ad1-4238-8ddf-a739e03f7829 req-7e8f7517-5f46-4e96-b2b5-8a48121806d2 service neutron] Attempting to bind port a5ddb8ee-f814-4b98-936f-403277fbc446 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': 'f8d24e93-6284-46b5-86c2-c110abb33db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '90663b8c-1bde-4a55-8ab4-a84ee4d3cf19'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:46:26.030749 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee949c7c-5ad1-4238-8ddf-a739e03f7829 req-7e8f7517-5f46-4e96-b2b5-8a48121806d2 service neutron] Attempting to bind port a5ddb8ee-f814-4b98-936f-403277fbc446 on network 90663b8c-1bde-4a55-8ab4-a84ee4d3cf19 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:46:26.040044 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee949c7c-5ad1-4238-8ddf-a739e03f7829 req-7e8f7517-5f46-4e96-b2b5-8a48121806d2 service neutron] Port a5ddb8ee-f814-4b98-936f-403277fbc446 on network 90663b8c-1bde-4a55-8ab4-a84ee4d3cf19 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:46:26.040395 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee949c7c-5ad1-4238-8ddf-a739e03f7829 req-7e8f7517-5f46-4e96-b2b5-8a48121806d2 service neutron] Attempting to bind port a5ddb8ee-f814-4b98-936f-403277fbc446 on network 90663b8c-1bde-4a55-8ab4-a84ee4d3cf19 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:46:26.068051 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee949c7c-5ad1-4238-8ddf-a739e03f7829 req-7e8f7517-5f46-4e96-b2b5-8a48121806d2 service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:46:26.068680 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee949c7c-5ad1-4238-8ddf-a739e03f7829 req-7e8f7517-5f46-4e96-b2b5-8a48121806d2 service neutron] Checking segment: {'id': 'f8d24e93-6284-46b5-86c2-c110abb33db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '90663b8c-1bde-4a55-8ab4-a84ee4d3cf19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:46:26.069341 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee949c7c-5ad1-4238-8ddf-a739e03f7829 req-7e8f7517-5f46-4e96-b2b5-8a48121806d2 service neutron] Bound using segment: {'id': 'f8d24e93-6284-46b5-86c2-c110abb33db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '90663b8c-1bde-4a55-8ab4-a84ee4d3cf19'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:46:26.069951 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-ee949c7c-5ad1-4238-8ddf-a739e03f7829 req-7e8f7517-5f46-4e96-b2b5-8a48121806d2 service neutron] Bound port: a5ddb8ee-f814-4b98-936f-403277fbc446, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8d24e93-6284-46b5-86c2-c110abb33db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '90663b8c-1bde-4a55-8ab4-a84ee4d3cf19'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:46:26.070480 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ee949c7c-5ad1-4238-8ddf-a739e03f7829 req-7e8f7517-5f46-4e96-b2b5-8a48121806d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a5ddb8ee-f814-4b98-936f-403277fbc446), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:26.093033 n-d-833163-1 neutron-server[103884]: DEBUG neutron.quota.resource [None req-6fe37658-1e34-4505-8906-8137ec4885cd tempest-QuotasTest-394191282 tempest-QuotasTest-394191282-project-admin] Usage tracker for resource:subnet and project:1adb62c6bb4e4823b405e9c15ff11f2e is out of sync, need to count used quota {{(pid=103884) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 11 19:46:26.107933 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 48372) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:26.117130 n-d-833163-1 neutron-server[103884]: DEBUG neutron.quota.resource [None req-6fe37658-1e34-4505-8906-8137ec4885cd tempest-QuotasTest-394191282 tempest-QuotasTest-394191282-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103884) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 11 19:46:26.132544 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a206aa9e-147d-46af-b74b-18993f7ef33a tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (312a13ea-e7a0-4a84-bcdc-99a04cab6b05), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:26.142027 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:26.151786 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d8519f-1a22-4179-b753-57dcde5c7ab6 req-efa3d308-fa82-4b98-9bd0-f9ecc9f25925 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:26.153696 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e8d8519f-1a22-4179-b753-57dcde5c7ab6 req-efa3d308-fa82-4b98-9bd0-f9ecc9f25925 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4926858-bf43-45b4-8e7b-4c8c842f2c82 HTTP/1.1" status: 200 len: 943 time: 0.1360729 Mar 11 19:46:26.208701 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-a206aa9e-147d-46af-b74b-18993f7ef33a tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Calling delete_port for 312a13ea-e7a0-4a84-bcdc-99a04cab6b05 owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:46:26.221833 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-ee949c7c-5ad1-4238-8ddf-a739e03f7829 req-7e8f7517-5f46-4e96-b2b5-8a48121806d2 service neutron] For port a5ddb8ee-f814-4b98-936f-403277fbc446, host n-h1-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:46:26.223300 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-ee949c7c-5ad1-4238-8ddf-a739e03f7829 req-7e8f7517-5f46-4e96-b2b5-8a48121806d2 service neutron] For port a5ddb8ee-f814-4b98-936f-403277fbc446, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=a5ddb8ee-f814-4b98-936f-403277fbc446,segment=NetworkSegment(f8d24e93-6284-46b5-86c2-c110abb33db1),segment_id=f8d24e93-6284-46b5-86c2-c110abb33db1)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:46:26.238421 n-d-833163-1 neutron-server[103884]: DEBUG neutron.quota.resource [None req-6fe37658-1e34-4505-8906-8137ec4885cd tempest-QuotasTest-394191282 tempest-QuotasTest-394191282-project-admin] Usage tracker for resource:subnetpool and project:1adb62c6bb4e4823b405e9c15ff11f2e is out of sync, need to count used quota {{(pid=103884) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 11 19:46:26.249087 n-d-833163-1 neutron-server[103884]: DEBUG neutron.quota.resource [None req-6fe37658-1e34-4505-8906-8137ec4885cd tempest-QuotasTest-394191282 tempest-QuotasTest-394191282-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103884) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 11 19:46:26.252998 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ee949c7c-5ad1-4238-8ddf-a739e03f7829 req-7e8f7517-5f46-4e96-b2b5-8a48121806d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (a5ddb8ee-f814-4b98-936f-403277fbc446), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:26.283679 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-37b40b4e-3755-4e3b-ab62-db031890527b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d3679c99eaae470ab652a8ce28b1c6d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1731761 Mar 11 19:46:26.291571 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 48376) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:26.312966 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e8d8519f-1a22-4179-b753-57dcde5c7ab6 req-e9b0fbc7-398e-4604-9f9d-462150e012f3 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=381d5506-1a91-423f-9578-afb9619937f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513944 Mar 11 19:46:26.322672 n-d-833163-1 neutron-server[103884]: DEBUG neutron.quota.resource [None req-6fe37658-1e34-4505-8906-8137ec4885cd tempest-QuotasTest-394191282 tempest-QuotasTest-394191282-project-admin] Usage tracker for resource:port and project:1adb62c6bb4e4823b405e9c15ff11f2e is out of sync, need to count used quota {{(pid=103884) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 11 19:46:26.364005 n-d-833163-1 neutron-server[103884]: DEBUG neutron.quota.resource [None req-6fe37658-1e34-4505-8906-8137ec4885cd tempest-QuotasTest-394191282 tempest-QuotasTest-394191282-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103884) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 11 19:46:26.372136 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee949c7c-5ad1-4238-8ddf-a739e03f7829 req-7e8f7517-5f46-4e96-b2b5-8a48121806d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:26.372774 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ee949c7c-5ad1-4238-8ddf-a739e03f7829 req-7e8f7517-5f46-4e96-b2b5-8a48121806d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:26.374199 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-ee949c7c-5ad1-4238-8ddf-a739e03f7829 req-7e8f7517-5f46-4e96-b2b5-8a48121806d2 service neutron] 10.222.0.75 "PUT /v2.0/ports/a5ddb8ee-f814-4b98-936f-403277fbc446 HTTP/1.1" status: 200 len: 1091 time: 1.8709207 Mar 11 19:46:26.375079 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4926858-bf43-45b4-8e7b-4c8c842f2c82', 'tag': 'a5ddb8ee-f814-4b98-936f-403277fbc446'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:46:26.377146 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fdeeab3-6ab5-4f6f-bf26-81bbb8cfcd82" -d '{"events": [{"name": "network-changed", "server_uuid": "b4926858-bf43-45b4-8e7b-4c8c842f2c82", "tag": "a5ddb8ee-f814-4b98-936f-403277fbc446"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:46:26.388902 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7f84dda9-2df1-48d7-ae1d-6d5b241e1701 admin admin] Publish callbacks [] for security_group (63719152-fd8d-41c6-a36d-b6e3125fb649), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:26.403282 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8f7517-5f46-4e96-b2b5-8a48121806d2 service neutron] Pushing event updated for resources: {'Port': ['ID=a5ddb8ee-f814-4b98-936f-403277fbc446,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:26.406992 n-d-833163-1 neutron-server[103884]: DEBUG neutron.quota.resource [None req-6fe37658-1e34-4505-8906-8137ec4885cd tempest-QuotasTest-394191282 tempest-QuotasTest-394191282-project-admin] Usage tracker for resource:router and project:1adb62c6bb4e4823b405e9c15ff11f2e is out of sync, need to count used quota {{(pid=103884) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 11 19:46:26.415402 n-d-833163-1 neutron-server[103884]: DEBUG neutron.quota.resource [None req-6fe37658-1e34-4505-8906-8137ec4885cd tempest-QuotasTest-394191282 tempest-QuotasTest-394191282-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103884) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 11 19:46:26.424693 n-d-833163-1 neutron-server[103884]: DEBUG neutron.quota.resource [None req-6fe37658-1e34-4505-8906-8137ec4885cd tempest-QuotasTest-394191282 tempest-QuotasTest-394191282-project-admin] Usage tracker for resource:floatingip and project:1adb62c6bb4e4823b405e9c15ff11f2e is out of sync, need to count used quota {{(pid=103884) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 11 19:46:26.429731 n-d-833163-1 neutron-server[103884]: DEBUG neutron.quota.resource [None req-6fe37658-1e34-4505-8906-8137ec4885cd tempest-QuotasTest-394191282 tempest-QuotasTest-394191282-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103884) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 11 19:46:26.495607 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56515068-6e97-4ba7-838c-219060193a0d x-openstack-request-id: req-56515068-6e97-4ba7-838c-219060193a0d {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:46:26.495980 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4926858-bf43-45b4-8e7b-4c8c842f2c82", "tag": "a5ddb8ee-f814-4b98-936f-403277fbc446", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:46:26.496456 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-56515068-6e97-4ba7-838c-219060193a0d {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:46:26.498618 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4926858-bf43-45b4-8e7b-4c8c842f2c82', 'tag': 'a5ddb8ee-f814-4b98-936f-403277fbc446', 'status': 'completed', 'code': 200} Mar 11 19:46:26.515724 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7f84dda9-2df1-48d7-ae1d-6d5b241e1701 admin admin] Publish callbacks [] for security_group (63719152-fd8d-41c6-a36d-b6e3125fb649), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:26.583395 n-d-833163-1 neutron-server[103884]: DEBUG neutron.quota.resource [None req-6fe37658-1e34-4505-8906-8137ec4885cd tempest-QuotasTest-394191282 tempest-QuotasTest-394191282-project-admin] Usage tracker for resource:security_group and project:1adb62c6bb4e4823b405e9c15ff11f2e is out of sync, need to count used quota {{(pid=103884) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 11 19:46:26.600206 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee949c7c-5ad1-4238-8ddf-a739e03f7829 req-78adfcde-dca4-44ac-b2e8-2821a4bd1f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:26.602957 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-ee949c7c-5ad1-4238-8ddf-a739e03f7829 req-78adfcde-dca4-44ac-b2e8-2821a4bd1f90 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=66b3b8d3f65c4e239ea33b0475efa223&device_id=b4926858-bf43-45b4-8e7b-4c8c842f2c82 HTTP/1.1" status: 200 len: 1125 time: 0.1607776 Mar 11 19:46:26.605355 n-d-833163-1 neutron-server[103884]: DEBUG neutron.quota.resource [None req-6fe37658-1e34-4505-8906-8137ec4885cd tempest-QuotasTest-394191282 tempest-QuotasTest-394191282-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103884) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 11 19:46:26.639300 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1967f252-8475-4d35-aba2-92ecb7ade006 req-fc83ec7f-b0a3-4e25-8e3f-378b9e7a181b tempest-ServerShowV257Test-792537961 tempest-ServerShowV257Test-792537961-project] 10.222.0.65 "GET /v2.0/ports?device_id=28f8e54c-c2dd-4980-966d-c0514bbbbd7f HTTP/1.1" status: 200 len: 210 time: 0.0691645 Mar 11 19:46:26.640335 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a206aa9e-147d-46af-b74b-18993f7ef33a tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (312a13ea-e7a0-4a84-bcdc-99a04cab6b05), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:26.683710 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a206aa9e-147d-46af-b74b-18993f7ef33a tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Pushing event deleted for resources: {'Port': ['ID=312a13ea-e7a0-4a84-bcdc-99a04cab6b05,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:26.716906 n-d-833163-1 neutron-server[103884]: DEBUG neutron.quota.resource [None req-6fe37658-1e34-4505-8906-8137ec4885cd tempest-QuotasTest-394191282 tempest-QuotasTest-394191282-project-admin] Usage tracker for resource:security_group_rule and project:1adb62c6bb4e4823b405e9c15ff11f2e is out of sync, need to count used quota {{(pid=103884) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 11 19:46:26.734963 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-ee949c7c-5ad1-4238-8ddf-a739e03f7829 req-5eb61944-b167-483f-a8b7-b14fed79f66a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5ddb8ee-f814-4b98-936f-403277fbc446 HTTP/1.1" status: 200 len: 217 time: 0.1246231 Mar 11 19:46:26.737551 n-d-833163-1 neutron-server[103884]: DEBUG neutron.quota.resource [None req-6fe37658-1e34-4505-8906-8137ec4885cd tempest-QuotasTest-394191282 tempest-QuotasTest-394191282-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103884) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 11 19:46:26.748341 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-6fe37658-1e34-4505-8906-8137ec4885cd tempest-QuotasTest-394191282 tempest-QuotasTest-394191282-project-admin] 10.222.0.65 "GET /v2.0/quotas/1adb62c6bb4e4823b405e9c15ff11f2e/details.json HTTP/1.1" status: 200 len: 703 time: 0.8318970 Mar 11 19:46:26.836110 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7f84dda9-2df1-48d7-ae1d-6d5b241e1701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (63719152-fd8d-41c6-a36d-b6e3125fb649), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:26.839075 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7f84dda9-2df1-48d7-ae1d-6d5b241e1701 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:26.841428 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-7f84dda9-2df1-48d7-ae1d-6d5b241e1701 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/63719152-fd8d-41c6-a36d-b6e3125fb649 HTTP/1.1" status: 204 len: 168 time: 0.5477421 Mar 11 19:46:26.947446 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f84dda9-2df1-48d7-ae1d-6d5b241e1701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63719152-fd8d-41c6-a36d-b6e3125fb649,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:26.950967 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a206aa9e-147d-46af-b74b-18993f7ef33a tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:26.961424 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a206aa9e-147d-46af-b74b-18993f7ef33a tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] 10.222.0.65 "DELETE /v2.0/ports/312a13ea-e7a0-4a84-bcdc-99a04cab6b05 HTTP/1.1" status: 204 len: 168 time: 1.4047623 Mar 11 19:46:26.962367 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 48388) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:26.982031 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee949c7c-5ad1-4238-8ddf-a739e03f7829 req-ebd02e49-0fd5-410f-92c9-0a35d39f8ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:27.001021 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-ee949c7c-5ad1-4238-8ddf-a739e03f7829 req-ebd02e49-0fd5-410f-92c9-0a35d39f8ffe service neutron] 10.222.0.75 "GET /v2.0/subnets?id=83286d6e-3d22-482f-b14a-2fbd7466cc6c HTTP/1.1" status: 200 len: 850 time: 0.2563219 Mar 11 19:46:27.010549 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-55a3191c-db42-48a8-8ef1-601f7c5ed27a tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] GET failed (client error): The resource could not be found. Mar 11 19:46:27.020012 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-55a3191c-db42-48a8-8ef1-601f7c5ed27a tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] 10.222.0.65 "GET /v2.0/ports/312a13ea-e7a0-4a84-bcdc-99a04cab6b05 HTTP/1.1" status: 404 len: 333 time: 0.0536120 Mar 11 19:46:27.020660 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 48390) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:27.030065 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-b6d614a6-39b4-434c-b656-43afa1ed2765 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Request body: {'port': {'network_id': '4f3cd59d-8a35-45e9-885a-fc36d4571e80', 'name': 'tempest-AllowedAddressPairTestJSON-466742174'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:46:27.126012 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee949c7c-5ad1-4238-8ddf-a739e03f7829 req-adaac44c-e735-4987-a997-33b3bf9f4048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:27.127800 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-ee949c7c-5ad1-4238-8ddf-a739e03f7829 req-adaac44c-e735-4987-a997-33b3bf9f4048 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=90663b8c-1bde-4a55-8ab4-a84ee4d3cf19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1188653 Mar 11 19:46:27.141572 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [req-ee949c7c-5ad1-4238-8ddf-a739e03f7829 req-6beeef6d-031f-49fb-9580-95399fc1777d service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:46:27.143206 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-ee949c7c-5ad1-4238-8ddf-a739e03f7829 req-6beeef6d-031f-49fb-9580-95399fc1777d service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0080345 Mar 11 19:46:27.358568 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d614a6-39b4-434c-b656-43afa1ed2765 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Made reservation on behalf of 1e7f7b67727b4dc3964c4b9b6e679b1a for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:46:27.362717 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b6d614a6-39b4-434c-b656-43afa1ed2765 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:27.409120 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-b6d614a6-39b4-434c-b656-43afa1ed2765 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] device_id is not set on port ab3a5fc4-a463-408b-b973-8b787c54fcc0 yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:46:27.463805 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-ee949c7c-5ad1-4238-8ddf-a739e03f7829 req-57b6eabd-acec-412d-825f-50fb08a6e77f service neutron] 10.222.0.75 "GET /v2.0/networks/90663b8c-1bde-4a55-8ab4-a84ee4d3cf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142881 Mar 11 19:46:27.512597 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 48404) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:27.578705 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:27.624560 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c1e07-669d-46cb-93d8-efdc2ac04995 req-8458e613-8ceb-4f63-8ff6-f7a47d05e594 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:27.626114 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c09c1e07-669d-46cb-93d8-efdc2ac04995 req-8458e613-8ceb-4f63-8ff6-f7a47d05e594 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4926858-bf43-45b4-8e7b-4c8c842f2c82 HTTP/1.1" status: 200 len: 943 time: 0.2034988 Mar 11 19:46:27.641287 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-ee949c7c-5ad1-4238-8ddf-a739e03f7829 req-2feaa843-62ac-4d9f-9b5e-d088290ee615 service neutron] 10.222.0.75 "GET /v2.0/networks/90663b8c-1bde-4a55-8ab4-a84ee4d3cf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708097 Mar 11 19:46:27.702164 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-b6d614a6-39b4-434c-b656-43afa1ed2765 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Allocated IP 172.20.0.3 (4f3cd59d-8a35-45e9-885a-fc36d4571e80/f1f86dac-f824-4a48-a11e-65c1f4baba16/ab3a5fc4-a463-408b-b973-8b787c54fcc0) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:46:27.732050 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c09c1e07-669d-46cb-93d8-efdc2ac04995 req-01b59555-8945-4f22-b3a6-3caf673a1a44 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=381d5506-1a91-423f-9578-afb9619937f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836749 Mar 11 19:46:27.762946 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdeeab3-6ab5-4f6f-bf26-81bbb8cfcd82 req-0a75a858-13b0-48d6-99a3-4b8e8e02b48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:27.764960 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8fdeeab3-6ab5-4f6f-bf26-81bbb8cfcd82 req-0a75a858-13b0-48d6-99a3-4b8e8e02b48f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=66b3b8d3f65c4e239ea33b0475efa223&device_id=b4926858-bf43-45b4-8e7b-4c8c842f2c82 HTTP/1.1" status: 200 len: 1125 time: 0.0723422 Mar 11 19:46:27.911488 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9689ee4b-802f-446a-88c7-4085d67dc38e req-edf1becc-4dde-43af-8f67-db1d9d08f982 tempest-ServerShowV257Test-792537961 tempest-ServerShowV257Test-792537961-project] 10.222.0.65 "GET /v2.0/ports?device_id=28f8e54c-c2dd-4980-966d-c0514bbbbd7f HTTP/1.1" status: 200 len: 210 time: 0.0535285 Mar 11 19:46:28.041946 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b6d614a6-39b4-434c-b656-43afa1ed2765 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks [] for port (ab3a5fc4-a463-408b-b973-8b787c54fcc0), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:28.096492 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b6d614a6-39b4-434c-b656-43afa1ed2765 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (ab3a5fc4-a463-408b-b973-8b787c54fcc0), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:28.166224 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d614a6-39b4-434c-b656-43afa1ed2765 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Network 4f3cd59d-8a35-45e9-885a-fc36d4571e80 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:46:28.173318 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-b6d614a6-39b4-434c-b656-43afa1ed2765 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:46:28.219863 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ba77f7e1-4f04-46a3-bc88-630ce049736e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:28.223745 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f7c2b340-63de-4ad7-b388-72ecb7472105 req-2470e40f-7764-4a89-b087-fc23636717e2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=28f8e54c-c2dd-4980-966d-c0514bbbbd7f HTTP/1.1" status: 200 len: 210 time: 0.0515614 Mar 11 19:46:28.224760 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d614a6-39b4-434c-b656-43afa1ed2765 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:46:28.294063 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdeeab3-6ab5-4f6f-bf26-81bbb8cfcd82 req-d52f1856-bac6-446e-a01c-0c40ebfb8f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:28.295550 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8fdeeab3-6ab5-4f6f-bf26-81bbb8cfcd82 req-d52f1856-bac6-446e-a01c-0c40ebfb8f0e service neutron] 10.222.0.75 "GET /v2.0/networks?id=90663b8c-1bde-4a55-8ab4-a84ee4d3cf19 HTTP/1.1" status: 200 len: 912 time: 0.5232434 Mar 11 19:46:28.315399 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d614a6-39b4-434c-b656-43afa1ed2765 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Pushing event updated for resources: {'Port': ['ID=ab3a5fc4-a463-408b-b973-8b787c54fcc0,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:28.366575 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8fdeeab3-6ab5-4f6f-bf26-81bbb8cfcd82 req-e8e44e20-714a-4a63-b12d-d35a1ee01dc7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5ddb8ee-f814-4b98-936f-403277fbc446 HTTP/1.1" status: 200 len: 217 time: 0.0636756 Mar 11 19:46:28.401613 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d614a6-39b4-434c-b656-43afa1ed2765 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:28.402311 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b6d614a6-39b4-434c-b656-43afa1ed2765 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:28.427465 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdeeab3-6ab5-4f6f-bf26-81bbb8cfcd82 req-f14f8f5a-e0f9-44f3-8b2e-9382dd0b24fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:28.429401 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8fdeeab3-6ab5-4f6f-bf26-81bbb8cfcd82 req-f14f8f5a-e0f9-44f3-8b2e-9382dd0b24fe service neutron] 10.222.0.75 "GET /v2.0/subnets?id=83286d6e-3d22-482f-b14a-2fbd7466cc6c HTTP/1.1" status: 200 len: 850 time: 0.0557203 Mar 11 19:46:28.442290 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-b6d614a6-39b4-434c-b656-43afa1ed2765 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4203773 Mar 11 19:46:28.450192 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 48438) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:28.468246 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-0e2e91e0-2c04-4aa7-a566-64738a2877ef tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:b7:22:73'}]}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:46:28.543788 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ba77f7e1-4f04-46a3-bc88-630ce049736e admin admin] Publish callbacks [] for security_group (642843fb-8fd0-406f-96b3-49ff0aac3a1d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:28.547601 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdeeab3-6ab5-4f6f-bf26-81bbb8cfcd82 req-093719a5-52c1-4bf9-a9ec-a946e23f1fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:28.549134 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8fdeeab3-6ab5-4f6f-bf26-81bbb8cfcd82 req-093719a5-52c1-4bf9-a9ec-a946e23f1fba service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=90663b8c-1bde-4a55-8ab4-a84ee4d3cf19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1089239 Mar 11 19:46:28.570613 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ba77f7e1-4f04-46a3-bc88-630ce049736e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (642843fb-8fd0-406f-96b3-49ff0aac3a1d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:28.591686 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0e2e91e0-2c04-4aa7-a566-64738a2877ef tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ab3a5fc4-a463-408b-b973-8b787c54fcc0), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:28.614083 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-69720900-ec37-4a40-bced-12d5db03d976 None None] Provisioning complete for port ab3a5fc4-a463-408b-b973-8b787c54fcc0 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:46:28.615164 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-69720900-ec37-4a40-bced-12d5db03d976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ab3a5fc4-a463-408b-b973-8b787c54fcc0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:28.658838 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ba77f7e1-4f04-46a3-bc88-630ce049736e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=359a543e11694ed88e508418a0a0deec&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1427011 Mar 11 19:46:28.660310 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 48446) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:28.680979 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-69720900-ec37-4a40-bced-12d5db03d976 None None] Port ab3a5fc4-a463-408b-b973-8b787c54fcc0 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:46:28.694459 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba77f7e1-4f04-46a3-bc88-630ce049736e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=642843fb-8fd0-406f-96b3-49ff0aac3a1d,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:28.789083 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8fdeeab3-6ab5-4f6f-bf26-81bbb8cfcd82 req-c1a99a90-be8a-4fbe-ab63-6ce9717ba826 service neutron] 10.222.0.75 "GET /v2.0/networks/90663b8c-1bde-4a55-8ab4-a84ee4d3cf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203701 Mar 11 19:46:28.827042 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5a84a688-fe1f-4d64-81a4-175252d14f23 admin admin] Publish callbacks [] for security_group (642843fb-8fd0-406f-96b3-49ff0aac3a1d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:28.896163 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5a84a688-fe1f-4d64-81a4-175252d14f23 admin admin] Publish callbacks [] for security_group (642843fb-8fd0-406f-96b3-49ff0aac3a1d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:28.897219 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device a5ddb8ee-f814-4b98-936f-403277fbc446 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:46:28.969225 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8fdeeab3-6ab5-4f6f-bf26-81bbb8cfcd82 req-1b9d3a3b-b7b1-455d-9be0-275e2971089d service neutron] 10.222.0.75 "GET /v2.0/networks/90663b8c-1bde-4a55-8ab4-a84ee4d3cf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697793 Mar 11 19:46:28.990609 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0e2e91e0-2c04-4aa7-a566-64738a2877ef tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks [] for port (ab3a5fc4-a463-408b-b973-8b787c54fcc0), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:28.996593 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5a84a688-fe1f-4d64-81a4-175252d14f23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (642843fb-8fd0-406f-96b3-49ff0aac3a1d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:28.998612 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0e2e91e0-2c04-4aa7-a566-64738a2877ef tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (ab3a5fc4-a463-408b-b973-8b787c54fcc0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:29.001033 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5a84a688-fe1f-4d64-81a4-175252d14f23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:29.028521 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-5a84a688-fe1f-4d64-81a4-175252d14f23 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/642843fb-8fd0-406f-96b3-49ff0aac3a1d HTTP/1.1" status: 204 len: 168 time: 0.3514779 Mar 11 19:46:29.048332 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a84a688-fe1f-4d64-81a4-175252d14f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=642843fb-8fd0-406f-96b3-49ff0aac3a1d,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:29.107875 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:29.113775 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-0e2e91e0-2c04-4aa7-a566-64738a2877ef tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] In _notify_port_updated(), no bound segment for port ab3a5fc4-a463-408b-b973-8b787c54fcc0 on network 4f3cd59d-8a35-45e9-885a-fc36d4571e80 {{(pid=103885) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 11 19:46:29.119230 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2e91e0-2c04-4aa7-a566-64738a2877ef tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:29.120520 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0e2e91e0-2c04-4aa7-a566-64738a2877ef tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:29.121889 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-0e2e91e0-2c04-4aa7-a566-64738a2877ef tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] 10.222.0.65 "PUT /v2.0/ports/ab3a5fc4-a463-408b-b973-8b787c54fcc0 HTTP/1.1" status: 200 len: 995 time: 0.6706626 Mar 11 19:46:29.124805 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 48470) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:29.166174 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port a5ddb8ee-f814-4b98-936f-403277fbc446, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=a5ddb8ee-f814-4b98-936f-403277fbc446,segment=NetworkSegment(f8d24e93-6284-46b5-86c2-c110abb33db1),segment_id=f8d24e93-6284-46b5-86c2-c110abb33db1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:46:29.166778 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2e91e0-2c04-4aa7-a566-64738a2877ef tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Pushing event updated for resources: {'Port': ['ID=ab3a5fc4-a463-408b-b973-8b787c54fcc0,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:29.199281 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': 'a5ddb8ee-f814-4b98-936f-403277fbc446', 'network_id': '90663b8c-1bde-4a55-8ab4-a84ee4d3cf19', 'port_id': 'a5ddb8ee-f814-4b98-936f-403277fbc446', 'mac_address': 'fa:16:3e:f3:98:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83286d6e-3d22-482f-b14a-2fbd7466cc6c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:46:29.314154 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port a5ddb8ee-f814-4b98-936f-403277fbc446 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:46:29.314472 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-64854c35-581b-423f-9086-0aabbb59a1b1 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Deleting port ab3a5fc4-a463-408b-b973-8b787c54fcc0 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:46:29.314949 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-64854c35-581b-423f-9086-0aabbb59a1b1 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (ab3a5fc4-a463-408b-b973-8b787c54fcc0), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:29.315478 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a5ddb8ee-f814-4b98-936f-403277fbc446), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:29.333763 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5ddb8ee-f814-4b98-936f-403277fbc446 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:46:29.374852 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port a5ddb8ee-f814-4b98-936f-403277fbc446, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=a5ddb8ee-f814-4b98-936f-403277fbc446,segment=NetworkSegment(f8d24e93-6284-46b5-86c2-c110abb33db1),segment_id=f8d24e93-6284-46b5-86c2-c110abb33db1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:46:29.381362 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (a5ddb8ee-f814-4b98-936f-403277fbc446), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:29.419770 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d692f64-65e4-4b6d-ba45-8e88563d2e9b req-2588c51d-cd0f-45fb-9254-4cf625656e29 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:29.427147 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1d692f64-65e4-4b6d-ba45-8e88563d2e9b req-2588c51d-cd0f-45fb-9254-4cf625656e29 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4926858-bf43-45b4-8e7b-4c8c842f2c82 HTTP/1.1" status: 200 len: 943 time: 0.0992680 Mar 11 19:46:29.442477 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=a5ddb8ee-f814-4b98-936f-403277fbc446,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:29.483351 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-64854c35-581b-423f-9086-0aabbb59a1b1 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (ab3a5fc4-a463-408b-b973-8b787c54fcc0), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:29.523039 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-9f93dafd-1252-4627-a53e-b16713b76899 None None] Provisioning complete for port ab3a5fc4-a463-408b-b973-8b787c54fcc0 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:46:29.527498 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9f93dafd-1252-4627-a53e-b16713b76899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ab3a5fc4-a463-408b-b973-8b787c54fcc0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:29.534582 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-64854c35-581b-423f-9086-0aabbb59a1b1 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Calling delete_port for ab3a5fc4-a463-408b-b973-8b787c54fcc0 owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:46:29.540736 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1d692f64-65e4-4b6d-ba45-8e88563d2e9b req-5dbb7f43-aa7e-4d17-95fc-f4e9186feac9 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=381d5506-1a91-423f-9578-afb9619937f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013722 Mar 11 19:46:29.579986 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-9f93dafd-1252-4627-a53e-b16713b76899 None None] Port ab3a5fc4-a463-408b-b973-8b787c54fcc0 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:46:29.666653 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['a5ddb8ee-f814-4b98-936f-403277fbc446'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:46:29.716396 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-61137497-3772-4189-8905-36d1c22422f1 req-fc42c010-98f9-42e7-97d9-2a82ac14db48 tempest-ServerShowV257Test-792537961 tempest-ServerShowV257Test-792537961-project] 10.222.0.65 "GET /v2.0/ports?device_id=28f8e54c-c2dd-4980-966d-c0514bbbbd7f HTTP/1.1" status: 200 len: 210 time: 0.0645580 Mar 11 19:46:29.828576 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-64854c35-581b-423f-9086-0aabbb59a1b1 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (ab3a5fc4-a463-408b-b973-8b787c54fcc0), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:29.837343 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 48482) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:29.875424 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f906b2fd-c14f-4b6a-aefa-0d7b097c2a3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:29.889096 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64854c35-581b-423f-9086-0aabbb59a1b1 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Pushing event deleted for resources: {'Port': ['ID=ab3a5fc4-a463-408b-b973-8b787c54fcc0,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:29.964273 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7832bdf4-57c5-42e7-b7a3-31d1d65627b2 req-8f4c649b-aebf-481c-ae37-f09384053f94 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:29.965844 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7832bdf4-57c5-42e7-b7a3-31d1d65627b2 req-8f4c649b-aebf-481c-ae37-f09384053f94 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=be343d54-4421-403d-b876-889b59b33fc0 HTTP/1.1" status: 200 len: 945 time: 0.1330588 Mar 11 19:46:30.036183 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-64854c35-581b-423f-9086-0aabbb59a1b1 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:30.051936 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 48486) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:30.052704 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-64854c35-581b-423f-9086-0aabbb59a1b1 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] 10.222.0.65 "DELETE /v2.0/ports/ab3a5fc4-a463-408b-b973-8b787c54fcc0 HTTP/1.1" status: 204 len: 168 time: 0.9262626 Mar 11 19:46:30.059962 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7832bdf4-57c5-42e7-b7a3-31d1d65627b2 req-5bcbf31a-15ca-4f00-a07e-f2d378ca7dad tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=5c88090f-a4b6-4ded-8686-842a534273ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871038 Mar 11 19:46:30.092209 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-f30cc906-0ce5-4a8f-bd3b-d1d8be36cc4b tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] GET failed (client error): The resource could not be found. Mar 11 19:46:30.098674 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f30cc906-0ce5-4a8f-bd3b-d1d8be36cc4b tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] 10.222.0.65 "GET /v2.0/ports/ab3a5fc4-a463-408b-b973-8b787c54fcc0 HTTP/1.1" status: 404 len: 333 time: 0.0409806 Mar 11 19:46:30.099199 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 48488) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:30.105375 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-99e3737f-7a93-4fa2-93d3-f468ee3c1e63 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Request body: {'port': {'network_id': '4f3cd59d-8a35-45e9-885a-fc36d4571e80', 'name': 'tempest-AllowedAddressPairTestJSON-308645271'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:46:30.117695 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f906b2fd-c14f-4b6a-aefa-0d7b097c2a3b admin admin] Publish callbacks [] for security_group (ce945a9c-b658-4c9a-b4f2-7da253e5fd60), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:30.131622 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f906b2fd-c14f-4b6a-aefa-0d7b097c2a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (ce945a9c-b658-4c9a-b4f2-7da253e5fd60), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:30.221333 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f906b2fd-c14f-4b6a-aefa-0d7b097c2a3b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1adb62c6bb4e4823b405e9c15ff11f2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3830042 Mar 11 19:46:30.223487 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f906b2fd-c14f-4b6a-aefa-0d7b097c2a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce945a9c-b658-4c9a-b4f2-7da253e5fd60,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:30.225933 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 48492) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:30.291986 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e3737f-7a93-4fa2-93d3-f468ee3c1e63 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Made reservation on behalf of 1e7f7b67727b4dc3964c4b9b6e679b1a for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:46:30.295372 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-99e3737f-7a93-4fa2-93d3-f468ee3c1e63 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:30.314974 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d441706f-ff61-41e0-9ca1-80147a30ca4b admin admin] Publish callbacks [] for security_group (ce945a9c-b658-4c9a-b4f2-7da253e5fd60), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:30.323597 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-99e3737f-7a93-4fa2-93d3-f468ee3c1e63 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] device_id is not set on port edafc053-b2e2-4a22-83b5-6d2799b39821 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:46:30.374965 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d441706f-ff61-41e0-9ca1-80147a30ca4b admin admin] Publish callbacks [] for security_group (ce945a9c-b658-4c9a-b4f2-7da253e5fd60), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:30.479474 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d441706f-ff61-41e0-9ca1-80147a30ca4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (ce945a9c-b658-4c9a-b4f2-7da253e5fd60), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:30.482129 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d441706f-ff61-41e0-9ca1-80147a30ca4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:30.483334 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d441706f-ff61-41e0-9ca1-80147a30ca4b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ce945a9c-b658-4c9a-b4f2-7da253e5fd60 HTTP/1.1" status: 204 len: 168 time: 0.2561457 Mar 11 19:46:30.490034 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-99e3737f-7a93-4fa2-93d3-f468ee3c1e63 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Allocated IP 172.20.0.13 (4f3cd59d-8a35-45e9-885a-fc36d4571e80/f1f86dac-f824-4a48-a11e-65c1f4baba16/edafc053-b2e2-4a22-83b5-6d2799b39821) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:46:30.499833 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d441706f-ff61-41e0-9ca1-80147a30ca4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce945a9c-b658-4c9a-b4f2-7da253e5fd60,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:30.621403 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 48504) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:30.759462 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-99e3737f-7a93-4fa2-93d3-f468ee3c1e63 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks [] for port (edafc053-b2e2-4a22-83b5-6d2799b39821), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:30.762914 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438bd286-031e-4825-8f18-a77090d80610 req-ee4d4da3-2337-4230-95e3-81d1c20d60b1 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:30.764681 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-438bd286-031e-4825-8f18-a77090d80610 req-ee4d4da3-2337-4230-95e3-81d1c20d60b1 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4926858-bf43-45b4-8e7b-4c8c842f2c82 HTTP/1.1" status: 200 len: 944 time: 0.0827749 Mar 11 19:46:30.810644 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-99e3737f-7a93-4fa2-93d3-f468ee3c1e63 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (edafc053-b2e2-4a22-83b5-6d2799b39821), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:30.843954 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-438bd286-031e-4825-8f18-a77090d80610 req-4df9c9c7-14db-453c-8ad3-44106db5ea6d tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=381d5506-1a91-423f-9578-afb9619937f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695965 Mar 11 19:46:30.902470 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ddd21d50-1f13-4775-9b6f-00dd4ade48c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:30.911146 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device a5ddb8ee-f814-4b98-936f-403277fbc446 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:46:30.915675 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e3737f-7a93-4fa2-93d3-f468ee3c1e63 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Network 4f3cd59d-8a35-45e9-885a-fc36d4571e80 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:46:30.918824 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-99e3737f-7a93-4fa2-93d3-f468ee3c1e63 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:46:30.935413 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e3737f-7a93-4fa2-93d3-f468ee3c1e63 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:46:30.940782 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e3737f-7a93-4fa2-93d3-f468ee3c1e63 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Pushing event updated for resources: {'Port': ['ID=edafc053-b2e2-4a22-83b5-6d2799b39821,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:31.020240 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-70bf6177-9e22-4e80-98ca-9095b4f41a4e req-497a7892-1af9-4565-9259-3640132dcffa tempest-ServerShowV257Test-792537961 tempest-ServerShowV257Test-792537961-project] 10.222.0.65 "GET /v2.0/ports?device_id=28f8e54c-c2dd-4980-966d-c0514bbbbd7f HTTP/1.1" status: 200 len: 210 time: 0.0663404 Mar 11 19:46:31.022255 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port a5ddb8ee-f814-4b98-936f-403277fbc446 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:46:31.030706 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port a5ddb8ee-f814-4b98-936f-403277fbc446 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:46:31.031703 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (a5ddb8ee-f814-4b98-936f-403277fbc446), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:31.038649 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e3737f-7a93-4fa2-93d3-f468ee3c1e63 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:31.039338 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-99e3737f-7a93-4fa2-93d3-f468ee3c1e63 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:31.075148 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-99e3737f-7a93-4fa2-93d3-f468ee3c1e63 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9744835 Mar 11 19:46:31.077769 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 48524) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:31.088088 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-05087e15-5efc-4975-a568-4fea256dbbea tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Request body: {'port': {'network_id': '4f3cd59d-8a35-45e9-885a-fc36d4571e80', 'name': 'tempest-AllowedAddressPairTestJSON-40810814'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:46:31.111463 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ddd21d50-1f13-4775-9b6f-00dd4ade48c3 admin admin] Publish callbacks [] for security_group (2dc4e81e-6440-4db4-b2b4-0e2ba5a74e1f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:31.118950 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ddd21d50-1f13-4775-9b6f-00dd4ade48c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (2dc4e81e-6440-4db4-b2b4-0e2ba5a74e1f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:31.182529 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ddd21d50-1f13-4775-9b6f-00dd4ade48c3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f04dbdd958d14d41a6e49629771b8858&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5577173 Mar 11 19:46:31.186326 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port a5ddb8ee-f814-4b98-936f-403277fbc446 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:46:31.186722 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a5ddb8ee-f814-4b98-936f-403277fbc446), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:31.188634 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 48530) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:31.247844 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4926858-bf43-45b4-8e7b-4c8c842f2c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ddb8ee-f814-4b98-936f-403277fbc446'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:46:31.251133 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4927e8dc-6fae-4840-bf4c-f1b5d3df51d2" -d '{"events": [{"server_uuid": "b4926858-bf43-45b4-8e7b-4c8c842f2c82", "name": "network-vif-plugged", "status": "completed", "tag": "a5ddb8ee-f814-4b98-936f-403277fbc446"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:46:31.271992 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd21d50-1f13-4775-9b6f-00dd4ade48c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc4e81e-6440-4db4-b2b4-0e2ba5a74e1f,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:31.287180 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port a5ddb8ee-f814-4b98-936f-403277fbc446, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=a5ddb8ee-f814-4b98-936f-403277fbc446,segment=NetworkSegment(f8d24e93-6284-46b5-86c2-c110abb33db1),segment_id=f8d24e93-6284-46b5-86c2-c110abb33db1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:46:31.294708 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (a5ddb8ee-f814-4b98-936f-403277fbc446), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:31.361777 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-88334809-249a-4dbe-87b5-8c04ba66a691 admin admin] Publish callbacks [] for security_group (2dc4e81e-6440-4db4-b2b4-0e2ba5a74e1f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:31.387025 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=a5ddb8ee-f814-4b98-936f-403277fbc446,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:31.397410 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05087e15-5efc-4975-a568-4fea256dbbea tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Made reservation on behalf of 1e7f7b67727b4dc3964c4b9b6e679b1a for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:46:31.401141 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-05087e15-5efc-4975-a568-4fea256dbbea tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:31.419666 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-88334809-249a-4dbe-87b5-8c04ba66a691 admin admin] Publish callbacks [] for security_group (2dc4e81e-6440-4db4-b2b4-0e2ba5a74e1f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:31.423601 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-352c8f95-3627-497a-bba3-3f056a3d9c2d None None] Provisioning complete for port edafc053-b2e2-4a22-83b5-6d2799b39821 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:46:31.424900 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-352c8f95-3627-497a-bba3-3f056a3d9c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (edafc053-b2e2-4a22-83b5-6d2799b39821), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:31.445839 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-05087e15-5efc-4975-a568-4fea256dbbea tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] device_id is not set on port 5e29f981-30a1-400f-a6b6-5b1dcebe3850 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:46:31.483323 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-352c8f95-3627-497a-bba3-3f056a3d9c2d None None] Port edafc053-b2e2-4a22-83b5-6d2799b39821 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:46:31.517371 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1518b8b5-ddbf-453e-b803-d2e4a253498d req-348f78c3-8239-42c7-995e-3efa78b5dca7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=677c670c4c3a435b9c9566d41613773f&device_id=28f8e54c-c2dd-4980-966d-c0514bbbbd7f HTTP/1.1" status: 200 len: 210 time: 0.0405421 Mar 11 19:46:31.533152 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-88334809-249a-4dbe-87b5-8c04ba66a691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (2dc4e81e-6440-4db4-b2b4-0e2ba5a74e1f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:31.538635 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-88334809-249a-4dbe-87b5-8c04ba66a691 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:31.542782 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-88334809-249a-4dbe-87b5-8c04ba66a691 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2dc4e81e-6440-4db4-b2b4-0e2ba5a74e1f HTTP/1.1" status: 204 len: 168 time: 0.3504443 Mar 11 19:46:31.601166 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1518b8b5-ddbf-453e-b803-d2e4a253498d req-438b3c1e-f510-43b8-99ef-8ead17d3384f service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=677c670c4c3a435b9c9566d41613773f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0557392 Mar 11 19:46:31.618582 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88334809-249a-4dbe-87b5-8c04ba66a691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc4e81e-6440-4db4-b2b4-0e2ba5a74e1f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:31.626001 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-05087e15-5efc-4975-a568-4fea256dbbea tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Allocated IP 172.20.0.3 (4f3cd59d-8a35-45e9-885a-fc36d4571e80/f1f86dac-f824-4a48-a11e-65c1f4baba16/5e29f981-30a1-400f-a6b6-5b1dcebe3850) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:46:31.757979 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bb18d2-fb01-491f-b5ce-85e349b5841d req-e95004ca-779f-4332-aa5a-049c2b2633e1 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:31.764930 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-91bb18d2-fb01-491f-b5ce-85e349b5841d req-e95004ca-779f-4332-aa5a-049c2b2633e1 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=be343d54-4421-403d-b876-889b59b33fc0 HTTP/1.1" status: 200 len: 945 time: 0.2898202 Mar 11 19:46:31.846010 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 48550) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:31.904760 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-05087e15-5efc-4975-a568-4fea256dbbea tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks [] for port (5e29f981-30a1-400f-a6b6-5b1dcebe3850), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:31.955949 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-91bb18d2-fb01-491f-b5ce-85e349b5841d req-df9c26f4-6909-4c87-ab71-f40029676556 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=5c88090f-a4b6-4ded-8686-842a534273ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1848521 Mar 11 19:46:31.957669 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1518b8b5-ddbf-453e-b803-d2e4a253498d req-30317c54-9de5-4cc1-a472-3cd31b0f2673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:31.959364 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1518b8b5-ddbf-453e-b803-d2e4a253498d req-30317c54-9de5-4cc1-a472-3cd31b0f2673 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3516569 Mar 11 19:46:31.994145 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-05087e15-5efc-4975-a568-4fea256dbbea tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (5e29f981-30a1-400f-a6b6-5b1dcebe3850), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:32.044504 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd50e030-bd56-4f4e-aa90-886c0fd0408a x-openstack-request-id: req-bd50e030-bd56-4f4e-aa90-886c0fd0408a {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:46:32.045361 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4926858-bf43-45b4-8e7b-4c8c842f2c82", "name": "network-vif-plugged", "status": "completed", "tag": "a5ddb8ee-f814-4b98-936f-403277fbc446", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:46:32.046013 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bd50e030-bd56-4f4e-aa90-886c0fd0408a {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:46:32.046737 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4926858-bf43-45b4-8e7b-4c8c842f2c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ddb8ee-f814-4b98-936f-403277fbc446', 'code': 200} Mar 11 19:46:32.067423 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05087e15-5efc-4975-a568-4fea256dbbea tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Network 4f3cd59d-8a35-45e9-885a-fc36d4571e80 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:46:32.076669 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-af986638-dfa2-458d-903f-96eecb16e835 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-824658166'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:46:32.086757 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-05087e15-5efc-4975-a568-4fea256dbbea tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:46:32.089480 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05087e15-5efc-4975-a568-4fea256dbbea tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:46:32.152277 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9b6ab847-9141-4e0b-911b-11debda198da req-4d888e20-c639-4fe2-a590-44c3cf410855 tempest-ServerShowV257Test-792537961 tempest-ServerShowV257Test-792537961-project] 10.222.0.65 "GET /v2.0/ports?device_id=28f8e54c-c2dd-4980-966d-c0514bbbbd7f HTTP/1.1" status: 200 len: 210 time: 0.0408149 Mar 11 19:46:32.203296 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05087e15-5efc-4975-a568-4fea256dbbea tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Pushing event updated for resources: {'Port': ['ID=5e29f981-30a1-400f-a6b6-5b1dcebe3850,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:32.217416 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af986638-dfa2-458d-903f-96eecb16e835 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Made reservation on behalf of 628fdc76731349f5be9218d36d80c7de for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:46:32.220859 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-af986638-dfa2-458d-903f-96eecb16e835 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:32.238479 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-af986638-dfa2-458d-903f-96eecb16e835 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:32.251944 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05087e15-5efc-4975-a568-4fea256dbbea tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:32.252584 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-05087e15-5efc-4975-a568-4fea256dbbea tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:32.302308 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03031dd3-3bca-4b0c-921a-48326e15734f req-e0ccb4cb-7c01-4d07-8d5d-5aa504b80530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:32.304300 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-03031dd3-3bca-4b0c-921a-48326e15734f req-e0ccb4cb-7c01-4d07-8d5d-5aa504b80530 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=b4926858-bf43-45b4-8e7b-4c8c842f2c82 HTTP/1.1" status: 200 len: 1127 time: 0.1687460 Mar 11 19:46:32.309745 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-05087e15-5efc-4975-a568-4fea256dbbea tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.2304809 Mar 11 19:46:32.312786 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 48566) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:32.322419 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-ca79ef44-fe47-4e63-a323-3a42b69a1c84 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:b7:22:73'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:9f:02:31'}]}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:46:32.383069 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb76e1-9e74-494b-a2d2-7d21795803e2 req-c71682a7-0800-461a-b57f-ea243b65034f tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:32.389113 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7ebb76e1-9e74-494b-a2d2-7d21795803e2 req-c71682a7-0800-461a-b57f-ea243b65034f tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4926858-bf43-45b4-8e7b-4c8c842f2c82 HTTP/1.1" status: 200 len: 945 time: 0.1285851 Mar 11 19:46:32.472210 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7ebb76e1-9e74-494b-a2d2-7d21795803e2 req-4cee31ac-1f27-4a79-b87a-4825b6c7e85d tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=381d5506-1a91-423f-9578-afb9619937f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756841 Mar 11 19:46:32.478481 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-03031dd3-3bca-4b0c-921a-48326e15734f req-b4c96e33-fcfc-4211-b339-0b631046d4e2 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=381d5506-1a91-423f-9578-afb9619937f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675994 Mar 11 19:46:32.537516 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-358d87af-a167-455b-98ab-ad6c20a1f6fb None None] Provisioning complete for port 5e29f981-30a1-400f-a6b6-5b1dcebe3850 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:46:32.538489 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-358d87af-a167-455b-98ab-ad6c20a1f6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (5e29f981-30a1-400f-a6b6-5b1dcebe3850), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:32.542135 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-af986638-dfa2-458d-903f-96eecb16e835 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks [] for security_group (3de9a896-9b7f-483e-ac15-768c77994601), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:32.552997 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-af986638-dfa2-458d-903f-96eecb16e835 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (3de9a896-9b7f-483e-ac15-768c77994601), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:32.578940 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-358d87af-a167-455b-98ab-ad6c20a1f6fb None None] Port 5e29f981-30a1-400f-a6b6-5b1dcebe3850 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:46:32.603842 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af986638-dfa2-458d-903f-96eecb16e835 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] vlan segment allocate from pool success with {'vlan_id': 891, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:46:32.631506 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af986638-dfa2-458d-903f-96eecb16e835 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3de9a896-9b7f-483e-ac15-768c77994601,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:32.648752 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-af986638-dfa2-458d-903f-96eecb16e835 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (52f24a98-c559-46ce-a027-e66645bdc398), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:32.649108 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-af986638-dfa2-458d-903f-96eecb16e835 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Added segment 52f24a98-c559-46ce-a027-e66645bdc398 of type vlan for network 6f708ebf-ed67-45bf-8053-e5900830d5a1 Mar 11 19:46:32.650589 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ca79ef44-fe47-4e63-a323-3a42b69a1c84 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (5e29f981-30a1-400f-a6b6-5b1dcebe3850), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:32.699373 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 48576) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:32.744518 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-af986638-dfa2-458d-903f-96eecb16e835 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (6f708ebf-ed67-45bf-8053-e5900830d5a1), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:32.808547 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-0d45ce51-1031-434e-9d6b-9b21709fdb83 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-131318213-network', 'tenant_id': '59ec990deac94d1dadc5fda96e3adfe5'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:46:32.824664 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-af986638-dfa2-458d-903f-96eecb16e835 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (6f708ebf-ed67-45bf-8053-e5900830d5a1), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:32.830564 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af986638-dfa2-458d-903f-96eecb16e835 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:32.830564 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-af986638-dfa2-458d-903f-96eecb16e835 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:32.841102 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d45ce51-1031-434e-9d6b-9b21709fdb83 admin admin] Made reservation on behalf of 59ec990deac94d1dadc5fda96e3adfe5 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:46:32.846400 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0d45ce51-1031-434e-9d6b-9b21709fdb83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:32.869778 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0d45ce51-1031-434e-9d6b-9b21709fdb83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:32.892281 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-af986638-dfa2-458d-903f-96eecb16e835 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.0447564 Mar 11 19:46:32.896227 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 48582) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:32.902603 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-9826c97e-3b99-406f-bd36-9d4eb5ca5a59 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Request body: {'subnet': {'network_id': '6f708ebf-ed67-45bf-8053-e5900830d5a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:46:32.941531 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af986638-dfa2-458d-903f-96eecb16e835 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Pushing event updated for resources: {'Network': ['ID=6f708ebf-ed67-45bf-8053-e5900830d5a1,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:32.952779 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 6f708ebf-ed67-45bf-8053-e5900830d5a1 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:46:32.975373 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ca79ef44-fe47-4e63-a323-3a42b69a1c84 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks [] for port (5e29f981-30a1-400f-a6b6-5b1dcebe3850), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:32.983677 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ca79ef44-fe47-4e63-a323-3a42b69a1c84 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (5e29f981-30a1-400f-a6b6-5b1dcebe3850), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:33.062276 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca79ef44-fe47-4e63-a323-3a42b69a1c84 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Pushing event updated for resources: {'Port': ['ID=5e29f981-30a1-400f-a6b6-5b1dcebe3850,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:33.112303 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-ca79ef44-fe47-4e63-a323-3a42b69a1c84 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] In _notify_port_updated(), no bound segment for port 5e29f981-30a1-400f-a6b6-5b1dcebe3850 on network 4f3cd59d-8a35-45e9-885a-fc36d4571e80 {{(pid=103884) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 11 19:46:33.120013 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca79ef44-fe47-4e63-a323-3a42b69a1c84 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:33.120875 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ca79ef44-fe47-4e63-a323-3a42b69a1c84 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:33.122400 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ca79ef44-fe47-4e63-a323-3a42b69a1c84 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] 10.222.0.65 "PUT /v2.0/ports/5e29f981-30a1-400f-a6b6-5b1dcebe3850 HTTP/1.1" status: 200 len: 1055 time: 0.8043175 Mar 11 19:46:33.125681 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 48586) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:33.140073 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9826c97e-3b99-406f-bd36-9d4eb5ca5a59 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Made reservation on behalf of 628fdc76731349f5be9218d36d80c7de for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:46:33.149958 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9826c97e-3b99-406f-bd36-9d4eb5ca5a59 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:33.222932 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0d45ce51-1031-434e-9d6b-9b21709fdb83 admin admin] Publish callbacks [] for security_group (75d728a1-f284-4ea3-9301-696204e70ff8), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:33.248957 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-e30148e1-abb5-4aeb-8081-85333fe707b2 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Deleting port 5e29f981-30a1-400f-a6b6-5b1dcebe3850 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:46:33.249397 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e30148e1-abb5-4aeb-8081-85333fe707b2 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (5e29f981-30a1-400f-a6b6-5b1dcebe3850), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:33.260655 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0d45ce51-1031-434e-9d6b-9b21709fdb83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (75d728a1-f284-4ea3-9301-696204e70ff8), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:33.307438 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d45ce51-1031-434e-9d6b-9b21709fdb83 admin admin] vlan segment allocate from pool success with {'vlan_id': 866, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:46:33.355522 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e30148e1-abb5-4aeb-8081-85333fe707b2 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (5e29f981-30a1-400f-a6b6-5b1dcebe3850), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:33.373356 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-e30148e1-abb5-4aeb-8081-85333fe707b2 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Calling delete_port for 5e29f981-30a1-400f-a6b6-5b1dcebe3850 owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:46:33.441445 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-5483e7c9-96d8-4db6-aa1c-f45af4ac9718 None None] Provisioning complete for port 5e29f981-30a1-400f-a6b6-5b1dcebe3850 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:46:33.443038 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5483e7c9-96d8-4db6-aa1c-f45af4ac9718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (5e29f981-30a1-400f-a6b6-5b1dcebe3850), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:33.507773 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-5483e7c9-96d8-4db6-aa1c-f45af4ac9718 None None] Port 5e29f981-30a1-400f-a6b6-5b1dcebe3850 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:46:33.586853 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e30148e1-abb5-4aeb-8081-85333fe707b2 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (5e29f981-30a1-400f-a6b6-5b1dcebe3850), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:33.606469 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1518b8b5-ddbf-453e-b803-d2e4a253498d req-75b46b06-475b-4ace-8230-a0b489851efd tempest-ServerShowV257Test-792537961 tempest-ServerShowV257Test-792537961-project] 10.222.0.57 "GET /v2.0/ports?device_id=28f8e54c-c2dd-4980-966d-c0514bbbbd7f HTTP/1.1" status: 200 len: 210 time: 0.0478249 Mar 11 19:46:33.609041 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0d45ce51-1031-434e-9d6b-9b21709fdb83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (518fbfd6-66d4-46dc-8045-59cddcf132dc), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:33.610133 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-0d45ce51-1031-434e-9d6b-9b21709fdb83 admin admin] Added segment 518fbfd6-66d4-46dc-8045-59cddcf132dc of type vlan for network 5f4622d2-6877-42dd-be4c-6b2764b6d954 Mar 11 19:46:33.617448 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b181936-19f6-48e6-b456-a16b109939ed req-2e43c9e4-825b-4e30-b2d1-2392e8d836af tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:33.623858 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30148e1-abb5-4aeb-8081-85333fe707b2 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Pushing event deleted for resources: {'Port': ['ID=5e29f981-30a1-400f-a6b6-5b1dcebe3850,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:33.624271 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5b181936-19f6-48e6-b456-a16b109939ed req-2e43c9e4-825b-4e30-b2d1-2392e8d836af tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=be343d54-4421-403d-b876-889b59b33fc0 HTTP/1.1" status: 200 len: 945 time: 0.5030491 Mar 11 19:46:33.636090 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d45ce51-1031-434e-9d6b-9b21709fdb83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d728a1-f284-4ea3-9301-696204e70ff8,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:33.764714 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0d45ce51-1031-434e-9d6b-9b21709fdb83 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (5f4622d2-6877-42dd-be4c-6b2764b6d954), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:33.833291 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5b181936-19f6-48e6-b456-a16b109939ed req-b70c8205-aa08-48bd-8a2c-e38722f84dd5 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=5c88090f-a4b6-4ded-8686-842a534273ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2081132 Mar 11 19:46:33.834216 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0d45ce51-1031-434e-9d6b-9b21709fdb83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (5f4622d2-6877-42dd-be4c-6b2764b6d954), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:33.835234 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d45ce51-1031-434e-9d6b-9b21709fdb83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:33.835851 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0d45ce51-1031-434e-9d6b-9b21709fdb83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:33.869897 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-0d45ce51-1031-434e-9d6b-9b21709fdb83 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1684794 Mar 11 19:46:33.880237 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 48594) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:33.959484 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-080f9ae5-9e90-44f3-894c-98374f57bfbc admin admin] Request body: {'subnet': {'network_id': '5f4622d2-6877-42dd-be4c-6b2764b6d954', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-131318213-subnet', 'tenant_id': '59ec990deac94d1dadc5fda96e3adfe5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:46:33.986562 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d45ce51-1031-434e-9d6b-9b21709fdb83 admin admin] Pushing event updated for resources: {'Network': ['ID=5f4622d2-6877-42dd-be4c-6b2764b6d954,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:34.014728 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 5f4622d2-6877-42dd-be4c-6b2764b6d954 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:46:34.051363 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e30148e1-abb5-4aeb-8081-85333fe707b2 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:34.060563 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e30148e1-abb5-4aeb-8081-85333fe707b2 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] 10.222.0.65 "DELETE /v2.0/ports/5e29f981-30a1-400f-a6b6-5b1dcebe3850 HTTP/1.1" status: 204 len: 168 time: 0.9311903 Mar 11 19:46:34.061213 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 48598) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:34.065210 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-080f9ae5-9e90-44f3-894c-98374f57bfbc admin admin] Made reservation on behalf of 59ec990deac94d1dadc5fda96e3adfe5 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:46:34.069956 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-080f9ae5-9e90-44f3-894c-98374f57bfbc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:34.077380 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9826c97e-3b99-406f-bd36-9d4eb5ca5a59 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (7f8417df-8dd4-4b2b-bc44-ab1fb8670c83), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:34.092338 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-51cc194f-b4f9-4e3f-98e6-2a6c2ee13130 req-a9799202-35c5-4bfa-9030-a490a1b31d77 tempest-ServerShowV257Test-792537961 tempest-ServerShowV257Test-792537961-project] 10.222.0.65 "GET /v2.0/ports?device_id=28f8e54c-c2dd-4980-966d-c0514bbbbd7f HTTP/1.1" status: 200 len: 210 time: 0.1095035 Mar 11 19:46:34.132683 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-67690ae4-f90c-4020-ab5f-68bceb1a75bf tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] GET failed (client error): The resource could not be found. Mar 11 19:46:34.135710 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-67690ae4-f90c-4020-ab5f-68bceb1a75bf tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] 10.222.0.65 "GET /v2.0/ports/5e29f981-30a1-400f-a6b6-5b1dcebe3850 HTTP/1.1" status: 404 len: 333 time: 0.0718529 Mar 11 19:46:34.137214 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 48600) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:34.207180 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9826c97e-3b99-406f-bd36-9d4eb5ca5a59 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Pushing event updated for resources: {'Subnet': ['ID=7f8417df-8dd4-4b2b-bc44-ab1fb8670c83,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:34.318042 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9826c97e-3b99-406f-bd36-9d4eb5ca5a59 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Checking segment: {'id': '52f24a98-c559-46ce-a027-e66645bdc398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '6f708ebf-ed67-45bf-8053-e5900830d5a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:46:34.318544 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9826c97e-3b99-406f-bd36-9d4eb5ca5a59 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Network hostable DHCP agents. Network: 6f708ebf-ed67-45bf-8053-e5900830d5a1, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:46:34.336776 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa366af7-40ef-4b57-aa0d-62647d3dae98 req-35887a3d-bfe4-4e06-ae35-f9c903f11c46 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:34.344132 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fa366af7-40ef-4b57-aa0d-62647d3dae98 req-35887a3d-bfe4-4e06-ae35-f9c903f11c46 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4926858-bf43-45b4-8e7b-4c8c842f2c82 HTTP/1.1" status: 200 len: 945 time: 0.1333795 Mar 11 19:46:34.384386 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9826c97e-3b99-406f-bd36-9d4eb5ca5a59 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Network 6f708ebf-ed67-45bf-8053-e5900830d5a1 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:46:34.397661 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-383b4027-c1ab-46c4-8642-ec9b48438bea tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Deleting port edafc053-b2e2-4a22-83b5-6d2799b39821 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:46:34.398381 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-383b4027-c1ab-46c4-8642-ec9b48438bea tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (edafc053-b2e2-4a22-83b5-6d2799b39821), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:34.408033 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-9826c97e-3b99-406f-bd36-9d4eb5ca5a59 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 6f708ebf-ed67-45bf-8053-e5900830d5a1) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:46:34.429651 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fa366af7-40ef-4b57-aa0d-62647d3dae98 req-23621f3c-85fd-4b46-a44a-09c5268681c5 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=381d5506-1a91-423f-9578-afb9619937f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783732 Mar 11 19:46:34.430279 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191b5349-44cd-4b21-8a78-951aa340bce1 None None] Network 6f708ebf-ed67-45bf-8053-e5900830d5a1 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:46:34.431150 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9826c97e-3b99-406f-bd36-9d4eb5ca5a59 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:34.437637 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9826c97e-3b99-406f-bd36-9d4eb5ca5a59 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:34.475995 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-9826c97e-3b99-406f-bd36-9d4eb5ca5a59 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5776515 Mar 11 19:46:34.476735 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 48606) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:34.483237 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-a983597a-8c57-41bf-8942-ce135ff9657a tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-991987455', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:46:34.510699 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a983597a-8c57-41bf-8942-ce135ff9657a tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (a3a293f5-698e-4673-8c0b-c6ab73b81c9e), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:34.514679 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a983597a-8c57-41bf-8942-ce135ff9657a tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (a3a293f5-698e-4673-8c0b-c6ab73b81c9e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:34.625809 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a983597a-8c57-41bf-8942-ce135ff9657a tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks [] for router_controller (a3a293f5-698e-4673-8c0b-c6ab73b81c9e), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:34.638269 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649bb282-9338-451a-bb7b-dc66c579ed19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-6f708ebf-ed67-45bf-8053-e5900830d5a1', 'network_id': '6f708ebf-ed67-45bf-8053-e5900830d5a1', 'project_id': '628fdc76731349f5be9218d36d80c7de', 'fixed_ips': [{'subnet_id': '7f8417df-8dd4-4b2b-bc44-ab1fb8670c83'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:46:34.640603 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-649bb282-9338-451a-bb7b-dc66c579ed19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:34.653652 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a983597a-8c57-41bf-8942-ce135ff9657a tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (a3a293f5-698e-4673-8c0b-c6ab73b81c9e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:34.670510 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-080f9ae5-9e90-44f3-894c-98374f57bfbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (8d74cfef-df19-4443-8dbc-7728b7150eec), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:34.721385 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a983597a-8c57-41bf-8942-ce135ff9657a tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:34.723305 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a983597a-8c57-41bf-8942-ce135ff9657a tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2447836 Mar 11 19:46:34.725939 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 48610) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:34.746546 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080f9ae5-9e90-44f3-894c-98374f57bfbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d74cfef-df19-4443-8dbc-7728b7150eec,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:34.794252 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-649bb282-9338-451a-bb7b-dc66c579ed19 None None] Allocated IP 172.20.0.2 (6f708ebf-ed67-45bf-8053-e5900830d5a1/7f8417df-8dd4-4b2b-bc44-ab1fb8670c83/b725d048-2464-4fa2-a676-5a927f4f7e44) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:46:34.829868 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-383b4027-c1ab-46c4-8642-ec9b48438bea tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (edafc053-b2e2-4a22-83b5-6d2799b39821), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:34.861157 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a773b-b126-46a6-8389-44bd7e3733cd req-e6dff5ae-62bc-4549-85cc-e4a1cd2c3778 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:34.871364 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a39a773b-b126-46a6-8389-44bd7e3733cd req-e6dff5ae-62bc-4549-85cc-e4a1cd2c3778 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4926858-bf43-45b4-8e7b-4c8c842f2c82 HTTP/1.1" status: 200 len: 945 time: 0.1992450 Mar 11 19:46:34.877841 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080f9ae5-9e90-44f3-894c-98374f57bfbc admin admin] Checking segment: {'id': '518fbfd6-66d4-46dc-8045-59cddcf132dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5f4622d2-6877-42dd-be4c-6b2764b6d954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:46:34.878287 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080f9ae5-9e90-44f3-894c-98374f57bfbc admin admin] Network hostable DHCP agents. Network: 5f4622d2-6877-42dd-be4c-6b2764b6d954, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:46:34.889821 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-383b4027-c1ab-46c4-8642-ec9b48438bea tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Calling delete_port for edafc053-b2e2-4a22-83b5-6d2799b39821 owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:46:34.949568 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-649bb282-9338-451a-bb7b-dc66c579ed19 None None] Publish callbacks [] for port (b725d048-2464-4fa2-a676-5a927f4f7e44), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:34.956119 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080f9ae5-9e90-44f3-894c-98374f57bfbc admin admin] Network 5f4622d2-6877-42dd-be4c-6b2764b6d954 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:46:34.957612 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-649bb282-9338-451a-bb7b-dc66c579ed19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (b725d048-2464-4fa2-a676-5a927f4f7e44), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:34.973971 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-080f9ae5-9e90-44f3-894c-98374f57bfbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 5f4622d2-6877-42dd-be4c-6b2764b6d954) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:46:34.987326 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080f9ae5-9e90-44f3-894c-98374f57bfbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:34.989112 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-080f9ae5-9e90-44f3-894c-98374f57bfbc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:34.990358 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed08984c-69b3-407f-b5ed-599d3f594aed None None] Network 5f4622d2-6877-42dd-be4c-6b2764b6d954 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:46:35.015055 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-080f9ae5-9e90-44f3-894c-98374f57bfbc admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1321433 Mar 11 19:46:35.023550 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649bb282-9338-451a-bb7b-dc66c579ed19 None None] Network 6f708ebf-ed67-45bf-8053-e5900830d5a1 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:46:35.043596 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a39a773b-b126-46a6-8389-44bd7e3733cd req-fc9fa090-848d-4154-b69e-cdb3d89be8c4 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=381d5506-1a91-423f-9578-afb9619937f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709759 Mar 11 19:46:35.049443 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-649bb282-9338-451a-bb7b-dc66c579ed19 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:46:35.081727 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649bb282-9338-451a-bb7b-dc66c579ed19 None None] Pushing event updated for resources: {'Port': ['ID=b725d048-2464-4fa2-a676-5a927f4f7e44,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:35.087764 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649bb282-9338-451a-bb7b-dc66c579ed19 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:46:35.176115 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-383b4027-c1ab-46c4-8642-ec9b48438bea tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (edafc053-b2e2-4a22-83b5-6d2799b39821), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:35.181252 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-649bb282-9338-451a-bb7b-dc66c579ed19 None None] Attempting to bind port b725d048-2464-4fa2-a676-5a927f4f7e44 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:46:35.181662 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-649bb282-9338-451a-bb7b-dc66c579ed19 None None] Attempting to bind port b725d048-2464-4fa2-a676-5a927f4f7e44 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '52f24a98-c559-46ce-a027-e66645bdc398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '6f708ebf-ed67-45bf-8053-e5900830d5a1'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:46:35.182118 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649bb282-9338-451a-bb7b-dc66c579ed19 None None] Attempting to bind port b725d048-2464-4fa2-a676-5a927f4f7e44 on network 6f708ebf-ed67-45bf-8053-e5900830d5a1 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:46:35.202814 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649bb282-9338-451a-bb7b-dc66c579ed19 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:46:35.203194 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649bb282-9338-451a-bb7b-dc66c579ed19 None None] Checking segment: {'id': '52f24a98-c559-46ce-a027-e66645bdc398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '6f708ebf-ed67-45bf-8053-e5900830d5a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:46:35.203594 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-649bb282-9338-451a-bb7b-dc66c579ed19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:35.204020 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649bb282-9338-451a-bb7b-dc66c579ed19 None None] Bound using segment: {'id': '52f24a98-c559-46ce-a027-e66645bdc398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '6f708ebf-ed67-45bf-8053-e5900830d5a1'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:46:35.204511 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-649bb282-9338-451a-bb7b-dc66c579ed19 None None] Bound port: b725d048-2464-4fa2-a676-5a927f4f7e44, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f24a98-c559-46ce-a027-e66645bdc398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '6f708ebf-ed67-45bf-8053-e5900830d5a1'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:46:35.204887 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-649bb282-9338-451a-bb7b-dc66c579ed19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b725d048-2464-4fa2-a676-5a927f4f7e44), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:35.218875 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b4027-c1ab-46c4-8642-ec9b48438bea tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Pushing event deleted for resources: {'Port': ['ID=edafc053-b2e2-4a22-83b5-6d2799b39821,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:35.219465 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09d2b55-4e1b-44f2-b376-764404d016a5 None None] Network 5f4622d2-6877-42dd-be4c-6b2764b6d954 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:46:35.393173 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-383b4027-c1ab-46c4-8642-ec9b48438bea tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:35.398271 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-383b4027-c1ab-46c4-8642-ec9b48438bea tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] 10.222.0.65 "DELETE /v2.0/ports/edafc053-b2e2-4a22-83b5-6d2799b39821 HTTP/1.1" status: 204 len: 168 time: 1.2600849 Mar 11 19:46:35.406537 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 48626) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:35.439742 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2f48f5e-c067-4fe6-bb37-923054066923 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] GET failed (client error): The resource could not be found. Mar 11 19:46:35.445786 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d6a68-847b-4358-8d05-28d774e1edc2 req-a9c65537-ae09-43e3-80e7-104f1c20d1d7 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:35.446303 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d2f48f5e-c067-4fe6-bb37-923054066923 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] 10.222.0.65 "GET /v2.0/ports/edafc053-b2e2-4a22-83b5-6d2799b39821 HTTP/1.1" status: 404 len: 333 time: 0.0387807 Mar 11 19:46:35.446950 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 48628) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:35.453273 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bf2d6a68-847b-4358-8d05-28d774e1edc2 req-a9c65537-ae09-43e3-80e7-104f1c20d1d7 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=be343d54-4421-403d-b876-889b59b33fc0 HTTP/1.1" status: 200 len: 945 time: 0.2653928 Mar 11 19:46:35.506484 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-649bb282-9338-451a-bb7b-dc66c579ed19 None None] For port b725d048-2464-4fa2-a676-5a927f4f7e44, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:46:35.511055 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-649bb282-9338-451a-bb7b-dc66c579ed19 None None] For port b725d048-2464-4fa2-a676-5a927f4f7e44, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=b725d048-2464-4fa2-a676-5a927f4f7e44,segment=NetworkSegment(52f24a98-c559-46ce-a027-e66645bdc398),segment_id=52f24a98-c559-46ce-a027-e66645bdc398)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:46:35.512871 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a99bc4f8-3c03-4377-90cc-6a06685b7f76 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:35.523407 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-649bb282-9338-451a-bb7b-dc66c579ed19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (b725d048-2464-4fa2-a676-5a927f4f7e44), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:35.555752 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bf2d6a68-847b-4358-8d05-28d774e1edc2 req-54c7c4d4-c66b-42ea-89d8-5156320250ad tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=5c88090f-a4b6-4ded-8686-842a534273ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013598 Mar 11 19:46:35.588066 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-6008d78a-82ff-4a0c-a7cb-6eddfedc05a7 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Deleting port dd1c8dff-3a8c-4904-ba40-cbdd13fa7c97 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:46:35.588414 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6008d78a-82ff-4a0c-a7cb-6eddfedc05a7 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (dd1c8dff-3a8c-4904-ba40-cbdd13fa7c97), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:35.653201 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649bb282-9338-451a-bb7b-dc66c579ed19 None None] Pushing event updated for resources: {'Port': ['ID=b725d048-2464-4fa2-a676-5a927f4f7e44,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:35.741747 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6008d78a-82ff-4a0c-a7cb-6eddfedc05a7 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (dd1c8dff-3a8c-4904-ba40-cbdd13fa7c97), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:35.764125 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-6008d78a-82ff-4a0c-a7cb-6eddfedc05a7 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Calling delete_port for dd1c8dff-3a8c-4904-ba40-cbdd13fa7c97 owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:46:36.054287 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6008d78a-82ff-4a0c-a7cb-6eddfedc05a7 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (dd1c8dff-3a8c-4904-ba40-cbdd13fa7c97), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:36.060494 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-a99bc4f8-3c03-4377-90cc-6a06685b7f76 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Allocated IP 172.20.0.1 (6f708ebf-ed67-45bf-8053-e5900830d5a1/7f8417df-8dd4-4b2b-bc44-ab1fb8670c83/306cd309-f116-46cc-b2d3-c600a5892f30) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:46:36.135478 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6008d78a-82ff-4a0c-a7cb-6eddfedc05a7 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Pushing event deleted for resources: {'Port': ['ID=dd1c8dff-3a8c-4904-ba40-cbdd13fa7c97,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:36.210218 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device b725d048-2464-4fa2-a676-5a927f4f7e44 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:46:36.244374 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 48646) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:36.367477 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port b725d048-2464-4fa2-a676-5a927f4f7e44 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:46:36.368565 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (b725d048-2464-4fa2-a676-5a927f4f7e44), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:36.477811 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a99bc4f8-3c03-4377-90cc-6a06685b7f76 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks [] for port (306cd309-f116-46cc-b2d3-c600a5892f30), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:36.496249 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port b725d048-2464-4fa2-a676-5a927f4f7e44 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:46:36.496653 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b725d048-2464-4fa2-a676-5a927f4f7e44), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:36.502115 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2b022-edab-45d0-9416-f0d27b6bcb37 req-548933d7-4368-446a-a19e-65a4bcfc5046 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:36.509950 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f4e2b022-edab-45d0-9416-f0d27b6bcb37 req-548933d7-4368-446a-a19e-65a4bcfc5046 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/networks?id=5f4622d2-6877-42dd-be4c-6b2764b6d954 HTTP/1.1" status: 200 len: 805 time: 0.3275282 Mar 11 19:46:36.530100 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-57bed40e-3fdd-4f15-b8b9-549b5ac7a0dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:36.540206 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f4e2b022-edab-45d0-9416-f0d27b6bcb37 req-32d9915b-cb1a-4ca4-a86b-72cff78e0151 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/quotas/59ec990deac94d1dadc5fda96e3adfe5 HTTP/1.1" status: 200 len: 375 time: 0.0291865 Mar 11 19:46:36.562086 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port b725d048-2464-4fa2-a676-5a927f4f7e44, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=b725d048-2464-4fa2-a676-5a927f4f7e44,segment=NetworkSegment(52f24a98-c559-46ce-a027-e66645bdc398),segment_id=52f24a98-c559-46ce-a027-e66645bdc398)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:46:36.567274 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (b725d048-2464-4fa2-a676-5a927f4f7e44), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:36.584561 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f4e2b022-edab-45d0-9416-f0d27b6bcb37 req-0f5d2e16-e7c4-4b31-91c2-8e32499d4a03 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=59ec990deac94d1dadc5fda96e3adfe5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428247 Mar 11 19:46:36.648760 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=b725d048-2464-4fa2-a676-5a927f4f7e44,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:36.735212 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6008d78a-82ff-4a0c-a7cb-6eddfedc05a7 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:36.745256 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 48656) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:36.746389 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-6008d78a-82ff-4a0c-a7cb-6eddfedc05a7 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] 10.222.0.65 "DELETE /v2.0/ports/dd1c8dff-3a8c-4904-ba40-cbdd13fa7c97 HTTP/1.1" status: 204 len: 168 time: 1.2981296 Mar 11 19:46:36.750724 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a99bc4f8-3c03-4377-90cc-6a06685b7f76 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (306cd309-f116-46cc-b2d3-c600a5892f30), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:36.794272 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f4e2b022-edab-45d0-9416-f0d27b6bcb37 req-01dce599-c427-4cca-b5df-2b49dbab9cee service neutron] 10.222.0.65 "GET /v2.0/networks/5f4622d2-6877-42dd-be4c-6b2764b6d954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085910 Mar 11 19:46:36.846576 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99bc4f8-3c03-4377-90cc-6a06685b7f76 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Network 6f708ebf-ed67-45bf-8053-e5900830d5a1 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:46:36.871073 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-a99bc4f8-3c03-4377-90cc-6a06685b7f76 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:46:36.890618 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99bc4f8-3c03-4377-90cc-6a06685b7f76 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:46:36.924045 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-375a3f72-6bf0-415c-a074-cc3062b2e1b2 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Deleting subnet f1f86dac-f824-4a48-a11e-65c1f4baba16 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:46:36.941034 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99bc4f8-3c03-4377-90cc-6a06685b7f76 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Pushing event updated for resources: {'Port': ['ID=306cd309-f116-46cc-b2d3-c600a5892f30,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:36.949108 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-375a3f72-6bf0-415c-a074-cc3062b2e1b2 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks [] for subnet (f1f86dac-f824-4a48-a11e-65c1f4baba16), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:37.074244 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a99bc4f8-3c03-4377-90cc-6a06685b7f76 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (a3a293f5-698e-4673-8c0b-c6ab73b81c9e), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:37.074969 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcef480-465d-4d29-9608-36fd0dde10ed None None] Network 6f708ebf-ed67-45bf-8053-e5900830d5a1 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:46:37.114020 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-57bed40e-3fdd-4f15-b8b9-549b5ac7a0dc admin admin] Publish callbacks [] for security_group (23e7bf2f-f210-41f4-8cee-f2e54f5e82f6), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:37.123042 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-375a3f72-6bf0-415c-a074-cc3062b2e1b2 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (f1f86dac-f824-4a48-a11e-65c1f4baba16), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:37.150938 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-5369fa68-6a96-4d7b-8c57-2dd7c914d9f7 None None] Provisioning complete for port b725d048-2464-4fa2-a676-5a927f4f7e44 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:46:37.151203 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5369fa68-6a96-4d7b-8c57-2dd7c914d9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (b725d048-2464-4fa2-a676-5a927f4f7e44), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:37.151322 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-57bed40e-3fdd-4f15-b8b9-549b5ac7a0dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (23e7bf2f-f210-41f4-8cee-f2e54f5e82f6), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:37.271922 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-5369fa68-6a96-4d7b-8c57-2dd7c914d9f7 None None] Current status of the port b725d048-2464-4fa2-a676-5a927f4f7e44 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:46:37.527535 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bed40e-3fdd-4f15-b8b9-549b5ac7a0dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e7bf2f-f210-41f4-8cee-f2e54f5e82f6,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:37.552695 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-57bed40e-3fdd-4f15-b8b9-549b5ac7a0dc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=677c670c4c3a435b9c9566d41613773f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2948546 Mar 11 19:46:37.555882 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 48662) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:37.559739 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f4e2b022-edab-45d0-9416-f0d27b6bcb37 req-7a809358-9d87-4df5-9b66-7ef71a618bbf service neutron] 10.222.0.65 "GET /v2.0/networks/5f4622d2-6877-42dd-be4c-6b2764b6d954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7382793 Mar 11 19:46:37.612128 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c193d68e-ab89-45d2-b454-6d41bb1db9f8 None None] Provisioning complete for port b725d048-2464-4fa2-a676-5a927f4f7e44 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:46:37.613080 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c193d68e-ab89-45d2-b454-6d41bb1db9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (b725d048-2464-4fa2-a676-5a927f4f7e44), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:37.670466 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-82237285-89bb-4157-adec-95851b93f41b admin admin] Publish callbacks [] for security_group (23e7bf2f-f210-41f4-8cee-f2e54f5e82f6), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:37.720263 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-82237285-89bb-4157-adec-95851b93f41b admin admin] Publish callbacks [] for security_group (23e7bf2f-f210-41f4-8cee-f2e54f5e82f6), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:37.760949 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a99bc4f8-3c03-4377-90cc-6a06685b7f76 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (306cd309-f116-46cc-b2d3-c600a5892f30), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:37.764258 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-375a3f72-6bf0-415c-a074-cc3062b2e1b2 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (f1f86dac-f824-4a48-a11e-65c1f4baba16), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:37.797037 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c193d68e-ab89-45d2-b454-6d41bb1db9f8 None None] Current status of the port b725d048-2464-4fa2-a676-5a927f4f7e44 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:46:37.825340 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c193d68e-ab89-45d2-b454-6d41bb1db9f8 None None] Provisioning complete for port 306cd309-f116-46cc-b2d3-c600a5892f30 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:46:37.825723 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c193d68e-ab89-45d2-b454-6d41bb1db9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (306cd309-f116-46cc-b2d3-c600a5892f30), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:37.828437 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-82237285-89bb-4157-adec-95851b93f41b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (23e7bf2f-f210-41f4-8cee-f2e54f5e82f6), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:37.832206 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-82237285-89bb-4157-adec-95851b93f41b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:37.836006 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-82237285-89bb-4157-adec-95851b93f41b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/23e7bf2f-f210-41f4-8cee-f2e54f5e82f6 HTTP/1.1" status: 204 len: 168 time: 0.2765002 Mar 11 19:46:37.860101 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82237285-89bb-4157-adec-95851b93f41b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e7bf2f-f210-41f4-8cee-f2e54f5e82f6,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:37.945803 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c193d68e-ab89-45d2-b454-6d41bb1db9f8 None None] Port 306cd309-f116-46cc-b2d3-c600a5892f30 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:46:38.049426 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-375a3f72-6bf0-415c-a074-cc3062b2e1b2 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (f1f86dac-f824-4a48-a11e-65c1f4baba16), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:38.079765 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-3ee65bca-6e28-4774-bb60-2015b6a77a59 None None] Provisioning complete for port 306cd309-f116-46cc-b2d3-c600a5892f30 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:46:38.081292 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3ee65bca-6e28-4774-bb60-2015b6a77a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (306cd309-f116-46cc-b2d3-c600a5892f30), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:38.098765 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375a3f72-6bf0-415c-a074-cc3062b2e1b2 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Pushing event deleted for resources: {'Subnet': ['ID=f1f86dac-f824-4a48-a11e-65c1f4baba16,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:38.102497 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-375a3f72-6bf0-415c-a074-cc3062b2e1b2 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:38.108150 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-375a3f72-6bf0-415c-a074-cc3062b2e1b2 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] 10.222.0.65 "DELETE /v2.0/subnets/f1f86dac-f824-4a48-a11e-65c1f4baba16 HTTP/1.1" status: 204 len: 168 time: 1.3565922 Mar 11 19:46:38.109154 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 48674) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:38.113303 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d087788d-9f86-4843-8f78-a10a662c90a2 req-e517bbde-43b9-44f4-b8e9-b12910e6f455 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:38.120628 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d087788d-9f86-4843-8f78-a10a662c90a2 req-e517bbde-43b9-44f4-b8e9-b12910e6f455 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4926858-bf43-45b4-8e7b-4c8c842f2c82 HTTP/1.1" status: 200 len: 945 time: 0.2339063 Mar 11 19:46:38.149441 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f80811-e126-40b3-b902-6143775d729d None None] Network 4f3cd59d-8a35-45e9-885a-fc36d4571e80 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:46:38.151297 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device b725d048-2464-4fa2-a676-5a927f4f7e44 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:46:38.247798 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d9000f87-9617-41cf-8cf8-8cb532402008 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (4f3cd59d-8a35-45e9-885a-fc36d4571e80), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:38.298037 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d087788d-9f86-4843-8f78-a10a662c90a2 req-d0ac4ef6-5e85-4c16-9ac7-4e36fa54b444 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=381d5506-1a91-423f-9578-afb9619937f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766155 Mar 11 19:46:38.320399 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-3ee65bca-6e28-4774-bb60-2015b6a77a59 None None] Port 306cd309-f116-46cc-b2d3-c600a5892f30 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:46:38.398711 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-d9000f87-9617-41cf-8cf8-8cb532402008 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Deleting port 92ed692f-bda3-45aa-ba1d-12f7e1eb064f {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:46:38.399850 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d9000f87-9617-41cf-8cf8-8cb532402008 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (92ed692f-bda3-45aa-ba1d-12f7e1eb064f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:38.424877 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port b725d048-2464-4fa2-a676-5a927f4f7e44 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:46:38.425273 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (b725d048-2464-4fa2-a676-5a927f4f7e44), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:38.553060 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a99bc4f8-3c03-4377-90cc-6a06685b7f76 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks [] for port (306cd309-f116-46cc-b2d3-c600a5892f30), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:38.561470 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a99bc4f8-3c03-4377-90cc-6a06685b7f76 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (306cd309-f116-46cc-b2d3-c600a5892f30), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:38.598687 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-d9000f87-9617-41cf-8cf8-8cb532402008 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] For port 92ed692f-bda3-45aa-ba1d-12f7e1eb064f, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=92ed692f-bda3-45aa-ba1d-12f7e1eb064f,segment=NetworkSegment(bb5ba667-b3f0-4ad1-8eb5-f9ab2bafbb25),segment_id=bb5ba667-b3f0-4ad1-8eb5-f9ab2bafbb25)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:46:38.600381 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d9000f87-9617-41cf-8cf8-8cb532402008 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (92ed692f-bda3-45aa-ba1d-12f7e1eb064f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:38.631720 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-d9000f87-9617-41cf-8cf8-8cb532402008 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Calling delete_port for 92ed692f-bda3-45aa-ba1d-12f7e1eb064f owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:46:38.754971 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6171c2e4-5984-4eb7-bb27-cb2a388e604f req-b8d22c33-0eff-49e6-815f-19ed8e446b96 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:38.758299 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6171c2e4-5984-4eb7-bb27-cb2a388e604f req-b8d22c33-0eff-49e6-815f-19ed8e446b96 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=be343d54-4421-403d-b876-889b59b33fc0 HTTP/1.1" status: 200 len: 945 time: 0.2767017 Mar 11 19:46:38.796447 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a99bc4f8-3c03-4377-90cc-6a06685b7f76 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (a3a293f5-698e-4673-8c0b-c6ab73b81c9e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:38.799395 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99bc4f8-3c03-4377-90cc-6a06685b7f76 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Pushing event updated for resources: {'Port': ['ID=306cd309-f116-46cc-b2d3-c600a5892f30,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:38.821455 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ab910b-6d65-4c7e-8593-181eda96652a None None] DHCP port deletion for 4f3cd59d-8a35-45e9-885a-fc36d4571e80 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:46:38.877054 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d9000f87-9617-41cf-8cf8-8cb532402008 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (92ed692f-bda3-45aa-ba1d-12f7e1eb064f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:38.920610 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9000f87-9617-41cf-8cf8-8cb532402008 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Pushing event deleted for resources: {'Port': ['ID=92ed692f-bda3-45aa-ba1d-12f7e1eb064f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:38.930239 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9000f87-9617-41cf-8cf8-8cb532402008 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] No DVR routers for this DVR port 92ed692f-bda3-45aa-ba1d-12f7e1eb064f on host n-d-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:46:38.938506 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6171c2e4-5984-4eb7-bb27-cb2a388e604f req-72f6001d-6e9f-4862-b9da-3444baa02c19 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=5c88090f-a4b6-4ded-8686-842a534273ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635423 Mar 11 19:46:38.939476 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e2ab910b-6d65-4c7e-8593-181eda96652a None None] Deleting port 92ed692f-bda3-45aa-ba1d-12f7e1eb064f {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:46:38.940962 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e2ab910b-6d65-4c7e-8593-181eda96652a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (92ed692f-bda3-45aa-ba1d-12f7e1eb064f), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:39.078755 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port b725d048-2464-4fa2-a676-5a927f4f7e44 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:46:39.093051 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-e2ab910b-6d65-4c7e-8593-181eda96652a None None] For port 92ed692f-bda3-45aa-ba1d-12f7e1eb064f, host n-d-833163-1, got binding levels [] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:46:39.093728 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e2ab910b-6d65-4c7e-8593-181eda96652a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (92ed692f-bda3-45aa-ba1d-12f7e1eb064f), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:39.108418 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e2ab910b-6d65-4c7e-8593-181eda96652a None None] Calling delete_port for 92ed692f-bda3-45aa-ba1d-12f7e1eb064f owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:46:39.109731 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d9000f87-9617-41cf-8cf8-8cb532402008 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (4f3cd59d-8a35-45e9-885a-fc36d4571e80), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:39.111295 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.ipam_backend_mixin [None req-e2ab910b-6d65-4c7e-8593-181eda96652a None None] Port 92ed692f-bda3-45aa-ba1d-12f7e1eb064f was not found and therefore no delete operation was performed {{(pid=103886) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 11 19:46:39.113803 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e2ab910b-6d65-4c7e-8593-181eda96652a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (92ed692f-bda3-45aa-ba1d-12f7e1eb064f), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:39.138695 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-d9000f87-9617-41cf-8cf8-8cb532402008 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f3cd59d-8a35-45e9-885a-fc36d4571e80']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:46:39.146496 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ab910b-6d65-4c7e-8593-181eda96652a None None] Pushing event deleted for resources: {'Port': ['ID=92ed692f-bda3-45aa-ba1d-12f7e1eb064f,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:39.156174 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-d9000f87-9617-41cf-8cf8-8cb532402008 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb5ba667-b3f0-4ad1-8eb5-f9ab2bafbb25') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:46:39.156174 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-d9000f87-9617-41cf-8cf8-8cb532402008 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb5ba667-b3f0-4ad1-8eb5-f9ab2bafbb25') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:46:39.161062 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ab910b-6d65-4c7e-8593-181eda96652a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:39.161423 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ab910b-6d65-4c7e-8593-181eda96652a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:39.161778 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ab910b-6d65-4c7e-8593-181eda96652a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:39.162131 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ab910b-6d65-4c7e-8593-181eda96652a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:39.162474 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ab910b-6d65-4c7e-8593-181eda96652a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:39.162863 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ab910b-6d65-4c7e-8593-181eda96652a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:39.163205 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ab910b-6d65-4c7e-8593-181eda96652a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:39.163540 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ab910b-6d65-4c7e-8593-181eda96652a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:39.163915 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ab910b-6d65-4c7e-8593-181eda96652a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:39.164930 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ab910b-6d65-4c7e-8593-181eda96652a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:39.165388 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ab910b-6d65-4c7e-8593-181eda96652a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:39.165731 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ab910b-6d65-4c7e-8593-181eda96652a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:39.166064 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ab910b-6d65-4c7e-8593-181eda96652a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:46:39.169865 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ab910b-6d65-4c7e-8593-181eda96652a None None] No DVR routers for this DVR port 92ed692f-bda3-45aa-ba1d-12f7e1eb064f on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:46:39.185018 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d9000f87-9617-41cf-8cf8-8cb532402008 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (bb5ba667-b3f0-4ad1-8eb5-f9ab2bafbb25), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:39.201850 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7650ffce-e735-47b1-b08e-27c9dbfa73cc req-93340d91-c243-4f0d-a4ee-fe5c663f7000 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f79cea2-181a-44ce-9c4f-699361644ca4 HTTP/1.1" status: 200 len: 210 time: 0.1332536 Mar 11 19:46:39.216235 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99bc4f8-3c03-4377-90cc-6a06685b7f76 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Network 6f708ebf-ed67-45bf-8053-e5900830d5a1 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:46:39.218747 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-a99bc4f8-3c03-4377-90cc-6a06685b7f76 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:46:39.219695 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d9000f87-9617-41cf-8cf8-8cb532402008 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (bb5ba667-b3f0-4ad1-8eb5-f9ab2bafbb25), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:39.237498 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9000f87-9617-41cf-8cf8-8cb532402008 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Releasing vlan 870 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:46:39.237859 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d9000f87-9617-41cf-8cf8-8cb532402008 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (bb5ba667-b3f0-4ad1-8eb5-f9ab2bafbb25), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:39.393042 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:46:39.393042 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:46:39.393042 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:46:39.393042 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:46:39.393042 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:46:39.393042 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:46:39.393042 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:46:39.393042 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:46:39.393042 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:46:39.393042 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:46:39.393042 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:46:39.393042 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:46:39.393042 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:46:39.393042 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:46:39.393042 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:46:39.393042 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:46:39.393042 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:46:39.393042 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:46:39.393042 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:46:39.393042 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:46:39.393042 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:46:39.393042 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:46:39.393042 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:46:39.393042 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:46:39.393042 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:46:39.393042 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:46:39.393042 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:46:39.393042 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:46:39.393042 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:46:39.393042 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:46:39.393042 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:46:39.393042 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:46:39.398288 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d9000f87-9617-41cf-8cf8-8cb532402008 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (4f3cd59d-8a35-45e9-885a-fc36d4571e80), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:39.423888 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d9000f87-9617-41cf-8cf8-8cb532402008 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:39.437878 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d9000f87-9617-41cf-8cf8-8cb532402008 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] 10.222.0.65 "DELETE /v2.0/networks/4f3cd59d-8a35-45e9-885a-fc36d4571e80 HTTP/1.1" status: 204 len: 168 time: 1.3273623 Mar 11 19:46:39.440987 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9000f87-9617-41cf-8cf8-8cb532402008 tempest-AllowedAddressPairTestJSON-1139927740 tempest-AllowedAddressPairTestJSON-1139927740-project] Pushing event deleted for resources: {'Network': ['ID=4f3cd59d-8a35-45e9-885a-fc36d4571e80,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:39.521455 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a99bc4f8-3c03-4377-90cc-6a06685b7f76 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Router a3a293f5-698e-4673-8c0b-c6ab73b81c9e is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:46:39.700361 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-1bd272d8-32fc-4bc6-9444-8b711d40a23e None None] Provisioning complete for port 306cd309-f116-46cc-b2d3-c600a5892f30 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:46:39.702347 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1bd272d8-32fc-4bc6-9444-8b711d40a23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (306cd309-f116-46cc-b2d3-c600a5892f30), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:39.758154 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a99bc4f8-3c03-4377-90cc-6a06685b7f76 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:46:39.766705 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a99bc4f8-3c03-4377-90cc-6a06685b7f76 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] 10.222.0.65 "PUT /v2.0/routers/a3a293f5-698e-4673-8c0b-c6ab73b81c9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0373216 Mar 11 19:46:39.767299 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 48728) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:39.778927 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d56787c-40c2-42ba-b5ce-bfa295f6997d None None] Sync routers for ids ['a3a293f5-698e-4673-8c0b-c6ab73b81c9e'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:46:39.789838 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-ae2c2ac6-8508-4fed-a397-1d1826b9261b tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Request body: {'port': {'network_id': '6f708ebf-ed67-45bf-8053-e5900830d5a1', 'name': 'tempest-FloatingIPNegativeTestJSON-896505814'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:46:39.797724 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-1bd272d8-32fc-4bc6-9444-8b711d40a23e None None] Port 306cd309-f116-46cc-b2d3-c600a5892f30 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:46:39.803051 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d56787c-40c2-42ba-b5ce-bfa295f6997d None None] Routers {'a3a293f5-698e-4673-8c0b-c6ab73b81c9e'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:46:39.804073 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-9d56787c-40c2-42ba-b5ce-bfa295f6997d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:46:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['a3a293f5-698e-4673-8c0b-c6ab73b81c9e'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:46:39.896994 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-9d56787c-40c2-42ba-b5ce-bfa295f6997d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:46:39.908512 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d56787c-40c2-42ba-b5ce-bfa295f6997d None None] Routers {'a3a293f5-698e-4673-8c0b-c6ab73b81c9e'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:46:39.910017 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-9d56787c-40c2-42ba-b5ce-bfa295f6997d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:46:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['a3a293f5-698e-4673-8c0b-c6ab73b81c9e'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:46:39.948977 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-9d56787c-40c2-42ba-b5ce-bfa295f6997d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:46:39.950021 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d56787c-40c2-42ba-b5ce-bfa295f6997d None None] The sync data for ids ['a3a293f5-698e-4673-8c0b-c6ab73b81c9e'] in n-d-833163-1 is: [] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:46:39.999308 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 48736) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:40.043322 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 92ed692f-bda3-45aa-ba1d-12f7e1eb064f no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:46:40.107898 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2c2ac6-8508-4fed-a397-1d1826b9261b tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Made reservation on behalf of 628fdc76731349f5be9218d36d80c7de for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:46:40.114533 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ae2c2ac6-8508-4fed-a397-1d1826b9261b tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:40.120717 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 92ed692f-bda3-45aa-ba1d-12f7e1eb064f {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:46:40.121279 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 92ed692f-bda3-45aa-ba1d-12f7e1eb064f not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:46:40.207438 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f6a05c-b144-42e2-8905-82051f3d9cef req-ccd14cef-cbad-4d40-be82-26e898227db3 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:40.209590 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b4f6a05c-b144-42e2-8905-82051f3d9cef req-ccd14cef-cbad-4d40-be82-26e898227db3 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4926858-bf43-45b4-8e7b-4c8c842f2c82 HTTP/1.1" status: 200 len: 945 time: 0.2471378 Mar 11 19:46:40.215480 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-ae2c2ac6-8508-4fed-a397-1d1826b9261b tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] device_id is not set on port 2875f67a-ff11-40e6-a25d-6bd807c29af3 yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:46:40.344872 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2b022-edab-45d0-9416-f0d27b6bcb37 req-ff17a4cd-6abc-4e6e-8d20-42d7f1adc7e8 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:40.344872 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f4e2b022-edab-45d0-9416-f0d27b6bcb37 req-ff17a4cd-6abc-4e6e-8d20-42d7f1adc7e8 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.57 "GET /v2.0/networks?id=5f4622d2-6877-42dd-be4c-6b2764b6d954 HTTP/1.1" status: 200 len: 805 time: 0.4064023 Mar 11 19:46:40.364594 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-f4e2b022-edab-45d0-9416-f0d27b6bcb37 req-e6194ccb-a4b0-4b49-a8a1-fc72c593080c tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Request body: {'port': {'device_id': '7f79cea2-181a-44ce-9c4f-699361644ca4', 'network_id': '5f4622d2-6877-42dd-be4c-6b2764b6d954', 'admin_state_up': True, 'tenant_id': '59ec990deac94d1dadc5fda96e3adfe5'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:46:40.433949 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-65d2d7e5-5bb9-4877-ab22-e3c6339fcef8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1e7f7b67727b4dc3964c4b9b6e679b1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4324787 Mar 11 19:46:40.436140 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b4f6a05c-b144-42e2-8905-82051f3d9cef req-866d6204-52f4-4258-b3a0-61ac0aa432bf tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=381d5506-1a91-423f-9578-afb9619937f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099123 Mar 11 19:46:40.436716 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 48750) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:40.547849 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1a209871-bc6e-4eaa-9783-79150fc6d451 admin admin] Publish callbacks [] for security_group (eb35c76e-4137-4e24-be01-c2b61b72d76a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:40.578238 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-ae2c2ac6-8508-4fed-a397-1d1826b9261b tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Allocated IP 172.20.0.13 (6f708ebf-ed67-45bf-8053-e5900830d5a1/7f8417df-8dd4-4b2b-bc44-ab1fb8670c83/2875f67a-ff11-40e6-a25d-6bd807c29af3) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:46:40.589979 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1a209871-bc6e-4eaa-9783-79150fc6d451 admin admin] Publish callbacks [] for security_group (eb35c76e-4137-4e24-be01-c2b61b72d76a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:40.664652 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1a209871-bc6e-4eaa-9783-79150fc6d451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (eb35c76e-4137-4e24-be01-c2b61b72d76a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:40.670330 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1a209871-bc6e-4eaa-9783-79150fc6d451 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:40.672115 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-1a209871-bc6e-4eaa-9783-79150fc6d451 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/eb35c76e-4137-4e24-be01-c2b61b72d76a HTTP/1.1" status: 204 len: 168 time: 0.2329352 Mar 11 19:46:40.714600 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493df129-8065-4ea2-ac52-c5464dc32710 req-20c87a5d-99b1-47df-ae27-49f68d437446 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:40.716355 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a209871-bc6e-4eaa-9783-79150fc6d451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb35c76e-4137-4e24-be01-c2b61b72d76a,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:40.716516 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-493df129-8065-4ea2-ac52-c5464dc32710 req-20c87a5d-99b1-47df-ae27-49f68d437446 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=be343d54-4421-403d-b876-889b59b33fc0 HTTP/1.1" status: 200 len: 945 time: 0.1634994 Mar 11 19:46:40.739357 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4e2b022-edab-45d0-9416-f0d27b6bcb37 req-e6194ccb-a4b0-4b49-a8a1-fc72c593080c tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Made reservation on behalf of 59ec990deac94d1dadc5fda96e3adfe5 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:46:40.742779 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f4e2b022-edab-45d0-9416-f0d27b6bcb37 req-e6194ccb-a4b0-4b49-a8a1-fc72c593080c tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:40.959381 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-493df129-8065-4ea2-ac52-c5464dc32710 req-e448ba87-b98e-40e7-8383-1a39e389f841 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=5c88090f-a4b6-4ded-8686-842a534273ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2337415 Mar 11 19:46:41.005372 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device d390e89a-8eda-47c2-bf64-fbf3e9262dc0 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:46:41.139147 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port d390e89a-8eda-47c2-bf64-fbf3e9262dc0, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=d390e89a-8eda-47c2-bf64-fbf3e9262dc0,segment=NetworkSegment(69eb0e62-687e-4724-ba5c-a415cb9293d1),segment_id=69eb0e62-687e-4724-ba5c-a415cb9293d1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:46:41.141226 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ae2c2ac6-8508-4fed-a397-1d1826b9261b tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks [] for port (2875f67a-ff11-40e6-a25d-6bd807c29af3), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:41.156436 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': 'd390e89a-8eda-47c2-bf64-fbf3e9262dc0', 'network_id': '32196a18-8be7-4227-b019-bc15d0c1f739', 'port_id': 'd390e89a-8eda-47c2-bf64-fbf3e9262dc0', 'mac_address': 'fa:16:3e:6d:58:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c54bb295-7bca-4fbe-aff9-5e7c44904c47', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:46:41.156988 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2728928f-20b2-43d6-b48c-dc448249bee4 req-93fc24e3-4ed2-4bb7-bfda-0866f9cacf46 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f79cea2-181a-44ce-9c4f-699361644ca4 HTTP/1.1" status: 200 len: 210 time: 0.0722957 Mar 11 19:46:41.193243 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-f4e2b022-edab-45d0-9416-f0d27b6bcb37 req-e6194ccb-a4b0-4b49-a8a1-fc72c593080c tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Allocated IP 172.20.0.5 (5f4622d2-6877-42dd-be4c-6b2764b6d954/8d74cfef-df19-4443-8dbc-7728b7150eec/db0680ad-52ed-457e-9224-4ee0f0880afd) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:46:41.216765 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port d390e89a-8eda-47c2-bf64-fbf3e9262dc0 is: ACTIVE; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:46:41.217408 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d390e89a-8eda-47c2-bf64-fbf3e9262dc0), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:41.258964 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d390e89a-8eda-47c2-bf64-fbf3e9262dc0 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:46:41.261521 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ae2c2ac6-8508-4fed-a397-1d1826b9261b tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (2875f67a-ff11-40e6-a25d-6bd807c29af3), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:41.295817 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port d390e89a-8eda-47c2-bf64-fbf3e9262dc0, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=d390e89a-8eda-47c2-bf64-fbf3e9262dc0,segment=NetworkSegment(69eb0e62-687e-4724-ba5c-a415cb9293d1),segment_id=69eb0e62-687e-4724-ba5c-a415cb9293d1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:46:41.302361 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (d390e89a-8eda-47c2-bf64-fbf3e9262dc0), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:41.303766 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device a5ddb8ee-f814-4b98-936f-403277fbc446 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:46:41.344220 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2c2ac6-8508-4fed-a397-1d1826b9261b tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Pushing event updated for resources: {'Port': ['ID=2875f67a-ff11-40e6-a25d-6bd807c29af3,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:41.410928 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2c2ac6-8508-4fed-a397-1d1826b9261b tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Network 6f708ebf-ed67-45bf-8053-e5900830d5a1 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:46:41.418431 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-ae2c2ac6-8508-4fed-a397-1d1826b9261b tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:46:41.428300 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2c2ac6-8508-4fed-a397-1d1826b9261b tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:46:41.479304 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=d390e89a-8eda-47c2-bf64-fbf3e9262dc0,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:41.552263 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2c2ac6-8508-4fed-a397-1d1826b9261b tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:41.554686 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ae2c2ac6-8508-4fed-a397-1d1826b9261b tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:41.638079 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f4e2b022-edab-45d0-9416-f0d27b6bcb37 req-e6194ccb-a4b0-4b49-a8a1-fc72c593080c tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Publish callbacks [] for port (db0680ad-52ed-457e-9224-4ee0f0880afd), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:41.709968 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 48800) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:41.711893 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ae2c2ac6-8508-4fed-a397-1d1826b9261b tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9383280 Mar 11 19:46:41.715914 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-b21bd9f2-45b7-448c-911a-8cf2ed6cf370 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Request body: {'floatingip': {'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:46:41.735409 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port a5ddb8ee-f814-4b98-936f-403277fbc446, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=a5ddb8ee-f814-4b98-936f-403277fbc446,segment=NetworkSegment(f8d24e93-6284-46b5-86c2-c110abb33db1),segment_id=f8d24e93-6284-46b5-86c2-c110abb33db1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:46:41.770310 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542df826-b0ac-4f00-8456-cef76cd3b183 req-a82b0f77-495f-4e80-af83-b07d38d7497b tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:41.778215 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-542df826-b0ac-4f00-8456-cef76cd3b183 req-a82b0f77-495f-4e80-af83-b07d38d7497b tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4926858-bf43-45b4-8e7b-4c8c842f2c82 HTTP/1.1" status: 200 len: 945 time: 0.1846776 Mar 11 19:46:41.794864 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b21bd9f2-45b7-448c-911a-8cf2ed6cf370 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:41.801989 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': 'a5ddb8ee-f814-4b98-936f-403277fbc446', 'network_id': '90663b8c-1bde-4a55-8ab4-a84ee4d3cf19', 'port_id': 'a5ddb8ee-f814-4b98-936f-403277fbc446', 'mac_address': 'fa:16:3e:f3:98:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 872, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83286d6e-3d22-482f-b14a-2fbd7466cc6c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:46:41.835738 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f4e2b022-edab-45d0-9416-f0d27b6bcb37 req-e6194ccb-a4b0-4b49-a8a1-fc72c593080c tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (db0680ad-52ed-457e-9224-4ee0f0880afd), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:41.920766 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6194ccb-a4b0-4b49-a8a1-fc72c593080c tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Pushing event updated for resources: {'Port': ['ID=db0680ad-52ed-457e-9224-4ee0f0880afd,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:41.936759 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4e2b022-edab-45d0-9416-f0d27b6bcb37 req-e6194ccb-a4b0-4b49-a8a1-fc72c593080c tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Network 5f4622d2-6877-42dd-be4c-6b2764b6d954 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:46:41.941961 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-f4e2b022-edab-45d0-9416-f0d27b6bcb37 req-e6194ccb-a4b0-4b49-a8a1-fc72c593080c tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:46:41.950213 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4e2b022-edab-45d0-9416-f0d27b6bcb37 req-e6194ccb-a4b0-4b49-a8a1-fc72c593080c tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:46:41.980659 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port a5ddb8ee-f814-4b98-936f-403277fbc446 is: ACTIVE; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:46:41.981433 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a5ddb8ee-f814-4b98-936f-403277fbc446), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:42.007387 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a5ddb8ee-f814-4b98-936f-403277fbc446 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:46:42.017176 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-542df826-b0ac-4f00-8456-cef76cd3b183 req-ef27f9c7-9434-42b1-a3da-4a5a20e100b4 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=381d5506-1a91-423f-9578-afb9619937f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320597 Mar 11 19:46:42.061372 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port a5ddb8ee-f814-4b98-936f-403277fbc446, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=a5ddb8ee-f814-4b98-936f-403277fbc446,segment=NetworkSegment(f8d24e93-6284-46b5-86c2-c110abb33db1),segment_id=f8d24e93-6284-46b5-86c2-c110abb33db1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:46:42.074901 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (a5ddb8ee-f814-4b98-936f-403277fbc446), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:42.101666 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2b022-edab-45d0-9416-f0d27b6bcb37 req-e6194ccb-a4b0-4b49-a8a1-fc72c593080c tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:42.103063 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f4e2b022-edab-45d0-9416-f0d27b6bcb37 req-e6194ccb-a4b0-4b49-a8a1-fc72c593080c tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:42.183014 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-82d5a92b-b801-463a-bf5a-894f0ab05419 None None] Provisioning complete for port 2875f67a-ff11-40e6-a25d-6bd807c29af3 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:46:42.184925 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-82d5a92b-b801-463a-bf5a-894f0ab05419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (2875f67a-ff11-40e6-a25d-6bd807c29af3), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:42.187549 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b21bd9f2-45b7-448c-911a-8cf2ed6cf370 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:42.230997 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['d390e89a-8eda-47c2-bf64-fbf3e9262dc0'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:46:42.233893 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['a5ddb8ee-f814-4b98-936f-403277fbc446'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:46:42.285439 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=a5ddb8ee-f814-4b98-936f-403277fbc446,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:42.323972 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f4e2b022-edab-45d0-9416-f0d27b6bcb37 req-e6194ccb-a4b0-4b49-a8a1-fc72c593080c tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9672043 Mar 11 19:46:42.332093 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-82d5a92b-b801-463a-bf5a-894f0ab05419 None None] Port 2875f67a-ff11-40e6-a25d-6bd807c29af3 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:46:42.374875 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-f4e2b022-edab-45d0-9416-f0d27b6bcb37 req-2ed547c3-c81a-46c9-9494-2aa759a812cb service neutron] Request body: {'port': {'device_id': '7f79cea2-181a-44ce-9c4f-699361644ca4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:46:42.497474 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f903d-2e74-49c3-9304-660acfef2e12 req-29aed971-a009-4eaf-8030-66c5a6a7eb8f tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:42.506268 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2d2f903d-2e74-49c3-9304-660acfef2e12 req-29aed971-a009-4eaf-8030-66c5a6a7eb8f tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=be343d54-4421-403d-b876-889b59b33fc0 HTTP/1.1" status: 200 len: 944 time: 0.3512223 Mar 11 19:46:42.522119 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-b21bd9f2-45b7-448c-911a-8cf2ed6cf370 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Allocated IP 172.25.8.198 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/03d22203-4eaf-4ce2-b732-1b33f6def7fc) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:46:42.674984 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f4e2b022-edab-45d0-9416-f0d27b6bcb37 req-2ed547c3-c81a-46c9-9494-2aa759a812cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (db0680ad-52ed-457e-9224-4ee0f0880afd), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:42.715263 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2d2f903d-2e74-49c3-9304-660acfef2e12 req-46e39cda-b7fa-4a4d-a2f2-fc5dc481670b tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=5c88090f-a4b6-4ded-8686-842a534273ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2002835 Mar 11 19:46:42.778166 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b21bd9f2-45b7-448c-911a-8cf2ed6cf370 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks [] for port (03d22203-4eaf-4ce2-b732-1b33f6def7fc), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:42.861012 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b21bd9f2-45b7-448c-911a-8cf2ed6cf370 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (03d22203-4eaf-4ce2-b732-1b33f6def7fc), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:42.937410 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 48876) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:42.953324 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21bd9f2-45b7-448c-911a-8cf2ed6cf370 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Pushing event updated for resources: {'Port': ['ID=03d22203-4eaf-4ce2-b732-1b33f6def7fc,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:42.980206 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21bd9f2-45b7-448c-911a-8cf2ed6cf370 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:46:42.982470 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-b21bd9f2-45b7-448c-911a-8cf2ed6cf370 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:46:42.990375 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21bd9f2-45b7-448c-911a-8cf2ed6cf370 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:46:43.003778 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device d390e89a-8eda-47c2-bf64-fbf3e9262dc0 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:46:43.125893 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b21bd9f2-45b7-448c-911a-8cf2ed6cf370 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks [] for floatingip (cead4006-12a7-42a0-b870-bbd98642a2b9), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:43.159000 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port d390e89a-8eda-47c2-bf64-fbf3e9262dc0 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:46:43.159981 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (d390e89a-8eda-47c2-bf64-fbf3e9262dc0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:43.220472 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b21bd9f2-45b7-448c-911a-8cf2ed6cf370 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (03d22203-4eaf-4ce2-b732-1b33f6def7fc), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:43.369274 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port d390e89a-8eda-47c2-bf64-fbf3e9262dc0 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:46:43.370308 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d390e89a-8eda-47c2-bf64-fbf3e9262dc0), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:43.397714 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-f4e2b022-edab-45d0-9416-f0d27b6bcb37 req-2ed547c3-c81a-46c9-9494-2aa759a812cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db0680ad-52ed-457e-9224-4ee0f0880afd {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:46:43.448556 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f4e2b022-edab-45d0-9416-f0d27b6bcb37 req-2ed547c3-c81a-46c9-9494-2aa759a812cb service neutron] Publish callbacks [] for port (db0680ad-52ed-457e-9224-4ee0f0880afd), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:43.470830 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port d390e89a-8eda-47c2-bf64-fbf3e9262dc0, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=d390e89a-8eda-47c2-bf64-fbf3e9262dc0,segment=NetworkSegment(69eb0e62-687e-4724-ba5c-a415cb9293d1),segment_id=69eb0e62-687e-4724-ba5c-a415cb9293d1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:46:43.476929 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be343d54-4421-403d-b876-889b59b33fc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd390e89a-8eda-47c2-bf64-fbf3e9262dc0'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:46:43.488185 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a2403f5-7e47-4cfe-80be-415beb1f3667" -d '{"events": [{"server_uuid": "be343d54-4421-403d-b876-889b59b33fc0", "name": "network-vif-plugged", "status": "completed", "tag": "d390e89a-8eda-47c2-bf64-fbf3e9262dc0"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:46:43.502632 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-f4e2b022-edab-45d0-9416-f0d27b6bcb37 req-2ed547c3-c81a-46c9-9494-2aa759a812cb service neutron] Transition to ACTIVE for port object db0680ad-52ed-457e-9224-4ee0f0880afd will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:46:43.504671 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (d390e89a-8eda-47c2-bf64-fbf3e9262dc0), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:43.505518 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device a5ddb8ee-f814-4b98-936f-403277fbc446 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:46:43.600200 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-b6b0df2c-ee6d-4ea5-93c3-b110fedae3ab tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1354421960'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:46:43.669407 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b0df2c-ee6d-4ea5-93c3-b110fedae3ab tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Made reservation on behalf of 3d44f3ba3b494dd2bca64f692b17e44a for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:46:43.672807 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b6b0df2c-ee6d-4ea5-93c3-b110fedae3ab tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:43.685431 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b6b0df2c-ee6d-4ea5-93c3-b110fedae3ab tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:43.686851 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f4e2b022-edab-45d0-9416-f0d27b6bcb37 req-2ed547c3-c81a-46c9-9494-2aa759a812cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (db0680ad-52ed-457e-9224-4ee0f0880afd), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:43.755600 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc1ca4-6ac6-4708-a946-dd60ef6a2fdd req-a687f225-9470-4617-93bf-da9431eabfdb tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:43.758250 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-febc1ca4-6ac6-4708-a946-dd60ef6a2fdd req-a687f225-9470-4617-93bf-da9431eabfdb tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f79cea2-181a-44ce-9c4f-699361644ca4 HTTP/1.1" status: 200 len: 943 time: 0.2471225 Mar 11 19:46:43.837605 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b6b0df2c-ee6d-4ea5-93c3-b110fedae3ab tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Publish callbacks [] for security_group (6f0f4e32-5804-4a9d-9d9a-7072434ac221), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:43.845474 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b6b0df2c-ee6d-4ea5-93c3-b110fedae3ab tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (6f0f4e32-5804-4a9d-9d9a-7072434ac221), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:43.849619 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=d390e89a-8eda-47c2-bf64-fbf3e9262dc0,revision_number=7']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:43.878255 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b21bd9f2-45b7-448c-911a-8cf2ed6cf370 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks [] for port (03d22203-4eaf-4ce2-b732-1b33f6def7fc), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:43.879368 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port a5ddb8ee-f814-4b98-936f-403277fbc446 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:46:43.888312 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (a5ddb8ee-f814-4b98-936f-403277fbc446), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:43.891235 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b21bd9f2-45b7-448c-911a-8cf2ed6cf370 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (03d22203-4eaf-4ce2-b732-1b33f6def7fc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:43.896281 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6b0df2c-ee6d-4ea5-93c3-b110fedae3ab tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] vlan segment allocate from pool success with {'vlan_id': 879, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:46:43.968039 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b0df2c-ee6d-4ea5-93c3-b110fedae3ab tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0f4e32-5804-4a9d-9d9a-7072434ac221,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:43.976092 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b6b0df2c-ee6d-4ea5-93c3-b110fedae3ab tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (f6fddc89-b73f-4ce2-8905-c436969e7617), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:43.976447 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-b6b0df2c-ee6d-4ea5-93c3-b110fedae3ab tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Added segment f6fddc89-b73f-4ce2-8905-c436969e7617 of type vlan for network ba285030-7ff0-45ac-aeba-75c27bd3518e Mar 11 19:46:44.089257 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port a5ddb8ee-f814-4b98-936f-403277fbc446 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:46:44.090398 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a5ddb8ee-f814-4b98-936f-403277fbc446), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:44.150654 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port a5ddb8ee-f814-4b98-936f-403277fbc446, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=a5ddb8ee-f814-4b98-936f-403277fbc446,segment=NetworkSegment(f8d24e93-6284-46b5-86c2-c110abb33db1),segment_id=f8d24e93-6284-46b5-86c2-c110abb33db1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:46:44.158519 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (a5ddb8ee-f814-4b98-936f-403277fbc446), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:44.169528 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21bd9f2-45b7-448c-911a-8cf2ed6cf370 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Pushing event updated for resources: {'Port': ['ID=03d22203-4eaf-4ce2-b732-1b33f6def7fc,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:44.257142 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b6b0df2c-ee6d-4ea5-93c3-b110fedae3ab tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (ba285030-7ff0-45ac-aeba-75c27bd3518e), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:44.270642 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b21bd9f2-45b7-448c-911a-8cf2ed6cf370 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (cead4006-12a7-42a0-b870-bbd98642a2b9), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:44.322518 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b21bd9f2-45b7-448c-911a-8cf2ed6cf370 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:44.323500 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b21bd9f2-45b7-448c-911a-8cf2ed6cf370 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6118448 Mar 11 19:46:44.338475 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=a5ddb8ee-f814-4b98-936f-403277fbc446,revision_number=7']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:44.339980 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 48914) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:44.356600 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-b7611c76-1af4-4452-b5ba-fb39a9185f4a tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Request body: {'floatingip': {'port_id': '2875f67a-ff11-40e6-a25d-6bd807c29af3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:46:44.504894 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b7611c76-1af4-4452-b5ba-fb39a9185f4a tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks [] for floatingip (cead4006-12a7-42a0-b870-bbd98642a2b9), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:44.507118 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b6b0df2c-ee6d-4ea5-93c3-b110fedae3ab tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (ba285030-7ff0-45ac-aeba-75c27bd3518e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:44.525283 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b0df2c-ee6d-4ea5-93c3-b110fedae3ab tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:44.525961 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b6b0df2c-ee6d-4ea5-93c3-b110fedae3ab tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:44.638070 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed547c3-c81a-46c9-9494-2aa759a812cb service neutron] Pushing event updated for resources: {'Port': ['ID=db0680ad-52ed-457e-9224-4ee0f0880afd,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:44.766074 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-febc1ca4-6ac6-4708-a946-dd60ef6a2fdd req-fc473158-25f8-404c-a989-dcf87c7c36b7 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9889042 Mar 11 19:46:44.788849 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-f4e2b022-edab-45d0-9416-f0d27b6bcb37 req-2ed547c3-c81a-46c9-9494-2aa759a812cb service neutron] Attempting to bind port db0680ad-52ed-457e-9224-4ee0f0880afd on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:46:44.789177 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-f4e2b022-edab-45d0-9416-f0d27b6bcb37 req-2ed547c3-c81a-46c9-9494-2aa759a812cb service neutron] Attempting to bind port db0680ad-52ed-457e-9224-4ee0f0880afd by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '518fbfd6-66d4-46dc-8045-59cddcf132dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5f4622d2-6877-42dd-be4c-6b2764b6d954'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:46:44.789502 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e2b022-edab-45d0-9416-f0d27b6bcb37 req-2ed547c3-c81a-46c9-9494-2aa759a812cb service neutron] Attempting to bind port db0680ad-52ed-457e-9224-4ee0f0880afd on network 5f4622d2-6877-42dd-be4c-6b2764b6d954 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:46:44.814386 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e2b022-edab-45d0-9416-f0d27b6bcb37 req-2ed547c3-c81a-46c9-9494-2aa759a812cb service neutron] Port db0680ad-52ed-457e-9224-4ee0f0880afd on network 5f4622d2-6877-42dd-be4c-6b2764b6d954 not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:46:44.814386 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e2b022-edab-45d0-9416-f0d27b6bcb37 req-2ed547c3-c81a-46c9-9494-2aa759a812cb service neutron] Attempting to bind port db0680ad-52ed-457e-9224-4ee0f0880afd on network 5f4622d2-6877-42dd-be4c-6b2764b6d954 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:46:44.820686 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b6b0df2c-ee6d-4ea5-93c3-b110fedae3ab tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.8694141 Mar 11 19:46:44.823590 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 48922) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:44.882779 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e2b022-edab-45d0-9416-f0d27b6bcb37 req-2ed547c3-c81a-46c9-9494-2aa759a812cb service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:46:44.894813 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e2b022-edab-45d0-9416-f0d27b6bcb37 req-2ed547c3-c81a-46c9-9494-2aa759a812cb service neutron] Checking segment: {'id': '518fbfd6-66d4-46dc-8045-59cddcf132dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5f4622d2-6877-42dd-be4c-6b2764b6d954'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:46:44.894813 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e2b022-edab-45d0-9416-f0d27b6bcb37 req-2ed547c3-c81a-46c9-9494-2aa759a812cb service neutron] Bound using segment: {'id': '518fbfd6-66d4-46dc-8045-59cddcf132dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5f4622d2-6877-42dd-be4c-6b2764b6d954'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:46:44.894813 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-f4e2b022-edab-45d0-9416-f0d27b6bcb37 req-2ed547c3-c81a-46c9-9494-2aa759a812cb service neutron] Bound port: db0680ad-52ed-457e-9224-4ee0f0880afd, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '518fbfd6-66d4-46dc-8045-59cddcf132dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5f4622d2-6877-42dd-be4c-6b2764b6d954'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:46:44.899432 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f4e2b022-edab-45d0-9416-f0d27b6bcb37 req-2ed547c3-c81a-46c9-9494-2aa759a812cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (db0680ad-52ed-457e-9224-4ee0f0880afd), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:44.972990 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-4bf0e8b9-0920-4d13-b7ee-db066eafd840 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Request body: {'subnet': {'network_id': 'ba285030-7ff0-45ac-aeba-75c27bd3518e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:46:45.148676 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-f4e2b022-edab-45d0-9416-f0d27b6bcb37 req-2ed547c3-c81a-46c9-9494-2aa759a812cb service neutron] For port db0680ad-52ed-457e-9224-4ee0f0880afd, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:46:45.152696 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-f4e2b022-edab-45d0-9416-f0d27b6bcb37 req-2ed547c3-c81a-46c9-9494-2aa759a812cb service neutron] For port db0680ad-52ed-457e-9224-4ee0f0880afd, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=db0680ad-52ed-457e-9224-4ee0f0880afd,segment=NetworkSegment(518fbfd6-66d4-46dc-8045-59cddcf132dc),segment_id=518fbfd6-66d4-46dc-8045-59cddcf132dc)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:46:45.162472 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f4e2b022-edab-45d0-9416-f0d27b6bcb37 req-2ed547c3-c81a-46c9-9494-2aa759a812cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (db0680ad-52ed-457e-9224-4ee0f0880afd), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:45.231852 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2b022-edab-45d0-9416-f0d27b6bcb37 req-2ed547c3-c81a-46c9-9494-2aa759a812cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:45.232467 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f4e2b022-edab-45d0-9416-f0d27b6bcb37 req-2ed547c3-c81a-46c9-9494-2aa759a812cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:45.233842 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f4e2b022-edab-45d0-9416-f0d27b6bcb37 req-2ed547c3-c81a-46c9-9494-2aa759a812cb service neutron] 10.222.0.57 "PUT /v2.0/ports/db0680ad-52ed-457e-9224-4ee0f0880afd HTTP/1.1" status: 200 len: 1091 time: 2.8863599 Mar 11 19:46:45.255692 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f79cea2-181a-44ce-9c4f-699361644ca4', 'tag': 'db0680ad-52ed-457e-9224-4ee0f0880afd'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:46:45.258252 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1c2ce7-1eb3-4c02-94f0-dcaed3a8f4eb" -d '{"events": [{"name": "network-changed", "server_uuid": "7f79cea2-181a-44ce-9c4f-699361644ca4", "tag": "db0680ad-52ed-457e-9224-4ee0f0880afd"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:46:45.291295 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f01e2a9-2f14-403b-ab8c-8e54f7587c68 req-b51b28f8-5b65-4793-8a08-cf6af15a6483 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:45.292868 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4f01e2a9-2f14-403b-ab8c-8e54f7587c68 req-b51b28f8-5b65-4793-8a08-cf6af15a6483 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4926858-bf43-45b4-8e7b-4c8c842f2c82 HTTP/1.1" status: 200 len: 945 time: 0.2902448 Mar 11 19:46:45.352469 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed547c3-c81a-46c9-9494-2aa759a812cb service neutron] Pushing event updated for resources: {'Port': ['ID=db0680ad-52ed-457e-9224-4ee0f0880afd,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:45.443076 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b0df2c-ee6d-4ea5-93c3-b110fedae3ab tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Pushing event updated for resources: {'Network': ['ID=ba285030-7ff0-45ac-aeba-75c27bd3518e,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:45.458609 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4f01e2a9-2f14-403b-ab8c-8e54f7587c68 req-6c4c01ef-5c92-4c2d-bb0f-1bedc4b30f15 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=381d5506-1a91-423f-9578-afb9619937f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546624 Mar 11 19:46:45.472807 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network ba285030-7ff0-45ac-aeba-75c27bd3518e details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:46:45.475879 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2b022-edab-45d0-9416-f0d27b6bcb37 req-b4766c3c-37c9-4fac-b656-e4e57ee78ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:45.477942 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f4e2b022-edab-45d0-9416-f0d27b6bcb37 req-b4766c3c-37c9-4fac-b656-e4e57ee78ed3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=59ec990deac94d1dadc5fda96e3adfe5&device_id=7f79cea2-181a-44ce-9c4f-699361644ca4 HTTP/1.1" status: 200 len: 1125 time: 0.1945691 Mar 11 19:46:45.586872 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f4e2b022-edab-45d0-9416-f0d27b6bcb37 req-d9e3e470-b9fb-4f50-8568-57b7ec47517c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db0680ad-52ed-457e-9224-4ee0f0880afd HTTP/1.1" status: 200 len: 217 time: 0.1024079 Mar 11 19:46:45.666664 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf0e8b9-0920-4d13-b7ee-db066eafd840 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Made reservation on behalf of 3d44f3ba3b494dd2bca64f692b17e44a for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:46:45.671239 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4bf0e8b9-0920-4d13-b7ee-db066eafd840 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:45.741195 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2b022-edab-45d0-9416-f0d27b6bcb37 req-1f3666c4-f66c-460f-b5f8-0eb23b039799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:45.743363 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f4e2b022-edab-45d0-9416-f0d27b6bcb37 req-1f3666c4-f66c-460f-b5f8-0eb23b039799 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8d74cfef-df19-4443-8dbc-7728b7150eec HTTP/1.1" status: 200 len: 845 time: 0.1468384 Mar 11 19:46:45.755243 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e10f35f0-61ae-44d3-8513-4b6fb53a9e1b x-openstack-request-id: req-e10f35f0-61ae-44d3-8513-4b6fb53a9e1b {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:46:45.755915 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be343d54-4421-403d-b876-889b59b33fc0", "name": "network-vif-plugged", "status": "completed", "tag": "d390e89a-8eda-47c2-bf64-fbf3e9262dc0", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:46:45.758681 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e10f35f0-61ae-44d3-8513-4b6fb53a9e1b {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:46:45.759486 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be343d54-4421-403d-b876-889b59b33fc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd390e89a-8eda-47c2-bf64-fbf3e9262dc0', 'code': 200} Mar 11 19:46:45.776749 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-b7611c76-1af4-4452-b5ba-fb39a9185f4a tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] update failed (client error): The resource could not be found. Mar 11 19:46:45.781293 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b7611c76-1af4-4452-b5ba-fb39a9185f4a tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] 10.222.0.65 "PUT /v2.0/floatingips/cead4006-12a7-42a0-b870-bbd98642a2b9 HTTP/1.1" status: 404 len: 507 time: 1.4402809 Mar 11 19:46:45.782086 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 48938) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:45.839776 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f4e2b022-edab-45d0-9416-f0d27b6bcb37 req-182dc140-1efb-4ded-8de8-56bda2a35607 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5f4622d2-6877-42dd-be4c-6b2764b6d954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836720 Mar 11 19:46:46.210068 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c44e85d-3361-44d5-9871-e9e4959ad8fe req-b2c86579-8fda-4091-a5ea-6a00c1b93140 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:46.211613 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6c44e85d-3361-44d5-9871-e9e4959ad8fe req-b2c86579-8fda-4091-a5ea-6a00c1b93140 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=be343d54-4421-403d-b876-889b59b33fc0 HTTP/1.1" status: 200 len: 945 time: 0.3469033 Mar 11 19:46:46.325490 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f4e2b022-edab-45d0-9416-f0d27b6bcb37 req-3d830d72-a3e8-4ed1-8016-67e4b0ef1b9b service neutron] 10.222.0.57 "GET /v2.0/networks/5f4622d2-6877-42dd-be4c-6b2764b6d954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4845812 Mar 11 19:46:46.340858 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-4366eef3-3e60-4016-bfff-cbb942c30929 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Deleting port 03d22203-4eaf-4ce2-b732-1b33f6def7fc {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:46:46.345247 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4366eef3-3e60-4016-bfff-cbb942c30929 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (03d22203-4eaf-4ce2-b732-1b33f6def7fc), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:46.512467 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 48944) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:46.540002 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4366eef3-3e60-4016-bfff-cbb942c30929 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (03d22203-4eaf-4ce2-b732-1b33f6def7fc), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:46.540331 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4366eef3-3e60-4016-bfff-cbb942c30929 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks [] for floatingip (03d22203-4eaf-4ce2-b732-1b33f6def7fc), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:46.566779 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-4366eef3-3e60-4016-bfff-cbb942c30929 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Calling delete_port for 03d22203-4eaf-4ce2-b732-1b33f6def7fc owned by network:floatingip {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:46:46.604803 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6c44e85d-3361-44d5-9871-e9e4959ad8fe req-53ff3fe8-eea4-47f7-bfe7-f8fefb6ea223 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=5c88090f-a4b6-4ded-8686-842a534273ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3721499 Mar 11 19:46:46.695379 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f4e2b022-edab-45d0-9416-f0d27b6bcb37 req-18bbb15c-406c-49aa-b4a9-f78cb1431159 service neutron] 10.222.0.57 "GET /v2.0/networks/5f4622d2-6877-42dd-be4c-6b2764b6d954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565536 Mar 11 19:46:46.877639 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9e752b3d-e0f3-475a-b4b9-4ce381832453 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:46.989651 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4366eef3-3e60-4016-bfff-cbb942c30929 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (03d22203-4eaf-4ce2-b732-1b33f6def7fc), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:47.003797 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4bf0e8b9-0920-4d13-b7ee-db066eafd840 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (d501b2fd-9495-4a7b-bd21-48f00fee56ad), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:47.106034 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9e752b3d-e0f3-475a-b4b9-4ce381832453 admin admin] Publish callbacks [] for security_group (3bce08a7-fe42-4493-83a1-121c96232e0c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:47.121138 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9e752b3d-e0f3-475a-b4b9-4ce381832453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (3bce08a7-fe42-4493-83a1-121c96232e0c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:47.125493 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceff60d8-221d-4398-8cd0-13e38d342b37 x-openstack-request-id: req-ceff60d8-221d-4398-8cd0-13e38d342b37 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:46:47.125493 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f79cea2-181a-44ce-9c4f-699361644ca4", "tag": "db0680ad-52ed-457e-9224-4ee0f0880afd", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:46:47.125493 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ceff60d8-221d-4398-8cd0-13e38d342b37 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:46:47.137617 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f79cea2-181a-44ce-9c4f-699361644ca4', 'tag': 'db0680ad-52ed-457e-9224-4ee0f0880afd', 'status': 'completed', 'code': 200} Mar 11 19:46:47.256976 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4366eef3-3e60-4016-bfff-cbb942c30929 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Pushing event deleted for resources: {'Port': ['ID=03d22203-4eaf-4ce2-b732-1b33f6def7fc,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:47.443308 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-9e752b3d-e0f3-475a-b4b9-4ce381832453 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=844041feb68042e3960e041059154716&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9297290 Mar 11 19:46:47.447657 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 48952) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:47.459831 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e752b3d-e0f3-475a-b4b9-4ce381832453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bce08a7-fe42-4493-83a1-121c96232e0c,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:47.502071 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf0e8b9-0920-4d13-b7ee-db066eafd840 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Pushing event updated for resources: {'Subnet': ['ID=d501b2fd-9495-4a7b-bd21-48f00fee56ad,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:47.509341 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf0e8b9-0920-4d13-b7ee-db066eafd840 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Checking segment: {'id': 'f6fddc89-b73f-4ce2-8905-c436969e7617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'ba285030-7ff0-45ac-aeba-75c27bd3518e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:46:47.509676 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf0e8b9-0920-4d13-b7ee-db066eafd840 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Network hostable DHCP agents. Network: ba285030-7ff0-45ac-aeba-75c27bd3518e, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:46:47.512105 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4366eef3-3e60-4016-bfff-cbb942c30929 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks [] for floatingip (cead4006-12a7-42a0-b870-bbd98642a2b9), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:47.515151 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4366eef3-3e60-4016-bfff-cbb942c30929 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:47.515666 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1c2ce7-1eb3-4c02-94f0-dcaed3a8f4eb req-43d56cd8-a3f5-43ba-bd82-c9be330af9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:47.516372 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4366eef3-3e60-4016-bfff-cbb942c30929 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] 10.222.0.65 "DELETE /v2.0/floatingips/cead4006-12a7-42a0-b870-bbd98642a2b9 HTTP/1.1" status: 204 len: 168 time: 1.7060995 Mar 11 19:46:47.522402 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8f1c2ce7-1eb3-4c02-94f0-dcaed3a8f4eb req-43d56cd8-a3f5-43ba-bd82-c9be330af9a1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=59ec990deac94d1dadc5fda96e3adfe5&device_id=7f79cea2-181a-44ce-9c4f-699361644ca4 HTTP/1.1" status: 200 len: 1125 time: 0.3277559 Mar 11 19:46:47.522994 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 48954) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:47.552864 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-11d32c0b-0c44-4e57-8163-162ca07931e4 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Request body: {'floatingip': {'floating_network_id': '6f708ebf-ed67-45bf-8053-e5900830d5a1', 'port_id': '2875f67a-ff11-40e6-a25d-6bd807c29af3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:46:47.556955 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a90e6865-c7a8-46f2-b1f5-dab926955656 admin admin] Publish callbacks [] for security_group (3bce08a7-fe42-4493-83a1-121c96232e0c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:47.574857 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf0e8b9-0920-4d13-b7ee-db066eafd840 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Network ba285030-7ff0-45ac-aeba-75c27bd3518e is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:46:47.678377 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92714ec8-a643-4403-9470-4f050bfa2db8 req-bfaa1d3d-7420-4fdb-8fb9-20fbf6b795c6 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:47.684999 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-4bf0e8b9-0920-4d13-b7ee-db066eafd840 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, ba285030-7ff0-45ac-aeba-75c27bd3518e) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:46:47.692001 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf0e8b9-0920-4d13-b7ee-db066eafd840 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:47.692613 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4bf0e8b9-0920-4d13-b7ee-db066eafd840 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:47.696162 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf66ba64-bfdf-40de-b8be-7598d6ac74c1 None None] Network ba285030-7ff0-45ac-aeba-75c27bd3518e requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:46:47.708696 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-92714ec8-a643-4403-9470-4f050bfa2db8 req-bfaa1d3d-7420-4fdb-8fb9-20fbf6b795c6 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f79cea2-181a-44ce-9c4f-699361644ca4 HTTP/1.1" status: 200 len: 943 time: 0.4023564 Mar 11 19:46:47.734308 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4bf0e8b9-0920-4d13-b7ee-db066eafd840 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8498163 Mar 11 19:46:47.734561 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 48960) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:47.741044 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-f254382f-1d6d-4479-8f67-bf3dff06ad9c tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Request body: {'port': {'network_id': 'ba285030-7ff0-45ac-aeba-75c27bd3518e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1652553122'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:46:47.797012 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4926858-bf43-45b4-8e7b-4c8c842f2c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ddb8ee-f814-4b98-936f-403277fbc446'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:46:47.806364 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5a8564-accb-4f0a-bcc1-c1b9ccb0b211" -d '{"events": [{"server_uuid": "b4926858-bf43-45b4-8e7b-4c8c842f2c82", "name": "network-vif-plugged", "status": "completed", "tag": "a5ddb8ee-f814-4b98-936f-403277fbc446"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:46:47.881360 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a90e6865-c7a8-46f2-b1f5-dab926955656 admin admin] Publish callbacks [] for security_group (3bce08a7-fe42-4493-83a1-121c96232e0c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:47.891036 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-11d32c0b-0c44-4e57-8163-162ca07931e4 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:48.063924 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aed2a93-58d2-46db-a067-1c900566de7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-ba285030-7ff0-45ac-aeba-75c27bd3518e', 'network_id': 'ba285030-7ff0-45ac-aeba-75c27bd3518e', 'project_id': '3d44f3ba3b494dd2bca64f692b17e44a', 'fixed_ips': [{'subnet_id': 'd501b2fd-9495-4a7b-bd21-48f00fee56ad'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:46:48.064802 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9aed2a93-58d2-46db-a067-1c900566de7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:48.167267 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f254382f-1d6d-4479-8f67-bf3dff06ad9c tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Made reservation on behalf of 3d44f3ba3b494dd2bca64f692b17e44a for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:46:48.176729 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f254382f-1d6d-4479-8f67-bf3dff06ad9c tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:48.249909 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-f254382f-1d6d-4479-8f67-bf3dff06ad9c tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] device_id is not set on port 67017316-f6f0-4366-9045-4da8fd614e4d yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:46:48.342681 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-92714ec8-a643-4403-9470-4f050bfa2db8 req-f1595e8a-bf65-49f1-986d-815081b0433a tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6345384 Mar 11 19:46:48.371724 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1c2ce7-1eb3-4c02-94f0-dcaed3a8f4eb req-8ffe030f-9100-430b-8cc6-16239df8e143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:48.378701 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8f1c2ce7-1eb3-4c02-94f0-dcaed3a8f4eb req-8ffe030f-9100-430b-8cc6-16239df8e143 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5f4622d2-6877-42dd-be4c-6b2764b6d954 HTTP/1.1" status: 200 len: 906 time: 0.8331282 Mar 11 19:46:48.497270 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-9aed2a93-58d2-46db-a067-1c900566de7c None None] Allocated IP 2001:db8::2 (ba285030-7ff0-45ac-aeba-75c27bd3518e/d501b2fd-9495-4a7b-bd21-48f00fee56ad/5f034d44-d385-4d14-a8de-d8740a2f176b) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:46:48.515348 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8f1c2ce7-1eb3-4c02-94f0-dcaed3a8f4eb req-7ca5a935-1dbe-4e0e-aef7-5a16a2cab5ae service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db0680ad-52ed-457e-9224-4ee0f0880afd HTTP/1.1" status: 200 len: 217 time: 0.1136649 Mar 11 19:46:48.563465 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:46:48.633362 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a90e6865-c7a8-46f2-b1f5-dab926955656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (3bce08a7-fe42-4493-83a1-121c96232e0c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:48.636301 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a90e6865-c7a8-46f2-b1f5-dab926955656 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:48.640538 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a90e6865-c7a8-46f2-b1f5-dab926955656 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3bce08a7-fe42-4493-83a1-121c96232e0c HTTP/1.1" status: 204 len: 168 time: 1.1918967 Mar 11 19:46:48.680963 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90e6865-c7a8-46f2-b1f5-dab926955656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bce08a7-fe42-4493-83a1-121c96232e0c,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:48.695125 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1c2ce7-1eb3-4c02-94f0-dcaed3a8f4eb req-87b61fb5-f541-472c-bf2b-04abe30fc5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:48.698039 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8f1c2ce7-1eb3-4c02-94f0-dcaed3a8f4eb req-87b61fb5-f541-472c-bf2b-04abe30fc5bf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8d74cfef-df19-4443-8dbc-7728b7150eec HTTP/1.1" status: 200 len: 845 time: 0.1620703 Mar 11 19:46:48.751645 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c4020d-7757-48f6-9b0c-15cdf79eb887 req-7896a08c-be8d-43fb-b76c-4dd85b8c261d tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:48.782187 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a0c4020d-7757-48f6-9b0c-15cdf79eb887 req-7896a08c-be8d-43fb-b76c-4dd85b8c261d tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4926858-bf43-45b4-8e7b-4c8c842f2c82 HTTP/1.1" status: 200 len: 945 time: 0.2636611 Mar 11 19:46:48.823163 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8f1c2ce7-1eb3-4c02-94f0-dcaed3a8f4eb req-507c3203-17f4-478b-a5d1-d87c3314437f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5f4622d2-6877-42dd-be4c-6b2764b6d954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1030209 Mar 11 19:46:49.043770 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a0c4020d-7757-48f6-9b0c-15cdf79eb887 req-19af448d-8211-4fce-9e7a-b14a2776c05e tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=381d5506-1a91-423f-9578-afb9619937f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602172 Mar 11 19:46:49.125460 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9aed2a93-58d2-46db-a067-1c900566de7c None None] Publish callbacks [] for port (5f034d44-d385-4d14-a8de-d8740a2f176b), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:49.139676 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [None req-11d32c0b-0c44-4e57-8163-162ca07931e4 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:46:49.157605 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-11d32c0b-0c44-4e57-8163-162ca07931e4 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.6305602 Mar 11 19:46:49.158470 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 48976) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:49.166674 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-ab042c76-1764-4db8-8392-ba5963070e84 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Request body: {'floatingip': {'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'port_id': '2875f67a-ff11-40e6-a25d-6bd807c29af3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:46:49.196334 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9aed2a93-58d2-46db-a067-1c900566de7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (5f034d44-d385-4d14-a8de-d8740a2f176b), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:49.224374 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8f1c2ce7-1eb3-4c02-94f0-dcaed3a8f4eb req-d13a432c-5c4f-4872-8ac2-a3b8c619f6a9 service neutron] 10.222.0.57 "GET /v2.0/networks/5f4622d2-6877-42dd-be4c-6b2764b6d954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3941069 Mar 11 19:46:49.226916 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab042c76-1764-4db8-8392-ba5963070e84 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:49.357795 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-f254382f-1d6d-4479-8f67-bf3dff06ad9c tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Allocated IP 2001:db8::195 (ba285030-7ff0-45ac-aeba-75c27bd3518e/d501b2fd-9495-4a7b-bd21-48f00fee56ad/67017316-f6f0-4366-9045-4da8fd614e4d) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:46:49.406626 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:49.434489 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aed2a93-58d2-46db-a067-1c900566de7c None None] Network ba285030-7ff0-45ac-aeba-75c27bd3518e is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:46:49.441453 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-9aed2a93-58d2-46db-a067-1c900566de7c None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:46:49.447252 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aed2a93-58d2-46db-a067-1c900566de7c None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:46:49.457184 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aed2a93-58d2-46db-a067-1c900566de7c None None] Pushing event updated for resources: {'Port': ['ID=5f034d44-d385-4d14-a8de-d8740a2f176b,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:49.525073 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 48980) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:49.556274 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-9aed2a93-58d2-46db-a067-1c900566de7c None None] Attempting to bind port 5f034d44-d385-4d14-a8de-d8740a2f176b on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:46:49.556948 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-9aed2a93-58d2-46db-a067-1c900566de7c None None] Attempting to bind port 5f034d44-d385-4d14-a8de-d8740a2f176b by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'f6fddc89-b73f-4ce2-8905-c436969e7617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'ba285030-7ff0-45ac-aeba-75c27bd3518e'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:46:49.557543 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aed2a93-58d2-46db-a067-1c900566de7c None None] Attempting to bind port 5f034d44-d385-4d14-a8de-d8740a2f176b on network ba285030-7ff0-45ac-aeba-75c27bd3518e {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:46:49.569289 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aed2a93-58d2-46db-a067-1c900566de7c None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:46:49.571921 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aed2a93-58d2-46db-a067-1c900566de7c None None] Checking segment: {'id': 'f6fddc89-b73f-4ce2-8905-c436969e7617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'ba285030-7ff0-45ac-aeba-75c27bd3518e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:46:49.577773 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9aed2a93-58d2-46db-a067-1c900566de7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:49.579014 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aed2a93-58d2-46db-a067-1c900566de7c None None] Bound using segment: {'id': 'f6fddc89-b73f-4ce2-8905-c436969e7617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'ba285030-7ff0-45ac-aeba-75c27bd3518e'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:46:49.579777 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-9aed2a93-58d2-46db-a067-1c900566de7c None None] Bound port: 5f034d44-d385-4d14-a8de-d8740a2f176b, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6fddc89-b73f-4ce2-8905-c436969e7617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': 'ba285030-7ff0-45ac-aeba-75c27bd3518e'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:46:49.580373 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9aed2a93-58d2-46db-a067-1c900566de7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (5f034d44-d385-4d14-a8de-d8740a2f176b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:49.607405 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8f1c2ce7-1eb3-4c02-94f0-dcaed3a8f4eb req-ea4c3191-36ff-4d36-bb3a-ee4c216d29f0 service neutron] 10.222.0.57 "GET /v2.0/networks/5f4622d2-6877-42dd-be4c-6b2764b6d954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3765345 Mar 11 19:46:49.641751 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4697c30-4330-4794-a455-a8149c4d47ac req-42ebffc0-bf33-4612-9586-6d0068a63c01 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:49.644118 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a4697c30-4330-4794-a455-a8149c4d47ac req-42ebffc0-bf33-4612-9586-6d0068a63c01 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=be343d54-4421-403d-b876-889b59b33fc0 HTTP/1.1" status: 200 len: 945 time: 0.4113452 Mar 11 19:46:49.656592 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-53ff0a89-c312-4e53-afb2-e4af08eba1ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:49.763028 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-53ff0a89-c312-4e53-afb2-e4af08eba1ce admin admin] Publish callbacks [] for security_group (e980e02b-ac21-41b5-a6c2-6446030a34f0), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:49.776350 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-53ff0a89-c312-4e53-afb2-e4af08eba1ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (e980e02b-ac21-41b5-a6c2-6446030a34f0), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:49.811241 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-9aed2a93-58d2-46db-a067-1c900566de7c None None] For port 5f034d44-d385-4d14-a8de-d8740a2f176b, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:46:49.821049 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-9aed2a93-58d2-46db-a067-1c900566de7c None None] For port 5f034d44-d385-4d14-a8de-d8740a2f176b, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=5f034d44-d385-4d14-a8de-d8740a2f176b,segment=NetworkSegment(f6fddc89-b73f-4ce2-8905-c436969e7617),segment_id=f6fddc89-b73f-4ce2-8905-c436969e7617)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:46:49.841462 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9aed2a93-58d2-46db-a067-1c900566de7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (5f034d44-d385-4d14-a8de-d8740a2f176b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:49.926553 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-53ff0a89-c312-4e53-afb2-e4af08eba1ce admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3940751492644ca7a3a417f958fe31a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3853688 Mar 11 19:46:49.933115 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f254382f-1d6d-4479-8f67-bf3dff06ad9c tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Publish callbacks [] for port (67017316-f6f0-4366-9045-4da8fd614e4d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:49.937974 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 48982) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:49.948328 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aed2a93-58d2-46db-a067-1c900566de7c None None] Pushing event updated for resources: {'Port': ['ID=5f034d44-d385-4d14-a8de-d8740a2f176b,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:50.055579 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ff0a89-c312-4e53-afb2-e4af08eba1ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e980e02b-ac21-41b5-a6c2-6446030a34f0,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:50.180975 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a4697c30-4330-4794-a455-a8149c4d47ac req-9c83677f-05fd-4cff-8a37-f4b396b95bc0 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=5c88090f-a4b6-4ded-8686-842a534273ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5270956 Mar 11 19:46:50.186768 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab042c76-1764-4db8-8392-ba5963070e84 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:50.320538 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1b0f519b-1d46-4fa5-be53-31a38715f448 admin admin] Publish callbacks [] for security_group (e980e02b-ac21-41b5-a6c2-6446030a34f0), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:50.405255 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e391e81a-079a-4411-99eb-0699cd64c8df x-openstack-request-id: req-e391e81a-079a-4411-99eb-0699cd64c8df {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:46:50.405255 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4926858-bf43-45b4-8e7b-4c8c842f2c82", "name": "network-vif-plugged", "status": "completed", "tag": "a5ddb8ee-f814-4b98-936f-403277fbc446", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:46:50.405255 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e391e81a-079a-4411-99eb-0699cd64c8df {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:46:50.405255 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4926858-bf43-45b4-8e7b-4c8c842f2c82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ddb8ee-f814-4b98-936f-403277fbc446', 'code': 200} Mar 11 19:46:50.427008 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1b0f519b-1d46-4fa5-be53-31a38715f448 admin admin] Publish callbacks [] for security_group (e980e02b-ac21-41b5-a6c2-6446030a34f0), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:50.547973 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-ab042c76-1764-4db8-8392-ba5963070e84 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Allocated IP 172.25.8.225 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/c605195e-352c-4703-9ceb-e3cbca253a4b) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:46:50.655454 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f254382f-1d6d-4479-8f67-bf3dff06ad9c tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (67017316-f6f0-4366-9045-4da8fd614e4d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:50.655454 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1b0f519b-1d46-4fa5-be53-31a38715f448 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (e980e02b-ac21-41b5-a6c2-6446030a34f0), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:50.655454 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1b0f519b-1d46-4fa5-be53-31a38715f448 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:50.655454 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-1b0f519b-1d46-4fa5-be53-31a38715f448 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e980e02b-ac21-41b5-a6c2-6446030a34f0 HTTP/1.1" status: 204 len: 168 time: 0.6224723 Mar 11 19:46:50.655454 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0f519b-1d46-4fa5-be53-31a38715f448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e980e02b-ac21-41b5-a6c2-6446030a34f0,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:50.697518 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f254382f-1d6d-4479-8f67-bf3dff06ad9c tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Network ba285030-7ff0-45ac-aeba-75c27bd3518e is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:46:50.724832 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device db0680ad-52ed-457e-9224-4ee0f0880afd details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:46:50.737207 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-f254382f-1d6d-4479-8f67-bf3dff06ad9c tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:46:50.744453 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f254382f-1d6d-4479-8f67-bf3dff06ad9c tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:46:50.765442 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f254382f-1d6d-4479-8f67-bf3dff06ad9c tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:50.766126 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f254382f-1d6d-4479-8f67-bf3dff06ad9c tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:50.790526 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f254382f-1d6d-4479-8f67-bf3dff06ad9c tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Pushing event updated for resources: {'Port': ['ID=67017316-f6f0-4366-9045-4da8fd614e4d,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:50.826931 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f254382f-1d6d-4479-8f67-bf3dff06ad9c tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.0887027 Mar 11 19:46:50.828161 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 48998) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:50.837198 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-57bbab28-9c77-455c-ac8a-437f2a3576f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Request body: {'port': {'network_id': 'ba285030-7ff0-45ac-aeba-75c27bd3518e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-305294779', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:46:50.837699 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.api.validators [None req-57bbab28-9c77-455c-ac8a-437f2a3576f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] bootfile-name is not in valid_values {{(pid=103884) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 11 19:46:50.839993 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.api.validators [None req-57bbab28-9c77-455c-ac8a-437f2a3576f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] tftp-server is not in valid_values {{(pid=103884) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 11 19:46:50.840398 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.api.validators [None req-57bbab28-9c77-455c-ac8a-437f2a3576f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] server-ip-address is not in valid_values {{(pid=103884) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 11 19:46:50.973026 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab042c76-1764-4db8-8392-ba5963070e84 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks [] for port (c605195e-352c-4703-9ceb-e3cbca253a4b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:51.002392 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b2c1e-86f2-4b34-bcfb-fd5e9729a158 req-9151128c-6dad-4ec9-bddc-13ebee0ffb7d tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:51.015352 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-970b2c1e-86f2-4b34-bcfb-fd5e9729a158 req-9151128c-6dad-4ec9-bddc-13ebee0ffb7d tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f79cea2-181a-44ce-9c4f-699361644ca4 HTTP/1.1" status: 200 len: 943 time: 0.2817311 Mar 11 19:46:51.070397 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port db0680ad-52ed-457e-9224-4ee0f0880afd, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=db0680ad-52ed-457e-9224-4ee0f0880afd,segment=NetworkSegment(518fbfd6-66d4-46dc-8045-59cddcf132dc),segment_id=518fbfd6-66d4-46dc-8045-59cddcf132dc)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:46:51.085126 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57bbab28-9c77-455c-ac8a-437f2a3576f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Made reservation on behalf of 3d44f3ba3b494dd2bca64f692b17e44a for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:46:51.090362 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-57bbab28-9c77-455c-ac8a-437f2a3576f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:51.149653 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-57bbab28-9c77-455c-ac8a-437f2a3576f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] device_id is not set on port 4dea8052-e192-4bc4-8fca-1a9434fc2091 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:46:51.184776 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': 'db0680ad-52ed-457e-9224-4ee0f0880afd', 'network_id': '5f4622d2-6877-42dd-be4c-6b2764b6d954', 'port_id': 'db0680ad-52ed-457e-9224-4ee0f0880afd', 'mac_address': 'fa:16:3e:93:77:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 866, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d74cfef-df19-4443-8dbc-7728b7150eec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:46:51.190871 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab042c76-1764-4db8-8392-ba5963070e84 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (c605195e-352c-4703-9ceb-e3cbca253a4b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:51.282790 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port db0680ad-52ed-457e-9224-4ee0f0880afd is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:46:51.282790 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (db0680ad-52ed-457e-9224-4ee0f0880afd), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:51.302539 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-970b2c1e-86f2-4b34-bcfb-fd5e9729a158 req-b0e9b62f-0c13-4d2c-a1a0-14cbf8e0e6f2 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861695 Mar 11 19:46:51.326540 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db0680ad-52ed-457e-9224-4ee0f0880afd {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:46:51.372243 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab042c76-1764-4db8-8392-ba5963070e84 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:46:51.383517 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-ab042c76-1764-4db8-8392-ba5963070e84 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:46:51.392768 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port db0680ad-52ed-457e-9224-4ee0f0880afd, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=db0680ad-52ed-457e-9224-4ee0f0880afd,segment=NetworkSegment(518fbfd6-66d4-46dc-8045-59cddcf132dc),segment_id=518fbfd6-66d4-46dc-8045-59cddcf132dc)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:46:51.400605 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab042c76-1764-4db8-8392-ba5963070e84 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:46:51.408768 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (db0680ad-52ed-457e-9224-4ee0f0880afd), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:51.511728 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab042c76-1764-4db8-8392-ba5963070e84 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Pushing event updated for resources: {'Port': ['ID=c605195e-352c-4703-9ceb-e3cbca253a4b,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:51.647020 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-57bbab28-9c77-455c-ac8a-437f2a3576f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Allocated IP 2001:db8::51 (ba285030-7ff0-45ac-aeba-75c27bd3518e/d501b2fd-9495-4a7b-bd21-48f00fee56ad/4dea8052-e192-4bc4-8fca-1a9434fc2091) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:46:51.964693 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7bba8d-1b8e-43cd-8d53-783dcdff8171 req-92d86f21-1ea0-4485-883a-052f5af7c196 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:51.966804 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4f7bba8d-1b8e-43cd-8d53-783dcdff8171 req-92d86f21-1ea0-4485-883a-052f5af7c196 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4926858-bf43-45b4-8e7b-4c8c842f2c82 HTTP/1.1" status: 200 len: 945 time: 0.4562480 Mar 11 19:46:52.036624 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-ab042c76-1764-4db8-8392-ba5963070e84 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Deleting port c605195e-352c-4703-9ceb-e3cbca253a4b {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:46:52.036973 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab042c76-1764-4db8-8392-ba5963070e84 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (c605195e-352c-4703-9ceb-e3cbca253a4b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:52.057135 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=db0680ad-52ed-457e-9224-4ee0f0880afd,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:52.149886 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cab4bce-5b25-41d9-9675-eed0661a1375 None None] Network ba285030-7ff0-45ac-aeba-75c27bd3518e requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:46:52.211134 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['db0680ad-52ed-457e-9224-4ee0f0880afd'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:46:52.273528 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4f7bba8d-1b8e-43cd-8d53-783dcdff8171 req-1985ec40-b885-4af5-99a2-5cd9a269af29 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=381d5506-1a91-423f-9578-afb9619937f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957563 Mar 11 19:46:52.291789 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-57bbab28-9c77-455c-ac8a-437f2a3576f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Publish callbacks [] for port (4dea8052-e192-4bc4-8fca-1a9434fc2091), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:52.410914 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 5f034d44-d385-4d14-a8de-d8740a2f176b up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:46:52.433562 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-57bbab28-9c77-455c-ac8a-437f2a3576f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (4dea8052-e192-4bc4-8fca-1a9434fc2091), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:52.518827 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab042c76-1764-4db8-8392-ba5963070e84 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (c605195e-352c-4703-9ceb-e3cbca253a4b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:52.519060 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab042c76-1764-4db8-8392-ba5963070e84 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks [] for floatingip (c605195e-352c-4703-9ceb-e3cbca253a4b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:52.579380 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bbab28-9c77-455c-ac8a-437f2a3576f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Network ba285030-7ff0-45ac-aeba-75c27bd3518e is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:46:52.606680 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-57bbab28-9c77-455c-ac8a-437f2a3576f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:46:52.629815 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bbab28-9c77-455c-ac8a-437f2a3576f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:46:52.640514 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-204903a8-e7ad-4cff-871f-f30c4adf2c42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:52.653986 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bbab28-9c77-455c-ac8a-437f2a3576f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:52.657146 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-8c1302a9-bac3-4a76-b97f-13d42016c5ac None None] Provisioning complete for port 5f034d44-d385-4d14-a8de-d8740a2f176b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:46:52.657743 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8c1302a9-bac3-4a76-b97f-13d42016c5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (5f034d44-d385-4d14-a8de-d8740a2f176b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:52.660184 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-57bbab28-9c77-455c-ac8a-437f2a3576f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:52.677696 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-ab042c76-1764-4db8-8392-ba5963070e84 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Calling delete_port for c605195e-352c-4703-9ceb-e3cbca253a4b owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:46:52.688846 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bbab28-9c77-455c-ac8a-437f2a3576f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Pushing event updated for resources: {'Port': ['ID=4dea8052-e192-4bc4-8fca-1a9434fc2091,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:52.749975 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-57bbab28-9c77-455c-ac8a-437f2a3576f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 1.9207988 Mar 11 19:46:52.751034 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49036) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:52.784838 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66886763-1d7e-4b04-bb9b-63fc9d850920 req-c939c0a5-6afc-4bc2-bd38-19ad4a965d2f tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:52.786356 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-66886763-1d7e-4b04-bb9b-63fc9d850920 req-c939c0a5-6afc-4bc2-bd38-19ad4a965d2f tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=be343d54-4421-403d-b876-889b59b33fc0 HTTP/1.1" status: 200 len: 945 time: 0.3370705 Mar 11 19:46:52.844143 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:52.886408 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798e09b1-7a00-4ebc-aaa3-cbf0643d63fb tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:52.906322 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798e09b1-7a00-4ebc-aaa3-cbf0643d63fb tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:52.922034 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798e09b1-7a00-4ebc-aaa3-cbf0643d63fb tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:52.934165 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-798e09b1-7a00-4ebc-aaa3-cbf0643d63fb tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.1797311 Mar 11 19:46:52.936915 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49038) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:53.039794 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-66886763-1d7e-4b04-bb9b-63fc9d850920 req-cb4e4b49-959e-49e3-8eac-a96549630523 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=5c88090f-a4b6-4ded-8686-842a534273ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1704524 Mar 11 19:46:53.083729 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 5f034d44-d385-4d14-a8de-d8740a2f176b triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:46:53.083729 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (5f034d44-d385-4d14-a8de-d8740a2f176b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:53.272622 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab042c76-1764-4db8-8392-ba5963070e84 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (c605195e-352c-4703-9ceb-e3cbca253a4b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:53.289512 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-96728d76-34b1-417e-8609-17e5d13ffea7 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Deleting port 4dea8052-e192-4bc4-8fca-1a9434fc2091 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:46:53.296614 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-96728d76-34b1-417e-8609-17e5d13ffea7 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (4dea8052-e192-4bc4-8fca-1a9434fc2091), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:53.414095 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab042c76-1764-4db8-8392-ba5963070e84 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Pushing event deleted for resources: {'Port': ['ID=c605195e-352c-4703-9ceb-e3cbca253a4b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:53.497137 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-96728d76-34b1-417e-8609-17e5d13ffea7 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (4dea8052-e192-4bc4-8fca-1a9434fc2091), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:53.512391 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-96728d76-34b1-417e-8609-17e5d13ffea7 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Calling delete_port for 4dea8052-e192-4bc4-8fca-1a9434fc2091 owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:46:53.538800 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8c1302a9-bac3-4a76-b97f-13d42016c5ac None None] Current status of the port 5f034d44-d385-4d14-a8de-d8740a2f176b is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:46:53.539414 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8c1302a9-bac3-4a76-b97f-13d42016c5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (5f034d44-d385-4d14-a8de-d8740a2f176b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:53.734871 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-8c1302a9-bac3-4a76-b97f-13d42016c5ac None None] For port 5f034d44-d385-4d14-a8de-d8740a2f176b, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=5f034d44-d385-4d14-a8de-d8740a2f176b,segment=NetworkSegment(f6fddc89-b73f-4ce2-8905-c436969e7617),segment_id=f6fddc89-b73f-4ce2-8905-c436969e7617)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:46:53.740105 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 5f034d44-d385-4d14-a8de-d8740a2f176b is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:46:53.743550 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (5f034d44-d385-4d14-a8de-d8740a2f176b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:53.795780 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8c1302a9-bac3-4a76-b97f-13d42016c5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (5f034d44-d385-4d14-a8de-d8740a2f176b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:53.802979 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-96728d76-34b1-417e-8609-17e5d13ffea7 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (4dea8052-e192-4bc4-8fca-1a9434fc2091), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:53.854510 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab4bcf-00a9-4a3f-a0dd-937d3bab68cd req-3f397154-48e9-4384-b0f8-5d35d4d22476 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:53.870917 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a6ab4bcf-00a9-4a3f-a0dd-937d3bab68cd req-3f397154-48e9-4384-b0f8-5d35d4d22476 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f79cea2-181a-44ce-9c4f-699361644ca4 HTTP/1.1" status: 200 len: 944 time: 0.4886627 Mar 11 19:46:53.898960 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [None req-ab042c76-1764-4db8-8392-ba5963070e84 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] create failed (client error): The resource could not be found. Mar 11 19:46:53.904744 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ab042c76-1764-4db8-8392-ba5963070e84 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.7425303 Mar 11 19:46:53.908773 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49054) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:53.911469 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96728d76-34b1-417e-8609-17e5d13ffea7 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Pushing event deleted for resources: {'Port': ['ID=4dea8052-e192-4bc4-8fca-1a9434fc2091,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:53.956919 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:46:53.957670 n-d-833163-1 neutron-server[103886]: DEBUG oslo_db.api [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:46:54.050191 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a6ab4bcf-00a9-4a3f-a0dd-937d3bab68cd req-7c950056-22b3-4c22-b47c-d2e8e0a44b6a tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777580 Mar 11 19:46:54.132775 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1302a9-bac3-4a76-b97f-13d42016c5ac None None] Pushing event updated for resources: {'Port': ['ID=5f034d44-d385-4d14-a8de-d8740a2f176b,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:54.152629 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-49964a4d-6888-46f8-b443-54d2fb4373dc None None] Provisioning complete for port 67017316-f6f0-4366-9045-4da8fd614e4d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:46:54.152883 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-49964a4d-6888-46f8-b443-54d2fb4373dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (67017316-f6f0-4366-9045-4da8fd614e4d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:54.172898 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-96728d76-34b1-417e-8609-17e5d13ffea7 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:54.182035 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-96728d76-34b1-417e-8609-17e5d13ffea7 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] 10.222.0.65 "DELETE /v2.0/ports/4dea8052-e192-4bc4-8fca-1a9434fc2091 HTTP/1.1" status: 204 len: 168 time: 1.2403212 Mar 11 19:46:54.189274 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49062) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:54.214534 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-872a7013-3d37-4653-b6fa-564bf52aedb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Request body: {'port': {'name': 'tempest-new-port-name-1621861235', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:46:54.216779 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.api.validators [None req-872a7013-3d37-4653-b6fa-564bf52aedb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] bootfile-name is not in valid_values {{(pid=103884) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 11 19:46:54.217144 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.api.validators [None req-872a7013-3d37-4653-b6fa-564bf52aedb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] tftp-server is not in valid_values {{(pid=103884) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 11 19:46:54.217487 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.api.validators [None req-872a7013-3d37-4653-b6fa-564bf52aedb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] server-ip-address is not in valid_values {{(pid=103884) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 11 19:46:54.267379 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25391c8-8d41-41e1-92f5-abb7be6b542a req-b3fe6d6e-dedc-4501-b591-0d964090eda3 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:54.270721 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-49964a4d-6888-46f8-b443-54d2fb4373dc None None] Port 67017316-f6f0-4366-9045-4da8fd614e4d cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:46:54.272440 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d25391c8-8d41-41e1-92f5-abb7be6b542a req-b3fe6d6e-dedc-4501-b591-0d964090eda3 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4926858-bf43-45b4-8e7b-4c8c842f2c82 HTTP/1.1" status: 200 len: 945 time: 0.1395273 Mar 11 19:46:54.320412 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-49964a4d-6888-46f8-b443-54d2fb4373dc None None] Provisioning complete for port 5f034d44-d385-4d14-a8de-d8740a2f176b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:46:54.320879 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-49964a4d-6888-46f8-b443-54d2fb4373dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (5f034d44-d385-4d14-a8de-d8740a2f176b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:54.500998 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-872a7013-3d37-4653-b6fa-564bf52aedb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (67017316-f6f0-4366-9045-4da8fd614e4d), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:54.645165 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-49964a4d-6888-46f8-b443-54d2fb4373dc None None] Current status of the port 5f034d44-d385-4d14-a8de-d8740a2f176b is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:46:54.650807 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4ac0d829-6de0-4532-b6e9-50858a465f1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:54.656062 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 5f034d44-d385-4d14-a8de-d8740a2f176b is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:46:54.661392 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-49964a4d-6888-46f8-b443-54d2fb4373dc None None] Could not find standard attr ID for object 4dea8052-e192-4bc4-8fca-1a9434fc2091. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 19:46:54.737705 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device db0680ad-52ed-457e-9224-4ee0f0880afd up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:46:54.915762 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 5f034d44-d385-4d14-a8de-d8740a2f176b up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:46:54.927727 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-2f831f77-cfcf-435d-8992-6d6b7848f0d9 None None] Provisioning complete for port 67017316-f6f0-4366-9045-4da8fd614e4d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:46:54.929369 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2f831f77-cfcf-435d-8992-6d6b7848f0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (67017316-f6f0-4366-9045-4da8fd614e4d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:55.024968 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port db0680ad-52ed-457e-9224-4ee0f0880afd completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:46:55.080003 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-2f831f77-cfcf-435d-8992-6d6b7848f0d9 None None] Port 67017316-f6f0-4366-9045-4da8fd614e4d cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:46:55.103263 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port db0680ad-52ed-457e-9224-4ee0f0880afd triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:46:55.103718 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (db0680ad-52ed-457e-9224-4ee0f0880afd), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:55.164401 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d25391c8-8d41-41e1-92f5-abb7be6b542a req-a278fb6d-570c-4482-8e06-d645cab98b13 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=381d5506-1a91-423f-9578-afb9619937f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8886273 Mar 11 19:46:55.202629 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-2f831f77-cfcf-435d-8992-6d6b7848f0d9 None None] Could not find standard attr ID for object 4dea8052-e192-4bc4-8fca-1a9434fc2091. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 19:46:55.334897 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 5f034d44-d385-4d14-a8de-d8740a2f176b triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:46:55.343648 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (5f034d44-d385-4d14-a8de-d8740a2f176b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:55.450125 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a071c8-d72b-4a74-b4bc-fdcfa0d2ee06 req-2e52df57-36ae-4b45-a42c-30460dba0097 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:55.451768 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-77a071c8-d72b-4a74-b4bc-fdcfa0d2ee06 req-2e52df57-36ae-4b45-a42c-30460dba0097 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=be343d54-4421-403d-b876-889b59b33fc0 HTTP/1.1" status: 200 len: 945 time: 0.1180933 Mar 11 19:46:55.488922 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port db0680ad-52ed-457e-9224-4ee0f0880afd is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:46:55.489473 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (db0680ad-52ed-457e-9224-4ee0f0880afd), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:55.540212 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-6441fe02-d850-44d5-b91b-d665fa6018ce tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Deleting port 2875f67a-ff11-40e6-a25d-6bd807c29af3 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:46:55.540839 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6441fe02-d850-44d5-b91b-d665fa6018ce tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (2875f67a-ff11-40e6-a25d-6bd807c29af3), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:55.563237 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-77a071c8-d72b-4a74-b4bc-fdcfa0d2ee06 req-1175a675-81a6-4972-b6e9-ccf218fb0c6f tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=5c88090f-a4b6-4ded-8686-842a534273ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030354 Mar 11 19:46:55.583587 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f79cea2-181a-44ce-9c4f-699361644ca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db0680ad-52ed-457e-9224-4ee0f0880afd'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:46:55.586269 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ce8ba9-9a64-48f5-a3bb-b7102872e7b5" -d '{"events": [{"server_uuid": "7f79cea2-181a-44ce-9c4f-699361644ca4", "name": "network-vif-plugged", "status": "completed", "tag": "db0680ad-52ed-457e-9224-4ee0f0880afd"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:46:55.645877 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 5f034d44-d385-4d14-a8de-d8740a2f176b is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:46:55.679032 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port db0680ad-52ed-457e-9224-4ee0f0880afd, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=db0680ad-52ed-457e-9224-4ee0f0880afd,segment=NetworkSegment(518fbfd6-66d4-46dc-8045-59cddcf132dc),segment_id=518fbfd6-66d4-46dc-8045-59cddcf132dc)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:46:55.689254 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (db0680ad-52ed-457e-9224-4ee0f0880afd), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:55.879598 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=db0680ad-52ed-457e-9224-4ee0f0880afd,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:55.913237 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff0aed-ad27-46cd-b243-7cb867bcb945 req-5050f492-8d22-4c24-8b4c-e103a765626d tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:55.922536 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-efff0aed-ad27-46cd-b243-7cb867bcb945 req-5050f492-8d22-4c24-8b4c-e103a765626d tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f79cea2-181a-44ce-9c4f-699361644ca4 HTTP/1.1" status: 200 len: 945 time: 0.1602905 Mar 11 19:46:55.999200 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-efff0aed-ad27-46cd-b243-7cb867bcb945 req-37c1a829-0bf9-4b62-9e31-c1a974f52d02 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744128 Mar 11 19:46:56.047231 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-872a7013-3d37-4653-b6fa-564bf52aedb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Publish callbacks [] for port (67017316-f6f0-4366-9045-4da8fd614e4d), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:56.082003 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-872a7013-3d37-4653-b6fa-564bf52aedb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (67017316-f6f0-4366-9045-4da8fd614e4d), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:56.096341 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc78f80-5afc-47b6-9b5f-861c0fd059b1 x-openstack-request-id: req-9dc78f80-5afc-47b6-9b5f-861c0fd059b1 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:46:56.097142 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f79cea2-181a-44ce-9c4f-699361644ca4", "name": "network-vif-plugged", "status": "completed", "tag": "db0680ad-52ed-457e-9224-4ee0f0880afd", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:46:56.097564 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9dc78f80-5afc-47b6-9b5f-861c0fd059b1 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:46:56.098899 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f79cea2-181a-44ce-9c4f-699361644ca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db0680ad-52ed-457e-9224-4ee0f0880afd', 'code': 200} Mar 11 19:46:56.170583 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:56.200699 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-872a7013-3d37-4653-b6fa-564bf52aedb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] In _notify_port_updated(), no bound segment for port 67017316-f6f0-4366-9045-4da8fd614e4d on network ba285030-7ff0-45ac-aeba-75c27bd3518e {{(pid=103884) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 11 19:46:56.216454 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872a7013-3d37-4653-b6fa-564bf52aedb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:56.219936 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-872a7013-3d37-4653-b6fa-564bf52aedb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:56.224731 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-872a7013-3d37-4653-b6fa-564bf52aedb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] 10.222.0.65 "PUT /v2.0/ports/67017316-f6f0-4366-9045-4da8fd614e4d HTTP/1.1" status: 200 len: 1130 time: 2.0256701 Mar 11 19:46:56.234500 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49100) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:56.305964 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7adc0d-99f6-4e65-9c72-64e5b13f39ae req-57da92f8-bc82-4b18-bcae-5eef738a89d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:56.315924 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5b7adc0d-99f6-4e65-9c72-64e5b13f39ae req-57da92f8-bc82-4b18-bcae-5eef738a89d2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7f79cea2-181a-44ce-9c4f-699361644ca4 HTTP/1.1" status: 200 len: 1127 time: 0.1506131 Mar 11 19:46:56.431920 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6441fe02-d850-44d5-b91b-d665fa6018ce tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (2875f67a-ff11-40e6-a25d-6bd807c29af3), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:56.494897 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872a7013-3d37-4653-b6fa-564bf52aedb9 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Pushing event updated for resources: {'Port': ['ID=67017316-f6f0-4366-9045-4da8fd614e4d,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:56.576065 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-6441fe02-d850-44d5-b91b-d665fa6018ce tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Calling delete_port for 2875f67a-ff11-40e6-a25d-6bd807c29af3 owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:46:56.589948 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5b7adc0d-99f6-4e65-9c72-64e5b13f39ae req-817ce351-e6be-4dc6-8e53-fd7a75033573 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706990 Mar 11 19:46:56.676870 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe71292-1746-4276-83a9-9814945d2d48 req-2b54aae4-3685-44c8-87bb-43b65acc675a tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:56.678772 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8fe71292-1746-4276-83a9-9814945d2d48 req-2b54aae4-3685-44c8-87bb-43b65acc675a tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4926858-bf43-45b4-8e7b-4c8c842f2c82 HTTP/1.1" status: 200 len: 945 time: 0.1616888 Mar 11 19:46:56.796655 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-cd93b958-f63e-452d-a724-c8416a5938c0 None None] Provisioning complete for port 67017316-f6f0-4366-9045-4da8fd614e4d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:46:56.798291 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cd93b958-f63e-452d-a724-c8416a5938c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (67017316-f6f0-4366-9045-4da8fd614e4d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:56.839450 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8fe71292-1746-4276-83a9-9814945d2d48 req-26761679-e599-4692-8dd2-2491b7bf1d62 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=381d5506-1a91-423f-9578-afb9619937f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527536 Mar 11 19:46:56.845671 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6441fe02-d850-44d5-b91b-d665fa6018ce tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (2875f67a-ff11-40e6-a25d-6bd807c29af3), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:56.907255 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d276dd60-89fd-4460-8d2c-235a601d0f87 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:56.908850 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d276dd60-89fd-4460-8d2c-235a601d0f87 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] 10.222.0.65 "GET /v2.0/ports/67017316-f6f0-4366-9045-4da8fd614e4d HTTP/1.1" status: 200 len: 1130 time: 0.6720009 Mar 11 19:46:56.913534 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 49112) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:56.927405 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-cd93b958-f63e-452d-a724-c8416a5938c0 None None] Port 67017316-f6f0-4366-9045-4da8fd614e4d cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:46:56.961829 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6441fe02-d850-44d5-b91b-d665fa6018ce tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Pushing event deleted for resources: {'Port': ['ID=2875f67a-ff11-40e6-a25d-6bd807c29af3,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:57.129121 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6441fe02-d850-44d5-b91b-d665fa6018ce tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:57.140751 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-6441fe02-d850-44d5-b91b-d665fa6018ce tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] 10.222.0.65 "DELETE /v2.0/ports/2875f67a-ff11-40e6-a25d-6bd807c29af3 HTTP/1.1" status: 204 len: 168 time: 3.2108757 Mar 11 19:46:57.141393 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49116) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:57.252152 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1216e7-c0ac-4d22-9682-6b7b05f88341 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:57.260222 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-db1216e7-c0ac-4d22-9682-6b7b05f88341 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] 10.222.0.65 "GET /v2.0/ports?device_id=a3a293f5-698e-4673-8c0b-c6ab73b81c9e HTTP/1.1" status: 200 len: 913 time: 0.1177206 Mar 11 19:46:57.261225 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49120) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:57.287249 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2139c57-98f8-4997-b3db-4c41281833f7 req-747fa41b-be42-45d1-b876-fb6fa3c40bec tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:57.295766 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d2139c57-98f8-4997-b3db-4c41281833f7 req-747fa41b-be42-45d1-b876-fb6fa3c40bec tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/ports?device_id=9704cc3c-cfbe-466d-ac6d-477d6b62bb94 HTTP/1.1" status: 200 len: 945 time: 0.2797801 Mar 11 19:46:57.401941 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-beadd1aa-4549-47bc-b69a-6ce4f9e5ee07 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Deleting port 67017316-f6f0-4366-9045-4da8fd614e4d {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:46:57.412409 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-beadd1aa-4549-47bc-b69a-6ce4f9e5ee07 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (67017316-f6f0-4366-9045-4da8fd614e4d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:57.539621 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-beadd1aa-4549-47bc-b69a-6ce4f9e5ee07 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (67017316-f6f0-4366-9045-4da8fd614e4d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:57.556088 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-beadd1aa-4549-47bc-b69a-6ce4f9e5ee07 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Calling delete_port for 67017316-f6f0-4366-9045-4da8fd614e4d owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:46:57.592493 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:57.750791 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d2139c57-98f8-4997-b3db-4c41281833f7 req-bfb373f2-6270-4c6c-8c37-6fbf75d7028e tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac76e7d2-86d4-4d6a-9e4e-efe333e24013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4502130 Mar 11 19:46:57.752062 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-beadd1aa-4549-47bc-b69a-6ce4f9e5ee07 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (67017316-f6f0-4366-9045-4da8fd614e4d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:58.025082 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beadd1aa-4549-47bc-b69a-6ce4f9e5ee07 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Pushing event deleted for resources: {'Port': ['ID=67017316-f6f0-4366-9045-4da8fd614e4d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:58.037622 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-beadd1aa-4549-47bc-b69a-6ce4f9e5ee07 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:58.047846 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-beadd1aa-4549-47bc-b69a-6ce4f9e5ee07 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] 10.222.0.65 "DELETE /v2.0/ports/67017316-f6f0-4366-9045-4da8fd614e4d HTTP/1.1" status: 204 len: 168 time: 1.1328764 Mar 11 19:46:58.050465 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 49128) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:58.172163 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-06c067ab-3d68-4d24-bc48-5de6ca1a1fc9 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (a3a293f5-698e-4673-8c0b-c6ab73b81c9e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:58.290789 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-56bbfc48-3a3a-4d6b-866b-216eefb3bab4 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Deleting subnet d501b2fd-9495-4a7b-bd21-48f00fee56ad {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:46:58.295819 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-56bbfc48-3a3a-4d6b-866b-216eefb3bab4 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Publish callbacks [] for subnet (d501b2fd-9495-4a7b-bd21-48f00fee56ad), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:58.365695 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e00743-8538-4c39-a436-37ee9e1058aa req-21e24d4c-cb61-428c-8713-e8f09c6ec452 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:58.373219 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-38e00743-8538-4c39-a436-37ee9e1058aa req-21e24d4c-cb61-428c-8713-e8f09c6ec452 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=be343d54-4421-403d-b876-889b59b33fc0 HTTP/1.1" status: 200 len: 945 time: 0.3550820 Mar 11 19:46:58.446370 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-56bbfc48-3a3a-4d6b-866b-216eefb3bab4 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (d501b2fd-9495-4a7b-bd21-48f00fee56ad), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:58.583366 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-38e00743-8538-4c39-a436-37ee9e1058aa req-06032788-7abc-4614-8ccc-5dc09c3bfa68 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=5c88090f-a4b6-4ded-8686-842a534273ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2049339 Mar 11 19:46:58.616436 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 49134) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:58.789233 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b5f14-2477-4c24-a8e6-33986673c42c req-78808e92-c2e5-41a4-b6cb-3302b114e3c2 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:58.797197 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-212b5f14-2477-4c24-a8e6-33986673c42c req-78808e92-c2e5-41a4-b6cb-3302b114e3c2 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f79cea2-181a-44ce-9c4f-699361644ca4 HTTP/1.1" status: 200 len: 945 time: 0.0941262 Mar 11 19:46:58.807654 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-56bbfc48-3a3a-4d6b-866b-216eefb3bab4 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (d501b2fd-9495-4a7b-bd21-48f00fee56ad), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:58.876309 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-06c067ab-3d68-4d24-bc48-5de6ca1a1fc9 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Deleting port 306cd309-f116-46cc-b2d3-c600a5892f30 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:46:58.885095 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-06c067ab-3d68-4d24-bc48-5de6ca1a1fc9 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (306cd309-f116-46cc-b2d3-c600a5892f30), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:58.890164 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-212b5f14-2477-4c24-a8e6-33986673c42c req-4e41f011-f3b5-424d-89aa-90c6d3938bf2 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916660 Mar 11 19:46:58.996308 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-56bbfc48-3a3a-4d6b-866b-216eefb3bab4 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (d501b2fd-9495-4a7b-bd21-48f00fee56ad), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:59.030424 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3495cd4d-6a18-4f7c-8707-7acf9b87e450 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:59.072937 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bbfc48-3a3a-4d6b-866b-216eefb3bab4 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Pushing event deleted for resources: {'Subnet': ['ID=d501b2fd-9495-4a7b-bd21-48f00fee56ad,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:59.105037 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3647de-6e51-48c7-88a0-b5479734fe7a None None] Network ba285030-7ff0-45ac-aeba-75c27bd3518e requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:46:59.105037 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:59.105628 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-56bbfc48-3a3a-4d6b-866b-216eefb3bab4 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:59.110039 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-56bbfc48-3a3a-4d6b-866b-216eefb3bab4 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] 10.222.0.65 "DELETE /v2.0/subnets/d501b2fd-9495-4a7b-bd21-48f00fee56ad HTTP/1.1" status: 204 len: 168 time: 1.0354617 Mar 11 19:46:59.112969 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49142) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:59.217082 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9c5aa2fa-deb0-49ee-9aae-d3c8d1078db9 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (ba285030-7ff0-45ac-aeba-75c27bd3518e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:59.257645 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-06c067ab-3d68-4d24-bc48-5de6ca1a1fc9 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (306cd309-f116-46cc-b2d3-c600a5892f30), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:59.293380 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-06c067ab-3d68-4d24-bc48-5de6ca1a1fc9 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Calling delete_port for 306cd309-f116-46cc-b2d3-c600a5892f30 owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:46:59.331543 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af72ac49-f3b9-4ea1-88a5-1f346e2d5b8e req-8639b462-30e5-468e-a892-1986150bee6f tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:59.349507 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-af72ac49-f3b9-4ea1-88a5-1f346e2d5b8e req-8639b462-30e5-468e-a892-1986150bee6f tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4926858-bf43-45b4-8e7b-4c8c842f2c82 HTTP/1.1" status: 200 len: 945 time: 0.2368469 Mar 11 19:46:59.413193 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-9c5aa2fa-deb0-49ee-9aae-d3c8d1078db9 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Deleting port 5f034d44-d385-4d14-a8de-d8740a2f176b {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:46:59.413508 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9c5aa2fa-deb0-49ee-9aae-d3c8d1078db9 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (5f034d44-d385-4d14-a8de-d8740a2f176b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:59.428575 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf44af8-24b8-4e94-b52d-042031db2cb3 None None] DHCP port deletion for ba285030-7ff0-45ac-aeba-75c27bd3518e request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:46:59.490795 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-9c5aa2fa-deb0-49ee-9aae-d3c8d1078db9 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] For port 5f034d44-d385-4d14-a8de-d8740a2f176b, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=5f034d44-d385-4d14-a8de-d8740a2f176b,segment=NetworkSegment(f6fddc89-b73f-4ce2-8905-c436969e7617),segment_id=f6fddc89-b73f-4ce2-8905-c436969e7617)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:46:59.491181 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9c5aa2fa-deb0-49ee-9aae-d3c8d1078db9 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (5f034d44-d385-4d14-a8de-d8740a2f176b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:59.514105 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-9c5aa2fa-deb0-49ee-9aae-d3c8d1078db9 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Calling delete_port for 5f034d44-d385-4d14-a8de-d8740a2f176b owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:46:59.554001 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3495cd4d-6a18-4f7c-8707-7acf9b87e450 admin admin] Publish callbacks [] for security_group (fb0d8897-3691-4a62-9d9d-2d434ee96dac), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:59.557954 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-0cf44af8-24b8-4e94-b52d-042031db2cb3 None None] Deleting port 5f034d44-d385-4d14-a8de-d8740a2f176b {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:46:59.558718 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0cf44af8-24b8-4e94-b52d-042031db2cb3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (5f034d44-d385-4d14-a8de-d8740a2f176b), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:59.578764 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-af72ac49-f3b9-4ea1-88a5-1f346e2d5b8e req-ae3ffd6f-834d-49e2-8bca-cf253cc99e4e tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=381d5506-1a91-423f-9578-afb9619937f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282872 Mar 11 19:46:59.591112 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3495cd4d-6a18-4f7c-8707-7acf9b87e450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (fb0d8897-3691-4a62-9d9d-2d434ee96dac), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:59.645722 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-0cf44af8-24b8-4e94-b52d-042031db2cb3 None None] For port 5f034d44-d385-4d14-a8de-d8740a2f176b, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=5f034d44-d385-4d14-a8de-d8740a2f176b,segment=NetworkSegment(f6fddc89-b73f-4ce2-8905-c436969e7617),segment_id=f6fddc89-b73f-4ce2-8905-c436969e7617)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:46:59.646374 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0cf44af8-24b8-4e94-b52d-042031db2cb3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (5f034d44-d385-4d14-a8de-d8740a2f176b), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:59.662627 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-0cf44af8-24b8-4e94-b52d-042031db2cb3 None None] Calling delete_port for 5f034d44-d385-4d14-a8de-d8740a2f176b owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:46:59.719233 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9c5aa2fa-deb0-49ee-9aae-d3c8d1078db9 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (5f034d44-d385-4d14-a8de-d8740a2f176b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:59.748026 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-3495cd4d-6a18-4f7c-8707-7acf9b87e450 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=01f82018174440328ac0b24b228714bb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1226771 Mar 11 19:46:59.749083 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 49162) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:46:59.769100 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0cf44af8-24b8-4e94-b52d-042031db2cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (5f034d44-d385-4d14-a8de-d8740a2f176b), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:59.770060 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3495cd4d-6a18-4f7c-8707-7acf9b87e450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0d8897-3691-4a62-9d9d-2d434ee96dac,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:59.805681 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5aa2fa-deb0-49ee-9aae-d3c8d1078db9 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Pushing event deleted for resources: {'Port': ['ID=5f034d44-d385-4d14-a8de-d8740a2f176b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:59.807331 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf44af8-24b8-4e94-b52d-042031db2cb3 None None] Pushing event deleted for resources: {'Port': ['ID=5f034d44-d385-4d14-a8de-d8740a2f176b,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:46:59.815866 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5aa2fa-deb0-49ee-9aae-d3c8d1078db9 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] No DVR routers for this DVR port 5f034d44-d385-4d14-a8de-d8740a2f176b on host n-d-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:46:59.829635 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf44af8-24b8-4e94-b52d-042031db2cb3 None None] No DVR routers for this DVR port 5f034d44-d385-4d14-a8de-d8740a2f176b on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:46:59.965416 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9c5aa2fa-deb0-49ee-9aae-d3c8d1078db9 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (ba285030-7ff0-45ac-aeba-75c27bd3518e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:46:59.988357 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0016f8-e6b3-4a2d-bc0e-d248698eae29 req-6960bb20-b35e-4965-839a-9002281eafdb tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:46:59.995308 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-9c5aa2fa-deb0-49ee-9aae-d3c8d1078db9 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba285030-7ff0-45ac-aeba-75c27bd3518e']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:46:59.995740 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1d0016f8-e6b3-4a2d-bc0e-d248698eae29 req-6960bb20-b35e-4965-839a-9002281eafdb tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/ports?device_id=9704cc3c-cfbe-466d-ac6d-477d6b62bb94 HTTP/1.1" status: 200 len: 945 time: 0.2389681 Mar 11 19:47:00.006343 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-9c5aa2fa-deb0-49ee-9aae-d3c8d1078db9 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6fddc89-b73f-4ce2-8905-c436969e7617') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:00.006652 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-9c5aa2fa-deb0-49ee-9aae-d3c8d1078db9 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6fddc89-b73f-4ce2-8905-c436969e7617') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:00.016564 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9c5aa2fa-deb0-49ee-9aae-d3c8d1078db9 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (f6fddc89-b73f-4ce2-8905-c436969e7617), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:00.035663 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9c5aa2fa-deb0-49ee-9aae-d3c8d1078db9 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (f6fddc89-b73f-4ce2-8905-c436969e7617), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:00.042346 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c5aa2fa-deb0-49ee-9aae-d3c8d1078db9 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Releasing vlan 879 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:47:00.042791 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9c5aa2fa-deb0-49ee-9aae-d3c8d1078db9 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (f6fddc89-b73f-4ce2-8905-c436969e7617), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:00.105739 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1d0016f8-e6b3-4a2d-bc0e-d248698eae29 req-c754c08c-5185-4075-b615-0650104ef057 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac76e7d2-86d4-4d6a-9e4e-efe333e24013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090059 Mar 11 19:47:00.122033 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:47:00.122033 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:47:00.122033 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:47:00.122033 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:47:00.122033 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:47:00.122033 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:47:00.122033 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:47:00.122033 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:47:00.122033 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:47:00.122033 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:47:00.122033 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:47:00.122033 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:47:00.122033 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:47:00.122033 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:47:00.122033 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:47:00.122033 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:47:00.122033 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:47:00.122033 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:47:00.122033 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:47:00.122033 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:47:00.122033 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:47:00.122033 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:47:00.122033 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:47:00.122033 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:47:00.122033 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:47:00.122033 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:47:00.122033 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:47:00.122033 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:47:00.122033 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:47:00.122033 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:47:00.122033 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:47:00.122033 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:47:00.131456 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9c5aa2fa-deb0-49ee-9aae-d3c8d1078db9 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (ba285030-7ff0-45ac-aeba-75c27bd3518e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:00.155205 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9c5aa2fa-deb0-49ee-9aae-d3c8d1078db9 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:00.171946 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-9c5aa2fa-deb0-49ee-9aae-d3c8d1078db9 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] 10.222.0.65 "DELETE /v2.0/networks/ba285030-7ff0-45ac-aeba-75c27bd3518e HTTP/1.1" status: 204 len: 168 time: 1.0475769 Mar 11 19:47:00.176208 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5aa2fa-deb0-49ee-9aae-d3c8d1078db9 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925 tempest-ExtraDHCPOptionsIpV6TestJSON-1776780925-project] Pushing event deleted for resources: {'Network': ['ID=ba285030-7ff0-45ac-aeba-75c27bd3518e,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:00.176476 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1b4c043f-7d5b-40b1-9c14-cd22ccfd67e2 admin admin] Publish callbacks [] for security_group (fb0d8897-3691-4a62-9d9d-2d434ee96dac), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:00.256151 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1b4c043f-7d5b-40b1-9c14-cd22ccfd67e2 admin admin] Publish callbacks [] for security_group (fb0d8897-3691-4a62-9d9d-2d434ee96dac), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:00.328619 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-06c067ab-3d68-4d24-bc48-5de6ca1a1fc9 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (306cd309-f116-46cc-b2d3-c600a5892f30), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:00.363611 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1b4c043f-7d5b-40b1-9c14-cd22ccfd67e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (fb0d8897-3691-4a62-9d9d-2d434ee96dac), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:00.369140 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1b4c043f-7d5b-40b1-9c14-cd22ccfd67e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:00.370406 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-1b4c043f-7d5b-40b1-9c14-cd22ccfd67e2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fb0d8897-3691-4a62-9d9d-2d434ee96dac HTTP/1.1" status: 204 len: 168 time: 0.6083393 Mar 11 19:47:00.385262 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4c043f-7d5b-40b1-9c14-cd22ccfd67e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0d8897-3691-4a62-9d9d-2d434ee96dac,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:00.451158 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c067ab-3d68-4d24-bc48-5de6ca1a1fc9 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Pushing event deleted for resources: {'Port': ['ID=306cd309-f116-46cc-b2d3-c600a5892f30,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:00.735711 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 49180) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:00.834142 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 5f034d44-d385-4d14-a8de-d8740a2f176b no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:47:00.899859 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 5f034d44-d385-4d14-a8de-d8740a2f176b {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:47:00.900213 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 5f034d44-d385-4d14-a8de-d8740a2f176b not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:47:00.987119 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-06c067ab-3d68-4d24-bc48-5de6ca1a1fc9 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (a3a293f5-698e-4673-8c0b-c6ab73b81c9e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:01.060465 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a99f8296-eaca-4f41-acc0-bfdca4760246 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3d44f3ba3b494dd2bca64f692b17e44a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3197114 Mar 11 19:47:01.062245 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 49184) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:01.120675 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 49186) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:01.148448 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a09438ec-b6fa-49b6-88c9-fa6b80d4fda0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:01.150784 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [req-949634a3-dee2-4785-9b90-14360cde88b4 req-99e1f1c8-5691-49d4-93ae-803fd6bd3719 service neutron] (103884) timed out ('10.222.0.65', 58302) {{(pid=103884) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 19:47:01.192615 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-21043b57-23ff-41a4-9eb7-aa6b3d5e97ab admin admin] Publish callbacks [] for security_group (6f0f4e32-5804-4a9d-9d9a-7072434ac221), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:01.234827 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-21043b57-23ff-41a4-9eb7-aa6b3d5e97ab admin admin] Publish callbacks [] for security_group (6f0f4e32-5804-4a9d-9d9a-7072434ac221), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:01.315761 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-21043b57-23ff-41a4-9eb7-aa6b3d5e97ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (6f0f4e32-5804-4a9d-9d9a-7072434ac221), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:01.328536 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-21043b57-23ff-41a4-9eb7-aa6b3d5e97ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:01.330034 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-21043b57-23ff-41a4-9eb7-aa6b3d5e97ab admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6f0f4e32-5804-4a9d-9d9a-7072434ac221 HTTP/1.1" status: 204 len: 168 time: 0.2636225 Mar 11 19:47:01.389883 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21043b57-23ff-41a4-9eb7-aa6b3d5e97ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0f4e32-5804-4a9d-9d9a-7072434ac221,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:01.398411 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06c067ab-3d68-4d24-bc48-5de6ca1a1fc9 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Router a3a293f5-698e-4673-8c0b-c6ab73b81c9e has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:47:01.507566 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a09438ec-b6fa-49b6-88c9-fa6b80d4fda0 admin admin] Publish callbacks [] for security_group (4baf2c74-2a27-4465-8b19-1feea3353597), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:01.515199 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a09438ec-b6fa-49b6-88c9-fa6b80d4fda0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (4baf2c74-2a27-4465-8b19-1feea3353597), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:01.633813 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a09438ec-b6fa-49b6-88c9-fa6b80d4fda0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0d1c3ca798d24044b12ba14600a2df12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5113649 Mar 11 19:47:01.638096 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 49192) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:01.641953 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09438ec-b6fa-49b6-88c9-fa6b80d4fda0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4baf2c74-2a27-4465-8b19-1feea3353597,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:01.653163 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c067ab-3d68-4d24-bc48-5de6ca1a1fc9 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:47:01.677544 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c023426-361a-4a24-98b6-f7a5752ca493 None None] Sync routers for ids ['a3a293f5-698e-4673-8c0b-c6ab73b81c9e'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:47:01.701932 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c023426-361a-4a24-98b6-f7a5752ca493 None None] Routers {'a3a293f5-698e-4673-8c0b-c6ab73b81c9e'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:47:01.704224 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-06c067ab-3d68-4d24-bc48-5de6ca1a1fc9 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] 10.222.0.65 "PUT /v2.0/routers/a3a293f5-698e-4673-8c0b-c6ab73b81c9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4383616 Mar 11 19:47:01.705046 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 49196) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:01.709466 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-0c023426-361a-4a24-98b6-f7a5752ca493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:46:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['a3a293f5-698e-4673-8c0b-c6ab73b81c9e'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:01.797367 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-0c023426-361a-4a24-98b6-f7a5752ca493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:01.812210 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c023426-361a-4a24-98b6-f7a5752ca493 None None] Routers {'a3a293f5-698e-4673-8c0b-c6ab73b81c9e'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:47:01.813524 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-0c023426-361a-4a24-98b6-f7a5752ca493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:46:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['a3a293f5-698e-4673-8c0b-c6ab73b81c9e'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:01.828481 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2669d2e8-d957-4866-9880-5e354bcff4a2 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks [] for router (a3a293f5-698e-4673-8c0b-c6ab73b81c9e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:01.859866 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-0c023426-361a-4a24-98b6-f7a5752ca493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:01.861484 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c023426-361a-4a24-98b6-f7a5752ca493 None None] The sync data for ids ['a3a293f5-698e-4673-8c0b-c6ab73b81c9e'] in n-d-833163-1 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:47:02.100200 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3ad0effd-095d-4787-a585-a61f16364463 admin admin] Publish callbacks [] for security_group (4baf2c74-2a27-4465-8b19-1feea3353597), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:02.192329 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3ad0effd-095d-4787-a585-a61f16364463 admin admin] Publish callbacks [] for security_group (4baf2c74-2a27-4465-8b19-1feea3353597), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:02.317576 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3ad0effd-095d-4787-a585-a61f16364463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (4baf2c74-2a27-4465-8b19-1feea3353597), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:02.329101 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3ad0effd-095d-4787-a585-a61f16364463 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:02.345234 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-3ad0effd-095d-4787-a585-a61f16364463 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4baf2c74-2a27-4465-8b19-1feea3353597 HTTP/1.1" status: 204 len: 168 time: 0.7022004 Mar 11 19:47:02.483471 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad0effd-095d-4787-a585-a61f16364463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4baf2c74-2a27-4465-8b19-1feea3353597,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:02.511926 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2669d2e8-d957-4866-9880-5e354bcff4a2 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (a3a293f5-698e-4673-8c0b-c6ab73b81c9e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:02.536414 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2669d2e8-d957-4866-9880-5e354bcff4a2 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks [] for router_controller (a3a293f5-698e-4673-8c0b-c6ab73b81c9e), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:02.701967 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2669d2e8-d957-4866-9880-5e354bcff4a2 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (a3a293f5-698e-4673-8c0b-c6ab73b81c9e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:02.702580 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2669d2e8-d957-4866-9880-5e354bcff4a2 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Fanout notify agent at l3_agent the message router_deleted on router a3a293f5-698e-4673-8c0b-c6ab73b81c9e {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:47:02.725136 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2669d2e8-d957-4866-9880-5e354bcff4a2 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:02.731519 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-2669d2e8-d957-4866-9880-5e354bcff4a2 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] 10.222.0.65 "DELETE /v2.0/routers/a3a293f5-698e-4673-8c0b-c6ab73b81c9e HTTP/1.1" status: 204 len: 168 time: 1.0187829 Mar 11 19:47:02.731821 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 49216) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:02.926888 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee557188-5169-48f0-a345-9f401958c25d tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Deleting subnet 7f8417df-8dd4-4b2b-bc44-ab1fb8670c83 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:47:03.019114 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ee557188-5169-48f0-a345-9f401958c25d tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks [] for subnet (7f8417df-8dd4-4b2b-bc44-ab1fb8670c83), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:03.165073 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ee557188-5169-48f0-a345-9f401958c25d tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (7f8417df-8dd4-4b2b-bc44-ab1fb8670c83), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:03.404404 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ee557188-5169-48f0-a345-9f401958c25d tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (7f8417df-8dd4-4b2b-bc44-ab1fb8670c83), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:03.585349 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ee557188-5169-48f0-a345-9f401958c25d tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (7f8417df-8dd4-4b2b-bc44-ab1fb8670c83), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:03.635976 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee557188-5169-48f0-a345-9f401958c25d tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Pushing event deleted for resources: {'Subnet': ['ID=7f8417df-8dd4-4b2b-bc44-ab1fb8670c83,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:03.660734 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ee557188-5169-48f0-a345-9f401958c25d tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:03.667399 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6881f1-a9b7-4292-88b1-50e212f86950 None None] Network 6f708ebf-ed67-45bf-8053-e5900830d5a1 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:47:03.688970 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49236) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:03.699608 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ee557188-5169-48f0-a345-9f401958c25d tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] 10.222.0.65 "DELETE /v2.0/subnets/7f8417df-8dd4-4b2b-bc44-ab1fb8670c83 HTTP/1.1" status: 204 len: 168 time: 0.9626322 Mar 11 19:47:03.767331 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 49242) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:03.873943 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1ac9a52c-606e-46ae-bd81-053aba39b525 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (6f708ebf-ed67-45bf-8053-e5900830d5a1), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:04.077440 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-1ac9a52c-606e-46ae-bd81-053aba39b525 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Deleting port b725d048-2464-4fa2-a676-5a927f4f7e44 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:47:04.077749 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1ac9a52c-606e-46ae-bd81-053aba39b525 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (b725d048-2464-4fa2-a676-5a927f4f7e44), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:04.113406 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3015ef1-7900-439a-8288-07387cfdef4b None None] DHCP port deletion for 6f708ebf-ed67-45bf-8053-e5900830d5a1 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:47:04.227525 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-1ac9a52c-606e-46ae-bd81-053aba39b525 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] For port b725d048-2464-4fa2-a676-5a927f4f7e44, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=b725d048-2464-4fa2-a676-5a927f4f7e44,segment=NetworkSegment(52f24a98-c559-46ce-a027-e66645bdc398),segment_id=52f24a98-c559-46ce-a027-e66645bdc398)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:47:04.229957 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c3015ef1-7900-439a-8288-07387cfdef4b None None] Deleting port b725d048-2464-4fa2-a676-5a927f4f7e44 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:47:04.230574 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c3015ef1-7900-439a-8288-07387cfdef4b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (b725d048-2464-4fa2-a676-5a927f4f7e44), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:04.233020 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1ac9a52c-606e-46ae-bd81-053aba39b525 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (b725d048-2464-4fa2-a676-5a927f4f7e44), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:04.285072 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-1ac9a52c-606e-46ae-bd81-053aba39b525 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Calling delete_port for b725d048-2464-4fa2-a676-5a927f4f7e44 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:47:04.343521 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-805d44a0-2737-455c-ad78-b495fbe3ce0d tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Request body: {'security_group': {'name': 'tempest-secgroup--439698588'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:47:04.402532 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-805d44a0-2737-455c-ad78-b495fbe3ce0d tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:04.414451 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c3015ef1-7900-439a-8288-07387cfdef4b None None] For port b725d048-2464-4fa2-a676-5a927f4f7e44, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=b725d048-2464-4fa2-a676-5a927f4f7e44,segment=NetworkSegment(52f24a98-c559-46ce-a027-e66645bdc398),segment_id=52f24a98-c559-46ce-a027-e66645bdc398)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:47:04.416556 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c3015ef1-7900-439a-8288-07387cfdef4b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (b725d048-2464-4fa2-a676-5a927f4f7e44), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:04.444031 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-805d44a0-2737-455c-ad78-b495fbe3ce0d tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:04.479743 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c3015ef1-7900-439a-8288-07387cfdef4b None None] Calling delete_port for b725d048-2464-4fa2-a676-5a927f4f7e44 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:47:04.497653 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1ac9a52c-606e-46ae-bd81-053aba39b525 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (b725d048-2464-4fa2-a676-5a927f4f7e44), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:04.573016 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac9a52c-606e-46ae-bd81-053aba39b525 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Pushing event deleted for resources: {'Port': ['ID=b725d048-2464-4fa2-a676-5a927f4f7e44,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:04.620966 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac9a52c-606e-46ae-bd81-053aba39b525 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] No DVR routers for this DVR port b725d048-2464-4fa2-a676-5a927f4f7e44 on host n-d-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:47:04.831893 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1ac9a52c-606e-46ae-bd81-053aba39b525 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (6f708ebf-ed67-45bf-8053-e5900830d5a1), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:04.890159 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-1ac9a52c-606e-46ae-bd81-053aba39b525 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f708ebf-ed67-45bf-8053-e5900830d5a1']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:04.907902 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-1ac9a52c-606e-46ae-bd81-053aba39b525 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52f24a98-c559-46ce-a027-e66645bdc398') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:04.908491 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-1ac9a52c-606e-46ae-bd81-053aba39b525 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52f24a98-c559-46ce-a027-e66645bdc398') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:04.933167 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1ac9a52c-606e-46ae-bd81-053aba39b525 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (52f24a98-c559-46ce-a027-e66645bdc398), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:04.950857 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c3015ef1-7900-439a-8288-07387cfdef4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (b725d048-2464-4fa2-a676-5a927f4f7e44), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:04.960293 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-805d44a0-2737-455c-ad78-b495fbe3ce0d tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group (9442f46a-83cb-49b9-884a-dc2d710ed279), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:04.970142 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-805d44a0-2737-455c-ad78-b495fbe3ce0d tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (9442f46a-83cb-49b9-884a-dc2d710ed279), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:04.971685 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device b725d048-2464-4fa2-a676-5a927f4f7e44 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:47:04.982039 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1ac9a52c-606e-46ae-bd81-053aba39b525 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (52f24a98-c559-46ce-a027-e66645bdc398), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:05.012771 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ac9a52c-606e-46ae-bd81-053aba39b525 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Releasing vlan 891 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:47:05.013185 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1ac9a52c-606e-46ae-bd81-053aba39b525 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (52f24a98-c559-46ce-a027-e66645bdc398), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:05.016555 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:47:05.016555 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:47:05.016555 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:47:05.016555 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:47:05.016555 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:47:05.016555 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:47:05.016555 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:47:05.016555 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:47:05.016555 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:47:05.016555 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:47:05.016555 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:47:05.016555 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:47:05.016555 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:47:05.016555 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:47:05.016555 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:47:05.016555 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:47:05.016555 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:47:05.016555 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:47:05.016555 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:47:05.016555 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:47:05.016555 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:47:05.016555 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:47:05.016555 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:47:05.016555 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:47:05.016555 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:47:05.016555 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:47:05.016555 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:47:05.016555 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:47:05.016555 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:47:05.016555 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:47:05.016555 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:47:05.016555 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:47:05.063039 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3015ef1-7900-439a-8288-07387cfdef4b None None] No DVR routers for this DVR port b725d048-2464-4fa2-a676-5a927f4f7e44 on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:47:05.141650 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: b725d048-2464-4fa2-a676-5a927f4f7e44 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:47:05.143194 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device b725d048-2464-4fa2-a676-5a927f4f7e44 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:47:05.146900 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3015ef1-7900-439a-8288-07387cfdef4b None None] Pushing event deleted for resources: {'Port': ['ID=b725d048-2464-4fa2-a676-5a927f4f7e44,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:05.150720 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1ac9a52c-606e-46ae-bd81-053aba39b525 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (6f708ebf-ed67-45bf-8053-e5900830d5a1), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:05.174880 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-805d44a0-2737-455c-ad78-b495fbe3ce0d tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group (4be675aa-f0aa-46e1-9211-f3102afec5db), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:05.178483 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805d44a0-2737-455c-ad78-b495fbe3ce0d tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9442f46a-83cb-49b9-884a-dc2d710ed279,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:05.191419 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-805d44a0-2737-455c-ad78-b495fbe3ce0d tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (4be675aa-f0aa-46e1-9211-f3102afec5db), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:05.191599 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1ac9a52c-606e-46ae-bd81-053aba39b525 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:05.200207 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-1ac9a52c-606e-46ae-bd81-053aba39b525 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] 10.222.0.65 "DELETE /v2.0/networks/6f708ebf-ed67-45bf-8053-e5900830d5a1 HTTP/1.1" status: 204 len: 168 time: 1.5092852 Mar 11 19:47:05.201999 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac9a52c-606e-46ae-bd81-053aba39b525 tempest-FloatingIPNegativeTestJSON-1615923537 tempest-FloatingIPNegativeTestJSON-1615923537-project] Pushing event deleted for resources: {'Network': ['ID=6f708ebf-ed67-45bf-8053-e5900830d5a1,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:05.300789 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805d44a0-2737-455c-ad78-b495fbe3ce0d tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4be675aa-f0aa-46e1-9211-f3102afec5db,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:05.318401 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-805d44a0-2737-455c-ad78-b495fbe3ce0d tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:05.321899 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-805d44a0-2737-455c-ad78-b495fbe3ce0d tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.5509531 Mar 11 19:47:05.322548 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 49266) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:05.528712 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49272) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:05.528913 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-cf392acd-5c8f-4fa1-a92f-b74d4f556e80 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2052035 Mar 11 19:47:05.536178 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-e215e6c3-0b86-4319-b16f-2bf6f153e3f6 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Request body: {'security_group': {'name': 'tempest-security--1737980839', 'description': 'tempest-security-description-1200947138'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:47:05.662209 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e215e6c3-0b86-4319-b16f-2bf6f153e3f6 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group (4be675aa-f0aa-46e1-9211-f3102afec5db), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:05.824187 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e215e6c3-0b86-4319-b16f-2bf6f153e3f6 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group (4be675aa-f0aa-46e1-9211-f3102afec5db), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:05.830880 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e215e6c3-0b86-4319-b16f-2bf6f153e3f6 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (4be675aa-f0aa-46e1-9211-f3102afec5db), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:05.836377 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e215e6c3-0b86-4319-b16f-2bf6f153e3f6 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:05.838534 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e215e6c3-0b86-4319-b16f-2bf6f153e3f6 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] 10.222.0.65 "PUT /v2.0/security-groups/4be675aa-f0aa-46e1-9211-f3102afec5db HTTP/1.1" status: 200 len: 1797 time: 0.3078978 Mar 11 19:47:05.841839 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49278) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:05.859439 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 49280) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:06.035486 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-6147ca4f-df57-460a-aa32-327f2d8f9cc3 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] 10.222.0.65 "GET /v2.0/security-groups/4be675aa-f0aa-46e1-9211-f3102afec5db HTTP/1.1" status: 200 len: 1797 time: 0.1872816 Mar 11 19:47:06.038423 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 49288) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:06.045929 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e215e6c3-0b86-4319-b16f-2bf6f153e3f6 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4be675aa-f0aa-46e1-9211-f3102afec5db,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:06.110455 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4b83159b-ae61-4b55-aa34-c9cc4ba87b5a tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group (4be675aa-f0aa-46e1-9211-f3102afec5db), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:06.159999 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4b83159b-ae61-4b55-aa34-c9cc4ba87b5a tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group (4be675aa-f0aa-46e1-9211-f3102afec5db), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:06.241223 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-0e37d096-c95a-4885-b5e0-88a3f68c556d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=628fdc76731349f5be9218d36d80c7de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3785877 Mar 11 19:47:06.242135 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 49294) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:06.345657 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4b83159b-ae61-4b55-aa34-c9cc4ba87b5a tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (4be675aa-f0aa-46e1-9211-f3102afec5db), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:06.349767 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4b83159b-ae61-4b55-aa34-c9cc4ba87b5a tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:06.354872 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49298) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:06.355142 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-4b83159b-ae61-4b55-aa34-c9cc4ba87b5a tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] 10.222.0.65 "DELETE /v2.0/security-groups/4be675aa-f0aa-46e1-9211-f3102afec5db HTTP/1.1" status: 204 len: 168 time: 0.3155739 Mar 11 19:47:06.370843 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b83159b-ae61-4b55-aa34-c9cc4ba87b5a tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be675aa-f0aa-46e1-9211-f3102afec5db,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:06.374738 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6bc72f3c-3b82-430d-b6d7-115b4cedbd16 admin admin] Publish callbacks [] for security_group (3de9a896-9b7f-483e-ac15-768c77994601), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:06.412196 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6bc72f3c-3b82-430d-b6d7-115b4cedbd16 admin admin] Publish callbacks [] for security_group (3de9a896-9b7f-483e-ac15-768c77994601), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:06.484399 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6bc72f3c-3b82-430d-b6d7-115b4cedbd16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (3de9a896-9b7f-483e-ac15-768c77994601), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:06.493598 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6bc72f3c-3b82-430d-b6d7-115b4cedbd16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:06.497321 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-6bc72f3c-3b82-430d-b6d7-115b4cedbd16 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3de9a896-9b7f-483e-ac15-768c77994601 HTTP/1.1" status: 204 len: 168 time: 0.2521582 Mar 11 19:47:06.505909 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc72f3c-3b82-430d-b6d7-115b4cedbd16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de9a896-9b7f-483e-ac15-768c77994601,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:06.507695 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f30845ef-7ac8-4c8b-afbb-0c7cf075e405 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1514304 Mar 11 19:47:06.512237 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 49308) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:06.528628 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [None req-80586c98-5e86-4af3-a497-fce7ca4af519 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] delete failed (client error): The resource could not be found. Mar 11 19:47:06.536890 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49310) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:06.537659 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-80586c98-5e86-4af3-a497-fce7ca4af519 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] 10.222.0.65 "DELETE /v2.0/security-groups/4be675aa-f0aa-46e1-9211-f3102afec5db HTTP/1.1" status: 404 len: 347 time: 0.0242515 Mar 11 19:47:06.541394 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-fd1e694c-8563-4890-8a93-e20adb5b5ca1 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Request body: {'security_group': {'name': 'tempest-secgroup--1208144295'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:47:06.589260 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fd1e694c-8563-4890-8a93-e20adb5b5ca1 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:06.810631 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fd1e694c-8563-4890-8a93-e20adb5b5ca1 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group (84b60700-f690-428d-86c9-4d25ef2257d4), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:06.823474 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fd1e694c-8563-4890-8a93-e20adb5b5ca1 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (84b60700-f690-428d-86c9-4d25ef2257d4), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:07.282892 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fd1e694c-8563-4890-8a93-e20adb5b5ca1 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:07.284260 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-fd1e694c-8563-4890-8a93-e20adb5b5ca1 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7463274 Mar 11 19:47:07.293233 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1e694c-8563-4890-8a93-e20adb5b5ca1 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84b60700-f690-428d-86c9-4d25ef2257d4,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:07.293233 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49348) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:07.304785 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-518daecf-7a20-4605-a4b3-1e699298d4ed tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Request body: {'security_group_rule': {'security_group_id': '84b60700-f690-428d-86c9-4d25ef2257d4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:47:07.383445 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-518daecf-7a20-4605-a4b3-1e699298d4ed tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group_rule (feaf5992-eb3d-4cad-b5e1-77cae85faa4f), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:07.396388 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814d23c-1c62-4ce7-aa53-9d122bbb7b7c req-d72a1426-0d6b-4395-9acc-f4bbaac6e078 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:07.410175 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5814d23c-1c62-4ce7-aa53-9d122bbb7b7c req-d72a1426-0d6b-4395-9acc-f4bbaac6e078 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/networks?id=5f4622d2-6877-42dd-be4c-6b2764b6d954 HTTP/1.1" status: 200 len: 805 time: 0.3864059 Mar 11 19:47:07.446435 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5814d23c-1c62-4ce7-aa53-9d122bbb7b7c req-7727bbcb-e512-4013-8639-45211c6fd8ea tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/quotas/59ec990deac94d1dadc5fda96e3adfe5 HTTP/1.1" status: 200 len: 375 time: 0.0270689 Mar 11 19:47:07.520882 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-518daecf-7a20-4605-a4b3-1e699298d4ed tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group_rule (feaf5992-eb3d-4cad-b5e1-77cae85faa4f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:07.528928 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-518daecf-7a20-4605-a4b3-1e699298d4ed tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (feaf5992-eb3d-4cad-b5e1-77cae85faa4f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:07.565335 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5814d23c-1c62-4ce7-aa53-9d122bbb7b7c req-bdcdceb0-19ca-4634-be96-85e2bed6eee2 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=59ec990deac94d1dadc5fda96e3adfe5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1106400 Mar 11 19:47:07.570869 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518daecf-7a20-4605-a4b3-1e699298d4ed tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feaf5992-eb3d-4cad-b5e1-77cae85faa4f,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:07.589727 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-518daecf-7a20-4605-a4b3-1e699298d4ed tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:07.595161 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-518daecf-7a20-4605-a4b3-1e699298d4ed tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3013067 Mar 11 19:47:07.599293 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49362) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:07.662988 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c6481386-df3d-4547-aac1-23d319b4500b tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group_rule (feaf5992-eb3d-4cad-b5e1-77cae85faa4f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:07.672822 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c6481386-df3d-4547-aac1-23d319b4500b tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group_rule (feaf5992-eb3d-4cad-b5e1-77cae85faa4f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:07.713572 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c6481386-df3d-4547-aac1-23d319b4500b tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (feaf5992-eb3d-4cad-b5e1-77cae85faa4f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:07.728438 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c6481386-df3d-4547-aac1-23d319b4500b tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:07.730105 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c6481386-df3d-4547-aac1-23d319b4500b tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/feaf5992-eb3d-4cad-b5e1-77cae85faa4f HTTP/1.1" status: 204 len: 168 time: 0.1214466 Mar 11 19:47:07.736175 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49376) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:07.748402 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6481386-df3d-4547-aac1-23d319b4500b tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=feaf5992-eb3d-4cad-b5e1-77cae85faa4f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:07.775440 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5814d23c-1c62-4ce7-aa53-9d122bbb7b7c req-a1e2d493-c5b3-47c6-a065-fcd41bf0b1b1 service neutron] 10.222.0.65 "GET /v2.0/networks/5f4622d2-6877-42dd-be4c-6b2764b6d954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964035 Mar 11 19:47:07.797900 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-874dc186-91db-4296-bb8f-2d8b2593c608 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0593052 Mar 11 19:47:07.802436 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49378) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:07.883097 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e7076af6-cd8e-4ecb-8d86-1f53ca1a6d94 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group (84b60700-f690-428d-86c9-4d25ef2257d4), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:07.913778 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e7076af6-cd8e-4ecb-8d86-1f53ca1a6d94 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group (84b60700-f690-428d-86c9-4d25ef2257d4), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:07.935102 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5814d23c-1c62-4ce7-aa53-9d122bbb7b7c req-013aa803-d87c-4641-9b9e-0b9dbe6db728 service neutron] 10.222.0.65 "GET /v2.0/networks/5f4622d2-6877-42dd-be4c-6b2764b6d954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501288 Mar 11 19:47:08.004934 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e7076af6-cd8e-4ecb-8d86-1f53ca1a6d94 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (84b60700-f690-428d-86c9-4d25ef2257d4), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:08.008044 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e7076af6-cd8e-4ecb-8d86-1f53ca1a6d94 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:08.009552 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e7076af6-cd8e-4ecb-8d86-1f53ca1a6d94 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] 10.222.0.65 "DELETE /v2.0/security-groups/84b60700-f690-428d-86c9-4d25ef2257d4 HTTP/1.1" status: 204 len: 168 time: 0.2051933 Mar 11 19:47:08.013425 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 49390) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:08.020158 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7076af6-cd8e-4ecb-8d86-1f53ca1a6d94 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b60700-f690-428d-86c9-4d25ef2257d4,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:08.112503 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c9d03f-e3b0-4b86-9ba5-0c4311fe6e83 req-05dee192-afc9-4e9a-a253-47b82b61dec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:08.117353 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-13c9d03f-e3b0-4b86-9ba5-0c4311fe6e83 req-05dee192-afc9-4e9a-a253-47b82b61dec9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=158d96ac5890499b904530e3a8e2fd26&device_id=be343d54-4421-403d-b876-889b59b33fc0 HTTP/1.1" status: 200 len: 1127 time: 0.5206614 Mar 11 19:47:08.122180 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-0baf63d5-1a1e-4043-bb07-07f7dfdc02a8 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1075330 Mar 11 19:47:08.122575 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49392) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:08.135806 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-b6ddadd0-5c81-4e7f-8b1d-15d623b33ae9 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Request body: {'security_group': {'name': 'tempest-secgroup--1607617213'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:47:08.200323 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 49400) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:08.351598 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-3720aa44-b61c-4c6f-b7c5-469e7882b4bf tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-30112819'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:47:08.361702 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b6ddadd0-5c81-4e7f-8b1d-15d623b33ae9 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:08.413518 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c9d03f-e3b0-4b86-9ba5-0c4311fe6e83 req-37af1932-20c6-40e8-af85-d48c1c16a86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:08.415018 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-13c9d03f-e3b0-4b86-9ba5-0c4311fe6e83 req-37af1932-20c6-40e8-af85-d48c1c16a86e service neutron] 10.222.0.75 "GET /v2.0/networks?id=32196a18-8be7-4227-b019-bc15d0c1f739 HTTP/1.1" status: 200 len: 917 time: 0.2457864 Mar 11 19:47:08.447651 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf47ac-0492-4f82-9933-f17c33da9d59 req-5af45101-2c10-4e21-a413-bb34d880d053 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:08.457562 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bbdf47ac-0492-4f82-9933-f17c33da9d59 req-5af45101-2c10-4e21-a413-bb34d880d053 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=be343d54-4421-403d-b876-889b59b33fc0 HTTP/1.1" status: 200 len: 945 time: 0.2125030 Mar 11 19:47:08.459826 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3720aa44-b61c-4c6f-b7c5-469e7882b4bf tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Made reservation on behalf of 554a0d0e786c47318030018c7ddae585 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:47:08.463054 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3720aa44-b61c-4c6f-b7c5-469e7882b4bf tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:08.526700 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49408) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:08.532590 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3720aa44-b61c-4c6f-b7c5-469e7882b4bf tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:08.542808 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-13c9d03f-e3b0-4b86-9ba5-0c4311fe6e83 req-db78011d-243d-48e5-9fcc-5aa12cc94813 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d390e89a-8eda-47c2-bf64-fbf3e9262dc0 HTTP/1.1" status: 200 len: 1000 time: 0.1078007 Mar 11 19:47:08.568124 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b6ddadd0-5c81-4e7f-8b1d-15d623b33ae9 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group (5a4cb904-ae04-4e4d-b958-19d0afe0ba06), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:08.592341 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b6ddadd0-5c81-4e7f-8b1d-15d623b33ae9 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (5a4cb904-ae04-4e4d-b958-19d0afe0ba06), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:08.636290 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73f083-5f3d-4e1c-947b-726d39c78b51 req-cb6bd719-d90f-4d89-b3c1-7a36905c59bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:08.638397 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9f73f083-5f3d-4e1c-947b-726d39c78b51 req-cb6bd719-d90f-4d89-b3c1-7a36905c59bd service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=66b3b8d3f65c4e239ea33b0475efa223&device_id=b4926858-bf43-45b4-8e7b-4c8c842f2c82 HTTP/1.1" status: 200 len: 1127 time: 0.1799419 Mar 11 19:47:08.658485 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b6ddadd0-5c81-4e7f-8b1d-15d623b33ae9 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:08.658775 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bbdf47ac-0492-4f82-9933-f17c33da9d59 req-09f82ce5-18ed-4af6-b572-a0e8d814d8c6 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=5c88090f-a4b6-4ded-8686-842a534273ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1744523 Mar 11 19:47:08.659786 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b6ddadd0-5c81-4e7f-8b1d-15d623b33ae9 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5339725 Mar 11 19:47:08.665013 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49414) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:08.679600 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-ee608d58-e61b-484d-8ce7-eb1704149d5b tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Request body: {'security_group_rule': {'security_group_id': '5a4cb904-ae04-4e4d-b958-19d0afe0ba06', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:47:08.720888 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c9d03f-e3b0-4b86-9ba5-0c4311fe6e83 req-bc74aa94-3866-4ac9-95b5-3de9bdd90722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:08.723062 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-13c9d03f-e3b0-4b86-9ba5-0c4311fe6e83 req-bc74aa94-3866-4ac9-95b5-3de9bdd90722 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c54bb295-7bca-4fbe-aff9-5e7c44904c47 HTTP/1.1" status: 200 len: 855 time: 0.1714985 Mar 11 19:47:08.724397 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ddadd0-5c81-4e7f-8b1d-15d623b33ae9 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4cb904-ae04-4e4d-b958-19d0afe0ba06,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:08.747432 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ee608d58-e61b-484d-8ce7-eb1704149d5b tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group_rule (914a0f20-9db6-428a-8e24-625b73a9867c), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:08.801551 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-48d8738a-9aca-4e9d-a5ab-f7f608344174 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:08.834275 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3720aa44-b61c-4c6f-b7c5-469e7882b4bf tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks [] for security_group (faac024e-b63d-418a-b4cd-0775d503d682), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:08.840078 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3720aa44-b61c-4c6f-b7c5-469e7882b4bf tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (faac024e-b63d-418a-b4cd-0775d503d682), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:08.843765 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73f083-5f3d-4e1c-947b-726d39c78b51 req-9178c165-9aa7-443d-9a50-f50496496085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:08.845773 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9f73f083-5f3d-4e1c-947b-726d39c78b51 req-9178c165-9aa7-443d-9a50-f50496496085 service neutron] 10.222.0.75 "GET /v2.0/networks?id=90663b8c-1bde-4a55-8ab4-a84ee4d3cf19 HTTP/1.1" status: 200 len: 912 time: 0.1837029 Mar 11 19:47:08.898580 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c9d03f-e3b0-4b86-9ba5-0c4311fe6e83 req-0cf5fb74-6d6b-478a-b312-10fcb6860095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:08.901061 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-13c9d03f-e3b0-4b86-9ba5-0c4311fe6e83 req-0cf5fb74-6d6b-478a-b312-10fcb6860095 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=32196a18-8be7-4227-b019-bc15d0c1f739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1692722 Mar 11 19:47:08.911803 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3720aa44-b61c-4c6f-b7c5-469e7882b4bf tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] vlan segment allocate from pool success with {'vlan_id': 856, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:47:08.934229 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9f73f083-5f3d-4e1c-947b-726d39c78b51 req-188d4faa-6fa5-4712-9841-d22bf3047fd4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5ddb8ee-f814-4b98-936f-403277fbc446 HTTP/1.1" status: 200 len: 217 time: 0.0800960 Mar 11 19:47:08.954771 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3720aa44-b61c-4c6f-b7c5-469e7882b4bf tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faac024e-b63d-418a-b4cd-0775d503d682,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:08.971178 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ee608d58-e61b-484d-8ce7-eb1704149d5b tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group_rule (914a0f20-9db6-428a-8e24-625b73a9867c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:08.974404 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3720aa44-b61c-4c6f-b7c5-469e7882b4bf tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (4521c024-fe3b-406e-a6ea-cd887d451979), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:08.975331 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-3720aa44-b61c-4c6f-b7c5-469e7882b4bf tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Added segment 4521c024-fe3b-406e-a6ea-cd887d451979 of type vlan for network c46c359e-be0f-4515-959d-100521007b9a Mar 11 19:47:08.989156 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ee608d58-e61b-484d-8ce7-eb1704149d5b tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (914a0f20-9db6-428a-8e24-625b73a9867c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:09.060648 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3720aa44-b61c-4c6f-b7c5-469e7882b4bf tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (c46c359e-be0f-4515-959d-100521007b9a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:09.083272 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73f083-5f3d-4e1c-947b-726d39c78b51 req-4d7b3337-ae7b-4f5b-8f5f-c2ded702cdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:09.087232 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9f73f083-5f3d-4e1c-947b-726d39c78b51 req-4d7b3337-ae7b-4f5b-8f5f-c2ded702cdbc service neutron] 10.222.0.75 "GET /v2.0/subnets?id=83286d6e-3d22-482f-b14a-2fbd7466cc6c HTTP/1.1" status: 200 len: 850 time: 0.1341703 Mar 11 19:47:09.091901 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee608d58-e61b-484d-8ce7-eb1704149d5b tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=914a0f20-9db6-428a-8e24-625b73a9867c,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:09.107533 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c02d98-bcad-42bf-b08a-5a04e4b852c4 req-52047baa-3607-40a9-8f40-b6984ad4653b tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:09.109505 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-20c02d98-bcad-42bf-b08a-5a04e4b852c4 req-52047baa-3607-40a9-8f40-b6984ad4653b tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4926858-bf43-45b4-8e7b-4c8c842f2c82 HTTP/1.1" status: 200 len: 945 time: 0.2302265 Mar 11 19:47:09.122300 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ee608d58-e61b-484d-8ce7-eb1704149d5b tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:09.127063 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ee608d58-e61b-484d-8ce7-eb1704149d5b tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4552252 Mar 11 19:47:09.129302 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 49420) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:09.136827 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-13c9d03f-e3b0-4b86-9ba5-0c4311fe6e83 req-57a0f6ba-4f77-4f2f-a48e-cef74487c7e9 service neutron] 10.222.0.75 "GET /v2.0/networks/32196a18-8be7-4227-b019-bc15d0c1f739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254004 Mar 11 19:47:09.143962 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-48d8738a-9aca-4e9d-a5ab-f7f608344174 admin admin] Publish callbacks [] for security_group (c69eb761-b02f-4241-b5f1-9538a3d6a15f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:09.160052 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-48d8738a-9aca-4e9d-a5ab-f7f608344174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (c69eb761-b02f-4241-b5f1-9538a3d6a15f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:09.168421 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-55c46d26-6140-4162-ad32-abc0dc1c11c5 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Request body: {'security_group_rule': {'security_group_id': '5a4cb904-ae04-4e4d-b958-19d0afe0ba06', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:47:09.228911 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-48d8738a-9aca-4e9d-a5ab-f7f608344174 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e738dabb602b4c6bb0e28a781df28147&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7007842 Mar 11 19:47:09.232042 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49422) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:09.245657 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3720aa44-b61c-4c6f-b7c5-469e7882b4bf tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (c46c359e-be0f-4515-959d-100521007b9a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:09.252771 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3720aa44-b61c-4c6f-b7c5-469e7882b4bf tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:09.253813 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3720aa44-b61c-4c6f-b7c5-469e7882b4bf tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:09.267578 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d8738a-9aca-4e9d-a5ab-f7f608344174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c69eb761-b02f-4241-b5f1-9538a3d6a15f,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:09.281218 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-3720aa44-b61c-4c6f-b7c5-469e7882b4bf tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.0783491 Mar 11 19:47:09.282493 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-55c46d26-6140-4162-ad32-abc0dc1c11c5 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group_rule (8a634226-315d-4a04-b2e7-db255f836a07), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:09.311143 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d8738a-9aca-4e9d-a5ab-f7f608344174 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:47:09.311481 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d8738a-9aca-4e9d-a5ab-f7f608344174 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:47:09.312360 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d8738a-9aca-4e9d-a5ab-f7f608344174 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:47:09.312712 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d8738a-9aca-4e9d-a5ab-f7f608344174 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:47:09.313048 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d8738a-9aca-4e9d-a5ab-f7f608344174 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:47:09.313383 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d8738a-9aca-4e9d-a5ab-f7f608344174 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:47:09.313711 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d8738a-9aca-4e9d-a5ab-f7f608344174 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:47:09.314036 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d8738a-9aca-4e9d-a5ab-f7f608344174 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:47:09.314923 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d8738a-9aca-4e9d-a5ab-f7f608344174 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:47:09.315251 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d8738a-9aca-4e9d-a5ab-f7f608344174 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:47:09.315576 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d8738a-9aca-4e9d-a5ab-f7f608344174 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:47:09.315923 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d8738a-9aca-4e9d-a5ab-f7f608344174 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:47:09.316243 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d8738a-9aca-4e9d-a5ab-f7f608344174 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:47:09.319943 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-20c02d98-bcad-42bf-b08a-5a04e4b852c4 req-c4be434b-83a6-4ea4-9476-ab1feed4f233 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=381d5506-1a91-423f-9578-afb9619937f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947746 Mar 11 19:47:09.349738 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73f083-5f3d-4e1c-947b-726d39c78b51 req-8c8d77fe-474b-4f3c-bef3-eeff32c49979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:09.352149 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9f73f083-5f3d-4e1c-947b-726d39c78b51 req-8c8d77fe-474b-4f3c-bef3-eeff32c49979 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=90663b8c-1bde-4a55-8ab4-a84ee4d3cf19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2395339 Mar 11 19:47:09.361174 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-13c9d03f-e3b0-4b86-9ba5-0c4311fe6e83 req-3cb3f240-5dda-4bbc-8b5f-638953ed6ad1 service neutron] 10.222.0.75 "GET /v2.0/networks/32196a18-8be7-4227-b019-bc15d0c1f739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119126 Mar 11 19:47:09.399816 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e0d79bd2-1fd7-4982-9606-989e78a06552 admin admin] Publish callbacks [] for security_group (c69eb761-b02f-4241-b5f1-9538a3d6a15f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:09.436270 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49424) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:09.445196 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-d5452e6d-07f1-4337-86e9-e0d561309345 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Request body: {'subnet': {'network_id': 'c46c359e-be0f-4515-959d-100521007b9a', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:47:09.456885 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e0d79bd2-1fd7-4982-9606-989e78a06552 admin admin] Publish callbacks [] for security_group (c69eb761-b02f-4241-b5f1-9538a3d6a15f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:09.541019 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3720aa44-b61c-4c6f-b7c5-469e7882b4bf tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Pushing event updated for resources: {'Network': ['ID=c46c359e-be0f-4515-959d-100521007b9a,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:09.562370 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network c46c359e-be0f-4515-959d-100521007b9a details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:47:09.575997 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5452e6d-07f1-4337-86e9-e0d561309345 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Made reservation on behalf of 554a0d0e786c47318030018c7ddae585 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:47:09.579312 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-55c46d26-6140-4162-ad32-abc0dc1c11c5 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group_rule (8a634226-315d-4a04-b2e7-db255f836a07), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:09.580644 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d5452e6d-07f1-4337-86e9-e0d561309345 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:09.593158 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-55c46d26-6140-4162-ad32-abc0dc1c11c5 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (8a634226-315d-4a04-b2e7-db255f836a07), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:09.615437 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e0d79bd2-1fd7-4982-9606-989e78a06552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (c69eb761-b02f-4241-b5f1-9538a3d6a15f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:09.618262 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e0d79bd2-1fd7-4982-9606-989e78a06552 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:09.619489 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e0d79bd2-1fd7-4982-9606-989e78a06552 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c69eb761-b02f-4241-b5f1-9538a3d6a15f HTTP/1.1" status: 204 len: 168 time: 0.3850427 Mar 11 19:47:09.667126 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d79bd2-1fd7-4982-9606-989e78a06552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69eb761-b02f-4241-b5f1-9538a3d6a15f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:09.668950 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9f73f083-5f3d-4e1c-947b-726d39c78b51 req-60e7c9ec-c9ec-4286-a90f-718e85cead40 service neutron] 10.222.0.75 "GET /v2.0/networks/90663b8c-1bde-4a55-8ab4-a84ee4d3cf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024125 Mar 11 19:47:09.695929 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c46d26-6140-4162-ad32-abc0dc1c11c5 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a634226-315d-4a04-b2e7-db255f836a07,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:09.921518 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d5452e6d-07f1-4337-86e9-e0d561309345 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (0e53d5e1-98a9-48da-a94f-c8dcfd3e349f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:10.026072 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814d23c-1c62-4ce7-aa53-9d122bbb7b7c req-1aaf56fd-6e98-4cc5-888f-efb0f7694f2b tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:10.027786 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5814d23c-1c62-4ce7-aa53-9d122bbb7b7c req-1aaf56fd-6e98-4cc5-888f-efb0f7694f2b tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.75 "GET /v2.0/networks?id=5f4622d2-6877-42dd-be4c-6b2764b6d954 HTTP/1.1" status: 200 len: 805 time: 0.2174397 Mar 11 19:47:10.031140 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5452e6d-07f1-4337-86e9-e0d561309345 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Pushing event updated for resources: {'Subnet': ['ID=0e53d5e1-98a9-48da-a94f-c8dcfd3e349f,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:10.042883 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-5814d23c-1c62-4ce7-aa53-9d122bbb7b7c req-94289cda-a83e-4d44-8a05-463accfae160 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Request body: {'port': {'device_id': '4a232911-7b92-4689-aa6b-0392a63accd2', 'network_id': '5f4622d2-6877-42dd-be4c-6b2764b6d954', 'admin_state_up': True, 'tenant_id': '59ec990deac94d1dadc5fda96e3adfe5'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:47:10.132712 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2636111-52d7-4307-a9c6-cf641db5bb4c req-8bfd66ab-c679-438a-82f5-13b518f8f842 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:10.132963 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49434) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:10.134436 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b2636111-52d7-4307-a9c6-cf641db5bb4c req-8bfd66ab-c679-438a-82f5-13b518f8f842 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/ports?device_id=9704cc3c-cfbe-466d-ac6d-477d6b62bb94 HTTP/1.1" status: 200 len: 945 time: 0.6530130 Mar 11 19:47:10.145183 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5452e6d-07f1-4337-86e9-e0d561309345 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Checking segment: {'id': '4521c024-fe3b-406e-a6ea-cd887d451979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'c46c359e-be0f-4515-959d-100521007b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:47:10.145464 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5452e6d-07f1-4337-86e9-e0d561309345 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Network hostable DHCP agents. Network: c46c359e-be0f-4515-959d-100521007b9a, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:47:10.151821 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-55c46d26-6140-4162-ad32-abc0dc1c11c5 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:10.157393 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-55c46d26-6140-4162-ad32-abc0dc1c11c5 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0129771 Mar 11 19:47:10.157393 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 49436) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:10.165506 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-864d21e5-4c06-4d71-a6bc-07e55d7f0b7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:10.168506 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-0966ecf6-651d-4654-9c97-7b9564bafbb9 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Request body: {'security_group_rule': {'security_group_id': '5a4cb904-ae04-4e4d-b958-19d0afe0ba06', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:47:10.199687 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0966ecf6-651d-4654-9c97-7b9564bafbb9 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group_rule (77861df9-7970-4cc1-ac57-5fa0ef1540ae), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:10.214774 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5452e6d-07f1-4337-86e9-e0d561309345 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Network c46c359e-be0f-4515-959d-100521007b9a is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:47:10.242421 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-d5452e6d-07f1-4337-86e9-e0d561309345 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, c46c359e-be0f-4515-959d-100521007b9a) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:47:10.247223 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5452e6d-07f1-4337-86e9-e0d561309345 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:10.247885 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d5452e6d-07f1-4337-86e9-e0d561309345 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:10.255377 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0966ecf6-651d-4654-9c97-7b9564bafbb9 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group_rule (77861df9-7970-4cc1-ac57-5fa0ef1540ae), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:10.261116 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5814d23c-1c62-4ce7-aa53-9d122bbb7b7c req-94289cda-a83e-4d44-8a05-463accfae160 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Made reservation on behalf of 59ec990deac94d1dadc5fda96e3adfe5 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:47:10.265033 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5814d23c-1c62-4ce7-aa53-9d122bbb7b7c req-94289cda-a83e-4d44-8a05-463accfae160 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:10.278182 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b569e7a-b8c3-45da-8ba2-729341ee80dc None None] Network c46c359e-be0f-4515-959d-100521007b9a requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:47:10.288572 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b2636111-52d7-4307-a9c6-cf641db5bb4c req-80974182-3213-4796-9d06-3a96c8e221ba tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac76e7d2-86d4-4d6a-9e4e-efe333e24013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469498 Mar 11 19:47:10.289347 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0966ecf6-651d-4654-9c97-7b9564bafbb9 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (77861df9-7970-4cc1-ac57-5fa0ef1540ae), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:10.292976 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d5452e6d-07f1-4337-86e9-e0d561309345 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.8555741 Mar 11 19:47:10.301469 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49438) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:10.309446 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9f73f083-5f3d-4e1c-947b-726d39c78b51 req-d7029405-ccb3-4508-86c0-0818f7b2a73f service neutron] 10.222.0.75 "GET /v2.0/networks/90663b8c-1bde-4a55-8ab4-a84ee4d3cf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6316476 Mar 11 19:47:10.310328 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-8a6c3625-9edf-419d-8e7e-f3272f7a73da tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-102052361'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:47:10.317825 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0966ecf6-651d-4654-9c97-7b9564bafbb9 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:10.321870 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-0966ecf6-651d-4654-9c97-7b9564bafbb9 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1620431 Mar 11 19:47:10.322922 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 49440) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:10.326794 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-09b14e0b-60d8-423b-90e3-cbae2cdb422c tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Request body: {'security_group_rule': {'security_group_id': '5a4cb904-ae04-4e4d-b958-19d0afe0ba06', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:47:10.363655 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0966ecf6-651d-4654-9c97-7b9564bafbb9 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77861df9-7970-4cc1-ac57-5fa0ef1540ae,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:10.381817 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-09b14e0b-60d8-423b-90e3-cbae2cdb422c tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group_rule (be94537d-0dd5-4f0c-8cd2-919899db6c0a), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:10.463917 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-864d21e5-4c06-4d71-a6bc-07e55d7f0b7d admin admin] Publish callbacks [] for security_group (edb118a0-a80f-4ff1-995a-9b2e3beb57c7), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:10.479876 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-864d21e5-4c06-4d71-a6bc-07e55d7f0b7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (edb118a0-a80f-4ff1-995a-9b2e3beb57c7), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:10.484191 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-09b14e0b-60d8-423b-90e3-cbae2cdb422c tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group_rule (be94537d-0dd5-4f0c-8cd2-919899db6c0a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:10.493879 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-09b14e0b-60d8-423b-90e3-cbae2cdb422c tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (be94537d-0dd5-4f0c-8cd2-919899db6c0a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:10.518472 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6c3625-9edf-419d-8e7e-f3272f7a73da tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Made reservation on behalf of 554a0d0e786c47318030018c7ddae585 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:47:10.521752 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b14e0b-60d8-423b-90e3-cbae2cdb422c tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be94537d-0dd5-4f0c-8cd2-919899db6c0a,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:10.522419 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8a6c3625-9edf-419d-8e7e-f3272f7a73da tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:10.537282 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-09b14e0b-60d8-423b-90e3-cbae2cdb422c tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:10.538664 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-09b14e0b-60d8-423b-90e3-cbae2cdb422c tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2155526 Mar 11 19:47:10.542153 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 49448) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:10.546760 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bfdd64-06a6-4f36-9e6f-c073f2e57b7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-c46c359e-be0f-4515-959d-100521007b9a', 'network_id': 'c46c359e-be0f-4515-959d-100521007b9a', 'project_id': '554a0d0e786c47318030018c7ddae585', 'fixed_ips': [{'subnet_id': '0e53d5e1-98a9-48da-a94f-c8dcfd3e349f'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:47:10.547074 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-a32a3ccf-5f09-4ada-b52d-0b172f148f76 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Request body: {'security_group_rule': {'security_group_id': '5a4cb904-ae04-4e4d-b958-19d0afe0ba06', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:47:10.547666 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f9bfdd64-06a6-4f36-9e6f-c073f2e57b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:10.595499 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a32a3ccf-5f09-4ada-b52d-0b172f148f76 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group_rule (3851eddf-f9c5-43ac-af58-8c6dcd39a771), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:10.606638 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-864d21e5-4c06-4d71-a6bc-07e55d7f0b7d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d3ec48fa5d8d4a33a80bcfd1607f7272&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4697640 Mar 11 19:47:10.607447 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49450) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:10.650977 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a6c3625-9edf-419d-8e7e-f3272f7a73da tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] vlan segment allocate from pool success with {'vlan_id': 870, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:47:10.677837 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864d21e5-4c06-4d71-a6bc-07e55d7f0b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb118a0-a80f-4ff1-995a-9b2e3beb57c7,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:10.699125 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-f9bfdd64-06a6-4f36-9e6f-c073f2e57b7c None None] Allocated IP 172.20.255.242 (c46c359e-be0f-4515-959d-100521007b9a/0e53d5e1-98a9-48da-a94f-c8dcfd3e349f/15ed25dd-c4a5-41fe-8084-f09553f4075d) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:47:10.707293 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8a6c3625-9edf-419d-8e7e-f3272f7a73da tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (00626b11-8117-4d84-846a-83d1c0aeb4d5), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:10.708118 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-8a6c3625-9edf-419d-8e7e-f3272f7a73da tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Added segment 00626b11-8117-4d84-846a-83d1c0aeb4d5 of type vlan for network fa49002a-60bc-4f1b-bed4-4c01f67302c6 Mar 11 19:47:10.711414 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-5814d23c-1c62-4ce7-aa53-9d122bbb7b7c req-94289cda-a83e-4d44-8a05-463accfae160 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Allocated IP 172.20.0.6 (5f4622d2-6877-42dd-be4c-6b2764b6d954/8d74cfef-df19-4443-8dbc-7728b7150eec/50a22dd0-7344-43d6-b83b-933769cde6f1) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:47:10.738982 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a32a3ccf-5f09-4ada-b52d-0b172f148f76 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group_rule (3851eddf-f9c5-43ac-af58-8c6dcd39a771), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:10.753392 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11cbc1b-d399-448b-941c-44590e9e4ea0 req-dd4e5201-2a17-4b72-b73d-76f7fe43bfce tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:10.761379 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d11cbc1b-d399-448b-941c-44590e9e4ea0 req-dd4e5201-2a17-4b72-b73d-76f7fe43bfce tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=be343d54-4421-403d-b876-889b59b33fc0 HTTP/1.1" status: 200 len: 945 time: 0.1440198 Mar 11 19:47:10.788358 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a32a3ccf-5f09-4ada-b52d-0b172f148f76 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (3851eddf-f9c5-43ac-af58-8c6dcd39a771), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:10.811095 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-22e96d6a-25f3-4a15-b409-ed863c6d250e admin admin] Publish callbacks [] for security_group (edb118a0-a80f-4ff1-995a-9b2e3beb57c7), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:10.824806 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32a3ccf-5f09-4ada-b52d-0b172f148f76 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3851eddf-f9c5-43ac-af58-8c6dcd39a771,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:10.833410 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a32a3ccf-5f09-4ada-b52d-0b172f148f76 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:10.837789 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a32a3ccf-5f09-4ada-b52d-0b172f148f76 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2918801 Mar 11 19:47:10.839363 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 49452) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:10.846724 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-22e96d6a-25f3-4a15-b409-ed863c6d250e admin admin] Publish callbacks [] for security_group (edb118a0-a80f-4ff1-995a-9b2e3beb57c7), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:10.896734 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d11cbc1b-d399-448b-941c-44590e9e4ea0 req-628075a3-4167-4880-9ec7-7321e5036e3b tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=5c88090f-a4b6-4ded-8686-842a534273ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296575 Mar 11 19:47:10.907614 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e7b79a0c-e7e6-4d40-8fcf-e07350fa0846 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group_rule (3851eddf-f9c5-43ac-af58-8c6dcd39a771), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:10.919155 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e7b79a0c-e7e6-4d40-8fcf-e07350fa0846 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group_rule (3851eddf-f9c5-43ac-af58-8c6dcd39a771), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:10.998485 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e7b79a0c-e7e6-4d40-8fcf-e07350fa0846 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (3851eddf-f9c5-43ac-af58-8c6dcd39a771), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:11.017358 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e7b79a0c-e7e6-4d40-8fcf-e07350fa0846 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:11.026024 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-e7b79a0c-e7e6-4d40-8fcf-e07350fa0846 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/3851eddf-f9c5-43ac-af58-8c6dcd39a771 HTTP/1.1" status: 204 len: 168 time: 0.1854477 Mar 11 19:47:11.035837 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 49454) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:11.053784 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b79a0c-e7e6-4d40-8fcf-e07350fa0846 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3851eddf-f9c5-43ac-af58-8c6dcd39a771,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:11.064228 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8a6c3625-9edf-419d-8e7e-f3272f7a73da tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (fa49002a-60bc-4f1b-bed4-4c01f67302c6), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:11.121169 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-22e96d6a-25f3-4a15-b409-ed863c6d250e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (edb118a0-a80f-4ff1-995a-9b2e3beb57c7), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:11.133252 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-22e96d6a-25f3-4a15-b409-ed863c6d250e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:11.154970 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device d390e89a-8eda-47c2-bf64-fbf3e9262dc0 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:47:11.155658 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-22e96d6a-25f3-4a15-b409-ed863c6d250e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/edb118a0-a80f-4ff1-995a-9b2e3beb57c7 HTTP/1.1" status: 204 len: 168 time: 0.5404181 Mar 11 19:47:11.165284 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f9bfdd64-06a6-4f36-9e6f-c073f2e57b7c None None] Publish callbacks [] for port (15ed25dd-c4a5-41fe-8084-f09553f4075d), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:11.230398 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f9bfdd64-06a6-4f36-9e6f-c073f2e57b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (15ed25dd-c4a5-41fe-8084-f09553f4075d), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:11.255339 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e96d6a-25f3-4a15-b409-ed863c6d250e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb118a0-a80f-4ff1-995a-9b2e3beb57c7,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:11.258508 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bfdd64-06a6-4f36-9e6f-c073f2e57b7c None None] Network c46c359e-be0f-4515-959d-100521007b9a is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:47:11.269262 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-5779665c-3cf2-4574-9ef2-5835d3730d7a tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2321520 Mar 11 19:47:11.271139 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 49462) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:11.307247 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-f9bfdd64-06a6-4f36-9e6f-c073f2e57b7c None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:47:11.311119 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8a6c3625-9edf-419d-8e7e-f3272f7a73da tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (fa49002a-60bc-4f1b-bed4-4c01f67302c6), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:11.312660 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bfdd64-06a6-4f36-9e6f-c073f2e57b7c None None] Pushing event updated for resources: {'Port': ['ID=15ed25dd-c4a5-41fe-8084-f09553f4075d,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:11.317150 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bfdd64-06a6-4f36-9e6f-c073f2e57b7c None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:47:11.320963 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6c3625-9edf-419d-8e7e-f3272f7a73da tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:11.323505 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8a6c3625-9edf-419d-8e7e-f3272f7a73da tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:11.364695 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5814d23c-1c62-4ce7-aa53-9d122bbb7b7c req-94289cda-a83e-4d44-8a05-463accfae160 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Publish callbacks [] for port (50a22dd0-7344-43d6-b83b-933769cde6f1), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:11.404819 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port d390e89a-8eda-47c2-bf64-fbf3e9262dc0 is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:47:11.405482 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d390e89a-8eda-47c2-bf64-fbf3e9262dc0), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:11.446432 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e836ed7b-bf79-4539-b819-3f4c2e5aeb0b tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group_rule (be94537d-0dd5-4f0c-8cd2-919899db6c0a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:11.454710 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port d390e89a-8eda-47c2-bf64-fbf3e9262dc0, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=d390e89a-8eda-47c2-bf64-fbf3e9262dc0,segment=NetworkSegment(69eb0e62-687e-4724-ba5c-a415cb9293d1),segment_id=69eb0e62-687e-4724-ba5c-a415cb9293d1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:47:11.462785 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be343d54-4421-403d-b876-889b59b33fc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd390e89a-8eda-47c2-bf64-fbf3e9262dc0'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:47:11.467473 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d76903-a2ce-4536-b207-61ce6a5df459" -d '{"events": [{"server_uuid": "be343d54-4421-403d-b876-889b59b33fc0", "name": "network-vif-unplugged", "status": "completed", "tag": "d390e89a-8eda-47c2-bf64-fbf3e9262dc0"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:47:11.471439 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (d390e89a-8eda-47c2-bf64-fbf3e9262dc0), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:11.472565 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device a5ddb8ee-f814-4b98-936f-403277fbc446 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:47:11.517573 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e836ed7b-bf79-4539-b819-3f4c2e5aeb0b tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group_rule (be94537d-0dd5-4f0c-8cd2-919899db6c0a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:11.532200 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6c3625-9edf-419d-8e7e-f3272f7a73da tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Pushing event updated for resources: {'Network': ['ID=fa49002a-60bc-4f1b-bed4-4c01f67302c6,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:11.537419 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5814d23c-1c62-4ce7-aa53-9d122bbb7b7c req-94289cda-a83e-4d44-8a05-463accfae160 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (50a22dd0-7344-43d6-b83b-933769cde6f1), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:11.547576 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8a6c3625-9edf-419d-8e7e-f3272f7a73da tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2426972 Mar 11 19:47:11.575554 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6106cb-d3d0-471d-b38a-5434be9f907a req-337c261c-23ce-4912-b144-9dcaf568a5df tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:11.586496 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bb6106cb-d3d0-471d-b38a-5434be9f907a req-337c261c-23ce-4912-b144-9dcaf568a5df tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4926858-bf43-45b4-8e7b-4c8c842f2c82 HTTP/1.1" status: 200 len: 945 time: 0.3160012 Mar 11 19:47:11.593382 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 49468) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:11.596887 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a3cfc-04e6-4fc8-a2f3-d4eed5247c11 req-fd3042f9-e661-4320-bdd7-9417dda1a749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:11.598909 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e36a3cfc-04e6-4fc8-a2f3-d4eed5247c11 req-fd3042f9-e661-4320-bdd7-9417dda1a749 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=576d2a7c254e4aed8ead0c581ff9c26f&device_id=9704cc3c-cfbe-466d-ac6d-477d6b62bb94 HTTP/1.1" status: 200 len: 1127 time: 0.3269737 Mar 11 19:47:11.605955 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-9deb6756-d9d9-4e81-afea-c3248459ecc1 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Request body: {'subnet': {'network_id': 'fa49002a-60bc-4f1b-bed4-4c01f67302c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:47:11.606184 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5814d23c-1c62-4ce7-aa53-9d122bbb7b7c req-94289cda-a83e-4d44-8a05-463accfae160 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Network 5f4622d2-6877-42dd-be4c-6b2764b6d954 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:47:11.610769 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=d390e89a-8eda-47c2-bf64-fbf3e9262dc0,revision_number=8']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:11.613200 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-5814d23c-1c62-4ce7-aa53-9d122bbb7b7c req-94289cda-a83e-4d44-8a05-463accfae160 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:47:11.614192 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network fa49002a-60bc-4f1b-bed4-4c01f67302c6 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:47:11.668837 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-5814d23c-1c62-4ce7-aa53-9d122bbb7b7c req-94289cda-a83e-4d44-8a05-463accfae160 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:47:11.703204 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['db0680ad-52ed-457e-9224-4ee0f0880afd'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:47:11.730362 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-f9bfdd64-06a6-4f36-9e6f-c073f2e57b7c None None] Attempting to bind port 15ed25dd-c4a5-41fe-8084-f09553f4075d on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:47:11.730934 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-f9bfdd64-06a6-4f36-9e6f-c073f2e57b7c None None] Attempting to bind port 15ed25dd-c4a5-41fe-8084-f09553f4075d by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '4521c024-fe3b-406e-a6ea-cd887d451979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'c46c359e-be0f-4515-959d-100521007b9a'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:47:11.731491 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bfdd64-06a6-4f36-9e6f-c073f2e57b7c None None] Attempting to bind port 15ed25dd-c4a5-41fe-8084-f09553f4075d on network c46c359e-be0f-4515-959d-100521007b9a {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:47:11.772408 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94289cda-a83e-4d44-8a05-463accfae160 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Pushing event updated for resources: {'Port': ['ID=50a22dd0-7344-43d6-b83b-933769cde6f1,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:11.780416 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bfdd64-06a6-4f36-9e6f-c073f2e57b7c None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:47:11.781116 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bfdd64-06a6-4f36-9e6f-c073f2e57b7c None None] Checking segment: {'id': '4521c024-fe3b-406e-a6ea-cd887d451979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'c46c359e-be0f-4515-959d-100521007b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:47:11.781906 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f9bfdd64-06a6-4f36-9e6f-c073f2e57b7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:11.784187 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bfdd64-06a6-4f36-9e6f-c073f2e57b7c None None] Bound using segment: {'id': '4521c024-fe3b-406e-a6ea-cd887d451979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'c46c359e-be0f-4515-959d-100521007b9a'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:47:11.784890 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-f9bfdd64-06a6-4f36-9e6f-c073f2e57b7c None None] Bound port: 15ed25dd-c4a5-41fe-8084-f09553f4075d, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4521c024-fe3b-406e-a6ea-cd887d451979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': 'c46c359e-be0f-4515-959d-100521007b9a'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:47:11.785780 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f9bfdd64-06a6-4f36-9e6f-c073f2e57b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (15ed25dd-c4a5-41fe-8084-f09553f4075d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:11.791467 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814d23c-1c62-4ce7-aa53-9d122bbb7b7c req-94289cda-a83e-4d44-8a05-463accfae160 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:11.793338 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5814d23c-1c62-4ce7-aa53-9d122bbb7b7c req-94289cda-a83e-4d44-8a05-463accfae160 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:11.826346 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5814d23c-1c62-4ce7-aa53-9d122bbb7b7c req-94289cda-a83e-4d44-8a05-463accfae160 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7881231 Mar 11 19:47:11.845063 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-5814d23c-1c62-4ce7-aa53-9d122bbb7b7c req-176e956d-9c9f-4151-acea-7adbd59c55f4 service neutron] Request body: {'port': {'device_id': '4a232911-7b92-4689-aa6b-0392a63accd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:47:11.901833 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bb6106cb-d3d0-471d-b38a-5434be9f907a req-d637b31e-8e32-42ca-866b-0a10d0ea8b4a tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=381d5506-1a91-423f-9578-afb9619937f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140402 Mar 11 19:47:11.905345 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-f9bfdd64-06a6-4f36-9e6f-c073f2e57b7c None None] For port 15ed25dd-c4a5-41fe-8084-f09553f4075d, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:47:11.906815 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e836ed7b-bf79-4539-b819-3f4c2e5aeb0b tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (be94537d-0dd5-4f0c-8cd2-919899db6c0a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:11.911757 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-f9bfdd64-06a6-4f36-9e6f-c073f2e57b7c None None] For port 15ed25dd-c4a5-41fe-8084-f09553f4075d, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=15ed25dd-c4a5-41fe-8084-f09553f4075d,segment=NetworkSegment(4521c024-fe3b-406e-a6ea-cd887d451979),segment_id=4521c024-fe3b-406e-a6ea-cd887d451979)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:47:11.918785 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e836ed7b-bf79-4539-b819-3f4c2e5aeb0b tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:11.921274 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-e836ed7b-bf79-4539-b819-3f4c2e5aeb0b tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/be94537d-0dd5-4f0c-8cd2-919899db6c0a HTTP/1.1" status: 204 len: 168 time: 0.6084132 Mar 11 19:47:11.923762 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f9bfdd64-06a6-4f36-9e6f-c073f2e57b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (15ed25dd-c4a5-41fe-8084-f09553f4075d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:11.964826 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 49480) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:11.988193 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bfdd64-06a6-4f36-9e6f-c073f2e57b7c None None] Pushing event updated for resources: {'Port': ['ID=15ed25dd-c4a5-41fe-8084-f09553f4075d,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:11.991074 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5814d23c-1c62-4ce7-aa53-9d122bbb7b7c req-176e956d-9c9f-4151-acea-7adbd59c55f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (50a22dd0-7344-43d6-b83b-933769cde6f1), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:11.991328 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port a5ddb8ee-f814-4b98-936f-403277fbc446 is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:47:11.991897 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a5ddb8ee-f814-4b98-936f-403277fbc446), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:12.076523 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9deb6756-d9d9-4e81-afea-c3248459ecc1 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Made reservation on behalf of 554a0d0e786c47318030018c7ddae585 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:47:12.091739 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9deb6756-d9d9-4e81-afea-c3248459ecc1 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:12.106243 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port a5ddb8ee-f814-4b98-936f-403277fbc446, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=a5ddb8ee-f814-4b98-936f-403277fbc446,segment=NetworkSegment(f8d24e93-6284-46b5-86c2-c110abb33db1),segment_id=f8d24e93-6284-46b5-86c2-c110abb33db1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:47:12.113999 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (a5ddb8ee-f814-4b98-936f-403277fbc446), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:12.190764 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=a5ddb8ee-f814-4b98-936f-403277fbc446,revision_number=8']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:12.346437 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-04bd3920-f867-4927-83dd-995eafa403e1 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.3679824 Mar 11 19:47:12.351981 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e836ed7b-bf79-4539-b819-3f4c2e5aeb0b tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=be94537d-0dd5-4f0c-8cd2-919899db6c0a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:12.353610 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49486) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:12.436012 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b04cf-9739-4fd1-aa79-d7853d3c8f77 req-7916e09c-b3cc-4149-a707-445297ebf070 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:12.437600 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-530b04cf-9739-4fd1-aa79-d7853d3c8f77 req-7916e09c-b3cc-4149-a707-445297ebf070 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a232911-7b92-4689-aa6b-0392a63accd2 HTTP/1.1" status: 200 len: 931 time: 0.1847894 Mar 11 19:47:12.465205 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ca273f8f-72d3-4860-97d5-589f36e1cd37 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group_rule (77861df9-7970-4cc1-ac57-5fa0ef1540ae), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:12.566257 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ca273f8f-72d3-4860-97d5-589f36e1cd37 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group_rule (77861df9-7970-4cc1-ac57-5fa0ef1540ae), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:12.568973 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a3cfc-04e6-4fc8-a2f3-d4eed5247c11 req-c44384d0-7a37-4e39-b8f3-d9a4e6def702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:12.572130 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e36a3cfc-04e6-4fc8-a2f3-d4eed5247c11 req-c44384d0-7a37-4e39-b8f3-d9a4e6def702 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fa906f4a-19f4-4b7d-8351-256fb4a2150c HTTP/1.1" status: 200 len: 911 time: 0.9304392 Mar 11 19:47:12.632860 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ca273f8f-72d3-4860-97d5-589f36e1cd37 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (77861df9-7970-4cc1-ac57-5fa0ef1540ae), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:12.687544 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ca273f8f-72d3-4860-97d5-589f36e1cd37 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:12.688723 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ca273f8f-72d3-4860-97d5-589f36e1cd37 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/77861df9-7970-4cc1-ac57-5fa0ef1540ae HTTP/1.1" status: 204 len: 168 time: 0.3267276 Mar 11 19:47:12.695414 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49496) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:12.696210 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca273f8f-72d3-4860-97d5-589f36e1cd37 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=77861df9-7970-4cc1-ac57-5fa0ef1540ae,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:12.765340 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8d93e2b2-a3ea-4661-a64e-46cda09db59c tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0668292 Mar 11 19:47:12.769046 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49498) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:12.773764 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-530b04cf-9739-4fd1-aa79-d7853d3c8f77 req-5022c1d6-f819-4dd0-ab05-3e1c2a90a083 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225882 Mar 11 19:47:12.778567 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-5814d23c-1c62-4ce7-aa53-9d122bbb7b7c req-176e956d-9c9f-4151-acea-7adbd59c55f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50a22dd0-7344-43d6-b83b-933769cde6f1 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:47:12.798522 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5814d23c-1c62-4ce7-aa53-9d122bbb7b7c req-176e956d-9c9f-4151-acea-7adbd59c55f4 service neutron] Publish callbacks [] for port (50a22dd0-7344-43d6-b83b-933769cde6f1), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:12.817045 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9deb6756-d9d9-4e81-afea-c3248459ecc1 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (a3fc22ba-fa8f-4453-81b8-7519f8c46998), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:12.828154 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-5814d23c-1c62-4ce7-aa53-9d122bbb7b7c req-176e956d-9c9f-4151-acea-7adbd59c55f4 service neutron] Transition to ACTIVE for port object 50a22dd0-7344-43d6-b83b-933769cde6f1 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:47:12.829781 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3eb02cfb-6710-4dd5-828e-e5b795693c86 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group_rule (8a634226-315d-4a04-b2e7-db255f836a07), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:12.841741 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3eb02cfb-6710-4dd5-828e-e5b795693c86 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group_rule (8a634226-315d-4a04-b2e7-db255f836a07), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:12.844768 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5814d23c-1c62-4ce7-aa53-9d122bbb7b7c req-176e956d-9c9f-4151-acea-7adbd59c55f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (50a22dd0-7344-43d6-b83b-933769cde6f1), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:12.957502 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 15ed25dd-c4a5-41fe-8084-f09553f4075d up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:47:12.968184 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176e956d-9c9f-4151-acea-7adbd59c55f4 service neutron] Pushing event updated for resources: {'Port': ['ID=50a22dd0-7344-43d6-b83b-933769cde6f1,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:12.982974 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3eb02cfb-6710-4dd5-828e-e5b795693c86 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (8a634226-315d-4a04-b2e7-db255f836a07), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:12.993033 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3eb02cfb-6710-4dd5-828e-e5b795693c86 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:12.994188 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-3eb02cfb-6710-4dd5-828e-e5b795693c86 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/8a634226-315d-4a04-b2e7-db255f836a07 HTTP/1.1" status: 204 len: 168 time: 0.2238295 Mar 11 19:47:13.036013 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49504) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:13.038378 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 15ed25dd-c4a5-41fe-8084-f09553f4075d triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:47:13.038758 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (15ed25dd-c4a5-41fe-8084-f09553f4075d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:13.065088 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e36a3cfc-04e6-4fc8-a2f3-d4eed5247c11 req-d9a21131-1b64-4584-b3d7-ddd81212420e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6bc0ca68-4601-45de-a9ae-2168045ff10f HTTP/1.1" status: 200 len: 1001 time: 0.4710119 Mar 11 19:47:13.065711 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deb6756-d9d9-4e81-afea-c3248459ecc1 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Pushing event updated for resources: {'Subnet': ['ID=a3fc22ba-fa8f-4453-81b8-7519f8c46998,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:13.129812 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb02cfb-6710-4dd5-828e-e5b795693c86 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8a634226-315d-4a04-b2e7-db255f836a07,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:13.139095 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-5814d23c-1c62-4ce7-aa53-9d122bbb7b7c req-176e956d-9c9f-4151-acea-7adbd59c55f4 service neutron] Attempting to bind port 50a22dd0-7344-43d6-b83b-933769cde6f1 on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:47:13.139543 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-5814d23c-1c62-4ce7-aa53-9d122bbb7b7c req-176e956d-9c9f-4151-acea-7adbd59c55f4 service neutron] Attempting to bind port 50a22dd0-7344-43d6-b83b-933769cde6f1 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '518fbfd6-66d4-46dc-8045-59cddcf132dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5f4622d2-6877-42dd-be4c-6b2764b6d954'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:47:13.140006 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5814d23c-1c62-4ce7-aa53-9d122bbb7b7c req-176e956d-9c9f-4151-acea-7adbd59c55f4 service neutron] Attempting to bind port 50a22dd0-7344-43d6-b83b-933769cde6f1 on network 5f4622d2-6877-42dd-be4c-6b2764b6d954 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:47:13.158457 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a3cfc-04e6-4fc8-a2f3-d4eed5247c11 req-b553d943-2a26-4522-b8de-a592e586be3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:13.160079 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e36a3cfc-04e6-4fc8-a2f3-d4eed5247c11 req-b553d943-2a26-4522-b8de-a592e586be3e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f9964fd8-a78c-47a9-bc53-fa779164456a HTTP/1.1" status: 200 len: 849 time: 0.0563896 Mar 11 19:47:13.175919 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-61890f63-1e6f-47a1-8af3-98cc80f7ae6d tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1373084 Mar 11 19:47:13.182220 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49516) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:13.183039 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5814d23c-1c62-4ce7-aa53-9d122bbb7b7c req-176e956d-9c9f-4151-acea-7adbd59c55f4 service neutron] Port 50a22dd0-7344-43d6-b83b-933769cde6f1 on network 5f4622d2-6877-42dd-be4c-6b2764b6d954 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:47:13.183466 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5814d23c-1c62-4ce7-aa53-9d122bbb7b7c req-176e956d-9c9f-4151-acea-7adbd59c55f4 service neutron] Attempting to bind port 50a22dd0-7344-43d6-b83b-933769cde6f1 on network 5f4622d2-6877-42dd-be4c-6b2764b6d954 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:47:13.199584 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 15ed25dd-c4a5-41fe-8084-f09553f4075d is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:47:13.200524 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (15ed25dd-c4a5-41fe-8084-f09553f4075d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:13.221183 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b2966899-9063-437f-80aa-01e5da6c7819 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group_rule (914a0f20-9db6-428a-8e24-625b73a9867c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:13.224221 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5814d23c-1c62-4ce7-aa53-9d122bbb7b7c req-176e956d-9c9f-4151-acea-7adbd59c55f4 service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:47:13.224665 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5814d23c-1c62-4ce7-aa53-9d122bbb7b7c req-176e956d-9c9f-4151-acea-7adbd59c55f4 service neutron] Checking segment: {'id': '518fbfd6-66d4-46dc-8045-59cddcf132dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5f4622d2-6877-42dd-be4c-6b2764b6d954'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:47:13.225163 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5814d23c-1c62-4ce7-aa53-9d122bbb7b7c req-176e956d-9c9f-4151-acea-7adbd59c55f4 service neutron] Bound using segment: {'id': '518fbfd6-66d4-46dc-8045-59cddcf132dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5f4622d2-6877-42dd-be4c-6b2764b6d954'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:47:13.225715 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-5814d23c-1c62-4ce7-aa53-9d122bbb7b7c req-176e956d-9c9f-4151-acea-7adbd59c55f4 service neutron] Bound port: 50a22dd0-7344-43d6-b83b-933769cde6f1, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '518fbfd6-66d4-46dc-8045-59cddcf132dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5f4622d2-6877-42dd-be4c-6b2764b6d954'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:47:13.226347 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5814d23c-1c62-4ce7-aa53-9d122bbb7b7c req-176e956d-9c9f-4151-acea-7adbd59c55f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (50a22dd0-7344-43d6-b83b-933769cde6f1), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:13.246594 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 15ed25dd-c4a5-41fe-8084-f09553f4075d, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=15ed25dd-c4a5-41fe-8084-f09553f4075d,segment=NetworkSegment(4521c024-fe3b-406e-a6ea-cd887d451979),segment_id=4521c024-fe3b-406e-a6ea-cd887d451979)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:47:13.260637 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (15ed25dd-c4a5-41fe-8084-f09553f4075d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:13.263253 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b2966899-9063-437f-80aa-01e5da6c7819 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group_rule (914a0f20-9db6-428a-8e24-625b73a9867c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:13.263834 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9deb6756-d9d9-4e81-afea-c3248459ecc1 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Checking segment: {'id': '00626b11-8117-4d84-846a-83d1c0aeb4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'fa49002a-60bc-4f1b-bed4-4c01f67302c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:47:13.266676 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9deb6756-d9d9-4e81-afea-c3248459ecc1 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Network hostable DHCP agents. Network: fa49002a-60bc-4f1b-bed4-4c01f67302c6, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:47:13.304934 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1668c-4c01-47b3-8d4f-b90f5fc727d0 req-d4511c7a-2c71-41ed-a8b8-1fc17d076708 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:13.305973 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6eb1668c-4c01-47b3-8d4f-b90f5fc727d0 req-d4511c7a-2c71-41ed-a8b8-1fc17d076708 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/ports?device_id=9704cc3c-cfbe-466d-ac6d-477d6b62bb94 HTTP/1.1" status: 200 len: 945 time: 0.3269482 Mar 11 19:47:13.353704 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b2966899-9063-437f-80aa-01e5da6c7819 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (914a0f20-9db6-428a-8e24-625b73a9867c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:13.361944 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b2966899-9063-437f-80aa-01e5da6c7819 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:13.366266 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b2966899-9063-437f-80aa-01e5da6c7819 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/914a0f20-9db6-428a-8e24-625b73a9867c HTTP/1.1" status: 204 len: 168 time: 0.1784279 Mar 11 19:47:13.369208 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49520) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:13.398663 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2966899-9063-437f-80aa-01e5da6c7819 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=914a0f20-9db6-428a-8e24-625b73a9867c,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:13.402950 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-5814d23c-1c62-4ce7-aa53-9d122bbb7b7c req-176e956d-9c9f-4151-acea-7adbd59c55f4 service neutron] For port 50a22dd0-7344-43d6-b83b-933769cde6f1, host n-h1-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:47:13.418432 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=15ed25dd-c4a5-41fe-8084-f09553f4075d,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:13.450552 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-9c24956c-7985-4c25-a74a-c0febc901938 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0778432 Mar 11 19:47:13.451371 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49522) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:13.453533 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-5814d23c-1c62-4ce7-aa53-9d122bbb7b7c req-176e956d-9c9f-4151-acea-7adbd59c55f4 service neutron] For port 50a22dd0-7344-43d6-b83b-933769cde6f1, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=50a22dd0-7344-43d6-b83b-933769cde6f1,segment=NetworkSegment(518fbfd6-66d4-46dc-8045-59cddcf132dc),segment_id=518fbfd6-66d4-46dc-8045-59cddcf132dc)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:47:13.474160 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5814d23c-1c62-4ce7-aa53-9d122bbb7b7c req-176e956d-9c9f-4151-acea-7adbd59c55f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (50a22dd0-7344-43d6-b83b-933769cde6f1), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:13.492350 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a3cfc-04e6-4fc8-a2f3-d4eed5247c11 req-f126ec09-2272-441a-aaeb-4dddd36ad0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:13.494236 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e36a3cfc-04e6-4fc8-a2f3-d4eed5247c11 req-f126ec09-2272-441a-aaeb-4dddd36ad0a3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fa906f4a-19f4-4b7d-8351-256fb4a2150c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3257079 Mar 11 19:47:13.495987 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9deb6756-d9d9-4e81-afea-c3248459ecc1 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Network fa49002a-60bc-4f1b-bed4-4c01f67302c6 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:47:13.512552 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6eb1668c-4c01-47b3-8d4f-b90f5fc727d0 req-82a0e856-b9fd-4e71-84cf-3525034cc14c tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac76e7d2-86d4-4d6a-9e4e-efe333e24013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1811736 Mar 11 19:47:13.518754 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [req-e36a3cfc-04e6-4fc8-a2f3-d4eed5247c11 req-5b81fc8d-fb61-4a0e-9d35-1df644ff781c service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:47:13.528221 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e36a3cfc-04e6-4fc8-a2f3-d4eed5247c11 req-5b81fc8d-fb61-4a0e-9d35-1df644ff781c service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0140917 Mar 11 19:47:13.529015 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-9deb6756-d9d9-4e81-afea-c3248459ecc1 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, fa49002a-60bc-4f1b-bed4-4c01f67302c6) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:47:13.537560 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814d23c-1c62-4ce7-aa53-9d122bbb7b7c req-176e956d-9c9f-4151-acea-7adbd59c55f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:13.538297 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5814d23c-1c62-4ce7-aa53-9d122bbb7b7c req-176e956d-9c9f-4151-acea-7adbd59c55f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:13.539981 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5814d23c-1c62-4ce7-aa53-9d122bbb7b7c req-176e956d-9c9f-4151-acea-7adbd59c55f4 service neutron] 10.222.0.75 "PUT /v2.0/ports/50a22dd0-7344-43d6-b83b-933769cde6f1 HTTP/1.1" status: 200 len: 1091 time: 1.7039082 Mar 11 19:47:13.542685 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a232911-7b92-4689-aa6b-0392a63accd2', 'tag': '50a22dd0-7344-43d6-b83b-933769cde6f1'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:47:13.545016 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4d8fd2-8cf5-4b52-a919-04a1fdd14230" -d '{"events": [{"name": "network-changed", "server_uuid": "4a232911-7b92-4689-aa6b-0392a63accd2", "tag": "50a22dd0-7344-43d6-b83b-933769cde6f1"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:47:13.545479 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bc508b-b59a-48bd-87a3-7ae5659d501c None None] Network fa49002a-60bc-4f1b-bed4-4c01f67302c6 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:47:13.551731 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9deb6756-d9d9-4e81-afea-c3248459ecc1 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:13.552387 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9deb6756-d9d9-4e81-afea-c3248459ecc1 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:13.591722 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176e956d-9c9f-4151-acea-7adbd59c55f4 service neutron] Pushing event updated for resources: {'Port': ['ID=50a22dd0-7344-43d6-b83b-933769cde6f1,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:13.603072 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-9deb6756-d9d9-4e81-afea-c3248459ecc1 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.9997509 Mar 11 19:47:13.603314 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 49528) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:13.649189 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cd726a43-f7fe-4fcd-94cc-3df98cbf30e5 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group (5a4cb904-ae04-4e4d-b958-19d0afe0ba06), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:13.679034 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cd726a43-f7fe-4fcd-94cc-3df98cbf30e5 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group (5a4cb904-ae04-4e4d-b958-19d0afe0ba06), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:13.700869 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814d23c-1c62-4ce7-aa53-9d122bbb7b7c req-09affa08-c4c2-439a-890e-d34ed98d1a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:13.703788 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5814d23c-1c62-4ce7-aa53-9d122bbb7b7c req-09affa08-c4c2-439a-890e-d34ed98d1a25 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=59ec990deac94d1dadc5fda96e3adfe5&device_id=4a232911-7b92-4689-aa6b-0392a63accd2 HTTP/1.1" status: 200 len: 1125 time: 0.1133876 Mar 11 19:47:13.769172 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5814d23c-1c62-4ce7-aa53-9d122bbb7b7c req-26003ef0-dcaf-4ca3-8126-3cb5d9335696 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50a22dd0-7344-43d6-b83b-933769cde6f1 HTTP/1.1" status: 200 len: 217 time: 0.0445039 Mar 11 19:47:13.772031 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49532) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:13.839036 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca604e4d-3a11-41a1-95d5-d0a29519bb86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-fa49002a-60bc-4f1b-bed4-4c01f67302c6', 'network_id': 'fa49002a-60bc-4f1b-bed4-4c01f67302c6', 'project_id': '554a0d0e786c47318030018c7ddae585', 'fixed_ips': [{'subnet_id': 'a3fc22ba-fa8f-4453-81b8-7519f8c46998'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:47:13.839942 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ca604e4d-3a11-41a1-95d5-d0a29519bb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:13.871122 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814d23c-1c62-4ce7-aa53-9d122bbb7b7c req-773c0d2a-963f-44ad-a382-54556c8e6fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:13.885969 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5814d23c-1c62-4ce7-aa53-9d122bbb7b7c req-773c0d2a-963f-44ad-a382-54556c8e6fa0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8d74cfef-df19-4443-8dbc-7728b7150eec HTTP/1.1" status: 200 len: 845 time: 0.1062799 Mar 11 19:47:13.973122 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5814d23c-1c62-4ce7-aa53-9d122bbb7b7c req-b6d9e472-0822-4697-aadb-5a5f8be45c2a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5f4622d2-6877-42dd-be4c-6b2764b6d954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693676 Mar 11 19:47:13.976339 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cd726a43-f7fe-4fcd-94cc-3df98cbf30e5 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (5a4cb904-ae04-4e4d-b958-19d0afe0ba06), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:13.983567 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cd726a43-f7fe-4fcd-94cc-3df98cbf30e5 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:13.992695 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-cd726a43-f7fe-4fcd-94cc-3df98cbf30e5 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] 10.222.0.65 "DELETE /v2.0/security-groups/5a4cb904-ae04-4e4d-b958-19d0afe0ba06 HTTP/1.1" status: 204 len: 168 time: 0.5353694 Mar 11 19:47:13.994875 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49538) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:14.050888 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a015f17b-ac0b-41fb-be66-31c6d4d0d91d None None] Network c46c359e-be0f-4515-959d-100521007b9a requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:47:14.053348 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e36a3cfc-04e6-4fc8-a2f3-d4eed5247c11 req-7752fe5f-259c-407b-9f78-2eaf5e690e10 service neutron] 10.222.0.57 "GET /v2.0/networks/fa906f4a-19f4-4b7d-8351-256fb4a2150c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5176125 Mar 11 19:47:14.074399 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd726a43-f7fe-4fcd-94cc-3df98cbf30e5 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4cb904-ae04-4e4d-b958-19d0afe0ba06,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:14.089413 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-62266238-0645-43c1-b426-cdada85baf02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:14.093565 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b795ad0b-6725-42a0-af30-a564b04ee3c4 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (fa49002a-60bc-4f1b-bed4-4c01f67302c6), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:14.165635 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 11 Mar 2022 19:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49e03f3-dc19-4c5d-b440-13546801c1c2 x-openstack-request-id: req-f49e03f3-dc19-4c5d-b440-13546801c1c2 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:47:14.166186 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be343d54-4421-403d-b876-889b59b33fc0", "name": "network-vif-unplugged", "status": "failed", "tag": "d390e89a-8eda-47c2-bf64-fbf3e9262dc0", "code": 422}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:47:14.166608 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f49e03f3-dc19-4c5d-b440-13546801c1c2 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:47:14.167196 n-d-833163-1 neutron-server[103886]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'be343d54-4421-403d-b876-889b59b33fc0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd390e89a-8eda-47c2-bf64-fbf3e9262dc0', 'code': 422} returned with failed status Mar 11 19:47:14.179136 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-62266238-0645-43c1-b426-cdada85baf02 admin admin] Publish callbacks [] for security_group (5f9a1606-179a-4614-8e91-ee577312751d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:14.199354 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e36a3cfc-04e6-4fc8-a2f3-d4eed5247c11 req-d3bb67a4-ccde-4b38-95fc-85529f608c51 service neutron] 10.222.0.57 "GET /v2.0/networks/fa906f4a-19f4-4b7d-8351-256fb4a2150c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378341 Mar 11 19:47:14.221504 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-62266238-0645-43c1-b426-cdada85baf02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (5f9a1606-179a-4614-8e91-ee577312751d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:14.272805 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-a11e7fc6-09d9-4eec-85aa-6a8d28e6f24c None None] Provisioning complete for port 15ed25dd-c4a5-41fe-8084-f09553f4075d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:47:14.273711 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a11e7fc6-09d9-4eec-85aa-6a8d28e6f24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (15ed25dd-c4a5-41fe-8084-f09553f4075d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:14.294369 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5814d23c-1c62-4ce7-aa53-9d122bbb7b7c req-4365c8df-7b14-479e-a90d-d8dce95e7d27 service neutron] 10.222.0.75 "GET /v2.0/networks/5f4622d2-6877-42dd-be4c-6b2764b6d954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001723 Mar 11 19:47:14.346822 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c66e8a-1b2b-41dd-8ed7-95041b34b89c req-7fd6d725-8661-432e-b0f8-dcd4bbb8a6ab tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:14.354998 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-54c66e8a-1b2b-41dd-8ed7-95041b34b89c req-7fd6d725-8661-432e-b0f8-dcd4bbb8a6ab tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=be343d54-4421-403d-b876-889b59b33fc0 HTTP/1.1" status: 200 len: 943 time: 0.1538069 Mar 11 19:47:14.381659 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-ca604e4d-3a11-41a1-95d5-d0a29519bb86 None None] Allocated IP 172.20.0.2 (fa49002a-60bc-4f1b-bed4-4c01f67302c6/a3fc22ba-fa8f-4453-81b8-7519f8c46998/ad8d64d2-cc7b-4395-8a05-e352697279ef) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:47:14.390330 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b795ad0b-6725-42a0-af30-a564b04ee3c4 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (a3fc22ba-fa8f-4453-81b8-7519f8c46998), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:14.410214 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-bfa7a5cf-4a61-4c2a-9c83-0c7933da6f6d tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4043393 Mar 11 19:47:14.415910 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62266238-0645-43c1-b426-cdada85baf02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9a1606-179a-4614-8e91-ee577312751d,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:14.418278 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-62266238-0645-43c1-b426-cdada85baf02 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bedb2ae79d0a480386e2c693fb54dba5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6449022 Mar 11 19:47:14.419108 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49542) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:14.430828 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-a555303c-c8d9-43be-9edb-0331076a1ca0 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Request body: {'security_group': {'name': 'tempest-secgroup--1099410166'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:47:14.431401 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 49544) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:14.490226 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-54c66e8a-1b2b-41dd-8ed7-95041b34b89c req-40cc9168-dc3a-4d6b-800e-536878fc4e8a tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=5c88090f-a4b6-4ded-8686-842a534273ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340692 Mar 11 19:47:14.566935 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a555303c-c8d9-43be-9edb-0331076a1ca0 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:14.613782 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ca604e4d-3a11-41a1-95d5-d0a29519bb86 None None] Publish callbacks [] for port (ad8d64d2-cc7b-4395-8a05-e352697279ef), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:14.651412 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5814d23c-1c62-4ce7-aa53-9d122bbb7b7c req-d157c854-956f-4c5d-b61f-c6c2d374ccea service neutron] 10.222.0.75 "GET /v2.0/networks/5f4622d2-6877-42dd-be4c-6b2764b6d954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3405776 Mar 11 19:47:14.680504 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b795ad0b-6725-42a0-af30-a564b04ee3c4 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (a3fc22ba-fa8f-4453-81b8-7519f8c46998), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:14.724277 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a11e7fc6-09d9-4eec-85aa-6a8d28e6f24c None None] Current status of the port 15ed25dd-c4a5-41fe-8084-f09553f4075d is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:47:14.743382 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ca604e4d-3a11-41a1-95d5-d0a29519bb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (ad8d64d2-cc7b-4395-8a05-e352697279ef), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:14.757417 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27dd6833-418b-496e-a4c9-14936100a18c admin admin] Publish callbacks [] for security_group (5f9a1606-179a-4614-8e91-ee577312751d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:14.803259 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a555303c-c8d9-43be-9edb-0331076a1ca0 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group (1200b58b-ce04-4d5e-afcb-fa866add0564), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:14.816915 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27dd6833-418b-496e-a4c9-14936100a18c admin admin] Publish callbacks [] for security_group (5f9a1606-179a-4614-8e91-ee577312751d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:14.818511 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a555303c-c8d9-43be-9edb-0331076a1ca0 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (1200b58b-ce04-4d5e-afcb-fa866add0564), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:14.821214 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca604e4d-3a11-41a1-95d5-d0a29519bb86 None None] Pushing event updated for resources: {'Port': ['ID=ad8d64d2-cc7b-4395-8a05-e352697279ef,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:14.858150 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a555303c-c8d9-43be-9edb-0331076a1ca0 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:14.864997 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a555303c-c8d9-43be-9edb-0331076a1ca0 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4421980 Mar 11 19:47:14.877704 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 15ed25dd-c4a5-41fe-8084-f09553f4075d up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:47:14.885129 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49550) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:14.897315 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-b6b6b821-0a67-49fa-bf93-9a3aef5b9e13 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Request body: {'security_group_rule': {'security_group_id': '1200b58b-ce04-4d5e-afcb-fa866add0564', 'direction': 'ingress', 'protocol': 17}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:47:14.970908 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca604e4d-3a11-41a1-95d5-d0a29519bb86 None None] Network fa49002a-60bc-4f1b-bed4-4c01f67302c6 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:47:14.972804 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a555303c-c8d9-43be-9edb-0331076a1ca0 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1200b58b-ce04-4d5e-afcb-fa866add0564,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:15.002784 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27dd6833-418b-496e-a4c9-14936100a18c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (5f9a1606-179a-4614-8e91-ee577312751d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:15.003893 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b6b6b821-0a67-49fa-bf93-9a3aef5b9e13 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group_rule (9fd60958-edbe-47a3-8838-72a7cc3aa4a6), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:15.012146 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-27dd6833-418b-496e-a4c9-14936100a18c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:15.013918 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-ca604e4d-3a11-41a1-95d5-d0a29519bb86 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:47:15.019001 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-27dd6833-418b-496e-a4c9-14936100a18c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5f9a1606-179a-4614-8e91-ee577312751d HTTP/1.1" status: 204 len: 168 time: 0.5864074 Mar 11 19:47:15.028978 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca604e4d-3a11-41a1-95d5-d0a29519bb86 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:47:15.040106 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b795ad0b-6725-42a0-af30-a564b04ee3c4 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Pushing event deleted for resources: {'Subnet': ['ID=a3fc22ba-fa8f-4453-81b8-7519f8c46998,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:15.045116 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-10d5ed49-27f1-4c05-8556-1ee1a445e5ba None None] Provisioning complete for port 15ed25dd-c4a5-41fe-8084-f09553f4075d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:47:15.045893 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-10d5ed49-27f1-4c05-8556-1ee1a445e5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (15ed25dd-c4a5-41fe-8084-f09553f4075d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:15.112218 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dd6833-418b-496e-a4c9-14936100a18c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9a1606-179a-4614-8e91-ee577312751d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:15.114533 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b6b6b821-0a67-49fa-bf93-9a3aef5b9e13 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group_rule (9fd60958-edbe-47a3-8838-72a7cc3aa4a6), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:15.128407 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b6b6b821-0a67-49fa-bf93-9a3aef5b9e13 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (9fd60958-edbe-47a3-8838-72a7cc3aa4a6), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:15.155889 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74578c9d-56ab-44e8-b0ee-9940fc945297 req-2eeab065-0630-459a-aefd-7917e6a46721 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:15.162977 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b6b6b821-0a67-49fa-bf93-9a3aef5b9e13 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:15.167434 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-74578c9d-56ab-44e8-b0ee-9940fc945297 req-2eeab065-0630-459a-aefd-7917e6a46721 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4926858-bf43-45b4-8e7b-4c8c842f2c82 HTTP/1.1" status: 200 len: 943 time: 0.5100994 Mar 11 19:47:15.169087 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b6b6b821-0a67-49fa-bf93-9a3aef5b9e13 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2754056 Mar 11 19:47:15.170035 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49554) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:15.172844 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b6b821-0a67-49fa-bf93-9a3aef5b9e13 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fd60958-edbe-47a3-8838-72a7cc3aa4a6,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:15.189540 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device d390e89a-8eda-47c2-bf64-fbf3e9262dc0 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:47:15.240768 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b795ad0b-6725-42a0-af30-a564b04ee3c4 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (fa49002a-60bc-4f1b-bed4-4c01f67302c6), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:15.308068 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1a7de3ff-7012-49b3-a6cb-c146cbc1c03b tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group (1200b58b-ce04-4d5e-afcb-fa866add0564), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:15.311098 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 15ed25dd-c4a5-41fe-8084-f09553f4075d triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:47:15.311292 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (15ed25dd-c4a5-41fe-8084-f09553f4075d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:15.332801 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1a7de3ff-7012-49b3-a6cb-c146cbc1c03b tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group (1200b58b-ce04-4d5e-afcb-fa866add0564), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:15.340025 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-b795ad0b-6725-42a0-af30-a564b04ee3c4 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa49002a-60bc-4f1b-bed4-4c01f67302c6']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:15.385039 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-74578c9d-56ab-44e8-b0ee-9940fc945297 req-03923468-a0fe-4b32-b516-d5cd5ecacb7e tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=381d5506-1a91-423f-9578-afb9619937f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112634 Mar 11 19:47:15.401078 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-b795ad0b-6725-42a0-af30-a564b04ee3c4 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00626b11-8117-4d84-846a-83d1c0aeb4d5') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:15.401475 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-b795ad0b-6725-42a0-af30-a564b04ee3c4 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00626b11-8117-4d84-846a-83d1c0aeb4d5') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:15.420581 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b795ad0b-6725-42a0-af30-a564b04ee3c4 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (00626b11-8117-4d84-846a-83d1c0aeb4d5), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:15.428897 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1a7de3ff-7012-49b3-a6cb-c146cbc1c03b tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (1200b58b-ce04-4d5e-afcb-fa866add0564), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:15.431496 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1a7de3ff-7012-49b3-a6cb-c146cbc1c03b tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:15.435086 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-1a7de3ff-7012-49b3-a6cb-c146cbc1c03b tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] 10.222.0.65 "DELETE /v2.0/security-groups/1200b58b-ce04-4d5e-afcb-fa866add0564 HTTP/1.1" status: 204 len: 168 time: 0.2613807 Mar 11 19:47:15.435889 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 49572) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:15.453418 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7de3ff-7012-49b3-a6cb-c146cbc1c03b tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1200b58b-ce04-4d5e-afcb-fa866add0564,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:15.743381 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b795ad0b-6725-42a0-af30-a564b04ee3c4 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (00626b11-8117-4d84-846a-83d1c0aeb4d5), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:15.748718 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-ca604e4d-3a11-41a1-95d5-d0a29519bb86 None None] Attempting to bind port ad8d64d2-cc7b-4395-8a05-e352697279ef on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:47:15.748718 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-ca604e4d-3a11-41a1-95d5-d0a29519bb86 None None] Attempting to bind port ad8d64d2-cc7b-4395-8a05-e352697279ef by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '00626b11-8117-4d84-846a-83d1c0aeb4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'fa49002a-60bc-4f1b-bed4-4c01f67302c6'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:47:15.748718 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca604e4d-3a11-41a1-95d5-d0a29519bb86 None None] Attempting to bind port ad8d64d2-cc7b-4395-8a05-e352697279ef on network fa49002a-60bc-4f1b-bed4-4c01f67302c6 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:47:15.750669 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b795ad0b-6725-42a0-af30-a564b04ee3c4 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Releasing vlan 870 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:47:15.750669 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b795ad0b-6725-42a0-af30-a564b04ee3c4 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (00626b11-8117-4d84-846a-83d1c0aeb4d5), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:15.752416 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca604e4d-3a11-41a1-95d5-d0a29519bb86 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:47:15.752416 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca604e4d-3a11-41a1-95d5-d0a29519bb86 None None] Checking segment: {'id': '00626b11-8117-4d84-846a-83d1c0aeb4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'fa49002a-60bc-4f1b-bed4-4c01f67302c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:47:15.752416 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ca604e4d-3a11-41a1-95d5-d0a29519bb86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:15.752416 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca604e4d-3a11-41a1-95d5-d0a29519bb86 None None] Bound using segment: {'id': '00626b11-8117-4d84-846a-83d1c0aeb4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'fa49002a-60bc-4f1b-bed4-4c01f67302c6'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:47:15.752416 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-ca604e4d-3a11-41a1-95d5-d0a29519bb86 None None] Bound port: ad8d64d2-cc7b-4395-8a05-e352697279ef, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00626b11-8117-4d84-846a-83d1c0aeb4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'fa49002a-60bc-4f1b-bed4-4c01f67302c6'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:47:15.752416 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ca604e4d-3a11-41a1-95d5-d0a29519bb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ad8d64d2-cc7b-4395-8a05-e352697279ef), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:15.753723 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 19:47:15.753723 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:47:15.753723 n-d-833163-1 neutron-server[103885]: timer() Mar 11 19:47:15.753723 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:47:15.753723 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 19:47:15.753723 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:47:15.753723 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 19:47:15.753723 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:47:15.753723 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 19:47:15.753723 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:47:15.753723 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 19:47:15.753723 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:47:15.753723 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 19:47:15.753723 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:47:15.753723 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:47:15.753723 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:47:15.753723 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:47:15.753723 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:47:15.753723 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 19:47:15.753723 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:47:15.753723 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 19:47:15.753723 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:47:15.753723 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:47:15.753723 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:47:15.753723 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 19:47:15.753723 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:47:15.753723 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:47:15.753723 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:47:15.753723 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:47:15.753723 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:47:15.753723 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:47:15.753723 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:47:15.758645 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 15ed25dd-c4a5-41fe-8084-f09553f4075d is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:47:15.758645 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-10d5ed49-27f1-4c05-8556-1ee1a445e5ba None None] Current status of the port 15ed25dd-c4a5-41fe-8084-f09553f4075d is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:47:15.758645 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port d390e89a-8eda-47c2-bf64-fbf3e9262dc0 is: DOWN; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:47:15.758645 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device a5ddb8ee-f814-4b98-936f-403277fbc446 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:47:15.759531 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-3cce3d41-1b65-4fa6-a071-4fe4889ea519 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2827756 Mar 11 19:47:15.759531 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 49590) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:15.759531 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-6fd6df86-3171-450c-8786-6c2a0e72e78b tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Request body: {'security_group': {'name': 'tempest-secgroup--1606754056'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:47:15.806893 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.db.api [None req-b795ad0b-6725-42a0-af30-a564b04ee3c4 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 19:47:15.806893 n-d-833163-1 neutron-server[103885]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 19:47:15.806893 n-d-833163-1 neutron-server[103885]: [parameters: {'id': 'fa49002a-60bc-4f1b-bed4-4c01f67302c6'}] Mar 11 19:47:15.806893 n-d-833163-1 neutron-server[103885]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:47:15.807433 n-d-833163-1 neutron-server[103885]: DEBUG oslo_db.api [None req-b795ad0b-6725-42a0-af30-a564b04ee3c4 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:47:15.809200 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6fd6df86-3171-450c-8786-6c2a0e72e78b tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:15.835331 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec08f1f2-6e69-40ae-997a-ce4b0d6eca62 x-openstack-request-id: req-ec08f1f2-6e69-40ae-997a-ce4b0d6eca62 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:47:15.836030 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a232911-7b92-4689-aa6b-0392a63accd2", "tag": "50a22dd0-7344-43d6-b83b-933769cde6f1", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:47:15.836030 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ec08f1f2-6e69-40ae-997a-ce4b0d6eca62 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:47:15.836412 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a232911-7b92-4689-aa6b-0392a63accd2', 'tag': '50a22dd0-7344-43d6-b83b-933769cde6f1', 'status': 'completed', 'code': 200} Mar 11 19:47:15.954254 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d8fd2-8cf5-4b52-a919-04a1fdd14230 req-2e8d960c-3084-497c-b624-9d9cd3ac5b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:15.967935 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-1f4d8fd2-8cf5-4b52-a919-04a1fdd14230 req-2e8d960c-3084-497c-b624-9d9cd3ac5b5b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=59ec990deac94d1dadc5fda96e3adfe5&device_id=4a232911-7b92-4689-aa6b-0392a63accd2 HTTP/1.1" status: 200 len: 1125 time: 0.1059699 Mar 11 19:47:15.968648 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6fd6df86-3171-450c-8786-6c2a0e72e78b tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group (35a46680-e324-4fce-8c4c-6375e9c295a4), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:15.976012 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6fd6df86-3171-450c-8786-6c2a0e72e78b tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (35a46680-e324-4fce-8c4c-6375e9c295a4), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:16.018532 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6fd6df86-3171-450c-8786-6c2a0e72e78b tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:16.023461 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-6fd6df86-3171-450c-8786-6c2a0e72e78b tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2984521 Mar 11 19:47:16.025294 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49596) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:16.034135 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-9a48660b-1558-48a4-bc8c-c1ab43711d45 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Request body: {'security_group': {'name': 'tempest-secgroup--2045579147'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:47:16.058274 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-ca604e4d-3a11-41a1-95d5-d0a29519bb86 None None] For port ad8d64d2-cc7b-4395-8a05-e352697279ef, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:47:16.079143 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-ca604e4d-3a11-41a1-95d5-d0a29519bb86 None None] For port ad8d64d2-cc7b-4395-8a05-e352697279ef, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=ad8d64d2-cc7b-4395-8a05-e352697279ef,segment=NetworkSegment(00626b11-8117-4d84-846a-83d1c0aeb4d5),segment_id=00626b11-8117-4d84-846a-83d1c0aeb4d5)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:47:16.091059 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ca604e4d-3a11-41a1-95d5-d0a29519bb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (ad8d64d2-cc7b-4395-8a05-e352697279ef), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:16.102359 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd6df86-3171-450c-8786-6c2a0e72e78b tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35a46680-e324-4fce-8c4c-6375e9c295a4,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:16.118519 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9a48660b-1558-48a4-bc8c-c1ab43711d45 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:16.122502 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd6df86-3171-450c-8786-6c2a0e72e78b tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:47:16.122978 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd6df86-3171-450c-8786-6c2a0e72e78b tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:47:16.123131 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd6df86-3171-450c-8786-6c2a0e72e78b tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:47:16.123901 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd6df86-3171-450c-8786-6c2a0e72e78b tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:47:16.125841 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd6df86-3171-450c-8786-6c2a0e72e78b tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:47:16.126191 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd6df86-3171-450c-8786-6c2a0e72e78b tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:47:16.126522 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd6df86-3171-450c-8786-6c2a0e72e78b tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:47:16.127544 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd6df86-3171-450c-8786-6c2a0e72e78b tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:47:16.128081 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd6df86-3171-450c-8786-6c2a0e72e78b tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:47:16.128575 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd6df86-3171-450c-8786-6c2a0e72e78b tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:47:16.129255 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd6df86-3171-450c-8786-6c2a0e72e78b tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:47:16.131611 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd6df86-3171-450c-8786-6c2a0e72e78b tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:47:16.132158 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd6df86-3171-450c-8786-6c2a0e72e78b tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:47:16.169425 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4926858-bf43-45b4-8e7b-4c8c842f2c82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5ddb8ee-f814-4b98-936f-403277fbc446'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:47:16.176235 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d8fd2-8cf5-4b52-a919-04a1fdd14230 req-42fcf6bd-61b6-444b-8e63-f9a48249b6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:16.176850 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418b0857-4eba-46c9-b179-3919ee19f035" -d '{"events": [{"server_uuid": "b4926858-bf43-45b4-8e7b-4c8c842f2c82", "name": "network-vif-unplugged", "status": "completed", "tag": "a5ddb8ee-f814-4b98-936f-403277fbc446"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:47:16.177299 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468d3bb-1d59-45e3-9a46-509734f5a94f req-f41d9cef-373a-4b47-a89e-2bb159993510 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:16.177969 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-1f4d8fd2-8cf5-4b52-a919-04a1fdd14230 req-42fcf6bd-61b6-444b-8e63-f9a48249b6ad service neutron] 10.222.0.75 "GET /v2.0/networks?id=5f4622d2-6877-42dd-be4c-6b2764b6d954 HTTP/1.1" status: 200 len: 906 time: 0.2046931 Mar 11 19:47:16.183472 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3468d3bb-1d59-45e3-9a46-509734f5a94f req-f41d9cef-373a-4b47-a89e-2bb159993510 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a232911-7b92-4689-aa6b-0392a63accd2 HTTP/1.1" status: 200 len: 943 time: 0.1655562 Mar 11 19:47:16.223938 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port a5ddb8ee-f814-4b98-936f-403277fbc446 is: DOWN; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:47:16.288238 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3468d3bb-1d59-45e3-9a46-509734f5a94f req-8c80114a-bb69-4337-9654-a3a7d5c9acb6 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944591 Mar 11 19:47:16.308286 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b795ad0b-6725-42a0-af30-a564b04ee3c4 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (fa49002a-60bc-4f1b-bed4-4c01f67302c6), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:16.320206 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca604e4d-3a11-41a1-95d5-d0a29519bb86 None None] Pushing event updated for resources: {'Port': ['ID=ad8d64d2-cc7b-4395-8a05-e352697279ef,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:16.356087 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68551be-3777-4aff-b918-d91b130dcc4a None None] get_active_networks_info from n-d-833163-1 {{(pid=103886) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 11 19:47:16.445013 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-b795ad0b-6725-42a0-af30-a564b04ee3c4 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Deleting port ad8d64d2-cc7b-4395-8a05-e352697279ef {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:47:16.445373 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b795ad0b-6725-42a0-af30-a564b04ee3c4 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (ad8d64d2-cc7b-4395-8a05-e352697279ef), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:16.513764 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68551be-3777-4aff-b918-d91b130dcc4a None None] Resources bound (agent type, host, resource id): {{(pid=103886) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 19:47:16.623497 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-b795ad0b-6725-42a0-af30-a564b04ee3c4 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] For port ad8d64d2-cc7b-4395-8a05-e352697279ef, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=ad8d64d2-cc7b-4395-8a05-e352697279ef,segment=NetworkSegment(00626b11-8117-4d84-846a-83d1c0aeb4d5),segment_id=00626b11-8117-4d84-846a-83d1c0aeb4d5)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:47:16.625969 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b795ad0b-6725-42a0-af30-a564b04ee3c4 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (ad8d64d2-cc7b-4395-8a05-e352697279ef), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:16.686344 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-b795ad0b-6725-42a0-af30-a564b04ee3c4 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Calling delete_port for ad8d64d2-cc7b-4395-8a05-e352697279ef owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:47:16.775663 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9a48660b-1558-48a4-bc8c-c1ab43711d45 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group (47f13d1f-188f-427f-8f34-b0737410bcd5), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:16.779242 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-1f4d8fd2-8cf5-4b52-a919-04a1fdd14230 req-93c5d17e-8d13-4ee8-b661-39e8435023a3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50a22dd0-7344-43d6-b83b-933769cde6f1 HTTP/1.1" status: 200 len: 217 time: 0.5901937 Mar 11 19:47:16.782881 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9a48660b-1558-48a4-bc8c-c1ab43711d45 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (47f13d1f-188f-427f-8f34-b0737410bcd5), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:16.885274 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9a48660b-1558-48a4-bc8c-c1ab43711d45 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:16.889244 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-9a48660b-1558-48a4-bc8c-c1ab43711d45 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8603730 Mar 11 19:47:16.889562 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 49636) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:16.900508 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a48660b-1558-48a4-bc8c-c1ab43711d45 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47f13d1f-188f-427f-8f34-b0737410bcd5,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:16.918275 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d8fd2-8cf5-4b52-a919-04a1fdd14230 req-c723f185-bed8-4a68-9128-22db1ca99fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:16.921224 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-1f4d8fd2-8cf5-4b52-a919-04a1fdd14230 req-c723f185-bed8-4a68-9128-22db1ca99fff service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8d74cfef-df19-4443-8dbc-7728b7150eec HTTP/1.1" status: 200 len: 845 time: 0.1330366 Mar 11 19:47:16.931972 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-01837519-027d-4782-ba12-9b8c23d5553c tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Request body: {'security_group_rule': {'security_group_id': '35a46680-e324-4fce-8c4c-6375e9c295a4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '47f13d1f-188f-427f-8f34-b0737410bcd5', 'remote_ip_prefix': None}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:47:16.950373 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0dbdd5-83ae-4506-afc9-b2f67346a037 None None] Network fa49002a-60bc-4f1b-bed4-4c01f67302c6 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:47:16.974717 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-1f4d8fd2-8cf5-4b52-a919-04a1fdd14230 req-51f5b4f3-57bf-41a6-8551-9e1eea9ba94c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5f4622d2-6877-42dd-be4c-6b2764b6d954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433133 Mar 11 19:47:17.035866 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b795ad0b-6725-42a0-af30-a564b04ee3c4 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (ad8d64d2-cc7b-4395-8a05-e352697279ef), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:17.080378 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b795ad0b-6725-42a0-af30-a564b04ee3c4 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Pushing event deleted for resources: {'Port': ['ID=ad8d64d2-cc7b-4395-8a05-e352697279ef,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:17.083007 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b795ad0b-6725-42a0-af30-a564b04ee3c4 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] No DVR routers for this DVR port ad8d64d2-cc7b-4395-8a05-e352697279ef on host n-d-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:47:17.110841 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-01837519-027d-4782-ba12-9b8c23d5553c tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group_rule (febb01c2-4a40-4e97-86b9-dd71cdf200e4), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:17.136593 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb35b708-cab5-4805-a866-2135721d6879 req-b6a636fa-10f8-438f-ada2-f5e21288cbd6 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:17.138162 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-eb35b708-cab5-4805-a866-2135721d6879 req-b6a636fa-10f8-438f-ada2-f5e21288cbd6 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/ports?device_id=9704cc3c-cfbe-466d-ac6d-477d6b62bb94 HTTP/1.1" status: 200 len: 945 time: 0.1792715 Mar 11 19:47:17.143943 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 50a22dd0-7344-43d6-b83b-933769cde6f1 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:47:17.146005 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-1f4d8fd2-8cf5-4b52-a919-04a1fdd14230 req-73a506c6-c07a-4213-a3aa-e8e1f950e1e4 service neutron] 10.222.0.75 "GET /v2.0/networks/5f4622d2-6877-42dd-be4c-6b2764b6d954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668906 Mar 11 19:47:17.251135 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b795ad0b-6725-42a0-af30-a564b04ee3c4 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (fa49002a-60bc-4f1b-bed4-4c01f67302c6), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:17.302037 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-b795ad0b-6725-42a0-af30-a564b04ee3c4 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa49002a-60bc-4f1b-bed4-4c01f67302c6']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:17.319749 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-eb35b708-cab5-4805-a866-2135721d6879 req-3a146421-713a-4411-bb57-b4ec686cee9e tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac76e7d2-86d4-4d6a-9e4e-efe333e24013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544924 Mar 11 19:47:17.322390 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-1f4d8fd2-8cf5-4b52-a919-04a1fdd14230 req-7040a3d9-3b1b-4d37-93c8-6ae6c8445ec3 service neutron] 10.222.0.75 "GET /v2.0/networks/5f4622d2-6877-42dd-be4c-6b2764b6d954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704545 Mar 11 19:47:17.352959 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-b795ad0b-6725-42a0-af30-a564b04ee3c4 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00626b11-8117-4d84-846a-83d1c0aeb4d5') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:17.353413 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-b795ad0b-6725-42a0-af30-a564b04ee3c4 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00626b11-8117-4d84-846a-83d1c0aeb4d5') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:17.370247 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b795ad0b-6725-42a0-af30-a564b04ee3c4 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (00626b11-8117-4d84-846a-83d1c0aeb4d5), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:17.400401 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-01837519-027d-4782-ba12-9b8c23d5553c tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group_rule (febb01c2-4a40-4e97-86b9-dd71cdf200e4), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:17.407138 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b795ad0b-6725-42a0-af30-a564b04ee3c4 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (00626b11-8117-4d84-846a-83d1c0aeb4d5), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:17.410521 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 50a22dd0-7344-43d6-b83b-933769cde6f1, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=50a22dd0-7344-43d6-b83b-933769cde6f1,segment=NetworkSegment(518fbfd6-66d4-46dc-8045-59cddcf132dc),segment_id=518fbfd6-66d4-46dc-8045-59cddcf132dc)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:47:17.414039 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-01837519-027d-4782-ba12-9b8c23d5553c tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (febb01c2-4a40-4e97-86b9-dd71cdf200e4), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:17.436289 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b795ad0b-6725-42a0-af30-a564b04ee3c4 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Releasing vlan 870 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:47:17.436850 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b795ad0b-6725-42a0-af30-a564b04ee3c4 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (00626b11-8117-4d84-846a-83d1c0aeb4d5), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:17.442569 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 19:47:17.442569 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:47:17.442569 n-d-833163-1 neutron-server[103885]: timer() Mar 11 19:47:17.442569 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:47:17.442569 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 19:47:17.442569 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:47:17.442569 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 19:47:17.442569 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:47:17.442569 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 19:47:17.442569 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:47:17.442569 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 19:47:17.442569 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:47:17.442569 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 19:47:17.442569 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:47:17.442569 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:47:17.442569 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:47:17.442569 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:47:17.442569 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:47:17.442569 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 19:47:17.442569 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:47:17.442569 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 19:47:17.442569 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:47:17.442569 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:47:17.442569 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:47:17.442569 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 19:47:17.442569 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:47:17.442569 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:47:17.442569 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:47:17.442569 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:47:17.442569 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:47:17.442569 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:47:17.442569 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:47:17.450473 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '50a22dd0-7344-43d6-b83b-933769cde6f1', 'network_id': '5f4622d2-6877-42dd-be4c-6b2764b6d954', 'port_id': '50a22dd0-7344-43d6-b83b-933769cde6f1', 'mac_address': 'fa:16:3e:e0:6a:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 866, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d74cfef-df19-4443-8dbc-7728b7150eec', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:47:17.461051 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-01837519-027d-4782-ba12-9b8c23d5553c tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:17.462766 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-01837519-027d-4782-ba12-9b8c23d5553c tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5491655 Mar 11 19:47:17.465607 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49662) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:17.494616 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-19e67a91-7a43-4d6f-bdcc-3ace83bdb1a1 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group_rule (febb01c2-4a40-4e97-86b9-dd71cdf200e4), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:17.494960 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 50a22dd0-7344-43d6-b83b-933769cde6f1 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:47:17.495317 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (50a22dd0-7344-43d6-b83b-933769cde6f1), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:17.505390 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-19e67a91-7a43-4d6f-bdcc-3ace83bdb1a1 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group_rule (febb01c2-4a40-4e97-86b9-dd71cdf200e4), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:17.525815 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01837519-027d-4782-ba12-9b8c23d5553c tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=febb01c2-4a40-4e97-86b9-dd71cdf200e4,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:17.532838 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50a22dd0-7344-43d6-b83b-933769cde6f1 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:47:17.565403 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-19e67a91-7a43-4d6f-bdcc-3ace83bdb1a1 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (febb01c2-4a40-4e97-86b9-dd71cdf200e4), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:17.575150 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-19e67a91-7a43-4d6f-bdcc-3ace83bdb1a1 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:17.578764 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-19e67a91-7a43-4d6f-bdcc-3ace83bdb1a1 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/febb01c2-4a40-4e97-86b9-dd71cdf200e4 HTTP/1.1" status: 204 len: 168 time: 0.1097684 Mar 11 19:47:17.579101 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 50a22dd0-7344-43d6-b83b-933769cde6f1, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=50a22dd0-7344-43d6-b83b-933769cde6f1,segment=NetworkSegment(518fbfd6-66d4-46dc-8045-59cddcf132dc),segment_id=518fbfd6-66d4-46dc-8045-59cddcf132dc)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:47:17.582033 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49664) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:17.586337 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (50a22dd0-7344-43d6-b83b-933769cde6f1), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:17.612705 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e67a91-7a43-4d6f-bdcc-3ace83bdb1a1 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=febb01c2-4a40-4e97-86b9-dd71cdf200e4,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:17.638317 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-05c95840-69fd-4a4d-b355-967f36c48c91 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0551739 Mar 11 19:47:17.640142 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b795ad0b-6725-42a0-af30-a564b04ee3c4 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (fa49002a-60bc-4f1b-bed4-4c01f67302c6), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:17.641727 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49670) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:17.660513 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b795ad0b-6725-42a0-af30-a564b04ee3c4 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:17.661513 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=50a22dd0-7344-43d6-b83b-933769cde6f1,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:17.664442 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-b795ad0b-6725-42a0-af30-a564b04ee3c4 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] 10.222.0.65 "DELETE /v2.0/networks/fa49002a-60bc-4f1b-bed4-4c01f67302c6 HTTP/1.1" status: 204 len: 168 time: 4.0601175 Mar 11 19:47:17.675965 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 49672) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:17.681698 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-7de71813-2f3c-4727-a3dc-0c95139d5952 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1922487584'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:47:17.692298 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b795ad0b-6725-42a0-af30-a564b04ee3c4 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Pushing event deleted for resources: {'Network': ['ID=fa49002a-60bc-4f1b-bed4-4c01f67302c6,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:17.708049 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f9937c-7866-4773-89ba-f040f263661d req-73bcf221-0653-4bdc-b518-6e07e195f547 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:17.715374 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-06f9937c-7866-4773-89ba-f040f263661d req-73bcf221-0653-4bdc-b518-6e07e195f547 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 945 time: 0.2510784 Mar 11 19:47:17.757648 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e846f3b4-d254-463a-82b4-300e9e0039a8 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group (47f13d1f-188f-427f-8f34-b0737410bcd5), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:17.760583 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de71813-2f3c-4727-a3dc-0c95139d5952 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Made reservation on behalf of 554a0d0e786c47318030018c7ddae585 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:47:17.763944 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7de71813-2f3c-4727-a3dc-0c95139d5952 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:17.795147 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e846f3b4-d254-463a-82b4-300e9e0039a8 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group (47f13d1f-188f-427f-8f34-b0737410bcd5), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:17.796554 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['50a22dd0-7344-43d6-b83b-933769cde6f1'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:47:17.826389 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-06f9937c-7866-4773-89ba-f040f263661d req-d64bbae7-23bc-403d-88ae-e9fd9736f331 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098204 Mar 11 19:47:17.871999 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7de71813-2f3c-4727-a3dc-0c95139d5952 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] vlan segment allocate from pool success with {'vlan_id': 876, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:47:17.882118 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e846f3b4-d254-463a-82b4-300e9e0039a8 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (47f13d1f-188f-427f-8f34-b0737410bcd5), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:17.887662 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e846f3b4-d254-463a-82b4-300e9e0039a8 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:17.889682 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e846f3b4-d254-463a-82b4-300e9e0039a8 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] 10.222.0.65 "DELETE /v2.0/security-groups/47f13d1f-188f-427f-8f34-b0737410bcd5 HTTP/1.1" status: 204 len: 168 time: 0.2460673 Mar 11 19:47:17.891779 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 49682) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:17.909178 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e846f3b4-d254-463a-82b4-300e9e0039a8 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f13d1f-188f-427f-8f34-b0737410bcd5,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:17.924919 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7de71813-2f3c-4727-a3dc-0c95139d5952 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (8efba30f-a9ab-4cf8-aa89-ac3dd946594e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:17.925272 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-7de71813-2f3c-4727-a3dc-0c95139d5952 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Added segment 8efba30f-a9ab-4cf8-aa89-ac3dd946594e of type vlan for network 99d94e8b-fb5a-4282-a445-7616954f011e Mar 11 19:47:17.934950 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 11 Mar 2022 19:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6abc3b19-6963-4acf-993a-f4b759ed9bdd x-openstack-request-id: req-6abc3b19-6963-4acf-993a-f4b759ed9bdd {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:47:17.936050 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4926858-bf43-45b4-8e7b-4c8c842f2c82", "name": "network-vif-unplugged", "status": "failed", "tag": "a5ddb8ee-f814-4b98-936f-403277fbc446", "code": 422}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:47:17.936552 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6abc3b19-6963-4acf-993a-f4b759ed9bdd {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:47:17.937970 n-d-833163-1 neutron-server[103886]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b4926858-bf43-45b4-8e7b-4c8c842f2c82', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a5ddb8ee-f814-4b98-936f-403277fbc446', 'code': 422} returned with failed status Mar 11 19:47:18.082617 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7de71813-2f3c-4727-a3dc-0c95139d5952 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (99d94e8b-fb5a-4282-a445-7616954f011e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:18.093719 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-c222ce8f-7dc9-4c78-b77f-3001560a85d6 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2008014 Mar 11 19:47:18.096699 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49694) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:18.121768 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7de71813-2f3c-4727-a3dc-0c95139d5952 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (99d94e8b-fb5a-4282-a445-7616954f011e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:18.132381 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de71813-2f3c-4727-a3dc-0c95139d5952 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:18.132979 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7de71813-2f3c-4727-a3dc-0c95139d5952 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:18.189290 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-7de71813-2f3c-4727-a3dc-0c95139d5952 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5110319 Mar 11 19:47:18.197358 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49698) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:18.205359 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-7e29a49e-bde1-482c-84e6-ce0da8a19d14 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Request body: {'subnet': {'network_id': '99d94e8b-fb5a-4282-a445-7616954f011e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:47:18.280553 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de71813-2f3c-4727-a3dc-0c95139d5952 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Pushing event updated for resources: {'Network': ['ID=99d94e8b-fb5a-4282-a445-7616954f011e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:18.307580 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 99d94e8b-fb5a-4282-a445-7616954f011e details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:47:18.390491 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3082b8ba-e028-4544-8a59-d01f6d49d3e9 req-f8cb4dbd-fcf1-4f51-8af9-c6aaa9f8c51d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=eb069624-2a9a-4457-8d94-c111f7203e46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3855014 Mar 11 19:47:18.411821 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e29a49e-bde1-482c-84e6-ce0da8a19d14 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Made reservation on behalf of 554a0d0e786c47318030018c7ddae585 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:47:18.417756 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7e29a49e-bde1-482c-84e6-ce0da8a19d14 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:18.425564 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-af1df197-6817-44e3-973d-10ca9f781916 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group (35a46680-e324-4fce-8c4c-6375e9c295a4), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:18.523029 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3082b8ba-e028-4544-8a59-d01f6d49d3e9 req-7b1c6e3b-c462-4072-af5a-850b77fd2bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:18.524689 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3082b8ba-e028-4544-8a59-d01f6d49d3e9 req-7b1c6e3b-c462-4072-af5a-850b77fd2bd5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=66b3b8d3f65c4e239ea33b0475efa223&device_id=eb069624-2a9a-4457-8d94-c111f7203e46 HTTP/1.1" status: 200 len: 1128 time: 0.0791187 Mar 11 19:47:18.582487 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.ipam_backend_mixin [None req-7e29a49e-bde1-482c-84e6-ce0da8a19d14 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Performing IP validity checks on allocation pools {{(pid=103884) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 11 19:47:18.583030 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.ipam_backend_mixin [None req-7e29a49e-bde1-482c-84e6-ce0da8a19d14 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103884) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 11 19:47:18.588706 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-af1df197-6817-44e3-973d-10ca9f781916 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group (35a46680-e324-4fce-8c4c-6375e9c295a4), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:18.721937 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-af1df197-6817-44e3-973d-10ca9f781916 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (35a46680-e324-4fce-8c4c-6375e9c295a4), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:18.724981 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-af1df197-6817-44e3-973d-10ca9f781916 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:18.726462 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-af1df197-6817-44e3-973d-10ca9f781916 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] 10.222.0.65 "DELETE /v2.0/security-groups/35a46680-e324-4fce-8c4c-6375e9c295a4 HTTP/1.1" status: 204 len: 168 time: 0.6285949 Mar 11 19:47:18.733664 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 49722) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:18.748917 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1df197-6817-44e3-973d-10ca9f781916 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a46680-e324-4fce-8c4c-6375e9c295a4,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:18.761135 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eaa18d-ca2d-4f70-840f-13bd01f8cb1a req-f88e14c0-9484-479a-9bcd-4958afcf122e tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:18.769828 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e5eaa18d-ca2d-4f70-840f-13bd01f8cb1a req-f88e14c0-9484-479a-9bcd-4958afcf122e tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a232911-7b92-4689-aa6b-0392a63accd2 HTTP/1.1" status: 200 len: 944 time: 0.1641147 Mar 11 19:47:18.792579 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3082b8ba-e028-4544-8a59-d01f6d49d3e9 req-2ef5cec4-273b-4825-b7d3-6f6d4e053f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:18.794139 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3082b8ba-e028-4544-8a59-d01f6d49d3e9 req-2ef5cec4-273b-4825-b7d3-6f6d4e053f29 service neutron] 10.222.0.57 "GET /v2.0/networks?id=90663b8c-1bde-4a55-8ab4-a84ee4d3cf19 HTTP/1.1" status: 200 len: 912 time: 0.2439330 Mar 11 19:47:18.823777 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7e29a49e-bde1-482c-84e6-ce0da8a19d14 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (19a04484-fdde-4a34-b685-ad96319f1b6b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:18.830388 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:18.877296 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ecc9006f-6aac-419a-baf3-388ba2e73a71 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1385858 Mar 11 19:47:18.877425 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49728) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:18.885751 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-c9eaabb7-0992-482b-a218-075929aefc81 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Request body: {'security_group': {'name': 'tempest-secgroup--434390870'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:47:18.890316 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3082b8ba-e028-4544-8a59-d01f6d49d3e9 req-30202f41-8b62-4f6f-b116-951de9383aa5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a77be94f-5763-47c7-a94b-063aaf86b760 HTTP/1.1" status: 200 len: 217 time: 0.0858705 Mar 11 19:47:18.948579 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e29a49e-bde1-482c-84e6-ce0da8a19d14 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Pushing event updated for resources: {'Subnet': ['ID=19a04484-fdde-4a34-b685-ad96319f1b6b,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:18.949148 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e5eaa18d-ca2d-4f70-840f-13bd01f8cb1a req-808eb293-6633-4333-83ba-8adc1100c78c tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775799 Mar 11 19:47:18.981563 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e29a49e-bde1-482c-84e6-ce0da8a19d14 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Checking segment: {'id': '8efba30f-a9ab-4cf8-aa89-ac3dd946594e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '99d94e8b-fb5a-4282-a445-7616954f011e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:47:18.982158 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e29a49e-bde1-482c-84e6-ce0da8a19d14 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Network hostable DHCP agents. Network: 99d94e8b-fb5a-4282-a445-7616954f011e, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:47:18.986496 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c9eaabb7-0992-482b-a218-075929aefc81 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:19.006430 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3082b8ba-e028-4544-8a59-d01f6d49d3e9 req-021d2719-c146-488b-9cc7-be219e1920d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:19.007982 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3082b8ba-e028-4544-8a59-d01f6d49d3e9 req-021d2719-c146-488b-9cc7-be219e1920d1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=83286d6e-3d22-482f-b14a-2fbd7466cc6c HTTP/1.1" status: 200 len: 850 time: 0.1086962 Mar 11 19:47:19.037247 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e29a49e-bde1-482c-84e6-ce0da8a19d14 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Network 99d94e8b-fb5a-4282-a445-7616954f011e is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:47:19.059294 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-7e29a49e-bde1-482c-84e6-ce0da8a19d14 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 99d94e8b-fb5a-4282-a445-7616954f011e) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:47:19.069748 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c9a7f4-1b72-42d4-a435-2869cdf07d5d None None] Network 99d94e8b-fb5a-4282-a445-7616954f011e requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:47:19.074250 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e29a49e-bde1-482c-84e6-ce0da8a19d14 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:19.075059 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7e29a49e-bde1-482c-84e6-ce0da8a19d14 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:19.121648 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-7e29a49e-bde1-482c-84e6-ce0da8a19d14 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.9221096 Mar 11 19:47:19.124640 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 49738) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:19.162504 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3082b8ba-e028-4544-8a59-d01f6d49d3e9 req-6b0ee576-56f2-4107-abaf-be121f42a35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:19.164659 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c9eaabb7-0992-482b-a218-075929aefc81 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group (b738d670-47fb-4ef3-84c7-1339c6283206), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:19.166123 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3082b8ba-e028-4544-8a59-d01f6d49d3e9 req-6b0ee576-56f2-4107-abaf-be121f42a35c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=90663b8c-1bde-4a55-8ab4-a84ee4d3cf19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1414106 Mar 11 19:47:19.172403 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 50a22dd0-7344-43d6-b83b-933769cde6f1 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:47:19.172875 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c9eaabb7-0992-482b-a218-075929aefc81 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (b738d670-47fb-4ef3-84c7-1339c6283206), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:19.211281 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c9eaabb7-0992-482b-a218-075929aefc81 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:19.212696 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c9eaabb7-0992-482b-a218-075929aefc81 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3344762 Mar 11 19:47:19.215852 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49744) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:19.221222 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-6376919c-05ef-4bc1-ae74-1a22ef38dcb5 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Request body: {'security_group_rule': {'security_group_id': 'b738d670-47fb-4ef3-84c7-1339c6283206', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:47:19.230135 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eaabb7-0992-482b-a218-075929aefc81 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b738d670-47fb-4ef3-84c7-1339c6283206,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:19.261997 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6376919c-05ef-4bc1-ae74-1a22ef38dcb5 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group_rule (736e30d4-f549-4e81-8275-cdab3a8cf203), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:19.309522 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e150ebf-15d3-4e16-b34d-e055de609289 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-99d94e8b-fb5a-4282-a445-7616954f011e', 'network_id': '99d94e8b-fb5a-4282-a445-7616954f011e', 'project_id': '554a0d0e786c47318030018c7ddae585', 'fixed_ips': [{'subnet_id': '19a04484-fdde-4a34-b685-ad96319f1b6b'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:47:19.310399 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9e150ebf-15d3-4e16-b34d-e055de609289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:19.323029 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port 50a22dd0-7344-43d6-b83b-933769cde6f1 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:47:19.330923 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 50a22dd0-7344-43d6-b83b-933769cde6f1 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:47:19.331302 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (50a22dd0-7344-43d6-b83b-933769cde6f1), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:19.396580 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6376919c-05ef-4bc1-ae74-1a22ef38dcb5 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group_rule (736e30d4-f549-4e81-8275-cdab3a8cf203), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:19.401616 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff7b986f-f51f-4c29-aced-9d30f7a7098d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (99d94e8b-fb5a-4282-a445-7616954f011e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:19.403841 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6376919c-05ef-4bc1-ae74-1a22ef38dcb5 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (736e30d4-f549-4e81-8275-cdab3a8cf203), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:19.440651 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6376919c-05ef-4bc1-ae74-1a22ef38dcb5 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=736e30d4-f549-4e81-8275-cdab3a8cf203,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:19.458098 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6376919c-05ef-4bc1-ae74-1a22ef38dcb5 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:19.459831 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-6376919c-05ef-4bc1-ae74-1a22ef38dcb5 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2428508 Mar 11 19:47:19.462556 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49752) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:19.496548 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0c5c33-2cba-48b5-9ee0-b6807748cbc4 req-408606a9-e008-4df8-819b-910f8bea3ac4 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:19.502345 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-375a4fc4-1fa8-4ff9-b388-d99042a6035b tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group_rule (736e30d4-f549-4e81-8275-cdab3a8cf203), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:19.510419 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fa0c5c33-2cba-48b5-9ee0-b6807748cbc4 req-408606a9-e008-4df8-819b-910f8bea3ac4 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 945 time: 0.4313700 Mar 11 19:47:19.513723 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-375a4fc4-1fa8-4ff9-b388-d99042a6035b tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group_rule (736e30d4-f549-4e81-8275-cdab3a8cf203), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:19.559417 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-375a4fc4-1fa8-4ff9-b388-d99042a6035b tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (736e30d4-f549-4e81-8275-cdab3a8cf203), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:19.564848 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 50a22dd0-7344-43d6-b83b-933769cde6f1 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:47:19.565250 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (50a22dd0-7344-43d6-b83b-933769cde6f1), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:19.569218 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-375a4fc4-1fa8-4ff9-b388-d99042a6035b tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:19.572756 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-375a4fc4-1fa8-4ff9-b388-d99042a6035b tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/736e30d4-f549-4e81-8275-cdab3a8cf203 HTTP/1.1" status: 204 len: 168 time: 0.1066501 Mar 11 19:47:19.586811 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-9e150ebf-15d3-4e16-b34d-e055de609289 None None] Allocated IP 172.20.0.3 (99d94e8b-fb5a-4282-a445-7616954f011e/19a04484-fdde-4a34-b685-ad96319f1b6b/92eed6dc-e401-493f-9640-def23e6df8b2) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:47:19.589835 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49756) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:19.610318 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375a4fc4-1fa8-4ff9-b388-d99042a6035b tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=736e30d4-f549-4e81-8275-cdab3a8cf203,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:19.645472 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 50a22dd0-7344-43d6-b83b-933769cde6f1, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=50a22dd0-7344-43d6-b83b-933769cde6f1,segment=NetworkSegment(518fbfd6-66d4-46dc-8045-59cddcf132dc),segment_id=518fbfd6-66d4-46dc-8045-59cddcf132dc)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:47:19.660462 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-cd9d6b7d-9c51-4efc-aa90-5321008b2c80 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0694561 Mar 11 19:47:19.663155 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49762) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:19.664978 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (50a22dd0-7344-43d6-b83b-933769cde6f1), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:19.746138 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-728a099d-4ba4-4c41-bee2-c8fcc66db10d tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group (b738d670-47fb-4ef3-84c7-1339c6283206), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:19.778712 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-728a099d-4ba4-4c41-bee2-c8fcc66db10d tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group (b738d670-47fb-4ef3-84c7-1339c6283206), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:19.788807 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=50a22dd0-7344-43d6-b83b-933769cde6f1,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:19.827008 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49766) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:19.864572 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-728a099d-4ba4-4c41-bee2-c8fcc66db10d tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (b738d670-47fb-4ef3-84c7-1339c6283206), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:19.867695 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-728a099d-4ba4-4c41-bee2-c8fcc66db10d tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:19.872082 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-728a099d-4ba4-4c41-bee2-c8fcc66db10d tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] 10.222.0.65 "DELETE /v2.0/security-groups/b738d670-47fb-4ef3-84c7-1339c6283206 HTTP/1.1" status: 204 len: 168 time: 0.2047400 Mar 11 19:47:19.873758 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49770) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:19.897492 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728a099d-4ba4-4c41-bee2-c8fcc66db10d tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b738d670-47fb-4ef3-84c7-1339c6283206,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:19.936348 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9e150ebf-15d3-4e16-b34d-e055de609289 None None] Publish callbacks [] for port (92eed6dc-e401-493f-9640-def23e6df8b2), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:19.941862 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-cac52a8a-4228-46b0-a598-9f16ef39f673 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0669825 Mar 11 19:47:19.945775 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a232911-7b92-4689-aa6b-0392a63accd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a22dd0-7344-43d6-b83b-933769cde6f1'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:47:19.946640 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49774) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:19.951583 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-ed35c61e-389e-43fa-9bd0-5f41362453fa tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Request body: {'security_group': {'name': 'tempest-secgroup--321254851'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:47:19.960173 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d161722-df5e-456c-96d4-6f8c2c6a18c7" -d '{"events": [{"server_uuid": "4a232911-7b92-4689-aa6b-0392a63accd2", "name": "network-vif-plugged", "status": "completed", "tag": "50a22dd0-7344-43d6-b83b-933769cde6f1"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:47:19.981729 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9e150ebf-15d3-4e16-b34d-e055de609289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (92eed6dc-e401-493f-9640-def23e6df8b2), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:19.984632 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ed35c61e-389e-43fa-9bd0-5f41362453fa tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:20.029966 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e150ebf-15d3-4e16-b34d-e055de609289 None None] Network 99d94e8b-fb5a-4282-a445-7616954f011e is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:47:20.037607 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-9e150ebf-15d3-4e16-b34d-e055de609289 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:47:20.042722 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e150ebf-15d3-4e16-b34d-e055de609289 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:47:20.056217 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-af0858b8-0a5d-4ef8-bb36-c132676a5942 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:20.058100 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e150ebf-15d3-4e16-b34d-e055de609289 None None] Pushing event updated for resources: {'Port': ['ID=92eed6dc-e401-493f-9640-def23e6df8b2,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:20.114581 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-9e150ebf-15d3-4e16-b34d-e055de609289 None None] Attempting to bind port 92eed6dc-e401-493f-9640-def23e6df8b2 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:47:20.115303 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-9e150ebf-15d3-4e16-b34d-e055de609289 None None] Attempting to bind port 92eed6dc-e401-493f-9640-def23e6df8b2 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '8efba30f-a9ab-4cf8-aa89-ac3dd946594e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '99d94e8b-fb5a-4282-a445-7616954f011e'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:47:20.115888 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e150ebf-15d3-4e16-b34d-e055de609289 None None] Attempting to bind port 92eed6dc-e401-493f-9640-def23e6df8b2 on network 99d94e8b-fb5a-4282-a445-7616954f011e {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:47:20.136782 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e150ebf-15d3-4e16-b34d-e055de609289 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:47:20.137348 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e150ebf-15d3-4e16-b34d-e055de609289 None None] Checking segment: {'id': '8efba30f-a9ab-4cf8-aa89-ac3dd946594e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '99d94e8b-fb5a-4282-a445-7616954f011e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:47:20.137641 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9e150ebf-15d3-4e16-b34d-e055de609289 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:20.138151 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e150ebf-15d3-4e16-b34d-e055de609289 None None] Bound using segment: {'id': '8efba30f-a9ab-4cf8-aa89-ac3dd946594e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '99d94e8b-fb5a-4282-a445-7616954f011e'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:47:20.138642 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-9e150ebf-15d3-4e16-b34d-e055de609289 None None] Bound port: 92eed6dc-e401-493f-9640-def23e6df8b2, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8efba30f-a9ab-4cf8-aa89-ac3dd946594e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '99d94e8b-fb5a-4282-a445-7616954f011e'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:47:20.139203 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9e150ebf-15d3-4e16-b34d-e055de609289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (92eed6dc-e401-493f-9640-def23e6df8b2), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:20.140419 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff7b986f-f51f-4c29-aced-9d30f7a7098d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (19a04484-fdde-4a34-b685-ad96319f1b6b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:20.163796 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fa0c5c33-2cba-48b5-9ee0-b6807748cbc4 req-c2395c83-74f2-476a-9c23-98f2629fe5b8 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6508846 Mar 11 19:47:20.183866 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ed35c61e-389e-43fa-9bd0-5f41362453fa tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group (4dfadfd5-c6c8-4578-b19b-a0fb75f336f4), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:20.193373 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ed35c61e-389e-43fa-9bd0-5f41362453fa tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (4dfadfd5-c6c8-4578-b19b-a0fb75f336f4), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:20.233338 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3082b8ba-e028-4544-8a59-d01f6d49d3e9 req-db110fb1-1e29-41f6-9ec9-bea1f9eafd3d service neutron] 10.222.0.57 "GET /v2.0/networks/90663b8c-1bde-4a55-8ab4-a84ee4d3cf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9925137 Mar 11 19:47:20.251531 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ed35c61e-389e-43fa-9bd0-5f41362453fa tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:20.253665 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ed35c61e-389e-43fa-9bd0-5f41362453fa tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3052619 Mar 11 19:47:20.256882 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed35c61e-389e-43fa-9bd0-5f41362453fa tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dfadfd5-c6c8-4578-b19b-a0fb75f336f4,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:20.262163 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49786) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:20.267955 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-dcc66947-c359-4d65-8f78-77a265504352 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Request body: {'security_group_rule': {'security_group_id': '4dfadfd5-c6c8-4578-b19b-a0fb75f336f4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:47:20.280428 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-9e150ebf-15d3-4e16-b34d-e055de609289 None None] For port 92eed6dc-e401-493f-9640-def23e6df8b2, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:47:20.305577 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-af0858b8-0a5d-4ef8-bb36-c132676a5942 admin admin] Publish callbacks [] for security_group (ec794072-0be3-4a45-8e9d-dce4de517c55), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:20.313283 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-af0858b8-0a5d-4ef8-bb36-c132676a5942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (ec794072-0be3-4a45-8e9d-dce4de517c55), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:20.314343 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-9e150ebf-15d3-4e16-b34d-e055de609289 None None] For port 92eed6dc-e401-493f-9640-def23e6df8b2, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=92eed6dc-e401-493f-9640-def23e6df8b2,segment=NetworkSegment(8efba30f-a9ab-4cf8-aa89-ac3dd946594e),segment_id=8efba30f-a9ab-4cf8-aa89-ac3dd946594e)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:47:20.325535 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9e150ebf-15d3-4e16-b34d-e055de609289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (92eed6dc-e401-493f-9640-def23e6df8b2), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:20.342682 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dcc66947-c359-4d65-8f78-77a265504352 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group_rule (dfd7e163-318e-4b9b-ba94-dca6b9254784), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:20.392712 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e150ebf-15d3-4e16-b34d-e055de609289 None None] Pushing event updated for resources: {'Port': ['ID=92eed6dc-e401-493f-9640-def23e6df8b2,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:20.404542 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-af0858b8-0a5d-4ef8-bb36-c132676a5942 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=76321524be834988ad2a7d540d1e3be2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5763445 Mar 11 19:47:20.406604 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0858b8-0a5d-4ef8-bb36-c132676a5942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec794072-0be3-4a45-8e9d-dce4de517c55,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:20.418690 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49796) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:20.466082 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3082b8ba-e028-4544-8a59-d01f6d49d3e9 req-237d60c9-7c49-475d-8414-1022a30de8b3 service neutron] 10.222.0.57 "GET /v2.0/networks/90663b8c-1bde-4a55-8ab4-a84ee4d3cf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292988 Mar 11 19:47:20.469414 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff7b986f-f51f-4c29-aced-9d30f7a7098d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (19a04484-fdde-4a34-b685-ad96319f1b6b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:20.527455 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dcc66947-c359-4d65-8f78-77a265504352 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group_rule (dfd7e163-318e-4b9b-ba94-dca6b9254784), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:20.535549 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dcc66947-c359-4d65-8f78-77a265504352 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (dfd7e163-318e-4b9b-ba94-dca6b9254784), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:20.549217 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7b986f-f51f-4c29-aced-9d30f7a7098d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Pushing event deleted for resources: {'Subnet': ['ID=19a04484-fdde-4a34-b685-ad96319f1b6b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:20.605340 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc66947-c359-4d65-8f78-77a265504352 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfd7e163-318e-4b9b-ba94-dca6b9254784,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:20.620164 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-858e1706-ebb1-44f9-b26f-326751a9c070 admin admin] Publish callbacks [] for security_group (ec794072-0be3-4a45-8e9d-dce4de517c55), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:20.640913 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dcc66947-c359-4d65-8f78-77a265504352 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:20.643466 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-dcc66947-c359-4d65-8f78-77a265504352 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3801794 Mar 11 19:47:20.655777 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49808) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:20.668494 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-858e1706-ebb1-44f9-b26f-326751a9c070 admin admin] Publish callbacks [] for security_group (ec794072-0be3-4a45-8e9d-dce4de517c55), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:20.688592 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-0dab9298-cf13-4405-8bd0-4fa06d083e0a req-32390c46-a8cd-4d3b-86c3-4a812e4a16e8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=be343d54-4421-403d-b876-889b59b33fc0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1703019 Mar 11 19:47:20.696798 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff7b986f-f51f-4c29-aced-9d30f7a7098d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (99d94e8b-fb5a-4282-a445-7616954f011e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:20.718819 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f62537dc-3693-48ee-b9a8-f21b5dc6bd57 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] 10.222.0.65 "GET /v2.0/security-group-rules/dfd7e163-318e-4b9b-ba94-dca6b9254784 HTTP/1.1" status: 200 len: 763 time: 0.0592983 Mar 11 19:47:20.725830 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49810) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:20.805281 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-ff7b986f-f51f-4c29-aced-9d30f7a7098d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99d94e8b-fb5a-4282-a445-7616954f011e']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:20.826932 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-eebbed88-0f22-4870-a7a4-573c12ec15bc tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0998423 Mar 11 19:47:20.829856 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49814) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:20.849254 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-ff7b986f-f51f-4c29-aced-9d30f7a7098d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8efba30f-a9ab-4cf8-aa89-ac3dd946594e') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:20.849871 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-ff7b986f-f51f-4c29-aced-9d30f7a7098d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8efba30f-a9ab-4cf8-aa89-ac3dd946594e') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:20.856570 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-858e1706-ebb1-44f9-b26f-326751a9c070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (ec794072-0be3-4a45-8e9d-dce4de517c55), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:20.859303 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-858e1706-ebb1-44f9-b26f-326751a9c070 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:20.860562 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-858e1706-ebb1-44f9-b26f-326751a9c070 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ec794072-0be3-4a45-8e9d-dce4de517c55 HTTP/1.1" status: 204 len: 168 time: 0.4409173 Mar 11 19:47:20.871446 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff7b986f-f51f-4c29-aced-9d30f7a7098d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (8efba30f-a9ab-4cf8-aa89-ac3dd946594e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:20.880728 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df163bf-4e2c-490a-9b62-8e3351074847 req-83d0f7e7-7fdb-4bbd-89b8-c69069901f93 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:20.888572 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7df163bf-4e2c-490a-9b62-8e3351074847 req-83d0f7e7-7fdb-4bbd-89b8-c69069901f93 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a232911-7b92-4689-aa6b-0392a63accd2 HTTP/1.1" status: 200 len: 945 time: 0.3540583 Mar 11 19:47:20.891284 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3dc9441c-ac7b-4e3c-bc3e-f039aafa5883 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group_rule (dfd7e163-318e-4b9b-ba94-dca6b9254784), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:20.903668 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858e1706-ebb1-44f9-b26f-326751a9c070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec794072-0be3-4a45-8e9d-dce4de517c55,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:20.912332 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dab9298-cf13-4405-8bd0-4fa06d083e0a req-f4d94d18-aaed-45da-bcef-5f4bcc84f399 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:20.914338 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3dc9441c-ac7b-4e3c-bc3e-f039aafa5883 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group_rule (dfd7e163-318e-4b9b-ba94-dca6b9254784), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:20.922399 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0dab9298-cf13-4405-8bd0-4fa06d083e0a req-f4d94d18-aaed-45da-bcef-5f4bcc84f399 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports/d390e89a-8eda-47c2-bf64-fbf3e9262dc0 HTTP/1.1" status: 200 len: 940 time: 0.1540453 Mar 11 19:47:20.939316 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff7b986f-f51f-4c29-aced-9d30f7a7098d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (8efba30f-a9ab-4cf8-aa89-ac3dd946594e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:20.956634 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3dc9441c-ac7b-4e3c-bc3e-f039aafa5883 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (dfd7e163-318e-4b9b-ba94-dca6b9254784), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:20.973153 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3dc9441c-ac7b-4e3c-bc3e-f039aafa5883 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:20.974328 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-3dc9441c-ac7b-4e3c-bc3e-f039aafa5883 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/dfd7e163-318e-4b9b-ba94-dca6b9254784 HTTP/1.1" status: 204 len: 168 time: 0.1435635 Mar 11 19:47:20.982226 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 49820) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:20.989695 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc9441c-ac7b-4e3c-bc3e-f039aafa5883 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dfd7e163-318e-4b9b-ba94-dca6b9254784,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:21.006966 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff7b986f-f51f-4c29-aced-9d30f7a7098d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Releasing vlan 876 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:47:21.008611 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff7b986f-f51f-4c29-aced-9d30f7a7098d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (8efba30f-a9ab-4cf8-aa89-ac3dd946594e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:21.014853 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 19:47:21.014853 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:47:21.014853 n-d-833163-1 neutron-server[103885]: timer() Mar 11 19:47:21.014853 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:47:21.014853 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 19:47:21.014853 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:47:21.014853 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 19:47:21.014853 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:47:21.014853 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 19:47:21.014853 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:47:21.014853 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 19:47:21.014853 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:47:21.014853 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 19:47:21.014853 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:47:21.014853 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:47:21.014853 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:47:21.014853 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:47:21.014853 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:47:21.014853 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 19:47:21.014853 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:47:21.014853 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 19:47:21.014853 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:47:21.014853 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:47:21.014853 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:47:21.014853 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 19:47:21.014853 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:47:21.014853 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:47:21.014853 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:47:21.014853 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:47:21.014853 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:47:21.014853 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:47:21.014853 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:47:21.063153 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7df163bf-4e2c-490a-9b62-8e3351074847 req-df505cec-862a-4b92-aa5d-23c1d4c693be tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732535 Mar 11 19:47:21.140348 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-fcb43887-c4be-443e-98b5-1fe2dbc2bef6 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1561072 Mar 11 19:47:21.140592 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49824) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:21.147291 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-4e659261-5978-4b77-8494-7f2bbe77d4be tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Request body: {'security_group_rule': {'security_group_id': '4dfadfd5-c6c8-4578-b19b-a0fb75f336f4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:47:21.167763 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38adda52-3a31-43c2-81d6-c80ac9ce9d40 x-openstack-request-id: req-38adda52-3a31-43c2-81d6-c80ac9ce9d40 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:47:21.168286 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a232911-7b92-4689-aa6b-0392a63accd2", "name": "network-vif-plugged", "status": "completed", "tag": "50a22dd0-7344-43d6-b83b-933769cde6f1", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:47:21.168286 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-38adda52-3a31-43c2-81d6-c80ac9ce9d40 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:47:21.168712 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a232911-7b92-4689-aa6b-0392a63accd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50a22dd0-7344-43d6-b83b-933769cde6f1', 'code': 200} Mar 11 19:47:21.273048 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.db.api [None req-ff7b986f-f51f-4c29-aced-9d30f7a7098d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 19:47:21.273048 n-d-833163-1 neutron-server[103885]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 19:47:21.273048 n-d-833163-1 neutron-server[103885]: [parameters: {'id': '99d94e8b-fb5a-4282-a445-7616954f011e'}] Mar 11 19:47:21.273048 n-d-833163-1 neutron-server[103885]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:47:21.274355 n-d-833163-1 neutron-server[103885]: DEBUG oslo_db.api [None req-ff7b986f-f51f-4c29-aced-9d30f7a7098d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:47:21.337972 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d20b6-7e7a-438a-9350-e66482bc4d6c req-356c5bf3-043f-482d-b4b3-34f1fac9333d tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:21.343156 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4e659261-5978-4b77-8494-7f2bbe77d4be tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group_rule (8ca2dd14-a0e6-456a-a709-251b76d111b2), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:21.346358 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-979d20b6-7e7a-438a-9350-e66482bc4d6c req-356c5bf3-043f-482d-b4b3-34f1fac9333d tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 945 time: 0.0928309 Mar 11 19:47:21.421110 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4e659261-5978-4b77-8494-7f2bbe77d4be tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group_rule (8ca2dd14-a0e6-456a-a709-251b76d111b2), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:21.431352 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fcf4f1-cda2-42ce-b5e0-9cf93325209a req-878baab3-ded3-4851-8207-7ecf67334596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:21.438342 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d6fcf4f1-cda2-42ce-b5e0-9cf93325209a req-878baab3-ded3-4851-8207-7ecf67334596 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=4a232911-7b92-4689-aa6b-0392a63accd2 HTTP/1.1" status: 200 len: 1127 time: 0.1707299 Mar 11 19:47:21.439373 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4e659261-5978-4b77-8494-7f2bbe77d4be tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (8ca2dd14-a0e6-456a-a709-251b76d111b2), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:21.474835 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e659261-5978-4b77-8494-7f2bbe77d4be tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ca2dd14-a0e6-456a-a709-251b76d111b2,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:21.476651 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-979d20b6-7e7a-438a-9350-e66482bc4d6c req-16ceb58d-9441-4f1b-851e-eb4d525dc56e tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288919 Mar 11 19:47:21.498570 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4e659261-5978-4b77-8494-7f2bbe77d4be tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:21.500640 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4e659261-5978-4b77-8494-7f2bbe77d4be tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3576040 Mar 11 19:47:21.505401 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 49844) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:21.546819 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d6fcf4f1-cda2-42ce-b5e0-9cf93325209a req-90af10ee-d028-451e-996b-41314bf1eb35 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052198 Mar 11 19:47:21.558140 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-52d5a661-c9a5-489f-b763-5ef74a5ab553 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] 10.222.0.65 "GET /v2.0/security-group-rules/8ca2dd14-a0e6-456a-a709-251b76d111b2 HTTP/1.1" status: 200 len: 763 time: 0.0511270 Mar 11 19:47:21.560794 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49846) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:21.655469 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f1800-53f9-462e-879e-05aea035b7a7 req-25c0818b-6615-45ec-bd47-06a70d26066c tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:21.657542 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f22f1800-53f9-462e-879e-05aea035b7a7 req-25c0818b-6615-45ec-bd47-06a70d26066c tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=be343d54-4421-403d-b876-889b59b33fc0 HTTP/1.1" status: 200 len: 943 time: 0.0982077 Mar 11 19:47:21.670498 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d1778238-0603-4af0-9c42-5c4e4be966d4 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1085076 Mar 11 19:47:21.673145 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49854) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:21.731505 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-711bdc77-e861-4a40-80ba-a92df5b03ef8 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group_rule (8ca2dd14-a0e6-456a-a709-251b76d111b2), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:21.744080 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-711bdc77-e861-4a40-80ba-a92df5b03ef8 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group_rule (8ca2dd14-a0e6-456a-a709-251b76d111b2), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:21.778414 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff7b986f-f51f-4c29-aced-9d30f7a7098d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (99d94e8b-fb5a-4282-a445-7616954f011e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:21.807205 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-711bdc77-e861-4a40-80ba-a92df5b03ef8 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (8ca2dd14-a0e6-456a-a709-251b76d111b2), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:21.816671 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-711bdc77-e861-4a40-80ba-a92df5b03ef8 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:21.817664 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-711bdc77-e861-4a40-80ba-a92df5b03ef8 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/8ca2dd14-a0e6-456a-a709-251b76d111b2 HTTP/1.1" status: 204 len: 168 time: 0.1434379 Mar 11 19:47:21.825848 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 49858) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:21.837135 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711bdc77-e861-4a40-80ba-a92df5b03ef8 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8ca2dd14-a0e6-456a-a709-251b76d111b2,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:21.868288 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f22f1800-53f9-462e-879e-05aea035b7a7 req-b64fd02e-8cc1-4369-9437-6e9e009fa16b tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=5c88090f-a4b6-4ded-8686-842a534273ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2042260 Mar 11 19:47:21.937335 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-16c93f37-1728-4999-8a9e-1f3f828ebebd tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1062708 Mar 11 19:47:21.937985 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 49864) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:21.944268 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-6043d37e-2037-4852-8f59-4c51879de8f2 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Request body: {'security_group_rule': {'security_group_id': '4dfadfd5-c6c8-4578-b19b-a0fb75f336f4', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:47:22.011232 n-d-833163-1 neutron-server[103885]: INFO neutron.db.securitygroups_db [None req-6043d37e-2037-4852-8f59-4c51879de8f2 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Project ad55680ee75740faaf73ebb4fdfe0ab9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 19:47:22.027939 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6043d37e-2037-4852-8f59-4c51879de8f2 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group_rule (5145170c-67e8-4ada-9d1f-1e5038a69b5d), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:22.044499 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-ff7b986f-f51f-4c29-aced-9d30f7a7098d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Deleting port 92eed6dc-e401-493f-9640-def23e6df8b2 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:47:22.044954 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff7b986f-f51f-4c29-aced-9d30f7a7098d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (92eed6dc-e401-493f-9640-def23e6df8b2), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:22.143348 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033f82f7-35dd-41b7-a781-e6927d205ce6 None None] Network 99d94e8b-fb5a-4282-a445-7616954f011e requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:47:22.239387 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297704f1-2cb7-41af-be90-9007bbdb77f5 req-4a1e0cf0-f003-485d-8e11-0dc31b33f790 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:22.240970 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-297704f1-2cb7-41af-be90-9007bbdb77f5 req-4a1e0cf0-f003-485d-8e11-0dc31b33f790 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 945 time: 0.2690947 Mar 11 19:47:22.249101 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-ff7b986f-f51f-4c29-aced-9d30f7a7098d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] For port 92eed6dc-e401-493f-9640-def23e6df8b2, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=92eed6dc-e401-493f-9640-def23e6df8b2,segment=NetworkSegment(8efba30f-a9ab-4cf8-aa89-ac3dd946594e),segment_id=8efba30f-a9ab-4cf8-aa89-ac3dd946594e)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:47:22.249467 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff7b986f-f51f-4c29-aced-9d30f7a7098d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (92eed6dc-e401-493f-9640-def23e6df8b2), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:22.290211 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ffd3678c-910d-4a42-a3fe-e05f6284d1b5 None None] Provisioning complete for port 92eed6dc-e401-493f-9640-def23e6df8b2 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:47:22.290850 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ffd3678c-910d-4a42-a3fe-e05f6284d1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (92eed6dc-e401-493f-9640-def23e6df8b2), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:22.308065 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-ff7b986f-f51f-4c29-aced-9d30f7a7098d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Calling delete_port for 92eed6dc-e401-493f-9640-def23e6df8b2 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:47:22.312098 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6043d37e-2037-4852-8f59-4c51879de8f2 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group_rule (5145170c-67e8-4ada-9d1f-1e5038a69b5d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:22.338409 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6043d37e-2037-4852-8f59-4c51879de8f2 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (5145170c-67e8-4ada-9d1f-1e5038a69b5d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:22.356040 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dab9298-cf13-4405-8bd0-4fa06d083e0a req-67d626d7-bd34-4c67-8ebf-fb0981eef4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:22.356436 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0dab9298-cf13-4405-8bd0-4fa06d083e0a req-67d626d7-bd34-4c67-8ebf-fb0981eef4fa service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=be343d54-4421-403d-b876-889b59b33fc0&tenant_id=158d96ac5890499b904530e3a8e2fd26 HTTP/1.1" status: 200 len: 1125 time: 0.2699718 Mar 11 19:47:22.357510 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-54128354-cf7a-4633-988a-f8e77eedfdec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:22.409086 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-0dab9298-cf13-4405-8bd0-4fa06d083e0a req-8e78bf28-98d2-4bb1-82df-aef1dad7490f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-833163-1', 'device_owner': 'compute:nova'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:47:22.421285 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6043d37e-2037-4852-8f59-4c51879de8f2 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5145170c-67e8-4ada-9d1f-1e5038a69b5d,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:22.468907 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-297704f1-2cb7-41af-be90-9007bbdb77f5 req-e84089bd-e316-499b-93ea-ca33cbeb55b2 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2058372 Mar 11 19:47:22.486292 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8979ca8e-d4c3-4bf5-af9b-f2fdeacd416b None None] DHCP port deletion for 99d94e8b-fb5a-4282-a445-7616954f011e request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:47:22.489570 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6043d37e-2037-4852-8f59-4c51879de8f2 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:22.493726 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-6043d37e-2037-4852-8f59-4c51879de8f2 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5503693 Mar 11 19:47:22.499236 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 49884) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:22.553303 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ffd3678c-910d-4a42-a3fe-e05f6284d1b5 None None] Current status of the port 92eed6dc-e401-493f-9640-def23e6df8b2 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:47:22.554097 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ffd3678c-910d-4a42-a3fe-e05f6284d1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (92eed6dc-e401-493f-9640-def23e6df8b2), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:22.585208 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a57a26af-8b35-4436-b75f-385fdb51243e tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] 10.222.0.65 "GET /v2.0/security-group-rules/5145170c-67e8-4ada-9d1f-1e5038a69b5d HTTP/1.1" status: 200 len: 769 time: 0.0844920 Mar 11 19:47:22.587885 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49892) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:22.608358 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0dab9298-cf13-4405-8bd0-4fa06d083e0a req-8e78bf28-98d2-4bb1-82df-aef1dad7490f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d390e89a-8eda-47c2-bf64-fbf3e9262dc0), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:22.644810 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-ffd3678c-910d-4a42-a3fe-e05f6284d1b5 None None] For port 92eed6dc-e401-493f-9640-def23e6df8b2, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=92eed6dc-e401-493f-9640-def23e6df8b2,segment=NetworkSegment(8efba30f-a9ab-4cf8-aa89-ac3dd946594e),segment_id=8efba30f-a9ab-4cf8-aa89-ac3dd946594e)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:47:22.649773 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:22.664729 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ffd3678c-910d-4a42-a3fe-e05f6284d1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (92eed6dc-e401-493f-9640-def23e6df8b2), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:22.671827 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-152e573b-aa1c-44f2-97c4-3087bf1e0ed0 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0818949 Mar 11 19:47:22.699252 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 49894) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:22.715666 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8979ca8e-d4c3-4bf5-af9b-f2fdeacd416b None None] Deleting port 92eed6dc-e401-493f-9640-def23e6df8b2 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:47:22.716142 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8979ca8e-d4c3-4bf5-af9b-f2fdeacd416b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (92eed6dc-e401-493f-9640-def23e6df8b2), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:22.745167 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814d23c-1c62-4ce7-aa53-9d122bbb7b7c req-fbedf6fc-46fb-4f94-ab37-d684c44d09ca tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:22.747985 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5814d23c-1c62-4ce7-aa53-9d122bbb7b7c req-fbedf6fc-46fb-4f94-ab37-d684c44d09ca tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a232911-7b92-4689-aa6b-0392a63accd2 HTTP/1.1" status: 200 len: 945 time: 0.1098261 Mar 11 19:47:22.768476 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff7b986f-f51f-4c29-aced-9d30f7a7098d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (92eed6dc-e401-493f-9640-def23e6df8b2), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:22.846254 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7b986f-f51f-4c29-aced-9d30f7a7098d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Pushing event deleted for resources: {'Port': ['ID=92eed6dc-e401-493f-9640-def23e6df8b2,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:22.857156 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-8979ca8e-d4c3-4bf5-af9b-f2fdeacd416b None None] For port 92eed6dc-e401-493f-9640-def23e6df8b2, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=92eed6dc-e401-493f-9640-def23e6df8b2,segment=NetworkSegment(8efba30f-a9ab-4cf8-aa89-ac3dd946594e),segment_id=8efba30f-a9ab-4cf8-aa89-ac3dd946594e)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:47:22.857558 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8979ca8e-d4c3-4bf5-af9b-f2fdeacd416b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (92eed6dc-e401-493f-9640-def23e6df8b2), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:22.876611 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8979ca8e-d4c3-4bf5-af9b-f2fdeacd416b None None] Calling delete_port for 92eed6dc-e401-493f-9640-def23e6df8b2 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:47:22.894658 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd3678c-910d-4a42-a3fe-e05f6284d1b5 None None] Pushing event updated for resources: {'Port': ['ID=92eed6dc-e401-493f-9640-def23e6df8b2,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:22.897110 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-5814d23c-1c62-4ce7-aa53-9d122bbb7b7c req-7607e6d4-fbaf-4f32-9a18-2bbf0ba53f22 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Deleting port 50a22dd0-7344-43d6-b83b-933769cde6f1 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:47:22.897441 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5814d23c-1c62-4ce7-aa53-9d122bbb7b7c req-7607e6d4-fbaf-4f32-9a18-2bbf0ba53f22 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (50a22dd0-7344-43d6-b83b-933769cde6f1), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:22.954474 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7b986f-f51f-4c29-aced-9d30f7a7098d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] No DVR routers for this DVR port 92eed6dc-e401-493f-9640-def23e6df8b2 on host n-d-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:47:22.982510 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5c0ab1d7-4bd2-4192-81cb-020f0664b7e7 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group_rule (5145170c-67e8-4ada-9d1f-1e5038a69b5d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:23.000368 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5c0ab1d7-4bd2-4192-81cb-020f0664b7e7 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group_rule (5145170c-67e8-4ada-9d1f-1e5038a69b5d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:23.034556 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:47:23.034556 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:47:23.034556 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:47:23.034556 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:47:23.034556 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:47:23.034556 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:47:23.034556 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:47:23.034556 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:47:23.034556 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:47:23.034556 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:47:23.034556 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:47:23.034556 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:47:23.034556 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:47:23.034556 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:47:23.034556 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:47:23.034556 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:47:23.034556 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:47:23.034556 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:47:23.034556 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:47:23.034556 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:47:23.034556 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:47:23.034556 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:47:23.034556 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:47:23.034556 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:47:23.034556 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:47:23.034556 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:47:23.034556 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:47:23.034556 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:47:23.034556 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:47:23.034556 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:47:23.034556 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:47:23.034556 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:47:23.034556 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:47:23.034556 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:47:23.034556 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:47:23.034556 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:47:23.034556 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:47:23.034556 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:47:23.034556 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:47:23.034556 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:47:23.038652 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:47:23.038652 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:47:23.038652 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:47:23.038652 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:47:23.038652 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:47:23.038652 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:47:23.038652 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:47:23.038652 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:47:23.038652 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:47:23.038652 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:47:23.038652 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:47:23.038652 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:47:23.038652 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:47:23.038652 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:47:23.039812 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-5814d23c-1c62-4ce7-aa53-9d122bbb7b7c req-7607e6d4-fbaf-4f32-9a18-2bbf0ba53f22 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] For port 50a22dd0-7344-43d6-b83b-933769cde6f1, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=50a22dd0-7344-43d6-b83b-933769cde6f1,segment=NetworkSegment(518fbfd6-66d4-46dc-8045-59cddcf132dc),segment_id=518fbfd6-66d4-46dc-8045-59cddcf132dc)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:47:23.039812 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5814d23c-1c62-4ce7-aa53-9d122bbb7b7c req-7607e6d4-fbaf-4f32-9a18-2bbf0ba53f22 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (50a22dd0-7344-43d6-b83b-933769cde6f1), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:23.044798 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5c0ab1d7-4bd2-4192-81cb-020f0664b7e7 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (5145170c-67e8-4ada-9d1f-1e5038a69b5d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:23.053458 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8979ca8e-d4c3-4bf5-af9b-f2fdeacd416b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (92eed6dc-e401-493f-9640-def23e6df8b2), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:23.058708 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5c0ab1d7-4bd2-4192-81cb-020f0664b7e7 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:23.062883 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-5c0ab1d7-4bd2-4192-81cb-020f0664b7e7 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/5145170c-67e8-4ada-9d1f-1e5038a69b5d HTTP/1.1" status: 204 len: 168 time: 0.3255675 Mar 11 19:47:23.065963 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49910) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:23.085938 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-5814d23c-1c62-4ce7-aa53-9d122bbb7b7c req-7607e6d4-fbaf-4f32-9a18-2bbf0ba53f22 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Calling delete_port for 50a22dd0-7344-43d6-b83b-933769cde6f1 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:47:23.086405 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8979ca8e-d4c3-4bf5-af9b-f2fdeacd416b None None] Pushing event deleted for resources: {'Port': ['ID=92eed6dc-e401-493f-9640-def23e6df8b2,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:23.099794 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8979ca8e-d4c3-4bf5-af9b-f2fdeacd416b None None] No DVR routers for this DVR port 92eed6dc-e401-493f-9640-def23e6df8b2 on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:47:23.129116 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3337fd4e-5ef5-4ee5-9250-bad71020c482 req-55c35f3d-3c1b-428d-842f-149b96063414 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:23.141522 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3337fd4e-5ef5-4ee5-9250-bad71020c482 req-55c35f3d-3c1b-428d-842f-149b96063414 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a232911-7b92-4689-aa6b-0392a63accd2 HTTP/1.1" status: 200 len: 945 time: 0.5354149 Mar 11 19:47:23.148496 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0ab1d7-4bd2-4192-81cb-020f0664b7e7 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5145170c-67e8-4ada-9d1f-1e5038a69b5d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:23.215122 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-08599d16-2b3f-42f3-bbe2-6672ee9f7d5f tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1479158 Mar 11 19:47:23.217837 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49914) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:23.316174 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff7b986f-f51f-4c29-aced-9d30f7a7098d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (99d94e8b-fb5a-4282-a445-7616954f011e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:23.327830 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4ad48360-f31e-4bd5-9a89-5aa16fcd0ff7 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group (4dfadfd5-c6c8-4578-b19b-a0fb75f336f4), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:23.374836 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4ad48360-f31e-4bd5-9a89-5aa16fcd0ff7 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group (4dfadfd5-c6c8-4578-b19b-a0fb75f336f4), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:23.375054 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-ff7b986f-f51f-4c29-aced-9d30f7a7098d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99d94e8b-fb5a-4282-a445-7616954f011e']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:23.379766 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3337fd4e-5ef5-4ee5-9250-bad71020c482 req-5601aeb2-571b-4911-8f4d-9fff5e10d934 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252350 Mar 11 19:47:23.419829 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-0dab9298-cf13-4405-8bd0-4fa06d083e0a req-8e78bf28-98d2-4bb1-82df-aef1dad7490f service neutron] For port d390e89a-8eda-47c2-bf64-fbf3e9262dc0, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=d390e89a-8eda-47c2-bf64-fbf3e9262dc0,segment=NetworkSegment(69eb0e62-687e-4724-ba5c-a415cb9293d1),segment_id=69eb0e62-687e-4724-ba5c-a415cb9293d1)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:47:23.436764 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-ff7b986f-f51f-4c29-aced-9d30f7a7098d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8efba30f-a9ab-4cf8-aa89-ac3dd946594e') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:23.437070 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-ff7b986f-f51f-4c29-aced-9d30f7a7098d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8efba30f-a9ab-4cf8-aa89-ac3dd946594e') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:23.439462 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5814d23c-1c62-4ce7-aa53-9d122bbb7b7c req-7607e6d4-fbaf-4f32-9a18-2bbf0ba53f22 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (50a22dd0-7344-43d6-b83b-933769cde6f1), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:23.463342 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff7b986f-f51f-4c29-aced-9d30f7a7098d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (8efba30f-a9ab-4cf8-aa89-ac3dd946594e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:23.464117 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['50a22dd0-7344-43d6-b83b-933769cde6f1'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:47:23.470011 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['db0680ad-52ed-457e-9224-4ee0f0880afd'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:47:23.480567 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4ad48360-f31e-4bd5-9a89-5aa16fcd0ff7 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (4dfadfd5-c6c8-4578-b19b-a0fb75f336f4), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:23.483565 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4ad48360-f31e-4bd5-9a89-5aa16fcd0ff7 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:23.486574 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4ad48360-f31e-4bd5-9a89-5aa16fcd0ff7 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] 10.222.0.65 "DELETE /v2.0/security-groups/4dfadfd5-c6c8-4578-b19b-a0fb75f336f4 HTTP/1.1" status: 204 len: 168 time: 0.2671330 Mar 11 19:47:23.491332 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7607e6d4-fbaf-4f32-9a18-2bbf0ba53f22 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Pushing event deleted for resources: {'Port': ['ID=50a22dd0-7344-43d6-b83b-933769cde6f1,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:23.502985 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 49924) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:23.505701 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff7b986f-f51f-4c29-aced-9d30f7a7098d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (8efba30f-a9ab-4cf8-aa89-ac3dd946594e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:23.507245 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad48360-f31e-4bd5-9a89-5aa16fcd0ff7 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dfadfd5-c6c8-4578-b19b-a0fb75f336f4,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:23.542408 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff7b986f-f51f-4c29-aced-9d30f7a7098d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Releasing vlan 876 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:47:23.542954 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff7b986f-f51f-4c29-aced-9d30f7a7098d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (8efba30f-a9ab-4cf8-aa89-ac3dd946594e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:23.549040 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-5814d23c-1c62-4ce7-aa53-9d122bbb7b7c req-7607e6d4-fbaf-4f32-9a18-2bbf0ba53f22 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] No DVR routers for this DVR port 50a22dd0-7344-43d6-b83b-933769cde6f1 on host n-h1-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:47:23.555282 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5814d23c-1c62-4ce7-aa53-9d122bbb7b7c req-7607e6d4-fbaf-4f32-9a18-2bbf0ba53f22 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:23.563065 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5814d23c-1c62-4ce7-aa53-9d122bbb7b7c req-7607e6d4-fbaf-4f32-9a18-2bbf0ba53f22 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.75 "DELETE /v2.0/ports/50a22dd0-7344-43d6-b83b-933769cde6f1 HTTP/1.1" status: 204 len: 173 time: 0.8103909 Mar 11 19:47:23.563594 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a232911-7b92-4689-aa6b-0392a63accd2', 'name': 'network-vif-deleted', 'tag': '50a22dd0-7344-43d6-b83b-933769cde6f1'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:47:23.576348 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d34b0193-95dd-499a-b4be-9c4ad5e9748b" -d '{"events": [{"server_uuid": "4a232911-7b92-4689-aa6b-0392a63accd2", "name": "network-vif-deleted", "tag": "50a22dd0-7344-43d6-b83b-933769cde6f1"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:47:23.626137 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 19:47:23.626137 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:47:23.626137 n-d-833163-1 neutron-server[103885]: timer() Mar 11 19:47:23.626137 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:47:23.626137 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 19:47:23.626137 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:47:23.626137 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 19:47:23.626137 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:47:23.626137 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 19:47:23.626137 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:47:23.626137 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 19:47:23.626137 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:47:23.626137 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 19:47:23.626137 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:47:23.626137 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:47:23.626137 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:47:23.626137 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:47:23.626137 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:47:23.626137 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 19:47:23.626137 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:47:23.626137 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 19:47:23.626137 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:47:23.626137 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:47:23.626137 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:47:23.626137 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 19:47:23.626137 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:47:23.626137 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:47:23.626137 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:47:23.626137 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:47:23.626137 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:47:23.626137 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:47:23.626137 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:47:23.643740 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff7b986f-f51f-4c29-aced-9d30f7a7098d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (99d94e8b-fb5a-4282-a445-7616954f011e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:23.656202 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-0dab9298-cf13-4405-8bd0-4fa06d083e0a req-8e78bf28-98d2-4bb1-82df-aef1dad7490f service neutron] For port d390e89a-8eda-47c2-bf64-fbf3e9262dc0, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:47:23.676063 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff7b986f-f51f-4c29-aced-9d30f7a7098d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:23.682944 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49932) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:23.684893 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ff7b986f-f51f-4c29-aced-9d30f7a7098d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] 10.222.0.65 "DELETE /v2.0/networks/99d94e8b-fb5a-4282-a445-7616954f011e HTTP/1.1" status: 204 len: 168 time: 4.5567172 Mar 11 19:47:23.688031 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-e8ee3f25-08b6-4269-b396-b7137b7f3087 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1281843426'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:47:23.723873 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7b986f-f51f-4c29-aced-9d30f7a7098d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Pushing event deleted for resources: {'Network': ['ID=99d94e8b-fb5a-4282-a445-7616954f011e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:23.750383 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ee3f25-08b6-4269-b396-b7137b7f3087 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Made reservation on behalf of 554a0d0e786c47318030018c7ddae585 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:47:23.754909 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e8ee3f25-08b6-4269-b396-b7137b7f3087 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:23.760815 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-0dab9298-cf13-4405-8bd0-4fa06d083e0a req-8e78bf28-98d2-4bb1-82df-aef1dad7490f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d390e89a-8eda-47c2-bf64-fbf3e9262dc0 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:47:23.775424 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0dab9298-cf13-4405-8bd0-4fa06d083e0a req-8e78bf28-98d2-4bb1-82df-aef1dad7490f service neutron] Publish callbacks [] for port (d390e89a-8eda-47c2-bf64-fbf3e9262dc0), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:23.790942 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-5090fb76-24a0-4c69-824f-bf7db70c9430 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2755330 Mar 11 19:47:23.797348 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 49944) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:23.820180 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8ee3f25-08b6-4269-b396-b7137b7f3087 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] vlan segment allocate from pool success with {'vlan_id': 892, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:47:23.823561 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-0dab9298-cf13-4405-8bd0-4fa06d083e0a req-8e78bf28-98d2-4bb1-82df-aef1dad7490f service neutron] Transition to ACTIVE for port object d390e89a-8eda-47c2-bf64-fbf3e9262dc0 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:47:23.828864 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-222a7d6f-859c-4d48-a93e-7e6e3ffed0ca tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Request body: {'security_group': {'name': 'tempest-secgroup--1904607818'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:47:23.844862 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e8ee3f25-08b6-4269-b396-b7137b7f3087 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (3a00d6f1-d298-4e98-81bf-b15ae3947582), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:23.846185 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-e8ee3f25-08b6-4269-b396-b7137b7f3087 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Added segment 3a00d6f1-d298-4e98-81bf-b15ae3947582 of type vlan for network 507073ab-c3f7-4c08-9a24-622821e5f692 Mar 11 19:47:23.857238 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0dab9298-cf13-4405-8bd0-4fa06d083e0a req-8e78bf28-98d2-4bb1-82df-aef1dad7490f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (d390e89a-8eda-47c2-bf64-fbf3e9262dc0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:23.868901 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-222a7d6f-859c-4d48-a93e-7e6e3ffed0ca tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:23.946285 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e8ee3f25-08b6-4269-b396-b7137b7f3087 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (507073ab-c3f7-4c08-9a24-622821e5f692), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:24.044105 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-415feeab-f3dc-433b-a3ed-470c373811e5 req-a5c9b80e-b6df-484a-919f-6a8266ecc02c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=59ec990deac94d1dadc5fda96e3adfe5&device_id=4a232911-7b92-4689-aa6b-0392a63accd2 HTTP/1.1" status: 200 len: 210 time: 0.0674229 Mar 11 19:47:24.106970 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e8ee3f25-08b6-4269-b396-b7137b7f3087 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (507073ab-c3f7-4c08-9a24-622821e5f692), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:24.113232 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ee3f25-08b6-4269-b396-b7137b7f3087 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:24.113654 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e8ee3f25-08b6-4269-b396-b7137b7f3087 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:24.128072 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e78bf28-98d2-4bb1-82df-aef1dad7490f service neutron] Pushing event updated for resources: {'Port': ['ID=d390e89a-8eda-47c2-bf64-fbf3e9262dc0,revision_number=9']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:24.238579 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a8b395-08c3-425e-ae09-9a1e9dfcae66 req-db332b41-0553-4422-97e4-9fd81c8f485a tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:24.238579 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-57a8b395-08c3-425e-ae09-9a1e9dfcae66 req-db332b41-0553-4422-97e4-9fd81c8f485a tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=be343d54-4421-403d-b876-889b59b33fc0 HTTP/1.1" status: 200 len: 943 time: 0.3187501 Mar 11 19:47:24.276178 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dab9298-cf13-4405-8bd0-4fa06d083e0a req-8e78bf28-98d2-4bb1-82df-aef1dad7490f service neutron] No DVR routers for this DVR port d390e89a-8eda-47c2-bf64-fbf3e9262dc0 on host n-h1-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:47:24.347121 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ee3f25-08b6-4269-b396-b7137b7f3087 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Pushing event updated for resources: {'Network': ['ID=507073ab-c3f7-4c08-9a24-622821e5f692,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:24.360594 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e8ee3f25-08b6-4269-b396-b7137b7f3087 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6764789 Mar 11 19:47:24.369300 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49960) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:24.373213 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-afb1cad3-1531-4fba-bda5-e993e244ce36 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Request body: {'subnet': {'network_id': '507073ab-c3f7-4c08-9a24-622821e5f692', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:47:24.380600 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 507073ab-c3f7-4c08-9a24-622821e5f692 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:47:24.407592 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-222a7d6f-859c-4d48-a93e-7e6e3ffed0ca tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group (50d43440-91d9-4c9a-86f8-8f07636deb09), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:24.440392 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415feeab-f3dc-433b-a3ed-470c373811e5 req-eb1bda55-d371-4595-99e6-5a1957978754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:24.441886 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-415feeab-f3dc-433b-a3ed-470c373811e5 req-eb1bda55-d371-4595-99e6-5a1957978754 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=59ec990deac94d1dadc5fda96e3adfe5&shared=False HTTP/1.1" status: 200 len: 906 time: 0.3910422 Mar 11 19:47:24.449351 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-222a7d6f-859c-4d48-a93e-7e6e3ffed0ca tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (50d43440-91d9-4c9a-86f8-8f07636deb09), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:24.593152 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-222a7d6f-859c-4d48-a93e-7e6e3ffed0ca tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:24.596142 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-222a7d6f-859c-4d48-a93e-7e6e3ffed0ca tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7944589 Mar 11 19:47:24.606771 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49984) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:24.627336 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-0ed62c48-3454-49d2-882c-22c0a3827952 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Request body: {'security_group_rule': {'security_group_id': '50d43440-91d9-4c9a-86f8-8f07636deb09', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:47:24.660993 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-57a8b395-08c3-425e-ae09-9a1e9dfcae66 req-2eacd7d0-6b9b-40d4-9d2a-a07f31be17d0 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=5c88090f-a4b6-4ded-8686-842a534273ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3909051 Mar 11 19:47:24.675397 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222a7d6f-859c-4d48-a93e-7e6e3ffed0ca tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50d43440-91d9-4c9a-86f8-8f07636deb09,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:24.696390 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ff94ce07-ffd9-4b91-8b80-6a70e67c1676 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:24.709603 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-0dab9298-cf13-4405-8bd0-4fa06d083e0a req-8e78bf28-98d2-4bb1-82df-aef1dad7490f service neutron] Attempting to bind port d390e89a-8eda-47c2-bf64-fbf3e9262dc0 on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:47:24.709951 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-0dab9298-cf13-4405-8bd0-4fa06d083e0a req-8e78bf28-98d2-4bb1-82df-aef1dad7490f service neutron] Attempting to bind port d390e89a-8eda-47c2-bf64-fbf3e9262dc0 by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '69eb0e62-687e-4724-ba5c-a415cb9293d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '32196a18-8be7-4227-b019-bc15d0c1f739'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:47:24.710279 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dab9298-cf13-4405-8bd0-4fa06d083e0a req-8e78bf28-98d2-4bb1-82df-aef1dad7490f service neutron] Attempting to bind port d390e89a-8eda-47c2-bf64-fbf3e9262dc0 on network 32196a18-8be7-4227-b019-bc15d0c1f739 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:47:24.721617 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dab9298-cf13-4405-8bd0-4fa06d083e0a req-8e78bf28-98d2-4bb1-82df-aef1dad7490f service neutron] Port d390e89a-8eda-47c2-bf64-fbf3e9262dc0 on network 32196a18-8be7-4227-b019-bc15d0c1f739 not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:47:24.722012 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dab9298-cf13-4405-8bd0-4fa06d083e0a req-8e78bf28-98d2-4bb1-82df-aef1dad7490f service neutron] Attempting to bind port d390e89a-8eda-47c2-bf64-fbf3e9262dc0 on network 32196a18-8be7-4227-b019-bc15d0c1f739 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:47:24.734793 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dab9298-cf13-4405-8bd0-4fa06d083e0a req-8e78bf28-98d2-4bb1-82df-aef1dad7490f service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:47:24.734793 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dab9298-cf13-4405-8bd0-4fa06d083e0a req-8e78bf28-98d2-4bb1-82df-aef1dad7490f service neutron] Checking segment: {'id': '69eb0e62-687e-4724-ba5c-a415cb9293d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '32196a18-8be7-4227-b019-bc15d0c1f739'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:47:24.734793 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dab9298-cf13-4405-8bd0-4fa06d083e0a req-8e78bf28-98d2-4bb1-82df-aef1dad7490f service neutron] Bound using segment: {'id': '69eb0e62-687e-4724-ba5c-a415cb9293d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '32196a18-8be7-4227-b019-bc15d0c1f739'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:47:24.735207 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-0dab9298-cf13-4405-8bd0-4fa06d083e0a req-8e78bf28-98d2-4bb1-82df-aef1dad7490f service neutron] Bound port: d390e89a-8eda-47c2-bf64-fbf3e9262dc0, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69eb0e62-687e-4724-ba5c-a415cb9293d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '32196a18-8be7-4227-b019-bc15d0c1f739'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:47:24.735533 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0dab9298-cf13-4405-8bd0-4fa06d083e0a req-8e78bf28-98d2-4bb1-82df-aef1dad7490f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d390e89a-8eda-47c2-bf64-fbf3e9262dc0), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:24.778311 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330b430a-5497-4157-b76a-97fd9f8d474a x-openstack-request-id: req-330b430a-5497-4157-b76a-97fd9f8d474a {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:47:24.778954 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a232911-7b92-4689-aa6b-0392a63accd2", "name": "network-vif-deleted", "tag": "50a22dd0-7344-43d6-b83b-933769cde6f1", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:47:24.778954 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-330b430a-5497-4157-b76a-97fd9f8d474a {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:47:24.779242 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a232911-7b92-4689-aa6b-0392a63accd2', 'name': 'network-vif-deleted', 'tag': '50a22dd0-7344-43d6-b83b-933769cde6f1', 'status': 'completed', 'code': 200} Mar 11 19:47:24.869075 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-0dab9298-cf13-4405-8bd0-4fa06d083e0a req-8e78bf28-98d2-4bb1-82df-aef1dad7490f service neutron] For port d390e89a-8eda-47c2-bf64-fbf3e9262dc0, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:47:24.884933 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415feeab-f3dc-433b-a3ed-470c373811e5 req-49f4feb0-e1f2-4821-b0ab-fbd4eaa61f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:24.886483 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-415feeab-f3dc-433b-a3ed-470c373811e5 req-49f4feb0-e1f2-4821-b0ab-fbd4eaa61f91 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4389284 Mar 11 19:47:24.891721 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-0dab9298-cf13-4405-8bd0-4fa06d083e0a req-8e78bf28-98d2-4bb1-82df-aef1dad7490f service neutron] For port d390e89a-8eda-47c2-bf64-fbf3e9262dc0, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=d390e89a-8eda-47c2-bf64-fbf3e9262dc0,segment=NetworkSegment(69eb0e62-687e-4724-ba5c-a415cb9293d1),segment_id=69eb0e62-687e-4724-ba5c-a415cb9293d1)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:47:24.903693 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0dab9298-cf13-4405-8bd0-4fa06d083e0a req-8e78bf28-98d2-4bb1-82df-aef1dad7490f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (d390e89a-8eda-47c2-bf64-fbf3e9262dc0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:24.904568 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb1cad3-1531-4fba-bda5-e993e244ce36 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Made reservation on behalf of 554a0d0e786c47318030018c7ddae585 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:47:24.914940 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-afb1cad3-1531-4fba-bda5-e993e244ce36 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:24.961688 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9502fae1-161e-458a-bac7-7c1ca17a4db0 req-06f97f04-912d-49b8-b194-ba230c574c0a tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:24.969175 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9502fae1-161e-458a-bac7-7c1ca17a4db0 req-06f97f04-912d-49b8-b194-ba230c574c0a tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 945 time: 0.1541657 Mar 11 19:47:24.971924 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0ed62c48-3454-49d2-882c-22c0a3827952 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group_rule (fc3c909a-0ba2-4280-ad79-dada1b5a1a5f), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:24.976580 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dab9298-cf13-4405-8bd0-4fa06d083e0a req-8e78bf28-98d2-4bb1-82df-aef1dad7490f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:24.977332 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0dab9298-cf13-4405-8bd0-4fa06d083e0a req-8e78bf28-98d2-4bb1-82df-aef1dad7490f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:24.982520 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0dab9298-cf13-4405-8bd0-4fa06d083e0a req-8e78bf28-98d2-4bb1-82df-aef1dad7490f service neutron] 10.222.0.57 "PUT /v2.0/ports/d390e89a-8eda-47c2-bf64-fbf3e9262dc0 HTTP/1.1" status: 200 len: 1091 time: 2.5796831 Mar 11 19:47:25.005789 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be343d54-4421-403d-b876-889b59b33fc0', 'tag': 'd390e89a-8eda-47c2-bf64-fbf3e9262dc0'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:47:25.008430 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa59f50-c5ad-45ba-bc35-120aa26e76ee" -d '{"events": [{"name": "network-changed", "server_uuid": "be343d54-4421-403d-b876-889b59b33fc0", "tag": "d390e89a-8eda-47c2-bf64-fbf3e9262dc0"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:47:25.108894 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e78bf28-98d2-4bb1-82df-aef1dad7490f service neutron] Pushing event updated for resources: {'Port': ['ID=d390e89a-8eda-47c2-bf64-fbf3e9262dc0,revision_number=10']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:25.146961 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9502fae1-161e-458a-bac7-7c1ca17a4db0 req-638cba74-798f-4e02-908d-9eb637f9ffd3 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1766343 Mar 11 19:47:25.158846 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0ed62c48-3454-49d2-882c-22c0a3827952 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group_rule (fc3c909a-0ba2-4280-ad79-dada1b5a1a5f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:25.176414 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0ed62c48-3454-49d2-882c-22c0a3827952 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (fc3c909a-0ba2-4280-ad79-dada1b5a1a5f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:25.184619 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dab9298-cf13-4405-8bd0-4fa06d083e0a req-76e842e3-b991-44ef-99a5-74ca2450f055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:25.187205 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0dab9298-cf13-4405-8bd0-4fa06d083e0a req-76e842e3-b991-44ef-99a5-74ca2450f055 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=158d96ac5890499b904530e3a8e2fd26&device_id=be343d54-4421-403d-b876-889b59b33fc0 HTTP/1.1" status: 200 len: 1126 time: 0.1640325 Mar 11 19:47:25.205407 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 50006) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:25.254538 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed62c48-3454-49d2-882c-22c0a3827952 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc3c909a-0ba2-4280-ad79-dada1b5a1a5f,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:25.297248 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0ed62c48-3454-49d2-882c-22c0a3827952 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:25.299026 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-0ed62c48-3454-49d2-882c-22c0a3827952 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6885464 Mar 11 19:47:25.304108 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50012) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:25.408487 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-47f64d26-4553-4d2d-915c-cdee794e5071 req-b4396c93-a161-4891-abe0-2914a95dbffb tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=4a232911-7b92-4689-aa6b-0392a63accd2 HTTP/1.1" status: 200 len: 210 time: 0.1033967 Mar 11 19:47:25.440570 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-762b675d-766b-4fe5-abe3-2acb501f9faf tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group (50d43440-91d9-4c9a-86f8-8f07636deb09), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:25.467266 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dab9298-cf13-4405-8bd0-4fa06d083e0a req-87a22d54-a61f-46cd-95b5-6b0265640d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:25.468852 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0dab9298-cf13-4405-8bd0-4fa06d083e0a req-87a22d54-a61f-46cd-95b5-6b0265640d38 service neutron] 10.222.0.57 "GET /v2.0/networks?id=32196a18-8be7-4227-b019-bc15d0c1f739 HTTP/1.1" status: 200 len: 917 time: 0.2759402 Mar 11 19:47:25.469729 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7665500d-f813-49ba-ba48-b235919d2c27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:25.487027 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2caea4-e48e-4f9c-88e8-f8922127f614 x-openstack-request-id: req-8d2caea4-e48e-4f9c-88e8-f8922127f614 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:47:25.487333 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be343d54-4421-403d-b876-889b59b33fc0", "tag": "d390e89a-8eda-47c2-bf64-fbf3e9262dc0", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:47:25.487593 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8d2caea4-e48e-4f9c-88e8-f8922127f614 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:47:25.488026 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be343d54-4421-403d-b876-889b59b33fc0', 'tag': 'd390e89a-8eda-47c2-bf64-fbf3e9262dc0', 'status': 'completed', 'code': 200} Mar 11 19:47:25.521400 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-762b675d-766b-4fe5-abe3-2acb501f9faf tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group (50d43440-91d9-4c9a-86f8-8f07636deb09), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:25.524738 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-afb1cad3-1531-4fba-bda5-e993e244ce36 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (2d5bfbf5-5578-411b-9847-7a6afb3828cf), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:25.555734 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:47:25.583327 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0dab9298-cf13-4405-8bd0-4fa06d083e0a req-3eea11f7-47de-43f4-8b4e-44a14edeb99d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d390e89a-8eda-47c2-bf64-fbf3e9262dc0 HTTP/1.1" status: 200 len: 998 time: 0.1046157 Mar 11 19:47:25.607645 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1cad3-1531-4fba-bda5-e993e244ce36 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Pushing event updated for resources: {'Subnet': ['ID=2d5bfbf5-5578-411b-9847-7a6afb3828cf,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:25.629900 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb1cad3-1531-4fba-bda5-e993e244ce36 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Checking segment: {'id': '3a00d6f1-d298-4e98-81bf-b15ae3947582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '507073ab-c3f7-4c08-9a24-622821e5f692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:47:25.630231 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb1cad3-1531-4fba-bda5-e993e244ce36 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Network hostable DHCP agents. Network: 507073ab-c3f7-4c08-9a24-622821e5f692, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:47:25.652343 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-762b675d-766b-4fe5-abe3-2acb501f9faf tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (50d43440-91d9-4c9a-86f8-8f07636deb09), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:25.655796 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-762b675d-766b-4fe5-abe3-2acb501f9faf tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:25.657013 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-762b675d-766b-4fe5-abe3-2acb501f9faf tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] 10.222.0.65 "DELETE /v2.0/security-groups/50d43440-91d9-4c9a-86f8-8f07636deb09 HTTP/1.1" status: 204 len: 168 time: 0.3525290 Mar 11 19:47:25.661595 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50018) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:25.663737 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb1cad3-1531-4fba-bda5-e993e244ce36 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Network 507073ab-c3f7-4c08-9a24-622821e5f692 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:47:25.667904 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dab9298-cf13-4405-8bd0-4fa06d083e0a req-b618d69c-449b-4189-9386-6428d5732c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:25.670199 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0dab9298-cf13-4405-8bd0-4fa06d083e0a req-b618d69c-449b-4189-9386-6428d5732c51 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c54bb295-7bca-4fbe-aff9-5e7c44904c47 HTTP/1.1" status: 200 len: 855 time: 0.0771909 Mar 11 19:47:25.675676 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7665500d-f813-49ba-ba48-b235919d2c27 admin admin] Publish callbacks [] for security_group (6cab2605-7d6c-49b8-bf1f-3f1bd0c0df9d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:25.690085 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7665500d-f813-49ba-ba48-b235919d2c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (6cab2605-7d6c-49b8-bf1f-3f1bd0c0df9d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:25.692902 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762b675d-766b-4fe5-abe3-2acb501f9faf tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d43440-91d9-4c9a-86f8-8f07636deb09,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:25.697838 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-afb1cad3-1531-4fba-bda5-e993e244ce36 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 507073ab-c3f7-4c08-9a24-622821e5f692) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:47:25.713266 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af737d7-49e0-4c20-a900-70294fd3e49b None None] Network 507073ab-c3f7-4c08-9a24-622821e5f692 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:47:25.717322 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb1cad3-1531-4fba-bda5-e993e244ce36 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:25.717756 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-afb1cad3-1531-4fba-bda5-e993e244ce36 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:25.748060 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-3870cbaa-7aa1-4801-8be1-7c1098bba263 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0851090 Mar 11 19:47:25.751988 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-7665500d-f813-49ba-ba48-b235919d2c27 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=acc4c42ae95f49daa88ee06c84008926&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5427015 Mar 11 19:47:25.752172 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50024) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:25.752724 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50026) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:25.770244 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-afb1cad3-1531-4fba-bda5-e993e244ce36 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4006603 Mar 11 19:47:25.773072 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 50028) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:25.846733 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-928aa139-8622-43bf-8475-d621844e08cf tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0947449 Mar 11 19:47:25.850113 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50032) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:25.869709 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-4ebd2e3b-9966-4e9c-b185-cdd740ac1cb6 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] delete failed (client error): The resource could not be found. Mar 11 19:47:25.870759 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4ebd2e3b-9966-4e9c-b185-cdd740ac1cb6 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] 10.222.0.65 "DELETE /v2.0/security-groups/50d43440-91d9-4c9a-86f8-8f07636deb09 HTTP/1.1" status: 404 len: 347 time: 0.0194924 Mar 11 19:47:25.874519 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50036) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:25.900972 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-739d6c03-dc68-45b2-82e8-0d1fa04053d3 admin admin] Publish callbacks [] for security_group (6cab2605-7d6c-49b8-bf1f-3f1bd0c0df9d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:25.931938 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee98deb-2ce0-4514-b4c5-903fa24dc73f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-507073ab-c3f7-4c08-9a24-622821e5f692', 'network_id': '507073ab-c3f7-4c08-9a24-622821e5f692', 'project_id': '554a0d0e786c47318030018c7ddae585', 'fixed_ips': [{'subnet_id': '2d5bfbf5-5578-411b-9847-7a6afb3828cf'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:47:25.933173 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5ee98deb-2ce0-4514-b4c5-903fa24dc73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:25.972436 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-739d6c03-dc68-45b2-82e8-0d1fa04053d3 admin admin] Publish callbacks [] for security_group (6cab2605-7d6c-49b8-bf1f-3f1bd0c0df9d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:25.988343 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f82a4536-0f60-4c94-af8e-902e89912925 tempest-SecGroupIPv6Test-984285342 tempest-SecGroupIPv6Test-984285342-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1088102 Mar 11 19:47:26.052871 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-739d6c03-dc68-45b2-82e8-0d1fa04053d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (6cab2605-7d6c-49b8-bf1f-3f1bd0c0df9d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:26.056108 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-739d6c03-dc68-45b2-82e8-0d1fa04053d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:26.059621 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-739d6c03-dc68-45b2-82e8-0d1fa04053d3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6cab2605-7d6c-49b8-bf1f-3f1bd0c0df9d HTTP/1.1" status: 204 len: 168 time: 0.2988431 Mar 11 19:47:26.068458 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739d6c03-dc68-45b2-82e8-0d1fa04053d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cab2605-7d6c-49b8-bf1f-3f1bd0c0df9d,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:26.227122 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:26.255998 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7665500d-f813-49ba-ba48-b235919d2c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cab2605-7d6c-49b8-bf1f-3f1bd0c0df9d,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:26.263555 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-5ee98deb-2ce0-4514-b4c5-903fa24dc73f None None] Allocated IP 172.20.0.1 (507073ab-c3f7-4c08-9a24-622821e5f692/2d5bfbf5-5578-411b-9847-7a6afb3828cf/511a278c-8dca-48bf-bbea-9b50d1e79d42) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:47:26.315741 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-415feeab-f3dc-433b-a3ed-470c373811e5 req-9c96469d-a439-4a90-b587-0459ee0c8fe3 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.75 "GET /v2.0/ports?device_id=4a232911-7b92-4689-aa6b-0392a63accd2 HTTP/1.1" status: 200 len: 210 time: 0.0966563 Mar 11 19:47:26.379351 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dab9298-cf13-4405-8bd0-4fa06d083e0a req-c87615fd-fd04-4093-b910-584607acb06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:26.381477 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0dab9298-cf13-4405-8bd0-4fa06d083e0a req-c87615fd-fd04-4093-b910-584607acb06b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=32196a18-8be7-4227-b019-bc15d0c1f739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7014887 Mar 11 19:47:26.399819 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50054) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:26.427217 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a5ab72bd-d1d3-4410-a2fa-5a7492a63334 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (507073ab-c3f7-4c08-9a24-622821e5f692), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:26.470984 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b0f33-f4c3-45cd-8255-f443e98fc251 req-cb8d7c05-9f4f-43d5-b032-2beb4183f673 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:26.473061 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-530b0f33-f4c3-45cd-8255-f443e98fc251 req-cb8d7c05-9f4f-43d5-b032-2beb4183f673 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=be343d54-4421-403d-b876-889b59b33fc0 HTTP/1.1" status: 200 len: 944 time: 0.6807029 Mar 11 19:47:26.512132 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5ee98deb-2ce0-4514-b4c5-903fa24dc73f None None] Publish callbacks [] for port (511a278c-8dca-48bf-bbea-9b50d1e79d42), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:26.520309 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5ee98deb-2ce0-4514-b4c5-903fa24dc73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (511a278c-8dca-48bf-bbea-9b50d1e79d42), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:26.572941 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee98deb-2ce0-4514-b4c5-903fa24dc73f None None] Network 507073ab-c3f7-4c08-9a24-622821e5f692 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:47:26.581627 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-5ee98deb-2ce0-4514-b4c5-903fa24dc73f None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:47:26.590884 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee98deb-2ce0-4514-b4c5-903fa24dc73f None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:47:26.594649 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee98deb-2ce0-4514-b4c5-903fa24dc73f None None] Pushing event updated for resources: {'Port': ['ID=511a278c-8dca-48bf-bbea-9b50d1e79d42,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:26.632608 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0dab9298-cf13-4405-8bd0-4fa06d083e0a req-d5339e09-6dcc-44c9-80be-31434a237a9c service neutron] 10.222.0.57 "GET /v2.0/networks/32196a18-8be7-4227-b019-bc15d0c1f739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403512 Mar 11 19:47:26.638623 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-530b0f33-f4c3-45cd-8255-f443e98fc251 req-a649a668-2d0c-404d-9afa-bdb8359b42a3 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=5c88090f-a4b6-4ded-8686-842a534273ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176836 Mar 11 19:47:26.640767 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a5ab72bd-d1d3-4410-a2fa-5a7492a63334 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (2d5bfbf5-5578-411b-9847-7a6afb3828cf), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:26.674522 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50062) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:26.691372 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-5ee98deb-2ce0-4514-b4c5-903fa24dc73f None None] Attempting to bind port 511a278c-8dca-48bf-bbea-9b50d1e79d42 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:47:26.691943 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-5ee98deb-2ce0-4514-b4c5-903fa24dc73f None None] Attempting to bind port 511a278c-8dca-48bf-bbea-9b50d1e79d42 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '3a00d6f1-d298-4e98-81bf-b15ae3947582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '507073ab-c3f7-4c08-9a24-622821e5f692'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:47:26.692149 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee98deb-2ce0-4514-b4c5-903fa24dc73f None None] Attempting to bind port 511a278c-8dca-48bf-bbea-9b50d1e79d42 on network 507073ab-c3f7-4c08-9a24-622821e5f692 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:47:26.698264 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9aa6246e-09f9-4918-84cf-35c6d92b1cd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:26.700461 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee98deb-2ce0-4514-b4c5-903fa24dc73f None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:47:26.701104 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee98deb-2ce0-4514-b4c5-903fa24dc73f None None] Checking segment: {'id': '3a00d6f1-d298-4e98-81bf-b15ae3947582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '507073ab-c3f7-4c08-9a24-622821e5f692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:47:26.701707 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5ee98deb-2ce0-4514-b4c5-903fa24dc73f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:26.702557 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee98deb-2ce0-4514-b4c5-903fa24dc73f None None] Bound using segment: {'id': '3a00d6f1-d298-4e98-81bf-b15ae3947582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '507073ab-c3f7-4c08-9a24-622821e5f692'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:47:26.703226 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-5ee98deb-2ce0-4514-b4c5-903fa24dc73f None None] Bound port: 511a278c-8dca-48bf-bbea-9b50d1e79d42, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a00d6f1-d298-4e98-81bf-b15ae3947582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '507073ab-c3f7-4c08-9a24-622821e5f692'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:47:26.703836 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5ee98deb-2ce0-4514-b4c5-903fa24dc73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (511a278c-8dca-48bf-bbea-9b50d1e79d42), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:26.808439 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a5ab72bd-d1d3-4410-a2fa-5a7492a63334 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (2d5bfbf5-5578-411b-9847-7a6afb3828cf), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:26.846642 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-bdc663d2-3734-4460-a965-c6d349fd4a3e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ad55680ee75740faaf73ebb4fdfe0ab9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4456377 Mar 11 19:47:26.850378 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50068) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:26.851613 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0dab9298-cf13-4405-8bd0-4fa06d083e0a req-bc371373-3ccb-4a05-9ef4-82d7c5aa0553 service neutron] 10.222.0.57 "GET /v2.0/networks/32196a18-8be7-4227-b019-bc15d0c1f739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119229 Mar 11 19:47:26.874490 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ab72bd-d1d3-4410-a2fa-5a7492a63334 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Pushing event deleted for resources: {'Subnet': ['ID=2d5bfbf5-5578-411b-9847-7a6afb3828cf,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:26.892776 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-5ee98deb-2ce0-4514-b4c5-903fa24dc73f None None] For port 511a278c-8dca-48bf-bbea-9b50d1e79d42, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:47:26.897867 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-5ee98deb-2ce0-4514-b4c5-903fa24dc73f None None] For port 511a278c-8dca-48bf-bbea-9b50d1e79d42, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=511a278c-8dca-48bf-bbea-9b50d1e79d42,segment=NetworkSegment(3a00d6f1-d298-4e98-81bf-b15ae3947582),segment_id=3a00d6f1-d298-4e98-81bf-b15ae3947582)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:47:26.920963 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5ee98deb-2ce0-4514-b4c5-903fa24dc73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (511a278c-8dca-48bf-bbea-9b50d1e79d42), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:26.971446 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c753a5b4-9045-4a5f-b058-3e2fcaccc3ad admin admin] Publish callbacks [] for security_group (9442f46a-83cb-49b9-884a-dc2d710ed279), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:27.009202 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a5ab72bd-d1d3-4410-a2fa-5a7492a63334 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (507073ab-c3f7-4c08-9a24-622821e5f692), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:27.023031 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9aa6246e-09f9-4918-84cf-35c6d92b1cd2 admin admin] Publish callbacks [] for security_group (55e01137-cdf2-4859-a915-361295b588cb), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:27.025306 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c753a5b4-9045-4a5f-b058-3e2fcaccc3ad admin admin] Publish callbacks [] for security_group (9442f46a-83cb-49b9-884a-dc2d710ed279), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:27.036123 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9aa6246e-09f9-4918-84cf-35c6d92b1cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (55e01137-cdf2-4859-a915-361295b588cb), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:27.097432 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-9aa6246e-09f9-4918-84cf-35c6d92b1cd2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c22d043f825948dab620506de3b289c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4209416 Mar 11 19:47:27.102974 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50080) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:27.110316 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa6246e-09f9-4918-84cf-35c6d92b1cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e01137-cdf2-4859-a915-361295b588cb,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:27.115115 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee98deb-2ce0-4514-b4c5-903fa24dc73f None None] Pushing event updated for resources: {'Port': ['ID=511a278c-8dca-48bf-bbea-9b50d1e79d42,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:27.160047 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c753a5b4-9045-4a5f-b058-3e2fcaccc3ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (9442f46a-83cb-49b9-884a-dc2d710ed279), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:27.168279 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c753a5b4-9045-4a5f-b058-3e2fcaccc3ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:27.169689 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c753a5b4-9045-4a5f-b058-3e2fcaccc3ad admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9442f46a-83cb-49b9-884a-dc2d710ed279 HTTP/1.1" status: 204 len: 168 time: 0.3171878 Mar 11 19:47:27.188208 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1029675-cf5f-4063-9e17-9fc5606ff132 req-7cae2411-4162-437d-8547-e5a04c4b0cdd tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:27.189944 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d1029675-cf5f-4063-9e17-9fc5606ff132 req-7cae2411-4162-437d-8547-e5a04c4b0cdd tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 945 time: 0.3903377 Mar 11 19:47:27.193229 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c753a5b4-9045-4a5f-b058-3e2fcaccc3ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9442f46a-83cb-49b9-884a-dc2d710ed279,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:27.203331 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-a5ab72bd-d1d3-4410-a2fa-5a7492a63334 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['507073ab-c3f7-4c08-9a24-622821e5f692']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:27.213034 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5486dc14-cf4e-4c6b-96e4-e674bef5928c admin admin] Publish callbacks [] for security_group (55e01137-cdf2-4859-a915-361295b588cb), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:27.249660 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-a5ab72bd-d1d3-4410-a2fa-5a7492a63334 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a00d6f1-d298-4e98-81bf-b15ae3947582') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:27.250101 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-a5ab72bd-d1d3-4410-a2fa-5a7492a63334 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a00d6f1-d298-4e98-81bf-b15ae3947582') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:27.268517 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5486dc14-cf4e-4c6b-96e4-e674bef5928c admin admin] Publish callbacks [] for security_group (55e01137-cdf2-4859-a915-361295b588cb), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:27.273045 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa59f50-c5ad-45ba-bc35-120aa26e76ee req-3cc79927-5b4a-4b45-aae7-d6b9a7136839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:27.274843 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bfa59f50-c5ad-45ba-bc35-120aa26e76ee req-3cc79927-5b4a-4b45-aae7-d6b9a7136839 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=158d96ac5890499b904530e3a8e2fd26&device_id=be343d54-4421-403d-b876-889b59b33fc0 HTTP/1.1" status: 200 len: 1126 time: 0.1692891 Mar 11 19:47:27.280628 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a5ab72bd-d1d3-4410-a2fa-5a7492a63334 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (3a00d6f1-d298-4e98-81bf-b15ae3947582), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:27.337963 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d1029675-cf5f-4063-9e17-9fc5606ff132 req-795052d8-2d4d-4af6-8bf4-8208adc6092c tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283269 Mar 11 19:47:27.346891 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a5ab72bd-d1d3-4410-a2fa-5a7492a63334 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (3a00d6f1-d298-4e98-81bf-b15ae3947582), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:27.381998 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5ab72bd-d1d3-4410-a2fa-5a7492a63334 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Releasing vlan 892 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:47:27.382433 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a5ab72bd-d1d3-4410-a2fa-5a7492a63334 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (3a00d6f1-d298-4e98-81bf-b15ae3947582), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:27.386014 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5486dc14-cf4e-4c6b-96e4-e674bef5928c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (55e01137-cdf2-4859-a915-361295b588cb), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:27.389257 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5486dc14-cf4e-4c6b-96e4-e674bef5928c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:27.395031 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-5486dc14-cf4e-4c6b-96e4-e674bef5928c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/55e01137-cdf2-4859-a915-361295b588cb HTTP/1.1" status: 204 len: 168 time: 0.2892923 Mar 11 19:47:27.414092 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5486dc14-cf4e-4c6b-96e4-e674bef5928c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e01137-cdf2-4859-a915-361295b588cb,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:27.551617 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 19:47:27.551617 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:47:27.551617 n-d-833163-1 neutron-server[103885]: timer() Mar 11 19:47:27.551617 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:47:27.551617 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 19:47:27.551617 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:47:27.551617 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 19:47:27.551617 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:47:27.551617 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 19:47:27.551617 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:47:27.551617 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 19:47:27.551617 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:47:27.551617 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 19:47:27.551617 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:47:27.551617 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:47:27.551617 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:47:27.551617 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:47:27.551617 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:47:27.551617 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 19:47:27.551617 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:47:27.551617 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 19:47:27.551617 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:47:27.551617 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:47:27.551617 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:47:27.551617 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 19:47:27.551617 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:47:27.551617 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:47:27.551617 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:47:27.551617 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:47:27.551617 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:47:27.551617 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:47:27.551617 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:47:27.595524 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:27.614475 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.db.api [None req-a5ab72bd-d1d3-4410-a2fa-5a7492a63334 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 19:47:27.614475 n-d-833163-1 neutron-server[103885]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 19:47:27.614475 n-d-833163-1 neutron-server[103885]: [parameters: {'id': '507073ab-c3f7-4c08-9a24-622821e5f692'}] Mar 11 19:47:27.614475 n-d-833163-1 neutron-server[103885]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:47:27.615024 n-d-833163-1 neutron-server[103885]: DEBUG oslo_db.api [None req-a5ab72bd-d1d3-4410-a2fa-5a7492a63334 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:47:27.630217 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa59f50-c5ad-45ba-bc35-120aa26e76ee req-0ff928f2-c022-4cfd-a18a-e8fc999ce32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:27.632628 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bfa59f50-c5ad-45ba-bc35-120aa26e76ee req-0ff928f2-c022-4cfd-a18a-e8fc999ce32e service neutron] 10.222.0.57 "GET /v2.0/networks?id=32196a18-8be7-4227-b019-bc15d0c1f739 HTTP/1.1" status: 200 len: 917 time: 0.3458960 Mar 11 19:47:27.757858 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bfa59f50-c5ad-45ba-bc35-120aa26e76ee req-4f8c2ea0-6223-4cb8-ba93-0cd9fe8b2813 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d390e89a-8eda-47c2-bf64-fbf3e9262dc0 HTTP/1.1" status: 200 len: 998 time: 0.1173403 Mar 11 19:47:27.859561 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa59f50-c5ad-45ba-bc35-120aa26e76ee req-163181fe-4781-4069-9b4a-eb0248e1e7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:27.862583 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bfa59f50-c5ad-45ba-bc35-120aa26e76ee req-163181fe-4781-4069-9b4a-eb0248e1e7ac service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c54bb295-7bca-4fbe-aff9-5e7c44904c47 HTTP/1.1" status: 200 len: 855 time: 0.0858829 Mar 11 19:47:27.875850 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f65fc5-7abc-4a3e-9104-e97c9de9f9a2 req-074669d5-04c5-42df-bc92-ff610b952b17 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:27.879301 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-44f65fc5-7abc-4a3e-9104-e97c9de9f9a2 req-074669d5-04c5-42df-bc92-ff610b952b17 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=be343d54-4421-403d-b876-889b59b33fc0 HTTP/1.1" status: 200 len: 944 time: 0.1237476 Mar 11 19:47:28.016373 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-44f65fc5-7abc-4a3e-9104-e97c9de9f9a2 req-929a3169-4e3b-421c-894d-aaa80f07ebda tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=5c88090f-a4b6-4ded-8686-842a534273ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257792 Mar 11 19:47:28.024254 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa59f50-c5ad-45ba-bc35-120aa26e76ee req-3e5c4c69-ced3-4e9e-ab96-e9dd03020fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:28.028558 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bfa59f50-c5ad-45ba-bc35-120aa26e76ee req-3e5c4c69-ced3-4e9e-ab96-e9dd03020fa7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=32196a18-8be7-4227-b019-bc15d0c1f739&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1463265 Mar 11 19:47:28.184035 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a5ab72bd-d1d3-4410-a2fa-5a7492a63334 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (507073ab-c3f7-4c08-9a24-622821e5f692), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:28.192193 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bfa59f50-c5ad-45ba-bc35-120aa26e76ee req-4fdf595f-0d5f-46a8-8952-c9445d069ac1 service neutron] 10.222.0.57 "GET /v2.0/networks/32196a18-8be7-4227-b019-bc15d0c1f739?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529059 Mar 11 19:47:28.587321 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-a5ab72bd-d1d3-4410-a2fa-5a7492a63334 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Deleting port 511a278c-8dca-48bf-bbea-9b50d1e79d42 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:47:28.588438 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a5ab72bd-d1d3-4410-a2fa-5a7492a63334 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (511a278c-8dca-48bf-bbea-9b50d1e79d42), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:28.603950 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bfa59f50-c5ad-45ba-bc35-120aa26e76ee req-ef635fe1-536d-4aa5-bde1-4da695dcd5e9 service neutron] 10.222.0.57 "GET /v2.0/networks/32196a18-8be7-4227-b019-bc15d0c1f739?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3231883 Mar 11 19:47:28.686047 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9c519-084a-4945-9f59-6b6552f2a359 req-168be9db-0144-4eeb-87eb-549a40d2cd63 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:28.696270 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d6d9c519-084a-4945-9f59-6b6552f2a359 req-168be9db-0144-4eeb-87eb-549a40d2cd63 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/networks?id=5f4622d2-6877-42dd-be4c-6b2764b6d954 HTTP/1.1" status: 200 len: 805 time: 0.3493850 Mar 11 19:47:28.877809 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-a5ab72bd-d1d3-4410-a2fa-5a7492a63334 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] For port 511a278c-8dca-48bf-bbea-9b50d1e79d42, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=511a278c-8dca-48bf-bbea-9b50d1e79d42,segment=NetworkSegment(3a00d6f1-d298-4e98-81bf-b15ae3947582),segment_id=3a00d6f1-d298-4e98-81bf-b15ae3947582)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:47:28.878540 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a5ab72bd-d1d3-4410-a2fa-5a7492a63334 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (511a278c-8dca-48bf-bbea-9b50d1e79d42), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:28.882082 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d6d9c519-084a-4945-9f59-6b6552f2a359 req-51100fe2-985d-4905-b689-a1acf5260d3c tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/quotas/59ec990deac94d1dadc5fda96e3adfe5 HTTP/1.1" status: 200 len: 375 time: 0.1719790 Mar 11 19:47:28.926021 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-a5ab72bd-d1d3-4410-a2fa-5a7492a63334 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Calling delete_port for 511a278c-8dca-48bf-bbea-9b50d1e79d42 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:47:28.972368 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 511a278c-8dca-48bf-bbea-9b50d1e79d42 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:47:29.084178 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e545dff6-43fe-4f73-b501-93a93b46fee2 None None] Network 507073ab-c3f7-4c08-9a24-622821e5f692 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:47:29.149956 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d6d9c519-084a-4945-9f59-6b6552f2a359 req-78c511ba-2730-477b-bb9d-58c9eedab711 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=59ec990deac94d1dadc5fda96e3adfe5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2597530 Mar 11 19:47:29.174055 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:29.201726 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 50a22dd0-7344-43d6-b83b-933769cde6f1 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:47:29.320163 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a5ab72bd-d1d3-4410-a2fa-5a7492a63334 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (511a278c-8dca-48bf-bbea-9b50d1e79d42), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:29.320928 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: 50a22dd0-7344-43d6-b83b-933769cde6f1 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:47:29.321313 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 50a22dd0-7344-43d6-b83b-933769cde6f1 not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:47:29.353552 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50174) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:29.362020 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-b3e53f36-07ce-45a2-9d59-532d8fd6ee8a None None] Provisioning complete for port 511a278c-8dca-48bf-bbea-9b50d1e79d42 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:47:29.362493 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b3e53f36-07ce-45a2-9d59-532d8fd6ee8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (511a278c-8dca-48bf-bbea-9b50d1e79d42), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:29.399678 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b3e53f36-07ce-45a2-9d59-532d8fd6ee8a None None] Port 511a278c-8dca-48bf-bbea-9b50d1e79d42 was deleted so its status cannot be updated. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Mar 11 19:47:29.403828 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No active binding found for port 511a278c-8dca-48bf-bbea-9b50d1e79d42 {{(pid=103886) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 11 19:47:29.404260 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] The host n-d-833163-1 is not matching for port 511a278c-8dca-48bf-bbea-9b50d1e79d42 host None! {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 19:47:29.404660 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 511a278c-8dca-48bf-bbea-9b50d1e79d42 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 11 19:47:29.428289 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ab72bd-d1d3-4410-a2fa-5a7492a63334 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Pushing event deleted for resources: {'Port': ['ID=511a278c-8dca-48bf-bbea-9b50d1e79d42,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:29.444412 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Port 511a278c-8dca-48bf-bbea-9b50d1e79d42 not found, will not notify nova. {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 11 19:47:29.476894 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f374c5-a014-4280-b7ff-2e703607ee0d None None] DHCP port deletion for 507073ab-c3f7-4c08-9a24-622821e5f692 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:47:29.526256 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ab72bd-d1d3-4410-a2fa-5a7492a63334 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] No DVR routers for this DVR port 511a278c-8dca-48bf-bbea-9b50d1e79d42 on host n-d-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:47:29.738344 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d6d9c519-084a-4945-9f59-6b6552f2a359 req-9199d0d1-fb96-44ec-9f97-385287f2d3e8 service neutron] 10.222.0.65 "GET /v2.0/networks/5f4622d2-6877-42dd-be4c-6b2764b6d954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5716231 Mar 11 19:47:29.789203 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a5ab72bd-d1d3-4410-a2fa-5a7492a63334 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (507073ab-c3f7-4c08-9a24-622821e5f692), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:29.824477 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-a5ab72bd-d1d3-4410-a2fa-5a7492a63334 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['507073ab-c3f7-4c08-9a24-622821e5f692']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:29.863864 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-a5ab72bd-d1d3-4410-a2fa-5a7492a63334 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a00d6f1-d298-4e98-81bf-b15ae3947582') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:29.864623 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-a5ab72bd-d1d3-4410-a2fa-5a7492a63334 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a00d6f1-d298-4e98-81bf-b15ae3947582') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:29.878044 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a5ab72bd-d1d3-4410-a2fa-5a7492a63334 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (3a00d6f1-d298-4e98-81bf-b15ae3947582), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:29.915727 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a5ab72bd-d1d3-4410-a2fa-5a7492a63334 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (3a00d6f1-d298-4e98-81bf-b15ae3947582), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:29.948336 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d6d9c519-084a-4945-9f59-6b6552f2a359 req-0a08a8de-7013-4ee6-a081-135a5c195d1a service neutron] 10.222.0.65 "GET /v2.0/networks/5f4622d2-6877-42dd-be4c-6b2764b6d954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936214 Mar 11 19:47:29.956284 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-d444eb03-98b8-4725-b373-a3feb5381508 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1449371511'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:47:29.958554 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5ab72bd-d1d3-4410-a2fa-5a7492a63334 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Releasing vlan 892 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:47:29.964181 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a5ab72bd-d1d3-4410-a2fa-5a7492a63334 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (3a00d6f1-d298-4e98-81bf-b15ae3947582), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:29.971155 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 19:47:29.971155 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:47:29.971155 n-d-833163-1 neutron-server[103885]: timer() Mar 11 19:47:29.971155 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:47:29.971155 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 19:47:29.971155 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:47:29.971155 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 19:47:29.971155 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:47:29.971155 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 19:47:29.971155 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:47:29.971155 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 19:47:29.971155 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:47:29.971155 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 19:47:29.971155 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:47:29.971155 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:47:29.971155 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:47:29.971155 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:47:29.971155 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:47:29.971155 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 19:47:29.971155 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:47:29.971155 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 19:47:29.971155 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:47:29.971155 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:47:29.971155 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:47:29.971155 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 19:47:29.971155 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:47:29.971155 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:47:29.971155 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:47:29.971155 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:47:29.971155 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:47:29.971155 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:47:29.971155 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:47:30.018024 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d444eb03-98b8-4725-b373-a3feb5381508 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Made reservation on behalf of 486edd7c66c94348bb7263da206c2edf for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:47:30.028309 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d444eb03-98b8-4725-b373-a3feb5381508 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:30.056929 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d444eb03-98b8-4725-b373-a3feb5381508 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:30.152732 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a5ab72bd-d1d3-4410-a2fa-5a7492a63334 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (507073ab-c3f7-4c08-9a24-622821e5f692), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:30.165699 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a5ab72bd-d1d3-4410-a2fa-5a7492a63334 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:30.175505 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50194) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:30.184672 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-4659e2fc-fd71-48d4-be57-158f6fe185f2 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-412377930'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:47:30.186837 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a5ab72bd-d1d3-4410-a2fa-5a7492a63334 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] 10.222.0.65 "DELETE /v2.0/networks/507073ab-c3f7-4c08-9a24-622821e5f692 HTTP/1.1" status: 204 len: 168 time: 4.4101219 Mar 11 19:47:30.213502 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ab72bd-d1d3-4410-a2fa-5a7492a63334 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Pushing event deleted for resources: {'Network': ['ID=507073ab-c3f7-4c08-9a24-622821e5f692,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:30.291878 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4659e2fc-fd71-48d4-be57-158f6fe185f2 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Made reservation on behalf of 554a0d0e786c47318030018c7ddae585 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:47:30.295669 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4659e2fc-fd71-48d4-be57-158f6fe185f2 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:30.398940 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4659e2fc-fd71-48d4-be57-158f6fe185f2 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] vlan segment allocate from pool success with {'vlan_id': 859, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:47:30.447838 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4659e2fc-fd71-48d4-be57-158f6fe185f2 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (fe983c6e-c823-4500-bc7a-512bc4ef3fa2), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:30.448567 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-4659e2fc-fd71-48d4-be57-158f6fe185f2 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Added segment fe983c6e-c823-4500-bc7a-512bc4ef3fa2 of type vlan for network f3990c77-f4cd-4542-a023-670092e1ebf6 Mar 11 19:47:30.503575 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d444eb03-98b8-4725-b373-a3feb5381508 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Publish callbacks [] for security_group (cf6cbffc-a53b-4ae0-a91e-5f373f040141), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:30.514317 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d444eb03-98b8-4725-b373-a3feb5381508 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (cf6cbffc-a53b-4ae0-a91e-5f373f040141), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:30.574285 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4659e2fc-fd71-48d4-be57-158f6fe185f2 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (f3990c77-f4cd-4542-a023-670092e1ebf6), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:30.577842 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5544581-da41-4391-916d-4a83c691b6b3 req-87cf848b-f026-4046-9c13-1776b35dee1e tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:30.588425 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a5544581-da41-4391-916d-4a83c691b6b3 req-87cf848b-f026-4046-9c13-1776b35dee1e tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 945 time: 0.1829767 Mar 11 19:47:30.615599 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d444eb03-98b8-4725-b373-a3feb5381508 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] vlan segment allocate from pool success with {'vlan_id': 869, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:47:30.682324 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d444eb03-98b8-4725-b373-a3feb5381508 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (ccc0a871-6d9a-402b-969c-8bc8de711d86), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:30.682324 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-d444eb03-98b8-4725-b373-a3feb5381508 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Added segment ccc0a871-6d9a-402b-969c-8bc8de711d86 of type vlan for network 12586f4f-c6bf-4107-9d25-77ea4febe663 Mar 11 19:47:30.683552 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d444eb03-98b8-4725-b373-a3feb5381508 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6cbffc-a53b-4ae0-a91e-5f373f040141,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:30.704216 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4659e2fc-fd71-48d4-be57-158f6fe185f2 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (f3990c77-f4cd-4542-a023-670092e1ebf6), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:30.709869 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4659e2fc-fd71-48d4-be57-158f6fe185f2 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:30.710732 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4659e2fc-fd71-48d4-be57-158f6fe185f2 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:30.806226 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a5544581-da41-4391-916d-4a83c691b6b3 req-cb88f385-5d69-469e-92f7-a32f99534f36 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2153625 Mar 11 19:47:30.855354 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d444eb03-98b8-4725-b373-a3feb5381508 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (12586f4f-c6bf-4107-9d25-77ea4febe663), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:30.888014 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4659e2fc-fd71-48d4-be57-158f6fe185f2 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7036116 Mar 11 19:47:30.891213 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 50218) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:30.899684 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-2686230a-066b-4420-8433-8b9737ecc1d5 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Request body: {'subnet': {'network_id': 'f3990c77-f4cd-4542-a023-670092e1ebf6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:47:30.959894 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 511a278c-8dca-48bf-bbea-9b50d1e79d42 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:47:31.039762 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.db.resource_extend [None req-d444eb03-98b8-4725-b373-a3feb5381508 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 19:47:31.061148 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 511a278c-8dca-48bf-bbea-9b50d1e79d42 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:47:31.061509 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 511a278c-8dca-48bf-bbea-9b50d1e79d42 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:47:31.062806 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4659e2fc-fd71-48d4-be57-158f6fe185f2 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Pushing event updated for resources: {'Network': ['ID=f3990c77-f4cd-4542-a023-670092e1ebf6,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:31.078025 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network f3990c77-f4cd-4542-a023-670092e1ebf6 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:47:31.129740 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d444eb03-98b8-4725-b373-a3feb5381508 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (12586f4f-c6bf-4107-9d25-77ea4febe663), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:31.152005 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d444eb03-98b8-4725-b373-a3feb5381508 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:31.153021 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d444eb03-98b8-4725-b373-a3feb5381508 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:31.203370 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2686230a-066b-4420-8433-8b9737ecc1d5 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Made reservation on behalf of 554a0d0e786c47318030018c7ddae585 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:47:31.208508 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2686230a-066b-4420-8433-8b9737ecc1d5 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:31.249053 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d444eb03-98b8-4725-b373-a3feb5381508 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.8941791 Mar 11 19:47:31.277853 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50232) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:31.297905 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-e45d6fa2-bf90-4c3a-8045-112dde8a9c4a tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Request body: {'subnet': {'network_id': '12586f4f-c6bf-4107-9d25-77ea4febe663', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:47:31.366687 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d444eb03-98b8-4725-b373-a3feb5381508 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Pushing event updated for resources: {'Network': ['ID=12586f4f-c6bf-4107-9d25-77ea4febe663,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:31.378360 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 12586f4f-c6bf-4107-9d25-77ea4febe663 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:47:31.568164 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd4842-14f3-4f96-b655-49304d74dff0 req-7fddfc5e-351a-4d50-ad1e-c2fc50d625d7 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:31.570050 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3dbd4842-14f3-4f96-b655-49304d74dff0 req-7fddfc5e-351a-4d50-ad1e-c2fc50d625d7 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=be343d54-4421-403d-b876-889b59b33fc0 HTTP/1.1" status: 200 len: 944 time: 0.5460761 Mar 11 19:47:31.736227 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2686230a-066b-4420-8433-8b9737ecc1d5 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (3a328c9c-7874-4cc6-a0d5-5647b663ce26), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:31.816333 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3dbd4842-14f3-4f96-b655-49304d74dff0 req-52e30beb-387e-4860-9719-20ff9dbaab29 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=5c88090f-a4b6-4ded-8686-842a534273ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858253 Mar 11 19:47:31.911766 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2686230a-066b-4420-8433-8b9737ecc1d5 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Pushing event updated for resources: {'Subnet': ['ID=3a328c9c-7874-4cc6-a0d5-5647b663ce26,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:31.936566 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2686230a-066b-4420-8433-8b9737ecc1d5 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Checking segment: {'id': 'fe983c6e-c823-4500-bc7a-512bc4ef3fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'f3990c77-f4cd-4542-a023-670092e1ebf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:47:31.942836 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2686230a-066b-4420-8433-8b9737ecc1d5 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Network hostable DHCP agents. Network: f3990c77-f4cd-4542-a023-670092e1ebf6, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:47:31.974944 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45d6fa2-bf90-4c3a-8045-112dde8a9c4a tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Made reservation on behalf of 486edd7c66c94348bb7263da206c2edf for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:47:31.981474 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e45d6fa2-bf90-4c3a-8045-112dde8a9c4a tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:32.012280 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ed0e8078-d9ca-4132-bdb0-f1d3f33e8a75 req-40650331-18d8-44b9-8aeb-895150fb4355 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ffc1526-37d9-421b-b78a-592e2353f606 HTTP/1.1" status: 200 len: 210 time: 0.0622630 Mar 11 19:47:32.031848 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2686230a-066b-4420-8433-8b9737ecc1d5 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Network f3990c77-f4cd-4542-a023-670092e1ebf6 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:47:32.054947 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-2686230a-066b-4420-8433-8b9737ecc1d5 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, f3990c77-f4cd-4542-a023-670092e1ebf6) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:47:32.060304 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2686230a-066b-4420-8433-8b9737ecc1d5 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:32.060901 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2686230a-066b-4420-8433-8b9737ecc1d5 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:32.068504 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d77424-22a7-4754-9530-11098435d845 None None] Network f3990c77-f4cd-4542-a023-670092e1ebf6 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:47:32.147334 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-2686230a-066b-4420-8433-8b9737ecc1d5 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2523015 Mar 11 19:47:32.149983 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 50284) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:32.326156 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e45d6fa2-bf90-4c3a-8045-112dde8a9c4a tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (b2b14f91-bad5-4c96-aa20-4b350e8b670d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:32.436241 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85c78b9-45fd-4287-bac5-e9e11f28cade None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-f3990c77-f4cd-4542-a023-670092e1ebf6', 'network_id': 'f3990c77-f4cd-4542-a023-670092e1ebf6', 'project_id': '554a0d0e786c47318030018c7ddae585', 'fixed_ips': [{'subnet_id': '3a328c9c-7874-4cc6-a0d5-5647b663ce26'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:47:32.437604 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f85c78b9-45fd-4287-bac5-e9e11f28cade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:32.459202 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ff4136-d51e-4636-92eb-e81133b3eca0 req-90871436-5b05-407f-a1b9-db286ddb8a24 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:32.466910 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-84ff4136-d51e-4636-92eb-e81133b3eca0 req-90871436-5b05-407f-a1b9-db286ddb8a24 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 945 time: 0.2503603 Mar 11 19:47:32.471924 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0879bdb4-5ed0-461e-aaea-3a7f7a5025d8 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (f3990c77-f4cd-4542-a023-670092e1ebf6), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:32.493435 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d6fa2-bf90-4c3a-8045-112dde8a9c4a tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Pushing event updated for resources: {'Subnet': ['ID=b2b14f91-bad5-4c96-aa20-4b350e8b670d,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:32.504500 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45d6fa2-bf90-4c3a-8045-112dde8a9c4a tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Checking segment: {'id': 'ccc0a871-6d9a-402b-969c-8bc8de711d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '12586f4f-c6bf-4107-9d25-77ea4febe663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:47:32.505087 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45d6fa2-bf90-4c3a-8045-112dde8a9c4a tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Network hostable DHCP agents. Network: 12586f4f-c6bf-4107-9d25-77ea4febe663, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:47:32.528019 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45d6fa2-bf90-4c3a-8045-112dde8a9c4a tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Network 12586f4f-c6bf-4107-9d25-77ea4febe663 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:47:32.548559 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-e45d6fa2-bf90-4c3a-8045-112dde8a9c4a tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 12586f4f-c6bf-4107-9d25-77ea4febe663) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:47:32.558336 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45d6fa2-bf90-4c3a-8045-112dde8a9c4a tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:32.559201 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e45d6fa2-bf90-4c3a-8045-112dde8a9c4a tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:32.587610 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9c519-084a-4945-9f59-6b6552f2a359 req-44aa381b-3980-4f77-8304-46cee93b5f49 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:32.592563 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76cbaa66-0ace-4504-87c9-43fbb38d6cfd None None] Network 12586f4f-c6bf-4107-9d25-77ea4febe663 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:47:32.601759 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d6d9c519-084a-4945-9f59-6b6552f2a359 req-44aa381b-3980-4f77-8304-46cee93b5f49 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.57 "GET /v2.0/networks?id=5f4622d2-6877-42dd-be4c-6b2764b6d954 HTTP/1.1" status: 200 len: 805 time: 0.3272223 Mar 11 19:47:32.606669 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e45d6fa2-bf90-4c3a-8045-112dde8a9c4a tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3275728 Mar 11 19:47:32.610403 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50310) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:32.633138 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-d6d9c519-084a-4945-9f59-6b6552f2a359 req-15a3896a-c12b-45a8-a289-6cda14c42f9d tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Request body: {'port': {'device_id': '1ffc1526-37d9-421b-b78a-592e2353f606', 'network_id': '5f4622d2-6877-42dd-be4c-6b2764b6d954', 'admin_state_up': True, 'tenant_id': '59ec990deac94d1dadc5fda96e3adfe5'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:47:32.642132 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-81d026b1-9adb-4bf7-9f06-3e6c9ed25505 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Request body: {'port': {'network_id': '12586f4f-c6bf-4107-9d25-77ea4febe663', 'name': 'tempest-TagsExtTest-914381670'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:47:32.785296 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-84ff4136-d51e-4636-92eb-e81133b3eca0 req-0bdd7604-105d-440e-8e21-8468f251006a tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3110788 Mar 11 19:47:32.915126 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-f85c78b9-45fd-4287-bac5-e9e11f28cade None None] Allocated IP 172.20.0.2 (f3990c77-f4cd-4542-a023-670092e1ebf6/3a328c9c-7874-4cc6-a0d5-5647b663ce26/3a7d68e6-6349-4868-83fa-a1042a306b23) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:47:32.924003 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c34292b-fb34-4c01-ba12-792dc4558d9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-12586f4f-c6bf-4107-9d25-77ea4febe663', 'network_id': '12586f4f-c6bf-4107-9d25-77ea4febe663', 'project_id': '486edd7c66c94348bb7263da206c2edf', 'fixed_ips': [{'subnet_id': 'b2b14f91-bad5-4c96-aa20-4b350e8b670d'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:47:32.925440 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1c34292b-fb34-4c01-ba12-792dc4558d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:33.003131 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d026b1-9adb-4bf7-9f06-3e6c9ed25505 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Made reservation on behalf of 486edd7c66c94348bb7263da206c2edf for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:47:33.014400 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-81d026b1-9adb-4bf7-9f06-3e6c9ed25505 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:33.074593 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-81d026b1-9adb-4bf7-9f06-3e6c9ed25505 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] device_id is not set on port 8ccc220a-d2fd-4026-b837-2047b926f24e yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:47:33.359055 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50332) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:33.404869 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-1c34292b-fb34-4c01-ba12-792dc4558d9f None None] Allocated IP 172.20.0.2 (12586f4f-c6bf-4107-9d25-77ea4febe663/b2b14f91-bad5-4c96-aa20-4b350e8b670d/991c727c-d458-4bfd-90f5-e5f37dd8c960) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:47:33.495167 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f85c78b9-45fd-4287-bac5-e9e11f28cade None None] Publish callbacks [] for port (3a7d68e6-6349-4868-83fa-a1042a306b23), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:33.518665 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f85c78b9-45fd-4287-bac5-e9e11f28cade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (3a7d68e6-6349-4868-83fa-a1042a306b23), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:33.606709 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-48d7df8f-7c36-4e11-8d34-a0e7c37b71e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:33.718642 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0879bdb4-5ed0-461e-aaea-3a7f7a5025d8 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (3a328c9c-7874-4cc6-a0d5-5647b663ce26), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:33.744423 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6d9c519-084a-4945-9f59-6b6552f2a359 req-15a3896a-c12b-45a8-a289-6cda14c42f9d tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Made reservation on behalf of 59ec990deac94d1dadc5fda96e3adfe5 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:47:33.757761 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d6d9c519-084a-4945-9f59-6b6552f2a359 req-15a3896a-c12b-45a8-a289-6cda14c42f9d tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:33.774416 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-48d7df8f-7c36-4e11-8d34-a0e7c37b71e0 admin admin] Publish callbacks [] for security_group (58c50b80-9c0f-4d4f-843d-2a4a304eb075), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:33.780627 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-48d7df8f-7c36-4e11-8d34-a0e7c37b71e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (58c50b80-9c0f-4d4f-843d-2a4a304eb075), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:33.830864 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1c34292b-fb34-4c01-ba12-792dc4558d9f None None] Publish callbacks [] for port (991c727c-d458-4bfd-90f5-e5f37dd8c960), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:33.833490 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-48d7df8f-7c36-4e11-8d34-a0e7c37b71e0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f56d2743faae4398b61fad6de027ea75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4726768 Mar 11 19:47:33.840009 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50342) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:33.854186 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c78b9-45fd-4287-bac5-e9e11f28cade None None] Pushing event updated for resources: {'Port': ['ID=3a7d68e6-6349-4868-83fa-a1042a306b23,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:33.859821 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1c34292b-fb34-4c01-ba12-792dc4558d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (991c727c-d458-4bfd-90f5-e5f37dd8c960), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:33.906062 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85c78b9-45fd-4287-bac5-e9e11f28cade None None] Network f3990c77-f4cd-4542-a023-670092e1ebf6 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:47:33.921292 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d7df8f-7c36-4e11-8d34-a0e7c37b71e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c50b80-9c0f-4d4f-843d-2a4a304eb075,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:33.935805 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-f85c78b9-45fd-4287-bac5-e9e11f28cade None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:47:33.938386 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85c78b9-45fd-4287-bac5-e9e11f28cade None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:47:33.942529 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c34292b-fb34-4c01-ba12-792dc4558d9f None None] Network 12586f4f-c6bf-4107-9d25-77ea4febe663 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:47:33.961610 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-1c34292b-fb34-4c01-ba12-792dc4558d9f None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:47:33.968631 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c34292b-fb34-4c01-ba12-792dc4558d9f None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:47:34.042150 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c34292b-fb34-4c01-ba12-792dc4558d9f None None] Pushing event updated for resources: {'Port': ['ID=991c727c-d458-4bfd-90f5-e5f37dd8c960,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:34.049456 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c574a7-2d14-45bf-9643-f3dc444fa4bc req-110f1285-2d47-4b29-a971-7a79af2f2ce5 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:34.059869 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-34c574a7-2d14-45bf-9643-f3dc444fa4bc req-110f1285-2d47-4b29-a971-7a79af2f2ce5 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=be343d54-4421-403d-b876-889b59b33fc0 HTTP/1.1" status: 200 len: 944 time: 0.5189662 Mar 11 19:47:34.103577 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-81d026b1-9adb-4bf7-9f06-3e6c9ed25505 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Allocated IP 172.20.0.10 (12586f4f-c6bf-4107-9d25-77ea4febe663/b2b14f91-bad5-4c96-aa20-4b350e8b670d/8ccc220a-d2fd-4026-b837-2047b926f24e) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:47:34.137234 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e4113a8c-863b-4299-a4cf-a620ef21d240 admin admin] Publish callbacks [] for security_group (58c50b80-9c0f-4d4f-843d-2a4a304eb075), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:34.167871 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e4113a8c-863b-4299-a4cf-a620ef21d240 admin admin] Publish callbacks [] for security_group (58c50b80-9c0f-4d4f-843d-2a4a304eb075), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:34.289288 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-1c34292b-fb34-4c01-ba12-792dc4558d9f None None] Attempting to bind port 991c727c-d458-4bfd-90f5-e5f37dd8c960 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:47:34.289806 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-1c34292b-fb34-4c01-ba12-792dc4558d9f None None] Attempting to bind port 991c727c-d458-4bfd-90f5-e5f37dd8c960 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'ccc0a871-6d9a-402b-969c-8bc8de711d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '12586f4f-c6bf-4107-9d25-77ea4febe663'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:47:34.290391 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c34292b-fb34-4c01-ba12-792dc4558d9f None None] Attempting to bind port 991c727c-d458-4bfd-90f5-e5f37dd8c960 on network 12586f4f-c6bf-4107-9d25-77ea4febe663 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:47:34.298023 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e4113a8c-863b-4299-a4cf-a620ef21d240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (58c50b80-9c0f-4d4f-843d-2a4a304eb075), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:34.300923 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c34292b-fb34-4c01-ba12-792dc4558d9f None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:47:34.302086 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c34292b-fb34-4c01-ba12-792dc4558d9f None None] Checking segment: {'id': 'ccc0a871-6d9a-402b-969c-8bc8de711d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '12586f4f-c6bf-4107-9d25-77ea4febe663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:47:34.302086 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1c34292b-fb34-4c01-ba12-792dc4558d9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:34.302528 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c34292b-fb34-4c01-ba12-792dc4558d9f None None] Bound using segment: {'id': 'ccc0a871-6d9a-402b-969c-8bc8de711d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '12586f4f-c6bf-4107-9d25-77ea4febe663'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:47:34.302791 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e4113a8c-863b-4299-a4cf-a620ef21d240 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:34.303108 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-1c34292b-fb34-4c01-ba12-792dc4558d9f None None] Bound port: 991c727c-d458-4bfd-90f5-e5f37dd8c960, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccc0a871-6d9a-402b-969c-8bc8de711d86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '12586f4f-c6bf-4107-9d25-77ea4febe663'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:47:34.303600 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1c34292b-fb34-4c01-ba12-792dc4558d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (991c727c-d458-4bfd-90f5-e5f37dd8c960), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:34.306601 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e4113a8c-863b-4299-a4cf-a620ef21d240 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/58c50b80-9c0f-4d4f-843d-2a4a304eb075 HTTP/1.1" status: 204 len: 168 time: 0.4629226 Mar 11 19:47:34.306809 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-f85c78b9-45fd-4287-bac5-e9e11f28cade None None] Attempting to bind port 3a7d68e6-6349-4868-83fa-a1042a306b23 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:47:34.306809 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-f85c78b9-45fd-4287-bac5-e9e11f28cade None None] Attempting to bind port 3a7d68e6-6349-4868-83fa-a1042a306b23 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'fe983c6e-c823-4500-bc7a-512bc4ef3fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'f3990c77-f4cd-4542-a023-670092e1ebf6'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:47:34.315236 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85c78b9-45fd-4287-bac5-e9e11f28cade None None] Attempting to bind port 3a7d68e6-6349-4868-83fa-a1042a306b23 on network f3990c77-f4cd-4542-a023-670092e1ebf6 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:47:34.342586 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4113a8c-863b-4299-a4cf-a620ef21d240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c50b80-9c0f-4d4f-843d-2a4a304eb075,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:34.361356 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0879bdb4-5ed0-461e-aaea-3a7f7a5025d8 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (3a328c9c-7874-4cc6-a0d5-5647b663ce26), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:34.393741 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85c78b9-45fd-4287-bac5-e9e11f28cade None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:47:34.394716 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85c78b9-45fd-4287-bac5-e9e11f28cade None None] Checking segment: {'id': 'fe983c6e-c823-4500-bc7a-512bc4ef3fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'f3990c77-f4cd-4542-a023-670092e1ebf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:47:34.396751 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f85c78b9-45fd-4287-bac5-e9e11f28cade None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:34.397913 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85c78b9-45fd-4287-bac5-e9e11f28cade None None] Bound using segment: {'id': 'fe983c6e-c823-4500-bc7a-512bc4ef3fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'f3990c77-f4cd-4542-a023-670092e1ebf6'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:47:34.403922 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-f85c78b9-45fd-4287-bac5-e9e11f28cade None None] Bound port: 3a7d68e6-6349-4868-83fa-a1042a306b23, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe983c6e-c823-4500-bc7a-512bc4ef3fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': 'f3990c77-f4cd-4542-a023-670092e1ebf6'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:47:34.405455 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f85c78b9-45fd-4287-bac5-e9e11f28cade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (3a7d68e6-6349-4868-83fa-a1042a306b23), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:34.457942 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-34c574a7-2d14-45bf-9643-f3dc444fa4bc req-c373d8f3-13da-4dad-943d-190bd2da2ba7 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=5c88090f-a4b6-4ded-8686-842a534273ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3966920 Mar 11 19:47:34.557319 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0879bdb4-5ed0-461e-aaea-3a7f7a5025d8 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Pushing event deleted for resources: {'Subnet': ['ID=3a328c9c-7874-4cc6-a0d5-5647b663ce26,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:34.722986 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a0b6915b-82d0-4bca-bea1-f98869d4a84d req-3c477e8e-d372-4c96-bfce-5633b9784023 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ffc1526-37d9-421b-b78a-592e2353f606 HTTP/1.1" status: 200 len: 210 time: 0.1029570 Mar 11 19:47:34.746719 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-f85c78b9-45fd-4287-bac5-e9e11f28cade None None] For port 3a7d68e6-6349-4868-83fa-a1042a306b23, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:47:34.754377 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-f85c78b9-45fd-4287-bac5-e9e11f28cade None None] For port 3a7d68e6-6349-4868-83fa-a1042a306b23, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=3a7d68e6-6349-4868-83fa-a1042a306b23,segment=NetworkSegment(fe983c6e-c823-4500-bc7a-512bc4ef3fa2),segment_id=fe983c6e-c823-4500-bc7a-512bc4ef3fa2)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:47:34.777652 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f85c78b9-45fd-4287-bac5-e9e11f28cade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (3a7d68e6-6349-4868-83fa-a1042a306b23), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:34.799217 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-d6d9c519-084a-4945-9f59-6b6552f2a359 req-15a3896a-c12b-45a8-a289-6cda14c42f9d tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Allocated IP 172.20.0.4 (5f4622d2-6877-42dd-be4c-6b2764b6d954/8d74cfef-df19-4443-8dbc-7728b7150eec/0786ea56-2bc3-4f98-abc6-260064f6b8fd) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:47:34.812099 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-81d026b1-9adb-4bf7-9f06-3e6c9ed25505 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Publish callbacks [] for port (8ccc220a-d2fd-4026-b837-2047b926f24e), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:34.873472 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-81d026b1-9adb-4bf7-9f06-3e6c9ed25505 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (8ccc220a-d2fd-4026-b837-2047b926f24e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:34.980050 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0879bdb4-5ed0-461e-aaea-3a7f7a5025d8 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (f3990c77-f4cd-4542-a023-670092e1ebf6), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:35.012211 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d026b1-9adb-4bf7-9f06-3e6c9ed25505 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Network 12586f4f-c6bf-4107-9d25-77ea4febe663 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:47:35.040264 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-81d026b1-9adb-4bf7-9f06-3e6c9ed25505 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:47:35.050587 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d026b1-9adb-4bf7-9f06-3e6c9ed25505 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:47:35.086078 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-1c34292b-fb34-4c01-ba12-792dc4558d9f None None] For port 991c727c-d458-4bfd-90f5-e5f37dd8c960, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:47:35.102265 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-1c34292b-fb34-4c01-ba12-792dc4558d9f None None] For port 991c727c-d458-4bfd-90f5-e5f37dd8c960, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=991c727c-d458-4bfd-90f5-e5f37dd8c960,segment=NetworkSegment(ccc0a871-6d9a-402b-969c-8bc8de711d86),segment_id=ccc0a871-6d9a-402b-969c-8bc8de711d86)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:47:35.121897 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-0879bdb4-5ed0-461e-aaea-3a7f7a5025d8 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3990c77-f4cd-4542-a023-670092e1ebf6']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:35.133456 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d026b1-9adb-4bf7-9f06-3e6c9ed25505 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:35.134875 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-81d026b1-9adb-4bf7-9f06-3e6c9ed25505 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:35.137838 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d026b1-9adb-4bf7-9f06-3e6c9ed25505 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Pushing event updated for resources: {'Port': ['ID=8ccc220a-d2fd-4026-b837-2047b926f24e,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:35.140906 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50354) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:35.149618 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-0879bdb4-5ed0-461e-aaea-3a7f7a5025d8 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe983c6e-c823-4500-bc7a-512bc4ef3fa2') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:35.150159 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-0879bdb4-5ed0-461e-aaea-3a7f7a5025d8 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe983c6e-c823-4500-bc7a-512bc4ef3fa2') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:35.161866 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0879bdb4-5ed0-461e-aaea-3a7f7a5025d8 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (fe983c6e-c823-4500-bc7a-512bc4ef3fa2), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:35.170907 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-158c063a-d36d-4874-a078-30d2834f5386 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:35.188597 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0879bdb4-5ed0-461e-aaea-3a7f7a5025d8 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (fe983c6e-c823-4500-bc7a-512bc4ef3fa2), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:35.190695 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1c34292b-fb34-4c01-ba12-792dc4558d9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (991c727c-d458-4bfd-90f5-e5f37dd8c960), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:35.199196 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c78b9-45fd-4287-bac5-e9e11f28cade None None] Pushing event updated for resources: {'Port': ['ID=3a7d68e6-6349-4868-83fa-a1042a306b23,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:35.234182 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0879bdb4-5ed0-461e-aaea-3a7f7a5025d8 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Releasing vlan 859 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:47:35.234582 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0879bdb4-5ed0-461e-aaea-3a7f7a5025d8 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (fe983c6e-c823-4500-bc7a-512bc4ef3fa2), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:35.265761 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 19:47:35.265761 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:47:35.265761 n-d-833163-1 neutron-server[103885]: timer() Mar 11 19:47:35.265761 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:47:35.265761 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 19:47:35.265761 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:47:35.265761 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 19:47:35.265761 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:47:35.265761 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 19:47:35.265761 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:47:35.265761 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 19:47:35.265761 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:47:35.265761 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 19:47:35.265761 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:47:35.265761 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:47:35.265761 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:47:35.265761 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:47:35.265761 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:47:35.265761 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 19:47:35.265761 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:47:35.265761 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 19:47:35.265761 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:47:35.265761 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:47:35.265761 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:47:35.265761 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 19:47:35.265761 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:47:35.265761 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:47:35.265761 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:47:35.265761 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:47:35.265761 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:47:35.265761 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:47:35.265761 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:47:35.277988 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6763b70c-0d62-4da4-95c2-0075d6a7bc2b None None] Network f3990c77-f4cd-4542-a023-670092e1ebf6 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:47:35.347526 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-158c063a-d36d-4874-a078-30d2834f5386 admin admin] Publish callbacks [] for security_group (5939c654-5b74-466a-8b42-851466300410), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:35.356888 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-81d026b1-9adb-4bf7-9f06-3e6c9ed25505 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.7401488 Mar 11 19:47:35.358689 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50358) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:35.359928 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-158c063a-d36d-4874-a078-30d2834f5386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (5939c654-5b74-466a-8b42-851466300410), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:35.369520 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-4a80b040-4735-40d3-81ad-91dc0d7bf96f tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-366225594', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:47:35.412294 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c34292b-fb34-4c01-ba12-792dc4558d9f None None] Pushing event updated for resources: {'Port': ['ID=991c727c-d458-4bfd-90f5-e5f37dd8c960,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:35.420242 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4a80b040-4735-40d3-81ad-91dc0d7bf96f tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (2b1eb42f-64ee-4203-906e-1aa77d25df5d), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:35.421421 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4a80b040-4735-40d3-81ad-91dc0d7bf96f tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (2b1eb42f-64ee-4203-906e-1aa77d25df5d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:35.423271 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5400534b-4f45-43e2-a4f4-4706cdcc7846 req-fadc6474-e3db-4f31-a6ec-adbf83a7b182 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:35.432217 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5400534b-4f45-43e2-a4f4-4706cdcc7846 req-fadc6474-e3db-4f31-a6ec-adbf83a7b182 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 945 time: 0.4169579 Mar 11 19:47:35.442164 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.db.api [None req-0879bdb4-5ed0-461e-aaea-3a7f7a5025d8 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 19:47:35.442164 n-d-833163-1 neutron-server[103885]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 19:47:35.442164 n-d-833163-1 neutron-server[103885]: [parameters: {'id': 'f3990c77-f4cd-4542-a023-670092e1ebf6'}] Mar 11 19:47:35.442164 n-d-833163-1 neutron-server[103885]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103885) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:47:35.443071 n-d-833163-1 neutron-server[103885]: DEBUG oslo_db.api [None req-0879bdb4-5ed0-461e-aaea-3a7f7a5025d8 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:47:35.474704 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-158c063a-d36d-4874-a078-30d2834f5386 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f2db93907a674a12bf8597977594564b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3298237 Mar 11 19:47:35.480417 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50360) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:35.510529 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158c063a-d36d-4874-a078-30d2834f5386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5939c654-5b74-466a-8b42-851466300410,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:35.582847 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5400534b-4f45-43e2-a4f4-4706cdcc7846 req-9c87f617-6748-4922-abe9-5fc3e3879e4e tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492939 Mar 11 19:47:35.615117 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d6d9c519-084a-4945-9f59-6b6552f2a359 req-15a3896a-c12b-45a8-a289-6cda14c42f9d tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Publish callbacks [] for port (0786ea56-2bc3-4f98-abc6-260064f6b8fd), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:35.746331 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d6d9c519-084a-4945-9f59-6b6552f2a359 req-15a3896a-c12b-45a8-a289-6cda14c42f9d tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (0786ea56-2bc3-4f98-abc6-260064f6b8fd), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:35.783843 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4a80b040-4735-40d3-81ad-91dc0d7bf96f tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Publish callbacks [] for router_controller (2b1eb42f-64ee-4203-906e-1aa77d25df5d), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:35.803413 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4a80b040-4735-40d3-81ad-91dc0d7bf96f tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (2b1eb42f-64ee-4203-906e-1aa77d25df5d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:35.836655 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['db0680ad-52ed-457e-9224-4ee0f0880afd'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:47:35.854830 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4a80b040-4735-40d3-81ad-91dc0d7bf96f tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:35.859986 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6d9c519-084a-4945-9f59-6b6552f2a359 req-15a3896a-c12b-45a8-a289-6cda14c42f9d tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Network 5f4622d2-6877-42dd-be4c-6b2764b6d954 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:47:35.864830 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 50368) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:35.865770 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4a80b040-4735-40d3-81ad-91dc0d7bf96f tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5019722 Mar 11 19:47:35.866245 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-d6d9c519-084a-4945-9f59-6b6552f2a359 req-15a3896a-c12b-45a8-a289-6cda14c42f9d tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:47:35.873704 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0d1506d0-02fd-43de-869b-3424d2761687 admin admin] Publish callbacks [] for security_group (5939c654-5b74-466a-8b42-851466300410), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:35.877270 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6d9c519-084a-4945-9f59-6b6552f2a359 req-15a3896a-c12b-45a8-a289-6cda14c42f9d tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:47:35.894943 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-be6c3d40-6a79-4479-8225-6cf6e6a20d6c tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-2095977317', 'prefixes': ['172.20.0.0/16']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:47:35.917690 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0d1506d0-02fd-43de-869b-3424d2761687 admin admin] Publish callbacks [] for security_group (5939c654-5b74-466a-8b42-851466300410), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:35.954464 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0879bdb4-5ed0-461e-aaea-3a7f7a5025d8 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (f3990c77-f4cd-4542-a023-670092e1ebf6), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:35.977333 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a3896a-c12b-45a8-a289-6cda14c42f9d tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Pushing event updated for resources: {'Port': ['ID=0786ea56-2bc3-4f98-abc6-260064f6b8fd,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:36.041968 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c253b0-58e9-4344-ba2f-bf1ab9548b9a req-061d4c1f-4029-4371-bbfa-b58ae3d04626 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:36.050785 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c6c253b0-58e9-4344-ba2f-bf1ab9548b9a req-061d4c1f-4029-4371-bbfa-b58ae3d04626 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=be343d54-4421-403d-b876-889b59b33fc0 HTTP/1.1" status: 200 len: 944 time: 0.2772512 Mar 11 19:47:36.062298 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0d1506d0-02fd-43de-869b-3424d2761687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (5939c654-5b74-466a-8b42-851466300410), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:36.069242 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0d1506d0-02fd-43de-869b-3424d2761687 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:36.077566 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-0d1506d0-02fd-43de-869b-3424d2761687 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5939c654-5b74-466a-8b42-851466300410 HTTP/1.1" status: 204 len: 168 time: 0.5845647 Mar 11 19:47:36.086231 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9c519-084a-4945-9f59-6b6552f2a359 req-15a3896a-c12b-45a8-a289-6cda14c42f9d tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:36.086878 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d6d9c519-084a-4945-9f59-6b6552f2a359 req-15a3896a-c12b-45a8-a289-6cda14c42f9d tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:36.092708 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1506d0-02fd-43de-869b-3424d2761687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5939c654-5b74-466a-8b42-851466300410,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:36.162012 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c6c253b0-58e9-4344-ba2f-bf1ab9548b9a req-b9d56846-d01a-42e2-9e33-a090d30127fb tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=5c88090f-a4b6-4ded-8686-842a534273ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106584 Mar 11 19:47:36.179807 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d6d9c519-084a-4945-9f59-6b6552f2a359 req-15a3896a-c12b-45a8-a289-6cda14c42f9d tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5624614 Mar 11 19:47:36.241235 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-be6c3d40-6a79-4479-8225-6cf6e6a20d6c tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:36.245040 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-be6c3d40-6a79-4479-8225-6cf6e6a20d6c tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] 10.222.0.65 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.3691142 Mar 11 19:47:36.247825 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50372) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:36.257345 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.tag.tag_plugin [None req-6baf87e2-a1e0-4c34-a180-51fc790f9246 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b2b14f91-bad5-4c96-aa20-4b350e8b670d', 'tempest-TagsExtTest-Tag-2018615727') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:36.286019 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-0879bdb4-5ed0-461e-aaea-3a7f7a5025d8 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Deleting port 3a7d68e6-6349-4868-83fa-a1042a306b23 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:47:36.286478 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0879bdb4-5ed0-461e-aaea-3a7f7a5025d8 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (3a7d68e6-6349-4868-83fa-a1042a306b23), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:36.498139 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-d6d9c519-084a-4945-9f59-6b6552f2a359 req-686baa97-936f-4d2e-8a7a-a7a8757a9a7d service neutron] Request body: {'port': {'device_id': '1ffc1526-37d9-421b-b78a-592e2353f606', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:47:36.604132 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-0879bdb4-5ed0-461e-aaea-3a7f7a5025d8 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] For port 3a7d68e6-6349-4868-83fa-a1042a306b23, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=3a7d68e6-6349-4868-83fa-a1042a306b23,segment=NetworkSegment(fe983c6e-c823-4500-bc7a-512bc4ef3fa2),segment_id=fe983c6e-c823-4500-bc7a-512bc4ef3fa2)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:47:36.605162 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0879bdb4-5ed0-461e-aaea-3a7f7a5025d8 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (3a7d68e6-6349-4868-83fa-a1042a306b23), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:36.644512 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-6baf87e2-a1e0-4c34-a180-51fc790f9246 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] 10.222.0.65 "PUT /v2.0/subnets/b2b14f91-bad5-4c96-aa20-4b350e8b670d/tags/tempest-TagsExtTest-Tag-2018615727 HTTP/1.1" status: 201 len: 201 time: 0.3939931 Mar 11 19:47:36.653239 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50380) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:36.661265 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a480a99-ffc3-4d39-a23a-c41799be7920 req-2e5fbc13-10f9-4421-98cc-8f02e8f2432c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:36.669893 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-6a480a99-ffc3-4d39-a23a-c41799be7920 req-2e5fbc13-10f9-4421-98cc-8f02e8f2432c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=66b3b8d3f65c4e239ea33b0475efa223&device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 1127 time: 0.1210208 Mar 11 19:47:36.682000 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.tag.tag_plugin [None req-7ffb44e9-9795-46cf-9b26-4984b9798f87 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '8ccc220a-d2fd-4026-b837-2047b926f24e', 'tempest-TagsExtTest-Tag-2029578192') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:36.772376 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-0879bdb4-5ed0-461e-aaea-3a7f7a5025d8 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Calling delete_port for 3a7d68e6-6349-4868-83fa-a1042a306b23 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:47:36.776719 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d6d9c519-084a-4945-9f59-6b6552f2a359 req-686baa97-936f-4d2e-8a7a-a7a8757a9a7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (0786ea56-2bc3-4f98-abc6-260064f6b8fd), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:36.940376 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a480a99-ffc3-4d39-a23a-c41799be7920 req-639b6e78-b117-4810-8b67-b66a70da886d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:36.942464 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-6a480a99-ffc3-4d39-a23a-c41799be7920 req-639b6e78-b117-4810-8b67-b66a70da886d service neutron] 10.222.0.75 "GET /v2.0/networks?id=90663b8c-1bde-4a55-8ab4-a84ee4d3cf19 HTTP/1.1" status: 200 len: 912 time: 0.2348757 Mar 11 19:47:36.994298 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 991c727c-d458-4bfd-90f5-e5f37dd8c960 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:47:37.093629 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-6a480a99-ffc3-4d39-a23a-c41799be7920 req-428304f3-48e9-404b-ba12-485dc31eedb8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fd68e1a-7e53-4dd7-a129-e219fe1f8266 HTTP/1.1" status: 200 len: 1000 time: 0.1397898 Mar 11 19:47:37.119860 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-7ffb44e9-9795-46cf-9b26-4984b9798f87 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] 10.222.0.65 "PUT /v2.0/ports/8ccc220a-d2fd-4026-b837-2047b926f24e/tags/tempest-TagsExtTest-Tag-2029578192 HTTP/1.1" status: 201 len: 201 time: 0.4648066 Mar 11 19:47:37.120509 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50390) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:37.127167 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.tag.tag_plugin [None req-23e33b4f-327b-43e5-b0f6-1538ea0acacd tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '2b1eb42f-64ee-4203-906e-1aa77d25df5d', 'tempest-TagsExtTest-Tag-1539305553') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:37.127965 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 991c727c-d458-4bfd-90f5-e5f37dd8c960 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:47:37.128375 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (991c727c-d458-4bfd-90f5-e5f37dd8c960), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:37.234276 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd0f2b-c411-46ec-811c-36f2287778e7 req-85f1e0e0-0110-46aa-9566-5a26eb64d108 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:37.238085 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2fcd0f2b-c411-46ec-811c-36f2287778e7 req-85f1e0e0-0110-46aa-9566-5a26eb64d108 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ffc1526-37d9-421b-b78a-592e2353f606 HTTP/1.1" status: 200 len: 931 time: 0.6288667 Mar 11 19:47:37.277464 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a480a99-ffc3-4d39-a23a-c41799be7920 req-3909b52c-2727-467c-8f36-e2935c3d392b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:37.280338 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-6a480a99-ffc3-4d39-a23a-c41799be7920 req-3909b52c-2727-467c-8f36-e2935c3d392b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=83286d6e-3d22-482f-b14a-2fbd7466cc6c HTTP/1.1" status: 200 len: 850 time: 0.1792879 Mar 11 19:47:37.425031 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18eab5a5-f9d8-473d-9cc0-12f4e955cd1d None None] get_active_networks_info from n-d-833163-1 {{(pid=103886) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 11 19:47:37.489730 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a480a99-ffc3-4d39-a23a-c41799be7920 req-6c3610ab-17bb-48c1-9741-8a45debb59cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:37.491338 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-6a480a99-ffc3-4d39-a23a-c41799be7920 req-6c3610ab-17bb-48c1-9741-8a45debb59cd service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=90663b8c-1bde-4a55-8ab4-a84ee4d3cf19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2020171 Mar 11 19:47:37.512845 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0879bdb4-5ed0-461e-aaea-3a7f7a5025d8 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (3a7d68e6-6349-4868-83fa-a1042a306b23), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:37.513218 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-23e33b4f-327b-43e5-b0f6-1538ea0acacd tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] 10.222.0.65 "PUT /v2.0/routers/2b1eb42f-64ee-4203-906e-1aa77d25df5d/tags/tempest-TagsExtTest-Tag-1539305553 HTTP/1.1" status: 201 len: 201 time: 0.3899612 Mar 11 19:47:37.524881 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50404) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:37.530057 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.tag.tag_plugin [None req-a8af563c-f37c-4951-860d-33476e35f475 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b6e531f4-4b42-4f95-b798-fbe75f482f97', 'tempest-TagsExtTest-Tag-715572175') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:37.639383 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 991c727c-d458-4bfd-90f5-e5f37dd8c960 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:47:37.640456 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (991c727c-d458-4bfd-90f5-e5f37dd8c960), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:37.648937 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0879bdb4-5ed0-461e-aaea-3a7f7a5025d8 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Pushing event deleted for resources: {'Port': ['ID=3a7d68e6-6349-4868-83fa-a1042a306b23,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:37.655738 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a8af563c-f37c-4951-860d-33476e35f475 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] 10.222.0.65 "PUT /v2.0/subnetpools/b6e531f4-4b42-4f95-b798-fbe75f482f97/tags/tempest-TagsExtTest-Tag-715572175 HTTP/1.1" status: 201 len: 201 time: 0.1292038 Mar 11 19:47:37.658962 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50408) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:37.663982 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.tag.tag_plugin [None req-a3a02d9d-9adc-4386-ad91-83dd563866bb tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b2b14f91-bad5-4c96-aa20-4b350e8b670d') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:37.702792 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2fcd0f2b-c411-46ec-811c-36f2287778e7 req-58215986-9f90-4154-86a0-591d146f56ae tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4379807 Mar 11 19:47:37.725324 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0879bdb4-5ed0-461e-aaea-3a7f7a5025d8 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] No DVR routers for this DVR port 3a7d68e6-6349-4868-83fa-a1042a306b23 on host n-d-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:47:37.728679 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-70153563-3de7-450b-9a62-ddb7fe6cc54e None None] Provisioning complete for port 991c727c-d458-4bfd-90f5-e5f37dd8c960 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:47:37.729187 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-70153563-3de7-450b-9a62-ddb7fe6cc54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (991c727c-d458-4bfd-90f5-e5f37dd8c960), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:37.771116 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-6a480a99-ffc3-4d39-a23a-c41799be7920 req-2c8ed01c-a823-461c-96b1-3fe7f15e96ab service neutron] 10.222.0.75 "GET /v2.0/networks/90663b8c-1bde-4a55-8ab4-a84ee4d3cf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727153 Mar 11 19:47:37.937717 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18eab5a5-f9d8-473d-9cc0-12f4e955cd1d None None] Resources bound (agent type, host, resource id): {{(pid=103886) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 19:47:38.001650 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 991c727c-d458-4bfd-90f5-e5f37dd8c960, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=991c727c-d458-4bfd-90f5-e5f37dd8c960,segment=NetworkSegment(ccc0a871-6d9a-402b-969c-8bc8de711d86),segment_id=ccc0a871-6d9a-402b-969c-8bc8de711d86)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:47:38.091384 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a3a02d9d-9adc-4386-ad91-83dd563866bb tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] 10.222.0.65 "GET /v2.0/subnets/b2b14f91-bad5-4c96-aa20-4b350e8b670d/tags HTTP/1.1" status: 200 len: 241 time: 0.4313786 Mar 11 19:47:38.105725 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50416) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:38.113732 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.tag.tag_plugin [None req-3e86bee5-d272-4cde-9e39-e783869b65c3 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b2b14f91-bad5-4c96-aa20-4b350e8b670d', 'tempest-TagsExtTest-Tag-2018615727') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:38.129938 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (991c727c-d458-4bfd-90f5-e5f37dd8c960), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:38.187012 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0879bdb4-5ed0-461e-aaea-3a7f7a5025d8 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (f3990c77-f4cd-4542-a023-670092e1ebf6), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:38.215704 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-6a480a99-ffc3-4d39-a23a-c41799be7920 req-383a7283-1c63-4380-ab8e-bee191ffad20 service neutron] 10.222.0.75 "GET /v2.0/networks/90663b8c-1bde-4a55-8ab4-a84ee4d3cf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4196939 Mar 11 19:47:38.249032 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=991c727c-d458-4bfd-90f5-e5f37dd8c960,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:38.332130 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-0879bdb4-5ed0-461e-aaea-3a7f7a5025d8 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3990c77-f4cd-4542-a023-670092e1ebf6']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:38.364736 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-0879bdb4-5ed0-461e-aaea-3a7f7a5025d8 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe983c6e-c823-4500-bc7a-512bc4ef3fa2') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:38.365025 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-0879bdb4-5ed0-461e-aaea-3a7f7a5025d8 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe983c6e-c823-4500-bc7a-512bc4ef3fa2') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:38.368023 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-3e86bee5-d272-4cde-9e39-e783869b65c3 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] 10.222.0.65 "GET /v2.0/subnets/b2b14f91-bad5-4c96-aa20-4b350e8b670d/tags/tempest-TagsExtTest-Tag-2018615727 HTTP/1.1" status: 204 len: 168 time: 0.2580271 Mar 11 19:47:38.374528 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50424) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:38.396197 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.tag.tag_plugin [None req-54c21bc4-a6e5-4794-9b7c-3bdfa297a0d3 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'b2b14f91-bad5-4c96-aa20-4b350e8b670d', 'tempest-TagsExtTest-Tag-2018615727') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:38.396409 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0879bdb4-5ed0-461e-aaea-3a7f7a5025d8 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (fe983c6e-c823-4500-bc7a-512bc4ef3fa2), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:38.432717 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0879bdb4-5ed0-461e-aaea-3a7f7a5025d8 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (fe983c6e-c823-4500-bc7a-512bc4ef3fa2), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:38.434591 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-70153563-3de7-450b-9a62-ddb7fe6cc54e None None] Current status of the port 991c727c-d458-4bfd-90f5-e5f37dd8c960 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:47:38.439713 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0879bdb4-5ed0-461e-aaea-3a7f7a5025d8 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Releasing vlan 859 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:47:38.440122 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0879bdb4-5ed0-461e-aaea-3a7f7a5025d8 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (fe983c6e-c823-4500-bc7a-512bc4ef3fa2), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:38.456424 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca7a195-763b-48d0-8686-6ecdb4dc59ab None None] Network 12586f4f-c6bf-4107-9d25-77ea4febe663 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:47:38.555745 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 19:47:38.555745 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:47:38.555745 n-d-833163-1 neutron-server[103885]: timer() Mar 11 19:47:38.555745 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:47:38.555745 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 19:47:38.555745 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:47:38.555745 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 19:47:38.555745 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:47:38.555745 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 19:47:38.555745 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:47:38.555745 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 19:47:38.555745 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:47:38.555745 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 19:47:38.555745 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:47:38.555745 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:47:38.555745 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:47:38.555745 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:47:38.555745 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:47:38.555745 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 19:47:38.555745 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:47:38.555745 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 19:47:38.555745 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:47:38.555745 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:47:38.555745 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:47:38.555745 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 19:47:38.555745 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:47:38.555745 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:47:38.555745 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:47:38.555745 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:47:38.555745 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:47:38.555745 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:47:38.555745 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:47:38.559166 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-54c21bc4-a6e5-4794-9b7c-3bdfa297a0d3 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] 10.222.0.65 "DELETE /v2.0/subnets/b2b14f91-bad5-4c96-aa20-4b350e8b670d/tags/tempest-TagsExtTest-Tag-2018615727 HTTP/1.1" status: 204 len: 168 time: 0.1832883 Mar 11 19:47:38.561615 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50428) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:38.566106 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.tag.tag_plugin [None req-fb37c4b4-b7c1-49aa-996b-53b71238cec3 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b2b14f91-bad5-4c96-aa20-4b350e8b670d') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:38.643677 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-d6d9c519-084a-4945-9f59-6b6552f2a359 req-686baa97-936f-4d2e-8a7a-a7a8757a9a7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0786ea56-2bc3-4f98-abc6-260064f6b8fd {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:47:38.652085 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d6d9c519-084a-4945-9f59-6b6552f2a359 req-686baa97-936f-4d2e-8a7a-a7a8757a9a7d service neutron] Publish callbacks [] for port (0786ea56-2bc3-4f98-abc6-260064f6b8fd), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:38.695748 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0be24fe-043d-4f2d-a1ae-f7f3e46bc6e5 req-8448bc4b-110b-45b9-bbc6-3e8240785bd7 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:38.703965 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c0be24fe-043d-4f2d-a1ae-f7f3e46bc6e5 req-8448bc4b-110b-45b9-bbc6-3e8240785bd7 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 945 time: 0.8801157 Mar 11 19:47:38.706360 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-d6d9c519-084a-4945-9f59-6b6552f2a359 req-686baa97-936f-4d2e-8a7a-a7a8757a9a7d service neutron] Transition to ACTIVE for port object 0786ea56-2bc3-4f98-abc6-260064f6b8fd will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:47:38.732297 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0879bdb4-5ed0-461e-aaea-3a7f7a5025d8 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (f3990c77-f4cd-4542-a023-670092e1ebf6), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:38.736876 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d6d9c519-084a-4945-9f59-6b6552f2a359 req-686baa97-936f-4d2e-8a7a-a7a8757a9a7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (0786ea56-2bc3-4f98-abc6-260064f6b8fd), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:38.749262 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-fb37c4b4-b7c1-49aa-996b-53b71238cec3 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] 10.222.0.65 "GET /v2.0/subnets/b2b14f91-bad5-4c96-aa20-4b350e8b670d/tags HTTP/1.1" status: 200 len: 205 time: 0.1837800 Mar 11 19:47:38.756789 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50434) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:38.773195 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.tag.tag_plugin [None req-7c480e5b-7686-49a2-9af9-58b55cbd7e80 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '8ccc220a-d2fd-4026-b837-2047b926f24e') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:38.792991 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0879bdb4-5ed0-461e-aaea-3a7f7a5025d8 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:38.802250 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-0879bdb4-5ed0-461e-aaea-3a7f7a5025d8 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] 10.222.0.65 "DELETE /v2.0/networks/f3990c77-f4cd-4542-a023-670092e1ebf6 HTTP/1.1" status: 204 len: 168 time: 6.6512008 Mar 11 19:47:38.819773 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0879bdb4-5ed0-461e-aaea-3a7f7a5025d8 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Pushing event deleted for resources: {'Network': ['ID=f3990c77-f4cd-4542-a023-670092e1ebf6,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:38.824114 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 50436) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:38.904707 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 991c727c-d458-4bfd-90f5-e5f37dd8c960 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:47:38.917669 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-7c480e5b-7686-49a2-9af9-58b55cbd7e80 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] 10.222.0.65 "GET /v2.0/ports/8ccc220a-d2fd-4026-b837-2047b926f24e/tags HTTP/1.1" status: 200 len: 241 time: 0.1591809 Mar 11 19:47:38.919789 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50442) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:38.924570 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.tag.tag_plugin [None req-00348dd2-88be-434a-8df9-8df20c1d075b tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8ccc220a-d2fd-4026-b837-2047b926f24e', 'tempest-TagsExtTest-Tag-2029578192') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:38.926391 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-3bf75798-2598-4ee1-918a-995531fb7562 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-464631863'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:47:38.985617 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf75798-2598-4ee1-918a-995531fb7562 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Made reservation on behalf of 554a0d0e786c47318030018c7ddae585 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:47:38.990695 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3bf75798-2598-4ee1-918a-995531fb7562 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:39.066172 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-00348dd2-88be-434a-8df9-8df20c1d075b tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] 10.222.0.65 "GET /v2.0/ports/8ccc220a-d2fd-4026-b837-2047b926f24e/tags/tempest-TagsExtTest-Tag-2029578192 HTTP/1.1" status: 204 len: 168 time: 0.1450615 Mar 11 19:47:39.066871 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50444) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:39.080172 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.tag.tag_plugin [None req-5c091c54-cd31-461f-822a-6995a7f93a30 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '8ccc220a-d2fd-4026-b837-2047b926f24e', 'tempest-TagsExtTest-Tag-2029578192') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:39.085011 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c0be24fe-043d-4f2d-a1ae-f7f3e46bc6e5 req-28d12f6a-8f8d-4862-8585-0cb9e0935134 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3781321 Mar 11 19:47:39.120548 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686baa97-936f-4d2e-8a7a-a7a8757a9a7d service neutron] Pushing event updated for resources: {'Port': ['ID=0786ea56-2bc3-4f98-abc6-260064f6b8fd,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:39.129590 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 991c727c-d458-4bfd-90f5-e5f37dd8c960 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:47:39.130139 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (991c727c-d458-4bfd-90f5-e5f37dd8c960), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:39.191422 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bf75798-2598-4ee1-918a-995531fb7562 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] vlan segment allocate from pool success with {'vlan_id': 868, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:47:39.263272 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-d6d9c519-084a-4945-9f59-6b6552f2a359 req-686baa97-936f-4d2e-8a7a-a7a8757a9a7d service neutron] Attempting to bind port 0786ea56-2bc3-4f98-abc6-260064f6b8fd on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:47:39.278179 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-d6d9c519-084a-4945-9f59-6b6552f2a359 req-686baa97-936f-4d2e-8a7a-a7a8757a9a7d service neutron] Attempting to bind port 0786ea56-2bc3-4f98-abc6-260064f6b8fd by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '518fbfd6-66d4-46dc-8045-59cddcf132dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5f4622d2-6877-42dd-be4c-6b2764b6d954'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:47:39.278961 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d9c519-084a-4945-9f59-6b6552f2a359 req-686baa97-936f-4d2e-8a7a-a7a8757a9a7d service neutron] Attempting to bind port 0786ea56-2bc3-4f98-abc6-260064f6b8fd on network 5f4622d2-6877-42dd-be4c-6b2764b6d954 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:47:39.288725 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3bf75798-2598-4ee1-918a-995531fb7562 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (ee677b63-0fa2-47bf-a894-e445af07d255), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:39.289184 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-3bf75798-2598-4ee1-918a-995531fb7562 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Added segment ee677b63-0fa2-47bf-a894-e445af07d255 of type vlan for network 7b94df8a-61c5-4688-ac3b-4f93a6406ce9 Mar 11 19:47:39.330502 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-5c091c54-cd31-461f-822a-6995a7f93a30 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] 10.222.0.65 "DELETE /v2.0/ports/8ccc220a-d2fd-4026-b837-2047b926f24e/tags/tempest-TagsExtTest-Tag-2029578192 HTTP/1.1" status: 204 len: 168 time: 0.2576423 Mar 11 19:47:39.333490 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50450) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:39.338445 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.tag.tag_plugin [None req-9784d2bf-525b-4de3-9935-73a259aa08e6 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '8ccc220a-d2fd-4026-b837-2047b926f24e') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:39.376387 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-27768bc0-f660-47b3-9c97-63a5f89dd711 None None] Provisioning complete for port 8ccc220a-d2fd-4026-b837-2047b926f24e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:47:39.376639 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-27768bc0-f660-47b3-9c97-63a5f89dd711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (8ccc220a-d2fd-4026-b837-2047b926f24e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:39.401842 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d9c519-084a-4945-9f59-6b6552f2a359 req-686baa97-936f-4d2e-8a7a-a7a8757a9a7d service neutron] Port 0786ea56-2bc3-4f98-abc6-260064f6b8fd on network 5f4622d2-6877-42dd-be4c-6b2764b6d954 not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:47:39.402165 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d9c519-084a-4945-9f59-6b6552f2a359 req-686baa97-936f-4d2e-8a7a-a7a8757a9a7d service neutron] Attempting to bind port 0786ea56-2bc3-4f98-abc6-260064f6b8fd on network 5f4622d2-6877-42dd-be4c-6b2764b6d954 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:47:39.476288 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d9c519-084a-4945-9f59-6b6552f2a359 req-686baa97-936f-4d2e-8a7a-a7a8757a9a7d service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:47:39.477057 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d9c519-084a-4945-9f59-6b6552f2a359 req-686baa97-936f-4d2e-8a7a-a7a8757a9a7d service neutron] Checking segment: {'id': '518fbfd6-66d4-46dc-8045-59cddcf132dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5f4622d2-6877-42dd-be4c-6b2764b6d954'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:47:39.477446 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d9c519-084a-4945-9f59-6b6552f2a359 req-686baa97-936f-4d2e-8a7a-a7a8757a9a7d service neutron] Bound using segment: {'id': '518fbfd6-66d4-46dc-8045-59cddcf132dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5f4622d2-6877-42dd-be4c-6b2764b6d954'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:47:39.477896 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-d6d9c519-084a-4945-9f59-6b6552f2a359 req-686baa97-936f-4d2e-8a7a-a7a8757a9a7d service neutron] Bound port: 0786ea56-2bc3-4f98-abc6-260064f6b8fd, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '518fbfd6-66d4-46dc-8045-59cddcf132dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5f4622d2-6877-42dd-be4c-6b2764b6d954'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:47:39.478255 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d6d9c519-084a-4945-9f59-6b6552f2a359 req-686baa97-936f-4d2e-8a7a-a7a8757a9a7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (0786ea56-2bc3-4f98-abc6-260064f6b8fd), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:39.512983 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-9784d2bf-525b-4de3-9935-73a259aa08e6 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] 10.222.0.65 "GET /v2.0/ports/8ccc220a-d2fd-4026-b837-2047b926f24e/tags HTTP/1.1" status: 200 len: 205 time: 0.1778562 Mar 11 19:47:39.518333 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50456) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:39.551459 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.tag.tag_plugin [None req-9244c99a-85c7-49ef-be79-ef749bd2d823 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '2b1eb42f-64ee-4203-906e-1aa77d25df5d') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:39.555698 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3bf75798-2598-4ee1-918a-995531fb7562 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (7b94df8a-61c5-4688-ac3b-4f93a6406ce9), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:39.585815 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-27768bc0-f660-47b3-9c97-63a5f89dd711 None None] Port 8ccc220a-d2fd-4026-b837-2047b926f24e cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:47:39.600696 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 991c727c-d458-4bfd-90f5-e5f37dd8c960 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:47:39.631935 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-27768bc0-f660-47b3-9c97-63a5f89dd711 None None] Provisioning complete for port 991c727c-d458-4bfd-90f5-e5f37dd8c960 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:47:39.632307 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-27768bc0-f660-47b3-9c97-63a5f89dd711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (991c727c-d458-4bfd-90f5-e5f37dd8c960), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:39.694259 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.db.resource_extend [None req-3bf75798-2598-4ee1-918a-995531fb7562 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 19:47:39.724479 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe38f23-bfd3-4a09-8503-35647a282025 req-0b6bb113-7c30-4224-ab09-c67f7fbef44d tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:39.732740 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3fe38f23-bfd3-4a09-8503-35647a282025 req-0b6bb113-7c30-4224-ab09-c67f7fbef44d tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=be343d54-4421-403d-b876-889b59b33fc0 HTTP/1.1" status: 200 len: 944 time: 0.4271257 Mar 11 19:47:39.758886 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-9244c99a-85c7-49ef-be79-ef749bd2d823 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] 10.222.0.65 "GET /v2.0/routers/2b1eb42f-64ee-4203-906e-1aa77d25df5d/tags HTTP/1.1" status: 200 len: 241 time: 0.2393060 Mar 11 19:47:39.762860 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50468) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:39.770703 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.tag.tag_plugin [None req-5f4b955d-ec87-4ddd-8f0b-6bb4af930ae9 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2b1eb42f-64ee-4203-906e-1aa77d25df5d', 'tempest-TagsExtTest-Tag-1539305553') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:39.870493 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-27768bc0-f660-47b3-9c97-63a5f89dd711 None None] Current status of the port 991c727c-d458-4bfd-90f5-e5f37dd8c960 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:47:39.874336 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-d6d9c519-084a-4945-9f59-6b6552f2a359 req-686baa97-936f-4d2e-8a7a-a7a8757a9a7d service neutron] For port 0786ea56-2bc3-4f98-abc6-260064f6b8fd, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:47:39.890902 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-d6d9c519-084a-4945-9f59-6b6552f2a359 req-686baa97-936f-4d2e-8a7a-a7a8757a9a7d service neutron] For port 0786ea56-2bc3-4f98-abc6-260064f6b8fd, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=0786ea56-2bc3-4f98-abc6-260064f6b8fd,segment=NetworkSegment(518fbfd6-66d4-46dc-8045-59cddcf132dc),segment_id=518fbfd6-66d4-46dc-8045-59cddcf132dc)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:47:39.892854 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3bf75798-2598-4ee1-918a-995531fb7562 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (7b94df8a-61c5-4688-ac3b-4f93a6406ce9), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:39.899185 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf75798-2598-4ee1-918a-995531fb7562 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:39.900032 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3bf75798-2598-4ee1-918a-995531fb7562 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:39.933797 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-5f4b955d-ec87-4ddd-8f0b-6bb4af930ae9 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] 10.222.0.65 "GET /v2.0/routers/2b1eb42f-64ee-4203-906e-1aa77d25df5d/tags/tempest-TagsExtTest-Tag-1539305553 HTTP/1.1" status: 204 len: 168 time: 0.1681554 Mar 11 19:47:39.935805 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50474) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:39.943060 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.tag.tag_plugin [None req-233a0213-3ddd-435d-8e99-1c75f5894840 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '2b1eb42f-64ee-4203-906e-1aa77d25df5d', 'tempest-TagsExtTest-Tag-1539305553') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:39.943588 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-3bf75798-2598-4ee1-918a-995531fb7562 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0530839 Mar 11 19:47:39.944004 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 50476) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:39.961788 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d6d9c519-084a-4945-9f59-6b6552f2a359 req-686baa97-936f-4d2e-8a7a-a7a8757a9a7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (0786ea56-2bc3-4f98-abc6-260064f6b8fd), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:39.972372 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-8ceea96d-5017-4302-8fc8-96dd6f50cb8d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Request body: {'subnet': {'network_id': '7b94df8a-61c5-4688-ac3b-4f93a6406ce9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:47:40.013928 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-f3522eb2-f818-4d48-ae01-08f96ad53ed8 None None] Provisioning complete for port 8ccc220a-d2fd-4026-b837-2047b926f24e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:47:40.016633 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f3522eb2-f818-4d48-ae01-08f96ad53ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (8ccc220a-d2fd-4026-b837-2047b926f24e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:40.111436 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f3522eb2-f818-4d48-ae01-08f96ad53ed8 None None] Port 8ccc220a-d2fd-4026-b837-2047b926f24e cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:47:40.118143 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3fe38f23-bfd3-4a09-8503-35647a282025 req-89294dc4-9b48-4f91-8453-70a239701b29 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=5c88090f-a4b6-4ded-8686-842a534273ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3492727 Mar 11 19:47:40.148338 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-233a0213-3ddd-435d-8e99-1c75f5894840 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] 10.222.0.65 "DELETE /v2.0/routers/2b1eb42f-64ee-4203-906e-1aa77d25df5d/tags/tempest-TagsExtTest-Tag-1539305553 HTTP/1.1" status: 204 len: 168 time: 0.2105486 Mar 11 19:47:40.161747 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50484) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:40.167483 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.tag.tag_plugin [None req-60bb3f16-5574-4e5e-b0c2-098df5fe9044 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '2b1eb42f-64ee-4203-906e-1aa77d25df5d') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:40.231066 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9c519-084a-4945-9f59-6b6552f2a359 req-686baa97-936f-4d2e-8a7a-a7a8757a9a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:40.231846 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d6d9c519-084a-4945-9f59-6b6552f2a359 req-686baa97-936f-4d2e-8a7a-a7a8757a9a7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:40.233504 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d6d9c519-084a-4945-9f59-6b6552f2a359 req-686baa97-936f-4d2e-8a7a-a7a8757a9a7d service neutron] 10.222.0.57 "PUT /v2.0/ports/0786ea56-2bc3-4f98-abc6-260064f6b8fd HTTP/1.1" status: 200 len: 1091 time: 3.7500510 Mar 11 19:47:40.233987 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ffc1526-37d9-421b-b78a-592e2353f606', 'tag': '0786ea56-2bc3-4f98-abc6-260064f6b8fd'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:47:40.239907 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a443b36-dff9-464b-a230-4ec1f3ff294f" -d '{"events": [{"name": "network-changed", "server_uuid": "1ffc1526-37d9-421b-b78a-592e2353f606", "tag": "0786ea56-2bc3-4f98-abc6-260064f6b8fd"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:47:40.311226 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf75798-2598-4ee1-918a-995531fb7562 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Pushing event updated for resources: {'Network': ['ID=7b94df8a-61c5-4688-ac3b-4f93a6406ce9,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:40.321834 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-60bb3f16-5574-4e5e-b0c2-098df5fe9044 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] 10.222.0.65 "GET /v2.0/routers/2b1eb42f-64ee-4203-906e-1aa77d25df5d/tags HTTP/1.1" status: 200 len: 205 time: 0.1564150 Mar 11 19:47:40.322707 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50492) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:40.325098 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 7b94df8a-61c5-4688-ac3b-4f93a6406ce9 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:47:40.328470 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.tag.tag_plugin [None req-817c4e55-a872-4709-953e-1ab7222bcc15 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b6e531f4-4b42-4f95-b798-fbe75f482f97') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:40.383905 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-817c4e55-a872-4709-953e-1ab7222bcc15 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] 10.222.0.65 "GET /v2.0/subnetpools/b6e531f4-4b42-4f95-b798-fbe75f482f97/tags HTTP/1.1" status: 200 len: 240 time: 0.0579708 Mar 11 19:47:40.389643 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50498) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:40.400007 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.tag.tag_plugin [None req-2df8c343-d7e3-4a8b-ae61-1ac437905581 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b6e531f4-4b42-4f95-b798-fbe75f482f97', 'tempest-TagsExtTest-Tag-715572175') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:40.416922 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ceea96d-5017-4302-8fc8-96dd6f50cb8d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Made reservation on behalf of 554a0d0e786c47318030018c7ddae585 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:47:40.424438 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ceea96d-5017-4302-8fc8-96dd6f50cb8d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:40.488228 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-2df8c343-d7e3-4a8b-ae61-1ac437905581 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] 10.222.0.65 "GET /v2.0/subnetpools/b6e531f4-4b42-4f95-b798-fbe75f482f97/tags/tempest-TagsExtTest-Tag-715572175 HTTP/1.1" status: 204 len: 168 time: 0.0954094 Mar 11 19:47:40.489023 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50504) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:40.504501 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.tag.tag_plugin [None req-c0ea9f28-1918-46f9-acbd-9c3d7f6a90e6 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'b6e531f4-4b42-4f95-b798-fbe75f482f97', 'tempest-TagsExtTest-Tag-715572175') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:40.567159 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686baa97-936f-4d2e-8a7a-a7a8757a9a7d service neutron] Pushing event updated for resources: {'Port': ['ID=0786ea56-2bc3-4f98-abc6-260064f6b8fd,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:40.593275 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c0ea9f28-1918-46f9-acbd-9c3d7f6a90e6 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] 10.222.0.65 "DELETE /v2.0/subnetpools/b6e531f4-4b42-4f95-b798-fbe75f482f97/tags/tempest-TagsExtTest-Tag-715572175 HTTP/1.1" status: 204 len: 168 time: 0.1029675 Mar 11 19:47:40.608173 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50508) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:40.616709 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.tag.tag_plugin [None req-c2f509aa-a64b-407b-8ea0-b51f3c304acc tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b6e531f4-4b42-4f95-b798-fbe75f482f97') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:40.665739 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9c519-084a-4945-9f59-6b6552f2a359 req-b5490297-3a0f-4002-9022-e03dc61925a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:40.667504 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d6d9c519-084a-4945-9f59-6b6552f2a359 req-b5490297-3a0f-4002-9022-e03dc61925a4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=59ec990deac94d1dadc5fda96e3adfe5&device_id=1ffc1526-37d9-421b-b78a-592e2353f606 HTTP/1.1" status: 200 len: 1125 time: 0.3685462 Mar 11 19:47:40.701845 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c2f509aa-a64b-407b-8ea0-b51f3c304acc tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] 10.222.0.65 "GET /v2.0/subnetpools/b6e531f4-4b42-4f95-b798-fbe75f482f97/tags HTTP/1.1" status: 200 len: 205 time: 0.0903254 Mar 11 19:47:40.708260 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50516) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:40.712887 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.tag.tag_plugin [None req-0bbfc776-05a8-490a-bf6e-37f3e3fc7bf1 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b6e531f4-4b42-4f95-b798-fbe75f482f97') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:40.729659 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.ipam_backend_mixin [None req-8ceea96d-5017-4302-8fc8-96dd6f50cb8d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Performing IP validity checks on allocation pools {{(pid=103885) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 11 19:47:40.730170 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.ipam_backend_mixin [None req-8ceea96d-5017-4302-8fc8-96dd6f50cb8d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103885) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 11 19:47:40.763289 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-0bbfc776-05a8-490a-bf6e-37f3e3fc7bf1 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] 10.222.0.65 "DELETE /v2.0/subnetpools/b6e531f4-4b42-4f95-b798-fbe75f482f97/tags HTTP/1.1" status: 204 len: 168 time: 0.0536017 Mar 11 19:47:40.765847 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50518) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:40.771573 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.tag.tag_plugin [None req-f2d0ed4b-351f-46f7-bc00-cf9b68d0a266 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2b1eb42f-64ee-4203-906e-1aa77d25df5d') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:40.828214 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb170f-385b-4f36-afac-7ce6e040162e req-85606620-6bb3-4b59-bd84-a394fdcecfd0 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:40.847145 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4fdb170f-385b-4f36-afac-7ce6e040162e req-85606620-6bb3-4b59-bd84-a394fdcecfd0 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ffc1526-37d9-421b-b78a-592e2353f606 HTTP/1.1" status: 200 len: 943 time: 0.5879772 Mar 11 19:47:40.902783 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f2d0ed4b-351f-46f7-bc00-cf9b68d0a266 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] 10.222.0.65 "DELETE /v2.0/routers/2b1eb42f-64ee-4203-906e-1aa77d25df5d/tags HTTP/1.1" status: 204 len: 168 time: 0.1354454 Mar 11 19:47:40.912609 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50522) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:40.917909 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.tag.tag_plugin [None req-f71ccd82-6acf-490e-9cef-07d59a60bccc tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8ccc220a-d2fd-4026-b837-2047b926f24e') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:41.071171 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ceea96d-5017-4302-8fc8-96dd6f50cb8d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (79f344f4-7cf4-4378-8fae-268f1357ba29), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:41.149049 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceea96d-5017-4302-8fc8-96dd6f50cb8d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Pushing event updated for resources: {'Subnet': ['ID=79f344f4-7cf4-4378-8fae-268f1357ba29,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:41.153755 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d6d9c519-084a-4945-9f59-6b6552f2a359 req-c26e4ddd-7035-47fb-830d-1876f184c6e0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0786ea56-2bc3-4f98-abc6-260064f6b8fd HTTP/1.1" status: 200 len: 217 time: 0.2978144 Mar 11 19:47:41.270461 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d9c519-084a-4945-9f59-6b6552f2a359 req-b7f17c71-e2c7-436a-9493-36252e73cb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:41.272656 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d6d9c519-084a-4945-9f59-6b6552f2a359 req-b7f17c71-e2c7-436a-9493-36252e73cb0d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8d74cfef-df19-4443-8dbc-7728b7150eec HTTP/1.1" status: 200 len: 845 time: 0.1063936 Mar 11 19:47:41.395416 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ceea96d-5017-4302-8fc8-96dd6f50cb8d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Checking segment: {'id': 'ee677b63-0fa2-47bf-a894-e445af07d255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '7b94df8a-61c5-4688-ac3b-4f93a6406ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:47:41.409172 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ceea96d-5017-4302-8fc8-96dd6f50cb8d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Network hostable DHCP agents. Network: 7b94df8a-61c5-4688-ac3b-4f93a6406ce9, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:47:41.426745 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d6d9c519-084a-4945-9f59-6b6552f2a359 req-5b1aeee3-7295-46ad-972e-38978e4e9ee8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5f4622d2-6877-42dd-be4c-6b2764b6d954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1216779 Mar 11 19:47:41.457965 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4fdb170f-385b-4f36-afac-7ce6e040162e req-1411a2f7-e1a6-44a5-9fa0-143a167ae230 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6089311 Mar 11 19:47:41.537434 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f71ccd82-6acf-490e-9cef-07d59a60bccc tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] 10.222.0.65 "DELETE /v2.0/ports/8ccc220a-d2fd-4026-b837-2047b926f24e/tags HTTP/1.1" status: 204 len: 168 time: 0.6231027 Mar 11 19:47:41.540229 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50542) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:41.546525 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.tag.tag_plugin [None req-e286886c-65fa-43c2-9a2b-320d2fbecbf3 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b2b14f91-bad5-4c96-aa20-4b350e8b670d') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:41.660416 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e286886c-65fa-43c2-9a2b-320d2fbecbf3 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] 10.222.0.65 "DELETE /v2.0/subnets/b2b14f91-bad5-4c96-aa20-4b350e8b670d/tags HTTP/1.1" status: 204 len: 168 time: 0.1187689 Mar 11 19:47:41.665873 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50548) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:41.675760 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.tag.tag_plugin [None req-7cc6f544-1bce-4e60-a237-d287ab8022c3 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b2b14f91-bad5-4c96-aa20-4b350e8b670d', 'tempest-TagsExtTest-Tag-1120191272') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:41.710484 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d6d9c519-084a-4945-9f59-6b6552f2a359 req-aa204e81-7295-45a2-b669-09eacf3c31d4 service neutron] 10.222.0.57 "GET /v2.0/networks/5f4622d2-6877-42dd-be4c-6b2764b6d954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488835 Mar 11 19:47:41.761125 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ceea96d-5017-4302-8fc8-96dd6f50cb8d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Network 7b94df8a-61c5-4688-ac3b-4f93a6406ce9 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:47:41.818845 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-8ceea96d-5017-4302-8fc8-96dd6f50cb8d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 7b94df8a-61c5-4688-ac3b-4f93a6406ce9) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:47:41.823406 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ceea96d-5017-4302-8fc8-96dd6f50cb8d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:41.824076 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ceea96d-5017-4302-8fc8-96dd6f50cb8d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:41.835401 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-7cc6f544-1bce-4e60-a237-d287ab8022c3 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] 10.222.0.65 "PUT /v2.0/subnets/b2b14f91-bad5-4c96-aa20-4b350e8b670d/tags/tempest-TagsExtTest-Tag-1120191272 HTTP/1.1" status: 201 len: 201 time: 0.1682024 Mar 11 19:47:41.838049 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50558) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:41.841269 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6338c8-78b9-4632-a0d6-e2e589d86bc6 None None] Network 7b94df8a-61c5-4688-ac3b-4f93a6406ce9 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:47:41.849305 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.tag.tag_plugin [None req-907a3562-bedd-4c4e-96be-bde8554fb494 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '8ccc220a-d2fd-4026-b837-2047b926f24e', 'tempest-TagsExtTest-Tag-565117446') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:41.882064 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff69616-17ca-47da-aff2-4446548edac0 req-c9089d06-7ef0-41c9-b2d2-560e3b209b9b tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:41.892325 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-eff69616-17ca-47da-aff2-4446548edac0 req-c9089d06-7ef0-41c9-b2d2-560e3b209b9b tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 945 time: 0.1807349 Mar 11 19:47:41.896948 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-8ceea96d-5017-4302-8fc8-96dd6f50cb8d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.9367316 Mar 11 19:47:41.924633 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50560) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:42.037980 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d6d9c519-084a-4945-9f59-6b6552f2a359 req-ba94e4b1-93e3-4de6-af1f-1b9f1690bd4a service neutron] 10.222.0.57 "GET /v2.0/networks/5f4622d2-6877-42dd-be4c-6b2764b6d954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779250 Mar 11 19:47:42.047142 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a15b34-0250-4b70-bea9-ecdda7c9ceb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-7b94df8a-61c5-4688-ac3b-4f93a6406ce9', 'network_id': '7b94df8a-61c5-4688-ac3b-4f93a6406ce9', 'project_id': '554a0d0e786c47318030018c7ddae585', 'fixed_ips': [{'subnet_id': '79f344f4-7cf4-4378-8fae-268f1357ba29'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:47:42.048587 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b0a15b34-0250-4b70-bea9-ecdda7c9ceb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:42.052364 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-eff69616-17ca-47da-aff2-4446548edac0 req-3c6c564e-a0be-4050-b89c-0798e25c5a67 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589463 Mar 11 19:47:42.141675 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9840b5ab-f7d2-42ad-8627-de7ee209e43d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (7b94df8a-61c5-4688-ac3b-4f93a6406ce9), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:42.180625 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7124060b-5ff8-4792-9a97-de05602850db x-openstack-request-id: req-7124060b-5ff8-4792-9a97-de05602850db {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:47:42.180964 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ffc1526-37d9-421b-b78a-592e2353f606", "tag": "0786ea56-2bc3-4f98-abc6-260064f6b8fd", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:47:42.181326 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7124060b-5ff8-4792-9a97-de05602850db {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:47:42.181800 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ffc1526-37d9-421b-b78a-592e2353f606', 'tag': '0786ea56-2bc3-4f98-abc6-260064f6b8fd', 'status': 'completed', 'code': 200} Mar 11 19:47:42.286837 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9840b5ab-f7d2-42ad-8627-de7ee209e43d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (79f344f4-7cf4-4378-8fae-268f1357ba29), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:42.312852 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a443b36-dff9-464b-a230-4ec1f3ff294f req-87f32c2a-0077-4988-ba67-d5e4868021bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:42.320928 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7a443b36-dff9-464b-a230-4ec1f3ff294f req-87f32c2a-0077-4988-ba67-d5e4868021bb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=59ec990deac94d1dadc5fda96e3adfe5&device_id=1ffc1526-37d9-421b-b78a-592e2353f606 HTTP/1.1" status: 200 len: 1125 time: 0.1182058 Mar 11 19:47:42.350598 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-907a3562-bedd-4c4e-96be-bde8554fb494 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] 10.222.0.65 "PUT /v2.0/ports/8ccc220a-d2fd-4026-b837-2047b926f24e/tags/tempest-TagsExtTest-Tag-565117446 HTTP/1.1" status: 201 len: 201 time: 0.5084567 Mar 11 19:47:42.357961 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50576) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:42.371451 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.tag.tag_plugin [None req-84953117-5aaa-4db6-9cab-84f23dc17a4f tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '2b1eb42f-64ee-4203-906e-1aa77d25df5d', 'tempest-TagsExtTest-Tag-1195783151') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:42.503603 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-b0a15b34-0250-4b70-bea9-ecdda7c9ceb5 None None] Allocated IP 172.20.0.3 (7b94df8a-61c5-4688-ac3b-4f93a6406ce9/79f344f4-7cf4-4378-8fae-268f1357ba29/38fafb1c-c6ef-44b1-8b90-6825843e3cb4) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:47:42.576017 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-84953117-5aaa-4db6-9cab-84f23dc17a4f tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] 10.222.0.65 "PUT /v2.0/routers/2b1eb42f-64ee-4203-906e-1aa77d25df5d/tags/tempest-TagsExtTest-Tag-1195783151 HTTP/1.1" status: 201 len: 201 time: 0.2112882 Mar 11 19:47:42.580399 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50584) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:42.586150 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.tag.tag_plugin [None req-155bcf1b-919b-4fc0-b737-43bc286aefcc tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b6e531f4-4b42-4f95-b798-fbe75f482f97', 'tempest-TagsExtTest-Tag-488123907') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:42.660336 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88b8753-989c-4d32-9b37-7af7c8c65546 req-616e36c5-7cbe-45f8-94d9-03495348b825 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:42.670402 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c88b8753-989c-4d32-9b37-7af7c8c65546 req-616e36c5-7cbe-45f8-94d9-03495348b825 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=be343d54-4421-403d-b876-889b59b33fc0 HTTP/1.1" status: 200 len: 944 time: 0.3302922 Mar 11 19:47:42.684642 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a443b36-dff9-464b-a230-4ec1f3ff294f req-3e00147c-8bf9-4ef7-b256-898082a7fa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:42.686910 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7a443b36-dff9-464b-a230-4ec1f3ff294f req-3e00147c-8bf9-4ef7-b256-898082a7fa19 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5f4622d2-6877-42dd-be4c-6b2764b6d954 HTTP/1.1" status: 200 len: 906 time: 0.3552046 Mar 11 19:47:42.689072 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-155bcf1b-919b-4fc0-b737-43bc286aefcc tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] 10.222.0.65 "PUT /v2.0/subnetpools/b6e531f4-4b42-4f95-b798-fbe75f482f97/tags/tempest-TagsExtTest-Tag-488123907 HTTP/1.1" status: 201 len: 201 time: 0.1063449 Mar 11 19:47:42.691245 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50592) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:42.715501 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.tag.tag_plugin [None req-7772e533-c1df-49ca-a696-d5e4c0fa5a84 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'b2b14f91-bad5-4c96-aa20-4b350e8b670d', {'tags': ['tempest-TagsExtTest-Tag-1148416854', 'tempest-TagsExtTest-Tag-1330847567', 'tempest-TagsExtTest-Tag-1852668511']}) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:42.770324 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7a443b36-dff9-464b-a230-4ec1f3ff294f req-7a3b992d-cc83-4f16-9d9e-f5de84a5d842 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0786ea56-2bc3-4f98-abc6-260064f6b8fd HTTP/1.1" status: 200 len: 217 time: 0.0574872 Mar 11 19:47:42.817945 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c88b8753-989c-4d32-9b37-7af7c8c65546 req-8b8e9d11-d77d-4d12-a9bb-09cb450564e7 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=5c88090f-a4b6-4ded-8686-842a534273ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459432 Mar 11 19:47:42.867989 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-7772e533-c1df-49ca-a696-d5e4c0fa5a84 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] 10.222.0.65 "PUT /v2.0/subnets/b2b14f91-bad5-4c96-aa20-4b350e8b670d/tags HTTP/1.1" status: 200 len: 318 time: 0.1742151 Mar 11 19:47:42.870839 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50598) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:42.886015 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.tag.tag_plugin [None req-2d298f6f-3f17-4188-abb4-00787725f718 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b2b14f91-bad5-4c96-aa20-4b350e8b670d') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:42.897072 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b0a15b34-0250-4b70-bea9-ecdda7c9ceb5 None None] Publish callbacks [] for port (38fafb1c-c6ef-44b1-8b90-6825843e3cb4), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:42.906002 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b0a15b34-0250-4b70-bea9-ecdda7c9ceb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (38fafb1c-c6ef-44b1-8b90-6825843e3cb4), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:42.958162 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a15b34-0250-4b70-bea9-ecdda7c9ceb5 None None] Network 7b94df8a-61c5-4688-ac3b-4f93a6406ce9 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:47:42.966754 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-b0a15b34-0250-4b70-bea9-ecdda7c9ceb5 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:47:42.973761 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a15b34-0250-4b70-bea9-ecdda7c9ceb5 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:47:43.004785 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a443b36-dff9-464b-a230-4ec1f3ff294f req-a3be5454-4efa-43c8-835d-2deb984dd12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:43.006588 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7a443b36-dff9-464b-a230-4ec1f3ff294f req-a3be5454-4efa-43c8-835d-2deb984dd12d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8d74cfef-df19-4443-8dbc-7728b7150eec HTTP/1.1" status: 200 len: 845 time: 0.0703633 Mar 11 19:47:43.017286 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbb5bb9-2ed1-4ca3-8a3d-f2fdc663b902 req-9786357c-41f3-4b43-a4fe-6d49a9d441fa tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:43.025655 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-afbb5bb9-2ed1-4ca3-8a3d-f2fdc663b902 req-9786357c-41f3-4b43-a4fe-6d49a9d441fa tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 945 time: 0.1348369 Mar 11 19:47:43.025905 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a15b34-0250-4b70-bea9-ecdda7c9ceb5 None None] Pushing event updated for resources: {'Port': ['ID=38fafb1c-c6ef-44b1-8b90-6825843e3cb4,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:43.027403 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9840b5ab-f7d2-42ad-8627-de7ee209e43d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (79f344f4-7cf4-4378-8fae-268f1357ba29), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:43.087903 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-afbb5bb9-2ed1-4ca3-8a3d-f2fdc663b902 req-e1e8b182-7dce-4418-a029-7f7325963b81 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590043 Mar 11 19:47:43.099855 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a15b34-0250-4b70-bea9-ecdda7c9ceb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:47:43.100341 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a15b34-0250-4b70-bea9-ecdda7c9ceb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:47:43.106812 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a15b34-0250-4b70-bea9-ecdda7c9ceb5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:47:43.107182 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a15b34-0250-4b70-bea9-ecdda7c9ceb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:47:43.107525 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a15b34-0250-4b70-bea9-ecdda7c9ceb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:47:43.108289 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a15b34-0250-4b70-bea9-ecdda7c9ceb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:47:43.108632 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a15b34-0250-4b70-bea9-ecdda7c9ceb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:47:43.109021 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a15b34-0250-4b70-bea9-ecdda7c9ceb5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:47:43.109284 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a15b34-0250-4b70-bea9-ecdda7c9ceb5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:47:43.109612 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a15b34-0250-4b70-bea9-ecdda7c9ceb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:47:43.114113 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a15b34-0250-4b70-bea9-ecdda7c9ceb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:47:43.114491 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a15b34-0250-4b70-bea9-ecdda7c9ceb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:47:43.114835 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a15b34-0250-4b70-bea9-ecdda7c9ceb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:47:43.144472 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9840b5ab-f7d2-42ad-8627-de7ee209e43d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Pushing event deleted for resources: {'Subnet': ['ID=79f344f4-7cf4-4378-8fae-268f1357ba29,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:43.151740 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-b0a15b34-0250-4b70-bea9-ecdda7c9ceb5 None None] Attempting to bind port 38fafb1c-c6ef-44b1-8b90-6825843e3cb4 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:47:43.152259 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-b0a15b34-0250-4b70-bea9-ecdda7c9ceb5 None None] Attempting to bind port 38fafb1c-c6ef-44b1-8b90-6825843e3cb4 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'ee677b63-0fa2-47bf-a894-e445af07d255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '7b94df8a-61c5-4688-ac3b-4f93a6406ce9'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:47:43.152632 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a15b34-0250-4b70-bea9-ecdda7c9ceb5 None None] Attempting to bind port 38fafb1c-c6ef-44b1-8b90-6825843e3cb4 on network 7b94df8a-61c5-4688-ac3b-4f93a6406ce9 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:47:43.159653 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a15b34-0250-4b70-bea9-ecdda7c9ceb5 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:47:43.160043 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a15b34-0250-4b70-bea9-ecdda7c9ceb5 None None] Checking segment: {'id': 'ee677b63-0fa2-47bf-a894-e445af07d255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '7b94df8a-61c5-4688-ac3b-4f93a6406ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:47:43.160403 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b0a15b34-0250-4b70-bea9-ecdda7c9ceb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:43.160798 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a15b34-0250-4b70-bea9-ecdda7c9ceb5 None None] Bound using segment: {'id': 'ee677b63-0fa2-47bf-a894-e445af07d255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '7b94df8a-61c5-4688-ac3b-4f93a6406ce9'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:47:43.161282 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-b0a15b34-0250-4b70-bea9-ecdda7c9ceb5 None None] Bound port: 38fafb1c-c6ef-44b1-8b90-6825843e3cb4, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee677b63-0fa2-47bf-a894-e445af07d255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': '7b94df8a-61c5-4688-ac3b-4f93a6406ce9'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:47:43.161666 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b0a15b34-0250-4b70-bea9-ecdda7c9ceb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (38fafb1c-c6ef-44b1-8b90-6825843e3cb4), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:43.211289 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72221519-c272-414f-aca1-23a852bc530d req-213e0d4e-6b37-45c0-8bbf-e9fddc8d18df tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:43.219142 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-72221519-c272-414f-aca1-23a852bc530d req-213e0d4e-6b37-45c0-8bbf-e9fddc8d18df tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ffc1526-37d9-421b-b78a-592e2353f606 HTTP/1.1" status: 200 len: 943 time: 0.0705733 Mar 11 19:47:43.262405 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9840b5ab-f7d2-42ad-8627-de7ee209e43d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (7b94df8a-61c5-4688-ac3b-4f93a6406ce9), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:43.268106 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-2d298f6f-3f17-4188-abb4-00787725f718 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] 10.222.0.65 "DELETE /v2.0/subnets/b2b14f91-bad5-4c96-aa20-4b350e8b670d/tags HTTP/1.1" status: 204 len: 168 time: 0.3929269 Mar 11 19:47:43.271253 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-b0a15b34-0250-4b70-bea9-ecdda7c9ceb5 None None] For port 38fafb1c-c6ef-44b1-8b90-6825843e3cb4, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:47:43.274737 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50618) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:43.275351 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-b0a15b34-0250-4b70-bea9-ecdda7c9ceb5 None None] For port 38fafb1c-c6ef-44b1-8b90-6825843e3cb4, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=38fafb1c-c6ef-44b1-8b90-6825843e3cb4,segment=NetworkSegment(ee677b63-0fa2-47bf-a894-e445af07d255),segment_id=ee677b63-0fa2-47bf-a894-e445af07d255)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:47:43.281330 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.tag.tag_plugin [None req-9479b9fb-126a-4050-92d1-f78347a58dba tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b2b14f91-bad5-4c96-aa20-4b350e8b670d', 'tempest-TagsExtTest-Tag-1148416854') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:43.283820 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b0a15b34-0250-4b70-bea9-ecdda7c9ceb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (38fafb1c-c6ef-44b1-8b90-6825843e3cb4), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:43.287762 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-72221519-c272-414f-aca1-23a852bc530d req-750e1fed-fbce-4acd-b5b7-f13364819962 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668676 Mar 11 19:47:43.323606 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-9840b5ab-f7d2-42ad-8627-de7ee209e43d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b94df8a-61c5-4688-ac3b-4f93a6406ce9']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:43.338351 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-9840b5ab-f7d2-42ad-8627-de7ee209e43d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee677b63-0fa2-47bf-a894-e445af07d255') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:43.338351 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-9840b5ab-f7d2-42ad-8627-de7ee209e43d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee677b63-0fa2-47bf-a894-e445af07d255') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:43.357041 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9840b5ab-f7d2-42ad-8627-de7ee209e43d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (ee677b63-0fa2-47bf-a894-e445af07d255), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:43.377994 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9840b5ab-f7d2-42ad-8627-de7ee209e43d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (ee677b63-0fa2-47bf-a894-e445af07d255), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:43.380206 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a15b34-0250-4b70-bea9-ecdda7c9ceb5 None None] Pushing event updated for resources: {'Port': ['ID=38fafb1c-c6ef-44b1-8b90-6825843e3cb4,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:43.399316 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9840b5ab-f7d2-42ad-8627-de7ee209e43d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Releasing vlan 868 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:47:43.400470 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9840b5ab-f7d2-42ad-8627-de7ee209e43d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (ee677b63-0fa2-47bf-a894-e445af07d255), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:43.424353 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:47:43.424353 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:47:43.424353 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:47:43.424353 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:47:43.424353 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:47:43.424353 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:47:43.424353 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:47:43.424353 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:47:43.424353 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:47:43.424353 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:47:43.424353 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:47:43.424353 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:47:43.424353 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:47:43.424353 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:47:43.424353 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:47:43.424353 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:47:43.424353 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:47:43.424353 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:47:43.424353 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:47:43.424353 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:47:43.424353 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:47:43.424353 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:47:43.424353 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:47:43.424353 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:47:43.424353 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:47:43.424353 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:47:43.424353 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:47:43.424353 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:47:43.424353 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:47:43.424353 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:47:43.424353 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:47:43.424353 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:47:43.454195 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27d37eb-ff29-44b9-bf7c-84d057b917ca None None] get_active_networks_info from n-d-833163-1 {{(pid=103886) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 11 19:47:43.484664 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-9479b9fb-126a-4050-92d1-f78347a58dba tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] show failed (client error): The resource could not be found. Mar 11 19:47:43.486239 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-9479b9fb-126a-4050-92d1-f78347a58dba tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] 10.222.0.65 "GET /v2.0/subnets/b2b14f91-bad5-4c96-aa20-4b350e8b670d/tags/tempest-TagsExtTest-Tag-1148416854 HTTP/1.1" status: 404 len: 329 time: 0.2100365 Mar 11 19:47:43.488580 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.db.api [None req-9840b5ab-f7d2-42ad-8627-de7ee209e43d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 19:47:43.488580 n-d-833163-1 neutron-server[103884]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 19:47:43.488580 n-d-833163-1 neutron-server[103884]: [parameters: {'id': '7b94df8a-61c5-4688-ac3b-4f93a6406ce9'}] Mar 11 19:47:43.488580 n-d-833163-1 neutron-server[103884]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103884) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:47:43.489455 n-d-833163-1 neutron-server[103884]: DEBUG oslo_db.api [None req-9840b5ab-f7d2-42ad-8627-de7ee209e43d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:47:43.490056 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50636) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:43.494873 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c210f58-d5c2-4b88-827b-39a4f444ddc2 req-b04341a6-2377-4037-b152-6023c26673da tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:43.496737 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.tag.tag_plugin [None req-f0e303b4-c4cd-48f5-9c2d-6772ffae9c18 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b2b14f91-bad5-4c96-aa20-4b350e8b670d', 'tempest-TagsExtTest-Tag-1330847567') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:43.503753 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3c210f58-d5c2-4b88-827b-39a4f444ddc2 req-b04341a6-2377-4037-b152-6023c26673da tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 945 time: 0.1130102 Mar 11 19:47:43.572266 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3c210f58-d5c2-4b88-827b-39a4f444ddc2 req-3d59f6ea-a9a6-4526-b6d8-bef519460239 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679104 Mar 11 19:47:43.574177 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-f0e303b4-c4cd-48f5-9c2d-6772ffae9c18 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] show failed (client error): The resource could not be found. Mar 11 19:47:43.575657 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f0e303b4-c4cd-48f5-9c2d-6772ffae9c18 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] 10.222.0.65 "GET /v2.0/subnets/b2b14f91-bad5-4c96-aa20-4b350e8b670d/tags/tempest-TagsExtTest-Tag-1330847567 HTTP/1.1" status: 404 len: 329 time: 0.0844061 Mar 11 19:47:43.578370 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50642) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:43.583793 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.tag.tag_plugin [None req-2165ce4d-6ab6-49f6-a3bf-e35866bdb6e2 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b2b14f91-bad5-4c96-aa20-4b350e8b670d', 'tempest-TagsExtTest-Tag-1852668511') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:43.605274 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27d37eb-ff29-44b9-bf7c-84d057b917ca None None] Resources bound (agent type, host, resource id): {{(pid=103886) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 19:47:43.665160 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-2165ce4d-6ab6-49f6-a3bf-e35866bdb6e2 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] show failed (client error): The resource could not be found. Mar 11 19:47:43.668093 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-2165ce4d-6ab6-49f6-a3bf-e35866bdb6e2 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] 10.222.0.65 "GET /v2.0/subnets/b2b14f91-bad5-4c96-aa20-4b350e8b670d/tags/tempest-TagsExtTest-Tag-1852668511 HTTP/1.1" status: 404 len: 329 time: 0.0881855 Mar 11 19:47:43.669116 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50654) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:43.676067 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.tag.tag_plugin [None req-f24680c9-8298-4504-81f5-b4c84d4d8e61 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '8ccc220a-d2fd-4026-b837-2047b926f24e', {'tags': ['tempest-TagsExtTest-Tag-242281673', 'tempest-TagsExtTest-Tag-1387816961', 'tempest-TagsExtTest-Tag-1008187838']}) {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:43.752802 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f24680c9-8298-4504-81f5-b4c84d4d8e61 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] 10.222.0.65 "PUT /v2.0/ports/8ccc220a-d2fd-4026-b837-2047b926f24e/tags HTTP/1.1" status: 200 len: 317 time: 0.0811303 Mar 11 19:47:43.754520 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50666) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:43.761626 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.tag.tag_plugin [None req-6798b454-4f59-48b7-8b59-c618eb133efa tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8ccc220a-d2fd-4026-b837-2047b926f24e') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:43.828377 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a87dda-427b-4b74-9ad6-0031c013b065 req-8e319db3-6d70-495a-9cc2-7890fc4a5a38 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:43.830546 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b0a87dda-427b-4b74-9ad6-0031c013b065 req-8e319db3-6d70-495a-9cc2-7890fc4a5a38 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 945 time: 0.1485002 Mar 11 19:47:43.864351 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-6798b454-4f59-48b7-8b59-c618eb133efa tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] 10.222.0.65 "DELETE /v2.0/ports/8ccc220a-d2fd-4026-b837-2047b926f24e/tags HTTP/1.1" status: 204 len: 168 time: 0.1086681 Mar 11 19:47:43.865187 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50682) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:43.876477 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.tag.tag_plugin [None req-7966988e-a704-4bd5-a280-f87a1e592a67 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8ccc220a-d2fd-4026-b837-2047b926f24e', 'tempest-TagsExtTest-Tag-242281673') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:43.887679 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf4efca-f8bb-4abb-a6bf-e6bb9b95f0d3 None None] Network 7b94df8a-61c5-4688-ac3b-4f93a6406ce9 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:47:43.938022 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b0a87dda-427b-4b74-9ad6-0031c013b065 req-b68fb4a1-eb95-4898-94e0-b8a06728534b tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965543 Mar 11 19:47:43.994696 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9840b5ab-f7d2-42ad-8627-de7ee209e43d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (7b94df8a-61c5-4688-ac3b-4f93a6406ce9), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:44.019310 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-7966988e-a704-4bd5-a280-f87a1e592a67 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] show failed (client error): The resource could not be found. Mar 11 19:47:44.023330 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-7966988e-a704-4bd5-a280-f87a1e592a67 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] 10.222.0.65 "GET /v2.0/ports/8ccc220a-d2fd-4026-b837-2047b926f24e/tags/tempest-TagsExtTest-Tag-242281673 HTTP/1.1" status: 404 len: 328 time: 0.1530204 Mar 11 19:47:44.024550 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 50694) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:44.029295 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.tag.tag_plugin [None req-c2adc51e-d5dc-4124-b3fc-949a416a5e53 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8ccc220a-d2fd-4026-b837-2047b926f24e', 'tempest-TagsExtTest-Tag-1387816961') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:44.103556 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df0b63-6e35-477e-8d3c-1bfad459afe4 req-359ce9e6-72f8-416d-8c64-943565e11308 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:44.105137 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a9df0b63-6e35-477e-8d3c-1bfad459afe4 req-359ce9e6-72f8-416d-8c64-943565e11308 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=be343d54-4421-403d-b876-889b59b33fc0 HTTP/1.1" status: 200 len: 944 time: 0.1216981 Mar 11 19:47:44.116966 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-9840b5ab-f7d2-42ad-8627-de7ee209e43d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Deleting port 38fafb1c-c6ef-44b1-8b90-6825843e3cb4 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:47:44.117316 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9840b5ab-f7d2-42ad-8627-de7ee209e43d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (38fafb1c-c6ef-44b1-8b90-6825843e3cb4), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:44.158782 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [None req-c2adc51e-d5dc-4124-b3fc-949a416a5e53 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] show failed (client error): The resource could not be found. Mar 11 19:47:44.159891 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-c2adc51e-d5dc-4124-b3fc-949a416a5e53 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] 10.222.0.65 "GET /v2.0/ports/8ccc220a-d2fd-4026-b837-2047b926f24e/tags/tempest-TagsExtTest-Tag-1387816961 HTTP/1.1" status: 404 len: 329 time: 0.1339736 Mar 11 19:47:44.162602 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 50704) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:44.171842 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.tag.tag_plugin [None req-2e4bebba-7e2e-4dd2-90ec-5949c984e87c tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '8ccc220a-d2fd-4026-b837-2047b926f24e', 'tempest-TagsExtTest-Tag-1008187838') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:44.204433 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-9840b5ab-f7d2-42ad-8627-de7ee209e43d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] For port 38fafb1c-c6ef-44b1-8b90-6825843e3cb4, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=38fafb1c-c6ef-44b1-8b90-6825843e3cb4,segment=NetworkSegment(ee677b63-0fa2-47bf-a894-e445af07d255),segment_id=ee677b63-0fa2-47bf-a894-e445af07d255)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:47:44.205173 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9840b5ab-f7d2-42ad-8627-de7ee209e43d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (38fafb1c-c6ef-44b1-8b90-6825843e3cb4), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:44.218702 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-9840b5ab-f7d2-42ad-8627-de7ee209e43d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Calling delete_port for 38fafb1c-c6ef-44b1-8b90-6825843e3cb4 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:47:44.229237 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a9df0b63-6e35-477e-8d3c-1bfad459afe4 req-ca85d5fb-0e0d-4ee7-9f5b-f20f1d5f5dfd tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=5c88090f-a4b6-4ded-8686-842a534273ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063912 Mar 11 19:47:44.292773 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [None req-2e4bebba-7e2e-4dd2-90ec-5949c984e87c tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] show failed (client error): The resource could not be found. Mar 11 19:47:44.299739 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-2e4bebba-7e2e-4dd2-90ec-5949c984e87c tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] 10.222.0.65 "GET /v2.0/ports/8ccc220a-d2fd-4026-b837-2047b926f24e/tags/tempest-TagsExtTest-Tag-1008187838 HTTP/1.1" status: 404 len: 329 time: 0.1341245 Mar 11 19:47:44.301391 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 50718) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:44.314294 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.tag.tag_plugin [None req-e3dd79d3-e698-4a30-8f6e-3404829dd931 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '2b1eb42f-64ee-4203-906e-1aa77d25df5d', {'tags': ['tempest-TagsExtTest-Tag-2118462251', 'tempest-TagsExtTest-Tag-505654011', 'tempest-TagsExtTest-Tag-1123722993']}) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:44.348910 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9840b5ab-f7d2-42ad-8627-de7ee209e43d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (38fafb1c-c6ef-44b1-8b90-6825843e3cb4), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:44.380290 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9840b5ab-f7d2-42ad-8627-de7ee209e43d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Pushing event deleted for resources: {'Port': ['ID=38fafb1c-c6ef-44b1-8b90-6825843e3cb4,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:44.388795 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9840b5ab-f7d2-42ad-8627-de7ee209e43d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] No DVR routers for this DVR port 38fafb1c-c6ef-44b1-8b90-6825843e3cb4 on host n-d-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:47:44.480998 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9840b5ab-f7d2-42ad-8627-de7ee209e43d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (7b94df8a-61c5-4688-ac3b-4f93a6406ce9), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:44.503737 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-9840b5ab-f7d2-42ad-8627-de7ee209e43d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b94df8a-61c5-4688-ac3b-4f93a6406ce9']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:44.519179 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-9840b5ab-f7d2-42ad-8627-de7ee209e43d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee677b63-0fa2-47bf-a894-e445af07d255') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:44.519497 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-9840b5ab-f7d2-42ad-8627-de7ee209e43d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee677b63-0fa2-47bf-a894-e445af07d255') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:44.536753 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9840b5ab-f7d2-42ad-8627-de7ee209e43d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (ee677b63-0fa2-47bf-a894-e445af07d255), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:44.538408 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-e3dd79d3-e698-4a30-8f6e-3404829dd931 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] 10.222.0.65 "PUT /v2.0/routers/2b1eb42f-64ee-4203-906e-1aa77d25df5d/tags HTTP/1.1" status: 200 len: 317 time: 0.2352703 Mar 11 19:47:44.541334 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 50734) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:44.546986 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.tag.tag_plugin [None req-3306366a-d577-43fa-a9fd-c4b8db92ca66 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2b1eb42f-64ee-4203-906e-1aa77d25df5d') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:44.555290 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9840b5ab-f7d2-42ad-8627-de7ee209e43d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (ee677b63-0fa2-47bf-a894-e445af07d255), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:44.564778 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9840b5ab-f7d2-42ad-8627-de7ee209e43d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Releasing vlan 868 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:47:44.565298 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9840b5ab-f7d2-42ad-8627-de7ee209e43d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (ee677b63-0fa2-47bf-a894-e445af07d255), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:44.568934 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:47:44.568934 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:47:44.568934 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:47:44.568934 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:47:44.568934 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:47:44.568934 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:47:44.568934 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:47:44.568934 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:47:44.568934 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:47:44.568934 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:47:44.568934 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:47:44.568934 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:47:44.568934 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:47:44.568934 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:47:44.568934 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:47:44.568934 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:47:44.568934 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:47:44.568934 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:47:44.568934 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:47:44.568934 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:47:44.568934 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:47:44.568934 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:47:44.568934 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:47:44.568934 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:47:44.568934 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:47:44.568934 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:47:44.568934 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:47:44.568934 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:47:44.568934 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:47:44.568934 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:47:44.568934 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:47:44.568934 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:47:44.653913 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9840b5ab-f7d2-42ad-8627-de7ee209e43d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (7b94df8a-61c5-4688-ac3b-4f93a6406ce9), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:44.662054 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9840b5ab-f7d2-42ad-8627-de7ee209e43d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:44.674223 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-9840b5ab-f7d2-42ad-8627-de7ee209e43d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] 10.222.0.65 "DELETE /v2.0/networks/7b94df8a-61c5-4688-ac3b-4f93a6406ce9 HTTP/1.1" status: 204 len: 168 time: 2.7409501 Mar 11 19:47:44.694182 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9840b5ab-f7d2-42ad-8627-de7ee209e43d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Pushing event deleted for resources: {'Network': ['ID=7b94df8a-61c5-4688-ac3b-4f93a6406ce9,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:44.698791 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50744) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:44.706247 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-8afd6c30-0e5c-4f11-b301-f57799529faa tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-542801301'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:47:44.734056 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8afd6c30-0e5c-4f11-b301-f57799529faa tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Made reservation on behalf of 554a0d0e786c47318030018c7ddae585 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:47:44.738968 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8afd6c30-0e5c-4f11-b301-f57799529faa tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:44.770208 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8afd6c30-0e5c-4f11-b301-f57799529faa tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] vlan segment allocate from pool success with {'vlan_id': 850, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:47:44.780017 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8afd6c30-0e5c-4f11-b301-f57799529faa tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (d076739d-cf58-44d3-bd32-b28b3bb50420), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:44.780412 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-8afd6c30-0e5c-4f11-b301-f57799529faa tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Added segment d076739d-cf58-44d3-bd32-b28b3bb50420 of type vlan for network c0412a6a-f1ee-4f3e-a66d-d72c0e2dd9f2 Mar 11 19:47:44.832221 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8afd6c30-0e5c-4f11-b301-f57799529faa tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (c0412a6a-f1ee-4f3e-a66d-d72c0e2dd9f2), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:44.867978 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8afd6c30-0e5c-4f11-b301-f57799529faa tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (c0412a6a-f1ee-4f3e-a66d-d72c0e2dd9f2), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:44.873945 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afd6c30-0e5c-4f11-b301-f57799529faa tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:44.874602 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8afd6c30-0e5c-4f11-b301-f57799529faa tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:44.923959 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad29cf31-95b9-488e-ac01-5afd9d75c008 req-a16667cc-6d71-4b57-ba2d-951671795c9a tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:44.928581 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8afd6c30-0e5c-4f11-b301-f57799529faa tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2253137 Mar 11 19:47:44.929808 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50762) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:44.931245 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ad29cf31-95b9-488e-ac01-5afd9d75c008 req-a16667cc-6d71-4b57-ba2d-951671795c9a tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 945 time: 0.5127926 Mar 11 19:47:44.935869 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-b7f9cf5d-c6b1-445b-ac23-063579568b6d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Request body: {'subnet': {'network_id': 'c0412a6a-f1ee-4f3e-a66d-d72c0e2dd9f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:47:44.984803 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afd6c30-0e5c-4f11-b301-f57799529faa tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Pushing event updated for resources: {'Network': ['ID=c0412a6a-f1ee-4f3e-a66d-d72c0e2dd9f2,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:45.001679 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network c0412a6a-f1ee-4f3e-a66d-d72c0e2dd9f2 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:47:45.046538 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ad29cf31-95b9-488e-ac01-5afd9d75c008 req-5c0db945-1047-4830-95dd-9cea5918d510 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142130 Mar 11 19:47:45.082193 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-3306366a-d577-43fa-a9fd-c4b8db92ca66 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] 10.222.0.65 "DELETE /v2.0/routers/2b1eb42f-64ee-4203-906e-1aa77d25df5d/tags HTTP/1.1" status: 204 len: 168 time: 0.5394957 Mar 11 19:47:45.084962 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 50776) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:45.090024 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.tag.tag_plugin [None req-23be8687-2bae-45dd-bb8e-5c3635f6e62a tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2b1eb42f-64ee-4203-906e-1aa77d25df5d', 'tempest-TagsExtTest-Tag-2118462251') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:45.096776 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f9cf5d-c6b1-445b-ac23-063579568b6d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Made reservation on behalf of 554a0d0e786c47318030018c7ddae585 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:47:45.102003 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b7f9cf5d-c6b1-445b-ac23-063579568b6d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:45.173407 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7a443b36-dff9-464b-a230-4ec1f3ff294f req-108365a5-b3f0-4084-99c3-8623defd19a6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5f4622d2-6877-42dd-be4c-6b2764b6d954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427003 Mar 11 19:47:45.340610 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [None req-23be8687-2bae-45dd-bb8e-5c3635f6e62a tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] show failed (client error): The resource could not be found. Mar 11 19:47:45.341831 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-23be8687-2bae-45dd-bb8e-5c3635f6e62a tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] 10.222.0.65 "GET /v2.0/routers/2b1eb42f-64ee-4203-906e-1aa77d25df5d/tags/tempest-TagsExtTest-Tag-2118462251 HTTP/1.1" status: 404 len: 329 time: 0.2559116 Mar 11 19:47:45.346039 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 50798) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:45.353477 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ba61f-7928-4ba0-bc9f-ffcefef0bc26 req-43b281c5-2ca0-48f0-b623-a246c0a6a7d1 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:45.363615 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8f0ba61f-7928-4ba0-bc9f-ffcefef0bc26 req-43b281c5-2ca0-48f0-b623-a246c0a6a7d1 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ffc1526-37d9-421b-b78a-592e2353f606 HTTP/1.1" status: 200 len: 943 time: 0.2153912 Mar 11 19:47:45.371717 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.tag.tag_plugin [None req-69f2e92c-8ff1-45ce-a717-639459ecca6a tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2b1eb42f-64ee-4203-906e-1aa77d25df5d', 'tempest-TagsExtTest-Tag-505654011') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:45.380075 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b7f9cf5d-c6b1-445b-ac23-063579568b6d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (a85dd5c9-2a46-4163-9b5b-a2594d558f47), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:45.450771 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f9cf5d-c6b1-445b-ac23-063579568b6d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Pushing event updated for resources: {'Subnet': ['ID=a85dd5c9-2a46-4163-9b5b-a2594d558f47,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:45.452293 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7a443b36-dff9-464b-a230-4ec1f3ff294f req-70135cd9-a355-4f45-864c-8f0f2e2b5b58 service neutron] 10.222.0.57 "GET /v2.0/networks/5f4622d2-6877-42dd-be4c-6b2764b6d954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540014 Mar 11 19:47:45.457810 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f9cf5d-c6b1-445b-ac23-063579568b6d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Checking segment: {'id': 'd076739d-cf58-44d3-bd32-b28b3bb50420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'c0412a6a-f1ee-4f3e-a66d-d72c0e2dd9f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:47:45.458178 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f9cf5d-c6b1-445b-ac23-063579568b6d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Network hostable DHCP agents. Network: c0412a6a-f1ee-4f3e-a66d-d72c0e2dd9f2, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:47:45.482696 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f9cf5d-c6b1-445b-ac23-063579568b6d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Network c0412a6a-f1ee-4f3e-a66d-d72c0e2dd9f2 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:47:45.497415 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-b7f9cf5d-c6b1-445b-ac23-063579568b6d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, c0412a6a-f1ee-4f3e-a66d-d72c0e2dd9f2) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:47:45.506127 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f9cf5d-c6b1-445b-ac23-063579568b6d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:45.507417 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b7f9cf5d-c6b1-445b-ac23-063579568b6d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:45.509112 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9dae8f-5552-4db6-bfb5-aa73abb8f6af None None] Network c0412a6a-f1ee-4f3e-a66d-d72c0e2dd9f2 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:47:45.520371 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8f0ba61f-7928-4ba0-bc9f-ffcefef0bc26 req-c91308c4-1d39-4c3a-8412-a0c058620d70 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551092 Mar 11 19:47:45.529305 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b7f9cf5d-c6b1-445b-ac23-063579568b6d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5980182 Mar 11 19:47:45.534783 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50808) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:45.705282 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9199068b-fb59-415b-b21d-80a310c1b06d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (c0412a6a-f1ee-4f3e-a66d-d72c0e2dd9f2), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:45.715548 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [None req-69f2e92c-8ff1-45ce-a717-639459ecca6a tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] show failed (client error): The resource could not be found. Mar 11 19:47:45.717348 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-69f2e92c-8ff1-45ce-a717-639459ecca6a tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] 10.222.0.65 "GET /v2.0/routers/2b1eb42f-64ee-4203-906e-1aa77d25df5d/tags/tempest-TagsExtTest-Tag-505654011 HTTP/1.1" status: 404 len: 328 time: 0.3501558 Mar 11 19:47:45.721472 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50824) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:45.730337 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.tag.tag_plugin [None req-bb603479-5f52-42b1-b271-952e9fdba4ba tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2b1eb42f-64ee-4203-906e-1aa77d25df5d', 'tempest-TagsExtTest-Tag-1123722993') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:45.766770 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7a443b36-dff9-464b-a230-4ec1f3ff294f req-12b35dd1-d55b-42d4-955c-825f33fff659 service neutron] 10.222.0.57 "GET /v2.0/networks/5f4622d2-6877-42dd-be4c-6b2764b6d954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046224 Mar 11 19:47:45.775930 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d16c6e1-0bf4-446a-aae8-0f1fd932e480 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-c0412a6a-f1ee-4f3e-a66d-d72c0e2dd9f2', 'network_id': 'c0412a6a-f1ee-4f3e-a66d-d72c0e2dd9f2', 'project_id': '554a0d0e786c47318030018c7ddae585', 'fixed_ips': [{'subnet_id': 'a85dd5c9-2a46-4163-9b5b-a2594d558f47'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:47:45.776849 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2d16c6e1-0bf4-446a-aae8-0f1fd932e480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:45.871654 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8c9cb-bd9d-41a3-a641-10eb105e3e5d req-d9569a6b-95ef-4316-9464-3c360416a2af tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:45.881479 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-48c8c9cb-bd9d-41a3-a641-10eb105e3e5d req-d9569a6b-95ef-4316-9464-3c360416a2af tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=be343d54-4421-403d-b876-889b59b33fc0 HTTP/1.1" status: 200 len: 944 time: 0.0996358 Mar 11 19:47:45.952183 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9199068b-fb59-415b-b21d-80a310c1b06d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (a85dd5c9-2a46-4163-9b5b-a2594d558f47), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:45.957691 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-bb603479-5f52-42b1-b271-952e9fdba4ba tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] show failed (client error): The resource could not be found. Mar 11 19:47:45.958747 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-bb603479-5f52-42b1-b271-952e9fdba4ba tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] 10.222.0.65 "GET /v2.0/routers/2b1eb42f-64ee-4203-906e-1aa77d25df5d/tags/tempest-TagsExtTest-Tag-1123722993 HTTP/1.1" status: 404 len: 329 time: 0.2359729 Mar 11 19:47:45.964819 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-48c8c9cb-bd9d-41a3-a641-10eb105e3e5d req-29b3919b-3557-486c-981e-61a1ffbd5058 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=5c88090f-a4b6-4ded-8686-842a534273ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806541 Mar 11 19:47:45.966219 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 50840) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:45.978988 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.tag.tag_plugin [None req-0ab961c8-b9da-4f22-8257-822d5db1c9b5 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'b6e531f4-4b42-4f95-b798-fbe75f482f97', {'tags': ['tempest-TagsExtTest-Tag-1120287144', 'tempest-TagsExtTest-Tag-1417877961', 'tempest-TagsExtTest-Tag-1535725315']}) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:46.091753 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-2d16c6e1-0bf4-446a-aae8-0f1fd932e480 None None] Allocated IP 172.20.0.1 (c0412a6a-f1ee-4f3e-a66d-d72c0e2dd9f2/a85dd5c9-2a46-4163-9b5b-a2594d558f47/2cd08f35-b70c-43a0-94a9-85c6bb78ac11) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:47:46.117416 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-0ab961c8-b9da-4f22-8257-822d5db1c9b5 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] 10.222.0.65 "PUT /v2.0/subnetpools/b6e531f4-4b42-4f95-b798-fbe75f482f97/tags HTTP/1.1" status: 200 len: 318 time: 0.1500912 Mar 11 19:47:46.120285 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50852) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:46.124669 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.tag.tag_plugin [None req-1f036333-5091-42c9-8ec9-d6fe77064954 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b6e531f4-4b42-4f95-b798-fbe75f482f97') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:46.145733 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b8b1e3-1646-4f81-a538-5e13e1d9f3d1 req-87b8b171-4a38-4e91-ace3-23b883702649 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:46.153345 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f2b8b1e3-1646-4f81-a538-5e13e1d9f3d1 req-87b8b171-4a38-4e91-ace3-23b883702649 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 945 time: 0.0941415 Mar 11 19:47:46.190995 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-1f036333-5091-42c9-8ec9-d6fe77064954 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] 10.222.0.65 "DELETE /v2.0/subnetpools/b6e531f4-4b42-4f95-b798-fbe75f482f97/tags HTTP/1.1" status: 204 len: 168 time: 0.0697372 Mar 11 19:47:46.195116 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50858) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:46.204961 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.tag.tag_plugin [None req-87d2fb91-b88f-455b-86e6-d066889d472c tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b6e531f4-4b42-4f95-b798-fbe75f482f97', 'tempest-TagsExtTest-Tag-1120287144') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:46.241384 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f2b8b1e3-1646-4f81-a538-5e13e1d9f3d1 req-e056c51f-b399-488e-a939-79f3be37ca94 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815260 Mar 11 19:47:46.254594 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-87d2fb91-b88f-455b-86e6-d066889d472c tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] show failed (client error): The resource could not be found. Mar 11 19:47:46.259461 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 50866) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:46.264889 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.tag.tag_plugin [None req-e31e970e-6db1-4a05-9f50-4cc518e53c4f tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b6e531f4-4b42-4f95-b798-fbe75f482f97', 'tempest-TagsExtTest-Tag-1417877961') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:46.269332 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-87d2fb91-b88f-455b-86e6-d066889d472c tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] 10.222.0.65 "GET /v2.0/subnetpools/b6e531f4-4b42-4f95-b798-fbe75f482f97/tags/tempest-TagsExtTest-Tag-1120287144 HTTP/1.1" status: 404 len: 329 time: 0.0712583 Mar 11 19:47:46.303992 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [None req-e31e970e-6db1-4a05-9f50-4cc518e53c4f tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] show failed (client error): The resource could not be found. Mar 11 19:47:46.305075 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-e31e970e-6db1-4a05-9f50-4cc518e53c4f tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] 10.222.0.65 "GET /v2.0/subnetpools/b6e531f4-4b42-4f95-b798-fbe75f482f97/tags/tempest-TagsExtTest-Tag-1417877961 HTTP/1.1" status: 404 len: 329 time: 0.0442882 Mar 11 19:47:46.309526 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 50868) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:46.315515 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.tag.tag_plugin [None req-1afc848d-6ce1-4332-9655-37715e5b5233 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b6e531f4-4b42-4f95-b798-fbe75f482f97', 'tempest-TagsExtTest-Tag-1535725315') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:46.343167 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [None req-1afc848d-6ce1-4332-9655-37715e5b5233 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] show failed (client error): The resource could not be found. Mar 11 19:47:46.344923 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-1afc848d-6ce1-4332-9655-37715e5b5233 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] 10.222.0.65 "GET /v2.0/subnetpools/b6e531f4-4b42-4f95-b798-fbe75f482f97/tags/tempest-TagsExtTest-Tag-1535725315 HTTP/1.1" status: 404 len: 329 time: 0.0343945 Mar 11 19:47:46.347742 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 50870) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:46.353836 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.tag.tag_plugin [None req-535271f2-4b34-4555-ae56-39023f159650 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b6e531f4-4b42-4f95-b798-fbe75f482f97') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:46.391201 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-535271f2-4b34-4555-ae56-39023f159650 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] 10.222.0.65 "DELETE /v2.0/subnetpools/b6e531f4-4b42-4f95-b798-fbe75f482f97/tags HTTP/1.1" status: 204 len: 168 time: 0.0420551 Mar 11 19:47:46.395050 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50876) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:46.404420 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.tag.tag_plugin [None req-ce0a84c6-74d6-499f-8044-e1c8c096ab5d tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2b1eb42f-64ee-4203-906e-1aa77d25df5d') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:46.504080 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ce0a84c6-74d6-499f-8044-e1c8c096ab5d tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] 10.222.0.65 "DELETE /v2.0/routers/2b1eb42f-64ee-4203-906e-1aa77d25df5d/tags HTTP/1.1" status: 204 len: 168 time: 0.1082711 Mar 11 19:47:46.506847 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 50880) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:46.511505 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.tag.tag_plugin [None req-77553a7b-0b88-4d7c-8a5a-e4e267b3fea4 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '8ccc220a-d2fd-4026-b837-2047b926f24e') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:46.512045 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2d16c6e1-0bf4-446a-aae8-0f1fd932e480 None None] Publish callbacks [] for port (2cd08f35-b70c-43a0-94a9-85c6bb78ac11), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:46.522374 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2d16c6e1-0bf4-446a-aae8-0f1fd932e480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (2cd08f35-b70c-43a0-94a9-85c6bb78ac11), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:46.545319 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9199068b-fb59-415b-b21d-80a310c1b06d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (a85dd5c9-2a46-4163-9b5b-a2594d558f47), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:46.580600 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-77553a7b-0b88-4d7c-8a5a-e4e267b3fea4 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] 10.222.0.65 "DELETE /v2.0/ports/8ccc220a-d2fd-4026-b837-2047b926f24e/tags HTTP/1.1" status: 204 len: 168 time: 0.0701056 Mar 11 19:47:46.580860 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 50884) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:46.586718 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.tag.tag_plugin [None req-41b25200-3ce3-4c4b-a048-28363e7c0f10 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b2b14f91-bad5-4c96-aa20-4b350e8b670d') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:46.607740 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9199068b-fb59-415b-b21d-80a310c1b06d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Pushing event deleted for resources: {'Subnet': ['ID=a85dd5c9-2a46-4163-9b5b-a2594d558f47,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:46.624422 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d16c6e1-0bf4-446a-aae8-0f1fd932e480 None None] Network c0412a6a-f1ee-4f3e-a66d-d72c0e2dd9f2 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:47:46.630149 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-2d16c6e1-0bf4-446a-aae8-0f1fd932e480 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:47:46.635699 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d16c6e1-0bf4-446a-aae8-0f1fd932e480 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:47:46.657585 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d16c6e1-0bf4-446a-aae8-0f1fd932e480 None None] Pushing event updated for resources: {'Port': ['ID=2cd08f35-b70c-43a0-94a9-85c6bb78ac11,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:46.715348 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9199068b-fb59-415b-b21d-80a310c1b06d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (c0412a6a-f1ee-4f3e-a66d-d72c0e2dd9f2), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:46.733738 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-2d16c6e1-0bf4-446a-aae8-0f1fd932e480 None None] Attempting to bind port 2cd08f35-b70c-43a0-94a9-85c6bb78ac11 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:47:46.734008 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-2d16c6e1-0bf4-446a-aae8-0f1fd932e480 None None] Attempting to bind port 2cd08f35-b70c-43a0-94a9-85c6bb78ac11 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'd076739d-cf58-44d3-bd32-b28b3bb50420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'c0412a6a-f1ee-4f3e-a66d-d72c0e2dd9f2'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:47:46.736510 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d16c6e1-0bf4-446a-aae8-0f1fd932e480 None None] Attempting to bind port 2cd08f35-b70c-43a0-94a9-85c6bb78ac11 on network c0412a6a-f1ee-4f3e-a66d-d72c0e2dd9f2 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:47:46.748170 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-9199068b-fb59-415b-b21d-80a310c1b06d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0412a6a-f1ee-4f3e-a66d-d72c0e2dd9f2']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:46.751220 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d16c6e1-0bf4-446a-aae8-0f1fd932e480 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:47:46.751618 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d16c6e1-0bf4-446a-aae8-0f1fd932e480 None None] Checking segment: {'id': 'd076739d-cf58-44d3-bd32-b28b3bb50420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'c0412a6a-f1ee-4f3e-a66d-d72c0e2dd9f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:47:46.752046 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2d16c6e1-0bf4-446a-aae8-0f1fd932e480 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:46.752440 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d16c6e1-0bf4-446a-aae8-0f1fd932e480 None None] Bound using segment: {'id': 'd076739d-cf58-44d3-bd32-b28b3bb50420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'c0412a6a-f1ee-4f3e-a66d-d72c0e2dd9f2'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:47:46.755881 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-2d16c6e1-0bf4-446a-aae8-0f1fd932e480 None None] Bound port: 2cd08f35-b70c-43a0-94a9-85c6bb78ac11, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd076739d-cf58-44d3-bd32-b28b3bb50420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'c0412a6a-f1ee-4f3e-a66d-d72c0e2dd9f2'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:47:46.758792 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-9199068b-fb59-415b-b21d-80a310c1b06d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd076739d-cf58-44d3-bd32-b28b3bb50420') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:46.759084 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2d16c6e1-0bf4-446a-aae8-0f1fd932e480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2cd08f35-b70c-43a0-94a9-85c6bb78ac11), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:46.759219 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-9199068b-fb59-415b-b21d-80a310c1b06d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd076739d-cf58-44d3-bd32-b28b3bb50420') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:46.770778 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9199068b-fb59-415b-b21d-80a310c1b06d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (d076739d-cf58-44d3-bd32-b28b3bb50420), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:46.795882 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9199068b-fb59-415b-b21d-80a310c1b06d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (d076739d-cf58-44d3-bd32-b28b3bb50420), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:46.807031 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c6d4f-8cc3-4657-8472-f762b7fa5da1 req-e268b755-a40b-4e6d-981a-3e1a8b6ae46c tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:46.808572 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-689c6d4f-8cc3-4657-8472-f762b7fa5da1 req-e268b755-a40b-4e6d-981a-3e1a8b6ae46c tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ffc1526-37d9-421b-b78a-592e2353f606 HTTP/1.1" status: 200 len: 943 time: 0.1491334 Mar 11 19:47:46.813866 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9199068b-fb59-415b-b21d-80a310c1b06d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Releasing vlan 850 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:47:46.814508 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-41b25200-3ce3-4c4b-a048-28363e7c0f10 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] 10.222.0.65 "DELETE /v2.0/subnets/b2b14f91-bad5-4c96-aa20-4b350e8b670d/tags HTTP/1.1" status: 204 len: 168 time: 0.2327216 Mar 11 19:47:46.815162 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9199068b-fb59-415b-b21d-80a310c1b06d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (d076739d-cf58-44d3-bd32-b28b3bb50420), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:46.820319 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 50888) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:46.820517 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:47:46.820517 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:47:46.820517 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:47:46.820517 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:47:46.820517 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:47:46.820517 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:47:46.820517 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:47:46.820517 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:47:46.820517 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:47:46.820517 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:47:46.820517 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:47:46.820517 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:47:46.820517 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:47:46.820517 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:47:46.820517 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:47:46.820517 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:47:46.820517 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:47:46.820517 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:47:46.820517 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:47:46.820517 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:47:46.820517 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:47:46.820517 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:47:46.820517 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:47:46.820517 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:47:46.820517 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:47:46.820517 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:47:46.820517 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:47:46.820517 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:47:46.820517 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:47:46.820517 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:47:46.820517 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:47:46.820517 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:47:46.869996 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-2d16c6e1-0bf4-446a-aae8-0f1fd932e480 None None] For port 2cd08f35-b70c-43a0-94a9-85c6bb78ac11, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:47:46.878931 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50892) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:46.921078 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.db.api [None req-9199068b-fb59-415b-b21d-80a310c1b06d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 19:47:46.921078 n-d-833163-1 neutron-server[103884]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 19:47:46.921078 n-d-833163-1 neutron-server[103884]: [parameters: {'id': 'c0412a6a-f1ee-4f3e-a66d-d72c0e2dd9f2'}] Mar 11 19:47:46.921078 n-d-833163-1 neutron-server[103884]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103884) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:47:46.921515 n-d-833163-1 neutron-server[103884]: DEBUG oslo_db.api [None req-9199068b-fb59-415b-b21d-80a310c1b06d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:47:46.923906 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-2d16c6e1-0bf4-446a-aae8-0f1fd932e480 None None] For port 2cd08f35-b70c-43a0-94a9-85c6bb78ac11, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=2cd08f35-b70c-43a0-94a9-85c6bb78ac11,segment=NetworkSegment(d076739d-cf58-44d3-bd32-b28b3bb50420),segment_id=d076739d-cf58-44d3-bd32-b28b3bb50420)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:47:46.934295 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2d16c6e1-0bf4-446a-aae8-0f1fd932e480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (2cd08f35-b70c-43a0-94a9-85c6bb78ac11), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:46.971328 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-689c6d4f-8cc3-4657-8472-f762b7fa5da1 req-a291acea-30af-4da5-a1a7-750c9ef8e0ba tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269069 Mar 11 19:47:46.996039 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 0786ea56-2bc3-4f98-abc6-260064f6b8fd details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:47:47.006306 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fb599156-0476-40c5-ac97-9cee54b6fee8 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:47.008786 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-fb599156-0476-40c5-ac97-9cee54b6fee8 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] 10.222.0.65 "DELETE /v2.0/subnetpools/b6e531f4-4b42-4f95-b798-fbe75f482f97 HTTP/1.1" status: 204 len: 168 time: 0.1869457 Mar 11 19:47:47.010682 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50898) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:47.047800 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 50900) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:47.048542 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-6afe34de-a4f7-44b7-ba9b-8ffa687db137 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] 10.222.0.65 "GET /v2.0/ports?device_id=2b1eb42f-64ee-4203-906e-1aa77d25df5d HTTP/1.1" status: 200 len: 205 time: 0.0366795 Mar 11 19:47:47.061930 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d16c6e1-0bf4-446a-aae8-0f1fd932e480 None None] Pushing event updated for resources: {'Port': ['ID=2cd08f35-b70c-43a0-94a9-85c6bb78ac11,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:47.085698 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc57ad0-2cda-4478-ba5e-3eb611966cfc None None] get_active_networks_info from n-d-833163-1 {{(pid=103886) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 11 19:47:47.108281 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9d94bcd7-dbd9-498f-8b99-f3bfb4645716 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:47.180632 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1ce42ff1-6e83-4230-985f-39b8bced6ee9 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Publish callbacks [] for router (2b1eb42f-64ee-4203-906e-1aa77d25df5d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:47.184493 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc57ad0-2cda-4478-ba5e-3eb611966cfc None None] Resources bound (agent type, host, resource id): {{(pid=103886) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 19:47:47.199978 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9d94bcd7-dbd9-498f-8b99-f3bfb4645716 admin admin] Publish callbacks [] for security_group (2619b06b-8eef-4bd3-aaf3-0c67fbd7ce4f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:47.207675 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9d94bcd7-dbd9-498f-8b99-f3bfb4645716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (2619b06b-8eef-4bd3-aaf3-0c67fbd7ce4f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:47.260797 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d94bcd7-dbd9-498f-8b99-f3bfb4645716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2619b06b-8eef-4bd3-aaf3-0c67fbd7ce4f,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:47.281227 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-9d94bcd7-dbd9-498f-8b99-f3bfb4645716 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8403d4d3ba554b0390b96821bd7cb76c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4011137 Mar 11 19:47:47.284397 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50902) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:47.294485 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 0786ea56-2bc3-4f98-abc6-260064f6b8fd, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=0786ea56-2bc3-4f98-abc6-260064f6b8fd,segment=NetworkSegment(518fbfd6-66d4-46dc-8045-59cddcf132dc),segment_id=518fbfd6-66d4-46dc-8045-59cddcf132dc)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:47:47.310810 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': '0786ea56-2bc3-4f98-abc6-260064f6b8fd', 'network_id': '5f4622d2-6877-42dd-be4c-6b2764b6d954', 'port_id': '0786ea56-2bc3-4f98-abc6-260064f6b8fd', 'mac_address': 'fa:16:3e:72:0f:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 866, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d74cfef-df19-4443-8dbc-7728b7150eec', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:47:47.370699 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cabe5f72-8063-4406-b593-0095a229cef6 admin admin] Publish callbacks [] for security_group (2619b06b-8eef-4bd3-aaf3-0c67fbd7ce4f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:47.416884 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cabe5f72-8063-4406-b593-0095a229cef6 admin admin] Publish callbacks [] for security_group (2619b06b-8eef-4bd3-aaf3-0c67fbd7ce4f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:47.418605 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 0786ea56-2bc3-4f98-abc6-260064f6b8fd is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:47:47.418998 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (0786ea56-2bc3-4f98-abc6-260064f6b8fd), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:47.432849 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1ce42ff1-6e83-4230-985f-39b8bced6ee9 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (2b1eb42f-64ee-4203-906e-1aa77d25df5d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:47.436986 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1ce42ff1-6e83-4230-985f-39b8bced6ee9 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Publish callbacks [] for router_controller (2b1eb42f-64ee-4203-906e-1aa77d25df5d), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:47.446124 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43728b52-f59f-4d2f-bcbb-cb3997ebe5a1 req-f0d10981-edf4-4d26-bc4b-494f8852974e tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:47.447907 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-43728b52-f59f-4d2f-bcbb-cb3997ebe5a1 req-f0d10981-edf4-4d26-bc4b-494f8852974e tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=be343d54-4421-403d-b876-889b59b33fc0 HTTP/1.1" status: 200 len: 944 time: 0.2637582 Mar 11 19:47:47.452285 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0786ea56-2bc3-4f98-abc6-260064f6b8fd {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:47:47.461329 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9199068b-fb59-415b-b21d-80a310c1b06d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (c0412a6a-f1ee-4f3e-a66d-d72c0e2dd9f2), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:47.525341 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1ce42ff1-6e83-4230-985f-39b8bced6ee9 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (2b1eb42f-64ee-4203-906e-1aa77d25df5d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:47.525843 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce42ff1-6e83-4230-985f-39b8bced6ee9 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Fanout notify agent at l3_agent the message router_deleted on router 2b1eb42f-64ee-4203-906e-1aa77d25df5d {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:47:47.532555 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cabe5f72-8063-4406-b593-0095a229cef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (2619b06b-8eef-4bd3-aaf3-0c67fbd7ce4f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:47.534636 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1ce42ff1-6e83-4230-985f-39b8bced6ee9 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:47.535073 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cabe5f72-8063-4406-b593-0095a229cef6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:47.538271 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-1ce42ff1-6e83-4230-985f-39b8bced6ee9 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] 10.222.0.65 "DELETE /v2.0/routers/2b1eb42f-64ee-4203-906e-1aa77d25df5d HTTP/1.1" status: 204 len: 168 time: 0.4869199 Mar 11 19:47:47.538962 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-cabe5f72-8063-4406-b593-0095a229cef6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2619b06b-8eef-4bd3-aaf3-0c67fbd7ce4f HTTP/1.1" status: 204 len: 168 time: 0.2505641 Mar 11 19:47:47.539597 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50906) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:47.541179 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-9199068b-fb59-415b-b21d-80a310c1b06d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Deleting port 2cd08f35-b70c-43a0-94a9-85c6bb78ac11 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:47:47.541515 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9199068b-fb59-415b-b21d-80a310c1b06d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (2cd08f35-b70c-43a0-94a9-85c6bb78ac11), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:47.565953 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-43728b52-f59f-4d2f-bcbb-cb3997ebe5a1 req-ce0b39e7-e7e6-4341-b92f-b55bfe248c77 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=5c88090f-a4b6-4ded-8686-842a534273ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692778 Mar 11 19:47:47.578895 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 0786ea56-2bc3-4f98-abc6-260064f6b8fd, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=0786ea56-2bc3-4f98-abc6-260064f6b8fd,segment=NetworkSegment(518fbfd6-66d4-46dc-8045-59cddcf132dc),segment_id=518fbfd6-66d4-46dc-8045-59cddcf132dc)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:47:47.587743 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabe5f72-8063-4406-b593-0095a229cef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2619b06b-8eef-4bd3-aaf3-0c67fbd7ce4f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:47.594006 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (0786ea56-2bc3-4f98-abc6-260064f6b8fd), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:47.661988 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e45fa7-297a-4920-b010-42dbedbb5688 None None] Network c0412a6a-f1ee-4f3e-a66d-d72c0e2dd9f2 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:47:47.706851 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-9199068b-fb59-415b-b21d-80a310c1b06d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] For port 2cd08f35-b70c-43a0-94a9-85c6bb78ac11, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=2cd08f35-b70c-43a0-94a9-85c6bb78ac11,segment=NetworkSegment(d076739d-cf58-44d3-bd32-b28b3bb50420),segment_id=d076739d-cf58-44d3-bd32-b28b3bb50420)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:47:47.707393 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9199068b-fb59-415b-b21d-80a310c1b06d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (2cd08f35-b70c-43a0-94a9-85c6bb78ac11), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:47.723597 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-9199068b-fb59-415b-b21d-80a310c1b06d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Calling delete_port for 2cd08f35-b70c-43a0-94a9-85c6bb78ac11 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:47:47.793140 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=0786ea56-2bc3-4f98-abc6-260064f6b8fd,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:47.809912 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a1d15e-770f-4dd0-9691-27cdd6366d05 req-8d1d3a19-4dba-4033-9c11-01b5ec09ae0e tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:47.812112 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-90a1d15e-770f-4dd0-9691-27cdd6366d05 req-8d1d3a19-4dba-4033-9c11-01b5ec09ae0e tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 945 time: 0.0611277 Mar 11 19:47:47.876248 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-90a1d15e-770f-4dd0-9691-27cdd6366d05 req-a1798c0d-3957-49a8-8c73-8c99205d1a1e tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576193 Mar 11 19:47:47.876465 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9199068b-fb59-415b-b21d-80a310c1b06d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (2cd08f35-b70c-43a0-94a9-85c6bb78ac11), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:47.921980 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9199068b-fb59-415b-b21d-80a310c1b06d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Pushing event deleted for resources: {'Port': ['ID=2cd08f35-b70c-43a0-94a9-85c6bb78ac11,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:47.928536 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9199068b-fb59-415b-b21d-80a310c1b06d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] No DVR routers for this DVR port 2cd08f35-b70c-43a0-94a9-85c6bb78ac11 on host n-d-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:47:48.027289 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9199068b-fb59-415b-b21d-80a310c1b06d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (c0412a6a-f1ee-4f3e-a66d-d72c0e2dd9f2), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:48.055906 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-303f452a-2c69-42a5-afc4-85cfff227152 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Deleting port 8ccc220a-d2fd-4026-b837-2047b926f24e {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:47:48.056360 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-303f452a-2c69-42a5-afc4-85cfff227152 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (8ccc220a-d2fd-4026-b837-2047b926f24e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:48.062204 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-9199068b-fb59-415b-b21d-80a310c1b06d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0412a6a-f1ee-4f3e-a66d-d72c0e2dd9f2']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:48.120830 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-9199068b-fb59-415b-b21d-80a310c1b06d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd076739d-cf58-44d3-bd32-b28b3bb50420') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:48.121258 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-9199068b-fb59-415b-b21d-80a310c1b06d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd076739d-cf58-44d3-bd32-b28b3bb50420') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:48.149928 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['0786ea56-2bc3-4f98-abc6-260064f6b8fd'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:47:48.216288 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9199068b-fb59-415b-b21d-80a310c1b06d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (d076739d-cf58-44d3-bd32-b28b3bb50420), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:48.230987 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9199068b-fb59-415b-b21d-80a310c1b06d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (d076739d-cf58-44d3-bd32-b28b3bb50420), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:48.237829 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9199068b-fb59-415b-b21d-80a310c1b06d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Releasing vlan 850 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:47:48.238194 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9199068b-fb59-415b-b21d-80a310c1b06d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (d076739d-cf58-44d3-bd32-b28b3bb50420), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:48.280968 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0b3671-04e4-4ff8-a737-223e4644f124 req-a329b28a-9335-4f70-82af-047748aec362 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:48.295264 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1b0b3671-04e4-4ff8-a737-223e4644f124 req-a329b28a-9335-4f70-82af-047748aec362 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ffc1526-37d9-421b-b78a-592e2353f606 HTTP/1.1" status: 200 len: 944 time: 0.1541905 Mar 11 19:47:48.311835 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:47:48.311835 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:47:48.311835 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:47:48.311835 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:47:48.311835 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:47:48.311835 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:47:48.311835 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:47:48.311835 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:47:48.311835 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:47:48.311835 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:47:48.311835 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:47:48.311835 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:47:48.311835 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:47:48.311835 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:47:48.311835 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:47:48.311835 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:47:48.311835 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:47:48.311835 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:47:48.311835 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:47:48.311835 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:47:48.311835 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:47:48.311835 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:47:48.311835 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:47:48.311835 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:47:48.311835 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:47:48.311835 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:47:48.311835 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:47:48.311835 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:47:48.311835 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:47:48.311835 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:47:48.311835 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:47:48.311835 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:47:48.324267 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9199068b-fb59-415b-b21d-80a310c1b06d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (c0412a6a-f1ee-4f3e-a66d-d72c0e2dd9f2), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:48.329309 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9199068b-fb59-415b-b21d-80a310c1b06d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:48.332915 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-9199068b-fb59-415b-b21d-80a310c1b06d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] 10.222.0.65 "DELETE /v2.0/networks/c0412a6a-f1ee-4f3e-a66d-d72c0e2dd9f2 HTTP/1.1" status: 204 len: 168 time: 2.7969949 Mar 11 19:47:48.345127 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 50932) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:48.362684 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-f962c159-ff99-465a-825e-a9bd973df462 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1155062954'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:47:48.388900 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9199068b-fb59-415b-b21d-80a310c1b06d tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Pushing event deleted for resources: {'Network': ['ID=c0412a6a-f1ee-4f3e-a66d-d72c0e2dd9f2,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:48.413277 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-303f452a-2c69-42a5-afc4-85cfff227152 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (8ccc220a-d2fd-4026-b837-2047b926f24e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:48.436713 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c864372-e8cc-43e8-81de-c97333f0d4fe req-8c308440-5709-426c-b00b-61b17cf635a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:48.439112 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f962c159-ff99-465a-825e-a9bd973df462 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Made reservation on behalf of 554a0d0e786c47318030018c7ddae585 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:47:48.439576 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3c864372-e8cc-43e8-81de-c97333f0d4fe req-8c308440-5709-426c-b00b-61b17cf635a5 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=66b3b8d3f65c4e239ea33b0475efa223&device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 1127 time: 0.1289973 Mar 11 19:47:48.442840 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f962c159-ff99-465a-825e-a9bd973df462 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:48.447968 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-303f452a-2c69-42a5-afc4-85cfff227152 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Calling delete_port for 8ccc220a-d2fd-4026-b837-2047b926f24e owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:47:48.471207 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1b0b3671-04e4-4ff8-a737-223e4644f124 req-3e37d506-7706-4b5c-b1ce-a54680aa468e tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703255 Mar 11 19:47:48.502133 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f962c159-ff99-465a-825e-a9bd973df462 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] vlan segment allocate from pool success with {'vlan_id': 893, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:47:48.529306 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f962c159-ff99-465a-825e-a9bd973df462 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (46c5e5e7-73c3-4839-bc60-9178ca951ef5), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:48.529909 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-f962c159-ff99-465a-825e-a9bd973df462 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Added segment 46c5e5e7-73c3-4839-bc60-9178ca951ef5 of type vlan for network aac32e38-c782-49bf-a330-e52685402f9c Mar 11 19:47:48.616551 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c864372-e8cc-43e8-81de-c97333f0d4fe req-aed5fb3a-7751-4466-9831-b8a4a03bb139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:48.617296 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3c864372-e8cc-43e8-81de-c97333f0d4fe req-aed5fb3a-7751-4466-9831-b8a4a03bb139 service neutron] 10.222.0.75 "GET /v2.0/networks?id=90663b8c-1bde-4a55-8ab4-a84ee4d3cf19 HTTP/1.1" status: 200 len: 912 time: 0.1713188 Mar 11 19:47:48.617822 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f962c159-ff99-465a-825e-a9bd973df462 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (aac32e38-c782-49bf-a330-e52685402f9c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:48.661398 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdfc1e6-50fd-4ce5-841f-6bb1a69b753c req-5d0193b9-b6c5-46cc-9d87-30e85022da2b tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:48.668678 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4bdfc1e6-50fd-4ce5-841f-6bb1a69b753c req-5d0193b9-b6c5-46cc-9d87-30e85022da2b tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 945 time: 0.0936553 Mar 11 19:47:48.676600 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f962c159-ff99-465a-825e-a9bd973df462 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (aac32e38-c782-49bf-a330-e52685402f9c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:48.681622 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f962c159-ff99-465a-825e-a9bd973df462 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:48.682398 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f962c159-ff99-465a-825e-a9bd973df462 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:48.749007 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f962c159-ff99-465a-825e-a9bd973df462 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3921936 Mar 11 19:47:48.752566 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 50942) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:48.761516 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-401aed60-4cbf-478f-acfc-d003aa39a83c tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Request body: {'subnet': {'network_id': 'aac32e38-c782-49bf-a330-e52685402f9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:47:48.772177 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3c864372-e8cc-43e8-81de-c97333f0d4fe req-1d63a189-a673-4666-864b-f71f30c2ed6b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fd68e1a-7e53-4dd7-a129-e219fe1f8266 HTTP/1.1" status: 200 len: 1000 time: 0.1466336 Mar 11 19:47:48.773799 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-303f452a-2c69-42a5-afc4-85cfff227152 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (8ccc220a-d2fd-4026-b837-2047b926f24e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:48.794348 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f962c159-ff99-465a-825e-a9bd973df462 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Pushing event updated for resources: {'Network': ['ID=aac32e38-c782-49bf-a330-e52685402f9c,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:48.811314 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network aac32e38-c782-49bf-a330-e52685402f9c details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:47:48.823871 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4bdfc1e6-50fd-4ce5-841f-6bb1a69b753c req-2a3ff538-a687-49a2-8a5f-fe3292dcd520 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520984 Mar 11 19:47:48.859243 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:48.861224 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c864372-e8cc-43e8-81de-c97333f0d4fe req-815861bd-f27a-4bfe-bfd9-45e150a28ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:48.864241 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3c864372-e8cc-43e8-81de-c97333f0d4fe req-815861bd-f27a-4bfe-bfd9-45e150a28ec4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=83286d6e-3d22-482f-b14a-2fbd7466cc6c HTTP/1.1" status: 200 len: 850 time: 0.0832026 Mar 11 19:47:48.958191 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303f452a-2c69-42a5-afc4-85cfff227152 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Pushing event deleted for resources: {'Port': ['ID=8ccc220a-d2fd-4026-b837-2047b926f24e,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:49.008922 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device d390e89a-8eda-47c2-bf64-fbf3e9262dc0 details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:47:49.027841 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401aed60-4cbf-478f-acfc-d003aa39a83c tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Made reservation on behalf of 554a0d0e786c47318030018c7ddae585 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:47:49.032406 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-401aed60-4cbf-478f-acfc-d003aa39a83c tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:49.044833 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f42e7-8818-44ba-a903-8c7a4986fb5d req-3078d162-f222-4efc-bde2-a4e9543b5db4 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:49.046589 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7b1f42e7-8818-44ba-a903-8c7a4986fb5d req-3078d162-f222-4efc-bde2-a4e9543b5db4 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=be343d54-4421-403d-b876-889b59b33fc0 HTTP/1.1" status: 200 len: 944 time: 0.0988157 Mar 11 19:47:49.107972 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c864372-e8cc-43e8-81de-c97333f0d4fe req-3a3ea747-8ac1-4531-98af-9eab871d6155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:49.109514 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3c864372-e8cc-43e8-81de-c97333f0d4fe req-3a3ea747-8ac1-4531-98af-9eab871d6155 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=90663b8c-1bde-4a55-8ab4-a84ee4d3cf19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2138443 Mar 11 19:47:49.118988 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-303f452a-2c69-42a5-afc4-85cfff227152 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:49.124270 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-303f452a-2c69-42a5-afc4-85cfff227152 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] 10.222.0.65 "DELETE /v2.0/ports/8ccc220a-d2fd-4026-b837-2047b926f24e HTTP/1.1" status: 204 len: 168 time: 1.5734565 Mar 11 19:47:49.126968 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50948) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:49.232579 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ae3eedd-f802-46ba-bce6-425e229684b3 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Deleting subnet b2b14f91-bad5-4c96-aa20-4b350e8b670d {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:47:49.237712 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8ae3eedd-f802-46ba-bce6-425e229684b3 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Publish callbacks [] for subnet (b2b14f91-bad5-4c96-aa20-4b350e8b670d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:49.289488 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port d390e89a-8eda-47c2-bf64-fbf3e9262dc0, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=d390e89a-8eda-47c2-bf64-fbf3e9262dc0,segment=NetworkSegment(69eb0e62-687e-4724-ba5c-a415cb9293d1),segment_id=69eb0e62-687e-4724-ba5c-a415cb9293d1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:47:49.306751 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': 'd390e89a-8eda-47c2-bf64-fbf3e9262dc0', 'network_id': '32196a18-8be7-4227-b019-bc15d0c1f739', 'port_id': 'd390e89a-8eda-47c2-bf64-fbf3e9262dc0', 'mac_address': 'fa:16:3e:6d:58:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c54bb295-7bca-4fbe-aff9-5e7c44904c47', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:47:49.307754 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8ae3eedd-f802-46ba-bce6-425e229684b3 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (b2b14f91-bad5-4c96-aa20-4b350e8b670d), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:49.365647 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port d390e89a-8eda-47c2-bf64-fbf3e9262dc0 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:47:49.366311 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d390e89a-8eda-47c2-bf64-fbf3e9262dc0), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:49.399302 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d390e89a-8eda-47c2-bf64-fbf3e9262dc0 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:47:49.436012 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7b1f42e7-8818-44ba-a903-8c7a4986fb5d req-43653ed0-7904-4764-8d15-ca200659fd01 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=5c88090f-a4b6-4ded-8686-842a534273ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3716283 Mar 11 19:47:49.437674 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-401aed60-4cbf-478f-acfc-d003aa39a83c tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (f48c339a-7268-4280-a9a7-fa4021a8a372), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:49.452061 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port d390e89a-8eda-47c2-bf64-fbf3e9262dc0, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=d390e89a-8eda-47c2-bf64-fbf3e9262dc0,segment=NetworkSegment(69eb0e62-687e-4724-ba5c-a415cb9293d1),segment_id=69eb0e62-687e-4724-ba5c-a415cb9293d1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:47:49.471363 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (d390e89a-8eda-47c2-bf64-fbf3e9262dc0), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:49.560518 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=d390e89a-8eda-47c2-bf64-fbf3e9262dc0,revision_number=11']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:49.621626 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401aed60-4cbf-478f-acfc-d003aa39a83c tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Checking segment: {'id': '46c5e5e7-73c3-4839-bc60-9178ca951ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 893, 'network_id': 'aac32e38-c782-49bf-a330-e52685402f9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:47:49.621911 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401aed60-4cbf-478f-acfc-d003aa39a83c tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Network hostable DHCP agents. Network: aac32e38-c782-49bf-a330-e52685402f9c, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:47:49.652652 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401aed60-4cbf-478f-acfc-d003aa39a83c tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Pushing event updated for resources: {'Subnet': ['ID=f48c339a-7268-4280-a9a7-fa4021a8a372,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:49.690399 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1540277-2ea4-46b3-928a-11e7a6a292bb req-83952cf6-8527-40f1-aed3-baee0915bf8e tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:49.692121 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c1540277-2ea4-46b3-928a-11e7a6a292bb req-83952cf6-8527-40f1-aed3-baee0915bf8e tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ffc1526-37d9-421b-b78a-592e2353f606 HTTP/1.1" status: 200 len: 944 time: 0.0903211 Mar 11 19:47:49.692792 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401aed60-4cbf-478f-acfc-d003aa39a83c tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Network aac32e38-c782-49bf-a330-e52685402f9c is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:47:49.726704 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-401aed60-4cbf-478f-acfc-d003aa39a83c tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, aac32e38-c782-49bf-a330-e52685402f9c) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:47:49.736106 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401aed60-4cbf-478f-acfc-d003aa39a83c tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:49.737514 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-401aed60-4cbf-478f-acfc-d003aa39a83c tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:49.745186 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a80da7-ef6c-47af-97a4-1add44bea452 None None] Network aac32e38-c782-49bf-a330-e52685402f9c requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:47:49.776607 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-401aed60-4cbf-478f-acfc-d003aa39a83c tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0189407 Mar 11 19:47:49.779809 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 50966) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:49.821414 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c1540277-2ea4-46b3-928a-11e7a6a292bb req-b6a565ff-6609-4e05-bcab-5538c597e239 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215527 Mar 11 19:47:49.886414 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['d390e89a-8eda-47c2-bf64-fbf3e9262dc0'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:47:49.975836 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3c864372-e8cc-43e8-81de-c97333f0d4fe req-0b706be0-01f5-49ae-9ece-46dcc6cd70a0 service neutron] 10.222.0.75 "GET /v2.0/networks/90663b8c-1bde-4a55-8ab4-a84ee4d3cf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8503985 Mar 11 19:47:49.978336 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8ae3eedd-f802-46ba-bce6-425e229684b3 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (b2b14f91-bad5-4c96-aa20-4b350e8b670d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:49.979254 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9a6e07d0-4e8c-4a1f-95f5-32163b6bb3b2 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (aac32e38-c782-49bf-a330-e52685402f9c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:50.020523 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbc240b-e61a-41d6-8b16-0898a24c6468 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-aac32e38-c782-49bf-a330-e52685402f9c', 'network_id': 'aac32e38-c782-49bf-a330-e52685402f9c', 'project_id': '554a0d0e786c47318030018c7ddae585', 'fixed_ips': [{'subnet_id': 'f48c339a-7268-4280-a9a7-fa4021a8a372'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:47:50.021395 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1bbc240b-e61a-41d6-8b16-0898a24c6468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:50.102131 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f09093-3a00-4e14-8c54-a942636a5356 req-33a4d31f-728d-4435-bcaa-4da6415c72ba tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:50.109491 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-00f09093-3a00-4e14-8c54-a942636a5356 req-33a4d31f-728d-4435-bcaa-4da6415c72ba tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 945 time: 0.1169584 Mar 11 19:47:50.165571 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3c864372-e8cc-43e8-81de-c97333f0d4fe req-d90d12bd-91bb-461b-9446-f0d8c1155a64 service neutron] 10.222.0.75 "GET /v2.0/networks/90663b8c-1bde-4a55-8ab4-a84ee4d3cf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755571 Mar 11 19:47:50.165571 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8ae3eedd-f802-46ba-bce6-425e229684b3 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (b2b14f91-bad5-4c96-aa20-4b350e8b670d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:50.192966 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae3eedd-f802-46ba-bce6-425e229684b3 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Pushing event deleted for resources: {'Subnet': ['ID=b2b14f91-bad5-4c96-aa20-4b350e8b670d,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:50.196904 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9a6e07d0-4e8c-4a1f-95f5-32163b6bb3b2 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (f48c339a-7268-4280-a9a7-fa4021a8a372), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:50.203017 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8ae3eedd-f802-46ba-bce6-425e229684b3 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:50.222328 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8ae3eedd-f802-46ba-bce6-425e229684b3 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] 10.222.0.65 "DELETE /v2.0/subnets/b2b14f91-bad5-4c96-aa20-4b350e8b670d HTTP/1.1" status: 204 len: 168 time: 1.0882545 Mar 11 19:47:50.223170 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50984) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:50.253249 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6083b6-60a6-467c-ab71-21e874c8fb59 None None] Network 12586f4f-c6bf-4107-9d25-77ea4febe663 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:47:50.287081 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-00f09093-3a00-4e14-8c54-a942636a5356 req-e19c34c0-b53e-4115-bd67-e2f19570a577 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1704421 Mar 11 19:47:50.306633 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9a6e07d0-4e8c-4a1f-95f5-32163b6bb3b2 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (f48c339a-7268-4280-a9a7-fa4021a8a372), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:50.345812 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-381095c8-438b-445d-9636-381c90453555 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (12586f4f-c6bf-4107-9d25-77ea4febe663), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:50.352375 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6e07d0-4e8c-4a1f-95f5-32163b6bb3b2 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Pushing event deleted for resources: {'Subnet': ['ID=f48c339a-7268-4280-a9a7-fa4021a8a372,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:50.453449 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9a6e07d0-4e8c-4a1f-95f5-32163b6bb3b2 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (aac32e38-c782-49bf-a330-e52685402f9c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:50.463299 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-381095c8-438b-445d-9636-381c90453555 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Deleting port 991c727c-d458-4bfd-90f5-e5f37dd8c960 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:47:50.466609 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-381095c8-438b-445d-9636-381c90453555 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (991c727c-d458-4bfd-90f5-e5f37dd8c960), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:50.493427 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-9a6e07d0-4e8c-4a1f-95f5-32163b6bb3b2 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aac32e38-c782-49bf-a330-e52685402f9c']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:50.500809 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server [None req-1bbc240b-e61a-41d6-8b16-0898a24c6468 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f48c339a-7268-4280-a9a7-fa4021a8a372: This subnet is being modified by another concurrent operation. Mar 11 19:47:50.500809 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 11 19:47:50.500809 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 11 19:47:50.500809 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 11 19:47:50.500809 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 11 19:47:50.500809 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 11 19:47:50.500809 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 11 19:47:50.500809 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 11 19:47:50.500809 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 11 19:47:50.500809 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 11 19:47:50.500809 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 19:47:50.500809 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 19:47:50.500809 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 19:47:50.500809 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 19:47:50.500809 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 19:47:50.500809 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 19:47:50.500809 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 19:47:50.500809 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 19:47:50.500809 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 19:47:50.500809 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 19:47:50.500809 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 19:47:50.500809 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 19:47:50.500809 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 19:47:50.500809 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 19:47:50.500809 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 19:47:50.500809 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 19:47:50.500809 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 19:47:50.500809 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 19:47:50.500809 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 19:47:50.500809 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 19:47:50.500809 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 19:47:50.500809 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 19:47:50.500809 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 19:47:50.500809 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 19:47:50.500809 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 11 19:47:50.500809 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 11 19:47:50.500809 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 11 19:47:50.500809 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 11 19:47:50.500809 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 11 19:47:50.500809 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 11 19:47:50.500809 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 11 19:47:50.500809 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 11 19:47:50.500809 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 11 19:47:50.500809 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 19:47:50.500809 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 19:47:50.500809 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 19:47:50.500809 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 19:47:50.500809 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 19:47:50.500809 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 19:47:50.500809 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 19:47:50.500809 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 19:47:50.500809 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 19:47:50.500809 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 19:47:50.500809 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 19:47:50.507273 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 19:47:50.507273 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 19:47:50.507273 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 19:47:50.507273 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 19:47:50.507273 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 19:47:50.507273 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 19:47:50.507273 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 19:47:50.507273 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 19:47:50.507273 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 19:47:50.507273 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 19:47:50.507273 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 19:47:50.507273 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 19:47:50.507273 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 19:47:50.507273 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 19:47:50.507273 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 19:47:50.507273 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 19:47:50.507273 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 11 19:47:50.507273 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 11 19:47:50.507273 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 11 19:47:50.507273 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 11 19:47:50.507273 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 11 19:47:50.507273 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 11 19:47:50.507273 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 11 19:47:50.507273 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 11 19:47:50.507273 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 19:47:50.507273 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 19:47:50.507273 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 11 19:47:50.507273 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 11 19:47:50.507273 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 11 19:47:50.507273 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 11 19:47:50.507273 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 11 19:47:50.507273 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 11 19:47:50.507273 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 11 19:47:50.507273 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 11 19:47:50.507273 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 11 19:47:50.507273 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise exception Mar 11 19:47:50.507273 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f48c339a-7268-4280-a9a7-fa4021a8a372: This subnet is being modified by another concurrent operation. Mar 11 19:47:50.507273 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server Mar 11 19:47:50.517223 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-9a6e07d0-4e8c-4a1f-95f5-32163b6bb3b2 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46c5e5e7-73c3-4839-bc60-9178ca951ef5') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:50.517223 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-9a6e07d0-4e8c-4a1f-95f5-32163b6bb3b2 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46c5e5e7-73c3-4839-bc60-9178ca951ef5') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:50.534553 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037017bf-0728-492c-871d-a46e30663aa9 None None] Network aac32e38-c782-49bf-a330-e52685402f9c requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:47:50.536536 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9a6e07d0-4e8c-4a1f-95f5-32163b6bb3b2 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (46c5e5e7-73c3-4839-bc60-9178ca951ef5), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:50.557858 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9a6e07d0-4e8c-4a1f-95f5-32163b6bb3b2 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (46c5e5e7-73c3-4839-bc60-9178ca951ef5), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:50.565957 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a6e07d0-4e8c-4a1f-95f5-32163b6bb3b2 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Releasing vlan 893 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:47:50.566772 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9a6e07d0-4e8c-4a1f-95f5-32163b6bb3b2 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (46c5e5e7-73c3-4839-bc60-9178ca951ef5), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:50.583648 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 19:47:50.583648 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:47:50.583648 n-d-833163-1 neutron-server[103885]: timer() Mar 11 19:47:50.583648 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:47:50.583648 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 19:47:50.583648 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:47:50.583648 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 19:47:50.583648 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:47:50.583648 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 19:47:50.583648 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:47:50.583648 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 19:47:50.583648 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:47:50.583648 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 19:47:50.583648 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:47:50.583648 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:47:50.583648 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:47:50.583648 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:47:50.583648 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:47:50.583648 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 19:47:50.583648 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:47:50.583648 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 19:47:50.583648 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:47:50.583648 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:47:50.583648 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:47:50.583648 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 19:47:50.583648 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:47:50.583648 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:47:50.583648 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:47:50.583648 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:47:50.583648 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:47:50.583648 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:47:50.583648 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:47:50.591687 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-381095c8-438b-445d-9636-381c90453555 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] For port 991c727c-d458-4bfd-90f5-e5f37dd8c960, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=991c727c-d458-4bfd-90f5-e5f37dd8c960,segment=NetworkSegment(ccc0a871-6d9a-402b-969c-8bc8de711d86),segment_id=ccc0a871-6d9a-402b-969c-8bc8de711d86)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:47:50.592031 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-381095c8-438b-445d-9636-381c90453555 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (991c727c-d458-4bfd-90f5-e5f37dd8c960), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:50.605711 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-381095c8-438b-445d-9636-381c90453555 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Calling delete_port for 991c727c-d458-4bfd-90f5-e5f37dd8c960 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:47:50.704156 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-381095c8-438b-445d-9636-381c90453555 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (991c727c-d458-4bfd-90f5-e5f37dd8c960), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:50.753340 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381095c8-438b-445d-9636-381c90453555 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Pushing event deleted for resources: {'Port': ['ID=991c727c-d458-4bfd-90f5-e5f37dd8c960,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:50.773056 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381095c8-438b-445d-9636-381c90453555 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] No DVR routers for this DVR port 991c727c-d458-4bfd-90f5-e5f37dd8c960 on host n-d-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:47:50.790652 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c159362a-9398-4d68-8594-7bd4b27cbf68 None None] DHCP port deletion for 12586f4f-c6bf-4107-9d25-77ea4febe663 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:47:50.820063 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290d6ceb-0ee4-4f3a-985e-abc42169c9f9 None None] get_active_networks_info from n-d-833163-1 {{(pid=103886) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 11 19:47:50.831237 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9a6e07d0-4e8c-4a1f-95f5-32163b6bb3b2 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (aac32e38-c782-49bf-a330-e52685402f9c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:50.839904 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9a6e07d0-4e8c-4a1f-95f5-32163b6bb3b2 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:50.849853 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-9a6e07d0-4e8c-4a1f-95f5-32163b6bb3b2 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] 10.222.0.65 "DELETE /v2.0/networks/aac32e38-c782-49bf-a330-e52685402f9c HTTP/1.1" status: 204 len: 168 time: 1.0686975 Mar 11 19:47:50.854147 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 51016) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:50.867423 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-87534b69-7976-4372-a822-1143136044c1 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1561032963'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:47:50.889352 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6e07d0-4e8c-4a1f-95f5-32163b6bb3b2 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Pushing event deleted for resources: {'Network': ['ID=aac32e38-c782-49bf-a330-e52685402f9c,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:50.921800 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5db82a-6c73-4004-9db4-4aa7b90deeb4 req-4ccb62b1-c841-47b4-bdd1-dc4ac21d8e32 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:50.924230 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6a5db82a-6c73-4004-9db4-4aa7b90deeb4 req-4ccb62b1-c841-47b4-bdd1-dc4ac21d8e32 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=be343d54-4421-403d-b876-889b59b33fc0 HTTP/1.1" status: 200 len: 945 time: 0.3415511 Mar 11 19:47:50.925525 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87534b69-7976-4372-a822-1143136044c1 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Made reservation on behalf of 554a0d0e786c47318030018c7ddae585 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:47:50.928899 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-87534b69-7976-4372-a822-1143136044c1 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:50.967599 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290d6ceb-0ee4-4f3a-985e-abc42169c9f9 None None] Resources bound (agent type, host, resource id): {{(pid=103886) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 19:47:50.974466 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-381095c8-438b-445d-9636-381c90453555 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (12586f4f-c6bf-4107-9d25-77ea4febe663), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:50.997668 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87534b69-7976-4372-a822-1143136044c1 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] vlan segment allocate from pool success with {'vlan_id': 855, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:47:51.011674 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-381095c8-438b-445d-9636-381c90453555 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12586f4f-c6bf-4107-9d25-77ea4febe663']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:51.013272 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6a5db82a-6c73-4004-9db4-4aa7b90deeb4 req-270f9920-da0f-49ca-9991-62d36bd798b5 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=5c88090f-a4b6-4ded-8686-842a534273ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818398 Mar 11 19:47:51.016941 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-87534b69-7976-4372-a822-1143136044c1 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (919324fb-ac94-4043-ae65-eeb9c8312264), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:51.016941 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-87534b69-7976-4372-a822-1143136044c1 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Added segment 919324fb-ac94-4043-ae65-eeb9c8312264 of type vlan for network 5410d84d-8de0-482e-b7c3-2afb4ad57fe5 Mar 11 19:47:51.049002 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-381095c8-438b-445d-9636-381c90453555 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccc0a871-6d9a-402b-969c-8bc8de711d86') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:51.049310 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-381095c8-438b-445d-9636-381c90453555 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccc0a871-6d9a-402b-969c-8bc8de711d86') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:51.077531 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-381095c8-438b-445d-9636-381c90453555 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (ccc0a871-6d9a-402b-969c-8bc8de711d86), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:51.088412 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-87534b69-7976-4372-a822-1143136044c1 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (5410d84d-8de0-482e-b7c3-2afb4ad57fe5), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:51.116583 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-381095c8-438b-445d-9636-381c90453555 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (ccc0a871-6d9a-402b-969c-8bc8de711d86), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:51.129789 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 0786ea56-2bc3-4f98-abc6-260064f6b8fd up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:47:51.131801 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-381095c8-438b-445d-9636-381c90453555 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Releasing vlan 869 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:47:51.133391 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-381095c8-438b-445d-9636-381c90453555 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (ccc0a871-6d9a-402b-969c-8bc8de711d86), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:51.139858 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-87534b69-7976-4372-a822-1143136044c1 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (5410d84d-8de0-482e-b7c3-2afb4ad57fe5), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:51.150199 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87534b69-7976-4372-a822-1143136044c1 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:51.150858 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-87534b69-7976-4372-a822-1143136044c1 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:51.213302 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:47:51.213302 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:47:51.213302 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:47:51.213302 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:47:51.213302 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:47:51.213302 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:47:51.213302 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:47:51.213302 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:47:51.213302 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:47:51.213302 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:47:51.213302 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:47:51.213302 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:47:51.213302 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:47:51.213302 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:47:51.213302 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:47:51.213302 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:47:51.213302 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:47:51.213302 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:47:51.213302 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:47:51.213302 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:47:51.213302 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:47:51.213302 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:47:51.213302 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:47:51.213302 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:47:51.213302 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:47:51.213302 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:47:51.213302 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:47:51.213302 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:47:51.213302 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:47:51.213302 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:47:51.213302 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:47:51.213302 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:47:51.218330 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-381095c8-438b-445d-9636-381c90453555 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (12586f4f-c6bf-4107-9d25-77ea4febe663), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:51.224657 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-381095c8-438b-445d-9636-381c90453555 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:51.228184 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-381095c8-438b-445d-9636-381c90453555 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] 10.222.0.65 "DELETE /v2.0/networks/12586f4f-c6bf-4107-9d25-77ea4febe663 HTTP/1.1" status: 204 len: 168 time: 1.0039725 Mar 11 19:47:51.244833 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-87534b69-7976-4372-a822-1143136044c1 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3866489 Mar 11 19:47:51.246077 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381095c8-438b-445d-9636-381c90453555 tempest-TagsExtTest-1734961977 tempest-TagsExtTest-1734961977-project] Pushing event deleted for resources: {'Network': ['ID=12586f4f-c6bf-4107-9d25-77ea4febe663,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:51.256700 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 51028) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:51.269137 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-6e7e0ecd-9804-4c78-b39d-7f8e20f53aa0 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:47:51.387589 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 51032) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:51.485505 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port 0786ea56-2bc3-4f98-abc6-260064f6b8fd completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:47:51.510410 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port 0786ea56-2bc3-4f98-abc6-260064f6b8fd triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:47:51.510795 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (0786ea56-2bc3-4f98-abc6-260064f6b8fd), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:51.624025 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6e7e0ecd-9804-4c78-b39d-7f8e20f53aa0 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (5410d84d-8de0-482e-b7c3-2afb4ad57fe5), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:51.680693 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6e7e0ecd-9804-4c78-b39d-7f8e20f53aa0 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (5410d84d-8de0-482e-b7c3-2afb4ad57fe5), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:51.684869 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87534b69-7976-4372-a822-1143136044c1 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Pushing event updated for resources: {'Network': ['ID=5410d84d-8de0-482e-b7c3-2afb4ad57fe5,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:51.688136 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 0786ea56-2bc3-4f98-abc6-260064f6b8fd is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:47:51.688666 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (0786ea56-2bc3-4f98-abc6-260064f6b8fd), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:51.704348 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 5410d84d-8de0-482e-b7c3-2afb4ad57fe5 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:47:51.714737 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63fb658-d82b-4ff5-b57c-967dab5a561f req-9375534e-bda5-4699-9ebb-13f9898f0a8e tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:51.727757 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d63fb658-d82b-4ff5-b57c-967dab5a561f req-9375534e-bda5-4699-9ebb-13f9898f0a8e tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ffc1526-37d9-421b-b78a-592e2353f606 HTTP/1.1" status: 200 len: 944 time: 0.5668271 Mar 11 19:47:51.744703 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ffc1526-37d9-421b-b78a-592e2353f606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0786ea56-2bc3-4f98-abc6-260064f6b8fd'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:47:51.748161 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae7361c4-ca38-4c82-b796-7923aea0d14e" -d '{"events": [{"server_uuid": "1ffc1526-37d9-421b-b78a-592e2353f606", "name": "network-vif-plugged", "status": "completed", "tag": "0786ea56-2bc3-4f98-abc6-260064f6b8fd"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:47:51.777614 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 0786ea56-2bc3-4f98-abc6-260064f6b8fd, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=0786ea56-2bc3-4f98-abc6-260064f6b8fd,segment=NetworkSegment(518fbfd6-66d4-46dc-8045-59cddcf132dc),segment_id=518fbfd6-66d4-46dc-8045-59cddcf132dc)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:47:51.793145 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6e7e0ecd-9804-4c78-b39d-7f8e20f53aa0 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Network 5410d84d-8de0-482e-b7c3-2afb4ad57fe5 is not hosted by any dhcp agent {{(pid=103884) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 11 19:47:51.798835 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7e0ecd-9804-4c78-b39d-7f8e20f53aa0 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:51.800185 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6e7e0ecd-9804-4c78-b39d-7f8e20f53aa0 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:51.801742 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-6e7e0ecd-9804-4c78-b39d-7f8e20f53aa0 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] 10.222.0.65 "PUT /v2.0/networks/5410d84d-8de0-482e-b7c3-2afb4ad57fe5 HTTP/1.1" status: 200 len: 723 time: 0.5432398 Mar 11 19:47:51.803472 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7e0ecd-9804-4c78-b39d-7f8e20f53aa0 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Pushing event updated for resources: {'Network': ['ID=5410d84d-8de0-482e-b7c3-2afb4ad57fe5,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:51.806668 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 51040) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:51.807879 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0be2a6fe-868b-4d46-b6b1-ec8dc6caf667 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:51.811053 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d63fb658-d82b-4ff5-b57c-967dab5a561f req-0246f053-ed1f-4067-b66c-d5a98faca6f5 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823538 Mar 11 19:47:51.815984 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 51042) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:51.823061 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-69580a8f-523a-4c1c-949e-4bf7f76e1e69 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Request body: {'subnet': {'network_id': '5410d84d-8de0-482e-b7c3-2afb4ad57fe5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:47:51.828146 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 5410d84d-8de0-482e-b7c3-2afb4ad57fe5 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:47:51.844741 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (0786ea56-2bc3-4f98-abc6-260064f6b8fd), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:51.952930 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20868946-ad42-4e28-8206-1d7ad8eb7830 req-9dbf732f-720b-4749-b3d4-b8b41cb21d6f tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:51.962202 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-20868946-ad42-4e28-8206-1d7ad8eb7830 req-9dbf732f-720b-4749-b3d4-b8b41cb21d6f tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 945 time: 0.0683005 Mar 11 19:47:51.985291 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=0786ea56-2bc3-4f98-abc6-260064f6b8fd,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:52.013049 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69580a8f-523a-4c1c-949e-4bf7f76e1e69 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Made reservation on behalf of 554a0d0e786c47318030018c7ddae585 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:47:52.020264 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-69580a8f-523a-4c1c-949e-4bf7f76e1e69 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:52.041390 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-28bc8482-394f-4d99-9435-97fe0bbdc1cb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=486edd7c66c94348bb7263da206c2edf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2242656 Mar 11 19:47:52.056975 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 51048) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:52.077602 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-20868946-ad42-4e28-8206-1d7ad8eb7830 req-a80ba675-3791-4c08-9a76-28a1983e96a6 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091020 Mar 11 19:47:52.123217 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46020273-71a4-4112-a652-17a68409ddda x-openstack-request-id: req-46020273-71a4-4112-a652-17a68409ddda {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:47:52.124383 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ffc1526-37d9-421b-b78a-592e2353f606", "name": "network-vif-plugged", "status": "completed", "tag": "0786ea56-2bc3-4f98-abc6-260064f6b8fd", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:47:52.124857 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-46020273-71a4-4112-a652-17a68409ddda {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:47:52.126008 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ffc1526-37d9-421b-b78a-592e2353f606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0786ea56-2bc3-4f98-abc6-260064f6b8fd', 'code': 200} Mar 11 19:47:52.169781 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4d2ad59-e33e-4fc7-ab8d-8491ce5ba2fa admin admin] Publish callbacks [] for security_group (cf6cbffc-a53b-4ae0-a91e-5f373f040141), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:52.173021 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0be2a6fe-868b-4d46-b6b1-ec8dc6caf667 admin admin] Publish callbacks [] for security_group (f7c9bd6e-4e85-4112-81bb-feb01b3dcada), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:52.184977 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0be2a6fe-868b-4d46-b6b1-ec8dc6caf667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (f7c9bd6e-4e85-4112-81bb-feb01b3dcada), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:52.196845 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4d2ad59-e33e-4fc7-ab8d-8491ce5ba2fa admin admin] Publish callbacks [] for security_group (cf6cbffc-a53b-4ae0-a91e-5f373f040141), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:52.269640 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-0be2a6fe-868b-4d46-b6b1-ec8dc6caf667 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=574ac1cb21e347c9bcc9c3dfc700ecca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8796799 Mar 11 19:47:52.272406 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 51054) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:52.283012 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be2a6fe-868b-4d46-b6b1-ec8dc6caf667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c9bd6e-4e85-4112-81bb-feb01b3dcada,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:52.326619 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dbee17f0-bfc8-4a8e-a1b6-77b56a7d72bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:52.352225 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1647f-5e23-4739-a2b1-a07d5c196017 req-617db480-cd8f-4353-a0d0-2662835d3616 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:52.353955 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6ba1647f-5e23-4739-a2b1-a07d5c196017 req-617db480-cd8f-4353-a0d0-2662835d3616 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=be343d54-4421-403d-b876-889b59b33fc0 HTTP/1.1" status: 200 len: 945 time: 0.1405885 Mar 11 19:47:52.355681 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4d2ad59-e33e-4fc7-ab8d-8491ce5ba2fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (cf6cbffc-a53b-4ae0-a91e-5f373f040141), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:52.359165 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4d2ad59-e33e-4fc7-ab8d-8491ce5ba2fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:52.364549 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d4d2ad59-e33e-4fc7-ab8d-8491ce5ba2fa admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/cf6cbffc-a53b-4ae0-a91e-5f373f040141 HTTP/1.1" status: 204 len: 168 time: 0.3039167 Mar 11 19:47:52.371538 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e782bd10-f3bd-400c-9831-709a55aab5ea admin admin] Publish callbacks [] for security_group (f7c9bd6e-4e85-4112-81bb-feb01b3dcada), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:52.373533 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-69580a8f-523a-4c1c-949e-4bf7f76e1e69 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (ded6d11d-d61c-4f10-bc8c-56ea52958ce3), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:52.374856 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ccfd6d-7ea8-4c39-847e-19d7940d2a3a req-e00412cd-094a-4498-bee5-88f50d77e9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:52.377753 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-38ccfd6d-7ea8-4c39-847e-19d7940d2a3a req-e00412cd-094a-4498-bee5-88f50d77e9a5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1ffc1526-37d9-421b-b78a-592e2353f606 HTTP/1.1" status: 200 len: 1127 time: 0.1782541 Mar 11 19:47:52.399420 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d2ad59-e33e-4fc7-ab8d-8491ce5ba2fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6cbffc-a53b-4ae0-a91e-5f373f040141,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:52.465186 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e782bd10-f3bd-400c-9831-709a55aab5ea admin admin] Publish callbacks [] for security_group (f7c9bd6e-4e85-4112-81bb-feb01b3dcada), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:52.468484 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6ba1647f-5e23-4739-a2b1-a07d5c196017 req-c62ff7f2-b724-4a93-946a-274b6588af4d tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=5c88090f-a4b6-4ded-8686-842a534273ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896592 Mar 11 19:47:52.471283 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-38ccfd6d-7ea8-4c39-847e-19d7940d2a3a req-6215d290-a138-4ff4-b4ba-2702155cbadc service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844879 Mar 11 19:47:52.519585 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69580a8f-523a-4c1c-949e-4bf7f76e1e69 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Pushing event updated for resources: {'Subnet': ['ID=ded6d11d-d61c-4f10-bc8c-56ea52958ce3,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:52.542553 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69580a8f-523a-4c1c-949e-4bf7f76e1e69 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Checking segment: {'id': '919324fb-ac94-4043-ae65-eeb9c8312264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '5410d84d-8de0-482e-b7c3-2afb4ad57fe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:47:52.543179 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69580a8f-523a-4c1c-949e-4bf7f76e1e69 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Network hostable DHCP agents. Network: 5410d84d-8de0-482e-b7c3-2afb4ad57fe5, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:47:52.582866 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69580a8f-523a-4c1c-949e-4bf7f76e1e69 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Network 5410d84d-8de0-482e-b7c3-2afb4ad57fe5 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:47:52.592555 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e782bd10-f3bd-400c-9831-709a55aab5ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (f7c9bd6e-4e85-4112-81bb-feb01b3dcada), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:52.595690 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:52.596478 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e782bd10-f3bd-400c-9831-709a55aab5ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:52.601763 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e782bd10-f3bd-400c-9831-709a55aab5ea admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f7c9bd6e-4e85-4112-81bb-feb01b3dcada HTTP/1.1" status: 204 len: 168 time: 0.3259690 Mar 11 19:47:52.618295 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e782bd10-f3bd-400c-9831-709a55aab5ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c9bd6e-4e85-4112-81bb-feb01b3dcada,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:52.622742 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-69580a8f-523a-4c1c-949e-4bf7f76e1e69 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 5410d84d-8de0-482e-b7c3-2afb4ad57fe5) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:47:52.629083 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69580a8f-523a-4c1c-949e-4bf7f76e1e69 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:52.629744 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-69580a8f-523a-4c1c-949e-4bf7f76e1e69 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:52.648523 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c236ba8-c18b-47fc-bff0-a0fb3bc1a7e7 None None] Network 5410d84d-8de0-482e-b7c3-2afb4ad57fe5 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:47:52.652438 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a4567d-2f46-4ac3-ba33-1761c0dbb0da req-81119fb1-9c67-4345-b7d2-c042963232e8 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:52.660801 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-64a4567d-2f46-4ac3-ba33-1761c0dbb0da req-81119fb1-9c67-4345-b7d2-c042963232e8 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 945 time: 0.1113274 Mar 11 19:47:52.661424 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-69580a8f-523a-4c1c-949e-4bf7f76e1e69 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8484864 Mar 11 19:47:52.661776 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 51064) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:52.666849 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-072f0aba-7320-425b-942d-323cb5694287 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:47:52.765501 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-64a4567d-2f46-4ac3-ba33-1761c0dbb0da req-c1b27fa3-90e5-48b9-9498-2139e67c670d tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945568 Mar 11 19:47:52.774144 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c06ffd-d337-48ec-a571-122ea1d5378c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-5410d84d-8de0-482e-b7c3-2afb4ad57fe5', 'network_id': '5410d84d-8de0-482e-b7c3-2afb4ad57fe5', 'project_id': '554a0d0e786c47318030018c7ddae585', 'fixed_ips': [{'subnet_id': 'ded6d11d-d61c-4f10-bc8c-56ea52958ce3'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:47:52.775071 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d6c06ffd-d337-48ec-a571-122ea1d5378c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:52.882281 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-072f0aba-7320-425b-942d-323cb5694287 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16689827'] for subnet (ded6d11d-d61c-4f10-bc8c-56ea52958ce3), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:52.928134 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 991c727c-d458-4bfd-90f5-e5f37dd8c960 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:47:52.986424 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 991c727c-d458-4bfd-90f5-e5f37dd8c960 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:47:52.987097 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 991c727c-d458-4bfd-90f5-e5f37dd8c960 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:47:53.023351 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device d390e89a-8eda-47c2-bf64-fbf3e9262dc0 up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:47:53.112325 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port d390e89a-8eda-47c2-bf64-fbf3e9262dc0 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:47:53.117592 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port d390e89a-8eda-47c2-bf64-fbf3e9262dc0 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:47:53.118528 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (d390e89a-8eda-47c2-bf64-fbf3e9262dc0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:53.122779 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-072f0aba-7320-425b-942d-323cb5694287 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738459285854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16775364'] for subnet (ded6d11d-d61c-4f10-bc8c-56ea52958ce3), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:53.197987 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072f0aba-7320-425b-942d-323cb5694287 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:53.198665 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-072f0aba-7320-425b-942d-323cb5694287 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:53.200744 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-072f0aba-7320-425b-942d-323cb5694287 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] 10.222.0.65 "PUT /v2.0/subnets/ded6d11d-d61c-4f10-bc8c-56ea52958ce3 HTTP/1.1" status: 200 len: 806 time: 0.5378301 Mar 11 19:47:53.204423 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 51090) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:53.223243 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072f0aba-7320-425b-942d-323cb5694287 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Pushing event updated for resources: {'Subnet': ['ID=ded6d11d-d61c-4f10-bc8c-56ea52958ce3,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:53.269342 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-d6c06ffd-d337-48ec-a571-122ea1d5378c None None] Allocated IP 172.20.0.2 (5410d84d-8de0-482e-b7c3-2afb4ad57fe5/ded6d11d-d61c-4f10-bc8c-56ea52958ce3/06eeb83a-d026-4215-9149-43f167922473) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:47:53.293349 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 51094) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:53.295608 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port d390e89a-8eda-47c2-bf64-fbf3e9262dc0 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:47:53.296099 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d390e89a-8eda-47c2-bf64-fbf3e9262dc0), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:53.332113 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d99250f4-bd3b-498b-b176-2a4ba196bf35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:53.361899 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port d390e89a-8eda-47c2-bf64-fbf3e9262dc0, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=d390e89a-8eda-47c2-bf64-fbf3e9262dc0,segment=NetworkSegment(69eb0e62-687e-4724-ba5c-a415cb9293d1),segment_id=69eb0e62-687e-4724-ba5c-a415cb9293d1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:47:53.368384 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (d390e89a-8eda-47c2-bf64-fbf3e9262dc0), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:53.470616 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=d390e89a-8eda-47c2-bf64-fbf3e9262dc0,revision_number=12']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:53.471588 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d99250f4-bd3b-498b-b176-2a4ba196bf35 admin admin] Publish callbacks [] for security_group (f9f2f4f3-524d-4ab8-95d3-e54add5e99b3), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:53.476854 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-51787793-7037-4a0a-9274-254c053e521f tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (5410d84d-8de0-482e-b7c3-2afb4ad57fe5), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:53.483654 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d99250f4-bd3b-498b-b176-2a4ba196bf35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (f9f2f4f3-524d-4ab8-95d3-e54add5e99b3), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:53.535986 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d99250f4-bd3b-498b-b176-2a4ba196bf35 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4141401447874c25b34235b5c2ecbfb7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2410686 Mar 11 19:47:53.538171 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 51100) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:53.543865 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d6c06ffd-d337-48ec-a571-122ea1d5378c None None] Publish callbacks [] for port (06eeb83a-d026-4215-9149-43f167922473), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:53.544890 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99250f4-bd3b-498b-b176-2a4ba196bf35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f2f4f3-524d-4ab8-95d3-e54add5e99b3,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:53.553547 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d6c06ffd-d337-48ec-a571-122ea1d5378c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (06eeb83a-d026-4215-9149-43f167922473), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:53.564899 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-51787793-7037-4a0a-9274-254c053e521f tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (ded6d11d-d61c-4f10-bc8c-56ea52958ce3), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:53.606036 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c06ffd-d337-48ec-a571-122ea1d5378c None None] Network 5410d84d-8de0-482e-b7c3-2afb4ad57fe5 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:47:53.614103 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-d6c06ffd-d337-48ec-a571-122ea1d5378c None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:47:53.618605 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c06ffd-d337-48ec-a571-122ea1d5378c None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:47:53.622131 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c06ffd-d337-48ec-a571-122ea1d5378c None None] Pushing event updated for resources: {'Port': ['ID=06eeb83a-d026-4215-9149-43f167922473,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:53.646115 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5f137fa7-0428-47b0-b853-bde2c625a018 admin admin] Publish callbacks [] for security_group (f9f2f4f3-524d-4ab8-95d3-e54add5e99b3), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:53.687819 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5f137fa7-0428-47b0-b853-bde2c625a018 admin admin] Publish callbacks [] for security_group (f9f2f4f3-524d-4ab8-95d3-e54add5e99b3), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:53.697953 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-51787793-7037-4a0a-9274-254c053e521f tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (ded6d11d-d61c-4f10-bc8c-56ea52958ce3), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:53.713546 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-d6c06ffd-d337-48ec-a571-122ea1d5378c None None] Attempting to bind port 06eeb83a-d026-4215-9149-43f167922473 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:47:53.713910 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-d6c06ffd-d337-48ec-a571-122ea1d5378c None None] Attempting to bind port 06eeb83a-d026-4215-9149-43f167922473 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '919324fb-ac94-4043-ae65-eeb9c8312264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '5410d84d-8de0-482e-b7c3-2afb4ad57fe5'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:47:53.714239 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c06ffd-d337-48ec-a571-122ea1d5378c None None] Attempting to bind port 06eeb83a-d026-4215-9149-43f167922473 on network 5410d84d-8de0-482e-b7c3-2afb4ad57fe5 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:47:53.720493 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c06ffd-d337-48ec-a571-122ea1d5378c None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:47:53.721016 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c06ffd-d337-48ec-a571-122ea1d5378c None None] Checking segment: {'id': '919324fb-ac94-4043-ae65-eeb9c8312264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '5410d84d-8de0-482e-b7c3-2afb4ad57fe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:47:53.721372 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d6c06ffd-d337-48ec-a571-122ea1d5378c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:53.721763 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c06ffd-d337-48ec-a571-122ea1d5378c None None] Bound using segment: {'id': '919324fb-ac94-4043-ae65-eeb9c8312264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '5410d84d-8de0-482e-b7c3-2afb4ad57fe5'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:47:53.722561 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-d6c06ffd-d337-48ec-a571-122ea1d5378c None None] Bound port: 06eeb83a-d026-4215-9149-43f167922473, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '919324fb-ac94-4043-ae65-eeb9c8312264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '5410d84d-8de0-482e-b7c3-2afb4ad57fe5'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:47:53.723132 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d6c06ffd-d337-48ec-a571-122ea1d5378c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (06eeb83a-d026-4215-9149-43f167922473), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:53.757344 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51787793-7037-4a0a-9274-254c053e521f tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Pushing event deleted for resources: {'Subnet': ['ID=ded6d11d-d61c-4f10-bc8c-56ea52958ce3,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:53.765736 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5f137fa7-0428-47b0-b853-bde2c625a018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (f9f2f4f3-524d-4ab8-95d3-e54add5e99b3), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:53.770536 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5f137fa7-0428-47b0-b853-bde2c625a018 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:53.785522 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-5f137fa7-0428-47b0-b853-bde2c625a018 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f9f2f4f3-524d-4ab8-95d3-e54add5e99b3 HTTP/1.1" status: 204 len: 168 time: 0.2369773 Mar 11 19:47:53.822197 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-51787793-7037-4a0a-9274-254c053e521f tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (5410d84d-8de0-482e-b7c3-2afb4ad57fe5), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:53.824136 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f137fa7-0428-47b0-b853-bde2c625a018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f2f4f3-524d-4ab8-95d3-e54add5e99b3,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:53.860107 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-51787793-7037-4a0a-9274-254c053e521f tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5410d84d-8de0-482e-b7c3-2afb4ad57fe5']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:53.867105 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d6c06ffd-d337-48ec-a571-122ea1d5378c None None] For port 06eeb83a-d026-4215-9149-43f167922473, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:47:53.890558 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-51787793-7037-4a0a-9274-254c053e521f tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '919324fb-ac94-4043-ae65-eeb9c8312264') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:53.892056 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-51787793-7037-4a0a-9274-254c053e521f tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '919324fb-ac94-4043-ae65-eeb9c8312264') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:53.896786 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d6c06ffd-d337-48ec-a571-122ea1d5378c None None] For port 06eeb83a-d026-4215-9149-43f167922473, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=06eeb83a-d026-4215-9149-43f167922473,segment=NetworkSegment(919324fb-ac94-4043-ae65-eeb9c8312264),segment_id=919324fb-ac94-4043-ae65-eeb9c8312264)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:47:53.910484 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d6c06ffd-d337-48ec-a571-122ea1d5378c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (06eeb83a-d026-4215-9149-43f167922473), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:53.919384 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 51130) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:53.944565 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-51787793-7037-4a0a-9274-254c053e521f tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (919324fb-ac94-4043-ae65-eeb9c8312264), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:53.972246 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-51787793-7037-4a0a-9274-254c053e521f tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (919324fb-ac94-4043-ae65-eeb9c8312264), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:53.984793 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51787793-7037-4a0a-9274-254c053e521f tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Releasing vlan 855 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:47:53.986050 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-51787793-7037-4a0a-9274-254c053e521f tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (919324fb-ac94-4043-ae65-eeb9c8312264), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:53.997792 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:47:53.997792 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:47:53.997792 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:47:53.997792 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:47:53.997792 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:47:53.997792 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:47:53.997792 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:47:53.997792 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:47:53.997792 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:47:53.997792 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:47:53.997792 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:47:53.997792 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:47:53.997792 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:47:53.997792 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:47:53.997792 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:47:53.997792 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:47:53.997792 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:47:53.997792 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:47:53.997792 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:47:53.997792 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:47:53.997792 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:47:53.997792 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:47:53.997792 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:47:53.997792 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:47:53.997792 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:47:53.997792 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:47:53.997792 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:47:53.997792 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:47:53.997792 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:47:53.997792 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:47:53.997792 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:47:53.997792 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:47:54.036056 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c06ffd-d337-48ec-a571-122ea1d5378c None None] Pushing event updated for resources: {'Port': ['ID=06eeb83a-d026-4215-9149-43f167922473,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:54.068493 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5fff675-2b76-428f-b9f5-9b81c779daac None None] get_active_networks_info from n-d-833163-1 {{(pid=103886) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 11 19:47:54.134675 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be343d54-4421-403d-b876-889b59b33fc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd390e89a-8eda-47c2-bf64-fbf3e9262dc0'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:47:54.144807 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94382e7-d041-43c9-a4b4-81c6bda0ac54" -d '{"events": [{"server_uuid": "be343d54-4421-403d-b876-889b59b33fc0", "name": "network-vif-plugged", "status": "completed", "tag": "d390e89a-8eda-47c2-bf64-fbf3e9262dc0"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:47:54.166569 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.db.api [None req-51787793-7037-4a0a-9274-254c053e521f tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 19:47:54.166569 n-d-833163-1 neutron-server[103884]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 19:47:54.166569 n-d-833163-1 neutron-server[103884]: [parameters: {'id': '5410d84d-8de0-482e-b7c3-2afb4ad57fe5'}] Mar 11 19:47:54.166569 n-d-833163-1 neutron-server[103884]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103884) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:47:54.167014 n-d-833163-1 neutron-server[103884]: DEBUG oslo_db.api [None req-51787793-7037-4a0a-9274-254c053e521f tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:47:54.270442 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fff675-2b76-428f-b9f5-9b81c779daac None None] Resources bound (agent type, host, resource id): {{(pid=103886) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 19:47:54.327122 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-d639da20-9d46-4eb5-903c-41d630176499 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2043856057-network', 'tenant_id': '6b0dcd2b78bc4bb190b1ab9a0424709f'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:47:54.394384 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d639da20-9d46-4eb5-903c-41d630176499 admin admin] Made reservation on behalf of 6b0dcd2b78bc4bb190b1ab9a0424709f for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:47:54.397247 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d639da20-9d46-4eb5-903c-41d630176499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:54.411388 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d639da20-9d46-4eb5-903c-41d630176499 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:54.423070 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4401d1-f4a7-4a58-b466-7196bf03295d req-42cf78bf-d6f3-4953-b7f0-8e799ac91fc7 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:54.424971 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ef4401d1-f4a7-4a58-b466-7196bf03295d req-42cf78bf-d6f3-4953-b7f0-8e799ac91fc7 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=b4926858-bf43-45b4-8e7b-4c8c842f2c82 HTTP/1.1" status: 200 len: 943 time: 0.1203134 Mar 11 19:47:54.594943 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8a9cfb0c-eebe-48a8-b0e8-33b6daecaca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:54.606970 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4201c496-40eb-4196-9b54-44a0fed5dde0 None None] Network 5410d84d-8de0-482e-b7c3-2afb4ad57fe5 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:47:54.668392 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-51787793-7037-4a0a-9274-254c053e521f tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (5410d84d-8de0-482e-b7c3-2afb4ad57fe5), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:54.708807 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d639da20-9d46-4eb5-903c-41d630176499 admin admin] Publish callbacks [] for security_group (b7a903dd-f053-4aa2-be3e-90cd96bfabc1), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:54.733752 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-ef4401d1-f4a7-4a58-b466-7196bf03295d req-8833fbec-5d7e-4c2d-9627-87b9c95fe963 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Deleting port a5ddb8ee-f814-4b98-936f-403277fbc446 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:47:54.734087 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ef4401d1-f4a7-4a58-b466-7196bf03295d req-8833fbec-5d7e-4c2d-9627-87b9c95fe963 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (a5ddb8ee-f814-4b98-936f-403277fbc446), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:54.740023 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d639da20-9d46-4eb5-903c-41d630176499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (b7a903dd-f053-4aa2-be3e-90cd96bfabc1), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:54.760004 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-51787793-7037-4a0a-9274-254c053e521f tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Deleting port 06eeb83a-d026-4215-9149-43f167922473 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:47:54.760580 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-51787793-7037-4a0a-9274-254c053e521f tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (06eeb83a-d026-4215-9149-43f167922473), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:54.814272 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb6567d-051a-4035-9db3-9d92d8149a81 None None] Network 5410d84d-8de0-482e-b7c3-2afb4ad57fe5 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:47:54.848249 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d639da20-9d46-4eb5-903c-41d630176499 admin admin] vlan segment allocate from pool success with {'vlan_id': 880, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:47:54.858582 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-51787793-7037-4a0a-9274-254c053e521f tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] For port 06eeb83a-d026-4215-9149-43f167922473, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=06eeb83a-d026-4215-9149-43f167922473,segment=NetworkSegment(919324fb-ac94-4043-ae65-eeb9c8312264),segment_id=919324fb-ac94-4043-ae65-eeb9c8312264)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:47:54.859260 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-51787793-7037-4a0a-9274-254c053e521f tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (06eeb83a-d026-4215-9149-43f167922473), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:54.877697 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-51787793-7037-4a0a-9274-254c053e521f tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Calling delete_port for 06eeb83a-d026-4215-9149-43f167922473 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:47:54.949442 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d639da20-9d46-4eb5-903c-41d630176499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a903dd-f053-4aa2-be3e-90cd96bfabc1,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:54.967986 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d639da20-9d46-4eb5-903c-41d630176499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (2f37804f-b14c-4838-bcf6-64fa8d14eedc), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:54.968133 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-d639da20-9d46-4eb5-903c-41d630176499 admin admin] Added segment 2f37804f-b14c-4838-bcf6-64fa8d14eedc of type vlan for network 7149cbe7-dafb-4ab5-80d5-5d4546fe5d8e Mar 11 19:47:55.026484 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-51787793-7037-4a0a-9274-254c053e521f tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (06eeb83a-d026-4215-9149-43f167922473), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:55.065842 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51787793-7037-4a0a-9274-254c053e521f tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Pushing event deleted for resources: {'Port': ['ID=06eeb83a-d026-4215-9149-43f167922473,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:55.067338 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-ef4401d1-f4a7-4a58-b466-7196bf03295d req-8833fbec-5d7e-4c2d-9627-87b9c95fe963 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] For port a5ddb8ee-f814-4b98-936f-403277fbc446, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=a5ddb8ee-f814-4b98-936f-403277fbc446,segment=NetworkSegment(f8d24e93-6284-46b5-86c2-c110abb33db1),segment_id=f8d24e93-6284-46b5-86c2-c110abb33db1)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:47:55.067883 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ef4401d1-f4a7-4a58-b466-7196bf03295d req-8833fbec-5d7e-4c2d-9627-87b9c95fe963 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (a5ddb8ee-f814-4b98-936f-403277fbc446), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:55.069629 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51787793-7037-4a0a-9274-254c053e521f tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] No DVR routers for this DVR port 06eeb83a-d026-4215-9149-43f167922473 on host n-d-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:47:55.071217 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d639da20-9d46-4eb5-903c-41d630176499 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (7149cbe7-dafb-4ab5-80d5-5d4546fe5d8e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:55.091114 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-ef4401d1-f4a7-4a58-b466-7196bf03295d req-8833fbec-5d7e-4c2d-9627-87b9c95fe963 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Calling delete_port for a5ddb8ee-f814-4b98-936f-403277fbc446 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:47:55.170218 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-51787793-7037-4a0a-9274-254c053e521f tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (5410d84d-8de0-482e-b7c3-2afb4ad57fe5), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:55.195309 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-51787793-7037-4a0a-9274-254c053e521f tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5410d84d-8de0-482e-b7c3-2afb4ad57fe5']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:55.206573 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-51787793-7037-4a0a-9274-254c053e521f tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '919324fb-ac94-4043-ae65-eeb9c8312264') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:55.206941 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-51787793-7037-4a0a-9274-254c053e521f tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '919324fb-ac94-4043-ae65-eeb9c8312264') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:47:55.214957 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d639da20-9d46-4eb5-903c-41d630176499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (7149cbe7-dafb-4ab5-80d5-5d4546fe5d8e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:55.216087 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d639da20-9d46-4eb5-903c-41d630176499 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:55.216671 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d639da20-9d46-4eb5-903c-41d630176499 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:55.222966 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-51787793-7037-4a0a-9274-254c053e521f tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (919324fb-ac94-4043-ae65-eeb9c8312264), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:55.255911 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-51787793-7037-4a0a-9274-254c053e521f tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (919324fb-ac94-4043-ae65-eeb9c8312264), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:55.265613 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51787793-7037-4a0a-9274-254c053e521f tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Releasing vlan 855 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:47:55.266987 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-51787793-7037-4a0a-9274-254c053e521f tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (919324fb-ac94-4043-ae65-eeb9c8312264), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:55.271997 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:47:55.271997 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:47:55.271997 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:47:55.271997 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:47:55.271997 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:47:55.271997 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:47:55.271997 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:47:55.271997 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:47:55.271997 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:47:55.271997 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:47:55.271997 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:47:55.271997 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:47:55.271997 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:47:55.271997 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:47:55.271997 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:47:55.271997 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:47:55.271997 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:47:55.271997 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:47:55.271997 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:47:55.271997 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:47:55.271997 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:47:55.271997 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:47:55.271997 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:47:55.271997 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:47:55.271997 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:47:55.271997 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:47:55.271997 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:47:55.271997 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:47:55.271997 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:47:55.271997 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:47:55.271997 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:47:55.271997 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:47:55.297410 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d639da20-9d46-4eb5-903c-41d630176499 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3764343 Mar 11 19:47:55.301282 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 51188) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:55.308500 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-769d9aad-ad0c-4096-b0f7-e3887955cf35 admin admin] Request body: {'subnet': {'network_id': '7149cbe7-dafb-4ab5-80d5-5d4546fe5d8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2043856057-subnet', 'tenant_id': '6b0dcd2b78bc4bb190b1ab9a0424709f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:47:55.337171 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d639da20-9d46-4eb5-903c-41d630176499 admin admin] Pushing event updated for resources: {'Network': ['ID=7149cbe7-dafb-4ab5-80d5-5d4546fe5d8e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:55.350996 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 7149cbe7-dafb-4ab5-80d5-5d4546fe5d8e details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:47:55.364491 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ef4401d1-f4a7-4a58-b466-7196bf03295d req-8833fbec-5d7e-4c2d-9627-87b9c95fe963 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (a5ddb8ee-f814-4b98-936f-403277fbc446), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:55.396065 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833fbec-5d7e-4c2d-9627-87b9c95fe963 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Pushing event deleted for resources: {'Port': ['ID=a5ddb8ee-f814-4b98-936f-403277fbc446,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:55.412002 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-51787793-7037-4a0a-9274-254c053e521f tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (5410d84d-8de0-482e-b7c3-2afb4ad57fe5), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:55.428942 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-51787793-7037-4a0a-9274-254c053e521f tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:55.433635 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-51787793-7037-4a0a-9274-254c053e521f tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] 10.222.0.65 "DELETE /v2.0/networks/5410d84d-8de0-482e-b7c3-2afb4ad57fe5 HTTP/1.1" status: 204 len: 168 time: 2.2284381 Mar 11 19:47:55.434332 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769d9aad-ad0c-4096-b0f7-e3887955cf35 admin admin] Made reservation on behalf of 6b0dcd2b78bc4bb190b1ab9a0424709f for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:47:55.443489 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['a77be94f-5763-47c7-a94b-063aaf86b760', '130c9980-8013-436d-871f-932f6dd90e0a'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:47:55.450255 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-769d9aad-ad0c-4096-b0f7-e3887955cf35 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:55.461758 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 51194) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:55.504090 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef4401d1-f4a7-4a58-b466-7196bf03295d req-8833fbec-5d7e-4c2d-9627-87b9c95fe963 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] No DVR routers for this DVR port a5ddb8ee-f814-4b98-936f-403277fbc446 on host n-h1-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:47:55.512275 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51787793-7037-4a0a-9274-254c053e521f tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Pushing event deleted for resources: {'Network': ['ID=5410d84d-8de0-482e-b7c3-2afb4ad57fe5,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:55.527692 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ef4401d1-f4a7-4a58-b466-7196bf03295d req-8833fbec-5d7e-4c2d-9627-87b9c95fe963 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:55.534678 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-a94617f5-d0c9-4c44-a14f-645ce1042a9b tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] DELETE failed (client error): The resource could not be found. Mar 11 19:47:55.535417 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a94617f5-d0c9-4c44-a14f-645ce1042a9b tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:47:55.539103 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a94617f5-d0c9-4c44-a14f-645ce1042a9b tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] 10.222.0.65 "DELETE /v2.0/networks/5410d84d-8de0-482e-b7c3-2afb4ad57fe5 HTTP/1.1" status: 404 len: 339 time: 0.0751059 Mar 11 19:47:55.542785 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 51204) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:55.548406 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ef4401d1-f4a7-4a58-b466-7196bf03295d req-8833fbec-5d7e-4c2d-9627-87b9c95fe963 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "DELETE /v2.0/ports/a5ddb8ee-f814-4b98-936f-403277fbc446 HTTP/1.1" status: 204 len: 173 time: 1.1133699 Mar 11 19:47:55.548846 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4926858-bf43-45b4-8e7b-4c8c842f2c82', 'name': 'network-vif-deleted', 'tag': 'a5ddb8ee-f814-4b98-936f-403277fbc446'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:47:55.550175 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-8eb2ec84-b8c4-45d7-b807-a64887893962 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-573897464', 'description': 'd1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:47:55.557690 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69949892-a826-4f00-84f7-086e2ac4bb18" -d '{"events": [{"server_uuid": "b4926858-bf43-45b4-8e7b-4c8c842f2c82", "name": "network-vif-deleted", "tag": "a5ddb8ee-f814-4b98-936f-403277fbc446"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:47:55.709666 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb2ec84-b8c4-45d7-b807-a64887893962 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Made reservation on behalf of 554a0d0e786c47318030018c7ddae585 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:47:55.714637 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8eb2ec84-b8c4-45d7-b807-a64887893962 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:55.790564 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eb2ec84-b8c4-45d7-b807-a64887893962 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] vlan segment allocate from pool success with {'vlan_id': 884, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:47:55.838798 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8eb2ec84-b8c4-45d7-b807-a64887893962 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (a461ccf6-4f89-4564-b806-04f7391ee22c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:55.839173 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-8eb2ec84-b8c4-45d7-b807-a64887893962 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Added segment a461ccf6-4f89-4564-b806-04f7391ee22c of type vlan for network 7f49d543-2bc3-4ca9-8359-b63bd0f74e7c Mar 11 19:47:55.997159 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8eb2ec84-b8c4-45d7-b807-a64887893962 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (7f49d543-2bc3-4ca9-8359-b63bd0f74e7c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:56.115666 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42b75f0-f796-4d64-a28f-97f0e0641e51 req-c352e6c9-ce74-4aa6-b2f8-bb72929e0102 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:56.115950 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8eb2ec84-b8c4-45d7-b807-a64887893962 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (7f49d543-2bc3-4ca9-8359-b63bd0f74e7c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:56.118335 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c42b75f0-f796-4d64-a28f-97f0e0641e51 req-c352e6c9-ce74-4aa6-b2f8-bb72929e0102 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ffc1526-37d9-421b-b78a-592e2353f606 HTTP/1.1" status: 200 len: 945 time: 0.0868952 Mar 11 19:47:56.136585 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb2ec84-b8c4-45d7-b807-a64887893962 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:56.137926 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8eb2ec84-b8c4-45d7-b807-a64887893962 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:56.147297 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-769d9aad-ad0c-4096-b0f7-e3887955cf35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (3df3ad12-7350-4503-a8d4-e74af268f51e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:56.160541 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:56.231963 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c42b75f0-f796-4d64-a28f-97f0e0641e51 req-561a1501-c5d3-4e89-8ddf-aebc22f31b5d tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067472 Mar 11 19:47:56.234488 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769d9aad-ad0c-4096-b0f7-e3887955cf35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3df3ad12-7350-4503-a8d4-e74af268f51e,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:56.253052 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8eb2ec84-b8c4-45d7-b807-a64887893962 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.7086594 Mar 11 19:47:56.256740 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 51298) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:56.360974 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb2ec84-b8c4-45d7-b807-a64887893962 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Pushing event updated for resources: {'Network': ['ID=7f49d543-2bc3-4ca9-8359-b63bd0f74e7c,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:56.374098 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 7f49d543-2bc3-4ca9-8359-b63bd0f74e7c details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:47:56.378955 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefef7b5-6751-4a52-9b19-6bb8f0ef5484 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:56.379622 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769d9aad-ad0c-4096-b0f7-e3887955cf35 admin admin] Checking segment: {'id': '2f37804f-b14c-4838-bcf6-64fa8d14eedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '7149cbe7-dafb-4ab5-80d5-5d4546fe5d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:47:56.379992 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769d9aad-ad0c-4096-b0f7-e3887955cf35 admin admin] Network hostable DHCP agents. Network: 7149cbe7-dafb-4ab5-80d5-5d4546fe5d8e, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:47:56.382371 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-aefef7b5-6751-4a52-9b19-6bb8f0ef5484 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] 10.222.0.65 "GET /v2.0/networks?id=7f49d543-2bc3-4ca9-8359-b63bd0f74e7c HTTP/1.1" status: 200 len: 760 time: 0.1244531 Mar 11 19:47:56.385315 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 51312) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:56.395371 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-4cb0f145-3a38-4eac-962a-87a32bf00b84 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Request body: {'network': {'description': 'd2'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:47:56.400626 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 51316) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:56.455742 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b410f9ef-f882-4ab4-8917-64f71fe447bb req-1093b4e6-1dc4-45fa-b0b6-6d3c5812d481 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:56.466424 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b410f9ef-f882-4ab4-8917-64f71fe447bb req-1093b4e6-1dc4-45fa-b0b6-6d3c5812d481 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=be343d54-4421-403d-b876-889b59b33fc0 HTTP/1.1" status: 200 len: 946 time: 0.0825953 Mar 11 19:47:56.490394 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769d9aad-ad0c-4096-b0f7-e3887955cf35 admin admin] Network 7149cbe7-dafb-4ab5-80d5-5d4546fe5d8e is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:47:56.557334 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b410f9ef-f882-4ab4-8917-64f71fe447bb req-639a3c16-160d-4adc-b3bd-0012cdfe5861 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=5c88090f-a4b6-4ded-8686-842a534273ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882185 Mar 11 19:47:56.580670 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-769d9aad-ad0c-4096-b0f7-e3887955cf35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 7149cbe7-dafb-4ab5-80d5-5d4546fe5d8e) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:47:56.594106 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6046e914-c849-4f86-b952-eacf1e4ee145 None None] Network 7149cbe7-dafb-4ab5-80d5-5d4546fe5d8e requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:47:56.603287 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769d9aad-ad0c-4096-b0f7-e3887955cf35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:56.603915 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-769d9aad-ad0c-4096-b0f7-e3887955cf35 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:56.643774 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-74e2c500-e026-4522-bb13-57f0bd686ea4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:56.674629 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-769d9aad-ad0c-4096-b0f7-e3887955cf35 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3711121 Mar 11 19:47:56.702077 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4cb0f145-3a38-4eac-962a-87a32bf00b84 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (7f49d543-2bc3-4ca9-8359-b63bd0f74e7c), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:56.721931 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-440776b4-9e37-4262-94f5-3a90c7b62a7f x-openstack-request-id: req-440776b4-9e37-4262-94f5-3a90c7b62a7f {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:47:56.722600 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be343d54-4421-403d-b876-889b59b33fc0", "name": "network-vif-plugged", "status": "completed", "tag": "d390e89a-8eda-47c2-bf64-fbf3e9262dc0", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:47:56.723414 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-440776b4-9e37-4262-94f5-3a90c7b62a7f {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:47:56.725094 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be343d54-4421-403d-b876-889b59b33fc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd390e89a-8eda-47c2-bf64-fbf3e9262dc0', 'code': 200} Mar 11 19:47:56.725418 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4cb0f145-3a38-4eac-962a-87a32bf00b84 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (7f49d543-2bc3-4ca9-8359-b63bd0f74e7c), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:56.773261 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4cb0f145-3a38-4eac-962a-87a32bf00b84 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Network 7f49d543-2bc3-4ca9-8359-b63bd0f74e7c is not hosted by any dhcp agent {{(pid=103884) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 11 19:47:56.780884 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb0f145-3a38-4eac-962a-87a32bf00b84 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:56.782796 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4cb0f145-3a38-4eac-962a-87a32bf00b84 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:56.788630 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4cb0f145-3a38-4eac-962a-87a32bf00b84 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] 10.222.0.65 "PUT /v2.0/networks/7f49d543-2bc3-4ca9-8359-b63bd0f74e7c HTTP/1.1" status: 200 len: 757 time: 0.4019716 Mar 11 19:47:56.792697 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 51360) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:56.849717 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 11 Mar 2022 19:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1940b31b-4de7-4a68-b589-d3e0e809ddc8 x-openstack-request-id: req-1940b31b-4de7-4a68-b589-d3e0e809ddc8 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:47:56.850193 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4926858-bf43-45b4-8e7b-4c8c842f2c82", "name": "network-vif-deleted", "tag": "a5ddb8ee-f814-4b98-936f-403277fbc446", "status": "failed", "code": 422}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:47:56.850462 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1940b31b-4de7-4a68-b589-d3e0e809ddc8 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:47:56.850890 n-d-833163-1 neutron-server[103885]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b4926858-bf43-45b4-8e7b-4c8c842f2c82', 'name': 'network-vif-deleted', 'tag': 'a5ddb8ee-f814-4b98-936f-403277fbc446', 'status': 'failed', 'code': 422} returned with failed status Mar 11 19:47:56.862923 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb0f145-3a38-4eac-962a-87a32bf00b84 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Pushing event updated for resources: {'Network': ['ID=7f49d543-2bc3-4ca9-8359-b63bd0f74e7c,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:56.902161 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 7f49d543-2bc3-4ca9-8359-b63bd0f74e7c details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:47:57.059407 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dae9f90-091f-4f50-a4fe-7e0d91293afa None None] Network 7149cbe7-dafb-4ab5-80d5-5d4546fe5d8e requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:47:57.138937 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-74e2c500-e026-4522-bb13-57f0bd686ea4 admin admin] Publish callbacks [] for security_group (439f6de6-79b5-4103-bddd-267f22e05005), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:57.165321 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-74e2c500-e026-4522-bb13-57f0bd686ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (439f6de6-79b5-4103-bddd-267f22e05005), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:57.216675 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea9290d-0881-44a2-89a1-1fec0842b092 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:57.218175 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-3ea9290d-0881-44a2-89a1-1fec0842b092 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] 10.222.0.65 "GET /v2.0/networks?id=7f49d543-2bc3-4ca9-8359-b63bd0f74e7c HTTP/1.1" status: 200 len: 760 time: 0.4178877 Mar 11 19:47:57.224326 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 51408) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:57.233014 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-cd551225-b403-4fd5-90c8-ef26366fb674 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1654951979'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:47:57.275354 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd551225-b403-4fd5-90c8-ef26366fb674 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Made reservation on behalf of 554a0d0e786c47318030018c7ddae585 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:47:57.278958 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cd551225-b403-4fd5-90c8-ef26366fb674 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:57.279598 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-74e2c500-e026-4522-bb13-57f0bd686ea4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=25776734e92d4399931e5666f525284f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8772085 Mar 11 19:47:57.282806 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 51420) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:57.299166 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b346db31-d32f-4f79-a691-5706ea9bc7dc req-258ed511-77c9-4927-bd53-9715446f04ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:57.306188 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b346db31-d32f-4f79-a691-5706ea9bc7dc req-258ed511-77c9-4927-bd53-9715446f04ed service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=be343d54-4421-403d-b876-889b59b33fc0 HTTP/1.1" status: 200 len: 1128 time: 0.4079406 Mar 11 19:47:57.306188 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e2c500-e026-4522-bb13-57f0bd686ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439f6de6-79b5-4103-bddd-267f22e05005,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:57.337137 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15362890-e135-415a-89f5-de21c6b48ffb req-b8a87248-61f5-447a-961e-2f96e4c7c087 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:57.345937 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-15362890-e135-415a-89f5-de21c6b48ffb req-b8a87248-61f5-447a-961e-2f96e4c7c087 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ffc1526-37d9-421b-b78a-592e2353f606 HTTP/1.1" status: 200 len: 945 time: 0.3408699 Mar 11 19:47:57.358536 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd551225-b403-4fd5-90c8-ef26366fb674 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] vlan segment allocate from pool success with {'vlan_id': 889, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:47:57.386791 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cd551225-b403-4fd5-90c8-ef26366fb674 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (6e9c021d-7f81-4e33-86d1-593753124ec0), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:57.386984 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-cd551225-b403-4fd5-90c8-ef26366fb674 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Added segment 6e9c021d-7f81-4e33-86d1-593753124ec0 of type vlan for network 0578fef2-7dc2-409a-8ab7-d2b419cb8594 Mar 11 19:47:57.445282 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b90926f7-20d4-47cf-af22-a79d6e42c8cd admin admin] Publish callbacks [] for security_group (439f6de6-79b5-4103-bddd-267f22e05005), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:57.448012 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b346db31-d32f-4f79-a691-5706ea9bc7dc req-c26614bf-05ce-4220-a381-896fd6722b28 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5c88090f-a4b6-4ded-8686-842a534273ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262047 Mar 11 19:47:57.474473 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cd551225-b403-4fd5-90c8-ef26366fb674 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (0578fef2-7dc2-409a-8ab7-d2b419cb8594), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:57.510720 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b90926f7-20d4-47cf-af22-a79d6e42c8cd admin admin] Publish callbacks [] for security_group (439f6de6-79b5-4103-bddd-267f22e05005), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:57.521911 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-15362890-e135-415a-89f5-de21c6b48ffb req-0a8e4728-fe60-4a46-9e15-12fbb9e31398 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744533 Mar 11 19:47:57.550111 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cd551225-b403-4fd5-90c8-ef26366fb674 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (0578fef2-7dc2-409a-8ab7-d2b419cb8594), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:57.563875 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd551225-b403-4fd5-90c8-ef26366fb674 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:57.563875 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cd551225-b403-4fd5-90c8-ef26366fb674 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:57.613264 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-cd551225-b403-4fd5-90c8-ef26366fb674 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3874795 Mar 11 19:47:57.617755 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 51456) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:57.632010 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-88ba5529-c611-4cc1-a607-32a9b45ddee1 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Request body: {'subnet': {'network_id': '0578fef2-7dc2-409a-8ab7-d2b419cb8594', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:47:57.651835 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:57.706303 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd551225-b403-4fd5-90c8-ef26366fb674 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Pushing event updated for resources: {'Network': ['ID=0578fef2-7dc2-409a-8ab7-d2b419cb8594,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:57.722314 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 0578fef2-7dc2-409a-8ab7-d2b419cb8594 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:47:57.736580 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 51470) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:57.743370 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b90926f7-20d4-47cf-af22-a79d6e42c8cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (439f6de6-79b5-4103-bddd-267f22e05005), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:57.745048 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-8b741f97-3a24-4845-84b1-41857d0ba9bb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-258462210-network', 'tenant_id': '73fc1300f0174f32b001dff4ca07d202'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:47:57.747368 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b90926f7-20d4-47cf-af22-a79d6e42c8cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:57.748889 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b90926f7-20d4-47cf-af22-a79d6e42c8cd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/439f6de6-79b5-4103-bddd-267f22e05005 HTTP/1.1" status: 204 len: 168 time: 0.4649241 Mar 11 19:47:57.758959 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90926f7-20d4-47cf-af22-a79d6e42c8cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439f6de6-79b5-4103-bddd-267f22e05005,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:57.962182 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b741f97-3a24-4845-84b1-41857d0ba9bb admin admin] Made reservation on behalf of 73fc1300f0174f32b001dff4ca07d202 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:47:57.965301 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8b741f97-3a24-4845-84b1-41857d0ba9bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:57.992316 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8b741f97-3a24-4845-84b1-41857d0ba9bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:58.039105 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ba5529-c611-4cc1-a607-32a9b45ddee1 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Made reservation on behalf of 554a0d0e786c47318030018c7ddae585 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:47:58.043563 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-88ba5529-c611-4cc1-a607-32a9b45ddee1 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:58.208806 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8b741f97-3a24-4845-84b1-41857d0ba9bb admin admin] Publish callbacks [] for security_group (c3b3178c-b11b-4e9a-9ea5-d78a34bef84e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:58.220097 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8b741f97-3a24-4845-84b1-41857d0ba9bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (c3b3178c-b11b-4e9a-9ea5-d78a34bef84e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:58.312098 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b741f97-3a24-4845-84b1-41857d0ba9bb admin admin] vlan segment allocate from pool success with {'vlan_id': 876, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:47:58.342832 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b741f97-3a24-4845-84b1-41857d0ba9bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b3178c-b11b-4e9a-9ea5-d78a34bef84e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:58.378371 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8b741f97-3a24-4845-84b1-41857d0ba9bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (f230b171-c9b5-42e1-8aeb-1e1b797ddd19), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:58.378583 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-8b741f97-3a24-4845-84b1-41857d0ba9bb admin admin] Added segment f230b171-c9b5-42e1-8aeb-1e1b797ddd19 of type vlan for network 5c67f974-e99d-4f65-8861-7b61e84df2aa Mar 11 19:47:58.503753 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-88ba5529-c611-4cc1-a607-32a9b45ddee1 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (3105e4d2-cac3-4b2b-a25d-cff3d8dbffc8), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:58.534149 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23089d09-8a83-4ce9-aa87-0dfc3a63ac13 req-e3f13b26-548e-4229-ae8b-040caf6482ff tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:58.540922 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-23089d09-8a83-4ce9-aa87-0dfc3a63ac13 req-e3f13b26-548e-4229-ae8b-040caf6482ff tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=be343d54-4421-403d-b876-889b59b33fc0 HTTP/1.1" status: 200 len: 946 time: 0.2398400 Mar 11 19:47:58.543930 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8b741f97-3a24-4845-84b1-41857d0ba9bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (5c67f974-e99d-4f65-8861-7b61e84df2aa), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:58.649203 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ba5529-c611-4cc1-a607-32a9b45ddee1 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Pushing event updated for resources: {'Subnet': ['ID=3105e4d2-cac3-4b2b-a25d-cff3d8dbffc8,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:58.667665 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8b741f97-3a24-4845-84b1-41857d0ba9bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (5c67f974-e99d-4f65-8861-7b61e84df2aa), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:58.668497 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b741f97-3a24-4845-84b1-41857d0ba9bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:58.669266 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8b741f97-3a24-4845-84b1-41857d0ba9bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:58.680643 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ba5529-c611-4cc1-a607-32a9b45ddee1 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Checking segment: {'id': '6e9c021d-7f81-4e33-86d1-593753124ec0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '0578fef2-7dc2-409a-8ab7-d2b419cb8594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:47:58.681254 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ba5529-c611-4cc1-a607-32a9b45ddee1 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Network hostable DHCP agents. Network: 0578fef2-7dc2-409a-8ab7-d2b419cb8594, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:47:58.713240 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-23089d09-8a83-4ce9-aa87-0dfc3a63ac13 req-583dbe64-4104-4850-97a3-a355b36da007 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=5c88090f-a4b6-4ded-8686-842a534273ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713107 Mar 11 19:47:58.725154 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 51590) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:58.729353 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-8b741f97-3a24-4845-84b1-41857d0ba9bb admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9901850 Mar 11 19:47:58.731780 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-cfd8ebb0-38da-4ac9-ba98-aea32e9802be admin admin] Request body: {'subnet': {'network_id': '5c67f974-e99d-4f65-8861-7b61e84df2aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-258462210-subnet', 'tenant_id': '73fc1300f0174f32b001dff4ca07d202', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:47:58.804888 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd8ebb0-38da-4ac9-ba98-aea32e9802be admin admin] Made reservation on behalf of 73fc1300f0174f32b001dff4ca07d202 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:47:58.807346 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cfd8ebb0-38da-4ac9-ba98-aea32e9802be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:58.837099 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b741f97-3a24-4845-84b1-41857d0ba9bb admin admin] Pushing event updated for resources: {'Network': ['ID=5c67f974-e99d-4f65-8861-7b61e84df2aa,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:58.850629 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 5c67f974-e99d-4f65-8861-7b61e84df2aa details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:47:58.895042 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ba5529-c611-4cc1-a607-32a9b45ddee1 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Network 0578fef2-7dc2-409a-8ab7-d2b419cb8594 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:47:58.951462 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-88ba5529-c611-4cc1-a607-32a9b45ddee1 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 0578fef2-7dc2-409a-8ab7-d2b419cb8594) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:47:58.962529 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ba5529-c611-4cc1-a607-32a9b45ddee1 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:58.967742 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-88ba5529-c611-4cc1-a607-32a9b45ddee1 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:59.035485 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-88ba5529-c611-4cc1-a607-32a9b45ddee1 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4158595 Mar 11 19:47:59.041159 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 51622) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:59.113704 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a8b39-2f97-4229-8076-2ebebd745d97 req-9e25bff5-4d46-40f7-9b68-84e77586f90c tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:59.117763 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-318a8b39-2f97-4229-8076-2ebebd745d97 req-9e25bff5-4d46-40f7-9b68-84e77586f90c tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=38b8a29d-3f5d-4460-a751-30403c577366 HTTP/1.1" status: 200 len: 907 time: 0.2868271 Mar 11 19:47:59.168909 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cfd8ebb0-38da-4ac9-ba98-aea32e9802be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (3c2bbae4-b1c2-4742-9fa9-da225908ddda), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:59.190837 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87cf946-e20a-43ec-ad80-86e349eb10f1 None None] Network 0578fef2-7dc2-409a-8ab7-d2b419cb8594 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:47:59.340225 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd8ebb0-38da-4ac9-ba98-aea32e9802be admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c2bbae4-b1c2-4742-9fa9-da225908ddda,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:47:59.356726 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd8ebb0-38da-4ac9-ba98-aea32e9802be admin admin] Checking segment: {'id': 'f230b171-c9b5-42e1-8aeb-1e1b797ddd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': '5c67f974-e99d-4f65-8861-7b61e84df2aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:47:59.357638 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd8ebb0-38da-4ac9-ba98-aea32e9802be admin admin] Network hostable DHCP agents. Network: 5c67f974-e99d-4f65-8861-7b61e84df2aa, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:47:59.367977 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-031cbcb4-ef06-453f-9054-647b2b400b09 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (0578fef2-7dc2-409a-8ab7-d2b419cb8594), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:59.401479 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:59.410324 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd8ebb0-38da-4ac9-ba98-aea32e9802be admin admin] Network 5c67f974-e99d-4f65-8861-7b61e84df2aa is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:47:59.415152 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe4ee0a-c4c0-413d-befa-669756aabf84 req-11b72ceb-d872-44c2-ad76-8a7cb4bfd755 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:59.431343 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-efe4ee0a-c4c0-413d-befa-669756aabf84 req-11b72ceb-d872-44c2-ad76-8a7cb4bfd755 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ffc1526-37d9-421b-b78a-592e2353f606 HTTP/1.1" status: 200 len: 945 time: 0.1877117 Mar 11 19:47:59.448114 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-cfd8ebb0-38da-4ac9-ba98-aea32e9802be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 5c67f974-e99d-4f65-8861-7b61e84df2aa) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:47:59.460045 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd8ebb0-38da-4ac9-ba98-aea32e9802be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:59.461214 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cfd8ebb0-38da-4ac9-ba98-aea32e9802be admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:59.477121 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b28c480-a91d-4d6b-b2e1-25932aeee4a4 None None] Network 5c67f974-e99d-4f65-8861-7b61e84df2aa requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:47:59.513252 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-cfd8ebb0-38da-4ac9-ba98-aea32e9802be admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7865858 Mar 11 19:47:59.523083 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db19df56-5ac4-48f1-8d39-2723dcb05d4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-0578fef2-7dc2-409a-8ab7-d2b419cb8594', 'network_id': '0578fef2-7dc2-409a-8ab7-d2b419cb8594', 'project_id': '554a0d0e786c47318030018c7ddae585', 'fixed_ips': [{'subnet_id': '3105e4d2-cac3-4b2b-a25d-cff3d8dbffc8'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:47:59.525347 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-db19df56-5ac4-48f1-8d39-2723dcb05d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:59.602016 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-031cbcb4-ef06-453f-9054-647b2b400b09 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (3105e4d2-cac3-4b2b-a25d-cff3d8dbffc8), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:47:59.730373 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-efe4ee0a-c4c0-413d-befa-669756aabf84 req-c5e56f9f-f1c3-4f6b-9e8b-d32929538cbd tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973442 Mar 11 19:47:59.826755 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e9db8-9dda-4de7-8398-1b5d2a3e65ae req-0a544daf-e725-4a4a-8545-373971224ef8 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:47:59.828403 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fd8e9db8-9dda-4de7-8398-1b5d2a3e65ae req-0a544daf-e725-4a4a-8545-373971224ef8 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.57 "GET /v2.0/ports?device_id=38b8a29d-3f5d-4460-a751-30403c577366 HTTP/1.1" status: 200 len: 907 time: 0.1584208 Mar 11 19:47:59.841595 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 51708) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:47:59.916728 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed013d0-8e2f-4052-aa7d-cb2cfb3349b3 None None] Network 5c67f974-e99d-4f65-8861-7b61e84df2aa requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:47:59.967714 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-fee440b1-4038-4fdc-9fd7-310c7f8d21aa admin admin] Deleting subnet 3df3ad12-7350-4503-a8d4-e74af268f51e {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:47:59.976983 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fee440b1-4038-4fdc-9fd7-310c7f8d21aa admin admin] Publish callbacks [] for subnet (3df3ad12-7350-4503-a8d4-e74af268f51e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:00.051698 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-031cbcb4-ef06-453f-9054-647b2b400b09 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (3105e4d2-cac3-4b2b-a25d-cff3d8dbffc8), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:00.127268 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server [None req-db19df56-5ac4-48f1-8d39-2723dcb05d4e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3105e4d2-cac3-4b2b-a25d-cff3d8dbffc8: This subnet is being modified by another concurrent operation. Mar 11 19:48:00.127268 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 11 19:48:00.127268 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 11 19:48:00.127268 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 11 19:48:00.127268 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 11 19:48:00.127268 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 11 19:48:00.127268 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 11 19:48:00.127268 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 11 19:48:00.127268 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 11 19:48:00.127268 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 11 19:48:00.127268 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 19:48:00.127268 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 19:48:00.127268 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 19:48:00.127268 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 19:48:00.127268 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 19:48:00.127268 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 19:48:00.127268 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 19:48:00.127268 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 19:48:00.127268 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 19:48:00.127268 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 19:48:00.127268 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 19:48:00.127268 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 19:48:00.127268 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 19:48:00.127268 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 19:48:00.127268 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 19:48:00.127268 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 19:48:00.127268 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 19:48:00.127268 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 19:48:00.127268 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 19:48:00.127268 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 19:48:00.127268 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 19:48:00.127268 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 19:48:00.127268 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 19:48:00.127268 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 19:48:00.127268 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 11 19:48:00.127268 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 11 19:48:00.127268 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 11 19:48:00.127268 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 11 19:48:00.127268 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 11 19:48:00.127268 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 11 19:48:00.127268 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 11 19:48:00.127268 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 11 19:48:00.127268 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 11 19:48:00.127268 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 19:48:00.127268 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 19:48:00.127268 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 19:48:00.127268 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 19:48:00.127268 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 19:48:00.127268 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 19:48:00.127268 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 19:48:00.127268 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 19:48:00.127268 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 19:48:00.127268 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 19:48:00.127268 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 19:48:00.133133 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 19:48:00.133133 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 19:48:00.133133 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 19:48:00.133133 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 19:48:00.133133 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 19:48:00.133133 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 19:48:00.133133 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 19:48:00.133133 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 19:48:00.133133 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 19:48:00.133133 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 19:48:00.133133 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 19:48:00.133133 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 19:48:00.133133 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 19:48:00.133133 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 19:48:00.133133 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 19:48:00.133133 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 19:48:00.133133 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 11 19:48:00.133133 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 11 19:48:00.133133 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 11 19:48:00.133133 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 11 19:48:00.133133 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 11 19:48:00.133133 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 11 19:48:00.133133 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 11 19:48:00.133133 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 11 19:48:00.133133 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 19:48:00.133133 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 19:48:00.133133 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 11 19:48:00.133133 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 11 19:48:00.133133 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 11 19:48:00.133133 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 11 19:48:00.133133 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 11 19:48:00.133133 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 11 19:48:00.133133 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 11 19:48:00.133133 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 11 19:48:00.133133 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 11 19:48:00.133133 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise exception Mar 11 19:48:00.133133 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3105e4d2-cac3-4b2b-a25d-cff3d8dbffc8: This subnet is being modified by another concurrent operation. Mar 11 19:48:00.133133 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server Mar 11 19:48:00.140753 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cbcb4-ef06-453f-9054-647b2b400b09 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Pushing event deleted for resources: {'Subnet': ['ID=3105e4d2-cac3-4b2b-a25d-cff3d8dbffc8,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:00.141903 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fee440b1-4038-4fdc-9fd7-310c7f8d21aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (3df3ad12-7350-4503-a8d4-e74af268f51e), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:00.193789 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ab970c-f02e-4da8-921c-9d4bc59d3ccf None None] Network 0578fef2-7dc2-409a-8ab7-d2b419cb8594 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:48:00.252558 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73e8cd-f55e-4d3c-aa92-778992b915a4 req-dff95795-aee6-4a81-bf40-2223e4360f68 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:00.254214 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-cf73e8cd-f55e-4d3c-aa92-778992b915a4 req-dff95795-aee6-4a81-bf40-2223e4360f68 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ffc1526-37d9-421b-b78a-592e2353f606 HTTP/1.1" status: 200 len: 945 time: 0.2297866 Mar 11 19:48:00.290687 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-031cbcb4-ef06-453f-9054-647b2b400b09 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (0578fef2-7dc2-409a-8ab7-d2b419cb8594), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:00.351437 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fee440b1-4038-4fdc-9fd7-310c7f8d21aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (3df3ad12-7350-4503-a8d4-e74af268f51e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:00.365212 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-031cbcb4-ef06-453f-9054-647b2b400b09 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0578fef2-7dc2-409a-8ab7-d2b419cb8594']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:00.378661 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-fd8e9db8-9dda-4de7-8398-1b5d2a3e65ae req-932773cf-7159-4211-bb7f-8950ccec433e tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Deleting port f152dfc7-f3e6-4b4b-8546-fc7fc378e70b {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:48:00.379012 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fd8e9db8-9dda-4de7-8398-1b5d2a3e65ae req-932773cf-7159-4211-bb7f-8950ccec433e tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (f152dfc7-f3e6-4b4b-8546-fc7fc378e70b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:00.388182 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a64fb-a537-4c6e-b991-25ca60ca5e1f req-5849bb87-a2e1-42e3-8fc3-83e01dde28d6 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:00.398563 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 51772) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:00.401025 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2a4a64fb-a537-4c6e-b991-25ca60ca5e1f req-5849bb87-a2e1-42e3-8fc3-83e01dde28d6 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=be343d54-4421-403d-b876-889b59b33fc0 HTTP/1.1" status: 200 len: 946 time: 0.5056744 Mar 11 19:48:00.446103 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-031cbcb4-ef06-453f-9054-647b2b400b09 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e9c021d-7f81-4e33-86d1-593753124ec0') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:00.446415 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-031cbcb4-ef06-453f-9054-647b2b400b09 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e9c021d-7f81-4e33-86d1-593753124ec0') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:00.461129 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0f0cd9-511b-406c-8b7e-948bec5edee9 None None] get_active_networks_info from n-d-833163-1 {{(pid=103886) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 11 19:48:00.527215 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-031cbcb4-ef06-453f-9054-647b2b400b09 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (6e9c021d-7f81-4e33-86d1-593753124ec0), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:00.590389 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fee440b1-4038-4fdc-9fd7-310c7f8d21aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (3df3ad12-7350-4503-a8d4-e74af268f51e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:00.612499 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0f0cd9-511b-406c-8b7e-948bec5edee9 None None] Resources bound (agent type, host, resource id): {{(pid=103886) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 19:48:00.623337 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-cf73e8cd-f55e-4d3c-aa92-778992b915a4 req-47b12548-4d5a-4800-8969-c4ac62e150b9 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Deleting port 0786ea56-2bc3-4f98-abc6-260064f6b8fd {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:48:00.624010 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-cf73e8cd-f55e-4d3c-aa92-778992b915a4 req-47b12548-4d5a-4800-8969-c4ac62e150b9 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (0786ea56-2bc3-4f98-abc6-260064f6b8fd), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:00.646907 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-031cbcb4-ef06-453f-9054-647b2b400b09 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (6e9c021d-7f81-4e33-86d1-593753124ec0), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:00.665781 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-031cbcb4-ef06-453f-9054-647b2b400b09 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Releasing vlan 889 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:48:00.666183 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-031cbcb4-ef06-453f-9054-647b2b400b09 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (6e9c021d-7f81-4e33-86d1-593753124ec0), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:00.741865 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-cf73e8cd-f55e-4d3c-aa92-778992b915a4 req-47b12548-4d5a-4800-8969-c4ac62e150b9 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] For port 0786ea56-2bc3-4f98-abc6-260064f6b8fd, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=0786ea56-2bc3-4f98-abc6-260064f6b8fd,segment=NetworkSegment(518fbfd6-66d4-46dc-8045-59cddcf132dc),segment_id=518fbfd6-66d4-46dc-8045-59cddcf132dc)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:48:00.742503 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-cf73e8cd-f55e-4d3c-aa92-778992b915a4 req-47b12548-4d5a-4800-8969-c4ac62e150b9 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (0786ea56-2bc3-4f98-abc6-260064f6b8fd), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:00.757842 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-cf73e8cd-f55e-4d3c-aa92-778992b915a4 req-47b12548-4d5a-4800-8969-c4ac62e150b9 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Calling delete_port for 0786ea56-2bc3-4f98-abc6-260064f6b8fd owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:48:00.811205 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 19:48:00.811205 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:48:00.811205 n-d-833163-1 neutron-server[103885]: timer() Mar 11 19:48:00.811205 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:48:00.811205 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 19:48:00.811205 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:48:00.811205 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 19:48:00.811205 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:48:00.811205 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 19:48:00.811205 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:48:00.811205 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 19:48:00.811205 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:48:00.811205 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 19:48:00.811205 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:48:00.811205 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:48:00.811205 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:48:00.811205 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:48:00.811205 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:48:00.811205 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 19:48:00.811205 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:48:00.811205 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 19:48:00.811205 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:48:00.811205 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:48:00.811205 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:48:00.811205 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 19:48:00.811205 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:48:00.811205 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:48:00.811205 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:48:00.811205 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:48:00.811205 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:48:00.811205 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:48:00.811205 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:48:00.815572 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-51cdd58c-7bf8-44dd-847f-fd325b7e68d0 tempest-MeteringTestJSON-360311088 tempest-MeteringTestJSON-360311088-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1427741501'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:48:00.815572 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-51cdd58c-7bf8-44dd-847f-fd325b7e68d0 tempest-MeteringTestJSON-360311088 tempest-MeteringTestJSON-360311088-project-admin] Unknown quota resources ['metering_label']. {{(pid=103884) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 11 19:48:00.848509 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee440b1-4038-4fdc-9fd7-310c7f8d21aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3df3ad12-7350-4503-a8d4-e74af268f51e,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:00.852219 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fee440b1-4038-4fdc-9fd7-310c7f8d21aa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:00.856147 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-fee440b1-4038-4fdc-9fd7-310c7f8d21aa admin admin] 10.222.0.65 "DELETE /v2.0/subnets/3df3ad12-7350-4503-a8d4-e74af268f51e HTTP/1.1" status: 204 len: 168 time: 1.0135612 Mar 11 19:48:00.858664 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 51810) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:00.874456 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-fd8e9db8-9dda-4de7-8398-1b5d2a3e65ae req-932773cf-7159-4211-bb7f-8950ccec433e tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] For port f152dfc7-f3e6-4b4b-8546-fc7fc378e70b, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=f152dfc7-f3e6-4b4b-8546-fc7fc378e70b,segment=NetworkSegment(f8d24e93-6284-46b5-86c2-c110abb33db1),segment_id=f8d24e93-6284-46b5-86c2-c110abb33db1)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:48:00.876107 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fd8e9db8-9dda-4de7-8398-1b5d2a3e65ae req-932773cf-7159-4211-bb7f-8950ccec433e tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (f152dfc7-f3e6-4b4b-8546-fc7fc378e70b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:00.903826 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2a4a64fb-a537-4c6e-b991-25ca60ca5e1f req-4c16553b-e703-4160-a2f1-f5427d92fb90 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=5c88090f-a4b6-4ded-8686-842a534273ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4690266 Mar 11 19:48:00.924576 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-031cbcb4-ef06-453f-9054-647b2b400b09 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (0578fef2-7dc2-409a-8ab7-d2b419cb8594), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:00.942025 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-fd8e9db8-9dda-4de7-8398-1b5d2a3e65ae req-932773cf-7159-4211-bb7f-8950ccec433e tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Calling delete_port for f152dfc7-f3e6-4b4b-8546-fc7fc378e70b owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:48:00.958363 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-031cbcb4-ef06-453f-9054-647b2b400b09 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:00.964759 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-031cbcb4-ef06-453f-9054-647b2b400b09 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] 10.222.0.65 "DELETE /v2.0/networks/0578fef2-7dc2-409a-8ab7-d2b419cb8594 HTTP/1.1" status: 204 len: 168 time: 1.9178565 Mar 11 19:48:00.977257 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 51814) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:00.978769 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031cbcb4-ef06-453f-9054-647b2b400b09 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Pushing event deleted for resources: {'Network': ['ID=0578fef2-7dc2-409a-8ab7-d2b419cb8594,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:01.129270 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7786617f-8d11-4cea-a231-4534920855ca req-228138c5-f775-46d3-a028-fcbfd16d4cf3 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:01.130865 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7786617f-8d11-4cea-a231-4534920855ca req-228138c5-f775-46d3-a028-fcbfd16d4cf3 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=38b8a29d-3f5d-4460-a751-30403c577366 HTTP/1.1" status: 200 len: 907 time: 0.0962763 Mar 11 19:48:01.155123 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-51cdd58c-7bf8-44dd-847f-fd325b7e68d0 tempest-MeteringTestJSON-360311088 tempest-MeteringTestJSON-360311088-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:01.163831 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-51cdd58c-7bf8-44dd-847f-fd325b7e68d0 tempest-MeteringTestJSON-360311088 tempest-MeteringTestJSON-360311088-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7509663 Mar 11 19:48:01.167091 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 51820) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:01.176446 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-9844d261-be85-43e8-b761-1dba833e8b7b tempest-MeteringTestJSON-360311088 tempest-MeteringTestJSON-360311088-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'af8a9edc-08b4-43c2-b059-7671744d65fe'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:48:01.177288 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-9844d261-be85-43e8-b761-1dba833e8b7b tempest-MeteringTestJSON-360311088 tempest-MeteringTestJSON-360311088-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103885) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 11 19:48:01.285469 n-d-833163-1 neutron-server[103885]: WARNING neutron.services.metering.metering_plugin [None req-9844d261-be85-43e8-b761-1dba833e8b7b tempest-MeteringTestJSON-360311088 tempest-MeteringTestJSON-360311088-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 11 19:48:01.318760 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-95b4a59b-c486-47ff-be84-6f61a33ac875 req-0390e02e-ae2e-40b6-9aa8-2083f7281e2c tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=1ffc1526-37d9-421b-b78a-592e2353f606 HTTP/1.1" status: 200 len: 210 time: 0.0492392 Mar 11 19:48:01.375142 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fd8e9db8-9dda-4de7-8398-1b5d2a3e65ae req-932773cf-7159-4211-bb7f-8950ccec433e tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (f152dfc7-f3e6-4b4b-8546-fc7fc378e70b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:01.514371 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932773cf-7159-4211-bb7f-8950ccec433e tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Pushing event deleted for resources: {'Port': ['ID=f152dfc7-f3e6-4b4b-8546-fc7fc378e70b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:01.522086 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9844d261-be85-43e8-b761-1dba833e8b7b tempest-MeteringTestJSON-360311088 tempest-MeteringTestJSON-360311088-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:01.523799 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-9844d261-be85-43e8-b761-1dba833e8b7b tempest-MeteringTestJSON-360311088 tempest-MeteringTestJSON-360311088-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3553643 Mar 11 19:48:01.527344 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 51826) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:01.551874 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-7c7f9024-0699-4cc5-b131-2e90c5d712f2 tempest-MeteringTestJSON-360311088 tempest-MeteringTestJSON-360311088-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'af8a9edc-08b4-43c2-b059-7671744d65fe'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:48:01.552369 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-7c7f9024-0699-4cc5-b131-2e90c5d712f2 tempest-MeteringTestJSON-360311088 tempest-MeteringTestJSON-360311088-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103885) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 11 19:48:01.596454 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd8e9db8-9dda-4de7-8398-1b5d2a3e65ae req-932773cf-7159-4211-bb7f-8950ccec433e tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] No DVR routers for this DVR port f152dfc7-f3e6-4b4b-8546-fc7fc378e70b on host n-h2-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:48:01.603221 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fd8e9db8-9dda-4de7-8398-1b5d2a3e65ae req-932773cf-7159-4211-bb7f-8950ccec433e tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:01.606914 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fd8e9db8-9dda-4de7-8398-1b5d2a3e65ae req-932773cf-7159-4211-bb7f-8950ccec433e tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.57 "DELETE /v2.0/ports/f152dfc7-f3e6-4b4b-8546-fc7fc378e70b HTTP/1.1" status: 204 len: 173 time: 1.7708991 Mar 11 19:48:01.608701 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38b8a29d-3f5d-4460-a751-30403c577366', 'name': 'network-vif-deleted', 'tag': 'f152dfc7-f3e6-4b4b-8546-fc7fc378e70b'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:48:01.613022 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-226ef8b2-55bd-44a8-9669-a7d1bde25295" -d '{"events": [{"server_uuid": "38b8a29d-3f5d-4460-a751-30403c577366", "name": "network-vif-deleted", "tag": "f152dfc7-f3e6-4b4b-8546-fc7fc378e70b"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:48:01.651620 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-cf73e8cd-f55e-4d3c-aa92-778992b915a4 req-47b12548-4d5a-4800-8969-c4ac62e150b9 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (0786ea56-2bc3-4f98-abc6-260064f6b8fd), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:01.664128 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['db0680ad-52ed-457e-9224-4ee0f0880afd'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:48:01.691365 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8899fa9-047c-4e19-9052-e5196f5c0993 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] GET failed (client error): The resource could not be found. Mar 11 19:48:01.696306 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c8899fa9-047c-4e19-9052-e5196f5c0993 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] 10.222.0.65 "GET /v2.0/subnets/3105e4d2-cac3-4b2b-a25d-cff3d8dbffc8 HTTP/1.1" status: 404 len: 337 time: 0.7173991 Mar 11 19:48:01.720449 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 51832) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:01.773314 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f6ea9f-7d10-45ed-9f94-7a495370056f x-openstack-request-id: req-27f6ea9f-7d10-45ed-9f94-7a495370056f {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:48:01.774383 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38b8a29d-3f5d-4460-a751-30403c577366", "name": "network-vif-deleted", "tag": "f152dfc7-f3e6-4b4b-8546-fc7fc378e70b", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:48:01.775079 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-27f6ea9f-7d10-45ed-9f94-7a495370056f {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:48:01.777982 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38b8a29d-3f5d-4460-a751-30403c577366', 'name': 'network-vif-deleted', 'tag': 'f152dfc7-f3e6-4b4b-8546-fc7fc378e70b', 'status': 'completed', 'code': 200} Mar 11 19:48:01.779620 n-d-833163-1 neutron-server[103885]: WARNING neutron.services.metering.metering_plugin [None req-7c7f9024-0699-4cc5-b131-2e90c5d712f2 tempest-MeteringTestJSON-360311088 tempest-MeteringTestJSON-360311088-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 11 19:48:01.813814 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ca482e7-4e30-4110-b841-b9d3136355f4 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] DELETE failed (client error): The resource could not be found. Mar 11 19:48:01.814340 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ca482e7-4e30-4110-b841-b9d3136355f4 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:48:01.817398 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-3ca482e7-4e30-4110-b841-b9d3136355f4 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] 10.222.0.65 "DELETE /v2.0/networks/0578fef2-7dc2-409a-8ab7-d2b419cb8594 HTTP/1.1" status: 404 len: 339 time: 0.0959551 Mar 11 19:48:01.822831 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 51834) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:01.835176 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-567dd0ef-3035-448c-8f12-f9eb0a5af47f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (7149cbe7-dafb-4ab5-80d5-5d4546fe5d8e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:01.841481 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b12548-4d5a-4800-8969-c4ac62e150b9 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Pushing event deleted for resources: {'Port': ['ID=0786ea56-2bc3-4f98-abc6-260064f6b8fd,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:01.926458 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7c7f9024-0699-4cc5-b131-2e90c5d712f2 tempest-MeteringTestJSON-360311088 tempest-MeteringTestJSON-360311088-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:01.927827 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-7c7f9024-0699-4cc5-b131-2e90c5d712f2 tempest-MeteringTestJSON-360311088 tempest-MeteringTestJSON-360311088-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3992186 Mar 11 19:48:01.930751 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 51836) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:01.948171 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-267503e7-fcf8-4708-8929-be8519197b92 tempest-MeteringTestJSON-360311088 tempest-MeteringTestJSON-360311088-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules?id=e1debbc8-66f0-441c-9542-1e62cb9ea40a HTTP/1.1" status: 200 len: 464 time: 0.0160594 Mar 11 19:48:01.958284 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 51840) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:02.048796 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf73e8cd-f55e-4d3c-aa92-778992b915a4 req-47b12548-4d5a-4800-8969-c4ac62e150b9 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] No DVR routers for this DVR port 0786ea56-2bc3-4f98-abc6-260064f6b8fd on host n-h2-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:48:02.052370 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-cf73e8cd-f55e-4d3c-aa92-778992b915a4 req-47b12548-4d5a-4800-8969-c4ac62e150b9 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:02.056917 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-cf73e8cd-f55e-4d3c-aa92-778992b915a4 req-47b12548-4d5a-4800-8969-c4ac62e150b9 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.57 "DELETE /v2.0/ports/0786ea56-2bc3-4f98-abc6-260064f6b8fd HTTP/1.1" status: 204 len: 173 time: 1.7860353 Mar 11 19:48:02.071672 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ffc1526-37d9-421b-b78a-592e2353f606', 'name': 'network-vif-deleted', 'tag': '0786ea56-2bc3-4f98-abc6-260064f6b8fd'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:48:02.087493 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86802971-db41-4941-8f44-f89c6d8ab769" -d '{"events": [{"server_uuid": "1ffc1526-37d9-421b-b78a-592e2353f606", "name": "network-vif-deleted", "tag": "0786ea56-2bc3-4f98-abc6-260064f6b8fd"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:48:02.433793 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073354b3-c2da-4ace-996b-f9069e936a83 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:02.438828 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-073354b3-c2da-4ace-996b-f9069e936a83 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5911896 Mar 11 19:48:02.465455 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-567dd0ef-3035-448c-8f12-f9eb0a5af47f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (7149cbe7-dafb-4ab5-80d5-5d4546fe5d8e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:02.467604 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 51848) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:02.489234 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d19fbecd-9ea7-4a48-89c1-8913a8c42cf2 tempest-MeteringTestJSON-360311088 tempest-MeteringTestJSON-360311088-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:02.492927 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d19fbecd-9ea7-4a48-89c1-8913a8c42cf2 tempest-MeteringTestJSON-360311088 tempest-MeteringTestJSON-360311088-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-label-rules/e1debbc8-66f0-441c-9542-1e62cb9ea40a HTTP/1.1" status: 204 len: 168 time: 0.5308459 Mar 11 19:48:02.500214 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 51852) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:02.543539 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-46aedf7a-0f91-4b73-abd2-e5ab53dacd47 tempest-MeteringTestJSON-360311088 tempest-MeteringTestJSON-360311088-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules?id=e1debbc8-66f0-441c-9542-1e62cb9ea40a HTTP/1.1" status: 200 len: 221 time: 0.0368252 Mar 11 19:48:02.544426 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-567dd0ef-3035-448c-8f12-f9eb0a5af47f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7149cbe7-dafb-4ab5-80d5-5d4546fe5d8e']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:02.556391 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:48:02.557871 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 51854) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:02.568543 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-de85c823-7dcd-49ac-b5d6-09f44d9107ad tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] 10.222.0.65 "GET /v2.0/subnets?network_id=612cc066-33e3-444d-b1c7-d0a64751482a HTTP/1.1" status: 200 len: 207 time: 0.0981283 Mar 11 19:48:02.573510 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 51856) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:02.585435 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-1fe4ffbe-1c90-4443-8e24-209c8dc9d797 tempest-MeteringTestJSON-360311088 tempest-MeteringTestJSON-360311088-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--586419961', 'description': 'label created by tempest'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:48:02.585988 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-1fe4ffbe-1c90-4443-8e24-209c8dc9d797 tempest-MeteringTestJSON-360311088 tempest-MeteringTestJSON-360311088-project-admin] Unknown quota resources ['metering_label']. {{(pid=103884) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 11 19:48:02.602038 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-567dd0ef-3035-448c-8f12-f9eb0a5af47f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f37804f-b14c-4838-bcf6-64fa8d14eedc') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:02.602344 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-567dd0ef-3035-448c-8f12-f9eb0a5af47f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f37804f-b14c-4838-bcf6-64fa8d14eedc') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:02.695134 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-567dd0ef-3035-448c-8f12-f9eb0a5af47f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (2f37804f-b14c-4838-bcf6-64fa8d14eedc), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:02.795580 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-567dd0ef-3035-448c-8f12-f9eb0a5af47f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (2f37804f-b14c-4838-bcf6-64fa8d14eedc), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:02.815883 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3416ba75-534a-4c8e-8b49-4d4556369427 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:02.822179 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3416ba75-534a-4c8e-8b49-4d4556369427 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:02.828859 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3416ba75-534a-4c8e-8b49-4d4556369427 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:02.835222 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3416ba75-534a-4c8e-8b49-4d4556369427 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:02.837403 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-3416ba75-534a-4c8e-8b49-4d4556369427 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2484 time: 0.2617147 Mar 11 19:48:02.842371 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 51858) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:02.884552 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1fe4ffbe-1c90-4443-8e24-209c8dc9d797 tempest-MeteringTestJSON-360311088 tempest-MeteringTestJSON-360311088-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:02.886157 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-1fe4ffbe-1c90-4443-8e24-209c8dc9d797 tempest-MeteringTestJSON-360311088 tempest-MeteringTestJSON-360311088-project-admin] 10.222.0.65 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3225036 Mar 11 19:48:02.889847 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c9d78-5760-4b66-b135-8e379f83cdc3 req-83762353-b497-40a2-bcbc-8c8310407f1e tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:02.891937 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-567dd0ef-3035-448c-8f12-f9eb0a5af47f admin admin] Releasing vlan 880 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:48:02.892597 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-567dd0ef-3035-448c-8f12-f9eb0a5af47f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (2f37804f-b14c-4838-bcf6-64fa8d14eedc), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:02.894930 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:48:02.894930 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:48:02.894930 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:48:02.894930 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:48:02.894930 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:48:02.894930 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:48:02.894930 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:48:02.894930 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:48:02.894930 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:48:02.894930 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:48:02.894930 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:48:02.894930 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:48:02.894930 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:48:02.894930 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:48:02.894930 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:48:02.894930 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:48:02.894930 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:48:02.894930 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:48:02.894930 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:48:02.894930 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:48:02.894930 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:48:02.894930 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:48:02.894930 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:48:02.894930 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:48:02.894930 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:48:02.894930 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:48:02.894930 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:48:02.894930 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:48:02.894930 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:48:02.894930 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:48:02.894930 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:48:02.894930 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:48:02.897332 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 51860) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:02.902793 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-098c9d78-5760-4b66-b135-8e379f83cdc3 req-83762353-b497-40a2-bcbc-8c8310407f1e tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=be343d54-4421-403d-b876-889b59b33fc0 HTTP/1.1" status: 200 len: 946 time: 0.8363669 Mar 11 19:48:03.007047 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-7db4a0ed-4430-4ae3-8085-14dda00c8e52 tempest-MeteringTestJSON-360311088 tempest-MeteringTestJSON-360311088-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels?id=d237e3f7-ab4e-419e-87a7-d3ae4122a58b HTTP/1.1" status: 200 len: 467 time: 0.1013730 Mar 11 19:48:03.009601 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 51862) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:03.033819 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-098c9d78-5760-4b66-b135-8e379f83cdc3 req-0761139e-c290-4a9c-884d-253b5abedd46 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=5c88090f-a4b6-4ded-8686-842a534273ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298988 Mar 11 19:48:03.038393 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 0786ea56-2bc3-4f98-abc6-260064f6b8fd no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:48:03.044571 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-8a3ef571-d66d-4698-975e-5d50587e6335 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] 10.222.0.65 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 573 time: 0.1983449 Mar 11 19:48:03.048086 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 51864) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:03.089979 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: 0786ea56-2bc3-4f98-abc6-260064f6b8fd {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:48:03.090632 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 0786ea56-2bc3-4f98-abc6-260064f6b8fd not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:48:03.091218 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device f152dfc7-f3e6-4b4b-8546-fc7fc378e70b no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:48:03.129858 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95f8023-c8a4-4c2e-b8bb-3d0b7fa53994 x-openstack-request-id: req-e95f8023-c8a4-4c2e-b8bb-3d0b7fa53994 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:48:03.130585 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ffc1526-37d9-421b-b78a-592e2353f606", "name": "network-vif-deleted", "tag": "0786ea56-2bc3-4f98-abc6-260064f6b8fd", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:48:03.130585 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e95f8023-c8a4-4c2e-b8bb-3d0b7fa53994 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:48:03.130925 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ffc1526-37d9-421b-b78a-592e2353f606', 'name': 'network-vif-deleted', 'tag': '0786ea56-2bc3-4f98-abc6-260064f6b8fd', 'status': 'completed', 'code': 200} Mar 11 19:48:03.132289 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: f152dfc7-f3e6-4b4b-8546-fc7fc378e70b {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:48:03.132453 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-567dd0ef-3035-448c-8f12-f9eb0a5af47f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (7149cbe7-dafb-4ab5-80d5-5d4546fe5d8e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:03.135259 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device f152dfc7-f3e6-4b4b-8546-fc7fc378e70b not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:48:03.167914 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-567dd0ef-3035-448c-8f12-f9eb0a5af47f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:03.175478 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-567dd0ef-3035-448c-8f12-f9eb0a5af47f admin admin] 10.222.0.65 "DELETE /v2.0/networks/7149cbe7-dafb-4ab5-80d5-5d4546fe5d8e HTTP/1.1" status: 204 len: 168 time: 2.3138945 Mar 11 19:48:03.179341 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 51868) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:03.192961 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c08cf2-dde1-4b17-bd9f-7b404c9ee1ac tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:03.194944 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c08cf2-dde1-4b17-bd9f-7b404c9ee1ac tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:03.196827 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a5c08cf2-dde1-4b17-bd9f-7b404c9ee1ac tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1476810 Mar 11 19:48:03.204524 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 51872) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:03.266543 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4b4aba-c282-4de9-8b08-dff07e4e1d9e tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Attributes excluded by policy engine: ['shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:03.268009 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4b4aba-c282-4de9-8b08-dff07e4e1d9e tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Attributes excluded by policy engine: ['shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:03.274951 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-1d4b4aba-c282-4de9-8b08-dff07e4e1d9e tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] 10.222.0.65 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0692694 Mar 11 19:48:03.275668 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 51876) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:03.371796 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1a09cd3-5d32-4e8e-b8d8-49a77a8a7823 admin admin] Deleting subnet 3c2bbae4-b1c2-4742-9fa9-da225908ddda {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:48:03.416877 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567dd0ef-3035-448c-8f12-f9eb0a5af47f admin admin] Pushing event deleted for resources: {'Network': ['ID=7149cbe7-dafb-4ab5-80d5-5d4546fe5d8e,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:03.419070 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e1a09cd3-5d32-4e8e-b8d8-49a77a8a7823 admin admin] Publish callbacks [] for subnet (3c2bbae4-b1c2-4742-9fa9-da225908ddda), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:03.423717 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3057affb-f69d-42dc-95df-de73e46eaf99 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:03.425878 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-3057affb-f69d-42dc-95df-de73e46eaf99 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] 10.222.0.65 "GET /v2.0/networks/c46c359e-be0f-4515-959d-100521007b9a HTTP/1.1" status: 200 len: 798 time: 0.1486883 Mar 11 19:48:03.431821 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 51880) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:03.544099 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e1a09cd3-5d32-4e8e-b8d8-49a77a8a7823 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (3c2bbae4-b1c2-4742-9fa9-da225908ddda), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:03.550084 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3763ae9d-a0e7-4b25-8c65-1215ec9c3f74 tempest-MeteringTestJSON-360311088 tempest-MeteringTestJSON-360311088-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:03.551492 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-3763ae9d-a0e7-4b25-8c65-1215ec9c3f74 tempest-MeteringTestJSON-360311088 tempest-MeteringTestJSON-360311088-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-labels/d237e3f7-ab4e-419e-87a7-d3ae4122a58b HTTP/1.1" status: 204 len: 168 time: 0.5408511 Mar 11 19:48:03.569985 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 51884) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:03.593931 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e1a09cd3-5d32-4e8e-b8d8-49a77a8a7823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (3c2bbae4-b1c2-4742-9fa9-da225908ddda), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:03.617563 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-198167cf-b6f2-4795-9c75-51b1de854076 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] 10.222.0.65 "GET /v2.0/networks/c46c359e-be0f-4515-959d-100521007b9a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 314 time: 0.1843960 Mar 11 19:48:03.619274 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 51888) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:03.632172 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-444108bc-eabd-4249-91c4-bad349f06505 tempest-MeteringTestJSON-360311088 tempest-MeteringTestJSON-360311088-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels?id=d237e3f7-ab4e-419e-87a7-d3ae4122a58b HTTP/1.1" status: 200 len: 216 time: 0.0573683 Mar 11 19:48:03.639818 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 51890) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:03.661175 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-960e0c2c-10fd-4f39-8818-93318d0dd1a0 tempest-MeteringTestJSON-360311088 tempest-MeteringTestJSON-360311088-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0180819 Mar 11 19:48:03.665482 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 51892) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:03.688180 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-aa8d8315-d385-4c02-8dd1-636565f486c7 tempest-MeteringTestJSON-360311088 tempest-MeteringTestJSON-360311088-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0208211 Mar 11 19:48:03.691609 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 51896) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:03.712680 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0086c94e-acbd-4dff-a36d-7f9dcc2976a7 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:03.715072 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e1a09cd3-5d32-4e8e-b8d8-49a77a8a7823 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (3c2bbae4-b1c2-4742-9fa9-da225908ddda), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:03.718211 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-0086c94e-acbd-4dff-a36d-7f9dcc2976a7 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] 10.222.0.65 "GET /v2.0/subnets/0e53d5e1-98a9-48da-a94f-c8dcfd3e349f HTTP/1.1" status: 200 len: 811 time: 0.0978293 Mar 11 19:48:03.719078 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 51898) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:03.757659 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a09cd3-5d32-4e8e-b8d8-49a77a8a7823 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c2bbae4-b1c2-4742-9fa9-da225908ddda,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:03.766282 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e1a09cd3-5d32-4e8e-b8d8-49a77a8a7823 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:03.773703 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e1a09cd3-5d32-4e8e-b8d8-49a77a8a7823 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/3c2bbae4-b1c2-4742-9fa9-da225908ddda HTTP/1.1" status: 204 len: 168 time: 0.5823498 Mar 11 19:48:03.775470 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 51900) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:03.796308 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ea96e4bb-b398-422e-94ff-94d39d45d6c3 tempest-MeteringTestJSON-360311088 tempest-MeteringTestJSON-360311088-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-labels/af8a9edc-08b4-43c2-b059-7671744d65fe HTTP/1.1" status: 200 len: 473 time: 0.1004751 Mar 11 19:48:03.796525 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 51902) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:03.822459 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-344027d2-42ec-4d08-9e47-b86a1c396df8 tempest-MeteringTestJSON-360311088 tempest-MeteringTestJSON-360311088-project-admin] 10.222.0.65 "GET /v2.0/metering/metering-label-rules/b92a2a94-9e71-46e7-8d2d-991888b0a314 HTTP/1.1" status: 200 len: 461 time: 0.0236633 Mar 11 19:48:03.825825 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 51906) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:03.902369 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57204da2-f5a2-4cf0-96a2-7200325b5bfd tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Attributes excluded by policy engine: ['shared'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:03.908786 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-57204da2-f5a2-4cf0-96a2-7200325b5bfd tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] 10.222.0.65 "GET /v2.0/subnets/0e53d5e1-98a9-48da-a94f-c8dcfd3e349f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1218128 Mar 11 19:48:03.909342 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 51908) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:03.914797 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-f554aa18-572d-4ec5-8a31-566006e3f670 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1294184829'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:48:03.932498 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcff17e-d656-41af-993e-7210be0e0bee req-ac3fa315-9562-4b4e-ba05-e5f532a0da12 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:03.934537 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6fcff17e-d656-41af-993e-7210be0e0bee req-ac3fa315-9562-4b4e-ba05-e5f532a0da12 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=fca2a9a9-2a94-4e79-ad8e-24839d898af6 HTTP/1.1" status: 200 len: 946 time: 0.1397226 Mar 11 19:48:03.941832 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b22127d7-51d8-4601-90e7-d8695de76ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (5c67f974-e99d-4f65-8861-7b61e84df2aa), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:03.976856 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f554aa18-572d-4ec5-8a31-566006e3f670 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Made reservation on behalf of 554a0d0e786c47318030018c7ddae585 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:48:03.980475 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f554aa18-572d-4ec5-8a31-566006e3f670 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:04.013643 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f554aa18-572d-4ec5-8a31-566006e3f670 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] vlan segment allocate from pool success with {'vlan_id': 873, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:48:04.035147 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f554aa18-572d-4ec5-8a31-566006e3f670 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (f60d83b4-26db-470b-b149-4b33466e15db), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:04.035576 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-f554aa18-572d-4ec5-8a31-566006e3f670 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Added segment f60d83b4-26db-470b-b149-4b33466e15db of type vlan for network 10fcae6c-7502-4e16-8b83-d9052d0b6e27 Mar 11 19:48:04.045422 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ac2225f5-aabf-4ed5-9c2a-ad31fea52961 tempest-MeteringTestJSON-360311088 tempest-MeteringTestJSON-360311088-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:04.047775 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ac2225f5-aabf-4ed5-9c2a-ad31fea52961 tempest-MeteringTestJSON-360311088 tempest-MeteringTestJSON-360311088-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-label-rules/b92a2a94-9e71-46e7-8d2d-991888b0a314 HTTP/1.1" status: 204 len: 168 time: 0.2197082 Mar 11 19:48:04.047931 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6fcff17e-d656-41af-993e-7210be0e0bee req-847e2c15-4a23-440f-9f64-697d40716c08 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=381d5506-1a91-423f-9578-afb9619937f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053820 Mar 11 19:48:04.052380 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 51910) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:04.134539 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f554aa18-572d-4ec5-8a31-566006e3f670 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (10fcae6c-7502-4e16-8b83-d9052d0b6e27), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:04.198611 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f554aa18-572d-4ec5-8a31-566006e3f670 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (10fcae6c-7502-4e16-8b83-d9052d0b6e27), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:04.208138 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f554aa18-572d-4ec5-8a31-566006e3f670 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:04.208594 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f554aa18-572d-4ec5-8a31-566006e3f670 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:04.299248 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f554aa18-572d-4ec5-8a31-566006e3f670 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3886342 Mar 11 19:48:04.303467 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 51918) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:04.310340 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-2ab2f0a5-1b9c-404f-84a4-13fb0c1995c7 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Request body: {'subnet': {'network_id': '10fcae6c-7502-4e16-8b83-d9052d0b6e27', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:48:04.390719 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b22127d7-51d8-4601-90e7-d8695de76ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (5c67f974-e99d-4f65-8861-7b61e84df2aa), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:04.401011 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c11d2561-f17b-4be5-9cef-72b8b6933a04 tempest-MeteringTestJSON-360311088 tempest-MeteringTestJSON-360311088-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:04.402148 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c11d2561-f17b-4be5-9cef-72b8b6933a04 tempest-MeteringTestJSON-360311088 tempest-MeteringTestJSON-360311088-project-admin] 10.222.0.65 "DELETE /v2.0/metering/metering-labels/af8a9edc-08b4-43c2-b059-7671744d65fe HTTP/1.1" status: 204 len: 168 time: 0.3476725 Mar 11 19:48:04.417201 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-b22127d7-51d8-4601-90e7-d8695de76ab6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c67f974-e99d-4f65-8861-7b61e84df2aa']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:04.431004 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-b22127d7-51d8-4601-90e7-d8695de76ab6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f230b171-c9b5-42e1-8aeb-1e1b797ddd19') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:04.431301 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-b22127d7-51d8-4601-90e7-d8695de76ab6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f230b171-c9b5-42e1-8aeb-1e1b797ddd19') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:04.433606 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f554aa18-572d-4ec5-8a31-566006e3f670 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Pushing event updated for resources: {'Network': ['ID=10fcae6c-7502-4e16-8b83-d9052d0b6e27,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:04.445659 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 10fcae6c-7502-4e16-8b83-d9052d0b6e27 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:48:04.465657 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b22127d7-51d8-4601-90e7-d8695de76ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (f230b171-c9b5-42e1-8aeb-1e1b797ddd19), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:04.491524 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b22127d7-51d8-4601-90e7-d8695de76ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (f230b171-c9b5-42e1-8aeb-1e1b797ddd19), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:04.504591 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b22127d7-51d8-4601-90e7-d8695de76ab6 admin admin] Releasing vlan 876 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:48:04.508674 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b22127d7-51d8-4601-90e7-d8695de76ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (f230b171-c9b5-42e1-8aeb-1e1b797ddd19), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:04.510887 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:48:04.510887 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:48:04.510887 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:48:04.510887 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:48:04.510887 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:48:04.510887 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:48:04.510887 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:48:04.510887 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:48:04.510887 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:48:04.510887 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:48:04.510887 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:48:04.510887 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:48:04.510887 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:48:04.510887 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:48:04.510887 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:48:04.510887 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:48:04.510887 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:48:04.510887 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:48:04.510887 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:48:04.510887 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:48:04.510887 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:48:04.510887 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:48:04.510887 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:48:04.510887 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:48:04.510887 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:48:04.510887 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:48:04.510887 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:48:04.510887 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:48:04.510887 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:48:04.510887 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:48:04.510887 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:48:04.510887 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:48:04.569096 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f3b63d-ec71-4dc7-9022-c28a599371c2 req-0f83df83-10ae-4879-b804-a5c94a196097 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:04.576075 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-44f3b63d-ec71-4dc7-9022-c28a599371c2 req-0f83df83-10ae-4879-b804-a5c94a196097 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/networks?id=5f4622d2-6877-42dd-be4c-6b2764b6d954 HTTP/1.1" status: 200 len: 805 time: 0.1930273 Mar 11 19:48:04.593581 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-44f3b63d-ec71-4dc7-9022-c28a599371c2 req-29c1cf38-50f7-46e0-bb57-150a35992f04 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/quotas/59ec990deac94d1dadc5fda96e3adfe5 HTTP/1.1" status: 200 len: 375 time: 0.0163717 Mar 11 19:48:04.603979 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab2f0a5-1b9c-404f-84a4-13fb0c1995c7 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Made reservation on behalf of 554a0d0e786c47318030018c7ddae585 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:48:04.607580 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2ab2f0a5-1b9c-404f-84a4-13fb0c1995c7 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:04.612938 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b22127d7-51d8-4601-90e7-d8695de76ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (5c67f974-e99d-4f65-8861-7b61e84df2aa), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:04.630116 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b22127d7-51d8-4601-90e7-d8695de76ab6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:04.638948 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b22127d7-51d8-4601-90e7-d8695de76ab6 admin admin] 10.222.0.65 "DELETE /v2.0/networks/5c67f974-e99d-4f65-8861-7b61e84df2aa HTTP/1.1" status: 204 len: 168 time: 0.8599386 Mar 11 19:48:04.648571 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22127d7-51d8-4601-90e7-d8695de76ab6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c67f974-e99d-4f65-8861-7b61e84df2aa,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:04.704950 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.ipam_backend_mixin [None req-2ab2f0a5-1b9c-404f-84a4-13fb0c1995c7 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Performing IP validity checks on allocation pools {{(pid=103885) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 11 19:48:04.704950 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.ipam_backend_mixin [None req-2ab2f0a5-1b9c-404f-84a4-13fb0c1995c7 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103885) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 11 19:48:04.801968 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-44f3b63d-ec71-4dc7-9022-c28a599371c2 req-8eac62c9-9908-49fb-8dfd-aaf712391c56 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=59ec990deac94d1dadc5fda96e3adfe5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2066000 Mar 11 19:48:04.853821 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 51936) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:04.922799 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 51940) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:04.952202 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-aab83718-bf0b-4a13-80ca-d2e5dd813bfa admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6b0dcd2b78bc4bb190b1ab9a0424709f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0967259 Mar 11 19:48:04.954693 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 51944) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:05.047509 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2ab2f0a5-1b9c-404f-84a4-13fb0c1995c7 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (fa7a1f43-88d2-42b0-b9c9-c295896e87a5), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:05.049409 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-760e33e8-3588-4dea-aea4-3e015e3e793c admin admin] Publish callbacks [] for security_group (b7a903dd-f053-4aa2-be3e-90cd96bfabc1), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:05.098267 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-760e33e8-3588-4dea-aea4-3e015e3e793c admin admin] Publish callbacks [] for security_group (b7a903dd-f053-4aa2-be3e-90cd96bfabc1), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:05.128706 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab2f0a5-1b9c-404f-84a4-13fb0c1995c7 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Checking segment: {'id': 'f60d83b4-26db-470b-b149-4b33466e15db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '10fcae6c-7502-4e16-8b83-d9052d0b6e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:48:05.129124 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab2f0a5-1b9c-404f-84a4-13fb0c1995c7 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Network hostable DHCP agents. Network: 10fcae6c-7502-4e16-8b83-d9052d0b6e27, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:48:05.206099 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab2f0a5-1b9c-404f-84a4-13fb0c1995c7 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Pushing event updated for resources: {'Subnet': ['ID=fa7a1f43-88d2-42b0-b9c9-c295896e87a5,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:05.225966 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6962a50a-8f8f-4f8a-aaa7-77026bcef295 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:05.230398 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e258e1cd-c9b2-4693-8203-22f3e8c3a25f req-07779a13-c779-49a0-bb45-3b4347a9549f tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:05.232227 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e258e1cd-c9b2-4693-8203-22f3e8c3a25f req-07779a13-c779-49a0-bb45-3b4347a9549f tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.57 "GET /v2.0/ports?device_id=fca2a9a9-2a94-4e79-ad8e-24839d898af6 HTTP/1.1" status: 200 len: 946 time: 0.0728128 Mar 11 19:48:05.241410 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab2f0a5-1b9c-404f-84a4-13fb0c1995c7 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Network 10fcae6c-7502-4e16-8b83-d9052d0b6e27 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:48:05.265791 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-2ab2f0a5-1b9c-404f-84a4-13fb0c1995c7 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 10fcae6c-7502-4e16-8b83-d9052d0b6e27) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:48:05.276286 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07317c6-3046-4021-97d4-c6154a07d103 None None] Network 10fcae6c-7502-4e16-8b83-d9052d0b6e27 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:48:05.278733 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab2f0a5-1b9c-404f-84a4-13fb0c1995c7 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:05.279325 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2ab2f0a5-1b9c-404f-84a4-13fb0c1995c7 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:05.284293 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-760e33e8-3588-4dea-aea4-3e015e3e793c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (b7a903dd-f053-4aa2-be3e-90cd96bfabc1), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:05.287911 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-760e33e8-3588-4dea-aea4-3e015e3e793c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:05.290052 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-760e33e8-3588-4dea-aea4-3e015e3e793c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b7a903dd-f053-4aa2-be3e-90cd96bfabc1 HTTP/1.1" status: 204 len: 168 time: 0.3336954 Mar 11 19:48:05.314816 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-2ab2f0a5-1b9c-404f-84a4-13fb0c1995c7 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.0091124 Mar 11 19:48:05.315457 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 51950) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:05.324003 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-ccf76419-dd48-4eac-b850-a38bd014eb85 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:48:05.341801 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-44f3b63d-ec71-4dc7-9022-c28a599371c2 req-526dd950-b49c-4edf-9920-afb5968ca90d service neutron] 10.222.0.65 "GET /v2.0/networks/5f4622d2-6877-42dd-be4c-6b2764b6d954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5389965 Mar 11 19:48:05.367865 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760e33e8-3588-4dea-aea4-3e015e3e793c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a903dd-f053-4aa2-be3e-90cd96bfabc1,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:05.497138 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a450fbe2-564d-4d9d-9872-a81187163386 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-10fcae6c-7502-4e16-8b83-d9052d0b6e27', 'network_id': '10fcae6c-7502-4e16-8b83-d9052d0b6e27', 'project_id': '554a0d0e786c47318030018c7ddae585', 'fixed_ips': [{'subnet_id': 'fa7a1f43-88d2-42b0-b9c9-c295896e87a5'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:48:05.499154 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a450fbe2-564d-4d9d-9872-a81187163386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:05.500571 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-e258e1cd-c9b2-4693-8203-22f3e8c3a25f req-49386b20-64ff-48a2-9466-6e0f0e5a79cc tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Deleting port 130c9980-8013-436d-871f-932f6dd90e0a {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:48:05.503767 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e258e1cd-c9b2-4693-8203-22f3e8c3a25f req-49386b20-64ff-48a2-9466-6e0f0e5a79cc tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (130c9980-8013-436d-871f-932f6dd90e0a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:05.519989 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-44f3b63d-ec71-4dc7-9022-c28a599371c2 req-167066b7-8473-4834-8a94-f77577418f83 service neutron] 10.222.0.65 "GET /v2.0/networks/5f4622d2-6877-42dd-be4c-6b2764b6d954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771226 Mar 11 19:48:05.713092 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-a450fbe2-564d-4d9d-9872-a81187163386 None None] Allocated IP 172.20.0.3 (10fcae6c-7502-4e16-8b83-d9052d0b6e27/fa7a1f43-88d2-42b0-b9c9-c295896e87a5/77083de8-14a4-49b7-af19-6c957cc3c6ff) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:48:05.752008 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-e258e1cd-c9b2-4693-8203-22f3e8c3a25f req-49386b20-64ff-48a2-9466-6e0f0e5a79cc tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] For port 130c9980-8013-436d-871f-932f6dd90e0a, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=130c9980-8013-436d-871f-932f6dd90e0a,segment=NetworkSegment(f8d24e93-6284-46b5-86c2-c110abb33db1),segment_id=f8d24e93-6284-46b5-86c2-c110abb33db1)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:48:05.752677 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e258e1cd-c9b2-4693-8203-22f3e8c3a25f req-49386b20-64ff-48a2-9466-6e0f0e5a79cc tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (130c9980-8013-436d-871f-932f6dd90e0a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:05.780031 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6962a50a-8f8f-4f8a-aaa7-77026bcef295 admin admin] Publish callbacks [] for security_group (d7020c0e-510f-497f-8e2c-0e292c43aaaa), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:05.782932 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ccf76419-dd48-4eac-b850-a38bd014eb85 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16689827'] for subnet (fa7a1f43-88d2-42b0-b9c9-c295896e87a5), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:05.789290 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6962a50a-8f8f-4f8a-aaa7-77026bcef295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (d7020c0e-510f-497f-8e2c-0e292c43aaaa), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:05.808631 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-e258e1cd-c9b2-4693-8203-22f3e8c3a25f req-49386b20-64ff-48a2-9466-6e0f0e5a79cc tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Calling delete_port for 130c9980-8013-436d-871f-932f6dd90e0a owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:48:05.841903 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-6962a50a-8f8f-4f8a-aaa7-77026bcef295 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=59b7e24bf19c4118819626d9f0b02db0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9188750 Mar 11 19:48:05.846512 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 51956) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:05.873944 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962a50a-8f8f-4f8a-aaa7-77026bcef295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7020c0e-510f-497f-8e2c-0e292c43aaaa,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:05.922229 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 51962) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:06.030002 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a450fbe2-564d-4d9d-9872-a81187163386 None None] Publish callbacks [] for port (77083de8-14a4-49b7-af19-6c957cc3c6ff), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:06.038583 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a450fbe2-564d-4d9d-9872-a81187163386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (77083de8-14a4-49b7-af19-6c957cc3c6ff), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:06.051956 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c4298a6a-c535-4a79-b8fb-472aa3457e57 admin admin] Publish callbacks [] for security_group (d7020c0e-510f-497f-8e2c-0e292c43aaaa), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:06.151741 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a450fbe2-564d-4d9d-9872-a81187163386 None None] Pushing event updated for resources: {'Port': ['ID=77083de8-14a4-49b7-af19-6c957cc3c6ff,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:06.163209 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c4298a6a-c535-4a79-b8fb-472aa3457e57 admin admin] Publish callbacks [] for security_group (d7020c0e-510f-497f-8e2c-0e292c43aaaa), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:06.165587 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-e8c2c3a7-40f5-46dc-97db-5fd2b7e64cb3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=73fc1300f0174f32b001dff4ca07d202&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2420220 Mar 11 19:48:06.172733 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 51968) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:06.197480 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a450fbe2-564d-4d9d-9872-a81187163386 None None] Network 10fcae6c-7502-4e16-8b83-d9052d0b6e27 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:48:06.202454 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-a450fbe2-564d-4d9d-9872-a81187163386 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:48:06.212193 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a450fbe2-564d-4d9d-9872-a81187163386 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:48:06.231579 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c4298a6a-c535-4a79-b8fb-472aa3457e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (d7020c0e-510f-497f-8e2c-0e292c43aaaa), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:06.233000 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c4298a6a-c535-4a79-b8fb-472aa3457e57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:06.265185 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c4298a6a-c535-4a79-b8fb-472aa3457e57 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d7020c0e-510f-497f-8e2c-0e292c43aaaa HTTP/1.1" status: 204 len: 168 time: 0.4140351 Mar 11 19:48:06.294591 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23df5cb-71ed-4619-ac8e-28fb72b04512 req-09eaba96-1a02-4769-8a8c-2bf40de8de03 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:06.302267 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c23df5cb-71ed-4619-ac8e-28fb72b04512 req-09eaba96-1a02-4769-8a8c-2bf40de8de03 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=fca2a9a9-2a94-4e79-ad8e-24839d898af6 HTTP/1.1" status: 200 len: 946 time: 0.3464441 Mar 11 19:48:06.309120 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4298a6a-c535-4a79-b8fb-472aa3457e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7020c0e-510f-497f-8e2c-0e292c43aaaa,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:06.354382 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e258e1cd-c9b2-4693-8203-22f3e8c3a25f req-49386b20-64ff-48a2-9466-6e0f0e5a79cc tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (130c9980-8013-436d-871f-932f6dd90e0a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:06.376229 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-a450fbe2-564d-4d9d-9872-a81187163386 None None] Attempting to bind port 77083de8-14a4-49b7-af19-6c957cc3c6ff on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:48:06.376534 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-a450fbe2-564d-4d9d-9872-a81187163386 None None] Attempting to bind port 77083de8-14a4-49b7-af19-6c957cc3c6ff by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'f60d83b4-26db-470b-b149-4b33466e15db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '10fcae6c-7502-4e16-8b83-d9052d0b6e27'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:48:06.376909 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a450fbe2-564d-4d9d-9872-a81187163386 None None] Attempting to bind port 77083de8-14a4-49b7-af19-6c957cc3c6ff on network 10fcae6c-7502-4e16-8b83-d9052d0b6e27 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:48:06.390516 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['a77be94f-5763-47c7-a94b-063aaf86b760'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:48:06.423344 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49386b20-64ff-48a2-9466-6e0f0e5a79cc tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Pushing event deleted for resources: {'Port': ['ID=130c9980-8013-436d-871f-932f6dd90e0a,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:06.477021 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a450fbe2-564d-4d9d-9872-a81187163386 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:48:06.477404 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a450fbe2-564d-4d9d-9872-a81187163386 None None] Checking segment: {'id': 'f60d83b4-26db-470b-b149-4b33466e15db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '10fcae6c-7502-4e16-8b83-d9052d0b6e27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:48:06.483026 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a450fbe2-564d-4d9d-9872-a81187163386 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:06.483465 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a450fbe2-564d-4d9d-9872-a81187163386 None None] Bound using segment: {'id': 'f60d83b4-26db-470b-b149-4b33466e15db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '10fcae6c-7502-4e16-8b83-d9052d0b6e27'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:48:06.486598 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-a450fbe2-564d-4d9d-9872-a81187163386 None None] Bound port: 77083de8-14a4-49b7-af19-6c957cc3c6ff, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f60d83b4-26db-470b-b149-4b33466e15db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': '10fcae6c-7502-4e16-8b83-d9052d0b6e27'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:48:06.487005 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a450fbe2-564d-4d9d-9872-a81187163386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (77083de8-14a4-49b7-af19-6c957cc3c6ff), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:06.532282 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9334bf7a-78b7-4222-97db-a2676626a219 admin admin] Publish callbacks [] for security_group (c3b3178c-b11b-4e9a-9ea5-d78a34bef84e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:06.559546 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-e258e1cd-c9b2-4693-8203-22f3e8c3a25f req-49386b20-64ff-48a2-9466-6e0f0e5a79cc tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] No DVR routers for this DVR port 130c9980-8013-436d-871f-932f6dd90e0a on host n-h2-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:48:06.564310 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e258e1cd-c9b2-4693-8203-22f3e8c3a25f req-49386b20-64ff-48a2-9466-6e0f0e5a79cc tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:06.572130 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e258e1cd-c9b2-4693-8203-22f3e8c3a25f req-49386b20-64ff-48a2-9466-6e0f0e5a79cc tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.57 "DELETE /v2.0/ports/130c9980-8013-436d-871f-932f6dd90e0a HTTP/1.1" status: 204 len: 173 time: 1.3341293 Mar 11 19:48:06.582775 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fca2a9a9-2a94-4e79-ad8e-24839d898af6', 'name': 'network-vif-deleted', 'tag': '130c9980-8013-436d-871f-932f6dd90e0a'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:48:06.593156 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82571392-4511-431c-b783-e117df68f4dc" -d '{"events": [{"server_uuid": "fca2a9a9-2a94-4e79-ad8e-24839d898af6", "name": "network-vif-deleted", "tag": "130c9980-8013-436d-871f-932f6dd90e0a"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:48:06.660328 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c23df5cb-71ed-4619-ac8e-28fb72b04512 req-eb7e0ffe-ffc3-4db2-b560-bb994be0c83f tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=381d5506-1a91-423f-9578-afb9619937f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480279 Mar 11 19:48:06.716720 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9334bf7a-78b7-4222-97db-a2676626a219 admin admin] Publish callbacks [] for security_group (c3b3178c-b11b-4e9a-9ea5-d78a34bef84e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:06.745475 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-a450fbe2-564d-4d9d-9872-a81187163386 None None] For port 77083de8-14a4-49b7-af19-6c957cc3c6ff, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:48:06.751749 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-a450fbe2-564d-4d9d-9872-a81187163386 None None] For port 77083de8-14a4-49b7-af19-6c957cc3c6ff, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=77083de8-14a4-49b7-af19-6c957cc3c6ff,segment=NetworkSegment(f60d83b4-26db-470b-b149-4b33466e15db),segment_id=f60d83b4-26db-470b-b149-4b33466e15db)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:48:06.787483 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a450fbe2-564d-4d9d-9872-a81187163386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (77083de8-14a4-49b7-af19-6c957cc3c6ff), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:06.920816 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ccf76419-dd48-4eac-b850-a38bd014eb85 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738459285854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16775364'] for subnet (fa7a1f43-88d2-42b0-b9c9-c295896e87a5), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:06.930940 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a450fbe2-564d-4d9d-9872-a81187163386 None None] Pushing event updated for resources: {'Port': ['ID=77083de8-14a4-49b7-af19-6c957cc3c6ff,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:07.000523 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f934b9c2-52a3-4c96-b79b-502166b55f27 req-1b76a593-4316-4193-bfc9-229ae878ea20 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=60781675-31c2-4817-823f-bbc236e2abf5 HTTP/1.1" status: 200 len: 210 time: 0.2059469 Mar 11 19:48:07.043347 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 130c9980-8013-436d-871f-932f6dd90e0a no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:48:07.088296 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: 130c9980-8013-436d-871f-932f6dd90e0a {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:48:07.088906 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 130c9980-8013-436d-871f-932f6dd90e0a not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:48:07.106496 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 51980) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:07.124605 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4bdf4863-7f5a-4cbc-beb5-c86852f684a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:07.153867 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12ae258-773b-4515-b69f-6e15e6a490d5 x-openstack-request-id: req-e12ae258-773b-4515-b69f-6e15e6a490d5 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:48:07.154169 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fca2a9a9-2a94-4e79-ad8e-24839d898af6", "name": "network-vif-deleted", "tag": "130c9980-8013-436d-871f-932f6dd90e0a", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:48:07.154471 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e12ae258-773b-4515-b69f-6e15e6a490d5 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:48:07.154919 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fca2a9a9-2a94-4e79-ad8e-24839d898af6', 'name': 'network-vif-deleted', 'tag': '130c9980-8013-436d-871f-932f6dd90e0a', 'status': 'completed', 'code': 200} Mar 11 19:48:07.182143 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf76419-dd48-4eac-b850-a38bd014eb85 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:07.183042 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ccf76419-dd48-4eac-b850-a38bd014eb85 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:07.184804 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ccf76419-dd48-4eac-b850-a38bd014eb85 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] 10.222.0.65 "PUT /v2.0/subnets/fa7a1f43-88d2-42b0-b9c9-c295896e87a5 HTTP/1.1" status: 200 len: 877 time: 1.8657050 Mar 11 19:48:07.191599 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 51982) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:07.367004 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-67bf5c77-0914-41a8-bab3-c17d1bb25c78 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (10fcae6c-7502-4e16-8b83-d9052d0b6e27), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:07.381318 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf76419-dd48-4eac-b850-a38bd014eb85 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Pushing event updated for resources: {'Subnet': ['ID=fa7a1f43-88d2-42b0-b9c9-c295896e87a5,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:07.385304 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4bdf4863-7f5a-4cbc-beb5-c86852f684a3 admin admin] Publish callbacks [] for security_group (279a4483-95b9-4ce9-8dfd-15b23051592b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:07.397079 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4bdf4863-7f5a-4cbc-beb5-c86852f684a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (279a4483-95b9-4ce9-8dfd-15b23051592b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:07.466501 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9334bf7a-78b7-4222-97db-a2676626a219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (c3b3178c-b11b-4e9a-9ea5-d78a34bef84e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:07.476114 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9334bf7a-78b7-4222-97db-a2676626a219 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:07.480138 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-9334bf7a-78b7-4222-97db-a2676626a219 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c3b3178c-b11b-4e9a-9ea5-d78a34bef84e HTTP/1.1" status: 204 len: 168 time: 1.3035660 Mar 11 19:48:07.480303 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdf4863-7f5a-4cbc-beb5-c86852f684a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=279a4483-95b9-4ce9-8dfd-15b23051592b,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:07.528842 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9334bf7a-78b7-4222-97db-a2676626a219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b3178c-b11b-4e9a-9ea5-d78a34bef84e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:07.531169 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4bdf4863-7f5a-4cbc-beb5-c86852f684a3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8aec44615ea84ad48baf49e13230b82c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4232421 Mar 11 19:48:07.543959 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 51988) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:07.635060 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-67bf5c77-0914-41a8-bab3-c17d1bb25c78 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Deleting port 77083de8-14a4-49b7-af19-6c957cc3c6ff {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:48:07.635857 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-67bf5c77-0914-41a8-bab3-c17d1bb25c78 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (77083de8-14a4-49b7-af19-6c957cc3c6ff), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:07.655879 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bef75803-0f31-4b58-8e8b-6933ba337c29 admin admin] Publish callbacks [] for security_group (279a4483-95b9-4ce9-8dfd-15b23051592b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:07.735618 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bef75803-0f31-4b58-8e8b-6933ba337c29 admin admin] Publish callbacks [] for security_group (279a4483-95b9-4ce9-8dfd-15b23051592b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:07.774295 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f3b63d-ec71-4dc7-9022-c28a599371c2 req-48f34e68-387f-423e-a0a6-ee68b9655338 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:07.778688 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-44f3b63d-ec71-4dc7-9022-c28a599371c2 req-48f34e68-387f-423e-a0a6-ee68b9655338 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.57 "GET /v2.0/networks?id=5f4622d2-6877-42dd-be4c-6b2764b6d954 HTTP/1.1" status: 200 len: 805 time: 0.2220685 Mar 11 19:48:07.791769 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-44f3b63d-ec71-4dc7-9022-c28a599371c2 req-18061ef7-46c3-40c5-af01-71252f45133c tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Request body: {'port': {'device_id': '60781675-31c2-4817-823f-bbc236e2abf5', 'network_id': '5f4622d2-6877-42dd-be4c-6b2764b6d954', 'admin_state_up': True, 'tenant_id': '59ec990deac94d1dadc5fda96e3adfe5'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:48:07.841633 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-67bf5c77-0914-41a8-bab3-c17d1bb25c78 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] For port 77083de8-14a4-49b7-af19-6c957cc3c6ff, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=77083de8-14a4-49b7-af19-6c957cc3c6ff,segment=NetworkSegment(f60d83b4-26db-470b-b149-4b33466e15db),segment_id=f60d83b4-26db-470b-b149-4b33466e15db)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:48:07.842462 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-67bf5c77-0914-41a8-bab3-c17d1bb25c78 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (77083de8-14a4-49b7-af19-6c957cc3c6ff), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:07.861906 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-67bf5c77-0914-41a8-bab3-c17d1bb25c78 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Calling delete_port for 77083de8-14a4-49b7-af19-6c957cc3c6ff owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:48:07.940454 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bef75803-0f31-4b58-8e8b-6933ba337c29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (279a4483-95b9-4ce9-8dfd-15b23051592b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:07.944815 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bef75803-0f31-4b58-8e8b-6933ba337c29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:07.946311 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-bef75803-0f31-4b58-8e8b-6933ba337c29 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/279a4483-95b9-4ce9-8dfd-15b23051592b HTTP/1.1" status: 204 len: 168 time: 0.4008152 Mar 11 19:48:07.975993 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef75803-0f31-4b58-8e8b-6933ba337c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279a4483-95b9-4ce9-8dfd-15b23051592b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:08.146189 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44f3b63d-ec71-4dc7-9022-c28a599371c2 req-18061ef7-46c3-40c5-af01-71252f45133c tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Made reservation on behalf of 59ec990deac94d1dadc5fda96e3adfe5 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:48:08.150916 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-44f3b63d-ec71-4dc7-9022-c28a599371c2 req-18061ef7-46c3-40c5-af01-71252f45133c tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:08.159244 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-67bf5c77-0914-41a8-bab3-c17d1bb25c78 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (77083de8-14a4-49b7-af19-6c957cc3c6ff), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:08.226809 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bf5c77-0914-41a8-bab3-c17d1bb25c78 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Pushing event deleted for resources: {'Port': ['ID=77083de8-14a4-49b7-af19-6c957cc3c6ff,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:08.274766 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-65e0c923-b944-4cdd-aa12-458f9536557d req-07d05639-0f98-47a5-9c90-79934f838617 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=60781675-31c2-4817-823f-bbc236e2abf5 HTTP/1.1" status: 200 len: 210 time: 0.1039810 Mar 11 19:48:08.367672 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bf5c77-0914-41a8-bab3-c17d1bb25c78 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] No DVR routers for this DVR port 77083de8-14a4-49b7-af19-6c957cc3c6ff on host n-d-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:48:08.521143 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-44f3b63d-ec71-4dc7-9022-c28a599371c2 req-18061ef7-46c3-40c5-af01-71252f45133c tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Allocated IP 172.20.0.10 (5f4622d2-6877-42dd-be4c-6b2764b6d954/8d74cfef-df19-4443-8dbc-7728b7150eec/54176ba2-4c9a-419c-8225-767f39cd692d) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:48:08.901133 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ebbc90-05ff-43be-9398-edfb510b68d5 None None] Network 10fcae6c-7502-4e16-8b83-d9052d0b6e27 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:48:08.920790 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-44f3b63d-ec71-4dc7-9022-c28a599371c2 req-18061ef7-46c3-40c5-af01-71252f45133c tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Publish callbacks [] for port (54176ba2-4c9a-419c-8225-767f39cd692d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:08.970302 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-06aa6cd6-f789-4f2d-8bed-f103f9afcdbf None None] Could not find standard attr ID for object 77083de8-14a4-49b7-af19-6c957cc3c6ff. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 19:48:09.011746 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-44f3b63d-ec71-4dc7-9022-c28a599371c2 req-18061ef7-46c3-40c5-af01-71252f45133c tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (54176ba2-4c9a-419c-8225-767f39cd692d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:09.036183 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['db0680ad-52ed-457e-9224-4ee0f0880afd'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:48:09.129849 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44f3b63d-ec71-4dc7-9022-c28a599371c2 req-18061ef7-46c3-40c5-af01-71252f45133c tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Network 5f4622d2-6877-42dd-be4c-6b2764b6d954 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:48:09.135253 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-44f3b63d-ec71-4dc7-9022-c28a599371c2 req-18061ef7-46c3-40c5-af01-71252f45133c tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:48:09.157427 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-44f3b63d-ec71-4dc7-9022-c28a599371c2 req-18061ef7-46c3-40c5-af01-71252f45133c tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:48:09.241933 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18061ef7-46c3-40c5-af01-71252f45133c tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Pushing event updated for resources: {'Port': ['ID=54176ba2-4c9a-419c-8225-767f39cd692d,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:09.260402 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-67bf5c77-0914-41a8-bab3-c17d1bb25c78 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (fa7a1f43-88d2-42b0-b9c9-c295896e87a5), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:09.311049 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f3b63d-ec71-4dc7-9022-c28a599371c2 req-18061ef7-46c3-40c5-af01-71252f45133c tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:09.315996 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-44f3b63d-ec71-4dc7-9022-c28a599371c2 req-18061ef7-46c3-40c5-af01-71252f45133c tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:09.349975 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-44f3b63d-ec71-4dc7-9022-c28a599371c2 req-18061ef7-46c3-40c5-af01-71252f45133c tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5621936 Mar 11 19:48:09.361846 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-44f3b63d-ec71-4dc7-9022-c28a599371c2 req-ba5a8ead-da16-4750-9e21-81cdb84076ae service neutron] Request body: {'port': {'device_id': '60781675-31c2-4817-823f-bbc236e2abf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:48:09.410270 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-67bf5c77-0914-41a8-bab3-c17d1bb25c78 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (fa7a1f43-88d2-42b0-b9c9-c295896e87a5), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:09.446769 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d9206-24ac-46a5-b817-5d14f16fc71b req-07ffb609-d099-49d2-a416-85b078b16496 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:09.456963 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8f9d9206-24ac-46a5-b817-5d14f16fc71b req-07ffb609-d099-49d2-a416-85b078b16496 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb069624-2a9a-4457-8d94-c111f7203e46 HTTP/1.1" status: 200 len: 946 time: 1.0289185 Mar 11 19:48:09.509485 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bf5c77-0914-41a8-bab3-c17d1bb25c78 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Pushing event deleted for resources: {'Subnet': ['ID=fa7a1f43-88d2-42b0-b9c9-c295896e87a5,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:09.559105 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf1262a-6033-40a6-95d3-d5ae5efab94d req-630f66f7-5190-4e25-a430-e52316ab27fc tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:09.560714 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ddf1262a-6033-40a6-95d3-d5ae5efab94d req-630f66f7-5190-4e25-a430-e52316ab27fc tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb069624-2a9a-4457-8d94-c111f7203e46 HTTP/1.1" status: 200 len: 946 time: 0.4141331 Mar 11 19:48:09.571261 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-44f3b63d-ec71-4dc7-9022-c28a599371c2 req-ba5a8ead-da16-4750-9e21-81cdb84076ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (54176ba2-4c9a-419c-8225-767f39cd692d), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:09.630416 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8f9d9206-24ac-46a5-b817-5d14f16fc71b req-1d33e6b2-cdb8-4038-a7b2-d4c33a54903c tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=381d5506-1a91-423f-9578-afb9619937f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721542 Mar 11 19:48:09.710268 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a248b50-3923-4d0d-abd7-f6e90513e24c None None] Network 10fcae6c-7502-4e16-8b83-d9052d0b6e27 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:48:09.774578 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-67bf5c77-0914-41a8-bab3-c17d1bb25c78 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (10fcae6c-7502-4e16-8b83-d9052d0b6e27), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:09.855699 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-67bf5c77-0914-41a8-bab3-c17d1bb25c78 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10fcae6c-7502-4e16-8b83-d9052d0b6e27']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:09.887006 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-67bf5c77-0914-41a8-bab3-c17d1bb25c78 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f60d83b4-26db-470b-b149-4b33466e15db') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:09.887310 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-67bf5c77-0914-41a8-bab3-c17d1bb25c78 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f60d83b4-26db-470b-b149-4b33466e15db') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:09.911606 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-67bf5c77-0914-41a8-bab3-c17d1bb25c78 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (f60d83b4-26db-470b-b149-4b33466e15db), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:09.944381 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-67bf5c77-0914-41a8-bab3-c17d1bb25c78 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (f60d83b4-26db-470b-b149-4b33466e15db), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:09.960198 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241b16ff-eec8-46cf-a916-1a0717a74fc1 req-b0b7e30c-ff2f-423b-8a7a-6b20767ad4ae tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:09.969169 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-241b16ff-eec8-46cf-a916-1a0717a74fc1 req-b0b7e30c-ff2f-423b-8a7a-6b20767ad4ae tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=60781675-31c2-4817-823f-bbc236e2abf5 HTTP/1.1" status: 200 len: 932 time: 0.1880891 Mar 11 19:48:09.983342 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67bf5c77-0914-41a8-bab3-c17d1bb25c78 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Releasing vlan 873 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:48:09.984892 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-67bf5c77-0914-41a8-bab3-c17d1bb25c78 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (f60d83b4-26db-470b-b149-4b33466e15db), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:09.992219 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 19:48:09.992219 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:48:09.992219 n-d-833163-1 neutron-server[103885]: timer() Mar 11 19:48:09.992219 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:48:09.992219 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 19:48:09.992219 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:48:09.992219 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 19:48:09.992219 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:48:09.992219 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 19:48:09.992219 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:48:09.992219 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 19:48:09.992219 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:48:09.992219 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 19:48:09.992219 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:48:09.992219 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:48:09.992219 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:48:09.992219 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:48:09.992219 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:48:09.992219 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 19:48:09.992219 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:48:09.992219 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 19:48:09.992219 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:48:09.992219 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:48:09.992219 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:48:09.992219 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 19:48:09.992219 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:48:09.992219 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:48:09.992219 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:48:09.992219 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:48:09.992219 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:48:09.992219 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:48:09.992219 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:48:09.997894 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915b682c-2da3-4eb2-a42d-84a2d946028a None None] DHCP port deletion for 10fcae6c-7502-4e16-8b83-d9052d0b6e27 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:48:10.029515 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-ddf1262a-6033-40a6-95d3-d5ae5efab94d req-f5091645-c163-43e5-a30f-b0a6da4924e8 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Deleting port a77be94f-5763-47c7-a94b-063aaf86b760 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:48:10.029872 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ddf1262a-6033-40a6-95d3-d5ae5efab94d req-f5091645-c163-43e5-a30f-b0a6da4924e8 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (a77be94f-5763-47c7-a94b-063aaf86b760), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:10.121999 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-67bf5c77-0914-41a8-bab3-c17d1bb25c78 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (10fcae6c-7502-4e16-8b83-d9052d0b6e27), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:10.175877 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-67bf5c77-0914-41a8-bab3-c17d1bb25c78 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:10.182209 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-67bf5c77-0914-41a8-bab3-c17d1bb25c78 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] 10.222.0.65 "DELETE /v2.0/networks/10fcae6c-7502-4e16-8b83-d9052d0b6e27 HTTP/1.1" status: 204 len: 168 time: 2.9861934 Mar 11 19:48:10.184454 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bf5c77-0914-41a8-bab3-c17d1bb25c78 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Pushing event deleted for resources: {'Network': ['ID=10fcae6c-7502-4e16-8b83-d9052d0b6e27,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:10.210311 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-241b16ff-eec8-46cf-a916-1a0717a74fc1 req-095a304d-ee06-4eb3-8240-12209a07c8c4 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250686 Mar 11 19:48:10.210940 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52068) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:10.302523 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-39b2bb34-c1c1-46d6-a9bb-eddf8c12401c tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] DELETE failed (client error): The resource could not be found. Mar 11 19:48:10.303180 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39b2bb34-c1c1-46d6-a9bb-eddf8c12401c tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:48:10.314316 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-39b2bb34-c1c1-46d6-a9bb-eddf8c12401c tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] 10.222.0.65 "DELETE /v2.0/subnets/fa7a1f43-88d2-42b0-b9c9-c295896e87a5 HTTP/1.1" status: 404 len: 337 time: 0.0991852 Mar 11 19:48:10.315135 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52070) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:10.408270 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-ddf1262a-6033-40a6-95d3-d5ae5efab94d req-f5091645-c163-43e5-a30f-b0a6da4924e8 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] For port a77be94f-5763-47c7-a94b-063aaf86b760, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=a77be94f-5763-47c7-a94b-063aaf86b760,segment=NetworkSegment(f8d24e93-6284-46b5-86c2-c110abb33db1),segment_id=f8d24e93-6284-46b5-86c2-c110abb33db1)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:48:10.408649 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ddf1262a-6033-40a6-95d3-d5ae5efab94d req-f5091645-c163-43e5-a30f-b0a6da4924e8 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (a77be94f-5763-47c7-a94b-063aaf86b760), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:10.417274 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-51ef3182-1143-483e-95a0-b8c6a9a275e5 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] DELETE failed (client error): The resource could not be found. Mar 11 19:48:10.417875 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51ef3182-1143-483e-95a0-b8c6a9a275e5 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:48:10.429615 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-51ef3182-1143-483e-95a0-b8c6a9a275e5 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] 10.222.0.65 "DELETE /v2.0/networks/10fcae6c-7502-4e16-8b83-d9052d0b6e27 HTTP/1.1" status: 404 len: 339 time: 0.1074061 Mar 11 19:48:10.436368 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52076) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:10.501135 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-ddf1262a-6033-40a6-95d3-d5ae5efab94d req-f5091645-c163-43e5-a30f-b0a6da4924e8 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Calling delete_port for a77be94f-5763-47c7-a94b-063aaf86b760 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:48:10.509172 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-af531a7f-b235-4b8c-8af7-eb3beea22b49 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] DELETE failed (client error): The resource could not be found. Mar 11 19:48:10.509433 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af531a7f-b235-4b8c-8af7-eb3beea22b49 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:48:10.529711 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-af531a7f-b235-4b8c-8af7-eb3beea22b49 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] 10.222.0.65 "DELETE /v2.0/subnets/3105e4d2-cac3-4b2b-a25d-cff3d8dbffc8 HTTP/1.1" status: 404 len: 337 time: 0.0906947 Mar 11 19:48:10.532949 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52082) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:10.595119 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cfc3d6a-794d-437e-8533-2f92dd6b0bcd tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] DELETE failed (client error): The resource could not be found. Mar 11 19:48:10.595668 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cfc3d6a-794d-437e-8533-2f92dd6b0bcd tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:48:10.606924 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-9cfc3d6a-794d-437e-8533-2f92dd6b0bcd tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] 10.222.0.65 "DELETE /v2.0/networks/0578fef2-7dc2-409a-8ab7-d2b419cb8594 HTTP/1.1" status: 404 len: 339 time: 0.0728838 Mar 11 19:48:10.612350 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52088) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:10.643502 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-44f3b63d-ec71-4dc7-9022-c28a599371c2 req-ba5a8ead-da16-4750-9e21-81cdb84076ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54176ba2-4c9a-419c-8225-767f39cd692d {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:48:10.653508 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-44f3b63d-ec71-4dc7-9022-c28a599371c2 req-ba5a8ead-da16-4750-9e21-81cdb84076ae service neutron] Publish callbacks [] for port (54176ba2-4c9a-419c-8225-767f39cd692d), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:10.668511 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-44f3b63d-ec71-4dc7-9022-c28a599371c2 req-ba5a8ead-da16-4750-9e21-81cdb84076ae service neutron] Transition to ACTIVE for port object 54176ba2-4c9a-419c-8225-767f39cd692d will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:48:10.685899 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-44f3b63d-ec71-4dc7-9022-c28a599371c2 req-ba5a8ead-da16-4750-9e21-81cdb84076ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (54176ba2-4c9a-419c-8225-767f39cd692d), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:10.782073 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-035ea27c-764f-42a7-b2a1-cad935379b21 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (7f49d543-2bc3-4ca9-8359-b63bd0f74e7c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:10.788399 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 77083de8-14a4-49b7-af19-6c957cc3c6ff no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:48:10.811235 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 77083de8-14a4-49b7-af19-6c957cc3c6ff {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:48:10.811941 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 77083de8-14a4-49b7-af19-6c957cc3c6ff not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:48:10.884418 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5a8ead-da16-4750-9e21-81cdb84076ae service neutron] Pushing event updated for resources: {'Port': ['ID=54176ba2-4c9a-419c-8225-767f39cd692d,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:10.889460 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-44f3b63d-ec71-4dc7-9022-c28a599371c2 req-ba5a8ead-da16-4750-9e21-81cdb84076ae service neutron] Attempting to bind port 54176ba2-4c9a-419c-8225-767f39cd692d on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:48:10.890075 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-44f3b63d-ec71-4dc7-9022-c28a599371c2 req-ba5a8ead-da16-4750-9e21-81cdb84076ae service neutron] Attempting to bind port 54176ba2-4c9a-419c-8225-767f39cd692d by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '518fbfd6-66d4-46dc-8045-59cddcf132dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5f4622d2-6877-42dd-be4c-6b2764b6d954'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:48:10.891173 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f3b63d-ec71-4dc7-9022-c28a599371c2 req-ba5a8ead-da16-4750-9e21-81cdb84076ae service neutron] Attempting to bind port 54176ba2-4c9a-419c-8225-767f39cd692d on network 5f4622d2-6877-42dd-be4c-6b2764b6d954 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:48:10.906214 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a8ead-da16-4750-9e21-81cdb84076ae service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:48:10.906742 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a8ead-da16-4750-9e21-81cdb84076ae service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:48:10.907230 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a8ead-da16-4750-9e21-81cdb84076ae service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:48:10.907743 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a8ead-da16-4750-9e21-81cdb84076ae service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:48:10.908323 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a8ead-da16-4750-9e21-81cdb84076ae service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:48:10.908788 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a8ead-da16-4750-9e21-81cdb84076ae service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:48:10.909247 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a8ead-da16-4750-9e21-81cdb84076ae service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:48:10.909718 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a8ead-da16-4750-9e21-81cdb84076ae service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:48:10.910188 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a8ead-da16-4750-9e21-81cdb84076ae service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:48:10.910758 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a8ead-da16-4750-9e21-81cdb84076ae service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:48:10.911232 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a8ead-da16-4750-9e21-81cdb84076ae service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:48:10.911725 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a8ead-da16-4750-9e21-81cdb84076ae service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:48:10.912191 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5a8ead-da16-4750-9e21-81cdb84076ae service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:48:10.923211 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f3b63d-ec71-4dc7-9022-c28a599371c2 req-ba5a8ead-da16-4750-9e21-81cdb84076ae service neutron] Port 54176ba2-4c9a-419c-8225-767f39cd692d on network 5f4622d2-6877-42dd-be4c-6b2764b6d954 not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:48:10.923549 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f3b63d-ec71-4dc7-9022-c28a599371c2 req-ba5a8ead-da16-4750-9e21-81cdb84076ae service neutron] Attempting to bind port 54176ba2-4c9a-419c-8225-767f39cd692d on network 5f4622d2-6877-42dd-be4c-6b2764b6d954 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:48:10.935618 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f3b63d-ec71-4dc7-9022-c28a599371c2 req-ba5a8ead-da16-4750-9e21-81cdb84076ae service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:48:10.939982 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f3b63d-ec71-4dc7-9022-c28a599371c2 req-ba5a8ead-da16-4750-9e21-81cdb84076ae service neutron] Checking segment: {'id': '518fbfd6-66d4-46dc-8045-59cddcf132dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5f4622d2-6877-42dd-be4c-6b2764b6d954'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:48:10.940446 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f3b63d-ec71-4dc7-9022-c28a599371c2 req-ba5a8ead-da16-4750-9e21-81cdb84076ae service neutron] Bound using segment: {'id': '518fbfd6-66d4-46dc-8045-59cddcf132dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5f4622d2-6877-42dd-be4c-6b2764b6d954'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:48:10.940918 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-44f3b63d-ec71-4dc7-9022-c28a599371c2 req-ba5a8ead-da16-4750-9e21-81cdb84076ae service neutron] Bound port: 54176ba2-4c9a-419c-8225-767f39cd692d, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '518fbfd6-66d4-46dc-8045-59cddcf132dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5f4622d2-6877-42dd-be4c-6b2764b6d954'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:48:10.941288 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-44f3b63d-ec71-4dc7-9022-c28a599371c2 req-ba5a8ead-da16-4750-9e21-81cdb84076ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (54176ba2-4c9a-419c-8225-767f39cd692d), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:10.948594 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ddf1262a-6033-40a6-95d3-d5ae5efab94d req-f5091645-c163-43e5-a30f-b0a6da4924e8 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (a77be94f-5763-47c7-a94b-063aaf86b760), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:10.993355 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5091645-c163-43e5-a30f-b0a6da4924e8 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Pushing event deleted for resources: {'Port': ['ID=a77be94f-5763-47c7-a94b-063aaf86b760,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:11.012136 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52098) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:11.067382 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device a77be94f-5763-47c7-a94b-063aaf86b760 no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:48:11.094418 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-44f3b63d-ec71-4dc7-9022-c28a599371c2 req-ba5a8ead-da16-4750-9e21-81cdb84076ae service neutron] For port 54176ba2-4c9a-419c-8225-767f39cd692d, host n-h2-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:48:11.104175 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-44f3b63d-ec71-4dc7-9022-c28a599371c2 req-ba5a8ead-da16-4750-9e21-81cdb84076ae service neutron] For port 54176ba2-4c9a-419c-8225-767f39cd692d, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=54176ba2-4c9a-419c-8225-767f39cd692d,segment=NetworkSegment(518fbfd6-66d4-46dc-8045-59cddcf132dc),segment_id=518fbfd6-66d4-46dc-8045-59cddcf132dc)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:48:11.115567 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-44f3b63d-ec71-4dc7-9022-c28a599371c2 req-ba5a8ead-da16-4750-9e21-81cdb84076ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (54176ba2-4c9a-419c-8225-767f39cd692d), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:11.122577 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: a77be94f-5763-47c7-a94b-063aaf86b760 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:48:11.122937 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device a77be94f-5763-47c7-a94b-063aaf86b760 not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:48:11.160788 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f3b63d-ec71-4dc7-9022-c28a599371c2 req-ba5a8ead-da16-4750-9e21-81cdb84076ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:11.161791 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-44f3b63d-ec71-4dc7-9022-c28a599371c2 req-ba5a8ead-da16-4750-9e21-81cdb84076ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:11.163832 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-44f3b63d-ec71-4dc7-9022-c28a599371c2 req-ba5a8ead-da16-4750-9e21-81cdb84076ae service neutron] 10.222.0.57 "PUT /v2.0/ports/54176ba2-4c9a-419c-8225-767f39cd692d HTTP/1.1" status: 200 len: 1092 time: 1.8067052 Mar 11 19:48:11.166511 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60781675-31c2-4817-823f-bbc236e2abf5', 'tag': '54176ba2-4c9a-419c-8225-767f39cd692d'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:48:11.166790 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddf1262a-6033-40a6-95d3-d5ae5efab94d req-f5091645-c163-43e5-a30f-b0a6da4924e8 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] No DVR routers for this DVR port a77be94f-5763-47c7-a94b-063aaf86b760 on host n-h2-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:48:11.173885 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761d1f4b-3d83-4bfa-976f-85617789f6b3" -d '{"events": [{"name": "network-changed", "server_uuid": "60781675-31c2-4817-823f-bbc236e2abf5", "tag": "54176ba2-4c9a-419c-8225-767f39cd692d"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:48:11.174730 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ddf1262a-6033-40a6-95d3-d5ae5efab94d req-f5091645-c163-43e5-a30f-b0a6da4924e8 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:11.196601 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ddf1262a-6033-40a6-95d3-d5ae5efab94d req-f5091645-c163-43e5-a30f-b0a6da4924e8 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.57 "DELETE /v2.0/ports/a77be94f-5763-47c7-a94b-063aaf86b760 HTTP/1.1" status: 204 len: 173 time: 1.6239355 Mar 11 19:48:11.238982 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe82c0-3f42-4a27-ac91-c685633b34ec req-9d2b32bd-c0c0-4d6c-917a-246288e07d2b tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:11.242982 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dcbe82c0-3f42-4a27-ac91-c685633b34ec req-9d2b32bd-c0c0-4d6c-917a-246288e07d2b tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb069624-2a9a-4457-8d94-c111f7203e46 HTTP/1.1" status: 200 len: 867 time: 0.4544950 Mar 11 19:48:11.260770 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb069624-2a9a-4457-8d94-c111f7203e46', 'name': 'network-vif-deleted', 'tag': 'a77be94f-5763-47c7-a94b-063aaf86b760'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:48:11.263013 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0aaab00-f5c5-48b5-8920-509fc8c63caf" -d '{"events": [{"server_uuid": "eb069624-2a9a-4457-8d94-c111f7203e46", "name": "network-vif-deleted", "tag": "a77be94f-5763-47c7-a94b-063aaf86b760"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:48:11.323143 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52114) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:11.335297 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5a8ead-da16-4750-9e21-81cdb84076ae service neutron] Pushing event updated for resources: {'Port': ['ID=54176ba2-4c9a-419c-8225-767f39cd692d,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:11.383728 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-035ea27c-764f-42a7-b2a1-cad935379b21 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (7f49d543-2bc3-4ca9-8359-b63bd0f74e7c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:11.440193 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-035ea27c-764f-42a7-b2a1-cad935379b21 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f49d543-2bc3-4ca9-8359-b63bd0f74e7c']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:11.507866 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dcbe82c0-3f42-4a27-ac91-c685633b34ec req-bdce1563-c707-4be6-8232-b7be84e99de5 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=381d5506-1a91-423f-9578-afb9619937f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269032 Mar 11 19:48:11.509821 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-035ea27c-764f-42a7-b2a1-cad935379b21 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a461ccf6-4f89-4564-b806-04f7391ee22c') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:11.510119 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-035ea27c-764f-42a7-b2a1-cad935379b21 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a461ccf6-4f89-4564-b806-04f7391ee22c') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:11.541905 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-035ea27c-764f-42a7-b2a1-cad935379b21 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (a461ccf6-4f89-4564-b806-04f7391ee22c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:11.550984 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bf0e6ed9-55f4-4839-8d8b-0cc60bc4eaf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:11.563763 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-035ea27c-764f-42a7-b2a1-cad935379b21 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (a461ccf6-4f89-4564-b806-04f7391ee22c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:11.570476 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-035ea27c-764f-42a7-b2a1-cad935379b21 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Releasing vlan 884 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:48:11.570867 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-035ea27c-764f-42a7-b2a1-cad935379b21 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (a461ccf6-4f89-4564-b806-04f7391ee22c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:11.652377 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-1b10e528-dcc5-4fc3-bffd-e77f60c71abc tempest-QuotasNegativeTest-440508695 tempest-QuotasNegativeTest-440508695-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:48:11.655605 n-d-833163-1 neutron-server[103885]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Mar 11 19:48:11.655605 n-d-833163-1 neutron-server[103885]: warnings.warn('Neutron quota engine will require "--force" ' Mar 11 19:48:11.655605 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 19:48:11.655605 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:48:11.655605 n-d-833163-1 neutron-server[103885]: timer() Mar 11 19:48:11.655605 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:48:11.655605 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 19:48:11.655605 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:48:11.655605 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 19:48:11.655605 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:48:11.655605 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 19:48:11.655605 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:48:11.655605 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 19:48:11.655605 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:48:11.655605 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 19:48:11.655605 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:48:11.655605 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:48:11.655605 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:48:11.655605 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:48:11.655605 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:48:11.655605 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 19:48:11.655605 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:48:11.655605 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 19:48:11.655605 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:48:11.655605 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:48:11.655605 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:48:11.655605 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 19:48:11.655605 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:48:11.655605 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:48:11.655605 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:48:11.655605 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:48:11.655605 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:48:11.655605 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:48:11.655605 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:48:11.707667 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-035ea27c-764f-42a7-b2a1-cad935379b21 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (7f49d543-2bc3-4ca9-8359-b63bd0f74e7c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:11.738583 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-035ea27c-764f-42a7-b2a1-cad935379b21 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:11.745513 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-035ea27c-764f-42a7-b2a1-cad935379b21 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] 10.222.0.65 "DELETE /v2.0/networks/7f49d543-2bc3-4ca9-8359-b63bd0f74e7c HTTP/1.1" status: 204 len: 168 time: 1.1307275 Mar 11 19:48:11.748889 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bf0e6ed9-55f4-4839-8d8b-0cc60bc4eaf9 admin admin] Publish callbacks [] for security_group (54f69b66-6c34-4dd5-8173-447b5b3fc140), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:11.762012 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52118) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:11.764924 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f3b63d-ec71-4dc7-9022-c28a599371c2 req-08f1c0dd-4cea-434e-b9bd-99649403fd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:11.767882 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-44f3b63d-ec71-4dc7-9022-c28a599371c2 req-08f1c0dd-4cea-434e-b9bd-99649403fd8e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=59ec990deac94d1dadc5fda96e3adfe5&device_id=60781675-31c2-4817-823f-bbc236e2abf5 HTTP/1.1" status: 200 len: 1126 time: 0.5230060 Mar 11 19:48:11.777148 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035ea27c-764f-42a7-b2a1-cad935379b21 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Pushing event deleted for resources: {'Network': ['ID=7f49d543-2bc3-4ca9-8359-b63bd0f74e7c,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:11.779316 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bf0e6ed9-55f4-4839-8d8b-0cc60bc4eaf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (54f69b66-6c34-4dd5-8173-447b5b3fc140), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:11.802457 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-1b10e528-dcc5-4fc3-bffd-e77f60c71abc tempest-QuotasNegativeTest-440508695 tempest-QuotasNegativeTest-440508695-project-admin] 10.222.0.65 "PUT /v2.0/quotas/d139ab7018ec4594b01598c5d22056c1 HTTP/1.1" status: 200 len: 368 time: 0.4467809 Mar 11 19:48:11.805367 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52120) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:11.823350 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-d521e88e-a035-4fa4-afe9-377c93489c27 tempest-QuotasNegativeTest-440508695 tempest-QuotasNegativeTest-440508695-project-admin] Request body: {'network': {'project_id': 'd139ab7018ec4594b01598c5d22056c1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:48:11.828091 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-79b7d850-8009-4476-8efc-b4214d4783f7 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] DELETE failed (client error): The resource could not be found. Mar 11 19:48:11.828766 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79b7d850-8009-4476-8efc-b4214d4783f7 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:48:11.835277 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-79b7d850-8009-4476-8efc-b4214d4783f7 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] 10.222.0.65 "DELETE /v2.0/subnets/ded6d11d-d61c-4f10-bc8c-56ea52958ce3 HTTP/1.1" status: 404 len: 337 time: 0.0714121 Mar 11 19:48:11.847247 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52122) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:11.880508 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-44f3b63d-ec71-4dc7-9022-c28a599371c2 req-6d38f423-a217-498f-891e-05fdbbe88fa2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54176ba2-4c9a-419c-8225-767f39cd692d HTTP/1.1" status: 200 len: 217 time: 0.0929649 Mar 11 19:48:11.885316 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-bf0e6ed9-55f4-4839-8d8b-0cc60bc4eaf9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fee5ca4909a646f7afcbd89b344dde01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8721299 Mar 11 19:48:11.890862 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52124) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:11.891276 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a62c4-b0c0-4925-b41e-8fad8926e7e2 req-19495e3f-a46b-47aa-8e3d-fbebfbc79218 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:11.893750 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-746a62c4-b0c0-4925-b41e-8fad8926e7e2 req-19495e3f-a46b-47aa-8e3d-fbebfbc79218 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=60781675-31c2-4817-823f-bbc236e2abf5 HTTP/1.1" status: 200 len: 944 time: 0.2331676 Mar 11 19:48:11.895433 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-11c88686-66a2-47ea-bb56-6c12b133fc22 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] DELETE failed (client error): The resource could not be found. Mar 11 19:48:11.896139 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11c88686-66a2-47ea-bb56-6c12b133fc22 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:48:11.902841 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-11c88686-66a2-47ea-bb56-6c12b133fc22 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] 10.222.0.65 "DELETE /v2.0/networks/5410d84d-8de0-482e-b7c3-2afb4ad57fe5 HTTP/1.1" status: 404 len: 339 time: 0.0543380 Mar 11 19:48:11.903460 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52126) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:11.929094 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0e6ed9-55f4-4839-8d8b-0cc60bc4eaf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f69b66-6c34-4dd5-8173-447b5b3fc140,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:11.944935 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d521e88e-a035-4fa4-afe9-377c93489c27 tempest-QuotasNegativeTest-440508695 tempest-QuotasNegativeTest-440508695-project-admin] Made reservation on behalf of d139ab7018ec4594b01598c5d22056c1 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:48:11.949299 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d521e88e-a035-4fa4-afe9-377c93489c27 tempest-QuotasNegativeTest-440508695 tempest-QuotasNegativeTest-440508695-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:11.986490 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d521e88e-a035-4fa4-afe9-377c93489c27 tempest-QuotasNegativeTest-440508695 tempest-QuotasNegativeTest-440508695-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:12.016297 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-f03141bb-bed9-42db-9db9-8cd229a9a422 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] DELETE failed (client error): The resource could not be found. Mar 11 19:48:12.017319 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f03141bb-bed9-42db-9db9-8cd229a9a422 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:48:12.025433 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f03141bb-bed9-42db-9db9-8cd229a9a422 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] 10.222.0.65 "DELETE /v2.0/subnets/f48c339a-7268-4280-a9a7-fa4021a8a372 HTTP/1.1" status: 404 len: 337 time: 0.1016495 Mar 11 19:48:12.026370 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52128) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:12.040048 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-589550a6-a4c7-4452-ba6b-66a6f324ca33 admin admin] Publish callbacks [] for security_group (54f69b66-6c34-4dd5-8173-447b5b3fc140), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:12.078486 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-08a21563-ce2f-48bd-a67d-0fbb53a4d962 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] DELETE failed (client error): The resource could not be found. Mar 11 19:48:12.079237 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08a21563-ce2f-48bd-a67d-0fbb53a4d962 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:48:12.086641 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-08a21563-ce2f-48bd-a67d-0fbb53a4d962 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] 10.222.0.65 "DELETE /v2.0/networks/aac32e38-c782-49bf-a330-e52685402f9c HTTP/1.1" status: 404 len: 339 time: 0.0560124 Mar 11 19:48:12.087820 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52130) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:12.098645 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-589550a6-a4c7-4452-ba6b-66a6f324ca33 admin admin] Publish callbacks [] for security_group (54f69b66-6c34-4dd5-8173-447b5b3fc140), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:12.114192 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f3b63d-ec71-4dc7-9022-c28a599371c2 req-d23eaf84-3163-4428-9d8e-93c6ee904c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:12.116226 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-44f3b63d-ec71-4dc7-9022-c28a599371c2 req-d23eaf84-3163-4428-9d8e-93c6ee904c2b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8d74cfef-df19-4443-8dbc-7728b7150eec HTTP/1.1" status: 200 len: 845 time: 0.2045195 Mar 11 19:48:12.168548 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-44f3b63d-ec71-4dc7-9022-c28a599371c2 req-7eb02399-12d6-4420-a271-08ecd715f45b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5f4622d2-6877-42dd-be4c-6b2764b6d954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312448 Mar 11 19:48:12.170202 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-57cfe346-76bc-4b68-baa1-a33c4e020568 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] DELETE failed (client error): The resource could not be found. Mar 11 19:48:12.170967 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57cfe346-76bc-4b68-baa1-a33c4e020568 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:48:12.177788 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-57cfe346-76bc-4b68-baa1-a33c4e020568 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] 10.222.0.65 "DELETE /v2.0/subnets/a85dd5c9-2a46-4163-9b5b-a2594d558f47 HTTP/1.1" status: 404 len: 337 time: 0.0831890 Mar 11 19:48:12.179648 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52132) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:12.182200 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-746a62c4-b0c0-4925-b41e-8fad8926e7e2 req-6c437215-e042-4a9e-aa82-df372031ab93 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778342 Mar 11 19:48:12.196248 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d521e88e-a035-4fa4-afe9-377c93489c27 tempest-QuotasNegativeTest-440508695 tempest-QuotasNegativeTest-440508695-project-admin] Publish callbacks [] for security_group (f376c5ce-98f4-4430-a441-36355aeb6f06), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:12.209549 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dda5374-24b2-4645-b83b-1e389ec8c839 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] DELETE failed (client error): The resource could not be found. Mar 11 19:48:12.209549 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dda5374-24b2-4645-b83b-1e389ec8c839 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:48:12.215072 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-3dda5374-24b2-4645-b83b-1e389ec8c839 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] 10.222.0.65 "DELETE /v2.0/networks/c0412a6a-f1ee-4f3e-a66d-d72c0e2dd9f2 HTTP/1.1" status: 404 len: 339 time: 0.0314093 Mar 11 19:48:12.216288 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52134) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:12.247814 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-f44eddd4-481a-404b-ac37-50f7df80bf5b tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] DELETE failed (client error): The resource could not be found. Mar 11 19:48:12.248400 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f44eddd4-481a-404b-ac37-50f7df80bf5b tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:48:12.255521 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f44eddd4-481a-404b-ac37-50f7df80bf5b tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] 10.222.0.65 "DELETE /v2.0/subnets/79f344f4-7cf4-4378-8fae-268f1357ba29 HTTP/1.1" status: 404 len: 337 time: 0.0362296 Mar 11 19:48:12.256603 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52138) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:12.267222 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d521e88e-a035-4fa4-afe9-377c93489c27 tempest-QuotasNegativeTest-440508695 tempest-QuotasNegativeTest-440508695-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (f376c5ce-98f4-4430-a441-36355aeb6f06), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:12.280809 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d521e88e-a035-4fa4-afe9-377c93489c27 tempest-QuotasNegativeTest-440508695 tempest-QuotasNegativeTest-440508695-project-admin] vlan segment allocate from pool success with {'vlan_id': 869, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:48:12.293276 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d521e88e-a035-4fa4-afe9-377c93489c27 tempest-QuotasNegativeTest-440508695 tempest-QuotasNegativeTest-440508695-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (6ef29296-3e3d-4a34-a6a5-064ab0494f18), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:12.293901 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-d521e88e-a035-4fa4-afe9-377c93489c27 tempest-QuotasNegativeTest-440508695 tempest-QuotasNegativeTest-440508695-project-admin] Added segment 6ef29296-3e3d-4a34-a6a5-064ab0494f18 of type vlan for network fc948ed1-9510-40bb-b75c-e8d0708e2165 Mar 11 19:48:12.338155 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-44f3b63d-ec71-4dc7-9022-c28a599371c2 req-36a3a6fc-d36b-40b1-892c-3366663edce1 service neutron] 10.222.0.57 "GET /v2.0/networks/5f4622d2-6877-42dd-be4c-6b2764b6d954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546283 Mar 11 19:48:12.359890 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d521e88e-a035-4fa4-afe9-377c93489c27 tempest-QuotasNegativeTest-440508695 tempest-QuotasNegativeTest-440508695-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (fc948ed1-9510-40bb-b75c-e8d0708e2165), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:12.403790 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f46856f-5edd-4e0c-8a19-91efcdaf2808 x-openstack-request-id: req-3f46856f-5edd-4e0c-8a19-91efcdaf2808 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:48:12.404238 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60781675-31c2-4817-823f-bbc236e2abf5", "tag": "54176ba2-4c9a-419c-8225-767f39cd692d", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:48:12.404668 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3f46856f-5edd-4e0c-8a19-91efcdaf2808 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:48:12.405187 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60781675-31c2-4817-823f-bbc236e2abf5', 'tag': '54176ba2-4c9a-419c-8225-767f39cd692d', 'status': 'completed', 'code': 200} Mar 11 19:48:12.419599 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-589550a6-a4c7-4452-ba6b-66a6f324ca33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (54f69b66-6c34-4dd5-8173-447b5b3fc140), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:12.424010 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-589550a6-a4c7-4452-ba6b-66a6f324ca33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:12.426676 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caae4a0f-a366-4db5-9ea3-624a8f1a1e10 x-openstack-request-id: req-caae4a0f-a366-4db5-9ea3-624a8f1a1e10 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:48:12.427022 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb069624-2a9a-4457-8d94-c111f7203e46", "name": "network-vif-deleted", "tag": "a77be94f-5763-47c7-a94b-063aaf86b760", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:48:12.427343 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-caae4a0f-a366-4db5-9ea3-624a8f1a1e10 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:48:12.428310 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-589550a6-a4c7-4452-ba6b-66a6f324ca33 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/54f69b66-6c34-4dd5-8173-447b5b3fc140 HTTP/1.1" status: 204 len: 168 time: 0.5362272 Mar 11 19:48:12.429414 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb069624-2a9a-4457-8d94-c111f7203e46', 'name': 'network-vif-deleted', 'tag': 'a77be94f-5763-47c7-a94b-063aaf86b760', 'status': 'completed', 'code': 200} Mar 11 19:48:12.429486 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d521e88e-a035-4fa4-afe9-377c93489c27 tempest-QuotasNegativeTest-440508695 tempest-QuotasNegativeTest-440508695-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (fc948ed1-9510-40bb-b75c-e8d0708e2165), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:12.430540 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d521e88e-a035-4fa4-afe9-377c93489c27 tempest-QuotasNegativeTest-440508695 tempest-QuotasNegativeTest-440508695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:12.431853 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d521e88e-a035-4fa4-afe9-377c93489c27 tempest-QuotasNegativeTest-440508695 tempest-QuotasNegativeTest-440508695-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:12.448148 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-103dfb11-c8c9-415a-b2f3-8bf801d78893 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] DELETE failed (client error): The resource could not be found. Mar 11 19:48:12.448804 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-103dfb11-c8c9-415a-b2f3-8bf801d78893 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:48:12.452213 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-103dfb11-c8c9-415a-b2f3-8bf801d78893 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] 10.222.0.65 "DELETE /v2.0/networks/7b94df8a-61c5-4688-ac3b-4f93a6406ce9 HTTP/1.1" status: 404 len: 339 time: 0.1944537 Mar 11 19:48:12.476197 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52142) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:12.511345 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-173ce554-f5d0-442e-8c4d-facb56dae0f3 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] DELETE failed (client error): The resource could not be found. Mar 11 19:48:12.512327 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-173ce554-f5d0-442e-8c4d-facb56dae0f3 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:48:12.516002 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-173ce554-f5d0-442e-8c4d-facb56dae0f3 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] 10.222.0.65 "DELETE /v2.0/subnets/3a328c9c-7874-4cc6-a0d5-5647b663ce26 HTTP/1.1" status: 404 len: 337 time: 0.0381339 Mar 11 19:48:12.521222 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52144) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:12.533200 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d521e88e-a035-4fa4-afe9-377c93489c27 tempest-QuotasNegativeTest-440508695 tempest-QuotasNegativeTest-440508695-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7211051 Mar 11 19:48:12.536465 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d521e88e-a035-4fa4-afe9-377c93489c27 tempest-QuotasNegativeTest-440508695 tempest-QuotasNegativeTest-440508695-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f376c5ce-98f4-4430-a441-36355aeb6f06,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:12.539245 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52148) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:12.557097 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-48661a73-c495-437d-b18f-a301343cdd11 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] DELETE failed (client error): The resource could not be found. Mar 11 19:48:12.557629 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48661a73-c495-437d-b18f-a301343cdd11 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:48:12.565003 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-48661a73-c495-437d-b18f-a301343cdd11 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] 10.222.0.65 "DELETE /v2.0/networks/f3990c77-f4cd-4542-a023-670092e1ebf6 HTTP/1.1" status: 404 len: 339 time: 0.0424781 Mar 11 19:48:12.570276 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52150) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:12.602132 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-44f3b63d-ec71-4dc7-9022-c28a599371c2 req-4621c71b-ee5a-44eb-ac30-c36210ff15a1 service neutron] 10.222.0.57 "GET /v2.0/networks/5f4622d2-6877-42dd-be4c-6b2764b6d954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562819 Mar 11 19:48:12.616346 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-a548762d-30c2-456b-a606-95bd4ac5c5aa tempest-QuotasNegativeTest-440508695 tempest-QuotasNegativeTest-440508695-project-admin] Request body: {'network': {'project_id': 'd139ab7018ec4594b01598c5d22056c1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:48:12.631035 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d521e88e-a035-4fa4-afe9-377c93489c27 tempest-QuotasNegativeTest-440508695 tempest-QuotasNegativeTest-440508695-project-admin] Pushing event updated for resources: {'Network': ['ID=fc948ed1-9510-40bb-b75c-e8d0708e2165,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:12.638151 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589550a6-a4c7-4452-ba6b-66a6f324ca33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f69b66-6c34-4dd5-8173-447b5b3fc140,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:12.647340 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network fc948ed1-9510-40bb-b75c-e8d0708e2165 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:48:12.663924 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a548762d-30c2-456b-a606-95bd4ac5c5aa tempest-QuotasNegativeTest-440508695 tempest-QuotasNegativeTest-440508695-project-admin] Made reservation on behalf of d139ab7018ec4594b01598c5d22056c1 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:48:12.672866 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a548762d-30c2-456b-a606-95bd4ac5c5aa tempest-QuotasNegativeTest-440508695 tempest-QuotasNegativeTest-440508695-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:12.705259 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-22973c44-2418-4b60-87dd-449896a3d5b9 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] DELETE failed (client error): The resource could not be found. Mar 11 19:48:12.705779 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22973c44-2418-4b60-87dd-449896a3d5b9 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:48:12.718044 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52156) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:12.720045 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-22973c44-2418-4b60-87dd-449896a3d5b9 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] 10.222.0.65 "DELETE /v2.0/subnets/2d5bfbf5-5578-411b-9847-7a6afb3828cf HTTP/1.1" status: 404 len: 337 time: 0.1484506 Mar 11 19:48:12.785469 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ccee868-6754-4b4e-ae6a-2e3a38ac2221 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] DELETE failed (client error): The resource could not be found. Mar 11 19:48:12.786014 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ccee868-6754-4b4e-ae6a-2e3a38ac2221 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:48:12.790420 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-7ccee868-6754-4b4e-ae6a-2e3a38ac2221 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] 10.222.0.65 "DELETE /v2.0/networks/507073ab-c3f7-4c08-9a24-622821e5f692 HTTP/1.1" status: 404 len: 339 time: 0.0581772 Mar 11 19:48:12.797456 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52158) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:12.816989 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d1f4b-3d83-4bfa-976f-85617789f6b3 req-0c432cc9-3c07-402b-af25-0cdea621acd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:12.818526 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-761d1f4b-3d83-4bfa-976f-85617789f6b3 req-0c432cc9-3c07-402b-af25-0cdea621acd3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=59ec990deac94d1dadc5fda96e3adfe5&device_id=60781675-31c2-4817-823f-bbc236e2abf5 HTTP/1.1" status: 200 len: 1126 time: 0.1414702 Mar 11 19:48:12.830208 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a548762d-30c2-456b-a606-95bd4ac5c5aa tempest-QuotasNegativeTest-440508695 tempest-QuotasNegativeTest-440508695-project-admin] vlan segment allocate from pool success with {'vlan_id': 884, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:48:12.898610 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6d1df7c-226f-41c6-9bf9-92198f7be037 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] DELETE failed (client error): The resource could not be found. Mar 11 19:48:12.900519 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6d1df7c-226f-41c6-9bf9-92198f7be037 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:48:12.905513 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d6d1df7c-226f-41c6-9bf9-92198f7be037 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] 10.222.0.65 "DELETE /v2.0/subnets/19a04484-fdde-4a34-b685-ad96319f1b6b HTTP/1.1" status: 404 len: 337 time: 0.1069016 Mar 11 19:48:12.908594 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52160) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:12.962676 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d1f4b-3d83-4bfa-976f-85617789f6b3 req-7ff863ba-e279-48de-b695-0718e7db0f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:12.964519 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-761d1f4b-3d83-4bfa-976f-85617789f6b3 req-7ff863ba-e279-48de-b695-0718e7db0f3a service neutron] 10.222.0.57 "GET /v2.0/networks?id=5f4622d2-6877-42dd-be4c-6b2764b6d954 HTTP/1.1" status: 200 len: 906 time: 0.1385443 Mar 11 19:48:12.970123 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-1890140b-6894-48bf-bef3-c7b8b118e7a9 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] DELETE failed (client error): The resource could not be found. Mar 11 19:48:12.970639 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1890140b-6894-48bf-bef3-c7b8b118e7a9 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:48:12.974262 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-1890140b-6894-48bf-bef3-c7b8b118e7a9 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] 10.222.0.65 "DELETE /v2.0/networks/99d94e8b-fb5a-4282-a445-7616954f011e HTTP/1.1" status: 404 len: 339 time: 0.0645311 Mar 11 19:48:12.975670 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a548762d-30c2-456b-a606-95bd4ac5c5aa tempest-QuotasNegativeTest-440508695 tempest-QuotasNegativeTest-440508695-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (4eb24417-c0e3-454a-a63c-d56f9237e4fa), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:12.976013 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-a548762d-30c2-456b-a606-95bd4ac5c5aa tempest-QuotasNegativeTest-440508695 tempest-QuotasNegativeTest-440508695-project-admin] Added segment 4eb24417-c0e3-454a-a63c-d56f9237e4fa of type vlan for network b1e5e2e1-941e-479f-9349-c166e63ad7a6 Mar 11 19:48:12.977609 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52164) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:13.012468 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-49316f64-8fa9-45d0-b868-4a488704663e tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] DELETE failed (client error): The resource could not be found. Mar 11 19:48:13.013269 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49316f64-8fa9-45d0-b868-4a488704663e tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:48:13.017099 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-49316f64-8fa9-45d0-b868-4a488704663e tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] 10.222.0.65 "DELETE /v2.0/subnets/a3fc22ba-fa8f-4453-81b8-7519f8c46998 HTTP/1.1" status: 404 len: 337 time: 0.0385265 Mar 11 19:48:13.021140 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52166) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:13.068060 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-761d1f4b-3d83-4bfa-976f-85617789f6b3 req-17cb0ad5-2d57-4ac4-bf3f-fd5821d7d2c4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54176ba2-4c9a-419c-8225-767f39cd692d HTTP/1.1" status: 200 len: 217 time: 0.0961668 Mar 11 19:48:13.070507 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52168) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:13.081584 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc008d7d-88be-40d4-881c-e7ae0ff0ecb1 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] DELETE failed (client error): The resource could not be found. Mar 11 19:48:13.082473 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc008d7d-88be-40d4-881c-e7ae0ff0ecb1 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:48:13.085739 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-fc008d7d-88be-40d4-881c-e7ae0ff0ecb1 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] 10.222.0.65 "DELETE /v2.0/networks/fa49002a-60bc-4f1b-bed4-4c01f67302c6 HTTP/1.1" status: 404 len: 339 time: 0.0636220 Mar 11 19:48:13.089614 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52170) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:13.107591 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a548762d-30c2-456b-a606-95bd4ac5c5aa tempest-QuotasNegativeTest-440508695 tempest-QuotasNegativeTest-440508695-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (b1e5e2e1-941e-479f-9349-c166e63ad7a6), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:13.170528 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-62057dbf-89a7-4834-99ff-e29ba0f4d122 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:13.173938 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-53b92926-93c4-45d4-8f40-7d841de78b12 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Deleting subnet 0e53d5e1-98a9-48da-a94f-c8dcfd3e349f {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:48:13.178032 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a548762d-30c2-456b-a606-95bd4ac5c5aa tempest-QuotasNegativeTest-440508695 tempest-QuotasNegativeTest-440508695-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (b1e5e2e1-941e-479f-9349-c166e63ad7a6), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:13.179840 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a548762d-30c2-456b-a606-95bd4ac5c5aa tempest-QuotasNegativeTest-440508695 tempest-QuotasNegativeTest-440508695-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:13.180827 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a548762d-30c2-456b-a606-95bd4ac5c5aa tempest-QuotasNegativeTest-440508695 tempest-QuotasNegativeTest-440508695-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:13.183299 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-53b92926-93c4-45d4-8f40-7d841de78b12 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks [] for subnet (0e53d5e1-98a9-48da-a94f-c8dcfd3e349f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:13.241796 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d1f4b-3d83-4bfa-976f-85617789f6b3 req-d0246720-def2-4b60-a119-f59e674db012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:13.244270 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-761d1f4b-3d83-4bfa-976f-85617789f6b3 req-d0246720-def2-4b60-a119-f59e674db012 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8d74cfef-df19-4443-8dbc-7728b7150eec HTTP/1.1" status: 200 len: 845 time: 0.1607893 Mar 11 19:48:13.276498 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a548762d-30c2-456b-a606-95bd4ac5c5aa tempest-QuotasNegativeTest-440508695 tempest-QuotasNegativeTest-440508695-project-admin] Pushing event updated for resources: {'Network': ['ID=b1e5e2e1-941e-479f-9349-c166e63ad7a6,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:13.279984 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdba52cc-958d-413e-b783-ce140a619169 req-7e0c9909-5d14-4a20-978f-a19097a08d26 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:13.288205 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network b1e5e2e1-941e-479f-9349-c166e63ad7a6 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:48:13.298690 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bdba52cc-958d-413e-b783-ce140a619169 req-7e0c9909-5d14-4a20-978f-a19097a08d26 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 945 time: 0.2287512 Mar 11 19:48:13.311500 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a548762d-30c2-456b-a606-95bd4ac5c5aa tempest-QuotasNegativeTest-440508695 tempest-QuotasNegativeTest-440508695-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7665627 Mar 11 19:48:13.311985 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52176) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:13.319682 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-ce734ccb-1327-4681-8a21-6bd846cbf56a tempest-QuotasNegativeTest-440508695 tempest-QuotasNegativeTest-440508695-project-admin] Request body: {'network': {'project_id': 'd139ab7018ec4594b01598c5d22056c1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:48:13.331743 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce734ccb-1327-4681-8a21-6bd846cbf56a tempest-QuotasNegativeTest-440508695 tempest-QuotasNegativeTest-440508695-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 11 19:48:13.332207 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce734ccb-1327-4681-8a21-6bd846cbf56a tempest-QuotasNegativeTest-440508695 tempest-QuotasNegativeTest-440508695-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:48:13.336531 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ce734ccb-1327-4681-8a21-6bd846cbf56a tempest-QuotasNegativeTest-440508695 tempest-QuotasNegativeTest-440508695-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0203640 Mar 11 19:48:13.336671 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-53b92926-93c4-45d4-8f40-7d841de78b12 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (0e53d5e1-98a9-48da-a94f-c8dcfd3e349f), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:13.339009 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52178) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:13.353857 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-761d1f4b-3d83-4bfa-976f-85617789f6b3 req-2fc3e7c9-9421-4b4b-9e21-5e6e996c87b6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5f4622d2-6877-42dd-be4c-6b2764b6d954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1027255 Mar 11 19:48:13.420087 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-3e8ee3ec-230c-43b6-8da2-fb1d245cd74c tempest-QuotasNegativeTest-440508695 tempest-QuotasNegativeTest-440508695-project-admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d139ab7018ec4594b01598c5d22056c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0798397 Mar 11 19:48:13.424055 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52180) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:13.459619 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-62057dbf-89a7-4834-99ff-e29ba0f4d122 admin admin] Publish callbacks [] for security_group (a5bf7b6d-fe32-4ed2-a4b8-b6af8384597b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:13.472205 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-62057dbf-89a7-4834-99ff-e29ba0f4d122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (a5bf7b6d-fe32-4ed2-a4b8-b6af8384597b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:13.512118 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dd4df6ad-9eb6-4a32-96e7-ecf912b0ea99 tempest-QuotasNegativeTest-440508695 tempest-QuotasNegativeTest-440508695-project-admin] Publish callbacks [] for security_group (f376c5ce-98f4-4430-a441-36355aeb6f06), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:13.514734 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-53b92926-93c4-45d4-8f40-7d841de78b12 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (0e53d5e1-98a9-48da-a94f-c8dcfd3e349f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:13.569741 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dd4df6ad-9eb6-4a32-96e7-ecf912b0ea99 tempest-QuotasNegativeTest-440508695 tempest-QuotasNegativeTest-440508695-project-admin] Publish callbacks [] for security_group (f376c5ce-98f4-4430-a441-36355aeb6f06), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:13.587620 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bdba52cc-958d-413e-b783-ce140a619169 req-02dbf807-b390-4b24-a701-74d062772ae0 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2875690 Mar 11 19:48:13.593216 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62057dbf-89a7-4834-99ff-e29ba0f4d122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5bf7b6d-fe32-4ed2-a4b8-b6af8384597b,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:13.619884 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-62057dbf-89a7-4834-99ff-e29ba0f4d122 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=28e059591f5c40f68d130171b6319e6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5481067 Mar 11 19:48:13.631185 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52182) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:13.649114 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-761d1f4b-3d83-4bfa-976f-85617789f6b3 req-78b2c528-44e7-425f-bdc3-555deda4271f service neutron] 10.222.0.57 "GET /v2.0/networks/5f4622d2-6877-42dd-be4c-6b2764b6d954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734320 Mar 11 19:48:13.678557 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-53b92926-93c4-45d4-8f40-7d841de78b12 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (0e53d5e1-98a9-48da-a94f-c8dcfd3e349f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:13.751818 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b92926-93c4-45d4-8f40-7d841de78b12 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Pushing event deleted for resources: {'Subnet': ['ID=0e53d5e1-98a9-48da-a94f-c8dcfd3e349f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:13.759360 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-53b92926-93c4-45d4-8f40-7d841de78b12 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:13.762843 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-53b92926-93c4-45d4-8f40-7d841de78b12 tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] 10.222.0.65 "DELETE /v2.0/subnets/0e53d5e1-98a9-48da-a94f-c8dcfd3e349f HTTP/1.1" status: 204 len: 168 time: 0.6723492 Mar 11 19:48:13.767016 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52184) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:13.778136 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd07181-1a98-4f29-95b7-a641ff106bcc None None] Network c46c359e-be0f-4515-959d-100521007b9a requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:48:13.801512 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dd4df6ad-9eb6-4a32-96e7-ecf912b0ea99 tempest-QuotasNegativeTest-440508695 tempest-QuotasNegativeTest-440508695-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (f376c5ce-98f4-4430-a441-36355aeb6f06), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:13.804256 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dd4df6ad-9eb6-4a32-96e7-ecf912b0ea99 tempest-QuotasNegativeTest-440508695 tempest-QuotasNegativeTest-440508695-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:13.805524 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-dd4df6ad-9eb6-4a32-96e7-ecf912b0ea99 tempest-QuotasNegativeTest-440508695 tempest-QuotasNegativeTest-440508695-project-admin] 10.222.0.65 "DELETE /v2.0/security-groups/f376c5ce-98f4-4430-a441-36355aeb6f06 HTTP/1.1" status: 204 len: 168 time: 0.3805265 Mar 11 19:48:13.810593 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6fbcd911-9a86-41a7-92c7-ee8e698dbf2b admin admin] Publish callbacks [] for security_group (a5bf7b6d-fe32-4ed2-a4b8-b6af8384597b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:13.832181 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52186) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:13.835280 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6fbcd911-9a86-41a7-92c7-ee8e698dbf2b admin admin] Publish callbacks [] for security_group (a5bf7b6d-fe32-4ed2-a4b8-b6af8384597b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:13.899478 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6fbcd911-9a86-41a7-92c7-ee8e698dbf2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (a5bf7b6d-fe32-4ed2-a4b8-b6af8384597b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:13.904318 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6fbcd911-9a86-41a7-92c7-ee8e698dbf2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:13.909790 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-6fbcd911-9a86-41a7-92c7-ee8e698dbf2b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a5bf7b6d-fe32-4ed2-a4b8-b6af8384597b HTTP/1.1" status: 204 len: 168 time: 0.2726240 Mar 11 19:48:13.910434 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4df6ad-9eb6-4a32-96e7-ecf912b0ea99 tempest-QuotasNegativeTest-440508695 tempest-QuotasNegativeTest-440508695-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f376c5ce-98f4-4430-a441-36355aeb6f06,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:13.978442 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0eb427fc-c6bf-4fcb-8a83-5461c42831c7 tempest-QuotasNegativeTest-440508695 tempest-QuotasNegativeTest-440508695-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (b1e5e2e1-941e-479f-9349-c166e63ad7a6), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:13.999195 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-761d1f4b-3d83-4bfa-976f-85617789f6b3 req-d907ab65-2fbf-466c-9897-16e897493b15 service neutron] 10.222.0.57 "GET /v2.0/networks/5f4622d2-6877-42dd-be4c-6b2764b6d954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437412 Mar 11 19:48:14.030636 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbcd911-9a86-41a7-92c7-ee8e698dbf2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5bf7b6d-fe32-4ed2-a4b8-b6af8384597b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:14.055062 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5c345c3e-e729-4ac9-8a70-9fe6c609c39f tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (c46c359e-be0f-4515-959d-100521007b9a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:14.063588 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904503b3-8982-49d3-ba7e-7ed664dbca67 req-3c88c166-1472-4151-aa62-d4c692657c40 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:14.076313 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-904503b3-8982-49d3-ba7e-7ed664dbca67 req-3c88c166-1472-4151-aa62-d4c692657c40 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=60781675-31c2-4817-823f-bbc236e2abf5 HTTP/1.1" status: 200 len: 944 time: 0.3693454 Mar 11 19:48:14.155160 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743b1209-04dd-48b3-b4f0-fb8b7fd71b62 None None] DHCP port deletion for c46c359e-be0f-4515-959d-100521007b9a request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:48:14.166945 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-5c345c3e-e729-4ac9-8a70-9fe6c609c39f tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Deleting port 15ed25dd-c4a5-41fe-8084-f09553f4075d {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:48:14.167572 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5c345c3e-e729-4ac9-8a70-9fe6c609c39f tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (15ed25dd-c4a5-41fe-8084-f09553f4075d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:14.223799 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0eb427fc-c6bf-4fcb-8a83-5461c42831c7 tempest-QuotasNegativeTest-440508695 tempest-QuotasNegativeTest-440508695-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (b1e5e2e1-941e-479f-9349-c166e63ad7a6), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:14.250552 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-5c345c3e-e729-4ac9-8a70-9fe6c609c39f tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] For port 15ed25dd-c4a5-41fe-8084-f09553f4075d, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=15ed25dd-c4a5-41fe-8084-f09553f4075d,segment=NetworkSegment(4521c024-fe3b-406e-a6ea-cd887d451979),segment_id=4521c024-fe3b-406e-a6ea-cd887d451979)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:48:14.250931 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5c345c3e-e729-4ac9-8a70-9fe6c609c39f tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (15ed25dd-c4a5-41fe-8084-f09553f4075d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:14.272523 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-5c345c3e-e729-4ac9-8a70-9fe6c609c39f tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Calling delete_port for 15ed25dd-c4a5-41fe-8084-f09553f4075d owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:48:14.326305 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-0eb427fc-c6bf-4fcb-8a83-5461c42831c7 tempest-QuotasNegativeTest-440508695 tempest-QuotasNegativeTest-440508695-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1e5e2e1-941e-479f-9349-c166e63ad7a6']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:14.356779 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-904503b3-8982-49d3-ba7e-7ed664dbca67 req-aceaa382-397f-420c-af5a-31270dcf79c5 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793379 Mar 11 19:48:14.373092 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-0eb427fc-c6bf-4fcb-8a83-5461c42831c7 tempest-QuotasNegativeTest-440508695 tempest-QuotasNegativeTest-440508695-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eb24417-c0e3-454a-a63c-d56f9237e4fa') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:14.373429 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-0eb427fc-c6bf-4fcb-8a83-5461c42831c7 tempest-QuotasNegativeTest-440508695 tempest-QuotasNegativeTest-440508695-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eb24417-c0e3-454a-a63c-d56f9237e4fa') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:14.378654 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5c345c3e-e729-4ac9-8a70-9fe6c609c39f tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (15ed25dd-c4a5-41fe-8084-f09553f4075d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:14.425751 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c345c3e-e729-4ac9-8a70-9fe6c609c39f tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Pushing event deleted for resources: {'Port': ['ID=15ed25dd-c4a5-41fe-8084-f09553f4075d,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:14.425933 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0eb427fc-c6bf-4fcb-8a83-5461c42831c7 tempest-QuotasNegativeTest-440508695 tempest-QuotasNegativeTest-440508695-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (4eb24417-c0e3-454a-a63c-d56f9237e4fa), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:14.430987 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c345c3e-e729-4ac9-8a70-9fe6c609c39f tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] No DVR routers for this DVR port 15ed25dd-c4a5-41fe-8084-f09553f4075d on host n-d-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:48:14.463894 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0eb427fc-c6bf-4fcb-8a83-5461c42831c7 tempest-QuotasNegativeTest-440508695 tempest-QuotasNegativeTest-440508695-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (4eb24417-c0e3-454a-a63c-d56f9237e4fa), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:14.488154 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eb427fc-c6bf-4fcb-8a83-5461c42831c7 tempest-QuotasNegativeTest-440508695 tempest-QuotasNegativeTest-440508695-project-admin] Releasing vlan 884 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:48:14.488495 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0eb427fc-c6bf-4fcb-8a83-5461c42831c7 tempest-QuotasNegativeTest-440508695 tempest-QuotasNegativeTest-440508695-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (4eb24417-c0e3-454a-a63c-d56f9237e4fa), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:14.490401 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 19:48:14.490401 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:48:14.490401 n-d-833163-1 neutron-server[103885]: timer() Mar 11 19:48:14.490401 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:48:14.490401 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 19:48:14.490401 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:48:14.490401 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 19:48:14.490401 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:48:14.490401 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 19:48:14.490401 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:48:14.490401 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 19:48:14.490401 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:48:14.490401 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 19:48:14.490401 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:48:14.490401 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:48:14.490401 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:48:14.490401 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:48:14.490401 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:48:14.490401 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 19:48:14.490401 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:48:14.490401 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 19:48:14.490401 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:48:14.490401 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:48:14.490401 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:48:14.490401 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 19:48:14.490401 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:48:14.490401 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:48:14.490401 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:48:14.490401 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:48:14.490401 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:48:14.490401 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:48:14.490401 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:48:14.567557 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5c345c3e-e729-4ac9-8a70-9fe6c609c39f tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (c46c359e-be0f-4515-959d-100521007b9a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:14.569768 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0eb427fc-c6bf-4fcb-8a83-5461c42831c7 tempest-QuotasNegativeTest-440508695 tempest-QuotasNegativeTest-440508695-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (b1e5e2e1-941e-479f-9349-c166e63ad7a6), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:14.582625 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0eb427fc-c6bf-4fcb-8a83-5461c42831c7 tempest-QuotasNegativeTest-440508695 tempest-QuotasNegativeTest-440508695-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:14.592904 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-0eb427fc-c6bf-4fcb-8a83-5461c42831c7 tempest-QuotasNegativeTest-440508695 tempest-QuotasNegativeTest-440508695-project-admin] 10.222.0.65 "DELETE /v2.0/networks/b1e5e2e1-941e-479f-9349-c166e63ad7a6 HTTP/1.1" status: 204 len: 168 time: 0.7582214 Mar 11 19:48:14.595485 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52196) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:14.621818 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf303cb-27b2-4cbe-9f3f-3df3fb034ac9 req-89c5cb71-12e8-4492-9c04-db4087be7b5b tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:14.628454 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-dbf303cb-27b2-4cbe-9f3f-3df3fb034ac9 req-89c5cb71-12e8-4492-9c04-db4087be7b5b tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.75 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 945 time: 0.2552302 Mar 11 19:48:14.628454 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-5c345c3e-e729-4ac9-8a70-9fe6c609c39f tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c46c359e-be0f-4515-959d-100521007b9a']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:14.644866 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb427fc-c6bf-4fcb-8a83-5461c42831c7 tempest-QuotasNegativeTest-440508695 tempest-QuotasNegativeTest-440508695-project-admin] Pushing event deleted for resources: {'Network': ['ID=b1e5e2e1-941e-479f-9349-c166e63ad7a6,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:14.668415 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-5c345c3e-e729-4ac9-8a70-9fe6c609c39f tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4521c024-fe3b-406e-a6ea-cd887d451979') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:14.669225 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-5c345c3e-e729-4ac9-8a70-9fe6c609c39f tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4521c024-fe3b-406e-a6ea-cd887d451979') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:14.697766 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5c345c3e-e729-4ac9-8a70-9fe6c609c39f tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (4521c024-fe3b-406e-a6ea-cd887d451979), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:14.745257 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5c345c3e-e729-4ac9-8a70-9fe6c609c39f tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (4521c024-fe3b-406e-a6ea-cd887d451979), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:14.756634 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c345c3e-e729-4ac9-8a70-9fe6c609c39f tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Releasing vlan 856 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:48:14.756634 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5c345c3e-e729-4ac9-8a70-9fe6c609c39f tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (4521c024-fe3b-406e-a6ea-cd887d451979), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:14.760300 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:48:14.760300 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:48:14.760300 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:48:14.760300 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:48:14.760300 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:48:14.760300 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:48:14.760300 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:48:14.760300 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:48:14.760300 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:48:14.760300 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:48:14.760300 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:48:14.760300 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:48:14.760300 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:48:14.760300 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:48:14.760300 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:48:14.760300 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:48:14.760300 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:48:14.760300 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:48:14.760300 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:48:14.760300 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:48:14.760300 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:48:14.760300 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:48:14.760300 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:48:14.760300 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:48:14.760300 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:48:14.760300 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:48:14.760300 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:48:14.760300 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:48:14.760300 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:48:14.760300 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:48:14.760300 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:48:14.760300 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:48:14.836701 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-895c4741-c5be-49aa-bdd7-02823bf14985 tempest-QuotasNegativeTest-440508695 tempest-QuotasNegativeTest-440508695-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (fc948ed1-9510-40bb-b75c-e8d0708e2165), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:14.846609 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5c345c3e-e729-4ac9-8a70-9fe6c609c39f tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (c46c359e-be0f-4515-959d-100521007b9a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:14.851786 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5c345c3e-e729-4ac9-8a70-9fe6c609c39f tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:14.859609 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-5c345c3e-e729-4ac9-8a70-9fe6c609c39f tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] 10.222.0.65 "DELETE /v2.0/networks/c46c359e-be0f-4515-959d-100521007b9a HTTP/1.1" status: 204 len: 168 time: 1.0907719 Mar 11 19:48:14.881164 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-dbf303cb-27b2-4cbe-9f3f-3df3fb034ac9 req-eb0010c8-4142-4efd-9639-bdca3722e6d1 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Deleting port 9fd68e1a-7e53-4dd7-a129-e219fe1f8266 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:48:14.881710 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-dbf303cb-27b2-4cbe-9f3f-3df3fb034ac9 req-eb0010c8-4142-4efd-9639-bdca3722e6d1 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (9fd68e1a-7e53-4dd7-a129-e219fe1f8266), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:14.894554 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 15ed25dd-c4a5-41fe-8084-f09553f4075d no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:48:14.916973 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d447c90-cd80-43ad-b02b-f8554ef45f37 req-4916325f-48b6-44b2-ae59-164bd4cd59a5 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:14.918545 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5d447c90-cd80-43ad-b02b-f8554ef45f37 req-4916325f-48b6-44b2-ae59-164bd4cd59a5 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 945 time: 0.1992786 Mar 11 19:48:14.951450 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 15ed25dd-c4a5-41fe-8084-f09553f4075d {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:48:14.957203 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 15ed25dd-c4a5-41fe-8084-f09553f4075d not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:48:15.048537 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-dbf303cb-27b2-4cbe-9f3f-3df3fb034ac9 req-eb0010c8-4142-4efd-9639-bdca3722e6d1 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] For port 9fd68e1a-7e53-4dd7-a129-e219fe1f8266, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=9fd68e1a-7e53-4dd7-a129-e219fe1f8266,segment=NetworkSegment(f8d24e93-6284-46b5-86c2-c110abb33db1),segment_id=f8d24e93-6284-46b5-86c2-c110abb33db1)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:48:15.048916 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-dbf303cb-27b2-4cbe-9f3f-3df3fb034ac9 req-eb0010c8-4142-4efd-9639-bdca3722e6d1 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (9fd68e1a-7e53-4dd7-a129-e219fe1f8266), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:15.051957 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-895c4741-c5be-49aa-bdd7-02823bf14985 tempest-QuotasNegativeTest-440508695 tempest-QuotasNegativeTest-440508695-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (fc948ed1-9510-40bb-b75c-e8d0708e2165), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:15.076163 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-895c4741-c5be-49aa-bdd7-02823bf14985 tempest-QuotasNegativeTest-440508695 tempest-QuotasNegativeTest-440508695-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc948ed1-9510-40bb-b75c-e8d0708e2165']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:15.082341 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 54176ba2-4c9a-419c-8225-767f39cd692d details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:48:15.109547 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-895c4741-c5be-49aa-bdd7-02823bf14985 tempest-QuotasNegativeTest-440508695 tempest-QuotasNegativeTest-440508695-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ef29296-3e3d-4a34-a6a5-064ab0494f18') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:15.109837 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-895c4741-c5be-49aa-bdd7-02823bf14985 tempest-QuotasNegativeTest-440508695 tempest-QuotasNegativeTest-440508695-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ef29296-3e3d-4a34-a6a5-064ab0494f18') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:15.125019 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-895c4741-c5be-49aa-bdd7-02823bf14985 tempest-QuotasNegativeTest-440508695 tempest-QuotasNegativeTest-440508695-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (6ef29296-3e3d-4a34-a6a5-064ab0494f18), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:15.145412 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-895c4741-c5be-49aa-bdd7-02823bf14985 tempest-QuotasNegativeTest-440508695 tempest-QuotasNegativeTest-440508695-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (6ef29296-3e3d-4a34-a6a5-064ab0494f18), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:15.154505 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-895c4741-c5be-49aa-bdd7-02823bf14985 tempest-QuotasNegativeTest-440508695 tempest-QuotasNegativeTest-440508695-project-admin] Releasing vlan 869 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:48:15.155251 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-895c4741-c5be-49aa-bdd7-02823bf14985 tempest-QuotasNegativeTest-440508695 tempest-QuotasNegativeTest-440508695-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (6ef29296-3e3d-4a34-a6a5-064ab0494f18), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:15.227172 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 19:48:15.227172 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:48:15.227172 n-d-833163-1 neutron-server[103885]: timer() Mar 11 19:48:15.227172 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:48:15.227172 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 19:48:15.227172 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:48:15.227172 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 19:48:15.227172 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:48:15.227172 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 19:48:15.227172 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:48:15.227172 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 19:48:15.227172 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:48:15.227172 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 19:48:15.227172 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:48:15.227172 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:48:15.227172 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:48:15.227172 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:48:15.227172 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:48:15.227172 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 19:48:15.227172 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:48:15.227172 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 19:48:15.227172 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:48:15.227172 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:48:15.227172 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:48:15.227172 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 19:48:15.227172 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:48:15.227172 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:48:15.227172 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:48:15.227172 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:48:15.227172 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:48:15.227172 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:48:15.227172 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:48:15.230331 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-895c4741-c5be-49aa-bdd7-02823bf14985 tempest-QuotasNegativeTest-440508695 tempest-QuotasNegativeTest-440508695-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (fc948ed1-9510-40bb-b75c-e8d0708e2165), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:15.247065 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-895c4741-c5be-49aa-bdd7-02823bf14985 tempest-QuotasNegativeTest-440508695 tempest-QuotasNegativeTest-440508695-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:15.250935 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-895c4741-c5be-49aa-bdd7-02823bf14985 tempest-QuotasNegativeTest-440508695 tempest-QuotasNegativeTest-440508695-project-admin] 10.222.0.65 "DELETE /v2.0/networks/fc948ed1-9510-40bb-b75c-e8d0708e2165 HTTP/1.1" status: 204 len: 168 time: 0.6541641 Mar 11 19:48:15.252185 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895c4741-c5be-49aa-bdd7-02823bf14985 tempest-QuotasNegativeTest-440508695 tempest-QuotasNegativeTest-440508695-project-admin] Pushing event deleted for resources: {'Network': ['ID=fc948ed1-9510-40bb-b75c-e8d0708e2165,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:15.298847 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5d447c90-cd80-43ad-b02b-f8554ef45f37 req-c4359a55-8cc1-4935-9269-b91bb593b002 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups?id=abe76d2b-7fd8-4ba8-8424-f540f4849b76&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3613803 Mar 11 19:48:15.311748 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-dbf303cb-27b2-4cbe-9f3f-3df3fb034ac9 req-eb0010c8-4142-4efd-9639-bdca3722e6d1 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:15.311748 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-dbf303cb-27b2-4cbe-9f3f-3df3fb034ac9 req-eb0010c8-4142-4efd-9639-bdca3722e6d1 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (19746a4a-3785-44c2-995a-a422ba1357fc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:15.311748 n-d-833163-1 neutron-server[103884]: INFO neutron.db.l3_db [req-dbf303cb-27b2-4cbe-9f3f-3df3fb034ac9 req-eb0010c8-4142-4efd-9639-bdca3722e6d1 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Floating IP 19746a4a-3785-44c2-995a-a422ba1357fc disassociated. External IP: 172.25.8.247, port: 9fd68e1a-7e53-4dd7-a129-e219fe1f8266. Mar 11 19:48:15.311748 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-dbf303cb-27b2-4cbe-9f3f-3df3fb034ac9 req-eb0010c8-4142-4efd-9639-bdca3722e6d1 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Calling delete_port for 9fd68e1a-7e53-4dd7-a129-e219fe1f8266 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:48:15.318163 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c345c3e-e729-4ac9-8a70-9fe6c609c39f tempest-NetworksTest-1176674478 tempest-NetworksTest-1176674478-project] Pushing event deleted for resources: {'Network': ['ID=c46c359e-be0f-4515-959d-100521007b9a,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:15.329700 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 54176ba2-4c9a-419c-8225-767f39cd692d, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=54176ba2-4c9a-419c-8225-767f39cd692d,segment=NetworkSegment(518fbfd6-66d4-46dc-8045-59cddcf132dc),segment_id=518fbfd6-66d4-46dc-8045-59cddcf132dc)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:48:15.352004 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': '54176ba2-4c9a-419c-8225-767f39cd692d', 'network_id': '5f4622d2-6877-42dd-be4c-6b2764b6d954', 'port_id': '54176ba2-4c9a-419c-8225-767f39cd692d', 'mac_address': 'fa:16:3e:39:85:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 866, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d74cfef-df19-4443-8dbc-7728b7150eec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:48:15.414811 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 54176ba2-4c9a-419c-8225-767f39cd692d is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:48:15.415126 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (54176ba2-4c9a-419c-8225-767f39cd692d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:15.430138 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54176ba2-4c9a-419c-8225-767f39cd692d {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:48:15.457204 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 54176ba2-4c9a-419c-8225-767f39cd692d, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=54176ba2-4c9a-419c-8225-767f39cd692d,segment=NetworkSegment(518fbfd6-66d4-46dc-8045-59cddcf132dc),segment_id=518fbfd6-66d4-46dc-8045-59cddcf132dc)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:48:15.464843 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (54176ba2-4c9a-419c-8225-767f39cd692d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:15.528828 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=54176ba2-4c9a-419c-8225-767f39cd692d,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:15.547500 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52228) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:15.572086 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-dbf303cb-27b2-4cbe-9f3f-3df3fb034ac9 req-eb0010c8-4142-4efd-9639-bdca3722e6d1 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (9fd68e1a-7e53-4dd7-a129-e219fe1f8266), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:15.572959 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb80aba-4bd9-42b5-9097-35027572fbd7 req-ef986b86-a1f5-4e8d-98d6-a519f2f84bf0 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:15.574493 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5cb80aba-4bd9-42b5-9097-35027572fbd7 req-ef986b86-a1f5-4e8d-98d6-a519f2f84bf0 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=60781675-31c2-4817-823f-bbc236e2abf5 HTTP/1.1" status: 200 len: 945 time: 0.1047170 Mar 11 19:48:15.610213 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0010c8-4142-4efd-9639-bdca3722e6d1 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Pushing event deleted for resources: {'Port': ['ID=9fd68e1a-7e53-4dd7-a129-e219fe1f8266,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:15.660917 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5cb80aba-4bd9-42b5-9097-35027572fbd7 req-5a0b41e5-a872-4bae-a552-a68e0617ef86 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799651 Mar 11 19:48:15.790911 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dbf303cb-27b2-4cbe-9f3f-3df3fb034ac9 req-eb0010c8-4142-4efd-9639-bdca3722e6d1 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Router dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:48:15.872368 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['54176ba2-4c9a-419c-8225-767f39cd692d'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:48:15.935706 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dbf303cb-27b2-4cbe-9f3f-3df3fb034ac9 req-eb0010c8-4142-4efd-9639-bdca3722e6d1 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:48:15.951080 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf7916f-2cd5-41ca-b090-70ebe9200033 None None] Sync routers for ids ['dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:48:15.980740 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf7916f-2cd5-41ca-b090-70ebe9200033 None None] Routers {'dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:48:15.981406 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-cdf7916f-2cd5-41ca-b090-70ebe9200033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:47:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:16.057118 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf303cb-27b2-4cbe-9f3f-3df3fb034ac9 req-eb0010c8-4142-4efd-9639-bdca3722e6d1 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] No DVR routers for this DVR port 9fd68e1a-7e53-4dd7-a129-e219fe1f8266 on host n-h1-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:48:16.063985 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-dbf303cb-27b2-4cbe-9f3f-3df3fb034ac9 req-eb0010c8-4142-4efd-9639-bdca3722e6d1 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:16.074143 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-dbf303cb-27b2-4cbe-9f3f-3df3fb034ac9 req-eb0010c8-4142-4efd-9639-bdca3722e6d1 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.75 "DELETE /v2.0/ports/9fd68e1a-7e53-4dd7-a129-e219fe1f8266 HTTP/1.1" status: 204 len: 173 time: 1.4451435 Mar 11 19:48:16.082834 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61', 'name': 'network-vif-deleted', 'tag': '9fd68e1a-7e53-4dd7-a129-e219fe1f8266'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:48:16.089319 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e894302c-173b-4b2f-972d-5afc0dc455df" -d '{"events": [{"server_uuid": "ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61", "name": "network-vif-deleted", "tag": "9fd68e1a-7e53-4dd7-a129-e219fe1f8266"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:48:16.174255 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52242) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:16.175442 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-20f21d30-5ff4-4b4a-8d62-3cf03ac4cc5c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=554a0d0e786c47318030018c7ddae585&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6264887 Mar 11 19:48:16.190944 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce606e1-568d-479e-889d-9ca200e8ee77 x-openstack-request-id: req-3ce606e1-568d-479e-889d-9ca200e8ee77 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:48:16.191354 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61", "name": "network-vif-deleted", "tag": "9fd68e1a-7e53-4dd7-a129-e219fe1f8266", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:48:16.191736 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3ce606e1-568d-479e-889d-9ca200e8ee77 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:48:16.192295 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61', 'name': 'network-vif-deleted', 'tag': '9fd68e1a-7e53-4dd7-a129-e219fe1f8266', 'status': 'completed', 'code': 200} Mar 11 19:48:16.282255 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52246) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:16.313426 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-75592899-0e0d-44d2-9ee7-262790ef2dd9 admin admin] Publish callbacks [] for security_group (faac024e-b63d-418a-b4cd-0775d503d682), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:16.345647 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-cdf7916f-2cd5-41ca-b090-70ebe9200033 None None] Set router dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:48:16.382280 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-75592899-0e0d-44d2-9ee7-262790ef2dd9 admin admin] Publish callbacks [] for security_group (faac024e-b63d-418a-b4cd-0775d503d682), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:16.518954 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4a8f1ce8-50c8-479f-8048-1e7c2caa68e6 req-00e13b72-289d-4a20-a0c4-b3ac7c292c98 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffd3ca69-701e-4d0d-ac1f-7ec2cdbefe61 HTTP/1.1" status: 200 len: 210 time: 0.0519426 Mar 11 19:48:16.524494 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7e6a150c-45aa-4fae-bd64-1b147f8b1fc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:16.558916 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-75592899-0e0d-44d2-9ee7-262790ef2dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (faac024e-b63d-418a-b4cd-0775d503d682), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:16.562543 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-75592899-0e0d-44d2-9ee7-262790ef2dd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:16.571516 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-75592899-0e0d-44d2-9ee7-262790ef2dd9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/faac024e-b63d-418a-b4cd-0775d503d682 HTTP/1.1" status: 204 len: 168 time: 0.3935428 Mar 11 19:48:16.600429 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75592899-0e0d-44d2-9ee7-262790ef2dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faac024e-b63d-418a-b4cd-0775d503d682,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:16.642894 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75592899-0e0d-44d2-9ee7-262790ef2dd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:48:16.646234 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75592899-0e0d-44d2-9ee7-262790ef2dd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:48:16.646647 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75592899-0e0d-44d2-9ee7-262790ef2dd9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:48:16.647856 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75592899-0e0d-44d2-9ee7-262790ef2dd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:48:16.648201 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75592899-0e0d-44d2-9ee7-262790ef2dd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:48:16.651360 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75592899-0e0d-44d2-9ee7-262790ef2dd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:48:16.653928 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75592899-0e0d-44d2-9ee7-262790ef2dd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:48:16.654858 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75592899-0e0d-44d2-9ee7-262790ef2dd9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:48:16.655380 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75592899-0e0d-44d2-9ee7-262790ef2dd9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:48:16.661764 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75592899-0e0d-44d2-9ee7-262790ef2dd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:48:16.662404 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75592899-0e0d-44d2-9ee7-262790ef2dd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:48:16.662913 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75592899-0e0d-44d2-9ee7-262790ef2dd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:48:16.664664 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75592899-0e0d-44d2-9ee7-262790ef2dd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:48:16.764978 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7e6a150c-45aa-4fae-bd64-1b147f8b1fc1 admin admin] Publish callbacks [] for security_group (b77476cc-0380-457c-a40f-bc8c6e4973ee), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:16.777843 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7e6a150c-45aa-4fae-bd64-1b147f8b1fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (b77476cc-0380-457c-a40f-bc8c6e4973ee), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:16.819673 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-7e6a150c-45aa-4fae-bd64-1b147f8b1fc1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7e14ecbd85534f6c8535a58ac4d10f08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5342510 Mar 11 19:48:16.825314 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52264) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:16.869741 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6a150c-45aa-4fae-bd64-1b147f8b1fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b77476cc-0380-457c-a40f-bc8c6e4973ee,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:16.910316 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-cdf7916f-2cd5-41ca-b090-70ebe9200033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5', 'name': 'tempest-ServerActionsTestJSON-749584958-router', 'tenant_id': '66b3b8d3f65c4e239ea33b0475efa223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '7a4724a8-14b0-4c33-97cb-5b58b86ca838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:40:37Z', 'updated_at': '2022-03-11T19:40:42Z', 'revision_number': 4, 'project_id': '66b3b8d3f65c4e239ea33b0475efa223', 'gw_port': {'id': '7a4724a8-14b0-4c33-97cb-5b58b86ca838', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:40:38Z', 'updated_at': '2022-03-11T19:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'a7ae012b-4786-40bc-a389-0e63ffd1ca98', 'name': '', 'network_id': '90663b8c-1bde-4a55-8ab4-a84ee4d3cf19', 'tenant_id': '66b3b8d3f65c4e239ea33b0475efa223', 'mac_address': 'fa:16:3e:a6:77:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '83286d6e-3d22-482f-b14a-2fbd7466cc6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:40:41Z', 'updated_at': '2022-03-11T19:40:47Z', 'revision_number': 5, 'project_id': '66b3b8d3f65c4e239ea33b0475efa223', 'subnets': [{'id': '83286d6e-3d22-482f-b14a-2fbd7466cc6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:16.924504 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-049e25bc-8526-4580-917e-3844be804e03 admin admin] Publish callbacks [] for security_group (b77476cc-0380-457c-a40f-bc8c6e4973ee), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:16.933254 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c093c9e-02f8-4dd4-b821-c8bfc8a9d8ee req-e35cf5af-bf6d-4203-a264-27bc8b50f5f1 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:16.941005 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3c093c9e-02f8-4dd4-b821-c8bfc8a9d8ee req-e35cf5af-bf6d-4203-a264-27bc8b50f5f1 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=60781675-31c2-4817-823f-bbc236e2abf5 HTTP/1.1" status: 200 len: 945 time: 0.1322198 Mar 11 19:48:16.976853 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-049e25bc-8526-4580-917e-3844be804e03 admin admin] Publish callbacks [] for security_group (b77476cc-0380-457c-a40f-bc8c6e4973ee), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:16.994997 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3c093c9e-02f8-4dd4-b821-c8bfc8a9d8ee req-d02ea07d-8a58-4f04-8fbf-0f7fad6147f8 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529511 Mar 11 19:48:17.005741 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf7916f-2cd5-41ca-b090-70ebe9200033 None None] Checking router: dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:48:17.021264 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf7916f-2cd5-41ca-b090-70ebe9200033 None None] Routers {'dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:48:17.022658 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-cdf7916f-2cd5-41ca-b090-70ebe9200033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:47:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:17.067037 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-049e25bc-8526-4580-917e-3844be804e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (b77476cc-0380-457c-a40f-bc8c6e4973ee), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:17.070074 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-049e25bc-8526-4580-917e-3844be804e03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:17.071728 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-049e25bc-8526-4580-917e-3844be804e03 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b77476cc-0380-457c-a40f-bc8c6e4973ee HTTP/1.1" status: 204 len: 168 time: 0.2452903 Mar 11 19:48:17.081929 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 54176ba2-4c9a-419c-8225-767f39cd692d up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:48:17.085178 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e25bc-8526-4580-917e-3844be804e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77476cc-0380-457c-a40f-bc8c6e4973ee,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:17.164694 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port 54176ba2-4c9a-419c-8225-767f39cd692d completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:48:17.174280 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port 54176ba2-4c9a-419c-8225-767f39cd692d triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:48:17.174674 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (54176ba2-4c9a-419c-8225-767f39cd692d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:17.216220 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-cdf7916f-2cd5-41ca-b090-70ebe9200033 None None] Set router dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:48:17.300539 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 54176ba2-4c9a-419c-8225-767f39cd692d is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:48:17.302378 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (54176ba2-4c9a-419c-8225-767f39cd692d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:17.342794 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 9fd68e1a-7e53-4dd7-a129-e219fe1f8266 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:48:17.374495 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: 9fd68e1a-7e53-4dd7-a129-e219fe1f8266 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:48:17.375003 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 9fd68e1a-7e53-4dd7-a129-e219fe1f8266 not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:48:17.384993 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60781675-31c2-4817-823f-bbc236e2abf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54176ba2-4c9a-419c-8225-767f39cd692d'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:48:17.387404 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b927d63f-5bb6-425e-b752-0d5f45ad4d2b" -d '{"events": [{"server_uuid": "60781675-31c2-4817-823f-bbc236e2abf5", "name": "network-vif-plugged", "status": "completed", "tag": "54176ba2-4c9a-419c-8225-767f39cd692d"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:48:17.448305 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 54176ba2-4c9a-419c-8225-767f39cd692d, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=54176ba2-4c9a-419c-8225-767f39cd692d,segment=NetworkSegment(518fbfd6-66d4-46dc-8045-59cddcf132dc),segment_id=518fbfd6-66d4-46dc-8045-59cddcf132dc)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:48:17.457522 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (54176ba2-4c9a-419c-8225-767f39cd692d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:17.622457 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d830e33-e517-4fec-9dcb-8615b907fffb x-openstack-request-id: req-0d830e33-e517-4fec-9dcb-8615b907fffb {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:48:17.622922 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60781675-31c2-4817-823f-bbc236e2abf5", "name": "network-vif-plugged", "status": "completed", "tag": "54176ba2-4c9a-419c-8225-767f39cd692d", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:48:17.623376 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0d830e33-e517-4fec-9dcb-8615b907fffb {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:48:17.623954 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60781675-31c2-4817-823f-bbc236e2abf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54176ba2-4c9a-419c-8225-767f39cd692d', 'code': 200} Mar 11 19:48:17.626873 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=54176ba2-4c9a-419c-8225-767f39cd692d,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:17.641119 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-cdf7916f-2cd5-41ca-b090-70ebe9200033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5', 'name': 'tempest-ServerActionsTestJSON-749584958-router', 'tenant_id': '66b3b8d3f65c4e239ea33b0475efa223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '7a4724a8-14b0-4c33-97cb-5b58b86ca838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:40:37Z', 'updated_at': '2022-03-11T19:40:42Z', 'revision_number': 4, 'project_id': '66b3b8d3f65c4e239ea33b0475efa223', 'gw_port': {'id': '7a4724a8-14b0-4c33-97cb-5b58b86ca838', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:40:38Z', 'updated_at': '2022-03-11T19:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'a7ae012b-4786-40bc-a389-0e63ffd1ca98', 'name': '', 'network_id': '90663b8c-1bde-4a55-8ab4-a84ee4d3cf19', 'tenant_id': '66b3b8d3f65c4e239ea33b0475efa223', 'mac_address': 'fa:16:3e:a6:77:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '83286d6e-3d22-482f-b14a-2fbd7466cc6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:40:41Z', 'updated_at': '2022-03-11T19:40:47Z', 'revision_number': 5, 'project_id': '66b3b8d3f65c4e239ea33b0475efa223', 'subnets': [{'id': '83286d6e-3d22-482f-b14a-2fbd7466cc6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:17.680572 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e0b01-6c51-4b72-9a1c-86bd382f3032 req-d8137772-dc9b-49be-9f3b-4d4fd156db6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:17.682822 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ba9e0b01-6c51-4b72-9a1c-86bd382f3032 req-d8137772-dc9b-49be-9f3b-4d4fd156db6b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=60781675-31c2-4817-823f-bbc236e2abf5 HTTP/1.1" status: 200 len: 1128 time: 0.1310475 Mar 11 19:48:17.699877 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf7916f-2cd5-41ca-b090-70ebe9200033 None None] The sync data for ids ['dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5'] in n-d-833163-1 is: [{'id': 'dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5', 'name': 'tempest-ServerActionsTestJSON-749584958-router', 'tenant_id': '66b3b8d3f65c4e239ea33b0475efa223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '7a4724a8-14b0-4c33-97cb-5b58b86ca838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:40:37Z', 'updated_at': '2022-03-11T19:40:42Z', 'revision_number': 4, 'project_id': '66b3b8d3f65c4e239ea33b0475efa223', 'gw_port': {'id': '7a4724a8-14b0-4c33-97cb-5b58b86ca838', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:40:38Z', 'updated_at': '2022-03-11T19:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'a7ae012b-4786-40bc-a389-0e63ffd1ca98', 'name': '', 'network_id': '90663b8c-1bde-4a55-8ab4-a84ee4d3cf19', 'tenant_id': '66b3b8d3f65c4e239ea33b0475efa223', 'mac_address': 'fa:16:3e:a6:77:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1254, 'fixed_ips': [{'subnet_id': '83286d6e-3d22-482f-b14a-2fbd7466cc6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:40:41Z', 'updated_at': '2022-03-11T19:40:47Z', 'revision_number': 5, 'project_id': '66b3b8d3f65c4e239ea33b0475efa223', 'subnets': [{'id': '83286d6e-3d22-482f-b14a-2fbd7466cc6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:48:17.733722 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52296) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:17.752637 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3b6ac3a7-a7ec-4b64-b84c-c203cb9fbc60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:17.794311 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ba9e0b01-6c51-4b72-9a1c-86bd382f3032 req-135b1e6f-5e20-4aba-ba97-3145fc97b40e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032815 Mar 11 19:48:17.938595 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3b6ac3a7-a7ec-4b64-b84c-c203cb9fbc60 admin admin] Publish callbacks [] for security_group (980127ff-f890-445d-9a7a-143e3bf22d7a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:17.945320 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3b6ac3a7-a7ec-4b64-b84c-c203cb9fbc60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (980127ff-f890-445d-9a7a-143e3bf22d7a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:18.019412 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-3b6ac3a7-a7ec-4b64-b84c-c203cb9fbc60 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a1bcbde4e829491786b243966926a642&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2828858 Mar 11 19:48:18.020290 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52304) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:18.068181 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6ac3a7-a7ec-4b64-b84c-c203cb9fbc60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=980127ff-f890-445d-9a7a-143e3bf22d7a,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:18.135715 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-60997844-63be-47ab-8438-2e8ff0bfcaf6 admin admin] Publish callbacks [] for security_group (980127ff-f890-445d-9a7a-143e3bf22d7a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:18.211283 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-60997844-63be-47ab-8438-2e8ff0bfcaf6 admin admin] Publish callbacks [] for security_group (980127ff-f890-445d-9a7a-143e3bf22d7a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:18.231724 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e520030f-c4bb-453b-beeb-ef42648b4d0a None None] New status for floating IP 19746a4a-3785-44c2-995a-a422ba1357fc: DOWN {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 19:48:18.289025 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7b1f4c3e-a964-42de-b4a8-4eeffa49a0a5 req-ffdaded8-a28d-4f0e-980f-d8dd5aecde51 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9704cc3c-cfbe-466d-ac6d-477d6b62bb94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1436386 Mar 11 19:48:18.318162 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f793b71-a616-4cc3-9a9b-4b1ce4d39193 req-9d3b4793-397b-44bb-8e37-204b5850c89d tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:18.320438 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3f793b71-a616-4cc3-9a9b-4b1ce4d39193 req-9d3b4793-397b-44bb-8e37-204b5850c89d tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=60781675-31c2-4817-823f-bbc236e2abf5 HTTP/1.1" status: 200 len: 946 time: 0.1005020 Mar 11 19:48:18.336546 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-60997844-63be-47ab-8438-2e8ff0bfcaf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (980127ff-f890-445d-9a7a-143e3bf22d7a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:18.339536 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-60997844-63be-47ab-8438-2e8ff0bfcaf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:18.340770 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-60997844-63be-47ab-8438-2e8ff0bfcaf6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/980127ff-f890-445d-9a7a-143e3bf22d7a HTTP/1.1" status: 204 len: 168 time: 0.3193429 Mar 11 19:48:18.393938 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60997844-63be-47ab-8438-2e8ff0bfcaf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=980127ff-f890-445d-9a7a-143e3bf22d7a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:18.432179 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52314) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:18.490762 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3f793b71-a616-4cc3-9a9b-4b1ce4d39193 req-975adbe5-45fa-4765-9148-86eb2738d6e6 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589682 Mar 11 19:48:18.512892 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f4c3e-a964-42de-b4a8-4eeffa49a0a5 req-28ee7696-ecbf-4664-8441-eeb5009020d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:18.514725 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7b1f4c3e-a964-42de-b4a8-4eeffa49a0a5 req-28ee7696-ecbf-4664-8441-eeb5009020d9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=576d2a7c254e4aed8ead0c581ff9c26f&device_id=9704cc3c-cfbe-466d-ac6d-477d6b62bb94 HTTP/1.1" status: 200 len: 1127 time: 0.1650038 Mar 11 19:48:18.548379 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52320) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:18.649367 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-ed5e35ad-3ec7-49e0-aea2-06cdf3175868 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Request body: {'network': {'name': 'tempest-RoutersTest-1484698289'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:48:18.652789 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ef5f35ea-ac05-488e-9053-905677debde4 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks [] for security_group (abe76d2b-7fd8-4ba8-8424-f540f4849b76), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:18.691986 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ef5f35ea-ac05-488e-9053-905677debde4 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks [] for security_group (abe76d2b-7fd8-4ba8-8424-f540f4849b76), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:18.706809 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5e35ad-3ec7-49e0-aea2-06cdf3175868 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Made reservation on behalf of 12e41349cb6043d6b0b4ef9017c96ea8 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:48:18.711116 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ed5e35ad-3ec7-49e0-aea2-06cdf3175868 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:18.733630 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ed5e35ad-3ec7-49e0-aea2-06cdf3175868 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:18.811909 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ef5f35ea-ac05-488e-9053-905677debde4 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (abe76d2b-7fd8-4ba8-8424-f540f4849b76), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:18.814866 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ef5f35ea-ac05-488e-9053-905677debde4 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:18.816398 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ef5f35ea-ac05-488e-9053-905677debde4 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "DELETE /v2.0/security-groups/abe76d2b-7fd8-4ba8-8424-f540f4849b76 HTTP/1.1" status: 204 len: 168 time: 0.2666597 Mar 11 19:48:18.827133 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52328) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:18.829961 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5f35ea-ac05-488e-9053-905677debde4 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe76d2b-7fd8-4ba8-8424-f540f4849b76,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:18.852919 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-ed990e64-e2e1-4715-81c3-1418a631ea3e tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] show failed (client error): The resource could not be found. Mar 11 19:48:18.854198 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ed990e64-e2e1-4715-81c3-1418a631ea3e tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "GET /v2.0/security-groups/abe76d2b-7fd8-4ba8-8424-f540f4849b76 HTTP/1.1" status: 404 len: 347 time: 0.0213506 Mar 11 19:48:18.858133 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52330) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:18.870149 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:18.998084 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ed5e35ad-3ec7-49e0-aea2-06cdf3175868 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for security_group (f79dd2f9-9c23-4af1-add1-3e1fa8e8bf4c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:19.016527 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ed5e35ad-3ec7-49e0-aea2-06cdf3175868 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (f79dd2f9-9c23-4af1-add1-3e1fa8e8bf4c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:19.056049 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5e35ad-3ec7-49e0-aea2-06cdf3175868 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f79dd2f9-9c23-4af1-add1-3e1fa8e8bf4c,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:19.062545 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-f15e49c0-476f-45ac-9cf9-b65be38b4786 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Deleting port 2e2f5e1d-5c15-477e-a187-83a9d46b16b4 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:48:19.062872 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f15e49c0-476f-45ac-9cf9-b65be38b4786 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (2e2f5e1d-5c15-477e-a187-83a9d46b16b4), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:19.079766 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f4c3e-a964-42de-b4a8-4eeffa49a0a5 req-d30c6982-6f26-40b8-8fce-9991edf67053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:19.082387 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7b1f4c3e-a964-42de-b4a8-4eeffa49a0a5 req-d30c6982-6f26-40b8-8fce-9991edf67053 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fa906f4a-19f4-4b7d-8351-256fb4a2150c HTTP/1.1" status: 200 len: 911 time: 0.5346744 Mar 11 19:48:19.145539 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f15e49c0-476f-45ac-9cf9-b65be38b4786 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (2e2f5e1d-5c15-477e-a187-83a9d46b16b4), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:19.145874 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f15e49c0-476f-45ac-9cf9-b65be38b4786 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks [] for floatingip (2e2f5e1d-5c15-477e-a187-83a9d46b16b4), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:19.159404 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-f15e49c0-476f-45ac-9cf9-b65be38b4786 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Calling delete_port for 2e2f5e1d-5c15-477e-a187-83a9d46b16b4 owned by network:floatingip {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:48:19.161413 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7b1f4c3e-a964-42de-b4a8-4eeffa49a0a5 req-28d8bdbe-ed99-42b4-8f36-2d4e2cc4f500 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6bc0ca68-4601-45de-a9ae-2168045ff10f HTTP/1.1" status: 200 len: 1001 time: 0.0720923 Mar 11 19:48:19.177908 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed5e35ad-3ec7-49e0-aea2-06cdf3175868 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] vlan segment allocate from pool success with {'vlan_id': 863, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:48:19.228726 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ed5e35ad-3ec7-49e0-aea2-06cdf3175868 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (7763d994-cd9b-453d-be41-3481da659cb0), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:19.228917 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f4c3e-a964-42de-b4a8-4eeffa49a0a5 req-a7868455-fd92-498b-8e63-ed156c867cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:19.229138 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-ed5e35ad-3ec7-49e0-aea2-06cdf3175868 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Added segment 7763d994-cd9b-453d-be41-3481da659cb0 of type vlan for network 3934ed69-0538-4d19-9af3-0e04ba75464a Mar 11 19:48:19.231321 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7b1f4c3e-a964-42de-b4a8-4eeffa49a0a5 req-a7868455-fd92-498b-8e63-ed156c867cca service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f9964fd8-a78c-47a9-bc53-fa779164456a HTTP/1.1" status: 200 len: 849 time: 0.0632219 Mar 11 19:48:19.287154 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ed5e35ad-3ec7-49e0-aea2-06cdf3175868 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (3934ed69-0538-4d19-9af3-0e04ba75464a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:19.330257 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f4c3e-a964-42de-b4a8-4eeffa49a0a5 req-7ec397ed-b415-43c9-8aa1-54f9bc51ca82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:19.332615 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ed5e35ad-3ec7-49e0-aea2-06cdf3175868 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (3934ed69-0538-4d19-9af3-0e04ba75464a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:19.338274 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7b1f4c3e-a964-42de-b4a8-4eeffa49a0a5 req-7ec397ed-b415-43c9-8aa1-54f9bc51ca82 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fa906f4a-19f4-4b7d-8351-256fb4a2150c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0941403 Mar 11 19:48:19.338790 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5e35ad-3ec7-49e0-aea2-06cdf3175868 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:19.339477 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ed5e35ad-3ec7-49e0-aea2-06cdf3175868 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:19.407079 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ed5e35ad-3ec7-49e0-aea2-06cdf3175868 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9732566 Mar 11 19:48:19.422917 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52342) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:19.430835 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-d4d0c74e-9e39-4395-9020-fda3c9b877da tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Request body: {'network': {'name': 'tempest-RoutersTest-1803081792'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:48:19.459741 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5e35ad-3ec7-49e0-aea2-06cdf3175868 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Pushing event updated for resources: {'Network': ['ID=3934ed69-0538-4d19-9af3-0e04ba75464a,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:19.472481 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 3934ed69-0538-4d19-9af3-0e04ba75464a details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:48:19.474908 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f15e49c0-476f-45ac-9cf9-b65be38b4786 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (2e2f5e1d-5c15-477e-a187-83a9d46b16b4), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:19.515473 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15e49c0-476f-45ac-9cf9-b65be38b4786 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Pushing event deleted for resources: {'Port': ['ID=2e2f5e1d-5c15-477e-a187-83a9d46b16b4,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:19.628630 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d0c74e-9e39-4395-9020-fda3c9b877da tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Made reservation on behalf of 12e41349cb6043d6b0b4ef9017c96ea8 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:48:19.632625 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4d0c74e-9e39-4395-9020-fda3c9b877da tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:19.643585 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f15e49c0-476f-45ac-9cf9-b65be38b4786 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks [] for floatingip (19746a4a-3785-44c2-995a-a422ba1357fc), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:19.646504 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f15e49c0-476f-45ac-9cf9-b65be38b4786 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:19.651918 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f15e49c0-476f-45ac-9cf9-b65be38b4786 tempest-ServerActionsTestJSON-1700742292 tempest-ServerActionsTestJSON-1700742292-project] 10.222.0.65 "DELETE /v2.0/floatingips/19746a4a-3785-44c2-995a-a422ba1357fc HTTP/1.1" status: 204 len: 168 time: 0.7924068 Mar 11 19:48:19.653032 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52354) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:19.698446 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7b1f4c3e-a964-42de-b4a8-4eeffa49a0a5 req-f6882b63-9f95-43d9-806d-57bf8df5e29b service neutron] 10.222.0.57 "GET /v2.0/networks/fa906f4a-19f4-4b7d-8351-256fb4a2150c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3529148 Mar 11 19:48:19.733787 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4d0c74e-9e39-4395-9020-fda3c9b877da tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] vlan segment allocate from pool success with {'vlan_id': 894, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:48:19.767415 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4d0c74e-9e39-4395-9020-fda3c9b877da tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (b3643307-d408-4622-8e51-2b3523d43949), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:19.768143 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-d4d0c74e-9e39-4395-9020-fda3c9b877da tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Added segment b3643307-d408-4622-8e51-2b3523d43949 of type vlan for network 009736e3-0705-4987-91d1-96877b646be9 Mar 11 19:48:19.790453 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e140117-272b-4c13-9732-135e9044a7ea req-228decad-37f1-462a-8a26-b977965299db tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:19.797979 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9e140117-272b-4c13-9732-135e9044a7ea req-228decad-37f1-462a-8a26-b977965299db tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=60781675-31c2-4817-823f-bbc236e2abf5 HTTP/1.1" status: 200 len: 946 time: 0.2013011 Mar 11 19:48:19.869086 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52362) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:19.897077 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4d0c74e-9e39-4395-9020-fda3c9b877da tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (009736e3-0705-4987-91d1-96877b646be9), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:19.948819 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7b1f4c3e-a964-42de-b4a8-4eeffa49a0a5 req-2b3f5fea-6f26-45bb-bd71-3f04937ed15a service neutron] 10.222.0.57 "GET /v2.0/networks/fa906f4a-19f4-4b7d-8351-256fb4a2150c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401288 Mar 11 19:48:19.960735 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9e140117-272b-4c13-9732-135e9044a7ea req-d3ee6a94-70aa-4897-bdb4-21c4e1d43555 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615598 Mar 11 19:48:19.971683 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-ea037703-aef6-47cb-b2c4-ab750a62ccf2 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1300926774'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:48:19.974900 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4d0c74e-9e39-4395-9020-fda3c9b877da tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (009736e3-0705-4987-91d1-96877b646be9), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:19.999083 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d0c74e-9e39-4395-9020-fda3c9b877da tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:20.003297 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4d0c74e-9e39-4395-9020-fda3c9b877da tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:20.044997 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d4d0c74e-9e39-4395-9020-fda3c9b877da tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6207173 Mar 11 19:48:20.046245 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52368) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:20.059662 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-ae3c31ca-54c4-4a4f-879f-dceadf50527f tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Request body: {'subnet': {'network_id': '3934ed69-0538-4d19-9af3-0e04ba75464a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:48:20.117839 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d0c74e-9e39-4395-9020-fda3c9b877da tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Pushing event updated for resources: {'Network': ['ID=009736e3-0705-4987-91d1-96877b646be9,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:20.130025 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 009736e3-0705-4987-91d1-96877b646be9 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:48:20.229215 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea037703-aef6-47cb-b2c4-ab750a62ccf2 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Made reservation on behalf of 8461b6d84b3f48888a0f2e17ff3de0fd for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:48:20.232500 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ea037703-aef6-47cb-b2c4-ab750a62ccf2 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:20.243251 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ea037703-aef6-47cb-b2c4-ab750a62ccf2 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:20.303171 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b4f7e-aad0-4310-a02a-5195b02c449f req-e1c6d8d3-a8b3-4386-a45b-158296995647 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:20.311995 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-447b4f7e-aad0-4310-a02a-5195b02c449f req-e1c6d8d3-a8b3-4386-a45b-158296995647 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=60781675-31c2-4817-823f-bbc236e2abf5 HTTP/1.1" status: 200 len: 946 time: 0.1992545 Mar 11 19:48:20.380931 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-447b4f7e-aad0-4310-a02a-5195b02c449f req-703c97a0-7c66-4db3-b200-3bdd58fc94c2 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666060 Mar 11 19:48:20.381590 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae3c31ca-54c4-4a4f-879f-dceadf50527f tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Made reservation on behalf of 12e41349cb6043d6b0b4ef9017c96ea8 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:48:20.386150 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ae3c31ca-54c4-4a4f-879f-dceadf50527f tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:20.429436 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ea037703-aef6-47cb-b2c4-ab750a62ccf2 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks [] for security_group (29c86e30-2e39-474b-b5c5-eb63f2d37efb), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:20.441036 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ea037703-aef6-47cb-b2c4-ab750a62ccf2 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (29c86e30-2e39-474b-b5c5-eb63f2d37efb), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:20.568100 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea037703-aef6-47cb-b2c4-ab750a62ccf2 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] vlan segment allocate from pool success with {'vlan_id': 889, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:48:20.615446 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ea037703-aef6-47cb-b2c4-ab750a62ccf2 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (e70116f7-fe0b-4e5a-8b9b-e24b5698788f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:20.617968 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-ea037703-aef6-47cb-b2c4-ab750a62ccf2 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Added segment e70116f7-fe0b-4e5a-8b9b-e24b5698788f of type vlan for network 691421f6-439a-44da-b85e-9845c178c1c5 Mar 11 19:48:20.623110 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea037703-aef6-47cb-b2c4-ab750a62ccf2 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29c86e30-2e39-474b-b5c5-eb63f2d37efb,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:20.709749 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ea037703-aef6-47cb-b2c4-ab750a62ccf2 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (691421f6-439a-44da-b85e-9845c178c1c5), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:20.731511 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ae3c31ca-54c4-4a4f-879f-dceadf50527f tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (6150dd56-0125-4987-a46b-b2ff886d44e3), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:20.746278 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ea037703-aef6-47cb-b2c4-ab750a62ccf2 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (691421f6-439a-44da-b85e-9845c178c1c5), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:20.753061 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea037703-aef6-47cb-b2c4-ab750a62ccf2 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:20.753877 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ea037703-aef6-47cb-b2c4-ab750a62ccf2 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:20.796456 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3c31ca-54c4-4a4f-879f-dceadf50527f tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Pushing event updated for resources: {'Subnet': ['ID=6150dd56-0125-4987-a46b-b2ff886d44e3,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:20.830759 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ea037703-aef6-47cb-b2c4-ab750a62ccf2 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.9568253 Mar 11 19:48:20.838705 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52376) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:20.846766 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-5ac7d30b-bc2c-4f0c-b0dc-e2bbe08a8458 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Request body: {'subnet': {'network_id': '691421f6-439a-44da-b85e-9845c178c1c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:48:20.881628 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea037703-aef6-47cb-b2c4-ab750a62ccf2 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Pushing event updated for resources: {'Network': ['ID=691421f6-439a-44da-b85e-9845c178c1c5,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:20.892852 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 691421f6-439a-44da-b85e-9845c178c1c5 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:48:20.929070 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3c31ca-54c4-4a4f-879f-dceadf50527f tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Checking segment: {'id': '7763d994-cd9b-453d-be41-3481da659cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3934ed69-0538-4d19-9af3-0e04ba75464a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:48:20.929866 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3c31ca-54c4-4a4f-879f-dceadf50527f tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Network hostable DHCP agents. Network: 3934ed69-0538-4d19-9af3-0e04ba75464a, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:48:20.945806 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d7fd2-9e96-4ef1-8aed-8d1f0eaffc01 req-931329ed-302e-4935-abf6-86187e11befe tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:20.947888 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e53d7fd2-9e96-4ef1-8aed-8d1f0eaffc01 req-931329ed-302e-4935-abf6-86187e11befe tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=60781675-31c2-4817-823f-bbc236e2abf5 HTTP/1.1" status: 200 len: 946 time: 0.1527574 Mar 11 19:48:21.041876 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-68e0a3e3-c3c1-44a9-bfe6-ee8d3292386e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:21.070535 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3c31ca-54c4-4a4f-879f-dceadf50527f tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Network 3934ed69-0538-4d19-9af3-0e04ba75464a is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:48:21.075407 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac7d30b-bc2c-4f0c-b0dc-e2bbe08a8458 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Made reservation on behalf of 8461b6d84b3f48888a0f2e17ff3de0fd for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:48:21.086781 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5ac7d30b-bc2c-4f0c-b0dc-e2bbe08a8458 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:21.123402 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-ae3c31ca-54c4-4a4f-879f-dceadf50527f tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 3934ed69-0538-4d19-9af3-0e04ba75464a) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:48:21.131448 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3c31ca-54c4-4a4f-879f-dceadf50527f tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:21.132337 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce987ea-27b7-4163-b0c3-7d0b7b19a227 None None] Network 3934ed69-0538-4d19-9af3-0e04ba75464a requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:48:21.132483 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ae3c31ca-54c4-4a4f-879f-dceadf50527f tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:21.160787 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e53d7fd2-9e96-4ef1-8aed-8d1f0eaffc01 req-7b812b74-f39d-4fcb-8ad1-82aa887cb09c tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770208 Mar 11 19:48:21.232504 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ae3c31ca-54c4-4a4f-879f-dceadf50527f tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1768260 Mar 11 19:48:21.236613 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52380) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:21.242124 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-7076398a-522f-4df6-b1e4-39c546e7cd94 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Request body: {'subnet': {'network_id': '009736e3-0705-4987-91d1-96877b646be9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:48:21.310813 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7dde09-fe7e-4be1-a413-1072915142e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-3934ed69-0538-4d19-9af3-0e04ba75464a', 'network_id': '3934ed69-0538-4d19-9af3-0e04ba75464a', 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'fixed_ips': [{'subnet_id': '6150dd56-0125-4987-a46b-b2ff886d44e3'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:48:21.313282 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-df7dde09-fe7e-4be1-a413-1072915142e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:21.493340 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7076398a-522f-4df6-b1e4-39c546e7cd94 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Made reservation on behalf of 12e41349cb6043d6b0b4ef9017c96ea8 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:48:21.497156 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7076398a-522f-4df6-b1e4-39c546e7cd94 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:21.504763 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-df7dde09-fe7e-4be1-a413-1072915142e2 None None] Allocated IP 172.20.0.2 (3934ed69-0538-4d19-9af3-0e04ba75464a/6150dd56-0125-4987-a46b-b2ff886d44e3/b105ce5a-dd83-4d2b-98e8-0fd36420c663) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:48:21.591001 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5ac7d30b-bc2c-4f0c-b0dc-e2bbe08a8458 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (613854c2-e936-49e3-b879-ec7da1b26685), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:21.711833 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac7d30b-bc2c-4f0c-b0dc-e2bbe08a8458 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Pushing event updated for resources: {'Subnet': ['ID=613854c2-e936-49e3-b879-ec7da1b26685,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:21.723290 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-df7dde09-fe7e-4be1-a413-1072915142e2 None None] Publish callbacks [] for port (b105ce5a-dd83-4d2b-98e8-0fd36420c663), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:21.725038 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac7d30b-bc2c-4f0c-b0dc-e2bbe08a8458 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Checking segment: {'id': 'e70116f7-fe0b-4e5a-8b9b-e24b5698788f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '691421f6-439a-44da-b85e-9845c178c1c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:48:21.725597 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac7d30b-bc2c-4f0c-b0dc-e2bbe08a8458 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Network hostable DHCP agents. Network: 691421f6-439a-44da-b85e-9845c178c1c5, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:48:21.733185 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-df7dde09-fe7e-4be1-a413-1072915142e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (b105ce5a-dd83-4d2b-98e8-0fd36420c663), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:21.776776 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac7d30b-bc2c-4f0c-b0dc-e2bbe08a8458 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Network 691421f6-439a-44da-b85e-9845c178c1c5 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:48:21.797950 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-5ac7d30b-bc2c-4f0c-b0dc-e2bbe08a8458 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 691421f6-439a-44da-b85e-9845c178c1c5) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:48:21.798941 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7dde09-fe7e-4be1-a413-1072915142e2 None None] Network 3934ed69-0538-4d19-9af3-0e04ba75464a is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:48:21.806819 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac7d30b-bc2c-4f0c-b0dc-e2bbe08a8458 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:21.807477 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5ac7d30b-bc2c-4f0c-b0dc-e2bbe08a8458 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:21.814908 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9174d6fd-1b69-4935-95cf-65a20fc7948f None None] Network 691421f6-439a-44da-b85e-9845c178c1c5 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:48:21.825727 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-df7dde09-fe7e-4be1-a413-1072915142e2 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:48:21.871776 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7dde09-fe7e-4be1-a413-1072915142e2 None None] Pushing event updated for resources: {'Port': ['ID=b105ce5a-dd83-4d2b-98e8-0fd36420c663,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:21.877718 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7dde09-fe7e-4be1-a413-1072915142e2 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:48:21.912713 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-5ac7d30b-bc2c-4f0c-b0dc-e2bbe08a8458 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0726154 Mar 11 19:48:21.913987 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52384) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:21.917166 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7076398a-522f-4df6-b1e4-39c546e7cd94 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (fe033e16-4bae-4874-ac76-7536d445d44d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:21.924067 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-fcf71cde-0ef6-4895-b806-0e79420f494a tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Request body: {'port': {'network_id': '691421f6-439a-44da-b85e-9845c178c1c5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-970765338'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:48:21.955877 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-68e0a3e3-c3c1-44a9-bfe6-ee8d3292386e admin admin] Deleting port a7ae012b-4786-40bc-a389-0e63ffd1ca98 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:48:21.956812 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-68e0a3e3-c3c1-44a9-bfe6-ee8d3292386e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (a7ae012b-4786-40bc-a389-0e63ffd1ca98), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:22.020903 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-df7dde09-fe7e-4be1-a413-1072915142e2 None None] Attempting to bind port b105ce5a-dd83-4d2b-98e8-0fd36420c663 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:48:22.021293 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-df7dde09-fe7e-4be1-a413-1072915142e2 None None] Attempting to bind port b105ce5a-dd83-4d2b-98e8-0fd36420c663 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '7763d994-cd9b-453d-be41-3481da659cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3934ed69-0538-4d19-9af3-0e04ba75464a'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:48:22.021598 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7dde09-fe7e-4be1-a413-1072915142e2 None None] Attempting to bind port b105ce5a-dd83-4d2b-98e8-0fd36420c663 on network 3934ed69-0538-4d19-9af3-0e04ba75464a {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:48:22.030039 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7dde09-fe7e-4be1-a413-1072915142e2 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:48:22.030632 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7dde09-fe7e-4be1-a413-1072915142e2 None None] Checking segment: {'id': '7763d994-cd9b-453d-be41-3481da659cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3934ed69-0538-4d19-9af3-0e04ba75464a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:48:22.031251 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-df7dde09-fe7e-4be1-a413-1072915142e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:22.032305 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7dde09-fe7e-4be1-a413-1072915142e2 None None] Bound using segment: {'id': '7763d994-cd9b-453d-be41-3481da659cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3934ed69-0538-4d19-9af3-0e04ba75464a'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:48:22.032305 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-df7dde09-fe7e-4be1-a413-1072915142e2 None None] Bound port: b105ce5a-dd83-4d2b-98e8-0fd36420c663, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7763d994-cd9b-453d-be41-3481da659cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '3934ed69-0538-4d19-9af3-0e04ba75464a'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:48:22.032738 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-df7dde09-fe7e-4be1-a413-1072915142e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b105ce5a-dd83-4d2b-98e8-0fd36420c663), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:22.092649 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7076398a-522f-4df6-b1e4-39c546e7cd94 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Pushing event updated for resources: {'Subnet': ['ID=fe033e16-4bae-4874-ac76-7536d445d44d,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:22.097854 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-68e0a3e3-c3c1-44a9-bfe6-ee8d3292386e admin admin] For port a7ae012b-4786-40bc-a389-0e63ffd1ca98, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=a7ae012b-4786-40bc-a389-0e63ffd1ca98,segment=NetworkSegment(f8d24e93-6284-46b5-86c2-c110abb33db1),segment_id=f8d24e93-6284-46b5-86c2-c110abb33db1)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:48:22.098224 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-68e0a3e3-c3c1-44a9-bfe6-ee8d3292386e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (a7ae012b-4786-40bc-a389-0e63ffd1ca98), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:22.107595 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7076398a-522f-4df6-b1e4-39c546e7cd94 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Checking segment: {'id': 'b3643307-d408-4622-8e51-2b3523d43949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '009736e3-0705-4987-91d1-96877b646be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:48:22.108036 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7076398a-522f-4df6-b1e4-39c546e7cd94 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Network hostable DHCP agents. Network: 009736e3-0705-4987-91d1-96877b646be9, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:48:22.121087 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-68e0a3e3-c3c1-44a9-bfe6-ee8d3292386e admin admin] Calling delete_port for a7ae012b-4786-40bc-a389-0e63ffd1ca98 owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:48:22.139100 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49f84be-f59c-447b-9898-bc2997fe3cb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-691421f6-439a-44da-b85e-9845c178c1c5', 'network_id': '691421f6-439a-44da-b85e-9845c178c1c5', 'project_id': '8461b6d84b3f48888a0f2e17ff3de0fd', 'fixed_ips': [{'subnet_id': '613854c2-e936-49e3-b879-ec7da1b26685'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:48:22.144815 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d49f84be-f59c-447b-9898-bc2997fe3cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:22.149061 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7076398a-522f-4df6-b1e4-39c546e7cd94 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Network 009736e3-0705-4987-91d1-96877b646be9 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:48:22.179683 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-7076398a-522f-4df6-b1e4-39c546e7cd94 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 009736e3-0705-4987-91d1-96877b646be9) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:48:22.189994 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7076398a-522f-4df6-b1e4-39c546e7cd94 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:22.190626 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7076398a-522f-4df6-b1e4-39c546e7cd94 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:22.215640 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf71cde-0ef6-4895-b806-0e79420f494a tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Made reservation on behalf of 8461b6d84b3f48888a0f2e17ff3de0fd for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:48:22.226125 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fcf71cde-0ef6-4895-b806-0e79420f494a tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:22.227784 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6b8fb6-e7e5-4b08-a588-e350f75b4455 None None] Network 009736e3-0705-4987-91d1-96877b646be9 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:48:22.239212 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-7076398a-522f-4df6-b1e4-39c546e7cd94 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9988456 Mar 11 19:48:22.266271 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52392) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:22.291618 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-1e145e32-e60e-45d4-9474-4b6856c3f24b tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1697859856', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:48:22.339736 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-fcf71cde-0ef6-4895-b806-0e79420f494a tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] device_id is not set on port f8998d63-a427-4d55-810e-018a4de9a600 yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:48:22.434848 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-68e0a3e3-c3c1-44a9-bfe6-ee8d3292386e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (a7ae012b-4786-40bc-a389-0e63ffd1ca98), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:22.484168 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e0a3e3-c3c1-44a9-bfe6-ee8d3292386e admin admin] Pushing event deleted for resources: {'Port': ['ID=a7ae012b-4786-40bc-a389-0e63ffd1ca98,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:22.536578 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-df7dde09-fe7e-4be1-a413-1072915142e2 None None] For port b105ce5a-dd83-4d2b-98e8-0fd36420c663, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:48:22.554104 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-d49f84be-f59c-447b-9898-bc2997fe3cb4 None None] Allocated IP 2001:db8::2 (691421f6-439a-44da-b85e-9845c178c1c5/613854c2-e936-49e3-b879-ec7da1b26685/fc4920da-6246-4efb-abf1-3784a7666ab2) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:48:22.564615 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8f3d3222-9041-4f9c-bd10-ccca2722db6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:22.578088 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-df7dde09-fe7e-4be1-a413-1072915142e2 None None] For port b105ce5a-dd83-4d2b-98e8-0fd36420c663, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=b105ce5a-dd83-4d2b-98e8-0fd36420c663,segment=NetworkSegment(7763d994-cd9b-453d-be41-3481da659cb0),segment_id=7763d994-cd9b-453d-be41-3481da659cb0)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:48:22.659054 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-df7dde09-fe7e-4be1-a413-1072915142e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (b105ce5a-dd83-4d2b-98e8-0fd36420c663), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:22.744510 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-68e0a3e3-c3c1-44a9-bfe6-ee8d3292386e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:22.764292 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1e145e32-e60e-45d4-9474-4b6856c3f24b tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (d14db8e1-9788-49ad-9c34-04707dc3c163), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:22.766355 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1e145e32-e60e-45d4-9474-4b6856c3f24b tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (d14db8e1-9788-49ad-9c34-04707dc3c163), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:22.772026 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:22.788371 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ae9979-f665-4012-a728-b72bd9ad1217 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-009736e3-0705-4987-91d1-96877b646be9', 'network_id': '009736e3-0705-4987-91d1-96877b646be9', 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'fixed_ips': [{'subnet_id': 'fe033e16-4bae-4874-ac76-7536d445d44d'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:48:22.789233 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-87ae9979-f665-4012-a728-b72bd9ad1217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:22.828258 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c635c98-3f5e-420d-b58f-fff45874507b req-1192aa92-7649-4e73-96e1-6a40f1d01df4 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:22.836618 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4c635c98-3f5e-420d-b58f-fff45874507b req-1192aa92-7649-4e73-96e1-6a40f1d01df4 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=60781675-31c2-4817-823f-bbc236e2abf5 HTTP/1.1" status: 200 len: 946 time: 0.5122745 Mar 11 19:48:22.870549 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af43162e-1c56-4146-8944-ddf8a17d2f24 req-89157519-f066-44e0-8d75-f167af5d4715 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:22.873173 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7dde09-fe7e-4be1-a413-1072915142e2 None None] Pushing event updated for resources: {'Port': ['ID=b105ce5a-dd83-4d2b-98e8-0fd36420c663,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:22.874072 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-af43162e-1c56-4146-8944-ddf8a17d2f24 req-89157519-f066-44e0-8d75-f167af5d4715 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.57 "GET /v2.0/ports?device_id=60781675-31c2-4817-823f-bbc236e2abf5 HTTP/1.1" status: 200 len: 946 time: 0.4895775 Mar 11 19:48:23.044028 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1e145e32-e60e-45d4-9474-4b6856c3f24b tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for router_controller (d14db8e1-9788-49ad-9c34-04707dc3c163), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:23.065214 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1e145e32-e60e-45d4-9474-4b6856c3f24b tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (d14db8e1-9788-49ad-9c34-04707dc3c163), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:23.069749 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d49f84be-f59c-447b-9898-bc2997fe3cb4 None None] Publish callbacks [] for port (fc4920da-6246-4efb-abf1-3784a7666ab2), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:23.089090 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d49f84be-f59c-447b-9898-bc2997fe3cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (fc4920da-6246-4efb-abf1-3784a7666ab2), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:23.138688 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1e145e32-e60e-45d4-9474-4b6856c3f24b tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:23.140948 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-1e145e32-e60e-45d4-9474-4b6856c3f24b tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8687713 Mar 11 19:48:23.148020 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-87ae9979-f665-4012-a728-b72bd9ad1217 None None] Allocated IP 172.21.0.2 (009736e3-0705-4987-91d1-96877b646be9/fe033e16-4bae-4874-ac76-7536d445d44d/d412a7a7-6f18-4668-a0d0-e7fde4cd0ffc) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:48:23.167494 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49f84be-f59c-447b-9898-bc2997fe3cb4 None None] Network 691421f6-439a-44da-b85e-9845c178c1c5 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:48:23.174151 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52400) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:23.175494 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-d49f84be-f59c-447b-9898-bc2997fe3cb4 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:48:23.176048 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4c635c98-3f5e-420d-b58f-fff45874507b req-927884ce-1ead-44d6-9bad-73dd2fbdf5ff tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385131 Mar 11 19:48:23.178013 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49f84be-f59c-447b-9898-bc2997fe3cb4 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:48:23.192306 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49f84be-f59c-447b-9898-bc2997fe3cb4 None None] Pushing event updated for resources: {'Port': ['ID=fc4920da-6246-4efb-abf1-3784a7666ab2,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:23.288541 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-fcf71cde-0ef6-4895-b806-0e79420f494a tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Allocated IP 2001:db8::135 (691421f6-439a-44da-b85e-9845c178c1c5/613854c2-e936-49e3-b879-ec7da1b26685/f8998d63-a427-4d55-810e-018a4de9a600) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:48:23.331088 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68e0a3e3-c3c1-44a9-bfe6-ee8d3292386e admin admin] Router dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:48:23.336821 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-af43162e-1c56-4146-8944-ddf8a17d2f24 req-1a469ff3-b535-4be2-b771-2458923d66e3 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Deleting port 54176ba2-4c9a-419c-8225-767f39cd692d {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:48:23.337155 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-af43162e-1c56-4146-8944-ddf8a17d2f24 req-1a469ff3-b535-4be2-b771-2458923d66e3 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (54176ba2-4c9a-419c-8225-767f39cd692d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:23.422206 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-87ae9979-f665-4012-a728-b72bd9ad1217 None None] Publish callbacks [] for port (d412a7a7-6f18-4668-a0d0-e7fde4cd0ffc), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:23.446195 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-87ae9979-f665-4012-a728-b72bd9ad1217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (d412a7a7-6f18-4668-a0d0-e7fde4cd0ffc), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:23.459927 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-af43162e-1c56-4146-8944-ddf8a17d2f24 req-1a469ff3-b535-4be2-b771-2458923d66e3 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] For port 54176ba2-4c9a-419c-8225-767f39cd692d, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=54176ba2-4c9a-419c-8225-767f39cd692d,segment=NetworkSegment(518fbfd6-66d4-46dc-8045-59cddcf132dc),segment_id=518fbfd6-66d4-46dc-8045-59cddcf132dc)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:48:23.460300 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-af43162e-1c56-4146-8944-ddf8a17d2f24 req-1a469ff3-b535-4be2-b771-2458923d66e3 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (54176ba2-4c9a-419c-8225-767f39cd692d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:23.475814 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-af43162e-1c56-4146-8944-ddf8a17d2f24 req-1a469ff3-b535-4be2-b771-2458923d66e3 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Calling delete_port for 54176ba2-4c9a-419c-8225-767f39cd692d owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:48:23.505199 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e0a3e3-c3c1-44a9-bfe6-ee8d3292386e admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:48:23.514757 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a23375-abf5-4008-b954-10a0409bcd83 None None] Sync routers for ids ['dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:48:23.533738 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a23375-abf5-4008-b954-10a0409bcd83 None None] Routers {'dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:48:23.534370 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-98a23375-abf5-4008-b954-10a0409bcd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:47:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:23.543354 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-68e0a3e3-c3c1-44a9-bfe6-ee8d3292386e admin admin] 10.222.0.65 "PUT /v2.0/routers/dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8891470 Mar 11 19:48:23.545880 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52404) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:23.690389 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-af43162e-1c56-4146-8944-ddf8a17d2f24 req-1a469ff3-b535-4be2-b771-2458923d66e3 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (54176ba2-4c9a-419c-8225-767f39cd692d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:23.717266 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['db0680ad-52ed-457e-9224-4ee0f0880afd', '54176ba2-4c9a-419c-8225-767f39cd692d'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:48:23.728816 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-d49f84be-f59c-447b-9898-bc2997fe3cb4 None None] Attempting to bind port fc4920da-6246-4efb-abf1-3784a7666ab2 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:48:23.729535 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-d49f84be-f59c-447b-9898-bc2997fe3cb4 None None] Attempting to bind port fc4920da-6246-4efb-abf1-3784a7666ab2 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'e70116f7-fe0b-4e5a-8b9b-e24b5698788f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '691421f6-439a-44da-b85e-9845c178c1c5'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:48:23.730402 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49f84be-f59c-447b-9898-bc2997fe3cb4 None None] Attempting to bind port fc4920da-6246-4efb-abf1-3784a7666ab2 on network 691421f6-439a-44da-b85e-9845c178c1c5 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:48:23.758872 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a469ff3-b535-4be2-b771-2458923d66e3 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Pushing event deleted for resources: {'Port': ['ID=54176ba2-4c9a-419c-8225-767f39cd692d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:23.771147 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ae9979-f665-4012-a728-b72bd9ad1217 None None] Network 009736e3-0705-4987-91d1-96877b646be9 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:48:23.776964 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-98a23375-abf5-4008-b954-10a0409bcd83 None None] Set router dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:48:23.782765 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49f84be-f59c-447b-9898-bc2997fe3cb4 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:48:23.783478 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49f84be-f59c-447b-9898-bc2997fe3cb4 None None] Checking segment: {'id': 'e70116f7-fe0b-4e5a-8b9b-e24b5698788f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '691421f6-439a-44da-b85e-9845c178c1c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:48:23.784177 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d49f84be-f59c-447b-9898-bc2997fe3cb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:23.785043 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49f84be-f59c-447b-9898-bc2997fe3cb4 None None] Bound using segment: {'id': 'e70116f7-fe0b-4e5a-8b9b-e24b5698788f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '691421f6-439a-44da-b85e-9845c178c1c5'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:48:23.786210 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-d49f84be-f59c-447b-9898-bc2997fe3cb4 None None] Bound port: fc4920da-6246-4efb-abf1-3784a7666ab2, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e70116f7-fe0b-4e5a-8b9b-e24b5698788f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '691421f6-439a-44da-b85e-9845c178c1c5'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:48:23.793608 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d49f84be-f59c-447b-9898-bc2997fe3cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (fc4920da-6246-4efb-abf1-3784a7666ab2), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:23.815927 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-87ae9979-f665-4012-a728-b72bd9ad1217 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:48:23.820677 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ae9979-f665-4012-a728-b72bd9ad1217 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:48:23.859939 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ae9979-f665-4012-a728-b72bd9ad1217 None None] Pushing event updated for resources: {'Port': ['ID=d412a7a7-6f18-4668-a0d0-e7fde4cd0ffc,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:23.911027 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-af43162e-1c56-4146-8944-ddf8a17d2f24 req-1a469ff3-b535-4be2-b771-2458923d66e3 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] No DVR routers for this DVR port 54176ba2-4c9a-419c-8225-767f39cd692d on host n-h2-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:48:23.920616 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-af43162e-1c56-4146-8944-ddf8a17d2f24 req-1a469ff3-b535-4be2-b771-2458923d66e3 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:23.931202 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-af43162e-1c56-4146-8944-ddf8a17d2f24 req-1a469ff3-b535-4be2-b771-2458923d66e3 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.57 "DELETE /v2.0/ports/54176ba2-4c9a-419c-8225-767f39cd692d HTTP/1.1" status: 204 len: 173 time: 1.0090640 Mar 11 19:48:23.942384 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60781675-31c2-4817-823f-bbc236e2abf5', 'name': 'network-vif-deleted', 'tag': '54176ba2-4c9a-419c-8225-767f39cd692d'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:48:23.950570 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdfa2ba9-cf67-4e8e-adfd-e0f26c0081df" -d '{"events": [{"server_uuid": "60781675-31c2-4817-823f-bbc236e2abf5", "name": "network-vif-deleted", "tag": "54176ba2-4c9a-419c-8225-767f39cd692d"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:48:24.007645 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-87ae9979-f665-4012-a728-b72bd9ad1217 None None] Attempting to bind port d412a7a7-6f18-4668-a0d0-e7fde4cd0ffc on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:48:24.007645 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-87ae9979-f665-4012-a728-b72bd9ad1217 None None] Attempting to bind port d412a7a7-6f18-4668-a0d0-e7fde4cd0ffc by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'b3643307-d408-4622-8e51-2b3523d43949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '009736e3-0705-4987-91d1-96877b646be9'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:48:24.007940 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ae9979-f665-4012-a728-b72bd9ad1217 None None] Attempting to bind port d412a7a7-6f18-4668-a0d0-e7fde4cd0ffc on network 009736e3-0705-4987-91d1-96877b646be9 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:48:24.032970 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d49f84be-f59c-447b-9898-bc2997fe3cb4 None None] For port fc4920da-6246-4efb-abf1-3784a7666ab2, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:48:24.049543 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ae9979-f665-4012-a728-b72bd9ad1217 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:48:24.050152 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ae9979-f665-4012-a728-b72bd9ad1217 None None] Checking segment: {'id': 'b3643307-d408-4622-8e51-2b3523d43949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '009736e3-0705-4987-91d1-96877b646be9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:48:24.050645 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-87ae9979-f665-4012-a728-b72bd9ad1217 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:24.051106 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ae9979-f665-4012-a728-b72bd9ad1217 None None] Bound using segment: {'id': 'b3643307-d408-4622-8e51-2b3523d43949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '009736e3-0705-4987-91d1-96877b646be9'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:48:24.052319 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-87ae9979-f665-4012-a728-b72bd9ad1217 None None] Bound port: d412a7a7-6f18-4668-a0d0-e7fde4cd0ffc, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3643307-d408-4622-8e51-2b3523d43949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '009736e3-0705-4987-91d1-96877b646be9'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:48:24.052446 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-87ae9979-f665-4012-a728-b72bd9ad1217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d412a7a7-6f18-4668-a0d0-e7fde4cd0ffc), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:24.109984 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d49f84be-f59c-447b-9898-bc2997fe3cb4 None None] For port fc4920da-6246-4efb-abf1-3784a7666ab2, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=fc4920da-6246-4efb-abf1-3784a7666ab2,segment=NetworkSegment(e70116f7-fe0b-4e5a-8b9b-e24b5698788f),segment_id=e70116f7-fe0b-4e5a-8b9b-e24b5698788f)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:48:24.147232 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d49f84be-f59c-447b-9898-bc2997fe3cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (fc4920da-6246-4efb-abf1-3784a7666ab2), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:24.185559 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2630253a-24b7-4233-a2d3-8acd86969d5c tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:24.187987 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b665a5-cac7-4246-95ca-8f3868e9ef0f x-openstack-request-id: req-33b665a5-cac7-4246-95ca-8f3868e9ef0f {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:48:24.188395 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60781675-31c2-4817-823f-bbc236e2abf5", "name": "network-vif-deleted", "tag": "54176ba2-4c9a-419c-8225-767f39cd692d", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:48:24.188533 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-33b665a5-cac7-4246-95ca-8f3868e9ef0f {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:48:24.190532 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60781675-31c2-4817-823f-bbc236e2abf5', 'name': 'network-vif-deleted', 'tag': '54176ba2-4c9a-419c-8225-767f39cd692d', 'status': 'completed', 'code': 200} Mar 11 19:48:24.224298 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-032e91c0-1c56-44f0-9949-53c65d64afed admin admin] Publish callbacks [] for router (dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:24.309110 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fcf71cde-0ef6-4895-b806-0e79420f494a tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks [] for port (f8998d63-a427-4d55-810e-018a4de9a600), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:24.360440 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fcf71cde-0ef6-4895-b806-0e79420f494a tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (f8998d63-a427-4d55-810e-018a4de9a600), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:24.526339 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0547ac5c-b356-4a31-a713-e6eb0bcef924 req-b4ede1d8-fee1-4511-958f-f972019c6c7c tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=60781675-31c2-4817-823f-bbc236e2abf5 HTTP/1.1" status: 200 len: 210 time: 0.1019857 Mar 11 19:48:24.542722 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf71cde-0ef6-4895-b806-0e79420f494a tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Network 691421f6-439a-44da-b85e-9845c178c1c5 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:48:24.555693 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49f84be-f59c-447b-9898-bc2997fe3cb4 None None] Pushing event updated for resources: {'Port': ['ID=fc4920da-6246-4efb-abf1-3784a7666ab2,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:24.565354 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-fcf71cde-0ef6-4895-b806-0e79420f494a tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:48:24.600791 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-98a23375-abf5-4008-b954-10a0409bcd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5', 'name': 'tempest-ServerActionsTestJSON-749584958-router', 'tenant_id': '66b3b8d3f65c4e239ea33b0475efa223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '7a4724a8-14b0-4c33-97cb-5b58b86ca838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:40:37Z', 'updated_at': '2022-03-11T19:48:22Z', 'revision_number': 5, 'project_id': '66b3b8d3f65c4e239ea33b0475efa223', 'gw_port': {'id': '7a4724a8-14b0-4c33-97cb-5b58b86ca838', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:40:38Z', 'updated_at': '2022-03-11T19:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:24.606527 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf71cde-0ef6-4895-b806-0e79420f494a tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:48:24.622003 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf71cde-0ef6-4895-b806-0e79420f494a tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:24.627294 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fcf71cde-0ef6-4895-b806-0e79420f494a tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:24.663568 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf71cde-0ef6-4895-b806-0e79420f494a tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Pushing event updated for resources: {'Port': ['ID=f8998d63-a427-4d55-810e-018a4de9a600,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:24.692558 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-87ae9979-f665-4012-a728-b72bd9ad1217 None None] For port d412a7a7-6f18-4668-a0d0-e7fde4cd0ffc, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:48:24.695160 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-fcf71cde-0ef6-4895-b806-0e79420f494a tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.7753108 Mar 11 19:48:24.698644 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52420) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:24.719130 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-a602ed31-e1b2-49d4-a27c-493bb721614f tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Request body: {'port': {'network_id': '691421f6-439a-44da-b85e-9845c178c1c5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-697969775', 'allowed_address_pairs': [{'ip_address': '2001:db8::135', 'mac_address': 'fa:16:3e:cd:0e:28'}]}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:48:24.757488 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a23375-abf5-4008-b954-10a0409bcd83 None None] Checking router: dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:48:24.778333 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a23375-abf5-4008-b954-10a0409bcd83 None None] Routers {'dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:48:24.779254 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-98a23375-abf5-4008-b954-10a0409bcd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:47:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:24.792031 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-87ae9979-f665-4012-a728-b72bd9ad1217 None None] For port d412a7a7-6f18-4668-a0d0-e7fde4cd0ffc, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=d412a7a7-6f18-4668-a0d0-e7fde4cd0ffc,segment=NetworkSegment(b3643307-d408-4622-8e51-2b3523d43949),segment_id=b3643307-d408-4622-8e51-2b3523d43949)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:48:24.796935 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2148062-755b-4414-b6ad-999cdaaffbe1 None None] Network 3934ed69-0538-4d19-9af3-0e04ba75464a requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:48:24.886248 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-716a835d-ff16-4ac5-9028-f7233502f3a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:24.908693 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-87ae9979-f665-4012-a728-b72bd9ad1217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (d412a7a7-6f18-4668-a0d0-e7fde4cd0ffc), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:25.018354 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-98a23375-abf5-4008-b954-10a0409bcd83 None None] Set router dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:48:25.023294 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-36419cb4-8405-40e1-bc55-809403da0bb8 None None] Provisioning complete for port b105ce5a-dd83-4d2b-98e8-0fd36420c663 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:48:25.023695 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-36419cb4-8405-40e1-bc55-809403da0bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (b105ce5a-dd83-4d2b-98e8-0fd36420c663), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:25.112326 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a602ed31-e1b2-49d4-a27c-493bb721614f tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Made reservation on behalf of 8461b6d84b3f48888a0f2e17ff3de0fd for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:48:25.222513 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device fc4920da-6246-4efb-abf1-3784a7666ab2 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:48:25.326480 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-032e91c0-1c56-44f0-9949-53c65d64afed admin admin] Publish callbacks [] for router_gateway (dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:25.343967 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a602ed31-e1b2-49d4-a27c-493bb721614f tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:25.376779 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-a602ed31-e1b2-49d4-a27c-493bb721614f tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] device_id is not set on port 8af2915c-9f28-4e69-90a9-0fcd42ccf950 yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:48:25.455028 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ae9979-f665-4012-a728-b72bd9ad1217 None None] Pushing event updated for resources: {'Port': ['ID=d412a7a7-6f18-4668-a0d0-e7fde4cd0ffc,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:25.509474 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-2630253a-24b7-4233-a2d3-8acd86969d5c tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Allocated IP 172.20.0.1 (3934ed69-0538-4d19-9af3-0e04ba75464a/6150dd56-0125-4987-a46b-b2ff886d44e3/21494b40-0508-45d9-8c6c-b02b2734bf29) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:48:25.597966 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-98a23375-abf5-4008-b954-10a0409bcd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5', 'name': 'tempest-ServerActionsTestJSON-749584958-router', 'tenant_id': '66b3b8d3f65c4e239ea33b0475efa223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '7a4724a8-14b0-4c33-97cb-5b58b86ca838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:40:37Z', 'updated_at': '2022-03-11T19:48:22Z', 'revision_number': 5, 'project_id': '66b3b8d3f65c4e239ea33b0475efa223', 'gw_port': {'id': '7a4724a8-14b0-4c33-97cb-5b58b86ca838', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:40:38Z', 'updated_at': '2022-03-11T19:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:25.654526 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port fc4920da-6246-4efb-abf1-3784a7666ab2 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:48:25.654968 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (fc4920da-6246-4efb-abf1-3784a7666ab2), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:25.674982 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a23375-abf5-4008-b954-10a0409bcd83 None None] The sync data for ids ['dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5'] in n-d-833163-1 is: [{'id': 'dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5', 'name': 'tempest-ServerActionsTestJSON-749584958-router', 'tenant_id': '66b3b8d3f65c4e239ea33b0475efa223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.106'}], 'enable_snat': True}, 'gw_port_id': '7a4724a8-14b0-4c33-97cb-5b58b86ca838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:40:37Z', 'updated_at': '2022-03-11T19:48:22Z', 'revision_number': 5, 'project_id': '66b3b8d3f65c4e239ea33b0475efa223', 'gw_port': {'id': '7a4724a8-14b0-4c33-97cb-5b58b86ca838', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:b0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1253, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:40:38Z', 'updated_at': '2022-03-11T19:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:48:25.762180 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-36419cb4-8405-40e1-bc55-809403da0bb8 None None] Current status of the port b105ce5a-dd83-4d2b-98e8-0fd36420c663 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:48:25.762180 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-36419cb4-8405-40e1-bc55-809403da0bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b105ce5a-dd83-4d2b-98e8-0fd36420c663), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:25.766752 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-a602ed31-e1b2-49d4-a27c-493bb721614f tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Allocated IP 2001:db8::ab (691421f6-439a-44da-b85e-9845c178c1c5/613854c2-e936-49e3-b879-ec7da1b26685/8af2915c-9f28-4e69-90a9-0fcd42ccf950) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:48:25.921609 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-36419cb4-8405-40e1-bc55-809403da0bb8 None None] For port b105ce5a-dd83-4d2b-98e8-0fd36420c663, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=b105ce5a-dd83-4d2b-98e8-0fd36420c663,segment=NetworkSegment(7763d994-cd9b-453d-be41-3481da659cb0),segment_id=7763d994-cd9b-453d-be41-3481da659cb0)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:48:25.939502 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-36419cb4-8405-40e1-bc55-809403da0bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (b105ce5a-dd83-4d2b-98e8-0fd36420c663), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:26.129159 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2630253a-24b7-4233-a2d3-8acd86969d5c tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for port (21494b40-0508-45d9-8c6c-b02b2734bf29), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:26.246854 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2630253a-24b7-4233-a2d3-8acd86969d5c tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (21494b40-0508-45d9-8c6c-b02b2734bf29), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:26.276977 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:26.284579 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port fc4920da-6246-4efb-abf1-3784a7666ab2 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:48:26.284976 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (fc4920da-6246-4efb-abf1-3784a7666ab2), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:26.297288 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-032e91c0-1c56-44f0-9949-53c65d64afed admin admin] Deleting port 7a4724a8-14b0-4c33-97cb-5b58b86ca838 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:48:26.297736 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-032e91c0-1c56-44f0-9949-53c65d64afed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (7a4724a8-14b0-4c33-97cb-5b58b86ca838), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:26.346084 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2630253a-24b7-4233-a2d3-8acd86969d5c tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Network 3934ed69-0538-4d19-9af3-0e04ba75464a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:48:26.382463 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36419cb4-8405-40e1-bc55-809403da0bb8 None None] Pushing event updated for resources: {'Port': ['ID=b105ce5a-dd83-4d2b-98e8-0fd36420c663,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:26.396658 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-2630253a-24b7-4233-a2d3-8acd86969d5c tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:48:26.411659 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2630253a-24b7-4233-a2d3-8acd86969d5c tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:48:26.470572 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a602ed31-e1b2-49d4-a27c-493bb721614f tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks [] for port (8af2915c-9f28-4e69-90a9-0fcd42ccf950), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:26.479305 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port fc4920da-6246-4efb-abf1-3784a7666ab2, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=fc4920da-6246-4efb-abf1-3784a7666ab2,segment=NetworkSegment(e70116f7-fe0b-4e5a-8b9b-e24b5698788f),segment_id=e70116f7-fe0b-4e5a-8b9b-e24b5698788f)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:48:26.503078 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-e34da399-5067-4b86-b3b0-a5d616fdf2dd None None] Provisioning complete for port b105ce5a-dd83-4d2b-98e8-0fd36420c663 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:48:26.503455 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e34da399-5067-4b86-b3b0-a5d616fdf2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (b105ce5a-dd83-4d2b-98e8-0fd36420c663), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:26.505384 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (fc4920da-6246-4efb-abf1-3784a7666ab2), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:26.506436 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device b105ce5a-dd83-4d2b-98e8-0fd36420c663 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:48:26.597340 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26587f2-f0d7-42a4-b25b-feb4dad50af3 req-281accbc-3683-40bf-91d6-b5ed7a265958 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:26.599041 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c26587f2-f0d7-42a4-b25b-feb4dad50af3 req-281accbc-3683-40bf-91d6-b5ed7a265958 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/networks?id=5f4622d2-6877-42dd-be4c-6b2764b6d954 HTTP/1.1" status: 200 len: 805 time: 0.4692008 Mar 11 19:48:26.619031 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef7bd67-79a8-4a34-9672-51fa3f6e4c11 None None] Network 691421f6-439a-44da-b85e-9845c178c1c5 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:48:26.646068 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c26587f2-f0d7-42a4-b25b-feb4dad50af3 req-cc420ee9-0324-4567-aa94-3eb0e8fcd0a7 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/quotas/59ec990deac94d1dadc5fda96e3adfe5 HTTP/1.1" status: 200 len: 375 time: 0.0312076 Mar 11 19:48:26.669815 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a602ed31-e1b2-49d4-a27c-493bb721614f tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (8af2915c-9f28-4e69-90a9-0fcd42ccf950), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:26.682786 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2630253a-24b7-4233-a2d3-8acd86969d5c tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Pushing event updated for resources: {'Port': ['ID=21494b40-0508-45d9-8c6c-b02b2734bf29,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:26.760021 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2630253a-24b7-4233-a2d3-8acd86969d5c tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (d14db8e1-9788-49ad-9c34-04707dc3c163), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:26.852354 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a602ed31-e1b2-49d4-a27c-493bb721614f tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Pushing event updated for resources: {'Port': ['ID=8af2915c-9f28-4e69-90a9-0fcd42ccf950,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:26.873436 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a602ed31-e1b2-49d4-a27c-493bb721614f tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Network 691421f6-439a-44da-b85e-9845c178c1c5 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:48:26.877098 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-a602ed31-e1b2-49d4-a27c-493bb721614f tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:48:26.881176 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a602ed31-e1b2-49d4-a27c-493bb721614f tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:48:26.888122 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a602ed31-e1b2-49d4-a27c-493bb721614f tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:26.888914 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a602ed31-e1b2-49d4-a27c-493bb721614f tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:26.943579 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c26587f2-f0d7-42a4-b25b-feb4dad50af3 req-be361b02-f0a0-468a-8b5d-7740d7fbccee tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=59ec990deac94d1dadc5fda96e3adfe5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2888761 Mar 11 19:48:27.029761 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-032e91c0-1c56-44f0-9949-53c65d64afed admin admin] For port 7a4724a8-14b0-4c33-97cb-5b58b86ca838, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=7a4724a8-14b0-4c33-97cb-5b58b86ca838,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:48:27.030333 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-032e91c0-1c56-44f0-9949-53c65d64afed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (7a4724a8-14b0-4c33-97cb-5b58b86ca838), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:27.059416 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-032e91c0-1c56-44f0-9949-53c65d64afed admin admin] Calling delete_port for 7a4724a8-14b0-4c33-97cb-5b58b86ca838 owned by network:router_gateway {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:48:27.115869 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 54176ba2-4c9a-419c-8225-767f39cd692d no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:48:27.117991 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=fc4920da-6246-4efb-abf1-3784a7666ab2,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:27.156379 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c26587f2-f0d7-42a4-b25b-feb4dad50af3 req-9badcf78-df05-4048-bb12-6373771a52a7 service neutron] 10.222.0.65 "GET /v2.0/networks/5f4622d2-6877-42dd-be4c-6b2764b6d954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057452 Mar 11 19:48:27.170478 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a602ed31-e1b2-49d4-a27c-493bb721614f tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 2.4709885 Mar 11 19:48:27.172560 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: 54176ba2-4c9a-419c-8225-767f39cd692d {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:48:27.173242 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 54176ba2-4c9a-419c-8225-767f39cd692d not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:48:27.239120 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52462) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:27.280741 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e34da399-5067-4b86-b3b0-a5d616fdf2dd None None] Current status of the port b105ce5a-dd83-4d2b-98e8-0fd36420c663 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:48:27.285522 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6103dbb7-25b1-4f6c-a6e0-92b4457de881 None None] Network 009736e3-0705-4987-91d1-96877b646be9 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:48:27.314238 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c26587f2-f0d7-42a4-b25b-feb4dad50af3 req-12808e7e-edb4-459d-b3fb-216807c5dd1e service neutron] 10.222.0.65 "GET /v2.0/networks/5f4622d2-6877-42dd-be4c-6b2764b6d954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415231 Mar 11 19:48:27.377618 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port b105ce5a-dd83-4d2b-98e8-0fd36420c663 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:48:27.377995 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (b105ce5a-dd83-4d2b-98e8-0fd36420c663), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:27.549671 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2630253a-24b7-4233-a2d3-8acd86969d5c tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (21494b40-0508-45d9-8c6c-b02b2734bf29), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:27.624583 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a8d143-c811-4cf6-84d3-e4343fdfd12c tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:27.637559 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dcb93936-0f73-4196-884c-446e5106a659 req-bd0da8a0-85dc-4fb1-ae8b-62c87eeec352 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcbb9729-cbfb-4c4f-96b4-c169a0b34c25 HTTP/1.1" status: 200 len: 210 time: 0.0385606 Mar 11 19:48:27.643409 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a8d143-c811-4cf6-84d3-e4343fdfd12c tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:27.648788 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a8d143-c811-4cf6-84d3-e4343fdfd12c tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:27.655119 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52474) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:27.656457 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b6a8d143-c811-4cf6-84d3-e4343fdfd12c tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.4065843 Mar 11 19:48:27.681818 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-736faf82-0f90-4fd9-a814-632e0c00bfc6 None None] Provisioning complete for port 21494b40-0508-45d9-8c6c-b02b2734bf29 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:48:27.682216 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-736faf82-0f90-4fd9-a814-632e0c00bfc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (21494b40-0508-45d9-8c6c-b02b2734bf29), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:27.847984 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:27.901529 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-736faf82-0f90-4fd9-a814-632e0c00bfc6 None None] Port 21494b40-0508-45d9-8c6c-b02b2734bf29 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:48:27.960947 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port b105ce5a-dd83-4d2b-98e8-0fd36420c663 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:48:28.007132 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-08c8b581-949f-4d51-bf7f-7478bcb04868 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Deleting port 8af2915c-9f28-4e69-90a9-0fcd42ccf950 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:48:28.007611 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-08c8b581-949f-4d51-bf7f-7478bcb04868 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (8af2915c-9f28-4e69-90a9-0fcd42ccf950), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:28.033667 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-736faf82-0f90-4fd9-a814-632e0c00bfc6 None None] Provisioning complete for port d412a7a7-6f18-4668-a0d0-e7fde4cd0ffc triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:48:28.034054 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-736faf82-0f90-4fd9-a814-632e0c00bfc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (d412a7a7-6f18-4668-a0d0-e7fde4cd0ffc), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:28.092136 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-032e91c0-1c56-44f0-9949-53c65d64afed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (7a4724a8-14b0-4c33-97cb-5b58b86ca838), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:28.314770 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-08c8b581-949f-4d51-bf7f-7478bcb04868 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (8af2915c-9f28-4e69-90a9-0fcd42ccf950), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:28.355105 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-736faf82-0f90-4fd9-a814-632e0c00bfc6 None None] Current status of the port d412a7a7-6f18-4668-a0d0-e7fde4cd0ffc is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:48:28.355591 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-736faf82-0f90-4fd9-a814-632e0c00bfc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d412a7a7-6f18-4668-a0d0-e7fde4cd0ffc), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:28.376310 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-08c8b581-949f-4d51-bf7f-7478bcb04868 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Calling delete_port for 8af2915c-9f28-4e69-90a9-0fcd42ccf950 owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:48:28.478204 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device fc4920da-6246-4efb-abf1-3784a7666ab2 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:48:28.532735 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-736faf82-0f90-4fd9-a814-632e0c00bfc6 None None] For port d412a7a7-6f18-4668-a0d0-e7fde4cd0ffc, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=d412a7a7-6f18-4668-a0d0-e7fde4cd0ffc,segment=NetworkSegment(b3643307-d408-4622-8e51-2b3523d43949),segment_id=b3643307-d408-4622-8e51-2b3523d43949)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:48:28.568361 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-736faf82-0f90-4fd9-a814-632e0c00bfc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (d412a7a7-6f18-4668-a0d0-e7fde4cd0ffc), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:28.722622 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2630253a-24b7-4233-a2d3-8acd86969d5c tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for port (21494b40-0508-45d9-8c6c-b02b2734bf29), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:28.792478 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032e91c0-1c56-44f0-9949-53c65d64afed admin admin] Pushing event deleted for resources: {'Port': ['ID=7a4724a8-14b0-4c33-97cb-5b58b86ca838,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:28.810222 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2630253a-24b7-4233-a2d3-8acd86969d5c tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (21494b40-0508-45d9-8c6c-b02b2734bf29), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:29.221098 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736faf82-0f90-4fd9-a814-632e0c00bfc6 None None] Pushing event updated for resources: {'Port': ['ID=d412a7a7-6f18-4668-a0d0-e7fde4cd0ffc,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:29.234484 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port fc4920da-6246-4efb-abf1-3784a7666ab2 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:48:29.234991 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (fc4920da-6246-4efb-abf1-3784a7666ab2), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:29.402311 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-736faf82-0f90-4fd9-a814-632e0c00bfc6 None None] Provisioning complete for port fc4920da-6246-4efb-abf1-3784a7666ab2 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:48:29.402945 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-736faf82-0f90-4fd9-a814-632e0c00bfc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (fc4920da-6246-4efb-abf1-3784a7666ab2), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:29.448876 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:29.560956 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2b992715-b84c-4a4c-b2f7-52c97358c0d3 req-2eaecc48-a4a0-483c-a2b4-ffacf2c0c8ef tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcbb9729-cbfb-4c4f-96b4-c169a0b34c25 HTTP/1.1" status: 200 len: 210 time: 0.0692799 Mar 11 19:48:29.642562 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2630253a-24b7-4233-a2d3-8acd86969d5c tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (d14db8e1-9788-49ad-9c34-04707dc3c163), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:29.644304 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-736faf82-0f90-4fd9-a814-632e0c00bfc6 None None] Current status of the port fc4920da-6246-4efb-abf1-3784a7666ab2 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:48:29.667255 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port fc4920da-6246-4efb-abf1-3784a7666ab2 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:48:29.668443 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device b105ce5a-dd83-4d2b-98e8-0fd36420c663 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:48:29.716063 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2630253a-24b7-4233-a2d3-8acd86969d5c tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Pushing event updated for resources: {'Port': ['ID=21494b40-0508-45d9-8c6c-b02b2734bf29,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:29.788119 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port b105ce5a-dd83-4d2b-98e8-0fd36420c663 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:48:29.788766 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (b105ce5a-dd83-4d2b-98e8-0fd36420c663), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:29.793939 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-a049cb12-8869-4fca-a185-57842b5f2579 None None] Provisioning complete for port fc4920da-6246-4efb-abf1-3784a7666ab2 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:48:29.794120 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a049cb12-8869-4fca-a185-57842b5f2579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (fc4920da-6246-4efb-abf1-3784a7666ab2), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:29.835280 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-08c8b581-949f-4d51-bf7f-7478bcb04868 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (8af2915c-9f28-4e69-90a9-0fcd42ccf950), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:29.859188 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26587f2-f0d7-42a4-b25b-feb4dad50af3 req-20879143-a271-400e-978c-ba8d85e05612 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:29.861123 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c26587f2-f0d7-42a4-b25b-feb4dad50af3 req-20879143-a271-400e-978c-ba8d85e05612 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.57 "GET /v2.0/networks?id=5f4622d2-6877-42dd-be4c-6b2764b6d954 HTTP/1.1" status: 200 len: 805 time: 0.3726571 Mar 11 19:48:29.891255 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-c26587f2-f0d7-42a4-b25b-feb4dad50af3 req-b3c0ede6-fd37-4e5e-8451-3663b4708442 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Request body: {'port': {'device_id': 'bcbb9729-cbfb-4c4f-96b4-c169a0b34c25', 'network_id': '5f4622d2-6877-42dd-be4c-6b2764b6d954', 'admin_state_up': True, 'tenant_id': '59ec990deac94d1dadc5fda96e3adfe5'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:48:29.895519 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c8b581-949f-4d51-bf7f-7478bcb04868 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Pushing event deleted for resources: {'Port': ['ID=8af2915c-9f28-4e69-90a9-0fcd42ccf950,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:29.918250 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2630253a-24b7-4233-a2d3-8acd86969d5c tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Network 3934ed69-0538-4d19-9af3-0e04ba75464a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:48:29.924162 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-2630253a-24b7-4233-a2d3-8acd86969d5c tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:48:29.945883 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-032e91c0-1c56-44f0-9949-53c65d64afed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:29.949088 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a049cb12-8869-4fca-a185-57842b5f2579 None None] Current status of the port fc4920da-6246-4efb-abf1-3784a7666ab2 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:48:29.971744 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-a049cb12-8869-4fca-a185-57842b5f2579 None None] Provisioning complete for port d412a7a7-6f18-4668-a0d0-e7fde4cd0ffc triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:48:29.972185 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a049cb12-8869-4fca-a185-57842b5f2579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (d412a7a7-6f18-4668-a0d0-e7fde4cd0ffc), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:30.089218 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-08c8b581-949f-4d51-bf7f-7478bcb04868 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:30.093363 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-08c8b581-949f-4d51-bf7f-7478bcb04868 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] 10.222.0.65 "DELETE /v2.0/ports/8af2915c-9f28-4e69-90a9-0fcd42ccf950 HTTP/1.1" status: 204 len: 168 time: 2.4354415 Mar 11 19:48:30.128450 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52522) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:30.164228 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port b105ce5a-dd83-4d2b-98e8-0fd36420c663 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:48:30.165942 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device d412a7a7-6f18-4668-a0d0-e7fde4cd0ffc up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:48:30.209211 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8c8a59a-36d8-4b77-b87e-4a82280e1fbc tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] GET failed (client error): The resource could not be found. Mar 11 19:48:30.211223 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-b8c8a59a-36d8-4b77-b87e-4a82280e1fbc tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] 10.222.0.65 "GET /v2.0/ports/8af2915c-9f28-4e69-90a9-0fcd42ccf950 HTTP/1.1" status: 404 len: 333 time: 0.0816061 Mar 11 19:48:30.264195 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52530) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:30.272574 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-24cc2844-f4d4-425d-8e5c-20d2ddada8bb tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Request body: {'port': {'network_id': '691421f6-439a-44da-b85e-9845c178c1c5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1571480405'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:48:30.332849 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port d412a7a7-6f18-4668-a0d0-e7fde4cd0ffc triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:48:30.333338 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (d412a7a7-6f18-4668-a0d0-e7fde4cd0ffc), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:30.335822 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a049cb12-8869-4fca-a185-57842b5f2579 None None] Current status of the port d412a7a7-6f18-4668-a0d0-e7fde4cd0ffc is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:48:30.417080 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-a049cb12-8869-4fca-a185-57842b5f2579 None None] Provisioning complete for port f8998d63-a427-4d55-810e-018a4de9a600 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:48:30.417716 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a049cb12-8869-4fca-a185-57842b5f2579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (f8998d63-a427-4d55-810e-018a4de9a600), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:30.518434 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24cc2844-f4d4-425d-8e5c-20d2ddada8bb tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Made reservation on behalf of 8461b6d84b3f48888a0f2e17ff3de0fd for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:48:30.522148 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-24cc2844-f4d4-425d-8e5c-20d2ddada8bb tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:30.525451 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a049cb12-8869-4fca-a185-57842b5f2579 None None] Port f8998d63-a427-4d55-810e-018a4de9a600 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:48:30.548462 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-032e91c0-1c56-44f0-9949-53c65d64afed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:30.549435 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-a049cb12-8869-4fca-a185-57842b5f2579 None None] Could not find standard attr ID for object 8af2915c-9f28-4e69-90a9-0fcd42ccf950. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 19:48:30.560043 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-24cc2844-f4d4-425d-8e5c-20d2ddada8bb tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] device_id is not set on port 5b106156-78dd-4116-8917-54035623dc16 yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:48:30.561978 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-032e91c0-1c56-44f0-9949-53c65d64afed admin admin] Publish callbacks [] for router_controller (dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:30.648225 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c26587f2-f0d7-42a4-b25b-feb4dad50af3 req-b3c0ede6-fd37-4e5e-8451-3663b4708442 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Made reservation on behalf of 59ec990deac94d1dadc5fda96e3adfe5 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:48:30.651982 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c26587f2-f0d7-42a4-b25b-feb4dad50af3 req-b3c0ede6-fd37-4e5e-8451-3663b4708442 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:30.679951 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port d412a7a7-6f18-4668-a0d0-e7fde4cd0ffc is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:48:30.692750 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device a7ae012b-4786-40bc-a389-0e63ffd1ca98 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:48:30.739241 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-032e91c0-1c56-44f0-9949-53c65d64afed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:30.739967 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-032e91c0-1c56-44f0-9949-53c65d64afed admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5 {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:48:30.746014 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: a7ae012b-4786-40bc-a389-0e63ffd1ca98 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:48:30.746380 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device a7ae012b-4786-40bc-a389-0e63ffd1ca98 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:48:30.765481 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-6b556ee8-085c-48e1-bf1f-e305d6ef15f0 None None] Provisioning complete for port 21494b40-0508-45d9-8c6c-b02b2734bf29 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:48:30.765864 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6b556ee8-085c-48e1-bf1f-e305d6ef15f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (21494b40-0508-45d9-8c6c-b02b2734bf29), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:30.792752 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-032e91c0-1c56-44f0-9949-53c65d64afed admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:30.794141 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-032e91c0-1c56-44f0-9949-53c65d64afed admin admin] 10.222.0.65 "DELETE /v2.0/routers/dd762a06-9bb8-4f3a-9c5b-ecb505de0cd5 HTTP/1.1" status: 204 len: 168 time: 7.2465179 Mar 11 19:48:30.817144 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52542) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:30.861469 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-6b556ee8-085c-48e1-bf1f-e305d6ef15f0 None None] Port 21494b40-0508-45d9-8c6c-b02b2734bf29 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:48:30.898171 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-c26587f2-f0d7-42a4-b25b-feb4dad50af3 req-b3c0ede6-fd37-4e5e-8451-3663b4708442 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Allocated IP 172.20.0.9 (5f4622d2-6877-42dd-be4c-6b2764b6d954/8d74cfef-df19-4443-8dbc-7728b7150eec/2fc5c3f1-33ff-4961-8840-ef32592bbb5b) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:48:30.990264 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2630253a-24b7-4233-a2d3-8acd86969d5c tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Router d14db8e1-9788-49ad-9c34-04707dc3c163 is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:48:31.010057 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-4766fa44-3504-41ea-964e-cdb0b4856e04 admin admin] Deleting subnet 83286d6e-3d22-482f-b14a-2fbd7466cc6c {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:48:31.019896 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4766fa44-3504-41ea-964e-cdb0b4856e04 admin admin] Publish callbacks [] for subnet (83286d6e-3d22-482f-b14a-2fbd7466cc6c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:31.053043 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device d412a7a7-6f18-4668-a0d0-e7fde4cd0ffc up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:48:31.156577 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port d412a7a7-6f18-4668-a0d0-e7fde4cd0ffc triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:48:31.157182 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (d412a7a7-6f18-4668-a0d0-e7fde4cd0ffc), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:31.229667 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4766fa44-3504-41ea-964e-cdb0b4856e04 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (83286d6e-3d22-482f-b14a-2fbd7466cc6c), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:31.309717 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c26587f2-f0d7-42a4-b25b-feb4dad50af3 req-b3c0ede6-fd37-4e5e-8451-3663b4708442 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Publish callbacks [] for port (2fc5c3f1-33ff-4961-8840-ef32592bbb5b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:31.364186 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2630253a-24b7-4233-a2d3-8acd86969d5c tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:48:31.380035 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4b82ac-ac66-4de2-8978-5400455d54de None None] Sync routers for ids ['d14db8e1-9788-49ad-9c34-04707dc3c163'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:48:31.404626 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port d412a7a7-6f18-4668-a0d0-e7fde4cd0ffc is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:48:31.412091 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-2630253a-24b7-4233-a2d3-8acd86969d5c tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "PUT /v2.0/routers/d14db8e1-9788-49ad-9c34-04707dc3c163/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2337556 Mar 11 19:48:31.412426 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-54835995-a0a5-466e-93f8-7bb6310b554a req-25164e13-d444-4199-a03a-15a760b18403 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcbb9729-cbfb-4c4f-96b4-c169a0b34c25 HTTP/1.1" status: 200 len: 210 time: 0.6967123 Mar 11 19:48:31.412707 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52554) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:31.437508 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4b82ac-ac66-4de2-8978-5400455d54de None None] Routers {'d14db8e1-9788-49ad-9c34-04707dc3c163'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:48:31.438186 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-5b4b82ac-ac66-4de2-8978-5400455d54de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:48:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['d14db8e1-9788-49ad-9c34-04707dc3c163'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:31.463120 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4766fa44-3504-41ea-964e-cdb0b4856e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (83286d6e-3d22-482f-b14a-2fbd7466cc6c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:31.490820 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-24cc2844-f4d4-425d-8e5c-20d2ddada8bb tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Allocated IP 2001:db8::34f (691421f6-439a-44da-b85e-9845c178c1c5/613854c2-e936-49e3-b879-ec7da1b26685/5b106156-78dd-4116-8917-54035623dc16) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:48:31.524778 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93b6948-a07f-4e4f-a3e6-ded4db56da05 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:31.526577 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-5b4b82ac-ac66-4de2-8978-5400455d54de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:31.528942 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-c93b6948-a07f-4e4f-a3e6-ded4db56da05 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "GET /v2.0/ports/21494b40-0508-45d9-8c6c-b02b2734bf29 HTTP/1.1" status: 200 len: 910 time: 0.1119554 Mar 11 19:48:31.530981 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52556) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:31.551713 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c26587f2-f0d7-42a4-b25b-feb4dad50af3 req-b3c0ede6-fd37-4e5e-8451-3663b4708442 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (2fc5c3f1-33ff-4961-8840-ef32592bbb5b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:31.557845 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4b82ac-ac66-4de2-8978-5400455d54de None None] Routers {'d14db8e1-9788-49ad-9c34-04707dc3c163'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:48:31.558488 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-5b4b82ac-ac66-4de2-8978-5400455d54de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:48:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['d14db8e1-9788-49ad-9c34-04707dc3c163'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:31.571228 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['db0680ad-52ed-457e-9224-4ee0f0880afd'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:48:31.627680 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c26587f2-f0d7-42a4-b25b-feb4dad50af3 req-b3c0ede6-fd37-4e5e-8451-3663b4708442 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Network 5f4622d2-6877-42dd-be4c-6b2764b6d954 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:48:31.654633 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-c26587f2-f0d7-42a4-b25b-feb4dad50af3 req-b3c0ede6-fd37-4e5e-8451-3663b4708442 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:48:31.665525 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-c26587f2-f0d7-42a4-b25b-feb4dad50af3 req-b3c0ede6-fd37-4e5e-8451-3663b4708442 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:48:31.666829 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-5b4b82ac-ac66-4de2-8978-5400455d54de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:31.668796 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4b82ac-ac66-4de2-8978-5400455d54de None None] The sync data for ids ['d14db8e1-9788-49ad-9c34-04707dc3c163'] in n-d-833163-1 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:48:31.674183 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c0ede6-fd37-4e5e-8451-3663b4708442 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Pushing event updated for resources: {'Port': ['ID=2fc5c3f1-33ff-4961-8840-ef32592bbb5b,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:31.742470 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26587f2-f0d7-42a4-b25b-feb4dad50af3 req-b3c0ede6-fd37-4e5e-8451-3663b4708442 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:31.743364 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c26587f2-f0d7-42a4-b25b-feb4dad50af3 req-b3c0ede6-fd37-4e5e-8451-3663b4708442 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:31.981949 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c26587f2-f0d7-42a4-b25b-feb4dad50af3 req-b3c0ede6-fd37-4e5e-8451-3663b4708442 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0940247 Mar 11 19:48:32.006955 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-24cc2844-f4d4-425d-8e5c-20d2ddada8bb tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks [] for port (5b106156-78dd-4116-8917-54035623dc16), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:32.017044 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4766fa44-3504-41ea-964e-cdb0b4856e04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (83286d6e-3d22-482f-b14a-2fbd7466cc6c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:32.048439 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389f54cd-3625-4ba2-9a64-95f8e7c1c666 None None] Network 90663b8c-1bde-4a55-8ab4-a84ee4d3cf19 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:48:32.061075 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4766fa44-3504-41ea-964e-cdb0b4856e04 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:32.067611 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4766fa44-3504-41ea-964e-cdb0b4856e04 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/83286d6e-3d22-482f-b14a-2fbd7466cc6c HTTP/1.1" status: 204 len: 168 time: 1.2427843 Mar 11 19:48:32.068970 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52566) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:32.069724 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4766fa44-3504-41ea-964e-cdb0b4856e04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83286d6e-3d22-482f-b14a-2fbd7466cc6c,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:32.091470 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-c26587f2-f0d7-42a4-b25b-feb4dad50af3 req-3764a935-d772-4168-8777-1267c4dda6b8 service neutron] Request body: {'port': {'device_id': 'bcbb9729-cbfb-4c4f-96b4-c169a0b34c25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:48:32.096043 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-24cc2844-f4d4-425d-8e5c-20d2ddada8bb tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (5b106156-78dd-4116-8917-54035623dc16), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:32.150140 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cc2844-f4d4-425d-8e5c-20d2ddada8bb tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Network 691421f6-439a-44da-b85e-9845c178c1c5 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:48:32.245029 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-24cc2844-f4d4-425d-8e5c-20d2ddada8bb tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:48:32.259523 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cc2844-f4d4-425d-8e5c-20d2ddada8bb tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:48:32.265242 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24cc2844-f4d4-425d-8e5c-20d2ddada8bb tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:32.265878 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-24cc2844-f4d4-425d-8e5c-20d2ddada8bb tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:32.347464 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-24cc2844-f4d4-425d-8e5c-20d2ddada8bb tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.0818954 Mar 11 19:48:32.361691 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52574) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:32.367058 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-150095ca-3b7c-4271-96c2-5519a3413355 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::135', 'mac_address': 'fa:16:3e:cd:0e:28'}]}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:48:32.420395 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cc2844-f4d4-425d-8e5c-20d2ddada8bb tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Pushing event updated for resources: {'Port': ['ID=5b106156-78dd-4116-8917-54035623dc16,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:32.450389 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b3f058-48a8-4993-990e-4d510851ddfe None None] DHCP port deletion for 90663b8c-1bde-4a55-8ab4-a84ee4d3cf19 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:48:32.455043 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c26587f2-f0d7-42a4-b25b-feb4dad50af3 req-3764a935-d772-4168-8777-1267c4dda6b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2fc5c3f1-33ff-4961-8840-ef32592bbb5b), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:32.557197 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a2ea8653-43d3-4da3-871d-5ae8edf64e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (90663b8c-1bde-4a55-8ab4-a84ee4d3cf19), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:32.592264 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-20b3f058-48a8-4993-990e-4d510851ddfe None None] Deleting port 736eebeb-e298-48ce-abe7-4e7233788aed {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:48:32.592523 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-20b3f058-48a8-4993-990e-4d510851ddfe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (736eebeb-e298-48ce-abe7-4e7233788aed), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:32.602412 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-995405be-0659-4a32-ac14-728abf41129b tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:32.777575 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-20b3f058-48a8-4993-990e-4d510851ddfe None None] For port 736eebeb-e298-48ce-abe7-4e7233788aed, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=736eebeb-e298-48ce-abe7-4e7233788aed,segment=NetworkSegment(f8d24e93-6284-46b5-86c2-c110abb33db1),segment_id=f8d24e93-6284-46b5-86c2-c110abb33db1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:48:32.779911 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-20b3f058-48a8-4993-990e-4d510851ddfe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (736eebeb-e298-48ce-abe7-4e7233788aed), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:32.810945 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-20b3f058-48a8-4993-990e-4d510851ddfe None None] Calling delete_port for 736eebeb-e298-48ce-abe7-4e7233788aed owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:48:32.949005 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 736eebeb-e298-48ce-abe7-4e7233788aed no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:48:32.961254 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-863e6bbe-05b1-4440-a850-d86349be9ef5 None None] Provisioning complete for port 5b106156-78dd-4116-8917-54035623dc16 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:48:32.967033 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-863e6bbe-05b1-4440-a850-d86349be9ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (5b106156-78dd-4116-8917-54035623dc16), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:32.995291 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-995405be-0659-4a32-ac14-728abf41129b tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Allocated IP 172.21.0.1 (009736e3-0705-4987-91d1-96877b646be9/fe033e16-4bae-4874-ac76-7536d445d44d/9bd2411e-9f6b-459b-96f8-32a17e3091c5) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:48:33.015840 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-c26587f2-f0d7-42a4-b25b-feb4dad50af3 req-3764a935-d772-4168-8777-1267c4dda6b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fc5c3f1-33ff-4961-8840-ef32592bbb5b {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:48:33.031417 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c26587f2-f0d7-42a4-b25b-feb4dad50af3 req-3764a935-d772-4168-8777-1267c4dda6b8 service neutron] Publish callbacks [] for port (2fc5c3f1-33ff-4961-8840-ef32592bbb5b), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:33.067774 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-c26587f2-f0d7-42a4-b25b-feb4dad50af3 req-3764a935-d772-4168-8777-1267c4dda6b8 service neutron] Transition to ACTIVE for port object 2fc5c3f1-33ff-4961-8840-ef32592bbb5b will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:48:33.080551 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-863e6bbe-05b1-4440-a850-d86349be9ef5 None None] Port 5b106156-78dd-4116-8917-54035623dc16 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:48:33.140828 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-995405be-0659-4a32-ac14-728abf41129b tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for port (9bd2411e-9f6b-459b-96f8-32a17e3091c5), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:33.163476 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-150095ca-3b7c-4271-96c2-5519a3413355 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (5b106156-78dd-4116-8917-54035623dc16), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:33.172019 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-20b3f058-48a8-4993-990e-4d510851ddfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (736eebeb-e298-48ce-abe7-4e7233788aed), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:33.182250 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 736eebeb-e298-48ce-abe7-4e7233788aed is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:48:33.182634 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (736eebeb-e298-48ce-abe7-4e7233788aed), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:33.215098 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3f058-48a8-4993-990e-4d510851ddfe None None] Pushing event deleted for resources: {'Port': ['ID=736eebeb-e298-48ce-abe7-4e7233788aed,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:33.223096 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b3f058-48a8-4993-990e-4d510851ddfe None None] No DVR routers for this DVR port 736eebeb-e298-48ce-abe7-4e7233788aed on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:48:33.275848 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 7a4724a8-14b0-4c33-97cb-5b58b86ca838 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:48:33.277326 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c26587f2-f0d7-42a4-b25b-feb4dad50af3 req-3764a935-d772-4168-8777-1267c4dda6b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (2fc5c3f1-33ff-4961-8840-ef32592bbb5b), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:33.318604 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 7a4724a8-14b0-4c33-97cb-5b58b86ca838 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:48:33.321134 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 7a4724a8-14b0-4c33-97cb-5b58b86ca838 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:48:33.338239 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a2ea8653-43d3-4da3-871d-5ae8edf64e22 admin admin] Deleting port 736eebeb-e298-48ce-abe7-4e7233788aed {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:48:33.342216 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a2ea8653-43d3-4da3-871d-5ae8edf64e22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (736eebeb-e298-48ce-abe7-4e7233788aed), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:33.454396 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-a2ea8653-43d3-4da3-871d-5ae8edf64e22 admin admin] For port 736eebeb-e298-48ce-abe7-4e7233788aed, host n-d-833163-1, got binding levels [] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:48:33.455340 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a2ea8653-43d3-4da3-871d-5ae8edf64e22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (736eebeb-e298-48ce-abe7-4e7233788aed), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:33.468727 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a2ea8653-43d3-4da3-871d-5ae8edf64e22 admin admin] Calling delete_port for 736eebeb-e298-48ce-abe7-4e7233788aed owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:48:33.471881 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.ipam_backend_mixin [None req-a2ea8653-43d3-4da3-871d-5ae8edf64e22 admin admin] Port 736eebeb-e298-48ce-abe7-4e7233788aed was not found and therefore no delete operation was performed {{(pid=103884) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 11 19:48:33.474938 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a2ea8653-43d3-4da3-871d-5ae8edf64e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (736eebeb-e298-48ce-abe7-4e7233788aed), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:33.503809 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-995405be-0659-4a32-ac14-728abf41129b tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (9bd2411e-9f6b-459b-96f8-32a17e3091c5), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:33.507022 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ea8653-43d3-4da3-871d-5ae8edf64e22 admin admin] Pushing event deleted for resources: {'Port': ['ID=736eebeb-e298-48ce-abe7-4e7233788aed,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:33.569610 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995405be-0659-4a32-ac14-728abf41129b tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Pushing event updated for resources: {'Port': ['ID=9bd2411e-9f6b-459b-96f8-32a17e3091c5,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:33.572355 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ea8653-43d3-4da3-871d-5ae8edf64e22 admin admin] No DVR routers for this DVR port 736eebeb-e298-48ce-abe7-4e7233788aed on host n-d-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:48:33.627385 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-150095ca-3b7c-4271-96c2-5519a3413355 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks [] for port (5b106156-78dd-4116-8917-54035623dc16), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:33.642304 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-150095ca-3b7c-4271-96c2-5519a3413355 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (5b106156-78dd-4116-8917-54035623dc16), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:33.676014 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3764a935-d772-4168-8777-1267c4dda6b8 service neutron] Pushing event updated for resources: {'Port': ['ID=2fc5c3f1-33ff-4961-8840-ef32592bbb5b,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:33.700110 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-150095ca-3b7c-4271-96c2-5519a3413355 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] In _notify_port_updated(), no bound segment for port 5b106156-78dd-4116-8917-54035623dc16 on network 691421f6-439a-44da-b85e-9845c178c1c5 {{(pid=103885) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 11 19:48:33.706643 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150095ca-3b7c-4271-96c2-5519a3413355 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:33.710678 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-150095ca-3b7c-4271-96c2-5519a3413355 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:33.715366 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-150095ca-3b7c-4271-96c2-5519a3413355 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] 10.222.0.65 "PUT /v2.0/ports/5b106156-78dd-4116-8917-54035623dc16 HTTP/1.1" status: 200 len: 1003 time: 1.3526826 Mar 11 19:48:33.724988 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a2ea8653-43d3-4da3-871d-5ae8edf64e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (90663b8c-1bde-4a55-8ab4-a84ee4d3cf19), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:33.730079 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52596) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:33.743745 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d849a-65e2-4348-bbab-f17fecc01399 req-c3baed60-3a4d-4716-ad83-689549f82cfb tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:33.745493 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e96d849a-65e2-4348-bbab-f17fecc01399 req-c3baed60-3a4d-4716-ad83-689549f82cfb tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcbb9729-cbfb-4c4f-96b4-c169a0b34c25 HTTP/1.1" status: 200 len: 943 time: 0.5844312 Mar 11 19:48:33.751114 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-a2ea8653-43d3-4da3-871d-5ae8edf64e22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90663b8c-1bde-4a55-8ab4-a84ee4d3cf19']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:33.767884 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-a2ea8653-43d3-4da3-871d-5ae8edf64e22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8d24e93-6284-46b5-86c2-c110abb33db1') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:33.768684 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-a2ea8653-43d3-4da3-871d-5ae8edf64e22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8d24e93-6284-46b5-86c2-c110abb33db1') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:33.786854 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a2ea8653-43d3-4da3-871d-5ae8edf64e22 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (f8d24e93-6284-46b5-86c2-c110abb33db1), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:33.801673 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a2ea8653-43d3-4da3-871d-5ae8edf64e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (f8d24e93-6284-46b5-86c2-c110abb33db1), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:33.808115 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2ea8653-43d3-4da3-871d-5ae8edf64e22 admin admin] Releasing vlan 872 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:48:33.808636 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a2ea8653-43d3-4da3-871d-5ae8edf64e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (f8d24e93-6284-46b5-86c2-c110abb33db1), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:33.873219 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995405be-0659-4a32-ac14-728abf41129b tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Network 009736e3-0705-4987-91d1-96877b646be9 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:48:33.874898 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:48:33.874898 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:48:33.874898 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:48:33.874898 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:48:33.874898 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:48:33.874898 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:48:33.874898 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:48:33.874898 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:48:33.874898 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:48:33.874898 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:48:33.874898 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:48:33.874898 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:48:33.874898 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:48:33.874898 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:48:33.874898 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:48:33.874898 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:48:33.874898 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:48:33.874898 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:48:33.874898 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:48:33.874898 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:48:33.874898 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:48:33.874898 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:48:33.874898 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:48:33.874898 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:48:33.874898 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:48:33.874898 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:48:33.874898 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:48:33.874898 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:48:33.874898 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:48:33.874898 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:48:33.874898 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:48:33.874898 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:48:33.878405 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a2ea8653-43d3-4da3-871d-5ae8edf64e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (90663b8c-1bde-4a55-8ab4-a84ee4d3cf19), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:33.882190 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-995405be-0659-4a32-ac14-728abf41129b tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:48:33.888523 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a2ea8653-43d3-4da3-871d-5ae8edf64e22 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:33.891882 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a2ea8653-43d3-4da3-871d-5ae8edf64e22 admin admin] 10.222.0.65 "DELETE /v2.0/networks/90663b8c-1bde-4a55-8ab4-a84ee4d3cf19 HTTP/1.1" status: 204 len: 168 time: 1.8199096 Mar 11 19:48:33.892834 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995405be-0659-4a32-ac14-728abf41129b tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:48:33.931975 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ea8653-43d3-4da3-871d-5ae8edf64e22 admin admin] Pushing event deleted for resources: {'Network': ['ID=90663b8c-1bde-4a55-8ab4-a84ee4d3cf19,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:33.969113 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-995405be-0659-4a32-ac14-728abf41129b tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (d14db8e1-9788-49ad-9c34-04707dc3c163), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:33.999125 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150095ca-3b7c-4271-96c2-5519a3413355 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Pushing event updated for resources: {'Port': ['ID=5b106156-78dd-4116-8917-54035623dc16,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:34.049089 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-c26587f2-f0d7-42a4-b25b-feb4dad50af3 req-3764a935-d772-4168-8777-1267c4dda6b8 service neutron] Attempting to bind port 2fc5c3f1-33ff-4961-8840-ef32592bbb5b on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:48:34.050224 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-c26587f2-f0d7-42a4-b25b-feb4dad50af3 req-3764a935-d772-4168-8777-1267c4dda6b8 service neutron] Attempting to bind port 2fc5c3f1-33ff-4961-8840-ef32592bbb5b by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '518fbfd6-66d4-46dc-8045-59cddcf132dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5f4622d2-6877-42dd-be4c-6b2764b6d954'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:48:34.050810 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26587f2-f0d7-42a4-b25b-feb4dad50af3 req-3764a935-d772-4168-8777-1267c4dda6b8 service neutron] Attempting to bind port 2fc5c3f1-33ff-4961-8840-ef32592bbb5b on network 5f4622d2-6877-42dd-be4c-6b2764b6d954 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:48:34.078300 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26587f2-f0d7-42a4-b25b-feb4dad50af3 req-3764a935-d772-4168-8777-1267c4dda6b8 service neutron] Port 2fc5c3f1-33ff-4961-8840-ef32592bbb5b on network 5f4622d2-6877-42dd-be4c-6b2764b6d954 not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:48:34.078995 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26587f2-f0d7-42a4-b25b-feb4dad50af3 req-3764a935-d772-4168-8777-1267c4dda6b8 service neutron] Attempting to bind port 2fc5c3f1-33ff-4961-8840-ef32592bbb5b on network 5f4622d2-6877-42dd-be4c-6b2764b6d954 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:48:34.086444 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e96d849a-65e2-4348-bbab-f17fecc01399 req-e4ffee1a-a77c-4842-9092-d6153e88517a tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314977 Mar 11 19:48:34.108890 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26587f2-f0d7-42a4-b25b-feb4dad50af3 req-3764a935-d772-4168-8777-1267c4dda6b8 service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:48:34.110034 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26587f2-f0d7-42a4-b25b-feb4dad50af3 req-3764a935-d772-4168-8777-1267c4dda6b8 service neutron] Checking segment: {'id': '518fbfd6-66d4-46dc-8045-59cddcf132dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5f4622d2-6877-42dd-be4c-6b2764b6d954'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:48:34.110664 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26587f2-f0d7-42a4-b25b-feb4dad50af3 req-3764a935-d772-4168-8777-1267c4dda6b8 service neutron] Bound using segment: {'id': '518fbfd6-66d4-46dc-8045-59cddcf132dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5f4622d2-6877-42dd-be4c-6b2764b6d954'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:48:34.111342 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-c26587f2-f0d7-42a4-b25b-feb4dad50af3 req-3764a935-d772-4168-8777-1267c4dda6b8 service neutron] Bound port: 2fc5c3f1-33ff-4961-8840-ef32592bbb5b, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '518fbfd6-66d4-46dc-8045-59cddcf132dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5f4622d2-6877-42dd-be4c-6b2764b6d954'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:48:34.111958 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c26587f2-f0d7-42a4-b25b-feb4dad50af3 req-3764a935-d772-4168-8777-1267c4dda6b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2fc5c3f1-33ff-4961-8840-ef32592bbb5b), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:34.165472 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-1cff4eb5-fe8d-4067-80ae-da5c105b1410 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Deleting port 5b106156-78dd-4116-8917-54035623dc16 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:48:34.165830 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1cff4eb5-fe8d-4067-80ae-da5c105b1410 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (5b106156-78dd-4116-8917-54035623dc16), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:34.170421 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-67810528-e1d4-44a6-92a7-d7f5ecbbbf14 None None] Provisioning complete for port 5b106156-78dd-4116-8917-54035623dc16 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:48:34.171497 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-67810528-e1d4-44a6-92a7-d7f5ecbbbf14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (5b106156-78dd-4116-8917-54035623dc16), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:34.226142 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52604) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:34.269470 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-67810528-e1d4-44a6-92a7-d7f5ecbbbf14 None None] Port 5b106156-78dd-4116-8917-54035623dc16 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:48:34.350046 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-995405be-0659-4a32-ac14-728abf41129b tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (9bd2411e-9f6b-459b-96f8-32a17e3091c5), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:34.387790 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-9e313c1f-4aaf-446d-a54a-e164c8ed0073 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=66b3b8d3f65c4e239ea33b0475efa223&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1612687 Mar 11 19:48:34.397766 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52610) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:34.416698 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-a18471aa-76c5-4b72-ae5c-eacd2eef6356 None None] Provisioning complete for port 9bd2411e-9f6b-459b-96f8-32a17e3091c5 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:48:34.417076 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a18471aa-76c5-4b72-ae5c-eacd2eef6356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (9bd2411e-9f6b-459b-96f8-32a17e3091c5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:34.442214 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-c26587f2-f0d7-42a4-b25b-feb4dad50af3 req-3764a935-d772-4168-8777-1267c4dda6b8 service neutron] For port 2fc5c3f1-33ff-4961-8840-ef32592bbb5b, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:48:34.493061 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1cff4eb5-fe8d-4067-80ae-da5c105b1410 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (5b106156-78dd-4116-8917-54035623dc16), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:34.505416 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a18471aa-76c5-4b72-ae5c-eacd2eef6356 None None] Port 9bd2411e-9f6b-459b-96f8-32a17e3091c5 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:48:34.540843 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-c26587f2-f0d7-42a4-b25b-feb4dad50af3 req-3764a935-d772-4168-8777-1267c4dda6b8 service neutron] For port 2fc5c3f1-33ff-4961-8840-ef32592bbb5b, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=2fc5c3f1-33ff-4961-8840-ef32592bbb5b,segment=NetworkSegment(518fbfd6-66d4-46dc-8045-59cddcf132dc),segment_id=518fbfd6-66d4-46dc-8045-59cddcf132dc)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:48:34.559120 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-1cff4eb5-fe8d-4067-80ae-da5c105b1410 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Calling delete_port for 5b106156-78dd-4116-8917-54035623dc16 owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:48:34.582291 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c26587f2-f0d7-42a4-b25b-feb4dad50af3 req-3764a935-d772-4168-8777-1267c4dda6b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (2fc5c3f1-33ff-4961-8840-ef32592bbb5b), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:34.616450 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26587f2-f0d7-42a4-b25b-feb4dad50af3 req-3764a935-d772-4168-8777-1267c4dda6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:34.617641 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c26587f2-f0d7-42a4-b25b-feb4dad50af3 req-3764a935-d772-4168-8777-1267c4dda6b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:34.621362 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c26587f2-f0d7-42a4-b25b-feb4dad50af3 req-3764a935-d772-4168-8777-1267c4dda6b8 service neutron] 10.222.0.57 "PUT /v2.0/ports/2fc5c3f1-33ff-4961-8840-ef32592bbb5b HTTP/1.1" status: 200 len: 1091 time: 2.5364316 Mar 11 19:48:34.632609 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcbb9729-cbfb-4c4f-96b4-c169a0b34c25', 'tag': '2fc5c3f1-33ff-4961-8840-ef32592bbb5b'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:48:34.636501 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3fcfc7-3967-4ef4-8966-d9a20eaa47ba" -d '{"events": [{"name": "network-changed", "server_uuid": "bcbb9729-cbfb-4c4f-96b4-c169a0b34c25", "tag": "2fc5c3f1-33ff-4961-8840-ef32592bbb5b"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:48:34.671398 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a42d5a99-c928-40c9-b81d-2858d9ac1562 admin admin] Publish callbacks [] for security_group (381d5506-1a91-423f-9578-afb9619937f0), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:34.726043 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc0a4136-d89c-4d22-a2c0-c8588d6e1dcc x-openstack-request-id: req-bc0a4136-d89c-4d22-a2c0-c8588d6e1dcc {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:48:34.726381 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcbb9729-cbfb-4c4f-96b4-c169a0b34c25", "tag": "2fc5c3f1-33ff-4961-8840-ef32592bbb5b", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:48:34.726741 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bc0a4136-d89c-4d22-a2c0-c8588d6e1dcc {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:48:34.727191 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcbb9729-cbfb-4c4f-96b4-c169a0b34c25', 'tag': '2fc5c3f1-33ff-4961-8840-ef32592bbb5b', 'status': 'completed', 'code': 200} Mar 11 19:48:34.816746 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a42d5a99-c928-40c9-b81d-2858d9ac1562 admin admin] Publish callbacks [] for security_group (381d5506-1a91-423f-9578-afb9619937f0), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:34.824285 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3764a935-d772-4168-8777-1267c4dda6b8 service neutron] Pushing event updated for resources: {'Port': ['ID=2fc5c3f1-33ff-4961-8840-ef32592bbb5b,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:34.865219 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26587f2-f0d7-42a4-b25b-feb4dad50af3 req-4b573daa-3f45-4f88-b1dc-6ebf075e553b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:34.867146 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c26587f2-f0d7-42a4-b25b-feb4dad50af3 req-4b573daa-3f45-4f88-b1dc-6ebf075e553b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=59ec990deac94d1dadc5fda96e3adfe5&device_id=bcbb9729-cbfb-4c4f-96b4-c169a0b34c25 HTTP/1.1" status: 200 len: 1125 time: 0.1444743 Mar 11 19:48:34.928086 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c26587f2-f0d7-42a4-b25b-feb4dad50af3 req-8e6dffa7-6f88-45e4-be89-aa407e8c25b3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fc5c3f1-33ff-4961-8840-ef32592bbb5b HTTP/1.1" status: 200 len: 217 time: 0.0484474 Mar 11 19:48:34.971789 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-995405be-0659-4a32-ac14-728abf41129b tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for port (9bd2411e-9f6b-459b-96f8-32a17e3091c5), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:34.985599 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-995405be-0659-4a32-ac14-728abf41129b tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (9bd2411e-9f6b-459b-96f8-32a17e3091c5), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:35.048093 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a42d5a99-c928-40c9-b81d-2858d9ac1562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (381d5506-1a91-423f-9578-afb9619937f0), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:35.053006 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a42d5a99-c928-40c9-b81d-2858d9ac1562 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:35.056479 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a42d5a99-c928-40c9-b81d-2858d9ac1562 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/381d5506-1a91-423f-9578-afb9619937f0 HTTP/1.1" status: 204 len: 168 time: 0.6577234 Mar 11 19:48:35.071977 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26587f2-f0d7-42a4-b25b-feb4dad50af3 req-81f69c39-7d1b-4778-986c-492656f425da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:35.071977 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c26587f2-f0d7-42a4-b25b-feb4dad50af3 req-81f69c39-7d1b-4778-986c-492656f425da service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8d74cfef-df19-4443-8dbc-7728b7150eec HTTP/1.1" status: 200 len: 845 time: 0.1330748 Mar 11 19:48:35.169692 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c26587f2-f0d7-42a4-b25b-feb4dad50af3 req-d666288a-d3ab-42d0-b504-0bbb12291bd6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5f4622d2-6877-42dd-be4c-6b2764b6d954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840385 Mar 11 19:48:35.174415 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42d5a99-c928-40c9-b81d-2858d9ac1562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=381d5506-1a91-423f-9578-afb9619937f0,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:35.229998 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995405be-0659-4a32-ac14-728abf41129b tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Pushing event updated for resources: {'Port': ['ID=9bd2411e-9f6b-459b-96f8-32a17e3091c5,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:35.246183 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-995405be-0659-4a32-ac14-728abf41129b tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (d14db8e1-9788-49ad-9c34-04707dc3c163), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:35.355588 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1cff4eb5-fe8d-4067-80ae-da5c105b1410 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (5b106156-78dd-4116-8917-54035623dc16), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:35.457706 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff4eb5-fe8d-4067-80ae-da5c105b1410 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Pushing event deleted for resources: {'Port': ['ID=5b106156-78dd-4116-8917-54035623dc16,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:35.557419 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995405be-0659-4a32-ac14-728abf41129b tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Network 009736e3-0705-4987-91d1-96877b646be9 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:48:35.560090 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-995405be-0659-4a32-ac14-728abf41129b tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:48:35.703231 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c26587f2-f0d7-42a4-b25b-feb4dad50af3 req-8cf579f1-1bf6-4c9c-b286-1d39b172818b service neutron] 10.222.0.57 "GET /v2.0/networks/5f4622d2-6877-42dd-be4c-6b2764b6d954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5231814 Mar 11 19:48:35.706455 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-995405be-0659-4a32-ac14-728abf41129b tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Router d14db8e1-9788-49ad-9c34-04707dc3c163 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:48:35.761718 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1cff4eb5-fe8d-4067-80ae-da5c105b1410 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:35.765637 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-1cff4eb5-fe8d-4067-80ae-da5c105b1410 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] 10.222.0.65 "DELETE /v2.0/ports/5b106156-78dd-4116-8917-54035623dc16 HTTP/1.1" status: 204 len: 168 time: 2.0190072 Mar 11 19:48:35.825559 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52642) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:35.855982 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7d92a-7957-4ba5-b7b3-785efa8c945d req-8af380dc-a557-4616-836d-99c0082cb149 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:35.869397 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-25a7d92a-7957-4ba5-b7b3-785efa8c945d req-8af380dc-a557-4616-836d-99c0082cb149 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcbb9729-cbfb-4c4f-96b4-c169a0b34c25 HTTP/1.1" status: 200 len: 943 time: 0.5320747 Mar 11 19:48:36.054979 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995405be-0659-4a32-ac14-728abf41129b tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:48:36.070088 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c6af02-2f6e-48e9-9d3e-345008370c4a None None] Sync routers for ids ['d14db8e1-9788-49ad-9c34-04707dc3c163'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:48:36.076518 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-995405be-0659-4a32-ac14-728abf41129b tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "PUT /v2.0/routers/d14db8e1-9788-49ad-9c34-04707dc3c163/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5444174 Mar 11 19:48:36.078982 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52654) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:36.086178 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c6af02-2f6e-48e9-9d3e-345008370c4a None None] Routers {'d14db8e1-9788-49ad-9c34-04707dc3c163'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:48:36.087290 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-b6c6af02-2f6e-48e9-9d3e-345008370c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:48:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['d14db8e1-9788-49ad-9c34-04707dc3c163'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:36.124225 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc4838d2-f82c-4630-a10c-d4640015f129 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] GET failed (client error): The resource could not be found. Mar 11 19:48:36.129766 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-fc4838d2-f82c-4630-a10c-d4640015f129 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] 10.222.0.65 "GET /v2.0/ports/5b106156-78dd-4116-8917-54035623dc16 HTTP/1.1" status: 404 len: 333 time: 0.2525256 Mar 11 19:48:36.132004 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c26587f2-f0d7-42a4-b25b-feb4dad50af3 req-c457f9ed-a827-4a0f-badd-41a1697daba6 service neutron] 10.222.0.57 "GET /v2.0/networks/5f4622d2-6877-42dd-be4c-6b2764b6d954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4060841 Mar 11 19:48:36.159288 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52656) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:36.196800 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d606fb9b-cca3-4320-9e5e-8a8a30a8f870 None None] Provisioning complete for port 9bd2411e-9f6b-459b-96f8-32a17e3091c5 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:48:36.197286 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d606fb9b-cca3-4320-9e5e-8a8a30a8f870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (9bd2411e-9f6b-459b-96f8-32a17e3091c5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:36.200065 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-bc30165e-6780-4213-bdbd-cb3e61576f50 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Request body: {'port': {'network_id': '691421f6-439a-44da-b85e-9845c178c1c5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-788812306'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:48:36.279989 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-b6c6af02-2f6e-48e9-9d3e-345008370c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:36.320469 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c6af02-2f6e-48e9-9d3e-345008370c4a None None] Routers {'d14db8e1-9788-49ad-9c34-04707dc3c163'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:48:36.321341 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-b6c6af02-2f6e-48e9-9d3e-345008370c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:48:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['d14db8e1-9788-49ad-9c34-04707dc3c163'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:36.322794 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d606fb9b-cca3-4320-9e5e-8a8a30a8f870 None None] Port 9bd2411e-9f6b-459b-96f8-32a17e3091c5 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:48:36.324067 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002db284-4861-450e-84dc-c137314f9ddb tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:36.329825 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-002db284-4861-450e-84dc-c137314f9ddb tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "GET /v2.0/ports/9bd2411e-9f6b-459b-96f8-32a17e3091c5 HTTP/1.1" status: 200 len: 910 time: 0.2494657 Mar 11 19:48:36.332619 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52662) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:36.433657 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-b6c6af02-2f6e-48e9-9d3e-345008370c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:36.437146 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c6af02-2f6e-48e9-9d3e-345008370c4a None None] The sync data for ids ['d14db8e1-9788-49ad-9c34-04707dc3c163'] in n-d-833163-1 is: [] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:48:36.499935 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-25a7d92a-7957-4ba5-b7b3-785efa8c945d req-ad2ec2d1-9f6c-4790-88da-f3afbcfd1f7e tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6274023 Mar 11 19:48:36.587465 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc30165e-6780-4213-bdbd-cb3e61576f50 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Made reservation on behalf of 8461b6d84b3f48888a0f2e17ff3de0fd for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:48:36.604198 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bc30165e-6780-4213-bdbd-cb3e61576f50 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:36.656958 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3fcfc7-3967-4ef4-8966-d9a20eaa47ba req-3775a46c-5f00-4a5d-82fa-4506a2c73852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:36.661277 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bc3fcfc7-3967-4ef4-8966-d9a20eaa47ba req-3775a46c-5f00-4a5d-82fa-4506a2c73852 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=59ec990deac94d1dadc5fda96e3adfe5&device_id=bcbb9729-cbfb-4c4f-96b4-c169a0b34c25 HTTP/1.1" status: 200 len: 1125 time: 0.2448599 Mar 11 19:48:36.858585 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-bc30165e-6780-4213-bdbd-cb3e61576f50 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] device_id is not set on port 5e8eeb4c-1ff4-4765-ba6c-555bd5293c86 yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:48:36.873475 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3fcfc7-3967-4ef4-8966-d9a20eaa47ba req-ab528c04-837e-4825-990e-60444ac15e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:36.874989 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bc3fcfc7-3967-4ef4-8966-d9a20eaa47ba req-ab528c04-837e-4825-990e-60444ac15e5c service neutron] 10.222.0.57 "GET /v2.0/networks?id=5f4622d2-6877-42dd-be4c-6b2764b6d954 HTTP/1.1" status: 200 len: 906 time: 0.2044661 Mar 11 19:48:37.051304 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-bc30165e-6780-4213-bdbd-cb3e61576f50 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Allocated IP 2001:db8::e6 (691421f6-439a-44da-b85e-9845c178c1c5/613854c2-e936-49e3-b879-ec7da1b26685/5e8eeb4c-1ff4-4765-ba6c-555bd5293c86) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:48:37.193921 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52684) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:37.286445 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bc30165e-6780-4213-bdbd-cb3e61576f50 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks [] for port (5e8eeb4c-1ff4-4765-ba6c-555bd5293c86), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:37.400612 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bc30165e-6780-4213-bdbd-cb3e61576f50 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (5e8eeb4c-1ff4-4765-ba6c-555bd5293c86), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:37.402979 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bc3fcfc7-3967-4ef4-8966-d9a20eaa47ba req-fe8557b4-9a19-4ed3-bccd-433a44ee1037 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2fc5c3f1-33ff-4961-8840-ef32592bbb5b HTTP/1.1" status: 200 len: 217 time: 0.5142915 Mar 11 19:48:37.465404 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-15332f3f-c54a-4311-ab4b-9e71f9c0d203 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1307712469-network', 'tenant_id': '7ad19f66afcc4a4e9214440f24bea3b6'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:48:37.506056 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc30165e-6780-4213-bdbd-cb3e61576f50 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Network 691421f6-439a-44da-b85e-9845c178c1c5 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:48:37.531434 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-bc30165e-6780-4213-bdbd-cb3e61576f50 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:48:37.537558 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc30165e-6780-4213-bdbd-cb3e61576f50 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:48:37.555554 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15332f3f-c54a-4311-ab4b-9e71f9c0d203 admin admin] Made reservation on behalf of 7ad19f66afcc4a4e9214440f24bea3b6 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:48:37.560381 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-15332f3f-c54a-4311-ab4b-9e71f9c0d203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:37.568879 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc30165e-6780-4213-bdbd-cb3e61576f50 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:37.569640 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bc30165e-6780-4213-bdbd-cb3e61576f50 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:37.577988 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc30165e-6780-4213-bdbd-cb3e61576f50 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Pushing event updated for resources: {'Port': ['ID=5e8eeb4c-1ff4-4765-ba6c-555bd5293c86,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:37.588497 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3fcfc7-3967-4ef4-8966-d9a20eaa47ba req-44e5a41c-7ea6-4b2d-9fe2-90f4c66f2eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:37.589980 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bc3fcfc7-3967-4ef4-8966-d9a20eaa47ba req-44e5a41c-7ea6-4b2d-9fe2-90f4c66f2eae service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8d74cfef-df19-4443-8dbc-7728b7150eec HTTP/1.1" status: 200 len: 845 time: 0.1770124 Mar 11 19:48:37.596140 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-15332f3f-c54a-4311-ab4b-9e71f9c0d203 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:37.648176 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-bc30165e-6780-4213-bdbd-cb3e61576f50 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.4783955 Mar 11 19:48:37.648277 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52696) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:37.663935 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-aba8fb06-55db-411f-ae58-c510eec6b836 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:cd:0e:28'}]}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:48:37.669914 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bc3fcfc7-3967-4ef4-8966-d9a20eaa47ba req-4f963a32-79b2-43c3-b6d1-1fce713dafda service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5f4622d2-6877-42dd-be4c-6b2764b6d954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556717 Mar 11 19:48:37.908339 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bc3fcfc7-3967-4ef4-8966-d9a20eaa47ba req-e74e9002-7204-4b3b-a62c-af6f4cae6682 service neutron] 10.222.0.57 "GET /v2.0/networks/5f4622d2-6877-42dd-be4c-6b2764b6d954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307775 Mar 11 19:48:38.084610 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87260411-d61b-433c-81b1-b3692d498d52 req-1f610555-85c8-498b-8433-3c577e67e591 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:38.087450 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-87260411-d61b-433c-81b1-b3692d498d52 req-1f610555-85c8-498b-8433-3c577e67e591 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcbb9729-cbfb-4c4f-96b4-c169a0b34c25 HTTP/1.1" status: 200 len: 943 time: 0.4209478 Mar 11 19:48:38.089740 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c1908aae-2539-480d-96dd-4c2b1797475d None None] Provisioning complete for port 5e8eeb4c-1ff4-4765-ba6c-555bd5293c86 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:48:38.090650 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c1908aae-2539-480d-96dd-4c2b1797475d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (5e8eeb4c-1ff4-4765-ba6c-555bd5293c86), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:38.093344 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bc3fcfc7-3967-4ef4-8966-d9a20eaa47ba req-7ee9078b-a2f0-4742-9c62-611c42667dc2 service neutron] 10.222.0.57 "GET /v2.0/networks/5f4622d2-6877-42dd-be4c-6b2764b6d954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783288 Mar 11 19:48:38.093638 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-15332f3f-c54a-4311-ab4b-9e71f9c0d203 admin admin] Publish callbacks [] for security_group (12442f07-f891-442d-81d7-db37f2a3b910), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:38.129710 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-15332f3f-c54a-4311-ab4b-9e71f9c0d203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (12442f07-f891-442d-81d7-db37f2a3b910), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:38.181053 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aba8fb06-55db-411f-ae58-c510eec6b836 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (5e8eeb4c-1ff4-4765-ba6c-555bd5293c86), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:38.203028 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c1908aae-2539-480d-96dd-4c2b1797475d None None] Port 5e8eeb4c-1ff4-4765-ba6c-555bd5293c86 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:48:38.346393 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15332f3f-c54a-4311-ab4b-9e71f9c0d203 admin admin] vlan segment allocate from pool success with {'vlan_id': 878, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:48:38.355522 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15332f3f-c54a-4311-ab4b-9e71f9c0d203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12442f07-f891-442d-81d7-db37f2a3b910,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:38.397138 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-15332f3f-c54a-4311-ab4b-9e71f9c0d203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (75f2f2d2-b0b3-40d6-a0f8-d0935637736f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:38.397793 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-15332f3f-c54a-4311-ab4b-9e71f9c0d203 admin admin] Added segment 75f2f2d2-b0b3-40d6-a0f8-d0935637736f of type vlan for network d66d79bc-4709-421d-9b18-0c8d8d017020 Mar 11 19:48:38.459492 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c406eca7-96f3-40dd-9b46-f1b683ebe8b4 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (d14db8e1-9788-49ad-9c34-04707dc3c163), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:38.648094 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-15332f3f-c54a-4311-ab4b-9e71f9c0d203 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (d66d79bc-4709-421d-9b18-0c8d8d017020), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:38.708303 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-87260411-d61b-433c-81b1-b3692d498d52 req-42dba8ff-34a9-4a2e-b6a2-b2b2d6ce93fe tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6104374 Mar 11 19:48:38.766081 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-15332f3f-c54a-4311-ab4b-9e71f9c0d203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (d66d79bc-4709-421d-9b18-0c8d8d017020), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:38.767174 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15332f3f-c54a-4311-ab4b-9e71f9c0d203 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:38.767853 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-15332f3f-c54a-4311-ab4b-9e71f9c0d203 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:38.791004 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-15332f3f-c54a-4311-ab4b-9e71f9c0d203 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5959411 Mar 11 19:48:38.793956 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52718) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:38.800609 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-e858ab21-cbfd-4432-87bf-d6b61691ea1f admin admin] Request body: {'subnet': {'network_id': 'd66d79bc-4709-421d-9b18-0c8d8d017020', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1307712469-subnet', 'tenant_id': '7ad19f66afcc4a4e9214440f24bea3b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:48:38.838443 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e858ab21-cbfd-4432-87bf-d6b61691ea1f admin admin] Made reservation on behalf of 7ad19f66afcc4a4e9214440f24bea3b6 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:48:38.841273 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e858ab21-cbfd-4432-87bf-d6b61691ea1f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:38.931359 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aba8fb06-55db-411f-ae58-c510eec6b836 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks [] for port (5e8eeb4c-1ff4-4765-ba6c-555bd5293c86), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:38.939230 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15332f3f-c54a-4311-ab4b-9e71f9c0d203 admin admin] Pushing event updated for resources: {'Network': ['ID=d66d79bc-4709-421d-9b18-0c8d8d017020,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:38.950167 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aba8fb06-55db-411f-ae58-c510eec6b836 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (5e8eeb4c-1ff4-4765-ba6c-555bd5293c86), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:38.961170 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network d66d79bc-4709-421d-9b18-0c8d8d017020 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:48:39.074336 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-aba8fb06-55db-411f-ae58-c510eec6b836 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] In _notify_port_updated(), no bound segment for port 5e8eeb4c-1ff4-4765-ba6c-555bd5293c86 on network 691421f6-439a-44da-b85e-9845c178c1c5 {{(pid=103884) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 11 19:48:39.081753 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba8fb06-55db-411f-ae58-c510eec6b836 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:39.082546 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aba8fb06-55db-411f-ae58-c510eec6b836 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:39.084180 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-aba8fb06-55db-411f-ae58-c510eec6b836 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] 10.222.0.65 "PUT /v2.0/ports/5e8eeb4c-1ff4-4765-ba6c-555bd5293c86 HTTP/1.1" status: 200 len: 1001 time: 1.4324150 Mar 11 19:48:39.085723 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba8fb06-55db-411f-ae58-c510eec6b836 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Pushing event updated for resources: {'Port': ['ID=5e8eeb4c-1ff4-4765-ba6c-555bd5293c86,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:39.095836 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52728) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:39.266060 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-c406eca7-96f3-40dd-9b46-f1b683ebe8b4 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Deleting port 9bd2411e-9f6b-459b-96f8-32a17e3091c5 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:48:39.267870 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c406eca7-96f3-40dd-9b46-f1b683ebe8b4 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (9bd2411e-9f6b-459b-96f8-32a17e3091c5), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:39.306898 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e858ab21-cbfd-4432-87bf-d6b61691ea1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (1610fcc2-03ef-4355-a549-2e735cb6208d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:39.404276 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c406eca7-96f3-40dd-9b46-f1b683ebe8b4 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (9bd2411e-9f6b-459b-96f8-32a17e3091c5), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:39.405485 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e858ab21-cbfd-4432-87bf-d6b61691ea1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1610fcc2-03ef-4355-a549-2e735cb6208d,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:39.446820 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-c406eca7-96f3-40dd-9b46-f1b683ebe8b4 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Calling delete_port for 9bd2411e-9f6b-459b-96f8-32a17e3091c5 owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:48:39.468603 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e858ab21-cbfd-4432-87bf-d6b61691ea1f admin admin] Checking segment: {'id': '75f2f2d2-b0b3-40d6-a0f8-d0935637736f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'd66d79bc-4709-421d-9b18-0c8d8d017020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:48:39.468976 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e858ab21-cbfd-4432-87bf-d6b61691ea1f admin admin] Network hostable DHCP agents. Network: d66d79bc-4709-421d-9b18-0c8d8d017020, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:48:39.482980 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-0e97b46f-826e-4144-acb3-11e5a882b9d9 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Deleting port 5e8eeb4c-1ff4-4765-ba6c-555bd5293c86 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:48:39.484221 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0e97b46f-826e-4144-acb3-11e5a882b9d9 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (5e8eeb4c-1ff4-4765-ba6c-555bd5293c86), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:39.506183 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e858ab21-cbfd-4432-87bf-d6b61691ea1f admin admin] Network d66d79bc-4709-421d-9b18-0c8d8d017020 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:48:39.520158 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-e858ab21-cbfd-4432-87bf-d6b61691ea1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, d66d79bc-4709-421d-9b18-0c8d8d017020) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:48:39.532059 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3617464-8e96-4498-9ec6-be9d375d92a4 None None] Network d66d79bc-4709-421d-9b18-0c8d8d017020 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:48:39.536018 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e858ab21-cbfd-4432-87bf-d6b61691ea1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:39.537174 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e858ab21-cbfd-4432-87bf-d6b61691ea1f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:39.556561 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:48:39.590711 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-e858ab21-cbfd-4432-87bf-d6b61691ea1f admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7876050 Mar 11 19:48:39.689931 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-3996d00a-8157-42a1-ad3d-587a615cb436 None None] Provisioning complete for port 5e8eeb4c-1ff4-4765-ba6c-555bd5293c86 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:48:39.690571 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3996d00a-8157-42a1-ad3d-587a615cb436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (5e8eeb4c-1ff4-4765-ba6c-555bd5293c86), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:39.757853 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-3996d00a-8157-42a1-ad3d-587a615cb436 None None] Port 5e8eeb4c-1ff4-4765-ba6c-555bd5293c86 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:48:39.760396 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a5ef45-67ac-4aab-bf28-db91fdc5ea6a None None] Network d66d79bc-4709-421d-9b18-0c8d8d017020 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:48:39.780819 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0e97b46f-826e-4144-acb3-11e5a882b9d9 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (5e8eeb4c-1ff4-4765-ba6c-555bd5293c86), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:39.820564 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-0e97b46f-826e-4144-acb3-11e5a882b9d9 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Calling delete_port for 5e8eeb4c-1ff4-4765-ba6c-555bd5293c86 owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:48:39.961203 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fadcdc-15c8-4cbd-bd65-916820426358 req-08cdefab-7967-463c-b1a1-ec0b3ada0c5b tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:39.962862 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-24fadcdc-15c8-4cbd-bd65-916820426358 req-08cdefab-7967-463c-b1a1-ec0b3ada0c5b tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcbb9729-cbfb-4c4f-96b4-c169a0b34c25 HTTP/1.1" status: 200 len: 943 time: 0.0712402 Mar 11 19:48:40.043990 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c406eca7-96f3-40dd-9b46-f1b683ebe8b4 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (9bd2411e-9f6b-459b-96f8-32a17e3091c5), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:40.057310 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-24fadcdc-15c8-4cbd-bd65-916820426358 req-9b159967-e69e-42d5-804c-f57765c938e0 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731258 Mar 11 19:48:40.097243 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c406eca7-96f3-40dd-9b46-f1b683ebe8b4 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Pushing event deleted for resources: {'Port': ['ID=9bd2411e-9f6b-459b-96f8-32a17e3091c5,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:40.422917 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c406eca7-96f3-40dd-9b46-f1b683ebe8b4 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (d14db8e1-9788-49ad-9c34-04707dc3c163), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:40.443951 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0e97b46f-826e-4144-acb3-11e5a882b9d9 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (5e8eeb4c-1ff4-4765-ba6c-555bd5293c86), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:40.572270 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931f98b-0dea-43dc-9afb-61906b8ed027 req-fba97eab-c666-4e87-958c-88d294b5d5a6 tempest-ServerAddressesTestJSON-1437026841 tempest-ServerAddressesTestJSON-1437026841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:40.580089 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0931f98b-0dea-43dc-9afb-61906b8ed027 req-fba97eab-c666-4e87-958c-88d294b5d5a6 tempest-ServerAddressesTestJSON-1437026841 tempest-ServerAddressesTestJSON-1437026841-project] 10.222.0.65 "GET /v2.0/networks?id=d66d79bc-4709-421d-9b18-0c8d8d017020 HTTP/1.1" status: 200 len: 814 time: 0.1475136 Mar 11 19:48:40.607047 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0931f98b-0dea-43dc-9afb-61906b8ed027 req-15b69f5c-ed8c-4db2-b596-37eb9070c3fa tempest-ServerAddressesTestJSON-1437026841 tempest-ServerAddressesTestJSON-1437026841-project] 10.222.0.65 "GET /v2.0/quotas/7ad19f66afcc4a4e9214440f24bea3b6 HTTP/1.1" status: 200 len: 375 time: 0.0254779 Mar 11 19:48:40.668316 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0931f98b-0dea-43dc-9afb-61906b8ed027 req-19672e6e-d1bf-4de2-8318-e66e190d9cac tempest-ServerAddressesTestJSON-1437026841 tempest-ServerAddressesTestJSON-1437026841-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=7ad19f66afcc4a4e9214440f24bea3b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366311 Mar 11 19:48:40.674184 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [req-0931f98b-0dea-43dc-9afb-61906b8ed027 req-7422e1f9-26d8-40e0-8f86-5a6f4fa27aa4 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:48:40.681042 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0931f98b-0dea-43dc-9afb-61906b8ed027 req-7422e1f9-26d8-40e0-8f86-5a6f4fa27aa4 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0119636 Mar 11 19:48:40.719800 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e97b46f-826e-4144-acb3-11e5a882b9d9 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Pushing event deleted for resources: {'Port': ['ID=5e8eeb4c-1ff4-4765-ba6c-555bd5293c86,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:40.796737 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0e97b46f-826e-4144-acb3-11e5a882b9d9 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:40.800622 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-0e97b46f-826e-4144-acb3-11e5a882b9d9 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] 10.222.0.65 "DELETE /v2.0/ports/5e8eeb4c-1ff4-4765-ba6c-555bd5293c86 HTTP/1.1" status: 204 len: 168 time: 1.7015233 Mar 11 19:48:40.820221 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0931f98b-0dea-43dc-9afb-61906b8ed027 req-a70d522a-d615-41af-a3f4-2a912ca252d7 service neutron] 10.222.0.65 "GET /v2.0/networks/d66d79bc-4709-421d-9b18-0c8d8d017020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383169 Mar 11 19:48:40.840493 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52768) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:40.888638 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-40ef8d8f-8829-4cf5-8eab-bc4b3538dc43 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] GET failed (client error): The resource could not be found. Mar 11 19:48:40.911380 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-40ef8d8f-8829-4cf5-8eab-bc4b3538dc43 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] 10.222.0.65 "GET /v2.0/ports/5e8eeb4c-1ff4-4765-ba6c-555bd5293c86 HTTP/1.1" status: 404 len: 333 time: 0.0651824 Mar 11 19:48:40.943159 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52770) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:40.957141 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0931f98b-0dea-43dc-9afb-61906b8ed027 req-b49d74ff-fb39-4481-bda5-7260c710d6de service neutron] 10.222.0.65 "GET /v2.0/networks/d66d79bc-4709-421d-9b18-0c8d8d017020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356790 Mar 11 19:48:40.969193 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-6a157506-c1f9-46d6-8a9e-7b0bacb6e33e tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Request body: {'port': {'network_id': '691421f6-439a-44da-b85e-9845c178c1c5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1729630990'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:48:41.028632 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c406eca7-96f3-40dd-9b46-f1b683ebe8b4 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Router d14db8e1-9788-49ad-9c34-04707dc3c163 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:48:41.176315 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 2fc5c3f1-33ff-4961-8840-ef32592bbb5b details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:48:41.233276 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a157506-c1f9-46d6-8a9e-7b0bacb6e33e tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Made reservation on behalf of 8461b6d84b3f48888a0f2e17ff3de0fd for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:48:41.236865 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6a157506-c1f9-46d6-8a9e-7b0bacb6e33e tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:41.257330 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c406eca7-96f3-40dd-9b46-f1b683ebe8b4 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:48:41.262532 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c406eca7-96f3-40dd-9b46-f1b683ebe8b4 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "PUT /v2.0/routers/d14db8e1-9788-49ad-9c34-04707dc3c163/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9277143 Mar 11 19:48:41.265889 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52784) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:41.278765 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-6a157506-c1f9-46d6-8a9e-7b0bacb6e33e tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] device_id is not set on port 93ccb2c9-474b-4c74-885c-33ed984d7111 yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:48:41.511422 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 2fc5c3f1-33ff-4961-8840-ef32592bbb5b, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=2fc5c3f1-33ff-4961-8840-ef32592bbb5b,segment=NetworkSegment(518fbfd6-66d4-46dc-8045-59cddcf132dc),segment_id=518fbfd6-66d4-46dc-8045-59cddcf132dc)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:48:41.544248 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-6a157506-c1f9-46d6-8a9e-7b0bacb6e33e tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Allocated IP 2001:db8::15a (691421f6-439a-44da-b85e-9845c178c1c5/613854c2-e936-49e3-b879-ec7da1b26685/93ccb2c9-474b-4c74-885c-33ed984d7111) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:48:41.571585 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': '2fc5c3f1-33ff-4961-8840-ef32592bbb5b', 'network_id': '5f4622d2-6877-42dd-be4c-6b2764b6d954', 'port_id': '2fc5c3f1-33ff-4961-8840-ef32592bbb5b', 'mac_address': 'fa:16:3e:ba:30:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 866, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d74cfef-df19-4443-8dbc-7728b7150eec', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:48:41.577443 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba9691e-3127-4399-b8a8-b02dc4f7a7b2 None None] Sync routers for ids ['d14db8e1-9788-49ad-9c34-04707dc3c163'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:48:41.713625 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba9691e-3127-4399-b8a8-b02dc4f7a7b2 None None] Routers {'d14db8e1-9788-49ad-9c34-04707dc3c163'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:48:41.715173 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-1ba9691e-3127-4399-b8a8-b02dc4f7a7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:48:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['d14db8e1-9788-49ad-9c34-04707dc3c163'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:41.795910 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-1ba9691e-3127-4399-b8a8-b02dc4f7a7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:41.817444 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba9691e-3127-4399-b8a8-b02dc4f7a7b2 None None] Routers {'d14db8e1-9788-49ad-9c34-04707dc3c163'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:48:41.818598 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-1ba9691e-3127-4399-b8a8-b02dc4f7a7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:48:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['d14db8e1-9788-49ad-9c34-04707dc3c163'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:41.883692 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-1ba9691e-3127-4399-b8a8-b02dc4f7a7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:41.885203 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6a157506-c1f9-46d6-8a9e-7b0bacb6e33e tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks [] for port (93ccb2c9-474b-4c74-885c-33ed984d7111), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:41.885368 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba9691e-3127-4399-b8a8-b02dc4f7a7b2 None None] The sync data for ids ['d14db8e1-9788-49ad-9c34-04707dc3c163'] in n-d-833163-1 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:48:41.892856 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 2fc5c3f1-33ff-4961-8840-ef32592bbb5b is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:48:41.893598 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2fc5c3f1-33ff-4961-8840-ef32592bbb5b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:41.927226 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fc5c3f1-33ff-4961-8840-ef32592bbb5b {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:48:41.977662 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 2fc5c3f1-33ff-4961-8840-ef32592bbb5b, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=2fc5c3f1-33ff-4961-8840-ef32592bbb5b,segment=NetworkSegment(518fbfd6-66d4-46dc-8045-59cddcf132dc),segment_id=518fbfd6-66d4-46dc-8045-59cddcf132dc)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:48:41.988916 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (2fc5c3f1-33ff-4961-8840-ef32592bbb5b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:42.027698 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6a157506-c1f9-46d6-8a9e-7b0bacb6e33e tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (93ccb2c9-474b-4c74-885c-33ed984d7111), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:42.087667 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=2fc5c3f1-33ff-4961-8840-ef32592bbb5b,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:42.131011 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a157506-c1f9-46d6-8a9e-7b0bacb6e33e tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Network 691421f6-439a-44da-b85e-9845c178c1c5 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:48:42.145602 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-6a157506-c1f9-46d6-8a9e-7b0bacb6e33e tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:48:42.156714 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a157506-c1f9-46d6-8a9e-7b0bacb6e33e tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:48:42.161869 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a157506-c1f9-46d6-8a9e-7b0bacb6e33e tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:42.162868 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6a157506-c1f9-46d6-8a9e-7b0bacb6e33e tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:42.193572 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-6a157506-c1f9-46d6-8a9e-7b0bacb6e33e tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2352080 Mar 11 19:48:42.211745 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52806) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:42.220182 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-579b39e8-8580-454a-a778-3bd1cdf0199e tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Request body: {'port': {'network_id': '691421f6-439a-44da-b85e-9845c178c1c5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1995530313'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:48:42.247187 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb7b9c-30ca-452f-af32-e3052e444198 req-0c06895b-a25a-41b2-8c82-dd1ee354594f tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:42.271220 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b0fb7b9c-30ca-452f-af32-e3052e444198 req-0c06895b-a25a-41b2-8c82-dd1ee354594f tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcbb9729-cbfb-4c4f-96b4-c169a0b34c25 HTTP/1.1" status: 200 len: 944 time: 0.3174658 Mar 11 19:48:42.276544 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a157506-c1f9-46d6-8a9e-7b0bacb6e33e tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Pushing event updated for resources: {'Port': ['ID=93ccb2c9-474b-4c74-885c-33ed984d7111,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:42.353818 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['2fc5c3f1-33ff-4961-8840-ef32592bbb5b'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:48:42.581873 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-579b39e8-8580-454a-a778-3bd1cdf0199e tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Made reservation on behalf of 8461b6d84b3f48888a0f2e17ff3de0fd for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:48:42.585738 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-579b39e8-8580-454a-a778-3bd1cdf0199e tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:42.625355 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b0fb7b9c-30ca-452f-af32-e3052e444198 req-5593ffb0-7330-4902-9701-fe2db117afec tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3502386 Mar 11 19:48:42.659824 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-579b39e8-8580-454a-a778-3bd1cdf0199e tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] device_id is not set on port eac9e146-cb0e-40a9-be9b-c97f6a9719aa yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:48:42.845820 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d54a0009-7ae0-4025-8c26-590cf08016a4 None None] Provisioning complete for port 93ccb2c9-474b-4c74-885c-33ed984d7111 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:48:42.846150 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d54a0009-7ae0-4025-8c26-590cf08016a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (93ccb2c9-474b-4c74-885c-33ed984d7111), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:42.865416 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-afeb64ce-8411-46d1-9e5b-7d513f8853e2 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (d14db8e1-9788-49ad-9c34-04707dc3c163), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:42.923430 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d54a0009-7ae0-4025-8c26-590cf08016a4 None None] Port 93ccb2c9-474b-4c74-885c-33ed984d7111 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:48:43.000846 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5e23bc0c-148c-4774-a39d-ab43404796fe req-74ec271e-8367-4d85-9a5a-8348934e857e tempest-ServerAddressesTestJSON-1437026841 tempest-ServerAddressesTestJSON-1437026841-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e787354-b920-4546-a16a-a471b5eb68d9 HTTP/1.1" status: 200 len: 210 time: 0.1548650 Mar 11 19:48:43.098206 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-579b39e8-8580-454a-a778-3bd1cdf0199e tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Allocated IP 2001:db8::23 (691421f6-439a-44da-b85e-9845c178c1c5/613854c2-e936-49e3-b879-ec7da1b26685/eac9e146-cb0e-40a9-be9b-c97f6a9719aa) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:48:43.239922 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-afeb64ce-8411-46d1-9e5b-7d513f8853e2 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Deleting port 21494b40-0508-45d9-8c6c-b02b2734bf29 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:48:43.239922 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-afeb64ce-8411-46d1-9e5b-7d513f8853e2 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (21494b40-0508-45d9-8c6c-b02b2734bf29), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:43.392127 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52830) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:43.532809 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-afeb64ce-8411-46d1-9e5b-7d513f8853e2 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (21494b40-0508-45d9-8c6c-b02b2734bf29), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:43.568711 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-afeb64ce-8411-46d1-9e5b-7d513f8853e2 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Calling delete_port for 21494b40-0508-45d9-8c6c-b02b2734bf29 owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:48:43.635739 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931f98b-0dea-43dc-9afb-61906b8ed027 req-75f83af9-4927-4fc2-b6a7-47e378065ecb tempest-ServerAddressesTestJSON-1437026841 tempest-ServerAddressesTestJSON-1437026841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:43.651834 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0931f98b-0dea-43dc-9afb-61906b8ed027 req-75f83af9-4927-4fc2-b6a7-47e378065ecb tempest-ServerAddressesTestJSON-1437026841 tempest-ServerAddressesTestJSON-1437026841-project] 10.222.0.57 "GET /v2.0/networks?id=d66d79bc-4709-421d-9b18-0c8d8d017020 HTTP/1.1" status: 200 len: 814 time: 0.5108843 Mar 11 19:48:43.657876 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-0931f98b-0dea-43dc-9afb-61906b8ed027 req-075c8c26-4cfd-4743-a388-35a6aeed6bf9 tempest-ServerAddressesTestJSON-1437026841 tempest-ServerAddressesTestJSON-1437026841-project] Request body: {'port': {'device_id': '2e787354-b920-4546-a16a-a471b5eb68d9', 'network_id': 'd66d79bc-4709-421d-9b18-0c8d8d017020', 'admin_state_up': True, 'tenant_id': '7ad19f66afcc4a4e9214440f24bea3b6'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:48:43.733878 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6ccbe786-b358-476e-91d3-c01c1e4e29df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:43.890778 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-579b39e8-8580-454a-a778-3bd1cdf0199e tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks [] for port (eac9e146-cb0e-40a9-be9b-c97f6a9719aa), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:43.947303 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-afeb64ce-8411-46d1-9e5b-7d513f8853e2 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (21494b40-0508-45d9-8c6c-b02b2734bf29), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:43.952034 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-579b39e8-8580-454a-a778-3bd1cdf0199e tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (eac9e146-cb0e-40a9-be9b-c97f6a9719aa), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:44.020498 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeb64ce-8411-46d1-9e5b-7d513f8853e2 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Pushing event deleted for resources: {'Port': ['ID=21494b40-0508-45d9-8c6c-b02b2734bf29,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:44.123299 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579b39e8-8580-454a-a778-3bd1cdf0199e tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Network 691421f6-439a-44da-b85e-9845c178c1c5 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:48:44.168030 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-579b39e8-8580-454a-a778-3bd1cdf0199e tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:48:44.197388 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-afeb64ce-8411-46d1-9e5b-7d513f8853e2 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (d14db8e1-9788-49ad-9c34-04707dc3c163), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:44.207224 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579b39e8-8580-454a-a778-3bd1cdf0199e tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:48:44.214761 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579b39e8-8580-454a-a778-3bd1cdf0199e tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:44.215823 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-579b39e8-8580-454a-a778-3bd1cdf0199e tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:44.247205 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579b39e8-8580-454a-a778-3bd1cdf0199e tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Pushing event updated for resources: {'Port': ['ID=eac9e146-cb0e-40a9-be9b-c97f6a9719aa,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:44.317747 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-579b39e8-8580-454a-a778-3bd1cdf0199e tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.1030238 Mar 11 19:48:44.323167 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0931f98b-0dea-43dc-9afb-61906b8ed027 req-075c8c26-4cfd-4743-a388-35a6aeed6bf9 tempest-ServerAddressesTestJSON-1437026841 tempest-ServerAddressesTestJSON-1437026841-project] Made reservation on behalf of 7ad19f66afcc4a4e9214440f24bea3b6 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:48:44.333638 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0931f98b-0dea-43dc-9afb-61906b8ed027 req-075c8c26-4cfd-4743-a388-35a6aeed6bf9 tempest-ServerAddressesTestJSON-1437026841 tempest-ServerAddressesTestJSON-1437026841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:44.338042 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52850) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:44.360246 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-c829d781-2db9-45f3-8395-e939b5d60228 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::135', 'mac_address': 'fa:16:3e:cd:0e:28'}, {'ip_address': '2001:db8::15a', 'mac_address': 'fa:16:3e:b8:fa:76'}]}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:48:44.376296 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74e937-a99e-4df5-a4b6-b01ef13632d6 req-402fe796-52b4-48d6-b274-2ec79af0659f tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:44.384517 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8d74e937-a99e-4df5-a4b6-b01ef13632d6 req-402fe796-52b4-48d6-b274-2ec79af0659f tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcbb9729-cbfb-4c4f-96b4-c169a0b34c25 HTTP/1.1" status: 200 len: 944 time: 0.5681028 Mar 11 19:48:44.453207 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6ccbe786-b358-476e-91d3-c01c1e4e29df admin admin] Publish callbacks [] for security_group (2ad409ce-fa61-4e18-ba32-eedcc753738d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:44.456536 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afeb64ce-8411-46d1-9e5b-7d513f8853e2 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Router d14db8e1-9788-49ad-9c34-04707dc3c163 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:48:44.495389 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6ccbe786-b358-476e-91d3-c01c1e4e29df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (2ad409ce-fa61-4e18-ba32-eedcc753738d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:44.580100 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afeb64ce-8411-46d1-9e5b-7d513f8853e2 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:48:44.588246 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-afeb64ce-8411-46d1-9e5b-7d513f8853e2 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "PUT /v2.0/routers/d14db8e1-9788-49ad-9c34-04707dc3c163/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3187351 Mar 11 19:48:44.589294 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52858) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:44.596720 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6dca1d8-0be6-4423-8724-ab62d8c16e4a None None] Sync routers for ids ['d14db8e1-9788-49ad-9c34-04707dc3c163'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:48:44.616362 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6dca1d8-0be6-4423-8724-ab62d8c16e4a None None] Routers {'d14db8e1-9788-49ad-9c34-04707dc3c163'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:48:44.617099 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-f6dca1d8-0be6-4423-8724-ab62d8c16e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:48:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['d14db8e1-9788-49ad-9c34-04707dc3c163'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:44.664901 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-7ce6a1dd-0105-4c3b-b7eb-b43ae1a3c830 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "GET /v2.0/ports?device_id=d14db8e1-9788-49ad-9c34-04707dc3c163 HTTP/1.1" status: 200 len: 205 time: 0.0744445 Mar 11 19:48:44.667273 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52864) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:44.688656 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-968710ea-af8e-4bde-8bc2-b354eacbd23e None None] Provisioning complete for port eac9e146-cb0e-40a9-be9b-c97f6a9719aa triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:48:44.694461 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-968710ea-af8e-4bde-8bc2-b354eacbd23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (eac9e146-cb0e-40a9-be9b-c97f6a9719aa), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:44.694804 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccbe786-b358-476e-91d3-c01c1e4e29df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad409ce-fa61-4e18-ba32-eedcc753738d,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:44.711029 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-f6dca1d8-0be6-4423-8724-ab62d8c16e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:44.730139 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-6ccbe786-b358-476e-91d3-c01c1e4e29df admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f6509a0cd6a04c79a9414a8f6a421888&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3138483 Mar 11 19:48:44.736277 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6dca1d8-0be6-4423-8724-ab62d8c16e4a None None] Routers {'d14db8e1-9788-49ad-9c34-04707dc3c163'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:48:44.736916 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-f6dca1d8-0be6-4423-8724-ab62d8c16e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:48:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['d14db8e1-9788-49ad-9c34-04707dc3c163'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:44.760926 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8d74e937-a99e-4df5-a4b6-b01ef13632d6 req-33e1df94-1ef2-4b13-96e9-69a36ba8af76 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3742931 Mar 11 19:48:44.761475 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52866) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:44.764740 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-968710ea-af8e-4bde-8bc2-b354eacbd23e None None] Port eac9e146-cb0e-40a9-be9b-c97f6a9719aa cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:48:44.774677 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e9f3c307-8cda-4fb6-bdfd-ab4fbe286704 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for router (d14db8e1-9788-49ad-9c34-04707dc3c163), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:44.836889 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-f6dca1d8-0be6-4423-8724-ab62d8c16e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:44.848553 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6dca1d8-0be6-4423-8724-ab62d8c16e4a None None] The sync data for ids ['d14db8e1-9788-49ad-9c34-04707dc3c163'] in n-d-833163-1 is: [] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:48:44.945532 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dbc36523-3fe1-4e33-a6f9-391e43b9043e req-11a43257-c099-4003-8b62-5412d2e70b93 tempest-ServerAddressesTestJSON-1437026841 tempest-ServerAddressesTestJSON-1437026841-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e787354-b920-4546-a16a-a471b5eb68d9 HTTP/1.1" status: 200 len: 210 time: 0.0591218 Mar 11 19:48:44.978563 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e9f3c307-8cda-4fb6-bdfd-ab4fbe286704 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (d14db8e1-9788-49ad-9c34-04707dc3c163), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:44.978563 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e9f3c307-8cda-4fb6-bdfd-ab4fbe286704 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for router_controller (d14db8e1-9788-49ad-9c34-04707dc3c163), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:44.981940 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-0931f98b-0dea-43dc-9afb-61906b8ed027 req-075c8c26-4cfd-4743-a388-35a6aeed6bf9 tempest-ServerAddressesTestJSON-1437026841 tempest-ServerAddressesTestJSON-1437026841-project] Allocated IP 172.20.0.11 (d66d79bc-4709-421d-9b18-0c8d8d017020/1610fcc2-03ef-4355-a549-2e735cb6208d/b2da3943-5859-4267-aed3-79306df387fe) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:48:45.048495 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-912a6861-9e32-4ec9-abb8-bdf21ac5e533 admin admin] Publish callbacks [] for security_group (2ad409ce-fa61-4e18-ba32-eedcc753738d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:45.071434 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e9f3c307-8cda-4fb6-bdfd-ab4fbe286704 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (d14db8e1-9788-49ad-9c34-04707dc3c163), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:45.081188 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f3c307-8cda-4fb6-bdfd-ab4fbe286704 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Fanout notify agent at l3_agent the message router_deleted on router d14db8e1-9788-49ad-9c34-04707dc3c163 {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:48:45.094256 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c829d781-2db9-45f3-8395-e939b5d60228 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (eac9e146-cb0e-40a9-be9b-c97f6a9719aa), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:45.103962 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e9f3c307-8cda-4fb6-bdfd-ab4fbe286704 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:45.105086 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e9f3c307-8cda-4fb6-bdfd-ab4fbe286704 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "DELETE /v2.0/routers/d14db8e1-9788-49ad-9c34-04707dc3c163 HTTP/1.1" status: 204 len: 168 time: 0.4368653 Mar 11 19:48:45.109160 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52872) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:45.130651 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-912a6861-9e32-4ec9-abb8-bdf21ac5e533 admin admin] Publish callbacks [] for security_group (2ad409ce-fa61-4e18-ba32-eedcc753738d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:45.194859 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 2fc5c3f1-33ff-4961-8840-ef32592bbb5b up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:48:45.223759 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-98d710af-326e-4989-99d8-3c0711ed7897 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Deleting subnet fe033e16-4bae-4874-ac76-7536d445d44d {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:48:45.229851 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-98d710af-326e-4989-99d8-3c0711ed7897 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for subnet (fe033e16-4bae-4874-ac76-7536d445d44d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:45.293342 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port 2fc5c3f1-33ff-4961-8840-ef32592bbb5b completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:48:45.298280 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port 2fc5c3f1-33ff-4961-8840-ef32592bbb5b triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:48:45.298944 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (2fc5c3f1-33ff-4961-8840-ef32592bbb5b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:45.314648 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-98d710af-326e-4989-99d8-3c0711ed7897 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (fe033e16-4bae-4874-ac76-7536d445d44d), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:45.454488 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 2fc5c3f1-33ff-4961-8840-ef32592bbb5b is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:48:45.454860 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2fc5c3f1-33ff-4961-8840-ef32592bbb5b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:45.462649 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-98d710af-326e-4989-99d8-3c0711ed7897 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (fe033e16-4bae-4874-ac76-7536d445d44d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:45.522977 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 2fc5c3f1-33ff-4961-8840-ef32592bbb5b, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=2fc5c3f1-33ff-4961-8840-ef32592bbb5b,segment=NetworkSegment(518fbfd6-66d4-46dc-8045-59cddcf132dc),segment_id=518fbfd6-66d4-46dc-8045-59cddcf132dc)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:48:45.526239 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcbb9729-cbfb-4c4f-96b4-c169a0b34c25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc5c3f1-33ff-4961-8840-ef32592bbb5b'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:48:45.533513 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-778e2384-1937-40be-94d5-fb8c89094a24" -d '{"events": [{"server_uuid": "bcbb9729-cbfb-4c4f-96b4-c169a0b34c25", "name": "network-vif-plugged", "status": "completed", "tag": "2fc5c3f1-33ff-4961-8840-ef32592bbb5b"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:48:45.536083 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c829d781-2db9-45f3-8395-e939b5d60228 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks [] for port (eac9e146-cb0e-40a9-be9b-c97f6a9719aa), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:45.540073 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-912a6861-9e32-4ec9-abb8-bdf21ac5e533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (2ad409ce-fa61-4e18-ba32-eedcc753738d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:45.542655 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-912a6861-9e32-4ec9-abb8-bdf21ac5e533 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:45.546643 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (2fc5c3f1-33ff-4961-8840-ef32592bbb5b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:45.548688 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-912a6861-9e32-4ec9-abb8-bdf21ac5e533 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2ad409ce-fa61-4e18-ba32-eedcc753738d HTTP/1.1" status: 204 len: 168 time: 0.7669473 Mar 11 19:48:45.563440 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-98d710af-326e-4989-99d8-3c0711ed7897 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (fe033e16-4bae-4874-ac76-7536d445d44d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:45.569754 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0931f98b-0dea-43dc-9afb-61906b8ed027 req-075c8c26-4cfd-4743-a388-35a6aeed6bf9 tempest-ServerAddressesTestJSON-1437026841 tempest-ServerAddressesTestJSON-1437026841-project] Publish callbacks [] for port (b2da3943-5859-4267-aed3-79306df387fe), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:45.578389 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c829d781-2db9-45f3-8395-e939b5d60228 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (eac9e146-cb0e-40a9-be9b-c97f6a9719aa), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:45.639810 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d710af-326e-4989-99d8-3c0711ed7897 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Pushing event deleted for resources: {'Subnet': ['ID=fe033e16-4bae-4874-ac76-7536d445d44d,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:45.650065 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-98d710af-326e-4989-99d8-3c0711ed7897 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:45.662971 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-98d710af-326e-4989-99d8-3c0711ed7897 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "DELETE /v2.0/subnets/fe033e16-4bae-4874-ac76-7536d445d44d HTTP/1.1" status: 204 len: 168 time: 0.5502343 Mar 11 19:48:45.663228 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52886) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:45.668119 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912a6861-9e32-4ec9-abb8-bdf21ac5e533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad409ce-fa61-4e18-ba32-eedcc753738d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:45.703497 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db49e073-132e-47d7-a369-546acce99595 req-c1675639-0bb0-484b-8115-bdbb5e85d029 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:45.711418 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-db49e073-132e-47d7-a369-546acce99595 req-c1675639-0bb0-484b-8115-bdbb5e85d029 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/ports?device_id=9704cc3c-cfbe-466d-ac6d-477d6b62bb94 HTTP/1.1" status: 200 len: 945 time: 0.3180187 Mar 11 19:48:45.749994 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-c829d781-2db9-45f3-8395-e939b5d60228 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] In _notify_port_updated(), no bound segment for port eac9e146-cb0e-40a9-be9b-c97f6a9719aa on network 691421f6-439a-44da-b85e-9845c178c1c5 {{(pid=103885) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 11 19:48:45.752533 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7a9f239-ca8b-41db-928b-c36a41e1f5ee tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Deleting subnet 6150dd56-0125-4987-a46b-b2ff886d44e3 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:48:45.756474 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c829d781-2db9-45f3-8395-e939b5d60228 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:45.759058 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c829d781-2db9-45f3-8395-e939b5d60228 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:45.760611 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-c829d781-2db9-45f3-8395-e939b5d60228 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] 10.222.0.65 "PUT /v2.0/ports/eac9e146-cb0e-40a9-be9b-c97f6a9719aa HTTP/1.1" status: 200 len: 1067 time: 1.4142277 Mar 11 19:48:45.762903 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c7a9f239-ca8b-41db-928b-c36a41e1f5ee tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for subnet (6150dd56-0125-4987-a46b-b2ff886d44e3), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:45.772097 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52888) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:45.787012 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0931f98b-0dea-43dc-9afb-61906b8ed027 req-075c8c26-4cfd-4743-a388-35a6aeed6bf9 tempest-ServerAddressesTestJSON-1437026841 tempest-ServerAddressesTestJSON-1437026841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (b2da3943-5859-4267-aed3-79306df387fe), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:45.810523 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c7a9f239-ca8b-41db-928b-c36a41e1f5ee tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (6150dd56-0125-4987-a46b-b2ff886d44e3), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:45.870335 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c829d781-2db9-45f3-8395-e939b5d60228 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Pushing event updated for resources: {'Port': ['ID=eac9e146-cb0e-40a9-be9b-c97f6a9719aa,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:45.981758 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c7a9f239-ca8b-41db-928b-c36a41e1f5ee tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (6150dd56-0125-4987-a46b-b2ff886d44e3), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:46.027240 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=2fc5c3f1-33ff-4961-8840-ef32592bbb5b,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:46.039430 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907c5c2f-599f-469b-ae15-1bdb7519ca9b None None] Network 009736e3-0705-4987-91d1-96877b646be9 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:48:46.040279 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0931f98b-0dea-43dc-9afb-61906b8ed027 req-075c8c26-4cfd-4743-a388-35a6aeed6bf9 tempest-ServerAddressesTestJSON-1437026841 tempest-ServerAddressesTestJSON-1437026841-project] Network d66d79bc-4709-421d-9b18-0c8d8d017020 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:48:46.057620 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-0931f98b-0dea-43dc-9afb-61906b8ed027 req-075c8c26-4cfd-4743-a388-35a6aeed6bf9 tempest-ServerAddressesTestJSON-1437026841 tempest-ServerAddressesTestJSON-1437026841-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:48:46.082287 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-db49e073-132e-47d7-a369-546acce99595 req-93168198-9ff5-43f8-8c87-c30cbc631bcb tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac76e7d2-86d4-4d6a-9e4e-efe333e24013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3696136 Mar 11 19:48:46.085982 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-0931f98b-0dea-43dc-9afb-61906b8ed027 req-075c8c26-4cfd-4743-a388-35a6aeed6bf9 tempest-ServerAddressesTestJSON-1437026841 tempest-ServerAddressesTestJSON-1437026841-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:48:46.117249 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:48:46.117946 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:48:46.118313 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:48:46.119575 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:48:46.119979 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:48:46.120394 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:48:46.120766 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:48:46.121126 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:48:46.121455 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:48:46.121782 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:48:46.122142 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:48:46.122468 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:48:46.122936 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:48:46.185194 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c7a9f239-ca8b-41db-928b-c36a41e1f5ee tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (6150dd56-0125-4987-a46b-b2ff886d44e3), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:46.206078 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075c8c26-4cfd-4743-a388-35a6aeed6bf9 tempest-ServerAddressesTestJSON-1437026841 tempest-ServerAddressesTestJSON-1437026841-project] Pushing event updated for resources: {'Port': ['ID=b2da3943-5859-4267-aed3-79306df387fe,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:46.228038 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931f98b-0dea-43dc-9afb-61906b8ed027 req-075c8c26-4cfd-4743-a388-35a6aeed6bf9 tempest-ServerAddressesTestJSON-1437026841 tempest-ServerAddressesTestJSON-1437026841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:46.228757 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0931f98b-0dea-43dc-9afb-61906b8ed027 req-075c8c26-4cfd-4743-a388-35a6aeed6bf9 tempest-ServerAddressesTestJSON-1437026841 tempest-ServerAddressesTestJSON-1437026841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:46.259826 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52900) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:46.266014 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0931f98b-0dea-43dc-9afb-61906b8ed027 req-075c8c26-4cfd-4743-a388-35a6aeed6bf9 tempest-ServerAddressesTestJSON-1437026841 tempest-ServerAddressesTestJSON-1437026841-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6125948 Mar 11 19:48:46.269048 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6331056e-fd77-4023-9fd3-30d759095d4a x-openstack-request-id: req-6331056e-fd77-4023-9fd3-30d759095d4a {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:48:46.269343 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcbb9729-cbfb-4c4f-96b4-c169a0b34c25", "name": "network-vif-plugged", "status": "completed", "tag": "2fc5c3f1-33ff-4961-8840-ef32592bbb5b", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:48:46.269603 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6331056e-fd77-4023-9fd3-30d759095d4a {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:48:46.270011 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcbb9729-cbfb-4c4f-96b4-c169a0b34c25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc5c3f1-33ff-4961-8840-ef32592bbb5b', 'code': 200} Mar 11 19:48:46.281753 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-0931f98b-0dea-43dc-9afb-61906b8ed027 req-8f8db69a-4663-4960-8a65-d63b45200540 service neutron] Request body: {'port': {'device_id': '2e787354-b920-4546-a16a-a471b5eb68d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:48:46.296246 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6e08ab51-4ee6-403a-b257-973ad67b927a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:46.300426 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c7a9f239-ca8b-41db-928b-c36a41e1f5ee tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:46.316949 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52902) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:46.318349 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c7a9f239-ca8b-41db-928b-c36a41e1f5ee tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "DELETE /v2.0/subnets/6150dd56-0125-4987-a46b-b2ff886d44e3 HTTP/1.1" status: 204 len: 168 time: 0.6532273 Mar 11 19:48:46.322070 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6fe57e-6ece-4e20-8dfc-3deae0bb9620 None None] Network 3934ed69-0538-4d19-9af3-0e04ba75464a requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:48:46.346780 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-f7082cee-7c96-46d9-96a8-187f55a5b8ce tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Deleting port eac9e146-cb0e-40a9-be9b-c97f6a9719aa {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:48:46.347140 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f7082cee-7c96-46d9-96a8-187f55a5b8ce tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (eac9e146-cb0e-40a9-be9b-c97f6a9719aa), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:46.385255 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a9f239-ca8b-41db-928b-c36a41e1f5ee tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Pushing event deleted for resources: {'Subnet': ['ID=6150dd56-0125-4987-a46b-b2ff886d44e3,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:46.433492 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f61cd-9838-4300-8373-29ad2931d015 req-f3ec5c2b-1eba-483d-95f8-4af4fa0a8047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:46.433836 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-0bd75a08-0ed0-4499-86cc-ba721d48c5d8 None None] Provisioning complete for port eac9e146-cb0e-40a9-be9b-c97f6a9719aa triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:48:46.434659 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0bd75a08-0ed0-4499-86cc-ba721d48c5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (eac9e146-cb0e-40a9-be9b-c97f6a9719aa), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:46.435078 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-613f61cd-9838-4300-8373-29ad2931d015 req-f3ec5c2b-1eba-483d-95f8-4af4fa0a8047 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bcbb9729-cbfb-4c4f-96b4-c169a0b34c25 HTTP/1.1" status: 200 len: 1127 time: 0.1395164 Mar 11 19:48:46.437108 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a12c98b-a154-42d5-9e29-e6963a65241d None None] DHCP port deletion for 009736e3-0705-4987-91d1-96877b646be9 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:48:46.511532 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-613f61cd-9838-4300-8373-29ad2931d015 req-799b3de2-30da-435d-91f7-2e7e11a2e96e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694897 Mar 11 19:48:46.547772 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-0bd75a08-0ed0-4499-86cc-ba721d48c5d8 None None] Port eac9e146-cb0e-40a9-be9b-c97f6a9719aa cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:48:46.570687 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-2a12c98b-a154-42d5-9e29-e6963a65241d None None] Deleting port d412a7a7-6f18-4668-a0d0-e7fde4cd0ffc {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:48:46.571205 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2a12c98b-a154-42d5-9e29-e6963a65241d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (d412a7a7-6f18-4668-a0d0-e7fde4cd0ffc), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:46.572943 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f7082cee-7c96-46d9-96a8-187f55a5b8ce tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (eac9e146-cb0e-40a9-be9b-c97f6a9719aa), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:46.608876 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-f7082cee-7c96-46d9-96a8-187f55a5b8ce tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Calling delete_port for eac9e146-cb0e-40a9-be9b-c97f6a9719aa owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:48:46.623446 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0931f98b-0dea-43dc-9afb-61906b8ed027 req-8f8db69a-4663-4960-8a65-d63b45200540 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b2da3943-5859-4267-aed3-79306df387fe), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:46.628036 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6808cea0-bcdc-4030-804e-3b491df75b4f tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (009736e3-0705-4987-91d1-96877b646be9), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:46.667733 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fed6492-a188-4c56-8226-4df95eef8e02 None None] DHCP port deletion for 3934ed69-0538-4d19-9af3-0e04ba75464a request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:48:46.671231 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-2a12c98b-a154-42d5-9e29-e6963a65241d None None] For port d412a7a7-6f18-4668-a0d0-e7fde4cd0ffc, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=d412a7a7-6f18-4668-a0d0-e7fde4cd0ffc,segment=NetworkSegment(b3643307-d408-4622-8e51-2b3523d43949),segment_id=b3643307-d408-4622-8e51-2b3523d43949)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:48:46.671664 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2a12c98b-a154-42d5-9e29-e6963a65241d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (d412a7a7-6f18-4668-a0d0-e7fde4cd0ffc), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:46.712866 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-2a12c98b-a154-42d5-9e29-e6963a65241d None None] Calling delete_port for d412a7a7-6f18-4668-a0d0-e7fde4cd0ffc owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:48:46.794517 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-0fed6492-a188-4c56-8226-4df95eef8e02 None None] Deleting port b105ce5a-dd83-4d2b-98e8-0fd36420c663 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:48:46.795009 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0fed6492-a188-4c56-8226-4df95eef8e02 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (b105ce5a-dd83-4d2b-98e8-0fd36420c663), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:46.870620 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-0fed6492-a188-4c56-8226-4df95eef8e02 None None] For port b105ce5a-dd83-4d2b-98e8-0fd36420c663, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=b105ce5a-dd83-4d2b-98e8-0fd36420c663,segment=NetworkSegment(7763d994-cd9b-453d-be41-3481da659cb0),segment_id=7763d994-cd9b-453d-be41-3481da659cb0)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:48:46.870974 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0fed6492-a188-4c56-8226-4df95eef8e02 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (b105ce5a-dd83-4d2b-98e8-0fd36420c663), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:46.890246 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-0fed6492-a188-4c56-8226-4df95eef8e02 None None] Calling delete_port for b105ce5a-dd83-4d2b-98e8-0fd36420c663 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:48:46.894080 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device b105ce5a-dd83-4d2b-98e8-0fd36420c663 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:48:46.929936 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2a12c98b-a154-42d5-9e29-e6963a65241d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (d412a7a7-6f18-4668-a0d0-e7fde4cd0ffc), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:46.997782 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12c98b-a154-42d5-9e29-e6963a65241d None None] Pushing event deleted for resources: {'Port': ['ID=d412a7a7-6f18-4668-a0d0-e7fde4cd0ffc,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:47.007712 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a12c98b-a154-42d5-9e29-e6963a65241d None None] No DVR routers for this DVR port d412a7a7-6f18-4668-a0d0-e7fde4cd0ffc on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:48:47.074442 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port b105ce5a-dd83-4d2b-98e8-0fd36420c663 is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:48:47.075212 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b105ce5a-dd83-4d2b-98e8-0fd36420c663), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:47.093845 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3997655-2590-4582-9fb4-74c2313f83b9 req-9fc9759b-ed5d-4f91-bcba-ce6cd60722c3 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:47.102034 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f3997655-2590-4582-9fb4-74c2313f83b9 req-9fc9759b-ed5d-4f91-bcba-ce6cd60722c3 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcbb9729-cbfb-4c4f-96b4-c169a0b34c25 HTTP/1.1" status: 200 len: 945 time: 0.6739471 Mar 11 19:48:47.108152 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0fed6492-a188-4c56-8226-4df95eef8e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (b105ce5a-dd83-4d2b-98e8-0fd36420c663), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:47.157135 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fed6492-a188-4c56-8226-4df95eef8e02 None None] No DVR routers for this DVR port b105ce5a-dd83-4d2b-98e8-0fd36420c663 on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:48:47.161336 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fed6492-a188-4c56-8226-4df95eef8e02 None None] Pushing event deleted for resources: {'Port': ['ID=b105ce5a-dd83-4d2b-98e8-0fd36420c663,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:47.164436 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device d412a7a7-6f18-4668-a0d0-e7fde4cd0ffc no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:48:47.191859 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: d412a7a7-6f18-4668-a0d0-e7fde4cd0ffc {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:48:47.192261 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device d412a7a7-6f18-4668-a0d0-e7fde4cd0ffc not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:48:47.220328 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6e08ab51-4ee6-403a-b257-973ad67b927a admin admin] Publish callbacks [] for security_group (168396d2-e618-4127-9bf1-a8dfbb3c9286), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:47.283438 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6e08ab51-4ee6-403a-b257-973ad67b927a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (168396d2-e618-4127-9bf1-a8dfbb3c9286), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:47.369091 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f3997655-2590-4582-9fb4-74c2313f83b9 req-791abfec-42cc-4a8a-a03b-d3092494dfc6 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660403 Mar 11 19:48:47.419027 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6808cea0-bcdc-4030-804e-3b491df75b4f tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (009736e3-0705-4987-91d1-96877b646be9), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:47.439246 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e08ab51-4ee6-403a-b257-973ad67b927a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=168396d2-e618-4127-9bf1-a8dfbb3c9286,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:47.446533 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52926) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:47.447060 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-6e08ab51-4ee6-403a-b257-973ad67b927a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=aff5025258ae43f3a2154a1ffde310c1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1851122 Mar 11 19:48:47.502934 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8ca92185-d687-416c-9615-86eefc15f97c admin admin] Publish callbacks [] for security_group (168396d2-e618-4127-9bf1-a8dfbb3c9286), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:47.510966 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-6808cea0-bcdc-4030-804e-3b491df75b4f tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['009736e3-0705-4987-91d1-96877b646be9']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:47.524540 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8ca92185-d687-416c-9615-86eefc15f97c admin admin] Publish callbacks [] for security_group (168396d2-e618-4127-9bf1-a8dfbb3c9286), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:47.534030 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-6808cea0-bcdc-4030-804e-3b491df75b4f tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3643307-d408-4622-8e51-2b3523d43949') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:47.534332 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-6808cea0-bcdc-4030-804e-3b491df75b4f tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3643307-d408-4622-8e51-2b3523d43949') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:47.572685 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f7082cee-7c96-46d9-96a8-187f55a5b8ce tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (eac9e146-cb0e-40a9-be9b-c97f6a9719aa), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:47.576840 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6808cea0-bcdc-4030-804e-3b491df75b4f tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (b3643307-d408-4622-8e51-2b3523d43949), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:47.581700 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8ca92185-d687-416c-9615-86eefc15f97c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (168396d2-e618-4127-9bf1-a8dfbb3c9286), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:47.584958 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8ca92185-d687-416c-9615-86eefc15f97c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:47.586130 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8ca92185-d687-416c-9615-86eefc15f97c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/168396d2-e618-4127-9bf1-a8dfbb3c9286 HTTP/1.1" status: 204 len: 168 time: 0.1385801 Mar 11 19:48:47.596676 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca92185-d687-416c-9615-86eefc15f97c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=168396d2-e618-4127-9bf1-a8dfbb3c9286,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:47.635340 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7082cee-7c96-46d9-96a8-187f55a5b8ce tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Pushing event deleted for resources: {'Port': ['ID=eac9e146-cb0e-40a9-be9b-c97f6a9719aa,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:47.636203 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6808cea0-bcdc-4030-804e-3b491df75b4f tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (b3643307-d408-4622-8e51-2b3523d43949), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:47.698455 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6808cea0-bcdc-4030-804e-3b491df75b4f tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Releasing vlan 894 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:48:47.698873 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6808cea0-bcdc-4030-804e-3b491df75b4f tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (b3643307-d408-4622-8e51-2b3523d43949), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:47.703299 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 19:48:47.703299 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:48:47.703299 n-d-833163-1 neutron-server[103885]: timer() Mar 11 19:48:47.703299 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:48:47.703299 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 19:48:47.703299 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:48:47.703299 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 19:48:47.703299 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:48:47.703299 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 19:48:47.703299 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:48:47.703299 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 19:48:47.703299 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:48:47.703299 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 19:48:47.703299 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:48:47.703299 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:48:47.703299 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:48:47.703299 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:48:47.703299 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:48:47.703299 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 19:48:47.703299 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:48:47.703299 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 19:48:47.703299 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:48:47.703299 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:48:47.703299 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:48:47.703299 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 19:48:47.703299 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:48:47.703299 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:48:47.703299 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:48:47.703299 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:48:47.703299 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:48:47.703299 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:48:47.703299 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:48:47.738572 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde7f3b2-2b56-4dc1-885f-5de6168b8e45 req-2195d2f0-c816-48b1-a984-35b59d6a97ae tempest-ServerAddressesTestJSON-1437026841 tempest-ServerAddressesTestJSON-1437026841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:47.745659 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dde7f3b2-2b56-4dc1-885f-5de6168b8e45 req-2195d2f0-c816-48b1-a984-35b59d6a97ae tempest-ServerAddressesTestJSON-1437026841 tempest-ServerAddressesTestJSON-1437026841-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e787354-b920-4546-a16a-a471b5eb68d9 HTTP/1.1" status: 200 len: 932 time: 0.3136384 Mar 11 19:48:47.890437 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6808cea0-bcdc-4030-804e-3b491df75b4f tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (009736e3-0705-4987-91d1-96877b646be9), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:47.930623 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6808cea0-bcdc-4030-804e-3b491df75b4f tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:47.934209 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-6808cea0-bcdc-4030-804e-3b491df75b4f tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "DELETE /v2.0/networks/009736e3-0705-4987-91d1-96877b646be9 HTTP/1.1" status: 204 len: 168 time: 1.6135726 Mar 11 19:48:47.938332 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52942) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:47.973203 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dde7f3b2-2b56-4dc1-885f-5de6168b8e45 req-6bc28a36-783e-46cb-bf57-299eae5dff96 tempest-ServerAddressesTestJSON-1437026841 tempest-ServerAddressesTestJSON-1437026841-project] 10.222.0.65 "GET /v2.0/security-groups?id=12442f07-f891-442d-81d7-db37f2a3b910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263708 Mar 11 19:48:47.974323 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6808cea0-bcdc-4030-804e-3b491df75b4f tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Pushing event deleted for resources: {'Network': ['ID=009736e3-0705-4987-91d1-96877b646be9,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:48.082762 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-0931f98b-0dea-43dc-9afb-61906b8ed027 req-8f8db69a-4663-4960-8a65-d63b45200540 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2da3943-5859-4267-aed3-79306df387fe {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:48:48.110840 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6da1d7c4-1129-406c-96b3-7ca65c9cdfa9 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (3934ed69-0538-4d19-9af3-0e04ba75464a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:48.130913 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0931f98b-0dea-43dc-9afb-61906b8ed027 req-8f8db69a-4663-4960-8a65-d63b45200540 service neutron] Publish callbacks [] for port (b2da3943-5859-4267-aed3-79306df387fe), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:48.190014 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f7082cee-7c96-46d9-96a8-187f55a5b8ce tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:48.194701 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f7082cee-7c96-46d9-96a8-187f55a5b8ce tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] 10.222.0.65 "DELETE /v2.0/ports/eac9e146-cb0e-40a9-be9b-c97f6a9719aa HTTP/1.1" status: 204 len: 168 time: 2.4216151 Mar 11 19:48:48.197322 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-0931f98b-0dea-43dc-9afb-61906b8ed027 req-8f8db69a-4663-4960-8a65-d63b45200540 service neutron] Transition to ACTIVE for port object b2da3943-5859-4267-aed3-79306df387fe will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:48:48.198045 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52950) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:48.214669 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0931f98b-0dea-43dc-9afb-61906b8ed027 req-8f8db69a-4663-4960-8a65-d63b45200540 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (b2da3943-5859-4267-aed3-79306df387fe), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:48.228013 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6467dc5-0080-41f3-bfb9-b1a6dedd4a6b req-e79a9023-9823-415c-90d5-8c53ef34ab58 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:48.229698 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b6467dc5-0080-41f3-bfb9-b1a6dedd4a6b req-e79a9023-9823-415c-90d5-8c53ef34ab58 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/ports?device_id=9704cc3c-cfbe-466d-ac6d-477d6b62bb94 HTTP/1.1" status: 200 len: 945 time: 0.1493387 Mar 11 19:48:48.231526 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6da1d7c4-1129-406c-96b3-7ca65c9cdfa9 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (3934ed69-0538-4d19-9af3-0e04ba75464a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:48.292804 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-749336cd-e30d-4c44-b877-81ff9366e650 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] GET failed (client error): The resource could not be found. Mar 11 19:48:48.294878 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-749336cd-e30d-4c44-b877-81ff9366e650 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] 10.222.0.65 "GET /v2.0/ports/eac9e146-cb0e-40a9-be9b-c97f6a9719aa HTTP/1.1" status: 404 len: 333 time: 0.0414169 Mar 11 19:48:48.298820 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52958) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:48.337420 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-6da1d7c4-1129-406c-96b3-7ca65c9cdfa9 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3934ed69-0538-4d19-9af3-0e04ba75464a']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:48.345809 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8db69a-4663-4960-8a65-d63b45200540 service neutron] Pushing event updated for resources: {'Port': ['ID=b2da3943-5859-4267-aed3-79306df387fe,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:48.375325 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-6da1d7c4-1129-406c-96b3-7ca65c9cdfa9 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7763d994-cd9b-453d-be41-3481da659cb0') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:48.376036 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-6da1d7c4-1129-406c-96b3-7ca65c9cdfa9 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7763d994-cd9b-453d-be41-3481da659cb0') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:48.402089 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b6467dc5-0080-41f3-bfb9-b1a6dedd4a6b req-242aeb58-3f68-44d3-bad5-83596588d3cb tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac76e7d2-86d4-4d6a-9e4e-efe333e24013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386123 Mar 11 19:48:48.410079 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6da1d7c4-1129-406c-96b3-7ca65c9cdfa9 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (7763d994-cd9b-453d-be41-3481da659cb0), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:48.431857 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6da1d7c4-1129-406c-96b3-7ca65c9cdfa9 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (7763d994-cd9b-453d-be41-3481da659cb0), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:48.444822 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6da1d7c4-1129-406c-96b3-7ca65c9cdfa9 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Releasing vlan 863 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:48:48.445473 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6da1d7c4-1129-406c-96b3-7ca65c9cdfa9 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (7763d994-cd9b-453d-be41-3481da659cb0), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:48.450900 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:48:48.450900 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:48:48.450900 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:48:48.450900 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:48:48.450900 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:48:48.450900 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:48:48.450900 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:48:48.450900 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:48:48.450900 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:48:48.450900 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:48:48.450900 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:48:48.450900 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:48:48.450900 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:48:48.450900 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:48:48.450900 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:48:48.450900 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:48:48.450900 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:48:48.450900 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:48:48.450900 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:48:48.450900 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:48:48.450900 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:48:48.450900 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:48:48.450900 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:48:48.450900 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:48:48.450900 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:48:48.450900 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:48:48.450900 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:48:48.450900 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:48:48.450900 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:48:48.450900 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:48:48.450900 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:48:48.450900 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:48:48.494676 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-0931f98b-0dea-43dc-9afb-61906b8ed027 req-8f8db69a-4663-4960-8a65-d63b45200540 service neutron] Attempting to bind port b2da3943-5859-4267-aed3-79306df387fe on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:48:48.495345 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-0931f98b-0dea-43dc-9afb-61906b8ed027 req-8f8db69a-4663-4960-8a65-d63b45200540 service neutron] Attempting to bind port b2da3943-5859-4267-aed3-79306df387fe by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '75f2f2d2-b0b3-40d6-a0f8-d0935637736f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'd66d79bc-4709-421d-9b18-0c8d8d017020'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:48:48.495875 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0931f98b-0dea-43dc-9afb-61906b8ed027 req-8f8db69a-4663-4960-8a65-d63b45200540 service neutron] Attempting to bind port b2da3943-5859-4267-aed3-79306df387fe on network d66d79bc-4709-421d-9b18-0c8d8d017020 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:48:48.502115 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0931f98b-0dea-43dc-9afb-61906b8ed027 req-8f8db69a-4663-4960-8a65-d63b45200540 service neutron] Port b2da3943-5859-4267-aed3-79306df387fe on network d66d79bc-4709-421d-9b18-0c8d8d017020 not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:48:48.502437 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0931f98b-0dea-43dc-9afb-61906b8ed027 req-8f8db69a-4663-4960-8a65-d63b45200540 service neutron] Attempting to bind port b2da3943-5859-4267-aed3-79306df387fe on network d66d79bc-4709-421d-9b18-0c8d8d017020 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:48:48.519289 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-81dd1bc9-e65f-4259-a1b3-4822048f3e18 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Deleting port 93ccb2c9-474b-4c74-885c-33ed984d7111 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:48:48.519653 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-81dd1bc9-e65f-4259-a1b3-4822048f3e18 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (93ccb2c9-474b-4c74-885c-33ed984d7111), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:48.542122 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6da1d7c4-1129-406c-96b3-7ca65c9cdfa9 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (3934ed69-0538-4d19-9af3-0e04ba75464a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:48.550037 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0931f98b-0dea-43dc-9afb-61906b8ed027 req-8f8db69a-4663-4960-8a65-d63b45200540 service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:48:48.550673 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0931f98b-0dea-43dc-9afb-61906b8ed027 req-8f8db69a-4663-4960-8a65-d63b45200540 service neutron] Checking segment: {'id': '75f2f2d2-b0b3-40d6-a0f8-d0935637736f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'd66d79bc-4709-421d-9b18-0c8d8d017020'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:48:48.551274 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0931f98b-0dea-43dc-9afb-61906b8ed027 req-8f8db69a-4663-4960-8a65-d63b45200540 service neutron] Bound using segment: {'id': '75f2f2d2-b0b3-40d6-a0f8-d0935637736f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'd66d79bc-4709-421d-9b18-0c8d8d017020'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:48:48.552327 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-0931f98b-0dea-43dc-9afb-61906b8ed027 req-8f8db69a-4663-4960-8a65-d63b45200540 service neutron] Bound port: b2da3943-5859-4267-aed3-79306df387fe, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75f2f2d2-b0b3-40d6-a0f8-d0935637736f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'd66d79bc-4709-421d-9b18-0c8d8d017020'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:48:48.552987 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0931f98b-0dea-43dc-9afb-61906b8ed027 req-8f8db69a-4663-4960-8a65-d63b45200540 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b2da3943-5859-4267-aed3-79306df387fe), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:48.554993 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6da1d7c4-1129-406c-96b3-7ca65c9cdfa9 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:48.558742 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-6da1d7c4-1129-406c-96b3-7ca65c9cdfa9 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "DELETE /v2.0/networks/3934ed69-0538-4d19-9af3-0e04ba75464a HTTP/1.1" status: 204 len: 168 time: 0.6192849 Mar 11 19:48:48.567932 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52970) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:48.574672 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da1d7c4-1129-406c-96b3-7ca65c9cdfa9 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Pushing event deleted for resources: {'Network': ['ID=3934ed69-0538-4d19-9af3-0e04ba75464a,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:48.575992 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-ddfe63ea-4158-4d2f-a0ef-0b800dd789ad tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Request body: {'network': {'name': 'tempest-RoutersTest-61790611'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:48:48.638205 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a5f978-da74-4d68-adc6-363043b82632 req-45adae0c-ad6e-4d55-b950-07ac5c2fbc9a tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:48.641048 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e7a5f978-da74-4d68-adc6-363043b82632 req-45adae0c-ad6e-4d55-b950-07ac5c2fbc9a tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcbb9729-cbfb-4c4f-96b4-c169a0b34c25 HTTP/1.1" status: 200 len: 945 time: 0.1475708 Mar 11 19:48:48.674536 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-81dd1bc9-e65f-4259-a1b3-4822048f3e18 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (93ccb2c9-474b-4c74-885c-33ed984d7111), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:48.679420 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddfe63ea-4158-4d2f-a0ef-0b800dd789ad tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Made reservation on behalf of 12e41349cb6043d6b0b4ef9017c96ea8 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:48:48.682764 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ddfe63ea-4158-4d2f-a0ef-0b800dd789ad tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:48.690416 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-81dd1bc9-e65f-4259-a1b3-4822048f3e18 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Calling delete_port for 93ccb2c9-474b-4c74-885c-33ed984d7111 owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:48:48.749417 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e7a5f978-da74-4d68-adc6-363043b82632 req-ea1642d6-71c7-47f7-acc1-762554b7a994 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019318 Mar 11 19:48:48.757318 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-0931f98b-0dea-43dc-9afb-61906b8ed027 req-8f8db69a-4663-4960-8a65-d63b45200540 service neutron] For port b2da3943-5859-4267-aed3-79306df387fe, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:48:48.763129 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-0931f98b-0dea-43dc-9afb-61906b8ed027 req-8f8db69a-4663-4960-8a65-d63b45200540 service neutron] For port b2da3943-5859-4267-aed3-79306df387fe, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=b2da3943-5859-4267-aed3-79306df387fe,segment=NetworkSegment(75f2f2d2-b0b3-40d6-a0f8-d0935637736f),segment_id=75f2f2d2-b0b3-40d6-a0f8-d0935637736f)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:48:48.765083 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddfe63ea-4158-4d2f-a0ef-0b800dd789ad tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] vlan segment allocate from pool success with {'vlan_id': 869, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:48:48.777048 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0931f98b-0dea-43dc-9afb-61906b8ed027 req-8f8db69a-4663-4960-8a65-d63b45200540 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (b2da3943-5859-4267-aed3-79306df387fe), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:48.786596 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ddfe63ea-4158-4d2f-a0ef-0b800dd789ad tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (ec809d10-a113-47db-b9de-e646d8079954), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:48.786940 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-ddfe63ea-4158-4d2f-a0ef-0b800dd789ad tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Added segment ec809d10-a113-47db-b9de-e646d8079954 of type vlan for network 85cbedb7-79a3-4bf7-b0f6-cf3fff5670fd Mar 11 19:48:48.851275 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:48.859704 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931f98b-0dea-43dc-9afb-61906b8ed027 req-8f8db69a-4663-4960-8a65-d63b45200540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:48.860332 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0931f98b-0dea-43dc-9afb-61906b8ed027 req-8f8db69a-4663-4960-8a65-d63b45200540 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:48.861883 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0931f98b-0dea-43dc-9afb-61906b8ed027 req-8f8db69a-4663-4960-8a65-d63b45200540 service neutron] 10.222.0.57 "PUT /v2.0/ports/b2da3943-5859-4267-aed3-79306df387fe HTTP/1.1" status: 200 len: 1092 time: 2.5869980 Mar 11 19:48:48.864015 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e787354-b920-4546-a16a-a471b5eb68d9', 'tag': 'b2da3943-5859-4267-aed3-79306df387fe'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:48:48.866273 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efba5f1b-e3ef-4a01-ab37-9e964efadfec" -d '{"events": [{"name": "network-changed", "server_uuid": "2e787354-b920-4546-a16a-a471b5eb68d9", "tag": "b2da3943-5859-4267-aed3-79306df387fe"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:48:48.949848 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ddfe63ea-4158-4d2f-a0ef-0b800dd789ad tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (85cbedb7-79a3-4bf7-b0f6-cf3fff5670fd), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:48.956146 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe6745aa-4535-4bbb-8581-91c3a5a515fd x-openstack-request-id: req-fe6745aa-4535-4bbb-8581-91c3a5a515fd {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:48:48.956443 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e787354-b920-4546-a16a-a471b5eb68d9", "tag": "b2da3943-5859-4267-aed3-79306df387fe", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:48:48.956707 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fe6745aa-4535-4bbb-8581-91c3a5a515fd {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:48:48.957110 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e787354-b920-4546-a16a-a471b5eb68d9', 'tag': 'b2da3943-5859-4267-aed3-79306df387fe', 'status': 'completed', 'code': 200} Mar 11 19:48:48.974568 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-81dd1bc9-e65f-4259-a1b3-4822048f3e18 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (93ccb2c9-474b-4c74-885c-33ed984d7111), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:48.983595 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8db69a-4663-4960-8a65-d63b45200540 service neutron] Pushing event updated for resources: {'Port': ['ID=b2da3943-5859-4267-aed3-79306df387fe,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:49.010788 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931f98b-0dea-43dc-9afb-61906b8ed027 req-436e88a0-00e9-4c35-bb0a-c95fc112a437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:49.012820 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0931f98b-0dea-43dc-9afb-61906b8ed027 req-436e88a0-00e9-4c35-bb0a-c95fc112a437 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7ad19f66afcc4a4e9214440f24bea3b6&device_id=2e787354-b920-4546-a16a-a471b5eb68d9 HTTP/1.1" status: 200 len: 1126 time: 0.1031981 Mar 11 19:48:49.015926 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ddfe63ea-4158-4d2f-a0ef-0b800dd789ad tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (85cbedb7-79a3-4bf7-b0f6-cf3fff5670fd), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:49.024062 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dd1bc9-e65f-4259-a1b3-4822048f3e18 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Pushing event deleted for resources: {'Port': ['ID=93ccb2c9-474b-4c74-885c-33ed984d7111,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:49.025481 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfe63ea-4158-4d2f-a0ef-0b800dd789ad tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:49.026139 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ddfe63ea-4158-4d2f-a0ef-0b800dd789ad tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:49.056630 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-81dd1bc9-e65f-4259-a1b3-4822048f3e18 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:49.060261 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-81dd1bc9-e65f-4259-a1b3-4822048f3e18 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] 10.222.0.65 "DELETE /v2.0/ports/93ccb2c9-474b-4c74-885c-33ed984d7111 HTTP/1.1" status: 204 len: 168 time: 0.7599370 Mar 11 19:48:49.063482 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53018) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:49.104828 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-c51e0ac2-5113-491c-a279-7b321578411b tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] GET failed (client error): The resource could not be found. Mar 11 19:48:49.115385 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c51e0ac2-5113-491c-a279-7b321578411b tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] 10.222.0.65 "GET /v2.0/ports/93ccb2c9-474b-4c74-885c-33ed984d7111 HTTP/1.1" status: 404 len: 333 time: 0.0505748 Mar 11 19:48:49.116521 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53032) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:49.120825 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0931f98b-0dea-43dc-9afb-61906b8ed027 req-31b1675e-2305-4729-be2b-cd768cbfcd47 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2da3943-5859-4267-aed3-79306df387fe HTTP/1.1" status: 200 len: 217 time: 0.0902326 Mar 11 19:48:49.174087 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ddfe63ea-4158-4d2f-a0ef-0b800dd789ad tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.6033642 Mar 11 19:48:49.181291 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53038) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:49.195608 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-3eedacba-1ecb-45f0-ad9b-f7742af8aab3 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Request body: {'subnet': {'network_id': '85cbedb7-79a3-4bf7-b0f6-cf3fff5670fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:48:49.256262 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfe63ea-4158-4d2f-a0ef-0b800dd789ad tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Pushing event updated for resources: {'Network': ['ID=85cbedb7-79a3-4bf7-b0f6-cf3fff5670fd,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:49.270797 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 85cbedb7-79a3-4bf7-b0f6-cf3fff5670fd details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:48:49.335367 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931f98b-0dea-43dc-9afb-61906b8ed027 req-72c2450b-7f42-4153-a11e-9f71a2cbb624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:49.336951 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0931f98b-0dea-43dc-9afb-61906b8ed027 req-72c2450b-7f42-4153-a11e-9f71a2cbb624 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1610fcc2-03ef-4355-a549-2e735cb6208d HTTP/1.1" status: 200 len: 854 time: 0.1981215 Mar 11 19:48:49.376074 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eedacba-1ecb-45f0-ad9b-f7742af8aab3 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Made reservation on behalf of 12e41349cb6043d6b0b4ef9017c96ea8 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:48:49.380377 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3eedacba-1ecb-45f0-ad9b-f7742af8aab3 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:49.384587 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0931f98b-0dea-43dc-9afb-61906b8ed027 req-5cb358a9-5de1-4e62-a196-153ccf7db228 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d66d79bc-4709-421d-9b18-0c8d8d017020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395308 Mar 11 19:48:49.397870 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3611c-ef86-476e-8f18-3929efeb9c1e req-036a4f96-f0be-4d72-8ec9-d1d9a68baa7f tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:49.399480 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e7e3611c-ef86-476e-8f18-3929efeb9c1e req-036a4f96-f0be-4d72-8ec9-d1d9a68baa7f tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/networks?id=5f4622d2-6877-42dd-be4c-6b2764b6d954 HTTP/1.1" status: 200 len: 805 time: 0.2866161 Mar 11 19:48:49.450537 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e7e3611c-ef86-476e-8f18-3929efeb9c1e req-e244ab5f-81f7-401c-a519-848a6ae1beb2 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/quotas/59ec990deac94d1dadc5fda96e3adfe5 HTTP/1.1" status: 200 len: 375 time: 0.0423911 Mar 11 19:48:49.460055 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-f2b5a0e6-bda2-4ac4-b657-4e066cc13fc3 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Deleting port f8998d63-a427-4d55-810e-018a4de9a600 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:48:49.461489 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f2b5a0e6-bda2-4ac4-b657-4e066cc13fc3 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (f8998d63-a427-4d55-810e-018a4de9a600), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:49.574644 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e7e3611c-ef86-476e-8f18-3929efeb9c1e req-e986f893-13a1-459f-ac32-77ba588f342f tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=59ec990deac94d1dadc5fda96e3adfe5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1159534 Mar 11 19:48:49.577416 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0931f98b-0dea-43dc-9afb-61906b8ed027 req-446cbe33-3b11-4648-91ff-14c6904f2172 service neutron] 10.222.0.57 "GET /v2.0/networks/d66d79bc-4709-421d-9b18-0c8d8d017020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871462 Mar 11 19:48:49.645758 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f2b5a0e6-bda2-4ac4-b657-4e066cc13fc3 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (f8998d63-a427-4d55-810e-018a4de9a600), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:49.686834 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-f2b5a0e6-bda2-4ac4-b657-4e066cc13fc3 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Calling delete_port for f8998d63-a427-4d55-810e-018a4de9a600 owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:48:49.814893 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3eedacba-1ecb-45f0-ad9b-f7742af8aab3 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (a5a3af72-e8c0-457d-aa49-f09db41f42b9), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:49.840638 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e7e3611c-ef86-476e-8f18-3929efeb9c1e req-1a2178c2-252d-4afd-b024-eca3215013f7 service neutron] 10.222.0.65 "GET /v2.0/networks/5f4622d2-6877-42dd-be4c-6b2764b6d954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557375 Mar 11 19:48:49.867311 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0931f98b-0dea-43dc-9afb-61906b8ed027 req-9b2f6072-01c8-4bd3-bda6-74b2f519153d service neutron] 10.222.0.57 "GET /v2.0/networks/d66d79bc-4709-421d-9b18-0c8d8d017020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811248 Mar 11 19:48:49.911083 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eedacba-1ecb-45f0-ad9b-f7742af8aab3 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Pushing event updated for resources: {'Subnet': ['ID=a5a3af72-e8c0-457d-aa49-f09db41f42b9,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:49.949887 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eedacba-1ecb-45f0-ad9b-f7742af8aab3 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Checking segment: {'id': 'ec809d10-a113-47db-b9de-e646d8079954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '85cbedb7-79a3-4bf7-b0f6-cf3fff5670fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:48:49.950243 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eedacba-1ecb-45f0-ad9b-f7742af8aab3 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Network hostable DHCP agents. Network: 85cbedb7-79a3-4bf7-b0f6-cf3fff5670fd, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:48:49.991116 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eedacba-1ecb-45f0-ad9b-f7742af8aab3 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Network 85cbedb7-79a3-4bf7-b0f6-cf3fff5670fd is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:48:50.017242 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-3eedacba-1ecb-45f0-ad9b-f7742af8aab3 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 85cbedb7-79a3-4bf7-b0f6-cf3fff5670fd) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:48:50.023093 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f2b5a0e6-bda2-4ac4-b657-4e066cc13fc3 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (f8998d63-a427-4d55-810e-018a4de9a600), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:50.027659 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba5f1b-e3ef-4a01-ab37-9e964efadfec req-a36aecab-0c10-4ecd-a671-4e5043167a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:50.029134 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-efba5f1b-e3ef-4a01-ab37-9e964efadfec req-a36aecab-0c10-4ecd-a671-4e5043167a9a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7ad19f66afcc4a4e9214440f24bea3b6&device_id=2e787354-b920-4546-a16a-a471b5eb68d9 HTTP/1.1" status: 200 len: 1126 time: 0.0753860 Mar 11 19:48:50.031917 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e7e3611c-ef86-476e-8f18-3929efeb9c1e req-ec4a8060-9884-412a-9717-e1f2747a873c service neutron] 10.222.0.65 "GET /v2.0/networks/5f4622d2-6877-42dd-be4c-6b2764b6d954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903589 Mar 11 19:48:50.040844 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acb2795-ef50-4ef2-ac3d-81955f2c114a None None] Network 85cbedb7-79a3-4bf7-b0f6-cf3fff5670fd requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:48:50.065789 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eedacba-1ecb-45f0-ad9b-f7742af8aab3 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:50.066396 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3eedacba-1ecb-45f0-ad9b-f7742af8aab3 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:50.120288 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b5a0e6-bda2-4ac4-b657-4e066cc13fc3 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Pushing event deleted for resources: {'Port': ['ID=f8998d63-a427-4d55-810e-018a4de9a600,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:50.125599 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f2b5a0e6-bda2-4ac4-b657-4e066cc13fc3 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:50.132601 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f2b5a0e6-bda2-4ac4-b657-4e066cc13fc3 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] 10.222.0.65 "DELETE /v2.0/ports/f8998d63-a427-4d55-810e-018a4de9a600 HTTP/1.1" status: 204 len: 168 time: 1.0150714 Mar 11 19:48:50.133273 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 53082) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:50.145934 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-3eedacba-1ecb-45f0-ad9b-f7742af8aab3 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9636266 Mar 11 19:48:50.148710 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53084) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:50.156340 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-f082edac-8502-41a6-a272-ed3d56f1efc2 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1007971650', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:48:50.225453 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f082edac-8502-41a6-a272-ed3d56f1efc2 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (317762a8-3d4e-4241-b725-915c3cea82ed), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:50.227313 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f082edac-8502-41a6-a272-ed3d56f1efc2 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (317762a8-3d4e-4241-b725-915c3cea82ed), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:50.285928 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916e453f-52d3-43e0-9b37-30be7227b6a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-85cbedb7-79a3-4bf7-b0f6-cf3fff5670fd', 'network_id': '85cbedb7-79a3-4bf7-b0f6-cf3fff5670fd', 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'fixed_ips': [{'subnet_id': 'a5a3af72-e8c0-457d-aa49-f09db41f42b9'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:48:50.287332 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-916e453f-52d3-43e0-9b37-30be7227b6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:50.394923 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-105d529c-e4da-4a27-a2ef-1378d7efcd5c tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Deleting subnet 613854c2-e936-49e3-b879-ec7da1b26685 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:48:50.407462 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba5f1b-e3ef-4a01-ab37-9e964efadfec req-dec23bc6-522d-4ddb-bb89-2df195c2064c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:50.409039 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-efba5f1b-e3ef-4a01-ab37-9e964efadfec req-dec23bc6-522d-4ddb-bb89-2df195c2064c service neutron] 10.222.0.57 "GET /v2.0/networks?id=d66d79bc-4709-421d-9b18-0c8d8d017020 HTTP/1.1" status: 200 len: 915 time: 0.3563015 Mar 11 19:48:50.409819 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-105d529c-e4da-4a27-a2ef-1378d7efcd5c tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks [] for subnet (613854c2-e936-49e3-b879-ec7da1b26685), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:50.469669 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f082edac-8502-41a6-a272-ed3d56f1efc2 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for router_controller (317762a8-3d4e-4241-b725-915c3cea82ed), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:50.479497 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f082edac-8502-41a6-a272-ed3d56f1efc2 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (317762a8-3d4e-4241-b725-915c3cea82ed), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:50.533513 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f082edac-8502-41a6-a272-ed3d56f1efc2 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:50.538354 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f082edac-8502-41a6-a272-ed3d56f1efc2 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3852196 Mar 11 19:48:50.538971 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53102) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:50.544122 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-6b4b0f3b-3a6f-4188-a778-ca21dec13a39 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Request body: {'port': {'network_id': '85cbedb7-79a3-4bf7-b0f6-cf3fff5670fd', 'name': 'tempest-RoutersTest-1686162212'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:48:50.574721 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-efba5f1b-e3ef-4a01-ab37-9e964efadfec req-24f84de5-3aee-4cc2-8812-c06fade35499 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b2da3943-5859-4267-aed3-79306df387fe HTTP/1.1" status: 200 len: 217 time: 0.1530685 Mar 11 19:48:50.596728 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-916e453f-52d3-43e0-9b37-30be7227b6a9 None None] Allocated IP 172.20.0.2 (85cbedb7-79a3-4bf7-b0f6-cf3fff5670fd/a5a3af72-e8c0-457d-aa49-f09db41f42b9/50f84e51-7ecf-4bb8-ae75-3685a866289e) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:48:50.642694 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba5f1b-e3ef-4a01-ab37-9e964efadfec req-c37fbec0-3c2b-4a07-8b04-74454c375776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:50.644544 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-efba5f1b-e3ef-4a01-ab37-9e964efadfec req-c37fbec0-3c2b-4a07-8b04-74454c375776 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1610fcc2-03ef-4355-a549-2e735cb6208d HTTP/1.1" status: 200 len: 854 time: 0.0533280 Mar 11 19:48:50.646718 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-105d529c-e4da-4a27-a2ef-1378d7efcd5c tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (613854c2-e936-49e3-b879-ec7da1b26685), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:50.731207 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-efba5f1b-e3ef-4a01-ab37-9e964efadfec req-c7178d71-3392-4908-b95e-479af8ade0d0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d66d79bc-4709-421d-9b18-0c8d8d017020&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803378 Mar 11 19:48:50.868289 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f8c01-7c0e-499a-add1-fbc642065d4a req-bf4fad2d-ab0b-4baf-a5c5-de0312b4791f tempest-ServerAddressesTestJSON-1437026841 tempest-ServerAddressesTestJSON-1437026841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:50.870172 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d57f8c01-7c0e-499a-add1-fbc642065d4a req-bf4fad2d-ab0b-4baf-a5c5-de0312b4791f tempest-ServerAddressesTestJSON-1437026841 tempest-ServerAddressesTestJSON-1437026841-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e787354-b920-4546-a16a-a471b5eb68d9 HTTP/1.1" status: 200 len: 944 time: 0.4093647 Mar 11 19:48:50.909563 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-916e453f-52d3-43e0-9b37-30be7227b6a9 None None] Publish callbacks [] for port (50f84e51-7ecf-4bb8-ae75-3685a866289e), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:50.929145 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-916e453f-52d3-43e0-9b37-30be7227b6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (50f84e51-7ecf-4bb8-ae75-3685a866289e), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:50.981950 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916e453f-52d3-43e0-9b37-30be7227b6a9 None None] Network 85cbedb7-79a3-4bf7-b0f6-cf3fff5670fd is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:48:50.986260 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-916e453f-52d3-43e0-9b37-30be7227b6a9 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:48:50.989692 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916e453f-52d3-43e0-9b37-30be7227b6a9 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:48:51.047599 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-efba5f1b-e3ef-4a01-ab37-9e964efadfec req-be2af248-adee-4b49-b216-d229c7447d07 service neutron] 10.222.0.57 "GET /v2.0/networks/d66d79bc-4709-421d-9b18-0c8d8d017020?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976334 Mar 11 19:48:51.052057 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916e453f-52d3-43e0-9b37-30be7227b6a9 None None] Pushing event updated for resources: {'Port': ['ID=50f84e51-7ecf-4bb8-ae75-3685a866289e,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:51.076993 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-105d529c-e4da-4a27-a2ef-1378d7efcd5c tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (613854c2-e936-49e3-b879-ec7da1b26685), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:51.104516 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-916e453f-52d3-43e0-9b37-30be7227b6a9 None None] Attempting to bind port 50f84e51-7ecf-4bb8-ae75-3685a866289e on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:48:51.104973 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-916e453f-52d3-43e0-9b37-30be7227b6a9 None None] Attempting to bind port 50f84e51-7ecf-4bb8-ae75-3685a866289e by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'ec809d10-a113-47db-b9de-e646d8079954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '85cbedb7-79a3-4bf7-b0f6-cf3fff5670fd'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:48:51.105406 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916e453f-52d3-43e0-9b37-30be7227b6a9 None None] Attempting to bind port 50f84e51-7ecf-4bb8-ae75-3685a866289e on network 85cbedb7-79a3-4bf7-b0f6-cf3fff5670fd {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:48:51.111498 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916e453f-52d3-43e0-9b37-30be7227b6a9 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:48:51.112313 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916e453f-52d3-43e0-9b37-30be7227b6a9 None None] Checking segment: {'id': 'ec809d10-a113-47db-b9de-e646d8079954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '85cbedb7-79a3-4bf7-b0f6-cf3fff5670fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:48:51.112911 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-916e453f-52d3-43e0-9b37-30be7227b6a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:51.113496 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916e453f-52d3-43e0-9b37-30be7227b6a9 None None] Bound using segment: {'id': 'ec809d10-a113-47db-b9de-e646d8079954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '85cbedb7-79a3-4bf7-b0f6-cf3fff5670fd'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:48:51.114170 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-916e453f-52d3-43e0-9b37-30be7227b6a9 None None] Bound port: 50f84e51-7ecf-4bb8-ae75-3685a866289e, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec809d10-a113-47db-b9de-e646d8079954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '85cbedb7-79a3-4bf7-b0f6-cf3fff5670fd'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:48:51.114763 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-916e453f-52d3-43e0-9b37-30be7227b6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (50f84e51-7ecf-4bb8-ae75-3685a866289e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:51.203493 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-916e453f-52d3-43e0-9b37-30be7227b6a9 None None] For port 50f84e51-7ecf-4bb8-ae75-3685a866289e, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:48:51.207987 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-916e453f-52d3-43e0-9b37-30be7227b6a9 None None] For port 50f84e51-7ecf-4bb8-ae75-3685a866289e, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=50f84e51-7ecf-4bb8-ae75-3685a866289e,segment=NetworkSegment(ec809d10-a113-47db-b9de-e646d8079954),segment_id=ec809d10-a113-47db-b9de-e646d8079954)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:48:51.215397 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-916e453f-52d3-43e0-9b37-30be7227b6a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (50f84e51-7ecf-4bb8-ae75-3685a866289e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:51.307314 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916e453f-52d3-43e0-9b37-30be7227b6a9 None None] Pushing event updated for resources: {'Port': ['ID=50f84e51-7ecf-4bb8-ae75-3685a866289e,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:51.358490 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d57f8c01-7c0e-499a-add1-fbc642065d4a req-72472d44-21e1-4555-bc68-369eecfb839f tempest-ServerAddressesTestJSON-1437026841 tempest-ServerAddressesTestJSON-1437026841-project] 10.222.0.65 "GET /v2.0/security-groups?id=12442f07-f891-442d-81d7-db37f2a3b910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4459076 Mar 11 19:48:51.391833 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-105d529c-e4da-4a27-a2ef-1378d7efcd5c tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (613854c2-e936-49e3-b879-ec7da1b26685), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:51.451694 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-105d529c-e4da-4a27-a2ef-1378d7efcd5c tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:51.456530 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-105d529c-e4da-4a27-a2ef-1378d7efcd5c tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] 10.222.0.65 "DELETE /v2.0/subnets/613854c2-e936-49e3-b879-ec7da1b26685 HTTP/1.1" status: 204 len: 168 time: 1.3222616 Mar 11 19:48:51.462102 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775d08e7-e75b-4d0a-802f-d9c51e739b39 None None] Network 691421f6-439a-44da-b85e-9845c178c1c5 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:48:51.471367 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-efba5f1b-e3ef-4a01-ab37-9e964efadfec req-b42441a3-e210-4533-b564-e428ec2a1763 service neutron] 10.222.0.57 "GET /v2.0/networks/d66d79bc-4709-421d-9b18-0c8d8d017020?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3886447 Mar 11 19:48:51.472185 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53122) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:51.473353 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105d529c-e4da-4a27-a2ef-1378d7efcd5c tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Pushing event deleted for resources: {'Subnet': ['ID=613854c2-e936-49e3-b879-ec7da1b26685,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:51.512666 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b4b0f3b-3a6f-4188-a778-ca21dec13a39 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Made reservation on behalf of 12e41349cb6043d6b0b4ef9017c96ea8 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:48:51.520750 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6b4b0f3b-3a6f-4188-a778-ca21dec13a39 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:51.603497 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-6b4b0f3b-3a6f-4188-a778-ca21dec13a39 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] device_id is not set on port 77ccc668-172c-45f3-b82a-960d8820cf94 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:48:51.774172 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb02781-70c7-4bb9-ab00-98c54881721e req-32d83ebc-4328-46fb-b67c-0292f5a58e88 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:51.781404 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-952dbdac-d6e6-4c5f-94ab-bff4c6907ed0 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (691421f6-439a-44da-b85e-9845c178c1c5), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:51.789654 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-deb02781-70c7-4bb9-ab00-98c54881721e req-32d83ebc-4328-46fb-b67c-0292f5a58e88 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/ports?device_id=9704cc3c-cfbe-466d-ac6d-477d6b62bb94 HTTP/1.1" status: 200 len: 945 time: 0.2156386 Mar 11 19:48:51.878874 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df90edc6-2520-491d-8991-226c1528a5f8 None None] DHCP port deletion for 691421f6-439a-44da-b85e-9845c178c1c5 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:48:51.915224 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-deb02781-70c7-4bb9-ab00-98c54881721e req-10dbbb47-23b4-4876-9839-a112086ded58 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac76e7d2-86d4-4d6a-9e4e-efe333e24013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245117 Mar 11 19:48:51.981394 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-df90edc6-2520-491d-8991-226c1528a5f8 None None] Deleting port fc4920da-6246-4efb-abf1-3784a7666ab2 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:48:51.981770 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-df90edc6-2520-491d-8991-226c1528a5f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (fc4920da-6246-4efb-abf1-3784a7666ab2), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:51.991478 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-6b4b0f3b-3a6f-4188-a778-ca21dec13a39 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Allocated IP 172.20.0.4 (85cbedb7-79a3-4bf7-b0f6-cf3fff5670fd/a5a3af72-e8c0-457d-aa49-f09db41f42b9/77ccc668-172c-45f3-b82a-960d8820cf94) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:48:52.058576 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-952dbdac-d6e6-4c5f-94ab-bff4c6907ed0 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Deleting port fc4920da-6246-4efb-abf1-3784a7666ab2 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:48:52.058915 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-952dbdac-d6e6-4c5f-94ab-bff4c6907ed0 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (fc4920da-6246-4efb-abf1-3784a7666ab2), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:52.088237 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-08496c1d-ea6e-44c3-8495-8bcbbc7eab43 req-cbef96fe-d74d-4f12-8691-70947efdf74f tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=eba47140-e6b6-4fd2-bd98-d0de53a78cc3 HTTP/1.1" status: 200 len: 210 time: 0.0638075 Mar 11 19:48:52.119924 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-df90edc6-2520-491d-8991-226c1528a5f8 None None] For port fc4920da-6246-4efb-abf1-3784a7666ab2, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=fc4920da-6246-4efb-abf1-3784a7666ab2,segment=NetworkSegment(e70116f7-fe0b-4e5a-8b9b-e24b5698788f),segment_id=e70116f7-fe0b-4e5a-8b9b-e24b5698788f)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:48:52.121270 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-df90edc6-2520-491d-8991-226c1528a5f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (fc4920da-6246-4efb-abf1-3784a7666ab2), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:52.140817 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-df90edc6-2520-491d-8991-226c1528a5f8 None None] Calling delete_port for fc4920da-6246-4efb-abf1-3784a7666ab2 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:48:52.285572 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-952dbdac-d6e6-4c5f-94ab-bff4c6907ed0 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] For port fc4920da-6246-4efb-abf1-3784a7666ab2, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=fc4920da-6246-4efb-abf1-3784a7666ab2,segment=NetworkSegment(e70116f7-fe0b-4e5a-8b9b-e24b5698788f),segment_id=e70116f7-fe0b-4e5a-8b9b-e24b5698788f)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:48:52.286977 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-952dbdac-d6e6-4c5f-94ab-bff4c6907ed0 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (fc4920da-6246-4efb-abf1-3784a7666ab2), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:52.299489 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-df90edc6-2520-491d-8991-226c1528a5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (fc4920da-6246-4efb-abf1-3784a7666ab2), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:52.316353 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-952dbdac-d6e6-4c5f-94ab-bff4c6907ed0 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Calling delete_port for fc4920da-6246-4efb-abf1-3784a7666ab2 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:48:52.391503 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df90edc6-2520-491d-8991-226c1528a5f8 None None] Pushing event deleted for resources: {'Port': ['ID=fc4920da-6246-4efb-abf1-3784a7666ab2,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:52.398603 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df90edc6-2520-491d-8991-226c1528a5f8 None None] No DVR routers for this DVR port fc4920da-6246-4efb-abf1-3784a7666ab2 on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:48:52.416478 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3611c-ef86-476e-8f18-3929efeb9c1e req-e4247725-824e-4876-8915-d8afe7d9218f tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:52.418503 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e7e3611c-ef86-476e-8f18-3929efeb9c1e req-e4247725-824e-4876-8915-d8afe7d9218f tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.57 "GET /v2.0/networks?id=5f4622d2-6877-42dd-be4c-6b2764b6d954 HTTP/1.1" status: 200 len: 805 time: 0.2358193 Mar 11 19:48:52.419238 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fddc4808-8cad-4ed6-8e17-df54d7b3d455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:52.464327 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-e7e3611c-ef86-476e-8f18-3929efeb9c1e req-8cb5e474-f9f9-4958-9d68-b7ace0737b54 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Request body: {'port': {'device_id': 'eba47140-e6b6-4fd2-bd98-d0de53a78cc3', 'network_id': '5f4622d2-6877-42dd-be4c-6b2764b6d954', 'admin_state_up': True, 'tenant_id': '59ec990deac94d1dadc5fda96e3adfe5'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:48:52.529817 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-952dbdac-d6e6-4c5f-94ab-bff4c6907ed0 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (fc4920da-6246-4efb-abf1-3784a7666ab2), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:52.615185 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:52.631671 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952dbdac-d6e6-4c5f-94ab-bff4c6907ed0 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] No DVR routers for this DVR port fc4920da-6246-4efb-abf1-3784a7666ab2 on host n-d-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:48:52.633852 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952dbdac-d6e6-4c5f-94ab-bff4c6907ed0 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Pushing event deleted for resources: {'Port': ['ID=fc4920da-6246-4efb-abf1-3784a7666ab2,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:52.666150 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9380e9f-50e7-422b-aab5-2d595a20b1fd req-b238ba65-e11e-47c6-98a0-d7f629a8ab2c tempest-ServerAddressesTestJSON-1437026841 tempest-ServerAddressesTestJSON-1437026841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:52.667614 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e9380e9f-50e7-422b-aab5-2d595a20b1fd req-b238ba65-e11e-47c6-98a0-d7f629a8ab2c tempest-ServerAddressesTestJSON-1437026841 tempest-ServerAddressesTestJSON-1437026841-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e787354-b920-4546-a16a-a471b5eb68d9 HTTP/1.1" status: 200 len: 944 time: 0.1198919 Mar 11 19:48:52.738188 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7e3611c-ef86-476e-8f18-3929efeb9c1e req-8cb5e474-f9f9-4958-9d68-b7ace0737b54 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Made reservation on behalf of 59ec990deac94d1dadc5fda96e3adfe5 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:48:52.741625 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e7e3611c-ef86-476e-8f18-3929efeb9c1e req-8cb5e474-f9f9-4958-9d68-b7ace0737b54 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:52.759113 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e9380e9f-50e7-422b-aab5-2d595a20b1fd req-66129138-b515-4a8a-a3ac-897d709d5eae tempest-ServerAddressesTestJSON-1437026841 tempest-ServerAddressesTestJSON-1437026841-project] 10.222.0.65 "GET /v2.0/security-groups?id=12442f07-f891-442d-81d7-db37f2a3b910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851994 Mar 11 19:48:52.784107 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-952dbdac-d6e6-4c5f-94ab-bff4c6907ed0 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (691421f6-439a-44da-b85e-9845c178c1c5), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:52.833571 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-952dbdac-d6e6-4c5f-94ab-bff4c6907ed0 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['691421f6-439a-44da-b85e-9845c178c1c5']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:52.857027 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6b4b0f3b-3a6f-4188-a778-ca21dec13a39 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for port (77ccc668-172c-45f3-b82a-960d8820cf94), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:52.859503 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-952dbdac-d6e6-4c5f-94ab-bff4c6907ed0 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e70116f7-fe0b-4e5a-8b9b-e24b5698788f') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:52.859843 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-952dbdac-d6e6-4c5f-94ab-bff4c6907ed0 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e70116f7-fe0b-4e5a-8b9b-e24b5698788f') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:52.877433 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-952dbdac-d6e6-4c5f-94ab-bff4c6907ed0 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (e70116f7-fe0b-4e5a-8b9b-e24b5698788f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:52.899556 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-952dbdac-d6e6-4c5f-94ab-bff4c6907ed0 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (e70116f7-fe0b-4e5a-8b9b-e24b5698788f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:52.921154 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-952dbdac-d6e6-4c5f-94ab-bff4c6907ed0 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Releasing vlan 889 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:48:52.921556 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-952dbdac-d6e6-4c5f-94ab-bff4c6907ed0 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (e70116f7-fe0b-4e5a-8b9b-e24b5698788f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:52.943498 n-d-833163-1 neutron-server[103884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:48:52.943498 n-d-833163-1 neutron-server[103884]: self.session.flush() Mar 11 19:48:52.943498 n-d-833163-1 neutron-server[103884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:48:52.943498 n-d-833163-1 neutron-server[103884]: self.session.flush() Mar 11 19:48:52.943498 n-d-833163-1 neutron-server[103884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:48:52.943498 n-d-833163-1 neutron-server[103884]: self.session.flush() Mar 11 19:48:52.943498 n-d-833163-1 neutron-server[103884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:48:52.943498 n-d-833163-1 neutron-server[103884]: self.session.flush() Mar 11 19:48:52.943498 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:48:52.943498 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:48:52.943498 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:48:52.943498 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:48:52.943498 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:48:52.943498 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:48:52.943498 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:48:52.943498 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:48:52.943498 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:48:52.943498 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:48:52.943498 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:48:52.943498 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:48:52.943498 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:48:52.943498 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:48:52.943498 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:48:52.943498 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:48:52.943498 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:48:52.943498 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:48:52.943498 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:48:52.943498 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:48:52.943498 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:48:52.943498 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:48:52.943498 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:48:52.943498 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:48:52.943498 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:48:52.943498 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:48:52.943498 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:48:52.943498 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:48:52.943498 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:48:52.943498 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:48:52.943498 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:48:52.943498 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:48:52.993702 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 50f84e51-7ecf-4bb8-ae75-3685a866289e up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:48:53.011397 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-e7e3611c-ef86-476e-8f18-3929efeb9c1e req-8cb5e474-f9f9-4958-9d68-b7ace0737b54 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Allocated IP 172.20.0.10 (5f4622d2-6877-42dd-be4c-6b2764b6d954/8d74cfef-df19-4443-8dbc-7728b7150eec/514a03f9-4447-4c7a-9308-24eb157850e8) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:48:53.085769 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6b4b0f3b-3a6f-4188-a778-ca21dec13a39 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (77ccc668-172c-45f3-b82a-960d8820cf94), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:53.119543 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 50f84e51-7ecf-4bb8-ae75-3685a866289e triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:48:53.120173 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (50f84e51-7ecf-4bb8-ae75-3685a866289e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:53.150415 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-952dbdac-d6e6-4c5f-94ab-bff4c6907ed0 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (691421f6-439a-44da-b85e-9845c178c1c5), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:53.157973 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-952dbdac-d6e6-4c5f-94ab-bff4c6907ed0 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:53.162401 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-952dbdac-d6e6-4c5f-94ab-bff4c6907ed0 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] 10.222.0.65 "DELETE /v2.0/networks/691421f6-439a-44da-b85e-9845c178c1c5 HTTP/1.1" status: 204 len: 168 time: 1.6894834 Mar 11 19:48:53.219334 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b70392d-c059-4a82-b5aa-9c7249ea4766 None None] Network 85cbedb7-79a3-4bf7-b0f6-cf3fff5670fd requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:48:53.233156 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4b0f3b-3a6f-4188-a778-ca21dec13a39 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Network 85cbedb7-79a3-4bf7-b0f6-cf3fff5670fd is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:48:53.262344 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6e9b59-ce4b-4e94-8571-669c0889bb42 req-c50eefdc-0767-4258-82ae-59e0ab9ee694 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:53.264444 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cd6e9b59-ce4b-4e94-8571-669c0889bb42 req-c50eefdc-0767-4258-82ae-59e0ab9ee694 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/ports?device_id=9704cc3c-cfbe-466d-ac6d-477d6b62bb94 HTTP/1.1" status: 200 len: 945 time: 0.2185645 Mar 11 19:48:53.283607 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-6b4b0f3b-3a6f-4188-a778-ca21dec13a39 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:48:53.288093 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952dbdac-d6e6-4c5f-94ab-bff4c6907ed0 tempest-AllowedAddressPairIpV6TestJSON-651895038 tempest-AllowedAddressPairIpV6TestJSON-651895038-project] Pushing event deleted for resources: {'Network': ['ID=691421f6-439a-44da-b85e-9845c178c1c5,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:53.290230 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4b0f3b-3a6f-4188-a778-ca21dec13a39 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:48:53.299099 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4b0f3b-3a6f-4188-a778-ca21dec13a39 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Pushing event updated for resources: {'Port': ['ID=77ccc668-172c-45f3-b82a-960d8820cf94,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:53.315288 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 50f84e51-7ecf-4bb8-ae75-3685a866289e is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:48:53.315968 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (50f84e51-7ecf-4bb8-ae75-3685a866289e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:53.360408 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-43b33a3c-f378-4fbb-94c6-1b43db5c6556 None None] Provisioning complete for port 50f84e51-7ecf-4bb8-ae75-3685a866289e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:48:53.361073 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-43b33a3c-f378-4fbb-94c6-1b43db5c6556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (50f84e51-7ecf-4bb8-ae75-3685a866289e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:53.365066 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4b0f3b-3a6f-4188-a778-ca21dec13a39 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:53.369284 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6b4b0f3b-3a6f-4188-a778-ca21dec13a39 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:53.398125 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-6b4b0f3b-3a6f-4188-a778-ca21dec13a39 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.8579884 Mar 11 19:48:53.404023 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 53158) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:53.422951 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 50f84e51-7ecf-4bb8-ae75-3685a866289e, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=50f84e51-7ecf-4bb8-ae75-3685a866289e,segment=NetworkSegment(ec809d10-a113-47db-b9de-e646d8079954),segment_id=ec809d10-a113-47db-b9de-e646d8079954)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:48:53.435220 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (50f84e51-7ecf-4bb8-ae75-3685a866289e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:53.558464 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device fc4920da-6246-4efb-abf1-3784a7666ab2 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:48:53.586685 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: fc4920da-6246-4efb-abf1-3784a7666ab2 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:48:53.587030 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device fc4920da-6246-4efb-abf1-3784a7666ab2 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:48:53.595692 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-43b33a3c-f378-4fbb-94c6-1b43db5c6556 None None] Current status of the port 50f84e51-7ecf-4bb8-ae75-3685a866289e is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:48:53.597628 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=50f84e51-7ecf-4bb8-ae75-3685a866289e,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:53.852674 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53168) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:53.918198 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e7e3611c-ef86-476e-8f18-3929efeb9c1e req-8cb5e474-f9f9-4958-9d68-b7ace0737b54 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Publish callbacks [] for port (514a03f9-4447-4c7a-9308-24eb157850e8), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:53.993706 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cd6e9b59-ce4b-4e94-8571-669c0889bb42 req-d4900984-fe67-420b-9bd3-2ed161d54c0f tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac76e7d2-86d4-4d6a-9e4e-efe333e24013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6839647 Mar 11 19:48:54.000544 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e7e3611c-ef86-476e-8f18-3929efeb9c1e req-8cb5e474-f9f9-4958-9d68-b7ace0737b54 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (514a03f9-4447-4c7a-9308-24eb157850e8), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:54.011927 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['db0680ad-52ed-457e-9224-4ee0f0880afd', '2fc5c3f1-33ff-4961-8840-ef32592bbb5b'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:48:54.122461 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-0b9ccfb8-ca57-43bc-8530-d3a5f4390365 None None] Provisioning complete for port 77ccc668-172c-45f3-b82a-960d8820cf94 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:48:54.123560 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0b9ccfb8-ca57-43bc-8530-d3a5f4390365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (77ccc668-172c-45f3-b82a-960d8820cf94), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:54.149784 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-228f6869-8cbf-4889-b955-a5f486df3680 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8461b6d84b3f48888a0f2e17ff3de0fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2928421 Mar 11 19:48:54.150083 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53180) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:54.217159 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-0b9ccfb8-ca57-43bc-8530-d3a5f4390365 None None] Port 77ccc668-172c-45f3-b82a-960d8820cf94 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:48:54.251189 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-82325b83-6fd2-4150-b22d-2870b606740a admin admin] Publish callbacks [] for security_group (29c86e30-2e39-474b-b5c5-eb63f2d37efb), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:54.314026 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-82325b83-6fd2-4150-b22d-2870b606740a admin admin] Publish callbacks [] for security_group (29c86e30-2e39-474b-b5c5-eb63f2d37efb), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:54.323827 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7e3611c-ef86-476e-8f18-3929efeb9c1e req-8cb5e474-f9f9-4958-9d68-b7ace0737b54 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Network 5f4622d2-6877-42dd-be4c-6b2764b6d954 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:48:54.327138 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-0b9ccfb8-ca57-43bc-8530-d3a5f4390365 None None] Provisioning complete for port 50f84e51-7ecf-4bb8-ae75-3685a866289e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:48:54.327519 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0b9ccfb8-ca57-43bc-8530-d3a5f4390365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (50f84e51-7ecf-4bb8-ae75-3685a866289e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:54.362239 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb5e474-f9f9-4958-9d68-b7ace0737b54 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Pushing event updated for resources: {'Port': ['ID=514a03f9-4447-4c7a-9308-24eb157850e8,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:54.371175 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-e7e3611c-ef86-476e-8f18-3929efeb9c1e req-8cb5e474-f9f9-4958-9d68-b7ace0737b54 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:48:54.388556 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7e3611c-ef86-476e-8f18-3929efeb9c1e req-8cb5e474-f9f9-4958-9d68-b7ace0737b54 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:48:54.414965 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477638c-46c2-4cae-a8cb-4fdad5e1e5a8 req-f5272cfb-9259-4bba-baca-34f7c3fe7886 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:54.417200 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c477638c-46c2-4cae-a8cb-4fdad5e1e5a8 req-f5272cfb-9259-4bba-baca-34f7c3fe7886 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=eba47140-e6b6-4fd2-bd98-d0de53a78cc3 HTTP/1.1" status: 200 len: 932 time: 0.2669854 Mar 11 19:48:54.438360 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-82325b83-6fd2-4150-b22d-2870b606740a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (29c86e30-2e39-474b-b5c5-eb63f2d37efb), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:54.441946 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-82325b83-6fd2-4150-b22d-2870b606740a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:54.444670 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-82325b83-6fd2-4150-b22d-2870b606740a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/29c86e30-2e39-474b-b5c5-eb63f2d37efb HTTP/1.1" status: 204 len: 168 time: 0.2930045 Mar 11 19:48:54.458147 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82325b83-6fd2-4150-b22d-2870b606740a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c86e30-2e39-474b-b5c5-eb63f2d37efb,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:54.606477 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-0b9ccfb8-ca57-43bc-8530-d3a5f4390365 None None] Current status of the port 50f84e51-7ecf-4bb8-ae75-3685a866289e is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:48:54.624751 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-48dbe9e6-b2b5-4303-ab7c-a030e3da0f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:54.706129 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3611c-ef86-476e-8f18-3929efeb9c1e req-8cb5e474-f9f9-4958-9d68-b7ace0737b54 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:54.706749 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e7e3611c-ef86-476e-8f18-3929efeb9c1e req-8cb5e474-f9f9-4958-9d68-b7ace0737b54 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:54.739671 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-10d6cce0-4296-4629-bac7-0764751c6f99 None None] Provisioning complete for port 77ccc668-172c-45f3-b82a-960d8820cf94 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:48:54.740045 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-10d6cce0-4296-4629-bac7-0764751c6f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (77ccc668-172c-45f3-b82a-960d8820cf94), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:54.786964 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-10d6cce0-4296-4629-bac7-0764751c6f99 None None] Port 77ccc668-172c-45f3-b82a-960d8820cf94 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:48:54.793587 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c477638c-46c2-4cae-a8cb-4fdad5e1e5a8 req-e0fc0ab5-7247-47eb-a2e7-6706a04987a6 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038487 Mar 11 19:48:54.840128 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e7e3611c-ef86-476e-8f18-3929efeb9c1e req-8cb5e474-f9f9-4958-9d68-b7ace0737b54 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3834918 Mar 11 19:48:54.865153 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-e7e3611c-ef86-476e-8f18-3929efeb9c1e req-ff802fd1-f519-415d-b2b8-e60dba90c2b0 service neutron] Request body: {'port': {'device_id': 'eba47140-e6b6-4fd2-bd98-d0de53a78cc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:48:54.942577 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 50f84e51-7ecf-4bb8-ae75-3685a866289e up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:48:54.999371 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 50f84e51-7ecf-4bb8-ae75-3685a866289e triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:48:54.999845 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (50f84e51-7ecf-4bb8-ae75-3685a866289e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:55.113780 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-045c5049-3c7a-445a-baff-0cd7653fba05 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (77ccc668-172c-45f3-b82a-960d8820cf94), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:55.125292 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c610c7-2692-41e3-a965-eff7b56fa8cf req-6c4d1fa4-9492-4d96-8eba-87a73f4735a0 tempest-ServerAddressesTestJSON-1437026841 tempest-ServerAddressesTestJSON-1437026841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:55.127127 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 50f84e51-7ecf-4bb8-ae75-3685a866289e is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:48:55.127592 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-41c610c7-2692-41e3-a965-eff7b56fa8cf req-6c4d1fa4-9492-4d96-8eba-87a73f4735a0 tempest-ServerAddressesTestJSON-1437026841 tempest-ServerAddressesTestJSON-1437026841-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e787354-b920-4546-a16a-a471b5eb68d9 HTTP/1.1" status: 200 len: 944 time: 0.2217569 Mar 11 19:48:55.128224 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e7e3611c-ef86-476e-8f18-3929efeb9c1e req-ff802fd1-f519-415d-b2b8-e60dba90c2b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (514a03f9-4447-4c7a-9308-24eb157850e8), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:55.224884 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device b2da3943-5859-4267-aed3-79306df387fe details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:48:55.297230 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-41c610c7-2692-41e3-a965-eff7b56fa8cf req-923451b1-8087-48ae-81bc-ec0fadf6f2be tempest-ServerAddressesTestJSON-1437026841 tempest-ServerAddressesTestJSON-1437026841-project] 10.222.0.65 "GET /v2.0/security-groups?id=12442f07-f891-442d-81d7-db37f2a3b910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469755 Mar 11 19:48:55.537783 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53220) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:55.574865 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port b2da3943-5859-4267-aed3-79306df387fe, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=b2da3943-5859-4267-aed3-79306df387fe,segment=NetworkSegment(75f2f2d2-b0b3-40d6-a0f8-d0935637736f),segment_id=75f2f2d2-b0b3-40d6-a0f8-d0935637736f)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:48:55.611018 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': 'b2da3943-5859-4267-aed3-79306df387fe', 'network_id': 'd66d79bc-4709-421d-9b18-0c8d8d017020', 'port_id': 'b2da3943-5859-4267-aed3-79306df387fe', 'mac_address': 'fa:16:3e:49:1b:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1610fcc2-03ef-4355-a549-2e735cb6208d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:48:55.656275 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port b2da3943-5859-4267-aed3-79306df387fe is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:48:55.656667 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b2da3943-5859-4267-aed3-79306df387fe), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:55.670778 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2da3943-5859-4267-aed3-79306df387fe {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:48:55.692323 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port b2da3943-5859-4267-aed3-79306df387fe, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=b2da3943-5859-4267-aed3-79306df387fe,segment=NetworkSegment(75f2f2d2-b0b3-40d6-a0f8-d0935637736f),segment_id=75f2f2d2-b0b3-40d6-a0f8-d0935637736f)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:48:55.696774 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f352e140-b20f-42fc-869d-491ff7767163 req-fe604da1-9cf8-46bd-987f-ba164825bef3 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:55.698337 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f352e140-b20f-42fc-869d-491ff7767163 req-fe604da1-9cf8-46bd-987f-ba164825bef3 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/ports?device_id=9704cc3c-cfbe-466d-ac6d-477d6b62bb94 HTTP/1.1" status: 200 len: 945 time: 0.2499146 Mar 11 19:48:55.701849 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (b2da3943-5859-4267-aed3-79306df387fe), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:55.720824 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-bd5877a9-7073-4c40-b010-83a8504e034c tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Request body: {'networks': [{'name': 'tempest-network--1980256238'}, {'name': 'tempest-network--1029028760'}]} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:48:55.721220 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-bd5877a9-7073-4c40-b010-83a8504e034c tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Request body: {'network': {'name': 'tempest-network--1980256238'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:48:55.721751 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-bd5877a9-7073-4c40-b010-83a8504e034c tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Request body: {'network': {'name': 'tempest-network--1029028760'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:48:55.765375 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5877a9-7073-4c40-b010-83a8504e034c tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Made reservation on behalf of 56283a407acd4fd0bbc9fff2d2f0ab54 for: {'network': 2} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:48:55.773008 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bd5877a9-7073-4c40-b010-83a8504e034c tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:55.773365 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=b2da3943-5859-4267-aed3-79306df387fe,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:55.793210 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bd5877a9-7073-4c40-b010-83a8504e034c tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:55.869078 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f352e140-b20f-42fc-869d-491ff7767163 req-1623a5f1-c0fd-42c3-a478-0f6c061b78e5 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac76e7d2-86d4-4d6a-9e4e-efe333e24013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552305 Mar 11 19:48:55.942157 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bd5877a9-7073-4c40-b010-83a8504e034c tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks [] for security_group (5a5bfdc5-f91f-4186-b1a6-cbc712acd24f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:55.947994 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bd5877a9-7073-4c40-b010-83a8504e034c tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (5a5bfdc5-f91f-4186-b1a6-cbc712acd24f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:55.948604 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bd5877a9-7073-4c40-b010-83a8504e034c tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:55.988553 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-045c5049-3c7a-445a-baff-0cd7653fba05 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for port (77ccc668-172c-45f3-b82a-960d8820cf94), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:56.025928 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['b2da3943-5859-4267-aed3-79306df387fe'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:48:56.027217 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd5877a9-7073-4c40-b010-83a8504e034c tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] vlan segment allocate from pool success with {'vlan_id': 860, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:48:56.034308 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-e7e3611c-ef86-476e-8f18-3929efeb9c1e req-ff802fd1-f519-415d-b2b8-e60dba90c2b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 514a03f9-4447-4c7a-9308-24eb157850e8 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:48:56.034631 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5877a9-7073-4c40-b010-83a8504e034c tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5bfdc5-f91f-4186-b1a6-cbc712acd24f,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:56.042445 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bd5877a9-7073-4c40-b010-83a8504e034c tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (e0543e06-356a-4788-9144-908f9773b89e), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:56.042855 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-bd5877a9-7073-4c40-b010-83a8504e034c tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Added segment e0543e06-356a-4788-9144-908f9773b89e of type vlan for network 892a3f2c-16df-4485-bedf-beac8c57f677 Mar 11 19:48:56.064187 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e7e3611c-ef86-476e-8f18-3929efeb9c1e req-ff802fd1-f519-415d-b2b8-e60dba90c2b0 service neutron] Publish callbacks [] for port (514a03f9-4447-4c7a-9308-24eb157850e8), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:56.087386 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-045c5049-3c7a-445a-baff-0cd7653fba05 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (77ccc668-172c-45f3-b82a-960d8820cf94), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:56.131462 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bd5877a9-7073-4c40-b010-83a8504e034c tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (892a3f2c-16df-4485-bedf-beac8c57f677), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:56.171523 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-e7e3611c-ef86-476e-8f18-3929efeb9c1e req-ff802fd1-f519-415d-b2b8-e60dba90c2b0 service neutron] Transition to ACTIVE for port object 514a03f9-4447-4c7a-9308-24eb157850e8 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:48:56.180731 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045c5049-3c7a-445a-baff-0cd7653fba05 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Pushing event updated for resources: {'Port': ['ID=77ccc668-172c-45f3-b82a-960d8820cf94,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:56.197602 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd5877a9-7073-4c40-b010-83a8504e034c tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] vlan segment allocate from pool success with {'vlan_id': 872, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:48:56.207427 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e7e3611c-ef86-476e-8f18-3929efeb9c1e req-ff802fd1-f519-415d-b2b8-e60dba90c2b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (514a03f9-4447-4c7a-9308-24eb157850e8), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:56.226335 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bd5877a9-7073-4c40-b010-83a8504e034c tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (9d5c10ac-1d67-4914-9996-f309ec7c6261), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:56.226930 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-bd5877a9-7073-4c40-b010-83a8504e034c tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Added segment 9d5c10ac-1d67-4914-9996-f309ec7c6261 of type vlan for network 4a546af9-d09b-468b-bbf7-dc5ec92bc38e Mar 11 19:48:56.302743 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bd5877a9-7073-4c40-b010-83a8504e034c tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (4a546af9-d09b-468b-bbf7-dc5ec92bc38e), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:56.339170 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:56.347391 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff802fd1-f519-415d-b2b8-e60dba90c2b0 service neutron] Pushing event updated for resources: {'Port': ['ID=514a03f9-4447-4c7a-9308-24eb157850e8,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:56.427320 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefbbed4-8cc1-4cd7-9633-7083e113c7dd req-5e179832-c5bf-4df8-a4c0-0466bda90cb2 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:56.434521 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-eefbbed4-8cc1-4cd7-9633-7083e113c7dd req-5e179832-c5bf-4df8-a4c0-0466bda90cb2 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=eba47140-e6b6-4fd2-bd98-d0de53a78cc3 HTTP/1.1" status: 200 len: 932 time: 0.4623992 Mar 11 19:48:56.444882 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bd5877a9-7073-4c40-b010-83a8504e034c tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (892a3f2c-16df-4485-bedf-beac8c57f677), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:56.445392 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bd5877a9-7073-4c40-b010-83a8504e034c tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (4a546af9-d09b-468b-bbf7-dc5ec92bc38e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:56.450689 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5877a9-7073-4c40-b010-83a8504e034c tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:56.455758 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5877a9-7073-4c40-b010-83a8504e034c tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:56.456828 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bd5877a9-7073-4c40-b010-83a8504e034c tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:56.493395 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-bd5877a9-7073-4c40-b010-83a8504e034c tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.9505703 Mar 11 19:48:56.502595 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53240) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:56.615878 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5877a9-7073-4c40-b010-83a8504e034c tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Pushing event updated for resources: {'Network': ['ID=892a3f2c-16df-4485-bedf-beac8c57f677,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:56.627107 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 892a3f2c-16df-4485-bedf-beac8c57f677 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:48:56.732083 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-eefbbed4-8cc1-4cd7-9633-7083e113c7dd req-fb7359df-20d6-4c34-bc1d-5a237ab93ed8 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763627 Mar 11 19:48:56.735893 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-e7e3611c-ef86-476e-8f18-3929efeb9c1e req-ff802fd1-f519-415d-b2b8-e60dba90c2b0 service neutron] Attempting to bind port 514a03f9-4447-4c7a-9308-24eb157850e8 on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:48:56.736750 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-e7e3611c-ef86-476e-8f18-3929efeb9c1e req-ff802fd1-f519-415d-b2b8-e60dba90c2b0 service neutron] Attempting to bind port 514a03f9-4447-4c7a-9308-24eb157850e8 by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '518fbfd6-66d4-46dc-8045-59cddcf132dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5f4622d2-6877-42dd-be4c-6b2764b6d954'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:48:56.736750 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e3611c-ef86-476e-8f18-3929efeb9c1e req-ff802fd1-f519-415d-b2b8-e60dba90c2b0 service neutron] Attempting to bind port 514a03f9-4447-4c7a-9308-24eb157850e8 on network 5f4622d2-6877-42dd-be4c-6b2764b6d954 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:48:56.766555 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5877a9-7073-4c40-b010-83a8504e034c tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Pushing event updated for resources: {'Network': ['ID=4a546af9-d09b-468b-bbf7-dc5ec92bc38e,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:56.811672 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e3611c-ef86-476e-8f18-3929efeb9c1e req-ff802fd1-f519-415d-b2b8-e60dba90c2b0 service neutron] Port 514a03f9-4447-4c7a-9308-24eb157850e8 on network 5f4622d2-6877-42dd-be4c-6b2764b6d954 not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:48:56.813645 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e3611c-ef86-476e-8f18-3929efeb9c1e req-ff802fd1-f519-415d-b2b8-e60dba90c2b0 service neutron] Attempting to bind port 514a03f9-4447-4c7a-9308-24eb157850e8 on network 5f4622d2-6877-42dd-be4c-6b2764b6d954 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:48:56.834728 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e3611c-ef86-476e-8f18-3929efeb9c1e req-ff802fd1-f519-415d-b2b8-e60dba90c2b0 service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:48:56.835065 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e3611c-ef86-476e-8f18-3929efeb9c1e req-ff802fd1-f519-415d-b2b8-e60dba90c2b0 service neutron] Checking segment: {'id': '518fbfd6-66d4-46dc-8045-59cddcf132dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5f4622d2-6877-42dd-be4c-6b2764b6d954'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:48:56.835441 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e3611c-ef86-476e-8f18-3929efeb9c1e req-ff802fd1-f519-415d-b2b8-e60dba90c2b0 service neutron] Bound using segment: {'id': '518fbfd6-66d4-46dc-8045-59cddcf132dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5f4622d2-6877-42dd-be4c-6b2764b6d954'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:48:56.835917 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-e7e3611c-ef86-476e-8f18-3929efeb9c1e req-ff802fd1-f519-415d-b2b8-e60dba90c2b0 service neutron] Bound port: 514a03f9-4447-4c7a-9308-24eb157850e8, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '518fbfd6-66d4-46dc-8045-59cddcf132dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5f4622d2-6877-42dd-be4c-6b2764b6d954'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:48:56.836266 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e7e3611c-ef86-476e-8f18-3929efeb9c1e req-ff802fd1-f519-415d-b2b8-e60dba90c2b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (514a03f9-4447-4c7a-9308-24eb157850e8), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:56.840753 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 4a546af9-d09b-468b-bbf7-dc5ec92bc38e details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:48:56.883510 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b38341-b34d-465e-a2d5-a46b58fecb0b tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:56.890496 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b38341-b34d-465e-a2d5-a46b58fecb0b tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:56.896665 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b38341-b34d-465e-a2d5-a46b58fecb0b tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:56.906398 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b38341-b34d-465e-a2d5-a46b58fecb0b tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:56.911312 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f6b38341-b34d-465e-a2d5-a46b58fecb0b tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4070907 Mar 11 19:48:56.912222 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53248) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:56.917874 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-045c5049-3c7a-445a-baff-0cd7653fba05 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (317762a8-3d4e-4241-b725-915c3cea82ed), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:57.004139 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-50269bb5-62df-43c3-8744-ac90db16bf75 None None] Provisioning complete for port 77ccc668-172c-45f3-b82a-960d8820cf94 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:48:57.004546 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-50269bb5-62df-43c3-8744-ac90db16bf75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (77ccc668-172c-45f3-b82a-960d8820cf94), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:57.030708 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2e351975-7bcb-4ea3-8050-08c51f99de7e tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (892a3f2c-16df-4485-bedf-beac8c57f677), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:57.050078 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-e7e3611c-ef86-476e-8f18-3929efeb9c1e req-ff802fd1-f519-415d-b2b8-e60dba90c2b0 service neutron] For port 514a03f9-4447-4c7a-9308-24eb157850e8, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:48:57.054301 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-e7e3611c-ef86-476e-8f18-3929efeb9c1e req-ff802fd1-f519-415d-b2b8-e60dba90c2b0 service neutron] For port 514a03f9-4447-4c7a-9308-24eb157850e8, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=514a03f9-4447-4c7a-9308-24eb157850e8,segment=NetworkSegment(518fbfd6-66d4-46dc-8045-59cddcf132dc),segment_id=518fbfd6-66d4-46dc-8045-59cddcf132dc)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:48:57.056798 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-50269bb5-62df-43c3-8744-ac90db16bf75 None None] Port 77ccc668-172c-45f3-b82a-960d8820cf94 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:48:57.068069 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e7e3611c-ef86-476e-8f18-3929efeb9c1e req-ff802fd1-f519-415d-b2b8-e60dba90c2b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (514a03f9-4447-4c7a-9308-24eb157850e8), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:57.136775 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2e351975-7bcb-4ea3-8050-08c51f99de7e tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (892a3f2c-16df-4485-bedf-beac8c57f677), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:57.171500 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-2e351975-7bcb-4ea3-8050-08c51f99de7e tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['892a3f2c-16df-4485-bedf-beac8c57f677']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:57.172050 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3611c-ef86-476e-8f18-3929efeb9c1e req-ff802fd1-f519-415d-b2b8-e60dba90c2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:57.172914 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e7e3611c-ef86-476e-8f18-3929efeb9c1e req-ff802fd1-f519-415d-b2b8-e60dba90c2b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:57.174339 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e7e3611c-ef86-476e-8f18-3929efeb9c1e req-ff802fd1-f519-415d-b2b8-e60dba90c2b0 service neutron] 10.222.0.57 "PUT /v2.0/ports/514a03f9-4447-4c7a-9308-24eb157850e8 HTTP/1.1" status: 200 len: 1092 time: 2.3140481 Mar 11 19:48:57.179175 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eba47140-e6b6-4fd2-bd98-d0de53a78cc3', 'tag': '514a03f9-4447-4c7a-9308-24eb157850e8'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:48:57.182575 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec0d1439-dfe0-4689-854a-40ef5163ecd0" -d '{"events": [{"name": "network-changed", "server_uuid": "eba47140-e6b6-4fd2-bd98-d0de53a78cc3", "tag": "514a03f9-4447-4c7a-9308-24eb157850e8"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:48:57.188841 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-2e351975-7bcb-4ea3-8050-08c51f99de7e tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0543e06-356a-4788-9144-908f9773b89e') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:57.190074 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-2e351975-7bcb-4ea3-8050-08c51f99de7e tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0543e06-356a-4788-9144-908f9773b89e') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:57.204461 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2e351975-7bcb-4ea3-8050-08c51f99de7e tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (e0543e06-356a-4788-9144-908f9773b89e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:57.227668 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2e351975-7bcb-4ea3-8050-08c51f99de7e tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (e0543e06-356a-4788-9144-908f9773b89e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:57.237985 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e351975-7bcb-4ea3-8050-08c51f99de7e tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Releasing vlan 860 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:48:57.238601 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2e351975-7bcb-4ea3-8050-08c51f99de7e tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (e0543e06-356a-4788-9144-908f9773b89e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:57.242042 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:48:57.242042 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:48:57.242042 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:48:57.242042 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:48:57.242042 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:48:57.242042 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:48:57.242042 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:48:57.242042 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:48:57.242042 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:48:57.242042 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:48:57.242042 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:48:57.242042 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:48:57.242042 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:48:57.242042 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:48:57.242042 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:48:57.242042 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:48:57.242042 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:48:57.242042 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:48:57.242042 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:48:57.242042 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:48:57.242042 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:48:57.242042 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:48:57.242042 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:48:57.242042 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:48:57.242042 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:48:57.242042 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:48:57.242042 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:48:57.242042 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:48:57.242042 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:48:57.242042 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:48:57.242042 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:48:57.242042 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:48:57.283507 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded1163a-f251-4957-8ca1-3c10cc697779 req-c791fdec-b081-4acd-9394-1c0f8d1fff17 tempest-ServerAddressesTestJSON-1437026841 tempest-ServerAddressesTestJSON-1437026841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:57.285106 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ded1163a-f251-4957-8ca1-3c10cc697779 req-c791fdec-b081-4acd-9394-1c0f8d1fff17 tempest-ServerAddressesTestJSON-1437026841 tempest-ServerAddressesTestJSON-1437026841-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e787354-b920-4546-a16a-a471b5eb68d9 HTTP/1.1" status: 200 len: 945 time: 0.3726578 Mar 11 19:48:57.286854 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff802fd1-f519-415d-b2b8-e60dba90c2b0 service neutron] Pushing event updated for resources: {'Port': ['ID=514a03f9-4447-4c7a-9308-24eb157850e8,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:57.314200 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2e351975-7bcb-4ea3-8050-08c51f99de7e tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (892a3f2c-16df-4485-bedf-beac8c57f677), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:57.320104 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2e351975-7bcb-4ea3-8050-08c51f99de7e tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:57.323529 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-2e351975-7bcb-4ea3-8050-08c51f99de7e tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] 10.222.0.65 "DELETE /v2.0/networks/892a3f2c-16df-4485-bedf-beac8c57f677 HTTP/1.1" status: 204 len: 168 time: 0.4099982 Mar 11 19:48:57.330744 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 53258) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:57.340443 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e351975-7bcb-4ea3-8050-08c51f99de7e tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Pushing event deleted for resources: {'Network': ['ID=892a3f2c-16df-4485-bedf-beac8c57f677,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:57.402883 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-045c5049-3c7a-445a-baff-0cd7653fba05 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (77ccc668-172c-45f3-b82a-960d8820cf94), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:57.467238 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3611c-ef86-476e-8f18-3929efeb9c1e req-4bced880-0606-4e02-a4d7-0548f57a10a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:57.468822 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e7e3611c-ef86-476e-8f18-3929efeb9c1e req-4bced880-0606-4e02-a4d7-0548f57a10a1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=59ec990deac94d1dadc5fda96e3adfe5&device_id=eba47140-e6b6-4fd2-bd98-d0de53a78cc3 HTTP/1.1" status: 200 len: 1126 time: 0.2396188 Mar 11 19:48:57.491104 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e1e9a2b7-6ff2-436a-892b-266d22075132 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (4a546af9-d09b-468b-bbf7-dc5ec92bc38e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:57.495230 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ded1163a-f251-4957-8ca1-3c10cc697779 req-5c40e624-3f4e-4bee-a26d-75afef0d2b8c tempest-ServerAddressesTestJSON-1437026841 tempest-ServerAddressesTestJSON-1437026841-project] 10.222.0.65 "GET /v2.0/security-groups?id=12442f07-f891-442d-81d7-db37f2a3b910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010698 Mar 11 19:48:57.550752 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e7e3611c-ef86-476e-8f18-3929efeb9c1e req-bc0400fc-5ca4-4084-9573-1aea93ef6538 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=514a03f9-4447-4c7a-9308-24eb157850e8 HTTP/1.1" status: 200 len: 217 time: 0.0737090 Mar 11 19:48:57.573831 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:58.064643 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3611c-ef86-476e-8f18-3929efeb9c1e req-030f9bf4-0ff1-47c9-bd98-fb983056ad18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:58.066223 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e7e3611c-ef86-476e-8f18-3929efeb9c1e req-030f9bf4-0ff1-47c9-bd98-fb983056ad18 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8d74cfef-df19-4443-8dbc-7728b7150eec HTTP/1.1" status: 200 len: 845 time: 0.5095866 Mar 11 19:48:58.153875 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e1e9a2b7-6ff2-436a-892b-266d22075132 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (4a546af9-d09b-468b-bbf7-dc5ec92bc38e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:58.161597 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e7e3611c-ef86-476e-8f18-3929efeb9c1e req-b97a4125-64ec-487f-95ce-3ec4b66b61f2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5f4622d2-6877-42dd-be4c-6b2764b6d954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828509 Mar 11 19:48:58.227676 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160b67b9-de1d-4a84-af19-5a338e73c0a9 req-8337be28-9f1b-45be-a4e1-8d30bc4110a8 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:58.229260 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-160b67b9-de1d-4a84-af19-5a338e73c0a9 req-8337be28-9f1b-45be-a4e1-8d30bc4110a8 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/ports?device_id=9704cc3c-cfbe-466d-ac6d-477d6b62bb94 HTTP/1.1" status: 200 len: 945 time: 0.5892131 Mar 11 19:48:58.250189 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-e1e9a2b7-6ff2-436a-892b-266d22075132 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a546af9-d09b-468b-bbf7-dc5ec92bc38e']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:58.307498 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-e1e9a2b7-6ff2-436a-892b-266d22075132 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d5c10ac-1d67-4914-9996-f309ec7c6261') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:58.307943 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-e1e9a2b7-6ff2-436a-892b-266d22075132 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d5c10ac-1d67-4914-9996-f309ec7c6261') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:48:58.363262 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e1e9a2b7-6ff2-436a-892b-266d22075132 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (9d5c10ac-1d67-4914-9996-f309ec7c6261), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:58.410021 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e1e9a2b7-6ff2-436a-892b-266d22075132 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (9d5c10ac-1d67-4914-9996-f309ec7c6261), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:58.431920 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1e9a2b7-6ff2-436a-892b-266d22075132 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Releasing vlan 872 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:48:58.432355 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e1e9a2b7-6ff2-436a-892b-266d22075132 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (9d5c10ac-1d67-4914-9996-f309ec7c6261), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:58.440553 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 19:48:58.440553 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:48:58.440553 n-d-833163-1 neutron-server[103885]: timer() Mar 11 19:48:58.440553 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:48:58.440553 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 19:48:58.440553 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:48:58.440553 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 19:48:58.440553 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:48:58.440553 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 19:48:58.440553 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:48:58.440553 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 19:48:58.440553 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:48:58.440553 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 19:48:58.440553 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:48:58.440553 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:48:58.440553 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:48:58.440553 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:48:58.440553 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:48:58.440553 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 19:48:58.440553 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:48:58.440553 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 19:48:58.440553 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:48:58.440553 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:48:58.440553 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:48:58.440553 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 19:48:58.440553 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:48:58.440553 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:48:58.440553 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:48:58.440553 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:48:58.440553 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:48:58.440553 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:48:58.440553 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:48:58.467365 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-160b67b9-de1d-4a84-af19-5a338e73c0a9 req-a69f8293-fef7-46cd-a491-a5707ab77a00 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac76e7d2-86d4-4d6a-9e4e-efe333e24013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2204120 Mar 11 19:48:58.480559 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e7e3611c-ef86-476e-8f18-3929efeb9c1e req-6ab5e5e3-4dd5-42b7-b58a-06a1f73cedaf service neutron] 10.222.0.57 "GET /v2.0/networks/5f4622d2-6877-42dd-be4c-6b2764b6d954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062356 Mar 11 19:48:58.562394 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f1f7c33-f9c0-49ba-9d86-e830b6c507e0 x-openstack-request-id: req-2f1f7c33-f9c0-49ba-9d86-e830b6c507e0 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:48:58.563211 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eba47140-e6b6-4fd2-bd98-d0de53a78cc3", "tag": "514a03f9-4447-4c7a-9308-24eb157850e8", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:48:58.563613 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2f1f7c33-f9c0-49ba-9d86-e830b6c507e0 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:48:58.564503 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eba47140-e6b6-4fd2-bd98-d0de53a78cc3', 'tag': '514a03f9-4447-4c7a-9308-24eb157850e8', 'status': 'completed', 'code': 200} Mar 11 19:48:58.567949 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-045c5049-3c7a-445a-baff-0cd7653fba05 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for port (77ccc668-172c-45f3-b82a-960d8820cf94), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:58.572877 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e1e9a2b7-6ff2-436a-892b-266d22075132 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (4a546af9-d09b-468b-bbf7-dc5ec92bc38e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:58.584876 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e1e9a2b7-6ff2-436a-892b-266d22075132 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:58.590888 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53292) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:58.592573 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-e1e9a2b7-6ff2-436a-892b-266d22075132 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] 10.222.0.65 "DELETE /v2.0/networks/4a546af9-d09b-468b-bbf7-dc5ec92bc38e HTTP/1.1" status: 204 len: 168 time: 1.2585075 Mar 11 19:48:58.598234 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-045c5049-3c7a-445a-baff-0cd7653fba05 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (77ccc668-172c-45f3-b82a-960d8820cf94), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:58.667251 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e9a2b7-6ff2-436a-892b-266d22075132 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Pushing event deleted for resources: {'Network': ['ID=4a546af9-d09b-468b-bbf7-dc5ec92bc38e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:58.772861 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-045c5049-3c7a-445a-baff-0cd7653fba05 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (317762a8-3d4e-4241-b725-915c3cea82ed), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:58.779062 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807fac20-a54f-4599-ad5e-c6e879a7a184 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:58.780614 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045c5049-3c7a-445a-baff-0cd7653fba05 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Pushing event updated for resources: {'Port': ['ID=77ccc668-172c-45f3-b82a-960d8820cf94,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:58.785690 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807fac20-a54f-4599-ad5e-c6e879a7a184 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:58.787393 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-807fac20-a54f-4599-ad5e-c6e879a7a184 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1858683 Mar 11 19:48:58.791359 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53294) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:58.796527 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-5a031f31-b794-4aef-98f8-7ecf7e2afbbb tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-631612927'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:48:58.802399 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e7e3611c-ef86-476e-8f18-3929efeb9c1e req-55866e0a-c16f-4311-9026-ec4afe92df71 service neutron] 10.222.0.57 "GET /v2.0/networks/5f4622d2-6877-42dd-be4c-6b2764b6d954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793941 Mar 11 19:48:58.839184 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a031f31-b794-4aef-98f8-7ecf7e2afbbb tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Made reservation on behalf of 56283a407acd4fd0bbc9fff2d2f0ab54 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:48:58.845163 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5a031f31-b794-4aef-98f8-7ecf7e2afbbb tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:58.859801 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973831a6-9de2-43e5-b308-868a5a6b2b44 req-05394454-6e2d-4a2d-b36c-2d0a24d4e5db tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:58.867468 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-973831a6-9de2-43e5-b308-868a5a6b2b44 req-05394454-6e2d-4a2d-b36c-2d0a24d4e5db tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=eba47140-e6b6-4fd2-bd98-d0de53a78cc3 HTTP/1.1" status: 200 len: 944 time: 0.2017436 Mar 11 19:48:58.876742 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a031f31-b794-4aef-98f8-7ecf7e2afbbb tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] vlan segment allocate from pool success with {'vlan_id': 856, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:48:58.891234 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5a031f31-b794-4aef-98f8-7ecf7e2afbbb tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (501d2491-3a3e-4f20-80a1-3c0b1139296d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:58.891679 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-5a031f31-b794-4aef-98f8-7ecf7e2afbbb tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Added segment 501d2491-3a3e-4f20-80a1-3c0b1139296d of type vlan for network 00575a5f-1cfb-4ee4-9bb2-c9850eca8028 Mar 11 19:48:58.937242 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5a031f31-b794-4aef-98f8-7ecf7e2afbbb tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (00575a5f-1cfb-4ee4-9bb2-c9850eca8028), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:58.976701 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5a031f31-b794-4aef-98f8-7ecf7e2afbbb tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (00575a5f-1cfb-4ee4-9bb2-c9850eca8028), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:58.982865 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a031f31-b794-4aef-98f8-7ecf7e2afbbb tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:58.983495 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5a031f31-b794-4aef-98f8-7ecf7e2afbbb tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:59.033372 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-5a031f31-b794-4aef-98f8-7ecf7e2afbbb tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2370381 Mar 11 19:48:59.036902 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53300) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:59.045459 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:59.077603 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-ee8ea049-9d6a-4c4e-8bfc-ea711ea53b11 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1868096193'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:48:59.085866 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a031f31-b794-4aef-98f8-7ecf7e2afbbb tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Pushing event updated for resources: {'Network': ['ID=00575a5f-1cfb-4ee4-9bb2-c9850eca8028,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:59.101961 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 00575a5f-1cfb-4ee4-9bb2-c9850eca8028 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:48:59.110888 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee8ea049-9d6a-4c4e-8bfc-ea711ea53b11 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Made reservation on behalf of 56283a407acd4fd0bbc9fff2d2f0ab54 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:48:59.114322 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ee8ea049-9d6a-4c4e-8bfc-ea711ea53b11 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:59.121585 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d1439-dfe0-4689-854a-40ef5163ecd0 req-177c3132-2c72-449d-8fa2-4f982cbf6ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:59.125262 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ec0d1439-dfe0-4689-854a-40ef5163ecd0 req-177c3132-2c72-449d-8fa2-4f982cbf6ee5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=59ec990deac94d1dadc5fda96e3adfe5&device_id=eba47140-e6b6-4fd2-bd98-d0de53a78cc3 HTTP/1.1" status: 200 len: 1126 time: 0.2524827 Mar 11 19:48:59.157623 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee8ea049-9d6a-4c4e-8bfc-ea711ea53b11 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] vlan segment allocate from pool success with {'vlan_id': 892, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:48:59.168460 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ee8ea049-9d6a-4c4e-8bfc-ea711ea53b11 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (44361d9d-c662-480b-bb34-ae513e115d7e), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:59.168843 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-ee8ea049-9d6a-4c4e-8bfc-ea711ea53b11 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Added segment 44361d9d-c662-480b-bb34-ae513e115d7e of type vlan for network 5a32d470-f058-4d83-9ed9-ca5ba964bfb3 Mar 11 19:48:59.179143 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-973831a6-9de2-43e5-b308-868a5a6b2b44 req-537f2b3a-615f-4061-b985-bb13e5eabe89 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068149 Mar 11 19:48:59.227047 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ee8ea049-9d6a-4c4e-8bfc-ea711ea53b11 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (5a32d470-f058-4d83-9ed9-ca5ba964bfb3), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:59.254022 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045c5049-3c7a-445a-baff-0cd7653fba05 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Network 85cbedb7-79a3-4bf7-b0f6-cf3fff5670fd is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:48:59.272790 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device b2da3943-5859-4267-aed3-79306df387fe up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:48:59.276752 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-045c5049-3c7a-445a-baff-0cd7653fba05 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:48:59.310979 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ee8ea049-9d6a-4c4e-8bfc-ea711ea53b11 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (5a32d470-f058-4d83-9ed9-ca5ba964bfb3), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:59.324943 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8ea049-9d6a-4c4e-8bfc-ea711ea53b11 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:59.327014 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ee8ea049-9d6a-4c4e-8bfc-ea711ea53b11 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:59.454534 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ee8ea049-9d6a-4c4e-8bfc-ea711ea53b11 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4165254 Mar 11 19:48:59.468918 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port b2da3943-5859-4267-aed3-79306df387fe completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:48:59.472417 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53310) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:48:59.478008 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port b2da3943-5859-4267-aed3-79306df387fe triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:48:59.479327 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (b2da3943-5859-4267-aed3-79306df387fe), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:59.494778 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d1439-dfe0-4689-854a-40ef5163ecd0 req-c8170eb2-24c5-4827-b5bc-d126f94283ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:59.496288 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ec0d1439-dfe0-4689-854a-40ef5163ecd0 req-c8170eb2-24c5-4827-b5bc-d126f94283ba service neutron] 10.222.0.57 "GET /v2.0/networks?id=5f4622d2-6877-42dd-be4c-6b2764b6d954 HTTP/1.1" status: 200 len: 906 time: 0.3555963 Mar 11 19:48:59.571756 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-9e63f1cf-ce82-428d-906c-b4a208f20837 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Request body: {'ports': [{'network_id': '00575a5f-1cfb-4ee4-9bb2-c9850eca8028', 'name': 'tempest-port--1967654008', 'admin_state_up': True}, {'network_id': '5a32d470-f058-4d83-9ed9-ca5ba964bfb3', 'admin_state_up': False}]} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:48:59.572788 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-9e63f1cf-ce82-428d-906c-b4a208f20837 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Request body: {'port': {'network_id': '00575a5f-1cfb-4ee4-9bb2-c9850eca8028', 'name': 'tempest-port--1967654008', 'admin_state_up': True}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:48:59.574561 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-9e63f1cf-ce82-428d-906c-b4a208f20837 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Request body: {'port': {'network_id': '5a32d470-f058-4d83-9ed9-ca5ba964bfb3', 'admin_state_up': False}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:48:59.644145 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ec0d1439-dfe0-4689-854a-40ef5163ecd0 req-e78145d7-df7a-462d-829f-fb0895712b78 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=514a03f9-4447-4c7a-9308-24eb157850e8 HTTP/1.1" status: 200 len: 217 time: 0.1392450 Mar 11 19:48:59.659201 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8ea049-9d6a-4c4e-8bfc-ea711ea53b11 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Pushing event updated for resources: {'Network': ['ID=5a32d470-f058-4d83-9ed9-ca5ba964bfb3,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:48:59.680327 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 5a32d470-f058-4d83-9ed9-ca5ba964bfb3 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:48:59.719903 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port b2da3943-5859-4267-aed3-79306df387fe is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:48:59.720826 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b2da3943-5859-4267-aed3-79306df387fe), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:59.801206 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e787354-b920-4546-a16a-a471b5eb68d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2da3943-5859-4267-aed3-79306df387fe'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:48:59.804065 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc71d2f2-ff0a-4cf6-9fd8-c7c9bbafc7e3" -d '{"events": [{"server_uuid": "2e787354-b920-4546-a16a-a471b5eb68d9", "name": "network-vif-plugged", "status": "completed", "tag": "b2da3943-5859-4267-aed3-79306df387fe"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:48:59.807701 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9311a2b-4933-499c-8e41-66f7765d530e req-ed4aca81-47c9-4fc8-be8a-72e7905cf3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:59.809274 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d9311a2b-4933-499c-8e41-66f7765d530e req-ed4aca81-47c9-4fc8-be8a-72e7905cf3f3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=576d2a7c254e4aed8ead0c581ff9c26f&device_id=9704cc3c-cfbe-466d-ac6d-477d6b62bb94 HTTP/1.1" status: 200 len: 1127 time: 0.2240374 Mar 11 19:48:59.829369 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d1439-dfe0-4689-854a-40ef5163ecd0 req-75c3c708-f7a3-43c0-8bd1-9604a738d0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:48:59.831239 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port b2da3943-5859-4267-aed3-79306df387fe, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=b2da3943-5859-4267-aed3-79306df387fe,segment=NetworkSegment(75f2f2d2-b0b3-40d6-a0f8-d0935637736f),segment_id=75f2f2d2-b0b3-40d6-a0f8-d0935637736f)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:48:59.832621 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ec0d1439-dfe0-4689-854a-40ef5163ecd0 req-75c3c708-f7a3-43c0-8bd1-9604a738d0c6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8d74cfef-df19-4443-8dbc-7728b7150eec HTTP/1.1" status: 200 len: 845 time: 0.1258349 Mar 11 19:48:59.844258 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-cd724f0e-7e91-4f70-b581-a8a37d3aa5fd None None] Provisioning complete for port 77ccc668-172c-45f3-b82a-960d8820cf94 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:48:59.844258 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cd724f0e-7e91-4f70-b581-a8a37d3aa5fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (77ccc668-172c-45f3-b82a-960d8820cf94), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:59.845879 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (b2da3943-5859-4267-aed3-79306df387fe), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:48:59.914478 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ec0d1439-dfe0-4689-854a-40ef5163ecd0 req-3fff5d0c-77f6-4b34-85a9-4568a3b9bbb0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5f4622d2-6877-42dd-be4c-6b2764b6d954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549538 Mar 11 19:48:59.924063 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-cd724f0e-7e91-4f70-b581-a8a37d3aa5fd None None] Port 77ccc668-172c-45f3-b82a-960d8820cf94 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:48:59.936549 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=b2da3943-5859-4267-aed3-79306df387fe,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:00.022697 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e63f1cf-ce82-428d-906c-b4a208f20837 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Made reservation on behalf of 56283a407acd4fd0bbc9fff2d2f0ab54 for: {'port': 2} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:49:00.026895 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9e63f1cf-ce82-428d-906c-b4a208f20837 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:00.035094 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ef85f-00be-4d07-8e55-d9e5cd2a1789 req-5070c17b-2280-4283-b00b-f59a75ec6899 tempest-ServerAddressesTestJSON-1437026841 tempest-ServerAddressesTestJSON-1437026841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:00.043187 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-080ef85f-00be-4d07-8e55-d9e5cd2a1789 req-5070c17b-2280-4283-b00b-f59a75ec6899 tempest-ServerAddressesTestJSON-1437026841 tempest-ServerAddressesTestJSON-1437026841-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e787354-b920-4546-a16a-a471b5eb68d9 HTTP/1.1" status: 200 len: 945 time: 0.4486351 Mar 11 19:49:00.058895 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9e63f1cf-ce82-428d-906c-b4a208f20837 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:00.106347 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-045c5049-3c7a-445a-baff-0cd7653fba05 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Router 317762a8-3d4e-4241-b725-915c3cea82ed is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:49:00.121295 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ec0d1439-dfe0-4689-854a-40ef5163ecd0 req-1ba2be8c-20f2-4ff9-b801-8991448ed012 service neutron] 10.222.0.57 "GET /v2.0/networks/5f4622d2-6877-42dd-be4c-6b2764b6d954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994789 Mar 11 19:49:00.138036 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-080ef85f-00be-4d07-8e55-d9e5cd2a1789 req-d9cb8841-a5ba-4514-af10-d37e6d8652d9 tempest-ServerAddressesTestJSON-1437026841 tempest-ServerAddressesTestJSON-1437026841-project] 10.222.0.65 "GET /v2.0/security-groups?id=12442f07-f891-442d-81d7-db37f2a3b910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939760 Mar 11 19:49:00.163479 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9311a2b-4933-499c-8e41-66f7765d530e req-16a2703c-2bb2-42bd-8895-4b0f04289590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:00.165025 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d9311a2b-4933-499c-8e41-66f7765d530e req-16a2703c-2bb2-42bd-8895-4b0f04289590 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fa906f4a-19f4-4b7d-8351-256fb4a2150c HTTP/1.1" status: 200 len: 911 time: 0.2417145 Mar 11 19:49:00.307454 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-9e63f1cf-ce82-428d-906c-b4a208f20837 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] device_id is not set on port b8f84c7e-dece-41dc-bebe-ca13feb56b4b yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:49:00.324430 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d9311a2b-4933-499c-8e41-66f7765d530e req-9553e450-71df-4c7c-bb93-1367c81e6cf4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6bc0ca68-4601-45de-a9ae-2168045ff10f HTTP/1.1" status: 200 len: 1001 time: 0.1281316 Mar 11 19:49:00.362636 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-045c5049-3c7a-445a-baff-0cd7653fba05 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:49:00.374925 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-045c5049-3c7a-445a-baff-0cd7653fba05 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "PUT /v2.0/routers/317762a8-3d4e-4241-b725-915c3cea82ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9687278 Mar 11 19:49:00.377294 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53332) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:00.378970 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0eb506-8568-486c-bbb7-4fbaec7e2ed3 None None] Sync routers for ids ['317762a8-3d4e-4241-b725-915c3cea82ed'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:49:00.380444 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ec0d1439-dfe0-4689-854a-40ef5163ecd0 req-56de4569-da59-405b-9de2-87bb1ed17280 service neutron] 10.222.0.57 "GET /v2.0/networks/5f4622d2-6877-42dd-be4c-6b2764b6d954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523086 Mar 11 19:49:00.398892 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ee487-4808-40a4-a563-a95ab2e800eb req-4df3f377-d14d-4742-80af-9d7a60ff3e12 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:00.400711 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-228ee487-4808-40a4-a563-a95ab2e800eb req-4df3f377-d14d-4742-80af-9d7a60ff3e12 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/ports?device_id=9704cc3c-cfbe-466d-ac6d-477d6b62bb94 HTTP/1.1" status: 200 len: 945 time: 0.1527441 Mar 11 19:49:00.425448 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0eb506-8568-486c-bbb7-4fbaec7e2ed3 None None] Routers {'317762a8-3d4e-4241-b725-915c3cea82ed'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:49:00.428525 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-6f0eb506-8568-486c-bbb7-4fbaec7e2ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:48:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['317762a8-3d4e-4241-b725-915c3cea82ed'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:00.476319 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9311a2b-4933-499c-8e41-66f7765d530e req-7f83d0a0-d320-4798-a1b3-9f22b4f59494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:00.479260 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d9311a2b-4933-499c-8e41-66f7765d530e req-7f83d0a0-d320-4798-a1b3-9f22b4f59494 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f9964fd8-a78c-47a9-bc53-fa779164456a HTTP/1.1" status: 200 len: 849 time: 0.1468899 Mar 11 19:49:00.498346 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-228ee487-4808-40a4-a563-a95ab2e800eb req-35f50f88-9ce3-44e2-8d75-cbce9e4b7d9b tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac76e7d2-86d4-4d6a-9e4e-efe333e24013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908310 Mar 11 19:49:00.526841 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-6f0eb506-8568-486c-bbb7-4fbaec7e2ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:00.551106 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28754e5-adb8-4184-9a52-7a8b0567a935 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:00.552579 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c28754e5-adb8-4184-9a52-7a8b0567a935 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "GET /v2.0/ports/77ccc668-172c-45f3-b82a-960d8820cf94 HTTP/1.1" status: 200 len: 977 time: 0.1743469 Mar 11 19:49:00.552899 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0eb506-8568-486c-bbb7-4fbaec7e2ed3 None None] Routers {'317762a8-3d4e-4241-b725-915c3cea82ed'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:49:00.553661 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-6f0eb506-8568-486c-bbb7-4fbaec7e2ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:48:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['317762a8-3d4e-4241-b725-915c3cea82ed'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:00.555507 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 53334) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:00.556661 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b3feb6-8ffd-42c3-9a99-40e26cb99084 x-openstack-request-id: req-58b3feb6-8ffd-42c3-9a99-40e26cb99084 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:49:00.556954 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e787354-b920-4546-a16a-a471b5eb68d9", "name": "network-vif-plugged", "status": "completed", "tag": "b2da3943-5859-4267-aed3-79306df387fe", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:49:00.557204 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-58b3feb6-8ffd-42c3-9a99-40e26cb99084 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:49:00.557837 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e787354-b920-4546-a16a-a471b5eb68d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2da3943-5859-4267-aed3-79306df387fe', 'code': 200} Mar 11 19:49:00.568929 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9e63f1cf-ce82-428d-906c-b4a208f20837 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks [] for port (b8f84c7e-dece-41dc-bebe-ca13feb56b4b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:00.615198 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9311a2b-4933-499c-8e41-66f7765d530e req-32059555-0f41-472f-8c14-9919af2322f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:00.616761 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d9311a2b-4933-499c-8e41-66f7765d530e req-32059555-0f41-472f-8c14-9919af2322f1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fa906f4a-19f4-4b7d-8351-256fb4a2150c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1305330 Mar 11 19:49:00.660366 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-6f0eb506-8568-486c-bbb7-4fbaec7e2ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:00.661134 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0eb506-8568-486c-bbb7-4fbaec7e2ed3 None None] The sync data for ids ['317762a8-3d4e-4241-b725-915c3cea82ed'] in n-d-833163-1 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:49:00.676184 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-9e63f1cf-ce82-428d-906c-b4a208f20837 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] device_id is not set on port e19ad769-0b41-4ea9-8104-e3ea07b82bc7 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:49:00.778023 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d9311a2b-4933-499c-8e41-66f7765d530e req-6bb0db50-c1fc-4410-a8a1-a3310fd876a8 service neutron] 10.222.0.57 "GET /v2.0/networks/fa906f4a-19f4-4b7d-8351-256fb4a2150c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328638 Mar 11 19:49:00.831002 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a242469d-37c7-49d2-8511-7b42a202b171 req-4cd01780-9917-4900-bf50-60dc4265d5e0 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:00.832562 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a242469d-37c7-49d2-8511-7b42a202b171 req-4cd01780-9917-4900-bf50-60dc4265d5e0 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=eba47140-e6b6-4fd2-bd98-d0de53a78cc3 HTTP/1.1" status: 200 len: 944 time: 0.2000558 Mar 11 19:49:00.883707 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d9e10-57d7-4145-ad4e-4a5861e52150 req-3febd8b0-418c-49cf-be76-3fa3ab70c254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:00.885668 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8f7d9e10-57d7-4145-ad4e-4a5861e52150 req-3febd8b0-418c-49cf-be76-3fa3ab70c254 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2e787354-b920-4546-a16a-a471b5eb68d9 HTTP/1.1" status: 200 len: 1128 time: 0.2408476 Mar 11 19:49:00.903800 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9e63f1cf-ce82-428d-906c-b4a208f20837 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks [] for port (e19ad769-0b41-4ea9-8104-e3ea07b82bc7), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:00.952731 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d9311a2b-4933-499c-8e41-66f7765d530e req-1f8e9aac-8f1c-47ec-b403-a850993722c6 service neutron] 10.222.0.57 "GET /v2.0/networks/fa906f4a-19f4-4b7d-8351-256fb4a2150c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582251 Mar 11 19:49:00.991879 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9e63f1cf-ce82-428d-906c-b4a208f20837 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (b8f84c7e-dece-41dc-bebe-ca13feb56b4b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:01.058671 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e63f1cf-ce82-428d-906c-b4a208f20837 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Pushing event updated for resources: {'Port': ['ID=b8f84c7e-dece-41dc-bebe-ca13feb56b4b,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:01.061806 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a242469d-37c7-49d2-8511-7b42a202b171 req-55a23f74-77c5-44b1-9dcd-4a1418a6340b tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748383 Mar 11 19:49:01.074372 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8f7d9e10-57d7-4145-ad4e-4a5861e52150 req-3c7dcd4e-cd6a-4169-8862-3fd3649c0cf7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=12442f07-f891-442d-81d7-db37f2a3b910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781936 Mar 11 19:49:01.103606 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e63f1cf-ce82-428d-906c-b4a208f20837 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Checking segment: {'id': '501d2491-3a3e-4f20-80a1-3c0b1139296d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '00575a5f-1cfb-4ee4-9bb2-c9850eca8028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:49:01.104062 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e63f1cf-ce82-428d-906c-b4a208f20837 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Network hostable DHCP agents. Network: 00575a5f-1cfb-4ee4-9bb2-c9850eca8028, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:49:01.124396 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e63f1cf-ce82-428d-906c-b4a208f20837 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Network 00575a5f-1cfb-4ee4-9bb2-c9850eca8028 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:49:01.137216 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-9e63f1cf-ce82-428d-906c-b4a208f20837 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 00575a5f-1cfb-4ee4-9bb2-c9850eca8028) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:49:01.143324 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e63f1cf-ce82-428d-906c-b4a208f20837 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:49:01.145184 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9e63f1cf-ce82-428d-906c-b4a208f20837 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (e19ad769-0b41-4ea9-8104-e3ea07b82bc7), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:01.154963 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af9a212-401a-4adf-b310-3a056f29884b None None] Network 00575a5f-1cfb-4ee4-9bb2-c9850eca8028 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:49:01.241332 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e63f1cf-ce82-428d-906c-b4a208f20837 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Pushing event updated for resources: {'Port': ['ID=e19ad769-0b41-4ea9-8104-e3ea07b82bc7,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:01.260254 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e63f1cf-ce82-428d-906c-b4a208f20837 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Checking segment: {'id': '44361d9d-c662-480b-bb34-ae513e115d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '5a32d470-f058-4d83-9ed9-ca5ba964bfb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:49:01.260626 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e63f1cf-ce82-428d-906c-b4a208f20837 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Network hostable DHCP agents. Network: 5a32d470-f058-4d83-9ed9-ca5ba964bfb3, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:49:01.296009 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e63f1cf-ce82-428d-906c-b4a208f20837 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Network 5a32d470-f058-4d83-9ed9-ca5ba964bfb3 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:49:01.308154 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-9e63f1cf-ce82-428d-906c-b4a208f20837 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 5a32d470-f058-4d83-9ed9-ca5ba964bfb3) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:49:01.315663 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e63f1cf-ce82-428d-906c-b4a208f20837 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:49:01.328028 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e63f1cf-ce82-428d-906c-b4a208f20837 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:01.333036 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e63f1cf-ce82-428d-906c-b4a208f20837 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:01.333675 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9e63f1cf-ce82-428d-906c-b4a208f20837 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:01.337079 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3155f8b-d45c-4c1c-9469-450f0115409b None None] Network 5a32d470-f058-4d83-9ed9-ca5ba964bfb3 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:49:01.373193 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-9e63f1cf-ce82-428d-906c-b4a208f20837 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.8960240 Mar 11 19:49:01.375720 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53352) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:01.486269 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8692c8-c39d-4641-bf41-6d1281d8bf5c tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:01.493182 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8692c8-c39d-4641-bf41-6d1281d8bf5c tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:01.495534 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-5e8692c8-c39d-4641-bf41-6d1281d8bf5c tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1166086 Mar 11 19:49:01.498267 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53354) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:01.645403 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-29539144-f1d7-43b9-97a4-73bedecdeb16 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Deleting port b8f84c7e-dece-41dc-bebe-ca13feb56b4b {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:49:01.645947 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-29539144-f1d7-43b9-97a4-73bedecdeb16 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (b8f84c7e-dece-41dc-bebe-ca13feb56b4b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:01.757642 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-29539144-f1d7-43b9-97a4-73bedecdeb16 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (b8f84c7e-dece-41dc-bebe-ca13feb56b4b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:01.777904 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-29539144-f1d7-43b9-97a4-73bedecdeb16 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Calling delete_port for b8f84c7e-dece-41dc-bebe-ca13feb56b4b owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:49:01.798014 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd782e0-5923-41ad-89e4-563b9a55317c req-5caced4a-7170-4a9a-bb6d-46007b4bd850 tempest-ServerAddressesTestJSON-1437026841 tempest-ServerAddressesTestJSON-1437026841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:01.805614 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8bd782e0-5923-41ad-89e4-563b9a55317c req-5caced4a-7170-4a9a-bb6d-46007b4bd850 tempest-ServerAddressesTestJSON-1437026841 tempest-ServerAddressesTestJSON-1437026841-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e787354-b920-4546-a16a-a471b5eb68d9 HTTP/1.1" status: 200 len: 946 time: 0.5067210 Mar 11 19:49:01.906622 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8bd782e0-5923-41ad-89e4-563b9a55317c req-48a8a5fd-5efb-4173-ab06-72eaecc4798a tempest-ServerAddressesTestJSON-1437026841 tempest-ServerAddressesTestJSON-1437026841-project] 10.222.0.65 "GET /v2.0/security-groups?id=12442f07-f891-442d-81d7-db37f2a3b910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001105 Mar 11 19:49:01.925404 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-29539144-f1d7-43b9-97a4-73bedecdeb16 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (b8f84c7e-dece-41dc-bebe-ca13feb56b4b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:01.933186 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-af25eb5f-f135-41cb-af5f-ddf8fc5aff15 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (317762a8-3d4e-4241-b725-915c3cea82ed), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:01.972597 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29539144-f1d7-43b9-97a4-73bedecdeb16 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Pushing event deleted for resources: {'Port': ['ID=b8f84c7e-dece-41dc-bebe-ca13feb56b4b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:01.996921 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-29539144-f1d7-43b9-97a4-73bedecdeb16 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:02.001177 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-29539144-f1d7-43b9-97a4-73bedecdeb16 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] 10.222.0.65 "DELETE /v2.0/ports/b8f84c7e-dece-41dc-bebe-ca13feb56b4b HTTP/1.1" status: 204 len: 168 time: 0.5017011 Mar 11 19:49:02.006116 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53368) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:02.124671 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-e4f0ec90-b2a5-430d-9f10-743e85883451 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Deleting port e19ad769-0b41-4ea9-8104-e3ea07b82bc7 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:49:02.125023 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e4f0ec90-b2a5-430d-9f10-743e85883451 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (e19ad769-0b41-4ea9-8104-e3ea07b82bc7), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:02.209967 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e4f0ec90-b2a5-430d-9f10-743e85883451 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (e19ad769-0b41-4ea9-8104-e3ea07b82bc7), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:02.228789 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-e4f0ec90-b2a5-430d-9f10-743e85883451 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Calling delete_port for e19ad769-0b41-4ea9-8104-e3ea07b82bc7 owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:49:02.236176 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e109ec-2747-4e9d-b44d-18f00fd8468d req-7384a5c8-d654-45e1-a749-b82ca5f37ff6 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:02.237709 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-85e109ec-2747-4e9d-b44d-18f00fd8468d req-7384a5c8-d654-45e1-a749-b82ca5f37ff6 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/ports?device_id=9704cc3c-cfbe-466d-ac6d-477d6b62bb94 HTTP/1.1" status: 200 len: 945 time: 0.1649785 Mar 11 19:49:02.352336 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-85e109ec-2747-4e9d-b44d-18f00fd8468d req-5f1078ea-0d04-4c96-b306-f8f42c382a87 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac76e7d2-86d4-4d6a-9e4e-efe333e24013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065581 Mar 11 19:49:02.357106 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e4f0ec90-b2a5-430d-9f10-743e85883451 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (e19ad769-0b41-4ea9-8104-e3ea07b82bc7), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:02.401065 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-af25eb5f-f135-41cb-af5f-ddf8fc5aff15 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Deleting port 77ccc668-172c-45f3-b82a-960d8820cf94 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:49:02.401409 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-af25eb5f-f135-41cb-af5f-ddf8fc5aff15 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (77ccc668-172c-45f3-b82a-960d8820cf94), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:02.413961 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f0ec90-b2a5-430d-9f10-743e85883451 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Pushing event deleted for resources: {'Port': ['ID=e19ad769-0b41-4ea9-8104-e3ea07b82bc7,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:02.421983 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e4f0ec90-b2a5-430d-9f10-743e85883451 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:02.425956 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e4f0ec90-b2a5-430d-9f10-743e85883451 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] 10.222.0.65 "DELETE /v2.0/ports/e19ad769-0b41-4ea9-8104-e3ea07b82bc7 HTTP/1.1" status: 204 len: 168 time: 0.4185507 Mar 11 19:49:02.430233 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53380) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:02.493128 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ba6de0a7-b79c-472b-a757-dc0aac87ff6f tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0601752 Mar 11 19:49:02.494577 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53382) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:02.501958 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-344b8cd3-37bd-4a13-a40e-2b74736807ac tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1323247394'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:49:02.533043 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344b8cd3-37bd-4a13-a40e-2b74736807ac tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Made reservation on behalf of 56283a407acd4fd0bbc9fff2d2f0ab54 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:49:02.540638 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-344b8cd3-37bd-4a13-a40e-2b74736807ac tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:02.569911 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-af25eb5f-f135-41cb-af5f-ddf8fc5aff15 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (77ccc668-172c-45f3-b82a-960d8820cf94), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:02.581796 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-344b8cd3-37bd-4a13-a40e-2b74736807ac tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] vlan segment allocate from pool success with {'vlan_id': 880, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:49:02.587148 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-af25eb5f-f135-41cb-af5f-ddf8fc5aff15 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Calling delete_port for 77ccc668-172c-45f3-b82a-960d8820cf94 owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:49:02.595308 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-344b8cd3-37bd-4a13-a40e-2b74736807ac tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (f2120c89-2e27-458c-80c5-2e4dfd38ccf1), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:02.595688 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-344b8cd3-37bd-4a13-a40e-2b74736807ac tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Added segment f2120c89-2e27-458c-80c5-2e4dfd38ccf1 of type vlan for network 60efbe60-84a0-48a5-a101-e6d333513085 Mar 11 19:49:02.601719 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c1453-bee3-4c0e-ad5d-7970979b64b6 req-7a1950a5-1dc8-4f87-a603-279b68f5422c tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:02.603842 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7c7c1453-bee3-4c0e-ad5d-7970979b64b6 req-7a1950a5-1dc8-4f87-a603-279b68f5422c tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=eba47140-e6b6-4fd2-bd98-d0de53a78cc3 HTTP/1.1" status: 200 len: 944 time: 0.1661460 Mar 11 19:49:02.671468 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-344b8cd3-37bd-4a13-a40e-2b74736807ac tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (60efbe60-84a0-48a5-a101-e6d333513085), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:02.720613 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-344b8cd3-37bd-4a13-a40e-2b74736807ac tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (60efbe60-84a0-48a5-a101-e6d333513085), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:02.727182 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344b8cd3-37bd-4a13-a40e-2b74736807ac tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:02.730310 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-344b8cd3-37bd-4a13-a40e-2b74736807ac tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:02.785637 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7c7c1453-bee3-4c0e-ad5d-7970979b64b6 req-3ed39d7b-823f-4cc6-8893-2653fbc4f3ff tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683178 Mar 11 19:49:02.827502 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b8cd3-37bd-4a13-a40e-2b74736807ac tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Pushing event updated for resources: {'Network': ['ID=60efbe60-84a0-48a5-a101-e6d333513085,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:02.837497 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-344b8cd3-37bd-4a13-a40e-2b74736807ac tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3392560 Mar 11 19:49:02.837662 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53388) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:02.845123 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-365b79a4-2660-4aa7-8306-82a237b9d0ea tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1657776302'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:49:02.859513 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 60efbe60-84a0-48a5-a101-e6d333513085 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:49:02.866371 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365b79a4-2660-4aa7-8306-82a237b9d0ea tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Made reservation on behalf of 56283a407acd4fd0bbc9fff2d2f0ab54 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:49:02.870409 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-365b79a4-2660-4aa7-8306-82a237b9d0ea tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:02.921439 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-365b79a4-2660-4aa7-8306-82a237b9d0ea tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] vlan segment allocate from pool success with {'vlan_id': 879, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:49:02.964053 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-365b79a4-2660-4aa7-8306-82a237b9d0ea tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (0599acea-3d71-4ec1-878e-2089729f1406), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:02.969951 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-365b79a4-2660-4aa7-8306-82a237b9d0ea tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Added segment 0599acea-3d71-4ec1-878e-2089729f1406 of type vlan for network 034001a0-8aed-4a10-ba7b-29662ffc3614 Mar 11 19:49:02.985125 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-af25eb5f-f135-41cb-af5f-ddf8fc5aff15 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (77ccc668-172c-45f3-b82a-960d8820cf94), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:03.035700 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af25eb5f-f135-41cb-af5f-ddf8fc5aff15 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Pushing event deleted for resources: {'Port': ['ID=77ccc668-172c-45f3-b82a-960d8820cf94,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:03.040439 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-365b79a4-2660-4aa7-8306-82a237b9d0ea tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (034001a0-8aed-4a10-ba7b-29662ffc3614), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:03.092310 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-365b79a4-2660-4aa7-8306-82a237b9d0ea tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (034001a0-8aed-4a10-ba7b-29662ffc3614), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:03.105430 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365b79a4-2660-4aa7-8306-82a237b9d0ea tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:03.106374 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-365b79a4-2660-4aa7-8306-82a237b9d0ea tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:03.140380 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-365b79a4-2660-4aa7-8306-82a237b9d0ea tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3016617 Mar 11 19:49:03.262227 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365b79a4-2660-4aa7-8306-82a237b9d0ea tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Pushing event updated for resources: {'Network': ['ID=034001a0-8aed-4a10-ba7b-29662ffc3614,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:03.262492 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c806f-392d-499e-ac13-2cdd3aa74ec7 req-4b4d44fb-2667-4d07-b829-0e4b101176ca tempest-ServerAddressesTestJSON-1437026841 tempest-ServerAddressesTestJSON-1437026841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:03.264317 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-316c806f-392d-499e-ac13-2cdd3aa74ec7 req-4b4d44fb-2667-4d07-b829-0e4b101176ca tempest-ServerAddressesTestJSON-1437026841 tempest-ServerAddressesTestJSON-1437026841-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e787354-b920-4546-a16a-a471b5eb68d9 HTTP/1.1" status: 200 len: 946 time: 0.1611207 Mar 11 19:49:03.282569 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 514a03f9-4447-4c7a-9308-24eb157850e8 details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:49:03.291099 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 034001a0-8aed-4a10-ba7b-29662ffc3614 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:49:03.292914 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53398) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:03.306426 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-fbd7c53c-499f-4f82-8c55-49e4f0f9a2cd tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Request body: {'subnets': [{'network_id': '60efbe60-84a0-48a5-a101-e6d333513085', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1390761735', 'ip_version': 4}, {'network_id': '034001a0-8aed-4a10-ba7b-29662ffc3614', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:49:03.309144 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-fbd7c53c-499f-4f82-8c55-49e4f0f9a2cd tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Request body: {'subnet': {'network_id': '60efbe60-84a0-48a5-a101-e6d333513085', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1390761735', 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:49:03.309937 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-fbd7c53c-499f-4f82-8c55-49e4f0f9a2cd tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Request body: {'subnet': {'network_id': '034001a0-8aed-4a10-ba7b-29662ffc3614', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:49:03.347108 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-af25eb5f-f135-41cb-af5f-ddf8fc5aff15 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (317762a8-3d4e-4241-b725-915c3cea82ed), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:03.485177 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-316c806f-392d-499e-ac13-2cdd3aa74ec7 req-0183498a-0216-4494-bece-6f8023bcab33 tempest-ServerAddressesTestJSON-1437026841 tempest-ServerAddressesTestJSON-1437026841-project] 10.222.0.65 "GET /v2.0/security-groups?id=12442f07-f891-442d-81d7-db37f2a3b910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614377 Mar 11 19:49:03.603974 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af25eb5f-f135-41cb-af5f-ddf8fc5aff15 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Router 317762a8-3d4e-4241-b725-915c3cea82ed has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:49:03.614275 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 514a03f9-4447-4c7a-9308-24eb157850e8, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=514a03f9-4447-4c7a-9308-24eb157850e8,segment=NetworkSegment(518fbfd6-66d4-46dc-8045-59cddcf132dc),segment_id=518fbfd6-66d4-46dc-8045-59cddcf132dc)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:49:03.646464 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': '514a03f9-4447-4c7a-9308-24eb157850e8', 'network_id': '5f4622d2-6877-42dd-be4c-6b2764b6d954', 'port_id': '514a03f9-4447-4c7a-9308-24eb157850e8', 'mac_address': 'fa:16:3e:2f:94:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 866, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d74cfef-df19-4443-8dbc-7728b7150eec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:49:03.677003 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd7c53c-499f-4f82-8c55-49e4f0f9a2cd tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Made reservation on behalf of 56283a407acd4fd0bbc9fff2d2f0ab54 for: {'subnet': 2} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:49:03.688437 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fbd7c53c-499f-4f82-8c55-49e4f0f9a2cd tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:03.688906 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fbd7c53c-499f-4f82-8c55-49e4f0f9a2cd tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:03.704513 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 514a03f9-4447-4c7a-9308-24eb157850e8 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:49:03.705187 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (514a03f9-4447-4c7a-9308-24eb157850e8), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:03.725147 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 514a03f9-4447-4c7a-9308-24eb157850e8 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:49:03.774763 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 514a03f9-4447-4c7a-9308-24eb157850e8, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=514a03f9-4447-4c7a-9308-24eb157850e8,segment=NetworkSegment(518fbfd6-66d4-46dc-8045-59cddcf132dc),segment_id=518fbfd6-66d4-46dc-8045-59cddcf132dc)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:49:03.775005 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af25eb5f-f135-41cb-af5f-ddf8fc5aff15 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:49:03.778573 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (514a03f9-4447-4c7a-9308-24eb157850e8), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:03.787308 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-af25eb5f-f135-41cb-af5f-ddf8fc5aff15 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "PUT /v2.0/routers/317762a8-3d4e-4241-b725-915c3cea82ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2292609 Mar 11 19:49:03.790920 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 53416) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:03.812943 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1f4a02-f468-47e8-b634-f53b07f70845 None None] Sync routers for ids ['317762a8-3d4e-4241-b725-915c3cea82ed'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:49:03.838500 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1f4a02-f468-47e8-b634-f53b07f70845 None None] Routers {'317762a8-3d4e-4241-b725-915c3cea82ed'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:49:03.839138 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-0c1f4a02-f468-47e8-b634-f53b07f70845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:48:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['317762a8-3d4e-4241-b725-915c3cea82ed'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:03.894080 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=514a03f9-4447-4c7a-9308-24eb157850e8,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:03.964279 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-0c1f4a02-f468-47e8-b634-f53b07f70845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:04.029615 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1f4a02-f468-47e8-b634-f53b07f70845 None None] Routers {'317762a8-3d4e-4241-b725-915c3cea82ed'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:49:04.030549 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-0c1f4a02-f468-47e8-b634-f53b07f70845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:48:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['317762a8-3d4e-4241-b725-915c3cea82ed'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:04.080145 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [None req-94ecfa42-e929-4655-8552-ac5b007d7607 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] remove_router_interface failed (client error): The resource could not be found. Mar 11 19:49:04.081438 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-94ecfa42-e929-4655-8552-ac5b007d7607 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "PUT /v2.0/routers/317762a8-3d4e-4241-b725-915c3cea82ed/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2892332 Mar 11 19:49:04.091472 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 53426) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:04.092820 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-0c1f4a02-f468-47e8-b634-f53b07f70845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:04.093622 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1f4a02-f468-47e8-b634-f53b07f70845 None None] The sync data for ids ['317762a8-3d4e-4241-b725-915c3cea82ed'] in n-d-833163-1 is: [] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:49:04.137914 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-2371df4c-531c-45b9-b902-444e6548185c tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "GET /v2.0/ports?device_id=317762a8-3d4e-4241-b725-915c3cea82ed HTTP/1.1" status: 200 len: 205 time: 0.0448282 Mar 11 19:49:04.141975 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 53428) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:04.269120 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0b791f72-f4f8-4d75-9fe6-3400a97f7fc2 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for router (317762a8-3d4e-4241-b725-915c3cea82ed), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:04.286547 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['514a03f9-4447-4c7a-9308-24eb157850e8'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:49:04.335494 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209033ea-8e3d-4552-9250-df278d9d67e8 req-3c4c4c25-cec7-404f-bccd-5f4f4bbc1b98 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:04.337346 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-209033ea-8e3d-4552-9250-df278d9d67e8 req-3c4c4c25-cec7-404f-bccd-5f4f4bbc1b98 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=eba47140-e6b6-4fd2-bd98-d0de53a78cc3 HTTP/1.1" status: 200 len: 945 time: 0.2299759 Mar 11 19:49:04.534115 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0b791f72-f4f8-4d75-9fe6-3400a97f7fc2 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (317762a8-3d4e-4241-b725-915c3cea82ed), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:04.536972 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0b791f72-f4f8-4d75-9fe6-3400a97f7fc2 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for router_controller (317762a8-3d4e-4241-b725-915c3cea82ed), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:04.544994 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-209033ea-8e3d-4552-9250-df278d9d67e8 req-6cc4fe9b-9a74-491c-ae79-012a19b103ff tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008338 Mar 11 19:49:04.641314 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0b791f72-f4f8-4d75-9fe6-3400a97f7fc2 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (317762a8-3d4e-4241-b725-915c3cea82ed), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:04.641854 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b791f72-f4f8-4d75-9fe6-3400a97f7fc2 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Fanout notify agent at l3_agent the message router_deleted on router 317762a8-3d4e-4241-b725-915c3cea82ed {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:49:04.665314 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0b791f72-f4f8-4d75-9fe6-3400a97f7fc2 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:04.668972 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-0b791f72-f4f8-4d75-9fe6-3400a97f7fc2 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "DELETE /v2.0/routers/317762a8-3d4e-4241-b725-915c3cea82ed HTTP/1.1" status: 204 len: 168 time: 0.5043812 Mar 11 19:49:04.672589 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 53440) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:04.730109 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fbd7c53c-499f-4f82-8c55-49e4f0f9a2cd tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (849c1b5a-8f8b-4e0b-bfbc-c74fec2b4066), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:04.746582 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe54b303-e4de-462b-b3a0-0918d31660df req-421b7156-d039-46a8-8463-bdb96f6ab386 tempest-ServerAddressesTestJSON-1437026841 tempest-ServerAddressesTestJSON-1437026841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:04.748177 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fe54b303-e4de-462b-b3a0-0918d31660df req-421b7156-d039-46a8-8463-bdb96f6ab386 tempest-ServerAddressesTestJSON-1437026841 tempest-ServerAddressesTestJSON-1437026841-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e787354-b920-4546-a16a-a471b5eb68d9 HTTP/1.1" status: 200 len: 946 time: 0.1202781 Mar 11 19:49:04.752966 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c695000-3e58-460c-83b9-61a72b24bb7e tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Deleting subnet a5a3af72-e8c0-457d-aa49-f09db41f42b9 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:49:04.758370 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9c695000-3e58-460c-83b9-61a72b24bb7e tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for subnet (a5a3af72-e8c0-457d-aa49-f09db41f42b9), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:04.824423 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7c53c-499f-4f82-8c55-49e4f0f9a2cd tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Pushing event updated for resources: {'Subnet': ['ID=849c1b5a-8f8b-4e0b-bfbc-c74fec2b4066,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:04.829975 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd7c53c-499f-4f82-8c55-49e4f0f9a2cd tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Checking segment: {'id': 'f2120c89-2e27-458c-80c5-2e4dfd38ccf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '60efbe60-84a0-48a5-a101-e6d333513085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:49:04.830341 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd7c53c-499f-4f82-8c55-49e4f0f9a2cd tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Network hostable DHCP agents. Network: 60efbe60-84a0-48a5-a101-e6d333513085, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:49:04.832614 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9c695000-3e58-460c-83b9-61a72b24bb7e tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (a5a3af72-e8c0-457d-aa49-f09db41f42b9), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:04.854315 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd7c53c-499f-4f82-8c55-49e4f0f9a2cd tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Network 60efbe60-84a0-48a5-a101-e6d333513085 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:49:04.865364 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-fbd7c53c-499f-4f82-8c55-49e4f0f9a2cd tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 60efbe60-84a0-48a5-a101-e6d333513085) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:49:04.871096 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fbd7c53c-499f-4f82-8c55-49e4f0f9a2cd tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (a53a73f0-c93e-44f1-a8fb-63865d7fd176), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:04.879838 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d940e8-efb4-48ef-8bb5-678c9535272e None None] Network 60efbe60-84a0-48a5-a101-e6d333513085 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:49:04.906090 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fe54b303-e4de-462b-b3a0-0918d31660df req-d6062741-a4e7-4dac-9a94-f6813b95971c tempest-ServerAddressesTestJSON-1437026841 tempest-ServerAddressesTestJSON-1437026841-project] 10.222.0.65 "GET /v2.0/security-groups?id=12442f07-f891-442d-81d7-db37f2a3b910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504545 Mar 11 19:49:05.008107 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7c53c-499f-4f82-8c55-49e4f0f9a2cd tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Pushing event updated for resources: {'Subnet': ['ID=a53a73f0-c93e-44f1-a8fb-63865d7fd176,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:05.033470 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4791d7ce-79f9-45ba-ac91-85bbe6f28ffc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-60efbe60-84a0-48a5-a101-e6d333513085', 'network_id': '60efbe60-84a0-48a5-a101-e6d333513085', 'project_id': '56283a407acd4fd0bbc9fff2d2f0ab54', 'fixed_ips': [{'subnet_id': '849c1b5a-8f8b-4e0b-bfbc-c74fec2b4066'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:49:05.034372 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4791d7ce-79f9-45ba-ac91-85bbe6f28ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:05.040737 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9c695000-3e58-460c-83b9-61a72b24bb7e tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (a5a3af72-e8c0-457d-aa49-f09db41f42b9), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:05.044424 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbd7c53c-499f-4f82-8c55-49e4f0f9a2cd tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Checking segment: {'id': '0599acea-3d71-4ec1-878e-2089729f1406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '034001a0-8aed-4a10-ba7b-29662ffc3614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:49:05.044784 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd7c53c-499f-4f82-8c55-49e4f0f9a2cd tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Network hostable DHCP agents. Network: 034001a0-8aed-4a10-ba7b-29662ffc3614, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:49:05.078006 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd7c53c-499f-4f82-8c55-49e4f0f9a2cd tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Network 034001a0-8aed-4a10-ba7b-29662ffc3614 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:49:05.088366 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-fbd7c53c-499f-4f82-8c55-49e4f0f9a2cd tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 034001a0-8aed-4a10-ba7b-29662ffc3614) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:49:05.098834 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd7c53c-499f-4f82-8c55-49e4f0f9a2cd tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:05.099306 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd7c53c-499f-4f82-8c55-49e4f0f9a2cd tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:05.099967 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fbd7c53c-499f-4f82-8c55-49e4f0f9a2cd tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:05.130092 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784fa525-35ef-4087-b0db-90d73a57e21d None None] Network 034001a0-8aed-4a10-ba7b-29662ffc3614 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:49:05.138921 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-fbd7c53c-499f-4f82-8c55-49e4f0f9a2cd tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.8417454 Mar 11 19:49:05.140689 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 53448) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:05.234721 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9c695000-3e58-460c-83b9-61a72b24bb7e tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (a5a3af72-e8c0-457d-aa49-f09db41f42b9), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:05.251708 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190c7953-cf7b-4cab-b030-45bcf127f488 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:05.256264 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190c7953-cf7b-4cab-b030-45bcf127f488 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:05.257887 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190c7953-cf7b-4cab-b030-45bcf127f488 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:05.259666 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-190c7953-cf7b-4cab-b030-45bcf127f488 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1163538 Mar 11 19:49:05.263720 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53454) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:05.286533 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c695000-3e58-460c-83b9-61a72b24bb7e tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Pushing event deleted for resources: {'Subnet': ['ID=a5a3af72-e8c0-457d-aa49-f09db41f42b9,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:05.294252 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9c695000-3e58-460c-83b9-61a72b24bb7e tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:05.295837 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4ac5f7-ac22-48ab-867d-2656ddbe6414 None None] Network 85cbedb7-79a3-4bf7-b0f6-cf3fff5670fd requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:49:05.299645 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-9c695000-3e58-460c-83b9-61a72b24bb7e tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "DELETE /v2.0/subnets/a5a3af72-e8c0-457d-aa49-f09db41f42b9 HTTP/1.1" status: 204 len: 168 time: 0.6200790 Mar 11 19:49:05.301739 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 53456) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:05.343894 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f43db68-271a-4720-9349-2d505b6c5336 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-034001a0-8aed-4a10-ba7b-29662ffc3614', 'network_id': '034001a0-8aed-4a10-ba7b-29662ffc3614', 'project_id': '56283a407acd4fd0bbc9fff2d2f0ab54', 'fixed_ips': [{'subnet_id': 'a53a73f0-c93e-44f1-a8fb-63865d7fd176'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:49:05.344696 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1f43db68-271a-4720-9349-2d505b6c5336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:05.379014 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-369097bb-90ab-4073-997a-25f14f3dc81a tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Deleting subnet 849c1b5a-8f8b-4e0b-bfbc-c74fec2b4066 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:49:05.413671 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-4791d7ce-79f9-45ba-ac91-85bbe6f28ffc None None] Allocated IP 172.20.0.2 (60efbe60-84a0-48a5-a101-e6d333513085/849c1b5a-8f8b-4e0b-bfbc-c74fec2b4066/6c6485fc-2000-4788-8914-aa9cebd2e6b3) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:49:05.431349 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-07196599-22e1-4e92-9051-94981ea58779 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (85cbedb7-79a3-4bf7-b0f6-cf3fff5670fd), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:05.518931 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-07196599-22e1-4e92-9051-94981ea58779 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Deleting port 50f84e51-7ecf-4bb8-ae75-3685a866289e {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:49:05.520193 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-07196599-22e1-4e92-9051-94981ea58779 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (50f84e51-7ecf-4bb8-ae75-3685a866289e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:05.604828 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-07196599-22e1-4e92-9051-94981ea58779 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] For port 50f84e51-7ecf-4bb8-ae75-3685a866289e, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=50f84e51-7ecf-4bb8-ae75-3685a866289e,segment=NetworkSegment(ec809d10-a113-47db-b9de-e646d8079954),segment_id=ec809d10-a113-47db-b9de-e646d8079954)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:49:05.605195 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-07196599-22e1-4e92-9051-94981ea58779 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (50f84e51-7ecf-4bb8-ae75-3685a866289e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:05.623687 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-07196599-22e1-4e92-9051-94981ea58779 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Calling delete_port for 50f84e51-7ecf-4bb8-ae75-3685a866289e owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:49:05.761461 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a4072c-eb64-46b0-966d-6fac49b0ba45 req-cc3948ea-663f-4d35-8266-bf7dc0427feb tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:05.762942 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d8a4072c-eb64-46b0-966d-6fac49b0ba45 req-cc3948ea-663f-4d35-8266-bf7dc0427feb tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=eba47140-e6b6-4fd2-bd98-d0de53a78cc3 HTTP/1.1" status: 200 len: 945 time: 0.1257980 Mar 11 19:49:05.782243 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-07196599-22e1-4e92-9051-94981ea58779 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (50f84e51-7ecf-4bb8-ae75-3685a866289e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:05.824264 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07196599-22e1-4e92-9051-94981ea58779 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] No DVR routers for this DVR port 50f84e51-7ecf-4bb8-ae75-3685a866289e on host n-d-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:49:05.902224 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07196599-22e1-4e92-9051-94981ea58779 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Pushing event deleted for resources: {'Port': ['ID=50f84e51-7ecf-4bb8-ae75-3685a866289e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:05.939049 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-1f43db68-271a-4720-9349-2d505b6c5336 None None] Allocated IP 172.20.0.18 (034001a0-8aed-4a10-ba7b-29662ffc3614/a53a73f0-c93e-44f1-a8fb-63865d7fd176/0694bc4e-8940-43fd-be0e-1f961aeb72a4) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:49:05.948998 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4791d7ce-79f9-45ba-ac91-85bbe6f28ffc None None] Publish callbacks [] for port (6c6485fc-2000-4788-8914-aa9cebd2e6b3), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:05.951798 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [req-987f7c2f-68fc-46b0-8010-b0e573bc9fd4 req-f196a1fd-ebd1-46fb-b96f-ef2ef23b7cb9 tempest-ImagesTestJSON-2073069116 tempest-ImagesTestJSON-2073069116-project] (103884) timed out ('10.222.0.75', 51310) {{(pid=103884) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 19:49:05.967759 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-369097bb-90ab-4073-997a-25f14f3dc81a tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks [] for subnet (849c1b5a-8f8b-4e0b-bfbc-c74fec2b4066), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:05.973124 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4791d7ce-79f9-45ba-ac91-85bbe6f28ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (6c6485fc-2000-4788-8914-aa9cebd2e6b3), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:06.002837 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d8a4072c-eb64-46b0-966d-6fac49b0ba45 req-727cc983-17f1-4bdc-bb31-78efb8f7eefd tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275932 Mar 11 19:49:06.030093 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c57591e-781b-46fb-b666-7291da2f4e86 None None] DHCP port deletion for 85cbedb7-79a3-4bf7-b0f6-cf3fff5670fd request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:49:06.087154 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-07196599-22e1-4e92-9051-94981ea58779 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (85cbedb7-79a3-4bf7-b0f6-cf3fff5670fd), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:06.093227 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-369097bb-90ab-4073-997a-25f14f3dc81a tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (849c1b5a-8f8b-4e0b-bfbc-c74fec2b4066), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:06.114890 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-07196599-22e1-4e92-9051-94981ea58779 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85cbedb7-79a3-4bf7-b0f6-cf3fff5670fd']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:06.129411 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-07196599-22e1-4e92-9051-94981ea58779 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec809d10-a113-47db-b9de-e646d8079954') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:06.129718 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-07196599-22e1-4e92-9051-94981ea58779 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec809d10-a113-47db-b9de-e646d8079954') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:06.158774 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-07196599-22e1-4e92-9051-94981ea58779 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (ec809d10-a113-47db-b9de-e646d8079954), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:06.168976 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee09e21-9809-4326-9aa2-856a2d25857c req-151477aa-f383-459f-ad27-b7284ea78860 tempest-ServerAddressesTestJSON-1437026841 tempest-ServerAddressesTestJSON-1437026841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:06.170758 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fee09e21-9809-4326-9aa2-856a2d25857c req-151477aa-f383-459f-ad27-b7284ea78860 tempest-ServerAddressesTestJSON-1437026841 tempest-ServerAddressesTestJSON-1437026841-project] 10.222.0.57 "GET /v2.0/ports?device_id=2e787354-b920-4546-a16a-a471b5eb68d9 HTTP/1.1" status: 200 len: 946 time: 0.3835096 Mar 11 19:49:06.186072 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4791d7ce-79f9-45ba-ac91-85bbe6f28ffc None None] Network 60efbe60-84a0-48a5-a101-e6d333513085 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:49:06.207963 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4791d7ce-79f9-45ba-ac91-85bbe6f28ffc None None] Pushing event updated for resources: {'Port': ['ID=6c6485fc-2000-4788-8914-aa9cebd2e6b3,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:06.220370 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-4791d7ce-79f9-45ba-ac91-85bbe6f28ffc None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:49:06.228229 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4791d7ce-79f9-45ba-ac91-85bbe6f28ffc None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:49:06.259328 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-07196599-22e1-4e92-9051-94981ea58779 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (ec809d10-a113-47db-b9de-e646d8079954), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:06.276791 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07196599-22e1-4e92-9051-94981ea58779 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Releasing vlan 869 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:49:06.277174 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-07196599-22e1-4e92-9051-94981ea58779 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (ec809d10-a113-47db-b9de-e646d8079954), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:06.281937 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 19:49:06.281937 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:49:06.281937 n-d-833163-1 neutron-server[103885]: timer() Mar 11 19:49:06.281937 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:49:06.281937 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 19:49:06.281937 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:49:06.281937 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 19:49:06.281937 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:49:06.281937 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 19:49:06.281937 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:49:06.281937 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 19:49:06.281937 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:49:06.281937 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 19:49:06.281937 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:49:06.281937 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:49:06.281937 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:49:06.281937 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:49:06.281937 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:49:06.281937 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 19:49:06.281937 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:49:06.281937 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 19:49:06.281937 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:49:06.281937 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:49:06.281937 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:49:06.281937 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 19:49:06.281937 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:49:06.281937 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:49:06.281937 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:49:06.281937 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:49:06.281937 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:49:06.281937 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:49:06.281937 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:49:06.298668 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-369097bb-90ab-4073-997a-25f14f3dc81a tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (849c1b5a-8f8b-4e0b-bfbc-c74fec2b4066), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:06.376793 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-4791d7ce-79f9-45ba-ac91-85bbe6f28ffc None None] Attempting to bind port 6c6485fc-2000-4788-8914-aa9cebd2e6b3 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:49:06.377085 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-4791d7ce-79f9-45ba-ac91-85bbe6f28ffc None None] Attempting to bind port 6c6485fc-2000-4788-8914-aa9cebd2e6b3 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'f2120c89-2e27-458c-80c5-2e4dfd38ccf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '60efbe60-84a0-48a5-a101-e6d333513085'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:49:06.377453 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4791d7ce-79f9-45ba-ac91-85bbe6f28ffc None None] Attempting to bind port 6c6485fc-2000-4788-8914-aa9cebd2e6b3 on network 60efbe60-84a0-48a5-a101-e6d333513085 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:49:06.390416 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4791d7ce-79f9-45ba-ac91-85bbe6f28ffc None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:49:06.390808 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4791d7ce-79f9-45ba-ac91-85bbe6f28ffc None None] Checking segment: {'id': 'f2120c89-2e27-458c-80c5-2e4dfd38ccf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '60efbe60-84a0-48a5-a101-e6d333513085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:49:06.391203 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4791d7ce-79f9-45ba-ac91-85bbe6f28ffc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:06.391596 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4791d7ce-79f9-45ba-ac91-85bbe6f28ffc None None] Bound using segment: {'id': 'f2120c89-2e27-458c-80c5-2e4dfd38ccf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '60efbe60-84a0-48a5-a101-e6d333513085'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:49:06.392115 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-4791d7ce-79f9-45ba-ac91-85bbe6f28ffc None None] Bound port: 6c6485fc-2000-4788-8914-aa9cebd2e6b3, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2120c89-2e27-458c-80c5-2e4dfd38ccf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 880, 'network_id': '60efbe60-84a0-48a5-a101-e6d333513085'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:49:06.392491 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4791d7ce-79f9-45ba-ac91-85bbe6f28ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (6c6485fc-2000-4788-8914-aa9cebd2e6b3), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:06.418700 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-369097bb-90ab-4073-997a-25f14f3dc81a tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (849c1b5a-8f8b-4e0b-bfbc-c74fec2b4066), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:06.427172 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1f43db68-271a-4720-9349-2d505b6c5336 None None] Publish callbacks [] for port (0694bc4e-8940-43fd-be0e-1f961aeb72a4), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:06.448808 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb885cec-a06d-44f1-88f9-43611ae21285 req-eae17394-df36-40b0-b998-537fd0f1bff5 tempest-ServerAddressesTestJSON-1437026841 tempest-ServerAddressesTestJSON-1437026841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:06.450316 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cb885cec-a06d-44f1-88f9-43611ae21285 req-eae17394-df36-40b0-b998-537fd0f1bff5 tempest-ServerAddressesTestJSON-1437026841 tempest-ServerAddressesTestJSON-1437026841-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e787354-b920-4546-a16a-a471b5eb68d9 HTTP/1.1" status: 200 len: 946 time: 0.3058627 Mar 11 19:49:06.454040 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1f43db68-271a-4720-9349-2d505b6c5336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (0694bc4e-8940-43fd-be0e-1f961aeb72a4), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:06.470797 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-07196599-22e1-4e92-9051-94981ea58779 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (85cbedb7-79a3-4bf7-b0f6-cf3fff5670fd), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:06.474084 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369097bb-90ab-4073-997a-25f14f3dc81a tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Pushing event deleted for resources: {'Subnet': ['ID=849c1b5a-8f8b-4e0b-bfbc-c74fec2b4066,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:06.480629 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-07196599-22e1-4e92-9051-94981ea58779 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:06.491207 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53478) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:06.491340 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-07196599-22e1-4e92-9051-94981ea58779 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "DELETE /v2.0/networks/85cbedb7-79a3-4bf7-b0f6-cf3fff5670fd HTTP/1.1" status: 204 len: 168 time: 1.1883929 Mar 11 19:49:06.497914 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-d36aaa4e-e5f9-436c-ae4b-8fc237889cf5 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Request body: {'network': {'name': 'tempest-RoutersTest-559344776'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:49:06.503991 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-369097bb-90ab-4073-997a-25f14f3dc81a tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:06.507705 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-369097bb-90ab-4073-997a-25f14f3dc81a tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] 10.222.0.65 "DELETE /v2.0/subnets/849c1b5a-8f8b-4e0b-bfbc-c74fec2b4066 HTTP/1.1" status: 204 len: 168 time: 1.2426221 Mar 11 19:49:06.510585 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53482) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:06.559128 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f43db68-271a-4720-9349-2d505b6c5336 None None] Network 034001a0-8aed-4a10-ba7b-29662ffc3614 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:49:06.572285 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-1f43db68-271a-4720-9349-2d505b6c5336 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:49:06.582233 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f43db68-271a-4720-9349-2d505b6c5336 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:49:06.585804 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7dbf523-2723-4342-9d47-94ba77f8c569 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Deleting subnet a53a73f0-c93e-44f1-a8fb-63865d7fd176 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:49:06.593769 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36aaa4e-e5f9-436c-ae4b-8fc237889cf5 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Made reservation on behalf of 12e41349cb6043d6b0b4ef9017c96ea8 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:49:06.601151 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07196599-22e1-4e92-9051-94981ea58779 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Pushing event deleted for resources: {'Network': ['ID=85cbedb7-79a3-4bf7-b0f6-cf3fff5670fd,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:06.602551 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d36aaa4e-e5f9-436c-ae4b-8fc237889cf5 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:06.620243 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-fee09e21-9809-4326-9aa2-856a2d25857c req-975088b6-0a18-4679-8201-ea4601764e22 tempest-ServerAddressesTestJSON-1437026841 tempest-ServerAddressesTestJSON-1437026841-project] Deleting port b2da3943-5859-4267-aed3-79306df387fe {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:49:06.621067 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fee09e21-9809-4326-9aa2-856a2d25857c req-975088b6-0a18-4679-8201-ea4601764e22 tempest-ServerAddressesTestJSON-1437026841 tempest-ServerAddressesTestJSON-1437026841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (b2da3943-5859-4267-aed3-79306df387fe), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:06.621909 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a7dbf523-2723-4342-9d47-94ba77f8c569 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks [] for subnet (a53a73f0-c93e-44f1-a8fb-63865d7fd176), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:06.666041 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d36aaa4e-e5f9-436c-ae4b-8fc237889cf5 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] vlan segment allocate from pool success with {'vlan_id': 876, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:49:06.681119 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a7dbf523-2723-4342-9d47-94ba77f8c569 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (a53a73f0-c93e-44f1-a8fb-63865d7fd176), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:06.688138 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cb885cec-a06d-44f1-88f9-43611ae21285 req-34cea915-5082-417c-b543-96c6f70dce0a tempest-ServerAddressesTestJSON-1437026841 tempest-ServerAddressesTestJSON-1437026841-project] 10.222.0.65 "GET /v2.0/security-groups?id=12442f07-f891-442d-81d7-db37f2a3b910&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953354 Mar 11 19:49:06.721648 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d36aaa4e-e5f9-436c-ae4b-8fc237889cf5 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (833fd126-c911-4671-a4b8-5d10bc22f8fd), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:06.721648 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-d36aaa4e-e5f9-436c-ae4b-8fc237889cf5 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Added segment 833fd126-c911-4671-a4b8-5d10bc22f8fd of type vlan for network b9ddbee6-24b4-4471-8243-7667ffad5811 Mar 11 19:49:06.774903 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d36aaa4e-e5f9-436c-ae4b-8fc237889cf5 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (b9ddbee6-24b4-4471-8243-7667ffad5811), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:06.802237 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f43db68-271a-4720-9349-2d505b6c5336 None None] Pushing event updated for resources: {'Port': ['ID=0694bc4e-8940-43fd-be0e-1f961aeb72a4,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:06.815574 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4791d7ce-79f9-45ba-ac91-85bbe6f28ffc None None] For port 6c6485fc-2000-4788-8914-aa9cebd2e6b3, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:49:06.819311 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-fee09e21-9809-4326-9aa2-856a2d25857c req-975088b6-0a18-4679-8201-ea4601764e22 tempest-ServerAddressesTestJSON-1437026841 tempest-ServerAddressesTestJSON-1437026841-project] For port b2da3943-5859-4267-aed3-79306df387fe, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=b2da3943-5859-4267-aed3-79306df387fe,segment=NetworkSegment(75f2f2d2-b0b3-40d6-a0f8-d0935637736f),segment_id=75f2f2d2-b0b3-40d6-a0f8-d0935637736f)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:49:06.820137 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fee09e21-9809-4326-9aa2-856a2d25857c req-975088b6-0a18-4679-8201-ea4601764e22 tempest-ServerAddressesTestJSON-1437026841 tempest-ServerAddressesTestJSON-1437026841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (b2da3943-5859-4267-aed3-79306df387fe), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:06.842571 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a7dbf523-2723-4342-9d47-94ba77f8c569 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (a53a73f0-c93e-44f1-a8fb-63865d7fd176), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:06.846385 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d36aaa4e-e5f9-436c-ae4b-8fc237889cf5 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (b9ddbee6-24b4-4471-8243-7667ffad5811), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:06.850519 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-1f43db68-271a-4720-9349-2d505b6c5336 None None] Attempting to bind port 0694bc4e-8940-43fd-be0e-1f961aeb72a4 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:49:06.850908 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-1f43db68-271a-4720-9349-2d505b6c5336 None None] Attempting to bind port 0694bc4e-8940-43fd-be0e-1f961aeb72a4 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '0599acea-3d71-4ec1-878e-2089729f1406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '034001a0-8aed-4a10-ba7b-29662ffc3614'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:49:06.851283 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f43db68-271a-4720-9349-2d505b6c5336 None None] Attempting to bind port 0694bc4e-8940-43fd-be0e-1f961aeb72a4 on network 034001a0-8aed-4a10-ba7b-29662ffc3614 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:49:06.855466 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36aaa4e-e5f9-436c-ae4b-8fc237889cf5 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:06.858848 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f43db68-271a-4720-9349-2d505b6c5336 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:49:06.859275 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f43db68-271a-4720-9349-2d505b6c5336 None None] Checking segment: {'id': '0599acea-3d71-4ec1-878e-2089729f1406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '034001a0-8aed-4a10-ba7b-29662ffc3614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:49:06.859756 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1f43db68-271a-4720-9349-2d505b6c5336 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:06.860166 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f43db68-271a-4720-9349-2d505b6c5336 None None] Bound using segment: {'id': '0599acea-3d71-4ec1-878e-2089729f1406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '034001a0-8aed-4a10-ba7b-29662ffc3614'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:49:06.860824 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-1f43db68-271a-4720-9349-2d505b6c5336 None None] Bound port: 0694bc4e-8940-43fd-be0e-1f961aeb72a4, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0599acea-3d71-4ec1-878e-2089729f1406', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '034001a0-8aed-4a10-ba7b-29662ffc3614'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:49:06.861110 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1f43db68-271a-4720-9349-2d505b6c5336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (0694bc4e-8940-43fd-be0e-1f961aeb72a4), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:06.862935 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d36aaa4e-e5f9-436c-ae4b-8fc237889cf5 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:06.867852 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4791d7ce-79f9-45ba-ac91-85bbe6f28ffc None None] For port 6c6485fc-2000-4788-8914-aa9cebd2e6b3, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=6c6485fc-2000-4788-8914-aa9cebd2e6b3,segment=NetworkSegment(f2120c89-2e27-458c-80c5-2e4dfd38ccf1),segment_id=f2120c89-2e27-458c-80c5-2e4dfd38ccf1)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:49:06.869525 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-fee09e21-9809-4326-9aa2-856a2d25857c req-975088b6-0a18-4679-8201-ea4601764e22 tempest-ServerAddressesTestJSON-1437026841 tempest-ServerAddressesTestJSON-1437026841-project] Calling delete_port for b2da3943-5859-4267-aed3-79306df387fe owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:49:06.885866 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4791d7ce-79f9-45ba-ac91-85bbe6f28ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (6c6485fc-2000-4788-8914-aa9cebd2e6b3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:06.954595 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d36aaa4e-e5f9-436c-ae4b-8fc237889cf5 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4615550 Mar 11 19:49:06.955580 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53488) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:06.982198 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-9e3afbb0-caf1-46a2-8742-b02ebf52c8ed tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Request body: {'subnet': {'network_id': 'b9ddbee6-24b4-4471-8243-7667ffad5811', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:49:06.989547 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 50f84e51-7ecf-4bb8-ae75-3685a866289e no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:49:07.176744 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 50f84e51-7ecf-4bb8-ae75-3685a866289e {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:49:07.177244 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 50f84e51-7ecf-4bb8-ae75-3685a866289e not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:49:07.181925 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4791d7ce-79f9-45ba-ac91-85bbe6f28ffc None None] Pushing event updated for resources: {'Port': ['ID=6c6485fc-2000-4788-8914-aa9cebd2e6b3,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:07.208022 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25798220-de4d-4ca5-9dc7-cbc19ba51b9d None None] Network 60efbe60-84a0-48a5-a101-e6d333513085 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:49:07.211798 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36aaa4e-e5f9-436c-ae4b-8fc237889cf5 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Pushing event updated for resources: {'Network': ['ID=b9ddbee6-24b4-4471-8243-7667ffad5811,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:07.222751 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fee09e21-9809-4326-9aa2-856a2d25857c req-975088b6-0a18-4679-8201-ea4601764e22 tempest-ServerAddressesTestJSON-1437026841 tempest-ServerAddressesTestJSON-1437026841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (b2da3943-5859-4267-aed3-79306df387fe), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:07.234755 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e3afbb0-caf1-46a2-8742-b02ebf52c8ed tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Made reservation on behalf of 12e41349cb6043d6b0b4ef9017c96ea8 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:49:07.246727 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9e3afbb0-caf1-46a2-8742-b02ebf52c8ed tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:07.254692 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['b2da3943-5859-4267-aed3-79306df387fe'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:49:07.256794 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network b9ddbee6-24b4-4471-8243-7667ffad5811 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:49:07.338085 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-1f43db68-271a-4720-9349-2d505b6c5336 None None] For port 0694bc4e-8940-43fd-be0e-1f961aeb72a4, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:49:07.352072 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 514a03f9-4447-4c7a-9308-24eb157850e8 up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:49:07.362714 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a7dbf523-2723-4342-9d47-94ba77f8c569 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (a53a73f0-c93e-44f1-a8fb-63865d7fd176), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:07.423524 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dbf523-2723-4342-9d47-94ba77f8c569 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Pushing event deleted for resources: {'Subnet': ['ID=a53a73f0-c93e-44f1-a8fb-63865d7fd176,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:07.431889 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a7dbf523-2723-4342-9d47-94ba77f8c569 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:07.437206 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a7dbf523-2723-4342-9d47-94ba77f8c569 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] 10.222.0.65 "DELETE /v2.0/subnets/a53a73f0-c93e-44f1-a8fb-63865d7fd176 HTTP/1.1" status: 204 len: 168 time: 0.9253302 Mar 11 19:49:07.440668 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53498) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:07.586948 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-1f43db68-271a-4720-9349-2d505b6c5336 None None] For port 0694bc4e-8940-43fd-be0e-1f961aeb72a4, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=0694bc4e-8940-43fd-be0e-1f961aeb72a4,segment=NetworkSegment(0599acea-3d71-4ec1-878e-2089729f1406),segment_id=0599acea-3d71-4ec1-878e-2089729f1406)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:49:07.642664 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1f43db68-271a-4720-9349-2d505b6c5336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (0694bc4e-8940-43fd-be0e-1f961aeb72a4), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:07.662210 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b555da7-0d08-42be-82cb-c6ba9476528c tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:07.664624 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-5b555da7-0d08-42be-82cb-c6ba9476528c tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2229414 Mar 11 19:49:07.682527 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53502) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:07.751374 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port 514a03f9-4447-4c7a-9308-24eb157850e8 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:49:07.758322 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port 514a03f9-4447-4c7a-9308-24eb157850e8 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:49:07.758956 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (514a03f9-4447-4c7a-9308-24eb157850e8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:07.789664 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f43db68-271a-4720-9349-2d505b6c5336 None None] Pushing event updated for resources: {'Port': ['ID=0694bc4e-8940-43fd-be0e-1f961aeb72a4,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:07.870492 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f2fc1122-8c00-4f7c-9038-312ea4567bc3 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (034001a0-8aed-4a10-ba7b-29662ffc3614), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:07.880514 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa5fbda-c0e4-4b06-8586-29d0ecdb1a24 req-9f02cb50-dfa4-44a6-a68c-4f452fd2ed5a tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:07.883249 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9e3afbb0-caf1-46a2-8742-b02ebf52c8ed tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (176cb634-425a-4aef-9cfd-cc100ee8f403), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:07.911144 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-daa5fbda-c0e4-4b06-8586-29d0ecdb1a24 req-9f02cb50-dfa4-44a6-a68c-4f452fd2ed5a tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=eba47140-e6b6-4fd2-bd98-d0de53a78cc3 HTTP/1.1" status: 200 len: 945 time: 0.7960024 Mar 11 19:49:07.933324 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975088b6-0a18-4679-8201-ea4601764e22 tempest-ServerAddressesTestJSON-1437026841 tempest-ServerAddressesTestJSON-1437026841-project] Pushing event deleted for resources: {'Port': ['ID=b2da3943-5859-4267-aed3-79306df387fe,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:07.957044 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 514a03f9-4447-4c7a-9308-24eb157850e8 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:49:07.957451 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (514a03f9-4447-4c7a-9308-24eb157850e8), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:08.009123 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 514a03f9-4447-4c7a-9308-24eb157850e8, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=514a03f9-4447-4c7a-9308-24eb157850e8,segment=NetworkSegment(518fbfd6-66d4-46dc-8045-59cddcf132dc),segment_id=518fbfd6-66d4-46dc-8045-59cddcf132dc)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:49:08.009806 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eba47140-e6b6-4fd2-bd98-d0de53a78cc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '514a03f9-4447-4c7a-9308-24eb157850e8'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:49:08.014357 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-804da03e-3946-4985-9533-865088c2a961" -d '{"events": [{"server_uuid": "eba47140-e6b6-4fd2-bd98-d0de53a78cc3", "name": "network-vif-plugged", "status": "completed", "tag": "514a03f9-4447-4c7a-9308-24eb157850e8"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:49:08.017679 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3afbb0-caf1-46a2-8742-b02ebf52c8ed tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Pushing event updated for resources: {'Subnet': ['ID=176cb634-425a-4aef-9cfd-cc100ee8f403,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:08.018772 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (514a03f9-4447-4c7a-9308-24eb157850e8), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:08.019692 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device b2da3943-5859-4267-aed3-79306df387fe no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:49:08.038832 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3afbb0-caf1-46a2-8742-b02ebf52c8ed tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Checking segment: {'id': '833fd126-c911-4671-a4b8-5d10bc22f8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'b9ddbee6-24b4-4471-8243-7667ffad5811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:49:08.039202 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3afbb0-caf1-46a2-8742-b02ebf52c8ed tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Network hostable DHCP agents. Network: b9ddbee6-24b4-4471-8243-7667ffad5811, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:49:08.042961 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-fee09e21-9809-4326-9aa2-856a2d25857c req-975088b6-0a18-4679-8201-ea4601764e22 tempest-ServerAddressesTestJSON-1437026841 tempest-ServerAddressesTestJSON-1437026841-project] No DVR routers for this DVR port b2da3943-5859-4267-aed3-79306df387fe on host n-h2-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:49:08.046812 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-fee09e21-9809-4326-9aa2-856a2d25857c req-975088b6-0a18-4679-8201-ea4601764e22 tempest-ServerAddressesTestJSON-1437026841 tempest-ServerAddressesTestJSON-1437026841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:08.051546 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fee09e21-9809-4326-9aa2-856a2d25857c req-975088b6-0a18-4679-8201-ea4601764e22 tempest-ServerAddressesTestJSON-1437026841 tempest-ServerAddressesTestJSON-1437026841-project] 10.222.0.57 "DELETE /v2.0/ports/b2da3943-5859-4267-aed3-79306df387fe HTTP/1.1" status: 204 len: 173 time: 1.8580387 Mar 11 19:49:08.052759 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e787354-b920-4546-a16a-a471b5eb68d9', 'name': 'network-vif-deleted', 'tag': 'b2da3943-5859-4267-aed3-79306df387fe'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:49:08.055962 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45d9db6-25b3-458d-8e29-5687bec0f341" -d '{"events": [{"server_uuid": "2e787354-b920-4546-a16a-a471b5eb68d9", "name": "network-vif-deleted", "tag": "b2da3943-5859-4267-aed3-79306df387fe"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:49:08.100729 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc1122-8c00-4f7c-9038-312ea4567bc3 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Deleting port 0694bc4e-8940-43fd-be0e-1f961aeb72a4 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:49:08.101004 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f2fc1122-8c00-4f7c-9038-312ea4567bc3 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (0694bc4e-8940-43fd-be0e-1f961aeb72a4), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:08.105172 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-daa5fbda-c0e4-4b06-8586-29d0ecdb1a24 req-c8c959d0-dbca-4ce6-8648-891af4918896 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826663 Mar 11 19:49:08.123842 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: b2da3943-5859-4267-aed3-79306df387fe {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:49:08.127780 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device b2da3943-5859-4267-aed3-79306df387fe not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:49:08.193405 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3afbb0-caf1-46a2-8742-b02ebf52c8ed tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Network b9ddbee6-24b4-4471-8243-7667ffad5811 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:49:08.276900 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=514a03f9-4447-4c7a-9308-24eb157850e8,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:08.328284 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-9e3afbb0-caf1-46a2-8742-b02ebf52c8ed tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, b9ddbee6-24b4-4471-8243-7667ffad5811) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:49:08.332441 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-f2fc1122-8c00-4f7c-9038-312ea4567bc3 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] For port 0694bc4e-8940-43fd-be0e-1f961aeb72a4, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=0694bc4e-8940-43fd-be0e-1f961aeb72a4,segment=NetworkSegment(0599acea-3d71-4ec1-878e-2089729f1406),segment_id=0599acea-3d71-4ec1-878e-2089729f1406)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:49:08.334730 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f2fc1122-8c00-4f7c-9038-312ea4567bc3 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (0694bc4e-8940-43fd-be0e-1f961aeb72a4), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:08.345756 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130cd2cb-45aa-4f18-9d72-8eafc0b7de5a None None] Network b9ddbee6-24b4-4471-8243-7667ffad5811 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:49:08.346213 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3afbb0-caf1-46a2-8742-b02ebf52c8ed tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:08.346900 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9e3afbb0-caf1-46a2-8742-b02ebf52c8ed tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:08.359569 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-f2fc1122-8c00-4f7c-9038-312ea4567bc3 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Calling delete_port for 0694bc4e-8940-43fd-be0e-1f961aeb72a4 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:49:08.363368 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e4e56067-2c92-4952-adb8-93d3745e971a req-7aa8a68d-ae11-451c-b290-65fcaf9c0588 tempest-ServerAddressesTestJSON-1437026841 tempest-ServerAddressesTestJSON-1437026841-project] 10.222.0.65 "GET /v2.0/ports?device_id=2e787354-b920-4546-a16a-a471b5eb68d9 HTTP/1.1" status: 200 len: 210 time: 0.0785840 Mar 11 19:49:08.409000 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-9e3afbb0-caf1-46a2-8742-b02ebf52c8ed tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4291828 Mar 11 19:49:08.409927 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 53520) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:08.414998 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-229b5f1c-b1b5-4b26-8279-6512a400e700 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1714948177', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:49:08.472535 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-229b5f1c-b1b5-4b26-8279-6512a400e700 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (54caeb38-e263-41e8-ae61-86f7be11686a), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:08.473990 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-229b5f1c-b1b5-4b26-8279-6512a400e700 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (54caeb38-e263-41e8-ae61-86f7be11686a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:08.486408 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf8bbdc-87da-4a85-a5d7-6fdbb1f75e43 x-openstack-request-id: req-4cf8bbdc-87da-4a85-a5d7-6fdbb1f75e43 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:49:08.488504 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eba47140-e6b6-4fd2-bd98-d0de53a78cc3", "name": "network-vif-plugged", "status": "completed", "tag": "514a03f9-4447-4c7a-9308-24eb157850e8", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:49:08.488771 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4cf8bbdc-87da-4a85-a5d7-6fdbb1f75e43 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:49:08.489178 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eba47140-e6b6-4fd2-bd98-d0de53a78cc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '514a03f9-4447-4c7a-9308-24eb157850e8', 'code': 200} Mar 11 19:49:08.574912 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e5b08ea-72a9-463a-b85e-cb42e61803f8 x-openstack-request-id: req-3e5b08ea-72a9-463a-b85e-cb42e61803f8 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:49:08.575349 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e787354-b920-4546-a16a-a471b5eb68d9", "name": "network-vif-deleted", "tag": "b2da3943-5859-4267-aed3-79306df387fe", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:49:08.575765 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3e5b08ea-72a9-463a-b85e-cb42e61803f8 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:49:08.576240 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e787354-b920-4546-a16a-a471b5eb68d9', 'name': 'network-vif-deleted', 'tag': 'b2da3943-5859-4267-aed3-79306df387fe', 'status': 'completed', 'code': 200} Mar 11 19:49:08.589388 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-229b5f1c-b1b5-4b26-8279-6512a400e700 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for router_controller (54caeb38-e263-41e8-ae61-86f7be11686a), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:08.596170 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f2fc1122-8c00-4f7c-9038-312ea4567bc3 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (0694bc4e-8940-43fd-be0e-1f961aeb72a4), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:08.609822 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab92734-1e35-4db2-af5b-2d056240437e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-b9ddbee6-24b4-4471-8243-7667ffad5811', 'network_id': 'b9ddbee6-24b4-4471-8243-7667ffad5811', 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'fixed_ips': [{'subnet_id': '176cb634-425a-4aef-9cfd-cc100ee8f403'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:49:08.613801 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6ab92734-1e35-4db2-af5b-2d056240437e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:08.629181 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-229b5f1c-b1b5-4b26-8279-6512a400e700 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (54caeb38-e263-41e8-ae61-86f7be11686a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:08.635329 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fc1122-8c00-4f7c-9038-312ea4567bc3 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] No DVR routers for this DVR port 0694bc4e-8940-43fd-be0e-1f961aeb72a4 on host n-d-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:49:08.656684 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-229b5f1c-b1b5-4b26-8279-6512a400e700 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:08.658057 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-229b5f1c-b1b5-4b26-8279-6512a400e700 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2475042 Mar 11 19:49:08.660773 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 53524) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:08.679959 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc1122-8c00-4f7c-9038-312ea4567bc3 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Pushing event deleted for resources: {'Port': ['ID=0694bc4e-8940-43fd-be0e-1f961aeb72a4,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:08.789615 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5782e4-bbd8-4cd1-a74b-b6da71101a12 req-404867ad-054c-4ee5-9740-4da34c538e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:08.791441 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6d5782e4-bbd8-4cd1-a74b-b6da71101a12 req-404867ad-054c-4ee5-9740-4da34c538e72 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=eba47140-e6b6-4fd2-bd98-d0de53a78cc3 HTTP/1.1" status: 200 len: 1128 time: 0.2143819 Mar 11 19:49:08.829513 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f2fc1122-8c00-4f7c-9038-312ea4567bc3 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (034001a0-8aed-4a10-ba7b-29662ffc3614), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:08.891502 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-f2fc1122-8c00-4f7c-9038-312ea4567bc3 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['034001a0-8aed-4a10-ba7b-29662ffc3614']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:08.912967 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-f2fc1122-8c00-4f7c-9038-312ea4567bc3 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0599acea-3d71-4ec1-878e-2089729f1406') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:08.913413 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-f2fc1122-8c00-4f7c-9038-312ea4567bc3 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0599acea-3d71-4ec1-878e-2089729f1406') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:08.926182 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f2fc1122-8c00-4f7c-9038-312ea4567bc3 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (0599acea-3d71-4ec1-878e-2089729f1406), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:08.943695 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f2fc1122-8c00-4f7c-9038-312ea4567bc3 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (0599acea-3d71-4ec1-878e-2089729f1406), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:08.946044 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-6ab92734-1e35-4db2-af5b-2d056240437e None None] Allocated IP 172.20.0.2 (b9ddbee6-24b4-4471-8243-7667ffad5811/176cb634-425a-4aef-9cfd-cc100ee8f403/8470d0a4-86a4-4dc6-9380-c0b301982e49) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:49:08.951544 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2fc1122-8c00-4f7c-9038-312ea4567bc3 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Releasing vlan 879 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:49:08.952248 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f2fc1122-8c00-4f7c-9038-312ea4567bc3 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (0599acea-3d71-4ec1-878e-2089729f1406), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:09.042019 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6d5782e4-bbd8-4cd1-a74b-b6da71101a12 req-0d64b8df-5af5-4035-836d-308fa6c926b9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379377 Mar 11 19:49:09.047431 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:49:09.047431 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:49:09.047431 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:49:09.047431 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:49:09.047431 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:49:09.047431 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:49:09.047431 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:49:09.047431 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:49:09.047431 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:49:09.047431 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:49:09.047431 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:49:09.047431 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:49:09.047431 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:49:09.047431 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:49:09.047431 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:49:09.047431 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:49:09.047431 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:49:09.047431 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:49:09.047431 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:49:09.047431 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:49:09.047431 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:49:09.047431 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:49:09.047431 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:49:09.047431 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:49:09.047431 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:49:09.047431 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:49:09.047431 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:49:09.047431 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:49:09.047431 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:49:09.047431 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:49:09.047431 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:49:09.047431 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:49:09.056111 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f2fc1122-8c00-4f7c-9038-312ea4567bc3 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (034001a0-8aed-4a10-ba7b-29662ffc3614), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:09.077146 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f2fc1122-8c00-4f7c-9038-312ea4567bc3 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:09.087222 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f2fc1122-8c00-4f7c-9038-312ea4567bc3 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] 10.222.0.65 "DELETE /v2.0/networks/034001a0-8aed-4a10-ba7b-29662ffc3614 HTTP/1.1" status: 204 len: 168 time: 1.4036801 Mar 11 19:49:09.098357 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 53530) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:09.106568 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc1122-8c00-4f7c-9038-312ea4567bc3 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Pushing event deleted for resources: {'Network': ['ID=034001a0-8aed-4a10-ba7b-29662ffc3614,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:09.137863 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6ab92734-1e35-4db2-af5b-2d056240437e None None] Publish callbacks [] for port (8470d0a4-86a4-4dc6-9380-c0b301982e49), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:09.165827 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6ab92734-1e35-4db2-af5b-2d056240437e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (8470d0a4-86a4-4dc6-9380-c0b301982e49), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:09.298332 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab92734-1e35-4db2-af5b-2d056240437e None None] Network b9ddbee6-24b4-4471-8243-7667ffad5811 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:49:09.302330 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-6ab92734-1e35-4db2-af5b-2d056240437e None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:49:09.307936 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab92734-1e35-4db2-af5b-2d056240437e None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:49:09.312088 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab92734-1e35-4db2-af5b-2d056240437e None None] Pushing event updated for resources: {'Port': ['ID=8470d0a4-86a4-4dc6-9380-c0b301982e49,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:09.348157 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-563f541c-076a-4659-8762-19f755bc1c06 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (60efbe60-84a0-48a5-a101-e6d333513085), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:09.411075 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-6ab92734-1e35-4db2-af5b-2d056240437e None None] Attempting to bind port 8470d0a4-86a4-4dc6-9380-c0b301982e49 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:49:09.411855 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-6ab92734-1e35-4db2-af5b-2d056240437e None None] Attempting to bind port 8470d0a4-86a4-4dc6-9380-c0b301982e49 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '833fd126-c911-4671-a4b8-5d10bc22f8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'b9ddbee6-24b4-4471-8243-7667ffad5811'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:49:09.412490 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab92734-1e35-4db2-af5b-2d056240437e None None] Attempting to bind port 8470d0a4-86a4-4dc6-9380-c0b301982e49 on network b9ddbee6-24b4-4471-8243-7667ffad5811 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:49:09.421549 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab92734-1e35-4db2-af5b-2d056240437e None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:49:09.422289 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab92734-1e35-4db2-af5b-2d056240437e None None] Checking segment: {'id': '833fd126-c911-4671-a4b8-5d10bc22f8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'b9ddbee6-24b4-4471-8243-7667ffad5811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:49:09.422900 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6ab92734-1e35-4db2-af5b-2d056240437e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:09.423492 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab92734-1e35-4db2-af5b-2d056240437e None None] Bound using segment: {'id': '833fd126-c911-4671-a4b8-5d10bc22f8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'b9ddbee6-24b4-4471-8243-7667ffad5811'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:49:09.424297 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-6ab92734-1e35-4db2-af5b-2d056240437e None None] Bound port: 8470d0a4-86a4-4dc6-9380-c0b301982e49, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '833fd126-c911-4671-a4b8-5d10bc22f8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'b9ddbee6-24b4-4471-8243-7667ffad5811'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:49:09.425176 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6ab92734-1e35-4db2-af5b-2d056240437e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (8470d0a4-86a4-4dc6-9380-c0b301982e49), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:09.531064 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-6ab92734-1e35-4db2-af5b-2d056240437e None None] For port 8470d0a4-86a4-4dc6-9380-c0b301982e49, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:49:09.539686 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-6ab92734-1e35-4db2-af5b-2d056240437e None None] For port 8470d0a4-86a4-4dc6-9380-c0b301982e49, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=8470d0a4-86a4-4dc6-9380-c0b301982e49,segment=NetworkSegment(833fd126-c911-4671-a4b8-5d10bc22f8fd),segment_id=833fd126-c911-4671-a4b8-5d10bc22f8fd)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:49:09.540964 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2979cbc-b7d3-45ea-839d-32637fd7d12a req-bd35bc50-ab96-4639-8e2f-1a6a6b1e1483 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:09.542645 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f2979cbc-b7d3-45ea-839d-32637fd7d12a req-bd35bc50-ab96-4639-8e2f-1a6a6b1e1483 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=eba47140-e6b6-4fd2-bd98-d0de53a78cc3 HTTP/1.1" status: 200 len: 946 time: 0.1996567 Mar 11 19:49:09.546406 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f9f86b4d-2bdf-4f87-83bc-229df5b72d9c tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:09.550608 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6ab92734-1e35-4db2-af5b-2d056240437e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (8470d0a4-86a4-4dc6-9380-c0b301982e49), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:09.657526 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab92734-1e35-4db2-af5b-2d056240437e None None] Pushing event updated for resources: {'Port': ['ID=8470d0a4-86a4-4dc6-9380-c0b301982e49,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:09.669544 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-16ce94e7-2dd6-439c-b617-3469ec902591 None None] Could not find standard attr ID for object 0694bc4e-8940-43fd-be0e-1f961aeb72a4. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 19:49:09.737138 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a9ea3f-050d-41a6-92bb-21d80f332e01 None None] DHCP port deletion for 034001a0-8aed-4a10-ba7b-29662ffc3614 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:49:09.740500 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-563f541c-076a-4659-8762-19f755bc1c06 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Deleting port 6c6485fc-2000-4788-8914-aa9cebd2e6b3 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:49:09.740845 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-563f541c-076a-4659-8762-19f755bc1c06 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (6c6485fc-2000-4788-8914-aa9cebd2e6b3), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:09.760340 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5797da-739d-4e67-aed8-586166f76b22 None None] Network 034001a0-8aed-4a10-ba7b-29662ffc3614 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:49:09.781739 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f2979cbc-b7d3-45ea-839d-32637fd7d12a req-c3e8fde4-2499-4cce-adf7-e3b06250f984 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221303 Mar 11 19:49:09.784538 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5797da-739d-4e67-aed8-586166f76b22 None None] Network 034001a0-8aed-4a10-ba7b-29662ffc3614 could not be found, it might have been deleted concurrently. {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 11 19:49:09.852111 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53558) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:09.896011 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-563f541c-076a-4659-8762-19f755bc1c06 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] For port 6c6485fc-2000-4788-8914-aa9cebd2e6b3, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=6c6485fc-2000-4788-8914-aa9cebd2e6b3,segment=NetworkSegment(f2120c89-2e27-458c-80c5-2e4dfd38ccf1),segment_id=f2120c89-2e27-458c-80c5-2e4dfd38ccf1)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:49:09.896321 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-563f541c-076a-4659-8762-19f755bc1c06 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (6c6485fc-2000-4788-8914-aa9cebd2e6b3), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:09.917269 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-563f541c-076a-4659-8762-19f755bc1c06 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Calling delete_port for 6c6485fc-2000-4788-8914-aa9cebd2e6b3 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:49:09.967223 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b700f89-0873-4a43-99d0-7a5319b42d53 admin admin] Deleting subnet 1610fcc2-03ef-4355-a549-2e735cb6208d {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:49:09.972149 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1b700f89-0873-4a43-99d0-7a5319b42d53 admin admin] Publish callbacks [] for subnet (1610fcc2-03ef-4355-a549-2e735cb6208d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:10.035105 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-f9f86b4d-2bdf-4f87-83bc-229df5b72d9c tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Allocated IP 172.20.0.1 (b9ddbee6-24b4-4471-8243-7667ffad5811/176cb634-425a-4aef-9cfd-cc100ee8f403/831a5d4d-63e4-4d33-b74d-13c4e4d105aa) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:49:10.052478 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1b700f89-0873-4a43-99d0-7a5319b42d53 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (1610fcc2-03ef-4355-a549-2e735cb6208d), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:10.107256 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-563f541c-076a-4659-8762-19f755bc1c06 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (6c6485fc-2000-4788-8914-aa9cebd2e6b3), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:10.142496 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1b700f89-0873-4a43-99d0-7a5319b42d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (1610fcc2-03ef-4355-a549-2e735cb6208d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:10.192192 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563f541c-076a-4659-8762-19f755bc1c06 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Pushing event deleted for resources: {'Port': ['ID=6c6485fc-2000-4788-8914-aa9cebd2e6b3,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:10.198038 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563f541c-076a-4659-8762-19f755bc1c06 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] No DVR routers for this DVR port 6c6485fc-2000-4788-8914-aa9cebd2e6b3 on host n-d-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:49:10.229087 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1b700f89-0873-4a43-99d0-7a5319b42d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (1610fcc2-03ef-4355-a549-2e735cb6208d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:10.274270 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1b700f89-0873-4a43-99d0-7a5319b42d53 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:10.279986 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-1b700f89-0873-4a43-99d0-7a5319b42d53 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/1610fcc2-03ef-4355-a549-2e735cb6208d HTTP/1.1" status: 204 len: 168 time: 0.4243705 Mar 11 19:49:10.279986 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b700f89-0873-4a43-99d0-7a5319b42d53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1610fcc2-03ef-4355-a549-2e735cb6208d,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:10.280732 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53564) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:10.291365 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f9f86b4d-2bdf-4f87-83bc-229df5b72d9c tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for port (831a5d4d-63e4-4d33-b74d-13c4e4d105aa), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:10.358809 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-563f541c-076a-4659-8762-19f755bc1c06 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (60efbe60-84a0-48a5-a101-e6d333513085), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:10.365315 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-86015d21-c505-4377-b01a-2a406945c626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (d66d79bc-4709-421d-9b18-0c8d8d017020), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:10.395714 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-563f541c-076a-4659-8762-19f755bc1c06 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60efbe60-84a0-48a5-a101-e6d333513085']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:10.410833 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-563f541c-076a-4659-8762-19f755bc1c06 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2120c89-2e27-458c-80c5-2e4dfd38ccf1') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:10.411135 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-563f541c-076a-4659-8762-19f755bc1c06 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2120c89-2e27-458c-80c5-2e4dfd38ccf1') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:10.427480 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-563f541c-076a-4659-8762-19f755bc1c06 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (f2120c89-2e27-458c-80c5-2e4dfd38ccf1), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:10.430256 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f9f86b4d-2bdf-4f87-83bc-229df5b72d9c tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (831a5d4d-63e4-4d33-b74d-13c4e4d105aa), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:10.472213 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-86015d21-c505-4377-b01a-2a406945c626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (d66d79bc-4709-421d-9b18-0c8d8d017020), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:10.511900 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-563f541c-076a-4659-8762-19f755bc1c06 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (f2120c89-2e27-458c-80c5-2e4dfd38ccf1), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:10.519356 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-86015d21-c505-4377-b01a-2a406945c626 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d66d79bc-4709-421d-9b18-0c8d8d017020']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:10.548905 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-86015d21-c505-4377-b01a-2a406945c626 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75f2f2d2-b0b3-40d6-a0f8-d0935637736f') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:10.549550 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-86015d21-c505-4377-b01a-2a406945c626 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75f2f2d2-b0b3-40d6-a0f8-d0935637736f') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:10.563488 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f86b4d-2bdf-4f87-83bc-229df5b72d9c tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Network b9ddbee6-24b4-4471-8243-7667ffad5811 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:49:10.564829 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-86015d21-c505-4377-b01a-2a406945c626 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (75f2f2d2-b0b3-40d6-a0f8-d0935637736f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:10.565234 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-f9f86b4d-2bdf-4f87-83bc-229df5b72d9c tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:49:10.574540 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-563f541c-076a-4659-8762-19f755bc1c06 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Releasing vlan 880 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:49:10.574935 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-563f541c-076a-4659-8762-19f755bc1c06 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (f2120c89-2e27-458c-80c5-2e4dfd38ccf1), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:10.584294 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 19:49:10.584294 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:49:10.584294 n-d-833163-1 neutron-server[103885]: timer() Mar 11 19:49:10.584294 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:49:10.584294 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 19:49:10.584294 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:49:10.584294 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 19:49:10.584294 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:49:10.584294 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 19:49:10.584294 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:49:10.584294 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 19:49:10.584294 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:49:10.584294 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 19:49:10.584294 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:49:10.584294 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:49:10.584294 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:49:10.584294 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:49:10.584294 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:49:10.584294 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 19:49:10.584294 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:49:10.584294 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 19:49:10.584294 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:49:10.584294 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:49:10.584294 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:49:10.584294 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 19:49:10.584294 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:49:10.584294 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:49:10.584294 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:49:10.584294 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:49:10.584294 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:49:10.584294 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:49:10.584294 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:49:10.586112 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f86b4d-2bdf-4f87-83bc-229df5b72d9c tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:49:10.593276 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-86015d21-c505-4377-b01a-2a406945c626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (75f2f2d2-b0b3-40d6-a0f8-d0935637736f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:10.601604 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86015d21-c505-4377-b01a-2a406945c626 admin admin] Releasing vlan 878 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:49:10.602549 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-86015d21-c505-4377-b01a-2a406945c626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (75f2f2d2-b0b3-40d6-a0f8-d0935637736f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:10.605177 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:49:10.605177 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:49:10.605177 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:49:10.605177 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:49:10.605177 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:49:10.605177 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:49:10.605177 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:49:10.605177 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:49:10.605177 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:49:10.605177 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:49:10.605177 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:49:10.605177 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:49:10.605177 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:49:10.605177 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:49:10.605177 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:49:10.605177 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:49:10.605177 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:49:10.605177 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:49:10.605177 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:49:10.605177 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:49:10.605177 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:49:10.605177 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:49:10.605177 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:49:10.605177 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:49:10.605177 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:49:10.605177 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:49:10.605177 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:49:10.605177 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:49:10.605177 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:49:10.605177 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:49:10.605177 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:49:10.605177 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:49:10.613903 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f86b4d-2bdf-4f87-83bc-229df5b72d9c tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Pushing event updated for resources: {'Port': ['ID=831a5d4d-63e4-4d33-b74d-13c4e4d105aa,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:10.693118 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-86015d21-c505-4377-b01a-2a406945c626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (d66d79bc-4709-421d-9b18-0c8d8d017020), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:10.709745 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-86015d21-c505-4377-b01a-2a406945c626 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:10.714857 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-86015d21-c505-4377-b01a-2a406945c626 admin admin] 10.222.0.65 "DELETE /v2.0/networks/d66d79bc-4709-421d-9b18-0c8d8d017020 HTTP/1.1" status: 204 len: 168 time: 0.4325538 Mar 11 19:49:10.722564 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-563f541c-076a-4659-8762-19f755bc1c06 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (60efbe60-84a0-48a5-a101-e6d333513085), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:10.731737 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-563f541c-076a-4659-8762-19f755bc1c06 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:10.740980 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-563f541c-076a-4659-8762-19f755bc1c06 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] 10.222.0.65 "DELETE /v2.0/networks/60efbe60-84a0-48a5-a101-e6d333513085 HTTP/1.1" status: 204 len: 168 time: 1.6351540 Mar 11 19:49:10.745970 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 53580) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:10.760921 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86015d21-c505-4377-b01a-2a406945c626 admin admin] Pushing event deleted for resources: {'Network': ['ID=d66d79bc-4709-421d-9b18-0c8d8d017020,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:10.786660 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f9f86b4d-2bdf-4f87-83bc-229df5b72d9c tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (54caeb38-e263-41e8-ae61-86f7be11686a), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:10.837203 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563f541c-076a-4659-8762-19f755bc1c06 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Pushing event deleted for resources: {'Network': ['ID=60efbe60-84a0-48a5-a101-e6d333513085,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:10.982861 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9e668c6c-f281-484e-9b81-5afbe728a360 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (5a32d470-f058-4d83-9ed9-ca5ba964bfb3), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:11.101031 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 8470d0a4-86a4-4dc6-9380-c0b301982e49 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:49:11.120560 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb70999-50fa-4fa6-9432-9ae5a995310e req-65a79555-51c7-44d6-9d34-33d6de53f3e1 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:11.122219 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-edb70999-50fa-4fa6-9432-9ae5a995310e req-65a79555-51c7-44d6-9d34-33d6de53f3e1 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=eba47140-e6b6-4fd2-bd98-d0de53a78cc3 HTTP/1.1" status: 200 len: 946 time: 0.1883972 Mar 11 19:49:11.214035 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53592) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:11.222972 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f9f86b4d-2bdf-4f87-83bc-229df5b72d9c tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (831a5d4d-63e4-4d33-b74d-13c4e4d105aa), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:11.306078 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 8470d0a4-86a4-4dc6-9380-c0b301982e49 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:49:11.306941 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (8470d0a4-86a4-4dc6-9380-c0b301982e49), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:11.328906 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4307a507-e8e7-448f-95b0-0664c6730bbb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7ad19f66afcc4a4e9214440f24bea3b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1124442 Mar 11 19:49:11.331901 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53594) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:11.361599 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9e668c6c-f281-484e-9b81-5afbe728a360 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (5a32d470-f058-4d83-9ed9-ca5ba964bfb3), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:11.431311 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 8470d0a4-86a4-4dc6-9380-c0b301982e49 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:49:11.432432 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (8470d0a4-86a4-4dc6-9380-c0b301982e49), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:11.434982 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-edb70999-50fa-4fa6-9432-9ae5a995310e req-7aa2914e-9b2d-4488-a8e4-2e551d83e7a8 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041086 Mar 11 19:49:11.442013 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-54b0bd27-7fee-47b7-a143-e385a40c6d1f admin admin] Publish callbacks [] for security_group (12442f07-f891-442d-81d7-db37f2a3b910), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:11.449928 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-9e668c6c-f281-484e-9b81-5afbe728a360 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a32d470-f058-4d83-9ed9-ca5ba964bfb3']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:11.482354 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-54b0bd27-7fee-47b7-a143-e385a40c6d1f admin admin] Publish callbacks [] for security_group (12442f07-f891-442d-81d7-db37f2a3b910), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:11.531153 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-9e668c6c-f281-484e-9b81-5afbe728a360 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44361d9d-c662-480b-bb34-ae513e115d7e') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:11.531787 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-9e668c6c-f281-484e-9b81-5afbe728a360 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44361d9d-c662-480b-bb34-ae513e115d7e') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:11.550877 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9e668c6c-f281-484e-9b81-5afbe728a360 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (44361d9d-c662-480b-bb34-ae513e115d7e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:11.570256 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb777b7-9a20-4a17-9a70-0b814ac8ca9e None None] get_active_networks_info from n-d-833163-1 {{(pid=103886) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 11 19:49:11.570845 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-54b0bd27-7fee-47b7-a143-e385a40c6d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (12442f07-f891-442d-81d7-db37f2a3b910), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:11.576300 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-54b0bd27-7fee-47b7-a143-e385a40c6d1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:11.577117 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 8470d0a4-86a4-4dc6-9380-c0b301982e49, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=8470d0a4-86a4-4dc6-9380-c0b301982e49,segment=NetworkSegment(833fd126-c911-4671-a4b8-5d10bc22f8fd),segment_id=833fd126-c911-4671-a4b8-5d10bc22f8fd)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:49:11.578095 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-54b0bd27-7fee-47b7-a143-e385a40c6d1f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/12442f07-f891-442d-81d7-db37f2a3b910 HTTP/1.1" status: 204 len: 168 time: 0.2452395 Mar 11 19:49:11.605779 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b0bd27-7fee-47b7-a143-e385a40c6d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12442f07-f891-442d-81d7-db37f2a3b910,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:11.609526 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9e668c6c-f281-484e-9b81-5afbe728a360 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (44361d9d-c662-480b-bb34-ae513e115d7e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:11.640062 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b0bd27-7fee-47b7-a143-e385a40c6d1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:49:11.640242 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b0bd27-7fee-47b7-a143-e385a40c6d1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:49:11.640651 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b0bd27-7fee-47b7-a143-e385a40c6d1f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:49:11.641805 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b0bd27-7fee-47b7-a143-e385a40c6d1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:49:11.642007 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (8470d0a4-86a4-4dc6-9380-c0b301982e49), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:11.642202 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b0bd27-7fee-47b7-a143-e385a40c6d1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:49:11.642510 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b0bd27-7fee-47b7-a143-e385a40c6d1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:49:11.642892 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b0bd27-7fee-47b7-a143-e385a40c6d1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:49:11.643307 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b0bd27-7fee-47b7-a143-e385a40c6d1f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:49:11.644242 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b0bd27-7fee-47b7-a143-e385a40c6d1f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:49:11.644645 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b0bd27-7fee-47b7-a143-e385a40c6d1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:49:11.644983 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b0bd27-7fee-47b7-a143-e385a40c6d1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:49:11.645978 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b0bd27-7fee-47b7-a143-e385a40c6d1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:49:11.645978 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b0bd27-7fee-47b7-a143-e385a40c6d1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:49:11.667066 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 0694bc4e-8940-43fd-be0e-1f961aeb72a4 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:49:11.831325 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-882c9cfc-82f4-4472-912b-8064ee1898da None None] Provisioning complete for port 8470d0a4-86a4-4dc6-9380-c0b301982e49 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:49:11.831810 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-882c9cfc-82f4-4472-912b-8064ee1898da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (8470d0a4-86a4-4dc6-9380-c0b301982e49), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:11.856394 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f9f86b4d-2bdf-4f87-83bc-229df5b72d9c tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for port (831a5d4d-63e4-4d33-b74d-13c4e4d105aa), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:11.859217 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e668c6c-f281-484e-9b81-5afbe728a360 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Releasing vlan 892 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:49:11.859618 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9e668c6c-f281-484e-9b81-5afbe728a360 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (44361d9d-c662-480b-bb34-ae513e115d7e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:11.887213 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 0694bc4e-8940-43fd-be0e-1f961aeb72a4 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:49:11.887712 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 0694bc4e-8940-43fd-be0e-1f961aeb72a4 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:49:11.918154 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 19:49:11.918154 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:49:11.918154 n-d-833163-1 neutron-server[103885]: timer() Mar 11 19:49:11.918154 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:49:11.918154 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 19:49:11.918154 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:49:11.918154 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 19:49:11.918154 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:49:11.918154 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 19:49:11.918154 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:49:11.918154 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 19:49:11.918154 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:49:11.918154 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 19:49:11.918154 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:49:11.918154 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:49:11.918154 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:49:11.918154 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:49:11.918154 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:49:11.918154 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 19:49:11.918154 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:49:11.918154 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 19:49:11.918154 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:49:11.918154 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:49:11.918154 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:49:11.918154 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 19:49:11.918154 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:49:11.918154 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:49:11.918154 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:49:11.918154 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:49:11.918154 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:49:11.918154 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:49:11.918154 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:49:11.948791 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f9f86b4d-2bdf-4f87-83bc-229df5b72d9c tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (831a5d4d-63e4-4d33-b74d-13c4e4d105aa), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:12.104284 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=8470d0a4-86a4-4dc6-9380-c0b301982e49,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:12.127526 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a1406-4072-4a26-a457-ba2ceeb89cd2 req-f0afe55a-6a12-45c6-b71c-f1ad3bfbdb8e tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:12.129609 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-600a1406-4072-4a26-a457-ba2ceeb89cd2 req-f0afe55a-6a12-45c6-b71c-f1ad3bfbdb8e tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcbb9729-cbfb-4c4f-96b4-c169a0b34c25 HTTP/1.1" status: 200 len: 945 time: 0.2661943 Mar 11 19:49:12.130960 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9e668c6c-f281-484e-9b81-5afbe728a360 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (5a32d470-f058-4d83-9ed9-ca5ba964bfb3), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:12.133781 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f86b4d-2bdf-4f87-83bc-229df5b72d9c tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Pushing event updated for resources: {'Port': ['ID=831a5d4d-63e4-4d33-b74d-13c4e4d105aa,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:12.142973 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f9f86b4d-2bdf-4f87-83bc-229df5b72d9c tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (54caeb38-e263-41e8-ae61-86f7be11686a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:12.150641 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb777b7-9a20-4a17-9a70-0b814ac8ca9e None None] Resources bound (agent type, host, resource id): {{(pid=103886) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 19:49:12.158021 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-882c9cfc-82f4-4472-912b-8064ee1898da None None] Current status of the port 8470d0a4-86a4-4dc6-9380-c0b301982e49 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:49:12.199376 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9e668c6c-f281-484e-9b81-5afbe728a360 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:12.211691 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-9e668c6c-f281-484e-9b81-5afbe728a360 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] 10.222.0.65 "DELETE /v2.0/networks/5a32d470-f058-4d83-9ed9-ca5ba964bfb3 HTTP/1.1" status: 204 len: 168 time: 1.4559150 Mar 11 19:49:12.212693 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53618) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:12.416177 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b199ff9c-572d-4057-8673-e3aa55b571b9 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (00575a5f-1cfb-4ee4-9bb2-c9850eca8028), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:12.452232 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f86b4d-2bdf-4f87-83bc-229df5b72d9c tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Network b9ddbee6-24b4-4471-8243-7667ffad5811 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:49:12.453572 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e668c6c-f281-484e-9b81-5afbe728a360 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Pushing event deleted for resources: {'Network': ['ID=5a32d470-f058-4d83-9ed9-ca5ba964bfb3,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:12.475007 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-f9f86b4d-2bdf-4f87-83bc-229df5b72d9c tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:49:12.530012 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ceacbbb-4391-4747-95e8-ea4c9121d9da None None] Network b9ddbee6-24b4-4471-8243-7667ffad5811 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:49:12.629851 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-600a1406-4072-4a26-a457-ba2ceeb89cd2 req-428549db-3a3d-435d-962c-c6311a957049 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4777238 Mar 11 19:49:12.635779 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b199ff9c-572d-4057-8673-e3aa55b571b9 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (00575a5f-1cfb-4ee4-9bb2-c9850eca8028), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:12.683681 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-b199ff9c-572d-4057-8673-e3aa55b571b9 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00575a5f-1cfb-4ee4-9bb2-c9850eca8028']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:12.710636 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-b199ff9c-572d-4057-8673-e3aa55b571b9 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '501d2491-3a3e-4f20-80a1-3c0b1139296d') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:12.710636 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-b199ff9c-572d-4057-8673-e3aa55b571b9 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '501d2491-3a3e-4f20-80a1-3c0b1139296d') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:12.735584 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b199ff9c-572d-4057-8673-e3aa55b571b9 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (501d2491-3a3e-4f20-80a1-3c0b1139296d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:12.766253 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b199ff9c-572d-4057-8673-e3aa55b571b9 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (501d2491-3a3e-4f20-80a1-3c0b1139296d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:12.772716 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b199ff9c-572d-4057-8673-e3aa55b571b9 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Releasing vlan 856 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:49:12.773118 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b199ff9c-572d-4057-8673-e3aa55b571b9 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (501d2491-3a3e-4f20-80a1-3c0b1139296d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:12.776464 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:49:12.776464 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:49:12.776464 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:49:12.776464 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:49:12.776464 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:49:12.776464 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:49:12.776464 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:49:12.776464 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:49:12.776464 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:49:12.776464 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:49:12.776464 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:49:12.776464 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:49:12.776464 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:49:12.776464 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:49:12.776464 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:49:12.776464 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:49:12.776464 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:49:12.776464 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:49:12.776464 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:49:12.776464 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:49:12.776464 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:49:12.776464 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:49:12.776464 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:49:12.776464 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:49:12.776464 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:49:12.776464 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:49:12.776464 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:49:12.776464 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:49:12.776464 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:49:12.776464 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:49:12.776464 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:49:12.776464 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:49:12.906604 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9f86b4d-2bdf-4f87-83bc-229df5b72d9c tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Router 54caeb38-e263-41e8-ae61-86f7be11686a is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:49:12.940153 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 53638) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:12.981422 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 8470d0a4-86a4-4dc6-9380-c0b301982e49 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:49:13.002190 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb1b39d-76a5-41d7-9751-9157ed22c130 req-a9da3e07-ace7-4a5d-858f-f6ca9ff195d0 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:13.012030 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ffb1b39d-76a5-41d7-9751-9157ed22c130 req-a9da3e07-ace7-4a5d-858f-f6ca9ff195d0 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=eba47140-e6b6-4fd2-bd98-d0de53a78cc3 HTTP/1.1" status: 200 len: 946 time: 0.1784308 Mar 11 19:49:13.017326 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b199ff9c-572d-4057-8673-e3aa55b571b9 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (00575a5f-1cfb-4ee4-9bb2-c9850eca8028), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:13.025321 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b199ff9c-572d-4057-8673-e3aa55b571b9 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:13.031787 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b199ff9c-572d-4057-8673-e3aa55b571b9 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] 10.222.0.65 "DELETE /v2.0/networks/00575a5f-1cfb-4ee4-9bb2-c9850eca8028 HTTP/1.1" status: 204 len: 168 time: 0.8144810 Mar 11 19:49:13.068430 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b199ff9c-572d-4057-8673-e3aa55b571b9 tempest-BulkNetworkOpsTest-361784733 tempest-BulkNetworkOpsTest-361784733-project] Pushing event deleted for resources: {'Network': ['ID=00575a5f-1cfb-4ee4-9bb2-c9850eca8028,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:13.191021 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 8470d0a4-86a4-4dc6-9380-c0b301982e49 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:49:13.191593 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (8470d0a4-86a4-4dc6-9380-c0b301982e49), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:13.445185 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-5bbbca34-749a-4a3a-b8da-0578a6c2ab09 None None] Provisioning complete for port 831a5d4d-63e4-4d33-b74d-13c4e4d105aa triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:49:13.445566 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5bbbca34-749a-4a3a-b8da-0578a6c2ab09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (831a5d4d-63e4-4d33-b74d-13c4e4d105aa), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:13.528016 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 8470d0a4-86a4-4dc6-9380-c0b301982e49 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:49:13.534371 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-5bbbca34-749a-4a3a-b8da-0578a6c2ab09 None None] Port 831a5d4d-63e4-4d33-b74d-13c4e4d105aa cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:49:13.559745 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53646) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:13.571429 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-5bbbca34-749a-4a3a-b8da-0578a6c2ab09 None None] Provisioning complete for port 8470d0a4-86a4-4dc6-9380-c0b301982e49 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:49:13.572033 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5bbbca34-749a-4a3a-b8da-0578a6c2ab09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (8470d0a4-86a4-4dc6-9380-c0b301982e49), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:13.679470 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-5bbbca34-749a-4a3a-b8da-0578a6c2ab09 None None] Current status of the port 8470d0a4-86a4-4dc6-9380-c0b301982e49 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:49:13.829092 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d883b777-ca66-4545-9dfa-37385b494845 None None] Provisioning complete for port 831a5d4d-63e4-4d33-b74d-13c4e4d105aa triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:49:13.829475 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d883b777-ca66-4545-9dfa-37385b494845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (831a5d4d-63e4-4d33-b74d-13c4e4d105aa), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:13.889530 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-6b73df73-cb12-4a61-9b88-693374563af1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=56283a407acd4fd0bbc9fff2d2f0ab54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3244023 Mar 11 19:49:13.892744 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53654) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:13.906094 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-bcdc6cee-56b8-402f-abea-b173a3fbcf68 admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-154061947-network', 'tenant_id': '26f4dfab5aad45c1b4701d5ddf0ca396'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:49:13.915190 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d883b777-ca66-4545-9dfa-37385b494845 None None] Port 831a5d4d-63e4-4d33-b74d-13c4e4d105aa cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:49:13.946587 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f86b4d-2bdf-4f87-83bc-229df5b72d9c tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:49:13.950955 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f9f86b4d-2bdf-4f87-83bc-229df5b72d9c tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "PUT /v2.0/routers/54caeb38-e263-41e8-ae61-86f7be11686a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2869802 Mar 11 19:49:13.956767 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 53656) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:13.969881 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de07e944-ff56-4402-a6a8-bf29c99d2f88 None None] Sync routers for ids ['54caeb38-e263-41e8-ae61-86f7be11686a'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:49:13.980282 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de07e944-ff56-4402-a6a8-bf29c99d2f88 None None] Routers {'54caeb38-e263-41e8-ae61-86f7be11686a'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:49:13.980906 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-de07e944-ff56-4402-a6a8-bf29c99d2f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:48:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['54caeb38-e263-41e8-ae61-86f7be11686a'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:13.988206 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-756d0f2d-1388-4840-a4e5-702df25498d2 admin admin] Publish callbacks [] for security_group (5a5bfdc5-f91f-4186-b1a6-cbc712acd24f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:14.020323 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-756d0f2d-1388-4840-a4e5-702df25498d2 admin admin] Publish callbacks [] for security_group (5a5bfdc5-f91f-4186-b1a6-cbc712acd24f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:14.021740 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ffb1b39d-76a5-41d7-9751-9157ed22c130 req-1803bab0-dd6c-4460-9ac7-4561ecc45593 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0017338 Mar 11 19:49:14.069917 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-de07e944-ff56-4402-a6a8-bf29c99d2f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:14.115107 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce6a031-02d8-47fc-95f1-ea90061e0f37 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:14.120317 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-bce6a031-02d8-47fc-95f1-ea90061e0f37 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "GET /v2.0/ports/831a5d4d-63e4-4d33-b74d-13c4e4d105aa HTTP/1.1" status: 200 len: 910 time: 0.1595776 Mar 11 19:49:14.126726 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 53660) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:14.157332 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcdc6cee-56b8-402f-abea-b173a3fbcf68 admin admin] Made reservation on behalf of 26f4dfab5aad45c1b4701d5ddf0ca396 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:49:14.159723 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bcdc6cee-56b8-402f-abea-b173a3fbcf68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:14.189940 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-756d0f2d-1388-4840-a4e5-702df25498d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (5a5bfdc5-f91f-4186-b1a6-cbc712acd24f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:14.193301 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-756d0f2d-1388-4840-a4e5-702df25498d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:14.196895 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-756d0f2d-1388-4840-a4e5-702df25498d2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5a5bfdc5-f91f-4186-b1a6-cbc712acd24f HTTP/1.1" status: 204 len: 168 time: 0.3028193 Mar 11 19:49:14.227223 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756d0f2d-1388-4840-a4e5-702df25498d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5bfdc5-f91f-4186-b1a6-cbc712acd24f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:14.317997 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bcdc6cee-56b8-402f-abea-b173a3fbcf68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:14.357038 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-dcdad79a-c545-444e-b362-d60963809eda None None] Provisioning complete for port 831a5d4d-63e4-4d33-b74d-13c4e4d105aa triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:49:14.357608 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dcdad79a-c545-444e-b362-d60963809eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (831a5d4d-63e4-4d33-b74d-13c4e4d105aa), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:14.423216 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de07e944-ff56-4402-a6a8-bf29c99d2f88 None None] Routers {'54caeb38-e263-41e8-ae61-86f7be11686a'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:49:14.424104 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-de07e944-ff56-4402-a6a8-bf29c99d2f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:48:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['54caeb38-e263-41e8-ae61-86f7be11686a'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:14.426036 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-dcdad79a-c545-444e-b362-d60963809eda None None] Port 831a5d4d-63e4-4d33-b74d-13c4e4d105aa cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:49:14.534349 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-de07e944-ff56-4402-a6a8-bf29c99d2f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:14.546150 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de07e944-ff56-4402-a6a8-bf29c99d2f88 None None] The sync data for ids ['54caeb38-e263-41e8-ae61-86f7be11686a'] in n-d-833163-1 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:49:14.718124 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc32b2d1-4124-43de-b512-2737f4dc9f02 req-6fb886c4-8069-4760-a5bf-d45e4a7c562e tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:14.726033 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cc32b2d1-4124-43de-b512-2737f4dc9f02 req-6fb886c4-8069-4760-a5bf-d45e4a7c562e tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=eba47140-e6b6-4fd2-bd98-d0de53a78cc3 HTTP/1.1" status: 200 len: 946 time: 0.2112608 Mar 11 19:49:14.740713 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bcdc6cee-56b8-402f-abea-b173a3fbcf68 admin admin] Publish callbacks [] for security_group (4a1b2f48-8c7f-4a57-8f8c-37edd49ab0a9), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:14.772837 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bcdc6cee-56b8-402f-abea-b173a3fbcf68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (4a1b2f48-8c7f-4a57-8f8c-37edd49ab0a9), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:14.840236 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcdc6cee-56b8-402f-abea-b173a3fbcf68 admin admin] vlan segment allocate from pool success with {'vlan_id': 863, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:49:14.929973 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdc6cee-56b8-402f-abea-b173a3fbcf68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1b2f48-8c7f-4a57-8f8c-37edd49ab0a9,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:14.945946 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cc32b2d1-4124-43de-b512-2737f4dc9f02 req-91de8a40-b837-4021-83fc-d12acec80617 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167597 Mar 11 19:49:14.950536 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bcdc6cee-56b8-402f-abea-b173a3fbcf68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (bfe7f90b-d891-444e-9a8e-f2d636a1e42c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:14.950897 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-bcdc6cee-56b8-402f-abea-b173a3fbcf68 admin admin] Added segment bfe7f90b-d891-444e-9a8e-f2d636a1e42c of type vlan for network 87cd00bf-e03d-4198-acd1-ae74c69ad990 Mar 11 19:49:15.035791 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bcdc6cee-56b8-402f-abea-b173a3fbcf68 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (87cd00bf-e03d-4198-acd1-ae74c69ad990), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:15.185709 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bcdc6cee-56b8-402f-abea-b173a3fbcf68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (87cd00bf-e03d-4198-acd1-ae74c69ad990), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:15.186925 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcdc6cee-56b8-402f-abea-b173a3fbcf68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:15.187994 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bcdc6cee-56b8-402f-abea-b173a3fbcf68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:15.289658 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdc6cee-56b8-402f-abea-b173a3fbcf68 admin admin] Pushing event updated for resources: {'Network': ['ID=87cd00bf-e03d-4198-acd1-ae74c69ad990,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:15.304015 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 87cd00bf-e03d-4198-acd1-ae74c69ad990 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:49:15.326774 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0f22d9ba-9165-4247-8918-d75d114cdb37 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (54caeb38-e263-41e8-ae61-86f7be11686a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:15.416620 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53688) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:15.428422 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-bcdc6cee-56b8-402f-abea-b173a3fbcf68 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4786394 Mar 11 19:49:15.429033 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53692) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:15.435252 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-c278ee77-fc07-4ab0-9013-bb43934c68de admin admin] Request body: {'subnet': {'network_id': '87cd00bf-e03d-4198-acd1-ae74c69ad990', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-154061947-subnet', 'tenant_id': '26f4dfab5aad45c1b4701d5ddf0ca396', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:49:15.467890 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c278ee77-fc07-4ab0-9013-bb43934c68de admin admin] Made reservation on behalf of 26f4dfab5aad45c1b4701d5ddf0ca396 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:49:15.472249 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c278ee77-fc07-4ab0-9013-bb43934c68de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:15.642508 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-326a2ece-de0f-4cbb-924b-45ae5aef2b92 tempest-NetworksNegativeTestJSON-1533278988 tempest-NetworksNegativeTestJSON-1533278988-project] Request body: {'port': {'network_id': 'feba1823-999f-4395-a73b-c0f32a3f31a5', 'name': 'tempest-NetworksNegativeTestJSON-632933696'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:49:15.668898 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-326a2ece-de0f-4cbb-924b-45ae5aef2b92 tempest-NetworksNegativeTestJSON-1533278988 tempest-NetworksNegativeTestJSON-1533278988-project] POST failed (client error): The resource could not be found. Mar 11 19:49:15.669389 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-326a2ece-de0f-4cbb-924b-45ae5aef2b92 tempest-NetworksNegativeTestJSON-1533278988 tempest-NetworksNegativeTestJSON-1533278988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:49:15.675667 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-326a2ece-de0f-4cbb-924b-45ae5aef2b92 tempest-NetworksNegativeTestJSON-1533278988 tempest-NetworksNegativeTestJSON-1533278988-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2521665 Mar 11 19:49:15.675667 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53694) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:15.725498 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-f07fa7fe-b37f-447c-ba9b-8cd8768e28e5 tempest-NetworksNegativeTestJSON-1533278988 tempest-NetworksNegativeTestJSON-1533278988-project] DELETE failed (client error): The resource could not be found. Mar 11 19:49:15.726112 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f07fa7fe-b37f-447c-ba9b-8cd8768e28e5 tempest-NetworksNegativeTestJSON-1533278988 tempest-NetworksNegativeTestJSON-1533278988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:49:15.730259 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f07fa7fe-b37f-447c-ba9b-8cd8768e28e5 tempest-NetworksNegativeTestJSON-1533278988 tempest-NetworksNegativeTestJSON-1533278988-project] 10.222.0.65 "DELETE /v2.0/networks/17192f7c-e82d-420f-8608-790b56e43122 HTTP/1.1" status: 404 len: 339 time: 0.0544188 Mar 11 19:49:15.731352 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-0f22d9ba-9165-4247-8918-d75d114cdb37 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Deleting port 831a5d4d-63e4-4d33-b74d-13c4e4d105aa {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:49:15.733352 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0f22d9ba-9165-4247-8918-d75d114cdb37 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (831a5d4d-63e4-4d33-b74d-13c4e4d105aa), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:15.735603 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53696) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:15.777437 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cf48e58-58d5-4ed7-82bf-c851af4767dc tempest-NetworksNegativeTestJSON-1533278988 tempest-NetworksNegativeTestJSON-1533278988-project] DELETE failed (client error): The resource could not be found. Mar 11 19:49:15.778100 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cf48e58-58d5-4ed7-82bf-c851af4767dc tempest-NetworksNegativeTestJSON-1533278988 tempest-NetworksNegativeTestJSON-1533278988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:49:15.781849 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-1cf48e58-58d5-4ed7-82bf-c851af4767dc tempest-NetworksNegativeTestJSON-1533278988 tempest-NetworksNegativeTestJSON-1533278988-project] 10.222.0.65 "DELETE /v2.0/ports/6cd55162-720a-466b-ba13-0e7e068a095b HTTP/1.1" status: 404 len: 333 time: 0.0427408 Mar 11 19:49:15.787521 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53698) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:15.822917 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-397d9284-0282-4efb-8756-f872c730a874 tempest-NetworksNegativeTestJSON-1533278988 tempest-NetworksNegativeTestJSON-1533278988-project] DELETE failed (client error): The resource could not be found. Mar 11 19:49:15.823384 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-397d9284-0282-4efb-8756-f872c730a874 tempest-NetworksNegativeTestJSON-1533278988 tempest-NetworksNegativeTestJSON-1533278988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:49:15.827485 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-397d9284-0282-4efb-8756-f872c730a874 tempest-NetworksNegativeTestJSON-1533278988 tempest-NetworksNegativeTestJSON-1533278988-project] 10.222.0.65 "DELETE /v2.0/subnets/828aa068-d3d2-4cc9-b660-1401b95e9011 HTTP/1.1" status: 404 len: 337 time: 0.0388832 Mar 11 19:49:15.850525 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53700) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:15.891904 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-86bc1c2c-50e3-4388-b67c-dc19b52a3c02 tempest-NetworksNegativeTestJSON-1533278988 tempest-NetworksNegativeTestJSON-1533278988-project] GET failed (client error): The resource could not be found. Mar 11 19:49:15.893384 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-86bc1c2c-50e3-4388-b67c-dc19b52a3c02 tempest-NetworksNegativeTestJSON-1533278988 tempest-NetworksNegativeTestJSON-1533278988-project] 10.222.0.65 "GET /v2.0/networks/274bcab6-8952-4af8-bf5c-c624b21d9fed HTTP/1.1" status: 404 len: 339 time: 0.0419605 Mar 11 19:49:15.901941 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53702) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:15.904187 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0f22d9ba-9165-4247-8918-d75d114cdb37 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (831a5d4d-63e4-4d33-b74d-13c4e4d105aa), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:15.913336 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c278ee77-fc07-4ab0-9013-bb43934c68de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (13c481cd-0f93-45e6-a0fa-69e614b0e877), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:15.923514 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-0f22d9ba-9165-4247-8918-d75d114cdb37 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Calling delete_port for 831a5d4d-63e4-4d33-b74d-13c4e4d105aa owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:49:15.973999 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c278ee77-fc07-4ab0-9013-bb43934c68de admin admin] Pushing event updated for resources: {'Subnet': ['ID=13c481cd-0f93-45e6-a0fa-69e614b0e877,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:15.979388 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-4be23132-f4ca-4a16-b11d-59baf97abade tempest-NetworksNegativeTestJSON-1533278988 tempest-NetworksNegativeTestJSON-1533278988-project] GET failed (client error): The resource could not be found. Mar 11 19:49:15.981200 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4be23132-f4ca-4a16-b11d-59baf97abade tempest-NetworksNegativeTestJSON-1533278988 tempest-NetworksNegativeTestJSON-1533278988-project] 10.222.0.65 "GET /v2.0/ports/e5dd7b15-b651-4537-b2f0-d372708b531b HTTP/1.1" status: 404 len: 333 time: 0.0782239 Mar 11 19:49:15.985522 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53708) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:16.022670 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-47911a88-68d7-4dbb-a1c9-d4949d3a4c96 tempest-NetworksNegativeTestJSON-1533278988 tempest-NetworksNegativeTestJSON-1533278988-project] GET failed (client error): The resource could not be found. Mar 11 19:49:16.024359 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-47911a88-68d7-4dbb-a1c9-d4949d3a4c96 tempest-NetworksNegativeTestJSON-1533278988 tempest-NetworksNegativeTestJSON-1533278988-project] 10.222.0.65 "GET /v2.0/subnets/6a3b9e20-7ea8-4a55-ab7a-197c558f2af8 HTTP/1.1" status: 404 len: 337 time: 0.0378518 Mar 11 19:49:16.042179 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53710) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:16.050209 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-5f1d1b89-508a-48b5-99ac-923effeda906 tempest-NetworksNegativeTestJSON-1533278988 tempest-NetworksNegativeTestJSON-1533278988-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:49:16.115810 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f1d1b89-508a-48b5-99ac-923effeda906 tempest-NetworksNegativeTestJSON-1533278988 tempest-NetworksNegativeTestJSON-1533278988-project] PUT failed (client error): The resource could not be found. Mar 11 19:49:16.116612 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f1d1b89-508a-48b5-99ac-923effeda906 tempest-NetworksNegativeTestJSON-1533278988 tempest-NetworksNegativeTestJSON-1533278988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:49:16.117788 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-5f1d1b89-508a-48b5-99ac-923effeda906 tempest-NetworksNegativeTestJSON-1533278988 tempest-NetworksNegativeTestJSON-1533278988-project] 10.222.0.65 "PUT /v2.0/networks/04ea56b7-8d69-449e-a25f-196a27652250 HTTP/1.1" status: 404 len: 339 time: 0.0717552 Mar 11 19:49:16.119280 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c278ee77-fc07-4ab0-9013-bb43934c68de admin admin] Checking segment: {'id': 'bfe7f90b-d891-444e-9a8e-f2d636a1e42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '87cd00bf-e03d-4198-acd1-ae74c69ad990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:49:16.119581 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c278ee77-fc07-4ab0-9013-bb43934c68de admin admin] Network hostable DHCP agents. Network: 87cd00bf-e03d-4198-acd1-ae74c69ad990, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:49:16.121655 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53722) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:16.129860 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-8d3abe37-0473-4f21-a187-c187db8671c6 tempest-NetworksNegativeTestJSON-1533278988 tempest-NetworksNegativeTestJSON-1533278988-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:49:16.155712 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d3abe37-0473-4f21-a187-c187db8671c6 tempest-NetworksNegativeTestJSON-1533278988 tempest-NetworksNegativeTestJSON-1533278988-project] PUT failed (client error): The resource could not be found. Mar 11 19:49:16.156493 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d3abe37-0473-4f21-a187-c187db8671c6 tempest-NetworksNegativeTestJSON-1533278988 tempest-NetworksNegativeTestJSON-1533278988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:49:16.158308 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8d3abe37-0473-4f21-a187-c187db8671c6 tempest-NetworksNegativeTestJSON-1533278988 tempest-NetworksNegativeTestJSON-1533278988-project] 10.222.0.65 "PUT /v2.0/ports/feb83aa6-91b6-40de-a9dd-1c2af967a794 HTTP/1.1" status: 404 len: 333 time: 0.0355933 Mar 11 19:49:16.162491 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53724) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:16.170055 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-c91050f8-3c87-4342-9ace-08b65db10887 tempest-NetworksNegativeTestJSON-1533278988 tempest-NetworksNegativeTestJSON-1533278988-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:49:16.206126 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c278ee77-fc07-4ab0-9013-bb43934c68de admin admin] Network 87cd00bf-e03d-4198-acd1-ae74c69ad990 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:49:16.213716 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-c91050f8-3c87-4342-9ace-08b65db10887 tempest-NetworksNegativeTestJSON-1533278988 tempest-NetworksNegativeTestJSON-1533278988-project] PUT failed (client error): The resource could not be found. Mar 11 19:49:16.214275 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c91050f8-3c87-4342-9ace-08b65db10887 tempest-NetworksNegativeTestJSON-1533278988 tempest-NetworksNegativeTestJSON-1533278988-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:49:16.216123 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c91050f8-3c87-4342-9ace-08b65db10887 tempest-NetworksNegativeTestJSON-1533278988 tempest-NetworksNegativeTestJSON-1533278988-project] 10.222.0.65 "PUT /v2.0/subnets/04300806-84db-4aff-b94e-3ff81fd8daa2 HTTP/1.1" status: 404 len: 337 time: 0.0521045 Mar 11 19:49:16.219486 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-c278ee77-fc07-4ab0-9013-bb43934c68de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 87cd00bf-e03d-4198-acd1-ae74c69ad990) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:49:16.227660 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d30e98e-d771-4dd4-9b99-9dd980a1b48c None None] Network 87cd00bf-e03d-4198-acd1-ae74c69ad990 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:49:16.232758 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c278ee77-fc07-4ab0-9013-bb43934c68de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:16.233361 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c278ee77-fc07-4ab0-9013-bb43934c68de admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:16.264892 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c278ee77-fc07-4ab0-9013-bb43934c68de admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8255537 Mar 11 19:49:16.337351 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaf878f-616f-4eee-9161-d68259b73adc req-b89bab86-a95e-4518-9ba2-948b2b47fcbd tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:16.339320 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9aaf878f-616f-4eee-9161-d68259b73adc req-b89bab86-a95e-4518-9ba2-948b2b47fcbd tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.57 "GET /v2.0/ports?device_id=eba47140-e6b6-4fd2-bd98-d0de53a78cc3 HTTP/1.1" status: 200 len: 946 time: 0.2985175 Mar 11 19:49:16.342727 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0f22d9ba-9165-4247-8918-d75d114cdb37 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (831a5d4d-63e4-4d33-b74d-13c4e4d105aa), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:16.373840 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4594f397-d22b-45cb-9187-be10b985bfd3 req-c81e05b7-7f4b-4011-8278-c91332fa1648 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:16.375486 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4594f397-d22b-45cb-9187-be10b985bfd3 req-c81e05b7-7f4b-4011-8278-c91332fa1648 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=eba47140-e6b6-4fd2-bd98-d0de53a78cc3 HTTP/1.1" status: 200 len: 946 time: 0.3095872 Mar 11 19:49:16.432646 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f22d9ba-9165-4247-8918-d75d114cdb37 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Pushing event deleted for resources: {'Port': ['ID=831a5d4d-63e4-4d33-b74d-13c4e4d105aa,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:16.556889 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:49:16.628287 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4594f397-d22b-45cb-9187-be10b985bfd3 req-67e1cf56-5a7f-473c-84e7-73aa8b7a4820 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294598 Mar 11 19:49:16.659158 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f6c759-5030-4cc3-abb3-99c1cc379b71 None None] Network 87cd00bf-e03d-4198-acd1-ae74c69ad990 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:49:16.847198 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0f22d9ba-9165-4247-8918-d75d114cdb37 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (54caeb38-e263-41e8-ae61-86f7be11686a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:16.875792 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53736) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:16.889639 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-9aaf878f-616f-4eee-9161-d68259b73adc req-f65e465a-a39d-49fd-a314-af684d917668 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Deleting port 514a03f9-4447-4c7a-9308-24eb157850e8 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:49:16.890445 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9aaf878f-616f-4eee-9161-d68259b73adc req-f65e465a-a39d-49fd-a314-af684d917668 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (514a03f9-4447-4c7a-9308-24eb157850e8), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:17.166936 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e813f54e-efbb-402b-bfc9-04a7ce45d04e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:17.208609 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f22d9ba-9165-4247-8918-d75d114cdb37 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Router 54caeb38-e263-41e8-ae61-86f7be11686a has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:49:17.210882 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-9aaf878f-616f-4eee-9161-d68259b73adc req-f65e465a-a39d-49fd-a314-af684d917668 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] For port 514a03f9-4447-4c7a-9308-24eb157850e8, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=514a03f9-4447-4c7a-9308-24eb157850e8,segment=NetworkSegment(518fbfd6-66d4-46dc-8045-59cddcf132dc),segment_id=518fbfd6-66d4-46dc-8045-59cddcf132dc)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:49:17.211396 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9aaf878f-616f-4eee-9161-d68259b73adc req-f65e465a-a39d-49fd-a314-af684d917668 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (514a03f9-4447-4c7a-9308-24eb157850e8), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:17.233380 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-9aaf878f-616f-4eee-9161-d68259b73adc req-f65e465a-a39d-49fd-a314-af684d917668 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Calling delete_port for 514a03f9-4447-4c7a-9308-24eb157850e8 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:49:17.362309 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e813f54e-efbb-402b-bfc9-04a7ce45d04e admin admin] Publish callbacks [] for security_group (adbd2680-fac0-471f-a232-db034de0a60c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:17.368275 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e813f54e-efbb-402b-bfc9-04a7ce45d04e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (adbd2680-fac0-471f-a232-db034de0a60c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:17.379259 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f22d9ba-9165-4247-8918-d75d114cdb37 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:49:17.387393 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-0f22d9ba-9165-4247-8918-d75d114cdb37 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "PUT /v2.0/routers/54caeb38-e263-41e8-ae61-86f7be11686a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2572250 Mar 11 19:49:17.388629 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 53750) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:17.393063 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c03e31f-3b9e-4b21-9914-538b48f83a46 None None] Sync routers for ids ['54caeb38-e263-41e8-ae61-86f7be11686a'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:49:17.413148 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c03e31f-3b9e-4b21-9914-538b48f83a46 None None] Routers {'54caeb38-e263-41e8-ae61-86f7be11686a'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:49:17.415976 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-4c03e31f-3b9e-4b21-9914-538b48f83a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:48:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['54caeb38-e263-41e8-ae61-86f7be11686a'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:17.437795 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-e42caa6e-9f27-43d3-873a-b3ed5566100f tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "GET /v2.0/ports?device_id=54caeb38-e263-41e8-ae61-86f7be11686a HTTP/1.1" status: 200 len: 205 time: 0.0426016 Mar 11 19:49:17.440015 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 53752) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:17.468894 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e813f54e-efbb-402b-bfc9-04a7ce45d04e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adbd2680-fac0-471f-a232-db034de0a60c,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:17.479413 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53756) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:17.535427 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-4c03e31f-3b9e-4b21-9914-538b48f83a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:17.536197 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e813f54e-efbb-402b-bfc9-04a7ce45d04e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7464b6342a2042b29f92c432a79ef6ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6592157 Mar 11 19:49:17.537058 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53758) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:17.543905 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ee26b451-dddc-42a9-8de2-861c94853c74 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for router (54caeb38-e263-41e8-ae61-86f7be11686a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:17.568348 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c03e31f-3b9e-4b21-9914-538b48f83a46 None None] Routers {'54caeb38-e263-41e8-ae61-86f7be11686a'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:49:17.568995 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-4c03e31f-3b9e-4b21-9914-538b48f83a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:48:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['54caeb38-e263-41e8-ae61-86f7be11686a'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:17.586612 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bd17a25-6c72-4674-a8b0-14a08a26cf5a admin admin] Deleting subnet 13c481cd-0f93-45e6-a0fa-69e614b0e877 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:49:17.596988 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3bd17a25-6c72-4674-a8b0-14a08a26cf5a admin admin] Publish callbacks [] for subnet (13c481cd-0f93-45e6-a0fa-69e614b0e877), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:17.631535 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-4c03e31f-3b9e-4b21-9914-538b48f83a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:17.632740 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c03e31f-3b9e-4b21-9914-538b48f83a46 None None] The sync data for ids ['54caeb38-e263-41e8-ae61-86f7be11686a'] in n-d-833163-1 is: [] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:49:17.649714 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8caa10ab-2fa9-46d5-b9a6-d3eaf7021feb admin admin] Publish callbacks [] for security_group (adbd2680-fac0-471f-a232-db034de0a60c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:17.691378 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3bd17a25-6c72-4674-a8b0-14a08a26cf5a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (13c481cd-0f93-45e6-a0fa-69e614b0e877), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:17.720676 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8caa10ab-2fa9-46d5-b9a6-d3eaf7021feb admin admin] Publish callbacks [] for security_group (adbd2680-fac0-471f-a232-db034de0a60c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:17.773509 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3bd17a25-6c72-4674-a8b0-14a08a26cf5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (13c481cd-0f93-45e6-a0fa-69e614b0e877), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:17.787646 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9aaf878f-616f-4eee-9161-d68259b73adc req-f65e465a-a39d-49fd-a314-af684d917668 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (514a03f9-4447-4c7a-9308-24eb157850e8), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:17.793742 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ee26b451-dddc-42a9-8de2-861c94853c74 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (54caeb38-e263-41e8-ae61-86f7be11686a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:17.804822 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['db0680ad-52ed-457e-9224-4ee0f0880afd', '2fc5c3f1-33ff-4961-8840-ef32592bbb5b'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:49:17.822866 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ee26b451-dddc-42a9-8de2-861c94853c74 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for router_controller (54caeb38-e263-41e8-ae61-86f7be11686a), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:17.836045 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8caa10ab-2fa9-46d5-b9a6-d3eaf7021feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (adbd2680-fac0-471f-a232-db034de0a60c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:17.839140 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8caa10ab-2fa9-46d5-b9a6-d3eaf7021feb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:17.844054 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8caa10ab-2fa9-46d5-b9a6-d3eaf7021feb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/adbd2680-fac0-471f-a232-db034de0a60c HTTP/1.1" status: 204 len: 168 time: 0.3037226 Mar 11 19:49:17.857023 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caa10ab-2fa9-46d5-b9a6-d3eaf7021feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adbd2680-fac0-471f-a232-db034de0a60c,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:17.897452 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3bd17a25-6c72-4674-a8b0-14a08a26cf5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (13c481cd-0f93-45e6-a0fa-69e614b0e877), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:17.938004 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd17a25-6c72-4674-a8b0-14a08a26cf5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13c481cd-0f93-45e6-a0fa-69e614b0e877,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:17.951717 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3bd17a25-6c72-4674-a8b0-14a08a26cf5a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:17.963424 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-13bdd477-84c0-4b90-9e57-5c42c69acc05 req-b9d33e44-e3f2-4dbc-bb75-81c2da517b1b tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=eba47140-e6b6-4fd2-bd98-d0de53a78cc3 HTTP/1.1" status: 200 len: 210 time: 0.1761119 Mar 11 19:49:17.964709 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-3bd17a25-6c72-4674-a8b0-14a08a26cf5a admin admin] 10.222.0.65 "DELETE /v2.0/subnets/13c481cd-0f93-45e6-a0fa-69e614b0e877 HTTP/1.1" status: 204 len: 168 time: 0.4841585 Mar 11 19:49:17.965796 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53764) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:18.021356 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65e465a-a39d-49fd-a314-af684d917668 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Pushing event deleted for resources: {'Port': ['ID=514a03f9-4447-4c7a-9308-24eb157850e8,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:18.089840 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aaf878f-616f-4eee-9161-d68259b73adc req-f65e465a-a39d-49fd-a314-af684d917668 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] No DVR routers for this DVR port 514a03f9-4447-4c7a-9308-24eb157850e8 on host n-h2-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:49:18.096764 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65e465a-a39d-49fd-a314-af684d917668 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:49:18.097136 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65e465a-a39d-49fd-a314-af684d917668 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:49:18.097599 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65e465a-a39d-49fd-a314-af684d917668 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:49:18.097889 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65e465a-a39d-49fd-a314-af684d917668 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:49:18.098224 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65e465a-a39d-49fd-a314-af684d917668 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:49:18.098555 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65e465a-a39d-49fd-a314-af684d917668 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:49:18.098889 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65e465a-a39d-49fd-a314-af684d917668 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:49:18.099217 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65e465a-a39d-49fd-a314-af684d917668 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:49:18.099543 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65e465a-a39d-49fd-a314-af684d917668 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:49:18.099895 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65e465a-a39d-49fd-a314-af684d917668 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:49:18.100222 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65e465a-a39d-49fd-a314-af684d917668 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:49:18.100546 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65e465a-a39d-49fd-a314-af684d917668 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:49:18.113201 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65e465a-a39d-49fd-a314-af684d917668 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:49:18.123321 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9aaf878f-616f-4eee-9161-d68259b73adc req-f65e465a-a39d-49fd-a314-af684d917668 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:18.126678 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9aaf878f-616f-4eee-9161-d68259b73adc req-f65e465a-a39d-49fd-a314-af684d917668 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.57 "DELETE /v2.0/ports/514a03f9-4447-4c7a-9308-24eb157850e8 HTTP/1.1" status: 204 len: 173 time: 1.7791514 Mar 11 19:49:18.127760 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ee26b451-dddc-42a9-8de2-861c94853c74 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (54caeb38-e263-41e8-ae61-86f7be11686a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:18.136695 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee26b451-dddc-42a9-8de2-861c94853c74 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Fanout notify agent at l3_agent the message router_deleted on router 54caeb38-e263-41e8-ae61-86f7be11686a {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:49:18.138728 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eba47140-e6b6-4fd2-bd98-d0de53a78cc3', 'name': 'network-vif-deleted', 'tag': '514a03f9-4447-4c7a-9308-24eb157850e8'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:49:18.158158 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4b0fdd-8883-4474-a50c-56abc4b06fd1" -d '{"events": [{"server_uuid": "eba47140-e6b6-4fd2-bd98-d0de53a78cc3", "name": "network-vif-deleted", "tag": "514a03f9-4447-4c7a-9308-24eb157850e8"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:49:18.167787 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-959ec629-f84a-4d5a-a04d-858205bd9caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (87cd00bf-e03d-4198-acd1-ae74c69ad990), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:18.192256 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ee26b451-dddc-42a9-8de2-861c94853c74 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:18.195856 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ee26b451-dddc-42a9-8de2-861c94853c74 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "DELETE /v2.0/routers/54caeb38-e263-41e8-ae61-86f7be11686a HTTP/1.1" status: 204 len: 168 time: 0.7524049 Mar 11 19:49:18.214630 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 53776) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:18.310836 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3713399f-3e3b-42bd-9f79-498a725b12ac x-openstack-request-id: req-3713399f-3e3b-42bd-9f79-498a725b12ac {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:49:18.311156 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eba47140-e6b6-4fd2-bd98-d0de53a78cc3", "name": "network-vif-deleted", "tag": "514a03f9-4447-4c7a-9308-24eb157850e8", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:49:18.311427 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3713399f-3e3b-42bd-9f79-498a725b12ac {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:49:18.317595 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eba47140-e6b6-4fd2-bd98-d0de53a78cc3', 'name': 'network-vif-deleted', 'tag': '514a03f9-4447-4c7a-9308-24eb157850e8', 'status': 'completed', 'code': 200} Mar 11 19:49:18.366800 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-df81aa40-7b23-4e99-97a4-476e3187338a tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Deleting subnet 176cb634-425a-4aef-9cfd-cc100ee8f403 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:49:18.391895 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-df81aa40-7b23-4e99-97a4-476e3187338a tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for subnet (176cb634-425a-4aef-9cfd-cc100ee8f403), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:18.394958 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-959ec629-f84a-4d5a-a04d-858205bd9caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (87cd00bf-e03d-4198-acd1-ae74c69ad990), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:18.441295 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-959ec629-f84a-4d5a-a04d-858205bd9caf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87cd00bf-e03d-4198-acd1-ae74c69ad990']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:18.461839 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-959ec629-f84a-4d5a-a04d-858205bd9caf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfe7f90b-d891-444e-9a8e-f2d636a1e42c') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:18.462332 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-959ec629-f84a-4d5a-a04d-858205bd9caf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfe7f90b-d891-444e-9a8e-f2d636a1e42c') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:18.477510 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-df81aa40-7b23-4e99-97a4-476e3187338a tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (176cb634-425a-4aef-9cfd-cc100ee8f403), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:18.485179 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-959ec629-f84a-4d5a-a04d-858205bd9caf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (bfe7f90b-d891-444e-9a8e-f2d636a1e42c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:18.523953 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-959ec629-f84a-4d5a-a04d-858205bd9caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (bfe7f90b-d891-444e-9a8e-f2d636a1e42c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:18.531401 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-959ec629-f84a-4d5a-a04d-858205bd9caf admin admin] Releasing vlan 863 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:49:18.531856 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-959ec629-f84a-4d5a-a04d-858205bd9caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (bfe7f90b-d891-444e-9a8e-f2d636a1e42c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:18.534752 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:49:18.534752 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:49:18.534752 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:49:18.534752 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:49:18.534752 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:49:18.534752 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:49:18.534752 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:49:18.534752 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:49:18.534752 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:49:18.534752 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:49:18.534752 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:49:18.534752 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:49:18.534752 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:49:18.534752 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:49:18.534752 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:49:18.534752 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:49:18.534752 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:49:18.534752 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:49:18.534752 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:49:18.534752 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:49:18.534752 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:49:18.534752 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:49:18.534752 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:49:18.534752 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:49:18.534752 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:49:18.534752 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:49:18.534752 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:49:18.534752 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:49:18.534752 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:49:18.534752 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:49:18.534752 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:49:18.534752 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:49:18.642521 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-959ec629-f84a-4d5a-a04d-858205bd9caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (87cd00bf-e03d-4198-acd1-ae74c69ad990), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:18.662299 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-959ec629-f84a-4d5a-a04d-858205bd9caf admin admin] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:18.670543 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-959ec629-f84a-4d5a-a04d-858205bd9caf admin admin] 10.222.0.65 "DELETE /v2.0/networks/87cd00bf-e03d-4198-acd1-ae74c69ad990 HTTP/1.1" status: 204 len: 168 time: 0.7005916 Mar 11 19:49:18.670726 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-df81aa40-7b23-4e99-97a4-476e3187338a tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (176cb634-425a-4aef-9cfd-cc100ee8f403), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:18.685295 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959ec629-f84a-4d5a-a04d-858205bd9caf admin admin] Pushing event deleted for resources: {'Network': ['ID=87cd00bf-e03d-4198-acd1-ae74c69ad990,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:18.773207 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-df81aa40-7b23-4e99-97a4-476e3187338a tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (176cb634-425a-4aef-9cfd-cc100ee8f403), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:18.816740 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a91602-0918-4b40-88a1-5a4a6c69e36d None None] Network b9ddbee6-24b4-4471-8243-7667ffad5811 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:49:18.862968 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-df81aa40-7b23-4e99-97a4-476e3187338a tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:18.870567 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-df81aa40-7b23-4e99-97a4-476e3187338a tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "DELETE /v2.0/subnets/176cb634-425a-4aef-9cfd-cc100ee8f403 HTTP/1.1" status: 204 len: 168 time: 0.6549051 Mar 11 19:49:18.874554 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53794) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:18.875836 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df81aa40-7b23-4e99-97a4-476e3187338a tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Pushing event deleted for resources: {'Subnet': ['ID=176cb634-425a-4aef-9cfd-cc100ee8f403,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:18.938001 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:18.972941 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 53796) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:19.081073 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-47cfc48c-7600-4c86-a026-7a2441c977c6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=26f4dfab5aad45c1b4701d5ddf0ca396&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1066718 Mar 11 19:49:19.093703 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 53802) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:19.185224 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2635b4ed-0e91-4640-81b4-db653dcc6088 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (b9ddbee6-24b4-4471-8243-7667ffad5811), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:19.201307 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127c6796-ee72-4309-ad7f-477f4845ad75 None None] DHCP port deletion for b9ddbee6-24b4-4471-8243-7667ffad5811 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:49:19.285401 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-466eae67-063f-4572-8b3f-f836c5d2581b req-2c972690-6d9b-49da-9b3a-a5d1669bd72c tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=eba47140-e6b6-4fd2-bd98-d0de53a78cc3 HTTP/1.1" status: 200 len: 210 time: 0.1143169 Mar 11 19:49:19.325305 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-2635b4ed-0e91-4640-81b4-db653dcc6088 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Deleting port 8470d0a4-86a4-4dc6-9380-c0b301982e49 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:49:19.325888 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2635b4ed-0e91-4640-81b4-db653dcc6088 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (8470d0a4-86a4-4dc6-9380-c0b301982e49), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:19.340817 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-127c6796-ee72-4309-ad7f-477f4845ad75 None None] Deleting port 8470d0a4-86a4-4dc6-9380-c0b301982e49 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:49:19.341401 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-127c6796-ee72-4309-ad7f-477f4845ad75 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (8470d0a4-86a4-4dc6-9380-c0b301982e49), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:19.351604 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-39776ccf-7573-4084-84d7-353f7b6188e4 admin admin] Publish callbacks [] for security_group (4a1b2f48-8c7f-4a57-8f8c-37edd49ab0a9), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:19.362757 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 514a03f9-4447-4c7a-9308-24eb157850e8 no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:49:19.407491 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-39776ccf-7573-4084-84d7-353f7b6188e4 admin admin] Publish callbacks [] for security_group (4a1b2f48-8c7f-4a57-8f8c-37edd49ab0a9), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:19.411727 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: 514a03f9-4447-4c7a-9308-24eb157850e8 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:49:19.412078 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 514a03f9-4447-4c7a-9308-24eb157850e8 not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:49:19.421966 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-2635b4ed-0e91-4640-81b4-db653dcc6088 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] For port 8470d0a4-86a4-4dc6-9380-c0b301982e49, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=8470d0a4-86a4-4dc6-9380-c0b301982e49,segment=NetworkSegment(833fd126-c911-4671-a4b8-5d10bc22f8fd),segment_id=833fd126-c911-4671-a4b8-5d10bc22f8fd)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:49:19.422476 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2635b4ed-0e91-4640-81b4-db653dcc6088 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (8470d0a4-86a4-4dc6-9380-c0b301982e49), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:19.441028 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-2635b4ed-0e91-4640-81b4-db653dcc6088 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Calling delete_port for 8470d0a4-86a4-4dc6-9380-c0b301982e49 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:49:19.513264 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-39776ccf-7573-4084-84d7-353f7b6188e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (4a1b2f48-8c7f-4a57-8f8c-37edd49ab0a9), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:19.515792 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-39776ccf-7573-4084-84d7-353f7b6188e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:19.516932 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-39776ccf-7573-4084-84d7-353f7b6188e4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4a1b2f48-8c7f-4a57-8f8c-37edd49ab0a9 HTTP/1.1" status: 204 len: 168 time: 0.4054689 Mar 11 19:49:19.519445 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-127c6796-ee72-4309-ad7f-477f4845ad75 None None] For port 8470d0a4-86a4-4dc6-9380-c0b301982e49, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=8470d0a4-86a4-4dc6-9380-c0b301982e49,segment=NetworkSegment(833fd126-c911-4671-a4b8-5d10bc22f8fd),segment_id=833fd126-c911-4671-a4b8-5d10bc22f8fd)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:49:19.520079 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-127c6796-ee72-4309-ad7f-477f4845ad75 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (8470d0a4-86a4-4dc6-9380-c0b301982e49), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:19.536547 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-127c6796-ee72-4309-ad7f-477f4845ad75 None None] Calling delete_port for 8470d0a4-86a4-4dc6-9380-c0b301982e49 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:49:19.546150 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39776ccf-7573-4084-84d7-353f7b6188e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1b2f48-8c7f-4a57-8f8c-37edd49ab0a9,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:19.564809 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2635b4ed-0e91-4640-81b4-db653dcc6088 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (8470d0a4-86a4-4dc6-9380-c0b301982e49), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:19.582421 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2635b4ed-0e91-4640-81b4-db653dcc6088 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] No DVR routers for this DVR port 8470d0a4-86a4-4dc6-9380-c0b301982e49 on host n-d-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:49:19.669539 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2635b4ed-0e91-4640-81b4-db653dcc6088 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Pushing event deleted for resources: {'Port': ['ID=8470d0a4-86a4-4dc6-9380-c0b301982e49,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:19.726016 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-127c6796-ee72-4309-ad7f-477f4845ad75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (8470d0a4-86a4-4dc6-9380-c0b301982e49), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:19.738726 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2635b4ed-0e91-4640-81b4-db653dcc6088 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (b9ddbee6-24b4-4471-8243-7667ffad5811), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:19.764967 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-2635b4ed-0e91-4640-81b4-db653dcc6088 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9ddbee6-24b4-4471-8243-7667ffad5811']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:19.776733 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-2635b4ed-0e91-4640-81b4-db653dcc6088 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '833fd126-c911-4671-a4b8-5d10bc22f8fd') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:19.777240 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-2635b4ed-0e91-4640-81b4-db653dcc6088 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '833fd126-c911-4671-a4b8-5d10bc22f8fd') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:19.794908 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2635b4ed-0e91-4640-81b4-db653dcc6088 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (833fd126-c911-4671-a4b8-5d10bc22f8fd), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:19.796172 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127c6796-ee72-4309-ad7f-477f4845ad75 None None] No DVR routers for this DVR port 8470d0a4-86a4-4dc6-9380-c0b301982e49 on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:49:19.802689 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127c6796-ee72-4309-ad7f-477f4845ad75 None None] Pushing event deleted for resources: {'Port': ['ID=8470d0a4-86a4-4dc6-9380-c0b301982e49,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:19.838561 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2635b4ed-0e91-4640-81b4-db653dcc6088 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (833fd126-c911-4671-a4b8-5d10bc22f8fd), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:19.846762 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2635b4ed-0e91-4640-81b4-db653dcc6088 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Releasing vlan 876 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:49:19.849334 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2635b4ed-0e91-4640-81b4-db653dcc6088 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (833fd126-c911-4671-a4b8-5d10bc22f8fd), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:19.853120 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:49:19.853120 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:49:19.853120 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:49:19.853120 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:49:19.853120 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:49:19.853120 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:49:19.853120 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:49:19.853120 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:49:19.853120 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:49:19.853120 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:49:19.853120 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:49:19.853120 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:49:19.853120 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:49:19.853120 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:49:19.853120 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:49:19.853120 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:49:19.853120 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:49:19.853120 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:49:19.853120 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:49:19.853120 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:49:19.853120 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:49:19.853120 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:49:19.853120 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:49:19.853120 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:49:19.853120 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:49:19.853120 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:49:19.853120 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:49:19.853120 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:49:19.853120 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:49:19.853120 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:49:19.853120 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:49:19.853120 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:49:19.995838 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2635b4ed-0e91-4640-81b4-db653dcc6088 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (b9ddbee6-24b4-4471-8243-7667ffad5811), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:20.015346 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2635b4ed-0e91-4640-81b4-db653dcc6088 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:20.034802 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-2635b4ed-0e91-4640-81b4-db653dcc6088 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "DELETE /v2.0/networks/b9ddbee6-24b4-4471-8243-7667ffad5811 HTTP/1.1" status: 204 len: 168 time: 1.1593349 Mar 11 19:49:20.039864 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53832) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:20.065975 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-b20470bd-6b76-447b-a684-a2bdab3b3043 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-213856918', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}, 'admin_state_up': False}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:49:20.081202 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2635b4ed-0e91-4640-81b4-db653dcc6088 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Pushing event deleted for resources: {'Network': ['ID=b9ddbee6-24b4-4471-8243-7667ffad5811,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:20.124406 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b20470bd-6b76-447b-a684-a2bdab3b3043 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (d8a2e326-7df9-40b6-a671-845356dbf3f1), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:20.125481 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b20470bd-6b76-447b-a684-a2bdab3b3043 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (d8a2e326-7df9-40b6-a671-845356dbf3f1), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:20.152756 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e4e5300d-d04f-4f8e-a749-73d5c86f8d08 req-cef9265b-9978-463a-bd1f-465592c62fe2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7f79cea2-181a-44ce-9c4f-699361644ca4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1489913 Mar 11 19:49:20.286043 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e5300d-d04f-4f8e-a749-73d5c86f8d08 req-f9fbaf70-0163-4149-9f2e-010c34507ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:20.288721 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e4e5300d-d04f-4f8e-a749-73d5c86f8d08 req-f9fbaf70-0163-4149-9f2e-010c34507ee5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=59ec990deac94d1dadc5fda96e3adfe5&device_id=7f79cea2-181a-44ce-9c4f-699361644ca4 HTTP/1.1" status: 200 len: 1127 time: 0.1079035 Mar 11 19:49:20.292364 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b20470bd-6b76-447b-a684-a2bdab3b3043 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for router_controller (d8a2e326-7df9-40b6-a671-845356dbf3f1), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:20.540461 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b20470bd-6b76-447b-a684-a2bdab3b3043 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for router_gateway (d8a2e326-7df9-40b6-a671-845356dbf3f1), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:20.958471 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b20470bd-6b76-447b-a684-a2bdab3b3043 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for router_gateway (d8a2e326-7df9-40b6-a671-845356dbf3f1), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:20.985682 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b20470bd-6b76-447b-a684-a2bdab3b3043 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:20.992773 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 8470d0a4-86a4-4dc6-9380-c0b301982e49 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:49:21.044784 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 8470d0a4-86a4-4dc6-9380-c0b301982e49 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:49:21.045388 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 8470d0a4-86a4-4dc6-9380-c0b301982e49 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:49:21.150835 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-b20470bd-6b76-447b-a684-a2bdab3b3043 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Allocated IP 172.25.8.65 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/172d5e8b-7774-4aec-93e7-511242d3c553) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:49:21.353533 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c84247c-cd99-45a3-a903-67b22a346717 req-c2ed1cca-b4f5-43e4-b04b-cbf99408b0f0 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:21.361548 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1c84247c-cd99-45a3-a903-67b22a346717 req-c2ed1cca-b4f5-43e4-b04b-cbf99408b0f0 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=be343d54-4421-403d-b876-889b59b33fc0 HTTP/1.1" status: 200 len: 946 time: 1.0714471 Mar 11 19:49:21.419519 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b20470bd-6b76-447b-a684-a2bdab3b3043 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for port (172d5e8b-7774-4aec-93e7-511242d3c553), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:21.457231 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e5300d-d04f-4f8e-a749-73d5c86f8d08 req-ff286b48-0a6e-437b-946a-7de04af861be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:21.460391 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b20470bd-6b76-447b-a684-a2bdab3b3043 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (172d5e8b-7774-4aec-93e7-511242d3c553), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:21.464082 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e4e5300d-d04f-4f8e-a749-73d5c86f8d08 req-ff286b48-0a6e-437b-946a-7de04af861be service neutron] 10.222.0.57 "GET /v2.0/networks?id=5f4622d2-6877-42dd-be4c-6b2764b6d954 HTTP/1.1" status: 200 len: 906 time: 1.1456685 Mar 11 19:49:21.498965 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1c84247c-cd99-45a3-a903-67b22a346717 req-3a4669b1-90d7-4845-94e2-5082e834da35 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=5c88090f-a4b6-4ded-8686-842a534273ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362741 Mar 11 19:49:21.509135 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20470bd-6b76-447b-a684-a2bdab3b3043 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Pushing event updated for resources: {'Port': ['ID=172d5e8b-7774-4aec-93e7-511242d3c553,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:21.523092 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20470bd-6b76-447b-a684-a2bdab3b3043 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:49:21.529733 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-b20470bd-6b76-447b-a684-a2bdab3b3043 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:49:21.534652 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20470bd-6b76-447b-a684-a2bdab3b3043 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:49:21.614880 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e4e5300d-d04f-4f8e-a749-73d5c86f8d08 req-68420ad0-b626-45d3-88b6-ded4dffb619e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db0680ad-52ed-457e-9224-4ee0f0880afd HTTP/1.1" status: 200 len: 217 time: 0.1399536 Mar 11 19:49:21.817443 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e5300d-d04f-4f8e-a749-73d5c86f8d08 req-5040c510-899f-49ab-9cb5-55a66136d9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:21.821603 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e4e5300d-d04f-4f8e-a749-73d5c86f8d08 req-5040c510-899f-49ab-9cb5-55a66136d9c5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8d74cfef-df19-4443-8dbc-7728b7150eec HTTP/1.1" status: 200 len: 845 time: 0.1953444 Mar 11 19:49:21.869098 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e4e5300d-d04f-4f8e-a749-73d5c86f8d08 req-a1f511f2-87d7-4faa-96b2-467e5406cdf7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5f4622d2-6877-42dd-be4c-6b2764b6d954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394850 Mar 11 19:49:22.018313 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e4e5300d-d04f-4f8e-a749-73d5c86f8d08 req-c25bcab8-54af-445c-9a96-1a3229d44261 service neutron] 10.222.0.57 "GET /v2.0/networks/5f4622d2-6877-42dd-be4c-6b2764b6d954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410789 Mar 11 19:49:22.139124 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e4e5300d-d04f-4f8e-a749-73d5c86f8d08 req-f674892d-fa60-4f20-ba6d-43a4b7939ac2 service neutron] 10.222.0.57 "GET /v2.0/networks/5f4622d2-6877-42dd-be4c-6b2764b6d954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131101 Mar 11 19:49:22.332980 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4e710326-8f50-4cce-9591-9f57e04705f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:22.566971 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b20470bd-6b76-447b-a684-a2bdab3b3043 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for router_gateway (d8a2e326-7df9-40b6-a671-845356dbf3f1), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:22.591577 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f7fe89d3-8591-49a3-9dda-89d2eeb2c9b4 req-ab5b3d81-db7f-4ad4-a741-d21899e1ea0b tempest-ServerShowV247Test-1140657381 tempest-ServerShowV247Test-1140657381-project] 10.222.0.65 "GET /v2.0/ports?device_id=79e65caa-47cd-41a2-8375-be5a4b5fd9f7 HTTP/1.1" status: 200 len: 210 time: 0.0534213 Mar 11 19:49:22.615125 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:22.775426 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15a1db-288f-408c-acdc-a66598a393c3 req-b93bff0e-e2b6-42b2-a18b-e778d02a6ce5 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:22.777340 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4a15a1db-288f-408c-acdc-a66598a393c3 req-b93bff0e-e2b6-42b2-a18b-e778d02a6ce5 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcbb9729-cbfb-4c4f-96b4-c169a0b34c25 HTTP/1.1" status: 200 len: 945 time: 0.0636330 Mar 11 19:49:22.861058 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4a15a1db-288f-408c-acdc-a66598a393c3 req-44acb5a1-fc84-4dc7-8490-4ec3c8236f31 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774093 Mar 11 19:49:22.908189 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d78a458-afcf-4a44-bcb8-6b63e21f7f26 req-9724aca3-521d-4f35-ba34-13fa22d6078b tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:22.910127 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-4d78a458-afcf-4a44-bcb8-6b63e21f7f26 req-9724aca3-521d-4f35-ba34-13fa22d6078b tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.57 "GET /v2.0/ports?device_id=be343d54-4421-403d-b876-889b59b33fc0 HTTP/1.1" status: 200 len: 946 time: 0.3390055 Mar 11 19:49:23.073425 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918147d-1290-4ab8-b22c-679fe96010b9 req-50989e12-30e4-43f4-9a28-d7605e431b6c tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:23.081557 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7918147d-1290-4ab8-b22c-679fe96010b9 req-50989e12-30e4-43f4-9a28-d7605e431b6c tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=be343d54-4421-403d-b876-889b59b33fc0 HTTP/1.1" status: 200 len: 946 time: 0.1123357 Mar 11 19:49:23.090476 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b20470bd-6b76-447b-a684-a2bdab3b3043 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (d8a2e326-7df9-40b6-a671-845356dbf3f1), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:23.166706 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7918147d-1290-4ab8-b22c-679fe96010b9 req-26a7dc9a-ff19-4d4e-aeef-5ab57d21e5a4 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=5c88090f-a4b6-4ded-8686-842a534273ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841115 Mar 11 19:49:23.356180 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-4d78a458-afcf-4a44-bcb8-6b63e21f7f26 req-c824facb-35bb-4fa4-bb0b-9172d265b1af tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Deleting port d390e89a-8eda-47c2-bf64-fbf3e9262dc0 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:49:23.359841 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-4d78a458-afcf-4a44-bcb8-6b63e21f7f26 req-c824facb-35bb-4fa4-bb0b-9172d265b1af tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (d390e89a-8eda-47c2-bf64-fbf3e9262dc0), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:23.792153 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ab99457e-e49a-4584-b81f-6b892d3759d2 req-0cfcc547-67bc-4af2-9cd1-122f841177a6 tempest-ServerShowV247Test-1140657381 tempest-ServerShowV247Test-1140657381-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a52063d-e2b4-4bb3-bde7-163f51bbedb9 HTTP/1.1" status: 200 len: 210 time: 0.0778098 Mar 11 19:49:23.847965 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-4d78a458-afcf-4a44-bcb8-6b63e21f7f26 req-c824facb-35bb-4fa4-bb0b-9172d265b1af tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] For port d390e89a-8eda-47c2-bf64-fbf3e9262dc0, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=d390e89a-8eda-47c2-bf64-fbf3e9262dc0,segment=NetworkSegment(69eb0e62-687e-4724-ba5c-a415cb9293d1),segment_id=69eb0e62-687e-4724-ba5c-a415cb9293d1)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:49:23.848532 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-4d78a458-afcf-4a44-bcb8-6b63e21f7f26 req-c824facb-35bb-4fa4-bb0b-9172d265b1af tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (d390e89a-8eda-47c2-bf64-fbf3e9262dc0), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:24.085561 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b20470bd-6b76-447b-a684-a2bdab3b3043 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Router d8a2e326-7df9-40b6-a671-845356dbf3f1 is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:49:24.141756 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f0e8a2-48d6-4d0e-9b63-6f8f0aef9226 req-3ec06946-0d7a-4c50-9267-62ac87831106 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:24.148581 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-63f0e8a2-48d6-4d0e-9b63-6f8f0aef9226 req-3ec06946-0d7a-4c50-9267-62ac87831106 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcbb9729-cbfb-4c4f-96b4-c169a0b34c25 HTTP/1.1" status: 200 len: 945 time: 0.1315136 Mar 11 19:49:24.250320 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-63f0e8a2-48d6-4d0e-9b63-6f8f0aef9226 req-ce347f3b-be47-4481-96c0-3b71ed3c4690 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925455 Mar 11 19:49:24.618273 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e21c766b-5878-4192-8597-c2230eab9511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:24.701032 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75de7c1f-5efa-4dff-9b66-60a7f0a4e460 req-d23ddd0a-81f8-4f38-8a21-008fe63df060 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:24.718065 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-75de7c1f-5efa-4dff-9b66-60a7f0a4e460 req-d23ddd0a-81f8-4f38-8a21-008fe63df060 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=be343d54-4421-403d-b876-889b59b33fc0 HTTP/1.1" status: 200 len: 946 time: 0.2618341 Mar 11 19:49:24.803690 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b53345-0893-4b2b-a430-da7af5e52c89 req-689b2f19-75d0-46d9-aa41-7c6fc3cb3670 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:24.806976 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-18b53345-0893-4b2b-a430-da7af5e52c89 req-689b2f19-75d0-46d9-aa41-7c6fc3cb3670 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.57 "GET /v2.0/ports?device_id=bcbb9729-cbfb-4c4f-96b4-c169a0b34c25 HTTP/1.1" status: 200 len: 945 time: 0.2751405 Mar 11 19:49:24.841755 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20470bd-6b76-447b-a684-a2bdab3b3043 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:49:24.846676 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-4d78a458-afcf-4a44-bcb8-6b63e21f7f26 req-c824facb-35bb-4fa4-bb0b-9172d265b1af tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:24.847066 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-4d78a458-afcf-4a44-bcb8-6b63e21f7f26 req-c824facb-35bb-4fa4-bb0b-9172d265b1af tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (a440f60e-e10c-4b75-8c80-22228691670a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:24.847382 n-d-833163-1 neutron-server[103884]: INFO neutron.db.l3_db [req-4d78a458-afcf-4a44-bcb8-6b63e21f7f26 req-c824facb-35bb-4fa4-bb0b-9172d265b1af tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Floating IP a440f60e-e10c-4b75-8c80-22228691670a disassociated. External IP: 172.25.8.32, port: d390e89a-8eda-47c2-bf64-fbf3e9262dc0. Mar 11 19:49:24.847792 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-4d78a458-afcf-4a44-bcb8-6b63e21f7f26 req-c824facb-35bb-4fa4-bb0b-9172d265b1af tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Calling delete_port for d390e89a-8eda-47c2-bf64-fbf3e9262dc0 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:49:24.862400 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd61f69-3793-4d4f-98e3-e75d162532c1 None None] Sync routers for ids ['d8a2e326-7df9-40b6-a671-845356dbf3f1'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:49:24.883352 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd61f69-3793-4d4f-98e3-e75d162532c1 None None] Routers {'d8a2e326-7df9-40b6-a671-845356dbf3f1'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:49:24.886773 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-6bd61f69-3793-4d4f-98e3-e75d162532c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:49:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['d8a2e326-7df9-40b6-a671-845356dbf3f1'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:24.888777 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-75de7c1f-5efa-4dff-9b66-60a7f0a4e460 req-ad52c91d-a916-422c-b1ac-d0439933747b tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups?id=5c88090f-a4b6-4ded-8686-842a534273ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687281 Mar 11 19:49:24.970955 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-6bd61f69-3793-4d4f-98e3-e75d162532c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:24.984435 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b20470bd-6b76-447b-a684-a2bdab3b3043 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:24.990811 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b20470bd-6b76-447b-a684-a2bdab3b3043 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.9484665 Mar 11 19:49:24.991434 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53972) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:24.997838 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd61f69-3793-4d4f-98e3-e75d162532c1 None None] Routers {'d8a2e326-7df9-40b6-a671-845356dbf3f1'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:49:24.998472 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-6bd61f69-3793-4d4f-98e3-e75d162532c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:49:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['d8a2e326-7df9-40b6-a671-845356dbf3f1'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:25.063040 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-62068655-146f-4962-b056-068ffe001225 req-c6811104-3049-49ef-a4fb-10b81d583fd5 tempest-ServerShowV247Test-1140657381 tempest-ServerShowV247Test-1140657381-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a52063d-e2b4-4bb3-bde7-163f51bbedb9 HTTP/1.1" status: 200 len: 210 time: 0.0956216 Mar 11 19:49:25.082047 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-6bd61f69-3793-4d4f-98e3-e75d162532c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:25.083151 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd61f69-3793-4d4f-98e3-e75d162532c1 None None] The sync data for ids ['d8a2e326-7df9-40b6-a671-845356dbf3f1'] in n-d-833163-1 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:49:25.124023 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-18b53345-0893-4b2b-a430-da7af5e52c89 req-f8fe92d6-b3ef-4779-b8c7-4391812bf634 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Deleting port 2fc5c3f1-33ff-4961-8840-ef32592bbb5b {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:49:25.124728 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-18b53345-0893-4b2b-a430-da7af5e52c89 req-f8fe92d6-b3ef-4779-b8c7-4391812bf634 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (2fc5c3f1-33ff-4961-8840-ef32592bbb5b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:25.308840 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-2abc43b3-e2dc-4ad3-aa13-ea889c57c290 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "GET /v2.0/routers/d8a2e326-7df9-40b6-a671-845356dbf3f1 HTTP/1.1" status: 200 len: 879 time: 0.3085754 Mar 11 19:49:25.312003 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53976) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:25.328616 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-18b53345-0893-4b2b-a430-da7af5e52c89 req-f8fe92d6-b3ef-4779-b8c7-4391812bf634 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] For port 2fc5c3f1-33ff-4961-8840-ef32592bbb5b, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=2fc5c3f1-33ff-4961-8840-ef32592bbb5b,segment=NetworkSegment(518fbfd6-66d4-46dc-8045-59cddcf132dc),segment_id=518fbfd6-66d4-46dc-8045-59cddcf132dc)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:49:25.330058 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-18b53345-0893-4b2b-a430-da7af5e52c89 req-f8fe92d6-b3ef-4779-b8c7-4391812bf634 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (2fc5c3f1-33ff-4961-8840-ef32592bbb5b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:25.368949 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-18b53345-0893-4b2b-a430-da7af5e52c89 req-f8fe92d6-b3ef-4779-b8c7-4391812bf634 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Calling delete_port for 2fc5c3f1-33ff-4961-8840-ef32592bbb5b owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:49:25.379115 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device d390e89a-8eda-47c2-bf64-fbf3e9262dc0 no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:49:25.518655 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-4d78a458-afcf-4a44-bcb8-6b63e21f7f26 req-c824facb-35bb-4fa4-bb0b-9172d265b1af tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (d390e89a-8eda-47c2-bf64-fbf3e9262dc0), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:25.528086 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port d390e89a-8eda-47c2-bf64-fbf3e9262dc0 is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:49:25.529697 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d390e89a-8eda-47c2-bf64-fbf3e9262dc0), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:25.590086 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824facb-35bb-4fa4-bb0b-9172d265b1af tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Pushing event deleted for resources: {'Port': ['ID=d390e89a-8eda-47c2-bf64-fbf3e9262dc0,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:25.671707 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-18b53345-0893-4b2b-a430-da7af5e52c89 req-f8fe92d6-b3ef-4779-b8c7-4391812bf634 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (2fc5c3f1-33ff-4961-8840-ef32592bbb5b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:25.685631 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['db0680ad-52ed-457e-9224-4ee0f0880afd', '2fc5c3f1-33ff-4961-8840-ef32592bbb5b'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:49:25.753555 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fe92d6-b3ef-4779-b8c7-4391812bf634 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Pushing event deleted for resources: {'Port': ['ID=2fc5c3f1-33ff-4961-8840-ef32592bbb5b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:25.893259 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-18b53345-0893-4b2b-a430-da7af5e52c89 req-f8fe92d6-b3ef-4779-b8c7-4391812bf634 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] No DVR routers for this DVR port 2fc5c3f1-33ff-4961-8840-ef32592bbb5b on host n-h2-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:49:25.906776 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-18b53345-0893-4b2b-a430-da7af5e52c89 req-f8fe92d6-b3ef-4779-b8c7-4391812bf634 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:25.917764 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-18b53345-0893-4b2b-a430-da7af5e52c89 req-f8fe92d6-b3ef-4779-b8c7-4391812bf634 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.57 "DELETE /v2.0/ports/2fc5c3f1-33ff-4961-8840-ef32592bbb5b HTTP/1.1" status: 204 len: 173 time: 1.0929317 Mar 11 19:49:25.952874 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea8585-893d-4fa5-af3c-465cecaf43eb req-8de24f60-87e6-49fc-b090-c9f474f13d33 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:25.966874 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-97ea8585-893d-4fa5-af3c-465cecaf43eb req-8de24f60-87e6-49fc-b090-c9f474f13d33 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcbb9729-cbfb-4c4f-96b4-c169a0b34c25 HTTP/1.1" status: 200 len: 867 time: 0.6154020 Mar 11 19:49:25.973092 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcbb9729-cbfb-4c4f-96b4-c169a0b34c25', 'name': 'network-vif-deleted', 'tag': '2fc5c3f1-33ff-4961-8840-ef32592bbb5b'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:49:25.985744 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7595dea4-fbf4-4d66-aa09-7f17cf7213bc" -d '{"events": [{"server_uuid": "bcbb9729-cbfb-4c4f-96b4-c169a0b34c25", "name": "network-vif-deleted", "tag": "2fc5c3f1-33ff-4961-8840-ef32592bbb5b"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:49:26.024514 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d78a458-afcf-4a44-bcb8-6b63e21f7f26 req-c824facb-35bb-4fa4-bb0b-9172d265b1af tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Router 020b0904-65ac-42f2-8e04-517741506d94 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:49:26.039919 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ca0378d9-81e2-49fe-ab1a-6c0b054763e9 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.7259841 Mar 11 19:49:26.042133 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53990) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:26.052441 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-510a024e-5ecd-4eed-ac3c-8810900937d0 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-213856918'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:49:26.097180 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-97ea8585-893d-4fa5-af3c-465cecaf43eb req-e6a7b14e-3556-4041-a3af-9a57b939c8b3 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249149 Mar 11 19:49:26.179296 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:26.265859 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6fc354e6-1dd5-4a5a-a43f-f657b3402006 req-05b011fe-84f4-403a-9b80-7bf6a2c7f56b tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/ports?device_id=be343d54-4421-403d-b876-889b59b33fc0 HTTP/1.1" status: 200 len: 210 time: 0.0585265 Mar 11 19:49:26.394531 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50937377-856d-4435-9c58-8aa5d96d6321 x-openstack-request-id: req-50937377-856d-4435-9c58-8aa5d96d6321 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:49:26.394826 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcbb9729-cbfb-4c4f-96b4-c169a0b34c25", "name": "network-vif-deleted", "tag": "2fc5c3f1-33ff-4961-8840-ef32592bbb5b", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:49:26.395081 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-50937377-856d-4435-9c58-8aa5d96d6321 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:49:26.395480 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcbb9729-cbfb-4c4f-96b4-c169a0b34c25', 'name': 'network-vif-deleted', 'tag': '2fc5c3f1-33ff-4961-8840-ef32592bbb5b', 'status': 'completed', 'code': 200} Mar 11 19:49:26.409454 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d78a458-afcf-4a44-bcb8-6b63e21f7f26 req-c824facb-35bb-4fa4-bb0b-9172d265b1af tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:49:26.426224 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3068a3-2a16-4538-8e76-7b93cf428ec2 None None] Sync routers for ids ['020b0904-65ac-42f2-8e04-517741506d94'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:49:26.456781 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3068a3-2a16-4538-8e76-7b93cf428ec2 None None] Routers {'020b0904-65ac-42f2-8e04-517741506d94'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:49:26.457810 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-5c3068a3-2a16-4538-8e76-7b93cf428ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:49:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['020b0904-65ac-42f2-8e04-517741506d94'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:26.534224 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ddbe5174-5801-4be7-9c88-53596b7c8c09 req-3fcbacc1-cf48-4a09-bc72-9f788849b6a7 tempest-ServerShowV247Test-1140657381 tempest-ServerShowV247Test-1140657381-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a52063d-e2b4-4bb3-bde7-163f51bbedb9 HTTP/1.1" status: 200 len: 210 time: 0.0436409 Mar 11 19:49:26.560923 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d78a458-afcf-4a44-bcb8-6b63e21f7f26 req-c824facb-35bb-4fa4-bb0b-9172d265b1af tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] No DVR routers for this DVR port d390e89a-8eda-47c2-bf64-fbf3e9262dc0 on host n-h2-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:49:26.564539 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-4d78a458-afcf-4a44-bcb8-6b63e21f7f26 req-c824facb-35bb-4fa4-bb0b-9172d265b1af tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:26.568273 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-4d78a458-afcf-4a44-bcb8-6b63e21f7f26 req-c824facb-35bb-4fa4-bb0b-9172d265b1af tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.57 "DELETE /v2.0/ports/d390e89a-8eda-47c2-bf64-fbf3e9262dc0 HTTP/1.1" status: 204 len: 173 time: 3.6189151 Mar 11 19:49:26.569019 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be343d54-4421-403d-b876-889b59b33fc0', 'name': 'network-vif-deleted', 'tag': 'd390e89a-8eda-47c2-bf64-fbf3e9262dc0'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:49:26.571694 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd734d4-51b0-4ee6-8690-ebebe2661768" -d '{"events": [{"server_uuid": "be343d54-4421-403d-b876-889b59b33fc0", "name": "network-vif-deleted", "tag": "d390e89a-8eda-47c2-bf64-fbf3e9262dc0"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:49:26.771616 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-5c3068a3-2a16-4538-8e76-7b93cf428ec2 None None] Set router 020b0904-65ac-42f2-8e04-517741506d94 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:49:27.070195 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-270b1bbb-a9d3-4892-83fc-197235ba5753 x-openstack-request-id: req-270b1bbb-a9d3-4892-83fc-197235ba5753 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:49:27.071009 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be343d54-4421-403d-b876-889b59b33fc0", "name": "network-vif-deleted", "tag": "d390e89a-8eda-47c2-bf64-fbf3e9262dc0", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:49:27.074314 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-270b1bbb-a9d3-4892-83fc-197235ba5753 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:49:27.075101 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be343d54-4421-403d-b876-889b59b33fc0', 'name': 'network-vif-deleted', 'tag': 'd390e89a-8eda-47c2-bf64-fbf3e9262dc0', 'status': 'completed', 'code': 200} Mar 11 19:49:27.101653 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-5c3068a3-2a16-4538-8e76-7b93cf428ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020b0904-65ac-42f2-8e04-517741506d94', 'name': 'tempest-AttachVolumeShelveTestJSON-860357850-router', 'tenant_id': '158d96ac5890499b904530e3a8e2fd26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '494517a1-7e22-42ff-98dd-c76c2ce900dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:39:48Z', 'updated_at': '2022-03-11T19:39:54Z', 'revision_number': 4, 'project_id': '158d96ac5890499b904530e3a8e2fd26', 'gw_port': {'id': '494517a1-7e22-42ff-98dd-c76c2ce900dd', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:47:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020b0904-65ac-42f2-8e04-517741506d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:39:49Z', 'updated_at': '2022-03-11T19:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '8ba23863-d183-4cd9-8ac6-4971568430aa', 'name': '', 'network_id': '32196a18-8be7-4227-b019-bc15d0c1f739', 'tenant_id': '158d96ac5890499b904530e3a8e2fd26', 'mac_address': 'fa:16:3e:93:3c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020b0904-65ac-42f2-8e04-517741506d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'c54bb295-7bca-4fbe-aff9-5e7c44904c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:39:52Z', 'updated_at': '2022-03-11T19:39:57Z', 'revision_number': 5, 'project_id': '158d96ac5890499b904530e3a8e2fd26', 'subnets': [{'id': 'c54bb295-7bca-4fbe-aff9-5e7c44904c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:27.168646 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3068a3-2a16-4538-8e76-7b93cf428ec2 None None] Checking router: 020b0904-65ac-42f2-8e04-517741506d94 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:49:27.192113 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3068a3-2a16-4538-8e76-7b93cf428ec2 None None] Routers {'020b0904-65ac-42f2-8e04-517741506d94'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:49:27.192792 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-5c3068a3-2a16-4538-8e76-7b93cf428ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:49:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['020b0904-65ac-42f2-8e04-517741506d94'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:27.369635 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-510a024e-5ecd-4eed-ac3c-8810900937d0 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7979267', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7985061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7589'] for router (d8a2e326-7df9-40b6-a671-845356dbf3f1), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:27.417485 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c7fd3c9f-3bf7-407b-9c22-b18848ec555d req-f166cd62-4d28-4c4d-aa95-c3b6395c86cb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=79e65caa-47cd-41a2-8375-be5a4b5fd9f7 HTTP/1.1" status: 200 len: 210 time: 0.1983449 Mar 11 19:49:27.418386 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-510a024e-5ecd-4eed-ac3c-8810900937d0 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7979276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7979285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7985070'] for router (d8a2e326-7df9-40b6-a671-845356dbf3f1), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:27.428030 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54014) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:27.598462 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:27.626770 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-5c3068a3-2a16-4538-8e76-7b93cf428ec2 None None] Set router 020b0904-65ac-42f2-8e04-517741506d94 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:49:27.682304 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-18822ba6-04a7-4e43-91be-0359aef7006d tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks [] for security_group (5c88090f-a4b6-4ded-8686-842a534273ef), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:27.718598 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-18822ba6-04a7-4e43-91be-0359aef7006d tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks [] for security_group (5c88090f-a4b6-4ded-8686-842a534273ef), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:27.770337 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-510a024e-5ecd-4eed-ac3c-8810900937d0 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Router d8a2e326-7df9-40b6-a671-845356dbf3f1 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:49:27.840283 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00414bd4-c020-4527-991e-ce5b61948ea4 req-cc08f992-249d-4e9c-b690-33aa5511c5f8 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:27.856947 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-00414bd4-c020-4527-991e-ce5b61948ea4 req-cc08f992-249d-4e9c-b690-33aa5511c5f8 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/networks?id=5f4622d2-6877-42dd-be4c-6b2764b6d954 HTTP/1.1" status: 200 len: 805 time: 0.2586668 Mar 11 19:49:27.877687 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-00414bd4-c020-4527-991e-ce5b61948ea4 req-9a02107b-5f8c-4e27-b820-fc093d51eb5a tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/quotas/59ec990deac94d1dadc5fda96e3adfe5 HTTP/1.1" status: 200 len: 375 time: 0.0197768 Mar 11 19:49:27.896729 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-5c3068a3-2a16-4538-8e76-7b93cf428ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020b0904-65ac-42f2-8e04-517741506d94', 'name': 'tempest-AttachVolumeShelveTestJSON-860357850-router', 'tenant_id': '158d96ac5890499b904530e3a8e2fd26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '494517a1-7e22-42ff-98dd-c76c2ce900dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:39:48Z', 'updated_at': '2022-03-11T19:39:54Z', 'revision_number': 4, 'project_id': '158d96ac5890499b904530e3a8e2fd26', 'gw_port': {'id': '494517a1-7e22-42ff-98dd-c76c2ce900dd', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:47:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020b0904-65ac-42f2-8e04-517741506d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:39:49Z', 'updated_at': '2022-03-11T19:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '8ba23863-d183-4cd9-8ac6-4971568430aa', 'name': '', 'network_id': '32196a18-8be7-4227-b019-bc15d0c1f739', 'tenant_id': '158d96ac5890499b904530e3a8e2fd26', 'mac_address': 'fa:16:3e:93:3c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020b0904-65ac-42f2-8e04-517741506d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'c54bb295-7bca-4fbe-aff9-5e7c44904c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:39:52Z', 'updated_at': '2022-03-11T19:39:57Z', 'revision_number': 5, 'project_id': '158d96ac5890499b904530e3a8e2fd26', 'subnets': [{'id': 'c54bb295-7bca-4fbe-aff9-5e7c44904c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:27.931744 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3068a3-2a16-4538-8e76-7b93cf428ec2 None None] The sync data for ids ['020b0904-65ac-42f2-8e04-517741506d94'] in n-d-833163-1 is: [{'id': '020b0904-65ac-42f2-8e04-517741506d94', 'name': 'tempest-AttachVolumeShelveTestJSON-860357850-router', 'tenant_id': '158d96ac5890499b904530e3a8e2fd26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '494517a1-7e22-42ff-98dd-c76c2ce900dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:39:48Z', 'updated_at': '2022-03-11T19:39:54Z', 'revision_number': 4, 'project_id': '158d96ac5890499b904530e3a8e2fd26', 'gw_port': {'id': '494517a1-7e22-42ff-98dd-c76c2ce900dd', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:47:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020b0904-65ac-42f2-8e04-517741506d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:39:49Z', 'updated_at': '2022-03-11T19:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '8ba23863-d183-4cd9-8ac6-4971568430aa', 'name': '', 'network_id': '32196a18-8be7-4227-b019-bc15d0c1f739', 'tenant_id': '158d96ac5890499b904530e3a8e2fd26', 'mac_address': 'fa:16:3e:93:3c:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020b0904-65ac-42f2-8e04-517741506d94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': 'c54bb295-7bca-4fbe-aff9-5e7c44904c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:39:52Z', 'updated_at': '2022-03-11T19:39:57Z', 'revision_number': 5, 'project_id': '158d96ac5890499b904530e3a8e2fd26', 'subnets': [{'id': 'c54bb295-7bca-4fbe-aff9-5e7c44904c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:49:27.984514 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-00414bd4-c020-4527-991e-ce5b61948ea4 req-9e056605-2add-49c2-80e4-e955a7df2f98 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=59ec990deac94d1dadc5fda96e3adfe5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1058736 Mar 11 19:49:28.028619 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-510a024e-5ecd-4eed-ac3c-8810900937d0 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:49:28.035828 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-510a024e-5ecd-4eed-ac3c-8810900937d0 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:28.037022 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-510a024e-5ecd-4eed-ac3c-8810900937d0 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "PUT /v2.0/routers/d8a2e326-7df9-40b6-a671-845356dbf3f1 HTTP/1.1" status: 200 len: 886 time: 1.9937246 Mar 11 19:49:28.039554 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54034) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:28.044567 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a35c6d-07e6-4ceb-b7ed-4f2d405e0213 None None] Sync routers for ids ['d8a2e326-7df9-40b6-a671-845356dbf3f1'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:49:28.071128 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a35c6d-07e6-4ceb-b7ed-4f2d405e0213 None None] Routers {'d8a2e326-7df9-40b6-a671-845356dbf3f1'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:49:28.074183 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-22a35c6d-07e6-4ceb-b7ed-4f2d405e0213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:49:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['d8a2e326-7df9-40b6-a671-845356dbf3f1'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:28.129899 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-18822ba6-04a7-4e43-91be-0359aef7006d tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (5c88090f-a4b6-4ded-8686-842a534273ef), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:28.135552 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-18822ba6-04a7-4e43-91be-0359aef7006d tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:28.136732 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-18822ba6-04a7-4e43-91be-0359aef7006d tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "DELETE /v2.0/security-groups/5c88090f-a4b6-4ded-8686-842a534273ef HTTP/1.1" status: 204 len: 168 time: 0.7077303 Mar 11 19:49:28.140735 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 54036) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:28.156133 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-00414bd4-c020-4527-991e-ce5b61948ea4 req-0e9bc156-f531-43cf-bbfa-219333f94aa0 service neutron] 10.222.0.65 "GET /v2.0/networks/5f4622d2-6877-42dd-be4c-6b2764b6d954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702838 Mar 11 19:49:28.177802 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-22a35c6d-07e6-4ceb-b7ed-4f2d405e0213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:28.178867 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18822ba6-04a7-4e43-91be-0359aef7006d tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c88090f-a4b6-4ded-8686-842a534273ef,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:28.249602 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [None req-5161c13e-7d22-4adf-8754-54b4ec951bd1 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] show failed (client error): The resource could not be found. Mar 11 19:49:28.251296 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a35c6d-07e6-4ceb-b7ed-4f2d405e0213 None None] Routers {'d8a2e326-7df9-40b6-a671-845356dbf3f1'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:49:28.252166 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-22a35c6d-07e6-4ceb-b7ed-4f2d405e0213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:49:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['d8a2e326-7df9-40b6-a671-845356dbf3f1'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:28.256350 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-36e5cc8b-f2a7-4d7d-bcc8-575c460cb3d5 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "GET /v2.0/routers/d8a2e326-7df9-40b6-a671-845356dbf3f1 HTTP/1.1" status: 200 len: 886 time: 0.2136242 Mar 11 19:49:28.256350 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54040) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:28.262898 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-5161c13e-7d22-4adf-8754-54b4ec951bd1 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "GET /v2.0/security-groups/5c88090f-a4b6-4ded-8686-842a534273ef HTTP/1.1" status: 404 len: 347 time: 0.1117961 Mar 11 19:49:28.275117 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 54042) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:28.317244 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-808aa2d7-1e66-4676-9b7f-c7d64de8915e tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8a2e326-7df9-40b6-a671-845356dbf3f1 HTTP/1.1" status: 200 len: 205 time: 0.0599575 Mar 11 19:49:28.317900 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54046) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:28.364819 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-22a35c6d-07e6-4ceb-b7ed-4f2d405e0213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:28.365926 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a35c6d-07e6-4ceb-b7ed-4f2d405e0213 None None] The sync data for ids ['d8a2e326-7df9-40b6-a671-845356dbf3f1'] in n-d-833163-1 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:49:28.490721 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee92c81-d6d3-4a1e-b0d0-75afc34307ed None None] New status for floating IP a440f60e-e10c-4b75-8c80-22228691670a: DOWN {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 19:49:28.583383 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e73a1a5f-6536-4bbd-936b-1bbf30decf00 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for router (d8a2e326-7df9-40b6-a671-845356dbf3f1), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:28.620283 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-00414bd4-c020-4527-991e-ce5b61948ea4 req-e54643d0-cd84-47d1-9f24-ca8a8d2b43d3 service neutron] 10.222.0.65 "GET /v2.0/networks/5f4622d2-6877-42dd-be4c-6b2764b6d954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4456308 Mar 11 19:49:28.654821 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-bdc9109b-c9ca-4991-8464-4228b73eea21 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Deleting port f80f1a37-c86b-40cf-bf68-774068633237 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:49:28.655154 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bdc9109b-c9ca-4991-8464-4228b73eea21 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (f80f1a37-c86b-40cf-bf68-774068633237), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:28.850843 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bdc9109b-c9ca-4991-8464-4228b73eea21 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (f80f1a37-c86b-40cf-bf68-774068633237), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:28.851510 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bdc9109b-c9ca-4991-8464-4228b73eea21 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks [] for floatingip (f80f1a37-c86b-40cf-bf68-774068633237), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:28.880880 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-bdc9109b-c9ca-4991-8464-4228b73eea21 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Calling delete_port for f80f1a37-c86b-40cf-bf68-774068633237 owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:49:28.889407 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e73a1a5f-6536-4bbd-936b-1bbf30decf00 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for router_gateway (d8a2e326-7df9-40b6-a671-845356dbf3f1), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:29.016956 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:29.018065 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-e73a1a5f-6536-4bbd-936b-1bbf30decf00 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Deleting port 172d5e8b-7774-4aec-93e7-511242d3c553 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:49:29.018414 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e73a1a5f-6536-4bbd-936b-1bbf30decf00 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (172d5e8b-7774-4aec-93e7-511242d3c553), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:29.198102 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bdc9109b-c9ca-4991-8464-4228b73eea21 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (f80f1a37-c86b-40cf-bf68-774068633237), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:29.214765 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e9d15e54-e342-42a6-9918-58770bf96f71 req-f89e58da-b87d-431a-a50d-418b0c067183 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6a52063d-e2b4-4bb3-bde7-163f51bbedb9 HTTP/1.1" status: 200 len: 210 time: 0.0692823 Mar 11 19:49:29.240816 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e73a1a5f-6536-4bbd-936b-1bbf30decf00 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (172d5e8b-7774-4aec-93e7-511242d3c553), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:29.245816 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc9109b-c9ca-4991-8464-4228b73eea21 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Pushing event deleted for resources: {'Port': ['ID=f80f1a37-c86b-40cf-bf68-774068633237,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:29.257896 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-92dca384-f704-40cf-ad19-6883c718aad2 req-d26a0ed4-9a49-43fa-8809-b9d3fe470cb6 tempest-ServerShowV247Test-1140657381 tempest-ServerShowV247Test-1140657381-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a52063d-e2b4-4bb3-bde7-163f51bbedb9 HTTP/1.1" status: 200 len: 210 time: 0.0734947 Mar 11 19:49:29.265891 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-e73a1a5f-6536-4bbd-936b-1bbf30decf00 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Calling delete_port for 172d5e8b-7774-4aec-93e7-511242d3c553 owned by network:router_gateway {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:49:29.400368 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bdc9109b-c9ca-4991-8464-4228b73eea21 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks [] for floatingip (a440f60e-e10c-4b75-8c80-22228691670a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:29.403618 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bdc9109b-c9ca-4991-8464-4228b73eea21 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:29.405025 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-bdc9109b-c9ca-4991-8464-4228b73eea21 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] 10.222.0.65 "DELETE /v2.0/floatingips/a440f60e-e10c-4b75-8c80-22228691670a HTTP/1.1" status: 204 len: 168 time: 1.1287277 Mar 11 19:49:29.408055 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 2fc5c3f1-33ff-4961-8840-ef32592bbb5b no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:49:29.475597 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2228c765-6e0a-4405-857b-2c592e22943d req-be5a92d2-33c2-4438-911d-28287759f071 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=881ea793-795c-4655-baa5-23f663cbceb4 HTTP/1.1" status: 200 len: 210 time: 0.0684617 Mar 11 19:49:29.487103 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: 2fc5c3f1-33ff-4961-8840-ef32592bbb5b {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:49:29.487471 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 2fc5c3f1-33ff-4961-8840-ef32592bbb5b not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:49:29.645242 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e73a1a5f-6536-4bbd-936b-1bbf30decf00 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (172d5e8b-7774-4aec-93e7-511242d3c553), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:29.696235 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73a1a5f-6536-4bbd-936b-1bbf30decf00 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Pushing event deleted for resources: {'Port': ['ID=172d5e8b-7774-4aec-93e7-511242d3c553,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:29.807798 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e73a1a5f-6536-4bbd-936b-1bbf30decf00 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (d8a2e326-7df9-40b6-a671-845356dbf3f1), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:30.014825 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e73a1a5f-6536-4bbd-936b-1bbf30decf00 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (d8a2e326-7df9-40b6-a671-845356dbf3f1), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:30.018866 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e73a1a5f-6536-4bbd-936b-1bbf30decf00 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for router_controller (d8a2e326-7df9-40b6-a671-845356dbf3f1), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:30.082853 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e73a1a5f-6536-4bbd-936b-1bbf30decf00 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (d8a2e326-7df9-40b6-a671-845356dbf3f1), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:30.084347 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e73a1a5f-6536-4bbd-936b-1bbf30decf00 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Fanout notify agent at l3_agent the message router_deleted on router d8a2e326-7df9-40b6-a671-845356dbf3f1 {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:49:30.097744 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e73a1a5f-6536-4bbd-936b-1bbf30decf00 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:30.097744 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e73a1a5f-6536-4bbd-936b-1bbf30decf00 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "DELETE /v2.0/routers/d8a2e326-7df9-40b6-a671-845356dbf3f1 HTTP/1.1" status: 204 len: 168 time: 1.7767665 Mar 11 19:49:30.099668 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 54084) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:30.111779 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-4ebe10ae-3b04-4abb-8173-f9ff3effd6f4 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Request body: {'network': {'name': 'tempest-RoutersTest-1558468773'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:49:30.155995 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ebe10ae-3b04-4abb-8173-f9ff3effd6f4 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Made reservation on behalf of 12e41349cb6043d6b0b4ef9017c96ea8 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:49:30.162276 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4ebe10ae-3b04-4abb-8173-f9ff3effd6f4 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:30.262822 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ebe10ae-3b04-4abb-8173-f9ff3effd6f4 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] vlan segment allocate from pool success with {'vlan_id': 897, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:49:30.286909 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4ebe10ae-3b04-4abb-8173-f9ff3effd6f4 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (262e95a4-a257-49a6-a1e5-4d3be98bd4e3), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:30.287259 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-4ebe10ae-3b04-4abb-8173-f9ff3effd6f4 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Added segment 262e95a4-a257-49a6-a1e5-4d3be98bd4e3 of type vlan for network d080a5bb-ce31-455f-bda5-4b889441e3b9 Mar 11 19:49:30.398032 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4ebe10ae-3b04-4abb-8173-f9ff3effd6f4 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (d080a5bb-ce31-455f-bda5-4b889441e3b9), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:30.450091 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4ebe10ae-3b04-4abb-8173-f9ff3effd6f4 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (d080a5bb-ce31-455f-bda5-4b889441e3b9), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:30.454955 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebe10ae-3b04-4abb-8173-f9ff3effd6f4 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:30.455758 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4ebe10ae-3b04-4abb-8173-f9ff3effd6f4 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:30.504311 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4f47a37c-fed9-4889-9a82-a6545a859575 req-9054b42b-4d07-4c0d-9060-692457dfa869 tempest-ServerShowV247Test-1140657381 tempest-ServerShowV247Test-1140657381-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a52063d-e2b4-4bb3-bde7-163f51bbedb9 HTTP/1.1" status: 200 len: 210 time: 0.0686786 Mar 11 19:49:30.554949 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54090) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:30.560249 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-4ebe10ae-3b04-4abb-8173-f9ff3effd6f4 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4504843 Mar 11 19:49:30.561335 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-d7f9748a-9dac-4fb8-aae5-176e0197a7df tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Request body: {'subnet': {'network_id': 'd080a5bb-ce31-455f-bda5-4b889441e3b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:49:30.732113 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4b7d0601-b62a-49c0-8f32-46935523d9a7 req-2842d597-a2bb-4768-8311-b34af8c53d9e tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=881ea793-795c-4655-baa5-23f663cbceb4 HTTP/1.1" status: 200 len: 210 time: 0.0859225 Mar 11 19:49:30.750985 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebe10ae-3b04-4abb-8173-f9ff3effd6f4 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Pushing event updated for resources: {'Network': ['ID=d080a5bb-ce31-455f-bda5-4b889441e3b9,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:30.765553 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network d080a5bb-ce31-455f-bda5-4b889441e3b9 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:49:30.888431 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f9748a-9dac-4fb8-aae5-176e0197a7df tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Made reservation on behalf of 12e41349cb6043d6b0b4ef9017c96ea8 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:49:30.892858 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d7f9748a-9dac-4fb8-aae5-176e0197a7df tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:31.096927 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00414bd4-c020-4527-991e-ce5b61948ea4 req-d18ea272-425c-4c36-b0b5-4a6c10ce9d36 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:31.098824 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-00414bd4-c020-4527-991e-ce5b61948ea4 req-d18ea272-425c-4c36-b0b5-4a6c10ce9d36 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.57 "GET /v2.0/networks?id=5f4622d2-6877-42dd-be4c-6b2764b6d954 HTTP/1.1" status: 200 len: 805 time: 0.1729002 Mar 11 19:49:31.291000 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-00414bd4-c020-4527-991e-ce5b61948ea4 req-c6793a4e-6ab1-4aa4-8975-72e07ef3560c tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Request body: {'port': {'device_id': '881ea793-795c-4655-baa5-23f663cbceb4', 'network_id': '5f4622d2-6877-42dd-be4c-6b2764b6d954', 'admin_state_up': True, 'tenant_id': '59ec990deac94d1dadc5fda96e3adfe5'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:49:31.297138 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d7f9748a-9dac-4fb8-aae5-176e0197a7df tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (38cf73d5-c0bf-485f-882d-88276dfa6072), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:31.436849 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f9748a-9dac-4fb8-aae5-176e0197a7df tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Pushing event updated for resources: {'Subnet': ['ID=38cf73d5-c0bf-485f-882d-88276dfa6072,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:31.448204 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f9748a-9dac-4fb8-aae5-176e0197a7df tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Checking segment: {'id': '262e95a4-a257-49a6-a1e5-4d3be98bd4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'd080a5bb-ce31-455f-bda5-4b889441e3b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:49:31.448573 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f9748a-9dac-4fb8-aae5-176e0197a7df tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Network hostable DHCP agents. Network: d080a5bb-ce31-455f-bda5-4b889441e3b9, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:49:31.495943 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f9748a-9dac-4fb8-aae5-176e0197a7df tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Network d080a5bb-ce31-455f-bda5-4b889441e3b9 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:49:31.505116 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00414bd4-c020-4527-991e-ce5b61948ea4 req-c6793a4e-6ab1-4aa4-8975-72e07ef3560c tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Made reservation on behalf of 59ec990deac94d1dadc5fda96e3adfe5 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:49:31.507926 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-00414bd4-c020-4527-991e-ce5b61948ea4 req-c6793a4e-6ab1-4aa4-8975-72e07ef3560c tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:31.511209 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-d7f9748a-9dac-4fb8-aae5-176e0197a7df tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, d080a5bb-ce31-455f-bda5-4b889441e3b9) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:49:31.524118 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f9748a-9dac-4fb8-aae5-176e0197a7df tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:31.524715 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d7f9748a-9dac-4fb8-aae5-176e0197a7df tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:31.540819 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed80ce53-b36b-4218-a0eb-98d9ec2eddc2 None None] Network d080a5bb-ce31-455f-bda5-4b889441e3b9 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:49:31.634234 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d7f9748a-9dac-4fb8-aae5-176e0197a7df tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0775826 Mar 11 19:49:31.637020 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 54102) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:31.645565 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-a01f5b43-377c-4cfc-b750-3c1cda195360 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1042113048', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:49:31.840381 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-54e72b34-98ae-4445-b19e-7ef9e6dedf26 req-e03e20db-905d-4c2b-b691-4e0dad37bc8c tempest-ServerShowV247Test-1140657381 tempest-ServerShowV247Test-1140657381-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a52063d-e2b4-4bb3-bde7-163f51bbedb9 HTTP/1.1" status: 200 len: 210 time: 0.1604147 Mar 11 19:49:31.850122 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a01f5b43-377c-4cfc-b750-3c1cda195360 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (45a65385-b36d-4d4f-a79e-ece446f4eae9), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:31.856838 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a01f5b43-377c-4cfc-b750-3c1cda195360 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (45a65385-b36d-4d4f-a79e-ece446f4eae9), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:31.890288 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61068cfb-eb99-440c-814c-359af3432b31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-d080a5bb-ce31-455f-bda5-4b889441e3b9', 'network_id': 'd080a5bb-ce31-455f-bda5-4b889441e3b9', 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'fixed_ips': [{'subnet_id': '38cf73d5-c0bf-485f-882d-88276dfa6072'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:49:31.892084 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-61068cfb-eb99-440c-814c-359af3432b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:31.980481 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-00414bd4-c020-4527-991e-ce5b61948ea4 req-c6793a4e-6ab1-4aa4-8975-72e07ef3560c tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Allocated IP 172.20.0.14 (5f4622d2-6877-42dd-be4c-6b2764b6d954/8d74cfef-df19-4443-8dbc-7728b7150eec/2b761f0c-6c61-4cd9-99e6-3f323d9dcc65) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:49:32.138424 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a01f5b43-377c-4cfc-b750-3c1cda195360 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for router_controller (45a65385-b36d-4d4f-a79e-ece446f4eae9), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:32.146055 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2d6049e4-e8bf-4a56-8c60-01ffece76b07 req-520d983e-9a00-4224-acbe-e065f2090558 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=881ea793-795c-4655-baa5-23f663cbceb4 HTTP/1.1" status: 200 len: 210 time: 0.0962648 Mar 11 19:49:32.152477 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a01f5b43-377c-4cfc-b750-3c1cda195360 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (45a65385-b36d-4d4f-a79e-ece446f4eae9), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:32.187581 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a01f5b43-377c-4cfc-b750-3c1cda195360 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:32.192124 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54124) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:32.196849 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a01f5b43-377c-4cfc-b750-3c1cda195360 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5563567 Mar 11 19:49:32.263419 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-61068cfb-eb99-440c-814c-359af3432b31 None None] Allocated IP 172.20.0.2 (d080a5bb-ce31-455f-bda5-4b889441e3b9/38cf73d5-c0bf-485f-882d-88276dfa6072/d20e47df-5954-491c-a8e0-c5a7a768c5f1) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:49:32.615012 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-61068cfb-eb99-440c-814c-359af3432b31 None None] Publish callbacks [] for port (d20e47df-5954-491c-a8e0-c5a7a768c5f1), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:32.628411 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-61068cfb-eb99-440c-814c-359af3432b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (d20e47df-5954-491c-a8e0-c5a7a768c5f1), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:32.716995 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61068cfb-eb99-440c-814c-359af3432b31 None None] Network d080a5bb-ce31-455f-bda5-4b889441e3b9 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:49:32.735061 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-61068cfb-eb99-440c-814c-359af3432b31 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:49:32.738376 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-00414bd4-c020-4527-991e-ce5b61948ea4 req-c6793a4e-6ab1-4aa4-8975-72e07ef3560c tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Publish callbacks [] for port (2b761f0c-6c61-4cd9-99e6-3f323d9dcc65), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:32.748534 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61068cfb-eb99-440c-814c-359af3432b31 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:49:32.828565 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3ca1247d-7e8d-4731-a13d-a387c912779b req-d62aa63c-9c60-4c6b-96dc-2c1a606aea9a tempest-ServerShowV247Test-1140657381 tempest-ServerShowV247Test-1140657381-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a52063d-e2b4-4bb3-bde7-163f51bbedb9 HTTP/1.1" status: 200 len: 210 time: 0.0488000 Mar 11 19:49:32.838144 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61068cfb-eb99-440c-814c-359af3432b31 None None] Pushing event updated for resources: {'Port': ['ID=d20e47df-5954-491c-a8e0-c5a7a768c5f1,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:32.906384 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-61068cfb-eb99-440c-814c-359af3432b31 None None] Attempting to bind port d20e47df-5954-491c-a8e0-c5a7a768c5f1 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:49:32.906936 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-61068cfb-eb99-440c-814c-359af3432b31 None None] Attempting to bind port d20e47df-5954-491c-a8e0-c5a7a768c5f1 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '262e95a4-a257-49a6-a1e5-4d3be98bd4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'd080a5bb-ce31-455f-bda5-4b889441e3b9'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:49:32.907175 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61068cfb-eb99-440c-814c-359af3432b31 None None] Attempting to bind port d20e47df-5954-491c-a8e0-c5a7a768c5f1 on network d080a5bb-ce31-455f-bda5-4b889441e3b9 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:49:32.920104 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61068cfb-eb99-440c-814c-359af3432b31 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:49:32.920660 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61068cfb-eb99-440c-814c-359af3432b31 None None] Checking segment: {'id': '262e95a4-a257-49a6-a1e5-4d3be98bd4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'd080a5bb-ce31-455f-bda5-4b889441e3b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:49:32.921075 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-61068cfb-eb99-440c-814c-359af3432b31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:32.921667 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61068cfb-eb99-440c-814c-359af3432b31 None None] Bound using segment: {'id': '262e95a4-a257-49a6-a1e5-4d3be98bd4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'd080a5bb-ce31-455f-bda5-4b889441e3b9'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:49:32.922167 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-61068cfb-eb99-440c-814c-359af3432b31 None None] Bound port: d20e47df-5954-491c-a8e0-c5a7a768c5f1, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '262e95a4-a257-49a6-a1e5-4d3be98bd4e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': 'd080a5bb-ce31-455f-bda5-4b889441e3b9'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:49:32.922559 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-61068cfb-eb99-440c-814c-359af3432b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d20e47df-5954-491c-a8e0-c5a7a768c5f1), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:32.974560 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-67ecb167-86b8-409c-9a2a-208b71c8e5f3 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:33.006348 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-61068cfb-eb99-440c-814c-359af3432b31 None None] For port d20e47df-5954-491c-a8e0-c5a7a768c5f1, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:49:33.010187 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-61068cfb-eb99-440c-814c-359af3432b31 None None] For port d20e47df-5954-491c-a8e0-c5a7a768c5f1, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=d20e47df-5954-491c-a8e0-c5a7a768c5f1,segment=NetworkSegment(262e95a4-a257-49a6-a1e5-4d3be98bd4e3),segment_id=262e95a4-a257-49a6-a1e5-4d3be98bd4e3)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:49:33.020579 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-61068cfb-eb99-440c-814c-359af3432b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (d20e47df-5954-491c-a8e0-c5a7a768c5f1), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:33.030418 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-00414bd4-c020-4527-991e-ce5b61948ea4 req-c6793a4e-6ab1-4aa4-8975-72e07ef3560c tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (2b761f0c-6c61-4cd9-99e6-3f323d9dcc65), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:33.101724 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['db0680ad-52ed-457e-9224-4ee0f0880afd'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:49:33.196391 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00414bd4-c020-4527-991e-ce5b61948ea4 req-c6793a4e-6ab1-4aa4-8975-72e07ef3560c tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Network 5f4622d2-6877-42dd-be4c-6b2764b6d954 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:49:33.256976 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61068cfb-eb99-440c-814c-359af3432b31 None None] Pushing event updated for resources: {'Port': ['ID=d20e47df-5954-491c-a8e0-c5a7a768c5f1,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:33.271103 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-00414bd4-c020-4527-991e-ce5b61948ea4 req-c6793a4e-6ab1-4aa4-8975-72e07ef3560c tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:49:33.280412 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-00414bd4-c020-4527-991e-ce5b61948ea4 req-c6793a4e-6ab1-4aa4-8975-72e07ef3560c tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:49:33.514924 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa39f50-4210-4509-90a6-433fcefa493f req-83ee96a5-55e1-4708-835c-f7db4d23016a tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:33.525131 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1aa39f50-4210-4509-90a6-433fcefa493f req-83ee96a5-55e1-4708-835c-f7db4d23016a tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=881ea793-795c-4655-baa5-23f663cbceb4 HTTP/1.1" status: 200 len: 932 time: 0.1924415 Mar 11 19:49:33.635809 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1aa39f50-4210-4509-90a6-433fcefa493f req-25401a25-eb48-417e-8af5-f27b22b46ca6 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059361 Mar 11 19:49:33.732824 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6793a4e-6ab1-4aa4-8975-72e07ef3560c tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Pushing event updated for resources: {'Port': ['ID=2b761f0c-6c61-4cd9-99e6-3f323d9dcc65,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:33.784661 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00414bd4-c020-4527-991e-ce5b61948ea4 req-c6793a4e-6ab1-4aa4-8975-72e07ef3560c tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:33.785341 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-00414bd4-c020-4527-991e-ce5b61948ea4 req-c6793a4e-6ab1-4aa4-8975-72e07ef3560c tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:33.839229 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-00414bd4-c020-4527-991e-ce5b61948ea4 req-c6793a4e-6ab1-4aa4-8975-72e07ef3560c tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5527346 Mar 11 19:49:33.863892 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-00414bd4-c020-4527-991e-ce5b61948ea4 req-68cffcb1-4428-4d9c-b230-5dd55eac1036 service neutron] Request body: {'port': {'device_id': '881ea793-795c-4655-baa5-23f663cbceb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:49:33.940746 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-67ecb167-86b8-409c-9a2a-208b71c8e5f3 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Allocated IP 172.20.0.1 (d080a5bb-ce31-455f-bda5-4b889441e3b9/38cf73d5-c0bf-485f-882d-88276dfa6072/2f996611-ff4c-4742-bb9c-20e983cb6f8a) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:49:34.120590 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-edd1e406-a449-47e0-b84c-3791781f68e3 req-24775c9f-1703-415e-a7ae-ebe75656d65b tempest-ServerShowV247Test-1140657381 tempest-ServerShowV247Test-1140657381-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a52063d-e2b4-4bb3-bde7-163f51bbedb9 HTTP/1.1" status: 200 len: 210 time: 0.0759618 Mar 11 19:49:34.394962 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-67ecb167-86b8-409c-9a2a-208b71c8e5f3 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for port (2f996611-ff4c-4742-bb9c-20e983cb6f8a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:34.516683 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-67ecb167-86b8-409c-9a2a-208b71c8e5f3 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (2f996611-ff4c-4742-bb9c-20e983cb6f8a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:34.754528 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ecb167-86b8-409c-9a2a-208b71c8e5f3 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Network d080a5bb-ce31-455f-bda5-4b889441e3b9 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:49:34.780505 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-67ecb167-86b8-409c-9a2a-208b71c8e5f3 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:49:34.790370 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54d3776-c561-4b4d-8ff3-fe5d4b73bedc None None] Network d080a5bb-ce31-455f-bda5-4b889441e3b9 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:49:34.791548 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ecb167-86b8-409c-9a2a-208b71c8e5f3 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:49:34.849784 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-00414bd4-c020-4527-991e-ce5b61948ea4 req-68cffcb1-4428-4d9c-b230-5dd55eac1036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2b761f0c-6c61-4cd9-99e6-3f323d9dcc65), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:34.962842 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ecb167-86b8-409c-9a2a-208b71c8e5f3 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Pushing event updated for resources: {'Port': ['ID=2f996611-ff4c-4742-bb9c-20e983cb6f8a,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:34.978278 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3862512f-e64e-44e7-bcd1-9f9dcfbd16c0 req-cabb24a4-8a2f-4a45-b473-3930321b6a13 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:34.995117 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3862512f-e64e-44e7-bcd1-9f9dcfbd16c0 req-cabb24a4-8a2f-4a45-b473-3930321b6a13 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=881ea793-795c-4655-baa5-23f663cbceb4 HTTP/1.1" status: 200 len: 932 time: 0.2023737 Mar 11 19:49:35.013469 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-67ecb167-86b8-409c-9a2a-208b71c8e5f3 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (45a65385-b36d-4d4f-a79e-ece446f4eae9), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:35.165692 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3862512f-e64e-44e7-bcd1-9f9dcfbd16c0 req-67fadc67-23a8-44df-ad9f-08742b3fa4e0 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655233 Mar 11 19:49:35.349995 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e3eb56a5-497d-4410-822b-b5193a429cb1 req-295a53b4-9580-45bb-95de-13988f6ffbf9 tempest-ServerShowV247Test-1140657381 tempest-ServerShowV247Test-1140657381-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a52063d-e2b4-4bb3-bde7-163f51bbedb9 HTTP/1.1" status: 200 len: 210 time: 0.0624750 Mar 11 19:49:35.508771 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device d20e47df-5954-491c-a8e0-c5a7a768c5f1 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:49:35.511245 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-9e3f9a99-bf38-4f10-a5aa-e4bcc6a432bd None None] Provisioning complete for port d20e47df-5954-491c-a8e0-c5a7a768c5f1 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:49:35.511611 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9e3f9a99-bf38-4f10-a5aa-e4bcc6a432bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (d20e47df-5954-491c-a8e0-c5a7a768c5f1), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:36.013172 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-9e3f9a99-bf38-4f10-a5aa-e4bcc6a432bd None None] Current status of the port d20e47df-5954-491c-a8e0-c5a7a768c5f1 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:49:36.013794 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9e3f9a99-bf38-4f10-a5aa-e4bcc6a432bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d20e47df-5954-491c-a8e0-c5a7a768c5f1), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:36.025982 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port d20e47df-5954-491c-a8e0-c5a7a768c5f1 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:49:36.026365 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (d20e47df-5954-491c-a8e0-c5a7a768c5f1), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:36.252979 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-9e3f9a99-bf38-4f10-a5aa-e4bcc6a432bd None None] For port d20e47df-5954-491c-a8e0-c5a7a768c5f1, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=d20e47df-5954-491c-a8e0-c5a7a768c5f1,segment=NetworkSegment(262e95a4-a257-49a6-a1e5-4d3be98bd4e3),segment_id=262e95a4-a257-49a6-a1e5-4d3be98bd4e3)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:49:36.265608 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9e3f9a99-bf38-4f10-a5aa-e4bcc6a432bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (d20e47df-5954-491c-a8e0-c5a7a768c5f1), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:36.546196 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-640f4610-d9a7-4be4-9b45-d468b00dd66b None None] Provisioning complete for port d20e47df-5954-491c-a8e0-c5a7a768c5f1 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:49:36.546880 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-640f4610-d9a7-4be4-9b45-d468b00dd66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (d20e47df-5954-491c-a8e0-c5a7a768c5f1), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:36.560696 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3f9a99-bf38-4f10-a5aa-e4bcc6a432bd None None] Pushing event updated for resources: {'Port': ['ID=d20e47df-5954-491c-a8e0-c5a7a768c5f1,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:36.564067 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36244ad1-281e-47aa-aaea-acdfe4911bad req-6c67a3f4-73de-494b-8715-ccf26d8ae5ae tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:36.567312 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-36244ad1-281e-47aa-aaea-acdfe4911bad req-6c67a3f4-73de-494b-8715-ccf26d8ae5ae tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=881ea793-795c-4655-baa5-23f663cbceb4 HTTP/1.1" status: 200 len: 932 time: 0.1896234 Mar 11 19:49:36.626252 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-67ecb167-86b8-409c-9a2a-208b71c8e5f3 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2f996611-ff4c-4742-bb9c-20e983cb6f8a), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:36.674276 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port d20e47df-5954-491c-a8e0-c5a7a768c5f1 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:49:36.722123 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-36244ad1-281e-47aa-aaea-acdfe4911bad req-565248e0-46ee-4bd5-a08e-2dc34955c0a4 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489129 Mar 11 19:49:36.846035 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-640f4610-d9a7-4be4-9b45-d468b00dd66b None None] Current status of the port d20e47df-5954-491c-a8e0-c5a7a768c5f1 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:49:36.892998 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-640f4610-d9a7-4be4-9b45-d468b00dd66b None None] Provisioning complete for port 2f996611-ff4c-4742-bb9c-20e983cb6f8a triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:49:36.893389 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-640f4610-d9a7-4be4-9b45-d468b00dd66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (2f996611-ff4c-4742-bb9c-20e983cb6f8a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:36.954553 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-00414bd4-c020-4527-991e-ce5b61948ea4 req-68cffcb1-4428-4d9c-b230-5dd55eac1036 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b761f0c-6c61-4cd9-99e6-3f323d9dcc65 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:49:36.964550 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-00414bd4-c020-4527-991e-ce5b61948ea4 req-68cffcb1-4428-4d9c-b230-5dd55eac1036 service neutron] Publish callbacks [] for port (2b761f0c-6c61-4cd9-99e6-3f323d9dcc65), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:36.980110 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-00414bd4-c020-4527-991e-ce5b61948ea4 req-68cffcb1-4428-4d9c-b230-5dd55eac1036 service neutron] Transition to ACTIVE for port object 2b761f0c-6c61-4cd9-99e6-3f323d9dcc65 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:49:36.989744 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-00414bd4-c020-4527-991e-ce5b61948ea4 req-68cffcb1-4428-4d9c-b230-5dd55eac1036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (2b761f0c-6c61-4cd9-99e6-3f323d9dcc65), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:37.047486 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-89ec5dcd-d930-4d66-aca9-e0ecc4704bc5 req-b5f2c569-f1e2-4950-81f1-0ce34e61e254 tempest-ServerShowV247Test-1140657381 tempest-ServerShowV247Test-1140657381-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a52063d-e2b4-4bb3-bde7-163f51bbedb9 HTTP/1.1" status: 200 len: 210 time: 0.0351861 Mar 11 19:49:37.056850 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cffcb1-4428-4d9c-b230-5dd55eac1036 service neutron] Pushing event updated for resources: {'Port': ['ID=2b761f0c-6c61-4cd9-99e6-3f323d9dcc65,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:37.062345 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-640f4610-d9a7-4be4-9b45-d468b00dd66b None None] Port 2f996611-ff4c-4742-bb9c-20e983cb6f8a cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:49:37.070521 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device d20e47df-5954-491c-a8e0-c5a7a768c5f1 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:49:37.209696 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port d20e47df-5954-491c-a8e0-c5a7a768c5f1 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:49:37.211365 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (d20e47df-5954-491c-a8e0-c5a7a768c5f1), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:37.264783 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-00414bd4-c020-4527-991e-ce5b61948ea4 req-68cffcb1-4428-4d9c-b230-5dd55eac1036 service neutron] Attempting to bind port 2b761f0c-6c61-4cd9-99e6-3f323d9dcc65 on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:49:37.265236 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-00414bd4-c020-4527-991e-ce5b61948ea4 req-68cffcb1-4428-4d9c-b230-5dd55eac1036 service neutron] Attempting to bind port 2b761f0c-6c61-4cd9-99e6-3f323d9dcc65 by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '518fbfd6-66d4-46dc-8045-59cddcf132dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5f4622d2-6877-42dd-be4c-6b2764b6d954'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:49:37.265796 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00414bd4-c020-4527-991e-ce5b61948ea4 req-68cffcb1-4428-4d9c-b230-5dd55eac1036 service neutron] Attempting to bind port 2b761f0c-6c61-4cd9-99e6-3f323d9dcc65 on network 5f4622d2-6877-42dd-be4c-6b2764b6d954 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:49:37.271590 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-0e5d70cd-3c36-4e4f-81d3-237331592652 None None] Provisioning complete for port 2f996611-ff4c-4742-bb9c-20e983cb6f8a triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:49:37.274327 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00414bd4-c020-4527-991e-ce5b61948ea4 req-68cffcb1-4428-4d9c-b230-5dd55eac1036 service neutron] Port 2b761f0c-6c61-4cd9-99e6-3f323d9dcc65 on network 5f4622d2-6877-42dd-be4c-6b2764b6d954 not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:49:37.274753 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00414bd4-c020-4527-991e-ce5b61948ea4 req-68cffcb1-4428-4d9c-b230-5dd55eac1036 service neutron] Attempting to bind port 2b761f0c-6c61-4cd9-99e6-3f323d9dcc65 on network 5f4622d2-6877-42dd-be4c-6b2764b6d954 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:49:37.275739 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0e5d70cd-3c36-4e4f-81d3-237331592652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (2f996611-ff4c-4742-bb9c-20e983cb6f8a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:37.298861 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00414bd4-c020-4527-991e-ce5b61948ea4 req-68cffcb1-4428-4d9c-b230-5dd55eac1036 service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:49:37.299337 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00414bd4-c020-4527-991e-ce5b61948ea4 req-68cffcb1-4428-4d9c-b230-5dd55eac1036 service neutron] Checking segment: {'id': '518fbfd6-66d4-46dc-8045-59cddcf132dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5f4622d2-6877-42dd-be4c-6b2764b6d954'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:49:37.299848 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00414bd4-c020-4527-991e-ce5b61948ea4 req-68cffcb1-4428-4d9c-b230-5dd55eac1036 service neutron] Bound using segment: {'id': '518fbfd6-66d4-46dc-8045-59cddcf132dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5f4622d2-6877-42dd-be4c-6b2764b6d954'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:49:37.302776 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-00414bd4-c020-4527-991e-ce5b61948ea4 req-68cffcb1-4428-4d9c-b230-5dd55eac1036 service neutron] Bound port: 2b761f0c-6c61-4cd9-99e6-3f323d9dcc65, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '518fbfd6-66d4-46dc-8045-59cddcf132dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5f4622d2-6877-42dd-be4c-6b2764b6d954'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:49:37.303256 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-00414bd4-c020-4527-991e-ce5b61948ea4 req-68cffcb1-4428-4d9c-b230-5dd55eac1036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2b761f0c-6c61-4cd9-99e6-3f323d9dcc65), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:37.492226 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-0e5d70cd-3c36-4e4f-81d3-237331592652 None None] Port 2f996611-ff4c-4742-bb9c-20e983cb6f8a cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:49:37.525840 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port d20e47df-5954-491c-a8e0-c5a7a768c5f1 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:49:37.658865 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-00414bd4-c020-4527-991e-ce5b61948ea4 req-68cffcb1-4428-4d9c-b230-5dd55eac1036 service neutron] For port 2b761f0c-6c61-4cd9-99e6-3f323d9dcc65, host n-h2-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:49:37.686673 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-00414bd4-c020-4527-991e-ce5b61948ea4 req-68cffcb1-4428-4d9c-b230-5dd55eac1036 service neutron] For port 2b761f0c-6c61-4cd9-99e6-3f323d9dcc65, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=2b761f0c-6c61-4cd9-99e6-3f323d9dcc65,segment=NetworkSegment(518fbfd6-66d4-46dc-8045-59cddcf132dc),segment_id=518fbfd6-66d4-46dc-8045-59cddcf132dc)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:49:37.713331 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-00414bd4-c020-4527-991e-ce5b61948ea4 req-68cffcb1-4428-4d9c-b230-5dd55eac1036 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (2b761f0c-6c61-4cd9-99e6-3f323d9dcc65), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:37.855414 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00414bd4-c020-4527-991e-ce5b61948ea4 req-68cffcb1-4428-4d9c-b230-5dd55eac1036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:37.858827 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-00414bd4-c020-4527-991e-ce5b61948ea4 req-68cffcb1-4428-4d9c-b230-5dd55eac1036 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:37.862124 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-00414bd4-c020-4527-991e-ce5b61948ea4 req-68cffcb1-4428-4d9c-b230-5dd55eac1036 service neutron] 10.222.0.57 "PUT /v2.0/ports/2b761f0c-6c61-4cd9-99e6-3f323d9dcc65 HTTP/1.1" status: 200 len: 1092 time: 4.0133157 Mar 11 19:49:37.862872 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '881ea793-795c-4655-baa5-23f663cbceb4', 'tag': '2b761f0c-6c61-4cd9-99e6-3f323d9dcc65'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:49:37.865489 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d908df-cd95-4626-add7-bee3747ecd8d" -d '{"events": [{"name": "network-changed", "server_uuid": "881ea793-795c-4655-baa5-23f663cbceb4", "tag": "2b761f0c-6c61-4cd9-99e6-3f323d9dcc65"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:49:37.939603 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-67ecb167-86b8-409c-9a2a-208b71c8e5f3 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for port (2f996611-ff4c-4742-bb9c-20e983cb6f8a), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:37.979998 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c6eafd-e132-4fa2-9692-52165d3db7ed req-ef105575-9959-4be4-b642-dfa542db0041 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:37.984654 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-12c6eafd-e132-4fa2-9692-52165d3db7ed req-ef105575-9959-4be4-b642-dfa542db0041 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=881ea793-795c-4655-baa5-23f663cbceb4 HTTP/1.1" status: 200 len: 944 time: 0.1205797 Mar 11 19:49:37.987553 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-67ecb167-86b8-409c-9a2a-208b71c8e5f3 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (2f996611-ff4c-4742-bb9c-20e983cb6f8a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:38.009722 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cffcb1-4428-4d9c-b230-5dd55eac1036 service neutron] Pushing event updated for resources: {'Port': ['ID=2b761f0c-6c61-4cd9-99e6-3f323d9dcc65,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:38.091379 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-12c6eafd-e132-4fa2-9692-52165d3db7ed req-d327a4c7-8f7d-4aa6-9a4c-e9454e1405a2 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984123 Mar 11 19:49:38.128401 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-67ecb167-86b8-409c-9a2a-208b71c8e5f3 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (45a65385-b36d-4d4f-a79e-ece446f4eae9), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:38.147384 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00414bd4-c020-4527-991e-ce5b61948ea4 req-67f02367-0401-4497-a6f1-844ac96cf750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:38.149320 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-00414bd4-c020-4527-991e-ce5b61948ea4 req-67f02367-0401-4497-a6f1-844ac96cf750 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=59ec990deac94d1dadc5fda96e3adfe5&device_id=881ea793-795c-4655-baa5-23f663cbceb4 HTTP/1.1" status: 200 len: 1126 time: 0.2353852 Mar 11 19:49:38.202983 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ecb167-86b8-409c-9a2a-208b71c8e5f3 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Pushing event updated for resources: {'Port': ['ID=2f996611-ff4c-4742-bb9c-20e983cb6f8a,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:38.218552 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-00414bd4-c020-4527-991e-ce5b61948ea4 req-c43df486-b112-41ef-8d63-ff5175225da1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b761f0c-6c61-4cd9-99e6-3f323d9dcc65 HTTP/1.1" status: 200 len: 217 time: 0.0601416 Mar 11 19:49:38.321164 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfddb5b5-4995-4bee-8ffe-2f53d63e0c19 x-openstack-request-id: req-dfddb5b5-4995-4bee-8ffe-2f53d63e0c19 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:49:38.321494 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "881ea793-795c-4655-baa5-23f663cbceb4", "tag": "2b761f0c-6c61-4cd9-99e6-3f323d9dcc65", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:49:38.321720 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dfddb5b5-4995-4bee-8ffe-2f53d63e0c19 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:49:38.322134 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '881ea793-795c-4655-baa5-23f663cbceb4', 'tag': '2b761f0c-6c61-4cd9-99e6-3f323d9dcc65', 'status': 'completed', 'code': 200} Mar 11 19:49:38.387827 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ecb167-86b8-409c-9a2a-208b71c8e5f3 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Network d080a5bb-ce31-455f-bda5-4b889441e3b9 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:49:38.392790 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-67ecb167-86b8-409c-9a2a-208b71c8e5f3 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:49:38.401272 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3db24646-d9c5-451d-a78a-af26d3321161 req-1edcd836-9972-40c5-8a17-842bde30f6e8 tempest-ServerShowV247Test-1140657381 tempest-ServerShowV247Test-1140657381-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a52063d-e2b4-4bb3-bde7-163f51bbedb9 HTTP/1.1" status: 200 len: 210 time: 0.0746050 Mar 11 19:49:38.565686 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 54674) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:38.578425 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00414bd4-c020-4527-991e-ce5b61948ea4 req-e3c68c71-08a3-4c2a-bfaf-4bd50af87644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:38.581148 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-00414bd4-c020-4527-991e-ce5b61948ea4 req-e3c68c71-08a3-4c2a-bfaf-4bd50af87644 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8d74cfef-df19-4443-8dbc-7728b7150eec HTTP/1.1" status: 200 len: 845 time: 0.2580869 Mar 11 19:49:38.747040 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-00414bd4-c020-4527-991e-ce5b61948ea4 req-1c7b53ce-19a0-4673-8c6f-ac1a996fa4ff service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5f4622d2-6877-42dd-be4c-6b2764b6d954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1102481 Mar 11 19:49:38.768269 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2f01de02-a35e-4161-893d-52b15e1eae2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:38.847884 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-870b228d-0d64-43d2-b3cf-d156890fab13 None None] Provisioning complete for port 2f996611-ff4c-4742-bb9c-20e983cb6f8a triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:49:38.847884 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-870b228d-0d64-43d2-b3cf-d156890fab13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (2f996611-ff4c-4742-bb9c-20e983cb6f8a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:38.934724 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-870b228d-0d64-43d2-b3cf-d156890fab13 None None] Port 2f996611-ff4c-4742-bb9c-20e983cb6f8a cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:49:38.968446 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2f01de02-a35e-4161-893d-52b15e1eae2a admin admin] Publish callbacks [] for security_group (b1b54f14-c50e-4b90-a05b-0fe64e2afe87), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:38.976181 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2f01de02-a35e-4161-893d-52b15e1eae2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (b1b54f14-c50e-4b90-a05b-0fe64e2afe87), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:39.023718 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-00414bd4-c020-4527-991e-ce5b61948ea4 req-64be667f-c433-4014-a356-de3c3c4f4f5f service neutron] 10.222.0.57 "GET /v2.0/networks/5f4622d2-6877-42dd-be4c-6b2764b6d954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683306 Mar 11 19:49:39.031956 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f01de02-a35e-4161-893d-52b15e1eae2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b54f14-c50e-4b90-a05b-0fe64e2afe87,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:39.099425 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-2f01de02-a35e-4161-893d-52b15e1eae2a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=85e76653cbf543f98c8c63d746debb01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5325580 Mar 11 19:49:39.102425 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 54684) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:39.211355 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-94483cf4-056f-4d59-83df-35386d1a0808 admin admin] Publish callbacks [] for security_group (b1b54f14-c50e-4b90-a05b-0fe64e2afe87), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:39.232201 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-00414bd4-c020-4527-991e-ce5b61948ea4 req-9e192003-82ec-4ad7-8386-4b18c577baef service neutron] 10.222.0.57 "GET /v2.0/networks/5f4622d2-6877-42dd-be4c-6b2764b6d954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001457 Mar 11 19:49:39.233282 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67ecb167-86b8-409c-9a2a-208b71c8e5f3 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Router 45a65385-b36d-4d4f-a79e-ece446f4eae9 is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:49:39.319262 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-94483cf4-056f-4d59-83df-35386d1a0808 admin admin] Publish callbacks [] for security_group (b1b54f14-c50e-4b90-a05b-0fe64e2afe87), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:39.401106 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-94483cf4-056f-4d59-83df-35386d1a0808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (b1b54f14-c50e-4b90-a05b-0fe64e2afe87), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:39.404952 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-94483cf4-056f-4d59-83df-35386d1a0808 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:39.406702 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-94483cf4-056f-4d59-83df-35386d1a0808 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b1b54f14-c50e-4b90-a05b-0fe64e2afe87 HTTP/1.1" status: 204 len: 168 time: 0.3031299 Mar 11 19:49:39.446388 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cd0fd4-d17e-458a-b40d-90e1c0db7ced req-8ee09535-3fa4-4f85-9667-35df99136fca tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:39.450961 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-49cd0fd4-d17e-458a-b40d-90e1c0db7ced req-8ee09535-3fa4-4f85-9667-35df99136fca tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=881ea793-795c-4655-baa5-23f663cbceb4 HTTP/1.1" status: 200 len: 944 time: 0.2156389 Mar 11 19:49:39.456387 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94483cf4-056f-4d59-83df-35386d1a0808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b54f14-c50e-4b90-a05b-0fe64e2afe87,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:39.500939 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ecb167-86b8-409c-9a2a-208b71c8e5f3 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:49:39.511515 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-67ecb167-86b8-409c-9a2a-208b71c8e5f3 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "PUT /v2.0/routers/45a65385-b36d-4d4f-a79e-ece446f4eae9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3183293 Mar 11 19:49:39.518057 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 54694) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:39.519029 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ff7dbb-3e3b-4903-b0f1-a6625bb83fa3 None None] Sync routers for ids ['45a65385-b36d-4d4f-a79e-ece446f4eae9'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:49:39.552609 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ff7dbb-3e3b-4903-b0f1-a6625bb83fa3 None None] Routers {'45a65385-b36d-4d4f-a79e-ece446f4eae9'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:49:39.553319 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-85ff7dbb-3e3b-4903-b0f1-a6625bb83fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:49:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['45a65385-b36d-4d4f-a79e-ece446f4eae9'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:39.581772 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d908df-cd95-4626-add7-bee3747ecd8d req-7edcdba4-68a5-4d66-ac86-8b4697c564f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:39.583575 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c1d908df-cd95-4626-add7-bee3747ecd8d req-7edcdba4-68a5-4d66-ac86-8b4697c564f7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=59ec990deac94d1dadc5fda96e3adfe5&device_id=881ea793-795c-4655-baa5-23f663cbceb4 HTTP/1.1" status: 200 len: 1126 time: 0.2229917 Mar 11 19:49:39.632513 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-49cd0fd4-d17e-458a-b40d-90e1c0db7ced req-54a1a69b-2baf-4209-afc7-f1388e01d53b tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696894 Mar 11 19:49:39.671979 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-85ff7dbb-3e3b-4903-b0f1-a6625bb83fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:39.678083 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9de1a0-bb25-43ff-a45a-c9d5959355f0 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:39.682063 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-da9de1a0-bb25-43ff-a45a-c9d5959355f0 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "GET /v2.0/ports/2f996611-ff4c-4742-bb9c-20e983cb6f8a HTTP/1.1" status: 200 len: 910 time: 0.1622057 Mar 11 19:49:39.685226 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54698) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:39.704029 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ff7dbb-3e3b-4903-b0f1-a6625bb83fa3 None None] Routers {'45a65385-b36d-4d4f-a79e-ece446f4eae9'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:49:39.704670 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-85ff7dbb-3e3b-4903-b0f1-a6625bb83fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:49:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['45a65385-b36d-4d4f-a79e-ece446f4eae9'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:39.774482 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f801eca5-8aa0-4d78-a1a8-7789b9e8b030 req-0f879a96-7e28-4dc7-ac88-06eacc3f0bb6 tempest-ServerShowV247Test-1140657381 tempest-ServerShowV247Test-1140657381-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a52063d-e2b4-4bb3-bde7-163f51bbedb9 HTTP/1.1" status: 200 len: 210 time: 0.0499818 Mar 11 19:49:39.804186 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-e6240a8e-c7a5-4c44-97e0-227a34d82c04 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '38cf73d5-c0bf-485f-882d-88276dfa6072'}]}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:49:39.825510 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-85ff7dbb-3e3b-4903-b0f1-a6625bb83fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:39.836660 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ff7dbb-3e3b-4903-b0f1-a6625bb83fa3 None None] The sync data for ids ['45a65385-b36d-4d4f-a79e-ece446f4eae9'] in n-d-833163-1 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:49:40.091149 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e6240a8e-c7a5-4c44-97e0-227a34d82c04 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2f996611-ff4c-4742-bb9c-20e983cb6f8a), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:40.104541 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d908df-cd95-4626-add7-bee3747ecd8d req-1efcfe3c-c084-4108-8c8e-ae17e82d6220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:40.106447 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c1d908df-cd95-4626-add7-bee3747ecd8d req-1efcfe3c-c084-4108-8c8e-ae17e82d6220 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5f4622d2-6877-42dd-be4c-6b2764b6d954 HTTP/1.1" status: 200 len: 906 time: 0.5169213 Mar 11 19:49:40.622475 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c1d908df-cd95-4626-add7-bee3747ecd8d req-3fcb25e3-6440-409c-a2f2-ee546f64d524 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b761f0c-6c61-4cd9-99e6-3f323d9dcc65 HTTP/1.1" status: 200 len: 217 time: 0.0455680 Mar 11 19:49:40.732821 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e6240a8e-c7a5-4c44-97e0-227a34d82c04 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for port (2f996611-ff4c-4742-bb9c-20e983cb6f8a), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:40.744376 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d908df-cd95-4626-add7-bee3747ecd8d req-b20e4759-25a3-4056-a93a-c755088db7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:40.746041 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c1d908df-cd95-4626-add7-bee3747ecd8d req-b20e4759-25a3-4056-a93a-c755088db7fe service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8d74cfef-df19-4443-8dbc-7728b7150eec HTTP/1.1" status: 200 len: 845 time: 0.1130607 Mar 11 19:49:40.748581 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e6240a8e-c7a5-4c44-97e0-227a34d82c04 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (2f996611-ff4c-4742-bb9c-20e983cb6f8a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:40.911028 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e7881-39ab-4ffa-8f48-1ab0fd032ff1 req-e39f5cda-077f-4bbe-be13-d888e837a292 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:40.915502 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5d7e7881-39ab-4ffa-8f48-1ab0fd032ff1 req-e39f5cda-077f-4bbe-be13-d888e837a292 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=881ea793-795c-4655-baa5-23f663cbceb4 HTTP/1.1" status: 200 len: 944 time: 0.1175416 Mar 11 19:49:40.994261 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6240a8e-c7a5-4c44-97e0-227a34d82c04 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:40.995552 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e6240a8e-c7a5-4c44-97e0-227a34d82c04 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:40.997903 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e6240a8e-c7a5-4c44-97e0-227a34d82c04 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "PUT /v2.0/ports/2f996611-ff4c-4742-bb9c-20e983cb6f8a HTTP/1.1" status: 200 len: 910 time: 1.3037314 Mar 11 19:49:41.006866 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6240a8e-c7a5-4c44-97e0-227a34d82c04 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Pushing event updated for resources: {'Port': ['ID=2f996611-ff4c-4742-bb9c-20e983cb6f8a,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:41.011783 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54732) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:41.042851 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c1d908df-cd95-4626-add7-bee3747ecd8d req-6ddd9235-e798-477f-a687-e210442fe8e1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5f4622d2-6877-42dd-be4c-6b2764b6d954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1649728 Mar 11 19:49:41.052006 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5d7e7881-39ab-4ffa-8f48-1ab0fd032ff1 req-1ff6a913-b310-45e0-819d-a472e8d89e61 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300800 Mar 11 19:49:41.230420 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c5afe070-8710-41e1-95c1-8165655d97ea req-da1acc68-facc-472d-bf6e-1b6fb4bda738 tempest-ServerShowV247Test-1140657381 tempest-ServerShowV247Test-1140657381-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a52063d-e2b4-4bb3-bde7-163f51bbedb9 HTTP/1.1" status: 200 len: 210 time: 0.0327337 Mar 11 19:49:41.500162 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c1d908df-cd95-4626-add7-bee3747ecd8d req-2ad84c73-84c2-4fe4-8f14-af96a9d70482 service neutron] 10.222.0.57 "GET /v2.0/networks/5f4622d2-6877-42dd-be4c-6b2764b6d954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3741114 Mar 11 19:49:41.760325 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c1d908df-cd95-4626-add7-bee3747ecd8d req-2b16d6a7-4c63-42b9-856e-8c7a0d2760e2 service neutron] 10.222.0.57 "GET /v2.0/networks/5f4622d2-6877-42dd-be4c-6b2764b6d954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292628 Mar 11 19:49:41.849674 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4d395972-5e97-4e55-9d8a-c43fa7d32ee1 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (45a65385-b36d-4d4f-a79e-ece446f4eae9), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:42.306481 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-4d395972-5e97-4e55-9d8a-c43fa7d32ee1 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Deleting port 2f996611-ff4c-4742-bb9c-20e983cb6f8a {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:49:42.307203 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4d395972-5e97-4e55-9d8a-c43fa7d32ee1 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (2f996611-ff4c-4742-bb9c-20e983cb6f8a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:42.317994 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e43d286-4f53-4cf4-846a-60c24bf93ee0 req-136d3861-7f9a-49c5-b54a-dc9fc5fd2870 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:42.325161 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9e43d286-4f53-4cf4-846a-60c24bf93ee0 req-136d3861-7f9a-49c5-b54a-dc9fc5fd2870 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=881ea793-795c-4655-baa5-23f663cbceb4 HTTP/1.1" status: 200 len: 944 time: 0.1044600 Mar 11 19:49:42.436750 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9e43d286-4f53-4cf4-846a-60c24bf93ee0 req-fda28af4-34e2-400b-9413-aa3ca32cd148 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994651 Mar 11 19:49:42.457586 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4d395972-5e97-4e55-9d8a-c43fa7d32ee1 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (2f996611-ff4c-4742-bb9c-20e983cb6f8a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:42.510305 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-4d395972-5e97-4e55-9d8a-c43fa7d32ee1 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Calling delete_port for 2f996611-ff4c-4742-bb9c-20e983cb6f8a owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:49:42.580077 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-22c19c70-fff8-4f06-889d-9f8d6525bb6d req-f749099c-76f6-49be-99be-b56c9737315b tempest-ServerShowV247Test-1140657381 tempest-ServerShowV247Test-1140657381-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a52063d-e2b4-4bb3-bde7-163f51bbedb9 HTTP/1.1" status: 200 len: 210 time: 0.0611608 Mar 11 19:49:43.417397 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4d395972-5e97-4e55-9d8a-c43fa7d32ee1 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (2f996611-ff4c-4742-bb9c-20e983cb6f8a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:43.472366 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d395972-5e97-4e55-9d8a-c43fa7d32ee1 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Pushing event deleted for resources: {'Port': ['ID=2f996611-ff4c-4742-bb9c-20e983cb6f8a,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:43.476942 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 2b761f0c-6c61-4cd9-99e6-3f323d9dcc65 details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:49:43.670810 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d990a-7a52-47ca-9dca-6ec70d34d490 req-3fad0201-58b9-44b3-852d-4d7aee24ec46 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:43.673040 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 2b761f0c-6c61-4cd9-99e6-3f323d9dcc65, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=2b761f0c-6c61-4cd9-99e6-3f323d9dcc65,segment=NetworkSegment(518fbfd6-66d4-46dc-8045-59cddcf132dc),segment_id=518fbfd6-66d4-46dc-8045-59cddcf132dc)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:49:43.680181 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-277d990a-7a52-47ca-9dca-6ec70d34d490 req-3fad0201-58b9-44b3-852d-4d7aee24ec46 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=881ea793-795c-4655-baa5-23f663cbceb4 HTTP/1.1" status: 200 len: 944 time: 0.1174495 Mar 11 19:49:43.709036 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': '2b761f0c-6c61-4cd9-99e6-3f323d9dcc65', 'network_id': '5f4622d2-6877-42dd-be4c-6b2764b6d954', 'port_id': '2b761f0c-6c61-4cd9-99e6-3f323d9dcc65', 'mac_address': 'fa:16:3e:a4:1e:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 866, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d74cfef-df19-4443-8dbc-7728b7150eec', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:49:43.773823 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 2b761f0c-6c61-4cd9-99e6-3f323d9dcc65 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:49:43.774296 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2b761f0c-6c61-4cd9-99e6-3f323d9dcc65), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:43.790053 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-277d990a-7a52-47ca-9dca-6ec70d34d490 req-64e2f22c-eb8c-449a-a084-2f9700967c2b tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086328 Mar 11 19:49:43.804218 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b761f0c-6c61-4cd9-99e6-3f323d9dcc65 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:49:43.848876 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4d395972-5e97-4e55-9d8a-c43fa7d32ee1 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (45a65385-b36d-4d4f-a79e-ece446f4eae9), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:43.864382 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 2b761f0c-6c61-4cd9-99e6-3f323d9dcc65, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=2b761f0c-6c61-4cd9-99e6-3f323d9dcc65,segment=NetworkSegment(518fbfd6-66d4-46dc-8045-59cddcf132dc),segment_id=518fbfd6-66d4-46dc-8045-59cddcf132dc)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:49:43.874704 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (2b761f0c-6c61-4cd9-99e6-3f323d9dcc65), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:43.973006 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-67b943d6-258c-4f60-964b-c222c567cf24 req-2ed069cd-7c51-4add-8ef8-c5be90f4a972 tempest-ServerShowV247Test-1140657381 tempest-ServerShowV247Test-1140657381-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a52063d-e2b4-4bb3-bde7-163f51bbedb9 HTTP/1.1" status: 200 len: 210 time: 0.0519369 Mar 11 19:49:44.001485 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=2b761f0c-6c61-4cd9-99e6-3f323d9dcc65,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:44.167183 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d395972-5e97-4e55-9d8a-c43fa7d32ee1 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Router 45a65385-b36d-4d4f-a79e-ece446f4eae9 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:49:44.269200 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['2b761f0c-6c61-4cd9-99e6-3f323d9dcc65'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:49:44.375309 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d395972-5e97-4e55-9d8a-c43fa7d32ee1 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:49:44.381452 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4d395972-5e97-4e55-9d8a-c43fa7d32ee1 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "PUT /v2.0/routers/45a65385-b36d-4d4f-a79e-ece446f4eae9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3667119 Mar 11 19:49:44.383475 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 54802) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:44.386516 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb250923-38fc-4f22-8f22-0a043223a245 None None] Sync routers for ids ['45a65385-b36d-4d4f-a79e-ece446f4eae9'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:49:44.405654 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb250923-38fc-4f22-8f22-0a043223a245 None None] Routers {'45a65385-b36d-4d4f-a79e-ece446f4eae9'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:49:44.406522 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-eb250923-38fc-4f22-8f22-0a043223a245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:49:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['45a65385-b36d-4d4f-a79e-ece446f4eae9'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:44.423493 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-3467cc2f-9483-494a-a2b7-e13e0a47a1b1 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "GET /v2.0/ports?device_id=45a65385-b36d-4d4f-a79e-ece446f4eae9 HTTP/1.1" status: 200 len: 205 time: 0.0387359 Mar 11 19:49:44.425945 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54804) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:44.504535 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-eb250923-38fc-4f22-8f22-0a043223a245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:44.528331 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb250923-38fc-4f22-8f22-0a043223a245 None None] Routers {'45a65385-b36d-4d4f-a79e-ece446f4eae9'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:49:44.529233 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-eb250923-38fc-4f22-8f22-0a043223a245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:49:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['45a65385-b36d-4d4f-a79e-ece446f4eae9'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:44.607275 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-eb250923-38fc-4f22-8f22-0a043223a245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:44.608314 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb250923-38fc-4f22-8f22-0a043223a245 None None] The sync data for ids ['45a65385-b36d-4d4f-a79e-ece446f4eae9'] in n-d-833163-1 is: [] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:49:44.617501 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8f45c3e3-8aa0-4520-9cc4-9b2f4c119096 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for router (45a65385-b36d-4d4f-a79e-ece446f4eae9), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:44.904292 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8f45c3e3-8aa0-4520-9cc4-9b2f4c119096 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (45a65385-b36d-4d4f-a79e-ece446f4eae9), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:44.906786 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8f45c3e3-8aa0-4520-9cc4-9b2f4c119096 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for router_controller (45a65385-b36d-4d4f-a79e-ece446f4eae9), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:44.969679 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8f45c3e3-8aa0-4520-9cc4-9b2f4c119096 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (45a65385-b36d-4d4f-a79e-ece446f4eae9), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:44.971096 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f45c3e3-8aa0-4520-9cc4-9b2f4c119096 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Fanout notify agent at l3_agent the message router_deleted on router 45a65385-b36d-4d4f-a79e-ece446f4eae9 {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:49:45.001023 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8f45c3e3-8aa0-4520-9cc4-9b2f4c119096 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:45.004632 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8f45c3e3-8aa0-4520-9cc4-9b2f4c119096 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "DELETE /v2.0/routers/45a65385-b36d-4d4f-a79e-ece446f4eae9 HTTP/1.1" status: 204 len: 168 time: 0.5776656 Mar 11 19:49:45.007319 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54814) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:45.042131 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a0b055-8799-4a12-b19d-90b8bbfb263c req-ed5b5099-03ff-4d0d-9993-020976f2115c tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:45.056616 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d4a0b055-8799-4a12-b19d-90b8bbfb263c req-ed5b5099-03ff-4d0d-9993-020976f2115c tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=881ea793-795c-4655-baa5-23f663cbceb4 HTTP/1.1" status: 200 len: 945 time: 0.1488826 Mar 11 19:49:45.111896 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-d61a57d0-d22b-4a8e-b556-6bd693ab06a1 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Deleting subnet 38cf73d5-c0bf-485f-882d-88276dfa6072 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:49:45.125523 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d61a57d0-d22b-4a8e-b556-6bd693ab06a1 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for subnet (38cf73d5-c0bf-485f-882d-88276dfa6072), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:45.159006 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d4a0b055-8799-4a12-b19d-90b8bbfb263c req-47a2d951-54b4-4237-93f7-5ecc5479126a tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960407 Mar 11 19:49:45.208564 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d61a57d0-d22b-4a8e-b556-6bd693ab06a1 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (38cf73d5-c0bf-485f-882d-88276dfa6072), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:45.357589 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d1767fa5-21d2-41f8-aede-c053aa1b4b66 req-6d455fa4-fcf4-4e60-b8d2-471cc5dc3a11 tempest-ServerShowV247Test-1140657381 tempest-ServerShowV247Test-1140657381-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a52063d-e2b4-4bb3-bde7-163f51bbedb9 HTTP/1.1" status: 200 len: 210 time: 0.0687103 Mar 11 19:49:45.485472 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 2b761f0c-6c61-4cd9-99e6-3f323d9dcc65 up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:49:45.487668 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d61a57d0-d22b-4a8e-b556-6bd693ab06a1 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (38cf73d5-c0bf-485f-882d-88276dfa6072), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:45.672953 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port 2b761f0c-6c61-4cd9-99e6-3f323d9dcc65 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:49:45.686617 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port 2b761f0c-6c61-4cd9-99e6-3f323d9dcc65 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:49:45.687404 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (2b761f0c-6c61-4cd9-99e6-3f323d9dcc65), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:45.725998 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d61a57d0-d22b-4a8e-b556-6bd693ab06a1 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (38cf73d5-c0bf-485f-882d-88276dfa6072), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:45.821809 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61a57d0-d22b-4a8e-b556-6bd693ab06a1 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Pushing event deleted for resources: {'Subnet': ['ID=38cf73d5-c0bf-485f-882d-88276dfa6072,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:45.840375 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d61a57d0-d22b-4a8e-b556-6bd693ab06a1 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:45.845468 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d61a57d0-d22b-4a8e-b556-6bd693ab06a1 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "DELETE /v2.0/subnets/38cf73d5-c0bf-485f-882d-88276dfa6072 HTTP/1.1" status: 204 len: 168 time: 0.8368123 Mar 11 19:49:45.847239 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5f9adc-540b-45f7-8330-e2e14e393703 None None] Network d080a5bb-ce31-455f-bda5-4b889441e3b9 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:49:45.848753 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 54826) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:45.876455 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 2b761f0c-6c61-4cd9-99e6-3f323d9dcc65 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:49:45.877914 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2b761f0c-6c61-4cd9-99e6-3f323d9dcc65), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:45.949092 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-78735c6d-d4b2-4743-be1a-c4440b1abb04 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (d080a5bb-ce31-455f-bda5-4b889441e3b9), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:46.119913 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-78735c6d-d4b2-4743-be1a-c4440b1abb04 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Deleting port d20e47df-5954-491c-a8e0-c5a7a768c5f1 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:49:46.120526 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-78735c6d-d4b2-4743-be1a-c4440b1abb04 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (d20e47df-5954-491c-a8e0-c5a7a768c5f1), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:46.166070 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '881ea793-795c-4655-baa5-23f663cbceb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b761f0c-6c61-4cd9-99e6-3f323d9dcc65'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:49:46.169020 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58fd6268-4982-4210-9651-04a1eb372909" -d '{"events": [{"server_uuid": "881ea793-795c-4655-baa5-23f663cbceb4", "name": "network-vif-plugged", "status": "completed", "tag": "2b761f0c-6c61-4cd9-99e6-3f323d9dcc65"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:49:46.199577 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 2b761f0c-6c61-4cd9-99e6-3f323d9dcc65, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=2b761f0c-6c61-4cd9-99e6-3f323d9dcc65,segment=NetworkSegment(518fbfd6-66d4-46dc-8045-59cddcf132dc),segment_id=518fbfd6-66d4-46dc-8045-59cddcf132dc)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:49:46.213741 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (2b761f0c-6c61-4cd9-99e6-3f323d9dcc65), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:46.328359 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0d1e39-f221-4d3b-be41-2ec9233e9c4c x-openstack-request-id: req-3d0d1e39-f221-4d3b-be41-2ec9233e9c4c {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:49:46.329012 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "881ea793-795c-4655-baa5-23f663cbceb4", "name": "network-vif-plugged", "status": "completed", "tag": "2b761f0c-6c61-4cd9-99e6-3f323d9dcc65", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:49:46.329627 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3d0d1e39-f221-4d3b-be41-2ec9233e9c4c {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:49:46.330231 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '881ea793-795c-4655-baa5-23f663cbceb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b761f0c-6c61-4cd9-99e6-3f323d9dcc65', 'code': 200} Mar 11 19:49:46.332750 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=2b761f0c-6c61-4cd9-99e6-3f323d9dcc65,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:46.335691 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463b533c-6ece-4c54-9371-f61e952acd6c None None] DHCP port deletion for d080a5bb-ce31-455f-bda5-4b889441e3b9 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:49:46.346311 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:49:46.347122 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:49:46.347122 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:49:46.348279 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:49:46.348279 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:49:46.349850 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:49:46.349850 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:49:46.349850 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:49:46.349850 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:49:46.351101 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:49:46.351101 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:49:46.351868 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:49:46.352708 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:49:46.389338 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-78735c6d-d4b2-4743-be1a-c4440b1abb04 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] For port d20e47df-5954-491c-a8e0-c5a7a768c5f1, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=d20e47df-5954-491c-a8e0-c5a7a768c5f1,segment=NetworkSegment(262e95a4-a257-49a6-a1e5-4d3be98bd4e3),segment_id=262e95a4-a257-49a6-a1e5-4d3be98bd4e3)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:49:46.389701 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-78735c6d-d4b2-4743-be1a-c4440b1abb04 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (d20e47df-5954-491c-a8e0-c5a7a768c5f1), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:46.461020 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921925b0-0984-47dd-b33c-815ac7b2a2a0 req-6dd7e10c-1640-4740-b855-bc5bd9bfb965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:46.462607 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-921925b0-0984-47dd-b33c-815ac7b2a2a0 req-6dd7e10c-1640-4740-b855-bc5bd9bfb965 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=881ea793-795c-4655-baa5-23f663cbceb4 HTTP/1.1" status: 200 len: 1128 time: 0.0871916 Mar 11 19:49:46.491272 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-78735c6d-d4b2-4743-be1a-c4440b1abb04 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Calling delete_port for d20e47df-5954-491c-a8e0-c5a7a768c5f1 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:49:46.523391 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-463b533c-6ece-4c54-9371-f61e952acd6c None None] Deleting port d20e47df-5954-491c-a8e0-c5a7a768c5f1 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:49:46.523926 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-463b533c-6ece-4c54-9371-f61e952acd6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (d20e47df-5954-491c-a8e0-c5a7a768c5f1), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:46.627422 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-921925b0-0984-47dd-b33c-815ac7b2a2a0 req-92182d60-e752-4df6-b39f-dfe33cf92f4c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580524 Mar 11 19:49:46.732070 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-463b533c-6ece-4c54-9371-f61e952acd6c None None] For port d20e47df-5954-491c-a8e0-c5a7a768c5f1, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=d20e47df-5954-491c-a8e0-c5a7a768c5f1,segment=NetworkSegment(262e95a4-a257-49a6-a1e5-4d3be98bd4e3),segment_id=262e95a4-a257-49a6-a1e5-4d3be98bd4e3)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:49:46.732462 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-463b533c-6ece-4c54-9371-f61e952acd6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (d20e47df-5954-491c-a8e0-c5a7a768c5f1), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:46.763083 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-463b533c-6ece-4c54-9371-f61e952acd6c None None] Calling delete_port for d20e47df-5954-491c-a8e0-c5a7a768c5f1 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:49:46.833091 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b400e-2cbc-480c-94b6-ebdf2c317f7a req-12bb99cc-1b65-4bfa-9463-24d938433d44 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:46.843114 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3a9b400e-2cbc-480c-94b6-ebdf2c317f7a req-12bb99cc-1b65-4bfa-9463-24d938433d44 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=881ea793-795c-4655-baa5-23f663cbceb4 HTTP/1.1" status: 200 len: 946 time: 0.3420222 Mar 11 19:49:46.946614 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-463b533c-6ece-4c54-9371-f61e952acd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (d20e47df-5954-491c-a8e0-c5a7a768c5f1), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:47.055401 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-78735c6d-d4b2-4743-be1a-c4440b1abb04 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (d20e47df-5954-491c-a8e0-c5a7a768c5f1), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:47.065144 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463b533c-6ece-4c54-9371-f61e952acd6c None None] Pushing event deleted for resources: {'Port': ['ID=d20e47df-5954-491c-a8e0-c5a7a768c5f1,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:47.075403 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device d20e47df-5954-491c-a8e0-c5a7a768c5f1 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:49:47.093154 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3a9b400e-2cbc-480c-94b6-ebdf2c317f7a req-adf7d672-9a03-40af-9e59-162951210db2 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430840 Mar 11 19:49:47.094124 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78735c6d-d4b2-4743-be1a-c4440b1abb04 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] No DVR routers for this DVR port d20e47df-5954-491c-a8e0-c5a7a768c5f1 on host n-d-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:49:47.148698 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: d20e47df-5954-491c-a8e0-c5a7a768c5f1 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:49:47.149261 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device d20e47df-5954-491c-a8e0-c5a7a768c5f1 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:49:47.156101 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463b533c-6ece-4c54-9371-f61e952acd6c None None] No DVR routers for this DVR port d20e47df-5954-491c-a8e0-c5a7a768c5f1 on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:49:47.171132 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78735c6d-d4b2-4743-be1a-c4440b1abb04 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Pushing event deleted for resources: {'Port': ['ID=d20e47df-5954-491c-a8e0-c5a7a768c5f1,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:47.287452 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-78735c6d-d4b2-4743-be1a-c4440b1abb04 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (d080a5bb-ce31-455f-bda5-4b889441e3b9), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:47.314322 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-78735c6d-d4b2-4743-be1a-c4440b1abb04 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d080a5bb-ce31-455f-bda5-4b889441e3b9']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:47.326992 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-78735c6d-d4b2-4743-be1a-c4440b1abb04 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '262e95a4-a257-49a6-a1e5-4d3be98bd4e3') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:47.327444 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-78735c6d-d4b2-4743-be1a-c4440b1abb04 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '262e95a4-a257-49a6-a1e5-4d3be98bd4e3') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:47.339728 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-78735c6d-d4b2-4743-be1a-c4440b1abb04 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (262e95a4-a257-49a6-a1e5-4d3be98bd4e3), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:47.358575 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-78735c6d-d4b2-4743-be1a-c4440b1abb04 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (262e95a4-a257-49a6-a1e5-4d3be98bd4e3), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:47.364808 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78735c6d-d4b2-4743-be1a-c4440b1abb04 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Releasing vlan 897 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:49:47.365176 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-78735c6d-d4b2-4743-be1a-c4440b1abb04 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (262e95a4-a257-49a6-a1e5-4d3be98bd4e3), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:47.442679 n-d-833163-1 neutron-server[103885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:49:47.442679 n-d-833163-1 neutron-server[103885]: self.session.flush() Mar 11 19:49:47.442679 n-d-833163-1 neutron-server[103885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:49:47.442679 n-d-833163-1 neutron-server[103885]: self.session.flush() Mar 11 19:49:47.442679 n-d-833163-1 neutron-server[103885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:49:47.442679 n-d-833163-1 neutron-server[103885]: self.session.flush() Mar 11 19:49:47.442679 n-d-833163-1 neutron-server[103885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:49:47.442679 n-d-833163-1 neutron-server[103885]: self.session.flush() Mar 11 19:49:47.442679 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 19:49:47.442679 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:49:47.442679 n-d-833163-1 neutron-server[103885]: timer() Mar 11 19:49:47.442679 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:49:47.442679 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 19:49:47.442679 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:49:47.442679 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 19:49:47.442679 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:49:47.442679 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 19:49:47.442679 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:49:47.442679 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 19:49:47.442679 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:49:47.442679 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 19:49:47.442679 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:49:47.442679 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:49:47.442679 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:49:47.442679 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:49:47.442679 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:49:47.442679 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 19:49:47.442679 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:49:47.442679 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 19:49:47.442679 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:49:47.442679 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:49:47.442679 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:49:47.442679 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 19:49:47.442679 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:49:47.442679 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:49:47.442679 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:49:47.442679 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:49:47.442679 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:49:47.442679 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:49:47.442679 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:49:47.449658 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-78735c6d-d4b2-4743-be1a-c4440b1abb04 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (d080a5bb-ce31-455f-bda5-4b889441e3b9), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:47.451520 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-78735c6d-d4b2-4743-be1a-c4440b1abb04 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:47.459739 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54860) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:47.464317 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-d6fbb04a-27a9-4330-abb6-4326481478b5 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-312583551', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:49:47.471091 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-78735c6d-d4b2-4743-be1a-c4440b1abb04 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "DELETE /v2.0/networks/d080a5bb-ce31-455f-bda5-4b889441e3b9 HTTP/1.1" status: 204 len: 168 time: 1.6205852 Mar 11 19:49:47.539967 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d6fbb04a-27a9-4330-abb6-4326481478b5 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (a4845804-c157-4dc1-8c13-3ebeda98bd18), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:47.545764 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d6fbb04a-27a9-4330-abb6-4326481478b5 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (a4845804-c157-4dc1-8c13-3ebeda98bd18), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:47.595952 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ea5c7f3e-c30f-4c84-99e6-9fe0cddd41f7 req-b8ee5681-ebe6-43da-b6d2-760b2ff53c93 tempest-ServerShowV247Test-1140657381 tempest-ServerShowV247Test-1140657381-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a52063d-e2b4-4bb3-bde7-163f51bbedb9 HTTP/1.1" status: 200 len: 210 time: 0.1549494 Mar 11 19:49:47.597588 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78735c6d-d4b2-4743-be1a-c4440b1abb04 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Pushing event deleted for resources: {'Network': ['ID=d080a5bb-ce31-455f-bda5-4b889441e3b9,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:47.702663 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d6fbb04a-27a9-4330-abb6-4326481478b5 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for router_controller (a4845804-c157-4dc1-8c13-3ebeda98bd18), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:47.713782 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d6fbb04a-27a9-4330-abb6-4326481478b5 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (a4845804-c157-4dc1-8c13-3ebeda98bd18), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:47.736403 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d6fbb04a-27a9-4330-abb6-4326481478b5 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:47.737699 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d6fbb04a-27a9-4330-abb6-4326481478b5 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2769811 Mar 11 19:49:47.741467 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 54864) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:47.747431 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-86ecafb3-8b35-4004-bf81-6655990c4f52 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Request body: {'network': {'name': 'tempest-RoutersTest-756897081'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:49:47.785132 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ecafb3-8b35-4004-bf81-6655990c4f52 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Made reservation on behalf of 12e41349cb6043d6b0b4ef9017c96ea8 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:49:47.789073 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-86ecafb3-8b35-4004-bf81-6655990c4f52 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:47.823716 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86ecafb3-8b35-4004-bf81-6655990c4f52 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] vlan segment allocate from pool success with {'vlan_id': 869, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:49:47.866561 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-86ecafb3-8b35-4004-bf81-6655990c4f52 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (5b3afd9c-6e5b-44a3-85b6-1bb113f8a035), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:47.867597 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-86ecafb3-8b35-4004-bf81-6655990c4f52 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Added segment 5b3afd9c-6e5b-44a3-85b6-1bb113f8a035 of type vlan for network 8783ae98-2895-4ea9-bb5b-9bfe95b647fd Mar 11 19:49:47.953735 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-86ecafb3-8b35-4004-bf81-6655990c4f52 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (8783ae98-2895-4ea9-bb5b-9bfe95b647fd), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:48.017964 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-86ecafb3-8b35-4004-bf81-6655990c4f52 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (8783ae98-2895-4ea9-bb5b-9bfe95b647fd), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:48.023728 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ecafb3-8b35-4004-bf81-6655990c4f52 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:48.024374 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-86ecafb3-8b35-4004-bf81-6655990c4f52 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:48.086914 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-86ecafb3-8b35-4004-bf81-6655990c4f52 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3436441 Mar 11 19:49:48.089197 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54872) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:48.095086 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-5d56c9b7-6d69-4b33-b14d-13a4004ec96f tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Request body: {'subnet': {'network_id': '8783ae98-2895-4ea9-bb5b-9bfe95b647fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:49:48.228577 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ecafb3-8b35-4004-bf81-6655990c4f52 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Pushing event updated for resources: {'Network': ['ID=8783ae98-2895-4ea9-bb5b-9bfe95b647fd,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:48.245085 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 8783ae98-2895-4ea9-bb5b-9bfe95b647fd details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:49:48.329053 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d56c9b7-6d69-4b33-b14d-13a4004ec96f tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Made reservation on behalf of 12e41349cb6043d6b0b4ef9017c96ea8 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:49:48.332972 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5d56c9b7-6d69-4b33-b14d-13a4004ec96f tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:48.402977 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8077ff-251e-4877-a86a-7fbe958fcf28 req-988bf41e-94e6-4814-8689-dbc3cffe62f9 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:48.404592 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3d8077ff-251e-4877-a86a-7fbe958fcf28 req-988bf41e-94e6-4814-8689-dbc3cffe62f9 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=881ea793-795c-4655-baa5-23f663cbceb4 HTTP/1.1" status: 200 len: 946 time: 0.1308057 Mar 11 19:49:48.497590 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3d8077ff-251e-4877-a86a-7fbe958fcf28 req-0b9dd8df-871f-40a2-987c-b72a41c01a56 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874116 Mar 11 19:49:48.737801 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5d56c9b7-6d69-4b33-b14d-13a4004ec96f tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (064a5636-d4a3-445b-9cea-58d6fb2a766e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:48.826242 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d56c9b7-6d69-4b33-b14d-13a4004ec96f tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Pushing event updated for resources: {'Subnet': ['ID=064a5636-d4a3-445b-9cea-58d6fb2a766e,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:48.863478 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d56c9b7-6d69-4b33-b14d-13a4004ec96f tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Checking segment: {'id': '5b3afd9c-6e5b-44a3-85b6-1bb113f8a035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '8783ae98-2895-4ea9-bb5b-9bfe95b647fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:49:48.864107 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d56c9b7-6d69-4b33-b14d-13a4004ec96f tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Network hostable DHCP agents. Network: 8783ae98-2895-4ea9-bb5b-9bfe95b647fd, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:49:48.889591 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:48.918480 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d56c9b7-6d69-4b33-b14d-13a4004ec96f tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Network 8783ae98-2895-4ea9-bb5b-9bfe95b647fd is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:49:48.925948 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 54902) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:48.946246 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-5d56c9b7-6d69-4b33-b14d-13a4004ec96f tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 8783ae98-2895-4ea9-bb5b-9bfe95b647fd) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:49:48.954867 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d56c9b7-6d69-4b33-b14d-13a4004ec96f tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:48.956872 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5d56c9b7-6d69-4b33-b14d-13a4004ec96f tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:48.958168 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad090e57-6078-4668-af34-9c2b6ccb5d6d None None] Network 8783ae98-2895-4ea9-bb5b-9bfe95b647fd requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:49:49.003079 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-5d56c9b7-6d69-4b33-b14d-13a4004ec96f tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9121754 Mar 11 19:49:49.005858 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 54908) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:49.242141 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b9515af3-2ef2-4f20-9d6d-b38fc437f893 req-071dcca9-cbd1-431f-ac24-93d443aa9f7c tempest-ServerShowV247Test-1140657381 tempest-ServerShowV247Test-1140657381-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a52063d-e2b4-4bb3-bde7-163f51bbedb9 HTTP/1.1" status: 200 len: 210 time: 0.1590140 Mar 11 19:49:49.319673 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7e22d1-d7f5-41ad-8005-cd3cf27a45bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-8783ae98-2895-4ea9-bb5b-9bfe95b647fd', 'network_id': '8783ae98-2895-4ea9-bb5b-9bfe95b647fd', 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'fixed_ips': [{'subnet_id': '064a5636-d4a3-445b-9cea-58d6fb2a766e'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:49:49.325239 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ae7e22d1-d7f5-41ad-8005-cd3cf27a45bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:49.616942 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-ae7e22d1-d7f5-41ad-8005-cd3cf27a45bb None None] Allocated IP 172.20.0.2 (8783ae98-2895-4ea9-bb5b-9bfe95b647fd/064a5636-d4a3-445b-9cea-58d6fb2a766e/0cd6b32a-719c-4532-89a6-12c134ba212f) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:49:49.774376 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1bfeb-8f84-4e33-baee-d28af1dc09ec req-65084265-1624-479a-b307-48c5aeb0c0c3 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:49.781917 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0ff1bfeb-8f84-4e33-baee-d28af1dc09ec req-65084265-1624-479a-b307-48c5aeb0c0c3 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=881ea793-795c-4655-baa5-23f663cbceb4 HTTP/1.1" status: 200 len: 946 time: 0.3675251 Mar 11 19:49:50.004258 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0ff1bfeb-8f84-4e33-baee-d28af1dc09ec req-34d611bc-8f33-4f57-b70c-d1110a586694 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213900 Mar 11 19:49:50.013582 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ae7e22d1-d7f5-41ad-8005-cd3cf27a45bb None None] Publish callbacks [] for port (0cd6b32a-719c-4532-89a6-12c134ba212f), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:50.035300 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ae7e22d1-d7f5-41ad-8005-cd3cf27a45bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (0cd6b32a-719c-4532-89a6-12c134ba212f), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:50.136974 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7e22d1-d7f5-41ad-8005-cd3cf27a45bb None None] Network 8783ae98-2895-4ea9-bb5b-9bfe95b647fd is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:49:50.142131 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-ae7e22d1-d7f5-41ad-8005-cd3cf27a45bb None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:49:50.169842 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7e22d1-d7f5-41ad-8005-cd3cf27a45bb None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:49:50.223660 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7e22d1-d7f5-41ad-8005-cd3cf27a45bb None None] Pushing event updated for resources: {'Port': ['ID=0cd6b32a-719c-4532-89a6-12c134ba212f,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:50.290857 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cd6c541d-10c6-4de4-b440-5466594d68cb tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:50.354401 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-ae7e22d1-d7f5-41ad-8005-cd3cf27a45bb None None] Attempting to bind port 0cd6b32a-719c-4532-89a6-12c134ba212f on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:49:50.354946 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-ae7e22d1-d7f5-41ad-8005-cd3cf27a45bb None None] Attempting to bind port 0cd6b32a-719c-4532-89a6-12c134ba212f by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '5b3afd9c-6e5b-44a3-85b6-1bb113f8a035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '8783ae98-2895-4ea9-bb5b-9bfe95b647fd'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:49:50.355892 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7e22d1-d7f5-41ad-8005-cd3cf27a45bb None None] Attempting to bind port 0cd6b32a-719c-4532-89a6-12c134ba212f on network 8783ae98-2895-4ea9-bb5b-9bfe95b647fd {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:49:50.384026 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7e22d1-d7f5-41ad-8005-cd3cf27a45bb None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:49:50.384437 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7e22d1-d7f5-41ad-8005-cd3cf27a45bb None None] Checking segment: {'id': '5b3afd9c-6e5b-44a3-85b6-1bb113f8a035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '8783ae98-2895-4ea9-bb5b-9bfe95b647fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:49:50.385113 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ae7e22d1-d7f5-41ad-8005-cd3cf27a45bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:50.385685 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7e22d1-d7f5-41ad-8005-cd3cf27a45bb None None] Bound using segment: {'id': '5b3afd9c-6e5b-44a3-85b6-1bb113f8a035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '8783ae98-2895-4ea9-bb5b-9bfe95b647fd'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:49:50.389662 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-ae7e22d1-d7f5-41ad-8005-cd3cf27a45bb None None] Bound port: 0cd6b32a-719c-4532-89a6-12c134ba212f, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b3afd9c-6e5b-44a3-85b6-1bb113f8a035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '8783ae98-2895-4ea9-bb5b-9bfe95b647fd'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:49:50.390210 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ae7e22d1-d7f5-41ad-8005-cd3cf27a45bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (0cd6b32a-719c-4532-89a6-12c134ba212f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:50.508027 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-ae7e22d1-d7f5-41ad-8005-cd3cf27a45bb None None] For port 0cd6b32a-719c-4532-89a6-12c134ba212f, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:49:50.512697 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-ae7e22d1-d7f5-41ad-8005-cd3cf27a45bb None None] For port 0cd6b32a-719c-4532-89a6-12c134ba212f, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=0cd6b32a-719c-4532-89a6-12c134ba212f,segment=NetworkSegment(5b3afd9c-6e5b-44a3-85b6-1bb113f8a035),segment_id=5b3afd9c-6e5b-44a3-85b6-1bb113f8a035)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:49:50.523441 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ae7e22d1-d7f5-41ad-8005-cd3cf27a45bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (0cd6b32a-719c-4532-89a6-12c134ba212f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:50.724839 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7e22d1-d7f5-41ad-8005-cd3cf27a45bb None None] Pushing event updated for resources: {'Port': ['ID=0cd6b32a-719c-4532-89a6-12c134ba212f,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:51.339411 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-cd6c541d-10c6-4de4-b440-5466594d68cb tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Allocated IP 172.20.0.1 (8783ae98-2895-4ea9-bb5b-9bfe95b647fd/064a5636-d4a3-445b-9cea-58d6fb2a766e/e03de903-f2d4-4966-83ef-c3b00058f908) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:49:51.487183 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cd6c541d-10c6-4de4-b440-5466594d68cb tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for port (e03de903-f2d4-4966-83ef-c3b00058f908), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:51.569491 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa298b3-f352-4063-8fec-8193ec772ac4 req-4c452632-c473-40f7-8b1a-4c31140850ec tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:51.571042 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7fa298b3-f352-4063-8fec-8193ec772ac4 req-4c452632-c473-40f7-8b1a-4c31140850ec tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=881ea793-795c-4655-baa5-23f663cbceb4 HTTP/1.1" status: 200 len: 946 time: 1.4111352 Mar 11 19:49:51.572539 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cd6c541d-10c6-4de4-b440-5466594d68cb tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (e03de903-f2d4-4966-83ef-c3b00058f908), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:51.681574 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6c541d-10c6-4de4-b440-5466594d68cb tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Network 8783ae98-2895-4ea9-bb5b-9bfe95b647fd is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:49:51.750373 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7fa298b3-f352-4063-8fec-8193ec772ac4 req-c1803d08-fb5d-41c2-99a6-1de6ad9ea4d2 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693962 Mar 11 19:49:51.769057 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-cd6c541d-10c6-4de4-b440-5466594d68cb tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:49:51.776530 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6c541d-10c6-4de4-b440-5466594d68cb tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Pushing event updated for resources: {'Port': ['ID=e03de903-f2d4-4966-83ef-c3b00058f908,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:51.788628 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6c541d-10c6-4de4-b440-5466594d68cb tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:49:52.056826 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5b55c193-e271-423b-9481-af4832aaa5f0 req-5b4c53d6-86c0-4d9a-b196-f6471716edea tempest-ServerShowV247Test-1140657381 tempest-ServerShowV247Test-1140657381-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a52063d-e2b4-4bb3-bde7-163f51bbedb9 HTTP/1.1" status: 200 len: 210 time: 0.0892084 Mar 11 19:49:52.086886 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cd6c541d-10c6-4de4-b440-5466594d68cb tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (a4845804-c157-4dc1-8c13-3ebeda98bd18), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:52.494972 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cd6c541d-10c6-4de4-b440-5466594d68cb tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (e03de903-f2d4-4966-83ef-c3b00058f908), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:52.750032 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09f9c61-dfdf-4201-be3d-e044e67a936a None None] Network 8783ae98-2895-4ea9-bb5b-9bfe95b647fd requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:49:52.776638 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-04d78c90-7a61-4602-9c83-89486c584667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:52.801466 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f707ca23-9943-4fcc-82bd-4dd57c97926d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (020b0904-65ac-42f2-8e04-517741506d94), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:52.849982 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:52.889027 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8feae1-39c2-429a-a9cf-4c0d2e216122 req-76c05840-b7f8-413f-b607-730a0647efb3 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:52.897200 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ad8feae1-39c2-429a-a9cf-4c0d2e216122 req-76c05840-b7f8-413f-b607-730a0647efb3 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=881ea793-795c-4655-baa5-23f663cbceb4 HTTP/1.1" status: 200 len: 946 time: 0.3168905 Mar 11 19:49:52.969068 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-a5d82c11-6286-4fce-ac75-0e0d9a423ec5 None None] Provisioning complete for port 0cd6b32a-719c-4532-89a6-12c134ba212f triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:49:52.970056 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a5d82c11-6286-4fce-ac75-0e0d9a423ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (0cd6b32a-719c-4532-89a6-12c134ba212f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:53.116530 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a5d82c11-6286-4fce-ac75-0e0d9a423ec5 None None] Current status of the port 0cd6b32a-719c-4532-89a6-12c134ba212f is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:49:53.116926 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a5d82c11-6286-4fce-ac75-0e0d9a423ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (0cd6b32a-719c-4532-89a6-12c134ba212f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:53.135601 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 0cd6b32a-719c-4532-89a6-12c134ba212f up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:49:53.172785 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ad8feae1-39c2-429a-a9cf-4c0d2e216122 req-02417ea4-6096-4338-8e65-9b64d247a254 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740123 Mar 11 19:49:53.247816 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-a5d82c11-6286-4fce-ac75-0e0d9a423ec5 None None] For port 0cd6b32a-719c-4532-89a6-12c134ba212f, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=0cd6b32a-719c-4532-89a6-12c134ba212f,segment=NetworkSegment(5b3afd9c-6e5b-44a3-85b6-1bb113f8a035),segment_id=5b3afd9c-6e5b-44a3-85b6-1bb113f8a035)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:49:53.348780 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a5d82c11-6286-4fce-ac75-0e0d9a423ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (0cd6b32a-719c-4532-89a6-12c134ba212f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:53.489343 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 0cd6b32a-719c-4532-89a6-12c134ba212f triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:49:53.489987 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (0cd6b32a-719c-4532-89a6-12c134ba212f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:53.514853 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0e7950a5-c20c-4087-84b4-deba8c806e61 req-8b5dcbb3-f396-43d6-8eb5-e5d2c13a5b2c tempest-ServerShowV247Test-1140657381 tempest-ServerShowV247Test-1140657381-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a52063d-e2b4-4bb3-bde7-163f51bbedb9 HTTP/1.1" status: 200 len: 210 time: 0.2840204 Mar 11 19:49:53.531781 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d82c11-6286-4fce-ac75-0e0d9a423ec5 None None] Pushing event updated for resources: {'Port': ['ID=0cd6b32a-719c-4532-89a6-12c134ba212f,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:53.556413 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:49:53.595557 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 0cd6b32a-719c-4532-89a6-12c134ba212f is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:49:53.700006 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cd6c541d-10c6-4de4-b440-5466594d68cb tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for port (e03de903-f2d4-4966-83ef-c3b00058f908), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:53.708714 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cd6c541d-10c6-4de4-b440-5466594d68cb tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (e03de903-f2d4-4966-83ef-c3b00058f908), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:53.782105 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cd6c541d-10c6-4de4-b440-5466594d68cb tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (a4845804-c157-4dc1-8c13-3ebeda98bd18), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:53.880512 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-695f741c-3a74-4d3f-833a-9f0c36068db7 None None] Provisioning complete for port 0cd6b32a-719c-4532-89a6-12c134ba212f triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:49:53.881052 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-695f741c-3a74-4d3f-833a-9f0c36068db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (0cd6b32a-719c-4532-89a6-12c134ba212f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:54.065149 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6c541d-10c6-4de4-b440-5466594d68cb tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Network 8783ae98-2895-4ea9-bb5b-9bfe95b647fd is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:49:54.072823 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-695f741c-3a74-4d3f-833a-9f0c36068db7 None None] Current status of the port 0cd6b32a-719c-4532-89a6-12c134ba212f is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:49:54.076332 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6c541d-10c6-4de4-b440-5466594d68cb tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Pushing event updated for resources: {'Port': ['ID=e03de903-f2d4-4966-83ef-c3b00058f908,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:54.085545 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-cd6c541d-10c6-4de4-b440-5466594d68cb tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:49:54.099557 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-695f741c-3a74-4d3f-833a-9f0c36068db7 None None] Provisioning complete for port e03de903-f2d4-4966-83ef-c3b00058f908 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:49:54.111988 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-695f741c-3a74-4d3f-833a-9f0c36068db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (e03de903-f2d4-4966-83ef-c3b00058f908), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:54.196468 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-695f741c-3a74-4d3f-833a-9f0c36068db7 None None] Port e03de903-f2d4-4966-83ef-c3b00058f908 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:49:54.328783 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf049c61-dbfe-4a00-9717-551373093a60 req-9474b10e-a4ed-4e73-af75-47fe77b4bf01 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:54.331076 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-bf049c61-dbfe-4a00-9717-551373093a60 req-9474b10e-a4ed-4e73-af75-47fe77b4bf01 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.57 "GET /v2.0/ports?device_id=881ea793-795c-4655-baa5-23f663cbceb4 HTTP/1.1" status: 200 len: 946 time: 0.1875322 Mar 11 19:49:54.339517 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-76fc6694-f63e-47b3-912b-fcc534ca6dca None None] Provisioning complete for port e03de903-f2d4-4966-83ef-c3b00058f908 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:49:54.340054 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-76fc6694-f63e-47b3-912b-fcc534ca6dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (e03de903-f2d4-4966-83ef-c3b00058f908), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:54.506510 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-76fc6694-f63e-47b3-912b-fcc534ca6dca None None] Port e03de903-f2d4-4966-83ef-c3b00058f908 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:49:54.581940 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-f707ca23-9943-4fcc-82bd-4dd57c97926d admin admin] Deleting port 8ba23863-d183-4cd9-8ac6-4971568430aa {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:49:54.582492 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f707ca23-9943-4fcc-82bd-4dd57c97926d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (8ba23863-d183-4cd9-8ac6-4971568430aa), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:54.605564 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bd4d5eb1-d891-49a9-971a-49e2f42b45a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:54.691717 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-bf049c61-dbfe-4a00-9717-551373093a60 req-87482444-888f-4819-afd0-8fe0a87c4577 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Deleting port 2b761f0c-6c61-4cd9-99e6-3f323d9dcc65 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:49:54.692065 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bf049c61-dbfe-4a00-9717-551373093a60 req-87482444-888f-4819-afd0-8fe0a87c4577 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (2b761f0c-6c61-4cd9-99e6-3f323d9dcc65), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:54.704700 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-f707ca23-9943-4fcc-82bd-4dd57c97926d admin admin] For port 8ba23863-d183-4cd9-8ac6-4971568430aa, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=8ba23863-d183-4cd9-8ac6-4971568430aa,segment=NetworkSegment(69eb0e62-687e-4724-ba5c-a415cb9293d1),segment_id=69eb0e62-687e-4724-ba5c-a415cb9293d1)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:49:54.705069 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f707ca23-9943-4fcc-82bd-4dd57c97926d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (8ba23863-d183-4cd9-8ac6-4971568430aa), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:54.722778 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-f707ca23-9943-4fcc-82bd-4dd57c97926d admin admin] Calling delete_port for 8ba23863-d183-4cd9-8ac6-4971568430aa owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:49:54.747823 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-6c8dc13d-24e0-44e9-82f5-c478a8dabaa3 None None] Provisioning complete for port e03de903-f2d4-4966-83ef-c3b00058f908 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:49:54.748383 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6c8dc13d-24e0-44e9-82f5-c478a8dabaa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (e03de903-f2d4-4966-83ef-c3b00058f908), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:54.816292 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-6c8dc13d-24e0-44e9-82f5-c478a8dabaa3 None None] Port e03de903-f2d4-4966-83ef-c3b00058f908 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:49:54.892907 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-bf049c61-dbfe-4a00-9717-551373093a60 req-87482444-888f-4819-afd0-8fe0a87c4577 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] For port 2b761f0c-6c61-4cd9-99e6-3f323d9dcc65, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=2b761f0c-6c61-4cd9-99e6-3f323d9dcc65,segment=NetworkSegment(518fbfd6-66d4-46dc-8045-59cddcf132dc),segment_id=518fbfd6-66d4-46dc-8045-59cddcf132dc)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:49:54.893270 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bf049c61-dbfe-4a00-9717-551373093a60 req-87482444-888f-4819-afd0-8fe0a87c4577 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (2b761f0c-6c61-4cd9-99e6-3f323d9dcc65), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:54.931173 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-bf049c61-dbfe-4a00-9717-551373093a60 req-87482444-888f-4819-afd0-8fe0a87c4577 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Calling delete_port for 2b761f0c-6c61-4cd9-99e6-3f323d9dcc65 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:49:54.956899 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d891ecd-b526-4f7e-8d21-dad4886c2ff0 req-793a59e0-88f0-4d84-b625-c2315bcd61dd tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:54.966511 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4d891ecd-b526-4f7e-8d21-dad4886c2ff0 req-793a59e0-88f0-4d84-b625-c2315bcd61dd tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=881ea793-795c-4655-baa5-23f663cbceb4 HTTP/1.1" status: 200 len: 946 time: 0.5493338 Mar 11 19:49:54.976365 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f707ca23-9943-4fcc-82bd-4dd57c97926d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (8ba23863-d183-4cd9-8ac6-4971568430aa), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:55.017350 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 0cd6b32a-719c-4532-89a6-12c134ba212f up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:49:55.022358 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f707ca23-9943-4fcc-82bd-4dd57c97926d admin admin] Pushing event deleted for resources: {'Port': ['ID=8ba23863-d183-4cd9-8ac6-4971568430aa,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:55.166701 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd6c541d-10c6-4de4-b440-5466594d68cb tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Router a4845804-c157-4dc1-8c13-3ebeda98bd18 is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:49:55.170057 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 0cd6b32a-719c-4532-89a6-12c134ba212f triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:49:55.174885 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (0cd6b32a-719c-4532-89a6-12c134ba212f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:55.245493 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bf049c61-dbfe-4a00-9717-551373093a60 req-87482444-888f-4819-afd0-8fe0a87c4577 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (2b761f0c-6c61-4cd9-99e6-3f323d9dcc65), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:55.270596 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['db0680ad-52ed-457e-9224-4ee0f0880afd', '2b761f0c-6c61-4cd9-99e6-3f323d9dcc65'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:49:55.326629 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87482444-888f-4819-afd0-8fe0a87c4577 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Pushing event deleted for resources: {'Port': ['ID=2b761f0c-6c61-4cd9-99e6-3f323d9dcc65,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:55.379868 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4d891ecd-b526-4f7e-8d21-dad4886c2ff0 req-d9b3079f-b73b-4598-838d-0c614975f40f tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4122636 Mar 11 19:49:55.481292 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf049c61-dbfe-4a00-9717-551373093a60 req-87482444-888f-4819-afd0-8fe0a87c4577 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] No DVR routers for this DVR port 2b761f0c-6c61-4cd9-99e6-3f323d9dcc65 on host n-h2-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:49:55.486187 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bf049c61-dbfe-4a00-9717-551373093a60 req-87482444-888f-4819-afd0-8fe0a87c4577 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:55.489556 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-bf049c61-dbfe-4a00-9717-551373093a60 req-87482444-888f-4819-afd0-8fe0a87c4577 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.57 "DELETE /v2.0/ports/2b761f0c-6c61-4cd9-99e6-3f323d9dcc65 HTTP/1.1" status: 204 len: 173 time: 1.1484892 Mar 11 19:49:55.490031 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '881ea793-795c-4655-baa5-23f663cbceb4', 'name': 'network-vif-deleted', 'tag': '2b761f0c-6c61-4cd9-99e6-3f323d9dcc65'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:49:55.508138 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a2c9d6d-3134-4c54-a6b8-d4dd86c3692f" -d '{"events": [{"server_uuid": "881ea793-795c-4655-baa5-23f663cbceb4", "name": "network-vif-deleted", "tag": "2b761f0c-6c61-4cd9-99e6-3f323d9dcc65"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:49:55.661706 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 0cd6b32a-719c-4532-89a6-12c134ba212f is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:49:55.687813 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-77c6f02b-251a-43de-9a69-be36368e06af req-7d4880fc-29ac-456b-9e0f-5731093a4e0e tempest-ServerShowV247Test-1140657381 tempest-ServerShowV247Test-1140657381-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a52063d-e2b4-4bb3-bde7-163f51bbedb9 HTTP/1.1" status: 200 len: 210 time: 0.0885155 Mar 11 19:49:55.806508 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd6c541d-10c6-4de4-b440-5466594d68cb tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:49:55.821504 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54992) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:55.823456 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-cd6c541d-10c6-4de4-b440-5466594d68cb tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "PUT /v2.0/routers/a4845804-c157-4dc1-8c13-3ebeda98bd18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8153467 Mar 11 19:49:55.826854 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-8eb7fcee-d52f-4ca5-8acb-11f2c32d78ea tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Request body: {'network': {'name': 'tempest-RoutersTest-2001985127'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:49:55.832732 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb13ded5-46ef-48e6-bbbc-d2692c553768 None None] Sync routers for ids ['a4845804-c157-4dc1-8c13-3ebeda98bd18'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:49:55.833579 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-700d6ce5-ff68-48b2-97a7-8a92a68b1bfc x-openstack-request-id: req-700d6ce5-ff68-48b2-97a7-8a92a68b1bfc {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:49:55.836421 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "881ea793-795c-4655-baa5-23f663cbceb4", "name": "network-vif-deleted", "tag": "2b761f0c-6c61-4cd9-99e6-3f323d9dcc65", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:49:55.836810 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-700d6ce5-ff68-48b2-97a7-8a92a68b1bfc {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:49:55.837303 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '881ea793-795c-4655-baa5-23f663cbceb4', 'name': 'network-vif-deleted', 'tag': '2b761f0c-6c61-4cd9-99e6-3f323d9dcc65', 'status': 'completed', 'code': 200} Mar 11 19:49:55.851154 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb13ded5-46ef-48e6-bbbc-d2692c553768 None None] Routers {'a4845804-c157-4dc1-8c13-3ebeda98bd18'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:49:55.851939 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-cb13ded5-46ef-48e6-bbbc-d2692c553768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:49:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['a4845804-c157-4dc1-8c13-3ebeda98bd18'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:55.868770 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f707ca23-9943-4fcc-82bd-4dd57c97926d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (020b0904-65ac-42f2-8e04-517741506d94), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:55.884692 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb7fcee-d52f-4ca5-8acb-11f2c32d78ea tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Made reservation on behalf of 12e41349cb6043d6b0b4ef9017c96ea8 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:49:55.889526 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8eb7fcee-d52f-4ca5-8acb-11f2c32d78ea tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:55.968017 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eb7fcee-d52f-4ca5-8acb-11f2c32d78ea tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] vlan segment allocate from pool success with {'vlan_id': 856, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:49:55.969774 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-cb13ded5-46ef-48e6-bbbc-d2692c553768 None None] Set router a4845804-c157-4dc1-8c13-3ebeda98bd18 gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:49:55.987507 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8eb7fcee-d52f-4ca5-8acb-11f2c32d78ea tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (43b66158-fae0-4f75-bc6b-67d6c78cc8a9), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:55.988134 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-8eb7fcee-d52f-4ca5-8acb-11f2c32d78ea tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Added segment 43b66158-fae0-4f75-bc6b-67d6c78cc8a9 of type vlan for network 1928abcd-e047-4e20-b59c-7265b0b23bfe Mar 11 19:49:56.101304 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8eb7fcee-d52f-4ca5-8acb-11f2c32d78ea tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (1928abcd-e047-4e20-b59c-7265b0b23bfe), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:56.171532 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8eb7fcee-d52f-4ca5-8acb-11f2c32d78ea tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (1928abcd-e047-4e20-b59c-7265b0b23bfe), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:56.182175 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb7fcee-d52f-4ca5-8acb-11f2c32d78ea tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:56.183868 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8eb7fcee-d52f-4ca5-8acb-11f2c32d78ea tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:56.196974 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:56.269558 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-cb13ded5-46ef-48e6-bbbc-d2692c553768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'name': 'tempest-RoutersTest-router-312583551', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:49:47Z', 'updated_at': '2022-03-11T19:49:52Z', 'revision_number': 2, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'gw_port_host': None, '_interfaces': [{'id': 'e03de903-f2d4-4966-83ef-c3b00058f908', 'name': '', 'network_id': '8783ae98-2895-4ea9-bb5b-9bfe95b647fd', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'mac_address': 'fa:16:3e:e5:f4:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '064a5636-d4a3-445b-9cea-58d6fb2a766e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:49:51Z', 'updated_at': '2022-03-11T19:49:52Z', 'revision_number': 2, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'subnets': [{'id': '064a5636-d4a3-445b-9cea-58d6fb2a766e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:56.318343 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb7fcee-d52f-4ca5-8acb-11f2c32d78ea tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Pushing event updated for resources: {'Network': ['ID=1928abcd-e047-4e20-b59c-7265b0b23bfe,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:56.333381 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f707ca23-9943-4fcc-82bd-4dd57c97926d admin admin] Router 020b0904-65ac-42f2-8e04-517741506d94 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:49:56.337077 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb13ded5-46ef-48e6-bbbc-d2692c553768 None None] Checking router: a4845804-c157-4dc1-8c13-3ebeda98bd18 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:49:56.337508 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb13ded5-46ef-48e6-bbbc-d2692c553768 None None] Updating router a4845804-c157-4dc1-8c13-3ebeda98bd18 port e03de903-f2d4-4966-83ef-c3b00058f908 binding host n-d-833163-1 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:49:56.340006 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 1928abcd-e047-4e20-b59c-7265b0b23bfe details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:49:56.348297 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8eb7fcee-d52f-4ca5-8acb-11f2c32d78ea tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5255291 Mar 11 19:49:56.348988 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54994) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:56.359251 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-279b6a50-1bb0-4c3e-b0a6-6e7eec2e0bd7 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Request body: {'subnet': {'network_id': '1928abcd-e047-4e20-b59c-7265b0b23bfe', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:49:56.601448 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279b6a50-1bb0-4c3e-b0a6-6e7eec2e0bd7 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Made reservation on behalf of 12e41349cb6043d6b0b4ef9017c96ea8 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:49:56.606995 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-279b6a50-1bb0-4c3e-b0a6-6e7eec2e0bd7 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:56.637065 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cb13ded5-46ef-48e6-bbbc-d2692c553768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (e03de903-f2d4-4966-83ef-c3b00058f908), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:56.653726 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f707ca23-9943-4fcc-82bd-4dd57c97926d admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:49:56.665776 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386ea903-8075-44f0-a518-2798608413d6 None None] Sync routers for ids ['020b0904-65ac-42f2-8e04-517741506d94'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:49:56.682759 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386ea903-8075-44f0-a518-2798608413d6 None None] Routers {'020b0904-65ac-42f2-8e04-517741506d94'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:49:56.690974 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f707ca23-9943-4fcc-82bd-4dd57c97926d admin admin] 10.222.0.65 "PUT /v2.0/routers/020b0904-65ac-42f2-8e04-517741506d94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7615993 Mar 11 19:49:56.691541 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-386ea903-8075-44f0-a518-2798608413d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:49:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['020b0904-65ac-42f2-8e04-517741506d94'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:56.701184 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55002) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:56.969443 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cad1d464-e194-4415-8806-3a8a44f1af71 req-bdb0032a-4580-47c8-bebd-6e5793d59bbe tempest-ServerShowV247Test-1140657381 tempest-ServerShowV247Test-1140657381-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a52063d-e2b4-4bb3-bde7-163f51bbedb9 HTTP/1.1" status: 200 len: 210 time: 0.0650065 Mar 11 19:49:57.010240 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ea740b7-3107-4b4e-be23-cba1e1775517 admin admin] Publish callbacks [] for router (020b0904-65ac-42f2-8e04-517741506d94), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:57.031173 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-386ea903-8075-44f0-a518-2798608413d6 None None] Set router 020b0904-65ac-42f2-8e04-517741506d94 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:49:57.180676 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cb13ded5-46ef-48e6-bbbc-d2692c553768 None None] Publish callbacks [] for port (e03de903-f2d4-4966-83ef-c3b00058f908), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:57.191126 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cb13ded5-46ef-48e6-bbbc-d2692c553768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (e03de903-f2d4-4966-83ef-c3b00058f908), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:57.245167 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-279b6a50-1bb0-4c3e-b0a6-6e7eec2e0bd7 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (31575535-4df4-4dff-8a7d-85cfb2e6ef72), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:57.280888 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991382c5-6a2e-4761-855c-7d0eb36eb647 None None] Pushing event updated for resources: {'Port': ['ID=e03de903-f2d4-4966-83ef-c3b00058f908,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:57.327917 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279b6a50-1bb0-4c3e-b0a6-6e7eec2e0bd7 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Pushing event updated for resources: {'Subnet': ['ID=31575535-4df4-4dff-8a7d-85cfb2e6ef72,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:57.338424 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279b6a50-1bb0-4c3e-b0a6-6e7eec2e0bd7 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Checking segment: {'id': '43b66158-fae0-4f75-bc6b-67d6c78cc8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '1928abcd-e047-4e20-b59c-7265b0b23bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:49:57.338878 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279b6a50-1bb0-4c3e-b0a6-6e7eec2e0bd7 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Network hostable DHCP agents. Network: 1928abcd-e047-4e20-b59c-7265b0b23bfe, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:49:57.368254 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279b6a50-1bb0-4c3e-b0a6-6e7eec2e0bd7 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Network 1928abcd-e047-4e20-b59c-7265b0b23bfe is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:49:57.383730 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-279b6a50-1bb0-4c3e-b0a6-6e7eec2e0bd7 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 1928abcd-e047-4e20-b59c-7265b0b23bfe) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:49:57.399809 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279b6a50-1bb0-4c3e-b0a6-6e7eec2e0bd7 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:57.401422 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-279b6a50-1bb0-4c3e-b0a6-6e7eec2e0bd7 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:57.422510 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4832be9-c427-4903-89a5-f90f8296311e req-90793a7a-b18c-47da-8c0d-c144c883581c tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:49:57.424787 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-279b6a50-1bb0-4c3e-b0a6-6e7eec2e0bd7 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0738451 Mar 11 19:49:57.427439 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 55022) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:49:57.438920 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d4832be9-c427-4903-89a5-f90f8296311e req-90793a7a-b18c-47da-8c0d-c144c883581c tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/networks?id=5f4622d2-6877-42dd-be4c-6b2764b6d954 HTTP/1.1" status: 200 len: 805 time: 0.2706621 Mar 11 19:49:57.443806 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a8f7cf-7137-4ba0-a6d7-7f90f80bae00 None None] Network 1928abcd-e047-4e20-b59c-7265b0b23bfe requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:49:57.466428 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d4832be9-c427-4903-89a5-f90f8296311e req-4aaa6b66-9cff-4e90-9b61-f559581c8f88 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/quotas/59ec990deac94d1dadc5fda96e3adfe5 HTTP/1.1" status: 200 len: 375 time: 0.0265653 Mar 11 19:49:57.545093 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-386ea903-8075-44f0-a518-2798608413d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020b0904-65ac-42f2-8e04-517741506d94', 'name': 'tempest-AttachVolumeShelveTestJSON-860357850-router', 'tenant_id': '158d96ac5890499b904530e3a8e2fd26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '494517a1-7e22-42ff-98dd-c76c2ce900dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:39:48Z', 'updated_at': '2022-03-11T19:49:54Z', 'revision_number': 5, 'project_id': '158d96ac5890499b904530e3a8e2fd26', 'gw_port': {'id': '494517a1-7e22-42ff-98dd-c76c2ce900dd', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:47:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020b0904-65ac-42f2-8e04-517741506d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:39:49Z', 'updated_at': '2022-03-11T19:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:57.578472 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 2b761f0c-6c61-4cd9-99e6-3f323d9dcc65 no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:49:57.608195 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386ea903-8075-44f0-a518-2798608413d6 None None] Checking router: 020b0904-65ac-42f2-8e04-517741506d94 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:49:57.621338 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386ea903-8075-44f0-a518-2798608413d6 None None] Routers {'020b0904-65ac-42f2-8e04-517741506d94'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:49:57.621984 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-386ea903-8075-44f0-a518-2798608413d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:49:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['020b0904-65ac-42f2-8e04-517741506d94'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:57.699386 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: 2b761f0c-6c61-4cd9-99e6-3f323d9dcc65 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:49:57.700035 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 2b761f0c-6c61-4cd9-99e6-3f323d9dcc65 not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:49:57.769025 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-cb13ded5-46ef-48e6-bbbc-d2692c553768 None None] Attempting to bind port e03de903-f2d4-4966-83ef-c3b00058f908 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:49:57.769765 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-cb13ded5-46ef-48e6-bbbc-d2692c553768 None None] Attempting to bind port e03de903-f2d4-4966-83ef-c3b00058f908 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '5b3afd9c-6e5b-44a3-85b6-1bb113f8a035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '8783ae98-2895-4ea9-bb5b-9bfe95b647fd'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:49:57.770362 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb13ded5-46ef-48e6-bbbc-d2692c553768 None None] Attempting to bind port e03de903-f2d4-4966-83ef-c3b00058f908 on network 8783ae98-2895-4ea9-bb5b-9bfe95b647fd {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:49:57.778707 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:57.837818 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb13ded5-46ef-48e6-bbbc-d2692c553768 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:49:57.838556 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb13ded5-46ef-48e6-bbbc-d2692c553768 None None] Checking segment: {'id': '5b3afd9c-6e5b-44a3-85b6-1bb113f8a035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '8783ae98-2895-4ea9-bb5b-9bfe95b647fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:49:57.842733 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cb13ded5-46ef-48e6-bbbc-d2692c553768 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:57.844133 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb13ded5-46ef-48e6-bbbc-d2692c553768 None None] Bound using segment: {'id': '5b3afd9c-6e5b-44a3-85b6-1bb113f8a035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '8783ae98-2895-4ea9-bb5b-9bfe95b647fd'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:49:57.844984 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-cb13ded5-46ef-48e6-bbbc-d2692c553768 None None] Bound port: e03de903-f2d4-4966-83ef-c3b00058f908, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b3afd9c-6e5b-44a3-85b6-1bb113f8a035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '8783ae98-2895-4ea9-bb5b-9bfe95b647fd'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:49:57.845693 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cb13ded5-46ef-48e6-bbbc-d2692c553768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (e03de903-f2d4-4966-83ef-c3b00058f908), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:58.023725 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-386ea903-8075-44f0-a518-2798608413d6 None None] Set router 020b0904-65ac-42f2-8e04-517741506d94 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:49:58.185180 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-5e8a676a-c26f-4d71-a960-8f4fcd2d79b3 None None] Provisioning complete for port e03de903-f2d4-4966-83ef-c3b00058f908 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:49:58.185914 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5e8a676a-c26f-4d71-a960-8f4fcd2d79b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (e03de903-f2d4-4966-83ef-c3b00058f908), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:58.195248 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3fe569-04f4-4cdb-b228-78a59fe31986 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-1928abcd-e047-4e20-b59c-7265b0b23bfe', 'network_id': '1928abcd-e047-4e20-b59c-7265b0b23bfe', 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'fixed_ips': [{'subnet_id': '31575535-4df4-4dff-8a7d-85cfb2e6ef72'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:49:58.197801 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2a3fe569-04f4-4cdb-b228-78a59fe31986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:58.480774 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eebc8f1f-268d-4fdc-b9a5-fe3dab097f72 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:58.492480 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-cb13ded5-46ef-48e6-bbbc-d2692c553768 None None] For port e03de903-f2d4-4966-83ef-c3b00058f908, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:49:58.555311 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-386ea903-8075-44f0-a518-2798608413d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '020b0904-65ac-42f2-8e04-517741506d94', 'name': 'tempest-AttachVolumeShelveTestJSON-860357850-router', 'tenant_id': '158d96ac5890499b904530e3a8e2fd26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '494517a1-7e22-42ff-98dd-c76c2ce900dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:39:48Z', 'updated_at': '2022-03-11T19:49:54Z', 'revision_number': 5, 'project_id': '158d96ac5890499b904530e3a8e2fd26', 'gw_port': {'id': '494517a1-7e22-42ff-98dd-c76c2ce900dd', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:47:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020b0904-65ac-42f2-8e04-517741506d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:39:49Z', 'updated_at': '2022-03-11T19:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:58.560619 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-5e8a676a-c26f-4d71-a960-8f4fcd2d79b3 None None] Port e03de903-f2d4-4966-83ef-c3b00058f908 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:49:58.584328 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-cb13ded5-46ef-48e6-bbbc-d2692c553768 None None] For port e03de903-f2d4-4966-83ef-c3b00058f908, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=e03de903-f2d4-4966-83ef-c3b00058f908,segment=NetworkSegment(5b3afd9c-6e5b-44a3-85b6-1bb113f8a035),segment_id=5b3afd9c-6e5b-44a3-85b6-1bb113f8a035)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:49:58.608376 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d4832be9-c427-4903-89a5-f90f8296311e req-c1eec4c4-07a0-4960-8d99-d6c7786b8930 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=59ec990deac94d1dadc5fda96e3adfe5&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1409841 Mar 11 19:49:58.626638 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cb13ded5-46ef-48e6-bbbc-d2692c553768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (e03de903-f2d4-4966-83ef-c3b00058f908), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:58.634259 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386ea903-8075-44f0-a518-2798608413d6 None None] The sync data for ids ['020b0904-65ac-42f2-8e04-517741506d94'] in n-d-833163-1 is: [{'id': '020b0904-65ac-42f2-8e04-517741506d94', 'name': 'tempest-AttachVolumeShelveTestJSON-860357850-router', 'tenant_id': '158d96ac5890499b904530e3a8e2fd26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '494517a1-7e22-42ff-98dd-c76c2ce900dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:39:48Z', 'updated_at': '2022-03-11T19:49:54Z', 'revision_number': 5, 'project_id': '158d96ac5890499b904530e3a8e2fd26', 'gw_port': {'id': '494517a1-7e22-42ff-98dd-c76c2ce900dd', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:47:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '020b0904-65ac-42f2-8e04-517741506d94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:39:49Z', 'updated_at': '2022-03-11T19:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:49:58.827300 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991382c5-6a2e-4761-855c-7d0eb36eb647 None None] Pushing event updated for resources: {'Port': ['ID=e03de903-f2d4-4966-83ef-c3b00058f908,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:49:58.925137 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-2a3fe569-04f4-4cdb-b228-78a59fe31986 None None] Allocated IP 172.21.0.2 (1928abcd-e047-4e20-b59c-7265b0b23bfe/31575535-4df4-4dff-8a7d-85cfb2e6ef72/e683423a-e053-411f-a7bd-472106195a12) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:49:58.938085 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb13ded5-46ef-48e6-bbbc-d2692c553768 None None] Routers {'a4845804-c157-4dc1-8c13-3ebeda98bd18'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:49:58.938971 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-cb13ded5-46ef-48e6-bbbc-d2692c553768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:49:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['a4845804-c157-4dc1-8c13-3ebeda98bd18'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:49:58.962457 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ea740b7-3107-4b4e-be23-cba1e1775517 admin admin] Publish callbacks [] for router_gateway (020b0904-65ac-42f2-8e04-517741506d94), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:59.011927 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d4832be9-c427-4903-89a5-f90f8296311e req-30b54dd3-9198-4345-885e-3b402ea1a7a6 service neutron] 10.222.0.65 "GET /v2.0/networks/5f4622d2-6877-42dd-be4c-6b2764b6d954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4011054 Mar 11 19:49:59.140948 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 8ba23863-d183-4cd9-8ac6-4971568430aa no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:49:59.262432 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 8ba23863-d183-4cd9-8ac6-4971568430aa {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:49:59.262993 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 8ba23863-d183-4cd9-8ac6-4971568430aa not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:49:59.344290 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:59.361367 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d4832be9-c427-4903-89a5-f90f8296311e req-6f899738-deb0-43f0-ac86-0d6589b13937 service neutron] 10.222.0.65 "GET /v2.0/networks/5f4622d2-6877-42dd-be4c-6b2764b6d954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3441060 Mar 11 19:49:59.405762 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-9ea740b7-3107-4b4e-be23-cba1e1775517 admin admin] Deleting port 494517a1-7e22-42ff-98dd-c76c2ce900dd {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:49:59.406688 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ea740b7-3107-4b4e-be23-cba1e1775517 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (494517a1-7e22-42ff-98dd-c76c2ce900dd), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:59.586742 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-9ea740b7-3107-4b4e-be23-cba1e1775517 admin admin] For port 494517a1-7e22-42ff-98dd-c76c2ce900dd, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=494517a1-7e22-42ff-98dd-c76c2ce900dd,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:49:59.587141 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ea740b7-3107-4b4e-be23-cba1e1775517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (494517a1-7e22-42ff-98dd-c76c2ce900dd), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:59.589090 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-cb13ded5-46ef-48e6-bbbc-d2692c553768 None None] Set router a4845804-c157-4dc1-8c13-3ebeda98bd18 gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:49:59.630456 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-9ea740b7-3107-4b4e-be23-cba1e1775517 admin admin] Calling delete_port for 494517a1-7e22-42ff-98dd-c76c2ce900dd owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:49:59.702505 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-7de2a411-51cd-4814-8a34-f1517c238e63 None None] Provisioning complete for port e03de903-f2d4-4966-83ef-c3b00058f908 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:49:59.702869 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7de2a411-51cd-4814-8a34-f1517c238e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (e03de903-f2d4-4966-83ef-c3b00058f908), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:59.916447 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ea740b7-3107-4b4e-be23-cba1e1775517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (494517a1-7e22-42ff-98dd-c76c2ce900dd), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:49:59.934505 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6e389e07-84c2-4fc7-aa5c-2005ce182e86 req-5c9c3adb-5f82-4a34-a313-2139a4c57543 tempest-ServerShowV247Test-1140657381 tempest-ServerShowV247Test-1140657381-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a52063d-e2b4-4bb3-bde7-163f51bbedb9 HTTP/1.1" status: 200 len: 210 time: 0.1176329 Mar 11 19:50:00.007464 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea740b7-3107-4b4e-be23-cba1e1775517 admin admin] Pushing event deleted for resources: {'Port': ['ID=494517a1-7e22-42ff-98dd-c76c2ce900dd,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:00.159962 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ea740b7-3107-4b4e-be23-cba1e1775517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (020b0904-65ac-42f2-8e04-517741506d94), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:00.184716 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2a3fe569-04f4-4cdb-b228-78a59fe31986 None None] Publish callbacks [] for port (e683423a-e053-411f-a7bd-472106195a12), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:00.220901 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2a3fe569-04f4-4cdb-b228-78a59fe31986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (e683423a-e053-411f-a7bd-472106195a12), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:00.297176 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-eebc8f1f-268d-4fdc-b9a5-fe3dab097f72 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Allocated IP 172.21.0.1 (1928abcd-e047-4e20-b59c-7265b0b23bfe/31575535-4df4-4dff-8a7d-85cfb2e6ef72/0a1e928a-6513-49b7-b23d-6abdcf626d5d) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:50:00.329841 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3fe569-04f4-4cdb-b228-78a59fe31986 None None] Pushing event updated for resources: {'Port': ['ID=e683423a-e053-411f-a7bd-472106195a12,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:00.386092 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3fe569-04f4-4cdb-b228-78a59fe31986 None None] Network 1928abcd-e047-4e20-b59c-7265b0b23bfe is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:50:00.400907 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ea740b7-3107-4b4e-be23-cba1e1775517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (020b0904-65ac-42f2-8e04-517741506d94), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:00.405916 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ea740b7-3107-4b4e-be23-cba1e1775517 admin admin] Publish callbacks [] for router_controller (020b0904-65ac-42f2-8e04-517741506d94), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:00.407605 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-2a3fe569-04f4-4cdb-b228-78a59fe31986 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:50:00.433813 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3fe569-04f4-4cdb-b228-78a59fe31986 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:50:00.450070 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-7de2a411-51cd-4814-8a34-f1517c238e63 None None] Current status of the port e03de903-f2d4-4966-83ef-c3b00058f908 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:50:00.450477 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7de2a411-51cd-4814-8a34-f1517c238e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (e03de903-f2d4-4966-83ef-c3b00058f908), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:00.492226 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eebc8f1f-268d-4fdc-b9a5-fe3dab097f72 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for port (0a1e928a-6513-49b7-b23d-6abdcf626d5d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:00.551861 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ea740b7-3107-4b4e-be23-cba1e1775517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (020b0904-65ac-42f2-8e04-517741506d94), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:00.552728 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea740b7-3107-4b4e-be23-cba1e1775517 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 020b0904-65ac-42f2-8e04-517741506d94 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:50:00.579331 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eebc8f1f-268d-4fdc-b9a5-fe3dab097f72 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (0a1e928a-6513-49b7-b23d-6abdcf626d5d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:00.586740 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3802954a-7f67-4797-8d09-346da09cc638 req-9305adbc-32ac-4702-b367-bfd74572bee0 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=45265a0a-a81d-430e-bce1-1b8c028bdc29 HTTP/1.1" status: 200 len: 210 time: 0.5324557 Mar 11 19:50:00.589891 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ea740b7-3107-4b4e-be23-cba1e1775517 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:00.591715 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-9ea740b7-3107-4b4e-be23-cba1e1775517 admin admin] 10.222.0.65 "DELETE /v2.0/routers/020b0904-65ac-42f2-8e04-517741506d94 HTTP/1.1" status: 204 len: 168 time: 3.8888412 Mar 11 19:50:00.598948 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 55072) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:00.741848 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb14f746-c3c5-4485-bb20-9322cdd75545 admin admin] Deleting subnet c54bb295-7bca-4fbe-aff9-5e7c44904c47 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:50:00.758375 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebc8f1f-268d-4fdc-b9a5-fe3dab097f72 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Network 1928abcd-e047-4e20-b59c-7265b0b23bfe is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:50:00.762173 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cb14f746-c3c5-4485-bb20-9322cdd75545 admin admin] Publish callbacks [] for subnet (c54bb295-7bca-4fbe-aff9-5e7c44904c47), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:00.764339 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-eebc8f1f-268d-4fdc-b9a5-fe3dab097f72 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:50:00.804938 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebc8f1f-268d-4fdc-b9a5-fe3dab097f72 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:50:00.821150 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-2a3fe569-04f4-4cdb-b228-78a59fe31986 None None] Attempting to bind port e683423a-e053-411f-a7bd-472106195a12 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:50:00.823870 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-2a3fe569-04f4-4cdb-b228-78a59fe31986 None None] Attempting to bind port e683423a-e053-411f-a7bd-472106195a12 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '43b66158-fae0-4f75-bc6b-67d6c78cc8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '1928abcd-e047-4e20-b59c-7265b0b23bfe'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:50:00.824249 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3fe569-04f4-4cdb-b228-78a59fe31986 None None] Attempting to bind port e683423a-e053-411f-a7bd-472106195a12 on network 1928abcd-e047-4e20-b59c-7265b0b23bfe {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:50:00.858365 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebc8f1f-268d-4fdc-b9a5-fe3dab097f72 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Pushing event updated for resources: {'Port': ['ID=0a1e928a-6513-49b7-b23d-6abdcf626d5d,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:00.879249 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cb14f746-c3c5-4485-bb20-9322cdd75545 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (c54bb295-7bca-4fbe-aff9-5e7c44904c47), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:00.886959 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3fe569-04f4-4cdb-b228-78a59fe31986 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:50:00.887685 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3fe569-04f4-4cdb-b228-78a59fe31986 None None] Checking segment: {'id': '43b66158-fae0-4f75-bc6b-67d6c78cc8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '1928abcd-e047-4e20-b59c-7265b0b23bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:50:00.890139 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2a3fe569-04f4-4cdb-b228-78a59fe31986 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:00.890547 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3fe569-04f4-4cdb-b228-78a59fe31986 None None] Bound using segment: {'id': '43b66158-fae0-4f75-bc6b-67d6c78cc8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '1928abcd-e047-4e20-b59c-7265b0b23bfe'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:50:00.891059 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-2a3fe569-04f4-4cdb-b228-78a59fe31986 None None] Bound port: e683423a-e053-411f-a7bd-472106195a12, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b66158-fae0-4f75-bc6b-67d6c78cc8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '1928abcd-e047-4e20-b59c-7265b0b23bfe'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:50:00.898169 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2a3fe569-04f4-4cdb-b228-78a59fe31986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (e683423a-e053-411f-a7bd-472106195a12), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:00.916637 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eebc8f1f-268d-4fdc-b9a5-fe3dab097f72 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (a4845804-c157-4dc1-8c13-3ebeda98bd18), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:00.926349 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-7de2a411-51cd-4814-8a34-f1517c238e63 None None] For port e03de903-f2d4-4966-83ef-c3b00058f908, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=e03de903-f2d4-4966-83ef-c3b00058f908,segment=NetworkSegment(5b3afd9c-6e5b-44a3-85b6-1bb113f8a035),segment_id=5b3afd9c-6e5b-44a3-85b6-1bb113f8a035)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:50:00.966504 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7de2a411-51cd-4814-8a34-f1517c238e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (e03de903-f2d4-4966-83ef-c3b00058f908), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:01.093470 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [req-2388a448-21e0-466e-ab67-6f8eb00679f9 req-faa7211e-55b4-4541-98df-0484145db1ab service neutron] (103884) timed out ('10.222.0.65', 33448) {{(pid=103884) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 19:50:01.122369 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-cb13ded5-46ef-48e6-bbbc-d2692c553768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'name': 'tempest-RoutersTest-router-312583551', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:49:47Z', 'updated_at': '2022-03-11T19:49:52Z', 'revision_number': 2, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'gw_port_host': None, '_interfaces': [{'id': 'e03de903-f2d4-4966-83ef-c3b00058f908', 'name': '', 'network_id': '8783ae98-2895-4ea9-bb5b-9bfe95b647fd', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'mac_address': 'fa:16:3e:e5:f4:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '064a5636-d4a3-445b-9cea-58d6fb2a766e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:49:51Z', 'updated_at': '2022-03-11T19:49:58Z', 'revision_number': 4, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'subnets': [{'id': '064a5636-d4a3-445b-9cea-58d6fb2a766e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:50:01.158360 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb13ded5-46ef-48e6-bbbc-d2692c553768 None None] The sync data for ids ['a4845804-c157-4dc1-8c13-3ebeda98bd18'] in n-d-833163-1 is: [{'id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'name': 'tempest-RoutersTest-router-312583551', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:49:47Z', 'updated_at': '2022-03-11T19:49:52Z', 'revision_number': 2, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'gw_port_host': None, '_interfaces': [{'id': 'e03de903-f2d4-4966-83ef-c3b00058f908', 'name': '', 'network_id': '8783ae98-2895-4ea9-bb5b-9bfe95b647fd', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'mac_address': 'fa:16:3e:e5:f4:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '064a5636-d4a3-445b-9cea-58d6fb2a766e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:49:51Z', 'updated_at': '2022-03-11T19:49:58Z', 'revision_number': 4, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'subnets': [{'id': '064a5636-d4a3-445b-9cea-58d6fb2a766e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:50:01.187375 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de2a411-51cd-4814-8a34-f1517c238e63 None None] Pushing event updated for resources: {'Port': ['ID=e03de903-f2d4-4966-83ef-c3b00058f908,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:01.237260 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-2a3fe569-04f4-4cdb-b228-78a59fe31986 None None] For port e683423a-e053-411f-a7bd-472106195a12, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:50:01.267529 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-2a3fe569-04f4-4cdb-b228-78a59fe31986 None None] For port e683423a-e053-411f-a7bd-472106195a12, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=e683423a-e053-411f-a7bd-472106195a12,segment=NetworkSegment(43b66158-fae0-4f75-bc6b-67d6c78cc8a9),segment_id=43b66158-fae0-4f75-bc6b-67d6c78cc8a9)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:50:01.282376 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2a3fe569-04f4-4cdb-b228-78a59fe31986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (e683423a-e053-411f-a7bd-472106195a12), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:01.309470 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fc3b83d6-5c50-4a76-b57c-a339eeb810ce req-0faf2466-e1dc-41f9-b6b2-be1570fb5501 tempest-ServerShowV247Test-1140657381 tempest-ServerShowV247Test-1140657381-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a52063d-e2b4-4bb3-bde7-163f51bbedb9 HTTP/1.1" status: 200 len: 210 time: 0.1504042 Mar 11 19:50:01.429814 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3fe569-04f4-4cdb-b228-78a59fe31986 None None] Pushing event updated for resources: {'Port': ['ID=e683423a-e053-411f-a7bd-472106195a12,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:01.441568 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 494517a1-7e22-42ff-98dd-c76c2ce900dd no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:50:01.572386 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 494517a1-7e22-42ff-98dd-c76c2ce900dd {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:50:01.574386 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 494517a1-7e22-42ff-98dd-c76c2ce900dd not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:50:01.643533 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4832be9-c427-4903-89a5-f90f8296311e req-25f59e06-f922-4db1-a242-77305543e4bd tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:01.645159 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d4832be9-c427-4903-89a5-f90f8296311e req-25f59e06-f922-4db1-a242-77305543e4bd tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.57 "GET /v2.0/networks?id=5f4622d2-6877-42dd-be4c-6b2764b6d954 HTTP/1.1" status: 200 len: 805 time: 0.2204807 Mar 11 19:50:01.647788 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cb14f746-c3c5-4485-bb20-9322cdd75545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (c54bb295-7bca-4fbe-aff9-5e7c44904c47), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:01.738371 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-d4832be9-c427-4903-89a5-f90f8296311e req-0cc3df35-f9f5-4ab0-b578-17f4b2600247 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Request body: {'port': {'device_id': '45265a0a-a81d-430e-bce1-1b8c028bdc29', 'network_id': '5f4622d2-6877-42dd-be4c-6b2764b6d954', 'admin_state_up': True, 'tenant_id': '59ec990deac94d1dadc5fda96e3adfe5'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:50:01.813214 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0766fff8-3500-4eef-810a-660ca3050fc5 req-7f389080-1982-4889-b5c8-5d34eb3a322e tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=45265a0a-a81d-430e-bce1-1b8c028bdc29 HTTP/1.1" status: 200 len: 210 time: 0.0543253 Mar 11 19:50:01.912631 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eebc8f1f-268d-4fdc-b9a5-fe3dab097f72 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (0a1e928a-6513-49b7-b23d-6abdcf626d5d), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:01.964051 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cb14f746-c3c5-4485-bb20-9322cdd75545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (c54bb295-7bca-4fbe-aff9-5e7c44904c47), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:02.108632 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb14f746-c3c5-4485-bb20-9322cdd75545 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c54bb295-7bca-4fbe-aff9-5e7c44904c47,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:02.141090 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cb14f746-c3c5-4485-bb20-9322cdd75545 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:02.141935 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b46cd9a-bdd3-4f0c-a4d7-890867e21a58 None None] Network 32196a18-8be7-4227-b019-bc15d0c1f739 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:50:02.159438 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-cb14f746-c3c5-4485-bb20-9322cdd75545 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/c54bb295-7bca-4fbe-aff9-5e7c44904c47 HTTP/1.1" status: 204 len: 168 time: 1.4961965 Mar 11 19:50:02.160753 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 55090) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:02.465782 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00930d48-eb46-4be7-a46f-0e83e0c344cf None None] DHCP port deletion for 32196a18-8be7-4227-b019-bc15d0c1f739 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:50:02.518259 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b78f1041-d414-4c87-8b94-606f363735d4 req-568b071f-cca1-4758-a708-b7586a583a96 tempest-ServerShowV247Test-1140657381 tempest-ServerShowV247Test-1140657381-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a52063d-e2b4-4bb3-bde7-163f51bbedb9 HTTP/1.1" status: 200 len: 210 time: 0.0509467 Mar 11 19:50:02.521617 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4832be9-c427-4903-89a5-f90f8296311e req-0cc3df35-f9f5-4ab0-b578-17f4b2600247 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Made reservation on behalf of 59ec990deac94d1dadc5fda96e3adfe5 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:50:02.524968 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d4832be9-c427-4903-89a5-f90f8296311e req-0cc3df35-f9f5-4ab0-b578-17f4b2600247 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:02.586350 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-00930d48-eb46-4be7-a46f-0e83e0c344cf None None] Deleting port d19d36da-f083-409d-b57e-b4d1f0325cb6 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:50:02.586999 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-00930d48-eb46-4be7-a46f-0e83e0c344cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (d19d36da-f083-409d-b57e-b4d1f0325cb6), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:02.688150 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-00930d48-eb46-4be7-a46f-0e83e0c344cf None None] For port d19d36da-f083-409d-b57e-b4d1f0325cb6, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=d19d36da-f083-409d-b57e-b4d1f0325cb6,segment=NetworkSegment(69eb0e62-687e-4724-ba5c-a415cb9293d1),segment_id=69eb0e62-687e-4724-ba5c-a415cb9293d1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:50:02.688904 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-00930d48-eb46-4be7-a46f-0e83e0c344cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (d19d36da-f083-409d-b57e-b4d1f0325cb6), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:02.706272 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-00930d48-eb46-4be7-a46f-0e83e0c344cf None None] Calling delete_port for d19d36da-f083-409d-b57e-b4d1f0325cb6 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:50:03.092001 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-81d1c64a-a75a-41b3-8cba-1edb9579380c req-9f580a83-8e13-4d3f-8fde-8a2d02034ba5 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=45265a0a-a81d-430e-bce1-1b8c028bdc29 HTTP/1.1" status: 200 len: 210 time: 0.0700989 Mar 11 19:50:03.222480 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-00930d48-eb46-4be7-a46f-0e83e0c344cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (d19d36da-f083-409d-b57e-b4d1f0325cb6), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:03.239774 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device e03de903-f2d4-4966-83ef-c3b00058f908 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:50:03.405361 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00930d48-eb46-4be7-a46f-0e83e0c344cf None None] No DVR routers for this DVR port d19d36da-f083-409d-b57e-b4d1f0325cb6 on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:50:03.414715 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00930d48-eb46-4be7-a46f-0e83e0c344cf None None] Pushing event deleted for resources: {'Port': ['ID=d19d36da-f083-409d-b57e-b4d1f0325cb6,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:03.471759 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port e03de903-f2d4-4966-83ef-c3b00058f908 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:50:03.472309 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (e03de903-f2d4-4966-83ef-c3b00058f908), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:03.491732 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eebc8f1f-268d-4fdc-b9a5-fe3dab097f72 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for port (0a1e928a-6513-49b7-b23d-6abdcf626d5d), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:03.538325 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eebc8f1f-268d-4fdc-b9a5-fe3dab097f72 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (0a1e928a-6513-49b7-b23d-6abdcf626d5d), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:03.654481 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31dc57c3-dee5-4929-bc38-93e0f12a3b16 None None] Network 1928abcd-e047-4e20-b59c-7265b0b23bfe requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:50:03.738189 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebc8f1f-268d-4fdc-b9a5-fe3dab097f72 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Pushing event updated for resources: {'Port': ['ID=0a1e928a-6513-49b7-b23d-6abdcf626d5d,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:03.788223 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f04ee47f-4ae9-4132-8f14-8462d5e35345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (32196a18-8be7-4227-b019-bc15d0c1f739), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:03.807709 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-477fb42f-1079-4804-8908-e82eb6514375 req-bbbfb9cd-abfe-4d84-a832-ac14a71f3ae1 tempest-ServerShowV247Test-1140657381 tempest-ServerShowV247Test-1140657381-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a52063d-e2b4-4bb3-bde7-163f51bbedb9 HTTP/1.1" status: 200 len: 210 time: 0.1134281 Mar 11 19:50:03.883881 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eebc8f1f-268d-4fdc-b9a5-fe3dab097f72 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (a4845804-c157-4dc1-8c13-3ebeda98bd18), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:03.896764 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port e03de903-f2d4-4966-83ef-c3b00058f908 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:50:03.899096 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device e683423a-e053-411f-a7bd-472106195a12 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:50:03.961310 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-7733a2b1-4f7e-4478-8c66-6628d32f6d86 None None] Provisioning complete for port e683423a-e053-411f-a7bd-472106195a12 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:50:03.961899 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7733a2b1-4f7e-4478-8c66-6628d32f6d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (e683423a-e053-411f-a7bd-472106195a12), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:04.164316 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-7733a2b1-4f7e-4478-8c66-6628d32f6d86 None None] Current status of the port e683423a-e053-411f-a7bd-472106195a12 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:50:04.168594 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7733a2b1-4f7e-4478-8c66-6628d32f6d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (e683423a-e053-411f-a7bd-472106195a12), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:04.180095 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-d4832be9-c427-4903-89a5-f90f8296311e req-0cc3df35-f9f5-4ab0-b578-17f4b2600247 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Allocated IP 172.20.0.12 (5f4622d2-6877-42dd-be4c-6b2764b6d954/8d74cfef-df19-4443-8dbc-7728b7150eec/78394a7c-01ab-40bd-ad31-ed46fb886ea3) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:50:04.233739 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f04ee47f-4ae9-4132-8f14-8462d5e35345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (32196a18-8be7-4227-b019-bc15d0c1f739), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:04.267251 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-7733a2b1-4f7e-4478-8c66-6628d32f6d86 None None] For port e683423a-e053-411f-a7bd-472106195a12, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=e683423a-e053-411f-a7bd-472106195a12,segment=NetworkSegment(43b66158-fae0-4f75-bc6b-67d6c78cc8a9),segment_id=43b66158-fae0-4f75-bc6b-67d6c78cc8a9)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:50:04.283268 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7733a2b1-4f7e-4478-8c66-6628d32f6d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (e683423a-e053-411f-a7bd-472106195a12), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:04.307185 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e9b8cb39-93c2-4c2a-8536-c18938ee394c req-9fc7a28f-6cb5-4b23-b862-393095f25f94 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=45265a0a-a81d-430e-bce1-1b8c028bdc29 HTTP/1.1" status: 200 len: 210 time: 0.0727954 Mar 11 19:50:04.312429 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port e683423a-e053-411f-a7bd-472106195a12 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:50:04.322663 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (e683423a-e053-411f-a7bd-472106195a12), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:04.336978 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebc8f1f-268d-4fdc-b9a5-fe3dab097f72 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Network 1928abcd-e047-4e20-b59c-7265b0b23bfe is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:50:04.341627 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-f04ee47f-4ae9-4132-8f14-8462d5e35345 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32196a18-8be7-4227-b019-bc15d0c1f739']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:50:04.365277 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-eebc8f1f-268d-4fdc-b9a5-fe3dab097f72 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:50:04.406682 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7733a2b1-4f7e-4478-8c66-6628d32f6d86 None None] Pushing event updated for resources: {'Port': ['ID=e683423a-e053-411f-a7bd-472106195a12,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:04.430249 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-f04ee47f-4ae9-4132-8f14-8462d5e35345 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69eb0e62-687e-4724-ba5c-a415cb9293d1') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:50:04.430556 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-f04ee47f-4ae9-4132-8f14-8462d5e35345 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69eb0e62-687e-4724-ba5c-a415cb9293d1') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:50:04.473175 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f04ee47f-4ae9-4132-8f14-8462d5e35345 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (69eb0e62-687e-4724-ba5c-a415cb9293d1), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:04.485584 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port e683423a-e053-411f-a7bd-472106195a12 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:50:04.553696 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-81bf1e1e-9c58-406f-bfe1-49527ef37b5e None None] Provisioning complete for port e683423a-e053-411f-a7bd-472106195a12 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:50:04.554054 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-81bf1e1e-9c58-406f-bfe1-49527ef37b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (e683423a-e053-411f-a7bd-472106195a12), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:04.614146 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f04ee47f-4ae9-4132-8f14-8462d5e35345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (69eb0e62-687e-4724-ba5c-a415cb9293d1), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:04.645831 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device d19d36da-f083-409d-b57e-b4d1f0325cb6 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:50:04.672319 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f04ee47f-4ae9-4132-8f14-8462d5e35345 admin admin] Releasing vlan 896 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:50:04.672751 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f04ee47f-4ae9-4132-8f14-8462d5e35345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (69eb0e62-687e-4724-ba5c-a415cb9293d1), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:04.710196 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:50:04.710196 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:50:04.710196 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:50:04.710196 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:50:04.710196 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:50:04.710196 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:50:04.710196 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:50:04.710196 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:50:04.710196 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:50:04.710196 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:50:04.710196 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:50:04.710196 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:50:04.710196 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:50:04.710196 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:50:04.710196 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:50:04.710196 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:50:04.710196 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:50:04.710196 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:50:04.710196 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:50:04.710196 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:50:04.710196 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:50:04.710196 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:50:04.710196 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:50:04.710196 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:50:04.710196 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:50:04.710196 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:50:04.710196 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:50:04.710196 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:50:04.710196 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:50:04.710196 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:50:04.710196 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:50:04.710196 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:50:04.736117 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: d19d36da-f083-409d-b57e-b4d1f0325cb6 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:50:04.736841 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device d19d36da-f083-409d-b57e-b4d1f0325cb6 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:50:04.898606 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-81bf1e1e-9c58-406f-bfe1-49527ef37b5e None None] Current status of the port e683423a-e053-411f-a7bd-472106195a12 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:50:04.959961 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-81bf1e1e-9c58-406f-bfe1-49527ef37b5e None None] Provisioning complete for port 0a1e928a-6513-49b7-b23d-6abdcf626d5d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:50:04.961541 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-81bf1e1e-9c58-406f-bfe1-49527ef37b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (0a1e928a-6513-49b7-b23d-6abdcf626d5d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:05.062002 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-81bf1e1e-9c58-406f-bfe1-49527ef37b5e None None] Port 0a1e928a-6513-49b7-b23d-6abdcf626d5d cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:50:05.074241 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device e683423a-e053-411f-a7bd-472106195a12 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:50:05.101738 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5291cd85-8f0e-4e6a-a0ef-08c6b422a873 req-f42dc8dd-2b78-4afb-9781-8073c182d026 tempest-ServerShowV247Test-1140657381 tempest-ServerShowV247Test-1140657381-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a52063d-e2b4-4bb3-bde7-163f51bbedb9 HTTP/1.1" status: 200 len: 210 time: 0.1108437 Mar 11 19:50:05.147946 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port e683423a-e053-411f-a7bd-472106195a12 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:50:05.148435 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (e683423a-e053-411f-a7bd-472106195a12), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:05.173374 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55150) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:05.265145 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-e4ab8b6d-f4bd-4838-b974-8e81e126fc0b None None] Provisioning complete for port 0a1e928a-6513-49b7-b23d-6abdcf626d5d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:50:05.265623 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e4ab8b6d-f4bd-4838-b974-8e81e126fc0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (0a1e928a-6513-49b7-b23d-6abdcf626d5d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:05.268999 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f04ee47f-4ae9-4132-8f14-8462d5e35345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (32196a18-8be7-4227-b019-bc15d0c1f739), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:05.304685 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f04ee47f-4ae9-4132-8f14-8462d5e35345 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:05.313410 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f04ee47f-4ae9-4132-8f14-8462d5e35345 admin admin] 10.222.0.65 "DELETE /v2.0/networks/32196a18-8be7-4227-b019-bc15d0c1f739 HTTP/1.1" status: 204 len: 168 time: 3.1374121 Mar 11 19:50:05.362981 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e4ab8b6d-f4bd-4838-b974-8e81e126fc0b None None] Port 0a1e928a-6513-49b7-b23d-6abdcf626d5d cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:50:05.378929 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eebc8f1f-268d-4fdc-b9a5-fe3dab097f72 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Router a4845804-c157-4dc1-8c13-3ebeda98bd18 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:50:05.380675 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04ee47f-4ae9-4132-8f14-8462d5e35345 admin admin] Pushing event deleted for resources: {'Network': ['ID=32196a18-8be7-4227-b019-bc15d0c1f739,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:05.465100 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d4832be9-c427-4903-89a5-f90f8296311e req-0cc3df35-f9f5-4ab0-b578-17f4b2600247 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Publish callbacks [] for port (78394a7c-01ab-40bd-ad31-ed46fb886ea3), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:05.472473 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f5bfa302-c37b-4197-8721-13b8b0d567ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:05.485415 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port e683423a-e053-411f-a7bd-472106195a12 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:50:05.520067 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-81318d36-346d-44fe-aa27-fd9edf27ffc5 None None] Provisioning complete for port 0a1e928a-6513-49b7-b23d-6abdcf626d5d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:50:05.521191 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-81318d36-346d-44fe-aa27-fd9edf27ffc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (0a1e928a-6513-49b7-b23d-6abdcf626d5d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:05.560272 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-77326af6-7d02-4e62-a2da-9a203949e892 req-c5ba4605-b637-4248-8da1-bb08deecc0ee tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=45265a0a-a81d-430e-bce1-1b8c028bdc29 HTTP/1.1" status: 200 len: 210 time: 0.0816534 Mar 11 19:50:05.620085 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-81318d36-346d-44fe-aa27-fd9edf27ffc5 None None] Port 0a1e928a-6513-49b7-b23d-6abdcf626d5d cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:50:05.659998 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55160) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:05.742979 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eebc8f1f-268d-4fdc-b9a5-fe3dab097f72 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:50:05.750768 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-dfd356c0-b799-4468-9934-23cd6716b761 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=158d96ac5890499b904530e3a8e2fd26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0895700 Mar 11 19:50:05.754233 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55162) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:05.765913 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-eebc8f1f-268d-4fdc-b9a5-fe3dab097f72 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "PUT /v2.0/routers/a4845804-c157-4dc1-8c13-3ebeda98bd18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3347805 Mar 11 19:50:05.766064 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cab7f9-7982-4195-9150-2477352c089f None None] Sync routers for ids ['a4845804-c157-4dc1-8c13-3ebeda98bd18'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:50:05.767188 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 55164) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:05.769273 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f5bfa302-c37b-4197-8721-13b8b0d567ef admin admin] Publish callbacks [] for security_group (2138c6e0-2b3d-4f72-a270-cd5ee7fd03b0), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:05.774034 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d4832be9-c427-4903-89a5-f90f8296311e req-0cc3df35-f9f5-4ab0-b578-17f4b2600247 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (78394a7c-01ab-40bd-ad31-ed46fb886ea3), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:05.778876 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-0ec521d9-2227-4615-bf7a-22db1f562875 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Request body: {'network': {'name': 'tempest-RoutersTest-1339947903'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:50:05.785805 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cab7f9-7982-4195-9150-2477352c089f None None] Routers {'a4845804-c157-4dc1-8c13-3ebeda98bd18'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:50:05.786455 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-58cab7f9-7982-4195-9150-2477352c089f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:49:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['a4845804-c157-4dc1-8c13-3ebeda98bd18'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:50:05.790398 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f5bfa302-c37b-4197-8721-13b8b0d567ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (2138c6e0-2b3d-4f72-a270-cd5ee7fd03b0), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:05.803147 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['db0680ad-52ed-457e-9224-4ee0f0880afd'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:50:05.851787 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4832be9-c427-4903-89a5-f90f8296311e req-0cc3df35-f9f5-4ab0-b578-17f4b2600247 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Network 5f4622d2-6877-42dd-be4c-6b2764b6d954 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:50:05.852533 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec521d9-2227-4615-bf7a-22db1f562875 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Made reservation on behalf of 12e41349cb6043d6b0b4ef9017c96ea8 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:50:05.856613 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0ec521d9-2227-4615-bf7a-22db1f562875 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:05.863027 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-d4832be9-c427-4903-89a5-f90f8296311e req-0cc3df35-f9f5-4ab0-b578-17f4b2600247 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:50:05.871819 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4832be9-c427-4903-89a5-f90f8296311e req-0cc3df35-f9f5-4ab0-b578-17f4b2600247 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:50:05.874672 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc3df35-f9f5-4ab0-b578-17f4b2600247 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Pushing event updated for resources: {'Port': ['ID=78394a7c-01ab-40bd-ad31-ed46fb886ea3,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:05.923768 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bfa302-c37b-4197-8721-13b8b0d567ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2138c6e0-2b3d-4f72-a270-cd5ee7fd03b0,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:05.931420 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4832be9-c427-4903-89a5-f90f8296311e req-0cc3df35-f9f5-4ab0-b578-17f4b2600247 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:05.932191 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d4832be9-c427-4903-89a5-f90f8296311e req-0cc3df35-f9f5-4ab0-b578-17f4b2600247 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:05.944550 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ec521d9-2227-4615-bf7a-22db1f562875 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] vlan segment allocate from pool success with {'vlan_id': 851, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:50:05.961708 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0ec521d9-2227-4615-bf7a-22db1f562875 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (e0be0fac-2cdf-48d4-aa69-48052e4e7d81), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:05.965829 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-0ec521d9-2227-4615-bf7a-22db1f562875 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Added segment e0be0fac-2cdf-48d4-aa69-48052e4e7d81 of type vlan for network d3b7084f-87c8-432b-a8d3-458f02c49757 Mar 11 19:50:05.970011 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d4832be9-c427-4903-89a5-f90f8296311e req-0cc3df35-f9f5-4ab0-b578-17f4b2600247 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2423303 Mar 11 19:50:05.984967 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-d4832be9-c427-4903-89a5-f90f8296311e req-0edfad52-c6d3-4160-91b5-9356ac291fc1 service neutron] Request body: {'port': {'device_id': '45265a0a-a81d-430e-bce1-1b8c028bdc29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:50:06.009687 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-66d8f3b8-4011-4f3f-b037-fce09ce75b53 admin admin] Publish callbacks [] for security_group (74a18446-9aaa-43e7-91ff-c2cc53390eee), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:06.019796 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f5bfa302-c37b-4197-8721-13b8b0d567ef admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a6db9a3418da4767989e138befa6e306&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8450053 Mar 11 19:50:06.027892 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55168) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:06.053839 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0ec521d9-2227-4615-bf7a-22db1f562875 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (d3b7084f-87c8-432b-a8d3-458f02c49757), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:06.150696 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d4832be9-c427-4903-89a5-f90f8296311e req-0edfad52-c6d3-4160-91b5-9356ac291fc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (78394a7c-01ab-40bd-ad31-ed46fb886ea3), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:06.157669 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-66d8f3b8-4011-4f3f-b037-fce09ce75b53 admin admin] Publish callbacks [] for security_group (74a18446-9aaa-43e7-91ff-c2cc53390eee), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:06.166198 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0ec521d9-2227-4615-bf7a-22db1f562875 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (d3b7084f-87c8-432b-a8d3-458f02c49757), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:06.173397 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec521d9-2227-4615-bf7a-22db1f562875 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:06.174174 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0ec521d9-2227-4615-bf7a-22db1f562875 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:06.190208 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c6506743-5dc0-4e71-8aeb-6b04436f849d admin admin] Publish callbacks [] for security_group (2138c6e0-2b3d-4f72-a270-cd5ee7fd03b0), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:06.248650 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c6506743-5dc0-4e71-8aeb-6b04436f849d admin admin] Publish callbacks [] for security_group (2138c6e0-2b3d-4f72-a270-cd5ee7fd03b0), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:06.365813 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-58cab7f9-7982-4195-9150-2477352c089f None None] Set router a4845804-c157-4dc1-8c13-3ebeda98bd18 gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:50:06.438759 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-033732b6-c708-481e-9cb5-6b3ea049922b req-21fc89b8-d31d-4464-8ca5-12d0274e0b2c tempest-ServerShowV247Test-1140657381 tempest-ServerShowV247Test-1140657381-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a52063d-e2b4-4bb3-bde7-163f51bbedb9 HTTP/1.1" status: 200 len: 210 time: 0.0974202 Mar 11 19:50:06.457201 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c6506743-5dc0-4e71-8aeb-6b04436f849d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (2138c6e0-2b3d-4f72-a270-cd5ee7fd03b0), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:06.467786 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c6506743-5dc0-4e71-8aeb-6b04436f849d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:06.469276 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-c6506743-5dc0-4e71-8aeb-6b04436f849d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2138c6e0-2b3d-4f72-a270-cd5ee7fd03b0 HTTP/1.1" status: 204 len: 168 time: 0.4400928 Mar 11 19:50:06.500253 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-d4832be9-c427-4903-89a5-f90f8296311e req-0edfad52-c6d3-4160-91b5-9356ac291fc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78394a7c-01ab-40bd-ad31-ed46fb886ea3 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:50:06.509749 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d4832be9-c427-4903-89a5-f90f8296311e req-0edfad52-c6d3-4160-91b5-9356ac291fc1 service neutron] Publish callbacks [] for port (78394a7c-01ab-40bd-ad31-ed46fb886ea3), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:06.528688 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-d4832be9-c427-4903-89a5-f90f8296311e req-0edfad52-c6d3-4160-91b5-9356ac291fc1 service neutron] Transition to ACTIVE for port object 78394a7c-01ab-40bd-ad31-ed46fb886ea3 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:50:06.547710 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6506743-5dc0-4e71-8aeb-6b04436f849d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2138c6e0-2b3d-4f72-a270-cd5ee7fd03b0,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:06.549720 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d4832be9-c427-4903-89a5-f90f8296311e req-0edfad52-c6d3-4160-91b5-9356ac291fc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (78394a7c-01ab-40bd-ad31-ed46fb886ea3), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:06.585659 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-66d8f3b8-4011-4f3f-b037-fce09ce75b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (74a18446-9aaa-43e7-91ff-c2cc53390eee), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:06.589160 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-66d8f3b8-4011-4f3f-b037-fce09ce75b53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:06.605752 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-66d8f3b8-4011-4f3f-b037-fce09ce75b53 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/74a18446-9aaa-43e7-91ff-c2cc53390eee HTTP/1.1" status: 204 len: 168 time: 0.8350408 Mar 11 19:50:06.630517 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-0ec521d9-2227-4615-bf7a-22db1f562875 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8551557 Mar 11 19:50:06.659036 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55180) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:06.685219 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-c802cb6e-a4b0-4647-a01c-3f3d4f54da19 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Request body: {'subnet': {'network_id': 'd3b7084f-87c8-432b-a8d3-458f02c49757', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:50:06.845951 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec521d9-2227-4615-bf7a-22db1f562875 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Pushing event updated for resources: {'Network': ['ID=d3b7084f-87c8-432b-a8d3-458f02c49757,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:06.912070 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edfad52-c6d3-4160-91b5-9356ac291fc1 service neutron] Pushing event updated for resources: {'Port': ['ID=78394a7c-01ab-40bd-ad31-ed46fb886ea3,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:06.970732 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d8f3b8-4011-4f3f-b037-fce09ce75b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a18446-9aaa-43e7-91ff-c2cc53390eee,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:06.983976 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network d3b7084f-87c8-432b-a8d3-458f02c49757 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:50:07.154189 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-d4832be9-c427-4903-89a5-f90f8296311e req-0edfad52-c6d3-4160-91b5-9356ac291fc1 service neutron] Attempting to bind port 78394a7c-01ab-40bd-ad31-ed46fb886ea3 on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:50:07.158908 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-d4832be9-c427-4903-89a5-f90f8296311e req-0edfad52-c6d3-4160-91b5-9356ac291fc1 service neutron] Attempting to bind port 78394a7c-01ab-40bd-ad31-ed46fb886ea3 by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '518fbfd6-66d4-46dc-8045-59cddcf132dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5f4622d2-6877-42dd-be4c-6b2764b6d954'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:50:07.160042 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4832be9-c427-4903-89a5-f90f8296311e req-0edfad52-c6d3-4160-91b5-9356ac291fc1 service neutron] Attempting to bind port 78394a7c-01ab-40bd-ad31-ed46fb886ea3 on network 5f4622d2-6877-42dd-be4c-6b2764b6d954 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:50:07.175533 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4832be9-c427-4903-89a5-f90f8296311e req-0edfad52-c6d3-4160-91b5-9356ac291fc1 service neutron] Port 78394a7c-01ab-40bd-ad31-ed46fb886ea3 on network 5f4622d2-6877-42dd-be4c-6b2764b6d954 not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:50:07.178988 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4832be9-c427-4903-89a5-f90f8296311e req-0edfad52-c6d3-4160-91b5-9356ac291fc1 service neutron] Attempting to bind port 78394a7c-01ab-40bd-ad31-ed46fb886ea3 on network 5f4622d2-6877-42dd-be4c-6b2764b6d954 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:50:07.194325 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343705b-3e55-4e3d-9388-8237d2e6b091 req-a2bdacc8-048c-42b5-ad6f-97946ee91734 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:07.197901 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4832be9-c427-4903-89a5-f90f8296311e req-0edfad52-c6d3-4160-91b5-9356ac291fc1 service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:50:07.199959 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4832be9-c427-4903-89a5-f90f8296311e req-0edfad52-c6d3-4160-91b5-9356ac291fc1 service neutron] Checking segment: {'id': '518fbfd6-66d4-46dc-8045-59cddcf132dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5f4622d2-6877-42dd-be4c-6b2764b6d954'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:50:07.202667 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4832be9-c427-4903-89a5-f90f8296311e req-0edfad52-c6d3-4160-91b5-9356ac291fc1 service neutron] Bound using segment: {'id': '518fbfd6-66d4-46dc-8045-59cddcf132dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5f4622d2-6877-42dd-be4c-6b2764b6d954'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:50:07.210049 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-d4832be9-c427-4903-89a5-f90f8296311e req-0edfad52-c6d3-4160-91b5-9356ac291fc1 service neutron] Bound port: 78394a7c-01ab-40bd-ad31-ed46fb886ea3, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '518fbfd6-66d4-46dc-8045-59cddcf132dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '5f4622d2-6877-42dd-be4c-6b2764b6d954'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:50:07.211164 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d4832be9-c427-4903-89a5-f90f8296311e req-0edfad52-c6d3-4160-91b5-9356ac291fc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (78394a7c-01ab-40bd-ad31-ed46fb886ea3), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:07.213160 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0343705b-3e55-4e3d-9388-8237d2e6b091 req-a2bdacc8-048c-42b5-ad6f-97946ee91734 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=45265a0a-a81d-430e-bce1-1b8c028bdc29 HTTP/1.1" status: 200 len: 944 time: 0.2242577 Mar 11 19:50:07.224636 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c802cb6e-a4b0-4647-a01c-3f3d4f54da19 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Made reservation on behalf of 12e41349cb6043d6b0b4ef9017c96ea8 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:50:07.239795 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c802cb6e-a4b0-4647-a01c-3f3d4f54da19 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:07.433851 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 55188) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:07.472410 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-58cab7f9-7982-4195-9150-2477352c089f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'name': 'tempest-RoutersTest-router-312583551', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:49:47Z', 'updated_at': '2022-03-11T19:50:01Z', 'revision_number': 3, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'gw_port_host': None, '_interfaces': [{'id': '0a1e928a-6513-49b7-b23d-6abdcf626d5d', 'name': '', 'network_id': '1928abcd-e047-4e20-b59c-7265b0b23bfe', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'mac_address': 'fa:16:3e:3e:eb:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '31575535-4df4-4dff-8a7d-85cfb2e6ef72', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:49:58Z', 'updated_at': '2022-03-11T19:50:03Z', 'revision_number': 2, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'subnets': [{'id': '31575535-4df4-4dff-8a7d-85cfb2e6ef72', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03de903-f2d4-4966-83ef-c3b00058f908', 'name': '', 'network_id': '8783ae98-2895-4ea9-bb5b-9bfe95b647fd', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'mac_address': 'fa:16:3e:e5:f4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '064a5636-d4a3-445b-9cea-58d6fb2a766e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:49:51Z', 'updated_at': '2022-03-11T19:50:00Z', 'revision_number': 5, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'subnets': [{'id': '064a5636-d4a3-445b-9cea-58d6fb2a766e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:50:07.494848 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eea8c213-657a-4545-8591-8660bfb03ef4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:07.534741 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0343705b-3e55-4e3d-9388-8237d2e6b091 req-56e41c00-d0c2-4e64-bd25-df83d7423510 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205173 Mar 11 19:50:07.655317 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cab7f9-7982-4195-9150-2477352c089f None None] Checking router: a4845804-c157-4dc1-8c13-3ebeda98bd18 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:50:07.656016 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cab7f9-7982-4195-9150-2477352c089f None None] Updating router a4845804-c157-4dc1-8c13-3ebeda98bd18 port 0a1e928a-6513-49b7-b23d-6abdcf626d5d binding host n-d-833163-1 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:50:07.761835 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-d4832be9-c427-4903-89a5-f90f8296311e req-0edfad52-c6d3-4160-91b5-9356ac291fc1 service neutron] For port 78394a7c-01ab-40bd-ad31-ed46fb886ea3, host n-h2-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:50:07.778972 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-d4832be9-c427-4903-89a5-f90f8296311e req-0edfad52-c6d3-4160-91b5-9356ac291fc1 service neutron] For port 78394a7c-01ab-40bd-ad31-ed46fb886ea3, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=78394a7c-01ab-40bd-ad31-ed46fb886ea3,segment=NetworkSegment(518fbfd6-66d4-46dc-8045-59cddcf132dc),segment_id=518fbfd6-66d4-46dc-8045-59cddcf132dc)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:50:07.829331 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d4832be9-c427-4903-89a5-f90f8296311e req-0edfad52-c6d3-4160-91b5-9356ac291fc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (78394a7c-01ab-40bd-ad31-ed46fb886ea3), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:07.830521 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-58cab7f9-7982-4195-9150-2477352c089f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (0a1e928a-6513-49b7-b23d-6abdcf626d5d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:07.991334 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c802cb6e-a4b0-4647-a01c-3f3d4f54da19 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (642e1f00-7032-48a7-bd9a-34e74551ecab), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:08.044704 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4832be9-c427-4903-89a5-f90f8296311e req-0edfad52-c6d3-4160-91b5-9356ac291fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:08.048477 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d4832be9-c427-4903-89a5-f90f8296311e req-0edfad52-c6d3-4160-91b5-9356ac291fc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:08.050885 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d4832be9-c427-4903-89a5-f90f8296311e req-0edfad52-c6d3-4160-91b5-9356ac291fc1 service neutron] 10.222.0.57 "PUT /v2.0/ports/78394a7c-01ab-40bd-ad31-ed46fb886ea3 HTTP/1.1" status: 200 len: 1092 time: 2.0719888 Mar 11 19:50:08.070594 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45265a0a-a81d-430e-bce1-1b8c028bdc29', 'tag': '78394a7c-01ab-40bd-ad31-ed46fb886ea3'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:50:08.085485 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45533ab8-add5-49a5-a672-db9af38866c2" -d '{"events": [{"name": "network-changed", "server_uuid": "45265a0a-a81d-430e-bce1-1b8c028bdc29", "tag": "78394a7c-01ab-40bd-ad31-ed46fb886ea3"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:50:08.155607 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-899271c5-51e3-433e-94c1-f8846c580643 req-2acabf89-6b42-483a-9b6f-387c40c0f36d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6a52063d-e2b4-4bb3-bde7-163f51bbedb9 HTTP/1.1" status: 200 len: 210 time: 0.1843243 Mar 11 19:50:08.224934 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7ee03479-5fbe-4dbd-8d69-41556197079f req-fb54bc1d-3f5d-4b8a-9fa9-f0e5b96fa135 tempest-ServerShowV247Test-1140657381 tempest-ServerShowV247Test-1140657381-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a52063d-e2b4-4bb3-bde7-163f51bbedb9 HTTP/1.1" status: 200 len: 210 time: 0.2559295 Mar 11 19:50:08.267674 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edfad52-c6d3-4160-91b5-9356ac291fc1 service neutron] Pushing event updated for resources: {'Port': ['ID=78394a7c-01ab-40bd-ad31-ed46fb886ea3,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:08.384506 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eea8c213-657a-4545-8591-8660bfb03ef4 admin admin] Publish callbacks [] for security_group (c9ead771-52aa-4665-91f0-97d106c5e17c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:08.400669 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eea8c213-657a-4545-8591-8660bfb03ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (c9ead771-52aa-4665-91f0-97d106c5e17c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:08.404729 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c802cb6e-a4b0-4647-a01c-3f3d4f54da19 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Checking segment: {'id': 'e0be0fac-2cdf-48d4-aa69-48052e4e7d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'd3b7084f-87c8-432b-a8d3-458f02c49757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:50:08.407289 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c802cb6e-a4b0-4647-a01c-3f3d4f54da19 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Network hostable DHCP agents. Network: d3b7084f-87c8-432b-a8d3-458f02c49757, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:50:08.442913 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c802cb6e-a4b0-4647-a01c-3f3d4f54da19 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Pushing event updated for resources: {'Subnet': ['ID=642e1f00-7032-48a7-bd9a-34e74551ecab,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:08.467584 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c802cb6e-a4b0-4647-a01c-3f3d4f54da19 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Network d3b7084f-87c8-432b-a8d3-458f02c49757 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:50:08.488931 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-c802cb6e-a4b0-4647-a01c-3f3d4f54da19 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, d3b7084f-87c8-432b-a8d3-458f02c49757) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:50:08.494113 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c802cb6e-a4b0-4647-a01c-3f3d4f54da19 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:08.495288 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c802cb6e-a4b0-4647-a01c-3f3d4f54da19 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:08.504870 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bada9162-b830-47a1-b416-856332b585e9 x-openstack-request-id: req-bada9162-b830-47a1-b416-856332b585e9 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:50:08.505332 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45265a0a-a81d-430e-bce1-1b8c028bdc29", "tag": "78394a7c-01ab-40bd-ad31-ed46fb886ea3", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:50:08.505744 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bada9162-b830-47a1-b416-856332b585e9 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:50:08.506363 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45265a0a-a81d-430e-bce1-1b8c028bdc29', 'tag': '78394a7c-01ab-40bd-ad31-ed46fb886ea3', 'status': 'completed', 'code': 200} Mar 11 19:50:08.506815 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56cffd9-7d59-49bb-89b7-e50ffbab752b None None] Network d3b7084f-87c8-432b-a8d3-458f02c49757 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:50:08.524165 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-c802cb6e-a4b0-4647-a01c-3f3d4f54da19 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8631067 Mar 11 19:50:08.526928 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55214) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:08.527345 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-eea8c213-657a-4545-8591-8660bfb03ef4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5fc93c5ae2ae4e819458e24fedfba79a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0912378 Mar 11 19:50:08.532496 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55216) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:08.547352 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4832be9-c427-4903-89a5-f90f8296311e req-1a57df8c-0c4c-4cb1-83da-46b94dcf381f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:08.549675 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d4832be9-c427-4903-89a5-f90f8296311e req-1a57df8c-0c4c-4cb1-83da-46b94dcf381f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=59ec990deac94d1dadc5fda96e3adfe5&device_id=45265a0a-a81d-430e-bce1-1b8c028bdc29 HTTP/1.1" status: 200 len: 1126 time: 0.4301260 Mar 11 19:50:08.757953 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d4832be9-c427-4903-89a5-f90f8296311e req-4c6c882e-e5c8-4d3d-b450-cc2fbe436a91 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78394a7c-01ab-40bd-ad31-ed46fb886ea3 HTTP/1.1" status: 200 len: 217 time: 0.1793008 Mar 11 19:50:08.788607 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518f85e8-6e80-435a-ab3e-aad9a0715a1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-d3b7084f-87c8-432b-a8d3-458f02c49757', 'network_id': 'd3b7084f-87c8-432b-a8d3-458f02c49757', 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'fixed_ips': [{'subnet_id': '642e1f00-7032-48a7-bd9a-34e74551ecab'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:50:08.792673 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-518f85e8-6e80-435a-ab3e-aad9a0715a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:08.928599 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4832be9-c427-4903-89a5-f90f8296311e req-6ce7a34e-dd35-42cf-82d0-6f6c8894aa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:08.931536 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d4832be9-c427-4903-89a5-f90f8296311e req-6ce7a34e-dd35-42cf-82d0-6f6c8894aa1f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8d74cfef-df19-4443-8dbc-7728b7150eec HTTP/1.1" status: 200 len: 845 time: 0.1498408 Mar 11 19:50:09.017531 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-518f85e8-6e80-435a-ab3e-aad9a0715a1e None None] Allocated IP 172.22.0.2 (d3b7084f-87c8-432b-a8d3-458f02c49757/642e1f00-7032-48a7-bd9a-34e74551ecab/e4aada49-b54b-4b27-98b3-1a4e85da70d7) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:50:09.052211 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d4832be9-c427-4903-89a5-f90f8296311e req-06b90e25-698a-4f43-8ecd-a40bc92c8a10 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5f4622d2-6877-42dd-be4c-6b2764b6d954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1114728 Mar 11 19:50:09.060879 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea8c213-657a-4545-8591-8660bfb03ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ead771-52aa-4665-91f0-97d106c5e17c,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:09.108898 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9a31f771-8585-4adf-90ef-d388773c99f3 admin admin] Publish callbacks [] for security_group (c9ead771-52aa-4665-91f0-97d106c5e17c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:09.168834 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9a31f771-8585-4adf-90ef-d388773c99f3 admin admin] Publish callbacks [] for security_group (c9ead771-52aa-4665-91f0-97d106c5e17c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:09.190298 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8188c3-8797-4d4d-8777-3ef9ba2c8e17 req-d9d763b4-4273-4c1f-9db5-65583b23b7bc tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:09.198046 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5e8188c3-8797-4d4d-8777-3ef9ba2c8e17 req-d9d763b4-4273-4c1f-9db5-65583b23b7bc tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=45265a0a-a81d-430e-bce1-1b8c028bdc29 HTTP/1.1" status: 200 len: 944 time: 0.3378999 Mar 11 19:50:09.269865 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d4832be9-c427-4903-89a5-f90f8296311e req-4c918146-2897-45ae-a4e2-88ee6cdb5018 service neutron] 10.222.0.57 "GET /v2.0/networks/5f4622d2-6877-42dd-be4c-6b2764b6d954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103426 Mar 11 19:50:09.380950 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-518f85e8-6e80-435a-ab3e-aad9a0715a1e None None] Publish callbacks [] for port (e4aada49-b54b-4b27-98b3-1a4e85da70d7), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:09.398010 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-518f85e8-6e80-435a-ab3e-aad9a0715a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (e4aada49-b54b-4b27-98b3-1a4e85da70d7), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:09.488707 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518f85e8-6e80-435a-ab3e-aad9a0715a1e None None] Pushing event updated for resources: {'Port': ['ID=e4aada49-b54b-4b27-98b3-1a4e85da70d7,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:09.544245 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5e8188c3-8797-4d4d-8777-3ef9ba2c8e17 req-6fb33142-2dd0-4dd0-9caa-e314ba0844e3 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3443065 Mar 11 19:50:09.598639 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518f85e8-6e80-435a-ab3e-aad9a0715a1e None None] Network d3b7084f-87c8-432b-a8d3-458f02c49757 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:50:09.602170 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-518f85e8-6e80-435a-ab3e-aad9a0715a1e None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:50:09.608753 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518f85e8-6e80-435a-ab3e-aad9a0715a1e None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:50:09.646182 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d4832be9-c427-4903-89a5-f90f8296311e req-074b7c22-e057-48d3-a377-e9ccd6ae8e9f service neutron] 10.222.0.57 "GET /v2.0/networks/5f4622d2-6877-42dd-be4c-6b2764b6d954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3691702 Mar 11 19:50:09.744350 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9a31f771-8585-4adf-90ef-d388773c99f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (c9ead771-52aa-4665-91f0-97d106c5e17c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:09.746988 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9a31f771-8585-4adf-90ef-d388773c99f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:09.759938 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-9a31f771-8585-4adf-90ef-d388773c99f3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c9ead771-52aa-4665-91f0-97d106c5e17c HTTP/1.1" status: 204 len: 168 time: 1.2269318 Mar 11 19:50:09.792450 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a31f771-8585-4adf-90ef-d388773c99f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ead771-52aa-4665-91f0-97d106c5e17c,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:09.924258 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45533ab8-add5-49a5-a672-db9af38866c2 req-5de2ca3a-4bcd-41d2-bf2e-8f5963a22432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:09.928071 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-45533ab8-add5-49a5-a672-db9af38866c2 req-5de2ca3a-4bcd-41d2-bf2e-8f5963a22432 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=59ec990deac94d1dadc5fda96e3adfe5&device_id=45265a0a-a81d-430e-bce1-1b8c028bdc29 HTTP/1.1" status: 200 len: 1126 time: 0.1652341 Mar 11 19:50:09.945768 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6b2390b6-3538-427c-9550-94d0c45677e6 req-17b32d06-dc67-4867-a5cd-dc92f405f99f tempest-ServerShowV247Test-1140657381 tempest-ServerShowV247Test-1140657381-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a52063d-e2b4-4bb3-bde7-163f51bbedb9 HTTP/1.1" status: 200 len: 210 time: 0.1864476 Mar 11 19:50:09.990551 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-680e3da4-6430-4586-9ab5-01de0afe2396 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:10.067080 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-58cab7f9-7982-4195-9150-2477352c089f None None] Publish callbacks [] for port (0a1e928a-6513-49b7-b23d-6abdcf626d5d), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:10.096403 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-58cab7f9-7982-4195-9150-2477352c089f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (0a1e928a-6513-49b7-b23d-6abdcf626d5d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:10.110662 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-518f85e8-6e80-435a-ab3e-aad9a0715a1e None None] Attempting to bind port e4aada49-b54b-4b27-98b3-1a4e85da70d7 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:50:10.111342 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-518f85e8-6e80-435a-ab3e-aad9a0715a1e None None] Attempting to bind port e4aada49-b54b-4b27-98b3-1a4e85da70d7 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'e0be0fac-2cdf-48d4-aa69-48052e4e7d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'd3b7084f-87c8-432b-a8d3-458f02c49757'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:50:10.111944 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518f85e8-6e80-435a-ab3e-aad9a0715a1e None None] Attempting to bind port e4aada49-b54b-4b27-98b3-1a4e85da70d7 on network d3b7084f-87c8-432b-a8d3-458f02c49757 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:50:10.142487 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518f85e8-6e80-435a-ab3e-aad9a0715a1e None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:50:10.143230 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518f85e8-6e80-435a-ab3e-aad9a0715a1e None None] Checking segment: {'id': 'e0be0fac-2cdf-48d4-aa69-48052e4e7d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'd3b7084f-87c8-432b-a8d3-458f02c49757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:50:10.145561 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-518f85e8-6e80-435a-ab3e-aad9a0715a1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:10.146163 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518f85e8-6e80-435a-ab3e-aad9a0715a1e None None] Bound using segment: {'id': 'e0be0fac-2cdf-48d4-aa69-48052e4e7d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'd3b7084f-87c8-432b-a8d3-458f02c49757'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:50:10.146860 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-518f85e8-6e80-435a-ab3e-aad9a0715a1e None None] Bound port: e4aada49-b54b-4b27-98b3-1a4e85da70d7, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0be0fac-2cdf-48d4-aa69-48052e4e7d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'd3b7084f-87c8-432b-a8d3-458f02c49757'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:50:10.147992 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-518f85e8-6e80-435a-ab3e-aad9a0715a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (e4aada49-b54b-4b27-98b3-1a4e85da70d7), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:10.160394 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45533ab8-add5-49a5-a672-db9af38866c2 req-9cc82113-ab2d-4f12-9520-afecbfacef81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:10.183883 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-45533ab8-add5-49a5-a672-db9af38866c2 req-9cc82113-ab2d-4f12-9520-afecbfacef81 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5f4622d2-6877-42dd-be4c-6b2764b6d954 HTTP/1.1" status: 200 len: 906 time: 0.2459393 Mar 11 19:50:10.184983 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df79549-8c0b-4ee3-bf61-d7245ffe39f9 None None] Pushing event updated for resources: {'Port': ['ID=0a1e928a-6513-49b7-b23d-6abdcf626d5d,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:10.343436 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-45533ab8-add5-49a5-a672-db9af38866c2 req-b8097b08-78dc-488f-ba0a-0e2f69882920 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=78394a7c-01ab-40bd-ad31-ed46fb886ea3 HTTP/1.1" status: 200 len: 217 time: 0.1465666 Mar 11 19:50:10.387361 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-58cab7f9-7982-4195-9150-2477352c089f None None] Attempting to bind port 0a1e928a-6513-49b7-b23d-6abdcf626d5d on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:50:10.402390 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-58cab7f9-7982-4195-9150-2477352c089f None None] Attempting to bind port 0a1e928a-6513-49b7-b23d-6abdcf626d5d by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '43b66158-fae0-4f75-bc6b-67d6c78cc8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '1928abcd-e047-4e20-b59c-7265b0b23bfe'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:50:10.407820 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cab7f9-7982-4195-9150-2477352c089f None None] Attempting to bind port 0a1e928a-6513-49b7-b23d-6abdcf626d5d on network 1928abcd-e047-4e20-b59c-7265b0b23bfe {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:50:10.435487 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-518f85e8-6e80-435a-ab3e-aad9a0715a1e None None] For port e4aada49-b54b-4b27-98b3-1a4e85da70d7, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:50:10.440915 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-518f85e8-6e80-435a-ab3e-aad9a0715a1e None None] For port e4aada49-b54b-4b27-98b3-1a4e85da70d7, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=e4aada49-b54b-4b27-98b3-1a4e85da70d7,segment=NetworkSegment(e0be0fac-2cdf-48d4-aa69-48052e4e7d81),segment_id=e0be0fac-2cdf-48d4-aa69-48052e4e7d81)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:50:10.457859 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cab7f9-7982-4195-9150-2477352c089f None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:50:10.458290 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cab7f9-7982-4195-9150-2477352c089f None None] Checking segment: {'id': '43b66158-fae0-4f75-bc6b-67d6c78cc8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '1928abcd-e047-4e20-b59c-7265b0b23bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:50:10.458961 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-58cab7f9-7982-4195-9150-2477352c089f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:10.459322 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45533ab8-add5-49a5-a672-db9af38866c2 req-36ee6c48-a600-4f9c-b7cd-ebdeb08c2c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:10.459937 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cab7f9-7982-4195-9150-2477352c089f None None] Bound using segment: {'id': '43b66158-fae0-4f75-bc6b-67d6c78cc8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '1928abcd-e047-4e20-b59c-7265b0b23bfe'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:50:10.460615 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-58cab7f9-7982-4195-9150-2477352c089f None None] Bound port: 0a1e928a-6513-49b7-b23d-6abdcf626d5d, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b66158-fae0-4f75-bc6b-67d6c78cc8a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '1928abcd-e047-4e20-b59c-7265b0b23bfe'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:50:10.461005 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-58cab7f9-7982-4195-9150-2477352c089f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (0a1e928a-6513-49b7-b23d-6abdcf626d5d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:10.462305 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-45533ab8-add5-49a5-a672-db9af38866c2 req-36ee6c48-a600-4f9c-b7cd-ebdeb08c2c0b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8d74cfef-df19-4443-8dbc-7728b7150eec HTTP/1.1" status: 200 len: 845 time: 0.1128464 Mar 11 19:50:10.479414 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-518f85e8-6e80-435a-ab3e-aad9a0715a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (e4aada49-b54b-4b27-98b3-1a4e85da70d7), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:10.530779 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-680e3da4-6430-4586-9ab5-01de0afe2396 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Allocated IP 172.22.0.1 (d3b7084f-87c8-432b-a8d3-458f02c49757/642e1f00-7032-48a7-bd9a-34e74551ecab/d7124860-efc6-4947-ac22-6e6bd2f9ebef) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:50:10.561645 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-45533ab8-add5-49a5-a672-db9af38866c2 req-c2842cdc-5df9-4ae4-9e19-63c71419ef55 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5f4622d2-6877-42dd-be4c-6b2764b6d954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0895848 Mar 11 19:50:10.674212 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518f85e8-6e80-435a-ab3e-aad9a0715a1e None None] Pushing event updated for resources: {'Port': ['ID=e4aada49-b54b-4b27-98b3-1a4e85da70d7,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:10.719215 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-7b1c59ae-329e-4239-ab89-cd2d1a71f707 None None] Provisioning complete for port 0a1e928a-6513-49b7-b23d-6abdcf626d5d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:50:10.719749 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7b1c59ae-329e-4239-ab89-cd2d1a71f707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (0a1e928a-6513-49b7-b23d-6abdcf626d5d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:10.822501 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-7b1c59ae-329e-4239-ab89-cd2d1a71f707 None None] Port 0a1e928a-6513-49b7-b23d-6abdcf626d5d cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:50:10.885322 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-45533ab8-add5-49a5-a672-db9af38866c2 req-abf00a4e-7d0a-4ee1-968f-db2671dbc9e6 service neutron] 10.222.0.57 "GET /v2.0/networks/5f4622d2-6877-42dd-be4c-6b2764b6d954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100359 Mar 11 19:50:10.886419 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-58cab7f9-7982-4195-9150-2477352c089f None None] For port 0a1e928a-6513-49b7-b23d-6abdcf626d5d, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:50:10.899954 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-58cab7f9-7982-4195-9150-2477352c089f None None] For port 0a1e928a-6513-49b7-b23d-6abdcf626d5d, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=0a1e928a-6513-49b7-b23d-6abdcf626d5d,segment=NetworkSegment(43b66158-fae0-4f75-bc6b-67d6c78cc8a9),segment_id=43b66158-fae0-4f75-bc6b-67d6c78cc8a9)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:50:10.917616 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-58cab7f9-7982-4195-9150-2477352c089f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (0a1e928a-6513-49b7-b23d-6abdcf626d5d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:11.082560 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df79549-8c0b-4ee3-bf61-d7245ffe39f9 None None] Pushing event updated for resources: {'Port': ['ID=0a1e928a-6513-49b7-b23d-6abdcf626d5d,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:11.109146 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-680e3da4-6430-4586-9ab5-01de0afe2396 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for port (d7124860-efc6-4947-ac22-6e6bd2f9ebef), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:11.193921 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cab7f9-7982-4195-9150-2477352c089f None None] Routers {'a4845804-c157-4dc1-8c13-3ebeda98bd18'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:50:11.199256 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-58cab7f9-7982-4195-9150-2477352c089f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:49:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['a4845804-c157-4dc1-8c13-3ebeda98bd18'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:50:11.218194 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5730d443-fbfb-4ee5-b391-ebc10ffbff11 req-3bfdec58-53a7-4abf-94fe-759bba35e379 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:11.221177 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-45533ab8-add5-49a5-a672-db9af38866c2 req-aebcac5b-a3f5-4bb3-8b92-235d750f38b2 service neutron] 10.222.0.57 "GET /v2.0/networks/5f4622d2-6877-42dd-be4c-6b2764b6d954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274601 Mar 11 19:50:11.232267 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5730d443-fbfb-4ee5-b391-ebc10ffbff11 req-3bfdec58-53a7-4abf-94fe-759bba35e379 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=45265a0a-a81d-430e-bce1-1b8c028bdc29 HTTP/1.1" status: 200 len: 944 time: 0.2627389 Mar 11 19:50:11.240338 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-680e3da4-6430-4586-9ab5-01de0afe2396 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (d7124860-efc6-4947-ac22-6e6bd2f9ebef), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:11.485522 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680e3da4-6430-4586-9ab5-01de0afe2396 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Pushing event updated for resources: {'Port': ['ID=d7124860-efc6-4947-ac22-6e6bd2f9ebef,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:11.563463 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680e3da4-6430-4586-9ab5-01de0afe2396 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Network d3b7084f-87c8-432b-a8d3-458f02c49757 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:50:11.568169 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-680e3da4-6430-4586-9ab5-01de0afe2396 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:50:11.572965 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-58cab7f9-7982-4195-9150-2477352c089f None None] Set router a4845804-c157-4dc1-8c13-3ebeda98bd18 gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:50:11.576647 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680e3da4-6430-4586-9ab5-01de0afe2396 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:50:11.692480 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-680e3da4-6430-4586-9ab5-01de0afe2396 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (a4845804-c157-4dc1-8c13-3ebeda98bd18), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:11.917286 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9cffb91-2264-44dc-a5fa-6ad5ad5f15c9 None None] Provisioning complete for port 0a1e928a-6513-49b7-b23d-6abdcf626d5d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:50:11.917858 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9cffb91-2264-44dc-a5fa-6ad5ad5f15c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (0a1e928a-6513-49b7-b23d-6abdcf626d5d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:12.019297 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5730d443-fbfb-4ee5-b391-ebc10ffbff11 req-535c2bcd-36e1-4474-8c24-7eda15b31426 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7821038 Mar 11 19:50:12.102382 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-680e3da4-6430-4586-9ab5-01de0afe2396 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d7124860-efc6-4947-ac22-6e6bd2f9ebef), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:12.374646 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b7aad-ba8c-4e59-9e2c-07e7e447217f req-dd297333-b189-48fa-b434-894baf0d4eec tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:12.385374 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-a80b7aad-ba8c-4e59-9e2c-07e7e447217f req-dd297333-b189-48fa-b434-894baf0d4eec tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.57 "GET /v2.0/ports?device_id=9704cc3c-cfbe-466d-ac6d-477d6b62bb94 HTTP/1.1" status: 200 len: 945 time: 0.1529493 Mar 11 19:50:12.512980 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9cffb91-2264-44dc-a5fa-6ad5ad5f15c9 None None] Current status of the port 0a1e928a-6513-49b7-b23d-6abdcf626d5d is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:50:12.513370 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9cffb91-2264-44dc-a5fa-6ad5ad5f15c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (0a1e928a-6513-49b7-b23d-6abdcf626d5d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:12.586577 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-58cab7f9-7982-4195-9150-2477352c089f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'name': 'tempest-RoutersTest-router-312583551', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:49:47Z', 'updated_at': '2022-03-11T19:50:01Z', 'revision_number': 3, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'gw_port_host': None, '_interfaces': [{'id': '0a1e928a-6513-49b7-b23d-6abdcf626d5d', 'name': '', 'network_id': '1928abcd-e047-4e20-b59c-7265b0b23bfe', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'mac_address': 'fa:16:3e:3e:eb:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '31575535-4df4-4dff-8a7d-85cfb2e6ef72', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:49:58Z', 'updated_at': '2022-03-11T19:50:10Z', 'revision_number': 4, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'subnets': [{'id': '31575535-4df4-4dff-8a7d-85cfb2e6ef72', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03de903-f2d4-4966-83ef-c3b00058f908', 'name': '', 'network_id': '8783ae98-2895-4ea9-bb5b-9bfe95b647fd', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'mac_address': 'fa:16:3e:e5:f4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '064a5636-d4a3-445b-9cea-58d6fb2a766e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:49:51Z', 'updated_at': '2022-03-11T19:50:00Z', 'revision_number': 5, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'subnets': [{'id': '064a5636-d4a3-445b-9cea-58d6fb2a766e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:50:12.674123 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-a80b7aad-ba8c-4e59-9e2c-07e7e447217f req-0ac52d77-4f6a-4b3f-a7c4-88c446301d7c tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Deleting port 6bc0ca68-4601-45de-a9ae-2168045ff10f {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:50:12.675947 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a80b7aad-ba8c-4e59-9e2c-07e7e447217f req-0ac52d77-4f6a-4b3f-a7c4-88c446301d7c tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (6bc0ca68-4601-45de-a9ae-2168045ff10f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:12.682036 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cab7f9-7982-4195-9150-2477352c089f None None] The sync data for ids ['a4845804-c157-4dc1-8c13-3ebeda98bd18'] in n-d-833163-1 is: [{'id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'name': 'tempest-RoutersTest-router-312583551', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:49:47Z', 'updated_at': '2022-03-11T19:50:01Z', 'revision_number': 3, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'gw_port_host': None, '_interfaces': [{'id': '0a1e928a-6513-49b7-b23d-6abdcf626d5d', 'name': '', 'network_id': '1928abcd-e047-4e20-b59c-7265b0b23bfe', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'mac_address': 'fa:16:3e:3e:eb:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '31575535-4df4-4dff-8a7d-85cfb2e6ef72', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:49:58Z', 'updated_at': '2022-03-11T19:50:10Z', 'revision_number': 4, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'subnets': [{'id': '31575535-4df4-4dff-8a7d-85cfb2e6ef72', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03de903-f2d4-4966-83ef-c3b00058f908', 'name': '', 'network_id': '8783ae98-2895-4ea9-bb5b-9bfe95b647fd', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'mac_address': 'fa:16:3e:e5:f4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '064a5636-d4a3-445b-9cea-58d6fb2a766e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:49:51Z', 'updated_at': '2022-03-11T19:50:00Z', 'revision_number': 5, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'subnets': [{'id': '064a5636-d4a3-445b-9cea-58d6fb2a766e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:50:12.720347 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9cffb91-2264-44dc-a5fa-6ad5ad5f15c9 None None] For port 0a1e928a-6513-49b7-b23d-6abdcf626d5d, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=0a1e928a-6513-49b7-b23d-6abdcf626d5d,segment=NetworkSegment(43b66158-fae0-4f75-bc6b-67d6c78cc8a9),segment_id=43b66158-fae0-4f75-bc6b-67d6c78cc8a9)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:50:12.728107 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9cffb91-2264-44dc-a5fa-6ad5ad5f15c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (0a1e928a-6513-49b7-b23d-6abdcf626d5d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:12.736022 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927f8fe-2c77-4594-be8d-276a05505e78 req-4398a671-2839-493f-a70a-76c991ea3221 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:12.737896 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2927f8fe-2c77-4594-be8d-276a05505e78 req-4398a671-2839-493f-a70a-76c991ea3221 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/ports?device_id=9704cc3c-cfbe-466d-ac6d-477d6b62bb94 HTTP/1.1" status: 200 len: 945 time: 0.3766851 Mar 11 19:50:12.871224 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a370a68f-692b-46f4-a21a-9102c9c88827 None None] Network d3b7084f-87c8-432b-a8d3-458f02c49757 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:50:12.959191 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-680e3da4-6430-4586-9ab5-01de0afe2396 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for port (d7124860-efc6-4947-ac22-6e6bd2f9ebef), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:12.980464 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-680e3da4-6430-4586-9ab5-01de0afe2396 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (d7124860-efc6-4947-ac22-6e6bd2f9ebef), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:13.075228 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-a80b7aad-ba8c-4e59-9e2c-07e7e447217f req-0ac52d77-4f6a-4b3f-a7c4-88c446301d7c tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] For port 6bc0ca68-4601-45de-a9ae-2168045ff10f, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=6bc0ca68-4601-45de-a9ae-2168045ff10f,segment=NetworkSegment(9e8ba371-83c7-45ec-a158-fbcbb07778ba),segment_id=9e8ba371-83c7-45ec-a158-fbcbb07778ba)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:50:13.075606 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a80b7aad-ba8c-4e59-9e2c-07e7e447217f req-0ac52d77-4f6a-4b3f-a7c4-88c446301d7c tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (6bc0ca68-4601-45de-a9ae-2168045ff10f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:13.182407 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-680e3da4-6430-4586-9ab5-01de0afe2396 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (a4845804-c157-4dc1-8c13-3ebeda98bd18), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:13.248465 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 0a1e928a-6513-49b7-b23d-6abdcf626d5d up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:50:13.278527 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cffb91-2264-44dc-a5fa-6ad5ad5f15c9 None None] Pushing event updated for resources: {'Port': ['ID=0a1e928a-6513-49b7-b23d-6abdcf626d5d,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:13.322182 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-15a43c67-bb50-440d-b023-85d6f25a4fcd None None] Provisioning complete for port e4aada49-b54b-4b27-98b3-1a4e85da70d7 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:50:13.322830 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-15a43c67-bb50-440d-b023-85d6f25a4fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (e4aada49-b54b-4b27-98b3-1a4e85da70d7), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:13.488521 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2927f8fe-2c77-4594-be8d-276a05505e78 req-292305a5-cb58-4cc4-a7af-ca4e17cb793b tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/security-groups?id=ac76e7d2-86d4-4d6a-9e4e-efe333e24013&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5196214 Mar 11 19:50:13.512536 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 0a1e928a-6513-49b7-b23d-6abdcf626d5d triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:50:13.513487 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (0a1e928a-6513-49b7-b23d-6abdcf626d5d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:13.553172 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680e3da4-6430-4586-9ab5-01de0afe2396 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Pushing event updated for resources: {'Port': ['ID=d7124860-efc6-4947-ac22-6e6bd2f9ebef,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:13.659525 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a80b7aad-ba8c-4e59-9e2c-07e7e447217f req-0ac52d77-4f6a-4b3f-a7c4-88c446301d7c tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:13.661836 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a80b7aad-ba8c-4e59-9e2c-07e7e447217f req-0ac52d77-4f6a-4b3f-a7c4-88c446301d7c tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (4de74c9b-7133-485b-8ec3-df23937f172e), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:13.662679 n-d-833163-1 neutron-server[103884]: INFO neutron.db.l3_db [req-a80b7aad-ba8c-4e59-9e2c-07e7e447217f req-0ac52d77-4f6a-4b3f-a7c4-88c446301d7c tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Floating IP 4de74c9b-7133-485b-8ec3-df23937f172e disassociated. External IP: 172.25.8.219, port: 6bc0ca68-4601-45de-a9ae-2168045ff10f. Mar 11 19:50:13.663058 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-a80b7aad-ba8c-4e59-9e2c-07e7e447217f req-0ac52d77-4f6a-4b3f-a7c4-88c446301d7c tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Calling delete_port for 6bc0ca68-4601-45de-a9ae-2168045ff10f owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:50:13.693619 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 78394a7c-01ab-40bd-ad31-ed46fb886ea3 details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:50:13.755855 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680e3da4-6430-4586-9ab5-01de0afe2396 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Network d3b7084f-87c8-432b-a8d3-458f02c49757 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:50:13.763138 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-15a43c67-bb50-440d-b023-85d6f25a4fcd None None] Current status of the port e4aada49-b54b-4b27-98b3-1a4e85da70d7 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:50:13.764034 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-15a43c67-bb50-440d-b023-85d6f25a4fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (e4aada49-b54b-4b27-98b3-1a4e85da70d7), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:13.765829 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-680e3da4-6430-4586-9ab5-01de0afe2396 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:50:14.034510 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4de57c1f-58ca-4c86-9afb-aea3c1b90c2f req-23ea5b88-181a-48cf-8d6c-e75d471d5311 tempest-ServerShowV247Test-1140657381 tempest-ServerShowV247Test-1140657381-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a52063d-e2b4-4bb3-bde7-163f51bbedb9 HTTP/1.1" status: 200 len: 210 time: 0.2762690 Mar 11 19:50:14.087014 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a80b7aad-ba8c-4e59-9e2c-07e7e447217f req-0ac52d77-4f6a-4b3f-a7c4-88c446301d7c tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (6bc0ca68-4601-45de-a9ae-2168045ff10f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:14.111674 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 78394a7c-01ab-40bd-ad31-ed46fb886ea3, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=78394a7c-01ab-40bd-ad31-ed46fb886ea3,segment=NetworkSegment(518fbfd6-66d4-46dc-8045-59cddcf132dc),segment_id=518fbfd6-66d4-46dc-8045-59cddcf132dc)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:50:14.158514 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac52d77-4f6a-4b3f-a7c4-88c446301d7c tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Pushing event deleted for resources: {'Port': ['ID=6bc0ca68-4601-45de-a9ae-2168045ff10f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:14.186668 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac52d77-4f6a-4b3f-a7c4-88c446301d7c tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:50:14.187185 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac52d77-4f6a-4b3f-a7c4-88c446301d7c tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:50:14.197596 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac52d77-4f6a-4b3f-a7c4-88c446301d7c tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:50:14.198251 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac52d77-4f6a-4b3f-a7c4-88c446301d7c tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:50:14.198600 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac52d77-4f6a-4b3f-a7c4-88c446301d7c tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:50:14.198948 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac52d77-4f6a-4b3f-a7c4-88c446301d7c tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:50:14.199289 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac52d77-4f6a-4b3f-a7c4-88c446301d7c tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:50:14.204501 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': '78394a7c-01ab-40bd-ad31-ed46fb886ea3', 'network_id': '5f4622d2-6877-42dd-be4c-6b2764b6d954', 'port_id': '78394a7c-01ab-40bd-ad31-ed46fb886ea3', 'mac_address': 'fa:16:3e:15:62:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 866, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d74cfef-df19-4443-8dbc-7728b7150eec', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:50:14.210155 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac52d77-4f6a-4b3f-a7c4-88c446301d7c tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:50:14.215654 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac52d77-4f6a-4b3f-a7c4-88c446301d7c tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:50:14.216476 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac52d77-4f6a-4b3f-a7c4-88c446301d7c tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:50:14.218225 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac52d77-4f6a-4b3f-a7c4-88c446301d7c tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:50:14.218877 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac52d77-4f6a-4b3f-a7c4-88c446301d7c tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:50:14.219650 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ac52d77-4f6a-4b3f-a7c4-88c446301d7c tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:50:14.300688 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 78394a7c-01ab-40bd-ad31-ed46fb886ea3 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:50:14.301426 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (78394a7c-01ab-40bd-ad31-ed46fb886ea3), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:14.314634 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-15a43c67-bb50-440d-b023-85d6f25a4fcd None None] For port e4aada49-b54b-4b27-98b3-1a4e85da70d7, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=e4aada49-b54b-4b27-98b3-1a4e85da70d7,segment=NetworkSegment(e0be0fac-2cdf-48d4-aa69-48052e4e7d81),segment_id=e0be0fac-2cdf-48d4-aa69-48052e4e7d81)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:50:14.320266 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-680e3da4-6430-4586-9ab5-01de0afe2396 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Router a4845804-c157-4dc1-8c13-3ebeda98bd18 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:50:14.340828 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78394a7c-01ab-40bd-ad31-ed46fb886ea3 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:50:14.354962 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-15a43c67-bb50-440d-b023-85d6f25a4fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (e4aada49-b54b-4b27-98b3-1a4e85da70d7), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:14.369365 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 0a1e928a-6513-49b7-b23d-6abdcf626d5d is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:50:14.376431 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device e4aada49-b54b-4b27-98b3-1a4e85da70d7 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:50:14.605747 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a80b7aad-ba8c-4e59-9e2c-07e7e447217f req-0ac52d77-4f6a-4b3f-a7c4-88c446301d7c tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Router a7a01de0-22c1-40f4-9088-06e0a2019317 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:50:14.622861 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 78394a7c-01ab-40bd-ad31-ed46fb886ea3, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=78394a7c-01ab-40bd-ad31-ed46fb886ea3,segment=NetworkSegment(518fbfd6-66d4-46dc-8045-59cddcf132dc),segment_id=518fbfd6-66d4-46dc-8045-59cddcf132dc)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:50:14.674369 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a43c67-bb50-440d-b023-85d6f25a4fcd None None] Pushing event updated for resources: {'Port': ['ID=e4aada49-b54b-4b27-98b3-1a4e85da70d7,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:14.682598 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (78394a7c-01ab-40bd-ad31-ed46fb886ea3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:14.711262 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499220c-9ad5-4319-b8ac-918b5d20c3af req-e276e3af-49b0-4017-81d3-671a86c15784 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:14.713161 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b499220c-9ad5-4319-b8ac-918b5d20c3af req-e276e3af-49b0-4017-81d3-671a86c15784 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=45265a0a-a81d-430e-bce1-1b8c028bdc29 HTTP/1.1" status: 200 len: 944 time: 0.4449387 Mar 11 19:50:14.732486 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4f435011-4190-421d-9365-52bed9b92a9c None None] Provisioning complete for port e4aada49-b54b-4b27-98b3-1a4e85da70d7 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:50:14.741672 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4f435011-4190-421d-9365-52bed9b92a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (e4aada49-b54b-4b27-98b3-1a4e85da70d7), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:15.009748 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=78394a7c-01ab-40bd-ad31-ed46fb886ea3,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:15.012782 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port e4aada49-b54b-4b27-98b3-1a4e85da70d7 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:50:15.013393 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (e4aada49-b54b-4b27-98b3-1a4e85da70d7), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:15.040058 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a80b7aad-ba8c-4e59-9e2c-07e7e447217f req-0ac52d77-4f6a-4b3f-a7c4-88c446301d7c tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:50:15.051609 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408901e6-c5be-41ea-a37a-5f6918900a5c None None] Sync routers for ids ['a7a01de0-22c1-40f4-9088-06e0a2019317'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:50:15.060408 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 55368) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:15.076140 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408901e6-c5be-41ea-a37a-5f6918900a5c None None] Routers {'a7a01de0-22c1-40f4-9088-06e0a2019317'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:50:15.079788 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-408901e6-c5be-41ea-a37a-5f6918900a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:49:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['a7a01de0-22c1-40f4-9088-06e0a2019317'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:50:15.109271 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['78394a7c-01ab-40bd-ad31-ed46fb886ea3'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:50:15.162452 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-a80b7aad-ba8c-4e59-9e2c-07e7e447217f req-0ac52d77-4f6a-4b3f-a7c4-88c446301d7c tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] No DVR routers for this DVR port 6bc0ca68-4601-45de-a9ae-2168045ff10f on host n-h2-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:50:15.166428 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a80b7aad-ba8c-4e59-9e2c-07e7e447217f req-0ac52d77-4f6a-4b3f-a7c4-88c446301d7c tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:15.170599 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-a80b7aad-ba8c-4e59-9e2c-07e7e447217f req-0ac52d77-4f6a-4b3f-a7c4-88c446301d7c tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.57 "DELETE /v2.0/ports/6bc0ca68-4601-45de-a9ae-2168045ff10f HTTP/1.1" status: 204 len: 173 time: 2.7784793 Mar 11 19:50:15.171122 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9704cc3c-cfbe-466d-ac6d-477d6b62bb94', 'name': 'network-vif-deleted', 'tag': '6bc0ca68-4601-45de-a9ae-2168045ff10f'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:50:15.174964 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd8d6aa2-446b-4d7a-a150-2a2693155369" -d '{"events": [{"server_uuid": "9704cc3c-cfbe-466d-ac6d-477d6b62bb94", "name": "network-vif-deleted", "tag": "6bc0ca68-4601-45de-a9ae-2168045ff10f"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:50:15.330959 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4f435011-4190-421d-9365-52bed9b92a9c None None] Current status of the port e4aada49-b54b-4b27-98b3-1a4e85da70d7 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:50:15.457582 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ddf57da0-b0db-44b1-bb45-2dafc3d47529 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:15.486738 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4f435011-4190-421d-9365-52bed9b92a9c None None] Provisioning complete for port d7124860-efc6-4947-ac22-6e6bd2f9ebef triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:50:15.489896 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4f435011-4190-421d-9365-52bed9b92a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (d7124860-efc6-4947-ac22-6e6bd2f9ebef), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:15.556630 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-408901e6-c5be-41ea-a37a-5f6918900a5c None None] Set router a7a01de0-22c1-40f4-9088-06e0a2019317 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:50:15.587131 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4f435011-4190-421d-9365-52bed9b92a9c None None] Port d7124860-efc6-4947-ac22-6e6bd2f9ebef cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:50:15.590634 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 6bc0ca68-4601-45de-a9ae-2168045ff10f no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:50:15.718814 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: 6bc0ca68-4601-45de-a9ae-2168045ff10f {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:50:15.719174 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 6bc0ca68-4601-45de-a9ae-2168045ff10f not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:50:15.749258 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ddf57da0-b0db-44b1-bb45-2dafc3d47529 admin admin] Publish callbacks [] for security_group (3c311f6d-8135-48a2-b6fe-bcf141daa5da), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:15.758440 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ddf57da0-b0db-44b1-bb45-2dafc3d47529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (3c311f6d-8135-48a2-b6fe-bcf141daa5da), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:15.763336 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port e4aada49-b54b-4b27-98b3-1a4e85da70d7 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:50:15.810660 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b499220c-9ad5-4319-b8ac-918b5d20c3af req-a2b9e8ac-b48c-4b46-bb66-a02638a5d6f5 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0754867 Mar 11 19:50:15.843532 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-680e3da4-6430-4586-9ab5-01de0afe2396 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:50:15.860829 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-680e3da4-6430-4586-9ab5-01de0afe2396 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "PUT /v2.0/routers/a4845804-c157-4dc1-8c13-3ebeda98bd18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2224007 Mar 11 19:50:15.862515 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-b2d568a7-8102-4659-97d6-cdad49903f2f None None] Provisioning complete for port d7124860-efc6-4947-ac22-6e6bd2f9ebef triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:50:15.872027 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b2d568a7-8102-4659-97d6-cdad49903f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (d7124860-efc6-4947-ac22-6e6bd2f9ebef), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:15.874896 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55392) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:15.888035 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-6a9c7063-ec4d-4688-a567-540be0b28b1a tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Request body: {'network': {'name': 'tempest-RoutersTest-807268854'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:50:15.936272 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55394) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:15.937412 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ddf57da0-b0db-44b1-bb45-2dafc3d47529 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=71ba37f8602b463eaa57f248ed3d2006&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8753922 Mar 11 19:50:15.938392 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf57da0-b0db-44b1-bb45-2dafc3d47529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c311f6d-8135-48a2-b6fe-bcf141daa5da,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:15.981142 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 55396) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:16.004405 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b2d568a7-8102-4659-97d6-cdad49903f2f None None] Port d7124860-efc6-4947-ac22-6e6bd2f9ebef cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:50:16.012670 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b8f0b9-928d-4070-a7ca-3e40992355ed None None] Sync routers for ids ['a4845804-c157-4dc1-8c13-3ebeda98bd18'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:50:16.074125 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 0a1e928a-6513-49b7-b23d-6abdcf626d5d up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:50:16.091442 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9c7063-ec4d-4688-a567-540be0b28b1a tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Made reservation on behalf of 12e41349cb6043d6b0b4ef9017c96ea8 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:50:16.094874 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6a9c7063-ec4d-4688-a567-540be0b28b1a tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:16.173006 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a9c7063-ec4d-4688-a567-540be0b28b1a tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] vlan segment allocate from pool success with {'vlan_id': 870, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:50:16.176938 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-921fe092-8806-47c7-8998-07cbc15fa2c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:16.196289 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5315ac51-821b-47f9-b251-c9bbfed6fb27 admin admin] Publish callbacks [] for security_group (3c311f6d-8135-48a2-b6fe-bcf141daa5da), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:16.199921 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6a9c7063-ec4d-4688-a567-540be0b28b1a tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (7220464f-e6fa-48b0-b102-401567f7d4c9), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:16.200641 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-6a9c7063-ec4d-4688-a567-540be0b28b1a tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Added segment 7220464f-e6fa-48b0-b102-401567f7d4c9 of type vlan for network 9584b766-363c-484f-8183-f06a60a3b1cf Mar 11 19:50:16.242824 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-408901e6-c5be-41ea-a37a-5f6918900a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a01de0-22c1-40f4-9088-06e0a2019317', 'name': 'tempest-AttachVolumeTestJSON-805320116-router', 'tenant_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '49f29bb6-5e96-4af1-95cb-27dad960b82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:44:22Z', 'updated_at': '2022-03-11T19:44:26Z', 'revision_number': 4, 'project_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'gw_port': {'id': '49f29bb6-5e96-4af1-95cb-27dad960b82a', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a01de0-22c1-40f4-9088-06e0a2019317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:44:22Z', 'updated_at': '2022-03-11T19:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '64eb2522-0821-40ac-8307-0bca5acb1dc2', 'name': '', 'network_id': 'fa906f4a-19f4-4b7d-8351-256fb4a2150c', 'tenant_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'mac_address': 'fa:16:3e:cc:97:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a01de0-22c1-40f4-9088-06e0a2019317', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'f9964fd8-a78c-47a9-bc53-fa779164456a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:44:25Z', 'updated_at': '2022-03-11T19:44:32Z', 'revision_number': 5, 'project_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'subnets': [{'id': 'f9964fd8-a78c-47a9-bc53-fa779164456a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:50:16.369750 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-921fe092-8806-47c7-8998-07cbc15fa2c0 admin admin] Publish callbacks [] for security_group (89332d72-46dc-40c1-b866-a204f524281c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:16.371089 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5315ac51-821b-47f9-b251-c9bbfed6fb27 admin admin] Publish callbacks [] for security_group (3c311f6d-8135-48a2-b6fe-bcf141daa5da), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:16.380984 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6a9c7063-ec4d-4688-a567-540be0b28b1a tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (9584b766-363c-484f-8183-f06a60a3b1cf), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:16.384180 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-921fe092-8806-47c7-8998-07cbc15fa2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (89332d72-46dc-40c1-b866-a204f524281c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:16.438508 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-921fe092-8806-47c7-8998-07cbc15fa2c0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=beec9cc63b0249a88c68fb32993689f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4562669 Mar 11 19:50:16.441767 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55406) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:16.486935 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921fe092-8806-47c7-8998-07cbc15fa2c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89332d72-46dc-40c1-b866-a204f524281c,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:16.569743 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-943e0c50-1e59-4804-8771-a3363f832a46 admin admin] Publish callbacks [] for security_group (89332d72-46dc-40c1-b866-a204f524281c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:16.575693 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6a9c7063-ec4d-4688-a567-540be0b28b1a tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (9584b766-363c-484f-8183-f06a60a3b1cf), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:16.588507 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9c7063-ec4d-4688-a567-540be0b28b1a tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:16.592444 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6a9c7063-ec4d-4688-a567-540be0b28b1a tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:16.614302 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408901e6-c5be-41ea-a37a-5f6918900a5c None None] Checking router: a7a01de0-22c1-40f4-9088-06e0a2019317 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:50:16.624101 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408901e6-c5be-41ea-a37a-5f6918900a5c None None] Routers {'a7a01de0-22c1-40f4-9088-06e0a2019317'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:50:16.625121 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-408901e6-c5be-41ea-a37a-5f6918900a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:49:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['a7a01de0-22c1-40f4-9088-06e0a2019317'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:50:16.695204 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b8f0b9-928d-4070-a7ca-3e40992355ed None None] Routers {'a4845804-c157-4dc1-8c13-3ebeda98bd18'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:50:16.696653 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-94b8f0b9-928d-4070-a7ca-3e40992355ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:49:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['a4845804-c157-4dc1-8c13-3ebeda98bd18'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:50:16.799401 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-943e0c50-1e59-4804-8771-a3363f832a46 admin admin] Publish callbacks [] for security_group (89332d72-46dc-40c1-b866-a204f524281c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:16.811951 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-408901e6-c5be-41ea-a37a-5f6918900a5c None None] Set router a7a01de0-22c1-40f4-9088-06e0a2019317 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:50:16.859840 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-94b8f0b9-928d-4070-a7ca-3e40992355ed None None] Set router a4845804-c157-4dc1-8c13-3ebeda98bd18 gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:50:16.909895 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9c9e569e-8375-425c-be82-84e2adfc6266 req-1c6b531c-531d-435a-a03c-f055908a62ce tempest-ServerShowV247Test-1140657381 tempest-ServerShowV247Test-1140657381-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a52063d-e2b4-4bb3-bde7-163f51bbedb9&device_id=79e65caa-47cd-41a2-8375-be5a4b5fd9f7 HTTP/1.1" status: 200 len: 210 time: 0.3786371 Mar 11 19:50:16.933360 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-943e0c50-1e59-4804-8771-a3363f832a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (89332d72-46dc-40c1-b866-a204f524281c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:16.936106 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-943e0c50-1e59-4804-8771-a3363f832a46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:16.944968 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-943e0c50-1e59-4804-8771-a3363f832a46 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/89332d72-46dc-40c1-b866-a204f524281c HTTP/1.1" status: 204 len: 168 time: 0.5017970 Mar 11 19:50:16.966093 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 55416) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:16.972110 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-e09825e9-df08-4d3d-bd6b-4bac477da28a tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Request body: {'subnet': {'network_id': '9584b766-363c-484f-8183-f06a60a3b1cf', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:50:16.983189 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-6a9c7063-ec4d-4688-a567-540be0b28b1a tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1071360 Mar 11 19:50:17.015975 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5315ac51-821b-47f9-b251-c9bbfed6fb27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (3c311f6d-8135-48a2-b6fe-bcf141daa5da), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:17.024881 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5315ac51-821b-47f9-b251-c9bbfed6fb27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:17.043651 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-5315ac51-821b-47f9-b251-c9bbfed6fb27 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3c311f6d-8135-48a2-b6fe-bcf141daa5da HTTP/1.1" status: 204 len: 168 time: 1.1060622 Mar 11 19:50:17.201033 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9c7063-ec4d-4688-a567-540be0b28b1a tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Pushing event updated for resources: {'Network': ['ID=9584b766-363c-484f-8183-f06a60a3b1cf,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:17.226045 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943e0c50-1e59-4804-8771-a3363f832a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89332d72-46dc-40c1-b866-a204f524281c,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:17.226612 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-408901e6-c5be-41ea-a37a-5f6918900a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a01de0-22c1-40f4-9088-06e0a2019317', 'name': 'tempest-AttachVolumeTestJSON-805320116-router', 'tenant_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '49f29bb6-5e96-4af1-95cb-27dad960b82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:44:22Z', 'updated_at': '2022-03-11T19:44:26Z', 'revision_number': 4, 'project_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'gw_port': {'id': '49f29bb6-5e96-4af1-95cb-27dad960b82a', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a01de0-22c1-40f4-9088-06e0a2019317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:44:22Z', 'updated_at': '2022-03-11T19:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '64eb2522-0821-40ac-8307-0bca5acb1dc2', 'name': '', 'network_id': 'fa906f4a-19f4-4b7d-8351-256fb4a2150c', 'tenant_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'mac_address': 'fa:16:3e:cc:97:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a01de0-22c1-40f4-9088-06e0a2019317', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'f9964fd8-a78c-47a9-bc53-fa779164456a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:44:25Z', 'updated_at': '2022-03-11T19:44:32Z', 'revision_number': 5, 'project_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'subnets': [{'id': 'f9964fd8-a78c-47a9-bc53-fa779164456a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:50:17.287934 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5315ac51-821b-47f9-b251-c9bbfed6fb27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c311f6d-8135-48a2-b6fe-bcf141daa5da,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:17.289913 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-044df63b-23fb-4aae-b542-e203856f9bf7 x-openstack-request-id: req-044df63b-23fb-4aae-b542-e203856f9bf7 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:50:17.292431 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9704cc3c-cfbe-466d-ac6d-477d6b62bb94", "name": "network-vif-deleted", "tag": "6bc0ca68-4601-45de-a9ae-2168045ff10f", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:50:17.294371 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-044df63b-23fb-4aae-b542-e203856f9bf7 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:50:17.296058 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9704cc3c-cfbe-466d-ac6d-477d6b62bb94', 'name': 'network-vif-deleted', 'tag': '6bc0ca68-4601-45de-a9ae-2168045ff10f', 'status': 'completed', 'code': 200} Mar 11 19:50:17.361867 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 9584b766-363c-484f-8183-f06a60a3b1cf details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:50:17.362383 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09825e9-df08-4d3d-bd6b-4bac477da28a tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Made reservation on behalf of 12e41349cb6043d6b0b4ef9017c96ea8 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:50:17.379654 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e09825e9-df08-4d3d-bd6b-4bac477da28a tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:17.395045 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408901e6-c5be-41ea-a37a-5f6918900a5c None None] The sync data for ids ['a7a01de0-22c1-40f4-9088-06e0a2019317'] in n-d-833163-1 is: [{'id': 'a7a01de0-22c1-40f4-9088-06e0a2019317', 'name': 'tempest-AttachVolumeTestJSON-805320116-router', 'tenant_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '49f29bb6-5e96-4af1-95cb-27dad960b82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:44:22Z', 'updated_at': '2022-03-11T19:44:26Z', 'revision_number': 4, 'project_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'gw_port': {'id': '49f29bb6-5e96-4af1-95cb-27dad960b82a', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a01de0-22c1-40f4-9088-06e0a2019317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:44:22Z', 'updated_at': '2022-03-11T19:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '64eb2522-0821-40ac-8307-0bca5acb1dc2', 'name': '', 'network_id': 'fa906f4a-19f4-4b7d-8351-256fb4a2150c', 'tenant_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'mac_address': 'fa:16:3e:cc:97:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a01de0-22c1-40f4-9088-06e0a2019317', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'f9964fd8-a78c-47a9-bc53-fa779164456a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:44:25Z', 'updated_at': '2022-03-11T19:44:32Z', 'revision_number': 5, 'project_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'subnets': [{'id': 'f9964fd8-a78c-47a9-bc53-fa779164456a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:50:17.621237 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d2c09-f610-4dce-bd52-614b33b301f5 req-8be644f7-c65d-4ea8-8f7c-6044a09834d8 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:17.623407 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-db4d2c09-f610-4dce-bd52-614b33b301f5 req-8be644f7-c65d-4ea8-8f7c-6044a09834d8 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=45265a0a-a81d-430e-bce1-1b8c028bdc29 HTTP/1.1" status: 200 len: 945 time: 0.3431334 Mar 11 19:50:17.724210 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e09825e9-df08-4d3d-bd6b-4bac477da28a tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (0fad6b7e-0ec2-44f7-b709-ed31198c9490), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:17.755127 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-db4d2c09-f610-4dce-bd52-614b33b301f5 req-cb4a27d7-ea7f-4bd2-91d1-8b2dee4bad77 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251457 Mar 11 19:50:17.811034 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 0a1e928a-6513-49b7-b23d-6abdcf626d5d triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:50:17.815720 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (0a1e928a-6513-49b7-b23d-6abdcf626d5d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:17.987297 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09825e9-df08-4d3d-bd6b-4bac477da28a tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Pushing event updated for resources: {'Subnet': ['ID=0fad6b7e-0ec2-44f7-b709-ed31198c9490,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:18.009928 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09825e9-df08-4d3d-bd6b-4bac477da28a tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Checking segment: {'id': '7220464f-e6fa-48b0-b102-401567f7d4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '9584b766-363c-484f-8183-f06a60a3b1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:50:18.010339 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09825e9-df08-4d3d-bd6b-4bac477da28a tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Network hostable DHCP agents. Network: 9584b766-363c-484f-8183-f06a60a3b1cf, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:50:18.025810 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55432) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:18.027070 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6350a7c5-f6ac-4a46-960e-af64f06f993a None None] New status for floating IP 4de74c9b-7133-485b-8ec3-df23937f172e: DOWN {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 19:50:18.050897 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e0b5cee6-77bc-42c1-b9d2-223208f4dfed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:18.138702 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 55436) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:18.163112 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55438) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:18.179696 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-94b8f0b9-928d-4070-a7ca-3e40992355ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'name': 'tempest-RoutersTest-router-312583551', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:49:47Z', 'updated_at': '2022-03-11T19:50:11Z', 'revision_number': 4, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'gw_port_host': None, '_interfaces': [{'id': '0a1e928a-6513-49b7-b23d-6abdcf626d5d', 'name': '', 'network_id': '1928abcd-e047-4e20-b59c-7265b0b23bfe', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'mac_address': 'fa:16:3e:3e:eb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '31575535-4df4-4dff-8a7d-85cfb2e6ef72', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:49:58Z', 'updated_at': '2022-03-11T19:50:12Z', 'revision_number': 5, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'subnets': [{'id': '31575535-4df4-4dff-8a7d-85cfb2e6ef72', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7124860-efc6-4947-ac22-6e6bd2f9ebef', 'name': '', 'network_id': 'd3b7084f-87c8-432b-a8d3-458f02c49757', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'mac_address': 'fa:16:3e:c7:18:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': '642e1f00-7032-48a7-bd9a-34e74551ecab', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:50:10Z', 'updated_at': '2022-03-11T19:50:12Z', 'revision_number': 2, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'subnets': [{'id': '642e1f00-7032-48a7-bd9a-34e74551ecab', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03de903-f2d4-4966-83ef-c3b00058f908', 'name': '', 'network_id': '8783ae98-2895-4ea9-bb5b-9bfe95b647fd', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'mac_address': 'fa:16:3e:e5:f4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '064a5636-d4a3-445b-9cea-58d6fb2a766e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:49:51Z', 'updated_at': '2022-03-11T19:50:00Z', 'revision_number': 5, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'subnets': [{'id': '064a5636-d4a3-445b-9cea-58d6fb2a766e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:50:18.202267 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09825e9-df08-4d3d-bd6b-4bac477da28a tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Network 9584b766-363c-484f-8183-f06a60a3b1cf is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:50:18.227151 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-464298f4-f129-4f18-991d-44d2146c623f req-3329a0c2-6e8f-46da-82c8-51ea0955550e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8e6a51b2c98048d08251ef2d9556664b&device_id=6a52063d-e2b4-4bb3-bde7-163f51bbedb9 HTTP/1.1" status: 200 len: 210 time: 0.1106656 Mar 11 19:50:18.239487 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-e09825e9-df08-4d3d-bd6b-4bac477da28a tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 9584b766-363c-484f-8183-f06a60a3b1cf) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:50:18.276128 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b8f0b9-928d-4070-a7ca-3e40992355ed None None] Checking router: a4845804-c157-4dc1-8c13-3ebeda98bd18 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:50:18.276489 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b8f0b9-928d-4070-a7ca-3e40992355ed None None] Updating router a4845804-c157-4dc1-8c13-3ebeda98bd18 port d7124860-efc6-4947-ac22-6e6bd2f9ebef binding host n-d-833163-1 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:50:18.288552 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b17a4b-05a4-4ba6-b2c0-a6f739c7b83f None None] Network 9584b766-363c-484f-8183-f06a60a3b1cf requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:50:18.296475 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09825e9-df08-4d3d-bd6b-4bac477da28a tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:18.297866 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e09825e9-df08-4d3d-bd6b-4bac477da28a tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:18.306100 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c0d9c57-00f8-4b7e-8fd6-186666e5ec10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:18.378927 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-464298f4-f129-4f18-991d-44d2146c623f req-960139a9-e79d-4197-997c-d617f77a8aba service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=8e6a51b2c98048d08251ef2d9556664b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1308753 Mar 11 19:50:18.399933 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5b22af31-f27f-411b-9dcf-5fde53395813 req-d7cab77f-1f87-434f-bc3d-ce0f1c0e1805 tempest-ServerShowV247Test-1140657381 tempest-ServerShowV247Test-1140657381-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a52063d-e2b4-4bb3-bde7-163f51bbedb9 HTTP/1.1" status: 200 len: 210 time: 0.0755482 Mar 11 19:50:18.436365 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-04d353ac-7371-4e9e-bbcc-d541cfb5814f tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks [] for security_group (ac76e7d2-86d4-4d6a-9e4e-efe333e24013), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:18.458242 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e09825e9-df08-4d3d-bd6b-4bac477da28a tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4907043 Mar 11 19:50:18.461415 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 55440) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:18.501407 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 0a1e928a-6513-49b7-b23d-6abdcf626d5d is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:50:18.503433 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device e4aada49-b54b-4b27-98b3-1a4e85da70d7 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:50:18.509874 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ae9023-e590-4aa7-8826-6855aa07d11b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-9584b766-363c-484f-8183-f06a60a3b1cf', 'network_id': '9584b766-363c-484f-8183-f06a60a3b1cf', 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'fixed_ips': [{'subnet_id': '0fad6b7e-0ec2-44f7-b709-ed31198c9490'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:50:18.511557 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c4ae9023-e590-4aa7-8826-6855aa07d11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:18.558659 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-04d353ac-7371-4e9e-bbcc-d541cfb5814f tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks [] for security_group (ac76e7d2-86d4-4d6a-9e4e-efe333e24013), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:18.566919 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e0b5cee6-77bc-42c1-b9d2-223208f4dfed admin admin] Publish callbacks [] for security_group (92faddbd-32f1-4911-9a92-654aac5f8d85), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:18.572122 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-94b8f0b9-928d-4070-a7ca-3e40992355ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d7124860-efc6-4947-ac22-6e6bd2f9ebef), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:18.586768 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e0b5cee6-77bc-42c1-b9d2-223208f4dfed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (92faddbd-32f1-4911-9a92-654aac5f8d85), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:18.733965 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-e0b5cee6-77bc-42c1-b9d2-223208f4dfed admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=df4d82a91ad544229be4a45322448c9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7058735 Mar 11 19:50:18.740999 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55444) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:18.870667 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b5cee6-77bc-42c1-b9d2-223208f4dfed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92faddbd-32f1-4911-9a92-654aac5f8d85,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:18.916590 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-c4ae9023-e590-4aa7-8826-6855aa07d11b None None] Allocated IP 172.23.0.2 (9584b766-363c-484f-8183-f06a60a3b1cf/0fad6b7e-0ec2-44f7-b709-ed31198c9490/a5b4450a-cb63-4733-88f2-b77b4c3ed1c2) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:50:18.934534 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b5cee6-77bc-42c1-b9d2-223208f4dfed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:50:18.936427 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b5cee6-77bc-42c1-b9d2-223208f4dfed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:50:18.937530 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b5cee6-77bc-42c1-b9d2-223208f4dfed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:50:18.937945 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b5cee6-77bc-42c1-b9d2-223208f4dfed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:50:18.938729 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b5cee6-77bc-42c1-b9d2-223208f4dfed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:50:18.939823 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b5cee6-77bc-42c1-b9d2-223208f4dfed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:50:18.940731 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b5cee6-77bc-42c1-b9d2-223208f4dfed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:50:18.942498 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b5cee6-77bc-42c1-b9d2-223208f4dfed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:50:18.942933 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b5cee6-77bc-42c1-b9d2-223208f4dfed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:50:18.943335 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b5cee6-77bc-42c1-b9d2-223208f4dfed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:50:18.943707 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b5cee6-77bc-42c1-b9d2-223208f4dfed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:50:18.945076 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b5cee6-77bc-42c1-b9d2-223208f4dfed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:50:18.945473 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0b5cee6-77bc-42c1-b9d2-223208f4dfed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:50:18.991165 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-04d353ac-7371-4e9e-bbcc-d541cfb5814f tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (ac76e7d2-86d4-4d6a-9e4e-efe333e24013), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:18.995829 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-04d353ac-7371-4e9e-bbcc-d541cfb5814f tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:19.002468 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-04d353ac-7371-4e9e-bbcc-d541cfb5814f tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "DELETE /v2.0/security-groups/ac76e7d2-86d4-4d6a-9e4e-efe333e24013 HTTP/1.1" status: 204 len: 168 time: 0.8325403 Mar 11 19:50:19.004917 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464298f4-f129-4f18-991d-44d2146c623f req-8dbf96a7-3853-4248-a24c-42f244a1807b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:19.006358 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55452) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:19.009127 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-464298f4-f129-4f18-991d-44d2146c623f req-8dbf96a7-3853-4248-a24c-42f244a1807b service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6137733 Mar 11 19:50:19.021121 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port e4aada49-b54b-4b27-98b3-1a4e85da70d7 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:50:19.021930 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (e4aada49-b54b-4b27-98b3-1a4e85da70d7), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:19.023808 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:19.083130 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d353ac-7371-4e9e-bbcc-d541cfb5814f tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac76e7d2-86d4-4d6a-9e4e-efe333e24013,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:19.105681 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-612d7d1e-b8c8-4c33-9036-012ab45b9da5 admin admin] Publish callbacks [] for security_group (92faddbd-32f1-4911-9a92-654aac5f8d85), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:19.114685 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [None req-ea39eaf1-0a43-4b29-a133-ac688011b9d1 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] show failed (client error): The resource could not be found. Mar 11 19:50:19.120238 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ea39eaf1-0a43-4b29-a133-ac688011b9d1 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/security-groups/ac76e7d2-86d4-4d6a-9e4e-efe333e24013 HTTP/1.1" status: 404 len: 347 time: 0.1002471 Mar 11 19:50:19.121123 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55454) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:19.243328 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-612d7d1e-b8c8-4c33-9036-012ab45b9da5 admin admin] Publish callbacks [] for security_group (92faddbd-32f1-4911-9a92-654aac5f8d85), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:19.462542 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb3174c-f7ad-42d0-bbfd-9c345b428fd3 req-0131d1ed-ed2d-4dfd-b1d2-0c2e01e5fc2a tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:19.475958 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8eb3174c-f7ad-42d0-bbfd-9c345b428fd3 req-0131d1ed-ed2d-4dfd-b1d2-0c2e01e5fc2a tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=45265a0a-a81d-430e-bce1-1b8c028bdc29 HTTP/1.1" status: 200 len: 945 time: 0.5186656 Mar 11 19:50:19.611877 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port e4aada49-b54b-4b27-98b3-1a4e85da70d7 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:50:19.621621 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 78394a7c-01ab-40bd-ad31-ed46fb886ea3 up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:50:19.635100 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8eb3174c-f7ad-42d0-bbfd-9c345b428fd3 req-92916527-80c2-4700-9ae9-91103482855c tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581759 Mar 11 19:50:19.656574 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-612d7d1e-b8c8-4c33-9036-012ab45b9da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (92faddbd-32f1-4911-9a92-654aac5f8d85), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:19.664477 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-612d7d1e-b8c8-4c33-9036-012ab45b9da5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:19.668862 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-612d7d1e-b8c8-4c33-9036-012ab45b9da5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/92faddbd-32f1-4911-9a92-654aac5f8d85 HTTP/1.1" status: 204 len: 168 time: 0.9266059 Mar 11 19:50:19.695385 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d7d1e-b8c8-4c33-9036-012ab45b9da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92faddbd-32f1-4911-9a92-654aac5f8d85,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:19.716450 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-1cf63f9c-8eb6-440f-a4f5-590e7cfa6b28 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Deleting port fade7990-0af2-477b-b729-49d621c52b5b {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:50:19.716893 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1cf63f9c-8eb6-440f-a4f5-590e7cfa6b28 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (fade7990-0af2-477b-b729-49d621c52b5b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:19.778595 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0105a4c9-af40-4870-be5a-bff0b2117021 req-c2146a9d-8efb-4b04-ac8b-d0e4c5e6ab8c tempest-ServerShowV247Test-1140657381 tempest-ServerShowV247Test-1140657381-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a52063d-e2b4-4bb3-bde7-163f51bbedb9 HTTP/1.1" status: 200 len: 210 time: 0.0493279 Mar 11 19:50:19.803724 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-94b8f0b9-928d-4070-a7ca-3e40992355ed None None] Publish callbacks [] for port (d7124860-efc6-4947-ac22-6e6bd2f9ebef), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:19.875337 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c4ae9023-e590-4aa7-8826-6855aa07d11b None None] Publish callbacks [] for port (a5b4450a-cb63-4733-88f2-b77b4c3ed1c2), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:19.909327 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1cf63f9c-8eb6-440f-a4f5-590e7cfa6b28 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (fade7990-0af2-477b-b729-49d621c52b5b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:19.910500 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1cf63f9c-8eb6-440f-a4f5-590e7cfa6b28 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks [] for floatingip (fade7990-0af2-477b-b729-49d621c52b5b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:19.933307 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c0d9c57-00f8-4b7e-8fd6-186666e5ec10 admin admin] Publish callbacks [] for security_group (5a728afc-d548-4369-a92b-0a7541d139ee), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:19.943172 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-94b8f0b9-928d-4070-a7ca-3e40992355ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (d7124860-efc6-4947-ac22-6e6bd2f9ebef), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:19.982045 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-1cf63f9c-8eb6-440f-a4f5-590e7cfa6b28 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Calling delete_port for fade7990-0af2-477b-b729-49d621c52b5b owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:50:20.077850 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c4ae9023-e590-4aa7-8826-6855aa07d11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (a5b4450a-cb63-4733-88f2-b77b4c3ed1c2), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:20.107585 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c0d9c57-00f8-4b7e-8fd6-186666e5ec10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (5a728afc-d548-4369-a92b-0a7541d139ee), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:20.144259 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b26edde-14fc-499c-a218-af474cbe3ff0 None None] Pushing event updated for resources: {'Port': ['ID=d7124860-efc6-4947-ac22-6e6bd2f9ebef,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:20.222614 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-0c0d9c57-00f8-4b7e-8fd6-186666e5ec10 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ce6ba7f6430f4be3a19162340e922065&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0754228 Mar 11 19:50:20.229187 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 55474) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:20.259719 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ae9023-e590-4aa7-8826-6855aa07d11b None None] Pushing event updated for resources: {'Port': ['ID=a5b4450a-cb63-4733-88f2-b77b4c3ed1c2,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:20.282573 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ae9023-e590-4aa7-8826-6855aa07d11b None None] Network 9584b766-363c-484f-8183-f06a60a3b1cf is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:50:20.295743 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-c4ae9023-e590-4aa7-8826-6855aa07d11b None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:50:20.306095 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ae9023-e590-4aa7-8826-6855aa07d11b None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:50:20.319208 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1cf63f9c-8eb6-440f-a4f5-590e7cfa6b28 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (fade7990-0af2-477b-b729-49d621c52b5b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:20.322301 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0d9c57-00f8-4b7e-8fd6-186666e5ec10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a728afc-d548-4369-a92b-0a7541d139ee,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:20.380218 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf63f9c-8eb6-440f-a4f5-590e7cfa6b28 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Pushing event deleted for resources: {'Port': ['ID=fade7990-0af2-477b-b729-49d621c52b5b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:20.400425 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port 78394a7c-01ab-40bd-ad31-ed46fb886ea3 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:50:20.436206 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-ee88d4f6-5eb7-4631-9e9c-7b4551cb68f7 req-a0dfb514-04b7-46ca-af04-ccf029288eb8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7f79cea2-181a-44ce-9c4f-699361644ca4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3403263 Mar 11 19:50:20.539077 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port 78394a7c-01ab-40bd-ad31-ed46fb886ea3 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:50:20.540274 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (78394a7c-01ab-40bd-ad31-ed46fb886ea3), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:20.540531 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1cf63f9c-8eb6-440f-a4f5-590e7cfa6b28 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks [] for floatingip (4de74c9b-7133-485b-8ec3-df23937f172e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:20.552295 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1cf63f9c-8eb6-440f-a4f5-590e7cfa6b28 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:20.553613 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-1cf63f9c-8eb6-440f-a4f5-590e7cfa6b28 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "DELETE /v2.0/floatingips/4de74c9b-7133-485b-8ec3-df23937f172e HTTP/1.1" status: 204 len: 168 time: 1.4231985 Mar 11 19:50:20.571660 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4c6f5c93-3bc8-4a2b-aa57-f75b2141f47b tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:20.614220 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-de12b733-f764-4950-acef-d6b4c689fbc3 admin admin] Publish callbacks [] for security_group (5a728afc-d548-4369-a92b-0a7541d139ee), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:20.635114 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-94b8f0b9-928d-4070-a7ca-3e40992355ed None None] Attempting to bind port d7124860-efc6-4947-ac22-6e6bd2f9ebef on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:50:20.635114 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-94b8f0b9-928d-4070-a7ca-3e40992355ed None None] Attempting to bind port d7124860-efc6-4947-ac22-6e6bd2f9ebef by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'e0be0fac-2cdf-48d4-aa69-48052e4e7d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'd3b7084f-87c8-432b-a8d3-458f02c49757'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:50:20.635114 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b8f0b9-928d-4070-a7ca-3e40992355ed None None] Attempting to bind port d7124860-efc6-4947-ac22-6e6bd2f9ebef on network d3b7084f-87c8-432b-a8d3-458f02c49757 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:50:20.652169 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-de12b733-f764-4950-acef-d6b4c689fbc3 admin admin] Publish callbacks [] for security_group (5a728afc-d548-4369-a92b-0a7541d139ee), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:20.701369 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b8f0b9-928d-4070-a7ca-3e40992355ed None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:50:20.701620 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b8f0b9-928d-4070-a7ca-3e40992355ed None None] Checking segment: {'id': 'e0be0fac-2cdf-48d4-aa69-48052e4e7d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'd3b7084f-87c8-432b-a8d3-458f02c49757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:50:20.701987 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-94b8f0b9-928d-4070-a7ca-3e40992355ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:20.702391 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b8f0b9-928d-4070-a7ca-3e40992355ed None None] Bound using segment: {'id': 'e0be0fac-2cdf-48d4-aa69-48052e4e7d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'd3b7084f-87c8-432b-a8d3-458f02c49757'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:50:20.702883 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-94b8f0b9-928d-4070-a7ca-3e40992355ed None None] Bound port: d7124860-efc6-4947-ac22-6e6bd2f9ebef, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0be0fac-2cdf-48d4-aa69-48052e4e7d81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'd3b7084f-87c8-432b-a8d3-458f02c49757'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:50:20.703261 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-94b8f0b9-928d-4070-a7ca-3e40992355ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d7124860-efc6-4947-ac22-6e6bd2f9ebef), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:20.757643 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-c4ae9023-e590-4aa7-8826-6855aa07d11b None None] Attempting to bind port a5b4450a-cb63-4733-88f2-b77b4c3ed1c2 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:50:20.758109 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-c4ae9023-e590-4aa7-8826-6855aa07d11b None None] Attempting to bind port a5b4450a-cb63-4733-88f2-b77b4c3ed1c2 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '7220464f-e6fa-48b0-b102-401567f7d4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '9584b766-363c-484f-8183-f06a60a3b1cf'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:50:20.758654 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ae9023-e590-4aa7-8826-6855aa07d11b None None] Attempting to bind port a5b4450a-cb63-4733-88f2-b77b4c3ed1c2 on network 9584b766-363c-484f-8183-f06a60a3b1cf {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:50:20.772298 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ae9023-e590-4aa7-8826-6855aa07d11b None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:50:20.772712 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ae9023-e590-4aa7-8826-6855aa07d11b None None] Checking segment: {'id': '7220464f-e6fa-48b0-b102-401567f7d4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '9584b766-363c-484f-8183-f06a60a3b1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:50:20.775890 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-464298f4-f129-4f18-991d-44d2146c623f req-474814f3-362a-4966-948a-05720b5833d6 tempest-ServerShowV247Test-1140657381 tempest-ServerShowV247Test-1140657381-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a52063d-e2b4-4bb3-bde7-163f51bbedb9 HTTP/1.1" status: 200 len: 210 time: 0.0522978 Mar 11 19:50:20.776127 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c4ae9023-e590-4aa7-8826-6855aa07d11b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:20.776670 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ae9023-e590-4aa7-8826-6855aa07d11b None None] Bound using segment: {'id': '7220464f-e6fa-48b0-b102-401567f7d4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '9584b766-363c-484f-8183-f06a60a3b1cf'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:50:20.777175 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-c4ae9023-e590-4aa7-8826-6855aa07d11b None None] Bound port: a5b4450a-cb63-4733-88f2-b77b4c3ed1c2, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7220464f-e6fa-48b0-b102-401567f7d4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '9584b766-363c-484f-8183-f06a60a3b1cf'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:50:20.777562 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c4ae9023-e590-4aa7-8826-6855aa07d11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a5b4450a-cb63-4733-88f2-b77b4c3ed1c2), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:20.782442 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-36ca39b0-4da8-4c4c-86f7-c8076c739900 None None] Provisioning complete for port d7124860-efc6-4947-ac22-6e6bd2f9ebef triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:50:20.782821 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-36ca39b0-4da8-4c4c-86f7-c8076c739900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (d7124860-efc6-4947-ac22-6e6bd2f9ebef), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:20.826358 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee88d4f6-5eb7-4631-9e9c-7b4551cb68f7 req-52ce6083-a62c-4702-bf9b-fd98b5e97515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:20.829588 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-ee88d4f6-5eb7-4631-9e9c-7b4551cb68f7 req-52ce6083-a62c-4702-bf9b-fd98b5e97515 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=59ec990deac94d1dadc5fda96e3adfe5&device_id=7f79cea2-181a-44ce-9c4f-699361644ca4 HTTP/1.1" status: 200 len: 1127 time: 0.3226802 Mar 11 19:50:20.977269 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-de12b733-f764-4950-acef-d6b4c689fbc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (5a728afc-d548-4369-a92b-0a7541d139ee), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:20.980191 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-de12b733-f764-4950-acef-d6b4c689fbc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:20.983740 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-de12b733-f764-4950-acef-d6b4c689fbc3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5a728afc-d548-4369-a92b-0a7541d139ee HTTP/1.1" status: 204 len: 168 time: 0.7341876 Mar 11 19:50:21.034493 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de12b733-f764-4950-acef-d6b4c689fbc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a728afc-d548-4369-a92b-0a7541d139ee,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:21.109347 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55498) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:21.114213 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-0fc62526-dbc6-4aae-be28-c8667e6d6208 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2098158602', 'description': 'tempest-description--1815240934'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:50:21.178344 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0fc62526-dbc6-4aae-be28-c8667e6d6208 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:21.271496 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee88d4f6-5eb7-4631-9e9c-7b4551cb68f7 req-0488ba79-24da-4762-bde0-3f35ae79d01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:21.273528 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-ee88d4f6-5eb7-4631-9e9c-7b4551cb68f7 req-0488ba79-24da-4762-bde0-3f35ae79d01f service neutron] 10.222.0.57 "GET /v2.0/networks?id=5f4622d2-6877-42dd-be4c-6b2764b6d954 HTTP/1.1" status: 200 len: 906 time: 0.4221184 Mar 11 19:50:21.364944 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2ea94-4949-4d1f-a627-fe1e200a14c3 req-8b42897a-f96a-4b16-81fc-60f074734e7c tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:21.375451 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fbb2ea94-4949-4d1f-a627-fe1e200a14c3 req-8b42897a-f96a-4b16-81fc-60f074734e7c tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=45265a0a-a81d-430e-bce1-1b8c028bdc29 HTTP/1.1" status: 200 len: 945 time: 0.1357658 Mar 11 19:50:21.409181 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-ee88d4f6-5eb7-4631-9e9c-7b4551cb68f7 req-8846b924-d77f-4f83-b254-d62ae3d67d3e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db0680ad-52ed-457e-9224-4ee0f0880afd HTTP/1.1" status: 200 len: 217 time: 0.1190729 Mar 11 19:50:21.453563 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0fc62526-dbc6-4aae-be28-c8667e6d6208 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks [] for security_group (0b96ccb3-0048-4586-85db-d9bf3eb598e2), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:21.467459 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fbb2ea94-4949-4d1f-a627-fe1e200a14c3 req-e73c63ac-27b0-45d2-97d7-db48dc45055e tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907972 Mar 11 19:50:21.473926 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0fc62526-dbc6-4aae-be28-c8667e6d6208 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (0b96ccb3-0048-4586-85db-d9bf3eb598e2), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:21.535386 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee88d4f6-5eb7-4631-9e9c-7b4551cb68f7 req-2f1c04a2-4be3-4d4b-aa70-51c71af22c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:21.537141 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-ee88d4f6-5eb7-4631-9e9c-7b4551cb68f7 req-2f1c04a2-4be3-4d4b-aa70-51c71af22c0e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8d74cfef-df19-4443-8dbc-7728b7150eec HTTP/1.1" status: 200 len: 845 time: 0.1111016 Mar 11 19:50:21.587750 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc62526-dbc6-4aae-be28-c8667e6d6208 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b96ccb3-0048-4586-85db-d9bf3eb598e2,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:21.605036 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0fc62526-dbc6-4aae-be28-c8667e6d6208 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:21.606299 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-0fc62526-dbc6-4aae-be28-c8667e6d6208 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4957254 Mar 11 19:50:21.615900 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55512) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:21.621201 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-1d63ec74-cc1e-4ba4-8a0c-2b147a1ce1c2 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Request body: {'security_group_rule': {'security_group_id': '0b96ccb3-0048-4586-85db-d9bf3eb598e2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:50:21.675054 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-ee88d4f6-5eb7-4631-9e9c-7b4551cb68f7 req-be2879a0-78e2-4681-9f4e-bae8bfe79294 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5f4622d2-6877-42dd-be4c-6b2764b6d954&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1199675 Mar 11 19:50:21.702938 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-36ca39b0-4da8-4c4c-86f7-c8076c739900 None None] Port d7124860-efc6-4947-ac22-6e6bd2f9ebef cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:50:21.731847 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1d63ec74-cc1e-4ba4-8a0c-2b147a1ce1c2 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks [] for security_group_rule (d4c1b9d8-ff45-4bd4-90a1-d84f21f70066), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:21.751045 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 55516) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:21.754114 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c4ae9023-e590-4aa7-8826-6855aa07d11b None None] For port a5b4450a-cb63-4733-88f2-b77b4c3ed1c2, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:50:21.779593 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-4c6f5c93-3bc8-4a2b-aa57-f75b2141f47b tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Allocated IP 172.23.0.1 (9584b766-363c-484f-8183-f06a60a3b1cf/0fad6b7e-0ec2-44f7-b709-ed31198c9490/1691bf28-954c-4efd-995a-afb2ca36e6d6) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:50:21.785959 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7b793224-84b5-4fc1-a2f5-64abbaa70e63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:21.811749 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 78394a7c-01ab-40bd-ad31-ed46fb886ea3 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:50:21.812157 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (78394a7c-01ab-40bd-ad31-ed46fb886ea3), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:21.824151 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c4ae9023-e590-4aa7-8826-6855aa07d11b None None] For port a5b4450a-cb63-4733-88f2-b77b4c3ed1c2, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=a5b4450a-cb63-4733-88f2-b77b4c3ed1c2,segment=NetworkSegment(7220464f-e6fa-48b0-b102-401567f7d4c9),segment_id=7220464f-e6fa-48b0-b102-401567f7d4c9)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:50:21.861045 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1d63ec74-cc1e-4ba4-8a0c-2b147a1ce1c2 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks [] for security_group_rule (d4c1b9d8-ff45-4bd4-90a1-d84f21f70066), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:21.867857 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-94b8f0b9-928d-4070-a7ca-3e40992355ed None None] For port d7124860-efc6-4947-ac22-6e6bd2f9ebef, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:50:21.873268 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c4ae9023-e590-4aa7-8826-6855aa07d11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (a5b4450a-cb63-4733-88f2-b77b4c3ed1c2), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:21.875459 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1d63ec74-cc1e-4ba4-8a0c-2b147a1ce1c2 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (d4c1b9d8-ff45-4bd4-90a1-d84f21f70066), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:21.911522 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d63ec74-cc1e-4ba4-8a0c-2b147a1ce1c2 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4c1b9d8-ff45-4bd4-90a1-d84f21f70066,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:21.938795 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1d63ec74-cc1e-4ba4-8a0c-2b147a1ce1c2 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:21.942046 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-1d63ec74-cc1e-4ba4-8a0c-2b147a1ce1c2 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3250051 Mar 11 19:50:21.953763 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55520) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:21.971657 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-f39b6bed-5ffd-4ae1-ada5-0c2acb2497d6 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Request body: {'security_group_rule': {'security_group_id': '0b96ccb3-0048-4586-85db-d9bf3eb598e2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:50:22.070672 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ae9023-e590-4aa7-8826-6855aa07d11b None None] Pushing event updated for resources: {'Port': ['ID=a5b4450a-cb63-4733-88f2-b77b4c3ed1c2,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:22.097218 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-41b84195-62b6-4e7b-bb90-fcec8e1d81d9 req-be551509-4446-476f-9f21-0339641e92f6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8e6a51b2c98048d08251ef2d9556664b&device_id=79e65caa-47cd-41a2-8375-be5a4b5fd9f7 HTTP/1.1" status: 200 len: 210 time: 0.1071622 Mar 11 19:50:22.099770 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-94b8f0b9-928d-4070-a7ca-3e40992355ed None None] For port d7124860-efc6-4947-ac22-6e6bd2f9ebef, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=d7124860-efc6-4947-ac22-6e6bd2f9ebef,segment=NetworkSegment(e0be0fac-2cdf-48d4-aa69-48052e4e7d81),segment_id=e0be0fac-2cdf-48d4-aa69-48052e4e7d81)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:50:22.115822 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45265a0a-a81d-430e-bce1-1b8c028bdc29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78394a7c-01ab-40bd-ad31-ed46fb886ea3'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:50:22.119064 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f6b6b4-a697-4988-b49d-70e5e6515058" -d '{"events": [{"server_uuid": "45265a0a-a81d-430e-bce1-1b8c028bdc29", "name": "network-vif-plugged", "status": "completed", "tag": "78394a7c-01ab-40bd-ad31-ed46fb886ea3"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:50:22.127902 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4c6f5c93-3bc8-4a2b-aa57-f75b2141f47b tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for port (1691bf28-954c-4efd-995a-afb2ca36e6d6), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:22.134346 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-94b8f0b9-928d-4070-a7ca-3e40992355ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (d7124860-efc6-4947-ac22-6e6bd2f9ebef), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:22.161080 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 78394a7c-01ab-40bd-ad31-ed46fb886ea3, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=78394a7c-01ab-40bd-ad31-ed46fb886ea3,segment=NetworkSegment(518fbfd6-66d4-46dc-8045-59cddcf132dc),segment_id=518fbfd6-66d4-46dc-8045-59cddcf132dc)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:50:22.218890 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-ee88d4f6-5eb7-4631-9e9c-7b4551cb68f7 req-981b8d2a-03b6-4873-b4bd-2c2efa71383b service neutron] 10.222.0.57 "GET /v2.0/networks/5f4622d2-6877-42dd-be4c-6b2764b6d954?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5340135 Mar 11 19:50:22.233927 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (78394a7c-01ab-40bd-ad31-ed46fb886ea3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:22.271032 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-be7bb8bf-2d0b-45c8-9a12-c473ba42aa96 req-67297d2c-110d-4049-bf8d-f7cd1074cf5b tempest-ServerShowV247Test-1140657381 tempest-ServerShowV247Test-1140657381-project] 10.222.0.65 "GET /v2.0/ports?device_id=79e65caa-47cd-41a2-8375-be5a4b5fd9f7 HTTP/1.1" status: 200 len: 210 time: 0.1680915 Mar 11 19:50:22.289115 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-41b84195-62b6-4e7b-bb90-fcec8e1d81d9 req-d2073d7e-9121-4b97-8219-5446b97fc5ce service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=8e6a51b2c98048d08251ef2d9556664b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1819687 Mar 11 19:50:22.451808 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f39b6bed-5ffd-4ae1-ada5-0c2acb2497d6 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks [] for security_group_rule (1a4e94b0-a31b-4b99-a294-e7c9603075da), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:22.525594 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b8f0b9-928d-4070-a7ca-3e40992355ed None None] Routers {'a4845804-c157-4dc1-8c13-3ebeda98bd18'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:50:22.534592 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-94b8f0b9-928d-4070-a7ca-3e40992355ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:49:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['a4845804-c157-4dc1-8c13-3ebeda98bd18'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:50:22.559979 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b26edde-14fc-499c-a218-af474cbe3ff0 None None] Pushing event updated for resources: {'Port': ['ID=d7124860-efc6-4947-ac22-6e6bd2f9ebef,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:22.674020 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4c6f5c93-3bc8-4a2b-aa57-f75b2141f47b tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (1691bf28-954c-4efd-995a-afb2ca36e6d6), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:22.709826 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-ee88d4f6-5eb7-4631-9e9c-7b4551cb68f7 req-b3b2a0a6-1e36-479a-80fc-45d671de0716 service neutron] 10.222.0.57 "GET /v2.0/networks/5f4622d2-6877-42dd-be4c-6b2764b6d954?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4826617 Mar 11 19:50:22.724158 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d8e6472-b18c-4977-b869-88b597404495 x-openstack-request-id: req-7d8e6472-b18c-4977-b869-88b597404495 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:50:22.724730 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45265a0a-a81d-430e-bce1-1b8c028bdc29", "name": "network-vif-plugged", "status": "completed", "tag": "78394a7c-01ab-40bd-ad31-ed46fb886ea3", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:50:22.724730 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7d8e6472-b18c-4977-b869-88b597404495 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:50:22.725168 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45265a0a-a81d-430e-bce1-1b8c028bdc29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78394a7c-01ab-40bd-ad31-ed46fb886ea3', 'code': 200} Mar 11 19:50:22.799606 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6f5c93-3bc8-4a2b-aa57-f75b2141f47b tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Network 9584b766-363c-484f-8183-f06a60a3b1cf is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:50:22.809405 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-4c6f5c93-3bc8-4a2b-aa57-f75b2141f47b tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:50:22.811955 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6f5c93-3bc8-4a2b-aa57-f75b2141f47b tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:50:22.882365 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4c6f5c93-3bc8-4a2b-aa57-f75b2141f47b tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (a4845804-c157-4dc1-8c13-3ebeda98bd18), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:22.951465 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-65813c0a-98e5-414b-a716-4e4d0db210c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:22.988686 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6f5c93-3bc8-4a2b-aa57-f75b2141f47b tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Pushing event updated for resources: {'Port': ['ID=1691bf28-954c-4efd-995a-afb2ca36e6d6,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:23.051797 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:23.056542 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=78394a7c-01ab-40bd-ad31-ed46fb886ea3,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:23.126211 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7b793224-84b5-4fc1-a2f5-64abbaa70e63 admin admin] Publish callbacks [] for security_group (4c402de0-0035-4762-b3f1-f5f8a4c12372), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:23.132602 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-508fef06-8712-4f18-88de-a7b98eaa8f42 None None] Provisioning complete for port d7124860-efc6-4947-ac22-6e6bd2f9ebef triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:50:23.133366 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-508fef06-8712-4f18-88de-a7b98eaa8f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (d7124860-efc6-4947-ac22-6e6bd2f9ebef), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:23.140733 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7b793224-84b5-4fc1-a2f5-64abbaa70e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (4c402de0-0035-4762-b3f1-f5f8a4c12372), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:23.178964 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-94b8f0b9-928d-4070-a7ca-3e40992355ed None None] Set router a4845804-c157-4dc1-8c13-3ebeda98bd18 gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:50:23.210844 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b793224-84b5-4fc1-a2f5-64abbaa70e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c402de0-0035-4762-b3f1-f5f8a4c12372,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:23.278614 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4c6f5c93-3bc8-4a2b-aa57-f75b2141f47b tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (1691bf28-954c-4efd-995a-afb2ca36e6d6), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:23.302468 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72f743-0ca1-42f9-b314-34cb05850a54 req-f987f1a3-2575-481d-8d0d-671aee86b675 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:23.310554 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-de72f743-0ca1-42f9-b314-34cb05850a54 req-f987f1a3-2575-481d-8d0d-671aee86b675 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=45265a0a-a81d-430e-bce1-1b8c028bdc29 HTTP/1.1" status: 200 len: 946 time: 0.5205314 Mar 11 19:50:23.325642 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b84195-62b6-4e7b-bb90-fcec8e1d81d9 req-00dfc533-7783-4032-b302-4b42c39bdeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:23.327312 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-41b84195-62b6-4e7b-bb90-fcec8e1d81d9 req-00dfc533-7783-4032-b302-4b42c39bdeeb service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0330596 Mar 11 19:50:23.344445 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f39b6bed-5ffd-4ae1-ada5-0c2acb2497d6 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks [] for security_group_rule (1a4e94b0-a31b-4b99-a294-e7c9603075da), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:23.365845 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f39b6bed-5ffd-4ae1-ada5-0c2acb2497d6 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (1a4e94b0-a31b-4b99-a294-e7c9603075da), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:23.387249 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb11f7ac-7d2c-4770-8f38-e36974507624 req-2aa759c4-8a2a-4bb0-ba45-7e51b6a5c49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:23.390498 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-eb11f7ac-7d2c-4770-8f38-e36974507624 req-2aa759c4-8a2a-4bb0-ba45-7e51b6a5c49a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=45265a0a-a81d-430e-bce1-1b8c028bdc29 HTTP/1.1" status: 200 len: 1128 time: 0.5994835 Mar 11 19:50:23.451543 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-de72f743-0ca1-42f9-b314-34cb05850a54 req-2e75fda7-c2af-4bd7-b3a6-5c988c9b8b69 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398542 Mar 11 19:50:23.452877 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39b6bed-5ffd-4ae1-ada5-0c2acb2497d6 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a4e94b0-a31b-4b99-a294-e7c9603075da,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:23.499224 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f39b6bed-5ffd-4ae1-ada5-0c2acb2497d6 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:23.509588 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f39b6bed-5ffd-4ae1-ada5-0c2acb2497d6 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5530515 Mar 11 19:50:23.515662 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55558) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:23.532064 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-b860b8f0-d90f-462f-8af2-313157dc2d22 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Request body: {'floatingip': {'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:50:23.539535 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-508fef06-8712-4f18-88de-a7b98eaa8f42 None None] Current status of the port d7124860-efc6-4947-ac22-6e6bd2f9ebef is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:50:23.540223 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-508fef06-8712-4f18-88de-a7b98eaa8f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d7124860-efc6-4947-ac22-6e6bd2f9ebef), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:23.608505 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-eb11f7ac-7d2c-4770-8f38-e36974507624 req-ca0ee613-2ce2-4a53-ab45-bcb852a1e31a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026505 Mar 11 19:50:23.620689 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b860b8f0-d90f-462f-8af2-313157dc2d22 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:23.670570 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-508fef06-8712-4f18-88de-a7b98eaa8f42 None None] For port d7124860-efc6-4947-ac22-6e6bd2f9ebef, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=d7124860-efc6-4947-ac22-6e6bd2f9ebef,segment=NetworkSegment(e0be0fac-2cdf-48d4-aa69-48052e4e7d81),segment_id=e0be0fac-2cdf-48d4-aa69-48052e4e7d81)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:50:23.705865 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-94b8f0b9-928d-4070-a7ca-3e40992355ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'name': 'tempest-RoutersTest-router-312583551', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:49:47Z', 'updated_at': '2022-03-11T19:50:11Z', 'revision_number': 4, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'gw_port_host': None, '_interfaces': [{'id': '0a1e928a-6513-49b7-b23d-6abdcf626d5d', 'name': '', 'network_id': '1928abcd-e047-4e20-b59c-7265b0b23bfe', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'mac_address': 'fa:16:3e:3e:eb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '31575535-4df4-4dff-8a7d-85cfb2e6ef72', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:49:58Z', 'updated_at': '2022-03-11T19:50:12Z', 'revision_number': 5, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'subnets': [{'id': '31575535-4df4-4dff-8a7d-85cfb2e6ef72', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7124860-efc6-4947-ac22-6e6bd2f9ebef', 'name': '', 'network_id': 'd3b7084f-87c8-432b-a8d3-458f02c49757', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'mac_address': 'fa:16:3e:c7:18:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': '642e1f00-7032-48a7-bd9a-34e74551ecab', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:50:10Z', 'updated_at': '2022-03-11T19:50:21Z', 'revision_number': 4, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'subnets': [{'id': '642e1f00-7032-48a7-bd9a-34e74551ecab', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03de903-f2d4-4966-83ef-c3b00058f908', 'name': '', 'network_id': '8783ae98-2895-4ea9-bb5b-9bfe95b647fd', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'mac_address': 'fa:16:3e:e5:f4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '064a5636-d4a3-445b-9cea-58d6fb2a766e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:49:51Z', 'updated_at': '2022-03-11T19:50:00Z', 'revision_number': 5, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'subnets': [{'id': '064a5636-d4a3-445b-9cea-58d6fb2a766e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:50:23.803467 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4c6f5c93-3bc8-4a2b-aa57-f75b2141f47b tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for port (1691bf28-954c-4efd-995a-afb2ca36e6d6), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:23.810077 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-7b793224-84b5-4fc1-a2f5-64abbaa70e63 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fc1a897a9bef4fd4a896f3511e12068e&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0578032 Mar 11 19:50:23.811985 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4c6f5c93-3bc8-4a2b-aa57-f75b2141f47b tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (1691bf28-954c-4efd-995a-afb2ca36e6d6), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:23.815291 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 55564) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:23.868268 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-508fef06-8712-4f18-88de-a7b98eaa8f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (d7124860-efc6-4947-ac22-6e6bd2f9ebef), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:23.875278 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-aba2edf3-27f3-47ad-be55-4d76a1252e2f req-0b7070ae-a6ee-45b0-9df5-46c19959e244 tempest-ServerShowV247Test-1140657381 tempest-ServerShowV247Test-1140657381-project] 10.222.0.65 "GET /v2.0/ports?device_id=79e65caa-47cd-41a2-8375-be5a4b5fd9f7 HTTP/1.1" status: 200 len: 210 time: 0.1082072 Mar 11 19:50:23.878439 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b8f0b9-928d-4070-a7ca-3e40992355ed None None] The sync data for ids ['a4845804-c157-4dc1-8c13-3ebeda98bd18'] in n-d-833163-1 is: [{'id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'name': 'tempest-RoutersTest-router-312583551', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:49:47Z', 'updated_at': '2022-03-11T19:50:11Z', 'revision_number': 4, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'gw_port_host': None, '_interfaces': [{'id': '0a1e928a-6513-49b7-b23d-6abdcf626d5d', 'name': '', 'network_id': '1928abcd-e047-4e20-b59c-7265b0b23bfe', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'mac_address': 'fa:16:3e:3e:eb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '31575535-4df4-4dff-8a7d-85cfb2e6ef72', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:49:58Z', 'updated_at': '2022-03-11T19:50:12Z', 'revision_number': 5, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'subnets': [{'id': '31575535-4df4-4dff-8a7d-85cfb2e6ef72', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7124860-efc6-4947-ac22-6e6bd2f9ebef', 'name': '', 'network_id': 'd3b7084f-87c8-432b-a8d3-458f02c49757', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'mac_address': 'fa:16:3e:c7:18:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': '642e1f00-7032-48a7-bd9a-34e74551ecab', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:50:10Z', 'updated_at': '2022-03-11T19:50:21Z', 'revision_number': 4, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'subnets': [{'id': '642e1f00-7032-48a7-bd9a-34e74551ecab', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03de903-f2d4-4966-83ef-c3b00058f908', 'name': '', 'network_id': '8783ae98-2895-4ea9-bb5b-9bfe95b647fd', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'mac_address': 'fa:16:3e:e5:f4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '064a5636-d4a3-445b-9cea-58d6fb2a766e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:49:51Z', 'updated_at': '2022-03-11T19:50:00Z', 'revision_number': 5, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'subnets': [{'id': '064a5636-d4a3-445b-9cea-58d6fb2a766e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:50:23.896503 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device a5b4450a-cb63-4733-88f2-b77b4c3ed1c2 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:50:23.952083 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b860b8f0-d90f-462f-8af2-313157dc2d22 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:24.040414 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-451504af-1a2c-4542-8b98-d91c85665208 admin admin] Publish callbacks [] for security_group (4c402de0-0035-4762-b3f1-f5f8a4c12372), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:24.077762 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-451504af-1a2c-4542-8b98-d91c85665208 admin admin] Publish callbacks [] for security_group (4c402de0-0035-4762-b3f1-f5f8a4c12372), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:24.146186 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-451504af-1a2c-4542-8b98-d91c85665208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (4c402de0-0035-4762-b3f1-f5f8a4c12372), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:24.148848 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-451504af-1a2c-4542-8b98-d91c85665208 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:24.153552 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-451504af-1a2c-4542-8b98-d91c85665208 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4c402de0-0035-4762-b3f1-f5f8a4c12372 HTTP/1.1" status: 204 len: 168 time: 0.3304446 Mar 11 19:50:24.184533 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4c6f5c93-3bc8-4a2b-aa57-f75b2141f47b tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (a4845804-c157-4dc1-8c13-3ebeda98bd18), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:24.231615 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508fef06-8712-4f18-88de-a7b98eaa8f42 None None] Pushing event updated for resources: {'Port': ['ID=d7124860-efc6-4947-ac22-6e6bd2f9ebef,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:24.280896 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port a5b4450a-cb63-4733-88f2-b77b4c3ed1c2 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:50:24.287102 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (a5b4450a-cb63-4733-88f2-b77b4c3ed1c2), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:24.324948 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-b860b8f0-d90f-462f-8af2-313157dc2d22 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Allocated IP 172.25.8.251 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/29f91a00-7481-4bfa-86c8-0d061f59b7ac) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:50:24.409903 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6f5c93-3bc8-4a2b-aa57-f75b2141f47b tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Network 9584b766-363c-484f-8183-f06a60a3b1cf is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:50:24.411296 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6f5c93-3bc8-4a2b-aa57-f75b2141f47b tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Pushing event updated for resources: {'Port': ['ID=1691bf28-954c-4efd-995a-afb2ca36e6d6,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:24.417395 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451504af-1a2c-4542-8b98-d91c85665208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c402de0-0035-4762-b3f1-f5f8a4c12372,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:24.420595 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-4c6f5c93-3bc8-4a2b-aa57-f75b2141f47b tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:50:24.640881 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf8e932-fec2-4413-9f6a-49d7c8deac16 None None] Network 9584b766-363c-484f-8183-f06a60a3b1cf requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:50:24.706503 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c6f5c93-3bc8-4a2b-aa57-f75b2141f47b tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Router a4845804-c157-4dc1-8c13-3ebeda98bd18 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:50:24.735198 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b860b8f0-d90f-462f-8af2-313157dc2d22 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks [] for port (29f91a00-7481-4bfa-86c8-0d061f59b7ac), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:24.797597 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port a5b4450a-cb63-4733-88f2-b77b4c3ed1c2 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:50:24.798181 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a5b4450a-cb63-4733-88f2-b77b4c3ed1c2), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:24.829121 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-48898cbf-d1cf-4efa-96b2-d252ad6d4822 None None] Provisioning complete for port a5b4450a-cb63-4733-88f2-b77b4c3ed1c2 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:50:24.829753 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-48898cbf-d1cf-4efa-96b2-d252ad6d4822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (a5b4450a-cb63-4733-88f2-b77b4c3ed1c2), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:24.833594 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9648b765-55de-4579-b463-045ff1578bd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:24.861893 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb1f8d0-b007-47cf-803c-c0dd3dbafa9f req-98c705b6-cfd9-4d73-953a-e384f18d59ee tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:24.875391 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6bb1f8d0-b007-47cf-803c-c0dd3dbafa9f req-98c705b6-cfd9-4d73-953a-e384f18d59ee tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=45265a0a-a81d-430e-bce1-1b8c028bdc29 HTTP/1.1" status: 200 len: 946 time: 0.2299557 Mar 11 19:50:24.944979 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b860b8f0-d90f-462f-8af2-313157dc2d22 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (29f91a00-7481-4bfa-86c8-0d061f59b7ac), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:25.061344 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6f5c93-3bc8-4a2b-aa57-f75b2141f47b tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:50:25.090174 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4c6f5c93-3bc8-4a2b-aa57-f75b2141f47b tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "PUT /v2.0/routers/a4845804-c157-4dc1-8c13-3ebeda98bd18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6106079 Mar 11 19:50:25.090585 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 55590) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:25.094492 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port a5b4450a-cb63-4733-88f2-b77b4c3ed1c2, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=a5b4450a-cb63-4733-88f2-b77b4c3ed1c2,segment=NetworkSegment(7220464f-e6fa-48b0-b102-401567f7d4c9),segment_id=7220464f-e6fa-48b0-b102-401567f7d4c9)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:50:25.108474 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-86cc946d-496d-4e2f-8dd8-26dc154f6aa8 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:50:25.118056 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b860b8f0-d90f-462f-8af2-313157dc2d22 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:50:25.120519 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (a5b4450a-cb63-4733-88f2-b77b4c3ed1c2), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:25.176944 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6bb1f8d0-b007-47cf-803c-c0dd3dbafa9f req-1f6a36f9-2986-45c8-a390-c4ee1341e4d3 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003960 Mar 11 19:50:25.215753 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-b860b8f0-d90f-462f-8af2-313157dc2d22 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:50:25.230913 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b860b8f0-d90f-462f-8af2-313157dc2d22 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:50:25.254032 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860b8f0-d90f-462f-8af2-313157dc2d22 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Pushing event updated for resources: {'Port': ['ID=29f91a00-7481-4bfa-86c8-0d061f59b7ac,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:25.410682 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-41b84195-62b6-4e7b-bb90-fcec8e1d81d9 req-c8f1a06b-594f-48ae-85a8-0382f610ff82 tempest-ServerShowV247Test-1140657381 tempest-ServerShowV247Test-1140657381-project] 10.222.0.57 "GET /v2.0/ports?device_id=79e65caa-47cd-41a2-8375-be5a4b5fd9f7 HTTP/1.1" status: 200 len: 210 time: 0.2301497 Mar 11 19:50:25.476643 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bd701d-6fe8-4d60-9dab-318e96286a2e None None] Sync routers for ids ['a4845804-c157-4dc1-8c13-3ebeda98bd18'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:50:25.515779 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-87ba3705-7c72-4a5b-b982-af5ea1fea50c req-d55da98f-8089-4af3-94e4-73059a2fc0cb tempest-ServerShowV247Test-1140657381 tempest-ServerShowV247Test-1140657381-project] 10.222.0.65 "GET /v2.0/ports?device_id=79e65caa-47cd-41a2-8375-be5a4b5fd9f7 HTTP/1.1" status: 200 len: 210 time: 0.1042371 Mar 11 19:50:25.587967 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bd701d-6fe8-4d60-9dab-318e96286a2e None None] Routers {'a4845804-c157-4dc1-8c13-3ebeda98bd18'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:50:25.588639 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-74bd701d-6fe8-4d60-9dab-318e96286a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:50:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['a4845804-c157-4dc1-8c13-3ebeda98bd18'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:50:25.590303 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=a5b4450a-cb63-4733-88f2-b77b4c3ed1c2,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:25.694752 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b860b8f0-d90f-462f-8af2-313157dc2d22 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks [] for floatingip (3fab6128-e1a8-4126-ab94-dba5a0ad8688), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:25.802952 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b860b8f0-d90f-462f-8af2-313157dc2d22 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (29f91a00-7481-4bfa-86c8-0d061f59b7ac), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:26.029751 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device a5b4450a-cb63-4733-88f2-b77b4c3ed1c2 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:50:26.267743 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-48898cbf-d1cf-4efa-96b2-d252ad6d4822 None None] Current status of the port a5b4450a-cb63-4733-88f2-b77b4c3ed1c2 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:50:26.301975 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:26.341209 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-74bd701d-6fe8-4d60-9dab-318e96286a2e None None] Set router a4845804-c157-4dc1-8c13-3ebeda98bd18 gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:50:26.427047 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.extraroute_db [None req-86cc946d-496d-4e2f-8dd8-26dc154f6aa8 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103884) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 11 19:50:26.481332 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.extraroute_db [None req-86cc946d-496d-4e2f-8dd8-26dc154f6aa8 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Removed routes are [] {{(pid=103884) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 11 19:50:26.490313 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-86cc946d-496d-4e2f-8dd8-26dc154f6aa8 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7979267', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7985061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7589'] for router (a4845804-c157-4dc1-8c13-3ebeda98bd18), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:26.499233 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b860b8f0-d90f-462f-8af2-313157dc2d22 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks [] for port (29f91a00-7481-4bfa-86c8-0d061f59b7ac), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:26.523281 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b860b8f0-d90f-462f-8af2-313157dc2d22 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (29f91a00-7481-4bfa-86c8-0d061f59b7ac), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:26.553624 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port a5b4450a-cb63-4733-88f2-b77b4c3ed1c2 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:50:26.557503 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (a5b4450a-cb63-4733-88f2-b77b4c3ed1c2), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:26.660910 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac312a48-44b6-4772-8aa5-2f220ecc6da9 req-21ab4483-c827-4290-b48c-ca840ed75e5e tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:26.669255 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ac312a48-44b6-4772-8aa5-2f220ecc6da9 req-21ab4483-c827-4290-b48c-ca840ed75e5e tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=45265a0a-a81d-430e-bce1-1b8c028bdc29 HTTP/1.1" status: 200 len: 946 time: 0.2885790 Mar 11 19:50:26.716513 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860b8f0-d90f-462f-8af2-313157dc2d22 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Pushing event updated for resources: {'Port': ['ID=29f91a00-7481-4bfa-86c8-0d061f59b7ac,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:26.801368 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b860b8f0-d90f-462f-8af2-313157dc2d22 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (3fab6128-e1a8-4126-ab94-dba5a0ad8688), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:26.917351 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ac312a48-44b6-4772-8aa5-2f220ecc6da9 req-ee385501-548c-4f47-b2ad-b696bab2cd77 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465398 Mar 11 19:50:26.931021 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b860b8f0-d90f-462f-8af2-313157dc2d22 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:26.937450 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-b860b8f0-d90f-462f-8af2-313157dc2d22 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4131942 Mar 11 19:50:26.987092 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55642) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:27.092225 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-86cc946d-496d-4e2f-8dd8-26dc154f6aa8 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7979267', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7985061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7589'] for router (a4845804-c157-4dc1-8c13-3ebeda98bd18), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:27.098408 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-86cc946d-496d-4e2f-8dd8-26dc154f6aa8 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7979276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7979285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7985070'] for router (a4845804-c157-4dc1-8c13-3ebeda98bd18), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:27.434665 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86cc946d-496d-4e2f-8dd8-26dc154f6aa8 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Router a4845804-c157-4dc1-8c13-3ebeda98bd18 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:50:27.473483 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-1abe2885-7cfb-40c0-afb2-c5e8e68f2715 None None] Provisioning complete for port a5b4450a-cb63-4733-88f2-b77b4c3ed1c2 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:50:27.474031 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1abe2885-7cfb-40c0-afb2-c5e8e68f2715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (a5b4450a-cb63-4733-88f2-b77b4c3ed1c2), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:27.531316 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ab7e13e2-f0fa-4c59-879c-15a3ffed026a req-e8cc4825-8dc5-4f23-b1b7-d004c278bc54 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--2098158602&fields=id&tenant_id=576d2a7c254e4aed8ead0c581ff9c26f HTTP/1.1" status: 200 len: 267 time: 0.1049094 Mar 11 19:50:27.619020 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port a5b4450a-cb63-4733-88f2-b77b4c3ed1c2 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:50:27.620549 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device d7124860-efc6-4947-ac22-6e6bd2f9ebef up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:50:27.644311 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bf475d90-97a0-4e64-9124-e8f18b164fcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:27.690972 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86cc946d-496d-4e2f-8dd8-26dc154f6aa8 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:50:27.702248 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:27.725892 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-74bd701d-6fe8-4d60-9dab-318e96286a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'name': 'tempest-RoutersTest-router-312583551', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:49:47Z', 'updated_at': '2022-03-11T19:50:23Z', 'revision_number': 5, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'gw_port_host': None, '_interfaces': [{'id': '0a1e928a-6513-49b7-b23d-6abdcf626d5d', 'name': '', 'network_id': '1928abcd-e047-4e20-b59c-7265b0b23bfe', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'mac_address': 'fa:16:3e:3e:eb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '31575535-4df4-4dff-8a7d-85cfb2e6ef72', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:49:58Z', 'updated_at': '2022-03-11T19:50:12Z', 'revision_number': 5, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'subnets': [{'id': '31575535-4df4-4dff-8a7d-85cfb2e6ef72', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1691bf28-954c-4efd-995a-afb2ca36e6d6', 'name': '', 'network_id': '9584b766-363c-484f-8183-f06a60a3b1cf', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'mac_address': 'fa:16:3e:02:3f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': '0fad6b7e-0ec2-44f7-b709-ed31198c9490', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:50:20Z', 'updated_at': '2022-03-11T19:50:23Z', 'revision_number': 2, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'subnets': [{'id': '0fad6b7e-0ec2-44f7-b709-ed31198c9490', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7124860-efc6-4947-ac22-6e6bd2f9ebef', 'name': '', 'network_id': 'd3b7084f-87c8-432b-a8d3-458f02c49757', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'mac_address': 'fa:16:3e:c7:18:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': '642e1f00-7032-48a7-bd9a-34e74551ecab', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:50:10Z', 'updated_at': '2022-03-11T19:50:23Z', 'revision_number': 5, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'subnets': [{'id': '642e1f00-7032-48a7-bd9a-34e74551ecab', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03de903-f2d4-4966-83ef-c3b00058f908', 'name': '', 'network_id': '8783ae98-2895-4ea9-bb5b-9bfe95b647fd', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'mac_address': 'fa:16:3e:e5:f4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '064a5636-d4a3-445b-9cea-58d6fb2a766e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:49:51Z', 'updated_at': '2022-03-11T19:50:00Z', 'revision_number': 5, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'subnets': [{'id': '064a5636-d4a3-445b-9cea-58d6fb2a766e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:50:27.727997 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-86cc946d-496d-4e2f-8dd8-26dc154f6aa8 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:27.729296 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-86cc946d-496d-4e2f-8dd8-26dc154f6aa8 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "PUT /v2.0/routers/a4845804-c157-4dc1-8c13-3ebeda98bd18 HTTP/1.1" status: 200 len: 933 time: 2.6353967 Mar 11 19:50:27.733695 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 55668) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:27.759047 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-1abe2885-7cfb-40c0-afb2-c5e8e68f2715 None None] Current status of the port a5b4450a-cb63-4733-88f2-b77b4c3ed1c2 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:50:27.773527 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bd701d-6fe8-4d60-9dab-318e96286a2e None None] Checking router: a4845804-c157-4dc1-8c13-3ebeda98bd18 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:50:27.774436 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bd701d-6fe8-4d60-9dab-318e96286a2e None None] Updating router a4845804-c157-4dc1-8c13-3ebeda98bd18 port 1691bf28-954c-4efd-995a-afb2ca36e6d6 binding host n-d-833163-1 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:50:27.777745 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-1abe2885-7cfb-40c0-afb2-c5e8e68f2715 None None] Provisioning complete for port 1691bf28-954c-4efd-995a-afb2ca36e6d6 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:50:27.778395 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1abe2885-7cfb-40c0-afb2-c5e8e68f2715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (1691bf28-954c-4efd-995a-afb2ca36e6d6), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:27.847062 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port d7124860-efc6-4947-ac22-6e6bd2f9ebef triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:50:27.847734 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (d7124860-efc6-4947-ac22-6e6bd2f9ebef), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:27.851334 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-74bd701d-6fe8-4d60-9dab-318e96286a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (1691bf28-954c-4efd-995a-afb2ca36e6d6), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:27.879873 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e13e2-f0fa-4c59-879c-15a3ffed026a req-8a3ec7b6-6ec9-452c-8eb1-d7b8bac12305 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:27.881664 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ab7e13e2-f0fa-4c59-879c-15a3ffed026a req-8a3ec7b6-6ec9-452c-8eb1-d7b8bac12305 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/networks?id=fa906f4a-19f4-4b7d-8351-256fb4a2150c HTTP/1.1" status: 200 len: 810 time: 0.3437188 Mar 11 19:50:27.922238 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ab7e13e2-f0fa-4c59-879c-15a3ffed026a req-f2677c28-8e4d-4ba7-8c32-629827521d00 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/quotas/576d2a7c254e4aed8ead0c581ff9c26f HTTP/1.1" status: 200 len: 375 time: 0.0269642 Mar 11 19:50:28.016777 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55674) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:28.111900 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bf475d90-97a0-4e64-9124-e8f18b164fcb admin admin] Publish callbacks [] for security_group (fd82a34b-8ee6-48c0-a64b-f2fe2ba0d5ba), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:28.120628 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bf475d90-97a0-4e64-9124-e8f18b164fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (fd82a34b-8ee6-48c0-a64b-f2fe2ba0d5ba), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:28.222731 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ab7e13e2-f0fa-4c59-879c-15a3ffed026a req-07277da7-a786-491e-afa8-fd175f578dae tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=576d2a7c254e4aed8ead0c581ff9c26f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2858970 Mar 11 19:50:28.234855 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-bf475d90-97a0-4e64-9124-e8f18b164fcb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=053464f6d9b24913b2a3954b57497fb1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2464345 Mar 11 19:50:28.240852 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55678) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:28.249737 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf475d90-97a0-4e64-9124-e8f18b164fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd82a34b-8ee6-48c0-a64b-f2fe2ba0d5ba,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:28.383137 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9fa77d8d-bfe0-4ef1-8af4-6e4eaa232631 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:28.392944 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-74bd701d-6fe8-4d60-9dab-318e96286a2e None None] Publish callbacks [] for port (1691bf28-954c-4efd-995a-afb2ca36e6d6), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:28.407837 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-1abe2885-7cfb-40c0-afb2-c5e8e68f2715 None None] Port 1691bf28-954c-4efd-995a-afb2ca36e6d6 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:50:28.436561 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-74bd701d-6fe8-4d60-9dab-318e96286a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (1691bf28-954c-4efd-995a-afb2ca36e6d6), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:28.585671 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port d7124860-efc6-4947-ac22-6e6bd2f9ebef is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:50:28.632281 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-1c83d9e6-6d57-4adf-aef5-90450afac53d None None] Provisioning complete for port 1691bf28-954c-4efd-995a-afb2ca36e6d6 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:50:28.632717 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1c83d9e6-6d57-4adf-aef5-90450afac53d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (1691bf28-954c-4efd-995a-afb2ca36e6d6), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:28.679892 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01708ed2-43a1-410a-b5c7-9d8ab02df9e8 None None] Pushing event updated for resources: {'Port': ['ID=1691bf28-954c-4efd-995a-afb2ca36e6d6,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:28.691555 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ab7e13e2-f0fa-4c59-879c-15a3ffed026a req-8cdb1234-5488-4fd9-b20b-18e0cc595f4b service neutron] 10.222.0.65 "GET /v2.0/networks/fa906f4a-19f4-4b7d-8351-256fb4a2150c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4417226 Mar 11 19:50:28.698658 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4f532abe-cd19-4384-b349-d3fea3201fea admin admin] Publish callbacks [] for security_group (fd82a34b-8ee6-48c0-a64b-f2fe2ba0d5ba), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:28.786401 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-1c83d9e6-6d57-4adf-aef5-90450afac53d None None] Port 1691bf28-954c-4efd-995a-afb2ca36e6d6 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:50:28.793097 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-74bd701d-6fe8-4d60-9dab-318e96286a2e None None] Attempting to bind port 1691bf28-954c-4efd-995a-afb2ca36e6d6 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:50:28.793975 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-74bd701d-6fe8-4d60-9dab-318e96286a2e None None] Attempting to bind port 1691bf28-954c-4efd-995a-afb2ca36e6d6 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '7220464f-e6fa-48b0-b102-401567f7d4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '9584b766-363c-484f-8183-f06a60a3b1cf'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:50:28.794377 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bd701d-6fe8-4d60-9dab-318e96286a2e None None] Attempting to bind port 1691bf28-954c-4efd-995a-afb2ca36e6d6 on network 9584b766-363c-484f-8183-f06a60a3b1cf {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:50:28.798309 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-86f0bf8e-4d2e-4089-9fab-a55a86249013 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "GET /v2.0/routers/a4845804-c157-4dc1-8c13-3ebeda98bd18 HTTP/1.1" status: 200 len: 933 time: 1.0634491 Mar 11 19:50:28.801741 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 55686) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:28.802130 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bd701d-6fe8-4d60-9dab-318e96286a2e None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:50:28.802529 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bd701d-6fe8-4d60-9dab-318e96286a2e None None] Checking segment: {'id': '7220464f-e6fa-48b0-b102-401567f7d4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '9584b766-363c-484f-8183-f06a60a3b1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:50:28.802943 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-74bd701d-6fe8-4d60-9dab-318e96286a2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:28.803346 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bd701d-6fe8-4d60-9dab-318e96286a2e None None] Bound using segment: {'id': '7220464f-e6fa-48b0-b102-401567f7d4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '9584b766-363c-484f-8183-f06a60a3b1cf'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:50:28.803947 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-74bd701d-6fe8-4d60-9dab-318e96286a2e None None] Bound port: 1691bf28-954c-4efd-995a-afb2ca36e6d6, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7220464f-e6fa-48b0-b102-401567f7d4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '9584b766-363c-484f-8183-f06a60a3b1cf'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:50:28.804344 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-74bd701d-6fe8-4d60-9dab-318e96286a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (1691bf28-954c-4efd-995a-afb2ca36e6d6), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:28.812824 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-e79f8872-16af-4499-aa88-86937eb231d9 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Request body: {'router': {'routes': None}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:50:28.892584 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4f532abe-cd19-4384-b349-d3fea3201fea admin admin] Publish callbacks [] for security_group (fd82a34b-8ee6-48c0-a64b-f2fe2ba0d5ba), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:28.904375 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-74bd701d-6fe8-4d60-9dab-318e96286a2e None None] For port 1691bf28-954c-4efd-995a-afb2ca36e6d6, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:50:28.928265 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-74bd701d-6fe8-4d60-9dab-318e96286a2e None None] For port 1691bf28-954c-4efd-995a-afb2ca36e6d6, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=1691bf28-954c-4efd-995a-afb2ca36e6d6,segment=NetworkSegment(7220464f-e6fa-48b0-b102-401567f7d4c9),segment_id=7220464f-e6fa-48b0-b102-401567f7d4c9)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:50:28.948101 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-74bd701d-6fe8-4d60-9dab-318e96286a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (1691bf28-954c-4efd-995a-afb2ca36e6d6), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:29.046480 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ab7e13e2-f0fa-4c59-879c-15a3ffed026a req-51c80384-6660-4766-9bc7-8b4a245490f8 service neutron] 10.222.0.65 "GET /v2.0/networks/fa906f4a-19f4-4b7d-8351-256fb4a2150c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418939 Mar 11 19:50:29.070512 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9fa77d8d-bfe0-4ef1-8af4-6e4eaa232631 admin admin] Publish callbacks [] for security_group (82263c72-061d-43fc-a3b9-b670b640536b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:29.076537 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9fa77d8d-bfe0-4ef1-8af4-6e4eaa232631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (82263c72-061d-43fc-a3b9-b670b640536b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:29.081245 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01708ed2-43a1-410a-b5c7-9d8ab02df9e8 None None] Pushing event updated for resources: {'Port': ['ID=1691bf28-954c-4efd-995a-afb2ca36e6d6,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:29.129678 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:29.147880 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-e0fefcce-29ad-4585-bbbe-b6aab57cf6a5 None None] Provisioning complete for port 1691bf28-954c-4efd-995a-afb2ca36e6d6 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:50:29.148659 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e0fefcce-29ad-4585-bbbe-b6aab57cf6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (1691bf28-954c-4efd-995a-afb2ca36e6d6), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:29.153866 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-9fa77d8d-bfe0-4ef1-8af4-6e4eaa232631 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8e6a51b2c98048d08251ef2d9556664b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1347222 Mar 11 19:50:29.167445 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55694) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:29.209799 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4f532abe-cd19-4384-b349-d3fea3201fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (fd82a34b-8ee6-48c0-a64b-f2fe2ba0d5ba), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:29.212478 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4f532abe-cd19-4384-b349-d3fea3201fea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:29.224127 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-4f532abe-cd19-4384-b349-d3fea3201fea admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fd82a34b-8ee6-48c0-a64b-f2fe2ba0d5ba HTTP/1.1" status: 204 len: 168 time: 0.9752088 Mar 11 19:50:29.233628 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bd701d-6fe8-4d60-9dab-318e96286a2e None None] Routers {'a4845804-c157-4dc1-8c13-3ebeda98bd18'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:50:29.244585 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-74bd701d-6fe8-4d60-9dab-318e96286a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:50:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['a4845804-c157-4dc1-8c13-3ebeda98bd18'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:50:29.329478 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa77d8d-bfe0-4ef1-8af4-6e4eaa232631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82263c72-061d-43fc-a3b9-b670b640536b,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:29.431404 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f532abe-cd19-4384-b349-d3fea3201fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd82a34b-8ee6-48c0-a64b-f2fe2ba0d5ba,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:29.491358 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7ad2b404-1292-4236-811c-48a9d1530bfa admin admin] Publish callbacks [] for security_group (82263c72-061d-43fc-a3b9-b670b640536b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:29.585288 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e0fefcce-29ad-4585-bbbe-b6aab57cf6a5 None None] Current status of the port 1691bf28-954c-4efd-995a-afb2ca36e6d6 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:50:29.585710 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e0fefcce-29ad-4585-bbbe-b6aab57cf6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (1691bf28-954c-4efd-995a-afb2ca36e6d6), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:29.596536 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7ad2b404-1292-4236-811c-48a9d1530bfa admin admin] Publish callbacks [] for security_group (82263c72-061d-43fc-a3b9-b670b640536b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:29.713706 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7ad2b404-1292-4236-811c-48a9d1530bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (82263c72-061d-43fc-a3b9-b670b640536b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:29.717642 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7ad2b404-1292-4236-811c-48a9d1530bfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:29.718852 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-7ad2b404-1292-4236-811c-48a9d1530bfa admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/82263c72-061d-43fc-a3b9-b670b640536b HTTP/1.1" status: 204 len: 168 time: 0.5483148 Mar 11 19:50:29.756693 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad2b404-1292-4236-811c-48a9d1530bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82263c72-061d-43fc-a3b9-b670b640536b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:29.828183 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1251fe-e6ae-43da-9fb8-4fa6c645b3c1 req-fc66f075-3021-48a6-87e8-148a593cd783 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:29.838567 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8b1251fe-e6ae-43da-9fb8-4fa6c645b3c1 req-fc66f075-3021-48a6-87e8-148a593cd783 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=45265a0a-a81d-430e-bce1-1b8c028bdc29 HTTP/1.1" status: 200 len: 946 time: 0.2803135 Mar 11 19:50:29.844491 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-e0fefcce-29ad-4585-bbbe-b6aab57cf6a5 None None] For port 1691bf28-954c-4efd-995a-afb2ca36e6d6, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=1691bf28-954c-4efd-995a-afb2ca36e6d6,segment=NetworkSegment(7220464f-e6fa-48b0-b102-401567f7d4c9),segment_id=7220464f-e6fa-48b0-b102-401567f7d4c9)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:50:29.846268 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-74bd701d-6fe8-4d60-9dab-318e96286a2e None None] Set router a4845804-c157-4dc1-8c13-3ebeda98bd18 gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:50:29.879001 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e0fefcce-29ad-4585-bbbe-b6aab57cf6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (1691bf28-954c-4efd-995a-afb2ca36e6d6), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:30.015029 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8b1251fe-e6ae-43da-9fb8-4fa6c645b3c1 req-d496165b-e586-4738-be0a-96681c87c3ff tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695254 Mar 11 19:50:30.075790 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.extraroute_db [None req-e79f8872-16af-4499-aa88-86937eb231d9 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Added routes are [] {{(pid=103884) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 11 19:50:30.076508 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.extraroute_db [None req-e79f8872-16af-4499-aa88-86937eb231d9 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103884) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 11 19:50:30.100691 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55720) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:30.122822 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2d01a617-d625-47af-a74c-5015afbe8102 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:30.147560 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-84694f63-2a13-43a3-a2ff-1cce079c608d None None] Provisioning complete for port 1691bf28-954c-4efd-995a-afb2ca36e6d6 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:50:30.147950 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-84694f63-2a13-43a3-a2ff-1cce079c608d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (1691bf28-954c-4efd-995a-afb2ca36e6d6), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:30.175294 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e79f8872-16af-4499-aa88-86937eb231d9 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7979267', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7985061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7589'] for router (a4845804-c157-4dc1-8c13-3ebeda98bd18), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:30.193924 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fefcce-29ad-4585-bbbe-b6aab57cf6a5 None None] Pushing event updated for resources: {'Port': ['ID=1691bf28-954c-4efd-995a-afb2ca36e6d6,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:30.428309 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ca255354-b933-496f-9183-b172c2fc3c6d req-e0c3c27d-44f9-4b58-b5f1-1abea5031fa4 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea80ae5a-1770-4614-b58b-2cd89b29072a HTTP/1.1" status: 200 len: 210 time: 0.2669575 Mar 11 19:50:30.479293 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2d01a617-d625-47af-a74c-5015afbe8102 admin admin] Publish callbacks [] for security_group (f4bbaac0-2690-40ef-b931-e4f05ffb9ad8), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:30.490072 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2d01a617-d625-47af-a74c-5015afbe8102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (f4bbaac0-2690-40ef-b931-e4f05ffb9ad8), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:30.522479 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-2d01a617-d625-47af-a74c-5015afbe8102 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=681dacc51f654a30ace15eb05a9be605&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4201407 Mar 11 19:50:30.532426 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 55732) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:30.555721 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:50:30.579739 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d01a617-d625-47af-a74c-5015afbe8102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4bbaac0-2690-40ef-b931-e4f05ffb9ad8,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:30.695076 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-84694f63-2a13-43a3-a2ff-1cce079c608d None None] Current status of the port 1691bf28-954c-4efd-995a-afb2ca36e6d6 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:50:30.721377 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-74bd701d-6fe8-4d60-9dab-318e96286a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'name': 'tempest-RoutersTest-router-312583551', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:49:47Z', 'updated_at': '2022-03-11T19:50:26Z', 'revision_number': 6, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'gw_port_host': None, '_interfaces': [{'id': '0a1e928a-6513-49b7-b23d-6abdcf626d5d', 'name': '', 'network_id': '1928abcd-e047-4e20-b59c-7265b0b23bfe', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'mac_address': 'fa:16:3e:3e:eb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '31575535-4df4-4dff-8a7d-85cfb2e6ef72', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:49:58Z', 'updated_at': '2022-03-11T19:50:12Z', 'revision_number': 5, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'subnets': [{'id': '31575535-4df4-4dff-8a7d-85cfb2e6ef72', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1691bf28-954c-4efd-995a-afb2ca36e6d6', 'name': '', 'network_id': '9584b766-363c-484f-8183-f06a60a3b1cf', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'mac_address': 'fa:16:3e:02:3f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': '0fad6b7e-0ec2-44f7-b709-ed31198c9490', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:50:20Z', 'updated_at': '2022-03-11T19:50:28Z', 'revision_number': 4, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'subnets': [{'id': '0fad6b7e-0ec2-44f7-b709-ed31198c9490', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7124860-efc6-4947-ac22-6e6bd2f9ebef', 'name': '', 'network_id': 'd3b7084f-87c8-432b-a8d3-458f02c49757', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'mac_address': 'fa:16:3e:c7:18:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': '642e1f00-7032-48a7-bd9a-34e74551ecab', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:50:10Z', 'updated_at': '2022-03-11T19:50:23Z', 'revision_number': 5, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'subnets': [{'id': '642e1f00-7032-48a7-bd9a-34e74551ecab', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03de903-f2d4-4966-83ef-c3b00058f908', 'name': '', 'network_id': '8783ae98-2895-4ea9-bb5b-9bfe95b647fd', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'mac_address': 'fa:16:3e:e5:f4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '064a5636-d4a3-445b-9cea-58d6fb2a766e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:49:51Z', 'updated_at': '2022-03-11T19:50:00Z', 'revision_number': 5, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'subnets': [{'id': '064a5636-d4a3-445b-9cea-58d6fb2a766e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:50:30.763964 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bd701d-6fe8-4d60-9dab-318e96286a2e None None] The sync data for ids ['a4845804-c157-4dc1-8c13-3ebeda98bd18'] in n-d-833163-1 is: [{'id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'name': 'tempest-RoutersTest-router-312583551', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:49:47Z', 'updated_at': '2022-03-11T19:50:26Z', 'revision_number': 6, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'gw_port_host': None, '_interfaces': [{'id': '0a1e928a-6513-49b7-b23d-6abdcf626d5d', 'name': '', 'network_id': '1928abcd-e047-4e20-b59c-7265b0b23bfe', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'mac_address': 'fa:16:3e:3e:eb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '31575535-4df4-4dff-8a7d-85cfb2e6ef72', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:49:58Z', 'updated_at': '2022-03-11T19:50:12Z', 'revision_number': 5, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'subnets': [{'id': '31575535-4df4-4dff-8a7d-85cfb2e6ef72', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1691bf28-954c-4efd-995a-afb2ca36e6d6', 'name': '', 'network_id': '9584b766-363c-484f-8183-f06a60a3b1cf', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'mac_address': 'fa:16:3e:02:3f:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': '0fad6b7e-0ec2-44f7-b709-ed31198c9490', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:50:20Z', 'updated_at': '2022-03-11T19:50:28Z', 'revision_number': 4, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'subnets': [{'id': '0fad6b7e-0ec2-44f7-b709-ed31198c9490', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7124860-efc6-4947-ac22-6e6bd2f9ebef', 'name': '', 'network_id': 'd3b7084f-87c8-432b-a8d3-458f02c49757', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'mac_address': 'fa:16:3e:c7:18:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': '642e1f00-7032-48a7-bd9a-34e74551ecab', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:50:10Z', 'updated_at': '2022-03-11T19:50:23Z', 'revision_number': 5, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'subnets': [{'id': '642e1f00-7032-48a7-bd9a-34e74551ecab', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03de903-f2d4-4966-83ef-c3b00058f908', 'name': '', 'network_id': '8783ae98-2895-4ea9-bb5b-9bfe95b647fd', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'mac_address': 'fa:16:3e:e5:f4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '064a5636-d4a3-445b-9cea-58d6fb2a766e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:49:51Z', 'updated_at': '2022-03-11T19:50:00Z', 'revision_number': 5, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'subnets': [{'id': '064a5636-d4a3-445b-9cea-58d6fb2a766e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:50:30.787003 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c143e-e3c1-4bf9-a76b-d730df6d9e35 req-a91df3fb-8890-497e-9c47-ef2618a3f980 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:30.799370 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-447c143e-e3c1-4bf9-a76b-d730df6d9e35 req-a91df3fb-8890-497e-9c47-ef2618a3f980 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=45265a0a-a81d-430e-bce1-1b8c028bdc29 HTTP/1.1" status: 200 len: 946 time: 0.1842370 Mar 11 19:50:30.884719 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e79f8872-16af-4499-aa88-86937eb231d9 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7979267', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7985061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7589'] for router (a4845804-c157-4dc1-8c13-3ebeda98bd18), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:30.895302 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e79f8872-16af-4499-aa88-86937eb231d9 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7979276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7979285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7985070'] for router (a4845804-c157-4dc1-8c13-3ebeda98bd18), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:31.003419 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-447c143e-e3c1-4bf9-a76b-d730df6d9e35 req-f4de53d4-6e7b-47bc-9ad3-63246f43387f tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009192 Mar 11 19:50:31.135960 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-20f30559-480f-49af-a264-5c92c94fe5f3 admin admin] Publish callbacks [] for security_group (f4bbaac0-2690-40ef-b931-e4f05ffb9ad8), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:31.278250 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-20f30559-480f-49af-a264-5c92c94fe5f3 admin admin] Publish callbacks [] for security_group (f4bbaac0-2690-40ef-b931-e4f05ffb9ad8), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:31.350500 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e79f8872-16af-4499-aa88-86937eb231d9 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Router a4845804-c157-4dc1-8c13-3ebeda98bd18 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:50:31.351237 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 55760) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:31.609406 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-20f30559-480f-49af-a264-5c92c94fe5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (f4bbaac0-2690-40ef-b931-e4f05ffb9ad8), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:31.613045 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-20f30559-480f-49af-a264-5c92c94fe5f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:31.617313 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-20f30559-480f-49af-a264-5c92c94fe5f3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f4bbaac0-2690-40ef-b931-e4f05ffb9ad8 HTTP/1.1" status: 204 len: 168 time: 1.0838046 Mar 11 19:50:31.644278 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e13e2-f0fa-4c59-879c-15a3ffed026a req-c38ef451-1f18-49bb-835f-a1b7b320d9e6 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:31.647183 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ab7e13e2-f0fa-4c59-879c-15a3ffed026a req-c38ef451-1f18-49bb-835f-a1b7b320d9e6 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.57 "GET /v2.0/networks?id=fa906f4a-19f4-4b7d-8351-256fb4a2150c HTTP/1.1" status: 200 len: 810 time: 0.5008466 Mar 11 19:50:31.660038 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ef31c240-d383-44df-b6b0-14f50b24d4bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:31.672109 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a0868-d742-4c9e-b203-bda56a8fec3c req-750fd7f7-f5f5-4d7d-9ffe-c89ccd6dea69 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:31.677717 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f30559-480f-49af-a264-5c92c94fe5f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4bbaac0-2690-40ef-b931-e4f05ffb9ad8,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:31.680084 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-454a0868-d742-4c9e-b203-bda56a8fec3c req-750fd7f7-f5f5-4d7d-9ffe-c89ccd6dea69 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=45265a0a-a81d-430e-bce1-1b8c028bdc29 HTTP/1.1" status: 200 len: 946 time: 0.2214913 Mar 11 19:50:31.706572 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e79f8872-16af-4499-aa88-86937eb231d9 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:50:31.724825 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e79f8872-16af-4499-aa88-86937eb231d9 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:31.726159 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e79f8872-16af-4499-aa88-86937eb231d9 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "PUT /v2.0/routers/a4845804-c157-4dc1-8c13-3ebeda98bd18 HTTP/1.1" status: 200 len: 699 time: 2.9225693 Mar 11 19:50:31.738681 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55776) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:31.883873 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 55780) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:31.901810 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ef31c240-d383-44df-b6b0-14f50b24d4bf admin admin] Publish callbacks [] for security_group (9e1c3e9f-67b1-4073-9de6-bc407a7ba9c3), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:31.912941 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ef31c240-d383-44df-b6b0-14f50b24d4bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (9e1c3e9f-67b1-4073-9de6-bc407a7ba9c3), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:31.953098 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-454a0868-d742-4c9e-b203-bda56a8fec3c req-4a6c2921-9d5a-43c3-ae22-43d07c4e063f tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675948 Mar 11 19:50:32.077776 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ef31c240-d383-44df-b6b0-14f50b24d4bf admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2caefacb2d4b47a9a84e1821068ac6a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7238882 Mar 11 19:50:32.083522 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 55786) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:32.104644 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef31c240-d383-44df-b6b0-14f50b24d4bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1c3e9f-67b1-4073-9de6-bc407a7ba9c3,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:32.193269 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ab7e13e2-f0fa-4c59-879c-15a3ffed026a req-2b53763e-d0ee-4cc6-aaf0-781512bf9226 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=576d2a7c254e4aed8ead0c581ff9c26f HTTP/1.1" status: 200 len: 380 time: 0.5353611 Mar 11 19:50:32.230686 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-ab7e13e2-f0fa-4c59-879c-15a3ffed026a req-22b25a37-10d1-4298-9815-844e764aef6e tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Request body: {'port': {'device_id': 'ea80ae5a-1770-4614-b58b-2cd89b29072a', 'network_id': 'fa906f4a-19f4-4b7d-8351-256fb4a2150c', 'admin_state_up': True, 'tenant_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'security_groups': ['0b96ccb3-0048-4586-85db-d9bf3eb598e2']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:50:32.249613 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a9e4c947-029e-48ca-99c8-09ede0ba82b9 admin admin] Publish callbacks [] for security_group (9e1c3e9f-67b1-4073-9de6-bc407a7ba9c3), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:32.306640 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a9e4c947-029e-48ca-99c8-09ede0ba82b9 admin admin] Publish callbacks [] for security_group (9e1c3e9f-67b1-4073-9de6-bc407a7ba9c3), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:32.365539 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-11a2899d-1c6b-49f1-9aea-d056813e8291 req-312fa396-bc88-4640-ac65-d28ac1335d43 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea80ae5a-1770-4614-b58b-2cd89b29072a HTTP/1.1" status: 200 len: 210 time: 0.1640410 Mar 11 19:50:32.430282 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-937fc99a-f824-4081-b038-67911c6e86b8 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1434761955-network', 'tenant_id': '596dc71d1ab64c14b8892f23e2c69f35'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:50:32.490073 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937fc99a-f824-4081-b038-67911c6e86b8 admin admin] Made reservation on behalf of 596dc71d1ab64c14b8892f23e2c69f35 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:50:32.493038 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-937fc99a-f824-4081-b038-67911c6e86b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:32.545699 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-937fc99a-f824-4081-b038-67911c6e86b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:32.548093 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a9e4c947-029e-48ca-99c8-09ede0ba82b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (9e1c3e9f-67b1-4073-9de6-bc407a7ba9c3), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:32.553338 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a9e4c947-029e-48ca-99c8-09ede0ba82b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:32.555258 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a9e4c947-029e-48ca-99c8-09ede0ba82b9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9e1c3e9f-67b1-4073-9de6-bc407a7ba9c3 HTTP/1.1" status: 204 len: 168 time: 0.4702945 Mar 11 19:50:32.648127 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e5aed7-214b-4208-9e61-8b5d68f7ac03 None None] Sync routers for ids ['a4845804-c157-4dc1-8c13-3ebeda98bd18'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:50:32.673364 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e5aed7-214b-4208-9e61-8b5d68f7ac03 None None] Routers {'a4845804-c157-4dc1-8c13-3ebeda98bd18'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:50:32.674397 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-86e5aed7-214b-4208-9e61-8b5d68f7ac03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:50:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['a4845804-c157-4dc1-8c13-3ebeda98bd18'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:50:32.695678 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-937fc99a-f824-4081-b038-67911c6e86b8 admin admin] Publish callbacks [] for security_group (d011ef38-6bd9-4d73-95b3-3b28863d724a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:32.697402 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e4c947-029e-48ca-99c8-09ede0ba82b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1c3e9f-67b1-4073-9de6-bc407a7ba9c3,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:32.702541 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-937fc99a-f824-4081-b038-67911c6e86b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (d011ef38-6bd9-4d73-95b3-3b28863d724a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:32.734656 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-937fc99a-f824-4081-b038-67911c6e86b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 892, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:50:32.749784 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-937fc99a-f824-4081-b038-67911c6e86b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (2b5d7320-63e9-41db-b05d-c9071e24b76a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:32.750795 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-937fc99a-f824-4081-b038-67911c6e86b8 admin admin] Added segment 2b5d7320-63e9-41db-b05d-c9071e24b76a of type vlan for network 66705b43-5c8f-4048-a38c-be5df050e48e Mar 11 19:50:32.807561 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-937fc99a-f824-4081-b038-67911c6e86b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (66705b43-5c8f-4048-a38c-be5df050e48e), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:32.867106 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937fc99a-f824-4081-b038-67911c6e86b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d011ef38-6bd9-4d73-95b3-3b28863d724a,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:32.880289 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-937fc99a-f824-4081-b038-67911c6e86b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (66705b43-5c8f-4048-a38c-be5df050e48e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:32.882418 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937fc99a-f824-4081-b038-67911c6e86b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:32.882926 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-937fc99a-f824-4081-b038-67911c6e86b8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:32.924762 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 1691bf28-954c-4efd-995a-afb2ca36e6d6 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:50:32.940113 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-86e5aed7-214b-4208-9e61-8b5d68f7ac03 None None] Set router a4845804-c157-4dc1-8c13-3ebeda98bd18 gateway port host: None {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:50:33.055862 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937fc99a-f824-4081-b038-67911c6e86b8 admin admin] Pushing event updated for resources: {'Network': ['ID=66705b43-5c8f-4048-a38c-be5df050e48e,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:33.070391 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-937fc99a-f824-4081-b038-67911c6e86b8 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1837983 Mar 11 19:50:33.075480 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 1691bf28-954c-4efd-995a-afb2ca36e6d6 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:50:33.075905 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (1691bf28-954c-4efd-995a-afb2ca36e6d6), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:33.077714 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 66705b43-5c8f-4048-a38c-be5df050e48e details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:50:33.299400 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 1691bf28-954c-4efd-995a-afb2ca36e6d6 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:50:33.485932 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d4cadf51-9259-4175-8366-30f190a6b5b1 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "GET /v2.0/routers/a4845804-c157-4dc1-8c13-3ebeda98bd18 HTTP/1.1" status: 200 len: 699 time: 1.7456653 Mar 11 19:50:33.491740 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 55824) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:33.534782 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55826) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:33.563958 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-86e5aed7-214b-4208-9e61-8b5d68f7ac03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'name': 'tempest-RoutersTest-router-312583551', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:49:47Z', 'updated_at': '2022-03-11T19:50:30Z', 'revision_number': 7, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'gw_port_host': None, '_interfaces': [{'id': '0a1e928a-6513-49b7-b23d-6abdcf626d5d', 'name': '', 'network_id': '1928abcd-e047-4e20-b59c-7265b0b23bfe', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'mac_address': 'fa:16:3e:3e:eb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '31575535-4df4-4dff-8a7d-85cfb2e6ef72', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:49:58Z', 'updated_at': '2022-03-11T19:50:12Z', 'revision_number': 5, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'subnets': [{'id': '31575535-4df4-4dff-8a7d-85cfb2e6ef72', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1691bf28-954c-4efd-995a-afb2ca36e6d6', 'name': '', 'network_id': '9584b766-363c-484f-8183-f06a60a3b1cf', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'mac_address': 'fa:16:3e:02:3f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': '0fad6b7e-0ec2-44f7-b709-ed31198c9490', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:50:20Z', 'updated_at': '2022-03-11T19:50:29Z', 'revision_number': 5, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'subnets': [{'id': '0fad6b7e-0ec2-44f7-b709-ed31198c9490', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7124860-efc6-4947-ac22-6e6bd2f9ebef', 'name': '', 'network_id': 'd3b7084f-87c8-432b-a8d3-458f02c49757', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'mac_address': 'fa:16:3e:c7:18:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': '642e1f00-7032-48a7-bd9a-34e74551ecab', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:50:10Z', 'updated_at': '2022-03-11T19:50:23Z', 'revision_number': 5, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'subnets': [{'id': '642e1f00-7032-48a7-bd9a-34e74551ecab', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03de903-f2d4-4966-83ef-c3b00058f908', 'name': '', 'network_id': '8783ae98-2895-4ea9-bb5b-9bfe95b647fd', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'mac_address': 'fa:16:3e:e5:f4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '064a5636-d4a3-445b-9cea-58d6fb2a766e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:49:51Z', 'updated_at': '2022-03-11T19:50:00Z', 'revision_number': 5, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'subnets': [{'id': '064a5636-d4a3-445b-9cea-58d6fb2a766e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:50:33.566428 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617e6b8c-c189-42b7-8c4e-92c4e02cddd0 req-a9d4bebf-0889-49e7-840f-2f674f7a4f4a tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:33.574277 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-617e6b8c-c189-42b7-8c4e-92c4e02cddd0 req-a9d4bebf-0889-49e7-840f-2f674f7a4f4a tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=45265a0a-a81d-430e-bce1-1b8c028bdc29 HTTP/1.1" status: 200 len: 946 time: 0.2631187 Mar 11 19:50:33.576604 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c14a95c0-d7c5-4a4a-aedb-4f5835c10aab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:33.662003 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e5aed7-214b-4208-9e61-8b5d68f7ac03 None None] Checking router: a4845804-c157-4dc1-8c13-3ebeda98bd18 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:50:33.700227 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e5aed7-214b-4208-9e61-8b5d68f7ac03 None None] Routers {'a4845804-c157-4dc1-8c13-3ebeda98bd18'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:50:33.701442 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-86e5aed7-214b-4208-9e61-8b5d68f7ac03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:50:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['a4845804-c157-4dc1-8c13-3ebeda98bd18'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:50:33.706695 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab7e13e2-f0fa-4c59-879c-15a3ffed026a req-22b25a37-10d1-4298-9815-844e764aef6e tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Made reservation on behalf of 576d2a7c254e4aed8ead0c581ff9c26f for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:50:33.720489 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ab7e13e2-f0fa-4c59-879c-15a3ffed026a req-22b25a37-10d1-4298-9815-844e764aef6e tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:33.856648 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c14a95c0-d7c5-4a4a-aedb-4f5835c10aab admin admin] Publish callbacks [] for security_group (4bc6fb3f-2046-414c-8f34-dff5c7d04b63), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:33.873391 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c14a95c0-d7c5-4a4a-aedb-4f5835c10aab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (4bc6fb3f-2046-414c-8f34-dff5c7d04b63), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:33.896698 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-86e5aed7-214b-4208-9e61-8b5d68f7ac03 None None] Set router a4845804-c157-4dc1-8c13-3ebeda98bd18 gateway port host: None {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:50:33.994715 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-c14a95c0-d7c5-4a4a-aedb-4f5835c10aab admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bb540ae87ca841e39a7c918b080f1a2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4498074 Mar 11 19:50:33.994899 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 55836) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:34.007186 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14a95c0-d7c5-4a4a-aedb-4f5835c10aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc6fb3f-2046-414c-8f34-dff5c7d04b63,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:34.059323 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-617e6b8c-c189-42b7-8c4e-92c4e02cddd0 req-a6ab0c1f-4e18-4d84-875c-66262e72a35f tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4838278 Mar 11 19:50:34.193100 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-ab7e13e2-f0fa-4c59-879c-15a3ffed026a req-22b25a37-10d1-4298-9815-844e764aef6e tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Allocated IP 172.20.0.7 (fa906f4a-19f4-4b7d-8351-256fb4a2150c/f9964fd8-a78c-47a9-bc53-fa779164456a/802c4956-6bd2-4306-866f-84b72ce6256e) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:50:34.277638 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a6e79aa7-f85e-44ab-a120-5929c57c912d admin admin] Publish callbacks [] for security_group (4bc6fb3f-2046-414c-8f34-dff5c7d04b63), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:34.306914 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a6e79aa7-f85e-44ab-a120-5929c57c912d admin admin] Publish callbacks [] for security_group (4bc6fb3f-2046-414c-8f34-dff5c7d04b63), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:34.399382 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a6e79aa7-f85e-44ab-a120-5929c57c912d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (4bc6fb3f-2046-414c-8f34-dff5c7d04b63), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:34.402634 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a6e79aa7-f85e-44ab-a120-5929c57c912d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:34.403795 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a6e79aa7-f85e-44ab-a120-5929c57c912d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4bc6fb3f-2046-414c-8f34-dff5c7d04b63 HTTP/1.1" status: 204 len: 168 time: 0.4042916 Mar 11 19:50:34.435114 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e79aa7-f85e-44ab-a120-5929c57c912d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc6fb3f-2046-414c-8f34-dff5c7d04b63,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:34.462161 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ba69acf4-e5c8-429a-beaa-251fe6386679 req-9058024e-ec41-474b-a042-25f8f8c66a07 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea80ae5a-1770-4614-b58b-2cd89b29072a HTTP/1.1" status: 200 len: 210 time: 0.1556222 Mar 11 19:50:34.546442 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-86e5aed7-214b-4208-9e61-8b5d68f7ac03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'name': 'tempest-RoutersTest-router-312583551', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:49:47Z', 'updated_at': '2022-03-11T19:50:30Z', 'revision_number': 7, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'gw_port_host': None, '_interfaces': [{'id': '0a1e928a-6513-49b7-b23d-6abdcf626d5d', 'name': '', 'network_id': '1928abcd-e047-4e20-b59c-7265b0b23bfe', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'mac_address': 'fa:16:3e:3e:eb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '31575535-4df4-4dff-8a7d-85cfb2e6ef72', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:49:58Z', 'updated_at': '2022-03-11T19:50:12Z', 'revision_number': 5, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'subnets': [{'id': '31575535-4df4-4dff-8a7d-85cfb2e6ef72', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1691bf28-954c-4efd-995a-afb2ca36e6d6', 'name': '', 'network_id': '9584b766-363c-484f-8183-f06a60a3b1cf', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'mac_address': 'fa:16:3e:02:3f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': '0fad6b7e-0ec2-44f7-b709-ed31198c9490', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:50:20Z', 'updated_at': '2022-03-11T19:50:29Z', 'revision_number': 5, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'subnets': [{'id': '0fad6b7e-0ec2-44f7-b709-ed31198c9490', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7124860-efc6-4947-ac22-6e6bd2f9ebef', 'name': '', 'network_id': 'd3b7084f-87c8-432b-a8d3-458f02c49757', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'mac_address': 'fa:16:3e:c7:18:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': '642e1f00-7032-48a7-bd9a-34e74551ecab', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:50:10Z', 'updated_at': '2022-03-11T19:50:23Z', 'revision_number': 5, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'subnets': [{'id': '642e1f00-7032-48a7-bd9a-34e74551ecab', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03de903-f2d4-4966-83ef-c3b00058f908', 'name': '', 'network_id': '8783ae98-2895-4ea9-bb5b-9bfe95b647fd', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'mac_address': 'fa:16:3e:e5:f4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '064a5636-d4a3-445b-9cea-58d6fb2a766e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:49:51Z', 'updated_at': '2022-03-11T19:50:00Z', 'revision_number': 5, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'subnets': [{'id': '064a5636-d4a3-445b-9cea-58d6fb2a766e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:50:34.594048 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-40f21e43-8e12-4858-bb75-eae6b8b3b096 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (a4845804-c157-4dc1-8c13-3ebeda98bd18), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:34.616084 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e5aed7-214b-4208-9e61-8b5d68f7ac03 None None] The sync data for ids ['a4845804-c157-4dc1-8c13-3ebeda98bd18'] in n-d-833163-1 is: [{'id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'name': 'tempest-RoutersTest-router-312583551', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:49:47Z', 'updated_at': '2022-03-11T19:50:30Z', 'revision_number': 7, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'gw_port_host': None, '_interfaces': [{'id': '0a1e928a-6513-49b7-b23d-6abdcf626d5d', 'name': '', 'network_id': '1928abcd-e047-4e20-b59c-7265b0b23bfe', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'mac_address': 'fa:16:3e:3e:eb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '31575535-4df4-4dff-8a7d-85cfb2e6ef72', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:49:58Z', 'updated_at': '2022-03-11T19:50:12Z', 'revision_number': 5, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'subnets': [{'id': '31575535-4df4-4dff-8a7d-85cfb2e6ef72', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1691bf28-954c-4efd-995a-afb2ca36e6d6', 'name': '', 'network_id': '9584b766-363c-484f-8183-f06a60a3b1cf', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'mac_address': 'fa:16:3e:02:3f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2263, 'fixed_ips': [{'subnet_id': '0fad6b7e-0ec2-44f7-b709-ed31198c9490', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:50:20Z', 'updated_at': '2022-03-11T19:50:29Z', 'revision_number': 5, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'subnets': [{'id': '0fad6b7e-0ec2-44f7-b709-ed31198c9490', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7124860-efc6-4947-ac22-6e6bd2f9ebef', 'name': '', 'network_id': 'd3b7084f-87c8-432b-a8d3-458f02c49757', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'mac_address': 'fa:16:3e:c7:18:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': '642e1f00-7032-48a7-bd9a-34e74551ecab', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:50:10Z', 'updated_at': '2022-03-11T19:50:23Z', 'revision_number': 5, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'subnets': [{'id': '642e1f00-7032-48a7-bd9a-34e74551ecab', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03de903-f2d4-4966-83ef-c3b00058f908', 'name': '', 'network_id': '8783ae98-2895-4ea9-bb5b-9bfe95b647fd', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'mac_address': 'fa:16:3e:e5:f4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '064a5636-d4a3-445b-9cea-58d6fb2a766e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:49:51Z', 'updated_at': '2022-03-11T19:50:00Z', 'revision_number': 5, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'subnets': [{'id': '064a5636-d4a3-445b-9cea-58d6fb2a766e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:50:34.730285 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ab7e13e2-f0fa-4c59-879c-15a3ffed026a req-22b25a37-10d1-4298-9815-844e764aef6e tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks [] for port (802c4956-6bd2-4306-866f-84b72ce6256e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:34.824330 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ab7e13e2-f0fa-4c59-879c-15a3ffed026a req-22b25a37-10d1-4298-9815-844e764aef6e tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (802c4956-6bd2-4306-866f-84b72ce6256e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:34.959259 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab7e13e2-f0fa-4c59-879c-15a3ffed026a req-22b25a37-10d1-4298-9815-844e764aef6e tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Network fa906f4a-19f4-4b7d-8351-256fb4a2150c is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:50:34.976117 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-ab7e13e2-f0fa-4c59-879c-15a3ffed026a req-22b25a37-10d1-4298-9815-844e764aef6e tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:50:35.000158 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab7e13e2-f0fa-4c59-879c-15a3ffed026a req-22b25a37-10d1-4298-9815-844e764aef6e tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:50:35.065158 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-40f21e43-8e12-4858-bb75-eae6b8b3b096 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Deleting port 1691bf28-954c-4efd-995a-afb2ca36e6d6 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:50:35.066484 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-40f21e43-8e12-4858-bb75-eae6b8b3b096 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (1691bf28-954c-4efd-995a-afb2ca36e6d6), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:35.075600 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b25a37-10d1-4298-9815-844e764aef6e tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Pushing event updated for resources: {'Port': ['ID=802c4956-6bd2-4306-866f-84b72ce6256e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:35.166410 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e13e2-f0fa-4c59-879c-15a3ffed026a req-22b25a37-10d1-4298-9815-844e764aef6e tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:35.167312 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ab7e13e2-f0fa-4c59-879c-15a3ffed026a req-22b25a37-10d1-4298-9815-844e764aef6e tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:35.201488 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ab7e13e2-f0fa-4c59-879c-15a3ffed026a req-22b25a37-10d1-4298-9815-844e764aef6e tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9894388 Mar 11 19:50:35.215856 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-ab7e13e2-f0fa-4c59-879c-15a3ffed026a req-60d841ad-bc11-428e-b5b8-ea81f0d549f3 service neutron] Request body: {'port': {'device_id': 'ea80ae5a-1770-4614-b58b-2cd89b29072a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:50:35.306199 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-40f21e43-8e12-4858-bb75-eae6b8b3b096 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] For port 1691bf28-954c-4efd-995a-afb2ca36e6d6, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=1691bf28-954c-4efd-995a-afb2ca36e6d6,segment=NetworkSegment(7220464f-e6fa-48b0-b102-401567f7d4c9),segment_id=7220464f-e6fa-48b0-b102-401567f7d4c9)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:50:35.306732 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-40f21e43-8e12-4858-bb75-eae6b8b3b096 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (1691bf28-954c-4efd-995a-afb2ca36e6d6), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:35.339056 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-40f21e43-8e12-4858-bb75-eae6b8b3b096 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Calling delete_port for 1691bf28-954c-4efd-995a-afb2ca36e6d6 owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:50:35.420848 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ab7e13e2-f0fa-4c59-879c-15a3ffed026a req-60d841ad-bc11-428e-b5b8-ea81f0d549f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (802c4956-6bd2-4306-866f-84b72ce6256e), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:35.467342 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-a753c176-4b19-4cc4-bc0a-cc53a285946f None None] Provisioning complete for port 802c4956-6bd2-4306-866f-84b72ce6256e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:50:35.470179 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a753c176-4b19-4cc4-bc0a-cc53a285946f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (802c4956-6bd2-4306-866f-84b72ce6256e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:35.566429 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a753c176-4b19-4cc4-bc0a-cc53a285946f None None] Port 802c4956-6bd2-4306-866f-84b72ce6256e cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:50:35.721681 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-40f21e43-8e12-4858-bb75-eae6b8b3b096 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (1691bf28-954c-4efd-995a-afb2ca36e6d6), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:35.764465 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e786722b-1fbf-457f-b3d9-268a59980fc8 req-a305d932-cf2d-4c86-89c2-b29ce8271e20 tempest-ComputeTenantNetworksTest-1138410717 tempest-ComputeTenantNetworksTest-1138410717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:35.774406 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e786722b-1fbf-457f-b3d9-268a59980fc8 req-a305d932-cf2d-4c86-89c2-b29ce8271e20 tempest-ComputeTenantNetworksTest-1138410717 tempest-ComputeTenantNetworksTest-1138410717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:35.779860 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e786722b-1fbf-457f-b3d9-268a59980fc8 req-a305d932-cf2d-4c86-89c2-b29ce8271e20 tempest-ComputeTenantNetworksTest-1138410717 tempest-ComputeTenantNetworksTest-1138410717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:35.781522 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e786722b-1fbf-457f-b3d9-268a59980fc8 req-a305d932-cf2d-4c86-89c2-b29ce8271e20 tempest-ComputeTenantNetworksTest-1138410717 tempest-ComputeTenantNetworksTest-1138410717-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.4308827 Mar 11 19:50:35.809316 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f21e43-8e12-4858-bb75-eae6b8b3b096 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Pushing event deleted for resources: {'Port': ['ID=1691bf28-954c-4efd-995a-afb2ca36e6d6,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:36.160168 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-40f21e43-8e12-4858-bb75-eae6b8b3b096 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (a4845804-c157-4dc1-8c13-3ebeda98bd18), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:36.356358 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac503243-807d-480c-b39d-f54a2ad9c7f6 req-caf0ed42-af49-4995-8e71-7c8df03b50a9 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:36.358714 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ac503243-807d-480c-b39d-f54a2ad9c7f6 req-caf0ed42-af49-4995-8e71-7c8df03b50a9 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=45265a0a-a81d-430e-bce1-1b8c028bdc29 HTTP/1.1" status: 200 len: 946 time: 0.3784120 Mar 11 19:50:36.398282 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-ab7e13e2-f0fa-4c59-879c-15a3ffed026a req-60d841ad-bc11-428e-b5b8-ea81f0d549f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 802c4956-6bd2-4306-866f-84b72ce6256e {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:50:36.431045 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ab7e13e2-f0fa-4c59-879c-15a3ffed026a req-60d841ad-bc11-428e-b5b8-ea81f0d549f3 service neutron] Publish callbacks [] for port (802c4956-6bd2-4306-866f-84b72ce6256e), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:36.468529 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-ab7e13e2-f0fa-4c59-879c-15a3ffed026a req-60d841ad-bc11-428e-b5b8-ea81f0d549f3 service neutron] Transition to ACTIVE for port object 802c4956-6bd2-4306-866f-84b72ce6256e will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:50:36.484067 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ab7e13e2-f0fa-4c59-879c-15a3ffed026a req-60d841ad-bc11-428e-b5b8-ea81f0d549f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (802c4956-6bd2-4306-866f-84b72ce6256e), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:36.538203 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40f21e43-8e12-4858-bb75-eae6b8b3b096 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Router a4845804-c157-4dc1-8c13-3ebeda98bd18 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:50:36.617028 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d841ad-bc11-428e-b5b8-ea81f0d549f3 service neutron] Pushing event updated for resources: {'Port': ['ID=802c4956-6bd2-4306-866f-84b72ce6256e,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:36.625518 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ac503243-807d-480c-b39d-f54a2ad9c7f6 req-bb042edf-e973-4b5b-ab0e-453109d83b65 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550733 Mar 11 19:50:36.800704 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-ab7e13e2-f0fa-4c59-879c-15a3ffed026a req-60d841ad-bc11-428e-b5b8-ea81f0d549f3 service neutron] Attempting to bind port 802c4956-6bd2-4306-866f-84b72ce6256e on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:50:36.801322 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-ab7e13e2-f0fa-4c59-879c-15a3ffed026a req-60d841ad-bc11-428e-b5b8-ea81f0d549f3 service neutron] Attempting to bind port 802c4956-6bd2-4306-866f-84b72ce6256e by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '9e8ba371-83c7-45ec-a158-fbcbb07778ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'fa906f4a-19f4-4b7d-8351-256fb4a2150c'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:50:36.801446 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f21e43-8e12-4858-bb75-eae6b8b3b096 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:50:36.801807 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7e13e2-f0fa-4c59-879c-15a3ffed026a req-60d841ad-bc11-428e-b5b8-ea81f0d549f3 service neutron] Attempting to bind port 802c4956-6bd2-4306-866f-84b72ce6256e on network fa906f4a-19f4-4b7d-8351-256fb4a2150c {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:50:36.813238 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-40f21e43-8e12-4858-bb75-eae6b8b3b096 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "PUT /v2.0/routers/a4845804-c157-4dc1-8c13-3ebeda98bd18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3133824 Mar 11 19:50:36.818454 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdc6d7a-bf41-429b-b5ee-e8cedd9ee200 None None] Sync routers for ids ['a4845804-c157-4dc1-8c13-3ebeda98bd18'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:50:36.820089 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55934) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:36.820760 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7e13e2-f0fa-4c59-879c-15a3ffed026a req-60d841ad-bc11-428e-b5b8-ea81f0d549f3 service neutron] Port 802c4956-6bd2-4306-866f-84b72ce6256e on network fa906f4a-19f4-4b7d-8351-256fb4a2150c not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:50:36.821079 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7e13e2-f0fa-4c59-879c-15a3ffed026a req-60d841ad-bc11-428e-b5b8-ea81f0d549f3 service neutron] Attempting to bind port 802c4956-6bd2-4306-866f-84b72ce6256e on network fa906f4a-19f4-4b7d-8351-256fb4a2150c {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:50:36.841444 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdc6d7a-bf41-429b-b5ee-e8cedd9ee200 None None] Routers {'a4845804-c157-4dc1-8c13-3ebeda98bd18'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:50:36.842099 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-4cdc6d7a-bf41-429b-b5ee-e8cedd9ee200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:50:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['a4845804-c157-4dc1-8c13-3ebeda98bd18'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:50:36.933323 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-6943744f-832f-4061-b462-def3319bfbf7 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Deleting subnet 0fad6b7e-0ec2-44f7-b709-ed31198c9490 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:50:36.936431 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7e13e2-f0fa-4c59-879c-15a3ffed026a req-60d841ad-bc11-428e-b5b8-ea81f0d549f3 service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:50:36.936969 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7e13e2-f0fa-4c59-879c-15a3ffed026a req-60d841ad-bc11-428e-b5b8-ea81f0d549f3 service neutron] Checking segment: {'id': '9e8ba371-83c7-45ec-a158-fbcbb07778ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'fa906f4a-19f4-4b7d-8351-256fb4a2150c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:50:36.937277 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7e13e2-f0fa-4c59-879c-15a3ffed026a req-60d841ad-bc11-428e-b5b8-ea81f0d549f3 service neutron] Bound using segment: {'id': '9e8ba371-83c7-45ec-a158-fbcbb07778ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'fa906f4a-19f4-4b7d-8351-256fb4a2150c'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:50:36.937793 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-ab7e13e2-f0fa-4c59-879c-15a3ffed026a req-60d841ad-bc11-428e-b5b8-ea81f0d549f3 service neutron] Bound port: 802c4956-6bd2-4306-866f-84b72ce6256e, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e8ba371-83c7-45ec-a158-fbcbb07778ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'fa906f4a-19f4-4b7d-8351-256fb4a2150c'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:50:36.938153 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ab7e13e2-f0fa-4c59-879c-15a3ffed026a req-60d841ad-bc11-428e-b5b8-ea81f0d549f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (802c4956-6bd2-4306-866f-84b72ce6256e), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:36.964773 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6943744f-832f-4061-b462-def3319bfbf7 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for subnet (0fad6b7e-0ec2-44f7-b709-ed31198c9490), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:37.083255 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-4cdc6d7a-bf41-429b-b5ee-e8cedd9ee200 None None] Set router a4845804-c157-4dc1-8c13-3ebeda98bd18 gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:50:37.140437 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6943744f-832f-4061-b462-def3319bfbf7 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (0fad6b7e-0ec2-44f7-b709-ed31198c9490), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:37.182848 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b531b6-cd4c-4462-97f5-7663842d29a8 req-93eca083-f6d2-4496-9342-cb67ae643eb0 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:37.184563 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-25b531b6-cd4c-4462-97f5-7663842d29a8 req-93eca083-f6d2-4496-9342-cb67ae643eb0 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea80ae5a-1770-4614-b58b-2cd89b29072a HTTP/1.1" status: 200 len: 943 time: 0.2298927 Mar 11 19:50:37.191170 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-ab7e13e2-f0fa-4c59-879c-15a3ffed026a req-60d841ad-bc11-428e-b5b8-ea81f0d549f3 service neutron] For port 802c4956-6bd2-4306-866f-84b72ce6256e, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:50:37.268375 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-ab7e13e2-f0fa-4c59-879c-15a3ffed026a req-60d841ad-bc11-428e-b5b8-ea81f0d549f3 service neutron] For port 802c4956-6bd2-4306-866f-84b72ce6256e, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=802c4956-6bd2-4306-866f-84b72ce6256e,segment=NetworkSegment(9e8ba371-83c7-45ec-a158-fbcbb07778ba),segment_id=9e8ba371-83c7-45ec-a158-fbcbb07778ba)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:50:37.349328 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6943744f-832f-4061-b462-def3319bfbf7 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (0fad6b7e-0ec2-44f7-b709-ed31198c9490), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:37.473907 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ab7e13e2-f0fa-4c59-879c-15a3ffed026a req-60d841ad-bc11-428e-b5b8-ea81f0d549f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (802c4956-6bd2-4306-866f-84b72ce6256e), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:37.504741 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6943744f-832f-4061-b462-def3319bfbf7 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (0fad6b7e-0ec2-44f7-b709-ed31198c9490), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:37.641383 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6943744f-832f-4061-b462-def3319bfbf7 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Pushing event deleted for resources: {'Subnet': ['ID=0fad6b7e-0ec2-44f7-b709-ed31198c9490,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:37.698683 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d841ad-bc11-428e-b5b8-ea81f0d549f3 service neutron] Pushing event updated for resources: {'Port': ['ID=802c4956-6bd2-4306-866f-84b72ce6256e,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:37.705996 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-25b531b6-cd4c-4462-97f5-7663842d29a8 req-aa9c95ef-3a86-494a-a722-28f1f465b540 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b96ccb3-0048-4586-85db-d9bf3eb598e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5073380 Mar 11 19:50:37.716040 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6943744f-832f-4061-b462-def3319bfbf7 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:37.724936 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 56008) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:37.725294 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-6943744f-832f-4061-b462-def3319bfbf7 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "DELETE /v2.0/subnets/0fad6b7e-0ec2-44f7-b709-ed31198c9490 HTTP/1.1" status: 204 len: 168 time: 0.9011121 Mar 11 19:50:37.745472 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e13e2-f0fa-4c59-879c-15a3ffed026a req-60d841ad-bc11-428e-b5b8-ea81f0d549f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:37.746983 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ab7e13e2-f0fa-4c59-879c-15a3ffed026a req-60d841ad-bc11-428e-b5b8-ea81f0d549f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:37.748556 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ab7e13e2-f0fa-4c59-879c-15a3ffed026a req-60d841ad-bc11-428e-b5b8-ea81f0d549f3 service neutron] 10.222.0.57 "PUT /v2.0/ports/802c4956-6bd2-4306-866f-84b72ce6256e HTTP/1.1" status: 200 len: 1091 time: 2.5405922 Mar 11 19:50:37.749110 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea80ae5a-1770-4614-b58b-2cd89b29072a', 'tag': '802c4956-6bd2-4306-866f-84b72ce6256e'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:50:37.752995 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0faa3802-6b49-4c69-8a66-18b4603cb893" -d '{"events": [{"name": "network-changed", "server_uuid": "ea80ae5a-1770-4614-b58b-2cd89b29072a", "tag": "802c4956-6bd2-4306-866f-84b72ce6256e"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:50:37.771954 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc71b3e0-4c55-4789-9662-2da67b9af0f8 None None] Network 9584b766-363c-484f-8183-f06a60a3b1cf requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:50:37.949048 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d31d7c7c-27cf-4bc9-bc6d-0d742641ab63 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (9584b766-363c-484f-8183-f06a60a3b1cf), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:38.073742 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e13e2-f0fa-4c59-879c-15a3ffed026a req-b994a1a3-e1d8-4a58-8894-ab9908d71f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:38.080462 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ab7e13e2-f0fa-4c59-879c-15a3ffed026a req-b994a1a3-e1d8-4a58-8894-ab9908d71f8b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=576d2a7c254e4aed8ead0c581ff9c26f&device_id=ea80ae5a-1770-4614-b58b-2cd89b29072a HTTP/1.1" status: 200 len: 1125 time: 0.2314820 Mar 11 19:50:38.089204 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-d31d7c7c-27cf-4bc9-bc6d-0d742641ab63 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Deleting port a5b4450a-cb63-4733-88f2-b77b4c3ed1c2 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:50:38.089760 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d31d7c7c-27cf-4bc9-bc6d-0d742641ab63 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (a5b4450a-cb63-4733-88f2-b77b4c3ed1c2), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:38.186203 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-d31d7c7c-27cf-4bc9-bc6d-0d742641ab63 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] For port a5b4450a-cb63-4733-88f2-b77b4c3ed1c2, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=a5b4450a-cb63-4733-88f2-b77b4c3ed1c2,segment=NetworkSegment(7220464f-e6fa-48b0-b102-401567f7d4c9),segment_id=7220464f-e6fa-48b0-b102-401567f7d4c9)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:50:38.186804 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d31d7c7c-27cf-4bc9-bc6d-0d742641ab63 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (a5b4450a-cb63-4733-88f2-b77b4c3ed1c2), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:38.212235 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-d31d7c7c-27cf-4bc9-bc6d-0d742641ab63 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Calling delete_port for a5b4450a-cb63-4733-88f2-b77b4c3ed1c2 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:50:38.280493 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb69d2-2f22-47e1-933b-5703256b8888 req-fdca8803-e4f7-4f97-906c-54505f9e015b tempest-ComputeTenantNetworksTest-1138410717 tempest-ComputeTenantNetworksTest-1138410717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:38.281934 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-88eb69d2-2f22-47e1-933b-5703256b8888 req-fdca8803-e4f7-4f97-906c-54505f9e015b tempest-ComputeTenantNetworksTest-1138410717 tempest-ComputeTenantNetworksTest-1138410717-project] 10.222.0.65 "GET /v2.0/networks/66705b43-5c8f-4048-a38c-be5df050e48e HTTP/1.1" status: 200 len: 769 time: 0.4768617 Mar 11 19:50:38.293851 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ab7e13e2-f0fa-4c59-879c-15a3ffed026a req-692b3c34-e07a-44e1-8f07-65db20b2ccb2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=802c4956-6bd2-4306-866f-84b72ce6256e HTTP/1.1" status: 200 len: 217 time: 0.1990831 Mar 11 19:50:38.369597 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-4cdc6d7a-bf41-429b-b5ee-e8cedd9ee200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'name': 'tempest-RoutersTest-router-312583551', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:49:47Z', 'updated_at': '2022-03-11T19:50:35Z', 'revision_number': 8, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'gw_port_host': None, '_interfaces': [{'id': '0a1e928a-6513-49b7-b23d-6abdcf626d5d', 'name': '', 'network_id': '1928abcd-e047-4e20-b59c-7265b0b23bfe', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'mac_address': 'fa:16:3e:3e:eb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '31575535-4df4-4dff-8a7d-85cfb2e6ef72', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:49:58Z', 'updated_at': '2022-03-11T19:50:12Z', 'revision_number': 5, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'subnets': [{'id': '31575535-4df4-4dff-8a7d-85cfb2e6ef72', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7124860-efc6-4947-ac22-6e6bd2f9ebef', 'name': '', 'network_id': 'd3b7084f-87c8-432b-a8d3-458f02c49757', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'mac_address': 'fa:16:3e:c7:18:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': '642e1f00-7032-48a7-bd9a-34e74551ecab', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:50:10Z', 'updated_at': '2022-03-11T19:50:23Z', 'revision_number': 5, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'subnets': [{'id': '642e1f00-7032-48a7-bd9a-34e74551ecab', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03de903-f2d4-4966-83ef-c3b00058f908', 'name': '', 'network_id': '8783ae98-2895-4ea9-bb5b-9bfe95b647fd', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'mac_address': 'fa:16:3e:e5:f4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '064a5636-d4a3-445b-9cea-58d6fb2a766e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:49:51Z', 'updated_at': '2022-03-11T19:50:00Z', 'revision_number': 5, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'subnets': [{'id': '064a5636-d4a3-445b-9cea-58d6fb2a766e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:50:38.393646 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 56056) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:38.414041 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdc6d7a-bf41-429b-b5ee-e8cedd9ee200 None None] Checking router: a4845804-c157-4dc1-8c13-3ebeda98bd18 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:50:38.417281 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e456eaa-cb83-4c31-8c10-d31762a8f298 None None] DHCP port deletion for 9584b766-363c-484f-8183-f06a60a3b1cf request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:50:38.448269 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdc6d7a-bf41-429b-b5ee-e8cedd9ee200 None None] Routers {'a4845804-c157-4dc1-8c13-3ebeda98bd18'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:50:38.448923 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-4cdc6d7a-bf41-429b-b5ee-e8cedd9ee200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:50:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['a4845804-c157-4dc1-8c13-3ebeda98bd18'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:50:38.493105 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e13e2-f0fa-4c59-879c-15a3ffed026a req-4e486b8a-92d6-4496-bb7e-ee6062784f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:38.509048 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ab7e13e2-f0fa-4c59-879c-15a3ffed026a req-4e486b8a-92d6-4496-bb7e-ee6062784f48 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f9964fd8-a78c-47a9-bc53-fa779164456a HTTP/1.1" status: 200 len: 849 time: 0.2116969 Mar 11 19:50:38.638503 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-756b488c-d942-4785-a32b-462d115d9f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (66705b43-5c8f-4048-a38c-be5df050e48e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:38.658853 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7994266e-a72b-4858-a456-d32f7cc55020 req-4723d762-7885-46fe-b641-a3055bd31b7f tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:38.660731 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7994266e-a72b-4858-a456-d32f7cc55020 req-4723d762-7885-46fe-b641-a3055bd31b7f tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=45265a0a-a81d-430e-bce1-1b8c028bdc29 HTTP/1.1" status: 200 len: 946 time: 0.2281747 Mar 11 19:50:38.671731 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e13e2-f0fa-4c59-879c-15a3ffed026a req-053b3e74-5b67-4696-aa04-54110d4b6280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:38.677441 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ab7e13e2-f0fa-4c59-879c-15a3ffed026a req-053b3e74-5b67-4696-aa04-54110d4b6280 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fa906f4a-19f4-4b7d-8351-256fb4a2150c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0937400 Mar 11 19:50:38.698754 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-3e456eaa-cb83-4c31-8c10-d31762a8f298 None None] Deleting port a5b4450a-cb63-4733-88f2-b77b4c3ed1c2 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:50:38.699366 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3e456eaa-cb83-4c31-8c10-d31762a8f298 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (a5b4450a-cb63-4733-88f2-b77b4c3ed1c2), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:38.736448 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-4cdc6d7a-bf41-429b-b5ee-e8cedd9ee200 None None] Set router a4845804-c157-4dc1-8c13-3ebeda98bd18 gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:50:38.738635 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 56068) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:38.790114 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device a5b4450a-cb63-4733-88f2-b77b4c3ed1c2 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:50:38.919190 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-3e456eaa-cb83-4c31-8c10-d31762a8f298 None None] For port a5b4450a-cb63-4733-88f2-b77b4c3ed1c2, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=a5b4450a-cb63-4733-88f2-b77b4c3ed1c2,segment=NetworkSegment(7220464f-e6fa-48b0-b102-401567f7d4c9),segment_id=7220464f-e6fa-48b0-b102-401567f7d4c9)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:50:38.919607 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3e456eaa-cb83-4c31-8c10-d31762a8f298 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (a5b4450a-cb63-4733-88f2-b77b4c3ed1c2), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:38.960833 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-756b488c-d942-4785-a32b-462d115d9f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (66705b43-5c8f-4048-a38c-be5df050e48e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:38.964309 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d31d7c7c-27cf-4bc9-bc6d-0d742641ab63 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (a5b4450a-cb63-4733-88f2-b77b4c3ed1c2), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:38.971062 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-3e456eaa-cb83-4c31-8c10-d31762a8f298 None None] Calling delete_port for a5b4450a-cb63-4733-88f2-b77b4c3ed1c2 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:50:38.986029 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31d7c7c-27cf-4bc9-bc6d-0d742641ab63 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] No DVR routers for this DVR port a5b4450a-cb63-4733-88f2-b77b4c3ed1c2 on host n-d-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:50:38.989460 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No active binding found for port a5b4450a-cb63-4733-88f2-b77b4c3ed1c2 {{(pid=103886) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 11 19:50:38.989854 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] The host n-d-833163-1 is not matching for port a5b4450a-cb63-4733-88f2-b77b4c3ed1c2 host None! {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 19:50:38.990423 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device a5b4450a-cb63-4733-88f2-b77b4c3ed1c2 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:50:39.014414 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-756b488c-d942-4785-a32b-462d115d9f8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66705b43-5c8f-4048-a38c-be5df050e48e']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:50:39.036576 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31d7c7c-27cf-4bc9-bc6d-0d742641ab63 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Pushing event deleted for resources: {'Port': ['ID=a5b4450a-cb63-4733-88f2-b77b4c3ed1c2,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:39.091534 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-756b488c-d942-4785-a32b-462d115d9f8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b5d7320-63e9-41db-b05d-c9071e24b76a') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:50:39.091534 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-756b488c-d942-4785-a32b-462d115d9f8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b5d7320-63e9-41db-b05d-c9071e24b76a') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:50:39.117330 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d31d7c7c-27cf-4bc9-bc6d-0d742641ab63 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (9584b766-363c-484f-8183-f06a60a3b1cf), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:39.144283 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-d31d7c7c-27cf-4bc9-bc6d-0d742641ab63 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9584b766-363c-484f-8183-f06a60a3b1cf']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:50:39.159379 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-d31d7c7c-27cf-4bc9-bc6d-0d742641ab63 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7220464f-e6fa-48b0-b102-401567f7d4c9') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:50:39.159716 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-d31d7c7c-27cf-4bc9-bc6d-0d742641ab63 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7220464f-e6fa-48b0-b102-401567f7d4c9') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:50:39.173818 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d31d7c7c-27cf-4bc9-bc6d-0d742641ab63 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (7220464f-e6fa-48b0-b102-401567f7d4c9), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:39.176140 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-28c480d1-44ea-4ba9-ab86-fab282a602a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:39.189638 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d31d7c7c-27cf-4bc9-bc6d-0d742641ab63 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (7220464f-e6fa-48b0-b102-401567f7d4c9), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:39.197428 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d31d7c7c-27cf-4bc9-bc6d-0d742641ab63 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Releasing vlan 870 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:50:39.198097 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d31d7c7c-27cf-4bc9-bc6d-0d742641ab63 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (7220464f-e6fa-48b0-b102-401567f7d4c9), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:39.214157 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-756b488c-d942-4785-a32b-462d115d9f8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (2b5d7320-63e9-41db-b05d-c9071e24b76a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:39.257871 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-756b488c-d942-4785-a32b-462d115d9f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (2b5d7320-63e9-41db-b05d-c9071e24b76a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:39.264221 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7994266e-a72b-4858-a456-d32f7cc55020 req-860debbe-20bc-48d6-a2fc-ccae1c37d163 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5849063 Mar 11 19:50:39.281111 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-756b488c-d942-4785-a32b-462d115d9f8c admin admin] Releasing vlan 892 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:50:39.281516 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-756b488c-d942-4785-a32b-462d115d9f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (2b5d7320-63e9-41db-b05d-c9071e24b76a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:39.283219 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 19:50:39.283219 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:50:39.283219 n-d-833163-1 neutron-server[103885]: timer() Mar 11 19:50:39.283219 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:50:39.283219 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 19:50:39.283219 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:50:39.283219 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 19:50:39.283219 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:50:39.283219 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 19:50:39.283219 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:50:39.283219 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 19:50:39.283219 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:50:39.283219 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 19:50:39.283219 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:50:39.283219 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:50:39.283219 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:50:39.283219 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:50:39.283219 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:50:39.283219 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 19:50:39.283219 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:50:39.283219 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 19:50:39.283219 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:50:39.283219 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:50:39.283219 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:50:39.283219 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 19:50:39.283219 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:50:39.283219 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:50:39.283219 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:50:39.283219 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:50:39.283219 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:50:39.283219 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:50:39.283219 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:50:39.304542 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ab7e13e2-f0fa-4c59-879c-15a3ffed026a req-0fd6c557-4bcf-4df1-b1a8-cb18eb55ef7e service neutron] 10.222.0.57 "GET /v2.0/networks/fa906f4a-19f4-4b7d-8351-256fb4a2150c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6119049 Mar 11 19:50:39.331204 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-4cdc6d7a-bf41-429b-b5ee-e8cedd9ee200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'name': 'tempest-RoutersTest-router-312583551', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:49:47Z', 'updated_at': '2022-03-11T19:50:35Z', 'revision_number': 8, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'gw_port_host': None, '_interfaces': [{'id': '0a1e928a-6513-49b7-b23d-6abdcf626d5d', 'name': '', 'network_id': '1928abcd-e047-4e20-b59c-7265b0b23bfe', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'mac_address': 'fa:16:3e:3e:eb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '31575535-4df4-4dff-8a7d-85cfb2e6ef72', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:49:58Z', 'updated_at': '2022-03-11T19:50:12Z', 'revision_number': 5, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'subnets': [{'id': '31575535-4df4-4dff-8a7d-85cfb2e6ef72', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7124860-efc6-4947-ac22-6e6bd2f9ebef', 'name': '', 'network_id': 'd3b7084f-87c8-432b-a8d3-458f02c49757', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'mac_address': 'fa:16:3e:c7:18:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': '642e1f00-7032-48a7-bd9a-34e74551ecab', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:50:10Z', 'updated_at': '2022-03-11T19:50:23Z', 'revision_number': 5, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'subnets': [{'id': '642e1f00-7032-48a7-bd9a-34e74551ecab', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03de903-f2d4-4966-83ef-c3b00058f908', 'name': '', 'network_id': '8783ae98-2895-4ea9-bb5b-9bfe95b647fd', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'mac_address': 'fa:16:3e:e5:f4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '064a5636-d4a3-445b-9cea-58d6fb2a766e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:49:51Z', 'updated_at': '2022-03-11T19:50:00Z', 'revision_number': 5, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'subnets': [{'id': '064a5636-d4a3-445b-9cea-58d6fb2a766e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:50:39.333349 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3e456eaa-cb83-4c31-8c10-d31762a8f298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (a5b4450a-cb63-4733-88f2-b77b4c3ed1c2), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:39.367494 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:50:39.367494 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:50:39.367494 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:50:39.367494 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:50:39.367494 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:50:39.367494 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:50:39.367494 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:50:39.367494 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:50:39.367494 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:50:39.367494 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:50:39.367494 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:50:39.367494 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:50:39.367494 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:50:39.367494 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:50:39.367494 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:50:39.367494 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:50:39.367494 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:50:39.367494 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:50:39.367494 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:50:39.367494 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:50:39.367494 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:50:39.367494 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:50:39.367494 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:50:39.367494 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:50:39.367494 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:50:39.367494 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:50:39.367494 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:50:39.367494 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:50:39.367494 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:50:39.367494 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:50:39.367494 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:50:39.367494 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:50:39.373789 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d31d7c7c-27cf-4bc9-bc6d-0d742641ab63 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (9584b766-363c-484f-8183-f06a60a3b1cf), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:39.390125 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d31d7c7c-27cf-4bc9-bc6d-0d742641ab63 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:39.403557 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d31d7c7c-27cf-4bc9-bc6d-0d742641ab63 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "DELETE /v2.0/networks/9584b766-363c-484f-8183-f06a60a3b1cf HTTP/1.1" status: 204 len: 168 time: 1.6742113 Mar 11 19:50:39.411915 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdc6d7a-bf41-429b-b5ee-e8cedd9ee200 None None] The sync data for ids ['a4845804-c157-4dc1-8c13-3ebeda98bd18'] in n-d-833163-1 is: [{'id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'name': 'tempest-RoutersTest-router-312583551', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:49:47Z', 'updated_at': '2022-03-11T19:50:35Z', 'revision_number': 8, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'gw_port_host': None, '_interfaces': [{'id': '0a1e928a-6513-49b7-b23d-6abdcf626d5d', 'name': '', 'network_id': '1928abcd-e047-4e20-b59c-7265b0b23bfe', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'mac_address': 'fa:16:3e:3e:eb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '31575535-4df4-4dff-8a7d-85cfb2e6ef72', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:49:58Z', 'updated_at': '2022-03-11T19:50:12Z', 'revision_number': 5, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'subnets': [{'id': '31575535-4df4-4dff-8a7d-85cfb2e6ef72', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7124860-efc6-4947-ac22-6e6bd2f9ebef', 'name': '', 'network_id': 'd3b7084f-87c8-432b-a8d3-458f02c49757', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'mac_address': 'fa:16:3e:c7:18:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': '642e1f00-7032-48a7-bd9a-34e74551ecab', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:50:10Z', 'updated_at': '2022-03-11T19:50:23Z', 'revision_number': 5, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'subnets': [{'id': '642e1f00-7032-48a7-bd9a-34e74551ecab', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03de903-f2d4-4966-83ef-c3b00058f908', 'name': '', 'network_id': '8783ae98-2895-4ea9-bb5b-9bfe95b647fd', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'mac_address': 'fa:16:3e:e5:f4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '064a5636-d4a3-445b-9cea-58d6fb2a766e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:49:51Z', 'updated_at': '2022-03-11T19:50:00Z', 'revision_number': 5, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'subnets': [{'id': '064a5636-d4a3-445b-9cea-58d6fb2a766e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:50:39.423205 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b9c7a6-f4f0-4369-89d3-fe37fe1ac59c x-openstack-request-id: req-91b9c7a6-f4f0-4369-89d3-fe37fe1ac59c {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:50:39.423500 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea80ae5a-1770-4614-b58b-2cd89b29072a", "tag": "802c4956-6bd2-4306-866f-84b72ce6256e", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:50:39.423788 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-91b9c7a6-f4f0-4369-89d3-fe37fe1ac59c {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:50:39.424201 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea80ae5a-1770-4614-b58b-2cd89b29072a', 'tag': '802c4956-6bd2-4306-866f-84b72ce6256e', 'status': 'completed', 'code': 200} Mar 11 19:50:39.425281 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 56076) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:39.435678 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31d7c7c-27cf-4bc9-bc6d-0d742641ab63 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Pushing event deleted for resources: {'Network': ['ID=9584b766-363c-484f-8183-f06a60a3b1cf,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:39.457780 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e456eaa-cb83-4c31-8c10-d31762a8f298 None None] No DVR routers for this DVR port a5b4450a-cb63-4733-88f2-b77b4c3ed1c2 on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:50:39.459544 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e456eaa-cb83-4c31-8c10-d31762a8f298 None None] Pushing event deleted for resources: {'Port': ['ID=a5b4450a-cb63-4733-88f2-b77b4c3ed1c2,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:39.528717 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-756b488c-d942-4785-a32b-462d115d9f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (66705b43-5c8f-4048-a38c-be5df050e48e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:39.572638 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-756b488c-d942-4785-a32b-462d115d9f8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:39.575963 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-756b488c-d942-4785-a32b-462d115d9f8c admin admin] 10.222.0.65 "DELETE /v2.0/networks/66705b43-5c8f-4048-a38c-be5df050e48e HTTP/1.1" status: 204 len: 168 time: 1.1813219 Mar 11 19:50:39.674176 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756b488c-d942-4785-a32b-462d115d9f8c admin admin] Pushing event deleted for resources: {'Network': ['ID=66705b43-5c8f-4048-a38c-be5df050e48e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:39.777666 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 56084) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:39.855233 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ab7e13e2-f0fa-4c59-879c-15a3ffed026a req-558bb4fc-84eb-4f6b-b7d3-931f6cc6e909 service neutron] 10.222.0.57 "GET /v2.0/networks/fa906f4a-19f4-4b7d-8351-256fb4a2150c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5329859 Mar 11 19:50:39.872523 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-28c480d1-44ea-4ba9-ab86-fab282a602a7 admin admin] Publish callbacks [] for security_group (9a576257-c813-43db-9b69-223fa2063468), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:39.877697 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e2c5359d-d200-49cb-978d-be9375814773 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=596dc71d1ab64c14b8892f23e2c69f35&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0988224 Mar 11 19:50:39.880168 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 56090) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:39.903524 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8bfc30-9210-4bd6-a942-2b2740d01d56 req-3dc322a9-cfbc-4dc0-a6a7-c1c95bf3cd9d tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:39.905275 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ef8bfc30-9210-4bd6-a942-2b2740d01d56 req-3dc322a9-cfbc-4dc0-a6a7-c1c95bf3cd9d tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea80ae5a-1770-4614-b58b-2cd89b29072a HTTP/1.1" status: 200 len: 943 time: 0.3649786 Mar 11 19:50:39.945534 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-28c480d1-44ea-4ba9-ab86-fab282a602a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (9a576257-c813-43db-9b69-223fa2063468), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:39.996127 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9b9b0c8a-710e-4bdc-b0bd-c71940ac9f5e admin admin] Publish callbacks [] for security_group (d011ef38-6bd9-4d73-95b3-3b28863d724a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:40.042770 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9b9b0c8a-710e-4bdc-b0bd-c71940ac9f5e admin admin] Publish callbacks [] for security_group (d011ef38-6bd9-4d73-95b3-3b28863d724a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:40.074723 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-28c480d1-44ea-4ba9-ab86-fab282a602a7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4618e7dbb57f499c9a3aba4b61ddd87c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3302085 Mar 11 19:50:40.079970 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 56098) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:40.140911 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9b9b0c8a-710e-4bdc-b0bd-c71940ac9f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (d011ef38-6bd9-4d73-95b3-3b28863d724a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:40.145791 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9b9b0c8a-710e-4bdc-b0bd-c71940ac9f5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:40.147789 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-9b9b0c8a-710e-4bdc-b0bd-c71940ac9f5e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d011ef38-6bd9-4d73-95b3-3b28863d724a HTTP/1.1" status: 204 len: 168 time: 0.2655261 Mar 11 19:50:40.163039 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9b0c8a-710e-4bdc-b0bd-c71940ac9f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d011ef38-6bd9-4d73-95b3-3b28863d724a,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:40.209679 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ef8bfc30-9210-4bd6-a942-2b2740d01d56 req-a6f3d2dc-6ecf-4b03-b5e5-6a7249a92a42 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b96ccb3-0048-4586-85db-d9bf3eb598e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2595479 Mar 11 19:50:40.223468 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c480d1-44ea-4ba9-ab86-fab282a602a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a576257-c813-43db-9b69-223fa2063468,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:40.246326 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa3802-6b49-4c69-8a66-18b4603cb893 req-12f403be-3a0e-43cb-908f-a406a0f57816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:40.248520 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0faa3802-6b49-4c69-8a66-18b4603cb893 req-12f403be-3a0e-43cb-908f-a406a0f57816 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=576d2a7c254e4aed8ead0c581ff9c26f&device_id=ea80ae5a-1770-4614-b58b-2cd89b29072a HTTP/1.1" status: 200 len: 1125 time: 0.2974076 Mar 11 19:50:40.390432 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-487def90-fab0-44af-93f4-29ae7513b2d4 admin admin] Publish callbacks [] for security_group (9a576257-c813-43db-9b69-223fa2063468), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:40.431447 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa3802-6b49-4c69-8a66-18b4603cb893 req-fd89e57a-2c54-4617-8360-8ad5d6e8467f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:40.434269 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0faa3802-6b49-4c69-8a66-18b4603cb893 req-fd89e57a-2c54-4617-8360-8ad5d6e8467f service neutron] 10.222.0.57 "GET /v2.0/networks?id=fa906f4a-19f4-4b7d-8351-256fb4a2150c HTTP/1.1" status: 200 len: 911 time: 0.1613595 Mar 11 19:50:40.457327 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-487def90-fab0-44af-93f4-29ae7513b2d4 admin admin] Publish callbacks [] for security_group (9a576257-c813-43db-9b69-223fa2063468), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:40.489496 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0faa3802-6b49-4c69-8a66-18b4603cb893 req-b45fe874-ce90-4863-8cd3-ee445bde3d61 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=802c4956-6bd2-4306-866f-84b72ce6256e HTTP/1.1" status: 200 len: 217 time: 0.0463164 Mar 11 19:50:40.639211 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa3802-6b49-4c69-8a66-18b4603cb893 req-c24ea912-3089-44e5-9c07-763692b6e636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:40.641076 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0faa3802-6b49-4c69-8a66-18b4603cb893 req-c24ea912-3089-44e5-9c07-763692b6e636 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f9964fd8-a78c-47a9-bc53-fa779164456a HTTP/1.1" status: 200 len: 849 time: 0.1360712 Mar 11 19:50:40.675584 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 1691bf28-954c-4efd-995a-afb2ca36e6d6 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:50:40.718240 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 1691bf28-954c-4efd-995a-afb2ca36e6d6 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:50:40.718575 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 1691bf28-954c-4efd-995a-afb2ca36e6d6 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:50:40.736829 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08826af4-0983-4605-b00e-018d20c53ff5 req-0576b353-80fc-4679-9bbc-9fd0be030902 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:40.738392 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-08826af4-0983-4605-b00e-018d20c53ff5 req-0576b353-80fc-4679-9bbc-9fd0be030902 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=45265a0a-a81d-430e-bce1-1b8c028bdc29 HTTP/1.1" status: 200 len: 946 time: 0.2347381 Mar 11 19:50:40.739235 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-487def90-fab0-44af-93f4-29ae7513b2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (9a576257-c813-43db-9b69-223fa2063468), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:40.741988 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-487def90-fab0-44af-93f4-29ae7513b2d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:40.753003 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-487def90-fab0-44af-93f4-29ae7513b2d4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9a576257-c813-43db-9b69-223fa2063468 HTTP/1.1" status: 204 len: 168 time: 0.6620245 Mar 11 19:50:40.818971 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b4923f23-205d-4b71-9827-6ee2205d3ef6 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (a4845804-c157-4dc1-8c13-3ebeda98bd18), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:40.835179 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487def90-fab0-44af-93f4-29ae7513b2d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a576257-c813-43db-9b69-223fa2063468,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:41.053420 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa3802-6b49-4c69-8a66-18b4603cb893 req-52b054f8-86d7-4d31-975a-717e0358f2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:41.061630 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0faa3802-6b49-4c69-8a66-18b4603cb893 req-52b054f8-86d7-4d31-975a-717e0358f2a7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fa906f4a-19f4-4b7d-8351-256fb4a2150c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4071732 Mar 11 19:50:41.088102 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-08826af4-0983-4605-b00e-018d20c53ff5 req-c162cab4-a616-42c4-a8ed-1db55147dc2e tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325446 Mar 11 19:50:41.342566 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0faa3802-6b49-4c69-8a66-18b4603cb893 req-9cb5616e-db10-495a-ab19-4a31bac0e894 service neutron] 10.222.0.57 "GET /v2.0/networks/fa906f4a-19f4-4b7d-8351-256fb4a2150c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768421 Mar 11 19:50:41.353676 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 56132) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:41.374736 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8882aa50-9e33-4e35-b775-b8a853ce2a42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:41.508832 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8882aa50-9e33-4e35-b775-b8a853ce2a42 admin admin] Publish callbacks [] for security_group (23553ee8-6fbe-4489-9f87-02dad2435d94), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:41.515542 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8882aa50-9e33-4e35-b775-b8a853ce2a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (23553ee8-6fbe-4489-9f87-02dad2435d94), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:41.684502 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8882aa50-9e33-4e35-b775-b8a853ce2a42 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=53af0f84f87043f68001507238115869&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3290126 Mar 11 19:50:41.688161 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8882aa50-9e33-4e35-b775-b8a853ce2a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23553ee8-6fbe-4489-9f87-02dad2435d94,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:41.698565 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 56138) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:41.859685 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c5a21cfe-06c7-495d-9dbb-a25b25da557d admin admin] Publish callbacks [] for security_group (23553ee8-6fbe-4489-9f87-02dad2435d94), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:41.939402 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c5a21cfe-06c7-495d-9dbb-a25b25da557d admin admin] Publish callbacks [] for security_group (23553ee8-6fbe-4489-9f87-02dad2435d94), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:42.013805 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c5a21cfe-06c7-495d-9dbb-a25b25da557d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (23553ee8-6fbe-4489-9f87-02dad2435d94), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:42.017422 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c5a21cfe-06c7-495d-9dbb-a25b25da557d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:42.020991 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c5a21cfe-06c7-495d-9dbb-a25b25da557d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/23553ee8-6fbe-4489-9f87-02dad2435d94 HTTP/1.1" status: 204 len: 168 time: 0.3184645 Mar 11 19:50:42.038427 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a21cfe-06c7-495d-9dbb-a25b25da557d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23553ee8-6fbe-4489-9f87-02dad2435d94,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:42.114723 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0faa3802-6b49-4c69-8a66-18b4603cb893 req-d3ff49a2-665a-491c-b205-707c644d0abf service neutron] 10.222.0.57 "GET /v2.0/networks/fa906f4a-19f4-4b7d-8351-256fb4a2150c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7200196 Mar 11 19:50:42.128033 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675f852b-d31f-49e0-b5f1-5ce0494fc15f req-ea57fc07-b7d8-4682-8d00-29682dc01c0b tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:42.141000 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-675f852b-d31f-49e0-b5f1-5ce0494fc15f req-ea57fc07-b7d8-4682-8d00-29682dc01c0b tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea80ae5a-1770-4614-b58b-2cd89b29072a HTTP/1.1" status: 200 len: 943 time: 0.7885134 Mar 11 19:50:42.245939 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-675f852b-d31f-49e0-b5f1-5ce0494fc15f req-0837a832-a371-48f7-bd04-29c0fef67005 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b96ccb3-0048-4586-85db-d9bf3eb598e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033199 Mar 11 19:50:42.448349 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-b4923f23-205d-4b71-9827-6ee2205d3ef6 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Deleting port d7124860-efc6-4947-ac22-6e6bd2f9ebef {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:50:42.449381 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b4923f23-205d-4b71-9827-6ee2205d3ef6 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (d7124860-efc6-4947-ac22-6e6bd2f9ebef), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:42.498351 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca67f6-eea1-4028-8e09-df48fcddcba2 req-c8ebfb4d-3cd2-4360-8f0a-eff4565830b0 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:42.512305 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f7ca67f6-eea1-4028-8e09-df48fcddcba2 req-c8ebfb4d-3cd2-4360-8f0a-eff4565830b0 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=45265a0a-a81d-430e-bce1-1b8c028bdc29 HTTP/1.1" status: 200 len: 946 time: 0.1404345 Mar 11 19:50:42.673280 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f7ca67f6-eea1-4028-8e09-df48fcddcba2 req-2b416eb2-f577-4d71-86c8-96a2028124c5 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370311 Mar 11 19:50:42.717478 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-b4923f23-205d-4b71-9827-6ee2205d3ef6 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] For port d7124860-efc6-4947-ac22-6e6bd2f9ebef, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=d7124860-efc6-4947-ac22-6e6bd2f9ebef,segment=NetworkSegment(e0be0fac-2cdf-48d4-aa69-48052e4e7d81),segment_id=e0be0fac-2cdf-48d4-aa69-48052e4e7d81)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:50:42.717969 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b4923f23-205d-4b71-9827-6ee2205d3ef6 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (d7124860-efc6-4947-ac22-6e6bd2f9ebef), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:42.734224 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-b4923f23-205d-4b71-9827-6ee2205d3ef6 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Calling delete_port for d7124860-efc6-4947-ac22-6e6bd2f9ebef owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:50:43.049844 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b4923f23-205d-4b71-9827-6ee2205d3ef6 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (d7124860-efc6-4947-ac22-6e6bd2f9ebef), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:43.116915 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4923f23-205d-4b71-9827-6ee2205d3ef6 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Pushing event deleted for resources: {'Port': ['ID=d7124860-efc6-4947-ac22-6e6bd2f9ebef,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:43.613016 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b4923f23-205d-4b71-9827-6ee2205d3ef6 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (a4845804-c157-4dc1-8c13-3ebeda98bd18), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:43.716760 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 802c4956-6bd2-4306-866f-84b72ce6256e details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:50:43.800341 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bda5c2e-00f8-4ad0-9636-a15d1689bbe6 req-f9b288e4-9b46-41f6-93e0-0d2d6a1f1ff6 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:43.801899 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1bda5c2e-00f8-4ad0-9636-a15d1689bbe6 req-f9b288e4-9b46-41f6-93e0-0d2d6a1f1ff6 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea80ae5a-1770-4614-b58b-2cd89b29072a HTTP/1.1" status: 200 len: 943 time: 0.3830652 Mar 11 19:50:43.979193 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 802c4956-6bd2-4306-866f-84b72ce6256e, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=802c4956-6bd2-4306-866f-84b72ce6256e,segment=NetworkSegment(9e8ba371-83c7-45ec-a158-fbcbb07778ba),segment_id=9e8ba371-83c7-45ec-a158-fbcbb07778ba)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:50:44.029245 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': '802c4956-6bd2-4306-866f-84b72ce6256e', 'network_id': 'fa906f4a-19f4-4b7d-8351-256fb4a2150c', 'port_id': '802c4956-6bd2-4306-866f-84b72ce6256e', 'mac_address': 'fa:16:3e:b7:0a:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 871, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9964fd8-a78c-47a9-bc53-fa779164456a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:50:44.041997 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1bda5c2e-00f8-4ad0-9636-a15d1689bbe6 req-38e3ce1a-5d74-4e3b-beb8-85146ea5b75f tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b96ccb3-0048-4586-85db-d9bf3eb598e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2235343 Mar 11 19:50:44.069986 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4923f23-205d-4b71-9827-6ee2205d3ef6 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Router a4845804-c157-4dc1-8c13-3ebeda98bd18 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:50:44.112780 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 802c4956-6bd2-4306-866f-84b72ce6256e is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:50:44.113374 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (802c4956-6bd2-4306-866f-84b72ce6256e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:44.150925 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 802c4956-6bd2-4306-866f-84b72ce6256e {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:50:44.204943 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 802c4956-6bd2-4306-866f-84b72ce6256e, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=802c4956-6bd2-4306-866f-84b72ce6256e,segment=NetworkSegment(9e8ba371-83c7-45ec-a158-fbcbb07778ba),segment_id=9e8ba371-83c7-45ec-a158-fbcbb07778ba)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:50:44.219272 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (802c4956-6bd2-4306-866f-84b72ce6256e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:44.291422 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4923f23-205d-4b71-9827-6ee2205d3ef6 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:50:44.297882 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-b4923f23-205d-4b71-9827-6ee2205d3ef6 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "PUT /v2.0/routers/a4845804-c157-4dc1-8c13-3ebeda98bd18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8716261 Mar 11 19:50:44.300830 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 56226) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:44.303364 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e002802f-6bc7-4e07-9b42-d4181a33f33e None None] Sync routers for ids ['a4845804-c157-4dc1-8c13-3ebeda98bd18'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:50:44.329474 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e002802f-6bc7-4e07-9b42-d4181a33f33e None None] Routers {'a4845804-c157-4dc1-8c13-3ebeda98bd18'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:50:44.330360 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-e002802f-6bc7-4e07-9b42-d4181a33f33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:50:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['a4845804-c157-4dc1-8c13-3ebeda98bd18'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:50:44.345713 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da680a-d239-46a8-9c85-9940f552a2b4 req-18ee8311-20f7-4f8d-81d1-8cd469ca4600 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:44.347288 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-99da680a-d239-46a8-9c85-9940f552a2b4 req-18ee8311-20f7-4f8d-81d1-8cd469ca4600 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=45265a0a-a81d-430e-bce1-1b8c028bdc29 HTTP/1.1" status: 200 len: 946 time: 0.1154773 Mar 11 19:50:44.448488 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d71d942-f9b4-4cdb-958a-38e2e8f2a29d tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Deleting subnet 642e1f00-7032-48a7-bd9a-34e74551ecab {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:50:44.463600 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=802c4956-6bd2-4306-866f-84b72ce6256e,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:44.469209 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5d71d942-f9b4-4cdb-958a-38e2e8f2a29d tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for subnet (642e1f00-7032-48a7-bd9a-34e74551ecab), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:44.492778 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-99da680a-d239-46a8-9c85-9940f552a2b4 req-1f13445a-c86f-4f0d-be0e-3d03d242a21c tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326423 Mar 11 19:50:44.553975 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5d71d942-f9b4-4cdb-958a-38e2e8f2a29d tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (642e1f00-7032-48a7-bd9a-34e74551ecab), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:44.577996 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['802c4956-6bd2-4306-866f-84b72ce6256e'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:50:44.597667 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-e002802f-6bc7-4e07-9b42-d4181a33f33e None None] Set router a4845804-c157-4dc1-8c13-3ebeda98bd18 gateway port host: None {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:50:44.769524 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5d71d942-f9b4-4cdb-958a-38e2e8f2a29d tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (642e1f00-7032-48a7-bd9a-34e74551ecab), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:44.924026 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5d71d942-f9b4-4cdb-958a-38e2e8f2a29d tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (642e1f00-7032-48a7-bd9a-34e74551ecab), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:44.971607 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d71d942-f9b4-4cdb-958a-38e2e8f2a29d tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Pushing event deleted for resources: {'Subnet': ['ID=642e1f00-7032-48a7-bd9a-34e74551ecab,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:44.986656 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5d71d942-f9b4-4cdb-958a-38e2e8f2a29d tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:45.062039 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 56244) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:45.072298 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-5d71d942-f9b4-4cdb-958a-38e2e8f2a29d tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "DELETE /v2.0/subnets/642e1f00-7032-48a7-bd9a-34e74551ecab HTTP/1.1" status: 204 len: 168 time: 0.7529588 Mar 11 19:50:45.184010 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a231e30b-969a-4fca-8334-4016d1588b47 None None] Network d3b7084f-87c8-432b-a8d3-458f02c49757 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:50:45.318684 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-e002802f-6bc7-4e07-9b42-d4181a33f33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'name': 'tempest-RoutersTest-router-312583551', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:49:47Z', 'updated_at': '2022-03-11T19:50:42Z', 'revision_number': 9, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'gw_port_host': None, '_interfaces': [{'id': '0a1e928a-6513-49b7-b23d-6abdcf626d5d', 'name': '', 'network_id': '1928abcd-e047-4e20-b59c-7265b0b23bfe', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'mac_address': 'fa:16:3e:3e:eb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '31575535-4df4-4dff-8a7d-85cfb2e6ef72', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:49:58Z', 'updated_at': '2022-03-11T19:50:12Z', 'revision_number': 5, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'subnets': [{'id': '31575535-4df4-4dff-8a7d-85cfb2e6ef72', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03de903-f2d4-4966-83ef-c3b00058f908', 'name': '', 'network_id': '8783ae98-2895-4ea9-bb5b-9bfe95b647fd', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'mac_address': 'fa:16:3e:e5:f4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '064a5636-d4a3-445b-9cea-58d6fb2a766e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:49:51Z', 'updated_at': '2022-03-11T19:50:00Z', 'revision_number': 5, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'subnets': [{'id': '064a5636-d4a3-445b-9cea-58d6fb2a766e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:50:45.407240 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-54ed2ea3-282f-4aed-b797-9dc736d56ca9 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (d3b7084f-87c8-432b-a8d3-458f02c49757), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:45.434577 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e002802f-6bc7-4e07-9b42-d4181a33f33e None None] Checking router: a4845804-c157-4dc1-8c13-3ebeda98bd18 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:50:45.455251 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e002802f-6bc7-4e07-9b42-d4181a33f33e None None] Routers {'a4845804-c157-4dc1-8c13-3ebeda98bd18'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:50:45.457001 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-e002802f-6bc7-4e07-9b42-d4181a33f33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:50:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['a4845804-c157-4dc1-8c13-3ebeda98bd18'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:50:45.457511 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24bcdfd-0db6-4d9a-a640-543960221437 req-f277768d-3ed6-4559-a5fe-b8f4b77b0cc2 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:45.459358 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b24bcdfd-0db6-4d9a-a640-543960221437 req-f277768d-3ed6-4559-a5fe-b8f4b77b0cc2 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea80ae5a-1770-4614-b58b-2cd89b29072a HTTP/1.1" status: 200 len: 944 time: 0.1652305 Mar 11 19:50:45.615498 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4baf26ad-a4a7-44fd-b45a-b5d0a2f5fedc None None] DHCP port deletion for d3b7084f-87c8-432b-a8d3-458f02c49757 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:50:45.656484 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b24bcdfd-0db6-4d9a-a640-543960221437 req-a59ca894-f41e-40b9-bba6-a97ba0a13fe5 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b96ccb3-0048-4586-85db-d9bf3eb598e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1889791 Mar 11 19:50:45.693298 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-54ed2ea3-282f-4aed-b797-9dc736d56ca9 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Deleting port e4aada49-b54b-4b27-98b3-1a4e85da70d7 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:50:45.693638 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-54ed2ea3-282f-4aed-b797-9dc736d56ca9 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (e4aada49-b54b-4b27-98b3-1a4e85da70d7), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:45.698351 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-e002802f-6bc7-4e07-9b42-d4181a33f33e None None] Set router a4845804-c157-4dc1-8c13-3ebeda98bd18 gateway port host: None {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:50:45.737355 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 56266) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:45.786304 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4baf26ad-a4a7-44fd-b45a-b5d0a2f5fedc None None] Deleting port e4aada49-b54b-4b27-98b3-1a4e85da70d7 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:50:45.788888 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4baf26ad-a4a7-44fd-b45a-b5d0a2f5fedc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (e4aada49-b54b-4b27-98b3-1a4e85da70d7), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:45.943060 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-54ed2ea3-282f-4aed-b797-9dc736d56ca9 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] For port e4aada49-b54b-4b27-98b3-1a4e85da70d7, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=e4aada49-b54b-4b27-98b3-1a4e85da70d7,segment=NetworkSegment(e0be0fac-2cdf-48d4-aa69-48052e4e7d81),segment_id=e0be0fac-2cdf-48d4-aa69-48052e4e7d81)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:50:45.955524 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-54ed2ea3-282f-4aed-b797-9dc736d56ca9 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (e4aada49-b54b-4b27-98b3-1a4e85da70d7), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:45.982951 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4baf26ad-a4a7-44fd-b45a-b5d0a2f5fedc None None] For port e4aada49-b54b-4b27-98b3-1a4e85da70d7, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=e4aada49-b54b-4b27-98b3-1a4e85da70d7,segment=NetworkSegment(e0be0fac-2cdf-48d4-aa69-48052e4e7d81),segment_id=e0be0fac-2cdf-48d4-aa69-48052e4e7d81)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:50:45.986460 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4baf26ad-a4a7-44fd-b45a-b5d0a2f5fedc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (e4aada49-b54b-4b27-98b3-1a4e85da70d7), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:45.990343 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-54ed2ea3-282f-4aed-b797-9dc736d56ca9 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Calling delete_port for e4aada49-b54b-4b27-98b3-1a4e85da70d7 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:50:46.021274 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dceb961-4dc5-495c-9b75-6827e777ee30 req-1c917558-d11d-4f3d-bebb-1fa3fad05334 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:46.028387 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4baf26ad-a4a7-44fd-b45a-b5d0a2f5fedc None None] Calling delete_port for e4aada49-b54b-4b27-98b3-1a4e85da70d7 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:50:46.029335 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2dceb961-4dc5-495c-9b75-6827e777ee30 req-1c917558-d11d-4f3d-bebb-1fa3fad05334 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=45265a0a-a81d-430e-bce1-1b8c028bdc29 HTTP/1.1" status: 200 len: 946 time: 0.1768143 Mar 11 19:50:46.158291 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2dceb961-4dc5-495c-9b75-6827e777ee30 req-ded77d09-f6db-4c3e-b816-1efc8fdb8d7d tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264930 Mar 11 19:50:46.182743 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-54ed2ea3-282f-4aed-b797-9dc736d56ca9 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (e4aada49-b54b-4b27-98b3-1a4e85da70d7), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:46.187011 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3630e224-055e-485f-98cc-7fc9883acb39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:46.219250 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4baf26ad-a4a7-44fd-b45a-b5d0a2f5fedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (e4aada49-b54b-4b27-98b3-1a4e85da70d7), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:46.245569 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ed2ea3-282f-4aed-b797-9dc736d56ca9 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Pushing event deleted for resources: {'Port': ['ID=e4aada49-b54b-4b27-98b3-1a4e85da70d7,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:46.248420 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4baf26ad-a4a7-44fd-b45a-b5d0a2f5fedc None None] No DVR routers for this DVR port e4aada49-b54b-4b27-98b3-1a4e85da70d7 on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:50:46.251975 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ed2ea3-282f-4aed-b797-9dc736d56ca9 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] No DVR routers for this DVR port e4aada49-b54b-4b27-98b3-1a4e85da70d7 on host n-d-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:50:46.281478 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-e002802f-6bc7-4e07-9b42-d4181a33f33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'name': 'tempest-RoutersTest-router-312583551', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:49:47Z', 'updated_at': '2022-03-11T19:50:42Z', 'revision_number': 9, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'gw_port_host': None, '_interfaces': [{'id': '0a1e928a-6513-49b7-b23d-6abdcf626d5d', 'name': '', 'network_id': '1928abcd-e047-4e20-b59c-7265b0b23bfe', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'mac_address': 'fa:16:3e:3e:eb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '31575535-4df4-4dff-8a7d-85cfb2e6ef72', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:49:58Z', 'updated_at': '2022-03-11T19:50:12Z', 'revision_number': 5, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'subnets': [{'id': '31575535-4df4-4dff-8a7d-85cfb2e6ef72', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03de903-f2d4-4966-83ef-c3b00058f908', 'name': '', 'network_id': '8783ae98-2895-4ea9-bb5b-9bfe95b647fd', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'mac_address': 'fa:16:3e:e5:f4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '064a5636-d4a3-445b-9cea-58d6fb2a766e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:49:51Z', 'updated_at': '2022-03-11T19:50:00Z', 'revision_number': 5, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'subnets': [{'id': '064a5636-d4a3-445b-9cea-58d6fb2a766e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:50:46.312149 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baf26ad-a4a7-44fd-b45a-b5d0a2f5fedc None None] Pushing event deleted for resources: {'Port': ['ID=e4aada49-b54b-4b27-98b3-1a4e85da70d7,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:46.386211 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e002802f-6bc7-4e07-9b42-d4181a33f33e None None] The sync data for ids ['a4845804-c157-4dc1-8c13-3ebeda98bd18'] in n-d-833163-1 is: [{'id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'name': 'tempest-RoutersTest-router-312583551', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:49:47Z', 'updated_at': '2022-03-11T19:50:42Z', 'revision_number': 9, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'gw_port_host': None, '_interfaces': [{'id': '0a1e928a-6513-49b7-b23d-6abdcf626d5d', 'name': '', 'network_id': '1928abcd-e047-4e20-b59c-7265b0b23bfe', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'mac_address': 'fa:16:3e:3e:eb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2222, 'fixed_ips': [{'subnet_id': '31575535-4df4-4dff-8a7d-85cfb2e6ef72', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:49:58Z', 'updated_at': '2022-03-11T19:50:12Z', 'revision_number': 5, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'subnets': [{'id': '31575535-4df4-4dff-8a7d-85cfb2e6ef72', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e03de903-f2d4-4966-83ef-c3b00058f908', 'name': '', 'network_id': '8783ae98-2895-4ea9-bb5b-9bfe95b647fd', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'mac_address': 'fa:16:3e:e5:f4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '064a5636-d4a3-445b-9cea-58d6fb2a766e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:49:51Z', 'updated_at': '2022-03-11T19:50:00Z', 'revision_number': 5, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'subnets': [{'id': '064a5636-d4a3-445b-9cea-58d6fb2a766e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:50:46.465284 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3630e224-055e-485f-98cc-7fc9883acb39 admin admin] Publish callbacks [] for security_group (3c91d8bf-bec7-4a28-8b31-581d4cfc55a3), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:46.472036 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3630e224-055e-485f-98cc-7fc9883acb39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (3c91d8bf-bec7-4a28-8b31-581d4cfc55a3), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:46.488955 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-54ed2ea3-282f-4aed-b797-9dc736d56ca9 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (d3b7084f-87c8-432b-a8d3-458f02c49757), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:46.532547 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-54ed2ea3-282f-4aed-b797-9dc736d56ca9 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3b7084f-87c8-432b-a8d3-458f02c49757']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:50:46.545980 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-54ed2ea3-282f-4aed-b797-9dc736d56ca9 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0be0fac-2cdf-48d4-aa69-48052e4e7d81') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:50:46.546559 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-54ed2ea3-282f-4aed-b797-9dc736d56ca9 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0be0fac-2cdf-48d4-aa69-48052e4e7d81') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:50:46.561854 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-54ed2ea3-282f-4aed-b797-9dc736d56ca9 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (e0be0fac-2cdf-48d4-aa69-48052e4e7d81), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:46.564898 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-3630e224-055e-485f-98cc-7fc9883acb39 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=64c56ce4e31f487b96edc52f187371ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8265002 Mar 11 19:50:46.568298 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 56320) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:46.577007 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-54ed2ea3-282f-4aed-b797-9dc736d56ca9 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (e0be0fac-2cdf-48d4-aa69-48052e4e7d81), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:46.587293 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54ed2ea3-282f-4aed-b797-9dc736d56ca9 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Releasing vlan 851 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:50:46.588626 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-54ed2ea3-282f-4aed-b797-9dc736d56ca9 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (e0be0fac-2cdf-48d4-aa69-48052e4e7d81), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:46.593828 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 19:50:46.593828 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:50:46.593828 n-d-833163-1 neutron-server[103885]: timer() Mar 11 19:50:46.593828 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:50:46.593828 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 19:50:46.593828 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:50:46.593828 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 19:50:46.593828 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:50:46.593828 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 19:50:46.593828 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:50:46.593828 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 19:50:46.593828 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:50:46.593828 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 19:50:46.593828 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:50:46.593828 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:50:46.593828 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:50:46.593828 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:50:46.593828 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:50:46.593828 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 19:50:46.593828 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:50:46.593828 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 19:50:46.593828 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:50:46.593828 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:50:46.593828 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:50:46.593828 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 19:50:46.593828 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:50:46.593828 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:50:46.593828 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:50:46.593828 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:50:46.593828 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:50:46.593828 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:50:46.593828 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:50:46.614055 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3630e224-055e-485f-98cc-7fc9883acb39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c91d8bf-bec7-4a28-8b31-581d4cfc55a3,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:46.657385 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ac5bcd25-e67d-4394-903d-5d87d15f33eb admin admin] Publish callbacks [] for security_group (3c91d8bf-bec7-4a28-8b31-581d4cfc55a3), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:46.710478 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ac5bcd25-e67d-4394-903d-5d87d15f33eb admin admin] Publish callbacks [] for security_group (3c91d8bf-bec7-4a28-8b31-581d4cfc55a3), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:46.722138 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-54ed2ea3-282f-4aed-b797-9dc736d56ca9 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (d3b7084f-87c8-432b-a8d3-458f02c49757), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:46.743169 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-54ed2ea3-282f-4aed-b797-9dc736d56ca9 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:46.756609 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-54ed2ea3-282f-4aed-b797-9dc736d56ca9 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "DELETE /v2.0/networks/d3b7084f-87c8-432b-a8d3-458f02c49757 HTTP/1.1" status: 204 len: 168 time: 1.6903915 Mar 11 19:50:46.759344 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 56332) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:46.811440 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ed2ea3-282f-4aed-b797-9dc736d56ca9 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Pushing event deleted for resources: {'Network': ['ID=d3b7084f-87c8-432b-a8d3-458f02c49757,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:46.908730 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device e4aada49-b54b-4b27-98b3-1a4e85da70d7 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:50:46.965952 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431cf013-96e2-4625-943d-73d2afc5f70f req-21433ff3-2b2a-4238-90eb-7ad6536d8239 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:46.968789 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: e4aada49-b54b-4b27-98b3-1a4e85da70d7 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:50:46.971022 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device e4aada49-b54b-4b27-98b3-1a4e85da70d7 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:50:46.972555 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device d7124860-efc6-4947-ac22-6e6bd2f9ebef no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:50:46.981467 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-431cf013-96e2-4625-943d-73d2afc5f70f req-21433ff3-2b2a-4238-90eb-7ad6536d8239 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea80ae5a-1770-4614-b58b-2cd89b29072a HTTP/1.1" status: 200 len: 944 time: 0.1524880 Mar 11 19:50:47.043845 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: d7124860-efc6-4947-ac22-6e6bd2f9ebef {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:50:47.045331 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device d7124860-efc6-4947-ac22-6e6bd2f9ebef not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:50:47.107521 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-431cf013-96e2-4625-943d-73d2afc5f70f req-ac2c0de9-c60c-448b-8aea-85f8b92bb6c9 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b96ccb3-0048-4586-85db-d9bf3eb598e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248410 Mar 11 19:50:47.233465 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ac5bcd25-e67d-4394-903d-5d87d15f33eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (3c91d8bf-bec7-4a28-8b31-581d4cfc55a3), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:47.237184 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ac5bcd25-e67d-4394-903d-5d87d15f33eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:47.253346 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ac5bcd25-e67d-4394-903d-5d87d15f33eb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3c91d8bf-bec7-4a28-8b31-581d4cfc55a3 HTTP/1.1" status: 204 len: 168 time: 0.6750784 Mar 11 19:50:47.295848 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5bcd25-e67d-4394-903d-5d87d15f33eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c91d8bf-bec7-4a28-8b31-581d4cfc55a3,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:47.435206 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3d4751-c423-4f3d-a3df-4cc44f296d84 req-3224a375-164d-44f4-b6df-04188bd7dffa tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:47.461124 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3f3d4751-c423-4f3d-a3df-4cc44f296d84 req-3224a375-164d-44f4-b6df-04188bd7dffa tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=45265a0a-a81d-430e-bce1-1b8c028bdc29 HTTP/1.1" status: 200 len: 946 time: 0.1993876 Mar 11 19:50:47.560479 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2cf63be4-2eb3-4dab-a69b-2ff9b42967f6 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (a4845804-c157-4dc1-8c13-3ebeda98bd18), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:47.565282 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3f3d4751-c423-4f3d-a3df-4cc44f296d84 req-826a6ca0-992b-44d3-af1f-ae7619c48089 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030791 Mar 11 19:50:47.732436 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 802c4956-6bd2-4306-866f-84b72ce6256e up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:50:47.890602 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port 802c4956-6bd2-4306-866f-84b72ce6256e completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:50:47.907383 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port 802c4956-6bd2-4306-866f-84b72ce6256e triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:50:47.909781 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (802c4956-6bd2-4306-866f-84b72ce6256e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:47.944333 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 56396) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:47.967308 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-63bc0562-fc6e-43fd-b11f-0585fa8a26ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:47.971357 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-2cf63be4-2eb3-4dab-a69b-2ff9b42967f6 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Deleting port 0a1e928a-6513-49b7-b23d-6abdcf626d5d {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:50:47.971947 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2cf63be4-2eb3-4dab-a69b-2ff9b42967f6 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (0a1e928a-6513-49b7-b23d-6abdcf626d5d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:48.007724 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68629ed1-5ae6-4ede-97ee-fe665a25027a req-f7cfc714-e386-4b8e-9eee-520594ce77ce tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:48.015911 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-68629ed1-5ae6-4ede-97ee-fe665a25027a req-f7cfc714-e386-4b8e-9eee-520594ce77ce tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=45265a0a-a81d-430e-bce1-1b8c028bdc29 HTTP/1.1" status: 200 len: 946 time: 0.1196465 Mar 11 19:50:48.111094 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-2cf63be4-2eb3-4dab-a69b-2ff9b42967f6 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] For port 0a1e928a-6513-49b7-b23d-6abdcf626d5d, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=0a1e928a-6513-49b7-b23d-6abdcf626d5d,segment=NetworkSegment(43b66158-fae0-4f75-bc6b-67d6c78cc8a9),segment_id=43b66158-fae0-4f75-bc6b-67d6c78cc8a9)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:50:48.111598 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2cf63be4-2eb3-4dab-a69b-2ff9b42967f6 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (0a1e928a-6513-49b7-b23d-6abdcf626d5d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:48.119739 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-68629ed1-5ae6-4ede-97ee-fe665a25027a req-0591a5c2-91f4-47b2-850f-6bcc00fbce57 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024740 Mar 11 19:50:48.126721 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 802c4956-6bd2-4306-866f-84b72ce6256e is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:50:48.129266 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (802c4956-6bd2-4306-866f-84b72ce6256e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:48.131360 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-2cf63be4-2eb3-4dab-a69b-2ff9b42967f6 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Calling delete_port for 0a1e928a-6513-49b7-b23d-6abdcf626d5d owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:50:48.188134 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-63bc0562-fc6e-43fd-b11f-0585fa8a26ce admin admin] Publish callbacks [] for security_group (ff190f41-6928-4bce-a3c0-9feb1fcb0337), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:48.196056 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-63bc0562-fc6e-43fd-b11f-0585fa8a26ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (ff190f41-6928-4bce-a3c0-9feb1fcb0337), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:48.229300 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 802c4956-6bd2-4306-866f-84b72ce6256e, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=802c4956-6bd2-4306-866f-84b72ce6256e,segment=NetworkSegment(9e8ba371-83c7-45ec-a158-fbcbb07778ba),segment_id=9e8ba371-83c7-45ec-a158-fbcbb07778ba)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:50:48.231145 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea80ae5a-1770-4614-b58b-2cd89b29072a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '802c4956-6bd2-4306-866f-84b72ce6256e'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:50:48.234646 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e386a4dd-7f00-4480-9c71-78a6da1653d4" -d '{"events": [{"server_uuid": "ea80ae5a-1770-4614-b58b-2cd89b29072a", "name": "network-vif-plugged", "status": "completed", "tag": "802c4956-6bd2-4306-866f-84b72ce6256e"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:50:48.255433 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (802c4956-6bd2-4306-866f-84b72ce6256e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:48.279587 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-63bc0562-fc6e-43fd-b11f-0585fa8a26ce admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ca8874740df74846b23e6162c07c4e08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3339179 Mar 11 19:50:48.283200 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 56420) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:48.370269 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=802c4956-6bd2-4306-866f-84b72ce6256e,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:48.373279 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bc0562-fc6e-43fd-b11f-0585fa8a26ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff190f41-6928-4bce-a3c0-9feb1fcb0337,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:48.403794 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:50:48.405495 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:50:48.405858 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:50:48.406209 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:50:48.409887 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:50:48.410263 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:50:48.410617 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:50:48.413143 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:50:48.413870 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:50:48.413870 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:50:48.414179 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:50:48.414514 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:50:48.414873 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:50:48.441366 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb9ec1-e827-487a-8655-a3f9e94ce9b1 req-a303ad11-0403-4d4c-9ce8-830d687628b6 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:48.448424 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fbeb9ec1-e827-487a-8655-a3f9e94ce9b1 req-a303ad11-0403-4d4c-9ce8-830d687628b6 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea80ae5a-1770-4614-b58b-2cd89b29072a HTTP/1.1" status: 200 len: 945 time: 0.1658013 Mar 11 19:50:48.480922 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-17545101-d999-48ce-9f40-cb974f2091b8 admin admin] Publish callbacks [] for security_group (ff190f41-6928-4bce-a3c0-9feb1fcb0337), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:48.597688 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-17545101-d999-48ce-9f40-cb974f2091b8 admin admin] Publish callbacks [] for security_group (ff190f41-6928-4bce-a3c0-9feb1fcb0337), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:48.626038 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2cf63be4-2eb3-4dab-a69b-2ff9b42967f6 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (0a1e928a-6513-49b7-b23d-6abdcf626d5d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:48.628589 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fbeb9ec1-e827-487a-8655-a3f9e94ce9b1 req-f9b0d42c-900e-488d-a10c-d66c3a18b53b tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b96ccb3-0048-4586-85db-d9bf3eb598e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1790559 Mar 11 19:50:48.704095 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf63be4-2eb3-4dab-a69b-2ff9b42967f6 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Pushing event deleted for resources: {'Port': ['ID=0a1e928a-6513-49b7-b23d-6abdcf626d5d,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:48.866803 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 56430) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:48.878515 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab88e54-8609-4d69-8671-ce0908c319cd req-5ab853c1-be35-40ac-b130-77777e0c4621 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:48.880376 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6ab88e54-8609-4d69-8671-ce0908c319cd req-5ab853c1-be35-40ac-b130-77777e0c4621 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=45265a0a-a81d-430e-bce1-1b8c028bdc29 HTTP/1.1" status: 200 len: 946 time: 0.1493704 Mar 11 19:50:48.902157 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:48.934220 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-17545101-d999-48ce-9f40-cb974f2091b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (ff190f41-6928-4bce-a3c0-9feb1fcb0337), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:48.936982 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-17545101-d999-48ce-9f40-cb974f2091b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:48.938150 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-17545101-d999-48ce-9f40-cb974f2091b8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ff190f41-6928-4bce-a3c0-9feb1fcb0337 HTTP/1.1" status: 204 len: 168 time: 0.6529629 Mar 11 19:50:48.962916 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17545101-d999-48ce-9f40-cb974f2091b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff190f41-6928-4bce-a3c0-9feb1fcb0337,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:49.011061 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6ab88e54-8609-4d69-8671-ce0908c319cd req-7dc1de0c-239f-456c-85b2-4365d02a2a05 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208298 Mar 11 19:50:49.105905 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2cf63be4-2eb3-4dab-a69b-2ff9b42967f6 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (a4845804-c157-4dc1-8c13-3ebeda98bd18), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:49.116445 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b75ddc0f-8e3b-4a52-a202-1a905c034be2 x-openstack-request-id: req-b75ddc0f-8e3b-4a52-a202-1a905c034be2 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:50:49.116742 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea80ae5a-1770-4614-b58b-2cd89b29072a", "name": "network-vif-plugged", "status": "completed", "tag": "802c4956-6bd2-4306-866f-84b72ce6256e", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:50:49.117033 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b75ddc0f-8e3b-4a52-a202-1a905c034be2 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:50:49.117446 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea80ae5a-1770-4614-b58b-2cd89b29072a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '802c4956-6bd2-4306-866f-84b72ce6256e', 'code': 200} Mar 11 19:50:49.157443 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2d9f1910-a30b-4231-b10e-a5820e7cc9c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:49.259776 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217136b-07d1-41a3-aee6-7de3db027d5f req-bfdcb684-11d6-4719-a6fa-1953d4bf33dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:49.261828 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a217136b-07d1-41a3-aee6-7de3db027d5f req-bfdcb684-11d6-4719-a6fa-1953d4bf33dc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ea80ae5a-1770-4614-b58b-2cd89b29072a HTTP/1.1" status: 200 len: 1127 time: 0.0889983 Mar 11 19:50:49.354600 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2d9f1910-a30b-4231-b10e-a5820e7cc9c9 admin admin] Publish callbacks [] for security_group (28ca4b43-89b5-4c62-a571-6714e7267d48), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:49.359838 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a217136b-07d1-41a3-aee6-7de3db027d5f req-96157d3f-2d6e-401e-93bc-e4b88e1ebfdf service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0b96ccb3-0048-4586-85db-d9bf3eb598e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902267 Mar 11 19:50:49.362072 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2d9f1910-a30b-4231-b10e-a5820e7cc9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (28ca4b43-89b5-4c62-a571-6714e7267d48), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:49.399452 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-2d9f1910-a30b-4231-b10e-a5820e7cc9c9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a34c19cef4ac424c9c980f94f2cd0664&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5089509 Mar 11 19:50:49.407322 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 56444) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:49.451980 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9f1910-a30b-4231-b10e-a5820e7cc9c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ca4b43-89b5-4c62-a571-6714e7267d48,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:49.478859 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fa2c94da-ef0e-4ef6-9422-6de57c25e2f4 admin admin] Publish callbacks [] for security_group (28ca4b43-89b5-4c62-a571-6714e7267d48), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:49.508792 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fa2c94da-ef0e-4ef6-9422-6de57c25e2f4 admin admin] Publish callbacks [] for security_group (28ca4b43-89b5-4c62-a571-6714e7267d48), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:49.593389 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fa2c94da-ef0e-4ef6-9422-6de57c25e2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (28ca4b43-89b5-4c62-a571-6714e7267d48), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:49.598762 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fa2c94da-ef0e-4ef6-9422-6de57c25e2f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:49.604582 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-fa2c94da-ef0e-4ef6-9422-6de57c25e2f4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/28ca4b43-89b5-4c62-a571-6714e7267d48 HTTP/1.1" status: 204 len: 168 time: 0.1929207 Mar 11 19:50:49.623247 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2c94da-ef0e-4ef6-9422-6de57c25e2f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ca4b43-89b5-4c62-a571-6714e7267d48,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:49.691516 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cf63be4-2eb3-4dab-a69b-2ff9b42967f6 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Router a4845804-c157-4dc1-8c13-3ebeda98bd18 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:50:49.790960 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75fee47-3da2-4a9e-b197-4efc65b43df2 req-9c8eb1b4-ae65-46ca-9fd2-fecae0a2960b tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:49.798737 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c75fee47-3da2-4a9e-b197-4efc65b43df2 req-9c8eb1b4-ae65-46ca-9fd2-fecae0a2960b tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=45265a0a-a81d-430e-bce1-1b8c028bdc29 HTTP/1.1" status: 200 len: 946 time: 0.1552322 Mar 11 19:50:49.941510 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf63be4-2eb3-4dab-a69b-2ff9b42967f6 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:50:49.949764 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-2cf63be4-2eb3-4dab-a69b-2ff9b42967f6 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "PUT /v2.0/routers/a4845804-c157-4dc1-8c13-3ebeda98bd18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1838968 Mar 11 19:50:49.950619 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 56462) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:49.959870 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf23ad2-8787-4702-990f-34b5d2f768b0 None None] Sync routers for ids ['a4845804-c157-4dc1-8c13-3ebeda98bd18'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:50:49.965662 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c75fee47-3da2-4a9e-b197-4efc65b43df2 req-1edbfd1c-f175-4585-bbc2-eff5d8df6171 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465025 Mar 11 19:50:49.988120 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf23ad2-8787-4702-990f-34b5d2f768b0 None None] Routers {'a4845804-c157-4dc1-8c13-3ebeda98bd18'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:50:49.989210 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-aaf23ad2-8787-4702-990f-34b5d2f768b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:50:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['a4845804-c157-4dc1-8c13-3ebeda98bd18'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:50:50.108261 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbbcbe63-54b5-4af6-a36b-443bf4cc6b0c tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Deleting subnet 31575535-4df4-4dff-8a7d-85cfb2e6ef72 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:50:50.125673 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cbbcbe63-54b5-4af6-a36b-443bf4cc6b0c tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for subnet (31575535-4df4-4dff-8a7d-85cfb2e6ef72), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:50.210423 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cbbcbe63-54b5-4af6-a36b-443bf4cc6b0c tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (31575535-4df4-4dff-8a7d-85cfb2e6ef72), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:50.255168 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3f3c1a-6e46-498b-aeae-84edddb4990f req-30e85da1-7d0a-41f9-967a-4453ba95a0a9 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:50.270698 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1d3f3c1a-6e46-498b-aeae-84edddb4990f req-30e85da1-7d0a-41f9-967a-4453ba95a0a9 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea80ae5a-1770-4614-b58b-2cd89b29072a HTTP/1.1" status: 200 len: 945 time: 0.1571906 Mar 11 19:50:50.379260 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1d3f3c1a-6e46-498b-aeae-84edddb4990f req-be14a679-7590-4422-b366-e5c5044fc345 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b96ccb3-0048-4586-85db-d9bf3eb598e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991209 Mar 11 19:50:50.388224 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 56472) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:50.416150 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e704a01b-6410-4af3-a220-3069c482443a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:50.466841 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cbbcbe63-54b5-4af6-a36b-443bf4cc6b0c tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (31575535-4df4-4dff-8a7d-85cfb2e6ef72), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:50.569651 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e704a01b-6410-4af3-a220-3069c482443a admin admin] Publish callbacks [] for security_group (09b577f9-de03-4111-b4c4-091432ac9980), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:50.575978 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e704a01b-6410-4af3-a220-3069c482443a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (09b577f9-de03-4111-b4c4-091432ac9980), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:50.613064 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cbbcbe63-54b5-4af6-a36b-443bf4cc6b0c tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (31575535-4df4-4dff-8a7d-85cfb2e6ef72), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:50.621566 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-aaf23ad2-8787-4702-990f-34b5d2f768b0 None None] Set router a4845804-c157-4dc1-8c13-3ebeda98bd18 gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:50:50.686680 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e704a01b-6410-4af3-a220-3069c482443a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b577f9-de03-4111-b4c4-091432ac9980,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:50.701116 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-e704a01b-6410-4af3-a220-3069c482443a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=de49937cbdbc403ba53b945ccaf44bbd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3117788 Mar 11 19:50:50.704930 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 56482) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:50.707398 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbcbe63-54b5-4af6-a36b-443bf4cc6b0c tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Pushing event deleted for resources: {'Subnet': ['ID=31575535-4df4-4dff-8a7d-85cfb2e6ef72,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:50.715034 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cbbcbe63-54b5-4af6-a36b-443bf4cc6b0c tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:50.733914 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-cbbcbe63-54b5-4af6-a36b-443bf4cc6b0c tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "DELETE /v2.0/subnets/31575535-4df4-4dff-8a7d-85cfb2e6ef72 HTTP/1.1" status: 204 len: 168 time: 0.7796760 Mar 11 19:50:50.739484 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 56484) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:50.864899 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d957089-ed73-431e-a3d4-8bd40a5fd160 None None] Network 1928abcd-e047-4e20-b59c-7265b0b23bfe requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:50:50.869647 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-05a6e54a-c344-4ae4-8ad6-a122acb25427 admin admin] Publish callbacks [] for security_group (09b577f9-de03-4111-b4c4-091432ac9980), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:50.930024 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-05a6e54a-c344-4ae4-8ad6-a122acb25427 admin admin] Publish callbacks [] for security_group (09b577f9-de03-4111-b4c4-091432ac9980), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:50.989934 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-24f22a5d-8592-4be5-a5a0-31f1f826ff8a tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (1928abcd-e047-4e20-b59c-7265b0b23bfe), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:51.112352 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-24f22a5d-8592-4be5-a5a0-31f1f826ff8a tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Deleting port e683423a-e053-411f-a7bd-472106195a12 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:50:51.115820 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-24f22a5d-8592-4be5-a5a0-31f1f826ff8a tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (e683423a-e053-411f-a7bd-472106195a12), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:51.157017 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-05a6e54a-c344-4ae4-8ad6-a122acb25427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (09b577f9-de03-4111-b4c4-091432ac9980), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:51.159772 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-05a6e54a-c344-4ae4-8ad6-a122acb25427 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:51.163248 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-05a6e54a-c344-4ae4-8ad6-a122acb25427 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/09b577f9-de03-4111-b4c4-091432ac9980 HTTP/1.1" status: 204 len: 168 time: 0.4549079 Mar 11 19:50:51.302323 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-24f22a5d-8592-4be5-a5a0-31f1f826ff8a tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] For port e683423a-e053-411f-a7bd-472106195a12, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=e683423a-e053-411f-a7bd-472106195a12,segment=NetworkSegment(43b66158-fae0-4f75-bc6b-67d6c78cc8a9),segment_id=43b66158-fae0-4f75-bc6b-67d6c78cc8a9)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:50:51.302726 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-24f22a5d-8592-4be5-a5a0-31f1f826ff8a tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (e683423a-e053-411f-a7bd-472106195a12), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:51.308615 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a6e54a-c344-4ae4-8ad6-a122acb25427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b577f9-de03-4111-b4c4-091432ac9980,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:51.391881 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-24f22a5d-8592-4be5-a5a0-31f1f826ff8a tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Calling delete_port for e683423a-e053-411f-a7bd-472106195a12 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:50:51.428896 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ade04f-74ab-4f5f-9a9f-d255ab75a369 req-88b323a3-d0bf-4058-99ab-24a05e70c663 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:51.430548 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b3ade04f-74ab-4f5f-9a9f-d255ab75a369 req-88b323a3-d0bf-4058-99ab-24a05e70c663 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.57 "GET /v2.0/ports?device_id=45265a0a-a81d-430e-bce1-1b8c028bdc29 HTTP/1.1" status: 200 len: 946 time: 0.3714523 Mar 11 19:50:51.488356 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e3b3de-6c52-44ec-bb3b-e74b3c1c774f req-722b0d7f-a04f-47e4-aa0e-9f864b2ce404 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:51.500121 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-47e3b3de-6c52-44ec-bb3b-e74b3c1c774f req-722b0d7f-a04f-47e4-aa0e-9f864b2ce404 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=45265a0a-a81d-430e-bce1-1b8c028bdc29 HTTP/1.1" status: 200 len: 946 time: 0.3376997 Mar 11 19:50:51.784274 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-24f22a5d-8592-4be5-a5a0-31f1f826ff8a tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (e683423a-e053-411f-a7bd-472106195a12), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:51.789193 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-aaf23ad2-8787-4702-990f-34b5d2f768b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'name': 'tempest-RoutersTest-router-312583551', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:49:47Z', 'updated_at': '2022-03-11T19:50:48Z', 'revision_number': 10, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'gw_port_host': None, '_interfaces': [{'id': 'e03de903-f2d4-4966-83ef-c3b00058f908', 'name': '', 'network_id': '8783ae98-2895-4ea9-bb5b-9bfe95b647fd', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'mac_address': 'fa:16:3e:e5:f4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '064a5636-d4a3-445b-9cea-58d6fb2a766e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:49:51Z', 'updated_at': '2022-03-11T19:50:00Z', 'revision_number': 5, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'subnets': [{'id': '064a5636-d4a3-445b-9cea-58d6fb2a766e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:50:51.842472 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f22a5d-8592-4be5-a5a0-31f1f826ff8a tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Pushing event deleted for resources: {'Port': ['ID=e683423a-e053-411f-a7bd-472106195a12,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:51.854058 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-47e3b3de-6c52-44ec-bb3b-e74b3c1c774f req-e4bc7b87-e355-4312-870c-c22d2e0caf5e tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531654 Mar 11 19:50:51.858487 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f22a5d-8592-4be5-a5a0-31f1f826ff8a tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] No DVR routers for this DVR port e683423a-e053-411f-a7bd-472106195a12 on host n-d-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:50:51.868137 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-b3ade04f-74ab-4f5f-9a9f-d255ab75a369 req-6da10f14-75b3-4f97-bf27-28c2ac774dd8 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Deleting port 78394a7c-01ab-40bd-ad31-ed46fb886ea3 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:50:51.868539 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b3ade04f-74ab-4f5f-9a9f-d255ab75a369 req-6da10f14-75b3-4f97-bf27-28c2ac774dd8 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (78394a7c-01ab-40bd-ad31-ed46fb886ea3), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:51.879172 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278e5ace-e957-4b8a-8dbc-2ad851c65b6e None None] DHCP port deletion for 1928abcd-e047-4e20-b59c-7265b0b23bfe request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:50:51.895592 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf23ad2-8787-4702-990f-34b5d2f768b0 None None] Checking router: a4845804-c157-4dc1-8c13-3ebeda98bd18 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:50:51.945292 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf23ad2-8787-4702-990f-34b5d2f768b0 None None] Routers {'a4845804-c157-4dc1-8c13-3ebeda98bd18'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:50:51.946372 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-aaf23ad2-8787-4702-990f-34b5d2f768b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:50:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['a4845804-c157-4dc1-8c13-3ebeda98bd18'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:50:52.028473 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-24f22a5d-8592-4be5-a5a0-31f1f826ff8a tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (1928abcd-e047-4e20-b59c-7265b0b23bfe), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:52.094249 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-24f22a5d-8592-4be5-a5a0-31f1f826ff8a tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1928abcd-e047-4e20-b59c-7265b0b23bfe']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:50:52.121883 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-24f22a5d-8592-4be5-a5a0-31f1f826ff8a tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43b66158-fae0-4f75-bc6b-67d6c78cc8a9') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:50:52.122481 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-24f22a5d-8592-4be5-a5a0-31f1f826ff8a tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43b66158-fae0-4f75-bc6b-67d6c78cc8a9') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:50:52.127009 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-aaf23ad2-8787-4702-990f-34b5d2f768b0 None None] Set router a4845804-c157-4dc1-8c13-3ebeda98bd18 gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:50:52.140758 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-24f22a5d-8592-4be5-a5a0-31f1f826ff8a tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (43b66158-fae0-4f75-bc6b-67d6c78cc8a9), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:52.171610 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-24f22a5d-8592-4be5-a5a0-31f1f826ff8a tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (43b66158-fae0-4f75-bc6b-67d6c78cc8a9), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:52.182494 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24f22a5d-8592-4be5-a5a0-31f1f826ff8a tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Releasing vlan 856 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:50:52.182897 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-24f22a5d-8592-4be5-a5a0-31f1f826ff8a tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (43b66158-fae0-4f75-bc6b-67d6c78cc8a9), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:52.186054 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:50:52.186054 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:50:52.186054 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:50:52.186054 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:50:52.186054 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:50:52.186054 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:50:52.186054 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:50:52.186054 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:50:52.186054 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:50:52.186054 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:50:52.186054 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:50:52.186054 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:50:52.186054 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:50:52.186054 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:50:52.186054 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:50:52.186054 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:50:52.186054 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:50:52.186054 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:50:52.186054 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:50:52.186054 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:50:52.186054 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:50:52.186054 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:50:52.186054 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:50:52.186054 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:50:52.186054 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:50:52.186054 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:50:52.186054 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:50:52.186054 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:50:52.186054 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:50:52.186054 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:50:52.186054 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:50:52.186054 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:50:52.211393 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-b3ade04f-74ab-4f5f-9a9f-d255ab75a369 req-6da10f14-75b3-4f97-bf27-28c2ac774dd8 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] For port 78394a7c-01ab-40bd-ad31-ed46fb886ea3, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=78394a7c-01ab-40bd-ad31-ed46fb886ea3,segment=NetworkSegment(518fbfd6-66d4-46dc-8045-59cddcf132dc),segment_id=518fbfd6-66d4-46dc-8045-59cddcf132dc)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:50:52.212875 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b3ade04f-74ab-4f5f-9a9f-d255ab75a369 req-6da10f14-75b3-4f97-bf27-28c2ac774dd8 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (78394a7c-01ab-40bd-ad31-ed46fb886ea3), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:52.251451 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c92faac-0205-4fa2-a8f8-aa7a1324a211 req-517a6cb8-3e6a-48fc-91a1-f0a2d5509214 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:52.266021 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4c92faac-0205-4fa2-a8f8-aa7a1324a211 req-517a6cb8-3e6a-48fc-91a1-f0a2d5509214 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea80ae5a-1770-4614-b58b-2cd89b29072a HTTP/1.1" status: 200 len: 945 time: 0.1762781 Mar 11 19:50:52.310996 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-b3ade04f-74ab-4f5f-9a9f-d255ab75a369 req-6da10f14-75b3-4f97-bf27-28c2ac774dd8 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Calling delete_port for 78394a7c-01ab-40bd-ad31-ed46fb886ea3 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:50:52.338471 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-24f22a5d-8592-4be5-a5a0-31f1f826ff8a tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (1928abcd-e047-4e20-b59c-7265b0b23bfe), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:52.342816 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-24f22a5d-8592-4be5-a5a0-31f1f826ff8a tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:52.346407 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-24f22a5d-8592-4be5-a5a0-31f1f826ff8a tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "DELETE /v2.0/networks/1928abcd-e047-4e20-b59c-7265b0b23bfe HTTP/1.1" status: 204 len: 168 time: 1.6057560 Mar 11 19:50:52.355404 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 56538) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:52.435945 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-648e0c68-ae55-4172-8344-2cf0c979c0ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:52.465615 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4c92faac-0205-4fa2-a8f8-aa7a1324a211 req-6c49b3d7-e3f6-4e07-9a75-71ab078199a9 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b96ccb3-0048-4586-85db-d9bf3eb598e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1933525 Mar 11 19:50:52.631221 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f22a5d-8592-4be5-a5a0-31f1f826ff8a tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Pushing event deleted for resources: {'Network': ['ID=1928abcd-e047-4e20-b59c-7265b0b23bfe,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:52.749752 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:52.798889 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device e683423a-e053-411f-a7bd-472106195a12 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:50:52.891345 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: e683423a-e053-411f-a7bd-472106195a12 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:50:52.891726 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device e683423a-e053-411f-a7bd-472106195a12 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:50:52.935240 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a0ebc-a030-4914-a673-85fe35f33351 req-3eeb08ca-5e91-4663-8381-28739081ab57 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:52.974554 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6c2a0ebc-a030-4914-a673-85fe35f33351 req-3eeb08ca-5e91-4663-8381-28739081ab57 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea80ae5a-1770-4614-b58b-2cd89b29072a HTTP/1.1" status: 200 len: 945 time: 0.2663612 Mar 11 19:50:53.001748 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 56570) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:53.035872 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-1ed56a47-9af2-4239-8ef4-1c0c975aab91 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Request body: {'floatingip': {'port_id': '802c4956-6bd2-4306-866f-84b72ce6256e'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:50:53.062193 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-aaf23ad2-8787-4702-990f-34b5d2f768b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'name': 'tempest-RoutersTest-router-312583551', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:49:47Z', 'updated_at': '2022-03-11T19:50:48Z', 'revision_number': 10, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'gw_port_host': None, '_interfaces': [{'id': 'e03de903-f2d4-4966-83ef-c3b00058f908', 'name': '', 'network_id': '8783ae98-2895-4ea9-bb5b-9bfe95b647fd', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'mac_address': 'fa:16:3e:e5:f4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '064a5636-d4a3-445b-9cea-58d6fb2a766e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:49:51Z', 'updated_at': '2022-03-11T19:50:00Z', 'revision_number': 5, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'subnets': [{'id': '064a5636-d4a3-445b-9cea-58d6fb2a766e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:50:53.134269 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf23ad2-8787-4702-990f-34b5d2f768b0 None None] The sync data for ids ['a4845804-c157-4dc1-8c13-3ebeda98bd18'] in n-d-833163-1 is: [{'id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'name': 'tempest-RoutersTest-router-312583551', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:49:47Z', 'updated_at': '2022-03-11T19:50:48Z', 'revision_number': 10, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'gw_port_host': None, '_interfaces': [{'id': 'e03de903-f2d4-4966-83ef-c3b00058f908', 'name': '', 'network_id': '8783ae98-2895-4ea9-bb5b-9bfe95b647fd', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'mac_address': 'fa:16:3e:e5:f4:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': '064a5636-d4a3-445b-9cea-58d6fb2a766e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:49:51Z', 'updated_at': '2022-03-11T19:50:00Z', 'revision_number': 5, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'subnets': [{'id': '064a5636-d4a3-445b-9cea-58d6fb2a766e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:50:53.163136 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1ed56a47-9af2-4239-8ef4-1c0c975aab91 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks [] for floatingip (3fab6128-e1a8-4126-ab94-dba5a0ad8688), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:53.434713 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f1668072-e06b-4370-9060-33207d823b46 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (a4845804-c157-4dc1-8c13-3ebeda98bd18), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:53.730548 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 78394a7c-01ab-40bd-ad31-ed46fb886ea3 no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:50:53.973493 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 78394a7c-01ab-40bd-ad31-ed46fb886ea3 is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:50:53.974174 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (78394a7c-01ab-40bd-ad31-ed46fb886ea3), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:54.001632 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45265a0a-a81d-430e-bce1-1b8c028bdc29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78394a7c-01ab-40bd-ad31-ed46fb886ea3'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:50:54.004708 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae68ca60-5ee7-469b-b4f5-bfe95a81d41a" -d '{"events": [{"server_uuid": "45265a0a-a81d-430e-bce1-1b8c028bdc29", "name": "network-vif-unplugged", "status": "completed", "tag": "78394a7c-01ab-40bd-ad31-ed46fb886ea3"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:50:54.027731 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 78394a7c-01ab-40bd-ad31-ed46fb886ea3, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=78394a7c-01ab-40bd-ad31-ed46fb886ea3,segment=NetworkSegment(518fbfd6-66d4-46dc-8045-59cddcf132dc),segment_id=518fbfd6-66d4-46dc-8045-59cddcf132dc)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:50:54.034726 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (78394a7c-01ab-40bd-ad31-ed46fb886ea3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:54.162236 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 56614) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:54.162728 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=78394a7c-01ab-40bd-ad31-ed46fb886ea3,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:54.286216 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-f1668072-e06b-4370-9060-33207d823b46 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Deleting port e03de903-f2d4-4966-83ef-c3b00058f908 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:50:54.289304 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f1668072-e06b-4370-9060-33207d823b46 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (e03de903-f2d4-4966-83ef-c3b00058f908), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:54.319747 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247afc1-2fef-4e0f-b04c-0cb7da41505a req-8e515676-08fe-4108-9556-e5c23c5ac045 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:54.331225 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1247afc1-2fef-4e0f-b04c-0cb7da41505a req-8e515676-08fe-4108-9556-e5c23c5ac045 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=45265a0a-a81d-430e-bce1-1b8c028bdc29 HTTP/1.1" status: 200 len: 944 time: 0.6009240 Mar 11 19:50:54.497596 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1247afc1-2fef-4e0f-b04c-0cb7da41505a req-108f1162-b39f-4306-b2ae-cc1e03a1bfe6 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651280 Mar 11 19:50:54.498667 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b3ade04f-74ab-4f5f-9a9f-d255ab75a369 req-6da10f14-75b3-4f97-bf27-28c2ac774dd8 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (78394a7c-01ab-40bd-ad31-ed46fb886ea3), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:54.515119 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['db0680ad-52ed-457e-9224-4ee0f0880afd'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:50:54.581786 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da10f14-75b3-4f97-bf27-28c2ac774dd8 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Pushing event deleted for resources: {'Port': ['ID=78394a7c-01ab-40bd-ad31-ed46fb886ea3,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:54.606165 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-f1668072-e06b-4370-9060-33207d823b46 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] For port e03de903-f2d4-4966-83ef-c3b00058f908, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=e03de903-f2d4-4966-83ef-c3b00058f908,segment=NetworkSegment(5b3afd9c-6e5b-44a3-85b6-1bb113f8a035),segment_id=5b3afd9c-6e5b-44a3-85b6-1bb113f8a035)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:50:54.607304 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f1668072-e06b-4370-9060-33207d823b46 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (e03de903-f2d4-4966-83ef-c3b00058f908), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:54.621767 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 19:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6396b2fd-090b-45df-a606-b03835148cc3 x-openstack-request-id: req-6396b2fd-090b-45df-a606-b03835148cc3 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:50:54.622118 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45265a0a-a81d-430e-bce1-1b8c028bdc29", "name": "network-vif-unplugged", "status": "completed", "tag": "78394a7c-01ab-40bd-ad31-ed46fb886ea3", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:50:54.623157 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6396b2fd-090b-45df-a606-b03835148cc3 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:50:54.623570 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45265a0a-a81d-430e-bce1-1b8c028bdc29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78394a7c-01ab-40bd-ad31-ed46fb886ea3', 'code': 200} Mar 11 19:50:54.632934 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-f1668072-e06b-4370-9060-33207d823b46 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Calling delete_port for e03de903-f2d4-4966-83ef-c3b00058f908 owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:50:54.724341 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3ade04f-74ab-4f5f-9a9f-d255ab75a369 req-6da10f14-75b3-4f97-bf27-28c2ac774dd8 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] No DVR routers for this DVR port 78394a7c-01ab-40bd-ad31-ed46fb886ea3 on host n-h2-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:50:54.727448 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 0a1e928a-6513-49b7-b23d-6abdcf626d5d no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:50:54.736524 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b3ade04f-74ab-4f5f-9a9f-d255ab75a369 req-6da10f14-75b3-4f97-bf27-28c2ac774dd8 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:54.742444 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b3ade04f-74ab-4f5f-9a9f-d255ab75a369 req-6da10f14-75b3-4f97-bf27-28c2ac774dd8 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.57 "DELETE /v2.0/ports/78394a7c-01ab-40bd-ad31-ed46fb886ea3 HTTP/1.1" status: 204 len: 173 time: 3.2776301 Mar 11 19:50:54.744281 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45265a0a-a81d-430e-bce1-1b8c028bdc29', 'name': 'network-vif-deleted', 'tag': '78394a7c-01ab-40bd-ad31-ed46fb886ea3'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:50:54.749387 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cefdfb0-f9e2-47b3-a702-8458657474ad" -d '{"events": [{"server_uuid": "45265a0a-a81d-430e-bce1-1b8c028bdc29", "name": "network-vif-deleted", "tag": "78394a7c-01ab-40bd-ad31-ed46fb886ea3"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:50:54.799902 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.db.resource_extend [None req-1ed56a47-9af2-4239-8ef4-1c0c975aab91 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 19:50:54.826926 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-585f89ae-fd3a-45f3-80c7-7bb728146eef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:54.837964 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b9995838-5fd7-4eaf-aa14-f334ef0b57e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:54.842587 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd589c7-72da-48d5-994f-2ab2fd174b9e x-openstack-request-id: req-afd589c7-72da-48d5-994f-2ab2fd174b9e {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:50:54.843189 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45265a0a-a81d-430e-bce1-1b8c028bdc29", "name": "network-vif-deleted", "tag": "78394a7c-01ab-40bd-ad31-ed46fb886ea3", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:50:54.843790 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-afd589c7-72da-48d5-994f-2ab2fd174b9e {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:50:54.844433 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45265a0a-a81d-430e-bce1-1b8c028bdc29', 'name': 'network-vif-deleted', 'tag': '78394a7c-01ab-40bd-ad31-ed46fb886ea3', 'status': 'completed', 'code': 200} Mar 11 19:50:54.851380 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 0a1e928a-6513-49b7-b23d-6abdcf626d5d {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:50:54.854488 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 0a1e928a-6513-49b7-b23d-6abdcf626d5d not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:50:54.886457 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1ed56a47-9af2-4239-8ef4-1c0c975aab91 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:54.902608 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1ed56a47-9af2-4239-8ef4-1c0c975aab91 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (3fab6128-e1a8-4126-ab94-dba5a0ad8688), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:55.029884 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-585f89ae-fd3a-45f3-80c7-7bb728146eef admin admin] Publish callbacks [] for security_group (1ba29cee-1968-4c1e-aedd-27ed5f2c836d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:55.036953 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-585f89ae-fd3a-45f3-80c7-7bb728146eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (1ba29cee-1968-4c1e-aedd-27ed5f2c836d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:55.133216 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-585f89ae-fd3a-45f3-80c7-7bb728146eef admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7f6df67888ae48509cf8de0fbdbbeb29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9690478 Mar 11 19:50:55.140668 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 56630) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:55.146224 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585f89ae-fd3a-45f3-80c7-7bb728146eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba29cee-1968-4c1e-aedd-27ed5f2c836d,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:55.187020 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f1668072-e06b-4370-9060-33207d823b46 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (e03de903-f2d4-4966-83ef-c3b00058f908), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:55.245091 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1668072-e06b-4370-9060-33207d823b46 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Pushing event deleted for resources: {'Port': ['ID=e03de903-f2d4-4966-83ef-c3b00058f908,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:55.257985 n-d-833163-1 neutron-server[103885]: INFO neutron.db.l3_db [None req-1ed56a47-9af2-4239-8ef4-1c0c975aab91 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Floating IP 3fab6128-e1a8-4126-ab94-dba5a0ad8688 associated. External IP: 172.25.8.251, port: 802c4956-6bd2-4306-866f-84b72ce6256e. Mar 11 19:50:55.710893 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f1668072-e06b-4370-9060-33207d823b46 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (a4845804-c157-4dc1-8c13-3ebeda98bd18), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:56.047029 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1668072-e06b-4370-9060-33207d823b46 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Router a4845804-c157-4dc1-8c13-3ebeda98bd18 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:50:56.199122 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0544ba9a-9f50-4b92-a75e-56e832929e34 admin admin] Publish callbacks [] for security_group (1ba29cee-1968-4c1e-aedd-27ed5f2c836d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:56.231208 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:56.462282 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0544ba9a-9f50-4b92-a75e-56e832929e34 admin admin] Publish callbacks [] for security_group (1ba29cee-1968-4c1e-aedd-27ed5f2c836d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:56.715132 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0544ba9a-9f50-4b92-a75e-56e832929e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (1ba29cee-1968-4c1e-aedd-27ed5f2c836d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:56.721437 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0544ba9a-9f50-4b92-a75e-56e832929e34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:56.736753 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-0544ba9a-9f50-4b92-a75e-56e832929e34 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1ba29cee-1968-4c1e-aedd-27ed5f2c836d HTTP/1.1" status: 204 len: 168 time: 1.5885601 Mar 11 19:50:56.807843 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ed56a47-9af2-4239-8ef4-1c0c975aab91 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Router a7a01de0-22c1-40f4-9088-06e0a2019317 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:50:56.835573 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0544ba9a-9f50-4b92-a75e-56e832929e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba29cee-1968-4c1e-aedd-27ed5f2c836d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:57.113901 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1668072-e06b-4370-9060-33207d823b46 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:50:57.129167 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fbd185-a39e-41aa-817f-1b05cb00922a None None] Sync routers for ids ['a4845804-c157-4dc1-8c13-3ebeda98bd18'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:50:57.140341 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f1668072-e06b-4370-9060-33207d823b46 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "PUT /v2.0/routers/a4845804-c157-4dc1-8c13-3ebeda98bd18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7780480 Mar 11 19:50:57.141042 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 56694) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:57.148495 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fbd185-a39e-41aa-817f-1b05cb00922a None None] Routers {'a4845804-c157-4dc1-8c13-3ebeda98bd18'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:50:57.149047 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-36fbd185-a39e-41aa-817f-1b05cb00922a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:50:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['a4845804-c157-4dc1-8c13-3ebeda98bd18'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:50:57.339507 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-614d1dde-e97d-4bb9-9a65-909e9b5ede15 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Deleting subnet 064a5636-d4a3-445b-9cea-58d6fb2a766e {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:50:57.364700 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-614d1dde-e97d-4bb9-9a65-909e9b5ede15 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for subnet (064a5636-d4a3-445b-9cea-58d6fb2a766e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:57.374216 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4fd911-ab15-4b7c-8bc0-d5f96b3410aa req-0d6f6206-c5b6-4a96-8622-965874e45aca tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:57.378545 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da4fd911-ab15-4b7c-8bc0-d5f96b3410aa req-0d6f6206-c5b6-4a96-8622-965874e45aca tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f79cea2-181a-44ce-9c4f-699361644ca4 HTTP/1.1" status: 200 len: 945 time: 0.3817511 Mar 11 19:50:57.433765 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-36fbd185-a39e-41aa-817f-1b05cb00922a None None] Set router a4845804-c157-4dc1-8c13-3ebeda98bd18 gateway port host: None {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:50:57.436648 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ed56a47-9af2-4239-8ef4-1c0c975aab91 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:50:57.448757 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1ed56a47-9af2-4239-8ef4-1c0c975aab91 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:57.449422 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efc9a04-6559-4066-8fe0-df59acf741da None None] Sync routers for ids ['a7a01de0-22c1-40f4-9088-06e0a2019317'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:50:57.471455 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-614d1dde-e97d-4bb9-9a65-909e9b5ede15 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (064a5636-d4a3-445b-9cea-58d6fb2a766e), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:57.472098 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efc9a04-6559-4066-8fe0-df59acf741da None None] Routers {'a7a01de0-22c1-40f4-9088-06e0a2019317'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:50:57.476297 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-0efc9a04-6559-4066-8fe0-df59acf741da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:50:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['a7a01de0-22c1-40f4-9088-06e0a2019317'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:50:57.592859 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-1ed56a47-9af2-4239-8ef4-1c0c975aab91 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "PUT /v2.0/floatingips/3fab6128-e1a8-4126-ab94-dba5a0ad8688 HTTP/1.1" status: 200 len: 991 time: 4.5686042 Mar 11 19:50:57.595176 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea80ae5a-1770-4614-b58b-2cd89b29072a', 'tag': '802c4956-6bd2-4306-866f-84b72ce6256e'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:50:57.612291 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-908ac5f9-b7ce-421f-be6b-fdf177d2ffe1" -d '{"events": [{"name": "network-changed", "server_uuid": "ea80ae5a-1770-4614-b58b-2cd89b29072a", "tag": "802c4956-6bd2-4306-866f-84b72ce6256e"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:50:57.644132 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da4fd911-ab15-4b7c-8bc0-d5f96b3410aa req-e5f5afb1-577b-4f60-869a-f2631d71b30c tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602718 Mar 11 19:50:57.669590 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:57.730849 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-36fbd185-a39e-41aa-817f-1b05cb00922a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'name': 'tempest-RoutersTest-router-312583551', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:49:47Z', 'updated_at': '2022-03-11T19:50:55Z', 'revision_number': 11, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'gw_port_host': None}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:50:57.776119 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-614d1dde-e97d-4bb9-9a65-909e9b5ede15 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (064a5636-d4a3-445b-9cea-58d6fb2a766e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:57.780140 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34404b3d-d07d-4b9e-83ae-4659befa6823 x-openstack-request-id: req-34404b3d-d07d-4b9e-83ae-4659befa6823 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:50:57.780520 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea80ae5a-1770-4614-b58b-2cd89b29072a", "tag": "802c4956-6bd2-4306-866f-84b72ce6256e", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:50:57.780644 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-34404b3d-d07d-4b9e-83ae-4659befa6823 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:50:57.781068 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea80ae5a-1770-4614-b58b-2cd89b29072a', 'tag': '802c4956-6bd2-4306-866f-84b72ce6256e', 'status': 'completed', 'code': 200} Mar 11 19:50:57.795071 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fbd185-a39e-41aa-817f-1b05cb00922a None None] Checking router: a4845804-c157-4dc1-8c13-3ebeda98bd18 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:50:57.810024 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fbd185-a39e-41aa-817f-1b05cb00922a None None] Routers {'a4845804-c157-4dc1-8c13-3ebeda98bd18'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:50:57.812133 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-36fbd185-a39e-41aa-817f-1b05cb00922a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:50:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['a4845804-c157-4dc1-8c13-3ebeda98bd18'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:50:57.925556 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-0efc9a04-6559-4066-8fe0-df59acf741da None None] Set router a7a01de0-22c1-40f4-9088-06e0a2019317 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:50:57.981745 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ac5f9-b7ce-421f-be6b-fdf177d2ffe1 req-b310491b-7066-4a45-aabe-b74ac816adcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:57.983313 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-908ac5f9-b7ce-421f-be6b-fdf177d2ffe1 req-b310491b-7066-4a45-aabe-b74ac816adcc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=576d2a7c254e4aed8ead0c581ff9c26f&device_id=ea80ae5a-1770-4614-b58b-2cd89b29072a HTTP/1.1" status: 200 len: 1127 time: 0.1716805 Mar 11 19:50:58.041562 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-36fbd185-a39e-41aa-817f-1b05cb00922a None None] Set router a4845804-c157-4dc1-8c13-3ebeda98bd18 gateway port host: None {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:50:58.053287 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-614d1dde-e97d-4bb9-9a65-909e9b5ede15 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (064a5636-d4a3-445b-9cea-58d6fb2a766e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:58.139538 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-614d1dde-e97d-4bb9-9a65-909e9b5ede15 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:58.143651 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-614d1dde-e97d-4bb9-9a65-909e9b5ede15 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "DELETE /v2.0/subnets/064a5636-d4a3-445b-9cea-58d6fb2a766e HTTP/1.1" status: 204 len: 168 time: 1.0014896 Mar 11 19:50:58.150163 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 56722) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:58.151170 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614d1dde-e97d-4bb9-9a65-909e9b5ede15 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Pushing event deleted for resources: {'Subnet': ['ID=064a5636-d4a3-445b-9cea-58d6fb2a766e,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:58.225335 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-36fbd185-a39e-41aa-817f-1b05cb00922a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'name': 'tempest-RoutersTest-router-312583551', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:49:47Z', 'updated_at': '2022-03-11T19:50:55Z', 'revision_number': 11, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'gw_port_host': None}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:50:58.303484 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbeb7b8c-8699-4f36-bfd5-f96300129666 None None] Network 8783ae98-2895-4ea9-bb5b-9bfe95b647fd requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:50:58.312795 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36fbd185-a39e-41aa-817f-1b05cb00922a None None] The sync data for ids ['a4845804-c157-4dc1-8c13-3ebeda98bd18'] in n-d-833163-1 is: [{'id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'name': 'tempest-RoutersTest-router-312583551', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:49:47Z', 'updated_at': '2022-03-11T19:50:55Z', 'revision_number': 11, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'gw_port_host': None}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:50:58.363563 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-45939d11-7b02-432d-9d5b-32981c600073 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (8783ae98-2895-4ea9-bb5b-9bfe95b647fd), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:58.403594 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ac5f9-b7ce-421f-be6b-fdf177d2ffe1 req-a7f76a21-9e09-4bf6-849d-5e281caaf215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:58.409424 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-908ac5f9-b7ce-421f-be6b-fdf177d2ffe1 req-a7f76a21-9e09-4bf6-849d-5e281caaf215 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fa906f4a-19f4-4b7d-8351-256fb4a2150c HTTP/1.1" status: 200 len: 911 time: 0.4186401 Mar 11 19:50:58.501628 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-45939d11-7b02-432d-9d5b-32981c600073 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Deleting port 0cd6b32a-719c-4532-89a6-12c134ba212f {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:50:58.501970 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-45939d11-7b02-432d-9d5b-32981c600073 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (0cd6b32a-719c-4532-89a6-12c134ba212f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:58.617204 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-908ac5f9-b7ce-421f-be6b-fdf177d2ffe1 req-f5615c82-1f60-4699-b1ca-c7b705a24ea1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=802c4956-6bd2-4306-866f-84b72ce6256e HTTP/1.1" status: 200 len: 999 time: 0.2005780 Mar 11 19:50:58.692849 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-45939d11-7b02-432d-9d5b-32981c600073 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] For port 0cd6b32a-719c-4532-89a6-12c134ba212f, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=0cd6b32a-719c-4532-89a6-12c134ba212f,segment=NetworkSegment(5b3afd9c-6e5b-44a3-85b6-1bb113f8a035),segment_id=5b3afd9c-6e5b-44a3-85b6-1bb113f8a035)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:50:58.699436 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-45939d11-7b02-432d-9d5b-32981c600073 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (0cd6b32a-719c-4532-89a6-12c134ba212f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:58.765331 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-45939d11-7b02-432d-9d5b-32981c600073 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Calling delete_port for 0cd6b32a-719c-4532-89a6-12c134ba212f owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:50:58.802844 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b94cb3-12e7-41b3-92ff-036c9a424ccb req-6742752b-11d3-4770-b736-98a6af45e2f2 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:58.810387 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-87b94cb3-12e7-41b3-92ff-036c9a424ccb req-6742752b-11d3-4770-b736-98a6af45e2f2 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.57 "GET /v2.0/ports?device_id=7f79cea2-181a-44ce-9c4f-699361644ca4 HTTP/1.1" status: 200 len: 945 time: 0.2982919 Mar 11 19:50:58.811776 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device e03de903-f2d4-4966-83ef-c3b00058f908 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:50:58.828831 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ac5f9-b7ce-421f-be6b-fdf177d2ffe1 req-5080496a-9de3-4d4d-85bb-ceb430d36b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:58.830486 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-908ac5f9-b7ce-421f-be6b-fdf177d2ffe1 req-5080496a-9de3-4d4d-85bb-ceb430d36b28 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f9964fd8-a78c-47a9-bc53-fa779164456a HTTP/1.1" status: 200 len: 849 time: 0.2001724 Mar 11 19:50:58.871273 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: e03de903-f2d4-4966-83ef-c3b00058f908 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:50:58.871908 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device e03de903-f2d4-4966-83ef-c3b00058f908 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:50:58.983840 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-45939d11-7b02-432d-9d5b-32981c600073 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (0cd6b32a-719c-4532-89a6-12c134ba212f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:59.029791 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-0efc9a04-6559-4066-8fe0-df59acf741da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a01de0-22c1-40f4-9088-06e0a2019317', 'name': 'tempest-AttachVolumeTestJSON-805320116-router', 'tenant_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '49f29bb6-5e96-4af1-95cb-27dad960b82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:44:22Z', 'updated_at': '2022-03-11T19:44:26Z', 'revision_number': 4, 'project_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'gw_port': {'id': '49f29bb6-5e96-4af1-95cb-27dad960b82a', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a01de0-22c1-40f4-9088-06e0a2019317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:44:22Z', 'updated_at': '2022-03-11T19:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '3fab6128-e1a8-4126-ab94-dba5a0ad8688', 'tenant_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'floating_ip_address': '172.25.8.251', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'a7a01de0-22c1-40f4-9088-06e0a2019317', 'port_id': '802c4956-6bd2-4306-866f-84b72ce6256e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2275, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa906f4a-19f4-4b7d-8351-256fb4a2150c', 'mac_address': 'fa:16:3e:b7:0a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea80ae5a-1770-4614-b58b-2cd89b29072a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:50:25Z', 'updated_at': '2022-03-11T19:50:54Z', 'revision_number': 1, 'project_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64eb2522-0821-40ac-8307-0bca5acb1dc2', 'name': '', 'network_id': 'fa906f4a-19f4-4b7d-8351-256fb4a2150c', 'tenant_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'mac_address': 'fa:16:3e:cc:97:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a01de0-22c1-40f4-9088-06e0a2019317', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'f9964fd8-a78c-47a9-bc53-fa779164456a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:44:25Z', 'updated_at': '2022-03-11T19:44:32Z', 'revision_number': 5, 'project_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'subnets': [{'id': 'f9964fd8-a78c-47a9-bc53-fa779164456a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:50:59.080833 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45939d11-7b02-432d-9d5b-32981c600073 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Pushing event deleted for resources: {'Port': ['ID=0cd6b32a-719c-4532-89a6-12c134ba212f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:59.110658 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45939d11-7b02-432d-9d5b-32981c600073 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] No DVR routers for this DVR port 0cd6b32a-719c-4532-89a6-12c134ba212f on host n-d-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:50:59.121256 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84e4fc9-dc34-439a-a858-a10a11b8ff4c None None] DHCP port deletion for 8783ae98-2895-4ea9-bb5b-9bfe95b647fd request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:50:59.140138 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efc9a04-6559-4066-8fe0-df59acf741da None None] Checking router: a7a01de0-22c1-40f4-9088-06e0a2019317 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:50:59.143326 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:59.189035 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efc9a04-6559-4066-8fe0-df59acf741da None None] Routers {'a7a01de0-22c1-40f4-9088-06e0a2019317'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:50:59.189946 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-0efc9a04-6559-4066-8fe0-df59acf741da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:50:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['a7a01de0-22c1-40f4-9088-06e0a2019317'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:50:59.271793 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0143513b-0d26-4123-bf15-378788f5a874 req-8e76d431-74d2-43ad-b66c-7fd549e39fbd tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:59.285132 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0143513b-0d26-4123-bf15-378788f5a874 req-8e76d431-74d2-43ad-b66c-7fd549e39fbd tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f79cea2-181a-44ce-9c4f-699361644ca4 HTTP/1.1" status: 200 len: 945 time: 0.4622614 Mar 11 19:50:59.306580 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ac5f9-b7ce-421f-be6b-fdf177d2ffe1 req-34558a10-1a6d-478b-bab4-5fb68da774d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:50:59.308720 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-908ac5f9-b7ce-421f-be6b-fdf177d2ffe1 req-34558a10-1a6d-478b-bab4-5fb68da774d9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fa906f4a-19f4-4b7d-8351-256fb4a2150c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4719813 Mar 11 19:50:59.316893 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-0efc9a04-6559-4066-8fe0-df59acf741da None None] Set router a7a01de0-22c1-40f4-9088-06e0a2019317 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:50:59.358788 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-45939d11-7b02-432d-9d5b-32981c600073 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (8783ae98-2895-4ea9-bb5b-9bfe95b647fd), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:59.429812 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-45939d11-7b02-432d-9d5b-32981c600073 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8783ae98-2895-4ea9-bb5b-9bfe95b647fd']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:50:59.459815 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-45939d11-7b02-432d-9d5b-32981c600073 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b3afd9c-6e5b-44a3-85b6-1bb113f8a035') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:50:59.461200 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-45939d11-7b02-432d-9d5b-32981c600073 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b3afd9c-6e5b-44a3-85b6-1bb113f8a035') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:50:59.485607 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-45939d11-7b02-432d-9d5b-32981c600073 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (5b3afd9c-6e5b-44a3-85b6-1bb113f8a035), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:59.522181 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-45939d11-7b02-432d-9d5b-32981c600073 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (5b3afd9c-6e5b-44a3-85b6-1bb113f8a035), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:59.541647 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45939d11-7b02-432d-9d5b-32981c600073 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Releasing vlan 869 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:50:59.544455 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-45939d11-7b02-432d-9d5b-32981c600073 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (5b3afd9c-6e5b-44a3-85b6-1bb113f8a035), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:59.550348 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:50:59.550348 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:50:59.550348 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:50:59.550348 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:50:59.550348 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:50:59.550348 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:50:59.550348 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:50:59.550348 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:50:59.550348 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:50:59.550348 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:50:59.550348 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:50:59.550348 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:50:59.550348 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:50:59.550348 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:50:59.550348 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:50:59.550348 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:50:59.550348 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:50:59.550348 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:50:59.550348 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:50:59.550348 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:50:59.550348 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:50:59.550348 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:50:59.550348 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:50:59.550348 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:50:59.550348 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:50:59.550348 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:50:59.550348 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:50:59.550348 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:50:59.550348 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:50:59.550348 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:50:59.550348 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:50:59.550348 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:50:59.746104 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-45939d11-7b02-432d-9d5b-32981c600073 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (8783ae98-2895-4ea9-bb5b-9bfe95b647fd), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:59.756565 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-45939d11-7b02-432d-9d5b-32981c600073 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:59.775868 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-45939d11-7b02-432d-9d5b-32981c600073 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "DELETE /v2.0/networks/8783ae98-2895-4ea9-bb5b-9bfe95b647fd HTTP/1.1" status: 204 len: 168 time: 1.6186922 Mar 11 19:50:59.785172 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0143513b-0d26-4123-bf15-378788f5a874 req-1ca2e209-49eb-4430-bf41-7a5671690652 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/security-groups?id=75d728a1-f284-4ea3-9301-696204e70ff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4948845 Mar 11 19:50:59.785865 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 56766) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:59.812434 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45939d11-7b02-432d-9d5b-32981c600073 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Pushing event deleted for resources: {'Network': ['ID=8783ae98-2895-4ea9-bb5b-9bfe95b647fd,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:50:59.819136 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-14aa0513-76cd-4de0-bfac-c0bb51b40707 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Request body: {'router': {'routes': None}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:50:59.840655 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-87b94cb3-12e7-41b3-92ff-036c9a424ccb req-ca984fe2-023d-4edd-8f4a-545238444d2d tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Deleting port db0680ad-52ed-457e-9224-4ee0f0880afd {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:50:59.841052 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-87b94cb3-12e7-41b3-92ff-036c9a424ccb req-ca984fe2-023d-4edd-8f4a-545238444d2d tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (db0680ad-52ed-457e-9224-4ee0f0880afd), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:50:59.945492 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-0efc9a04-6559-4066-8fe0-df59acf741da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a01de0-22c1-40f4-9088-06e0a2019317', 'name': 'tempest-AttachVolumeTestJSON-805320116-router', 'tenant_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '49f29bb6-5e96-4af1-95cb-27dad960b82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:44:22Z', 'updated_at': '2022-03-11T19:44:26Z', 'revision_number': 4, 'project_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'gw_port': {'id': '49f29bb6-5e96-4af1-95cb-27dad960b82a', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a01de0-22c1-40f4-9088-06e0a2019317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:44:22Z', 'updated_at': '2022-03-11T19:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '3fab6128-e1a8-4126-ab94-dba5a0ad8688', 'tenant_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'floating_ip_address': '172.25.8.251', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'a7a01de0-22c1-40f4-9088-06e0a2019317', 'port_id': '802c4956-6bd2-4306-866f-84b72ce6256e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2275, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa906f4a-19f4-4b7d-8351-256fb4a2150c', 'mac_address': 'fa:16:3e:b7:0a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea80ae5a-1770-4614-b58b-2cd89b29072a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:50:25Z', 'updated_at': '2022-03-11T19:50:54Z', 'revision_number': 1, 'project_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64eb2522-0821-40ac-8307-0bca5acb1dc2', 'name': '', 'network_id': 'fa906f4a-19f4-4b7d-8351-256fb4a2150c', 'tenant_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'mac_address': 'fa:16:3e:cc:97:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a01de0-22c1-40f4-9088-06e0a2019317', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'f9964fd8-a78c-47a9-bc53-fa779164456a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:44:25Z', 'updated_at': '2022-03-11T19:44:32Z', 'revision_number': 5, 'project_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'subnets': [{'id': 'f9964fd8-a78c-47a9-bc53-fa779164456a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:50:59.968342 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 56776) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:50:59.994927 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-908ac5f9-b7ce-421f-be6b-fdf177d2ffe1 req-45dcf962-bfe0-4591-8e76-3801187f59a7 service neutron] 10.222.0.57 "GET /v2.0/networks/fa906f4a-19f4-4b7d-8351-256fb4a2150c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6125472 Mar 11 19:51:00.019511 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efc9a04-6559-4066-8fe0-df59acf741da None None] The sync data for ids ['a7a01de0-22c1-40f4-9088-06e0a2019317'] in n-d-833163-1 is: [{'id': 'a7a01de0-22c1-40f4-9088-06e0a2019317', 'name': 'tempest-AttachVolumeTestJSON-805320116-router', 'tenant_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '49f29bb6-5e96-4af1-95cb-27dad960b82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:44:22Z', 'updated_at': '2022-03-11T19:44:26Z', 'revision_number': 4, 'project_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'gw_port': {'id': '49f29bb6-5e96-4af1-95cb-27dad960b82a', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a01de0-22c1-40f4-9088-06e0a2019317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:44:22Z', 'updated_at': '2022-03-11T19:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '3fab6128-e1a8-4126-ab94-dba5a0ad8688', 'tenant_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'floating_ip_address': '172.25.8.251', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'a7a01de0-22c1-40f4-9088-06e0a2019317', 'port_id': '802c4956-6bd2-4306-866f-84b72ce6256e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2275, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa906f4a-19f4-4b7d-8351-256fb4a2150c', 'mac_address': 'fa:16:3e:b7:0a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea80ae5a-1770-4614-b58b-2cd89b29072a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:50:25Z', 'updated_at': '2022-03-11T19:50:54Z', 'revision_number': 1, 'project_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64eb2522-0821-40ac-8307-0bca5acb1dc2', 'name': '', 'network_id': 'fa906f4a-19f4-4b7d-8351-256fb4a2150c', 'tenant_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'mac_address': 'fa:16:3e:cc:97:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a01de0-22c1-40f4-9088-06e0a2019317', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'f9964fd8-a78c-47a9-bc53-fa779164456a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:44:25Z', 'updated_at': '2022-03-11T19:44:32Z', 'revision_number': 5, 'project_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'subnets': [{'id': 'f9964fd8-a78c-47a9-bc53-fa779164456a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:51:00.181621 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1442faf0-6a08-4c54-8566-2635898aa977 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:00.302041 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-87b94cb3-12e7-41b3-92ff-036c9a424ccb req-ca984fe2-023d-4edd-8f4a-545238444d2d tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] For port db0680ad-52ed-457e-9224-4ee0f0880afd, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=db0680ad-52ed-457e-9224-4ee0f0880afd,segment=NetworkSegment(518fbfd6-66d4-46dc-8045-59cddcf132dc),segment_id=518fbfd6-66d4-46dc-8045-59cddcf132dc)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:51:00.304968 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-87b94cb3-12e7-41b3-92ff-036c9a424ccb req-ca984fe2-023d-4edd-8f4a-545238444d2d tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (db0680ad-52ed-457e-9224-4ee0f0880afd), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:00.347889 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-87b94cb3-12e7-41b3-92ff-036c9a424ccb req-ca984fe2-023d-4edd-8f4a-545238444d2d tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Calling delete_port for db0680ad-52ed-457e-9224-4ee0f0880afd owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:51:00.353106 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-908ac5f9-b7ce-421f-be6b-fdf177d2ffe1 req-a894b780-3283-49f5-9e2a-22f89fe374ad service neutron] 10.222.0.57 "GET /v2.0/networks/fa906f4a-19f4-4b7d-8351-256fb4a2150c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343978 Mar 11 19:51:00.402689 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1442faf0-6a08-4c54-8566-2635898aa977 admin admin] Publish callbacks [] for security_group (0685ed09-0d79-4458-9981-925d2eb64621), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:00.411968 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1442faf0-6a08-4c54-8566-2635898aa977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (0685ed09-0d79-4458-9981-925d2eb64621), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:00.499299 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-1442faf0-6a08-4c54-8566-2635898aa977 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=870de0d8dca947989324a36d5a6be829&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5296242 Mar 11 19:51:00.500609 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408fdbf4-5b1c-48a0-9320-1b68d6bb949c None None] New status for floating IP 3fab6128-e1a8-4126-ab94-dba5a0ad8688: ACTIVE {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 19:51:00.501928 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 56788) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:00.563432 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1442faf0-6a08-4c54-8566-2635898aa977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0685ed09-0d79-4458-9981-925d2eb64621,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:00.595228 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cfd9ff17-b531-4053-a499-1c3cd7f081f7 admin admin] Publish callbacks [] for security_group (0685ed09-0d79-4458-9981-925d2eb64621), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:00.640344 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cfd9ff17-b531-4053-a499-1c3cd7f081f7 admin admin] Publish callbacks [] for security_group (0685ed09-0d79-4458-9981-925d2eb64621), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:00.708436 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-87b94cb3-12e7-41b3-92ff-036c9a424ccb req-ca984fe2-023d-4edd-8f4a-545238444d2d tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (db0680ad-52ed-457e-9224-4ee0f0880afd), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:00.753060 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cfd9ff17-b531-4053-a499-1c3cd7f081f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (0685ed09-0d79-4458-9981-925d2eb64621), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:00.755667 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cfd9ff17-b531-4053-a499-1c3cd7f081f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:00.762631 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-cfd9ff17-b531-4053-a499-1c3cd7f081f7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0685ed09-0d79-4458-9981-925d2eb64621 HTTP/1.1" status: 204 len: 168 time: 0.2571890 Mar 11 19:51:00.796888 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd9ff17-b531-4053-a499-1c3cd7f081f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0685ed09-0d79-4458-9981-925d2eb64621,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:00.845217 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 0cd6b32a-719c-4532-89a6-12c134ba212f no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:51:00.918855 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 0cd6b32a-719c-4532-89a6-12c134ba212f {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:51:00.920307 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 0cd6b32a-719c-4532-89a6-12c134ba212f not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:51:00.961114 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.extraroute_db [None req-14aa0513-76cd-4de0-bfac-c0bb51b40707 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Added routes are [] {{(pid=103885) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 11 19:51:00.961589 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.extraroute_db [None req-14aa0513-76cd-4de0-bfac-c0bb51b40707 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Removed routes are [] {{(pid=103885) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 11 19:51:00.962294 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-14aa0513-76cd-4de0-bfac-c0bb51b40707 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7979267', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7985061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7589'] for router (a4845804-c157-4dc1-8c13-3ebeda98bd18), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:00.965024 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca984fe2-023d-4edd-8f4a-545238444d2d tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Pushing event deleted for resources: {'Port': ['ID=db0680ad-52ed-457e-9224-4ee0f0880afd,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:01.003838 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dfc57d08-147e-46fe-93ff-06106ff5a191 req-51f5628c-9a05-4ff8-8403-6fa1d9934f79 tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f79cea2-181a-44ce-9c4f-699361644ca4 HTTP/1.1" status: 200 len: 210 time: 0.0433478 Mar 11 19:51:01.157768 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-87b94cb3-12e7-41b3-92ff-036c9a424ccb req-ca984fe2-023d-4edd-8f4a-545238444d2d tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] No DVR routers for this DVR port db0680ad-52ed-457e-9224-4ee0f0880afd on host n-h2-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:51:01.160891 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-87b94cb3-12e7-41b3-92ff-036c9a424ccb req-ca984fe2-023d-4edd-8f4a-545238444d2d tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:01.164451 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-87b94cb3-12e7-41b3-92ff-036c9a424ccb req-ca984fe2-023d-4edd-8f4a-545238444d2d tempest-ServersTestJSON-1068052666 tempest-ServersTestJSON-1068052666-project] 10.222.0.57 "DELETE /v2.0/ports/db0680ad-52ed-457e-9224-4ee0f0880afd HTTP/1.1" status: 204 len: 173 time: 2.3257728 Mar 11 19:51:01.168650 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f79cea2-181a-44ce-9c4f-699361644ca4', 'name': 'network-vif-deleted', 'tag': 'db0680ad-52ed-457e-9224-4ee0f0880afd'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:51:01.170733 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3689cdaf-b652-46ea-9a97-c7594fc92cff" -d '{"events": [{"server_uuid": "7f79cea2-181a-44ce-9c4f-699361644ca4", "name": "network-vif-deleted", "tag": "db0680ad-52ed-457e-9224-4ee0f0880afd"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:51:01.206053 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-14aa0513-76cd-4de0-bfac-c0bb51b40707 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7979267', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7985061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7589'] for router (a4845804-c157-4dc1-8c13-3ebeda98bd18), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:01.210737 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-14aa0513-76cd-4de0-bfac-c0bb51b40707 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7979276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7979285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7985070'] for router (a4845804-c157-4dc1-8c13-3ebeda98bd18), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:01.265061 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d87b2f0d-7e9e-4294-814c-23aaf5fad9ff x-openstack-request-id: req-d87b2f0d-7e9e-4294-814c-23aaf5fad9ff {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:51:01.265417 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f79cea2-181a-44ce-9c4f-699361644ca4", "name": "network-vif-deleted", "tag": "db0680ad-52ed-457e-9224-4ee0f0880afd", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:51:01.265604 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d87b2f0d-7e9e-4294-814c-23aaf5fad9ff {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:51:01.266004 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f79cea2-181a-44ce-9c4f-699361644ca4', 'name': 'network-vif-deleted', 'tag': 'db0680ad-52ed-457e-9224-4ee0f0880afd', 'status': 'completed', 'code': 200} Mar 11 19:51:01.373077 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14aa0513-76cd-4de0-bfac-c0bb51b40707 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Router a4845804-c157-4dc1-8c13-3ebeda98bd18 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:51:01.513963 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14aa0513-76cd-4de0-bfac-c0bb51b40707 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:51:01.530958 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-14aa0513-76cd-4de0-bfac-c0bb51b40707 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:01.532492 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-14aa0513-76cd-4de0-bfac-c0bb51b40707 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "PUT /v2.0/routers/a4845804-c157-4dc1-8c13-3ebeda98bd18 HTTP/1.1" status: 200 len: 700 time: 1.7291946 Mar 11 19:51:01.535395 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 56812) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:01.538486 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a44041-256c-4225-949c-d04842bd7a36 None None] Sync routers for ids ['a4845804-c157-4dc1-8c13-3ebeda98bd18'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:51:01.554907 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a44041-256c-4225-949c-d04842bd7a36 None None] Routers {'a4845804-c157-4dc1-8c13-3ebeda98bd18'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:51:01.558362 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a8a44041-256c-4225-949c-d04842bd7a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:50:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['a4845804-c157-4dc1-8c13-3ebeda98bd18'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:51:01.589358 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-5c2a7031-1bf9-48cf-98a4-81c12fee0593 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4845804-c157-4dc1-8c13-3ebeda98bd18 HTTP/1.1" status: 200 len: 205 time: 0.0525613 Mar 11 19:51:01.591537 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 56814) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:01.795984 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e1831769-a0c2-431c-8bd9-ee4db7cd7518 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for router (a4845804-c157-4dc1-8c13-3ebeda98bd18), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:01.840383 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device db0680ad-52ed-457e-9224-4ee0f0880afd no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:51:01.843607 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-a8a44041-256c-4225-949c-d04842bd7a36 None None] Set router a4845804-c157-4dc1-8c13-3ebeda98bd18 gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:51:02.090050 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: db0680ad-52ed-457e-9224-4ee0f0880afd {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:51:02.090433 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device db0680ad-52ed-457e-9224-4ee0f0880afd not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:51:02.107029 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a8a44041-256c-4225-949c-d04842bd7a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'name': 'tempest-RoutersTest-router-312583551', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:49:47Z', 'updated_at': '2022-03-11T19:50:55Z', 'revision_number': 11, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'gw_port_host': None}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:51:02.166275 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 56840) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:02.195505 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a44041-256c-4225-949c-d04842bd7a36 None None] Checking router: a4845804-c157-4dc1-8c13-3ebeda98bd18 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:51:02.220024 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a44041-256c-4225-949c-d04842bd7a36 None None] Routers {'a4845804-c157-4dc1-8c13-3ebeda98bd18'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:51:02.221122 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a8a44041-256c-4225-949c-d04842bd7a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:50:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['a4845804-c157-4dc1-8c13-3ebeda98bd18'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:51:02.283677 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3bb1656-13a9-4716-baea-9675ecc9288b admin admin] Deleting subnet 8d74cfef-df19-4443-8dbc-7728b7150eec {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:51:02.294326 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e1831769-a0c2-431c-8bd9-ee4db7cd7518 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (a4845804-c157-4dc1-8c13-3ebeda98bd18), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:02.294546 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b3bb1656-13a9-4716-baea-9675ecc9288b admin admin] Publish callbacks [] for subnet (8d74cfef-df19-4443-8dbc-7728b7150eec), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:02.301549 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e1831769-a0c2-431c-8bd9-ee4db7cd7518 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for router_controller (a4845804-c157-4dc1-8c13-3ebeda98bd18), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:02.379473 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b3bb1656-13a9-4716-baea-9675ecc9288b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (8d74cfef-df19-4443-8dbc-7728b7150eec), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:02.406434 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-a8a44041-256c-4225-949c-d04842bd7a36 None None] Set router a4845804-c157-4dc1-8c13-3ebeda98bd18 gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:51:02.409112 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e1831769-a0c2-431c-8bd9-ee4db7cd7518 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (a4845804-c157-4dc1-8c13-3ebeda98bd18), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:02.409656 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1831769-a0c2-431c-8bd9-ee4db7cd7518 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Fanout notify agent at l3_agent the message router_deleted on router a4845804-c157-4dc1-8c13-3ebeda98bd18 {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:51:02.418459 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e1831769-a0c2-431c-8bd9-ee4db7cd7518 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:02.425232 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e1831769-a0c2-431c-8bd9-ee4db7cd7518 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "DELETE /v2.0/routers/a4845804-c157-4dc1-8c13-3ebeda98bd18 HTTP/1.1" status: 204 len: 168 time: 0.8289914 Mar 11 19:51:02.426724 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 56848) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:02.437190 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-d185ec78-3f7f-4519-bb9b-89eeed1d4ba4 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1665024185', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:51:02.484260 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d185ec78-3f7f-4519-bb9b-89eeed1d4ba4 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (0fe0335c-7ef5-4a5f-bdc2-14eccac32042), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:02.486567 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d185ec78-3f7f-4519-bb9b-89eeed1d4ba4 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (0fe0335c-7ef5-4a5f-bdc2-14eccac32042), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:02.553486 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b3bb1656-13a9-4716-baea-9675ecc9288b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (8d74cfef-df19-4443-8dbc-7728b7150eec), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:02.580248 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a8a44041-256c-4225-949c-d04842bd7a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'name': 'tempest-RoutersTest-router-312583551', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:49:47Z', 'updated_at': '2022-03-11T19:50:55Z', 'revision_number': 11, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'gw_port_host': None}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:51:02.632342 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d185ec78-3f7f-4519-bb9b-89eeed1d4ba4 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for router_controller (0fe0335c-7ef5-4a5f-bdc2-14eccac32042), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:02.646692 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d185ec78-3f7f-4519-bb9b-89eeed1d4ba4 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (0fe0335c-7ef5-4a5f-bdc2-14eccac32042), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:02.679583 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a44041-256c-4225-949c-d04842bd7a36 None None] The sync data for ids ['a4845804-c157-4dc1-8c13-3ebeda98bd18'] in n-d-833163-1 is: [{'id': 'a4845804-c157-4dc1-8c13-3ebeda98bd18', 'name': 'tempest-RoutersTest-router-312583551', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:49:47Z', 'updated_at': '2022-03-11T19:50:55Z', 'revision_number': 11, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'gw_port_host': None}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:51:02.685604 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d185ec78-3f7f-4519-bb9b-89eeed1d4ba4 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:02.687053 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d185ec78-3f7f-4519-bb9b-89eeed1d4ba4 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2592025 Mar 11 19:51:02.689608 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 56864) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:02.694379 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b3bb1656-13a9-4716-baea-9675ecc9288b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (8d74cfef-df19-4443-8dbc-7728b7150eec), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:02.695013 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-6a4affa5-91da-47cf-8c9a-c9ad689791f7 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:51:02.746998 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b3bb1656-13a9-4716-baea-9675ecc9288b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:02.751847 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-b3bb1656-13a9-4716-baea-9675ecc9288b admin admin] 10.222.0.65 "DELETE /v2.0/subnets/8d74cfef-df19-4443-8dbc-7728b7150eec HTTP/1.1" status: 204 len: 168 time: 0.5835721 Mar 11 19:51:02.754371 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 56866) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:02.937568 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb1656-13a9-4716-baea-9675ecc9288b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d74cfef-df19-4443-8dbc-7728b7150eec,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:02.947528 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e579780c-539e-45a5-a3bf-588491211c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (5f4622d2-6877-42dd-be4c-6b2764b6d954), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:03.147578 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e579780c-539e-45a5-a3bf-588491211c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (5f4622d2-6877-42dd-be4c-6b2764b6d954), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:03.226704 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-e579780c-539e-45a5-a3bf-588491211c5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f4622d2-6877-42dd-be4c-6b2764b6d954']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:51:03.266986 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-e579780c-539e-45a5-a3bf-588491211c5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '518fbfd6-66d4-46dc-8045-59cddcf132dc') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:51:03.267491 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-e579780c-539e-45a5-a3bf-588491211c5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '518fbfd6-66d4-46dc-8045-59cddcf132dc') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:51:03.288420 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e579780c-539e-45a5-a3bf-588491211c5c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (518fbfd6-66d4-46dc-8045-59cddcf132dc), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:03.295173 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6a4affa5-91da-47cf-8c9a-c9ad689791f7 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7979267', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7985061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7589'] for router (0fe0335c-7ef5-4a5f-bdc2-14eccac32042), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:03.313981 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e579780c-539e-45a5-a3bf-588491211c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (518fbfd6-66d4-46dc-8045-59cddcf132dc), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:03.329354 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e579780c-539e-45a5-a3bf-588491211c5c admin admin] Releasing vlan 866 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:51:03.330906 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e579780c-539e-45a5-a3bf-588491211c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (518fbfd6-66d4-46dc-8045-59cddcf132dc), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:03.334227 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 19:51:03.334227 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:51:03.334227 n-d-833163-1 neutron-server[103885]: timer() Mar 11 19:51:03.334227 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:51:03.334227 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 19:51:03.334227 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:51:03.334227 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 19:51:03.334227 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:51:03.334227 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 19:51:03.334227 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:51:03.334227 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 19:51:03.334227 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:51:03.334227 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 19:51:03.334227 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:51:03.334227 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:51:03.334227 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:51:03.334227 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:51:03.334227 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:51:03.334227 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 19:51:03.334227 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:51:03.334227 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 19:51:03.334227 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:51:03.334227 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:51:03.334227 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:51:03.334227 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 19:51:03.334227 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:51:03.334227 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:51:03.334227 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:51:03.334227 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:51:03.334227 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:51:03.334227 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:51:03.334227 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:51:03.337601 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6a4affa5-91da-47cf-8c9a-c9ad689791f7 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7979276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7979285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7985070'] for router (0fe0335c-7ef5-4a5f-bdc2-14eccac32042), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:03.456757 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e579780c-539e-45a5-a3bf-588491211c5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (5f4622d2-6877-42dd-be4c-6b2764b6d954), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:03.489875 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e579780c-539e-45a5-a3bf-588491211c5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:03.494499 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-e579780c-539e-45a5-a3bf-588491211c5c admin admin] 10.222.0.65 "DELETE /v2.0/networks/5f4622d2-6877-42dd-be4c-6b2764b6d954 HTTP/1.1" status: 204 len: 168 time: 0.7386489 Mar 11 19:51:03.495957 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e579780c-539e-45a5-a3bf-588491211c5c admin admin] Pushing event deleted for resources: {'Network': ['ID=5f4622d2-6877-42dd-be4c-6b2764b6d954,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:03.657617 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a4affa5-91da-47cf-8c9a-c9ad689791f7 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Router 0fe0335c-7ef5-4a5f-bdc2-14eccac32042 is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:51:03.797112 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a4affa5-91da-47cf-8c9a-c9ad689791f7 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:51:03.823908 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6a4affa5-91da-47cf-8c9a-c9ad689791f7 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:03.824226 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 56910) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:03.870571 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-6a4affa5-91da-47cf-8c9a-c9ad689791f7 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "PUT /v2.0/routers/0fe0335c-7ef5-4a5f-bdc2-14eccac32042 HTTP/1.1" status: 200 len: 694 time: 1.1276672 Mar 11 19:51:03.881587 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cac342a-a562-4880-9bf9-a869428853b8 None None] Sync routers for ids ['0fe0335c-7ef5-4a5f-bdc2-14eccac32042'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:51:03.892068 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cac342a-a562-4880-9bf9-a869428853b8 None None] Routers {'0fe0335c-7ef5-4a5f-bdc2-14eccac32042'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:51:03.892796 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-4cac342a-a562-4880-9bf9-a869428853b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:50:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['0fe0335c-7ef5-4a5f-bdc2-14eccac32042'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:51:03.975163 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-4cac342a-a562-4880-9bf9-a869428853b8 None None] Set router 0fe0335c-7ef5-4a5f-bdc2-14eccac32042 gateway port host: None {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:51:03.995025 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 56912) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:04.091764 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-06cdd83a-140d-4f04-a15b-d04c46547351 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "GET /v2.0/routers/0fe0335c-7ef5-4a5f-bdc2-14eccac32042 HTTP/1.1" status: 200 len: 700 time: 0.2675235 Mar 11 19:51:04.093734 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 56916) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:04.115195 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-9dfff113-bf08-481c-a160-f746bb9e0c41 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=59ec990deac94d1dadc5fda96e3adfe5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1163330 Mar 11 19:51:04.115970 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 56918) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:04.172169 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f1797d97-0eca-478e-ba96-edcd37d51dbb tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fe0335c-7ef5-4a5f-bdc2-14eccac32042 HTTP/1.1" status: 200 len: 205 time: 0.0768821 Mar 11 19:51:04.172792 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 56920) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:04.241131 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-86dbd4b3-c8b5-4e87-8709-385055ee6d59 admin admin] Publish callbacks [] for security_group (75d728a1-f284-4ea3-9301-696204e70ff8), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:04.309392 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-4cac342a-a562-4880-9bf9-a869428853b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe0335c-7ef5-4a5f-bdc2-14eccac32042', 'name': 'tempest-RoutersTest-router-1665024185', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:51:02Z', 'updated_at': '2022-03-11T19:51:03Z', 'revision_number': 2, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'gw_port_host': None}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:51:04.329931 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-86dbd4b3-c8b5-4e87-8709-385055ee6d59 admin admin] Publish callbacks [] for security_group (75d728a1-f284-4ea3-9301-696204e70ff8), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:04.389391 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cac342a-a562-4880-9bf9-a869428853b8 None None] Checking router: 0fe0335c-7ef5-4a5f-bdc2-14eccac32042 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:51:04.421981 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cac342a-a562-4880-9bf9-a869428853b8 None None] Routers {'0fe0335c-7ef5-4a5f-bdc2-14eccac32042'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:51:04.424296 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-4cac342a-a562-4880-9bf9-a869428853b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:50:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['0fe0335c-7ef5-4a5f-bdc2-14eccac32042'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:51:04.479797 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-86dbd4b3-c8b5-4e87-8709-385055ee6d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (75d728a1-f284-4ea3-9301-696204e70ff8), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:04.483083 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-86dbd4b3-c8b5-4e87-8709-385055ee6d59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:04.487679 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-86dbd4b3-c8b5-4e87-8709-385055ee6d59 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/75d728a1-f284-4ea3-9301-696204e70ff8 HTTP/1.1" status: 204 len: 168 time: 0.3704109 Mar 11 19:51:04.509765 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dbd4b3-c8b5-4e87-8709-385055ee6d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d728a1-f284-4ea3-9301-696204e70ff8,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:04.560901 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-56844c51-9b9a-4bbb-a5b5-15262dc04769 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for router (0fe0335c-7ef5-4a5f-bdc2-14eccac32042), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:04.574422 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-4cac342a-a562-4880-9bf9-a869428853b8 None None] Set router 0fe0335c-7ef5-4a5f-bdc2-14eccac32042 gateway port host: None {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:51:04.699204 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-4cac342a-a562-4880-9bf9-a869428853b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe0335c-7ef5-4a5f-bdc2-14eccac32042', 'name': 'tempest-RoutersTest-router-1665024185', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:51:02Z', 'updated_at': '2022-03-11T19:51:03Z', 'revision_number': 2, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'gw_port_host': None}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:51:04.761731 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cac342a-a562-4880-9bf9-a869428853b8 None None] The sync data for ids ['0fe0335c-7ef5-4a5f-bdc2-14eccac32042'] in n-d-833163-1 is: [{'id': '0fe0335c-7ef5-4a5f-bdc2-14eccac32042', 'name': 'tempest-RoutersTest-router-1665024185', 'tenant_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:51:02Z', 'updated_at': '2022-03-11T19:51:03Z', 'revision_number': 2, 'project_id': '12e41349cb6043d6b0b4ef9017c96ea8', 'gw_port_host': None}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:51:04.880879 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-56844c51-9b9a-4bbb-a5b5-15262dc04769 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (0fe0335c-7ef5-4a5f-bdc2-14eccac32042), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:04.884714 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-56844c51-9b9a-4bbb-a5b5-15262dc04769 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for router_controller (0fe0335c-7ef5-4a5f-bdc2-14eccac32042), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:04.961954 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-56844c51-9b9a-4bbb-a5b5-15262dc04769 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (0fe0335c-7ef5-4a5f-bdc2-14eccac32042), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:04.962769 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56844c51-9b9a-4bbb-a5b5-15262dc04769 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Fanout notify agent at l3_agent the message router_deleted on router 0fe0335c-7ef5-4a5f-bdc2-14eccac32042 {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:51:04.972226 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-56844c51-9b9a-4bbb-a5b5-15262dc04769 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:04.981305 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-56844c51-9b9a-4bbb-a5b5-15262dc04769 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "DELETE /v2.0/routers/0fe0335c-7ef5-4a5f-bdc2-14eccac32042 HTTP/1.1" status: 204 len: 168 time: 0.7692246 Mar 11 19:51:04.982062 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 56956) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:05.051770 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 56962) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:05.053527 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-dd411f7b-bb9a-4a6e-b38f-4760946ab074 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "GET /v2.0/ports?device_id=0fe0335c-7ef5-4a5f-bdc2-14eccac32042 HTTP/1.1" status: 200 len: 205 time: 0.0665138 Mar 11 19:51:05.150448 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-de81d460-8a7b-438a-831a-f7bd14b4f8f3 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] delete failed (client error): The resource could not be found. Mar 11 19:51:05.151505 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-de81d460-8a7b-438a-831a-f7bd14b4f8f3 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "DELETE /v2.0/routers/0fe0335c-7ef5-4a5f-bdc2-14eccac32042 HTTP/1.1" status: 404 len: 336 time: 0.0981755 Mar 11 19:51:05.154342 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 56970) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:05.223803 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-0755b958-8ec5-4cfe-b01b-1816452e4973 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] DELETE failed (client error): The resource could not be found. Mar 11 19:51:05.224269 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0755b958-8ec5-4cfe-b01b-1816452e4973 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:51:05.231019 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-0755b958-8ec5-4cfe-b01b-1816452e4973 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "DELETE /v2.0/subnets/0fad6b7e-0ec2-44f7-b709-ed31198c9490 HTTP/1.1" status: 404 len: 337 time: 0.0753663 Mar 11 19:51:05.235010 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 56976) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:05.302560 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ea250a3-6814-49a1-b35a-f8ce895e0f82 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] DELETE failed (client error): The resource could not be found. Mar 11 19:51:05.303210 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ea250a3-6814-49a1-b35a-f8ce895e0f82 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:51:05.340464 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-9ea250a3-6814-49a1-b35a-f8ce895e0f82 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "DELETE /v2.0/subnets/642e1f00-7032-48a7-bd9a-34e74551ecab HTTP/1.1" status: 404 len: 337 time: 0.1039732 Mar 11 19:51:05.342821 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 56986) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:05.438610 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea4b037a-9229-4e67-a26b-7649008d89f7 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] DELETE failed (client error): The resource could not be found. Mar 11 19:51:05.440993 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea4b037a-9229-4e67-a26b-7649008d89f7 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:51:05.446834 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ea4b037a-9229-4e67-a26b-7649008d89f7 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "DELETE /v2.0/subnets/31575535-4df4-4dff-8a7d-85cfb2e6ef72 HTTP/1.1" status: 404 len: 337 time: 0.1022727 Mar 11 19:51:05.449652 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 56994) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:05.506264 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b5f2c14-a02e-4391-9b53-e4c983045d80 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] DELETE failed (client error): The resource could not be found. Mar 11 19:51:05.512340 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b5f2c14-a02e-4391-9b53-e4c983045d80 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:51:05.515672 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-0b5f2c14-a02e-4391-9b53-e4c983045d80 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "DELETE /v2.0/subnets/064a5636-d4a3-445b-9cea-58d6fb2a766e HTTP/1.1" status: 404 len: 337 time: 0.0642567 Mar 11 19:51:05.518397 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 56998) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:05.557412 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 57000) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:05.561388 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c8b859e6-8692-4665-ab20-d144f0a31ac0 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4845804-c157-4dc1-8c13-3ebeda98bd18 HTTP/1.1" status: 200 len: 205 time: 0.0415921 Mar 11 19:51:05.637180 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [None req-dc04700f-ce98-4175-abde-aff156fc5f60 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] delete failed (client error): The resource could not be found. Mar 11 19:51:05.640640 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-dc04700f-ce98-4175-abde-aff156fc5f60 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "DELETE /v2.0/routers/a4845804-c157-4dc1-8c13-3ebeda98bd18 HTTP/1.1" status: 404 len: 336 time: 0.0798569 Mar 11 19:51:05.641192 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 57004) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:05.710176 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-931fa339-fa61-4b90-b772-71aabd2e4bc0 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "GET /v2.0/ports?device_id=45a65385-b36d-4d4f-a79e-ece446f4eae9 HTTP/1.1" status: 200 len: 205 time: 0.0669551 Mar 11 19:51:05.714320 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57008) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:05.804844 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-1cb49282-d843-4da6-8e63-234f96d8faba tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] delete failed (client error): The resource could not be found. Mar 11 19:51:05.806502 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-1cb49282-d843-4da6-8e63-234f96d8faba tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "DELETE /v2.0/routers/45a65385-b36d-4d4f-a79e-ece446f4eae9 HTTP/1.1" status: 404 len: 336 time: 0.0904350 Mar 11 19:51:05.809779 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 57016) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:05.873197 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b13d030-ef61-4b4e-9077-de548255e81c tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] DELETE failed (client error): The resource could not be found. Mar 11 19:51:05.876390 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b13d030-ef61-4b4e-9077-de548255e81c tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:51:05.882381 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57022) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:05.883060 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-4b13d030-ef61-4b4e-9077-de548255e81c tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "DELETE /v2.0/subnets/38cf73d5-c0bf-485f-882d-88276dfa6072 HTTP/1.1" status: 404 len: 337 time: 0.0686696 Mar 11 19:51:05.946497 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-7534d596-1f9c-4b13-9a41-4d240c6633f5 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8a2e326-7df9-40b6-a671-845356dbf3f1 HTTP/1.1" status: 200 len: 205 time: 0.0590227 Mar 11 19:51:05.947655 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 57024) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:06.748373 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57058) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:06.824718 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [None req-842b9d60-55dc-4558-a04e-53d29d178151 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] delete failed (client error): The resource could not be found. Mar 11 19:51:06.826461 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-842b9d60-55dc-4558-a04e-53d29d178151 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "DELETE /v2.0/routers/d8a2e326-7df9-40b6-a671-845356dbf3f1 HTTP/1.1" status: 404 len: 336 time: 0.8776817 Mar 11 19:51:06.829240 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57066) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:06.861103 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-33274960-36fa-4aaa-97f2-178416128edf tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "GET /v2.0/ports?device_id=54caeb38-e263-41e8-ae61-86f7be11686a HTTP/1.1" status: 200 len: 205 time: 0.0304737 Mar 11 19:51:06.863496 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 57068) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:06.918501 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [None req-13a73981-509a-4b2d-905c-69159f7d54fd tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] delete failed (client error): The resource could not be found. Mar 11 19:51:06.920990 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-13a73981-509a-4b2d-905c-69159f7d54fd tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "DELETE /v2.0/routers/54caeb38-e263-41e8-ae61-86f7be11686a HTTP/1.1" status: 404 len: 336 time: 0.0562012 Mar 11 19:51:06.923720 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57070) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:06.981819 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-22227535-9cde-452c-a2ac-484694826ff0 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] DELETE failed (client error): The resource could not be found. Mar 11 19:51:06.982294 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22227535-9cde-452c-a2ac-484694826ff0 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:51:06.991042 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-22227535-9cde-452c-a2ac-484694826ff0 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "DELETE /v2.0/subnets/176cb634-425a-4aef-9cfd-cc100ee8f403 HTTP/1.1" status: 404 len: 337 time: 0.0633585 Mar 11 19:51:06.992354 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 57074) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:07.033558 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a8b175f0-2d17-45d1-ac35-fcdc81185346 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "GET /v2.0/ports?device_id=317762a8-3d4e-4241-b725-915c3cea82ed HTTP/1.1" status: 200 len: 205 time: 0.0394132 Mar 11 19:51:07.035560 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57082) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:07.087996 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-b8da971c-5b75-4bf9-9646-634cf358d2ea tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] delete failed (client error): The resource could not be found. Mar 11 19:51:07.089950 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b8da971c-5b75-4bf9-9646-634cf358d2ea tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "DELETE /v2.0/routers/317762a8-3d4e-4241-b725-915c3cea82ed HTTP/1.1" status: 404 len: 336 time: 0.0530295 Mar 11 19:51:07.092463 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 57088) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:07.147469 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffc9176e-c31c-4a02-bf28-5bc8b83436b7 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] DELETE failed (client error): The resource could not be found. Mar 11 19:51:07.147882 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffc9176e-c31c-4a02-bf28-5bc8b83436b7 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:51:07.151998 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ffc9176e-c31c-4a02-bf28-5bc8b83436b7 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "DELETE /v2.0/subnets/a5a3af72-e8c0-457d-aa49-f09db41f42b9 HTTP/1.1" status: 404 len: 337 time: 0.0585077 Mar 11 19:51:07.154601 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57090) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:07.232197 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-3d22e0f6-9237-4435-a6ca-a99bf94bedd0 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "GET /v2.0/ports?device_id=d14db8e1-9788-49ad-9c34-04707dc3c163 HTTP/1.1" status: 200 len: 205 time: 0.0757058 Mar 11 19:51:07.234655 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 57100) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:07.288608 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [None req-c6c38fbb-0d2d-4ee6-98ef-6d9c82a3780c tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] delete failed (client error): The resource could not be found. Mar 11 19:51:07.300880 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-c6c38fbb-0d2d-4ee6-98ef-6d9c82a3780c tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "DELETE /v2.0/routers/d14db8e1-9788-49ad-9c34-04707dc3c163 HTTP/1.1" status: 404 len: 336 time: 0.0578701 Mar 11 19:51:07.303262 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 57102) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:07.359271 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-4ea3da8c-8a73-40d3-9a13-8ceb7793b522 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Request body: {'floatingip': {'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:51:07.377317 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a5e9764-56bc-4667-9386-4767f419d4ee tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] DELETE failed (client error): The resource could not be found. Mar 11 19:51:07.377792 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a5e9764-56bc-4667-9386-4767f419d4ee tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:51:07.385127 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-4a5e9764-56bc-4667-9386-4767f419d4ee tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "DELETE /v2.0/subnets/fe033e16-4bae-4874-ac76-7536d445d44d HTTP/1.1" status: 404 len: 337 time: 0.0804574 Mar 11 19:51:07.388151 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 57106) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:07.404279 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4ea3da8c-8a73-40d3-9a13-8ceb7793b522 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:07.436557 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6f6e96a-0b22-401a-830d-8c6aa8d16bf5 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] DELETE failed (client error): The resource could not be found. Mar 11 19:51:07.437308 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6f6e96a-0b22-401a-830d-8c6aa8d16bf5 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:51:07.440562 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f6f6e96a-0b22-401a-830d-8c6aa8d16bf5 tempest-RoutersTest-1122183211 tempest-RoutersTest-1122183211-project] 10.222.0.65 "DELETE /v2.0/subnets/6150dd56-0125-4987-a46b-b2ff886d44e3 HTTP/1.1" status: 404 len: 337 time: 0.0514483 Mar 11 19:51:07.557337 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:51:07.757603 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4ea3da8c-8a73-40d3-9a13-8ceb7793b522 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:07.981063 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 57138) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:08.042346 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-4ea3da8c-8a73-40d3-9a13-8ceb7793b522 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Allocated IP 172.25.8.51 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/1acade4c-6b0a-4e4d-9076-d892aa135f84) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:51:08.100618 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f0069e85-fa88-4546-b826-14b890879fb0 req-3054885d-38fa-4222-a933-b828b91250eb tempest-ServerShowV254Test-785300747 tempest-ServerShowV254Test-785300747-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c515e29-002a-4ef2-9991-4e10090c5a19 HTTP/1.1" status: 200 len: 210 time: 0.0580139 Mar 11 19:51:08.337351 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4ea3da8c-8a73-40d3-9a13-8ceb7793b522 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks [] for port (1acade4c-6b0a-4e4d-9076-d892aa135f84), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:08.446619 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ec1de468-a7dd-48f5-860c-a2a4ae9b4b39 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=12e41349cb6043d6b0b4ef9017c96ea8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4637721 Mar 11 19:51:08.449392 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 57158) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:08.465072 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4ea3da8c-8a73-40d3-9a13-8ceb7793b522 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (1acade4c-6b0a-4e4d-9076-d892aa135f84), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:08.567861 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5be0e52b-c956-44f1-a5f0-5931af838e3c admin admin] Publish callbacks [] for security_group (f79dd2f9-9c23-4af1-add1-3e1fa8e8bf4c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:08.570409 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea3da8c-8a73-40d3-9a13-8ceb7793b522 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:51:08.580221 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-4ea3da8c-8a73-40d3-9a13-8ceb7793b522 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:51:08.585809 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea3da8c-8a73-40d3-9a13-8ceb7793b522 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:51:08.591606 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea3da8c-8a73-40d3-9a13-8ceb7793b522 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Pushing event updated for resources: {'Port': ['ID=1acade4c-6b0a-4e4d-9076-d892aa135f84,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:08.628597 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5be0e52b-c956-44f1-a5f0-5931af838e3c admin admin] Publish callbacks [] for security_group (f79dd2f9-9c23-4af1-add1-3e1fa8e8bf4c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:08.755086 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5be0e52b-c956-44f1-a5f0-5931af838e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (f79dd2f9-9c23-4af1-add1-3e1fa8e8bf4c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:08.758263 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5be0e52b-c956-44f1-a5f0-5931af838e3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:08.760954 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-5be0e52b-c956-44f1-a5f0-5931af838e3c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f79dd2f9-9c23-4af1-add1-3e1fa8e8bf4c HTTP/1.1" status: 204 len: 168 time: 0.3052399 Mar 11 19:51:08.771424 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be0e52b-c956-44f1-a5f0-5931af838e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79dd2f9-9c23-4af1-add1-3e1fa8e8bf4c,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:08.902526 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 57176) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:08.910150 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4ea3da8c-8a73-40d3-9a13-8ceb7793b522 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks [] for floatingip (0d0f4394-2dae-4367-a234-ccd296c9bb1f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:09.013486 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4ea3da8c-8a73-40d3-9a13-8ceb7793b522 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (1acade4c-6b0a-4e4d-9076-d892aa135f84), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:09.350632 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4ea3da8c-8a73-40d3-9a13-8ceb7793b522 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks [] for port (1acade4c-6b0a-4e4d-9076-d892aa135f84), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:09.356962 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4ea3da8c-8a73-40d3-9a13-8ceb7793b522 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (1acade4c-6b0a-4e4d-9076-d892aa135f84), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:09.362143 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d00238e1-4ea1-4791-8f75-4bc57c161c28 req-6146a5b9-b4c9-490a-8517-70eb86cab1fd tempest-ServerShowV254Test-785300747 tempest-ServerShowV254Test-785300747-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c515e29-002a-4ef2-9991-4e10090c5a19 HTTP/1.1" status: 200 len: 210 time: 0.0599017 Mar 11 19:51:09.450383 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a694c1e3-6e5e-4d19-93a3-38ca608b6436 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:09.481423 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea3da8c-8a73-40d3-9a13-8ceb7793b522 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Pushing event updated for resources: {'Port': ['ID=1acade4c-6b0a-4e4d-9076-d892aa135f84,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:09.559424 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4ea3da8c-8a73-40d3-9a13-8ceb7793b522 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (0d0f4394-2dae-4367-a234-ccd296c9bb1f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:09.586465 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4ea3da8c-8a73-40d3-9a13-8ceb7793b522 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:09.589324 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4ea3da8c-8a73-40d3-9a13-8ceb7793b522 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8429182 Mar 11 19:51:09.592972 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57196) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:09.594786 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a694c1e3-6e5e-4d19-93a3-38ca608b6436 admin admin] Publish callbacks [] for security_group (5b5e8128-7ef4-4c88-8bc2-ce9e9b373739), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:09.599925 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-c6af9c64-701b-412d-8234-5cfde80ca7b2 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1579111022'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:51:09.604607 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a694c1e3-6e5e-4d19-93a3-38ca608b6436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (5b5e8128-7ef4-4c88-8bc2-ce9e9b373739), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:09.653736 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6af9c64-701b-412d-8234-5cfde80ca7b2 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Made reservation on behalf of 0c06973e00d846169530d5d6c1576b66 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:51:09.657899 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c6af9c64-701b-412d-8234-5cfde80ca7b2 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:09.667846 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a694c1e3-6e5e-4d19-93a3-38ca608b6436 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4c8a48cdbe80454d99f45fc0f127d9cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7637615 Mar 11 19:51:09.668754 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a694c1e3-6e5e-4d19-93a3-38ca608b6436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5e8128-7ef4-4c88-8bc2-ce9e9b373739,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:09.684302 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 57204) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:09.722607 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c6af9c64-701b-412d-8234-5cfde80ca7b2 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:09.784305 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-89c5b266-21d0-44f1-a048-737ae78ba771 admin admin] Publish callbacks [] for security_group (5b5e8128-7ef4-4c88-8bc2-ce9e9b373739), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:09.811119 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-89c5b266-21d0-44f1-a048-737ae78ba771 admin admin] Publish callbacks [] for security_group (5b5e8128-7ef4-4c88-8bc2-ce9e9b373739), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:09.932456 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-89c5b266-21d0-44f1-a048-737ae78ba771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (5b5e8128-7ef4-4c88-8bc2-ce9e9b373739), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:09.935487 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-89c5b266-21d0-44f1-a048-737ae78ba771 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:09.936768 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-89c5b266-21d0-44f1-a048-737ae78ba771 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5b5e8128-7ef4-4c88-8bc2-ce9e9b373739 HTTP/1.1" status: 204 len: 168 time: 0.2499003 Mar 11 19:51:09.951793 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5b266-21d0-44f1-a048-737ae78ba771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5e8128-7ef4-4c88-8bc2-ce9e9b373739,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:10.021022 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c6af9c64-701b-412d-8234-5cfde80ca7b2 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks [] for security_group (026831ed-8480-4842-89ac-e48f551b7c0b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:10.030156 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c6af9c64-701b-412d-8234-5cfde80ca7b2 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (026831ed-8480-4842-89ac-e48f551b7c0b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:10.111044 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6af9c64-701b-412d-8234-5cfde80ca7b2 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] vlan segment allocate from pool success with {'vlan_id': 877, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:51:10.143680 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6af9c64-701b-412d-8234-5cfde80ca7b2 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=026831ed-8480-4842-89ac-e48f551b7c0b,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:10.159958 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c6af9c64-701b-412d-8234-5cfde80ca7b2 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (4355a33d-8a62-47f1-9f79-9cd5083c8064), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:10.160331 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-c6af9c64-701b-412d-8234-5cfde80ca7b2 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Added segment 4355a33d-8a62-47f1-9f79-9cd5083c8064 of type vlan for network 83019e60-b4f9-43da-86fb-73a3c0e4339f Mar 11 19:51:10.276397 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c6af9c64-701b-412d-8234-5cfde80ca7b2 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (83019e60-b4f9-43da-86fb-73a3c0e4339f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:10.327119 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c6af9c64-701b-412d-8234-5cfde80ca7b2 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (83019e60-b4f9-43da-86fb-73a3c0e4339f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:10.341017 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6af9c64-701b-412d-8234-5cfde80ca7b2 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:51:10.341900 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c6af9c64-701b-412d-8234-5cfde80ca7b2 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:10.385473 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c6af9c64-701b-412d-8234-5cfde80ca7b2 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7905374 Mar 11 19:51:10.387572 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 57228) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:10.393000 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-d477316e-6331-4145-bcf8-12e760042f7d tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Request body: {'subnet': {'network_id': '83019e60-b4f9-43da-86fb-73a3c0e4339f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:51:10.582785 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 57240) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:10.623219 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2c863e41-df5e-42e7-8959-f21d5458b19d req-d6856d92-c723-4a85-957f-29125c67d115 tempest-ServerShowV254Test-785300747 tempest-ServerShowV254Test-785300747-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c515e29-002a-4ef2-9991-4e10090c5a19 HTTP/1.1" status: 200 len: 210 time: 0.0919931 Mar 11 19:51:10.626111 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-67bd6934-a6b6-4945-8d94-38f814dbabca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:10.626654 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6af9c64-701b-412d-8234-5cfde80ca7b2 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Pushing event updated for resources: {'Network': ['ID=83019e60-b4f9-43da-86fb-73a3c0e4339f,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:10.642736 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 83019e60-b4f9-43da-86fb-73a3c0e4339f details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:51:10.744898 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d477316e-6331-4145-bcf8-12e760042f7d tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Made reservation on behalf of 0c06973e00d846169530d5d6c1576b66 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:51:10.754282 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d477316e-6331-4145-bcf8-12e760042f7d tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:10.837635 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57242) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:11.016382 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-953d4812-451b-401e-97f9-130c90bd3a3f tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:51:11.017094 n-d-833163-1 neutron-server[103884]: WARNING neutron.api.v2.base [None req-953d4812-451b-401e-97f9-130c90bd3a3f tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 11 19:51:11.017604 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-953d4812-451b-401e-97f9-130c90bd3a3f tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] create failed (client error): There was a conflict when trying to complete your request. Mar 11 19:51:11.018595 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-953d4812-451b-401e-97f9-130c90bd3a3f tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1799588 Mar 11 19:51:11.022208 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57252) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:11.027783 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-431f3fed-e71c-4387-b799-7950621c092d tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Request body: {'security_group': {'name': 'tempest-secgroup--1546130947'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:51:11.054998 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d477316e-6331-4145-bcf8-12e760042f7d tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (7abdefd7-6180-4b08-a7d9-747ec618b8fc), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:11.085847 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-431f3fed-e71c-4387-b799-7950621c092d tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:11.107110 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-431f3fed-e71c-4387-b799-7950621c092d tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:11.158186 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d477316e-6331-4145-bcf8-12e760042f7d tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Checking segment: {'id': '4355a33d-8a62-47f1-9f79-9cd5083c8064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '83019e60-b4f9-43da-86fb-73a3c0e4339f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:51:11.158556 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d477316e-6331-4145-bcf8-12e760042f7d tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Network hostable DHCP agents. Network: 83019e60-b4f9-43da-86fb-73a3c0e4339f, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:51:11.257359 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d477316e-6331-4145-bcf8-12e760042f7d tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Pushing event updated for resources: {'Subnet': ['ID=7abdefd7-6180-4b08-a7d9-747ec618b8fc,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:11.263133 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d477316e-6331-4145-bcf8-12e760042f7d tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Network 83019e60-b4f9-43da-86fb-73a3c0e4339f is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:51:11.282217 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-d477316e-6331-4145-bcf8-12e760042f7d tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 83019e60-b4f9-43da-86fb-73a3c0e4339f) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:51:11.291876 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65261e3-abe3-481d-9348-baab71881c4b None None] Network 83019e60-b4f9-43da-86fb-73a3c0e4339f requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:51:11.297310 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d477316e-6331-4145-bcf8-12e760042f7d tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:51:11.298859 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d477316e-6331-4145-bcf8-12e760042f7d tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:11.323134 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d477316e-6331-4145-bcf8-12e760042f7d tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9343147 Mar 11 19:51:11.329787 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 57258) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:11.338447 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-e5dc94d6-ba72-4e16-a298-2d8fda5205b6 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1774556655', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}, 'admin_state_up': False}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:51:11.362201 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-431f3fed-e71c-4387-b799-7950621c092d tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks [] for security_group (0a967b7b-961a-49bc-9cd6-1526f88f35f3), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:11.363578 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-67bd6934-a6b6-4945-8d94-38f814dbabca admin admin] Publish callbacks [] for security_group (31ef9bd4-efbb-4c90-a286-bf98944f9fea), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:11.367159 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e5dc94d6-ba72-4e16-a298-2d8fda5205b6 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (b28b8193-5efe-4a41-8060-e3a6f6a604eb), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:11.369897 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e5dc94d6-ba72-4e16-a298-2d8fda5205b6 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (b28b8193-5efe-4a41-8060-e3a6f6a604eb), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:11.372448 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-431f3fed-e71c-4387-b799-7950621c092d tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (0a967b7b-961a-49bc-9cd6-1526f88f35f3), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:11.474702 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f3fed-e71c-4387-b799-7950621c092d tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a967b7b-961a-49bc-9cd6-1526f88f35f3,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:11.515877 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e5dc94d6-ba72-4e16-a298-2d8fda5205b6 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks [] for router_controller (b28b8193-5efe-4a41-8060-e3a6f6a604eb), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:11.542998 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12c2370-91f7-4f42-bd2e-cc19c13803be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-83019e60-b4f9-43da-86fb-73a3c0e4339f', 'network_id': '83019e60-b4f9-43da-86fb-73a3c0e4339f', 'project_id': '0c06973e00d846169530d5d6c1576b66', 'fixed_ips': [{'subnet_id': '7abdefd7-6180-4b08-a7d9-747ec618b8fc'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:51:11.543934 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d12c2370-91f7-4f42-bd2e-cc19c13803be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:11.544350 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-67bd6934-a6b6-4945-8d94-38f814dbabca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (31ef9bd4-efbb-4c90-a286-bf98944f9fea), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:11.568439 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-431f3fed-e71c-4387-b799-7950621c092d tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks [] for security_group (8f226bdb-1f17-4292-bf2d-a50d7771e095), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:11.577742 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-431f3fed-e71c-4387-b799-7950621c092d tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (8f226bdb-1f17-4292-bf2d-a50d7771e095), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:11.649897 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-431f3fed-e71c-4387-b799-7950621c092d tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:11.654601 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-431f3fed-e71c-4387-b799-7950621c092d tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6313944 Mar 11 19:51:11.657387 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57268) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:11.674886 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-f5af0a3d-a108-4cfa-9da8-5f20860ddcaa tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Request body: {'security_group_rule': {'security_group_id': '8f226bdb-1f17-4292-bf2d-a50d7771e095', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:51:11.680093 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f3fed-e71c-4387-b799-7950621c092d tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f226bdb-1f17-4292-bf2d-a50d7771e095,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:11.727969 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f5af0a3d-a108-4cfa-9da8-5f20860ddcaa tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks [] for security_group_rule (9e4487b8-2941-4332-a013-dd9dd1728924), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:11.787333 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e5dc94d6-ba72-4e16-a298-2d8fda5205b6 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks [] for router_gateway (b28b8193-5efe-4a41-8060-e3a6f6a604eb), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:11.902558 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f5af0a3d-a108-4cfa-9da8-5f20860ddcaa tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks [] for security_group_rule (9e4487b8-2941-4332-a013-dd9dd1728924), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:11.915026 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f5af0a3d-a108-4cfa-9da8-5f20860ddcaa tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (9e4487b8-2941-4332-a013-dd9dd1728924), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:11.934959 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-67bd6934-a6b6-4945-8d94-38f814dbabca admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dbd99e26adc24bd6bd099a30861b2cf9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3509667 Mar 11 19:51:11.937096 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-d12c2370-91f7-4f42-bd2e-cc19c13803be None None] Allocated IP 172.20.0.2 (83019e60-b4f9-43da-86fb-73a3c0e4339f/7abdefd7-6180-4b08-a7d9-747ec618b8fc/468b8576-649f-4dcf-bc16-b43b63bb5a7e) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:51:11.951937 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 57274) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:11.961385 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f5af0a3d-a108-4cfa-9da8-5f20860ddcaa tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:11.963928 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f5af0a3d-a108-4cfa-9da8-5f20860ddcaa tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3051565 Mar 11 19:51:11.966790 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57276) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:11.967966 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5af0a3d-a108-4cfa-9da8-5f20860ddcaa tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e4487b8-2941-4332-a013-dd9dd1728924,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:11.978397 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-92eaa24b-4d1b-430f-8d69-9bed8df48105 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Request body: {'security_group_rule': {'security_group_id': '8f226bdb-1f17-4292-bf2d-a50d7771e095', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:51:12.032381 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-92eaa24b-4d1b-430f-8d69-9bed8df48105 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks [] for security_group_rule (8c8b6eb6-f829-4af6-9b2d-4deeb7ff54ab), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:12.051169 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4636cbbb-5218-4678-99e3-7a2d1a09b556 req-d6677405-e397-4287-bae3-246c4f04fa5a tempest-ServerShowV254Test-785300747 tempest-ServerShowV254Test-785300747-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c515e29-002a-4ef2-9991-4e10090c5a19 HTTP/1.1" status: 200 len: 210 time: 0.1924129 Mar 11 19:51:12.068921 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bd6934-a6b6-4945-8d94-38f814dbabca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ef9bd4-efbb-4c90-a286-bf98944f9fea,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:12.143985 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-92eaa24b-4d1b-430f-8d69-9bed8df48105 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] create failed (client error): There was a conflict when trying to complete your request. Mar 11 19:51:12.145461 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-92eaa24b-4d1b-430f-8d69-9bed8df48105 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1743081 Mar 11 19:51:12.148118 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57280) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:12.294344 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-80d780a2-1c43-43d3-9675-635605f7254b admin admin] Publish callbacks [] for security_group (31ef9bd4-efbb-4c90-a286-bf98944f9fea), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:12.343197 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d12c2370-91f7-4f42-bd2e-cc19c13803be None None] Publish callbacks [] for port (468b8576-649f-4dcf-bc16-b43b63bb5a7e), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:12.355293 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-37fc8161-8a8e-404f-b7ef-3c1bbbfda81d tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks [] for security_group (8f226bdb-1f17-4292-bf2d-a50d7771e095), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:12.357645 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d12c2370-91f7-4f42-bd2e-cc19c13803be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (468b8576-649f-4dcf-bc16-b43b63bb5a7e), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:12.362182 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-80d780a2-1c43-43d3-9675-635605f7254b admin admin] Publish callbacks [] for security_group (31ef9bd4-efbb-4c90-a286-bf98944f9fea), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:12.424102 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-37fc8161-8a8e-404f-b7ef-3c1bbbfda81d tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks [] for security_group (8f226bdb-1f17-4292-bf2d-a50d7771e095), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:12.428684 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12c2370-91f7-4f42-bd2e-cc19c13803be None None] Network 83019e60-b4f9-43da-86fb-73a3c0e4339f is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:51:12.445047 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-d12c2370-91f7-4f42-bd2e-cc19c13803be None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:51:12.451680 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12c2370-91f7-4f42-bd2e-cc19c13803be None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:51:12.486616 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12c2370-91f7-4f42-bd2e-cc19c13803be None None] Pushing event updated for resources: {'Port': ['ID=468b8576-649f-4dcf-bc16-b43b63bb5a7e,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:12.519961 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-37fc8161-8a8e-404f-b7ef-3c1bbbfda81d tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (8f226bdb-1f17-4292-bf2d-a50d7771e095), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:12.526541 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-37fc8161-8a8e-404f-b7ef-3c1bbbfda81d tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:12.528447 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-37fc8161-8a8e-404f-b7ef-3c1bbbfda81d tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] 10.222.0.65 "DELETE /v2.0/security-groups/8f226bdb-1f17-4292-bf2d-a50d7771e095 HTTP/1.1" status: 204 len: 168 time: 0.3683527 Mar 11 19:51:12.538144 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 57290) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:12.554365 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fc8161-8a8e-404f-b7ef-3c1bbbfda81d tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f226bdb-1f17-4292-bf2d-a50d7771e095,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:12.666078 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-80d780a2-1c43-43d3-9675-635605f7254b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (31ef9bd4-efbb-4c90-a286-bf98944f9fea), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:12.668522 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-80d780a2-1c43-43d3-9675-635605f7254b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:12.680835 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-80d780a2-1c43-43d3-9675-635605f7254b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/31ef9bd4-efbb-4c90-a286-bf98944f9fea HTTP/1.1" status: 204 len: 168 time: 0.6734250 Mar 11 19:51:12.684079 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-d12c2370-91f7-4f42-bd2e-cc19c13803be None None] Attempting to bind port 468b8576-649f-4dcf-bc16-b43b63bb5a7e on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:51:12.684822 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-d12c2370-91f7-4f42-bd2e-cc19c13803be None None] Attempting to bind port 468b8576-649f-4dcf-bc16-b43b63bb5a7e by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '4355a33d-8a62-47f1-9f79-9cd5083c8064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '83019e60-b4f9-43da-86fb-73a3c0e4339f'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:51:12.684932 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12c2370-91f7-4f42-bd2e-cc19c13803be None None] Attempting to bind port 468b8576-649f-4dcf-bc16-b43b63bb5a7e on network 83019e60-b4f9-43da-86fb-73a3c0e4339f {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:51:12.700276 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12c2370-91f7-4f42-bd2e-cc19c13803be None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:51:12.700662 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12c2370-91f7-4f42-bd2e-cc19c13803be None None] Checking segment: {'id': '4355a33d-8a62-47f1-9f79-9cd5083c8064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '83019e60-b4f9-43da-86fb-73a3c0e4339f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:51:12.701073 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d12c2370-91f7-4f42-bd2e-cc19c13803be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:12.701473 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12c2370-91f7-4f42-bd2e-cc19c13803be None None] Bound using segment: {'id': '4355a33d-8a62-47f1-9f79-9cd5083c8064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '83019e60-b4f9-43da-86fb-73a3c0e4339f'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:51:12.701955 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-d12c2370-91f7-4f42-bd2e-cc19c13803be None None] Bound port: 468b8576-649f-4dcf-bc16-b43b63bb5a7e, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4355a33d-8a62-47f1-9f79-9cd5083c8064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '83019e60-b4f9-43da-86fb-73a3c0e4339f'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:51:12.702341 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d12c2370-91f7-4f42-bd2e-cc19c13803be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (468b8576-649f-4dcf-bc16-b43b63bb5a7e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:12.796803 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-23ad4fe3-6439-4b9b-8b15-a8cc8fea3347 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2558687 Mar 11 19:51:12.800775 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e5dc94d6-ba72-4e16-a298-2d8fda5205b6 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks [] for router_gateway (b28b8193-5efe-4a41-8060-e3a6f6a604eb), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:12.803496 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57296) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:12.808759 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-a74bea38-c74b-4365-b881-8758c0ee0d49 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Request body: {'security_group': {'name': 'tempest-secgroup--1034753149'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:51:12.843591 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e5dc94d6-ba72-4e16-a298-2d8fda5205b6 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:12.858400 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d12c2370-91f7-4f42-bd2e-cc19c13803be None None] For port 468b8576-649f-4dcf-bc16-b43b63bb5a7e, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:51:12.862320 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d12c2370-91f7-4f42-bd2e-cc19c13803be None None] For port 468b8576-649f-4dcf-bc16-b43b63bb5a7e, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=468b8576-649f-4dcf-bc16-b43b63bb5a7e,segment=NetworkSegment(4355a33d-8a62-47f1-9f79-9cd5083c8064),segment_id=4355a33d-8a62-47f1-9f79-9cd5083c8064)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:51:12.873271 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a74bea38-c74b-4365-b881-8758c0ee0d49 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:12.875876 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d12c2370-91f7-4f42-bd2e-cc19c13803be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (468b8576-649f-4dcf-bc16-b43b63bb5a7e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:12.883519 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d780a2-1c43-43d3-9675-635605f7254b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ef9bd4-efbb-4c90-a286-bf98944f9fea,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:12.896453 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-92a9857e-1f75-46ea-91c1-5e35837ab399 req-7e5996f3-57cb-4b8a-9796-fa181058fcc7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2c515e29-002a-4ef2-9991-4e10090c5a19 HTTP/1.1" status: 200 len: 210 time: 0.0621614 Mar 11 19:51:13.082410 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a74bea38-c74b-4365-b881-8758c0ee0d49 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks [] for security_group (1372f257-b3ac-4bff-9a31-cd481a0a0b16), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:13.089937 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a74bea38-c74b-4365-b881-8758c0ee0d49 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (1372f257-b3ac-4bff-9a31-cd481a0a0b16), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:13.107012 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12c2370-91f7-4f42-bd2e-cc19c13803be None None] Pushing event updated for resources: {'Port': ['ID=468b8576-649f-4dcf-bc16-b43b63bb5a7e,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:13.135368 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-e5dc94d6-ba72-4e16-a298-2d8fda5205b6 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Allocated IP 172.25.8.12 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/793dd3c4-2e9f-48f2-8f38-813263dfad5a) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:51:13.148375 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74bea38-c74b-4365-b881-8758c0ee0d49 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1372f257-b3ac-4bff-9a31-cd481a0a0b16,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:13.156317 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a74bea38-c74b-4365-b881-8758c0ee0d49 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:13.159679 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a74bea38-c74b-4365-b881-8758c0ee0d49 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3535066 Mar 11 19:51:13.161098 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 57308) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:13.186721 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-623997bb-6de4-4295-befb-181f98f348b3 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Request body: {'security_group_rule': {'security_group_id': '1372f257-b3ac-4bff-9a31-cd481a0a0b16', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:51:13.187538 n-d-833163-1 neutron-server[103885]: WARNING neutron.api.v2.base [None req-623997bb-6de4-4295-befb-181f98f348b3 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 11 19:51:13.188079 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [None req-623997bb-6de4-4295-befb-181f98f348b3 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:51:13.189086 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-623997bb-6de4-4295-befb-181f98f348b3 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0270259 Mar 11 19:51:13.192060 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57310) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:13.327257 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7df03203-2056-4b02-b95b-c7a577796e3d tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks [] for security_group (1372f257-b3ac-4bff-9a31-cd481a0a0b16), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:13.415450 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7df03203-2056-4b02-b95b-c7a577796e3d tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks [] for security_group (1372f257-b3ac-4bff-9a31-cd481a0a0b16), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:13.484610 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7df03203-2056-4b02-b95b-c7a577796e3d tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (1372f257-b3ac-4bff-9a31-cd481a0a0b16), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:13.489913 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7df03203-2056-4b02-b95b-c7a577796e3d tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:13.490688 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-7df03203-2056-4b02-b95b-c7a577796e3d tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] 10.222.0.65 "DELETE /v2.0/security-groups/1372f257-b3ac-4bff-9a31-cd481a0a0b16 HTTP/1.1" status: 204 len: 168 time: 0.2973125 Mar 11 19:51:13.497555 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ca0770af-79ad-4a83-8b57-af1228f304ae req-735d8929-499e-4e8f-9ae4-ad152b0b15b7 tempest-ServerShowV254Test-785300747 tempest-ServerShowV254Test-785300747-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c515e29-002a-4ef2-9991-4e10090c5a19 HTTP/1.1" status: 200 len: 210 time: 0.2433274 Mar 11 19:51:13.501449 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57318) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:13.565798 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df03203-2056-4b02-b95b-c7a577796e3d tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1372f257-b3ac-4bff-9a31-cd481a0a0b16,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:13.634214 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 57330) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:13.637960 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-1aa72692-a103-4b32-8b17-98dab6fecd1f tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1295710 Mar 11 19:51:13.678558 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-fe18de66-c426-48bf-912e-1352fe67cd79 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Request body: {'security_group': {'name': 'tempest-secgroup--78867004'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:51:13.751272 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e5dc94d6-ba72-4e16-a298-2d8fda5205b6 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks [] for port (793dd3c4-2e9f-48f2-8f38-813263dfad5a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:13.801276 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e5dc94d6-ba72-4e16-a298-2d8fda5205b6 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (793dd3c4-2e9f-48f2-8f38-813263dfad5a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:13.923259 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5dc94d6-ba72-4e16-a298-2d8fda5205b6 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:51:13.924263 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dc94d6-ba72-4e16-a298-2d8fda5205b6 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Pushing event updated for resources: {'Port': ['ID=793dd3c4-2e9f-48f2-8f38-813263dfad5a,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:13.930256 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-e5dc94d6-ba72-4e16-a298-2d8fda5205b6 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:51:13.931621 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dc94d6-ba72-4e16-a298-2d8fda5205b6 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:51:13.971607 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fe18de66-c426-48bf-912e-1352fe67cd79 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:14.375797 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fe18de66-c426-48bf-912e-1352fe67cd79 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks [] for security_group (5237657d-9ba3-40fc-9405-5bf87f54fd6f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:14.514656 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fe18de66-c426-48bf-912e-1352fe67cd79 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (5237657d-9ba3-40fc-9405-5bf87f54fd6f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:14.639860 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe18de66-c426-48bf-912e-1352fe67cd79 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5237657d-9ba3-40fc-9405-5bf87f54fd6f,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:14.654324 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fe18de66-c426-48bf-912e-1352fe67cd79 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:14.655914 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-fe18de66-c426-48bf-912e-1352fe67cd79 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0090709 Mar 11 19:51:14.658918 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57354) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:14.665771 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-85441ebf-0fbc-4e22-9d2c-ae0616ae3326 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Request body: {'security_group_rule': {'security_group_id': '5237657d-9ba3-40fc-9405-5bf87f54fd6f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:51:14.665771 n-d-833163-1 neutron-server[103884]: WARNING neutron.api.v2.base [None req-85441ebf-0fbc-4e22-9d2c-ae0616ae3326 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 11 19:51:14.666455 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-85441ebf-0fbc-4e22-9d2c-ae0616ae3326 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:51:14.672076 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-85441ebf-0fbc-4e22-9d2c-ae0616ae3326 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0115316 Mar 11 19:51:14.675658 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57358) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:14.795672 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a51acc29-ea9c-47d1-a300-2b58acaf9609 req-bb3f1697-3b8d-4597-9bb7-22b54a92fb44 tempest-ServerShowV254Test-785300747 tempest-ServerShowV254Test-785300747-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c515e29-002a-4ef2-9991-4e10090c5a19 HTTP/1.1" status: 200 len: 210 time: 0.1520009 Mar 11 19:51:14.895128 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b08a6a3c-e49b-4292-a8ee-e403e49701bc tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks [] for security_group (5237657d-9ba3-40fc-9405-5bf87f54fd6f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:14.940868 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b08a6a3c-e49b-4292-a8ee-e403e49701bc tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks [] for security_group (5237657d-9ba3-40fc-9405-5bf87f54fd6f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:14.950705 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 468b8576-649f-4dcf-bc16-b43b63bb5a7e up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:51:15.009574 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e5dc94d6-ba72-4e16-a298-2d8fda5205b6 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks [] for router_gateway (b28b8193-5efe-4a41-8060-e3a6f6a604eb), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:15.064900 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b08a6a3c-e49b-4292-a8ee-e403e49701bc tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (5237657d-9ba3-40fc-9405-5bf87f54fd6f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:15.067849 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b08a6a3c-e49b-4292-a8ee-e403e49701bc tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:15.069175 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b08a6a3c-e49b-4292-a8ee-e403e49701bc tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] 10.222.0.65 "DELETE /v2.0/security-groups/5237657d-9ba3-40fc-9405-5bf87f54fd6f HTTP/1.1" status: 204 len: 168 time: 0.3924460 Mar 11 19:51:15.079420 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57372) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:15.113669 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08a6a3c-e49b-4292-a8ee-e403e49701bc tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5237657d-9ba3-40fc-9405-5bf87f54fd6f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:15.145556 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a6a3c-e49b-4292-a8ee-e403e49701bc tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:51:15.146552 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a6a3c-e49b-4292-a8ee-e403e49701bc tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:51:15.146910 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a6a3c-e49b-4292-a8ee-e403e49701bc tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:51:15.147420 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a6a3c-e49b-4292-a8ee-e403e49701bc tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:51:15.147820 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a6a3c-e49b-4292-a8ee-e403e49701bc tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:51:15.148160 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a6a3c-e49b-4292-a8ee-e403e49701bc tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:51:15.148497 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a6a3c-e49b-4292-a8ee-e403e49701bc tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:51:15.149360 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a6a3c-e49b-4292-a8ee-e403e49701bc tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:51:15.149697 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a6a3c-e49b-4292-a8ee-e403e49701bc tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:51:15.150027 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a6a3c-e49b-4292-a8ee-e403e49701bc tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:51:15.150367 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a6a3c-e49b-4292-a8ee-e403e49701bc tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:51:15.151392 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a6a3c-e49b-4292-a8ee-e403e49701bc tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:51:15.151769 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b08a6a3c-e49b-4292-a8ee-e403e49701bc tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:51:15.166784 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f84beef6-6975-46f9-892c-2a92949ddf23 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0813975 Mar 11 19:51:15.167610 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57376) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:15.171505 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-5b6a0577-a77d-477c-b8b7-3c8a87eb56a0 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Request body: {'security_group': {'name': 'tempest-secgroup--1160680060'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:51:15.210151 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5ca2c8-3e9c-4111-ab50-e6f069acdbb6 None None] Network 83019e60-b4f9-43da-86fb-73a3c0e4339f requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:51:15.217182 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5b6a0577-a77d-477c-b8b7-3c8a87eb56a0 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:15.449526 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 468b8576-649f-4dcf-bc16-b43b63bb5a7e triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:51:15.450320 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (468b8576-649f-4dcf-bc16-b43b63bb5a7e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:15.465691 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e5dc94d6-ba72-4e16-a298-2d8fda5205b6 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (b28b8193-5efe-4a41-8060-e3a6f6a604eb), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:15.485331 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5b6a0577-a77d-477c-b8b7-3c8a87eb56a0 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks [] for security_group (919f0c65-722a-4cc8-a1d8-47a4ae808c06), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:15.493948 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5b6a0577-a77d-477c-b8b7-3c8a87eb56a0 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (919f0c65-722a-4cc8-a1d8-47a4ae808c06), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:15.559766 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5b6a0577-a77d-477c-b8b7-3c8a87eb56a0 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:15.582939 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 57386) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:15.583998 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-5b6a0577-a77d-477c-b8b7-3c8a87eb56a0 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4156461 Mar 11 19:51:15.597340 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-8e377018-a885-45a0-b459-1227ca4e41a6 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Request body: {'security_group_rule': {'security_group_id': '919f0c65-722a-4cc8-a1d8-47a4ae808c06', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:51:15.614044 n-d-833163-1 neutron-server[103885]: WARNING neutron.api.v2.base [None req-8e377018-a885-45a0-b459-1227ca4e41a6 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 11 19:51:15.614519 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6a0577-a77d-477c-b8b7-3c8a87eb56a0 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=919f0c65-722a-4cc8-a1d8-47a4ae808c06,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:15.614867 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [None req-8e377018-a885-45a0-b459-1227ca4e41a6 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:51:15.616047 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-8e377018-a885-45a0-b459-1227ca4e41a6 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0321412 Mar 11 19:51:15.620324 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 57390) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:15.650759 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-b0436994-8416-46b5-8112-aa43bbf783c2 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Request body: {'security_group_rule': {'security_group_id': '919f0c65-722a-4cc8-a1d8-47a4ae808c06', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:51:15.652972 n-d-833163-1 neutron-server[103885]: WARNING neutron.api.v2.base [None req-b0436994-8416-46b5-8112-aa43bbf783c2 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 11 19:51:15.657136 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [None req-b0436994-8416-46b5-8112-aa43bbf783c2 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:51:15.658558 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-b0436994-8416-46b5-8112-aa43bbf783c2 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0370395 Mar 11 19:51:15.661551 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57396) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:15.666530 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-6e04df66-c02c-436e-88e0-aaa480c1b227 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Request body: {'security_group_rule': {'security_group_id': '919f0c65-722a-4cc8-a1d8-47a4ae808c06', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:51:15.669161 n-d-833163-1 neutron-server[103884]: WARNING neutron.api.v2.base [None req-6e04df66-c02c-436e-88e0-aaa480c1b227 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 11 19:51:15.669789 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-6e04df66-c02c-436e-88e0-aaa480c1b227 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:51:15.673757 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-6e04df66-c02c-436e-88e0-aaa480c1b227 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0110602 Mar 11 19:51:15.673911 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 57398) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:15.683426 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-7947430c-fa35-4fca-8cf4-4b29a9487fda None None] Provisioning complete for port 468b8576-649f-4dcf-bc16-b43b63bb5a7e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:51:15.684619 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7947430c-fa35-4fca-8cf4-4b29a9487fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (468b8576-649f-4dcf-bc16-b43b63bb5a7e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:15.689083 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-d25ff0cd-6e18-4710-99ac-f38b54751f77 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Request body: {'security_group_rule': {'security_group_id': '919f0c65-722a-4cc8-a1d8-47a4ae808c06', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:51:15.691487 n-d-833163-1 neutron-server[103885]: WARNING neutron.api.v2.base [None req-d25ff0cd-6e18-4710-99ac-f38b54751f77 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 11 19:51:15.693124 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [None req-d25ff0cd-6e18-4710-99ac-f38b54751f77 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:51:15.694578 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d25ff0cd-6e18-4710-99ac-f38b54751f77 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0195789 Mar 11 19:51:15.698069 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57400) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:15.872137 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-07e39473-c7c4-47ee-80fd-a8e464ff5f99 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks [] for security_group (919f0c65-722a-4cc8-a1d8-47a4ae808c06), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:15.923290 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [req-44ad5f6e-ed8a-41f0-a527-67efba777b33 req-6726dd9a-a39d-44db-9b5c-ad8d9d831768 tempest-MigrationsAdminTest-310211459 tempest-MigrationsAdminTest-310211459-project] (103885) timed out ('10.222.0.65', 50370) {{(pid=103885) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 19:51:15.981526 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-07e39473-c7c4-47ee-80fd-a8e464ff5f99 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks [] for security_group (919f0c65-722a-4cc8-a1d8-47a4ae808c06), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:15.986509 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 468b8576-649f-4dcf-bc16-b43b63bb5a7e is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:51:15.988220 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (468b8576-649f-4dcf-bc16-b43b63bb5a7e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:16.030395 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5dc94d6-ba72-4e16-a298-2d8fda5205b6 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Router b28b8193-5efe-4a41-8060-e3a6f6a604eb is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:51:16.116926 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-07e39473-c7c4-47ee-80fd-a8e464ff5f99 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (919f0c65-722a-4cc8-a1d8-47a4ae808c06), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:16.128748 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-07e39473-c7c4-47ee-80fd-a8e464ff5f99 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:16.135507 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-07e39473-c7c4-47ee-80fd-a8e464ff5f99 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] 10.222.0.65 "DELETE /v2.0/security-groups/919f0c65-722a-4cc8-a1d8-47a4ae808c06 HTTP/1.1" status: 204 len: 168 time: 0.4362345 Mar 11 19:51:16.144428 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57422) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:16.215173 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 468b8576-649f-4dcf-bc16-b43b63bb5a7e, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=468b8576-649f-4dcf-bc16-b43b63bb5a7e,segment=NetworkSegment(4355a33d-8a62-47f1-9f79-9cd5083c8064),segment_id=4355a33d-8a62-47f1-9f79-9cd5083c8064)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:51:16.228110 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (468b8576-649f-4dcf-bc16-b43b63bb5a7e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:16.231980 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e39473-c7c4-47ee-80fd-a8e464ff5f99 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=919f0c65-722a-4cc8-a1d8-47a4ae808c06,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:16.303183 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=468b8576-649f-4dcf-bc16-b43b63bb5a7e,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:16.314452 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-7947430c-fa35-4fca-8cf4-4b29a9487fda None None] Current status of the port 468b8576-649f-4dcf-bc16-b43b63bb5a7e is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:51:16.315902 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7947430c-fa35-4fca-8cf4-4b29a9487fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (468b8576-649f-4dcf-bc16-b43b63bb5a7e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:16.376630 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-144ed50f-e69c-4c2f-ae60-e4f15e8c86a7 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2278371 Mar 11 19:51:16.376944 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57428) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:16.395188 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-4827461e-2847-4104-987f-b84d04f34bd9 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Request body: {'security_group': {'name': 'tempest-secgroup--937571418'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:51:16.411450 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5dc94d6-ba72-4e16-a298-2d8fda5205b6 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:51:16.455958 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8c0208-1583-472d-a3a0-2e9141b069cb None None] Sync routers for ids ['b28b8193-5efe-4a41-8060-e3a6f6a604eb'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:51:16.474729 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4827461e-2847-4104-987f-b84d04f34bd9 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:16.485844 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8c0208-1583-472d-a3a0-2e9141b069cb None None] Routers {'b28b8193-5efe-4a41-8060-e3a6f6a604eb'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:51:16.486548 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-0e8c0208-1583-472d-a3a0-2e9141b069cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:50:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['b28b8193-5efe-4a41-8060-e3a6f6a604eb'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:51:16.542512 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-0e8c0208-1583-472d-a3a0-2e9141b069cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:51:16.557850 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e5dc94d6-ba72-4e16-a298-2d8fda5205b6 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:16.559145 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-e5dc94d6-ba72-4e16-a298-2d8fda5205b6 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 5.2255855 Mar 11 19:51:16.564527 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 57442) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:16.637068 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8c0208-1583-472d-a3a0-2e9141b069cb None None] Routers {'b28b8193-5efe-4a41-8060-e3a6f6a604eb'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:51:16.639427 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-0e8c0208-1583-472d-a3a0-2e9141b069cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:50:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['b28b8193-5efe-4a41-8060-e3a6f6a604eb'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:51:16.642432 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4827461e-2847-4104-987f-b84d04f34bd9 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks [] for security_group (5bd7c68f-e35d-4e5a-8872-1db056533e3d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:16.651595 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4827461e-2847-4104-987f-b84d04f34bd9 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (5bd7c68f-e35d-4e5a-8872-1db056533e3d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:16.732955 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4827461e-2847-4104-987f-b84d04f34bd9 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:16.736419 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-7947430c-fa35-4fca-8cf4-4b29a9487fda None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:51:16.736692 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4827461e-2847-4104-987f-b84d04f34bd9 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3576040 Mar 11 19:51:16.737922 n-d-833163-1 neutron-server[103886]: DEBUG oslo_db.api [None req-7947430c-fa35-4fca-8cf4-4b29a9487fda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:51:16.751720 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 57448) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:16.784235 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4827461e-2847-4104-987f-b84d04f34bd9 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd7c68f-e35d-4e5a-8872-1db056533e3d,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:16.830746 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-5960651e-e366-4f19-b9d2-4b1e59001d32 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Request body: {'security_group_rule': {'security_group_id': '5bd7c68f-e35d-4e5a-8872-1db056533e3d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:51:16.834969 n-d-833163-1 neutron-server[103885]: WARNING neutron.api.v2.base [None req-5960651e-e366-4f19-b9d2-4b1e59001d32 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 11 19:51:16.846382 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [None req-5960651e-e366-4f19-b9d2-4b1e59001d32 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:51:16.850385 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57454) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:16.857220 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-5960651e-e366-4f19-b9d2-4b1e59001d32 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.1048791 Mar 11 19:51:16.857509 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-27678fd4-982b-4698-89ca-4f2ed0649c7a tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Request body: {'security_group_rule': {'security_group_id': '5bd7c68f-e35d-4e5a-8872-1db056533e3d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:51:16.880268 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2ad49c87-1bb3-4043-ae01-a54a8176aa77 req-dc55ee63-518c-4a8c-870c-666e01f135ab tempest-ServerShowV254Test-785300747 tempest-ServerShowV254Test-785300747-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c515e29-002a-4ef2-9991-4e10090c5a19 HTTP/1.1" status: 200 len: 210 time: 0.1643724 Mar 11 19:51:16.915728 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-0e8c0208-1583-472d-a3a0-2e9141b069cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:51:16.919143 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8c0208-1583-472d-a3a0-2e9141b069cb None None] The sync data for ids ['b28b8193-5efe-4a41-8060-e3a6f6a604eb'] in n-d-833163-1 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:51:16.935865 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 468b8576-649f-4dcf-bc16-b43b63bb5a7e up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:51:16.997513 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-27678fd4-982b-4698-89ca-4f2ed0649c7a tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:51:16.998989 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-27678fd4-982b-4698-89ca-4f2ed0649c7a tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1475956 Mar 11 19:51:17.001925 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57462) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:17.010396 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-d4bd696b-7e78-47a7-b9ce-394fe300b75f tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Request body: {'security_group_rule': {'security_group_id': '5bd7c68f-e35d-4e5a-8872-1db056533e3d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:51:17.019378 n-d-833163-1 neutron-server[103884]: WARNING neutron.api.v2.base [None req-d4bd696b-7e78-47a7-b9ce-394fe300b75f tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 11 19:51:17.020027 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-d4bd696b-7e78-47a7-b9ce-394fe300b75f tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:51:17.022247 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d4bd696b-7e78-47a7-b9ce-394fe300b75f tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0191123 Mar 11 19:51:17.026062 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 57464) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:17.037376 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-d1a2b9bb-45d7-4c86-b95f-62c9de78adc5 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Request body: {'security_group_rule': {'security_group_id': '5bd7c68f-e35d-4e5a-8872-1db056533e3d', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:51:17.173580 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 468b8576-649f-4dcf-bc16-b43b63bb5a7e triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:51:17.174429 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (468b8576-649f-4dcf-bc16-b43b63bb5a7e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:17.319133 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-7947430c-fa35-4fca-8cf4-4b29a9487fda None None] Current status of the port 468b8576-649f-4dcf-bc16-b43b63bb5a7e is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:51:17.437518 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [None req-d1a2b9bb-45d7-4c86-b95f-62c9de78adc5 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:51:17.442349 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57476) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:17.443035 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d1a2b9bb-45d7-4c86-b95f-62c9de78adc5 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4152644 Mar 11 19:51:17.449737 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-e4b1c70e-8b47-4790-87e1-11cb02af8376 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Request body: {'security_group_rule': {'security_group_id': '5bd7c68f-e35d-4e5a-8872-1db056533e3d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:51:17.451215 n-d-833163-1 neutron-server[103884]: WARNING neutron.api.v2.base [None req-e4b1c70e-8b47-4790-87e1-11cb02af8376 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 11 19:51:17.451696 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-e4b1c70e-8b47-4790-87e1-11cb02af8376 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:51:17.452710 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e4b1c70e-8b47-4790-87e1-11cb02af8376 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0076106 Mar 11 19:51:17.458250 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57478) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:17.502679 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 468b8576-649f-4dcf-bc16-b43b63bb5a7e is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:51:17.507471 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-790c5e4c-517f-414a-a748-fa8cf74478fb tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Request body: {'security_group_rule': {'security_group_id': '5bd7c68f-e35d-4e5a-8872-1db056533e3d', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:51:17.609669 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-49c3cb0e-f873-4e1a-b7de-084af738cbaf None None] Provisioning complete for port 468b8576-649f-4dcf-bc16-b43b63bb5a7e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:51:17.610154 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-49c3cb0e-f873-4e1a-b7de-084af738cbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (468b8576-649f-4dcf-bc16-b43b63bb5a7e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:17.649208 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-790c5e4c-517f-414a-a748-fa8cf74478fb tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:51:17.653905 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-790c5e4c-517f-414a-a748-fa8cf74478fb tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1928904 Mar 11 19:51:17.654573 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 57488) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:17.665411 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-f0f1b741-6b6a-4ee5-b259-67cb33fa5c36 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Request body: {'security_group_rule': {'security_group_id': '5bd7c68f-e35d-4e5a-8872-1db056533e3d', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:51:17.669935 n-d-833163-1 neutron-server[103885]: WARNING neutron.api.v2.base [None req-f0f1b741-6b6a-4ee5-b259-67cb33fa5c36 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 11 19:51:17.670679 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [None req-f0f1b741-6b6a-4ee5-b259-67cb33fa5c36 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:51:17.681306 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f0f1b741-6b6a-4ee5-b259-67cb33fa5c36 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0237510 Mar 11 19:51:17.684306 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 57492) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:17.699926 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-1c074297-2ac5-4216-bdc5-3d32a241bd47 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Request body: {'security_group_rule': {'security_group_id': '5bd7c68f-e35d-4e5a-8872-1db056533e3d', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:51:17.823553 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-49c3cb0e-f873-4e1a-b7de-084af738cbaf None None] Current status of the port 468b8576-649f-4dcf-bc16-b43b63bb5a7e is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:51:17.830573 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [None req-1c074297-2ac5-4216-bdc5-3d32a241bd47 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:51:17.831644 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-1c074297-2ac5-4216-bdc5-3d32a241bd47 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1459126 Mar 11 19:51:17.834746 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 57498) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:17.844943 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-579352e4-7631-4b67-b630-2640d554e259 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Request body: {'security_group_rule': {'security_group_id': '5bd7c68f-e35d-4e5a-8872-1db056533e3d', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:51:17.968785 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [None req-579352e4-7631-4b67-b630-2640d554e259 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:51:17.974344 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-579352e4-7631-4b67-b630-2640d554e259 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1329703 Mar 11 19:51:17.978006 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 57512) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:18.105672 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-52659552-8df0-431e-bbad-170bc376fede req-c92b0ddb-37aa-47d3-996e-3509ddd21646 tempest-ServerShowV254Test-785300747 tempest-ServerShowV254Test-785300747-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c515e29-002a-4ef2-9991-4e10090c5a19 HTTP/1.1" status: 200 len: 210 time: 0.0807936 Mar 11 19:51:18.134851 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-988aec3b-212e-4056-8c40-936e55e7d425 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks [] for security_group (5bd7c68f-e35d-4e5a-8872-1db056533e3d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:18.196309 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-988aec3b-212e-4056-8c40-936e55e7d425 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks [] for security_group (5bd7c68f-e35d-4e5a-8872-1db056533e3d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:18.225832 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d874ae02-75ac-4e90-a21e-02b266fe4886 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:18.354023 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-988aec3b-212e-4056-8c40-936e55e7d425 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (5bd7c68f-e35d-4e5a-8872-1db056533e3d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:18.357317 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-988aec3b-212e-4056-8c40-936e55e7d425 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:18.358944 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-988aec3b-212e-4056-8c40-936e55e7d425 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] 10.222.0.65 "DELETE /v2.0/security-groups/5bd7c68f-e35d-4e5a-8872-1db056533e3d HTTP/1.1" status: 204 len: 168 time: 0.3766537 Mar 11 19:51:18.363773 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57524) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:18.376384 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988aec3b-212e-4056-8c40-936e55e7d425 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd7c68f-e35d-4e5a-8872-1db056533e3d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:18.459115 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c2606dac-a642-493f-92d7-f3632ad89bca tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0911436 Mar 11 19:51:18.460113 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57526) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:18.472985 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-12bf64b8-6916-496f-8817-cb50e84d4394 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Request body: {'security_group': {'name': 'tempest-secgroup--521748390'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:51:18.513945 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-12bf64b8-6916-496f-8817-cb50e84d4394 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:18.533609 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57528) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:18.637869 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-12bf64b8-6916-496f-8817-cb50e84d4394 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks [] for security_group (03821c5b-2ef7-4001-a20a-fb0f9ba634b2), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:18.645545 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-12bf64b8-6916-496f-8817-cb50e84d4394 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (03821c5b-2ef7-4001-a20a-fb0f9ba634b2), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:18.710018 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-12bf64b8-6916-496f-8817-cb50e84d4394 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:18.711285 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-12bf64b8-6916-496f-8817-cb50e84d4394 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2496445 Mar 11 19:51:18.730264 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57532) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:18.735335 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-d56b602d-1557-4894-a074-cd285796ee88 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Request body: {'security_group_rule': {'security_group_id': '03821c5b-2ef7-4001-a20a-fb0f9ba634b2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:51:18.741383 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bf64b8-6916-496f-8817-cb50e84d4394 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03821c5b-2ef7-4001-a20a-fb0f9ba634b2,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:18.815896 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-d874ae02-75ac-4e90-a21e-02b266fe4886 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Allocated IP 172.20.0.1 (83019e60-b4f9-43da-86fb-73a3c0e4339f/7abdefd7-6180-4b08-a7d9-747ec618b8fc/f8f4ff7d-1dbd-4ed3-84eb-1e6ae4eadd8e) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:51:18.837627 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-32edbfe6-5b3e-424c-9f58-c55c712313ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:18.895011 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:18.992158 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-32edbfe6-5b3e-424c-9f58-c55c712313ba admin admin] Publish callbacks [] for security_group (adf5ada7-cfc4-48ec-a360-8ca4d1a16699), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:18.995767 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-d56b602d-1557-4894-a074-cd285796ee88 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] create failed (client error): The resource could not be found. Mar 11 19:51:18.998596 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d56b602d-1557-4894-a074-cd285796ee88 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2659743 Mar 11 19:51:19.001283 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57542) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:19.010480 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-53a9475c-42b8-4b81-ae5c-845768fec49d tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Request body: {'security_group_rule': {'security_group_id': '03821c5b-2ef7-4001-a20a-fb0f9ba634b2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'fb6f84a0-334f-49d3-929d-794ef926f700'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:51:19.021956 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-32edbfe6-5b3e-424c-9f58-c55c712313ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (adf5ada7-cfc4-48ec-a360-8ca4d1a16699), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:19.088469 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-32edbfe6-5b3e-424c-9f58-c55c712313ba admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f665cd7097544275995cfde07cd43e72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5534663 Mar 11 19:51:19.091334 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57544) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:19.091890 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32edbfe6-5b3e-424c-9f58-c55c712313ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf5ada7-cfc4-48ec-a360-8ca4d1a16699,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:19.179073 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0e017f38-74ea-4591-8b44-fbb78a7054ce admin admin] Publish callbacks [] for security_group (adf5ada7-cfc4-48ec-a360-8ca4d1a16699), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:19.212442 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-53a9475c-42b8-4b81-ae5c-845768fec49d tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] create failed (client error): The resource could not be found. Mar 11 19:51:19.216893 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-53a9475c-42b8-4b81-ae5c-845768fec49d tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2143111 Mar 11 19:51:19.222400 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57552) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:19.263864 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0e017f38-74ea-4591-8b44-fbb78a7054ce admin admin] Publish callbacks [] for security_group (adf5ada7-cfc4-48ec-a360-8ca4d1a16699), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:19.315499 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1ce038b3-212f-4fe8-86f6-f3f97cad6ae4 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks [] for security_group (03821c5b-2ef7-4001-a20a-fb0f9ba634b2), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:19.341351 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1ce038b3-212f-4fe8-86f6-f3f97cad6ae4 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks [] for security_group (03821c5b-2ef7-4001-a20a-fb0f9ba634b2), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:19.402403 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1ce038b3-212f-4fe8-86f6-f3f97cad6ae4 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (03821c5b-2ef7-4001-a20a-fb0f9ba634b2), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:19.405101 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1ce038b3-212f-4fe8-86f6-f3f97cad6ae4 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:19.417385 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-1ce038b3-212f-4fe8-86f6-f3f97cad6ae4 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] 10.222.0.65 "DELETE /v2.0/security-groups/03821c5b-2ef7-4001-a20a-fb0f9ba634b2 HTTP/1.1" status: 204 len: 168 time: 0.1938429 Mar 11 19:51:19.418055 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57556) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:19.474753 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce038b3-212f-4fe8-86f6-f3f97cad6ae4 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03821c5b-2ef7-4001-a20a-fb0f9ba634b2,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:19.498557 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b359d271-a78f-47d1-a165-be531f58c678 req-2fdd69a9-bef0-43d2-97d5-00982c43046c tempest-ServerShowV254Test-785300747 tempest-ServerShowV254Test-785300747-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c515e29-002a-4ef2-9991-4e10090c5a19 HTTP/1.1" status: 200 len: 210 time: 0.0426912 Mar 11 19:51:19.555413 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-7c343caf-b4aa-4096-86f5-a228b992b4df tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1251209 Mar 11 19:51:19.556675 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57560) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:19.562506 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-39ed2fb1-e112-4b50-bdb1-e92b72d8a2c4 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Request body: {'security_group_rule': {'security_group_id': 'ec920296-4410-483a-8fe6-909db2827838', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:51:19.575470 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d874ae02-75ac-4e90-a21e-02b266fe4886 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks [] for port (f8f4ff7d-1dbd-4ed3-84eb-1e6ae4eadd8e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:19.584496 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0e017f38-74ea-4591-8b44-fbb78a7054ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (adf5ada7-cfc4-48ec-a360-8ca4d1a16699), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:19.588167 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0e017f38-74ea-4591-8b44-fbb78a7054ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:19.592590 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-0e017f38-74ea-4591-8b44-fbb78a7054ce admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/adf5ada7-cfc4-48ec-a360-8ca4d1a16699 HTTP/1.1" status: 204 len: 168 time: 0.4974244 Mar 11 19:51:19.620282 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e017f38-74ea-4591-8b44-fbb78a7054ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf5ada7-cfc4-48ec-a360-8ca4d1a16699,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:19.627124 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d874ae02-75ac-4e90-a21e-02b266fe4886 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (f8f4ff7d-1dbd-4ed3-84eb-1e6ae4eadd8e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:19.696713 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d874ae02-75ac-4e90-a21e-02b266fe4886 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Network 83019e60-b4f9-43da-86fb-73a3c0e4339f is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:51:19.701467 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-d874ae02-75ac-4e90-a21e-02b266fe4886 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:51:19.709501 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-39ed2fb1-e112-4b50-bdb1-e92b72d8a2c4 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] create failed (client error): The resource could not be found. Mar 11 19:51:19.709721 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d874ae02-75ac-4e90-a21e-02b266fe4886 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:51:19.713038 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d874ae02-75ac-4e90-a21e-02b266fe4886 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Pushing event updated for resources: {'Port': ['ID=f8f4ff7d-1dbd-4ed3-84eb-1e6ae4eadd8e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:19.714622 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-39ed2fb1-e112-4b50-bdb1-e92b72d8a2c4 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1566675 Mar 11 19:51:19.715268 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57568) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:19.729560 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-2836e622-5026-4bc2-822c-038b16643247 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Request body: {'security_group': {'name': 'tempest-secgroup--1264074123'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:51:19.778533 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2836e622-5026-4bc2-822c-038b16643247 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:19.810992 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d874ae02-75ac-4e90-a21e-02b266fe4886 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:51:19.811338 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d874ae02-75ac-4e90-a21e-02b266fe4886 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:51:19.811703 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d874ae02-75ac-4e90-a21e-02b266fe4886 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:51:19.812044 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d874ae02-75ac-4e90-a21e-02b266fe4886 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:51:19.812372 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d874ae02-75ac-4e90-a21e-02b266fe4886 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:51:19.812695 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d874ae02-75ac-4e90-a21e-02b266fe4886 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:51:19.813029 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d874ae02-75ac-4e90-a21e-02b266fe4886 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:51:19.813391 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d874ae02-75ac-4e90-a21e-02b266fe4886 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:51:19.824485 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d874ae02-75ac-4e90-a21e-02b266fe4886 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:51:19.825724 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d874ae02-75ac-4e90-a21e-02b266fe4886 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:51:19.827258 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d874ae02-75ac-4e90-a21e-02b266fe4886 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:51:19.827751 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d874ae02-75ac-4e90-a21e-02b266fe4886 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:51:19.828672 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d874ae02-75ac-4e90-a21e-02b266fe4886 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:51:19.934769 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d874ae02-75ac-4e90-a21e-02b266fe4886 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (b28b8193-5efe-4a41-8060-e3a6f6a604eb), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:19.946484 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2836e622-5026-4bc2-822c-038b16643247 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks [] for security_group (a101ebcf-e72b-498e-bc21-56f914b44c3a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:19.965165 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2836e622-5026-4bc2-822c-038b16643247 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (a101ebcf-e72b-498e-bc21-56f914b44c3a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:20.020943 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2836e622-5026-4bc2-822c-038b16643247 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a101ebcf-e72b-498e-bc21-56f914b44c3a,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:20.049234 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2836e622-5026-4bc2-822c-038b16643247 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:20.053571 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-2836e622-5026-4bc2-822c-038b16643247 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3352735 Mar 11 19:51:20.054293 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57576) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:20.064599 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-041cc340-ad26-4412-803d-368b0463b4fe tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Request body: {'security_group': {'name': 'tempest-secgroup--1827603181'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:51:20.089751 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-041cc340-ad26-4412-803d-368b0463b4fe tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:20.142519 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 57578) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:20.177712 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2b99094a-62ad-41d2-969b-3c69d662c09d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:20.188922 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-6f5841c9-4342-49bd-b4e9-64ba036dd77b None None] Provisioning complete for port f8f4ff7d-1dbd-4ed3-84eb-1e6ae4eadd8e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:51:20.190068 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6f5841c9-4342-49bd-b4e9-64ba036dd77b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (f8f4ff7d-1dbd-4ed3-84eb-1e6ae4eadd8e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:20.194234 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-041cc340-ad26-4412-803d-368b0463b4fe tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks [] for security_group (107b97c4-c4cc-4c85-8009-9fb4b48dc754), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:20.199405 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-041cc340-ad26-4412-803d-368b0463b4fe tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (107b97c4-c4cc-4c85-8009-9fb4b48dc754), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:20.233780 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-041cc340-ad26-4412-803d-368b0463b4fe tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:20.240937 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-041cc340-ad26-4412-803d-368b0463b4fe tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1852880 Mar 11 19:51:20.248288 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57584) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:20.275961 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-4ba82b29-fd90-4b22-8536-4ad7f268f88e tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Request body: {'security_group_rule': {'security_group_id': 'a101ebcf-e72b-498e-bc21-56f914b44c3a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '107b97c4-c4cc-4c85-8009-9fb4b48dc754'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:51:20.280007 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d874ae02-75ac-4e90-a21e-02b266fe4886 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (f8f4ff7d-1dbd-4ed3-84eb-1e6ae4eadd8e), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:20.330739 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041cc340-ad26-4412-803d-368b0463b4fe tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=107b97c4-c4cc-4c85-8009-9fb4b48dc754,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:20.358131 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2b99094a-62ad-41d2-969b-3c69d662c09d admin admin] Publish callbacks [] for security_group (c57239a5-21b2-4a99-a282-6a1177479a1a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:20.367080 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2b99094a-62ad-41d2-969b-3c69d662c09d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (c57239a5-21b2-4a99-a282-6a1177479a1a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:20.376546 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-4ba82b29-fd90-4b22-8536-4ad7f268f88e tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:51:20.381473 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4ba82b29-fd90-4b22-8536-4ad7f268f88e tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1320949 Mar 11 19:51:20.382425 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57586) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:20.444638 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3d6a7303-fba0-49b9-a720-77cfc16e0a7c tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks [] for security_group (107b97c4-c4cc-4c85-8009-9fb4b48dc754), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:20.455470 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-2b99094a-62ad-41d2-969b-3c69d662c09d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f18fee8f13cb4022ab0233332ffdbb16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3073976 Mar 11 19:51:20.459939 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 57588) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:20.462526 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b99094a-62ad-41d2-969b-3c69d662c09d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c57239a5-21b2-4a99-a282-6a1177479a1a,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:20.478170 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3d6a7303-fba0-49b9-a720-77cfc16e0a7c tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks [] for security_group (107b97c4-c4cc-4c85-8009-9fb4b48dc754), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:20.545343 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3d6a7303-fba0-49b9-a720-77cfc16e0a7c tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (107b97c4-c4cc-4c85-8009-9fb4b48dc754), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:20.549194 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3d6a7303-fba0-49b9-a720-77cfc16e0a7c tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:20.556810 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-3d6a7303-fba0-49b9-a720-77cfc16e0a7c tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] 10.222.0.65 "DELETE /v2.0/security-groups/107b97c4-c4cc-4c85-8009-9fb4b48dc754 HTTP/1.1" status: 204 len: 168 time: 0.1725523 Mar 11 19:51:20.557224 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57596) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:20.557788 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-6f5841c9-4342-49bd-b4e9-64ba036dd77b None None] Port f8f4ff7d-1dbd-4ed3-84eb-1e6ae4eadd8e cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:51:20.582215 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6a7303-fba0-49b9-a720-77cfc16e0a7c tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=107b97c4-c4cc-4c85-8009-9fb4b48dc754,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:20.693076 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-498cab68-62b0-4020-a845-dd8f95d25547 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1139665 Mar 11 19:51:20.703058 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57606) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:20.767382 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b6c8c4f1-c174-47aa-a56f-c42ee1122739 req-af7329f9-ac3a-4adc-b470-84ce7e189e03 tempest-ServerShowV254Test-785300747 tempest-ServerShowV254Test-785300747-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c515e29-002a-4ef2-9991-4e10090c5a19 HTTP/1.1" status: 200 len: 210 time: 0.1298618 Mar 11 19:51:20.787443 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-999299d3-f7dc-47d0-91e2-afcbf18a16b9 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks [] for security_group (a101ebcf-e72b-498e-bc21-56f914b44c3a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:20.826199 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-63cfcbdf-deb2-42ea-b3b6-640f5671bc7a admin admin] Publish callbacks [] for security_group (c57239a5-21b2-4a99-a282-6a1177479a1a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:20.826310 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-999299d3-f7dc-47d0-91e2-afcbf18a16b9 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks [] for security_group (a101ebcf-e72b-498e-bc21-56f914b44c3a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:20.887999 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-999299d3-f7dc-47d0-91e2-afcbf18a16b9 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (a101ebcf-e72b-498e-bc21-56f914b44c3a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:20.891131 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-999299d3-f7dc-47d0-91e2-afcbf18a16b9 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:20.894907 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-999299d3-f7dc-47d0-91e2-afcbf18a16b9 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] 10.222.0.65 "DELETE /v2.0/security-groups/a101ebcf-e72b-498e-bc21-56f914b44c3a HTTP/1.1" status: 204 len: 168 time: 0.1880355 Mar 11 19:51:20.901052 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57614) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:20.935801 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999299d3-f7dc-47d0-91e2-afcbf18a16b9 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a101ebcf-e72b-498e-bc21-56f914b44c3a,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:20.941054 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-63cfcbdf-deb2-42ea-b3b6-640f5671bc7a admin admin] Publish callbacks [] for security_group (c57239a5-21b2-4a99-a282-6a1177479a1a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:21.028045 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c3e1efac-4193-4603-975b-f7fba660ebb6 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1231718 Mar 11 19:51:21.032316 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 57624) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:21.043876 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-9f7e21ae-c890-4660-8bb8-d670761920a2 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Request body: {'security_group': {'name': 'tempest-secgroup--944523070'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:51:21.098061 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9f7e21ae-c890-4660-8bb8-d670761920a2 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:21.171115 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-63cfcbdf-deb2-42ea-b3b6-640f5671bc7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (c57239a5-21b2-4a99-a282-6a1177479a1a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:21.177052 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-63cfcbdf-deb2-42ea-b3b6-640f5671bc7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:21.178340 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-63cfcbdf-deb2-42ea-b3b6-640f5671bc7a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c57239a5-21b2-4a99-a282-6a1177479a1a HTTP/1.1" status: 204 len: 168 time: 0.7173216 Mar 11 19:51:21.189943 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d874ae02-75ac-4e90-a21e-02b266fe4886 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks [] for port (f8f4ff7d-1dbd-4ed3-84eb-1e6ae4eadd8e), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:21.212170 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d874ae02-75ac-4e90-a21e-02b266fe4886 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (f8f4ff7d-1dbd-4ed3-84eb-1e6ae4eadd8e), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:21.224297 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cfcbdf-deb2-42ea-b3b6-640f5671bc7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57239a5-21b2-4a99-a282-6a1177479a1a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:21.384808 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9f7e21ae-c890-4660-8bb8-d670761920a2 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks [] for security_group (eb64e7db-f5dd-46f4-a489-1440e18055c6), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:21.385851 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d874ae02-75ac-4e90-a21e-02b266fe4886 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Pushing event updated for resources: {'Port': ['ID=f8f4ff7d-1dbd-4ed3-84eb-1e6ae4eadd8e,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:21.399692 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9f7e21ae-c890-4660-8bb8-d670761920a2 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (eb64e7db-f5dd-46f4-a489-1440e18055c6), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:21.425635 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d874ae02-75ac-4e90-a21e-02b266fe4886 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (b28b8193-5efe-4a41-8060-e3a6f6a604eb), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:21.446624 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9f7e21ae-c890-4660-8bb8-d670761920a2 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:21.448402 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-9f7e21ae-c890-4660-8bb8-d670761920a2 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4148700 Mar 11 19:51:21.451427 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57634) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:21.457376 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-d6e0eb67-09a8-4048-b2ba-3226fa7ac7fd tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:51:21.457732 n-d-833163-1 neutron-server[103884]: WARNING neutron.api.v2.base [None req-d6e0eb67-09a8-4048-b2ba-3226fa7ac7fd tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 11 19:51:21.461961 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-d6e0eb67-09a8-4048-b2ba-3226fa7ac7fd tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] update failed (client error): There was a conflict when trying to complete your request. Mar 11 19:51:21.466713 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d6e0eb67-09a8-4048-b2ba-3226fa7ac7fd tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] 10.222.0.65 "PUT /v2.0/security-groups/eb64e7db-f5dd-46f4-a489-1440e18055c6 HTTP/1.1" status: 409 len: 330 time: 0.0129800 Mar 11 19:51:21.468205 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57636) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:21.474579 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e21ae-c890-4660-8bb8-d670761920a2 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb64e7db-f5dd-46f4-a489-1440e18055c6,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:21.595427 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-408ecf03-c4e4-49ec-ac22-a99d436d0c7a tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks [] for security_group (eb64e7db-f5dd-46f4-a489-1440e18055c6), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:21.602566 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d874ae02-75ac-4e90-a21e-02b266fe4886 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Network 83019e60-b4f9-43da-86fb-73a3c0e4339f is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:51:21.604318 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-d874ae02-75ac-4e90-a21e-02b266fe4886 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:51:21.885202 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d874ae02-75ac-4e90-a21e-02b266fe4886 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Router b28b8193-5efe-4a41-8060-e3a6f6a604eb has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:51:22.111178 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-0309ae49-4a38-4227-a2bc-ff8deaac2bc2 None None] Provisioning complete for port f8f4ff7d-1dbd-4ed3-84eb-1e6ae4eadd8e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:51:22.113551 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0309ae49-4a38-4227-a2bc-ff8deaac2bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (f8f4ff7d-1dbd-4ed3-84eb-1e6ae4eadd8e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:22.129756 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d874ae02-75ac-4e90-a21e-02b266fe4886 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:51:22.137701 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d874ae02-75ac-4e90-a21e-02b266fe4886 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] 10.222.0.65 "PUT /v2.0/routers/b28b8193-5efe-4a41-8060-e3a6f6a604eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5703173 Mar 11 19:51:22.143242 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3890cb46-d160-4034-ada7-f495e159a827 None None] Sync routers for ids ['b28b8193-5efe-4a41-8060-e3a6f6a604eb'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:51:22.163669 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 57660) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:22.176026 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3890cb46-d160-4034-ada7-f495e159a827 None None] Routers {'b28b8193-5efe-4a41-8060-e3a6f6a604eb'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:51:22.178410 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-3890cb46-d160-4034-ada7-f495e159a827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:50:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['b28b8193-5efe-4a41-8060-e3a6f6a604eb'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:51:22.184738 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-f11ded09-17ed-44a3-bd9d-58c1336c6f15 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Request body: {'port': {'network_id': '83019e60-b4f9-43da-86fb-73a3c0e4339f', 'name': 'tempest-FloatingIPAdminTestJSON-1296354817'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:51:22.259735 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-0309ae49-4a38-4227-a2bc-ff8deaac2bc2 None None] Port f8f4ff7d-1dbd-4ed3-84eb-1e6ae4eadd8e cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:51:22.296598 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-3890cb46-d160-4034-ada7-f495e159a827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:51:22.322800 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e798dd88-cf77-49d6-b13a-a825bcce941d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:22.327938 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3890cb46-d160-4034-ada7-f495e159a827 None None] Routers {'b28b8193-5efe-4a41-8060-e3a6f6a604eb'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:51:22.329605 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-3890cb46-d160-4034-ada7-f495e159a827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:50:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['b28b8193-5efe-4a41-8060-e3a6f6a604eb'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:51:22.403706 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-3890cb46-d160-4034-ada7-f495e159a827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:51:22.404568 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3890cb46-d160-4034-ada7-f495e159a827 None None] The sync data for ids ['b28b8193-5efe-4a41-8060-e3a6f6a604eb'] in n-d-833163-1 is: [] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:51:22.668921 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:22.690483 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-abc087b7-207f-48b8-a96e-a033bc5f7195 req-63a1be3a-5f12-432a-881c-93fa6494803e tempest-ServerShowV254Test-785300747 tempest-ServerShowV254Test-785300747-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c515e29-002a-4ef2-9991-4e10090c5a19 HTTP/1.1" status: 200 len: 210 time: 0.6806810 Mar 11 19:51:22.714295 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f11ded09-17ed-44a3-bd9d-58c1336c6f15 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Made reservation on behalf of 0c06973e00d846169530d5d6c1576b66 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:51:22.721914 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f11ded09-17ed-44a3-bd9d-58c1336c6f15 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:22.767425 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-f11ded09-17ed-44a3-bd9d-58c1336c6f15 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] device_id is not set on port 68c36bb7-9e3d-4faa-b290-f3219d5554dd yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:51:22.800456 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-408ecf03-c4e4-49ec-ac22-a99d436d0c7a tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks [] for security_group (eb64e7db-f5dd-46f4-a489-1440e18055c6), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:22.966957 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-408ecf03-c4e4-49ec-ac22-a99d436d0c7a tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (eb64e7db-f5dd-46f4-a489-1440e18055c6), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:22.971224 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-408ecf03-c4e4-49ec-ac22-a99d436d0c7a tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:22.972575 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-408ecf03-c4e4-49ec-ac22-a99d436d0c7a tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] 10.222.0.65 "DELETE /v2.0/security-groups/eb64e7db-f5dd-46f4-a489-1440e18055c6 HTTP/1.1" status: 204 len: 168 time: 1.5023341 Mar 11 19:51:22.975504 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 57694) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:22.993044 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408ecf03-c4e4-49ec-ac22-a99d436d0c7a tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb64e7db-f5dd-46f4-a489-1440e18055c6,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:23.077876 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-f11ded09-17ed-44a3-bd9d-58c1336c6f15 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Allocated IP 172.20.0.13 (83019e60-b4f9-43da-86fb-73a3c0e4339f/7abdefd7-6180-4b08-a7d9-747ec618b8fc/68c36bb7-9e3d-4faa-b290-f3219d5554dd) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:51:23.140704 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-bb06e878-aec7-4268-9b3a-fcdba3e6e295 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1626420 Mar 11 19:51:23.144524 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57704) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:23.166394 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-e922c5c9-6dcf-44fc-a2fa-143a6f00b352 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] delete failed (client error): The resource could not be found. Mar 11 19:51:23.167809 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e922c5c9-6dcf-44fc-a2fa-143a6f00b352 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] 10.222.0.65 "DELETE /v2.0/security-groups/3beb1fd3-f4fe-440b-b16c-3012db9a33b7 HTTP/1.1" status: 404 len: 347 time: 0.0220294 Mar 11 19:51:23.171605 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57706) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:23.207270 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-4a16a129-4fe9-4200-b691-ee363e84b62e tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] show failed (client error): The resource could not be found. Mar 11 19:51:23.213615 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4a16a129-4fe9-4200-b691-ee363e84b62e tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] 10.222.0.65 "GET /v2.0/security-groups/bd9dc008-d99a-4b9b-a8b4-09c506a26765 HTTP/1.1" status: 404 len: 347 time: 0.0353322 Mar 11 19:51:23.213615 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57712) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:23.259832 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-79257e7e-8aea-4f6c-ad5e-bf927bd0a8c7 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] show failed (client error): The resource could not be found. Mar 11 19:51:23.261179 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-79257e7e-8aea-4f6c-ad5e-bf927bd0a8c7 tempest-NegativeSecGroupTest-293749570 tempest-NegativeSecGroupTest-293749570-project] 10.222.0.65 "GET /v2.0/security-group-rules/28c9305a-89d8-46e4-adb9-01ca325bcd43 HTTP/1.1" status: 404 len: 356 time: 0.0467205 Mar 11 19:51:23.593299 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f11ded09-17ed-44a3-bd9d-58c1336c6f15 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks [] for port (68c36bb7-9e3d-4faa-b290-f3219d5554dd), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:23.667660 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f11ded09-17ed-44a3-bd9d-58c1336c6f15 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (68c36bb7-9e3d-4faa-b290-f3219d5554dd), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:23.754612 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57740) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:23.806542 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11ded09-17ed-44a3-bd9d-58c1336c6f15 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Network 83019e60-b4f9-43da-86fb-73a3c0e4339f is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:51:23.814726 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-f11ded09-17ed-44a3-bd9d-58c1336c6f15 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:51:23.820003 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11ded09-17ed-44a3-bd9d-58c1336c6f15 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:51:23.958416 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57746) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:24.031967 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11ded09-17ed-44a3-bd9d-58c1336c6f15 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Pushing event updated for resources: {'Port': ['ID=68c36bb7-9e3d-4faa-b290-f3219d5554dd,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:24.040387 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-03d85902-bd6b-404d-b3aa-88ddfb2fff93 req-dff21f14-57d0-48c3-810e-01436391b2b7 tempest-ServerShowV254Test-785300747 tempest-ServerShowV254Test-785300747-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c515e29-002a-4ef2-9991-4e10090c5a19 HTTP/1.1" status: 200 len: 210 time: 0.1456132 Mar 11 19:51:24.054429 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11ded09-17ed-44a3-bd9d-58c1336c6f15 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:51:24.057068 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f11ded09-17ed-44a3-bd9d-58c1336c6f15 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:24.094005 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f11ded09-17ed-44a3-bd9d-58c1336c6f15 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.9277890 Mar 11 19:51:24.098552 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 57752) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:24.150428 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-fbdf7aa8-b36b-4c2a-a025-a7ce9549ddee admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c0b617bce3824a7a91c9a95367951380&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3946393 Mar 11 19:51:24.151413 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1214125-34a2-426c-a088-6b004552ca4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:24.153088 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 57758) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:24.313134 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5b104fa7-766d-4fc2-adbd-b88344e860b7 admin admin] Publish callbacks [] for security_group (0a967b7b-961a-49bc-9cd6-1526f88f35f3), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:24.385750 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5b104fa7-766d-4fc2-adbd-b88344e860b7 admin admin] Publish callbacks [] for security_group (0a967b7b-961a-49bc-9cd6-1526f88f35f3), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:24.391894 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-f3a1c357-2781-4b3f-af37-8adcf621c828 tempest-FloatingIPAdminTestJSON-1673235767 tempest-FloatingIPAdminTestJSON-1673235767-project-admin] Request body: {'floatingip': {'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'project_id': '0c06973e00d846169530d5d6c1576b66', 'port_id': '68c36bb7-9e3d-4faa-b290-f3219d5554dd'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:51:24.409295 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-af39c55c-ec3a-482f-bb11-b4a898ae2b72 None None] Provisioning complete for port 68c36bb7-9e3d-4faa-b290-f3219d5554dd triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:51:24.410525 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-af39c55c-ec3a-482f-bb11-b4a898ae2b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (68c36bb7-9e3d-4faa-b290-f3219d5554dd), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:24.416866 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f3a1c357-2781-4b3f-af37-8adcf621c828 tempest-FloatingIPAdminTestJSON-1673235767 tempest-FloatingIPAdminTestJSON-1673235767-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:24.438993 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1214125-34a2-426c-a088-6b004552ca4b admin admin] Publish callbacks [] for security_group (d1192469-f588-48b5-aeca-ffe4eada3c87), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:24.446881 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1214125-34a2-426c-a088-6b004552ca4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (d1192469-f588-48b5-aeca-ffe4eada3c87), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:24.519599 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a1214125-34a2-426c-a088-6b004552ca4b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fcd89538b466449baca46dd94ff8a27a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5597632 Mar 11 19:51:24.524849 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57766) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:24.538623 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5b104fa7-766d-4fc2-adbd-b88344e860b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (0a967b7b-961a-49bc-9cd6-1526f88f35f3), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:24.545571 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5b104fa7-766d-4fc2-adbd-b88344e860b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:24.565909 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-5b104fa7-766d-4fc2-adbd-b88344e860b7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0a967b7b-961a-49bc-9cd6-1526f88f35f3 HTTP/1.1" status: 204 len: 168 time: 0.4115360 Mar 11 19:51:24.567896 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-af39c55c-ec3a-482f-bb11-b4a898ae2b72 None None] Port 68c36bb7-9e3d-4faa-b290-f3219d5554dd cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:51:24.604424 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b104fa7-766d-4fc2-adbd-b88344e860b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a967b7b-961a-49bc-9cd6-1526f88f35f3,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:24.612585 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-aadee3c6-a7e1-4277-a63b-7a7448a90b65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:24.658271 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1214125-34a2-426c-a088-6b004552ca4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1192469-f588-48b5-aeca-ffe4eada3c87,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:24.670519 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f3a1c357-2781-4b3f-af37-8adcf621c828 tempest-FloatingIPAdminTestJSON-1673235767 tempest-FloatingIPAdminTestJSON-1673235767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:24.699391 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-21aaa99a-fdfd-41f5-97e2-96c021d0657f admin admin] Publish callbacks [] for security_group (d1192469-f588-48b5-aeca-ffe4eada3c87), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:24.733449 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-21aaa99a-fdfd-41f5-97e2-96c021d0657f admin admin] Publish callbacks [] for security_group (d1192469-f588-48b5-aeca-ffe4eada3c87), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:24.792570 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-21aaa99a-fdfd-41f5-97e2-96c021d0657f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (d1192469-f588-48b5-aeca-ffe4eada3c87), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:24.795756 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-21aaa99a-fdfd-41f5-97e2-96c021d0657f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:24.796979 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-21aaa99a-fdfd-41f5-97e2-96c021d0657f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d1192469-f588-48b5-aeca-ffe4eada3c87 HTTP/1.1" status: 204 len: 168 time: 0.2700078 Mar 11 19:51:24.810929 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aaa99a-fdfd-41f5-97e2-96c021d0657f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1192469-f588-48b5-aeca-ffe4eada3c87,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:25.008815 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-f3a1c357-2781-4b3f-af37-8adcf621c828 tempest-FloatingIPAdminTestJSON-1673235767 tempest-FloatingIPAdminTestJSON-1673235767-project-admin] Allocated IP 172.25.8.34 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/8524d721-36ea-4fd3-a559-50c21ea65db5) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:51:25.237592 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f3a1c357-2781-4b3f-af37-8adcf621c828 tempest-FloatingIPAdminTestJSON-1673235767 tempest-FloatingIPAdminTestJSON-1673235767-project-admin] Publish callbacks [] for port (8524d721-36ea-4fd3-a559-50c21ea65db5), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:25.296730 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f3a1c357-2781-4b3f-af37-8adcf621c828 tempest-FloatingIPAdminTestJSON-1673235767 tempest-FloatingIPAdminTestJSON-1673235767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (8524d721-36ea-4fd3-a559-50c21ea65db5), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:25.424750 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d30efe9e-c9f5-4fdd-99f4-f5e8354f5eda req-04a87bf6-c4bd-4ba2-b7d7-7ae3f721809c tempest-ServerShowV254Test-785300747 tempest-ServerShowV254Test-785300747-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c515e29-002a-4ef2-9991-4e10090c5a19 HTTP/1.1" status: 200 len: 210 time: 0.1475759 Mar 11 19:51:25.469934 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a1c357-2781-4b3f-af37-8adcf621c828 tempest-FloatingIPAdminTestJSON-1673235767 tempest-FloatingIPAdminTestJSON-1673235767-project-admin] Pushing event updated for resources: {'Port': ['ID=8524d721-36ea-4fd3-a559-50c21ea65db5,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:25.490742 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a1c357-2781-4b3f-af37-8adcf621c828 tempest-FloatingIPAdminTestJSON-1673235767 tempest-FloatingIPAdminTestJSON-1673235767-project-admin] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:51:25.498652 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-f3a1c357-2781-4b3f-af37-8adcf621c828 tempest-FloatingIPAdminTestJSON-1673235767 tempest-FloatingIPAdminTestJSON-1673235767-project-admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:51:25.502889 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a1c357-2781-4b3f-af37-8adcf621c828 tempest-FloatingIPAdminTestJSON-1673235767 tempest-FloatingIPAdminTestJSON-1673235767-project-admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:51:26.179038 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57830) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:26.194398 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:26.217358 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f3a1c357-2781-4b3f-af37-8adcf621c828 tempest-FloatingIPAdminTestJSON-1673235767 tempest-FloatingIPAdminTestJSON-1673235767-project-admin] Publish callbacks [] for floatingip (01242d7f-4115-4064-8114-fcecfe54fd90), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:26.369099 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f3a1c357-2781-4b3f-af37-8adcf621c828 tempest-FloatingIPAdminTestJSON-1673235767 tempest-FloatingIPAdminTestJSON-1673235767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (8524d721-36ea-4fd3-a559-50c21ea65db5), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:26.579606 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-7b62de6d-be80-4528-aa47-1843c7fc3aec tempest-SubnetPoolsTestJSON-933817007 tempest-SubnetPoolsTestJSON-933817007-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1892419439', 'prefixes': ['172.20.0.0/16']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:51:26.631885 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4f3fcdbd-cd31-4d41-b099-27d68a2efcaf req-900fb859-779a-4d52-8a10-4ca389ced4f7 tempest-ServerShowV254Test-785300747 tempest-ServerShowV254Test-785300747-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c515e29-002a-4ef2-9991-4e10090c5a19 HTTP/1.1" status: 200 len: 210 time: 0.0720773 Mar 11 19:51:26.707940 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7b62de6d-be80-4528-aa47-1843c7fc3aec tempest-SubnetPoolsTestJSON-933817007 tempest-SubnetPoolsTestJSON-933817007-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:26.714062 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-7b62de6d-be80-4528-aa47-1843c7fc3aec tempest-SubnetPoolsTestJSON-933817007 tempest-SubnetPoolsTestJSON-933817007-project] 10.222.0.65 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.5295472 Mar 11 19:51:26.715024 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57854) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:26.732548 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f3a1c357-2781-4b3f-af37-8adcf621c828 tempest-FloatingIPAdminTestJSON-1673235767 tempest-FloatingIPAdminTestJSON-1673235767-project-admin] Publish callbacks [] for port (8524d721-36ea-4fd3-a559-50c21ea65db5), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:26.741616 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f3a1c357-2781-4b3f-af37-8adcf621c828 tempest-FloatingIPAdminTestJSON-1673235767 tempest-FloatingIPAdminTestJSON-1673235767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (8524d721-36ea-4fd3-a559-50c21ea65db5), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:26.779684 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e8e7522e-e6d9-483e-8b7e-3c0f5c602334 tempest-SubnetPoolsTestJSON-933817007 tempest-SubnetPoolsTestJSON-933817007-project] 10.222.0.65 "GET /v2.0/subnetpools/253216b9-93ca-4480-9b5b-ff8252307c85 HTTP/1.1" status: 200 len: 732 time: 0.0625424 Mar 11 19:51:26.782211 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57858) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:26.787579 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-4fa71b06-c8a8-41e5-a191-482785fc76e9 tempest-SubnetPoolsTestJSON-933817007 tempest-SubnetPoolsTestJSON-933817007-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-205437195'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:51:26.790129 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a1c357-2781-4b3f-af37-8adcf621c828 tempest-FloatingIPAdminTestJSON-1673235767 tempest-FloatingIPAdminTestJSON-1673235767-project-admin] Pushing event updated for resources: {'Port': ['ID=8524d721-36ea-4fd3-a559-50c21ea65db5,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:26.869473 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f3a1c357-2781-4b3f-af37-8adcf621c828 tempest-FloatingIPAdminTestJSON-1673235767 tempest-FloatingIPAdminTestJSON-1673235767-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (01242d7f-4115-4064-8114-fcecfe54fd90), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:27.043087 n-d-833163-1 neutron-server[103885]: INFO neutron.db.l3_db [None req-f3a1c357-2781-4b3f-af37-8adcf621c828 tempest-FloatingIPAdminTestJSON-1673235767 tempest-FloatingIPAdminTestJSON-1673235767-project-admin] Floating IP 01242d7f-4115-4064-8114-fcecfe54fd90 associated. External IP: 172.25.8.34, port: 68c36bb7-9e3d-4faa-b290-f3219d5554dd. Mar 11 19:51:27.054700 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4fa71b06-c8a8-41e5-a191-482785fc76e9 tempest-SubnetPoolsTestJSON-933817007 tempest-SubnetPoolsTestJSON-933817007-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:27.061549 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4fa71b06-c8a8-41e5-a191-482785fc76e9 tempest-SubnetPoolsTestJSON-933817007 tempest-SubnetPoolsTestJSON-933817007-project] 10.222.0.65 "PUT /v2.0/subnetpools/253216b9-93ca-4480-9b5b-ff8252307c85 HTTP/1.1" status: 200 len: 683 time: 0.2757514 Mar 11 19:51:27.061879 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57876) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:27.196630 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-063f0562-bfd1-48b8-b343-dc4560c267c8 tempest-SubnetPoolsTestJSON-933817007 tempest-SubnetPoolsTestJSON-933817007-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:27.201479 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-063f0562-bfd1-48b8-b343-dc4560c267c8 tempest-SubnetPoolsTestJSON-933817007 tempest-SubnetPoolsTestJSON-933817007-project] 10.222.0.65 "DELETE /v2.0/subnetpools/253216b9-93ca-4480-9b5b-ff8252307c85 HTTP/1.1" status: 204 len: 168 time: 0.1359015 Mar 11 19:51:27.202032 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57880) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:27.231853 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-977e08b1-fec0-47e4-aedd-bd716d2c5f78 tempest-SubnetPoolsTestJSON-933817007 tempest-SubnetPoolsTestJSON-933817007-project] show failed (client error): The resource could not be found. Mar 11 19:51:27.236836 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-977e08b1-fec0-47e4-aedd-bd716d2c5f78 tempest-SubnetPoolsTestJSON-933817007 tempest-SubnetPoolsTestJSON-933817007-project] 10.222.0.65 "GET /v2.0/subnetpools/253216b9-93ca-4480-9b5b-ff8252307c85 HTTP/1.1" status: 404 len: 346 time: 0.0337601 Mar 11 19:51:27.240072 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57882) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:27.275490 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-3aa30377-31c8-425f-9e3c-2618143a0f0c tempest-SubnetPoolsTestJSON-933817007 tempest-SubnetPoolsTestJSON-933817007-project] delete failed (client error): The resource could not be found. Mar 11 19:51:27.280034 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-3aa30377-31c8-425f-9e3c-2618143a0f0c tempest-SubnetPoolsTestJSON-933817007 tempest-SubnetPoolsTestJSON-933817007-project] 10.222.0.65 "DELETE /v2.0/subnetpools/253216b9-93ca-4480-9b5b-ff8252307c85 HTTP/1.1" status: 404 len: 346 time: 0.0371594 Mar 11 19:51:27.362121 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3a1c357-2781-4b3f-af37-8adcf621c828 tempest-FloatingIPAdminTestJSON-1673235767 tempest-FloatingIPAdminTestJSON-1673235767-project-admin] Router b28b8193-5efe-4a41-8060-e3a6f6a604eb has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:51:27.604026 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:27.628180 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a1c357-2781-4b3f-af37-8adcf621c828 tempest-FloatingIPAdminTestJSON-1673235767 tempest-FloatingIPAdminTestJSON-1673235767-project-admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:51:27.643441 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254841a1-d184-470a-ac1e-ae7c6a20f28e None None] Sync routers for ids ['b28b8193-5efe-4a41-8060-e3a6f6a604eb'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:51:27.673206 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254841a1-d184-470a-ac1e-ae7c6a20f28e None None] Routers {'b28b8193-5efe-4a41-8060-e3a6f6a604eb'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:51:27.674525 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-254841a1-d184-470a-ac1e-ae7c6a20f28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:51:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['b28b8193-5efe-4a41-8060-e3a6f6a604eb'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:51:27.693415 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57904) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:27.710195 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f3a1c357-2781-4b3f-af37-8adcf621c828 tempest-FloatingIPAdminTestJSON-1673235767 tempest-FloatingIPAdminTestJSON-1673235767-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:27.809003 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-254841a1-d184-470a-ac1e-ae7c6a20f28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:51:27.830214 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254841a1-d184-470a-ac1e-ae7c6a20f28e None None] Routers {'b28b8193-5efe-4a41-8060-e3a6f6a604eb'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:51:27.831283 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-254841a1-d184-470a-ac1e-ae7c6a20f28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:51:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['b28b8193-5efe-4a41-8060-e3a6f6a604eb'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:51:27.852327 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57912) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:27.852753 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f3a1c357-2781-4b3f-af37-8adcf621c828 tempest-FloatingIPAdminTestJSON-1673235767 tempest-FloatingIPAdminTestJSON-1673235767-project-admin] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 3.7508447 Mar 11 19:51:27.897793 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-254841a1-d184-470a-ac1e-ae7c6a20f28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:51:27.901121 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254841a1-d184-470a-ac1e-ae7c6a20f28e None None] The sync data for ids ['b28b8193-5efe-4a41-8060-e3a6f6a604eb'] in n-d-833163-1 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:51:27.912172 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f0303867-f026-4e75-bed7-93c617ceb0e7 req-ab59a341-2e70-4cf4-b153-b8199058404c tempest-ServerShowV254Test-785300747 tempest-ServerShowV254Test-785300747-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c515e29-002a-4ef2-9991-4e10090c5a19 HTTP/1.1" status: 200 len: 210 time: 0.1126583 Mar 11 19:51:28.076043 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-c1e57e40-2e4a-42cc-a9b2-47fe1967c7d7 tempest-ExternalNetworksTestJSON-1665765271 tempest-ExternalNetworksTestJSON-1665765271-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1457297616'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:51:28.104651 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 57918) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:28.121917 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-51a91cfa-78e7-4428-93d1-6bba9d5f883f tempest-FloatingIPAdminTestJSON-1673235767 tempest-FloatingIPAdminTestJSON-1673235767-project-admin] 10.222.0.65 "GET /v2.0/floatingips/01242d7f-4115-4064-8114-fcecfe54fd90 HTTP/1.1" status: 200 len: 983 time: 0.2682173 Mar 11 19:51:28.124418 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 57922) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:28.126557 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e57e40-2e4a-42cc-a9b2-47fe1967c7d7 tempest-ExternalNetworksTestJSON-1665765271 tempest-ExternalNetworksTestJSON-1665765271-project] Made reservation on behalf of 16b0b46870c742479e41caf2f7232e8f for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:51:28.131325 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c1e57e40-2e4a-42cc-a9b2-47fe1967c7d7 tempest-ExternalNetworksTestJSON-1665765271 tempest-ExternalNetworksTestJSON-1665765271-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:28.154484 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c1e57e40-2e4a-42cc-a9b2-47fe1967c7d7 tempest-ExternalNetworksTestJSON-1665765271 tempest-ExternalNetworksTestJSON-1665765271-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:28.315123 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c1e57e40-2e4a-42cc-a9b2-47fe1967c7d7 tempest-ExternalNetworksTestJSON-1665765271 tempest-ExternalNetworksTestJSON-1665765271-project] Publish callbacks [] for security_group (36d47a2e-bc6a-4199-aac4-793e0029c92d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:28.329635 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c1e57e40-2e4a-42cc-a9b2-47fe1967c7d7 tempest-ExternalNetworksTestJSON-1665765271 tempest-ExternalNetworksTestJSON-1665765271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (36d47a2e-bc6a-4199-aac4-793e0029c92d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:28.343588 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1e57e40-2e4a-42cc-a9b2-47fe1967c7d7 tempest-ExternalNetworksTestJSON-1665765271 tempest-ExternalNetworksTestJSON-1665765271-project] vlan segment allocate from pool success with {'vlan_id': 898, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:51:28.355044 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c1e57e40-2e4a-42cc-a9b2-47fe1967c7d7 tempest-ExternalNetworksTestJSON-1665765271 tempest-ExternalNetworksTestJSON-1665765271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (28fbac7e-ee28-4bfc-aeb8-a5f44a08a3f2), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:28.355652 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-c1e57e40-2e4a-42cc-a9b2-47fe1967c7d7 tempest-ExternalNetworksTestJSON-1665765271 tempest-ExternalNetworksTestJSON-1665765271-project] Added segment 28fbac7e-ee28-4bfc-aeb8-a5f44a08a3f2 of type vlan for network f4b976b0-c032-4a8b-b924-8db0aa3029ec Mar 11 19:51:28.402209 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c1e57e40-2e4a-42cc-a9b2-47fe1967c7d7 tempest-ExternalNetworksTestJSON-1665765271 tempest-ExternalNetworksTestJSON-1665765271-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (f4b976b0-c032-4a8b-b924-8db0aa3029ec), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:28.412436 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-96b1c43e-c325-4ded-a010-3f66c9870b12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:28.435583 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c1e57e40-2e4a-42cc-a9b2-47fe1967c7d7 tempest-ExternalNetworksTestJSON-1665765271 tempest-ExternalNetworksTestJSON-1665765271-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (f4b976b0-c032-4a8b-b924-8db0aa3029ec), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:28.441709 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e57e40-2e4a-42cc-a9b2-47fe1967c7d7 tempest-ExternalNetworksTestJSON-1665765271 tempest-ExternalNetworksTestJSON-1665765271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:51:28.442491 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c1e57e40-2e4a-42cc-a9b2-47fe1967c7d7 tempest-ExternalNetworksTestJSON-1665765271 tempest-ExternalNetworksTestJSON-1665765271-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:28.450880 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-0ad36923-1c23-4635-8f46-c4447e3dc131 tempest-FloatingIPAdminTestJSON-1673235767 tempest-FloatingIPAdminTestJSON-1673235767-project-admin] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2251 time: 0.3251371 Mar 11 19:51:28.455228 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57930) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:28.596877 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e57e40-2e4a-42cc-a9b2-47fe1967c7d7 tempest-ExternalNetworksTestJSON-1665765271 tempest-ExternalNetworksTestJSON-1665765271-project] Pushing event updated for resources: {'Network': ['ID=f4b976b0-c032-4a8b-b924-8db0aa3029ec,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:28.603050 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c1e57e40-2e4a-42cc-a9b2-47fe1967c7d7 tempest-ExternalNetworksTestJSON-1665765271 tempest-ExternalNetworksTestJSON-1665765271-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.9085493 Mar 11 19:51:28.608566 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57938) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:28.610899 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-96b1c43e-c325-4ded-a010-3f66c9870b12 admin admin] Publish callbacks [] for security_group (3395dba3-a978-4b8d-85f1-ccd73eeb1adc), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:28.617238 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network f4b976b0-c032-4a8b-b924-8db0aa3029ec details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:51:28.618346 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-96b1c43e-c325-4ded-a010-3f66c9870b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (3395dba3-a978-4b8d-85f1-ccd73eeb1adc), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:28.714394 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b1c43e-c325-4ded-a010-3f66c9870b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3395dba3-a978-4b8d-85f1-ccd73eeb1adc,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:28.727578 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-96b1c43e-c325-4ded-a010-3f66c9870b12 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9ba8fc3dfa6a4bd8bfdc614ba087b12d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6218421 Mar 11 19:51:28.732644 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 57942) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:28.733371 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e57e40-2e4a-42cc-a9b2-47fe1967c7d7 tempest-ExternalNetworksTestJSON-1665765271 tempest-ExternalNetworksTestJSON-1665765271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36d47a2e-bc6a-4199-aac4-793e0029c92d,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:28.857794 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7606818d-40da-4c91-9318-c9ab8cbe170a admin admin] Publish callbacks [] for security_group (3395dba3-a978-4b8d-85f1-ccd73eeb1adc), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:28.928894 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7606818d-40da-4c91-9318-c9ab8cbe170a admin admin] Publish callbacks [] for security_group (3395dba3-a978-4b8d-85f1-ccd73eeb1adc), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:28.935164 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-9d03b347-0f14-4d81-835b-afcb9bc5178a tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Request body: {'network': {'name': 'tempest-network--1907659306', 'router:external': True}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:51:28.947519 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-93700e19-e906-46a0-b9bc-7ae4df68daa6 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Deleting port 8524d721-36ea-4fd3-a559-50c21ea65db5 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:51:28.947914 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-93700e19-e906-46a0-b9bc-7ae4df68daa6 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (8524d721-36ea-4fd3-a559-50c21ea65db5), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:29.008023 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d03b347-0f14-4d81-835b-afcb9bc5178a tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Made reservation on behalf of 4e024fdaed494c3fa79e17f2eb8f7d96 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:51:29.011055 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9d03b347-0f14-4d81-835b-afcb9bc5178a tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:29.017215 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:29.028818 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9d03b347-0f14-4d81-835b-afcb9bc5178a tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:29.042166 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7606818d-40da-4c91-9318-c9ab8cbe170a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (3395dba3-a978-4b8d-85f1-ccd73eeb1adc), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:29.046438 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7606818d-40da-4c91-9318-c9ab8cbe170a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:29.050005 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-7606818d-40da-4c91-9318-c9ab8cbe170a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3395dba3-a978-4b8d-85f1-ccd73eeb1adc HTTP/1.1" status: 204 len: 168 time: 0.3126938 Mar 11 19:51:29.065020 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7606818d-40da-4c91-9318-c9ab8cbe170a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3395dba3-a978-4b8d-85f1-ccd73eeb1adc,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:29.143809 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d7ace8d7-7de4-4e5b-b7de-80daa2ea9ea8 req-624cd08f-224d-443a-ad6c-cc67f4ca37be tempest-ServerShowV254Test-785300747 tempest-ServerShowV254Test-785300747-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c515e29-002a-4ef2-9991-4e10090c5a19 HTTP/1.1" status: 200 len: 210 time: 0.0514297 Mar 11 19:51:29.189556 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-93700e19-e906-46a0-b9bc-7ae4df68daa6 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (8524d721-36ea-4fd3-a559-50c21ea65db5), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:29.189877 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-93700e19-e906-46a0-b9bc-7ae4df68daa6 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks [] for floatingip (8524d721-36ea-4fd3-a559-50c21ea65db5), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:29.214107 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-93700e19-e906-46a0-b9bc-7ae4df68daa6 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Calling delete_port for 8524d721-36ea-4fd3-a559-50c21ea65db5 owned by network:floatingip {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:51:29.540875 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9d03b347-0f14-4d81-835b-afcb9bc5178a tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks [] for security_group (839978b8-4ff3-4b71-973f-a97888a77de3), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:29.557660 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9d03b347-0f14-4d81-835b-afcb9bc5178a tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (839978b8-4ff3-4b71-973f-a97888a77de3), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:29.571833 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d03b347-0f14-4d81-835b-afcb9bc5178a tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] vlan segment allocate from pool success with {'vlan_id': 879, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:51:29.584718 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9d03b347-0f14-4d81-835b-afcb9bc5178a tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (1b8fdada-9957-4210-a6c3-c4cdd9464a21), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:29.585238 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-9d03b347-0f14-4d81-835b-afcb9bc5178a tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Added segment 1b8fdada-9957-4210-a6c3-c4cdd9464a21 of type vlan for network 6b5a0d81-5e27-40d8-9c05-a4c68653519e Mar 11 19:51:29.699372 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-93700e19-e906-46a0-b9bc-7ae4df68daa6 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (8524d721-36ea-4fd3-a559-50c21ea65db5), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:29.716760 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9d03b347-0f14-4d81-835b-afcb9bc5178a tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (6b5a0d81-5e27-40d8-9c05-a4c68653519e), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:29.720213 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d03b347-0f14-4d81-835b-afcb9bc5178a tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=839978b8-4ff3-4b71-973f-a97888a77de3,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:29.761137 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93700e19-e906-46a0-b9bc-7ae4df68daa6 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Pushing event deleted for resources: {'Port': ['ID=8524d721-36ea-4fd3-a559-50c21ea65db5,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:29.835615 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-93700e19-e906-46a0-b9bc-7ae4df68daa6 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks [] for floatingip (01242d7f-4115-4064-8114-fcecfe54fd90), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:29.836120 n-d-833163-1 neutron-server[103884]: INFO neutron.db.l3_db [None req-93700e19-e906-46a0-b9bc-7ae4df68daa6 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Floating IP 01242d7f-4115-4064-8114-fcecfe54fd90 disassociated (deleted). External IP: 172.25.8.34, port: 68c36bb7-9e3d-4faa-b290-f3219d5554dd. Mar 11 19:51:29.943209 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9d03b347-0f14-4d81-835b-afcb9bc5178a tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (6b5a0d81-5e27-40d8-9c05-a4c68653519e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:29.944304 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d03b347-0f14-4d81-835b-afcb9bc5178a tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:51:29.944984 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9d03b347-0f14-4d81-835b-afcb9bc5178a tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:30.029800 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 57984) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:30.030375 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-9d03b347-0f14-4d81-835b-afcb9bc5178a tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4200771 Mar 11 19:51:30.032539 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d03b347-0f14-4d81-835b-afcb9bc5178a tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Pushing event updated for resources: {'Network': ['ID=6b5a0d81-5e27-40d8-9c05-a4c68653519e,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:30.046696 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 6b5a0d81-5e27-40d8-9c05-a4c68653519e details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:51:30.161650 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5f152f8d-e6ef-4629-a852-f0650c6c8610 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (6b5a0d81-5e27-40d8-9c05-a4c68653519e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:30.188787 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93700e19-e906-46a0-b9bc-7ae4df68daa6 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Router b28b8193-5efe-4a41-8060-e3a6f6a604eb has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:51:30.329482 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5f152f8d-e6ef-4629-a852-f0650c6c8610 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (6b5a0d81-5e27-40d8-9c05-a4c68653519e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:30.353932 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-5f152f8d-e6ef-4629-a852-f0650c6c8610 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b5a0d81-5e27-40d8-9c05-a4c68653519e']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:51:30.370268 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-5f152f8d-e6ef-4629-a852-f0650c6c8610 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b8fdada-9957-4210-a6c3-c4cdd9464a21') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:51:30.370579 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-5f152f8d-e6ef-4629-a852-f0650c6c8610 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b8fdada-9957-4210-a6c3-c4cdd9464a21') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:51:30.375338 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93700e19-e906-46a0-b9bc-7ae4df68daa6 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:51:30.385495 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-93700e19-e906-46a0-b9bc-7ae4df68daa6 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:30.392404 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f849f617-f061-4448-99f0-e218d97f98ac None None] Sync routers for ids ['b28b8193-5efe-4a41-8060-e3a6f6a604eb'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:51:30.393554 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5f152f8d-e6ef-4629-a852-f0650c6c8610 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (1b8fdada-9957-4210-a6c3-c4cdd9464a21), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:30.419995 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f849f617-f061-4448-99f0-e218d97f98ac None None] Routers {'b28b8193-5efe-4a41-8060-e3a6f6a604eb'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:51:30.420619 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-f849f617-f061-4448-99f0-e218d97f98ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:51:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['b28b8193-5efe-4a41-8060-e3a6f6a604eb'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:51:30.426843 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-48b9ca7b-2e0a-49ef-a6f0-2bae0ea065a1 req-1655c198-5996-45f0-86cf-4f62ba14aea8 tempest-ServerShowV254Test-785300747 tempest-ServerShowV254Test-785300747-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c515e29-002a-4ef2-9991-4e10090c5a19 HTTP/1.1" status: 200 len: 210 time: 0.0478504 Mar 11 19:51:30.450310 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5f152f8d-e6ef-4629-a852-f0650c6c8610 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (1b8fdada-9957-4210-a6c3-c4cdd9464a21), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:30.478328 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-93700e19-e906-46a0-b9bc-7ae4df68daa6 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] 10.222.0.65 "DELETE /v2.0/floatingips/01242d7f-4115-4064-8114-fcecfe54fd90 HTTP/1.1" status: 204 len: 168 time: 1.8900750 Mar 11 19:51:30.482036 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57996) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:30.488116 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f152f8d-e6ef-4629-a852-f0650c6c8610 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Releasing vlan 879 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:51:30.488631 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5f152f8d-e6ef-4629-a852-f0650c6c8610 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (1b8fdada-9957-4210-a6c3-c4cdd9464a21), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:30.490621 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-4af1071b-3947-4d48-9700-9e199cbe8442 tempest-FloatingIPAdminTestJSON-1673235767 tempest-FloatingIPAdminTestJSON-1673235767-project-admin] Request body: {'floatingip': {'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:51:30.491434 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 19:51:30.491434 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:51:30.491434 n-d-833163-1 neutron-server[103885]: timer() Mar 11 19:51:30.491434 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:51:30.491434 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 19:51:30.491434 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:51:30.491434 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 19:51:30.491434 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:51:30.491434 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 19:51:30.491434 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:51:30.491434 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 19:51:30.491434 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:51:30.491434 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 19:51:30.491434 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:51:30.491434 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:51:30.491434 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:51:30.491434 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:51:30.491434 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:51:30.491434 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 19:51:30.491434 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:51:30.491434 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 19:51:30.491434 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:51:30.491434 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:51:30.491434 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:51:30.491434 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 19:51:30.491434 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:51:30.491434 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:51:30.491434 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:51:30.491434 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:51:30.491434 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:51:30.491434 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:51:30.491434 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:51:30.510029 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-f849f617-f061-4448-99f0-e218d97f98ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:51:30.538133 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4af1071b-3947-4d48-9700-9e199cbe8442 tempest-FloatingIPAdminTestJSON-1673235767 tempest-FloatingIPAdminTestJSON-1673235767-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:30.541074 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f849f617-f061-4448-99f0-e218d97f98ac None None] Routers {'b28b8193-5efe-4a41-8060-e3a6f6a604eb'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:51:30.541980 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-f849f617-f061-4448-99f0-e218d97f98ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:51:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['b28b8193-5efe-4a41-8060-e3a6f6a604eb'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:51:30.616770 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-f849f617-f061-4448-99f0-e218d97f98ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:51:30.618687 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f849f617-f061-4448-99f0-e218d97f98ac None None] The sync data for ids ['b28b8193-5efe-4a41-8060-e3a6f6a604eb'] in n-d-833163-1 is: [] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:51:30.686150 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5f152f8d-e6ef-4629-a852-f0650c6c8610 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (6b5a0d81-5e27-40d8-9c05-a4c68653519e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:30.702509 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f152f8d-e6ef-4629-a852-f0650c6c8610 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6b5a0d81-5e27-40d8-9c05-a4c68653519e {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 11 19:51:30.712962 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5f152f8d-e6ef-4629-a852-f0650c6c8610 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:30.716478 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-5f152f8d-e6ef-4629-a852-f0650c6c8610 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] 10.222.0.65 "DELETE /v2.0/networks/6b5a0d81-5e27-40d8-9c05-a4c68653519e HTTP/1.1" status: 204 len: 168 time: 0.6856863 Mar 11 19:51:30.720411 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58004) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:30.734640 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-edfcfbdd-99c3-466b-bef2-6e5f37a43190 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:51:30.767614 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4af1071b-3947-4d48-9700-9e199cbe8442 tempest-FloatingIPAdminTestJSON-1673235767 tempest-FloatingIPAdminTestJSON-1673235767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:30.777731 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f152f8d-e6ef-4629-a852-f0650c6c8610 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Pushing event deleted for resources: {'Network': ['ID=6b5a0d81-5e27-40d8-9c05-a4c68653519e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:30.811456 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edfcfbdd-99c3-466b-bef2-6e5f37a43190 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Made reservation on behalf of 4e024fdaed494c3fa79e17f2eb8f7d96 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:51:30.814204 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-edfcfbdd-99c3-466b-bef2-6e5f37a43190 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:30.843506 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edfcfbdd-99c3-466b-bef2-6e5f37a43190 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] vlan segment allocate from pool success with {'vlan_id': 863, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:51:30.870999 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-edfcfbdd-99c3-466b-bef2-6e5f37a43190 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (a20749bc-5609-4116-b63c-e40032914ba2), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:30.871233 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-edfcfbdd-99c3-466b-bef2-6e5f37a43190 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Added segment a20749bc-5609-4116-b63c-e40032914ba2 of type vlan for network ca7730e9-985d-4e75-968a-90a7749d11d5 Mar 11 19:51:30.975738 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-4af1071b-3947-4d48-9700-9e199cbe8442 tempest-FloatingIPAdminTestJSON-1673235767 tempest-FloatingIPAdminTestJSON-1673235767-project-admin] Allocated IP 172.25.8.201 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/cf5f5073-ddcc-432b-8df3-2deff84e3ee3) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:51:31.002928 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-edfcfbdd-99c3-466b-bef2-6e5f37a43190 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (ca7730e9-985d-4e75-968a-90a7749d11d5), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:31.072749 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-edfcfbdd-99c3-466b-bef2-6e5f37a43190 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (ca7730e9-985d-4e75-968a-90a7749d11d5), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:31.078793 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edfcfbdd-99c3-466b-bef2-6e5f37a43190 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:51:31.080465 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-edfcfbdd-99c3-466b-bef2-6e5f37a43190 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:31.167046 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-edfcfbdd-99c3-466b-bef2-6e5f37a43190 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4371605 Mar 11 19:51:31.170496 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58024) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:31.187698 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-bcc51036-3ab2-410f-914d-19fd3d096a4e tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Request body: {'subnet': {'network_id': 'ca7730e9-985d-4e75-968a-90a7749d11d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:51:31.222145 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4af1071b-3947-4d48-9700-9e199cbe8442 tempest-FloatingIPAdminTestJSON-1673235767 tempest-FloatingIPAdminTestJSON-1673235767-project-admin] Publish callbacks [] for port (cf5f5073-ddcc-432b-8df3-2deff84e3ee3), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:31.250018 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc51036-3ab2-410f-914d-19fd3d096a4e tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Made reservation on behalf of 4e024fdaed494c3fa79e17f2eb8f7d96 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:51:31.252565 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bcc51036-3ab2-410f-914d-19fd3d096a4e tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:31.265353 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4af1071b-3947-4d48-9700-9e199cbe8442 tempest-FloatingIPAdminTestJSON-1673235767 tempest-FloatingIPAdminTestJSON-1673235767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (cf5f5073-ddcc-432b-8df3-2deff84e3ee3), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:31.326754 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af1071b-3947-4d48-9700-9e199cbe8442 tempest-FloatingIPAdminTestJSON-1673235767 tempest-FloatingIPAdminTestJSON-1673235767-project-admin] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:51:31.328318 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af1071b-3947-4d48-9700-9e199cbe8442 tempest-FloatingIPAdminTestJSON-1673235767 tempest-FloatingIPAdminTestJSON-1673235767-project-admin] Pushing event updated for resources: {'Port': ['ID=cf5f5073-ddcc-432b-8df3-2deff84e3ee3,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:31.332803 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-4af1071b-3947-4d48-9700-9e199cbe8442 tempest-FloatingIPAdminTestJSON-1673235767 tempest-FloatingIPAdminTestJSON-1673235767-project-admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:51:31.339168 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af1071b-3947-4d48-9700-9e199cbe8442 tempest-FloatingIPAdminTestJSON-1673235767 tempest-FloatingIPAdminTestJSON-1673235767-project-admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:51:31.502970 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4af1071b-3947-4d48-9700-9e199cbe8442 tempest-FloatingIPAdminTestJSON-1673235767 tempest-FloatingIPAdminTestJSON-1673235767-project-admin] Publish callbacks [] for floatingip (476d9beb-75f8-4149-817f-dc4ca27119d8), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:31.597062 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4af1071b-3947-4d48-9700-9e199cbe8442 tempest-FloatingIPAdminTestJSON-1673235767 tempest-FloatingIPAdminTestJSON-1673235767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (cf5f5073-ddcc-432b-8df3-2deff84e3ee3), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:31.859024 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4af1071b-3947-4d48-9700-9e199cbe8442 tempest-FloatingIPAdminTestJSON-1673235767 tempest-FloatingIPAdminTestJSON-1673235767-project-admin] Publish callbacks [] for port (cf5f5073-ddcc-432b-8df3-2deff84e3ee3), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:31.867818 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4af1071b-3947-4d48-9700-9e199cbe8442 tempest-FloatingIPAdminTestJSON-1673235767 tempest-FloatingIPAdminTestJSON-1673235767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (cf5f5073-ddcc-432b-8df3-2deff84e3ee3), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:31.980660 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af1071b-3947-4d48-9700-9e199cbe8442 tempest-FloatingIPAdminTestJSON-1673235767 tempest-FloatingIPAdminTestJSON-1673235767-project-admin] Pushing event updated for resources: {'Port': ['ID=cf5f5073-ddcc-432b-8df3-2deff84e3ee3,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:31.994663 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfcfbdd-99c3-466b-bef2-6e5f37a43190 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Pushing event updated for resources: {'Network': ['ID=ca7730e9-985d-4e75-968a-90a7749d11d5,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:32.007567 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network ca7730e9-985d-4e75-968a-90a7749d11d5 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:51:32.016908 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bb33ff66-7811-4a3c-8050-72c49e3c19d8 req-f0bfeec2-3293-4432-add5-ba0740d4309e tempest-ServerShowV254Test-785300747 tempest-ServerShowV254Test-785300747-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c515e29-002a-4ef2-9991-4e10090c5a19 HTTP/1.1" status: 200 len: 210 time: 0.0390658 Mar 11 19:51:32.021764 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4af1071b-3947-4d48-9700-9e199cbe8442 tempest-FloatingIPAdminTestJSON-1673235767 tempest-FloatingIPAdminTestJSON-1673235767-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (476d9beb-75f8-4149-817f-dc4ca27119d8), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:32.069062 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4af1071b-3947-4d48-9700-9e199cbe8442 tempest-FloatingIPAdminTestJSON-1673235767 tempest-FloatingIPAdminTestJSON-1673235767-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:32.074792 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4af1071b-3947-4d48-9700-9e199cbe8442 tempest-FloatingIPAdminTestJSON-1673235767 tempest-FloatingIPAdminTestJSON-1673235767-project-admin] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5879810 Mar 11 19:51:32.075022 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58046) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:32.490576 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-d055bcd4-6775-4001-9da2-7268ad85eecd tempest-FloatingIPAdminTestJSON-1034167427 tempest-FloatingIPAdminTestJSON-1034167427-project] Request body: {'floatingip': {'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:51:32.496521 n-d-833163-1 neutron-server[103885]: DEBUG neutron.objects.ports [None req-bcc51036-3ab2-410f-914d-19fd3d096a4e tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103885) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 19:51:32.496990 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bcc51036-3ab2-410f-914d-19fd3d096a4e tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (d5bf5be9-2427-4a86-9490-e815e37fcaea), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:32.594653 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc51036-3ab2-410f-914d-19fd3d096a4e tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d5bf5be9-2427-4a86-9490-e815e37fcaea,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:32.619673 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d055bcd4-6775-4001-9da2-7268ad85eecd tempest-FloatingIPAdminTestJSON-1034167427 tempest-FloatingIPAdminTestJSON-1034167427-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:32.657542 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc51036-3ab2-410f-914d-19fd3d096a4e tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Checking segment: {'id': 'a20749bc-5609-4116-b63c-e40032914ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'ca7730e9-985d-4e75-968a-90a7749d11d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:51:32.657919 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc51036-3ab2-410f-914d-19fd3d096a4e tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Network hostable DHCP agents. Network: ca7730e9-985d-4e75-968a-90a7749d11d5, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:51:32.719104 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc51036-3ab2-410f-914d-19fd3d096a4e tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Network ca7730e9-985d-4e75-968a-90a7749d11d5 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:51:32.744988 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-bcc51036-3ab2-410f-914d-19fd3d096a4e tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, ca7730e9-985d-4e75-968a-90a7749d11d5) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:51:32.752767 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1b4ebd-b430-47ec-adf6-e28654715b4f None None] Network ca7730e9-985d-4e75-968a-90a7749d11d5 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:51:32.774945 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc51036-3ab2-410f-914d-19fd3d096a4e tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:51:32.775692 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bcc51036-3ab2-410f-914d-19fd3d096a4e tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:32.857145 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58076) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:32.857370 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-bcc51036-3ab2-410f-914d-19fd3d096a4e tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6855464 Mar 11 19:51:32.861653 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-4cc71406-cc75-44bb-b47d-fed7fa634818 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Request body: {'floatingip': {'floating_network_id': 'ca7730e9-985d-4e75-968a-90a7749d11d5'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:51:32.869572 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d055bcd4-6775-4001-9da2-7268ad85eecd tempest-FloatingIPAdminTestJSON-1034167427 tempest-FloatingIPAdminTestJSON-1034167427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:32.910908 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4cc71406-cc75-44bb-b47d-fed7fa634818 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:33.029084 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b6ae91-38a9-4810-897e-716863b745ae None None] Network ca7730e9-985d-4e75-968a-90a7749d11d5 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:51:33.153911 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4cc71406-cc75-44bb-b47d-fed7fa634818 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:33.203469 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-d055bcd4-6775-4001-9da2-7268ad85eecd tempest-FloatingIPAdminTestJSON-1034167427 tempest-FloatingIPAdminTestJSON-1034167427-project] Allocated IP 172.25.8.40 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/b1eaa8c6-9951-461d-908e-742e27f46c2e) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:51:33.410887 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d055bcd4-6775-4001-9da2-7268ad85eecd tempest-FloatingIPAdminTestJSON-1034167427 tempest-FloatingIPAdminTestJSON-1034167427-project] Publish callbacks [] for port (b1eaa8c6-9951-461d-908e-742e27f46c2e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:33.461405 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-4cc71406-cc75-44bb-b47d-fed7fa634818 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Allocated IP 172.20.0.3 (ca7730e9-985d-4e75-968a-90a7749d11d5/d5bf5be9-2427-4a86-9490-e815e37fcaea/eba62a60-fcce-4d27-8a54-aadd8a6a8e15) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:51:33.484394 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-162af2a9-cf7c-4441-8811-f6b191c62f59 req-4caf1e35-6223-4374-9581-43c39da29253 tempest-ServerShowV254Test-785300747 tempest-ServerShowV254Test-785300747-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c515e29-002a-4ef2-9991-4e10090c5a19 HTTP/1.1" status: 200 len: 210 time: 0.1549842 Mar 11 19:51:33.485819 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d055bcd4-6775-4001-9da2-7268ad85eecd tempest-FloatingIPAdminTestJSON-1034167427 tempest-FloatingIPAdminTestJSON-1034167427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (b1eaa8c6-9951-461d-908e-742e27f46c2e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:33.570885 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d055bcd4-6775-4001-9da2-7268ad85eecd tempest-FloatingIPAdminTestJSON-1034167427 tempest-FloatingIPAdminTestJSON-1034167427-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:51:33.577522 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-d055bcd4-6775-4001-9da2-7268ad85eecd tempest-FloatingIPAdminTestJSON-1034167427 tempest-FloatingIPAdminTestJSON-1034167427-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:51:33.586936 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d055bcd4-6775-4001-9da2-7268ad85eecd tempest-FloatingIPAdminTestJSON-1034167427 tempest-FloatingIPAdminTestJSON-1034167427-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:51:33.712013 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4cc71406-cc75-44bb-b47d-fed7fa634818 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks [] for port (eba62a60-fcce-4d27-8a54-aadd8a6a8e15), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:33.790045 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4cc71406-cc75-44bb-b47d-fed7fa634818 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (eba62a60-fcce-4d27-8a54-aadd8a6a8e15), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:33.798644 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d055bcd4-6775-4001-9da2-7268ad85eecd tempest-FloatingIPAdminTestJSON-1034167427 tempest-FloatingIPAdminTestJSON-1034167427-project] Pushing event updated for resources: {'Port': ['ID=b1eaa8c6-9951-461d-908e-742e27f46c2e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:33.832474 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d055bcd4-6775-4001-9da2-7268ad85eecd tempest-FloatingIPAdminTestJSON-1034167427 tempest-FloatingIPAdminTestJSON-1034167427-project] Publish callbacks [] for floatingip (abab0f07-e0ce-4d72-956b-1dadc5d88802), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:33.883404 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc71406-cc75-44bb-b47d-fed7fa634818 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Network ca7730e9-985d-4e75-968a-90a7749d11d5 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:51:33.897837 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-4cc71406-cc75-44bb-b47d-fed7fa634818 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:51:33.902403 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc71406-cc75-44bb-b47d-fed7fa634818 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:51:33.907597 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc71406-cc75-44bb-b47d-fed7fa634818 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Pushing event updated for resources: {'Port': ['ID=eba62a60-fcce-4d27-8a54-aadd8a6a8e15,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:33.915345 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d055bcd4-6775-4001-9da2-7268ad85eecd tempest-FloatingIPAdminTestJSON-1034167427 tempest-FloatingIPAdminTestJSON-1034167427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b1eaa8c6-9951-461d-908e-742e27f46c2e), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:34.105240 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4cc71406-cc75-44bb-b47d-fed7fa634818 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks [] for floatingip (103f1166-c570-4bd6-8fc5-611f53d1cb42), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:34.167929 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4cc71406-cc75-44bb-b47d-fed7fa634818 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (eba62a60-fcce-4d27-8a54-aadd8a6a8e15), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:34.249207 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d055bcd4-6775-4001-9da2-7268ad85eecd tempest-FloatingIPAdminTestJSON-1034167427 tempest-FloatingIPAdminTestJSON-1034167427-project] Publish callbacks [] for port (b1eaa8c6-9951-461d-908e-742e27f46c2e), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:34.266584 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d055bcd4-6775-4001-9da2-7268ad85eecd tempest-FloatingIPAdminTestJSON-1034167427 tempest-FloatingIPAdminTestJSON-1034167427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (b1eaa8c6-9951-461d-908e-742e27f46c2e), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:34.366235 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d055bcd4-6775-4001-9da2-7268ad85eecd tempest-FloatingIPAdminTestJSON-1034167427 tempest-FloatingIPAdminTestJSON-1034167427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (abab0f07-e0ce-4d72-956b-1dadc5d88802), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:34.399549 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d055bcd4-6775-4001-9da2-7268ad85eecd tempest-FloatingIPAdminTestJSON-1034167427 tempest-FloatingIPAdminTestJSON-1034167427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:34.400825 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d055bcd4-6775-4001-9da2-7268ad85eecd tempest-FloatingIPAdminTestJSON-1034167427 tempest-FloatingIPAdminTestJSON-1034167427-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3204641 Mar 11 19:51:34.401970 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d055bcd4-6775-4001-9da2-7268ad85eecd tempest-FloatingIPAdminTestJSON-1034167427 tempest-FloatingIPAdminTestJSON-1034167427-project] Pushing event updated for resources: {'Port': ['ID=b1eaa8c6-9951-461d-908e-742e27f46c2e,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:34.405404 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58116) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:34.428588 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4cc71406-cc75-44bb-b47d-fed7fa634818 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks [] for port (eba62a60-fcce-4d27-8a54-aadd8a6a8e15), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:34.438613 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4cc71406-cc75-44bb-b47d-fed7fa634818 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (eba62a60-fcce-4d27-8a54-aadd8a6a8e15), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:34.570345 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ed3ac829-ff6c-4c8e-b5b4-49dc321bd091 tempest-FloatingIPAdminTestJSON-1673235767 tempest-FloatingIPAdminTestJSON-1673235767-project-admin] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2913 time: 0.1631892 Mar 11 19:51:34.571379 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58120) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:34.576111 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc71406-cc75-44bb-b47d-fed7fa634818 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Pushing event updated for resources: {'Port': ['ID=eba62a60-fcce-4d27-8a54-aadd8a6a8e15,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:34.587015 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4cc71406-cc75-44bb-b47d-fed7fa634818 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (103f1166-c570-4bd6-8fc5-611f53d1cb42), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:34.621176 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4cc71406-cc75-44bb-b47d-fed7fa634818 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:34.625966 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4cc71406-cc75-44bb-b47d-fed7fa634818 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.7650361 Mar 11 19:51:34.626329 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58126) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:34.779212 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e085b341-292f-4930-b6b4-b4a0051fdc23 req-78bb55b8-b02a-4954-b803-1e5c365258b0 tempest-ServerShowV254Test-785300747 tempest-ServerShowV254Test-785300747-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c515e29-002a-4ef2-9991-4e10090c5a19 HTTP/1.1" status: 200 len: 210 time: 0.1033385 Mar 11 19:51:34.823727 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f7746110-6520-4e58-acf2-0cf51778b4b2 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.2455633 Mar 11 19:51:34.823727 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58132) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:34.874738 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-da881067-86b9-43cd-b1e7-b49fe042cd5d tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] 10.222.0.65 "GET /v2.0/floatingips?floating_network_id=ca7730e9-985d-4e75-968a-90a7749d11d5 HTTP/1.1" status: 200 len: 689 time: 0.2469373 Mar 11 19:51:34.875431 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58134) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:35.052356 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b8bc3e83-e4f6-4b7f-89ed-adadd5ab58e3 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (ca7730e9-985d-4e75-968a-90a7749d11d5), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:35.116111 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-dd0fff0c-f44f-4e78-a0ad-3d3d8e9f8304 tempest-FloatingIPAdminTestJSON-1034167427 tempest-FloatingIPAdminTestJSON-1034167427-project] Deleting port b1eaa8c6-9951-461d-908e-742e27f46c2e {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:51:35.116412 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dd0fff0c-f44f-4e78-a0ad-3d3d8e9f8304 tempest-FloatingIPAdminTestJSON-1034167427 tempest-FloatingIPAdminTestJSON-1034167427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (b1eaa8c6-9951-461d-908e-742e27f46c2e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:35.197597 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-b8bc3e83-e4f6-4b7f-89ed-adadd5ab58e3 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Deleting port eba62a60-fcce-4d27-8a54-aadd8a6a8e15 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:51:35.198139 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b8bc3e83-e4f6-4b7f-89ed-adadd5ab58e3 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (eba62a60-fcce-4d27-8a54-aadd8a6a8e15), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:35.274738 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dd0fff0c-f44f-4e78-a0ad-3d3d8e9f8304 tempest-FloatingIPAdminTestJSON-1034167427 tempest-FloatingIPAdminTestJSON-1034167427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (b1eaa8c6-9951-461d-908e-742e27f46c2e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:35.275288 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dd0fff0c-f44f-4e78-a0ad-3d3d8e9f8304 tempest-FloatingIPAdminTestJSON-1034167427 tempest-FloatingIPAdminTestJSON-1034167427-project] Publish callbacks [] for floatingip (b1eaa8c6-9951-461d-908e-742e27f46c2e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:35.290187 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-dd0fff0c-f44f-4e78-a0ad-3d3d8e9f8304 tempest-FloatingIPAdminTestJSON-1034167427 tempest-FloatingIPAdminTestJSON-1034167427-project] Calling delete_port for b1eaa8c6-9951-461d-908e-742e27f46c2e owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:51:35.315368 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b8bc3e83-e4f6-4b7f-89ed-adadd5ab58e3 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (eba62a60-fcce-4d27-8a54-aadd8a6a8e15), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:35.315901 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b8bc3e83-e4f6-4b7f-89ed-adadd5ab58e3 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks [] for floatingip (eba62a60-fcce-4d27-8a54-aadd8a6a8e15), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:35.351541 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-b8bc3e83-e4f6-4b7f-89ed-adadd5ab58e3 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Calling delete_port for eba62a60-fcce-4d27-8a54-aadd8a6a8e15 owned by network:floatingip {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:51:35.604760 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dd0fff0c-f44f-4e78-a0ad-3d3d8e9f8304 tempest-FloatingIPAdminTestJSON-1034167427 tempest-FloatingIPAdminTestJSON-1034167427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (b1eaa8c6-9951-461d-908e-742e27f46c2e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:35.675955 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0fff0c-f44f-4e78-a0ad-3d3d8e9f8304 tempest-FloatingIPAdminTestJSON-1034167427 tempest-FloatingIPAdminTestJSON-1034167427-project] Pushing event deleted for resources: {'Port': ['ID=b1eaa8c6-9951-461d-908e-742e27f46c2e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:35.715641 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b8bc3e83-e4f6-4b7f-89ed-adadd5ab58e3 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (eba62a60-fcce-4d27-8a54-aadd8a6a8e15), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:35.749209 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dd0fff0c-f44f-4e78-a0ad-3d3d8e9f8304 tempest-FloatingIPAdminTestJSON-1034167427 tempest-FloatingIPAdminTestJSON-1034167427-project] Publish callbacks [] for floatingip (abab0f07-e0ce-4d72-956b-1dadc5d88802), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:35.752700 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dd0fff0c-f44f-4e78-a0ad-3d3d8e9f8304 tempest-FloatingIPAdminTestJSON-1034167427 tempest-FloatingIPAdminTestJSON-1034167427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:35.756563 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-dd0fff0c-f44f-4e78-a0ad-3d3d8e9f8304 tempest-FloatingIPAdminTestJSON-1034167427 tempest-FloatingIPAdminTestJSON-1034167427-project] 10.222.0.65 "DELETE /v2.0/floatingips/abab0f07-e0ce-4d72-956b-1dadc5d88802 HTTP/1.1" status: 204 len: 168 time: 0.9341974 Mar 11 19:51:35.760291 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58148) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:35.763210 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bc3e83-e4f6-4b7f-89ed-adadd5ab58e3 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Pushing event deleted for resources: {'Port': ['ID=eba62a60-fcce-4d27-8a54-aadd8a6a8e15,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:35.850282 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b8bc3e83-e4f6-4b7f-89ed-adadd5ab58e3 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks [] for floatingip (103f1166-c570-4bd6-8fc5-611f53d1cb42), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:36.009634 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b8bc3e83-e4f6-4b7f-89ed-adadd5ab58e3 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (d5bf5be9-2427-4a86-9490-e815e37fcaea), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:36.145618 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b8bc3e83-e4f6-4b7f-89ed-adadd5ab58e3 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (d5bf5be9-2427-4a86-9490-e815e37fcaea), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:36.229953 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d58b8694-29ce-438a-9bd3-1e7ac23d0fcd req-cef9c0a3-ac1b-4eb2-a97c-982e4460d25f tempest-ServerShowV254Test-785300747 tempest-ServerShowV254Test-785300747-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c515e29-002a-4ef2-9991-4e10090c5a19 HTTP/1.1" status: 200 len: 210 time: 0.1573868 Mar 11 19:51:36.327471 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-da535846-6eac-4827-833a-7664cd5bb23c tempest-FloatingIPAdminTestJSON-1673235767 tempest-FloatingIPAdminTestJSON-1673235767-project-admin] Deleting port cf5f5073-ddcc-432b-8df3-2deff84e3ee3 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:51:36.328301 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-da535846-6eac-4827-833a-7664cd5bb23c tempest-FloatingIPAdminTestJSON-1673235767 tempest-FloatingIPAdminTestJSON-1673235767-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (cf5f5073-ddcc-432b-8df3-2deff84e3ee3), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:36.343785 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b8bc3e83-e4f6-4b7f-89ed-adadd5ab58e3 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (ca7730e9-985d-4e75-968a-90a7749d11d5), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:36.348113 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bc3e83-e4f6-4b7f-89ed-adadd5ab58e3 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d5bf5be9-2427-4a86-9490-e815e37fcaea,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:36.375887 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-b8bc3e83-e4f6-4b7f-89ed-adadd5ab58e3 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca7730e9-985d-4e75-968a-90a7749d11d5']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:51:36.424889 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-b8bc3e83-e4f6-4b7f-89ed-adadd5ab58e3 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a20749bc-5609-4116-b63c-e40032914ba2') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:51:36.425294 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-b8bc3e83-e4f6-4b7f-89ed-adadd5ab58e3 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a20749bc-5609-4116-b63c-e40032914ba2') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:51:36.434858 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-da535846-6eac-4827-833a-7664cd5bb23c tempest-FloatingIPAdminTestJSON-1673235767 tempest-FloatingIPAdminTestJSON-1673235767-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (cf5f5073-ddcc-432b-8df3-2deff84e3ee3), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:36.435347 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-da535846-6eac-4827-833a-7664cd5bb23c tempest-FloatingIPAdminTestJSON-1673235767 tempest-FloatingIPAdminTestJSON-1673235767-project-admin] Publish callbacks [] for floatingip (cf5f5073-ddcc-432b-8df3-2deff84e3ee3), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:36.462108 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-da535846-6eac-4827-833a-7664cd5bb23c tempest-FloatingIPAdminTestJSON-1673235767 tempest-FloatingIPAdminTestJSON-1673235767-project-admin] Calling delete_port for cf5f5073-ddcc-432b-8df3-2deff84e3ee3 owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:51:36.469553 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b8bc3e83-e4f6-4b7f-89ed-adadd5ab58e3 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (a20749bc-5609-4116-b63c-e40032914ba2), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:36.506184 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b8bc3e83-e4f6-4b7f-89ed-adadd5ab58e3 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (a20749bc-5609-4116-b63c-e40032914ba2), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:36.517451 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8bc3e83-e4f6-4b7f-89ed-adadd5ab58e3 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Releasing vlan 863 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:51:36.518147 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b8bc3e83-e4f6-4b7f-89ed-adadd5ab58e3 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (a20749bc-5609-4116-b63c-e40032914ba2), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:36.521305 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:51:36.521305 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:51:36.521305 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:51:36.521305 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:51:36.521305 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:51:36.521305 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:51:36.521305 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:51:36.521305 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:51:36.521305 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:51:36.521305 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:51:36.521305 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:51:36.521305 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:51:36.521305 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:51:36.521305 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:51:36.521305 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:51:36.521305 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:51:36.521305 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:51:36.521305 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:51:36.521305 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:51:36.521305 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:51:36.521305 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:51:36.521305 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:51:36.521305 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:51:36.521305 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:51:36.521305 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:51:36.521305 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:51:36.521305 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:51:36.521305 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:51:36.521305 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:51:36.521305 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:51:36.521305 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:51:36.521305 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:51:36.663046 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b8bc3e83-e4f6-4b7f-89ed-adadd5ab58e3 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (ca7730e9-985d-4e75-968a-90a7749d11d5), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:36.665355 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-da535846-6eac-4827-833a-7664cd5bb23c tempest-FloatingIPAdminTestJSON-1673235767 tempest-FloatingIPAdminTestJSON-1673235767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (cf5f5073-ddcc-432b-8df3-2deff84e3ee3), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:36.670213 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8bc3e83-e4f6-4b7f-89ed-adadd5ab58e3 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ca7730e9-985d-4e75-968a-90a7749d11d5 {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 11 19:51:36.674533 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b8bc3e83-e4f6-4b7f-89ed-adadd5ab58e3 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:36.689675 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b8bc3e83-e4f6-4b7f-89ed-adadd5ab58e3 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] 10.222.0.65 "DELETE /v2.0/networks/ca7730e9-985d-4e75-968a-90a7749d11d5 HTTP/1.1" status: 204 len: 168 time: 1.8131151 Mar 11 19:51:36.690460 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58176) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:36.767771 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da535846-6eac-4827-833a-7664cd5bb23c tempest-FloatingIPAdminTestJSON-1673235767 tempest-FloatingIPAdminTestJSON-1673235767-project-admin] Pushing event deleted for resources: {'Port': ['ID=cf5f5073-ddcc-432b-8df3-2deff84e3ee3,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:36.935113 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-da535846-6eac-4827-833a-7664cd5bb23c tempest-FloatingIPAdminTestJSON-1673235767 tempest-FloatingIPAdminTestJSON-1673235767-project-admin] Publish callbacks [] for floatingip (476d9beb-75f8-4149-817f-dc4ca27119d8), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:36.937977 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bc3e83-e4f6-4b7f-89ed-adadd5ab58e3 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Pushing event deleted for resources: {'Network': ['ID=ca7730e9-985d-4e75-968a-90a7749d11d5,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:36.941319 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-da535846-6eac-4827-833a-7664cd5bb23c tempest-FloatingIPAdminTestJSON-1673235767 tempest-FloatingIPAdminTestJSON-1673235767-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:36.942508 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-da535846-6eac-4827-833a-7664cd5bb23c tempest-FloatingIPAdminTestJSON-1673235767 tempest-FloatingIPAdminTestJSON-1673235767-project-admin] 10.222.0.65 "DELETE /v2.0/floatingips/476d9beb-75f8-4149-817f-dc4ca27119d8 HTTP/1.1" status: 204 len: 168 time: 1.1812162 Mar 11 19:51:36.947917 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58184) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:37.009778 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-eaa2d956-02a2-4826-87bb-d7bcf466eff3 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1476 time: 0.2975636 Mar 11 19:51:37.010815 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58186) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:37.091102 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-b0eaaf63-c202-48a6-ac2b-c287f22e8926 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Deleting port 68c36bb7-9e3d-4faa-b290-f3219d5554dd {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:51:37.091440 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b0eaaf63-c202-48a6-ac2b-c287f22e8926 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (68c36bb7-9e3d-4faa-b290-f3219d5554dd), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:37.202760 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c920645-e89b-4251-b2a2-51412292aafe tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:51:37.208969 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c920645-e89b-4251-b2a2-51412292aafe tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:51:37.212810 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c920645-e89b-4251-b2a2-51412292aafe tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:51:37.213477 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c920645-e89b-4251-b2a2-51412292aafe tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:51:37.214115 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c920645-e89b-4251-b2a2-51412292aafe tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:51:37.228338 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-6c920645-e89b-4251-b2a2-51412292aafe tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3334 time: 0.2161765 Mar 11 19:51:37.229236 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58192) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:37.386232 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [None req-2f49419b-dd84-4e29-967d-d641e9060bf0 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] delete failed (client error): The resource could not be found. Mar 11 19:51:37.387278 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-2f49419b-dd84-4e29-967d-d641e9060bf0 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] 10.222.0.65 "DELETE /v2.0/floatingips/103f1166-c570-4bd6-8fc5-611f53d1cb42 HTTP/1.1" status: 404 len: 345 time: 0.0771163 Mar 11 19:51:37.390081 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58208) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:37.426364 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-22c47eb1-139f-436d-8879-ae6cafa9f432 req-160d331f-1f9a-4839-af49-fe17060194fe tempest-ServerShowV254Test-785300747 tempest-ServerShowV254Test-785300747-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c515e29-002a-4ef2-9991-4e10090c5a19 HTTP/1.1" status: 200 len: 210 time: 0.0377088 Mar 11 19:51:37.461157 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b0eaaf63-c202-48a6-ac2b-c287f22e8926 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (68c36bb7-9e3d-4faa-b290-f3219d5554dd), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:37.490396 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-b0eaaf63-c202-48a6-ac2b-c287f22e8926 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Calling delete_port for 68c36bb7-9e3d-4faa-b290-f3219d5554dd owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:51:37.793753 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b0eaaf63-c202-48a6-ac2b-c287f22e8926 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (68c36bb7-9e3d-4faa-b290-f3219d5554dd), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:37.875257 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eaaf63-c202-48a6-ac2b-c287f22e8926 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Pushing event deleted for resources: {'Port': ['ID=68c36bb7-9e3d-4faa-b290-f3219d5554dd,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:38.077460 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b0eaaf63-c202-48a6-ac2b-c287f22e8926 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:38.084442 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58226) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:38.086474 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-b0eaaf63-c202-48a6-ac2b-c287f22e8926 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] 10.222.0.65 "DELETE /v2.0/ports/68c36bb7-9e3d-4faa-b290-f3219d5554dd HTTP/1.1" status: 204 len: 168 time: 1.1382136 Mar 11 19:51:38.100764 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-5620f548-c0ec-4813-af0f-7541b2865c61 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] DELETE failed (client error): The resource could not be found. Mar 11 19:51:38.101330 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5620f548-c0ec-4813-af0f-7541b2865c61 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:51:38.109245 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-5620f548-c0ec-4813-af0f-7541b2865c61 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] 10.222.0.65 "DELETE /v2.0/networks/ca7730e9-985d-4e75-968a-90a7749d11d5 HTTP/1.1" status: 404 len: 339 time: 0.7134404 Mar 11 19:51:38.109681 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58228) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:38.115981 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-f9709ea6-041b-4913-b8db-bdf9da35f672 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Request body: {'network': {'name': 'tempest-network--170566296', 'router:external': True}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:51:38.142820 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9709ea6-041b-4913-b8db-bdf9da35f672 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Made reservation on behalf of 4e024fdaed494c3fa79e17f2eb8f7d96 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:51:38.146633 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f9709ea6-041b-4913-b8db-bdf9da35f672 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:38.179945 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a70a1c3-28af-4dfa-b33f-d99b7b57035e tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:51:38.188467 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8a70a1c3-28af-4dfa-b33f-d99b7b57035e tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] 10.222.0.65 "GET /v2.0/ports?device_id=b28b8193-5efe-4a41-8060-e3a6f6a604eb HTTP/1.1" status: 200 len: 913 time: 0.0988419 Mar 11 19:51:38.192166 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58230) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:38.201303 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9709ea6-041b-4913-b8db-bdf9da35f672 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] vlan segment allocate from pool success with {'vlan_id': 886, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:51:38.216487 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f9709ea6-041b-4913-b8db-bdf9da35f672 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (8ed2e288-7e91-4c78-983a-514ce0890201), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:38.217361 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-f9709ea6-041b-4913-b8db-bdf9da35f672 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Added segment 8ed2e288-7e91-4c78-983a-514ce0890201 of type vlan for network 967926b6-0ed4-4ce5-afaf-09b99690a405 Mar 11 19:51:38.296876 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f9709ea6-041b-4913-b8db-bdf9da35f672 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (967926b6-0ed4-4ce5-afaf-09b99690a405), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:38.342631 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f9709ea6-041b-4913-b8db-bdf9da35f672 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (967926b6-0ed4-4ce5-afaf-09b99690a405), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:38.343841 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9709ea6-041b-4913-b8db-bdf9da35f672 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:51:38.345259 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f9709ea6-041b-4913-b8db-bdf9da35f672 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:38.445125 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9709ea6-041b-4913-b8db-bdf9da35f672 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Pushing event updated for resources: {'Network': ['ID=967926b6-0ed4-4ce5-afaf-09b99690a405,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:38.453802 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f9709ea6-041b-4913-b8db-bdf9da35f672 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3429914 Mar 11 19:51:38.454439 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58238) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:38.458347 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 967926b6-0ed4-4ce5-afaf-09b99690a405 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:51:38.731215 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c68e3cb7-e91d-4534-926f-26f60ae1ac26 req-5704650a-47f0-4d92-9287-e4a3ea74d9d4 tempest-ServerShowV254Test-785300747 tempest-ServerShowV254Test-785300747-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c515e29-002a-4ef2-9991-4e10090c5a19 HTTP/1.1" status: 200 len: 210 time: 0.0675962 Mar 11 19:51:38.835838 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942dc183-f74d-4d42-9ea6-3c4e57484100 tempest-ExternalNetworksTestJSON-1665765271 tempest-ExternalNetworksTestJSON-1665765271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:51:38.861316 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942dc183-f74d-4d42-9ea6-3c4e57484100 tempest-ExternalNetworksTestJSON-1665765271 tempest-ExternalNetworksTestJSON-1665765271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:51:38.867117 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942dc183-f74d-4d42-9ea6-3c4e57484100 tempest-ExternalNetworksTestJSON-1665765271 tempest-ExternalNetworksTestJSON-1665765271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:51:38.886911 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942dc183-f74d-4d42-9ea6-3c4e57484100 tempest-ExternalNetworksTestJSON-1665765271 tempest-ExternalNetworksTestJSON-1665765271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:51:38.888947 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-942dc183-f74d-4d42-9ea6-3c4e57484100 tempest-ExternalNetworksTestJSON-1665765271 tempest-ExternalNetworksTestJSON-1665765271-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.4331808 Mar 11 19:51:38.894960 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58248) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:39.068184 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1bb0d09a-8ee2-4ec4-8ae0-fca817ded70e tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (967926b6-0ed4-4ce5-afaf-09b99690a405), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:39.170033 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1bb0d09a-8ee2-4ec4-8ae0-fca817ded70e tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (967926b6-0ed4-4ce5-afaf-09b99690a405), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:39.193440 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-1bb0d09a-8ee2-4ec4-8ae0-fca817ded70e tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['967926b6-0ed4-4ce5-afaf-09b99690a405']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:51:39.208376 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-1bb0d09a-8ee2-4ec4-8ae0-fca817ded70e tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ed2e288-7e91-4c78-983a-514ce0890201') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:51:39.208997 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-1bb0d09a-8ee2-4ec4-8ae0-fca817ded70e tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ed2e288-7e91-4c78-983a-514ce0890201') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:51:39.224490 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1bb0d09a-8ee2-4ec4-8ae0-fca817ded70e tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (8ed2e288-7e91-4c78-983a-514ce0890201), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:39.238828 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1bb0d09a-8ee2-4ec4-8ae0-fca817ded70e tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (8ed2e288-7e91-4c78-983a-514ce0890201), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:39.245558 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bb0d09a-8ee2-4ec4-8ae0-fca817ded70e tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Releasing vlan 886 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:51:39.245957 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1bb0d09a-8ee2-4ec4-8ae0-fca817ded70e tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (8ed2e288-7e91-4c78-983a-514ce0890201), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:39.359738 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:51:39.359738 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:51:39.359738 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:51:39.359738 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:51:39.359738 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:51:39.359738 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:51:39.359738 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:51:39.359738 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:51:39.359738 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:51:39.359738 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:51:39.359738 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:51:39.359738 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:51:39.359738 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:51:39.359738 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:51:39.359738 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:51:39.359738 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:51:39.359738 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:51:39.359738 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:51:39.359738 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:51:39.359738 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:51:39.359738 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:51:39.359738 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:51:39.359738 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:51:39.359738 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:51:39.359738 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:51:39.359738 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:51:39.359738 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:51:39.359738 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:51:39.359738 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:51:39.359738 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:51:39.359738 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:51:39.359738 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:51:39.369298 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1bb0d09a-8ee2-4ec4-8ae0-fca817ded70e tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (967926b6-0ed4-4ce5-afaf-09b99690a405), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:39.373833 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb0d09a-8ee2-4ec4-8ae0-fca817ded70e tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 967926b6-0ed4-4ce5-afaf-09b99690a405 {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 11 19:51:39.375920 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1bb0d09a-8ee2-4ec4-8ae0-fca817ded70e tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:39.379441 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-1bb0d09a-8ee2-4ec4-8ae0-fca817ded70e tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] 10.222.0.65 "DELETE /v2.0/networks/967926b6-0ed4-4ce5-afaf-09b99690a405 HTTP/1.1" status: 204 len: 168 time: 0.4835360 Mar 11 19:51:39.383599 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58260) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:39.388938 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-8280e40e-806d-40d3-8761-5b75b6f1b022 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Request body: {'network': {'name': 'tempest-network--1457751828', 'router:external': True}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:51:39.396215 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb0d09a-8ee2-4ec4-8ae0-fca817ded70e tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Pushing event deleted for resources: {'Network': ['ID=967926b6-0ed4-4ce5-afaf-09b99690a405,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:39.406715 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3e61e72a-0470-4a8e-9bd2-7dda9127cdcd tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (b28b8193-5efe-4a41-8060-e3a6f6a604eb), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:39.457145 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8280e40e-806d-40d3-8761-5b75b6f1b022 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Made reservation on behalf of 4e024fdaed494c3fa79e17f2eb8f7d96 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:51:39.459861 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8280e40e-806d-40d3-8761-5b75b6f1b022 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:39.515505 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8280e40e-806d-40d3-8761-5b75b6f1b022 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] vlan segment allocate from pool success with {'vlan_id': 850, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:51:39.535335 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8280e40e-806d-40d3-8761-5b75b6f1b022 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (dbbef0d5-4a2f-4199-85c3-33ba9584b7d7), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:39.535722 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-8280e40e-806d-40d3-8761-5b75b6f1b022 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Added segment dbbef0d5-4a2f-4199-85c3-33ba9584b7d7 of type vlan for network 695b0275-85eb-4c10-89b9-f5816f99e102 Mar 11 19:51:39.617777 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8280e40e-806d-40d3-8761-5b75b6f1b022 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (695b0275-85eb-4c10-89b9-f5816f99e102), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:39.657262 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8280e40e-806d-40d3-8761-5b75b6f1b022 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (695b0275-85eb-4c10-89b9-f5816f99e102), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:39.658252 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8280e40e-806d-40d3-8761-5b75b6f1b022 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:51:39.658843 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8280e40e-806d-40d3-8761-5b75b6f1b022 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:39.721114 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-8280e40e-806d-40d3-8761-5b75b6f1b022 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3360844 Mar 11 19:51:39.726768 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58268) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:39.861139 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8280e40e-806d-40d3-8761-5b75b6f1b022 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Pushing event updated for resources: {'Network': ['ID=695b0275-85eb-4c10-89b9-f5816f99e102,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:39.871855 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 695b0275-85eb-4c10-89b9-f5816f99e102 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:51:40.031928 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9bc36691-b32e-485d-a782-ba9c6470d668 req-9ca17d5e-29a1-46bb-9a1c-98987064bc64 tempest-ServerShowV254Test-785300747 tempest-ServerShowV254Test-785300747-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c515e29-002a-4ef2-9991-4e10090c5a19 HTTP/1.1" status: 200 len: 210 time: 0.1194689 Mar 11 19:51:40.050877 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1fef2e-8799-4546-97ef-ed8f22f8118b tempest-ExternalNetworksTestJSON-1665765271 tempest-ExternalNetworksTestJSON-1665765271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:51:40.053044 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-5a1fef2e-8799-4546-97ef-ed8f22f8118b tempest-ExternalNetworksTestJSON-1665765271 tempest-ExternalNetworksTestJSON-1665765271-project] 10.222.0.65 "GET /v2.0/networks/695b0275-85eb-4c10-89b9-f5816f99e102 HTTP/1.1" status: 200 len: 757 time: 0.3133669 Mar 11 19:51:40.057684 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58276) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:40.177366 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-3e61e72a-0470-4a8e-9bd2-7dda9127cdcd tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Deleting port f8f4ff7d-1dbd-4ed3-84eb-1e6ae4eadd8e {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:51:40.177921 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3e61e72a-0470-4a8e-9bd2-7dda9127cdcd tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (f8f4ff7d-1dbd-4ed3-84eb-1e6ae4eadd8e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:40.278487 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a80637d-34cd-4002-959b-c47447182b50 tempest-ExternalNetworksTestJSON-1665765271 tempest-ExternalNetworksTestJSON-1665765271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:51:40.290036 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-6a80637d-34cd-4002-959b-c47447182b50 tempest-ExternalNetworksTestJSON-1665765271 tempest-ExternalNetworksTestJSON-1665765271-project] 10.222.0.65 "GET /v2.0/networks/f4b976b0-c032-4a8b-b924-8db0aa3029ec HTTP/1.1" status: 200 len: 768 time: 0.2312524 Mar 11 19:51:40.293588 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58282) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:40.418161 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3e61e72a-0470-4a8e-9bd2-7dda9127cdcd tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (f8f4ff7d-1dbd-4ed3-84eb-1e6ae4eadd8e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:40.449694 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-3e61e72a-0470-4a8e-9bd2-7dda9127cdcd tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Calling delete_port for f8f4ff7d-1dbd-4ed3-84eb-1e6ae4eadd8e owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:51:40.468996 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d6ec3e16-471b-418e-88e3-229518242812 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (695b0275-85eb-4c10-89b9-f5816f99e102), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:40.652519 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d6ec3e16-471b-418e-88e3-229518242812 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (695b0275-85eb-4c10-89b9-f5816f99e102), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:40.690464 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-d6ec3e16-471b-418e-88e3-229518242812 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['695b0275-85eb-4c10-89b9-f5816f99e102']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:51:40.724992 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-d6ec3e16-471b-418e-88e3-229518242812 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbbef0d5-4a2f-4199-85c3-33ba9584b7d7') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:51:40.725289 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-d6ec3e16-471b-418e-88e3-229518242812 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbbef0d5-4a2f-4199-85c3-33ba9584b7d7') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:51:40.742177 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d6ec3e16-471b-418e-88e3-229518242812 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (dbbef0d5-4a2f-4199-85c3-33ba9584b7d7), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:40.771222 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d6ec3e16-471b-418e-88e3-229518242812 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (dbbef0d5-4a2f-4199-85c3-33ba9584b7d7), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:40.785519 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6ec3e16-471b-418e-88e3-229518242812 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Releasing vlan 850 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:51:40.785925 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d6ec3e16-471b-418e-88e3-229518242812 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (dbbef0d5-4a2f-4199-85c3-33ba9584b7d7), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:40.890715 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 19:51:40.890715 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:51:40.890715 n-d-833163-1 neutron-server[103885]: timer() Mar 11 19:51:40.890715 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:51:40.890715 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 19:51:40.890715 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:51:40.890715 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 19:51:40.890715 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:51:40.890715 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 19:51:40.890715 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:51:40.890715 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 19:51:40.890715 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:51:40.890715 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 19:51:40.890715 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:51:40.890715 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:51:40.890715 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:51:40.890715 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:51:40.890715 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:51:40.890715 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 19:51:40.890715 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:51:40.890715 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 19:51:40.890715 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:51:40.890715 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:51:40.890715 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:51:40.890715 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 19:51:40.890715 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:51:40.890715 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:51:40.890715 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:51:40.890715 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:51:40.890715 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:51:40.890715 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:51:40.890715 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:51:40.899202 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3e61e72a-0470-4a8e-9bd2-7dda9127cdcd tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (f8f4ff7d-1dbd-4ed3-84eb-1e6ae4eadd8e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:40.900953 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d6ec3e16-471b-418e-88e3-229518242812 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (695b0275-85eb-4c10-89b9-f5816f99e102), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:40.905925 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ec3e16-471b-418e-88e3-229518242812 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 695b0275-85eb-4c10-89b9-f5816f99e102 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 11 19:51:40.954710 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e61e72a-0470-4a8e-9bd2-7dda9127cdcd tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Pushing event deleted for resources: {'Port': ['ID=f8f4ff7d-1dbd-4ed3-84eb-1e6ae4eadd8e,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:40.965403 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d6ec3e16-471b-418e-88e3-229518242812 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:40.981596 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d6ec3e16-471b-418e-88e3-229518242812 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] 10.222.0.65 "DELETE /v2.0/networks/695b0275-85eb-4c10-89b9-f5816f99e102 HTTP/1.1" status: 204 len: 168 time: 0.6864247 Mar 11 19:51:40.982872 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec3e16-471b-418e-88e3-229518242812 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Pushing event deleted for resources: {'Network': ['ID=695b0275-85eb-4c10-89b9-f5816f99e102,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:40.987601 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58294) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:41.010643 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-8232b613-158a-48cc-8f8f-446445686a3d tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Request body: {'network': {'name': 'tempest-network--1676806472'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:51:41.074739 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8232b613-158a-48cc-8f8f-446445686a3d tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Made reservation on behalf of 4e024fdaed494c3fa79e17f2eb8f7d96 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:51:41.077214 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8232b613-158a-48cc-8f8f-446445686a3d tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:41.152394 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8232b613-158a-48cc-8f8f-446445686a3d tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] vlan segment allocate from pool success with {'vlan_id': 860, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:51:41.173150 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8232b613-158a-48cc-8f8f-446445686a3d tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (bfc74ad3-b29b-4349-b4b0-d6a490823305), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:41.173422 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-8232b613-158a-48cc-8f8f-446445686a3d tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Added segment bfc74ad3-b29b-4349-b4b0-d6a490823305 of type vlan for network 29b87d10-0766-46ba-84f5-5e67d4dd8935 Mar 11 19:51:41.261417 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8232b613-158a-48cc-8f8f-446445686a3d tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (29b87d10-0766-46ba-84f5-5e67d4dd8935), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:41.443684 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6e63b2ac-0bbe-47cd-a26f-ff476bc66598 req-bded33f8-b125-4b88-a5c4-14ecb47c1f53 tempest-ServerShowV254Test-785300747 tempest-ServerShowV254Test-785300747-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c515e29-002a-4ef2-9991-4e10090c5a19 HTTP/1.1" status: 200 len: 210 time: 0.1404576 Mar 11 19:51:41.444378 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8232b613-158a-48cc-8f8f-446445686a3d tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (29b87d10-0766-46ba-84f5-5e67d4dd8935), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:41.444774 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8232b613-158a-48cc-8f8f-446445686a3d tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:51:41.445357 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8232b613-158a-48cc-8f8f-446445686a3d tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7987337'] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:41.513140 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3e61e72a-0470-4a8e-9bd2-7dda9127cdcd tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (b28b8193-5efe-4a41-8060-e3a6f6a604eb), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:41.581817 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8232b613-158a-48cc-8f8f-446445686a3d tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Pushing event updated for resources: {'Network': ['ID=29b87d10-0766-46ba-84f5-5e67d4dd8935,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:41.604360 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 29b87d10-0766-46ba-84f5-5e67d4dd8935 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:51:41.617295 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-8232b613-158a-48cc-8f8f-446445686a3d tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.6268454 Mar 11 19:51:41.617976 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58318) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:41.640114 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-2241e5ad-10bd-464b-afe7-6a78c18bc70f tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:51:42.133024 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e61e72a-0470-4a8e-9bd2-7dda9127cdcd tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Router b28b8193-5efe-4a41-8060-e3a6f6a604eb has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:51:42.275922 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2241e5ad-10bd-464b-afe7-6a78c18bc70f tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (29b87d10-0766-46ba-84f5-5e67d4dd8935), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:42.293900 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2241e5ad-10bd-464b-afe7-6a78c18bc70f tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (29b87d10-0766-46ba-84f5-5e67d4dd8935), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:42.301930 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2241e5ad-10bd-464b-afe7-6a78c18bc70f tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Network 29b87d10-0766-46ba-84f5-5e67d4dd8935 is not hosted by any dhcp agent {{(pid=103885) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 11 19:51:42.302789 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2241e5ad-10bd-464b-afe7-6a78c18bc70f tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:51:42.303378 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2241e5ad-10bd-464b-afe7-6a78c18bc70f tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:42.308987 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-2241e5ad-10bd-464b-afe7-6a78c18bc70f tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] 10.222.0.65 "PUT /v2.0/networks/29b87d10-0766-46ba-84f5-5e67d4dd8935 HTTP/1.1" status: 200 len: 858 time: 0.6871808 Mar 11 19:51:42.309815 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58330) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:42.317689 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e61e72a-0470-4a8e-9bd2-7dda9127cdcd tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:51:42.326994 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-3e61e72a-0470-4a8e-9bd2-7dda9127cdcd tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] 10.222.0.65 "PUT /v2.0/routers/b28b8193-5efe-4a41-8060-e3a6f6a604eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1332066 Mar 11 19:51:42.329754 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58332) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:42.333067 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b487530-655f-45cc-83c4-7bcabfdaf058 None None] Sync routers for ids ['b28b8193-5efe-4a41-8060-e3a6f6a604eb'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:51:42.345524 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b487530-655f-45cc-83c4-7bcabfdaf058 None None] Routers {'b28b8193-5efe-4a41-8060-e3a6f6a604eb'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:51:42.346734 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-2b487530-655f-45cc-83c4-7bcabfdaf058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:51:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['b28b8193-5efe-4a41-8060-e3a6f6a604eb'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:51:42.389483 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-2b487530-655f-45cc-83c4-7bcabfdaf058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:51:42.411763 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b487530-655f-45cc-83c4-7bcabfdaf058 None None] Routers {'b28b8193-5efe-4a41-8060-e3a6f6a604eb'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:51:42.412398 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-2b487530-655f-45cc-83c4-7bcabfdaf058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:51:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['b28b8193-5efe-4a41-8060-e3a6f6a604eb'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:51:42.501519 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-2b487530-655f-45cc-83c4-7bcabfdaf058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:51:42.502605 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b487530-655f-45cc-83c4-7bcabfdaf058 None None] The sync data for ids ['b28b8193-5efe-4a41-8060-e3a6f6a604eb'] in n-d-833163-1 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:51:42.551717 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0a4d7bc6-afc8-49ad-8fe1-18ccd58c4a81 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (29b87d10-0766-46ba-84f5-5e67d4dd8935), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:42.555102 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2241e5ad-10bd-464b-afe7-6a78c18bc70f tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Pushing event updated for resources: {'Network': ['ID=29b87d10-0766-46ba-84f5-5e67d4dd8935,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:42.642577 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-932c4c6d-83f5-4bc5-bb4e-0c1af7e8bc99 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks [] for router (b28b8193-5efe-4a41-8060-e3a6f6a604eb), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:42.672200 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3c44fdfc-0515-4280-b239-99716bcec4de req-07006c62-9372-41f7-a435-19d91a33ee42 tempest-ServerShowV254Test-785300747 tempest-ServerShowV254Test-785300747-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c515e29-002a-4ef2-9991-4e10090c5a19 HTTP/1.1" status: 200 len: 210 time: 0.0846894 Mar 11 19:51:42.814663 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0a4d7bc6-afc8-49ad-8fe1-18ccd58c4a81 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (29b87d10-0766-46ba-84f5-5e67d4dd8935), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:42.857984 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-0a4d7bc6-afc8-49ad-8fe1-18ccd58c4a81 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29b87d10-0766-46ba-84f5-5e67d4dd8935']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:51:42.881496 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-0a4d7bc6-afc8-49ad-8fe1-18ccd58c4a81 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfc74ad3-b29b-4349-b4b0-d6a490823305') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:51:42.882248 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-0a4d7bc6-afc8-49ad-8fe1-18ccd58c4a81 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfc74ad3-b29b-4349-b4b0-d6a490823305') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:51:42.900755 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0a4d7bc6-afc8-49ad-8fe1-18ccd58c4a81 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (bfc74ad3-b29b-4349-b4b0-d6a490823305), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:42.924361 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0a4d7bc6-afc8-49ad-8fe1-18ccd58c4a81 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (bfc74ad3-b29b-4349-b4b0-d6a490823305), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:42.937739 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a4d7bc6-afc8-49ad-8fe1-18ccd58c4a81 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Releasing vlan 860 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:51:42.938237 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0a4d7bc6-afc8-49ad-8fe1-18ccd58c4a81 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (bfc74ad3-b29b-4349-b4b0-d6a490823305), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:42.939952 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 19:51:42.939952 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:51:42.939952 n-d-833163-1 neutron-server[103885]: timer() Mar 11 19:51:42.939952 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:51:42.939952 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 19:51:42.939952 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:51:42.939952 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 19:51:42.939952 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:51:42.939952 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 19:51:42.939952 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:51:42.939952 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 19:51:42.939952 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:51:42.939952 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 19:51:42.939952 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:51:42.939952 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:51:42.939952 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:51:42.939952 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:51:42.939952 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:51:42.939952 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 19:51:42.939952 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:51:42.939952 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 19:51:42.939952 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:51:42.939952 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:51:42.939952 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:51:42.939952 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 19:51:42.939952 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:51:42.939952 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:51:42.939952 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:51:42.939952 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:51:42.939952 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:51:42.939952 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:51:42.939952 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:51:43.062309 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0a4d7bc6-afc8-49ad-8fe1-18ccd58c4a81 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (29b87d10-0766-46ba-84f5-5e67d4dd8935), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:43.067761 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a4d7bc6-afc8-49ad-8fe1-18ccd58c4a81 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 29b87d10-0766-46ba-84f5-5e67d4dd8935 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 11 19:51:43.077713 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0a4d7bc6-afc8-49ad-8fe1-18ccd58c4a81 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:43.089240 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58356) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:43.095986 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-0a4d7bc6-afc8-49ad-8fe1-18ccd58c4a81 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] 10.222.0.65 "DELETE /v2.0/networks/29b87d10-0766-46ba-84f5-5e67d4dd8935 HTTP/1.1" status: 204 len: 168 time: 0.7475281 Mar 11 19:51:43.137410 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4d7bc6-afc8-49ad-8fe1-18ccd58c4a81 tempest-ExternalNetworksTestJSON-756459180 tempest-ExternalNetworksTestJSON-756459180-project-admin] Pushing event deleted for resources: {'Network': ['ID=29b87d10-0766-46ba-84f5-5e67d4dd8935,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:43.246115 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-37702be6-aa24-46f9-a169-d38657d5ad1e tempest-ExternalNetworksTestJSON-1665765271 tempest-ExternalNetworksTestJSON-1665765271-project] DELETE failed (client error): The resource could not be found. Mar 11 19:51:43.251120 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37702be6-aa24-46f9-a169-d38657d5ad1e tempest-ExternalNetworksTestJSON-1665765271 tempest-ExternalNetworksTestJSON-1665765271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:51:43.262228 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58360) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:43.266635 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-37702be6-aa24-46f9-a169-d38657d5ad1e tempest-ExternalNetworksTestJSON-1665765271 tempest-ExternalNetworksTestJSON-1665765271-project] 10.222.0.65 "DELETE /v2.0/subnets/d5bf5be9-2427-4a86-9490-e815e37fcaea HTTP/1.1" status: 404 len: 337 time: 0.1762719 Mar 11 19:51:43.353151 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-932c4c6d-83f5-4bc5-bb4e-0c1af7e8bc99 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks [] for router_gateway (b28b8193-5efe-4a41-8060-e3a6f6a604eb), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:43.407928 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b2243448-0d24-4bae-9916-aac7ed832a80 tempest-ExternalNetworksTestJSON-1665765271 tempest-ExternalNetworksTestJSON-1665765271-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (f4b976b0-c032-4a8b-b924-8db0aa3029ec), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:43.514483 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-932c4c6d-83f5-4bc5-bb4e-0c1af7e8bc99 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Deleting port 793dd3c4-2e9f-48f2-8f38-813263dfad5a {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:51:43.514834 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-932c4c6d-83f5-4bc5-bb4e-0c1af7e8bc99 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (793dd3c4-2e9f-48f2-8f38-813263dfad5a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:43.704195 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b2243448-0d24-4bae-9916-aac7ed832a80 tempest-ExternalNetworksTestJSON-1665765271 tempest-ExternalNetworksTestJSON-1665765271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (f4b976b0-c032-4a8b-b924-8db0aa3029ec), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:43.732158 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-932c4c6d-83f5-4bc5-bb4e-0c1af7e8bc99 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (793dd3c4-2e9f-48f2-8f38-813263dfad5a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:43.750907 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-932c4c6d-83f5-4bc5-bb4e-0c1af7e8bc99 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Calling delete_port for 793dd3c4-2e9f-48f2-8f38-813263dfad5a owned by network:router_gateway {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:51:43.752983 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-b2243448-0d24-4bae-9916-aac7ed832a80 tempest-ExternalNetworksTestJSON-1665765271 tempest-ExternalNetworksTestJSON-1665765271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4b976b0-c032-4a8b-b924-8db0aa3029ec']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:51:43.768966 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-b2243448-0d24-4bae-9916-aac7ed832a80 tempest-ExternalNetworksTestJSON-1665765271 tempest-ExternalNetworksTestJSON-1665765271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28fbac7e-ee28-4bfc-aeb8-a5f44a08a3f2') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:51:43.769530 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-b2243448-0d24-4bae-9916-aac7ed832a80 tempest-ExternalNetworksTestJSON-1665765271 tempest-ExternalNetworksTestJSON-1665765271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28fbac7e-ee28-4bfc-aeb8-a5f44a08a3f2') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:51:43.797082 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b2243448-0d24-4bae-9916-aac7ed832a80 tempest-ExternalNetworksTestJSON-1665765271 tempest-ExternalNetworksTestJSON-1665765271-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (28fbac7e-ee28-4bfc-aeb8-a5f44a08a3f2), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:43.910662 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8d6140ba-e083-4a66-bced-edb1541e62be req-29f37701-4595-4b99-b5ca-64a5b028db0d tempest-ServerShowV254Test-785300747 tempest-ServerShowV254Test-785300747-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c515e29-002a-4ef2-9991-4e10090c5a19 HTTP/1.1" status: 200 len: 210 time: 0.1024189 Mar 11 19:51:43.920553 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b2243448-0d24-4bae-9916-aac7ed832a80 tempest-ExternalNetworksTestJSON-1665765271 tempest-ExternalNetworksTestJSON-1665765271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (28fbac7e-ee28-4bfc-aeb8-a5f44a08a3f2), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:43.933718 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2243448-0d24-4bae-9916-aac7ed832a80 tempest-ExternalNetworksTestJSON-1665765271 tempest-ExternalNetworksTestJSON-1665765271-project] Releasing vlan 898 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:51:43.934198 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b2243448-0d24-4bae-9916-aac7ed832a80 tempest-ExternalNetworksTestJSON-1665765271 tempest-ExternalNetworksTestJSON-1665765271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (28fbac7e-ee28-4bfc-aeb8-a5f44a08a3f2), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:43.962922 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 19:51:43.962922 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:51:43.962922 n-d-833163-1 neutron-server[103885]: timer() Mar 11 19:51:43.962922 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:51:43.962922 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 19:51:43.962922 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:51:43.962922 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 19:51:43.962922 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:51:43.962922 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 19:51:43.962922 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:51:43.962922 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 19:51:43.962922 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:51:43.962922 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 19:51:43.962922 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:51:43.962922 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:51:43.962922 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:51:43.962922 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:51:43.962922 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:51:43.962922 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 19:51:43.962922 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:51:43.962922 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 19:51:43.962922 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:51:43.962922 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:51:43.962922 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:51:43.962922 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 19:51:43.962922 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:51:43.962922 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:51:43.962922 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:51:43.962922 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:51:43.962922 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:51:43.962922 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:51:43.962922 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:51:44.032578 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b2243448-0d24-4bae-9916-aac7ed832a80 tempest-ExternalNetworksTestJSON-1665765271 tempest-ExternalNetworksTestJSON-1665765271-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (f4b976b0-c032-4a8b-b924-8db0aa3029ec), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:44.043977 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b2243448-0d24-4bae-9916-aac7ed832a80 tempest-ExternalNetworksTestJSON-1665765271 tempest-ExternalNetworksTestJSON-1665765271-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:44.052880 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-b2243448-0d24-4bae-9916-aac7ed832a80 tempest-ExternalNetworksTestJSON-1665765271 tempest-ExternalNetworksTestJSON-1665765271-project] 10.222.0.65 "DELETE /v2.0/networks/f4b976b0-c032-4a8b-b924-8db0aa3029ec HTTP/1.1" status: 204 len: 168 time: 0.7871015 Mar 11 19:51:44.086625 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2243448-0d24-4bae-9916-aac7ed832a80 tempest-ExternalNetworksTestJSON-1665765271 tempest-ExternalNetworksTestJSON-1665765271-project] Pushing event deleted for resources: {'Network': ['ID=f4b976b0-c032-4a8b-b924-8db0aa3029ec,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:44.099995 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-932c4c6d-83f5-4bc5-bb4e-0c1af7e8bc99 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (793dd3c4-2e9f-48f2-8f38-813263dfad5a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:44.131691 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932c4c6d-83f5-4bc5-bb4e-0c1af7e8bc99 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Pushing event deleted for resources: {'Port': ['ID=793dd3c4-2e9f-48f2-8f38-813263dfad5a,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:44.208304 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-932c4c6d-83f5-4bc5-bb4e-0c1af7e8bc99 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (b28b8193-5efe-4a41-8060-e3a6f6a604eb), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:44.395166 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-932c4c6d-83f5-4bc5-bb4e-0c1af7e8bc99 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (b28b8193-5efe-4a41-8060-e3a6f6a604eb), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:44.398655 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-932c4c6d-83f5-4bc5-bb4e-0c1af7e8bc99 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks [] for router_controller (b28b8193-5efe-4a41-8060-e3a6f6a604eb), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:44.456993 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-932c4c6d-83f5-4bc5-bb4e-0c1af7e8bc99 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (b28b8193-5efe-4a41-8060-e3a6f6a604eb), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:44.457731 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-932c4c6d-83f5-4bc5-bb4e-0c1af7e8bc99 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Fanout notify agent at l3_agent the message router_deleted on router b28b8193-5efe-4a41-8060-e3a6f6a604eb {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:51:44.466300 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-932c4c6d-83f5-4bc5-bb4e-0c1af7e8bc99 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:44.471567 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-932c4c6d-83f5-4bc5-bb4e-0c1af7e8bc99 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] 10.222.0.65 "DELETE /v2.0/routers/b28b8193-5efe-4a41-8060-e3a6f6a604eb HTTP/1.1" status: 204 len: 168 time: 2.1364102 Mar 11 19:51:44.471777 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58390) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:44.560745 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:51:44.565685 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-691be5ee-bf9b-482c-9936-2257c708dec3 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Deleting subnet 7abdefd7-6180-4b08-a7d9-747ec618b8fc {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:51:44.575792 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-691be5ee-bf9b-482c-9936-2257c708dec3 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks [] for subnet (7abdefd7-6180-4b08-a7d9-747ec618b8fc), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:44.597051 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58394) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:44.632745 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-691be5ee-bf9b-482c-9936-2257c708dec3 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (7abdefd7-6180-4b08-a7d9-747ec618b8fc), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:44.786153 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-691be5ee-bf9b-482c-9936-2257c708dec3 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (7abdefd7-6180-4b08-a7d9-747ec618b8fc), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:44.916077 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-691be5ee-bf9b-482c-9936-2257c708dec3 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (7abdefd7-6180-4b08-a7d9-747ec618b8fc), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:44.922124 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b43fdf58-63a1-435a-831b-5d4081cbf3f8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=16b0b46870c742479e41caf2f7232e8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3236465 Mar 11 19:51:44.926529 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58414) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:44.994666 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691be5ee-bf9b-482c-9936-2257c708dec3 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Pushing event deleted for resources: {'Subnet': ['ID=7abdefd7-6180-4b08-a7d9-747ec618b8fc,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:44.999271 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-691be5ee-bf9b-482c-9936-2257c708dec3 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:45.002914 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-691be5ee-bf9b-482c-9936-2257c708dec3 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] 10.222.0.65 "DELETE /v2.0/subnets/7abdefd7-6180-4b08-a7d9-747ec618b8fc HTTP/1.1" status: 204 len: 168 time: 0.5296898 Mar 11 19:51:45.005577 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58418) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:45.012284 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236be72c-e512-40e2-9830-4fecc6da2a8e None None] Network 83019e60-b4f9-43da-86fb-73a3c0e4339f requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:51:45.191693 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-996e3263-e363-47de-b3d0-fcbb15f7af98 req-31f90182-dbbf-4b17-ba3b-34dfd3726133 tempest-ServerShowV254Test-785300747 tempest-ServerShowV254Test-785300747-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c515e29-002a-4ef2-9991-4e10090c5a19 HTTP/1.1" status: 200 len: 210 time: 0.0771475 Mar 11 19:51:45.216507 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aac6bb89-a3b5-4bb9-b90a-25223ffe586b admin admin] Publish callbacks [] for security_group (36d47a2e-bc6a-4199-aac4-793e0029c92d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:45.244599 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fb417e07-e2dc-407e-aea2-12a77f1e9f38 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (83019e60-b4f9-43da-86fb-73a3c0e4339f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:45.282359 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aac6bb89-a3b5-4bb9-b90a-25223ffe586b admin admin] Publish callbacks [] for security_group (36d47a2e-bc6a-4199-aac4-793e0029c92d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:45.401329 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-fb417e07-e2dc-407e-aea2-12a77f1e9f38 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Deleting port 468b8576-649f-4dcf-bc16-b43b63bb5a7e {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:51:45.403393 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fb417e07-e2dc-407e-aea2-12a77f1e9f38 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (468b8576-649f-4dcf-bc16-b43b63bb5a7e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:45.404671 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aac6bb89-a3b5-4bb9-b90a-25223ffe586b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (36d47a2e-bc6a-4199-aac4-793e0029c92d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:45.408414 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aac6bb89-a3b5-4bb9-b90a-25223ffe586b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:45.412037 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-aac6bb89-a3b5-4bb9-b90a-25223ffe586b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/36d47a2e-bc6a-4199-aac4-793e0029c92d HTTP/1.1" status: 204 len: 168 time: 0.4689233 Mar 11 19:51:45.443429 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265de522-7cea-4fd4-b4fc-148c51efbdcd None None] DHCP port deletion for 83019e60-b4f9-43da-86fb-73a3c0e4339f request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:51:45.507850 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-fb417e07-e2dc-407e-aea2-12a77f1e9f38 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] For port 468b8576-649f-4dcf-bc16-b43b63bb5a7e, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=468b8576-649f-4dcf-bc16-b43b63bb5a7e,segment=NetworkSegment(4355a33d-8a62-47f1-9f79-9cd5083c8064),segment_id=4355a33d-8a62-47f1-9f79-9cd5083c8064)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:51:45.508226 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fb417e07-e2dc-407e-aea2-12a77f1e9f38 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (468b8576-649f-4dcf-bc16-b43b63bb5a7e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:45.508479 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac6bb89-a3b5-4bb9-b90a-25223ffe586b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d47a2e-bc6a-4199-aac4-793e0029c92d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:45.528160 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-fb417e07-e2dc-407e-aea2-12a77f1e9f38 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Calling delete_port for 468b8576-649f-4dcf-bc16-b43b63bb5a7e owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:51:45.614484 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-265de522-7cea-4fd4-b4fc-148c51efbdcd None None] Deleting port 468b8576-649f-4dcf-bc16-b43b63bb5a7e {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:51:45.617445 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-265de522-7cea-4fd4-b4fc-148c51efbdcd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (468b8576-649f-4dcf-bc16-b43b63bb5a7e), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:45.757818 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fb417e07-e2dc-407e-aea2-12a77f1e9f38 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (468b8576-649f-4dcf-bc16-b43b63bb5a7e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:45.793757 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-265de522-7cea-4fd4-b4fc-148c51efbdcd None None] For port 468b8576-649f-4dcf-bc16-b43b63bb5a7e, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=468b8576-649f-4dcf-bc16-b43b63bb5a7e,segment=NetworkSegment(4355a33d-8a62-47f1-9f79-9cd5083c8064),segment_id=4355a33d-8a62-47f1-9f79-9cd5083c8064)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:51:45.794531 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-265de522-7cea-4fd4-b4fc-148c51efbdcd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (468b8576-649f-4dcf-bc16-b43b63bb5a7e), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:45.800150 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb417e07-e2dc-407e-aea2-12a77f1e9f38 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] No DVR routers for this DVR port 468b8576-649f-4dcf-bc16-b43b63bb5a7e on host n-d-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:51:45.844351 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-265de522-7cea-4fd4-b4fc-148c51efbdcd None None] Calling delete_port for 468b8576-649f-4dcf-bc16-b43b63bb5a7e owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:51:45.883585 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb417e07-e2dc-407e-aea2-12a77f1e9f38 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Pushing event deleted for resources: {'Port': ['ID=468b8576-649f-4dcf-bc16-b43b63bb5a7e,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:46.110349 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-265de522-7cea-4fd4-b4fc-148c51efbdcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (468b8576-649f-4dcf-bc16-b43b63bb5a7e), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:46.154776 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-89d64cd1-818b-4e55-b210-0858a28c5638 req-d837286d-3df0-435f-b965-21c8d0d3825f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2c515e29-002a-4ef2-9991-4e10090c5a19 HTTP/1.1" status: 200 len: 210 time: 0.0760157 Mar 11 19:51:46.206070 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265de522-7cea-4fd4-b4fc-148c51efbdcd None None] Pushing event deleted for resources: {'Port': ['ID=468b8576-649f-4dcf-bc16-b43b63bb5a7e,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:46.211322 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58458) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:46.220837 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265de522-7cea-4fd4-b4fc-148c51efbdcd None None] No DVR routers for this DVR port 468b8576-649f-4dcf-bc16-b43b63bb5a7e on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:51:46.258186 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fb417e07-e2dc-407e-aea2-12a77f1e9f38 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (83019e60-b4f9-43da-86fb-73a3c0e4339f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:46.313872 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-fb417e07-e2dc-407e-aea2-12a77f1e9f38 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83019e60-b4f9-43da-86fb-73a3c0e4339f']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:51:46.332884 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-fb417e07-e2dc-407e-aea2-12a77f1e9f38 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4355a33d-8a62-47f1-9f79-9cd5083c8064') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:51:46.333326 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-fb417e07-e2dc-407e-aea2-12a77f1e9f38 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4355a33d-8a62-47f1-9f79-9cd5083c8064') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:51:46.350224 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fb417e07-e2dc-407e-aea2-12a77f1e9f38 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (4355a33d-8a62-47f1-9f79-9cd5083c8064), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:46.371064 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fb417e07-e2dc-407e-aea2-12a77f1e9f38 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (4355a33d-8a62-47f1-9f79-9cd5083c8064), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:46.379207 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb417e07-e2dc-407e-aea2-12a77f1e9f38 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Releasing vlan 877 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:51:46.380217 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fb417e07-e2dc-407e-aea2-12a77f1e9f38 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (4355a33d-8a62-47f1-9f79-9cd5083c8064), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:46.382931 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58470) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:46.505291 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:51:46.505291 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:51:46.505291 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:51:46.505291 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:51:46.505291 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:51:46.505291 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:51:46.505291 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:51:46.505291 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:51:46.505291 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:51:46.505291 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:51:46.505291 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:51:46.505291 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:51:46.505291 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:51:46.505291 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:51:46.505291 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:51:46.505291 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:51:46.505291 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:51:46.505291 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:51:46.505291 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:51:46.505291 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:51:46.505291 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:51:46.505291 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:51:46.505291 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:51:46.505291 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:51:46.505291 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:51:46.505291 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:51:46.505291 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:51:46.505291 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:51:46.505291 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:51:46.505291 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:51:46.505291 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:51:46.505291 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:51:46.508286 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fb417e07-e2dc-407e-aea2-12a77f1e9f38 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (83019e60-b4f9-43da-86fb-73a3c0e4339f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:46.518839 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fb417e07-e2dc-407e-aea2-12a77f1e9f38 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:46.528517 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-fb417e07-e2dc-407e-aea2-12a77f1e9f38 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] 10.222.0.65 "DELETE /v2.0/networks/83019e60-b4f9-43da-86fb-73a3c0e4339f HTTP/1.1" status: 204 len: 168 time: 1.5216513 Mar 11 19:51:46.536480 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58472) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:46.545840 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-09101dc4-5f9d-413c-b08b-07347c86620c req-6662ded6-c4d2-4ea7-a4d2-e61473dea487 tempest-ServerShowV254Test-785300747 tempest-ServerShowV254Test-785300747-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c515e29-002a-4ef2-9991-4e10090c5a19 HTTP/1.1" status: 200 len: 210 time: 0.0861714 Mar 11 19:51:46.590315 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-38cdd715-6b3d-469d-9919-f8e66c8917ab admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4e024fdaed494c3fa79e17f2eb8f7d96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2025311 Mar 11 19:51:46.590315 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58474) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:46.642887 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb417e07-e2dc-407e-aea2-12a77f1e9f38 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Pushing event deleted for resources: {'Network': ['ID=83019e60-b4f9-43da-86fb-73a3c0e4339f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:46.742313 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-90e5de01-0a58-4e65-9298-8191b4a313e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:46.761737 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ac40245d-c3be-4650-95df-93a910f95665 admin admin] Publish callbacks [] for security_group (839978b8-4ff3-4b71-973f-a97888a77de3), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:46.774559 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-81b3e20d-184a-4ea1-a7e1-babe030faa52 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Deleting port 1acade4c-6b0a-4e4d-9076-d892aa135f84 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:51:46.774909 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-81b3e20d-184a-4ea1-a7e1-babe030faa52 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (1acade4c-6b0a-4e4d-9076-d892aa135f84), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:46.837727 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ac40245d-c3be-4650-95df-93a910f95665 admin admin] Publish callbacks [] for security_group (839978b8-4ff3-4b71-973f-a97888a77de3), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:46.865185 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 468b8576-649f-4dcf-bc16-b43b63bb5a7e no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:51:46.925328 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 468b8576-649f-4dcf-bc16-b43b63bb5a7e {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:51:46.926882 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 468b8576-649f-4dcf-bc16-b43b63bb5a7e not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:51:46.963603 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ac40245d-c3be-4650-95df-93a910f95665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (839978b8-4ff3-4b71-973f-a97888a77de3), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:46.971193 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ac40245d-c3be-4650-95df-93a910f95665 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:46.974839 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ac40245d-c3be-4650-95df-93a910f95665 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/839978b8-4ff3-4b71-973f-a97888a77de3 HTTP/1.1" status: 204 len: 168 time: 0.3822374 Mar 11 19:51:46.995914 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac40245d-c3be-4650-95df-93a910f95665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=839978b8-4ff3-4b71-973f-a97888a77de3,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:47.052414 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-81b3e20d-184a-4ea1-a7e1-babe030faa52 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (1acade4c-6b0a-4e4d-9076-d892aa135f84), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:47.052966 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-81b3e20d-184a-4ea1-a7e1-babe030faa52 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks [] for floatingip (1acade4c-6b0a-4e4d-9076-d892aa135f84), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:47.083772 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-81b3e20d-184a-4ea1-a7e1-babe030faa52 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Calling delete_port for 1acade4c-6b0a-4e4d-9076-d892aa135f84 owned by network:floatingip {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:51:47.144658 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-90e5de01-0a58-4e65-9298-8191b4a313e5 admin admin] Publish callbacks [] for security_group (7247c5e0-ce3b-4039-8d4e-b64d91ed91cf), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:47.150908 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-90e5de01-0a58-4e65-9298-8191b4a313e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (7247c5e0-ce3b-4039-8d4e-b64d91ed91cf), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:47.200784 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-90e5de01-0a58-4e65-9298-8191b4a313e5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cc3999d138894f33b667ebf73a00c968&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9873374 Mar 11 19:51:47.204478 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58486) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:47.384363 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e5de01-0a58-4e65-9298-8191b4a313e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7247c5e0-ce3b-4039-8d4e-b64d91ed91cf,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:47.416938 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-81b3e20d-184a-4ea1-a7e1-babe030faa52 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (1acade4c-6b0a-4e4d-9076-d892aa135f84), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:47.472056 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-26b9be1c-9bf7-4076-be99-0e95e1895070 admin admin] Publish callbacks [] for security_group (7247c5e0-ce3b-4039-8d4e-b64d91ed91cf), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:47.550313 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-26b9be1c-9bf7-4076-be99-0e95e1895070 admin admin] Publish callbacks [] for security_group (7247c5e0-ce3b-4039-8d4e-b64d91ed91cf), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:47.618321 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b3e20d-184a-4ea1-a7e1-babe030faa52 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Pushing event deleted for resources: {'Port': ['ID=1acade4c-6b0a-4e4d-9076-d892aa135f84,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:47.673595 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-26b9be1c-9bf7-4076-be99-0e95e1895070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (7247c5e0-ce3b-4039-8d4e-b64d91ed91cf), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:47.676632 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-26b9be1c-9bf7-4076-be99-0e95e1895070 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:47.677891 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-26b9be1c-9bf7-4076-be99-0e95e1895070 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7247c5e0-ce3b-4039-8d4e-b64d91ed91cf HTTP/1.1" status: 204 len: 168 time: 0.4724422 Mar 11 19:51:47.690930 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b9be1c-9bf7-4076-be99-0e95e1895070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7247c5e0-ce3b-4039-8d4e-b64d91ed91cf,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:47.817466 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-81b3e20d-184a-4ea1-a7e1-babe030faa52 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks [] for floatingip (0d0f4394-2dae-4367-a234-ccd296c9bb1f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:47.826627 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-81b3e20d-184a-4ea1-a7e1-babe030faa52 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:47.831700 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-81b3e20d-184a-4ea1-a7e1-babe030faa52 tempest-FloatingIPAdminTestJSON-1217460548 tempest-FloatingIPAdminTestJSON-1217460548-project] 10.222.0.65 "DELETE /v2.0/floatingips/0d0f4394-2dae-4367-a234-ccd296c9bb1f HTTP/1.1" status: 204 len: 168 time: 1.2914898 Mar 11 19:51:47.864118 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b9df8352-0476-4746-b2d3-17aab78f6006 req-a7d36109-bdec-467e-8e61-fad667f42796 tempest-ServerShowV254Test-785300747 tempest-ServerShowV254Test-785300747-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c515e29-002a-4ef2-9991-4e10090c5a19 HTTP/1.1" status: 200 len: 210 time: 0.0889456 Mar 11 19:51:48.364086 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58534) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:48.386284 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4dfd799e-1a45-4f1c-8f9c-39546af3e4c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:48.392312 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4d40052b-0118-402e-9fec-31cf321511b5 req-b6c71efe-1ff8-42c6-a596-caa45a189cea service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ad6b85e688c5498ab710b3ca791a1431&device_id=2c515e29-002a-4ef2-9991-4e10090c5a19 HTTP/1.1" status: 200 len: 210 time: 0.0907168 Mar 11 19:51:48.522191 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4d40052b-0118-402e-9fec-31cf321511b5 req-1e376dac-430a-45d6-90c2-8fc9a25e5cb1 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=ad6b85e688c5498ab710b3ca791a1431&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1243603 Mar 11 19:51:48.566246 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2023f1a1-1418-4771-9197-733161e200a2 req-a81fad59-bdbf-46cb-b267-24dcd9b98b31 tempest-ServerShowV254Test-785300747 tempest-ServerShowV254Test-785300747-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c515e29-002a-4ef2-9991-4e10090c5a19 HTTP/1.1" status: 200 len: 210 time: 0.0950134 Mar 11 19:51:48.702246 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4dfd799e-1a45-4f1c-8f9c-39546af3e4c9 admin admin] Publish callbacks [] for security_group (23bbfa5c-7f7d-4eb6-93f2-cb01c21dc7e9), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:48.703846 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58540) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:48.786328 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4dfd799e-1a45-4f1c-8f9c-39546af3e4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (23bbfa5c-7f7d-4eb6-93f2-cb01c21dc7e9), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:48.898590 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d40052b-0118-402e-9fec-31cf321511b5 req-cc017cc3-53dd-48e1-8d93-815f10989f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:51:48.901579 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4d40052b-0118-402e-9fec-31cf321511b5 req-cc017cc3-53dd-48e1-8d93-815f10989f14 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3435202 Mar 11 19:51:48.920678 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:48.978257 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfd799e-1a45-4f1c-8f9c-39546af3e4c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23bbfa5c-7f7d-4eb6-93f2-cb01c21dc7e9,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:49.006840 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4dfd799e-1a45-4f1c-8f9c-39546af3e4c9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8b7c1a281c9e402190f8ca2764783143&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6415460 Mar 11 19:51:49.009662 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58554) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:49.193576 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1e3f538e-d3ad-4657-bc03-faea69e5e32b admin admin] Publish callbacks [] for security_group (23bbfa5c-7f7d-4eb6-93f2-cb01c21dc7e9), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:49.266499 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1e3f538e-d3ad-4657-bc03-faea69e5e32b admin admin] Publish callbacks [] for security_group (23bbfa5c-7f7d-4eb6-93f2-cb01c21dc7e9), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:49.377324 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1e3f538e-d3ad-4657-bc03-faea69e5e32b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (23bbfa5c-7f7d-4eb6-93f2-cb01c21dc7e9), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:49.382697 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1e3f538e-d3ad-4657-bc03-faea69e5e32b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:49.391136 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-1e3f538e-d3ad-4657-bc03-faea69e5e32b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/23bbfa5c-7f7d-4eb6-93f2-cb01c21dc7e9 HTTP/1.1" status: 204 len: 168 time: 0.3801498 Mar 11 19:51:49.420074 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3f538e-d3ad-4657-bc03-faea69e5e32b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23bbfa5c-7f7d-4eb6-93f2-cb01c21dc7e9,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:49.463732 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a3dd0ab4-77b7-40b3-84fc-4f756d7f7f3f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0c06973e00d846169530d5d6c1576b66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7514465 Mar 11 19:51:49.466279 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58568) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:49.557636 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-669dac0a-6492-4796-837b-37282ec1d127 admin admin] Publish callbacks [] for security_group (026831ed-8480-4842-89ac-e48f551b7c0b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:49.622541 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-669dac0a-6492-4796-837b-37282ec1d127 admin admin] Publish callbacks [] for security_group (026831ed-8480-4842-89ac-e48f551b7c0b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:49.743503 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0a1ff4ef-5eba-4ca6-a85c-aeade94e6b3a req-7111648b-3b21-4be3-b7ee-7f49c6aa1536 tempest-ServerShowV254Test-785300747 tempest-ServerShowV254Test-785300747-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c515e29-002a-4ef2-9991-4e10090c5a19 HTTP/1.1" status: 200 len: 210 time: 0.0473213 Mar 11 19:51:49.768878 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-669dac0a-6492-4796-837b-37282ec1d127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (026831ed-8480-4842-89ac-e48f551b7c0b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:49.784100 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-669dac0a-6492-4796-837b-37282ec1d127 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:49.787560 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-669dac0a-6492-4796-837b-37282ec1d127 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/026831ed-8480-4842-89ac-e48f551b7c0b HTTP/1.1" status: 204 len: 168 time: 0.3179300 Mar 11 19:51:49.798701 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669dac0a-6492-4796-837b-37282ec1d127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=026831ed-8480-4842-89ac-e48f551b7c0b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:50.169641 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58606) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:50.272228 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58614) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:50.286657 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a7c84e96-d787-46a6-a1f4-203aa9794521 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:50.411305 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4d40052b-0118-402e-9fec-31cf321511b5 req-376347e3-b5ee-4ff6-9182-c2a29a2f968c tempest-ServerShowV254Test-785300747 tempest-ServerShowV254Test-785300747-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c515e29-002a-4ef2-9991-4e10090c5a19 HTTP/1.1" status: 200 len: 210 time: 0.0736208 Mar 11 19:51:50.556419 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a7c84e96-d787-46a6-a1f4-203aa9794521 admin admin] Publish callbacks [] for security_group (59903d85-4605-4713-9a26-083c6534b2da), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:50.566816 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a7c84e96-d787-46a6-a1f4-203aa9794521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (59903d85-4605-4713-9a26-083c6534b2da), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:50.635565 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58630) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:50.645997 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a7c84e96-d787-46a6-a1f4-203aa9794521 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8c64291c70f743f5a40265ff8b0ead9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3717163 Mar 11 19:51:50.651350 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c84e96-d787-46a6-a1f4-203aa9794521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59903d85-4605-4713-9a26-083c6534b2da,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:50.727363 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7a847c41-63fb-4c8b-9dba-eff76a040053 admin admin] Publish callbacks [] for security_group (59903d85-4605-4713-9a26-083c6534b2da), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:50.753713 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7a847c41-63fb-4c8b-9dba-eff76a040053 admin admin] Publish callbacks [] for security_group (59903d85-4605-4713-9a26-083c6534b2da), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:50.830812 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7a847c41-63fb-4c8b-9dba-eff76a040053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (59903d85-4605-4713-9a26-083c6534b2da), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:50.837111 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7a847c41-63fb-4c8b-9dba-eff76a040053 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:50.839244 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-7a847c41-63fb-4c8b-9dba-eff76a040053 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/59903d85-4605-4713-9a26-083c6534b2da HTTP/1.1" status: 204 len: 168 time: 0.2017038 Mar 11 19:51:50.855668 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-529336a9-f125-4d3c-beb6-145198350810 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-964931906', 'router:external': True}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:51:50.858969 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a847c41-63fb-4c8b-9dba-eff76a040053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59903d85-4605-4713-9a26-083c6534b2da,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:50.930363 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-529336a9-f125-4d3c-beb6-145198350810 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Made reservation on behalf of 4888678ef40b445881d89e8f72540441 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:51:50.933442 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-529336a9-f125-4d3c-beb6-145198350810 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:50.972049 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-529336a9-f125-4d3c-beb6-145198350810 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:51.115572 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9b31cfa2-5d09-4715-994b-099827d73c9e req-60c73f68-7f91-416c-9e6d-c553317cfa16 tempest-ServerShowV254Test-785300747 tempest-ServerShowV254Test-785300747-project] 10.222.0.65 "GET /v2.0/ports?device_id=2c515e29-002a-4ef2-9991-4e10090c5a19 HTTP/1.1" status: 200 len: 210 time: 0.0884111 Mar 11 19:51:51.298562 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-529336a9-f125-4d3c-beb6-145198350810 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks [] for security_group (dc75e2d6-c19a-4cb8-a9bd-7dd305ecd083), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:51.303798 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-529336a9-f125-4d3c-beb6-145198350810 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (dc75e2d6-c19a-4cb8-a9bd-7dd305ecd083), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:51.336389 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-529336a9-f125-4d3c-beb6-145198350810 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] vlan segment allocate from pool success with {'vlan_id': 899, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:51:51.354405 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529336a9-f125-4d3c-beb6-145198350810 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc75e2d6-c19a-4cb8-a9bd-7dd305ecd083,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:51.360559 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-529336a9-f125-4d3c-beb6-145198350810 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (fc12e836-adf1-463d-a8ed-ea71d13299b5), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:51.360877 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-529336a9-f125-4d3c-beb6-145198350810 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Added segment fc12e836-adf1-463d-a8ed-ea71d13299b5 of type vlan for network 62047aca-65d2-4097-8928-125ba2691503 Mar 11 19:51:51.465649 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-529336a9-f125-4d3c-beb6-145198350810 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (62047aca-65d2-4097-8928-125ba2691503), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:51.540310 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-529336a9-f125-4d3c-beb6-145198350810 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (62047aca-65d2-4097-8928-125ba2691503), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:51.541848 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529336a9-f125-4d3c-beb6-145198350810 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:51:51.542741 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-529336a9-f125-4d3c-beb6-145198350810 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:51.561905 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58662) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:51.582083 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f74efa58-afec-49e0-8eb2-27fc0aada9cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:51.612975 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-529336a9-f125-4d3c-beb6-145198350810 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.4421732 Mar 11 19:51:51.636481 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58666) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:51.675843 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-fec18147-25a9-4cf1-94b5-8c75cd97eeb1 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Request body: {'subnet': {'network_id': '62047aca-65d2-4097-8928-125ba2691503', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:51:51.722425 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529336a9-f125-4d3c-beb6-145198350810 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Pushing event updated for resources: {'Network': ['ID=62047aca-65d2-4097-8928-125ba2691503,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:51.744063 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 62047aca-65d2-4097-8928-125ba2691503 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:51:51.745506 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec18147-25a9-4cf1-94b5-8c75cd97eeb1 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Made reservation on behalf of 4888678ef40b445881d89e8f72540441 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:51:51.749181 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fec18147-25a9-4cf1-94b5-8c75cd97eeb1 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:51.872327 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f74efa58-afec-49e0-8eb2-27fc0aada9cb admin admin] Publish callbacks [] for security_group (7fdeaa18-4791-4f0d-9358-1b78b71bae67), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:51.890445 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f74efa58-afec-49e0-8eb2-27fc0aada9cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (7fdeaa18-4791-4f0d-9358-1b78b71bae67), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:52.026790 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74efa58-afec-49e0-8eb2-27fc0aada9cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fdeaa18-4791-4f0d-9358-1b78b71bae67,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:52.040628 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f74efa58-afec-49e0-8eb2-27fc0aada9cb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ed78da94035b4d609c61c500b786fe73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4759395 Mar 11 19:51:52.043206 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58680) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:52.123330 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7f3a3215-8871-43cc-9a49-ca489ca14bd5 admin admin] Publish callbacks [] for security_group (7fdeaa18-4791-4f0d-9358-1b78b71bae67), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:52.148154 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7f3a3215-8871-43cc-9a49-ca489ca14bd5 admin admin] Publish callbacks [] for security_group (7fdeaa18-4791-4f0d-9358-1b78b71bae67), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:52.223235 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7f3a3215-8871-43cc-9a49-ca489ca14bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (7fdeaa18-4791-4f0d-9358-1b78b71bae67), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:52.227345 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7f3a3215-8871-43cc-9a49-ca489ca14bd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:52.228755 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-7f3a3215-8871-43cc-9a49-ca489ca14bd5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7fdeaa18-4791-4f0d-9358-1b78b71bae67 HTTP/1.1" status: 204 len: 168 time: 0.1836762 Mar 11 19:51:52.251248 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3a3215-8871-43cc-9a49-ca489ca14bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fdeaa18-4791-4f0d-9358-1b78b71bae67,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:52.342216 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2ed84f83-dde4-49ca-9769-5c81c14f0022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:52.452373 n-d-833163-1 neutron-server[103885]: DEBUG neutron.objects.ports [None req-fec18147-25a9-4cf1-94b5-8c75cd97eeb1 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103885) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 19:51:52.453048 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fec18147-25a9-4cf1-94b5-8c75cd97eeb1 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (aadcb7c6-ac87-44c2-b95d-5cd47a56dabb), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:52.570755 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec18147-25a9-4cf1-94b5-8c75cd97eeb1 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Pushing event updated for resources: {'Subnet': ['ID=aadcb7c6-ac87-44c2-b95d-5cd47a56dabb,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:52.661590 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:52.669663 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec18147-25a9-4cf1-94b5-8c75cd97eeb1 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Checking segment: {'id': 'fc12e836-adf1-463d-a8ed-ea71d13299b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '62047aca-65d2-4097-8928-125ba2691503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:51:52.670273 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec18147-25a9-4cf1-94b5-8c75cd97eeb1 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Network hostable DHCP agents. Network: 62047aca-65d2-4097-8928-125ba2691503, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:51:52.712297 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec18147-25a9-4cf1-94b5-8c75cd97eeb1 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Network 62047aca-65d2-4097-8928-125ba2691503 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:51:52.734822 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-fec18147-25a9-4cf1-94b5-8c75cd97eeb1 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 62047aca-65d2-4097-8928-125ba2691503) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:51:52.744807 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3d5338-8702-4aa0-9fec-2db8fbaba4ad None None] Network 62047aca-65d2-4097-8928-125ba2691503 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:51:52.767030 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec18147-25a9-4cf1-94b5-8c75cd97eeb1 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:51:52.768537 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fec18147-25a9-4cf1-94b5-8c75cd97eeb1 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:52.829614 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58714) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:52.830532 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-fec18147-25a9-4cf1-94b5-8c75cd97eeb1 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.1745667 Mar 11 19:51:52.836455 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-51ef7089-622a-4201-921a-f71c0e4e8376 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1684635466', 'network_id': '62047aca-65d2-4097-8928-125ba2691503'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:51:52.884406 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ef7089-622a-4201-921a-f71c0e4e8376 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Made reservation on behalf of 4888678ef40b445881d89e8f72540441 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:51:52.886968 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-51ef7089-622a-4201-921a-f71c0e4e8376 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:52.926018 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-51ef7089-622a-4201-921a-f71c0e4e8376 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] device_id is not set on port 02645ba5-9cb3-4396-a4c3-9dac6be73447 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:51:53.055603 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138bdc89-bd4d-4b70-9f5d-e7804a4364bb None None] Network 62047aca-65d2-4097-8928-125ba2691503 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:51:53.101853 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58724) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:53.127325 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-51ef7089-622a-4201-921a-f71c0e4e8376 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Allocated IP 2001:db8::1c1 (62047aca-65d2-4097-8928-125ba2691503/aadcb7c6-ac87-44c2-b95d-5cd47a56dabb/02645ba5-9cb3-4396-a4c3-9dac6be73447) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:51:53.371917 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3327a6da-1e59-4292-9510-2294851c8093 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:53.527352 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3327a6da-1e59-4292-9510-2294851c8093 admin admin] Publish callbacks [] for security_group (e6cf523c-79af-41a5-887b-1c0d01a07162), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:53.532450 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3327a6da-1e59-4292-9510-2294851c8093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (e6cf523c-79af-41a5-887b-1c0d01a07162), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:53.567705 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-3327a6da-1e59-4292-9510-2294851c8093 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ad6b85e688c5498ab710b3ca791a1431&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4622116 Mar 11 19:51:53.567944 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58754) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:53.578548 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-51ef7089-622a-4201-921a-f71c0e4e8376 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks [] for port (02645ba5-9cb3-4396-a4c3-9dac6be73447), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:53.625713 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3327a6da-1e59-4292-9510-2294851c8093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6cf523c-79af-41a5-887b-1c0d01a07162,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:53.658908 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-51ef7089-622a-4201-921a-f71c0e4e8376 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (02645ba5-9cb3-4396-a4c3-9dac6be73447), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:53.726466 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-51b19230-e772-48a1-9288-2f544ce766b6 admin admin] Publish callbacks [] for security_group (e6cf523c-79af-41a5-887b-1c0d01a07162), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:53.757410 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ef7089-622a-4201-921a-f71c0e4e8376 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Pushing event updated for resources: {'Port': ['ID=02645ba5-9cb3-4396-a4c3-9dac6be73447,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:53.771395 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ef7089-622a-4201-921a-f71c0e4e8376 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Network 62047aca-65d2-4097-8928-125ba2691503 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:51:53.772857 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-51ef7089-622a-4201-921a-f71c0e4e8376 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:51:53.775239 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ef7089-622a-4201-921a-f71c0e4e8376 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:51:53.776455 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ef7089-622a-4201-921a-f71c0e4e8376 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:51:53.777070 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-51ef7089-622a-4201-921a-f71c0e4e8376 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:53.783978 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-51b19230-e772-48a1-9288-2f544ce766b6 admin admin] Publish callbacks [] for security_group (e6cf523c-79af-41a5-887b-1c0d01a07162), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:53.805191 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-51ef7089-622a-4201-921a-f71c0e4e8376 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.9735651 Mar 11 19:51:53.807862 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58766) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:53.893325 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-51b19230-e772-48a1-9288-2f544ce766b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (e6cf523c-79af-41a5-887b-1c0d01a07162), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:53.896943 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-51b19230-e772-48a1-9288-2f544ce766b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:53.904195 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-51b19230-e772-48a1-9288-2f544ce766b6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e6cf523c-79af-41a5-887b-1c0d01a07162 HTTP/1.1" status: 204 len: 168 time: 0.3350577 Mar 11 19:51:53.920679 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b19230-e772-48a1-9288-2f544ce766b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6cf523c-79af-41a5-887b-1c0d01a07162,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:53.932440 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58772) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:53.986749 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-eae1a591-599f-4fed-bcf1-dfd75a3abc42 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Deleting port 02645ba5-9cb3-4396-a4c3-9dac6be73447 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:51:53.988250 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eae1a591-599f-4fed-bcf1-dfd75a3abc42 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (02645ba5-9cb3-4396-a4c3-9dac6be73447), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:54.168539 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eae1a591-599f-4fed-bcf1-dfd75a3abc42 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (02645ba5-9cb3-4396-a4c3-9dac6be73447), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:54.209504 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-eae1a591-599f-4fed-bcf1-dfd75a3abc42 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Calling delete_port for 02645ba5-9cb3-4396-a4c3-9dac6be73447 owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:51:54.388719 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4637682b-6ea4-48df-8ae2-d0d002a4b44b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:54.446149 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eae1a591-599f-4fed-bcf1-dfd75a3abc42 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (02645ba5-9cb3-4396-a4c3-9dac6be73447), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:54.500974 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae1a591-599f-4fed-bcf1-dfd75a3abc42 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Pushing event deleted for resources: {'Port': ['ID=02645ba5-9cb3-4396-a4c3-9dac6be73447,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:54.574250 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eae1a591-599f-4fed-bcf1-dfd75a3abc42 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:54.581937 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-eae1a591-599f-4fed-bcf1-dfd75a3abc42 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] 10.222.0.65 "DELETE /v2.0/ports/02645ba5-9cb3-4396-a4c3-9dac6be73447 HTTP/1.1" status: 204 len: 168 time: 0.7723665 Mar 11 19:51:54.585530 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58790) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:54.592650 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-0c866e7f-78a8-4f36-b3b4-8273acc3315d tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '62047aca-65d2-4097-8928-125ba2691503', 'external_fixed_ips': [{'subnet_id': 'aadcb7c6-ac87-44c2-b95d-5cd47a56dabb', 'ip_address': '2001:db8::1c1'}]}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:51:54.594808 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4637682b-6ea4-48df-8ae2-d0d002a4b44b admin admin] Publish callbacks [] for security_group (289023e3-3d79-4f74-a7cf-8cb2e3c8f81d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:54.602297 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4637682b-6ea4-48df-8ae2-d0d002a4b44b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (289023e3-3d79-4f74-a7cf-8cb2e3c8f81d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:54.604965 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-93260a39-992d-4678-9f8f-c3ae506bf266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:54.637655 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c866e7f-78a8-4f36-b3b4-8273acc3315d tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (7994343d-49c5-4b89-a4c8-7243c5383f0f), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:54.638882 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c866e7f-78a8-4f36-b3b4-8273acc3315d tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (7994343d-49c5-4b89-a4c8-7243c5383f0f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:54.701757 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-4637682b-6ea4-48df-8ae2-d0d002a4b44b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=358e3aac5dab4d08958cfb76c334bfb4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7677784 Mar 11 19:51:54.702621 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58794) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:54.704845 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4637682b-6ea4-48df-8ae2-d0d002a4b44b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=289023e3-3d79-4f74-a7cf-8cb2e3c8f81d,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:54.720532 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c866e7f-78a8-4f36-b3b4-8273acc3315d tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks [] for router_controller (7994343d-49c5-4b89-a4c8-7243c5383f0f), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:54.821943 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-55e7f1ab-eb3d-4844-842c-633dbd638397 admin admin] Publish callbacks [] for security_group (289023e3-3d79-4f74-a7cf-8cb2e3c8f81d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:54.859534 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-55e7f1ab-eb3d-4844-842c-633dbd638397 admin admin] Publish callbacks [] for security_group (289023e3-3d79-4f74-a7cf-8cb2e3c8f81d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:54.929074 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c866e7f-78a8-4f36-b3b4-8273acc3315d tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks [] for router_gateway (7994343d-49c5-4b89-a4c8-7243c5383f0f), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:54.963418 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-55e7f1ab-eb3d-4844-842c-633dbd638397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (289023e3-3d79-4f74-a7cf-8cb2e3c8f81d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:54.968669 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-55e7f1ab-eb3d-4844-842c-633dbd638397 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:54.974337 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-55e7f1ab-eb3d-4844-842c-633dbd638397 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/289023e3-3d79-4f74-a7cf-8cb2e3c8f81d HTTP/1.1" status: 204 len: 168 time: 0.2704487 Mar 11 19:51:54.997908 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e7f1ab-eb3d-4844-842c-633dbd638397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289023e3-3d79-4f74-a7cf-8cb2e3c8f81d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:55.314740 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c866e7f-78a8-4f36-b3b4-8273acc3315d tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks [] for router_gateway (7994343d-49c5-4b89-a4c8-7243c5383f0f), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:55.358704 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c866e7f-78a8-4f36-b3b4-8273acc3315d tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:55.462901 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58826) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:55.482984 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-506725fd-546a-4960-a929-13e35407faeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:55.628476 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-506725fd-546a-4960-a929-13e35407faeb admin admin] Publish callbacks [] for security_group (1a8f0bef-2912-4992-ac96-f4b57481cb0e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:55.636997 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-506725fd-546a-4960-a929-13e35407faeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (1a8f0bef-2912-4992-ac96-f4b57481cb0e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:55.699494 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-506725fd-546a-4960-a929-13e35407faeb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=897c4cb8b505459e9305f5d85f55e3fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2352130 Mar 11 19:51:55.701106 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506725fd-546a-4960-a929-13e35407faeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8f0bef-2912-4992-ac96-f4b57481cb0e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:55.704696 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58830) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:55.715576 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58832) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:55.779460 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0f1f4a47-9401-4d36-9307-858736444342 admin admin] Publish callbacks [] for security_group (1a8f0bef-2912-4992-ac96-f4b57481cb0e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:55.784319 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-0c866e7f-78a8-4f36-b3b4-8273acc3315d tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Allocated IP 2001:db8::1c1 (62047aca-65d2-4097-8928-125ba2691503/aadcb7c6-ac87-44c2-b95d-5cd47a56dabb/043f1e02-8a72-40fd-8a50-d776b661ccf4) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:51:55.839656 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0f1f4a47-9401-4d36-9307-858736444342 admin admin] Publish callbacks [] for security_group (1a8f0bef-2912-4992-ac96-f4b57481cb0e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:55.922302 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c866e7f-78a8-4f36-b3b4-8273acc3315d tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks [] for port (043f1e02-8a72-40fd-8a50-d776b661ccf4), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:55.959454 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0f1f4a47-9401-4d36-9307-858736444342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (1a8f0bef-2912-4992-ac96-f4b57481cb0e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:55.965895 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0f1f4a47-9401-4d36-9307-858736444342 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:55.971875 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-0f1f4a47-9401-4d36-9307-858736444342 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1a8f0bef-2912-4992-ac96-f4b57481cb0e HTTP/1.1" status: 204 len: 168 time: 0.2658420 Mar 11 19:51:55.973466 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c866e7f-78a8-4f36-b3b4-8273acc3315d tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (043f1e02-8a72-40fd-8a50-d776b661ccf4), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:55.997952 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1f4a47-9401-4d36-9307-858736444342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8f0bef-2912-4992-ac96-f4b57481cb0e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:56.043577 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c866e7f-78a8-4f36-b3b4-8273acc3315d tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Pushing event updated for resources: {'Port': ['ID=043f1e02-8a72-40fd-8a50-d776b661ccf4,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:56.060315 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c866e7f-78a8-4f36-b3b4-8273acc3315d tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Network 62047aca-65d2-4097-8928-125ba2691503 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:51:56.062001 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-0c866e7f-78a8-4f36-b3b4-8273acc3315d tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:51:56.065248 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c866e7f-78a8-4f36-b3b4-8273acc3315d tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:51:56.138024 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-df89d003-e652-4133-9ff4-d4737c587ef5 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-369621415', 'router:external': True}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:51:56.181681 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df89d003-e652-4133-9ff4-d4737c587ef5 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Made reservation on behalf of 44deb69bd71040d68237b98a514b991c for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:51:56.191986 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-df89d003-e652-4133-9ff4-d4737c587ef5 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:56.209192 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:56.218569 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-df89d003-e652-4133-9ff4-d4737c587ef5 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:56.464888 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-df89d003-e652-4133-9ff4-d4737c587ef5 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks [] for security_group (03299d18-a476-4f5b-a6ba-27872d986899), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:56.472828 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-df89d003-e652-4133-9ff4-d4737c587ef5 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (03299d18-a476-4f5b-a6ba-27872d986899), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:56.534618 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df89d003-e652-4133-9ff4-d4737c587ef5 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] vlan segment allocate from pool success with {'vlan_id': 878, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:51:56.586727 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-df89d003-e652-4133-9ff4-d4737c587ef5 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (5ea5c3eb-af29-4839-8ac9-c0f51a159ac9), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:56.587082 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-df89d003-e652-4133-9ff4-d4737c587ef5 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Added segment 5ea5c3eb-af29-4839-8ac9-c0f51a159ac9 of type vlan for network 4ac41f27-d8dd-4c8a-b553-8e9bf4a78322 Mar 11 19:51:56.592213 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df89d003-e652-4133-9ff4-d4737c587ef5 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03299d18-a476-4f5b-a6ba-27872d986899,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:56.747720 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-df89d003-e652-4133-9ff4-d4737c587ef5 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (4ac41f27-d8dd-4c8a-b553-8e9bf4a78322), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:56.846442 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-df89d003-e652-4133-9ff4-d4737c587ef5 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (4ac41f27-d8dd-4c8a-b553-8e9bf4a78322), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:56.847423 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df89d003-e652-4133-9ff4-d4737c587ef5 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:51:56.848041 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-df89d003-e652-4133-9ff4-d4737c587ef5 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:56.901805 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-df89d003-e652-4133-9ff4-d4737c587ef5 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.1832128 Mar 11 19:51:56.917688 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58882) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:56.922756 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-13708cf1-ab1e-43a4-84c2-881e3839e054 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Request body: {'subnet': {'network_id': '4ac41f27-d8dd-4c8a-b553-8e9bf4a78322', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:51:57.061994 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df89d003-e652-4133-9ff4-d4737c587ef5 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Pushing event updated for resources: {'Network': ['ID=4ac41f27-d8dd-4c8a-b553-8e9bf4a78322,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:57.075875 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 4ac41f27-d8dd-4c8a-b553-8e9bf4a78322 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:51:57.103449 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13708cf1-ab1e-43a4-84c2-881e3839e054 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Made reservation on behalf of 44deb69bd71040d68237b98a514b991c for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:51:57.107047 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-13708cf1-ab1e-43a4-84c2-881e3839e054 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:57.142295 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c866e7f-78a8-4f36-b3b4-8273acc3315d tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks [] for router_gateway (7994343d-49c5-4b89-a4c8-7243c5383f0f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:57.645418 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:57.683030 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c866e7f-78a8-4f36-b3b4-8273acc3315d tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (7994343d-49c5-4b89-a4c8-7243c5383f0f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:57.851173 n-d-833163-1 neutron-server[103885]: DEBUG neutron.objects.ports [None req-13708cf1-ab1e-43a4-84c2-881e3839e054 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103885) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 19:51:57.853172 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-13708cf1-ab1e-43a4-84c2-881e3839e054 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (bb7a411b-8121-4edf-a5c0-a8c14876b96e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:58.004237 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13708cf1-ab1e-43a4-84c2-881e3839e054 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Checking segment: {'id': '5ea5c3eb-af29-4839-8ac9-c0f51a159ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': '4ac41f27-d8dd-4c8a-b553-8e9bf4a78322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:51:58.004769 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13708cf1-ab1e-43a4-84c2-881e3839e054 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Network hostable DHCP agents. Network: 4ac41f27-d8dd-4c8a-b553-8e9bf4a78322, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:51:58.045353 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13708cf1-ab1e-43a4-84c2-881e3839e054 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Network 4ac41f27-d8dd-4c8a-b553-8e9bf4a78322 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:51:58.053769 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13708cf1-ab1e-43a4-84c2-881e3839e054 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Pushing event updated for resources: {'Subnet': ['ID=bb7a411b-8121-4edf-a5c0-a8c14876b96e,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:58.060096 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-13708cf1-ab1e-43a4-84c2-881e3839e054 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 4ac41f27-d8dd-4c8a-b553-8e9bf4a78322) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:51:58.066000 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13708cf1-ab1e-43a4-84c2-881e3839e054 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:51:58.066997 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-13708cf1-ab1e-43a4-84c2-881e3839e054 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:58.068278 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc55876-4824-4937-b672-d39f8fdff67e None None] Network 4ac41f27-d8dd-4c8a-b553-8e9bf4a78322 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:51:58.093119 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-13708cf1-ab1e-43a4-84c2-881e3839e054 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1732728 Mar 11 19:51:58.095040 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58916) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:58.107290 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-8fdf808d-8b76-4734-b5c1-383a5822a154 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-295254209', 'network_id': '4ac41f27-d8dd-4c8a-b553-8e9bf4a78322'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:51:58.116106 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c866e7f-78a8-4f36-b3b4-8273acc3315d tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Router 7994343d-49c5-4b89-a4c8-7243c5383f0f is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:51:58.157989 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fdf808d-8b76-4734-b5c1-383a5822a154 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Made reservation on behalf of 44deb69bd71040d68237b98a514b991c for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:51:58.161193 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8fdf808d-8b76-4734-b5c1-383a5822a154 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:58.194394 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-8fdf808d-8b76-4734-b5c1-383a5822a154 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] device_id is not set on port 7f6fd957-a6d8-45bd-b4d2-d7ed141df77f yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:51:58.292557 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58922) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:58.362284 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c19c4d0-f21c-43b0-b983-6320c33b6e0f None None] Network 4ac41f27-d8dd-4c8a-b553-8e9bf4a78322 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:51:58.444934 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-8fdf808d-8b76-4734-b5c1-383a5822a154 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Allocated IP 172.20.0.5 (4ac41f27-d8dd-4c8a-b553-8e9bf4a78322/bb7a411b-8121-4edf-a5c0-a8c14876b96e/7f6fd957-a6d8-45bd-b4d2-d7ed141df77f) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:51:58.466032 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c866e7f-78a8-4f36-b3b4-8273acc3315d tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:51:58.480631 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e84170-b4aa-425b-9b5b-7f2228254dd5 None None] Sync routers for ids ['7994343d-49c5-4b89-a4c8-7243c5383f0f'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:51:58.494704 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c866e7f-78a8-4f36-b3b4-8273acc3315d tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:58.498936 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-0c866e7f-78a8-4f36-b3b4-8273acc3315d tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.9099138 Mar 11 19:51:58.499838 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58930) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:58.521161 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e84170-b4aa-425b-9b5b-7f2228254dd5 None None] Routers {'7994343d-49c5-4b89-a4c8-7243c5383f0f'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:51:58.527979 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-30e84170-b4aa-425b-9b5b-7f2228254dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:51:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['7994343d-49c5-4b89-a4c8-7243c5383f0f'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:51:58.681581 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-30e84170-b4aa-425b-9b5b-7f2228254dd5 None None] Set router 7994343d-49c5-4b89-a4c8-7243c5383f0f gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:51:58.791807 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80eac5f0-9856-4c10-b6a6-a717ba6608df tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks [] for router (7994343d-49c5-4b89-a4c8-7243c5383f0f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:58.800356 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8fdf808d-8b76-4734-b5c1-383a5822a154 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks [] for port (7f6fd957-a6d8-45bd-b4d2-d7ed141df77f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:58.902149 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8fdf808d-8b76-4734-b5c1-383a5822a154 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (7f6fd957-a6d8-45bd-b4d2-d7ed141df77f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:58.912178 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ff27cdeb-c6f2-4189-8186-1806f3b3cfda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:58.925948 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-30e84170-b4aa-425b-9b5b-7f2228254dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7994343d-49c5-4b89-a4c8-7243c5383f0f', 'name': '', 'tenant_id': '4888678ef40b445881d89e8f72540441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '62047aca-65d2-4097-8928-125ba2691503', 'external_fixed_ips': [{'subnet_id': 'aadcb7c6-ac87-44c2-b95d-5cd47a56dabb', 'ip_address': '2001:db8::1c1'}], 'enable_snat': True}, 'gw_port_id': '043f1e02-8a72-40fd-8a50-d776b661ccf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:51:54Z', 'updated_at': '2022-03-11T19:51:56Z', 'revision_number': 3, 'project_id': '4888678ef40b445881d89e8f72540441', 'gw_port': {'id': '043f1e02-8a72-40fd-8a50-d776b661ccf4', 'name': '', 'network_id': '62047aca-65d2-4097-8928-125ba2691503', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:cd:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7994343d-49c5-4b89-a4c8-7243c5383f0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2500, 'fixed_ips': [{'subnet_id': 'aadcb7c6-ac87-44c2-b95d-5cd47a56dabb', 'ip_address': '2001:db8::1c1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:51:55Z', 'updated_at': '2022-03-11T19:51:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'aadcb7c6-ac87-44c2-b95d-5cd47a56dabb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:51:58.962426 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdf808d-8b76-4734-b5c1-383a5822a154 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Pushing event updated for resources: {'Port': ['ID=7f6fd957-a6d8-45bd-b4d2-d7ed141df77f,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:58.989397 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fdf808d-8b76-4734-b5c1-383a5822a154 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Network 4ac41f27-d8dd-4c8a-b553-8e9bf4a78322 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:51:58.992712 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-8fdf808d-8b76-4734-b5c1-383a5822a154 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:51:58.996551 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdf808d-8b76-4734-b5c1-383a5822a154 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:51:59.025319 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:59.045476 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e84170-b4aa-425b-9b5b-7f2228254dd5 None None] Checking router: 7994343d-49c5-4b89-a4c8-7243c5383f0f for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:51:59.046320 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e84170-b4aa-425b-9b5b-7f2228254dd5 None None] Updating router 7994343d-49c5-4b89-a4c8-7243c5383f0f port 043f1e02-8a72-40fd-8a50-d776b661ccf4 binding host n-d-833163-1 {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:51:59.052957 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdf808d-8b76-4734-b5c1-383a5822a154 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:51:59.054956 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8fdf808d-8b76-4734-b5c1-383a5822a154 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:59.079319 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-8fdf808d-8b76-4734-b5c1-383a5822a154 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 0.9820876 Mar 11 19:51:59.082370 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58942) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:59.120863 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-30e84170-b4aa-425b-9b5b-7f2228254dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (043f1e02-8a72-40fd-8a50-d776b661ccf4), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:59.207851 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-fc9c74e2-a3f3-4f89-ad3f-72dd6a8a13a5 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Deleting port 7f6fd957-a6d8-45bd-b4d2-d7ed141df77f {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:51:59.208919 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fc9c74e2-a3f3-4f89-ad3f-72dd6a8a13a5 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (7f6fd957-a6d8-45bd-b4d2-d7ed141df77f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:59.247998 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80eac5f0-9856-4c10-b6a6-a717ba6608df tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks [] for router_gateway (7994343d-49c5-4b89-a4c8-7243c5383f0f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:59.368448 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fc9c74e2-a3f3-4f89-ad3f-72dd6a8a13a5 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (7f6fd957-a6d8-45bd-b4d2-d7ed141df77f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:59.396192 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ff27cdeb-c6f2-4189-8186-1806f3b3cfda admin admin] Publish callbacks [] for security_group (acb2dd7e-349b-4f3f-b6ef-a80d1dfa6e2a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:59.402266 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-fc9c74e2-a3f3-4f89-ad3f-72dd6a8a13a5 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Calling delete_port for 7f6fd957-a6d8-45bd-b4d2-d7ed141df77f owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:51:59.408597 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ff27cdeb-c6f2-4189-8186-1806f3b3cfda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (acb2dd7e-349b-4f3f-b6ef-a80d1dfa6e2a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:59.502344 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ff27cdeb-c6f2-4189-8186-1806f3b3cfda admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fbbd693291294f9ea62aedcefca64476&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2086942 Mar 11 19:51:59.506094 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff27cdeb-c6f2-4189-8186-1806f3b3cfda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb2dd7e-349b-4f3f-b6ef-a80d1dfa6e2a,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:59.516037 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58952) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:51:59.555845 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-80eac5f0-9856-4c10-b6a6-a717ba6608df tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Deleting port 043f1e02-8a72-40fd-8a50-d776b661ccf4 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:51:59.556195 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80eac5f0-9856-4c10-b6a6-a717ba6608df tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (043f1e02-8a72-40fd-8a50-d776b661ccf4), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:59.737010 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a92f30c2-2f4a-4383-b65d-92998d418851 admin admin] Publish callbacks [] for security_group (acb2dd7e-349b-4f3f-b6ef-a80d1dfa6e2a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:59.768789 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fc9c74e2-a3f3-4f89-ad3f-72dd6a8a13a5 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (7f6fd957-a6d8-45bd-b4d2-d7ed141df77f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:59.783484 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a92f30c2-2f4a-4383-b65d-92998d418851 admin admin] Publish callbacks [] for security_group (acb2dd7e-349b-4f3f-b6ef-a80d1dfa6e2a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:59.805424 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-30e84170-b4aa-425b-9b5b-7f2228254dd5 None None] Publish callbacks [] for port (043f1e02-8a72-40fd-8a50-d776b661ccf4), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:59.824115 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-30e84170-b4aa-425b-9b5b-7f2228254dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (043f1e02-8a72-40fd-8a50-d776b661ccf4), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:59.836114 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9c74e2-a3f3-4f89-ad3f-72dd6a8a13a5 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Pushing event deleted for resources: {'Port': ['ID=7f6fd957-a6d8-45bd-b4d2-d7ed141df77f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:59.887841 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a92f30c2-2f4a-4383-b65d-92998d418851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (acb2dd7e-349b-4f3f-b6ef-a80d1dfa6e2a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:59.893238 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a92f30c2-2f4a-4383-b65d-92998d418851 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:59.896455 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a92f30c2-2f4a-4383-b65d-92998d418851 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/acb2dd7e-349b-4f3f-b6ef-a80d1dfa6e2a HTTP/1.1" status: 204 len: 168 time: 0.3758841 Mar 11 19:51:59.919568 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92f30c2-2f4a-4383-b65d-92998d418851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb2dd7e-349b-4f3f-b6ef-a80d1dfa6e2a,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:51:59.935309 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-30e84170-b4aa-425b-9b5b-7f2228254dd5 None None] Attempting to bind port 043f1e02-8a72-40fd-8a50-d776b661ccf4 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:51:59.937234 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80eac5f0-9856-4c10-b6a6-a717ba6608df tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (043f1e02-8a72-40fd-8a50-d776b661ccf4), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:59.939961 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-30e84170-b4aa-425b-9b5b-7f2228254dd5 None None] Attempting to bind port 043f1e02-8a72-40fd-8a50-d776b661ccf4 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'fc12e836-adf1-463d-a8ed-ea71d13299b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '62047aca-65d2-4097-8928-125ba2691503'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:51:59.940644 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e84170-b4aa-425b-9b5b-7f2228254dd5 None None] Attempting to bind port 043f1e02-8a72-40fd-8a50-d776b661ccf4 on network 62047aca-65d2-4097-8928-125ba2691503 {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:51:59.961857 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e84170-b4aa-425b-9b5b-7f2228254dd5 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:51:59.965394 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e84170-b4aa-425b-9b5b-7f2228254dd5 None None] Checking segment: {'id': 'fc12e836-adf1-463d-a8ed-ea71d13299b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '62047aca-65d2-4097-8928-125ba2691503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:51:59.966437 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-30e84170-b4aa-425b-9b5b-7f2228254dd5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:59.968624 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e84170-b4aa-425b-9b5b-7f2228254dd5 None None] Bound using segment: {'id': 'fc12e836-adf1-463d-a8ed-ea71d13299b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '62047aca-65d2-4097-8928-125ba2691503'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:51:59.969842 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-30e84170-b4aa-425b-9b5b-7f2228254dd5 None None] Bound port: 043f1e02-8a72-40fd-8a50-d776b661ccf4, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc12e836-adf1-463d-a8ed-ea71d13299b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '62047aca-65d2-4097-8928-125ba2691503'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:51:59.970416 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-30e84170-b4aa-425b-9b5b-7f2228254dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (043f1e02-8a72-40fd-8a50-d776b661ccf4), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:51:59.994412 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-80eac5f0-9856-4c10-b6a6-a717ba6608df tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Calling delete_port for 043f1e02-8a72-40fd-8a50-d776b661ccf4 owned by network:router_gateway {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:52:00.014011 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fc9c74e2-a3f3-4f89-ad3f-72dd6a8a13a5 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:00.019608 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-fc9c74e2-a3f3-4f89-ad3f-72dd6a8a13a5 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] 10.222.0.65 "DELETE /v2.0/ports/7f6fd957-a6d8-45bd-b4d2-d7ed141df77f HTTP/1.1" status: 204 len: 168 time: 0.9336016 Mar 11 19:52:00.023113 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58966) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:52:00.035092 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-91b74b55-220e-44b1-848f-643c309b762e tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4ac41f27-d8dd-4c8a-b553-8e9bf4a78322', 'external_fixed_ips': [{'subnet_id': 'bb7a411b-8121-4edf-a5c0-a8c14876b96e', 'ip_address': '172.20.0.5'}]}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:52:00.054743 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b25e63c-ddb5-4581-9560-0821a2963cf0 None None] Pushing event updated for resources: {'Port': ['ID=043f1e02-8a72-40fd-8a50-d776b661ccf4,revision_number=2']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:00.110318 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b25e63c-ddb5-4581-9560-0821a2963cf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:00.111273 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b25e63c-ddb5-4581-9560-0821a2963cf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:00.113227 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b25e63c-ddb5-4581-9560-0821a2963cf0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:00.115461 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b25e63c-ddb5-4581-9560-0821a2963cf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:00.116881 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b25e63c-ddb5-4581-9560-0821a2963cf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:00.117435 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b25e63c-ddb5-4581-9560-0821a2963cf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:00.119993 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b25e63c-ddb5-4581-9560-0821a2963cf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:00.120448 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b25e63c-ddb5-4581-9560-0821a2963cf0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:00.120922 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b25e63c-ddb5-4581-9560-0821a2963cf0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:00.122184 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b25e63c-ddb5-4581-9560-0821a2963cf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:00.122868 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b25e63c-ddb5-4581-9560-0821a2963cf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:00.124251 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b25e63c-ddb5-4581-9560-0821a2963cf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:00.124690 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b25e63c-ddb5-4581-9560-0821a2963cf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:00.175096 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-91b74b55-220e-44b1-848f-643c309b762e tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (125397d3-29dd-4fc4-b2e2-d7c1b672649b), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:00.179931 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-91b74b55-220e-44b1-848f-643c309b762e tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (125397d3-29dd-4fc4-b2e2-d7c1b672649b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:00.184095 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-30e84170-b4aa-425b-9b5b-7f2228254dd5 None None] For port 043f1e02-8a72-40fd-8a50-d776b661ccf4, host n-d-833163-1, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:52:00.190211 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-30e84170-b4aa-425b-9b5b-7f2228254dd5 None None] For port 043f1e02-8a72-40fd-8a50-d776b661ccf4, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=043f1e02-8a72-40fd-8a50-d776b661ccf4,segment=NetworkSegment(fc12e836-adf1-463d-a8ed-ea71d13299b5),segment_id=fc12e836-adf1-463d-a8ed-ea71d13299b5)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:52:00.204809 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-30e84170-b4aa-425b-9b5b-7f2228254dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (043f1e02-8a72-40fd-8a50-d776b661ccf4), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:00.377427 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e84170-b4aa-425b-9b5b-7f2228254dd5 None None] Routers {'7994343d-49c5-4b89-a4c8-7243c5383f0f'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:52:00.378595 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-30e84170-b4aa-425b-9b5b-7f2228254dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:51:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['7994343d-49c5-4b89-a4c8-7243c5383f0f'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:00.382140 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b25e63c-ddb5-4581-9560-0821a2963cf0 None None] Pushing event updated for resources: {'Port': ['ID=043f1e02-8a72-40fd-8a50-d776b661ccf4,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:00.490253 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-91b74b55-220e-44b1-848f-643c309b762e tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks [] for router_controller (125397d3-29dd-4fc4-b2e2-d7c1b672649b), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:00.653728 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-30e84170-b4aa-425b-9b5b-7f2228254dd5 None None] Set router 7994343d-49c5-4b89-a4c8-7243c5383f0f gateway port host: None {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:52:00.836488 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-30e84170-b4aa-425b-9b5b-7f2228254dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7994343d-49c5-4b89-a4c8-7243c5383f0f', 'name': '', 'tenant_id': '4888678ef40b445881d89e8f72540441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:51:54Z', 'updated_at': '2022-03-11T19:51:59Z', 'revision_number': 4, 'project_id': '4888678ef40b445881d89e8f72540441', 'gw_port_host': None}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:00.896890 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e84170-b4aa-425b-9b5b-7f2228254dd5 None None] The sync data for ids ['7994343d-49c5-4b89-a4c8-7243c5383f0f'] in n-d-833163-1 is: [{'id': '7994343d-49c5-4b89-a4c8-7243c5383f0f', 'name': '', 'tenant_id': '4888678ef40b445881d89e8f72540441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:51:54Z', 'updated_at': '2022-03-11T19:51:59Z', 'revision_number': 4, 'project_id': '4888678ef40b445881d89e8f72540441', 'gw_port_host': None}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:52:00.958246 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-91b74b55-220e-44b1-848f-643c309b762e tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks [] for router_gateway (125397d3-29dd-4fc4-b2e2-d7c1b672649b), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:00.989286 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80eac5f0-9856-4c10-b6a6-a717ba6608df tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (043f1e02-8a72-40fd-8a50-d776b661ccf4), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:01.099451 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eac5f0-9856-4c10-b6a6-a717ba6608df tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Pushing event deleted for resources: {'Port': ['ID=043f1e02-8a72-40fd-8a50-d776b661ccf4,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:01.166658 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80eac5f0-9856-4c10-b6a6-a717ba6608df tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (7994343d-49c5-4b89-a4c8-7243c5383f0f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:01.433730 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80eac5f0-9856-4c10-b6a6-a717ba6608df tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (7994343d-49c5-4b89-a4c8-7243c5383f0f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:01.447142 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80eac5f0-9856-4c10-b6a6-a717ba6608df tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks [] for router_controller (7994343d-49c5-4b89-a4c8-7243c5383f0f), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:01.633342 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80eac5f0-9856-4c10-b6a6-a717ba6608df tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (7994343d-49c5-4b89-a4c8-7243c5383f0f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:01.636257 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80eac5f0-9856-4c10-b6a6-a717ba6608df tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7994343d-49c5-4b89-a4c8-7243c5383f0f {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:52:01.644683 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80eac5f0-9856-4c10-b6a6-a717ba6608df tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:01.649174 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-80eac5f0-9856-4c10-b6a6-a717ba6608df tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] 10.222.0.65 "DELETE /v2.0/routers/7994343d-49c5-4b89-a4c8-7243c5383f0f HTTP/1.1" status: 204 len: 168 time: 3.1468143 Mar 11 19:52:01.652036 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59014) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:52:01.762408 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-78611d02-2dcd-4621-8e49-3510cd5193ea tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Deleting subnet aadcb7c6-ac87-44c2-b95d-5cd47a56dabb {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:52:01.776077 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-78611d02-2dcd-4621-8e49-3510cd5193ea tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks [] for subnet (aadcb7c6-ac87-44c2-b95d-5cd47a56dabb), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:01.931869 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-78611d02-2dcd-4621-8e49-3510cd5193ea tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (aadcb7c6-ac87-44c2-b95d-5cd47a56dabb), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:02.034385 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-78611d02-2dcd-4621-8e49-3510cd5193ea tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (aadcb7c6-ac87-44c2-b95d-5cd47a56dabb), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:02.190741 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-78611d02-2dcd-4621-8e49-3510cd5193ea tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (aadcb7c6-ac87-44c2-b95d-5cd47a56dabb), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:02.224151 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-91b74b55-220e-44b1-848f-643c309b762e tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks [] for router_gateway (125397d3-29dd-4fc4-b2e2-d7c1b672649b), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:02.263366 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78611d02-2dcd-4621-8e49-3510cd5193ea tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=aadcb7c6-ac87-44c2-b95d-5cd47a56dabb,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:02.275278 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-78611d02-2dcd-4621-8e49-3510cd5193ea tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:02.280510 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-78611d02-2dcd-4621-8e49-3510cd5193ea tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] 10.222.0.65 "DELETE /v2.0/subnets/aadcb7c6-ac87-44c2-b95d-5cd47a56dabb HTTP/1.1" status: 204 len: 168 time: 0.6273968 Mar 11 19:52:02.283302 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59030) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:52:02.296439 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-91b74b55-220e-44b1-848f-643c309b762e tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:02.885676 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-91b74b55-220e-44b1-848f-643c309b762e tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Allocated IP 172.20.0.5 (4ac41f27-d8dd-4c8a-b553-8e9bf4a78322/bb7a411b-8121-4edf-a5c0-a8c14876b96e/3d2fed07-9585-422a-bc64-aec0600b2872) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:52:02.982841 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8b43d7ec-b840-4524-bbb5-fe8ce62eda47 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (62047aca-65d2-4097-8928-125ba2691503), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:03.154885 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8b43d7ec-b840-4524-bbb5-fe8ce62eda47 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (62047aca-65d2-4097-8928-125ba2691503), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:03.192653 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-91b74b55-220e-44b1-848f-643c309b762e tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks [] for port (3d2fed07-9585-422a-bc64-aec0600b2872), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:03.216989 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-8b43d7ec-b840-4524-bbb5-fe8ce62eda47 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62047aca-65d2-4097-8928-125ba2691503']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:03.261662 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-8b43d7ec-b840-4524-bbb5-fe8ce62eda47 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc12e836-adf1-463d-a8ed-ea71d13299b5') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:03.261958 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-8b43d7ec-b840-4524-bbb5-fe8ce62eda47 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc12e836-adf1-463d-a8ed-ea71d13299b5') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:03.297697 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8b43d7ec-b840-4524-bbb5-fe8ce62eda47 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (fc12e836-adf1-463d-a8ed-ea71d13299b5), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:03.325003 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8b43d7ec-b840-4524-bbb5-fe8ce62eda47 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (fc12e836-adf1-463d-a8ed-ea71d13299b5), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:03.331819 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b43d7ec-b840-4524-bbb5-fe8ce62eda47 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Releasing vlan 899 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:52:03.332212 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8b43d7ec-b840-4524-bbb5-fe8ce62eda47 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (fc12e836-adf1-463d-a8ed-ea71d13299b5), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:03.334896 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 19:52:03.334896 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:52:03.334896 n-d-833163-1 neutron-server[103885]: timer() Mar 11 19:52:03.334896 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:52:03.334896 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 19:52:03.334896 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:52:03.334896 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 19:52:03.334896 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:52:03.334896 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 19:52:03.334896 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:52:03.334896 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 19:52:03.334896 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:52:03.334896 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 19:52:03.334896 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:52:03.334896 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:52:03.334896 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:52:03.334896 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:52:03.334896 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:52:03.334896 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 19:52:03.334896 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:52:03.334896 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 19:52:03.334896 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:52:03.334896 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:52:03.334896 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:52:03.334896 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 19:52:03.334896 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:52:03.334896 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:52:03.334896 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:52:03.334896 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:52:03.334896 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:52:03.334896 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:52:03.334896 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:52:03.476374 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8b43d7ec-b840-4524-bbb5-fe8ce62eda47 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (62047aca-65d2-4097-8928-125ba2691503), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:03.482135 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b43d7ec-b840-4524-bbb5-fe8ce62eda47 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 62047aca-65d2-4097-8928-125ba2691503 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 11 19:52:03.484758 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8b43d7ec-b840-4524-bbb5-fe8ce62eda47 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:03.505319 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-8b43d7ec-b840-4524-bbb5-fe8ce62eda47 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] 10.222.0.65 "DELETE /v2.0/networks/62047aca-65d2-4097-8928-125ba2691503 HTTP/1.1" status: 204 len: 168 time: 1.2202601 Mar 11 19:52:03.551784 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b43d7ec-b840-4524-bbb5-fe8ce62eda47 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Pushing event deleted for resources: {'Network': ['ID=62047aca-65d2-4097-8928-125ba2691503,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:04.259797 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59072) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:52:04.264980 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-133e28be-1f45-4b21-92dc-fdc80e6853f3 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Request body: {'router': {'name': 'tempest-router--1823402119', 'project_id': 'f6f48750c4474c24bbcec485db15c3ea'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:52:04.290656 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-133e28be-1f45-4b21-92dc-fdc80e6853f3 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (a7b8ba3b-7e90-4344-99a0-1ee9968418b5), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:04.292433 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-133e28be-1f45-4b21-92dc-fdc80e6853f3 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (a7b8ba3b-7e90-4344-99a0-1ee9968418b5), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:04.374546 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-91b74b55-220e-44b1-848f-643c309b762e tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (3d2fed07-9585-422a-bc64-aec0600b2872), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:04.426880 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b74b55-220e-44b1-848f-643c309b762e tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Network 4ac41f27-d8dd-4c8a-b553-8e9bf4a78322 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:52:04.430446 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-91b74b55-220e-44b1-848f-643c309b762e tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:52:04.438043 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b74b55-220e-44b1-848f-643c309b762e tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:52:04.470476 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-133e28be-1f45-4b21-92dc-fdc80e6853f3 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks [] for router_controller (a7b8ba3b-7e90-4344-99a0-1ee9968418b5), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:04.481793 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-133e28be-1f45-4b21-92dc-fdc80e6853f3 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (a7b8ba3b-7e90-4344-99a0-1ee9968418b5), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:04.517158 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-133e28be-1f45-4b21-92dc-fdc80e6853f3 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:04.524425 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-133e28be-1f45-4b21-92dc-fdc80e6853f3 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2628770 Mar 11 19:52:04.525057 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59076) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:52:04.586163 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b74b55-220e-44b1-848f-643c309b762e tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Pushing event updated for resources: {'Port': ['ID=3d2fed07-9585-422a-bc64-aec0600b2872,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:04.722252 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-69e935a1-2f6b-46a2-a5e8-4c72b36582ca tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks [] for router (a7b8ba3b-7e90-4344-99a0-1ee9968418b5), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:04.997379 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-91b74b55-220e-44b1-848f-643c309b762e tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks [] for router_gateway (125397d3-29dd-4fc4-b2e2-d7c1b672649b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:05.221239 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-69e935a1-2f6b-46a2-a5e8-4c72b36582ca tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (a7b8ba3b-7e90-4344-99a0-1ee9968418b5), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:05.231906 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-69e935a1-2f6b-46a2-a5e8-4c72b36582ca tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks [] for router_controller (a7b8ba3b-7e90-4344-99a0-1ee9968418b5), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:05.493881 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-69e935a1-2f6b-46a2-a5e8-4c72b36582ca tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (a7b8ba3b-7e90-4344-99a0-1ee9968418b5), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:05.495306 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e935a1-2f6b-46a2-a5e8-4c72b36582ca tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a7b8ba3b-7e90-4344-99a0-1ee9968418b5 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:52:05.532182 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-69e935a1-2f6b-46a2-a5e8-4c72b36582ca tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:05.542248 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-69e935a1-2f6b-46a2-a5e8-4c72b36582ca tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] 10.222.0.65 "DELETE /v2.0/routers/a7b8ba3b-7e90-4344-99a0-1ee9968418b5 HTTP/1.1" status: 204 len: 168 time: 1.0155973 Mar 11 19:52:05.797383 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-91b74b55-220e-44b1-848f-643c309b762e tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (125397d3-29dd-4fc4-b2e2-d7c1b672649b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:05.885162 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59114) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:52:06.215350 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91b74b55-220e-44b1-848f-643c309b762e tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Router 125397d3-29dd-4fc4-b2e2-d7c1b672649b is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:52:06.398413 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-6a396212-ca55-4cb4-abd2-d33161d7edbc tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1178556511', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}, 'admin_state_up': False}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:52:06.447448 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6a396212-ca55-4cb4-abd2-d33161d7edbc tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (a6a46ccd-3a49-49ed-bbae-c1bf436b3f5c), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:06.449774 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6a396212-ca55-4cb4-abd2-d33161d7edbc tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (a6a46ccd-3a49-49ed-bbae-c1bf436b3f5c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:06.493581 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b74b55-220e-44b1-848f-643c309b762e tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:52:06.509448 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac01c802-60e3-4134-8848-56eefde27209 None None] Sync routers for ids ['125397d3-29dd-4fc4-b2e2-d7c1b672649b'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:52:06.518857 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-91b74b55-220e-44b1-848f-643c309b762e tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:06.523377 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-91b74b55-220e-44b1-848f-643c309b762e tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 6.4982030 Mar 11 19:52:06.524073 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59134) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:52:06.542105 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac01c802-60e3-4134-8848-56eefde27209 None None] Routers {'125397d3-29dd-4fc4-b2e2-d7c1b672649b'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:52:06.554544 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-ac01c802-60e3-4134-8848-56eefde27209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:51:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['125397d3-29dd-4fc4-b2e2-d7c1b672649b'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:06.627384 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6a396212-ca55-4cb4-abd2-d33161d7edbc tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks [] for router_controller (a6a46ccd-3a49-49ed-bbae-c1bf436b3f5c), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:06.790414 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e4a15fac-a787-481a-8b8e-e39787298447 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks [] for router (125397d3-29dd-4fc4-b2e2-d7c1b672649b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:06.822346 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-ac01c802-60e3-4134-8848-56eefde27209 None None] Set router 125397d3-29dd-4fc4-b2e2-d7c1b672649b gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:52:07.054583 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e4a15fac-a787-481a-8b8e-e39787298447 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks [] for router_gateway (125397d3-29dd-4fc4-b2e2-d7c1b672649b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:07.173601 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-e4a15fac-a787-481a-8b8e-e39787298447 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Deleting port 3d2fed07-9585-422a-bc64-aec0600b2872 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:52:07.174312 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e4a15fac-a787-481a-8b8e-e39787298447 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (3d2fed07-9585-422a-bc64-aec0600b2872), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:07.229682 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6a396212-ca55-4cb4-abd2-d33161d7edbc tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks [] for router_gateway (a6a46ccd-3a49-49ed-bbae-c1bf436b3f5c), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:07.416487 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e4a15fac-a787-481a-8b8e-e39787298447 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (3d2fed07-9585-422a-bc64-aec0600b2872), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:07.458370 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-e4a15fac-a787-481a-8b8e-e39787298447 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Calling delete_port for 3d2fed07-9585-422a-bc64-aec0600b2872 owned by network:router_gateway {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:52:07.705883 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-ac01c802-60e3-4134-8848-56eefde27209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '125397d3-29dd-4fc4-b2e2-d7c1b672649b', 'name': '', 'tenant_id': '44deb69bd71040d68237b98a514b991c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4ac41f27-d8dd-4c8a-b553-8e9bf4a78322', 'external_fixed_ips': [{'subnet_id': 'bb7a411b-8121-4edf-a5c0-a8c14876b96e', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': '3d2fed07-9585-422a-bc64-aec0600b2872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:52:00Z', 'updated_at': '2022-03-11T19:52:04Z', 'revision_number': 3, 'project_id': '44deb69bd71040d68237b98a514b991c', 'gw_port': {'id': '3d2fed07-9585-422a-bc64-aec0600b2872', 'name': '', 'network_id': '4ac41f27-d8dd-4c8a-b553-8e9bf4a78322', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:94:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '125397d3-29dd-4fc4-b2e2-d7c1b672649b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': 'bb7a411b-8121-4edf-a5c0-a8c14876b96e', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:52:02Z', 'updated_at': '2022-03-11T19:52:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb7a411b-8121-4edf-a5c0-a8c14876b96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:07.817276 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6a396212-ca55-4cb4-abd2-d33161d7edbc tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks [] for router_gateway (a6a46ccd-3a49-49ed-bbae-c1bf436b3f5c), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:07.836023 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac01c802-60e3-4134-8848-56eefde27209 None None] Checking router: 125397d3-29dd-4fc4-b2e2-d7c1b672649b for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:52:07.837902 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac01c802-60e3-4134-8848-56eefde27209 None None] Updating router 125397d3-29dd-4fc4-b2e2-d7c1b672649b port 3d2fed07-9585-422a-bc64-aec0600b2872 binding host n-d-833163-1 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:52:07.875367 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e4a15fac-a787-481a-8b8e-e39787298447 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (3d2fed07-9585-422a-bc64-aec0600b2872), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:07.878282 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6a396212-ca55-4cb4-abd2-d33161d7edbc tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:07.936102 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a15fac-a787-481a-8b8e-e39787298447 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Pushing event deleted for resources: {'Port': ['ID=3d2fed07-9585-422a-bc64-aec0600b2872,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:07.940863 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ac01c802-60e3-4134-8848-56eefde27209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (3d2fed07-9585-422a-bc64-aec0600b2872), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:07.992937 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac01c802-60e3-4134-8848-56eefde27209 None None] Port 3d2fed07-9585-422a-bc64-aec0600b2872 not found while updating agent binding for router 125397d3-29dd-4fc4-b2e2-d7c1b672649b. {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 11 19:52:08.017997 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac01c802-60e3-4134-8848-56eefde27209 None None] Routers {'125397d3-29dd-4fc4-b2e2-d7c1b672649b'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:52:08.027350 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-ac01c802-60e3-4134-8848-56eefde27209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:51:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['125397d3-29dd-4fc4-b2e2-d7c1b672649b'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:08.088590 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e4a15fac-a787-481a-8b8e-e39787298447 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (125397d3-29dd-4fc4-b2e2-d7c1b672649b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:08.138172 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-6a396212-ca55-4cb4-abd2-d33161d7edbc tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Allocated IP 172.25.8.189 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/aac58d19-ea3a-43ad-852f-8b0e21d6b5ab) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:52:08.219544 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-ac01c802-60e3-4134-8848-56eefde27209 None None] Set router 125397d3-29dd-4fc4-b2e2-d7c1b672649b gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:52:08.349336 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-ac01c802-60e3-4134-8848-56eefde27209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '125397d3-29dd-4fc4-b2e2-d7c1b672649b', 'name': '', 'tenant_id': '44deb69bd71040d68237b98a514b991c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:52:00Z', 'updated_at': '2022-03-11T19:52:07Z', 'revision_number': 5, 'project_id': '44deb69bd71040d68237b98a514b991c', 'gw_port_host': None}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:08.374170 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6a396212-ca55-4cb4-abd2-d33161d7edbc tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks [] for port (aac58d19-ea3a-43ad-852f-8b0e21d6b5ab), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:08.403005 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e4a15fac-a787-481a-8b8e-e39787298447 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (125397d3-29dd-4fc4-b2e2-d7c1b672649b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:08.419755 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e4a15fac-a787-481a-8b8e-e39787298447 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks [] for router_controller (125397d3-29dd-4fc4-b2e2-d7c1b672649b), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:08.464512 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac01c802-60e3-4134-8848-56eefde27209 None None] The sync data for ids ['125397d3-29dd-4fc4-b2e2-d7c1b672649b'] in n-d-833163-1 is: [{'id': '125397d3-29dd-4fc4-b2e2-d7c1b672649b', 'name': '', 'tenant_id': '44deb69bd71040d68237b98a514b991c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:52:00Z', 'updated_at': '2022-03-11T19:52:07Z', 'revision_number': 5, 'project_id': '44deb69bd71040d68237b98a514b991c', 'gw_port_host': None}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:52:08.478754 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6a396212-ca55-4cb4-abd2-d33161d7edbc tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (aac58d19-ea3a-43ad-852f-8b0e21d6b5ab), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:08.577519 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e4a15fac-a787-481a-8b8e-e39787298447 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (125397d3-29dd-4fc4-b2e2-d7c1b672649b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:08.579030 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a15fac-a787-481a-8b8e-e39787298447 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 125397d3-29dd-4fc4-b2e2-d7c1b672649b {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:52:08.590524 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e4a15fac-a787-481a-8b8e-e39787298447 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:08.598165 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e4a15fac-a787-481a-8b8e-e39787298447 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] 10.222.0.65 "DELETE /v2.0/routers/125397d3-29dd-4fc4-b2e2-d7c1b672649b HTTP/1.1" status: 204 len: 168 time: 2.0728834 Mar 11 19:52:08.603129 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59166) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:52:08.633911 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a396212-ca55-4cb4-abd2-d33161d7edbc tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:52:08.710624 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaf1f183-13a3-412e-9f85-d29e375bd24e tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Deleting subnet bb7a411b-8121-4edf-a5c0-a8c14876b96e {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:52:08.713230 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a396212-ca55-4cb4-abd2-d33161d7edbc tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Pushing event updated for resources: {'Port': ['ID=aac58d19-ea3a-43ad-852f-8b0e21d6b5ab,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:08.718505 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-6a396212-ca55-4cb4-abd2-d33161d7edbc tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:52:08.725524 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a396212-ca55-4cb4-abd2-d33161d7edbc tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:52:08.827868 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f183-13a3-412e-9f85-d29e375bd24e tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks [] for subnet (bb7a411b-8121-4edf-a5c0-a8c14876b96e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:09.146254 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f183-13a3-412e-9f85-d29e375bd24e tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (bb7a411b-8121-4edf-a5c0-a8c14876b96e), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:09.393834 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f183-13a3-412e-9f85-d29e375bd24e tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (bb7a411b-8121-4edf-a5c0-a8c14876b96e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:09.635102 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f183-13a3-412e-9f85-d29e375bd24e tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (bb7a411b-8121-4edf-a5c0-a8c14876b96e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:09.726659 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf1f183-13a3-412e-9f85-d29e375bd24e tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=bb7a411b-8121-4edf-a5c0-a8c14876b96e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:09.735582 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aaf1f183-13a3-412e-9f85-d29e375bd24e tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:09.743720 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59182) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:52:09.758482 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-aaf1f183-13a3-412e-9f85-d29e375bd24e tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] 10.222.0.65 "DELETE /v2.0/subnets/bb7a411b-8121-4edf-a5c0-a8c14876b96e HTTP/1.1" status: 204 len: 168 time: 1.1218739 Mar 11 19:52:09.951767 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6a396212-ca55-4cb4-abd2-d33161d7edbc tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks [] for router_gateway (a6a46ccd-3a49-49ed-bbae-c1bf436b3f5c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:09.955076 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c92144e2-ef12-4d85-bcf6-590cfe9e17fe tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (4ac41f27-d8dd-4c8a-b553-8e9bf4a78322), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:10.152771 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c92144e2-ef12-4d85-bcf6-590cfe9e17fe tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (4ac41f27-d8dd-4c8a-b553-8e9bf4a78322), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:10.183318 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-c92144e2-ef12-4d85-bcf6-590cfe9e17fe tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ac41f27-d8dd-4c8a-b553-8e9bf4a78322']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:10.217244 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-c92144e2-ef12-4d85-bcf6-590cfe9e17fe tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ea5c3eb-af29-4839-8ac9-c0f51a159ac9') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:10.217544 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-c92144e2-ef12-4d85-bcf6-590cfe9e17fe tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ea5c3eb-af29-4839-8ac9-c0f51a159ac9') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:10.246204 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c92144e2-ef12-4d85-bcf6-590cfe9e17fe tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (5ea5c3eb-af29-4839-8ac9-c0f51a159ac9), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:10.275982 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c92144e2-ef12-4d85-bcf6-590cfe9e17fe tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (5ea5c3eb-af29-4839-8ac9-c0f51a159ac9), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:10.293432 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c92144e2-ef12-4d85-bcf6-590cfe9e17fe tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Releasing vlan 878 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:52:10.294546 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c92144e2-ef12-4d85-bcf6-590cfe9e17fe tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (5ea5c3eb-af29-4839-8ac9-c0f51a159ac9), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:10.300586 n-d-833163-1 neutron-server[103884]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:52:10.300586 n-d-833163-1 neutron-server[103884]: items = [ Mar 11 19:52:10.300586 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:52:10.300586 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:52:10.300586 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:52:10.300586 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:52:10.300586 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:52:10.300586 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:52:10.300586 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:52:10.300586 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:52:10.300586 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:52:10.300586 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:52:10.300586 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:52:10.300586 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:52:10.300586 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:52:10.300586 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:52:10.300586 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:52:10.300586 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:52:10.300586 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:52:10.300586 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:52:10.300586 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:52:10.300586 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:52:10.300586 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:52:10.300586 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:52:10.300586 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:52:10.300586 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:52:10.300586 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:52:10.300586 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:52:10.300586 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:52:10.300586 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:52:10.300586 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:52:10.300586 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:52:10.300586 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:52:10.300586 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:52:10.421680 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6a396212-ca55-4cb4-abd2-d33161d7edbc tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (a6a46ccd-3a49-49ed-bbae-c1bf436b3f5c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:10.463730 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c92144e2-ef12-4d85-bcf6-590cfe9e17fe tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (4ac41f27-d8dd-4c8a-b553-8e9bf4a78322), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:10.479911 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c92144e2-ef12-4d85-bcf6-590cfe9e17fe tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4ac41f27-d8dd-4c8a-b553-8e9bf4a78322 {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 11 19:52:10.491575 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c92144e2-ef12-4d85-bcf6-590cfe9e17fe tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:10.507538 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c92144e2-ef12-4d85-bcf6-590cfe9e17fe tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] 10.222.0.65 "DELETE /v2.0/networks/4ac41f27-d8dd-4c8a-b553-8e9bf4a78322 HTTP/1.1" status: 204 len: 168 time: 0.7626908 Mar 11 19:52:10.536090 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92144e2-ef12-4d85-bcf6-590cfe9e17fe tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Pushing event deleted for resources: {'Network': ['ID=4ac41f27-d8dd-4c8a-b553-8e9bf4a78322,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:10.752373 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a396212-ca55-4cb4-abd2-d33161d7edbc tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Router a6a46ccd-3a49-49ed-bbae-c1bf436b3f5c is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:52:11.026738 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a396212-ca55-4cb4-abd2-d33161d7edbc tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:52:11.109799 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6a396212-ca55-4cb4-abd2-d33161d7edbc tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:11.125520 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-6a396212-ca55-4cb4-abd2-d33161d7edbc tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.2361472 Mar 11 19:52:11.128183 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59216) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:52:11.232440 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59220) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:52:11.237872 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-e712773b-b4d2-40ec-a3b3-d08a0563a82a tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Request body: {'router': {'name': 'tempest-router--1159787267', 'project_id': '9ce7cf6819b54583967db06a66a0ee61'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:52:11.301487 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e712773b-b4d2-40ec-a3b3-d08a0563a82a tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (61e67dc7-586e-433a-a420-c8445b3cfbb4), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:11.303842 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e712773b-b4d2-40ec-a3b3-d08a0563a82a tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (61e67dc7-586e-433a-a420-c8445b3cfbb4), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:11.449651 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e712773b-b4d2-40ec-a3b3-d08a0563a82a tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks [] for router_controller (61e67dc7-586e-433a-a420-c8445b3cfbb4), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:11.461056 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e712773b-b4d2-40ec-a3b3-d08a0563a82a tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (61e67dc7-586e-433a-a420-c8445b3cfbb4), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:11.493999 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e712773b-b4d2-40ec-a3b3-d08a0563a82a tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:11.499687 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-e712773b-b4d2-40ec-a3b3-d08a0563a82a tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2635183 Mar 11 19:52:11.500238 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59226) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:52:11.525020 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59228) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:52:11.525619 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d1344386-3876-49d0-b20a-6bd362346b80 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] 10.222.0.65 "GET /v2.0/routers/a6a46ccd-3a49-49ed-bbae-c1bf436b3f5c HTTP/1.1" status: 200 len: 925 time: 0.3961604 Mar 11 19:52:11.713999 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1259b9a7-ce47-42e3-8b60-0c167e106c6d None None] Sync routers for ids ['a6a46ccd-3a49-49ed-bbae-c1bf436b3f5c'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:52:11.737443 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1259b9a7-ce47-42e3-8b60-0c167e106c6d None None] Routers {'a6a46ccd-3a49-49ed-bbae-c1bf436b3f5c'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:52:11.737985 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-1259b9a7-ce47-42e3-8b60-0c167e106c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:51:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['a6a46ccd-3a49-49ed-bbae-c1bf436b3f5c'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:11.824792 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-1259b9a7-ce47-42e3-8b60-0c167e106c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:11.851419 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1259b9a7-ce47-42e3-8b60-0c167e106c6d None None] Routers {'a6a46ccd-3a49-49ed-bbae-c1bf436b3f5c'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:52:11.854603 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-1259b9a7-ce47-42e3-8b60-0c167e106c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:51:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['a6a46ccd-3a49-49ed-bbae-c1bf436b3f5c'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:11.944441 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-1259b9a7-ce47-42e3-8b60-0c167e106c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:11.945434 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1259b9a7-ce47-42e3-8b60-0c167e106c6d None None] The sync data for ids ['a6a46ccd-3a49-49ed-bbae-c1bf436b3f5c'] in n-d-833163-1 is: [] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:52:12.362396 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59242) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:52:12.371159 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-bd32222d-7a8f-4276-bea3-eae1701549c4 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] 10.222.0.65 "GET /v2.0/ports?device_id=a6a46ccd-3a49-49ed-bbae-c1bf436b3f5c HTTP/1.1" status: 200 len: 205 time: 0.8426361 Mar 11 19:52:12.472840 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-be370900-4594-4e8b-8281-b1e895812d62 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks [] for router (61e67dc7-586e-433a-a420-c8445b3cfbb4), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:12.663957 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f61f7c0d-65b6-4186-accd-51b0df8d7ef8 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks [] for router (a6a46ccd-3a49-49ed-bbae-c1bf436b3f5c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:12.902652 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-be370900-4594-4e8b-8281-b1e895812d62 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (61e67dc7-586e-433a-a420-c8445b3cfbb4), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:12.905276 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-be370900-4594-4e8b-8281-b1e895812d62 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks [] for router_controller (61e67dc7-586e-433a-a420-c8445b3cfbb4), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:12.928687 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f61f7c0d-65b6-4186-accd-51b0df8d7ef8 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks [] for router_gateway (a6a46ccd-3a49-49ed-bbae-c1bf436b3f5c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:13.018842 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-be370900-4594-4e8b-8281-b1e895812d62 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (61e67dc7-586e-433a-a420-c8445b3cfbb4), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:13.019524 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be370900-4594-4e8b-8281-b1e895812d62 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 61e67dc7-586e-433a-a420-c8445b3cfbb4 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:52:13.024963 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-be370900-4594-4e8b-8281-b1e895812d62 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:13.033601 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-be370900-4594-4e8b-8281-b1e895812d62 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] 10.222.0.65 "DELETE /v2.0/routers/61e67dc7-586e-433a-a420-c8445b3cfbb4 HTTP/1.1" status: 204 len: 168 time: 1.5267377 Mar 11 19:52:13.117408 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-f61f7c0d-65b6-4186-accd-51b0df8d7ef8 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Deleting port aac58d19-ea3a-43ad-852f-8b0e21d6b5ab {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:52:13.118018 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f61f7c0d-65b6-4186-accd-51b0df8d7ef8 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (aac58d19-ea3a-43ad-852f-8b0e21d6b5ab), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:13.321384 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59258) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:52:13.457783 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f61f7c0d-65b6-4186-accd-51b0df8d7ef8 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (aac58d19-ea3a-43ad-852f-8b0e21d6b5ab), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:13.538251 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-f61f7c0d-65b6-4186-accd-51b0df8d7ef8 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Calling delete_port for aac58d19-ea3a-43ad-852f-8b0e21d6b5ab owned by network:router_gateway {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:52:13.706758 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59272) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:52:13.899742 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-66551117-77b5-45f5-8145-147aa7935a39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:13.962257 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-050a9317-666a-4a9b-b955-ea22077ec39b tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1220326235', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}, 'admin_state_up': False}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:52:14.020562 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-050a9317-666a-4a9b-b955-ea22077ec39b tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (4484c9ff-f6e4-464b-980f-9bf06582a7ca), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:14.021887 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-050a9317-666a-4a9b-b955-ea22077ec39b tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (4484c9ff-f6e4-464b-980f-9bf06582a7ca), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:14.109653 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f61f7c0d-65b6-4186-accd-51b0df8d7ef8 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (aac58d19-ea3a-43ad-852f-8b0e21d6b5ab), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:14.159658 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61f7c0d-65b6-4186-accd-51b0df8d7ef8 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Pushing event deleted for resources: {'Port': ['ID=aac58d19-ea3a-43ad-852f-8b0e21d6b5ab,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:14.246394 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-050a9317-666a-4a9b-b955-ea22077ec39b tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks [] for router_controller (4484c9ff-f6e4-464b-980f-9bf06582a7ca), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:14.287258 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f61f7c0d-65b6-4186-accd-51b0df8d7ef8 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (a6a46ccd-3a49-49ed-bbae-c1bf436b3f5c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:14.500523 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f61f7c0d-65b6-4186-accd-51b0df8d7ef8 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (a6a46ccd-3a49-49ed-bbae-c1bf436b3f5c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:14.507077 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f61f7c0d-65b6-4186-accd-51b0df8d7ef8 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks [] for router_controller (a6a46ccd-3a49-49ed-bbae-c1bf436b3f5c), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:14.541177 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-050a9317-666a-4a9b-b955-ea22077ec39b tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks [] for router_gateway (4484c9ff-f6e4-464b-980f-9bf06582a7ca), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:14.642779 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-66551117-77b5-45f5-8145-147aa7935a39 admin admin] Publish callbacks [] for security_group (7cdbca1b-f5cc-490b-bd67-eeeb543b18b9), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:14.660862 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f61f7c0d-65b6-4186-accd-51b0df8d7ef8 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (a6a46ccd-3a49-49ed-bbae-c1bf436b3f5c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:14.665819 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f61f7c0d-65b6-4186-accd-51b0df8d7ef8 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Fanout notify agent at l3_agent the message router_deleted on router a6a46ccd-3a49-49ed-bbae-c1bf436b3f5c {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:52:14.678945 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-66551117-77b5-45f5-8145-147aa7935a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (7cdbca1b-f5cc-490b-bd67-eeeb543b18b9), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:14.699507 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f61f7c0d-65b6-4186-accd-51b0df8d7ef8 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:14.708793 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f61f7c0d-65b6-4186-accd-51b0df8d7ef8 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] 10.222.0.65 "DELETE /v2.0/routers/a6a46ccd-3a49-49ed-bbae-c1bf436b3f5c HTTP/1.1" status: 204 len: 168 time: 2.3447146 Mar 11 19:52:14.711002 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59282) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:52:14.730642 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-7e75f1e1-6214-4b99-80bc-84236af91de0 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2027082170', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'enable_snat': False}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:52:14.747527 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-66551117-77b5-45f5-8145-147aa7935a39 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4ee0cb83b21843fe98ffe89724476aaa&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4264612 Mar 11 19:52:14.751528 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59288) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:52:14.899876 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66551117-77b5-45f5-8145-147aa7935a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cdbca1b-f5cc-490b-bd67-eeeb543b18b9,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:15.273574 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-050a9317-666a-4a9b-b955-ea22077ec39b tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks [] for router_gateway (4484c9ff-f6e4-464b-980f-9bf06582a7ca), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:15.312821 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59306) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:52:15.313980 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-050a9317-666a-4a9b-b955-ea22077ec39b tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:15.458078 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7e75f1e1-6214-4b99-80bc-84236af91de0 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (ee0947c8-078a-459a-8744-0728bc235224), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:15.464942 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7e75f1e1-6214-4b99-80bc-84236af91de0 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (ee0947c8-078a-459a-8744-0728bc235224), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:15.614281 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-050a9317-666a-4a9b-b955-ea22077ec39b tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Allocated IP 172.25.8.190 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/5dfcfea8-4b72-4728-9986-36cbbb644716) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:52:15.650012 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0d0a6e31-7723-45ba-9b47-0739ed01bf6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:15.677869 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7e75f1e1-6214-4b99-80bc-84236af91de0 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks [] for router_controller (ee0947c8-078a-459a-8744-0728bc235224), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:15.840211 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4da9f7bd-9331-4178-8574-8ae3167ddd02 admin admin] Publish callbacks [] for security_group (7cdbca1b-f5cc-490b-bd67-eeeb543b18b9), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:15.956551 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4da9f7bd-9331-4178-8574-8ae3167ddd02 admin admin] Publish callbacks [] for security_group (7cdbca1b-f5cc-490b-bd67-eeeb543b18b9), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:16.159705 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7e75f1e1-6214-4b99-80bc-84236af91de0 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks [] for router_gateway (ee0947c8-078a-459a-8744-0728bc235224), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:16.194654 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0d0a6e31-7723-45ba-9b47-0739ed01bf6f admin admin] Publish callbacks [] for security_group (78cec7e9-88d7-4e39-acd6-79020bbc339e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:16.203205 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-050a9317-666a-4a9b-b955-ea22077ec39b tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks [] for port (5dfcfea8-4b72-4728-9986-36cbbb644716), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:16.208410 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0d0a6e31-7723-45ba-9b47-0739ed01bf6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (78cec7e9-88d7-4e39-acd6-79020bbc339e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:16.310474 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4da9f7bd-9331-4178-8574-8ae3167ddd02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (7cdbca1b-f5cc-490b-bd67-eeeb543b18b9), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:16.324649 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4da9f7bd-9331-4178-8574-8ae3167ddd02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:16.331429 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4da9f7bd-9331-4178-8574-8ae3167ddd02 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7cdbca1b-f5cc-490b-bd67-eeeb543b18b9 HTTP/1.1" status: 204 len: 168 time: 1.5741115 Mar 11 19:52:16.366915 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da9f7bd-9331-4178-8574-8ae3167ddd02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cdbca1b-f5cc-490b-bd67-eeeb543b18b9,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:16.400778 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da9f7bd-9331-4178-8574-8ae3167ddd02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:16.401364 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da9f7bd-9331-4178-8574-8ae3167ddd02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:16.401914 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da9f7bd-9331-4178-8574-8ae3167ddd02 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:16.402535 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da9f7bd-9331-4178-8574-8ae3167ddd02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:16.403077 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da9f7bd-9331-4178-8574-8ae3167ddd02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:16.403936 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da9f7bd-9331-4178-8574-8ae3167ddd02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:16.404498 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da9f7bd-9331-4178-8574-8ae3167ddd02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:16.405372 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da9f7bd-9331-4178-8574-8ae3167ddd02 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:16.405998 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-0d0a6e31-7723-45ba-9b47-0739ed01bf6f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e4ed9d9e1ad5428da0b4b1863e34f271&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0898411 Mar 11 19:52:16.406402 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da9f7bd-9331-4178-8574-8ae3167ddd02 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:16.406954 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da9f7bd-9331-4178-8574-8ae3167ddd02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:16.407827 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da9f7bd-9331-4178-8574-8ae3167ddd02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:16.408372 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da9f7bd-9331-4178-8574-8ae3167ddd02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:16.409205 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da9f7bd-9331-4178-8574-8ae3167ddd02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:16.420542 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59328) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:52:16.523915 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0a6e31-7723-45ba-9b47-0739ed01bf6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78cec7e9-88d7-4e39-acd6-79020bbc339e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:16.601817 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-050a9317-666a-4a9b-b955-ea22077ec39b tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (5dfcfea8-4b72-4728-9986-36cbbb644716), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:16.671557 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8be31ea4-7488-466c-9653-ab888e0303f8 admin admin] Publish callbacks [] for security_group (78cec7e9-88d7-4e39-acd6-79020bbc339e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:16.753915 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050a9317-666a-4a9b-b955-ea22077ec39b tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Pushing event updated for resources: {'Port': ['ID=5dfcfea8-4b72-4728-9986-36cbbb644716,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:16.790592 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8be31ea4-7488-466c-9653-ab888e0303f8 admin admin] Publish callbacks [] for security_group (78cec7e9-88d7-4e39-acd6-79020bbc339e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:16.791581 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050a9317-666a-4a9b-b955-ea22077ec39b tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:52:16.793105 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-050a9317-666a-4a9b-b955-ea22077ec39b tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:52:16.796730 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050a9317-666a-4a9b-b955-ea22077ec39b tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:52:16.899772 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8be31ea4-7488-466c-9653-ab888e0303f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (78cec7e9-88d7-4e39-acd6-79020bbc339e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:16.904452 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8be31ea4-7488-466c-9653-ab888e0303f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:16.905698 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8be31ea4-7488-466c-9653-ab888e0303f8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/78cec7e9-88d7-4e39-acd6-79020bbc339e HTTP/1.1" status: 204 len: 168 time: 0.4103856 Mar 11 19:52:17.054983 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59336) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:52:17.101436 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be31ea4-7488-466c-9653-ab888e0303f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78cec7e9-88d7-4e39-acd6-79020bbc339e,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:17.164094 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c94b50e5-bd3c-402d-bbf7-2306648d385a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:17.377225 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7e75f1e1-6214-4b99-80bc-84236af91de0 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks [] for router_gateway (ee0947c8-078a-459a-8744-0728bc235224), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:17.442318 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7e75f1e1-6214-4b99-80bc-84236af91de0 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:17.609143 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-050a9317-666a-4a9b-b955-ea22077ec39b tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks [] for router_gateway (4484c9ff-f6e4-464b-980f-9bf06582a7ca), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:17.759809 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-7e75f1e1-6214-4b99-80bc-84236af91de0 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Allocated IP 172.25.8.250 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/9d894a3f-c9b6-4951-8ab1-93aef1ee816c) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:52:17.768639 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c94b50e5-bd3c-402d-bbf7-2306648d385a admin admin] Publish callbacks [] for security_group (1b52d882-649b-4354-baa5-6bdab1b4c686), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:17.789053 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c94b50e5-bd3c-402d-bbf7-2306648d385a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (1b52d882-649b-4354-baa5-6bdab1b4c686), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:17.869249 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-c94b50e5-bd3c-402d-bbf7-2306648d385a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=558b523f7103463b985346a72a343244&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8131869 Mar 11 19:52:17.871617 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59358) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:52:18.014817 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7e75f1e1-6214-4b99-80bc-84236af91de0 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks [] for port (9d894a3f-c9b6-4951-8ab1-93aef1ee816c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:18.033953 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94b50e5-bd3c-402d-bbf7-2306648d385a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b52d882-649b-4354-baa5-6bdab1b4c686,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:18.122486 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7e75f1e1-6214-4b99-80bc-84236af91de0 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (9d894a3f-c9b6-4951-8ab1-93aef1ee816c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:18.145289 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-82ca191d-d4bc-43ab-a3b6-a65b761902b4 admin admin] Publish callbacks [] for security_group (1b52d882-649b-4354-baa5-6bdab1b4c686), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:18.188801 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e75f1e1-6214-4b99-80bc-84236af91de0 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:52:18.206349 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-7e75f1e1-6214-4b99-80bc-84236af91de0 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:52:18.213436 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e75f1e1-6214-4b99-80bc-84236af91de0 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:52:18.226049 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-82ca191d-d4bc-43ab-a3b6-a65b761902b4 admin admin] Publish callbacks [] for security_group (1b52d882-649b-4354-baa5-6bdab1b4c686), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:18.354692 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e75f1e1-6214-4b99-80bc-84236af91de0 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Pushing event updated for resources: {'Port': ['ID=9d894a3f-c9b6-4951-8ab1-93aef1ee816c,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:18.360462 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-82ca191d-d4bc-43ab-a3b6-a65b761902b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (1b52d882-649b-4354-baa5-6bdab1b4c686), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:18.367317 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-82ca191d-d4bc-43ab-a3b6-a65b761902b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:18.371348 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-82ca191d-d4bc-43ab-a3b6-a65b761902b4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1b52d882-649b-4354-baa5-6bdab1b4c686 HTTP/1.1" status: 204 len: 168 time: 0.4877820 Mar 11 19:52:18.407366 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-050a9317-666a-4a9b-b955-ea22077ec39b tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (4484c9ff-f6e4-464b-980f-9bf06582a7ca), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:18.417533 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ca191d-d4bc-43ab-a3b6-a65b761902b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b52d882-649b-4354-baa5-6bdab1b4c686,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:18.689514 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-050a9317-666a-4a9b-b955-ea22077ec39b tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Router 4484c9ff-f6e4-464b-980f-9bf06582a7ca is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:52:18.822840 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050a9317-666a-4a9b-b955-ea22077ec39b tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:52:18.834699 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401b299b-1fdc-4aaf-ad75-8cdfb9ccf6a4 None None] Sync routers for ids ['4484c9ff-f6e4-464b-980f-9bf06582a7ca'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:52:18.849906 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401b299b-1fdc-4aaf-ad75-8cdfb9ccf6a4 None None] Routers {'4484c9ff-f6e4-464b-980f-9bf06582a7ca'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:52:18.850544 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-401b299b-1fdc-4aaf-ad75-8cdfb9ccf6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:51:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['4484c9ff-f6e4-464b-980f-9bf06582a7ca'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:18.868210 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-050a9317-666a-4a9b-b955-ea22077ec39b tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:18.871385 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-050a9317-666a-4a9b-b955-ea22077ec39b tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.1620529 Mar 11 19:52:18.873017 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59386) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:52:18.998230 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-401b299b-1fdc-4aaf-ad75-8cdfb9ccf6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:19.044176 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401b299b-1fdc-4aaf-ad75-8cdfb9ccf6a4 None None] Routers {'4484c9ff-f6e4-464b-980f-9bf06582a7ca'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:52:19.049215 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-401b299b-1fdc-4aaf-ad75-8cdfb9ccf6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:51:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['4484c9ff-f6e4-464b-980f-9bf06582a7ca'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:19.137162 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-401b299b-1fdc-4aaf-ad75-8cdfb9ccf6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:19.138131 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401b299b-1fdc-4aaf-ad75-8cdfb9ccf6a4 None None] The sync data for ids ['4484c9ff-f6e4-464b-980f-9bf06582a7ca'] in n-d-833163-1 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:52:19.141979 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:19.164897 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7e75f1e1-6214-4b99-80bc-84236af91de0 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks [] for router_gateway (ee0947c8-078a-459a-8744-0728bc235224), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:19.250478 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ae7bf058-9719-4d66-8338-b7cea63f660d tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] 10.222.0.65 "GET /v2.0/routers/4484c9ff-f6e4-464b-980f-9bf06582a7ca HTTP/1.1" status: 200 len: 921 time: 0.3762147 Mar 11 19:52:19.257860 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59394) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:52:19.348824 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-117f4711-0617-4ec5-a7b4-8a96c9bca9ca tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] 10.222.0.65 "GET /v2.0/ports?device_id=4484c9ff-f6e4-464b-980f-9bf06582a7ca HTTP/1.1" status: 200 len: 205 time: 0.0895374 Mar 11 19:52:19.350032 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59398) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:52:19.614685 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2e4f992e-3b6f-4bf1-9d73-44e8b3153e9f tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks [] for router (4484c9ff-f6e4-464b-980f-9bf06582a7ca), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:19.695826 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7e75f1e1-6214-4b99-80bc-84236af91de0 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (ee0947c8-078a-459a-8744-0728bc235224), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:19.892117 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2e4f992e-3b6f-4bf1-9d73-44e8b3153e9f tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks [] for router_gateway (4484c9ff-f6e4-464b-980f-9bf06582a7ca), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:19.939534 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e75f1e1-6214-4b99-80bc-84236af91de0 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Router ee0947c8-078a-459a-8744-0728bc235224 is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:52:20.013424 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-2e4f992e-3b6f-4bf1-9d73-44e8b3153e9f tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Deleting port 5dfcfea8-4b72-4728-9986-36cbbb644716 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:52:20.013880 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2e4f992e-3b6f-4bf1-9d73-44e8b3153e9f tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (5dfcfea8-4b72-4728-9986-36cbbb644716), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:20.157024 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e75f1e1-6214-4b99-80bc-84236af91de0 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:52:20.173314 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1580e4-3991-430a-92c1-65fca644a211 None None] Sync routers for ids ['ee0947c8-078a-459a-8744-0728bc235224'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:52:20.213817 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1580e4-3991-430a-92c1-65fca644a211 None None] Routers {'ee0947c8-078a-459a-8744-0728bc235224'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:52:20.215717 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2e4f992e-3b6f-4bf1-9d73-44e8b3153e9f tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (5dfcfea8-4b72-4728-9986-36cbbb644716), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:20.217388 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-fe1580e4-3991-430a-92c1-65fca644a211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:51:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['ee0947c8-078a-459a-8744-0728bc235224'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:20.245804 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7e75f1e1-6214-4b99-80bc-84236af91de0 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:20.248932 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-7e75f1e1-6214-4b99-80bc-84236af91de0 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.5366642 Mar 11 19:52:20.251772 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59420) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:52:20.265588 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-2e4f992e-3b6f-4bf1-9d73-44e8b3153e9f tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Calling delete_port for 5dfcfea8-4b72-4728-9986-36cbbb644716 owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:52:20.506610 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-fe1580e4-3991-430a-92c1-65fca644a211 None None] Set router ee0947c8-078a-459a-8744-0728bc235224 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:52:20.539072 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-89f7b4fc-f074-41e0-a201-10b7b4aa7aa5 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] 10.222.0.65 "GET /v2.0/routers/ee0947c8-078a-459a-8744-0728bc235224 HTTP/1.1" status: 200 len: 909 time: 0.2854686 Mar 11 19:52:20.540438 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59430) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:52:20.545256 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-ec860ee2-7f3a-4f9a-bbd1-c407551c8013 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2027082170', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'enable_snat': True}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:52:20.573619 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ec860ee2-7f3a-4f9a-bbd1-c407551c8013 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (aedd254b-9b96-445d-8647-d53d74e080a6), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:20.576335 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ec860ee2-7f3a-4f9a-bbd1-c407551c8013 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (aedd254b-9b96-445d-8647-d53d74e080a6), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:20.711783 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ec860ee2-7f3a-4f9a-bbd1-c407551c8013 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks [] for router_controller (aedd254b-9b96-445d-8647-d53d74e080a6), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:20.755107 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2e4f992e-3b6f-4bf1-9d73-44e8b3153e9f tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (5dfcfea8-4b72-4728-9986-36cbbb644716), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:20.961918 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4f992e-3b6f-4bf1-9d73-44e8b3153e9f tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Pushing event deleted for resources: {'Port': ['ID=5dfcfea8-4b72-4728-9986-36cbbb644716,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:21.083150 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4f992e-3b6f-4bf1-9d73-44e8b3153e9f tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:21.085988 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4f992e-3b6f-4bf1-9d73-44e8b3153e9f tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:21.086850 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4f992e-3b6f-4bf1-9d73-44e8b3153e9f tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:21.087773 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4f992e-3b6f-4bf1-9d73-44e8b3153e9f tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:21.091359 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4f992e-3b6f-4bf1-9d73-44e8b3153e9f tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:21.092074 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4f992e-3b6f-4bf1-9d73-44e8b3153e9f tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:21.093647 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4f992e-3b6f-4bf1-9d73-44e8b3153e9f tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:21.095497 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4f992e-3b6f-4bf1-9d73-44e8b3153e9f tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:21.096791 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4f992e-3b6f-4bf1-9d73-44e8b3153e9f tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:21.097693 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4f992e-3b6f-4bf1-9d73-44e8b3153e9f tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:21.100360 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4f992e-3b6f-4bf1-9d73-44e8b3153e9f tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:21.101064 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4f992e-3b6f-4bf1-9d73-44e8b3153e9f tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:21.101570 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e4f992e-3b6f-4bf1-9d73-44e8b3153e9f tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:21.155293 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2e4f992e-3b6f-4bf1-9d73-44e8b3153e9f tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (4484c9ff-f6e4-464b-980f-9bf06582a7ca), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:21.455414 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-fe1580e4-3991-430a-92c1-65fca644a211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee0947c8-078a-459a-8744-0728bc235224', 'name': 'tempest-snat-router-2027082170', 'tenant_id': '4888678ef40b445881d89e8f72540441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.250'}], 'enable_snat': False}, 'gw_port_id': '9d894a3f-c9b6-4951-8ab1-93aef1ee816c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:52:15Z', 'updated_at': '2022-03-11T19:52:18Z', 'revision_number': 3, 'project_id': '4888678ef40b445881d89e8f72540441', 'gw_port': {'id': '9d894a3f-c9b6-4951-8ab1-93aef1ee816c', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a3:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee0947c8-078a-459a-8744-0728bc235224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:52:17Z', 'updated_at': '2022-03-11T19:52:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:21.466331 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2e4f992e-3b6f-4bf1-9d73-44e8b3153e9f tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (4484c9ff-f6e4-464b-980f-9bf06582a7ca), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:21.473997 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2e4f992e-3b6f-4bf1-9d73-44e8b3153e9f tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks [] for router_controller (4484c9ff-f6e4-464b-980f-9bf06582a7ca), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:21.518752 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1580e4-3991-430a-92c1-65fca644a211 None None] Checking router: ee0947c8-078a-459a-8744-0728bc235224 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:52:21.519104 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1580e4-3991-430a-92c1-65fca644a211 None None] Updating router ee0947c8-078a-459a-8744-0728bc235224 port 9d894a3f-c9b6-4951-8ab1-93aef1ee816c binding host n-d-833163-1 {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:52:21.601852 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:52:21.607055 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ec860ee2-7f3a-4f9a-bbd1-c407551c8013 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks [] for router_gateway (aedd254b-9b96-445d-8647-d53d74e080a6), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:21.616587 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fe1580e4-3991-430a-92c1-65fca644a211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (9d894a3f-c9b6-4951-8ab1-93aef1ee816c), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:21.635267 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2e4f992e-3b6f-4bf1-9d73-44e8b3153e9f tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (4484c9ff-f6e4-464b-980f-9bf06582a7ca), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:21.637603 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4f992e-3b6f-4bf1-9d73-44e8b3153e9f tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Fanout notify agent at l3_agent the message router_deleted on router 4484c9ff-f6e4-464b-980f-9bf06582a7ca {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:52:21.664856 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2e4f992e-3b6f-4bf1-9d73-44e8b3153e9f tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:21.672136 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-2e4f992e-3b6f-4bf1-9d73-44e8b3153e9f tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] 10.222.0.65 "DELETE /v2.0/routers/4484c9ff-f6e4-464b-980f-9bf06582a7ca HTTP/1.1" status: 204 len: 168 time: 2.3210077 Mar 11 19:52:21.677444 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59468) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:52:21.701637 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-58727ea1-3e06-44c7-bf41-40e18d01a52e tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Request body: {'router': {'name': 'tempest-snat-router-4358532', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'enable_snat': False}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:52:21.915048 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-58727ea1-3e06-44c7-bf41-40e18d01a52e tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (0a374788-ad69-4dae-aff8-ad4589465151), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:21.916521 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-58727ea1-3e06-44c7-bf41-40e18d01a52e tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (0a374788-ad69-4dae-aff8-ad4589465151), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:22.058325 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-58727ea1-3e06-44c7-bf41-40e18d01a52e tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks [] for router_controller (0a374788-ad69-4dae-aff8-ad4589465151), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:22.343707 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4356ee2b-7c59-4dda-b636-8fdab08305ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:22.405254 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fe1580e4-3991-430a-92c1-65fca644a211 None None] Publish callbacks [] for port (9d894a3f-c9b6-4951-8ab1-93aef1ee816c), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:22.413577 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fe1580e4-3991-430a-92c1-65fca644a211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (9d894a3f-c9b6-4951-8ab1-93aef1ee816c), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:22.462451 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6325c4da-08cc-43d5-a1f1-7fb0965e2070 None None] Pushing event updated for resources: {'Port': ['ID=9d894a3f-c9b6-4951-8ab1-93aef1ee816c,revision_number=2']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:22.514447 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-fe1580e4-3991-430a-92c1-65fca644a211 None None] Attempting to bind port 9d894a3f-c9b6-4951-8ab1-93aef1ee816c on host n-d-833163-1 for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:52:22.516020 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-fe1580e4-3991-430a-92c1-65fca644a211 None None] Attempting to bind port 9d894a3f-c9b6-4951-8ab1-93aef1ee816c by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:52:22.516492 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1580e4-3991-430a-92c1-65fca644a211 None None] Attempting to bind port 9d894a3f-c9b6-4951-8ab1-93aef1ee816c on network 612cc066-33e3-444d-b1c7-d0a64751482a {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:52:22.529047 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1580e4-3991-430a-92c1-65fca644a211 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:52:22.529548 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1580e4-3991-430a-92c1-65fca644a211 None None] Checking segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:52:22.530046 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fe1580e4-3991-430a-92c1-65fca644a211 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:22.530696 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1580e4-3991-430a-92c1-65fca644a211 None None] Bound using segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:52:22.531429 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-fe1580e4-3991-430a-92c1-65fca644a211 None None] Bound port: 9d894a3f-c9b6-4951-8ab1-93aef1ee816c, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:52:22.532053 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fe1580e4-3991-430a-92c1-65fca644a211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (9d894a3f-c9b6-4951-8ab1-93aef1ee816c), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:22.613389 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-fe1580e4-3991-430a-92c1-65fca644a211 None None] For port 9d894a3f-c9b6-4951-8ab1-93aef1ee816c, host n-d-833163-1, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:52:22.618231 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-fe1580e4-3991-430a-92c1-65fca644a211 None None] For port 9d894a3f-c9b6-4951-8ab1-93aef1ee816c, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=9d894a3f-c9b6-4951-8ab1-93aef1ee816c,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:52:22.619886 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-58727ea1-3e06-44c7-bf41-40e18d01a52e tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks [] for router_gateway (0a374788-ad69-4dae-aff8-ad4589465151), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:22.630415 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fe1580e4-3991-430a-92c1-65fca644a211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (9d894a3f-c9b6-4951-8ab1-93aef1ee816c), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:22.680571 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:22.789113 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6325c4da-08cc-43d5-a1f1-7fb0965e2070 None None] Pushing event updated for resources: {'Port': ['ID=9d894a3f-c9b6-4951-8ab1-93aef1ee816c,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:22.823795 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1580e4-3991-430a-92c1-65fca644a211 None None] Routers {'ee0947c8-078a-459a-8744-0728bc235224'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:52:22.824437 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-fe1580e4-3991-430a-92c1-65fca644a211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:51:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['ee0947c8-078a-459a-8744-0728bc235224'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:23.168496 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-fe1580e4-3991-430a-92c1-65fca644a211 None None] Set router ee0947c8-078a-459a-8744-0728bc235224 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:52:23.386473 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ec860ee2-7f3a-4f9a-bbd1-c407551c8013 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks [] for router_gateway (aedd254b-9b96-445d-8647-d53d74e080a6), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:23.390783 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8b3220b9-f751-4d57-92e6-0f821b0511ff req-011fdbb7-0818-4048-8495-a8365c608f30 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ea80ae5a-1770-4614-b58b-2cd89b29072a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4500592 Mar 11 19:52:23.556857 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ec860ee2-7f3a-4f9a-bbd1-c407551c8013 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:23.565872 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3220b9-f751-4d57-92e6-0f821b0511ff req-3eba6125-bb6d-4ef3-9d53-66241f68b913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:52:23.569940 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8b3220b9-f751-4d57-92e6-0f821b0511ff req-3eba6125-bb6d-4ef3-9d53-66241f68b913 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=576d2a7c254e4aed8ead0c581ff9c26f&device_id=ea80ae5a-1770-4614-b58b-2cd89b29072a HTTP/1.1" status: 200 len: 1127 time: 0.1249723 Mar 11 19:52:23.702560 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-fe1580e4-3991-430a-92c1-65fca644a211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee0947c8-078a-459a-8744-0728bc235224', 'name': 'tempest-snat-router-2027082170', 'tenant_id': '4888678ef40b445881d89e8f72540441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.250'}], 'enable_snat': False}, 'gw_port_id': '9d894a3f-c9b6-4951-8ab1-93aef1ee816c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:52:15Z', 'updated_at': '2022-03-11T19:52:18Z', 'revision_number': 3, 'project_id': '4888678ef40b445881d89e8f72540441', 'gw_port': {'id': '9d894a3f-c9b6-4951-8ab1-93aef1ee816c', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a3:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee0947c8-078a-459a-8744-0728bc235224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:52:17Z', 'updated_at': '2022-03-11T19:52:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:23.778307 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1580e4-3991-430a-92c1-65fca644a211 None None] The sync data for ids ['ee0947c8-078a-459a-8744-0728bc235224'] in n-d-833163-1 is: [{'id': 'ee0947c8-078a-459a-8744-0728bc235224', 'name': 'tempest-snat-router-2027082170', 'tenant_id': '4888678ef40b445881d89e8f72540441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.250'}], 'enable_snat': False}, 'gw_port_id': '9d894a3f-c9b6-4951-8ab1-93aef1ee816c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:52:15Z', 'updated_at': '2022-03-11T19:52:18Z', 'revision_number': 3, 'project_id': '4888678ef40b445881d89e8f72540441', 'gw_port': {'id': '9d894a3f-c9b6-4951-8ab1-93aef1ee816c', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a3:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee0947c8-078a-459a-8744-0728bc235224', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:52:17Z', 'updated_at': '2022-03-11T19:52:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-833163-1'}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:52:23.897412 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3220b9-f751-4d57-92e6-0f821b0511ff req-0c835882-1d15-486b-8700-668803887ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:52:23.908769 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8b3220b9-f751-4d57-92e6-0f821b0511ff req-0c835882-1d15-486b-8700-668803887ee2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fa906f4a-19f4-4b7d-8351-256fb4a2150c HTTP/1.1" status: 200 len: 911 time: 0.3138337 Mar 11 19:52:23.969463 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-ec860ee2-7f3a-4f9a-bbd1-c407551c8013 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Allocated IP 172.25.8.186 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/25960473-907c-41f2-96af-6892462ff314) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:52:24.203072 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8b3220b9-f751-4d57-92e6-0f821b0511ff req-d2844df0-8443-4f4b-a85c-e7f6ad3983b3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=802c4956-6bd2-4306-866f-84b72ce6256e HTTP/1.1" status: 200 len: 1001 time: 0.2911732 Mar 11 19:52:24.324521 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-58727ea1-3e06-44c7-bf41-40e18d01a52e tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks [] for router_gateway (0a374788-ad69-4dae-aff8-ad4589465151), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:24.410439 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-58727ea1-3e06-44c7-bf41-40e18d01a52e tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:24.431334 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3220b9-f751-4d57-92e6-0f821b0511ff req-58e11f6c-546f-4d05-a3f5-c58a1593a631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:52:24.434554 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8b3220b9-f751-4d57-92e6-0f821b0511ff req-58e11f6c-546f-4d05-a3f5-c58a1593a631 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f9964fd8-a78c-47a9-bc53-fa779164456a HTTP/1.1" status: 200 len: 849 time: 0.2232265 Mar 11 19:52:24.600939 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3220b9-f751-4d57-92e6-0f821b0511ff req-c5d5b193-8711-4fbd-97d7-f4a1d0f4cd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:52:24.602596 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8b3220b9-f751-4d57-92e6-0f821b0511ff req-c5d5b193-8711-4fbd-97d7-f4a1d0f4cd7c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fa906f4a-19f4-4b7d-8351-256fb4a2150c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1621161 Mar 11 19:52:24.638425 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5c29721c-cb5a-419f-956b-50d9d74ea810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:24.837122 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ec860ee2-7f3a-4f9a-bbd1-c407551c8013 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks [] for port (25960473-907c-41f2-96af-6892462ff314), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:24.931458 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ec860ee2-7f3a-4f9a-bbd1-c407551c8013 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (25960473-907c-41f2-96af-6892462ff314), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:25.060324 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec860ee2-7f3a-4f9a-bbd1-c407551c8013 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:52:25.071758 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-ec860ee2-7f3a-4f9a-bbd1-c407551c8013 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:52:25.084740 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec860ee2-7f3a-4f9a-bbd1-c407551c8013 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:52:25.126542 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec860ee2-7f3a-4f9a-bbd1-c407551c8013 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Pushing event updated for resources: {'Port': ['ID=25960473-907c-41f2-96af-6892462ff314,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:25.151772 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-58727ea1-3e06-44c7-bf41-40e18d01a52e tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Allocated IP 172.25.8.224 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/1a86f613-5969-4223-bf0d-188186e59db2) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:52:25.271568 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 9d894a3f-c9b6-4951-8ab1-93aef1ee816c up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:52:25.464910 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 9d894a3f-c9b6-4951-8ab1-93aef1ee816c triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:52:25.465315 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (9d894a3f-c9b6-4951-8ab1-93aef1ee816c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:25.581936 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-58727ea1-3e06-44c7-bf41-40e18d01a52e tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks [] for port (1a86f613-5969-4223-bf0d-188186e59db2), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:25.672110 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-58727ea1-3e06-44c7-bf41-40e18d01a52e tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (1a86f613-5969-4223-bf0d-188186e59db2), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:25.761381 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 9d894a3f-c9b6-4951-8ab1-93aef1ee816c is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:52:25.765769 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (9d894a3f-c9b6-4951-8ab1-93aef1ee816c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:25.929636 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 9d894a3f-c9b6-4951-8ab1-93aef1ee816c, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=9d894a3f-c9b6-4951-8ab1-93aef1ee816c,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:52:25.939385 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (9d894a3f-c9b6-4951-8ab1-93aef1ee816c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:25.947866 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8b3220b9-f751-4d57-92e6-0f821b0511ff req-7566d77b-f9e2-4e5e-80d8-3de3d9be37eb service neutron] 10.222.0.57 "GET /v2.0/networks/fa906f4a-19f4-4b7d-8351-256fb4a2150c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3047767 Mar 11 19:52:26.151848 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58727ea1-3e06-44c7-bf41-40e18d01a52e tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:52:26.210187 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=9d894a3f-c9b6-4951-8ab1-93aef1ee816c,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:26.221827 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-58727ea1-3e06-44c7-bf41-40e18d01a52e tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:52:26.230237 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58727ea1-3e06-44c7-bf41-40e18d01a52e tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:52:26.308518 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:26.308827 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:26.309170 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:26.312782 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:26.313150 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:26.313471 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:26.313802 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:26.316345 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:26.317785 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:26.321311 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:26.322890 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:26.323439 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:26.327018 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:52:26.360656 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:26.406708 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8b3220b9-f751-4d57-92e6-0f821b0511ff req-6c3e7e0d-0ff9-43e3-8f55-72096787c0ec service neutron] 10.222.0.57 "GET /v2.0/networks/fa906f4a-19f4-4b7d-8351-256fb4a2150c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4551067 Mar 11 19:52:26.938204 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58727ea1-3e06-44c7-bf41-40e18d01a52e tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Pushing event updated for resources: {'Port': ['ID=1a86f613-5969-4223-bf0d-188186e59db2,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:27.258864 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 9d894a3f-c9b6-4951-8ab1-93aef1ee816c up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:52:27.410539 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 9d894a3f-c9b6-4951-8ab1-93aef1ee816c triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:52:27.413191 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (9d894a3f-c9b6-4951-8ab1-93aef1ee816c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:27.419175 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ec860ee2-7f3a-4f9a-bbd1-c407551c8013 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks [] for router_gateway (aedd254b-9b96-445d-8647-d53d74e080a6), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:27.421057 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-58727ea1-3e06-44c7-bf41-40e18d01a52e tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks [] for router_gateway (0a374788-ad69-4dae-aff8-ad4589465151), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:27.587562 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 9d894a3f-c9b6-4951-8ab1-93aef1ee816c is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:52:27.635883 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:28.911470 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ec860ee2-7f3a-4f9a-bbd1-c407551c8013 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (aedd254b-9b96-445d-8647-d53d74e080a6), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:29.030439 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:29.563312 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-58727ea1-3e06-44c7-bf41-40e18d01a52e tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (0a374788-ad69-4dae-aff8-ad4589465151), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:29.894379 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec860ee2-7f3a-4f9a-bbd1-c407551c8013 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Router aedd254b-9b96-445d-8647-d53d74e080a6 is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:52:30.053617 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec860ee2-7f3a-4f9a-bbd1-c407551c8013 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:52:30.067349 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e31d04-51b8-4399-888e-4a16cffcdd88 None None] Sync routers for ids ['aedd254b-9b96-445d-8647-d53d74e080a6'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:52:30.091512 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e31d04-51b8-4399-888e-4a16cffcdd88 None None] Routers {'aedd254b-9b96-445d-8647-d53d74e080a6'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:52:30.094362 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-86e31d04-51b8-4399-888e-4a16cffcdd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:52:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['aedd254b-9b96-445d-8647-d53d74e080a6'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:30.123754 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ec860ee2-7f3a-4f9a-bbd1-c407551c8013 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:30.127874 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60046) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:52:30.129002 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ec860ee2-7f3a-4f9a-bbd1-c407551c8013 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.5871744 Mar 11 19:52:30.164384 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58727ea1-3e06-44c7-bf41-40e18d01a52e tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Router 0a374788-ad69-4dae-aff8-ad4589465151 is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:52:30.323961 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-86e31d04-51b8-4399-888e-4a16cffcdd88 None None] Set router aedd254b-9b96-445d-8647-d53d74e080a6 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:52:30.389041 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-cda092e7-97fd-4f1d-8681-aa89f0805df4 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] 10.222.0.65 "GET /v2.0/routers/aedd254b-9b96-445d-8647-d53d74e080a6 HTTP/1.1" status: 200 len: 908 time: 0.2589772 Mar 11 19:52:30.392238 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60052) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:52:30.471868 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58727ea1-3e06-44c7-bf41-40e18d01a52e tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:52:30.488191 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd52cb3-e3b9-4bf7-9bd1-682422a0b11c None None] Sync routers for ids ['0a374788-ad69-4dae-aff8-ad4589465151'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:52:30.510295 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-58727ea1-3e06-44c7-bf41-40e18d01a52e tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:30.511728 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-58727ea1-3e06-44c7-bf41-40e18d01a52e tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 8.8327227 Mar 11 19:52:30.514895 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 60056) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:52:30.524801 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd52cb3-e3b9-4bf7-9bd1-682422a0b11c None None] Routers {'0a374788-ad69-4dae-aff8-ad4589465151'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:52:30.531816 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-7dd52cb3-e3b9-4bf7-9bd1-682422a0b11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:52:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['0a374788-ad69-4dae-aff8-ad4589465151'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:30.706049 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3cbe0198-d829-4812-9dac-e860f3068784 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks [] for router (aedd254b-9b96-445d-8647-d53d74e080a6), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:30.761466 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a2efe910-6fde-4a68-9eb5-f024131b1c6c tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] 10.222.0.65 "GET /v2.0/routers/0a374788-ad69-4dae-aff8-ad4589465151 HTTP/1.1" status: 200 len: 906 time: 0.2453482 Mar 11 19:52:30.762083 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 60064) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:52:30.772419 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-6c53d71a-4a1a-4fe6-8556-f96df0c55085 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Request body: {'router': {'name': 'tempest-snat-router-4358532', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'enable_snat': True}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:52:30.828055 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6c53d71a-4a1a-4fe6-8556-f96df0c55085 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (50f702fa-47c6-4fcf-8326-b9a26d660b3e), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:30.828055 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6c53d71a-4a1a-4fe6-8556-f96df0c55085 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (50f702fa-47c6-4fcf-8326-b9a26d660b3e), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:30.879534 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-86e31d04-51b8-4399-888e-4a16cffcdd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aedd254b-9b96-445d-8647-d53d74e080a6', 'name': 'tempest-snat-router-2027082170', 'tenant_id': '4888678ef40b445881d89e8f72540441', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': '25960473-907c-41f2-96af-6892462ff314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:52:20Z', 'updated_at': '2022-03-11T19:52:26Z', 'revision_number': 3, 'project_id': '4888678ef40b445881d89e8f72540441', 'gw_port': {'id': '25960473-907c-41f2-96af-6892462ff314', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:80:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aedd254b-9b96-445d-8647-d53d74e080a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:52:23Z', 'updated_at': '2022-03-11T19:52:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:30.913817 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-7dd52cb3-e3b9-4bf7-9bd1-682422a0b11c None None] Set router 0a374788-ad69-4dae-aff8-ad4589465151 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:52:30.954042 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e31d04-51b8-4399-888e-4a16cffcdd88 None None] Checking router: aedd254b-9b96-445d-8647-d53d74e080a6 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:52:30.954424 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e31d04-51b8-4399-888e-4a16cffcdd88 None None] Updating router aedd254b-9b96-445d-8647-d53d74e080a6 port 25960473-907c-41f2-96af-6892462ff314 binding host n-d-833163-1 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:52:30.993919 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-86e31d04-51b8-4399-888e-4a16cffcdd88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (25960473-907c-41f2-96af-6892462ff314), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:31.040760 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6c53d71a-4a1a-4fe6-8556-f96df0c55085 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks [] for router_controller (50f702fa-47c6-4fcf-8326-b9a26d660b3e), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:31.062078 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3cbe0198-d829-4812-9dac-e860f3068784 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks [] for router_gateway (aedd254b-9b96-445d-8647-d53d74e080a6), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:31.257300 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-3cbe0198-d829-4812-9dac-e860f3068784 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Deleting port 25960473-907c-41f2-96af-6892462ff314 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:52:31.257885 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3cbe0198-d829-4812-9dac-e860f3068784 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (25960473-907c-41f2-96af-6892462ff314), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:31.473692 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6c53d71a-4a1a-4fe6-8556-f96df0c55085 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks [] for router_gateway (50f702fa-47c6-4fcf-8326-b9a26d660b3e), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:31.541205 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-7dd52cb3-e3b9-4bf7-9bd1-682422a0b11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a374788-ad69-4dae-aff8-ad4589465151', 'name': 'tempest-snat-router-4358532', 'tenant_id': '44deb69bd71040d68237b98a514b991c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.224'}], 'enable_snat': False}, 'gw_port_id': '1a86f613-5969-4223-bf0d-188186e59db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:52:21Z', 'updated_at': '2022-03-11T19:52:26Z', 'revision_number': 3, 'project_id': '44deb69bd71040d68237b98a514b991c', 'gw_port': {'id': '1a86f613-5969-4223-bf0d-188186e59db2', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a374788-ad69-4dae-aff8-ad4589465151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:52:24Z', 'updated_at': '2022-03-11T19:52:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:31.661007 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3cbe0198-d829-4812-9dac-e860f3068784 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (25960473-907c-41f2-96af-6892462ff314), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:31.678184 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd52cb3-e3b9-4bf7-9bd1-682422a0b11c None None] Checking router: 0a374788-ad69-4dae-aff8-ad4589465151 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:52:31.685918 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd52cb3-e3b9-4bf7-9bd1-682422a0b11c None None] Updating router 0a374788-ad69-4dae-aff8-ad4589465151 port 1a86f613-5969-4223-bf0d-188186e59db2 binding host n-d-833163-1 {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:52:31.733024 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-3cbe0198-d829-4812-9dac-e860f3068784 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Calling delete_port for 25960473-907c-41f2-96af-6892462ff314 owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:52:31.812492 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-7dd52cb3-e3b9-4bf7-9bd1-682422a0b11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (1a86f613-5969-4223-bf0d-188186e59db2), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:31.844436 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-86e31d04-51b8-4399-888e-4a16cffcdd88 None None] Publish callbacks [] for port (25960473-907c-41f2-96af-6892462ff314), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:31.860262 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-86e31d04-51b8-4399-888e-4a16cffcdd88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (25960473-907c-41f2-96af-6892462ff314), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:32.029761 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf9929f-ce95-4342-a33f-c6f26a2f172a None None] Pushing event updated for resources: {'Port': ['ID=25960473-907c-41f2-96af-6892462ff314,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:32.065032 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-86e31d04-51b8-4399-888e-4a16cffcdd88 None None] Attempting to bind port 25960473-907c-41f2-96af-6892462ff314 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:52:32.065346 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-86e31d04-51b8-4399-888e-4a16cffcdd88 None None] Attempting to bind port 25960473-907c-41f2-96af-6892462ff314 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:52:32.072122 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e31d04-51b8-4399-888e-4a16cffcdd88 None None] Attempting to bind port 25960473-907c-41f2-96af-6892462ff314 on network 612cc066-33e3-444d-b1c7-d0a64751482a {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:52:32.085044 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e31d04-51b8-4399-888e-4a16cffcdd88 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:52:32.086629 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e31d04-51b8-4399-888e-4a16cffcdd88 None None] Checking segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:52:32.088211 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-86e31d04-51b8-4399-888e-4a16cffcdd88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:32.098921 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e31d04-51b8-4399-888e-4a16cffcdd88 None None] Bound using segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:52:32.103751 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-86e31d04-51b8-4399-888e-4a16cffcdd88 None None] Bound port: 25960473-907c-41f2-96af-6892462ff314, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:52:32.110378 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-86e31d04-51b8-4399-888e-4a16cffcdd88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (25960473-907c-41f2-96af-6892462ff314), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:32.165382 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6c53d71a-4a1a-4fe6-8556-f96df0c55085 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks [] for router_gateway (50f702fa-47c6-4fcf-8326-b9a26d660b3e), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:32.213275 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6c53d71a-4a1a-4fe6-8556-f96df0c55085 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:32.370788 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3cbe0198-d829-4812-9dac-e860f3068784 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (25960473-907c-41f2-96af-6892462ff314), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:32.371402 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-86e31d04-51b8-4399-888e-4a16cffcdd88 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:52:32.371766 n-d-833163-1 neutron-server[103886]: DEBUG oslo_db.api [None req-86e31d04-51b8-4399-888e-4a16cffcdd88 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:52:32.426706 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbe0198-d829-4812-9dac-e860f3068784 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Pushing event deleted for resources: {'Port': ['ID=25960473-907c-41f2-96af-6892462ff314,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:32.553707 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3cbe0198-d829-4812-9dac-e860f3068784 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (aedd254b-9b96-445d-8647-d53d74e080a6), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:32.692323 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-7dd52cb3-e3b9-4bf7-9bd1-682422a0b11c None None] Publish callbacks [] for port (1a86f613-5969-4223-bf0d-188186e59db2), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:32.701586 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-7dd52cb3-e3b9-4bf7-9bd1-682422a0b11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (1a86f613-5969-4223-bf0d-188186e59db2), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:32.835046 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3cbe0198-d829-4812-9dac-e860f3068784 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (aedd254b-9b96-445d-8647-d53d74e080a6), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:32.836499 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada329bf-401e-4f92-b90d-dcd938fd1ead None None] Pushing event updated for resources: {'Port': ['ID=1a86f613-5969-4223-bf0d-188186e59db2,revision_number=2']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:32.853576 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3cbe0198-d829-4812-9dac-e860f3068784 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks [] for router_controller (aedd254b-9b96-445d-8647-d53d74e080a6), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:32.891156 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-7dd52cb3-e3b9-4bf7-9bd1-682422a0b11c None None] Attempting to bind port 1a86f613-5969-4223-bf0d-188186e59db2 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:52:32.891463 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-7dd52cb3-e3b9-4bf7-9bd1-682422a0b11c None None] Attempting to bind port 1a86f613-5969-4223-bf0d-188186e59db2 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:52:32.896800 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd52cb3-e3b9-4bf7-9bd1-682422a0b11c None None] Attempting to bind port 1a86f613-5969-4223-bf0d-188186e59db2 on network 612cc066-33e3-444d-b1c7-d0a64751482a {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:52:32.906190 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-6c53d71a-4a1a-4fe6-8556-f96df0c55085 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Allocated IP 172.25.8.212 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/7293270e-c4e9-46b6-a01a-02dd65cd7b98) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:52:32.909213 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-86e31d04-51b8-4399-888e-4a16cffcdd88 None None] Attempting to bind port 25960473-907c-41f2-96af-6892462ff314 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:52:32.913109 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-86e31d04-51b8-4399-888e-4a16cffcdd88 None None] Attempting to bind port 25960473-907c-41f2-96af-6892462ff314 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:52:32.913994 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e31d04-51b8-4399-888e-4a16cffcdd88 None None] Attempting to bind port 25960473-907c-41f2-96af-6892462ff314 on network 612cc066-33e3-444d-b1c7-d0a64751482a {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:52:32.919950 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd52cb3-e3b9-4bf7-9bd1-682422a0b11c None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:52:32.923742 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd52cb3-e3b9-4bf7-9bd1-682422a0b11c None None] Checking segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:52:32.926076 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-7dd52cb3-e3b9-4bf7-9bd1-682422a0b11c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:32.926569 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd52cb3-e3b9-4bf7-9bd1-682422a0b11c None None] Bound using segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:52:32.929649 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-7dd52cb3-e3b9-4bf7-9bd1-682422a0b11c None None] Bound port: 1a86f613-5969-4223-bf0d-188186e59db2, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:52:32.936050 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-7dd52cb3-e3b9-4bf7-9bd1-682422a0b11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (1a86f613-5969-4223-bf0d-188186e59db2), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:32.936759 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e31d04-51b8-4399-888e-4a16cffcdd88 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:52:32.939296 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e31d04-51b8-4399-888e-4a16cffcdd88 None None] Checking segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:52:32.941677 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-86e31d04-51b8-4399-888e-4a16cffcdd88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:32.942416 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e31d04-51b8-4399-888e-4a16cffcdd88 None None] Bound using segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:52:32.946700 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-86e31d04-51b8-4399-888e-4a16cffcdd88 None None] Bound port: 25960473-907c-41f2-96af-6892462ff314, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:52:32.948127 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-86e31d04-51b8-4399-888e-4a16cffcdd88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (25960473-907c-41f2-96af-6892462ff314), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:32.974234 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 60112) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:52:32.998943 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-86e31d04-51b8-4399-888e-4a16cffcdd88 None None] Port 25960473-907c-41f2-96af-6892462ff314 has been deleted concurrently {{(pid=103886) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Mar 11 19:52:33.019433 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3cbe0198-d829-4812-9dac-e860f3068784 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (aedd254b-9b96-445d-8647-d53d74e080a6), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:33.027701 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cbe0198-d829-4812-9dac-e860f3068784 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aedd254b-9b96-445d-8647-d53d74e080a6 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:52:33.057016 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3cbe0198-d829-4812-9dac-e860f3068784 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:33.058428 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-7dd52cb3-e3b9-4bf7-9bd1-682422a0b11c None None] For port 1a86f613-5969-4223-bf0d-188186e59db2, host n-d-833163-1, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:52:33.063429 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e31d04-51b8-4399-888e-4a16cffcdd88 None None] Routers set() bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:52:33.063978 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-3cbe0198-d829-4812-9dac-e860f3068784 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] 10.222.0.65 "DELETE /v2.0/routers/aedd254b-9b96-445d-8647-d53d74e080a6 HTTP/1.1" status: 204 len: 168 time: 2.6674869 Mar 11 19:52:33.064515 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 60118) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:52:33.064805 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e31d04-51b8-4399-888e-4a16cffcdd88 None None] Router IDs set() for agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 11 19:52:33.068101 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-7dd52cb3-e3b9-4bf7-9bd1-682422a0b11c None None] For port 1a86f613-5969-4223-bf0d-188186e59db2, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=1a86f613-5969-4223-bf0d-188186e59db2,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:52:33.068684 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_agentschedulers_db [None req-86e31d04-51b8-4399-888e-4a16cffcdd88 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'aedd254b-9b96-445d-8647-d53d74e080a6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:52:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent'). {{(pid=103886) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 11 19:52:33.071404 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e31d04-51b8-4399-888e-4a16cffcdd88 None None] The sync data for ids ['aedd254b-9b96-445d-8647-d53d74e080a6'] in n-d-833163-1 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:52:33.084153 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-7dd52cb3-e3b9-4bf7-9bd1-682422a0b11c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (1a86f613-5969-4223-bf0d-188186e59db2), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:33.573236 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada329bf-401e-4f92-b90d-dcd938fd1ead None None] Pushing event updated for resources: {'Port': ['ID=1a86f613-5969-4223-bf0d-188186e59db2,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:33.610025 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd52cb3-e3b9-4bf7-9bd1-682422a0b11c None None] Routers {'0a374788-ad69-4dae-aff8-ad4589465151'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:52:33.610913 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-7dd52cb3-e3b9-4bf7-9bd1-682422a0b11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:52:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['0a374788-ad69-4dae-aff8-ad4589465151'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:33.890147 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-7dd52cb3-e3b9-4bf7-9bd1-682422a0b11c None None] Set router 0a374788-ad69-4dae-aff8-ad4589465151 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:52:34.300409 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80a5cb5d-b27d-44c6-87ed-1e5ab09aee07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:34.480366 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-7dd52cb3-e3b9-4bf7-9bd1-682422a0b11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a374788-ad69-4dae-aff8-ad4589465151', 'name': 'tempest-snat-router-4358532', 'tenant_id': '44deb69bd71040d68237b98a514b991c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.224'}], 'enable_snat': False}, 'gw_port_id': '1a86f613-5969-4223-bf0d-188186e59db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:52:21Z', 'updated_at': '2022-03-11T19:52:26Z', 'revision_number': 3, 'project_id': '44deb69bd71040d68237b98a514b991c', 'gw_port': {'id': '1a86f613-5969-4223-bf0d-188186e59db2', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a374788-ad69-4dae-aff8-ad4589465151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:52:24Z', 'updated_at': '2022-03-11T19:52:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:34.553514 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6c53d71a-4a1a-4fe6-8556-f96df0c55085 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks [] for port (7293270e-c4e9-46b6-a01a-02dd65cd7b98), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:34.579103 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd52cb3-e3b9-4bf7-9bd1-682422a0b11c None None] The sync data for ids ['0a374788-ad69-4dae-aff8-ad4589465151'] in n-d-833163-1 is: [{'id': '0a374788-ad69-4dae-aff8-ad4589465151', 'name': 'tempest-snat-router-4358532', 'tenant_id': '44deb69bd71040d68237b98a514b991c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.224'}], 'enable_snat': False}, 'gw_port_id': '1a86f613-5969-4223-bf0d-188186e59db2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:52:21Z', 'updated_at': '2022-03-11T19:52:26Z', 'revision_number': 3, 'project_id': '44deb69bd71040d68237b98a514b991c', 'gw_port': {'id': '1a86f613-5969-4223-bf0d-188186e59db2', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:9c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a374788-ad69-4dae-aff8-ad4589465151', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:52:24Z', 'updated_at': '2022-03-11T19:52:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-833163-1'}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:52:34.608131 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3817347a-88b2-4a26-8bf2-d52351f888a6 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks [] for router (ee0947c8-078a-459a-8744-0728bc235224), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:34.827652 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6c53d71a-4a1a-4fe6-8556-f96df0c55085 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (7293270e-c4e9-46b6-a01a-02dd65cd7b98), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:34.860033 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80a5cb5d-b27d-44c6-87ed-1e5ab09aee07 admin admin] Publish callbacks [] for security_group (33e36948-bfeb-4c1c-858a-73b067ccb567), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:34.990122 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80a5cb5d-b27d-44c6-87ed-1e5ab09aee07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (33e36948-bfeb-4c1c-858a-73b067ccb567), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:35.186481 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c53d71a-4a1a-4fe6-8556-f96df0c55085 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:52:35.274255 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-6c53d71a-4a1a-4fe6-8556-f96df0c55085 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:52:35.281320 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c53d71a-4a1a-4fe6-8556-f96df0c55085 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:52:35.311667 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c53d71a-4a1a-4fe6-8556-f96df0c55085 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Pushing event updated for resources: {'Port': ['ID=7293270e-c4e9-46b6-a01a-02dd65cd7b98,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:35.335233 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-80a5cb5d-b27d-44c6-87ed-1e5ab09aee07 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=dcea3b573ce94adf96a7520ea7ca171d&name=default HTTP/1.1" status: 200 len: 3000 time: 2.3599217 Mar 11 19:52:35.337912 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60136) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:52:35.383886 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a5cb5d-b27d-44c6-87ed-1e5ab09aee07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e36948-bfeb-4c1c-858a-73b067ccb567,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:35.409527 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3817347a-88b2-4a26-8bf2-d52351f888a6 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks [] for router_gateway (ee0947c8-078a-459a-8744-0728bc235224), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:35.521296 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a11d7e40-677f-42d5-a849-ab30615536a0 admin admin] Publish callbacks [] for security_group (33e36948-bfeb-4c1c-858a-73b067ccb567), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:35.607405 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a11d7e40-677f-42d5-a849-ab30615536a0 admin admin] Publish callbacks [] for security_group (33e36948-bfeb-4c1c-858a-73b067ccb567), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:35.747054 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a11d7e40-677f-42d5-a849-ab30615536a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (33e36948-bfeb-4c1c-858a-73b067ccb567), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:35.749853 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a11d7e40-677f-42d5-a849-ab30615536a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:35.756210 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a11d7e40-677f-42d5-a849-ab30615536a0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/33e36948-bfeb-4c1c-858a-73b067ccb567 HTTP/1.1" status: 204 len: 168 time: 0.4172122 Mar 11 19:52:35.778125 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11d7e40-677f-42d5-a849-ab30615536a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e36948-bfeb-4c1c-858a-73b067ccb567,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:35.928384 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-3817347a-88b2-4a26-8bf2-d52351f888a6 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Deleting port 9d894a3f-c9b6-4951-8ab1-93aef1ee816c {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:52:35.928731 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3817347a-88b2-4a26-8bf2-d52351f888a6 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (9d894a3f-c9b6-4951-8ab1-93aef1ee816c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:36.533223 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-3817347a-88b2-4a26-8bf2-d52351f888a6 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] For port 9d894a3f-c9b6-4951-8ab1-93aef1ee816c, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=9d894a3f-c9b6-4951-8ab1-93aef1ee816c,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:52:36.533858 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3817347a-88b2-4a26-8bf2-d52351f888a6 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (9d894a3f-c9b6-4951-8ab1-93aef1ee816c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:36.627751 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-3817347a-88b2-4a26-8bf2-d52351f888a6 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Calling delete_port for 9d894a3f-c9b6-4951-8ab1-93aef1ee816c owned by network:router_gateway {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:52:36.633392 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6c53d71a-4a1a-4fe6-8556-f96df0c55085 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks [] for router_gateway (50f702fa-47c6-4fcf-8326-b9a26d660b3e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:37.258857 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 1a86f613-5969-4223-bf0d-188186e59db2 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:52:37.503311 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 1a86f613-5969-4223-bf0d-188186e59db2 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:52:37.505793 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (1a86f613-5969-4223-bf0d-188186e59db2), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:37.529669 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3817347a-88b2-4a26-8bf2-d52351f888a6 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (9d894a3f-c9b6-4951-8ab1-93aef1ee816c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:37.945451 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 1a86f613-5969-4223-bf0d-188186e59db2 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:52:37.949106 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (1a86f613-5969-4223-bf0d-188186e59db2), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:37.986920 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3817347a-88b2-4a26-8bf2-d52351f888a6 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Pushing event deleted for resources: {'Port': ['ID=9d894a3f-c9b6-4951-8ab1-93aef1ee816c,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:38.049290 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 1a86f613-5969-4223-bf0d-188186e59db2, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=1a86f613-5969-4223-bf0d-188186e59db2,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:52:38.064020 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (1a86f613-5969-4223-bf0d-188186e59db2), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:38.123929 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3817347a-88b2-4a26-8bf2-d52351f888a6 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (ee0947c8-078a-459a-8744-0728bc235224), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:38.318976 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=1a86f613-5969-4223-bf0d-188186e59db2,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:38.329986 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3817347a-88b2-4a26-8bf2-d52351f888a6 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (ee0947c8-078a-459a-8744-0728bc235224), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:38.348166 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3817347a-88b2-4a26-8bf2-d52351f888a6 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks [] for router_controller (ee0947c8-078a-459a-8744-0728bc235224), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:38.458085 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6c53d71a-4a1a-4fe6-8556-f96df0c55085 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (50f702fa-47c6-4fcf-8326-b9a26d660b3e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:38.598070 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3817347a-88b2-4a26-8bf2-d52351f888a6 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (ee0947c8-078a-459a-8744-0728bc235224), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:38.599186 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3817347a-88b2-4a26-8bf2-d52351f888a6 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ee0947c8-078a-459a-8744-0728bc235224 {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:52:38.604265 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3817347a-88b2-4a26-8bf2-d52351f888a6 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:38.610134 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60196) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:52:38.619810 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-76e116e1-daac-4115-bd1a-a7c0dcc7db86 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-213122793', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}, 'admin_state_up': False}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:52:38.629633 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-3817347a-88b2-4a26-8bf2-d52351f888a6 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] 10.222.0.65 "DELETE /v2.0/routers/ee0947c8-078a-459a-8744-0728bc235224 HTTP/1.1" status: 204 len: 168 time: 5.5619977 Mar 11 19:52:38.693934 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-76e116e1-daac-4115-bd1a-a7c0dcc7db86 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (eac0a8cc-de9b-412c-8e63-019bc87bd9f3), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:38.704582 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-76e116e1-daac-4115-bd1a-a7c0dcc7db86 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (eac0a8cc-de9b-412c-8e63-019bc87bd9f3), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:38.907241 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-76e116e1-daac-4115-bd1a-a7c0dcc7db86 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks [] for router_controller (eac0a8cc-de9b-412c-8e63-019bc87bd9f3), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:38.919850 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c53d71a-4a1a-4fe6-8556-f96df0c55085 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Router 50f702fa-47c6-4fcf-8326-b9a26d660b3e is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:52:39.293065 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c53d71a-4a1a-4fe6-8556-f96df0c55085 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:52:39.307930 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d297c53b-b776-418e-b51a-9186343ad54c None None] Sync routers for ids ['50f702fa-47c6-4fcf-8326-b9a26d660b3e'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:52:39.330838 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d297c53b-b776-418e-b51a-9186343ad54c None None] Routers {'50f702fa-47c6-4fcf-8326-b9a26d660b3e'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:52:39.331529 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-d297c53b-b776-418e-b51a-9186343ad54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:52:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['50f702fa-47c6-4fcf-8326-b9a26d660b3e'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:39.337807 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6c53d71a-4a1a-4fe6-8556-f96df0c55085 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:39.344246 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-6c53d71a-4a1a-4fe6-8556-f96df0c55085 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 904 time: 8.5758917 Mar 11 19:52:39.349887 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 60218) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:52:39.415725 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-76e116e1-daac-4115-bd1a-a7c0dcc7db86 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks [] for router_gateway (eac0a8cc-de9b-412c-8e63-019bc87bd9f3), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:39.520980 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 1a86f613-5969-4223-bf0d-188186e59db2 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:52:39.713926 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60226) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:52:39.714460 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-41c8bbb8-a96f-4817-a1bb-825eee223f55 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] 10.222.0.65 "GET /v2.0/routers/50f702fa-47c6-4fcf-8326-b9a26d660b3e HTTP/1.1" status: 200 len: 905 time: 0.3569067 Mar 11 19:52:39.816803 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 1a86f613-5969-4223-bf0d-188186e59db2 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:52:39.819843 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (1a86f613-5969-4223-bf0d-188186e59db2), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:40.102000 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-76e116e1-daac-4115-bd1a-a7c0dcc7db86 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks [] for router_gateway (eac0a8cc-de9b-412c-8e63-019bc87bd9f3), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:40.220403 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-76e116e1-daac-4115-bd1a-a7c0dcc7db86 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:40.256056 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7e6b5f8f-1802-4a95-9dbf-8c1974154ff4 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks [] for router (50f702fa-47c6-4fcf-8326-b9a26d660b3e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:40.439183 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-d297c53b-b776-418e-b51a-9186343ad54c None None] Set router 50f702fa-47c6-4fcf-8326-b9a26d660b3e gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:52:40.455077 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 1a86f613-5969-4223-bf0d-188186e59db2 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:52:40.566347 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-76e116e1-daac-4115-bd1a-a7c0dcc7db86 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Allocated IP 172.25.8.100 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/77007b79-053b-4194-bac6-3c76c4fc81fa) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:52:40.590085 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7e6b5f8f-1802-4a95-9dbf-8c1974154ff4 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks [] for router_gateway (50f702fa-47c6-4fcf-8326-b9a26d660b3e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:40.695391 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 9d894a3f-c9b6-4951-8ab1-93aef1ee816c no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:52:40.781354 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 9d894a3f-c9b6-4951-8ab1-93aef1ee816c {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:52:40.781860 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 9d894a3f-c9b6-4951-8ab1-93aef1ee816c not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:52:40.866680 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-7e6b5f8f-1802-4a95-9dbf-8c1974154ff4 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Deleting port 7293270e-c4e9-46b6-a01a-02dd65cd7b98 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:52:40.867285 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7e6b5f8f-1802-4a95-9dbf-8c1974154ff4 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (7293270e-c4e9-46b6-a01a-02dd65cd7b98), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:41.043797 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-d297c53b-b776-418e-b51a-9186343ad54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f702fa-47c6-4fcf-8326-b9a26d660b3e', 'name': 'tempest-snat-router-4358532', 'tenant_id': '44deb69bd71040d68237b98a514b991c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': '7293270e-c4e9-46b6-a01a-02dd65cd7b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:52:30Z', 'updated_at': '2022-03-11T19:52:35Z', 'revision_number': 3, 'project_id': '44deb69bd71040d68237b98a514b991c', 'gw_port': {'id': '7293270e-c4e9-46b6-a01a-02dd65cd7b98', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:ff:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50f702fa-47c6-4fcf-8326-b9a26d660b3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:52:32Z', 'updated_at': '2022-03-11T19:52:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:41.118860 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d297c53b-b776-418e-b51a-9186343ad54c None None] Checking router: 50f702fa-47c6-4fcf-8326-b9a26d660b3e for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:52:41.120769 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d297c53b-b776-418e-b51a-9186343ad54c None None] Updating router 50f702fa-47c6-4fcf-8326-b9a26d660b3e port 7293270e-c4e9-46b6-a01a-02dd65cd7b98 binding host n-d-833163-1 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:52:41.179294 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7e6b5f8f-1802-4a95-9dbf-8c1974154ff4 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (7293270e-c4e9-46b6-a01a-02dd65cd7b98), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:41.189365 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d297c53b-b776-418e-b51a-9186343ad54c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (7293270e-c4e9-46b6-a01a-02dd65cd7b98), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:41.209435 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-7e6b5f8f-1802-4a95-9dbf-8c1974154ff4 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Calling delete_port for 7293270e-c4e9-46b6-a01a-02dd65cd7b98 owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:52:41.428816 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-76e116e1-daac-4115-bd1a-a7c0dcc7db86 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks [] for port (77007b79-053b-4194-bac6-3c76c4fc81fa), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:41.468540 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7e6b5f8f-1802-4a95-9dbf-8c1974154ff4 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (7293270e-c4e9-46b6-a01a-02dd65cd7b98), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:41.483732 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-76e116e1-daac-4115-bd1a-a7c0dcc7db86 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (77007b79-053b-4194-bac6-3c76c4fc81fa), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:41.528444 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6b5f8f-1802-4a95-9dbf-8c1974154ff4 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Pushing event deleted for resources: {'Port': ['ID=7293270e-c4e9-46b6-a01a-02dd65cd7b98,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:41.586044 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7e6b5f8f-1802-4a95-9dbf-8c1974154ff4 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (50f702fa-47c6-4fcf-8326-b9a26d660b3e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:41.596558 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e116e1-daac-4115-bd1a-a7c0dcc7db86 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:52:41.628040 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-76e116e1-daac-4115-bd1a-a7c0dcc7db86 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:52:41.658447 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e116e1-daac-4115-bd1a-a7c0dcc7db86 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:52:41.797105 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-d297c53b-b776-418e-b51a-9186343ad54c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:52:41.798096 n-d-833163-1 neutron-server[103886]: DEBUG oslo_db.api [None req-d297c53b-b776-418e-b51a-9186343ad54c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:52:42.274934 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7e6b5f8f-1802-4a95-9dbf-8c1974154ff4 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (50f702fa-47c6-4fcf-8326-b9a26d660b3e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:42.277043 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e116e1-daac-4115-bd1a-a7c0dcc7db86 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Pushing event updated for resources: {'Port': ['ID=77007b79-053b-4194-bac6-3c76c4fc81fa,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:42.331515 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d297c53b-b776-418e-b51a-9186343ad54c None None] Port 7293270e-c4e9-46b6-a01a-02dd65cd7b98 not found while updating agent binding for router 50f702fa-47c6-4fcf-8326-b9a26d660b3e. {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 11 19:52:42.334057 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7e6b5f8f-1802-4a95-9dbf-8c1974154ff4 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks [] for router_controller (50f702fa-47c6-4fcf-8326-b9a26d660b3e), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:42.350769 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d297c53b-b776-418e-b51a-9186343ad54c None None] Routers {'50f702fa-47c6-4fcf-8326-b9a26d660b3e'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:52:42.351606 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-d297c53b-b776-418e-b51a-9186343ad54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:52:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['50f702fa-47c6-4fcf-8326-b9a26d660b3e'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:42.523525 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7e6b5f8f-1802-4a95-9dbf-8c1974154ff4 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (50f702fa-47c6-4fcf-8326-b9a26d660b3e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:42.524158 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-d297c53b-b776-418e-b51a-9186343ad54c None None] Set router 50f702fa-47c6-4fcf-8326-b9a26d660b3e gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:52:42.524773 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e6b5f8f-1802-4a95-9dbf-8c1974154ff4 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 50f702fa-47c6-4fcf-8326-b9a26d660b3e {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:52:42.534065 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7e6b5f8f-1802-4a95-9dbf-8c1974154ff4 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:42.540264 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 60308) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:52:42.542899 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-7e6b5f8f-1802-4a95-9dbf-8c1974154ff4 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] 10.222.0.65 "DELETE /v2.0/routers/50f702fa-47c6-4fcf-8326-b9a26d660b3e HTTP/1.1" status: 204 len: 168 time: 2.8272219 Mar 11 19:52:42.695354 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-d297c53b-b776-418e-b51a-9186343ad54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50f702fa-47c6-4fcf-8326-b9a26d660b3e', 'name': 'tempest-snat-router-4358532', 'tenant_id': '44deb69bd71040d68237b98a514b991c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:52:30Z', 'updated_at': '2022-03-11T19:52:41Z', 'revision_number': 5, 'project_id': '44deb69bd71040d68237b98a514b991c', 'gw_port_host': None}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:42.767358 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d297c53b-b776-418e-b51a-9186343ad54c None None] The sync data for ids ['50f702fa-47c6-4fcf-8326-b9a26d660b3e'] in n-d-833163-1 is: [{'id': '50f702fa-47c6-4fcf-8326-b9a26d660b3e', 'name': 'tempest-snat-router-4358532', 'tenant_id': '44deb69bd71040d68237b98a514b991c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:52:30Z', 'updated_at': '2022-03-11T19:52:41Z', 'revision_number': 5, 'project_id': '44deb69bd71040d68237b98a514b991c', 'gw_port_host': None}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:52:42.830214 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-76e116e1-daac-4115-bd1a-a7c0dcc7db86 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks [] for router_gateway (eac0a8cc-de9b-412c-8e63-019bc87bd9f3), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:42.886448 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-35c722ad-ed6b-481f-abc5-4e3712b5a36a tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks [] for router (0a374788-ad69-4dae-aff8-ad4589465151), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:43.286399 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-35c722ad-ed6b-481f-abc5-4e3712b5a36a tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks [] for router_gateway (0a374788-ad69-4dae-aff8-ad4589465151), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:43.431212 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-35c722ad-ed6b-481f-abc5-4e3712b5a36a tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Deleting port 1a86f613-5969-4223-bf0d-188186e59db2 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:52:43.431644 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-35c722ad-ed6b-481f-abc5-4e3712b5a36a tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (1a86f613-5969-4223-bf0d-188186e59db2), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:43.565575 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-76e116e1-daac-4115-bd1a-a7c0dcc7db86 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (eac0a8cc-de9b-412c-8e63-019bc87bd9f3), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:43.715586 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-35c722ad-ed6b-481f-abc5-4e3712b5a36a tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] For port 1a86f613-5969-4223-bf0d-188186e59db2, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=1a86f613-5969-4223-bf0d-188186e59db2,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:52:43.716162 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-35c722ad-ed6b-481f-abc5-4e3712b5a36a tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (1a86f613-5969-4223-bf0d-188186e59db2), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:43.770797 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-35c722ad-ed6b-481f-abc5-4e3712b5a36a tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Calling delete_port for 1a86f613-5969-4223-bf0d-188186e59db2 owned by network:router_gateway {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:52:43.826583 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60334) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:52:43.940254 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76e116e1-daac-4115-bd1a-a7c0dcc7db86 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Router eac0a8cc-de9b-412c-8e63-019bc87bd9f3 is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:52:44.398405 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76e116e1-daac-4115-bd1a-a7c0dcc7db86 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:52:44.417949 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d98e44-e3b1-4603-9113-57c0da668abe None None] Sync routers for ids ['eac0a8cc-de9b-412c-8e63-019bc87bd9f3'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:52:44.433212 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d98e44-e3b1-4603-9113-57c0da668abe None None] Routers {'eac0a8cc-de9b-412c-8e63-019bc87bd9f3'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:52:44.440501 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-24d98e44-e3b1-4603-9113-57c0da668abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:52:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['eac0a8cc-de9b-412c-8e63-019bc87bd9f3'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:44.481187 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-76e116e1-daac-4115-bd1a-a7c0dcc7db86 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:44.493878 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-76e116e1-daac-4115-bd1a-a7c0dcc7db86 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.8789701 Mar 11 19:52:44.495489 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60350) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:52:44.511588 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-68c81f60-6bb1-4d5a-be21-ab3fa88152ed tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'enable_snat': False}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:52:44.550160 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-53ebbd35-4e82-4936-836c-d60ccc6b7341 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:44.596366 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-24d98e44-e3b1-4603-9113-57c0da668abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:44.630983 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d98e44-e3b1-4603-9113-57c0da668abe None None] Routers {'eac0a8cc-de9b-412c-8e63-019bc87bd9f3'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:52:44.636417 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-24d98e44-e3b1-4603-9113-57c0da668abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:52:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['eac0a8cc-de9b-412c-8e63-019bc87bd9f3'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:44.725081 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-24d98e44-e3b1-4603-9113-57c0da668abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:44.726112 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d98e44-e3b1-4603-9113-57c0da668abe None None] The sync data for ids ['eac0a8cc-de9b-412c-8e63-019bc87bd9f3'] in n-d-833163-1 is: [] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:52:45.137222 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-35c722ad-ed6b-481f-abc5-4e3712b5a36a tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (1a86f613-5969-4223-bf0d-188186e59db2), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:45.301979 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c722ad-ed6b-481f-abc5-4e3712b5a36a tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Pushing event deleted for resources: {'Port': ['ID=1a86f613-5969-4223-bf0d-188186e59db2,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:45.416674 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-35c722ad-ed6b-481f-abc5-4e3712b5a36a tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (0a374788-ad69-4dae-aff8-ad4589465151), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:45.680614 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68c81f60-6bb1-4d5a-be21-ab3fa88152ed tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks [] for router_gateway (eac0a8cc-de9b-412c-8e63-019bc87bd9f3), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:45.689461 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-35c722ad-ed6b-481f-abc5-4e3712b5a36a tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (0a374788-ad69-4dae-aff8-ad4589465151), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:45.700336 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-35c722ad-ed6b-481f-abc5-4e3712b5a36a tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks [] for router_controller (0a374788-ad69-4dae-aff8-ad4589465151), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:45.721332 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-53ebbd35-4e82-4936-836c-d60ccc6b7341 admin admin] Publish callbacks [] for security_group (62b752eb-916b-4645-8737-d8401e63c7c0), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:45.765026 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-53ebbd35-4e82-4936-836c-d60ccc6b7341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (62b752eb-916b-4645-8737-d8401e63c7c0), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:45.854050 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-35c722ad-ed6b-481f-abc5-4e3712b5a36a tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (0a374788-ad69-4dae-aff8-ad4589465151), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:45.854828 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c722ad-ed6b-481f-abc5-4e3712b5a36a tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0a374788-ad69-4dae-aff8-ad4589465151 {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:52:45.867467 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-35c722ad-ed6b-481f-abc5-4e3712b5a36a tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:45.873773 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-35c722ad-ed6b-481f-abc5-4e3712b5a36a tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] 10.222.0.65 "DELETE /v2.0/routers/0a374788-ad69-4dae-aff8-ad4589465151 HTTP/1.1" status: 204 len: 168 time: 3.3318648 Mar 11 19:52:45.881000 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 60376) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:52:45.906611 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-1ea6ae48-5bc0-4dc6-9967-3b99a0161e99 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1240823110', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}, 'admin_state_up': False}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:52:45.951382 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-53ebbd35-4e82-4936-836c-d60ccc6b7341 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c1a1b31afecb469aa85de858f027f31c&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1231711 Mar 11 19:52:45.952988 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60380) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:52:45.953671 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ebbd35-4e82-4936-836c-d60ccc6b7341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b752eb-916b-4645-8737-d8401e63c7c0,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:46.002648 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1ea6ae48-5bc0-4dc6-9967-3b99a0161e99 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (bcd83eb9-9402-4b23-8d3e-6682720c9b1c), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:46.004197 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1ea6ae48-5bc0-4dc6-9967-3b99a0161e99 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (bcd83eb9-9402-4b23-8d3e-6682720c9b1c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:46.194285 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1ea6ae48-5bc0-4dc6-9967-3b99a0161e99 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks [] for router_controller (bcd83eb9-9402-4b23-8d3e-6682720c9b1c), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:46.308925 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-90df0a5c-5453-4fe6-8da8-63a7f317e361 admin admin] Publish callbacks [] for security_group (62b752eb-916b-4645-8737-d8401e63c7c0), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:46.553765 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1ea6ae48-5bc0-4dc6-9967-3b99a0161e99 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks [] for router_gateway (bcd83eb9-9402-4b23-8d3e-6682720c9b1c), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:47.046720 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1ea6ae48-5bc0-4dc6-9967-3b99a0161e99 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks [] for router_gateway (bcd83eb9-9402-4b23-8d3e-6682720c9b1c), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:47.147373 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1ea6ae48-5bc0-4dc6-9967-3b99a0161e99 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:47.234748 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-90df0a5c-5453-4fe6-8da8-63a7f317e361 admin admin] Publish callbacks [] for security_group (62b752eb-916b-4645-8737-d8401e63c7c0), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:47.236684 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 1a86f613-5969-4223-bf0d-188186e59db2 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:52:47.271558 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 1a86f613-5969-4223-bf0d-188186e59db2 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:52:47.272225 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 1a86f613-5969-4223-bf0d-188186e59db2 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:52:47.527513 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-1ea6ae48-5bc0-4dc6-9967-3b99a0161e99 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Allocated IP 172.25.8.19 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/4da83292-90a3-410f-b1bb-a332e093404f) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:52:47.812662 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1ea6ae48-5bc0-4dc6-9967-3b99a0161e99 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks [] for port (4da83292-90a3-410f-b1bb-a332e093404f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:47.926080 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1ea6ae48-5bc0-4dc6-9967-3b99a0161e99 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (4da83292-90a3-410f-b1bb-a332e093404f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:48.022275 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea6ae48-5bc0-4dc6-9967-3b99a0161e99 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Pushing event updated for resources: {'Port': ['ID=4da83292-90a3-410f-b1bb-a332e093404f,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:48.025448 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68c81f60-6bb1-4d5a-be21-ab3fa88152ed tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7979267', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7985061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7589'] for router (eac0a8cc-de9b-412c-8e63-019bc87bd9f3), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:48.058013 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68c81f60-6bb1-4d5a-be21-ab3fa88152ed tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7979276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7979285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7985070'] for router (eac0a8cc-de9b-412c-8e63-019bc87bd9f3), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:48.069532 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-90df0a5c-5453-4fe6-8da8-63a7f317e361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (62b752eb-916b-4645-8737-d8401e63c7c0), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:48.072278 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-90df0a5c-5453-4fe6-8da8-63a7f317e361 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:48.087966 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea6ae48-5bc0-4dc6-9967-3b99a0161e99 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:52:48.091342 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-90df0a5c-5453-4fe6-8da8-63a7f317e361 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/62b752eb-916b-4645-8737-d8401e63c7c0 HTTP/1.1" status: 204 len: 168 time: 2.1260016 Mar 11 19:52:48.097878 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-1ea6ae48-5bc0-4dc6-9967-3b99a0161e99 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:52:48.108129 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea6ae48-5bc0-4dc6-9967-3b99a0161e99 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:52:48.133960 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90df0a5c-5453-4fe6-8da8-63a7f317e361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b752eb-916b-4645-8737-d8401e63c7c0,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:48.558144 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68c81f60-6bb1-4d5a-be21-ab3fa88152ed tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Router eac0a8cc-de9b-412c-8e63-019bc87bd9f3 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:52:48.910369 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:48.984343 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c81f60-6bb1-4d5a-be21-ab3fa88152ed tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:52:48.994702 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7266163c-d547-49b4-9fee-fbd96e27ef12 None None] Sync routers for ids ['eac0a8cc-de9b-412c-8e63-019bc87bd9f3'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:52:48.995372 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68c81f60-6bb1-4d5a-be21-ab3fa88152ed tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:48.996657 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-68c81f60-6bb1-4d5a-be21-ab3fa88152ed tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] 10.222.0.65 "PUT /v2.0/routers/eac0a8cc-de9b-412c-8e63-019bc87bd9f3 HTTP/1.1" status: 200 len: 925 time: 4.4968445 Mar 11 19:52:49.002843 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60420) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:52:49.015725 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7266163c-d547-49b4-9fee-fbd96e27ef12 None None] Routers {'eac0a8cc-de9b-412c-8e63-019bc87bd9f3'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:52:49.028221 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-7266163c-d547-49b4-9fee-fbd96e27ef12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:52:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['eac0a8cc-de9b-412c-8e63-019bc87bd9f3'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:49.134533 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1ea6ae48-5bc0-4dc6-9967-3b99a0161e99 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks [] for router_gateway (bcd83eb9-9402-4b23-8d3e-6682720c9b1c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:49.169172 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-7266163c-d547-49b4-9fee-fbd96e27ef12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:49.194831 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7266163c-d547-49b4-9fee-fbd96e27ef12 None None] Routers {'eac0a8cc-de9b-412c-8e63-019bc87bd9f3'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:52:49.197308 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-7266163c-d547-49b4-9fee-fbd96e27ef12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:52:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['eac0a8cc-de9b-412c-8e63-019bc87bd9f3'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:49.243573 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-0281f9d4-c8c2-4936-93f7-9ba594630778 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] 10.222.0.65 "GET /v2.0/routers/eac0a8cc-de9b-412c-8e63-019bc87bd9f3 HTTP/1.1" status: 200 len: 925 time: 0.2365086 Mar 11 19:52:49.244319 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60426) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:52:49.322509 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-7266163c-d547-49b4-9fee-fbd96e27ef12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:49.325214 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7266163c-d547-49b4-9fee-fbd96e27ef12 None None] The sync data for ids ['eac0a8cc-de9b-412c-8e63-019bc87bd9f3'] in n-d-833163-1 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:52:49.357599 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60430) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:52:49.378309 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3edbf3fd-86dc-40c9-8b17-a7894606634f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:49.470283 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4090365-e3f5-4bf6-adc1-a7842f57be15 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:52:49.478464 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 60432) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:52:49.479559 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f4090365-e3f5-4bf6-adc1-a7842f57be15 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=612cc066-33e3-444d-b1c7-d0a64751482a&device_id=eac0a8cc-de9b-412c-8e63-019bc87bd9f3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2332160 Mar 11 19:52:49.610907 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3edbf3fd-86dc-40c9-8b17-a7894606634f admin admin] Publish callbacks [] for security_group (8831b0f0-0520-4440-9e18-abea1167b1f8), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:49.615895 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3edbf3fd-86dc-40c9-8b17-a7894606634f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (8831b0f0-0520-4440-9e18-abea1167b1f8), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:49.700558 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edbf3fd-86dc-40c9-8b17-a7894606634f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8831b0f0-0520-4440-9e18-abea1167b1f8,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:49.767307 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-3edbf3fd-86dc-40c9-8b17-a7894606634f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2438ff00d64b4977996155063269ff33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4085038 Mar 11 19:52:49.769246 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60436) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:52:49.844383 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d34fcf6-7e30-4ff5-a7c1-bd85f91e5e73 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:52:49.845772 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-1d34fcf6-7e30-4ff5-a7c1-bd85f91e5e73 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] 10.222.0.65 "GET /v2.0/networks/612cc066-33e3-444d-b1c7-d0a64751482a HTTP/1.1" status: 200 len: 881 time: 0.3662090 Mar 11 19:52:49.849119 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60438) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:52:49.951224 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-b781ce89-e7b4-4acc-802f-9dd1718ad707 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] 10.222.0.65 "GET /v2.0/ports?device_id=eac0a8cc-de9b-412c-8e63-019bc87bd9f3 HTTP/1.1" status: 200 len: 205 time: 0.0999496 Mar 11 19:52:49.954562 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60444) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:52:49.961259 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1ea6ae48-5bc0-4dc6-9967-3b99a0161e99 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (bcd83eb9-9402-4b23-8d3e-6682720c9b1c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:49.991574 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f0de6d4e-a85f-4fca-8dcd-9def12b2b37d admin admin] Publish callbacks [] for security_group (8831b0f0-0520-4440-9e18-abea1167b1f8), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:50.207053 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f0de6d4e-a85f-4fca-8dcd-9def12b2b37d admin admin] Publish callbacks [] for security_group (8831b0f0-0520-4440-9e18-abea1167b1f8), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:50.332158 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ea6ae48-5bc0-4dc6-9967-3b99a0161e99 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Router bcd83eb9-9402-4b23-8d3e-6682720c9b1c is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:52:50.557253 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3db203eb-d850-4f0d-8877-820da055470a tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks [] for router (eac0a8cc-de9b-412c-8e63-019bc87bd9f3), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:50.725943 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea6ae48-5bc0-4dc6-9967-3b99a0161e99 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:52:50.744706 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654a751d-d121-49fd-92f2-f08894a13712 None None] Sync routers for ids ['bcd83eb9-9402-4b23-8d3e-6682720c9b1c'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:52:50.758928 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654a751d-d121-49fd-92f2-f08894a13712 None None] Routers {'bcd83eb9-9402-4b23-8d3e-6682720c9b1c'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:52:50.762600 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-654a751d-d121-49fd-92f2-f08894a13712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:52:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['bcd83eb9-9402-4b23-8d3e-6682720c9b1c'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:50.793692 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1ea6ae48-5bc0-4dc6-9967-3b99a0161e99 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:50.798287 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-1ea6ae48-5bc0-4dc6-9967-3b99a0161e99 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.9141595 Mar 11 19:52:50.801355 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 60454) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:52:50.818026 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-8f37cc19-b584-4c3f-ab26-96e2e4371547 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'enable_snat': False}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:52:50.854248 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3db203eb-d850-4f0d-8877-820da055470a tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks [] for router_gateway (eac0a8cc-de9b-412c-8e63-019bc87bd9f3), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:50.878569 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f0de6d4e-a85f-4fca-8dcd-9def12b2b37d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (8831b0f0-0520-4440-9e18-abea1167b1f8), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:50.882589 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-654a751d-d121-49fd-92f2-f08894a13712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:50.889538 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f0de6d4e-a85f-4fca-8dcd-9def12b2b37d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:50.897890 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f0de6d4e-a85f-4fca-8dcd-9def12b2b37d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8831b0f0-0520-4440-9e18-abea1167b1f8 HTTP/1.1" status: 204 len: 168 time: 1.1275401 Mar 11 19:52:50.907410 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654a751d-d121-49fd-92f2-f08894a13712 None None] Routers {'bcd83eb9-9402-4b23-8d3e-6682720c9b1c'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:52:50.909078 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-654a751d-d121-49fd-92f2-f08894a13712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:52:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['bcd83eb9-9402-4b23-8d3e-6682720c9b1c'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:50.979552 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0de6d4e-a85f-4fca-8dcd-9def12b2b37d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8831b0f0-0520-4440-9e18-abea1167b1f8,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:51.015801 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-654a751d-d121-49fd-92f2-f08894a13712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:51.016826 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654a751d-d121-49fd-92f2-f08894a13712 None None] The sync data for ids ['bcd83eb9-9402-4b23-8d3e-6682720c9b1c'] in n-d-833163-1 is: [] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:52:51.054018 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-3db203eb-d850-4f0d-8877-820da055470a tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Deleting port 77007b79-053b-4194-bac6-3c76c4fc81fa {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:52:51.054365 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3db203eb-d850-4f0d-8877-820da055470a tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (77007b79-053b-4194-bac6-3c76c4fc81fa), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:51.307458 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3db203eb-d850-4f0d-8877-820da055470a tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (77007b79-053b-4194-bac6-3c76c4fc81fa), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:51.366635 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-3db203eb-d850-4f0d-8877-820da055470a tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Calling delete_port for 77007b79-053b-4194-bac6-3c76c4fc81fa owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:52:51.592601 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8f37cc19-b584-4c3f-ab26-96e2e4371547 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks [] for router_gateway (bcd83eb9-9402-4b23-8d3e-6682720c9b1c), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:51.859076 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3db203eb-d850-4f0d-8877-820da055470a tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (77007b79-053b-4194-bac6-3c76c4fc81fa), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:51.974314 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db203eb-d850-4f0d-8877-820da055470a tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Pushing event deleted for resources: {'Port': ['ID=77007b79-053b-4194-bac6-3c76c4fc81fa,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:52.007334 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3db203eb-d850-4f0d-8877-820da055470a tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (eac0a8cc-de9b-412c-8e63-019bc87bd9f3), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:52.119513 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 60474) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:52:52.161743 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-88290365-5ab9-44ad-9e4f-778ac51d7a02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:52.239790 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3db203eb-d850-4f0d-8877-820da055470a tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (eac0a8cc-de9b-412c-8e63-019bc87bd9f3), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:52.244520 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3db203eb-d850-4f0d-8877-820da055470a tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks [] for router_controller (eac0a8cc-de9b-412c-8e63-019bc87bd9f3), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:52.339698 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7462747a-65db-4e33-820b-75e46b74075e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:52.375661 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3db203eb-d850-4f0d-8877-820da055470a tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (eac0a8cc-de9b-412c-8e63-019bc87bd9f3), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:52.376272 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db203eb-d850-4f0d-8877-820da055470a tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Fanout notify agent at l3_agent the message router_deleted on router eac0a8cc-de9b-412c-8e63-019bc87bd9f3 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:52:52.398138 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3db203eb-d850-4f0d-8877-820da055470a tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:52.413924 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-3db203eb-d850-4f0d-8877-820da055470a tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] 10.222.0.65 "DELETE /v2.0/routers/eac0a8cc-de9b-412c-8e63-019bc87bd9f3 HTTP/1.1" status: 204 len: 168 time: 2.4578311 Mar 11 19:52:52.414777 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60480) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:52:52.428719 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-a74e88a6-21c9-4643-a0e5-dc63afb9850a tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1518679052', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:52:52.478873 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a74e88a6-21c9-4643-a0e5-dc63afb9850a tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (b98baf86-bbc6-4d63-a91d-be6ec00de5a6), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:52.481863 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a74e88a6-21c9-4643-a0e5-dc63afb9850a tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (b98baf86-bbc6-4d63-a91d-be6ec00de5a6), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:52.653658 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a74e88a6-21c9-4643-a0e5-dc63afb9850a tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks [] for router_controller (b98baf86-bbc6-4d63-a91d-be6ec00de5a6), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:52.658416 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a74e88a6-21c9-4643-a0e5-dc63afb9850a tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (b98baf86-bbc6-4d63-a91d-be6ec00de5a6), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:52.665976 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:52.686184 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a74e88a6-21c9-4643-a0e5-dc63afb9850a tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:52.690290 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a74e88a6-21c9-4643-a0e5-dc63afb9850a tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2744706 Mar 11 19:52:52.690920 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60486) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:52:52.696017 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-f5ad8c05-ad20-43eb-a836-f83378d4c742 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Request body: {'router': {'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:52:53.228330 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-88290365-5ab9-44ad-9e4f-778ac51d7a02 admin admin] Publish callbacks [] for security_group (3a10f183-4b0e-466e-82a6-8bca667b84f1), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:53.240347 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-88290365-5ab9-44ad-9e4f-778ac51d7a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (3a10f183-4b0e-466e-82a6-8bca667b84f1), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:53.338673 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-88290365-5ab9-44ad-9e4f-778ac51d7a02 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=140610fca1d1471f87df46f6bdb447fe&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2177763 Mar 11 19:52:53.342096 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88290365-5ab9-44ad-9e4f-778ac51d7a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a10f183-4b0e-466e-82a6-8bca667b84f1,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:53.344650 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60502) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:52:53.351310 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8f37cc19-b584-4c3f-ab26-96e2e4371547 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7979267', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7985061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7589'] for router (bcd83eb9-9402-4b23-8d3e-6682720c9b1c), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:53.355472 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8f37cc19-b584-4c3f-ab26-96e2e4371547 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7979276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7979285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7985070'] for router (bcd83eb9-9402-4b23-8d3e-6682720c9b1c), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:53.475362 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 60504) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:52:53.573027 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f37cc19-b584-4c3f-ab26-96e2e4371547 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Router bcd83eb9-9402-4b23-8d3e-6682720c9b1c has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:52:53.759156 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f5ad8c05-ad20-43eb-a836-f83378d4c742 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks [] for router_gateway (b98baf86-bbc6-4d63-a91d-be6ec00de5a6), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:53.877741 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0bf42777-8e6f-46f6-bdf0-9eb63fb423d1 admin admin] Publish callbacks [] for security_group (3a10f183-4b0e-466e-82a6-8bca667b84f1), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:53.879207 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f37cc19-b584-4c3f-ab26-96e2e4371547 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:52:53.884386 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8f37cc19-b584-4c3f-ab26-96e2e4371547 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:53.891971 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8f37cc19-b584-4c3f-ab26-96e2e4371547 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] 10.222.0.65 "PUT /v2.0/routers/bcd83eb9-9402-4b23-8d3e-6682720c9b1c HTTP/1.1" status: 200 len: 921 time: 3.0813994 Mar 11 19:52:53.892944 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 60520) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:52:53.894432 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f78d43-f778-4dad-833b-713887cf711e None None] Sync routers for ids ['bcd83eb9-9402-4b23-8d3e-6682720c9b1c'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:52:53.923669 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f78d43-f778-4dad-833b-713887cf711e None None] Routers {'bcd83eb9-9402-4b23-8d3e-6682720c9b1c'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:52:53.924649 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-32f78d43-f778-4dad-833b-713887cf711e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:52:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['bcd83eb9-9402-4b23-8d3e-6682720c9b1c'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:54.018668 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-32f78d43-f778-4dad-833b-713887cf711e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:54.036139 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f78d43-f778-4dad-833b-713887cf711e None None] Routers {'bcd83eb9-9402-4b23-8d3e-6682720c9b1c'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:52:54.040280 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-32f78d43-f778-4dad-833b-713887cf711e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:52:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['bcd83eb9-9402-4b23-8d3e-6682720c9b1c'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:54.047377 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a53b04b3-7c31-407b-8162-b977234432b7 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] 10.222.0.65 "GET /v2.0/routers/bcd83eb9-9402-4b23-8d3e-6682720c9b1c HTTP/1.1" status: 200 len: 921 time: 0.1529911 Mar 11 19:52:54.048020 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 60524) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:52:54.060548 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0bf42777-8e6f-46f6-bdf0-9eb63fb423d1 admin admin] Publish callbacks [] for security_group (3a10f183-4b0e-466e-82a6-8bca667b84f1), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:54.122463 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-32f78d43-f778-4dad-833b-713887cf711e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:54.123166 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f78d43-f778-4dad-833b-713887cf711e None None] The sync data for ids ['bcd83eb9-9402-4b23-8d3e-6682720c9b1c'] in n-d-833163-1 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:52:54.160268 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e045300c-d32b-4cb6-a193-e9f34d4f8a11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:54.213235 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259d4894-b7e5-47e3-b4ae-15bd15841fec tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:52:54.217865 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-259d4894-b7e5-47e3-b4ae-15bd15841fec tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=612cc066-33e3-444d-b1c7-d0a64751482a&device_id=bcd83eb9-9402-4b23-8d3e-6682720c9b1c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1688404 Mar 11 19:52:54.221506 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 60528) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:52:54.351319 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f5ad8c05-ad20-43eb-a836-f83378d4c742 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks [] for router_gateway (b98baf86-bbc6-4d63-a91d-be6ec00de5a6), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:54.385777 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f5ad8c05-ad20-43eb-a836-f83378d4c742 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:54.411567 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20762578-97a9-4f52-a391-773339eabc2d tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:52:54.417363 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-20762578-97a9-4f52-a391-773339eabc2d tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] 10.222.0.65 "GET /v2.0/networks/612cc066-33e3-444d-b1c7-d0a64751482a HTTP/1.1" status: 200 len: 881 time: 0.1945815 Mar 11 19:52:54.420466 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e045300c-d32b-4cb6-a193-e9f34d4f8a11 admin admin] Publish callbacks [] for security_group (84d1a922-ce70-4178-b605-63b10f4bdf1c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:54.421738 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 60532) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:52:54.452155 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e045300c-d32b-4cb6-a193-e9f34d4f8a11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (84d1a922-ce70-4178-b605-63b10f4bdf1c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:54.461678 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d5e7e196-46c9-4424-bf5a-35c0591fe1ff tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcd83eb9-9402-4b23-8d3e-6682720c9b1c HTTP/1.1" status: 200 len: 205 time: 0.0384526 Mar 11 19:52:54.464071 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 60534) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:52:54.625585 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4e770b2b-2a62-4399-8999-4d18f02bc238 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:54.645508 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-33513c78-bf0b-43f9-82c1-819d5b0a25e2 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks [] for router (bcd83eb9-9402-4b23-8d3e-6682720c9b1c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:54.752855 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-f5ad8c05-ad20-43eb-a836-f83378d4c742 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Allocated IP 172.25.8.97 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/ab188914-d858-445b-bf79-ece31f199ca1) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:52:54.805241 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e045300c-d32b-4cb6-a193-e9f34d4f8a11 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8dae91df27574d1882e1fdd8dd4dc67d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3237557 Mar 11 19:52:54.805870 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 60546) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:52:54.830026 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e045300c-d32b-4cb6-a193-e9f34d4f8a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d1a922-ce70-4178-b605-63b10f4bdf1c,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:55.074093 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-33513c78-bf0b-43f9-82c1-819d5b0a25e2 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks [] for router_gateway (bcd83eb9-9402-4b23-8d3e-6682720c9b1c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:55.111257 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f5ad8c05-ad20-43eb-a836-f83378d4c742 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks [] for port (ab188914-d858-445b-bf79-ece31f199ca1), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:55.135271 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b492c524-804f-4da6-88a2-56d5a4f60dae admin admin] Publish callbacks [] for security_group (84d1a922-ce70-4178-b605-63b10f4bdf1c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:55.187706 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0bf42777-8e6f-46f6-bdf0-9eb63fb423d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (3a10f183-4b0e-466e-82a6-8bca667b84f1), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:55.203160 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0bf42777-8e6f-46f6-bdf0-9eb63fb423d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:55.208302 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-0bf42777-8e6f-46f6-bdf0-9eb63fb423d1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3a10f183-4b0e-466e-82a6-8bca667b84f1 HTTP/1.1" status: 204 len: 168 time: 1.8574317 Mar 11 19:52:55.220288 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f5ad8c05-ad20-43eb-a836-f83378d4c742 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (ab188914-d858-445b-bf79-ece31f199ca1), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:55.251095 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b492c524-804f-4da6-88a2-56d5a4f60dae admin admin] Publish callbacks [] for security_group (84d1a922-ce70-4178-b605-63b10f4bdf1c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:55.281762 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf42777-8e6f-46f6-bdf0-9eb63fb423d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a10f183-4b0e-466e-82a6-8bca667b84f1,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:55.348764 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b492c524-804f-4da6-88a2-56d5a4f60dae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (84d1a922-ce70-4178-b605-63b10f4bdf1c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:55.350546 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b492c524-804f-4da6-88a2-56d5a4f60dae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:55.352303 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b492c524-804f-4da6-88a2-56d5a4f60dae admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/84d1a922-ce70-4178-b605-63b10f4bdf1c HTTP/1.1" status: 204 len: 168 time: 0.5376322 Mar 11 19:52:55.369364 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b492c524-804f-4da6-88a2-56d5a4f60dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d1a922-ce70-4178-b605-63b10f4bdf1c,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:55.391600 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ad8c05-ad20-43eb-a836-f83378d4c742 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:52:55.400309 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-f5ad8c05-ad20-43eb-a836-f83378d4c742 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:52:55.412530 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ad8c05-ad20-43eb-a836-f83378d4c742 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:52:55.414935 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-33513c78-bf0b-43f9-82c1-819d5b0a25e2 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Deleting port 4da83292-90a3-410f-b1bb-a332e093404f {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:52:55.415403 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-33513c78-bf0b-43f9-82c1-819d5b0a25e2 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (4da83292-90a3-410f-b1bb-a332e093404f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:55.500948 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ad8c05-ad20-43eb-a836-f83378d4c742 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Pushing event updated for resources: {'Port': ['ID=ab188914-d858-445b-bf79-ece31f199ca1,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:55.515403 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60562) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:52:55.628204 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-33513c78-bf0b-43f9-82c1-819d5b0a25e2 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (4da83292-90a3-410f-b1bb-a332e093404f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:55.663180 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-33513c78-bf0b-43f9-82c1-819d5b0a25e2 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Calling delete_port for 4da83292-90a3-410f-b1bb-a332e093404f owned by network:router_gateway {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:52:56.070886 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-33513c78-bf0b-43f9-82c1-819d5b0a25e2 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (4da83292-90a3-410f-b1bb-a332e093404f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:56.073259 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f5ad8c05-ad20-43eb-a836-f83378d4c742 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks [] for router_gateway (b98baf86-bbc6-4d63-a91d-be6ec00de5a6), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:56.198717 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:56.210466 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33513c78-bf0b-43f9-82c1-819d5b0a25e2 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Pushing event deleted for resources: {'Port': ['ID=4da83292-90a3-410f-b1bb-a332e093404f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:56.281202 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-33513c78-bf0b-43f9-82c1-819d5b0a25e2 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (bcd83eb9-9402-4b23-8d3e-6682720c9b1c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:56.489560 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-33513c78-bf0b-43f9-82c1-819d5b0a25e2 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (bcd83eb9-9402-4b23-8d3e-6682720c9b1c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:56.496461 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-33513c78-bf0b-43f9-82c1-819d5b0a25e2 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks [] for router_controller (bcd83eb9-9402-4b23-8d3e-6682720c9b1c), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:56.631461 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-33513c78-bf0b-43f9-82c1-819d5b0a25e2 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (bcd83eb9-9402-4b23-8d3e-6682720c9b1c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:56.633759 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33513c78-bf0b-43f9-82c1-819d5b0a25e2 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Fanout notify agent at l3_agent the message router_deleted on router bcd83eb9-9402-4b23-8d3e-6682720c9b1c {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:52:56.656045 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-33513c78-bf0b-43f9-82c1-819d5b0a25e2 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:56.661383 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-33513c78-bf0b-43f9-82c1-819d5b0a25e2 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] 10.222.0.65 "DELETE /v2.0/routers/bcd83eb9-9402-4b23-8d3e-6682720c9b1c HTTP/1.1" status: 204 len: 168 time: 2.1902442 Mar 11 19:52:56.662039 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 60588) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:52:56.673557 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-874977ca-4a03-4ede-a8c3-08a69ae61774 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-367013339', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:52:56.681132 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-28e3591e-59d3-4853-9a61-6ba5763f0b56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:56.731518 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-874977ca-4a03-4ede-a8c3-08a69ae61774 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (48efaecc-f6c2-4121-9f26-90c02575dd4f), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:56.732789 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-874977ca-4a03-4ede-a8c3-08a69ae61774 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (48efaecc-f6c2-4121-9f26-90c02575dd4f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:56.869592 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f5ad8c05-ad20-43eb-a836-f83378d4c742 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7979267', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7985061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7589'] for router (b98baf86-bbc6-4d63-a91d-be6ec00de5a6), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:56.889220 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f5ad8c05-ad20-43eb-a836-f83378d4c742 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7979276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7979285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7985070'] for router (b98baf86-bbc6-4d63-a91d-be6ec00de5a6), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:56.918908 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-874977ca-4a03-4ede-a8c3-08a69ae61774 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks [] for router_controller (48efaecc-f6c2-4121-9f26-90c02575dd4f), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:56.927316 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-874977ca-4a03-4ede-a8c3-08a69ae61774 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (48efaecc-f6c2-4121-9f26-90c02575dd4f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:56.960770 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-874977ca-4a03-4ede-a8c3-08a69ae61774 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:56.969447 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-874977ca-4a03-4ede-a8c3-08a69ae61774 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3062599 Mar 11 19:52:56.972607 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 60598) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:52:56.978203 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-a7c87b5f-a518-4bf2-8cdc-1986a4913a94 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Request body: {'router': {'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:52:57.115416 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-28e3591e-59d3-4853-9a61-6ba5763f0b56 admin admin] Publish callbacks [] for security_group (419c198b-2382-48ce-9c03-aab6a7b1d388), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:57.119727 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5ad8c05-ad20-43eb-a836-f83378d4c742 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Router b98baf86-bbc6-4d63-a91d-be6ec00de5a6 is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:52:57.139964 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-28e3591e-59d3-4853-9a61-6ba5763f0b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (419c198b-2382-48ce-9c03-aab6a7b1d388), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:57.381264 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e3591e-59d3-4853-9a61-6ba5763f0b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=419c198b-2382-48ce-9c03-aab6a7b1d388,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:57.430855 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-28e3591e-59d3-4853-9a61-6ba5763f0b56 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ac688ca0290b484a9136d86774d07df8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9049706 Mar 11 19:52:57.438469 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60606) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:52:57.629966 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:57.674387 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fd765dca-5748-47e6-879d-8d20eabb351f admin admin] Publish callbacks [] for security_group (419c198b-2382-48ce-9c03-aab6a7b1d388), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:57.724967 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ad8c05-ad20-43eb-a836-f83378d4c742 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:52:57.736808 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ee26ae-dcae-4b34-b130-c624d313f622 None None] Sync routers for ids ['b98baf86-bbc6-4d63-a91d-be6ec00de5a6'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:52:57.742423 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a7c87b5f-a518-4bf2-8cdc-1986a4913a94 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks [] for router_gateway (48efaecc-f6c2-4121-9f26-90c02575dd4f), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:57.743134 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f5ad8c05-ad20-43eb-a836-f83378d4c742 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:57.746845 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f5ad8c05-ad20-43eb-a836-f83378d4c742 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] 10.222.0.65 "PUT /v2.0/routers/b98baf86-bbc6-4d63-a91d-be6ec00de5a6 HTTP/1.1" status: 200 len: 883 time: 5.0526555 Mar 11 19:52:57.752155 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60614) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:52:57.753974 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ee26ae-dcae-4b34-b130-c624d313f622 None None] Routers {'b98baf86-bbc6-4d63-a91d-be6ec00de5a6'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:52:57.755500 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-52ee26ae-dcae-4b34-b130-c624d313f622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:52:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['b98baf86-bbc6-4d63-a91d-be6ec00de5a6'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:57.776984 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fd765dca-5748-47e6-879d-8d20eabb351f admin admin] Publish callbacks [] for security_group (419c198b-2382-48ce-9c03-aab6a7b1d388), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:57.843396 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-52ee26ae-dcae-4b34-b130-c624d313f622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:57.866690 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ee26ae-dcae-4b34-b130-c624d313f622 None None] Routers {'b98baf86-bbc6-4d63-a91d-be6ec00de5a6'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:52:57.867669 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-52ee26ae-dcae-4b34-b130-c624d313f622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:52:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['b98baf86-bbc6-4d63-a91d-be6ec00de5a6'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:58.078776 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-52ee26ae-dcae-4b34-b130-c624d313f622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:52:58.081310 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ee26ae-dcae-4b34-b130-c624d313f622 None None] The sync data for ids ['b98baf86-bbc6-4d63-a91d-be6ec00de5a6'] in n-d-833163-1 is: [] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:52:58.187198 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fd765dca-5748-47e6-879d-8d20eabb351f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (419c198b-2382-48ce-9c03-aab6a7b1d388), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:58.196071 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fd765dca-5748-47e6-879d-8d20eabb351f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:58.209546 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-fd765dca-5748-47e6-879d-8d20eabb351f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/419c198b-2382-48ce-9c03-aab6a7b1d388 HTTP/1.1" status: 204 len: 168 time: 0.7697003 Mar 11 19:52:58.235928 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a7c87b5f-a518-4bf2-8cdc-1986a4913a94 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks [] for router_gateway (48efaecc-f6c2-4121-9f26-90c02575dd4f), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:58.262452 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d7f761f0-fd36-45c3-82d4-ba21ec14269d tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] 10.222.0.65 "GET /v2.0/routers/b98baf86-bbc6-4d63-a91d-be6ec00de5a6 HTTP/1.1" status: 200 len: 924 time: 0.5049319 Mar 11 19:52:58.263912 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd765dca-5748-47e6-879d-8d20eabb351f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=419c198b-2382-48ce-9c03-aab6a7b1d388,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:58.273351 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60634) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:52:58.290443 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a7c87b5f-a518-4bf2-8cdc-1986a4913a94 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:58.406468 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afbd62c-c8a4-4073-8b21-9392555dae6b tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:52:58.409486 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-1afbd62c-c8a4-4073-8b21-9392555dae6b tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=612cc066-33e3-444d-b1c7-d0a64751482a&device_id=b98baf86-bbc6-4d63-a91d-be6ec00de5a6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1351209 Mar 11 19:52:58.411334 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60638) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:52:58.573628 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:52:58.574494 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-a7c87b5f-a518-4bf2-8cdc-1986a4913a94 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Allocated IP 172.25.8.40 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/e7068bf8-4139-4722-8ffe-f665deb9382c) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:52:58.615520 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c68e669-a085-4e68-bd5a-fa5cf722a98d tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:52:58.616984 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-4c68e669-a085-4e68-bd5a-fa5cf722a98d tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] 10.222.0.65 "GET /v2.0/networks/612cc066-33e3-444d-b1c7-d0a64751482a HTTP/1.1" status: 200 len: 881 time: 0.2046041 Mar 11 19:52:58.624328 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60644) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:52:58.674566 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-53588b86-6362-4e01-8580-099930a17379 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] 10.222.0.65 "GET /v2.0/ports?device_id=b98baf86-bbc6-4d63-a91d-be6ec00de5a6 HTTP/1.1" status: 200 len: 205 time: 0.0488532 Mar 11 19:52:58.676911 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60646) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:52:58.837278 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a7c87b5f-a518-4bf2-8cdc-1986a4913a94 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks [] for port (e7068bf8-4139-4722-8ffe-f665deb9382c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:58.937416 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a7c87b5f-a518-4bf2-8cdc-1986a4913a94 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (e7068bf8-4139-4722-8ffe-f665deb9382c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:58.958850 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2d4fb61d-98b9-4534-9090-7645c40f9eed tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks [] for router (b98baf86-bbc6-4d63-a91d-be6ec00de5a6), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:58.997446 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c87b5f-a518-4bf2-8cdc-1986a4913a94 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Pushing event updated for resources: {'Port': ['ID=e7068bf8-4139-4722-8ffe-f665deb9382c,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:52:59.008830 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:59.014657 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c87b5f-a518-4bf2-8cdc-1986a4913a94 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:52:59.017247 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-a7c87b5f-a518-4bf2-8cdc-1986a4913a94 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:52:59.020286 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c87b5f-a518-4bf2-8cdc-1986a4913a94 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:52:59.478062 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 60662) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:52:59.527721 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-792776f5-94a6-48b2-b5a1-c863adde38e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:59.690842 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2d4fb61d-98b9-4534-9090-7645c40f9eed tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks [] for router_gateway (b98baf86-bbc6-4d63-a91d-be6ec00de5a6), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:59.850514 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-2d4fb61d-98b9-4534-9090-7645c40f9eed tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Deleting port ab188914-d858-445b-bf79-ece31f199ca1 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:52:59.851004 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2d4fb61d-98b9-4534-9090-7645c40f9eed tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (ab188914-d858-445b-bf79-ece31f199ca1), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:52:59.999597 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2d4fb61d-98b9-4534-9090-7645c40f9eed tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (ab188914-d858-445b-bf79-ece31f199ca1), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:00.039409 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-2d4fb61d-98b9-4534-9090-7645c40f9eed tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Calling delete_port for ab188914-d858-445b-bf79-ece31f199ca1 owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:53:00.358863 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60688) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:00.392022 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60694) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:00.452561 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2d4fb61d-98b9-4534-9090-7645c40f9eed tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (ab188914-d858-445b-bf79-ece31f199ca1), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:00.500757 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4fb61d-98b9-4534-9090-7645c40f9eed tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Pushing event deleted for resources: {'Port': ['ID=ab188914-d858-445b-bf79-ece31f199ca1,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:00.590867 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2d4fb61d-98b9-4534-9090-7645c40f9eed tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (b98baf86-bbc6-4d63-a91d-be6ec00de5a6), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:00.627069 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-792776f5-94a6-48b2-b5a1-c863adde38e6 admin admin] Publish callbacks [] for security_group (3fd7cc1a-4451-43b5-8292-53109cff9d55), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:00.628343 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a7c87b5f-a518-4bf2-8cdc-1986a4913a94 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks [] for router_gateway (48efaecc-f6c2-4121-9f26-90c02575dd4f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:00.633891 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-792776f5-94a6-48b2-b5a1-c863adde38e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (3fd7cc1a-4451-43b5-8292-53109cff9d55), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:00.695097 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1980843e-cd55-44a5-aeed-6ac135a0cc79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:00.726092 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792776f5-94a6-48b2-b5a1-c863adde38e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd7cc1a-4451-43b5-8292-53109cff9d55,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:00.755798 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-792776f5-94a6-48b2-b5a1-c863adde38e6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2e3bf1bd1de34190bf6233c668ef1246&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2765479 Mar 11 19:53:00.759114 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 60698) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:00.798735 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-10ec6af1-34a3-49be-a60e-5b153da556ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:00.803100 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2d4fb61d-98b9-4534-9090-7645c40f9eed tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (b98baf86-bbc6-4d63-a91d-be6ec00de5a6), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:00.807065 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2d4fb61d-98b9-4534-9090-7645c40f9eed tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks [] for router_controller (b98baf86-bbc6-4d63-a91d-be6ec00de5a6), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:00.876810 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-edf06c67-5cf8-4a2c-bee4-46d034cf9b7f admin admin] Publish callbacks [] for security_group (3fd7cc1a-4451-43b5-8292-53109cff9d55), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:00.889049 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2d4fb61d-98b9-4534-9090-7645c40f9eed tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (b98baf86-bbc6-4d63-a91d-be6ec00de5a6), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:00.889792 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d4fb61d-98b9-4534-9090-7645c40f9eed tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Fanout notify agent at l3_agent the message router_deleted on router b98baf86-bbc6-4d63-a91d-be6ec00de5a6 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:53:00.907987 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2d4fb61d-98b9-4534-9090-7645c40f9eed tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:00.912735 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-2d4fb61d-98b9-4534-9090-7645c40f9eed tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] 10.222.0.65 "DELETE /v2.0/routers/b98baf86-bbc6-4d63-a91d-be6ec00de5a6 HTTP/1.1" status: 204 len: 168 time: 2.2314892 Mar 11 19:53:00.914434 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60704) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:00.922988 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-30cd4084-0e97-4bc2-a2bd-1026286c9b4d tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1317887165', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:53:00.971402 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-edf06c67-5cf8-4a2c-bee4-46d034cf9b7f admin admin] Publish callbacks [] for security_group (3fd7cc1a-4451-43b5-8292-53109cff9d55), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:01.061301 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-10ec6af1-34a3-49be-a60e-5b153da556ca admin admin] Publish callbacks [] for security_group (7be0e149-fd89-4280-be7a-5f962223407a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:01.069820 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-30cd4084-0e97-4bc2-a2bd-1026286c9b4d tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (5853bf77-b046-4c0e-8a1a-b6d6cb2179ec), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:01.071093 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-30cd4084-0e97-4bc2-a2bd-1026286c9b4d tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (5853bf77-b046-4c0e-8a1a-b6d6cb2179ec), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:01.113221 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a7c87b5f-a518-4bf2-8cdc-1986a4913a94 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7979267', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7985061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7589'] for router (48efaecc-f6c2-4121-9f26-90c02575dd4f), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:01.122597 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a7c87b5f-a518-4bf2-8cdc-1986a4913a94 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7979276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7979285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7985070'] for router (48efaecc-f6c2-4121-9f26-90c02575dd4f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:01.157303 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-30cd4084-0e97-4bc2-a2bd-1026286c9b4d tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks [] for router_controller (5853bf77-b046-4c0e-8a1a-b6d6cb2179ec), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:01.162412 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-10ec6af1-34a3-49be-a60e-5b153da556ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (7be0e149-fd89-4280-be7a-5f962223407a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:01.195730 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-30cd4084-0e97-4bc2-a2bd-1026286c9b4d tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (5853bf77-b046-4c0e-8a1a-b6d6cb2179ec), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:01.205501 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ec6af1-34a3-49be-a60e-5b153da556ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be0e149-fd89-4280-be7a-5f962223407a,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:01.236568 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-edf06c67-5cf8-4a2c-bee4-46d034cf9b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (3fd7cc1a-4451-43b5-8292-53109cff9d55), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:01.240262 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-edf06c67-5cf8-4a2c-bee4-46d034cf9b7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:01.241529 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-edf06c67-5cf8-4a2c-bee4-46d034cf9b7f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3fd7cc1a-4451-43b5-8292-53109cff9d55 HTTP/1.1" status: 204 len: 168 time: 0.4815059 Mar 11 19:53:01.264110 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1980843e-cd55-44a5-aeed-6ac135a0cc79 admin admin] Publish callbacks [] for security_group (7d08f2ea-71e2-4cd2-ae59-eaeac7eca329), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:01.270512 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1980843e-cd55-44a5-aeed-6ac135a0cc79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (7d08f2ea-71e2-4cd2-ae59-eaeac7eca329), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:01.290211 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-30cd4084-0e97-4bc2-a2bd-1026286c9b4d tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:01.294464 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-30cd4084-0e97-4bc2-a2bd-1026286c9b4d tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3749495 Mar 11 19:53:01.295271 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 60714) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:01.303696 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-b8b79d9d-d93d-41d9-ac4d-a4b37f905c87 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'enable_snat': True}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:53:01.309833 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-10ec6af1-34a3-49be-a60e-5b153da556ca admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2c45c24bdf134fcc8681c510bc66caf7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9396110 Mar 11 19:53:01.311301 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60716) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:01.318705 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf06c67-5cf8-4a2c-bee4-46d034cf9b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd7cc1a-4451-43b5-8292-53109cff9d55,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:01.385335 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-1980843e-cd55-44a5-aeed-6ac135a0cc79 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ee8da9da69b04dd29daff394455ebaeb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9878817 Mar 11 19:53:01.385335 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1980843e-cd55-44a5-aeed-6ac135a0cc79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d08f2ea-71e2-4cd2-ae59-eaeac7eca329,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:01.390940 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60718) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:01.573066 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e97a5f6f-40d4-45d7-81d7-3745c0413ab4 admin admin] Publish callbacks [] for security_group (7d08f2ea-71e2-4cd2-ae59-eaeac7eca329), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:01.579446 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2ca43441-14f4-4b4e-9ee7-befb01b48f17 admin admin] Publish callbacks [] for security_group (7be0e149-fd89-4280-be7a-5f962223407a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:01.654692 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e97a5f6f-40d4-45d7-81d7-3745c0413ab4 admin admin] Publish callbacks [] for security_group (7d08f2ea-71e2-4cd2-ae59-eaeac7eca329), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:01.687888 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2ca43441-14f4-4b4e-9ee7-befb01b48f17 admin admin] Publish callbacks [] for security_group (7be0e149-fd89-4280-be7a-5f962223407a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:01.831576 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e97a5f6f-40d4-45d7-81d7-3745c0413ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (7d08f2ea-71e2-4cd2-ae59-eaeac7eca329), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:01.835994 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e97a5f6f-40d4-45d7-81d7-3745c0413ab4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:01.842384 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-e97a5f6f-40d4-45d7-81d7-3745c0413ab4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7d08f2ea-71e2-4cd2-ae59-eaeac7eca329 HTTP/1.1" status: 204 len: 168 time: 0.4447041 Mar 11 19:53:01.858867 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97a5f6f-40d4-45d7-81d7-3745c0413ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d08f2ea-71e2-4cd2-ae59-eaeac7eca329,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:01.890327 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2ca43441-14f4-4b4e-9ee7-befb01b48f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (7be0e149-fd89-4280-be7a-5f962223407a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:01.894223 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2ca43441-14f4-4b4e-9ee7-befb01b48f17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:01.902031 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-2ca43441-14f4-4b4e-9ee7-befb01b48f17 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7be0e149-fd89-4280-be7a-5f962223407a HTTP/1.1" status: 204 len: 168 time: 0.5865855 Mar 11 19:53:01.932560 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca43441-14f4-4b4e-9ee7-befb01b48f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be0e149-fd89-4280-be7a-5f962223407a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:02.014582 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b8b79d9d-d93d-41d9-ac4d-a4b37f905c87 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks [] for router_gateway (5853bf77-b046-4c0e-8a1a-b6d6cb2179ec), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:02.049866 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7c87b5f-a518-4bf2-8cdc-1986a4913a94 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Router 48efaecc-f6c2-4121-9f26-90c02575dd4f is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:53:02.299607 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c87b5f-a518-4bf2-8cdc-1986a4913a94 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:53:02.318571 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a7c87b5f-a518-4bf2-8cdc-1986a4913a94 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:02.320060 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a7c87b5f-a518-4bf2-8cdc-1986a4913a94 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] 10.222.0.65 "PUT /v2.0/routers/48efaecc-f6c2-4121-9f26-90c02575dd4f HTTP/1.1" status: 200 len: 878 time: 5.3453829 Mar 11 19:53:02.324187 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41a363d-3699-49cc-bfea-d83261aa0670 None None] Sync routers for ids ['48efaecc-f6c2-4121-9f26-90c02575dd4f'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:53:02.325190 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60748) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:02.350275 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41a363d-3699-49cc-bfea-d83261aa0670 None None] Routers {'48efaecc-f6c2-4121-9f26-90c02575dd4f'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:53:02.351282 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-c41a363d-3699-49cc-bfea-d83261aa0670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:52:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['48efaecc-f6c2-4121-9f26-90c02575dd4f'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:02.533882 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-c41a363d-3699-49cc-bfea-d83261aa0670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:02.560440 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41a363d-3699-49cc-bfea-d83261aa0670 None None] Routers {'48efaecc-f6c2-4121-9f26-90c02575dd4f'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:53:02.561416 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-c41a363d-3699-49cc-bfea-d83261aa0670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:52:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['48efaecc-f6c2-4121-9f26-90c02575dd4f'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:02.664092 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-c41a363d-3699-49cc-bfea-d83261aa0670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:02.668615 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41a363d-3699-49cc-bfea-d83261aa0670 None None] The sync data for ids ['48efaecc-f6c2-4121-9f26-90c02575dd4f'] in n-d-833163-1 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:53:02.746327 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b8b79d9d-d93d-41d9-ac4d-a4b37f905c87 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks [] for router_gateway (5853bf77-b046-4c0e-8a1a-b6d6cb2179ec), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:02.803465 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b8b79d9d-d93d-41d9-ac4d-a4b37f905c87 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:02.901481 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-6fc2adc8-13a6-4b88-b666-4de81f77f85a tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] 10.222.0.65 "GET /v2.0/routers/48efaecc-f6c2-4121-9f26-90c02575dd4f HTTP/1.1" status: 200 len: 919 time: 0.5743327 Mar 11 19:53:02.906052 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60752) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:03.023785 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3029db2a-0b3d-485f-86f8-7b1c74a99bd2 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:03.031578 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-3029db2a-0b3d-485f-86f8-7b1c74a99bd2 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=612cc066-33e3-444d-b1c7-d0a64751482a&device_id=48efaecc-f6c2-4121-9f26-90c02575dd4f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1236963 Mar 11 19:53:03.032540 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60758) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:03.033282 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60760) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:03.048996 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-b8b79d9d-d93d-41d9-ac4d-a4b37f905c87 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Allocated IP 172.25.8.38 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/cbed8c0c-de20-4014-a42d-50941334c2fd) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:53:03.114540 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d544e484-974d-47cb-a2c0-9517fdc36515 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:03.220158 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abf3fcd-1b6c-4c04-a331-2e9547b04838 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:03.222054 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-7abf3fcd-1b6c-4c04-a331-2e9547b04838 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] 10.222.0.65 "GET /v2.0/networks/612cc066-33e3-444d-b1c7-d0a64751482a HTTP/1.1" status: 200 len: 881 time: 0.1786675 Mar 11 19:53:03.226879 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60764) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:03.235014 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b8b79d9d-d93d-41d9-ac4d-a4b37f905c87 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks [] for port (cbed8c0c-de20-4014-a42d-50941334c2fd), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:03.284213 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b8b79d9d-d93d-41d9-ac4d-a4b37f905c87 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (cbed8c0c-de20-4014-a42d-50941334c2fd), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:03.287281 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ed238eb0-c606-42a3-9c50-de6b05f1a8b2 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] 10.222.0.65 "GET /v2.0/ports?device_id=48efaecc-f6c2-4121-9f26-90c02575dd4f HTTP/1.1" status: 200 len: 205 time: 0.0587890 Mar 11 19:53:03.290598 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60766) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:03.404977 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b79d9d-d93d-41d9-ac4d-a4b37f905c87 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:53:03.404977 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-b8b79d9d-d93d-41d9-ac4d-a4b37f905c87 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:53:03.408717 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b79d9d-d93d-41d9-ac4d-a4b37f905c87 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:53:03.435281 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d544e484-974d-47cb-a2c0-9517fdc36515 admin admin] Publish callbacks [] for security_group (88d1d9a4-62dd-46b2-bce0-5c299a2249ad), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:03.454463 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d544e484-974d-47cb-a2c0-9517fdc36515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (88d1d9a4-62dd-46b2-bce0-5c299a2249ad), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:03.663733 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d544e484-974d-47cb-a2c0-9517fdc36515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d1d9a4-62dd-46b2-bce0-5c299a2249ad,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:03.673313 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d544e484-974d-47cb-a2c0-9517fdc36515 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1ca2ce7466dd41abba566c3511d7f029&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6373749 Mar 11 19:53:03.677128 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-708f43a8-378c-416c-9c41-6a6a1ebbc42e tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks [] for router (48efaecc-f6c2-4121-9f26-90c02575dd4f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:03.679415 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60784) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:03.835583 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b79d9d-d93d-41d9-ac4d-a4b37f905c87 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Pushing event updated for resources: {'Port': ['ID=cbed8c0c-de20-4014-a42d-50941334c2fd,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:03.841910 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cd77b54d-0222-4905-aaf0-1c5fece436c1 admin admin] Publish callbacks [] for security_group (88d1d9a4-62dd-46b2-bce0-5c299a2249ad), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:04.021862 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-708f43a8-378c-416c-9c41-6a6a1ebbc42e tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks [] for router_gateway (48efaecc-f6c2-4121-9f26-90c02575dd4f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:04.048208 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cd77b54d-0222-4905-aaf0-1c5fece436c1 admin admin] Publish callbacks [] for security_group (88d1d9a4-62dd-46b2-bce0-5c299a2249ad), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:04.059872 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b8b79d9d-d93d-41d9-ac4d-a4b37f905c87 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks [] for router_gateway (5853bf77-b046-4c0e-8a1a-b6d6cb2179ec), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:04.242187 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-708f43a8-378c-416c-9c41-6a6a1ebbc42e tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Deleting port e7068bf8-4139-4722-8ffe-f665deb9382c {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:53:04.242747 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-708f43a8-378c-416c-9c41-6a6a1ebbc42e tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (e7068bf8-4139-4722-8ffe-f665deb9382c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:04.246723 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cd77b54d-0222-4905-aaf0-1c5fece436c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (88d1d9a4-62dd-46b2-bce0-5c299a2249ad), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:04.249446 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cd77b54d-0222-4905-aaf0-1c5fece436c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:04.261006 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-cd77b54d-0222-4905-aaf0-1c5fece436c1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/88d1d9a4-62dd-46b2-bce0-5c299a2249ad HTTP/1.1" status: 204 len: 168 time: 0.5804527 Mar 11 19:53:04.325667 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd77b54d-0222-4905-aaf0-1c5fece436c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d1d9a4-62dd-46b2-bce0-5c299a2249ad,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:04.475164 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-708f43a8-378c-416c-9c41-6a6a1ebbc42e tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (e7068bf8-4139-4722-8ffe-f665deb9382c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:04.495032 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-708f43a8-378c-416c-9c41-6a6a1ebbc42e tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Calling delete_port for e7068bf8-4139-4722-8ffe-f665deb9382c owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:53:04.629773 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b8b79d9d-d93d-41d9-ac4d-a4b37f905c87 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7979267', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7985061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7589'] for router (5853bf77-b046-4c0e-8a1a-b6d6cb2179ec), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:04.638466 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b8b79d9d-d93d-41d9-ac4d-a4b37f905c87 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7979276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7979285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7985070'] for router (5853bf77-b046-4c0e-8a1a-b6d6cb2179ec), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:04.977560 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8b79d9d-d93d-41d9-ac4d-a4b37f905c87 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Router 5853bf77-b046-4c0e-8a1a-b6d6cb2179ec is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:53:05.082466 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-708f43a8-378c-416c-9c41-6a6a1ebbc42e tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (e7068bf8-4139-4722-8ffe-f665deb9382c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:05.143781 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708f43a8-378c-416c-9c41-6a6a1ebbc42e tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Pushing event deleted for resources: {'Port': ['ID=e7068bf8-4139-4722-8ffe-f665deb9382c,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:05.184941 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 60830) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:05.262755 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-82a68d8d-90e7-4457-b596-096479297392 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:05.311149 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-708f43a8-378c-416c-9c41-6a6a1ebbc42e tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (48efaecc-f6c2-4121-9f26-90c02575dd4f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:05.377349 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b79d9d-d93d-41d9-ac4d-a4b37f905c87 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:53:05.383737 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b8b79d9d-d93d-41d9-ac4d-a4b37f905c87 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:05.388033 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e09a1f3-b8c4-4550-8fb2-dc06b3c9da1c None None] Sync routers for ids ['5853bf77-b046-4c0e-8a1a-b6d6cb2179ec'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:53:05.398352 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b8b79d9d-d93d-41d9-ac4d-a4b37f905c87 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] 10.222.0.65 "PUT /v2.0/routers/5853bf77-b046-4c0e-8a1a-b6d6cb2179ec HTTP/1.1" status: 200 len: 918 time: 4.0868816 Mar 11 19:53:05.406771 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e09a1f3-b8c4-4550-8fb2-dc06b3c9da1c None None] Routers {'5853bf77-b046-4c0e-8a1a-b6d6cb2179ec'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:53:05.407987 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-0e09a1f3-b8c4-4550-8fb2-dc06b3c9da1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:52:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['5853bf77-b046-4c0e-8a1a-b6d6cb2179ec'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:05.413662 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 60832) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:05.501190 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-708f43a8-378c-416c-9c41-6a6a1ebbc42e tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (48efaecc-f6c2-4121-9f26-90c02575dd4f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:05.507023 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-0e09a1f3-b8c4-4550-8fb2-dc06b3c9da1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:05.509058 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-708f43a8-378c-416c-9c41-6a6a1ebbc42e tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks [] for router_controller (48efaecc-f6c2-4121-9f26-90c02575dd4f), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:05.530654 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e09a1f3-b8c4-4550-8fb2-dc06b3c9da1c None None] Routers {'5853bf77-b046-4c0e-8a1a-b6d6cb2179ec'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:53:05.531709 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-0e09a1f3-b8c4-4550-8fb2-dc06b3c9da1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:52:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['5853bf77-b046-4c0e-8a1a-b6d6cb2179ec'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:05.607895 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d40ef03f-b47f-4f2b-a07c-04afad8eb1b6 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] 10.222.0.65 "GET /v2.0/routers/5853bf77-b046-4c0e-8a1a-b6d6cb2179ec HTTP/1.1" status: 200 len: 924 time: 0.1930606 Mar 11 19:53:05.611310 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 60836) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:05.619452 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-0e09a1f3-b8c4-4550-8fb2-dc06b3c9da1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:05.621115 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e09a1f3-b8c4-4550-8fb2-dc06b3c9da1c None None] The sync data for ids ['5853bf77-b046-4c0e-8a1a-b6d6cb2179ec'] in n-d-833163-1 is: [] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:53:05.639032 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-708f43a8-378c-416c-9c41-6a6a1ebbc42e tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (48efaecc-f6c2-4121-9f26-90c02575dd4f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:05.639707 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-708f43a8-378c-416c-9c41-6a6a1ebbc42e tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Fanout notify agent at l3_agent the message router_deleted on router 48efaecc-f6c2-4121-9f26-90c02575dd4f {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:53:05.654181 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-708f43a8-378c-416c-9c41-6a6a1ebbc42e tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:05.659377 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-708f43a8-378c-416c-9c41-6a6a1ebbc42e tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] 10.222.0.65 "DELETE /v2.0/routers/48efaecc-f6c2-4121-9f26-90c02575dd4f HTTP/1.1" status: 204 len: 168 time: 2.3674014 Mar 11 19:53:05.659660 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 60838) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:05.669103 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-7eb3c29c-ef38-44f0-b651-b2cc75dacbfd tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-986268930', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:53:05.724505 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb3c532-b593-4730-b9ed-0397ee4661d2 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:05.726158 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-fbb3c532-b593-4730-b9ed-0397ee4661d2 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=612cc066-33e3-444d-b1c7-d0a64751482a&device_id=5853bf77-b046-4c0e-8a1a-b6d6cb2179ec&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1135690 Mar 11 19:53:05.729029 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60842) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:05.748790 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7eb3c29c-ef38-44f0-b651-b2cc75dacbfd tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (79ddb71f-f7a2-4bb4-a633-ff416c01f548), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:05.750236 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7eb3c29c-ef38-44f0-b651-b2cc75dacbfd tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (79ddb71f-f7a2-4bb4-a633-ff416c01f548), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:06.000945 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3742ed92-f076-4c97-8360-bccbfc067b49 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:06.010752 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-3742ed92-f076-4c97-8360-bccbfc067b49 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] 10.222.0.65 "GET /v2.0/networks/612cc066-33e3-444d-b1c7-d0a64751482a HTTP/1.1" status: 200 len: 881 time: 0.2804558 Mar 11 19:53:06.011647 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60846) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:06.083152 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-1bb5bd42-7d9f-451b-a61f-7221941a6861 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] 10.222.0.65 "GET /v2.0/ports?device_id=5853bf77-b046-4c0e-8a1a-b6d6cb2179ec HTTP/1.1" status: 200 len: 205 time: 0.0701365 Mar 11 19:53:06.084406 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60848) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:06.344233 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2ad5844f-4a03-4b2f-a417-2ed94c577fdf tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks [] for router (5853bf77-b046-4c0e-8a1a-b6d6cb2179ec), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:06.481331 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-82a68d8d-90e7-4457-b596-096479297392 admin admin] Publish callbacks [] for security_group (ede70eb8-ebbe-4c2b-a4d5-98628d8bd3a1), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:06.486728 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7eb3c29c-ef38-44f0-b651-b2cc75dacbfd tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks [] for router_controller (79ddb71f-f7a2-4bb4-a633-ff416c01f548), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:06.489058 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-82a68d8d-90e7-4457-b596-096479297392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (ede70eb8-ebbe-4c2b-a4d5-98628d8bd3a1), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:06.562624 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-82a68d8d-90e7-4457-b596-096479297392 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2bd63feb8a71475e9d83ca4c7af8f664&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3701370 Mar 11 19:53:06.563721 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a68d8d-90e7-4457-b596-096479297392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede70eb8-ebbe-4c2b-a4d5-98628d8bd3a1,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:06.566902 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7eb3c29c-ef38-44f0-b651-b2cc75dacbfd tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (79ddb71f-f7a2-4bb4-a633-ff416c01f548), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:06.571931 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 60852) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:06.607269 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7eb3c29c-ef38-44f0-b651-b2cc75dacbfd tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:06.610968 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-7eb3c29c-ef38-44f0-b651-b2cc75dacbfd tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9458554 Mar 11 19:53:06.613343 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 60854) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:06.618912 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-fb64459e-c45c-4648-bb29-cd238e713ab8 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'enable_snat': True}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:53:06.887056 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fb64459e-c45c-4648-bb29-cd238e713ab8 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks [] for router_gateway (79ddb71f-f7a2-4bb4-a633-ff416c01f548), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:06.898474 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6a76ed5f-3e2c-486b-ba28-40f6fcfeec7c admin admin] Publish callbacks [] for security_group (ede70eb8-ebbe-4c2b-a4d5-98628d8bd3a1), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:06.952669 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6a76ed5f-3e2c-486b-ba28-40f6fcfeec7c admin admin] Publish callbacks [] for security_group (ede70eb8-ebbe-4c2b-a4d5-98628d8bd3a1), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:07.038138 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6a76ed5f-3e2c-486b-ba28-40f6fcfeec7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (ede70eb8-ebbe-4c2b-a4d5-98628d8bd3a1), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:07.043316 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6a76ed5f-3e2c-486b-ba28-40f6fcfeec7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:07.047683 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-6a76ed5f-3e2c-486b-ba28-40f6fcfeec7c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ede70eb8-ebbe-4c2b-a4d5-98628d8bd3a1 HTTP/1.1" status: 204 len: 168 time: 0.4747722 Mar 11 19:53:07.084858 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a76ed5f-3e2c-486b-ba28-40f6fcfeec7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede70eb8-ebbe-4c2b-a4d5-98628d8bd3a1,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:07.240834 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2ad5844f-4a03-4b2f-a417-2ed94c577fdf tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks [] for router_gateway (5853bf77-b046-4c0e-8a1a-b6d6cb2179ec), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:07.404725 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-2ad5844f-4a03-4b2f-a417-2ed94c577fdf tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Deleting port cbed8c0c-de20-4014-a42d-50941334c2fd {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:53:07.405335 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2ad5844f-4a03-4b2f-a417-2ed94c577fdf tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (cbed8c0c-de20-4014-a42d-50941334c2fd), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:07.470476 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fb64459e-c45c-4648-bb29-cd238e713ab8 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks [] for router_gateway (79ddb71f-f7a2-4bb4-a633-ff416c01f548), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:07.506911 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2ad5844f-4a03-4b2f-a417-2ed94c577fdf tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (cbed8c0c-de20-4014-a42d-50941334c2fd), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:07.524086 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-2ad5844f-4a03-4b2f-a417-2ed94c577fdf tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Calling delete_port for cbed8c0c-de20-4014-a42d-50941334c2fd owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:53:07.560192 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fb64459e-c45c-4648-bb29-cd238e713ab8 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:07.825534 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-fb64459e-c45c-4648-bb29-cd238e713ab8 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Allocated IP 172.25.8.145 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/7b16100a-aa93-484d-bb71-1dedc057e7b4) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:53:07.834280 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2ad5844f-4a03-4b2f-a417-2ed94c577fdf tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (cbed8c0c-de20-4014-a42d-50941334c2fd), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:07.882214 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad5844f-4a03-4b2f-a417-2ed94c577fdf tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Pushing event deleted for resources: {'Port': ['ID=cbed8c0c-de20-4014-a42d-50941334c2fd,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:08.003002 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2ad5844f-4a03-4b2f-a417-2ed94c577fdf tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (5853bf77-b046-4c0e-8a1a-b6d6cb2179ec), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:08.085537 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fb64459e-c45c-4648-bb29-cd238e713ab8 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks [] for port (7b16100a-aa93-484d-bb71-1dedc057e7b4), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:08.178418 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fb64459e-c45c-4648-bb29-cd238e713ab8 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (7b16100a-aa93-484d-bb71-1dedc057e7b4), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:08.212869 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2ad5844f-4a03-4b2f-a417-2ed94c577fdf tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (5853bf77-b046-4c0e-8a1a-b6d6cb2179ec), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:08.218388 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2ad5844f-4a03-4b2f-a417-2ed94c577fdf tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks [] for router_controller (5853bf77-b046-4c0e-8a1a-b6d6cb2179ec), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:08.274207 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb64459e-c45c-4648-bb29-cd238e713ab8 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:53:08.281697 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-fb64459e-c45c-4648-bb29-cd238e713ab8 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:53:08.290803 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb64459e-c45c-4648-bb29-cd238e713ab8 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:53:08.342597 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2ad5844f-4a03-4b2f-a417-2ed94c577fdf tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (5853bf77-b046-4c0e-8a1a-b6d6cb2179ec), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:08.343366 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad5844f-4a03-4b2f-a417-2ed94c577fdf tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Fanout notify agent at l3_agent the message router_deleted on router 5853bf77-b046-4c0e-8a1a-b6d6cb2179ec {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:53:08.367293 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2ad5844f-4a03-4b2f-a417-2ed94c577fdf tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:08.374099 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-2ad5844f-4a03-4b2f-a417-2ed94c577fdf tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] 10.222.0.65 "DELETE /v2.0/routers/5853bf77-b046-4c0e-8a1a-b6d6cb2179ec HTTP/1.1" status: 204 len: 168 time: 2.2884376 Mar 11 19:53:08.375000 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60900) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:08.383753 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb64459e-c45c-4648-bb29-cd238e713ab8 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Pushing event updated for resources: {'Port': ['ID=7b16100a-aa93-484d-bb71-1dedc057e7b4,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:08.385938 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-2c6f93f9-7bc2-435c-8e5a-8239f43f0a1f tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1337112627', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:53:08.431572 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2c6f93f9-7bc2-435c-8e5a-8239f43f0a1f tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (5273d86c-1801-4131-9876-45c01a9a4d8f), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:08.433711 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2c6f93f9-7bc2-435c-8e5a-8239f43f0a1f tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (5273d86c-1801-4131-9876-45c01a9a4d8f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:08.553588 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2c6f93f9-7bc2-435c-8e5a-8239f43f0a1f tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks [] for router_controller (5273d86c-1801-4131-9876-45c01a9a4d8f), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:08.559386 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2c6f93f9-7bc2-435c-8e5a-8239f43f0a1f tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (5273d86c-1801-4131-9876-45c01a9a4d8f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:08.591193 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2c6f93f9-7bc2-435c-8e5a-8239f43f0a1f tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:08.595537 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-2c6f93f9-7bc2-435c-8e5a-8239f43f0a1f tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2174003 Mar 11 19:53:08.596778 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60906) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:08.617018 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-03c02b20-5d37-4add-a962-dc8ab623250a tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'enable_snat': False}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:53:08.907392 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fb64459e-c45c-4648-bb29-cd238e713ab8 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks [] for router_gateway (79ddb71f-f7a2-4bb4-a633-ff416c01f548), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:09.096915 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-03c02b20-5d37-4add-a962-dc8ab623250a tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks [] for router_gateway (5273d86c-1801-4131-9876-45c01a9a4d8f), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:09.271480 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 60914) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:09.380187 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fb64459e-c45c-4648-bb29-cd238e713ab8 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7979267', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7985061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7589'] for router (79ddb71f-f7a2-4bb4-a633-ff416c01f548), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:09.385445 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fb64459e-c45c-4648-bb29-cd238e713ab8 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7979276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7979285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7985070'] for router (79ddb71f-f7a2-4bb4-a633-ff416c01f548), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:09.508621 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80047930-4b0e-4a16-95fa-e95d1a0cb662 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:09.519497 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-03c02b20-5d37-4add-a962-dc8ab623250a tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks [] for router_gateway (5273d86c-1801-4131-9876-45c01a9a4d8f), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:09.542549 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-03c02b20-5d37-4add-a962-dc8ab623250a tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:09.643074 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb64459e-c45c-4648-bb29-cd238e713ab8 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Router 79ddb71f-f7a2-4bb4-a633-ff416c01f548 is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:53:09.681663 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-03c02b20-5d37-4add-a962-dc8ab623250a tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Allocated IP 172.25.8.141 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/3459824f-33fa-4cea-93d0-3dac9d0db355) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:53:09.796495 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80047930-4b0e-4a16-95fa-e95d1a0cb662 admin admin] Publish callbacks [] for security_group (aa374079-0c01-4e73-97f8-fd0c19062fae), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:09.803731 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-03c02b20-5d37-4add-a962-dc8ab623250a tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks [] for port (3459824f-33fa-4cea-93d0-3dac9d0db355), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:09.807763 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-80047930-4b0e-4a16-95fa-e95d1a0cb662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (aa374079-0c01-4e73-97f8-fd0c19062fae), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:09.842871 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-03c02b20-5d37-4add-a962-dc8ab623250a tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (3459824f-33fa-4cea-93d0-3dac9d0db355), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:09.943423 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c02b20-5d37-4add-a962-dc8ab623250a tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Pushing event updated for resources: {'Port': ['ID=3459824f-33fa-4cea-93d0-3dac9d0db355,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:09.970542 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c02b20-5d37-4add-a962-dc8ab623250a tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:53:09.973214 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-03c02b20-5d37-4add-a962-dc8ab623250a tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:53:09.980781 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c02b20-5d37-4add-a962-dc8ab623250a tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:53:10.023354 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80047930-4b0e-4a16-95fa-e95d1a0cb662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa374079-0c01-4e73-97f8-fd0c19062fae,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:10.038755 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-80047930-4b0e-4a16-95fa-e95d1a0cb662 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c16b280e8b0c424d9b61b043c0ec1140&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7658739 Mar 11 19:53:10.046382 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 60926) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:10.130818 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb64459e-c45c-4648-bb29-cd238e713ab8 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:53:10.139336 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fb64459e-c45c-4648-bb29-cd238e713ab8 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:10.140711 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-fb64459e-c45c-4648-bb29-cd238e713ab8 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] 10.222.0.65 "PUT /v2.0/routers/79ddb71f-f7a2-4bb4-a633-ff416c01f548 HTTP/1.1" status: 200 len: 914 time: 3.5254872 Mar 11 19:53:10.143652 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9fcfe0-a338-4edd-b0be-7055829c79b8 None None] Sync routers for ids ['79ddb71f-f7a2-4bb4-a633-ff416c01f548'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:53:10.147061 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 60928) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:10.164561 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9fcfe0-a338-4edd-b0be-7055829c79b8 None None] Routers {'79ddb71f-f7a2-4bb4-a633-ff416c01f548'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:53:10.165191 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-bf9fcfe0-a338-4edd-b0be-7055829c79b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:52:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['79ddb71f-f7a2-4bb4-a633-ff416c01f548'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:10.195057 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d2879f5b-b5ee-49b9-ac88-357bb5e1c67f admin admin] Publish callbacks [] for security_group (aa374079-0c01-4e73-97f8-fd0c19062fae), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:10.227039 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d2879f5b-b5ee-49b9-ac88-357bb5e1c67f admin admin] Publish callbacks [] for security_group (aa374079-0c01-4e73-97f8-fd0c19062fae), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:10.299596 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-bf9fcfe0-a338-4edd-b0be-7055829c79b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:10.318488 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9fcfe0-a338-4edd-b0be-7055829c79b8 None None] Routers {'79ddb71f-f7a2-4bb4-a633-ff416c01f548'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:53:10.319513 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-bf9fcfe0-a338-4edd-b0be-7055829c79b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:52:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['79ddb71f-f7a2-4bb4-a633-ff416c01f548'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:10.349723 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d2879f5b-b5ee-49b9-ac88-357bb5e1c67f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (aa374079-0c01-4e73-97f8-fd0c19062fae), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:10.355707 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d2879f5b-b5ee-49b9-ac88-357bb5e1c67f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:10.356923 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d2879f5b-b5ee-49b9-ac88-357bb5e1c67f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/aa374079-0c01-4e73-97f8-fd0c19062fae HTTP/1.1" status: 204 len: 168 time: 0.3092115 Mar 11 19:53:10.359582 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-bf9fcfe0-a338-4edd-b0be-7055829c79b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:10.361137 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9fcfe0-a338-4edd-b0be-7055829c79b8 None None] The sync data for ids ['79ddb71f-f7a2-4bb4-a633-ff416c01f548'] in n-d-833163-1 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:53:10.380255 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a8349a37-d496-483a-97cc-d4892749f25c tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] 10.222.0.65 "GET /v2.0/routers/79ddb71f-f7a2-4bb4-a633-ff416c01f548 HTTP/1.1" status: 200 len: 920 time: 0.2319100 Mar 11 19:53:10.380692 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60932) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:10.387817 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2879f5b-b5ee-49b9-ac88-357bb5e1c67f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa374079-0c01-4e73-97f8-fd0c19062fae,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:10.498960 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de11aa5-5215-46b2-b99e-604792f6e0fa tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:10.506925 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-4de11aa5-5215-46b2-b99e-604792f6e0fa tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=612cc066-33e3-444d-b1c7-d0a64751482a&device_id=79ddb71f-f7a2-4bb4-a633-ff416c01f548&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1224108 Mar 11 19:53:10.507888 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 60934) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:10.687188 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213f8dfb-2b80-4c0d-b5d2-763ad3d06b07 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:10.688644 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-213f8dfb-2b80-4c0d-b5d2-763ad3d06b07 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] 10.222.0.65 "GET /v2.0/networks/612cc066-33e3-444d-b1c7-d0a64751482a HTTP/1.1" status: 200 len: 881 time: 0.1794991 Mar 11 19:53:10.691988 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 60938) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:10.740745 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d8cf52e1-8a14-4011-94cf-a4be2524ed82 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] 10.222.0.65 "GET /v2.0/ports?device_id=79ddb71f-f7a2-4bb4-a633-ff416c01f548 HTTP/1.1" status: 200 len: 205 time: 0.0440381 Mar 11 19:53:10.741548 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 60940) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:10.821760 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-03c02b20-5d37-4add-a962-dc8ab623250a tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks [] for router_gateway (5273d86c-1801-4131-9876-45c01a9a4d8f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:11.032238 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fe789121-4f14-4d51-8b39-353d887c1272 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks [] for router (79ddb71f-f7a2-4bb4-a633-ff416c01f548), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:11.246416 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60960) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:11.370107 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fe789121-4f14-4d51-8b39-353d887c1272 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks [] for router_gateway (79ddb71f-f7a2-4bb4-a633-ff416c01f548), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:11.415391 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-03c02b20-5d37-4add-a962-dc8ab623250a tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7979267', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7985061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7589'] for router (5273d86c-1801-4131-9876-45c01a9a4d8f), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:11.424827 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-03c02b20-5d37-4add-a962-dc8ab623250a tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7979276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7979285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7985070'] for router (5273d86c-1801-4131-9876-45c01a9a4d8f), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:11.534402 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-fe789121-4f14-4d51-8b39-353d887c1272 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Deleting port 7b16100a-aa93-484d-bb71-1dedc057e7b4 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:53:11.540852 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fe789121-4f14-4d51-8b39-353d887c1272 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (7b16100a-aa93-484d-bb71-1dedc057e7b4), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:11.793771 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fe789121-4f14-4d51-8b39-353d887c1272 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (7b16100a-aa93-484d-bb71-1dedc057e7b4), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:11.804499 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d1b330e1-1cd3-4bc1-a0ef-607adf7212c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:11.836611 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-fe789121-4f14-4d51-8b39-353d887c1272 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Calling delete_port for 7b16100a-aa93-484d-bb71-1dedc057e7b4 owned by network:router_gateway {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:53:12.163520 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d1b330e1-1cd3-4bc1-a0ef-607adf7212c4 admin admin] Publish callbacks [] for security_group (91dba92f-272c-451a-a867-50ba03286e62), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:12.179679 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d1b330e1-1cd3-4bc1-a0ef-607adf7212c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (91dba92f-272c-451a-a867-50ba03286e62), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:12.211868 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c02b20-5d37-4add-a962-dc8ab623250a tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Router 5273d86c-1801-4131-9876-45c01a9a4d8f is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:53:12.274723 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fe789121-4f14-4d51-8b39-353d887c1272 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (7b16100a-aa93-484d-bb71-1dedc057e7b4), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:12.374005 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe789121-4f14-4d51-8b39-353d887c1272 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Pushing event deleted for resources: {'Port': ['ID=7b16100a-aa93-484d-bb71-1dedc057e7b4,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:12.527407 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fe789121-4f14-4d51-8b39-353d887c1272 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (79ddb71f-f7a2-4bb4-a633-ff416c01f548), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:12.601236 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d1b330e1-1cd3-4bc1-a0ef-607adf7212c4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e9b9ad292a2c415cb8f919367c043b75&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3434684 Mar 11 19:53:12.605505 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b330e1-1cd3-4bc1-a0ef-607adf7212c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91dba92f-272c-451a-a867-50ba03286e62,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:12.613609 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60994) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:12.648995 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fe789121-4f14-4d51-8b39-353d887c1272 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (79ddb71f-f7a2-4bb4-a633-ff416c01f548), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:12.651761 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fe789121-4f14-4d51-8b39-353d887c1272 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks [] for router_controller (79ddb71f-f7a2-4bb4-a633-ff416c01f548), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:12.706147 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fe789121-4f14-4d51-8b39-353d887c1272 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (79ddb71f-f7a2-4bb4-a633-ff416c01f548), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:12.707569 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe789121-4f14-4d51-8b39-353d887c1272 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Fanout notify agent at l3_agent the message router_deleted on router 79ddb71f-f7a2-4bb4-a633-ff416c01f548 {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:53:12.717873 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fe789121-4f14-4d51-8b39-353d887c1272 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:12.723918 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-fe789121-4f14-4d51-8b39-353d887c1272 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] 10.222.0.65 "DELETE /v2.0/routers/79ddb71f-f7a2-4bb4-a633-ff416c01f548 HTTP/1.1" status: 204 len: 168 time: 1.9763665 Mar 11 19:53:12.726040 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 60998) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:12.732565 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-9db50eb9-2bc2-499b-a0c7-cfaef2c238b2 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-855722514', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:53:12.777270 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c02b20-5d37-4add-a962-dc8ab623250a tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:53:12.786779 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9db50eb9-2bc2-499b-a0c7-cfaef2c238b2 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (7a66d506-b07d-4265-8e7a-9a4775be5b06), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:12.790847 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b549d2cd-7443-462a-8032-4414b0040768 None None] Sync routers for ids ['5273d86c-1801-4131-9876-45c01a9a4d8f'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:53:12.802349 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-03c02b20-5d37-4add-a962-dc8ab623250a tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:12.807104 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9db50eb9-2bc2-499b-a0c7-cfaef2c238b2 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (7a66d506-b07d-4265-8e7a-9a4775be5b06), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:12.807297 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-03c02b20-5d37-4add-a962-dc8ab623250a tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] 10.222.0.65 "PUT /v2.0/routers/5273d86c-1801-4131-9876-45c01a9a4d8f HTTP/1.1" status: 200 len: 920 time: 4.2044182 Mar 11 19:53:12.809545 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 32770) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:12.814897 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b549d2cd-7443-462a-8032-4414b0040768 None None] Routers {'5273d86c-1801-4131-9876-45c01a9a4d8f'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:53:12.816319 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-b549d2cd-7443-462a-8032-4414b0040768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:52:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['5273d86c-1801-4131-9876-45c01a9a4d8f'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:12.902832 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-b549d2cd-7443-462a-8032-4414b0040768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:12.923764 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b549d2cd-7443-462a-8032-4414b0040768 None None] Routers {'5273d86c-1801-4131-9876-45c01a9a4d8f'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:53:12.928453 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-b549d2cd-7443-462a-8032-4414b0040768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:52:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['5273d86c-1801-4131-9876-45c01a9a4d8f'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:12.943605 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9db50eb9-2bc2-499b-a0c7-cfaef2c238b2 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks [] for router_controller (7a66d506-b07d-4265-8e7a-9a4775be5b06), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:12.952333 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9db50eb9-2bc2-499b-a0c7-cfaef2c238b2 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (7a66d506-b07d-4265-8e7a-9a4775be5b06), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:12.953419 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-07922e50-1ffe-438b-bf15-87303c07cf56 admin admin] Publish callbacks [] for security_group (91dba92f-272c-451a-a867-50ba03286e62), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:13.015359 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-b549d2cd-7443-462a-8032-4414b0040768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:13.018574 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9db50eb9-2bc2-499b-a0c7-cfaef2c238b2 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:13.023448 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b549d2cd-7443-462a-8032-4414b0040768 None None] The sync data for ids ['5273d86c-1801-4131-9876-45c01a9a4d8f'] in n-d-833163-1 is: [] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:53:13.030454 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-9db50eb9-2bc2-499b-a0c7-cfaef2c238b2 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2991965 Mar 11 19:53:13.031203 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 32778) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:13.038065 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-07922e50-1ffe-438b-bf15-87303c07cf56 admin admin] Publish callbacks [] for security_group (91dba92f-272c-451a-a867-50ba03286e62), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:13.046131 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-3a52edb8-455e-4e2d-aa37-53f9e932d5d9 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'enable_snat': False}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:53:13.755503 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ad029822-d8a5-4b9c-b062-8f5818ed19ba tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] 10.222.0.65 "GET /v2.0/routers/5273d86c-1801-4131-9876-45c01a9a4d8f HTTP/1.1" status: 200 len: 926 time: 0.9390864 Mar 11 19:53:13.756189 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 32792) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:13.955157 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427dec0c-bc7a-4b78-bc0e-880db15d6af3 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:13.964935 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-427dec0c-bc7a-4b78-bc0e-880db15d6af3 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=612cc066-33e3-444d-b1c7-d0a64751482a&device_id=5273d86c-1801-4131-9876-45c01a9a4d8f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2025013 Mar 11 19:53:13.973863 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 32794) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:13.989733 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-07922e50-1ffe-438b-bf15-87303c07cf56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (91dba92f-272c-451a-a867-50ba03286e62), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:13.992469 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-07922e50-1ffe-438b-bf15-87303c07cf56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:13.996709 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-07922e50-1ffe-438b-bf15-87303c07cf56 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/91dba92f-272c-451a-a867-50ba03286e62 HTTP/1.1" status: 204 len: 168 time: 1.3673508 Mar 11 19:53:14.013622 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 32798) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:14.085879 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07922e50-1ffe-438b-bf15-87303c07cf56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91dba92f-272c-451a-a867-50ba03286e62,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:14.214559 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3a52edb8-455e-4e2d-aa37-53f9e932d5d9 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks [] for router_gateway (7a66d506-b07d-4265-8e7a-9a4775be5b06), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:14.260970 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0a8c45-d576-41a6-b47d-e7d960941ca0 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:14.266143 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-1f0a8c45-d576-41a6-b47d-e7d960941ca0 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] 10.222.0.65 "GET /v2.0/networks/612cc066-33e3-444d-b1c7-d0a64751482a HTTP/1.1" status: 200 len: 881 time: 0.2863314 Mar 11 19:53:14.266756 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 32804) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:14.356252 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-0a137f46-e014-46e5-91b9-f504fa42b677 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] 10.222.0.65 "GET /v2.0/ports?device_id=5273d86c-1801-4131-9876-45c01a9a4d8f HTTP/1.1" status: 200 len: 205 time: 0.0881011 Mar 11 19:53:14.366266 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 32808) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:14.779442 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9a45b336-03ad-45b4-a368-0ee00a732290 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:14.793502 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7fe9bc69-8701-41d4-a5dc-d4c7f3ed2b56 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks [] for router (5273d86c-1801-4131-9876-45c01a9a4d8f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:14.904926 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3a52edb8-455e-4e2d-aa37-53f9e932d5d9 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks [] for router_gateway (7a66d506-b07d-4265-8e7a-9a4775be5b06), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:14.956640 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3a52edb8-455e-4e2d-aa37-53f9e932d5d9 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:15.199604 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7fe9bc69-8701-41d4-a5dc-d4c7f3ed2b56 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks [] for router_gateway (5273d86c-1801-4131-9876-45c01a9a4d8f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:15.289255 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-3a52edb8-455e-4e2d-aa37-53f9e932d5d9 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Allocated IP 172.25.8.45 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/76df3941-13ca-4afa-93fc-0157ea5c2401) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:53:15.374417 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9a45b336-03ad-45b4-a368-0ee00a732290 admin admin] Publish callbacks [] for security_group (a6ea39a3-6cbd-4d5a-b8ce-f22e8943f4e8), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:15.387430 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9a45b336-03ad-45b4-a368-0ee00a732290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (a6ea39a3-6cbd-4d5a-b8ce-f22e8943f4e8), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:15.462596 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-9a45b336-03ad-45b4-a368-0ee00a732290 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6f917837388f43f5b33ccf496f0b4ec2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4329693 Mar 11 19:53:15.466182 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 32838) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:15.526429 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-7fe9bc69-8701-41d4-a5dc-d4c7f3ed2b56 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Deleting port 3459824f-33fa-4cea-93d0-3dac9d0db355 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:53:15.526766 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7fe9bc69-8701-41d4-a5dc-d4c7f3ed2b56 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (3459824f-33fa-4cea-93d0-3dac9d0db355), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:15.572608 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a45b336-03ad-45b4-a368-0ee00a732290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ea39a3-6cbd-4d5a-b8ce-f22e8943f4e8,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:15.609421 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3a52edb8-455e-4e2d-aa37-53f9e932d5d9 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks [] for port (76df3941-13ca-4afa-93fc-0157ea5c2401), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:15.683897 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7c6ad669-c6d5-420a-b6b4-6ec80a3a61fc admin admin] Publish callbacks [] for security_group (a6ea39a3-6cbd-4d5a-b8ce-f22e8943f4e8), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:15.733557 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7c6ad669-c6d5-420a-b6b4-6ec80a3a61fc admin admin] Publish callbacks [] for security_group (a6ea39a3-6cbd-4d5a-b8ce-f22e8943f4e8), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:15.814180 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7fe9bc69-8701-41d4-a5dc-d4c7f3ed2b56 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (3459824f-33fa-4cea-93d0-3dac9d0db355), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:15.840559 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7c6ad669-c6d5-420a-b6b4-6ec80a3a61fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (a6ea39a3-6cbd-4d5a-b8ce-f22e8943f4e8), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:15.843759 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7c6ad669-c6d5-420a-b6b4-6ec80a3a61fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:15.849748 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-7c6ad669-c6d5-420a-b6b4-6ec80a3a61fc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a6ea39a3-6cbd-4d5a-b8ce-f22e8943f4e8 HTTP/1.1" status: 204 len: 168 time: 0.3825636 Mar 11 19:53:15.867029 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-7fe9bc69-8701-41d4-a5dc-d4c7f3ed2b56 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Calling delete_port for 3459824f-33fa-4cea-93d0-3dac9d0db355 owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:53:15.892401 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6ad669-c6d5-420a-b6b4-6ec80a3a61fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ea39a3-6cbd-4d5a-b8ce-f22e8943f4e8,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:15.921445 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3a52edb8-455e-4e2d-aa37-53f9e932d5d9 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (76df3941-13ca-4afa-93fc-0157ea5c2401), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:16.029810 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a52edb8-455e-4e2d-aa37-53f9e932d5d9 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:53:16.037223 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-3a52edb8-455e-4e2d-aa37-53f9e932d5d9 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:53:16.042063 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a52edb8-455e-4e2d-aa37-53f9e932d5d9 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:53:16.103871 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a52edb8-455e-4e2d-aa37-53f9e932d5d9 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Pushing event updated for resources: {'Port': ['ID=76df3941-13ca-4afa-93fc-0157ea5c2401,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:16.518047 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7fe9bc69-8701-41d4-a5dc-d4c7f3ed2b56 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (3459824f-33fa-4cea-93d0-3dac9d0db355), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:16.560824 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3a52edb8-455e-4e2d-aa37-53f9e932d5d9 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks [] for router_gateway (7a66d506-b07d-4265-8e7a-9a4775be5b06), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:16.773497 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7fe9bc69-8701-41d4-a5dc-d4c7f3ed2b56 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (5273d86c-1801-4131-9876-45c01a9a4d8f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:16.778993 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9bc69-8701-41d4-a5dc-d4c7f3ed2b56 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Pushing event deleted for resources: {'Port': ['ID=3459824f-33fa-4cea-93d0-3dac9d0db355,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:16.987752 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7fe9bc69-8701-41d4-a5dc-d4c7f3ed2b56 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (5273d86c-1801-4131-9876-45c01a9a4d8f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:16.999564 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7fe9bc69-8701-41d4-a5dc-d4c7f3ed2b56 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks [] for router_controller (5273d86c-1801-4131-9876-45c01a9a4d8f), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:17.022116 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3a52edb8-455e-4e2d-aa37-53f9e932d5d9 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7979267', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7985061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7589'] for router (7a66d506-b07d-4265-8e7a-9a4775be5b06), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:17.027613 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3a52edb8-455e-4e2d-aa37-53f9e932d5d9 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7979276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7979285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7985070'] for router (7a66d506-b07d-4265-8e7a-9a4775be5b06), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:17.131446 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7fe9bc69-8701-41d4-a5dc-d4c7f3ed2b56 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (5273d86c-1801-4131-9876-45c01a9a4d8f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:17.132625 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe9bc69-8701-41d4-a5dc-d4c7f3ed2b56 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Fanout notify agent at l3_agent the message router_deleted on router 5273d86c-1801-4131-9876-45c01a9a4d8f {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:53:17.153415 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7fe9bc69-8701-41d4-a5dc-d4c7f3ed2b56 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:17.157170 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-7fe9bc69-8701-41d4-a5dc-d4c7f3ed2b56 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] 10.222.0.65 "DELETE /v2.0/routers/5273d86c-1801-4131-9876-45c01a9a4d8f HTTP/1.1" status: 204 len: 168 time: 2.7897108 Mar 11 19:53:17.162659 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 32886) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:17.169004 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-9d35e605-d88e-4eb6-a7cb-48af2d2a100b tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2143615226', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}, 'admin_state_up': False}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:53:17.198788 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a52edb8-455e-4e2d-aa37-53f9e932d5d9 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Router 7a66d506-b07d-4265-8e7a-9a4775be5b06 is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:53:17.219718 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9d35e605-d88e-4eb6-a7cb-48af2d2a100b tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (83c04cb1-623e-4ca2-a5b5-da03ec5d2bd6), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:17.222036 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9d35e605-d88e-4eb6-a7cb-48af2d2a100b tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (83c04cb1-623e-4ca2-a5b5-da03ec5d2bd6), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:17.326067 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9d35e605-d88e-4eb6-a7cb-48af2d2a100b tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks [] for router_controller (83c04cb1-623e-4ca2-a5b5-da03ec5d2bd6), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:17.502408 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a52edb8-455e-4e2d-aa37-53f9e932d5d9 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:53:17.520401 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97da886-6a9e-497a-82a7-509237c060dc None None] Sync routers for ids ['7a66d506-b07d-4265-8e7a-9a4775be5b06'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:53:17.528069 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3a52edb8-455e-4e2d-aa37-53f9e932d5d9 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:17.529578 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-3a52edb8-455e-4e2d-aa37-53f9e932d5d9 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] 10.222.0.65 "PUT /v2.0/routers/7a66d506-b07d-4265-8e7a-9a4775be5b06 HTTP/1.1" status: 200 len: 914 time: 4.4972782 Mar 11 19:53:17.532327 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 32922) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:17.540483 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97da886-6a9e-497a-82a7-509237c060dc None None] Routers {'7a66d506-b07d-4265-8e7a-9a4775be5b06'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:53:17.541120 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-c97da886-6a9e-497a-82a7-509237c060dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:52:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['7a66d506-b07d-4265-8e7a-9a4775be5b06'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:17.637209 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-c97da886-6a9e-497a-82a7-509237c060dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:17.664666 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97da886-6a9e-497a-82a7-509237c060dc None None] Routers {'7a66d506-b07d-4265-8e7a-9a4775be5b06'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:53:17.665468 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-c97da886-6a9e-497a-82a7-509237c060dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:52:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['7a66d506-b07d-4265-8e7a-9a4775be5b06'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:17.700005 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9d35e605-d88e-4eb6-a7cb-48af2d2a100b tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks [] for router_gateway (83c04cb1-623e-4ca2-a5b5-da03ec5d2bd6), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:17.754624 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-c97da886-6a9e-497a-82a7-509237c060dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:17.755310 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97da886-6a9e-497a-82a7-509237c060dc None None] The sync data for ids ['7a66d506-b07d-4265-8e7a-9a4775be5b06'] in n-d-833163-1 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:53:17.888891 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-2e247282-ccd4-4d44-8fb7-dd187372cbf8 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] 10.222.0.65 "GET /v2.0/routers/7a66d506-b07d-4265-8e7a-9a4775be5b06 HTTP/1.1" status: 200 len: 920 time: 0.3538787 Mar 11 19:53:17.890301 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 32970) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:18.029621 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b505dffc-36ac-4852-80fc-7e6ae6698d91 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:18.031364 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b505dffc-36ac-4852-80fc-7e6ae6698d91 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=612cc066-33e3-444d-b1c7-d0a64751482a&device_id=7a66d506-b07d-4265-8e7a-9a4775be5b06&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1374128 Mar 11 19:53:18.034206 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 32988) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:18.293204 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f90248-b6e5-4395-8f03-a04a5749d788 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:18.294849 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-65f90248-b6e5-4395-8f03-a04a5749d788 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] 10.222.0.65 "GET /v2.0/networks/612cc066-33e3-444d-b1c7-d0a64751482a HTTP/1.1" status: 200 len: 881 time: 0.2596567 Mar 11 19:53:18.299189 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33022) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:18.305392 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9d35e605-d88e-4eb6-a7cb-48af2d2a100b tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks [] for router_gateway (83c04cb1-623e-4ca2-a5b5-da03ec5d2bd6), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:18.353086 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9d35e605-d88e-4eb6-a7cb-48af2d2a100b tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:18.404290 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f4eafd06-3726-4bab-b0b7-39e70558f7da tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a66d506-b07d-4265-8e7a-9a4775be5b06 HTTP/1.1" status: 200 len: 205 time: 0.1030819 Mar 11 19:53:18.406058 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33030) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:18.668301 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-9d35e605-d88e-4eb6-a7cb-48af2d2a100b tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Allocated IP 172.25.8.18 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/bce01236-d572-42da-b5f0-14cdfd20fef9) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:53:18.676415 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bf2401a0-f728-410b-a416-262c0632c7ca tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks [] for router (7a66d506-b07d-4265-8e7a-9a4775be5b06), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:18.827339 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9d35e605-d88e-4eb6-a7cb-48af2d2a100b tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks [] for port (bce01236-d572-42da-b5f0-14cdfd20fef9), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:18.914490 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33038) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:18.918725 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:18.952225 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9d35e605-d88e-4eb6-a7cb-48af2d2a100b tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (bce01236-d572-42da-b5f0-14cdfd20fef9), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:19.106184 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d35e605-d88e-4eb6-a7cb-48af2d2a100b tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Pushing event updated for resources: {'Port': ['ID=bce01236-d572-42da-b5f0-14cdfd20fef9,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:19.126199 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d35e605-d88e-4eb6-a7cb-48af2d2a100b tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:53:19.128052 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-9d35e605-d88e-4eb6-a7cb-48af2d2a100b tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:53:19.135255 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d35e605-d88e-4eb6-a7cb-48af2d2a100b tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:53:19.268053 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-05ba410f-b2cd-44a5-9d47-35b4cde90482 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:19.573673 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bf2401a0-f728-410b-a416-262c0632c7ca tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks [] for router_gateway (7a66d506-b07d-4265-8e7a-9a4775be5b06), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:19.685187 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-bf2401a0-f728-410b-a416-262c0632c7ca tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Deleting port 76df3941-13ca-4afa-93fc-0157ea5c2401 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:53:19.685530 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bf2401a0-f728-410b-a416-262c0632c7ca tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (76df3941-13ca-4afa-93fc-0157ea5c2401), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:19.731256 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9d35e605-d88e-4eb6-a7cb-48af2d2a100b tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks [] for router_gateway (83c04cb1-623e-4ca2-a5b5-da03ec5d2bd6), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:19.844358 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bf2401a0-f728-410b-a416-262c0632c7ca tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (76df3941-13ca-4afa-93fc-0157ea5c2401), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:19.873447 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-bf2401a0-f728-410b-a416-262c0632c7ca tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Calling delete_port for 76df3941-13ca-4afa-93fc-0157ea5c2401 owned by network:router_gateway {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:53:19.884521 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33056) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:19.976792 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-05ba410f-b2cd-44a5-9d47-35b4cde90482 admin admin] Publish callbacks [] for security_group (2f334b06-aa20-401f-85dd-9aa55a6f3c8b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:20.094070 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-05ba410f-b2cd-44a5-9d47-35b4cde90482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (2f334b06-aa20-401f-85dd-9aa55a6f3c8b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:20.194034 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-05ba410f-b2cd-44a5-9d47-35b4cde90482 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6a160ad84d614a96976f7a730e5dc50b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2730269 Mar 11 19:53:20.211045 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33064) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:20.218242 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ba410f-b2cd-44a5-9d47-35b4cde90482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f334b06-aa20-401f-85dd-9aa55a6f3c8b,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:20.223119 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3aa92705-312b-4133-837a-b86dfeac913e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:20.359520 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-16de2cae-3e8e-4803-bc09-bb6c98dbd4d4 admin admin] Publish callbacks [] for security_group (2f334b06-aa20-401f-85dd-9aa55a6f3c8b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:20.364015 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3aa92705-312b-4133-837a-b86dfeac913e admin admin] Publish callbacks [] for security_group (daa94644-64c2-43d0-8676-c61238085b41), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:20.378184 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3aa92705-312b-4133-837a-b86dfeac913e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (daa94644-64c2-43d0-8676-c61238085b41), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:20.427057 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-16de2cae-3e8e-4803-bc09-bb6c98dbd4d4 admin admin] Publish callbacks [] for security_group (2f334b06-aa20-401f-85dd-9aa55a6f3c8b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:20.470483 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bf2401a0-f728-410b-a416-262c0632c7ca tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (76df3941-13ca-4afa-93fc-0157ea5c2401), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:20.471351 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa92705-312b-4133-837a-b86dfeac913e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa94644-64c2-43d0-8676-c61238085b41,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:20.592057 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2401a0-f728-410b-a416-262c0632c7ca tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Pushing event deleted for resources: {'Port': ['ID=76df3941-13ca-4afa-93fc-0157ea5c2401,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:20.605581 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-3aa92705-312b-4133-837a-b86dfeac913e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e8bcbb9fe2944e9aae95d35c3595c975&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7086794 Mar 11 19:53:20.606367 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33068) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:20.658105 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bf2401a0-f728-410b-a416-262c0632c7ca tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (7a66d506-b07d-4265-8e7a-9a4775be5b06), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:20.697146 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2401a0-f728-410b-a416-262c0632c7ca tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:20.697560 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2401a0-f728-410b-a416-262c0632c7ca tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:20.697916 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2401a0-f728-410b-a416-262c0632c7ca tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:20.698265 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2401a0-f728-410b-a416-262c0632c7ca tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:20.698605 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2401a0-f728-410b-a416-262c0632c7ca tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:20.699323 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2401a0-f728-410b-a416-262c0632c7ca tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:20.699323 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2401a0-f728-410b-a416-262c0632c7ca tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:20.699601 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2401a0-f728-410b-a416-262c0632c7ca tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:20.699970 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2401a0-f728-410b-a416-262c0632c7ca tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:20.700305 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2401a0-f728-410b-a416-262c0632c7ca tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:20.700637 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2401a0-f728-410b-a416-262c0632c7ca tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:20.700969 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2401a0-f728-410b-a416-262c0632c7ca tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:20.701342 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2401a0-f728-410b-a416-262c0632c7ca tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:20.713514 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9d35e605-d88e-4eb6-a7cb-48af2d2a100b tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (83c04cb1-623e-4ca2-a5b5-da03ec5d2bd6), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:20.726798 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-000ea009-d135-4b6e-9215-8bad2dcd7b53 admin admin] Publish callbacks [] for security_group (daa94644-64c2-43d0-8676-c61238085b41), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:20.795083 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-000ea009-d135-4b6e-9215-8bad2dcd7b53 admin admin] Publish callbacks [] for security_group (daa94644-64c2-43d0-8676-c61238085b41), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:20.816859 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bf2401a0-f728-410b-a416-262c0632c7ca tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (7a66d506-b07d-4265-8e7a-9a4775be5b06), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:20.824417 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-16de2cae-3e8e-4803-bc09-bb6c98dbd4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (2f334b06-aa20-401f-85dd-9aa55a6f3c8b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:20.830403 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-16de2cae-3e8e-4803-bc09-bb6c98dbd4d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:20.834407 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-16de2cae-3e8e-4803-bc09-bb6c98dbd4d4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2f334b06-aa20-401f-85dd-9aa55a6f3c8b HTTP/1.1" status: 204 len: 168 time: 0.6195123 Mar 11 19:53:20.835549 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bf2401a0-f728-410b-a416-262c0632c7ca tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks [] for router_controller (7a66d506-b07d-4265-8e7a-9a4775be5b06), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:20.949894 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16de2cae-3e8e-4803-bc09-bb6c98dbd4d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f334b06-aa20-401f-85dd-9aa55a6f3c8b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:20.964933 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-000ea009-d135-4b6e-9215-8bad2dcd7b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (daa94644-64c2-43d0-8676-c61238085b41), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:20.966630 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bf2401a0-f728-410b-a416-262c0632c7ca tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (7a66d506-b07d-4265-8e7a-9a4775be5b06), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:20.967385 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2401a0-f728-410b-a416-262c0632c7ca tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Fanout notify agent at l3_agent the message router_deleted on router 7a66d506-b07d-4265-8e7a-9a4775be5b06 {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:53:20.976579 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-000ea009-d135-4b6e-9215-8bad2dcd7b53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:20.979252 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bf2401a0-f728-410b-a416-262c0632c7ca tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:20.984189 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-000ea009-d135-4b6e-9215-8bad2dcd7b53 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/daa94644-64c2-43d0-8676-c61238085b41 HTTP/1.1" status: 204 len: 168 time: 0.3710771 Mar 11 19:53:20.984480 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-bf2401a0-f728-410b-a416-262c0632c7ca tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] 10.222.0.65 "DELETE /v2.0/routers/7a66d506-b07d-4265-8e7a-9a4775be5b06 HTTP/1.1" status: 204 len: 168 time: 2.5773995 Mar 11 19:53:20.985107 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33074) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:20.990259 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-4b141fad-9550-4a27-9b6b-2799a99bc30c tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1516969513', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}, 'admin_state_up': False}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:53:21.017114 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4b141fad-9550-4a27-9b6b-2799a99bc30c tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (ee178ee9-9ef1-4a45-9cb7-4c9fc28c703b), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:21.018315 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4b141fad-9550-4a27-9b6b-2799a99bc30c tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (ee178ee9-9ef1-4a45-9cb7-4c9fc28c703b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:21.023774 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ea009-d135-4b6e-9215-8bad2dcd7b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa94644-64c2-43d0-8676-c61238085b41,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:21.053015 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d35e605-d88e-4eb6-a7cb-48af2d2a100b tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Router 83c04cb1-623e-4ca2-a5b5-da03ec5d2bd6 is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:53:21.130215 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4b141fad-9550-4a27-9b6b-2799a99bc30c tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks [] for router_controller (ee178ee9-9ef1-4a45-9cb7-4c9fc28c703b), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:21.467938 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33092) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:21.509939 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-27859d5a-8eb9-4199-b23d-a92e86d89538 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:21.582802 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4b141fad-9550-4a27-9b6b-2799a99bc30c tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks [] for router_gateway (ee178ee9-9ef1-4a45-9cb7-4c9fc28c703b), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:21.817572 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33098) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:21.894056 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6fe66e9f-de0a-410b-a2ca-8a0c7e9113a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:21.932786 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-27859d5a-8eb9-4199-b23d-a92e86d89538 admin admin] Publish callbacks [] for security_group (3c1867d9-f6eb-41eb-8326-74e6006f674e), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:21.954068 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-27859d5a-8eb9-4199-b23d-a92e86d89538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (3c1867d9-f6eb-41eb-8326-74e6006f674e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:22.022241 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-27859d5a-8eb9-4199-b23d-a92e86d89538 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=68cb0955da3346a3b5a9b0de7b5f9f05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5530913 Mar 11 19:53:22.029846 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33102) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:22.073408 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27859d5a-8eb9-4199-b23d-a92e86d89538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1867d9-f6eb-41eb-8326-74e6006f674e,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:22.103835 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d35e605-d88e-4eb6-a7cb-48af2d2a100b tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:53:22.116605 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31589cb7-7e61-464d-9bf5-a20980433382 None None] Sync routers for ids ['83c04cb1-623e-4ca2-a5b5-da03ec5d2bd6'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:53:22.133233 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31589cb7-7e61-464d-9bf5-a20980433382 None None] Routers {'83c04cb1-623e-4ca2-a5b5-da03ec5d2bd6'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:53:22.134113 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-31589cb7-7e61-464d-9bf5-a20980433382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:52:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['83c04cb1-623e-4ca2-a5b5-da03ec5d2bd6'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:22.152883 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b550ea18-18d5-448e-bbce-9190452524b6 admin admin] Publish callbacks [] for security_group (3c1867d9-f6eb-41eb-8326-74e6006f674e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:22.164751 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9d35e605-d88e-4eb6-a7cb-48af2d2a100b tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:22.166044 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-9d35e605-d88e-4eb6-a7cb-48af2d2a100b tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.0021701 Mar 11 19:53:22.169052 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33104) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:22.174609 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-fbc5a546-7e5f-4080-9423-1be9f912fbfa tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:53:22.210133 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-31589cb7-7e61-464d-9bf5-a20980433382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:22.244154 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31589cb7-7e61-464d-9bf5-a20980433382 None None] Routers {'83c04cb1-623e-4ca2-a5b5-da03ec5d2bd6'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:53:22.245626 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-31589cb7-7e61-464d-9bf5-a20980433382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:52:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['83c04cb1-623e-4ca2-a5b5-da03ec5d2bd6'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:22.336475 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-22fffb9f-3b14-40b7-b232-cd5d53fa3a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:22.355191 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4b141fad-9550-4a27-9b6b-2799a99bc30c tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks [] for router_gateway (ee178ee9-9ef1-4a45-9cb7-4c9fc28c703b), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:22.361614 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6fe66e9f-de0a-410b-a2ca-8a0c7e9113a7 admin admin] Publish callbacks [] for security_group (e4154f0c-adec-437b-8f0b-bbbe8d735915), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:22.391524 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b550ea18-18d5-448e-bbce-9190452524b6 admin admin] Publish callbacks [] for security_group (3c1867d9-f6eb-41eb-8326-74e6006f674e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:22.410377 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6fe66e9f-de0a-410b-a2ca-8a0c7e9113a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (e4154f0c-adec-437b-8f0b-bbbe8d735915), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:22.413241 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-31589cb7-7e61-464d-9bf5-a20980433382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:22.413923 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31589cb7-7e61-464d-9bf5-a20980433382 None None] The sync data for ids ['83c04cb1-623e-4ca2-a5b5-da03ec5d2bd6'] in n-d-833163-1 is: [] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:53:22.425970 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4b141fad-9550-4a27-9b6b-2799a99bc30c tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:22.543427 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b550ea18-18d5-448e-bbce-9190452524b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (3c1867d9-f6eb-41eb-8326-74e6006f674e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:22.546290 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b550ea18-18d5-448e-bbce-9190452524b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:22.547484 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-b550ea18-18d5-448e-bbce-9190452524b6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3c1867d9-f6eb-41eb-8326-74e6006f674e HTTP/1.1" status: 204 len: 168 time: 0.5146127 Mar 11 19:53:22.585277 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe66e9f-de0a-410b-a2ca-8a0c7e9113a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4154f0c-adec-437b-8f0b-bbbe8d735915,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:22.596177 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-6fe66e9f-de0a-410b-a2ca-8a0c7e9113a7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2c801cd5c230412bb6b6943aab1d269c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7706528 Mar 11 19:53:22.605357 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33112) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:22.613533 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b550ea18-18d5-448e-bbce-9190452524b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1867d9-f6eb-41eb-8326-74e6006f674e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:22.704291 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:22.732636 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550ea18-18d5-448e-bbce-9190452524b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:22.732984 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550ea18-18d5-448e-bbce-9190452524b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:22.733320 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550ea18-18d5-448e-bbce-9190452524b6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:22.733651 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550ea18-18d5-448e-bbce-9190452524b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:22.733979 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550ea18-18d5-448e-bbce-9190452524b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:22.734304 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550ea18-18d5-448e-bbce-9190452524b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:22.734628 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550ea18-18d5-448e-bbce-9190452524b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:22.738865 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550ea18-18d5-448e-bbce-9190452524b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:22.739219 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550ea18-18d5-448e-bbce-9190452524b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:22.739561 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550ea18-18d5-448e-bbce-9190452524b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:22.740890 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550ea18-18d5-448e-bbce-9190452524b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:22.741236 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550ea18-18d5-448e-bbce-9190452524b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:22.742738 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b550ea18-18d5-448e-bbce-9190452524b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:22.746478 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e2a28fac-688e-47d6-82bc-45804137352d admin admin] Publish callbacks [] for security_group (e4154f0c-adec-437b-8f0b-bbbe8d735915), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:22.788796 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e2a28fac-688e-47d6-82bc-45804137352d admin admin] Publish callbacks [] for security_group (e4154f0c-adec-437b-8f0b-bbbe8d735915), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:22.846020 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-4b141fad-9550-4a27-9b6b-2799a99bc30c tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Allocated IP 172.25.8.69 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/983b6a94-67b1-4a45-92e7-f599d0e0087f) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:53:23.050555 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e2a28fac-688e-47d6-82bc-45804137352d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (e4154f0c-adec-437b-8f0b-bbbe8d735915), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:23.053096 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e2a28fac-688e-47d6-82bc-45804137352d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:23.060184 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e2a28fac-688e-47d6-82bc-45804137352d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e4154f0c-adec-437b-8f0b-bbbe8d735915 HTTP/1.1" status: 204 len: 168 time: 0.4524903 Mar 11 19:53:23.090148 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a28fac-688e-47d6-82bc-45804137352d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4154f0c-adec-437b-8f0b-bbbe8d735915,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:23.173440 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4b141fad-9550-4a27-9b6b-2799a99bc30c tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks [] for port (983b6a94-67b1-4a45-92e7-f599d0e0087f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:23.277349 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4b141fad-9550-4a27-9b6b-2799a99bc30c tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (983b6a94-67b1-4a45-92e7-f599d0e0087f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:23.285489 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e4eaa21f-19ab-4b0d-b6b2-dbb2b5d0e6c8 req-d01317ad-81c6-4160-80e4-35b4cb4df614 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ea80ae5a-1770-4614-b58b-2cd89b29072a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2648234 Mar 11 19:53:23.304671 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fbc5a546-7e5f-4080-9423-1be9f912fbfa tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks [] for router_gateway (83c04cb1-623e-4ca2-a5b5-da03ec5d2bd6), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:23.335831 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fbc5a546-7e5f-4080-9423-1be9f912fbfa tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks [] for router_gateway (83c04cb1-623e-4ca2-a5b5-da03ec5d2bd6), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:23.384830 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b141fad-9550-4a27-9b6b-2799a99bc30c tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Pushing event updated for resources: {'Port': ['ID=983b6a94-67b1-4a45-92e7-f599d0e0087f,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:23.411672 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b141fad-9550-4a27-9b6b-2799a99bc30c tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:53:23.415808 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-4b141fad-9550-4a27-9b6b-2799a99bc30c tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:53:23.420740 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b141fad-9550-4a27-9b6b-2799a99bc30c tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:53:23.480865 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eaa21f-19ab-4b0d-b6b2-dbb2b5d0e6c8 req-6c246c5d-a4b5-4c79-8e1c-213852e23120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:23.482410 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e4eaa21f-19ab-4b0d-b6b2-dbb2b5d0e6c8 req-6c246c5d-a4b5-4c79-8e1c-213852e23120 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=576d2a7c254e4aed8ead0c581ff9c26f&device_id=ea80ae5a-1770-4614-b58b-2cd89b29072a HTTP/1.1" status: 200 len: 1127 time: 0.1282563 Mar 11 19:53:23.627161 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eaa21f-19ab-4b0d-b6b2-dbb2b5d0e6c8 req-6719ef6f-29f2-4d96-a1db-41f4b85f01cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:23.629675 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e4eaa21f-19ab-4b0d-b6b2-dbb2b5d0e6c8 req-6719ef6f-29f2-4d96-a1db-41f4b85f01cf service neutron] 10.222.0.57 "GET /v2.0/networks?id=fa906f4a-19f4-4b7d-8351-256fb4a2150c HTTP/1.1" status: 200 len: 911 time: 0.1225963 Mar 11 19:53:23.688823 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-fbc5a546-7e5f-4080-9423-1be9f912fbfa tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Deleting port bce01236-d572-42da-b5f0-14cdfd20fef9 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:53:23.689174 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fbc5a546-7e5f-4080-9423-1be9f912fbfa tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (bce01236-d572-42da-b5f0-14cdfd20fef9), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:23.805633 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e4eaa21f-19ab-4b0d-b6b2-dbb2b5d0e6c8 req-61cf5f01-98b3-44dc-b75f-c80ed1f4f13b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=802c4956-6bd2-4306-866f-84b72ce6256e HTTP/1.1" status: 200 len: 1001 time: 0.1683247 Mar 11 19:53:23.917792 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eaa21f-19ab-4b0d-b6b2-dbb2b5d0e6c8 req-32fe9751-4bac-4e27-8a82-a38352bd0611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:23.920056 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e4eaa21f-19ab-4b0d-b6b2-dbb2b5d0e6c8 req-32fe9751-4bac-4e27-8a82-a38352bd0611 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f9964fd8-a78c-47a9-bc53-fa779164456a HTTP/1.1" status: 200 len: 849 time: 0.1055140 Mar 11 19:53:23.964109 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fbc5a546-7e5f-4080-9423-1be9f912fbfa tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (bce01236-d572-42da-b5f0-14cdfd20fef9), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:24.047188 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-fbc5a546-7e5f-4080-9423-1be9f912fbfa tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Calling delete_port for bce01236-d572-42da-b5f0-14cdfd20fef9 owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:53:24.074358 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4b141fad-9550-4a27-9b6b-2799a99bc30c tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks [] for router_gateway (ee178ee9-9ef1-4a45-9cb7-4c9fc28c703b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:24.194270 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eaa21f-19ab-4b0d-b6b2-dbb2b5d0e6c8 req-50de92e9-7764-44f8-a538-65a84df42e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:24.198041 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e4eaa21f-19ab-4b0d-b6b2-dbb2b5d0e6c8 req-50de92e9-7764-44f8-a538-65a84df42e0c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fa906f4a-19f4-4b7d-8351-256fb4a2150c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2591264 Mar 11 19:53:24.447920 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4b141fad-9550-4a27-9b6b-2799a99bc30c tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (ee178ee9-9ef1-4a45-9cb7-4c9fc28c703b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:24.620115 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9adb8172-de7d-441b-a944-a978f9f16dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:24.671619 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e4eaa21f-19ab-4b0d-b6b2-dbb2b5d0e6c8 req-b8cd31ba-4903-40ab-b90b-9a4afdf60c26 service neutron] 10.222.0.57 "GET /v2.0/networks/fa906f4a-19f4-4b7d-8351-256fb4a2150c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4509571 Mar 11 19:53:24.771604 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fbc5a546-7e5f-4080-9423-1be9f912fbfa tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (bce01236-d572-42da-b5f0-14cdfd20fef9), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:24.850181 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b141fad-9550-4a27-9b6b-2799a99bc30c tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Router ee178ee9-9ef1-4a45-9cb7-4c9fc28c703b is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:53:24.918313 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc5a546-7e5f-4080-9423-1be9f912fbfa tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Pushing event deleted for resources: {'Port': ['ID=bce01236-d572-42da-b5f0-14cdfd20fef9,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:25.056519 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fbc5a546-7e5f-4080-9423-1be9f912fbfa tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (83c04cb1-623e-4ca2-a5b5-da03ec5d2bd6), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:25.177389 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b141fad-9550-4a27-9b6b-2799a99bc30c tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:53:25.187081 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2446b369-0630-44fc-b6d6-e80fb1b927fe None None] Sync routers for ids ['ee178ee9-9ef1-4a45-9cb7-4c9fc28c703b'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:53:25.202506 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4b141fad-9550-4a27-9b6b-2799a99bc30c tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:25.203788 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4b141fad-9550-4a27-9b6b-2799a99bc30c tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.2176118 Mar 11 19:53:25.205407 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2446b369-0630-44fc-b6d6-e80fb1b927fe None None] Routers {'ee178ee9-9ef1-4a45-9cb7-4c9fc28c703b'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:53:25.206906 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-2446b369-0630-44fc-b6d6-e80fb1b927fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:53:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['ee178ee9-9ef1-4a45-9cb7-4c9fc28c703b'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:25.207320 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33182) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:25.212616 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-c0adf885-4a6a-4e40-931b-b5572effbecd tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:53:25.318269 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-2446b369-0630-44fc-b6d6-e80fb1b927fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:25.339174 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2446b369-0630-44fc-b6d6-e80fb1b927fe None None] Routers {'ee178ee9-9ef1-4a45-9cb7-4c9fc28c703b'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:53:25.340956 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-2446b369-0630-44fc-b6d6-e80fb1b927fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:53:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['ee178ee9-9ef1-4a45-9cb7-4c9fc28c703b'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:25.343317 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e4eaa21f-19ab-4b0d-b6b2-dbb2b5d0e6c8 req-9df6dcaa-d079-4d46-85c6-0d939c38fdcf service neutron] 10.222.0.57 "GET /v2.0/networks/fa906f4a-19f4-4b7d-8351-256fb4a2150c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6649797 Mar 11 19:53:25.444801 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-2446b369-0630-44fc-b6d6-e80fb1b927fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:25.448716 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2446b369-0630-44fc-b6d6-e80fb1b927fe None None] The sync data for ids ['ee178ee9-9ef1-4a45-9cb7-4c9fc28c703b'] in n-d-833163-1 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:53:25.573302 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fbc5a546-7e5f-4080-9423-1be9f912fbfa tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7979267', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7985061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7589'] for router (83c04cb1-623e-4ca2-a5b5-da03ec5d2bd6), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:25.588528 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fbc5a546-7e5f-4080-9423-1be9f912fbfa tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7979276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7979285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7985070'] for router (83c04cb1-623e-4ca2-a5b5-da03ec5d2bd6), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:25.737801 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbc5a546-7e5f-4080-9423-1be9f912fbfa tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Router 83c04cb1-623e-4ca2-a5b5-da03ec5d2bd6 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:53:25.941480 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc5a546-7e5f-4080-9423-1be9f912fbfa tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:53:25.955448 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03760431-fe32-4b15-b44d-95491ea1faa7 None None] Sync routers for ids ['83c04cb1-623e-4ca2-a5b5-da03ec5d2bd6'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:53:25.977440 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fbc5a546-7e5f-4080-9423-1be9f912fbfa tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:25.980997 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-fbc5a546-7e5f-4080-9423-1be9f912fbfa tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] 10.222.0.65 "PUT /v2.0/routers/83c04cb1-623e-4ca2-a5b5-da03ec5d2bd6 HTTP/1.1" status: 200 len: 710 time: 3.8086648 Mar 11 19:53:25.981807 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03760431-fe32-4b15-b44d-95491ea1faa7 None None] Routers {'83c04cb1-623e-4ca2-a5b5-da03ec5d2bd6'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:53:25.982343 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-03760431-fe32-4b15-b44d-95491ea1faa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:53:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['83c04cb1-623e-4ca2-a5b5-da03ec5d2bd6'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:26.000507 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33206) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:26.133807 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-03760431-fe32-4b15-b44d-95491ea1faa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:26.150291 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03760431-fe32-4b15-b44d-95491ea1faa7 None None] Routers {'83c04cb1-623e-4ca2-a5b5-da03ec5d2bd6'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:53:26.150924 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-03760431-fe32-4b15-b44d-95491ea1faa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:53:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['83c04cb1-623e-4ca2-a5b5-da03ec5d2bd6'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:26.204355 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:26.334692 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-03760431-fe32-4b15-b44d-95491ea1faa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:26.344501 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03760431-fe32-4b15-b44d-95491ea1faa7 None None] The sync data for ids ['83c04cb1-623e-4ca2-a5b5-da03ec5d2bd6'] in n-d-833163-1 is: [] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:53:26.403641 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-b273536b-f4e3-4bbf-bdd8-de7febf1fdfd tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] 10.222.0.65 "GET /v2.0/routers/83c04cb1-623e-4ca2-a5b5-da03ec5d2bd6 HTTP/1.1" status: 200 len: 745 time: 0.4017255 Mar 11 19:53:26.406202 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33216) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:26.544958 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d3243221-ed68-4b1d-b3a9-d5c27660e196 tempest-RoutersIpV6AdminTest-1420926734 tempest-RoutersIpV6AdminTest-1420926734-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=612cc066-33e3-444d-b1c7-d0a64751482a&device_id=83c04cb1-623e-4ca2-a5b5-da03ec5d2bd6 HTTP/1.1" status: 200 len: 205 time: 0.1348827 Mar 11 19:53:26.548677 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33228) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:26.629317 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-df60c19e-d547-4ec9-b1b9-16388f8afa6c tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] 10.222.0.65 "GET /v2.0/ports?device_id=83c04cb1-623e-4ca2-a5b5-da03ec5d2bd6 HTTP/1.1" status: 200 len: 205 time: 0.0769460 Mar 11 19:53:26.630466 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33232) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:26.826817 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ed77f17f-2cee-44fc-adbe-625a60973e71 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks [] for router (83c04cb1-623e-4ca2-a5b5-da03ec5d2bd6), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:26.865621 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c0adf885-4a6a-4e40-931b-b5572effbecd tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks [] for router_gateway (ee178ee9-9ef1-4a45-9cb7-4c9fc28c703b), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:26.885409 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c0adf885-4a6a-4e40-931b-b5572effbecd tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks [] for router_gateway (ee178ee9-9ef1-4a45-9cb7-4c9fc28c703b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:27.020935 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-c0adf885-4a6a-4e40-931b-b5572effbecd tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Deleting port 983b6a94-67b1-4a45-92e7-f599d0e0087f {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:53:27.021281 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c0adf885-4a6a-4e40-931b-b5572effbecd tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (983b6a94-67b1-4a45-92e7-f599d0e0087f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:27.192677 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c0adf885-4a6a-4e40-931b-b5572effbecd tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (983b6a94-67b1-4a45-92e7-f599d0e0087f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:27.219755 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-c0adf885-4a6a-4e40-931b-b5572effbecd tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Calling delete_port for 983b6a94-67b1-4a45-92e7-f599d0e0087f owned by network:router_gateway {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:53:27.598287 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c0adf885-4a6a-4e40-931b-b5572effbecd tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (983b6a94-67b1-4a45-92e7-f599d0e0087f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:27.624304 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:27.657007 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0adf885-4a6a-4e40-931b-b5572effbecd tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Pushing event deleted for resources: {'Port': ['ID=983b6a94-67b1-4a45-92e7-f599d0e0087f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:27.785425 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c0adf885-4a6a-4e40-931b-b5572effbecd tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (ee178ee9-9ef1-4a45-9cb7-4c9fc28c703b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:27.826052 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ed77f17f-2cee-44fc-adbe-625a60973e71 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (83c04cb1-623e-4ca2-a5b5-da03ec5d2bd6), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:27.830114 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ed77f17f-2cee-44fc-adbe-625a60973e71 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks [] for router_controller (83c04cb1-623e-4ca2-a5b5-da03ec5d2bd6), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:27.890681 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ed77f17f-2cee-44fc-adbe-625a60973e71 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (83c04cb1-623e-4ca2-a5b5-da03ec5d2bd6), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:27.891275 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed77f17f-2cee-44fc-adbe-625a60973e71 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Fanout notify agent at l3_agent the message router_deleted on router 83c04cb1-623e-4ca2-a5b5-da03ec5d2bd6 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:53:27.912220 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ed77f17f-2cee-44fc-adbe-625a60973e71 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:27.915208 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ed77f17f-2cee-44fc-adbe-625a60973e71 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] 10.222.0.65 "DELETE /v2.0/routers/83c04cb1-623e-4ca2-a5b5-da03ec5d2bd6 HTTP/1.1" status: 204 len: 168 time: 1.2837746 Mar 11 19:53:27.918490 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33316) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:27.962144 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-e3cfa656-6b27-4697-bd60-e74f2c38e456 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] 10.222.0.65 "GET /v2.0/ports?device_id=83c04cb1-623e-4ca2-a5b5-da03ec5d2bd6 HTTP/1.1" status: 200 len: 205 time: 0.0406845 Mar 11 19:53:27.964490 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33322) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:28.047886 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [None req-ac0394df-b64c-41a9-9958-aac707054c3c tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] delete failed (client error): The resource could not be found. Mar 11 19:53:28.048932 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ac0394df-b64c-41a9-9958-aac707054c3c tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] 10.222.0.65 "DELETE /v2.0/routers/83c04cb1-623e-4ca2-a5b5-da03ec5d2bd6 HTTP/1.1" status: 404 len: 336 time: 0.0834215 Mar 11 19:53:28.052677 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33326) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:28.083496 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-b01075d9-1448-434f-9387-129fcec53697 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] 10.222.0.65 "GET /v2.0/ports?device_id=5273d86c-1801-4131-9876-45c01a9a4d8f HTTP/1.1" status: 200 len: 205 time: 0.0292737 Mar 11 19:53:28.085728 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33328) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:28.179162 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33330) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:28.180161 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [None req-d167ce51-8397-43b5-b2e1-31fea6c7126a tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] delete failed (client error): The resource could not be found. Mar 11 19:53:28.181575 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d167ce51-8397-43b5-b2e1-31fea6c7126a tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] 10.222.0.65 "DELETE /v2.0/routers/5273d86c-1801-4131-9876-45c01a9a4d8f HTTP/1.1" status: 404 len: 336 time: 0.0945840 Mar 11 19:53:28.186629 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-41ab2f10-21f9-4966-92ef-3eb9fa4a6a72 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Request body: {'network': {'name': 'tempest-network-smoke--954757337', 'project_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'port_security_enabled': True}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:53:28.189495 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33332) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:28.214787 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ab2f10-21f9-4966-92ef-3eb9fa4a6a72 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Made reservation on behalf of ba1ac85839b24ea7a6d2ca439cce25f5 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:53:28.218696 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-41ab2f10-21f9-4966-92ef-3eb9fa4a6a72 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:28.260589 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-41ab2f10-21f9-4966-92ef-3eb9fa4a6a72 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:28.381113 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c0adf885-4a6a-4e40-931b-b5572effbecd tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7979267', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7985061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7589'] for router (ee178ee9-9ef1-4a45-9cb7-4c9fc28c703b), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:28.388370 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c0adf885-4a6a-4e40-931b-b5572effbecd tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7979276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7979285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7985070'] for router (ee178ee9-9ef1-4a45-9cb7-4c9fc28c703b), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:28.414364 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-fa0be440-48f1-411b-a5b3-cc2d0aaa97a7 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] 10.222.0.65 "GET /v2.0/ports?device_id=5853bf77-b046-4c0e-8a1a-b6d6cb2179ec HTTP/1.1" status: 200 len: 205 time: 0.2215667 Mar 11 19:53:28.414880 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33336) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:28.467811 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-a4603f7e-bd90-4a01-9d06-b010ebd0456f tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] delete failed (client error): The resource could not be found. Mar 11 19:53:28.469231 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a4603f7e-bd90-4a01-9d06-b010ebd0456f tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] 10.222.0.65 "DELETE /v2.0/routers/5853bf77-b046-4c0e-8a1a-b6d6cb2179ec HTTP/1.1" status: 404 len: 336 time: 0.0532084 Mar 11 19:53:28.472084 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33338) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:28.500844 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-41ab2f10-21f9-4966-92ef-3eb9fa4a6a72 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks [] for security_group (b55d1fee-789c-4b3b-99a6-552e2d47f2a3), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:28.543812 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-6ffc9229-ac1a-40c6-862a-ff6ec9fced7e tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] 10.222.0.65 "GET /v2.0/ports?device_id=b98baf86-bbc6-4d63-a91d-be6ec00de5a6 HTTP/1.1" status: 200 len: 205 time: 0.0678353 Mar 11 19:53:28.544768 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-41ab2f10-21f9-4966-92ef-3eb9fa4a6a72 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (b55d1fee-789c-4b3b-99a6-552e2d47f2a3), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:28.576703 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41ab2f10-21f9-4966-92ef-3eb9fa4a6a72 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] vlan segment allocate from pool success with {'vlan_id': 856, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:53:28.597727 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33340) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:28.603467 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-41ab2f10-21f9-4966-92ef-3eb9fa4a6a72 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (8bae2e39-3ded-475a-b41b-d1d088554c02), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:28.603839 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-41ab2f10-21f9-4966-92ef-3eb9fa4a6a72 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Added segment 8bae2e39-3ded-475a-b41b-d1d088554c02 of type vlan for network 53d3e097-1720-40c7-a335-5030921545d4 Mar 11 19:53:28.676906 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33344) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:28.680036 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-26d5e6c0-b8aa-4deb-ba1a-2f869eeef1c9 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] delete failed (client error): The resource could not be found. Mar 11 19:53:28.683448 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-26d5e6c0-b8aa-4deb-ba1a-2f869eeef1c9 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] 10.222.0.65 "DELETE /v2.0/routers/b98baf86-bbc6-4d63-a91d-be6ec00de5a6 HTTP/1.1" status: 404 len: 336 time: 0.0818787 Mar 11 19:53:28.683608 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-41ab2f10-21f9-4966-92ef-3eb9fa4a6a72 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (53d3e097-1720-40c7-a335-5030921545d4), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:28.701487 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33346) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:28.739894 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ab2f10-21f9-4966-92ef-3eb9fa4a6a72 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b55d1fee-789c-4b3b-99a6-552e2d47f2a3,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:28.742527 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-41ab2f10-21f9-4966-92ef-3eb9fa4a6a72 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (53d3e097-1720-40c7-a335-5030921545d4), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:28.747987 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ab2f10-21f9-4966-92ef-3eb9fa4a6a72 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:28.748567 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-41ab2f10-21f9-4966-92ef-3eb9fa4a6a72 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:28.809504 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0adf885-4a6a-4e40-931b-b5572effbecd tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Router ee178ee9-9ef1-4a45-9cb7-4c9fc28c703b has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:53:28.854237 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33352) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:28.854577 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-41ab2f10-21f9-4966-92ef-3eb9fa4a6a72 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6721096 Mar 11 19:53:28.874528 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-76571efb-9597-477b-a60a-e2c505e976c0 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1831997786', 'admin_state_up': True, 'project_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:53:28.888414 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f6f5824d-201a-456c-b2c4-95944342f3d7 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] 10.222.0.65 "GET /v2.0/ports?device_id=eac0a8cc-de9b-412c-8e63-019bc87bd9f3 HTTP/1.1" status: 200 len: 205 time: 0.1786556 Mar 11 19:53:28.889645 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33354) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:28.962910 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ab2f10-21f9-4966-92ef-3eb9fa4a6a72 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Pushing event updated for resources: {'Network': ['ID=53d3e097-1720-40c7-a335-5030921545d4,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:28.979032 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 53d3e097-1720-40c7-a335-5030921545d4 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:53:29.056769 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-76571efb-9597-477b-a60a-e2c505e976c0 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:29.057993 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-76571efb-9597-477b-a60a-e2c505e976c0 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:29.075856 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:29.117513 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0adf885-4a6a-4e40-931b-b5572effbecd tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:53:29.120590 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-d0ade2a1-cf8c-49db-b47a-4ad3d070e630 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] delete failed (client error): The resource could not be found. Mar 11 19:53:29.122094 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d0ade2a1-cf8c-49db-b47a-4ad3d070e630 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] 10.222.0.65 "DELETE /v2.0/routers/eac0a8cc-de9b-412c-8e63-019bc87bd9f3 HTTP/1.1" status: 404 len: 336 time: 0.2195618 Mar 11 19:53:29.124713 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33358) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:29.131000 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c0adf885-4a6a-4e40-931b-b5572effbecd tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:29.134724 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c0adf885-4a6a-4e40-931b-b5572effbecd tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] 10.222.0.65 "PUT /v2.0/routers/ee178ee9-9ef1-4a45-9cb7-4c9fc28c703b HTTP/1.1" status: 200 len: 706 time: 3.9239817 Mar 11 19:53:29.137667 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33360) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:29.140465 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4a97c3ae-23e7-46f5-b04d-8c63d12d2a75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:29.157061 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8d239e-46a7-4e5f-855a-0f96e8378431 None None] Sync routers for ids ['ee178ee9-9ef1-4a45-9cb7-4c9fc28c703b'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:53:29.171714 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ff2315c7-ca2a-42b9-8f92-aa9305ec5d53 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] 10.222.0.65 "GET /v2.0/ports?device_id=a6a46ccd-3a49-49ed-bbae-c1bf436b3f5c HTTP/1.1" status: 200 len: 205 time: 0.0438867 Mar 11 19:53:29.173169 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33362) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:29.198776 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8d239e-46a7-4e5f-855a-0f96e8378431 None None] Routers {'ee178ee9-9ef1-4a45-9cb7-4c9fc28c703b'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:53:29.199327 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-1c8d239e-46a7-4e5f-855a-0f96e8378431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:53:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['ee178ee9-9ef1-4a45-9cb7-4c9fc28c703b'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:29.227317 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [None req-61128e32-4488-41ed-95be-334032a49d95 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] delete failed (client error): The resource could not be found. Mar 11 19:53:29.228684 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-61128e32-4488-41ed-95be-334032a49d95 tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] 10.222.0.65 "DELETE /v2.0/routers/a6a46ccd-3a49-49ed-bbae-c1bf436b3f5c HTTP/1.1" status: 404 len: 336 time: 0.0545938 Mar 11 19:53:29.231342 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33364) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:29.267202 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-1c8d239e-46a7-4e5f-855a-0f96e8378431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:29.277691 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8d239e-46a7-4e5f-855a-0f96e8378431 None None] Routers {'ee178ee9-9ef1-4a45-9cb7-4c9fc28c703b'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:53:29.278333 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-1c8d239e-46a7-4e5f-855a-0f96e8378431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:53:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['ee178ee9-9ef1-4a45-9cb7-4c9fc28c703b'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:29.282870 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-44e2879f-1e7e-4d55-9737-da53ed6c5ada tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] DELETE failed (client error): The resource could not be found. Mar 11 19:53:29.283340 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44e2879f-1e7e-4d55-9737-da53ed6c5ada tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:53:29.296786 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-44e2879f-1e7e-4d55-9737-da53ed6c5ada tempest-RoutersIpV6AdminTest-487497750 tempest-RoutersIpV6AdminTest-487497750-project] 10.222.0.65 "DELETE /v2.0/subnets/aadcb7c6-ac87-44c2-b95d-5cd47a56dabb HTTP/1.1" status: 404 len: 337 time: 0.0639188 Mar 11 19:53:29.314047 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-1c8d239e-46a7-4e5f-855a-0f96e8378431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:29.314978 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8d239e-46a7-4e5f-855a-0f96e8378431 None None] The sync data for ids ['ee178ee9-9ef1-4a45-9cb7-4c9fc28c703b'] in n-d-833163-1 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:53:29.407120 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-76571efb-9597-477b-a60a-e2c505e976c0 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks [] for router_controller (8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:29.473379 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-99512433-c1d4-4394-9501-b93f3bc16415 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] 10.222.0.65 "GET /v2.0/routers/ee178ee9-9ef1-4a45-9cb7-4c9fc28c703b HTTP/1.1" status: 200 len: 741 time: 0.3314204 Mar 11 19:53:29.474158 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33368) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:29.541057 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-7ea36e6a-cc95-4ad6-a0ab-37f0a2e94788 tempest-RoutersAdminTest-1952551388 tempest-RoutersAdminTest-1952551388-project-admin] 10.222.0.65 "GET /v2.0/ports?network_id=612cc066-33e3-444d-b1c7-d0a64751482a&device_id=ee178ee9-9ef1-4a45-9cb7-4c9fc28c703b HTTP/1.1" status: 200 len: 205 time: 0.0627224 Mar 11 19:53:29.544479 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33372) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:29.631172 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-2fcf381d-e59f-4b71-ac69-f3ef54c92aaf tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee178ee9-9ef1-4a45-9cb7-4c9fc28c703b HTTP/1.1" status: 200 len: 205 time: 0.0797563 Mar 11 19:53:29.632803 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33374) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:29.688611 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-76571efb-9597-477b-a60a-e2c505e976c0 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks [] for router_gateway (8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:29.807343 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2d0fd26f-ec99-4f87-9fcc-eec3a00f3b64 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks [] for router (ee178ee9-9ef1-4a45-9cb7-4c9fc28c703b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:29.813199 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33380) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:29.816356 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4a97c3ae-23e7-46f5-b04d-8c63d12d2a75 admin admin] Publish callbacks [] for security_group (b67d7b9d-e8de-4db1-b916-70d2e34bb635), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:29.840400 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4a97c3ae-23e7-46f5-b04d-8c63d12d2a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (b67d7b9d-e8de-4db1-b916-70d2e34bb635), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:29.917815 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4a97c3ae-23e7-46f5-b04d-8c63d12d2a75 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=26194c7f9b2a42e89a8dd887ed349b65&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2334585 Mar 11 19:53:29.926096 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33386) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:30.080118 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0ab96313-1351-4d54-808c-1d7c2e70fc3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:30.108098 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a97c3ae-23e7-46f5-b04d-8c63d12d2a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b67d7b9d-e8de-4db1-b916-70d2e34bb635,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:30.140791 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2d0fd26f-ec99-4f87-9fcc-eec3a00f3b64 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (ee178ee9-9ef1-4a45-9cb7-4c9fc28c703b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:30.144401 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2d0fd26f-ec99-4f87-9fcc-eec3a00f3b64 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks [] for router_controller (ee178ee9-9ef1-4a45-9cb7-4c9fc28c703b), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:30.158348 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0b65a1d6-07b6-454f-958d-b7ea271d76fa admin admin] Publish callbacks [] for security_group (b67d7b9d-e8de-4db1-b916-70d2e34bb635), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:30.181467 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0b65a1d6-07b6-454f-958d-b7ea271d76fa admin admin] Publish callbacks [] for security_group (b67d7b9d-e8de-4db1-b916-70d2e34bb635), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:30.199382 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2d0fd26f-ec99-4f87-9fcc-eec3a00f3b64 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (ee178ee9-9ef1-4a45-9cb7-4c9fc28c703b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:30.199934 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d0fd26f-ec99-4f87-9fcc-eec3a00f3b64 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Fanout notify agent at l3_agent the message router_deleted on router ee178ee9-9ef1-4a45-9cb7-4c9fc28c703b {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:53:30.208555 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2d0fd26f-ec99-4f87-9fcc-eec3a00f3b64 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:30.209905 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-2d0fd26f-ec99-4f87-9fcc-eec3a00f3b64 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] 10.222.0.65 "DELETE /v2.0/routers/ee178ee9-9ef1-4a45-9cb7-4c9fc28c703b HTTP/1.1" status: 204 len: 168 time: 0.5747666 Mar 11 19:53:30.214408 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33392) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:30.233694 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33394) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:30.251888 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0b65a1d6-07b6-454f-958d-b7ea271d76fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (b67d7b9d-e8de-4db1-b916-70d2e34bb635), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:30.255067 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0b65a1d6-07b6-454f-958d-b7ea271d76fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:30.256075 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-0b65a1d6-07b6-454f-958d-b7ea271d76fa admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b67d7b9d-e8de-4db1-b916-70d2e34bb635 HTTP/1.1" status: 204 len: 168 time: 0.3020065 Mar 11 19:53:30.261956 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-dffc8f5e-4582-44d4-903c-997253509b79 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] 10.222.0.65 "GET /v2.0/ports?device_id=ee178ee9-9ef1-4a45-9cb7-4c9fc28c703b HTTP/1.1" status: 200 len: 205 time: 0.0463545 Mar 11 19:53:30.265258 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33400) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:30.290160 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b65a1d6-07b6-454f-958d-b7ea271d76fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67d7b9d-e8de-4db1-b916-70d2e34bb635,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:30.353785 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [None req-ac1768e0-f3ff-416a-9769-c7609c7e151a tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] delete failed (client error): The resource could not be found. Mar 11 19:53:30.354775 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ac1768e0-f3ff-416a-9769-c7609c7e151a tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] 10.222.0.65 "DELETE /v2.0/routers/ee178ee9-9ef1-4a45-9cb7-4c9fc28c703b HTTP/1.1" status: 404 len: 336 time: 0.0885677 Mar 11 19:53:30.357715 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33402) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:30.416107 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-eb19442f-c496-4e81-ac02-30ab06abe448 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] 10.222.0.65 "GET /v2.0/ports?device_id=7a66d506-b07d-4265-8e7a-9a4775be5b06 HTTP/1.1" status: 200 len: 205 time: 0.0568836 Mar 11 19:53:30.416739 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33404) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:30.477946 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [None req-5f09469a-27a7-42ed-bf85-c79f45ca7183 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] delete failed (client error): The resource could not be found. Mar 11 19:53:30.481408 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-5f09469a-27a7-42ed-bf85-c79f45ca7183 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] 10.222.0.65 "DELETE /v2.0/routers/7a66d506-b07d-4265-8e7a-9a4775be5b06 HTTP/1.1" status: 404 len: 336 time: 0.0613282 Mar 11 19:53:30.481946 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33408) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:30.544318 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-cc3dc87d-3bda-4106-8194-7f0d7f8cef48 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] 10.222.0.65 "GET /v2.0/ports?device_id=79ddb71f-f7a2-4bb4-a633-ff416c01f548 HTTP/1.1" status: 200 len: 205 time: 0.0590260 Mar 11 19:53:30.548519 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33410) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:30.619788 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [None req-8d1922c6-b8f1-462d-a0fd-776f0ff8814c tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] delete failed (client error): The resource could not be found. Mar 11 19:53:30.621162 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-8d1922c6-b8f1-462d-a0fd-776f0ff8814c tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] 10.222.0.65 "DELETE /v2.0/routers/79ddb71f-f7a2-4bb4-a633-ff416c01f548 HTTP/1.1" status: 404 len: 336 time: 0.0715878 Mar 11 19:53:30.633866 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33412) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:30.645019 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-add6548b-ec02-4d9f-b4e1-185e2ed6f562 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:30.677400 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33414) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:30.692537 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-9e0aad09-bd28-4a56-b682-8c77672488d7 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] 10.222.0.65 "GET /v2.0/ports?device_id=48efaecc-f6c2-4121-9f26-90c02575dd4f HTTP/1.1" status: 200 len: 205 time: 0.0565660 Mar 11 19:53:30.694150 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0ab96313-1351-4d54-808c-1d7c2e70fc3e admin admin] Publish callbacks [] for security_group (a67026ba-e337-4e87-b7b8-9ee7ab4639ca), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:30.694932 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33416) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:30.707956 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eba48f2b-5459-47b2-a1c9-4985fc048efa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:30.780675 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0ab96313-1351-4d54-808c-1d7c2e70fc3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (a67026ba-e337-4e87-b7b8-9ee7ab4639ca), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:30.798853 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-3582541e-2b3f-4eea-8277-365d5bc0e1a2 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] delete failed (client error): The resource could not be found. Mar 11 19:53:30.802866 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-3582541e-2b3f-4eea-8277-365d5bc0e1a2 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] 10.222.0.65 "DELETE /v2.0/routers/48efaecc-f6c2-4121-9f26-90c02575dd4f HTTP/1.1" status: 404 len: 336 time: 0.1033578 Mar 11 19:53:30.804640 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33418) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:30.852905 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-6c99a3da-16c5-4978-8498-9591ee530219 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] 10.222.0.65 "GET /v2.0/ports?device_id=bcd83eb9-9402-4b23-8d3e-6682720c9b1c HTTP/1.1" status: 200 len: 205 time: 0.0462680 Mar 11 19:53:30.852905 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-add6548b-ec02-4d9f-b4e1-185e2ed6f562 admin admin] Publish callbacks [] for security_group (e8efea40-b563-4ae8-8bdf-2eb952dc061b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:30.854642 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33420) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:30.874838 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-0ab96313-1351-4d54-808c-1d7c2e70fc3e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3fab28ffd9d04a95a25c626d4b204646&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0512321 Mar 11 19:53:30.877578 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33422) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:30.905881 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-add6548b-ec02-4d9f-b4e1-185e2ed6f562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (e8efea40-b563-4ae8-8bdf-2eb952dc061b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:30.909019 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-76571efb-9597-477b-a60a-e2c505e976c0 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks [] for router_gateway (8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:30.914103 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [None req-37dd4820-cf95-48ef-ae9d-bb45b3c3b43f tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] delete failed (client error): The resource could not be found. Mar 11 19:53:30.919251 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-37dd4820-cf95-48ef-ae9d-bb45b3c3b43f tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] 10.222.0.65 "DELETE /v2.0/routers/bcd83eb9-9402-4b23-8d3e-6682720c9b1c HTTP/1.1" status: 404 len: 336 time: 0.0601125 Mar 11 19:53:30.919415 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab96313-1351-4d54-808c-1d7c2e70fc3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a67026ba-e337-4e87-b7b8-9ee7ab4639ca,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:30.930171 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33424) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:30.943798 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eba48f2b-5459-47b2-a1c9-4985fc048efa admin admin] Publish callbacks [] for security_group (1ab42992-6e2e-43f7-ab84-7c6f24959683), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:30.948214 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-76571efb-9597-477b-a60a-e2c505e976c0 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:30.984047 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eba48f2b-5459-47b2-a1c9-4985fc048efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (1ab42992-6e2e-43f7-ab84-7c6f24959683), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:30.996492 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-6cd2d191-c0d7-4d10-983f-29a32539d1ba tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] 10.222.0.65 "GET /v2.0/ports?device_id=4484c9ff-f6e4-464b-980f-9bf06582a7ca HTTP/1.1" status: 200 len: 205 time: 0.0550473 Mar 11 19:53:31.000881 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33426) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:31.006024 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add6548b-ec02-4d9f-b4e1-185e2ed6f562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8efea40-b563-4ae8-8bdf-2eb952dc061b,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:31.015279 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-add6548b-ec02-4d9f-b4e1-185e2ed6f562 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5ebc3a3608cb4c30944404982d8b938e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7802546 Mar 11 19:53:31.025017 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33430) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:31.041984 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-eba48f2b-5459-47b2-a1c9-4985fc048efa admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=edb34f8c11fd4f2aa07f0442915fb4d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3613012 Mar 11 19:53:31.043019 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33432) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:31.066079 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba48f2b-5459-47b2-a1c9-4985fc048efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab42992-6e2e-43f7-ab84-7c6f24959683,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:31.087030 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-3df3d189-3996-4ab8-86ac-7a328d64196c tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] delete failed (client error): The resource could not be found. Mar 11 19:53:31.088416 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-3df3d189-3996-4ab8-86ac-7a328d64196c tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] 10.222.0.65 "DELETE /v2.0/routers/4484c9ff-f6e4-464b-980f-9bf06582a7ca HTTP/1.1" status: 404 len: 336 time: 0.0853946 Mar 11 19:53:31.097316 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33436) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:31.129217 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-c53d6cb5-f97f-4676-8a54-d459ce59e7f4 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] DELETE failed (client error): The resource could not be found. Mar 11 19:53:31.130114 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c53d6cb5-f97f-4676-8a54-d459ce59e7f4 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:53:31.133625 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-c53d6cb5-f97f-4676-8a54-d459ce59e7f4 tempest-RoutersAdminTest-1761595554 tempest-RoutersAdminTest-1761595554-project] 10.222.0.65 "DELETE /v2.0/subnets/bb7a411b-8121-4edf-a5c0-a8c14876b96e HTTP/1.1" status: 404 len: 337 time: 0.0352347 Mar 11 19:53:31.154338 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-421635f3-5bf8-4be1-9704-7bae6ffbf11e admin admin] Publish callbacks [] for security_group (1ab42992-6e2e-43f7-ab84-7c6f24959683), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:31.188885 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-421635f3-5bf8-4be1-9704-7bae6ffbf11e admin admin] Publish callbacks [] for security_group (1ab42992-6e2e-43f7-ab84-7c6f24959683), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:31.213778 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cabd0a86-f7ca-4fa3-b59d-50d3bf77e559 admin admin] Publish callbacks [] for security_group (a67026ba-e337-4e87-b7b8-9ee7ab4639ca), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:31.277609 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-421635f3-5bf8-4be1-9704-7bae6ffbf11e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (1ab42992-6e2e-43f7-ab84-7c6f24959683), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:31.284896 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-421635f3-5bf8-4be1-9704-7bae6ffbf11e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:31.288183 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-421635f3-5bf8-4be1-9704-7bae6ffbf11e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1ab42992-6e2e-43f7-ab84-7c6f24959683 HTTP/1.1" status: 204 len: 168 time: 0.2396619 Mar 11 19:53:31.290054 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cabd0a86-f7ca-4fa3-b59d-50d3bf77e559 admin admin] Publish callbacks [] for security_group (a67026ba-e337-4e87-b7b8-9ee7ab4639ca), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:31.293015 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-76571efb-9597-477b-a60a-e2c505e976c0 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Allocated IP 172.25.8.161 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/3f60ab8b-d22e-4383-b6b6-b89872956753) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:53:31.298629 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421635f3-5bf8-4be1-9704-7bae6ffbf11e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab42992-6e2e-43f7-ab84-7c6f24959683,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:31.378533 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0366f29b-41e2-4f1a-9b37-782c2f2804b7 admin admin] Publish callbacks [] for security_group (e8efea40-b563-4ae8-8bdf-2eb952dc061b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:31.406540 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0366f29b-41e2-4f1a-9b37-782c2f2804b7 admin admin] Publish callbacks [] for security_group (e8efea40-b563-4ae8-8bdf-2eb952dc061b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:31.570214 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cabd0a86-f7ca-4fa3-b59d-50d3bf77e559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (a67026ba-e337-4e87-b7b8-9ee7ab4639ca), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:31.573891 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cabd0a86-f7ca-4fa3-b59d-50d3bf77e559 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:31.575345 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-cabd0a86-f7ca-4fa3-b59d-50d3bf77e559 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a67026ba-e337-4e87-b7b8-9ee7ab4639ca HTTP/1.1" status: 204 len: 168 time: 0.6755855 Mar 11 19:53:31.598733 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabd0a86-f7ca-4fa3-b59d-50d3bf77e559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67026ba-e337-4e87-b7b8-9ee7ab4639ca,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:31.601827 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0366f29b-41e2-4f1a-9b37-782c2f2804b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (e8efea40-b563-4ae8-8bdf-2eb952dc061b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:31.614712 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0366f29b-41e2-4f1a-9b37-782c2f2804b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:31.619021 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-0366f29b-41e2-4f1a-9b37-782c2f2804b7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e8efea40-b563-4ae8-8bdf-2eb952dc061b HTTP/1.1" status: 204 len: 168 time: 0.5581067 Mar 11 19:53:31.637955 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0366f29b-41e2-4f1a-9b37-782c2f2804b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8efea40-b563-4ae8-8bdf-2eb952dc061b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:31.658331 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-76571efb-9597-477b-a60a-e2c505e976c0 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks [] for port (3f60ab8b-d22e-4383-b6b6-b89872956753), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:31.704832 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-76571efb-9597-477b-a60a-e2c505e976c0 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (3f60ab8b-d22e-4383-b6b6-b89872956753), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:31.733991 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33458) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:31.761065 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76571efb-9597-477b-a60a-e2c505e976c0 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Pushing event updated for resources: {'Port': ['ID=3f60ab8b-d22e-4383-b6b6-b89872956753,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:31.776971 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76571efb-9597-477b-a60a-e2c505e976c0 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:53:31.779320 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-76571efb-9597-477b-a60a-e2c505e976c0 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:53:31.786849 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76571efb-9597-477b-a60a-e2c505e976c0 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:53:32.167655 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-76571efb-9597-477b-a60a-e2c505e976c0 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks [] for router_gateway (8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:32.539422 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33472) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:32.553285 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8615f09f-bb65-4604-ba0e-a9497de3706f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:32.718247 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8615f09f-bb65-4604-ba0e-a9497de3706f admin admin] Publish callbacks [] for security_group (5c73f08a-c152-400e-9c91-3c021ca54162), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:32.739115 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8615f09f-bb65-4604-ba0e-a9497de3706f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (5c73f08a-c152-400e-9c91-3c021ca54162), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:32.822225 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-76571efb-9597-477b-a60a-e2c505e976c0 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:32.825006 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-8615f09f-bb65-4604-ba0e-a9497de3706f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c2034db1ceac4474b08259491d4437b7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0898302 Mar 11 19:53:32.825781 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33480) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:32.826726 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8615f09f-bb65-4604-ba0e-a9497de3706f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c73f08a-c152-400e-9c91-3c021ca54162,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:32.851743 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-5fecd1c4-a474-44a6-ba34-9d6d5428b0c1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4888678ef40b445881d89e8f72540441&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3065665 Mar 11 19:53:32.853319 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33484) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:32.902407 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-645716a5-c3c1-467c-a7ed-8758198f7e5e admin admin] Publish callbacks [] for security_group (5c73f08a-c152-400e-9c91-3c021ca54162), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:32.933278 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-645716a5-c3c1-467c-a7ed-8758198f7e5e admin admin] Publish callbacks [] for security_group (5c73f08a-c152-400e-9c91-3c021ca54162), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:33.000024 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f66311f2-a00d-4722-b43c-295c063e7444 admin admin] Publish callbacks [] for security_group (dc75e2d6-c19a-4cb8-a9bd-7dd305ecd083), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:33.004637 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-645716a5-c3c1-467c-a7ed-8758198f7e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (5c73f08a-c152-400e-9c91-3c021ca54162), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:33.012817 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-645716a5-c3c1-467c-a7ed-8758198f7e5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:33.016755 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-645716a5-c3c1-467c-a7ed-8758198f7e5e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5c73f08a-c152-400e-9c91-3c021ca54162 HTTP/1.1" status: 204 len: 168 time: 0.1845620 Mar 11 19:53:33.037486 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f66311f2-a00d-4722-b43c-295c063e7444 admin admin] Publish callbacks [] for security_group (dc75e2d6-c19a-4cb8-a9bd-7dd305ecd083), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:33.039984 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645716a5-c3c1-467c-a7ed-8758198f7e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c73f08a-c152-400e-9c91-3c021ca54162,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:33.115331 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76571efb-9597-477b-a60a-e2c505e976c0 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Router 8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:53:33.140369 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f66311f2-a00d-4722-b43c-295c063e7444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (dc75e2d6-c19a-4cb8-a9bd-7dd305ecd083), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:33.144330 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f66311f2-a00d-4722-b43c-295c063e7444 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:33.148026 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f66311f2-a00d-4722-b43c-295c063e7444 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dc75e2d6-c19a-4cb8-a9bd-7dd305ecd083 HTTP/1.1" status: 204 len: 168 time: 0.2897995 Mar 11 19:53:33.201098 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66311f2-a00d-4722-b43c-295c063e7444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc75e2d6-c19a-4cb8-a9bd-7dd305ecd083,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:33.309216 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76571efb-9597-477b-a60a-e2c505e976c0 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:53:33.320858 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9074a7d7-68d2-4db8-9db9-17544334b968 None None] Sync routers for ids ['8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:53:33.338741 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9074a7d7-68d2-4db8-9db9-17544334b968 None None] Routers {'8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:53:33.342737 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-9074a7d7-68d2-4db8-9db9-17544334b968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:53:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:33.349504 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-76571efb-9597-477b-a60a-e2c505e976c0 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:33.353299 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-76571efb-9597-477b-a60a-e2c505e976c0 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.4834442 Mar 11 19:53:33.357131 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33500) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:33.612379 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-9074a7d7-68d2-4db8-9db9-17544334b968 None None] Set router 8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:53:33.664666 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-60cdde85-5fe8-4f6b-951b-d368887dc8b5 tempest-TestSecurityGroupsBasicOps-1938677745 tempest-TestSecurityGroupsBasicOps-1938677745-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=ba1ac85839b24ea7a6d2ca439cce25f5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3060715 Mar 11 19:53:33.667122 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33510) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:33.675726 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33512) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:33.807929 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-059e76d9-970c-4994-b5dd-29f1fa8c8c56 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=44deb69bd71040d68237b98a514b991c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1279011 Mar 11 19:53:33.808565 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33518) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:33.817638 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-9074a7d7-68d2-4db8-9db9-17544334b968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1831997786', 'tenant_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '3f60ab8b-d22e-4383-b6b6-b89872956753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:53:29Z', 'updated_at': '2022-03-11T19:53:31Z', 'revision_number': 3, 'project_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'gw_port': {'id': '3f60ab8b-d22e-4383-b6b6-b89872956753', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:87:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:53:30Z', 'updated_at': '2022-03-11T19:53:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:33.868101 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9074a7d7-68d2-4db8-9db9-17544334b968 None None] Checking router: 8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:53:33.868460 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9074a7d7-68d2-4db8-9db9-17544334b968 None None] Updating router 8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a port 3f60ab8b-d22e-4383-b6b6-b89872956753 binding host n-d-833163-1 {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:53:33.898090 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd160f5-a519-43b0-9d7d-940e9130caf6 tempest-TestSecurityGroupsBasicOps-1938677745 tempest-TestSecurityGroupsBasicOps-1938677745-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:33.900905 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-abd160f5-a519-43b0-9d7d-940e9130caf6 tempest-TestSecurityGroupsBasicOps-1938677745 tempest-TestSecurityGroupsBasicOps-1938677745-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2324631 Mar 11 19:53:33.903795 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33524) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:33.910146 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-9074a7d7-68d2-4db8-9db9-17544334b968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (3f60ab8b-d22e-4383-b6b6-b89872956753), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:33.945486 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-5b51eb47-f779-47d0-90df-59f366419927 tempest-TestSecurityGroupsBasicOps-1938677745 tempest-TestSecurityGroupsBasicOps-1938677745-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=612cc066-33e3-444d-b1c7-d0a64751482a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0404902 Mar 11 19:53:33.948059 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33526) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:33.960162 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9f451895-c719-4bd1-a1f4-61e837bb983a admin admin] Publish callbacks [] for security_group (03299d18-a476-4f5b-a6ba-27872d986899), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:33.962432 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-ae46a5e4-a3a2-4f3c-a620-1876f0fee6e1 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1540120783', 'network_id': '53d3e097-1720-40c7-a335-5030921545d4', 'project_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:53:34.038328 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9f451895-c719-4bd1-a1f4-61e837bb983a admin admin] Publish callbacks [] for security_group (03299d18-a476-4f5b-a6ba-27872d986899), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:34.090371 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae46a5e4-a3a2-4f3c-a620-1876f0fee6e1 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Made reservation on behalf of ba1ac85839b24ea7a6d2ca439cce25f5 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:53:34.095090 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ae46a5e4-a3a2-4f3c-a620-1876f0fee6e1 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:34.129367 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9f451895-c719-4bd1-a1f4-61e837bb983a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (03299d18-a476-4f5b-a6ba-27872d986899), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:34.135434 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9f451895-c719-4bd1-a1f4-61e837bb983a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:34.140938 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-9f451895-c719-4bd1-a1f4-61e837bb983a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/03299d18-a476-4f5b-a6ba-27872d986899 HTTP/1.1" status: 204 len: 168 time: 0.3303175 Mar 11 19:53:34.160554 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f451895-c719-4bd1-a1f4-61e837bb983a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03299d18-a476-4f5b-a6ba-27872d986899,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:34.316578 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-9074a7d7-68d2-4db8-9db9-17544334b968 None None] Publish callbacks [] for port (3f60ab8b-d22e-4383-b6b6-b89872956753), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:34.328118 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-9074a7d7-68d2-4db8-9db9-17544334b968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (3f60ab8b-d22e-4383-b6b6-b89872956753), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:34.396123 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a204041-877c-4690-aec9-dec4df232363 None None] Pushing event updated for resources: {'Port': ['ID=3f60ab8b-d22e-4383-b6b6-b89872956753,revision_number=2']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:34.409059 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a204041-877c-4690-aec9-dec4df232363 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:34.409734 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a204041-877c-4690-aec9-dec4df232363 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:34.410280 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a204041-877c-4690-aec9-dec4df232363 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:34.410837 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a204041-877c-4690-aec9-dec4df232363 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:34.411390 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a204041-877c-4690-aec9-dec4df232363 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:34.411988 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a204041-877c-4690-aec9-dec4df232363 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:34.412566 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a204041-877c-4690-aec9-dec4df232363 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:34.413448 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a204041-877c-4690-aec9-dec4df232363 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:34.414332 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a204041-877c-4690-aec9-dec4df232363 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:34.414844 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a204041-877c-4690-aec9-dec4df232363 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:34.415361 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a204041-877c-4690-aec9-dec4df232363 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:34.415864 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a204041-877c-4690-aec9-dec4df232363 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:34.416391 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a204041-877c-4690-aec9-dec4df232363 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:34.459306 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ae46a5e4-a3a2-4f3c-a620-1876f0fee6e1 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (49cb0d5b-a7b4-4de5-988d-a1801f9130ba), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:34.478985 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-9074a7d7-68d2-4db8-9db9-17544334b968 None None] Attempting to bind port 3f60ab8b-d22e-4383-b6b6-b89872956753 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:53:34.479354 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-9074a7d7-68d2-4db8-9db9-17544334b968 None None] Attempting to bind port 3f60ab8b-d22e-4383-b6b6-b89872956753 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:53:34.480156 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9074a7d7-68d2-4db8-9db9-17544334b968 None None] Attempting to bind port 3f60ab8b-d22e-4383-b6b6-b89872956753 on network 612cc066-33e3-444d-b1c7-d0a64751482a {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:53:34.494296 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9074a7d7-68d2-4db8-9db9-17544334b968 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:53:34.494964 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9074a7d7-68d2-4db8-9db9-17544334b968 None None] Checking segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:53:34.496746 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-9074a7d7-68d2-4db8-9db9-17544334b968 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:34.497345 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9074a7d7-68d2-4db8-9db9-17544334b968 None None] Bound using segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:53:34.498642 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-9074a7d7-68d2-4db8-9db9-17544334b968 None None] Bound port: 3f60ab8b-d22e-4383-b6b6-b89872956753, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:53:34.500016 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-9074a7d7-68d2-4db8-9db9-17544334b968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (3f60ab8b-d22e-4383-b6b6-b89872956753), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:34.593124 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae46a5e4-a3a2-4f3c-a620-1876f0fee6e1 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Pushing event updated for resources: {'Subnet': ['ID=49cb0d5b-a7b4-4de5-988d-a1801f9130ba,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:34.594728 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-9074a7d7-68d2-4db8-9db9-17544334b968 None None] For port 3f60ab8b-d22e-4383-b6b6-b89872956753, host n-d-833163-1, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:53:34.600819 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-9074a7d7-68d2-4db8-9db9-17544334b968 None None] For port 3f60ab8b-d22e-4383-b6b6-b89872956753, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=3f60ab8b-d22e-4383-b6b6-b89872956753,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:53:34.609833 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-9074a7d7-68d2-4db8-9db9-17544334b968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (3f60ab8b-d22e-4383-b6b6-b89872956753), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:34.611380 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae46a5e4-a3a2-4f3c-a620-1876f0fee6e1 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Checking segment: {'id': '8bae2e39-3ded-475a-b41b-d1d088554c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '53d3e097-1720-40c7-a335-5030921545d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:53:34.612445 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae46a5e4-a3a2-4f3c-a620-1876f0fee6e1 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Network hostable DHCP agents. Network: 53d3e097-1720-40c7-a335-5030921545d4, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:53:34.634318 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae46a5e4-a3a2-4f3c-a620-1876f0fee6e1 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Network 53d3e097-1720-40c7-a335-5030921545d4 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:53:34.656622 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-ae46a5e4-a3a2-4f3c-a620-1876f0fee6e1 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 53d3e097-1720-40c7-a335-5030921545d4) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:53:34.664190 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae46a5e4-a3a2-4f3c-a620-1876f0fee6e1 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:34.664752 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ae46a5e4-a3a2-4f3c-a620-1876f0fee6e1 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:34.665774 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850e0549-90c1-4d13-97ab-ab56b46f9078 None None] Network 53d3e097-1720-40c7-a335-5030921545d4 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:53:34.697682 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33552) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:34.698165 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ae46a5e4-a3a2-4f3c-a620-1876f0fee6e1 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7466245 Mar 11 19:53:34.729096 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9074a7d7-68d2-4db8-9db9-17544334b968 None None] Routers {'8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:53:34.729894 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-9074a7d7-68d2-4db8-9db9-17544334b968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:53:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:34.882004 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a615f62-d5ee-40ea-b45a-6e214ea52416 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-53d3e097-1720-40c7-a335-5030921545d4', 'network_id': '53d3e097-1720-40c7-a335-5030921545d4', 'project_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'fixed_ips': [{'subnet_id': '49cb0d5b-a7b4-4de5-988d-a1801f9130ba'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:53:34.887961 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2a615f62-d5ee-40ea-b45a-6e214ea52416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:34.974969 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-9074a7d7-68d2-4db8-9db9-17544334b968 None None] Set router 8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:53:35.048560 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33568) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:35.109382 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-2a615f62-d5ee-40ea-b45a-6e214ea52416 None None] Allocated IP 172.20.0.2 (53d3e097-1720-40c7-a335-5030921545d4/49cb0d5b-a7b4-4de5-988d-a1801f9130ba/10283e80-8f2a-4a1d-9508-ff7ac40f3da1) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:53:35.130433 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a204041-877c-4690-aec9-dec4df232363 None None] Pushing event updated for resources: {'Port': ['ID=3f60ab8b-d22e-4383-b6b6-b89872956753,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:35.320085 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2a615f62-d5ee-40ea-b45a-6e214ea52416 None None] Publish callbacks [] for port (10283e80-8f2a-4a1d-9508-ff7ac40f3da1), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:35.331939 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2a615f62-d5ee-40ea-b45a-6e214ea52416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (10283e80-8f2a-4a1d-9508-ff7ac40f3da1), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:35.380458 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-9074a7d7-68d2-4db8-9db9-17544334b968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1831997786', 'tenant_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '3f60ab8b-d22e-4383-b6b6-b89872956753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:53:29Z', 'updated_at': '2022-03-11T19:53:31Z', 'revision_number': 3, 'project_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'gw_port': {'id': '3f60ab8b-d22e-4383-b6b6-b89872956753', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:87:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:53:30Z', 'updated_at': '2022-03-11T19:53:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:35.399310 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a615f62-d5ee-40ea-b45a-6e214ea52416 None None] Network 53d3e097-1720-40c7-a335-5030921545d4 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:53:35.407158 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-2a615f62-d5ee-40ea-b45a-6e214ea52416 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:53:35.415053 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a615f62-d5ee-40ea-b45a-6e214ea52416 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:53:35.421522 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a615f62-d5ee-40ea-b45a-6e214ea52416 None None] Pushing event updated for resources: {'Port': ['ID=10283e80-8f2a-4a1d-9508-ff7ac40f3da1,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:35.434192 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9074a7d7-68d2-4db8-9db9-17544334b968 None None] The sync data for ids ['8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a'] in n-d-833163-1 is: [{'id': '8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1831997786', 'tenant_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '3f60ab8b-d22e-4383-b6b6-b89872956753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:53:29Z', 'updated_at': '2022-03-11T19:53:31Z', 'revision_number': 3, 'project_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'gw_port': {'id': '3f60ab8b-d22e-4383-b6b6-b89872956753', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:87:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:53:30Z', 'updated_at': '2022-03-11T19:53:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:53:35.434576 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a615f62-d5ee-40ea-b45a-6e214ea52416 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:35.435085 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a615f62-d5ee-40ea-b45a-6e214ea52416 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:35.435670 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a615f62-d5ee-40ea-b45a-6e214ea52416 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:35.436183 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a615f62-d5ee-40ea-b45a-6e214ea52416 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:35.436672 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a615f62-d5ee-40ea-b45a-6e214ea52416 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:35.437159 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a615f62-d5ee-40ea-b45a-6e214ea52416 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:35.437637 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a615f62-d5ee-40ea-b45a-6e214ea52416 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:35.438123 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a615f62-d5ee-40ea-b45a-6e214ea52416 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:35.438754 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a615f62-d5ee-40ea-b45a-6e214ea52416 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:35.439506 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a615f62-d5ee-40ea-b45a-6e214ea52416 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:35.440585 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a615f62-d5ee-40ea-b45a-6e214ea52416 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:35.441100 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a615f62-d5ee-40ea-b45a-6e214ea52416 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:35.442164 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a615f62-d5ee-40ea-b45a-6e214ea52416 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:53:35.603651 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:53:35.648050 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-e61cc509-d38a-455c-86ff-22b6ab28a3d5 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2092957600'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:53:35.678076 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e61cc509-d38a-455c-86ff-22b6ab28a3d5 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Made reservation on behalf of 13a9e2937450490db887c6fe436ef74f for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:53:35.685330 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e61cc509-d38a-455c-86ff-22b6ab28a3d5 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:35.709042 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e61cc509-d38a-455c-86ff-22b6ab28a3d5 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:35.766992 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-2a615f62-d5ee-40ea-b45a-6e214ea52416 None None] Attempting to bind port 10283e80-8f2a-4a1d-9508-ff7ac40f3da1 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:53:35.771402 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-2a615f62-d5ee-40ea-b45a-6e214ea52416 None None] Attempting to bind port 10283e80-8f2a-4a1d-9508-ff7ac40f3da1 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '8bae2e39-3ded-475a-b41b-d1d088554c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '53d3e097-1720-40c7-a335-5030921545d4'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:53:35.773849 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a615f62-d5ee-40ea-b45a-6e214ea52416 None None] Attempting to bind port 10283e80-8f2a-4a1d-9508-ff7ac40f3da1 on network 53d3e097-1720-40c7-a335-5030921545d4 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:53:35.794079 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a615f62-d5ee-40ea-b45a-6e214ea52416 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:53:35.800578 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a615f62-d5ee-40ea-b45a-6e214ea52416 None None] Checking segment: {'id': '8bae2e39-3ded-475a-b41b-d1d088554c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '53d3e097-1720-40c7-a335-5030921545d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:53:35.807831 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2a615f62-d5ee-40ea-b45a-6e214ea52416 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:35.808542 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a615f62-d5ee-40ea-b45a-6e214ea52416 None None] Bound using segment: {'id': '8bae2e39-3ded-475a-b41b-d1d088554c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '53d3e097-1720-40c7-a335-5030921545d4'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:53:35.809830 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-2a615f62-d5ee-40ea-b45a-6e214ea52416 None None] Bound port: 10283e80-8f2a-4a1d-9508-ff7ac40f3da1, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bae2e39-3ded-475a-b41b-d1d088554c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '53d3e097-1720-40c7-a335-5030921545d4'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:53:35.811843 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2a615f62-d5ee-40ea-b45a-6e214ea52416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (10283e80-8f2a-4a1d-9508-ff7ac40f3da1), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:35.880536 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33588) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:35.898743 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e61cc509-d38a-455c-86ff-22b6ab28a3d5 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Publish callbacks [] for security_group (a233f646-98bb-48f4-a504-d2f31948967b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:35.905643 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e61cc509-d38a-455c-86ff-22b6ab28a3d5 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (a233f646-98bb-48f4-a504-d2f31948967b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:35.936845 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-70294c8c-04db-4367-a589-b8c62e5553e4 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:35.977657 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e61cc509-d38a-455c-86ff-22b6ab28a3d5 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] vlan segment allocate from pool success with {'vlan_id': 860, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:53:36.037617 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-2a615f62-d5ee-40ea-b45a-6e214ea52416 None None] For port 10283e80-8f2a-4a1d-9508-ff7ac40f3da1, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:53:36.041962 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-2a615f62-d5ee-40ea-b45a-6e214ea52416 None None] For port 10283e80-8f2a-4a1d-9508-ff7ac40f3da1, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=10283e80-8f2a-4a1d-9508-ff7ac40f3da1,segment=NetworkSegment(8bae2e39-3ded-475a-b41b-d1d088554c02),segment_id=8bae2e39-3ded-475a-b41b-d1d088554c02)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:53:36.055183 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2a615f62-d5ee-40ea-b45a-6e214ea52416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (10283e80-8f2a-4a1d-9508-ff7ac40f3da1), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:36.061264 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61cc509-d38a-455c-86ff-22b6ab28a3d5 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a233f646-98bb-48f4-a504-d2f31948967b,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:36.066536 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e61cc509-d38a-455c-86ff-22b6ab28a3d5 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (176da5ce-f8b9-4059-b26f-5f8127fe7eb9), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:36.066884 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-e61cc509-d38a-455c-86ff-22b6ab28a3d5 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Added segment 176da5ce-f8b9-4059-b26f-5f8127fe7eb9 of type vlan for network 03a6d4f1-9357-4d82-86fa-fdf8445388c6 Mar 11 19:53:36.156964 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e61cc509-d38a-455c-86ff-22b6ab28a3d5 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (03a6d4f1-9357-4d82-86fa-fdf8445388c6), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:36.162921 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-32918be9-240e-4c56-ada8-40f0654addce tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-371147686'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:53:36.200919 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a615f62-d5ee-40ea-b45a-6e214ea52416 None None] Pushing event updated for resources: {'Port': ['ID=10283e80-8f2a-4a1d-9508-ff7ac40f3da1,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:36.262430 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e61cc509-d38a-455c-86ff-22b6ab28a3d5 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (03a6d4f1-9357-4d82-86fa-fdf8445388c6), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:36.268884 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61cc509-d38a-455c-86ff-22b6ab28a3d5 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:36.269886 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e61cc509-d38a-455c-86ff-22b6ab28a3d5 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:36.272530 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32918be9-240e-4c56-ada8-40f0654addce tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Made reservation on behalf of 06d9e64a19fa4247bc00069610bf80e1 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:53:36.276151 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-32918be9-240e-4c56-ada8-40f0654addce tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:36.299002 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-32918be9-240e-4c56-ada8-40f0654addce tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:36.347275 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e61cc509-d38a-455c-86ff-22b6ab28a3d5 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.2943587 Mar 11 19:53:36.359303 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33602) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:36.370662 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-224a8623-b54e-4505-87c1-9782ecd85f99 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Request body: {'subnet': {'network_id': '03a6d4f1-9357-4d82-86fa-fdf8445388c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:53:36.458847 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61cc509-d38a-455c-86ff-22b6ab28a3d5 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Pushing event updated for resources: {'Network': ['ID=03a6d4f1-9357-4d82-86fa-fdf8445388c6,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:36.472186 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 03a6d4f1-9357-4d82-86fa-fdf8445388c6 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:53:36.561685 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33604) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:36.672219 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-32918be9-240e-4c56-ada8-40f0654addce tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for security_group (a686a355-4795-4407-9d11-ba85600c345f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:36.687932 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-32918be9-240e-4c56-ada8-40f0654addce tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (a686a355-4795-4407-9d11-ba85600c345f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:36.706431 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32918be9-240e-4c56-ada8-40f0654addce tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] vlan segment allocate from pool success with {'vlan_id': 872, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:53:36.720116 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-32918be9-240e-4c56-ada8-40f0654addce tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (70c71ca7-59df-46c5-86d9-acc712ed1da1), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:36.720523 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-32918be9-240e-4c56-ada8-40f0654addce tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Added segment 70c71ca7-59df-46c5-86d9-acc712ed1da1 of type vlan for network 0897600d-059c-4c97-87d5-16371e549b1b Mar 11 19:53:36.785829 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-32918be9-240e-4c56-ada8-40f0654addce tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (0897600d-059c-4c97-87d5-16371e549b1b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:36.822718 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-70294c8c-04db-4367-a589-b8c62e5553e4 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Allocated IP 172.20.0.1 (53d3e097-1720-40c7-a335-5030921545d4/49cb0d5b-a7b4-4de5-988d-a1801f9130ba/76de1372-941c-46f8-bf43-ea46cf28b176) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:53:36.839293 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-32918be9-240e-4c56-ada8-40f0654addce tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (0897600d-059c-4c97-87d5-16371e549b1b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:36.844454 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-c557751c-f713-44f8-96a5-6277fcda1122 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-961951890'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:53:36.845722 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32918be9-240e-4c56-ada8-40f0654addce tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:36.846975 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-32918be9-240e-4c56-ada8-40f0654addce tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:36.906329 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c557751c-f713-44f8-96a5-6277fcda1122 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Made reservation on behalf of 79ed25ffbf6340ba8abb41601f417832 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:53:36.910116 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c557751c-f713-44f8-96a5-6277fcda1122 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:36.980968 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c557751c-f713-44f8-96a5-6277fcda1122 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:36.998456 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32918be9-240e-4c56-ada8-40f0654addce tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event updated for resources: {'Network': ['ID=0897600d-059c-4c97-87d5-16371e549b1b,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:37.014089 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 0897600d-059c-4c97-87d5-16371e549b1b details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:53:37.036893 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-224a8623-b54e-4505-87c1-9782ecd85f99 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Made reservation on behalf of 13a9e2937450490db887c6fe436ef74f for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:53:37.045173 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-224a8623-b54e-4505-87c1-9782ecd85f99 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:37.074719 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32918be9-240e-4c56-ada8-40f0654addce tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a686a355-4795-4407-9d11-ba85600c345f,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:37.154948 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-32918be9-240e-4c56-ada8-40f0654addce tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2678142 Mar 11 19:53:37.156965 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33612) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:37.197957 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-65efb77d-9bd9-49fe-8ec6-8027b4e3fdd6 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Request body: {'subnet': {'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:53:37.356524 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c557751c-f713-44f8-96a5-6277fcda1122 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks [] for security_group (4d919827-b0ac-4673-953e-d68248640e24), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:37.373995 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c557751c-f713-44f8-96a5-6277fcda1122 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (4d919827-b0ac-4673-953e-d68248640e24), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:37.381164 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-70294c8c-04db-4367-a589-b8c62e5553e4 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks [] for port (76de1372-941c-46f8-bf43-ea46cf28b176), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:37.425702 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 10283e80-8f2a-4a1d-9508-ff7ac40f3da1 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:53:37.517783 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 10283e80-8f2a-4a1d-9508-ff7ac40f3da1 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:53:37.519484 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (10283e80-8f2a-4a1d-9508-ff7ac40f3da1), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:37.565736 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-224a8623-b54e-4505-87c1-9782ecd85f99 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (00cd4f01-28f0-428a-b398-c82e0cb7738c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:37.619613 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c557751c-f713-44f8-96a5-6277fcda1122 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d919827-b0ac-4673-953e-d68248640e24,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:37.651529 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-70294c8c-04db-4367-a589-b8c62e5553e4 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (76de1372-941c-46f8-bf43-ea46cf28b176), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:37.675570 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224a8623-b54e-4505-87c1-9782ecd85f99 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Pushing event updated for resources: {'Subnet': ['ID=00cd4f01-28f0-428a-b398-c82e0cb7738c,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:37.704480 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c557751c-f713-44f8-96a5-6277fcda1122 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] vlan segment allocate from pool success with {'vlan_id': 899, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:53:37.730596 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224a8623-b54e-4505-87c1-9782ecd85f99 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Checking segment: {'id': '176da5ce-f8b9-4059-b26f-5f8127fe7eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '03a6d4f1-9357-4d82-86fa-fdf8445388c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:53:37.731310 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224a8623-b54e-4505-87c1-9782ecd85f99 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Network hostable DHCP agents. Network: 03a6d4f1-9357-4d82-86fa-fdf8445388c6, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:53:37.765362 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224a8623-b54e-4505-87c1-9782ecd85f99 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Network 03a6d4f1-9357-4d82-86fa-fdf8445388c6 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:53:37.787262 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-224a8623-b54e-4505-87c1-9782ecd85f99 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 03a6d4f1-9357-4d82-86fa-fdf8445388c6) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:53:37.794255 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224a8623-b54e-4505-87c1-9782ecd85f99 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:37.794925 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-224a8623-b54e-4505-87c1-9782ecd85f99 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:37.821958 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-224a8623-b54e-4505-87c1-9782ecd85f99 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4603333 Mar 11 19:53:37.822786 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33614) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:37.825313 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70294c8c-04db-4367-a589-b8c62e5553e4 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Network 53d3e097-1720-40c7-a335-5030921545d4 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:53:37.828700 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-708be933-251a-493e-a34d-ea43bd25a25e tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Request body: {'port': {'network_id': '03a6d4f1-9357-4d82-86fa-fdf8445388c6', 'name': 'tempest-DHCPAgentSchedulersTestJSON-281176942'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:53:37.831439 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c557751c-f713-44f8-96a5-6277fcda1122 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (68617d24-dea1-4cd2-938d-a048fa8d5db6), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:37.831998 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-c557751c-f713-44f8-96a5-6277fcda1122 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Added segment 68617d24-dea1-4cd2-938d-a048fa8d5db6 of type vlan for network 23d9f987-547f-4a60-9766-383334130de6 Mar 11 19:53:37.868763 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-70294c8c-04db-4367-a589-b8c62e5553e4 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:53:37.873398 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70294c8c-04db-4367-a589-b8c62e5553e4 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:53:38.017160 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708be933-251a-493e-a34d-ea43bd25a25e tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Made reservation on behalf of 13a9e2937450490db887c6fe436ef74f for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:53:38.061077 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-708be933-251a-493e-a34d-ea43bd25a25e tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:38.076766 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70294c8c-04db-4367-a589-b8c62e5553e4 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Pushing event updated for resources: {'Port': ['ID=76de1372-941c-46f8-bf43-ea46cf28b176,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:38.089086 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d72823f-270b-48b3-8051-cd5c11774e01 None None] Network 03a6d4f1-9357-4d82-86fa-fdf8445388c6 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:53:38.094405 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879cc135-d747-4e99-8cea-cd677bba4069 None None] Network 53d3e097-1720-40c7-a335-5030921545d4 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:53:38.127710 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-708be933-251a-493e-a34d-ea43bd25a25e tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] device_id is not set on port 9a47db62-d551-4721-b647-3ee57b4b21c9 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:53:38.177190 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65efb77d-9bd9-49fe-8ec6-8027b4e3fdd6 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Made reservation on behalf of 06d9e64a19fa4247bc00069610bf80e1 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:53:38.190189 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-65efb77d-9bd9-49fe-8ec6-8027b4e3fdd6 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:38.322525 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c557751c-f713-44f8-96a5-6277fcda1122 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (23d9f987-547f-4a60-9766-383334130de6), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:38.472013 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-70294c8c-04db-4367-a589-b8c62e5553e4 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:38.478614 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.db.resource_extend [None req-c557751c-f713-44f8-96a5-6277fcda1122 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 19:53:38.510988 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-708be933-251a-493e-a34d-ea43bd25a25e tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Allocated IP 172.20.0.6 (03a6d4f1-9357-4d82-86fa-fdf8445388c6/00cd4f01-28f0-428a-b398-c82e0cb7738c/9a47db62-d551-4721-b647-3ee57b4b21c9) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:53:38.518012 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-214202c2-54fd-4b2d-809e-6a42c96dba58 None None] Provisioning complete for port 10283e80-8f2a-4a1d-9508-ff7ac40f3da1 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:53:38.519234 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-214202c2-54fd-4b2d-809e-6a42c96dba58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (10283e80-8f2a-4a1d-9508-ff7ac40f3da1), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:38.526763 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 10283e80-8f2a-4a1d-9508-ff7ac40f3da1 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:53:38.527346 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (10283e80-8f2a-4a1d-9508-ff7ac40f3da1), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:38.606806 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c557751c-f713-44f8-96a5-6277fcda1122 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (23d9f987-547f-4a60-9766-383334130de6), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:38.613122 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c557751c-f713-44f8-96a5-6277fcda1122 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:38.613783 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c557751c-f713-44f8-96a5-6277fcda1122 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:38.668715 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 10283e80-8f2a-4a1d-9508-ff7ac40f3da1, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=10283e80-8f2a-4a1d-9508-ff7ac40f3da1,segment=NetworkSegment(8bae2e39-3ded-475a-b41b-d1d088554c02),segment_id=8bae2e39-3ded-475a-b41b-d1d088554c02)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:53:38.679066 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (10283e80-8f2a-4a1d-9508-ff7ac40f3da1), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:38.683951 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 3f60ab8b-d22e-4383-b6b6-b89872956753 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:53:38.701307 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c557751c-f713-44f8-96a5-6277fcda1122 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Pushing event updated for resources: {'Network': ['ID=23d9f987-547f-4a60-9766-383334130de6,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:38.767874 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 23d9f987-547f-4a60-9766-383334130de6 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:53:38.778290 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-c557751c-f713-44f8-96a5-6277fcda1122 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.2121613 Mar 11 19:53:38.860579 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-708be933-251a-493e-a34d-ea43bd25a25e tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Publish callbacks [] for port (9a47db62-d551-4721-b647-3ee57b4b21c9), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:38.906185 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-708be933-251a-493e-a34d-ea43bd25a25e tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (9a47db62-d551-4721-b647-3ee57b4b21c9), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:38.994939 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708be933-251a-493e-a34d-ea43bd25a25e tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Network 03a6d4f1-9357-4d82-86fa-fdf8445388c6 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:53:38.995917 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5514874b-1f99-4f28-9068-15860656c894 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-03a6d4f1-9357-4d82-86fa-fdf8445388c6', 'network_id': '03a6d4f1-9357-4d82-86fa-fdf8445388c6', 'project_id': '13a9e2937450490db887c6fe436ef74f', 'fixed_ips': [{'subnet_id': '00cd4f01-28f0-428a-b398-c82e0cb7738c'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:53:39.000098 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5514874b-1f99-4f28-9068-15860656c894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:39.011797 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-708be933-251a-493e-a34d-ea43bd25a25e tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:53:39.028063 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708be933-251a-493e-a34d-ea43bd25a25e tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:53:39.055826 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-70294c8c-04db-4367-a589-b8c62e5553e4 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (76de1372-941c-46f8-bf43-ea46cf28b176), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:39.114565 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708be933-251a-493e-a34d-ea43bd25a25e tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Pushing event updated for resources: {'Port': ['ID=9a47db62-d551-4721-b647-3ee57b4b21c9,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:39.129806 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-65efb77d-9bd9-49fe-8ec6-8027b4e3fdd6 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (422c9c54-992e-4276-9021-6f351f94ec06), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:39.170009 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708be933-251a-493e-a34d-ea43bd25a25e tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:39.170685 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-708be933-251a-493e-a34d-ea43bd25a25e tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:39.217660 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-708be933-251a-493e-a34d-ea43bd25a25e tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3916261 Mar 11 19:53:39.219681 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33622) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:39.310623 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65efb77d-9bd9-49fe-8ec6-8027b4e3fdd6 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event updated for resources: {'Subnet': ['ID=422c9c54-992e-4276-9021-6f351f94ec06,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:39.370660 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=10283e80-8f2a-4a1d-9508-ff7ac40f3da1,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:39.519873 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-b8c2beb7-8aa0-4d33-919b-7442f84c9826 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Deleting port 9a47db62-d551-4721-b647-3ee57b4b21c9 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:53:39.522418 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b8c2beb7-8aa0-4d33-919b-7442f84c9826 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (9a47db62-d551-4721-b647-3ee57b4b21c9), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:39.645377 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-5514874b-1f99-4f28-9068-15860656c894 None None] Allocated IP 172.20.0.2 (03a6d4f1-9357-4d82-86fa-fdf8445388c6/00cd4f01-28f0-428a-b398-c82e0cb7738c/7333b20c-0622-4a61-9eba-0c64cb698028) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:53:39.720801 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b8c2beb7-8aa0-4d33-919b-7442f84c9826 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (9a47db62-d551-4721-b647-3ee57b4b21c9), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:39.753363 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-b8c2beb7-8aa0-4d33-919b-7442f84c9826 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Calling delete_port for 9a47db62-d551-4721-b647-3ee57b4b21c9 owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:53:39.820169 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65efb77d-9bd9-49fe-8ec6-8027b4e3fdd6 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Checking segment: {'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:53:39.820430 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65efb77d-9bd9-49fe-8ec6-8027b4e3fdd6 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Network hostable DHCP agents. Network: 0897600d-059c-4c97-87d5-16371e549b1b, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:53:39.910887 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65efb77d-9bd9-49fe-8ec6-8027b4e3fdd6 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Network 0897600d-059c-4c97-87d5-16371e549b1b is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:53:39.922869 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-70294c8c-04db-4367-a589-b8c62e5553e4 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks [] for port (76de1372-941c-46f8-bf43-ea46cf28b176), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:39.925535 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-65efb77d-9bd9-49fe-8ec6-8027b4e3fdd6 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 0897600d-059c-4c97-87d5-16371e549b1b) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:53:39.939797 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65efb77d-9bd9-49fe-8ec6-8027b4e3fdd6 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:39.941829 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-65efb77d-9bd9-49fe-8ec6-8027b4e3fdd6 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:39.944304 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-70294c8c-04db-4367-a589-b8c62e5553e4 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (76de1372-941c-46f8-bf43-ea46cf28b176), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:39.954332 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b8c2beb7-8aa0-4d33-919b-7442f84c9826 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (9a47db62-d551-4721-b647-3ee57b4b21c9), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:39.980527 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5514874b-1f99-4f28-9068-15860656c894 None None] Publish callbacks [] for port (7333b20c-0622-4a61-9eba-0c64cb698028), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:40.002027 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7558af2e-dea4-44b0-8017-928eb45c9968 None None] Network 0897600d-059c-4c97-87d5-16371e549b1b requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:53:40.027649 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c2beb7-8aa0-4d33-919b-7442f84c9826 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Pushing event deleted for resources: {'Port': ['ID=9a47db62-d551-4721-b647-3ee57b4b21c9,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:40.131428 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5514874b-1f99-4f28-9068-15860656c894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (7333b20c-0622-4a61-9eba-0c64cb698028), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:40.151846 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-65efb77d-9bd9-49fe-8ec6-8027b4e3fdd6 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9816589 Mar 11 19:53:40.168100 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33626) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:40.182101 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5514874b-1f99-4f28-9068-15860656c894 None None] Pushing event updated for resources: {'Port': ['ID=7333b20c-0622-4a61-9eba-0c64cb698028,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:40.194064 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-3bc1f0d1-fe51-4a77-90b4-e4f0b764b557 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Request body: {'port': {'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'name': 'tempest-NetworksTestDHCPv6-1238527333'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:53:40.201395 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-70294c8c-04db-4367-a589-b8c62e5553e4 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:40.207294 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-214202c2-54fd-4b2d-809e-6a42c96dba58 None None] Current status of the port 10283e80-8f2a-4a1d-9508-ff7ac40f3da1 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:53:40.222813 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70294c8c-04db-4367-a589-b8c62e5553e4 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Pushing event updated for resources: {'Port': ['ID=76de1372-941c-46f8-bf43-ea46cf28b176,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:40.224777 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caaa25a1-b6d8-4590-afec-431ff49a660a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-0897600d-059c-4c97-87d5-16371e549b1b', 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'project_id': '06d9e64a19fa4247bc00069610bf80e1', 'fixed_ips': [{'subnet_id': '422c9c54-992e-4276-9021-6f351f94ec06'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:53:40.225645 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-caaa25a1-b6d8-4590-afec-431ff49a660a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:40.229182 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5514874b-1f99-4f28-9068-15860656c894 None None] Network 03a6d4f1-9357-4d82-86fa-fdf8445388c6 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:53:40.238652 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 3f60ab8b-d22e-4383-b6b6-b89872956753 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:53:40.239033 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (3f60ab8b-d22e-4383-b6b6-b89872956753), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:40.280908 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-5514874b-1f99-4f28-9068-15860656c894 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:53:40.288839 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5514874b-1f99-4f28-9068-15860656c894 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:53:40.378723 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b8c2beb7-8aa0-4d33-919b-7442f84c9826 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:40.384169 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b8c2beb7-8aa0-4d33-919b-7442f84c9826 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] 10.222.0.65 "DELETE /v2.0/ports/9a47db62-d551-4721-b647-3ee57b4b21c9 HTTP/1.1" status: 204 len: 168 time: 1.1634014 Mar 11 19:53:40.421965 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33630) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:40.526218 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70294c8c-04db-4367-a589-b8c62e5553e4 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Network 53d3e097-1720-40c7-a335-5030921545d4 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:53:40.532811 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-70294c8c-04db-4367-a589-b8c62e5553e4 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:53:40.575749 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 3f60ab8b-d22e-4383-b6b6-b89872956753 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:53:40.589359 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (3f60ab8b-d22e-4383-b6b6-b89872956753), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:40.640542 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc1f0d1-fe51-4a77-90b4-e4f0b764b557 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Made reservation on behalf of 06d9e64a19fa4247bc00069610bf80e1 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:53:40.650470 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3bc1f0d1-fe51-4a77-90b4-e4f0b764b557 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:40.709310 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-3bc1f0d1-fe51-4a77-90b4-e4f0b764b557 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] device_id is not set on port e24330c6-057f-41f3-97a5-aca10f65a04e yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:53:40.790541 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 3f60ab8b-d22e-4383-b6b6-b89872956753, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=3f60ab8b-d22e-4383-b6b6-b89872956753,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:53:40.829541 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (3f60ab8b-d22e-4383-b6b6-b89872956753), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:40.844282 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-dd245b12-ce24-47e1-b0c7-441118aa029f None None] Provisioning complete for port 10283e80-8f2a-4a1d-9508-ff7ac40f3da1 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:53:40.844763 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dd245b12-ce24-47e1-b0c7-441118aa029f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (10283e80-8f2a-4a1d-9508-ff7ac40f3da1), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:40.904896 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-5514874b-1f99-4f28-9068-15860656c894 None None] Attempting to bind port 7333b20c-0622-4a61-9eba-0c64cb698028 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:53:40.905374 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-5514874b-1f99-4f28-9068-15860656c894 None None] Attempting to bind port 7333b20c-0622-4a61-9eba-0c64cb698028 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '176da5ce-f8b9-4059-b26f-5f8127fe7eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '03a6d4f1-9357-4d82-86fa-fdf8445388c6'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:53:40.905839 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5514874b-1f99-4f28-9068-15860656c894 None None] Attempting to bind port 7333b20c-0622-4a61-9eba-0c64cb698028 on network 03a6d4f1-9357-4d82-86fa-fdf8445388c6 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:53:40.955129 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5514874b-1f99-4f28-9068-15860656c894 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:53:40.955771 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5514874b-1f99-4f28-9068-15860656c894 None None] Checking segment: {'id': '176da5ce-f8b9-4059-b26f-5f8127fe7eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '03a6d4f1-9357-4d82-86fa-fdf8445388c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:53:40.956282 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5514874b-1f99-4f28-9068-15860656c894 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:40.956776 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5514874b-1f99-4f28-9068-15860656c894 None None] Bound using segment: {'id': '176da5ce-f8b9-4059-b26f-5f8127fe7eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '03a6d4f1-9357-4d82-86fa-fdf8445388c6'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:53:40.957387 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-5514874b-1f99-4f28-9068-15860656c894 None None] Bound port: 7333b20c-0622-4a61-9eba-0c64cb698028, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176da5ce-f8b9-4059-b26f-5f8127fe7eb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '03a6d4f1-9357-4d82-86fa-fdf8445388c6'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:53:40.957870 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5514874b-1f99-4f28-9068-15860656c894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (7333b20c-0622-4a61-9eba-0c64cb698028), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:41.038836 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-1f56edbb-d0b2-47bf-bd89-7e946ce469b4 tempest-DHCPAgentSchedulersTestJSON-1626661732 tempest-DHCPAgentSchedulersTestJSON-1626661732-project-admin] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4926 time: 0.6155448 Mar 11 19:53:41.041433 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33636) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:41.053096 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-13486b25-e316-4497-b84c-dff7167ddc17 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-952562522'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:53:41.071127 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 10283e80-8f2a-4a1d-9508-ff7ac40f3da1 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:53:41.094312 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70294c8c-04db-4367-a589-b8c62e5553e4 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Router 8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:53:41.105502 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13486b25-e316-4497-b84c-dff7167ddc17 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Made reservation on behalf of 13a9e2937450490db887c6fe436ef74f for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:53:41.123444 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-13486b25-e316-4497-b84c-dff7167ddc17 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:41.177337 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-caaa25a1-b6d8-4590-afec-431ff49a660a None None] Allocated IP 2001:db8::2 (0897600d-059c-4c97-87d5-16371e549b1b/422c9c54-992e-4276-9021-6f351f94ec06/560532c6-69e8-4a47-be5f-5bd4326000a9) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:53:41.188115 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13486b25-e316-4497-b84c-dff7167ddc17 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] vlan segment allocate from pool success with {'vlan_id': 876, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:53:41.198358 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=3f60ab8b-d22e-4383-b6b6-b89872956753,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:41.200876 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-13486b25-e316-4497-b84c-dff7167ddc17 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (70b7a7a5-79d2-4901-83a3-90986f1b9f97), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:41.213487 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-13486b25-e316-4497-b84c-dff7167ddc17 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Added segment 70b7a7a5-79d2-4901-83a3-90986f1b9f97 of type vlan for network a20b3315-f38c-421d-a213-2b586f69be7e Mar 11 19:53:41.287298 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-dd245b12-ce24-47e1-b0c7-441118aa029f None None] Current status of the port 10283e80-8f2a-4a1d-9508-ff7ac40f3da1 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:53:41.298621 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-13486b25-e316-4497-b84c-dff7167ddc17 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (a20b3315-f38c-421d-a213-2b586f69be7e), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:41.312712 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-5514874b-1f99-4f28-9068-15860656c894 None None] For port 7333b20c-0622-4a61-9eba-0c64cb698028, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:53:41.331981 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-dd245b12-ce24-47e1-b0c7-441118aa029f None None] Provisioning complete for port 76de1372-941c-46f8-bf43-ea46cf28b176 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:53:41.332632 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dd245b12-ce24-47e1-b0c7-441118aa029f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (76de1372-941c-46f8-bf43-ea46cf28b176), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:41.333686 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-13486b25-e316-4497-b84c-dff7167ddc17 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (a20b3315-f38c-421d-a213-2b586f69be7e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:41.341385 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13486b25-e316-4497-b84c-dff7167ddc17 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:41.342581 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-13486b25-e316-4497-b84c-dff7167ddc17 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:41.349352 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 10283e80-8f2a-4a1d-9508-ff7ac40f3da1 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:53:41.349870 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (10283e80-8f2a-4a1d-9508-ff7ac40f3da1), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:41.387774 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-5514874b-1f99-4f28-9068-15860656c894 None None] For port 7333b20c-0622-4a61-9eba-0c64cb698028, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=7333b20c-0622-4a61-9eba-0c64cb698028,segment=NetworkSegment(176da5ce-f8b9-4059-b26f-5f8127fe7eb9),segment_id=176da5ce-f8b9-4059-b26f-5f8127fe7eb9)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:53:41.441855 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70294c8c-04db-4367-a589-b8c62e5553e4 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:53:41.452188 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-70294c8c-04db-4367-a589-b8c62e5553e4 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "PUT /v2.0/routers/8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7527301 Mar 11 19:53:41.456593 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33640) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:41.465436 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-7230cc91-af42-4919-8630-cdff4681dca9 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--45179072', 'description': 'tempest-secgroup_access--45179072 description', 'project_id': 'ba1ac85839b24ea7a6d2ca439cce25f5'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:53:41.506177 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13486b25-e316-4497-b84c-dff7167ddc17 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Pushing event updated for resources: {'Network': ['ID=a20b3315-f38c-421d-a213-2b586f69be7e,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:41.514439 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c4c3f2-554e-4c20-9e76-6ea558b185e0 None None] Sync routers for ids ['8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:53:41.515333 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7230cc91-af42-4919-8630-cdff4681dca9 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:41.527992 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-13486b25-e316-4497-b84c-dff7167ddc17 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4851544 Mar 11 19:53:41.530736 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33642) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:41.564288 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5514874b-1f99-4f28-9068-15860656c894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (7333b20c-0622-4a61-9eba-0c64cb698028), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:41.568207 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network a20b3315-f38c-421d-a213-2b586f69be7e details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:53:41.604173 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c4c3f2-554e-4c20-9e76-6ea558b185e0 None None] Routers {'8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:53:41.605638 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-60c4c3f2-554e-4c20-9e76-6ea558b185e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:53:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:41.729556 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7230cc91-af42-4919-8630-cdff4681dca9 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks [] for security_group (f82912e0-fa09-44d8-ae7a-f1a9c4586fd8), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:41.738178 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7230cc91-af42-4919-8630-cdff4681dca9 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (f82912e0-fa09-44d8-ae7a-f1a9c4586fd8), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:41.862549 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7230cc91-af42-4919-8630-cdff4681dca9 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:41.873700 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-7230cc91-af42-4919-8630-cdff4681dca9 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4155824 Mar 11 19:53:41.876968 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33646) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:41.902503 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-ee501625-df4f-4376-96e5-80ca099ffb02 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--981474674', 'description': 'tempest-secgroup_general--981474674 description', 'project_id': 'ba1ac85839b24ea7a6d2ca439cce25f5'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:53:41.915486 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7230cc91-af42-4919-8630-cdff4681dca9 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f82912e0-fa09-44d8-ae7a-f1a9c4586fd8,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:41.957307 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ee501625-df4f-4376-96e5-80ca099ffb02 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:41.967124 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5514874b-1f99-4f28-9068-15860656c894 None None] Pushing event updated for resources: {'Port': ['ID=7333b20c-0622-4a61-9eba-0c64cb698028,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:42.096107 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 10283e80-8f2a-4a1d-9508-ff7ac40f3da1 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:53:42.108357 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-dd245b12-ce24-47e1-b0c7-441118aa029f None None] Port 76de1372-941c-46f8-bf43-ea46cf28b176 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:53:42.117086 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ee501625-df4f-4376-96e5-80ca099ffb02 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks [] for security_group (bdc2da62-3af1-451a-9cc6-1eb2098242b4), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:42.124734 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ee501625-df4f-4376-96e5-80ca099ffb02 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (bdc2da62-3af1-451a-9cc6-1eb2098242b4), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:42.169248 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ee501625-df4f-4376-96e5-80ca099ffb02 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:42.176990 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ee501625-df4f-4376-96e5-80ca099ffb02 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2875645 Mar 11 19:53:42.188591 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33648) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:42.202852 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-f3bb43f5-f8cd-4b76-9dd8-4de30e1844e2 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Request body: {'security_group_rule': {'security_group_id': 'f82912e0-fa09-44d8-ae7a-f1a9c4586fd8', 'project_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:53:42.295281 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee501625-df4f-4376-96e5-80ca099ffb02 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc2da62-3af1-451a-9cc6-1eb2098242b4,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:42.357632 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f3bb43f5-f8cd-4b76-9dd8-4de30e1844e2 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks [] for security_group_rule (3dc041f2-745d-498a-a9d6-b9cfaf44591d), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:42.382713 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33650) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:42.387819 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-4018326d-4ec8-445d-a23a-ab80a0e3ed67 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Request body: {'subnet': {'network_id': '23d9f987-547f-4a60-9766-383334130de6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:53:42.397418 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-2b98957f-ca68-48b2-97fc-e29d2a6701c7 None None] Provisioning complete for port 76de1372-941c-46f8-bf43-ea46cf28b176 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:53:42.397418 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2b98957f-ca68-48b2-97fc-e29d2a6701c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (76de1372-941c-46f8-bf43-ea46cf28b176), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:42.463330 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-0a2268a3-04fd-45fe-b000-52fd85db8220 tempest-DHCPAgentSchedulersTestJSON-1626661732 tempest-DHCPAgentSchedulersTestJSON-1626661732-project-admin] 10.222.0.65 "GET /v2.0/agents/05c2fa7c-e4fb-4336-9d84-2d432af6b8d3/dhcp-networks HTTP/1.1" status: 200 len: 5676 time: 0.9261622 Mar 11 19:53:42.463330 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33652) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:42.616083 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-caaa25a1-b6d8-4590-afec-431ff49a660a None None] Publish callbacks [] for port (560532c6-69e8-4a47-be5f-5bd4326000a9), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:42.631710 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-caaa25a1-b6d8-4590-afec-431ff49a660a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (560532c6-69e8-4a47-be5f-5bd4326000a9), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:42.645772 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-60c4c3f2-554e-4c20-9e76-6ea558b185e0 None None] Set router 8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:53:42.715365 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-2b98957f-ca68-48b2-97fc-e29d2a6701c7 None None] Port 76de1372-941c-46f8-bf43-ea46cf28b176 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:53:42.746469 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caaa25a1-b6d8-4590-afec-431ff49a660a None None] Network 0897600d-059c-4c97-87d5-16371e549b1b is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:53:42.754940 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-caaa25a1-b6d8-4590-afec-431ff49a660a None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:53:42.768468 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caaa25a1-b6d8-4590-afec-431ff49a660a None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:53:42.781377 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaa25a1-b6d8-4590-afec-431ff49a660a None None] Pushing event updated for resources: {'Port': ['ID=560532c6-69e8-4a47-be5f-5bd4326000a9,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:42.980279 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c9db52-d2e6-4644-bae2-fa4f691d2182 tempest-DHCPAgentSchedulersTestJSON-1626661732 tempest-DHCPAgentSchedulersTestJSON-1626661732-project-admin] Network a20b3315-f38c-421d-a213-2b586f69be7e is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:53:42.989377 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-3bc1f0d1-fe51-4a77-90b4-e4f0b764b557 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Allocated IP 2001:db8::389 (0897600d-059c-4c97-87d5-16371e549b1b/422c9c54-992e-4276-9021-6f351f94ec06/e24330c6-057f-41f3-97a5-aca10f65a04e) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:53:42.999019 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-15c9db52-d2e6-4644-bae2-fa4f691d2182 tempest-DHCPAgentSchedulersTestJSON-1626661732 tempest-DHCPAgentSchedulersTestJSON-1626661732-project-admin] 10.222.0.65 "POST /v2.0/agents/05c2fa7c-e4fb-4336-9d84-2d432af6b8d3/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5304618 Mar 11 19:53:43.007203 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33658) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:43.024907 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f3bb43f5-f8cd-4b76-9dd8-4de30e1844e2 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks [] for security_group_rule (3dc041f2-745d-498a-a9d6-b9cfaf44591d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:43.037357 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f3bb43f5-f8cd-4b76-9dd8-4de30e1844e2 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (3dc041f2-745d-498a-a9d6-b9cfaf44591d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:43.039754 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10885318-1753-4e3c-a58a-cd8c67537613 None None] Network a20b3315-f38c-421d-a213-2b586f69be7e requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:53:43.108369 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bb43f5-f8cd-4b76-9dd8-4de30e1844e2 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dc041f2-745d-498a-a9d6-b9cfaf44591d,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:43.128289 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f3bb43f5-f8cd-4b76-9dd8-4de30e1844e2 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:43.130318 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f3bb43f5-f8cd-4b76-9dd8-4de30e1844e2 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9404614 Mar 11 19:53:43.132049 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4018326d-4ec8-445d-a23a-ab80a0e3ed67 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Made reservation on behalf of 79ed25ffbf6340ba8abb41601f417832 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:53:43.161916 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4018326d-4ec8-445d-a23a-ab80a0e3ed67 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:43.174115 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-64ed7585-c612-4ff0-8867-55da34f60518 tempest-DHCPAgentSchedulersTestJSON-1626661732 tempest-DHCPAgentSchedulersTestJSON-1626661732-project-admin] 10.222.0.65 "GET /v2.0/agents/05c2fa7c-e4fb-4336-9d84-2d432af6b8d3/dhcp-networks HTTP/1.1" status: 200 len: 6446 time: 0.1654754 Mar 11 19:53:43.180900 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33660) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:43.296561 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 3f60ab8b-d22e-4383-b6b6-b89872956753 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:53:43.321047 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-1db03e4c-9363-4dbb-985f-7db1fd2dfceb tempest-DHCPAgentSchedulersTestJSON-1626661732 tempest-DHCPAgentSchedulersTestJSON-1626661732-project-admin] 10.222.0.65 "DELETE /v2.0/agents/05c2fa7c-e4fb-4336-9d84-2d432af6b8d3/dhcp-networks/a20b3315-f38c-421d-a213-2b586f69be7e HTTP/1.1" status: 204 len: 168 time: 0.1383660 Mar 11 19:53:43.325656 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33664) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:43.440448 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-caaa25a1-b6d8-4590-afec-431ff49a660a None None] Attempting to bind port 560532c6-69e8-4a47-be5f-5bd4326000a9 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:53:43.441714 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-caaa25a1-b6d8-4590-afec-431ff49a660a None None] Attempting to bind port 560532c6-69e8-4a47-be5f-5bd4326000a9 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:53:43.442306 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caaa25a1-b6d8-4590-afec-431ff49a660a None None] Attempting to bind port 560532c6-69e8-4a47-be5f-5bd4326000a9 on network 0897600d-059c-4c97-87d5-16371e549b1b {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:53:43.530962 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caaa25a1-b6d8-4590-afec-431ff49a660a None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:53:43.534082 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caaa25a1-b6d8-4590-afec-431ff49a660a None None] Checking segment: {'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:53:43.534610 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-caaa25a1-b6d8-4590-afec-431ff49a660a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:43.535214 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caaa25a1-b6d8-4590-afec-431ff49a660a None None] Bound using segment: {'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:53:43.545882 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-caaa25a1-b6d8-4590-afec-431ff49a660a None None] Bound port: 560532c6-69e8-4a47-be5f-5bd4326000a9, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:53:43.546432 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-caaa25a1-b6d8-4590-afec-431ff49a660a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (560532c6-69e8-4a47-be5f-5bd4326000a9), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:43.703386 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 3f60ab8b-d22e-4383-b6b6-b89872956753 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:53:43.704042 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (3f60ab8b-d22e-4383-b6b6-b89872956753), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:43.745005 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3bc1f0d1-fe51-4a77-90b4-e4f0b764b557 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for port (e24330c6-057f-41f3-97a5-aca10f65a04e), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:43.759494 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-60c4c3f2-554e-4c20-9e76-6ea558b185e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1831997786', 'tenant_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '3f60ab8b-d22e-4383-b6b6-b89872956753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:53:29Z', 'updated_at': '2022-03-11T19:53:38Z', 'revision_number': 4, 'project_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'gw_port': {'id': '3f60ab8b-d22e-4383-b6b6-b89872956753', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:87:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:53:30Z', 'updated_at': '2022-03-11T19:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '76de1372-941c-46f8-bf43-ea46cf28b176', 'name': '', 'network_id': '53d3e097-1720-40c7-a335-5030921545d4', 'tenant_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'mac_address': 'fa:16:3e:e1:dd:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '49cb0d5b-a7b4-4de5-988d-a1801f9130ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:53:36Z', 'updated_at': '2022-03-11T19:53:39Z', 'revision_number': 2, 'project_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'subnets': [{'id': '49cb0d5b-a7b4-4de5-988d-a1801f9130ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:43.796389 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3bc1f0d1-fe51-4a77-90b4-e4f0b764b557 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (e24330c6-057f-41f3-97a5-aca10f65a04e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:43.816917 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7b4385de-fb85-4a02-87c6-2cbf1056815f req-a93c07c0-856b-405c-9a1f-8e54c89d6f8a tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup_access--45179072&fields=id&tenant_id=ba1ac85839b24ea7a6d2ca439cce25f5 HTTP/1.1" status: 200 len: 267 time: 0.2025192 Mar 11 19:53:43.823881 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4018326d-4ec8-445d-a23a-ab80a0e3ed67 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (12e4bb32-dd15-4df5-ae38-2fb736ceb117), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:43.860267 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d09d9981-c7ea-43a6-8210-12b326e4b8ee tempest-DHCPAgentSchedulersTestJSON-1626661732 tempest-DHCPAgentSchedulersTestJSON-1626661732-project-admin] 10.222.0.65 "GET /v2.0/agents/05c2fa7c-e4fb-4336-9d84-2d432af6b8d3/dhcp-networks HTTP/1.1" status: 200 len: 5676 time: 0.5331032 Mar 11 19:53:43.860900 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33678) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:43.872890 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c4c3f2-554e-4c20-9e76-6ea558b185e0 None None] Checking router: 8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:53:43.873250 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c4c3f2-554e-4c20-9e76-6ea558b185e0 None None] Updating router 8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a port 76de1372-941c-46f8-bf43-ea46cf28b176 binding host n-d-833163-1 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:53:43.887519 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc1f0d1-fe51-4a77-90b4-e4f0b764b557 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Network 0897600d-059c-4c97-87d5-16371e549b1b is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:53:43.898993 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-caaa25a1-b6d8-4590-afec-431ff49a660a None None] For port 560532c6-69e8-4a47-be5f-5bd4326000a9, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:53:43.935606 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-5e216775-0ee6-40f4-8a56-899391c65227 tempest-DHCPAgentSchedulersTestJSON-1626661732 tempest-DHCPAgentSchedulersTestJSON-1626661732-project-admin] 10.222.0.65 "GET /v2.0/networks/03a6d4f1-9357-4d82-86fa-fdf8445388c6/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0706122 Mar 11 19:53:43.936937 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-3bc1f0d1-fe51-4a77-90b4-e4f0b764b557 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:53:43.938807 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33682) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:43.950504 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc1f0d1-fe51-4a77-90b4-e4f0b764b557 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:53:43.959100 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc1f0d1-fe51-4a77-90b4-e4f0b764b557 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:43.959927 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3bc1f0d1-fe51-4a77-90b4-e4f0b764b557 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:43.975159 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc1f0d1-fe51-4a77-90b4-e4f0b764b557 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event updated for resources: {'Port': ['ID=e24330c6-057f-41f3-97a5-aca10f65a04e,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:44.009581 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33684) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:44.012629 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-3bc1f0d1-fe51-4a77-90b4-e4f0b764b557 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.8420210 Mar 11 19:53:44.020056 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-7a9a41ce-108f-4985-a206-75d6e578a628 tempest-DHCPAgentSchedulersTestJSON-1626661732 tempest-DHCPAgentSchedulersTestJSON-1626661732-project-admin] 10.222.0.65 "GET /v2.0/networks/03a6d4f1-9357-4d82-86fa-fdf8445388c6/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0763354 Mar 11 19:53:44.020755 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33686) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:44.021388 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-caaa25a1-b6d8-4590-afec-431ff49a660a None None] For port 560532c6-69e8-4a47-be5f-5bd4326000a9, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=560532c6-69e8-4a47-be5f-5bd4326000a9,segment=NetworkSegment(70c71ca7-59df-46c5-86d9-acc712ed1da1),segment_id=70c71ca7-59df-46c5-86d9-acc712ed1da1)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:53:44.031989 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-60c4c3f2-554e-4c20-9e76-6ea558b185e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (76de1372-941c-46f8-bf43-ea46cf28b176), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:44.170626 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4018326d-4ec8-445d-a23a-ab80a0e3ed67 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Checking segment: {'id': '68617d24-dea1-4cd2-938d-a048fa8d5db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '23d9f987-547f-4a60-9766-383334130de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:53:44.171219 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4018326d-4ec8-445d-a23a-ab80a0e3ed67 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Network hostable DHCP agents. Network: 23d9f987-547f-4a60-9766-383334130de6, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:53:44.182961 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-114ceadf-73d3-4a94-9116-4cde7a58cc6c tempest-DHCPAgentSchedulersTestJSON-1626661732 tempest-DHCPAgentSchedulersTestJSON-1626661732-project-admin] 10.222.0.65 "GET /v2.0/agents/05c2fa7c-e4fb-4336-9d84-2d432af6b8d3/dhcp-networks HTTP/1.1" status: 200 len: 5676 time: 0.1594923 Mar 11 19:53:44.186795 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4018326d-4ec8-445d-a23a-ab80a0e3ed67 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Pushing event updated for resources: {'Subnet': ['ID=12e4bb32-dd15-4df5-ae38-2fb736ceb117,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:44.188006 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33688) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:44.205084 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-caaa25a1-b6d8-4590-afec-431ff49a660a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (560532c6-69e8-4a47-be5f-5bd4326000a9), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:44.229303 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7b4385de-fb85-4a02-87c6-2cbf1056815f req-c05f4ae9-eb8a-4261-95af-f9745cecca25 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup_general--981474674&fields=id&tenant_id=ba1ac85839b24ea7a6d2ca439cce25f5 HTTP/1.1" status: 200 len: 267 time: 0.3971105 Mar 11 19:53:44.245426 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca731b4-b13d-46be-a699-d0e01128dae9 None None] Network 03a6d4f1-9357-4d82-86fa-fdf8445388c6 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:53:44.340311 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ecf330d7-64a1-43b3-be65-84e0663f0cf5 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (a20b3315-f38c-421d-a213-2b586f69be7e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:44.460113 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4385de-fb85-4a02-87c6-2cbf1056815f req-970b2529-f0e4-4001-ab32-7afd6eec7f45 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:44.468648 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7b4385de-fb85-4a02-87c6-2cbf1056815f req-970b2529-f0e4-4001-ab32-7afd6eec7f45 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "GET /v2.0/networks?id=53d3e097-1720-40c7-a335-5030921545d4 HTTP/1.1" status: 200 len: 796 time: 0.2382960 Mar 11 19:53:44.489174 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3b74e5-7837-4711-b2b4-8873a01465b1 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:44.494812 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3b74e5-7837-4711-b2b4-8873a01465b1 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:44.498993 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-eb3b74e5-7837-4711-b2b4-8873a01465b1 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.4754310 Mar 11 19:53:44.506475 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7b4385de-fb85-4a02-87c6-2cbf1056815f req-768a7b15-e8a8-4b77-8ac7-028d6367df8a tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "GET /v2.0/quotas/ba1ac85839b24ea7a6d2ca439cce25f5 HTTP/1.1" status: 200 len: 375 time: 0.0367265 Mar 11 19:53:44.569306 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33690) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:44.577888 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ecf330d7-64a1-43b3-be65-84e0663f0cf5 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (a20b3315-f38c-421d-a213-2b586f69be7e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:44.646389 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-0cb2d260-d6c5-4eb5-8fa5-3d5fdb80d5d3 None None] Provisioning complete for port 7333b20c-0622-4a61-9eba-0c64cb698028 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:53:44.646766 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0cb2d260-d6c5-4eb5-8fa5-3d5fdb80d5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (7333b20c-0622-4a61-9eba-0c64cb698028), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:44.655776 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-ecf330d7-64a1-43b3-be65-84e0663f0cf5 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a20b3315-f38c-421d-a213-2b586f69be7e']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:44.667317 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-ecf330d7-64a1-43b3-be65-84e0663f0cf5 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70b7a7a5-79d2-4901-83a3-90986f1b9f97') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:44.667672 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-ecf330d7-64a1-43b3-be65-84e0663f0cf5 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70b7a7a5-79d2-4901-83a3-90986f1b9f97') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:44.680722 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ecf330d7-64a1-43b3-be65-84e0663f0cf5 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (70b7a7a5-79d2-4901-83a3-90986f1b9f97), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:44.709348 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ecf330d7-64a1-43b3-be65-84e0663f0cf5 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (70b7a7a5-79d2-4901-83a3-90986f1b9f97), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:44.720271 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecf330d7-64a1-43b3-be65-84e0663f0cf5 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Releasing vlan 876 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:53:44.720614 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ecf330d7-64a1-43b3-be65-84e0663f0cf5 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (70b7a7a5-79d2-4901-83a3-90986f1b9f97), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:44.731189 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:53:44.731189 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:53:44.731189 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:53:44.731189 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:53:44.731189 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:53:44.731189 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:53:44.731189 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:53:44.731189 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:53:44.731189 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:53:44.731189 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:53:44.731189 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:53:44.731189 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:53:44.731189 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:53:44.731189 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:53:44.731189 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:53:44.731189 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:53:44.731189 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:53:44.731189 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:53:44.731189 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:53:44.731189 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:53:44.731189 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:53:44.731189 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:53:44.731189 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:53:44.731189 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:53:44.731189 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:53:44.731189 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:53:44.731189 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:53:44.731189 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:53:44.731189 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:53:44.731189 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:53:44.731189 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:53:44.731189 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:53:44.733465 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4018326d-4ec8-445d-a23a-ab80a0e3ed67 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Network 23d9f987-547f-4a60-9766-383334130de6 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:53:44.763514 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 3f60ab8b-d22e-4383-b6b6-b89872956753 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:53:44.765665 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 7333b20c-0622-4a61-9eba-0c64cb698028 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:53:44.818047 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaa25a1-b6d8-4590-afec-431ff49a660a None None] Pushing event updated for resources: {'Port': ['ID=560532c6-69e8-4a47-be5f-5bd4326000a9,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:44.834420 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-4018326d-4ec8-445d-a23a-ab80a0e3ed67 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 23d9f987-547f-4a60-9766-383334130de6) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:53:44.841636 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4018326d-4ec8-445d-a23a-ab80a0e3ed67 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:44.842412 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4018326d-4ec8-445d-a23a-ab80a0e3ed67 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:44.857378 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ecf330d7-64a1-43b3-be65-84e0663f0cf5 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (a20b3315-f38c-421d-a213-2b586f69be7e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:44.896283 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-4018326d-4ec8-445d-a23a-ab80a0e3ed67 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5124576 Mar 11 19:53:44.907845 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33694) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:44.913846 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ecf330d7-64a1-43b3-be65-84e0663f0cf5 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:44.923710 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb299ec4-65d3-45d2-9a2c-0c25bf1e8263 None None] Network 23d9f987-547f-4a60-9766-383334130de6 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:53:44.926404 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7b4385de-fb85-4a02-87c6-2cbf1056815f req-9d70d677-8f58-412f-afa7-03cc52d548f8 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ba1ac85839b24ea7a6d2ca439cce25f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4095967 Mar 11 19:53:44.928663 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ecf330d7-64a1-43b3-be65-84e0663f0cf5 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] 10.222.0.65 "DELETE /v2.0/networks/a20b3315-f38c-421d-a213-2b586f69be7e HTTP/1.1" status: 204 len: 168 time: 0.7394202 Mar 11 19:53:44.931120 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf330d7-64a1-43b3-be65-84e0663f0cf5 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Pushing event deleted for resources: {'Network': ['ID=a20b3315-f38c-421d-a213-2b586f69be7e,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:44.944277 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-fe7e87f1-dccc-4b8e-961b-69815c6f7432 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-272978701'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:53:44.950868 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33696) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:45.005246 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-0cb2d260-d6c5-4eb5-8fa5-3d5fdb80d5d3 None None] Current status of the port 7333b20c-0622-4a61-9eba-0c64cb698028 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:53:45.005842 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0cb2d260-d6c5-4eb5-8fa5-3d5fdb80d5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (7333b20c-0622-4a61-9eba-0c64cb698028), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:45.039520 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-12c148d3-154a-44eb-9cb7-ce000f7417b5 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Deleting port e24330c6-057f-41f3-97a5-aca10f65a04e {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:53:45.039903 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-12c148d3-154a-44eb-9cb7-ce000f7417b5 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (e24330c6-057f-41f3-97a5-aca10f65a04e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:45.062815 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0e88ef1-a818-4aeb-b73e-66c6e1ccd368 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] DELETE failed (client error): The resource could not be found. Mar 11 19:53:45.064918 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0e88ef1-a818-4aeb-b73e-66c6e1ccd368 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:53:45.068843 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a0e88ef1-a818-4aeb-b73e-66c6e1ccd368 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] 10.222.0.65 "DELETE /v2.0/ports/9a47db62-d551-4721-b647-3ee57b4b21c9 HTTP/1.1" status: 404 len: 333 time: 0.1168401 Mar 11 19:53:45.071519 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33702) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:45.171877 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7e87f1-dccc-4b8e-961b-69815c6f7432 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Made reservation on behalf of 79ed25ffbf6340ba8abb41601f417832 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:53:45.182176 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fe7e87f1-dccc-4b8e-961b-69815c6f7432 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:45.187345 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-75ba483c-8307-407e-952a-223c1fd7a4e6 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Deleting subnet 00cd4f01-28f0-428a-b398-c82e0cb7738c {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:53:45.192597 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-75ba483c-8307-407e-952a-223c1fd7a4e6 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Publish callbacks [] for subnet (00cd4f01-28f0-428a-b398-c82e0cb7738c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:45.259227 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-75ba483c-8307-407e-952a-223c1fd7a4e6 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (00cd4f01-28f0-428a-b398-c82e0cb7738c), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:45.393387 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-75ba483c-8307-407e-952a-223c1fd7a4e6 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (00cd4f01-28f0-428a-b398-c82e0cb7738c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:45.439401 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe7e87f1-dccc-4b8e-961b-69815c6f7432 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] vlan segment allocate from pool success with {'vlan_id': 888, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:53:45.468542 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fe7e87f1-dccc-4b8e-961b-69815c6f7432 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (faa0485e-8a56-42d2-9387-6efbc8ff5af6), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:45.468991 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-fe7e87f1-dccc-4b8e-961b-69815c6f7432 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Added segment faa0485e-8a56-42d2-9387-6efbc8ff5af6 of type vlan for network 7d85d16a-84f6-4fd3-81a4-7c27b4cf880e Mar 11 19:53:45.483310 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-75ba483c-8307-407e-952a-223c1fd7a4e6 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (00cd4f01-28f0-428a-b398-c82e0cb7738c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:45.514844 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 7333b20c-0622-4a61-9eba-0c64cb698028 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:53:45.515211 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (7333b20c-0622-4a61-9eba-0c64cb698028), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:45.521283 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ba483c-8307-407e-952a-223c1fd7a4e6 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Pushing event deleted for resources: {'Subnet': ['ID=00cd4f01-28f0-428a-b398-c82e0cb7738c,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:45.529117 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-75ba483c-8307-407e-952a-223c1fd7a4e6 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:45.539065 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-75ba483c-8307-407e-952a-223c1fd7a4e6 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] 10.222.0.65 "DELETE /v2.0/subnets/00cd4f01-28f0-428a-b398-c82e0cb7738c HTTP/1.1" status: 204 len: 168 time: 0.4642541 Mar 11 19:53:45.539294 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33704) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:45.598744 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fe7e87f1-dccc-4b8e-961b-69815c6f7432 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (7d85d16a-84f6-4fd3-81a4-7c27b4cf880e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:45.640757 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-12c148d3-154a-44eb-9cb7-ce000f7417b5 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (e24330c6-057f-41f3-97a5-aca10f65a04e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:45.728977 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-12c148d3-154a-44eb-9cb7-ce000f7417b5 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Calling delete_port for e24330c6-057f-41f3-97a5-aca10f65a04e owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:53:45.735830 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6d5898aa-2527-4a1a-8091-44c142ab2c01 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (03a6d4f1-9357-4d82-86fa-fdf8445388c6), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:45.745642 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7b4385de-fb85-4a02-87c6-2cbf1056815f req-ad5353cb-a191-4df1-96fe-8aa47c32c9fc service neutron] 10.222.0.65 "GET /v2.0/networks/53d3e097-1720-40c7-a335-5030921545d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7964613 Mar 11 19:53:45.782233 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998d9a3b-a6ae-4410-9832-9c9b2b994198 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-23d9f987-547f-4a60-9766-383334130de6', 'network_id': '23d9f987-547f-4a60-9766-383334130de6', 'project_id': '79ed25ffbf6340ba8abb41601f417832', 'fixed_ips': [{'subnet_id': '12e4bb32-dd15-4df5-ae38-2fb736ceb117'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:53:45.783093 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-998d9a3b-a6ae-4410-9832-9c9b2b994198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:45.816983 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-0cb2d260-d6c5-4eb5-8fa5-3d5fdb80d5d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:53:45.817343 n-d-833163-1 neutron-server[103886]: DEBUG oslo_db.api [None req-0cb2d260-d6c5-4eb5-8fa5-3d5fdb80d5d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:53:45.862859 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d481ab-5ee3-4ff5-9b9f-5fe60a7388f9 None None] Network 03a6d4f1-9357-4d82-86fa-fdf8445388c6 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:53:45.878628 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-6d5898aa-2527-4a1a-8091-44c142ab2c01 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Deleting port 7333b20c-0622-4a61-9eba-0c64cb698028 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:53:45.879255 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6d5898aa-2527-4a1a-8091-44c142ab2c01 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (7333b20c-0622-4a61-9eba-0c64cb698028), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:45.918911 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-60c4c3f2-554e-4c20-9e76-6ea558b185e0 None None] Publish callbacks [] for port (76de1372-941c-46f8-bf43-ea46cf28b176), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:45.944167 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fe7e87f1-dccc-4b8e-961b-69815c6f7432 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (7d85d16a-84f6-4fd3-81a4-7c27b4cf880e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:45.950220 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7e87f1-dccc-4b8e-961b-69815c6f7432 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:45.950962 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fe7e87f1-dccc-4b8e-961b-69815c6f7432 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:45.970700 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-12c148d3-154a-44eb-9cb7-ce000f7417b5 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (e24330c6-057f-41f3-97a5-aca10f65a04e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:46.049114 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c148d3-154a-44eb-9cb7-ce000f7417b5 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event deleted for resources: {'Port': ['ID=e24330c6-057f-41f3-97a5-aca10f65a04e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:46.049776 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-6d5898aa-2527-4a1a-8091-44c142ab2c01 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] For port 7333b20c-0622-4a61-9eba-0c64cb698028, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=7333b20c-0622-4a61-9eba-0c64cb698028,segment=NetworkSegment(176da5ce-f8b9-4059-b26f-5f8127fe7eb9),segment_id=176da5ce-f8b9-4059-b26f-5f8127fe7eb9)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:53:46.050153 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6d5898aa-2527-4a1a-8091-44c142ab2c01 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (7333b20c-0622-4a61-9eba-0c64cb698028), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:46.065259 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-fe7e87f1-dccc-4b8e-961b-69815c6f7432 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1242979 Mar 11 19:53:46.069775 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33708) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:46.107289 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-6d5898aa-2527-4a1a-8091-44c142ab2c01 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Calling delete_port for 7333b20c-0622-4a61-9eba-0c64cb698028 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:53:46.118301 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-60c4c3f2-554e-4c20-9e76-6ea558b185e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (76de1372-941c-46f8-bf43-ea46cf28b176), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:46.153036 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-1151a91b-30be-48e2-af74-05ec70ec70ce tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Request body: {'subnet': {'network_id': '7d85d16a-84f6-4fd3-81a4-7c27b4cf880e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:53:46.251006 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364f35da-7c89-4551-a19f-e9196ce0d507 None None] Network 0897600d-059c-4c97-87d5-16371e549b1b requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:53:46.275465 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7e87f1-dccc-4b8e-961b-69815c6f7432 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Pushing event updated for resources: {'Network': ['ID=7d85d16a-84f6-4fd3-81a4-7c27b4cf880e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:46.331212 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-12c148d3-154a-44eb-9cb7-ce000f7417b5 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:46.340037 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-12c148d3-154a-44eb-9cb7-ce000f7417b5 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/ports/e24330c6-057f-41f3-97a5-aca10f65a04e HTTP/1.1" status: 204 len: 168 time: 1.7677195 Mar 11 19:53:46.340431 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33712) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:46.378221 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 7d85d16a-84f6-4fd3-81a4-7c27b4cf880e details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:53:46.391465 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6d5898aa-2527-4a1a-8091-44c142ab2c01 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (7333b20c-0622-4a61-9eba-0c64cb698028), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:46.453661 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5898aa-2527-4a1a-8091-44c142ab2c01 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Pushing event deleted for resources: {'Port': ['ID=7333b20c-0622-4a61-9eba-0c64cb698028,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:46.460088 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 7333b20c-0622-4a61-9eba-0c64cb698028 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:53:46.460088 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (7333b20c-0622-4a61-9eba-0c64cb698028), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:46.471274 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5898aa-2527-4a1a-8091-44c142ab2c01 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] No DVR routers for this DVR port 7333b20c-0622-4a61-9eba-0c64cb698028 on host n-d-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:53:46.584564 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1151a91b-30be-48e2-af74-05ec70ec70ce tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Made reservation on behalf of 79ed25ffbf6340ba8abb41601f417832 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:53:46.589594 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1151a91b-30be-48e2-af74-05ec70ec70ce tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:46.602469 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecc2f71-328e-4aff-84d5-bde867ce82a5 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:46.606120 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecc2f71-328e-4aff-84d5-bde867ce82a5 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:46.608493 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-1ecc2f71-328e-4aff-84d5-bde867ce82a5 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2624240 Mar 11 19:53:46.614980 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-0cb2d260-d6c5-4eb5-8fa5-3d5fdb80d5d3 None None] Port 7333b20c-0622-4a61-9eba-0c64cb698028 update to ACTIVE by agent not found {{(pid=103886) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Mar 11 19:53:46.616224 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6d5898aa-2527-4a1a-8091-44c142ab2c01 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (03a6d4f1-9357-4d82-86fa-fdf8445388c6), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:46.633877 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33714) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:46.634187 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-998d9a3b-a6ae-4410-9832-9c9b2b994198 None None] Allocated IP 2001:db8:0:ffff::2 (23d9f987-547f-4a60-9766-383334130de6/12e4bb32-dd15-4df5-ae38-2fb736ceb117/dc9a52e4-32b8-4e7e-bc7d-cb3d660829ee) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:53:46.662218 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-6d5898aa-2527-4a1a-8091-44c142ab2c01 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03a6d4f1-9357-4d82-86fa-fdf8445388c6']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:46.679027 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3befb293-8cf2-4221-8d4b-da088f460815 None None] Pushing event updated for resources: {'Port': ['ID=76de1372-941c-46f8-bf43-ea46cf28b176,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:46.685335 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-6d5898aa-2527-4a1a-8091-44c142ab2c01 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '176da5ce-f8b9-4059-b26f-5f8127fe7eb9') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:46.686720 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-6d5898aa-2527-4a1a-8091-44c142ab2c01 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '176da5ce-f8b9-4059-b26f-5f8127fe7eb9') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:46.713804 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6d5898aa-2527-4a1a-8091-44c142ab2c01 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (176da5ce-f8b9-4059-b26f-5f8127fe7eb9), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:46.752483 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-567ac99f-cb1e-4f8c-81d4-47a94b15cc55 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Deleting subnet 422c9c54-992e-4276-9021-6f351f94ec06 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:53:46.756172 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6d5898aa-2527-4a1a-8091-44c142ab2c01 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (176da5ce-f8b9-4059-b26f-5f8127fe7eb9), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:46.764033 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-567ac99f-cb1e-4f8c-81d4-47a94b15cc55 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (422c9c54-992e-4276-9021-6f351f94ec06), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:46.765238 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d5898aa-2527-4a1a-8091-44c142ab2c01 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Releasing vlan 860 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:53:46.767411 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6d5898aa-2527-4a1a-8091-44c142ab2c01 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (176da5ce-f8b9-4059-b26f-5f8127fe7eb9), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:46.774160 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:53:46.774160 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:53:46.774160 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:53:46.774160 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:53:46.774160 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:53:46.774160 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:53:46.774160 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:53:46.774160 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:53:46.774160 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:53:46.774160 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:53:46.774160 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:53:46.774160 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:53:46.774160 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:53:46.774160 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:53:46.774160 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:53:46.774160 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:53:46.774160 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:53:46.774160 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:53:46.774160 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:53:46.774160 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:53:46.774160 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:53:46.774160 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:53:46.774160 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:53:46.774160 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:53:46.774160 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:53:46.774160 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:53:46.774160 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:53:46.774160 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:53:46.774160 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:53:46.774160 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:53:46.774160 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:53:46.774160 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:53:46.859724 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-60c4c3f2-554e-4c20-9e76-6ea558b185e0 None None] Attempting to bind port 76de1372-941c-46f8-bf43-ea46cf28b176 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:53:46.860181 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-60c4c3f2-554e-4c20-9e76-6ea558b185e0 None None] Attempting to bind port 76de1372-941c-46f8-bf43-ea46cf28b176 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '8bae2e39-3ded-475a-b41b-d1d088554c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '53d3e097-1720-40c7-a335-5030921545d4'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:53:46.860461 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c4c3f2-554e-4c20-9e76-6ea558b185e0 None None] Attempting to bind port 76de1372-941c-46f8-bf43-ea46cf28b176 on network 53d3e097-1720-40c7-a335-5030921545d4 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:53:46.879077 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7b4385de-fb85-4a02-87c6-2cbf1056815f req-bcced7cd-cd52-41e0-bfbc-d42c5bad2a38 service neutron] 10.222.0.65 "GET /v2.0/networks/53d3e097-1720-40c7-a335-5030921545d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9492390 Mar 11 19:53:46.883760 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6d5898aa-2527-4a1a-8091-44c142ab2c01 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (03a6d4f1-9357-4d82-86fa-fdf8445388c6), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:46.905900 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6d5898aa-2527-4a1a-8091-44c142ab2c01 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:46.916381 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c4c3f2-554e-4c20-9e76-6ea558b185e0 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:53:46.916717 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c4c3f2-554e-4c20-9e76-6ea558b185e0 None None] Checking segment: {'id': '8bae2e39-3ded-475a-b41b-d1d088554c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '53d3e097-1720-40c7-a335-5030921545d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:53:46.917100 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-60c4c3f2-554e-4c20-9e76-6ea558b185e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:46.917502 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c4c3f2-554e-4c20-9e76-6ea558b185e0 None None] Bound using segment: {'id': '8bae2e39-3ded-475a-b41b-d1d088554c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '53d3e097-1720-40c7-a335-5030921545d4'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:53:46.917999 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-60c4c3f2-554e-4c20-9e76-6ea558b185e0 None None] Bound port: 76de1372-941c-46f8-bf43-ea46cf28b176, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bae2e39-3ded-475a-b41b-d1d088554c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '53d3e097-1720-40c7-a335-5030921545d4'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:53:46.919061 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-60c4c3f2-554e-4c20-9e76-6ea558b185e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (76de1372-941c-46f8-bf43-ea46cf28b176), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:46.921648 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-567ac99f-cb1e-4f8c-81d4-47a94b15cc55 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (422c9c54-992e-4276-9021-6f351f94ec06), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:46.938964 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-6d5898aa-2527-4a1a-8091-44c142ab2c01 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] 10.222.0.65 "DELETE /v2.0/networks/03a6d4f1-9357-4d82-86fa-fdf8445388c6 HTTP/1.1" status: 204 len: 168 time: 1.3966722 Mar 11 19:53:46.945206 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ce085ea5-eba9-48d4-b63d-aa6d1d6cc874 None None] Provisioning complete for port 76de1372-941c-46f8-bf43-ea46cf28b176 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:53:46.947893 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ce085ea5-eba9-48d4-b63d-aa6d1d6cc874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (76de1372-941c-46f8-bf43-ea46cf28b176), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:46.969624 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5898aa-2527-4a1a-8091-44c142ab2c01 tempest-DHCPAgentSchedulersTestJSON-669084008 tempest-DHCPAgentSchedulersTestJSON-669084008-project] Pushing event deleted for resources: {'Network': ['ID=03a6d4f1-9357-4d82-86fa-fdf8445388c6,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:47.042160 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ce085ea5-eba9-48d4-b63d-aa6d1d6cc874 None None] Port 76de1372-941c-46f8-bf43-ea46cf28b176 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:53:47.049226 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f322f4-109f-4bc7-9058-f28beb6ae498 None None] DHCP port deletion for 03a6d4f1-9357-4d82-86fa-fdf8445388c6 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:53:47.179734 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ce085ea5-eba9-48d4-b63d-aa6d1d6cc874 None None] Could not find standard attr ID for object 7333b20c-0622-4a61-9eba-0c64cb698028. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 19:53:47.198556 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 560532c6-69e8-4a47-be5f-5bd4326000a9 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:53:47.327783 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-567ac99f-cb1e-4f8c-81d4-47a94b15cc55 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (422c9c54-992e-4276-9021-6f351f94ec06), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:47.433236 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-567ac99f-cb1e-4f8c-81d4-47a94b15cc55 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (422c9c54-992e-4276-9021-6f351f94ec06), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:47.498900 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ce085ea5-eba9-48d4-b63d-aa6d1d6cc874 None None] Provisioning complete for port 560532c6-69e8-4a47-be5f-5bd4326000a9 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:53:47.502584 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ce085ea5-eba9-48d4-b63d-aa6d1d6cc874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (560532c6-69e8-4a47-be5f-5bd4326000a9), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:47.527025 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b2fac9db-d697-4c84-8cd7-f6017ad0e220 req-8cebfa8e-3d21-457d-83b0-bd57527bc741 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7c89787-a794-4218-91b4-c904675866ac HTTP/1.1" status: 200 len: 210 time: 0.1034393 Mar 11 19:53:47.556343 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-567ac99f-cb1e-4f8c-81d4-47a94b15cc55 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:47.568180 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-567ac99f-cb1e-4f8c-81d4-47a94b15cc55 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/subnets/422c9c54-992e-4276-9021-6f351f94ec06 HTTP/1.1" status: 204 len: 168 time: 0.9278708 Mar 11 19:53:47.568565 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33730) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:47.642441 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33732) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:47.648455 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-60c4c3f2-554e-4c20-9e76-6ea558b185e0 None None] For port 76de1372-941c-46f8-bf43-ea46cf28b176, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:53:47.695688 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567ac99f-cb1e-4f8c-81d4-47a94b15cc55 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event deleted for resources: {'Subnet': ['ID=422c9c54-992e-4276-9021-6f351f94ec06,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:47.728873 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-60c4c3f2-554e-4c20-9e76-6ea558b185e0 None None] For port 76de1372-941c-46f8-bf43-ea46cf28b176, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=76de1372-941c-46f8-bf43-ea46cf28b176,segment=NetworkSegment(8bae2e39-3ded-475a-b41b-d1d088554c02),segment_id=8bae2e39-3ded-475a-b41b-d1d088554c02)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:53:47.743053 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-998d9a3b-a6ae-4410-9832-9c9b2b994198 None None] Publish callbacks [] for port (dc9a52e4-32b8-4e7e-bc7d-cb3d660829ee), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:47.745050 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 560532c6-69e8-4a47-be5f-5bd4326000a9 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:53:47.745795 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (560532c6-69e8-4a47-be5f-5bd4326000a9), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:47.750183 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-60c4c3f2-554e-4c20-9e76-6ea558b185e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (76de1372-941c-46f8-bf43-ea46cf28b176), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:47.754391 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-05e51abb-306f-4eb8-bb94-8d9e8f32c871 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1781006 Mar 11 19:53:47.755998 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33736) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:47.761587 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-0af0d9db-cb6d-4979-a654-9a8d6598d517 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Request body: {'subnet': {'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:53:47.818005 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-998d9a3b-a6ae-4410-9832-9c9b2b994198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (dc9a52e4-32b8-4e7e-bc7d-cb3d660829ee), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:47.893760 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c961bd4e-046a-413c-bebf-7abd83cc64e2 None None] Network 0897600d-059c-4c97-87d5-16371e549b1b requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:53:47.935840 n-d-833163-1 neutron-server[103885]: DEBUG neutron.objects.ports [None req-1151a91b-30be-48e2-af74-05ec70ec70ce tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103885) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 19:53:47.937754 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1151a91b-30be-48e2-af74-05ec70ec70ce tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (ef55d506-3db4-4605-a2a2-0c2af0c03ba8), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:48.032611 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1151a91b-30be-48e2-af74-05ec70ec70ce tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Pushing event updated for resources: {'Subnet': ['ID=ef55d506-3db4-4605-a2a2-0c2af0c03ba8,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:48.053702 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1151a91b-30be-48e2-af74-05ec70ec70ce tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Checking segment: {'id': 'faa0485e-8a56-42d2-9387-6efbc8ff5af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '7d85d16a-84f6-4fd3-81a4-7c27b4cf880e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:53:48.056807 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1151a91b-30be-48e2-af74-05ec70ec70ce tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Network hostable DHCP agents. Network: 7d85d16a-84f6-4fd3-81a4-7c27b4cf880e, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:53:48.065080 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-93fef568-2bd5-4a73-8409-9aea7fe26726 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=13a9e2937450490db887c6fe436ef74f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4190600 Mar 11 19:53:48.069300 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33742) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:48.083902 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af0d9db-cb6d-4979-a654-9a8d6598d517 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Made reservation on behalf of 06d9e64a19fa4247bc00069610bf80e1 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:53:48.088962 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0af0d9db-cb6d-4979-a654-9a8d6598d517 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:48.162061 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1151a91b-30be-48e2-af74-05ec70ec70ce tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Network 7d85d16a-84f6-4fd3-81a4-7c27b4cf880e is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:53:48.197375 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-1151a91b-30be-48e2-af74-05ec70ec70ce tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 7d85d16a-84f6-4fd3-81a4-7c27b4cf880e) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:53:48.211215 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1151a91b-30be-48e2-af74-05ec70ec70ce tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:48.211968 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1151a91b-30be-48e2-af74-05ec70ec70ce tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:48.244736 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-afeaf1d1-cd62-4a7b-a2df-cf4f461ac1f3 admin admin] Publish callbacks [] for security_group (a233f646-98bb-48f4-a504-d2f31948967b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:48.259222 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3382c8-3d1a-4c3c-9eb3-f673611faf22 None None] Network 7d85d16a-84f6-4fd3-81a4-7c27b4cf880e requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:53:48.292733 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-1151a91b-30be-48e2-af74-05ec70ec70ce tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2144983 Mar 11 19:53:48.312695 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33744) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:48.340911 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998d9a3b-a6ae-4410-9832-9c9b2b994198 None None] Network 23d9f987-547f-4a60-9766-383334130de6 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:53:48.353308 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-89626dc4-c149-4eff-9d65-c8ed358950d6 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Request body: {'port': {'network_id': '7d85d16a-84f6-4fd3-81a4-7c27b4cf880e', 'name': 'tempest-NetworksIpV6TestAttrs-1413249072'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:53:48.393632 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c4c3f2-554e-4c20-9e76-6ea558b185e0 None None] Routers {'8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:53:48.394274 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-60c4c3f2-554e-4c20-9e76-6ea558b185e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:53:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:48.396979 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-998d9a3b-a6ae-4410-9832-9c9b2b994198 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:53:48.399798 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998d9a3b-a6ae-4410-9832-9c9b2b994198 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:53:48.594013 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-afeaf1d1-cd62-4a7b-a2df-cf4f461ac1f3 admin admin] Publish callbacks [] for security_group (a233f646-98bb-48f4-a504-d2f31948967b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:48.612849 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0af0d9db-cb6d-4979-a654-9a8d6598d517 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (22b16bb8-fa7d-42af-a80c-d8b97160abcb), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:48.652463 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89626dc4-c149-4eff-9d65-c8ed358950d6 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Made reservation on behalf of 79ed25ffbf6340ba8abb41601f417832 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:53:48.659825 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-89626dc4-c149-4eff-9d65-c8ed358950d6 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:48.730763 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 560532c6-69e8-4a47-be5f-5bd4326000a9 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:53:48.731069 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (560532c6-69e8-4a47-be5f-5bd4326000a9), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:48.732959 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3befb293-8cf2-4221-8d4b-da088f460815 None None] Pushing event updated for resources: {'Port': ['ID=76de1372-941c-46f8-bf43-ea46cf28b176,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:48.786992 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af0d9db-cb6d-4979-a654-9a8d6598d517 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event updated for resources: {'Subnet': ['ID=22b16bb8-fa7d-42af-a80c-d8b97160abcb,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:48.795777 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ef8c9d40-b6b3-4b17-a78f-4a2c9ea34c4c req-ebedb7f3-a4fb-4e97-bbd0-58a11552ab02 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7c89787-a794-4218-91b4-c904675866ac HTTP/1.1" status: 200 len: 210 time: 0.0650017 Mar 11 19:53:48.806199 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af0d9db-cb6d-4979-a654-9a8d6598d517 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Network 0897600d-059c-4c97-87d5-16371e549b1b is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:53:48.807379 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-89626dc4-c149-4eff-9d65-c8ed358950d6 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] device_id is not set on port ba0ae54b-e1fc-4217-9cbf-9cd7fc242a7e yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:53:48.811349 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-0af0d9db-cb6d-4979-a654-9a8d6598d517 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:53:48.821215 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af0d9db-cb6d-4979-a654-9a8d6598d517 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:48.821896 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0af0d9db-cb6d-4979-a654-9a8d6598d517 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:48.826933 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998d9a3b-a6ae-4410-9832-9c9b2b994198 None None] Pushing event updated for resources: {'Port': ['ID=dc9a52e4-32b8-4e7e-bc7d-cb3d660829ee,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:48.859610 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-0af0d9db-cb6d-4979-a654-9a8d6598d517 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1020687 Mar 11 19:53:48.862026 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33754) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:48.867203 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-58def614-dd0c-42b1-8ab0-d63889590de4 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Request body: {'port': {'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'name': 'tempest-NetworksTestDHCPv6-893728706'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:53:48.899681 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-afeaf1d1-cd62-4a7b-a2df-cf4f461ac1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (a233f646-98bb-48f4-a504-d2f31948967b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:48.904886 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-afeaf1d1-cd62-4a7b-a2df-cf4f461ac1f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:48.906188 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ce085ea5-eba9-48d4-b63d-aa6d1d6cc874 None None] Current status of the port 560532c6-69e8-4a47-be5f-5bd4326000a9 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:53:48.906677 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ce085ea5-eba9-48d4-b63d-aa6d1d6cc874 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (560532c6-69e8-4a47-be5f-5bd4326000a9), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:48.910230 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-afeaf1d1-cd62-4a7b-a2df-cf4f461ac1f3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a233f646-98bb-48f4-a504-d2f31948967b HTTP/1.1" status: 204 len: 168 time: 0.8300681 Mar 11 19:53:48.948920 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeaf1d1-cd62-4a7b-a2df-cf4f461ac1f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a233f646-98bb-48f4-a504-d2f31948967b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:48.965006 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-998d9a3b-a6ae-4410-9832-9c9b2b994198 None None] Attempting to bind port dc9a52e4-32b8-4e7e-bc7d-cb3d660829ee on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:53:48.980039 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-998d9a3b-a6ae-4410-9832-9c9b2b994198 None None] Attempting to bind port dc9a52e4-32b8-4e7e-bc7d-cb3d660829ee by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '68617d24-dea1-4cd2-938d-a048fa8d5db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '23d9f987-547f-4a60-9766-383334130de6'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:53:48.982115 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998d9a3b-a6ae-4410-9832-9c9b2b994198 None None] Attempting to bind port dc9a52e4-32b8-4e7e-bc7d-cb3d660829ee on network 23d9f987-547f-4a60-9766-383334130de6 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:53:49.106417 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecae748b-084a-4bd0-a4a7-3fa069caab3b None None] DHCP port deletion for 0897600d-059c-4c97-87d5-16371e549b1b request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:53:49.151919 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e930bfe-8159-48cd-9889-d8a28f60338e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-7d85d16a-84f6-4fd3-81a4-7c27b4cf880e', 'network_id': '7d85d16a-84f6-4fd3-81a4-7c27b4cf880e', 'project_id': '79ed25ffbf6340ba8abb41601f417832', 'fixed_ips': [{'subnet_id': 'ef55d506-3db4-4605-a2a2-0c2af0c03ba8'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:53:49.152821 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4e930bfe-8159-48cd-9889-d8a28f60338e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:49.173679 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58def614-dd0c-42b1-8ab0-d63889590de4 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Made reservation on behalf of 06d9e64a19fa4247bc00069610bf80e1 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:53:49.183462 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-89626dc4-c149-4eff-9d65-c8ed358950d6 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Allocated IP 2001:db8::f816:3eff:fee2:d766 (7d85d16a-84f6-4fd3-81a4-7c27b4cf880e/ef55d506-3db4-4605-a2a2-0c2af0c03ba8/ba0ae54b-e1fc-4217-9cbf-9cd7fc242a7e) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:53:49.186425 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-58def614-dd0c-42b1-8ab0-d63889590de4 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:49.238411 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-58def614-dd0c-42b1-8ab0-d63889590de4 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] device_id is not set on port 5313acfb-8b25-452f-8028-4f9a71dae2f9 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:53:49.248920 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998d9a3b-a6ae-4410-9832-9c9b2b994198 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:53:49.249264 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998d9a3b-a6ae-4410-9832-9c9b2b994198 None None] Checking segment: {'id': '68617d24-dea1-4cd2-938d-a048fa8d5db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '23d9f987-547f-4a60-9766-383334130de6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:53:49.249769 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-998d9a3b-a6ae-4410-9832-9c9b2b994198 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:49.250318 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998d9a3b-a6ae-4410-9832-9c9b2b994198 None None] Bound using segment: {'id': '68617d24-dea1-4cd2-938d-a048fa8d5db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '23d9f987-547f-4a60-9766-383334130de6'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:53:49.250822 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-998d9a3b-a6ae-4410-9832-9c9b2b994198 None None] Bound port: dc9a52e4-32b8-4e7e-bc7d-cb3d660829ee, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68617d24-dea1-4cd2-938d-a048fa8d5db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '23d9f987-547f-4a60-9766-383334130de6'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:53:49.251213 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-998d9a3b-a6ae-4410-9832-9c9b2b994198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (dc9a52e4-32b8-4e7e-bc7d-cb3d660829ee), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:49.428581 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:49.435665 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 560532c6-69e8-4a47-be5f-5bd4326000a9, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=560532c6-69e8-4a47-be5f-5bd4326000a9,segment=NetworkSegment(70c71ca7-59df-46c5-86d9-acc712ed1da1),segment_id=70c71ca7-59df-46c5-86d9-acc712ed1da1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:53:49.512594 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (560532c6-69e8-4a47-be5f-5bd4326000a9), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:49.582205 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33764) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:49.617809 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-58def614-dd0c-42b1-8ab0-d63889590de4 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Allocated IP 2001:db8::3dd (0897600d-059c-4c97-87d5-16371e549b1b/22b16bb8-fa7d-42af-a80c-d8b97160abcb/5313acfb-8b25-452f-8028-4f9a71dae2f9) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:53:49.623950 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f8a23f2d-d1a6-43a5-a983-9295102535eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:49.647479 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-60c4c3f2-554e-4c20-9e76-6ea558b185e0 None None] Set router 8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:53:49.711926 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-89626dc4-c149-4eff-9d65-c8ed358950d6 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks [] for port (ba0ae54b-e1fc-4217-9cbf-9cd7fc242a7e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:49.738307 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f8a23f2d-d1a6-43a5-a983-9295102535eb admin admin] Publish callbacks [] for security_group (6dc796a9-b7db-411a-8aaa-cb25066a05f7), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:49.756427 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f8a23f2d-d1a6-43a5-a983-9295102535eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (6dc796a9-b7db-411a-8aaa-cb25066a05f7), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:49.818404 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f8a23f2d-d1a6-43a5-a983-9295102535eb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2753830f149f4fcc85894602511f8582&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2348726 Mar 11 19:53:49.822701 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33766) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:49.824754 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a23f2d-d1a6-43a5-a983-9295102535eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc796a9-b7db-411a-8aaa-cb25066a05f7,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:49.917250 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4385de-fb85-4a02-87c6-2cbf1056815f req-1ea1e418-ad87-4e9d-b7d1-7dd23b559ad1 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:49.918756 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7b4385de-fb85-4a02-87c6-2cbf1056815f req-1ea1e418-ad87-4e9d-b7d1-7dd23b559ad1 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.57 "GET /v2.0/networks?id=53d3e097-1720-40c7-a335-5030921545d4 HTTP/1.1" status: 200 len: 796 time: 0.1393104 Mar 11 19:53:49.922319 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-89626dc4-c149-4eff-9d65-c8ed358950d6 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (ba0ae54b-e1fc-4217-9cbf-9cd7fc242a7e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:49.929473 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-998d9a3b-a6ae-4410-9832-9c9b2b994198 None None] For port dc9a52e4-32b8-4e7e-bc7d-cb3d660829ee, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:53:49.937916 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-998d9a3b-a6ae-4410-9832-9c9b2b994198 None None] For port dc9a52e4-32b8-4e7e-bc7d-cb3d660829ee, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=dc9a52e4-32b8-4e7e-bc7d-cb3d660829ee,segment=NetworkSegment(68617d24-dea1-4cd2-938d-a048fa8d5db6),segment_id=68617d24-dea1-4cd2-938d-a048fa8d5db6)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:53:49.960521 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d32743f3-ab18-4d9c-8fbd-6597ba71250c admin admin] Publish callbacks [] for security_group (6dc796a9-b7db-411a-8aaa-cb25066a05f7), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:49.984865 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 560532c6-69e8-4a47-be5f-5bd4326000a9 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:53:50.112358 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d32743f3-ab18-4d9c-8fbd-6597ba71250c admin admin] Publish callbacks [] for security_group (6dc796a9-b7db-411a-8aaa-cb25066a05f7), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:50.115224 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-998d9a3b-a6ae-4410-9832-9c9b2b994198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (dc9a52e4-32b8-4e7e-bc7d-cb3d660829ee), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:50.119136 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-ce085ea5-eba9-48d4-b63d-aa6d1d6cc874 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:53:50.119927 n-d-833163-1 neutron-server[103886]: DEBUG oslo_db.api [None req-ce085ea5-eba9-48d4-b63d-aa6d1d6cc874 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:53:50.220456 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-58def614-dd0c-42b1-8ab0-d63889590de4 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for port (5313acfb-8b25-452f-8028-4f9a71dae2f9), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:50.241284 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d32743f3-ab18-4d9c-8fbd-6597ba71250c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (6dc796a9-b7db-411a-8aaa-cb25066a05f7), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:50.244838 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d32743f3-ab18-4d9c-8fbd-6597ba71250c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:50.246235 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d32743f3-ab18-4d9c-8fbd-6597ba71250c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6dc796a9-b7db-411a-8aaa-cb25066a05f7 HTTP/1.1" status: 204 len: 168 time: 0.4225092 Mar 11 19:53:50.255219 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ecae748b-084a-4bd0-a4a7-3fa069caab3b None None] Deleting port 560532c6-69e8-4a47-be5f-5bd4326000a9 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:53:50.255784 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ecae748b-084a-4bd0-a4a7-3fa069caab3b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (560532c6-69e8-4a47-be5f-5bd4326000a9), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:50.282297 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=560532c6-69e8-4a47-be5f-5bd4326000a9,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:50.319725 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32743f3-ab18-4d9c-8fbd-6597ba71250c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc796a9-b7db-411a-8aaa-cb25066a05f7,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:50.356353 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-58def614-dd0c-42b1-8ab0-d63889590de4 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (5313acfb-8b25-452f-8028-4f9a71dae2f9), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:50.428326 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-4e930bfe-8159-48cd-9889-d8a28f60338e None None] Allocated IP 2001:db8::f816:3eff:feeb:7830 (7d85d16a-84f6-4fd3-81a4-7c27b4cf880e/ef55d506-3db4-4605-a2a2-0c2af0c03ba8/28c7c39c-5ae5-47b5-8dbd-62809c4b51e5) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:53:50.474827 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58def614-dd0c-42b1-8ab0-d63889590de4 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Network 0897600d-059c-4c97-87d5-16371e549b1b is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:53:50.497740 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-58def614-dd0c-42b1-8ab0-d63889590de4 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:53:50.514385 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58def614-dd0c-42b1-8ab0-d63889590de4 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:53:50.529002 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58def614-dd0c-42b1-8ab0-d63889590de4 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:50.538558 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-58def614-dd0c-42b1-8ab0-d63889590de4 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:50.557690 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 560532c6-69e8-4a47-be5f-5bd4326000a9 is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:53:50.558112 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (560532c6-69e8-4a47-be5f-5bd4326000a9), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:50.569629 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58def614-dd0c-42b1-8ab0-d63889590de4 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event updated for resources: {'Port': ['ID=5313acfb-8b25-452f-8028-4f9a71dae2f9,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:50.638450 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-58def614-dd0c-42b1-8ab0-d63889590de4 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7750299 Mar 11 19:53:50.639730 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33774) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:50.734266 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7b4385de-fb85-4a02-87c6-2cbf1056815f req-96a6ebe1-baa6-4826-974f-1cb8155384d8 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba1ac85839b24ea7a6d2ca439cce25f5 HTTP/1.1" status: 200 len: 475 time: 0.8031702 Mar 11 19:53:50.782001 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89626dc4-c149-4eff-9d65-c8ed358950d6 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Network 7d85d16a-84f6-4fd3-81a4-7c27b4cf880e is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:53:50.792514 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-7b4385de-fb85-4a02-87c6-2cbf1056815f req-dd60dee3-b74c-46ad-ad6e-aa481a1861f1 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Request body: {'port': {'device_id': 'c7c89787-a794-4218-91b4-c904675866ac', 'network_id': '53d3e097-1720-40c7-a335-5030921545d4', 'admin_state_up': True, 'tenant_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'security_groups': ['f82912e0-fa09-44d8-ae7a-f1a9c4586fd8', 'bdc2da62-3af1-451a-9cc6-1eb2098242b4']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:53:50.860304 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998d9a3b-a6ae-4410-9832-9c9b2b994198 None None] Pushing event updated for resources: {'Port': ['ID=dc9a52e4-32b8-4e7e-bc7d-cb3d660829ee,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:50.875690 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f198047e-53a9-4ef0-8e1d-10f668e0842f tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:50.894100 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f198047e-53a9-4ef0-8e1d-10f668e0842f tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:50.907027 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f198047e-53a9-4ef0-8e1d-10f668e0842f tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.2618825 Mar 11 19:53:50.908231 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33780) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:50.995202 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-ecae748b-084a-4bd0-a4a7-3fa069caab3b None None] For port 560532c6-69e8-4a47-be5f-5bd4326000a9, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=560532c6-69e8-4a47-be5f-5bd4326000a9,segment=NetworkSegment(70c71ca7-59df-46c5-86d9-acc712ed1da1),segment_id=70c71ca7-59df-46c5-86d9-acc712ed1da1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:53:50.995826 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ecae748b-084a-4bd0-a4a7-3fa069caab3b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (560532c6-69e8-4a47-be5f-5bd4326000a9), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:51.000640 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ce085ea5-eba9-48d4-b63d-aa6d1d6cc874 None None] Current status of the port 560532c6-69e8-4a47-be5f-5bd4326000a9 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:53:51.015709 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ce085ea5-eba9-48d4-b63d-aa6d1d6cc874 None None] Could not find standard attr ID for object 9a47db62-d551-4721-b647-3ee57b4b21c9. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 19:53:51.029924 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 560532c6-69e8-4a47-be5f-5bd4326000a9, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=560532c6-69e8-4a47-be5f-5bd4326000a9,segment=NetworkSegment(70c71ca7-59df-46c5-86d9-acc712ed1da1),segment_id=70c71ca7-59df-46c5-86d9-acc712ed1da1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:53:51.037913 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ecae748b-084a-4bd0-a4a7-3fa069caab3b None None] Calling delete_port for 560532c6-69e8-4a47-be5f-5bd4326000a9 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:53:51.042594 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-89626dc4-c149-4eff-9d65-c8ed358950d6 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:53:51.044847 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (560532c6-69e8-4a47-be5f-5bd4326000a9), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:51.045520 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 7333b20c-0622-4a61-9eba-0c64cb698028 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:53:51.049720 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89626dc4-c149-4eff-9d65-c8ed358950d6 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:53:51.062078 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89626dc4-c149-4eff-9d65-c8ed358950d6 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:51.066113 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-89626dc4-c149-4eff-9d65-c8ed358950d6 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:51.088281 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89626dc4-c149-4eff-9d65-c8ed358950d6 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Pushing event updated for resources: {'Port': ['ID=ba0ae54b-e1fc-4217-9cbf-9cd7fc242a7e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:51.117419 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e4679aaa-b4e1-4564-b473-b2b7d7be8155 req-b4a107b0-ebe7-4915-a066-bbca79ca8581 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7c89787-a794-4218-91b4-c904675866ac HTTP/1.1" status: 200 len: 210 time: 1.1043274 Mar 11 19:53:51.118135 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 7333b20c-0622-4a61-9eba-0c64cb698028 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:53:51.118576 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 7333b20c-0622-4a61-9eba-0c64cb698028 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:53:51.131335 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-89626dc4-c149-4eff-9d65-c8ed358950d6 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.8048670 Mar 11 19:53:51.141938 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33782) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:51.202037 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-f34524cc-64f0-4f06-bed2-670906e64b2a tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Deleting port 5313acfb-8b25-452f-8028-4f9a71dae2f9 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:53:51.202828 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f34524cc-64f0-4f06-bed2-670906e64b2a tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (5313acfb-8b25-452f-8028-4f9a71dae2f9), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:51.266080 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-60c4c3f2-554e-4c20-9e76-6ea558b185e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1831997786', 'tenant_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '3f60ab8b-d22e-4383-b6b6-b89872956753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:53:29Z', 'updated_at': '2022-03-11T19:53:38Z', 'revision_number': 4, 'project_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'gw_port': {'id': '3f60ab8b-d22e-4383-b6b6-b89872956753', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:87:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:53:30Z', 'updated_at': '2022-03-11T19:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '76de1372-941c-46f8-bf43-ea46cf28b176', 'name': '', 'network_id': '53d3e097-1720-40c7-a335-5030921545d4', 'tenant_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'mac_address': 'fa:16:3e:e1:dd:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '49cb0d5b-a7b4-4de5-988d-a1801f9130ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:53:36Z', 'updated_at': '2022-03-11T19:53:47Z', 'revision_number': 4, 'project_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'subnets': [{'id': '49cb0d5b-a7b4-4de5-988d-a1801f9130ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:53:51.348640 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-943f5c49-41f2-4e01-8805-8553e8dfd1dd None None] Provisioning complete for port 560532c6-69e8-4a47-be5f-5bd4326000a9 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:53:51.349061 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-943f5c49-41f2-4e01-8805-8553e8dfd1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (560532c6-69e8-4a47-be5f-5bd4326000a9), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:51.359319 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c4c3f2-554e-4c20-9e76-6ea558b185e0 None None] The sync data for ids ['8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a'] in n-d-833163-1 is: [{'id': '8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1831997786', 'tenant_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '3f60ab8b-d22e-4383-b6b6-b89872956753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:53:29Z', 'updated_at': '2022-03-11T19:53:38Z', 'revision_number': 4, 'project_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'gw_port': {'id': '3f60ab8b-d22e-4383-b6b6-b89872956753', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:87:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:53:30Z', 'updated_at': '2022-03-11T19:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '76de1372-941c-46f8-bf43-ea46cf28b176', 'name': '', 'network_id': '53d3e097-1720-40c7-a335-5030921545d4', 'tenant_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'mac_address': 'fa:16:3e:e1:dd:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '49cb0d5b-a7b4-4de5-988d-a1801f9130ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:53:36Z', 'updated_at': '2022-03-11T19:53:47Z', 'revision_number': 4, 'project_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'subnets': [{'id': '49cb0d5b-a7b4-4de5-988d-a1801f9130ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:53:51.362616 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4e930bfe-8159-48cd-9889-d8a28f60338e None None] Publish callbacks [] for port (28c7c39c-5ae5-47b5-8dbd-62809c4b51e5), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:51.365758 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=560532c6-69e8-4a47-be5f-5bd4326000a9,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:51.430519 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4e930bfe-8159-48cd-9889-d8a28f60338e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (28c7c39c-5ae5-47b5-8dbd-62809c4b51e5), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:51.550026 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b4385de-fb85-4a02-87c6-2cbf1056815f req-dd60dee3-b74c-46ad-ad6e-aa481a1861f1 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Made reservation on behalf of ba1ac85839b24ea7a6d2ca439cce25f5 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:53:51.565522 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7b4385de-fb85-4a02-87c6-2cbf1056815f req-dd60dee3-b74c-46ad-ad6e-aa481a1861f1 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:51.577430 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f34524cc-64f0-4f06-bed2-670906e64b2a tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (5313acfb-8b25-452f-8028-4f9a71dae2f9), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:51.634173 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e930bfe-8159-48cd-9889-d8a28f60338e None None] Pushing event updated for resources: {'Port': ['ID=28c7c39c-5ae5-47b5-8dbd-62809c4b51e5,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:51.636951 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-f34524cc-64f0-4f06-bed2-670906e64b2a tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Calling delete_port for 5313acfb-8b25-452f-8028-4f9a71dae2f9 owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:53:51.647940 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-a04ea7a2-5a93-4e58-af6a-8dc7169878ef tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Deleting subnet ef55d506-3db4-4605-a2a2-0c2af0c03ba8 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:53:51.672142 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a04ea7a2-5a93-4e58-af6a-8dc7169878ef tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks [] for subnet (ef55d506-3db4-4605-a2a2-0c2af0c03ba8), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:51.710708 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e930bfe-8159-48cd-9889-d8a28f60338e None None] Network 7d85d16a-84f6-4fd3-81a4-7c27b4cf880e is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:53:51.723415 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-4e930bfe-8159-48cd-9889-d8a28f60338e None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:53:51.730109 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e930bfe-8159-48cd-9889-d8a28f60338e None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:53:51.798126 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ecae748b-084a-4bd0-a4a7-3fa069caab3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (560532c6-69e8-4a47-be5f-5bd4326000a9), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:52.008417 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a04ea7a2-5a93-4e58-af6a-8dc7169878ef tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (ef55d506-3db4-4605-a2a2-0c2af0c03ba8), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:52.082294 n-d-833163-1 neutron-server[103886]: INFO neutron.plugins.ml2.db [None req-943f5c49-41f2-4e01-8805-8553e8dfd1dd None None] No ports have port_id starting with 560532c6-69e8-4a47-be5f-5bd4326000a9 Mar 11 19:53:52.100160 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecae748b-084a-4bd0-a4a7-3fa069caab3b None None] Pushing event deleted for resources: {'Port': ['ID=560532c6-69e8-4a47-be5f-5bd4326000a9,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:52.103524 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 76de1372-941c-46f8-bf43-ea46cf28b176 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:53:52.228479 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f34524cc-64f0-4f06-bed2-670906e64b2a tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (5313acfb-8b25-452f-8028-4f9a71dae2f9), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:52.295421 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34524cc-64f0-4f06-bed2-670906e64b2a tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event deleted for resources: {'Port': ['ID=5313acfb-8b25-452f-8028-4f9a71dae2f9,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:52.354992 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f34524cc-64f0-4f06-bed2-670906e64b2a tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:52.367422 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f34524cc-64f0-4f06-bed2-670906e64b2a tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/ports/5313acfb-8b25-452f-8028-4f9a71dae2f9 HTTP/1.1" status: 204 len: 168 time: 1.4573107 Mar 11 19:53:52.369515 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33806) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:52.448214 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7d964433-4c7d-450b-9c6e-61f20ce9df8f req-68af4eb4-af2c-47f0-83ca-95bb44fd78df tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7c89787-a794-4218-91b4-c904675866ac HTTP/1.1" status: 200 len: 210 time: 0.0857077 Mar 11 19:53:52.654149 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-7b4385de-fb85-4a02-87c6-2cbf1056815f req-dd60dee3-b74c-46ad-ad6e-aa481a1861f1 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Allocated IP 172.20.0.12 (53d3e097-1720-40c7-a335-5030921545d4/49cb0d5b-a7b4-4de5-988d-a1801f9130ba/f779bc33-9f77-4e55-90d9-5fb39269c54b) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:53:52.659378 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef85bc3-865a-4f31-8a22-3628662ce741 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:52.664359 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef85bc3-865a-4f31-8a22-3628662ce741 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:52.676705 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-1ef85bc3-865a-4f31-8a22-3628662ce741 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3058949 Mar 11 19:53:52.680484 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33808) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:52.757797 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-576db766-0e5f-4596-9849-7b82ee1c78ab tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Deleting subnet 22b16bb8-fa7d-42af-a80c-d8b97160abcb {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:53:52.761165 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-576db766-0e5f-4596-9849-7b82ee1c78ab tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (22b16bb8-fa7d-42af-a80c-d8b97160abcb), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:52.831312 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a04ea7a2-5a93-4e58-af6a-8dc7169878ef tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (ef55d506-3db4-4605-a2a2-0c2af0c03ba8), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:52.951348 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-576db766-0e5f-4596-9849-7b82ee1c78ab tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (22b16bb8-fa7d-42af-a80c-d8b97160abcb), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:53.033803 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cadb4cf5-89e0-44a6-94fb-3e44071b1a40 None None] Network 23d9f987-547f-4a60-9766-383334130de6 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:53:53.105186 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-576db766-0e5f-4596-9849-7b82ee1c78ab tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (22b16bb8-fa7d-42af-a80c-d8b97160abcb), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:53.155324 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecae748b-084a-4bd0-a4a7-3fa069caab3b None None] No DVR routers for this DVR port 560532c6-69e8-4a47-be5f-5bd4326000a9 on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:53:53.192336 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4721eaad-4136-43d7-ad09-f3ffeba34979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:53.195337 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a04ea7a2-5a93-4e58-af6a-8dc7169878ef tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (ef55d506-3db4-4605-a2a2-0c2af0c03ba8), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:53.210977 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 76de1372-941c-46f8-bf43-ea46cf28b176 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:53:53.211707 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (76de1372-941c-46f8-bf43-ea46cf28b176), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:53.272274 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d52dfe6-eaab-430a-84fc-d84d4a516e2d None None] Network 0897600d-059c-4c97-87d5-16371e549b1b requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:53:53.285301 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a04ea7a2-5a93-4e58-af6a-8dc7169878ef tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:53.294894 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-576db766-0e5f-4596-9849-7b82ee1c78ab tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (22b16bb8-fa7d-42af-a80c-d8b97160abcb), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:53.299369 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a04ea7a2-5a93-4e58-af6a-8dc7169878ef tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] 10.222.0.65 "DELETE /v2.0/subnets/ef55d506-3db4-4605-a2a2-0c2af0c03ba8 HTTP/1.1" status: 204 len: 168 time: 2.1552246 Mar 11 19:53:53.302848 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33818) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:53.303163 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04ea7a2-5a93-4e58-af6a-8dc7169878ef tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Pushing event deleted for resources: {'Subnet': ['ID=ef55d506-3db4-4605-a2a2-0c2af0c03ba8,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:53.309333 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:53.349211 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-4e930bfe-8159-48cd-9889-d8a28f60338e None None] Attempting to bind port 28c7c39c-5ae5-47b5-8dbd-62809c4b51e5 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:53:53.349576 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-4e930bfe-8159-48cd-9889-d8a28f60338e None None] Attempting to bind port 28c7c39c-5ae5-47b5-8dbd-62809c4b51e5 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'faa0485e-8a56-42d2-9387-6efbc8ff5af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '7d85d16a-84f6-4fd3-81a4-7c27b4cf880e'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:53:53.349935 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e930bfe-8159-48cd-9889-d8a28f60338e None None] Attempting to bind port 28c7c39c-5ae5-47b5-8dbd-62809c4b51e5 on network 7d85d16a-84f6-4fd3-81a4-7c27b4cf880e {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:53:53.364734 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576db766-0e5f-4596-9849-7b82ee1c78ab tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event deleted for resources: {'Subnet': ['ID=22b16bb8-fa7d-42af-a80c-d8b97160abcb,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:53.369270 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-576db766-0e5f-4596-9849-7b82ee1c78ab tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:53.375922 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-576db766-0e5f-4596-9849-7b82ee1c78ab tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/subnets/22b16bb8-fa7d-42af-a80c-d8b97160abcb HTTP/1.1" status: 204 len: 168 time: 0.6938159 Mar 11 19:53:53.379910 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33820) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:53.397355 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e930bfe-8159-48cd-9889-d8a28f60338e None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:53:53.397721 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e930bfe-8159-48cd-9889-d8a28f60338e None None] Checking segment: {'id': 'faa0485e-8a56-42d2-9387-6efbc8ff5af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '7d85d16a-84f6-4fd3-81a4-7c27b4cf880e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:53:53.398134 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4e930bfe-8159-48cd-9889-d8a28f60338e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:53.401301 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e930bfe-8159-48cd-9889-d8a28f60338e None None] Bound using segment: {'id': 'faa0485e-8a56-42d2-9387-6efbc8ff5af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '7d85d16a-84f6-4fd3-81a4-7c27b4cf880e'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:53:53.401301 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-4e930bfe-8159-48cd-9889-d8a28f60338e None None] Bound port: 28c7c39c-5ae5-47b5-8dbd-62809c4b51e5, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faa0485e-8a56-42d2-9387-6efbc8ff5af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '7d85d16a-84f6-4fd3-81a4-7c27b4cf880e'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:53:53.401301 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4e930bfe-8159-48cd-9889-d8a28f60338e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (28c7c39c-5ae5-47b5-8dbd-62809c4b51e5), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:53.422668 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-943f5c49-41f2-4e01-8805-8553e8dfd1dd None None] Provisioning complete for port 76de1372-941c-46f8-bf43-ea46cf28b176 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:53:53.422983 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-943f5c49-41f2-4e01-8805-8553e8dfd1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (76de1372-941c-46f8-bf43-ea46cf28b176), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:53.466260 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7b4385de-fb85-4a02-87c6-2cbf1056815f req-dd60dee3-b74c-46ad-ad6e-aa481a1861f1 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks [] for port (f779bc33-9f77-4e55-90d9-5fb39269c54b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:53.499446 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06677bc-2a9b-4539-a4b1-6d9a4754075d tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:53.500910 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06677bc-2a9b-4539-a4b1-6d9a4754075d tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:53.509173 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f06677bc-2a9b-4539-a4b1-6d9a4754075d tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1969454 Mar 11 19:53:53.516220 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33828) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:53.527120 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f867986c-fb42-4b4a-844d-47df5caf5771 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1445320 Mar 11 19:53:53.529877 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33830) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:53.535448 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-313d6dbd-662e-4d2e-9457-f94c1bef519d tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Request body: {'subnet': {'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:53:53.793855 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7b4385de-fb85-4a02-87c6-2cbf1056815f req-dd60dee3-b74c-46ad-ad6e-aa481a1861f1 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (f779bc33-9f77-4e55-90d9-5fb39269c54b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:53.817819 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313d6dbd-662e-4d2e-9457-f94c1bef519d tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Made reservation on behalf of 06d9e64a19fa4247bc00069610bf80e1 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:53:53.824044 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-313d6dbd-662e-4d2e-9457-f94c1bef519d tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:53.839276 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8bb04419-2aad-4798-b799-0729dc1998c9 req-7acf3d77-a152-443c-8b7d-0e5c26c3d1e2 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7c89787-a794-4218-91b4-c904675866ac HTTP/1.1" status: 200 len: 210 time: 0.1322451 Mar 11 19:53:53.864269 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ec919633-e9dc-4d57-a658-6e3e1542e412 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (7d85d16a-84f6-4fd3-81a4-7c27b4cf880e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:53.902823 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b4385de-fb85-4a02-87c6-2cbf1056815f req-dd60dee3-b74c-46ad-ad6e-aa481a1861f1 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Network 53d3e097-1720-40c7-a335-5030921545d4 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:53:53.923313 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-7b4385de-fb85-4a02-87c6-2cbf1056815f req-dd60dee3-b74c-46ad-ad6e-aa481a1861f1 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:53:53.947399 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b4385de-fb85-4a02-87c6-2cbf1056815f req-dd60dee3-b74c-46ad-ad6e-aa481a1861f1 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:53:53.953692 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd60dee3-b74c-46ad-ad6e-aa481a1861f1 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Pushing event updated for resources: {'Port': ['ID=f779bc33-9f77-4e55-90d9-5fb39269c54b,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:54.033982 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec919633-e9dc-4d57-a658-6e3e1542e412 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 11 19:53:54.040468 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec919633-e9dc-4d57-a658-6e3e1542e412 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:53:54.043952 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ec919633-e9dc-4d57-a658-6e3e1542e412 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] 10.222.0.65 "DELETE /v2.0/networks/7d85d16a-84f6-4fd3-81a4-7c27b4cf880e HTTP/1.1" status: 409 len: 466 time: 0.5248442 Mar 11 19:53:54.051231 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33840) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:54.058995 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-2e26d650-52d9-4026-b46c-d4a7a87af2af tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-278018545'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:53:54.081608 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-943f5c49-41f2-4e01-8805-8553e8dfd1dd None None] Current status of the port 76de1372-941c-46f8-bf43-ea46cf28b176 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:53:54.082163 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-943f5c49-41f2-4e01-8805-8553e8dfd1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (76de1372-941c-46f8-bf43-ea46cf28b176), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:54.156500 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4385de-fb85-4a02-87c6-2cbf1056815f req-dd60dee3-b74c-46ad-ad6e-aa481a1861f1 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:54.157208 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7b4385de-fb85-4a02-87c6-2cbf1056815f req-dd60dee3-b74c-46ad-ad6e-aa481a1861f1 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:54.177757 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e26d650-52d9-4026-b46c-d4a7a87af2af tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Made reservation on behalf of 79ed25ffbf6340ba8abb41601f417832 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:53:54.190577 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2e26d650-52d9-4026-b46c-d4a7a87af2af tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:54.257853 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-313d6dbd-662e-4d2e-9457-f94c1bef519d tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (a982a9ae-2fda-46f9-9e9c-82ee0b83c4ff), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:54.276708 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7b4385de-fb85-4a02-87c6-2cbf1056815f req-dd60dee3-b74c-46ad-ad6e-aa481a1861f1 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 3.5137146 Mar 11 19:53:54.303366 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-7b4385de-fb85-4a02-87c6-2cbf1056815f req-06c60dfb-1b39-4a22-857c-3fd3b615cf17 service neutron] Request body: {'port': {'device_id': 'c7c89787-a794-4218-91b4-c904675866ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:53:54.314859 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 76de1372-941c-46f8-bf43-ea46cf28b176 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:53:54.319969 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (76de1372-941c-46f8-bf43-ea46cf28b176), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:54.320427 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33844) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:54.376348 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313d6dbd-662e-4d2e-9457-f94c1bef519d tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Network 0897600d-059c-4c97-87d5-16371e549b1b is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:53:54.387702 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-313d6dbd-662e-4d2e-9457-f94c1bef519d tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:53:54.391095 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e26d650-52d9-4026-b46c-d4a7a87af2af tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] vlan segment allocate from pool success with {'vlan_id': 875, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:53:54.404141 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313d6dbd-662e-4d2e-9457-f94c1bef519d tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:54.405683 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-313d6dbd-662e-4d2e-9457-f94c1bef519d tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:54.409225 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313d6dbd-662e-4d2e-9457-f94c1bef519d tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event updated for resources: {'Subnet': ['ID=a982a9ae-2fda-46f9-9e9c-82ee0b83c4ff,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:54.437587 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-313d6dbd-662e-4d2e-9457-f94c1bef519d tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9065268 Mar 11 19:53:54.440091 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33848) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:54.448247 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a41c7d-8c77-4077-8bf8-80333c54ea7c None None] Network 0897600d-059c-4c97-87d5-16371e549b1b requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:53:54.451177 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-14c0a633-50fe-44b6-94ca-428b3fd1d2cb tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Request body: {'port': {'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'name': 'tempest-NetworksTestDHCPv6-171891583'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:53:54.483071 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4e930bfe-8159-48cd-9889-d8a28f60338e None None] For port 28c7c39c-5ae5-47b5-8dbd-62809c4b51e5, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:53:54.508555 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2e26d650-52d9-4026-b46c-d4a7a87af2af tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (f19ba656-1e02-4959-a39b-c91d2b262c1c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:54.509088 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-2e26d650-52d9-4026-b46c-d4a7a87af2af tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Added segment f19ba656-1e02-4959-a39b-c91d2b262c1c of type vlan for network 6e878a34-afa2-49ed-b9f1-a1d6d459d42a Mar 11 19:53:54.578767 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7b4385de-fb85-4a02-87c6-2cbf1056815f req-06c60dfb-1b39-4a22-857c-3fd3b615cf17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (f779bc33-9f77-4e55-90d9-5fb39269c54b), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:54.605983 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2e26d650-52d9-4026-b46c-d4a7a87af2af tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (6e878a34-afa2-49ed-b9f1-a1d6d459d42a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:54.673363 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2e26d650-52d9-4026-b46c-d4a7a87af2af tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (6e878a34-afa2-49ed-b9f1-a1d6d459d42a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:54.680092 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e26d650-52d9-4026-b46c-d4a7a87af2af tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:54.680900 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2e26d650-52d9-4026-b46c-d4a7a87af2af tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:54.686652 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-943f5c49-41f2-4e01-8805-8553e8dfd1dd None None] For port 76de1372-941c-46f8-bf43-ea46cf28b176, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=76de1372-941c-46f8-bf43-ea46cf28b176,segment=NetworkSegment(8bae2e39-3ded-475a-b41b-d1d088554c02),segment_id=8bae2e39-3ded-475a-b41b-d1d088554c02)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:53:54.689610 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4e930bfe-8159-48cd-9889-d8a28f60338e None None] For port 28c7c39c-5ae5-47b5-8dbd-62809c4b51e5, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=28c7c39c-5ae5-47b5-8dbd-62809c4b51e5,segment=NetworkSegment(faa0485e-8a56-42d2-9387-6efbc8ff5af6),segment_id=faa0485e-8a56-42d2-9387-6efbc8ff5af6)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:53:54.693249 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-56e809d8-820c-4120-88b6-5dc01e08161c tempest-PortsAdminExtendedAttrsIpV6TestJSON-833119564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833119564-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1167981183'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:53:54.803292 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-2e26d650-52d9-4026-b46c-d4a7a87af2af tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7499046 Mar 11 19:53:54.828186 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33850) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:54.834213 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-9ceba4b4-0f17-4d25-bc63-3009084db35e tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Request body: {'subnet': {'network_id': '6e878a34-afa2-49ed-b9f1-a1d6d459d42a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:53:54.838105 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-943f5c49-41f2-4e01-8805-8553e8dfd1dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (76de1372-941c-46f8-bf43-ea46cf28b176), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:54.901902 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4e930bfe-8159-48cd-9889-d8a28f60338e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (28c7c39c-5ae5-47b5-8dbd-62809c4b51e5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:54.936596 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-77e492e5-ea93-4637-bedc-fa3f8603b82d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:54.954096 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:53:54.954454 n-d-833163-1 neutron-server[103886]: DEBUG oslo_db.api [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:53:55.082641 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e26d650-52d9-4026-b46c-d4a7a87af2af tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Pushing event updated for resources: {'Network': ['ID=6e878a34-afa2-49ed-b9f1-a1d6d459d42a,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:55.117544 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 6e878a34-afa2-49ed-b9f1-a1d6d459d42a details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:53:55.224080 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3d9e29-3135-4366-a136-599d7c95404c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-0897600d-059c-4c97-87d5-16371e549b1b', 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'project_id': '06d9e64a19fa4247bc00069610bf80e1', 'fixed_ips': [{'subnet_id': 'a982a9ae-2fda-46f9-9e9c-82ee0b83c4ff'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:53:55.226233 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bf3d9e29-3135-4366-a136-599d7c95404c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:55.232682 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-3e5e27fa-1ad9-436f-a965-081ed2dcfbd8 None None] Provisioning complete for port f779bc33-9f77-4e55-90d9-5fb39269c54b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:53:55.233062 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3e5e27fa-1ad9-436f-a965-081ed2dcfbd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (f779bc33-9f77-4e55-90d9-5fb39269c54b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:55.235168 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943f5c49-41f2-4e01-8805-8553e8dfd1dd None None] Pushing event updated for resources: {'Port': ['ID=76de1372-941c-46f8-bf43-ea46cf28b176,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:55.306407 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb8f6dd-460e-4c4a-87a8-8652ac2c4852 None None] Network 7d85d16a-84f6-4fd3-81a4-7c27b4cf880e requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:53:55.310945 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e809d8-820c-4120-88b6-5dc01e08161c tempest-PortsAdminExtendedAttrsIpV6TestJSON-833119564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833119564-project] Made reservation on behalf of da40fd3a69c540119c1baeb6703466ac for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:53:55.316517 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-56e809d8-820c-4120-88b6-5dc01e08161c tempest-PortsAdminExtendedAttrsIpV6TestJSON-833119564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833119564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:55.326313 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c0a633-50fe-44b6-94ca-428b3fd1d2cb tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Made reservation on behalf of 06d9e64a19fa4247bc00069610bf80e1 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:53:55.331547 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-14c0a633-50fe-44b6-94ca-428b3fd1d2cb tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:55.351725 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-56e809d8-820c-4120-88b6-5dc01e08161c tempest-PortsAdminExtendedAttrsIpV6TestJSON-833119564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833119564-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:55.363164 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-14c0a633-50fe-44b6-94ca-428b3fd1d2cb tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] device_id is not set on port a2ac4d5c-e776-4920-b3b8-37a68413d04a yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:53:55.499508 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-3e5e27fa-1ad9-436f-a965-081ed2dcfbd8 None None] Port f779bc33-9f77-4e55-90d9-5fb39269c54b cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:53:55.510849 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e930bfe-8159-48cd-9889-d8a28f60338e None None] Pushing event updated for resources: {'Port': ['ID=28c7c39c-5ae5-47b5-8dbd-62809c4b51e5,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:55.598739 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 76de1372-941c-46f8-bf43-ea46cf28b176 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:53:55.600061 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device dc9a52e4-32b8-4e7e-bc7d-cb3d660829ee up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:53:55.610339 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-3e5e27fa-1ad9-436f-a965-081ed2dcfbd8 None None] Provisioning complete for port dc9a52e4-32b8-4e7e-bc7d-cb3d660829ee triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:53:55.613880 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3e5e27fa-1ad9-436f-a965-081ed2dcfbd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (dc9a52e4-32b8-4e7e-bc7d-cb3d660829ee), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:55.635795 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ceba4b4-0f17-4d25-bc63-3009084db35e tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Made reservation on behalf of 79ed25ffbf6340ba8abb41601f417832 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:53:55.639181 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ceba4b4-0f17-4d25-bc63-3009084db35e tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:55.657736 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-56e809d8-820c-4120-88b6-5dc01e08161c tempest-PortsAdminExtendedAttrsIpV6TestJSON-833119564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833119564-project] Publish callbacks [] for security_group (d279646e-8ce4-4366-a33f-5450e8fc13d6), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:55.666919 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-56e809d8-820c-4120-88b6-5dc01e08161c tempest-PortsAdminExtendedAttrsIpV6TestJSON-833119564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833119564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (d279646e-8ce4-4366-a33f-5450e8fc13d6), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:55.691608 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b30496-6dd9-42d6-a3d8-db69c75b8d6f req-a6466ba8-69d1-4298-b567-ddf9f407e294 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:55.693332 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-11b30496-6dd9-42d6-a3d8-db69c75b8d6f req-a6466ba8-69d1-4298-b567-ddf9f407e294 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7c89787-a794-4218-91b4-c904675866ac HTTP/1.1" status: 200 len: 971 time: 0.6820157 Mar 11 19:53:55.701970 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56e809d8-820c-4120-88b6-5dc01e08161c tempest-PortsAdminExtendedAttrsIpV6TestJSON-833119564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833119564-project] vlan segment allocate from pool success with {'vlan_id': 889, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:53:55.711049 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e809d8-820c-4120-88b6-5dc01e08161c tempest-PortsAdminExtendedAttrsIpV6TestJSON-833119564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833119564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d279646e-8ce4-4366-a33f-5450e8fc13d6,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:55.719433 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-56e809d8-820c-4120-88b6-5dc01e08161c tempest-PortsAdminExtendedAttrsIpV6TestJSON-833119564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833119564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (116e9291-4570-4cc7-ad62-567448065ad1), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:55.720040 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-56e809d8-820c-4120-88b6-5dc01e08161c tempest-PortsAdminExtendedAttrsIpV6TestJSON-833119564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833119564-project] Added segment 116e9291-4570-4cc7-ad62-567448065ad1 of type vlan for network b4dfd5de-79fe-40c4-b0bb-87914e071639 Mar 11 19:53:55.813454 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-bf3d9e29-3135-4366-a136-599d7c95404c None None] Allocated IP 2001:db8::2 (0897600d-059c-4c97-87d5-16371e549b1b/a982a9ae-2fda-46f9-9e9c-82ee0b83c4ff/78e6618a-146c-430e-9ab3-a8f1fa556053) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:53:55.814011 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-56e809d8-820c-4120-88b6-5dc01e08161c tempest-PortsAdminExtendedAttrsIpV6TestJSON-833119564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833119564-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (b4dfd5de-79fe-40c4-b0bb-87914e071639), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:55.853539 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-56e809d8-820c-4120-88b6-5dc01e08161c tempest-PortsAdminExtendedAttrsIpV6TestJSON-833119564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833119564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (b4dfd5de-79fe-40c4-b0bb-87914e071639), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:55.859189 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e809d8-820c-4120-88b6-5dc01e08161c tempest-PortsAdminExtendedAttrsIpV6TestJSON-833119564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833119564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:55.859844 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-56e809d8-820c-4120-88b6-5dc01e08161c tempest-PortsAdminExtendedAttrsIpV6TestJSON-833119564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833119564-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:55.901972 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port dc9a52e4-32b8-4e7e-bc7d-cb3d660829ee triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:53:55.902375 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (dc9a52e4-32b8-4e7e-bc7d-cb3d660829ee), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:55.927534 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-3e5e27fa-1ad9-436f-a965-081ed2dcfbd8 None None] Current status of the port dc9a52e4-32b8-4e7e-bc7d-cb3d660829ee is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:53:55.927937 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3e5e27fa-1ad9-436f-a965-081ed2dcfbd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (dc9a52e4-32b8-4e7e-bc7d-cb3d660829ee), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:55.929215 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e809d8-820c-4120-88b6-5dc01e08161c tempest-PortsAdminExtendedAttrsIpV6TestJSON-833119564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833119564-project] Pushing event updated for resources: {'Network': ['ID=b4dfd5de-79fe-40c4-b0bb-87914e071639,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:55.947891 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-56e809d8-820c-4120-88b6-5dc01e08161c tempest-PortsAdminExtendedAttrsIpV6TestJSON-833119564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833119564-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.6216941 Mar 11 19:53:55.948111 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network b4dfd5de-79fe-40c4-b0bb-87914e071639 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:53:55.981926 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-11b30496-6dd9-42d6-a3d8-db69c75b8d6f req-a5e1d261-150c-480a-81e9-d0400b5e4736 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "GET /v2.0/security-groups?id=bdc2da62-3af1-451a-9cc6-1eb2098242b4&id=f82912e0-fa09-44d8-ae7a-f1a9c4586fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.2784004 Mar 11 19:53:56.092345 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-3e5e27fa-1ad9-436f-a965-081ed2dcfbd8 None None] For port dc9a52e4-32b8-4e7e-bc7d-cb3d660829ee, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=dc9a52e4-32b8-4e7e-bc7d-cb3d660829ee,segment=NetworkSegment(68617d24-dea1-4cd2-938d-a048fa8d5db6),segment_id=68617d24-dea1-4cd2-938d-a048fa8d5db6)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:53:56.104697 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3e5e27fa-1ad9-436f-a965-081ed2dcfbd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (dc9a52e4-32b8-4e7e-bc7d-cb3d660829ee), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:56.124591 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-7b4385de-fb85-4a02-87c6-2cbf1056815f req-06c60dfb-1b39-4a22-857c-3fd3b615cf17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f779bc33-9f77-4e55-90d9-5fb39269c54b {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:53:56.170005 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7b4385de-fb85-4a02-87c6-2cbf1056815f req-06c60dfb-1b39-4a22-857c-3fd3b615cf17 service neutron] Publish callbacks [] for port (f779bc33-9f77-4e55-90d9-5fb39269c54b), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:56.220250 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-7b4385de-fb85-4a02-87c6-2cbf1056815f req-06c60dfb-1b39-4a22-857c-3fd3b615cf17 service neutron] Transition to ACTIVE for port object f779bc33-9f77-4e55-90d9-5fb39269c54b will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:53:56.261297 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7b4385de-fb85-4a02-87c6-2cbf1056815f req-06c60dfb-1b39-4a22-857c-3fd3b615cf17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (f779bc33-9f77-4e55-90d9-5fb39269c54b), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:56.266590 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bf3d9e29-3135-4366-a136-599d7c95404c None None] Publish callbacks [] for port (78e6618a-146c-430e-9ab3-a8f1fa556053), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:56.322252 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33862) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:56.327823 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Request body: {'port': {'network_id': 'b4dfd5de-79fe-40c4-b0bb-87914e071639', 'binding:host_id': 'n-h1-833163-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1856395839'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:53:56.373038 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Made reservation on behalf of 2e700dbff83949f5b33bf1ac4c2cd23a for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:53:56.375375 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:56.404326 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:56.426315 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-14c0a633-50fe-44b6-94ca-428b3fd1d2cb tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Allocated IP 2001:db8::28c (0897600d-059c-4c97-87d5-16371e549b1b/a982a9ae-2fda-46f9-9e9c-82ee0b83c4ff/a2ac4d5c-e776-4920-b3b8-37a68413d04a) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:53:56.436793 n-d-833163-1 neutron-server[103885]: DEBUG neutron.objects.ports [None req-9ceba4b4-0f17-4d25-bc63-3009084db35e tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103885) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 19:53:56.477106 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ceba4b4-0f17-4d25-bc63-3009084db35e tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (c926c999-66f5-4392-8b8e-6c3de2f21ffc), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:56.477106 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c60dfb-1b39-4a22-857c-3fd3b615cf17 service neutron] Pushing event updated for resources: {'Port': ['ID=f779bc33-9f77-4e55-90d9-5fb39269c54b,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:56.560816 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bf3d9e29-3135-4366-a136-599d7c95404c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (78e6618a-146c-430e-9ab3-a8f1fa556053), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:56.608185 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:56.636793 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5e27fa-1ad9-436f-a965-081ed2dcfbd8 None None] Pushing event updated for resources: {'Port': ['ID=dc9a52e4-32b8-4e7e-bc7d-cb3d660829ee,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:56.658790 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-e67a31c5-9666-4934-b907-5c34835d459f None None] Provisioning complete for port dc9a52e4-32b8-4e7e-bc7d-cb3d660829ee triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:53:56.659293 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e67a31c5-9666-4934-b907-5c34835d459f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (dc9a52e4-32b8-4e7e-bc7d-cb3d660829ee), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:56.736574 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3d9e29-3135-4366-a136-599d7c95404c None None] Network 0897600d-059c-4c97-87d5-16371e549b1b is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:53:56.748593 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-bf3d9e29-3135-4366-a136-599d7c95404c None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:53:56.763549 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Publish callbacks [] for security_group (587600e5-6870-4ff4-8a3d-061bafabafa4), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:56.764226 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3d9e29-3135-4366-a136-599d7c95404c None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:53:56.777396 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port dc9a52e4-32b8-4e7e-bc7d-cb3d660829ee is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:53:56.784975 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-14c0a633-50fe-44b6-94ca-428b3fd1d2cb tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for port (a2ac4d5c-e776-4920-b3b8-37a68413d04a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:56.791690 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (587600e5-6870-4ff4-8a3d-061bafabafa4), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:56.817352 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] device_id is not set on port e4b202c5-9cdf-435f-bbe0-aaa4b16c842c yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:53:56.862492 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-14c0a633-50fe-44b6-94ca-428b3fd1d2cb tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (a2ac4d5c-e776-4920-b3b8-37a68413d04a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:56.947158 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3d9e29-3135-4366-a136-599d7c95404c None None] Pushing event updated for resources: {'Port': ['ID=78e6618a-146c-430e-9ab3-a8f1fa556053,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:56.963108 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 76de1372-941c-46f8-bf43-ea46cf28b176 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:53:56.969857 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c0a633-50fe-44b6-94ca-428b3fd1d2cb tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event updated for resources: {'Port': ['ID=a2ac4d5c-e776-4920-b3b8-37a68413d04a,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:57.005728 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c0a633-50fe-44b6-94ca-428b3fd1d2cb tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Network 0897600d-059c-4c97-87d5-16371e549b1b is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:53:57.008479 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-14c0a633-50fe-44b6-94ca-428b3fd1d2cb tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:53:57.015451 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c0a633-50fe-44b6-94ca-428b3fd1d2cb tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:53:57.026256 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c0a633-50fe-44b6-94ca-428b3fd1d2cb tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:57.028873 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-14c0a633-50fe-44b6-94ca-428b3fd1d2cb tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:57.044946 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-bf3d9e29-3135-4366-a136-599d7c95404c None None] Attempting to bind port 78e6618a-146c-430e-9ab3-a8f1fa556053 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:53:57.045334 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-bf3d9e29-3135-4366-a136-599d7c95404c None None] Attempting to bind port 78e6618a-146c-430e-9ab3-a8f1fa556053 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:53:57.045705 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3d9e29-3135-4366-a136-599d7c95404c None None] Attempting to bind port 78e6618a-146c-430e-9ab3-a8f1fa556053 on network 0897600d-059c-4c97-87d5-16371e549b1b {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:53:57.060639 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-14c0a633-50fe-44b6-94ca-428b3fd1d2cb tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6187971 Mar 11 19:53:57.062580 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33870) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:57.103149 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-7b4385de-fb85-4a02-87c6-2cbf1056815f req-06c60dfb-1b39-4a22-857c-3fd3b615cf17 service neutron] Attempting to bind port f779bc33-9f77-4e55-90d9-5fb39269c54b on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:53:57.103803 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-7b4385de-fb85-4a02-87c6-2cbf1056815f req-06c60dfb-1b39-4a22-857c-3fd3b615cf17 service neutron] Attempting to bind port f779bc33-9f77-4e55-90d9-5fb39269c54b by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '8bae2e39-3ded-475a-b41b-d1d088554c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '53d3e097-1720-40c7-a335-5030921545d4'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:53:57.104292 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4385de-fb85-4a02-87c6-2cbf1056815f req-06c60dfb-1b39-4a22-857c-3fd3b615cf17 service neutron] Attempting to bind port f779bc33-9f77-4e55-90d9-5fb39269c54b on network 53d3e097-1720-40c7-a335-5030921545d4 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:53:57.106697 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceba4b4-0f17-4d25-bc63-3009084db35e tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Pushing event updated for resources: {'Subnet': ['ID=c926c999-66f5-4392-8b8e-6c3de2f21ffc,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:57.107100 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3d9e29-3135-4366-a136-599d7c95404c None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:53:57.107644 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3d9e29-3135-4366-a136-599d7c95404c None None] Checking segment: {'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:53:57.108074 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bf3d9e29-3135-4366-a136-599d7c95404c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:57.108479 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3d9e29-3135-4366-a136-599d7c95404c None None] Bound using segment: {'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:53:57.109100 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-bf3d9e29-3135-4366-a136-599d7c95404c None None] Bound port: 78e6618a-146c-430e-9ab3-a8f1fa556053, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:53:57.110096 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bf3d9e29-3135-4366-a136-599d7c95404c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (78e6618a-146c-430e-9ab3-a8f1fa556053), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:57.110377 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=587600e5-6870-4ff4-8a3d-061bafabafa4,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:57.129850 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4385de-fb85-4a02-87c6-2cbf1056815f req-06c60dfb-1b39-4a22-857c-3fd3b615cf17 service neutron] Port f779bc33-9f77-4e55-90d9-5fb39269c54b on network 53d3e097-1720-40c7-a335-5030921545d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:53:57.130648 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4385de-fb85-4a02-87c6-2cbf1056815f req-06c60dfb-1b39-4a22-857c-3fd3b615cf17 service neutron] Attempting to bind port f779bc33-9f77-4e55-90d9-5fb39269c54b on network 53d3e097-1720-40c7-a335-5030921545d4 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:53:57.148551 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ceba4b4-0f17-4d25-bc63-3009084db35e tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Checking segment: {'id': 'f19ba656-1e02-4959-a39b-c91d2b262c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '6e878a34-afa2-49ed-b9f1-a1d6d459d42a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:53:57.149617 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ceba4b4-0f17-4d25-bc63-3009084db35e tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Network hostable DHCP agents. Network: 6e878a34-afa2-49ed-b9f1-a1d6d459d42a, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:53:57.163512 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4385de-fb85-4a02-87c6-2cbf1056815f req-06c60dfb-1b39-4a22-857c-3fd3b615cf17 service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:53:57.164294 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4385de-fb85-4a02-87c6-2cbf1056815f req-06c60dfb-1b39-4a22-857c-3fd3b615cf17 service neutron] Checking segment: {'id': '8bae2e39-3ded-475a-b41b-d1d088554c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '53d3e097-1720-40c7-a335-5030921545d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:53:57.165043 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b4385de-fb85-4a02-87c6-2cbf1056815f req-06c60dfb-1b39-4a22-857c-3fd3b615cf17 service neutron] Bound using segment: {'id': '8bae2e39-3ded-475a-b41b-d1d088554c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '53d3e097-1720-40c7-a335-5030921545d4'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:53:57.165678 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-7b4385de-fb85-4a02-87c6-2cbf1056815f req-06c60dfb-1b39-4a22-857c-3fd3b615cf17 service neutron] Bound port: f779bc33-9f77-4e55-90d9-5fb39269c54b, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bae2e39-3ded-475a-b41b-d1d088554c02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 856, 'network_id': '53d3e097-1720-40c7-a335-5030921545d4'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:53:57.166194 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7b4385de-fb85-4a02-87c6-2cbf1056815f req-06c60dfb-1b39-4a22-857c-3fd3b615cf17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (f779bc33-9f77-4e55-90d9-5fb39269c54b), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:57.194166 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a23720-4003-41d2-bdb7-f09af6f85dd4 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:57.210653 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a23720-4003-41d2-bdb7-f09af6f85dd4 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:57.215122 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-38a23720-4003-41d2-bdb7-f09af6f85dd4 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1515162 Mar 11 19:53:57.215767 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33872) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:57.276603 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ceba4b4-0f17-4d25-bc63-3009084db35e tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Network 6e878a34-afa2-49ed-b9f1-a1d6d459d42a is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:53:57.283586 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-bf3d9e29-3135-4366-a136-599d7c95404c None None] For port 78e6618a-146c-430e-9ab3-a8f1fa556053, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:53:57.287538 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-bf3d9e29-3135-4366-a136-599d7c95404c None None] For port 78e6618a-146c-430e-9ab3-a8f1fa556053, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=78e6618a-146c-430e-9ab3-a8f1fa556053,segment=NetworkSegment(70c71ca7-59df-46c5-86d9-acc712ed1da1),segment_id=70c71ca7-59df-46c5-86d9-acc712ed1da1)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:53:57.300409 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bf3d9e29-3135-4366-a136-599d7c95404c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (78e6618a-146c-430e-9ab3-a8f1fa556053), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:57.363220 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-9ceba4b4-0f17-4d25-bc63-3009084db35e tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 6e878a34-afa2-49ed-b9f1-a1d6d459d42a) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:53:57.373047 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e67a31c5-9666-4934-b907-5c34835d459f None None] Current status of the port dc9a52e4-32b8-4e7e-bc7d-cb3d660829ee is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:53:57.386048 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232abd59-87fa-4c86-ba1d-1843be5f8bbb None None] Network 6e878a34-afa2-49ed-b9f1-a1d6d459d42a requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:53:57.417963 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ceba4b4-0f17-4d25-bc63-3009084db35e tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:57.418820 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ceba4b4-0f17-4d25-bc63-3009084db35e tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:57.428952 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a543a43d-6fbb-43d5-931b-512a2d9830bd tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Deleting port a2ac4d5c-e776-4920-b3b8-37a68413d04a {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:53:57.429516 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a543a43d-6fbb-43d5-931b-512a2d9830bd tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (a2ac4d5c-e776-4920-b3b8-37a68413d04a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:57.436957 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e4af3-ba70-49ab-8aae-2cca2a60fe52 req-3c919390-75d0-4e0b-af14-c288ff278eb1 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:57.439507 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5a4e4af3-ba70-49ab-8aae-2cca2a60fe52 req-3c919390-75d0-4e0b-af14-c288ff278eb1 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7c89787-a794-4218-91b4-c904675866ac HTTP/1.1" status: 200 len: 983 time: 0.2509170 Mar 11 19:53:57.553933 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-9ceba4b4-0f17-4d25-bc63-3009084db35e tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7222145 Mar 11 19:53:57.568145 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33876) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:57.583923 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-f59d14eb-06da-4059-a631-0ae9b0fee036 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Request body: {'port': {'network_id': '6e878a34-afa2-49ed-b9f1-a1d6d459d42a', 'name': 'tempest-NetworksIpV6TestAttrs-2122133732'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:53:57.598460 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-7b4385de-fb85-4a02-87c6-2cbf1056815f req-06c60dfb-1b39-4a22-857c-3fd3b615cf17 service neutron] For port f779bc33-9f77-4e55-90d9-5fb39269c54b, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:53:57.636404 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 76de1372-941c-46f8-bf43-ea46cf28b176 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:53:57.643229 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (76de1372-941c-46f8-bf43-ea46cf28b176), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:57.645719 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a543a43d-6fbb-43d5-931b-512a2d9830bd tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (a2ac4d5c-e776-4920-b3b8-37a68413d04a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:57.671497 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a543a43d-6fbb-43d5-931b-512a2d9830bd tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Calling delete_port for a2ac4d5c-e776-4920-b3b8-37a68413d04a owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:53:57.689719 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-7b4385de-fb85-4a02-87c6-2cbf1056815f req-06c60dfb-1b39-4a22-857c-3fd3b615cf17 service neutron] For port f779bc33-9f77-4e55-90d9-5fb39269c54b, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=f779bc33-9f77-4e55-90d9-5fb39269c54b,segment=NetworkSegment(8bae2e39-3ded-475a-b41b-d1d088554c02),segment_id=8bae2e39-3ded-475a-b41b-d1d088554c02)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:53:57.739216 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] device_id is not set on port e4b202c5-9cdf-435f-bbe0-aaa4b16c842c yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:53:57.761068 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7b4385de-fb85-4a02-87c6-2cbf1056815f req-06c60dfb-1b39-4a22-857c-3fd3b615cf17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (f779bc33-9f77-4e55-90d9-5fb39269c54b), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:57.771945 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3d9e29-3135-4366-a136-599d7c95404c None None] Pushing event updated for resources: {'Port': ['ID=78e6618a-146c-430e-9ab3-a8f1fa556053,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:57.838564 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Publish callbacks [] for port (e4b202c5-9cdf-435f-bbe0-aaa4b16c842c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:57.901088 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:57.906779 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9314e0-be25-4fba-8526-5b6788a4e7a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-6e878a34-afa2-49ed-b9f1-a1d6d459d42a', 'network_id': '6e878a34-afa2-49ed-b9f1-a1d6d459d42a', 'project_id': '79ed25ffbf6340ba8abb41601f417832', 'fixed_ips': [{'subnet_id': 'c926c999-66f5-4392-8b8e-6c3de2f21ffc'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:53:57.908433 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-df9314e0-be25-4fba-8526-5b6788a4e7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:57.952988 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5a4e4af3-ba70-49ab-8aae-2cca2a60fe52 req-f0787f52-d0aa-414e-8f27-a95bff8c6d44 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "GET /v2.0/security-groups?id=bdc2da62-3af1-451a-9cc6-1eb2098242b4&id=f82912e0-fa09-44d8-ae7a-f1a9c4586fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.5063462 Mar 11 19:53:57.955534 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (e4b202c5-9cdf-435f-bbe0-aaa4b16c842c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:57.960101 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4385de-fb85-4a02-87c6-2cbf1056815f req-06c60dfb-1b39-4a22-857c-3fd3b615cf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:57.960991 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7b4385de-fb85-4a02-87c6-2cbf1056815f req-06c60dfb-1b39-4a22-857c-3fd3b615cf17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:57.962805 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7b4385de-fb85-4a02-87c6-2cbf1056815f req-06c60dfb-1b39-4a22-857c-3fd3b615cf17 service neutron] 10.222.0.57 "PUT /v2.0/ports/f779bc33-9f77-4e55-90d9-5fb39269c54b HTTP/1.1" status: 200 len: 1131 time: 3.6758065 Mar 11 19:53:57.971966 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7c89787-a794-4218-91b4-c904675866ac', 'tag': 'f779bc33-9f77-4e55-90d9-5fb39269c54b'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:53:57.975018 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2685354c-3349-40d7-b570-2a0b9aa710ec" -d '{"events": [{"name": "network-changed", "server_uuid": "c7c89787-a794-4218-91b4-c904675866ac", "tag": "f779bc33-9f77-4e55-90d9-5fb39269c54b"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:53:57.999948 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 76de1372-941c-46f8-bf43-ea46cf28b176 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:53:58.001443 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device dc9a52e4-32b8-4e7e-bc7d-cb3d660829ee up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:53:58.097597 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c60dfb-1b39-4a22-857c-3fd3b615cf17 service neutron] Pushing event updated for resources: {'Port': ['ID=f779bc33-9f77-4e55-90d9-5fb39269c54b,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:58.106523 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a543a43d-6fbb-43d5-931b-512a2d9830bd tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (a2ac4d5c-e776-4920-b3b8-37a68413d04a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:58.213187 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59d14eb-06da-4059-a631-0ae9b0fee036 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Made reservation on behalf of 79ed25ffbf6340ba8abb41601f417832 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:53:58.216702 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a543a43d-6fbb-43d5-931b-512a2d9830bd tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event deleted for resources: {'Port': ['ID=a2ac4d5c-e776-4920-b3b8-37a68413d04a,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:58.225876 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f59d14eb-06da-4059-a631-0ae9b0fee036 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:58.243825 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port dc9a52e4-32b8-4e7e-bc7d-cb3d660829ee triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:53:58.244347 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (dc9a52e4-32b8-4e7e-bc7d-cb3d660829ee), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:58.254686 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce47d86-f423-4698-bb96-15a8cd4567f8 x-openstack-request-id: req-bce47d86-f423-4698-bb96-15a8cd4567f8 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:53:58.255520 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7c89787-a794-4218-91b4-c904675866ac", "tag": "f779bc33-9f77-4e55-90d9-5fb39269c54b", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:53:58.256028 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bce47d86-f423-4698-bb96-15a8cd4567f8 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:53:58.256681 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7c89787-a794-4218-91b4-c904675866ac', 'tag': 'f779bc33-9f77-4e55-90d9-5fb39269c54b', 'status': 'completed', 'code': 200} Mar 11 19:53:58.277169 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a543a43d-6fbb-43d5-931b-512a2d9830bd tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:58.284073 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a543a43d-6fbb-43d5-931b-512a2d9830bd tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/ports/a2ac4d5c-e776-4920-b3b8-37a68413d04a HTTP/1.1" status: 204 len: 168 time: 1.0672209 Mar 11 19:53:58.285049 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33884) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:58.297999 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Pushing event updated for resources: {'Port': ['ID=e4b202c5-9cdf-435f-bbe0-aaa4b16c842c,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:58.318921 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-f59d14eb-06da-4059-a631-0ae9b0fee036 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] device_id is not set on port 4bf38483-65c3-454d-a7e2-7bbf5985a265 yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:53:58.326719 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Checking segment: {'id': '116e9291-4570-4cc7-ad62-567448065ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'b4dfd5de-79fe-40c4-b0bb-87914e071639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:53:58.327427 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Network hostable DHCP agents. Network: b4dfd5de-79fe-40c4-b0bb-87914e071639, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:53:58.349968 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-df9314e0-be25-4fba-8526-5b6788a4e7a1 None None] Allocated IP 2001:db8::f816:3eff:fe84:f9e1 (6e878a34-afa2-49ed-b9f1-a1d6d459d42a/c926c999-66f5-4392-8b8e-6c3de2f21ffc/95692157-0690-44f4-baf2-d51736fac6e1) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:53:58.370939 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b4ed71-a42a-43bc-b57e-38ace394d1bb tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:58.372439 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b4ed71-a42a-43bc-b57e-38ace394d1bb tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:58.376703 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4385de-fb85-4a02-87c6-2cbf1056815f req-4d5bc753-6b32-458f-b68e-4de7a99f33b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:58.378105 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e3b4ed71-a42a-43bc-b57e-38ace394d1bb tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0917413 Mar 11 19:53:58.378833 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33886) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:58.379187 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7b4385de-fb85-4a02-87c6-2cbf1056815f req-4d5bc753-6b32-458f-b68e-4de7a99f33b1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ba1ac85839b24ea7a6d2ca439cce25f5&device_id=c7c89787-a794-4218-91b4-c904675866ac HTTP/1.1" status: 200 len: 1165 time: 0.3633435 Mar 11 19:53:58.443834 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7b4385de-fb85-4a02-87c6-2cbf1056815f req-f5628f2e-7ca8-40ed-9fec-c8ba9a1acab3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f779bc33-9f77-4e55-90d9-5fb39269c54b HTTP/1.1" status: 200 len: 217 time: 0.0568106 Mar 11 19:53:58.447559 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Network b4dfd5de-79fe-40c4-b0bb-87914e071639 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:53:58.490596 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-90a17e1b-7a9e-4ff9-8279-3981bb846517 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Deleting subnet a982a9ae-2fda-46f9-9e9c-82ee0b83c4ff {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:53:58.496644 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, b4dfd5de-79fe-40c4-b0bb-87914e071639) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:53:58.506812 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:53:58.512078 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-90a17e1b-7a9e-4ff9-8279-3981bb846517 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (a982a9ae-2fda-46f9-9e9c-82ee0b83c4ff), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:58.534927 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port dc9a52e4-32b8-4e7e-bc7d-cb3d660829ee is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:53:58.540561 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a324c8-bff5-4d35-8d1c-1e157c2f5b93 None None] Network b4dfd5de-79fe-40c4-b0bb-87914e071639 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:53:58.546069 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port e4b202c5-9cdf-435f-bbe0-aaa4b16c842c on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:53:58.546747 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port e4b202c5-9cdf-435f-bbe0-aaa4b16c842c by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '116e9291-4570-4cc7-ad62-567448065ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'b4dfd5de-79fe-40c4-b0bb-87914e071639'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:53:58.547348 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port e4b202c5-9cdf-435f-bbe0-aaa4b16c842c on network b4dfd5de-79fe-40c4-b0bb-87914e071639 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:53:58.552520 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4385de-fb85-4a02-87c6-2cbf1056815f req-3d6679ec-2a2f-4726-8f3e-89268f58b496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:58.560942 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7b4385de-fb85-4a02-87c6-2cbf1056815f req-3d6679ec-2a2f-4726-8f3e-89268f58b496 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=49cb0d5b-a7b4-4de5-988d-a1801f9130ba HTTP/1.1" status: 200 len: 835 time: 0.1100218 Mar 11 19:53:58.564570 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Port e4b202c5-9cdf-435f-bbe0-aaa4b16c842c on network b4dfd5de-79fe-40c4-b0bb-87914e071639 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:53:58.567441 n-d-833163-1 neutron-server[103885]: ERROR neutron.plugins.ml2.managers [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Failed to bind port e4b202c5-9cdf-435f-bbe0-aaa4b16c842c on host n-h1-833163-1 for vnic_type normal using segments [{'id': '116e9291-4570-4cc7-ad62-567448065ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'b4dfd5de-79fe-40c4-b0bb-87914e071639'}] Mar 11 19:53:58.569954 n-d-833163-1 neutron-server[103885]: INFO neutron.plugins.ml2.plugin [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempt 2 to bind port e4b202c5-9cdf-435f-bbe0-aaa4b16c842c Mar 11 19:53:58.601907 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port e4b202c5-9cdf-435f-bbe0-aaa4b16c842c on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:53:58.602198 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port e4b202c5-9cdf-435f-bbe0-aaa4b16c842c by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '116e9291-4570-4cc7-ad62-567448065ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'b4dfd5de-79fe-40c4-b0bb-87914e071639'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:53:58.602546 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port e4b202c5-9cdf-435f-bbe0-aaa4b16c842c on network b4dfd5de-79fe-40c4-b0bb-87914e071639 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:53:58.614312 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-90a17e1b-7a9e-4ff9-8279-3981bb846517 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (a982a9ae-2fda-46f9-9e9c-82ee0b83c4ff), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:58.640082 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Port e4b202c5-9cdf-435f-bbe0-aaa4b16c842c on network b4dfd5de-79fe-40c4-b0bb-87914e071639 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:53:58.645250 n-d-833163-1 neutron-server[103885]: ERROR neutron.plugins.ml2.managers [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Failed to bind port e4b202c5-9cdf-435f-bbe0-aaa4b16c842c on host n-h1-833163-1 for vnic_type normal using segments [{'id': '116e9291-4570-4cc7-ad62-567448065ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'b4dfd5de-79fe-40c4-b0bb-87914e071639'}] Mar 11 19:53:58.708534 n-d-833163-1 neutron-server[103885]: INFO neutron.plugins.ml2.plugin [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempt 3 to bind port e4b202c5-9cdf-435f-bbe0-aaa4b16c842c Mar 11 19:53:58.774099 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port e4b202c5-9cdf-435f-bbe0-aaa4b16c842c on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:53:58.774581 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port e4b202c5-9cdf-435f-bbe0-aaa4b16c842c by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '116e9291-4570-4cc7-ad62-567448065ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'b4dfd5de-79fe-40c4-b0bb-87914e071639'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:53:58.774794 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port e4b202c5-9cdf-435f-bbe0-aaa4b16c842c on network b4dfd5de-79fe-40c4-b0bb-87914e071639 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:53:58.793379 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Port e4b202c5-9cdf-435f-bbe0-aaa4b16c842c on network b4dfd5de-79fe-40c4-b0bb-87914e071639 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:53:58.793710 n-d-833163-1 neutron-server[103885]: ERROR neutron.plugins.ml2.managers [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Failed to bind port e4b202c5-9cdf-435f-bbe0-aaa4b16c842c on host n-h1-833163-1 for vnic_type normal using segments [{'id': '116e9291-4570-4cc7-ad62-567448065ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'b4dfd5de-79fe-40c4-b0bb-87914e071639'}] Mar 11 19:53:58.799255 n-d-833163-1 neutron-server[103885]: INFO neutron.plugins.ml2.plugin [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempt 4 to bind port e4b202c5-9cdf-435f-bbe0-aaa4b16c842c Mar 11 19:53:58.813947 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-df9314e0-be25-4fba-8526-5b6788a4e7a1 None None] Publish callbacks [] for port (95692157-0690-44f4-baf2-d51736fac6e1), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:58.842170 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port e4b202c5-9cdf-435f-bbe0-aaa4b16c842c on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:53:58.842697 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port e4b202c5-9cdf-435f-bbe0-aaa4b16c842c by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '116e9291-4570-4cc7-ad62-567448065ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'b4dfd5de-79fe-40c4-b0bb-87914e071639'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:53:58.842839 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port e4b202c5-9cdf-435f-bbe0-aaa4b16c842c on network b4dfd5de-79fe-40c4-b0bb-87914e071639 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:53:58.858452 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4385de-fb85-4a02-87c6-2cbf1056815f req-52725bfd-cf9c-4be0-8df0-66a5872086e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:58.864346 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7b4385de-fb85-4a02-87c6-2cbf1056815f req-52725bfd-cf9c-4be0-8df0-66a5872086e6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=53d3e097-1720-40c7-a335-5030921545d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2620285 Mar 11 19:53:58.870392 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-90a17e1b-7a9e-4ff9-8279-3981bb846517 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (a982a9ae-2fda-46f9-9e9c-82ee0b83c4ff), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:58.887119 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Port e4b202c5-9cdf-435f-bbe0-aaa4b16c842c on network b4dfd5de-79fe-40c4-b0bb-87914e071639 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:53:58.887885 n-d-833163-1 neutron-server[103885]: ERROR neutron.plugins.ml2.managers [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Failed to bind port e4b202c5-9cdf-435f-bbe0-aaa4b16c842c on host n-h1-833163-1 for vnic_type normal using segments [{'id': '116e9291-4570-4cc7-ad62-567448065ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'b4dfd5de-79fe-40c4-b0bb-87914e071639'}] Mar 11 19:53:58.896983 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-df9314e0-be25-4fba-8526-5b6788a4e7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (95692157-0690-44f4-baf2-d51736fac6e1), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:58.922564 n-d-833163-1 neutron-server[103885]: INFO neutron.plugins.ml2.plugin [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempt 5 to bind port e4b202c5-9cdf-435f-bbe0-aaa4b16c842c Mar 11 19:53:58.960932 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port e4b202c5-9cdf-435f-bbe0-aaa4b16c842c on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:53:58.972617 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port e4b202c5-9cdf-435f-bbe0-aaa4b16c842c by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '116e9291-4570-4cc7-ad62-567448065ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'b4dfd5de-79fe-40c4-b0bb-87914e071639'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:53:58.973029 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port e4b202c5-9cdf-435f-bbe0-aaa4b16c842c on network b4dfd5de-79fe-40c4-b0bb-87914e071639 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:53:58.999727 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-90a17e1b-7a9e-4ff9-8279-3981bb846517 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (a982a9ae-2fda-46f9-9e9c-82ee0b83c4ff), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:59.027502 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Port e4b202c5-9cdf-435f-bbe0-aaa4b16c842c on network b4dfd5de-79fe-40c4-b0bb-87914e071639 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:53:59.027864 n-d-833163-1 neutron-server[103885]: ERROR neutron.plugins.ml2.managers [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Failed to bind port e4b202c5-9cdf-435f-bbe0-aaa4b16c842c on host n-h1-833163-1 for vnic_type normal using segments [{'id': '116e9291-4570-4cc7-ad62-567448065ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'b4dfd5de-79fe-40c4-b0bb-87914e071639'}] Mar 11 19:53:59.035049 n-d-833163-1 neutron-server[103885]: INFO neutron.plugins.ml2.plugin [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempt 6 to bind port e4b202c5-9cdf-435f-bbe0-aaa4b16c842c Mar 11 19:53:59.053480 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 78e6618a-146c-430e-9ab3-a8f1fa556053 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:53:59.057311 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a17e1b-7a9e-4ff9-8279-3981bb846517 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event deleted for resources: {'Subnet': ['ID=a982a9ae-2fda-46f9-9e9c-82ee0b83c4ff,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:59.071959 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-90a17e1b-7a9e-4ff9-8279-3981bb846517 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:59.096364 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-90a17e1b-7a9e-4ff9-8279-3981bb846517 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/subnets/a982a9ae-2fda-46f9-9e9c-82ee0b83c4ff HTTP/1.1" status: 204 len: 168 time: 0.7151465 Mar 11 19:53:59.097274 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33902) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:59.126750 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9314e0-be25-4fba-8526-5b6788a4e7a1 None None] Network 6e878a34-afa2-49ed-b9f1-a1d6d459d42a is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:53:59.179752 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22ac5ae-808c-4996-9812-5cdef3bf2872 None None] Network 0897600d-059c-4c97-87d5-16371e549b1b requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:53:59.182341 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-df9314e0-be25-4fba-8526-5b6788a4e7a1 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:53:59.197478 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ac9db6b7-3455-4de6-a91b-21677a3e1a7a tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0988939 Mar 11 19:53:59.198607 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9314e0-be25-4fba-8526-5b6788a4e7a1 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:53:59.205059 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33906) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:59.309493 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9314e0-be25-4fba-8526-5b6788a4e7a1 None None] Pushing event updated for resources: {'Port': ['ID=95692157-0690-44f4-baf2-d51736fac6e1,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:53:59.317027 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:59.317249 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cabfd4-1c83-45cc-9ccf-7216cb0892f5 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:59.322765 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b2cabfd4-1c83-45cc-9ccf-7216cb0892f5 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1099050 Mar 11 19:53:59.324195 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33908) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:59.400038 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd3a518-f623-46c8-a805-e7f1af4e95cf tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:59.403899 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-1fd3a518-f623-46c8-a805-e7f1af4e95cf tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0762284 Mar 11 19:53:59.408584 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33910) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:59.419540 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-425072d5-6323-48a8-b764-39863cf7de11 None None] Provisioning complete for port 78e6618a-146c-430e-9ab3-a8f1fa556053 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:53:59.419959 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-425072d5-6323-48a8-b764-39863cf7de11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (78e6618a-146c-430e-9ab3-a8f1fa556053), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:59.467395 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-888e5668-8b6f-4317-8df3-56847f4e62ab tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0568964 Mar 11 19:53:59.468709 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33912) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:53:59.471491 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-df9314e0-be25-4fba-8526-5b6788a4e7a1 None None] Attempting to bind port 95692157-0690-44f4-baf2-d51736fac6e1 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:53:59.471909 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-df9314e0-be25-4fba-8526-5b6788a4e7a1 None None] Attempting to bind port 95692157-0690-44f4-baf2-d51736fac6e1 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'f19ba656-1e02-4959-a39b-c91d2b262c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '6e878a34-afa2-49ed-b9f1-a1d6d459d42a'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:53:59.472277 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9314e0-be25-4fba-8526-5b6788a4e7a1 None None] Attempting to bind port 95692157-0690-44f4-baf2-d51736fac6e1 on network 6e878a34-afa2-49ed-b9f1-a1d6d459d42a {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:53:59.477066 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-20e14523-be6c-44a6-922c-b9baba703ccd tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Request body: {'subnet': {'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:53:59.494419 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 78e6618a-146c-430e-9ab3-a8f1fa556053 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:53:59.494793 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (78e6618a-146c-430e-9ab3-a8f1fa556053), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:59.501362 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9314e0-be25-4fba-8526-5b6788a4e7a1 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:53:59.501805 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9314e0-be25-4fba-8526-5b6788a4e7a1 None None] Checking segment: {'id': 'f19ba656-1e02-4959-a39b-c91d2b262c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '6e878a34-afa2-49ed-b9f1-a1d6d459d42a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:53:59.502195 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-df9314e0-be25-4fba-8526-5b6788a4e7a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:59.502602 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9314e0-be25-4fba-8526-5b6788a4e7a1 None None] Bound using segment: {'id': 'f19ba656-1e02-4959-a39b-c91d2b262c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '6e878a34-afa2-49ed-b9f1-a1d6d459d42a'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:53:59.503105 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-df9314e0-be25-4fba-8526-5b6788a4e7a1 None None] Bound port: 95692157-0690-44f4-baf2-d51736fac6e1, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f19ba656-1e02-4959-a39b-c91d2b262c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '6e878a34-afa2-49ed-b9f1-a1d6d459d42a'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:53:59.503494 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-df9314e0-be25-4fba-8526-5b6788a4e7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (95692157-0690-44f4-baf2-d51736fac6e1), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:59.552293 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-f59d14eb-06da-4059-a631-0ae9b0fee036 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Allocated IP 2001:db8::f816:3eff:feb5:e9b5 (6e878a34-afa2-49ed-b9f1-a1d6d459d42a/c926c999-66f5-4392-8b8e-6c3de2f21ffc/4bf38483-65c3-454d-a7e2-7bbf5985a265) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:53:59.568290 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port e4b202c5-9cdf-435f-bbe0-aaa4b16c842c on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:53:59.568715 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port e4b202c5-9cdf-435f-bbe0-aaa4b16c842c by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '116e9291-4570-4cc7-ad62-567448065ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'b4dfd5de-79fe-40c4-b0bb-87914e071639'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:53:59.568956 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port e4b202c5-9cdf-435f-bbe0-aaa4b16c842c on network b4dfd5de-79fe-40c4-b0bb-87914e071639 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:53:59.603808 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e14523-be6c-44a6-922c-b9baba703ccd tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Made reservation on behalf of 06d9e64a19fa4247bc00069610bf80e1 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:53:59.608887 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-20e14523-be6c-44a6-922c-b9baba703ccd tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:59.624156 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Port e4b202c5-9cdf-435f-bbe0-aaa4b16c842c on network b4dfd5de-79fe-40c4-b0bb-87914e071639 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:53:59.624533 n-d-833163-1 neutron-server[103885]: ERROR neutron.plugins.ml2.managers [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Failed to bind port e4b202c5-9cdf-435f-bbe0-aaa4b16c842c on host n-h1-833163-1 for vnic_type normal using segments [{'id': '116e9291-4570-4cc7-ad62-567448065ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'b4dfd5de-79fe-40c4-b0bb-87914e071639'}] Mar 11 19:53:59.634706 n-d-833163-1 neutron-server[103885]: INFO neutron.plugins.ml2.plugin [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempt 7 to bind port e4b202c5-9cdf-435f-bbe0-aaa4b16c842c Mar 11 19:53:59.651906 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port e4b202c5-9cdf-435f-bbe0-aaa4b16c842c on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:53:59.652216 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port e4b202c5-9cdf-435f-bbe0-aaa4b16c842c by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '116e9291-4570-4cc7-ad62-567448065ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'b4dfd5de-79fe-40c4-b0bb-87914e071639'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:53:59.652481 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port e4b202c5-9cdf-435f-bbe0-aaa4b16c842c on network b4dfd5de-79fe-40c4-b0bb-87914e071639 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:53:59.663923 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Port e4b202c5-9cdf-435f-bbe0-aaa4b16c842c on network b4dfd5de-79fe-40c4-b0bb-87914e071639 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:53:59.664270 n-d-833163-1 neutron-server[103885]: ERROR neutron.plugins.ml2.managers [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Failed to bind port e4b202c5-9cdf-435f-bbe0-aaa4b16c842c on host n-h1-833163-1 for vnic_type normal using segments [{'id': '116e9291-4570-4cc7-ad62-567448065ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'b4dfd5de-79fe-40c4-b0bb-87914e071639'}] Mar 11 19:53:59.679492 n-d-833163-1 neutron-server[103885]: INFO neutron.plugins.ml2.plugin [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempt 8 to bind port e4b202c5-9cdf-435f-bbe0-aaa4b16c842c Mar 11 19:53:59.720641 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a740e1a8-985a-4e96-99e2-80f6c068b76d req-6248f2de-8154-4fbb-a7a7-53ebb3d4e5ec tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:53:59.723173 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a740e1a8-985a-4e96-99e2-80f6c068b76d req-6248f2de-8154-4fbb-a7a7-53ebb3d4e5ec tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7c89787-a794-4218-91b4-c904675866ac HTTP/1.1" status: 200 len: 983 time: 0.1572313 Mar 11 19:53:59.725147 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7b4385de-fb85-4a02-87c6-2cbf1056815f req-99472228-5010-4f50-ba86-3e21bf7a0088 service neutron] 10.222.0.57 "GET /v2.0/networks/53d3e097-1720-40c7-a335-5030921545d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8560221 Mar 11 19:53:59.847379 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-df9314e0-be25-4fba-8526-5b6788a4e7a1 None None] For port 95692157-0690-44f4-baf2-d51736fac6e1, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:53:59.889483 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-425072d5-6323-48a8-b764-39863cf7de11 None None] Current status of the port 78e6618a-146c-430e-9ab3-a8f1fa556053 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:53:59.889954 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-425072d5-6323-48a8-b764-39863cf7de11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (78e6618a-146c-430e-9ab3-a8f1fa556053), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:59.901874 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7abebf2-b946-4877-a1d3-3d660f5da34e None None] DHCP port deletion for 0897600d-059c-4c97-87d5-16371e549b1b request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:53:59.918453 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-df9314e0-be25-4fba-8526-5b6788a4e7a1 None None] For port 95692157-0690-44f4-baf2-d51736fac6e1, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=95692157-0690-44f4-baf2-d51736fac6e1,segment=NetworkSegment(f19ba656-1e02-4959-a39b-c91d2b262c1c),segment_id=f19ba656-1e02-4959-a39b-c91d2b262c1c)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:53:59.957741 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-df9314e0-be25-4fba-8526-5b6788a4e7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (95692157-0690-44f4-baf2-d51736fac6e1), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:53:59.964723 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 78e6618a-146c-430e-9ab3-a8f1fa556053 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:53:59.965195 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (78e6618a-146c-430e-9ab3-a8f1fa556053), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:00.008290 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f59d14eb-06da-4059-a631-0ae9b0fee036 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks [] for port (4bf38483-65c3-454d-a7e2-7bbf5985a265), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:00.014807 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port e4b202c5-9cdf-435f-bbe0-aaa4b16c842c on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:54:00.015144 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port e4b202c5-9cdf-435f-bbe0-aaa4b16c842c by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '116e9291-4570-4cc7-ad62-567448065ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'b4dfd5de-79fe-40c4-b0bb-87914e071639'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:54:00.015530 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port e4b202c5-9cdf-435f-bbe0-aaa4b16c842c on network b4dfd5de-79fe-40c4-b0bb-87914e071639 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:54:00.025542 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-425072d5-6323-48a8-b764-39863cf7de11 None None] For port 78e6618a-146c-430e-9ab3-a8f1fa556053, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=78e6618a-146c-430e-9ab3-a8f1fa556053,segment=NetworkSegment(70c71ca7-59df-46c5-86d9-acc712ed1da1),segment_id=70c71ca7-59df-46c5-86d9-acc712ed1da1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:54:00.065776 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-425072d5-6323-48a8-b764-39863cf7de11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (78e6618a-146c-430e-9ab3-a8f1fa556053), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:00.085142 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-20e14523-be6c-44a6-922c-b9baba703ccd tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (3f34f6ac-c2cc-4400-8a72-6093eeac38f5), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:00.087070 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Port e4b202c5-9cdf-435f-bbe0-aaa4b16c842c on network b4dfd5de-79fe-40c4-b0bb-87914e071639 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:54:00.087352 n-d-833163-1 neutron-server[103885]: ERROR neutron.plugins.ml2.managers [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Failed to bind port e4b202c5-9cdf-435f-bbe0-aaa4b16c842c on host n-h1-833163-1 for vnic_type normal using segments [{'id': '116e9291-4570-4cc7-ad62-567448065ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'b4dfd5de-79fe-40c4-b0bb-87914e071639'}] Mar 11 19:54:00.092123 n-d-833163-1 neutron-server[103885]: INFO neutron.plugins.ml2.plugin [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempt 9 to bind port e4b202c5-9cdf-435f-bbe0-aaa4b16c842c Mar 11 19:54:00.156837 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9314e0-be25-4fba-8526-5b6788a4e7a1 None None] Pushing event updated for resources: {'Port': ['ID=95692157-0690-44f4-baf2-d51736fac6e1,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:00.181048 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port e4b202c5-9cdf-435f-bbe0-aaa4b16c842c on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:54:00.181723 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port e4b202c5-9cdf-435f-bbe0-aaa4b16c842c by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '116e9291-4570-4cc7-ad62-567448065ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'b4dfd5de-79fe-40c4-b0bb-87914e071639'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:54:00.182640 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port e4b202c5-9cdf-435f-bbe0-aaa4b16c842c on network b4dfd5de-79fe-40c4-b0bb-87914e071639 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:54:00.218860 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:54:00.219299 n-d-833163-1 neutron-server[103886]: DEBUG oslo_db.api [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:54:00.220737 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a7abebf2-b946-4877-a1d3-3d660f5da34e None None] Deleting port 78e6618a-146c-430e-9ab3-a8f1fa556053 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:54:00.221127 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a7abebf2-b946-4877-a1d3-3d660f5da34e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (78e6618a-146c-430e-9ab3-a8f1fa556053), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:00.246454 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e14523-be6c-44a6-922c-b9baba703ccd tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Network 0897600d-059c-4c97-87d5-16371e549b1b is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:54:00.249965 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-20e14523-be6c-44a6-922c-b9baba703ccd tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:54:00.253403 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e14523-be6c-44a6-922c-b9baba703ccd tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:00.254090 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-20e14523-be6c-44a6-922c-b9baba703ccd tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:00.275022 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e14523-be6c-44a6-922c-b9baba703ccd tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event updated for resources: {'Subnet': ['ID=3f34f6ac-c2cc-4400-8a72-6093eeac38f5,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:00.278429 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425072d5-6323-48a8-b764-39863cf7de11 None None] Pushing event updated for resources: {'Port': ['ID=78e6618a-146c-430e-9ab3-a8f1fa556053,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:00.288279 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-20e14523-be6c-44a6-922c-b9baba703ccd tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8150742 Mar 11 19:54:00.288679 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33918) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:00.294311 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-b1f32067-f31f-41a7-8a51-14261c8e0aa4 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Request body: {'port': {'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'fixed_ips': [{'subnet_id': '3f34f6ac-c2cc-4400-8a72-6093eeac38f5', 'ip_address': '2001:db8::659e:cb73:897b:fae1'}], 'name': 'tempest-NetworksTestDHCPv6-221438150'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:54:00.376014 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-a7abebf2-b946-4877-a1d3-3d660f5da34e None None] For port 78e6618a-146c-430e-9ab3-a8f1fa556053, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=78e6618a-146c-430e-9ab3-a8f1fa556053,segment=NetworkSegment(70c71ca7-59df-46c5-86d9-acc712ed1da1),segment_id=70c71ca7-59df-46c5-86d9-acc712ed1da1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:54:00.376950 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a7abebf2-b946-4877-a1d3-3d660f5da34e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (78e6618a-146c-430e-9ab3-a8f1fa556053), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:00.408272 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a7abebf2-b946-4877-a1d3-3d660f5da34e None None] Calling delete_port for 78e6618a-146c-430e-9ab3-a8f1fa556053 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:54:00.417059 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a740e1a8-985a-4e96-99e2-80f6c068b76d req-671a642a-c125-4d9b-b4be-84e8189f01ff tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "GET /v2.0/security-groups?id=bdc2da62-3af1-451a-9cc6-1eb2098242b4&id=f82912e0-fa09-44d8-ae7a-f1a9c4586fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.6811087 Mar 11 19:54:00.461700 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Port e4b202c5-9cdf-435f-bbe0-aaa4b16c842c on network b4dfd5de-79fe-40c4-b0bb-87914e071639 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:54:00.470445 n-d-833163-1 neutron-server[103885]: ERROR neutron.plugins.ml2.managers [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Failed to bind port e4b202c5-9cdf-435f-bbe0-aaa4b16c842c on host n-h1-833163-1 for vnic_type normal using segments [{'id': '116e9291-4570-4cc7-ad62-567448065ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'b4dfd5de-79fe-40c4-b0bb-87914e071639'}] Mar 11 19:54:00.473080 n-d-833163-1 neutron-server[103885]: INFO neutron.plugins.ml2.plugin [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempt 10 to bind port e4b202c5-9cdf-435f-bbe0-aaa4b16c842c Mar 11 19:54:00.510790 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port e4b202c5-9cdf-435f-bbe0-aaa4b16c842c on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:54:00.511131 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port e4b202c5-9cdf-435f-bbe0-aaa4b16c842c by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '116e9291-4570-4cc7-ad62-567448065ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'b4dfd5de-79fe-40c4-b0bb-87914e071639'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:54:00.511460 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port e4b202c5-9cdf-435f-bbe0-aaa4b16c842c on network b4dfd5de-79fe-40c4-b0bb-87914e071639 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:54:00.525516 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7b4385de-fb85-4a02-87c6-2cbf1056815f req-6d99d4ac-d737-4d5e-8d8c-7fc4a579c657 service neutron] 10.222.0.57 "GET /v2.0/networks/53d3e097-1720-40c7-a335-5030921545d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7905035 Mar 11 19:54:00.557180 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Port e4b202c5-9cdf-435f-bbe0-aaa4b16c842c on network b4dfd5de-79fe-40c4-b0bb-87914e071639 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:54:00.557518 n-d-833163-1 neutron-server[103885]: ERROR neutron.plugins.ml2.managers [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Failed to bind port e4b202c5-9cdf-435f-bbe0-aaa4b16c842c on host n-h1-833163-1 for vnic_type normal using segments [{'id': '116e9291-4570-4cc7-ad62-567448065ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'b4dfd5de-79fe-40c4-b0bb-87914e071639'}] Mar 11 19:54:00.557899 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (e4b202c5-9cdf-435f-bbe0-aaa4b16c842c), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:00.565254 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f59d14eb-06da-4059-a631-0ae9b0fee036 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (4bf38483-65c3-454d-a7e2-7bbf5985a265), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:00.574970 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a7abebf2-b946-4877-a1d3-3d660f5da34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (78e6618a-146c-430e-9ab3-a8f1fa556053), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:00.608031 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7abebf2-b946-4877-a1d3-3d660f5da34e None None] Pushing event deleted for resources: {'Port': ['ID=78e6618a-146c-430e-9ab3-a8f1fa556053,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:00.610485 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7abebf2-b946-4877-a1d3-3d660f5da34e None None] No DVR routers for this DVR port 78e6618a-146c-430e-9ab3-a8f1fa556053 on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:54:00.613319 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f32067-f31f-41a7-8a51-14261c8e0aa4 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Made reservation on behalf of 06d9e64a19fa4247bc00069610bf80e1 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:54:00.630632 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af65314-a16e-478c-af88-f49bf02c1b67 None None] Network 0897600d-059c-4c97-87d5-16371e549b1b requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:54:00.730392 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59d14eb-06da-4059-a631-0ae9b0fee036 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Pushing event updated for resources: {'Port': ['ID=4bf38483-65c3-454d-a7e2-7bbf5985a265,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:00.742597 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59d14eb-06da-4059-a631-0ae9b0fee036 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Network 6e878a34-afa2-49ed-b9f1-a1d6d459d42a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:54:00.749133 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-f59d14eb-06da-4059-a631-0ae9b0fee036 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:54:00.774356 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b1f32067-f31f-41a7-8a51-14261c8e0aa4 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:00.779573 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59d14eb-06da-4059-a631-0ae9b0fee036 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:54:00.785307 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59d14eb-06da-4059-a631-0ae9b0fee036 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:00.786246 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f59d14eb-06da-4059-a631-0ae9b0fee036 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:00.794979 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-b1f32067-f31f-41a7-8a51-14261c8e0aa4 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] device_id is not set on port 2ff26543-fb99-444a-a8b1-76d0d7c15730 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:54:00.806460 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Port 78e6618a-146c-430e-9ab3-a8f1fa556053 update to ACTIVE by agent not found {{(pid=103886) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Mar 11 19:54:00.826855 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f59d14eb-06da-4059-a631-0ae9b0fee036 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.2575357 Mar 11 19:54:00.836872 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685354c-3349-40d7-b570-2a0b9aa710ec req-ddf8d157-6ce5-412c-aa6f-e278cb475970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:00.839324 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2685354c-3349-40d7-b570-2a0b9aa710ec req-ddf8d157-6ce5-412c-aa6f-e278cb475970 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ba1ac85839b24ea7a6d2ca439cce25f5&device_id=c7c89787-a794-4218-91b4-c904675866ac HTTP/1.1" status: 200 len: 1165 time: 0.2411442 Mar 11 19:54:00.839969 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33922) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:00.918537 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f93751b-8e66-4b2f-93dc-bc1d2de83857 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-0897600d-059c-4c97-87d5-16371e549b1b', 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'project_id': '06d9e64a19fa4247bc00069610bf80e1', 'fixed_ips': [{'subnet_id': '3f34f6ac-c2cc-4400-8a72-6093eeac38f5'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:54:00.919543 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8f93751b-8e66-4b2f-93dc-bc1d2de83857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:00.999983 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] For port e4b202c5-9cdf-435f-bbe0-aaa4b16c842c, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:54:01.000433 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempted to set empty binding levels {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 11 19:54:01.032191 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (e4b202c5-9cdf-435f-bbe0-aaa4b16c842c), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:01.064833 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-b1f32067-f31f-41a7-8a51-14261c8e0aa4 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Allocated IP 2001:db8::659e:cb73:897b:fae1 (0897600d-059c-4c97-87d5-16371e549b1b/3f34f6ac-c2cc-4400-8a72-6093eeac38f5/2ff26543-fb99-444a-a8b1-76d0d7c15730) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:54:01.102092 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 95692157-0690-44f4-baf2-d51736fac6e1 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:54:01.169906 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f850bb0-1a14-4e53-a64b-22c53ec1327e tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Deleting subnet c926c999-66f5-4392-8b8e-6c3de2f21ffc {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:54:01.217634 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5f850bb0-1a14-4e53-a64b-22c53ec1327e tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks [] for subnet (c926c999-66f5-4392-8b8e-6c3de2f21ffc), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:01.240443 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 95692157-0690-44f4-baf2-d51736fac6e1 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:54:01.240779 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (95692157-0690-44f4-baf2-d51736fac6e1), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:01.272207 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:01.273141 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:01.296342 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685354c-3349-40d7-b570-2a0b9aa710ec req-9bad59b9-b30a-497e-9cdb-c5cd7ae2d3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:01.299455 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2685354c-3349-40d7-b570-2a0b9aa710ec req-9bad59b9-b30a-497e-9cdb-c5cd7ae2d3f5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=53d3e097-1720-40c7-a335-5030921545d4 HTTP/1.1" status: 200 len: 897 time: 0.4361544 Mar 11 19:54:01.381408 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2685354c-3349-40d7-b570-2a0b9aa710ec req-e999348c-6287-4c17-becd-52fa3e9661ef service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f779bc33-9f77-4e55-90d9-5fb39269c54b HTTP/1.1" status: 200 len: 217 time: 0.0605941 Mar 11 19:54:01.417616 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 95692157-0690-44f4-baf2-d51736fac6e1 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:54:01.418225 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (95692157-0690-44f4-baf2-d51736fac6e1), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:01.446162 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5f850bb0-1a14-4e53-a64b-22c53ec1327e tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (c926c999-66f5-4392-8b8e-6c3de2f21ffc), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:01.461465 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 95692157-0690-44f4-baf2-d51736fac6e1, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=95692157-0690-44f4-baf2-d51736fac6e1,segment=NetworkSegment(f19ba656-1e02-4959-a39b-c91d2b262c1c),segment_id=f19ba656-1e02-4959-a39b-c91d2b262c1c)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:54:01.478972 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (95692157-0690-44f4-baf2-d51736fac6e1), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:01.510313 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b1f32067-f31f-41a7-8a51-14261c8e0aa4 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for port (2ff26543-fb99-444a-a8b1-76d0d7c15730), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:01.601713 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=95692157-0690-44f4-baf2-d51736fac6e1,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:01.613809 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 78e6618a-146c-430e-9ab3-a8f1fa556053 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:54:01.623875 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b1f32067-f31f-41a7-8a51-14261c8e0aa4 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (2ff26543-fb99-444a-a8b1-76d0d7c15730), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:01.652545 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5f850bb0-1a14-4e53-a64b-22c53ec1327e tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (c926c999-66f5-4392-8b8e-6c3de2f21ffc), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:01.684646 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 78e6618a-146c-430e-9ab3-a8f1fa556053 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:54:01.685898 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 78e6618a-146c-430e-9ab3-a8f1fa556053 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:54:01.720004 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f32067-f31f-41a7-8a51-14261c8e0aa4 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Network 0897600d-059c-4c97-87d5-16371e549b1b is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:54:01.726319 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-b1f32067-f31f-41a7-8a51-14261c8e0aa4 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:54:01.735112 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f32067-f31f-41a7-8a51-14261c8e0aa4 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:54:01.748883 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f32067-f31f-41a7-8a51-14261c8e0aa4 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:01.749574 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b1f32067-f31f-41a7-8a51-14261c8e0aa4 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:01.781929 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f32067-f31f-41a7-8a51-14261c8e0aa4 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event updated for resources: {'Port': ['ID=2ff26543-fb99-444a-a8b1-76d0d7c15730,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:01.791415 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b1f32067-f31f-41a7-8a51-14261c8e0aa4 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5014124 Mar 11 19:54:01.798297 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33940) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:01.820363 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685354c-3349-40d7-b570-2a0b9aa710ec req-33c95b57-caa1-47a4-9c96-628760f1fc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:01.822212 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2685354c-3349-40d7-b570-2a0b9aa710ec req-33c95b57-caa1-47a4-9c96-628760f1fc74 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=49cb0d5b-a7b4-4de5-988d-a1801f9130ba HTTP/1.1" status: 200 len: 835 time: 0.4299238 Mar 11 19:54:01.832549 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Pushing event updated for resources: {'Port': ['ID=e4b202c5-9cdf-435f-bbe0-aaa4b16c842c,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:01.839230 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-8f93751b-8e66-4b2f-93dc-bc1d2de83857 None None] Allocated IP 2001:db8::2 (0897600d-059c-4c97-87d5-16371e549b1b/3f34f6ac-c2cc-4400-8a72-6093eeac38f5/4e817e5c-2e58-460d-8894-ed1a82b980a4) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:54:01.879802 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0659045e-6367-40b6-88a7-225eb08fadb8 None None] Network 6e878a34-afa2-49ed-b9f1-a1d6d459d42a requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:54:01.885543 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-3f0203cc-7c60-439e-b682-9ce1fd20b08e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 5.5619442 Mar 11 19:54:01.888548 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33944) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:01.919281 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5f850bb0-1a14-4e53-a64b-22c53ec1327e tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (c926c999-66f5-4392-8b8e-6c3de2f21ffc), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:01.977806 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322bc92-d5fd-433c-9b5c-671747faddc3 req-c73dd299-1c3b-43ac-a9f6-8adfcc417c89 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:01.983830 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6322bc92-d5fd-433c-9b5c-671747faddc3 req-c73dd299-1c3b-43ac-a9f6-8adfcc417c89 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7c89787-a794-4218-91b4-c904675866ac HTTP/1.1" status: 200 len: 983 time: 0.2263877 Mar 11 19:54:01.988476 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5f850bb0-1a14-4e53-a64b-22c53ec1327e tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:01.993477 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-5f850bb0-1a14-4e53-a64b-22c53ec1327e tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] 10.222.0.65 "DELETE /v2.0/subnets/c926c999-66f5-4392-8b8e-6c3de2f21ffc HTTP/1.1" status: 204 len: 168 time: 1.1431684 Mar 11 19:54:01.996698 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f850bb0-1a14-4e53-a64b-22c53ec1327e tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Pushing event deleted for resources: {'Subnet': ['ID=c926c999-66f5-4392-8b8e-6c3de2f21ffc,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:01.999204 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33948) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:02.073694 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe9b90d-9fa3-430c-aa1f-f27b3d859a48 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:02.075231 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe9b90d-9fa3-430c-aa1f-f27b3d859a48 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:02.076828 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-cfe9b90d-9fa3-430c-aa1f-f27b3d859a48 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0651016 Mar 11 19:54:02.085252 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33950) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:02.102753 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-b1b348ae-4277-4887-8402-c01648fad119 None None] Provisioning complete for port 95692157-0690-44f4-baf2-d51736fac6e1 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:54:02.103278 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b1b348ae-4277-4887-8402-c01648fad119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (95692157-0690-44f4-baf2-d51736fac6e1), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:02.105353 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034ff573-880f-473c-9c65-998022e3d0bf tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:02.115007 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-034ff573-880f-473c-9c65-998022e3d0bf tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.3156450 Mar 11 19:54:02.116821 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33952) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:02.195283 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cef5e7e4-3555-4737-aae0-2c0c427584e6 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (6e878a34-afa2-49ed-b9f1-a1d6d459d42a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:02.217554 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685354c-3349-40d7-b570-2a0b9aa710ec req-ee2a44f7-9bc7-49b9-8241-70e4fe2053e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:02.219463 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2685354c-3349-40d7-b570-2a0b9aa710ec req-ee2a44f7-9bc7-49b9-8241-70e4fe2053e8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=53d3e097-1720-40c7-a335-5030921545d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3701389 Mar 11 19:54:02.282539 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8f93751b-8e66-4b2f-93dc-bc1d2de83857 None None] Publish callbacks [] for port (4e817e5c-2e58-460d-8894-ed1a82b980a4), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:02.296811 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8f93751b-8e66-4b2f-93dc-bc1d2de83857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (4e817e5c-2e58-460d-8894-ed1a82b980a4), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:02.302193 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b1b348ae-4277-4887-8402-c01648fad119 None None] Current status of the port 95692157-0690-44f4-baf2-d51736fac6e1 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:54:02.327282 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-7d36ddba-f0f5-42ae-867a-9628285121d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Deleting port e4b202c5-9cdf-435f-bbe0-aaa4b16c842c {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:54:02.327804 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7d36ddba-f0f5-42ae-867a-9628285121d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (e4b202c5-9cdf-435f-bbe0-aaa4b16c842c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:02.361720 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2caac11-21df-47ef-bc65-e57b129962c5 None None] DHCP port deletion for 6e878a34-afa2-49ed-b9f1-a1d6d459d42a request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:54:02.368307 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-cef5e7e4-3555-4737-aae0-2c0c427584e6 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 11 19:54:02.376374 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cef5e7e4-3555-4737-aae0-2c0c427584e6 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:54:02.387671 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-cef5e7e4-3555-4737-aae0-2c0c427584e6 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] 10.222.0.65 "DELETE /v2.0/networks/6e878a34-afa2-49ed-b9f1-a1d6d459d42a HTTP/1.1" status: 409 len: 466 time: 0.2935891 Mar 11 19:54:02.390634 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33956) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:02.393045 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f93751b-8e66-4b2f-93dc-bc1d2de83857 None None] Network 0897600d-059c-4c97-87d5-16371e549b1b is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:54:02.403610 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-8f93751b-8e66-4b2f-93dc-bc1d2de83857 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:54:02.411919 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-a269b80b-6965-478e-9cdc-d1f428fa6223 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1218690158'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:54:02.414161 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f93751b-8e66-4b2f-93dc-bc1d2de83857 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:54:02.424890 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-8f2e9892-bd57-4db5-919c-b20d8915ef4d tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Deleting port 2ff26543-fb99-444a-a8b1-76d0d7c15730 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:54:02.425354 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8f2e9892-bd57-4db5-919c-b20d8915ef4d tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (2ff26543-fb99-444a-a8b1-76d0d7c15730), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:02.439916 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6322bc92-d5fd-433c-9b5c-671747faddc3 req-eccfd9c2-3e59-4221-961d-5ddcf70ad472 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "GET /v2.0/security-groups?id=bdc2da62-3af1-451a-9cc6-1eb2098242b4&id=f82912e0-fa09-44d8-ae7a-f1a9c4586fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.4284761 Mar 11 19:54:02.453397 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-7d36ddba-f0f5-42ae-867a-9628285121d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] For port e4b202c5-9cdf-435f-bbe0-aaa4b16c842c, host n-h1-833163-1, got binding levels [] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:54:02.453904 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7d36ddba-f0f5-42ae-867a-9628285121d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (e4b202c5-9cdf-435f-bbe0-aaa4b16c842c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:02.459308 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f93751b-8e66-4b2f-93dc-bc1d2de83857 None None] Pushing event updated for resources: {'Port': ['ID=4e817e5c-2e58-460d-8894-ed1a82b980a4,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:02.488283 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-7d36ddba-f0f5-42ae-867a-9628285121d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Calling delete_port for e4b202c5-9cdf-435f-bbe0-aaa4b16c842c owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:54:02.493530 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a269b80b-6965-478e-9cdc-d1f428fa6223 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Made reservation on behalf of 79ed25ffbf6340ba8abb41601f417832 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:54:02.507437 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a269b80b-6965-478e-9cdc-d1f428fa6223 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:02.528076 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2685354c-3349-40d7-b570-2a0b9aa710ec req-37eb0acf-bf03-4591-a852-a099338f7c2a service neutron] 10.222.0.57 "GET /v2.0/networks/53d3e097-1720-40c7-a335-5030921545d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900088 Mar 11 19:54:02.554221 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-8f93751b-8e66-4b2f-93dc-bc1d2de83857 None None] Attempting to bind port 4e817e5c-2e58-460d-8894-ed1a82b980a4 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:54:02.554827 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-8f93751b-8e66-4b2f-93dc-bc1d2de83857 None None] Attempting to bind port 4e817e5c-2e58-460d-8894-ed1a82b980a4 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:54:02.555194 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f93751b-8e66-4b2f-93dc-bc1d2de83857 None None] Attempting to bind port 4e817e5c-2e58-460d-8894-ed1a82b980a4 on network 0897600d-059c-4c97-87d5-16371e549b1b {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:54:02.563306 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f93751b-8e66-4b2f-93dc-bc1d2de83857 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:54:02.563936 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f93751b-8e66-4b2f-93dc-bc1d2de83857 None None] Checking segment: {'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:54:02.565167 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8f93751b-8e66-4b2f-93dc-bc1d2de83857 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:02.565703 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f93751b-8e66-4b2f-93dc-bc1d2de83857 None None] Bound using segment: {'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:54:02.566138 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-8f93751b-8e66-4b2f-93dc-bc1d2de83857 None None] Bound port: 4e817e5c-2e58-460d-8894-ed1a82b980a4, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:54:02.566695 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8f93751b-8e66-4b2f-93dc-bc1d2de83857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (4e817e5c-2e58-460d-8894-ed1a82b980a4), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:02.605917 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a269b80b-6965-478e-9cdc-d1f428fa6223 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] vlan segment allocate from pool success with {'vlan_id': 885, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:54:02.649092 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-8f93751b-8e66-4b2f-93dc-bc1d2de83857 None None] For port 4e817e5c-2e58-460d-8894-ed1a82b980a4, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:54:02.652677 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-8f93751b-8e66-4b2f-93dc-bc1d2de83857 None None] For port 4e817e5c-2e58-460d-8894-ed1a82b980a4, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=4e817e5c-2e58-460d-8894-ed1a82b980a4,segment=NetworkSegment(70c71ca7-59df-46c5-86d9-acc712ed1da1),segment_id=70c71ca7-59df-46c5-86d9-acc712ed1da1)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:54:02.666436 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a269b80b-6965-478e-9cdc-d1f428fa6223 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (119c3444-287f-4faa-87f0-1184654cdd62), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:02.666950 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-a269b80b-6965-478e-9cdc-d1f428fa6223 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Added segment 119c3444-287f-4faa-87f0-1184654cdd62 of type vlan for network c2e29544-1562-45b1-82db-2146eba3b4a5 Mar 11 19:54:02.668165 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device f779bc33-9f77-4e55-90d9-5fb39269c54b details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:54:02.673830 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8f93751b-8e66-4b2f-93dc-bc1d2de83857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (4e817e5c-2e58-460d-8894-ed1a82b980a4), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:02.694517 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8f2e9892-bd57-4db5-919c-b20d8915ef4d tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (2ff26543-fb99-444a-a8b1-76d0d7c15730), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:02.741538 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f93751b-8e66-4b2f-93dc-bc1d2de83857 None None] Pushing event updated for resources: {'Port': ['ID=4e817e5c-2e58-460d-8894-ed1a82b980a4,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:02.742705 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-8f2e9892-bd57-4db5-919c-b20d8915ef4d tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Calling delete_port for 2ff26543-fb99-444a-a8b1-76d0d7c15730 owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:54:02.755279 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a2caac11-21df-47ef-bc65-e57b129962c5 None None] Deleting port 95692157-0690-44f4-baf2-d51736fac6e1 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:54:02.755721 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a2caac11-21df-47ef-bc65-e57b129962c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (95692157-0690-44f4-baf2-d51736fac6e1), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:02.773876 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7d36ddba-f0f5-42ae-867a-9628285121d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (e4b202c5-9cdf-435f-bbe0-aaa4b16c842c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:02.776735 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a269b80b-6965-478e-9cdc-d1f428fa6223 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (c2e29544-1562-45b1-82db-2146eba3b4a5), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:02.874000 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d36ddba-f0f5-42ae-867a-9628285121d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Pushing event deleted for resources: {'Port': ['ID=e4b202c5-9cdf-435f-bbe0-aaa4b16c842c,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:02.885890 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2685354c-3349-40d7-b570-2a0b9aa710ec req-8ec3de3f-36e5-4f30-9ea0-a7f1ccb2266b service neutron] 10.222.0.57 "GET /v2.0/networks/53d3e097-1720-40c7-a335-5030921545d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3403673 Mar 11 19:54:02.890359 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a269b80b-6965-478e-9cdc-d1f428fa6223 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (c2e29544-1562-45b1-82db-2146eba3b4a5), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:02.906467 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7d36ddba-f0f5-42ae-867a-9628285121d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:02.909408 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a269b80b-6965-478e-9cdc-d1f428fa6223 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:02.910174 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a269b80b-6965-478e-9cdc-d1f428fa6223 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:02.910805 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-7d36ddba-f0f5-42ae-867a-9628285121d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] 10.222.0.65 "DELETE /v2.0/ports/e4b202c5-9cdf-435f-bbe0-aaa4b16c842c HTTP/1.1" status: 204 len: 168 time: 1.0212491 Mar 11 19:54:02.914038 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33958) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:02.947602 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 95692157-0690-44f4-baf2-d51736fac6e1 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:54:02.948927 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-743ab62c-6fb4-4211-963d-fe9762273672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] GET failed (client error): The resource could not be found. Mar 11 19:54:02.950636 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-743ab62c-6fb4-4211-963d-fe9762273672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] 10.222.0.65 "GET /v2.0/ports/e4b202c5-9cdf-435f-bbe0-aaa4b16c842c HTTP/1.1" status: 404 len: 333 time: 0.0348122 Mar 11 19:54:02.958630 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33962) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:02.964537 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-63d478c7-9429-429d-b14f-8a9c5e94c5e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Request body: {'port': {'network_id': 'b4dfd5de-79fe-40c4-b0bb-87914e071639', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-281337746'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:54:03.045548 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a269b80b-6965-478e-9cdc-d1f428fa6223 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6400247 Mar 11 19:54:03.046367 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d478c7-9429-429d-b14f-8a9c5e94c5e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Made reservation on behalf of 2e700dbff83949f5b33bf1ac4c2cd23a for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:54:03.049163 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-63d478c7-9429-429d-b14f-8a9c5e94c5e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:03.051742 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33966) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:03.060841 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-a280f7c2-d4f7-4ae6-881d-cb7c14a7aa11 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Request body: {'subnet': {'network_id': 'c2e29544-1562-45b1-82db-2146eba3b4a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:54:03.133148 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-63d478c7-9429-429d-b14f-8a9c5e94c5e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] device_id is not set on port 79dd5afd-e745-486e-86fe-5789a963e7a1 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:54:03.187357 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a269b80b-6965-478e-9cdc-d1f428fa6223 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Pushing event updated for resources: {'Network': ['ID=c2e29544-1562-45b1-82db-2146eba3b4a5,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:03.223051 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8f2e9892-bd57-4db5-919c-b20d8915ef4d tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (2ff26543-fb99-444a-a8b1-76d0d7c15730), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:03.263304 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port f779bc33-9f77-4e55-90d9-5fb39269c54b, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=f779bc33-9f77-4e55-90d9-5fb39269c54b,segment=NetworkSegment(8bae2e39-3ded-475a-b41b-d1d088554c02),segment_id=8bae2e39-3ded-475a-b41b-d1d088554c02)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:54:03.285951 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': 'f779bc33-9f77-4e55-90d9-5fb39269c54b', 'network_id': '53d3e097-1720-40c7-a335-5030921545d4', 'port_id': 'f779bc33-9f77-4e55-90d9-5fb39269c54b', 'mac_address': 'fa:16:3e:00:3a:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 856, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49cb0d5b-a7b4-4de5-988d-a1801f9130ba', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:54:03.303532 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-a2caac11-21df-47ef-bc65-e57b129962c5 None None] For port 95692157-0690-44f4-baf2-d51736fac6e1, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=95692157-0690-44f4-baf2-d51736fac6e1,segment=NetworkSegment(f19ba656-1e02-4959-a39b-c91d2b262c1c),segment_id=f19ba656-1e02-4959-a39b-c91d2b262c1c)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:54:03.303956 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a2caac11-21df-47ef-bc65-e57b129962c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (95692157-0690-44f4-baf2-d51736fac6e1), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:03.318836 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a280f7c2-d4f7-4ae6-881d-cb7c14a7aa11 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Made reservation on behalf of 79ed25ffbf6340ba8abb41601f417832 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:54:03.322596 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a2caac11-21df-47ef-bc65-e57b129962c5 None None] Calling delete_port for 95692157-0690-44f4-baf2-d51736fac6e1 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:54:03.323184 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a280f7c2-d4f7-4ae6-881d-cb7c14a7aa11 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:03.354014 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2e9892-bd57-4db5-919c-b20d8915ef4d tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event deleted for resources: {'Port': ['ID=2ff26543-fb99-444a-a8b1-76d0d7c15730,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:03.428308 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8f2e9892-bd57-4db5-919c-b20d8915ef4d tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:03.431856 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8f2e9892-bd57-4db5-919c-b20d8915ef4d tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/ports/2ff26543-fb99-444a-a8b1-76d0d7c15730 HTTP/1.1" status: 204 len: 168 time: 1.3134971 Mar 11 19:54:03.437067 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33968) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:03.464268 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network c2e29544-1562-45b1-82db-2146eba3b4a5 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:54:03.555397 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a2caac11-21df-47ef-bc65-e57b129962c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (95692157-0690-44f4-baf2-d51736fac6e1), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:03.564572 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd7bdd4-588f-4cc3-8383-1e1149659f5c tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:03.572465 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd7bdd4-588f-4cc3-8383-1e1149659f5c tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:03.574128 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-acd7bdd4-588f-4cc3-8383-1e1149659f5c tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1268435 Mar 11 19:54:03.582055 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33972) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:03.590434 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2caac11-21df-47ef-bc65-e57b129962c5 None None] Pushing event deleted for resources: {'Port': ['ID=95692157-0690-44f4-baf2-d51736fac6e1,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:03.649472 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port f779bc33-9f77-4e55-90d9-5fb39269c54b is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:54:03.649864 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (f779bc33-9f77-4e55-90d9-5fb39269c54b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:03.682723 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2caac11-21df-47ef-bc65-e57b129962c5 None None] No DVR routers for this DVR port 95692157-0690-44f4-baf2-d51736fac6e1 on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:54:03.711972 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Port 95692157-0690-44f4-baf2-d51736fac6e1 update to DOWN by agent not found {{(pid=103886) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Mar 11 19:54:03.733021 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-63d478c7-9429-429d-b14f-8a9c5e94c5e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Publish callbacks [] for port (79dd5afd-e745-486e-86fe-5789a963e7a1), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:03.740760 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f779bc33-9f77-4e55-90d9-5fb39269c54b {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:54:03.752202 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-4271cb0d-a887-4db9-9900-3eddba155801 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Deleting subnet 3f34f6ac-c2cc-4400-8a72-6093eeac38f5 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:54:03.757472 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4271cb0d-a887-4db9-9900-3eddba155801 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (3f34f6ac-c2cc-4400-8a72-6093eeac38f5), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:03.794184 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port f779bc33-9f77-4e55-90d9-5fb39269c54b, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=f779bc33-9f77-4e55-90d9-5fb39269c54b,segment=NetworkSegment(8bae2e39-3ded-475a-b41b-d1d088554c02),segment_id=8bae2e39-3ded-475a-b41b-d1d088554c02)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:54:03.801977 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (f779bc33-9f77-4e55-90d9-5fb39269c54b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:03.831257 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4271cb0d-a887-4db9-9900-3eddba155801 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (3f34f6ac-c2cc-4400-8a72-6093eeac38f5), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:03.844825 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4086d64-7d3f-4733-a428-4f6b484f7f05 req-3abd6be4-42fe-4701-ba82-6dfd65aa6df2 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:03.852318 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e4086d64-7d3f-4733-a428-4f6b484f7f05 req-3abd6be4-42fe-4701-ba82-6dfd65aa6df2 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7c89787-a794-4218-91b4-c904675866ac HTTP/1.1" status: 200 len: 983 time: 0.3132427 Mar 11 19:54:03.875382 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=f779bc33-9f77-4e55-90d9-5fb39269c54b,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:03.909532 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-63d478c7-9429-429d-b14f-8a9c5e94c5e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (79dd5afd-e745-486e-86fe-5789a963e7a1), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:04.009069 n-d-833163-1 neutron-server[103885]: DEBUG neutron.objects.ports [None req-a280f7c2-d4f7-4ae6-881d-cb7c14a7aa11 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103885) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 19:54:04.011565 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a280f7c2-d4f7-4ae6-881d-cb7c14a7aa11 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (a3779419-983c-48e3-8fe7-d3fe26a0e679), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:04.016972 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4271cb0d-a887-4db9-9900-3eddba155801 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (3f34f6ac-c2cc-4400-8a72-6093eeac38f5), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:04.023984 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e4086d64-7d3f-4733-a428-4f6b484f7f05 req-26a3d97c-5c84-4f88-bd15-9639b4371bf7 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "GET /v2.0/security-groups?id=bdc2da62-3af1-451a-9cc6-1eb2098242b4&id=f82912e0-fa09-44d8-ae7a-f1a9c4586fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1706331 Mar 11 19:54:04.101320 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a280f7c2-d4f7-4ae6-881d-cb7c14a7aa11 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Pushing event updated for resources: {'Subnet': ['ID=a3779419-983c-48e3-8fe7-d3fe26a0e679,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:04.113470 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a280f7c2-d4f7-4ae6-881d-cb7c14a7aa11 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Checking segment: {'id': '119c3444-287f-4faa-87f0-1184654cdd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 885, 'network_id': 'c2e29544-1562-45b1-82db-2146eba3b4a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:54:04.114132 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a280f7c2-d4f7-4ae6-881d-cb7c14a7aa11 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Network hostable DHCP agents. Network: c2e29544-1562-45b1-82db-2146eba3b4a5, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:54:04.144445 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d478c7-9429-429d-b14f-8a9c5e94c5e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Network b4dfd5de-79fe-40c4-b0bb-87914e071639 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:54:04.154612 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['f779bc33-9f77-4e55-90d9-5fb39269c54b'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:54:04.170333 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-63d478c7-9429-429d-b14f-8a9c5e94c5e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:54:04.177706 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a280f7c2-d4f7-4ae6-881d-cb7c14a7aa11 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Network c2e29544-1562-45b1-82db-2146eba3b4a5 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:54:04.192110 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d478c7-9429-429d-b14f-8a9c5e94c5e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:54:04.195816 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d478c7-9429-429d-b14f-8a9c5e94c5e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:04.197289 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-63d478c7-9429-429d-b14f-8a9c5e94c5e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:04.209115 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-a280f7c2-d4f7-4ae6-881d-cb7c14a7aa11 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, c2e29544-1562-45b1-82db-2146eba3b4a5) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:54:04.216173 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a280f7c2-d4f7-4ae6-881d-cb7c14a7aa11 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:04.216805 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a280f7c2-d4f7-4ae6-881d-cb7c14a7aa11 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:04.255547 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193f3a61-c604-4aad-bd3a-77b6da483e42 None None] Network c2e29544-1562-45b1-82db-2146eba3b4a5 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:54:04.265375 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d478c7-9429-429d-b14f-8a9c5e94c5e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Pushing event updated for resources: {'Port': ['ID=79dd5afd-e745-486e-86fe-5789a963e7a1,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:04.291562 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a280f7c2-d4f7-4ae6-881d-cb7c14a7aa11 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.2380886 Mar 11 19:54:04.293795 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33978) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:04.296537 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-63d478c7-9429-429d-b14f-8a9c5e94c5e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.3361535 Mar 11 19:54:04.297201 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33980) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:04.304247 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-1c6c532e-840b-4a55-b4f9-bffe7755dfab tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-833163-1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:54:04.339710 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4271cb0d-a887-4db9-9900-3eddba155801 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (3f34f6ac-c2cc-4400-8a72-6093eeac38f5), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:04.398692 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4271cb0d-a887-4db9-9900-3eddba155801 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:04.402093 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4271cb0d-a887-4db9-9900-3eddba155801 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/subnets/3f34f6ac-c2cc-4400-8a72-6093eeac38f5 HTTP/1.1" status: 204 len: 168 time: 0.8188596 Mar 11 19:54:04.408638 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33982) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:04.413779 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4271cb0d-a887-4db9-9900-3eddba155801 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event deleted for resources: {'Subnet': ['ID=3f34f6ac-c2cc-4400-8a72-6093eeac38f5,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:04.457931 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1c6c532e-840b-4a55-b4f9-bffe7755dfab tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (79dd5afd-e745-486e-86fe-5789a963e7a1), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:04.511187 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-b044116f-7222-4ade-9a15-175761f1f054 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1011043 Mar 11 19:54:04.513876 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33984) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:04.519737 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-ade9fb3d-0bb5-4d6a-9461-276f3c12d75f tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Request body: {'subnet': {'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:54:04.540118 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae642bf8-d796-4ffd-a248-b84225749df9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-c2e29544-1562-45b1-82db-2146eba3b4a5', 'network_id': 'c2e29544-1562-45b1-82db-2146eba3b4a5', 'project_id': '79ed25ffbf6340ba8abb41601f417832', 'fixed_ips': [{'subnet_id': 'a3779419-983c-48e3-8fe7-d3fe26a0e679'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:54:04.540801 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ae642bf8-d796-4ffd-a248-b84225749df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:04.652647 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-34692804-3d17-46b6-a893-1373df41875c tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (c2e29544-1562-45b1-82db-2146eba3b4a5), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:04.700802 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-1c6c532e-840b-4a55-b4f9-bffe7755dfab tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] device_id is not set on port 79dd5afd-e745-486e-86fe-5789a963e7a1 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:54:04.709095 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade9fb3d-0bb5-4d6a-9461-276f3c12d75f tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Made reservation on behalf of 06d9e64a19fa4247bc00069610bf80e1 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:54:04.710182 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1c6c532e-840b-4a55-b4f9-bffe7755dfab tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Publish callbacks [] for port (79dd5afd-e745-486e-86fe-5789a963e7a1), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:04.712959 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ade9fb3d-0bb5-4d6a-9461-276f3c12d75f tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:04.717507 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1c6c532e-840b-4a55-b4f9-bffe7755dfab tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (79dd5afd-e745-486e-86fe-5789a963e7a1), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:04.785164 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6c532e-840b-4a55-b4f9-bffe7755dfab tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Pushing event updated for resources: {'Port': ['ID=79dd5afd-e745-486e-86fe-5789a963e7a1,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:04.793147 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-1c6c532e-840b-4a55-b4f9-bffe7755dfab tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port 79dd5afd-e745-486e-86fe-5789a963e7a1 on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:54:04.793853 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-1c6c532e-840b-4a55-b4f9-bffe7755dfab tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port 79dd5afd-e745-486e-86fe-5789a963e7a1 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '116e9291-4570-4cc7-ad62-567448065ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'b4dfd5de-79fe-40c4-b0bb-87914e071639'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:54:04.794548 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6c532e-840b-4a55-b4f9-bffe7755dfab tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port 79dd5afd-e745-486e-86fe-5789a963e7a1 on network b4dfd5de-79fe-40c4-b0bb-87914e071639 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:54:04.797473 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-34692804-3d17-46b6-a893-1373df41875c tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (a3779419-983c-48e3-8fe7-d3fe26a0e679), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:04.799859 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6c532e-840b-4a55-b4f9-bffe7755dfab tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Port 79dd5afd-e745-486e-86fe-5789a963e7a1 on network b4dfd5de-79fe-40c4-b0bb-87914e071639 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:54:04.800321 n-d-833163-1 neutron-server[103884]: ERROR neutron.plugins.ml2.managers [None req-1c6c532e-840b-4a55-b4f9-bffe7755dfab tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Failed to bind port 79dd5afd-e745-486e-86fe-5789a963e7a1 on host n-h1-833163-1 for vnic_type normal using segments [{'id': '116e9291-4570-4cc7-ad62-567448065ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'b4dfd5de-79fe-40c4-b0bb-87914e071639'}] Mar 11 19:54:04.801533 n-d-833163-1 neutron-server[103884]: INFO neutron.plugins.ml2.plugin [None req-1c6c532e-840b-4a55-b4f9-bffe7755dfab tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempt 2 to bind port 79dd5afd-e745-486e-86fe-5789a963e7a1 Mar 11 19:54:04.820561 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-1c6c532e-840b-4a55-b4f9-bffe7755dfab tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port 79dd5afd-e745-486e-86fe-5789a963e7a1 on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:54:04.821059 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-1c6c532e-840b-4a55-b4f9-bffe7755dfab tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port 79dd5afd-e745-486e-86fe-5789a963e7a1 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '116e9291-4570-4cc7-ad62-567448065ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'b4dfd5de-79fe-40c4-b0bb-87914e071639'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:54:04.821524 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6c532e-840b-4a55-b4f9-bffe7755dfab tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port 79dd5afd-e745-486e-86fe-5789a963e7a1 on network b4dfd5de-79fe-40c4-b0bb-87914e071639 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:54:04.827044 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6c532e-840b-4a55-b4f9-bffe7755dfab tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Port 79dd5afd-e745-486e-86fe-5789a963e7a1 on network b4dfd5de-79fe-40c4-b0bb-87914e071639 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:54:04.827478 n-d-833163-1 neutron-server[103884]: ERROR neutron.plugins.ml2.managers [None req-1c6c532e-840b-4a55-b4f9-bffe7755dfab tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Failed to bind port 79dd5afd-e745-486e-86fe-5789a963e7a1 on host n-h1-833163-1 for vnic_type normal using segments [{'id': '116e9291-4570-4cc7-ad62-567448065ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'b4dfd5de-79fe-40c4-b0bb-87914e071639'}] Mar 11 19:54:04.828219 n-d-833163-1 neutron-server[103884]: INFO neutron.plugins.ml2.plugin [None req-1c6c532e-840b-4a55-b4f9-bffe7755dfab tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempt 3 to bind port 79dd5afd-e745-486e-86fe-5789a963e7a1 Mar 11 19:54:04.843858 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-1c6c532e-840b-4a55-b4f9-bffe7755dfab tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port 79dd5afd-e745-486e-86fe-5789a963e7a1 on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:54:04.844308 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-1c6c532e-840b-4a55-b4f9-bffe7755dfab tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port 79dd5afd-e745-486e-86fe-5789a963e7a1 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '116e9291-4570-4cc7-ad62-567448065ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'b4dfd5de-79fe-40c4-b0bb-87914e071639'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:54:04.844753 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6c532e-840b-4a55-b4f9-bffe7755dfab tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port 79dd5afd-e745-486e-86fe-5789a963e7a1 on network b4dfd5de-79fe-40c4-b0bb-87914e071639 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:54:04.851612 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6c532e-840b-4a55-b4f9-bffe7755dfab tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Port 79dd5afd-e745-486e-86fe-5789a963e7a1 on network b4dfd5de-79fe-40c4-b0bb-87914e071639 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:54:04.851988 n-d-833163-1 neutron-server[103884]: ERROR neutron.plugins.ml2.managers [None req-1c6c532e-840b-4a55-b4f9-bffe7755dfab tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Failed to bind port 79dd5afd-e745-486e-86fe-5789a963e7a1 on host n-h1-833163-1 for vnic_type normal using segments [{'id': '116e9291-4570-4cc7-ad62-567448065ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'b4dfd5de-79fe-40c4-b0bb-87914e071639'}] Mar 11 19:54:04.852948 n-d-833163-1 neutron-server[103884]: INFO neutron.plugins.ml2.plugin [None req-1c6c532e-840b-4a55-b4f9-bffe7755dfab tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempt 4 to bind port 79dd5afd-e745-486e-86fe-5789a963e7a1 Mar 11 19:54:04.863995 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f6d01b-88e7-4b36-94d3-dc8e6f0fc0a8 None None] Network 0897600d-059c-4c97-87d5-16371e549b1b requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:54:04.871900 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-1c6c532e-840b-4a55-b4f9-bffe7755dfab tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port 79dd5afd-e745-486e-86fe-5789a963e7a1 on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:54:04.872365 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-1c6c532e-840b-4a55-b4f9-bffe7755dfab tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port 79dd5afd-e745-486e-86fe-5789a963e7a1 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '116e9291-4570-4cc7-ad62-567448065ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'b4dfd5de-79fe-40c4-b0bb-87914e071639'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:54:04.873163 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6c532e-840b-4a55-b4f9-bffe7755dfab tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port 79dd5afd-e745-486e-86fe-5789a963e7a1 on network b4dfd5de-79fe-40c4-b0bb-87914e071639 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:54:04.878956 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6c532e-840b-4a55-b4f9-bffe7755dfab tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Port 79dd5afd-e745-486e-86fe-5789a963e7a1 on network b4dfd5de-79fe-40c4-b0bb-87914e071639 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:54:04.879435 n-d-833163-1 neutron-server[103884]: ERROR neutron.plugins.ml2.managers [None req-1c6c532e-840b-4a55-b4f9-bffe7755dfab tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Failed to bind port 79dd5afd-e745-486e-86fe-5789a963e7a1 on host n-h1-833163-1 for vnic_type normal using segments [{'id': '116e9291-4570-4cc7-ad62-567448065ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'b4dfd5de-79fe-40c4-b0bb-87914e071639'}] Mar 11 19:54:04.879977 n-d-833163-1 neutron-server[103884]: INFO neutron.plugins.ml2.plugin [None req-1c6c532e-840b-4a55-b4f9-bffe7755dfab tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempt 5 to bind port 79dd5afd-e745-486e-86fe-5789a963e7a1 Mar 11 19:54:04.899306 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-1c6c532e-840b-4a55-b4f9-bffe7755dfab tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port 79dd5afd-e745-486e-86fe-5789a963e7a1 on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:54:04.899867 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-1c6c532e-840b-4a55-b4f9-bffe7755dfab tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port 79dd5afd-e745-486e-86fe-5789a963e7a1 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '116e9291-4570-4cc7-ad62-567448065ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'b4dfd5de-79fe-40c4-b0bb-87914e071639'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:54:04.900333 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6c532e-840b-4a55-b4f9-bffe7755dfab tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port 79dd5afd-e745-486e-86fe-5789a963e7a1 on network b4dfd5de-79fe-40c4-b0bb-87914e071639 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:54:04.905756 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6c532e-840b-4a55-b4f9-bffe7755dfab tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Port 79dd5afd-e745-486e-86fe-5789a963e7a1 on network b4dfd5de-79fe-40c4-b0bb-87914e071639 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:54:04.906366 n-d-833163-1 neutron-server[103884]: ERROR neutron.plugins.ml2.managers [None req-1c6c532e-840b-4a55-b4f9-bffe7755dfab tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Failed to bind port 79dd5afd-e745-486e-86fe-5789a963e7a1 on host n-h1-833163-1 for vnic_type normal using segments [{'id': '116e9291-4570-4cc7-ad62-567448065ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'b4dfd5de-79fe-40c4-b0bb-87914e071639'}] Mar 11 19:54:04.907307 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-34692804-3d17-46b6-a893-1373df41875c tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (a3779419-983c-48e3-8fe7-d3fe26a0e679), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:04.909545 n-d-833163-1 neutron-server[103884]: INFO neutron.plugins.ml2.plugin [None req-1c6c532e-840b-4a55-b4f9-bffe7755dfab tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempt 6 to bind port 79dd5afd-e745-486e-86fe-5789a963e7a1 Mar 11 19:54:04.932134 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-1c6c532e-840b-4a55-b4f9-bffe7755dfab tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port 79dd5afd-e745-486e-86fe-5789a963e7a1 on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:54:04.932528 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-1c6c532e-840b-4a55-b4f9-bffe7755dfab tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port 79dd5afd-e745-486e-86fe-5789a963e7a1 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '116e9291-4570-4cc7-ad62-567448065ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'b4dfd5de-79fe-40c4-b0bb-87914e071639'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:54:04.932934 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6c532e-840b-4a55-b4f9-bffe7755dfab tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port 79dd5afd-e745-486e-86fe-5789a963e7a1 on network b4dfd5de-79fe-40c4-b0bb-87914e071639 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:54:04.943783 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6c532e-840b-4a55-b4f9-bffe7755dfab tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Port 79dd5afd-e745-486e-86fe-5789a963e7a1 on network b4dfd5de-79fe-40c4-b0bb-87914e071639 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:54:04.944365 n-d-833163-1 neutron-server[103884]: ERROR neutron.plugins.ml2.managers [None req-1c6c532e-840b-4a55-b4f9-bffe7755dfab tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Failed to bind port 79dd5afd-e745-486e-86fe-5789a963e7a1 on host n-h1-833163-1 for vnic_type normal using segments [{'id': '116e9291-4570-4cc7-ad62-567448065ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'b4dfd5de-79fe-40c4-b0bb-87914e071639'}] Mar 11 19:54:04.944984 n-d-833163-1 neutron-server[103884]: INFO neutron.plugins.ml2.plugin [None req-1c6c532e-840b-4a55-b4f9-bffe7755dfab tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempt 7 to bind port 79dd5afd-e745-486e-86fe-5789a963e7a1 Mar 11 19:54:04.948111 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34692804-3d17-46b6-a893-1373df41875c tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Pushing event deleted for resources: {'Subnet': ['ID=a3779419-983c-48e3-8fe7-d3fe26a0e679,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server [None req-ae642bf8-d796-4ffd-a248-b84225749df9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a3779419-983c-48e3-8fe7-d3fe26a0e679: This subnet is being modified by another concurrent operation. Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise exception Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a3779419-983c-48e3-8fe7-d3fe26a0e679: This subnet is being modified by another concurrent operation. Mar 11 19:54:04.964531 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server Mar 11 19:54:04.974699 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-1c6c532e-840b-4a55-b4f9-bffe7755dfab tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port 79dd5afd-e745-486e-86fe-5789a963e7a1 on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:54:04.975296 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-1c6c532e-840b-4a55-b4f9-bffe7755dfab tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port 79dd5afd-e745-486e-86fe-5789a963e7a1 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '116e9291-4570-4cc7-ad62-567448065ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'b4dfd5de-79fe-40c4-b0bb-87914e071639'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:54:04.975983 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6c532e-840b-4a55-b4f9-bffe7755dfab tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port 79dd5afd-e745-486e-86fe-5789a963e7a1 on network b4dfd5de-79fe-40c4-b0bb-87914e071639 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:54:04.987092 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6c532e-840b-4a55-b4f9-bffe7755dfab tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Port 79dd5afd-e745-486e-86fe-5789a963e7a1 on network b4dfd5de-79fe-40c4-b0bb-87914e071639 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:54:04.987693 n-d-833163-1 neutron-server[103884]: ERROR neutron.plugins.ml2.managers [None req-1c6c532e-840b-4a55-b4f9-bffe7755dfab tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Failed to bind port 79dd5afd-e745-486e-86fe-5789a963e7a1 on host n-h1-833163-1 for vnic_type normal using segments [{'id': '116e9291-4570-4cc7-ad62-567448065ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'b4dfd5de-79fe-40c4-b0bb-87914e071639'}] Mar 11 19:54:04.988280 n-d-833163-1 neutron-server[103884]: INFO neutron.plugins.ml2.plugin [None req-1c6c532e-840b-4a55-b4f9-bffe7755dfab tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempt 8 to bind port 79dd5afd-e745-486e-86fe-5789a963e7a1 Mar 11 19:54:04.995300 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05664247-cb4e-40e0-bdc2-99ecc3380ed5 None None] Network c2e29544-1562-45b1-82db-2146eba3b4a5 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:54:05.006394 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-1c6c532e-840b-4a55-b4f9-bffe7755dfab tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port 79dd5afd-e745-486e-86fe-5789a963e7a1 on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:54:05.006980 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-1c6c532e-840b-4a55-b4f9-bffe7755dfab tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port 79dd5afd-e745-486e-86fe-5789a963e7a1 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '116e9291-4570-4cc7-ad62-567448065ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'b4dfd5de-79fe-40c4-b0bb-87914e071639'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:54:05.007531 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6c532e-840b-4a55-b4f9-bffe7755dfab tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port 79dd5afd-e745-486e-86fe-5789a963e7a1 on network b4dfd5de-79fe-40c4-b0bb-87914e071639 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:54:05.012500 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6c532e-840b-4a55-b4f9-bffe7755dfab tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Port 79dd5afd-e745-486e-86fe-5789a963e7a1 on network b4dfd5de-79fe-40c4-b0bb-87914e071639 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:54:05.012837 n-d-833163-1 neutron-server[103884]: ERROR neutron.plugins.ml2.managers [None req-1c6c532e-840b-4a55-b4f9-bffe7755dfab tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Failed to bind port 79dd5afd-e745-486e-86fe-5789a963e7a1 on host n-h1-833163-1 for vnic_type normal using segments [{'id': '116e9291-4570-4cc7-ad62-567448065ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'b4dfd5de-79fe-40c4-b0bb-87914e071639'}] Mar 11 19:54:05.013232 n-d-833163-1 neutron-server[103884]: INFO neutron.plugins.ml2.plugin [None req-1c6c532e-840b-4a55-b4f9-bffe7755dfab tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempt 9 to bind port 79dd5afd-e745-486e-86fe-5789a963e7a1 Mar 11 19:54:05.030535 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-1c6c532e-840b-4a55-b4f9-bffe7755dfab tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port 79dd5afd-e745-486e-86fe-5789a963e7a1 on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:54:05.030880 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-1c6c532e-840b-4a55-b4f9-bffe7755dfab tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port 79dd5afd-e745-486e-86fe-5789a963e7a1 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '116e9291-4570-4cc7-ad62-567448065ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'b4dfd5de-79fe-40c4-b0bb-87914e071639'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:54:05.031220 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6c532e-840b-4a55-b4f9-bffe7755dfab tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port 79dd5afd-e745-486e-86fe-5789a963e7a1 on network b4dfd5de-79fe-40c4-b0bb-87914e071639 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:54:05.036957 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6c532e-840b-4a55-b4f9-bffe7755dfab tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Port 79dd5afd-e745-486e-86fe-5789a963e7a1 on network b4dfd5de-79fe-40c4-b0bb-87914e071639 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:54:05.037278 n-d-833163-1 neutron-server[103884]: ERROR neutron.plugins.ml2.managers [None req-1c6c532e-840b-4a55-b4f9-bffe7755dfab tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Failed to bind port 79dd5afd-e745-486e-86fe-5789a963e7a1 on host n-h1-833163-1 for vnic_type normal using segments [{'id': '116e9291-4570-4cc7-ad62-567448065ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'b4dfd5de-79fe-40c4-b0bb-87914e071639'}] Mar 11 19:54:05.037675 n-d-833163-1 neutron-server[103884]: INFO neutron.plugins.ml2.plugin [None req-1c6c532e-840b-4a55-b4f9-bffe7755dfab tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempt 10 to bind port 79dd5afd-e745-486e-86fe-5789a963e7a1 Mar 11 19:54:05.046624 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-34692804-3d17-46b6-a893-1373df41875c tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (c2e29544-1562-45b1-82db-2146eba3b4a5), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:05.052005 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-1c6c532e-840b-4a55-b4f9-bffe7755dfab tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port 79dd5afd-e745-486e-86fe-5789a963e7a1 on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:54:05.052348 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-1c6c532e-840b-4a55-b4f9-bffe7755dfab tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port 79dd5afd-e745-486e-86fe-5789a963e7a1 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '116e9291-4570-4cc7-ad62-567448065ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'b4dfd5de-79fe-40c4-b0bb-87914e071639'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:54:05.052693 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6c532e-840b-4a55-b4f9-bffe7755dfab tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port 79dd5afd-e745-486e-86fe-5789a963e7a1 on network b4dfd5de-79fe-40c4-b0bb-87914e071639 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:54:05.057981 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6c532e-840b-4a55-b4f9-bffe7755dfab tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Port 79dd5afd-e745-486e-86fe-5789a963e7a1 on network b4dfd5de-79fe-40c4-b0bb-87914e071639 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:54:05.058312 n-d-833163-1 neutron-server[103884]: ERROR neutron.plugins.ml2.managers [None req-1c6c532e-840b-4a55-b4f9-bffe7755dfab tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Failed to bind port 79dd5afd-e745-486e-86fe-5789a963e7a1 on host n-h1-833163-1 for vnic_type normal using segments [{'id': '116e9291-4570-4cc7-ad62-567448065ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'b4dfd5de-79fe-40c4-b0bb-87914e071639'}] Mar 11 19:54:05.058694 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1c6c532e-840b-4a55-b4f9-bffe7755dfab tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (79dd5afd-e745-486e-86fe-5789a963e7a1), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:05.094329 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 4e817e5c-2e58-460d-8894-ed1a82b980a4 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:54:05.101162 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-34692804-3d17-46b6-a893-1373df41875c tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2e29544-1562-45b1-82db-2146eba3b4a5']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:54:05.121033 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-34692804-3d17-46b6-a893-1373df41875c tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '119c3444-287f-4faa-87f0-1184654cdd62') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:54:05.121370 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-34692804-3d17-46b6-a893-1373df41875c tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '119c3444-287f-4faa-87f0-1184654cdd62') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:54:05.138329 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-34692804-3d17-46b6-a893-1373df41875c tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (119c3444-287f-4faa-87f0-1184654cdd62), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:05.184413 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-34692804-3d17-46b6-a893-1373df41875c tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (119c3444-287f-4faa-87f0-1184654cdd62), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:05.194776 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-1c6c532e-840b-4a55-b4f9-bffe7755dfab tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] For port 79dd5afd-e745-486e-86fe-5789a963e7a1, host n-h1-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:54:05.202915 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34692804-3d17-46b6-a893-1373df41875c tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Releasing vlan 885 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:54:05.203312 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-34692804-3d17-46b6-a893-1373df41875c tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (119c3444-287f-4faa-87f0-1184654cdd62), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:05.205200 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-1c6c532e-840b-4a55-b4f9-bffe7755dfab tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempted to set empty binding levels {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 11 19:54:05.206395 n-d-833163-1 neutron-server[103885]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:54:05.206395 n-d-833163-1 neutron-server[103885]: items = [ Mar 11 19:54:05.206395 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 19:54:05.206395 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:54:05.206395 n-d-833163-1 neutron-server[103885]: timer() Mar 11 19:54:05.206395 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:54:05.206395 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 19:54:05.206395 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:54:05.206395 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 19:54:05.206395 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:54:05.206395 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 19:54:05.206395 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:54:05.206395 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 19:54:05.206395 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:54:05.206395 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 19:54:05.206395 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:54:05.206395 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:54:05.206395 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:54:05.206395 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:54:05.206395 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:54:05.206395 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 19:54:05.206395 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:54:05.206395 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 19:54:05.206395 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:54:05.206395 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:54:05.206395 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:54:05.206395 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 19:54:05.206395 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:54:05.206395 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:54:05.206395 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:54:05.206395 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:54:05.206395 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:54:05.206395 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:54:05.206395 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:54:05.216927 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-b413de9c-9236-4635-ad0b-230e5a8a5bf0 None None] Provisioning complete for port 4e817e5c-2e58-460d-8894-ed1a82b980a4 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:54:05.217310 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b413de9c-9236-4635-ad0b-230e5a8a5bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (4e817e5c-2e58-460d-8894-ed1a82b980a4), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:05.218829 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1c6c532e-840b-4a55-b4f9-bffe7755dfab tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (79dd5afd-e745-486e-86fe-5789a963e7a1), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:05.293605 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 4e817e5c-2e58-460d-8894-ed1a82b980a4 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:54:05.293991 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (4e817e5c-2e58-460d-8894-ed1a82b980a4), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:05.322650 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ade9fb3d-0bb5-4d6a-9461-276f3c12d75f tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (5071f07e-70ab-4820-879d-95abdd3dede7), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:05.334262 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-1c6c532e-840b-4a55-b4f9-bffe7755dfab tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] In _notify_port_updated(), no bound segment for port 79dd5afd-e745-486e-86fe-5789a963e7a1 on network b4dfd5de-79fe-40c4-b0bb-87914e071639 {{(pid=103884) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 11 19:54:05.342706 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6c532e-840b-4a55-b4f9-bffe7755dfab tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:05.347404 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1c6c532e-840b-4a55-b4f9-bffe7755dfab tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:05.352460 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-1c6c532e-840b-4a55-b4f9-bffe7755dfab tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] 10.222.0.65 "PUT /v2.0/ports/79dd5afd-e745-486e-86fe-5789a963e7a1 HTTP/1.1" status: 200 len: 978 time: 1.0530133 Mar 11 19:54:05.354209 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6c532e-840b-4a55-b4f9-bffe7755dfab tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Pushing event updated for resources: {'Port': ['ID=79dd5afd-e745-486e-86fe-5789a963e7a1,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:05.356816 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33992) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:05.407097 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade9fb3d-0bb5-4d6a-9461-276f3c12d75f tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event updated for resources: {'Subnet': ['ID=5071f07e-70ab-4820-879d-95abdd3dede7,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:05.419577 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-34692804-3d17-46b6-a893-1373df41875c tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (c2e29544-1562-45b1-82db-2146eba3b4a5), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:05.426459 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b413de9c-9236-4635-ad0b-230e5a8a5bf0 None None] Current status of the port 4e817e5c-2e58-460d-8894-ed1a82b980a4 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:54:05.426913 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b413de9c-9236-4635-ad0b-230e5a8a5bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (4e817e5c-2e58-460d-8894-ed1a82b980a4), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:05.428656 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade9fb3d-0bb5-4d6a-9461-276f3c12d75f tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Network 0897600d-059c-4c97-87d5-16371e549b1b is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:54:05.433327 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280760a7-6d64-4a08-8396-f250209af72c None None] DHCP port deletion for 0897600d-059c-4c97-87d5-16371e549b1b request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:54:05.448234 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-34692804-3d17-46b6-a893-1373df41875c tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:05.451822 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-34692804-3d17-46b6-a893-1373df41875c tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] 10.222.0.65 "DELETE /v2.0/networks/c2e29544-1562-45b1-82db-2146eba3b4a5 HTTP/1.1" status: 204 len: 168 time: 1.1561196 Mar 11 19:54:05.453059 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34692804-3d17-46b6-a893-1373df41875c tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Pushing event deleted for resources: {'Network': ['ID=c2e29544-1562-45b1-82db-2146eba3b4a5,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:05.456130 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-ade9fb3d-0bb5-4d6a-9461-276f3c12d75f tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:54:05.458090 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33996) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:05.468210 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-65ca27ef-5c12-4fe1-9110-1ee8c38d8ebf tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-562688376'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:54:05.475097 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade9fb3d-0bb5-4d6a-9461-276f3c12d75f tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:05.475811 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ade9fb3d-0bb5-4d6a-9461-276f3c12d75f tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:05.486077 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2f062d-6f3c-4621-bf18-37cd319dd01f req-ebae1b8d-9a33-4ee1-afe1-0c0faab255d1 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:05.487786 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9b2f062d-6f3c-4621-bf18-37cd319dd01f req-ebae1b8d-9a33-4ee1-afe1-0c0faab255d1 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7c89787-a794-4218-91b4-c904675866ac HTTP/1.1" status: 200 len: 984 time: 0.2444885 Mar 11 19:54:05.508183 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-b413de9c-9236-4635-ad0b-230e5a8a5bf0 None None] For port 4e817e5c-2e58-460d-8894-ed1a82b980a4, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=4e817e5c-2e58-460d-8894-ed1a82b980a4,segment=NetworkSegment(70c71ca7-59df-46c5-86d9-acc712ed1da1),segment_id=70c71ca7-59df-46c5-86d9-acc712ed1da1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:54:05.528777 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90082d1f-441a-4e5a-8d09-ec16e51def34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:05.528777 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90082d1f-441a-4e5a-8d09-ec16e51def34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:05.530007 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90082d1f-441a-4e5a-8d09-ec16e51def34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:05.530007 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90082d1f-441a-4e5a-8d09-ec16e51def34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:05.530183 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ca27ef-5c12-4fe1-9110-1ee8c38d8ebf tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Made reservation on behalf of 79ed25ffbf6340ba8abb41601f417832 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:54:05.531978 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90082d1f-441a-4e5a-8d09-ec16e51def34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:05.533002 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90082d1f-441a-4e5a-8d09-ec16e51def34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:05.533452 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90082d1f-441a-4e5a-8d09-ec16e51def34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:05.533708 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-65ca27ef-5c12-4fe1-9110-1ee8c38d8ebf tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:05.536145 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90082d1f-441a-4e5a-8d09-ec16e51def34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:05.536629 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90082d1f-441a-4e5a-8d09-ec16e51def34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:05.538212 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90082d1f-441a-4e5a-8d09-ec16e51def34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:05.538696 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90082d1f-441a-4e5a-8d09-ec16e51def34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:05.541308 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90082d1f-441a-4e5a-8d09-ec16e51def34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:05.541877 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90082d1f-441a-4e5a-8d09-ec16e51def34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:05.542523 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90082d1f-441a-4e5a-8d09-ec16e51def34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:05.542996 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90082d1f-441a-4e5a-8d09-ec16e51def34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:05.544606 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90082d1f-441a-4e5a-8d09-ec16e51def34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:05.545071 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90082d1f-441a-4e5a-8d09-ec16e51def34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:05.546244 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ade9fb3d-0bb5-4d6a-9461-276f3c12d75f tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0311966 Mar 11 19:54:05.549584 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b413de9c-9236-4635-ad0b-230e5a8a5bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (4e817e5c-2e58-460d-8894-ed1a82b980a4), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:05.551515 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90082d1f-441a-4e5a-8d09-ec16e51def34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:05.551761 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90082d1f-441a-4e5a-8d09-ec16e51def34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:05.557405 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-90082d1f-441a-4e5a-8d09-ec16e51def34 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17419 time: 0.1990223 Mar 11 19:54:05.559513 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34000) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:05.571880 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-f913705e-8b11-4164-a205-9c802a84f7d2 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Request body: {'port': {'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'fixed_ips': [{'subnet_id': '5071f07e-70ab-4820-879d-95abdd3dede7', 'ip_address': '2001:db8::753d:eca5:9f50:94dd'}], 'name': 'tempest-NetworksTestDHCPv6-1460351205'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:54:05.575307 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34002) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:05.589355 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9b2f062d-6f3c-4621-bf18-37cd319dd01f req-c8091f2c-cfe2-449c-9729-9f7da7769a76 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "GET /v2.0/security-groups?id=bdc2da62-3af1-451a-9cc6-1eb2098242b4&id=f82912e0-fa09-44d8-ae7a-f1a9c4586fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0908315 Mar 11 19:54:05.613331 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65ca27ef-5c12-4fe1-9110-1ee8c38d8ebf tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] vlan segment allocate from pool success with {'vlan_id': 855, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:54:05.627945 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-65ca27ef-5c12-4fe1-9110-1ee8c38d8ebf tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (35b13982-b669-46bd-9bde-3d2ba4e4cf29), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:05.628633 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-65ca27ef-5c12-4fe1-9110-1ee8c38d8ebf tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Added segment 35b13982-b669-46bd-9bde-3d2ba4e4cf29 of type vlan for network 9a57b4fd-d24f-497b-8411-8421bddaa0b7 Mar 11 19:54:05.633118 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 4e817e5c-2e58-460d-8894-ed1a82b980a4 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:54:05.649814 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b413de9c-9236-4635-ad0b-230e5a8a5bf0 None None] Pushing event updated for resources: {'Port': ['ID=4e817e5c-2e58-460d-8894-ed1a82b980a4,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:05.675576 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-280760a7-6d64-4a08-8396-f250209af72c None None] Deleting port 4e817e5c-2e58-460d-8894-ed1a82b980a4 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:54:05.676278 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-280760a7-6d64-4a08-8396-f250209af72c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (4e817e5c-2e58-460d-8894-ed1a82b980a4), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:05.715960 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-65ca27ef-5c12-4fe1-9110-1ee8c38d8ebf tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (9a57b4fd-d24f-497b-8411-8421bddaa0b7), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:05.776278 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-65ca27ef-5c12-4fe1-9110-1ee8c38d8ebf tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (9a57b4fd-d24f-497b-8411-8421bddaa0b7), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:05.784622 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ca27ef-5c12-4fe1-9110-1ee8c38d8ebf tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:05.785468 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-65ca27ef-5c12-4fe1-9110-1ee8c38d8ebf tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:05.808773 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f913705e-8b11-4164-a205-9c802a84f7d2 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Made reservation on behalf of 06d9e64a19fa4247bc00069610bf80e1 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:54:05.818075 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-280760a7-6d64-4a08-8396-f250209af72c None None] For port 4e817e5c-2e58-460d-8894-ed1a82b980a4, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=4e817e5c-2e58-460d-8894-ed1a82b980a4,segment=NetworkSegment(70c71ca7-59df-46c5-86d9-acc712ed1da1),segment_id=70c71ca7-59df-46c5-86d9-acc712ed1da1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:54:05.819178 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-280760a7-6d64-4a08-8396-f250209af72c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (4e817e5c-2e58-460d-8894-ed1a82b980a4), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:05.820077 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-65ca27ef-5c12-4fe1-9110-1ee8c38d8ebf tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3554862 Mar 11 19:54:05.827224 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34006) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:05.838234 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-280760a7-6d64-4a08-8396-f250209af72c None None] Calling delete_port for 4e817e5c-2e58-460d-8894-ed1a82b980a4 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:54:05.866146 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-e5c39714-6d60-42c7-ba01-f294654240c4 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Request body: {'subnet': {'network_id': '9a57b4fd-d24f-497b-8411-8421bddaa0b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:54:05.883989 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ca27ef-5c12-4fe1-9110-1ee8c38d8ebf tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Pushing event updated for resources: {'Network': ['ID=9a57b4fd-d24f-497b-8411-8421bddaa0b7,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:05.899325 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 9a57b4fd-d24f-497b-8411-8421bddaa0b7 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:54:05.979002 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f913705e-8b11-4164-a205-9c802a84f7d2 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:06.004493 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-3adbdc2f-0a86-4c8f-b84b-95e36d8aff59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Deleting port 79dd5afd-e745-486e-86fe-5789a963e7a1 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:54:06.004843 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3adbdc2f-0a86-4c8f-b84b-95e36d8aff59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (79dd5afd-e745-486e-86fe-5789a963e7a1), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:06.019383 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-280760a7-6d64-4a08-8396-f250209af72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (4e817e5c-2e58-460d-8894-ed1a82b980a4), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:06.044503 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280760a7-6d64-4a08-8396-f250209af72c None None] No DVR routers for this DVR port 4e817e5c-2e58-460d-8894-ed1a82b980a4 on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:54:06.084481 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-3adbdc2f-0a86-4c8f-b84b-95e36d8aff59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] For port 79dd5afd-e745-486e-86fe-5789a963e7a1, host n-h1-833163-1, got binding levels [] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:54:06.084481 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3adbdc2f-0a86-4c8f-b84b-95e36d8aff59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (79dd5afd-e745-486e-86fe-5789a963e7a1), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:06.093727 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-f913705e-8b11-4164-a205-9c802a84f7d2 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] device_id is not set on port a84b09b2-68db-4f71-9ed0-8fba027918d0 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:54:06.097396 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280760a7-6d64-4a08-8396-f250209af72c None None] Pushing event deleted for resources: {'Port': ['ID=4e817e5c-2e58-460d-8894-ed1a82b980a4,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:06.100130 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf577fc4-5b4a-42b9-8e2a-834ade1245fa None None] get_active_networks_info from n-d-833163-1 {{(pid=103886) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 11 19:54:06.156497 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-3adbdc2f-0a86-4c8f-b84b-95e36d8aff59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Calling delete_port for 79dd5afd-e745-486e-86fe-5789a963e7a1 owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:54:06.257422 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf577fc4-5b4a-42b9-8e2a-834ade1245fa None None] Resources bound (agent type, host, resource id): {{(pid=103886) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 19:54:06.494388 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298859af-45d6-4551-aa8b-dde4c0ff8ad3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-0897600d-059c-4c97-87d5-16371e549b1b', 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'project_id': '06d9e64a19fa4247bc00069610bf80e1', 'fixed_ips': [{'subnet_id': '5071f07e-70ab-4820-879d-95abdd3dede7'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:54:06.496413 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-298859af-45d6-4551-aa8b-dde4c0ff8ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:06.672731 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-298859af-45d6-4551-aa8b-dde4c0ff8ad3 None None] Allocated IP 2001:db8::2 (0897600d-059c-4c97-87d5-16371e549b1b/5071f07e-70ab-4820-879d-95abdd3dede7/14adaff0-062e-4146-8060-d990e1904bfa) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:54:06.688278 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device f779bc33-9f77-4e55-90d9-5fb39269c54b up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:54:06.803285 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c39714-6d60-42c7-ba01-f294654240c4 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Made reservation on behalf of 79ed25ffbf6340ba8abb41601f417832 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:54:06.806200 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9adc83-c145-4ded-b4eb-9a2551c9329d req-3c8ba729-e66f-4402-a780-a838f933f675 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:06.807752 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e5c39714-6d60-42c7-ba01-f294654240c4 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:06.816619 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8d9adc83-c145-4ded-b4eb-9a2551c9329d req-3c8ba729-e66f-4402-a780-a838f933f675 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7c89787-a794-4218-91b4-c904675866ac HTTP/1.1" status: 200 len: 984 time: 0.1131394 Mar 11 19:54:06.900494 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8d9adc83-c145-4ded-b4eb-9a2551c9329d req-c53380e8-18cb-42fb-96e0-99f65b6ec85a tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "GET /v2.0/security-groups?id=bdc2da62-3af1-451a-9cc6-1eb2098242b4&id=f82912e0-fa09-44d8-ae7a-f1a9c4586fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0829620 Mar 11 19:54:06.936458 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 4e817e5c-2e58-460d-8894-ed1a82b980a4 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:54:06.972104 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port f779bc33-9f77-4e55-90d9-5fb39269c54b completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:54:06.979313 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 4e817e5c-2e58-460d-8894-ed1a82b980a4 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:54:06.979313 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 4e817e5c-2e58-460d-8894-ed1a82b980a4 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:54:06.989046 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port f779bc33-9f77-4e55-90d9-5fb39269c54b triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:54:06.989432 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (f779bc33-9f77-4e55-90d9-5fb39269c54b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:06.992680 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3adbdc2f-0a86-4c8f-b84b-95e36d8aff59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (79dd5afd-e745-486e-86fe-5789a963e7a1), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:07.044902 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adbdc2f-0a86-4c8f-b84b-95e36d8aff59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Pushing event deleted for resources: {'Port': ['ID=79dd5afd-e745-486e-86fe-5789a963e7a1,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:07.075301 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-298859af-45d6-4551-aa8b-dde4c0ff8ad3 None None] Publish callbacks [] for port (14adaff0-062e-4146-8060-d990e1904bfa), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:07.086164 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3adbdc2f-0a86-4c8f-b84b-95e36d8aff59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:07.089943 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-3adbdc2f-0a86-4c8f-b84b-95e36d8aff59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] 10.222.0.65 "DELETE /v2.0/ports/79dd5afd-e745-486e-86fe-5789a963e7a1 HTTP/1.1" status: 204 len: 168 time: 1.5131652 Mar 11 19:54:07.092509 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34014) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:07.107213 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-298859af-45d6-4551-aa8b-dde4c0ff8ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (14adaff0-062e-4146-8060-d990e1904bfa), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:07.161161 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-be5e0f0c-ac47-4c83-a3ba-ca72b4693a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] GET failed (client error): The resource could not be found. Mar 11 19:54:07.162847 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-be5e0f0c-ac47-4c83-a3ba-ca72b4693a6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] 10.222.0.65 "GET /v2.0/ports/79dd5afd-e745-486e-86fe-5789a963e7a1 HTTP/1.1" status: 404 len: 333 time: 0.0692952 Mar 11 19:54:07.166691 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34016) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:07.174064 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-361de155-9d58-499f-b149-7aca8912557e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-594968817', 'network_id': 'b4dfd5de-79fe-40c4-b0bb-87914e071639'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:54:07.177947 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port f779bc33-9f77-4e55-90d9-5fb39269c54b is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:54:07.178346 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (f779bc33-9f77-4e55-90d9-5fb39269c54b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:07.183800 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298859af-45d6-4551-aa8b-dde4c0ff8ad3 None None] Network 0897600d-059c-4c97-87d5-16371e549b1b is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:54:07.185966 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298859af-45d6-4551-aa8b-dde4c0ff8ad3 None None] Pushing event updated for resources: {'Port': ['ID=14adaff0-062e-4146-8060-d990e1904bfa,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:07.195219 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-298859af-45d6-4551-aa8b-dde4c0ff8ad3 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:54:07.200921 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298859af-45d6-4551-aa8b-dde4c0ff8ad3 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:54:07.214401 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-361de155-9d58-499f-b149-7aca8912557e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Made reservation on behalf of 2e700dbff83949f5b33bf1ac4c2cd23a for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:54:07.217244 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-361de155-9d58-499f-b149-7aca8912557e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:07.242885 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7c89787-a794-4218-91b4-c904675866ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f779bc33-9f77-4e55-90d9-5fb39269c54b'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:54:07.246622 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69bc987a-ab13-4df2-8692-0d67561d99a2" -d '{"events": [{"server_uuid": "c7c89787-a794-4218-91b4-c904675866ac", "name": "network-vif-plugged", "status": "completed", "tag": "f779bc33-9f77-4e55-90d9-5fb39269c54b"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:54:07.254218 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-361de155-9d58-499f-b149-7aca8912557e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] device_id is not set on port 0a1318ff-db12-48b1-b7cd-22ff793d2ea1 yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:54:07.258904 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e5c39714-6d60-42c7-ba01-f294654240c4 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (15a42d12-257c-4ba8-a1bd-84384d2eb2d3), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:07.301820 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-298859af-45d6-4551-aa8b-dde4c0ff8ad3 None None] Attempting to bind port 14adaff0-062e-4146-8060-d990e1904bfa on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:54:07.302295 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-298859af-45d6-4551-aa8b-dde4c0ff8ad3 None None] Attempting to bind port 14adaff0-062e-4146-8060-d990e1904bfa by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:54:07.302729 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298859af-45d6-4551-aa8b-dde4c0ff8ad3 None None] Attempting to bind port 14adaff0-062e-4146-8060-d990e1904bfa on network 0897600d-059c-4c97-87d5-16371e549b1b {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:54:07.306130 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port f779bc33-9f77-4e55-90d9-5fb39269c54b, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=f779bc33-9f77-4e55-90d9-5fb39269c54b,segment=NetworkSegment(8bae2e39-3ded-475a-b41b-d1d088554c02),segment_id=8bae2e39-3ded-475a-b41b-d1d088554c02)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:54:07.306850 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-f913705e-8b11-4164-a205-9c802a84f7d2 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Allocated IP 2001:db8::753d:eca5:9f50:94dd (0897600d-059c-4c97-87d5-16371e549b1b/5071f07e-70ab-4820-879d-95abdd3dede7/a84b09b2-68db-4f71-9ed0-8fba027918d0) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:54:07.311667 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298859af-45d6-4551-aa8b-dde4c0ff8ad3 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:54:07.312041 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298859af-45d6-4551-aa8b-dde4c0ff8ad3 None None] Checking segment: {'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:54:07.312516 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-298859af-45d6-4551-aa8b-dde4c0ff8ad3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:07.312996 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298859af-45d6-4551-aa8b-dde4c0ff8ad3 None None] Bound using segment: {'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:54:07.314188 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-298859af-45d6-4551-aa8b-dde4c0ff8ad3 None None] Bound port: 14adaff0-062e-4146-8060-d990e1904bfa, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:54:07.314672 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-298859af-45d6-4551-aa8b-dde4c0ff8ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (14adaff0-062e-4146-8060-d990e1904bfa), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:07.318212 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (f779bc33-9f77-4e55-90d9-5fb39269c54b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:07.421779 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c39714-6d60-42c7-ba01-f294654240c4 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Pushing event updated for resources: {'Subnet': ['ID=15a42d12-257c-4ba8-a1bd-84384d2eb2d3,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:07.427992 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e48488-97b7-4da1-b3ce-5f09c905a814 x-openstack-request-id: req-95e48488-97b7-4da1-b3ce-5f09c905a814 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:54:07.428287 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7c89787-a794-4218-91b4-c904675866ac", "name": "network-vif-plugged", "status": "completed", "tag": "f779bc33-9f77-4e55-90d9-5fb39269c54b", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:54:07.428546 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-95e48488-97b7-4da1-b3ce-5f09c905a814 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:54:07.428994 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7c89787-a794-4218-91b4-c904675866ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f779bc33-9f77-4e55-90d9-5fb39269c54b', 'code': 200} Mar 11 19:54:07.437868 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=f779bc33-9f77-4e55-90d9-5fb39269c54b,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:07.453580 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-298859af-45d6-4551-aa8b-dde4c0ff8ad3 None None] For port 14adaff0-062e-4146-8060-d990e1904bfa, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:54:07.460584 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c39714-6d60-42c7-ba01-f294654240c4 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Checking segment: {'id': '35b13982-b669-46bd-9bde-3d2ba4e4cf29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '9a57b4fd-d24f-497b-8411-8421bddaa0b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:54:07.460955 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c39714-6d60-42c7-ba01-f294654240c4 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Network hostable DHCP agents. Network: 9a57b4fd-d24f-497b-8411-8421bddaa0b7, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:54:07.462965 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-298859af-45d6-4551-aa8b-dde4c0ff8ad3 None None] For port 14adaff0-062e-4146-8060-d990e1904bfa, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=14adaff0-062e-4146-8060-d990e1904bfa,segment=NetworkSegment(70c71ca7-59df-46c5-86d9-acc712ed1da1),segment_id=70c71ca7-59df-46c5-86d9-acc712ed1da1)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:54:07.476589 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-298859af-45d6-4551-aa8b-dde4c0ff8ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (14adaff0-062e-4146-8060-d990e1904bfa), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:07.533239 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c39714-6d60-42c7-ba01-f294654240c4 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Network 9a57b4fd-d24f-497b-8411-8421bddaa0b7 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:54:07.591806 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-e5c39714-6d60-42c7-ba01-f294654240c4 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 9a57b4fd-d24f-497b-8411-8421bddaa0b7) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:54:07.598506 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c39714-6d60-42c7-ba01-f294654240c4 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:07.599376 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e5c39714-6d60-42c7-ba01-f294654240c4 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:07.627773 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298859af-45d6-4551-aa8b-dde4c0ff8ad3 None None] Pushing event updated for resources: {'Port': ['ID=14adaff0-062e-4146-8060-d990e1904bfa,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:07.645821 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e5c39714-6d60-42c7-ba01-f294654240c4 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8117549 Mar 11 19:54:07.645821 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34024) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:07.710661 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f913705e-8b11-4164-a205-9c802a84f7d2 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for port (a84b09b2-68db-4f71-9ed0-8fba027918d0), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:07.766458 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-361de155-9d58-499f-b149-7aca8912557e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Publish callbacks [] for port (0a1318ff-db12-48b1-b7cd-22ff793d2ea1), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:07.804432 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0527122a-1fb0-499b-8e88-0fe398fb8a0f tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (9a57b4fd-d24f-497b-8411-8421bddaa0b7), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:07.844476 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995d2c6-9fcf-4b1f-947f-cfb6c25f2e56 req-814a1513-90d0-4dff-bdaa-c1603562d705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:07.847812 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0995d2c6-9fcf-4b1f-947f-cfb6c25f2e56 req-814a1513-90d0-4dff-bdaa-c1603562d705 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c7c89787-a794-4218-91b4-c904675866ac HTTP/1.1" status: 200 len: 1167 time: 0.1809711 Mar 11 19:54:07.885186 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-361de155-9d58-499f-b149-7aca8912557e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (0a1318ff-db12-48b1-b7cd-22ff793d2ea1), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:07.953966 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f913705e-8b11-4164-a205-9c802a84f7d2 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (a84b09b2-68db-4f71-9ed0-8fba027918d0), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:08.000368 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-361de155-9d58-499f-b149-7aca8912557e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Network b4dfd5de-79fe-40c4-b0bb-87914e071639 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:54:08.025716 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-361de155-9d58-499f-b149-7aca8912557e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:54:08.038045 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361de155-9d58-499f-b149-7aca8912557e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:54:08.039282 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-361de155-9d58-499f-b149-7aca8912557e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:08.040130 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-361de155-9d58-499f-b149-7aca8912557e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:08.043560 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0527122a-1fb0-499b-8e88-0fe398fb8a0f tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (15a42d12-257c-4ba8-a1bd-84384d2eb2d3), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:08.048817 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361de155-9d58-499f-b149-7aca8912557e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Pushing event updated for resources: {'Port': ['ID=0a1318ff-db12-48b1-b7cd-22ff793d2ea1,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:08.065623 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0995d2c6-9fcf-4b1f-947f-cfb6c25f2e56 req-cf1d6294-101a-4746-b3f2-51318102d1b2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f82912e0-fa09-44d8-ae7a-f1a9c4586fd8&id=bdc2da62-3af1-451a-9cc6-1eb2098242b4&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1889982 Mar 11 19:54:08.104542 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-361de155-9d58-499f-b149-7aca8912557e tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9366615 Mar 11 19:54:08.106114 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34030) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:08.128711 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f913705e-8b11-4164-a205-9c802a84f7d2 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event updated for resources: {'Port': ['ID=a84b09b2-68db-4f71-9ed0-8fba027918d0,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:08.153609 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f913705e-8b11-4164-a205-9c802a84f7d2 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Network 0897600d-059c-4c97-87d5-16371e549b1b is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:54:08.158001 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-f913705e-8b11-4164-a205-9c802a84f7d2 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:54:08.158213 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b761bd-9c6f-4827-8b76-7771aacb8ae0 req-fb2563f1-71b2-4074-bcc6-8baac32982a8 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:08.159965 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-23b761bd-9c6f-4827-8b76-7771aacb8ae0 req-fb2563f1-71b2-4074-bcc6-8baac32982a8 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7c89787-a794-4218-91b4-c904675866ac HTTP/1.1" status: 200 len: 985 time: 0.1128833 Mar 11 19:54:08.161933 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101b1d25-1992-4bfe-96e0-2136d87c8a61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:08.166367 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-101b1d25-1992-4bfe-96e0-2136d87c8a61 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] 10.222.0.65 "GET /v2.0/ports/0a1318ff-db12-48b1-b7cd-22ff793d2ea1 HTTP/1.1" status: 200 len: 958 time: 0.0591259 Mar 11 19:54:08.167110 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34032) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:08.167837 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f913705e-8b11-4164-a205-9c802a84f7d2 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:54:08.175524 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f913705e-8b11-4164-a205-9c802a84f7d2 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:08.176588 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f913705e-8b11-4164-a205-9c802a84f7d2 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:08.216398 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f913705e-8b11-4164-a205-9c802a84f7d2 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6534059 Mar 11 19:54:08.220150 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34034) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:08.240025 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0527122a-1fb0-499b-8e88-0fe398fb8a0f tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (15a42d12-257c-4ba8-a1bd-84384d2eb2d3), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:08.274082 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527122a-1fb0-499b-8e88-0fe398fb8a0f tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Pushing event deleted for resources: {'Subnet': ['ID=15a42d12-257c-4ba8-a1bd-84384d2eb2d3,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:08.361520 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-7060ab52-63da-4e76-902d-3b5c356787fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Deleting port 0a1318ff-db12-48b1-b7cd-22ff793d2ea1 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:54:08.361932 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7060ab52-63da-4e76-902d-3b5c356787fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (0a1318ff-db12-48b1-b7cd-22ff793d2ea1), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:08.368434 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-23b761bd-9c6f-4827-8b76-7771aacb8ae0 req-a71d0f19-f4a3-4fec-b116-d73f3c31150f tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "GET /v2.0/security-groups?id=bdc2da62-3af1-451a-9cc6-1eb2098242b4&id=f82912e0-fa09-44d8-ae7a-f1a9c4586fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.2002316 Mar 11 19:54:08.391733 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05993e16-a7af-4a7f-acff-a78220e96351 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:08.391733 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05993e16-a7af-4a7f-acff-a78220e96351 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:08.391733 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-05993e16-a7af-4a7f-acff-a78220e96351 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1632504 Mar 11 19:54:08.401287 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34036) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:08.405126 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0527122a-1fb0-499b-8e88-0fe398fb8a0f tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (9a57b4fd-d24f-497b-8411-8421bddaa0b7), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:08.432386 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-0527122a-1fb0-499b-8e88-0fe398fb8a0f tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a57b4fd-d24f-497b-8411-8421bddaa0b7']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:54:08.444537 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-0527122a-1fb0-499b-8e88-0fe398fb8a0f tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35b13982-b669-46bd-9bde-3d2ba4e4cf29') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:54:08.444833 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-0527122a-1fb0-499b-8e88-0fe398fb8a0f tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35b13982-b669-46bd-9bde-3d2ba4e4cf29') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:54:08.458077 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0527122a-1fb0-499b-8e88-0fe398fb8a0f tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (35b13982-b669-46bd-9bde-3d2ba4e4cf29), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:08.474712 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0527122a-1fb0-499b-8e88-0fe398fb8a0f tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (35b13982-b669-46bd-9bde-3d2ba4e4cf29), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:08.481633 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0527122a-1fb0-499b-8e88-0fe398fb8a0f tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Releasing vlan 855 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:54:08.482029 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0527122a-1fb0-499b-8e88-0fe398fb8a0f tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (35b13982-b669-46bd-9bde-3d2ba4e4cf29), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:08.485724 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:54:08.485724 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:54:08.485724 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:54:08.485724 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:54:08.485724 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:54:08.485724 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:54:08.485724 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:54:08.485724 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:54:08.485724 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:54:08.485724 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:54:08.485724 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:54:08.485724 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:54:08.485724 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:54:08.485724 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:54:08.485724 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:54:08.485724 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:54:08.485724 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:54:08.485724 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:54:08.485724 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:54:08.485724 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:54:08.485724 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:54:08.485724 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:54:08.485724 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:54:08.485724 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:54:08.485724 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:54:08.485724 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:54:08.485724 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:54:08.485724 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:54:08.485724 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:54:08.485724 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:54:08.485724 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:54:08.485724 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:54:08.613966 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0527122a-1fb0-499b-8e88-0fe398fb8a0f tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (9a57b4fd-d24f-497b-8411-8421bddaa0b7), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:08.628930 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0527122a-1fb0-499b-8e88-0fe398fb8a0f tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:08.635859 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-0527122a-1fb0-499b-8e88-0fe398fb8a0f tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] 10.222.0.65 "DELETE /v2.0/networks/9a57b4fd-d24f-497b-8411-8421bddaa0b7 HTTP/1.1" status: 204 len: 168 time: 0.9897211 Mar 11 19:54:08.651997 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527122a-1fb0-499b-8e88-0fe398fb8a0f tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Pushing event deleted for resources: {'Network': ['ID=9a57b4fd-d24f-497b-8411-8421bddaa0b7,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:08.654735 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34040) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:08.662177 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-ae9b9145-b705-442d-a98b-0d07470d2114 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2001520443'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:54:08.694904 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae9b9145-b705-442d-a98b-0d07470d2114 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Made reservation on behalf of 79ed25ffbf6340ba8abb41601f417832 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:54:08.702334 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ae9b9145-b705-442d-a98b-0d07470d2114 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:08.747194 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae9b9145-b705-442d-a98b-0d07470d2114 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] vlan segment allocate from pool success with {'vlan_id': 861, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:54:08.761722 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ae9b9145-b705-442d-a98b-0d07470d2114 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (6fe62917-3cec-494e-b9cd-438911a19ef3), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:08.762726 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-ae9b9145-b705-442d-a98b-0d07470d2114 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Added segment 6fe62917-3cec-494e-b9cd-438911a19ef3 of type vlan for network de69812e-f282-4acd-8d36-0c005fd01174 Mar 11 19:54:08.818852 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ae9b9145-b705-442d-a98b-0d07470d2114 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (de69812e-f282-4acd-8d36-0c005fd01174), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:08.868285 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ae9b9145-b705-442d-a98b-0d07470d2114 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (de69812e-f282-4acd-8d36-0c005fd01174), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:08.898130 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9b9145-b705-442d-a98b-0d07470d2114 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:08.902052 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ae9b9145-b705-442d-a98b-0d07470d2114 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:08.930289 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7060ab52-63da-4e76-902d-3b5c356787fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (0a1318ff-db12-48b1-b7cd-22ff793d2ea1), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:08.949754 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-7060ab52-63da-4e76-902d-3b5c356787fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Calling delete_port for 0a1318ff-db12-48b1-b7cd-22ff793d2ea1 owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:54:09.021000 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9b9145-b705-442d-a98b-0d07470d2114 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Pushing event updated for resources: {'Network': ['ID=de69812e-f282-4acd-8d36-0c005fd01174,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:09.028564 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-5daeab52-c80a-4f18-96a3-39489aca0fb8 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Deleting port a84b09b2-68db-4f71-9ed0-8fba027918d0 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:54:09.028945 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5daeab52-c80a-4f18-96a3-39489aca0fb8 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (a84b09b2-68db-4f71-9ed0-8fba027918d0), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:09.037450 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network de69812e-f282-4acd-8d36-0c005fd01174 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:54:09.059523 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ae9b9145-b705-442d-a98b-0d07470d2114 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4023340 Mar 11 19:54:09.066219 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 14adaff0-062e-4146-8060-d990e1904bfa up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:54:09.066842 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34044) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:09.072359 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-43a3b1e0-e592-40ce-99c3-a449ad52870a tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Request body: {'subnet': {'network_id': 'de69812e-f282-4acd-8d36-0c005fd01174', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:54:09.191674 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5daeab52-c80a-4f18-96a3-39489aca0fb8 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (a84b09b2-68db-4f71-9ed0-8fba027918d0), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:09.208595 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-5daeab52-c80a-4f18-96a3-39489aca0fb8 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Calling delete_port for a84b09b2-68db-4f71-9ed0-8fba027918d0 owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:54:09.222373 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a3b1e0-e592-40ce-99c3-a449ad52870a tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Made reservation on behalf of 79ed25ffbf6340ba8abb41601f417832 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:54:09.226265 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-43a3b1e0-e592-40ce-99c3-a449ad52870a tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:09.249417 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34576480-b179-4706-b345-0677afd09bb5 None None] get_active_networks_info from n-d-833163-1 {{(pid=103886) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 11 19:54:09.338523 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-635be733-7835-443a-ac8e-fb843c4141f4 None None] Provisioning complete for port 14adaff0-062e-4146-8060-d990e1904bfa triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:54:09.339410 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-635be733-7835-443a-ac8e-fb843c4141f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (14adaff0-062e-4146-8060-d990e1904bfa), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:09.387943 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7060ab52-63da-4e76-902d-3b5c356787fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (0a1318ff-db12-48b1-b7cd-22ff793d2ea1), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:09.419180 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 14adaff0-062e-4146-8060-d990e1904bfa triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:54:09.419656 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (14adaff0-062e-4146-8060-d990e1904bfa), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:09.426458 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7060ab52-63da-4e76-902d-3b5c356787fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Pushing event deleted for resources: {'Port': ['ID=0a1318ff-db12-48b1-b7cd-22ff793d2ea1,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:09.429303 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5daeab52-c80a-4f18-96a3-39489aca0fb8 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (a84b09b2-68db-4f71-9ed0-8fba027918d0), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:09.473198 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daeab52-c80a-4f18-96a3-39489aca0fb8 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event deleted for resources: {'Port': ['ID=a84b09b2-68db-4f71-9ed0-8fba027918d0,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:09.482653 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7060ab52-63da-4e76-902d-3b5c356787fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:09.491169 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-7060ab52-63da-4e76-902d-3b5c356787fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] 10.222.0.65 "DELETE /v2.0/ports/0a1318ff-db12-48b1-b7cd-22ff793d2ea1 HTTP/1.1" status: 204 len: 168 time: 1.3158531 Mar 11 19:54:09.492985 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34050) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:09.578907 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34576480-b179-4706-b345-0677afd09bb5 None None] Resources bound (agent type, host, resource id): {{(pid=103886) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 19:54:09.611454 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7e038e8-429c-406a-b449-93ed2ec4a760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] GET failed (client error): The resource could not be found. Mar 11 19:54:09.614160 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-635be733-7835-443a-ac8e-fb843c4141f4 None None] Current status of the port 14adaff0-062e-4146-8060-d990e1904bfa is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:54:09.614563 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-635be733-7835-443a-ac8e-fb843c4141f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (14adaff0-062e-4146-8060-d990e1904bfa), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:09.621312 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34054) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:09.624192 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f7e038e8-429c-406a-b449-93ed2ec4a760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] 10.222.0.65 "GET /v2.0/ports/0a1318ff-db12-48b1-b7cd-22ff793d2ea1 HTTP/1.1" status: 404 len: 333 time: 0.1299241 Mar 11 19:54:09.637997 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-4e692af6-a210-4ba9-b238-d9ffffef0361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Request body: {'port': {'network_id': 'b4dfd5de-79fe-40c4-b0bb-87914e071639', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-456610712'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:54:09.667489 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5daeab52-c80a-4f18-96a3-39489aca0fb8 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:09.675446 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-5daeab52-c80a-4f18-96a3-39489aca0fb8 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/ports/a84b09b2-68db-4f71-9ed0-8fba027918d0 HTTP/1.1" status: 204 len: 168 time: 1.2702346 Mar 11 19:54:09.675697 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 14adaff0-062e-4146-8060-d990e1904bfa is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:54:09.675823 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e692af6-a210-4ba9-b238-d9ffffef0361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Made reservation on behalf of 2e700dbff83949f5b33bf1ac4c2cd23a for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:54:09.675963 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (14adaff0-062e-4146-8060-d990e1904bfa), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:09.677943 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34056) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:09.680005 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4e692af6-a210-4ba9-b238-d9ffffef0361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:09.728254 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-635be733-7835-443a-ac8e-fb843c4141f4 None None] For port 14adaff0-062e-4146-8060-d990e1904bfa, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=14adaff0-062e-4146-8060-d990e1904bfa,segment=NetworkSegment(70c71ca7-59df-46c5-86d9-acc712ed1da1),segment_id=70c71ca7-59df-46c5-86d9-acc712ed1da1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:54:09.767311 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-635be733-7835-443a-ac8e-fb843c4141f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (14adaff0-062e-4146-8060-d990e1904bfa), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:09.782567 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7138021-4b20-4de7-a37f-ee3d576b7138 req-067be664-549f-42ee-b710-b3a673c22fd9 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:09.792563 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-4e692af6-a210-4ba9-b238-d9ffffef0361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] device_id is not set on port bf7a015a-9b67-44ce-bfc5-d69478ec2d7a yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:54:09.796617 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e7138021-4b20-4de7-a37f-ee3d576b7138 req-067be664-549f-42ee-b710-b3a673c22fd9 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7c89787-a794-4218-91b4-c904675866ac HTTP/1.1" status: 200 len: 985 time: 0.2367187 Mar 11 19:54:09.927423 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e7138021-4b20-4de7-a37f-ee3d576b7138 req-63f543d8-1cbe-4009-a33b-522c02e5f997 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "GET /v2.0/security-groups?id=bdc2da62-3af1-451a-9cc6-1eb2098242b4&id=f82912e0-fa09-44d8-ae7a-f1a9c4586fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1292014 Mar 11 19:54:09.934317 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c52fdc1-688a-44df-91d1-69d341f98e44 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:09.936047 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c52fdc1-688a-44df-91d1-69d341f98e44 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:09.950310 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-0c52fdc1-688a-44df-91d1-69d341f98e44 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2628477 Mar 11 19:54:09.950310 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34058) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:10.035652 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4e692af6-a210-4ba9-b238-d9ffffef0361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Publish callbacks [] for port (bf7a015a-9b67-44ce-bfc5-d69478ec2d7a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:10.041193 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-78219c27-2f02-4f02-8063-d93f6f379f6f tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Deleting subnet 5071f07e-70ab-4820-879d-95abdd3dede7 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:54:10.045414 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-78219c27-2f02-4f02-8063-d93f6f379f6f tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (5071f07e-70ab-4820-879d-95abdd3dede7), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:10.049169 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635be733-7835-443a-ac8e-fb843c4141f4 None None] Pushing event updated for resources: {'Port': ['ID=14adaff0-062e-4146-8060-d990e1904bfa,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:10.090077 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4e692af6-a210-4ba9-b238-d9ffffef0361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (bf7a015a-9b67-44ce-bfc5-d69478ec2d7a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:10.109567 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-78219c27-2f02-4f02-8063-d93f6f379f6f tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (5071f07e-70ab-4820-879d-95abdd3dede7), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:10.135259 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:54:10.135614 n-d-833163-1 neutron-server[103886]: DEBUG oslo_db.api [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:54:10.145763 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e692af6-a210-4ba9-b238-d9ffffef0361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Network b4dfd5de-79fe-40c4-b0bb-87914e071639 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:54:10.155400 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-4e692af6-a210-4ba9-b238-d9ffffef0361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:54:10.161249 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e692af6-a210-4ba9-b238-d9ffffef0361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:54:10.162577 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e692af6-a210-4ba9-b238-d9ffffef0361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:10.163400 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4e692af6-a210-4ba9-b238-d9ffffef0361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:10.187288 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4e692af6-a210-4ba9-b238-d9ffffef0361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5648513 Mar 11 19:54:10.193396 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34064) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:10.198363 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-28ea95d0-c777-40b2-9f4e-f4213ab4176c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:54:10.218270 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e692af6-a210-4ba9-b238-d9ffffef0361 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Pushing event updated for resources: {'Port': ['ID=bf7a015a-9b67-44ce-bfc5-d69478ec2d7a,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:10.227286 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8273fd2-f5ed-4b84-a3af-76030d51b107 None None] Network 0897600d-059c-4c97-87d5-16371e549b1b requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:54:10.244233 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028da67c-46cd-414a-a6cc-6150857d0f1c None None] Network 9a57b4fd-d24f-497b-8411-8421bddaa0b7 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:54:10.289071 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028da67c-46cd-414a-a6cc-6150857d0f1c None None] Network 9a57b4fd-d24f-497b-8411-8421bddaa0b7 could not be found, it might have been deleted concurrently. {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 11 19:54:10.294045 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ad33c-0314-4cc6-9b6e-9f180de85e6f req-78773309-ef88-45ea-88fd-9dec12d8aeb4 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:10.301991 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-272ad33c-0314-4cc6-9b6e-9f180de85e6f req-78773309-ef88-45ea-88fd-9dec12d8aeb4 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7c89787-a794-4218-91b4-c904675866ac HTTP/1.1" status: 200 len: 985 time: 0.1630487 Mar 11 19:54:10.312651 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134f6ccb-75d3-48d3-bab4-33487dd1c5ec None None] Network 9a57b4fd-d24f-497b-8411-8421bddaa0b7 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:54:10.315783 n-d-833163-1 neutron-server[103884]: DEBUG neutron.objects.ports [None req-43a3b1e0-e592-40ce-99c3-a449ad52870a tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103884) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 19:54:10.318290 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-43a3b1e0-e592-40ce-99c3-a449ad52870a tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (e63ff672-acc6-4203-96f8-523ed793da66), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:10.344697 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134f6ccb-75d3-48d3-bab4-33487dd1c5ec None None] Network 9a57b4fd-d24f-497b-8411-8421bddaa0b7 could not be found, it might have been deleted concurrently. {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 11 19:54:10.353902 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-78219c27-2f02-4f02-8063-d93f6f379f6f tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (5071f07e-70ab-4820-879d-95abdd3dede7), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:10.410994 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a3b1e0-e592-40ce-99c3-a449ad52870a tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Pushing event updated for resources: {'Subnet': ['ID=e63ff672-acc6-4203-96f8-523ed793da66,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:10.414176 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a3b1e0-e592-40ce-99c3-a449ad52870a tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Checking segment: {'id': '6fe62917-3cec-494e-b9cd-438911a19ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': 'de69812e-f282-4acd-8d36-0c005fd01174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:54:10.414824 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a3b1e0-e592-40ce-99c3-a449ad52870a tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Network hostable DHCP agents. Network: de69812e-f282-4acd-8d36-0c005fd01174, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:54:10.443797 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a3b1e0-e592-40ce-99c3-a449ad52870a tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Network de69812e-f282-4acd-8d36-0c005fd01174 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:54:10.454369 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-28ea95d0-c777-40b2-9f4e-f4213ab4176c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (bf7a015a-9b67-44ce-bfc5-d69478ec2d7a), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:10.458717 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-43a3b1e0-e592-40ce-99c3-a449ad52870a tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, de69812e-f282-4acd-8d36-0c005fd01174) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:54:10.464442 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a3b1e0-e592-40ce-99c3-a449ad52870a tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:10.465611 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-43a3b1e0-e592-40ce-99c3-a449ad52870a tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:10.478547 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91920cb-9bee-40f9-b1fc-2fd22ccf1ab6 None None] Network de69812e-f282-4acd-8d36-0c005fd01174 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:54:10.479195 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-272ad33c-0314-4cc6-9b6e-9f180de85e6f req-f995145a-c135-4d31-b274-25595e829fa1 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "GET /v2.0/security-groups?id=bdc2da62-3af1-451a-9cc6-1eb2098242b4&id=f82912e0-fa09-44d8-ae7a-f1a9c4586fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1733601 Mar 11 19:54:10.507995 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-43a3b1e0-e592-40ce-99c3-a449ad52870a tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.4399524 Mar 11 19:54:10.511184 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34068) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:10.569145 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-78219c27-2f02-4f02-8063-d93f6f379f6f tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (5071f07e-70ab-4820-879d-95abdd3dede7), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:10.615686 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78219c27-2f02-4f02-8063-d93f6f379f6f tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event deleted for resources: {'Subnet': ['ID=5071f07e-70ab-4820-879d-95abdd3dede7,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:10.628403 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-78219c27-2f02-4f02-8063-d93f6f379f6f tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:10.632112 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-78219c27-2f02-4f02-8063-d93f6f379f6f tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/subnets/5071f07e-70ab-4820-879d-95abdd3dede7 HTTP/1.1" status: 204 len: 168 time: 0.6880937 Mar 11 19:54:10.637915 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34070) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:10.710024 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-6f1a557f-1354-42ac-9f5d-39707af662d9 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0650792 Mar 11 19:54:10.711089 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34074) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:10.716136 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-a1e16001-abc4-4070-aa39-7c0e20a9e6be tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Request body: {'subnet': {'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:54:10.757228 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f9c9a705-31fd-488a-b014-8989c6c7151b tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (de69812e-f282-4acd-8d36-0c005fd01174), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:10.800209 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 14adaff0-062e-4146-8060-d990e1904bfa is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:54:10.805695 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a4f90-726b-4398-881e-2cd0799e82dd req-1dbc70ee-2f01-4a5c-9010-9b3f49899544 tempest-TestSecurityGroupsBasicOps-1938677745 tempest-TestSecurityGroupsBasicOps-1938677745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:10.824261 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-df7a4f90-726b-4398-881e-2cd0799e82dd req-1dbc70ee-2f01-4a5c-9010-9b3f49899544 tempest-TestSecurityGroupsBasicOps-1938677745 tempest-TestSecurityGroupsBasicOps-1938677745-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=c7c89787-a794-4218-91b4-c904675866ac HTTP/1.1" status: 200 len: 1167 time: 0.2203698 Mar 11 19:54:10.826718 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3398f5a5-1500-4499-957a-91bf723630a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-de69812e-f282-4acd-8d36-0c005fd01174', 'network_id': 'de69812e-f282-4acd-8d36-0c005fd01174', 'project_id': '79ed25ffbf6340ba8abb41601f417832', 'fixed_ips': [{'subnet_id': 'e63ff672-acc6-4203-96f8-523ed793da66'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:54:10.832377 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3398f5a5-1500-4499-957a-91bf723630a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:10.875474 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-df7a4f90-726b-4398-881e-2cd0799e82dd req-0dabc0ba-72c7-48dc-b107-4ceaaf11f09c tempest-TestSecurityGroupsBasicOps-1938677745 tempest-TestSecurityGroupsBasicOps-1938677745-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:10.894220 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f9c9a705-31fd-488a-b014-8989c6c7151b tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (e63ff672-acc6-4203-96f8-523ed793da66), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:10.997550 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f9c9a705-31fd-488a-b014-8989c6c7151b tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (e63ff672-acc6-4203-96f8-523ed793da66), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:10.999754 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-28ea95d0-c777-40b2-9f4e-f4213ab4176c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] device_id is not set on port bf7a015a-9b67-44ce-bfc5-d69478ec2d7a yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:54:11.011643 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-28ea95d0-c777-40b2-9f4e-f4213ab4176c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Publish callbacks [] for port (bf7a015a-9b67-44ce-bfc5-d69478ec2d7a), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:11.012049 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 14adaff0-062e-4146-8060-d990e1904bfa up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:54:11.025254 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-28ea95d0-c777-40b2-9f4e-f4213ab4176c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (bf7a015a-9b67-44ce-bfc5-d69478ec2d7a), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:11.043383 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c9a705-31fd-488a-b014-8989c6c7151b tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Pushing event deleted for resources: {'Subnet': ['ID=e63ff672-acc6-4203-96f8-523ed793da66,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:11.074361 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e16001-abc4-4070-aa39-7c0e20a9e6be tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Made reservation on behalf of 06d9e64a19fa4247bc00069610bf80e1 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:54:11.080828 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1e16001-abc4-4070-aa39-7c0e20a9e6be tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server [None req-3398f5a5-1500-4499-957a-91bf723630a9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e63ff672-acc6-4203-96f8-523ed793da66: This subnet is being modified by another concurrent operation. Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise exception Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e63ff672-acc6-4203-96f8-523ed793da66: This subnet is being modified by another concurrent operation. Mar 11 19:54:11.111807 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server Mar 11 19:54:11.150319 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b029b2-c3f7-47dc-afb7-81a4c859bdb6 None None] Network de69812e-f282-4acd-8d36-0c005fd01174 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:54:11.162600 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ea95d0-c777-40b2-9f4e-f4213ab4176c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Pushing event updated for resources: {'Port': ['ID=bf7a015a-9b67-44ce-bfc5-d69478ec2d7a,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:11.230830 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5847a9d-4ad8-4924-ab14-3857c97fe461 None None] Network 0897600d-059c-4c97-87d5-16371e549b1b requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:54:11.271916 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f9c9a705-31fd-488a-b014-8989c6c7151b tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (de69812e-f282-4acd-8d36-0c005fd01174), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:11.303682 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-28ea95d0-c777-40b2-9f4e-f4213ab4176c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port bf7a015a-9b67-44ce-bfc5-d69478ec2d7a on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:54:11.304034 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-28ea95d0-c777-40b2-9f4e-f4213ab4176c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port bf7a015a-9b67-44ce-bfc5-d69478ec2d7a by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '116e9291-4570-4cc7-ad62-567448065ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'b4dfd5de-79fe-40c4-b0bb-87914e071639'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:54:11.304466 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ea95d0-c777-40b2-9f4e-f4213ab4176c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port bf7a015a-9b67-44ce-bfc5-d69478ec2d7a on network b4dfd5de-79fe-40c4-b0bb-87914e071639 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:54:11.315477 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ea95d0-c777-40b2-9f4e-f4213ab4176c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Port bf7a015a-9b67-44ce-bfc5-d69478ec2d7a on network b4dfd5de-79fe-40c4-b0bb-87914e071639 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:54:11.315858 n-d-833163-1 neutron-server[103885]: ERROR neutron.plugins.ml2.managers [None req-28ea95d0-c777-40b2-9f4e-f4213ab4176c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Failed to bind port bf7a015a-9b67-44ce-bfc5-d69478ec2d7a on host n-h1-833163-1 for vnic_type normal using segments [{'id': '116e9291-4570-4cc7-ad62-567448065ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'b4dfd5de-79fe-40c4-b0bb-87914e071639'}] Mar 11 19:54:11.317757 n-d-833163-1 neutron-server[103885]: INFO neutron.plugins.ml2.plugin [None req-28ea95d0-c777-40b2-9f4e-f4213ab4176c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempt 2 to bind port bf7a015a-9b67-44ce-bfc5-d69478ec2d7a Mar 11 19:54:11.350716 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-28ea95d0-c777-40b2-9f4e-f4213ab4176c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port bf7a015a-9b67-44ce-bfc5-d69478ec2d7a on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:54:11.351101 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-28ea95d0-c777-40b2-9f4e-f4213ab4176c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port bf7a015a-9b67-44ce-bfc5-d69478ec2d7a by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '116e9291-4570-4cc7-ad62-567448065ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'b4dfd5de-79fe-40c4-b0bb-87914e071639'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:54:11.351383 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ea95d0-c777-40b2-9f4e-f4213ab4176c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port bf7a015a-9b67-44ce-bfc5-d69478ec2d7a on network b4dfd5de-79fe-40c4-b0bb-87914e071639 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:54:11.359978 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ea95d0-c777-40b2-9f4e-f4213ab4176c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Port bf7a015a-9b67-44ce-bfc5-d69478ec2d7a on network b4dfd5de-79fe-40c4-b0bb-87914e071639 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:54:11.360316 n-d-833163-1 neutron-server[103885]: ERROR neutron.plugins.ml2.managers [None req-28ea95d0-c777-40b2-9f4e-f4213ab4176c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Failed to bind port bf7a015a-9b67-44ce-bfc5-d69478ec2d7a on host n-h1-833163-1 for vnic_type normal using segments [{'id': '116e9291-4570-4cc7-ad62-567448065ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'b4dfd5de-79fe-40c4-b0bb-87914e071639'}] Mar 11 19:54:11.363414 n-d-833163-1 neutron-server[103885]: INFO neutron.plugins.ml2.plugin [None req-28ea95d0-c777-40b2-9f4e-f4213ab4176c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempt 3 to bind port bf7a015a-9b67-44ce-bfc5-d69478ec2d7a Mar 11 19:54:11.388798 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-df7a4f90-726b-4398-881e-2cd0799e82dd req-0dabc0ba-72c7-48dc-b107-4ceaaf11f09c tempest-TestSecurityGroupsBasicOps-1938677745 tempest-TestSecurityGroupsBasicOps-1938677745-project-admin] Publish callbacks [] for security_group (88f8e736-8107-4131-ac15-7ac8750d4c0f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:11.400552 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-28ea95d0-c777-40b2-9f4e-f4213ab4176c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port bf7a015a-9b67-44ce-bfc5-d69478ec2d7a on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:54:11.400926 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-28ea95d0-c777-40b2-9f4e-f4213ab4176c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port bf7a015a-9b67-44ce-bfc5-d69478ec2d7a by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '116e9291-4570-4cc7-ad62-567448065ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'b4dfd5de-79fe-40c4-b0bb-87914e071639'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:54:11.401231 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ea95d0-c777-40b2-9f4e-f4213ab4176c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port bf7a015a-9b67-44ce-bfc5-d69478ec2d7a on network b4dfd5de-79fe-40c4-b0bb-87914e071639 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:54:11.406504 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ea95d0-c777-40b2-9f4e-f4213ab4176c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Port bf7a015a-9b67-44ce-bfc5-d69478ec2d7a on network b4dfd5de-79fe-40c4-b0bb-87914e071639 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:54:11.407073 n-d-833163-1 neutron-server[103885]: ERROR neutron.plugins.ml2.managers [None req-28ea95d0-c777-40b2-9f4e-f4213ab4176c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Failed to bind port bf7a015a-9b67-44ce-bfc5-d69478ec2d7a on host n-h1-833163-1 for vnic_type normal using segments [{'id': '116e9291-4570-4cc7-ad62-567448065ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'b4dfd5de-79fe-40c4-b0bb-87914e071639'}] Mar 11 19:54:11.408133 n-d-833163-1 neutron-server[103885]: INFO neutron.plugins.ml2.plugin [None req-28ea95d0-c777-40b2-9f4e-f4213ab4176c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempt 4 to bind port bf7a015a-9b67-44ce-bfc5-d69478ec2d7a Mar 11 19:54:11.419328 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-df7a4f90-726b-4398-881e-2cd0799e82dd req-0dabc0ba-72c7-48dc-b107-4ceaaf11f09c tempest-TestSecurityGroupsBasicOps-1938677745 tempest-TestSecurityGroupsBasicOps-1938677745-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (88f8e736-8107-4131-ac15-7ac8750d4c0f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:11.428783 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-f9c9a705-31fd-488a-b014-8989c6c7151b tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de69812e-f282-4acd-8d36-0c005fd01174']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:54:11.481748 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 14adaff0-062e-4146-8060-d990e1904bfa triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:54:11.482156 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (14adaff0-062e-4146-8060-d990e1904bfa), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:11.482578 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-f9c9a705-31fd-488a-b014-8989c6c7151b tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fe62917-3cec-494e-b9cd-438911a19ef3') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:54:11.483160 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-f9c9a705-31fd-488a-b014-8989c6c7151b tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fe62917-3cec-494e-b9cd-438911a19ef3') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:54:11.500682 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f9c9a705-31fd-488a-b014-8989c6c7151b tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (6fe62917-3cec-494e-b9cd-438911a19ef3), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:11.509881 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-28ea95d0-c777-40b2-9f4e-f4213ab4176c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port bf7a015a-9b67-44ce-bfc5-d69478ec2d7a on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:54:11.510223 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-28ea95d0-c777-40b2-9f4e-f4213ab4176c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port bf7a015a-9b67-44ce-bfc5-d69478ec2d7a by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '116e9291-4570-4cc7-ad62-567448065ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'b4dfd5de-79fe-40c4-b0bb-87914e071639'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:54:11.510612 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ea95d0-c777-40b2-9f4e-f4213ab4176c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port bf7a015a-9b67-44ce-bfc5-d69478ec2d7a on network b4dfd5de-79fe-40c4-b0bb-87914e071639 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:54:11.558753 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ea95d0-c777-40b2-9f4e-f4213ab4176c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Port bf7a015a-9b67-44ce-bfc5-d69478ec2d7a on network b4dfd5de-79fe-40c4-b0bb-87914e071639 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:54:11.559103 n-d-833163-1 neutron-server[103885]: ERROR neutron.plugins.ml2.managers [None req-28ea95d0-c777-40b2-9f4e-f4213ab4176c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Failed to bind port bf7a015a-9b67-44ce-bfc5-d69478ec2d7a on host n-h1-833163-1 for vnic_type normal using segments [{'id': '116e9291-4570-4cc7-ad62-567448065ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'b4dfd5de-79fe-40c4-b0bb-87914e071639'}] Mar 11 19:54:11.559500 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f9c9a705-31fd-488a-b014-8989c6c7151b tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (6fe62917-3cec-494e-b9cd-438911a19ef3), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:11.560744 n-d-833163-1 neutron-server[103885]: INFO neutron.plugins.ml2.plugin [None req-28ea95d0-c777-40b2-9f4e-f4213ab4176c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempt 5 to bind port bf7a015a-9b67-44ce-bfc5-d69478ec2d7a Mar 11 19:54:11.578936 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9c9a705-31fd-488a-b014-8989c6c7151b tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Releasing vlan 861 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:54:11.584581 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f9c9a705-31fd-488a-b014-8989c6c7151b tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (6fe62917-3cec-494e-b9cd-438911a19ef3), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:11.591846 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-28ea95d0-c777-40b2-9f4e-f4213ab4176c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port bf7a015a-9b67-44ce-bfc5-d69478ec2d7a on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:54:11.592214 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-28ea95d0-c777-40b2-9f4e-f4213ab4176c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port bf7a015a-9b67-44ce-bfc5-d69478ec2d7a by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '116e9291-4570-4cc7-ad62-567448065ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'b4dfd5de-79fe-40c4-b0bb-87914e071639'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:54:11.592558 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ea95d0-c777-40b2-9f4e-f4213ab4176c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port bf7a015a-9b67-44ce-bfc5-d69478ec2d7a on network b4dfd5de-79fe-40c4-b0bb-87914e071639 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:54:11.602109 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dabc0ba-72c7-48dc-b107-4ceaaf11f09c tempest-TestSecurityGroupsBasicOps-1938677745 tempest-TestSecurityGroupsBasicOps-1938677745-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f8e736-8107-4131-ac15-7ac8750d4c0f,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:11.602298 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-fc8a64f9-f032-4b66-81db-2fe981d4ab15 None None] Provisioning complete for port 14adaff0-062e-4146-8060-d990e1904bfa triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:54:11.603781 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fc8a64f9-f032-4b66-81db-2fe981d4ab15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (14adaff0-062e-4146-8060-d990e1904bfa), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:11.606671 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ea95d0-c777-40b2-9f4e-f4213ab4176c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Port bf7a015a-9b67-44ce-bfc5-d69478ec2d7a on network b4dfd5de-79fe-40c4-b0bb-87914e071639 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:54:11.606949 n-d-833163-1 neutron-server[103885]: ERROR neutron.plugins.ml2.managers [None req-28ea95d0-c777-40b2-9f4e-f4213ab4176c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Failed to bind port bf7a015a-9b67-44ce-bfc5-d69478ec2d7a on host n-h1-833163-1 for vnic_type normal using segments [{'id': '116e9291-4570-4cc7-ad62-567448065ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'b4dfd5de-79fe-40c4-b0bb-87914e071639'}] Mar 11 19:54:11.613217 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-df7a4f90-726b-4398-881e-2cd0799e82dd req-0dabc0ba-72c7-48dc-b107-4ceaaf11f09c tempest-TestSecurityGroupsBasicOps-1938677745 tempest-TestSecurityGroupsBasicOps-1938677745-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=bdc2da62-3af1-451a-9cc6-1eb2098242b4&id=f82912e0-fa09-44d8-ae7a-f1a9c4586fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.7881153 Mar 11 19:54:11.613701 n-d-833163-1 neutron-server[103885]: INFO neutron.plugins.ml2.plugin [None req-28ea95d0-c777-40b2-9f4e-f4213ab4176c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempt 6 to bind port bf7a015a-9b67-44ce-bfc5-d69478ec2d7a Mar 11 19:54:11.620587 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:54:11.620587 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:54:11.620587 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:54:11.620587 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:54:11.620587 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:54:11.620587 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:54:11.620587 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:54:11.620587 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:54:11.620587 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:54:11.620587 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:54:11.620587 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:54:11.620587 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:54:11.620587 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:54:11.620587 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:54:11.620587 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:54:11.620587 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:54:11.620587 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:54:11.620587 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:54:11.620587 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:54:11.620587 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:54:11.620587 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:54:11.620587 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:54:11.620587 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:54:11.620587 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:54:11.620587 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:54:11.620587 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:54:11.620587 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:54:11.620587 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:54:11.620587 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:54:11.620587 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:54:11.620587 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:54:11.620587 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:54:11.645918 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-28ea95d0-c777-40b2-9f4e-f4213ab4176c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port bf7a015a-9b67-44ce-bfc5-d69478ec2d7a on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:54:11.646170 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-28ea95d0-c777-40b2-9f4e-f4213ab4176c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port bf7a015a-9b67-44ce-bfc5-d69478ec2d7a by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '116e9291-4570-4cc7-ad62-567448065ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'b4dfd5de-79fe-40c4-b0bb-87914e071639'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:54:11.646682 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ea95d0-c777-40b2-9f4e-f4213ab4176c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port bf7a015a-9b67-44ce-bfc5-d69478ec2d7a on network b4dfd5de-79fe-40c4-b0bb-87914e071639 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:54:11.656737 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34078) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:11.680790 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ea95d0-c777-40b2-9f4e-f4213ab4176c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Port bf7a015a-9b67-44ce-bfc5-d69478ec2d7a on network b4dfd5de-79fe-40c4-b0bb-87914e071639 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:54:11.681129 n-d-833163-1 neutron-server[103885]: ERROR neutron.plugins.ml2.managers [None req-28ea95d0-c777-40b2-9f4e-f4213ab4176c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Failed to bind port bf7a015a-9b67-44ce-bfc5-d69478ec2d7a on host n-h1-833163-1 for vnic_type normal using segments [{'id': '116e9291-4570-4cc7-ad62-567448065ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'b4dfd5de-79fe-40c4-b0bb-87914e071639'}] Mar 11 19:54:11.681512 n-d-833163-1 neutron-server[103885]: INFO neutron.plugins.ml2.plugin [None req-28ea95d0-c777-40b2-9f4e-f4213ab4176c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempt 7 to bind port bf7a015a-9b67-44ce-bfc5-d69478ec2d7a Mar 11 19:54:11.761689 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-28ea95d0-c777-40b2-9f4e-f4213ab4176c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port bf7a015a-9b67-44ce-bfc5-d69478ec2d7a on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:54:11.762035 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-28ea95d0-c777-40b2-9f4e-f4213ab4176c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port bf7a015a-9b67-44ce-bfc5-d69478ec2d7a by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '116e9291-4570-4cc7-ad62-567448065ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'b4dfd5de-79fe-40c4-b0bb-87914e071639'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:54:11.762375 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ea95d0-c777-40b2-9f4e-f4213ab4176c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port bf7a015a-9b67-44ce-bfc5-d69478ec2d7a on network b4dfd5de-79fe-40c4-b0bb-87914e071639 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:54:11.794938 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ea95d0-c777-40b2-9f4e-f4213ab4176c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Port bf7a015a-9b67-44ce-bfc5-d69478ec2d7a on network b4dfd5de-79fe-40c4-b0bb-87914e071639 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:54:11.795279 n-d-833163-1 neutron-server[103885]: ERROR neutron.plugins.ml2.managers [None req-28ea95d0-c777-40b2-9f4e-f4213ab4176c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Failed to bind port bf7a015a-9b67-44ce-bfc5-d69478ec2d7a on host n-h1-833163-1 for vnic_type normal using segments [{'id': '116e9291-4570-4cc7-ad62-567448065ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'b4dfd5de-79fe-40c4-b0bb-87914e071639'}] Mar 11 19:54:11.796427 n-d-833163-1 neutron-server[103885]: INFO neutron.plugins.ml2.plugin [None req-28ea95d0-c777-40b2-9f4e-f4213ab4176c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempt 8 to bind port bf7a015a-9b67-44ce-bfc5-d69478ec2d7a Mar 11 19:54:11.801093 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6029eb-9c61-4aac-a2b0-20ef7e05ed7b tempest-TestSecurityGroupsBasicOps-1938677745 tempest-TestSecurityGroupsBasicOps-1938677745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:11.815944 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-3d6029eb-9c61-4aac-a2b0-20ef7e05ed7b tempest-TestSecurityGroupsBasicOps-1938677745 tempest-TestSecurityGroupsBasicOps-1938677745-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=c7c89787-a794-4218-91b4-c904675866ac HTTP/1.1" status: 200 len: 1162 time: 0.1449878 Mar 11 19:54:11.816830 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34082) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:11.823239 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-92081bb0-9ac5-47d6-a3dd-c6ccb98aa68a tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Request body: {'floatingip': {'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'port_id': 'f779bc33-9f77-4e55-90d9-5fb39269c54b', 'tenant_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:54:11.835945 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b9207d-c9a1-437e-8d8a-082900855ce7 None None] DHCP port deletion for 0897600d-059c-4c97-87d5-16371e549b1b request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:54:11.839166 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f9c9a705-31fd-488a-b014-8989c6c7151b tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (de69812e-f282-4acd-8d36-0c005fd01174), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:11.852501 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f9c9a705-31fd-488a-b014-8989c6c7151b tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:11.857000 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f9c9a705-31fd-488a-b014-8989c6c7151b tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] 10.222.0.65 "DELETE /v2.0/networks/de69812e-f282-4acd-8d36-0c005fd01174 HTTP/1.1" status: 204 len: 168 time: 1.3440273 Mar 11 19:54:11.862764 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34084) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:11.887818 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-92081bb0-9ac5-47d6-a3dd-c6ccb98aa68a tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:11.931350 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-28ea95d0-c777-40b2-9f4e-f4213ab4176c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port bf7a015a-9b67-44ce-bfc5-d69478ec2d7a on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:54:11.931708 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-28ea95d0-c777-40b2-9f4e-f4213ab4176c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port bf7a015a-9b67-44ce-bfc5-d69478ec2d7a by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '116e9291-4570-4cc7-ad62-567448065ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'b4dfd5de-79fe-40c4-b0bb-87914e071639'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:54:11.932055 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ea95d0-c777-40b2-9f4e-f4213ab4176c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port bf7a015a-9b67-44ce-bfc5-d69478ec2d7a on network b4dfd5de-79fe-40c4-b0bb-87914e071639 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:54:11.937496 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ea95d0-c777-40b2-9f4e-f4213ab4176c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Port bf7a015a-9b67-44ce-bfc5-d69478ec2d7a on network b4dfd5de-79fe-40c4-b0bb-87914e071639 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:54:11.937827 n-d-833163-1 neutron-server[103885]: ERROR neutron.plugins.ml2.managers [None req-28ea95d0-c777-40b2-9f4e-f4213ab4176c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Failed to bind port bf7a015a-9b67-44ce-bfc5-d69478ec2d7a on host n-h1-833163-1 for vnic_type normal using segments [{'id': '116e9291-4570-4cc7-ad62-567448065ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'b4dfd5de-79fe-40c4-b0bb-87914e071639'}] Mar 11 19:54:11.938369 n-d-833163-1 neutron-server[103885]: INFO neutron.plugins.ml2.plugin [None req-28ea95d0-c777-40b2-9f4e-f4213ab4176c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempt 9 to bind port bf7a015a-9b67-44ce-bfc5-d69478ec2d7a Mar 11 19:54:11.948165 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c9a705-31fd-488a-b014-8989c6c7151b tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Pushing event deleted for resources: {'Network': ['ID=de69812e-f282-4acd-8d36-0c005fd01174,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:11.951757 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 14adaff0-062e-4146-8060-d990e1904bfa is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:54:11.954725 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e6ef652-7806-4ce3-879d-7e446ef05072 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] DELETE failed (client error): The resource could not be found. Mar 11 19:54:11.955218 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e6ef652-7806-4ce3-879d-7e446ef05072 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:54:11.959504 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-0e6ef652-7806-4ce3-879d-7e446ef05072 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] 10.222.0.65 "DELETE /v2.0/subnets/e63ff672-acc6-4203-96f8-523ed793da66 HTTP/1.1" status: 404 len: 337 time: 0.0825760 Mar 11 19:54:11.963717 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34086) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:11.987799 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-28ea95d0-c777-40b2-9f4e-f4213ab4176c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port bf7a015a-9b67-44ce-bfc5-d69478ec2d7a on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:54:11.988518 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-28ea95d0-c777-40b2-9f4e-f4213ab4176c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port bf7a015a-9b67-44ce-bfc5-d69478ec2d7a by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '116e9291-4570-4cc7-ad62-567448065ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'b4dfd5de-79fe-40c4-b0bb-87914e071639'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:54:11.989161 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ea95d0-c777-40b2-9f4e-f4213ab4176c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port bf7a015a-9b67-44ce-bfc5-d69478ec2d7a on network b4dfd5de-79fe-40c4-b0bb-87914e071639 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:54:12.013379 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-77a0f3cf-d3b1-40a8-9332-81b4b059a925 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] DELETE failed (client error): The resource could not be found. Mar 11 19:54:12.015833 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77a0f3cf-d3b1-40a8-9332-81b4b059a925 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:54:12.025898 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-77a0f3cf-d3b1-40a8-9332-81b4b059a925 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] 10.222.0.65 "DELETE /v2.0/networks/de69812e-f282-4acd-8d36-0c005fd01174 HTTP/1.1" status: 404 len: 339 time: 0.0605941 Mar 11 19:54:12.028440 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34088) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:12.036073 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ea95d0-c777-40b2-9f4e-f4213ab4176c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Port bf7a015a-9b67-44ce-bfc5-d69478ec2d7a on network b4dfd5de-79fe-40c4-b0bb-87914e071639 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:54:12.040205 n-d-833163-1 neutron-server[103885]: ERROR neutron.plugins.ml2.managers [None req-28ea95d0-c777-40b2-9f4e-f4213ab4176c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Failed to bind port bf7a015a-9b67-44ce-bfc5-d69478ec2d7a on host n-h1-833163-1 for vnic_type normal using segments [{'id': '116e9291-4570-4cc7-ad62-567448065ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'b4dfd5de-79fe-40c4-b0bb-87914e071639'}] Mar 11 19:54:12.042894 n-d-833163-1 neutron-server[103885]: INFO neutron.plugins.ml2.plugin [None req-28ea95d0-c777-40b2-9f4e-f4213ab4176c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempt 10 to bind port bf7a015a-9b67-44ce-bfc5-d69478ec2d7a Mar 11 19:54:12.066076 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-fc8a64f9-f032-4b66-81db-2fe981d4ab15 None None] Current status of the port 14adaff0-062e-4146-8060-d990e1904bfa is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:54:12.096955 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-28ea95d0-c777-40b2-9f4e-f4213ab4176c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port bf7a015a-9b67-44ce-bfc5-d69478ec2d7a on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:54:12.101704 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-28ea95d0-c777-40b2-9f4e-f4213ab4176c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port bf7a015a-9b67-44ce-bfc5-d69478ec2d7a by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '116e9291-4570-4cc7-ad62-567448065ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'b4dfd5de-79fe-40c4-b0bb-87914e071639'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:54:12.102517 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ea95d0-c777-40b2-9f4e-f4213ab4176c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempting to bind port bf7a015a-9b67-44ce-bfc5-d69478ec2d7a on network b4dfd5de-79fe-40c4-b0bb-87914e071639 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:54:12.104942 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1e16001-abc4-4070-aa39-7c0e20a9e6be tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (089bef68-d8a4-46e4-816f-30f5b931b43f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:12.105387 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f7b9207d-c9a1-437e-8d8a-082900855ce7 None None] Deleting port 14adaff0-062e-4146-8060-d990e1904bfa {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:54:12.105827 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f7b9207d-c9a1-437e-8d8a-082900855ce7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (14adaff0-062e-4146-8060-d990e1904bfa), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:12.187563 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ea95d0-c777-40b2-9f4e-f4213ab4176c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Port bf7a015a-9b67-44ce-bfc5-d69478ec2d7a on network b4dfd5de-79fe-40c4-b0bb-87914e071639 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:54:12.188599 n-d-833163-1 neutron-server[103885]: ERROR neutron.plugins.ml2.managers [None req-28ea95d0-c777-40b2-9f4e-f4213ab4176c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Failed to bind port bf7a015a-9b67-44ce-bfc5-d69478ec2d7a on host n-h1-833163-1 for vnic_type normal using segments [{'id': '116e9291-4570-4cc7-ad62-567448065ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': 'b4dfd5de-79fe-40c4-b0bb-87914e071639'}] Mar 11 19:54:12.190796 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-28ea95d0-c777-40b2-9f4e-f4213ab4176c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (bf7a015a-9b67-44ce-bfc5-d69478ec2d7a), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:12.207726 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-5acf04b7-da3e-4af5-b6a6-3e38899b5725 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] DELETE failed (client error): The resource could not be found. Mar 11 19:54:12.208563 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5acf04b7-da3e-4af5-b6a6-3e38899b5725 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:54:12.212273 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-5acf04b7-da3e-4af5-b6a6-3e38899b5725 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] 10.222.0.65 "DELETE /v2.0/subnets/15a42d12-257c-4ba8-a1bd-84384d2eb2d3 HTTP/1.1" status: 404 len: 337 time: 0.1803961 Mar 11 19:54:12.215135 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34092) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:12.218018 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e16001-abc4-4070-aa39-7c0e20a9e6be tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event updated for resources: {'Subnet': ['ID=089bef68-d8a4-46e4-816f-30f5b931b43f,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:12.233405 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e16001-abc4-4070-aa39-7c0e20a9e6be tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Network 0897600d-059c-4c97-87d5-16371e549b1b is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:54:12.235200 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-a1e16001-abc4-4070-aa39-7c0e20a9e6be tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:54:12.239077 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e16001-abc4-4070-aa39-7c0e20a9e6be tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:12.239953 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a1e16001-abc4-4070-aa39-7c0e20a9e6be tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:12.273138 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a1e16001-abc4-4070-aa39-7c0e20a9e6be tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5608776 Mar 11 19:54:12.275776 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34096) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:12.281806 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-012a3a42-c51c-4156-9b5f-31370af75042 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Request body: {'port': {'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'fixed_ips': [{'subnet_id': '089bef68-d8a4-46e4-816f-30f5b931b43f', 'ip_address': '2001:db8::fda5:59f0:da04:7acd'}], 'name': 'tempest-NetworksTestDHCPv6-159123155'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:54:12.283080 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-f7b9207d-c9a1-437e-8d8a-082900855ce7 None None] For port 14adaff0-062e-4146-8060-d990e1904bfa, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=14adaff0-062e-4146-8060-d990e1904bfa,segment=NetworkSegment(70c71ca7-59df-46c5-86d9-acc712ed1da1),segment_id=70c71ca7-59df-46c5-86d9-acc712ed1da1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:54:12.283596 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f7b9207d-c9a1-437e-8d8a-082900855ce7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (14adaff0-062e-4146-8060-d990e1904bfa), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:12.297878 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f7b9207d-c9a1-437e-8d8a-082900855ce7 None None] Calling delete_port for 14adaff0-062e-4146-8060-d990e1904bfa owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:54:12.387566 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f7b9207d-c9a1-437e-8d8a-082900855ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (14adaff0-062e-4146-8060-d990e1904bfa), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:12.393924 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-16b78965-45e5-4e7e-8f97-3801fe9ace25 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] DELETE failed (client error): The resource could not be found. Mar 11 19:54:12.395965 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16b78965-45e5-4e7e-8f97-3801fe9ace25 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:54:12.410839 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-16b78965-45e5-4e7e-8f97-3801fe9ace25 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] 10.222.0.65 "DELETE /v2.0/networks/9a57b4fd-d24f-497b-8411-8421bddaa0b7 HTTP/1.1" status: 404 len: 339 time: 0.1654918 Mar 11 19:54:12.413815 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34098) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:12.444920 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b9207d-c9a1-437e-8d8a-082900855ce7 None None] Pushing event deleted for resources: {'Port': ['ID=14adaff0-062e-4146-8060-d990e1904bfa,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:12.448664 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b9207d-c9a1-437e-8d8a-082900855ce7 None None] No DVR routers for this DVR port 14adaff0-062e-4146-8060-d990e1904bfa on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:54:12.480339 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b56c354-93d4-40b8-9dd1-f8cc582c425e None None] get_active_networks_info from n-d-833163-1 {{(pid=103886) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 11 19:54:12.515306 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012a3a42-c51c-4156-9b5f-31370af75042 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Made reservation on behalf of 06d9e64a19fa4247bc00069610bf80e1 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:54:12.563928 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d15c25e-87a8-467b-be1f-9ecb5696c157 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] DELETE failed (client error): The resource could not be found. Mar 11 19:54:12.564760 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d15c25e-87a8-467b-be1f-9ecb5696c157 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:54:12.569316 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-5d15c25e-87a8-467b-be1f-9ecb5696c157 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] 10.222.0.65 "DELETE /v2.0/subnets/a3779419-983c-48e3-8fe7-d3fe26a0e679 HTTP/1.1" status: 404 len: 337 time: 0.1433642 Mar 11 19:54:12.576433 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34102) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:12.576621 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:54:12.646014 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-6094c51a-627a-4400-a655-caf4397b3394 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] DELETE failed (client error): The resource could not be found. Mar 11 19:54:12.649682 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6094c51a-627a-4400-a655-caf4397b3394 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:54:12.653159 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-6094c51a-627a-4400-a655-caf4397b3394 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] 10.222.0.65 "DELETE /v2.0/networks/c2e29544-1562-45b1-82db-2146eba3b4a5 HTTP/1.1" status: 404 len: 339 time: 0.0719707 Mar 11 19:54:12.657427 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-28ea95d0-c777-40b2-9f4e-f4213ab4176c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] For port bf7a015a-9b67-44ce-bfc5-d69478ec2d7a, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:54:12.658073 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-28ea95d0-c777-40b2-9f4e-f4213ab4176c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attempted to set empty binding levels {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 11 19:54:12.659397 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34104) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:12.673898 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-28ea95d0-c777-40b2-9f4e-f4213ab4176c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (bf7a015a-9b67-44ce-bfc5-d69478ec2d7a), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:12.674390 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-012a3a42-c51c-4156-9b5f-31370af75042 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:12.685693 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-92081bb0-9ac5-47d6-a3dd-c6ccb98aa68a tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:12.702283 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b56c354-93d4-40b8-9dd1-f8cc582c425e None None] Resources bound (agent type, host, resource id): {{(pid=103886) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 19:54:12.717932 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-012a3a42-c51c-4156-9b5f-31370af75042 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] device_id is not set on port 3003542d-d07b-4923-a861-58a765ca44a0 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:54:12.728059 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-28ea95d0-c777-40b2-9f4e-f4213ab4176c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] In _notify_port_updated(), no bound segment for port bf7a015a-9b67-44ce-bfc5-d69478ec2d7a on network b4dfd5de-79fe-40c4-b0bb-87914e071639 {{(pid=103885) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 11 19:54:12.730150 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ea95d0-c777-40b2-9f4e-f4213ab4176c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:12.731413 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-28ea95d0-c777-40b2-9f4e-f4213ab4176c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:12.733437 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-28ea95d0-c777-40b2-9f4e-f4213ab4176c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] 10.222.0.65 "PUT /v2.0/ports/bf7a015a-9b67-44ce-bfc5-d69478ec2d7a HTTP/1.1" status: 200 len: 978 time: 2.5390134 Mar 11 19:54:12.755326 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34106) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:12.922558 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ea95d0-c777-40b2-9f4e-f4213ab4176c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Pushing event updated for resources: {'Port': ['ID=bf7a015a-9b67-44ce-bfc5-d69478ec2d7a,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:12.950950 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 14adaff0-062e-4146-8060-d990e1904bfa no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:54:13.019090 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 14adaff0-062e-4146-8060-d990e1904bfa {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:54:13.019821 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 14adaff0-062e-4146-8060-d990e1904bfa not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:54:13.124449 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-92081bb0-9ac5-47d6-a3dd-c6ccb98aa68a tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Allocated IP 172.25.8.231 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/2fa566d0-18b9-4cb5-9763-c3a0afe03c27) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:54:13.149983 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686fe6bf-490d-4d5a-b9cf-5305e053f6ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-0897600d-059c-4c97-87d5-16371e549b1b', 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'project_id': '06d9e64a19fa4247bc00069610bf80e1', 'fixed_ips': [{'subnet_id': '089bef68-d8a4-46e4-816f-30f5b931b43f'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:54:13.151101 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-686fe6bf-490d-4d5a-b9cf-5305e053f6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:13.187073 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-4c5d7917-c0c9-4707-b947-325ec813545c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Deleting port bf7a015a-9b67-44ce-bfc5-d69478ec2d7a {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:54:13.189816 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4c5d7917-c0c9-4707-b947-325ec813545c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (bf7a015a-9b67-44ce-bfc5-d69478ec2d7a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:13.199128 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-012a3a42-c51c-4156-9b5f-31370af75042 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Allocated IP 2001:db8::fda5:59f0:da04:7acd (0897600d-059c-4c97-87d5-16371e549b1b/089bef68-d8a4-46e4-816f-30f5b931b43f/3003542d-d07b-4923-a861-58a765ca44a0) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:54:13.199708 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-24c57964-de15-4c17-821e-4dd6880b5920 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Deleting port 4bf38483-65c3-454d-a7e2-7bbf5985a265 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:54:13.202798 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-24c57964-de15-4c17-821e-4dd6880b5920 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (4bf38483-65c3-454d-a7e2-7bbf5985a265), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:13.573245 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-012a3a42-c51c-4156-9b5f-31370af75042 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for port (3003542d-d07b-4923-a861-58a765ca44a0), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:13.674258 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-012a3a42-c51c-4156-9b5f-31370af75042 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (3003542d-d07b-4923-a861-58a765ca44a0), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:13.681795 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-92081bb0-9ac5-47d6-a3dd-c6ccb98aa68a tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks [] for port (2fa566d0-18b9-4cb5-9763-c3a0afe03c27), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:13.716528 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-24c57964-de15-4c17-821e-4dd6880b5920 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (4bf38483-65c3-454d-a7e2-7bbf5985a265), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:13.727130 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012a3a42-c51c-4156-9b5f-31370af75042 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Network 0897600d-059c-4c97-87d5-16371e549b1b is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:54:13.730742 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-24c57964-de15-4c17-821e-4dd6880b5920 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Calling delete_port for 4bf38483-65c3-454d-a7e2-7bbf5985a265 owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:54:13.733647 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-012a3a42-c51c-4156-9b5f-31370af75042 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:54:13.744426 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012a3a42-c51c-4156-9b5f-31370af75042 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:54:13.750805 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012a3a42-c51c-4156-9b5f-31370af75042 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:13.752424 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-012a3a42-c51c-4156-9b5f-31370af75042 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:13.776330 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-012a3a42-c51c-4156-9b5f-31370af75042 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4989078 Mar 11 19:54:13.777807 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a3a42-c51c-4156-9b5f-31370af75042 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event updated for resources: {'Port': ['ID=3003542d-d07b-4923-a861-58a765ca44a0,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:13.781156 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34112) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:13.814008 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-686fe6bf-490d-4d5a-b9cf-5305e053f6ec None None] Allocated IP 2001:db8::2 (0897600d-059c-4c97-87d5-16371e549b1b/089bef68-d8a4-46e4-816f-30f5b931b43f/12d55e9e-ca91-4706-9308-11ac21ab8f1a) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:54:13.876216 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994e0261-e354-4fc3-b4be-4cddce324ffa tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:13.878406 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-994e0261-e354-4fc3-b4be-4cddce324ffa tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0959816 Mar 11 19:54:13.881468 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34114) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:13.921085 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-92081bb0-9ac5-47d6-a3dd-c6ccb98aa68a tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (2fa566d0-18b9-4cb5-9763-c3a0afe03c27), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:13.933815 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-24c57964-de15-4c17-821e-4dd6880b5920 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (4bf38483-65c3-454d-a7e2-7bbf5985a265), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:13.997414 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-4c5d7917-c0c9-4707-b947-325ec813545c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] For port bf7a015a-9b67-44ce-bfc5-d69478ec2d7a, host n-h1-833163-1, got binding levels [] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:54:13.997802 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4c5d7917-c0c9-4707-b947-325ec813545c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (bf7a015a-9b67-44ce-bfc5-d69478ec2d7a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:14.044026 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-7a1bf0d3-9156-454f-8cd0-fe70e188821e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Deleting port 3003542d-d07b-4923-a861-58a765ca44a0 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:54:14.044836 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7a1bf0d3-9156-454f-8cd0-fe70e188821e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (3003542d-d07b-4923-a861-58a765ca44a0), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:14.090212 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-4c5d7917-c0c9-4707-b947-325ec813545c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Calling delete_port for bf7a015a-9b67-44ce-bfc5-d69478ec2d7a owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:54:14.102087 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92081bb0-9ac5-47d6-a3dd-c6ccb98aa68a tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:54:14.116320 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-24c57964-de15-4c17-821e-4dd6880b5920 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:14.128175 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-24c57964-de15-4c17-821e-4dd6880b5920 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] 10.222.0.65 "DELETE /v2.0/ports/4bf38483-65c3-454d-a7e2-7bbf5985a265 HTTP/1.1" status: 204 len: 168 time: 1.4655118 Mar 11 19:54:14.129097 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34118) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:14.132375 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-92081bb0-9ac5-47d6-a3dd-c6ccb98aa68a tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:54:14.152177 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92081bb0-9ac5-47d6-a3dd-c6ccb98aa68a tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:54:14.156365 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92081bb0-9ac5-47d6-a3dd-c6ccb98aa68a tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Pushing event updated for resources: {'Port': ['ID=2fa566d0-18b9-4cb5-9763-c3a0afe03c27,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:14.186238 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-686fe6bf-490d-4d5a-b9cf-5305e053f6ec None None] Publish callbacks [] for port (12d55e9e-ca91-4706-9308-11ac21ab8f1a), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:14.202010 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-686fe6bf-490d-4d5a-b9cf-5305e053f6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (12d55e9e-ca91-4706-9308-11ac21ab8f1a), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:14.257648 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c57964-de15-4c17-821e-4dd6880b5920 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Pushing event deleted for resources: {'Port': ['ID=4bf38483-65c3-454d-a7e2-7bbf5985a265,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:14.281880 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-39710fbb-2303-4a94-9b6f-67c5dfdc374c tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] DELETE failed (client error): The resource could not be found. Mar 11 19:54:14.282561 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39710fbb-2303-4a94-9b6f-67c5dfdc374c tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:54:14.285834 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-39710fbb-2303-4a94-9b6f-67c5dfdc374c tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] 10.222.0.65 "DELETE /v2.0/subnets/c926c999-66f5-4392-8b8e-6c3de2f21ffc HTTP/1.1" status: 404 len: 337 time: 0.1526411 Mar 11 19:54:14.289186 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34120) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:14.295613 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686fe6bf-490d-4d5a-b9cf-5305e053f6ec None None] Network 0897600d-059c-4c97-87d5-16371e549b1b is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:54:14.302436 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-686fe6bf-490d-4d5a-b9cf-5305e053f6ec None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:54:14.314297 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686fe6bf-490d-4d5a-b9cf-5305e053f6ec None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:54:14.405726 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686fe6bf-490d-4d5a-b9cf-5305e053f6ec None None] Pushing event updated for resources: {'Port': ['ID=12d55e9e-ca91-4706-9308-11ac21ab8f1a,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:14.473498 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-686fe6bf-490d-4d5a-b9cf-5305e053f6ec None None] Attempting to bind port 12d55e9e-ca91-4706-9308-11ac21ab8f1a on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:54:14.473905 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-686fe6bf-490d-4d5a-b9cf-5305e053f6ec None None] Attempting to bind port 12d55e9e-ca91-4706-9308-11ac21ab8f1a by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:54:14.474276 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686fe6bf-490d-4d5a-b9cf-5305e053f6ec None None] Attempting to bind port 12d55e9e-ca91-4706-9308-11ac21ab8f1a on network 0897600d-059c-4c97-87d5-16371e549b1b {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:54:14.484334 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686fe6bf-490d-4d5a-b9cf-5305e053f6ec None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:54:14.484711 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686fe6bf-490d-4d5a-b9cf-5305e053f6ec None None] Checking segment: {'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:54:14.485120 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-686fe6bf-490d-4d5a-b9cf-5305e053f6ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:14.485580 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686fe6bf-490d-4d5a-b9cf-5305e053f6ec None None] Bound using segment: {'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:54:14.486552 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-686fe6bf-490d-4d5a-b9cf-5305e053f6ec None None] Bound port: 12d55e9e-ca91-4706-9308-11ac21ab8f1a, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:54:14.492155 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-686fe6bf-490d-4d5a-b9cf-5305e053f6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (12d55e9e-ca91-4706-9308-11ac21ab8f1a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:14.503394 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4c5d7917-c0c9-4707-b947-325ec813545c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (bf7a015a-9b67-44ce-bfc5-d69478ec2d7a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:14.534808 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7a1bf0d3-9156-454f-8cd0-fe70e188821e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (3003542d-d07b-4923-a861-58a765ca44a0), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:14.577487 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1e004399-fc05-4d42-8cdd-115810d92fea tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (6e878a34-afa2-49ed-b9f1-a1d6d459d42a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:14.588687 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-7a1bf0d3-9156-454f-8cd0-fe70e188821e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Calling delete_port for 3003542d-d07b-4923-a861-58a765ca44a0 owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:54:14.588931 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5d7917-c0c9-4707-b947-325ec813545c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Pushing event deleted for resources: {'Port': ['ID=bf7a015a-9b67-44ce-bfc5-d69478ec2d7a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:14.614934 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4c5d7917-c0c9-4707-b947-325ec813545c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:14.622209 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-4c5d7917-c0c9-4707-b947-325ec813545c tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] 10.222.0.65 "DELETE /v2.0/ports/bf7a015a-9b67-44ce-bfc5-d69478ec2d7a HTTP/1.1" status: 204 len: 168 time: 1.8600802 Mar 11 19:54:14.623246 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34122) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:14.648821 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-686fe6bf-490d-4d5a-b9cf-5305e053f6ec None None] For port 12d55e9e-ca91-4706-9308-11ac21ab8f1a, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:54:14.658304 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-686fe6bf-490d-4d5a-b9cf-5305e053f6ec None None] For port 12d55e9e-ca91-4706-9308-11ac21ab8f1a, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=12d55e9e-ca91-4706-9308-11ac21ab8f1a,segment=NetworkSegment(70c71ca7-59df-46c5-86d9-acc712ed1da1),segment_id=70c71ca7-59df-46c5-86d9-acc712ed1da1)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:54:14.667367 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-908135d6-8183-4d02-a2b3-36c8f19c38b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] GET failed (client error): The resource could not be found. Mar 11 19:54:14.672157 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-908135d6-8183-4d02-a2b3-36c8f19c38b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743 tempest-PortsAdminExtendedAttrsIpV6TestJSON-795472743-project-admin] 10.222.0.65 "GET /v2.0/ports/bf7a015a-9b67-44ce-bfc5-d69478ec2d7a HTTP/1.1" status: 404 len: 333 time: 0.0449378 Mar 11 19:54:14.672415 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34126) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:14.674916 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-686fe6bf-490d-4d5a-b9cf-5305e053f6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (12d55e9e-ca91-4706-9308-11ac21ab8f1a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:14.778141 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-675c5f8f-5ec7-47ce-b1b2-b54152826671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833119564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833119564-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (b4dfd5de-79fe-40c4-b0bb-87914e071639), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:14.885556 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686fe6bf-490d-4d5a-b9cf-5305e053f6ec None None] Pushing event updated for resources: {'Port': ['ID=12d55e9e-ca91-4706-9308-11ac21ab8f1a,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:14.939868 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1e004399-fc05-4d42-8cdd-115810d92fea tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (6e878a34-afa2-49ed-b9f1-a1d6d459d42a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:14.983237 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-1e004399-fc05-4d42-8cdd-115810d92fea tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e878a34-afa2-49ed-b9f1-a1d6d459d42a']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:54:15.005556 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-1e004399-fc05-4d42-8cdd-115810d92fea tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f19ba656-1e02-4959-a39b-c91d2b262c1c') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:54:15.007185 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-675c5f8f-5ec7-47ce-b1b2-b54152826671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833119564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833119564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (b4dfd5de-79fe-40c4-b0bb-87914e071639), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:15.007578 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-1e004399-fc05-4d42-8cdd-115810d92fea tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f19ba656-1e02-4959-a39b-c91d2b262c1c') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:54:15.029409 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1e004399-fc05-4d42-8cdd-115810d92fea tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (f19ba656-1e02-4959-a39b-c91d2b262c1c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:15.057558 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1e004399-fc05-4d42-8cdd-115810d92fea tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (f19ba656-1e02-4959-a39b-c91d2b262c1c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:15.072669 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e004399-fc05-4d42-8cdd-115810d92fea tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Releasing vlan 875 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:54:15.073383 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1e004399-fc05-4d42-8cdd-115810d92fea tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (f19ba656-1e02-4959-a39b-c91d2b262c1c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:15.107674 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-675c5f8f-5ec7-47ce-b1b2-b54152826671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833119564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833119564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4dfd5de-79fe-40c4-b0bb-87914e071639']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:54:15.125311 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-675c5f8f-5ec7-47ce-b1b2-b54152826671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833119564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833119564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '116e9291-4570-4cc7-ad62-567448065ad1') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:54:15.176868 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-675c5f8f-5ec7-47ce-b1b2-b54152826671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833119564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833119564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '116e9291-4570-4cc7-ad62-567448065ad1') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:54:15.233550 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-675c5f8f-5ec7-47ce-b1b2-b54152826671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833119564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833119564-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (116e9291-4570-4cc7-ad62-567448065ad1), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:15.252017 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:54:15.252017 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:54:15.252017 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:54:15.252017 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:54:15.252017 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:54:15.252017 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:54:15.252017 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:54:15.252017 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:54:15.252017 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:54:15.252017 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:54:15.252017 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:54:15.252017 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:54:15.252017 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:54:15.252017 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:54:15.252017 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:54:15.252017 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:54:15.252017 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:54:15.252017 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:54:15.252017 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:54:15.252017 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:54:15.252017 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:54:15.252017 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:54:15.252017 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:54:15.252017 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:54:15.252017 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:54:15.252017 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:54:15.252017 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:54:15.252017 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:54:15.252017 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:54:15.252017 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:54:15.252017 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:54:15.252017 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:54:15.264861 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1e004399-fc05-4d42-8cdd-115810d92fea tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (6e878a34-afa2-49ed-b9f1-a1d6d459d42a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:15.291580 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1e004399-fc05-4d42-8cdd-115810d92fea tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:15.298218 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-1e004399-fc05-4d42-8cdd-115810d92fea tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] 10.222.0.65 "DELETE /v2.0/networks/6e878a34-afa2-49ed-b9f1-a1d6d459d42a HTTP/1.1" status: 204 len: 168 time: 1.0045037 Mar 11 19:54:15.304759 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34130) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:15.363855 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e004399-fc05-4d42-8cdd-115810d92fea tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Pushing event deleted for resources: {'Network': ['ID=6e878a34-afa2-49ed-b9f1-a1d6d459d42a,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:15.403481 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-675c5f8f-5ec7-47ce-b1b2-b54152826671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833119564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833119564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (116e9291-4570-4cc7-ad62-567448065ad1), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:15.416653 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-675c5f8f-5ec7-47ce-b1b2-b54152826671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833119564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833119564-project] Releasing vlan 889 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:54:15.418950 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-675c5f8f-5ec7-47ce-b1b2-b54152826671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833119564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833119564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (116e9291-4570-4cc7-ad62-567448065ad1), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:15.473621 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 19:54:15.473621 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:54:15.473621 n-d-833163-1 neutron-server[103885]: timer() Mar 11 19:54:15.473621 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:54:15.473621 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 19:54:15.473621 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:54:15.473621 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 19:54:15.473621 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:54:15.473621 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 19:54:15.473621 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:54:15.473621 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 19:54:15.473621 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:54:15.473621 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 19:54:15.473621 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:54:15.473621 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:54:15.473621 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:54:15.473621 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:54:15.473621 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:54:15.473621 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 19:54:15.473621 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:54:15.473621 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 19:54:15.473621 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:54:15.473621 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:54:15.473621 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:54:15.473621 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 19:54:15.473621 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:54:15.473621 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:54:15.473621 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:54:15.473621 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:54:15.473621 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:54:15.473621 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:54:15.473621 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:54:15.560949 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-675c5f8f-5ec7-47ce-b1b2-b54152826671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833119564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833119564-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (b4dfd5de-79fe-40c4-b0bb-87914e071639), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:15.571012 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-675c5f8f-5ec7-47ce-b1b2-b54152826671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833119564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833119564-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:15.577745 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-675c5f8f-5ec7-47ce-b1b2-b54152826671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833119564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833119564-project] 10.222.0.65 "DELETE /v2.0/networks/b4dfd5de-79fe-40c4-b0bb-87914e071639 HTTP/1.1" status: 204 len: 168 time: 0.9023962 Mar 11 19:54:15.633822 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675c5f8f-5ec7-47ce-b1b2-b54152826671 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833119564 tempest-PortsAdminExtendedAttrsIpV6TestJSON-833119564-project] Pushing event deleted for resources: {'Network': ['ID=b4dfd5de-79fe-40c4-b0bb-87914e071639,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:15.695269 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-92081bb0-9ac5-47d6-a3dd-c6ccb98aa68a tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks [] for floatingip (1838c0e2-1ef1-43cf-87b4-4678259474c5), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:15.723259 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7a1bf0d3-9156-454f-8cd0-fe70e188821e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (3003542d-d07b-4923-a861-58a765ca44a0), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:15.747035 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-582b4096-05b3-4628-97bc-8f05dfb27867 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Deleting port ba0ae54b-e1fc-4217-9cbf-9cd7fc242a7e {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:54:15.747389 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-582b4096-05b3-4628-97bc-8f05dfb27867 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (ba0ae54b-e1fc-4217-9cbf-9cd7fc242a7e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:15.817924 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-92081bb0-9ac5-47d6-a3dd-c6ccb98aa68a tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2fa566d0-18b9-4cb5-9763-c3a0afe03c27), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:15.878170 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1bf0d3-9156-454f-8cd0-fe70e188821e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event deleted for resources: {'Port': ['ID=3003542d-d07b-4923-a861-58a765ca44a0,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:16.046157 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7a1bf0d3-9156-454f-8cd0-fe70e188821e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:16.051657 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-7a1bf0d3-9156-454f-8cd0-fe70e188821e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/ports/3003542d-d07b-4923-a861-58a765ca44a0 HTTP/1.1" status: 204 len: 168 time: 2.1668584 Mar 11 19:54:16.052987 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34138) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:16.060658 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-582b4096-05b3-4628-97bc-8f05dfb27867 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (ba0ae54b-e1fc-4217-9cbf-9cd7fc242a7e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:16.092621 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-582b4096-05b3-4628-97bc-8f05dfb27867 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Calling delete_port for ba0ae54b-e1fc-4217-9cbf-9cd7fc242a7e owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:54:16.275290 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34140) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:16.284192 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-582b4096-05b3-4628-97bc-8f05dfb27867 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (ba0ae54b-e1fc-4217-9cbf-9cd7fc242a7e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:16.379156 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582b4096-05b3-4628-97bc-8f05dfb27867 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Pushing event deleted for resources: {'Port': ['ID=ba0ae54b-e1fc-4217-9cbf-9cd7fc242a7e,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:16.384655 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-582b4096-05b3-4628-97bc-8f05dfb27867 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:16.388304 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-582b4096-05b3-4628-97bc-8f05dfb27867 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] 10.222.0.65 "DELETE /v2.0/ports/ba0ae54b-e1fc-4217-9cbf-9cd7fc242a7e HTTP/1.1" status: 204 len: 168 time: 1.0767510 Mar 11 19:54:16.390960 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34146) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:16.435653 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d9b4c89-cfa2-4d3b-bb93-48d0a3f0adef tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] DELETE failed (client error): The resource could not be found. Mar 11 19:54:16.437496 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d9b4c89-cfa2-4d3b-bb93-48d0a3f0adef tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:54:16.440662 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-3d9b4c89-cfa2-4d3b-bb93-48d0a3f0adef tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] 10.222.0.65 "DELETE /v2.0/subnets/ef55d506-3db4-4605-a2a2-0c2af0c03ba8 HTTP/1.1" status: 404 len: 337 time: 0.0454972 Mar 11 19:54:16.443410 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34148) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:16.515181 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9d1aa9-8a0b-471b-99ef-49cd4ddaffe5 None None] Network 0897600d-059c-4c97-87d5-16371e549b1b requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:54:16.550695 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-92081bb0-9ac5-47d6-a3dd-c6ccb98aa68a tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks [] for port (2fa566d0-18b9-4cb5-9763-c3a0afe03c27), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:16.558805 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9be7f8be-cdbf-449c-8e41-e3e9c601edfb tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (7d85d16a-84f6-4fd3-81a4-7c27b4cf880e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:16.560296 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-92081bb0-9ac5-47d6-a3dd-c6ccb98aa68a tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (2fa566d0-18b9-4cb5-9763-c3a0afe03c27), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:16.574734 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c51a37-8fc5-4307-9b7a-a227afeca772 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:16.576174 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c51a37-8fc5-4307-9b7a-a227afeca772 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:16.577700 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-c4c51a37-8fc5-4307-9b7a-a227afeca772 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5234492 Mar 11 19:54:16.582984 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34150) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:16.610027 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-7832fa54-9e47-47be-a049-d55990f30a39 None None] Provisioning complete for port 12d55e9e-ca91-4706-9308-11ac21ab8f1a triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:54:16.611139 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7832fa54-9e47-47be-a049-d55990f30a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (12d55e9e-ca91-4706-9308-11ac21ab8f1a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:16.641791 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92081bb0-9ac5-47d6-a3dd-c6ccb98aa68a tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Pushing event updated for resources: {'Port': ['ID=2fa566d0-18b9-4cb5-9763-c3a0afe03c27,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:16.653584 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-92081bb0-9ac5-47d6-a3dd-c6ccb98aa68a tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (1838c0e2-1ef1-43cf-87b4-4678259474c5), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:16.675456 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-1a8b5299-fe44-4f36-b3b4-8d0badc97dce admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=da40fd3a69c540119c1baeb6703466ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3962414 Mar 11 19:54:16.678032 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34152) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:16.767470 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-30450023-e969-4b3e-bf68-c116eed46cb2 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Deleting subnet 089bef68-d8a4-46e4-816f-30f5b931b43f {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:54:16.771177 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-30450023-e969-4b3e-bf68-c116eed46cb2 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (089bef68-d8a4-46e4-816f-30f5b931b43f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:16.792855 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-7832fa54-9e47-47be-a049-d55990f30a39 None None] Current status of the port 12d55e9e-ca91-4706-9308-11ac21ab8f1a is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:54:16.794307 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7832fa54-9e47-47be-a049-d55990f30a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (12d55e9e-ca91-4706-9308-11ac21ab8f1a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:16.829961 n-d-833163-1 neutron-server[103885]: INFO neutron.db.l3_db [None req-92081bb0-9ac5-47d6-a3dd-c6ccb98aa68a tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Floating IP 1838c0e2-1ef1-43cf-87b4-4678259474c5 associated. External IP: 172.25.8.231, port: f779bc33-9f77-4e55-90d9-5fb39269c54b. Mar 11 19:54:16.834826 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-30450023-e969-4b3e-bf68-c116eed46cb2 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (089bef68-d8a4-46e4-816f-30f5b931b43f), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:16.873702 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-7832fa54-9e47-47be-a049-d55990f30a39 None None] For port 12d55e9e-ca91-4706-9308-11ac21ab8f1a, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=12d55e9e-ca91-4706-9308-11ac21ab8f1a,segment=NetworkSegment(70c71ca7-59df-46c5-86d9-acc712ed1da1),segment_id=70c71ca7-59df-46c5-86d9-acc712ed1da1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:54:16.880259 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7832fa54-9e47-47be-a049-d55990f30a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (12d55e9e-ca91-4706-9308-11ac21ab8f1a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:16.969687 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7832fa54-9e47-47be-a049-d55990f30a39 None None] Pushing event updated for resources: {'Port': ['ID=12d55e9e-ca91-4706-9308-11ac21ab8f1a,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:17.042485 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-30450023-e969-4b3e-bf68-c116eed46cb2 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (089bef68-d8a4-46e4-816f-30f5b931b43f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:17.087796 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-162f1aba-58ce-4018-b59f-a8729c61a60c admin admin] Publish callbacks [] for security_group (d279646e-8ce4-4366-a33f-5450e8fc13d6), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:17.129623 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-e178fc9e-4e25-4c57-84ae-31c96d1e19b0 None None] Provisioning complete for port 12d55e9e-ca91-4706-9308-11ac21ab8f1a triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:54:17.129986 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e178fc9e-4e25-4c57-84ae-31c96d1e19b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (12d55e9e-ca91-4706-9308-11ac21ab8f1a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:17.159308 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92081bb0-9ac5-47d6-a3dd-c6ccb98aa68a tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Router 8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:54:17.340485 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92081bb0-9ac5-47d6-a3dd-c6ccb98aa68a tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:54:17.353663 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1541220c-c320-4c52-b074-841b98a22e15 None None] Sync routers for ids ['8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:54:17.364556 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 12d55e9e-ca91-4706-9308-11ac21ab8f1a up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:54:17.369389 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-92081bb0-9ac5-47d6-a3dd-c6ccb98aa68a tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:17.372074 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1541220c-c320-4c52-b074-841b98a22e15 None None] Routers {'8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:54:17.372699 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-1541220c-c320-4c52-b074-841b98a22e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:53:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:54:17.406241 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-92081bb0-9ac5-47d6-a3dd-c6ccb98aa68a tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.5869012 Mar 11 19:54:17.407192 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7c89787-a794-4218-91b4-c904675866ac', 'tag': 'f779bc33-9f77-4e55-90d9-5fb39269c54b'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:54:17.410332 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2615841-c0e9-453d-8a9f-524c4219b848" -d '{"events": [{"name": "network-changed", "server_uuid": "c7c89787-a794-4218-91b4-c904675866ac", "tag": "f779bc33-9f77-4e55-90d9-5fb39269c54b"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:54:17.426544 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34158) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:17.456812 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e178fc9e-4e25-4c57-84ae-31c96d1e19b0 None None] Current status of the port 12d55e9e-ca91-4706-9308-11ac21ab8f1a is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:54:17.486022 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 12d55e9e-ca91-4706-9308-11ac21ab8f1a triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:54:17.486498 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (12d55e9e-ca91-4706-9308-11ac21ab8f1a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:17.525909 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06de0456-fca4-4c97-acfc-01e9ee9ed3ad x-openstack-request-id: req-06de0456-fca4-4c97-acfc-01e9ee9ed3ad {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:54:17.526245 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7c89787-a794-4218-91b4-c904675866ac", "tag": "f779bc33-9f77-4e55-90d9-5fb39269c54b", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:54:17.528266 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-06de0456-fca4-4c97-acfc-01e9ee9ed3ad {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:54:17.528710 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7c89787-a794-4218-91b4-c904675866ac', 'tag': 'f779bc33-9f77-4e55-90d9-5fb39269c54b', 'status': 'completed', 'code': 200} Mar 11 19:54:17.579761 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-b42c2664-2333-43f6-bd34-d8bc29a0bc43 None None] Could not find standard attr ID for object a2ac4d5c-e776-4920-b3b8-37a68413d04a. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 19:54:17.669024 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-1541220c-c320-4c52-b074-841b98a22e15 None None] Set router 8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:54:17.677035 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 12d55e9e-ca91-4706-9308-11ac21ab8f1a is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:54:17.740512 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-162f1aba-58ce-4018-b59f-a8729c61a60c admin admin] Publish callbacks [] for security_group (d279646e-8ce4-4366-a33f-5450e8fc13d6), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:17.769355 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2615841-c0e9-453d-8a9f-524c4219b848 req-e8a01dee-2bfb-459a-8962-90a21ec069ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:17.771258 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d2615841-c0e9-453d-8a9f-524c4219b848 req-e8a01dee-2bfb-459a-8962-90a21ec069ff service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ba1ac85839b24ea7a6d2ca439cce25f5&device_id=c7c89787-a794-4218-91b4-c904675866ac HTTP/1.1" status: 200 len: 1167 time: 0.2304423 Mar 11 19:54:17.818783 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-9be7f8be-cdbf-449c-8e41-e3e9c601edfb tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Deleting port 28c7c39c-5ae5-47b5-8dbd-62809c4b51e5 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:54:17.818783 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9be7f8be-cdbf-449c-8e41-e3e9c601edfb tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (28c7c39c-5ae5-47b5-8dbd-62809c4b51e5), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:17.877846 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-30450023-e969-4b3e-bf68-c116eed46cb2 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (089bef68-d8a4-46e4-816f-30f5b931b43f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:17.939524 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc25cae2-6d89-4aa5-9430-851fdce03526 tempest-TestSecurityGroupsBasicOps-1938677745 tempest-TestSecurityGroupsBasicOps-1938677745-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:17.940244 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc25cae2-6d89-4aa5-9430-851fdce03526 tempest-TestSecurityGroupsBasicOps-1938677745 tempest-TestSecurityGroupsBasicOps-1938677745-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:17.940871 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc25cae2-6d89-4aa5-9430-851fdce03526 tempest-TestSecurityGroupsBasicOps-1938677745 tempest-TestSecurityGroupsBasicOps-1938677745-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:17.941497 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc25cae2-6d89-4aa5-9430-851fdce03526 tempest-TestSecurityGroupsBasicOps-1938677745 tempest-TestSecurityGroupsBasicOps-1938677745-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:17.942116 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc25cae2-6d89-4aa5-9430-851fdce03526 tempest-TestSecurityGroupsBasicOps-1938677745 tempest-TestSecurityGroupsBasicOps-1938677745-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:17.942733 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc25cae2-6d89-4aa5-9430-851fdce03526 tempest-TestSecurityGroupsBasicOps-1938677745 tempest-TestSecurityGroupsBasicOps-1938677745-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:17.943846 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc25cae2-6d89-4aa5-9430-851fdce03526 tempest-TestSecurityGroupsBasicOps-1938677745 tempest-TestSecurityGroupsBasicOps-1938677745-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:17.944566 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc25cae2-6d89-4aa5-9430-851fdce03526 tempest-TestSecurityGroupsBasicOps-1938677745 tempest-TestSecurityGroupsBasicOps-1938677745-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:17.946718 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-bc25cae2-6d89-4aa5-9430-851fdce03526 tempest-TestSecurityGroupsBasicOps-1938677745 tempest-TestSecurityGroupsBasicOps-1938677745-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5655 time: 0.5176535 Mar 11 19:54:17.950283 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34176) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:17.972756 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69de2d6f-ec1c-4920-a4d3-5a356668d103 None None] Network 0897600d-059c-4c97-87d5-16371e549b1b requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:54:18.045411 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-162f1aba-58ce-4018-b59f-a8729c61a60c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (d279646e-8ce4-4366-a33f-5450e8fc13d6), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:18.048767 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-81dcfa8f-bcee-4a6b-8471-f89f7fbfec7a None None] Could not find standard attr ID for object 2ff26543-fb99-444a-a8b1-76d0d7c15730. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 19:54:18.050489 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2615841-c0e9-453d-8a9f-524c4219b848 req-fa5d0d12-d49e-4bdd-92e9-803e4d40ba8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:18.057343 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d2615841-c0e9-453d-8a9f-524c4219b848 req-fa5d0d12-d49e-4bdd-92e9-803e4d40ba8f service neutron] 10.222.0.57 "GET /v2.0/networks?id=53d3e097-1720-40c7-a335-5030921545d4 HTTP/1.1" status: 200 len: 897 time: 0.2796175 Mar 11 19:54:18.058676 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-162f1aba-58ce-4018-b59f-a8729c61a60c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:18.063706 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-162f1aba-58ce-4018-b59f-a8729c61a60c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d279646e-8ce4-4366-a33f-5450e8fc13d6 HTTP/1.1" status: 204 len: 168 time: 1.3800435 Mar 11 19:54:18.071161 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-30450023-e969-4b3e-bf68-c116eed46cb2 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:18.082734 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-30450023-e969-4b3e-bf68-c116eed46cb2 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/subnets/089bef68-d8a4-46e4-816f-30f5b931b43f HTTP/1.1" status: 204 len: 168 time: 1.4956853 Mar 11 19:54:18.087785 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30450023-e969-4b3e-bf68-c116eed46cb2 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event deleted for resources: {'Subnet': ['ID=089bef68-d8a4-46e4-816f-30f5b931b43f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:18.093601 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34182) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:18.199717 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d61843-bd54-4f12-b7f7-037fd42ef2d6 tempest-TestSecurityGroupsBasicOps-1938677745 tempest-TestSecurityGroupsBasicOps-1938677745-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:18.205513 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d61843-bd54-4f12-b7f7-037fd42ef2d6 tempest-TestSecurityGroupsBasicOps-1938677745 tempest-TestSecurityGroupsBasicOps-1938677745-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:18.206132 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d61843-bd54-4f12-b7f7-037fd42ef2d6 tempest-TestSecurityGroupsBasicOps-1938677745 tempest-TestSecurityGroupsBasicOps-1938677745-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:18.206588 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d61843-bd54-4f12-b7f7-037fd42ef2d6 tempest-TestSecurityGroupsBasicOps-1938677745 tempest-TestSecurityGroupsBasicOps-1938677745-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:18.207034 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d61843-bd54-4f12-b7f7-037fd42ef2d6 tempest-TestSecurityGroupsBasicOps-1938677745 tempest-TestSecurityGroupsBasicOps-1938677745-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:18.207490 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d61843-bd54-4f12-b7f7-037fd42ef2d6 tempest-TestSecurityGroupsBasicOps-1938677745 tempest-TestSecurityGroupsBasicOps-1938677745-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:18.209647 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-37d61843-bd54-4f12-b7f7-037fd42ef2d6 tempest-TestSecurityGroupsBasicOps-1938677745 tempest-TestSecurityGroupsBasicOps-1938677745-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.2577190 Mar 11 19:54:18.221917 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34184) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:18.227012 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162f1aba-58ce-4018-b59f-a8729c61a60c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d279646e-8ce4-4366-a33f-5450e8fc13d6,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:18.271550 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-1541220c-c320-4c52-b074-841b98a22e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1831997786', 'tenant_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '3f60ab8b-d22e-4383-b6b6-b89872956753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:53:29Z', 'updated_at': '2022-03-11T19:53:38Z', 'revision_number': 4, 'project_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'gw_port': {'id': '3f60ab8b-d22e-4383-b6b6-b89872956753', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:87:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:53:30Z', 'updated_at': '2022-03-11T19:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '1838c0e2-1ef1-43cf-87b4-4678259474c5', 'tenant_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'floating_ip_address': '172.25.8.231', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a', 'port_id': 'f779bc33-9f77-4e55-90d9-5fb39269c54b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2799, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53d3e097-1720-40c7-a335-5030921545d4', 'mac_address': 'fa:16:3e:00:3a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c89787-a794-4218-91b4-c904675866ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:54:14Z', 'updated_at': '2022-03-11T19:54:14Z', 'revision_number': 0, 'project_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76de1372-941c-46f8-bf43-ea46cf28b176', 'name': '', 'network_id': '53d3e097-1720-40c7-a335-5030921545d4', 'tenant_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'mac_address': 'fa:16:3e:e1:dd:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '49cb0d5b-a7b4-4de5-988d-a1801f9130ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:53:36Z', 'updated_at': '2022-03-11T19:53:54Z', 'revision_number': 5, 'project_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'subnets': [{'id': '49cb0d5b-a7b4-4de5-988d-a1801f9130ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:54:18.289554 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-6088868f-0ff2-4c30-900d-1989a50a43cc tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1845865 Mar 11 19:54:18.291493 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34186) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:18.291934 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-9be7f8be-cdbf-449c-8e41-e3e9c601edfb tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] For port 28c7c39c-5ae5-47b5-8dbd-62809c4b51e5, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=28c7c39c-5ae5-47b5-8dbd-62809c4b51e5,segment=NetworkSegment(faa0485e-8a56-42d2-9387-6efbc8ff5af6),segment_id=faa0485e-8a56-42d2-9387-6efbc8ff5af6)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:54:18.292333 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9be7f8be-cdbf-449c-8e41-e3e9c601edfb tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (28c7c39c-5ae5-47b5-8dbd-62809c4b51e5), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:18.326910 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-9be7f8be-cdbf-449c-8e41-e3e9c601edfb tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Calling delete_port for 28c7c39c-5ae5-47b5-8dbd-62809c4b51e5 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:54:18.414804 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1541220c-c320-4c52-b074-841b98a22e15 None None] Checking router: 8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:54:18.415657 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d2615841-c0e9-453d-8a9f-524c4219b848 req-3fd7448c-0f81-4f3a-af9e-9afd56aa61c3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f779bc33-9f77-4e55-90d9-5fb39269c54b HTTP/1.1" status: 200 len: 1000 time: 0.3333180 Mar 11 19:54:18.435944 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1541220c-c320-4c52-b074-841b98a22e15 None None] Routers {'8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:54:18.440050 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-1541220c-c320-4c52-b074-841b98a22e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:53:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:54:18.490049 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9be7f8be-cdbf-449c-8e41-e3e9c601edfb tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (28c7c39c-5ae5-47b5-8dbd-62809c4b51e5), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:18.544968 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7f8be-cdbf-449c-8e41-e3e9c601edfb tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Pushing event deleted for resources: {'Port': ['ID=28c7c39c-5ae5-47b5-8dbd-62809c4b51e5,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:18.560613 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be7f8be-cdbf-449c-8e41-e3e9c601edfb tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] No DVR routers for this DVR port 28c7c39c-5ae5-47b5-8dbd-62809c4b51e5 on host n-d-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:54:18.564581 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae891a6-b672-4ea0-a9e4-0a00a8082b84 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:18.568804 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-bae891a6-b672-4ea0-a9e4-0a00a8082b84 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2762215 Mar 11 19:54:18.570289 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34192) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:18.577183 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2615841-c0e9-453d-8a9f-524c4219b848 req-d7b934aa-695e-471d-bfc7-01f76f67af6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:18.578567 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d2615841-c0e9-453d-8a9f-524c4219b848 req-d7b934aa-695e-471d-bfc7-01f76f67af6f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=49cb0d5b-a7b4-4de5-988d-a1801f9130ba HTTP/1.1" status: 200 len: 835 time: 0.1550877 Mar 11 19:54:18.594057 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad34319-4abf-4c27-8546-6f2d3b0d9dd2 None None] DHCP port deletion for 0897600d-059c-4c97-87d5-16371e549b1b request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:54:18.595254 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e395a691-1d0e-420b-b93b-07242b85e62f req-7013ac4f-605f-4910-80a2-6bd48a953801 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:18.602653 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e395a691-1d0e-420b-b93b-07242b85e62f req-7013ac4f-605f-4910-80a2-6bd48a953801 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea80ae5a-1770-4614-b58b-2cd89b29072a HTTP/1.1" status: 200 len: 945 time: 0.2009490 Mar 11 19:54:18.674024 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-1541220c-c320-4c52-b074-841b98a22e15 None None] Set router 8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:54:18.720514 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-3ad34319-4abf-4c27-8546-6f2d3b0d9dd2 None None] Deleting port 12d55e9e-ca91-4706-9308-11ac21ab8f1a {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:54:18.721279 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3ad34319-4abf-4c27-8546-6f2d3b0d9dd2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (12d55e9e-ca91-4706-9308-11ac21ab8f1a), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:18.721677 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e395a691-1d0e-420b-b93b-07242b85e62f req-85a8f156-a480-4f7a-aab5-d984c07d3be6 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b96ccb3-0048-4586-85db-d9bf3eb598e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134498 Mar 11 19:54:18.773171 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb0bc74-74a0-47aa-984b-fba2da214dac tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:18.777282 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ddb0bc74-74a0-47aa-984b-fba2da214dac tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2059991 Mar 11 19:54:18.801217 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34194) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:18.815430 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9be7f8be-cdbf-449c-8e41-e3e9c601edfb tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (7d85d16a-84f6-4fd3-81a4-7c27b4cf880e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:18.817614 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34196) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:18.834709 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2615841-c0e9-453d-8a9f-524c4219b848 req-9c4db3fd-50b1-4f8b-819c-5cdc134920d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:18.836253 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d2615841-c0e9-453d-8a9f-524c4219b848 req-9c4db3fd-50b1-4f8b-819c-5cdc134920d4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=53d3e097-1720-40c7-a335-5030921545d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2489696 Mar 11 19:54:18.848202 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-3ad34319-4abf-4c27-8546-6f2d3b0d9dd2 None None] For port 12d55e9e-ca91-4706-9308-11ac21ab8f1a, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=12d55e9e-ca91-4706-9308-11ac21ab8f1a,segment=NetworkSegment(70c71ca7-59df-46c5-86d9-acc712ed1da1),segment_id=70c71ca7-59df-46c5-86d9-acc712ed1da1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:54:18.848607 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3ad34319-4abf-4c27-8546-6f2d3b0d9dd2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (12d55e9e-ca91-4706-9308-11ac21ab8f1a), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:18.862348 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-9be7f8be-cdbf-449c-8e41-e3e9c601edfb tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d85d16a-84f6-4fd3-81a4-7c27b4cf880e']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:54:18.870846 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-3ad34319-4abf-4c27-8546-6f2d3b0d9dd2 None None] Calling delete_port for 12d55e9e-ca91-4706-9308-11ac21ab8f1a owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:54:18.875243 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-9be7f8be-cdbf-449c-8e41-e3e9c601edfb tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faa0485e-8a56-42d2-9387-6efbc8ff5af6') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:54:18.875544 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-9be7f8be-cdbf-449c-8e41-e3e9c601edfb tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faa0485e-8a56-42d2-9387-6efbc8ff5af6') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:54:18.889937 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9be7f8be-cdbf-449c-8e41-e3e9c601edfb tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (faa0485e-8a56-42d2-9387-6efbc8ff5af6), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:18.906563 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9be7f8be-cdbf-449c-8e41-e3e9c601edfb tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (faa0485e-8a56-42d2-9387-6efbc8ff5af6), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:18.913929 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9be7f8be-cdbf-449c-8e41-e3e9c601edfb tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Releasing vlan 888 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:54:18.914129 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9be7f8be-cdbf-449c-8e41-e3e9c601edfb tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (faa0485e-8a56-42d2-9387-6efbc8ff5af6), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:18.917827 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:54:18.917827 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:54:18.917827 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:54:18.917827 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:54:18.917827 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:54:18.917827 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:54:18.917827 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:54:18.917827 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:54:18.917827 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:54:18.917827 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:54:18.917827 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:54:18.917827 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:54:18.917827 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:54:18.917827 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:54:18.917827 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:54:18.917827 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:54:18.917827 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:54:18.917827 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:54:18.917827 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:54:18.917827 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:54:18.917827 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:54:18.917827 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:54:18.917827 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:54:18.917827 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:54:18.917827 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:54:18.917827 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:54:18.917827 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:54:18.917827 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:54:18.917827 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:54:18.917827 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:54:18.917827 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:54:18.917827 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:54:18.928656 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-4ecd33f8-6c6b-47bb-b6dd-56636078e895 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1187885 Mar 11 19:54:18.928866 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34198) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:18.933781 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-16b11adb-4e9b-4990-a08c-7b34a5276dd7 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Request body: {'subnet': {'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:54:18.980181 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3ad34319-4abf-4c27-8546-6f2d3b0d9dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (12d55e9e-ca91-4706-9308-11ac21ab8f1a), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:19.026182 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad34319-4abf-4c27-8546-6f2d3b0d9dd2 None None] Pushing event deleted for resources: {'Port': ['ID=12d55e9e-ca91-4706-9308-11ac21ab8f1a,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:19.035752 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:19.043713 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad34319-4abf-4c27-8546-6f2d3b0d9dd2 None None] No DVR routers for this DVR port 12d55e9e-ca91-4706-9308-11ac21ab8f1a on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:54:19.056327 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9be7f8be-cdbf-449c-8e41-e3e9c601edfb tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (7d85d16a-84f6-4fd3-81a4-7c27b4cf880e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:19.091177 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9be7f8be-cdbf-449c-8e41-e3e9c601edfb tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:19.093536 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-1541220c-c320-4c52-b074-841b98a22e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1831997786', 'tenant_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '3f60ab8b-d22e-4383-b6b6-b89872956753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:53:29Z', 'updated_at': '2022-03-11T19:53:38Z', 'revision_number': 4, 'project_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'gw_port': {'id': '3f60ab8b-d22e-4383-b6b6-b89872956753', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:87:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:53:30Z', 'updated_at': '2022-03-11T19:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '1838c0e2-1ef1-43cf-87b4-4678259474c5', 'tenant_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'floating_ip_address': '172.25.8.231', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a', 'port_id': 'f779bc33-9f77-4e55-90d9-5fb39269c54b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2799, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53d3e097-1720-40c7-a335-5030921545d4', 'mac_address': 'fa:16:3e:00:3a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c89787-a794-4218-91b4-c904675866ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:54:14Z', 'updated_at': '2022-03-11T19:54:14Z', 'revision_number': 0, 'project_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76de1372-941c-46f8-bf43-ea46cf28b176', 'name': '', 'network_id': '53d3e097-1720-40c7-a335-5030921545d4', 'tenant_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'mac_address': 'fa:16:3e:e1:dd:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '49cb0d5b-a7b4-4de5-988d-a1801f9130ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:53:36Z', 'updated_at': '2022-03-11T19:53:54Z', 'revision_number': 5, 'project_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'subnets': [{'id': '49cb0d5b-a7b4-4de5-988d-a1801f9130ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:54:19.100877 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-9be7f8be-cdbf-449c-8e41-e3e9c601edfb tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] 10.222.0.65 "DELETE /v2.0/networks/7d85d16a-84f6-4fd3-81a4-7c27b4cf880e HTTP/1.1" status: 204 len: 168 time: 2.6554236 Mar 11 19:54:19.116683 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34202) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:19.164365 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1541220c-c320-4c52-b074-841b98a22e15 None None] The sync data for ids ['8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a'] in n-d-833163-1 is: [{'id': '8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1831997786', 'tenant_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '3f60ab8b-d22e-4383-b6b6-b89872956753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:53:29Z', 'updated_at': '2022-03-11T19:53:38Z', 'revision_number': 4, 'project_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'gw_port': {'id': '3f60ab8b-d22e-4383-b6b6-b89872956753', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:87:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:53:30Z', 'updated_at': '2022-03-11T19:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '1838c0e2-1ef1-43cf-87b4-4678259474c5', 'tenant_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'floating_ip_address': '172.25.8.231', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a', 'port_id': 'f779bc33-9f77-4e55-90d9-5fb39269c54b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2799, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '53d3e097-1720-40c7-a335-5030921545d4', 'mac_address': 'fa:16:3e:00:3a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c89787-a794-4218-91b4-c904675866ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:54:14Z', 'updated_at': '2022-03-11T19:54:14Z', 'revision_number': 0, 'project_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76de1372-941c-46f8-bf43-ea46cf28b176', 'name': '', 'network_id': '53d3e097-1720-40c7-a335-5030921545d4', 'tenant_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'mac_address': 'fa:16:3e:e1:dd:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '49cb0d5b-a7b4-4de5-988d-a1801f9130ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:53:36Z', 'updated_at': '2022-03-11T19:53:54Z', 'revision_number': 5, 'project_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'subnets': [{'id': '49cb0d5b-a7b4-4de5-988d-a1801f9130ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:54:19.193216 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7f8be-cdbf-449c-8e41-e3e9c601edfb tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Pushing event deleted for resources: {'Network': ['ID=7d85d16a-84f6-4fd3-81a4-7c27b4cf880e,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:19.211071 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-47583f16-48e6-4f72-9c7f-4660bfca89e8 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Deleting subnet 12e4bb32-dd15-4df5-ae38-2fb736ceb117 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:54:19.215725 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b11adb-4e9b-4990-a08c-7b34a5276dd7 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Made reservation on behalf of 06d9e64a19fa4247bc00069610bf80e1 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:54:19.220300 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-16b11adb-4e9b-4990-a08c-7b34a5276dd7 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:19.225059 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-47583f16-48e6-4f72-9c7f-4660bfca89e8 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks [] for subnet (12e4bb32-dd15-4df5-ae38-2fb736ceb117), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:19.244835 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 12d55e9e-ca91-4706-9308-11ac21ab8f1a no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:54:19.246217 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-9cdc338f-07f3-489e-8959-52dad19b4935 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2e700dbff83949f5b33bf1ac4c2cd23a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4088731 Mar 11 19:54:19.258224 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34226) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:19.305313 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 12d55e9e-ca91-4706-9308-11ac21ab8f1a {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:54:19.306533 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 12d55e9e-ca91-4706-9308-11ac21ab8f1a not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:54:19.347446 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-47583f16-48e6-4f72-9c7f-4660bfca89e8 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (12e4bb32-dd15-4df5-ae38-2fb736ceb117), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:19.366187 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d2615841-c0e9-453d-8a9f-524c4219b848 req-1c29a4d4-7602-4e83-9c23-a11dd183414f service neutron] 10.222.0.57 "GET /v2.0/networks/53d3e097-1720-40c7-a335-5030921545d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4592414 Mar 11 19:54:19.396889 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-96d22a1c-3ab3-4fb8-b96f-156a051ef0fe tempest-TestSecurityGroupsBasicOps-1938677745 tempest-TestSecurityGroupsBasicOps-1938677745-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2334 time: 1.1716931 Mar 11 19:54:19.400101 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34244) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:19.506223 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-47583f16-48e6-4f72-9c7f-4660bfca89e8 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (12e4bb32-dd15-4df5-ae38-2fb736ceb117), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:19.564135 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82ba53a-264e-4034-91c0-ea55f38e0dd5 tempest-TestSecurityGroupsBasicOps-1938677745 tempest-TestSecurityGroupsBasicOps-1938677745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:19.569488 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82ba53a-264e-4034-91c0-ea55f38e0dd5 tempest-TestSecurityGroupsBasicOps-1938677745 tempest-TestSecurityGroupsBasicOps-1938677745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:19.571531 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d82ba53a-264e-4034-91c0-ea55f38e0dd5 tempest-TestSecurityGroupsBasicOps-1938677745 tempest-TestSecurityGroupsBasicOps-1938677745-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a HTTP/1.1" status: 200 len: 2062 time: 0.1611569 Mar 11 19:54:19.572287 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-10ce629f-9579-4953-90df-be7cce280073 admin admin] Publish callbacks [] for security_group (587600e5-6870-4ff4-8a3d-061bafabafa4), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:19.617106 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-16b11adb-4e9b-4990-a08c-7b34a5276dd7 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (f5de7580-f91b-4a41-a6cb-05d25bf06fe5), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:19.632314 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-10ce629f-9579-4953-90df-be7cce280073 admin admin] Publish callbacks [] for security_group (587600e5-6870-4ff4-8a3d-061bafabafa4), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:19.643278 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b4bdc5-970e-40e4-aada-1e8b111f7283 None None] New status for floating IP 1838c0e2-1ef1-43cf-87b4-4678259474c5: ACTIVE {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 19:54:19.678161 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b11adb-4e9b-4990-a08c-7b34a5276dd7 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event updated for resources: {'Subnet': ['ID=f5de7580-f91b-4a41-a6cb-05d25bf06fe5,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:19.685307 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b11adb-4e9b-4990-a08c-7b34a5276dd7 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Network 0897600d-059c-4c97-87d5-16371e549b1b is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:54:19.687068 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-47583f16-48e6-4f72-9c7f-4660bfca89e8 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (12e4bb32-dd15-4df5-ae38-2fb736ceb117), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:19.722831 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-16b11adb-4e9b-4990-a08c-7b34a5276dd7 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:54:19.725830 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b11adb-4e9b-4990-a08c-7b34a5276dd7 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:19.726425 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-16b11adb-4e9b-4990-a08c-7b34a5276dd7 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:19.757477 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-10ce629f-9579-4953-90df-be7cce280073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (587600e5-6870-4ff4-8a3d-061bafabafa4), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:19.765177 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-10ce629f-9579-4953-90df-be7cce280073 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:19.766422 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-10ce629f-9579-4953-90df-be7cce280073 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/587600e5-6870-4ff4-8a3d-061bafabafa4 HTTP/1.1" status: 204 len: 168 time: 0.5071783 Mar 11 19:54:19.767963 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85812419-f22c-4929-9cb0-860237323543 None None] Network 0897600d-059c-4c97-87d5-16371e549b1b requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:54:19.792375 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ce629f-9579-4953-90df-be7cce280073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587600e5-6870-4ff4-8a3d-061bafabafa4,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:19.820619 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47583f16-48e6-4f72-9c7f-4660bfca89e8 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Pushing event deleted for resources: {'Subnet': ['ID=12e4bb32-dd15-4df5-ae38-2fb736ceb117,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:19.830648 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-47583f16-48e6-4f72-9c7f-4660bfca89e8 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:19.840520 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-47583f16-48e6-4f72-9c7f-4660bfca89e8 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] 10.222.0.65 "DELETE /v2.0/subnets/12e4bb32-dd15-4df5-ae38-2fb736ceb117 HTTP/1.1" status: 204 len: 168 time: 0.7214057 Mar 11 19:54:19.850478 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34256) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:19.865072 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-16b11adb-4e9b-4990-a08c-7b34a5276dd7 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9353495 Mar 11 19:54:19.867690 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34258) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:19.876213 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d2615841-c0e9-453d-8a9f-524c4219b848 req-e86731c5-fe05-416d-ae2b-919c976cf9ab service neutron] 10.222.0.57 "GET /v2.0/networks/53d3e097-1720-40c7-a335-5030921545d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4691603 Mar 11 19:54:19.877868 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-124a5e93-7a37-4e4b-8909-f989793a5628 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Request body: {'port': {'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'fixed_ips': [{'subnet_id': 'f5de7580-f91b-4a41-a6cb-05d25bf06fe5', 'ip_address': '2001:db8::c91:4b9c:a26e:469c'}], 'name': 'tempest-NetworksTestDHCPv6-255051637'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:54:19.945074 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153544a9-46da-401d-8e2c-1d670841cf70 None None] Network 23d9f987-547f-4a60-9766-383334130de6 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:54:20.048064 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c9ed4-982a-4b4c-ad64-38cca6edf49a req-17314363-bd7d-474b-b676-bcdd75ad5b03 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:20.049949 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-326c9ed4-982a-4b4c-ad64-38cca6edf49a req-17314363-bd7d-474b-b676-bcdd75ad5b03 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea80ae5a-1770-4614-b58b-2cd89b29072a HTTP/1.1" status: 200 len: 945 time: 0.2273149 Mar 11 19:54:20.055986 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f8743978-713d-4f91-ada4-cc22ab459c71 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (23d9f987-547f-4a60-9766-383334130de6), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:20.066221 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb23bab-48a2-4949-bc70-cd085d1b76aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-0897600d-059c-4c97-87d5-16371e549b1b', 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'project_id': '06d9e64a19fa4247bc00069610bf80e1', 'fixed_ips': [{'subnet_id': 'f5de7580-f91b-4a41-a6cb-05d25bf06fe5'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:54:20.067239 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0cb23bab-48a2-4949-bc70-cd085d1b76aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:20.155283 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-326c9ed4-982a-4b4c-ad64-38cca6edf49a req-a798ae33-73f0-4408-9692-a8379149db39 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b96ccb3-0048-4586-85db-d9bf3eb598e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904818 Mar 11 19:54:20.176810 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-124a5e93-7a37-4e4b-8909-f989793a5628 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Made reservation on behalf of 06d9e64a19fa4247bc00069610bf80e1 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:54:20.236033 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-f8743978-713d-4f91-ada4-cc22ab459c71 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Deleting port dc9a52e4-32b8-4e7e-bc7d-cb3d660829ee {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:54:20.236369 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f8743978-713d-4f91-ada4-cc22ab459c71 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (dc9a52e4-32b8-4e7e-bc7d-cb3d660829ee), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:20.362256 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-124a5e93-7a37-4e4b-8909-f989793a5628 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:20.413794 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-124a5e93-7a37-4e4b-8909-f989793a5628 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] device_id is not set on port 5672d2a9-0faf-4f6e-a9d9-7c9aba343dac yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:54:20.464071 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67883cdc-1c9f-4b1b-9493-417087f20fdf None None] DHCP port deletion for 23d9f987-547f-4a60-9766-383334130de6 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:54:20.481634 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-0cb23bab-48a2-4949-bc70-cd085d1b76aa None None] Allocated IP 2001:db8::2 (0897600d-059c-4c97-87d5-16371e549b1b/f5de7580-f91b-4a41-a6cb-05d25bf06fe5/a45ecf4e-5065-4649-8961-b06e56916b97) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:54:20.624543 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-67883cdc-1c9f-4b1b-9493-417087f20fdf None None] Deleting port dc9a52e4-32b8-4e7e-bc7d-cb3d660829ee {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:54:20.625225 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-67883cdc-1c9f-4b1b-9493-417087f20fdf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (dc9a52e4-32b8-4e7e-bc7d-cb3d660829ee), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:20.759816 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403cdb77-968a-4cf0-999b-06a9d24f68ca req-4267acdd-684d-4d77-9761-79cf8f16dbe3 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:20.761339 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-403cdb77-968a-4cf0-999b-06a9d24f68ca req-4267acdd-684d-4d77-9761-79cf8f16dbe3 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.57 "GET /v2.0/ports?device_id=ea80ae5a-1770-4614-b58b-2cd89b29072a HTTP/1.1" status: 200 len: 945 time: 0.5925708 Mar 11 19:54:20.771876 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-67883cdc-1c9f-4b1b-9493-417087f20fdf None None] For port dc9a52e4-32b8-4e7e-bc7d-cb3d660829ee, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=dc9a52e4-32b8-4e7e-bc7d-cb3d660829ee,segment=NetworkSegment(68617d24-dea1-4cd2-938d-a048fa8d5db6),segment_id=68617d24-dea1-4cd2-938d-a048fa8d5db6)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:54:20.773083 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-67883cdc-1c9f-4b1b-9493-417087f20fdf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (dc9a52e4-32b8-4e7e-bc7d-cb3d660829ee), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:20.816386 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-67883cdc-1c9f-4b1b-9493-417087f20fdf None None] Calling delete_port for dc9a52e4-32b8-4e7e-bc7d-cb3d660829ee owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:54:20.843885 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-f8743978-713d-4f91-ada4-cc22ab459c71 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] For port dc9a52e4-32b8-4e7e-bc7d-cb3d660829ee, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=dc9a52e4-32b8-4e7e-bc7d-cb3d660829ee,segment=NetworkSegment(68617d24-dea1-4cd2-938d-a048fa8d5db6),segment_id=68617d24-dea1-4cd2-938d-a048fa8d5db6)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:54:20.844257 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f8743978-713d-4f91-ada4-cc22ab459c71 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (dc9a52e4-32b8-4e7e-bc7d-cb3d660829ee), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:20.870343 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-f8743978-713d-4f91-ada4-cc22ab459c71 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Calling delete_port for dc9a52e4-32b8-4e7e-bc7d-cb3d660829ee owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:54:20.898536 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0cb23bab-48a2-4949-bc70-cd085d1b76aa None None] Publish callbacks [] for port (a45ecf4e-5065-4649-8961-b06e56916b97), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:20.909376 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0cb23bab-48a2-4949-bc70-cd085d1b76aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (a45ecf4e-5065-4649-8961-b06e56916b97), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:20.995674 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb23bab-48a2-4949-bc70-cd085d1b76aa None None] Network 0897600d-059c-4c97-87d5-16371e549b1b is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:54:21.008524 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb23bab-48a2-4949-bc70-cd085d1b76aa None None] Pushing event updated for resources: {'Port': ['ID=a45ecf4e-5065-4649-8961-b06e56916b97,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:21.017708 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-0cb23bab-48a2-4949-bc70-cd085d1b76aa None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:54:21.024889 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-124a5e93-7a37-4e4b-8909-f989793a5628 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Allocated IP 2001:db8::c91:4b9c:a26e:469c (0897600d-059c-4c97-87d5-16371e549b1b/f5de7580-f91b-4a41-a6cb-05d25bf06fe5/5672d2a9-0faf-4f6e-a9d9-7c9aba343dac) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:54:21.027131 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb23bab-48a2-4949-bc70-cd085d1b76aa None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:54:21.040703 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-67883cdc-1c9f-4b1b-9493-417087f20fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (dc9a52e4-32b8-4e7e-bc7d-cb3d660829ee), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:21.079872 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67883cdc-1c9f-4b1b-9493-417087f20fdf None None] Pushing event deleted for resources: {'Port': ['ID=dc9a52e4-32b8-4e7e-bc7d-cb3d660829ee,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:21.128656 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-403cdb77-968a-4cf0-999b-06a9d24f68ca req-6c6e7d7f-417a-4252-8ec3-6cd775904271 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Deleting port 802c4956-6bd2-4306-866f-84b72ce6256e {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:54:21.130372 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-403cdb77-968a-4cf0-999b-06a9d24f68ca req-6c6e7d7f-417a-4252-8ec3-6cd775904271 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (802c4956-6bd2-4306-866f-84b72ce6256e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:21.180996 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-0cb23bab-48a2-4949-bc70-cd085d1b76aa None None] Attempting to bind port a45ecf4e-5065-4649-8961-b06e56916b97 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:54:21.181711 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-0cb23bab-48a2-4949-bc70-cd085d1b76aa None None] Attempting to bind port a45ecf4e-5065-4649-8961-b06e56916b97 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:54:21.182308 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb23bab-48a2-4949-bc70-cd085d1b76aa None None] Attempting to bind port a45ecf4e-5065-4649-8961-b06e56916b97 on network 0897600d-059c-4c97-87d5-16371e549b1b {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:54:21.188785 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f8743978-713d-4f91-ada4-cc22ab459c71 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (dc9a52e4-32b8-4e7e-bc7d-cb3d660829ee), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:21.191789 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb23bab-48a2-4949-bc70-cd085d1b76aa None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:54:21.192710 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb23bab-48a2-4949-bc70-cd085d1b76aa None None] Checking segment: {'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:54:21.193349 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0cb23bab-48a2-4949-bc70-cd085d1b76aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:21.193969 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb23bab-48a2-4949-bc70-cd085d1b76aa None None] Bound using segment: {'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:54:21.194946 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-0cb23bab-48a2-4949-bc70-cd085d1b76aa None None] Bound port: a45ecf4e-5065-4649-8961-b06e56916b97, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:54:21.195559 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0cb23bab-48a2-4949-bc70-cd085d1b76aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a45ecf4e-5065-4649-8961-b06e56916b97), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:21.217631 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67883cdc-1c9f-4b1b-9493-417087f20fdf None None] No DVR routers for this DVR port dc9a52e4-32b8-4e7e-bc7d-cb3d660829ee on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:54:21.232094 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device dc9a52e4-32b8-4e7e-bc7d-cb3d660829ee no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:54:21.298471 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: dc9a52e4-32b8-4e7e-bc7d-cb3d660829ee {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:54:21.298910 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device dc9a52e4-32b8-4e7e-bc7d-cb3d660829ee not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:54:21.315816 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-124a5e93-7a37-4e4b-8909-f989793a5628 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for port (5672d2a9-0faf-4f6e-a9d9-7c9aba343dac), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:21.331772 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8743978-713d-4f91-ada4-cc22ab459c71 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Pushing event deleted for resources: {'Port': ['ID=dc9a52e4-32b8-4e7e-bc7d-cb3d660829ee,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:21.355813 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8743978-713d-4f91-ada4-cc22ab459c71 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] No DVR routers for this DVR port dc9a52e4-32b8-4e7e-bc7d-cb3d660829ee on host n-d-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:54:21.373100 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-124a5e93-7a37-4e4b-8909-f989793a5628 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (5672d2a9-0faf-4f6e-a9d9-7c9aba343dac), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:21.378187 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-0cb23bab-48a2-4949-bc70-cd085d1b76aa None None] For port a45ecf4e-5065-4649-8961-b06e56916b97, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:54:21.383575 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-0cb23bab-48a2-4949-bc70-cd085d1b76aa None None] For port a45ecf4e-5065-4649-8961-b06e56916b97, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=a45ecf4e-5065-4649-8961-b06e56916b97,segment=NetworkSegment(70c71ca7-59df-46c5-86d9-acc712ed1da1),segment_id=70c71ca7-59df-46c5-86d9-acc712ed1da1)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:54:21.400590 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0cb23bab-48a2-4949-bc70-cd085d1b76aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (a45ecf4e-5065-4649-8961-b06e56916b97), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:21.476521 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124a5e93-7a37-4e4b-8909-f989793a5628 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Network 0897600d-059c-4c97-87d5-16371e549b1b is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:54:21.484319 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-403cdb77-968a-4cf0-999b-06a9d24f68ca req-6c6e7d7f-417a-4252-8ec3-6cd775904271 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] For port 802c4956-6bd2-4306-866f-84b72ce6256e, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=802c4956-6bd2-4306-866f-84b72ce6256e,segment=NetworkSegment(9e8ba371-83c7-45ec-a158-fbcbb07778ba),segment_id=9e8ba371-83c7-45ec-a158-fbcbb07778ba)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:54:21.484928 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-403cdb77-968a-4cf0-999b-06a9d24f68ca req-6c6e7d7f-417a-4252-8ec3-6cd775904271 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (802c4956-6bd2-4306-866f-84b72ce6256e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:21.486345 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-124a5e93-7a37-4e4b-8909-f989793a5628 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:54:21.491618 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124a5e93-7a37-4e4b-8909-f989793a5628 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:54:21.502078 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124a5e93-7a37-4e4b-8909-f989793a5628 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:21.510194 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-124a5e93-7a37-4e4b-8909-f989793a5628 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:21.525088 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124a5e93-7a37-4e4b-8909-f989793a5628 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event updated for resources: {'Port': ['ID=5672d2a9-0faf-4f6e-a9d9-7c9aba343dac,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:21.538408 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb23bab-48a2-4949-bc70-cd085d1b76aa None None] Pushing event updated for resources: {'Port': ['ID=a45ecf4e-5065-4649-8961-b06e56916b97,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:21.556192 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124a5e93-7a37-4e4b-8909-f989793a5628 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:54:21.558404 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124a5e93-7a37-4e4b-8909-f989793a5628 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:54:21.559554 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124a5e93-7a37-4e4b-8909-f989793a5628 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:54:21.559989 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124a5e93-7a37-4e4b-8909-f989793a5628 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:54:21.561228 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124a5e93-7a37-4e4b-8909-f989793a5628 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:54:21.562347 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124a5e93-7a37-4e4b-8909-f989793a5628 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:54:21.563302 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124a5e93-7a37-4e4b-8909-f989793a5628 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:54:21.564056 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124a5e93-7a37-4e4b-8909-f989793a5628 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:54:21.565329 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124a5e93-7a37-4e4b-8909-f989793a5628 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:54:21.565757 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124a5e93-7a37-4e4b-8909-f989793a5628 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:54:21.567260 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124a5e93-7a37-4e4b-8909-f989793a5628 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:54:21.570041 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124a5e93-7a37-4e4b-8909-f989793a5628 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:54:21.570411 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-124a5e93-7a37-4e4b-8909-f989793a5628 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:54:21.588380 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-124a5e93-7a37-4e4b-8909-f989793a5628 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.7192020 Mar 11 19:54:21.589021 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34314) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:21.601090 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-a71cb4ad-82f1-4c70-8a70-9e2d1ec61813 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Request body: {'port': {'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'fixed_ips': [{'subnet_id': 'f5de7580-f91b-4a41-a6cb-05d25bf06fe5', 'ip_address': '2001:db8::c91:4b9c:a26e:469c'}], 'name': 'tempest-NetworksTestDHCPv6-1761090354'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:54:21.836443 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb938ba-e828-4588-92fe-8e549feda296 req-e73cf6e0-f24c-4bde-9033-0194acb88edc tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:21.843940 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fcb938ba-e828-4588-92fe-8e549feda296 req-e73cf6e0-f24c-4bde-9033-0194acb88edc tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea80ae5a-1770-4614-b58b-2cd89b29072a HTTP/1.1" status: 200 len: 945 time: 0.5178661 Mar 11 19:54:21.930988 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a71cb4ad-82f1-4c70-8a70-9e2d1ec61813 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Made reservation on behalf of 06d9e64a19fa4247bc00069610bf80e1 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:54:21.945697 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a71cb4ad-82f1-4c70-8a70-9e2d1ec61813 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:21.991296 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-a71cb4ad-82f1-4c70-8a70-9e2d1ec61813 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] device_id is not set on port 471a7289-ca50-404c-ab89-417a89969de3 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:54:22.011510 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f8743978-713d-4f91-ada4-cc22ab459c71 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (23d9f987-547f-4a60-9766-383334130de6), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:22.084882 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-f8743978-713d-4f91-ada4-cc22ab459c71 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23d9f987-547f-4a60-9766-383334130de6']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:54:22.116303 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-f8743978-713d-4f91-ada4-cc22ab459c71 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68617d24-dea1-4cd2-938d-a048fa8d5db6') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:54:22.116741 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-f8743978-713d-4f91-ada4-cc22ab459c71 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68617d24-dea1-4cd2-938d-a048fa8d5db6') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:54:22.175911 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f8743978-713d-4f91-ada4-cc22ab459c71 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (68617d24-dea1-4cd2-938d-a048fa8d5db6), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:22.200603 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fcb938ba-e828-4588-92fe-8e549feda296 req-8b05154f-44b6-4174-8de1-49dab65e1524 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/security-groups?id=0b96ccb3-0048-4586-85db-d9bf3eb598e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3552449 Mar 11 19:54:22.242313 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f8743978-713d-4f91-ada4-cc22ab459c71 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (68617d24-dea1-4cd2-938d-a048fa8d5db6), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:22.262788 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-403cdb77-968a-4cf0-999b-06a9d24f68ca req-6c6e7d7f-417a-4252-8ec3-6cd775904271 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:22.263155 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-403cdb77-968a-4cf0-999b-06a9d24f68ca req-6c6e7d7f-417a-4252-8ec3-6cd775904271 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (3fab6128-e1a8-4126-ab94-dba5a0ad8688), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:22.263482 n-d-833163-1 neutron-server[103885]: INFO neutron.db.l3_db [req-403cdb77-968a-4cf0-999b-06a9d24f68ca req-6c6e7d7f-417a-4252-8ec3-6cd775904271 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Floating IP 3fab6128-e1a8-4126-ab94-dba5a0ad8688 disassociated. External IP: 172.25.8.251, port: 802c4956-6bd2-4306-866f-84b72ce6256e. Mar 11 19:54:22.263843 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-403cdb77-968a-4cf0-999b-06a9d24f68ca req-6c6e7d7f-417a-4252-8ec3-6cd775904271 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Calling delete_port for 802c4956-6bd2-4306-866f-84b72ce6256e owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:54:22.270797 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8743978-713d-4f91-ada4-cc22ab459c71 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Releasing vlan 899 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:54:22.271198 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f8743978-713d-4f91-ada4-cc22ab459c71 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (68617d24-dea1-4cd2-938d-a048fa8d5db6), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:22.275670 n-d-833163-1 neutron-server[103885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:54:22.275670 n-d-833163-1 neutron-server[103885]: self.session.flush() Mar 11 19:54:22.275670 n-d-833163-1 neutron-server[103885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:54:22.275670 n-d-833163-1 neutron-server[103885]: self.session.flush() Mar 11 19:54:22.275670 n-d-833163-1 neutron-server[103885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:54:22.275670 n-d-833163-1 neutron-server[103885]: self.session.flush() Mar 11 19:54:22.275670 n-d-833163-1 neutron-server[103885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:54:22.275670 n-d-833163-1 neutron-server[103885]: self.session.flush() Mar 11 19:54:22.275670 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 19:54:22.275670 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:54:22.275670 n-d-833163-1 neutron-server[103885]: timer() Mar 11 19:54:22.275670 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:54:22.275670 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 19:54:22.275670 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:54:22.275670 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 19:54:22.275670 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:54:22.275670 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 19:54:22.275670 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:54:22.275670 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 19:54:22.275670 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:54:22.275670 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 19:54:22.275670 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:54:22.275670 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:54:22.275670 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:54:22.275670 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:54:22.275670 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:54:22.275670 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 19:54:22.275670 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:54:22.275670 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 19:54:22.275670 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:54:22.275670 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:54:22.275670 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:54:22.275670 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 19:54:22.275670 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:54:22.275670 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:54:22.275670 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:54:22.275670 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:54:22.275670 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:54:22.275670 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:54:22.275670 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:54:22.306928 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-a71cb4ad-82f1-4c70-8a70-9e2d1ec61813 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 11 19:54:22.307513 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a71cb4ad-82f1-4c70-8a70-9e2d1ec61813 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:54:22.348359 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-af5e22a2-5d67-41e8-a40d-84531a742e2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:22.363852 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a71cb4ad-82f1-4c70-8a70-9e2d1ec61813 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.7736890 Mar 11 19:54:22.364900 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34330) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:22.426682 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f8743978-713d-4f91-ada4-cc22ab459c71 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (23d9f987-547f-4a60-9766-383334130de6), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:22.439136 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478a366c-3cb0-4533-ad37-fbdae0ffd369 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:22.447291 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478a366c-3cb0-4533-ad37-fbdae0ffd369 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:22.452957 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-478a366c-3cb0-4533-ad37-fbdae0ffd369 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.0864632 Mar 11 19:54:22.454737 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34332) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:22.458861 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8743978-713d-4f91-ada4-cc22ab459c71 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Pushing event deleted for resources: {'Network': ['ID=23d9f987-547f-4a60-9766-383334130de6,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:22.465967 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f8743978-713d-4f91-ada4-cc22ab459c71 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:22.473999 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f8743978-713d-4f91-ada4-cc22ab459c71 tempest-NetworksIpV6TestAttrs-1810201553 tempest-NetworksIpV6TestAttrs-1810201553-project] 10.222.0.65 "DELETE /v2.0/networks/23d9f987-547f-4a60-9766-383334130de6 HTTP/1.1" status: 204 len: 168 time: 2.6151054 Mar 11 19:54:22.556460 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34336) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:22.654123 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-403cdb77-968a-4cf0-999b-06a9d24f68ca req-6c6e7d7f-417a-4252-8ec3-6cd775904271 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (802c4956-6bd2-4306-866f-84b72ce6256e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:22.706250 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:22.742740 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6e7d7f-417a-4252-8ec3-6cd775904271 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Pushing event deleted for resources: {'Port': ['ID=802c4956-6bd2-4306-866f-84b72ce6256e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:22.786637 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 802c4956-6bd2-4306-866f-84b72ce6256e no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:54:22.800158 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-dc113e02-4734-4d38-9268-bbfea97e1c8e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Deleting port 5672d2a9-0faf-4f6e-a9d9-7c9aba343dac {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:54:22.801429 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dc113e02-4734-4d38-9268-bbfea97e1c8e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (5672d2a9-0faf-4f6e-a9d9-7c9aba343dac), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:22.851531 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: 802c4956-6bd2-4306-866f-84b72ce6256e {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:54:22.854299 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 802c4956-6bd2-4306-866f-84b72ce6256e not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:54:23.002642 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-403cdb77-968a-4cf0-999b-06a9d24f68ca req-6c6e7d7f-417a-4252-8ec3-6cd775904271 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Router a7a01de0-22c1-40f4-9088-06e0a2019317 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:54:23.007873 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-45519624-b384-403a-bc4f-5afe0be8a6b9 tempest-PortsAdminExtendedAttrsTestJSON-882939021 tempest-PortsAdminExtendedAttrsTestJSON-882939021-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1103278377'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:54:23.029594 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34344) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:23.084032 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45519624-b384-403a-bc4f-5afe0be8a6b9 tempest-PortsAdminExtendedAttrsTestJSON-882939021 tempest-PortsAdminExtendedAttrsTestJSON-882939021-project] Made reservation on behalf of e4fbbb59f48b48389b8129ac17a21c4d for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:54:23.093508 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-45519624-b384-403a-bc4f-5afe0be8a6b9 tempest-PortsAdminExtendedAttrsTestJSON-882939021 tempest-PortsAdminExtendedAttrsTestJSON-882939021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:23.104768 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dc113e02-4734-4d38-9268-bbfea97e1c8e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (5672d2a9-0faf-4f6e-a9d9-7c9aba343dac), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:23.137752 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-dc113e02-4734-4d38-9268-bbfea97e1c8e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Calling delete_port for 5672d2a9-0faf-4f6e-a9d9-7c9aba343dac owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:54:23.238680 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-45519624-b384-403a-bc4f-5afe0be8a6b9 tempest-PortsAdminExtendedAttrsTestJSON-882939021 tempest-PortsAdminExtendedAttrsTestJSON-882939021-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:23.299184 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-acc281c3-b89a-4b8e-bff0-73f011a2a30a req-eda72961-8311-4977-b2be-3ef180202259 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c7c89787-a794-4218-91b4-c904675866ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3616800 Mar 11 19:54:23.357757 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-f71c1d1b-a8a8-4845-aae8-0726b7fb81dc None None] Provisioning complete for port a45ecf4e-5065-4649-8961-b06e56916b97 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:54:23.358348 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f71c1d1b-a8a8-4845-aae8-0726b7fb81dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (a45ecf4e-5065-4649-8961-b06e56916b97), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:23.416883 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device a45ecf4e-5065-4649-8961-b06e56916b97 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:54:23.474139 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-00f7200b-bea4-4a45-8c89-a2dc906f3c6b req-65f3c49e-7be3-4864-9aaf-0941d52c4acd tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea80ae5a-1770-4614-b58b-2cd89b29072a HTTP/1.1" status: 200 len: 210 time: 0.1109941 Mar 11 19:54:23.536386 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-7ba85c96-8ad2-4b89-9181-ce5e2604e84a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=79ed25ffbf6340ba8abb41601f417832&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4976819 Mar 11 19:54:23.536386 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dc113e02-4734-4d38-9268-bbfea97e1c8e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (5672d2a9-0faf-4f6e-a9d9-7c9aba343dac), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:23.537357 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34350) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:23.557539 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-403cdb77-968a-4cf0-999b-06a9d24f68ca req-6c6e7d7f-417a-4252-8ec3-6cd775904271 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:54:23.575456 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867d4713-13fd-4ff6-9ae8-f20e2b5f2045 None None] Sync routers for ids ['a7a01de0-22c1-40f4-9088-06e0a2019317'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:54:23.599384 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867d4713-13fd-4ff6-9ae8-f20e2b5f2045 None None] Routers {'a7a01de0-22c1-40f4-9088-06e0a2019317'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:54:23.602924 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-867d4713-13fd-4ff6-9ae8-f20e2b5f2045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:53:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['a7a01de0-22c1-40f4-9088-06e0a2019317'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:54:23.622845 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f71c1d1b-a8a8-4845-aae8-0726b7fb81dc None None] Current status of the port a45ecf4e-5065-4649-8961-b06e56916b97 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:54:23.623588 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f71c1d1b-a8a8-4845-aae8-0726b7fb81dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a45ecf4e-5065-4649-8961-b06e56916b97), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:23.659773 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port a45ecf4e-5065-4649-8961-b06e56916b97 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:54:23.660180 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (a45ecf4e-5065-4649-8961-b06e56916b97), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:23.666540 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-f71c1d1b-a8a8-4845-aae8-0726b7fb81dc None None] For port a45ecf4e-5065-4649-8961-b06e56916b97, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=a45ecf4e-5065-4649-8961-b06e56916b97,segment=NetworkSegment(70c71ca7-59df-46c5-86d9-acc712ed1da1),segment_id=70c71ca7-59df-46c5-86d9-acc712ed1da1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:54:23.684968 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-45519624-b384-403a-bc4f-5afe0be8a6b9 tempest-PortsAdminExtendedAttrsTestJSON-882939021 tempest-PortsAdminExtendedAttrsTestJSON-882939021-project] Publish callbacks [] for security_group (755dc15e-20f3-4241-b6f6-1bfb6a661278), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:23.689232 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc281c3-b89a-4b8e-bff0-73f011a2a30a req-b876ddba-2452-4ef5-bdcd-2c478111681b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:23.694293 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-acc281c3-b89a-4b8e-bff0-73f011a2a30a req-b876ddba-2452-4ef5-bdcd-2c478111681b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ba1ac85839b24ea7a6d2ca439cce25f5&device_id=c7c89787-a794-4218-91b4-c904675866ac HTTP/1.1" status: 200 len: 1167 time: 0.3048494 Mar 11 19:54:23.698908 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-45519624-b384-403a-bc4f-5afe0be8a6b9 tempest-PortsAdminExtendedAttrsTestJSON-882939021 tempest-PortsAdminExtendedAttrsTestJSON-882939021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (755dc15e-20f3-4241-b6f6-1bfb6a661278), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:23.709301 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f71c1d1b-a8a8-4845-aae8-0726b7fb81dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (a45ecf4e-5065-4649-8961-b06e56916b97), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:23.721808 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc113e02-4734-4d38-9268-bbfea97e1c8e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event deleted for resources: {'Port': ['ID=5672d2a9-0faf-4f6e-a9d9-7c9aba343dac,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:23.762212 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dc113e02-4734-4d38-9268-bbfea97e1c8e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:23.770514 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-dc113e02-4734-4d38-9268-bbfea97e1c8e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/ports/5672d2a9-0faf-4f6e-a9d9-7c9aba343dac HTTP/1.1" status: 204 len: 168 time: 1.3147166 Mar 11 19:54:23.777089 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34352) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:23.788251 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45519624-b384-403a-bc4f-5afe0be8a6b9 tempest-PortsAdminExtendedAttrsTestJSON-882939021 tempest-PortsAdminExtendedAttrsTestJSON-882939021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=755dc15e-20f3-4241-b6f6-1bfb6a661278,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:23.880499 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f5932b-5a72-49d7-8a29-4ff3b96f9347 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:23.884012 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45519624-b384-403a-bc4f-5afe0be8a6b9 tempest-PortsAdminExtendedAttrsTestJSON-882939021 tempest-PortsAdminExtendedAttrsTestJSON-882939021-project] vlan segment allocate from pool success with {'vlan_id': 855, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:54:23.889227 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f5932b-5a72-49d7-8a29-4ff3b96f9347 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:23.900011 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f3f5932b-5a72-49d7-8a29-4ff3b96f9347 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1202946 Mar 11 19:54:23.901122 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34354) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:23.915721 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-403cdb77-968a-4cf0-999b-06a9d24f68ca req-6c6e7d7f-417a-4252-8ec3-6cd775904271 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] No DVR routers for this DVR port 802c4956-6bd2-4306-866f-84b72ce6256e on host n-h2-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:54:23.918548 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-403cdb77-968a-4cf0-999b-06a9d24f68ca req-6c6e7d7f-417a-4252-8ec3-6cd775904271 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:23.928037 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-403cdb77-968a-4cf0-999b-06a9d24f68ca req-6c6e7d7f-417a-4252-8ec3-6cd775904271 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.57 "DELETE /v2.0/ports/802c4956-6bd2-4306-866f-84b72ce6256e HTTP/1.1" status: 204 len: 173 time: 3.1370401 Mar 11 19:54:23.945516 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-45519624-b384-403a-bc4f-5afe0be8a6b9 tempest-PortsAdminExtendedAttrsTestJSON-882939021 tempest-PortsAdminExtendedAttrsTestJSON-882939021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (5c1de024-f5d4-4348-9f0a-c27eeb370a6e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:23.947450 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-45519624-b384-403a-bc4f-5afe0be8a6b9 tempest-PortsAdminExtendedAttrsTestJSON-882939021 tempest-PortsAdminExtendedAttrsTestJSON-882939021-project] Added segment 5c1de024-f5d4-4348-9f0a-c27eeb370a6e of type vlan for network 691e1822-e6dc-4d6a-bfba-d04fb15c990d Mar 11 19:54:24.024747 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8cee0204-4083-463e-977f-71b97fd2941d admin admin] Publish callbacks [] for security_group (4d919827-b0ac-4673-953e-d68248640e24), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:24.025039 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-45519624-b384-403a-bc4f-5afe0be8a6b9 tempest-PortsAdminExtendedAttrsTestJSON-882939021 tempest-PortsAdminExtendedAttrsTestJSON-882939021-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (691e1822-e6dc-4d6a-bfba-d04fb15c990d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:24.068576 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea80ae5a-1770-4614-b58b-2cd89b29072a', 'name': 'network-vif-deleted', 'tag': '802c4956-6bd2-4306-866f-84b72ce6256e'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:54:24.074246 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a59cc6-d36d-44ec-8adc-33ab28a1236c" -d '{"events": [{"server_uuid": "ea80ae5a-1770-4614-b58b-2cd89b29072a", "name": "network-vif-deleted", "tag": "802c4956-6bd2-4306-866f-84b72ce6256e"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:54:24.089893 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45519624-b384-403a-bc4f-5afe0be8a6b9 tempest-PortsAdminExtendedAttrsTestJSON-882939021 tempest-PortsAdminExtendedAttrsTestJSON-882939021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:54:24.089893 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45519624-b384-403a-bc4f-5afe0be8a6b9 tempest-PortsAdminExtendedAttrsTestJSON-882939021 tempest-PortsAdminExtendedAttrsTestJSON-882939021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:54:24.089893 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45519624-b384-403a-bc4f-5afe0be8a6b9 tempest-PortsAdminExtendedAttrsTestJSON-882939021 tempest-PortsAdminExtendedAttrsTestJSON-882939021-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:54:24.090712 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45519624-b384-403a-bc4f-5afe0be8a6b9 tempest-PortsAdminExtendedAttrsTestJSON-882939021 tempest-PortsAdminExtendedAttrsTestJSON-882939021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:54:24.090712 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45519624-b384-403a-bc4f-5afe0be8a6b9 tempest-PortsAdminExtendedAttrsTestJSON-882939021 tempest-PortsAdminExtendedAttrsTestJSON-882939021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:54:24.090712 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45519624-b384-403a-bc4f-5afe0be8a6b9 tempest-PortsAdminExtendedAttrsTestJSON-882939021 tempest-PortsAdminExtendedAttrsTestJSON-882939021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:54:24.091000 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45519624-b384-403a-bc4f-5afe0be8a6b9 tempest-PortsAdminExtendedAttrsTestJSON-882939021 tempest-PortsAdminExtendedAttrsTestJSON-882939021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:54:24.091294 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45519624-b384-403a-bc4f-5afe0be8a6b9 tempest-PortsAdminExtendedAttrsTestJSON-882939021 tempest-PortsAdminExtendedAttrsTestJSON-882939021-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:54:24.091643 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45519624-b384-403a-bc4f-5afe0be8a6b9 tempest-PortsAdminExtendedAttrsTestJSON-882939021 tempest-PortsAdminExtendedAttrsTestJSON-882939021-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:54:24.091999 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45519624-b384-403a-bc4f-5afe0be8a6b9 tempest-PortsAdminExtendedAttrsTestJSON-882939021 tempest-PortsAdminExtendedAttrsTestJSON-882939021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:54:24.092978 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45519624-b384-403a-bc4f-5afe0be8a6b9 tempest-PortsAdminExtendedAttrsTestJSON-882939021 tempest-PortsAdminExtendedAttrsTestJSON-882939021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:54:24.093271 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45519624-b384-403a-bc4f-5afe0be8a6b9 tempest-PortsAdminExtendedAttrsTestJSON-882939021 tempest-PortsAdminExtendedAttrsTestJSON-882939021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:54:24.093600 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45519624-b384-403a-bc4f-5afe0be8a6b9 tempest-PortsAdminExtendedAttrsTestJSON-882939021 tempest-PortsAdminExtendedAttrsTestJSON-882939021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:54:24.129946 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-18ff0e5d-7463-4c2e-b8c7-44f73f40f9da tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Deleting subnet f5de7580-f91b-4a41-a6cb-05d25bf06fe5 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:54:24.150177 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-45519624-b384-403a-bc4f-5afe0be8a6b9 tempest-PortsAdminExtendedAttrsTestJSON-882939021 tempest-PortsAdminExtendedAttrsTestJSON-882939021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (691e1822-e6dc-4d6a-bfba-d04fb15c990d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:24.151420 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-18ff0e5d-7463-4c2e-b8c7-44f73f40f9da tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (f5de7580-f91b-4a41-a6cb-05d25bf06fe5), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:24.170972 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45519624-b384-403a-bc4f-5afe0be8a6b9 tempest-PortsAdminExtendedAttrsTestJSON-882939021 tempest-PortsAdminExtendedAttrsTestJSON-882939021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:24.173557 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-45519624-b384-403a-bc4f-5afe0be8a6b9 tempest-PortsAdminExtendedAttrsTestJSON-882939021 tempest-PortsAdminExtendedAttrsTestJSON-882939021-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:24.203387 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721e3f0a-d1f4-4558-b763-1f9b23ac5bc4 x-openstack-request-id: req-721e3f0a-d1f4-4558-b763-1f9b23ac5bc4 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:54:24.224338 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea80ae5a-1770-4614-b58b-2cd89b29072a", "name": "network-vif-deleted", "tag": "802c4956-6bd2-4306-866f-84b72ce6256e", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:54:24.224338 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-721e3f0a-d1f4-4558-b763-1f9b23ac5bc4 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:54:24.224338 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea80ae5a-1770-4614-b58b-2cd89b29072a', 'name': 'network-vif-deleted', 'tag': '802c4956-6bd2-4306-866f-84b72ce6256e', 'status': 'completed', 'code': 200} Mar 11 19:54:24.232863 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-867d4713-13fd-4ff6-9ae8-f20e2b5f2045 None None] Set router a7a01de0-22c1-40f4-9088-06e0a2019317 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:54:24.271450 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8cee0204-4083-463e-977f-71b97fd2941d admin admin] Publish callbacks [] for security_group (4d919827-b0ac-4673-953e-d68248640e24), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:24.390359 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-45519624-b384-403a-bc4f-5afe0be8a6b9 tempest-PortsAdminExtendedAttrsTestJSON-882939021 tempest-PortsAdminExtendedAttrsTestJSON-882939021-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.8329406 Mar 11 19:54:24.393507 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-18ff0e5d-7463-4c2e-b8c7-44f73f40f9da tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (f5de7580-f91b-4a41-a6cb-05d25bf06fe5), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:24.446442 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45519624-b384-403a-bc4f-5afe0be8a6b9 tempest-PortsAdminExtendedAttrsTestJSON-882939021 tempest-PortsAdminExtendedAttrsTestJSON-882939021-project] Pushing event updated for resources: {'Network': ['ID=691e1822-e6dc-4d6a-bfba-d04fb15c990d,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:24.464812 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc281c3-b89a-4b8e-bff0-73f011a2a30a req-3b620948-3f81-4ea5-b7b4-996d4c243cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:24.465462 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-e647b393-4617-4adc-aad5-f1723d000558 None None] Could not find standard attr ID for object 5672d2a9-0faf-4f6e-a9d9-7c9aba343dac. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 19:54:24.467029 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-acc281c3-b89a-4b8e-bff0-73f011a2a30a req-3b620948-3f81-4ea5-b7b4-996d4c243cb9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=53d3e097-1720-40c7-a335-5030921545d4 HTTP/1.1" status: 200 len: 897 time: 0.6851928 Mar 11 19:54:24.471682 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port a45ecf4e-5065-4649-8961-b06e56916b97 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:54:24.489567 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 691e1822-e6dc-4d6a-bfba-d04fb15c990d details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:54:24.510504 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8cee0204-4083-463e-977f-71b97fd2941d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (4d919827-b0ac-4673-953e-d68248640e24), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:24.513591 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8cee0204-4083-463e-977f-71b97fd2941d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:24.518276 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8cee0204-4083-463e-977f-71b97fd2941d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4d919827-b0ac-4673-953e-d68248640e24 HTTP/1.1" status: 204 len: 168 time: 0.9797599 Mar 11 19:54:24.540709 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cee0204-4083-463e-977f-71b97fd2941d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d919827-b0ac-4673-953e-d68248640e24,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:24.582283 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71c1d1b-a8a8-4845-aae8-0726b7fb81dc None None] Pushing event updated for resources: {'Port': ['ID=a45ecf4e-5065-4649-8961-b06e56916b97,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:24.621143 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-acc281c3-b89a-4b8e-bff0-73f011a2a30a req-cc47ac7b-a5c0-4194-80e0-a18727b85741 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f779bc33-9f77-4e55-90d9-5fb39269c54b HTTP/1.1" status: 200 len: 1002 time: 0.1458786 Mar 11 19:54:24.690306 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-18ff0e5d-7463-4c2e-b8c7-44f73f40f9da tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (f5de7580-f91b-4a41-a6cb-05d25bf06fe5), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:24.690559 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-867d4713-13fd-4ff6-9ae8-f20e2b5f2045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a01de0-22c1-40f4-9088-06e0a2019317', 'name': 'tempest-AttachVolumeTestJSON-805320116-router', 'tenant_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '49f29bb6-5e96-4af1-95cb-27dad960b82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:44:22Z', 'updated_at': '2022-03-11T19:44:26Z', 'revision_number': 4, 'project_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'gw_port': {'id': '49f29bb6-5e96-4af1-95cb-27dad960b82a', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a01de0-22c1-40f4-9088-06e0a2019317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:44:22Z', 'updated_at': '2022-03-11T19:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '64eb2522-0821-40ac-8307-0bca5acb1dc2', 'name': '', 'network_id': 'fa906f4a-19f4-4b7d-8351-256fb4a2150c', 'tenant_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'mac_address': 'fa:16:3e:cc:97:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a01de0-22c1-40f4-9088-06e0a2019317', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'f9964fd8-a78c-47a9-bc53-fa779164456a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:44:25Z', 'updated_at': '2022-03-11T19:44:32Z', 'revision_number': 5, 'project_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'subnets': [{'id': 'f9964fd8-a78c-47a9-bc53-fa779164456a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:54:24.732700 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e65431c1-f74d-4687-b5f9-46432d129108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:24.748652 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc281c3-b89a-4b8e-bff0-73f011a2a30a req-be3a1b5d-e936-40d6-8ab0-eaf53b1c01be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:24.755046 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-acc281c3-b89a-4b8e-bff0-73f011a2a30a req-be3a1b5d-e936-40d6-8ab0-eaf53b1c01be service neutron] 10.222.0.57 "GET /v2.0/subnets?id=49cb0d5b-a7b4-4de5-988d-a1801f9130ba HTTP/1.1" status: 200 len: 835 time: 0.1246014 Mar 11 19:54:24.765315 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867d4713-13fd-4ff6-9ae8-f20e2b5f2045 None None] Checking router: a7a01de0-22c1-40f4-9088-06e0a2019317 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:54:24.782267 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867d4713-13fd-4ff6-9ae8-f20e2b5f2045 None None] Routers {'a7a01de0-22c1-40f4-9088-06e0a2019317'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:54:24.786692 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-867d4713-13fd-4ff6-9ae8-f20e2b5f2045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:54:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['a7a01de0-22c1-40f4-9088-06e0a2019317'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:54:24.855764 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc281c3-b89a-4b8e-bff0-73f011a2a30a req-6054b6b3-9755-4ccc-90e2-0e3b0da610b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:24.857368 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-acc281c3-b89a-4b8e-bff0-73f011a2a30a req-6054b6b3-9755-4ccc-90e2-0e3b0da610b1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=53d3e097-1720-40c7-a335-5030921545d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0877764 Mar 11 19:54:24.907804 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-18ff0e5d-7463-4c2e-b8c7-44f73f40f9da tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (f5de7580-f91b-4a41-a6cb-05d25bf06fe5), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:24.992439 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ff0e5d-7463-4c2e-b8c7-44f73f40f9da tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event deleted for resources: {'Subnet': ['ID=f5de7580-f91b-4a41-a6cb-05d25bf06fe5,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:25.008803 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-acc281c3-b89a-4b8e-bff0-73f011a2a30a req-57151717-c627-46c3-9077-fe81f5d545e9 service neutron] 10.222.0.57 "GET /v2.0/networks/53d3e097-1720-40c7-a335-5030921545d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449182 Mar 11 19:54:25.010151 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c020105d-2684-4d19-ad75-f34ad32e443f None None] Network 0897600d-059c-4c97-87d5-16371e549b1b requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:54:25.012571 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34374) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:25.020786 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-18ff0e5d-7463-4c2e-b8c7-44f73f40f9da tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:25.032113 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-18ff0e5d-7463-4c2e-b8c7-44f73f40f9da tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/subnets/f5de7580-f91b-4a41-a6cb-05d25bf06fe5 HTTP/1.1" status: 204 len: 168 time: 1.1286056 Mar 11 19:54:25.033568 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34376) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:25.040595 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Request body: {'port': {'network_id': '691e1822-e6dc-4d6a-bfba-d04fb15c990d', 'binding:host_id': 'n-h1-833163-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1052397150'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:54:25.059476 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-867d4713-13fd-4ff6-9ae8-f20e2b5f2045 None None] Set router a7a01de0-22c1-40f4-9088-06e0a2019317 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:54:25.087192 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Made reservation on behalf of 9bdeebe0283b49ed8806cc28b8c8b120 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:54:25.101638 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:25.140820 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:25.237537 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-acc281c3-b89a-4b8e-bff0-73f011a2a30a req-0ce7e9b6-9d8c-4d16-b532-a5bc97f58cf2 service neutron] 10.222.0.57 "GET /v2.0/networks/53d3e097-1720-40c7-a335-5030921545d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188151 Mar 11 19:54:25.260794 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device a45ecf4e-5065-4649-8961-b06e56916b97 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:54:25.380519 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34388) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:25.383408 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-5851b1fa-0107-4794-9663-4afb08111e4c tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3469079 Mar 11 19:54:25.410156 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port a45ecf4e-5065-4649-8961-b06e56916b97 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:54:25.410381 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c63982f6-77f3-4dfd-a98a-42f7bd1a5615 req-df7d40d7-41a7-42bf-8517-72ce80208427 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/ports?device_id=ea80ae5a-1770-4614-b58b-2cd89b29072a HTTP/1.1" status: 200 len: 210 time: 0.1717346 Mar 11 19:54:25.410957 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (a45ecf4e-5065-4649-8961-b06e56916b97), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:25.438377 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-867d4713-13fd-4ff6-9ae8-f20e2b5f2045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a01de0-22c1-40f4-9088-06e0a2019317', 'name': 'tempest-AttachVolumeTestJSON-805320116-router', 'tenant_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '49f29bb6-5e96-4af1-95cb-27dad960b82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:44:22Z', 'updated_at': '2022-03-11T19:44:26Z', 'revision_number': 4, 'project_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'gw_port': {'id': '49f29bb6-5e96-4af1-95cb-27dad960b82a', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a01de0-22c1-40f4-9088-06e0a2019317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:44:22Z', 'updated_at': '2022-03-11T19:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '64eb2522-0821-40ac-8307-0bca5acb1dc2', 'name': '', 'network_id': 'fa906f4a-19f4-4b7d-8351-256fb4a2150c', 'tenant_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'mac_address': 'fa:16:3e:cc:97:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a01de0-22c1-40f4-9088-06e0a2019317', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'f9964fd8-a78c-47a9-bc53-fa779164456a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:44:25Z', 'updated_at': '2022-03-11T19:44:32Z', 'revision_number': 5, 'project_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'subnets': [{'id': 'f9964fd8-a78c-47a9-bc53-fa779164456a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:54:25.439436 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-2fdad215-5d47-40ea-aa78-9d37bdadae2e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Request body: {'subnet': {'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:54:25.480968 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a2f71a-4c26-4aa2-91f8-fc123119d87e None None] DHCP port deletion for 0897600d-059c-4c97-87d5-16371e549b1b request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:54:25.495952 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867d4713-13fd-4ff6-9ae8-f20e2b5f2045 None None] The sync data for ids ['a7a01de0-22c1-40f4-9088-06e0a2019317'] in n-d-833163-1 is: [{'id': 'a7a01de0-22c1-40f4-9088-06e0a2019317', 'name': 'tempest-AttachVolumeTestJSON-805320116-router', 'tenant_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '49f29bb6-5e96-4af1-95cb-27dad960b82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:44:22Z', 'updated_at': '2022-03-11T19:44:26Z', 'revision_number': 4, 'project_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'gw_port': {'id': '49f29bb6-5e96-4af1-95cb-27dad960b82a', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a01de0-22c1-40f4-9088-06e0a2019317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:44:22Z', 'updated_at': '2022-03-11T19:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '64eb2522-0821-40ac-8307-0bca5acb1dc2', 'name': '', 'network_id': 'fa906f4a-19f4-4b7d-8351-256fb4a2150c', 'tenant_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'mac_address': 'fa:16:3e:cc:97:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a01de0-22c1-40f4-9088-06e0a2019317', 'device_owner': 'network:router_interface', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': 'f9964fd8-a78c-47a9-bc53-fa779164456a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:44:25Z', 'updated_at': '2022-03-11T19:44:32Z', 'revision_number': 5, 'project_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'subnets': [{'id': 'f9964fd8-a78c-47a9-bc53-fa779164456a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:54:25.539373 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Publish callbacks [] for security_group (7a2f442f-e7cb-475c-b502-3829d6274bfe), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:25.571668 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port a45ecf4e-5065-4649-8961-b06e56916b97 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:54:25.582107 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (7a2f442f-e7cb-475c-b502-3829d6274bfe), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:25.595519 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a4a2f71a-4c26-4aa2-91f8-fc123119d87e None None] Deleting port a45ecf4e-5065-4649-8961-b06e56916b97 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:54:25.596236 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a4a2f71a-4c26-4aa2-91f8-fc123119d87e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (a45ecf4e-5065-4649-8961-b06e56916b97), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:25.692215 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] device_id is not set on port 43e65986-d41b-4da5-86fd-48f801d37b5c yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:54:25.707840 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-a4a2f71a-4c26-4aa2-91f8-fc123119d87e None None] For port a45ecf4e-5065-4649-8961-b06e56916b97, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=a45ecf4e-5065-4649-8961-b06e56916b97,segment=NetworkSegment(70c71ca7-59df-46c5-86d9-acc712ed1da1),segment_id=70c71ca7-59df-46c5-86d9-acc712ed1da1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:54:25.708747 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a4a2f71a-4c26-4aa2-91f8-fc123119d87e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (a45ecf4e-5065-4649-8961-b06e56916b97), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:25.732278 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a4a2f71a-4c26-4aa2-91f8-fc123119d87e None None] Calling delete_port for a45ecf4e-5065-4649-8961-b06e56916b97 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:54:25.876907 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a4a2f71a-4c26-4aa2-91f8-fc123119d87e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (a45ecf4e-5065-4649-8961-b06e56916b97), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:25.907003 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a2f71a-4c26-4aa2-91f8-fc123119d87e None None] Pushing event deleted for resources: {'Port': ['ID=a45ecf4e-5065-4649-8961-b06e56916b97,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:25.921958 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a2f71a-4c26-4aa2-91f8-fc123119d87e None None] No DVR routers for this DVR port a45ecf4e-5065-4649-8961-b06e56916b97 on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:54:25.965326 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e6e0a3-3996-4f9f-a813-3b3de04770ae None None] New status for floating IP 3fab6128-e1a8-4126-ab94-dba5a0ad8688: DOWN {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 19:54:26.043230 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fdad215-5d47-40ea-aa78-9d37bdadae2e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Made reservation on behalf of 06d9e64a19fa4247bc00069610bf80e1 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:54:26.045393 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34400) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:26.062055 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2fdad215-5d47-40ea-aa78-9d37bdadae2e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:26.076335 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2f442f-e7cb-475c-b502-3829d6274bfe,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:26.189557 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-723121fb-8ca7-4e30-b355-262de6b08a9b tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-777066336'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:54:26.202729 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:26.218770 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723121fb-8ca7-4e30-b355-262de6b08a9b tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Made reservation on behalf of add05d9726be43c2815669eb9adbbe31 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:54:26.226987 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-723121fb-8ca7-4e30-b355-262de6b08a9b tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:26.231880 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] device_id is not set on port 43e65986-d41b-4da5-86fd-48f801d37b5c yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:54:26.237673 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-723121fb-8ca7-4e30-b355-262de6b08a9b tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:26.251821 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Publish callbacks [] for port (43e65986-d41b-4da5-86fd-48f801d37b5c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:26.262454 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (43e65986-d41b-4da5-86fd-48f801d37b5c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:26.353556 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-723121fb-8ca7-4e30-b355-262de6b08a9b tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for security_group (d1abfdff-7c74-4672-847a-268f3d6dd7bd), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:26.359083 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-723121fb-8ca7-4e30-b355-262de6b08a9b tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (d1abfdff-7c74-4672-847a-268f3d6dd7bd), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:26.367844 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Pushing event updated for resources: {'Port': ['ID=43e65986-d41b-4da5-86fd-48f801d37b5c,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:26.384109 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-723121fb-8ca7-4e30-b355-262de6b08a9b tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] vlan segment allocate from pool success with {'vlan_id': 892, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:54:26.385616 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Checking segment: {'id': '5c1de024-f5d4-4348-9f0a-c27eeb370a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '691e1822-e6dc-4d6a-bfba-d04fb15c990d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:54:26.385998 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Network hostable DHCP agents. Network: 691e1822-e6dc-4d6a-bfba-d04fb15c990d, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:54:26.400021 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723121fb-8ca7-4e30-b355-262de6b08a9b tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1abfdff-7c74-4672-847a-268f3d6dd7bd,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:26.402969 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-723121fb-8ca7-4e30-b355-262de6b08a9b tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (a75d71aa-b3cf-41cd-907e-6ac1f6f7c683), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:26.403364 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-723121fb-8ca7-4e30-b355-262de6b08a9b tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Added segment a75d71aa-b3cf-41cd-907e-6ac1f6f7c683 of type vlan for network 6e29b74e-aec7-4101-89cd-dfad9c126ddd Mar 11 19:54:26.432858 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Network 691e1822-e6dc-4d6a-bfba-d04fb15c990d is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:54:26.454766 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-723121fb-8ca7-4e30-b355-262de6b08a9b tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (6e29b74e-aec7-4101-89cd-dfad9c126ddd), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:26.457066 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 691e1822-e6dc-4d6a-bfba-d04fb15c990d) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:54:26.468870 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b304a0-5da7-41e5-886d-fa46b2b85cea None None] Network 691e1822-e6dc-4d6a-bfba-d04fb15c990d requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:54:26.482356 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2fdad215-5d47-40ea-aa78-9d37bdadae2e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (e0a38d77-1e42-4d65-bc49-1cf9bd18e518), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:26.486194 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:54:26.487990 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-723121fb-8ca7-4e30-b355-262de6b08a9b tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (6e29b74e-aec7-4101-89cd-dfad9c126ddd), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:26.495068 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723121fb-8ca7-4e30-b355-262de6b08a9b tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:26.495846 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-723121fb-8ca7-4e30-b355-262de6b08a9b tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:26.541295 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-723121fb-8ca7-4e30-b355-262de6b08a9b tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4926529 Mar 11 19:54:26.548948 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34410) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:26.555285 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-8e811ed4-dea6-4068-b408-1ea0ea62be2b tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1193808992'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:54:26.565969 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34412) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:26.582885 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port 43e65986-d41b-4da5-86fd-48f801d37b5c on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:54:26.584242 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port 43e65986-d41b-4da5-86fd-48f801d37b5c by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '5c1de024-f5d4-4348-9f0a-c27eeb370a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '691e1822-e6dc-4d6a-bfba-d04fb15c990d'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:54:26.584761 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port 43e65986-d41b-4da5-86fd-48f801d37b5c on network 691e1822-e6dc-4d6a-bfba-d04fb15c990d {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:54:26.592793 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdad215-5d47-40ea-aa78-9d37bdadae2e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Network 0897600d-059c-4c97-87d5-16371e549b1b is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:54:26.598988 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Port 43e65986-d41b-4da5-86fd-48f801d37b5c on network 691e1822-e6dc-4d6a-bfba-d04fb15c990d not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:54:26.599594 n-d-833163-1 neutron-server[103884]: ERROR neutron.plugins.ml2.managers [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Failed to bind port 43e65986-d41b-4da5-86fd-48f801d37b5c on host n-h1-833163-1 for vnic_type normal using segments [{'id': '5c1de024-f5d4-4348-9f0a-c27eeb370a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '691e1822-e6dc-4d6a-bfba-d04fb15c990d'}] Mar 11 19:54:26.605249 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723121fb-8ca7-4e30-b355-262de6b08a9b tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event updated for resources: {'Network': ['ID=6e29b74e-aec7-4101-89cd-dfad9c126ddd,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:26.607047 n-d-833163-1 neutron-server[103884]: INFO neutron.plugins.ml2.plugin [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempt 2 to bind port 43e65986-d41b-4da5-86fd-48f801d37b5c Mar 11 19:54:26.617272 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-2fdad215-5d47-40ea-aa78-9d37bdadae2e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:54:26.620113 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e811ed4-dea6-4068-b408-1ea0ea62be2b tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Made reservation on behalf of add05d9726be43c2815669eb9adbbe31 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:54:26.629646 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8e811ed4-dea6-4068-b408-1ea0ea62be2b tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:26.643670 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdad215-5d47-40ea-aa78-9d37bdadae2e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:26.644284 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2fdad215-5d47-40ea-aa78-9d37bdadae2e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:26.646934 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 6e29b74e-aec7-4101-89cd-dfad9c126ddd details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:54:26.649852 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31342c2e-eeab-4704-a2d9-03d815c5623f None None] Network 0897600d-059c-4c97-87d5-16371e549b1b requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:54:26.657500 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdad215-5d47-40ea-aa78-9d37bdadae2e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event updated for resources: {'Subnet': ['ID=e0a38d77-1e42-4d65-bc49-1cf9bd18e518,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:26.664867 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port 43e65986-d41b-4da5-86fd-48f801d37b5c on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:54:26.665236 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port 43e65986-d41b-4da5-86fd-48f801d37b5c by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '5c1de024-f5d4-4348-9f0a-c27eeb370a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '691e1822-e6dc-4d6a-bfba-d04fb15c990d'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:54:26.665686 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port 43e65986-d41b-4da5-86fd-48f801d37b5c on network 691e1822-e6dc-4d6a-bfba-d04fb15c990d {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:54:26.676841 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e811ed4-dea6-4068-b408-1ea0ea62be2b tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] vlan segment allocate from pool success with {'vlan_id': 895, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:54:26.677300 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Port 43e65986-d41b-4da5-86fd-48f801d37b5c on network 691e1822-e6dc-4d6a-bfba-d04fb15c990d not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:54:26.677643 n-d-833163-1 neutron-server[103884]: ERROR neutron.plugins.ml2.managers [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Failed to bind port 43e65986-d41b-4da5-86fd-48f801d37b5c on host n-h1-833163-1 for vnic_type normal using segments [{'id': '5c1de024-f5d4-4348-9f0a-c27eeb370a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '691e1822-e6dc-4d6a-bfba-d04fb15c990d'}] Mar 11 19:54:26.683602 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-2fdad215-5d47-40ea-aa78-9d37bdadae2e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2627375 Mar 11 19:54:26.683602 n-d-833163-1 neutron-server[103884]: INFO neutron.plugins.ml2.plugin [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempt 3 to bind port 43e65986-d41b-4da5-86fd-48f801d37b5c Mar 11 19:54:26.685006 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34414) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:26.690937 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-d34948df-e38c-4377-a94d-5871314455ba tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Request body: {'port': {'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'fixed_ips': [{'subnet_id': 'e0a38d77-1e42-4d65-bc49-1cf9bd18e518', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-373479352'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:54:26.712693 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8e811ed4-dea6-4068-b408-1ea0ea62be2b tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (9580aff5-fc03-4295-b161-b6dbd9390a81), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:26.713035 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-8e811ed4-dea6-4068-b408-1ea0ea62be2b tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Added segment 9580aff5-fc03-4295-b161-b6dbd9390a81 of type vlan for network 97a2b54e-95dd-4f17-bb0f-255cf1a0ad71 Mar 11 19:54:26.715063 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port 43e65986-d41b-4da5-86fd-48f801d37b5c on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:54:26.715547 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port 43e65986-d41b-4da5-86fd-48f801d37b5c by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '5c1de024-f5d4-4348-9f0a-c27eeb370a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '691e1822-e6dc-4d6a-bfba-d04fb15c990d'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:54:26.715957 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port 43e65986-d41b-4da5-86fd-48f801d37b5c on network 691e1822-e6dc-4d6a-bfba-d04fb15c990d {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:54:26.724033 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Port 43e65986-d41b-4da5-86fd-48f801d37b5c on network 691e1822-e6dc-4d6a-bfba-d04fb15c990d not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:54:26.724419 n-d-833163-1 neutron-server[103884]: ERROR neutron.plugins.ml2.managers [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Failed to bind port 43e65986-d41b-4da5-86fd-48f801d37b5c on host n-h1-833163-1 for vnic_type normal using segments [{'id': '5c1de024-f5d4-4348-9f0a-c27eeb370a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '691e1822-e6dc-4d6a-bfba-d04fb15c990d'}] Mar 11 19:54:26.727405 n-d-833163-1 neutron-server[103884]: INFO neutron.plugins.ml2.plugin [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempt 4 to bind port 43e65986-d41b-4da5-86fd-48f801d37b5c Mar 11 19:54:26.734242 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-944b9657-c450-4e7a-ae0f-8a495a368011 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks [] for security_group (0b96ccb3-0048-4586-85db-d9bf3eb598e2), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:26.760706 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port 43e65986-d41b-4da5-86fd-48f801d37b5c on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:54:26.761116 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port 43e65986-d41b-4da5-86fd-48f801d37b5c by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '5c1de024-f5d4-4348-9f0a-c27eeb370a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '691e1822-e6dc-4d6a-bfba-d04fb15c990d'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:54:26.761521 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port 43e65986-d41b-4da5-86fd-48f801d37b5c on network 691e1822-e6dc-4d6a-bfba-d04fb15c990d {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:54:26.775455 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Port 43e65986-d41b-4da5-86fd-48f801d37b5c on network 691e1822-e6dc-4d6a-bfba-d04fb15c990d not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:54:26.775822 n-d-833163-1 neutron-server[103884]: ERROR neutron.plugins.ml2.managers [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Failed to bind port 43e65986-d41b-4da5-86fd-48f801d37b5c on host n-h1-833163-1 for vnic_type normal using segments [{'id': '5c1de024-f5d4-4348-9f0a-c27eeb370a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '691e1822-e6dc-4d6a-bfba-d04fb15c990d'}] Mar 11 19:54:26.779158 n-d-833163-1 neutron-server[103884]: INFO neutron.plugins.ml2.plugin [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempt 5 to bind port 43e65986-d41b-4da5-86fd-48f801d37b5c Mar 11 19:54:26.785084 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-944b9657-c450-4e7a-ae0f-8a495a368011 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks [] for security_group (0b96ccb3-0048-4586-85db-d9bf3eb598e2), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:26.809271 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8e811ed4-dea6-4068-b408-1ea0ea62be2b tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (97a2b54e-95dd-4f17-bb0f-255cf1a0ad71), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:26.811036 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port 43e65986-d41b-4da5-86fd-48f801d37b5c on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:54:26.811409 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port 43e65986-d41b-4da5-86fd-48f801d37b5c by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '5c1de024-f5d4-4348-9f0a-c27eeb370a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '691e1822-e6dc-4d6a-bfba-d04fb15c990d'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:54:26.811789 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port 43e65986-d41b-4da5-86fd-48f801d37b5c on network 691e1822-e6dc-4d6a-bfba-d04fb15c990d {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:54:26.827883 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Port 43e65986-d41b-4da5-86fd-48f801d37b5c on network 691e1822-e6dc-4d6a-bfba-d04fb15c990d not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:54:26.828232 n-d-833163-1 neutron-server[103884]: ERROR neutron.plugins.ml2.managers [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Failed to bind port 43e65986-d41b-4da5-86fd-48f801d37b5c on host n-h1-833163-1 for vnic_type normal using segments [{'id': '5c1de024-f5d4-4348-9f0a-c27eeb370a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '691e1822-e6dc-4d6a-bfba-d04fb15c990d'}] Mar 11 19:54:26.831509 n-d-833163-1 neutron-server[103884]: INFO neutron.plugins.ml2.plugin [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempt 6 to bind port 43e65986-d41b-4da5-86fd-48f801d37b5c Mar 11 19:54:26.853498 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port 43e65986-d41b-4da5-86fd-48f801d37b5c on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:54:26.853912 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port 43e65986-d41b-4da5-86fd-48f801d37b5c by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '5c1de024-f5d4-4348-9f0a-c27eeb370a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '691e1822-e6dc-4d6a-bfba-d04fb15c990d'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:54:26.854270 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port 43e65986-d41b-4da5-86fd-48f801d37b5c on network 691e1822-e6dc-4d6a-bfba-d04fb15c990d {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:54:26.861137 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8e811ed4-dea6-4068-b408-1ea0ea62be2b tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (97a2b54e-95dd-4f17-bb0f-255cf1a0ad71), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:26.866221 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e811ed4-dea6-4068-b408-1ea0ea62be2b tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:26.866826 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8e811ed4-dea6-4068-b408-1ea0ea62be2b tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:26.866947 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Port 43e65986-d41b-4da5-86fd-48f801d37b5c on network 691e1822-e6dc-4d6a-bfba-d04fb15c990d not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:54:26.867230 n-d-833163-1 neutron-server[103884]: ERROR neutron.plugins.ml2.managers [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Failed to bind port 43e65986-d41b-4da5-86fd-48f801d37b5c on host n-h1-833163-1 for vnic_type normal using segments [{'id': '5c1de024-f5d4-4348-9f0a-c27eeb370a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '691e1822-e6dc-4d6a-bfba-d04fb15c990d'}] Mar 11 19:54:26.868026 n-d-833163-1 neutron-server[103884]: INFO neutron.plugins.ml2.plugin [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempt 7 to bind port 43e65986-d41b-4da5-86fd-48f801d37b5c Mar 11 19:54:26.890528 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port 43e65986-d41b-4da5-86fd-48f801d37b5c on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:54:26.890953 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port 43e65986-d41b-4da5-86fd-48f801d37b5c by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '5c1de024-f5d4-4348-9f0a-c27eeb370a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '691e1822-e6dc-4d6a-bfba-d04fb15c990d'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:54:26.891334 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port 43e65986-d41b-4da5-86fd-48f801d37b5c on network 691e1822-e6dc-4d6a-bfba-d04fb15c990d {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:54:26.905184 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c213aa8-d091-4b84-aa34-6a30efe9b60a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-0897600d-059c-4c97-87d5-16371e549b1b', 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'project_id': '06d9e64a19fa4247bc00069610bf80e1', 'fixed_ips': [{'subnet_id': 'e0a38d77-1e42-4d65-bc49-1cf9bd18e518'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:54:26.907166 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8c213aa8-d091-4b84-aa34-6a30efe9b60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:26.910718 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34948df-e38c-4377-a94d-5871314455ba tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Made reservation on behalf of 06d9e64a19fa4247bc00069610bf80e1 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:54:26.912222 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Port 43e65986-d41b-4da5-86fd-48f801d37b5c on network 691e1822-e6dc-4d6a-bfba-d04fb15c990d not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:54:26.912628 n-d-833163-1 neutron-server[103884]: ERROR neutron.plugins.ml2.managers [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Failed to bind port 43e65986-d41b-4da5-86fd-48f801d37b5c on host n-h1-833163-1 for vnic_type normal using segments [{'id': '5c1de024-f5d4-4348-9f0a-c27eeb370a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '691e1822-e6dc-4d6a-bfba-d04fb15c990d'}] Mar 11 19:54:26.913039 n-d-833163-1 neutron-server[103884]: INFO neutron.plugins.ml2.plugin [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempt 8 to bind port 43e65986-d41b-4da5-86fd-48f801d37b5c Mar 11 19:54:26.917365 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-944b9657-c450-4e7a-ae0f-8a495a368011 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (0b96ccb3-0048-4586-85db-d9bf3eb598e2), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:26.920048 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-944b9657-c450-4e7a-ae0f-8a495a368011 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:26.921614 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-944b9657-c450-4e7a-ae0f-8a495a368011 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "DELETE /v2.0/security-groups/0b96ccb3-0048-4586-85db-d9bf3eb598e2 HTTP/1.1" status: 204 len: 168 time: 0.3520594 Mar 11 19:54:26.926911 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34416) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:26.934170 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-8e811ed4-dea6-4068-b408-1ea0ea62be2b tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3839993 Mar 11 19:54:26.942582 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34418) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:26.949596 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-e8155694-4cff-42dc-ad9e-a3904eca61d5 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Request body: {'subnet': {'network_id': '6e29b74e-aec7-4101-89cd-dfad9c126ddd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:54:26.953397 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944b9657-c450-4e7a-ae0f-8a495a368011 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b96ccb3-0048-4586-85db-d9bf3eb598e2,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:26.957893 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port 43e65986-d41b-4da5-86fd-48f801d37b5c on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:54:26.958500 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port 43e65986-d41b-4da5-86fd-48f801d37b5c by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '5c1de024-f5d4-4348-9f0a-c27eeb370a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '691e1822-e6dc-4d6a-bfba-d04fb15c990d'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:54:26.958850 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port 43e65986-d41b-4da5-86fd-48f801d37b5c on network 691e1822-e6dc-4d6a-bfba-d04fb15c990d {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:54:26.963967 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [None req-2b4c2190-95fc-4bea-a2f1-aa5cb7b63476 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] show failed (client error): The resource could not be found. Mar 11 19:54:26.968147 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-2b4c2190-95fc-4bea-a2f1-aa5cb7b63476 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "GET /v2.0/security-groups/0b96ccb3-0048-4586-85db-d9bf3eb598e2 HTTP/1.1" status: 404 len: 347 time: 0.0327718 Mar 11 19:54:26.968746 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34420) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:26.976634 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Port 43e65986-d41b-4da5-86fd-48f801d37b5c on network 691e1822-e6dc-4d6a-bfba-d04fb15c990d not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:54:26.977036 n-d-833163-1 neutron-server[103884]: ERROR neutron.plugins.ml2.managers [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Failed to bind port 43e65986-d41b-4da5-86fd-48f801d37b5c on host n-h1-833163-1 for vnic_type normal using segments [{'id': '5c1de024-f5d4-4348-9f0a-c27eeb370a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '691e1822-e6dc-4d6a-bfba-d04fb15c990d'}] Mar 11 19:54:26.980510 n-d-833163-1 neutron-server[103884]: INFO neutron.plugins.ml2.plugin [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempt 9 to bind port 43e65986-d41b-4da5-86fd-48f801d37b5c Mar 11 19:54:27.008929 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e811ed4-dea6-4068-b408-1ea0ea62be2b tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event updated for resources: {'Network': ['ID=97a2b54e-95dd-4f17-bb0f-255cf1a0ad71,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:27.048887 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port 43e65986-d41b-4da5-86fd-48f801d37b5c on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:54:27.049231 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port 43e65986-d41b-4da5-86fd-48f801d37b5c by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '5c1de024-f5d4-4348-9f0a-c27eeb370a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '691e1822-e6dc-4d6a-bfba-d04fb15c990d'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:54:27.049929 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port 43e65986-d41b-4da5-86fd-48f801d37b5c on network 691e1822-e6dc-4d6a-bfba-d04fb15c990d {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:54:27.062693 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Port 43e65986-d41b-4da5-86fd-48f801d37b5c on network 691e1822-e6dc-4d6a-bfba-d04fb15c990d not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:54:27.063834 n-d-833163-1 neutron-server[103884]: ERROR neutron.plugins.ml2.managers [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Failed to bind port 43e65986-d41b-4da5-86fd-48f801d37b5c on host n-h1-833163-1 for vnic_type normal using segments [{'id': '5c1de024-f5d4-4348-9f0a-c27eeb370a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '691e1822-e6dc-4d6a-bfba-d04fb15c990d'}] Mar 11 19:54:27.065272 n-d-833163-1 neutron-server[103884]: INFO neutron.plugins.ml2.plugin [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempt 10 to bind port 43e65986-d41b-4da5-86fd-48f801d37b5c Mar 11 19:54:27.073141 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 97a2b54e-95dd-4f17-bb0f-255cf1a0ad71 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:54:27.089579 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port 43e65986-d41b-4da5-86fd-48f801d37b5c on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:54:27.089831 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port 43e65986-d41b-4da5-86fd-48f801d37b5c by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '5c1de024-f5d4-4348-9f0a-c27eeb370a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '691e1822-e6dc-4d6a-bfba-d04fb15c990d'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:54:27.090112 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port 43e65986-d41b-4da5-86fd-48f801d37b5c on network 691e1822-e6dc-4d6a-bfba-d04fb15c990d {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:54:27.098743 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Port 43e65986-d41b-4da5-86fd-48f801d37b5c on network 691e1822-e6dc-4d6a-bfba-d04fb15c990d not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:54:27.099078 n-d-833163-1 neutron-server[103884]: ERROR neutron.plugins.ml2.managers [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Failed to bind port 43e65986-d41b-4da5-86fd-48f801d37b5c on host n-h1-833163-1 for vnic_type normal using segments [{'id': '5c1de024-f5d4-4348-9f0a-c27eeb370a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '691e1822-e6dc-4d6a-bfba-d04fb15c990d'}] Mar 11 19:54:27.099453 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (43e65986-d41b-4da5-86fd-48f801d37b5c), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:27.108722 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8155694-4cff-42dc-ad9e-a3904eca61d5 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Made reservation on behalf of add05d9726be43c2815669eb9adbbe31 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:54:27.114081 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e8155694-4cff-42dc-ad9e-a3904eca61d5 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:27.176393 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d34948df-e38c-4377-a94d-5871314455ba tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:27.196306 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-d34948df-e38c-4377-a94d-5871314455ba tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] device_id is not set on port abc8d085-2287-4900-a336-cfd3da7f3583 yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:54:27.255172 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device a45ecf4e-5065-4649-8961-b06e56916b97 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:54:27.305920 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: a45ecf4e-5065-4649-8961-b06e56916b97 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:54:27.306268 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device a45ecf4e-5065-4649-8961-b06e56916b97 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:54:27.332465 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-8c213aa8-d091-4b84-aa34-6a30efe9b60a None None] Allocated IP 2001:db8::2 (0897600d-059c-4c97-87d5-16371e549b1b/e0a38d77-1e42-4d65-bc49-1cf9bd18e518/35050d40-ae16-4ee8-b8c9-2f8b8dfe12df) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:54:27.334033 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-f6caf06b-685f-4422-b407-758f57ca2187 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Deleting port 29f91a00-7481-4bfa-86c8-0d061f59b7ac {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:54:27.334552 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f6caf06b-685f-4422-b407-758f57ca2187 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (29f91a00-7481-4bfa-86c8-0d061f59b7ac), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:27.374558 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] For port 43e65986-d41b-4da5-86fd-48f801d37b5c, host n-h1-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:54:27.374558 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempted to set empty binding levels {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 11 19:54:27.384049 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (43e65986-d41b-4da5-86fd-48f801d37b5c), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:27.440084 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Pushing event updated for resources: {'Port': ['ID=43e65986-d41b-4da5-86fd-48f801d37b5c,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:27.448064 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:27.448364 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:27.465684 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f6caf06b-685f-4422-b407-758f57ca2187 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (29f91a00-7481-4bfa-86c8-0d061f59b7ac), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:27.466171 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f6caf06b-685f-4422-b407-758f57ca2187 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks [] for floatingip (29f91a00-7481-4bfa-86c8-0d061f59b7ac), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:27.476131 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-35de9891-44e7-4d26-aba2-7329835286dc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.4569626 Mar 11 19:54:27.480304 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34422) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:27.482861 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-f6caf06b-685f-4422-b407-758f57ca2187 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Calling delete_port for 29f91a00-7481-4bfa-86c8-0d061f59b7ac owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:54:27.541734 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8c213aa8-d091-4b84-aa34-6a30efe9b60a None None] Publish callbacks [] for port (35050d40-ae16-4ee8-b8c9-2f8b8dfe12df), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:27.561013 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8c213aa8-d091-4b84-aa34-6a30efe9b60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (35050d40-ae16-4ee8-b8c9-2f8b8dfe12df), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:27.561281 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-d34948df-e38c-4377-a94d-5871314455ba tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:54:27.561489 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d34948df-e38c-4377-a94d-5871314455ba tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:54:27.629706 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d34948df-e38c-4377-a94d-5871314455ba tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.9435093 Mar 11 19:54:27.634455 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c213aa8-d091-4b84-aa34-6a30efe9b60a None None] Network 0897600d-059c-4c97-87d5-16371e549b1b is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:54:27.636053 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34426) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:27.643189 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-8c213aa8-d091-4b84-aa34-6a30efe9b60a None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:54:27.645844 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c213aa8-d091-4b84-aa34-6a30efe9b60a None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:54:27.654210 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:27.683622 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e8155694-4cff-42dc-ad9e-a3904eca61d5 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (d1d4bcdc-7531-45ea-ac0a-9d0c142c8471), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:27.686960 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c213aa8-d091-4b84-aa34-6a30efe9b60a None None] Pushing event updated for resources: {'Port': ['ID=35050d40-ae16-4ee8-b8c9-2f8b8dfe12df,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:27.730320 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-8c213aa8-d091-4b84-aa34-6a30efe9b60a None None] Attempting to bind port 35050d40-ae16-4ee8-b8c9-2f8b8dfe12df on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:54:27.731087 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-8c213aa8-d091-4b84-aa34-6a30efe9b60a None None] Attempting to bind port 35050d40-ae16-4ee8-b8c9-2f8b8dfe12df by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:54:27.731328 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c213aa8-d091-4b84-aa34-6a30efe9b60a None None] Attempting to bind port 35050d40-ae16-4ee8-b8c9-2f8b8dfe12df on network 0897600d-059c-4c97-87d5-16371e549b1b {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:54:27.738072 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c213aa8-d091-4b84-aa34-6a30efe9b60a None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:54:27.738451 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c213aa8-d091-4b84-aa34-6a30efe9b60a None None] Checking segment: {'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:54:27.738892 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8c213aa8-d091-4b84-aa34-6a30efe9b60a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:27.739289 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c213aa8-d091-4b84-aa34-6a30efe9b60a None None] Bound using segment: {'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:54:27.739947 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-8c213aa8-d091-4b84-aa34-6a30efe9b60a None None] Bound port: 35050d40-ae16-4ee8-b8c9-2f8b8dfe12df, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:54:27.740335 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8c213aa8-d091-4b84-aa34-6a30efe9b60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (35050d40-ae16-4ee8-b8c9-2f8b8dfe12df), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:27.742617 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8155694-4cff-42dc-ad9e-a3904eca61d5 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event updated for resources: {'Subnet': ['ID=d1d4bcdc-7531-45ea-ac0a-9d0c142c8471,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:27.745696 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1af31a-e8ae-44a4-9c26-2612ca9476a2 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:27.750128 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-1e1af31a-e8ae-44a4-9c26-2612ca9476a2 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1105199 Mar 11 19:54:27.752349 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34428) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:27.787464 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d4645-2490-4e60-b8d7-68691a4c41bc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Deleting port 43e65986-d41b-4da5-86fd-48f801d37b5c {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:54:27.787836 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ce9d4645-2490-4e60-b8d7-68691a4c41bc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (43e65986-d41b-4da5-86fd-48f801d37b5c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:27.799064 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f6caf06b-685f-4422-b407-758f57ca2187 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (29f91a00-7481-4bfa-86c8-0d061f59b7ac), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:27.820187 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-8c213aa8-d091-4b84-aa34-6a30efe9b60a None None] For port 35050d40-ae16-4ee8-b8c9-2f8b8dfe12df, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:54:27.825585 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-8c213aa8-d091-4b84-aa34-6a30efe9b60a None None] For port 35050d40-ae16-4ee8-b8c9-2f8b8dfe12df, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=35050d40-ae16-4ee8-b8c9-2f8b8dfe12df,segment=NetworkSegment(70c71ca7-59df-46c5-86d9-acc712ed1da1),segment_id=70c71ca7-59df-46c5-86d9-acc712ed1da1)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:54:27.833036 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8c213aa8-d091-4b84-aa34-6a30efe9b60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (35050d40-ae16-4ee8-b8c9-2f8b8dfe12df), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:27.844710 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6caf06b-685f-4422-b407-758f57ca2187 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Pushing event deleted for resources: {'Port': ['ID=29f91a00-7481-4bfa-86c8-0d061f59b7ac,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:27.865956 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d6faf1-cb1e-4c16-8d8e-511611cf5964 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:27.867316 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d6faf1-cb1e-4c16-8d8e-511611cf5964 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:27.868907 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-48d6faf1-cb1e-4c16-8d8e-511611cf5964 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1151395 Mar 11 19:54:27.871811 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8155694-4cff-42dc-ad9e-a3904eca61d5 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Checking segment: {'id': 'a75d71aa-b3cf-41cd-907e-6ac1f6f7c683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6e29b74e-aec7-4101-89cd-dfad9c126ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:54:27.872179 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8155694-4cff-42dc-ad9e-a3904eca61d5 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Network hostable DHCP agents. Network: 6e29b74e-aec7-4101-89cd-dfad9c126ddd, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:54:27.874094 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34430) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:27.917729 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c213aa8-d091-4b84-aa34-6a30efe9b60a None None] Pushing event updated for resources: {'Port': ['ID=35050d40-ae16-4ee8-b8c9-2f8b8dfe12df,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:27.921865 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f6caf06b-685f-4422-b407-758f57ca2187 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks [] for floatingip (3fab6128-e1a8-4126-ab94-dba5a0ad8688), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:27.931106 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f6caf06b-685f-4422-b407-758f57ca2187 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:27.935104 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f6caf06b-685f-4422-b407-758f57ca2187 tempest-AttachVolumeTestJSON-312592172 tempest-AttachVolumeTestJSON-312592172-project] 10.222.0.65 "DELETE /v2.0/floatingips/3fab6128-e1a8-4126-ab94-dba5a0ad8688 HTTP/1.1" status: 204 len: 168 time: 0.9348955 Mar 11 19:54:27.957543 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-ce9d4645-2490-4e60-b8d7-68691a4c41bc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] For port 43e65986-d41b-4da5-86fd-48f801d37b5c, host n-h1-833163-1, got binding levels [] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:54:27.957543 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ce9d4645-2490-4e60-b8d7-68691a4c41bc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (43e65986-d41b-4da5-86fd-48f801d37b5c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:27.985724 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-ce9d4645-2490-4e60-b8d7-68691a4c41bc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Calling delete_port for 43e65986-d41b-4da5-86fd-48f801d37b5c owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:54:28.007478 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8155694-4cff-42dc-ad9e-a3904eca61d5 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Network 6e29b74e-aec7-4101-89cd-dfad9c126ddd is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:54:28.068645 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-8deb1e2f-b8c2-4f3c-be87-aa94ea5a26ed tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Deleting subnet e0a38d77-1e42-4d65-bc49-1cf9bd18e518 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:54:28.074633 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8deb1e2f-b8c2-4f3c-be87-aa94ea5a26ed tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (e0a38d77-1e42-4d65-bc49-1cf9bd18e518), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:28.108540 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-e8155694-4cff-42dc-ad9e-a3904eca61d5 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 6e29b74e-aec7-4101-89cd-dfad9c126ddd) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:54:28.133688 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8155694-4cff-42dc-ad9e-a3904eca61d5 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:28.136168 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e8155694-4cff-42dc-ad9e-a3904eca61d5 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:28.166669 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bf284a-2fd8-4436-b1a8-fc1a3cdfbb48 None None] Network 6e29b74e-aec7-4101-89cd-dfad9c126ddd requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:54:28.177013 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8deb1e2f-b8c2-4f3c-be87-aa94ea5a26ed tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (e0a38d77-1e42-4d65-bc49-1cf9bd18e518), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:28.187493 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e8155694-4cff-42dc-ad9e-a3904eca61d5 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2386045 Mar 11 19:54:28.189350 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34436) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:28.196588 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-efa6746a-dfbb-41c6-bd55-ab4e8008f397 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Request body: {'subnet': {'network_id': '97a2b54e-95dd-4f17-bb0f-255cf1a0ad71', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:54:28.320686 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b2fe5e-edf5-4e34-b5d6-3deb23a85d32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-6e29b74e-aec7-4101-89cd-dfad9c126ddd', 'network_id': '6e29b74e-aec7-4101-89cd-dfad9c126ddd', 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'fixed_ips': [{'subnet_id': 'd1d4bcdc-7531-45ea-ac0a-9d0c142c8471'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:54:28.321577 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a9b2fe5e-edf5-4e34-b5d6-3deb23a85d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:28.373742 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa6746a-dfbb-41c6-bd55-ab4e8008f397 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Made reservation on behalf of add05d9726be43c2815669eb9adbbe31 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:54:28.377256 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-efa6746a-dfbb-41c6-bd55-ab4e8008f397 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:28.378956 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8deb1e2f-b8c2-4f3c-be87-aa94ea5a26ed tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (e0a38d77-1e42-4d65-bc49-1cf9bd18e518), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:28.513534 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ce9d4645-2490-4e60-b8d7-68691a4c41bc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (43e65986-d41b-4da5-86fd-48f801d37b5c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:28.527484 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8deb1e2f-b8c2-4f3c-be87-aa94ea5a26ed tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (e0a38d77-1e42-4d65-bc49-1cf9bd18e518), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:28.588218 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-a9b2fe5e-edf5-4e34-b5d6-3deb23a85d32 None None] Allocated IP 2001:db8::2 (6e29b74e-aec7-4101-89cd-dfad9c126ddd/d1d4bcdc-7531-45ea-ac0a-9d0c142c8471/f69c0d79-22ce-4dd9-9df7-27744741a908) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:54:28.593626 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d4645-2490-4e60-b8d7-68691a4c41bc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Pushing event deleted for resources: {'Port': ['ID=43e65986-d41b-4da5-86fd-48f801d37b5c,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:28.600981 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deb1e2f-b8c2-4f3c-be87-aa94ea5a26ed tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event deleted for resources: {'Subnet': ['ID=e0a38d77-1e42-4d65-bc49-1cf9bd18e518,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:28.603944 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8deb1e2f-b8c2-4f3c-be87-aa94ea5a26ed tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:28.607598 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8deb1e2f-b8c2-4f3c-be87-aa94ea5a26ed tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/subnets/e0a38d77-1e42-4d65-bc49-1cf9bd18e518 HTTP/1.1" status: 204 len: 168 time: 0.7055440 Mar 11 19:54:28.608817 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ce9d4645-2490-4e60-b8d7-68691a4c41bc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:28.615117 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ce9d4645-2490-4e60-b8d7-68691a4c41bc tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] 10.222.0.65 "DELETE /v2.0/ports/43e65986-d41b-4da5-86fd-48f801d37b5c HTTP/1.1" status: 204 len: 168 time: 1.1334350 Mar 11 19:54:28.616284 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34438) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:28.616758 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34440) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:28.675700 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-efa6746a-dfbb-41c6-bd55-ab4e8008f397 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (1ebebb22-d572-4a8e-9c18-de13f5097231), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:28.745453 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-030e601c-def4-486b-8cad-d3f363ebd939 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1270814 Mar 11 19:54:28.748206 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-c83c33bd-0d56-461e-a526-a91338fe27bd tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] GET failed (client error): The resource could not be found. Mar 11 19:54:28.754732 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c83c33bd-0d56-461e-a526-a91338fe27bd tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] 10.222.0.65 "GET /v2.0/ports/43e65986-d41b-4da5-86fd-48f801d37b5c HTTP/1.1" status: 404 len: 333 time: 0.1308076 Mar 11 19:54:28.755596 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34444) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:28.756219 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34446) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:28.762747 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-2c536ca4-700d-4c59-8f7a-d6bb0bd327f2 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Request body: {'subnet': {'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:54:28.769031 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa6746a-dfbb-41c6-bd55-ab4e8008f397 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event updated for resources: {'Subnet': ['ID=1ebebb22-d572-4a8e-9c18-de13f5097231,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:28.774873 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa6746a-dfbb-41c6-bd55-ab4e8008f397 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Checking segment: {'id': '9580aff5-fc03-4295-b161-b6dbd9390a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '97a2b54e-95dd-4f17-bb0f-255cf1a0ad71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:54:28.775485 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa6746a-dfbb-41c6-bd55-ab4e8008f397 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Network hostable DHCP agents. Network: 97a2b54e-95dd-4f17-bb0f-255cf1a0ad71, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:54:28.804743 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa6746a-dfbb-41c6-bd55-ab4e8008f397 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Network 97a2b54e-95dd-4f17-bb0f-255cf1a0ad71 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:54:28.806402 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-b36f978e-a36c-4d61-a418-18731978770e tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Request body: {'port': {'network_id': '691e1822-e6dc-4d6a-bfba-d04fb15c990d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1587012184'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:54:28.835294 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-efa6746a-dfbb-41c6-bd55-ab4e8008f397 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 97a2b54e-95dd-4f17-bb0f-255cf1a0ad71) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:54:28.846404 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67378c44-6bf0-468c-bf0b-f0d2ef36efb2 None None] Network 97a2b54e-95dd-4f17-bb0f-255cf1a0ad71 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:54:28.861026 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa6746a-dfbb-41c6-bd55-ab4e8008f397 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:28.861706 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-efa6746a-dfbb-41c6-bd55-ab4e8008f397 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:28.861842 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b36f978e-a36c-4d61-a418-18731978770e tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Made reservation on behalf of 9bdeebe0283b49ed8806cc28b8c8b120 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:54:28.864836 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b36f978e-a36c-4d61-a418-18731978770e tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:28.905463 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-efa6746a-dfbb-41c6-bd55-ab4e8008f397 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7141080 Mar 11 19:54:28.905866 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-b36f978e-a36c-4d61-a418-18731978770e tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] device_id is not set on port a749097e-f106-46bb-9528-539d23d0e54d yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:54:28.906086 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34448) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:28.914746 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-761fa643-1e8e-4610-aff3-081165529489 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1433582694', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:54:28.982963 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-761fa643-1e8e-4610-aff3-081165529489 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (e65e3524-e32d-43b3-8a4a-4fdb9a532a6a), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:28.984205 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-761fa643-1e8e-4610-aff3-081165529489 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (e65e3524-e32d-43b3-8a4a-4fdb9a532a6a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:29.188883 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-761fa643-1e8e-4610-aff3-081165529489 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for router_controller (e65e3524-e32d-43b3-8a4a-4fdb9a532a6a), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:29.204283 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-761fa643-1e8e-4610-aff3-081165529489 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (e65e3524-e32d-43b3-8a4a-4fdb9a532a6a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:29.246578 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-761fa643-1e8e-4610-aff3-081165529489 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:29.253449 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-761fa643-1e8e-4610-aff3-081165529489 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3449178 Mar 11 19:54:29.255314 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34452) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:29.366974 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 35050d40-ae16-4ee8-b8c9-2f8b8dfe12df up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:54:29.432051 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a9b2fe5e-edf5-4e34-b5d6-3deb23a85d32 None None] Publish callbacks [] for port (f69c0d79-22ce-4dd9-9df7-27744741a908), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:29.446786 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d4ddd5-0b22-492a-b6a0-ba8237293e80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-97a2b54e-95dd-4f17-bb0f-255cf1a0ad71', 'network_id': '97a2b54e-95dd-4f17-bb0f-255cf1a0ad71', 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'fixed_ips': [{'subnet_id': '1ebebb22-d572-4a8e-9c18-de13f5097231'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:54:29.448652 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-45d4ddd5-0b22-492a-b6a0-ba8237293e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:29.465082 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a9b2fe5e-edf5-4e34-b5d6-3deb23a85d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (f69c0d79-22ce-4dd9-9df7-27744741a908), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:29.482784 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:29.652851 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b2fe5e-edf5-4e34-b5d6-3deb23a85d32 None None] Network 6e29b74e-aec7-4101-89cd-dfad9c126ddd is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:54:29.659342 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c15214c-6a1c-433f-a7b3-ec91e0ea512b None None] Network 0897600d-059c-4c97-87d5-16371e549b1b requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:54:29.684224 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-a9b2fe5e-edf5-4e34-b5d6-3deb23a85d32 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:54:29.687309 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b2fe5e-edf5-4e34-b5d6-3deb23a85d32 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:54:29.842700 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 35050d40-ae16-4ee8-b8c9-2f8b8dfe12df triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:54:29.843336 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (35050d40-ae16-4ee8-b8c9-2f8b8dfe12df), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:29.914562 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b2fe5e-edf5-4e34-b5d6-3deb23a85d32 None None] Pushing event updated for resources: {'Port': ['ID=f69c0d79-22ce-4dd9-9df7-27744741a908,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:29.998498 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-016cfe38-edfb-4f01-af76-b752ced77406 None None] Provisioning complete for port 35050d40-ae16-4ee8-b8c9-2f8b8dfe12df triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:54:29.999135 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-016cfe38-edfb-4f01-af76-b752ced77406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (35050d40-ae16-4ee8-b8c9-2f8b8dfe12df), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:30.006237 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c536ca4-700d-4c59-8f7a-d6bb0bd327f2 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Made reservation on behalf of 06d9e64a19fa4247bc00069610bf80e1 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:54:30.014652 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2c536ca4-700d-4c59-8f7a-d6bb0bd327f2 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:30.047527 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b36f978e-a36c-4d61-a418-18731978770e tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Publish callbacks [] for port (a749097e-f106-46bb-9528-539d23d0e54d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:30.068953 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-45d4ddd5-0b22-492a-b6a0-ba8237293e80 None None] Allocated IP 2001:db8:1::2 (97a2b54e-95dd-4f17-bb0f-255cf1a0ad71/1ebebb22-d572-4a8e-9c18-de13f5097231/d74d4d95-1708-4805-93a9-a26775cab735) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:54:30.155334 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-a9b2fe5e-edf5-4e34-b5d6-3deb23a85d32 None None] Attempting to bind port f69c0d79-22ce-4dd9-9df7-27744741a908 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:54:30.155696 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-a9b2fe5e-edf5-4e34-b5d6-3deb23a85d32 None None] Attempting to bind port f69c0d79-22ce-4dd9-9df7-27744741a908 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'a75d71aa-b3cf-41cd-907e-6ac1f6f7c683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6e29b74e-aec7-4101-89cd-dfad9c126ddd'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:54:30.155884 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b2fe5e-edf5-4e34-b5d6-3deb23a85d32 None None] Attempting to bind port f69c0d79-22ce-4dd9-9df7-27744741a908 on network 6e29b74e-aec7-4101-89cd-dfad9c126ddd {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:54:30.186963 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b2fe5e-edf5-4e34-b5d6-3deb23a85d32 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:54:30.187451 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b2fe5e-edf5-4e34-b5d6-3deb23a85d32 None None] Checking segment: {'id': 'a75d71aa-b3cf-41cd-907e-6ac1f6f7c683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6e29b74e-aec7-4101-89cd-dfad9c126ddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:54:30.188526 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a9b2fe5e-edf5-4e34-b5d6-3deb23a85d32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:30.188964 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b2fe5e-edf5-4e34-b5d6-3deb23a85d32 None None] Bound using segment: {'id': 'a75d71aa-b3cf-41cd-907e-6ac1f6f7c683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6e29b74e-aec7-4101-89cd-dfad9c126ddd'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:54:30.189469 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-a9b2fe5e-edf5-4e34-b5d6-3deb23a85d32 None None] Bound port: f69c0d79-22ce-4dd9-9df7-27744741a908, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a75d71aa-b3cf-41cd-907e-6ac1f6f7c683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '6e29b74e-aec7-4101-89cd-dfad9c126ddd'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:54:30.189860 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a9b2fe5e-edf5-4e34-b5d6-3deb23a85d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (f69c0d79-22ce-4dd9-9df7-27744741a908), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:30.192310 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-67ed09e3-057e-4ec2-9594-3bc1d305f20e tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:30.246431 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 35050d40-ae16-4ee8-b8c9-2f8b8dfe12df is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:54:30.246934 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (35050d40-ae16-4ee8-b8c9-2f8b8dfe12df), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:30.257582 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-016cfe38-edfb-4f01-af76-b752ced77406 None None] Current status of the port 35050d40-ae16-4ee8-b8c9-2f8b8dfe12df is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:54:30.257979 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-016cfe38-edfb-4f01-af76-b752ced77406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (35050d40-ae16-4ee8-b8c9-2f8b8dfe12df), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:30.260129 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b36f978e-a36c-4d61-a418-18731978770e tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (a749097e-f106-46bb-9528-539d23d0e54d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:30.386913 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d90ce31-ef7a-4026-90ad-53021411e81a None None] DHCP port deletion for 0897600d-059c-4c97-87d5-16371e549b1b request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:54:30.414892 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36f978e-a36c-4d61-a418-18731978770e tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Network 691e1822-e6dc-4d6a-bfba-d04fb15c990d is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:54:30.415299 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-016cfe38-edfb-4f01-af76-b752ced77406 None None] For port 35050d40-ae16-4ee8-b8c9-2f8b8dfe12df, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=35050d40-ae16-4ee8-b8c9-2f8b8dfe12df,segment=NetworkSegment(70c71ca7-59df-46c5-86d9-acc712ed1da1),segment_id=70c71ca7-59df-46c5-86d9-acc712ed1da1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:54:30.434207 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-b36f978e-a36c-4d61-a418-18731978770e tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:54:30.439276 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-016cfe38-edfb-4f01-af76-b752ced77406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (35050d40-ae16-4ee8-b8c9-2f8b8dfe12df), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:30.440371 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36f978e-a36c-4d61-a418-18731978770e tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:54:30.441670 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36f978e-a36c-4d61-a418-18731978770e tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:30.442798 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b36f978e-a36c-4d61-a418-18731978770e tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:30.498904 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36f978e-a36c-4d61-a418-18731978770e tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Pushing event updated for resources: {'Port': ['ID=a749097e-f106-46bb-9528-539d23d0e54d,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:30.602171 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b36f978e-a36c-4d61-a418-18731978770e tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.8029282 Mar 11 19:54:30.603155 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34458) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:30.604962 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-a9b2fe5e-edf5-4e34-b5d6-3deb23a85d32 None None] For port f69c0d79-22ce-4dd9-9df7-27744741a908, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:54:30.615033 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-67ed09e3-057e-4ec2-9594-3bc1d305f20e tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Allocated IP 2001:db8::1 (6e29b74e-aec7-4101-89cd-dfad9c126ddd/d1d4bcdc-7531-45ea-ac0a-9d0c142c8471/bc2ef674-32a1-4f36-87cf-b8bd7b26eb2f) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:54:30.620123 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-c7e925f9-ba79-4a75-987c-e8160c18bec3 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-833163-1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:54:30.668211 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:54:30.668602 n-d-833163-1 neutron-server[103886]: DEBUG oslo_db.api [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:54:30.674516 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-a9b2fe5e-edf5-4e34-b5d6-3deb23a85d32 None None] For port f69c0d79-22ce-4dd9-9df7-27744741a908, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=f69c0d79-22ce-4dd9-9df7-27744741a908,segment=NetworkSegment(a75d71aa-b3cf-41cd-907e-6ac1f6f7c683),segment_id=a75d71aa-b3cf-41cd-907e-6ac1f6f7c683)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:54:30.682043 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2c536ca4-700d-4c59-8f7a-d6bb0bd327f2 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (d95c80e5-badb-43ae-9daf-e2900b365761), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:30.695138 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016cfe38-edfb-4f01-af76-b752ced77406 None None] Pushing event updated for resources: {'Port': ['ID=35050d40-ae16-4ee8-b8c9-2f8b8dfe12df,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:30.700289 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-45d4ddd5-0b22-492a-b6a0-ba8237293e80 None None] Publish callbacks [] for port (d74d4d95-1708-4805-93a9-a26775cab735), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:30.702444 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a9b2fe5e-edf5-4e34-b5d6-3deb23a85d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (f69c0d79-22ce-4dd9-9df7-27744741a908), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:30.720359 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-45d4ddd5-0b22-492a-b6a0-ba8237293e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (d74d4d95-1708-4805-93a9-a26775cab735), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:30.772634 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c536ca4-700d-4c59-8f7a-d6bb0bd327f2 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Network 0897600d-059c-4c97-87d5-16371e549b1b is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:54:30.781853 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-2c536ca4-700d-4c59-8f7a-d6bb0bd327f2 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:54:30.783547 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c7e925f9-ba79-4a75-987c-e8160c18bec3 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a749097e-f106-46bb-9528-539d23d0e54d), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:30.788454 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c536ca4-700d-4c59-8f7a-d6bb0bd327f2 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:30.789057 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2c536ca4-700d-4c59-8f7a-d6bb0bd327f2 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:30.821368 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c536ca4-700d-4c59-8f7a-d6bb0bd327f2 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event updated for resources: {'Subnet': ['ID=d95c80e5-badb-43ae-9daf-e2900b365761,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:30.832240 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-2c536ca4-700d-4c59-8f7a-d6bb0bd327f2 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0749660 Mar 11 19:54:30.845276 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34462) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:30.865526 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8d90ce31-ef7a-4026-90ad-53021411e81a None None] Deleting port 35050d40-ae16-4ee8-b8c9-2f8b8dfe12df {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:54:30.866276 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8d90ce31-ef7a-4026-90ad-53021411e81a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (35050d40-ae16-4ee8-b8c9-2f8b8dfe12df), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:30.885504 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-6d4b8d51-285b-4a23-b4f3-5d30ec94445f tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-739409337', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:54:30.908724 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d4ddd5-0b22-492a-b6a0-ba8237293e80 None None] Network 97a2b54e-95dd-4f17-bb0f-255cf1a0ad71 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:54:30.917446 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-45d4ddd5-0b22-492a-b6a0-ba8237293e80 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:54:30.924871 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-67ed09e3-057e-4ec2-9594-3bc1d305f20e tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for port (bc2ef674-32a1-4f36-87cf-b8bd7b26eb2f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:30.958584 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6d4b8d51-285b-4a23-b4f3-5d30ec94445f tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (27018299-6df2-4cde-a427-50d09eedd128), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:30.960035 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6d4b8d51-285b-4a23-b4f3-5d30ec94445f tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (27018299-6df2-4cde-a427-50d09eedd128), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:30.961352 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b2fe5e-edf5-4e34-b5d6-3deb23a85d32 None None] Pushing event updated for resources: {'Port': ['ID=f69c0d79-22ce-4dd9-9df7-27744741a908,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:30.977165 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d4ddd5-0b22-492a-b6a0-ba8237293e80 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:54:31.035497 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-67ed09e3-057e-4ec2-9594-3bc1d305f20e tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (bc2ef674-32a1-4f36-87cf-b8bd7b26eb2f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:31.117369 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-c7e925f9-ba79-4a75-987c-e8160c18bec3 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] device_id is not set on port a749097e-f106-46bb-9528-539d23d0e54d yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:54:31.127234 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c7e925f9-ba79-4a75-987c-e8160c18bec3 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Publish callbacks [] for port (a749097e-f106-46bb-9528-539d23d0e54d), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:31.134990 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c7e925f9-ba79-4a75-987c-e8160c18bec3 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (a749097e-f106-46bb-9528-539d23d0e54d), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:31.142696 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d4ddd5-0b22-492a-b6a0-ba8237293e80 None None] Pushing event updated for resources: {'Port': ['ID=d74d4d95-1708-4805-93a9-a26775cab735,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:31.257432 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e925f9-ba79-4a75-987c-e8160c18bec3 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Pushing event updated for resources: {'Port': ['ID=a749097e-f106-46bb-9528-539d23d0e54d,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:31.273575 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-45d4ddd5-0b22-492a-b6a0-ba8237293e80 None None] Attempting to bind port d74d4d95-1708-4805-93a9-a26775cab735 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:54:31.274906 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-45d4ddd5-0b22-492a-b6a0-ba8237293e80 None None] Attempting to bind port d74d4d95-1708-4805-93a9-a26775cab735 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '9580aff5-fc03-4295-b161-b6dbd9390a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '97a2b54e-95dd-4f17-bb0f-255cf1a0ad71'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:54:31.275487 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d4ddd5-0b22-492a-b6a0-ba8237293e80 None None] Attempting to bind port d74d4d95-1708-4805-93a9-a26775cab735 on network 97a2b54e-95dd-4f17-bb0f-255cf1a0ad71 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:54:31.276900 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ed09e3-057e-4ec2-9594-3bc1d305f20e tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Network 6e29b74e-aec7-4101-89cd-dfad9c126ddd is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:54:31.280647 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6d4b8d51-285b-4a23-b4f3-5d30ec94445f tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for router_controller (27018299-6df2-4cde-a427-50d09eedd128), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:31.288709 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-c7e925f9-ba79-4a75-987c-e8160c18bec3 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port a749097e-f106-46bb-9528-539d23d0e54d on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:54:31.289064 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-c7e925f9-ba79-4a75-987c-e8160c18bec3 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port a749097e-f106-46bb-9528-539d23d0e54d by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '5c1de024-f5d4-4348-9f0a-c27eeb370a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '691e1822-e6dc-4d6a-bfba-d04fb15c990d'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:54:31.290658 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6d4b8d51-285b-4a23-b4f3-5d30ec94445f tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (27018299-6df2-4cde-a427-50d09eedd128), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:31.291878 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e925f9-ba79-4a75-987c-e8160c18bec3 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port a749097e-f106-46bb-9528-539d23d0e54d on network 691e1822-e6dc-4d6a-bfba-d04fb15c990d {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:54:31.298214 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e925f9-ba79-4a75-987c-e8160c18bec3 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Port a749097e-f106-46bb-9528-539d23d0e54d on network 691e1822-e6dc-4d6a-bfba-d04fb15c990d not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:54:31.298906 n-d-833163-1 neutron-server[103884]: ERROR neutron.plugins.ml2.managers [None req-c7e925f9-ba79-4a75-987c-e8160c18bec3 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Failed to bind port a749097e-f106-46bb-9528-539d23d0e54d on host n-h1-833163-1 for vnic_type normal using segments [{'id': '5c1de024-f5d4-4348-9f0a-c27eeb370a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '691e1822-e6dc-4d6a-bfba-d04fb15c990d'}] Mar 11 19:54:31.299544 n-d-833163-1 neutron-server[103884]: INFO neutron.plugins.ml2.plugin [None req-c7e925f9-ba79-4a75-987c-e8160c18bec3 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempt 2 to bind port a749097e-f106-46bb-9528-539d23d0e54d Mar 11 19:54:31.304932 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-67ed09e3-057e-4ec2-9594-3bc1d305f20e tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:54:31.314347 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ed09e3-057e-4ec2-9594-3bc1d305f20e tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:54:31.314982 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-67ed09e3-057e-4ec2-9594-3bc1d305f20e tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (e65e3524-e32d-43b3-8a4a-4fdb9a532a6a), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:31.319806 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ed09e3-057e-4ec2-9594-3bc1d305f20e tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event updated for resources: {'Port': ['ID=bc2ef674-32a1-4f36-87cf-b8bd7b26eb2f,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:31.348932 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-c7e925f9-ba79-4a75-987c-e8160c18bec3 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port a749097e-f106-46bb-9528-539d23d0e54d on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:54:31.351143 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-c7e925f9-ba79-4a75-987c-e8160c18bec3 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port a749097e-f106-46bb-9528-539d23d0e54d by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '5c1de024-f5d4-4348-9f0a-c27eeb370a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '691e1822-e6dc-4d6a-bfba-d04fb15c990d'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:54:31.351837 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e925f9-ba79-4a75-987c-e8160c18bec3 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port a749097e-f106-46bb-9528-539d23d0e54d on network 691e1822-e6dc-4d6a-bfba-d04fb15c990d {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:54:31.358749 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d4ddd5-0b22-492a-b6a0-ba8237293e80 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:54:31.359134 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d4ddd5-0b22-492a-b6a0-ba8237293e80 None None] Checking segment: {'id': '9580aff5-fc03-4295-b161-b6dbd9390a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '97a2b54e-95dd-4f17-bb0f-255cf1a0ad71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:54:31.359578 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-45d4ddd5-0b22-492a-b6a0-ba8237293e80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:31.360985 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d4ddd5-0b22-492a-b6a0-ba8237293e80 None None] Bound using segment: {'id': '9580aff5-fc03-4295-b161-b6dbd9390a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '97a2b54e-95dd-4f17-bb0f-255cf1a0ad71'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:54:31.361493 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-45d4ddd5-0b22-492a-b6a0-ba8237293e80 None None] Bound port: d74d4d95-1708-4805-93a9-a26775cab735, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9580aff5-fc03-4295-b161-b6dbd9390a81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '97a2b54e-95dd-4f17-bb0f-255cf1a0ad71'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:54:31.361879 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-45d4ddd5-0b22-492a-b6a0-ba8237293e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d74d4d95-1708-4805-93a9-a26775cab735), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:31.363892 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 35050d40-ae16-4ee8-b8c9-2f8b8dfe12df is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:54:31.366960 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e925f9-ba79-4a75-987c-e8160c18bec3 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Port a749097e-f106-46bb-9528-539d23d0e54d on network 691e1822-e6dc-4d6a-bfba-d04fb15c990d not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:54:31.367540 n-d-833163-1 neutron-server[103884]: ERROR neutron.plugins.ml2.managers [None req-c7e925f9-ba79-4a75-987c-e8160c18bec3 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Failed to bind port a749097e-f106-46bb-9528-539d23d0e54d on host n-h1-833163-1 for vnic_type normal using segments [{'id': '5c1de024-f5d4-4348-9f0a-c27eeb370a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '691e1822-e6dc-4d6a-bfba-d04fb15c990d'}] Mar 11 19:54:31.368616 n-d-833163-1 neutron-server[103884]: INFO neutron.plugins.ml2.plugin [None req-c7e925f9-ba79-4a75-987c-e8160c18bec3 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempt 3 to bind port a749097e-f106-46bb-9528-539d23d0e54d Mar 11 19:54:31.383398 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-8d90ce31-ef7a-4026-90ad-53021411e81a None None] For port 35050d40-ae16-4ee8-b8c9-2f8b8dfe12df, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=35050d40-ae16-4ee8-b8c9-2f8b8dfe12df,segment=NetworkSegment(70c71ca7-59df-46c5-86d9-acc712ed1da1),segment_id=70c71ca7-59df-46c5-86d9-acc712ed1da1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:54:31.383838 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8d90ce31-ef7a-4026-90ad-53021411e81a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (35050d40-ae16-4ee8-b8c9-2f8b8dfe12df), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:31.398816 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6d4b8d51-285b-4a23-b4f3-5d30ec94445f tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:31.401393 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-6d4b8d51-285b-4a23-b4f3-5d30ec94445f tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5532184 Mar 11 19:54:31.404085 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34466) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:31.441412 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8d90ce31-ef7a-4026-90ad-53021411e81a None None] Calling delete_port for 35050d40-ae16-4ee8-b8c9-2f8b8dfe12df owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:54:31.492987 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-c7e925f9-ba79-4a75-987c-e8160c18bec3 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port a749097e-f106-46bb-9528-539d23d0e54d on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:54:31.493753 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-c7e925f9-ba79-4a75-987c-e8160c18bec3 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port a749097e-f106-46bb-9528-539d23d0e54d by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '5c1de024-f5d4-4348-9f0a-c27eeb370a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '691e1822-e6dc-4d6a-bfba-d04fb15c990d'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:54:31.494196 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e925f9-ba79-4a75-987c-e8160c18bec3 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port a749097e-f106-46bb-9528-539d23d0e54d on network 691e1822-e6dc-4d6a-bfba-d04fb15c990d {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:54:31.508174 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e925f9-ba79-4a75-987c-e8160c18bec3 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Port a749097e-f106-46bb-9528-539d23d0e54d on network 691e1822-e6dc-4d6a-bfba-d04fb15c990d not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:54:31.508730 n-d-833163-1 neutron-server[103884]: ERROR neutron.plugins.ml2.managers [None req-c7e925f9-ba79-4a75-987c-e8160c18bec3 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Failed to bind port a749097e-f106-46bb-9528-539d23d0e54d on host n-h1-833163-1 for vnic_type normal using segments [{'id': '5c1de024-f5d4-4348-9f0a-c27eeb370a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '691e1822-e6dc-4d6a-bfba-d04fb15c990d'}] Mar 11 19:54:31.545329 n-d-833163-1 neutron-server[103884]: INFO neutron.plugins.ml2.plugin [None req-c7e925f9-ba79-4a75-987c-e8160c18bec3 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempt 4 to bind port a749097e-f106-46bb-9528-539d23d0e54d Mar 11 19:54:31.609863 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-67ed09e3-057e-4ec2-9594-3bc1d305f20e tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (bc2ef674-32a1-4f36-87cf-b8bd7b26eb2f), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:31.613739 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device f69c0d79-22ce-4dd9-9df7-27744741a908 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:54:31.678826 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-45d4ddd5-0b22-492a-b6a0-ba8237293e80 None None] For port d74d4d95-1708-4805-93a9-a26775cab735, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:54:31.706034 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-45d4ddd5-0b22-492a-b6a0-ba8237293e80 None None] For port d74d4d95-1708-4805-93a9-a26775cab735, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=d74d4d95-1708-4805-93a9-a26775cab735,segment=NetworkSegment(9580aff5-fc03-4295-b161-b6dbd9390a81),segment_id=9580aff5-fc03-4295-b161-b6dbd9390a81)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:54:31.722328 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-45d4ddd5-0b22-492a-b6a0-ba8237293e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (d74d4d95-1708-4805-93a9-a26775cab735), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:31.777479 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8d90ce31-ef7a-4026-90ad-53021411e81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (35050d40-ae16-4ee8-b8c9-2f8b8dfe12df), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:31.805389 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port f69c0d79-22ce-4dd9-9df7-27744741a908 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:54:31.805765 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (f69c0d79-22ce-4dd9-9df7-27744741a908), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:31.821009 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-c7e925f9-ba79-4a75-987c-e8160c18bec3 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port a749097e-f106-46bb-9528-539d23d0e54d on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:54:31.821355 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-c7e925f9-ba79-4a75-987c-e8160c18bec3 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port a749097e-f106-46bb-9528-539d23d0e54d by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '5c1de024-f5d4-4348-9f0a-c27eeb370a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '691e1822-e6dc-4d6a-bfba-d04fb15c990d'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:54:31.821697 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e925f9-ba79-4a75-987c-e8160c18bec3 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port a749097e-f106-46bb-9528-539d23d0e54d on network 691e1822-e6dc-4d6a-bfba-d04fb15c990d {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:54:31.852091 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e925f9-ba79-4a75-987c-e8160c18bec3 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Port a749097e-f106-46bb-9528-539d23d0e54d on network 691e1822-e6dc-4d6a-bfba-d04fb15c990d not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:54:31.852091 n-d-833163-1 neutron-server[103884]: ERROR neutron.plugins.ml2.managers [None req-c7e925f9-ba79-4a75-987c-e8160c18bec3 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Failed to bind port a749097e-f106-46bb-9528-539d23d0e54d on host n-h1-833163-1 for vnic_type normal using segments [{'id': '5c1de024-f5d4-4348-9f0a-c27eeb370a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '691e1822-e6dc-4d6a-bfba-d04fb15c990d'}] Mar 11 19:54:31.887380 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d4ddd5-0b22-492a-b6a0-ba8237293e80 None None] Pushing event updated for resources: {'Port': ['ID=d74d4d95-1708-4805-93a9-a26775cab735,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:31.897506 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d90ce31-ef7a-4026-90ad-53021411e81a None None] No DVR routers for this DVR port 35050d40-ae16-4ee8-b8c9-2f8b8dfe12df on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:54:31.929283 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10d8136-f6f3-4b1e-aaef-5476b21f3bb7 None None] Network 0897600d-059c-4c97-87d5-16371e549b1b requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:54:31.977852 n-d-833163-1 neutron-server[103884]: INFO neutron.plugins.ml2.plugin [None req-c7e925f9-ba79-4a75-987c-e8160c18bec3 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempt 5 to bind port a749097e-f106-46bb-9528-539d23d0e54d Mar 11 19:54:32.065345 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-c7e925f9-ba79-4a75-987c-e8160c18bec3 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port a749097e-f106-46bb-9528-539d23d0e54d on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:54:32.065692 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-c7e925f9-ba79-4a75-987c-e8160c18bec3 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port a749097e-f106-46bb-9528-539d23d0e54d by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '5c1de024-f5d4-4348-9f0a-c27eeb370a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '691e1822-e6dc-4d6a-bfba-d04fb15c990d'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:54:32.066031 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e925f9-ba79-4a75-987c-e8160c18bec3 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port a749097e-f106-46bb-9528-539d23d0e54d on network 691e1822-e6dc-4d6a-bfba-d04fb15c990d {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:54:32.096318 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e925f9-ba79-4a75-987c-e8160c18bec3 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Port a749097e-f106-46bb-9528-539d23d0e54d on network 691e1822-e6dc-4d6a-bfba-d04fb15c990d not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:54:32.096772 n-d-833163-1 neutron-server[103884]: ERROR neutron.plugins.ml2.managers [None req-c7e925f9-ba79-4a75-987c-e8160c18bec3 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Failed to bind port a749097e-f106-46bb-9528-539d23d0e54d on host n-h1-833163-1 for vnic_type normal using segments [{'id': '5c1de024-f5d4-4348-9f0a-c27eeb370a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '691e1822-e6dc-4d6a-bfba-d04fb15c990d'}] Mar 11 19:54:32.104126 n-d-833163-1 neutron-server[103884]: INFO neutron.plugins.ml2.plugin [None req-c7e925f9-ba79-4a75-987c-e8160c18bec3 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempt 6 to bind port a749097e-f106-46bb-9528-539d23d0e54d Mar 11 19:54:32.165303 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-67ed09e3-057e-4ec2-9594-3bc1d305f20e tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for port (bc2ef674-32a1-4f36-87cf-b8bd7b26eb2f), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:32.178179 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-c7e925f9-ba79-4a75-987c-e8160c18bec3 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port a749097e-f106-46bb-9528-539d23d0e54d on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:54:32.179369 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-c7e925f9-ba79-4a75-987c-e8160c18bec3 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port a749097e-f106-46bb-9528-539d23d0e54d by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '5c1de024-f5d4-4348-9f0a-c27eeb370a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '691e1822-e6dc-4d6a-bfba-d04fb15c990d'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:54:32.179841 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-67ed09e3-057e-4ec2-9594-3bc1d305f20e tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (bc2ef674-32a1-4f36-87cf-b8bd7b26eb2f), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:32.180024 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e925f9-ba79-4a75-987c-e8160c18bec3 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port a749097e-f106-46bb-9528-539d23d0e54d on network 691e1822-e6dc-4d6a-bfba-d04fb15c990d {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:54:32.180811 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-67ed09e3-057e-4ec2-9594-3bc1d305f20e tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (e65e3524-e32d-43b3-8a4a-4fdb9a532a6a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:32.227490 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e925f9-ba79-4a75-987c-e8160c18bec3 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Port a749097e-f106-46bb-9528-539d23d0e54d on network 691e1822-e6dc-4d6a-bfba-d04fb15c990d not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:54:32.233398 n-d-833163-1 neutron-server[103884]: ERROR neutron.plugins.ml2.managers [None req-c7e925f9-ba79-4a75-987c-e8160c18bec3 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Failed to bind port a749097e-f106-46bb-9528-539d23d0e54d on host n-h1-833163-1 for vnic_type normal using segments [{'id': '5c1de024-f5d4-4348-9f0a-c27eeb370a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '691e1822-e6dc-4d6a-bfba-d04fb15c990d'}] Mar 11 19:54:32.255325 n-d-833163-1 neutron-server[103884]: INFO neutron.plugins.ml2.plugin [None req-c7e925f9-ba79-4a75-987c-e8160c18bec3 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempt 7 to bind port a749097e-f106-46bb-9528-539d23d0e54d Mar 11 19:54:32.265378 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d9ee9d2e-14e3-4e99-ab15-c1b879546f92 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:32.336884 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-c7e925f9-ba79-4a75-987c-e8160c18bec3 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port a749097e-f106-46bb-9528-539d23d0e54d on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:54:32.338549 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-c7e925f9-ba79-4a75-987c-e8160c18bec3 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port a749097e-f106-46bb-9528-539d23d0e54d by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '5c1de024-f5d4-4348-9f0a-c27eeb370a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '691e1822-e6dc-4d6a-bfba-d04fb15c990d'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:54:32.339173 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e925f9-ba79-4a75-987c-e8160c18bec3 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port a749097e-f106-46bb-9528-539d23d0e54d on network 691e1822-e6dc-4d6a-bfba-d04fb15c990d {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:54:32.354427 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e925f9-ba79-4a75-987c-e8160c18bec3 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Port a749097e-f106-46bb-9528-539d23d0e54d on network 691e1822-e6dc-4d6a-bfba-d04fb15c990d not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:54:32.357593 n-d-833163-1 neutron-server[103884]: ERROR neutron.plugins.ml2.managers [None req-c7e925f9-ba79-4a75-987c-e8160c18bec3 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Failed to bind port a749097e-f106-46bb-9528-539d23d0e54d on host n-h1-833163-1 for vnic_type normal using segments [{'id': '5c1de024-f5d4-4348-9f0a-c27eeb370a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '691e1822-e6dc-4d6a-bfba-d04fb15c990d'}] Mar 11 19:54:32.358589 n-d-833163-1 neutron-server[103884]: INFO neutron.plugins.ml2.plugin [None req-c7e925f9-ba79-4a75-987c-e8160c18bec3 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempt 8 to bind port a749097e-f106-46bb-9528-539d23d0e54d Mar 11 19:54:32.363889 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ed09e3-057e-4ec2-9594-3bc1d305f20e tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event updated for resources: {'Port': ['ID=bc2ef674-32a1-4f36-87cf-b8bd7b26eb2f,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:32.365360 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d90ce31-ef7a-4026-90ad-53021411e81a None None] Pushing event deleted for resources: {'Port': ['ID=35050d40-ae16-4ee8-b8c9-2f8b8dfe12df,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:32.485587 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ed09e3-057e-4ec2-9594-3bc1d305f20e tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Network 6e29b74e-aec7-4101-89cd-dfad9c126ddd is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:54:32.494181 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-67ed09e3-057e-4ec2-9594-3bc1d305f20e tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:54:32.512766 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port f69c0d79-22ce-4dd9-9df7-27744741a908 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:54:32.513173 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (f69c0d79-22ce-4dd9-9df7-27744741a908), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:32.569932 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de90017-bdd5-4045-b5ca-54cbdf2fbf01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-0897600d-059c-4c97-87d5-16371e549b1b', 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'project_id': '06d9e64a19fa4247bc00069610bf80e1', 'fixed_ips': [{'subnet_id': 'd95c80e5-badb-43ae-9daf-e2900b365761'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:54:32.571362 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7de90017-bdd5-4045-b5ca-54cbdf2fbf01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:32.631122 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port f69c0d79-22ce-4dd9-9df7-27744741a908, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=f69c0d79-22ce-4dd9-9df7-27744741a908,segment=NetworkSegment(a75d71aa-b3cf-41cd-907e-6ac1f6f7c683),segment_id=a75d71aa-b3cf-41cd-907e-6ac1f6f7c683)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:54:32.704670 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (f69c0d79-22ce-4dd9-9df7-27744741a908), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:32.714065 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4aba8e7-6b4a-4b92-a6dd-c4d08bdf7b51 None None] Network 6e29b74e-aec7-4101-89cd-dfad9c126ddd requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:54:32.743847 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67ed09e3-057e-4ec2-9594-3bc1d305f20e tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Router e65e3524-e32d-43b3-8a4a-4fdb9a532a6a is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:54:32.798943 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 35050d40-ae16-4ee8-b8c9-2f8b8dfe12df no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:54:32.854766 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 35050d40-ae16-4ee8-b8c9-2f8b8dfe12df {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:54:32.855105 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 35050d40-ae16-4ee8-b8c9-2f8b8dfe12df not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:54:32.902887 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-d9ee9d2e-14e3-4e99-ab15-c1b879546f92 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Allocated IP 2001:db8::1 (0897600d-059c-4c97-87d5-16371e549b1b/d95c80e5-badb-43ae-9daf-e2900b365761/23c2cf9c-dfac-4a5d-a7a8-ec1d80ccc5c6) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:54:32.906007 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=f69c0d79-22ce-4dd9-9df7-27744741a908,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:32.914234 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-90c72e27-b900-4e4d-99e4-f0fb9276d9ba None None] Provisioning complete for port f69c0d79-22ce-4dd9-9df7-27744741a908 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:54:32.914477 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-90c72e27-b900-4e4d-99e4-f0fb9276d9ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (f69c0d79-22ce-4dd9-9df7-27744741a908), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:32.924489 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ed09e3-057e-4ec2-9594-3bc1d305f20e tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:54:32.947760 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8ba2f3-e0c0-4e81-bf88-9f25e7133a2b None None] Sync routers for ids ['e65e3524-e32d-43b3-8a4a-4fdb9a532a6a'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:54:32.953884 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-67ed09e3-057e-4ec2-9594-3bc1d305f20e tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "PUT /v2.0/routers/e65e3524-e32d-43b3-8a4a-4fdb9a532a6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6981599 Mar 11 19:54:32.956512 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34474) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:32.963763 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8ba2f3-e0c0-4e81-bf88-9f25e7133a2b None None] Routers {'e65e3524-e32d-43b3-8a4a-4fdb9a532a6a'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:54:32.964653 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-aa8ba2f3-e0c0-4e81-bf88-9f25e7133a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:54:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['e65e3524-e32d-43b3-8a4a-4fdb9a532a6a'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:54:33.009532 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-aa8ba2f3-e0c0-4e81-bf88-9f25e7133a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:54:33.023425 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8ba2f3-e0c0-4e81-bf88-9f25e7133a2b None None] Routers {'e65e3524-e32d-43b3-8a4a-4fdb9a532a6a'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:54:33.024427 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-aa8ba2f3-e0c0-4e81-bf88-9f25e7133a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:54:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['e65e3524-e32d-43b3-8a4a-4fdb9a532a6a'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:54:33.026497 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916e8d17-fede-4ece-9078-42463549a46f tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:33.028162 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-916e8d17-fede-4ece-9078-42463549a46f tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "GET /v2.0/ports/bc2ef674-32a1-4f36-87cf-b8bd7b26eb2f HTTP/1.1" status: 200 len: 911 time: 0.0701594 Mar 11 19:54:33.030831 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34478) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:33.094390 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-aa8ba2f3-e0c0-4e81-bf88-9f25e7133a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:54:33.098196 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8ba2f3-e0c0-4e81-bf88-9f25e7133a2b None None] The sync data for ids ['e65e3524-e32d-43b3-8a4a-4fdb9a532a6a'] in n-d-833163-1 is: [] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:54:33.137470 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-c7e925f9-ba79-4a75-987c-e8160c18bec3 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port a749097e-f106-46bb-9528-539d23d0e54d on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:54:33.137806 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-c7e925f9-ba79-4a75-987c-e8160c18bec3 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port a749097e-f106-46bb-9528-539d23d0e54d by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '5c1de024-f5d4-4348-9f0a-c27eeb370a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '691e1822-e6dc-4d6a-bfba-d04fb15c990d'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:54:33.138151 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e925f9-ba79-4a75-987c-e8160c18bec3 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port a749097e-f106-46bb-9528-539d23d0e54d on network 691e1822-e6dc-4d6a-bfba-d04fb15c990d {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:54:33.166714 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e925f9-ba79-4a75-987c-e8160c18bec3 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Port a749097e-f106-46bb-9528-539d23d0e54d on network 691e1822-e6dc-4d6a-bfba-d04fb15c990d not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:54:33.167235 n-d-833163-1 neutron-server[103884]: ERROR neutron.plugins.ml2.managers [None req-c7e925f9-ba79-4a75-987c-e8160c18bec3 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Failed to bind port a749097e-f106-46bb-9528-539d23d0e54d on host n-h1-833163-1 for vnic_type normal using segments [{'id': '5c1de024-f5d4-4348-9f0a-c27eeb370a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '691e1822-e6dc-4d6a-bfba-d04fb15c990d'}] Mar 11 19:54:33.178895 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-90c72e27-b900-4e4d-99e4-f0fb9276d9ba None None] Current status of the port f69c0d79-22ce-4dd9-9df7-27744741a908 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:54:33.179464 n-d-833163-1 neutron-server[103884]: INFO neutron.plugins.ml2.plugin [None req-c7e925f9-ba79-4a75-987c-e8160c18bec3 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempt 9 to bind port a749097e-f106-46bb-9528-539d23d0e54d Mar 11 19:54:33.214457 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-c7e925f9-ba79-4a75-987c-e8160c18bec3 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port a749097e-f106-46bb-9528-539d23d0e54d on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:54:33.215182 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-c7e925f9-ba79-4a75-987c-e8160c18bec3 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port a749097e-f106-46bb-9528-539d23d0e54d by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '5c1de024-f5d4-4348-9f0a-c27eeb370a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '691e1822-e6dc-4d6a-bfba-d04fb15c990d'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:54:33.215778 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e925f9-ba79-4a75-987c-e8160c18bec3 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port a749097e-f106-46bb-9528-539d23d0e54d on network 691e1822-e6dc-4d6a-bfba-d04fb15c990d {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:54:33.241278 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e925f9-ba79-4a75-987c-e8160c18bec3 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Port a749097e-f106-46bb-9528-539d23d0e54d on network 691e1822-e6dc-4d6a-bfba-d04fb15c990d not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:54:33.242127 n-d-833163-1 neutron-server[103884]: ERROR neutron.plugins.ml2.managers [None req-c7e925f9-ba79-4a75-987c-e8160c18bec3 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Failed to bind port a749097e-f106-46bb-9528-539d23d0e54d on host n-h1-833163-1 for vnic_type normal using segments [{'id': '5c1de024-f5d4-4348-9f0a-c27eeb370a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '691e1822-e6dc-4d6a-bfba-d04fb15c990d'}] Mar 11 19:54:33.247918 n-d-833163-1 neutron-server[103884]: INFO neutron.plugins.ml2.plugin [None req-c7e925f9-ba79-4a75-987c-e8160c18bec3 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempt 10 to bind port a749097e-f106-46bb-9528-539d23d0e54d Mar 11 19:54:33.259585 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d9ee9d2e-14e3-4e99-ab15-c1b879546f92 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for port (23c2cf9c-dfac-4a5d-a7a8-ec1d80ccc5c6), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:33.282515 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-c7e925f9-ba79-4a75-987c-e8160c18bec3 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port a749097e-f106-46bb-9528-539d23d0e54d on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:54:33.283177 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [None req-c7e925f9-ba79-4a75-987c-e8160c18bec3 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port a749097e-f106-46bb-9528-539d23d0e54d by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '5c1de024-f5d4-4348-9f0a-c27eeb370a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '691e1822-e6dc-4d6a-bfba-d04fb15c990d'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:54:33.283954 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e925f9-ba79-4a75-987c-e8160c18bec3 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port a749097e-f106-46bb-9528-539d23d0e54d on network 691e1822-e6dc-4d6a-bfba-d04fb15c990d {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:54:33.293753 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e925f9-ba79-4a75-987c-e8160c18bec3 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Port a749097e-f106-46bb-9528-539d23d0e54d on network 691e1822-e6dc-4d6a-bfba-d04fb15c990d not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:54:33.294370 n-d-833163-1 neutron-server[103884]: ERROR neutron.plugins.ml2.managers [None req-c7e925f9-ba79-4a75-987c-e8160c18bec3 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Failed to bind port a749097e-f106-46bb-9528-539d23d0e54d on host n-h1-833163-1 for vnic_type normal using segments [{'id': '5c1de024-f5d4-4348-9f0a-c27eeb370a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '691e1822-e6dc-4d6a-bfba-d04fb15c990d'}] Mar 11 19:54:33.294927 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c7e925f9-ba79-4a75-987c-e8160c18bec3 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a749097e-f106-46bb-9528-539d23d0e54d), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:33.444610 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d9ee9d2e-14e3-4e99-ab15-c1b879546f92 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (23c2cf9c-dfac-4a5d-a7a8-ec1d80ccc5c6), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:33.570848 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-7de90017-bdd5-4045-b5ca-54cbdf2fbf01 None None] Allocated IP 2001:db8::2 (0897600d-059c-4c97-87d5-16371e549b1b/d95c80e5-badb-43ae-9daf-e2900b365761/ae61adec-3f11-460b-8194-3962debeb2e4) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:54:33.607398 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-c7e925f9-ba79-4a75-987c-e8160c18bec3 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] For port a749097e-f106-46bb-9528-539d23d0e54d, host n-h1-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:54:33.607804 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-c7e925f9-ba79-4a75-987c-e8160c18bec3 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempted to set empty binding levels {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 11 19:54:33.658854 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c7e925f9-ba79-4a75-987c-e8160c18bec3 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (a749097e-f106-46bb-9528-539d23d0e54d), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:33.686085 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ee9d2e-14e3-4e99-ab15-c1b879546f92 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Network 0897600d-059c-4c97-87d5-16371e549b1b is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:54:33.709280 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-d9ee9d2e-14e3-4e99-ab15-c1b879546f92 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:54:33.715651 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ee9d2e-14e3-4e99-ab15-c1b879546f92 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:54:33.716316 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d9ee9d2e-14e3-4e99-ab15-c1b879546f92 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (27018299-6df2-4cde-a427-50d09eedd128), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:33.749730 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee9d2e-14e3-4e99-ab15-c1b879546f92 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event updated for resources: {'Port': ['ID=23c2cf9c-dfac-4a5d-a7a8-ec1d80ccc5c6,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:33.759047 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b11737-7009-40bd-a03e-de8c06e2d769 None None] Network 97a2b54e-95dd-4f17-bb0f-255cf1a0ad71 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:54:33.827243 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-c7e925f9-ba79-4a75-987c-e8160c18bec3 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] In _notify_port_updated(), no bound segment for port a749097e-f106-46bb-9528-539d23d0e54d on network 691e1822-e6dc-4d6a-bfba-d04fb15c990d {{(pid=103884) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 11 19:54:33.828568 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e925f9-ba79-4a75-987c-e8160c18bec3 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:33.829422 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c7e925f9-ba79-4a75-987c-e8160c18bec3 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:33.831022 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c7e925f9-ba79-4a75-987c-e8160c18bec3 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] 10.222.0.65 "PUT /v2.0/ports/a749097e-f106-46bb-9528-539d23d0e54d HTTP/1.1" status: 200 len: 975 time: 3.2164855 Mar 11 19:54:33.842238 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34482) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:33.942502 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e925f9-ba79-4a75-987c-e8160c18bec3 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Pushing event updated for resources: {'Port': ['ID=a749097e-f106-46bb-9528-539d23d0e54d,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:33.983280 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fd2e8659-7b26-426e-b869-355120c11c66 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:34.009128 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c8b587-4e61-4eb4-98c1-d949d31dc8a1 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:34.010204 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c8b587-4e61-4eb4-98c1-d949d31dc8a1 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:34.010694 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c8b587-4e61-4eb4-98c1-d949d31dc8a1 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:34.011181 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c8b587-4e61-4eb4-98c1-d949d31dc8a1 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:34.011867 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c8b587-4e61-4eb4-98c1-d949d31dc8a1 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:34.012121 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c8b587-4e61-4eb4-98c1-d949d31dc8a1 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:34.012575 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c8b587-4e61-4eb4-98c1-d949d31dc8a1 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:34.013023 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c8b587-4e61-4eb4-98c1-d949d31dc8a1 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:34.013467 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c8b587-4e61-4eb4-98c1-d949d31dc8a1 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:34.014048 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c8b587-4e61-4eb4-98c1-d949d31dc8a1 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:34.014496 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c8b587-4e61-4eb4-98c1-d949d31dc8a1 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:34.014936 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c8b587-4e61-4eb4-98c1-d949d31dc8a1 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:34.015385 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c8b587-4e61-4eb4-98c1-d949d31dc8a1 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:34.016397 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c8b587-4e61-4eb4-98c1-d949d31dc8a1 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:34.016847 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c8b587-4e61-4eb4-98c1-d949d31dc8a1 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:34.017322 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c8b587-4e61-4eb4-98c1-d949d31dc8a1 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:34.017722 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c8b587-4e61-4eb4-98c1-d949d31dc8a1 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:34.024653 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-e6c8b587-4e61-4eb4-98c1-d949d31dc8a1 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15789 time: 0.1813476 Mar 11 19:54:34.030427 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34484) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:34.054673 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device f69c0d79-22ce-4dd9-9df7-27744741a908 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:54:34.091559 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d9ee9d2e-14e3-4e99-ab15-c1b879546f92 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (23c2cf9c-dfac-4a5d-a7a8-ec1d80ccc5c6), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:34.150708 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-764be422-1389-4752-b0b4-71389d349854 None None] Provisioning complete for port bc2ef674-32a1-4f36-87cf-b8bd7b26eb2f triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:54:34.151082 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-764be422-1389-4752-b0b4-71389d349854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (bc2ef674-32a1-4f36-87cf-b8bd7b26eb2f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:34.407298 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port f69c0d79-22ce-4dd9-9df7-27744741a908 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:54:34.408528 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (f69c0d79-22ce-4dd9-9df7-27744741a908), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:34.454306 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7de90017-bdd5-4045-b5ca-54cbdf2fbf01 None None] Publish callbacks [] for port (ae61adec-3f11-460b-8194-3962debeb2e4), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:34.469505 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-764be422-1389-4752-b0b4-71389d349854 None None] Port bc2ef674-32a1-4f36-87cf-b8bd7b26eb2f cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:54:34.474472 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d9ee9d2e-14e3-4e99-ab15-c1b879546f92 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for port (23c2cf9c-dfac-4a5d-a7a8-ec1d80ccc5c6), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:34.481481 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7de90017-bdd5-4045-b5ca-54cbdf2fbf01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (ae61adec-3f11-460b-8194-3962debeb2e4), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:34.498733 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d9ee9d2e-14e3-4e99-ab15-c1b879546f92 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (23c2cf9c-dfac-4a5d-a7a8-ec1d80ccc5c6), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:34.499511 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d9ee9d2e-14e3-4e99-ab15-c1b879546f92 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (27018299-6df2-4cde-a427-50d09eedd128), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:34.571554 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de90017-bdd5-4045-b5ca-54cbdf2fbf01 None None] Network 0897600d-059c-4c97-87d5-16371e549b1b is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:54:34.578137 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-764be422-1389-4752-b0b4-71389d349854 None None] Provisioning complete for port f69c0d79-22ce-4dd9-9df7-27744741a908 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:54:34.579808 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-764be422-1389-4752-b0b4-71389d349854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (f69c0d79-22ce-4dd9-9df7-27744741a908), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:34.588582 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-7de90017-bdd5-4045-b5ca-54cbdf2fbf01 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:54:34.591493 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de90017-bdd5-4045-b5ca-54cbdf2fbf01 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:54:34.601273 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-fd2e8659-7b26-426e-b869-355120c11c66 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Allocated IP 2001:db8:1::1 (97a2b54e-95dd-4f17-bb0f-255cf1a0ad71/1ebebb22-d572-4a8e-9c18-de13f5097231/eda7b928-a4d7-4ae8-80a3-121d384c2ea7) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:54:34.619552 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de90017-bdd5-4045-b5ca-54cbdf2fbf01 None None] Pushing event updated for resources: {'Port': ['ID=ae61adec-3f11-460b-8194-3962debeb2e4,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:34.745491 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-7de90017-bdd5-4045-b5ca-54cbdf2fbf01 None None] Attempting to bind port ae61adec-3f11-460b-8194-3962debeb2e4 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:54:34.757037 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-7de90017-bdd5-4045-b5ca-54cbdf2fbf01 None None] Attempting to bind port ae61adec-3f11-460b-8194-3962debeb2e4 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:54:34.757461 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de90017-bdd5-4045-b5ca-54cbdf2fbf01 None None] Attempting to bind port ae61adec-3f11-460b-8194-3962debeb2e4 on network 0897600d-059c-4c97-87d5-16371e549b1b {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:54:34.760430 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee9d2e-14e3-4e99-ab15-c1b879546f92 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event updated for resources: {'Port': ['ID=23c2cf9c-dfac-4a5d-a7a8-ec1d80ccc5c6,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:34.761071 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port f69c0d79-22ce-4dd9-9df7-27744741a908 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:54:34.762169 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device d74d4d95-1708-4805-93a9-a26775cab735 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:54:34.767601 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-37839f5e-8bb6-4232-94d2-5021f3d082f5 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Deleting port a749097e-f106-46bb-9528-539d23d0e54d {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:54:34.768293 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-37839f5e-8bb6-4232-94d2-5021f3d082f5 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (a749097e-f106-46bb-9528-539d23d0e54d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:34.813506 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de90017-bdd5-4045-b5ca-54cbdf2fbf01 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:54:34.813883 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de90017-bdd5-4045-b5ca-54cbdf2fbf01 None None] Checking segment: {'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:54:34.814225 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7de90017-bdd5-4045-b5ca-54cbdf2fbf01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:34.817436 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de90017-bdd5-4045-b5ca-54cbdf2fbf01 None None] Bound using segment: {'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:54:34.819833 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-7de90017-bdd5-4045-b5ca-54cbdf2fbf01 None None] Bound port: ae61adec-3f11-460b-8194-3962debeb2e4, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:54:34.824153 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7de90017-bdd5-4045-b5ca-54cbdf2fbf01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ae61adec-3f11-460b-8194-3962debeb2e4), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:34.873554 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ee9d2e-14e3-4e99-ab15-c1b879546f92 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Network 0897600d-059c-4c97-87d5-16371e549b1b is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:54:34.887859 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-d9ee9d2e-14e3-4e99-ab15-c1b879546f92 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:54:34.890563 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fd2e8659-7b26-426e-b869-355120c11c66 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for port (eda7b928-a4d7-4ae8-80a3-121d384c2ea7), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:34.910752 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-37839f5e-8bb6-4232-94d2-5021f3d082f5 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] For port a749097e-f106-46bb-9528-539d23d0e54d, host n-h1-833163-1, got binding levels [] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:54:34.912371 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-37839f5e-8bb6-4232-94d2-5021f3d082f5 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (a749097e-f106-46bb-9528-539d23d0e54d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:34.955814 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-764be422-1389-4752-b0b4-71389d349854 None None] Current status of the port f69c0d79-22ce-4dd9-9df7-27744741a908 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:54:34.956954 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fd2e8659-7b26-426e-b869-355120c11c66 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (eda7b928-a4d7-4ae8-80a3-121d384c2ea7), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:35.012978 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-37839f5e-8bb6-4232-94d2-5021f3d082f5 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Calling delete_port for a749097e-f106-46bb-9528-539d23d0e54d owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:54:35.014789 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port d74d4d95-1708-4805-93a9-a26775cab735 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:54:35.016026 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (d74d4d95-1708-4805-93a9-a26775cab735), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:35.041203 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2e8659-7b26-426e-b869-355120c11c66 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event updated for resources: {'Port': ['ID=eda7b928-a4d7-4ae8-80a3-121d384c2ea7,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:35.066901 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2e8659-7b26-426e-b869-355120c11c66 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Network 97a2b54e-95dd-4f17-bb0f-255cf1a0ad71 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:54:35.072201 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-fd2e8659-7b26-426e-b869-355120c11c66 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:54:35.075526 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2e8659-7b26-426e-b869-355120c11c66 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:54:35.076100 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fd2e8659-7b26-426e-b869-355120c11c66 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (e65e3524-e32d-43b3-8a4a-4fdb9a532a6a), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:35.080853 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-7de90017-bdd5-4045-b5ca-54cbdf2fbf01 None None] For port ae61adec-3f11-460b-8194-3962debeb2e4, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:54:35.117378 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-7de90017-bdd5-4045-b5ca-54cbdf2fbf01 None None] For port ae61adec-3f11-460b-8194-3962debeb2e4, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=ae61adec-3f11-460b-8194-3962debeb2e4,segment=NetworkSegment(70c71ca7-59df-46c5-86d9-acc712ed1da1),segment_id=70c71ca7-59df-46c5-86d9-acc712ed1da1)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:54:35.129706 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c1b5d587-9510-483c-8f20-1da827241791 None None] Provisioning complete for port bc2ef674-32a1-4f36-87cf-b8bd7b26eb2f triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:54:35.134677 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c1b5d587-9510-483c-8f20-1da827241791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (bc2ef674-32a1-4f36-87cf-b8bd7b26eb2f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:35.137471 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7de90017-bdd5-4045-b5ca-54cbdf2fbf01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (ae61adec-3f11-460b-8194-3962debeb2e4), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:35.251016 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fd2e8659-7b26-426e-b869-355120c11c66 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (eda7b928-a4d7-4ae8-80a3-121d384c2ea7), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:35.286463 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c1b5d587-9510-483c-8f20-1da827241791 None None] Port bc2ef674-32a1-4f36-87cf-b8bd7b26eb2f cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:54:35.300905 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de90017-bdd5-4045-b5ca-54cbdf2fbf01 None None] Pushing event updated for resources: {'Port': ['ID=ae61adec-3f11-460b-8194-3962debeb2e4,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:35.356107 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-37839f5e-8bb6-4232-94d2-5021f3d082f5 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (a749097e-f106-46bb-9528-539d23d0e54d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:35.360510 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c1b5d587-9510-483c-8f20-1da827241791 None None] Provisioning complete for port d74d4d95-1708-4805-93a9-a26775cab735 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:54:35.360897 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c1b5d587-9510-483c-8f20-1da827241791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (d74d4d95-1708-4805-93a9-a26775cab735), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:35.407728 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37839f5e-8bb6-4232-94d2-5021f3d082f5 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Pushing event deleted for resources: {'Port': ['ID=a749097e-f106-46bb-9528-539d23d0e54d,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:35.410809 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9ee9d2e-14e3-4e99-ab15-c1b879546f92 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Router 27018299-6df2-4cde-a427-50d09eedd128 is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:54:35.420671 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-37839f5e-8bb6-4232-94d2-5021f3d082f5 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:35.426873 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34492) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:35.427022 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-37839f5e-8bb6-4232-94d2-5021f3d082f5 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] 10.222.0.65 "DELETE /v2.0/ports/a749097e-f106-46bb-9528-539d23d0e54d HTTP/1.1" status: 204 len: 168 time: 1.3886218 Mar 11 19:54:35.449917 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port d74d4d95-1708-4805-93a9-a26775cab735 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:54:35.456183 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d74d4d95-1708-4805-93a9-a26775cab735), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:35.462748 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-16ef5df7-8c4c-4426-8edd-44851eaf2140 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] GET failed (client error): The resource could not be found. Mar 11 19:54:35.467679 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-16ef5df7-8c4c-4426-8edd-44851eaf2140 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] 10.222.0.65 "GET /v2.0/ports/a749097e-f106-46bb-9528-539d23d0e54d HTTP/1.1" status: 404 len: 333 time: 0.0364313 Mar 11 19:54:35.513450 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34494) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:35.520717 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-ff5ec350-3c96-472c-a96b-cadfe2fd6491 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1083597223', 'network_id': '691e1822-e6dc-4d6a-bfba-d04fb15c990d'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:54:35.560777 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port d74d4d95-1708-4805-93a9-a26775cab735, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=d74d4d95-1708-4805-93a9-a26775cab735,segment=NetworkSegment(9580aff5-fc03-4295-b161-b6dbd9390a81),segment_id=9580aff5-fc03-4295-b161-b6dbd9390a81)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:54:35.570994 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (d74d4d95-1708-4805-93a9-a26775cab735), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:35.607463 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5ec350-3c96-472c-a96b-cadfe2fd6491 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Made reservation on behalf of 9bdeebe0283b49ed8806cc28b8c8b120 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:54:35.609950 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff5ec350-3c96-472c-a96b-cadfe2fd6491 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:35.628706 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ee9d2e-14e3-4e99-ab15-c1b879546f92 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:54:35.644081 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d9ee9d2e-14e3-4e99-ab15-c1b879546f92 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "PUT /v2.0/routers/27018299-6df2-4cde-a427-50d09eedd128/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2362716 Mar 11 19:54:35.646618 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34496) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:35.648771 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-ff5ec350-3c96-472c-a96b-cadfe2fd6491 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] device_id is not set on port 889eea6c-55ba-46e5-95e3-e294abccd9de yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:54:35.691038 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38feb89a-838c-41be-98a7-236c51bee2ea None None] Sync routers for ids ['27018299-6df2-4cde-a427-50d09eedd128'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:54:35.744288 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c1b5d587-9510-483c-8f20-1da827241791 None None] Current status of the port d74d4d95-1708-4805-93a9-a26775cab735 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:54:35.758556 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38feb89a-838c-41be-98a7-236c51bee2ea None None] Routers {'27018299-6df2-4cde-a427-50d09eedd128'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:54:35.759076 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-38feb89a-838c-41be-98a7-236c51bee2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:54:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['27018299-6df2-4cde-a427-50d09eedd128'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:54:35.829930 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a4e9b4-c4c9-43fa-93b0-8c0f3cf4bcdc tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:35.846098 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=d74d4d95-1708-4805-93a9-a26775cab735,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:35.846876 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-84a4e9b4-c4c9-43fa-93b0-8c0f3cf4bcdc tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/ports/23c2cf9c-dfac-4a5d-a7a8-ec1d80ccc5c6 HTTP/1.1" status: 200 len: 911 time: 0.1990077 Mar 11 19:54:35.848913 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34500) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:36.069203 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fd2e8659-7b26-426e-b869-355120c11c66 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for port (eda7b928-a4d7-4ae8-80a3-121d384c2ea7), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:36.078447 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:54:36.078794 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:54:36.079138 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:54:36.079477 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:54:36.079909 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:54:36.080245 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:54:36.080578 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:54:36.080737 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e50813c-3ad9-4333-a5bd-054dec3e513c tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:36.080903 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:54:36.081233 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:54:36.081556 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:54:36.081883 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:54:36.082271 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:54:36.082601 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:54:36.087581 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e50813c-3ad9-4333-a5bd-054dec3e513c tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:36.092451 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34502) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:36.100456 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-3e50813c-3ad9-4333-a5bd-054dec3e513c tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.2500126 Mar 11 19:54:36.103256 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fd2e8659-7b26-426e-b869-355120c11c66 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (eda7b928-a4d7-4ae8-80a3-121d384c2ea7), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:36.104077 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fd2e8659-7b26-426e-b869-355120c11c66 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (e65e3524-e32d-43b3-8a4a-4fdb9a532a6a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:36.110634 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-38feb89a-838c-41be-98a7-236c51bee2ea None None] Set router 27018299-6df2-4cde-a427-50d09eedd128 gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:54:36.112832 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-b93ae393-0fbf-4e1c-867e-5e44010a2d02 None None] Provisioning complete for port eda7b928-a4d7-4ae8-80a3-121d384c2ea7 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:54:36.113212 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b93ae393-0fbf-4e1c-867e-5e44010a2d02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (eda7b928-a4d7-4ae8-80a3-121d384c2ea7), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:36.174478 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b93ae393-0fbf-4e1c-867e-5e44010a2d02 None None] Port eda7b928-a4d7-4ae8-80a3-121d384c2ea7 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:54:36.310258 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff5ec350-3c96-472c-a96b-cadfe2fd6491 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Publish callbacks [] for port (889eea6c-55ba-46e5-95e3-e294abccd9de), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:36.356647 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2e8659-7b26-426e-b869-355120c11c66 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event updated for resources: {'Port': ['ID=eda7b928-a4d7-4ae8-80a3-121d384c2ea7,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:36.522740 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2e8659-7b26-426e-b869-355120c11c66 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Network 97a2b54e-95dd-4f17-bb0f-255cf1a0ad71 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:54:36.526886 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-fd2e8659-7b26-426e-b869-355120c11c66 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:54:36.542572 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-38feb89a-838c-41be-98a7-236c51bee2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27018299-6df2-4cde-a427-50d09eedd128', 'name': 'tempest-NetworksTestDHCPv6-router-739409337', 'tenant_id': '06d9e64a19fa4247bc00069610bf80e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:54:30Z', 'updated_at': '2022-03-11T19:54:33Z', 'revision_number': 2, 'project_id': '06d9e64a19fa4247bc00069610bf80e1', 'gw_port_host': None, '_interfaces': [{'id': '23c2cf9c-dfac-4a5d-a7a8-ec1d80ccc5c6', 'name': '', 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'tenant_id': '06d9e64a19fa4247bc00069610bf80e1', 'mac_address': 'fa:16:3e:62:1c:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27018299-6df2-4cde-a427-50d09eedd128', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'd95c80e5-badb-43ae-9daf-e2900b365761', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:54:32Z', 'updated_at': '2022-03-11T19:54:34Z', 'revision_number': 2, 'project_id': '06d9e64a19fa4247bc00069610bf80e1', 'subnets': [{'id': 'd95c80e5-badb-43ae-9daf-e2900b365761', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:54:36.552017 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff5ec350-3c96-472c-a96b-cadfe2fd6491 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (889eea6c-55ba-46e5-95e3-e294abccd9de), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:36.601623 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38feb89a-838c-41be-98a7-236c51bee2ea None None] Checking router: 27018299-6df2-4cde-a427-50d09eedd128 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:54:36.602263 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38feb89a-838c-41be-98a7-236c51bee2ea None None] Updating router 27018299-6df2-4cde-a427-50d09eedd128 port 23c2cf9c-dfac-4a5d-a7a8-ec1d80ccc5c6 binding host n-d-833163-1 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:54:36.694492 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-38feb89a-838c-41be-98a7-236c51bee2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (23c2cf9c-dfac-4a5d-a7a8-ec1d80ccc5c6), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:36.778082 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5ec350-3c96-472c-a96b-cadfe2fd6491 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Network 691e1822-e6dc-4d6a-bfba-d04fb15c990d is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:54:36.788131 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-ff5ec350-3c96-472c-a96b-cadfe2fd6491 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:54:36.806813 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5ec350-3c96-472c-a96b-cadfe2fd6491 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:54:36.808003 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5ec350-3c96-472c-a96b-cadfe2fd6491 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:36.808750 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff5ec350-3c96-472c-a96b-cadfe2fd6491 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:36.815977 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5ec350-3c96-472c-a96b-cadfe2fd6491 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Pushing event updated for resources: {'Port': ['ID=889eea6c-55ba-46e5-95e3-e294abccd9de,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:36.941089 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd2e8659-7b26-426e-b869-355120c11c66 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Router e65e3524-e32d-43b3-8a4a-4fdb9a532a6a has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:54:36.979495 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ff5ec350-3c96-472c-a96b-cadfe2fd6491 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.4623578 Mar 11 19:54:36.986386 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34508) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:37.192741 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e1c60928-9818-4766-8bc0-faecd439497c tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (27018299-6df2-4cde-a427-50d09eedd128), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:37.205260 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-38feb89a-838c-41be-98a7-236c51bee2ea None None] Publish callbacks [] for port (23c2cf9c-dfac-4a5d-a7a8-ec1d80ccc5c6), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:37.205432 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df704e60-5895-4d22-889f-2224593c7c1c tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:37.210179 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-df704e60-5895-4d22-889f-2224593c7c1c tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] 10.222.0.65 "GET /v2.0/ports/889eea6c-55ba-46e5-95e3-e294abccd9de HTTP/1.1" status: 200 len: 955 time: 0.2178948 Mar 11 19:54:37.222661 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-38feb89a-838c-41be-98a7-236c51bee2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (23c2cf9c-dfac-4a5d-a7a8-ec1d80ccc5c6), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:37.271602 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34510) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:37.286528 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-661e9479-6371-47bb-9b81-79cee95e6138 None None] Provisioning complete for port eda7b928-a4d7-4ae8-80a3-121d384c2ea7 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:54:37.288126 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-661e9479-6371-47bb-9b81-79cee95e6138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (eda7b928-a4d7-4ae8-80a3-121d384c2ea7), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:37.323071 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c94b7d5-f7e2-494e-af51-67e23b951caa None None] Pushing event updated for resources: {'Port': ['ID=23c2cf9c-dfac-4a5d-a7a8-ec1d80ccc5c6,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:37.327682 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-661e9479-6371-47bb-9b81-79cee95e6138 None None] Port eda7b928-a4d7-4ae8-80a3-121d384c2ea7 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:54:37.357453 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd2e8659-7b26-426e-b869-355120c11c66 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:54:37.373471 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008283d3-35f7-47b6-95e1-541bba429f7e None None] Sync routers for ids ['e65e3524-e32d-43b3-8a4a-4fdb9a532a6a'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:54:37.383560 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-fd2e8659-7b26-426e-b869-355120c11c66 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "PUT /v2.0/routers/e65e3524-e32d-43b3-8a4a-4fdb9a532a6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3515646 Mar 11 19:54:37.385874 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34512) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:37.387999 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008283d3-35f7-47b6-95e1-541bba429f7e None None] Routers {'e65e3524-e32d-43b3-8a4a-4fdb9a532a6a'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:54:37.394473 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-008283d3-35f7-47b6-95e1-541bba429f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:54:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['e65e3524-e32d-43b3-8a4a-4fdb9a532a6a'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:54:37.406459 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-38feb89a-838c-41be-98a7-236c51bee2ea None None] Attempting to bind port 23c2cf9c-dfac-4a5d-a7a8-ec1d80ccc5c6 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:54:37.406977 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-38feb89a-838c-41be-98a7-236c51bee2ea None None] Attempting to bind port 23c2cf9c-dfac-4a5d-a7a8-ec1d80ccc5c6 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:54:37.407414 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38feb89a-838c-41be-98a7-236c51bee2ea None None] Attempting to bind port 23c2cf9c-dfac-4a5d-a7a8-ec1d80ccc5c6 on network 0897600d-059c-4c97-87d5-16371e549b1b {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:54:37.413892 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38feb89a-838c-41be-98a7-236c51bee2ea None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:54:37.414396 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38feb89a-838c-41be-98a7-236c51bee2ea None None] Checking segment: {'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:54:37.415266 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-38feb89a-838c-41be-98a7-236c51bee2ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:37.415760 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38feb89a-838c-41be-98a7-236c51bee2ea None None] Bound using segment: {'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:54:37.416323 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-38feb89a-838c-41be-98a7-236c51bee2ea None None] Bound port: 23c2cf9c-dfac-4a5d-a7a8-ec1d80ccc5c6, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:54:37.416895 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-38feb89a-838c-41be-98a7-236c51bee2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (23c2cf9c-dfac-4a5d-a7a8-ec1d80ccc5c6), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:37.486512 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-008283d3-35f7-47b6-95e1-541bba429f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:54:37.512844 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008283d3-35f7-47b6-95e1-541bba429f7e None None] Routers {'e65e3524-e32d-43b3-8a4a-4fdb9a532a6a'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:54:37.513884 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-008283d3-35f7-47b6-95e1-541bba429f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:54:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['e65e3524-e32d-43b3-8a4a-4fdb9a532a6a'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:54:37.529853 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-38feb89a-838c-41be-98a7-236c51bee2ea None None] For port 23c2cf9c-dfac-4a5d-a7a8-ec1d80ccc5c6, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:54:37.534381 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-38feb89a-838c-41be-98a7-236c51bee2ea None None] For port 23c2cf9c-dfac-4a5d-a7a8-ec1d80ccc5c6, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=23c2cf9c-dfac-4a5d-a7a8-ec1d80ccc5c6,segment=NetworkSegment(70c71ca7-59df-46c5-86d9-acc712ed1da1),segment_id=70c71ca7-59df-46c5-86d9-acc712ed1da1)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:54:37.571339 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-38feb89a-838c-41be-98a7-236c51bee2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (23c2cf9c-dfac-4a5d-a7a8-ec1d80ccc5c6), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:37.581520 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-008283d3-35f7-47b6-95e1-541bba429f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:54:37.582619 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008283d3-35f7-47b6-95e1-541bba429f7e None None] The sync data for ids ['e65e3524-e32d-43b3-8a4a-4fdb9a532a6a'] in n-d-833163-1 is: [] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:54:37.586111 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-fa5e138f-057e-4268-9d7d-5203010427e8 None None] Provisioning complete for port ae61adec-3f11-460b-8194-3962debeb2e4 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:54:37.586493 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fa5e138f-057e-4268-9d7d-5203010427e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ae61adec-3f11-460b-8194-3962debeb2e4), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:37.744848 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c94b7d5-f7e2-494e-af51-67e23b951caa None None] Pushing event updated for resources: {'Port': ['ID=23c2cf9c-dfac-4a5d-a7a8-ec1d80ccc5c6,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:37.888440 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38feb89a-838c-41be-98a7-236c51bee2ea None None] Routers {'27018299-6df2-4cde-a427-50d09eedd128'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:54:37.889358 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-38feb89a-838c-41be-98a7-236c51bee2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:54:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['27018299-6df2-4cde-a427-50d09eedd128'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:54:37.999577 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device ae61adec-3f11-460b-8194-3962debeb2e4 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:54:38.154308 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-fa5e138f-057e-4268-9d7d-5203010427e8 None None] Current status of the port ae61adec-3f11-460b-8194-3962debeb2e4 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:54:38.155024 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fa5e138f-057e-4268-9d7d-5203010427e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ae61adec-3f11-460b-8194-3962debeb2e4), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:38.193897 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-38feb89a-838c-41be-98a7-236c51bee2ea None None] Set router 27018299-6df2-4cde-a427-50d09eedd128 gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:54:38.322887 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-e1c60928-9818-4766-8bc0-faecd439497c tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Deleting port 23c2cf9c-dfac-4a5d-a7a8-ec1d80ccc5c6 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:54:38.323498 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e1c60928-9818-4766-8bc0-faecd439497c tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (23c2cf9c-dfac-4a5d-a7a8-ec1d80ccc5c6), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:38.332621 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-fa5e138f-057e-4268-9d7d-5203010427e8 None None] For port ae61adec-3f11-460b-8194-3962debeb2e4, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=ae61adec-3f11-460b-8194-3962debeb2e4,segment=NetworkSegment(70c71ca7-59df-46c5-86d9-acc712ed1da1),segment_id=70c71ca7-59df-46c5-86d9-acc712ed1da1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:54:38.335140 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port ae61adec-3f11-460b-8194-3962debeb2e4 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:54:38.336132 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ae61adec-3f11-460b-8194-3962debeb2e4), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:38.369757 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fa5e138f-057e-4268-9d7d-5203010427e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (ae61adec-3f11-460b-8194-3962debeb2e4), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:38.474937 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fdf56c-fa93-4351-a3e5-1eb822c8c415 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:38.477065 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d0fdf56c-fa93-4351-a3e5-1eb822c8c415 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "GET /v2.0/ports/eda7b928-a4d7-4ae8-80a3-121d384c2ea7 HTTP/1.1" status: 200 len: 913 time: 1.0891984 Mar 11 19:54:38.479614 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34522) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:38.527717 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-4ae9558f-dcfe-40b1-a1b6-0016443910de tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Deleting port 889eea6c-55ba-46e5-95e3-e294abccd9de {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:54:38.528066 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4ae9558f-dcfe-40b1-a1b6-0016443910de tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (889eea6c-55ba-46e5-95e3-e294abccd9de), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:38.612678 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5e138f-057e-4268-9d7d-5203010427e8 None None] Pushing event updated for resources: {'Port': ['ID=ae61adec-3f11-460b-8194-3962debeb2e4,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:38.644604 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d0ceebd5-b1cb-4b2c-866e-24e42182042d None None] Provisioning complete for port 23c2cf9c-dfac-4a5d-a7a8-ec1d80ccc5c6 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:54:38.647899 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0ceebd5-b1cb-4b2c-866e-24e42182042d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (23c2cf9c-dfac-4a5d-a7a8-ec1d80ccc5c6), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:38.785294 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4ae9558f-dcfe-40b1-a1b6-0016443910de tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (889eea6c-55ba-46e5-95e3-e294abccd9de), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:38.821900 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-4ae9558f-dcfe-40b1-a1b6-0016443910de tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Calling delete_port for 889eea6c-55ba-46e5-95e3-e294abccd9de owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:54:38.982163 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port ae61adec-3f11-460b-8194-3962debeb2e4 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:54:38.983740 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device d74d4d95-1708-4805-93a9-a26775cab735 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:54:39.027437 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-e1c60928-9818-4766-8bc0-faecd439497c tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] For port 23c2cf9c-dfac-4a5d-a7a8-ec1d80ccc5c6, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=23c2cf9c-dfac-4a5d-a7a8-ec1d80ccc5c6,segment=NetworkSegment(70c71ca7-59df-46c5-86d9-acc712ed1da1),segment_id=70c71ca7-59df-46c5-86d9-acc712ed1da1)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:54:39.027914 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e1c60928-9818-4766-8bc0-faecd439497c tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (23c2cf9c-dfac-4a5d-a7a8-ec1d80ccc5c6), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:39.092945 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4ae9558f-dcfe-40b1-a1b6-0016443910de tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (889eea6c-55ba-46e5-95e3-e294abccd9de), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:39.122169 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d0ceebd5-b1cb-4b2c-866e-24e42182042d None None] Current status of the port 23c2cf9c-dfac-4a5d-a7a8-ec1d80ccc5c6 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:54:39.122419 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0ceebd5-b1cb-4b2c-866e-24e42182042d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (23c2cf9c-dfac-4a5d-a7a8-ec1d80ccc5c6), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:39.127372 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-e1c60928-9818-4766-8bc0-faecd439497c tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Calling delete_port for 23c2cf9c-dfac-4a5d-a7a8-ec1d80ccc5c6 owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:54:39.154516 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae9558f-dcfe-40b1-a1b6-0016443910de tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Pushing event deleted for resources: {'Port': ['ID=889eea6c-55ba-46e5-95e3-e294abccd9de,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:39.158296 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4ae9558f-dcfe-40b1-a1b6-0016443910de tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:39.167006 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-4ae9558f-dcfe-40b1-a1b6-0016443910de tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] 10.222.0.65 "DELETE /v2.0/ports/889eea6c-55ba-46e5-95e3-e294abccd9de HTTP/1.1" status: 204 len: 168 time: 1.8942871 Mar 11 19:54:39.167437 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34526) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:39.215273 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d0ceebd5-b1cb-4b2c-866e-24e42182042d None None] For port 23c2cf9c-dfac-4a5d-a7a8-ec1d80ccc5c6, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=23c2cf9c-dfac-4a5d-a7a8-ec1d80ccc5c6,segment=NetworkSegment(70c71ca7-59df-46c5-86d9-acc712ed1da1),segment_id=70c71ca7-59df-46c5-86d9-acc712ed1da1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:54:39.218214 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-38feb89a-838c-41be-98a7-236c51bee2ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27018299-6df2-4cde-a427-50d09eedd128', 'name': 'tempest-NetworksTestDHCPv6-router-739409337', 'tenant_id': '06d9e64a19fa4247bc00069610bf80e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:54:30Z', 'updated_at': '2022-03-11T19:54:33Z', 'revision_number': 2, 'project_id': '06d9e64a19fa4247bc00069610bf80e1', 'gw_port_host': None, '_interfaces': [{'id': '23c2cf9c-dfac-4a5d-a7a8-ec1d80ccc5c6', 'name': '', 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'tenant_id': '06d9e64a19fa4247bc00069610bf80e1', 'mac_address': 'fa:16:3e:62:1c:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27018299-6df2-4cde-a427-50d09eedd128', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'd95c80e5-badb-43ae-9daf-e2900b365761', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:54:32Z', 'updated_at': '2022-03-11T19:54:37Z', 'revision_number': 4, 'project_id': '06d9e64a19fa4247bc00069610bf80e1', 'subnets': [{'id': 'd95c80e5-badb-43ae-9daf-e2900b365761', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:54:39.239162 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-07fb4f78-de3b-4c7d-9eb4-171a923bb4e7 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] GET failed (client error): The resource could not be found. Mar 11 19:54:39.241928 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-07fb4f78-de3b-4c7d-9eb4-171a923bb4e7 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] 10.222.0.65 "GET /v2.0/ports/889eea6c-55ba-46e5-95e3-e294abccd9de HTTP/1.1" status: 404 len: 333 time: 0.0683591 Mar 11 19:54:39.246375 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34528) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:39.255142 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-4bcd7334-55d9-43fe-9656-02da21568b83 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Request body: {'port': {'network_id': '691e1822-e6dc-4d6a-bfba-d04fb15c990d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1916074577'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:54:39.285498 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38feb89a-838c-41be-98a7-236c51bee2ea None None] The sync data for ids ['27018299-6df2-4cde-a427-50d09eedd128'] in n-d-833163-1 is: [{'id': '27018299-6df2-4cde-a427-50d09eedd128', 'name': 'tempest-NetworksTestDHCPv6-router-739409337', 'tenant_id': '06d9e64a19fa4247bc00069610bf80e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:54:30Z', 'updated_at': '2022-03-11T19:54:33Z', 'revision_number': 2, 'project_id': '06d9e64a19fa4247bc00069610bf80e1', 'gw_port_host': None, '_interfaces': [{'id': '23c2cf9c-dfac-4a5d-a7a8-ec1d80ccc5c6', 'name': '', 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'tenant_id': '06d9e64a19fa4247bc00069610bf80e1', 'mac_address': 'fa:16:3e:62:1c:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27018299-6df2-4cde-a427-50d09eedd128', 'device_owner': 'network:router_interface', 'standard_attr_id': 2838, 'fixed_ips': [{'subnet_id': 'd95c80e5-badb-43ae-9daf-e2900b365761', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:54:32Z', 'updated_at': '2022-03-11T19:54:37Z', 'revision_number': 4, 'project_id': '06d9e64a19fa4247bc00069610bf80e1', 'subnets': [{'id': 'd95c80e5-badb-43ae-9daf-e2900b365761', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:54:39.297268 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port d74d4d95-1708-4805-93a9-a26775cab735 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:54:39.298342 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (d74d4d95-1708-4805-93a9-a26775cab735), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:39.301703 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0ceebd5-b1cb-4b2c-866e-24e42182042d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (23c2cf9c-dfac-4a5d-a7a8-ec1d80ccc5c6), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:39.331542 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bcd7334-55d9-43fe-9656-02da21568b83 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Made reservation on behalf of 9bdeebe0283b49ed8806cc28b8c8b120 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:54:39.335011 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4bcd7334-55d9-43fe-9656-02da21568b83 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:39.378929 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-4bcd7334-55d9-43fe-9656-02da21568b83 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] device_id is not set on port 463a5647-aad4-400b-a92f-d1c10bbfb4be yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:54:39.530689 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-dfd0f29a-d00f-414f-a906-11f9c0ce7721 None None] Provisioning complete for port 23c2cf9c-dfac-4a5d-a7a8-ec1d80ccc5c6 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:54:39.531080 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dfd0f29a-d00f-414f-a906-11f9c0ce7721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (23c2cf9c-dfac-4a5d-a7a8-ec1d80ccc5c6), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:39.574906 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ceebd5-b1cb-4b2c-866e-24e42182042d None None] Pushing event updated for resources: {'Port': ['ID=23c2cf9c-dfac-4a5d-a7a8-ec1d80ccc5c6,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:39.638718 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port d74d4d95-1708-4805-93a9-a26775cab735 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:54:39.699134 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e1c60928-9818-4766-8bc0-faecd439497c tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (23c2cf9c-dfac-4a5d-a7a8-ec1d80ccc5c6), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:39.795844 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-dfd0f29a-d00f-414f-a906-11f9c0ce7721 None None] Current status of the port 23c2cf9c-dfac-4a5d-a7a8-ec1d80ccc5c6 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:54:39.811094 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c60928-9818-4766-8bc0-faecd439497c tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event deleted for resources: {'Port': ['ID=23c2cf9c-dfac-4a5d-a7a8-ec1d80ccc5c6,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:39.868559 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device ae61adec-3f11-460b-8194-3962debeb2e4 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:54:39.919764 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4bcd7334-55d9-43fe-9656-02da21568b83 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Publish callbacks [] for port (463a5647-aad4-400b-a92f-d1c10bbfb4be), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:40.033986 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4bcd7334-55d9-43fe-9656-02da21568b83 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (463a5647-aad4-400b-a92f-d1c10bbfb4be), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:40.064422 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port ae61adec-3f11-460b-8194-3962debeb2e4 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:54:40.065038 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ae61adec-3f11-460b-8194-3962debeb2e4), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:40.141144 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e1c60928-9818-4766-8bc0-faecd439497c tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (27018299-6df2-4cde-a427-50d09eedd128), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:40.189684 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port ae61adec-3f11-460b-8194-3962debeb2e4 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:54:40.197980 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcd7334-55d9-43fe-9656-02da21568b83 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Network 691e1822-e6dc-4d6a-bfba-d04fb15c990d is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:54:40.206144 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-4bcd7334-55d9-43fe-9656-02da21568b83 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:54:40.213917 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcd7334-55d9-43fe-9656-02da21568b83 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:54:40.215879 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bcd7334-55d9-43fe-9656-02da21568b83 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:40.217389 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4bcd7334-55d9-43fe-9656-02da21568b83 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:40.244403 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcd7334-55d9-43fe-9656-02da21568b83 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Pushing event updated for resources: {'Port': ['ID=463a5647-aad4-400b-a92f-d1c10bbfb4be,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:40.266327 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-4bcd7334-55d9-43fe-9656-02da21568b83 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0171323 Mar 11 19:54:40.268864 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34536) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:40.278601 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-a91bea18-106c-4196-ab37-90d812ee8e69 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:54:40.370281 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a91bea18-106c-4196-ab37-90d812ee8e69 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (463a5647-aad4-400b-a92f-d1c10bbfb4be), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:40.411955 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0d23cda9-7138-407a-802a-457c320ce3b2 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (e65e3524-e32d-43b3-8a4a-4fdb9a532a6a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:40.569972 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1c60928-9818-4766-8bc0-faecd439497c tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Router 27018299-6df2-4cde-a427-50d09eedd128 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:54:40.640119 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-a91bea18-106c-4196-ab37-90d812ee8e69 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] device_id is not set on port 463a5647-aad4-400b-a92f-d1c10bbfb4be yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:54:40.650929 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a91bea18-106c-4196-ab37-90d812ee8e69 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Publish callbacks [] for port (463a5647-aad4-400b-a92f-d1c10bbfb4be), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:40.663416 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a91bea18-106c-4196-ab37-90d812ee8e69 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (463a5647-aad4-400b-a92f-d1c10bbfb4be), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:40.754347 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-a91bea18-106c-4196-ab37-90d812ee8e69 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port 463a5647-aad4-400b-a92f-d1c10bbfb4be on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:54:40.754763 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-a91bea18-106c-4196-ab37-90d812ee8e69 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port 463a5647-aad4-400b-a92f-d1c10bbfb4be by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '5c1de024-f5d4-4348-9f0a-c27eeb370a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '691e1822-e6dc-4d6a-bfba-d04fb15c990d'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:54:40.755653 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91bea18-106c-4196-ab37-90d812ee8e69 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port 463a5647-aad4-400b-a92f-d1c10bbfb4be on network 691e1822-e6dc-4d6a-bfba-d04fb15c990d {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:54:40.758142 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1c60928-9818-4766-8bc0-faecd439497c tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:54:40.767283 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e1c60928-9818-4766-8bc0-faecd439497c tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "PUT /v2.0/routers/27018299-6df2-4cde-a427-50d09eedd128/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6735356 Mar 11 19:54:40.772149 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34542) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:40.796177 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91bea18-106c-4196-ab37-90d812ee8e69 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Port 463a5647-aad4-400b-a92f-d1c10bbfb4be on network 691e1822-e6dc-4d6a-bfba-d04fb15c990d not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:54:40.796428 n-d-833163-1 neutron-server[103885]: ERROR neutron.plugins.ml2.managers [None req-a91bea18-106c-4196-ab37-90d812ee8e69 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Failed to bind port 463a5647-aad4-400b-a92f-d1c10bbfb4be on host n-h1-833163-1 for vnic_type normal using segments [{'id': '5c1de024-f5d4-4348-9f0a-c27eeb370a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '691e1822-e6dc-4d6a-bfba-d04fb15c990d'}] Mar 11 19:54:40.802402 n-d-833163-1 neutron-server[103885]: INFO neutron.plugins.ml2.plugin [None req-a91bea18-106c-4196-ab37-90d812ee8e69 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempt 2 to bind port 463a5647-aad4-400b-a92f-d1c10bbfb4be Mar 11 19:54:40.854192 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-a91bea18-106c-4196-ab37-90d812ee8e69 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port 463a5647-aad4-400b-a92f-d1c10bbfb4be on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:54:40.854964 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-a91bea18-106c-4196-ab37-90d812ee8e69 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port 463a5647-aad4-400b-a92f-d1c10bbfb4be by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '5c1de024-f5d4-4348-9f0a-c27eeb370a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '691e1822-e6dc-4d6a-bfba-d04fb15c990d'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:54:40.855524 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91bea18-106c-4196-ab37-90d812ee8e69 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port 463a5647-aad4-400b-a92f-d1c10bbfb4be on network 691e1822-e6dc-4d6a-bfba-d04fb15c990d {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:54:40.870244 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91bea18-106c-4196-ab37-90d812ee8e69 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Port 463a5647-aad4-400b-a92f-d1c10bbfb4be on network 691e1822-e6dc-4d6a-bfba-d04fb15c990d not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:54:40.870976 n-d-833163-1 neutron-server[103885]: ERROR neutron.plugins.ml2.managers [None req-a91bea18-106c-4196-ab37-90d812ee8e69 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Failed to bind port 463a5647-aad4-400b-a92f-d1c10bbfb4be on host n-h1-833163-1 for vnic_type normal using segments [{'id': '5c1de024-f5d4-4348-9f0a-c27eeb370a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '691e1822-e6dc-4d6a-bfba-d04fb15c990d'}] Mar 11 19:54:40.874323 n-d-833163-1 neutron-server[103885]: INFO neutron.plugins.ml2.plugin [None req-a91bea18-106c-4196-ab37-90d812ee8e69 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempt 3 to bind port 463a5647-aad4-400b-a92f-d1c10bbfb4be Mar 11 19:54:40.891190 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-a91bea18-106c-4196-ab37-90d812ee8e69 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port 463a5647-aad4-400b-a92f-d1c10bbfb4be on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:54:40.891600 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-a91bea18-106c-4196-ab37-90d812ee8e69 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port 463a5647-aad4-400b-a92f-d1c10bbfb4be by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '5c1de024-f5d4-4348-9f0a-c27eeb370a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '691e1822-e6dc-4d6a-bfba-d04fb15c990d'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:54:40.892034 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91bea18-106c-4196-ab37-90d812ee8e69 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port 463a5647-aad4-400b-a92f-d1c10bbfb4be on network 691e1822-e6dc-4d6a-bfba-d04fb15c990d {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:54:40.898307 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91bea18-106c-4196-ab37-90d812ee8e69 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Port 463a5647-aad4-400b-a92f-d1c10bbfb4be on network 691e1822-e6dc-4d6a-bfba-d04fb15c990d not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:54:40.898730 n-d-833163-1 neutron-server[103885]: ERROR neutron.plugins.ml2.managers [None req-a91bea18-106c-4196-ab37-90d812ee8e69 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Failed to bind port 463a5647-aad4-400b-a92f-d1c10bbfb4be on host n-h1-833163-1 for vnic_type normal using segments [{'id': '5c1de024-f5d4-4348-9f0a-c27eeb370a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '691e1822-e6dc-4d6a-bfba-d04fb15c990d'}] Mar 11 19:54:40.899581 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f226a5-3ef7-4deb-a7fa-5ab0023f384c tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:40.899727 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91bea18-106c-4196-ab37-90d812ee8e69 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Pushing event updated for resources: {'Port': ['ID=463a5647-aad4-400b-a92f-d1c10bbfb4be,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:40.900938 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f226a5-3ef7-4deb-a7fa-5ab0023f384c tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:40.904794 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-63f226a5-3ef7-4deb-a7fa-5ab0023f384c tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1293797 Mar 11 19:54:40.910147 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34552) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:40.911128 n-d-833163-1 neutron-server[103885]: INFO neutron.plugins.ml2.plugin [None req-a91bea18-106c-4196-ab37-90d812ee8e69 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempt 4 to bind port 463a5647-aad4-400b-a92f-d1c10bbfb4be Mar 11 19:54:40.968514 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-a91bea18-106c-4196-ab37-90d812ee8e69 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port 463a5647-aad4-400b-a92f-d1c10bbfb4be on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:54:40.969609 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-a91bea18-106c-4196-ab37-90d812ee8e69 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port 463a5647-aad4-400b-a92f-d1c10bbfb4be by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '5c1de024-f5d4-4348-9f0a-c27eeb370a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '691e1822-e6dc-4d6a-bfba-d04fb15c990d'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:54:40.969741 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91bea18-106c-4196-ab37-90d812ee8e69 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port 463a5647-aad4-400b-a92f-d1c10bbfb4be on network 691e1822-e6dc-4d6a-bfba-d04fb15c990d {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:54:40.983363 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91bea18-106c-4196-ab37-90d812ee8e69 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Port 463a5647-aad4-400b-a92f-d1c10bbfb4be on network 691e1822-e6dc-4d6a-bfba-d04fb15c990d not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:54:40.983753 n-d-833163-1 neutron-server[103885]: ERROR neutron.plugins.ml2.managers [None req-a91bea18-106c-4196-ab37-90d812ee8e69 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Failed to bind port 463a5647-aad4-400b-a92f-d1c10bbfb4be on host n-h1-833163-1 for vnic_type normal using segments [{'id': '5c1de024-f5d4-4348-9f0a-c27eeb370a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '691e1822-e6dc-4d6a-bfba-d04fb15c990d'}] Mar 11 19:54:40.986954 n-d-833163-1 neutron-server[103885]: INFO neutron.plugins.ml2.plugin [None req-a91bea18-106c-4196-ab37-90d812ee8e69 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempt 5 to bind port 463a5647-aad4-400b-a92f-d1c10bbfb4be Mar 11 19:54:41.008442 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-a91bea18-106c-4196-ab37-90d812ee8e69 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port 463a5647-aad4-400b-a92f-d1c10bbfb4be on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:54:41.008767 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-a91bea18-106c-4196-ab37-90d812ee8e69 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port 463a5647-aad4-400b-a92f-d1c10bbfb4be by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '5c1de024-f5d4-4348-9f0a-c27eeb370a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '691e1822-e6dc-4d6a-bfba-d04fb15c990d'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:54:41.009042 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91bea18-106c-4196-ab37-90d812ee8e69 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port 463a5647-aad4-400b-a92f-d1c10bbfb4be on network 691e1822-e6dc-4d6a-bfba-d04fb15c990d {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:54:41.017092 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-f554d200-096f-45f4-b945-e2d96f65afb6 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Deleting subnet d95c80e5-badb-43ae-9daf-e2900b365761 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:54:41.021861 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91bea18-106c-4196-ab37-90d812ee8e69 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Port 463a5647-aad4-400b-a92f-d1c10bbfb4be on network 691e1822-e6dc-4d6a-bfba-d04fb15c990d not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:54:41.022369 n-d-833163-1 neutron-server[103885]: ERROR neutron.plugins.ml2.managers [None req-a91bea18-106c-4196-ab37-90d812ee8e69 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Failed to bind port 463a5647-aad4-400b-a92f-d1c10bbfb4be on host n-h1-833163-1 for vnic_type normal using segments [{'id': '5c1de024-f5d4-4348-9f0a-c27eeb370a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '691e1822-e6dc-4d6a-bfba-d04fb15c990d'}] Mar 11 19:54:41.022993 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f554d200-096f-45f4-b945-e2d96f65afb6 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (d95c80e5-badb-43ae-9daf-e2900b365761), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:41.026154 n-d-833163-1 neutron-server[103885]: INFO neutron.plugins.ml2.plugin [None req-a91bea18-106c-4196-ab37-90d812ee8e69 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempt 6 to bind port 463a5647-aad4-400b-a92f-d1c10bbfb4be Mar 11 19:54:41.069662 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-a91bea18-106c-4196-ab37-90d812ee8e69 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port 463a5647-aad4-400b-a92f-d1c10bbfb4be on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:54:41.069998 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-a91bea18-106c-4196-ab37-90d812ee8e69 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port 463a5647-aad4-400b-a92f-d1c10bbfb4be by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '5c1de024-f5d4-4348-9f0a-c27eeb370a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '691e1822-e6dc-4d6a-bfba-d04fb15c990d'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:54:41.070501 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91bea18-106c-4196-ab37-90d812ee8e69 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port 463a5647-aad4-400b-a92f-d1c10bbfb4be on network 691e1822-e6dc-4d6a-bfba-d04fb15c990d {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:54:41.084059 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91bea18-106c-4196-ab37-90d812ee8e69 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Port 463a5647-aad4-400b-a92f-d1c10bbfb4be on network 691e1822-e6dc-4d6a-bfba-d04fb15c990d not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:54:41.084405 n-d-833163-1 neutron-server[103885]: ERROR neutron.plugins.ml2.managers [None req-a91bea18-106c-4196-ab37-90d812ee8e69 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Failed to bind port 463a5647-aad4-400b-a92f-d1c10bbfb4be on host n-h1-833163-1 for vnic_type normal using segments [{'id': '5c1de024-f5d4-4348-9f0a-c27eeb370a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '691e1822-e6dc-4d6a-bfba-d04fb15c990d'}] Mar 11 19:54:41.086949 n-d-833163-1 neutron-server[103885]: INFO neutron.plugins.ml2.plugin [None req-a91bea18-106c-4196-ab37-90d812ee8e69 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempt 7 to bind port 463a5647-aad4-400b-a92f-d1c10bbfb4be Mar 11 19:54:41.091297 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f554d200-096f-45f4-b945-e2d96f65afb6 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (d95c80e5-badb-43ae-9daf-e2900b365761), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:41.137000 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-a91bea18-106c-4196-ab37-90d812ee8e69 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port 463a5647-aad4-400b-a92f-d1c10bbfb4be on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:54:41.137353 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-a91bea18-106c-4196-ab37-90d812ee8e69 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port 463a5647-aad4-400b-a92f-d1c10bbfb4be by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '5c1de024-f5d4-4348-9f0a-c27eeb370a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '691e1822-e6dc-4d6a-bfba-d04fb15c990d'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:54:41.137674 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91bea18-106c-4196-ab37-90d812ee8e69 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port 463a5647-aad4-400b-a92f-d1c10bbfb4be on network 691e1822-e6dc-4d6a-bfba-d04fb15c990d {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:54:41.148340 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91bea18-106c-4196-ab37-90d812ee8e69 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Port 463a5647-aad4-400b-a92f-d1c10bbfb4be on network 691e1822-e6dc-4d6a-bfba-d04fb15c990d not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:54:41.148676 n-d-833163-1 neutron-server[103885]: ERROR neutron.plugins.ml2.managers [None req-a91bea18-106c-4196-ab37-90d812ee8e69 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Failed to bind port 463a5647-aad4-400b-a92f-d1c10bbfb4be on host n-h1-833163-1 for vnic_type normal using segments [{'id': '5c1de024-f5d4-4348-9f0a-c27eeb370a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '691e1822-e6dc-4d6a-bfba-d04fb15c990d'}] Mar 11 19:54:41.151079 n-d-833163-1 neutron-server[103885]: INFO neutron.plugins.ml2.plugin [None req-a91bea18-106c-4196-ab37-90d812ee8e69 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempt 8 to bind port 463a5647-aad4-400b-a92f-d1c10bbfb4be Mar 11 19:54:41.159667 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-0d23cda9-7138-407a-802a-457c320ce3b2 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Deleting port eda7b928-a4d7-4ae8-80a3-121d384c2ea7 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:54:41.160034 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0d23cda9-7138-407a-802a-457c320ce3b2 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (eda7b928-a4d7-4ae8-80a3-121d384c2ea7), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:41.175252 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-a91bea18-106c-4196-ab37-90d812ee8e69 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port 463a5647-aad4-400b-a92f-d1c10bbfb4be on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:54:41.175743 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-a91bea18-106c-4196-ab37-90d812ee8e69 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port 463a5647-aad4-400b-a92f-d1c10bbfb4be by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '5c1de024-f5d4-4348-9f0a-c27eeb370a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '691e1822-e6dc-4d6a-bfba-d04fb15c990d'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:54:41.176241 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91bea18-106c-4196-ab37-90d812ee8e69 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port 463a5647-aad4-400b-a92f-d1c10bbfb4be on network 691e1822-e6dc-4d6a-bfba-d04fb15c990d {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:54:41.209030 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91bea18-106c-4196-ab37-90d812ee8e69 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Port 463a5647-aad4-400b-a92f-d1c10bbfb4be on network 691e1822-e6dc-4d6a-bfba-d04fb15c990d not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:54:41.209370 n-d-833163-1 neutron-server[103885]: ERROR neutron.plugins.ml2.managers [None req-a91bea18-106c-4196-ab37-90d812ee8e69 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Failed to bind port 463a5647-aad4-400b-a92f-d1c10bbfb4be on host n-h1-833163-1 for vnic_type normal using segments [{'id': '5c1de024-f5d4-4348-9f0a-c27eeb370a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '691e1822-e6dc-4d6a-bfba-d04fb15c990d'}] Mar 11 19:54:41.212173 n-d-833163-1 neutron-server[103885]: INFO neutron.plugins.ml2.plugin [None req-a91bea18-106c-4196-ab37-90d812ee8e69 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempt 9 to bind port 463a5647-aad4-400b-a92f-d1c10bbfb4be Mar 11 19:54:41.261442 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f554d200-096f-45f4-b945-e2d96f65afb6 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (d95c80e5-badb-43ae-9daf-e2900b365761), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:41.264415 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-a91bea18-106c-4196-ab37-90d812ee8e69 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port 463a5647-aad4-400b-a92f-d1c10bbfb4be on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:54:41.264755 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-a91bea18-106c-4196-ab37-90d812ee8e69 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port 463a5647-aad4-400b-a92f-d1c10bbfb4be by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '5c1de024-f5d4-4348-9f0a-c27eeb370a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '691e1822-e6dc-4d6a-bfba-d04fb15c990d'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:54:41.265091 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91bea18-106c-4196-ab37-90d812ee8e69 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port 463a5647-aad4-400b-a92f-d1c10bbfb4be on network 691e1822-e6dc-4d6a-bfba-d04fb15c990d {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:54:41.306835 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91bea18-106c-4196-ab37-90d812ee8e69 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Port 463a5647-aad4-400b-a92f-d1c10bbfb4be on network 691e1822-e6dc-4d6a-bfba-d04fb15c990d not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:54:41.307403 n-d-833163-1 neutron-server[103885]: ERROR neutron.plugins.ml2.managers [None req-a91bea18-106c-4196-ab37-90d812ee8e69 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Failed to bind port 463a5647-aad4-400b-a92f-d1c10bbfb4be on host n-h1-833163-1 for vnic_type normal using segments [{'id': '5c1de024-f5d4-4348-9f0a-c27eeb370a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '691e1822-e6dc-4d6a-bfba-d04fb15c990d'}] Mar 11 19:54:41.327189 n-d-833163-1 neutron-server[103885]: INFO neutron.plugins.ml2.plugin [None req-a91bea18-106c-4196-ab37-90d812ee8e69 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempt 10 to bind port 463a5647-aad4-400b-a92f-d1c10bbfb4be Mar 11 19:54:41.347922 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0d23cda9-7138-407a-802a-457c320ce3b2 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (eda7b928-a4d7-4ae8-80a3-121d384c2ea7), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:41.359048 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-a91bea18-106c-4196-ab37-90d812ee8e69 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port 463a5647-aad4-400b-a92f-d1c10bbfb4be on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:54:41.361143 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [None req-a91bea18-106c-4196-ab37-90d812ee8e69 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port 463a5647-aad4-400b-a92f-d1c10bbfb4be by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '5c1de024-f5d4-4348-9f0a-c27eeb370a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '691e1822-e6dc-4d6a-bfba-d04fb15c990d'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:54:41.361489 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91bea18-106c-4196-ab37-90d812ee8e69 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempting to bind port 463a5647-aad4-400b-a92f-d1c10bbfb4be on network 691e1822-e6dc-4d6a-bfba-d04fb15c990d {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:54:41.368502 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-0d23cda9-7138-407a-802a-457c320ce3b2 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Calling delete_port for eda7b928-a4d7-4ae8-80a3-121d384c2ea7 owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:54:41.377748 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a91bea18-106c-4196-ab37-90d812ee8e69 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Port 463a5647-aad4-400b-a92f-d1c10bbfb4be on network 691e1822-e6dc-4d6a-bfba-d04fb15c990d not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:54:41.377974 n-d-833163-1 neutron-server[103885]: ERROR neutron.plugins.ml2.managers [None req-a91bea18-106c-4196-ab37-90d812ee8e69 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Failed to bind port 463a5647-aad4-400b-a92f-d1c10bbfb4be on host n-h1-833163-1 for vnic_type normal using segments [{'id': '5c1de024-f5d4-4348-9f0a-c27eeb370a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '691e1822-e6dc-4d6a-bfba-d04fb15c990d'}] Mar 11 19:54:41.378352 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a91bea18-106c-4196-ab37-90d812ee8e69 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (463a5647-aad4-400b-a92f-d1c10bbfb4be), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:41.492737 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-a91bea18-106c-4196-ab37-90d812ee8e69 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] For port 463a5647-aad4-400b-a92f-d1c10bbfb4be, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:54:41.493197 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-a91bea18-106c-4196-ab37-90d812ee8e69 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attempted to set empty binding levels {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 11 19:54:41.504374 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a91bea18-106c-4196-ab37-90d812ee8e69 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (463a5647-aad4-400b-a92f-d1c10bbfb4be), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:41.580358 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-a91bea18-106c-4196-ab37-90d812ee8e69 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] In _notify_port_updated(), no bound segment for port 463a5647-aad4-400b-a92f-d1c10bbfb4be on network 691e1822-e6dc-4d6a-bfba-d04fb15c990d {{(pid=103885) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 11 19:54:41.582083 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91bea18-106c-4196-ab37-90d812ee8e69 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:41.582752 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a91bea18-106c-4196-ab37-90d812ee8e69 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:41.585055 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a91bea18-106c-4196-ab37-90d812ee8e69 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] 10.222.0.65 "PUT /v2.0/ports/463a5647-aad4-400b-a92f-d1c10bbfb4be HTTP/1.1" status: 200 len: 975 time: 1.3134494 Mar 11 19:54:41.590023 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91bea18-106c-4196-ab37-90d812ee8e69 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Pushing event updated for resources: {'Port': ['ID=463a5647-aad4-400b-a92f-d1c10bbfb4be,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:41.595610 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34556) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:41.637849 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f554d200-096f-45f4-b945-e2d96f65afb6 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (d95c80e5-badb-43ae-9daf-e2900b365761), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:41.640143 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0d23cda9-7138-407a-802a-457c320ce3b2 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (eda7b928-a4d7-4ae8-80a3-121d384c2ea7), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:41.678780 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f554d200-096f-45f4-b945-e2d96f65afb6 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event deleted for resources: {'Subnet': ['ID=d95c80e5-badb-43ae-9daf-e2900b365761,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:41.693313 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d23cda9-7138-407a-802a-457c320ce3b2 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event deleted for resources: {'Port': ['ID=eda7b928-a4d7-4ae8-80a3-121d384c2ea7,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:41.697823 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9821c6-a3d2-4561-839d-a35fb5a96717 None None] Network 0897600d-059c-4c97-87d5-16371e549b1b requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:54:41.716870 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f554d200-096f-45f4-b945-e2d96f65afb6 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:41.728008 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f554d200-096f-45f4-b945-e2d96f65afb6 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/subnets/d95c80e5-badb-43ae-9daf-e2900b365761 HTTP/1.1" status: 204 len: 168 time: 0.7991498 Mar 11 19:54:41.742468 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cd113f-35ba-4387-bf4c-6689c3f07a51 None None] Sync routers for ids ['27018299-6df2-4cde-a427-50d09eedd128'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:54:41.744138 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34558) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:41.908639 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0d23cda9-7138-407a-802a-457c320ce3b2 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (e65e3524-e32d-43b3-8a4a-4fdb9a532a6a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:42.095466 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-48ab51ad-8946-4070-b979-527b5603f25f tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3501651 Mar 11 19:54:42.099544 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34564) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:42.153039 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-901a1b8b-e210-47d5-aa0f-ae9f59f6e8ed tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Deleting port 463a5647-aad4-400b-a92f-d1c10bbfb4be {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:54:42.153473 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-901a1b8b-e210-47d5-aa0f-ae9f59f6e8ed tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (463a5647-aad4-400b-a92f-d1c10bbfb4be), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:42.204677 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cd113f-35ba-4387-bf4c-6689c3f07a51 None None] Routers {'27018299-6df2-4cde-a427-50d09eedd128'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:54:42.205762 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f9cd113f-35ba-4387-bf4c-6689c3f07a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:54:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['27018299-6df2-4cde-a427-50d09eedd128'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:54:42.220774 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-20ed49ca-1502-4365-9b6c-33a27aef1d4e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for router (27018299-6df2-4cde-a427-50d09eedd128), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:42.262673 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d23cda9-7138-407a-802a-457c320ce3b2 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Router e65e3524-e32d-43b3-8a4a-4fdb9a532a6a has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:54:42.311863 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-f9cd113f-35ba-4387-bf4c-6689c3f07a51 None None] Set router 27018299-6df2-4cde-a427-50d09eedd128 gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:54:42.393398 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f9cd113f-35ba-4387-bf4c-6689c3f07a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27018299-6df2-4cde-a427-50d09eedd128', 'name': 'tempest-NetworksTestDHCPv6-router-739409337', 'tenant_id': '06d9e64a19fa4247bc00069610bf80e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:54:30Z', 'updated_at': '2022-03-11T19:54:39Z', 'revision_number': 3, 'project_id': '06d9e64a19fa4247bc00069610bf80e1', 'gw_port_host': None}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:54:42.408457 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-901a1b8b-e210-47d5-aa0f-ae9f59f6e8ed tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] For port 463a5647-aad4-400b-a92f-d1c10bbfb4be, host n-h1-833163-1, got binding levels [] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:54:42.408920 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-901a1b8b-e210-47d5-aa0f-ae9f59f6e8ed tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (463a5647-aad4-400b-a92f-d1c10bbfb4be), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:42.414523 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d23cda9-7138-407a-802a-457c320ce3b2 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:54:42.425526 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cd113f-35ba-4387-bf4c-6689c3f07a51 None None] Checking router: 27018299-6df2-4cde-a427-50d09eedd128 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:54:42.428394 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880c6206-004d-4c0c-881a-c993d633a7b6 None None] Sync routers for ids ['e65e3524-e32d-43b3-8a4a-4fdb9a532a6a'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:54:42.432394 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-0d23cda9-7138-407a-802a-457c320ce3b2 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "PUT /v2.0/routers/e65e3524-e32d-43b3-8a4a-4fdb9a532a6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9508355 Mar 11 19:54:42.435318 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34566) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:42.441578 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880c6206-004d-4c0c-881a-c993d633a7b6 None None] Routers {'e65e3524-e32d-43b3-8a4a-4fdb9a532a6a'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:54:42.442383 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-880c6206-004d-4c0c-881a-c993d633a7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:54:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['e65e3524-e32d-43b3-8a4a-4fdb9a532a6a'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:54:42.445121 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cd113f-35ba-4387-bf4c-6689c3f07a51 None None] Routers {'27018299-6df2-4cde-a427-50d09eedd128'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:54:42.446740 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f9cd113f-35ba-4387-bf4c-6689c3f07a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:54:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['27018299-6df2-4cde-a427-50d09eedd128'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:54:42.496964 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-20ed49ca-1502-4365-9b6c-33a27aef1d4e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (27018299-6df2-4cde-a427-50d09eedd128), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:42.499834 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-20ed49ca-1502-4365-9b6c-33a27aef1d4e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for router_controller (27018299-6df2-4cde-a427-50d09eedd128), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:42.500295 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-880c6206-004d-4c0c-881a-c993d633a7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:54:42.501862 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-901a1b8b-e210-47d5-aa0f-ae9f59f6e8ed tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Calling delete_port for 463a5647-aad4-400b-a92f-d1c10bbfb4be owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:54:42.528052 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880c6206-004d-4c0c-881a-c993d633a7b6 None None] Routers {'e65e3524-e32d-43b3-8a4a-4fdb9a532a6a'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:54:42.529587 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-880c6206-004d-4c0c-881a-c993d633a7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:54:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['e65e3524-e32d-43b3-8a4a-4fdb9a532a6a'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:54:42.561448 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-f9cd113f-35ba-4387-bf4c-6689c3f07a51 None None] Set router 27018299-6df2-4cde-a427-50d09eedd128 gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:54:42.604671 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1b39ea-e363-4053-b1bf-f25f46d5dfbf None None] DHCP port deletion for 0897600d-059c-4c97-87d5-16371e549b1b request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:54:42.606776 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-880c6206-004d-4c0c-881a-c993d633a7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:54:42.607815 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880c6206-004d-4c0c-881a-c993d633a7b6 None None] The sync data for ids ['e65e3524-e32d-43b3-8a4a-4fdb9a532a6a'] in n-d-833163-1 is: [] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:54:42.661801 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f9cd113f-35ba-4387-bf4c-6689c3f07a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27018299-6df2-4cde-a427-50d09eedd128', 'name': 'tempest-NetworksTestDHCPv6-router-739409337', 'tenant_id': '06d9e64a19fa4247bc00069610bf80e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:54:30Z', 'updated_at': '2022-03-11T19:54:39Z', 'revision_number': 3, 'project_id': '06d9e64a19fa4247bc00069610bf80e1', 'gw_port_host': None}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:54:42.667874 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-20ed49ca-1502-4365-9b6c-33a27aef1d4e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (27018299-6df2-4cde-a427-50d09eedd128), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:42.670793 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ed49ca-1502-4365-9b6c-33a27aef1d4e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Fanout notify agent at l3_agent the message router_deleted on router 27018299-6df2-4cde-a427-50d09eedd128 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:54:42.701284 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-20ed49ca-1502-4365-9b6c-33a27aef1d4e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:42.702785 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-20ed49ca-1502-4365-9b6c-33a27aef1d4e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/routers/27018299-6df2-4cde-a427-50d09eedd128 HTTP/1.1" status: 204 len: 168 time: 0.6019058 Mar 11 19:54:42.709920 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34570) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:42.716562 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-588bd40c-1ba4-4135-bd9c-a9abeef6bbfd tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Request body: {'subnet': {'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:54:42.719068 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cd113f-35ba-4387-bf4c-6689c3f07a51 None None] The sync data for ids ['27018299-6df2-4cde-a427-50d09eedd128'] in n-d-833163-1 is: [{'id': '27018299-6df2-4cde-a427-50d09eedd128', 'name': 'tempest-NetworksTestDHCPv6-router-739409337', 'tenant_id': '06d9e64a19fa4247bc00069610bf80e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:54:30Z', 'updated_at': '2022-03-11T19:54:39Z', 'revision_number': 3, 'project_id': '06d9e64a19fa4247bc00069610bf80e1', 'gw_port_host': None}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:54:42.764051 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-7d1b39ea-e363-4053-b1bf-f25f46d5dfbf None None] Deleting port ae61adec-3f11-460b-8194-3962debeb2e4 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:54:42.764440 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7d1b39ea-e363-4053-b1bf-f25f46d5dfbf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (ae61adec-3f11-460b-8194-3962debeb2e4), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:42.905242 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-7d1b39ea-e363-4053-b1bf-f25f46d5dfbf None None] For port ae61adec-3f11-460b-8194-3962debeb2e4, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=ae61adec-3f11-460b-8194-3962debeb2e4,segment=NetworkSegment(70c71ca7-59df-46c5-86d9-acc712ed1da1),segment_id=70c71ca7-59df-46c5-86d9-acc712ed1da1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:54:42.906760 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7d1b39ea-e363-4053-b1bf-f25f46d5dfbf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (ae61adec-3f11-460b-8194-3962debeb2e4), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:42.909729 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-901a1b8b-e210-47d5-aa0f-ae9f59f6e8ed tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (463a5647-aad4-400b-a92f-d1c10bbfb4be), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:42.927058 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-588bd40c-1ba4-4135-bd9c-a9abeef6bbfd tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Made reservation on behalf of 06d9e64a19fa4247bc00069610bf80e1 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:54:42.933186 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-588bd40c-1ba4-4135-bd9c-a9abeef6bbfd tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:42.934330 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-7d1b39ea-e363-4053-b1bf-f25f46d5dfbf None None] Calling delete_port for ae61adec-3f11-460b-8194-3962debeb2e4 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:54:42.973911 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ae598b5b-4e9c-461c-8abd-d1874fd168a3 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (e65e3524-e32d-43b3-8a4a-4fdb9a532a6a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:42.993031 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-901a1b8b-e210-47d5-aa0f-ae9f59f6e8ed tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:42.996894 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-901a1b8b-e210-47d5-aa0f-ae9f59f6e8ed tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] 10.222.0.65 "DELETE /v2.0/ports/463a5647-aad4-400b-a92f-d1c10bbfb4be HTTP/1.1" status: 204 len: 168 time: 1.4000282 Mar 11 19:54:43.002441 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901a1b8b-e210-47d5-aa0f-ae9f59f6e8ed tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] Pushing event deleted for resources: {'Port': ['ID=463a5647-aad4-400b-a92f-d1c10bbfb4be,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:43.004805 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34572) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:43.044259 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7d1b39ea-e363-4053-b1bf-f25f46d5dfbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (ae61adec-3f11-460b-8194-3962debeb2e4), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:43.118360 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1b39ea-e363-4053-b1bf-f25f46d5dfbf None None] No DVR routers for this DVR port ae61adec-3f11-460b-8194-3962debeb2e4 on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:54:43.121104 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1b39ea-e363-4053-b1bf-f25f46d5dfbf None None] Pushing event deleted for resources: {'Port': ['ID=ae61adec-3f11-460b-8194-3962debeb2e4,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:43.167382 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-57b4a3bb-aa1c-481a-9228-7d458166ec06 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] GET failed (client error): The resource could not be found. Mar 11 19:54:43.168923 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-57b4a3bb-aa1c-481a-9228-7d458166ec06 tempest-PortsAdminExtendedAttrsTestJSON-1298004800 tempest-PortsAdminExtendedAttrsTestJSON-1298004800-project-admin] 10.222.0.65 "GET /v2.0/ports/463a5647-aad4-400b-a92f-d1c10bbfb4be HTTP/1.1" status: 404 len: 333 time: 0.1611285 Mar 11 19:54:43.173128 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34580) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:43.314657 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-698ffd41-d4cd-4b69-ba03-1296f5966572 tempest-PortsAdminExtendedAttrsTestJSON-882939021 tempest-PortsAdminExtendedAttrsTestJSON-882939021-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (691e1822-e6dc-4d6a-bfba-d04fb15c990d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:43.366937 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-ae598b5b-4e9c-461c-8abd-d1874fd168a3 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Deleting port bc2ef674-32a1-4f36-87cf-b8bd7b26eb2f {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:54:43.367287 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ae598b5b-4e9c-461c-8abd-d1874fd168a3 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (bc2ef674-32a1-4f36-87cf-b8bd7b26eb2f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:43.463716 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-698ffd41-d4cd-4b69-ba03-1296f5966572 tempest-PortsAdminExtendedAttrsTestJSON-882939021 tempest-PortsAdminExtendedAttrsTestJSON-882939021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (691e1822-e6dc-4d6a-bfba-d04fb15c990d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:43.467041 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-588bd40c-1ba4-4135-bd9c-a9abeef6bbfd tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (6fbf4dbd-7225-4bf8-bc41-2cd5a781a751), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:43.469462 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ae598b5b-4e9c-461c-8abd-d1874fd168a3 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (bc2ef674-32a1-4f36-87cf-b8bd7b26eb2f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:43.495831 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-ae598b5b-4e9c-461c-8abd-d1874fd168a3 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Calling delete_port for bc2ef674-32a1-4f36-87cf-b8bd7b26eb2f owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:54:43.532432 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-698ffd41-d4cd-4b69-ba03-1296f5966572 tempest-PortsAdminExtendedAttrsTestJSON-882939021 tempest-PortsAdminExtendedAttrsTestJSON-882939021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['691e1822-e6dc-4d6a-bfba-d04fb15c990d']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:54:43.557232 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588bd40c-1ba4-4135-bd9c-a9abeef6bbfd tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Network 0897600d-059c-4c97-87d5-16371e549b1b is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:54:43.563353 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-698ffd41-d4cd-4b69-ba03-1296f5966572 tempest-PortsAdminExtendedAttrsTestJSON-882939021 tempest-PortsAdminExtendedAttrsTestJSON-882939021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c1de024-f5d4-4348-9f0a-c27eeb370a6e') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:54:43.563672 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-698ffd41-d4cd-4b69-ba03-1296f5966572 tempest-PortsAdminExtendedAttrsTestJSON-882939021 tempest-PortsAdminExtendedAttrsTestJSON-882939021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c1de024-f5d4-4348-9f0a-c27eeb370a6e') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:54:43.565668 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-588bd40c-1ba4-4135-bd9c-a9abeef6bbfd tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:54:43.575914 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac340c1-753a-4e5d-85db-5b11e3a1a86b None None] Network 0897600d-059c-4c97-87d5-16371e549b1b requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:54:43.595883 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588bd40c-1ba4-4135-bd9c-a9abeef6bbfd tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:43.596489 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-588bd40c-1ba4-4135-bd9c-a9abeef6bbfd tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:43.653443 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-698ffd41-d4cd-4b69-ba03-1296f5966572 tempest-PortsAdminExtendedAttrsTestJSON-882939021 tempest-PortsAdminExtendedAttrsTestJSON-882939021-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (5c1de024-f5d4-4348-9f0a-c27eeb370a6e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:43.657949 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588bd40c-1ba4-4135-bd9c-a9abeef6bbfd tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event updated for resources: {'Subnet': ['ID=6fbf4dbd-7225-4bf8-bc41-2cd5a781a751,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:43.664467 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-588bd40c-1ba4-4135-bd9c-a9abeef6bbfd tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9527893 Mar 11 19:54:43.679673 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34586) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:43.696615 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-f01e2bac-7137-4c69-8625-2dfc9c83e737 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-596855807', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:54:43.742171 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-698ffd41-d4cd-4b69-ba03-1296f5966572 tempest-PortsAdminExtendedAttrsTestJSON-882939021 tempest-PortsAdminExtendedAttrsTestJSON-882939021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (5c1de024-f5d4-4348-9f0a-c27eeb370a6e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:43.759718 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-698ffd41-d4cd-4b69-ba03-1296f5966572 tempest-PortsAdminExtendedAttrsTestJSON-882939021 tempest-PortsAdminExtendedAttrsTestJSON-882939021-project] Releasing vlan 855 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:54:43.760156 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-698ffd41-d4cd-4b69-ba03-1296f5966572 tempest-PortsAdminExtendedAttrsTestJSON-882939021 tempest-PortsAdminExtendedAttrsTestJSON-882939021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (5c1de024-f5d4-4348-9f0a-c27eeb370a6e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:43.763335 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 19:54:43.763335 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:54:43.763335 n-d-833163-1 neutron-server[103885]: timer() Mar 11 19:54:43.763335 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:54:43.763335 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 19:54:43.763335 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:54:43.763335 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 19:54:43.763335 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:54:43.763335 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 19:54:43.763335 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:54:43.763335 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 19:54:43.763335 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:54:43.763335 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 19:54:43.763335 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:54:43.763335 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:54:43.763335 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:54:43.763335 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:54:43.763335 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:54:43.763335 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 19:54:43.763335 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:54:43.763335 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 19:54:43.763335 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:54:43.763335 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:54:43.763335 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:54:43.763335 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 19:54:43.763335 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:54:43.763335 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:54:43.763335 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:54:43.763335 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:54:43.763335 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:54:43.763335 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:54:43.763335 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:54:43.803093 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f01e2bac-7137-4c69-8625-2dfc9c83e737 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (4abf314a-c212-434f-aa43-87f8671cf1b6), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:43.804261 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f01e2bac-7137-4c69-8625-2dfc9c83e737 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (4abf314a-c212-434f-aa43-87f8671cf1b6), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:43.832139 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae2e168-99de-4c20-999c-b1367f94e084 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-0897600d-059c-4c97-87d5-16371e549b1b', 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'project_id': '06d9e64a19fa4247bc00069610bf80e1', 'fixed_ips': [{'subnet_id': '6fbf4dbd-7225-4bf8-bc41-2cd5a781a751'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:54:43.837495 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3ae2e168-99de-4c20-999c-b1367f94e084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:43.863425 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device ae61adec-3f11-460b-8194-3962debeb2e4 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:54:43.888928 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: ae61adec-3f11-460b-8194-3962debeb2e4 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:54:43.889576 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device ae61adec-3f11-460b-8194-3962debeb2e4 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:54:43.890178 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 23c2cf9c-dfac-4a5d-a7a8-ec1d80ccc5c6 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:54:43.924479 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 23c2cf9c-dfac-4a5d-a7a8-ec1d80ccc5c6 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:54:43.924779 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 23c2cf9c-dfac-4a5d-a7a8-ec1d80ccc5c6 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:54:43.981349 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f01e2bac-7137-4c69-8625-2dfc9c83e737 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for router_controller (4abf314a-c212-434f-aa43-87f8671cf1b6), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:43.990328 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f01e2bac-7137-4c69-8625-2dfc9c83e737 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (4abf314a-c212-434f-aa43-87f8671cf1b6), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:43.998043 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-698ffd41-d4cd-4b69-ba03-1296f5966572 tempest-PortsAdminExtendedAttrsTestJSON-882939021 tempest-PortsAdminExtendedAttrsTestJSON-882939021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (691e1822-e6dc-4d6a-bfba-d04fb15c990d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:44.017573 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-698ffd41-d4cd-4b69-ba03-1296f5966572 tempest-PortsAdminExtendedAttrsTestJSON-882939021 tempest-PortsAdminExtendedAttrsTestJSON-882939021-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:44.022766 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-698ffd41-d4cd-4b69-ba03-1296f5966572 tempest-PortsAdminExtendedAttrsTestJSON-882939021 tempest-PortsAdminExtendedAttrsTestJSON-882939021-project] 10.222.0.65 "DELETE /v2.0/networks/691e1822-e6dc-4d6a-bfba-d04fb15c990d HTTP/1.1" status: 204 len: 168 time: 0.8486989 Mar 11 19:54:44.088572 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-3ae2e168-99de-4c20-999c-b1367f94e084 None None] Allocated IP 2001:db8::2 (0897600d-059c-4c97-87d5-16371e549b1b/6fbf4dbd-7225-4bf8-bc41-2cd5a781a751/0566ffa6-da41-4b63-873f-df45a3070f0b) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:54:44.107599 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698ffd41-d4cd-4b69-ba03-1296f5966572 tempest-PortsAdminExtendedAttrsTestJSON-882939021 tempest-PortsAdminExtendedAttrsTestJSON-882939021-project] Pushing event deleted for resources: {'Network': ['ID=691e1822-e6dc-4d6a-bfba-d04fb15c990d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:44.117769 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f01e2bac-7137-4c69-8625-2dfc9c83e737 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:44.119855 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f01e2bac-7137-4c69-8625-2dfc9c83e737 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4392035 Mar 11 19:54:44.123072 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34594) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:44.377076 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ae598b5b-4e9c-461c-8abd-d1874fd168a3 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (bc2ef674-32a1-4f36-87cf-b8bd7b26eb2f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:44.425587 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae598b5b-4e9c-461c-8abd-d1874fd168a3 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event deleted for resources: {'Port': ['ID=bc2ef674-32a1-4f36-87cf-b8bd7b26eb2f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:44.470428 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3ae2e168-99de-4c20-999c-b1367f94e084 None None] Publish callbacks [] for port (0566ffa6-da41-4b63-873f-df45a3070f0b), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:44.493601 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3ae2e168-99de-4c20-999c-b1367f94e084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (0566ffa6-da41-4b63-873f-df45a3070f0b), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:44.592315 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae2e168-99de-4c20-999c-b1367f94e084 None None] Network 0897600d-059c-4c97-87d5-16371e549b1b is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:54:44.606370 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-3ae2e168-99de-4c20-999c-b1367f94e084 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:54:44.616646 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-645220e8-1b7b-417a-b102-f87cd8a363b6 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:44.617127 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34598) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:44.617217 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae2e168-99de-4c20-999c-b1367f94e084 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:54:44.645402 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae2e168-99de-4c20-999c-b1367f94e084 None None] Pushing event updated for resources: {'Port': ['ID=0566ffa6-da41-4b63-873f-df45a3070f0b,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:44.672824 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ae598b5b-4e9c-461c-8abd-d1874fd168a3 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (e65e3524-e32d-43b3-8a4a-4fdb9a532a6a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:44.770707 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-3ae2e168-99de-4c20-999c-b1367f94e084 None None] Attempting to bind port 0566ffa6-da41-4b63-873f-df45a3070f0b on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:54:44.771416 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-3ae2e168-99de-4c20-999c-b1367f94e084 None None] Attempting to bind port 0566ffa6-da41-4b63-873f-df45a3070f0b by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:54:44.772052 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae2e168-99de-4c20-999c-b1367f94e084 None None] Attempting to bind port 0566ffa6-da41-4b63-873f-df45a3070f0b on network 0897600d-059c-4c97-87d5-16371e549b1b {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:54:44.787906 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae2e168-99de-4c20-999c-b1367f94e084 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:54:44.788780 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae2e168-99de-4c20-999c-b1367f94e084 None None] Checking segment: {'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:54:44.789425 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3ae2e168-99de-4c20-999c-b1367f94e084 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:44.790050 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae2e168-99de-4c20-999c-b1367f94e084 None None] Bound using segment: {'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:54:44.790768 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-3ae2e168-99de-4c20-999c-b1367f94e084 None None] Bound port: 0566ffa6-da41-4b63-873f-df45a3070f0b, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:54:44.791388 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3ae2e168-99de-4c20-999c-b1367f94e084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (0566ffa6-da41-4b63-873f-df45a3070f0b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:44.910486 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae598b5b-4e9c-461c-8abd-d1874fd168a3 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Router e65e3524-e32d-43b3-8a4a-4fdb9a532a6a has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:54:44.974237 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-3ae2e168-99de-4c20-999c-b1367f94e084 None None] For port 0566ffa6-da41-4b63-873f-df45a3070f0b, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:54:44.979192 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-3ae2e168-99de-4c20-999c-b1367f94e084 None None] For port 0566ffa6-da41-4b63-873f-df45a3070f0b, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=0566ffa6-da41-4b63-873f-df45a3070f0b,segment=NetworkSegment(70c71ca7-59df-46c5-86d9-acc712ed1da1),segment_id=70c71ca7-59df-46c5-86d9-acc712ed1da1)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:54:44.988014 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3ae2e168-99de-4c20-999c-b1367f94e084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (0566ffa6-da41-4b63-873f-df45a3070f0b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:45.029783 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-80d9c41d-2edc-46e7-884f-3746e2fca022 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e4fbbb59f48b48389b8129ac17a21c4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4097457 Mar 11 19:54:45.029783 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae598b5b-4e9c-461c-8abd-d1874fd168a3 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:54:45.030374 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34604) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:45.043165 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ae598b5b-4e9c-461c-8abd-d1874fd168a3 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "PUT /v2.0/routers/e65e3524-e32d-43b3-8a4a-4fdb9a532a6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6031623 Mar 11 19:54:45.043375 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34606) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:45.072273 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae2e168-99de-4c20-999c-b1367f94e084 None None] Pushing event updated for resources: {'Port': ['ID=0566ffa6-da41-4b63-873f-df45a3070f0b,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:45.075538 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ded6de-5b15-4110-81ce-48eb0f28e99a None None] Sync routers for ids ['e65e3524-e32d-43b3-8a4a-4fdb9a532a6a'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:54:45.088637 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e1fa7599-a9c7-413d-803f-31ff98b1562d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "GET /v2.0/ports?device_id=e65e3524-e32d-43b3-8a4a-4fdb9a532a6a HTTP/1.1" status: 200 len: 205 time: 0.0419407 Mar 11 19:54:45.089695 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34608) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:45.105619 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ded6de-5b15-4110-81ce-48eb0f28e99a None None] Routers {'e65e3524-e32d-43b3-8a4a-4fdb9a532a6a'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:54:45.106275 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-64ded6de-5b15-4110-81ce-48eb0f28e99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:54:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['e65e3524-e32d-43b3-8a4a-4fdb9a532a6a'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:54:45.107148 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-645220e8-1b7b-417a-b102-f87cd8a363b6 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Allocated IP 2001:db8::1 (0897600d-059c-4c97-87d5-16371e549b1b/6fbf4dbd-7225-4bf8-bc41-2cd5a781a751/9cc9721c-367a-4dee-b6a1-733d538ca7fb) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:54:45.160277 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-64ded6de-5b15-4110-81ce-48eb0f28e99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:54:45.173075 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ded6de-5b15-4110-81ce-48eb0f28e99a None None] Routers {'e65e3524-e32d-43b3-8a4a-4fdb9a532a6a'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:54:45.177942 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-64ded6de-5b15-4110-81ce-48eb0f28e99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:54:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['e65e3524-e32d-43b3-8a4a-4fdb9a532a6a'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:54:45.241511 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-64ded6de-5b15-4110-81ce-48eb0f28e99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:54:45.242192 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ded6de-5b15-4110-81ce-48eb0f28e99a None None] The sync data for ids ['e65e3524-e32d-43b3-8a4a-4fdb9a532a6a'] in n-d-833163-1 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:54:45.252706 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8d7e759f-fa88-4f36-beef-de46118cdbfc tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for router (e65e3524-e32d-43b3-8a4a-4fdb9a532a6a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:45.277327 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-645220e8-1b7b-417a-b102-f87cd8a363b6 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for port (9cc9721c-367a-4dee-b6a1-733d538ca7fb), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:45.315664 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-645220e8-1b7b-417a-b102-f87cd8a363b6 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (9cc9721c-367a-4dee-b6a1-733d538ca7fb), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:45.372833 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ab3f308f-74c9-4be1-9e9d-e44c4adc9e3a admin admin] Publish callbacks [] for security_group (755dc15e-20f3-4241-b6f6-1bfb6a661278), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:45.374473 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645220e8-1b7b-417a-b102-f87cd8a363b6 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Network 0897600d-059c-4c97-87d5-16371e549b1b is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:54:45.385595 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-645220e8-1b7b-417a-b102-f87cd8a363b6 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:54:45.395078 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645220e8-1b7b-417a-b102-f87cd8a363b6 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:54:45.395645 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-645220e8-1b7b-417a-b102-f87cd8a363b6 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (4abf314a-c212-434f-aa43-87f8671cf1b6), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:45.410508 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ab3f308f-74c9-4be1-9e9d-e44c4adc9e3a admin admin] Publish callbacks [] for security_group (755dc15e-20f3-4241-b6f6-1bfb6a661278), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:45.548441 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8d7e759f-fa88-4f36-beef-de46118cdbfc tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (e65e3524-e32d-43b3-8a4a-4fdb9a532a6a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:45.550737 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8d7e759f-fa88-4f36-beef-de46118cdbfc tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for router_controller (e65e3524-e32d-43b3-8a4a-4fdb9a532a6a), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:45.588243 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645220e8-1b7b-417a-b102-f87cd8a363b6 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event updated for resources: {'Port': ['ID=9cc9721c-367a-4dee-b6a1-733d538ca7fb,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:45.612578 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8d7e759f-fa88-4f36-beef-de46118cdbfc tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (e65e3524-e32d-43b3-8a4a-4fdb9a532a6a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:45.613135 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d7e759f-fa88-4f36-beef-de46118cdbfc tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Fanout notify agent at l3_agent the message router_deleted on router e65e3524-e32d-43b3-8a4a-4fdb9a532a6a {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:54:45.628476 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8d7e759f-fa88-4f36-beef-de46118cdbfc tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:45.633386 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34612) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:45.637506 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8d7e759f-fa88-4f36-beef-de46118cdbfc tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "DELETE /v2.0/routers/e65e3524-e32d-43b3-8a4a-4fdb9a532a6a HTTP/1.1" status: 204 len: 168 time: 0.5466864 Mar 11 19:54:45.695747 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ab3f308f-74c9-4be1-9e9d-e44c4adc9e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (755dc15e-20f3-4241-b6f6-1bfb6a661278), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:45.700379 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ab3f308f-74c9-4be1-9e9d-e44c4adc9e3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:45.705736 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-645220e8-1b7b-417a-b102-f87cd8a363b6 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (9cc9721c-367a-4dee-b6a1-733d538ca7fb), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:45.715274 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ab3f308f-74c9-4be1-9e9d-e44c4adc9e3a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/755dc15e-20f3-4241-b6f6-1bfb6a661278 HTTP/1.1" status: 204 len: 168 time: 0.6739113 Mar 11 19:54:45.735876 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f78f93b-fe67-4d2f-9285-6de533d85ac8 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Deleting subnet 1ebebb22-d572-4a8e-9c18-de13f5097231 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:54:45.741595 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3f308f-74c9-4be1-9e9d-e44c4adc9e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=755dc15e-20f3-4241-b6f6-1bfb6a661278,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:45.765723 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4f78f93b-fe67-4d2f-9285-6de533d85ac8 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for subnet (1ebebb22-d572-4a8e-9c18-de13f5097231), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:45.867060 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 0566ffa6-da41-4b63-873f-df45a3070f0b up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:54:45.877274 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4f78f93b-fe67-4d2f-9285-6de533d85ac8 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (1ebebb22-d572-4a8e-9c18-de13f5097231), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:45.932841 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 0566ffa6-da41-4b63-873f-df45a3070f0b triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:54:45.933941 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (0566ffa6-da41-4b63-873f-df45a3070f0b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:46.056465 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 0566ffa6-da41-4b63-873f-df45a3070f0b is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:54:46.057127 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (0566ffa6-da41-4b63-873f-df45a3070f0b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:46.102480 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 0566ffa6-da41-4b63-873f-df45a3070f0b, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=0566ffa6-da41-4b63-873f-df45a3070f0b,segment=NetworkSegment(70c71ca7-59df-46c5-86d9-acc712ed1da1),segment_id=70c71ca7-59df-46c5-86d9-acc712ed1da1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:54:46.111497 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (0566ffa6-da41-4b63-873f-df45a3070f0b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:46.199366 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4f78f93b-fe67-4d2f-9285-6de533d85ac8 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (1ebebb22-d572-4a8e-9c18-de13f5097231), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:46.210738 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=0566ffa6-da41-4b63-873f-df45a3070f0b,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:46.231029 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34620) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:46.311599 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-29b241bd-28e2-4e9e-8ff0-9c1a8f025894 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9bdeebe0283b49ed8806cc28b8c8b120&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0792460 Mar 11 19:54:46.315847 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34624) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:46.391825 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d4927203-88e1-4c91-8da4-f035b82ea4ae admin admin] Publish callbacks [] for security_group (7a2f442f-e7cb-475c-b502-3829d6274bfe), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:46.399376 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4f78f93b-fe67-4d2f-9285-6de533d85ac8 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (1ebebb22-d572-4a8e-9c18-de13f5097231), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:46.403025 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-645220e8-1b7b-417a-b102-f87cd8a363b6 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for port (9cc9721c-367a-4dee-b6a1-733d538ca7fb), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:46.423135 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d4927203-88e1-4c91-8da4-f035b82ea4ae admin admin] Publish callbacks [] for security_group (7a2f442f-e7cb-475c-b502-3829d6274bfe), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:46.464896 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-645220e8-1b7b-417a-b102-f87cd8a363b6 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (9cc9721c-367a-4dee-b6a1-733d538ca7fb), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:46.465695 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-645220e8-1b7b-417a-b102-f87cd8a363b6 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (4abf314a-c212-434f-aa43-87f8671cf1b6), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:46.489120 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d4927203-88e1-4c91-8da4-f035b82ea4ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (7a2f442f-e7cb-475c-b502-3829d6274bfe), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:46.490142 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78f93b-fe67-4d2f-9285-6de533d85ac8 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event deleted for resources: {'Subnet': ['ID=1ebebb22-d572-4a8e-9c18-de13f5097231,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:46.491951 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d4927203-88e1-4c91-8da4-f035b82ea4ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:46.495839 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d4927203-88e1-4c91-8da4-f035b82ea4ae admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7a2f442f-e7cb-475c-b502-3829d6274bfe HTTP/1.1" status: 204 len: 168 time: 0.1763985 Mar 11 19:54:46.507612 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4f78f93b-fe67-4d2f-9285-6de533d85ac8 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:46.513399 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4d864b-64ca-4200-a2c2-1464d09cfe2a None None] Network 97a2b54e-95dd-4f17-bb0f-255cf1a0ad71 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:54:46.513612 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-4f78f93b-fe67-4d2f-9285-6de533d85ac8 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "DELETE /v2.0/subnets/1ebebb22-d572-4a8e-9c18-de13f5097231 HTTP/1.1" status: 204 len: 168 time: 0.8768950 Mar 11 19:54:46.513717 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4927203-88e1-4c91-8da4-f035b82ea4ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2f442f-e7cb-475c-b502-3829d6274bfe,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:46.519113 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34628) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:46.637011 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-0487cfa9-b5b6-42b7-a52a-3172a6f4c4c7 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Deleting subnet d1d4bcdc-7531-45ea-ac0a-9d0c142c8471 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:54:46.644526 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0487cfa9-b5b6-42b7-a52a-3172a6f4c4c7 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for subnet (d1d4bcdc-7531-45ea-ac0a-9d0c142c8471), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:46.765336 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645220e8-1b7b-417a-b102-f87cd8a363b6 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event updated for resources: {'Port': ['ID=9cc9721c-367a-4dee-b6a1-733d538ca7fb,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:46.771753 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0487cfa9-b5b6-42b7-a52a-3172a6f4c4c7 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (d1d4bcdc-7531-45ea-ac0a-9d0c142c8471), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:46.839023 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-b56f7118-1575-475e-b5e5-79eb0ddd110b None None] Provisioning complete for port 0566ffa6-da41-4b63-873f-df45a3070f0b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:54:46.840849 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b56f7118-1575-475e-b5e5-79eb0ddd110b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (0566ffa6-da41-4b63-873f-df45a3070f0b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:46.857692 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645220e8-1b7b-417a-b102-f87cd8a363b6 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Network 0897600d-059c-4c97-87d5-16371e549b1b is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:54:46.859805 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-645220e8-1b7b-417a-b102-f87cd8a363b6 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:54:47.013393 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0487cfa9-b5b6-42b7-a52a-3172a6f4c4c7 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (d1d4bcdc-7531-45ea-ac0a-9d0c142c8471), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:47.050604 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1dbf11e-c2ad-414e-abb1-3f75a92ef901 None None] DHCP port deletion for 97a2b54e-95dd-4f17-bb0f-255cf1a0ad71 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:54:47.086738 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b56f7118-1575-475e-b5e5-79eb0ddd110b None None] Current status of the port 0566ffa6-da41-4b63-873f-df45a3070f0b is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:54:47.149011 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d1dbf11e-c2ad-414e-abb1-3f75a92ef901 None None] Deleting port d74d4d95-1708-4805-93a9-a26775cab735 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:54:47.149454 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d1dbf11e-c2ad-414e-abb1-3f75a92ef901 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (d74d4d95-1708-4805-93a9-a26775cab735), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:47.176844 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0487cfa9-b5b6-42b7-a52a-3172a6f4c4c7 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (d1d4bcdc-7531-45ea-ac0a-9d0c142c8471), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:47.214816 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0487cfa9-b5b6-42b7-a52a-3172a6f4c4c7 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event deleted for resources: {'Subnet': ['ID=d1d4bcdc-7531-45ea-ac0a-9d0c142c8471,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:47.224592 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0487cfa9-b5b6-42b7-a52a-3172a6f4c4c7 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:47.246955 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-0487cfa9-b5b6-42b7-a52a-3172a6f4c4c7 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "DELETE /v2.0/subnets/d1d4bcdc-7531-45ea-ac0a-9d0c142c8471 HTTP/1.1" status: 204 len: 168 time: 0.7186196 Mar 11 19:54:47.248528 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34642) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:47.309761 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d3fa3e-c8d1-4025-95c9-b335315a1d2e None None] Network 6e29b74e-aec7-4101-89cd-dfad9c126ddd requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:54:47.339347 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d1dbf11e-c2ad-414e-abb1-3f75a92ef901 None None] For port d74d4d95-1708-4805-93a9-a26775cab735, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=d74d4d95-1708-4805-93a9-a26775cab735,segment=NetworkSegment(9580aff5-fc03-4295-b161-b6dbd9390a81),segment_id=9580aff5-fc03-4295-b161-b6dbd9390a81)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:54:47.339862 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d1dbf11e-c2ad-414e-abb1-3f75a92ef901 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (d74d4d95-1708-4805-93a9-a26775cab735), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:47.366437 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-77c83372-3cb6-4143-b4c5-06a3ffeeb8a3 None None] Provisioning complete for port 9cc9721c-367a-4dee-b6a1-733d538ca7fb triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:54:47.366825 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-77c83372-3cb6-4143-b4c5-06a3ffeeb8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (9cc9721c-367a-4dee-b6a1-733d538ca7fb), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:47.422651 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d1dbf11e-c2ad-414e-abb1-3f75a92ef901 None None] Calling delete_port for d74d4d95-1708-4805-93a9-a26775cab735 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:54:47.442137 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dab39ebe-fe4b-4d57-b356-a8cfca40333d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (97a2b54e-95dd-4f17-bb0f-255cf1a0ad71), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:47.564759 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-dab39ebe-fe4b-4d57-b356-a8cfca40333d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Deleting port d74d4d95-1708-4805-93a9-a26775cab735 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:54:47.565888 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dab39ebe-fe4b-4d57-b356-a8cfca40333d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (d74d4d95-1708-4805-93a9-a26775cab735), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:47.637124 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-77c83372-3cb6-4143-b4c5-06a3ffeeb8a3 None None] Port 9cc9721c-367a-4dee-b6a1-733d538ca7fb cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:54:47.733115 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-dab39ebe-fe4b-4d57-b356-a8cfca40333d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] For port d74d4d95-1708-4805-93a9-a26775cab735, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=d74d4d95-1708-4805-93a9-a26775cab735,segment=NetworkSegment(9580aff5-fc03-4295-b161-b6dbd9390a81),segment_id=9580aff5-fc03-4295-b161-b6dbd9390a81)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:54:47.733487 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dab39ebe-fe4b-4d57-b356-a8cfca40333d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (d74d4d95-1708-4805-93a9-a26775cab735), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:47.759963 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-dab39ebe-fe4b-4d57-b356-a8cfca40333d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Calling delete_port for d74d4d95-1708-4805-93a9-a26775cab735 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:54:47.772988 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-1e3593e9-fd3d-497b-86e0-8b4af636f5dd None None] Provisioning complete for port 9cc9721c-367a-4dee-b6a1-733d538ca7fb triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:54:47.773609 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1e3593e9-fd3d-497b-86e0-8b4af636f5dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (9cc9721c-367a-4dee-b6a1-733d538ca7fb), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:47.777347 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d1dbf11e-c2ad-414e-abb1-3f75a92ef901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (d74d4d95-1708-4805-93a9-a26775cab735), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:47.889390 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 0566ffa6-da41-4b63-873f-df45a3070f0b up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:54:47.892427 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d8d12a-d338-48da-ab20-c13c14308b01 None None] DHCP port deletion for 6e29b74e-aec7-4101-89cd-dfad9c126ddd request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:54:47.928765 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dbf11e-c2ad-414e-abb1-3f75a92ef901 None None] Pushing event deleted for resources: {'Port': ['ID=d74d4d95-1708-4805-93a9-a26775cab735,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:47.974484 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dab39ebe-fe4b-4d57-b356-a8cfca40333d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (d74d4d95-1708-4805-93a9-a26775cab735), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:47.986036 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-645220e8-1b7b-417a-b102-f87cd8a363b6 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Router 4abf314a-c212-434f-aa43-87f8671cf1b6 is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:54:48.039695 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab39ebe-fe4b-4d57-b356-a8cfca40333d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event deleted for resources: {'Port': ['ID=d74d4d95-1708-4805-93a9-a26775cab735,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:48.059591 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab39ebe-fe4b-4d57-b356-a8cfca40333d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] No DVR routers for this DVR port d74d4d95-1708-4805-93a9-a26775cab735 on host n-d-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:54:48.187995 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-645220e8-1b7b-417a-b102-f87cd8a363b6 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:54:48.198420 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-645220e8-1b7b-417a-b102-f87cd8a363b6 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "PUT /v2.0/routers/4abf314a-c212-434f-aa43-87f8671cf1b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0740125 Mar 11 19:54:48.204896 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44690580-a4e9-4fb8-bc35-4ed6de688c07 None None] Sync routers for ids ['4abf314a-c212-434f-aa43-87f8671cf1b6'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:54:48.218187 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34666) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:48.224650 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44690580-a4e9-4fb8-bc35-4ed6de688c07 None None] Routers {'4abf314a-c212-434f-aa43-87f8671cf1b6'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:54:48.225482 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-44690580-a4e9-4fb8-bc35-4ed6de688c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:54:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['4abf314a-c212-434f-aa43-87f8671cf1b6'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:54:48.227919 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dab39ebe-fe4b-4d57-b356-a8cfca40333d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (97a2b54e-95dd-4f17-bb0f-255cf1a0ad71), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:48.273204 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-dab39ebe-fe4b-4d57-b356-a8cfca40333d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97a2b54e-95dd-4f17-bb0f-255cf1a0ad71']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:54:48.288854 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-dab39ebe-fe4b-4d57-b356-a8cfca40333d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9580aff5-fc03-4295-b161-b6dbd9390a81') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:54:48.289294 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-dab39ebe-fe4b-4d57-b356-a8cfca40333d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9580aff5-fc03-4295-b161-b6dbd9390a81') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:54:48.302114 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dab39ebe-fe4b-4d57-b356-a8cfca40333d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (9580aff5-fc03-4295-b161-b6dbd9390a81), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:48.318669 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-1e3593e9-fd3d-497b-86e0-8b4af636f5dd None None] Port 9cc9721c-367a-4dee-b6a1-733d538ca7fb cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:54:48.325761 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dbf11e-c2ad-414e-abb1-3f75a92ef901 None None] No DVR routers for this DVR port d74d4d95-1708-4805-93a9-a26775cab735 on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:54:48.334723 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dab39ebe-fe4b-4d57-b356-a8cfca40333d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (9580aff5-fc03-4295-b161-b6dbd9390a81), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:48.349447 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dab39ebe-fe4b-4d57-b356-a8cfca40333d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Releasing vlan 895 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:54:48.349447 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dab39ebe-fe4b-4d57-b356-a8cfca40333d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (9580aff5-fc03-4295-b161-b6dbd9390a81), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:48.363163 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbac487-04da-4c37-a5e5-ecacad2f6ad9 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:48.372517 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-8dbac487-04da-4c37-a5e5-ecacad2f6ad9 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/ports/9cc9721c-367a-4dee-b6a1-733d538ca7fb HTTP/1.1" status: 200 len: 911 time: 0.1513233 Mar 11 19:54:48.373527 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34670) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:48.422615 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-44690580-a4e9-4fb8-bc35-4ed6de688c07 None None] Set router 4abf314a-c212-434f-aa43-87f8671cf1b6 gateway port host: None {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:54:48.437843 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c4d8d12a-d338-48da-ab20-c13c14308b01 None None] Deleting port f69c0d79-22ce-4dd9-9df7-27744741a908 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:54:48.438168 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c4d8d12a-d338-48da-ab20-c13c14308b01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (f69c0d79-22ce-4dd9-9df7-27744741a908), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:48.441618 n-d-833163-1 neutron-server[103884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:54:48.441618 n-d-833163-1 neutron-server[103884]: self.session.flush() Mar 11 19:54:48.441618 n-d-833163-1 neutron-server[103884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:54:48.441618 n-d-833163-1 neutron-server[103884]: self.session.flush() Mar 11 19:54:48.441618 n-d-833163-1 neutron-server[103884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:54:48.441618 n-d-833163-1 neutron-server[103884]: self.session.flush() Mar 11 19:54:48.441618 n-d-833163-1 neutron-server[103884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:54:48.441618 n-d-833163-1 neutron-server[103884]: self.session.flush() Mar 11 19:54:48.441618 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:54:48.441618 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:54:48.441618 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:54:48.441618 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:54:48.441618 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:54:48.441618 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:54:48.441618 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:54:48.441618 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:54:48.441618 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:54:48.441618 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:54:48.441618 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:54:48.441618 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:54:48.441618 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:54:48.441618 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:54:48.441618 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:54:48.441618 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:54:48.441618 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:54:48.441618 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:54:48.441618 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:54:48.441618 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:54:48.441618 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:54:48.441618 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:54:48.441618 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:54:48.441618 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:54:48.441618 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:54:48.441618 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:54:48.441618 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:54:48.441618 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:54:48.441618 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:54:48.441618 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:54:48.441618 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:54:48.441618 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:54:48.489957 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0422c0-8959-4e68-bc0b-9c31c50fb48e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:48.509624 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0422c0-8959-4e68-bc0b-9c31c50fb48e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:48.518221 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-7f0422c0-8959-4e68-bc0b-9c31c50fb48e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1433794 Mar 11 19:54:48.520117 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 0566ffa6-da41-4b63-873f-df45a3070f0b triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:54:48.520511 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (0566ffa6-da41-4b63-873f-df45a3070f0b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:48.521254 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34672) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:48.568194 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dab39ebe-fe4b-4d57-b356-a8cfca40333d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (97a2b54e-95dd-4f17-bb0f-255cf1a0ad71), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:48.584511 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dab39ebe-fe4b-4d57-b356-a8cfca40333d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:48.592549 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-dab39ebe-fe4b-4d57-b356-a8cfca40333d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "DELETE /v2.0/networks/97a2b54e-95dd-4f17-bb0f-255cf1a0ad71 HTTP/1.1" status: 204 len: 168 time: 1.3415923 Mar 11 19:54:48.596352 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34678) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:48.629879 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab39ebe-fe4b-4d57-b356-a8cfca40333d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event deleted for resources: {'Network': ['ID=97a2b54e-95dd-4f17-bb0f-255cf1a0ad71,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:48.734208 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f07a8ebd-fb57-4d6f-88e6-fa22c167b59e tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (6e29b74e-aec7-4101-89cd-dfad9c126ddd), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:48.815715 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-f07a8ebd-fb57-4d6f-88e6-fa22c167b59e tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Deleting port f69c0d79-22ce-4dd9-9df7-27744741a908 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:54:48.816061 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f07a8ebd-fb57-4d6f-88e6-fa22c167b59e tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (f69c0d79-22ce-4dd9-9df7-27744741a908), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:48.890468 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c4d8d12a-d338-48da-ab20-c13c14308b01 None None] For port f69c0d79-22ce-4dd9-9df7-27744741a908, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=f69c0d79-22ce-4dd9-9df7-27744741a908,segment=NetworkSegment(a75d71aa-b3cf-41cd-907e-6ac1f6f7c683),segment_id=a75d71aa-b3cf-41cd-907e-6ac1f6f7c683)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:54:48.890800 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c4d8d12a-d338-48da-ab20-c13c14308b01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (f69c0d79-22ce-4dd9-9df7-27744741a908), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:48.960140 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c4d8d12a-d338-48da-ab20-c13c14308b01 None None] Calling delete_port for f69c0d79-22ce-4dd9-9df7-27744741a908 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:54:48.966525 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-f07a8ebd-fb57-4d6f-88e6-fa22c167b59e tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] For port f69c0d79-22ce-4dd9-9df7-27744741a908, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=f69c0d79-22ce-4dd9-9df7-27744741a908,segment=NetworkSegment(a75d71aa-b3cf-41cd-907e-6ac1f6f7c683),segment_id=a75d71aa-b3cf-41cd-907e-6ac1f6f7c683)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:54:48.966899 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f07a8ebd-fb57-4d6f-88e6-fa22c167b59e tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (f69c0d79-22ce-4dd9-9df7-27744741a908), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:48.967142 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:48.971112 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 0566ffa6-da41-4b63-873f-df45a3070f0b is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:54:48.999384 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-f07a8ebd-fb57-4d6f-88e6-fa22c167b59e tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Calling delete_port for f69c0d79-22ce-4dd9-9df7-27744741a908 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:54:49.066012 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-44690580-a4e9-4fb8-bc35-4ed6de688c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4abf314a-c212-434f-aa43-87f8671cf1b6', 'name': 'tempest-NetworksTestDHCPv6-router-596855807', 'tenant_id': '06d9e64a19fa4247bc00069610bf80e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:54:43Z', 'updated_at': '2022-03-11T19:54:45Z', 'revision_number': 2, 'project_id': '06d9e64a19fa4247bc00069610bf80e1', 'gw_port_host': None, '_interfaces': [{'id': '9cc9721c-367a-4dee-b6a1-733d538ca7fb', 'name': '', 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'tenant_id': '06d9e64a19fa4247bc00069610bf80e1', 'mac_address': 'fa:16:3e:50:cd:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4abf314a-c212-434f-aa43-87f8671cf1b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '6fbf4dbd-7225-4bf8-bc41-2cd5a781a751', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:54:44Z', 'updated_at': '2022-03-11T19:54:46Z', 'revision_number': 2, 'project_id': '06d9e64a19fa4247bc00069610bf80e1', 'subnets': [{'id': '6fbf4dbd-7225-4bf8-bc41-2cd5a781a751', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:54:49.085892 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device d74d4d95-1708-4805-93a9-a26775cab735 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:54:49.134889 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: d74d4d95-1708-4805-93a9-a26775cab735 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:54:49.135509 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device d74d4d95-1708-4805-93a9-a26775cab735 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:54:49.145199 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44690580-a4e9-4fb8-bc35-4ed6de688c07 None None] Checking router: 4abf314a-c212-434f-aa43-87f8671cf1b6 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:54:49.145591 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44690580-a4e9-4fb8-bc35-4ed6de688c07 None None] Updating router 4abf314a-c212-434f-aa43-87f8671cf1b6 port 9cc9721c-367a-4dee-b6a1-733d538ca7fb binding host n-d-833163-1 {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:54:49.178758 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c4d8d12a-d338-48da-ab20-c13c14308b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (f69c0d79-22ce-4dd9-9df7-27744741a908), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:49.220371 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d8d12a-d338-48da-ab20-c13c14308b01 None None] No DVR routers for this DVR port f69c0d79-22ce-4dd9-9df7-27744741a908 on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:54:49.221234 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f07a8ebd-fb57-4d6f-88e6-fa22c167b59e tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (f69c0d79-22ce-4dd9-9df7-27744741a908), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:49.237991 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-44690580-a4e9-4fb8-bc35-4ed6de688c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (9cc9721c-367a-4dee-b6a1-733d538ca7fb), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:49.272314 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d8d12a-d338-48da-ab20-c13c14308b01 None None] Pushing event deleted for resources: {'Port': ['ID=f69c0d79-22ce-4dd9-9df7-27744741a908,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:49.302808 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07a8ebd-fb57-4d6f-88e6-fa22c167b59e tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event deleted for resources: {'Port': ['ID=f69c0d79-22ce-4dd9-9df7-27744741a908,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:49.313638 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07a8ebd-fb57-4d6f-88e6-fa22c167b59e tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] No DVR routers for this DVR port f69c0d79-22ce-4dd9-9df7-27744741a908 on host n-d-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:54:49.467458 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f07a8ebd-fb57-4d6f-88e6-fa22c167b59e tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (6e29b74e-aec7-4101-89cd-dfad9c126ddd), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:49.516378 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-f07a8ebd-fb57-4d6f-88e6-fa22c167b59e tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e29b74e-aec7-4101-89cd-dfad9c126ddd']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:54:49.539593 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-f07a8ebd-fb57-4d6f-88e6-fa22c167b59e tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a75d71aa-b3cf-41cd-907e-6ac1f6f7c683') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:54:49.540508 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-f07a8ebd-fb57-4d6f-88e6-fa22c167b59e tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a75d71aa-b3cf-41cd-907e-6ac1f6f7c683') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:54:49.558448 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-39e5abad-0b7e-40ac-80de-2b57663a91cb tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (4abf314a-c212-434f-aa43-87f8671cf1b6), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:49.561494 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f07a8ebd-fb57-4d6f-88e6-fa22c167b59e tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (a75d71aa-b3cf-41cd-907e-6ac1f6f7c683), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:49.572645 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34698) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:49.588075 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f07a8ebd-fb57-4d6f-88e6-fa22c167b59e tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (a75d71aa-b3cf-41cd-907e-6ac1f6f7c683), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:49.595534 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f07a8ebd-fb57-4d6f-88e6-fa22c167b59e tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Releasing vlan 892 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:54:49.595978 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f07a8ebd-fb57-4d6f-88e6-fa22c167b59e tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (a75d71aa-b3cf-41cd-907e-6ac1f6f7c683), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:49.599504 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:54:49.599504 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:54:49.599504 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:54:49.599504 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:54:49.599504 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:54:49.599504 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:54:49.599504 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:54:49.599504 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:54:49.599504 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:54:49.599504 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:54:49.599504 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:54:49.599504 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:54:49.599504 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:54:49.599504 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:54:49.599504 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:54:49.599504 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:54:49.599504 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:54:49.599504 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:54:49.599504 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:54:49.599504 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:54:49.599504 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:54:49.599504 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:54:49.599504 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:54:49.599504 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:54:49.599504 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:54:49.599504 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:54:49.599504 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:54:49.599504 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:54:49.599504 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:54:49.599504 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:54:49.599504 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:54:49.599504 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:54:49.799092 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f07a8ebd-fb57-4d6f-88e6-fa22c167b59e tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (6e29b74e-aec7-4101-89cd-dfad9c126ddd), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:49.819991 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device f69c0d79-22ce-4dd9-9df7-27744741a908 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:54:49.826729 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f07a8ebd-fb57-4d6f-88e6-fa22c167b59e tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:49.838285 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f07a8ebd-fb57-4d6f-88e6-fa22c167b59e tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "DELETE /v2.0/networks/6e29b74e-aec7-4101-89cd-dfad9c126ddd HTTP/1.1" status: 204 len: 168 time: 1.2409184 Mar 11 19:54:49.847130 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-e957aaf3-fb80-4bfd-9cad-0c6036591b42 tempest-RoutersAdminNegativeTest-491034070 tempest-RoutersAdminNegativeTest-491034070-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1264825453', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:54:49.853588 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34706) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:49.878124 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07a8ebd-fb57-4d6f-88e6-fa22c167b59e tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event deleted for resources: {'Network': ['ID=6e29b74e-aec7-4101-89cd-dfad9c126ddd,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:49.889636 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: f69c0d79-22ce-4dd9-9df7-27744741a908 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:54:49.890905 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device f69c0d79-22ce-4dd9-9df7-27744741a908 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:54:49.924791 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e957aaf3-fb80-4bfd-9cad-0c6036591b42 tempest-RoutersAdminNegativeTest-491034070 tempest-RoutersAdminNegativeTest-491034070-project-admin] Made reservation on behalf of 0efdbd86166b43f69ce5bd259924117a for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:54:49.929725 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e957aaf3-fb80-4bfd-9cad-0c6036591b42 tempest-RoutersAdminNegativeTest-491034070 tempest-RoutersAdminNegativeTest-491034070-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:49.946055 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e957aaf3-fb80-4bfd-9cad-0c6036591b42 tempest-RoutersAdminNegativeTest-491034070 tempest-RoutersAdminNegativeTest-491034070-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:49.948108 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-44690580-a4e9-4fb8-bc35-4ed6de688c07 None None] Publish callbacks [] for port (9cc9721c-367a-4dee-b6a1-733d538ca7fb), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:49.964090 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-44690580-a4e9-4fb8-bc35-4ed6de688c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (9cc9721c-367a-4dee-b6a1-733d538ca7fb), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:49.987012 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-00fbaf98-c999-41b3-b864-f2978aee26fa tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-547486204'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:54:50.029061 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea400365-9778-4f34-8749-9b869c1da12e None None] Pushing event updated for resources: {'Port': ['ID=9cc9721c-367a-4dee-b6a1-733d538ca7fb,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:50.039490 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea400365-9778-4f34-8749-9b869c1da12e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:54:50.040613 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea400365-9778-4f34-8749-9b869c1da12e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:54:50.041114 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea400365-9778-4f34-8749-9b869c1da12e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:54:50.041604 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea400365-9778-4f34-8749-9b869c1da12e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:54:50.042132 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea400365-9778-4f34-8749-9b869c1da12e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:54:50.042887 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea400365-9778-4f34-8749-9b869c1da12e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:54:50.043372 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea400365-9778-4f34-8749-9b869c1da12e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:54:50.043880 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea400365-9778-4f34-8749-9b869c1da12e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:54:50.044359 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea400365-9778-4f34-8749-9b869c1da12e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:54:50.044856 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea400365-9778-4f34-8749-9b869c1da12e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:54:50.045757 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea400365-9778-4f34-8749-9b869c1da12e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:54:50.046245 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea400365-9778-4f34-8749-9b869c1da12e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:54:50.047382 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea400365-9778-4f34-8749-9b869c1da12e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:54:50.051875 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:54:50.123449 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00fbaf98-c999-41b3-b864-f2978aee26fa tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Made reservation on behalf of add05d9726be43c2815669eb9adbbe31 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:54:50.134547 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-00fbaf98-c999-41b3-b864-f2978aee26fa tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:50.148081 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e957aaf3-fb80-4bfd-9cad-0c6036591b42 tempest-RoutersAdminNegativeTest-491034070 tempest-RoutersAdminNegativeTest-491034070-project-admin] Publish callbacks [] for security_group (a25ceed0-3cfa-4a34-882d-aba58e00d84e), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:50.156315 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e957aaf3-fb80-4bfd-9cad-0c6036591b42 tempest-RoutersAdminNegativeTest-491034070 tempest-RoutersAdminNegativeTest-491034070-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (a25ceed0-3cfa-4a34-882d-aba58e00d84e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:50.161930 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-e957aaf3-fb80-4bfd-9cad-0c6036591b42 tempest-RoutersAdminNegativeTest-491034070 tempest-RoutersAdminNegativeTest-491034070-project-admin] device_id is not set on port 0cc68b65-d5e3-442f-979b-2445b142f237 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:54:50.182647 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-44690580-a4e9-4fb8-bc35-4ed6de688c07 None None] Attempting to bind port 9cc9721c-367a-4dee-b6a1-733d538ca7fb on host n-d-833163-1 for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:54:50.183285 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-44690580-a4e9-4fb8-bc35-4ed6de688c07 None None] Attempting to bind port 9cc9721c-367a-4dee-b6a1-733d538ca7fb by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:54:50.184782 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44690580-a4e9-4fb8-bc35-4ed6de688c07 None None] Attempting to bind port 9cc9721c-367a-4dee-b6a1-733d538ca7fb on network 0897600d-059c-4c97-87d5-16371e549b1b {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:54:50.195994 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44690580-a4e9-4fb8-bc35-4ed6de688c07 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:54:50.197371 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44690580-a4e9-4fb8-bc35-4ed6de688c07 None None] Checking segment: {'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:54:50.197953 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-44690580-a4e9-4fb8-bc35-4ed6de688c07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:50.199619 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44690580-a4e9-4fb8-bc35-4ed6de688c07 None None] Bound using segment: {'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:54:50.200319 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-44690580-a4e9-4fb8-bc35-4ed6de688c07 None None] Bound port: 9cc9721c-367a-4dee-b6a1-733d538ca7fb, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:54:50.201512 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-44690580-a4e9-4fb8-bc35-4ed6de688c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (9cc9721c-367a-4dee-b6a1-733d538ca7fb), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:50.257954 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00fbaf98-c999-41b3-b864-f2978aee26fa tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] vlan segment allocate from pool success with {'vlan_id': 860, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:54:50.308772 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-00fbaf98-c999-41b3-b864-f2978aee26fa tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (b3f34ae2-0511-41dc-a623-4da857c63415), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:50.309288 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-00fbaf98-c999-41b3-b864-f2978aee26fa tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Added segment b3f34ae2-0511-41dc-a623-4da857c63415 of type vlan for network 2f763660-5e27-4a1e-a097-ae66bf6f040e Mar 11 19:54:50.345858 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-44690580-a4e9-4fb8-bc35-4ed6de688c07 None None] For port 9cc9721c-367a-4dee-b6a1-733d538ca7fb, host n-d-833163-1, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:54:50.353891 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-44690580-a4e9-4fb8-bc35-4ed6de688c07 None None] For port 9cc9721c-367a-4dee-b6a1-733d538ca7fb, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=9cc9721c-367a-4dee-b6a1-733d538ca7fb,segment=NetworkSegment(70c71ca7-59df-46c5-86d9-acc712ed1da1),segment_id=70c71ca7-59df-46c5-86d9-acc712ed1da1)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:54:50.368419 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-44690580-a4e9-4fb8-bc35-4ed6de688c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (9cc9721c-367a-4dee-b6a1-733d538ca7fb), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:50.420943 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-e957aaf3-fb80-4bfd-9cad-0c6036591b42 tempest-RoutersAdminNegativeTest-491034070 tempest-RoutersAdminNegativeTest-491034070-project-admin] Allocated IP 172.25.8.114 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/0cc68b65-d5e3-442f-979b-2445b142f237) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:54:50.445688 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-00fbaf98-c999-41b3-b864-f2978aee26fa tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (2f763660-5e27-4a1e-a097-ae66bf6f040e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:50.495512 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea400365-9778-4f34-8749-9b869c1da12e None None] Pushing event updated for resources: {'Port': ['ID=9cc9721c-367a-4dee-b6a1-733d538ca7fb,revision_number=4']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:50.532329 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44690580-a4e9-4fb8-bc35-4ed6de688c07 None None] Routers {'4abf314a-c212-434f-aa43-87f8671cf1b6'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:54:50.533402 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-44690580-a4e9-4fb8-bc35-4ed6de688c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:54:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['4abf314a-c212-434f-aa43-87f8671cf1b6'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:54:50.538161 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-39e5abad-0b7e-40ac-80de-2b57663a91cb tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Deleting port 9cc9721c-367a-4dee-b6a1-733d538ca7fb {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:54:50.544039 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-39e5abad-0b7e-40ac-80de-2b57663a91cb tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (9cc9721c-367a-4dee-b6a1-733d538ca7fb), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:50.550264 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-00fbaf98-c999-41b3-b864-f2978aee26fa tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (2f763660-5e27-4a1e-a097-ae66bf6f040e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:50.562503 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fbaf98-c999-41b3-b864-f2978aee26fa tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:50.563277 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-00fbaf98-c999-41b3-b864-f2978aee26fa tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:50.575478 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ceafdb0f-b85f-49f6-95b9-8c929a1a94c8 None None] Provisioning complete for port 9cc9721c-367a-4dee-b6a1-733d538ca7fb triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:54:50.576145 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ceafdb0f-b85f-49f6-95b9-8c929a1a94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (9cc9721c-367a-4dee-b6a1-733d538ca7fb), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:50.667370 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e957aaf3-fb80-4bfd-9cad-0c6036591b42 tempest-RoutersAdminNegativeTest-491034070 tempest-RoutersAdminNegativeTest-491034070-project-admin] Publish callbacks [] for port (0cc68b65-d5e3-442f-979b-2445b142f237), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:50.709077 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e957aaf3-fb80-4bfd-9cad-0c6036591b42 tempest-RoutersAdminNegativeTest-491034070 tempest-RoutersAdminNegativeTest-491034070-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a25ceed0-3cfa-4a34-882d-aba58e00d84e,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:50.715438 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e957aaf3-fb80-4bfd-9cad-0c6036591b42 tempest-RoutersAdminNegativeTest-491034070 tempest-RoutersAdminNegativeTest-491034070-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (0cc68b65-d5e3-442f-979b-2445b142f237), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:50.768503 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e957aaf3-fb80-4bfd-9cad-0c6036591b42 tempest-RoutersAdminNegativeTest-491034070 tempest-RoutersAdminNegativeTest-491034070-project-admin] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:54:50.776481 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-e957aaf3-fb80-4bfd-9cad-0c6036591b42 tempest-RoutersAdminNegativeTest-491034070 tempest-RoutersAdminNegativeTest-491034070-project-admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:54:50.780289 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e957aaf3-fb80-4bfd-9cad-0c6036591b42 tempest-RoutersAdminNegativeTest-491034070 tempest-RoutersAdminNegativeTest-491034070-project-admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:54:50.810950 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e957aaf3-fb80-4bfd-9cad-0c6036591b42 tempest-RoutersAdminNegativeTest-491034070 tempest-RoutersAdminNegativeTest-491034070-project-admin] Pushing event updated for resources: {'Port': ['ID=0cc68b65-d5e3-442f-979b-2445b142f237,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:50.835640 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34712) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:50.857053 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-114b18f0-9698-44f9-bd86-a3974838613a tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Request body: {'subnet': {'network_id': '2f763660-5e27-4a1e-a097-ae66bf6f040e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:54:50.858640 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-00fbaf98-c999-41b3-b864-f2978aee26fa tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9087801 Mar 11 19:54:50.896632 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ceafdb0f-b85f-49f6-95b9-8c929a1a94c8 None None] Current status of the port 9cc9721c-367a-4dee-b6a1-733d538ca7fb is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:54:50.898581 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ceafdb0f-b85f-49f6-95b9-8c929a1a94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (9cc9721c-367a-4dee-b6a1-733d538ca7fb), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:50.905851 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-44690580-a4e9-4fb8-bc35-4ed6de688c07 None None] Set router 4abf314a-c212-434f-aa43-87f8671cf1b6 gateway port host: None {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:54:51.020988 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-39e5abad-0b7e-40ac-80de-2b57663a91cb tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] For port 9cc9721c-367a-4dee-b6a1-733d538ca7fb, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=9cc9721c-367a-4dee-b6a1-733d538ca7fb,segment=NetworkSegment(70c71ca7-59df-46c5-86d9-acc712ed1da1),segment_id=70c71ca7-59df-46c5-86d9-acc712ed1da1)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:54:51.024424 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-39e5abad-0b7e-40ac-80de-2b57663a91cb tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (9cc9721c-367a-4dee-b6a1-733d538ca7fb), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:51.030150 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e957aaf3-fb80-4bfd-9cad-0c6036591b42 tempest-RoutersAdminNegativeTest-491034070 tempest-RoutersAdminNegativeTest-491034070-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:51.031334 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e957aaf3-fb80-4bfd-9cad-0c6036591b42 tempest-RoutersAdminNegativeTest-491034070 tempest-RoutersAdminNegativeTest-491034070-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:51.043450 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-ceafdb0f-b85f-49f6-95b9-8c929a1a94c8 None None] For port 9cc9721c-367a-4dee-b6a1-733d538ca7fb, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=9cc9721c-367a-4dee-b6a1-733d538ca7fb,segment=NetworkSegment(70c71ca7-59df-46c5-86d9-acc712ed1da1),segment_id=70c71ca7-59df-46c5-86d9-acc712ed1da1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:54:51.053104 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ceafdb0f-b85f-49f6-95b9-8c929a1a94c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (9cc9721c-367a-4dee-b6a1-733d538ca7fb), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:51.069144 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e957aaf3-fb80-4bfd-9cad-0c6036591b42 tempest-RoutersAdminNegativeTest-491034070 tempest-RoutersAdminNegativeTest-491034070-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4952562 Mar 11 19:54:51.070438 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34714) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:51.071485 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114b18f0-9698-44f9-bd86-a3974838613a tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Made reservation on behalf of add05d9726be43c2815669eb9adbbe31 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:54:51.075493 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-114b18f0-9698-44f9-bd86-a3974838613a tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:51.078994 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-39e5abad-0b7e-40ac-80de-2b57663a91cb tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Calling delete_port for 9cc9721c-367a-4dee-b6a1-733d538ca7fb owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:54:51.206838 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceafdb0f-b85f-49f6-95b9-8c929a1a94c8 None None] Pushing event updated for resources: {'Port': ['ID=9cc9721c-367a-4dee-b6a1-733d538ca7fb,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:51.253203 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-e7b17fb5-11fc-4df8-9586-e1ae71738a2d None None] Provisioning complete for port 9cc9721c-367a-4dee-b6a1-733d538ca7fb triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:54:51.253632 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e7b17fb5-11fc-4df8-9586-e1ae71738a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (9cc9721c-367a-4dee-b6a1-733d538ca7fb), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:51.329491 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fbaf98-c999-41b3-b864-f2978aee26fa tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event updated for resources: {'Network': ['ID=2f763660-5e27-4a1e-a097-ae66bf6f040e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:51.331863 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-73ebb60e-b858-4410-be7f-08a81895c44d tempest-RoutersAdminNegativeTest-491034070 tempest-RoutersAdminNegativeTest-491034070-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.114'}]}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:54:51.352294 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-114b18f0-9698-44f9-bd86-a3974838613a tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (920b78d6-09e4-4222-b22d-65f20189abb2), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:51.370245 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 2f763660-5e27-4a1e-a097-ae66bf6f040e details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:54:51.429622 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-73ebb60e-b858-4410-be7f-08a81895c44d tempest-RoutersAdminNegativeTest-491034070 tempest-RoutersAdminNegativeTest-491034070-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (5ec0315c-4d8a-4c9b-9c05-5a02f14555bc), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:51.431206 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-73ebb60e-b858-4410-be7f-08a81895c44d tempest-RoutersAdminNegativeTest-491034070 tempest-RoutersAdminNegativeTest-491034070-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (5ec0315c-4d8a-4c9b-9c05-5a02f14555bc), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:51.432219 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-44690580-a4e9-4fb8-bc35-4ed6de688c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4abf314a-c212-434f-aa43-87f8671cf1b6', 'name': 'tempest-NetworksTestDHCPv6-router-596855807', 'tenant_id': '06d9e64a19fa4247bc00069610bf80e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:54:43Z', 'updated_at': '2022-03-11T19:54:45Z', 'revision_number': 2, 'project_id': '06d9e64a19fa4247bc00069610bf80e1', 'gw_port_host': None, '_interfaces': [{'id': '9cc9721c-367a-4dee-b6a1-733d538ca7fb', 'name': '', 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'tenant_id': '06d9e64a19fa4247bc00069610bf80e1', 'mac_address': 'fa:16:3e:50:cd:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4abf314a-c212-434f-aa43-87f8671cf1b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '6fbf4dbd-7225-4bf8-bc41-2cd5a781a751', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:54:44Z', 'updated_at': '2022-03-11T19:54:50Z', 'revision_number': 4, 'project_id': '06d9e64a19fa4247bc00069610bf80e1', 'subnets': [{'id': '6fbf4dbd-7225-4bf8-bc41-2cd5a781a751', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:54:51.508491 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44690580-a4e9-4fb8-bc35-4ed6de688c07 None None] The sync data for ids ['4abf314a-c212-434f-aa43-87f8671cf1b6'] in n-d-833163-1 is: [{'id': '4abf314a-c212-434f-aa43-87f8671cf1b6', 'name': 'tempest-NetworksTestDHCPv6-router-596855807', 'tenant_id': '06d9e64a19fa4247bc00069610bf80e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:54:43Z', 'updated_at': '2022-03-11T19:54:45Z', 'revision_number': 2, 'project_id': '06d9e64a19fa4247bc00069610bf80e1', 'gw_port_host': None, '_interfaces': [{'id': '9cc9721c-367a-4dee-b6a1-733d538ca7fb', 'name': '', 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'tenant_id': '06d9e64a19fa4247bc00069610bf80e1', 'mac_address': 'fa:16:3e:50:cd:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4abf314a-c212-434f-aa43-87f8671cf1b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2846, 'fixed_ips': [{'subnet_id': '6fbf4dbd-7225-4bf8-bc41-2cd5a781a751', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:54:44Z', 'updated_at': '2022-03-11T19:54:50Z', 'revision_number': 4, 'project_id': '06d9e64a19fa4247bc00069610bf80e1', 'subnets': [{'id': '6fbf4dbd-7225-4bf8-bc41-2cd5a781a751', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:54:51.545311 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-73ebb60e-b858-4410-be7f-08a81895c44d tempest-RoutersAdminNegativeTest-491034070 tempest-RoutersAdminNegativeTest-491034070-project-admin] Publish callbacks [] for router_controller (5ec0315c-4d8a-4c9b-9c05-5a02f14555bc), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:51.591403 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-39e5abad-0b7e-40ac-80de-2b57663a91cb tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (9cc9721c-367a-4dee-b6a1-733d538ca7fb), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:51.613224 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114b18f0-9698-44f9-bd86-a3974838613a tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Checking segment: {'id': 'b3f34ae2-0511-41dc-a623-4da857c63415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2f763660-5e27-4a1e-a097-ae66bf6f040e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:54:51.613598 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114b18f0-9698-44f9-bd86-a3974838613a tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Network hostable DHCP agents. Network: 2f763660-5e27-4a1e-a097-ae66bf6f040e, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:54:51.625456 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e7b17fb5-11fc-4df8-9586-e1ae71738a2d None None] Current status of the port 9cc9721c-367a-4dee-b6a1-733d538ca7fb is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:54:51.657725 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e5abad-0b7e-40ac-80de-2b57663a91cb tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event deleted for resources: {'Port': ['ID=9cc9721c-367a-4dee-b6a1-733d538ca7fb,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:51.758459 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114b18f0-9698-44f9-bd86-a3974838613a tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event updated for resources: {'Subnet': ['ID=920b78d6-09e4-4222-b22d-65f20189abb2,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:51.865369 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-39e5abad-0b7e-40ac-80de-2b57663a91cb tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (4abf314a-c212-434f-aa43-87f8671cf1b6), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:52.343811 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39e5abad-0b7e-40ac-80de-2b57663a91cb tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Router 4abf314a-c212-434f-aa43-87f8671cf1b6 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:54:52.464246 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39e5abad-0b7e-40ac-80de-2b57663a91cb tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:54:52.475136 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-39e5abad-0b7e-40ac-80de-2b57663a91cb tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "PUT /v2.0/routers/4abf314a-c212-434f-aa43-87f8671cf1b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9525583 Mar 11 19:54:52.477987 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34720) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:52.655338 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778c4e4b-017b-4ba5-81eb-05918d025ee9 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:52.660342 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778c4e4b-017b-4ba5-81eb-05918d025ee9 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:52.665892 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-778c4e4b-017b-4ba5-81eb-05918d025ee9 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1843472 Mar 11 19:54:52.666451 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34722) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:52.668891 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114b18f0-9698-44f9-bd86-a3974838613a tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Network 2f763660-5e27-4a1e-a097-ae66bf6f040e is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:54:52.678993 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fb5fdb5f-d5a5-4983-a069-fd9d01994882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:52.704859 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:52.726173 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-73ebb60e-b858-4410-be7f-08a81895c44d tempest-RoutersAdminNegativeTest-491034070 tempest-RoutersAdminNegativeTest-491034070-project-admin] Publish callbacks [] for router_gateway (5ec0315c-4d8a-4c9b-9c05-5a02f14555bc), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:52.738856 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-114b18f0-9698-44f9-bd86-a3974838613a tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 2f763660-5e27-4a1e-a097-ae66bf6f040e) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:54:52.749848 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bb80c9-2558-4cbf-a048-f16ede7a1ab5 None None] Network 2f763660-5e27-4a1e-a097-ae66bf6f040e requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:54:52.762925 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114b18f0-9698-44f9-bd86-a3974838613a tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:52.763655 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-114b18f0-9698-44f9-bd86-a3974838613a tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:52.777610 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-680f2bdb-a53a-4ad8-9ef6-de200d67e934 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Deleting subnet 6fbf4dbd-7225-4bf8-bc41-2cd5a781a751 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:54:52.795934 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-680f2bdb-a53a-4ad8-9ef6-de200d67e934 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (6fbf4dbd-7225-4bf8-bc41-2cd5a781a751), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:52.831347 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-114b18f0-9698-44f9-bd86-a3974838613a tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9868588 Mar 11 19:54:52.832253 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34724) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:52.856016 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-4fb1a6ba-4bc7-4130-9235-7ed5604e852b tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1379685985', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:54:52.869168 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-680f2bdb-a53a-4ad8-9ef6-de200d67e934 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (6fbf4dbd-7225-4bf8-bc41-2cd5a781a751), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:52.980012 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4fb1a6ba-4bc7-4130-9235-7ed5604e852b tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (420809c4-8ff3-448d-85f7-8fb29d882e56), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:52.981000 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4fb1a6ba-4bc7-4130-9235-7ed5604e852b tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (420809c4-8ff3-448d-85f7-8fb29d882e56), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:53.005760 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c282bc-4fe1-4d1a-9c61-41babc651b29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-2f763660-5e27-4a1e-a097-ae66bf6f040e', 'network_id': '2f763660-5e27-4a1e-a097-ae66bf6f040e', 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'fixed_ips': [{'subnet_id': '920b78d6-09e4-4222-b22d-65f20189abb2'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:54:53.006633 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-99c282bc-4fe1-4d1a-9c61-41babc651b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:53.108100 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4fb1a6ba-4bc7-4130-9235-7ed5604e852b tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for router_controller (420809c4-8ff3-448d-85f7-8fb29d882e56), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:53.117001 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4fb1a6ba-4bc7-4130-9235-7ed5604e852b tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (420809c4-8ff3-448d-85f7-8fb29d882e56), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:53.117292 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-680f2bdb-a53a-4ad8-9ef6-de200d67e934 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (6fbf4dbd-7225-4bf8-bc41-2cd5a781a751), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:53.148137 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4fb1a6ba-4bc7-4130-9235-7ed5604e852b tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:53.153363 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4fb1a6ba-4bc7-4130-9235-7ed5604e852b tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3099771 Mar 11 19:54:53.154553 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34730) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:53.162308 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-ba7b2e62-9404-42ae-8967-d0f57301287a tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Request body: {'port': {'network_id': '2f763660-5e27-4a1e-a097-ae66bf6f040e', 'name': 'tempest-RoutersIpV6Test-1833597038'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:54:53.298590 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-680f2bdb-a53a-4ad8-9ef6-de200d67e934 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (6fbf4dbd-7225-4bf8-bc41-2cd5a781a751), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:53.350018 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-680f2bdb-a53a-4ad8-9ef6-de200d67e934 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:53.359883 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-680f2bdb-a53a-4ad8-9ef6-de200d67e934 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/subnets/6fbf4dbd-7225-4bf8-bc41-2cd5a781a751 HTTP/1.1" status: 204 len: 168 time: 0.6918764 Mar 11 19:54:53.361011 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34732) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:53.361232 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680f2bdb-a53a-4ad8-9ef6-de200d67e934 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event deleted for resources: {'Subnet': ['ID=6fbf4dbd-7225-4bf8-bc41-2cd5a781a751,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:53.368813 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24abafad-c354-474b-8620-7660bddbaa46 None None] Network 0897600d-059c-4c97-87d5-16371e549b1b requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:54:53.402581 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-99c282bc-4fe1-4d1a-9c61-41babc651b29 None None] Allocated IP 2001:db8::2 (2f763660-5e27-4a1e-a097-ae66bf6f040e/920b78d6-09e4-4222-b22d-65f20189abb2/4116dd34-38df-482d-9744-fbc35e038ae2) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:54:53.488003 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-73ebb60e-b858-4410-be7f-08a81895c44d tempest-RoutersAdminNegativeTest-491034070 tempest-RoutersAdminNegativeTest-491034070-project-admin] Publish callbacks [] for router_gateway (5ec0315c-4d8a-4c9b-9c05-5a02f14555bc), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:53.569561 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-73ebb60e-b858-4410-be7f-08a81895c44d tempest-RoutersAdminNegativeTest-491034070 tempest-RoutersAdminNegativeTest-491034070-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:53.597457 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-34653113-7513-4dfa-8377-dd8f82f6347e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2334847 Mar 11 19:54:53.597781 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34734) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:53.629285 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba7b2e62-9404-42ae-8967-d0f57301287a tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Made reservation on behalf of add05d9726be43c2815669eb9adbbe31 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:54:53.632670 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ba7b2e62-9404-42ae-8967-d0f57301287a tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:53.666452 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-ba7b2e62-9404-42ae-8967-d0f57301287a tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] device_id is not set on port ed877474-e450-4a52-9d0c-85ec28e68718 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:54:53.712270 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-99c282bc-4fe1-4d1a-9c61-41babc651b29 None None] Publish callbacks [] for port (4116dd34-38df-482d-9744-fbc35e038ae2), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:53.726310 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e9a6de-ce3c-45ec-9988-dba648635118 None None] DHCP port deletion for 0897600d-059c-4c97-87d5-16371e549b1b request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:54:53.737230 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-99c282bc-4fe1-4d1a-9c61-41babc651b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (4116dd34-38df-482d-9744-fbc35e038ae2), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:53.790433 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1a0beb23-697a-4999-8b83-2fb278947f2e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for router (4abf314a-c212-434f-aa43-87f8671cf1b6), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:53.818468 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c282bc-4fe1-4d1a-9c61-41babc651b29 None None] Pushing event updated for resources: {'Port': ['ID=4116dd34-38df-482d-9744-fbc35e038ae2,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:53.846514 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 0566ffa6-da41-4b63-873f-df45a3070f0b no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:54:53.861957 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-73ebb60e-b858-4410-be7f-08a81895c44d tempest-RoutersAdminNegativeTest-491034070 tempest-RoutersAdminNegativeTest-491034070-project-admin] Publish callbacks [] for router (5ec0315c-4d8a-4c9b-9c05-5a02f14555bc), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:53.865133 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c282bc-4fe1-4d1a-9c61-41babc651b29 None None] Network 2f763660-5e27-4a1e-a097-ae66bf6f040e is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:54:53.897252 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-99c282bc-4fe1-4d1a-9c61-41babc651b29 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:54:53.901834 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c282bc-4fe1-4d1a-9c61-41babc651b29 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:54:53.988797 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-ba7b2e62-9404-42ae-8967-d0f57301287a tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Allocated IP 2001:db8::e5 (2f763660-5e27-4a1e-a097-ae66bf6f040e/920b78d6-09e4-4222-b22d-65f20189abb2/ed877474-e450-4a52-9d0c-85ec28e68718) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:54:54.012624 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775f695d-b1c1-4978-ade7-aed7e67a84d2 None None] Sync routers for ids ['4abf314a-c212-434f-aa43-87f8671cf1b6'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:54:54.047802 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775f695d-b1c1-4978-ade7-aed7e67a84d2 None None] Routers {'4abf314a-c212-434f-aa43-87f8671cf1b6'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:54:54.048718 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-775f695d-b1c1-4978-ade7-aed7e67a84d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:54:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['4abf314a-c212-434f-aa43-87f8671cf1b6'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:54:54.059476 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1a0beb23-697a-4999-8b83-2fb278947f2e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (4abf314a-c212-434f-aa43-87f8671cf1b6), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:54.062143 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1a0beb23-697a-4999-8b83-2fb278947f2e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for router_controller (4abf314a-c212-434f-aa43-87f8671cf1b6), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:54.094892 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-99c282bc-4fe1-4d1a-9c61-41babc651b29 None None] Attempting to bind port 4116dd34-38df-482d-9744-fbc35e038ae2 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:54:54.095333 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-99c282bc-4fe1-4d1a-9c61-41babc651b29 None None] Attempting to bind port 4116dd34-38df-482d-9744-fbc35e038ae2 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'b3f34ae2-0511-41dc-a623-4da857c63415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2f763660-5e27-4a1e-a097-ae66bf6f040e'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:54:54.095970 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c282bc-4fe1-4d1a-9c61-41babc651b29 None None] Attempting to bind port 4116dd34-38df-482d-9744-fbc35e038ae2 on network 2f763660-5e27-4a1e-a097-ae66bf6f040e {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:54:54.119853 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1a0beb23-697a-4999-8b83-2fb278947f2e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (4abf314a-c212-434f-aa43-87f8671cf1b6), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:54.120779 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a0beb23-697a-4999-8b83-2fb278947f2e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Fanout notify agent at l3_agent the message router_deleted on router 4abf314a-c212-434f-aa43-87f8671cf1b6 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:54:54.125863 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c8e9a6de-ce3c-45ec-9988-dba648635118 None None] Deleting port 0566ffa6-da41-4b63-873f-df45a3070f0b {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:54:54.126610 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c8e9a6de-ce3c-45ec-9988-dba648635118 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (0566ffa6-da41-4b63-873f-df45a3070f0b), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:54.137924 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1a0beb23-697a-4999-8b83-2fb278947f2e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:54.139398 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-1a0beb23-697a-4999-8b83-2fb278947f2e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/routers/4abf314a-c212-434f-aa43-87f8671cf1b6 HTTP/1.1" status: 204 len: 168 time: 0.5401094 Mar 11 19:54:54.142277 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34736) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:54.180594 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-73ebb60e-b858-4410-be7f-08a81895c44d tempest-RoutersAdminNegativeTest-491034070 tempest-RoutersAdminNegativeTest-491034070-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (5ec0315c-4d8a-4c9b-9c05-5a02f14555bc), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:54.185174 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-73ebb60e-b858-4410-be7f-08a81895c44d tempest-RoutersAdminNegativeTest-491034070 tempest-RoutersAdminNegativeTest-491034070-project-admin] Publish callbacks [] for router_controller (5ec0315c-4d8a-4c9b-9c05-5a02f14555bc), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:54.204375 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c8e9a6de-ce3c-45ec-9988-dba648635118 None None] For port 0566ffa6-da41-4b63-873f-df45a3070f0b, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=0566ffa6-da41-4b63-873f-df45a3070f0b,segment=NetworkSegment(70c71ca7-59df-46c5-86d9-acc712ed1da1),segment_id=70c71ca7-59df-46c5-86d9-acc712ed1da1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:54:54.204995 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c8e9a6de-ce3c-45ec-9988-dba648635118 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (0566ffa6-da41-4b63-873f-df45a3070f0b), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:54.219184 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c8e9a6de-ce3c-45ec-9988-dba648635118 None None] Calling delete_port for 0566ffa6-da41-4b63-873f-df45a3070f0b owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:54:54.219489 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b266e4-fa9a-4c92-a131-dab51268901d tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:54.221305 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-11b266e4-fa9a-4c92-a131-dab51268901d tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0771184 Mar 11 19:54:54.223831 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34738) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:54.310737 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c282bc-4fe1-4d1a-9c61-41babc651b29 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:54:54.313050 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c282bc-4fe1-4d1a-9c61-41babc651b29 None None] Checking segment: {'id': 'b3f34ae2-0511-41dc-a623-4da857c63415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2f763660-5e27-4a1e-a097-ae66bf6f040e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:54:54.314246 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-99c282bc-4fe1-4d1a-9c61-41babc651b29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:54.315692 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c282bc-4fe1-4d1a-9c61-41babc651b29 None None] Bound using segment: {'id': 'b3f34ae2-0511-41dc-a623-4da857c63415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2f763660-5e27-4a1e-a097-ae66bf6f040e'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:54:54.316705 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-99c282bc-4fe1-4d1a-9c61-41babc651b29 None None] Bound port: 4116dd34-38df-482d-9744-fbc35e038ae2, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3f34ae2-0511-41dc-a623-4da857c63415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': '2f763660-5e27-4a1e-a097-ae66bf6f040e'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:54:54.318018 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-99c282bc-4fe1-4d1a-9c61-41babc651b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (4116dd34-38df-482d-9744-fbc35e038ae2), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:54.329975 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d8bfa9-6bd8-44fb-a095-5db974a86349 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:54.335914 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a2d8bfa9-6bd8-44fb-a095-5db974a86349 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1081071 Mar 11 19:54:54.337153 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34744) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:54.361668 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-73ebb60e-b858-4410-be7f-08a81895c44d tempest-RoutersAdminNegativeTest-491034070 tempest-RoutersAdminNegativeTest-491034070-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (5ec0315c-4d8a-4c9b-9c05-5a02f14555bc), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:54.362413 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ebb60e-b858-4410-be7f-08a81895c44d tempest-RoutersAdminNegativeTest-491034070 tempest-RoutersAdminNegativeTest-491034070-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5ec0315c-4d8a-4c9b-9c05-5a02f14555bc {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:54:54.413504 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-775f695d-b1c1-4978-ade7-aed7e67a84d2 None None] Set router 4abf314a-c212-434f-aa43-87f8671cf1b6 gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:54:54.438249 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-7a0a6d9d-f013-44ac-a631-8c85bb2ed30a tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0993838 Mar 11 19:54:54.444639 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34746) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:54.448091 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-39318640-e589-4b25-8692-aaa443d9ecda tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Request body: {'subnet': {'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:54:54.463151 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-73ebb60e-b858-4410-be7f-08a81895c44d tempest-RoutersAdminNegativeTest-491034070 tempest-RoutersAdminNegativeTest-491034070-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 11 19:54:54.464287 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-73ebb60e-b858-4410-be7f-08a81895c44d tempest-RoutersAdminNegativeTest-491034070 tempest-RoutersAdminNegativeTest-491034070-project-admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.1381226 Mar 11 19:54:54.469071 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34748) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:54.513294 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-775f695d-b1c1-4978-ade7-aed7e67a84d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4abf314a-c212-434f-aa43-87f8671cf1b6', 'name': 'tempest-NetworksTestDHCPv6-router-596855807', 'tenant_id': '06d9e64a19fa4247bc00069610bf80e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:54:43Z', 'updated_at': '2022-03-11T19:54:51Z', 'revision_number': 3, 'project_id': '06d9e64a19fa4247bc00069610bf80e1', 'gw_port_host': None}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:54:54.538686 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ba7b2e62-9404-42ae-8967-d0f57301287a tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for port (ed877474-e450-4a52-9d0c-85ec28e68718), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:54.550668 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 0566ffa6-da41-4b63-873f-df45a3070f0b is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:54:54.552366 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (0566ffa6-da41-4b63-873f-df45a3070f0b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:54.573001 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775f695d-b1c1-4978-ade7-aed7e67a84d2 None None] Checking router: 4abf314a-c212-434f-aa43-87f8671cf1b6 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:54:54.609170 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 0566ffa6-da41-4b63-873f-df45a3070f0b, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=0566ffa6-da41-4b63-873f-df45a3070f0b,segment=NetworkSegment(70c71ca7-59df-46c5-86d9-acc712ed1da1),segment_id=70c71ca7-59df-46c5-86d9-acc712ed1da1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:54:54.622979 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ba7b2e62-9404-42ae-8967-d0f57301287a tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (ed877474-e450-4a52-9d0c-85ec28e68718), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:54.627905 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39318640-e589-4b25-8692-aaa443d9ecda tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Made reservation on behalf of 06d9e64a19fa4247bc00069610bf80e1 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:54:54.631980 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-39318640-e589-4b25-8692-aaa443d9ecda tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:54.642825 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775f695d-b1c1-4978-ade7-aed7e67a84d2 None None] Routers set() bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:54:54.643487 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775f695d-b1c1-4978-ade7-aed7e67a84d2 None None] Router IDs set() for agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 11 19:54:54.644614 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_agentschedulers_db [None req-775f695d-b1c1-4978-ade7-aed7e67a84d2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4abf314a-c212-434f-aa43-87f8671cf1b6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:54:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent'). {{(pid=103886) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 11 19:54:54.645242 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775f695d-b1c1-4978-ade7-aed7e67a84d2 None None] The sync data for ids ['4abf314a-c212-434f-aa43-87f8671cf1b6'] in n-d-833163-1 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:54:54.655958 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (0566ffa6-da41-4b63-873f-df45a3070f0b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:54.678605 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-58bc3cf1-9cce-4e24-a5da-37f373cf7d20 tempest-RoutersAdminNegativeTest-491034070 tempest-RoutersAdminNegativeTest-491034070-project-admin] Deleting port 0cc68b65-d5e3-442f-979b-2445b142f237 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:54:54.678942 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-58bc3cf1-9cce-4e24-a5da-37f373cf7d20 tempest-RoutersAdminNegativeTest-491034070 tempest-RoutersAdminNegativeTest-491034070-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (0cc68b65-d5e3-442f-979b-2445b142f237), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:54.737971 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7b2e62-9404-42ae-8967-d0f57301287a tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Network 2f763660-5e27-4a1e-a097-ae66bf6f040e is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:54:54.747566 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-ba7b2e62-9404-42ae-8967-d0f57301287a tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:54:54.750449 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7b2e62-9404-42ae-8967-d0f57301287a tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:54:54.769329 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7b2e62-9404-42ae-8967-d0f57301287a tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:54.770151 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ba7b2e62-9404-42ae-8967-d0f57301287a tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:54.790893 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b2e62-9404-42ae-8967-d0f57301287a tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event updated for resources: {'Port': ['ID=ed877474-e450-4a52-9d0c-85ec28e68718,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:54.795574 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=0566ffa6-da41-4b63-873f-df45a3070f0b,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:54.816381 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ba7b2e62-9404-42ae-8967-d0f57301287a tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6584463 Mar 11 19:54:54.818885 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34752) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:54.839035 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-58bc3cf1-9cce-4e24-a5da-37f373cf7d20 tempest-RoutersAdminNegativeTest-491034070 tempest-RoutersAdminNegativeTest-491034070-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (0cc68b65-d5e3-442f-979b-2445b142f237), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:54.845311 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-43b43cbf-b4b0-4bc2-bb93-952f3b446cf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:54.856468 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-58bc3cf1-9cce-4e24-a5da-37f373cf7d20 tempest-RoutersAdminNegativeTest-491034070 tempest-RoutersAdminNegativeTest-491034070-project-admin] Calling delete_port for 0cc68b65-d5e3-442f-979b-2445b142f237 owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:54:54.910546 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-99c282bc-4fe1-4d1a-9c61-41babc651b29 None None] For port 4116dd34-38df-482d-9744-fbc35e038ae2, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:54:54.916117 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-99c282bc-4fe1-4d1a-9c61-41babc651b29 None None] For port 4116dd34-38df-482d-9744-fbc35e038ae2, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=4116dd34-38df-482d-9744-fbc35e038ae2,segment=NetworkSegment(b3f34ae2-0511-41dc-a623-4da857c63415),segment_id=b3f34ae2-0511-41dc-a623-4da857c63415)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:54:54.919881 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c8e9a6de-ce3c-45ec-9988-dba648635118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (0566ffa6-da41-4b63-873f-df45a3070f0b), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:54.973365 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e9a6de-ce3c-45ec-9988-dba648635118 None None] No DVR routers for this DVR port 0566ffa6-da41-4b63-873f-df45a3070f0b on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:54:54.982052 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e9a6de-ce3c-45ec-9988-dba648635118 None None] Pushing event deleted for resources: {'Port': ['ID=0566ffa6-da41-4b63-873f-df45a3070f0b,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:54.995416 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-99c282bc-4fe1-4d1a-9c61-41babc651b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (4116dd34-38df-482d-9744-fbc35e038ae2), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:55.096886 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c282bc-4fe1-4d1a-9c61-41babc651b29 None None] Pushing event updated for resources: {'Port': ['ID=4116dd34-38df-482d-9744-fbc35e038ae2,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:55.528199 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3dcfb938-0fa3-4aa8-abb4-00fc22abb799 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ed877474-e450-4a52-9d0c-85ec28e68718), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:55.842678 n-d-833163-1 neutron-server[103885]: DEBUG neutron.objects.ports [None req-39318640-e589-4b25-8692-aaa443d9ecda tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103885) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 19:54:55.846267 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-58bc3cf1-9cce-4e24-a5da-37f373cf7d20 tempest-RoutersAdminNegativeTest-491034070 tempest-RoutersAdminNegativeTest-491034070-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (0cc68b65-d5e3-442f-979b-2445b142f237), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:55.848202 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-39318640-e589-4b25-8692-aaa443d9ecda tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (49af2788-8374-4de1-a3ba-64c02cd63f15), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:55.864967 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 4116dd34-38df-482d-9744-fbc35e038ae2 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:54:55.961978 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bc3cf1-9cce-4e24-a5da-37f373cf7d20 tempest-RoutersAdminNegativeTest-491034070 tempest-RoutersAdminNegativeTest-491034070-project-admin] Pushing event deleted for resources: {'Port': ['ID=0cc68b65-d5e3-442f-979b-2445b142f237,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:56.001504 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39318640-e589-4b25-8692-aaa443d9ecda tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Network 0897600d-059c-4c97-87d5-16371e549b1b is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:54:56.010353 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-39318640-e589-4b25-8692-aaa443d9ecda tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:54:56.039097 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 4116dd34-38df-482d-9744-fbc35e038ae2 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:54:56.040020 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (4116dd34-38df-482d-9744-fbc35e038ae2), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:56.042962 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1e17cb-d021-46d4-86af-4b9af0730577 None None] Network 0897600d-059c-4c97-87d5-16371e549b1b requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:54:56.063667 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39318640-e589-4b25-8692-aaa443d9ecda tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:56.066725 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-39318640-e589-4b25-8692-aaa443d9ecda tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:56.078302 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3dcfb938-0fa3-4aa8-abb4-00fc22abb799 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for port (ed877474-e450-4a52-9d0c-85ec28e68718), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:56.090225 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3dcfb938-0fa3-4aa8-abb4-00fc22abb799 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (ed877474-e450-4a52-9d0c-85ec28e68718), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:56.122536 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39318640-e589-4b25-8692-aaa443d9ecda tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event updated for resources: {'Subnet': ['ID=49af2788-8374-4de1-a3ba-64c02cd63f15,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:56.161426 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-39318640-e589-4b25-8692-aaa443d9ecda tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7170632 Mar 11 19:54:56.162078 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34758) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:56.171948 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcfb938-0fa3-4aa8-abb4-00fc22abb799 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event updated for resources: {'Port': ['ID=ed877474-e450-4a52-9d0c-85ec28e68718,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:56.176428 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-0cca6748-34f0-416c-9723-fe16882f618a tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Request body: {'subnet': {'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:54:56.245317 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0faa299f-0c1a-4893-b219-4207b3770bfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-0897600d-059c-4c97-87d5-16371e549b1b', 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'project_id': '06d9e64a19fa4247bc00069610bf80e1', 'fixed_ips': [{'subnet_id': '49af2788-8374-4de1-a3ba-64c02cd63f15'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:54:56.246190 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0faa299f-0c1a-4893-b219-4207b3770bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:56.257799 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:56.268069 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-58bc3cf1-9cce-4e24-a5da-37f373cf7d20 tempest-RoutersAdminNegativeTest-491034070 tempest-RoutersAdminNegativeTest-491034070-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:56.274444 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-58bc3cf1-9cce-4e24-a5da-37f373cf7d20 tempest-RoutersAdminNegativeTest-491034070 tempest-RoutersAdminNegativeTest-491034070-project-admin] 10.222.0.65 "DELETE /v2.0/ports/0cc68b65-d5e3-442f-979b-2445b142f237 HTTP/1.1" status: 204 len: 168 time: 1.8013980 Mar 11 19:54:56.504828 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3dcfb938-0fa3-4aa8-abb4-00fc22abb799 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (420809c4-8ff3-448d-85f7-8fb29d882e56), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:56.553379 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cca6748-34f0-416c-9723-fe16882f618a tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Made reservation on behalf of 06d9e64a19fa4247bc00069610bf80e1 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:54:56.565877 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 4116dd34-38df-482d-9744-fbc35e038ae2 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:54:56.566188 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (4116dd34-38df-482d-9744-fbc35e038ae2), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:56.568650 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0cca6748-34f0-416c-9723-fe16882f618a tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:56.715877 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 4116dd34-38df-482d-9744-fbc35e038ae2, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=4116dd34-38df-482d-9744-fbc35e038ae2,segment=NetworkSegment(b3f34ae2-0511-41dc-a623-4da857c63415),segment_id=b3f34ae2-0511-41dc-a623-4da857c63415)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:54:56.722055 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (4116dd34-38df-482d-9744-fbc35e038ae2), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:56.781068 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34768) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:56.814481 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3dcfb938-0fa3-4aa8-abb4-00fc22abb799 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ed877474-e450-4a52-9d0c-85ec28e68718), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:57.056132 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ceecf5d9-c9c9-4f95-b443-a5dc9ba5de48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:57.076550 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-0faa299f-0c1a-4893-b219-4207b3770bfc None None] Allocated IP 2001:db8::f816:3eff:fe80:a6d9 (0897600d-059c-4c97-87d5-16371e549b1b/49af2788-8374-4de1-a3ba-64c02cd63f15/694fa907-422e-4324-9442-5d813c280dcb) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:54:57.112843 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 9cc9721c-367a-4dee-b6a1-733d538ca7fb no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:54:57.114668 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c7198c-0c26-4948-aafa-a37125386592 None None] Network 2f763660-5e27-4a1e-a097-ae66bf6f040e requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:54:57.151689 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0cca6748-34f0-416c-9723-fe16882f618a tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (40f21168-de05-48b8-837d-e548bab1fc1e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:57.179604 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 9cc9721c-367a-4dee-b6a1-733d538ca7fb {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:54:57.179973 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 9cc9721c-367a-4dee-b6a1-733d538ca7fb not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:54:57.189724 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3dcfb938-0fa3-4aa8-abb4-00fc22abb799 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for port (ed877474-e450-4a52-9d0c-85ec28e68718), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:57.196732 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3dcfb938-0fa3-4aa8-abb4-00fc22abb799 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (ed877474-e450-4a52-9d0c-85ec28e68718), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:57.197626 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3dcfb938-0fa3-4aa8-abb4-00fc22abb799 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (420809c4-8ff3-448d-85f7-8fb29d882e56), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:57.251291 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d1767b6c-5a09-4b56-95e8-8b2dcb4e2f60 None None] Provisioning complete for port 4116dd34-38df-482d-9744-fbc35e038ae2 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:54:57.251866 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d1767b6c-5a09-4b56-95e8-8b2dcb4e2f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (4116dd34-38df-482d-9744-fbc35e038ae2), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:57.266821 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cca6748-34f0-416c-9723-fe16882f618a tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Network 0897600d-059c-4c97-87d5-16371e549b1b is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:54:57.269646 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcfb938-0fa3-4aa8-abb4-00fc22abb799 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event updated for resources: {'Port': ['ID=ed877474-e450-4a52-9d0c-85ec28e68718,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:57.273852 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-0cca6748-34f0-416c-9723-fe16882f618a tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:54:57.293993 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cca6748-34f0-416c-9723-fe16882f618a tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:57.294596 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0cca6748-34f0-416c-9723-fe16882f618a tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:57.308278 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=4116dd34-38df-482d-9744-fbc35e038ae2,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:57.340721 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cca6748-34f0-416c-9723-fe16882f618a tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event updated for resources: {'Subnet': ['ID=40f21168-de05-48b8-837d-e548bab1fc1e,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:57.372304 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-0cca6748-34f0-416c-9723-fe16882f618a tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1998591 Mar 11 19:54:57.372923 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34772) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:57.383004 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-209f17fe-8105-40ec-8e15-c0e0bd6db724 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Request body: {'port': {'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'mac_address': 'fa:16:3e:b9:a6:c8', 'name': 'tempest-NetworksTestDHCPv6-871088741'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:54:57.464094 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcfb938-0fa3-4aa8-abb4-00fc22abb799 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Network 2f763660-5e27-4a1e-a097-ae66bf6f040e is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:54:57.465498 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-3dcfb938-0fa3-4aa8-abb4-00fc22abb799 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:54:57.476740 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ceecf5d9-c9c9-4f95-b443-a5dc9ba5de48 admin admin] Publish callbacks [] for security_group (8442894e-8d6d-474f-bf60-32a4965004f2), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:57.485198 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ceecf5d9-c9c9-4f95-b443-a5dc9ba5de48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (8442894e-8d6d-474f-bf60-32a4965004f2), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:57.514180 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ceecf5d9-c9c9-4f95-b443-a5dc9ba5de48 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=07395cd12a9a439097921e752e059e7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7320399 Mar 11 19:54:57.517861 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34774) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:57.579463 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d1767b6c-5a09-4b56-95e8-8b2dcb4e2f60 None None] Current status of the port 4116dd34-38df-482d-9744-fbc35e038ae2 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:54:57.590465 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0faa299f-0c1a-4893-b219-4207b3770bfc None None] Publish callbacks [] for port (694fa907-422e-4324-9442-5d813c280dcb), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:57.594430 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceecf5d9-c9c9-4f95-b443-a5dc9ba5de48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8442894e-8d6d-474f-bf60-32a4965004f2,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:57.614059 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0faa299f-0c1a-4893-b219-4207b3770bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (694fa907-422e-4324-9442-5d813c280dcb), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:57.690757 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-209f17fe-8105-40ec-8e15-c0e0bd6db724 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Made reservation on behalf of 06d9e64a19fa4247bc00069610bf80e1 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:54:57.754285 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:57.757570 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fc60f162-3bea-41f2-b94e-57328a32681e admin admin] Publish callbacks [] for security_group (8442894e-8d6d-474f-bf60-32a4965004f2), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:57.773814 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0faa299f-0c1a-4893-b219-4207b3770bfc None None] Network 0897600d-059c-4c97-87d5-16371e549b1b is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:54:57.777585 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-0faa299f-0c1a-4893-b219-4207b3770bfc None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:54:57.782103 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0faa299f-0c1a-4893-b219-4207b3770bfc None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:54:57.818048 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faa299f-0c1a-4893-b219-4207b3770bfc None None] Pushing event updated for resources: {'Port': ['ID=694fa907-422e-4324-9442-5d813c280dcb,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:57.848743 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 4116dd34-38df-482d-9744-fbc35e038ae2 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:54:57.917193 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-0faa299f-0c1a-4893-b219-4207b3770bfc None None] Attempting to bind port 694fa907-422e-4324-9442-5d813c280dcb on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:54:57.917581 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-0faa299f-0c1a-4893-b219-4207b3770bfc None None] Attempting to bind port 694fa907-422e-4324-9442-5d813c280dcb by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:54:57.917927 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0faa299f-0c1a-4893-b219-4207b3770bfc None None] Attempting to bind port 694fa907-422e-4324-9442-5d813c280dcb on network 0897600d-059c-4c97-87d5-16371e549b1b {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:54:57.927702 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0faa299f-0c1a-4893-b219-4207b3770bfc None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:54:57.928087 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0faa299f-0c1a-4893-b219-4207b3770bfc None None] Checking segment: {'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:54:57.928494 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0faa299f-0c1a-4893-b219-4207b3770bfc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:57.928990 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0faa299f-0c1a-4893-b219-4207b3770bfc None None] Bound using segment: {'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:54:57.929360 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-0faa299f-0c1a-4893-b219-4207b3770bfc None None] Bound port: 694fa907-422e-4324-9442-5d813c280dcb, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:54:57.929742 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0faa299f-0c1a-4893-b219-4207b3770bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (694fa907-422e-4324-9442-5d813c280dcb), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:57.955153 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fc60f162-3bea-41f2-b94e-57328a32681e admin admin] Publish callbacks [] for security_group (8442894e-8d6d-474f-bf60-32a4965004f2), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:57.975342 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 4116dd34-38df-482d-9744-fbc35e038ae2 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:54:57.975858 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (4116dd34-38df-482d-9744-fbc35e038ae2), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:58.052902 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fc60f162-3bea-41f2-b94e-57328a32681e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (8442894e-8d6d-474f-bf60-32a4965004f2), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:58.061273 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fc60f162-3bea-41f2-b94e-57328a32681e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:58.062928 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-fc60f162-3bea-41f2-b94e-57328a32681e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8442894e-8d6d-474f-bf60-32a4965004f2 HTTP/1.1" status: 204 len: 168 time: 0.5402963 Mar 11 19:54:58.087544 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-0d104864-89e6-4fd3-a378-10623a58049a None None] Provisioning complete for port 4116dd34-38df-482d-9744-fbc35e038ae2 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:54:58.088256 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0d104864-89e6-4fd3-a378-10623a58049a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (4116dd34-38df-482d-9744-fbc35e038ae2), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:58.144096 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc60f162-3bea-41f2-b94e-57328a32681e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8442894e-8d6d-474f-bf60-32a4965004f2,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:58.168139 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-209f17fe-8105-40ec-8e15-c0e0bd6db724 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:58.222469 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-0faa299f-0c1a-4893-b219-4207b3770bfc None None] For port 694fa907-422e-4324-9442-5d813c280dcb, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:54:58.253859 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-209f17fe-8105-40ec-8e15-c0e0bd6db724 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] device_id is not set on port cf588603-504f-469d-8da7-01b6033ea23a yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:54:58.282578 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-0faa299f-0c1a-4893-b219-4207b3770bfc None None] For port 694fa907-422e-4324-9442-5d813c280dcb, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=694fa907-422e-4324-9442-5d813c280dcb,segment=NetworkSegment(70c71ca7-59df-46c5-86d9-acc712ed1da1),segment_id=70c71ca7-59df-46c5-86d9-acc712ed1da1)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:54:58.299192 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dcfb938-0fa3-4aa8-abb4-00fc22abb799 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Router 420809c4-8ff3-448d-85f7-8fb29d882e56 is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:54:58.341849 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0faa299f-0c1a-4893-b219-4207b3770bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (694fa907-422e-4324-9442-5d813c280dcb), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:58.464093 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 4116dd34-38df-482d-9744-fbc35e038ae2 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:54:58.574054 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faa299f-0c1a-4893-b219-4207b3770bfc None None] Pushing event updated for resources: {'Port': ['ID=694fa907-422e-4324-9442-5d813c280dcb,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:58.616830 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dcfb938-0fa3-4aa8-abb4-00fc22abb799 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:54:58.629029 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-209f17fe-8105-40ec-8e15-c0e0bd6db724 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Allocated IP 172.20.0.12 (0897600d-059c-4c97-87d5-16371e549b1b/40f21168-de05-48b8-837d-e548bab1fc1e/cf588603-504f-469d-8da7-01b6033ea23a) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:54:58.642908 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352f838d-d6ff-4463-a511-f735ecaed80d None None] Sync routers for ids ['420809c4-8ff3-448d-85f7-8fb29d882e56'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:54:58.649166 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-3dcfb938-0fa3-4aa8-abb4-00fc22abb799 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "PUT /v2.0/routers/420809c4-8ff3-448d-85f7-8fb29d882e56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8269525 Mar 11 19:54:58.649512 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34784) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:58.650177 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-209f17fe-8105-40ec-8e15-c0e0bd6db724 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Allocated IP 2001:db8::f816:3eff:feb9:a6c8 (0897600d-059c-4c97-87d5-16371e549b1b/49af2788-8374-4de1-a3ba-64c02cd63f15/cf588603-504f-469d-8da7-01b6033ea23a) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:54:58.666656 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352f838d-d6ff-4463-a511-f735ecaed80d None None] Routers {'420809c4-8ff3-448d-85f7-8fb29d882e56'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:54:58.668256 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-352f838d-d6ff-4463-a511-f735ecaed80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:54:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['420809c4-8ff3-448d-85f7-8fb29d882e56'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:54:58.732727 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34790) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:58.743344 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-0d104864-89e6-4fd3-a378-10623a58049a None None] Current status of the port 4116dd34-38df-482d-9744-fbc35e038ae2 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:54:58.774781 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-352f838d-d6ff-4463-a511-f735ecaed80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:54:58.784950 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-0d104864-89e6-4fd3-a378-10623a58049a None None] Provisioning complete for port ed877474-e450-4a52-9d0c-85ec28e68718 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:54:58.785331 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0d104864-89e6-4fd3-a378-10623a58049a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ed877474-e450-4a52-9d0c-85ec28e68718), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:58.790467 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352f838d-d6ff-4463-a511-f735ecaed80d None None] Routers {'420809c4-8ff3-448d-85f7-8fb29d882e56'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:54:58.791341 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-352f838d-d6ff-4463-a511-f735ecaed80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:54:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['420809c4-8ff3-448d-85f7-8fb29d882e56'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:54:58.837377 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-352f838d-d6ff-4463-a511-f735ecaed80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:54:58.838736 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352f838d-d6ff-4463-a511-f735ecaed80d None None] The sync data for ids ['420809c4-8ff3-448d-85f7-8fb29d882e56'] in n-d-833163-1 is: [] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:54:58.863472 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b087f587-95f4-48d7-b8b4-d1c94b2cddbe tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:58.868929 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34792) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:58.869722 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b087f587-95f4-48d7-b8b4-d1c94b2cddbe tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "GET /v2.0/ports/ed877474-e450-4a52-9d0c-85ec28e68718 HTTP/1.1" status: 200 len: 983 time: 0.2189982 Mar 11 19:54:58.893491 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-0d104864-89e6-4fd3-a378-10623a58049a None None] Port ed877474-e450-4a52-9d0c-85ec28e68718 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:54:58.949531 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8c55777e-9bef-4ab2-962f-24f9884d0aa7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0efdbd86166b43f69ce5bd259924117a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2141929 Mar 11 19:54:58.951097 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34794) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:59.030000 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:59.067328 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-76b0c8e4-d3f4-4ff0-83f2-e11151a804e0 admin admin] Publish callbacks [] for security_group (a25ceed0-3cfa-4a34-882d-aba58e00d84e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:59.073427 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-fd032891-c60a-4c11-9114-f2878b58d20f None None] Provisioning complete for port ed877474-e450-4a52-9d0c-85ec28e68718 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:54:59.073427 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fd032891-c60a-4c11-9114-f2878b58d20f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ed877474-e450-4a52-9d0c-85ec28e68718), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:59.116136 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-76b0c8e4-d3f4-4ff0-83f2-e11151a804e0 admin admin] Publish callbacks [] for security_group (a25ceed0-3cfa-4a34-882d-aba58e00d84e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:59.141080 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-fd032891-c60a-4c11-9114-f2878b58d20f None None] Port ed877474-e450-4a52-9d0c-85ec28e68718 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:54:59.204192 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-76b0c8e4-d3f4-4ff0-83f2-e11151a804e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (a25ceed0-3cfa-4a34-882d-aba58e00d84e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:59.208920 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-76b0c8e4-d3f4-4ff0-83f2-e11151a804e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:59.213953 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-76b0c8e4-d3f4-4ff0-83f2-e11151a804e0 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a25ceed0-3cfa-4a34-882d-aba58e00d84e HTTP/1.1" status: 204 len: 168 time: 0.2612269 Mar 11 19:54:59.222621 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b0c8e4-d3f4-4ff0-83f2-e11151a804e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25ceed0-3cfa-4a34-882d-aba58e00d84e,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:59.274342 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-5fc027fd-bfc4-4ed8-aab8-2fd2b0d3ff8c None None] Provisioning complete for port ed877474-e450-4a52-9d0c-85ec28e68718 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:54:59.274724 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5fc027fd-bfc4-4ed8-aab8-2fd2b0d3ff8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ed877474-e450-4a52-9d0c-85ec28e68718), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:59.319194 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-5fc027fd-bfc4-4ed8-aab8-2fd2b0d3ff8c None None] Port ed877474-e450-4a52-9d0c-85ec28e68718 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:54:59.410886 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-209f17fe-8105-40ec-8e15-c0e0bd6db724 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for port (cf588603-504f-469d-8da7-01b6033ea23a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:59.514918 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-209f17fe-8105-40ec-8e15-c0e0bd6db724 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (cf588603-504f-469d-8da7-01b6033ea23a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:59.549082 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-111d3a67-b0c5-47ab-ad21-46659f2ae930 None None] Provisioning complete for port ed877474-e450-4a52-9d0c-85ec28e68718 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:54:59.549817 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-111d3a67-b0c5-47ab-ad21-46659f2ae930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ed877474-e450-4a52-9d0c-85ec28e68718), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:59.578030 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209f17fe-8105-40ec-8e15-c0e0bd6db724 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Network 0897600d-059c-4c97-87d5-16371e549b1b is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:54:59.594113 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-209f17fe-8105-40ec-8e15-c0e0bd6db724 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:54:59.598562 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209f17fe-8105-40ec-8e15-c0e0bd6db724 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:54:59.610868 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-111d3a67-b0c5-47ab-ad21-46659f2ae930 None None] Port ed877474-e450-4a52-9d0c-85ec28e68718 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:54:59.656232 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209f17fe-8105-40ec-8e15-c0e0bd6db724 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event updated for resources: {'Port': ['ID=cf588603-504f-469d-8da7-01b6033ea23a,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:54:59.701598 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209f17fe-8105-40ec-8e15-c0e0bd6db724 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:59.702441 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-209f17fe-8105-40ec-8e15-c0e0bd6db724 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:54:59.727389 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-209f17fe-8105-40ec-8e15-c0e0bd6db724 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.3495309 Mar 11 19:54:59.729918 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34806) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:59.866840 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5687ddf5-8eb0-4300-ab9a-1c3268b209b0 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:59.880012 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 694fa907-422e-4324-9442-5d813c280dcb up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:54:59.886100 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5687ddf5-8eb0-4300-ab9a-1c3268b209b0 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:54:59.893579 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-5687ddf5-8eb0-4300-ab9a-1c3268b209b0 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1624143 Mar 11 19:54:59.904730 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34814) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:54:59.911455 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-337f1f10-2e71-4275-bef5-0df5dc096cd2 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (420809c4-8ff3-448d-85f7-8fb29d882e56), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:00.047449 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34824) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:00.067849 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 694fa907-422e-4324-9442-5d813c280dcb triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:55:00.068471 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (694fa907-422e-4324-9442-5d813c280dcb), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:00.189131 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-c65bfc25-607b-42dc-b8f4-34737a5c29d7 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Deleting port cf588603-504f-469d-8da7-01b6033ea23a {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:55:00.189131 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c65bfc25-607b-42dc-b8f4-34737a5c29d7 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (cf588603-504f-469d-8da7-01b6033ea23a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:00.307235 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a2f08d-d092-4e2d-a9aa-387c04e45dfb None None] Network 0897600d-059c-4c97-87d5-16371e549b1b requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:55:00.323154 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 694fa907-422e-4324-9442-5d813c280dcb is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:55:00.323736 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (694fa907-422e-4324-9442-5d813c280dcb), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:00.455683 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c65bfc25-607b-42dc-b8f4-34737a5c29d7 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (cf588603-504f-469d-8da7-01b6033ea23a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:00.489552 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-c65bfc25-607b-42dc-b8f4-34737a5c29d7 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Calling delete_port for cf588603-504f-469d-8da7-01b6033ea23a owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:55:00.594185 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-6a99475d-d430-475d-8a55-036943aa75f8 None None] Provisioning complete for port 694fa907-422e-4324-9442-5d813c280dcb triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:55:00.596996 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6a99475d-d430-475d-8a55-036943aa75f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (694fa907-422e-4324-9442-5d813c280dcb), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:00.620451 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34842) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:00.626779 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 694fa907-422e-4324-9442-5d813c280dcb, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=694fa907-422e-4324-9442-5d813c280dcb,segment=NetworkSegment(70c71ca7-59df-46c5-86d9-acc712ed1da1),segment_id=70c71ca7-59df-46c5-86d9-acc712ed1da1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:55:00.731485 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (694fa907-422e-4324-9442-5d813c280dcb), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:00.774513 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-337f1f10-2e71-4275-bef5-0df5dc096cd2 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Deleting port ed877474-e450-4a52-9d0c-85ec28e68718 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:55:00.774513 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-337f1f10-2e71-4275-bef5-0df5dc096cd2 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (ed877474-e450-4a52-9d0c-85ec28e68718), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:00.878699 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [None req-bef0fadc-6041-403f-8779-8bbedd6f1d6e tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:55:00.886400 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34848) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:00.893750 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [None req-da711825-e38d-4e00-8850-57ea87a9271e tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] http://10.222.0.65:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:55:00.895045 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-da711825-e38d-4e00-8850-57ea87a9271e tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] 10.222.0.65 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0075452 Mar 11 19:55:00.903785 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-bef0fadc-6041-403f-8779-8bbedd6f1d6e tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.2768366 Mar 11 19:55:00.938072 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34850) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:00.947373 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [None req-c30756bd-c0cd-4088-9009-ead56ee4b266 tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] http://10.222.0.65:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:55:00.948554 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-c30756bd-c0cd-4088-9009-ead56ee4b266 tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] 10.222.0.65 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0053759 Mar 11 19:55:00.955323 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34852) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:00.970515 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [None req-0cf743d2-77ea-44d1-bb91-d207233d1af1 tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] http://10.222.0.65:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:55:00.975942 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-0cf743d2-77ea-44d1-bb91-d207233d1af1 tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] 10.222.0.65 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0160005 Mar 11 19:55:00.985048 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34856) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:01.025597 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [None req-a887f4fe-ecce-4de9-8542-744b3038b7e4 tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] http://10.222.0.65:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:55:01.027071 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-337f1f10-2e71-4275-bef5-0df5dc096cd2 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (ed877474-e450-4a52-9d0c-85ec28e68718), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:01.028281 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a887f4fe-ecce-4de9-8542-744b3038b7e4 tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] 10.222.0.65 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0406880 Mar 11 19:55:01.031124 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=694fa907-422e-4324-9442-5d813c280dcb,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:01.034438 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34858) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:01.043369 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [None req-a0b59c97-7cfe-4948-8d33-2c5f4645c545 tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] http://10.222.0.65:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:55:01.048340 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a0b59c97-7cfe-4948-8d33-2c5f4645c545 tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] 10.222.0.65 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0099950 Mar 11 19:55:01.054237 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34860) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:01.061632 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [None req-f7e2db82-3d11-46f7-b3d1-ba4e37dd119b tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] http://10.222.0.65:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:55:01.063265 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f7e2db82-3d11-46f7-b3d1-ba4e37dd119b tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] 10.222.0.65 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0072069 Mar 11 19:55:01.066665 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34862) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:01.073974 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [None req-dad65a4f-2020-4ae3-8937-4f8fbd5b41fb tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] http://10.222.0.65:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:55:01.077035 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-dad65a4f-2020-4ae3-8937-4f8fbd5b41fb tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] 10.222.0.65 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0084131 Mar 11 19:55:01.079398 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34864) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:01.087532 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [None req-4a318ea8-cb11-492b-8c1b-4411eed91ab9 tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] http://10.222.0.65:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:55:01.088834 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4a318ea8-cb11-492b-8c1b-4411eed91ab9 tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] 10.222.0.65 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0081046 Mar 11 19:55:01.089117 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-6a99475d-d430-475d-8a55-036943aa75f8 None None] Current status of the port 694fa907-422e-4324-9442-5d813c280dcb is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:55:01.096739 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34866) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:01.104559 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [None req-7a949aa7-ffbc-431a-9e2c-dae327102234 tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] http://10.222.0.65:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:55:01.106551 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-7a949aa7-ffbc-431a-9e2c-dae327102234 tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] 10.222.0.65 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0068214 Mar 11 19:55:01.113389 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34868) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:01.120087 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [None req-6d659051-af16-4c1c-9448-83ac622550b5 tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] http://10.222.0.65:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:55:01.121337 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-6d659051-af16-4c1c-9448-83ac622550b5 tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] 10.222.0.65 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0062702 Mar 11 19:55:01.126234 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34870) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:01.126433 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d3cc7c-6512-4ff5-bb34-6c9fbed78b31 None None] Update dhcp port {'port': {'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'fixed_ips': [{'subnet_id': '49af2788-8374-4de1-a3ba-64c02cd63f15', 'ip_address': '2001:db8::f816:3eff:fe80:a6d9'}, {'subnet_id': '40f21168-de05-48b8-837d-e548bab1fc1e'}], 'binding:host_id': 'n-d-833163-1'}, 'id': '694fa907-422e-4324-9442-5d813c280dcb'} from n-d-833163-1. {{(pid=103886) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 11 19:55:01.134303 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [None req-bbd502ed-456c-402d-99ac-95224092f4a8 tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] http://10.222.0.65:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:55:01.135880 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-bbd502ed-456c-402d-99ac-95224092f4a8 tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] 10.222.0.65 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0078778 Mar 11 19:55:01.143569 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34872) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:01.153736 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [None req-d5a65f6a-5ce5-46d9-8cd3-c4660b63ed35 tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] http://10.222.0.65:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:55:01.155176 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d5a65f6a-5ce5-46d9-8cd3-c4660b63ed35 tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] 10.222.0.65 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0077279 Mar 11 19:55:01.159840 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34874) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:01.170068 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [None req-26340602-2eab-4156-a5ce-3b4d7dbe7c2a tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] http://10.222.0.65:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:55:01.172526 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-26340602-2eab-4156-a5ce-3b4d7dbe7c2a tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] 10.222.0.65 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0111177 Mar 11 19:55:01.175422 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34876) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:01.183199 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [None req-b4a822f9-b51c-43a9-a79d-6208607f2f7e tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] http://10.222.0.65:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:55:01.186056 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b4a822f9-b51c-43a9-a79d-6208607f2f7e tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] 10.222.0.65 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0092609 Mar 11 19:55:01.189470 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c65bfc25-607b-42dc-b8f4-34737a5c29d7 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (cf588603-504f-469d-8da7-01b6033ea23a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:01.191359 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a5d3cc7c-6512-4ff5-bb34-6c9fbed78b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (694fa907-422e-4324-9442-5d813c280dcb), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:01.193787 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34878) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:01.202384 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [None req-6e4808af-e90d-492b-b19e-8557253ae1ad tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] http://10.222.0.65:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:55:01.203836 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-6e4808af-e90d-492b-b19e-8557253ae1ad tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] 10.222.0.65 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0064397 Mar 11 19:55:01.212795 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34880) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:01.226183 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [None req-bf62c345-7131-4a57-8610-7d0b672977ca tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] http://10.222.0.65:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:55:01.228760 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-bf62c345-7131-4a57-8610-7d0b672977ca tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] 10.222.0.65 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0083344 Mar 11 19:55:01.267544 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34882) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:01.277445 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [None req-14231693-4dc8-41a9-851b-12b9b334fb5f tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] http://10.222.0.65:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:55:01.278638 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-14231693-4dc8-41a9-851b-12b9b334fb5f tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] 10.222.0.65 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0086763 Mar 11 19:55:01.283881 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34886) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:01.294641 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [None req-4bde6291-3e54-478a-b3a6-ae5599b47794 tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] http://10.222.0.65:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:55:01.295688 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4bde6291-3e54-478a-b3a6-ae5599b47794 tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] 10.222.0.65 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0104165 Mar 11 19:55:01.297127 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65bfc25-607b-42dc-b8f4-34737a5c29d7 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event deleted for resources: {'Port': ['ID=cf588603-504f-469d-8da7-01b6033ea23a,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:01.311069 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34888) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:01.332067 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [None req-85ec5c18-3242-42b6-9145-bf121ebc5883 tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] http://10.222.0.65:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:55:01.336216 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-85ec5c18-3242-42b6-9145-bf121ebc5883 tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] 10.222.0.65 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0118208 Mar 11 19:55:01.339894 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34890) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:01.356212 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [None req-ba827804-f7f3-4c2a-8f67-c122620d0ae1 tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] http://10.222.0.65:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:55:01.360517 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ba827804-f7f3-4c2a-8f67-c122620d0ae1 tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] 10.222.0.65 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0144088 Mar 11 19:55:01.392885 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34892) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:01.404938 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [None req-9b66c7e0-7a6c-432a-b3a5-8228947eeb5e tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] http://10.222.0.65:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:55:01.406267 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-9b66c7e0-7a6c-432a-b3a5-8228947eeb5e tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] 10.222.0.65 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0063636 Mar 11 19:55:01.409246 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34894) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:01.413951 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [None req-d714fd7e-a3c3-4a8f-93c6-c39529038fc1 tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] http://10.222.0.65:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:55:01.417361 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d714fd7e-a3c3-4a8f-93c6-c39529038fc1 tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] 10.222.0.65 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0045440 Mar 11 19:55:01.433208 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-337f1f10-2e71-4275-bef5-0df5dc096cd2 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Calling delete_port for ed877474-e450-4a52-9d0c-85ec28e68718 owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:55:01.435339 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34896) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:01.444372 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [None req-2aa2b07c-09b3-4fa8-852a-9bbc50752d5b tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] http://10.222.0.65:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:55:01.449405 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-2aa2b07c-09b3-4fa8-852a-9bbc50752d5b tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] 10.222.0.65 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0104034 Mar 11 19:55:01.451944 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34898) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:01.461887 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [None req-d052df80-3beb-439c-a8a2-2f300dc17088 tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] http://10.222.0.65:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:55:01.466002 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d052df80-3beb-439c-a8a2-2f300dc17088 tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] 10.222.0.65 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0081508 Mar 11 19:55:01.466557 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34900) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:01.472034 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [None req-255d7178-6a79-4b33-a7c7-39701c308ab2 tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] http://10.222.0.65:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:55:01.475341 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-255d7178-6a79-4b33-a7c7-39701c308ab2 tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] 10.222.0.65 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0055330 Mar 11 19:55:01.494492 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34902) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:01.498533 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-a5d3cc7c-6512-4ff5-bb34-6c9fbed78b31 None None] Allocated IP 172.20.0.2 (0897600d-059c-4c97-87d5-16371e549b1b/40f21168-de05-48b8-837d-e548bab1fc1e/694fa907-422e-4324-9442-5d813c280dcb) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:55:01.500189 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [None req-41b3979a-9513-4f38-8112-1da95ede1ea5 tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] http://10.222.0.65:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:55:01.504065 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-41b3979a-9513-4f38-8112-1da95ede1ea5 tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] 10.222.0.65 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0061612 Mar 11 19:55:01.505012 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34904) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:01.511617 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [None req-51804707-559a-4726-b2ca-c766a953f83a tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] http://10.222.0.65:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:55:01.515021 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-51804707-559a-4726-b2ca-c766a953f83a tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] 10.222.0.65 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0065053 Mar 11 19:55:01.517980 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34906) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:01.525554 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [None req-3e04e1f1-2ebb-458f-9017-0c1dd9de5af7 tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] http://10.222.0.65:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:55:01.530692 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-3e04e1f1-2ebb-458f-9017-0c1dd9de5af7 tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] 10.222.0.65 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0084600 Mar 11 19:55:01.530809 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34908) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:01.535356 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [None req-11ca51ee-a543-475c-92dc-604eeeed3436 tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] http://10.222.0.65:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:55:01.537581 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-11ca51ee-a543-475c-92dc-604eeeed3436 tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] 10.222.0.65 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0047061 Mar 11 19:55:01.539143 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34910) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:01.547987 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [None req-4bbab934-479a-4940-ac1e-cbc44cd4e32e tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] http://10.222.0.65:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:55:01.551445 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4bbab934-479a-4940-ac1e-cbc44cd4e32e tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] 10.222.0.65 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0089061 Mar 11 19:55:01.552212 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34912) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:01.556338 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [None req-9754e4a3-53f2-404b-aa05-5c86eb35ed12 tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] http://10.222.0.65:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:55:01.559473 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-9754e4a3-53f2-404b-aa05-5c86eb35ed12 tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] 10.222.0.65 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0041864 Mar 11 19:55:01.560045 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34914) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:01.567153 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [None req-e6329bbc-540a-4fa2-9bc6-447ef9954137 tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] http://10.222.0.65:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:55:01.571369 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e6329bbc-540a-4fa2-9bc6-447ef9954137 tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] 10.222.0.65 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0072412 Mar 11 19:55:01.572722 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34916) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:01.586895 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [None req-5ee23532-7518-4407-b12b-a827b7d19af2 tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] http://10.222.0.65:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:55:01.590360 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-5ee23532-7518-4407-b12b-a827b7d19af2 tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] 10.222.0.65 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0142965 Mar 11 19:55:01.599034 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34918) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:01.602881 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c65bfc25-607b-42dc-b8f4-34737a5c29d7 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:01.607982 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c65bfc25-607b-42dc-b8f4-34737a5c29d7 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/ports/cf588603-504f-469d-8da7-01b6033ea23a HTTP/1.1" status: 204 len: 168 time: 1.7106156 Mar 11 19:55:01.622435 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [None req-93c6cede-8cb4-4324-810c-2b2687564680 tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] http://10.222.0.65:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:55:01.626001 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-93c6cede-8cb4-4324-810c-2b2687564680 tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] 10.222.0.65 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0120029 Mar 11 19:55:01.626001 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34920) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:01.647984 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34922) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:01.658901 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [None req-2cee3f8f-b6a8-436b-87b1-a8d1273f0e11 tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] http://10.222.0.65:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:55:01.662253 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-2cee3f8f-b6a8-436b-87b1-a8d1273f0e11 tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] 10.222.0.65 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0111384 Mar 11 19:55:01.678084 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34924) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:01.682487 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [None req-df013e88-f3f8-4397-9a5b-73a0b6c8a7f2 tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] http://10.222.0.65:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:55:01.686021 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-df013e88-f3f8-4397-9a5b-73a0b6c8a7f2 tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] 10.222.0.65 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0042934 Mar 11 19:55:01.686290 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34926) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:01.691046 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [None req-9eaf09dd-8f58-4dc1-bec0-345eff3c8567 tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] http://10.222.0.65:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:55:01.693921 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-9eaf09dd-8f58-4dc1-bec0-345eff3c8567 tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] 10.222.0.65 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0044010 Mar 11 19:55:01.696151 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34928) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:01.700449 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [None req-117247ef-dac0-4fa5-bb89-37da5797e08d tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] http://10.222.0.65:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:55:01.702840 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-117247ef-dac0-4fa5-bb89-37da5797e08d tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] 10.222.0.65 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0043566 Mar 11 19:55:01.704183 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34930) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:01.708684 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [None req-15aaa159-760e-4f18-bfc5-a09c4b6b1b4b tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] http://10.222.0.65:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:55:01.709816 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-15aaa159-760e-4f18-bfc5-a09c4b6b1b4b tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] 10.222.0.65 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0046835 Mar 11 19:55:01.712791 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34932) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:01.716839 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [None req-a6a7581c-e4a3-41af-805a-6a9bc38b789a tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] http://10.222.0.65:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:55:01.718287 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a6a7581c-e4a3-41af-805a-6a9bc38b789a tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] 10.222.0.65 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0041108 Mar 11 19:55:01.721085 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34934) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:01.724928 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [None req-6fb01707-7576-4537-9f2e-d9005dfcedbe tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] http://10.222.0.65:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:55:01.725847 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-6fb01707-7576-4537-9f2e-d9005dfcedbe tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] 10.222.0.65 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0039206 Mar 11 19:55:01.728271 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34936) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:01.733158 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [None req-8c05b38c-6feb-4abe-9074-39448373f9bb tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] http://10.222.0.65:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:55:01.734573 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8c05b38c-6feb-4abe-9074-39448373f9bb tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] 10.222.0.65 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0054617 Mar 11 19:55:01.737173 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34938) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:01.741484 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [None req-b72ff02a-e3b3-4317-b79a-3fc82aec88c7 tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] http://10.222.0.65:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:55:01.742419 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b72ff02a-e3b3-4317-b79a-3fc82aec88c7 tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] 10.222.0.65 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0043762 Mar 11 19:55:01.747732 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-337f1f10-2e71-4275-bef5-0df5dc096cd2 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (ed877474-e450-4a52-9d0c-85ec28e68718), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:01.751358 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34940) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:01.752634 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-a5d3cc7c-6512-4ff5-bb34-6c9fbed78b31 None None] For port 694fa907-422e-4324-9442-5d813c280dcb, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=694fa907-422e-4324-9442-5d813c280dcb,segment=NetworkSegment(70c71ca7-59df-46c5-86d9-acc712ed1da1),segment_id=70c71ca7-59df-46c5-86d9-acc712ed1da1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:55:01.771122 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [None req-2b8ef3f3-b493-45be-9319-b60cc3ad7cce tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] http://10.222.0.65:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:55:01.774157 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-2b8ef3f3-b493-45be-9319-b60cc3ad7cce tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] 10.222.0.65 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0164080 Mar 11 19:55:01.774420 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d98d735-0385-4a44-94a9-640f3afc3728 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:01.776118 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d98d735-0385-4a44-94a9-640f3afc3728 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:01.777548 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d98d735-0385-4a44-94a9-640f3afc3728 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:01.782074 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-1d98d735-0385-4a44-94a9-640f3afc3728 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1541820 Mar 11 19:55:01.782074 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34942) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:01.792965 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [None req-4a7ae00e-e0c3-4d03-a317-dd4d58e7e144 tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] http://10.222.0.65:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:55:01.793938 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4a7ae00e-e0c3-4d03-a317-dd4d58e7e144 tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] 10.222.0.65 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0127554 Mar 11 19:55:01.799263 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34946) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:01.800604 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34944) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:01.813585 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [None req-42e6672c-5b86-4999-b13b-d26bfc562534 tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] http://10.222.0.65:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:55:01.816356 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-42e6672c-5b86-4999-b13b-d26bfc562534 tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] 10.222.0.65 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0128217 Mar 11 19:55:01.829739 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a5d3cc7c-6512-4ff5-bb34-6c9fbed78b31 None None] Publish callbacks [] for port (694fa907-422e-4324-9442-5d813c280dcb), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:01.835093 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 694fa907-422e-4324-9442-5d813c280dcb up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:55:01.838656 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34948) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:01.843119 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [None req-e005f3a0-ae56-44f1-bffb-bd285a97b2cf tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] http://10.222.0.65:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:55:01.846730 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e005f3a0-ae56-44f1-bffb-bd285a97b2cf tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] 10.222.0.65 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0071323 Mar 11 19:55:01.847284 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34950) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:01.853816 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [None req-5c69fd1b-a563-4aca-948a-e63c2ae0c91e tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] http://10.222.0.65:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:55:01.857532 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-5c69fd1b-a563-4aca-948a-e63c2ae0c91e tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] 10.222.0.65 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0068133 Mar 11 19:55:01.862753 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34952) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:01.867362 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [None req-af586ecd-43f7-4717-ac86-cdd11e0fb5fa tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] http://10.222.0.65:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:55:01.871070 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-af586ecd-43f7-4717-ac86-cdd11e0fb5fa tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] 10.222.0.65 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0078251 Mar 11 19:55:01.871618 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34954) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:01.873634 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337f1f10-2e71-4275-bef5-0df5dc096cd2 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event deleted for resources: {'Port': ['ID=ed877474-e450-4a52-9d0c-85ec28e68718,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:01.879232 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [None req-3714c355-b1e1-443d-9e47-34ddce30e45b tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] http://10.222.0.65:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:55:01.882984 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-3714c355-b1e1-443d-9e47-34ddce30e45b tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] 10.222.0.65 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0077784 Mar 11 19:55:01.885913 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34956) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:01.915335 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [None req-4eed3429-6cc0-43da-ab43-1b0d39b7bc85 tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] http://10.222.0.65:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:55:01.920635 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4eed3429-6cc0-43da-ab43-1b0d39b7bc85 tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] 10.222.0.65 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0339050 Mar 11 19:55:01.923896 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34960) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:01.926163 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a5d3cc7c-6512-4ff5-bb34-6c9fbed78b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (694fa907-422e-4324-9442-5d813c280dcb), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:01.929039 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [None req-1c8dc673-0ebf-4ba7-b168-11f5ed6a5413 tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] http://10.222.0.65:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:55:01.942848 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-1c8dc673-0ebf-4ba7-b168-11f5ed6a5413 tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] 10.222.0.65 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0178490 Mar 11 19:55:01.948275 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34962) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:01.956565 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [None req-29684e31-e06d-4f58-980c-01670869889e tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] http://10.222.0.65:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:55:01.960700 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-29684e31-e06d-4f58-980c-01670869889e tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] 10.222.0.65 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0114925 Mar 11 19:55:01.970276 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34964) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:01.976089 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [None req-ce28458d-5fc1-40d0-9d88-b84441fd67bc tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] http://10.222.0.65:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:55:01.983256 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ce28458d-5fc1-40d0-9d88-b84441fd67bc tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] 10.222.0.65 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0116014 Mar 11 19:55:01.984177 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34966) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:01.990724 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [None req-78dd3eea-a802-4fb2-bd8d-367c80bb6abd tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] http://10.222.0.65:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:55:02.019332 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-78dd3eea-a802-4fb2-bd8d-367c80bb6abd tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] 10.222.0.65 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0318518 Mar 11 19:55:02.022423 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34970) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:02.032417 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [None req-712642ef-2752-461d-9d8c-0a0af6b33ab3 tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] http://10.222.0.65:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:55:02.042325 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-712642ef-2752-461d-9d8c-0a0af6b33ab3 tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] 10.222.0.65 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0161583 Mar 11 19:55:02.043296 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34972) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:02.049651 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [None req-a484498c-5c08-4389-8162-7e7f4ac6482b tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] http://10.222.0.65:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:55:02.053285 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a484498c-5c08-4389-8162-7e7f4ac6482b tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] 10.222.0.65 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0088398 Mar 11 19:55:02.057536 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb150ef2-352c-40d1-8286-ebb87d984b18 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Deleting subnet 40f21168-de05-48b8-837d-e548bab1fc1e {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:55:02.060025 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34974) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:02.065559 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [None req-f411f852-732a-4e3d-a331-d4b27ae2f886 tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] http://10.222.0.65:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:55:02.069612 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f411f852-732a-4e3d-a331-d4b27ae2f886 tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] 10.222.0.65 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0081890 Mar 11 19:55:02.070403 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34976) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:02.082682 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [None req-0d387995-ea4c-4131-91c1-070c0c42634e tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] http://10.222.0.65:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:55:02.093489 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-0d387995-ea4c-4131-91c1-070c0c42634e tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] 10.222.0.65 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0207915 Mar 11 19:55:02.094626 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fb150ef2-352c-40d1-8286-ebb87d984b18 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (40f21168-de05-48b8-837d-e548bab1fc1e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:02.098325 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34978) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:02.102768 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [None req-69a22015-1d45-4e7c-9f8f-d5e9cf5a8c03 tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] http://10.222.0.65:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:55:02.106631 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-69a22015-1d45-4e7c-9f8f-d5e9cf5a8c03 tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] 10.222.0.65 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0071163 Mar 11 19:55:02.129970 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34980) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:02.134517 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [None req-07c1e4c7-c3f1-4841-9fff-f9bbe3a89c0d tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] http://10.222.0.65:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:55:02.138284 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-07c1e4c7-c3f1-4841-9fff-f9bbe3a89c0d tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] 10.222.0.65 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0070302 Mar 11 19:55:02.139062 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34982) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:02.146350 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [None req-701d1a74-8271-4661-aa66-80f24ea4658f tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] http://10.222.0.65:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:55:02.150264 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-701d1a74-8271-4661-aa66-80f24ea4658f tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] 10.222.0.65 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0070891 Mar 11 19:55:02.155577 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34984) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:02.160732 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [None req-4af2246e-d480-49f3-8b36-7d8a24f44df3 tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] http://10.222.0.65:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:55:02.164868 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4af2246e-d480-49f3-8b36-7d8a24f44df3 tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] 10.222.0.65 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0080884 Mar 11 19:55:02.165646 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34986) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:02.175136 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [None req-13e80f83-d5c1-4d7c-8df5-37f91893c1e1 tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] http://10.222.0.65:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:55:02.179298 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-13e80f83-d5c1-4d7c-8df5-37f91893c1e1 tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] 10.222.0.65 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0092642 Mar 11 19:55:02.180187 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34988) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:02.187740 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [None req-df3537d4-2336-4504-85f8-29af0d5b8aed tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] http://10.222.0.65:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:55:02.191858 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-df3537d4-2336-4504-85f8-29af0d5b8aed tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] 10.222.0.65 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0079949 Mar 11 19:55:02.195005 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34990) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:02.198057 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 694fa907-422e-4324-9442-5d813c280dcb triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:55:02.198574 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (694fa907-422e-4324-9442-5d813c280dcb), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:02.199774 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [None req-a70bb84e-01c6-4cb5-8076-7c5992a3bcc7 tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] http://10.222.0.65:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:55:02.204239 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a70bb84e-01c6-4cb5-8076-7c5992a3bcc7 tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] 10.222.0.65 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0080206 Mar 11 19:55:02.205058 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34992) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:02.212611 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [None req-12530890-bf4a-4740-98dd-51798d834bfa tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] http://10.222.0.65:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:55:02.216638 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-12530890-bf4a-4740-98dd-51798d834bfa tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] 10.222.0.65 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0072770 Mar 11 19:55:02.216802 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 34994) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:02.227156 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fb150ef2-352c-40d1-8286-ebb87d984b18 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (40f21168-de05-48b8-837d-e548bab1fc1e), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:02.229815 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [None req-358e3faf-e7b3-4cfa-b8d7-fc19b32c51ce tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] http://10.222.0.65:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:55:02.233182 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-358e3faf-e7b3-4cfa-b8d7-fc19b32c51ce tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] 10.222.0.65 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0093851 Mar 11 19:55:02.234869 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34996) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:02.259411 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d3cc7c-6512-4ff5-bb34-6c9fbed78b31 None None] Pushing event updated for resources: {'Port': ['ID=694fa907-422e-4324-9442-5d813c280dcb,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:02.273436 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [None req-fa91d5b4-5aba-40b1-ba63-7ab78ee6f1da tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] http://10.222.0.65:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:55:02.277536 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-fa91d5b4-5aba-40b1-ba63-7ab78ee6f1da tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] 10.222.0.65 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0077119 Mar 11 19:55:02.280776 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 34998) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:02.285411 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [None req-8d909c3e-4739-4683-8336-42412601865f tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] http://10.222.0.65:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:55:02.292814 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8d909c3e-4739-4683-8336-42412601865f tempest-ExtensionsTestJSON-1177751672 tempest-ExtensionsTestJSON-1177751672-project] 10.222.0.65 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0108209 Mar 11 19:55:02.348049 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-337f1f10-2e71-4275-bef5-0df5dc096cd2 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (420809c4-8ff3-448d-85f7-8fb29d882e56), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:02.417159 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 694fa907-422e-4324-9442-5d813c280dcb is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:55:02.441390 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fb150ef2-352c-40d1-8286-ebb87d984b18 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (40f21168-de05-48b8-837d-e548bab1fc1e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:02.509254 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1977c780-f477-4fb6-bae0-49e14f2ff912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (a7a01de0-22c1-40f4-9088-06e0a2019317), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:02.561028 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fb150ef2-352c-40d1-8286-ebb87d984b18 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (40f21168-de05-48b8-837d-e548bab1fc1e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:02.618833 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb150ef2-352c-40d1-8286-ebb87d984b18 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event deleted for resources: {'Subnet': ['ID=40f21168-de05-48b8-837d-e548bab1fc1e,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:02.633518 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fb150ef2-352c-40d1-8286-ebb87d984b18 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:02.637633 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-fb150ef2-352c-40d1-8286-ebb87d984b18 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/subnets/40f21168-de05-48b8-837d-e548bab1fc1e HTTP/1.1" status: 204 len: 168 time: 0.8359084 Mar 11 19:55:02.640057 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35002) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:02.741535 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-337f1f10-2e71-4275-bef5-0df5dc096cd2 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Router 420809c4-8ff3-448d-85f7-8fb29d882e56 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:55:02.747087 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-86b4bf4f-a844-42a6-ab0c-9bab7843ddc6 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Deleting subnet 49af2788-8374-4de1-a3ba-64c02cd63f15 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:55:02.753790 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-86b4bf4f-a844-42a6-ab0c-9bab7843ddc6 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (49af2788-8374-4de1-a3ba-64c02cd63f15), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:02.848815 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-86b4bf4f-a844-42a6-ab0c-9bab7843ddc6 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (49af2788-8374-4de1-a3ba-64c02cd63f15), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:02.901236 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35006) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:02.921242 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-337f1f10-2e71-4275-bef5-0df5dc096cd2 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:55:02.929393 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-337f1f10-2e71-4275-bef5-0df5dc096cd2 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "PUT /v2.0/routers/420809c4-8ff3-448d-85f7-8fb29d882e56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0522771 Mar 11 19:55:02.931829 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35008) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:02.933638 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2dbbd9-52b9-4395-aa6c-87d9f7778984 None None] Sync routers for ids ['420809c4-8ff3-448d-85f7-8fb29d882e56'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:55:02.962000 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2dbbd9-52b9-4395-aa6c-87d9f7778984 None None] Routers {'420809c4-8ff3-448d-85f7-8fb29d882e56'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:55:02.962651 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-9f2dbbd9-52b9-4395-aa6c-87d9f7778984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:54:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['420809c4-8ff3-448d-85f7-8fb29d882e56'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:03.057099 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-9f2dbbd9-52b9-4395-aa6c-87d9f7778984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:03.085417 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2dbbd9-52b9-4395-aa6c-87d9f7778984 None None] Routers {'420809c4-8ff3-448d-85f7-8fb29d882e56'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:55:03.086058 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-9f2dbbd9-52b9-4395-aa6c-87d9f7778984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:54:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['420809c4-8ff3-448d-85f7-8fb29d882e56'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:03.118368 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-86b4bf4f-a844-42a6-ab0c-9bab7843ddc6 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (49af2788-8374-4de1-a3ba-64c02cd63f15), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:03.173199 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-9f2dbbd9-52b9-4395-aa6c-87d9f7778984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:03.177596 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2dbbd9-52b9-4395-aa6c-87d9f7778984 None None] The sync data for ids ['420809c4-8ff3-448d-85f7-8fb29d882e56'] in n-d-833163-1 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:55:03.210730 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-70327578-e924-4aec-a3ac-86161342b5a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:03.257442 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [None req-882da442-0f79-4946-a63d-a270856dc215 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] remove_router_interface failed (client error): The resource could not be found. Mar 11 19:55:03.262563 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-882da442-0f79-4946-a63d-a270856dc215 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "PUT /v2.0/routers/420809c4-8ff3-448d-85f7-8fb29d882e56/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3256397 Mar 11 19:55:03.262739 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35014) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:03.312876 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-1977c780-f477-4fb6-bae0-49e14f2ff912 admin admin] Deleting port 64eb2522-0821-40ac-8307-0bca5acb1dc2 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:55:03.313479 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1977c780-f477-4fb6-bae0-49e14f2ff912 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (64eb2522-0821-40ac-8307-0bca5acb1dc2), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:03.334986 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35016) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:03.335520 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8a072933-b329-4671-a473-f9eac31f0139 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "GET /v2.0/ports?device_id=420809c4-8ff3-448d-85f7-8fb29d882e56 HTTP/1.1" status: 200 len: 205 time: 0.0712588 Mar 11 19:55:03.367911 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-86b4bf4f-a844-42a6-ab0c-9bab7843ddc6 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (49af2788-8374-4de1-a3ba-64c02cd63f15), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:03.392820 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a02bd4-0bd0-4b33-93b1-88f2df8862d9 None None] Network 0897600d-059c-4c97-87d5-16371e549b1b requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:55:03.407017 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b4bf4f-a844-42a6-ab0c-9bab7843ddc6 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event deleted for resources: {'Subnet': ['ID=49af2788-8374-4de1-a3ba-64c02cd63f15,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:03.432072 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-86b4bf4f-a844-42a6-ab0c-9bab7843ddc6 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:03.438419 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-86b4bf4f-a844-42a6-ab0c-9bab7843ddc6 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/subnets/49af2788-8374-4de1-a3ba-64c02cd63f15 HTTP/1.1" status: 204 len: 168 time: 0.7945271 Mar 11 19:55:03.438868 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35018) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:03.445116 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-955c5865-207f-42c0-9079-39a14622250e tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for router (420809c4-8ff3-448d-85f7-8fb29d882e56), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:03.449550 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-8a1c1e47-e4f5-4ae3-8963-ce5c7b0d92eb None None] Could not find standard attr ID for object cf588603-504f-469d-8da7-01b6033ea23a. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 19:55:03.502472 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a9a6cbcf-4b27-4641-a556-534cbe46e1eb tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0588031 Mar 11 19:55:03.502472 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35020) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:03.508463 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-35366aa7-baca-48a5-a0a9-831bc3be9923 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Request body: {'subnet': {'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:03.512709 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-8a1c1e47-e4f5-4ae3-8963-ce5c7b0d92eb None None] Provisioning complete for port 694fa907-422e-4324-9442-5d813c280dcb triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:55:03.512903 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8a1c1e47-e4f5-4ae3-8963-ce5c7b0d92eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (694fa907-422e-4324-9442-5d813c280dcb), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:03.615787 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8a1c1e47-e4f5-4ae3-8963-ce5c7b0d92eb None None] Current status of the port 694fa907-422e-4324-9442-5d813c280dcb is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:55:03.629669 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35366aa7-baca-48a5-a0a9-831bc3be9923 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Made reservation on behalf of 06d9e64a19fa4247bc00069610bf80e1 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:55:03.633567 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-35366aa7-baca-48a5-a0a9-831bc3be9923 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:03.641982 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-1977c780-f477-4fb6-bae0-49e14f2ff912 admin admin] For port 64eb2522-0821-40ac-8307-0bca5acb1dc2, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=64eb2522-0821-40ac-8307-0bca5acb1dc2,segment=NetworkSegment(9e8ba371-83c7-45ec-a158-fbcbb07778ba),segment_id=9e8ba371-83c7-45ec-a158-fbcbb07778ba)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:55:03.642343 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1977c780-f477-4fb6-bae0-49e14f2ff912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (64eb2522-0821-40ac-8307-0bca5acb1dc2), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:03.653249 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56dd715-328e-43ae-9f06-4fab8dd6d1d8 None None] DHCP port deletion for 0897600d-059c-4c97-87d5-16371e549b1b request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:55:03.670515 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-70327578-e924-4aec-a3ac-86161342b5a5 admin admin] Publish callbacks [] for security_group (38e1dc15-748e-4da0-89b0-43de0727c982), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:03.675741 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-955c5865-207f-42c0-9079-39a14622250e tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (420809c4-8ff3-448d-85f7-8fb29d882e56), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:03.679491 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-955c5865-207f-42c0-9079-39a14622250e tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for router_controller (420809c4-8ff3-448d-85f7-8fb29d882e56), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:03.683040 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-70327578-e924-4aec-a3ac-86161342b5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (38e1dc15-748e-4da0-89b0-43de0727c982), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:03.685133 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-1977c780-f477-4fb6-bae0-49e14f2ff912 admin admin] Calling delete_port for 64eb2522-0821-40ac-8307-0bca5acb1dc2 owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:55:03.711496 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b56dd715-328e-43ae-9f06-4fab8dd6d1d8 None None] Deleting port 694fa907-422e-4324-9442-5d813c280dcb {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:55:03.712499 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b56dd715-328e-43ae-9f06-4fab8dd6d1d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (694fa907-422e-4324-9442-5d813c280dcb), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:03.736585 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-70327578-e924-4aec-a3ac-86161342b5a5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5a504186203b472d8d03cec92a66f20c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7854986 Mar 11 19:55:03.743702 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70327578-e924-4aec-a3ac-86161342b5a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e1dc15-748e-4da0-89b0-43de0727c982,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:03.743702 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35022) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:03.771354 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-955c5865-207f-42c0-9079-39a14622250e tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (420809c4-8ff3-448d-85f7-8fb29d882e56), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:03.771893 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955c5865-207f-42c0-9079-39a14622250e tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Fanout notify agent at l3_agent the message router_deleted on router 420809c4-8ff3-448d-85f7-8fb29d882e56 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:55:03.780378 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-955c5865-207f-42c0-9079-39a14622250e tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:03.784338 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-955c5865-207f-42c0-9079-39a14622250e tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "DELETE /v2.0/routers/420809c4-8ff3-448d-85f7-8fb29d882e56 HTTP/1.1" status: 204 len: 168 time: 0.4477546 Mar 11 19:55:03.785060 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35024) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:03.815114 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 694fa907-422e-4324-9442-5d813c280dcb no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:55:03.843418 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0ad2e2aa-1502-4c2f-b757-020c68704307 admin admin] Publish callbacks [] for security_group (38e1dc15-748e-4da0-89b0-43de0727c982), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:03.858029 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-44772ab1-0650-4cb1-8b57-daf2d06ef635 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Deleting subnet 920b78d6-09e4-4222-b22d-65f20189abb2 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:55:03.877696 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0ad2e2aa-1502-4c2f-b757-020c68704307 admin admin] Publish callbacks [] for security_group (38e1dc15-748e-4da0-89b0-43de0727c982), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:03.893880 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-44772ab1-0650-4cb1-8b57-daf2d06ef635 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for subnet (920b78d6-09e4-4222-b22d-65f20189abb2), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:04.000259 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-b56dd715-328e-43ae-9f06-4fab8dd6d1d8 None None] For port 694fa907-422e-4324-9442-5d813c280dcb, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=694fa907-422e-4324-9442-5d813c280dcb,segment=NetworkSegment(70c71ca7-59df-46c5-86d9-acc712ed1da1),segment_id=70c71ca7-59df-46c5-86d9-acc712ed1da1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:55:04.000865 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b56dd715-328e-43ae-9f06-4fab8dd6d1d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (694fa907-422e-4324-9442-5d813c280dcb), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:04.015591 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0ad2e2aa-1502-4c2f-b757-020c68704307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (38e1dc15-748e-4da0-89b0-43de0727c982), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:04.018364 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0ad2e2aa-1502-4c2f-b757-020c68704307 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:04.019564 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-0ad2e2aa-1502-4c2f-b757-020c68704307 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/38e1dc15-748e-4da0-89b0-43de0727c982 HTTP/1.1" status: 204 len: 168 time: 0.2762418 Mar 11 19:55:04.024954 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b56dd715-328e-43ae-9f06-4fab8dd6d1d8 None None] Calling delete_port for 694fa907-422e-4324-9442-5d813c280dcb owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:55:04.052278 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2e2aa-1502-4c2f-b757-020c68704307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e1dc15-748e-4da0-89b0-43de0727c982,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:04.197513 n-d-833163-1 neutron-server[103884]: DEBUG neutron.objects.ports [None req-35366aa7-baca-48a5-a0a9-831bc3be9923 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103884) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 19:55:04.202723 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 694fa907-422e-4324-9442-5d813c280dcb is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:55:04.203419 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (694fa907-422e-4324-9442-5d813c280dcb), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:04.232699 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b56dd715-328e-43ae-9f06-4fab8dd6d1d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (694fa907-422e-4324-9442-5d813c280dcb), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:04.264758 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-44772ab1-0650-4cb1-8b57-daf2d06ef635 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (920b78d6-09e4-4222-b22d-65f20189abb2), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:04.328392 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56dd715-328e-43ae-9f06-4fab8dd6d1d8 None None] Pushing event deleted for resources: {'Port': ['ID=694fa907-422e-4324-9442-5d813c280dcb,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:04.330578 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56dd715-328e-43ae-9f06-4fab8dd6d1d8 None None] No DVR routers for this DVR port 694fa907-422e-4324-9442-5d813c280dcb on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:55:04.449403 n-d-833163-1 neutron-server[103884]: WARNING neutron.services.revisions.revision_plugin [None req-35366aa7-baca-48a5-a0a9-831bc3be9923 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Could not find related port for resource to bump revision. Mar 11 19:55:04.463687 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.ipam_pluggable_backend [None req-35366aa7-baca-48a5-a0a9-831bc3be9923 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Port 694fa907-422e-4324-9442-5d813c280dcb was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103884) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 11 19:55:04.464114 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.ipam_pluggable_backend [None req-35366aa7-baca-48a5-a0a9-831bc3be9923 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Reverting IP allocation for 2001:db8::f816:3eff:fe80:a6d9 {{(pid=103884) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 11 19:55:04.467952 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.ipam_pluggable_backend [None req-35366aa7-baca-48a5-a0a9-831bc3be9923 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe80:a6d9 {{(pid=103884) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Mar 11 19:55:04.469416 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-35366aa7-baca-48a5-a0a9-831bc3be9923 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (5fbfbf28-b31f-4f1c-a667-f5366ef634a2), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:04.478312 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1977c780-f477-4fb6-bae0-49e14f2ff912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (64eb2522-0821-40ac-8307-0bca5acb1dc2), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:04.515350 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-44772ab1-0650-4cb1-8b57-daf2d06ef635 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (920b78d6-09e4-4222-b22d-65f20189abb2), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:04.518454 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35366aa7-baca-48a5-a0a9-831bc3be9923 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Network 0897600d-059c-4c97-87d5-16371e549b1b is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:55:04.518632 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1977c780-f477-4fb6-bae0-49e14f2ff912 admin admin] Pushing event deleted for resources: {'Port': ['ID=64eb2522-0821-40ac-8307-0bca5acb1dc2,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:04.522777 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-35366aa7-baca-48a5-a0a9-831bc3be9923 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:55:04.525893 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35366aa7-baca-48a5-a0a9-831bc3be9923 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:04.526609 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-35366aa7-baca-48a5-a0a9-831bc3be9923 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:04.552116 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8878fcd0-7faf-4964-834e-4a1bfd42b2d2 None None] Network 0897600d-059c-4c97-87d5-16371e549b1b requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:55:04.558499 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-35366aa7-baca-48a5-a0a9-831bc3be9923 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0546575 Mar 11 19:55:04.559886 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35366aa7-baca-48a5-a0a9-831bc3be9923 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event updated for resources: {'Subnet': ['ID=5fbfbf28-b31f-4f1c-a667-f5366ef634a2,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:04.564281 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35042) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:04.569265 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-3440617d-cc57-44eb-a8fa-cb5c813bdfd1 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Request body: {'subnet': {'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:04.710838 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff014aff-77a6-49ec-a4a5-73150d6f8110 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-0897600d-059c-4c97-87d5-16371e549b1b', 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'project_id': '06d9e64a19fa4247bc00069610bf80e1', 'fixed_ips': [{'subnet_id': '5fbfbf28-b31f-4f1c-a667-f5366ef634a2'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:55:04.712244 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ff014aff-77a6-49ec-a4a5-73150d6f8110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:04.758323 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-44772ab1-0650-4cb1-8b57-daf2d06ef635 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (920b78d6-09e4-4222-b22d-65f20189abb2), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:04.844156 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44772ab1-0650-4cb1-8b57-daf2d06ef635 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event deleted for resources: {'Subnet': ['ID=920b78d6-09e4-4222-b22d-65f20189abb2,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:04.872952 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-44772ab1-0650-4cb1-8b57-daf2d06ef635 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:04.876673 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-44772ab1-0650-4cb1-8b57-daf2d06ef635 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "DELETE /v2.0/subnets/920b78d6-09e4-4222-b22d-65f20189abb2 HTTP/1.1" status: 204 len: 168 time: 1.0888076 Mar 11 19:55:04.879677 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35050) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:04.879921 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3440617d-cc57-44eb-a8fa-cb5c813bdfd1 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Made reservation on behalf of 06d9e64a19fa4247bc00069610bf80e1 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:55:04.884067 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3440617d-cc57-44eb-a8fa-cb5c813bdfd1 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:04.925862 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-ff014aff-77a6-49ec-a4a5-73150d6f8110 None None] Allocated IP 2001:db8::f816:3eff:fe60:77ad (0897600d-059c-4c97-87d5-16371e549b1b/5fbfbf28-b31f-4f1c-a667-f5366ef634a2/8dcbde88-361c-4fee-8eee-7688f53da67f) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:55:04.937202 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8621b74e-74ad-4cb9-949d-3b2d8de9b8c6 None None] Network 2f763660-5e27-4a1e-a097-ae66bf6f040e requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:55:05.016266 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8dedc897-b149-4b2e-8584-511f8e4e6aed tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (2f763660-5e27-4a1e-a097-ae66bf6f040e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:05.097079 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1977c780-f477-4fb6-bae0-49e14f2ff912 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (a7a01de0-22c1-40f4-9088-06e0a2019317), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:05.118558 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-8dedc897-b149-4b2e-8584-511f8e4e6aed tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Deleting port 4116dd34-38df-482d-9744-fbc35e038ae2 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:55:05.119196 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8dedc897-b149-4b2e-8584-511f8e4e6aed tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (4116dd34-38df-482d-9744-fbc35e038ae2), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:05.211185 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-8dedc897-b149-4b2e-8584-511f8e4e6aed tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] For port 4116dd34-38df-482d-9744-fbc35e038ae2, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=4116dd34-38df-482d-9744-fbc35e038ae2,segment=NetworkSegment(b3f34ae2-0511-41dc-a623-4da857c63415),segment_id=b3f34ae2-0511-41dc-a623-4da857c63415)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:55:05.212013 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8dedc897-b149-4b2e-8584-511f8e4e6aed tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (4116dd34-38df-482d-9744-fbc35e038ae2), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:05.229111 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-8dedc897-b149-4b2e-8584-511f8e4e6aed tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Calling delete_port for 4116dd34-38df-482d-9744-fbc35e038ae2 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:55:05.257704 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439edd92-220c-4dad-b1d3-ac6e7d98bd78 None None] DHCP port deletion for 2f763660-5e27-4a1e-a097-ae66bf6f040e request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:55:05.267236 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ff014aff-77a6-49ec-a4a5-73150d6f8110 None None] Publish callbacks [] for port (8dcbde88-361c-4fee-8eee-7688f53da67f), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:05.281865 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ff014aff-77a6-49ec-a4a5-73150d6f8110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (8dcbde88-361c-4fee-8eee-7688f53da67f), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:05.288779 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35058) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:05.379832 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff014aff-77a6-49ec-a4a5-73150d6f8110 None None] Network 0897600d-059c-4c97-87d5-16371e549b1b is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:55:05.391449 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-ff014aff-77a6-49ec-a4a5-73150d6f8110 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:55:05.395722 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8dedc897-b149-4b2e-8584-511f8e4e6aed tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (4116dd34-38df-482d-9744-fbc35e038ae2), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:05.403486 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff014aff-77a6-49ec-a4a5-73150d6f8110 None None] Pushing event updated for resources: {'Port': ['ID=8dcbde88-361c-4fee-8eee-7688f53da67f,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:05.415911 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff014aff-77a6-49ec-a4a5-73150d6f8110 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:55:05.444131 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dedc897-b149-4b2e-8584-511f8e4e6aed tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event deleted for resources: {'Port': ['ID=4116dd34-38df-482d-9744-fbc35e038ae2,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:05.453482 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dedc897-b149-4b2e-8584-511f8e4e6aed tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] No DVR routers for this DVR port 4116dd34-38df-482d-9744-fbc35e038ae2 on host n-d-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:55:05.492736 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3440617d-cc57-44eb-a8fa-cb5c813bdfd1 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (a84c5f05-9692-4394-9b71-976f9443b4a5), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:05.501163 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-439edd92-220c-4dad-b1d3-ac6e7d98bd78 None None] Deleting port 4116dd34-38df-482d-9744-fbc35e038ae2 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:55:05.501547 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-439edd92-220c-4dad-b1d3-ac6e7d98bd78 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (4116dd34-38df-482d-9744-fbc35e038ae2), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:05.532495 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-391c145d-887f-4870-bafd-e5b1bf507f13 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1148633945'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:05.550665 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-ff014aff-77a6-49ec-a4a5-73150d6f8110 None None] Attempting to bind port 8dcbde88-361c-4fee-8eee-7688f53da67f on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:55:05.550974 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-ff014aff-77a6-49ec-a4a5-73150d6f8110 None None] Attempting to bind port 8dcbde88-361c-4fee-8eee-7688f53da67f by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:55:05.551309 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff014aff-77a6-49ec-a4a5-73150d6f8110 None None] Attempting to bind port 8dcbde88-361c-4fee-8eee-7688f53da67f on network 0897600d-059c-4c97-87d5-16371e549b1b {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:55:05.591230 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8dedc897-b149-4b2e-8584-511f8e4e6aed tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (2f763660-5e27-4a1e-a097-ae66bf6f040e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:05.594919 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff014aff-77a6-49ec-a4a5-73150d6f8110 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:55:05.594919 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff014aff-77a6-49ec-a4a5-73150d6f8110 None None] Checking segment: {'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:55:05.594919 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ff014aff-77a6-49ec-a4a5-73150d6f8110 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:05.595366 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff014aff-77a6-49ec-a4a5-73150d6f8110 None None] Bound using segment: {'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:55:05.595710 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-ff014aff-77a6-49ec-a4a5-73150d6f8110 None None] Bound port: 8dcbde88-361c-4fee-8eee-7688f53da67f, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:55:05.596231 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ff014aff-77a6-49ec-a4a5-73150d6f8110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (8dcbde88-361c-4fee-8eee-7688f53da67f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:05.616889 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391c145d-887f-4870-bafd-e5b1bf507f13 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Made reservation on behalf of 9a2132e02eba4e489015b67acdaa176b for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:55:05.621042 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-439edd92-220c-4dad-b1d3-ac6e7d98bd78 None None] For port 4116dd34-38df-482d-9744-fbc35e038ae2, host n-d-833163-1, got binding levels [] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:55:05.621421 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-391c145d-887f-4870-bafd-e5b1bf507f13 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:05.621582 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-439edd92-220c-4dad-b1d3-ac6e7d98bd78 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (4116dd34-38df-482d-9744-fbc35e038ae2), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:05.645490 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3440617d-cc57-44eb-a8fa-cb5c813bdfd1 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Network 0897600d-059c-4c97-87d5-16371e549b1b is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:55:05.646692 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-8dedc897-b149-4b2e-8584-511f8e4e6aed tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f763660-5e27-4a1e-a097-ae66bf6f040e']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:05.649734 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-391c145d-887f-4870-bafd-e5b1bf507f13 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:05.652856 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3440617d-cc57-44eb-a8fa-cb5c813bdfd1 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event updated for resources: {'Subnet': ['ID=a84c5f05-9692-4394-9b71-976f9443b4a5,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:05.656003 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-3440617d-cc57-44eb-a8fa-cb5c813bdfd1 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:55:05.659395 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3440617d-cc57-44eb-a8fa-cb5c813bdfd1 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:05.660247 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3440617d-cc57-44eb-a8fa-cb5c813bdfd1 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:05.668385 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-8dedc897-b149-4b2e-8584-511f8e4e6aed tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3f34ae2-0511-41dc-a623-4da857c63415') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:05.668613 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-8dedc897-b149-4b2e-8584-511f8e4e6aed tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3f34ae2-0511-41dc-a623-4da857c63415') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:05.669131 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-439edd92-220c-4dad-b1d3-ac6e7d98bd78 None None] Calling delete_port for 4116dd34-38df-482d-9744-fbc35e038ae2 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:55:05.674174 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.ipam_backend_mixin [None req-439edd92-220c-4dad-b1d3-ac6e7d98bd78 None None] Port 4116dd34-38df-482d-9744-fbc35e038ae2 was not found and therefore no delete operation was performed {{(pid=103886) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 11 19:55:05.678636 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-439edd92-220c-4dad-b1d3-ac6e7d98bd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (4116dd34-38df-482d-9744-fbc35e038ae2), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:05.684564 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8dedc897-b149-4b2e-8584-511f8e4e6aed tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (b3f34ae2-0511-41dc-a623-4da857c63415), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:05.708942 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8dedc897-b149-4b2e-8584-511f8e4e6aed tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (b3f34ae2-0511-41dc-a623-4da857c63415), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:05.722697 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dedc897-b149-4b2e-8584-511f8e4e6aed tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Releasing vlan 860 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:55:05.723008 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8dedc897-b149-4b2e-8584-511f8e4e6aed tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (b3f34ae2-0511-41dc-a623-4da857c63415), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:05.726156 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:55:05.726156 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:55:05.726156 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:55:05.726156 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:55:05.726156 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:55:05.726156 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:55:05.726156 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:55:05.726156 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:55:05.726156 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:55:05.726156 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:55:05.726156 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:55:05.726156 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:55:05.726156 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:55:05.726156 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:55:05.726156 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:55:05.726156 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:55:05.726156 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:55:05.726156 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:55:05.726156 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:55:05.726156 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:55:05.726156 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:55:05.726156 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:55:05.726156 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:55:05.726156 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:55:05.726156 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:55:05.726156 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:55:05.726156 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:55:05.726156 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:55:05.726156 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:55:05.726156 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:55:05.726156 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:55:05.726156 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:55:05.759872 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439edd92-220c-4dad-b1d3-ac6e7d98bd78 None None] Pushing event deleted for resources: {'Port': ['ID=4116dd34-38df-482d-9744-fbc35e038ae2,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:05.780512 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-ff014aff-77a6-49ec-a4a5-73150d6f8110 None None] For port 8dcbde88-361c-4fee-8eee-7688f53da67f, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:55:05.785108 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-ff014aff-77a6-49ec-a4a5-73150d6f8110 None None] For port 8dcbde88-361c-4fee-8eee-7688f53da67f, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=8dcbde88-361c-4fee-8eee-7688f53da67f,segment=NetworkSegment(70c71ca7-59df-46c5-86d9-acc712ed1da1),segment_id=70c71ca7-59df-46c5-86d9-acc712ed1da1)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:55:05.791232 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-3440617d-cc57-44eb-a8fa-cb5c813bdfd1 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2258656 Mar 11 19:55:05.794132 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35064) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:05.799038 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439edd92-220c-4dad-b1d3-ac6e7d98bd78 None None] No DVR routers for this DVR port 4116dd34-38df-482d-9744-fbc35e038ae2 on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:55:05.801340 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-a9937c2c-3bec-4a1e-a41a-4803e6cd4c75 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Request body: {'port': {'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'mac_address': 'fa:16:3e:10:bb:25', 'name': 'tempest-NetworksTestDHCPv6-1369825142'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:05.829247 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ff014aff-77a6-49ec-a4a5-73150d6f8110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (8dcbde88-361c-4fee-8eee-7688f53da67f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:05.839555 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8dedc897-b149-4b2e-8584-511f8e4e6aed tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (2f763660-5e27-4a1e-a097-ae66bf6f040e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:05.863671 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8dedc897-b149-4b2e-8584-511f8e4e6aed tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:05.866956 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8dedc897-b149-4b2e-8584-511f8e4e6aed tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "DELETE /v2.0/networks/2f763660-5e27-4a1e-a097-ae66bf6f040e HTTP/1.1" status: 204 len: 168 time: 0.9860697 Mar 11 19:55:05.874945 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35066) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:05.882326 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-3ad8aea4-7c9a-4c03-bf94-3e3ed766ad0b tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1866197469'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:05.896568 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1977c780-f477-4fb6-bae0-49e14f2ff912 admin admin] Router a7a01de0-22c1-40f4-9088-06e0a2019317 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:55:05.918361 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dedc897-b149-4b2e-8584-511f8e4e6aed tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event deleted for resources: {'Network': ['ID=2f763660-5e27-4a1e-a097-ae66bf6f040e,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:05.922359 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad8aea4-7c9a-4c03-bf94-3e3ed766ad0b tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Made reservation on behalf of add05d9726be43c2815669eb9adbbe31 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:55:05.927994 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3ad8aea4-7c9a-4c03-bf94-3e3ed766ad0b tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:05.936747 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 4116dd34-38df-482d-9744-fbc35e038ae2 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:55:05.989748 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 4116dd34-38df-482d-9744-fbc35e038ae2 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:55:05.990938 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 4116dd34-38df-482d-9744-fbc35e038ae2 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:55:06.012713 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-391c145d-887f-4870-bafd-e5b1bf507f13 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for security_group (2841a997-fe12-4e73-9e30-931b240b809e), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:06.018674 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ad8aea4-7c9a-4c03-bf94-3e3ed766ad0b tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] vlan segment allocate from pool success with {'vlan_id': 891, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:55:06.021922 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-391c145d-887f-4870-bafd-e5b1bf507f13 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (2841a997-fe12-4e73-9e30-931b240b809e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:06.028271 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff014aff-77a6-49ec-a4a5-73150d6f8110 None None] Pushing event updated for resources: {'Port': ['ID=8dcbde88-361c-4fee-8eee-7688f53da67f,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:06.069077 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-391c145d-887f-4870-bafd-e5b1bf507f13 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] vlan segment allocate from pool success with {'vlan_id': 863, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:55:06.074077 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3ad8aea4-7c9a-4c03-bf94-3e3ed766ad0b tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (40052e9e-a0dd-4df2-999e-669f848e7d5c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:06.074356 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-3ad8aea4-7c9a-4c03-bf94-3e3ed766ad0b tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Added segment 40052e9e-a0dd-4df2-999e-669f848e7d5c of type vlan for network 64609ae2-34c1-4ce4-b7bf-970a768e9b16 Mar 11 19:55:06.092548 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-391c145d-887f-4870-bafd-e5b1bf507f13 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (412dddee-a430-4cc0-9978-8dcc867a4ee4), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:06.093739 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-391c145d-887f-4870-bafd-e5b1bf507f13 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Added segment 412dddee-a430-4cc0-9978-8dcc867a4ee4 of type vlan for network 082421c7-5eb0-4f81-9d2b-c47a23b7a5ea Mar 11 19:55:06.095255 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9937c2c-3bec-4a1e-a41a-4803e6cd4c75 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Made reservation on behalf of 06d9e64a19fa4247bc00069610bf80e1 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:55:06.131458 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1977c780-f477-4fb6-bae0-49e14f2ff912 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:55:06.142391 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-1977c780-f477-4fb6-bae0-49e14f2ff912 admin admin] 10.222.0.65 "PUT /v2.0/routers/a7a01de0-22c1-40f4-9088-06e0a2019317/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0884066 Mar 11 19:55:06.144866 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35068) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:06.147348 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe8eae1-8477-4a5e-ad1a-1312bf9c73cb None None] Sync routers for ids ['a7a01de0-22c1-40f4-9088-06e0a2019317'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:55:06.152769 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3ad8aea4-7c9a-4c03-bf94-3e3ed766ad0b tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (64609ae2-34c1-4ce4-b7bf-970a768e9b16), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:06.159792 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe8eae1-8477-4a5e-ad1a-1312bf9c73cb None None] Routers {'a7a01de0-22c1-40f4-9088-06e0a2019317'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:55:06.160669 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-0fe8eae1-8477-4a5e-ad1a-1312bf9c73cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:54:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['a7a01de0-22c1-40f4-9088-06e0a2019317'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:06.188229 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391c145d-887f-4870-bafd-e5b1bf507f13 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2841a997-fe12-4e73-9e30-931b240b809e,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:06.250731 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-391c145d-887f-4870-bafd-e5b1bf507f13 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (082421c7-5eb0-4f81-9d2b-c47a23b7a5ea), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:06.291170 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3ad8aea4-7c9a-4c03-bf94-3e3ed766ad0b tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (64609ae2-34c1-4ce4-b7bf-970a768e9b16), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:06.298057 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad8aea4-7c9a-4c03-bf94-3e3ed766ad0b tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:06.298822 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3ad8aea4-7c9a-4c03-bf94-3e3ed766ad0b tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:06.307845 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a9937c2c-3bec-4a1e-a41a-4803e6cd4c75 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:06.319608 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-391c145d-887f-4870-bafd-e5b1bf507f13 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (082421c7-5eb0-4f81-9d2b-c47a23b7a5ea), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:06.326737 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391c145d-887f-4870-bafd-e5b1bf507f13 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:06.328251 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-391c145d-887f-4870-bafd-e5b1bf507f13 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:06.378648 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-a9937c2c-3bec-4a1e-a41a-4803e6cd4c75 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] device_id is not set on port 43e34ed2-f8b9-4086-a832-01634b4b46e7 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:55:06.387673 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-0fe8eae1-8477-4a5e-ad1a-1312bf9c73cb None None] Set router a7a01de0-22c1-40f4-9088-06e0a2019317 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:55:06.396858 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-391c145d-887f-4870-bafd-e5b1bf507f13 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1070676 Mar 11 19:55:06.400993 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-3ad8aea4-7c9a-4c03-bf94-3e3ed766ad0b tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5231864 Mar 11 19:55:06.403884 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35070) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:06.403884 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35072) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:06.412968 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-e060e14a-edb7-48f3-abfc-bb7848a2bbd7 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Request body: {'port': {'network_id': '082421c7-5eb0-4f81-9d2b-c47a23b7a5ea', 'name': 'tempest-PortsIpV6TestJSON-1172241340'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:06.419555 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-c013c2e7-0054-4cb2-acf5-293077d899c8 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Request body: {'subnet': {'network_id': '64609ae2-34c1-4ce4-b7bf-970a768e9b16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:06.477548 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391c145d-887f-4870-bafd-e5b1bf507f13 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event updated for resources: {'Network': ['ID=082421c7-5eb0-4f81-9d2b-c47a23b7a5ea,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:06.493153 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 082421c7-5eb0-4f81-9d2b-c47a23b7a5ea details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:55:06.502421 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad8aea4-7c9a-4c03-bf94-3e3ed766ad0b tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event updated for resources: {'Network': ['ID=64609ae2-34c1-4ce4-b7bf-970a768e9b16,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:06.523385 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 64609ae2-34c1-4ce4-b7bf-970a768e9b16 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:55:06.578417 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f2554b24-8194-4934-86e2-5db57dffa951 admin admin] Publish callbacks [] for router (a7a01de0-22c1-40f4-9088-06e0a2019317), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:06.692613 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e060e14a-edb7-48f3-abfc-bb7848a2bbd7 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Made reservation on behalf of 9a2132e02eba4e489015b67acdaa176b for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:55:06.696064 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e060e14a-edb7-48f3-abfc-bb7848a2bbd7 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:06.722435 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-a9937c2c-3bec-4a1e-a41a-4803e6cd4c75 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Allocated IP 172.20.0.12 (0897600d-059c-4c97-87d5-16371e549b1b/a84c5f05-9692-4394-9b71-976f9443b4a5/43e34ed2-f8b9-4086-a832-01634b4b46e7) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:55:06.731701 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-a9937c2c-3bec-4a1e-a41a-4803e6cd4c75 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Allocated IP 2001:db8::f816:3eff:fe10:bb25 (0897600d-059c-4c97-87d5-16371e549b1b/5fbfbf28-b31f-4f1c-a667-f5366ef634a2/43e34ed2-f8b9-4086-a832-01634b4b46e7) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:55:06.738716 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-e060e14a-edb7-48f3-abfc-bb7848a2bbd7 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] device_id is not set on port 0a9dbe37-7e3a-458d-9b93-bc7a048c95e5 yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:55:06.781715 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-0fe8eae1-8477-4a5e-ad1a-1312bf9c73cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a01de0-22c1-40f4-9088-06e0a2019317', 'name': 'tempest-AttachVolumeTestJSON-805320116-router', 'tenant_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '49f29bb6-5e96-4af1-95cb-27dad960b82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:44:22Z', 'updated_at': '2022-03-11T19:55:04Z', 'revision_number': 5, 'project_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'gw_port': {'id': '49f29bb6-5e96-4af1-95cb-27dad960b82a', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a01de0-22c1-40f4-9088-06e0a2019317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:44:22Z', 'updated_at': '2022-03-11T19:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:06.815126 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe8eae1-8477-4a5e-ad1a-1312bf9c73cb None None] Checking router: a7a01de0-22c1-40f4-9088-06e0a2019317 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:55:06.823265 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c013c2e7-0054-4cb2-acf5-293077d899c8 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Made reservation on behalf of add05d9726be43c2815669eb9adbbe31 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:55:06.827138 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c013c2e7-0054-4cb2-acf5-293077d899c8 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:06.828061 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe8eae1-8477-4a5e-ad1a-1312bf9c73cb None None] Routers {'a7a01de0-22c1-40f4-9088-06e0a2019317'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:55:06.828944 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-0fe8eae1-8477-4a5e-ad1a-1312bf9c73cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:54:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['a7a01de0-22c1-40f4-9088-06e0a2019317'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:06.954242 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a9937c2c-3bec-4a1e-a41a-4803e6cd4c75 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for port (43e34ed2-f8b9-4086-a832-01634b4b46e7), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:06.956202 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f2554b24-8194-4934-86e2-5db57dffa951 admin admin] Publish callbacks [] for router_gateway (a7a01de0-22c1-40f4-9088-06e0a2019317), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:07.012026 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a9937c2c-3bec-4a1e-a41a-4803e6cd4c75 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (43e34ed2-f8b9-4086-a832-01634b4b46e7), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:07.016392 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-0fe8eae1-8477-4a5e-ad1a-1312bf9c73cb None None] Set router a7a01de0-22c1-40f4-9088-06e0a2019317 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:55:07.085435 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9937c2c-3bec-4a1e-a41a-4803e6cd4c75 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Network 0897600d-059c-4c97-87d5-16371e549b1b is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:55:07.090074 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-a9937c2c-3bec-4a1e-a41a-4803e6cd4c75 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:55:07.094806 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9937c2c-3bec-4a1e-a41a-4803e6cd4c75 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:55:07.132661 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9937c2c-3bec-4a1e-a41a-4803e6cd4c75 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event updated for resources: {'Port': ['ID=43e34ed2-f8b9-4086-a832-01634b4b46e7,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:07.160168 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e060e14a-edb7-48f3-abfc-bb7848a2bbd7 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for port (0a9dbe37-7e3a-458d-9b93-bc7a048c95e5), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:07.168660 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9937c2c-3bec-4a1e-a41a-4803e6cd4c75 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:07.170282 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a9937c2c-3bec-4a1e-a41a-4803e6cd4c75 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:07.198585 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a9937c2c-3bec-4a1e-a41a-4803e6cd4c75 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.4022009 Mar 11 19:55:07.201468 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35076) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:07.248380 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-f2554b24-8194-4934-86e2-5db57dffa951 admin admin] Deleting port 49f29bb6-5e96-4af1-95cb-27dad960b82a {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:55:07.249241 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f2554b24-8194-4934-86e2-5db57dffa951 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (49f29bb6-5e96-4af1-95cb-27dad960b82a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:07.283269 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182654b7-f19f-4338-9c06-a7d5d9a0f4dd tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:07.289237 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182654b7-f19f-4338-9c06-a7d5d9a0f4dd tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:07.290954 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-182654b7-f19f-4338-9c06-a7d5d9a0f4dd tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.0866857 Mar 11 19:55:07.293547 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35078) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:07.396203 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-0fe8eae1-8477-4a5e-ad1a-1312bf9c73cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7a01de0-22c1-40f4-9088-06e0a2019317', 'name': 'tempest-AttachVolumeTestJSON-805320116-router', 'tenant_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '49f29bb6-5e96-4af1-95cb-27dad960b82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:44:22Z', 'updated_at': '2022-03-11T19:55:04Z', 'revision_number': 5, 'project_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'gw_port': {'id': '49f29bb6-5e96-4af1-95cb-27dad960b82a', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a01de0-22c1-40f4-9088-06e0a2019317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:44:22Z', 'updated_at': '2022-03-11T19:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:07.432653 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe8eae1-8477-4a5e-ad1a-1312bf9c73cb None None] The sync data for ids ['a7a01de0-22c1-40f4-9088-06e0a2019317'] in n-d-833163-1 is: [{'id': 'a7a01de0-22c1-40f4-9088-06e0a2019317', 'name': 'tempest-AttachVolumeTestJSON-805320116-router', 'tenant_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '49f29bb6-5e96-4af1-95cb-27dad960b82a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:44:22Z', 'updated_at': '2022-03-11T19:55:04Z', 'revision_number': 5, 'project_id': '576d2a7c254e4aed8ead0c581ff9c26f', 'gw_port': {'id': '49f29bb6-5e96-4af1-95cb-27dad960b82a', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:f6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a01de0-22c1-40f4-9088-06e0a2019317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:44:22Z', 'updated_at': '2022-03-11T19:44:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:55:07.451510 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-f86468b2-adc5-4397-bc8d-6f399156de37 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Deleting port 43e34ed2-f8b9-4086-a832-01634b4b46e7 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:55:07.451974 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f86468b2-adc5-4397-bc8d-6f399156de37 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (43e34ed2-f8b9-4086-a832-01634b4b46e7), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:07.576225 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f86468b2-adc5-4397-bc8d-6f399156de37 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (43e34ed2-f8b9-4086-a832-01634b4b46e7), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:07.598091 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1837ca8-be95-41c5-a689-a6d7614cee09 None None] Network 0897600d-059c-4c97-87d5-16371e549b1b requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:55:07.603806 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-f86468b2-adc5-4397-bc8d-6f399156de37 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Calling delete_port for 43e34ed2-f8b9-4086-a832-01634b4b46e7 owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:55:07.639102 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ec13459c-be2b-4e35-89a6-8125e5d9b9ec None None] Provisioning complete for port 8dcbde88-361c-4fee-8eee-7688f53da67f triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:55:07.640062 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ec13459c-be2b-4e35-89a6-8125e5d9b9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (8dcbde88-361c-4fee-8eee-7688f53da67f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:07.748002 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e060e14a-edb7-48f3-abfc-bb7848a2bbd7 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (0a9dbe37-7e3a-458d-9b93-bc7a048c95e5), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:07.761893 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c013c2e7-0054-4cb2-acf5-293077d899c8 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (27cbdf90-ebcf-40b1-bc6d-b0796aa9db74), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:07.915061 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f86468b2-adc5-4397-bc8d-6f399156de37 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (43e34ed2-f8b9-4086-a832-01634b4b46e7), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:07.967429 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86468b2-adc5-4397-bc8d-6f399156de37 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event deleted for resources: {'Port': ['ID=43e34ed2-f8b9-4086-a832-01634b4b46e7,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:07.976350 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-f2554b24-8194-4934-86e2-5db57dffa951 admin admin] For port 49f29bb6-5e96-4af1-95cb-27dad960b82a, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=49f29bb6-5e96-4af1-95cb-27dad960b82a,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:55:07.976721 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f2554b24-8194-4934-86e2-5db57dffa951 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (49f29bb6-5e96-4af1-95cb-27dad960b82a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:07.979997 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c013c2e7-0054-4cb2-acf5-293077d899c8 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event updated for resources: {'Subnet': ['ID=27cbdf90-ebcf-40b1-bc6d-b0796aa9db74,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:07.980914 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 8dcbde88-361c-4fee-8eee-7688f53da67f up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:55:07.982694 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e060e14a-edb7-48f3-abfc-bb7848a2bbd7 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event updated for resources: {'Port': ['ID=0a9dbe37-7e3a-458d-9b93-bc7a048c95e5,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:08.020467 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-f2554b24-8194-4934-86e2-5db57dffa951 admin admin] Calling delete_port for 49f29bb6-5e96-4af1-95cb-27dad960b82a owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:55:08.048351 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e060e14a-edb7-48f3-abfc-bb7848a2bbd7 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Checking segment: {'id': '412dddee-a430-4cc0-9978-8dcc867a4ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '082421c7-5eb0-4f81-9d2b-c47a23b7a5ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:55:08.048775 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e060e14a-edb7-48f3-abfc-bb7848a2bbd7 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Network hostable DHCP agents. Network: 082421c7-5eb0-4f81-9d2b-c47a23b7a5ea, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:55:08.081988 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ec13459c-be2b-4e35-89a6-8125e5d9b9ec None None] Current status of the port 8dcbde88-361c-4fee-8eee-7688f53da67f is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:55:08.082612 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ec13459c-be2b-4e35-89a6-8125e5d9b9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (8dcbde88-361c-4fee-8eee-7688f53da67f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:08.093720 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f86468b2-adc5-4397-bc8d-6f399156de37 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:08.099123 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f86468b2-adc5-4397-bc8d-6f399156de37 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/ports/43e34ed2-f8b9-4086-a832-01634b4b46e7 HTTP/1.1" status: 204 len: 168 time: 0.8045812 Mar 11 19:55:08.101458 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35082) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:08.106692 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c013c2e7-0054-4cb2-acf5-293077d899c8 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Checking segment: {'id': '40052e9e-a0dd-4df2-999e-669f848e7d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '64609ae2-34c1-4ce4-b7bf-970a768e9b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:55:08.107066 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c013c2e7-0054-4cb2-acf5-293077d899c8 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Network hostable DHCP agents. Network: 64609ae2-34c1-4ce4-b7bf-970a768e9b16, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:55:08.151673 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e060e14a-edb7-48f3-abfc-bb7848a2bbd7 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Network 082421c7-5eb0-4f81-9d2b-c47a23b7a5ea is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:55:08.153738 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-ec13459c-be2b-4e35-89a6-8125e5d9b9ec None None] For port 8dcbde88-361c-4fee-8eee-7688f53da67f, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=8dcbde88-361c-4fee-8eee-7688f53da67f,segment=NetworkSegment(70c71ca7-59df-46c5-86d9-acc712ed1da1),segment_id=70c71ca7-59df-46c5-86d9-acc712ed1da1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:55:08.157927 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 8dcbde88-361c-4fee-8eee-7688f53da67f triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:55:08.158666 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (8dcbde88-361c-4fee-8eee-7688f53da67f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:08.159581 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c013c2e7-0054-4cb2-acf5-293077d899c8 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Network 64609ae2-34c1-4ce4-b7bf-970a768e9b16 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:55:08.166001 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ec13459c-be2b-4e35-89a6-8125e5d9b9ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (8dcbde88-361c-4fee-8eee-7688f53da67f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:08.194346 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5c99de-bc7a-4560-8a78-7eac76364c86 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:08.196897 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5c99de-bc7a-4560-8a78-7eac76364c86 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:08.198427 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5c99de-bc7a-4560-8a78-7eac76364c86 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:08.201130 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ea5c99de-bc7a-4560-8a78-7eac76364c86 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0977659 Mar 11 19:55:08.204553 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35084) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:08.212886 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-e060e14a-edb7-48f3-abfc-bb7848a2bbd7 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 082421c7-5eb0-4f81-9d2b-c47a23b7a5ea) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:55:08.216360 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-c013c2e7-0054-4cb2-acf5-293077d899c8 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 64609ae2-34c1-4ce4-b7bf-970a768e9b16) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:55:08.220925 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c013c2e7-0054-4cb2-acf5-293077d899c8 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:08.221524 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c013c2e7-0054-4cb2-acf5-293077d899c8 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:08.228854 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e060e14a-edb7-48f3-abfc-bb7848a2bbd7 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:55:08.240463 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e060e14a-edb7-48f3-abfc-bb7848a2bbd7 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:08.240463 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e060e14a-edb7-48f3-abfc-bb7848a2bbd7 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:08.255212 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475b2e4f-a0fe-4668-9d37-2540e8ac03d0 None None] Network 082421c7-5eb0-4f81-9d2b-c47a23b7a5ea requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:55:08.268466 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad04b5a-b8e7-4bc3-9bd4-acff628bd52e None None] Network 64609ae2-34c1-4ce4-b7bf-970a768e9b16 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:55:08.280480 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-c013c2e7-0054-4cb2-acf5-293077d899c8 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8733342 Mar 11 19:55:08.281433 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35086) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:08.289292 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-3ddd483e-2e3b-4d48-a302-de12ed7f5cfd tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-600611165', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:08.301071 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-e060e14a-edb7-48f3-abfc-bb7848a2bbd7 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.8901443 Mar 11 19:55:08.301389 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35088) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:08.330120 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-6912143b-5dfe-40c5-b082-046e8935c2c1 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-878672600'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:08.332184 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ce2ef2f-f174-4439-886b-4db836ea7db7 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Deleting subnet 5fbfbf28-b31f-4f1c-a667-f5366ef634a2 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:55:08.339044 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ce2ef2f-f174-4439-886b-4db836ea7db7 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (5fbfbf28-b31f-4f1c-a667-f5366ef634a2), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:08.377000 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3ddd483e-2e3b-4d48-a302-de12ed7f5cfd tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (1c5f71b1-48f4-48ea-b867-2b476733297f), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:08.378757 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3ddd483e-2e3b-4d48-a302-de12ed7f5cfd tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (1c5f71b1-48f4-48ea-b867-2b476733297f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:08.398416 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6912143b-5dfe-40c5-b082-046e8935c2c1 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Made reservation on behalf of 9a2132e02eba4e489015b67acdaa176b for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:55:08.404289 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ce2ef2f-f174-4439-886b-4db836ea7db7 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (5fbfbf28-b31f-4f1c-a667-f5366ef634a2), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:08.404513 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6912143b-5dfe-40c5-b082-046e8935c2c1 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:08.427734 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f2554b24-8194-4934-86e2-5db57dffa951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (49f29bb6-5e96-4af1-95cb-27dad960b82a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:08.458817 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2554b24-8194-4934-86e2-5db57dffa951 admin admin] Pushing event deleted for resources: {'Port': ['ID=49f29bb6-5e96-4af1-95cb-27dad960b82a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:08.487205 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c725374d-ac2d-47da-b379-cc9b32ef2cb9 None None] Update dhcp port {'port': {'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'fixed_ips': [{'subnet_id': '5fbfbf28-b31f-4f1c-a667-f5366ef634a2', 'ip_address': '2001:db8::f816:3eff:fe60:77ad'}, {'subnet_id': 'a84c5f05-9692-4394-9b71-976f9443b4a5'}], 'binding:host_id': 'n-d-833163-1'}, 'id': '8dcbde88-361c-4fee-8eee-7688f53da67f'} from n-d-833163-1. {{(pid=103886) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 11 19:55:08.489593 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec13459c-be2b-4e35-89a6-8125e5d9b9ec None None] Pushing event updated for resources: {'Port': ['ID=8dcbde88-361c-4fee-8eee-7688f53da67f,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:08.537020 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6912143b-5dfe-40c5-b082-046e8935c2c1 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] vlan segment allocate from pool success with {'vlan_id': 865, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:55:08.539196 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ce2ef2f-f174-4439-886b-4db836ea7db7 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (5fbfbf28-b31f-4f1c-a667-f5366ef634a2), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:08.540579 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3ddd483e-2e3b-4d48-a302-de12ed7f5cfd tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for router_controller (1c5f71b1-48f4-48ea-b867-2b476733297f), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:08.572372 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3ddd483e-2e3b-4d48-a302-de12ed7f5cfd tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (1c5f71b1-48f4-48ea-b867-2b476733297f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:08.586984 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6912143b-5dfe-40c5-b082-046e8935c2c1 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (7c860a70-e8ff-48ce-baf4-85a6c4ceff02), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:08.587363 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-6912143b-5dfe-40c5-b082-046e8935c2c1 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Added segment 7c860a70-e8ff-48ce-baf4-85a6c4ceff02 of type vlan for network d26f3409-dc29-4b16-a3f4-473123ecba8d Mar 11 19:55:08.631917 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ce2ef2f-f174-4439-886b-4db836ea7db7 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (5fbfbf28-b31f-4f1c-a667-f5366ef634a2), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:08.635554 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f2554b24-8194-4934-86e2-5db57dffa951 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (a7a01de0-22c1-40f4-9088-06e0a2019317), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:08.666546 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce2ef2f-f174-4439-886b-4db836ea7db7 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event deleted for resources: {'Subnet': ['ID=5fbfbf28-b31f-4f1c-a667-f5366ef634a2,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:08.677265 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ce2ef2f-f174-4439-886b-4db836ea7db7 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:08.682182 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-7ce2ef2f-f174-4439-886b-4db836ea7db7 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/subnets/5fbfbf28-b31f-4f1c-a667-f5366ef634a2 HTTP/1.1" status: 204 len: 168 time: 0.4762790 Mar 11 19:55:08.684800 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35090) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:08.747786 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f2554b24-8194-4934-86e2-5db57dffa951 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (a7a01de0-22c1-40f4-9088-06e0a2019317), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:08.750352 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f2554b24-8194-4934-86e2-5db57dffa951 admin admin] Publish callbacks [] for router_controller (a7a01de0-22c1-40f4-9088-06e0a2019317), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:08.756534 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-07737ad8-6183-4502-9318-3b4e4f5ec99c tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Deleting subnet a84c5f05-9692-4394-9b71-976f9443b4a5 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:55:08.760128 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-07737ad8-6183-4502-9318-3b4e4f5ec99c tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (a84c5f05-9692-4394-9b71-976f9443b4a5), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:08.771222 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c725374d-ac2d-47da-b379-cc9b32ef2cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (8dcbde88-361c-4fee-8eee-7688f53da67f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:08.802788 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f2554b24-8194-4934-86e2-5db57dffa951 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (a7a01de0-22c1-40f4-9088-06e0a2019317), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:08.803064 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2554b24-8194-4934-86e2-5db57dffa951 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7a01de0-22c1-40f4-9088-06e0a2019317 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:55:08.808228 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f2554b24-8194-4934-86e2-5db57dffa951 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:08.815839 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35094) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:08.816721 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f2554b24-8194-4934-86e2-5db57dffa951 admin admin] 10.222.0.65 "DELETE /v2.0/routers/a7a01de0-22c1-40f4-9088-06e0a2019317 HTTP/1.1" status: 204 len: 168 time: 2.6707110 Mar 11 19:55:08.828210 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3ddd483e-2e3b-4d48-a302-de12ed7f5cfd tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:08.833331 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-3ddd483e-2e3b-4d48-a302-de12ed7f5cfd tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5483632 Mar 11 19:55:08.834075 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35096) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:08.857525 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6912143b-5dfe-40c5-b082-046e8935c2c1 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (d26f3409-dc29-4b16-a3f4-473123ecba8d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:08.859265 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8c68b9-b3db-4682-9123-155dd76d313d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-64609ae2-34c1-4ce4-b7bf-970a768e9b16', 'network_id': '64609ae2-34c1-4ce4-b7bf-970a768e9b16', 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'fixed_ips': [{'subnet_id': '27cbdf90-ebcf-40b1-bc6d-b0796aa9db74'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:55:08.860183 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2f8c68b9-b3db-4682-9123-155dd76d313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:08.898208 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-07737ad8-6183-4502-9318-3b4e4f5ec99c tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (a84c5f05-9692-4394-9b71-976f9443b4a5), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:08.977903 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 8dcbde88-361c-4fee-8eee-7688f53da67f is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:55:08.982837 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a25d52c-b86c-4237-85ca-bc4622c57d04 admin admin] Deleting subnet f9964fd8-a78c-47a9-bc53-fa779164456a {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:55:08.989009 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6a25d52c-b86c-4237-85ca-bc4622c57d04 admin admin] Publish callbacks [] for subnet (f9964fd8-a78c-47a9-bc53-fa779164456a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:09.007141 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 64eb2522-0821-40ac-8307-0bca5acb1dc2 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:55:09.058440 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6a25d52c-b86c-4237-85ca-bc4622c57d04 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (f9964fd8-a78c-47a9-bc53-fa779164456a), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:09.060868 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-07737ad8-6183-4502-9318-3b4e4f5ec99c tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (a84c5f05-9692-4394-9b71-976f9443b4a5), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:09.067554 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 64eb2522-0821-40ac-8307-0bca5acb1dc2 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:55:09.067958 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 64eb2522-0821-40ac-8307-0bca5acb1dc2 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:55:09.106559 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6912143b-5dfe-40c5-b082-046e8935c2c1 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (d26f3409-dc29-4b16-a3f4-473123ecba8d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:09.112435 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6912143b-5dfe-40c5-b082-046e8935c2c1 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:09.113046 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6912143b-5dfe-40c5-b082-046e8935c2c1 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:09.181988 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-6912143b-5dfe-40c5-b082-046e8935c2c1 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8769045 Mar 11 19:55:09.185693 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35098) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:09.193424 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-4052a904-c675-4db5-89a1-32e6372034dd tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Request body: {'ports': [{'network_id': '082421c7-5eb0-4f81-9d2b-c47a23b7a5ea'}, {'network_id': 'd26f3409-dc29-4b16-a3f4-473123ecba8d'}]} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:09.193781 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-4052a904-c675-4db5-89a1-32e6372034dd tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Request body: {'port': {'network_id': '082421c7-5eb0-4f81-9d2b-c47a23b7a5ea'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:09.194270 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-4052a904-c675-4db5-89a1-32e6372034dd tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Request body: {'port': {'network_id': 'd26f3409-dc29-4b16-a3f4-473123ecba8d'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:09.199302 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-07737ad8-6183-4502-9318-3b4e4f5ec99c tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (a84c5f05-9692-4394-9b71-976f9443b4a5), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server [None req-c725374d-ac2d-47da-b379-cc9b32ef2cb9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a84c5f05-9692-4394-9b71-976f9443b4a5: This subnet is being modified by another concurrent operation. Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1522, in update_port Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise exception Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a84c5f05-9692-4394-9b71-976f9443b4a5: This subnet is being modified by another concurrent operation. Mar 11 19:55:09.223956 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server Mar 11 19:55:09.232203 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6a25d52c-b86c-4237-85ca-bc4622c57d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (f9964fd8-a78c-47a9-bc53-fa779164456a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:09.260061 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-2f8c68b9-b3db-4682-9123-155dd76d313d None None] Allocated IP 2001:db8::2 (64609ae2-34c1-4ce4-b7bf-970a768e9b16/27cbdf90-ebcf-40b1-bc6d-b0796aa9db74/90cfad2e-71b6-4a1c-9a76-c871301cb1cb) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:55:09.260338 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07737ad8-6183-4502-9318-3b4e4f5ec99c tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event deleted for resources: {'Subnet': ['ID=a84c5f05-9692-4394-9b71-976f9443b4a5,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:09.277746 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-07737ad8-6183-4502-9318-3b4e4f5ec99c tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:09.281640 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-07737ad8-6183-4502-9318-3b4e4f5ec99c tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/subnets/a84c5f05-9692-4394-9b71-976f9443b4a5 HTTP/1.1" status: 204 len: 168 time: 0.5957818 Mar 11 19:55:09.284238 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35100) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:09.337589 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-1c20c8f4-7cdd-485a-a3db-649529705211 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0520024 Mar 11 19:55:09.341044 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35102) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:09.348225 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-4b74ff59-947a-4ca8-bf1d-9e9c6a5500f3 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Request body: {'subnet': {'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:09.349713 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6912143b-5dfe-40c5-b082-046e8935c2c1 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event updated for resources: {'Network': ['ID=d26f3409-dc29-4b16-a3f4-473123ecba8d,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:09.447289 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network d26f3409-dc29-4b16-a3f4-473123ecba8d details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:55:09.454874 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d384d1cb-c78f-49f4-9209-2e27ceef6522 None None] Network 0897600d-059c-4c97-87d5-16371e549b1b requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:55:09.509624 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6a25d52c-b86c-4237-85ca-bc4622c57d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (f9964fd8-a78c-47a9-bc53-fa779164456a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:09.527579 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f986f8f5-405c-4e51-a8c6-664ee1e3cc60 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:09.531808 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6a25d52c-b86c-4237-85ca-bc4622c57d04 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:09.539783 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-6a25d52c-b86c-4237-85ca-bc4622c57d04 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/f9964fd8-a78c-47a9-bc53-fa779164456a HTTP/1.1" status: 204 len: 168 time: 0.7200425 Mar 11 19:55:09.540394 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-816ed522-f3df-485f-83af-584d9de795f6 None None] Could not find standard attr ID for object 43e34ed2-f8b9-4086-a832-01634b4b46e7. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 19:55:09.541638 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b74ff59-947a-4ca8-bf1d-9e9c6a5500f3 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Made reservation on behalf of 06d9e64a19fa4247bc00069610bf80e1 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:55:09.543113 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35104) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:09.547144 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4b74ff59-947a-4ca8-bf1d-9e9c6a5500f3 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:09.560392 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4aa15f2-5408-444f-aae2-e454a2dd2150 None None] Network fa906f4a-19f4-4b7d-8351-256fb4a2150c requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:55:09.581751 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a25d52c-b86c-4237-85ca-bc4622c57d04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9964fd8-a78c-47a9-bc53-fa779164456a,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:09.730566 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2f8c68b9-b3db-4682-9123-155dd76d313d None None] Publish callbacks [] for port (90cfad2e-71b6-4a1c-9a76-c871301cb1cb), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:09.756730 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2f8c68b9-b3db-4682-9123-155dd76d313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (90cfad2e-71b6-4a1c-9a76-c871301cb1cb), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:09.837137 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b6aba1a5-81b4-4360-a2de-221caa4b790f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (fa906f4a-19f4-4b7d-8351-256fb4a2150c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:09.851186 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-816ed522-f3df-485f-83af-584d9de795f6 None None] Provisioning complete for port 8dcbde88-361c-4fee-8eee-7688f53da67f triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:55:09.851815 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-816ed522-f3df-485f-83af-584d9de795f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (8dcbde88-361c-4fee-8eee-7688f53da67f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:09.908349 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 49f29bb6-5e96-4af1-95cb-27dad960b82a no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:55:09.941058 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 49f29bb6-5e96-4af1-95cb-27dad960b82a {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:55:09.941308 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 49f29bb6-5e96-4af1-95cb-27dad960b82a not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:55:09.941894 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 8dcbde88-361c-4fee-8eee-7688f53da67f no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:55:09.969741 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8c68b9-b3db-4682-9123-155dd76d313d None None] Network 64609ae2-34c1-4ce4-b7bf-970a768e9b16 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:55:09.980567 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4052a904-c675-4db5-89a1-32e6372034dd tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Made reservation on behalf of 9a2132e02eba4e489015b67acdaa176b for: {'port': 2} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:55:09.990500 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4052a904-c675-4db5-89a1-32e6372034dd tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:10.009835 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-2f8c68b9-b3db-4682-9123-155dd76d313d None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:55:10.040998 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8c68b9-b3db-4682-9123-155dd76d313d None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:55:10.075889 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4052a904-c675-4db5-89a1-32e6372034dd tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:10.175779 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8c68b9-b3db-4682-9123-155dd76d313d None None] Pushing event updated for resources: {'Port': ['ID=90cfad2e-71b6-4a1c-9a76-c871301cb1cb,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:10.252305 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715dfc7f-777f-4312-901b-48822e3a4242 None None] DHCP port deletion for fa906f4a-19f4-4b7d-8351-256fb4a2150c request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:55:10.278336 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2a7328-7183-48eb-b2bc-65d5add5f654 None None] DHCP port deletion for 0897600d-059c-4c97-87d5-16371e549b1b request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:55:10.281946 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-2f8c68b9-b3db-4682-9123-155dd76d313d None None] Attempting to bind port 90cfad2e-71b6-4a1c-9a76-c871301cb1cb on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:55:10.282360 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-f986f8f5-405c-4e51-a8c6-664ee1e3cc60 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Allocated IP 2001:db8::1 (64609ae2-34c1-4ce4-b7bf-970a768e9b16/27cbdf90-ebcf-40b1-bc6d-b0796aa9db74/d4a66177-aa1a-4dc3-8ab6-882d94559ae0) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:55:10.282806 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-2f8c68b9-b3db-4682-9123-155dd76d313d None None] Attempting to bind port 90cfad2e-71b6-4a1c-9a76-c871301cb1cb by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '40052e9e-a0dd-4df2-999e-669f848e7d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '64609ae2-34c1-4ce4-b7bf-970a768e9b16'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:55:10.283353 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8c68b9-b3db-4682-9123-155dd76d313d None None] Attempting to bind port 90cfad2e-71b6-4a1c-9a76-c871301cb1cb on network 64609ae2-34c1-4ce4-b7bf-970a768e9b16 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:55:10.289525 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-b6aba1a5-81b4-4360-a2de-221caa4b790f admin admin] Deleting port 069d8f7b-660b-451a-96b5-0cb49a64643e {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:55:10.289938 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b6aba1a5-81b4-4360-a2de-221caa4b790f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (069d8f7b-660b-451a-96b5-0cb49a64643e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:10.293066 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8c68b9-b3db-4682-9123-155dd76d313d None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:55:10.294370 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8c68b9-b3db-4682-9123-155dd76d313d None None] Checking segment: {'id': '40052e9e-a0dd-4df2-999e-669f848e7d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '64609ae2-34c1-4ce4-b7bf-970a768e9b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:55:10.295008 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2f8c68b9-b3db-4682-9123-155dd76d313d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:10.296759 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8c68b9-b3db-4682-9123-155dd76d313d None None] Bound using segment: {'id': '40052e9e-a0dd-4df2-999e-669f848e7d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '64609ae2-34c1-4ce4-b7bf-970a768e9b16'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:55:10.297496 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-2f8c68b9-b3db-4682-9123-155dd76d313d None None] Bound port: 90cfad2e-71b6-4a1c-9a76-c871301cb1cb, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40052e9e-a0dd-4df2-999e-669f848e7d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '64609ae2-34c1-4ce4-b7bf-970a768e9b16'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:55:10.298105 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2f8c68b9-b3db-4682-9123-155dd76d313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (90cfad2e-71b6-4a1c-9a76-c871301cb1cb), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:10.313620 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4b74ff59-947a-4ca8-bf1d-9e9c6a5500f3 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (70919fcb-22d6-43c1-8cad-82fec48e1214), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:10.321183 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-816ed522-f3df-485f-83af-584d9de795f6 None None] Current status of the port 8dcbde88-361c-4fee-8eee-7688f53da67f is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:55:10.429172 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b74ff59-947a-4ca8-bf1d-9e9c6a5500f3 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Network 0897600d-059c-4c97-87d5-16371e549b1b is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:55:10.442096 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-4b74ff59-947a-4ca8-bf1d-9e9c6a5500f3 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:55:10.447605 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b74ff59-947a-4ca8-bf1d-9e9c6a5500f3 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:10.454346 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4b74ff59-947a-4ca8-bf1d-9e9c6a5500f3 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:10.463814 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-4052a904-c675-4db5-89a1-32e6372034dd tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] device_id is not set on port 7ca5ba18-15cc-42d4-8028-16902004e3d9 yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:55:10.477177 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-b6aba1a5-81b4-4360-a2de-221caa4b790f admin admin] For port 069d8f7b-660b-451a-96b5-0cb49a64643e, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=069d8f7b-660b-451a-96b5-0cb49a64643e,segment=NetworkSegment(9e8ba371-83c7-45ec-a158-fbcbb07778ba),segment_id=9e8ba371-83c7-45ec-a158-fbcbb07778ba)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:55:10.477651 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b6aba1a5-81b4-4360-a2de-221caa4b790f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (069d8f7b-660b-451a-96b5-0cb49a64643e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:10.487190 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4b74ff59-947a-4ca8-bf1d-9e9c6a5500f3 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1424162 Mar 11 19:55:10.496736 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35112) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:10.515188 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-30ee6b48-38de-4aad-af25-3feb20e81587 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Request body: {'subnet': {'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:10.522940 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 8dcbde88-361c-4fee-8eee-7688f53da67f is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:55:10.523559 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (8dcbde88-361c-4fee-8eee-7688f53da67f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:10.542041 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-b6aba1a5-81b4-4360-a2de-221caa4b790f admin admin] Calling delete_port for 069d8f7b-660b-451a-96b5-0cb49a64643e owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:55:10.576591 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74ff59-947a-4ca8-bf1d-9e9c6a5500f3 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event updated for resources: {'Subnet': ['ID=70919fcb-22d6-43c1-8cad-82fec48e1214,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:10.620188 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 8dcbde88-361c-4fee-8eee-7688f53da67f, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=8dcbde88-361c-4fee-8eee-7688f53da67f,segment=NetworkSegment(70c71ca7-59df-46c5-86d9-acc712ed1da1),segment_id=70c71ca7-59df-46c5-86d9-acc712ed1da1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:55:10.629237 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-2f8c68b9-b3db-4682-9123-155dd76d313d None None] For port 90cfad2e-71b6-4a1c-9a76-c871301cb1cb, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:55:10.631907 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (8dcbde88-361c-4fee-8eee-7688f53da67f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:10.690721 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f986f8f5-405c-4e51-a8c6-664ee1e3cc60 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for port (d4a66177-aa1a-4dc3-8ab6-882d94559ae0), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:10.713587 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=8dcbde88-361c-4fee-8eee-7688f53da67f,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:10.722221 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-715dfc7f-777f-4312-901b-48822e3a4242 None None] Deleting port 069d8f7b-660b-451a-96b5-0cb49a64643e {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:55:10.722602 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-715dfc7f-777f-4312-901b-48822e3a4242 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (069d8f7b-660b-451a-96b5-0cb49a64643e), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:10.726585 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-2f8c68b9-b3db-4682-9123-155dd76d313d None None] For port 90cfad2e-71b6-4a1c-9a76-c871301cb1cb, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=90cfad2e-71b6-4a1c-9a76-c871301cb1cb,segment=NetworkSegment(40052e9e-a0dd-4df2-999e-669f848e7d5c),segment_id=40052e9e-a0dd-4df2-999e-669f848e7d5c)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:55:10.765546 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ee6b48-38de-4aad-af25-3feb20e81587 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Made reservation on behalf of 06d9e64a19fa4247bc00069610bf80e1 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:55:10.769692 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2f8c68b9-b3db-4682-9123-155dd76d313d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (90cfad2e-71b6-4a1c-9a76-c871301cb1cb), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:10.772300 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-30ee6b48-38de-4aad-af25-3feb20e81587 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:10.775738 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4a2a7328-7183-48eb-b2bc-65d5add5f654 None None] Deleting port 8dcbde88-361c-4fee-8eee-7688f53da67f {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:55:10.776329 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4a2a7328-7183-48eb-b2bc-65d5add5f654 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (8dcbde88-361c-4fee-8eee-7688f53da67f), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:10.810142 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4052a904-c675-4db5-89a1-32e6372034dd tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for port (7ca5ba18-15cc-42d4-8028-16902004e3d9), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:10.964734 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-715dfc7f-777f-4312-901b-48822e3a4242 None None] For port 069d8f7b-660b-451a-96b5-0cb49a64643e, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=069d8f7b-660b-451a-96b5-0cb49a64643e,segment=NetworkSegment(9e8ba371-83c7-45ec-a158-fbcbb07778ba),segment_id=9e8ba371-83c7-45ec-a158-fbcbb07778ba)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:55:10.965750 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-715dfc7f-777f-4312-901b-48822e3a4242 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (069d8f7b-660b-451a-96b5-0cb49a64643e), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:10.971056 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-4052a904-c675-4db5-89a1-32e6372034dd tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] device_id is not set on port d236e798-83b0-47e1-b046-d67230bed0ce yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:55:11.036470 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8c68b9-b3db-4682-9123-155dd76d313d None None] Pushing event updated for resources: {'Port': ['ID=90cfad2e-71b6-4a1c-9a76-c871301cb1cb,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:11.083352 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-715dfc7f-777f-4312-901b-48822e3a4242 None None] Calling delete_port for 069d8f7b-660b-451a-96b5-0cb49a64643e owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:55:11.116360 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4a2a7328-7183-48eb-b2bc-65d5add5f654 None None] For port 8dcbde88-361c-4fee-8eee-7688f53da67f, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=8dcbde88-361c-4fee-8eee-7688f53da67f,segment=NetworkSegment(70c71ca7-59df-46c5-86d9-acc712ed1da1),segment_id=70c71ca7-59df-46c5-86d9-acc712ed1da1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:55:11.116780 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4a2a7328-7183-48eb-b2bc-65d5add5f654 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (8dcbde88-361c-4fee-8eee-7688f53da67f), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:11.130775 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f986f8f5-405c-4e51-a8c6-664ee1e3cc60 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (d4a66177-aa1a-4dc3-8ab6-882d94559ae0), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:11.197683 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b6aba1a5-81b4-4360-a2de-221caa4b790f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (069d8f7b-660b-451a-96b5-0cb49a64643e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:11.349583 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4a2a7328-7183-48eb-b2bc-65d5add5f654 None None] Calling delete_port for 8dcbde88-361c-4fee-8eee-7688f53da67f owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:55:11.375129 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4052a904-c675-4db5-89a1-32e6372034dd tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for port (d236e798-83b0-47e1-b046-d67230bed0ce), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:11.450371 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4052a904-c675-4db5-89a1-32e6372034dd tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (7ca5ba18-15cc-42d4-8028-16902004e3d9), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:11.504846 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f986f8f5-405c-4e51-a8c6-664ee1e3cc60 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Network 64609ae2-34c1-4ce4-b7bf-970a768e9b16 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:55:11.514474 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4052a904-c675-4db5-89a1-32e6372034dd tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Network 082421c7-5eb0-4f81-9d2b-c47a23b7a5ea is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:55:11.520217 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6aba1a5-81b4-4360-a2de-221caa4b790f admin admin] No DVR routers for this DVR port 069d8f7b-660b-451a-96b5-0cb49a64643e on host n-d-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:55:11.523149 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-4052a904-c675-4db5-89a1-32e6372034dd tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:55:11.536699 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-f986f8f5-405c-4e51-a8c6-664ee1e3cc60 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:55:11.544164 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f986f8f5-405c-4e51-a8c6-664ee1e3cc60 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:55:11.545018 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f986f8f5-405c-4e51-a8c6-664ee1e3cc60 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (1c5f71b1-48f4-48ea-b867-2b476733297f), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:11.586734 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-715dfc7f-777f-4312-901b-48822e3a4242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (069d8f7b-660b-451a-96b5-0cb49a64643e), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:11.595479 n-d-833163-1 neutron-server[103884]: DEBUG neutron.objects.ports [None req-30ee6b48-38de-4aad-af25-3feb20e81587 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103884) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 19:55:11.640357 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715dfc7f-777f-4312-901b-48822e3a4242 None None] Pushing event deleted for resources: {'Port': ['ID=069d8f7b-660b-451a-96b5-0cb49a64643e,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:11.683232 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4052a904-c675-4db5-89a1-32e6372034dd tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:55:11.684834 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4052a904-c675-4db5-89a1-32e6372034dd tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (d236e798-83b0-47e1-b046-d67230bed0ce), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:11.695384 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715dfc7f-777f-4312-901b-48822e3a4242 None None] No DVR routers for this DVR port 069d8f7b-660b-451a-96b5-0cb49a64643e on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:55:11.713643 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4a2a7328-7183-48eb-b2bc-65d5add5f654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (8dcbde88-361c-4fee-8eee-7688f53da67f), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:11.767423 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f986f8f5-405c-4e51-a8c6-664ee1e3cc60 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event updated for resources: {'Port': ['ID=d4a66177-aa1a-4dc3-8ab6-882d94559ae0,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:11.786032 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2a7328-7183-48eb-b2bc-65d5add5f654 None None] Pushing event deleted for resources: {'Port': ['ID=8dcbde88-361c-4fee-8eee-7688f53da67f,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:11.805282 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2a7328-7183-48eb-b2bc-65d5add5f654 None None] No DVR routers for this DVR port 8dcbde88-361c-4fee-8eee-7688f53da67f on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:55:11.831122 n-d-833163-1 neutron-server[103884]: WARNING neutron.services.revisions.revision_plugin [None req-30ee6b48-38de-4aad-af25-3feb20e81587 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Could not find related port for resource to bump revision. Mar 11 19:55:11.831295 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff2d8a5-6b43-4fe2-a5b4-ec16332a2cf0 None None] Network 0897600d-059c-4c97-87d5-16371e549b1b requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:55:11.852523 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.ipam_pluggable_backend [None req-30ee6b48-38de-4aad-af25-3feb20e81587 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Port 8dcbde88-361c-4fee-8eee-7688f53da67f was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103884) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 11 19:55:11.852834 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.ipam_pluggable_backend [None req-30ee6b48-38de-4aad-af25-3feb20e81587 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Reverting IP allocation for 2001:db8::f816:3eff:fe60:77ad {{(pid=103884) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 11 19:55:11.857286 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.ipam_pluggable_backend [None req-30ee6b48-38de-4aad-af25-3feb20e81587 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe60:77ad {{(pid=103884) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Mar 11 19:55:11.859171 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-30ee6b48-38de-4aad-af25-3feb20e81587 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (368bc789-0b27-4ea1-9ed5-d74569c925e5), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:11.893741 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aba1a5-81b4-4360-a2de-221caa4b790f admin admin] Pushing event deleted for resources: {'Port': ['ID=069d8f7b-660b-451a-96b5-0cb49a64643e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:11.957658 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ee6b48-38de-4aad-af25-3feb20e81587 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Network 0897600d-059c-4c97-87d5-16371e549b1b is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:55:11.964462 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f986f8f5-405c-4e51-a8c6-664ee1e3cc60 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d4a66177-aa1a-4dc3-8ab6-882d94559ae0), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:11.972553 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-30ee6b48-38de-4aad-af25-3feb20e81587 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:55:11.980361 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ee6b48-38de-4aad-af25-3feb20e81587 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:11.980964 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-30ee6b48-38de-4aad-af25-3feb20e81587 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:12.010419 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-30ee6b48-38de-4aad-af25-3feb20e81587 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5124352 Mar 11 19:55:12.017985 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35118) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:12.019059 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ee6b48-38de-4aad-af25-3feb20e81587 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event updated for resources: {'Subnet': ['ID=368bc789-0b27-4ea1-9ed5-d74569c925e5,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:12.026012 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-6d92ad92-130c-475e-b99f-1a20894f5679 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Request body: {'port': {'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'mac_address': 'fa:16:3e:79:4c:01', 'name': 'tempest-NetworksTestDHCPv6-1497178284'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:12.062760 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 90cfad2e-71b6-4a1c-9a76-c871301cb1cb up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:55:12.072255 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56485d68-77b8-49bf-88d1-a135add982af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-0897600d-059c-4c97-87d5-16371e549b1b', 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'project_id': '06d9e64a19fa4247bc00069610bf80e1', 'fixed_ips': [{'subnet_id': '368bc789-0b27-4ea1-9ed5-d74569c925e5'}, {'subnet_id': '70919fcb-22d6-43c1-8cad-82fec48e1214'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:55:12.078223 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-56485d68-77b8-49bf-88d1-a135add982af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:12.309129 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d92ad92-130c-475e-b99f-1a20894f5679 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Made reservation on behalf of 06d9e64a19fa4247bc00069610bf80e1 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:55:12.416271 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 90cfad2e-71b6-4a1c-9a76-c871301cb1cb triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:55:12.417108 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (90cfad2e-71b6-4a1c-9a76-c871301cb1cb), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:12.549925 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6d92ad92-130c-475e-b99f-1a20894f5679 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:12.601055 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-6d92ad92-130c-475e-b99f-1a20894f5679 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] device_id is not set on port f47f5a1b-8903-4c01-9ac2-664169da762b yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:55:12.731222 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 90cfad2e-71b6-4a1c-9a76-c871301cb1cb is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:55:12.732057 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (90cfad2e-71b6-4a1c-9a76-c871301cb1cb), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:12.794286 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16527dff-5b7c-4496-bfef-12e33dd7b6a5 None None] Network 64609ae2-34c1-4ce4-b7bf-970a768e9b16 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:55:12.799676 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4052a904-c675-4db5-89a1-32e6372034dd tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event updated for resources: {'Port': ['ID=7ca5ba18-15cc-42d4-8028-16902004e3d9,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:12.834355 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b6aba1a5-81b4-4360-a2de-221caa4b790f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (fa906f4a-19f4-4b7d-8351-256fb4a2150c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:12.849068 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4052a904-c675-4db5-89a1-32e6372034dd tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Checking segment: {'id': '7c860a70-e8ff-48ce-baf4-85a6c4ceff02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': 'd26f3409-dc29-4b16-a3f4-473123ecba8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:55:12.849483 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4052a904-c675-4db5-89a1-32e6372034dd tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Network hostable DHCP agents. Network: d26f3409-dc29-4b16-a3f4-473123ecba8d, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:55:12.868444 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-56485d68-77b8-49bf-88d1-a135add982af None None] Allocated IP 172.20.0.2 (0897600d-059c-4c97-87d5-16371e549b1b/70919fcb-22d6-43c1-8cad-82fec48e1214/71401e82-2ea1-4e45-806b-b17cc4f0f871) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:55:12.904668 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-b6aba1a5-81b4-4360-a2de-221caa4b790f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa906f4a-19f4-4b7d-8351-256fb4a2150c']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:12.966132 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-b6aba1a5-81b4-4360-a2de-221caa4b790f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e8ba371-83c7-45ec-a158-fbcbb07778ba') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:12.966507 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-b6aba1a5-81b4-4360-a2de-221caa4b790f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e8ba371-83c7-45ec-a158-fbcbb07778ba') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:12.985782 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4052a904-c675-4db5-89a1-32e6372034dd tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event updated for resources: {'Port': ['ID=d236e798-83b0-47e1-b046-d67230bed0ce,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:12.989918 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b6aba1a5-81b4-4360-a2de-221caa4b790f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (9e8ba371-83c7-45ec-a158-fbcbb07778ba), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:13.005681 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4052a904-c675-4db5-89a1-32e6372034dd tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Network d26f3409-dc29-4b16-a3f4-473123ecba8d is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:55:13.020264 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b6aba1a5-81b4-4360-a2de-221caa4b790f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (9e8ba371-83c7-45ec-a158-fbcbb07778ba), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:13.038384 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6aba1a5-81b4-4360-a2de-221caa4b790f admin admin] Releasing vlan 871 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:55:13.038784 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b6aba1a5-81b4-4360-a2de-221caa4b790f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (9e8ba371-83c7-45ec-a158-fbcbb07778ba), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:13.040544 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 19:55:13.040544 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:55:13.040544 n-d-833163-1 neutron-server[103885]: timer() Mar 11 19:55:13.040544 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:55:13.040544 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 19:55:13.040544 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:55:13.040544 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 19:55:13.040544 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:55:13.040544 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 19:55:13.040544 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:55:13.040544 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 19:55:13.040544 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:55:13.040544 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 19:55:13.040544 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:55:13.040544 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:55:13.040544 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:55:13.040544 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:55:13.040544 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:55:13.040544 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 19:55:13.040544 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:55:13.040544 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 19:55:13.040544 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:55:13.040544 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:55:13.040544 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:55:13.040544 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 19:55:13.040544 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:55:13.040544 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:55:13.040544 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:55:13.040544 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:55:13.040544 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:55:13.040544 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:55:13.040544 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:55:13.055269 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-4052a904-c675-4db5-89a1-32e6372034dd tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, d26f3409-dc29-4b16-a3f4-473123ecba8d) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:55:13.074436 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4052a904-c675-4db5-89a1-32e6372034dd tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:55:13.080142 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4052a904-c675-4db5-89a1-32e6372034dd tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:13.084900 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4052a904-c675-4db5-89a1-32e6372034dd tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:13.085606 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4052a904-c675-4db5-89a1-32e6372034dd tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:13.154558 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f986f8f5-405c-4e51-a8c6-664ee1e3cc60 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for port (d4a66177-aa1a-4dc3-8ab6-882d94559ae0), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:13.161870 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f986f8f5-405c-4e51-a8c6-664ee1e3cc60 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (d4a66177-aa1a-4dc3-8ab6-882d94559ae0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:13.162937 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f986f8f5-405c-4e51-a8c6-664ee1e3cc60 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (1c5f71b1-48f4-48ea-b867-2b476733297f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:13.184533 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35122) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:13.184789 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-4052a904-c675-4db5-89a1-32e6372034dd tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.9970403 Mar 11 19:55:13.185377 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b6aba1a5-81b4-4360-a2de-221caa4b790f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (fa906f4a-19f4-4b7d-8351-256fb4a2150c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:13.215704 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 90cfad2e-71b6-4a1c-9a76-c871301cb1cb, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=90cfad2e-71b6-4a1c-9a76-c871301cb1cb,segment=NetworkSegment(40052e9e-a0dd-4df2-999e-669f848e7d5c),segment_id=40052e9e-a0dd-4df2-999e-669f848e7d5c)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:55:13.217996 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-56485d68-77b8-49bf-88d1-a135add982af None None] Allocated IP 2001:db8::f816:3eff:fea9:649e (0897600d-059c-4c97-87d5-16371e549b1b/368bc789-0b27-4ea1-9ed5-d74569c925e5/71401e82-2ea1-4e45-806b-b17cc4f0f871) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:55:13.364256 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-320e6eca-609a-4d29-a2d6-aafd2b402590 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Deleting port d236e798-83b0-47e1-b046-d67230bed0ce {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:55:13.364600 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-320e6eca-609a-4d29-a2d6-aafd2b402590 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (d236e798-83b0-47e1-b046-d67230bed0ce), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:13.383737 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-56485d68-77b8-49bf-88d1-a135add982af None None] Publish callbacks [] for port (71401e82-2ea1-4e45-806b-b17cc4f0f871), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:13.393155 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72f865b-dd20-4a97-b2aa-5b5e082e0324 None None] Network d26f3409-dc29-4b16-a3f4-473123ecba8d requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:55:13.402927 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (90cfad2e-71b6-4a1c-9a76-c871301cb1cb), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:13.405795 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-56485d68-77b8-49bf-88d1-a135add982af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (71401e82-2ea1-4e45-806b-b17cc4f0f871), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:13.453194 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b6aba1a5-81b4-4360-a2de-221caa4b790f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:13.463017 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-b6aba1a5-81b4-4360-a2de-221caa4b790f admin admin] 10.222.0.65 "DELETE /v2.0/networks/fa906f4a-19f4-4b7d-8351-256fb4a2150c HTTP/1.1" status: 204 len: 168 time: 3.9149427 Mar 11 19:55:13.492765 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 069d8f7b-660b-451a-96b5-0cb49a64643e no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:55:13.513426 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f986f8f5-405c-4e51-a8c6-664ee1e3cc60 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Network 64609ae2-34c1-4ce4-b7bf-970a768e9b16 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:55:13.543259 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c2f4bdca-79cf-44ac-9f01-506fe877f0a2 None None] Provisioning complete for port 90cfad2e-71b6-4a1c-9a76-c871301cb1cb triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:55:13.543658 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c2f4bdca-79cf-44ac-9f01-506fe877f0a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (90cfad2e-71b6-4a1c-9a76-c871301cb1cb), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:13.585036 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 069d8f7b-660b-451a-96b5-0cb49a64643e {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:55:13.585906 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 069d8f7b-660b-451a-96b5-0cb49a64643e not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:55:13.588854 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56485d68-77b8-49bf-88d1-a135add982af None None] Network 0897600d-059c-4c97-87d5-16371e549b1b is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:55:13.601035 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-f986f8f5-405c-4e51-a8c6-664ee1e3cc60 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:55:13.612728 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f986f8f5-405c-4e51-a8c6-664ee1e3cc60 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event updated for resources: {'Port': ['ID=d4a66177-aa1a-4dc3-8ab6-882d94559ae0,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:13.641483 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-320e6eca-609a-4d29-a2d6-aafd2b402590 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (d236e798-83b0-47e1-b046-d67230bed0ce), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:13.659387 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-56485d68-77b8-49bf-88d1-a135add982af None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:55:13.668384 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56485d68-77b8-49bf-88d1-a135add982af None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:55:13.677230 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=90cfad2e-71b6-4a1c-9a76-c871301cb1cb,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:13.697862 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-320e6eca-609a-4d29-a2d6-aafd2b402590 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Calling delete_port for d236e798-83b0-47e1-b046-d67230bed0ce owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:55:13.832524 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aba1a5-81b4-4360-a2de-221caa4b790f admin admin] Pushing event deleted for resources: {'Network': ['ID=fa906f4a-19f4-4b7d-8351-256fb4a2150c,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:13.876472 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 90cfad2e-71b6-4a1c-9a76-c871301cb1cb up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:55:13.912514 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56485d68-77b8-49bf-88d1-a135add982af None None] Pushing event updated for resources: {'Port': ['ID=71401e82-2ea1-4e45-806b-b17cc4f0f871,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:13.934081 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-56485d68-77b8-49bf-88d1-a135add982af None None] Attempting to bind port 71401e82-2ea1-4e45-806b-b17cc4f0f871 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:55:13.934598 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-56485d68-77b8-49bf-88d1-a135add982af None None] Attempting to bind port 71401e82-2ea1-4e45-806b-b17cc4f0f871 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:55:13.934974 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56485d68-77b8-49bf-88d1-a135add982af None None] Attempting to bind port 71401e82-2ea1-4e45-806b-b17cc4f0f871 on network 0897600d-059c-4c97-87d5-16371e549b1b {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:55:13.953960 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56485d68-77b8-49bf-88d1-a135add982af None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:55:13.954339 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56485d68-77b8-49bf-88d1-a135add982af None None] Checking segment: {'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:55:13.954924 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-56485d68-77b8-49bf-88d1-a135add982af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:13.955372 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56485d68-77b8-49bf-88d1-a135add982af None None] Bound using segment: {'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:55:13.955958 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-56485d68-77b8-49bf-88d1-a135add982af None None] Bound port: 71401e82-2ea1-4e45-806b-b17cc4f0f871, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:55:13.956342 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-56485d68-77b8-49bf-88d1-a135add982af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (71401e82-2ea1-4e45-806b-b17cc4f0f871), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:14.017148 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f986f8f5-405c-4e51-a8c6-664ee1e3cc60 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Router 1c5f71b1-48f4-48ea-b867-2b476733297f is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:55:14.088922 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35128) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:14.095800 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-6d92ad92-130c-475e-b99f-1a20894f5679 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Allocated IP 172.20.0.7 (0897600d-059c-4c97-87d5-16371e549b1b/70919fcb-22d6-43c1-8cad-82fec48e1214/f47f5a1b-8903-4c01-9ac2-664169da762b) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:55:14.098723 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c2f4bdca-79cf-44ac-9f01-506fe877f0a2 None None] Current status of the port 90cfad2e-71b6-4a1c-9a76-c871301cb1cb is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:55:14.103410 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-6d92ad92-130c-475e-b99f-1a20894f5679 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Allocated IP 2001:db8::f816:3eff:fe79:4c01 (0897600d-059c-4c97-87d5-16371e549b1b/368bc789-0b27-4ea1-9ed5-d74569c925e5/f47f5a1b-8903-4c01-9ac2-664169da762b) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:55:14.133809 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-56485d68-77b8-49bf-88d1-a135add982af None None] For port 71401e82-2ea1-4e45-806b-b17cc4f0f871, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:55:14.136194 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 90cfad2e-71b6-4a1c-9a76-c871301cb1cb triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:55:14.136781 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (90cfad2e-71b6-4a1c-9a76-c871301cb1cb), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:14.141010 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-56485d68-77b8-49bf-88d1-a135add982af None None] For port 71401e82-2ea1-4e45-806b-b17cc4f0f871, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=71401e82-2ea1-4e45-806b-b17cc4f0f871,segment=NetworkSegment(70c71ca7-59df-46c5-86d9-acc712ed1da1),segment_id=70c71ca7-59df-46c5-86d9-acc712ed1da1)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:55:14.169149 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-56485d68-77b8-49bf-88d1-a135add982af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (71401e82-2ea1-4e45-806b-b17cc4f0f871), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:14.202894 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-cb53aa3e-a5ad-4adc-9063-8a9186dd5deb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=576d2a7c254e4aed8ead0c581ff9c26f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1104929 Mar 11 19:55:14.203689 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35130) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:14.336321 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6d92ad92-130c-475e-b99f-1a20894f5679 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for port (f47f5a1b-8903-4c01-9ac2-664169da762b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:14.369998 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56485d68-77b8-49bf-88d1-a135add982af None None] Pushing event updated for resources: {'Port': ['ID=71401e82-2ea1-4e45-806b-b17cc4f0f871,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:14.391154 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f986f8f5-405c-4e51-a8c6-664ee1e3cc60 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:55:14.402753 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f986f8f5-405c-4e51-a8c6-664ee1e3cc60 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "PUT /v2.0/routers/1c5f71b1-48f4-48ea-b867-2b476733297f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5582039 Mar 11 19:55:14.403783 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35132) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:14.405740 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d39098fc-22ce-472f-be88-717113c04bac admin admin] Publish callbacks [] for security_group (766881af-b516-45b6-9b71-56bed848a14b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:14.440641 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a85ae6-dc2b-4ffb-991f-076b380497ef None None] Sync routers for ids ['1c5f71b1-48f4-48ea-b867-2b476733297f'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:55:14.442789 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-320e6eca-609a-4d29-a2d6-aafd2b402590 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (d236e798-83b0-47e1-b046-d67230bed0ce), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:14.482980 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d39098fc-22ce-472f-be88-717113c04bac admin admin] Publish callbacks [] for security_group (766881af-b516-45b6-9b71-56bed848a14b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:14.505906 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a85ae6-dc2b-4ffb-991f-076b380497ef None None] Routers {'1c5f71b1-48f4-48ea-b867-2b476733297f'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:55:14.506572 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f5a85ae6-dc2b-4ffb-991f-076b380497ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:54:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['1c5f71b1-48f4-48ea-b867-2b476733297f'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:14.508721 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 90cfad2e-71b6-4a1c-9a76-c871301cb1cb is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:55:14.509722 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6d92ad92-130c-475e-b99f-1a20894f5679 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (f47f5a1b-8903-4c01-9ac2-664169da762b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:14.566718 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d39098fc-22ce-472f-be88-717113c04bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (766881af-b516-45b6-9b71-56bed848a14b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:14.570755 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d39098fc-22ce-472f-be88-717113c04bac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:14.575869 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d39098fc-22ce-472f-be88-717113c04bac admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/766881af-b516-45b6-9b71-56bed848a14b HTTP/1.1" status: 204 len: 168 time: 0.3613343 Mar 11 19:55:14.590328 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320e6eca-609a-4d29-a2d6-aafd2b402590 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event deleted for resources: {'Port': ['ID=d236e798-83b0-47e1-b046-d67230bed0ce,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:14.596960 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f5a85ae6-dc2b-4ffb-991f-076b380497ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:14.599572 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39098fc-22ce-472f-be88-717113c04bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766881af-b516-45b6-9b71-56bed848a14b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:14.635461 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-320e6eca-609a-4d29-a2d6-aafd2b402590 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:14.641243 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-320e6eca-609a-4d29-a2d6-aafd2b402590 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "DELETE /v2.0/ports/d236e798-83b0-47e1-b046-d67230bed0ce HTTP/1.1" status: 204 len: 168 time: 1.4553373 Mar 11 19:55:14.643492 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35138) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:14.668460 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a85ae6-dc2b-4ffb-991f-076b380497ef None None] Routers {'1c5f71b1-48f4-48ea-b867-2b476733297f'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:55:14.669171 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f5a85ae6-dc2b-4ffb-991f-076b380497ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:54:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['1c5f71b1-48f4-48ea-b867-2b476733297f'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:14.702486 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-43c2294b-92e6-4dc4-aa50-68146093c447 None None] Provisioning complete for port 90cfad2e-71b6-4a1c-9a76-c871301cb1cb triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:55:14.703050 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-43c2294b-92e6-4dc4-aa50-68146093c447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (90cfad2e-71b6-4a1c-9a76-c871301cb1cb), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:14.749020 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4394c06b-02bd-4554-a79d-d52a7076eabe tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:14.750756 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4394c06b-02bd-4554-a79d-d52a7076eabe tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "GET /v2.0/ports/d4a66177-aa1a-4dc3-8ab6-882d94559ae0 HTTP/1.1" status: 200 len: 911 time: 0.3436210 Mar 11 19:55:14.754286 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35140) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:14.763088 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d92ad92-130c-475e-b99f-1a20894f5679 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Network 0897600d-059c-4c97-87d5-16371e549b1b is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:55:14.775997 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-6d92ad92-130c-475e-b99f-1a20894f5679 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:55:14.783115 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d92ad92-130c-475e-b99f-1a20894f5679 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:55:14.798896 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26069fe-fe52-4746-a183-745b64983a6e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:14.804797 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26069fe-fe52-4746-a183-745b64983a6e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:14.812090 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-b26069fe-fe52-4746-a183-745b64983a6e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1645639 Mar 11 19:55:14.818688 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35142) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:14.857714 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f5a85ae6-dc2b-4ffb-991f-076b380497ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:14.863111 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a85ae6-dc2b-4ffb-991f-076b380497ef None None] The sync data for ids ['1c5f71b1-48f4-48ea-b867-2b476733297f'] in n-d-833163-1 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:55:14.978330 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d92ad92-130c-475e-b99f-1a20894f5679 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event updated for resources: {'Port': ['ID=f47f5a1b-8903-4c01-9ac2-664169da762b,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:15.030896 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-43c2294b-92e6-4dc4-aa50-68146093c447 None None] Current status of the port 90cfad2e-71b6-4a1c-9a76-c871301cb1cb is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:55:15.066521 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-43c2294b-92e6-4dc4-aa50-68146093c447 None None] Provisioning complete for port d4a66177-aa1a-4dc3-8ab6-882d94559ae0 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:55:15.067818 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-43c2294b-92e6-4dc4-aa50-68146093c447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (d4a66177-aa1a-4dc3-8ab6-882d94559ae0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:15.070423 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-8f8087cf-c174-41d8-b9d1-010d56b2fd31 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Deleting port 7ca5ba18-15cc-42d4-8028-16902004e3d9 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:55:15.071055 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8f8087cf-c174-41d8-b9d1-010d56b2fd31 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (7ca5ba18-15cc-42d4-8028-16902004e3d9), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:15.153910 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-43c2294b-92e6-4dc4-aa50-68146093c447 None None] Port d4a66177-aa1a-4dc3-8ab6-882d94559ae0 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:55:15.173794 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8f8087cf-c174-41d8-b9d1-010d56b2fd31 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (7ca5ba18-15cc-42d4-8028-16902004e3d9), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:15.192772 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-8f8087cf-c174-41d8-b9d1-010d56b2fd31 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Calling delete_port for 7ca5ba18-15cc-42d4-8028-16902004e3d9 owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:55:15.281109 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-2c0d9674-307e-4f64-b4f8-d776341d6312 None None] Provisioning complete for port d4a66177-aa1a-4dc3-8ab6-882d94559ae0 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:55:15.288472 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2c0d9674-307e-4f64-b4f8-d776341d6312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (d4a66177-aa1a-4dc3-8ab6-882d94559ae0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:15.353178 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d92ad92-130c-475e-b99f-1a20894f5679 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:15.356837 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6d92ad92-130c-475e-b99f-1a20894f5679 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:15.386765 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-2c0d9674-307e-4f64-b4f8-d776341d6312 None None] Port d4a66177-aa1a-4dc3-8ab6-882d94559ae0 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:55:15.395992 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8f8087cf-c174-41d8-b9d1-010d56b2fd31 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (7ca5ba18-15cc-42d4-8028-16902004e3d9), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:15.465145 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-6d92ad92-130c-475e-b99f-1a20894f5679 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.4428511 Mar 11 19:55:15.469019 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35152) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:15.473538 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8f8087cf-c174-41d8-b9d1-010d56b2fd31 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:15.477584 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-8f8087cf-c174-41d8-b9d1-010d56b2fd31 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "DELETE /v2.0/ports/7ca5ba18-15cc-42d4-8028-16902004e3d9 HTTP/1.1" status: 204 len: 168 time: 0.6577408 Mar 11 19:55:15.480014 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8087cf-c174-41d8-b9d1-010d56b2fd31 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event deleted for resources: {'Port': ['ID=7ca5ba18-15cc-42d4-8028-16902004e3d9,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:15.492537 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35154) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:15.518620 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-71cb95e0-1be2-4f36-80e1-17d48c6bfb2d None None] Provisioning complete for port d4a66177-aa1a-4dc3-8ab6-882d94559ae0 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:55:15.520984 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-71cb95e0-1be2-4f36-80e1-17d48c6bfb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (d4a66177-aa1a-4dc3-8ab6-882d94559ae0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:15.577022 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9131dc7-f48c-4f8a-b14b-51f1c60bed99 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:15.581078 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a9131dc7-f48c-4f8a-b14b-51f1c60bed99 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0845330 Mar 11 19:55:15.581260 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-71cb95e0-1be2-4f36-80e1-17d48c6bfb2d None None] Port d4a66177-aa1a-4dc3-8ab6-882d94559ae0 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:55:15.582202 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35158) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:15.614596 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6b97f09-0a85-4b3c-9743-fa6e38a19b82 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] GET failed (client error): The resource could not be found. Mar 11 19:55:15.618687 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d6b97f09-0a85-4b3c-9743-fa6e38a19b82 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "GET /v2.0/ports/d236e798-83b0-47e1-b046-d67230bed0ce HTTP/1.1" status: 404 len: 333 time: 0.0330799 Mar 11 19:55:15.619205 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35160) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:15.648280 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2075b8-2729-487e-8f65-28e252a78b33 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:15.650736 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-310c2e7c-4abc-4456-ac2a-ce084182187f tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] GET failed (client error): The resource could not be found. Mar 11 19:55:15.656126 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-310c2e7c-4abc-4456-ac2a-ce084182187f tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "GET /v2.0/ports/7ca5ba18-15cc-42d4-8028-16902004e3d9 HTTP/1.1" status: 404 len: 333 time: 0.0317721 Mar 11 19:55:15.656775 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35164) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:15.678402 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2075b8-2729-487e-8f65-28e252a78b33 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:15.681214 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ee2075b8-2729-487e-8f65-28e252a78b33 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.2115810 Mar 11 19:55:15.684088 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35166) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:15.820216 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f16c3402-bdfe-4127-9530-484ec57d34d5 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (d26f3409-dc29-4b16-a3f4-473123ecba8d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:15.903156 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 71401e82-2ea1-4e45-806b-b17cc4f0f871 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:55:15.930438 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5b3f4d4d-9b80-43dc-8c97-ff19bdc0c8ca tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (1c5f71b1-48f4-48ea-b867-2b476733297f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:15.959418 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-f85e1805-33c6-4950-b5aa-461240ca4fcb tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Deleting port f47f5a1b-8903-4c01-9ac2-664169da762b {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:55:15.961352 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f85e1805-33c6-4950-b5aa-461240ca4fcb tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (f47f5a1b-8903-4c01-9ac2-664169da762b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:16.041161 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 71401e82-2ea1-4e45-806b-b17cc4f0f871 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:55:16.041904 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (71401e82-2ea1-4e45-806b-b17cc4f0f871), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:16.082740 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f85e1805-33c6-4950-b5aa-461240ca4fcb tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (f47f5a1b-8903-4c01-9ac2-664169da762b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:16.129197 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-f85e1805-33c6-4950-b5aa-461240ca4fcb tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Calling delete_port for f47f5a1b-8903-4c01-9ac2-664169da762b owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:55:16.157301 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f16c3402-bdfe-4127-9530-484ec57d34d5 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (d26f3409-dc29-4b16-a3f4-473123ecba8d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:16.187780 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35176) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:16.207307 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-f16c3402-bdfe-4127-9530-484ec57d34d5 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d26f3409-dc29-4b16-a3f4-473123ecba8d']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:16.211994 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 71401e82-2ea1-4e45-806b-b17cc4f0f871 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:55:16.212468 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (71401e82-2ea1-4e45-806b-b17cc4f0f871), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:16.256208 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-f16c3402-bdfe-4127-9530-484ec57d34d5 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c860a70-e8ff-48ce-baf4-85a6c4ceff02') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:16.256208 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-f16c3402-bdfe-4127-9530-484ec57d34d5 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c860a70-e8ff-48ce-baf4-85a6c4ceff02') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:16.270616 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f16c3402-bdfe-4127-9530-484ec57d34d5 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (7c860a70-e8ff-48ce-baf4-85a6c4ceff02), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:16.271852 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 71401e82-2ea1-4e45-806b-b17cc4f0f871, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=71401e82-2ea1-4e45-806b-b17cc4f0f871,segment=NetworkSegment(70c71ca7-59df-46c5-86d9-acc712ed1da1),segment_id=70c71ca7-59df-46c5-86d9-acc712ed1da1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:55:16.278639 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c647f0-145e-4017-bd95-2a4a872d36d3 None None] get_active_networks_info from n-d-833163-1 {{(pid=103886) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 11 19:55:16.298915 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f16c3402-bdfe-4127-9530-484ec57d34d5 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (7c860a70-e8ff-48ce-baf4-85a6c4ceff02), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:16.308714 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f16c3402-bdfe-4127-9530-484ec57d34d5 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Releasing vlan 865 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:55:16.308976 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (71401e82-2ea1-4e45-806b-b17cc4f0f871), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:16.309337 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f16c3402-bdfe-4127-9530-484ec57d34d5 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (7c860a70-e8ff-48ce-baf4-85a6c4ceff02), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:16.313131 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 19:55:16.313131 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:55:16.313131 n-d-833163-1 neutron-server[103885]: timer() Mar 11 19:55:16.313131 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:55:16.313131 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 19:55:16.313131 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:55:16.313131 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 19:55:16.313131 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:55:16.313131 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 19:55:16.313131 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:55:16.313131 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 19:55:16.313131 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:55:16.313131 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 19:55:16.313131 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:55:16.313131 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:55:16.313131 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:55:16.313131 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:55:16.313131 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:55:16.313131 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 19:55:16.313131 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:55:16.313131 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 19:55:16.313131 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:55:16.313131 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:55:16.313131 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:55:16.313131 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 19:55:16.313131 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:55:16.313131 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:55:16.313131 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:55:16.313131 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:55:16.313131 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:55:16.313131 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:55:16.313131 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:55:16.388113 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-b32106b0-c912-4c4f-bb8b-2a0288eb4e47 None None] Provisioning complete for port 71401e82-2ea1-4e45-806b-b17cc4f0f871 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:55:16.388712 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b32106b0-c912-4c4f-bb8b-2a0288eb4e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (71401e82-2ea1-4e45-806b-b17cc4f0f871), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:16.419265 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-8888fc09-961f-4ccd-9277-04f91b2f6bc1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-327869102-network', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:16.431316 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-5b3f4d4d-9b80-43dc-8c97-ff19bdc0c8ca tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Deleting port d4a66177-aa1a-4dc3-8ab6-882d94559ae0 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:55:16.432004 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5b3f4d4d-9b80-43dc-8c97-ff19bdc0c8ca tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (d4a66177-aa1a-4dc3-8ab6-882d94559ae0), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:16.470495 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f16c3402-bdfe-4127-9530-484ec57d34d5 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (d26f3409-dc29-4b16-a3f4-473123ecba8d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:16.478355 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=71401e82-2ea1-4e45-806b-b17cc4f0f871,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:16.491818 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f16c3402-bdfe-4127-9530-484ec57d34d5 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:16.500390 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f16c3402-bdfe-4127-9530-484ec57d34d5 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "DELETE /v2.0/networks/d26f3409-dc29-4b16-a3f4-473123ecba8d HTTP/1.1" status: 204 len: 168 time: 0.8374259 Mar 11 19:55:16.507303 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35180) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:16.525550 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-eb1242f7-6c9c-498a-ab84-3d907a780fdd tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1704869315'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:16.528030 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c647f0-145e-4017-bd95-2a4a872d36d3 None None] Resources bound (agent type, host, resource id): {{(pid=103886) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 19:55:16.528841 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8888fc09-961f-4ccd-9277-04f91b2f6bc1 admin admin] Made reservation on behalf of ac0acd49ed0a4c6b89bcb3eaea14c217 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:55:16.531388 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8888fc09-961f-4ccd-9277-04f91b2f6bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:16.546363 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16c3402-bdfe-4127-9530-484ec57d34d5 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event deleted for resources: {'Network': ['ID=d26f3409-dc29-4b16-a3f4-473123ecba8d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:16.558064 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8888fc09-961f-4ccd-9277-04f91b2f6bc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:16.589388 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5b3f4d4d-9b80-43dc-8c97-ff19bdc0c8ca tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (d4a66177-aa1a-4dc3-8ab6-882d94559ae0), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:16.608516 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-5b3f4d4d-9b80-43dc-8c97-ff19bdc0c8ca tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Calling delete_port for d4a66177-aa1a-4dc3-8ab6-882d94559ae0 owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:55:16.625580 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb1242f7-6c9c-498a-ab84-3d907a780fdd tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Made reservation on behalf of 9a2132e02eba4e489015b67acdaa176b for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:55:16.626043 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b32106b0-c912-4c4f-bb8b-2a0288eb4e47 None None] Current status of the port 71401e82-2ea1-4e45-806b-b17cc4f0f871 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:55:16.629530 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eb1242f7-6c9c-498a-ab84-3d907a780fdd tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:16.676594 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f85e1805-33c6-4950-b5aa-461240ca4fcb tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (f47f5a1b-8903-4c01-9ac2-664169da762b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:16.725243 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb1242f7-6c9c-498a-ab84-3d907a780fdd tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] vlan segment allocate from pool success with {'vlan_id': 892, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:55:16.734007 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85e1805-33c6-4950-b5aa-461240ca4fcb tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event deleted for resources: {'Port': ['ID=f47f5a1b-8903-4c01-9ac2-664169da762b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:16.867320 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f85e1805-33c6-4950-b5aa-461240ca4fcb tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:16.875615 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f85e1805-33c6-4950-b5aa-461240ca4fcb tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/ports/f47f5a1b-8903-4c01-9ac2-664169da762b HTTP/1.1" status: 204 len: 168 time: 1.1898468 Mar 11 19:55:16.876596 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35188) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:16.908978 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5b3f4d4d-9b80-43dc-8c97-ff19bdc0c8ca tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (d4a66177-aa1a-4dc3-8ab6-882d94559ae0), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:16.936488 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eb1242f7-6c9c-498a-ab84-3d907a780fdd tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (c2ffc87e-0d68-45b8-9ee2-b965f78d97cf), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:16.936964 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-eb1242f7-6c9c-498a-ab84-3d907a780fdd tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Added segment c2ffc87e-0d68-45b8-9ee2-b965f78d97cf of type vlan for network c054a3ad-5b0a-494b-8efb-f6f03dfdcc5e Mar 11 19:55:16.985970 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3f4d4d-9b80-43dc-8c97-ff19bdc0c8ca tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event deleted for resources: {'Port': ['ID=d4a66177-aa1a-4dc3-8ab6-882d94559ae0,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:17.027469 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eb1242f7-6c9c-498a-ab84-3d907a780fdd tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (c054a3ad-5b0a-494b-8efb-f6f03dfdcc5e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:17.033185 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf373c6-347c-4ded-9d2e-dda10b7422e5 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:17.035233 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf373c6-347c-4ded-9d2e-dda10b7422e5 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:17.036984 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf373c6-347c-4ded-9d2e-dda10b7422e5 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:17.041665 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-1bf373c6-347c-4ded-9d2e-dda10b7422e5 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1637466 Mar 11 19:55:17.042390 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35190) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:17.118204 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5b3f4d4d-9b80-43dc-8c97-ff19bdc0c8ca tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (1c5f71b1-48f4-48ea-b867-2b476733297f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:17.127678 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8888fc09-961f-4ccd-9277-04f91b2f6bc1 admin admin] Publish callbacks [] for security_group (595381db-9d9f-43bb-b0ed-eeb266fb36b5), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:17.139990 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8888fc09-961f-4ccd-9277-04f91b2f6bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (595381db-9d9f-43bb-b0ed-eeb266fb36b5), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:17.213753 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8888fc09-961f-4ccd-9277-04f91b2f6bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=595381db-9d9f-43bb-b0ed-eeb266fb36b5,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:17.247506 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8888fc09-961f-4ccd-9277-04f91b2f6bc1 admin admin] vlan segment allocate from pool success with {'vlan_id': 876, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:55:17.257511 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa5ae9ac-0a41-44b2-8550-835d6c7ba292 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Deleting subnet 368bc789-0b27-4ea1-9ed5-d74569c925e5 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:55:17.266853 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eb1242f7-6c9c-498a-ab84-3d907a780fdd tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (c054a3ad-5b0a-494b-8efb-f6f03dfdcc5e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:17.272523 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1242f7-6c9c-498a-ab84-3d907a780fdd tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:17.273370 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eb1242f7-6c9c-498a-ab84-3d907a780fdd tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:17.284093 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aa5ae9ac-0a41-44b2-8550-835d6c7ba292 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (368bc789-0b27-4ea1-9ed5-d74569c925e5), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:17.350398 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8888fc09-961f-4ccd-9277-04f91b2f6bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:17.351154 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-8888fc09-961f-4ccd-9277-04f91b2f6bc1 admin admin] Added segment 60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db of type vlan for network d7695c22-7cfd-4319-9d63-9f76b8799969 Mar 11 19:55:17.353990 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b3f4d4d-9b80-43dc-8c97-ff19bdc0c8ca tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Router 1c5f71b1-48f4-48ea-b867-2b476733297f has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:55:17.387981 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-eb1242f7-6c9c-498a-ab84-3d907a780fdd tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8763549 Mar 11 19:55:17.422996 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35192) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:17.427203 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aa5ae9ac-0a41-44b2-8550-835d6c7ba292 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (368bc789-0b27-4ea1-9ed5-d74569c925e5), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:17.444588 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-3cbefcda-8098-49f3-8525-e338c5955e90 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Request body: {'subnet': {'network_id': 'c054a3ad-5b0a-494b-8efb-f6f03dfdcc5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:17.459004 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b3f4d4d-9b80-43dc-8c97-ff19bdc0c8ca tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:55:17.472935 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea79c7b-558c-41ea-b19b-79ba14a700e7 None None] Sync routers for ids ['1c5f71b1-48f4-48ea-b867-2b476733297f'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:55:17.479774 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-5b3f4d4d-9b80-43dc-8c97-ff19bdc0c8ca tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "PUT /v2.0/routers/1c5f71b1-48f4-48ea-b867-2b476733297f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7139080 Mar 11 19:55:17.480469 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35194) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:17.488526 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea79c7b-558c-41ea-b19b-79ba14a700e7 None None] Routers {'1c5f71b1-48f4-48ea-b867-2b476733297f'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:55:17.491243 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-0ea79c7b-558c-41ea-b19b-79ba14a700e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:54:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['1c5f71b1-48f4-48ea-b867-2b476733297f'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:17.518526 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b4c2dac9-5a11-4354-815c-4f7d2b681240 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c5f71b1-48f4-48ea-b867-2b476733297f HTTP/1.1" status: 200 len: 205 time: 0.0364785 Mar 11 19:55:17.519597 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35196) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:17.549550 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-0ea79c7b-558c-41ea-b19b-79ba14a700e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:17.558860 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea79c7b-558c-41ea-b19b-79ba14a700e7 None None] Routers {'1c5f71b1-48f4-48ea-b867-2b476733297f'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:55:17.559707 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-0ea79c7b-558c-41ea-b19b-79ba14a700e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:54:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['1c5f71b1-48f4-48ea-b867-2b476733297f'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:17.563462 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1242f7-6c9c-498a-ab84-3d907a780fdd tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event updated for resources: {'Network': ['ID=c054a3ad-5b0a-494b-8efb-f6f03dfdcc5e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:17.579535 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8888fc09-961f-4ccd-9277-04f91b2f6bc1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (d7695c22-7cfd-4319-9d63-9f76b8799969), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:17.584066 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network c054a3ad-5b0a-494b-8efb-f6f03dfdcc5e details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:55:17.643261 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-36e9b6b8-5997-4e42-b02b-08a88d80d8d3 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for router (1c5f71b1-48f4-48ea-b867-2b476733297f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:17.746155 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-0ea79c7b-558c-41ea-b19b-79ba14a700e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:17.747107 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea79c7b-558c-41ea-b19b-79ba14a700e7 None None] The sync data for ids ['1c5f71b1-48f4-48ea-b867-2b476733297f'] in n-d-833163-1 is: [] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:55:17.820455 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8888fc09-961f-4ccd-9277-04f91b2f6bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (d7695c22-7cfd-4319-9d63-9f76b8799969), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:17.821981 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8888fc09-961f-4ccd-9277-04f91b2f6bc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:17.822891 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8888fc09-961f-4ccd-9277-04f91b2f6bc1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:17.838764 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 71401e82-2ea1-4e45-806b-b17cc4f0f871 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:55:17.918368 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4d892c-9acb-4684-b6a7-9837b4c1e187 None None] Network 0897600d-059c-4c97-87d5-16371e549b1b requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:55:18.047013 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 71401e82-2ea1-4e45-806b-b17cc4f0f871 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:55:18.048027 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (71401e82-2ea1-4e45-806b-b17cc4f0f871), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:18.051187 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-36e9b6b8-5997-4e42-b02b-08a88d80d8d3 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (1c5f71b1-48f4-48ea-b867-2b476733297f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:18.053679 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-36e9b6b8-5997-4e42-b02b-08a88d80d8d3 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for router_controller (1c5f71b1-48f4-48ea-b867-2b476733297f), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:18.110254 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-8bfbb77d-dcd4-4cda-81b2-02ecf2b1b5bc None None] Provisioning complete for port 71401e82-2ea1-4e45-806b-b17cc4f0f871 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:55:18.110936 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8bfbb77d-dcd4-4cda-81b2-02ecf2b1b5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (71401e82-2ea1-4e45-806b-b17cc4f0f871), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:18.127495 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8888fc09-961f-4ccd-9277-04f91b2f6bc1 admin admin] Pushing event updated for resources: {'Network': ['ID=d7695c22-7cfd-4319-9d63-9f76b8799969,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:18.142892 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-36e9b6b8-5997-4e42-b02b-08a88d80d8d3 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (1c5f71b1-48f4-48ea-b867-2b476733297f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:18.143572 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e9b6b8-5997-4e42-b02b-08a88d80d8d3 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Fanout notify agent at l3_agent the message router_deleted on router 1c5f71b1-48f4-48ea-b867-2b476733297f {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:55:18.152271 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-36e9b6b8-5997-4e42-b02b-08a88d80d8d3 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:18.155980 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-36e9b6b8-5997-4e42-b02b-08a88d80d8d3 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "DELETE /v2.0/routers/1c5f71b1-48f4-48ea-b867-2b476733297f HTTP/1.1" status: 204 len: 168 time: 0.6326678 Mar 11 19:55:18.156670 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35200) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:18.203968 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-8888fc09-961f-4ccd-9277-04f91b2f6bc1 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0147135 Mar 11 19:55:18.205275 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cbefcda-8098-49f3-8525-e338c5955e90 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Made reservation on behalf of 9a2132e02eba4e489015b67acdaa176b for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:55:18.215148 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3cbefcda-8098-49f3-8525-e338c5955e90 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:18.242846 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35202) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:18.255595 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-3b713c3a-2ef6-48a3-90da-89333db48edc admin admin] Request body: {'subnet': {'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-327869102-subnet', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:18.303529 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b713c3a-2ef6-48a3-90da-89333db48edc admin admin] Made reservation on behalf of ac0acd49ed0a4c6b89bcb3eaea14c217 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:55:18.311649 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3b713c3a-2ef6-48a3-90da-89333db48edc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:18.327456 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-db9b56ad-821e-4934-b3a0-e726d27bb997 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Deleting subnet 27cbdf90-ebcf-40b1-bc6d-b0796aa9db74 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:55:18.338771 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.ipam_backend_mixin [None req-3cbefcda-8098-49f3-8525-e338c5955e90 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Performing IP validity checks on allocation pools {{(pid=103885) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 11 19:55:18.341850 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.ipam_backend_mixin [None req-3cbefcda-8098-49f3-8525-e338c5955e90 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103885) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 11 19:55:18.344612 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-db9b56ad-821e-4934-b3a0-e726d27bb997 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for subnet (27cbdf90-ebcf-40b1-bc6d-b0796aa9db74), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:18.345729 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aa5ae9ac-0a41-44b2-8550-835d6c7ba292 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (368bc789-0b27-4ea1-9ed5-d74569c925e5), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:18.376730 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network d7695c22-7cfd-4319-9d63-9f76b8799969 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:55:18.454143 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-db9b56ad-821e-4934-b3a0-e726d27bb997 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (27cbdf90-ebcf-40b1-bc6d-b0796aa9db74), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:18.468533 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aa5ae9ac-0a41-44b2-8550-835d6c7ba292 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (368bc789-0b27-4ea1-9ed5-d74569c925e5), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:18.557919 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5ae9ac-0a41-44b2-8550-835d6c7ba292 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event deleted for resources: {'Subnet': ['ID=368bc789-0b27-4ea1-9ed5-d74569c925e5,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:18.566971 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aa5ae9ac-0a41-44b2-8550-835d6c7ba292 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:18.574186 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-aa5ae9ac-0a41-44b2-8550-835d6c7ba292 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/subnets/368bc789-0b27-4ea1-9ed5-d74569c925e5 HTTP/1.1" status: 204 len: 168 time: 1.5229354 Mar 11 19:55:18.574953 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35204) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:18.606331 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 71401e82-2ea1-4e45-806b-b17cc4f0f871 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:55:18.695655 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8bfbb77d-dcd4-4cda-81b2-02ecf2b1b5bc None None] Current status of the port 71401e82-2ea1-4e45-806b-b17cc4f0f871 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:55:18.714487 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ee075a6-744d-49e4-a9fc-61459f265574 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Deleting subnet 70919fcb-22d6-43c1-8cad-82fec48e1214 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:55:18.717441 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-db9b56ad-821e-4934-b3a0-e726d27bb997 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (27cbdf90-ebcf-40b1-bc6d-b0796aa9db74), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:18.718625 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2ee075a6-744d-49e4-a9fc-61459f265574 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (70919fcb-22d6-43c1-8cad-82fec48e1214), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:18.721781 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3cbefcda-8098-49f3-8525-e338c5955e90 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (d59ee9be-b32e-4658-812c-d474cabf363d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:18.832487 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3b713c3a-2ef6-48a3-90da-89333db48edc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (9c3f149c-decf-4bc3-9858-1266a909f90c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:18.865754 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2ee075a6-744d-49e4-a9fc-61459f265574 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (70919fcb-22d6-43c1-8cad-82fec48e1214), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:18.894510 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-db9b56ad-821e-4934-b3a0-e726d27bb997 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (27cbdf90-ebcf-40b1-bc6d-b0796aa9db74), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:18.916887 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:18.939237 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbefcda-8098-49f3-8525-e338c5955e90 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event updated for resources: {'Subnet': ['ID=d59ee9be-b32e-4658-812c-d474cabf363d,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:18.952640 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbefcda-8098-49f3-8525-e338c5955e90 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Checking segment: {'id': 'c2ffc87e-0d68-45b8-9ee2-b965f78d97cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'c054a3ad-5b0a-494b-8efb-f6f03dfdcc5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:55:18.952951 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbefcda-8098-49f3-8525-e338c5955e90 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Network hostable DHCP agents. Network: c054a3ad-5b0a-494b-8efb-f6f03dfdcc5e, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:55:18.969917 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6253eb7-09c7-481b-9cf9-e345441fd7d7 None None] Network 64609ae2-34c1-4ce4-b7bf-970a768e9b16 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:55:18.977344 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-db9b56ad-821e-4934-b3a0-e726d27bb997 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:18.984689 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-db9b56ad-821e-4934-b3a0-e726d27bb997 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "DELETE /v2.0/subnets/27cbdf90-ebcf-40b1-bc6d-b0796aa9db74 HTTP/1.1" status: 204 len: 168 time: 0.8269260 Mar 11 19:55:18.988789 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35206) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:18.991405 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b713c3a-2ef6-48a3-90da-89333db48edc admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c3f149c-decf-4bc3-9858-1266a909f90c,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:19.025661 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b713c3a-2ef6-48a3-90da-89333db48edc admin admin] Checking segment: {'id': '60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:55:19.025940 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b713c3a-2ef6-48a3-90da-89333db48edc admin admin] Network hostable DHCP agents. Network: d7695c22-7cfd-4319-9d63-9f76b8799969, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:55:19.045825 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2ee075a6-744d-49e4-a9fc-61459f265574 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (70919fcb-22d6-43c1-8cad-82fec48e1214), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:19.062501 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbefcda-8098-49f3-8525-e338c5955e90 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Network c054a3ad-5b0a-494b-8efb-f6f03dfdcc5e is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:55:19.084260 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3190415a-b12b-457b-a7e6-cbfad2fb22cd None None] Network 0897600d-059c-4c97-87d5-16371e549b1b requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:55:19.127893 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9b56ad-821e-4934-b3a0-e726d27bb997 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event deleted for resources: {'Subnet': ['ID=27cbdf90-ebcf-40b1-bc6d-b0796aa9db74,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:19.131282 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-3cbefcda-8098-49f3-8525-e338c5955e90 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, c054a3ad-5b0a-494b-8efb-f6f03dfdcc5e) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:55:19.138848 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbefcda-8098-49f3-8525-e338c5955e90 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:19.140134 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3cbefcda-8098-49f3-8525-e338c5955e90 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:19.172552 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0b6fdb-978d-4106-9728-779eb63112c5 None None] Network c054a3ad-5b0a-494b-8efb-f6f03dfdcc5e requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:55:19.187438 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-3cbefcda-8098-49f3-8525-e338c5955e90 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7538698 Mar 11 19:55:19.189283 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2ee075a6-744d-49e4-a9fc-61459f265574 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (70919fcb-22d6-43c1-8cad-82fec48e1214), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:19.192001 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35210) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:19.202399 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-b9a9ae9a-ea6f-4fee-b751-c242160f7b48 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Request body: {'port': {'network_id': 'c054a3ad-5b0a-494b-8efb-f6f03dfdcc5e', 'name': 'tempest-PortsIpV6TestJSON-797197023'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:19.238932 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee075a6-744d-49e4-a9fc-61459f265574 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event deleted for resources: {'Subnet': ['ID=70919fcb-22d6-43c1-8cad-82fec48e1214,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:19.365908 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2ee075a6-744d-49e4-a9fc-61459f265574 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:19.377920 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-2ee075a6-744d-49e4-a9fc-61459f265574 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/subnets/70919fcb-22d6-43c1-8cad-82fec48e1214 HTTP/1.1" status: 204 len: 168 time: 0.7979867 Mar 11 19:55:19.380212 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35212) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:19.396062 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-75cbc8df-ca7f-4186-be2b-7933b80fe9f3 None None] Provisioning complete for port 71401e82-2ea1-4e45-806b-b17cc4f0f871 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:55:19.396709 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-75cbc8df-ca7f-4186-be2b-7933b80fe9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (71401e82-2ea1-4e45-806b-b17cc4f0f871), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:19.448455 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f747175b-6259-40fb-858a-9d520d91bd7b tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0654032 Mar 11 19:55:19.455454 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35214) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:19.462123 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-d0ca923a-2f56-44bc-a28f-f74d6c0f5a85 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Request body: {'subnet': {'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:19.542514 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a9ae9a-ea6f-4fee-b751-c242160f7b48 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Made reservation on behalf of 9a2132e02eba4e489015b67acdaa176b for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:55:19.543976 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-75cbc8df-ca7f-4186-be2b-7933b80fe9f3 None None] Current status of the port 71401e82-2ea1-4e45-806b-b17cc4f0f871 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:55:19.546938 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e848a85-960d-4c3c-b5b0-a62dede54ed8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-c054a3ad-5b0a-494b-8efb-f6f03dfdcc5e', 'network_id': 'c054a3ad-5b0a-494b-8efb-f6f03dfdcc5e', 'project_id': '9a2132e02eba4e489015b67acdaa176b', 'fixed_ips': [{'subnet_id': 'd59ee9be-b32e-4658-812c-d474cabf363d'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:55:19.548245 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2e848a85-960d-4c3c-b5b0-a62dede54ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:19.555216 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b9a9ae9a-ea6f-4fee-b751-c242160f7b48 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:19.639982 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166d906d-2f17-41fe-b1fe-9e52318f7030 None None] DHCP port deletion for 64609ae2-34c1-4ce4-b7bf-970a768e9b16 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:55:19.688230 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b713c3a-2ef6-48a3-90da-89333db48edc admin admin] Network d7695c22-7cfd-4319-9d63-9f76b8799969 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:55:19.707728 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0894ad2f-1ef0-4bbb-9349-051421da6484 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (64609ae2-34c1-4ce4-b7bf-970a768e9b16), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:19.709887 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-3b713c3a-2ef6-48a3-90da-89333db48edc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, d7695c22-7cfd-4319-9d63-9f76b8799969) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:55:19.715334 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b713c3a-2ef6-48a3-90da-89333db48edc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:19.716284 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3b713c3a-2ef6-48a3-90da-89333db48edc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:19.724960 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-b9a9ae9a-ea6f-4fee-b751-c242160f7b48 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] device_id is not set on port 257f094a-34e4-43f5-a6bb-545d3bec082f yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:55:19.771345 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-3b713c3a-2ef6-48a3-90da-89333db48edc admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5274117 Mar 11 19:55:19.774450 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35216) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:19.782252 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-fc2834b0-7834-4d99-b0c3-4442331e19ac admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-327869102-router', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:19.823954 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-0894ad2f-1ef0-4bbb-9349-051421da6484 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Deleting port 90cfad2e-71b6-4a1c-9a76-c871301cb1cb {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:55:19.824307 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0894ad2f-1ef0-4bbb-9349-051421da6484 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (90cfad2e-71b6-4a1c-9a76-c871301cb1cb), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:19.855862 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fc2834b0-7834-4d99-b0c3-4442331e19ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (2035d7c6-1edb-4570-99b0-426a1a9d1526), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:19.856095 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f85ca85-3fcb-4bc1-b16d-6ac9fb17ac20 None None] Network d7695c22-7cfd-4319-9d63-9f76b8799969 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:55:19.857106 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fc2834b0-7834-4d99-b0c3-4442331e19ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (2035d7c6-1edb-4570-99b0-426a1a9d1526), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:19.862240 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 90cfad2e-71b6-4a1c-9a76-c871301cb1cb no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:55:19.885526 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ca923a-2f56-44bc-a28f-f74d6c0f5a85 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Made reservation on behalf of 06d9e64a19fa4247bc00069610bf80e1 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:55:19.890861 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d0ca923a-2f56-44bc-a28f-f74d6c0f5a85 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:19.908289 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-0894ad2f-1ef0-4bbb-9349-051421da6484 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] For port 90cfad2e-71b6-4a1c-9a76-c871301cb1cb, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=90cfad2e-71b6-4a1c-9a76-c871301cb1cb,segment=NetworkSegment(40052e9e-a0dd-4df2-999e-669f848e7d5c),segment_id=40052e9e-a0dd-4df2-999e-669f848e7d5c)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:55:19.908806 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0894ad2f-1ef0-4bbb-9349-051421da6484 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (90cfad2e-71b6-4a1c-9a76-c871301cb1cb), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:19.924112 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-0894ad2f-1ef0-4bbb-9349-051421da6484 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Calling delete_port for 90cfad2e-71b6-4a1c-9a76-c871301cb1cb owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:55:19.983523 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-2e848a85-960d-4c3c-b5b0-a62dede54ed8 None None] Allocated IP 2001:db8::2 (c054a3ad-5b0a-494b-8efb-f6f03dfdcc5e/d59ee9be-b32e-4658-812c-d474cabf363d/4028a70c-b49e-4170-a26c-b1066e517cdb) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:55:20.033703 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0894ad2f-1ef0-4bbb-9349-051421da6484 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (90cfad2e-71b6-4a1c-9a76-c871301cb1cb), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:20.081784 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fc2834b0-7834-4d99-b0c3-4442331e19ac admin admin] Publish callbacks [] for router_controller (2035d7c6-1edb-4570-99b0-426a1a9d1526), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:20.093194 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0894ad2f-1ef0-4bbb-9349-051421da6484 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event deleted for resources: {'Port': ['ID=90cfad2e-71b6-4a1c-9a76-c871301cb1cb,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:20.102371 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0894ad2f-1ef0-4bbb-9349-051421da6484 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] No DVR routers for this DVR port 90cfad2e-71b6-4a1c-9a76-c871301cb1cb on host n-d-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:55:20.230029 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0894ad2f-1ef0-4bbb-9349-051421da6484 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (64609ae2-34c1-4ce4-b7bf-970a768e9b16), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:20.284912 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-0894ad2f-1ef0-4bbb-9349-051421da6484 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64609ae2-34c1-4ce4-b7bf-970a768e9b16']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:20.297265 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-0894ad2f-1ef0-4bbb-9349-051421da6484 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40052e9e-a0dd-4df2-999e-669f848e7d5c') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:20.297574 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-0894ad2f-1ef0-4bbb-9349-051421da6484 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40052e9e-a0dd-4df2-999e-669f848e7d5c') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:20.311944 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0894ad2f-1ef0-4bbb-9349-051421da6484 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (40052e9e-a0dd-4df2-999e-669f848e7d5c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:20.332070 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0894ad2f-1ef0-4bbb-9349-051421da6484 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (40052e9e-a0dd-4df2-999e-669f848e7d5c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:20.343769 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0894ad2f-1ef0-4bbb-9349-051421da6484 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Releasing vlan 891 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:55:20.344581 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0894ad2f-1ef0-4bbb-9349-051421da6484 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (40052e9e-a0dd-4df2-999e-669f848e7d5c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:20.348757 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:55:20.348757 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:55:20.348757 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:55:20.348757 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:55:20.348757 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:55:20.348757 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:55:20.348757 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:55:20.348757 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:55:20.348757 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:55:20.348757 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:55:20.348757 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:55:20.348757 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:55:20.348757 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:55:20.348757 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:55:20.348757 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:55:20.348757 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:55:20.348757 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:55:20.348757 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:55:20.348757 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:55:20.348757 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:55:20.348757 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:55:20.348757 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:55:20.348757 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:55:20.348757 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:55:20.348757 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:55:20.348757 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:55:20.348757 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:55:20.348757 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:55:20.348757 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:55:20.348757 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:55:20.348757 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:55:20.348757 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:55:20.386106 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2e848a85-960d-4c3c-b5b0-a62dede54ed8 None None] Publish callbacks [] for port (4028a70c-b49e-4170-a26c-b1066e517cdb), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:20.402000 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No active binding found for port 90cfad2e-71b6-4a1c-9a76-c871301cb1cb {{(pid=103886) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 11 19:55:20.402459 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] The host n-d-833163-1 is not matching for port 90cfad2e-71b6-4a1c-9a76-c871301cb1cb host None! {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 19:55:20.402875 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 90cfad2e-71b6-4a1c-9a76-c871301cb1cb not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:55:20.440890 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2e848a85-960d-4c3c-b5b0-a62dede54ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (4028a70c-b49e-4170-a26c-b1066e517cdb), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:20.468742 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0894ad2f-1ef0-4bbb-9349-051421da6484 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (64609ae2-34c1-4ce4-b7bf-970a768e9b16), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:20.479715 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0894ad2f-1ef0-4bbb-9349-051421da6484 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:20.490596 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-0894ad2f-1ef0-4bbb-9349-051421da6484 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "DELETE /v2.0/networks/64609ae2-34c1-4ce4-b7bf-970a768e9b16 HTTP/1.1" status: 204 len: 168 time: 1.5000942 Mar 11 19:55:20.491530 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35224) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:20.504489 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-cdd73de1-b13a-45d3-a110-6df52ec4b43f tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-732336427', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}, 'admin_state_up': False}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:20.557814 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b7e82a-f02b-4567-a290-6e16c39b1dec None None] Update dhcp port {'port': {'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'fixed_ips': [{'subnet_id': '70919fcb-22d6-43c1-8cad-82fec48e1214'}], 'binding:host_id': 'n-d-833163-1'}, 'id': '71401e82-2ea1-4e45-806b-b17cc4f0f871'} from n-d-833163-1. {{(pid=103886) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 11 19:55:20.559926 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-166d906d-2f17-41fe-b1fe-9e52318f7030 None None] The port '90cfad2e-71b6-4a1c-9a76-c871301cb1cb' was deleted {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Mar 11 19:55:20.580503 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cdd73de1-b13a-45d3-a110-6df52ec4b43f tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (99230159-ffbf-45ae-a072-527a73c3afde), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:20.581672 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cdd73de1-b13a-45d3-a110-6df52ec4b43f tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (99230159-ffbf-45ae-a072-527a73c3afde), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:20.589287 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0894ad2f-1ef0-4bbb-9349-051421da6484 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event deleted for resources: {'Network': ['ID=64609ae2-34c1-4ce4-b7bf-970a768e9b16,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:20.642963 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e848a85-960d-4c3c-b5b0-a62dede54ed8 None None] Network c054a3ad-5b0a-494b-8efb-f6f03dfdcc5e is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:55:20.648894 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-2e848a85-960d-4c3c-b5b0-a62dede54ed8 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:55:20.656770 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff1aba5-2420-40af-bbe7-2cefd42ea721 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-d7695c22-7cfd-4319-9d63-9f76b8799969', 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969', 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'fixed_ips': [{'subnet_id': '9c3f149c-decf-4bc3-9858-1266a909f90c'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:55:20.657810 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cff1aba5-2420-40af-bbe7-2cefd42ea721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:20.677898 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cdd73de1-b13a-45d3-a110-6df52ec4b43f tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for router_controller (99230159-ffbf-45ae-a072-527a73c3afde), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:20.678174 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e848a85-960d-4c3c-b5b0-a62dede54ed8 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:55:20.738533 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-90b7e82a-f02b-4567-a290-6e16c39b1dec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (71401e82-2ea1-4e45-806b-b17cc4f0f871), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:20.750256 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fc2834b0-7834-4d99-b0c3-4442331e19ac admin admin] Publish callbacks [] for router_gateway (2035d7c6-1edb-4570-99b0-426a1a9d1526), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:20.776294 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-b9a9ae9a-ea6f-4fee-b751-c242160f7b48 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Allocated IP 2001:db8::386 (c054a3ad-5b0a-494b-8efb-f6f03dfdcc5e/d59ee9be-b32e-4658-812c-d474cabf363d/257f094a-34e4-43f5-a6bb-545d3bec082f) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:55:20.777615 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e848a85-960d-4c3c-b5b0-a62dede54ed8 None None] Pushing event updated for resources: {'Port': ['ID=4028a70c-b49e-4170-a26c-b1066e517cdb,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:20.887110 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d0ca923a-2f56-44bc-a28f-f74d6c0f5a85 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (63f1d04a-9d45-42b8-aca2-017610ede8f4), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:20.892789 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-2e848a85-960d-4c3c-b5b0-a62dede54ed8 None None] Attempting to bind port 4028a70c-b49e-4170-a26c-b1066e517cdb on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:55:20.893165 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-2e848a85-960d-4c3c-b5b0-a62dede54ed8 None None] Attempting to bind port 4028a70c-b49e-4170-a26c-b1066e517cdb by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'c2ffc87e-0d68-45b8-9ee2-b965f78d97cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'c054a3ad-5b0a-494b-8efb-f6f03dfdcc5e'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:55:20.893531 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e848a85-960d-4c3c-b5b0-a62dede54ed8 None None] Attempting to bind port 4028a70c-b49e-4170-a26c-b1066e517cdb on network c054a3ad-5b0a-494b-8efb-f6f03dfdcc5e {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:55:20.906877 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e848a85-960d-4c3c-b5b0-a62dede54ed8 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:55:20.907326 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e848a85-960d-4c3c-b5b0-a62dede54ed8 None None] Checking segment: {'id': 'c2ffc87e-0d68-45b8-9ee2-b965f78d97cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'c054a3ad-5b0a-494b-8efb-f6f03dfdcc5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:55:20.907669 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2e848a85-960d-4c3c-b5b0-a62dede54ed8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:20.908057 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e848a85-960d-4c3c-b5b0-a62dede54ed8 None None] Bound using segment: {'id': 'c2ffc87e-0d68-45b8-9ee2-b965f78d97cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'c054a3ad-5b0a-494b-8efb-f6f03dfdcc5e'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:55:20.908540 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-2e848a85-960d-4c3c-b5b0-a62dede54ed8 None None] Bound port: 4028a70c-b49e-4170-a26c-b1066e517cdb, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2ffc87e-0d68-45b8-9ee2-b965f78d97cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': 'c054a3ad-5b0a-494b-8efb-f6f03dfdcc5e'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:55:20.908933 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2e848a85-960d-4c3c-b5b0-a62dede54ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (4028a70c-b49e-4170-a26c-b1066e517cdb), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:20.950464 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ca923a-2f56-44bc-a28f-f74d6c0f5a85 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Network 0897600d-059c-4c97-87d5-16371e549b1b is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:55:20.966091 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cdd73de1-b13a-45d3-a110-6df52ec4b43f tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for router_gateway (99230159-ffbf-45ae-a072-527a73c3afde), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:20.969072 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-d0ca923a-2f56-44bc-a28f-f74d6c0f5a85 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:55:20.972803 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ca923a-2f56-44bc-a28f-f74d6c0f5a85 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:20.973590 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d0ca923a-2f56-44bc-a28f-f74d6c0f5a85 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:20.991900 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-2e848a85-960d-4c3c-b5b0-a62dede54ed8 None None] For port 4028a70c-b49e-4170-a26c-b1066e517cdb, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:55:20.996024 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-2e848a85-960d-4c3c-b5b0-a62dede54ed8 None None] For port 4028a70c-b49e-4170-a26c-b1066e517cdb, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=4028a70c-b49e-4170-a26c-b1066e517cdb,segment=NetworkSegment(c2ffc87e-0d68-45b8-9ee2-b965f78d97cf),segment_id=c2ffc87e-0d68-45b8-9ee2-b965f78d97cf)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:55:21.059988 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ca923a-2f56-44bc-a28f-f74d6c0f5a85 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event updated for resources: {'Subnet': ['ID=63f1d04a-9d45-42b8-aca2-017610ede8f4,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:21.068688 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2e848a85-960d-4c3c-b5b0-a62dede54ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (4028a70c-b49e-4170-a26c-b1066e517cdb), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:21.070603 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d0ca923a-2f56-44bc-a28f-f74d6c0f5a85 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6138177 Mar 11 19:55:21.075266 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35226) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:21.083335 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-d8e53780-b9fb-4fc5-8824-706f57be323c tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Request body: {'subnet': {'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:21.140044 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35228) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:21.163663 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-cff1aba5-2420-40af-bbe7-2cefd42ea721 None None] Allocated IP 172.20.0.2 (d7695c22-7cfd-4319-9d63-9f76b8799969/9c3f149c-decf-4bc3-9858-1266a909f90c/11ded9d9-9213-4b8d-912d-9e41459276b5) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:55:21.292881 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cdd73de1-b13a-45d3-a110-6df52ec4b43f tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for router_gateway (99230159-ffbf-45ae-a072-527a73c3afde), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:21.294964 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b9a9ae9a-ea6f-4fee-b751-c242160f7b48 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for port (257f094a-34e4-43f5-a6bb-545d3bec082f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:21.323586 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cdd73de1-b13a-45d3-a110-6df52ec4b43f tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:21.377581 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cff1aba5-2420-40af-bbe7-2cefd42ea721 None None] Publish callbacks [] for port (11ded9d9-9213-4b8d-912d-9e41459276b5), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:21.408163 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-6aa90027-0285-4da4-be77-68a122cdf4a1 tempest-TestSecurityGroupsBasicOps-1938677745 tempest-TestSecurityGroupsBasicOps-1938677745-project-admin] 10.222.0.65 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1609 time: 0.2659080 Mar 11 19:55:21.413826 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cff1aba5-2420-40af-bbe7-2cefd42ea721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (11ded9d9-9213-4b8d-912d-9e41459276b5), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:21.446040 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35232) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:21.454311 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-1c8b7c86-c02b-4910-82cd-aeae0af60a69 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Request body: {'network': {'name': 'tempest-network-smoke--1689620544', 'project_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'port_security_enabled': False}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:21.471587 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff1aba5-2420-40af-bbe7-2cefd42ea721 None None] Network d7695c22-7cfd-4319-9d63-9f76b8799969 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:55:21.473152 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e848a85-960d-4c3c-b5b0-a62dede54ed8 None None] Pushing event updated for resources: {'Port': ['ID=4028a70c-b49e-4170-a26c-b1066e517cdb,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:21.476529 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-cff1aba5-2420-40af-bbe7-2cefd42ea721 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:55:21.480679 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff1aba5-2420-40af-bbe7-2cefd42ea721 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:55:21.532874 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-cdd73de1-b13a-45d3-a110-6df52ec4b43f tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Allocated IP 172.25.8.76 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/4cae3ab1-7ddb-4050-81dd-9dd1aa3df36b) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:55:21.536170 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec380ee-4913-4d66-9c5f-e3e9ed1e798d None None] Network 0897600d-059c-4c97-87d5-16371e549b1b requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:55:21.572288 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fc2834b0-7834-4d99-b0c3-4442331e19ac admin admin] Publish callbacks [] for router_gateway (2035d7c6-1edb-4570-99b0-426a1a9d1526), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:21.609090 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8b7c86-c02b-4910-82cd-aeae0af60a69 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Made reservation on behalf of ba1ac85839b24ea7a6d2ca439cce25f5 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:55:21.620595 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1c8b7c86-c02b-4910-82cd-aeae0af60a69 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:21.639512 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e53780-b9fb-4fc5-8824-706f57be323c tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Made reservation on behalf of 06d9e64a19fa4247bc00069610bf80e1 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:55:21.643439 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8e53780-b9fb-4fc5-8824-706f57be323c tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:21.654090 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fc2834b0-7834-4d99-b0c3-4442331e19ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:21.678697 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b9a9ae9a-ea6f-4fee-b751-c242160f7b48 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (257f094a-34e4-43f5-a6bb-545d3bec082f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:21.691566 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cdd73de1-b13a-45d3-a110-6df52ec4b43f tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for port (4cae3ab1-7ddb-4050-81dd-9dd1aa3df36b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:21.807744 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cdd73de1-b13a-45d3-a110-6df52ec4b43f tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (4cae3ab1-7ddb-4050-81dd-9dd1aa3df36b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:21.814466 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c8b7c86-c02b-4910-82cd-aeae0af60a69 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] vlan segment allocate from pool success with {'vlan_id': 854, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:55:21.884423 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd73de1-b13a-45d3-a110-6df52ec4b43f tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event updated for resources: {'Port': ['ID=4cae3ab1-7ddb-4050-81dd-9dd1aa3df36b,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:21.901834 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd73de1-b13a-45d3-a110-6df52ec4b43f tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:55:21.907524 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-cdd73de1-b13a-45d3-a110-6df52ec4b43f tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:55:21.912516 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd73de1-b13a-45d3-a110-6df52ec4b43f tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:55:21.923475 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd73de1-b13a-45d3-a110-6df52ec4b43f tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:21.925872 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd73de1-b13a-45d3-a110-6df52ec4b43f tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:21.926460 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd73de1-b13a-45d3-a110-6df52ec4b43f tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:21.927063 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd73de1-b13a-45d3-a110-6df52ec4b43f tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:21.927587 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd73de1-b13a-45d3-a110-6df52ec4b43f tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:21.928150 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd73de1-b13a-45d3-a110-6df52ec4b43f tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:21.928665 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd73de1-b13a-45d3-a110-6df52ec4b43f tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:21.929183 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd73de1-b13a-45d3-a110-6df52ec4b43f tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:21.930067 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd73de1-b13a-45d3-a110-6df52ec4b43f tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:21.930814 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd73de1-b13a-45d3-a110-6df52ec4b43f tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:21.931368 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd73de1-b13a-45d3-a110-6df52ec4b43f tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:21.931895 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd73de1-b13a-45d3-a110-6df52ec4b43f tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:21.932393 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd73de1-b13a-45d3-a110-6df52ec4b43f tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:21.976405 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1c8b7c86-c02b-4910-82cd-aeae0af60a69 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (b89a4158-0911-44dd-9eee-a28d579e0e0d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:21.976657 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-1c8b7c86-c02b-4910-82cd-aeae0af60a69 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Added segment b89a4158-0911-44dd-9eee-a28d579e0e0d of type vlan for network 1a9655bc-0e04-4103-81f6-ff5199dd978e Mar 11 19:55:22.012554 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-cff1aba5-2420-40af-bbe7-2cefd42ea721 None None] Attempting to bind port 11ded9d9-9213-4b8d-912d-9e41459276b5 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:55:22.013125 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-cff1aba5-2420-40af-bbe7-2cefd42ea721 None None] Attempting to bind port 11ded9d9-9213-4b8d-912d-9e41459276b5 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:55:22.013491 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff1aba5-2420-40af-bbe7-2cefd42ea721 None None] Attempting to bind port 11ded9d9-9213-4b8d-912d-9e41459276b5 on network d7695c22-7cfd-4319-9d63-9f76b8799969 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:55:22.020491 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-6aea92a8-b078-41f8-88e0-4933227da03c None None] Provisioning complete for port 71401e82-2ea1-4e45-806b-b17cc4f0f871 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:55:22.020996 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6aea92a8-b078-41f8-88e0-4933227da03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (71401e82-2ea1-4e45-806b-b17cc4f0f871), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:22.024467 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a9ae9a-ea6f-4fee-b751-c242160f7b48 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Network c054a3ad-5b0a-494b-8efb-f6f03dfdcc5e is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:55:22.025101 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 71401e82-2ea1-4e45-806b-b17cc4f0f871 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:55:22.025688 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a9ae9a-ea6f-4fee-b751-c242160f7b48 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event updated for resources: {'Port': ['ID=257f094a-34e4-43f5-a6bb-545d3bec082f,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:22.056970 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-b9a9ae9a-ea6f-4fee-b751-c242160f7b48 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:55:22.066492 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a9ae9a-ea6f-4fee-b751-c242160f7b48 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:55:22.071858 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a9ae9a-ea6f-4fee-b751-c242160f7b48 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:22.072488 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b9a9ae9a-ea6f-4fee-b751-c242160f7b48 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:22.079280 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff1aba5-2420-40af-bbe7-2cefd42ea721 None None] Pushing event updated for resources: {'Port': ['ID=11ded9d9-9213-4b8d-912d-9e41459276b5,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:22.105227 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1c8b7c86-c02b-4910-82cd-aeae0af60a69 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (1a9655bc-0e04-4103-81f6-ff5199dd978e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:22.130604 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-fc2834b0-7834-4d99-b0c3-4442331e19ac admin admin] Allocated IP 172.25.8.196 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/b0f98671-885b-4d6d-ac6e-51f2270fcb40) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:55:22.156665 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-b9a9ae9a-ea6f-4fee-b751-c242160f7b48 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9608502 Mar 11 19:55:22.159452 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35234) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:22.175241 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff1aba5-2420-40af-bbe7-2cefd42ea721 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:55:22.175657 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff1aba5-2420-40af-bbe7-2cefd42ea721 None None] Checking segment: {'id': '60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:55:22.176059 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cff1aba5-2420-40af-bbe7-2cefd42ea721 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:22.176461 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff1aba5-2420-40af-bbe7-2cefd42ea721 None None] Bound using segment: {'id': '60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:55:22.176954 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-cff1aba5-2420-40af-bbe7-2cefd42ea721 None None] Bound port: 11ded9d9-9213-4b8d-912d-9e41459276b5, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:55:22.177545 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cff1aba5-2420-40af-bbe7-2cefd42ea721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (11ded9d9-9213-4b8d-912d-9e41459276b5), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:22.196171 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1c8b7c86-c02b-4910-82cd-aeae0af60a69 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (1a9655bc-0e04-4103-81f6-ff5199dd978e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:22.202414 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8b7c86-c02b-4910-82cd-aeae0af60a69 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:22.203025 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1c8b7c86-c02b-4910-82cd-aeae0af60a69 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:22.317252 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-cff1aba5-2420-40af-bbe7-2cefd42ea721 None None] For port 11ded9d9-9213-4b8d-912d-9e41459276b5, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:55:22.321200 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-cff1aba5-2420-40af-bbe7-2cefd42ea721 None None] For port 11ded9d9-9213-4b8d-912d-9e41459276b5, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=11ded9d9-9213-4b8d-912d-9e41459276b5,segment=NetworkSegment(60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db),segment_id=60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:55:22.366182 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35238) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:22.371546 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-1c8b7c86-c02b-4910-82cd-aeae0af60a69 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9234688 Mar 11 19:55:22.376198 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-803af5a5-8357-473e-a773-c1d7524a981c tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-600590427', 'admin_state_up': True, 'project_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:22.396681 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cff1aba5-2420-40af-bbe7-2cefd42ea721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (11ded9d9-9213-4b8d-912d-9e41459276b5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:22.437700 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-803af5a5-8357-473e-a773-c1d7524a981c tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (88f90b86-8984-4362-925d-cb0b4f4530f7), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:22.438833 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-803af5a5-8357-473e-a773-c1d7524a981c tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (88f90b86-8984-4362-925d-cb0b4f4530f7), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:22.478031 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-2b57a02b-4062-45d2-a20f-b47f54c2ce3f tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Deleting port 257f094a-34e4-43f5-a6bb-545d3bec082f {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:55:22.478409 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2b57a02b-4062-45d2-a20f-b47f54c2ce3f tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (257f094a-34e4-43f5-a6bb-545d3bec082f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:22.482908 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8b7c86-c02b-4910-82cd-aeae0af60a69 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Pushing event updated for resources: {'Network': ['ID=1a9655bc-0e04-4103-81f6-ff5199dd978e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:22.521653 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fc2834b0-7834-4d99-b0c3-4442331e19ac admin admin] Publish callbacks [] for port (b0f98671-885b-4d6d-ac6e-51f2270fcb40), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:22.613031 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fc2834b0-7834-4d99-b0c3-4442331e19ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (b0f98671-885b-4d6d-ac6e-51f2270fcb40), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:22.626793 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 1a9655bc-0e04-4103-81f6-ff5199dd978e details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:55:22.631512 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cdd73de1-b13a-45d3-a110-6df52ec4b43f tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for router_gateway (99230159-ffbf-45ae-a072-527a73c3afde), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:22.694275 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2834b0-7834-4d99-b0c3-4442331e19ac admin admin] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:55:22.706256 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-fc2834b0-7834-4d99-b0c3-4442331e19ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:55:22.721960 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2834b0-7834-4d99-b0c3-4442331e19ac admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:55:22.740534 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 71401e82-2ea1-4e45-806b-b17cc4f0f871 is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:55:22.740920 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (71401e82-2ea1-4e45-806b-b17cc4f0f871), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:22.773490 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2834b0-7834-4d99-b0c3-4442331e19ac admin admin] Pushing event updated for resources: {'Port': ['ID=b0f98671-885b-4d6d-ac6e-51f2270fcb40,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:22.834519 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 71401e82-2ea1-4e45-806b-b17cc4f0f871, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=71401e82-2ea1-4e45-806b-b17cc4f0f871,segment=NetworkSegment(70c71ca7-59df-46c5-86d9-acc712ed1da1),segment_id=70c71ca7-59df-46c5-86d9-acc712ed1da1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:55:22.836256 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48573298-d0ad-4ae9-9a2f-879b9adcf390 None None] Update dhcp port {'port': {'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'fixed_ips': [{'subnet_id': '63f1d04a-9d45-42b8-aca2-017610ede8f4'}], 'binding:host_id': 'n-d-833163-1'}, 'id': '71401e82-2ea1-4e45-806b-b17cc4f0f871'} from n-d-833163-1. {{(pid=103886) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 11 19:55:22.851671 n-d-833163-1 neutron-server[103885]: DEBUG neutron.objects.ports [None req-d8e53780-b9fb-4fc5-8824-706f57be323c tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103885) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 19:55:22.884208 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-803af5a5-8357-473e-a773-c1d7524a981c tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks [] for router_controller (88f90b86-8984-4362-925d-cb0b4f4530f7), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:22.892677 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-48573298-d0ad-4ae9-9a2f-879b9adcf390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (71401e82-2ea1-4e45-806b-b17cc4f0f871), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:22.906765 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (71401e82-2ea1-4e45-806b-b17cc4f0f871), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:22.921602 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-42649b61-c013-4bbe-b38f-f9ecd334b93b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:23.038259 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2b57a02b-4062-45d2-a20f-b47f54c2ce3f tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (257f094a-34e4-43f5-a6bb-545d3bec082f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:23.260053 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-48573298-d0ad-4ae9-9a2f-879b9adcf390 None None] Allocated IP 172.20.0.2 (0897600d-059c-4c97-87d5-16371e549b1b/63f1d04a-9d45-42b8-aca2-017610ede8f4/71401e82-2ea1-4e45-806b-b17cc4f0f871) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:55:23.264753 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-803af5a5-8357-473e-a773-c1d7524a981c tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks [] for router_gateway (88f90b86-8984-4362-925d-cb0b4f4530f7), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:23.267561 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-48573298-d0ad-4ae9-9a2f-879b9adcf390 None None] Allocated IP 2001:db8::f816:3eff:fea9:649e (0897600d-059c-4c97-87d5-16371e549b1b/eb1ad0a9-9b65-47d1-ac19-451391686314/71401e82-2ea1-4e45-806b-b17cc4f0f871) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:55:23.328313 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-2b57a02b-4062-45d2-a20f-b47f54c2ce3f tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Calling delete_port for 257f094a-34e4-43f5-a6bb-545d3bec082f owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:55:23.396245 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-48573298-d0ad-4ae9-9a2f-879b9adcf390 None None] For port 71401e82-2ea1-4e45-806b-b17cc4f0f871, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=71401e82-2ea1-4e45-806b-b17cc4f0f871,segment=NetworkSegment(70c71ca7-59df-46c5-86d9-acc712ed1da1),segment_id=70c71ca7-59df-46c5-86d9-acc712ed1da1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:55:23.430970 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cdd73de1-b13a-45d3-a110-6df52ec4b43f tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (99230159-ffbf-45ae-a072-527a73c3afde), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:23.431482 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-48573298-d0ad-4ae9-9a2f-879b9adcf390 None None] Publish callbacks [] for port (71401e82-2ea1-4e45-806b-b17cc4f0f871), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:23.441941 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:23.443247 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8569c002-74ca-4290-8f9d-5ae0b0431332 None None] Network c054a3ad-5b0a-494b-8efb-f6f03dfdcc5e requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:55:23.552287 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-48573298-d0ad-4ae9-9a2f-879b9adcf390 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (71401e82-2ea1-4e45-806b-b17cc4f0f871), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:23.561518 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff1aba5-2420-40af-bbe7-2cefd42ea721 None None] Pushing event updated for resources: {'Port': ['ID=11ded9d9-9213-4b8d-912d-9e41459276b5,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:23.655068 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=71401e82-2ea1-4e45-806b-b17cc4f0f871,revision_number=7']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:23.716219 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-6aea92a8-b078-41f8-88e0-4933227da03c None None] Current status of the port 71401e82-2ea1-4e45-806b-b17cc4f0f871 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:55:23.807675 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48573298-d0ad-4ae9-9a2f-879b9adcf390 None None] Pushing event updated for resources: {'Port': ['ID=71401e82-2ea1-4e45-806b-b17cc4f0f871,revision_number=7']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:23.872668 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-dff52daa-2dc3-4fb0-8132-bf4fc227586d None None] Provisioning complete for port 4028a70c-b49e-4170-a26c-b1066e517cdb triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:55:23.883962 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dff52daa-2dc3-4fb0-8132-bf4fc227586d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (4028a70c-b49e-4170-a26c-b1066e517cdb), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:23.894233 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35246) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:23.998342 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-803af5a5-8357-473e-a773-c1d7524a981c tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks [] for router_gateway (88f90b86-8984-4362-925d-cb0b4f4530f7), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:24.025450 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.ipam_pluggable_backend [None req-d8e53780-b9fb-4fc5-8824-706f57be323c tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Port 71401e82-2ea1-4e45-806b-b17cc4f0f871 got IPv6 auto-address in a concurrent create or update port request. Ignoring. {{(pid=103885) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:608}} Mar 11 19:55:24.031285 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8e53780-b9fb-4fc5-8824-706f57be323c tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (eb1ad0a9-9b65-47d1-ac19-451391686314), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:24.041772 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2b57a02b-4062-45d2-a20f-b47f54c2ce3f tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (257f094a-34e4-43f5-a6bb-545d3bec082f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:24.048800 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-803af5a5-8357-473e-a773-c1d7524a981c tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:24.131476 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 11ded9d9-9213-4b8d-912d-9e41459276b5 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:55:24.164906 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdd73de1-b13a-45d3-a110-6df52ec4b43f tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Router 99230159-ffbf-45ae-a072-527a73c3afde is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:55:24.173001 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b57a02b-4062-45d2-a20f-b47f54c2ce3f tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event deleted for resources: {'Port': ['ID=257f094a-34e4-43f5-a6bb-545d3bec082f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:24.213157 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0d20ff7a-6f20-4347-8525-74e8865d15fe req-0f6281ef-ff90-4498-b149-82a9e4b0fc06 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c7c89787-a794-4218-91b4-c904675866ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.2221992 Mar 11 19:55:24.222444 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e53780-b9fb-4fc5-8824-706f57be323c tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event updated for resources: {'Subnet': ['ID=eb1ad0a9-9b65-47d1-ac19-451391686314,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:24.314240 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e53780-b9fb-4fc5-8824-706f57be323c tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:24.314753 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e53780-b9fb-4fc5-8824-706f57be323c tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:24.315219 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e53780-b9fb-4fc5-8824-706f57be323c tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:24.319572 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e53780-b9fb-4fc5-8824-706f57be323c tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:24.320098 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e53780-b9fb-4fc5-8824-706f57be323c tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:24.320536 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e53780-b9fb-4fc5-8824-706f57be323c tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:24.320988 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e53780-b9fb-4fc5-8824-706f57be323c tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:24.321422 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e53780-b9fb-4fc5-8824-706f57be323c tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:24.321857 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e53780-b9fb-4fc5-8824-706f57be323c tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:24.322285 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e53780-b9fb-4fc5-8824-706f57be323c tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:24.322711 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e53780-b9fb-4fc5-8824-706f57be323c tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:24.328799 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e53780-b9fb-4fc5-8824-706f57be323c tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:24.329307 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e53780-b9fb-4fc5-8824-706f57be323c tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:24.394165 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e53780-b9fb-4fc5-8824-706f57be323c tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Network 0897600d-059c-4c97-87d5-16371e549b1b is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:55:24.404231 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 11ded9d9-9213-4b8d-912d-9e41459276b5 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:55:24.405767 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (11ded9d9-9213-4b8d-912d-9e41459276b5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:24.423854 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-803af5a5-8357-473e-a773-c1d7524a981c tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Allocated IP 172.25.8.134 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/898cd74d-4007-4143-a8ef-94b4c37bd3a9) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:55:24.443705 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-dff52daa-2dc3-4fb0-8132-bf4fc227586d None None] Current status of the port 4028a70c-b49e-4170-a26c-b1066e517cdb is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:55:24.444356 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dff52daa-2dc3-4fb0-8132-bf4fc227586d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (4028a70c-b49e-4170-a26c-b1066e517cdb), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:24.451485 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-d8e53780-b9fb-4fc5-8824-706f57be323c tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:55:24.482230 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e53780-b9fb-4fc5-8824-706f57be323c tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:24.483747 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8e53780-b9fb-4fc5-8824-706f57be323c tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:24.550108 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-dff52daa-2dc3-4fb0-8132-bf4fc227586d None None] For port 4028a70c-b49e-4170-a26c-b1066e517cdb, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=4028a70c-b49e-4170-a26c-b1066e517cdb,segment=NetworkSegment(c2ffc87e-0d68-45b8-9ee2-b965f78d97cf),segment_id=c2ffc87e-0d68-45b8-9ee2-b965f78d97cf)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:55:24.561128 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dff52daa-2dc3-4fb0-8132-bf4fc227586d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (4028a70c-b49e-4170-a26c-b1066e517cdb), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:24.570049 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d8e53780-b9fb-4fc5-8824-706f57be323c tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4899666 Mar 11 19:55:24.572839 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35250) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:24.587306 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-1f4715f9-70d9-47d1-ac77-05d836e376fe tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Request body: {'port': {'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'mac_address': 'fa:16:3e:f3:6d:a9', 'name': 'tempest-NetworksTestDHCPv6-480687590'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:24.598789 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fc2834b0-7834-4d99-b0c3-4442331e19ac admin admin] Publish callbacks [] for router_gateway (2035d7c6-1edb-4570-99b0-426a1a9d1526), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:24.608180 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-803af5a5-8357-473e-a773-c1d7524a981c tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks [] for port (898cd74d-4007-4143-a8ef-94b4c37bd3a9), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:24.641408 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff52daa-2dc3-4fb0-8132-bf4fc227586d None None] Pushing event updated for resources: {'Port': ['ID=4028a70c-b49e-4170-a26c-b1066e517cdb,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:24.662962 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2cd61dc5-27f8-4a29-91a2-09219f2b5ea0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:24.679105 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2b57a02b-4062-45d2-a20f-b47f54c2ce3f tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:24.687422 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-2b57a02b-4062-45d2-a20f-b47f54c2ce3f tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "DELETE /v2.0/ports/257f094a-34e4-43f5-a6bb-545d3bec082f HTTP/1.1" status: 204 len: 168 time: 2.5260336 Mar 11 19:55:24.697998 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35252) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:24.699225 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-803af5a5-8357-473e-a773-c1d7524a981c tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (898cd74d-4007-4143-a8ef-94b4c37bd3a9), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:24.702805 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d20ff7a-6f20-4347-8525-74e8865d15fe req-16b5eed4-8a79-4e2c-939c-6a34b85675a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:24.704299 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5efac750-cabc-4641-a21a-ad853261bb68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:24.704731 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0d20ff7a-6f20-4347-8525-74e8865d15fe req-16b5eed4-8a79-4e2c-939c-6a34b85675a0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ba1ac85839b24ea7a6d2ca439cce25f5&device_id=c7c89787-a794-4218-91b4-c904675866ac HTTP/1.1" status: 200 len: 1167 time: 0.4080982 Mar 11 19:55:24.765669 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07ece55-1edc-45c1-bb0d-a9858cb58f0d None None] Network d7695c22-7cfd-4319-9d63-9f76b8799969 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:55:24.775290 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803af5a5-8357-473e-a773-c1d7524a981c tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:55:24.777123 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e5122d2-9b4b-4d91-8ade-6076e6a4025b tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] DELETE failed (client error): The resource could not be found. Mar 11 19:55:24.777729 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e5122d2-9b4b-4d91-8ade-6076e6a4025b tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:55:24.784454 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8e5122d2-9b4b-4d91-8ade-6076e6a4025b tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "DELETE /v2.0/ports/257f094a-34e4-43f5-a6bb-545d3bec082f HTTP/1.1" status: 404 len: 333 time: 0.0620234 Mar 11 19:55:24.785076 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35254) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:24.801737 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 11ded9d9-9213-4b8d-912d-9e41459276b5 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:55:24.802502 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (11ded9d9-9213-4b8d-912d-9e41459276b5), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:24.813036 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-cf27be78-421e-42d2-8caa-30324f1d18ef None None] Provisioning complete for port 4028a70c-b49e-4170-a26c-b1066e517cdb triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:55:24.813693 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cf27be78-421e-42d2-8caa-30324f1d18ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (4028a70c-b49e-4170-a26c-b1066e517cdb), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:24.830937 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-803af5a5-8357-473e-a773-c1d7524a981c tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:55:24.885919 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803af5a5-8357-473e-a773-c1d7524a981c tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:55:24.979330 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 11ded9d9-9213-4b8d-912d-9e41459276b5, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=11ded9d9-9213-4b8d-912d-9e41459276b5,segment=NetworkSegment(60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db),segment_id=60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:55:24.988757 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (11ded9d9-9213-4b8d-912d-9e41459276b5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:24.989607 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 4028a70c-b49e-4170-a26c-b1066e517cdb up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:55:25.158799 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d20ff7a-6f20-4347-8525-74e8865d15fe req-860a8dee-97d4-4de1-939f-51c31c5734ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:25.160221 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0d20ff7a-6f20-4347-8525-74e8865d15fe req-860a8dee-97d4-4de1-939f-51c31c5734ff service neutron] 10.222.0.57 "GET /v2.0/networks?id=53d3e097-1720-40c7-a335-5030921545d4 HTTP/1.1" status: 200 len: 897 time: 0.4207654 Mar 11 19:55:25.231962 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=11ded9d9-9213-4b8d-912d-9e41459276b5,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:25.252410 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba6ceea-2332-4775-b630-d70689f8bf23 None None] Network 0897600d-059c-4c97-87d5-16371e549b1b requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:55:25.279114 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-cf27be78-421e-42d2-8caa-30324f1d18ef None None] Current status of the port 4028a70c-b49e-4170-a26c-b1066e517cdb is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:55:25.286294 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 4028a70c-b49e-4170-a26c-b1066e517cdb triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:55:25.286802 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (4028a70c-b49e-4170-a26c-b1066e517cdb), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:25.345351 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-cf27be78-421e-42d2-8caa-30324f1d18ef None None] Could not find standard attr ID for object 257f094a-34e4-43f5-a6bb-545d3bec082f. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 19:55:25.373942 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0d20ff7a-6f20-4347-8525-74e8865d15fe req-35ec5add-fe24-4db5-b56d-36b4b6ec19d2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f779bc33-9f77-4e55-90d9-5fb39269c54b HTTP/1.1" status: 200 len: 1002 time: 0.2066455 Mar 11 19:55:25.457025 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 4028a70c-b49e-4170-a26c-b1066e517cdb is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:55:25.501374 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-5acf10a5-1ec8-4764-a5aa-7a9d66be20a0 None None] Provisioning complete for port 11ded9d9-9213-4b8d-912d-9e41459276b5 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:55:25.502027 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5acf10a5-1ec8-4764-a5aa-7a9d66be20a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (11ded9d9-9213-4b8d-912d-9e41459276b5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:25.504664 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d20ff7a-6f20-4347-8525-74e8865d15fe req-80852ed5-05c8-47bf-be11-6431d58944bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:25.507662 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0d20ff7a-6f20-4347-8525-74e8865d15fe req-80852ed5-05c8-47bf-be11-6431d58944bc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=49cb0d5b-a7b4-4de5-988d-a1801f9130ba HTTP/1.1" status: 200 len: 835 time: 0.1221867 Mar 11 19:55:25.563494 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f4715f9-70d9-47d1-ac77-05d836e376fe tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Made reservation on behalf of 06d9e64a19fa4247bc00069610bf80e1 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:55:25.649828 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-90d024ed-5483-47fa-b4e2-b2006380766f tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] GET failed (client error): The resource could not be found. Mar 11 19:55:25.653903 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-90d024ed-5483-47fa-b4e2-b2006380766f tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "GET /v2.0/ports/257f094a-34e4-43f5-a6bb-545d3bec082f HTTP/1.1" status: 404 len: 333 time: 0.8174875 Mar 11 19:55:25.665471 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35256) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:25.690109 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-5acf10a5-1ec8-4764-a5aa-7a9d66be20a0 None None] Current status of the port 11ded9d9-9213-4b8d-912d-9e41459276b5 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:55:25.698075 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-5acf10a5-1ec8-4764-a5aa-7a9d66be20a0 None None] Could not find standard attr ID for object 257f094a-34e4-43f5-a6bb-545d3bec082f. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 19:55:25.730401 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-5acf10a5-1ec8-4764-a5aa-7a9d66be20a0 None None] Provisioning complete for port 71401e82-2ea1-4e45-806b-b17cc4f0f871 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:55:25.731055 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5acf10a5-1ec8-4764-a5aa-7a9d66be20a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (71401e82-2ea1-4e45-806b-b17cc4f0f871), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:25.844403 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d20ff7a-6f20-4347-8525-74e8865d15fe req-1d518087-9abc-40b5-9f05-15ff0697dc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:25.846423 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0d20ff7a-6f20-4347-8525-74e8865d15fe req-1d518087-9abc-40b5-9f05-15ff0697dc34 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=53d3e097-1720-40c7-a335-5030921545d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3262022 Mar 11 19:55:25.856767 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803af5a5-8357-473e-a773-c1d7524a981c tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Pushing event updated for resources: {'Port': ['ID=898cd74d-4007-4143-a8ef-94b4c37bd3a9,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:25.873463 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fc2834b0-7834-4d99-b0c3-4442331e19ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (2035d7c6-1edb-4570-99b0-426a1a9d1526), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:25.927954 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-5acf10a5-1ec8-4764-a5aa-7a9d66be20a0 None None] Current status of the port 71401e82-2ea1-4e45-806b-b17cc4f0f871 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:55:25.928817 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5acf10a5-1ec8-4764-a5aa-7a9d66be20a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (71401e82-2ea1-4e45-806b-b17cc4f0f871), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:25.968090 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-feac24f1-3873-4cf1-9933-5e309c74c74d tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Deleting subnet d59ee9be-b32e-4658-812c-d474cabf363d {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:55:25.973071 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-feac24f1-3873-4cf1-9933-5e309c74c74d tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for subnet (d59ee9be-b32e-4658-812c-d474cabf363d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:26.038539 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-5acf10a5-1ec8-4764-a5aa-7a9d66be20a0 None None] For port 71401e82-2ea1-4e45-806b-b17cc4f0f871, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=71401e82-2ea1-4e45-806b-b17cc4f0f871,segment=NetworkSegment(70c71ca7-59df-46c5-86d9-acc712ed1da1),segment_id=70c71ca7-59df-46c5-86d9-acc712ed1da1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:55:26.040956 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd73de1-b13a-45d3-a110-6df52ec4b43f tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:55:26.046011 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5acf10a5-1ec8-4764-a5aa-7a9d66be20a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (71401e82-2ea1-4e45-806b-b17cc4f0f871), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:26.084533 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cdd73de1-b13a-45d3-a110-6df52ec4b43f tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:26.085775 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-cdd73de1-b13a-45d3-a110-6df52ec4b43f tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 5.5891325 Mar 11 19:55:26.106105 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35258) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:26.122184 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 71401e82-2ea1-4e45-806b-b17cc4f0f871 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:55:26.129430 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43428e3a-3825-466e-b7b4-0da9a674fa1b None None] Sync routers for ids ['99230159-ffbf-45ae-a072-527a73c3afde'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:55:26.133403 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2cd61dc5-27f8-4a29-91a2-09219f2b5ea0 admin admin] Publish callbacks [] for security_group (de05f768-e028-47bd-86e5-93bb36c17633), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:26.145150 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-feac24f1-3873-4cf1-9933-5e309c74c74d tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (d59ee9be-b32e-4658-812c-d474cabf363d), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:26.174201 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2cd61dc5-27f8-4a29-91a2-09219f2b5ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (de05f768-e028-47bd-86e5-93bb36c17633), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:26.227572 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd61dc5-27f8-4a29-91a2-09219f2b5ea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de05f768-e028-47bd-86e5-93bb36c17633,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:26.285911 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-e2732296-5ea3-462c-b8cc-b06bbb2950b8 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "GET /v2.0/routers/99230159-ffbf-45ae-a072-527a73c3afde HTTP/1.1" status: 200 len: 883 time: 0.1722014 Mar 11 19:55:26.286664 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35260) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:26.292510 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1f4715f9-70d9-47d1-ac77-05d836e376fe tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:26.327496 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acf10a5-1ec8-4764-a5aa-7a9d66be20a0 None None] Pushing event updated for resources: {'Port': ['ID=71401e82-2ea1-4e45-806b-b17cc4f0f871,revision_number=8']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:26.354454 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43428e3a-3825-466e-b7b4-0da9a674fa1b None None] Routers {'99230159-ffbf-45ae-a072-527a73c3afde'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:55:26.355033 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-43428e3a-3825-466e-b7b4-0da9a674fa1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:55:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['99230159-ffbf-45ae-a072-527a73c3afde'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:26.358508 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-e3017550-c99e-4997-aea7-29c505551dd2 None None] Provisioning complete for port 11ded9d9-9213-4b8d-912d-9e41459276b5 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:55:26.359421 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e3017550-c99e-4997-aea7-29c505551dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (11ded9d9-9213-4b8d-912d-9e41459276b5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:26.401390 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-2cd61dc5-27f8-4a29-91a2-09219f2b5ea0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=858e2a9e7c884a4487f10f4c494c8b4f&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5029066 Mar 11 19:55:26.406542 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35262) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:26.413548 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:26.433292 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-1f4715f9-70d9-47d1-ac77-05d836e376fe tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] device_id is not set on port 7260346e-80e4-4479-acbb-eeb5e381e6f0 yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:55:26.445755 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0d20ff7a-6f20-4347-8525-74e8865d15fe req-3ca84ee4-62bf-4c47-8d22-967012be9838 service neutron] 10.222.0.57 "GET /v2.0/networks/53d3e097-1720-40c7-a335-5030921545d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5746884 Mar 11 19:55:26.470734 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-43428e3a-3825-466e-b7b4-0da9a674fa1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:26.485092 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43428e3a-3825-466e-b7b4-0da9a674fa1b None None] Routers {'99230159-ffbf-45ae-a072-527a73c3afde'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:55:26.485723 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-43428e3a-3825-466e-b7b4-0da9a674fa1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:55:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['99230159-ffbf-45ae-a072-527a73c3afde'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:26.512118 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-803af5a5-8357-473e-a773-c1d7524a981c tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks [] for router_gateway (88f90b86-8984-4362-925d-cb0b4f4530f7), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:26.543110 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 71401e82-2ea1-4e45-806b-b17cc4f0f871 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:55:26.543488 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (71401e82-2ea1-4e45-806b-b17cc4f0f871), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:26.546846 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e3017550-c99e-4997-aea7-29c505551dd2 None None] Current status of the port 11ded9d9-9213-4b8d-912d-9e41459276b5 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:55:26.557490 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0d20ff7a-6f20-4347-8525-74e8865d15fe req-64456cdf-592a-496a-827f-5117d5b63bb8 service neutron] 10.222.0.57 "GET /v2.0/networks/53d3e097-1720-40c7-a335-5030921545d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984714 Mar 11 19:55:26.575772 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-feac24f1-3873-4cf1-9933-5e309c74c74d tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (d59ee9be-b32e-4658-812c-d474cabf363d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:26.668218 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-baa98b94-3679-40b4-b7a9-3210915c67eb admin admin] Publish callbacks [] for security_group (de05f768-e028-47bd-86e5-93bb36c17633), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:26.763071 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-baa98b94-3679-40b4-b7a9-3210915c67eb admin admin] Publish callbacks [] for security_group (de05f768-e028-47bd-86e5-93bb36c17633), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:26.781348 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-feac24f1-3873-4cf1-9933-5e309c74c74d tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (d59ee9be-b32e-4658-812c-d474cabf363d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:26.834776 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feac24f1-3873-4cf1-9933-5e309c74c74d tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event deleted for resources: {'Subnet': ['ID=d59ee9be-b32e-4658-812c-d474cabf363d,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:26.846033 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-feac24f1-3873-4cf1-9933-5e309c74c74d tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:26.849748 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-feac24f1-3873-4cf1-9933-5e309c74c74d tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "DELETE /v2.0/subnets/d59ee9be-b32e-4658-812c-d474cabf363d HTTP/1.1" status: 204 len: 168 time: 1.1795595 Mar 11 19:55:26.885787 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35264) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:26.902008 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d283654e-5b65-499e-80de-e550a4d4bb6e None None] Network c054a3ad-5b0a-494b-8efb-f6f03dfdcc5e requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:55:26.912132 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-43428e3a-3825-466e-b7b4-0da9a674fa1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:26.912799 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43428e3a-3825-466e-b7b4-0da9a674fa1b None None] The sync data for ids ['99230159-ffbf-45ae-a072-527a73c3afde'] in n-d-833163-1 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:55:26.965519 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:55:27.001113 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-be32ba90-4197-41f5-a26c-6b3e32ad5977 None None] Provisioning complete for port 71401e82-2ea1-4e45-806b-b17cc4f0f871 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:55:27.001777 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-be32ba90-4197-41f5-a26c-6b3e32ad5977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (71401e82-2ea1-4e45-806b-b17cc4f0f871), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:27.011373 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-baa98b94-3679-40b4-b7a9-3210915c67eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (de05f768-e028-47bd-86e5-93bb36c17633), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:27.014815 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-baa98b94-3679-40b4-b7a9-3210915c67eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:27.019059 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-baa98b94-3679-40b4-b7a9-3210915c67eb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/de05f768-e028-47bd-86e5-93bb36c17633 HTTP/1.1" status: 204 len: 168 time: 0.6113884 Mar 11 19:55:27.090640 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa98b94-3679-40b4-b7a9-3210915c67eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de05f768-e028-47bd-86e5-93bb36c17633,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:27.096626 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-70269eb6-a445-452f-94d3-da9142816542 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (c054a3ad-5b0a-494b-8efb-f6f03dfdcc5e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:27.118855 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-803af5a5-8357-473e-a773-c1d7524a981c tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (88f90b86-8984-4362-925d-cb0b4f4530f7), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:27.212419 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc2834b0-7834-4d99-b0c3-4442331e19ac admin admin] Router 2035d7c6-1edb-4570-99b0-426a1a9d1526 is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:55:27.240488 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 71401e82-2ea1-4e45-806b-b17cc4f0f871 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:55:27.242094 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 11ded9d9-9213-4b8d-912d-9e41459276b5 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:55:27.402145 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-1f4715f9-70d9-47d1-ac77-05d836e376fe tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Allocated IP 172.20.0.11 (0897600d-059c-4c97-87d5-16371e549b1b/63f1d04a-9d45-42b8-aca2-017610ede8f4/7260346e-80e4-4479-acbb-eeb5e381e6f0) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:55:27.468188 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-34de3f44-7b21-46c8-8355-f155115e1171 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 1.1738219 Mar 11 19:55:27.469090 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35268) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:27.472679 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-1f4715f9-70d9-47d1-ac77-05d836e376fe tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Allocated IP 2001:db8::f816:3eff:fef3:6da9 (0897600d-059c-4c97-87d5-16371e549b1b/eb1ad0a9-9b65-47d1-ac19-451391686314/7260346e-80e4-4479-acbb-eeb5e381e6f0) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:55:27.484345 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-57691605-850b-4f5f-b973-e96c10667035 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-732336427'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:27.505660 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-be32ba90-4197-41f5-a26c-6b3e32ad5977 None None] Current status of the port 71401e82-2ea1-4e45-806b-b17cc4f0f871 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:55:27.515854 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9b7e00-b479-4e04-b9ce-f1925815ef5a None None] DHCP port deletion for c054a3ad-5b0a-494b-8efb-f6f03dfdcc5e request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:55:27.520592 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-70269eb6-a445-452f-94d3-da9142816542 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Deleting port 4028a70c-b49e-4170-a26c-b1066e517cdb {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:55:27.521081 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-70269eb6-a445-452f-94d3-da9142816542 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (4028a70c-b49e-4170-a26c-b1066e517cdb), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:27.565317 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 11ded9d9-9213-4b8d-912d-9e41459276b5 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:55:27.565742 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (11ded9d9-9213-4b8d-912d-9e41459276b5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:27.598465 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc2834b0-7834-4d99-b0c3-4442331e19ac admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:55:27.610499 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167da621-5e27-48b4-834c-ee7a9ddda84a None None] Sync routers for ids ['2035d7c6-1edb-4570-99b0-426a1a9d1526'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:55:27.635000 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167da621-5e27-48b4-834c-ee7a9ddda84a None None] Routers {'2035d7c6-1edb-4570-99b0-426a1a9d1526'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:55:27.636113 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-167da621-5e27-48b4-834c-ee7a9ddda84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:55:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['2035d7c6-1edb-4570-99b0-426a1a9d1526'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:27.692877 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fc2834b0-7834-4d99-b0c3-4442331e19ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:27.700210 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-fc2834b0-7834-4d99-b0c3-4442331e19ac admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.9245601 Mar 11 19:55:27.700878 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35270) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:27.708650 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-70269eb6-a445-452f-94d3-da9142816542 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] For port 4028a70c-b49e-4170-a26c-b1066e517cdb, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=4028a70c-b49e-4170-a26c-b1066e517cdb,segment=NetworkSegment(c2ffc87e-0d68-45b8-9ee2-b965f78d97cf),segment_id=c2ffc87e-0d68-45b8-9ee2-b965f78d97cf)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:55:27.710027 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-70269eb6-a445-452f-94d3-da9142816542 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (4028a70c-b49e-4170-a26c-b1066e517cdb), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:27.736606 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-70269eb6-a445-452f-94d3-da9142816542 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Calling delete_port for 4028a70c-b49e-4170-a26c-b1066e517cdb owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:55:27.755351 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ccdc31db-c8b8-47bd-8ca2-09972fb23b6f None None] Could not find standard attr ID for object 43e34ed2-f8b9-4086-a832-01634b4b46e7. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 19:55:27.822397 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-167da621-5e27-48b4-834c-ee7a9ddda84a None None] Set router 2035d7c6-1edb-4570-99b0-426a1a9d1526 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:55:27.824683 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 11ded9d9-9213-4b8d-912d-9e41459276b5 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:55:27.827124 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 4028a70c-b49e-4170-a26c-b1066e517cdb up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:55:27.877968 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-70269eb6-a445-452f-94d3-da9142816542 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (4028a70c-b49e-4170-a26c-b1066e517cdb), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:27.889881 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-803af5a5-8357-473e-a773-c1d7524a981c tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Router 88f90b86-8984-4362-925d-cb0b4f4530f7 is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:55:27.894899 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:27.907910 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-94195dba-89d7-4e80-8e10-c0fe2dc58b10 None None] Could not find standard attr ID for object f47f5a1b-8903-4c01-9ac2-664169da762b. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 19:55:27.911213 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No active binding found for port 4028a70c-b49e-4170-a26c-b1066e517cdb {{(pid=103886) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 11 19:55:27.911749 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] The host n-d-833163-1 is not matching for port 4028a70c-b49e-4170-a26c-b1066e517cdb host None! {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 19:55:27.912145 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 4028a70c-b49e-4170-a26c-b1066e517cdb not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 11 19:55:27.949544 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8b9b7e00-b479-4e04-b9ce-f1925815ef5a None None] Deleting port 4028a70c-b49e-4170-a26c-b1066e517cdb {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:55:27.949915 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8b9b7e00-b479-4e04-b9ce-f1925815ef5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (4028a70c-b49e-4170-a26c-b1066e517cdb), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:28.031914 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-8b9b7e00-b479-4e04-b9ce-f1925815ef5a None None] For port 4028a70c-b49e-4170-a26c-b1066e517cdb, host n-d-833163-1, got binding levels [] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:55:28.032264 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8b9b7e00-b479-4e04-b9ce-f1925815ef5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (4028a70c-b49e-4170-a26c-b1066e517cdb), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:28.045839 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8b9b7e00-b479-4e04-b9ce-f1925815ef5a None None] Calling delete_port for 4028a70c-b49e-4170-a26c-b1066e517cdb owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:55:28.049697 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.ipam_backend_mixin [None req-8b9b7e00-b479-4e04-b9ce-f1925815ef5a None None] Port 4028a70c-b49e-4170-a26c-b1066e517cdb was not found and therefore no delete operation was performed {{(pid=103886) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 11 19:55:28.050915 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Port 4028a70c-b49e-4170-a26c-b1066e517cdb not found, will not notify nova. {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 11 19:55:28.052806 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8b9b7e00-b479-4e04-b9ce-f1925815ef5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (4028a70c-b49e-4170-a26c-b1066e517cdb), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:28.067974 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70269eb6-a445-452f-94d3-da9142816542 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event deleted for resources: {'Port': ['ID=4028a70c-b49e-4170-a26c-b1066e517cdb,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:28.086959 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70269eb6-a445-452f-94d3-da9142816542 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] No DVR routers for this DVR port 4028a70c-b49e-4170-a26c-b1066e517cdb on host n-d-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:55:28.087282 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b7e00-b479-4e04-b9ce-f1925815ef5a None None] Pushing event deleted for resources: {'Port': ['ID=4028a70c-b49e-4170-a26c-b1066e517cdb,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:28.099706 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9b7e00-b479-4e04-b9ce-f1925815ef5a None None] No DVR routers for this DVR port 4028a70c-b49e-4170-a26c-b1066e517cdb on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:55:28.147535 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1f4715f9-70d9-47d1-ac77-05d836e376fe tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for port (7260346e-80e4-4479-acbb-eeb5e381e6f0), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:28.169700 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-167da621-5e27-48b4-834c-ee7a9ddda84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'name': 'tempest-AttachVolumeNegativeTest-327869102-router', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'b0f98671-885b-4d6d-ac6e-51f2270fcb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:19Z', 'updated_at': '2022-03-11T19:55:23Z', 'revision_number': 3, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'gw_port': {'id': 'b0f98671-885b-4d6d-ac6e-51f2270fcb40', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:89:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:21Z', 'updated_at': '2022-03-11T19:55:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:28.183229 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-803af5a5-8357-473e-a773-c1d7524a981c tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:55:28.196427 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a083fd57-ccbc-4c33-9b66-88f451ec2811 None None] Sync routers for ids ['88f90b86-8984-4362-925d-cb0b4f4530f7'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:55:28.210513 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 71401e82-2ea1-4e45-806b-b17cc4f0f871 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:55:28.213673 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167da621-5e27-48b4-834c-ee7a9ddda84a None None] Checking router: 2035d7c6-1edb-4570-99b0-426a1a9d1526 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:55:28.214171 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167da621-5e27-48b4-834c-ee7a9ddda84a None None] Updating router 2035d7c6-1edb-4570-99b0-426a1a9d1526 port b0f98671-885b-4d6d-ac6e-51f2270fcb40 binding host n-d-833163-1 {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:55:28.235013 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-57691605-850b-4f5f-b973-e96c10667035 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7979267', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7985061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7589'] for router (99230159-ffbf-45ae-a072-527a73c3afde), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:28.247143 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-70269eb6-a445-452f-94d3-da9142816542 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (c054a3ad-5b0a-494b-8efb-f6f03dfdcc5e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:28.281151 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a083fd57-ccbc-4c33-9b66-88f451ec2811 None None] Routers {'88f90b86-8984-4362-925d-cb0b4f4530f7'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:55:28.281786 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-803af5a5-8357-473e-a773-c1d7524a981c tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:28.282012 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a083fd57-ccbc-4c33-9b66-88f451ec2811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:55:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['88f90b86-8984-4362-925d-cb0b4f4530f7'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:28.291121 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35272) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:28.292661 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-167da621-5e27-48b4-834c-ee7a9ddda84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b0f98671-885b-4d6d-ac6e-51f2270fcb40), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:28.293966 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-803af5a5-8357-473e-a773-c1d7524a981c tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 5.9260750 Mar 11 19:55:28.311125 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-70269eb6-a445-452f-94d3-da9142816542 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c054a3ad-5b0a-494b-8efb-f6f03dfdcc5e']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:28.328695 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-70269eb6-a445-452f-94d3-da9142816542 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2ffc87e-0d68-45b8-9ee2-b965f78d97cf') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:28.329130 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-70269eb6-a445-452f-94d3-da9142816542 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2ffc87e-0d68-45b8-9ee2-b965f78d97cf') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:28.358626 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-57691605-850b-4f5f-b973-e96c10667035 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7979276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7979285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7985070'] for router (99230159-ffbf-45ae-a072-527a73c3afde), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:28.360159 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-70269eb6-a445-452f-94d3-da9142816542 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (c2ffc87e-0d68-45b8-9ee2-b965f78d97cf), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:28.364677 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 71401e82-2ea1-4e45-806b-b17cc4f0f871 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:55:28.365055 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (71401e82-2ea1-4e45-806b-b17cc4f0f871), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:28.376174 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-70269eb6-a445-452f-94d3-da9142816542 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (c2ffc87e-0d68-45b8-9ee2-b965f78d97cf), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:28.386774 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70269eb6-a445-452f-94d3-da9142816542 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Releasing vlan 892 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:55:28.387217 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-70269eb6-a445-452f-94d3-da9142816542 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (c2ffc87e-0d68-45b8-9ee2-b965f78d97cf), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:28.391305 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:55:28.391305 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:55:28.391305 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:55:28.391305 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:55:28.391305 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:55:28.391305 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:55:28.391305 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:55:28.391305 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:55:28.391305 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:55:28.391305 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:55:28.391305 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:55:28.391305 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:55:28.391305 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:55:28.391305 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:55:28.391305 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:55:28.391305 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:55:28.391305 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:55:28.391305 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:55:28.391305 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:55:28.391305 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:55:28.391305 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:55:28.391305 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:55:28.391305 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:55:28.391305 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:55:28.391305 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:55:28.391305 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:55:28.391305 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:55:28.391305 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:55:28.391305 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:55:28.391305 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:55:28.391305 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:55:28.391305 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:55:28.495969 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 71401e82-2ea1-4e45-806b-b17cc4f0f871 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:55:28.506447 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-70269eb6-a445-452f-94d3-da9142816542 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (c054a3ad-5b0a-494b-8efb-f6f03dfdcc5e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:28.518453 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-a083fd57-ccbc-4c33-9b66-88f451ec2811 None None] Set router 88f90b86-8984-4362-925d-cb0b4f4530f7 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:55:28.527768 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-70269eb6-a445-452f-94d3-da9142816542 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:28.531887 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-70269eb6-a445-452f-94d3-da9142816542 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "DELETE /v2.0/networks/c054a3ad-5b0a-494b-8efb-f6f03dfdcc5e HTTP/1.1" status: 204 len: 168 time: 1.6449714 Mar 11 19:55:28.548035 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35274) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:28.556070 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-d0155cfc-08d9-4d5c-8fc4-f3c394b4f2bb tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-612702516'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:28.561253 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70269eb6-a445-452f-94d3-da9142816542 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event deleted for resources: {'Network': ['ID=c054a3ad-5b0a-494b-8efb-f6f03dfdcc5e,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:28.592902 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282f9734-0f2c-4119-bc2e-7c79e6c379d9 tempest-TestSecurityGroupsBasicOps-1938677745 tempest-TestSecurityGroupsBasicOps-1938677745-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:28.596040 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 4028a70c-b49e-4170-a26c-b1066e517cdb no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:55:28.596605 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0155cfc-08d9-4d5c-8fc4-f3c394b4f2bb tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Made reservation on behalf of 9a2132e02eba4e489015b67acdaa176b for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:55:28.597927 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-282f9734-0f2c-4119-bc2e-7c79e6c379d9 tempest-TestSecurityGroupsBasicOps-1938677745 tempest-TestSecurityGroupsBasicOps-1938677745-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=ba1ac85839b24ea7a6d2ca439cce25f5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.3021169 Mar 11 19:55:28.602499 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35276) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:28.604649 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d0155cfc-08d9-4d5c-8fc4-f3c394b4f2bb tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:28.633156 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 4028a70c-b49e-4170-a26c-b1066e517cdb {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:55:28.633616 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 4028a70c-b49e-4170-a26c-b1066e517cdb not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:55:28.635006 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1f4715f9-70d9-47d1-ac77-05d836e376fe tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (7260346e-80e4-4479-acbb-eeb5e381e6f0), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:28.645014 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-167da621-5e27-48b4-834c-ee7a9ddda84a None None] Publish callbacks [] for port (b0f98671-885b-4d6d-ac6e-51f2270fcb40), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:28.656378 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-167da621-5e27-48b4-834c-ee7a9ddda84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (b0f98671-885b-4d6d-ac6e-51f2270fcb40), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:28.657146 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0155cfc-08d9-4d5c-8fc4-f3c394b4f2bb tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] vlan segment allocate from pool success with {'vlan_id': 870, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:55:28.671852 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d0155cfc-08d9-4d5c-8fc4-f3c394b4f2bb tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (93fdf01c-2689-4725-a48c-d36f7bf5d391), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:28.674024 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-d0155cfc-08d9-4d5c-8fc4-f3c394b4f2bb tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Added segment 93fdf01c-2689-4725-a48c-d36f7bf5d391 of type vlan for network 62783148-33d7-45b8-99f8-0659367f8405 Mar 11 19:55:28.722137 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-167da621-5e27-48b4-834c-ee7a9ddda84a None None] Attempting to bind port b0f98671-885b-4d6d-ac6e-51f2270fcb40 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:55:28.722951 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-167da621-5e27-48b4-834c-ee7a9ddda84a None None] Attempting to bind port b0f98671-885b-4d6d-ac6e-51f2270fcb40 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:55:28.723331 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167da621-5e27-48b4-834c-ee7a9ddda84a None None] Attempting to bind port b0f98671-885b-4d6d-ac6e-51f2270fcb40 on network 612cc066-33e3-444d-b1c7-d0a64751482a {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:55:28.731393 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d0155cfc-08d9-4d5c-8fc4-f3c394b4f2bb tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (62783148-33d7-45b8-99f8-0659367f8405), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:28.735143 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167da621-5e27-48b4-834c-ee7a9ddda84a None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:55:28.735829 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167da621-5e27-48b4-834c-ee7a9ddda84a None None] Checking segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:55:28.736637 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-167da621-5e27-48b4-834c-ee7a9ddda84a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:28.736637 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167da621-5e27-48b4-834c-ee7a9ddda84a None None] Bound using segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:55:28.737981 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-167da621-5e27-48b4-834c-ee7a9ddda84a None None] Bound port: b0f98671-885b-4d6d-ac6e-51f2270fcb40, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:55:28.737981 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-167da621-5e27-48b4-834c-ee7a9ddda84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b0f98671-885b-4d6d-ac6e-51f2270fcb40), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:28.759107 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a083fd57-ccbc-4c33-9b66-88f451ec2811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f90b86-8984-4362-925d-cb0b4f4530f7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-600590427', 'tenant_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '898cd74d-4007-4143-a8ef-94b4c37bd3a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:22Z', 'updated_at': '2022-03-11T19:55:26Z', 'revision_number': 3, 'project_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'gw_port': {'id': '898cd74d-4007-4143-a8ef-94b4c37bd3a9', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:34:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f90b86-8984-4362-925d-cb0b4f4530f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:24Z', 'updated_at': '2022-03-11T19:55:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:28.766610 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d0155cfc-08d9-4d5c-8fc4-f3c394b4f2bb tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (62783148-33d7-45b8-99f8-0659367f8405), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:28.768426 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c3ba13-2dd4-4542-a676-0d93d144f7f3 None None] Pushing event updated for resources: {'Port': ['ID=b0f98671-885b-4d6d-ac6e-51f2270fcb40,revision_number=2']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:28.788230 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0155cfc-08d9-4d5c-8fc4-f3c394b4f2bb tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:28.789891 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d0155cfc-08d9-4d5c-8fc4-f3c394b4f2bb tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:28.794669 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a083fd57-ccbc-4c33-9b66-88f451ec2811 None None] Checking router: 88f90b86-8984-4362-925d-cb0b4f4530f7 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:55:28.795122 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a083fd57-ccbc-4c33-9b66-88f451ec2811 None None] Updating router 88f90b86-8984-4362-925d-cb0b4f4530f7 port 898cd74d-4007-4143-a8ef-94b4c37bd3a9 binding host n-d-833163-1 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:55:28.806789 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-167da621-5e27-48b4-834c-ee7a9ddda84a None None] For port b0f98671-885b-4d6d-ac6e-51f2270fcb40, host n-d-833163-1, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:55:28.811531 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-167da621-5e27-48b4-834c-ee7a9ddda84a None None] For port b0f98671-885b-4d6d-ac6e-51f2270fcb40, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=b0f98671-885b-4d6d-ac6e-51f2270fcb40,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:55:28.822293 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-167da621-5e27-48b4-834c-ee7a9ddda84a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (b0f98671-885b-4d6d-ac6e-51f2270fcb40), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:28.837846 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a083fd57-ccbc-4c33-9b66-88f451ec2811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (898cd74d-4007-4143-a8ef-94b4c37bd3a9), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:28.852261 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d0155cfc-08d9-4d5c-8fc4-f3c394b4f2bb tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2999933 Mar 11 19:55:28.852677 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35278) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:28.858131 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-16572ca4-4fc4-4552-8a98-0ae5ee79cb86 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Request body: {'subnet': {'network_id': '62783148-33d7-45b8-99f8-0659367f8405', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:28.883880 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4715f9-70d9-47d1-ac77-05d836e376fe tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Network 0897600d-059c-4c97-87d5-16371e549b1b is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:55:28.894604 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-1f4715f9-70d9-47d1-ac77-05d836e376fe tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:55:28.909409 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0155cfc-08d9-4d5c-8fc4-f3c394b4f2bb tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event updated for resources: {'Network': ['ID=62783148-33d7-45b8-99f8-0659367f8405,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:28.921953 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167da621-5e27-48b4-834c-ee7a9ddda84a None None] Routers {'2035d7c6-1edb-4570-99b0-426a1a9d1526'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:55:28.923033 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-167da621-5e27-48b4-834c-ee7a9ddda84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:55:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['2035d7c6-1edb-4570-99b0-426a1a9d1526'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:28.978286 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4715f9-70d9-47d1-ac77-05d836e376fe tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:55:28.989319 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c3ba13-2dd4-4542-a676-0d93d144f7f3 None None] Pushing event updated for resources: {'Port': ['ID=b0f98671-885b-4d6d-ac6e-51f2270fcb40,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:28.991810 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57691605-850b-4f5f-b973-e96c10667035 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Router 99230159-ffbf-45ae-a072-527a73c3afde has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:55:29.003479 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4715f9-70d9-47d1-ac77-05d836e376fe tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event updated for resources: {'Port': ['ID=7260346e-80e4-4479-acbb-eeb5e381e6f0,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:29.037014 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16572ca4-4fc4-4552-8a98-0ae5ee79cb86 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Made reservation on behalf of 9a2132e02eba4e489015b67acdaa176b for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:55:29.043416 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-16572ca4-4fc4-4552-8a98-0ae5ee79cb86 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:29.080289 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 62783148-33d7-45b8-99f8-0659367f8405 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:55:29.093282 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-167da621-5e27-48b4-834c-ee7a9ddda84a None None] Set router 2035d7c6-1edb-4570-99b0-426a1a9d1526 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:55:29.123425 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd68a04b-5cd8-4550-91fa-4e7ca232f198 tempest-TestSecurityGroupsBasicOps-1938677745 tempest-TestSecurityGroupsBasicOps-1938677745-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:29.126845 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-dd68a04b-5cd8-4550-91fa-4e7ca232f198 tempest-TestSecurityGroupsBasicOps-1938677745 tempest-TestSecurityGroupsBasicOps-1938677745-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5234969 Mar 11 19:55:29.139681 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35280) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:29.261813 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:29.349798 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a083fd57-ccbc-4c33-9b66-88f451ec2811 None None] Publish callbacks [] for port (898cd74d-4007-4143-a8ef-94b4c37bd3a9), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:29.365170 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-16572ca4-4fc4-4552-8a98-0ae5ee79cb86 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (b1b03e15-0a09-46c2-ada5-e9b64eb87a1a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:29.367609 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a083fd57-ccbc-4c33-9b66-88f451ec2811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (898cd74d-4007-4143-a8ef-94b4c37bd3a9), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:29.375250 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-167da621-5e27-48b4-834c-ee7a9ddda84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'name': 'tempest-AttachVolumeNegativeTest-327869102-router', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'b0f98671-885b-4d6d-ac6e-51f2270fcb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:19Z', 'updated_at': '2022-03-11T19:55:23Z', 'revision_number': 3, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'gw_port': {'id': 'b0f98671-885b-4d6d-ac6e-51f2270fcb40', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:89:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:21Z', 'updated_at': '2022-03-11T19:55:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:29.410178 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167da621-5e27-48b4-834c-ee7a9ddda84a None None] The sync data for ids ['2035d7c6-1edb-4570-99b0-426a1a9d1526'] in n-d-833163-1 is: [{'id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'name': 'tempest-AttachVolumeNegativeTest-327869102-router', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'b0f98671-885b-4d6d-ac6e-51f2270fcb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:19Z', 'updated_at': '2022-03-11T19:55:23Z', 'revision_number': 3, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'gw_port': {'id': 'b0f98671-885b-4d6d-ac6e-51f2270fcb40', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:89:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:21Z', 'updated_at': '2022-03-11T19:55:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:55:29.468330 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16572ca4-4fc4-4552-8a98-0ae5ee79cb86 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event updated for resources: {'Subnet': ['ID=b1b03e15-0a09-46c2-ada5-e9b64eb87a1a,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:29.478946 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16572ca4-4fc4-4552-8a98-0ae5ee79cb86 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Checking segment: {'id': '93fdf01c-2689-4725-a48c-d36f7bf5d391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '62783148-33d7-45b8-99f8-0659367f8405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:55:29.479322 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16572ca4-4fc4-4552-8a98-0ae5ee79cb86 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Network hostable DHCP agents. Network: 62783148-33d7-45b8-99f8-0659367f8405, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:55:29.482977 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-a083fd57-ccbc-4c33-9b66-88f451ec2811 None None] Attempting to bind port 898cd74d-4007-4143-a8ef-94b4c37bd3a9 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:55:29.483445 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-a083fd57-ccbc-4c33-9b66-88f451ec2811 None None] Attempting to bind port 898cd74d-4007-4143-a8ef-94b4c37bd3a9 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:55:29.483909 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a083fd57-ccbc-4c33-9b66-88f451ec2811 None None] Attempting to bind port 898cd74d-4007-4143-a8ef-94b4c37bd3a9 on network 612cc066-33e3-444d-b1c7-d0a64751482a {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:55:29.495990 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a083fd57-ccbc-4c33-9b66-88f451ec2811 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:55:29.496419 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a083fd57-ccbc-4c33-9b66-88f451ec2811 None None] Checking segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:55:29.496889 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a083fd57-ccbc-4c33-9b66-88f451ec2811 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:29.497512 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a083fd57-ccbc-4c33-9b66-88f451ec2811 None None] Bound using segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:55:29.498955 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-a083fd57-ccbc-4c33-9b66-88f451ec2811 None None] Bound port: 898cd74d-4007-4143-a8ef-94b4c37bd3a9, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:55:29.499357 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a083fd57-ccbc-4c33-9b66-88f451ec2811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (898cd74d-4007-4143-a8ef-94b4c37bd3a9), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:29.500481 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16572ca4-4fc4-4552-8a98-0ae5ee79cb86 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Network 62783148-33d7-45b8-99f8-0659367f8405 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:55:29.517716 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-16572ca4-4fc4-4552-8a98-0ae5ee79cb86 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 62783148-33d7-45b8-99f8-0659367f8405) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:55:29.523156 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16572ca4-4fc4-4552-8a98-0ae5ee79cb86 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:29.524438 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-16572ca4-4fc4-4552-8a98-0ae5ee79cb86 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:29.535286 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57a38d5-b9a6-4168-b5ff-637d68542504 None None] Network 62783148-33d7-45b8-99f8-0659367f8405 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:55:29.538582 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f4c521-5ffd-4c54-bb19-d2cf532b3dd0 None None] Pushing event updated for resources: {'Port': ['ID=898cd74d-4007-4143-a8ef-94b4c37bd3a9,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:29.548004 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-16572ca4-4fc4-4552-8a98-0ae5ee79cb86 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6940577 Mar 11 19:55:29.548887 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35284) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:29.554820 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-0e5c7367-4cfb-493a-9426-9259f20784b8 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Request body: {'port': {'network_id': '62783148-33d7-45b8-99f8-0659367f8405', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-242825186'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:29.587459 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4cb275ae-3816-441d-bc92-e9a0e1d445fa None None] Provisioning complete for port 7260346e-80e4-4479-acbb-eeb5e381e6f0 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:55:29.587809 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4cb275ae-3816-441d-bc92-e9a0e1d445fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (7260346e-80e4-4479-acbb-eeb5e381e6f0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:29.674566 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-a083fd57-ccbc-4c33-9b66-88f451ec2811 None None] For port 898cd74d-4007-4143-a8ef-94b4c37bd3a9, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:55:29.699601 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e5c7367-4cfb-493a-9426-9259f20784b8 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Made reservation on behalf of 9a2132e02eba4e489015b67acdaa176b for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:55:29.703492 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0e5c7367-4cfb-493a-9426-9259f20784b8 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:29.704068 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-a083fd57-ccbc-4c33-9b66-88f451ec2811 None None] For port 898cd74d-4007-4143-a8ef-94b4c37bd3a9, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=898cd74d-4007-4143-a8ef-94b4c37bd3a9,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:55:29.708647 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4cb275ae-3816-441d-bc92-e9a0e1d445fa None None] Port 7260346e-80e4-4479-acbb-eeb5e381e6f0 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:55:29.711464 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-876d114f-d946-471d-88a0-226c2381c662 tempest-TestSecurityGroupsBasicOps-1938677745 tempest-TestSecurityGroupsBasicOps-1938677745-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=612cc066-33e3-444d-b1c7-d0a64751482a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5658417 Mar 11 19:55:29.712215 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35286) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:29.724938 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-0e5c7367-4cfb-493a-9426-9259f20784b8 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] device_id is not set on port 0d8ea091-ab20-4119-ab9d-6edbb3c8d203 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:55:29.731429 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a083fd57-ccbc-4c33-9b66-88f451ec2811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (898cd74d-4007-4143-a8ef-94b4c37bd3a9), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:29.806221 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4715f9-70d9-47d1-ac77-05d836e376fe tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:29.807276 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1f4715f9-70d9-47d1-ac77-05d836e376fe tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:29.808392 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0b622d-43b2-4dfc-8291-2803c2d82d0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-62783148-33d7-45b8-99f8-0659367f8405', 'network_id': '62783148-33d7-45b8-99f8-0659367f8405', 'project_id': '9a2132e02eba4e489015b67acdaa176b', 'fixed_ips': [{'subnet_id': 'b1b03e15-0a09-46c2-ada5-e9b64eb87a1a'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:55:29.809310 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cc0b622d-43b2-4dfc-8291-2803c2d82d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:29.853570 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-0fc6d210-ddb3-47d8-821f-8d3bbcf1f6b6 tempest-TestSecurityGroupsBasicOps-1938677745 tempest-TestSecurityGroupsBasicOps-1938677745-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=ba1ac85839b24ea7a6d2ca439cce25f5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1001530 Mar 11 19:55:29.858027 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35288) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:29.903621 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-1f4715f9-70d9-47d1-ac77-05d836e376fe tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.3238070 Mar 11 19:55:29.904998 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35290) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:29.923949 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-0e5c7367-4cfb-493a-9426-9259f20784b8 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Allocated IP 2001:db8::b0 (62783148-33d7-45b8-99f8-0659367f8405/b1b03e15-0a09-46c2-ada5-e9b64eb87a1a/0d8ea091-ab20-4119-ab9d-6edbb3c8d203) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:55:29.973286 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57691605-850b-4f5f-b973-e96c10667035 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:55:29.983449 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-57691605-850b-4f5f-b973-e96c10667035 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:29.987436 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78edcf8-7682-4d30-8016-be0a9c1899ca None None] Sync routers for ids ['99230159-ffbf-45ae-a072-527a73c3afde'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:55:29.988282 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-57691605-850b-4f5f-b973-e96c10667035 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "PUT /v2.0/routers/99230159-ffbf-45ae-a072-527a73c3afde HTTP/1.1" status: 200 len: 890 time: 2.5130739 Mar 11 19:55:29.988910 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35292) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:30.007206 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78edcf8-7682-4d30-8016-be0a9c1899ca None None] Routers {'99230159-ffbf-45ae-a072-527a73c3afde'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:55:30.008220 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-a78edcf8-7682-4d30-8016-be0a9c1899ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:55:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['99230159-ffbf-45ae-a072-527a73c3afde'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:30.049331 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-a78edcf8-7682-4d30-8016-be0a9c1899ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:30.055578 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a1b1f8-128a-43ae-8ada-e8d82e5f7ebc tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:30.062444 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78edcf8-7682-4d30-8016-be0a9c1899ca None None] Routers {'99230159-ffbf-45ae-a072-527a73c3afde'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:55:30.064177 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-a78edcf8-7682-4d30-8016-be0a9c1899ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:55:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['99230159-ffbf-45ae-a072-527a73c3afde'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:30.075139 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a1b1f8-128a-43ae-8ada-e8d82e5f7ebc tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:30.086965 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-50a1b1f8-128a-43ae-8ada-e8d82e5f7ebc tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1776865 Mar 11 19:55:30.089541 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35294) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:30.143845 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-a78edcf8-7682-4d30-8016-be0a9c1899ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:30.144743 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78edcf8-7682-4d30-8016-be0a9c1899ca None None] The sync data for ids ['99230159-ffbf-45ae-a072-527a73c3afde'] in n-d-833163-1 is: [] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:55:30.149653 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f4c521-5ffd-4c54-bb19-d2cf532b3dd0 None None] Pushing event updated for resources: {'Port': ['ID=898cd74d-4007-4143-a8ef-94b4c37bd3a9,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:30.158927 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eaf1eeb-3a4a-46f7-8752-90c769aee4e0 tempest-TestSecurityGroupsBasicOps-1938677745 tempest-TestSecurityGroupsBasicOps-1938677745-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:30.164630 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-5eaf1eeb-3a4a-46f7-8752-90c769aee4e0 tempest-TestSecurityGroupsBasicOps-1938677745 tempest-TestSecurityGroupsBasicOps-1938677745-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3048167 Mar 11 19:55:30.178831 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35296) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:30.181314 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a083fd57-ccbc-4c33-9b66-88f451ec2811 None None] Routers {'88f90b86-8984-4362-925d-cb0b4f4530f7'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:55:30.181948 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a083fd57-ccbc-4c33-9b66-88f451ec2811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:55:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['88f90b86-8984-4362-925d-cb0b4f4530f7'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:30.231958 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device b0f98671-885b-4d6d-ac6e-51f2270fcb40 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:55:30.288410 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-456b1ecd-b27d-46f9-b2a2-0bae3f6068e2 tempest-TestSecurityGroupsBasicOps-1938677745 tempest-TestSecurityGroupsBasicOps-1938677745-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=612cc066-33e3-444d-b1c7-d0a64751482a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1082606 Mar 11 19:55:30.292761 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35298) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:30.299857 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-94418dfb-aaa3-49de-bbf5-a25c05f66fb2 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1622827519', 'network_id': '1a9655bc-0e04-4103-81f6-ff5199dd978e', 'project_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:30.342538 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1865db8-1dd6-4b40-a8d4-96a3cb6e6274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:30.350625 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-a083fd57-ccbc-4c33-9b66-88f451ec2811 None None] Set router 88f90b86-8984-4362-925d-cb0b4f4530f7 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:55:30.378975 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port b0f98671-885b-4d6d-ac6e-51f2270fcb40 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:55:30.379361 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (b0f98671-885b-4d6d-ac6e-51f2270fcb40), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:30.435816 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0e5c7367-4cfb-493a-9426-9259f20784b8 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for port (0d8ea091-ab20-4119-ab9d-6edbb3c8d203), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:30.444572 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-04ae3c0b-4e70-4f77-8667-80043f1ae4e9 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "GET /v2.0/routers/99230159-ffbf-45ae-a072-527a73c3afde HTTP/1.1" status: 200 len: 890 time: 0.4529686 Mar 11 19:55:30.449867 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35300) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:30.496241 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f183ee4d-6df5-41e9-8b4d-ce5989821ca8 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "GET /v2.0/ports?device_id=99230159-ffbf-45ae-a072-527a73c3afde HTTP/1.1" status: 200 len: 205 time: 0.0441546 Mar 11 19:55:30.500726 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35302) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:30.507320 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94418dfb-aaa3-49de-bbf5-a25c05f66fb2 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Made reservation on behalf of ba1ac85839b24ea7a6d2ca439cce25f5 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:55:30.510897 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-94418dfb-aaa3-49de-bbf5-a25c05f66fb2 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:30.588261 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port b0f98671-885b-4d6d-ac6e-51f2270fcb40 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:55:30.588832 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b0f98671-885b-4d6d-ac6e-51f2270fcb40), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:30.601759 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-db6fc0bd-f0e3-4b29-9c2b-0784c83127b1 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Deleting port 7260346e-80e4-4479-acbb-eeb5e381e6f0 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:55:30.602105 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-db6fc0bd-f0e3-4b29-9c2b-0784c83127b1 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (7260346e-80e4-4479-acbb-eeb5e381e6f0), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:30.626732 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port b0f98671-885b-4d6d-ac6e-51f2270fcb40, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=b0f98671-885b-4d6d-ac6e-51f2270fcb40,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:55:30.635382 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-b1865db8-1dd6-4b40-a8d4-96a3cb6e6274 admin admin] Allocated IP 172.20.0.1 (d7695c22-7cfd-4319-9d63-9f76b8799969/9c3f149c-decf-4bc3-9858-1266a909f90c/14f6733d-b550-474d-a1de-861e1be50847) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:55:30.670125 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (b0f98671-885b-4d6d-ac6e-51f2270fcb40), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:30.698451 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0e5c7367-4cfb-493a-9426-9259f20784b8 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (0d8ea091-ab20-4119-ab9d-6edbb3c8d203), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:30.728979 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-cc0b622d-43b2-4dfc-8291-2803c2d82d0f None None] Allocated IP 2001:db8::2 (62783148-33d7-45b8-99f8-0659367f8405/b1b03e15-0a09-46c2-ada5-e9b64eb87a1a/2c4f56f1-229d-4c0f-96da-9d91c9f4669e) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:55:30.738931 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a083fd57-ccbc-4c33-9b66-88f451ec2811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f90b86-8984-4362-925d-cb0b4f4530f7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-600590427', 'tenant_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '898cd74d-4007-4143-a8ef-94b4c37bd3a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:22Z', 'updated_at': '2022-03-11T19:55:26Z', 'revision_number': 3, 'project_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'gw_port': {'id': '898cd74d-4007-4143-a8ef-94b4c37bd3a9', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:34:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f90b86-8984-4362-925d-cb0b4f4530f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:24Z', 'updated_at': '2022-03-11T19:55:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:30.780218 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-db6fc0bd-f0e3-4b29-9c2b-0784c83127b1 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (7260346e-80e4-4479-acbb-eeb5e381e6f0), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:30.792634 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=b0f98671-885b-4d6d-ac6e-51f2270fcb40,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:30.797843 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a083fd57-ccbc-4c33-9b66-88f451ec2811 None None] The sync data for ids ['88f90b86-8984-4362-925d-cb0b4f4530f7'] in n-d-833163-1 is: [{'id': '88f90b86-8984-4362-925d-cb0b4f4530f7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-600590427', 'tenant_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '898cd74d-4007-4143-a8ef-94b4c37bd3a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:22Z', 'updated_at': '2022-03-11T19:55:26Z', 'revision_number': 3, 'project_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'gw_port': {'id': '898cd74d-4007-4143-a8ef-94b4c37bd3a9', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:34:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f90b86-8984-4362-925d-cb0b4f4530f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:24Z', 'updated_at': '2022-03-11T19:55:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:55:30.802525 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-db6fc0bd-f0e3-4b29-9c2b-0784c83127b1 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Calling delete_port for 7260346e-80e4-4479-acbb-eeb5e381e6f0 owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:55:30.878600 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1865db8-1dd6-4b40-a8d4-96a3cb6e6274 admin admin] Publish callbacks [] for port (14f6733d-b550-474d-a1de-861e1be50847), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:30.944164 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1865db8-1dd6-4b40-a8d4-96a3cb6e6274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (14f6733d-b550-474d-a1de-861e1be50847), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:31.005239 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cc0b622d-43b2-4dfc-8291-2803c2d82d0f None None] Publish callbacks [] for port (2c4f56f1-229d-4c0f-96da-9d91c9f4669e), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:31.015509 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cc0b622d-43b2-4dfc-8291-2803c2d82d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (2c4f56f1-229d-4c0f-96da-9d91c9f4669e), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:31.022747 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1865db8-1dd6-4b40-a8d4-96a3cb6e6274 admin admin] Network d7695c22-7cfd-4319-9d63-9f76b8799969 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:55:31.034260 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-b1865db8-1dd6-4b40-a8d4-96a3cb6e6274 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:55:31.042377 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1865db8-1dd6-4b40-a8d4-96a3cb6e6274 admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:55:31.046912 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865db8-1dd6-4b40-a8d4-96a3cb6e6274 admin admin] Pushing event updated for resources: {'Port': ['ID=14f6733d-b550-474d-a1de-861e1be50847,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:31.067146 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0b622d-43b2-4dfc-8291-2803c2d82d0f None None] Pushing event updated for resources: {'Port': ['ID=2c4f56f1-229d-4c0f-96da-9d91c9f4669e,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:31.082628 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0b622d-43b2-4dfc-8291-2803c2d82d0f None None] Network 62783148-33d7-45b8-99f8-0659367f8405 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:55:31.084475 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-cc0b622d-43b2-4dfc-8291-2803c2d82d0f None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:55:31.087289 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0b622d-43b2-4dfc-8291-2803c2d82d0f None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:55:31.120284 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1865db8-1dd6-4b40-a8d4-96a3cb6e6274 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (2035d7c6-1edb-4570-99b0-426a1a9d1526), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:31.161062 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-cc0b622d-43b2-4dfc-8291-2803c2d82d0f None None] Attempting to bind port 2c4f56f1-229d-4c0f-96da-9d91c9f4669e on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:55:31.161729 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-cc0b622d-43b2-4dfc-8291-2803c2d82d0f None None] Attempting to bind port 2c4f56f1-229d-4c0f-96da-9d91c9f4669e by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '93fdf01c-2689-4725-a48c-d36f7bf5d391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '62783148-33d7-45b8-99f8-0659367f8405'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:55:31.162109 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0b622d-43b2-4dfc-8291-2803c2d82d0f None None] Attempting to bind port 2c4f56f1-229d-4c0f-96da-9d91c9f4669e on network 62783148-33d7-45b8-99f8-0659367f8405 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:55:31.174833 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0b622d-43b2-4dfc-8291-2803c2d82d0f None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:55:31.175555 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0b622d-43b2-4dfc-8291-2803c2d82d0f None None] Checking segment: {'id': '93fdf01c-2689-4725-a48c-d36f7bf5d391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '62783148-33d7-45b8-99f8-0659367f8405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:55:31.176150 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cc0b622d-43b2-4dfc-8291-2803c2d82d0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:31.176704 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0b622d-43b2-4dfc-8291-2803c2d82d0f None None] Bound using segment: {'id': '93fdf01c-2689-4725-a48c-d36f7bf5d391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '62783148-33d7-45b8-99f8-0659367f8405'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:55:31.177821 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-cc0b622d-43b2-4dfc-8291-2803c2d82d0f None None] Bound port: 2c4f56f1-229d-4c0f-96da-9d91c9f4669e, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93fdf01c-2689-4725-a48c-d36f7bf5d391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': '62783148-33d7-45b8-99f8-0659367f8405'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:55:31.178516 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cc0b622d-43b2-4dfc-8291-2803c2d82d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2c4f56f1-229d-4c0f-96da-9d91c9f4669e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:31.205948 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-db6fc0bd-f0e3-4b29-9c2b-0784c83127b1 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (7260346e-80e4-4479-acbb-eeb5e381e6f0), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:31.289900 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6fc0bd-f0e3-4b29-9c2b-0784c83127b1 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event deleted for resources: {'Port': ['ID=7260346e-80e4-4479-acbb-eeb5e381e6f0,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:31.294756 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5c7367-4cfb-493a-9426-9259f20784b8 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event updated for resources: {'Port': ['ID=0d8ea091-ab20-4119-ab9d-6edbb3c8d203,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:31.303896 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-cc0b622d-43b2-4dfc-8291-2803c2d82d0f None None] For port 2c4f56f1-229d-4c0f-96da-9d91c9f4669e, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:55:31.305580 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5c7367-4cfb-493a-9426-9259f20784b8 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Network 62783148-33d7-45b8-99f8-0659367f8405 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:55:31.307229 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-cc0b622d-43b2-4dfc-8291-2803c2d82d0f None None] For port 2c4f56f1-229d-4c0f-96da-9d91c9f4669e, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=2c4f56f1-229d-4c0f-96da-9d91c9f4669e,segment=NetworkSegment(93fdf01c-2689-4725-a48c-d36f7bf5d391),segment_id=93fdf01c-2689-4725-a48c-d36f7bf5d391)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:55:31.317907 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-0e5c7367-4cfb-493a-9426-9259f20784b8 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:55:31.318745 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cc0b622d-43b2-4dfc-8291-2803c2d82d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (2c4f56f1-229d-4c0f-96da-9d91c9f4669e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:31.326055 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5c7367-4cfb-493a-9426-9259f20784b8 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:55:31.331336 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5c7367-4cfb-493a-9426-9259f20784b8 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:31.332007 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0e5c7367-4cfb-493a-9426-9259f20784b8 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:31.433527 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0b622d-43b2-4dfc-8291-2803c2d82d0f None None] Pushing event updated for resources: {'Port': ['ID=2c4f56f1-229d-4c0f-96da-9d91c9f4669e,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:31.461223 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d2d10094-1f01-4d26-a349-01d85655475d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for router (99230159-ffbf-45ae-a072-527a73c3afde), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:31.524099 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-94418dfb-aaa3-49de-bbf5-a25c05f66fb2 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (48a48fb8-cd5f-4622-a86e-1c4f27d96367), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:31.591949 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-fb56a86f-b624-4a15-899c-8eb7e086c7ad None None] Provisioning complete for port 14f6733d-b550-474d-a1de-861e1be50847 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:55:31.592534 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fb56a86f-b624-4a15-899c-8eb7e086c7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (14f6733d-b550-474d-a1de-861e1be50847), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:31.608758 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-0e5c7367-4cfb-493a-9426-9259f20784b8 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 2.0584540 Mar 11 19:55:31.647278 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1865db8-1dd6-4b40-a8d4-96a3cb6e6274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (14f6733d-b550-474d-a1de-861e1be50847), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:31.649417 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35304) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:31.650522 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-db6fc0bd-f0e3-4b29-9c2b-0784c83127b1 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:31.654482 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-db6fc0bd-f0e3-4b29-9c2b-0784c83127b1 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/ports/7260346e-80e4-4479-acbb-eeb5e381e6f0 HTTP/1.1" status: 204 len: 168 time: 1.5608621 Mar 11 19:55:31.663841 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35306) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:31.688855 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-fb56a86f-b624-4a15-899c-8eb7e086c7ad None None] Port 14f6733d-b550-474d-a1de-861e1be50847 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:55:31.769819 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d2d10094-1f01-4d26-a349-01d85655475d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for router_gateway (99230159-ffbf-45ae-a072-527a73c3afde), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:31.836766 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94418dfb-aaa3-49de-bbf5-a25c05f66fb2 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Pushing event updated for resources: {'Subnet': ['ID=48a48fb8-cd5f-4622-a86e-1c4f27d96367,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:31.895131 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94816c01-bc9e-417a-a557-58c383f93493 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:31.896720 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94816c01-bc9e-417a-a557-58c383f93493 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:31.898114 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94816c01-bc9e-417a-a557-58c383f93493 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:31.899724 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-94816c01-bc9e-417a-a557-58c383f93493 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2330122 Mar 11 19:55:31.903757 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35308) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:31.906883 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94418dfb-aaa3-49de-bbf5-a25c05f66fb2 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Checking segment: {'id': 'b89a4158-0911-44dd-9eee-a28d579e0e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '1a9655bc-0e04-4103-81f6-ff5199dd978e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:55:31.907381 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94418dfb-aaa3-49de-bbf5-a25c05f66fb2 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Network hostable DHCP agents. Network: 1a9655bc-0e04-4103-81f6-ff5199dd978e, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:55:31.949185 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-d2d10094-1f01-4d26-a349-01d85655475d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Deleting port 4cae3ab1-7ddb-4050-81dd-9dd1aa3df36b {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:55:31.951743 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d2d10094-1f01-4d26-a349-01d85655475d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (4cae3ab1-7ddb-4050-81dd-9dd1aa3df36b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:31.959906 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94418dfb-aaa3-49de-bbf5-a25c05f66fb2 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Network 1a9655bc-0e04-4103-81f6-ff5199dd978e is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:55:31.999910 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-94418dfb-aaa3-49de-bbf5-a25c05f66fb2 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 1a9655bc-0e04-4103-81f6-ff5199dd978e) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:55:32.013260 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e2f8d1-b410-4464-98f3-323fada036d4 None None] Network 1a9655bc-0e04-4103-81f6-ff5199dd978e requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:55:32.038930 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94418dfb-aaa3-49de-bbf5-a25c05f66fb2 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:32.042315 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-94418dfb-aaa3-49de-bbf5-a25c05f66fb2 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:32.063181 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c021acc-c28e-43e3-9dcb-b778ca804f13 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Deleting subnet 63f1d04a-9d45-42b8-aca2-017610ede8f4 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:55:32.076838 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7c021acc-c28e-43e3-9dcb-b778ca804f13 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (63f1d04a-9d45-42b8-aca2-017610ede8f4), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:32.101633 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-94418dfb-aaa3-49de-bbf5-a25c05f66fb2 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.8040056 Mar 11 19:55:32.108361 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-d40b8252-f865-4a23-be4c-6c300c79de38 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Deleting port 0d8ea091-ab20-4119-ab9d-6edbb3c8d203 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:55:32.108801 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d40b8252-f865-4a23-be4c-6c300c79de38 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (0d8ea091-ab20-4119-ab9d-6edbb3c8d203), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:32.113740 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35310) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:32.140334 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d2d10094-1f01-4d26-a349-01d85655475d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (4cae3ab1-7ddb-4050-81dd-9dd1aa3df36b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:32.162774 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-d2d10094-1f01-4d26-a349-01d85655475d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Calling delete_port for 4cae3ab1-7ddb-4050-81dd-9dd1aa3df36b owned by network:router_gateway {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:55:32.186009 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28e69dd-5582-4615-8ac6-0252ff3fc092 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-1a9655bc-0e04-4103-81f6-ff5199dd978e', 'network_id': '1a9655bc-0e04-4103-81f6-ff5199dd978e', 'project_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'fixed_ips': [{'subnet_id': '48a48fb8-cd5f-4622-a86e-1c4f27d96367'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:55:32.186955 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a28e69dd-5582-4615-8ac6-0252ff3fc092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:32.353794 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7c021acc-c28e-43e3-9dcb-b778ca804f13 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (63f1d04a-9d45-42b8-aca2-017610ede8f4), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:32.406916 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 2c4f56f1-229d-4c0f-96da-9d91c9f4669e up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:55:32.434331 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1865db8-1dd6-4b40-a8d4-96a3cb6e6274 admin admin] Publish callbacks [] for port (14f6733d-b550-474d-a1de-861e1be50847), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:32.439292 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d2d10094-1f01-4d26-a349-01d85655475d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (4cae3ab1-7ddb-4050-81dd-9dd1aa3df36b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:32.470961 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d10094-1f01-4d26-a349-01d85655475d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event deleted for resources: {'Port': ['ID=4cae3ab1-7ddb-4050-81dd-9dd1aa3df36b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:32.486226 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1865db8-1dd6-4b40-a8d4-96a3cb6e6274 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (14f6733d-b550-474d-a1de-861e1be50847), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:32.487336 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-a28e69dd-5582-4615-8ac6-0252ff3fc092 None None] Allocated IP 172.20.0.18 (1a9655bc-0e04-4103-81f6-ff5199dd978e/48a48fb8-cd5f-4622-a86e-1c4f27d96367/790cd9df-f0db-471f-946a-0cd85f11203a) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:55:32.499191 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d40b8252-f865-4a23-be4c-6c300c79de38 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (0d8ea091-ab20-4119-ab9d-6edbb3c8d203), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:32.514694 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 2c4f56f1-229d-4c0f-96da-9d91c9f4669e triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:55:32.515177 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (2c4f56f1-229d-4c0f-96da-9d91c9f4669e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:32.567835 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d2d10094-1f01-4d26-a349-01d85655475d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (99230159-ffbf-45ae-a072-527a73c3afde), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:32.620334 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-d40b8252-f865-4a23-be4c-6c300c79de38 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Calling delete_port for 0d8ea091-ab20-4119-ab9d-6edbb3c8d203 owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:55:32.661170 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1865db8-1dd6-4b40-a8d4-96a3cb6e6274 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (2035d7c6-1edb-4570-99b0-426a1a9d1526), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:32.702755 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7c021acc-c28e-43e3-9dcb-b778ca804f13 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (63f1d04a-9d45-42b8-aca2-017610ede8f4), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:32.708643 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1865db8-1dd6-4b40-a8d4-96a3cb6e6274 admin admin] Pushing event updated for resources: {'Port': ['ID=14f6733d-b550-474d-a1de-861e1be50847,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:32.716027 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 2c4f56f1-229d-4c0f-96da-9d91c9f4669e is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:55:32.717148 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2c4f56f1-229d-4c0f-96da-9d91c9f4669e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:32.731401 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d2d10094-1f01-4d26-a349-01d85655475d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (99230159-ffbf-45ae-a072-527a73c3afde), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:32.737449 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d2d10094-1f01-4d26-a349-01d85655475d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for router_controller (99230159-ffbf-45ae-a072-527a73c3afde), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:32.788478 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 2c4f56f1-229d-4c0f-96da-9d91c9f4669e, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=2c4f56f1-229d-4c0f-96da-9d91c9f4669e,segment=NetworkSegment(93fdf01c-2689-4725-a48c-d36f7bf5d391),segment_id=93fdf01c-2689-4725-a48c-d36f7bf5d391)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:55:32.795916 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (2c4f56f1-229d-4c0f-96da-9d91c9f4669e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:32.796881 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 898cd74d-4007-4143-a8ef-94b4c37bd3a9 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:55:32.810679 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d2d10094-1f01-4d26-a349-01d85655475d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (99230159-ffbf-45ae-a072-527a73c3afde), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:32.811768 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d10094-1f01-4d26-a349-01d85655475d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Fanout notify agent at l3_agent the message router_deleted on router 99230159-ffbf-45ae-a072-527a73c3afde {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:55:32.820852 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d2d10094-1f01-4d26-a349-01d85655475d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:32.823813 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d2d10094-1f01-4d26-a349-01d85655475d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "DELETE /v2.0/routers/99230159-ffbf-45ae-a072-527a73c3afde HTTP/1.1" status: 204 len: 168 time: 2.3203132 Mar 11 19:55:32.826671 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35312) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:32.832789 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-9a8c9f36-25d0-4d7a-92ba-0bd0b4a0b4de tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1311798947'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:32.838132 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a28e69dd-5582-4615-8ac6-0252ff3fc092 None None] Publish callbacks [] for port (790cd9df-f0db-471f-946a-0cd85f11203a), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:32.861416 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8c9f36-25d0-4d7a-92ba-0bd0b4a0b4de tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Made reservation on behalf of add05d9726be43c2815669eb9adbbe31 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:55:32.870731 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9a8c9f36-25d0-4d7a-92ba-0bd0b4a0b4de tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:32.874274 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a28e69dd-5582-4615-8ac6-0252ff3fc092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (790cd9df-f0db-471f-946a-0cd85f11203a), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:32.904310 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28e69dd-5582-4615-8ac6-0252ff3fc092 None None] Network 1a9655bc-0e04-4103-81f6-ff5199dd978e is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:55:32.906662 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a8c9f36-25d0-4d7a-92ba-0bd0b4a0b4de tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] vlan segment allocate from pool success with {'vlan_id': 888, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:55:32.916511 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-a28e69dd-5582-4615-8ac6-0252ff3fc092 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:55:32.921577 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28e69dd-5582-4615-8ac6-0252ff3fc092 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:55:32.922943 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9a8c9f36-25d0-4d7a-92ba-0bd0b4a0b4de tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (f349f682-89f5-4a03-9422-e3e5b46e939e), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:32.923801 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-9a8c9f36-25d0-4d7a-92ba-0bd0b4a0b4de tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Added segment f349f682-89f5-4a03-9422-e3e5b46e939e of type vlan for network 48fdae4e-81e9-4a23-89e1-33628de0a6f7 Mar 11 19:55:32.927881 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=2c4f56f1-229d-4c0f-96da-9d91c9f4669e,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:32.987976 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9a8c9f36-25d0-4d7a-92ba-0bd0b4a0b4de tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (48fdae4e-81e9-4a23-89e1-33628de0a6f7), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:33.004022 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28e69dd-5582-4615-8ac6-0252ff3fc092 None None] Pushing event updated for resources: {'Port': ['ID=790cd9df-f0db-471f-946a-0cd85f11203a,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:33.015873 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1865db8-1dd6-4b40-a8d4-96a3cb6e6274 admin admin] Network d7695c22-7cfd-4319-9d63-9f76b8799969 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:55:33.029662 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-b1865db8-1dd6-4b40-a8d4-96a3cb6e6274 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:55:33.031371 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 898cd74d-4007-4143-a8ef-94b4c37bd3a9 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:55:33.031739 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (898cd74d-4007-4143-a8ef-94b4c37bd3a9), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:33.034587 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9a8c9f36-25d0-4d7a-92ba-0bd0b4a0b4de tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (48fdae4e-81e9-4a23-89e1-33628de0a6f7), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:33.041792 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8c9f36-25d0-4d7a-92ba-0bd0b4a0b4de tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:33.042784 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9a8c9f36-25d0-4d7a-92ba-0bd0b4a0b4de tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:33.066107 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7c021acc-c28e-43e3-9dcb-b778ca804f13 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (63f1d04a-9d45-42b8-aca2-017610ede8f4), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:33.096705 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-9a8c9f36-25d0-4d7a-92ba-0bd0b4a0b4de tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2689474 Mar 11 19:55:33.100079 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35314) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:33.108276 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-a5a8d3e1-f7a6-45c0-83df-3c9abb3aba3f tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Request body: {'subnet': {'network_id': '48fdae4e-81e9-4a23-89e1-33628de0a6f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:33.131899 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-a28e69dd-5582-4615-8ac6-0252ff3fc092 None None] Attempting to bind port 790cd9df-f0db-471f-946a-0cd85f11203a on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:55:33.132274 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-a28e69dd-5582-4615-8ac6-0252ff3fc092 None None] Attempting to bind port 790cd9df-f0db-471f-946a-0cd85f11203a by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'b89a4158-0911-44dd-9eee-a28d579e0e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '1a9655bc-0e04-4103-81f6-ff5199dd978e'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:55:33.132636 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28e69dd-5582-4615-8ac6-0252ff3fc092 None None] Attempting to bind port 790cd9df-f0db-471f-946a-0cd85f11203a on network 1a9655bc-0e04-4103-81f6-ff5199dd978e {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:55:33.139082 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88e36d0-535a-49bf-85b5-27c6b31d8144 None None] Network 0897600d-059c-4c97-87d5-16371e549b1b requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:55:33.168354 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8c9f36-25d0-4d7a-92ba-0bd0b4a0b4de tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event updated for resources: {'Network': ['ID=48fdae4e-81e9-4a23-89e1-33628de0a6f7,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:33.173477 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7c021acc-c28e-43e3-9dcb-b778ca804f13 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:33.176533 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-7c021acc-c28e-43e3-9dcb-b778ca804f13 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/subnets/63f1d04a-9d45-42b8-aca2-017610ede8f4 HTTP/1.1" status: 204 len: 168 time: 1.2699125 Mar 11 19:55:33.182408 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35316) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:33.229101 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c021acc-c28e-43e3-9dcb-b778ca804f13 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event deleted for resources: {'Subnet': ['ID=63f1d04a-9d45-42b8-aca2-017610ede8f4,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:33.266523 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28e69dd-5582-4615-8ac6-0252ff3fc092 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:55:33.266523 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28e69dd-5582-4615-8ac6-0252ff3fc092 None None] Checking segment: {'id': 'b89a4158-0911-44dd-9eee-a28d579e0e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '1a9655bc-0e04-4103-81f6-ff5199dd978e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:55:33.266980 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a28e69dd-5582-4615-8ac6-0252ff3fc092 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:33.267226 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28e69dd-5582-4615-8ac6-0252ff3fc092 None None] Bound using segment: {'id': 'b89a4158-0911-44dd-9eee-a28d579e0e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '1a9655bc-0e04-4103-81f6-ff5199dd978e'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:55:33.267746 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-a28e69dd-5582-4615-8ac6-0252ff3fc092 None None] Bound port: 790cd9df-f0db-471f-946a-0cd85f11203a, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b89a4158-0911-44dd-9eee-a28d579e0e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '1a9655bc-0e04-4103-81f6-ff5199dd978e'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:55:33.268129 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a28e69dd-5582-4615-8ac6-0252ff3fc092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (790cd9df-f0db-471f-946a-0cd85f11203a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:33.285891 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 48fdae4e-81e9-4a23-89e1-33628de0a6f7 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:55:33.287857 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32721549-96b7-4361-a077-dde153654e0d None None] Network 62783148-33d7-45b8-99f8-0659367f8405 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:55:33.308999 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cbe1ead-6f8f-4468-ab21-04eefbf9f93f tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Deleting subnet eb1ad0a9-9b65-47d1-ac19-451391686314 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:55:33.314887 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3cbe1ead-6f8f-4468-ab21-04eefbf9f93f tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (eb1ad0a9-9b65-47d1-ac19-451391686314), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:33.349024 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a8d3e1-f7a6-45c0-83df-3c9abb3aba3f tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Made reservation on behalf of add05d9726be43c2815669eb9adbbe31 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:55:33.352904 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a5a8d3e1-f7a6-45c0-83df-3c9abb3aba3f tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:33.410981 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3cbe1ead-6f8f-4468-ab21-04eefbf9f93f tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (eb1ad0a9-9b65-47d1-ac19-451391686314), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:33.696563 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3cbe1ead-6f8f-4468-ab21-04eefbf9f93f tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (eb1ad0a9-9b65-47d1-ac19-451391686314), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:33.728689 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d40b8252-f865-4a23-be4c-6c300c79de38 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (0d8ea091-ab20-4119-ab9d-6edbb3c8d203), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:33.730104 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-b9709447-c144-48f1-9d84-23040e00b1c8 None None] Provisioning complete for port 2c4f56f1-229d-4c0f-96da-9d91c9f4669e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:55:33.730581 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b9709447-c144-48f1-9d84-23040e00b1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (2c4f56f1-229d-4c0f-96da-9d91c9f4669e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:33.754826 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a5a8d3e1-f7a6-45c0-83df-3c9abb3aba3f tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (c4451a68-a65a-41f9-aee2-eef70d0edc56), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:33.792019 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 898cd74d-4007-4143-a8ef-94b4c37bd3a9 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:55:33.792237 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (898cd74d-4007-4143-a8ef-94b4c37bd3a9), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:33.800742 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40b8252-f865-4a23-be4c-6c300c79de38 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event deleted for resources: {'Port': ['ID=0d8ea091-ab20-4119-ab9d-6edbb3c8d203,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:33.844446 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3cbe1ead-6f8f-4468-ab21-04eefbf9f93f tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (eb1ad0a9-9b65-47d1-ac19-451391686314), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:33.847432 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d40b8252-f865-4a23-be4c-6c300c79de38 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:33.853488 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d40b8252-f865-4a23-be4c-6c300c79de38 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "DELETE /v2.0/ports/0d8ea091-ab20-4119-ab9d-6edbb3c8d203 HTTP/1.1" status: 204 len: 168 time: 2.1953473 Mar 11 19:55:33.855875 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a8d3e1-f7a6-45c0-83df-3c9abb3aba3f tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event updated for resources: {'Subnet': ['ID=c4451a68-a65a-41f9-aee2-eef70d0edc56,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:33.856032 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35318) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:33.861051 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 898cd74d-4007-4143-a8ef-94b4c37bd3a9, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=898cd74d-4007-4143-a8ef-94b4c37bd3a9,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:55:33.865651 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1865db8-1dd6-4b40-a8d4-96a3cb6e6274 admin admin] Router 2035d7c6-1edb-4570-99b0-426a1a9d1526 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:55:33.868773 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-a28e69dd-5582-4615-8ac6-0252ff3fc092 None None] For port 790cd9df-f0db-471f-946a-0cd85f11203a, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:55:33.876273 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (898cd74d-4007-4143-a8ef-94b4c37bd3a9), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:33.877089 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device b0f98671-885b-4d6d-ac6e-51f2270fcb40 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:55:33.886358 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3cbe1ead-6f8f-4468-ab21-04eefbf9f93f tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:33.890182 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-3cbe1ead-6f8f-4468-ab21-04eefbf9f93f tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/subnets/eb1ad0a9-9b65-47d1-ac19-451391686314 HTTP/1.1" status: 204 len: 168 time: 0.7069333 Mar 11 19:55:33.891459 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbe1ead-6f8f-4468-ab21-04eefbf9f93f tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event deleted for resources: {'Subnet': ['ID=eb1ad0a9-9b65-47d1-ac19-451391686314,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:33.894667 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35320) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:33.901543 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a8d3e1-f7a6-45c0-83df-3c9abb3aba3f tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Checking segment: {'id': 'f349f682-89f5-4a03-9422-e3e5b46e939e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '48fdae4e-81e9-4a23-89e1-33628de0a6f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:55:33.901916 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a8d3e1-f7a6-45c0-83df-3c9abb3aba3f tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Network hostable DHCP agents. Network: 48fdae4e-81e9-4a23-89e1-33628de0a6f7, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:55:33.934533 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-a28e69dd-5582-4615-8ac6-0252ff3fc092 None None] For port 790cd9df-f0db-471f-946a-0cd85f11203a, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=790cd9df-f0db-471f-946a-0cd85f11203a,segment=NetworkSegment(b89a4158-0911-44dd-9eee-a28d579e0e0d),segment_id=b89a4158-0911-44dd-9eee-a28d579e0e0d)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:55:33.946707 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-01141fe3-290e-429f-816f-fbedb2b85af7 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0485735 Mar 11 19:55:33.947216 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35322) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:33.962977 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-35817f36-e824-4837-95c2-39dbc5a643c0 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] GET failed (client error): The resource could not be found. Mar 11 19:55:33.963195 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a28e69dd-5582-4615-8ac6-0252ff3fc092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (790cd9df-f0db-471f-946a-0cd85f11203a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:33.964914 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-35817f36-e824-4837-95c2-39dbc5a643c0 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "GET /v2.0/ports/0d8ea091-ab20-4119-ab9d-6edbb3c8d203 HTTP/1.1" status: 404 len: 333 time: 0.1086318 Mar 11 19:55:33.969335 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35324) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:33.988927 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a8d3e1-f7a6-45c0-83df-3c9abb3aba3f tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Network 48fdae4e-81e9-4a23-89e1-33628de0a6f7 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:55:34.014704 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-a5a8d3e1-f7a6-45c0-83df-3c9abb3aba3f tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 48fdae4e-81e9-4a23-89e1-33628de0a6f7) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:55:34.021841 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a8d3e1-f7a6-45c0-83df-3c9abb3aba3f tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:34.028420 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a5a8d3e1-f7a6-45c0-83df-3c9abb3aba3f tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:34.038184 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebafe94a-777a-49e5-a50f-d5d703640cb7 None None] Network 48fdae4e-81e9-4a23-89e1-33628de0a6f7 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:55:34.044432 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=898cd74d-4007-4143-a8ef-94b4c37bd3a9,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:34.054687 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a5a8d3e1-f7a6-45c0-83df-3c9abb3aba3f tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9531841 Mar 11 19:55:34.057185 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35326) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:34.062445 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-92d51d2a-559c-45ab-bc21-89bc3c0a8a8a tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2072619705', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:34.077143 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65db4520-f3a4-4e8e-8840-380f6a457a14 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:34.081988 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-65db4520-f3a4-4e8e-8840-380f6a457a14 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1298902 Mar 11 19:55:34.083196 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35328) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:34.156855 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-92d51d2a-559c-45ab-bc21-89bc3c0a8a8a tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (f61e7e8c-036b-41b9-b105-1ddb62f890e7), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:34.157973 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-92d51d2a-559c-45ab-bc21-89bc3c0a8a8a tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (f61e7e8c-036b-41b9-b105-1ddb62f890e7), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:34.213515 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b9709447-c144-48f1-9d84-23040e00b1c8 None None] Current status of the port 2c4f56f1-229d-4c0f-96da-9d91c9f4669e is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:55:34.221223 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-92d51d2a-559c-45ab-bc21-89bc3c0a8a8a tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for router_controller (f61e7e8c-036b-41b9-b105-1ddb62f890e7), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:34.229841 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-92d51d2a-559c-45ab-bc21-89bc3c0a8a8a tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (f61e7e8c-036b-41b9-b105-1ddb62f890e7), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:34.247293 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfd6838-8bae-4735-b8eb-fc6654fd8612 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:34.251727 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-6dfd6838-8bae-4735-b8eb-fc6654fd8612 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1678035 Mar 11 19:55:34.254753 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35330) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:34.300085 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28e69dd-5582-4615-8ac6-0252ff3fc092 None None] Pushing event updated for resources: {'Port': ['ID=790cd9df-f0db-471f-946a-0cd85f11203a,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:34.308305 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port b0f98671-885b-4d6d-ac6e-51f2270fcb40 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:55:34.308643 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (b0f98671-885b-4d6d-ac6e-51f2270fcb40), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:34.321655 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-7938f1d0-909e-4e40-8de0-23c7071a1147 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0652158 Mar 11 19:55:34.327201 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-92d51d2a-559c-45ab-bc21-89bc3c0a8a8a tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:34.333193 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-92d51d2a-559c-45ab-bc21-89bc3c0a8a8a tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2746108 Mar 11 19:55:34.333874 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35332) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:34.334173 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35334) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:34.339923 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-a59a888f-d220-4ae9-8582-f403653ae559 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Request body: {'subnet': {'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:34.444590 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-acc85ddf-701b-43a2-a454-596440665c44 None None] Provisioning complete for port 14f6733d-b550-474d-a1de-861e1be50847 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:55:34.444972 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-acc85ddf-701b-43a2-a454-596440665c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (14f6733d-b550-474d-a1de-861e1be50847), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:34.455657 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19f37c0-68a1-46a5-8356-a980d79f0017 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-48fdae4e-81e9-4a23-89e1-33628de0a6f7', 'network_id': '48fdae4e-81e9-4a23-89e1-33628de0a6f7', 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'fixed_ips': [{'subnet_id': 'c4451a68-a65a-41f9-aee2-eef70d0edc56'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:55:34.456438 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d19f37c0-68a1-46a5-8356-a980d79f0017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:34.464185 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1865db8-1dd6-4b40-a8d4-96a3cb6e6274 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:55:34.483801 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-b1865db8-1dd6-4b40-a8d4-96a3cb6e6274 admin admin] 10.222.0.65 "PUT /v2.0/routers/2035d7c6-1edb-4570-99b0-426a1a9d1526/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7779524 Mar 11 19:55:34.486364 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-924ea5ed-f859-4ab5-ab29-da9b565e719f tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:34.504023 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290a3b6b-8e70-4b44-9482-859980d447dd None None] Sync routers for ids ['2035d7c6-1edb-4570-99b0-426a1a9d1526'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:55:34.522214 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-099a7a0f-4828-46c1-8f6d-221b21455901 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Deleting subnet b1b03e15-0a09-46c2-ada5-e9b64eb87a1a {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:55:34.536445 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290a3b6b-8e70-4b44-9482-859980d447dd None None] Routers {'2035d7c6-1edb-4570-99b0-426a1a9d1526'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:55:34.537086 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-290a3b6b-8e70-4b44-9482-859980d447dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:55:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['2035d7c6-1edb-4570-99b0-426a1a9d1526'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:34.549935 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-099a7a0f-4828-46c1-8f6d-221b21455901 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for subnet (b1b03e15-0a09-46c2-ada5-e9b64eb87a1a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:34.632445 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-099a7a0f-4828-46c1-8f6d-221b21455901 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (b1b03e15-0a09-46c2-ada5-e9b64eb87a1a), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:34.682113 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-acc85ddf-701b-43a2-a454-596440665c44 None None] Port 14f6733d-b550-474d-a1de-861e1be50847 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:55:34.887926 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-d19f37c0-68a1-46a5-8356-a980d79f0017 None None] Allocated IP 2001:db8::2 (48fdae4e-81e9-4a23-89e1-33628de0a6f7/c4451a68-a65a-41f9-aee2-eef70d0edc56/ac33b45d-a87a-4fc1-9dcb-149b9b0cf9e0) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:55:34.946457 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-225aef3a-991c-44b1-892f-b3aba6c988d3 None None] Could not find standard attr ID for object 0d8ea091-ab20-4119-ab9d-6edbb3c8d203. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 19:55:34.979231 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59a888f-d220-4ae9-8582-f403653ae559 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Made reservation on behalf of 06d9e64a19fa4247bc00069610bf80e1 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:55:34.984002 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a59a888f-d220-4ae9-8582-f403653ae559 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:34.985689 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-a59a888f-d220-4ae9-8582-f403653ae559 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:55:34.986368 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a59a888f-d220-4ae9-8582-f403653ae559 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:55:35.006532 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-099a7a0f-4828-46c1-8f6d-221b21455901 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (b1b03e15-0a09-46c2-ada5-e9b64eb87a1a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:35.024367 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a59a888f-d220-4ae9-8582-f403653ae559 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6891038 Mar 11 19:55:35.025270 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35342) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:35.034188 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-f6da8df3-cca5-4df2-ae12-d9a1871ca682 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Request body: {'subnet': {'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:35.107878 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f4448003-2b04-4042-bef4-bd6ae99b4e50 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:35.291827 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-099a7a0f-4828-46c1-8f6d-221b21455901 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (b1b03e15-0a09-46c2-ada5-e9b64eb87a1a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:35.318157 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6778b2ab-37a8-4d94-85e8-a7b7c5deedc4 None None] Network 0897600d-059c-4c97-87d5-16371e549b1b requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:55:35.337991 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-099a7a0f-4828-46c1-8f6d-221b21455901 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:35.338981 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port b0f98671-885b-4d6d-ac6e-51f2270fcb40 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:55:35.344132 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-099a7a0f-4828-46c1-8f6d-221b21455901 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "DELETE /v2.0/subnets/b1b03e15-0a09-46c2-ada5-e9b64eb87a1a HTTP/1.1" status: 204 len: 168 time: 1.3734045 Mar 11 19:55:35.350423 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-290a3b6b-8e70-4b44-9482-859980d447dd None None] Set router 2035d7c6-1edb-4570-99b0-426a1a9d1526 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:55:35.366374 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35344) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:35.378279 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099a7a0f-4828-46c1-8f6d-221b21455901 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event deleted for resources: {'Subnet': ['ID=b1b03e15-0a09-46c2-ada5-e9b64eb87a1a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:35.407433 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a963ccc-8d55-4874-9684-e4a3535ec5fb None None] Network 62783148-33d7-45b8-99f8-0659367f8405 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:55:35.496819 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35346) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:35.504957 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-4d2a048c-2f6d-484d-95d2-0c1a9218f3bf tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Request body: {'security_group': {'name': 'tempest-securitygroup--214239556', 'description': 'tempest-description--511744429'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:35.512898 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fe9f7300-ead2-4907-96be-568d23ea58a6 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (62783148-33d7-45b8-99f8-0659367f8405), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:35.519010 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-924ea5ed-f859-4ab5-ab29-da9b565e719f tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Allocated IP 172.20.0.17 (1a9655bc-0e04-4103-81f6-ff5199dd978e/48a48fb8-cd5f-4622-a86e-1c4f27d96367/35417d7f-9387-487f-8445-5de710811b35) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:55:35.543448 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d19f37c0-68a1-46a5-8356-a980d79f0017 None None] Publish callbacks [] for port (ac33b45d-a87a-4fc1-9dcb-149b9b0cf9e0), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:35.544138 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6da8df3-cca5-4df2-ae12-d9a1871ca682 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Made reservation on behalf of 06d9e64a19fa4247bc00069610bf80e1 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:55:35.553388 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f6da8df3-cca5-4df2-ae12-d9a1871ca682 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:35.555180 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6da8df3-cca5-4df2-ae12-d9a1871ca682 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:55:35.555939 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6da8df3-cca5-4df2-ae12-d9a1871ca682 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:55:35.558580 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-225aef3a-991c-44b1-892f-b3aba6c988d3 None None] Provisioning complete for port 2c4f56f1-229d-4c0f-96da-9d91c9f4669e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:55:35.558962 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-225aef3a-991c-44b1-892f-b3aba6c988d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (2c4f56f1-229d-4c0f-96da-9d91c9f4669e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:35.567367 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4d2a048c-2f6d-484d-95d2-0c1a9218f3bf tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:35.573508 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d19f37c0-68a1-46a5-8356-a980d79f0017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (ac33b45d-a87a-4fc1-9dcb-149b9b0cf9e0), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:35.623608 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f6da8df3-cca5-4df2-ae12-d9a1871ca682 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5926616 Mar 11 19:55:35.626529 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35348) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:35.637529 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-a2959aee-1761-4ff7-9668-0ce4febbeaa9 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Request body: {'subnet': {'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:35.678902 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-fe9f7300-ead2-4907-96be-568d23ea58a6 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Deleting port 2c4f56f1-229d-4c0f-96da-9d91c9f4669e {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:55:35.679277 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fe9f7300-ead2-4907-96be-568d23ea58a6 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (2c4f56f1-229d-4c0f-96da-9d91c9f4669e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:35.694117 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-f4448003-2b04-4042-bef4-bd6ae99b4e50 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Allocated IP 2001:db8::1 (48fdae4e-81e9-4a23-89e1-33628de0a6f7/c4451a68-a65a-41f9-aee2-eef70d0edc56/ea61b129-0b6c-4141-ad4c-d0238f0d2eb6) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:55:35.734060 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-924ea5ed-f859-4ab5-ab29-da9b565e719f tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks [] for port (35417d7f-9387-487f-8445-5de710811b35), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:35.782982 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-fe9f7300-ead2-4907-96be-568d23ea58a6 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] For port 2c4f56f1-229d-4c0f-96da-9d91c9f4669e, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=2c4f56f1-229d-4c0f-96da-9d91c9f4669e,segment=NetworkSegment(93fdf01c-2689-4725-a48c-d36f7bf5d391),segment_id=93fdf01c-2689-4725-a48c-d36f7bf5d391)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:55:35.783392 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fe9f7300-ead2-4907-96be-568d23ea58a6 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (2c4f56f1-229d-4c0f-96da-9d91c9f4669e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:35.800046 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 898cd74d-4007-4143-a8ef-94b4c37bd3a9 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:55:35.803107 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-fe9f7300-ead2-4907-96be-568d23ea58a6 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Calling delete_port for 2c4f56f1-229d-4c0f-96da-9d91c9f4669e owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:55:35.885144 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-924ea5ed-f859-4ab5-ab29-da9b565e719f tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (35417d7f-9387-487f-8445-5de710811b35), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:35.890701 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19f37c0-68a1-46a5-8356-a980d79f0017 None None] Network 48fdae4e-81e9-4a23-89e1-33628de0a6f7 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:55:35.896890 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4d2a048c-2f6d-484d-95d2-0c1a9218f3bf tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for security_group (65004c17-7a23-4b73-b3dc-3e0dedc94556), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:35.921043 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-d19f37c0-68a1-46a5-8356-a980d79f0017 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:55:35.924344 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19f37c0-68a1-46a5-8356-a980d79f0017 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:55:35.924637 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4d2a048c-2f6d-484d-95d2-0c1a9218f3bf tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (65004c17-7a23-4b73-b3dc-3e0dedc94556), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:35.926756 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2959aee-1761-4ff7-9668-0ce4febbeaa9 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Made reservation on behalf of 06d9e64a19fa4247bc00069610bf80e1 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:55:35.930105 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a2959aee-1761-4ff7-9668-0ce4febbeaa9 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:35.932905 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2959aee-1761-4ff7-9668-0ce4febbeaa9 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:55:35.933340 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2959aee-1761-4ff7-9668-0ce4febbeaa9 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:55:35.953163 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924ea5ed-f859-4ab5-ab29-da9b565e719f tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Network 1a9655bc-0e04-4103-81f6-ff5199dd978e is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:55:35.965968 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-924ea5ed-f859-4ab5-ab29-da9b565e719f tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:55:35.969710 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924ea5ed-f859-4ab5-ab29-da9b565e719f tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:55:35.976557 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924ea5ed-f859-4ab5-ab29-da9b565e719f tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Pushing event updated for resources: {'Port': ['ID=35417d7f-9387-487f-8445-5de710811b35,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:35.979729 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19f37c0-68a1-46a5-8356-a980d79f0017 None None] Pushing event updated for resources: {'Port': ['ID=ac33b45d-a87a-4fc1-9dcb-149b9b0cf9e0,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:35.994982 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f4448003-2b04-4042-bef4-bd6ae99b4e50 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for port (ea61b129-0b6c-4141-ad4c-d0238f0d2eb6), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:36.008681 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4d2a048c-2f6d-484d-95d2-0c1a9218f3bf tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:36.010248 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4d2a048c-2f6d-484d-95d2-0c1a9218f3bf tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5088389 Mar 11 19:55:36.018030 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35350) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:36.018948 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fe9f7300-ead2-4907-96be-568d23ea58a6 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (2c4f56f1-229d-4c0f-96da-9d91c9f4669e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:36.020579 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a2959aee-1761-4ff7-9668-0ce4febbeaa9 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3905649 Mar 11 19:55:36.023579 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35352) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:36.029967 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-3e024109-18b6-4a09-8250-8a7ee92a8ae1 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Request body: {'security_group_rule': {'security_group_id': '65004c17-7a23-4b73-b3dc-3e0dedc94556', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:36.030750 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-2aa5aad5-c761-4155-b02b-1598822852bd tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Request body: {'subnet': {'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:36.037785 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a048c-2f6d-484d-95d2-0c1a9218f3bf tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65004c17-7a23-4b73-b3dc-3e0dedc94556,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:36.048447 n-d-833163-1 neutron-server[103886]: INFO neutron.plugins.ml2.db [None req-225aef3a-991c-44b1-892f-b3aba6c988d3 None None] No ports have port_id starting with 2c4f56f1-229d-4c0f-96da-9d91c9f4669e Mar 11 19:55:36.070703 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9f7300-ead2-4907-96be-568d23ea58a6 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event deleted for resources: {'Port': ['ID=2c4f56f1-229d-4c0f-96da-9d91c9f4669e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:36.071308 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1167d3-6317-43d6-a0a2-6673cfff9257 None None] Network 1a9655bc-0e04-4103-81f6-ff5199dd978e requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:55:36.098483 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9f7300-ead2-4907-96be-568d23ea58a6 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] No DVR routers for this DVR port 2c4f56f1-229d-4c0f-96da-9d91c9f4669e on host n-d-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:55:36.106128 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-924ea5ed-f859-4ab5-ab29-da9b565e719f tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (88f90b86-8984-4362-925d-cb0b4f4530f7), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:36.145146 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d265398f-cc33-474e-a7e4-dfe95379f5ad None None] DHCP port deletion for 0897600d-059c-4c97-87d5-16371e549b1b request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:55:36.187842 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f4448003-2b04-4042-bef4-bd6ae99b4e50 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (ea61b129-0b6c-4141-ad4c-d0238f0d2eb6), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:36.188975 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3e024109-18b6-4a09-8250-8a7ee92a8ae1 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for security_group_rule (d1cb53e7-84a4-4294-81f0-b0adc8a5ac14), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:36.230153 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4448003-2b04-4042-bef4-bd6ae99b4e50 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Network 48fdae4e-81e9-4a23-89e1-33628de0a6f7 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:55:36.234225 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa5aad5-c761-4155-b02b-1598822852bd tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Made reservation on behalf of 06d9e64a19fa4247bc00069610bf80e1 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:55:36.237727 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2aa5aad5-c761-4155-b02b-1598822852bd tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:36.239247 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aa5aad5-c761-4155-b02b-1598822852bd tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:55:36.242099 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2aa5aad5-c761-4155-b02b-1598822852bd tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:55:36.247830 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-f4448003-2b04-4042-bef4-bd6ae99b4e50 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:55:36.251352 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4448003-2b04-4042-bef4-bd6ae99b4e50 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:55:36.254270 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f4448003-2b04-4042-bef4-bd6ae99b4e50 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (f61e7e8c-036b-41b9-b105-1ddb62f890e7), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:36.299217 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fe9f7300-ead2-4907-96be-568d23ea58a6 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (62783148-33d7-45b8-99f8-0659367f8405), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:36.319821 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-2aa5aad5-c761-4155-b02b-1598822852bd tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2946572 Mar 11 19:55:36.322473 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4448003-2b04-4042-bef4-bd6ae99b4e50 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event updated for resources: {'Port': ['ID=ea61b129-0b6c-4141-ad4c-d0238f0d2eb6,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:36.324374 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35354) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:36.329643 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-84dd5b6b-2641-4e77-828f-495fa29bb050 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Request body: {'subnet': {'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:36.379268 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-d19f37c0-68a1-46a5-8356-a980d79f0017 None None] Attempting to bind port ac33b45d-a87a-4fc1-9dcb-149b9b0cf9e0 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:55:36.379655 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-d19f37c0-68a1-46a5-8356-a980d79f0017 None None] Attempting to bind port ac33b45d-a87a-4fc1-9dcb-149b9b0cf9e0 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'f349f682-89f5-4a03-9422-e3e5b46e939e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '48fdae4e-81e9-4a23-89e1-33628de0a6f7'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:55:36.380051 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19f37c0-68a1-46a5-8356-a980d79f0017 None None] Attempting to bind port ac33b45d-a87a-4fc1-9dcb-149b9b0cf9e0 on network 48fdae4e-81e9-4a23-89e1-33628de0a6f7 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:55:36.388634 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5aafb8-998e-4e30-96cd-f75b5be560c9 None None] DHCP port deletion for 62783148-33d7-45b8-99f8-0659367f8405 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:55:36.398244 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-fe9f7300-ead2-4907-96be-568d23ea58a6 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62783148-33d7-45b8-99f8-0659367f8405']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:36.415300 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f4448003-2b04-4042-bef4-bd6ae99b4e50 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ea61b129-0b6c-4141-ad4c-d0238f0d2eb6), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:36.425931 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 898cd74d-4007-4143-a8ef-94b4c37bd3a9 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:55:36.426307 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (898cd74d-4007-4143-a8ef-94b4c37bd3a9), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:36.441630 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-fe9f7300-ead2-4907-96be-568d23ea58a6 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93fdf01c-2689-4725-a48c-d36f7bf5d391') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:36.442028 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-fe9f7300-ead2-4907-96be-568d23ea58a6 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93fdf01c-2689-4725-a48c-d36f7bf5d391') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:36.446401 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19f37c0-68a1-46a5-8356-a980d79f0017 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:55:36.446816 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19f37c0-68a1-46a5-8356-a980d79f0017 None None] Checking segment: {'id': 'f349f682-89f5-4a03-9422-e3e5b46e939e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '48fdae4e-81e9-4a23-89e1-33628de0a6f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:55:36.447212 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d19f37c0-68a1-46a5-8356-a980d79f0017 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:36.447719 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19f37c0-68a1-46a5-8356-a980d79f0017 None None] Bound using segment: {'id': 'f349f682-89f5-4a03-9422-e3e5b46e939e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '48fdae4e-81e9-4a23-89e1-33628de0a6f7'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:55:36.448234 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-d19f37c0-68a1-46a5-8356-a980d79f0017 None None] Bound port: ac33b45d-a87a-4fc1-9dcb-149b9b0cf9e0, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f349f682-89f5-4a03-9422-e3e5b46e939e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '48fdae4e-81e9-4a23-89e1-33628de0a6f7'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:55:36.448681 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d19f37c0-68a1-46a5-8356-a980d79f0017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ac33b45d-a87a-4fc1-9dcb-149b9b0cf9e0), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:36.491113 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fe9f7300-ead2-4907-96be-568d23ea58a6 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (93fdf01c-2689-4725-a48c-d36f7bf5d391), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:36.523136 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3e024109-18b6-4a09-8250-8a7ee92a8ae1 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for security_group_rule (d1cb53e7-84a4-4294-81f0-b0adc8a5ac14), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:36.531543 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-793cfe3c-e4b9-4e60-b6ec-2c9749e9b325 None None] Provisioning complete for port 790cd9df-f0db-471f-946a-0cd85f11203a triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:55:36.532018 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3e024109-18b6-4a09-8250-8a7ee92a8ae1 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (d1cb53e7-84a4-4294-81f0-b0adc8a5ac14), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:36.532596 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-793cfe3c-e4b9-4e60-b6ec-2c9749e9b325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (790cd9df-f0db-471f-946a-0cd85f11203a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:36.534051 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fe9f7300-ead2-4907-96be-568d23ea58a6 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (93fdf01c-2689-4725-a48c-d36f7bf5d391), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:36.580701 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe9f7300-ead2-4907-96be-568d23ea58a6 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Releasing vlan 870 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:55:36.581121 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fe9f7300-ead2-4907-96be-568d23ea58a6 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (93fdf01c-2689-4725-a48c-d36f7bf5d391), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:36.588879 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 19:55:36.588879 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:55:36.588879 n-d-833163-1 neutron-server[103885]: timer() Mar 11 19:55:36.588879 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:55:36.588879 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 19:55:36.588879 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:55:36.588879 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 19:55:36.588879 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:55:36.588879 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 19:55:36.588879 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:55:36.588879 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 19:55:36.588879 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:55:36.588879 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 19:55:36.588879 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:55:36.588879 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:55:36.588879 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:55:36.588879 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:55:36.588879 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:55:36.588879 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 19:55:36.588879 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:55:36.588879 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 19:55:36.588879 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:55:36.588879 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:55:36.588879 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:55:36.588879 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 19:55:36.588879 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:55:36.588879 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:55:36.588879 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:55:36.588879 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:55:36.588879 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:55:36.588879 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:55:36.588879 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:55:36.620202 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e024109-18b6-4a09-8250-8a7ee92a8ae1 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1cb53e7-84a4-4294-81f0-b0adc8a5ac14,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:36.628156 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-924ea5ed-f859-4ab5-ab29-da9b565e719f tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (35417d7f-9387-487f-8445-5de710811b35), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:36.630871 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84dd5b6b-2641-4e77-828f-495fa29bb050 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Made reservation on behalf of 06d9e64a19fa4247bc00069610bf80e1 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:55:36.634080 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-84dd5b6b-2641-4e77-828f-495fa29bb050 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:36.635538 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-84dd5b6b-2641-4e77-828f-495fa29bb050 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:55:36.637121 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84dd5b6b-2641-4e77-828f-495fa29bb050 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:55:36.688177 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3e024109-18b6-4a09-8250-8a7ee92a8ae1 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:36.689327 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-3e024109-18b6-4a09-8250-8a7ee92a8ae1 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6640177 Mar 11 19:55:36.692402 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35356) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:36.700890 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-0f53333e-dc58-4215-9352-9f748dceffdd tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Request body: {'security_group_rule': {'security_group_id': '65004c17-7a23-4b73-b3dc-3e0dedc94556', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:36.711138 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-84dd5b6b-2641-4e77-828f-495fa29bb050 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3855681 Mar 11 19:55:36.713756 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d265398f-cc33-474e-a7e4-dfe95379f5ad None None] Deleting port 71401e82-2ea1-4e45-806b-b17cc4f0f871 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:55:36.714178 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d265398f-cc33-474e-a7e4-dfe95379f5ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (71401e82-2ea1-4e45-806b-b17cc4f0f871), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:36.719342 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35358) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:36.720556 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d19f37c0-68a1-46a5-8356-a980d79f0017 None None] For port ac33b45d-a87a-4fc1-9dcb-149b9b0cf9e0, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:55:36.727452 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-f8853ff4-3ea8-4e8a-ad9e-8c177f41ebaf tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Request body: {'subnet': {'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:36.729698 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-290a3b6b-8e70-4b44-9482-859980d447dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'name': 'tempest-AttachVolumeNegativeTest-327869102-router', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'b0f98671-885b-4d6d-ac6e-51f2270fcb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:19Z', 'updated_at': '2022-03-11T19:55:31Z', 'revision_number': 4, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'gw_port': {'id': 'b0f98671-885b-4d6d-ac6e-51f2270fcb40', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:89:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:21Z', 'updated_at': '2022-03-11T19:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '14f6733d-b550-474d-a1de-861e1be50847', 'name': '', 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'mac_address': 'fa:16:3e:fa:ea:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '9c3f149c-decf-4bc3-9858-1266a909f90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:30Z', 'updated_at': '2022-03-11T19:55:31Z', 'revision_number': 2, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'subnets': [{'id': '9c3f149c-decf-4bc3-9858-1266a909f90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:36.736961 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fe9f7300-ead2-4907-96be-568d23ea58a6 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (62783148-33d7-45b8-99f8-0659367f8405), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:36.751846 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fe9f7300-ead2-4907-96be-568d23ea58a6 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:36.756578 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-fe9f7300-ead2-4907-96be-568d23ea58a6 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "DELETE /v2.0/networks/62783148-33d7-45b8-99f8-0659367f8405 HTTP/1.1" status: 204 len: 168 time: 1.3871849 Mar 11 19:55:36.765539 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35360) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:36.770447 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-90f62ef2-2052-4bb0-910e-979750497f9f tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Request body: {'port': {'network_id': '082421c7-5eb0-4f81-9d2b-c47a23b7a5ea', 'name': 'tempest-PortsIpV6TestJSON-218782561'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:36.773594 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9f7300-ead2-4907-96be-568d23ea58a6 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event deleted for resources: {'Network': ['ID=62783148-33d7-45b8-99f8-0659367f8405,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:36.791456 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d19f37c0-68a1-46a5-8356-a980d79f0017 None None] For port ac33b45d-a87a-4fc1-9dcb-149b9b0cf9e0, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=ac33b45d-a87a-4fc1-9dcb-149b9b0cf9e0,segment=NetworkSegment(f349f682-89f5-4a03-9422-e3e5b46e939e),segment_id=f349f682-89f5-4a03-9422-e3e5b46e939e)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:55:36.803664 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290a3b6b-8e70-4b44-9482-859980d447dd None None] Checking router: 2035d7c6-1edb-4570-99b0-426a1a9d1526 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:55:36.804093 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290a3b6b-8e70-4b44-9482-859980d447dd None None] Updating router 2035d7c6-1edb-4570-99b0-426a1a9d1526 port 14f6733d-b550-474d-a1de-861e1be50847 binding host n-d-833163-1 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:55:36.838047 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 898cd74d-4007-4143-a8ef-94b4c37bd3a9 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:55:36.839172 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 790cd9df-f0db-471f-946a-0cd85f11203a up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:55:36.841328 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d19f37c0-68a1-46a5-8356-a980d79f0017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (ac33b45d-a87a-4fc1-9dcb-149b9b0cf9e0), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:36.867040 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0f53333e-dc58-4215-9352-9f748dceffdd tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for security_group_rule (6e776a74-b81a-45b8-b382-5b0cf5cc7f63), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:36.925299 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f4448003-2b04-4042-bef4-bd6ae99b4e50 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for port (ea61b129-0b6c-4141-ad4c-d0238f0d2eb6), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:36.969316 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f4448003-2b04-4042-bef4-bd6ae99b4e50 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (ea61b129-0b6c-4141-ad4c-d0238f0d2eb6), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:36.970183 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f4448003-2b04-4042-bef4-bd6ae99b4e50 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (f61e7e8c-036b-41b9-b105-1ddb62f890e7), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:36.971886 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8853ff4-3ea8-4e8a-ad9e-8c177f41ebaf tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Made reservation on behalf of 06d9e64a19fa4247bc00069610bf80e1 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:55:36.974770 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d265398f-cc33-474e-a7e4-dfe95379f5ad None None] For port 71401e82-2ea1-4e45-806b-b17cc4f0f871, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=71401e82-2ea1-4e45-806b-b17cc4f0f871,segment=NetworkSegment(70c71ca7-59df-46c5-86d9-acc712ed1da1),segment_id=70c71ca7-59df-46c5-86d9-acc712ed1da1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:55:36.975284 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d265398f-cc33-474e-a7e4-dfe95379f5ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (71401e82-2ea1-4e45-806b-b17cc4f0f871), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:36.975455 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f8853ff4-3ea8-4e8a-ad9e-8c177f41ebaf tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:36.978107 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8853ff4-3ea8-4e8a-ad9e-8c177f41ebaf tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:55:36.978625 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8853ff4-3ea8-4e8a-ad9e-8c177f41ebaf tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:55:37.006709 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-290a3b6b-8e70-4b44-9482-859980d447dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (14f6733d-b550-474d-a1de-861e1be50847), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:37.015136 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-793cfe3c-e4b9-4e60-b6ec-2c9749e9b325 None None] Current status of the port 790cd9df-f0db-471f-946a-0cd85f11203a is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:55:37.015727 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-793cfe3c-e4b9-4e60-b6ec-2c9749e9b325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (790cd9df-f0db-471f-946a-0cd85f11203a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:37.029643 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d265398f-cc33-474e-a7e4-dfe95379f5ad None None] Calling delete_port for 71401e82-2ea1-4e45-806b-b17cc4f0f871 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:55:37.076933 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19f37c0-68a1-46a5-8356-a980d79f0017 None None] Pushing event updated for resources: {'Port': ['ID=ac33b45d-a87a-4fc1-9dcb-149b9b0cf9e0,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:37.166724 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19f37c0-68a1-46a5-8356-a980d79f0017 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:37.167335 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19f37c0-68a1-46a5-8356-a980d79f0017 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:37.167917 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19f37c0-68a1-46a5-8356-a980d79f0017 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:37.168423 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19f37c0-68a1-46a5-8356-a980d79f0017 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:37.168923 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19f37c0-68a1-46a5-8356-a980d79f0017 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:37.169476 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19f37c0-68a1-46a5-8356-a980d79f0017 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:37.170048 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19f37c0-68a1-46a5-8356-a980d79f0017 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:37.170555 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19f37c0-68a1-46a5-8356-a980d79f0017 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:37.171223 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19f37c0-68a1-46a5-8356-a980d79f0017 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:37.171758 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19f37c0-68a1-46a5-8356-a980d79f0017 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:37.172254 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19f37c0-68a1-46a5-8356-a980d79f0017 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:37.172747 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19f37c0-68a1-46a5-8356-a980d79f0017 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:37.173227 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19f37c0-68a1-46a5-8356-a980d79f0017 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:55:37.199430 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-793cfe3c-e4b9-4e60-b6ec-2c9749e9b325 None None] For port 790cd9df-f0db-471f-946a-0cd85f11203a, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=790cd9df-f0db-471f-946a-0cd85f11203a,segment=NetworkSegment(b89a4158-0911-44dd-9eee-a28d579e0e0d),segment_id=b89a4158-0911-44dd-9eee-a28d579e0e0d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:55:37.207146 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-924ea5ed-f859-4ab5-ab29-da9b565e719f tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks [] for port (35417d7f-9387-487f-8445-5de710811b35), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:37.213836 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-924ea5ed-f859-4ab5-ab29-da9b565e719f tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (35417d7f-9387-487f-8445-5de710811b35), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:37.222513 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-793cfe3c-e4b9-4e60-b6ec-2c9749e9b325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (790cd9df-f0db-471f-946a-0cd85f11203a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:37.236364 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 790cd9df-f0db-471f-946a-0cd85f11203a triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:55:37.237036 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (790cd9df-f0db-471f-946a-0cd85f11203a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:37.309221 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-793cfe3c-e4b9-4e60-b6ec-2c9749e9b325 None None] Could not find standard attr ID for object 0d8ea091-ab20-4119-ab9d-6edbb3c8d203. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 19:55:37.320060 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924ea5ed-f859-4ab5-ab29-da9b565e719f tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Pushing event updated for resources: {'Port': ['ID=35417d7f-9387-487f-8445-5de710811b35,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:37.332583 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-924ea5ed-f859-4ab5-ab29-da9b565e719f tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (88f90b86-8984-4362-925d-cb0b4f4530f7), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:37.448942 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-793cfe3c-e4b9-4e60-b6ec-2c9749e9b325 None None] Provisioning complete for port 71401e82-2ea1-4e45-806b-b17cc4f0f871 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:55:37.449829 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-793cfe3c-e4b9-4e60-b6ec-2c9749e9b325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (71401e82-2ea1-4e45-806b-b17cc4f0f871), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:37.460771 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d265398f-cc33-474e-a7e4-dfe95379f5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (71401e82-2ea1-4e45-806b-b17cc4f0f871), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:37.487612 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793cfe3c-e4b9-4e60-b6ec-2c9749e9b325 None None] Pushing event updated for resources: {'Port': ['ID=790cd9df-f0db-471f-946a-0cd85f11203a,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:37.504846 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-793cfe3c-e4b9-4e60-b6ec-2c9749e9b325 None None] Port 71401e82-2ea1-4e45-806b-b17cc4f0f871 was deleted so its status cannot be updated. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Mar 11 19:55:37.512712 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924ea5ed-f859-4ab5-ab29-da9b565e719f tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Network 1a9655bc-0e04-4103-81f6-ff5199dd978e is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:55:37.514965 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-924ea5ed-f859-4ab5-ab29-da9b565e719f tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:55:37.536574 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d265398f-cc33-474e-a7e4-dfe95379f5ad None None] Pushing event deleted for resources: {'Port': ['ID=71401e82-2ea1-4e45-806b-b17cc4f0f871,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:37.540900 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d265398f-cc33-474e-a7e4-dfe95379f5ad None None] No DVR routers for this DVR port 71401e82-2ea1-4e45-806b-b17cc4f0f871 on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:55:37.679306 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 790cd9df-f0db-471f-946a-0cd85f11203a is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:55:37.680459 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 2c4f56f1-229d-4c0f-96da-9d91c9f4669e up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:55:37.710535 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f8853ff4-3ea8-4e8a-ad9e-8c177f41ebaf tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.9878705 Mar 11 19:55:37.714110 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35362) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:37.723000 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f62ef2-2052-4bb0-910e-979750497f9f tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Made reservation on behalf of 9a2132e02eba4e489015b67acdaa176b for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:55:37.723970 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 2c4f56f1-229d-4c0f-96da-9d91c9f4669e {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:55:37.724252 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 2c4f56f1-229d-4c0f-96da-9d91c9f4669e not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 11 19:55:37.726666 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-90f62ef2-2052-4bb0-910e-979750497f9f tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:37.730347 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d8e93cd8-0897-4de2-899e-971ac5949ca6 None None] Provisioning complete for port 790cd9df-f0db-471f-946a-0cd85f11203a triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:55:37.730726 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d8e93cd8-0897-4de2-899e-971ac5949ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (790cd9df-f0db-471f-946a-0cd85f11203a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:37.743537 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0f53333e-dc58-4215-9352-9f748dceffdd tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for security_group_rule (6e776a74-b81a-45b8-b382-5b0cf5cc7f63), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:37.760094 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0f53333e-dc58-4215-9352-9f748dceffdd tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (6e776a74-b81a-45b8-b382-5b0cf5cc7f63), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:37.760478 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-34cceda6-a65e-49e8-93ad-af129452d9ef tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0427585 Mar 11 19:55:37.764802 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35364) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:37.767330 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4448003-2b04-4042-bef4-bd6ae99b4e50 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event updated for resources: {'Port': ['ID=ea61b129-0b6c-4141-ad4c-d0238f0d2eb6,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:37.775997 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Port 2c4f56f1-229d-4c0f-96da-9d91c9f4669e not found, will not notify nova. {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 11 19:55:37.801114 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-90f62ef2-2052-4bb0-910e-979750497f9f tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] device_id is not set on port 66ca8271-2ec9-48a1-8c59-3df9ea8d66fc yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:55:37.810213 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f53333e-dc58-4215-9352-9f748dceffdd tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e776a74-b81a-45b8-b382-5b0cf5cc7f63,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:37.861387 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0f53333e-dc58-4215-9352-9f748dceffdd tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:37.866296 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-0f53333e-dc58-4215-9352-9f748dceffdd tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1710184 Mar 11 19:55:37.870876 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35366) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:37.873109 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-290a3b6b-8e70-4b44-9482-859980d447dd None None] Publish callbacks [] for port (14f6733d-b550-474d-a1de-861e1be50847), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:37.877264 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4448003-2b04-4042-bef4-bd6ae99b4e50 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Network 48fdae4e-81e9-4a23-89e1-33628de0a6f7 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:55:37.883559 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-f4c3ae5b-12e1-4d58-8d60-2772360d7967 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Request body: {'floatingip': {'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:37.886815 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-924ea5ed-f859-4ab5-ab29-da9b565e719f tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Router 88f90b86-8984-4362-925d-cb0b4f4530f7 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:55:37.891737 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-f4448003-2b04-4042-bef4-bd6ae99b4e50 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:55:37.917142 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-290a3b6b-8e70-4b44-9482-859980d447dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (14f6733d-b550-474d-a1de-861e1be50847), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:37.996003 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f4c3ae5b-12e1-4d58-8d60-2772360d7967 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:38.002343 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d8e93cd8-0897-4de2-899e-971ac5949ca6 None None] Current status of the port 790cd9df-f0db-471f-946a-0cd85f11203a is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:55:38.007543 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f36d3cb-edb5-46cc-a6bc-99d3d3cc7b94 None None] Pushing event updated for resources: {'Port': ['ID=14f6733d-b550-474d-a1de-861e1be50847,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:38.007945 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b0c86f-b2f6-4e96-9a41-9defaa1bc6f1 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:38.021975 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-c5b0c86f-b2f6-4e96-9a41-9defaa1bc6f1 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2542479 Mar 11 19:55:38.055538 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35368) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:38.064771 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d8e93cd8-0897-4de2-899e-971ac5949ca6 None None] Provisioning complete for port 35417d7f-9387-487f-8445-5de710811b35 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:55:38.064771 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d8e93cd8-0897-4de2-899e-971ac5949ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (35417d7f-9387-487f-8445-5de710811b35), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:38.103601 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-290a3b6b-8e70-4b44-9482-859980d447dd None None] Attempting to bind port 14f6733d-b550-474d-a1de-861e1be50847 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:55:38.104697 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-290a3b6b-8e70-4b44-9482-859980d447dd None None] Attempting to bind port 14f6733d-b550-474d-a1de-861e1be50847 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:55:38.104697 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290a3b6b-8e70-4b44-9482-859980d447dd None None] Attempting to bind port 14f6733d-b550-474d-a1de-861e1be50847 on network d7695c22-7cfd-4319-9d63-9f76b8799969 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:55:38.109816 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ef7a973d-72c5-4b16-bf96-17de3bcb4a05 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0531681 Mar 11 19:55:38.120225 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35370) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:38.134753 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device ac33b45d-a87a-4fc1-9dcb-149b9b0cf9e0 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:55:38.140898 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-a994fe90-50d1-49e3-bf71-0a863c0d1f98 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Request body: {'subnet': {'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:38.142751 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290a3b6b-8e70-4b44-9482-859980d447dd None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:55:38.143139 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290a3b6b-8e70-4b44-9482-859980d447dd None None] Checking segment: {'id': '60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:55:38.143556 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-290a3b6b-8e70-4b44-9482-859980d447dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:38.144025 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290a3b6b-8e70-4b44-9482-859980d447dd None None] Bound using segment: {'id': '60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:55:38.144529 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-290a3b6b-8e70-4b44-9482-859980d447dd None None] Bound port: 14f6733d-b550-474d-a1de-861e1be50847, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:55:38.144923 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-290a3b6b-8e70-4b44-9482-859980d447dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (14f6733d-b550-474d-a1de-861e1be50847), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:38.296047 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-290a3b6b-8e70-4b44-9482-859980d447dd None None] For port 14f6733d-b550-474d-a1de-861e1be50847, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:55:38.299715 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-290a3b6b-8e70-4b44-9482-859980d447dd None None] For port 14f6733d-b550-474d-a1de-861e1be50847, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=14f6733d-b550-474d-a1de-861e1be50847,segment=NetworkSegment(60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db),segment_id=60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:55:38.309748 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d8e93cd8-0897-4de2-899e-971ac5949ca6 None None] Port 35417d7f-9387-487f-8445-5de710811b35 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:55:38.314472 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-290a3b6b-8e70-4b44-9482-859980d447dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (14f6733d-b550-474d-a1de-861e1be50847), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:38.341425 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a994fe90-50d1-49e3-bf71-0a863c0d1f98 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Made reservation on behalf of 06d9e64a19fa4247bc00069610bf80e1 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:55:38.351390 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a994fe90-50d1-49e3-bf71-0a863c0d1f98 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:38.408524 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port ac33b45d-a87a-4fc1-9dcb-149b9b0cf9e0 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:55:38.409010 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ac33b45d-a87a-4fc1-9dcb-149b9b0cf9e0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:38.443620 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290a3b6b-8e70-4b44-9482-859980d447dd None None] Routers {'2035d7c6-1edb-4570-99b0-426a1a9d1526'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:55:38.444948 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-290a3b6b-8e70-4b44-9482-859980d447dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:55:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['2035d7c6-1edb-4570-99b0-426a1a9d1526'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:38.576632 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-90f62ef2-2052-4bb0-910e-979750497f9f tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for port (66ca8271-2ec9-48a1-8c59-3df9ea8d66fc), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:38.658419 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-924ea5ed-f859-4ab5-ab29-da9b565e719f tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:55:38.664304 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-924ea5ed-f859-4ab5-ab29-da9b565e719f tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "PUT /v2.0/routers/88f90b86-8984-4362-925d-cb0b4f4530f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5287395 Mar 11 19:55:38.677435 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7e85b6-1792-4fd4-99de-2f9378e10f0f None None] Sync routers for ids ['88f90b86-8984-4362-925d-cb0b4f4530f7'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:55:38.690027 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7e85b6-1792-4fd4-99de-2f9378e10f0f None None] Routers {'88f90b86-8984-4362-925d-cb0b4f4530f7'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:55:38.690938 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-fa7e85b6-1792-4fd4-99de-2f9378e10f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:55:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['88f90b86-8984-4362-925d-cb0b4f4530f7'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:38.723876 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4448003-2b04-4042-bef4-bd6ae99b4e50 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Router f61e7e8c-036b-41b9-b105-1ddb62f890e7 is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:55:38.863608 n-d-833163-1 neutron-server[103884]: DEBUG neutron.objects.ports [None req-a994fe90-50d1-49e3-bf71-0a863c0d1f98 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103884) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 19:55:38.873403 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-90f62ef2-2052-4bb0-910e-979750497f9f tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (66ca8271-2ec9-48a1-8c59-3df9ea8d66fc), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:38.878753 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a994fe90-50d1-49e3-bf71-0a863c0d1f98 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (2550d6fd-3662-4e04-989a-305e3b06f859), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:38.892732 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-fa7e85b6-1792-4fd4-99de-2f9378e10f0f None None] Set router 88f90b86-8984-4362-925d-cb0b4f4530f7 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:55:38.955748 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596e1664-7735-4f31-bc78-6a2f50584657 None None] Network 48fdae4e-81e9-4a23-89e1-33628de0a6f7 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:55:38.984783 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f4c3ae5b-12e1-4d58-8d60-2772360d7967 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:38.986961 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4448003-2b04-4042-bef4-bd6ae99b4e50 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:55:39.012291 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9a5d53-2ef7-4ca4-886c-0db94394c9de None None] Sync routers for ids ['f61e7e8c-036b-41b9-b105-1ddb62f890e7'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:55:39.025778 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-290a3b6b-8e70-4b44-9482-859980d447dd None None] Set router 2035d7c6-1edb-4570-99b0-426a1a9d1526 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:55:39.030894 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f4448003-2b04-4042-bef4-bd6ae99b4e50 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "PUT /v2.0/routers/f61e7e8c-036b-41b9-b105-1ddb62f890e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5823271 Mar 11 19:55:39.034862 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f36d3cb-edb5-46cc-a6bc-99d3d3cc7b94 None None] Pushing event updated for resources: {'Port': ['ID=14f6733d-b550-474d-a1de-861e1be50847,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:39.040651 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35384) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:39.047841 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a994fe90-50d1-49e3-bf71-0a863c0d1f98 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Network 0897600d-059c-4c97-87d5-16371e549b1b is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:55:39.054807 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-a994fe90-50d1-49e3-bf71-0a863c0d1f98 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:55:39.078827 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8133cd4-a9d4-4243-93d8-99c026029860 None None] Network 0897600d-059c-4c97-87d5-16371e549b1b requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:55:39.105222 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a994fe90-50d1-49e3-bf71-0a863c0d1f98 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:39.105844 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a994fe90-50d1-49e3-bf71-0a863c0d1f98 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:39.138875 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a994fe90-50d1-49e3-bf71-0a863c0d1f98 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0108130 Mar 11 19:55:39.145263 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a994fe90-50d1-49e3-bf71-0a863c0d1f98 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event updated for resources: {'Subnet': ['ID=2550d6fd-3662-4e04-989a-305e3b06f859,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:39.147220 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35386) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:39.150797 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f62ef2-2052-4bb0-910e-979750497f9f tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Network 082421c7-5eb0-4f81-9d2b-c47a23b7a5ea is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:55:39.153008 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f62ef2-2052-4bb0-910e-979750497f9f tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event updated for resources: {'Port': ['ID=66ca8271-2ec9-48a1-8c59-3df9ea8d66fc,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:39.161361 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-be429c6e-3609-4f47-9553-2efd5579c340 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Request body: {'port': {'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'mac_address': 'fa:16:3e:56:4e:26', 'name': 'tempest-NetworksTestDHCPv6-646793130'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:39.168540 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-90f62ef2-2052-4bb0-910e-979750497f9f tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:55:39.186255 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f62ef2-2052-4bb0-910e-979750497f9f tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:55:39.191407 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f62ef2-2052-4bb0-910e-979750497f9f tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:39.192058 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-90f62ef2-2052-4bb0-910e-979750497f9f tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:39.279279 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87983884-c1ab-4d0a-bcfb-29df904d04b7 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:39.280707 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-fa7e85b6-1792-4fd4-99de-2f9378e10f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f90b86-8984-4362-925d-cb0b4f4530f7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-600590427', 'tenant_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '898cd74d-4007-4143-a8ef-94b4c37bd3a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:22Z', 'updated_at': '2022-03-11T19:55:36Z', 'revision_number': 4, 'project_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'gw_port': {'id': '898cd74d-4007-4143-a8ef-94b4c37bd3a9', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:34:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f90b86-8984-4362-925d-cb0b4f4530f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:24Z', 'updated_at': '2022-03-11T19:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '35417d7f-9387-487f-8445-5de710811b35', 'name': '', 'network_id': '1a9655bc-0e04-4103-81f6-ff5199dd978e', 'tenant_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'mac_address': 'fa:16:3e:b6:4a:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f90b86-8984-4362-925d-cb0b4f4530f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': '48a48fb8-cd5f-4622-a86e-1c4f27d96367', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:35Z', 'updated_at': '2022-03-11T19:55:36Z', 'revision_number': 2, 'project_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'subnets': [{'id': '48a48fb8-cd5f-4622-a86e-1c4f27d96367', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:39.281196 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-87983884-c1ab-4d0a-bcfb-29df904d04b7 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "GET /v2.0/ports/ea61b129-0b6c-4141-ad4c-d0238f0d2eb6 HTTP/1.1" status: 200 len: 911 time: 0.2391338 Mar 11 19:55:39.286673 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-2c6ca367-09c7-4bbc-bd20-8b6511d5dbb5 None None] Provisioning complete for port 35417d7f-9387-487f-8445-5de710811b35 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:55:39.287069 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2c6ca367-09c7-4bbc-bd20-8b6511d5dbb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (35417d7f-9387-487f-8445-5de710811b35), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:39.293546 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35388) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:39.317067 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-722582e7-bcf0-4fcb-a1a0-beb4586993d0 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c4451a68-a65a-41f9-aee2-eef70d0edc56'}]}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:39.343294 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9a5d53-2ef7-4ca4-886c-0db94394c9de None None] Routers {'f61e7e8c-036b-41b9-b105-1ddb62f890e7'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:55:39.344557 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-6d9a5d53-2ef7-4ca4-886c-0db94394c9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:55:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['f61e7e8c-036b-41b9-b105-1ddb62f890e7'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:39.387016 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5be0fd2-30fb-46d6-9d6d-7e5f09bbd94b req-198f2025-bbea-43a8-aee9-5c9de2cd00d5 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:39.395127 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a5be0fd2-30fb-46d6-9d6d-7e5f09bbd94b req-198f2025-bbea-43a8-aee9-5c9de2cd00d5 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "GET /v2.0/networks?id=1a9655bc-0e04-4103-81f6-ff5199dd978e HTTP/1.1" status: 200 len: 798 time: 0.4516015 Mar 11 19:55:39.401383 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-90f62ef2-2052-4bb0-910e-979750497f9f tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.6346388 Mar 11 19:55:39.405867 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35390) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:39.439454 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7e85b6-1792-4fd4-99de-2f9378e10f0f None None] Checking router: 88f90b86-8984-4362-925d-cb0b4f4530f7 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:55:39.444162 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7e85b6-1792-4fd4-99de-2f9378e10f0f None None] Updating router 88f90b86-8984-4362-925d-cb0b4f4530f7 port 35417d7f-9387-487f-8445-5de710811b35 binding host n-d-833163-1 {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:55:39.446059 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a5be0fd2-30fb-46d6-9d6d-7e5f09bbd94b req-21393f82-b7c7-42da-8693-3b40bd9c03f8 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "GET /v2.0/quotas/ba1ac85839b24ea7a6d2ca439cce25f5 HTTP/1.1" status: 200 len: 375 time: 0.0496495 Mar 11 19:55:39.461977 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-6d9a5d53-2ef7-4ca4-886c-0db94394c9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:39.487455 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fa7e85b6-1792-4fd4-99de-2f9378e10f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (35417d7f-9387-487f-8445-5de710811b35), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:39.506705 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-f4c3ae5b-12e1-4d58-8d60-2772360d7967 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Allocated IP 172.25.8.14 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/058e8f23-4cda-4148-90c5-21cbb8483dce) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:55:39.551603 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bcbfef-ac99-4986-9778-4e4362ad3a7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-0897600d-059c-4c97-87d5-16371e549b1b', 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'project_id': '06d9e64a19fa4247bc00069610bf80e1', 'fixed_ips': [{'subnet_id': '2550d6fd-3662-4e04-989a-305e3b06f859'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:55:39.552411 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-67bcbfef-ac99-4986-9778-4e4362ad3a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:39.627619 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9a5d53-2ef7-4ca4-886c-0db94394c9de None None] Routers {'f61e7e8c-036b-41b9-b105-1ddb62f890e7'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:55:39.628291 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-6d9a5d53-2ef7-4ca4-886c-0db94394c9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:55:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['f61e7e8c-036b-41b9-b105-1ddb62f890e7'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:39.634690 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be429c6e-3609-4f47-9553-2efd5579c340 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Made reservation on behalf of 06d9e64a19fa4247bc00069610bf80e1 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:55:39.709042 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a5be0fd2-30fb-46d6-9d6d-7e5f09bbd94b req-6e5bb36c-8484-4d89-929e-545eb68b20dd tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ba1ac85839b24ea7a6d2ca439cce25f5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2610490 Mar 11 19:55:39.758154 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-2c6ca367-09c7-4bbc-bd20-8b6511d5dbb5 None None] Port 35417d7f-9387-487f-8445-5de710811b35 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:55:39.767663 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f4c3ae5b-12e1-4d58-8d60-2772360d7967 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for port (058e8f23-4cda-4148-90c5-21cbb8483dce), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:39.774425 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-6d9a5d53-2ef7-4ca4-886c-0db94394c9de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:39.775075 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9a5d53-2ef7-4ca4-886c-0db94394c9de None None] The sync data for ids ['f61e7e8c-036b-41b9-b105-1ddb62f890e7'] in n-d-833163-1 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:55:39.842461 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-a0b2367c-02ba-46c9-b37a-1cc8340b92c8 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Deleting port 66ca8271-2ec9-48a1-8c59-3df9ea8d66fc {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:55:39.843105 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a0b2367c-02ba-46c9-b37a-1cc8340b92c8 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (66ca8271-2ec9-48a1-8c59-3df9ea8d66fc), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:39.847470 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-722582e7-bcf0-4fcb-a1a0-beb4586993d0 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ea61b129-0b6c-4141-ad4c-d0238f0d2eb6), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:39.886418 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f4c3ae5b-12e1-4d58-8d60-2772360d7967 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (058e8f23-4cda-4148-90c5-21cbb8483dce), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:39.902824 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port ac33b45d-a87a-4fc1-9dcb-149b9b0cf9e0 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:55:39.903357 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ac33b45d-a87a-4fc1-9dcb-149b9b0cf9e0), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:39.967865 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-7ad6f973-9ada-45f6-a12b-68e6f7e44cd2 None None] Provisioning complete for port ac33b45d-a87a-4fc1-9dcb-149b9b0cf9e0 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:55:39.969036 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7ad6f973-9ada-45f6-a12b-68e6f7e44cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ac33b45d-a87a-4fc1-9dcb-149b9b0cf9e0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:39.978823 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-be429c6e-3609-4f47-9553-2efd5579c340 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:39.996180 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c3ae5b-12e1-4d58-8d60-2772360d7967 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:55:40.003827 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-f4c3ae5b-12e1-4d58-8d60-2772360d7967 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:55:40.011808 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c3ae5b-12e1-4d58-8d60-2772360d7967 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Pushing event updated for resources: {'Port': ['ID=058e8f23-4cda-4148-90c5-21cbb8483dce,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:40.015860 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c3ae5b-12e1-4d58-8d60-2772360d7967 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:55:40.025654 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a0b2367c-02ba-46c9-b37a-1cc8340b92c8 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (66ca8271-2ec9-48a1-8c59-3df9ea8d66fc), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:40.047588 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a5be0fd2-30fb-46d6-9d6d-7e5f09bbd94b req-89d0445c-24a9-4d3a-aeae-18231a725735 service neutron] 10.222.0.65 "GET /v2.0/networks/1a9655bc-0e04-4103-81f6-ff5199dd978e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372240 Mar 11 19:55:40.054702 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fa7e85b6-1792-4fd4-99de-2f9378e10f0f None None] Publish callbacks [] for port (35417d7f-9387-487f-8445-5de710811b35), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:40.055519 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-be429c6e-3609-4f47-9553-2efd5579c340 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] device_id is not set on port 8b82c402-bf50-4020-803f-24c20cfb9a11 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:55:40.071728 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fa7e85b6-1792-4fd4-99de-2f9378e10f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (35417d7f-9387-487f-8445-5de710811b35), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:40.082480 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port ac33b45d-a87a-4fc1-9dcb-149b9b0cf9e0, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=ac33b45d-a87a-4fc1-9dcb-149b9b0cf9e0,segment=NetworkSegment(f349f682-89f5-4a03-9422-e3e5b46e939e),segment_id=f349f682-89f5-4a03-9422-e3e5b46e939e)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:55:40.098016 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (ac33b45d-a87a-4fc1-9dcb-149b9b0cf9e0), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:40.098877 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 790cd9df-f0db-471f-946a-0cd85f11203a up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:55:40.133789 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-67bcbfef-ac99-4986-9778-4e4362ad3a7f None None] Allocated IP 2001:db8::f816:3eff:feaa:6631 (0897600d-059c-4c97-87d5-16371e549b1b/2550d6fd-3662-4e04-989a-305e3b06f859/76ca8e67-ff6e-4061-9d4c-6476a7307b6e) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:55:40.137573 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-a0b2367c-02ba-46c9-b37a-1cc8340b92c8 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Calling delete_port for 66ca8271-2ec9-48a1-8c59-3df9ea8d66fc owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:55:40.170703 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8478a4f8-226a-414e-b850-21853fc02f4d None None] Pushing event updated for resources: {'Port': ['ID=35417d7f-9387-487f-8445-5de710811b35,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:40.283169 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f4c3ae5b-12e1-4d58-8d60-2772360d7967 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for floatingip (7fd96624-7e9a-4767-ac17-fe82143211d7), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:40.283516 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=ac33b45d-a87a-4fc1-9dcb-149b9b0cf9e0,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:40.285387 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a5be0fd2-30fb-46d6-9d6d-7e5f09bbd94b req-be027326-1e7b-4ab4-b451-60cf45ca7349 service neutron] 10.222.0.65 "GET /v2.0/networks/1a9655bc-0e04-4103-81f6-ff5199dd978e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369168 Mar 11 19:55:40.303069 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-fa7e85b6-1792-4fd4-99de-2f9378e10f0f None None] Attempting to bind port 35417d7f-9387-487f-8445-5de710811b35 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:55:40.303442 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-fa7e85b6-1792-4fd4-99de-2f9378e10f0f None None] Attempting to bind port 35417d7f-9387-487f-8445-5de710811b35 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'b89a4158-0911-44dd-9eee-a28d579e0e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '1a9655bc-0e04-4103-81f6-ff5199dd978e'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:55:40.308731 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7e85b6-1792-4fd4-99de-2f9378e10f0f None None] Attempting to bind port 35417d7f-9387-487f-8445-5de710811b35 on network 1a9655bc-0e04-4103-81f6-ff5199dd978e {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:55:40.320874 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7e85b6-1792-4fd4-99de-2f9378e10f0f None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:55:40.322395 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7e85b6-1792-4fd4-99de-2f9378e10f0f None None] Checking segment: {'id': 'b89a4158-0911-44dd-9eee-a28d579e0e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '1a9655bc-0e04-4103-81f6-ff5199dd978e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:55:40.324181 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fa7e85b6-1792-4fd4-99de-2f9378e10f0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:40.327113 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7e85b6-1792-4fd4-99de-2f9378e10f0f None None] Bound using segment: {'id': 'b89a4158-0911-44dd-9eee-a28d579e0e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '1a9655bc-0e04-4103-81f6-ff5199dd978e'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:55:40.327897 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-fa7e85b6-1792-4fd4-99de-2f9378e10f0f None None] Bound port: 35417d7f-9387-487f-8445-5de710811b35, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b89a4158-0911-44dd-9eee-a28d579e0e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '1a9655bc-0e04-4103-81f6-ff5199dd978e'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:55:40.329139 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fa7e85b6-1792-4fd4-99de-2f9378e10f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (35417d7f-9387-487f-8445-5de710811b35), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:40.385811 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-290a3b6b-8e70-4b44-9482-859980d447dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'name': 'tempest-AttachVolumeNegativeTest-327869102-router', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'b0f98671-885b-4d6d-ac6e-51f2270fcb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:19Z', 'updated_at': '2022-03-11T19:55:31Z', 'revision_number': 4, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'gw_port': {'id': 'b0f98671-885b-4d6d-ac6e-51f2270fcb40', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:89:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:21Z', 'updated_at': '2022-03-11T19:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '14f6733d-b550-474d-a1de-861e1be50847', 'name': '', 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'mac_address': 'fa:16:3e:fa:ea:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '9c3f149c-decf-4bc3-9858-1266a909f90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:30Z', 'updated_at': '2022-03-11T19:55:38Z', 'revision_number': 4, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'subnets': [{'id': '9c3f149c-decf-4bc3-9858-1266a909f90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:40.415281 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a0b2367c-02ba-46c9-b37a-1cc8340b92c8 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (66ca8271-2ec9-48a1-8c59-3df9ea8d66fc), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:40.416638 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f4c3ae5b-12e1-4d58-8d60-2772360d7967 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (058e8f23-4cda-4148-90c5-21cbb8483dce), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:40.458726 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-7ad6f973-9ada-45f6-a12b-68e6f7e44cd2 None None] Current status of the port ac33b45d-a87a-4fc1-9dcb-149b9b0cf9e0 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:55:40.482317 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-fa7e85b6-1792-4fd4-99de-2f9378e10f0f None None] For port 35417d7f-9387-487f-8445-5de710811b35, host n-d-833163-1, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:55:40.490015 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-fa7e85b6-1792-4fd4-99de-2f9378e10f0f None None] For port 35417d7f-9387-487f-8445-5de710811b35, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=35417d7f-9387-487f-8445-5de710811b35,segment=NetworkSegment(b89a4158-0911-44dd-9eee-a28d579e0e0d),segment_id=b89a4158-0911-44dd-9eee-a28d579e0e0d)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:55:40.490418 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290a3b6b-8e70-4b44-9482-859980d447dd None None] The sync data for ids ['2035d7c6-1edb-4570-99b0-426a1a9d1526'] in n-d-833163-1 is: [{'id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'name': 'tempest-AttachVolumeNegativeTest-327869102-router', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'b0f98671-885b-4d6d-ac6e-51f2270fcb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:19Z', 'updated_at': '2022-03-11T19:55:31Z', 'revision_number': 4, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'gw_port': {'id': 'b0f98671-885b-4d6d-ac6e-51f2270fcb40', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:89:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:21Z', 'updated_at': '2022-03-11T19:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '14f6733d-b550-474d-a1de-861e1be50847', 'name': '', 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'mac_address': 'fa:16:3e:fa:ea:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '9c3f149c-decf-4bc3-9858-1266a909f90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:30Z', 'updated_at': '2022-03-11T19:55:38Z', 'revision_number': 4, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'subnets': [{'id': '9c3f149c-decf-4bc3-9858-1266a909f90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:55:40.498987 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 790cd9df-f0db-471f-946a-0cd85f11203a triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:55:40.499568 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (790cd9df-f0db-471f-946a-0cd85f11203a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:40.501202 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-fa7e85b6-1792-4fd4-99de-2f9378e10f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (35417d7f-9387-487f-8445-5de710811b35), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:40.551666 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b2367c-02ba-46c9-b37a-1cc8340b92c8 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event deleted for resources: {'Port': ['ID=66ca8271-2ec9-48a1-8c59-3df9ea8d66fc,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:40.643328 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-7ad6f973-9ada-45f6-a12b-68e6f7e44cd2 None None] Provisioning complete for port 14f6733d-b550-474d-a1de-861e1be50847 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:55:40.648895 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7ad6f973-9ada-45f6-a12b-68e6f7e44cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (14f6733d-b550-474d-a1de-861e1be50847), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:40.669127 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8478a4f8-226a-414e-b850-21853fc02f4d None None] Pushing event updated for resources: {'Port': ['ID=35417d7f-9387-487f-8445-5de710811b35,revision_number=4']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:40.691756 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7e85b6-1792-4fd4-99de-2f9378e10f0f None None] Routers {'88f90b86-8984-4362-925d-cb0b4f4530f7'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:55:40.692385 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-fa7e85b6-1792-4fd4-99de-2f9378e10f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:55:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['88f90b86-8984-4362-925d-cb0b4f4530f7'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:40.707619 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a0b2367c-02ba-46c9-b37a-1cc8340b92c8 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:40.717278 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a0b2367c-02ba-46c9-b37a-1cc8340b92c8 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "DELETE /v2.0/ports/66ca8271-2ec9-48a1-8c59-3df9ea8d66fc HTTP/1.1" status: 204 len: 168 time: 1.3092191 Mar 11 19:55:40.731111 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35396) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:40.737809 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-7e306798-52b5-46dc-bfc9-3c213d576b9b tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Request body: {'port': {'network_id': '082421c7-5eb0-4f81-9d2b-c47a23b7a5ea', 'mac_address': 'fa:16:3e:53:57:13', 'name': 'tempest-PortsIpV6TestJSON-1854800295'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:40.760933 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-67bcbfef-ac99-4986-9778-4e4362ad3a7f None None] Publish callbacks [] for port (76ca8e67-ff6e-4061-9d4c-6476a7307b6e), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:40.803659 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b92708c8-46b1-4dd1-bafc-9da865274c8a req-30ffef8f-629d-43f5-b4c7-2ce806b1734f tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "GET /v2.0/ports?device_id=2de21222-c3f6-4765-824f-34913c044060 HTTP/1.1" status: 200 len: 210 time: 0.0848134 Mar 11 19:55:40.809604 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-67bcbfef-ac99-4986-9778-4e4362ad3a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (76ca8e67-ff6e-4061-9d4c-6476a7307b6e), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:40.966276 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-fa7e85b6-1792-4fd4-99de-2f9378e10f0f None None] Set router 88f90b86-8984-4362-925d-cb0b4f4530f7 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:55:40.978445 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bcbfef-ac99-4986-9778-4e4362ad3a7f None None] Network 0897600d-059c-4c97-87d5-16371e549b1b is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:55:40.983762 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-be429c6e-3609-4f47-9553-2efd5579c340 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Allocated IP 2001:db8::f816:3eff:fe56:4e26 (0897600d-059c-4c97-87d5-16371e549b1b/2550d6fd-3662-4e04-989a-305e3b06f859/8b82c402-bf50-4020-803f-24c20cfb9a11) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:55:41.046424 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-67bcbfef-ac99-4986-9778-4e4362ad3a7f None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:55:41.050804 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bcbfef-ac99-4986-9778-4e4362ad3a7f None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:55:41.100672 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bcbfef-ac99-4986-9778-4e4362ad3a7f None None] Pushing event updated for resources: {'Port': ['ID=76ca8e67-ff6e-4061-9d4c-6476a7307b6e,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:41.120285 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 790cd9df-f0db-471f-946a-0cd85f11203a is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:55:41.191089 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-7ad6f973-9ada-45f6-a12b-68e6f7e44cd2 None None] Current status of the port 14f6733d-b550-474d-a1de-861e1be50847 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:55:41.196141 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7ad6f973-9ada-45f6-a12b-68e6f7e44cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (14f6733d-b550-474d-a1de-861e1be50847), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:41.247750 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-67bcbfef-ac99-4986-9778-4e4362ad3a7f None None] Attempting to bind port 76ca8e67-ff6e-4061-9d4c-6476a7307b6e on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:55:41.250999 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-67bcbfef-ac99-4986-9778-4e4362ad3a7f None None] Attempting to bind port 76ca8e67-ff6e-4061-9d4c-6476a7307b6e by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:55:41.260369 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bcbfef-ac99-4986-9778-4e4362ad3a7f None None] Attempting to bind port 76ca8e67-ff6e-4061-9d4c-6476a7307b6e on network 0897600d-059c-4c97-87d5-16371e549b1b {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:55:41.282106 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 71401e82-2ea1-4e45-806b-b17cc4f0f871 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:55:41.290287 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bcbfef-ac99-4986-9778-4e4362ad3a7f None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:55:41.301303 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bcbfef-ac99-4986-9778-4e4362ad3a7f None None] Checking segment: {'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:55:41.301730 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-67bcbfef-ac99-4986-9778-4e4362ad3a7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:41.302151 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bcbfef-ac99-4986-9778-4e4362ad3a7f None None] Bound using segment: {'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:55:41.302644 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-67bcbfef-ac99-4986-9778-4e4362ad3a7f None None] Bound port: 76ca8e67-ff6e-4061-9d4c-6476a7307b6e, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:55:41.303030 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-67bcbfef-ac99-4986-9778-4e4362ad3a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (76ca8e67-ff6e-4061-9d4c-6476a7307b6e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:41.349276 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e306798-52b5-46dc-bfc9-3c213d576b9b tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Made reservation on behalf of 9a2132e02eba4e489015b67acdaa176b for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:55:41.355125 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-7ad6f973-9ada-45f6-a12b-68e6f7e44cd2 None None] For port 14f6733d-b550-474d-a1de-861e1be50847, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=14f6733d-b550-474d-a1de-861e1be50847,segment=NetworkSegment(60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db),segment_id=60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:55:41.356492 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 71401e82-2ea1-4e45-806b-b17cc4f0f871 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:55:41.356976 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 71401e82-2ea1-4e45-806b-b17cc4f0f871 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:55:41.357310 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 2c4f56f1-229d-4c0f-96da-9d91c9f4669e no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:55:41.362330 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7ad6f973-9ada-45f6-a12b-68e6f7e44cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (14f6733d-b550-474d-a1de-861e1be50847), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:41.393580 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f4c3ae5b-12e1-4d58-8d60-2772360d7967 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for port (058e8f23-4cda-4148-90c5-21cbb8483dce), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:41.414279 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f4c3ae5b-12e1-4d58-8d60-2772360d7967 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (058e8f23-4cda-4148-90c5-21cbb8483dce), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:41.433227 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-722582e7-bcf0-4fcb-a1a0-beb4586993d0 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for port (ea61b129-0b6c-4141-ad4c-d0238f0d2eb6), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:41.445677 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-722582e7-bcf0-4fcb-a1a0-beb4586993d0 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (ea61b129-0b6c-4141-ad4c-d0238f0d2eb6), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:41.460314 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722582e7-bcf0-4fcb-a1a0-beb4586993d0 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:41.462077 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-722582e7-bcf0-4fcb-a1a0-beb4586993d0 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:41.467164 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-722582e7-bcf0-4fcb-a1a0-beb4586993d0 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "PUT /v2.0/ports/ea61b129-0b6c-4141-ad4c-d0238f0d2eb6 HTTP/1.1" status: 200 len: 911 time: 2.1641285 Mar 11 19:55:41.471398 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35398) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:41.505433 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-fa7e85b6-1792-4fd4-99de-2f9378e10f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f90b86-8984-4362-925d-cb0b4f4530f7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-600590427', 'tenant_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '898cd74d-4007-4143-a8ef-94b4c37bd3a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:22Z', 'updated_at': '2022-03-11T19:55:36Z', 'revision_number': 4, 'project_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'gw_port': {'id': '898cd74d-4007-4143-a8ef-94b4c37bd3a9', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:34:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f90b86-8984-4362-925d-cb0b4f4530f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:24Z', 'updated_at': '2022-03-11T19:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '35417d7f-9387-487f-8445-5de710811b35', 'name': '', 'network_id': '1a9655bc-0e04-4103-81f6-ff5199dd978e', 'tenant_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'mac_address': 'fa:16:3e:b6:4a:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f90b86-8984-4362-925d-cb0b4f4530f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': '48a48fb8-cd5f-4622-a86e-1c4f27d96367', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:35Z', 'updated_at': '2022-03-11T19:55:40Z', 'revision_number': 4, 'project_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'subnets': [{'id': '48a48fb8-cd5f-4622-a86e-1c4f27d96367', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:41.556276 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-be429c6e-3609-4f47-9553-2efd5579c340 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for port (8b82c402-bf50-4020-803f-24c20cfb9a11), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:41.596364 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7e306798-52b5-46dc-bfc9-3c213d576b9b tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:41.598839 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7e85b6-1792-4fd4-99de-2f9378e10f0f None None] The sync data for ids ['88f90b86-8984-4362-925d-cb0b4f4530f7'] in n-d-833163-1 is: [{'id': '88f90b86-8984-4362-925d-cb0b4f4530f7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-600590427', 'tenant_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '898cd74d-4007-4143-a8ef-94b4c37bd3a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:22Z', 'updated_at': '2022-03-11T19:55:36Z', 'revision_number': 4, 'project_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'gw_port': {'id': '898cd74d-4007-4143-a8ef-94b4c37bd3a9', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:34:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f90b86-8984-4362-925d-cb0b4f4530f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:24Z', 'updated_at': '2022-03-11T19:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '35417d7f-9387-487f-8445-5de710811b35', 'name': '', 'network_id': '1a9655bc-0e04-4103-81f6-ff5199dd978e', 'tenant_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'mac_address': 'fa:16:3e:b6:4a:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f90b86-8984-4362-925d-cb0b4f4530f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': '48a48fb8-cd5f-4622-a86e-1c4f27d96367', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:35Z', 'updated_at': '2022-03-11T19:55:40Z', 'revision_number': 4, 'project_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'subnets': [{'id': '48a48fb8-cd5f-4622-a86e-1c4f27d96367', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:55:41.606318 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c3ae5b-12e1-4d58-8d60-2772360d7967 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Pushing event updated for resources: {'Port': ['ID=058e8f23-4cda-4148-90c5-21cbb8483dce,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:41.623574 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722582e7-bcf0-4fcb-a1a0-beb4586993d0 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event updated for resources: {'Port': ['ID=ea61b129-0b6c-4141-ad4c-d0238f0d2eb6,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:41.698519 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-7e306798-52b5-46dc-bfc9-3c213d576b9b tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] device_id is not set on port da9996e5-f415-4d82-82ef-9b01e862a88a yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:55:41.722864 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad6f973-9ada-45f6-a12b-68e6f7e44cd2 None None] Pushing event updated for resources: {'Port': ['ID=14f6733d-b550-474d-a1de-861e1be50847,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:41.740468 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 2c4f56f1-229d-4c0f-96da-9d91c9f4669e {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:55:41.740931 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 2c4f56f1-229d-4c0f-96da-9d91c9f4669e not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:55:41.764109 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-f6e8f5b8-6ff8-452b-9b8c-f35ed5947649 None None] Provisioning complete for port ac33b45d-a87a-4fc1-9dcb-149b9b0cf9e0 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:55:41.764587 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f6e8f5b8-6ff8-452b-9b8c-f35ed5947649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ac33b45d-a87a-4fc1-9dcb-149b9b0cf9e0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:41.874056 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-67bcbfef-ac99-4986-9778-4e4362ad3a7f None None] For port 76ca8e67-ff6e-4061-9d4c-6476a7307b6e, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:55:41.933339 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-67bcbfef-ac99-4986-9778-4e4362ad3a7f None None] For port 76ca8e67-ff6e-4061-9d4c-6476a7307b6e, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=76ca8e67-ff6e-4061-9d4c-6476a7307b6e,segment=NetworkSegment(70c71ca7-59df-46c5-86d9-acc712ed1da1),segment_id=70c71ca7-59df-46c5-86d9-acc712ed1da1)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:55:41.992992 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-67bcbfef-ac99-4986-9778-4e4362ad3a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (76ca8e67-ff6e-4061-9d4c-6476a7307b6e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:41.998316 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7e306798-52b5-46dc-bfc9-3c213d576b9b tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for port (da9996e5-f415-4d82-82ef-9b01e862a88a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:42.027686 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-20a4a9ba-f70c-4922-9c95-2db38a83bb3a req-d625e131-f60f-4e62-8aab-128e99ca24bd tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "GET /v2.0/ports?device_id=2de21222-c3f6-4765-824f-34913c044060 HTTP/1.1" status: 200 len: 210 time: 0.0814738 Mar 11 19:55:42.048185 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-be429c6e-3609-4f47-9553-2efd5579c340 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (8b82c402-bf50-4020-803f-24c20cfb9a11), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:42.057624 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f4c3ae5b-12e1-4d58-8d60-2772360d7967 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (7fd96624-7e9a-4767-ac17-fe82143211d7), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:42.118151 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7e306798-52b5-46dc-bfc9-3c213d576b9b tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (da9996e5-f415-4d82-82ef-9b01e862a88a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:42.153788 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f6e8f5b8-6ff8-452b-9b8c-f35ed5947649 None None] Current status of the port ac33b45d-a87a-4fc1-9dcb-149b9b0cf9e0 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:55:42.182805 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be429c6e-3609-4f47-9553-2efd5579c340 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Network 0897600d-059c-4c97-87d5-16371e549b1b is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:55:42.190154 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-be429c6e-3609-4f47-9553-2efd5579c340 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:55:42.200851 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bcbfef-ac99-4986-9778-4e4362ad3a7f None None] Pushing event updated for resources: {'Port': ['ID=76ca8e67-ff6e-4061-9d4c-6476a7307b6e,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:42.206362 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-f6e8f5b8-6ff8-452b-9b8c-f35ed5947649 None None] Provisioning complete for port ea61b129-0b6c-4141-ad4c-d0238f0d2eb6 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:55:42.206482 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f6e8f5b8-6ff8-452b-9b8c-f35ed5947649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ea61b129-0b6c-4141-ad4c-d0238f0d2eb6), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:42.210271 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f4c3ae5b-12e1-4d58-8d60-2772360d7967 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:42.211236 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f4c3ae5b-12e1-4d58-8d60-2772360d7967 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3385112 Mar 11 19:55:42.216570 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be429c6e-3609-4f47-9553-2efd5579c340 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:55:42.219905 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be429c6e-3609-4f47-9553-2efd5579c340 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:42.247232 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-be429c6e-3609-4f47-9553-2efd5579c340 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:42.273373 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f6e8f5b8-6ff8-452b-9b8c-f35ed5947649 None None] Port ea61b129-0b6c-4141-ad4c-d0238f0d2eb6 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:55:42.283507 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 35417d7f-9387-487f-8445-5de710811b35 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:55:42.315881 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-f6e8f5b8-6ff8-452b-9b8c-f35ed5947649 None None] Provisioning complete for port 35417d7f-9387-487f-8445-5de710811b35 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:55:42.316818 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f6e8f5b8-6ff8-452b-9b8c-f35ed5947649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (35417d7f-9387-487f-8445-5de710811b35), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:42.365968 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d145ff5f-76aa-41a7-8201-948823b33b0d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (f61e7e8c-036b-41b9-b105-1ddb62f890e7), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:42.376250 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be429c6e-3609-4f47-9553-2efd5579c340 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event updated for resources: {'Port': ['ID=8b82c402-bf50-4020-803f-24c20cfb9a11,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:42.472234 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e306798-52b5-46dc-bfc9-3c213d576b9b tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event updated for resources: {'Port': ['ID=da9996e5-f415-4d82-82ef-9b01e862a88a,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:42.477630 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-be429c6e-3609-4f47-9553-2efd5579c340 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.3254862 Mar 11 19:55:42.480179 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e306798-52b5-46dc-bfc9-3c213d576b9b tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Network 082421c7-5eb0-4f81-9d2b-c47a23b7a5ea is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:55:42.480832 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35420) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:42.494006 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-7e306798-52b5-46dc-bfc9-3c213d576b9b tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:55:42.496335 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e306798-52b5-46dc-bfc9-3c213d576b9b tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:55:42.501530 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e306798-52b5-46dc-bfc9-3c213d576b9b tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:42.502178 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7e306798-52b5-46dc-bfc9-3c213d576b9b tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:42.514183 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f6e8f5b8-6ff8-452b-9b8c-f35ed5947649 None None] Current status of the port 35417d7f-9387-487f-8445-5de710811b35 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:55:42.516530 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f6e8f5b8-6ff8-452b-9b8c-f35ed5947649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (35417d7f-9387-487f-8445-5de710811b35), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:42.529832 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 35417d7f-9387-487f-8445-5de710811b35 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:55:42.531764 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (35417d7f-9387-487f-8445-5de710811b35), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:42.563411 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35422) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:42.575374 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-7e306798-52b5-46dc-bfc9-3c213d576b9b tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.8428843 Mar 11 19:55:42.618668 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b92f6a-afd5-4db9-9977-94fd1c5a9bf8 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:42.626248 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b92f6a-afd5-4db9-9977-94fd1c5a9bf8 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:42.628532 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-78b92f6a-afd5-4db9-9977-94fd1c5a9bf8 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1463306 Mar 11 19:55:42.633165 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35424) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:42.658325 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-f6e8f5b8-6ff8-452b-9b8c-f35ed5947649 None None] For port 35417d7f-9387-487f-8445-5de710811b35, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=35417d7f-9387-487f-8445-5de710811b35,segment=NetworkSegment(b89a4158-0911-44dd-9eee-a28d579e0e0d),segment_id=b89a4158-0911-44dd-9eee-a28d579e0e0d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:55:42.665776 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f6e8f5b8-6ff8-452b-9b8c-f35ed5947649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (35417d7f-9387-487f-8445-5de710811b35), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:42.667345 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e53894e5-6f0d-4430-ad25-46ef76505e93 req-b70f9ffe-0d46-4d9b-89b8-2f8d447d8ac2 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--214239556&fields=id&tenant_id=ac0acd49ed0a4c6b89bcb3eaea14c217 HTTP/1.1" status: 200 len: 267 time: 0.2352774 Mar 11 19:55:42.782417 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4582a04b-3379-4e9b-b61d-37f947b4b32f tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:42.784103 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-4582a04b-3379-4e9b-b61d-37f947b4b32f tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "GET /v2.0/ports/da9996e5-f415-4d82-82ef-9b01e862a88a HTTP/1.1" status: 200 len: 845 time: 0.2107561 Mar 11 19:55:42.787091 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35426) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:42.813051 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 35417d7f-9387-487f-8445-5de710811b35 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:55:42.814082 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 14f6733d-b550-474d-a1de-861e1be50847 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:55:42.856969 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e8f5b8-6ff8-452b-9b8c-f35ed5947649 None None] Pushing event updated for resources: {'Port': ['ID=35417d7f-9387-487f-8445-5de710811b35,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:42.899227 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 14f6733d-b550-474d-a1de-861e1be50847 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:55:42.899924 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (14f6733d-b550-474d-a1de-861e1be50847), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:42.919102 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-62ebbf04-10d1-4a26-a51a-bf9a2303006e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Deleting port 8b82c402-bf50-4020-803f-24c20cfb9a11 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:55:42.919485 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-62ebbf04-10d1-4a26-a51a-bf9a2303006e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (8b82c402-bf50-4020-803f-24c20cfb9a11), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:42.957761 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53894e5-6f0d-4430-ad25-46ef76505e93 req-2ca477ce-17c2-4523-9175-8a2a97babc62 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:42.959549 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e53894e5-6f0d-4430-ad25-46ef76505e93 req-2ca477ce-17c2-4523-9175-8a2a97babc62 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/networks?id=d7695c22-7cfd-4319-9d63-9f76b8799969 HTTP/1.1" status: 200 len: 814 time: 0.2914064 Mar 11 19:55:43.005388 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e53894e5-6f0d-4430-ad25-46ef76505e93 req-3b40280b-49f0-4242-8038-f8b7b6af0fab tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/quotas/ac0acd49ed0a4c6b89bcb3eaea14c217 HTTP/1.1" status: 200 len: 375 time: 0.0328982 Mar 11 19:55:43.015061 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 14f6733d-b550-474d-a1de-861e1be50847 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:55:43.016238 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device ac33b45d-a87a-4fc1-9dcb-149b9b0cf9e0 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:55:43.035227 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a15108ea-7dc6-47db-8aeb-47d1f892589e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Deleting port da9996e5-f415-4d82-82ef-9b01e862a88a {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:55:43.035892 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a15108ea-7dc6-47db-8aeb-47d1f892589e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (da9996e5-f415-4d82-82ef-9b01e862a88a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:43.078751 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port ac33b45d-a87a-4fc1-9dcb-149b9b0cf9e0 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:55:43.079288 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ac33b45d-a87a-4fc1-9dcb-149b9b0cf9e0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:43.127128 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e53894e5-6f0d-4430-ad25-46ef76505e93 req-2f29b6e1-1248-4c14-a89a-e875f379459e tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ac0acd49ed0a4c6b89bcb3eaea14c217&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0965040 Mar 11 19:55:43.128478 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-62ebbf04-10d1-4a26-a51a-bf9a2303006e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (8b82c402-bf50-4020-803f-24c20cfb9a11), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:43.140689 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a15108ea-7dc6-47db-8aeb-47d1f892589e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (da9996e5-f415-4d82-82ef-9b01e862a88a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:43.156537 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-62ebbf04-10d1-4a26-a51a-bf9a2303006e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Calling delete_port for 8b82c402-bf50-4020-803f-24c20cfb9a11 owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:55:43.171994 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a15108ea-7dc6-47db-8aeb-47d1f892589e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Calling delete_port for da9996e5-f415-4d82-82ef-9b01e862a88a owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:55:43.200006 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port ac33b45d-a87a-4fc1-9dcb-149b9b0cf9e0 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:55:43.229601 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-d145ff5f-76aa-41a7-8201-948823b33b0d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Deleting port ea61b129-0b6c-4141-ad4c-d0238f0d2eb6 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:55:43.230064 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d145ff5f-76aa-41a7-8201-948823b33b0d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (ea61b129-0b6c-4141-ad4c-d0238f0d2eb6), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:43.366857 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-62ebbf04-10d1-4a26-a51a-bf9a2303006e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (8b82c402-bf50-4020-803f-24c20cfb9a11), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:43.414222 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ebbf04-10d1-4a26-a51a-bf9a2303006e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event deleted for resources: {'Port': ['ID=8b82c402-bf50-4020-803f-24c20cfb9a11,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:43.439789 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-62ebbf04-10d1-4a26-a51a-bf9a2303006e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:43.443602 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-62ebbf04-10d1-4a26-a51a-bf9a2303006e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/ports/8b82c402-bf50-4020-803f-24c20cfb9a11 HTTP/1.1" status: 204 len: 168 time: 0.8079946 Mar 11 19:55:43.448199 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35434) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:43.520375 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b516dd-bcef-45c4-96ea-66dffa3ce63c tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:43.521890 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b516dd-bcef-45c4-96ea-66dffa3ce63c tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:43.523540 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a2b516dd-bcef-45c4-96ea-66dffa3ce63c tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0743575 Mar 11 19:55:43.528499 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35436) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:43.565147 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a15108ea-7dc6-47db-8aeb-47d1f892589e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (da9996e5-f415-4d82-82ef-9b01e862a88a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:43.614426 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a15108ea-7dc6-47db-8aeb-47d1f892589e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:43.621928 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a15108ea-7dc6-47db-8aeb-47d1f892589e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "DELETE /v2.0/ports/da9996e5-f415-4d82-82ef-9b01e862a88a HTTP/1.1" status: 204 len: 168 time: 0.8336065 Mar 11 19:55:43.623337 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35438) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:43.635267 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15108ea-7dc6-47db-8aeb-47d1f892589e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event deleted for resources: {'Port': ['ID=da9996e5-f415-4d82-82ef-9b01e862a88a,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:43.674506 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-d87fdc30-06e6-4df3-961e-c50c898f1849 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Deleting subnet 2550d6fd-3662-4e04-989a-305e3b06f859 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:55:43.678625 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c9fd9d9-5c5b-4a06-a931-4d6ce9c4183c tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] GET failed (client error): The resource could not be found. Mar 11 19:55:43.687046 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-7c9fd9d9-5c5b-4a06-a931-4d6ce9c4183c tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "GET /v2.0/ports/da9996e5-f415-4d82-82ef-9b01e862a88a HTTP/1.1" status: 404 len: 333 time: 0.0596132 Mar 11 19:55:43.687847 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d87fdc30-06e6-4df3-961e-c50c898f1849 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (2550d6fd-3662-4e04-989a-305e3b06f859), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:43.690584 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35440) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:43.695726 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-2a644357-b8ee-4c4d-9aaa-5b7c10ef6909 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Request body: {'port': {'network_id': '082421c7-5eb0-4f81-9d2b-c47a23b7a5ea', 'name': 'tempest-PortsIpV6TestJSON-674428762'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:43.762995 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d87fdc30-06e6-4df3-961e-c50c898f1849 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (2550d6fd-3662-4e04-989a-305e3b06f859), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:43.808543 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-8e685d77-6508-482a-8144-2b45a045caa9 None None] Provisioning complete for port 76ca8e67-ff6e-4061-9d4c-6476a7307b6e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:55:43.809062 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8e685d77-6508-482a-8144-2b45a045caa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (76ca8e67-ff6e-4061-9d4c-6476a7307b6e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:43.852692 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d145ff5f-76aa-41a7-8201-948823b33b0d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (ea61b129-0b6c-4141-ad4c-d0238f0d2eb6), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:43.885689 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-d145ff5f-76aa-41a7-8201-948823b33b0d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Calling delete_port for ea61b129-0b6c-4141-ad4c-d0238f0d2eb6 owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:55:43.892992 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a644357-b8ee-4c4d-9aaa-5b7c10ef6909 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Made reservation on behalf of 9a2132e02eba4e489015b67acdaa176b for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:55:43.897146 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2a644357-b8ee-4c4d-9aaa-5b7c10ef6909 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:43.943797 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-2a644357-b8ee-4c4d-9aaa-5b7c10ef6909 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] device_id is not set on port 4c8927be-af66-4366-b146-47ff7d023f9f yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:55:43.999926 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e53894e5-6f0d-4430-ad25-46ef76505e93 req-6c3039f4-d682-42cb-a16c-ca01468af8bb service neutron] 10.222.0.65 "GET /v2.0/networks/d7695c22-7cfd-4319-9d63-9f76b8799969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8714249 Mar 11 19:55:44.026734 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8e685d77-6508-482a-8144-2b45a045caa9 None None] Current status of the port 76ca8e67-ff6e-4061-9d4c-6476a7307b6e is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:55:44.028290 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8e685d77-6508-482a-8144-2b45a045caa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (76ca8e67-ff6e-4061-9d4c-6476a7307b6e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:44.082504 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d87fdc30-06e6-4df3-961e-c50c898f1849 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (2550d6fd-3662-4e04-989a-305e3b06f859), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:44.108138 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 35417d7f-9387-487f-8445-5de710811b35 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:55:44.185683 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e53894e5-6f0d-4430-ad25-46ef76505e93 req-4d227755-8fc9-4bca-b13f-c85000be9fbd service neutron] 10.222.0.65 "GET /v2.0/networks/d7695c22-7cfd-4319-9d63-9f76b8799969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845012 Mar 11 19:55:44.261995 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 35417d7f-9387-487f-8445-5de710811b35 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:55:44.262545 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (35417d7f-9387-487f-8445-5de710811b35), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:44.270151 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d145ff5f-76aa-41a7-8201-948823b33b0d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (ea61b129-0b6c-4141-ad4c-d0238f0d2eb6), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:44.316462 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d145ff5f-76aa-41a7-8201-948823b33b0d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event deleted for resources: {'Port': ['ID=ea61b129-0b6c-4141-ad4c-d0238f0d2eb6,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:44.454638 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 35417d7f-9387-487f-8445-5de710811b35 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:55:44.456350 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 76ca8e67-ff6e-4061-9d4c-6476a7307b6e up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:55:44.556354 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 76ca8e67-ff6e-4061-9d4c-6476a7307b6e triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:55:44.556749 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (76ca8e67-ff6e-4061-9d4c-6476a7307b6e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:44.578971 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d145ff5f-76aa-41a7-8201-948823b33b0d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (f61e7e8c-036b-41b9-b105-1ddb62f890e7), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:44.621737 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-aa0dbd82-bf31-47a9-814c-7f97397f1b3c req-a0c25378-8fce-4ab2-a39c-1cc0bd8f59ae tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "GET /v2.0/ports?device_id=2de21222-c3f6-4765-824f-34913c044060 HTTP/1.1" status: 200 len: 210 time: 0.0674558 Mar 11 19:55:44.706666 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 76ca8e67-ff6e-4061-9d4c-6476a7307b6e is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:55:44.708377 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (76ca8e67-ff6e-4061-9d4c-6476a7307b6e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:44.776363 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d87fdc30-06e6-4df3-961e-c50c898f1849 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (2550d6fd-3662-4e04-989a-305e3b06f859), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:44.811203 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-16758b5a-fcfd-444c-84a5-aa8c6bd89142 req-77e36963-9dd7-4378-a932-43be1856e4e5 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/ports?device_id=49f5fa91-1231-4377-96de-2f89df5190a0 HTTP/1.1" status: 200 len: 210 time: 0.0575037 Mar 11 19:55:44.853795 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-8e685d77-6508-482a-8144-2b45a045caa9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:55:44.854579 n-d-833163-1 neutron-server[103886]: DEBUG oslo_db.api [None req-8e685d77-6508-482a-8144-2b45a045caa9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:55:44.855444 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:55:44.856081 n-d-833163-1 neutron-server[103886]: DEBUG oslo_db.api [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:55:44.865124 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87fdc30-06e6-4df3-961e-c50c898f1849 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event deleted for resources: {'Subnet': ['ID=2550d6fd-3662-4e04-989a-305e3b06f859,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:44.870984 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d87fdc30-06e6-4df3-961e-c50c898f1849 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:44.873642 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e0eeb7-85c4-4707-9086-334de2f96f09 None None] Network 0897600d-059c-4c97-87d5-16371e549b1b requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:55:44.874064 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d87fdc30-06e6-4df3-961e-c50c898f1849 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/subnets/2550d6fd-3662-4e04-989a-305e3b06f859 HTTP/1.1" status: 204 len: 168 time: 1.3445725 Mar 11 19:55:44.878075 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35452) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:44.930764 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f5d1fee5-50a2-474f-a077-ffad1673bf82 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0514493 Mar 11 19:55:44.933392 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35454) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:44.938520 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-7b835445-7dab-4963-a042-a5c428d8bec0 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Request body: {'subnet': {'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:44.959525 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d145ff5f-76aa-41a7-8201-948823b33b0d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Router f61e7e8c-036b-41b9-b105-1ddb62f890e7 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:55:44.976541 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2a644357-b8ee-4c4d-9aaa-5b7c10ef6909 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for port (4c8927be-af66-4366-b146-47ff7d023f9f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:45.064533 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b835445-7dab-4963-a042-a5c428d8bec0 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Made reservation on behalf of 06d9e64a19fa4247bc00069610bf80e1 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:55:45.064756 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d145ff5f-76aa-41a7-8201-948823b33b0d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:55:45.067976 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7b835445-7dab-4963-a042-a5c428d8bec0 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:45.071690 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d145ff5f-76aa-41a7-8201-948823b33b0d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "PUT /v2.0/routers/f61e7e8c-036b-41b9-b105-1ddb62f890e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5963156 Mar 11 19:55:45.072900 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35458) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:45.090111 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede57823-8706-4032-b0ed-590fc8485f89 None None] Sync routers for ids ['f61e7e8c-036b-41b9-b105-1ddb62f890e7'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:55:45.090675 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2a644357-b8ee-4c4d-9aaa-5b7c10ef6909 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (4c8927be-af66-4366-b146-47ff7d023f9f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:45.112149 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6704d247-5f39-4d8e-b7cc-7a6f4c3b7c2d None None] DHCP port deletion for 0897600d-059c-4c97-87d5-16371e549b1b request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:55:45.112952 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede57823-8706-4032-b0ed-590fc8485f89 None None] Routers {'f61e7e8c-036b-41b9-b105-1ddb62f890e7'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:55:45.114722 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-ede57823-8706-4032-b0ed-590fc8485f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:55:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['f61e7e8c-036b-41b9-b105-1ddb62f890e7'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:45.136021 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-9288dba1-f32a-4548-a163-b8d25ad6caed tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "GET /v2.0/ports?device_id=f61e7e8c-036b-41b9-b105-1ddb62f890e7 HTTP/1.1" status: 200 len: 205 time: 0.0617023 Mar 11 19:55:45.138975 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35460) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:45.189398 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a644357-b8ee-4c4d-9aaa-5b7c10ef6909 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Network 082421c7-5eb0-4f81-9d2b-c47a23b7a5ea is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:55:45.197854 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-ede57823-8706-4032-b0ed-590fc8485f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:45.199045 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-2a644357-b8ee-4c4d-9aaa-5b7c10ef6909 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:55:45.210477 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a644357-b8ee-4c4d-9aaa-5b7c10ef6909 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:55:45.216793 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a644357-b8ee-4c4d-9aaa-5b7c10ef6909 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:45.217818 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2a644357-b8ee-4c4d-9aaa-5b7c10ef6909 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:45.225494 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede57823-8706-4032-b0ed-590fc8485f89 None None] Routers {'f61e7e8c-036b-41b9-b105-1ddb62f890e7'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:55:45.227908 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-ede57823-8706-4032-b0ed-590fc8485f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:55:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['f61e7e8c-036b-41b9-b105-1ddb62f890e7'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:45.228228 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-6704d247-5f39-4d8e-b7cc-7a6f4c3b7c2d None None] Deleting port 76ca8e67-ff6e-4061-9d4c-6476a7307b6e {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:55:45.229065 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6704d247-5f39-4d8e-b7cc-7a6f4c3b7c2d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (76ca8e67-ff6e-4061-9d4c-6476a7307b6e), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:45.231320 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a644357-b8ee-4c4d-9aaa-5b7c10ef6909 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event updated for resources: {'Port': ['ID=4c8927be-af66-4366-b146-47ff7d023f9f,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:45.251498 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-2a644357-b8ee-4c4d-9aaa-5b7c10ef6909 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.5598052 Mar 11 19:55:45.255349 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35462) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:45.261173 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-7f197c84-774e-4596-9c16-9500a92f5eec tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:45.293201 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9f7ff0f4-8eea-411f-a546-f1055b89788d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for router (f61e7e8c-036b-41b9-b105-1ddb62f890e7), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:45.312461 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-ede57823-8706-4032-b0ed-590fc8485f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:45.313056 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede57823-8706-4032-b0ed-590fc8485f89 None None] The sync data for ids ['f61e7e8c-036b-41b9-b105-1ddb62f890e7'] in n-d-833163-1 is: [] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:55:45.347595 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-6704d247-5f39-4d8e-b7cc-7a6f4c3b7c2d None None] For port 76ca8e67-ff6e-4061-9d4c-6476a7307b6e, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=76ca8e67-ff6e-4061-9d4c-6476a7307b6e,segment=NetworkSegment(70c71ca7-59df-46c5-86d9-acc712ed1da1),segment_id=70c71ca7-59df-46c5-86d9-acc712ed1da1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:55:45.348246 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6704d247-5f39-4d8e-b7cc-7a6f4c3b7c2d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (76ca8e67-ff6e-4061-9d4c-6476a7307b6e), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:45.416171 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-6704d247-5f39-4d8e-b7cc-7a6f4c3b7c2d None None] Calling delete_port for 76ca8e67-ff6e-4061-9d4c-6476a7307b6e owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:55:45.503671 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8e685d77-6508-482a-8144-2b45a045caa9 None None] Current status of the port 76ca8e67-ff6e-4061-9d4c-6476a7307b6e is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:55:45.504209 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8e685d77-6508-482a-8144-2b45a045caa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (76ca8e67-ff6e-4061-9d4c-6476a7307b6e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:45.511046 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 76ca8e67-ff6e-4061-9d4c-6476a7307b6e is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:55:45.511569 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (76ca8e67-ff6e-4061-9d4c-6476a7307b6e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:45.524135 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9f7ff0f4-8eea-411f-a546-f1055b89788d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (f61e7e8c-036b-41b9-b105-1ddb62f890e7), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:45.526255 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9f7ff0f4-8eea-411f-a546-f1055b89788d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for router_controller (f61e7e8c-036b-41b9-b105-1ddb62f890e7), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:45.573022 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9f7ff0f4-8eea-411f-a546-f1055b89788d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (f61e7e8c-036b-41b9-b105-1ddb62f890e7), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:45.573731 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f7ff0f4-8eea-411f-a546-f1055b89788d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Fanout notify agent at l3_agent the message router_deleted on router f61e7e8c-036b-41b9-b105-1ddb62f890e7 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:55:45.578945 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7f197c84-774e-4596-9c16-9500a92f5eec tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (4c8927be-af66-4366-b146-47ff7d023f9f), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:45.581932 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9f7ff0f4-8eea-411f-a546-f1055b89788d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:45.583377 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-9f7ff0f4-8eea-411f-a546-f1055b89788d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "DELETE /v2.0/routers/f61e7e8c-036b-41b9-b105-1ddb62f890e7 HTTP/1.1" status: 204 len: 168 time: 0.4430838 Mar 11 19:55:45.586274 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35464) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:45.598889 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 76ca8e67-ff6e-4061-9d4c-6476a7307b6e, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=76ca8e67-ff6e-4061-9d4c-6476a7307b6e,segment=NetworkSegment(70c71ca7-59df-46c5-86d9-acc712ed1da1),segment_id=70c71ca7-59df-46c5-86d9-acc712ed1da1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:55:45.615960 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (76ca8e67-ff6e-4061-9d4c-6476a7307b6e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:45.655889 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5be0fd2-30fb-46d6-9d6d-7e5f09bbd94b req-4afb63eb-844e-48c1-a873-d577d384fd4a tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:45.657419 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-a5be0fd2-30fb-46d6-9d6d-7e5f09bbd94b req-4afb63eb-844e-48c1-a873-d577d384fd4a tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.75 "GET /v2.0/networks?id=1a9655bc-0e04-4103-81f6-ff5199dd978e HTTP/1.1" status: 200 len: 798 time: 0.3881674 Mar 11 19:55:45.665746 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-d92a33ec-ebed-484b-a53e-cbc982ddbc4e tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Deleting subnet c4451a68-a65a-41f9-aee2-eef70d0edc56 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:55:45.669203 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d92a33ec-ebed-484b-a53e-cbc982ddbc4e tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for subnet (c4451a68-a65a-41f9-aee2-eef70d0edc56), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:45.689504 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6704d247-5f39-4d8e-b7cc-7a6f4c3b7c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (76ca8e67-ff6e-4061-9d4c-6476a7307b6e), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:45.697183 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-a5be0fd2-30fb-46d6-9d6d-7e5f09bbd94b req-26060f84-8be9-4061-8f35-d2e94a523cb2 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Request body: {'port': {'device_id': '2de21222-c3f6-4765-824f-34913c044060', 'network_id': '1a9655bc-0e04-4103-81f6-ff5199dd978e', 'admin_state_up': True, 'tenant_id': 'ba1ac85839b24ea7a6d2ca439cce25f5'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:45.729720 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=76ca8e67-ff6e-4061-9d4c-6476a7307b6e,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:45.734504 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-8e685d77-6508-482a-8144-2b45a045caa9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:55:45.734857 n-d-833163-1 neutron-server[103886]: DEBUG oslo_db.api [None req-8e685d77-6508-482a-8144-2b45a045caa9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:55:45.736711 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6704d247-5f39-4d8e-b7cc-7a6f4c3b7c2d None None] No DVR routers for this DVR port 76ca8e67-ff6e-4061-9d4c-6476a7307b6e on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:55:45.764477 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6704d247-5f39-4d8e-b7cc-7a6f4c3b7c2d None None] Pushing event deleted for resources: {'Port': ['ID=76ca8e67-ff6e-4061-9d4c-6476a7307b6e,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:45.785036 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-62884a09-4a51-456d-903e-8d47b2bba498 req-d5b9cf51-da60-40b4-9549-8af260bb69ea tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "GET /v2.0/ports?device_id=2de21222-c3f6-4765-824f-34913c044060 HTTP/1.1" status: 200 len: 210 time: 0.0383134 Mar 11 19:55:45.804878 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d92a33ec-ebed-484b-a53e-cbc982ddbc4e tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (c4451a68-a65a-41f9-aee2-eef70d0edc56), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:45.885016 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 76ca8e67-ff6e-4061-9d4c-6476a7307b6e no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:55:45.899909 n-d-833163-1 neutron-server[103884]: DEBUG neutron.objects.ports [None req-7b835445-7dab-4963-a042-a5c428d8bec0 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103884) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 19:55:45.913429 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 76ca8e67-ff6e-4061-9d4c-6476a7307b6e {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:55:45.913926 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 76ca8e67-ff6e-4061-9d4c-6476a7307b6e not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:55:45.918036 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7b835445-7dab-4963-a042-a5c428d8bec0 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (2540b037-c0c1-4c4c-b1d6-09e90ad5c517), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:45.946961 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9e6a046f-7095-406a-b5b2-9383cafbc831 req-c7da31bc-0250-4265-8da7-c978fd4bc48c tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/ports?device_id=49f5fa91-1231-4377-96de-2f89df5190a0 HTTP/1.1" status: 200 len: 210 time: 0.0464225 Mar 11 19:55:45.955014 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d92a33ec-ebed-484b-a53e-cbc982ddbc4e tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (c4451a68-a65a-41f9-aee2-eef70d0edc56), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:46.015078 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b835445-7dab-4963-a042-a5c428d8bec0 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event updated for resources: {'Subnet': ['ID=2540b037-c0c1-4c4c-b1d6-09e90ad5c517,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:46.043951 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b835445-7dab-4963-a042-a5c428d8bec0 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Network 0897600d-059c-4c97-87d5-16371e549b1b is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:55:46.049597 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-7b835445-7dab-4963-a042-a5c428d8bec0 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:55:46.054907 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b835445-7dab-4963-a042-a5c428d8bec0 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:46.055885 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7b835445-7dab-4963-a042-a5c428d8bec0 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:46.074647 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5be0fd2-30fb-46d6-9d6d-7e5f09bbd94b req-26060f84-8be9-4061-8f35-d2e94a523cb2 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Made reservation on behalf of ba1ac85839b24ea7a6d2ca439cce25f5 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:55:46.077131 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76de23d-339d-4245-9cf7-3d2203ef7457 None None] Network 0897600d-059c-4c97-87d5-16371e549b1b requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:55:46.078614 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a5be0fd2-30fb-46d6-9d6d-7e5f09bbd94b req-26060f84-8be9-4061-8f35-d2e94a523cb2 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:46.097647 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7f197c84-774e-4596-9c16-9500a92f5eec tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for port (4c8927be-af66-4366-b146-47ff7d023f9f), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:46.104868 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-7b835445-7dab-4963-a042-a5c428d8bec0 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1703885 Mar 11 19:55:46.107919 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35470) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:46.108339 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7f197c84-774e-4596-9c16-9500a92f5eec tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (4c8927be-af66-4366-b146-47ff7d023f9f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:46.109514 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d92a33ec-ebed-484b-a53e-cbc982ddbc4e tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (c4451a68-a65a-41f9-aee2-eef70d0edc56), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:46.125031 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-3871959f-d568-4b29-8c5c-ad2627c45706 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Request body: {'port': {'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'mac_address': 'fa:16:3e:6e:b5:a3', 'name': 'tempest-NetworksTestDHCPv6-1372333993'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:46.151777 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d92a33ec-ebed-484b-a53e-cbc982ddbc4e tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:46.155176 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-7f197c84-774e-4596-9c16-9500a92f5eec tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] In _notify_port_updated(), no bound segment for port 4c8927be-af66-4366-b146-47ff7d023f9f on network 082421c7-5eb0-4f81-9d2b-c47a23b7a5ea {{(pid=103884) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 11 19:55:46.159325 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d92a33ec-ebed-484b-a53e-cbc982ddbc4e tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "DELETE /v2.0/subnets/c4451a68-a65a-41f9-aee2-eef70d0edc56 HTTP/1.1" status: 204 len: 168 time: 0.5719166 Mar 11 19:55:46.160218 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f197c84-774e-4596-9c16-9500a92f5eec tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:46.160371 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92a33ec-ebed-484b-a53e-cbc982ddbc4e tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event deleted for resources: {'Subnet': ['ID=c4451a68-a65a-41f9-aee2-eef70d0edc56,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:46.160828 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7f197c84-774e-4596-9c16-9500a92f5eec tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:46.164814 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35472) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:46.164990 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-7f197c84-774e-4596-9c16-9500a92f5eec tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "PUT /v2.0/ports/4c8927be-af66-4366-b146-47ff7d023f9f HTTP/1.1" status: 200 len: 818 time: 0.9058700 Mar 11 19:55:46.175912 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35474) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:46.178946 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e27a56-5bca-4ede-ab7c-43da74b0b40f None None] Network 48fdae4e-81e9-4a23-89e1-33628de0a6f7 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:55:46.236538 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53894e5-6f0d-4430-ad25-46ef76505e93 req-f9b5b997-4d30-44fd-85ac-a6715020b82c tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:46.238009 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e53894e5-6f0d-4430-ad25-46ef76505e93 req-f9b5b997-4d30-44fd-85ac-a6715020b82c tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.57 "GET /v2.0/networks?id=d7695c22-7cfd-4319-9d63-9f76b8799969 HTTP/1.1" status: 200 len: 814 time: 0.2559707 Mar 11 19:55:46.299279 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f197c84-774e-4596-9c16-9500a92f5eec tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event updated for resources: {'Port': ['ID=4c8927be-af66-4366-b146-47ff7d023f9f,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:46.333546 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7812b6c-6062-492e-9998-9587fa60fa2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-0897600d-059c-4c97-87d5-16371e549b1b', 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'project_id': '06d9e64a19fa4247bc00069610bf80e1', 'fixed_ips': [{'subnet_id': '2540b037-c0c1-4c4c-b1d6-09e90ad5c517'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:55:46.334935 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d7812b6c-6062-492e-9998-9587fa60fa2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:46.347145 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d71955c5-0205-494a-b0a6-9fc2a5c7c192 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (48fdae4e-81e9-4a23-89e1-33628de0a6f7), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:46.383558 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-a5be0fd2-30fb-46d6-9d6d-7e5f09bbd94b req-26060f84-8be9-4061-8f35-d2e94a523cb2 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Allocated IP 172.20.0.30 (1a9655bc-0e04-4103-81f6-ff5199dd978e/48a48fb8-cd5f-4622-a86e-1c4f27d96367/2a6df4d7-37b9-4bb2-8351-15e97ba467aa) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:55:46.401810 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3871959f-d568-4b29-8c5c-ad2627c45706 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Made reservation on behalf of 06d9e64a19fa4247bc00069610bf80e1 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:55:46.411256 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e53894e5-6f0d-4430-ad25-46ef76505e93 req-2fa769b0-5ffa-4986-999b-a060ac6fe929 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac0acd49ed0a4c6b89bcb3eaea14c217 HTTP/1.1" status: 200 len: 379 time: 0.1600647 Mar 11 19:55:46.441314 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-e53894e5-6f0d-4430-ad25-46ef76505e93 req-52e3aafd-d83a-4be6-b15b-4a23076fdda8 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Request body: {'port': {'device_id': '49f5fa91-1231-4377-96de-2f89df5190a0', 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969', 'admin_state_up': True, 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'security_groups': ['65004c17-7a23-4b73-b3dc-3e0dedc94556']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:46.495855 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-25e3be68-2e12-4bf9-81fa-0b5aab2c50f3 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Deleting port 4c8927be-af66-4366-b146-47ff7d023f9f {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:55:46.496198 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-25e3be68-2e12-4bf9-81fa-0b5aab2c50f3 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (4c8927be-af66-4366-b146-47ff7d023f9f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:46.550384 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8e685d77-6508-482a-8144-2b45a045caa9 None None] Port 76ca8e67-ff6e-4061-9d4c-6476a7307b6e update to ACTIVE by agent not found {{(pid=103886) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Mar 11 19:55:46.571178 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3871959f-d568-4b29-8c5c-ad2627c45706 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:46.599346 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a5be0fd2-30fb-46d6-9d6d-7e5f09bbd94b req-26060f84-8be9-4061-8f35-d2e94a523cb2 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks [] for port (2a6df4d7-37b9-4bb2-8351-15e97ba467aa), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:46.613351 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-3871959f-d568-4b29-8c5c-ad2627c45706 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] device_id is not set on port d541df40-41b4-4a15-a6c0-fe56d7b4ec33 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:55:46.619185 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-d71955c5-0205-494a-b0a6-9fc2a5c7c192 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Deleting port ac33b45d-a87a-4fc1-9dcb-149b9b0cf9e0 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:55:46.619918 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d71955c5-0205-494a-b0a6-9fc2a5c7c192 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (ac33b45d-a87a-4fc1-9dcb-149b9b0cf9e0), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:46.643369 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-25e3be68-2e12-4bf9-81fa-0b5aab2c50f3 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (4c8927be-af66-4366-b146-47ff7d023f9f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:46.666318 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-25e3be68-2e12-4bf9-81fa-0b5aab2c50f3 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Calling delete_port for 4c8927be-af66-4366-b146-47ff7d023f9f owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:55:46.681442 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-5e0cb235-4864-41f8-ac09-6abd4ddaf2f5 None None] Could not find standard attr ID for object 8b82c402-bf50-4020-803f-24c20cfb9a11. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 19:55:46.690924 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c29370-1635-4111-b3d5-fe0f192faddf None None] DHCP port deletion for 48fdae4e-81e9-4a23-89e1-33628de0a6f7 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:55:46.708806 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a5be0fd2-30fb-46d6-9d6d-7e5f09bbd94b req-26060f84-8be9-4061-8f35-d2e94a523cb2 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (2a6df4d7-37b9-4bb2-8351-15e97ba467aa), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:46.735827 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-d7812b6c-6062-492e-9998-9587fa60fa2e None None] Allocated IP 2001:db8::f816:3eff:fe1e:644 (0897600d-059c-4c97-87d5-16371e549b1b/2540b037-c0c1-4c4c-b1d6-09e90ad5c517/08f56e28-662d-469d-aca0-45b6c5694a3e) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:55:46.761363 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26060f84-8be9-4061-8f35-d2e94a523cb2 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Pushing event updated for resources: {'Port': ['ID=2a6df4d7-37b9-4bb2-8351-15e97ba467aa,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:46.766791 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-d71955c5-0205-494a-b0a6-9fc2a5c7c192 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] For port ac33b45d-a87a-4fc1-9dcb-149b9b0cf9e0, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=ac33b45d-a87a-4fc1-9dcb-149b9b0cf9e0,segment=NetworkSegment(f349f682-89f5-4a03-9422-e3e5b46e939e),segment_id=f349f682-89f5-4a03-9422-e3e5b46e939e)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:55:46.767157 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d71955c5-0205-494a-b0a6-9fc2a5c7c192 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (ac33b45d-a87a-4fc1-9dcb-149b9b0cf9e0), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:46.770908 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e53894e5-6f0d-4430-ad25-46ef76505e93 req-52e3aafd-d83a-4be6-b15b-4a23076fdda8 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Made reservation on behalf of ac0acd49ed0a4c6b89bcb3eaea14c217 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:55:46.774230 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e53894e5-6f0d-4430-ad25-46ef76505e93 req-52e3aafd-d83a-4be6-b15b-4a23076fdda8 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:46.787969 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5be0fd2-30fb-46d6-9d6d-7e5f09bbd94b req-26060f84-8be9-4061-8f35-d2e94a523cb2 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Network 1a9655bc-0e04-4103-81f6-ff5199dd978e is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:55:46.789577 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-a5be0fd2-30fb-46d6-9d6d-7e5f09bbd94b req-26060f84-8be9-4061-8f35-d2e94a523cb2 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:55:46.792186 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5be0fd2-30fb-46d6-9d6d-7e5f09bbd94b req-26060f84-8be9-4061-8f35-d2e94a523cb2 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:55:46.801212 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-d71955c5-0205-494a-b0a6-9fc2a5c7c192 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Calling delete_port for ac33b45d-a87a-4fc1-9dcb-149b9b0cf9e0 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:55:46.826888 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b6c29370-1635-4111-b3d5-fe0f192faddf None None] Deleting port ac33b45d-a87a-4fc1-9dcb-149b9b0cf9e0 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:55:46.827300 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b6c29370-1635-4111-b3d5-fe0f192faddf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (ac33b45d-a87a-4fc1-9dcb-149b9b0cf9e0), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:46.850959 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5be0fd2-30fb-46d6-9d6d-7e5f09bbd94b req-26060f84-8be9-4061-8f35-d2e94a523cb2 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:46.851863 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a5be0fd2-30fb-46d6-9d6d-7e5f09bbd94b req-26060f84-8be9-4061-8f35-d2e94a523cb2 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:46.875687 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-a5be0fd2-30fb-46d6-9d6d-7e5f09bbd94b req-26060f84-8be9-4061-8f35-d2e94a523cb2 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.2088015 Mar 11 19:55:46.936106 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-b6c29370-1635-4111-b3d5-fe0f192faddf None None] For port ac33b45d-a87a-4fc1-9dcb-149b9b0cf9e0, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=ac33b45d-a87a-4fc1-9dcb-149b9b0cf9e0,segment=NetworkSegment(f349f682-89f5-4a03-9422-e3e5b46e939e),segment_id=f349f682-89f5-4a03-9422-e3e5b46e939e)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:55:46.936513 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b6c29370-1635-4111-b3d5-fe0f192faddf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (ac33b45d-a87a-4fc1-9dcb-149b9b0cf9e0), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:46.944895 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-25e3be68-2e12-4bf9-81fa-0b5aab2c50f3 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (4c8927be-af66-4366-b146-47ff7d023f9f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:46.961275 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b6c29370-1635-4111-b3d5-fe0f192faddf None None] Calling delete_port for ac33b45d-a87a-4fc1-9dcb-149b9b0cf9e0 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:55:47.041671 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-a5be0fd2-30fb-46d6-9d6d-7e5f09bbd94b req-c742806e-f0a4-422a-8478-cb1b6c457c27 service neutron] Request body: {'port': {'device_id': '2de21222-c3f6-4765-824f-34913c044060', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:47.043301 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e3be68-2e12-4bf9-81fa-0b5aab2c50f3 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event deleted for resources: {'Port': ['ID=4c8927be-af66-4366-b146-47ff7d023f9f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:47.061260 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d7812b6c-6062-492e-9998-9587fa60fa2e None None] Publish callbacks [] for port (08f56e28-662d-469d-aca0-45b6c5694a3e), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:47.075849 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d7812b6c-6062-492e-9998-9587fa60fa2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (08f56e28-662d-469d-aca0-45b6c5694a3e), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:47.099131 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92885210-f001-4ed7-867d-5df2474ff216 req-81476b9c-4ea2-47ad-964e-18451ac41f67 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:47.109462 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-92885210-f001-4ed7-867d-5df2474ff216 req-81476b9c-4ea2-47ad-964e-18451ac41f67 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "GET /v2.0/ports?device_id=2de21222-c3f6-4765-824f-34913c044060 HTTP/1.1" status: 200 len: 895 time: 0.1981759 Mar 11 19:55:47.138798 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7812b6c-6062-492e-9998-9587fa60fa2e None None] Network 0897600d-059c-4c97-87d5-16371e549b1b is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:55:47.143756 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-d7812b6c-6062-492e-9998-9587fa60fa2e None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:55:47.145514 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-25e3be68-2e12-4bf9-81fa-0b5aab2c50f3 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:47.148948 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7812b6c-6062-492e-9998-9587fa60fa2e None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:55:47.152566 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-25e3be68-2e12-4bf9-81fa-0b5aab2c50f3 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "DELETE /v2.0/ports/4c8927be-af66-4366-b146-47ff7d023f9f HTTP/1.1" status: 204 len: 168 time: 0.9743032 Mar 11 19:55:47.155278 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35482) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:47.174073 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d71955c5-0205-494a-b0a6-9fc2a5c7c192 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (ac33b45d-a87a-4fc1-9dcb-149b9b0cf9e0), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:47.197203 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7812b6c-6062-492e-9998-9587fa60fa2e None None] Pushing event updated for resources: {'Port': ['ID=08f56e28-662d-469d-aca0-45b6c5694a3e,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:47.222267 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a5be0fd2-30fb-46d6-9d6d-7e5f09bbd94b req-c742806e-f0a4-422a-8478-cb1b6c457c27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2a6df4d7-37b9-4bb2-8351-15e97ba467aa), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:47.226392 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-3871959f-d568-4b29-8c5c-ad2627c45706 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Allocated IP 2001:db8::f816:3eff:fe6e:b5a3 (0897600d-059c-4c97-87d5-16371e549b1b/2540b037-c0c1-4c4c-b1d6-09e90ad5c517/d541df40-41b4-4a15-a6c0-fe56d7b4ec33) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:55:47.235137 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b6c29370-1635-4111-b3d5-fe0f192faddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (ac33b45d-a87a-4fc1-9dcb-149b9b0cf9e0), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:47.272788 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c29370-1635-4111-b3d5-fe0f192faddf None None] Pushing event deleted for resources: {'Port': ['ID=ac33b45d-a87a-4fc1-9dcb-149b9b0cf9e0,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:47.284694 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-d7812b6c-6062-492e-9998-9587fa60fa2e None None] Attempting to bind port 08f56e28-662d-469d-aca0-45b6c5694a3e on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:55:47.285069 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-d7812b6c-6062-492e-9998-9587fa60fa2e None None] Attempting to bind port 08f56e28-662d-469d-aca0-45b6c5694a3e by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:55:47.285437 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7812b6c-6062-492e-9998-9587fa60fa2e None None] Attempting to bind port 08f56e28-662d-469d-aca0-45b6c5694a3e on network 0897600d-059c-4c97-87d5-16371e549b1b {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:55:47.294268 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-92a2ebf2-62b6-4664-aa97-fba47b32cf84 None None] Provisioning complete for port 2a6df4d7-37b9-4bb2-8351-15e97ba467aa triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:55:47.294646 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-92a2ebf2-62b6-4664-aa97-fba47b32cf84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (2a6df4d7-37b9-4bb2-8351-15e97ba467aa), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:47.296776 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c29370-1635-4111-b3d5-fe0f192faddf None None] No DVR routers for this DVR port ac33b45d-a87a-4fc1-9dcb-149b9b0cf9e0 on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:55:47.298594 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7812b6c-6062-492e-9998-9587fa60fa2e None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:55:47.298972 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7812b6c-6062-492e-9998-9587fa60fa2e None None] Checking segment: {'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:55:47.299455 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d7812b6c-6062-492e-9998-9587fa60fa2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:47.299823 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7812b6c-6062-492e-9998-9587fa60fa2e None None] Bound using segment: {'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:55:47.300315 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-d7812b6c-6062-492e-9998-9587fa60fa2e None None] Bound port: 08f56e28-662d-469d-aca0-45b6c5694a3e, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:55:47.300697 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d7812b6c-6062-492e-9998-9587fa60fa2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (08f56e28-662d-469d-aca0-45b6c5694a3e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:47.377691 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-92a2ebf2-62b6-4664-aa97-fba47b32cf84 None None] Port 2a6df4d7-37b9-4bb2-8351-15e97ba467aa cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:55:47.425749 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d7812b6c-6062-492e-9998-9587fa60fa2e None None] For port 08f56e28-662d-469d-aca0-45b6c5694a3e, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:55:47.432991 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d7812b6c-6062-492e-9998-9587fa60fa2e None None] For port 08f56e28-662d-469d-aca0-45b6c5694a3e, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=08f56e28-662d-469d-aca0-45b6c5694a3e,segment=NetworkSegment(70c71ca7-59df-46c5-86d9-acc712ed1da1),segment_id=70c71ca7-59df-46c5-86d9-acc712ed1da1)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:55:47.446126 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d7812b6c-6062-492e-9998-9587fa60fa2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (08f56e28-662d-469d-aca0-45b6c5694a3e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:47.522555 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7812b6c-6062-492e-9998-9587fa60fa2e None None] Pushing event updated for resources: {'Port': ['ID=08f56e28-662d-469d-aca0-45b6c5694a3e,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:47.600226 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3871959f-d568-4b29-8c5c-ad2627c45706 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for port (d541df40-41b4-4a15-a6c0-fe56d7b4ec33), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:47.628065 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71955c5-0205-494a-b0a6-9fc2a5c7c192 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event deleted for resources: {'Port': ['ID=ac33b45d-a87a-4fc1-9dcb-149b9b0cf9e0,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:47.632584 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71955c5-0205-494a-b0a6-9fc2a5c7c192 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] No DVR routers for this DVR port ac33b45d-a87a-4fc1-9dcb-149b9b0cf9e0 on host n-d-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:55:47.644356 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-e53894e5-6f0d-4430-ad25-46ef76505e93 req-52e3aafd-d83a-4be6-b15b-4a23076fdda8 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Allocated IP 172.20.0.14 (d7695c22-7cfd-4319-9d63-9f76b8799969/9c3f149c-decf-4bc3-9858-1266a909f90c/abe8ea9b-d437-4faa-b7f3-1441ce82426d) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:55:47.676691 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3871959f-d568-4b29-8c5c-ad2627c45706 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (d541df40-41b4-4a15-a6c0-fe56d7b4ec33), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:47.685911 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-42cbc669-70e0-4b27-a889-983b1f422551 req-a2908dcb-f0a8-4bf0-b1d2-f43bec326297 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/ports?device_id=49f5fa91-1231-4377-96de-2f89df5190a0 HTTP/1.1" status: 200 len: 210 time: 0.0895305 Mar 11 19:55:47.773060 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d71955c5-0205-494a-b0a6-9fc2a5c7c192 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (48fdae4e-81e9-4a23-89e1-33628de0a6f7), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:47.787151 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871959f-d568-4b29-8c5c-ad2627c45706 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event updated for resources: {'Port': ['ID=d541df40-41b4-4a15-a6c0-fe56d7b4ec33,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:47.790931 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3871959f-d568-4b29-8c5c-ad2627c45706 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Network 0897600d-059c-4c97-87d5-16371e549b1b is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:55:47.795350 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-a5be0fd2-30fb-46d6-9d6d-7e5f09bbd94b req-c742806e-f0a4-422a-8478-cb1b6c457c27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a6df4d7-37b9-4bb2-8351-15e97ba467aa {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:55:47.799939 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-3871959f-d568-4b29-8c5c-ad2627c45706 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:55:47.803920 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3871959f-d568-4b29-8c5c-ad2627c45706 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:55:47.809103 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3871959f-d568-4b29-8c5c-ad2627c45706 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:47.810334 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3871959f-d568-4b29-8c5c-ad2627c45706 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:47.811532 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f2bb72-eae9-404d-8ba9-75ef1cf2daed tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:47.816207 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-b8f2bb72-eae9-404d-8ba9-75ef1cf2daed tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.6556618 Mar 11 19:55:47.818520 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a5be0fd2-30fb-46d6-9d6d-7e5f09bbd94b req-c742806e-f0a4-422a-8478-cb1b6c457c27 service neutron] Publish callbacks [] for port (2a6df4d7-37b9-4bb2-8351-15e97ba467aa), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:47.820658 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35484) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:47.846319 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-d71955c5-0205-494a-b0a6-9fc2a5c7c192 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48fdae4e-81e9-4a23-89e1-33628de0a6f7']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:47.865616 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-d71955c5-0205-494a-b0a6-9fc2a5c7c192 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f349f682-89f5-4a03-9422-e3e5b46e939e') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:47.865977 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-d71955c5-0205-494a-b0a6-9fc2a5c7c192 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f349f682-89f5-4a03-9422-e3e5b46e939e') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:47.870240 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfdf76c3-b866-4acf-a712-dcbeb91ed687 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] GET failed (client error): The resource could not be found. Mar 11 19:55:47.871758 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-dfdf76c3-b866-4acf-a712-dcbeb91ed687 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "GET /v2.0/ports/4c8927be-af66-4366-b146-47ff7d023f9f HTTP/1.1" status: 404 len: 333 time: 0.0502574 Mar 11 19:55:47.875131 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-3871959f-d568-4b29-8c5c-ad2627c45706 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7552776 Mar 11 19:55:47.878126 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-a5be0fd2-30fb-46d6-9d6d-7e5f09bbd94b req-c742806e-f0a4-422a-8478-cb1b6c457c27 service neutron] Transition to ACTIVE for port object 2a6df4d7-37b9-4bb2-8351-15e97ba467aa will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:55:47.878726 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35486) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:47.881303 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35488) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:47.889869 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-c32a7028-f78f-4a06-a4b1-5b74adb69577 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-271933262'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:47.890072 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a5be0fd2-30fb-46d6-9d6d-7e5f09bbd94b req-c742806e-f0a4-422a-8478-cb1b6c457c27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (2a6df4d7-37b9-4bb2-8351-15e97ba467aa), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:47.894989 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d71955c5-0205-494a-b0a6-9fc2a5c7c192 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (f349f682-89f5-4a03-9422-e3e5b46e939e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:47.958977 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d71955c5-0205-494a-b0a6-9fc2a5c7c192 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (f349f682-89f5-4a03-9422-e3e5b46e939e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:47.973264 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d71955c5-0205-494a-b0a6-9fc2a5c7c192 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Releasing vlan 888 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:55:47.973757 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d71955c5-0205-494a-b0a6-9fc2a5c7c192 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (f349f682-89f5-4a03-9422-e3e5b46e939e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:47.977273 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 19:55:47.977273 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:55:47.977273 n-d-833163-1 neutron-server[103885]: timer() Mar 11 19:55:47.977273 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:55:47.977273 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 19:55:47.977273 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:55:47.977273 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 19:55:47.977273 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:55:47.977273 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 19:55:47.977273 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:55:47.977273 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 19:55:47.977273 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:55:47.977273 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 19:55:47.977273 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:55:47.977273 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:55:47.977273 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:55:47.977273 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:55:47.977273 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:55:47.977273 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 19:55:47.977273 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:55:47.977273 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 19:55:47.977273 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:55:47.977273 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:55:47.977273 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:55:47.977273 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 19:55:47.977273 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:55:47.977273 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:55:47.977273 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:55:47.977273 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:55:47.977273 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:55:47.977273 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:55:47.977273 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:55:47.988615 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c742806e-f0a4-422a-8478-cb1b6c457c27 service neutron] Pushing event updated for resources: {'Port': ['ID=2a6df4d7-37b9-4bb2-8351-15e97ba467aa,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:47.989954 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c32a7028-f78f-4a06-a4b1-5b74adb69577 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Made reservation on behalf of 9a2132e02eba4e489015b67acdaa176b for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:55:47.993329 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c32a7028-f78f-4a06-a4b1-5b74adb69577 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:48.032819 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 08f56e28-662d-469d-aca0-45b6c5694a3e up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:55:48.060861 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3661b48-4f96-4602-bb42-c73978492a11 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:48.066148 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3661b48-4f96-4602-bb42-c73978492a11 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:48.067927 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d3661b48-4f96-4602-bb42-c73978492a11 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1881726 Mar 11 19:55:48.078757 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35490) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:48.100897 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d71955c5-0205-494a-b0a6-9fc2a5c7c192 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (48fdae4e-81e9-4a23-89e1-33628de0a6f7), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:48.108326 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e53894e5-6f0d-4430-ad25-46ef76505e93 req-52e3aafd-d83a-4be6-b15b-4a23076fdda8 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for port (abe8ea9b-d437-4faa-b7f3-1441ce82426d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:48.124309 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 08f56e28-662d-469d-aca0-45b6c5694a3e triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:55:48.125054 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (08f56e28-662d-469d-aca0-45b6c5694a3e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:48.137335 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d71955c5-0205-494a-b0a6-9fc2a5c7c192 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:48.145628 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d71955c5-0205-494a-b0a6-9fc2a5c7c192 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "DELETE /v2.0/networks/48fdae4e-81e9-4a23-89e1-33628de0a6f7 HTTP/1.1" status: 204 len: 168 time: 1.9804678 Mar 11 19:55:48.146346 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35494) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:48.159674 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-937dd2d9-fefc-4439-8d7a-6515571b68b2 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1629019246', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:48.178821 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-a5be0fd2-30fb-46d6-9d6d-7e5f09bbd94b req-c742806e-f0a4-422a-8478-cb1b6c457c27 service neutron] Attempting to bind port 2a6df4d7-37b9-4bb2-8351-15e97ba467aa on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:55:48.180525 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-a5be0fd2-30fb-46d6-9d6d-7e5f09bbd94b req-c742806e-f0a4-422a-8478-cb1b6c457c27 service neutron] Attempting to bind port 2a6df4d7-37b9-4bb2-8351-15e97ba467aa by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': 'b89a4158-0911-44dd-9eee-a28d579e0e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '1a9655bc-0e04-4103-81f6-ff5199dd978e'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:55:48.180889 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5be0fd2-30fb-46d6-9d6d-7e5f09bbd94b req-c742806e-f0a4-422a-8478-cb1b6c457c27 service neutron] Attempting to bind port 2a6df4d7-37b9-4bb2-8351-15e97ba467aa on network 1a9655bc-0e04-4103-81f6-ff5199dd978e {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:55:48.187877 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71955c5-0205-494a-b0a6-9fc2a5c7c192 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event deleted for resources: {'Network': ['ID=48fdae4e-81e9-4a23-89e1-33628de0a6f7,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:48.195676 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c32a7028-f78f-4a06-a4b1-5b74adb69577 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] vlan segment allocate from pool success with {'vlan_id': 881, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:55:48.205640 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5be0fd2-30fb-46d6-9d6d-7e5f09bbd94b req-c742806e-f0a4-422a-8478-cb1b6c457c27 service neutron] Port 2a6df4d7-37b9-4bb2-8351-15e97ba467aa on network 1a9655bc-0e04-4103-81f6-ff5199dd978e not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:55:48.206079 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5be0fd2-30fb-46d6-9d6d-7e5f09bbd94b req-c742806e-f0a4-422a-8478-cb1b6c457c27 service neutron] Attempting to bind port 2a6df4d7-37b9-4bb2-8351-15e97ba467aa on network 1a9655bc-0e04-4103-81f6-ff5199dd978e {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:55:48.215406 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5be0fd2-30fb-46d6-9d6d-7e5f09bbd94b req-c742806e-f0a4-422a-8478-cb1b6c457c27 service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:55:48.215862 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5be0fd2-30fb-46d6-9d6d-7e5f09bbd94b req-c742806e-f0a4-422a-8478-cb1b6c457c27 service neutron] Checking segment: {'id': 'b89a4158-0911-44dd-9eee-a28d579e0e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '1a9655bc-0e04-4103-81f6-ff5199dd978e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:55:48.216244 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5be0fd2-30fb-46d6-9d6d-7e5f09bbd94b req-c742806e-f0a4-422a-8478-cb1b6c457c27 service neutron] Bound using segment: {'id': 'b89a4158-0911-44dd-9eee-a28d579e0e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '1a9655bc-0e04-4103-81f6-ff5199dd978e'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:55:48.216699 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-a5be0fd2-30fb-46d6-9d6d-7e5f09bbd94b req-c742806e-f0a4-422a-8478-cb1b6c457c27 service neutron] Bound port: 2a6df4d7-37b9-4bb2-8351-15e97ba467aa, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b89a4158-0911-44dd-9eee-a28d579e0e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 854, 'network_id': '1a9655bc-0e04-4103-81f6-ff5199dd978e'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:55:48.217056 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a5be0fd2-30fb-46d6-9d6d-7e5f09bbd94b req-c742806e-f0a4-422a-8478-cb1b6c457c27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2a6df4d7-37b9-4bb2-8351-15e97ba467aa), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:48.254127 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-937dd2d9-fefc-4439-8d7a-6515571b68b2 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (3726834a-8ed5-4f80-b95b-7c6cee37bebd), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:48.255213 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-937dd2d9-fefc-4439-8d7a-6515571b68b2 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (3726834a-8ed5-4f80-b95b-7c6cee37bebd), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:48.283291 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c32a7028-f78f-4a06-a4b1-5b74adb69577 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (a161c4df-09e1-41df-a69a-738a6ae0189e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:48.283745 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-c32a7028-f78f-4a06-a4b1-5b74adb69577 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Added segment a161c4df-09e1-41df-a69a-738a6ae0189e of type vlan for network 2a9d2cff-2ea9-4381-85cd-7d79a262d24d Mar 11 19:55:48.294844 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 08f56e28-662d-469d-aca0-45b6c5694a3e is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:55:48.295707 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (08f56e28-662d-469d-aca0-45b6c5694a3e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:48.340041 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 08f56e28-662d-469d-aca0-45b6c5694a3e, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=08f56e28-662d-469d-aca0-45b6c5694a3e,segment=NetworkSegment(70c71ca7-59df-46c5-86d9-acc712ed1da1),segment_id=70c71ca7-59df-46c5-86d9-acc712ed1da1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:55:48.345353 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (08f56e28-662d-469d-aca0-45b6c5694a3e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:48.375608 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e53894e5-6f0d-4430-ad25-46ef76505e93 req-52e3aafd-d83a-4be6-b15b-4a23076fdda8 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (abe8ea9b-d437-4faa-b7f3-1441ce82426d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:48.376445 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-937dd2d9-fefc-4439-8d7a-6515571b68b2 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for router_controller (3726834a-8ed5-4f80-b95b-7c6cee37bebd), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:48.379895 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-a5be0fd2-30fb-46d6-9d6d-7e5f09bbd94b req-c742806e-f0a4-422a-8478-cb1b6c457c27 service neutron] For port 2a6df4d7-37b9-4bb2-8351-15e97ba467aa, host n-h1-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:55:48.385602 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-937dd2d9-fefc-4439-8d7a-6515571b68b2 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (3726834a-8ed5-4f80-b95b-7c6cee37bebd), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:48.402084 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-a5be0fd2-30fb-46d6-9d6d-7e5f09bbd94b req-c742806e-f0a4-422a-8478-cb1b6c457c27 service neutron] For port 2a6df4d7-37b9-4bb2-8351-15e97ba467aa, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=2a6df4d7-37b9-4bb2-8351-15e97ba467aa,segment=NetworkSegment(b89a4158-0911-44dd-9eee-a28d579e0e0d),segment_id=b89a4158-0911-44dd-9eee-a28d579e0e0d)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:55:48.412287 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a5be0fd2-30fb-46d6-9d6d-7e5f09bbd94b req-c742806e-f0a4-422a-8478-cb1b6c457c27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (2a6df4d7-37b9-4bb2-8351-15e97ba467aa), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:48.420460 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-937dd2d9-fefc-4439-8d7a-6515571b68b2 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:48.421940 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-937dd2d9-fefc-4439-8d7a-6515571b68b2 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2750375 Mar 11 19:55:48.426553 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35496) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:48.436382 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-a5429bec-1280-445e-a3c9-918e00154796 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2113728892'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:48.442460 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c32a7028-f78f-4a06-a4b1-5b74adb69577 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (2a9d2cff-2ea9-4381-85cd-7d79a262d24d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:48.458426 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device ac33b45d-a87a-4fc1-9dcb-149b9b0cf9e0 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:55:48.462945 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e53894e5-6f0d-4430-ad25-46ef76505e93 req-52e3aafd-d83a-4be6-b15b-4a23076fdda8 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Network d7695c22-7cfd-4319-9d63-9f76b8799969 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:55:48.475124 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-e53894e5-6f0d-4430-ad25-46ef76505e93 req-52e3aafd-d83a-4be6-b15b-4a23076fdda8 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:55:48.484698 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5429bec-1280-445e-a3c9-918e00154796 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Made reservation on behalf of add05d9726be43c2815669eb9adbbe31 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:55:48.488038 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a5429bec-1280-445e-a3c9-918e00154796 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:48.498952 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=08f56e28-662d-469d-aca0-45b6c5694a3e,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:48.501117 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-e53894e5-6f0d-4430-ad25-46ef76505e93 req-52e3aafd-d83a-4be6-b15b-4a23076fdda8 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:55:48.501744 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5be0fd2-30fb-46d6-9d6d-7e5f09bbd94b req-c742806e-f0a4-422a-8478-cb1b6c457c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:48.503549 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a5be0fd2-30fb-46d6-9d6d-7e5f09bbd94b req-c742806e-f0a4-422a-8478-cb1b6c457c27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:48.506356 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-a5be0fd2-30fb-46d6-9d6d-7e5f09bbd94b req-c742806e-f0a4-422a-8478-cb1b6c457c27 service neutron] 10.222.0.75 "PUT /v2.0/ports/2a6df4d7-37b9-4bb2-8351-15e97ba467aa HTTP/1.1" status: 200 len: 1055 time: 1.6236243 Mar 11 19:55:48.516574 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: ac33b45d-a87a-4fc1-9dcb-149b9b0cf9e0 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:55:48.517069 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device ac33b45d-a87a-4fc1-9dcb-149b9b0cf9e0 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:55:48.517613 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2de21222-c3f6-4765-824f-34913c044060', 'tag': '2a6df4d7-37b9-4bb2-8351-15e97ba467aa'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:55:48.520516 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0533894e-553b-41a3-aa27-15379f98a7b2" -d '{"events": [{"name": "network-changed", "server_uuid": "2de21222-c3f6-4765-824f-34913c044060", "tag": "2a6df4d7-37b9-4bb2-8351-15e97ba467aa"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:55:48.545352 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b733174-95d8-4b20-a7b9-c1bda69fd965 req-8ca0e4d5-c8b0-4554-a0d4-9c8560c343bc tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:48.548110 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4b733174-95d8-4b20-a7b9-c1bda69fd965 req-8ca0e4d5-c8b0-4554-a0d4-9c8560c343bc tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "GET /v2.0/ports?device_id=2de21222-c3f6-4765-824f-34913c044060 HTTP/1.1" status: 200 len: 907 time: 0.3010426 Mar 11 19:55:48.566855 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c742806e-f0a4-422a-8478-cb1b6c457c27 service neutron] Pushing event updated for resources: {'Port': ['ID=2a6df4d7-37b9-4bb2-8351-15e97ba467aa,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:48.600775 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-d5e8d015-3393-427c-8ed8-f2e50eba98c0 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Deleting port d541df40-41b4-4a15-a6c0-fe56d7b4ec33 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:55:48.601142 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d5e8d015-3393-427c-8ed8-f2e50eba98c0 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (d541df40-41b4-4a15-a6c0-fe56d7b4ec33), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:48.609926 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5429bec-1280-445e-a3c9-918e00154796 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] vlan segment allocate from pool success with {'vlan_id': 862, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:55:48.628057 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a5429bec-1280-445e-a3c9-918e00154796 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (ccc97c89-5799-4692-b1c2-78d0d90f94fe), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:48.628390 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-a5429bec-1280-445e-a3c9-918e00154796 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Added segment ccc97c89-5799-4692-b1c2-78d0d90f94fe of type vlan for network 1067292e-856c-40cb-9c34-67eaab76a69d Mar 11 19:55:48.674993 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5be0fd2-30fb-46d6-9d6d-7e5f09bbd94b req-a23ef743-8b5f-424a-baf4-ff9795ebbd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:48.677165 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-a5be0fd2-30fb-46d6-9d6d-7e5f09bbd94b req-a23ef743-8b5f-424a-baf4-ff9795ebbd28 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ba1ac85839b24ea7a6d2ca439cce25f5&device_id=2de21222-c3f6-4765-824f-34913c044060 HTTP/1.1" status: 200 len: 1089 time: 0.1282294 Mar 11 19:55:48.705494 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b6f9d64-468d-4a62-9bf9-1c3723851795 x-openstack-request-id: req-6b6f9d64-468d-4a62-9bf9-1c3723851795 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:55:48.706060 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2de21222-c3f6-4765-824f-34913c044060", "tag": "2a6df4d7-37b9-4bb2-8351-15e97ba467aa", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:55:48.707552 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6b6f9d64-468d-4a62-9bf9-1c3723851795 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:55:48.708245 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2de21222-c3f6-4765-824f-34913c044060', 'tag': '2a6df4d7-37b9-4bb2-8351-15e97ba467aa', 'status': 'completed', 'code': 200} Mar 11 19:55:48.710128 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a5429bec-1280-445e-a3c9-918e00154796 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (1067292e-856c-40cb-9c34-67eaab76a69d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:48.718796 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e3aafd-d83a-4be6-b15b-4a23076fdda8 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Pushing event updated for resources: {'Port': ['ID=abe8ea9b-d437-4faa-b7f3-1441ce82426d,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:48.743136 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c32a7028-f78f-4a06-a4b1-5b74adb69577 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (2a9d2cff-2ea9-4381-85cd-7d79a262d24d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:48.748888 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32a7028-f78f-4a06-a4b1-5b74adb69577 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:48.751972 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c32a7028-f78f-4a06-a4b1-5b74adb69577 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:48.801866 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-a5be0fd2-30fb-46d6-9d6d-7e5f09bbd94b req-b13493bc-7379-465d-b9d8-c1ac39c0a198 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=2a6df4d7-37b9-4bb2-8351-15e97ba467aa HTTP/1.1" status: 200 len: 217 time: 0.1084814 Mar 11 19:55:48.807310 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a5429bec-1280-445e-a3c9-918e00154796 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (1067292e-856c-40cb-9c34-67eaab76a69d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:48.813423 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5429bec-1280-445e-a3c9-918e00154796 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:48.814236 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a5429bec-1280-445e-a3c9-918e00154796 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:48.871355 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53894e5-6f0d-4430-ad25-46ef76505e93 req-52e3aafd-d83a-4be6-b15b-4a23076fdda8 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:48.873076 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e53894e5-6f0d-4430-ad25-46ef76505e93 req-52e3aafd-d83a-4be6-b15b-4a23076fdda8 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:48.914704 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:48.921593 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d5e8d015-3393-427c-8ed8-f2e50eba98c0 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (d541df40-41b4-4a15-a6c0-fe56d7b4ec33), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:48.941446 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a5429bec-1280-445e-a3c9-918e00154796 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5104544 Mar 11 19:55:48.944270 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35504) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:48.944848 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5429bec-1280-445e-a3c9-918e00154796 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event updated for resources: {'Network': ['ID=1067292e-856c-40cb-9c34-67eaab76a69d,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:48.952093 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-313cef84-fd87-4d3a-98e5-d1e06501bec2 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Request body: {'subnet': {'network_id': '1067292e-856c-40cb-9c34-67eaab76a69d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:48.959176 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 1067292e-856c-40cb-9c34-67eaab76a69d details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:55:48.983835 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5be0fd2-30fb-46d6-9d6d-7e5f09bbd94b req-ba17bd9e-daf3-4f09-93e3-312e68004a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:48.985319 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-a5be0fd2-30fb-46d6-9d6d-7e5f09bbd94b req-ba17bd9e-daf3-4f09-93e3-312e68004a4e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=48a48fb8-cd5f-4622-a86e-1c4f27d96367 HTTP/1.1" status: 200 len: 838 time: 0.1681144 Mar 11 19:55:49.023549 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-c32a7028-f78f-4a06-a4b1-5b74adb69577 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1411400 Mar 11 19:55:49.030352 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-d5e8d015-3393-427c-8ed8-f2e50eba98c0 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Calling delete_port for d541df40-41b4-4a15-a6c0-fe56d7b4ec33 owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:55:49.043985 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32a7028-f78f-4a06-a4b1-5b74adb69577 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event updated for resources: {'Network': ['ID=2a9d2cff-2ea9-4381-85cd-7d79a262d24d,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:49.049910 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35506) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:49.065566 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-64f08a8e-bd8f-44f2-acb2-aca424a124b6 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Request body: {'subnet': {'network_id': '2a9d2cff-2ea9-4381-85cd-7d79a262d24d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:49.091377 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 2a9d2cff-2ea9-4381-85cd-7d79a262d24d details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:55:49.182542 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d0ad8b45-696a-495b-b0f8-9aa5fb9eae1e None None] Provisioning complete for port abe8ea9b-d437-4faa-b7f3-1441ce82426d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:55:49.183170 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0ad8b45-696a-495b-b0f8-9aa5fb9eae1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (abe8ea9b-d437-4faa-b7f3-1441ce82426d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:49.227369 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e53894e5-6f0d-4430-ad25-46ef76505e93 req-52e3aafd-d83a-4be6-b15b-4a23076fdda8 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7947593 Mar 11 19:55:49.231892 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d0ad8b45-696a-495b-b0f8-9aa5fb9eae1e None None] Port abe8ea9b-d437-4faa-b7f3-1441ce82426d cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:55:49.242092 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-e53894e5-6f0d-4430-ad25-46ef76505e93 req-a8f04c04-ccdd-465e-bbb3-263022194aae service neutron] Request body: {'port': {'device_id': '49f5fa91-1231-4377-96de-2f89df5190a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:49.369025 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222efbf6-5190-43d2-96d6-8ff17119d3df req-ec1e9959-ca65-4f76-8deb-ec16ef31f0f3 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:49.376337 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-222efbf6-5190-43d2-96d6-8ff17119d3df req-ec1e9959-ca65-4f76-8deb-ec16ef31f0f3 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/ports?device_id=49f5fa91-1231-4377-96de-2f89df5190a0 HTTP/1.1" status: 200 len: 932 time: 0.5442085 Mar 11 19:55:49.383609 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-5fa3fdb0-6438-4a9a-ab68-8806b30f41f6 None None] Provisioning complete for port 08f56e28-662d-469d-aca0-45b6c5694a3e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:55:49.384078 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5fa3fdb0-6438-4a9a-ab68-8806b30f41f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (08f56e28-662d-469d-aca0-45b6c5694a3e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:49.455312 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f08a8e-bd8f-44f2-acb2-aca424a124b6 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Made reservation on behalf of 9a2132e02eba4e489015b67acdaa176b for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:55:49.459166 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-64f08a8e-bd8f-44f2-acb2-aca424a124b6 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:49.482179 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e53894e5-6f0d-4430-ad25-46ef76505e93 req-a8f04c04-ccdd-465e-bbb3-263022194aae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (abe8ea9b-d437-4faa-b7f3-1441ce82426d), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:49.484216 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d5e8d015-3393-427c-8ed8-f2e50eba98c0 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (d541df40-41b4-4a15-a6c0-fe56d7b4ec33), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:49.503368 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-5fa3fdb0-6438-4a9a-ab68-8806b30f41f6 None None] Current status of the port 08f56e28-662d-469d-aca0-45b6c5694a3e is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:55:49.509025 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5be0fd2-30fb-46d6-9d6d-7e5f09bbd94b req-e714307a-908d-42a0-ae5f-cab7ef871d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:49.510672 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-a5be0fd2-30fb-46d6-9d6d-7e5f09bbd94b req-e714307a-908d-42a0-ae5f-cab7ef871d0f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1a9655bc-0e04-4103-81f6-ff5199dd978e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5183377 Mar 11 19:55:49.512129 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313cef84-fd87-4d3a-98e5-d1e06501bec2 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Made reservation on behalf of add05d9726be43c2815669eb9adbbe31 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:55:49.516529 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-313cef84-fd87-4d3a-98e5-d1e06501bec2 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:49.586755 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e8d015-3393-427c-8ed8-f2e50eba98c0 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event deleted for resources: {'Port': ['ID=d541df40-41b4-4a15-a6c0-fe56d7b4ec33,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:49.621040 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-222efbf6-5190-43d2-96d6-8ff17119d3df req-c2da4ecb-730b-4078-8742-ad3efdda6b56 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/security-groups?id=65004c17-7a23-4b73-b3dc-3e0dedc94556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2432120 Mar 11 19:55:49.623010 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d2e401d5-de4a-468d-9e7d-6e750631f4cd None None] Could not find standard attr ID for object d541df40-41b4-4a15-a6c0-fe56d7b4ec33. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 19:55:49.658334 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d5e8d015-3393-427c-8ed8-f2e50eba98c0 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:49.661852 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d5e8d015-3393-427c-8ed8-f2e50eba98c0 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/ports/d541df40-41b4-4a15-a6c0-fe56d7b4ec33 HTTP/1.1" status: 204 len: 168 time: 1.5753028 Mar 11 19:55:49.665803 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35510) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:49.723912 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-a5be0fd2-30fb-46d6-9d6d-7e5f09bbd94b req-f615bcc8-bc82-4983-afdd-9c03958b7da4 service neutron] 10.222.0.75 "GET /v2.0/networks/1a9655bc-0e04-4103-81f6-ff5199dd978e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021623 Mar 11 19:55:49.794506 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c236fc5-74bf-4c6c-bf0c-22707a003419 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:49.796031 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c236fc5-74bf-4c6c-bf0c-22707a003419 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:49.797755 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-0c236fc5-74bf-4c6c-bf0c-22707a003419 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1294184 Mar 11 19:55:49.810123 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35512) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:49.886474 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 08f56e28-662d-469d-aca0-45b6c5694a3e up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:55:49.940546 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 08f56e28-662d-469d-aca0-45b6c5694a3e triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:55:49.940927 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (08f56e28-662d-469d-aca0-45b6c5694a3e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:49.947003 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d6fa12d-3e55-406b-b7f8-140b9c0791e9 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Deleting subnet 2540b037-c0c1-4c4c-b1d6-09e90ad5c517 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:55:49.957346 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9d6fa12d-3e55-406b-b7f8-140b9c0791e9 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (2540b037-c0c1-4c4c-b1d6-09e90ad5c517), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:49.997689 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-313cef84-fd87-4d3a-98e5-d1e06501bec2 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (e97cc19a-f328-44b7-a13e-081ae859becd), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:50.030980 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d40dd1-ae59-4c18-b90b-d243d766910b req-2aa443d1-d797-4719-ad82-23dbbbde8dc4 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:50.032181 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 08f56e28-662d-469d-aca0-45b6c5694a3e is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:55:50.036326 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-61d40dd1-ae59-4c18-b90b-d243d766910b req-2aa443d1-d797-4719-ad82-23dbbbde8dc4 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "GET /v2.0/ports?device_id=2de21222-c3f6-4765-824f-34913c044060 HTTP/1.1" status: 200 len: 907 time: 0.1620831 Mar 11 19:55:50.036701 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-a5be0fd2-30fb-46d6-9d6d-7e5f09bbd94b req-522a8a75-31dd-419a-b9bb-43501af88c59 service neutron] 10.222.0.75 "GET /v2.0/networks/1a9655bc-0e04-4103-81f6-ff5199dd978e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045304 Mar 11 19:55:50.053522 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-64f08a8e-bd8f-44f2-acb2-aca424a124b6 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (18f142f6-2419-44c2-ab97-3aa6af99b4d3), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:50.060786 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9d6fa12d-3e55-406b-b7f8-140b9c0791e9 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (2540b037-c0c1-4c4c-b1d6-09e90ad5c517), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:50.147947 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f08a8e-bd8f-44f2-acb2-aca424a124b6 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event updated for resources: {'Subnet': ['ID=18f142f6-2419-44c2-ab97-3aa6af99b4d3,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:50.160618 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313cef84-fd87-4d3a-98e5-d1e06501bec2 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event updated for resources: {'Subnet': ['ID=e97cc19a-f328-44b7-a13e-081ae859becd,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:50.189314 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f08a8e-bd8f-44f2-acb2-aca424a124b6 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Checking segment: {'id': 'a161c4df-09e1-41df-a69a-738a6ae0189e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '2a9d2cff-2ea9-4381-85cd-7d79a262d24d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:55:50.189701 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f08a8e-bd8f-44f2-acb2-aca424a124b6 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Network hostable DHCP agents. Network: 2a9d2cff-2ea9-4381-85cd-7d79a262d24d, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:55:50.195729 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-e53894e5-6f0d-4430-ad25-46ef76505e93 req-a8f04c04-ccdd-465e-bbb3-263022194aae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abe8ea9b-d437-4faa-b7f3-1441ce82426d {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:55:50.205681 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e53894e5-6f0d-4430-ad25-46ef76505e93 req-a8f04c04-ccdd-465e-bbb3-263022194aae service neutron] Publish callbacks [] for port (abe8ea9b-d437-4faa-b7f3-1441ce82426d), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:50.220857 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313cef84-fd87-4d3a-98e5-d1e06501bec2 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Checking segment: {'id': 'ccc97c89-5799-4692-b1c2-78d0d90f94fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '1067292e-856c-40cb-9c34-67eaab76a69d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:55:50.221229 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313cef84-fd87-4d3a-98e5-d1e06501bec2 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Network hostable DHCP agents. Network: 1067292e-856c-40cb-9c34-67eaab76a69d, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:55:50.224474 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533894e-553b-41a3-aa27-15379f98a7b2 req-1fc66111-396d-4985-8e92-1bd8e9caa2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:50.226047 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-0533894e-553b-41a3-aa27-15379f98a7b2 req-1fc66111-396d-4985-8e92-1bd8e9caa2b7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ba1ac85839b24ea7a6d2ca439cce25f5&device_id=2de21222-c3f6-4765-824f-34913c044060 HTTP/1.1" status: 200 len: 1089 time: 0.1315405 Mar 11 19:55:50.228370 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-e53894e5-6f0d-4430-ad25-46ef76505e93 req-a8f04c04-ccdd-465e-bbb3-263022194aae service neutron] Transition to ACTIVE for port object abe8ea9b-d437-4faa-b7f3-1441ce82426d will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:55:50.229807 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f08a8e-bd8f-44f2-acb2-aca424a124b6 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Network 2a9d2cff-2ea9-4381-85cd-7d79a262d24d is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:55:50.235657 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e53894e5-6f0d-4430-ad25-46ef76505e93 req-a8f04c04-ccdd-465e-bbb3-263022194aae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (abe8ea9b-d437-4faa-b7f3-1441ce82426d), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:50.251333 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9d6fa12d-3e55-406b-b7f8-140b9c0791e9 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (2540b037-c0c1-4c4c-b1d6-09e90ad5c517), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:50.264541 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-64f08a8e-bd8f-44f2-acb2-aca424a124b6 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 2a9d2cff-2ea9-4381-85cd-7d79a262d24d) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:55:50.276939 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a156517-a407-411d-b16e-3e6e062055a2 None None] Network 2a9d2cff-2ea9-4381-85cd-7d79a262d24d requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:55:50.279160 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f08a8e-bd8f-44f2-acb2-aca424a124b6 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:50.280618 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-64f08a8e-bd8f-44f2-acb2-aca424a124b6 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:50.318502 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f04c04-ccdd-465e-bbb3-263022194aae service neutron] Pushing event updated for resources: {'Port': ['ID=abe8ea9b-d437-4faa-b7f3-1441ce82426d,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:50.344989 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313cef84-fd87-4d3a-98e5-d1e06501bec2 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Network 1067292e-856c-40cb-9c34-67eaab76a69d is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:55:50.352838 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-64f08a8e-bd8f-44f2-acb2-aca424a124b6 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2998893 Mar 11 19:55:50.363939 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35514) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:50.372496 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-c84b3016-5544-4e1c-9e96-a1704a6404f6 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Request body: {'subnet': {'network_id': '2a9d2cff-2ea9-4381-85cd-7d79a262d24d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:50.376425 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-313cef84-fd87-4d3a-98e5-d1e06501bec2 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 1067292e-856c-40cb-9c34-67eaab76a69d) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:55:50.398763 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313cef84-fd87-4d3a-98e5-d1e06501bec2 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:50.399597 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-313cef84-fd87-4d3a-98e5-d1e06501bec2 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:50.400440 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bf468b-3c2d-40e3-a7eb-ceefdc30f9e3 None None] Network 1067292e-856c-40cb-9c34-67eaab76a69d requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:55:50.421311 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e92cfa-66f0-4e40-aff0-43b29a8260d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-2a9d2cff-2ea9-4381-85cd-7d79a262d24d', 'network_id': '2a9d2cff-2ea9-4381-85cd-7d79a262d24d', 'project_id': '9a2132e02eba4e489015b67acdaa176b', 'fixed_ips': [{'subnet_id': '18f142f6-2419-44c2-ab97-3aa6af99b4d3'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:55:50.422197 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-57e92cfa-66f0-4e40-aff0-43b29a8260d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:50.425538 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-e53894e5-6f0d-4430-ad25-46ef76505e93 req-a8f04c04-ccdd-465e-bbb3-263022194aae service neutron] Attempting to bind port abe8ea9b-d437-4faa-b7f3-1441ce82426d on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:55:50.426662 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-e53894e5-6f0d-4430-ad25-46ef76505e93 req-a8f04c04-ccdd-465e-bbb3-263022194aae service neutron] Attempting to bind port abe8ea9b-d437-4faa-b7f3-1441ce82426d by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:55:50.428001 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53894e5-6f0d-4430-ad25-46ef76505e93 req-a8f04c04-ccdd-465e-bbb3-263022194aae service neutron] Attempting to bind port abe8ea9b-d437-4faa-b7f3-1441ce82426d on network d7695c22-7cfd-4319-9d63-9f76b8799969 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:55:50.434335 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53894e5-6f0d-4430-ad25-46ef76505e93 req-a8f04c04-ccdd-465e-bbb3-263022194aae service neutron] Port abe8ea9b-d437-4faa-b7f3-1441ce82426d on network d7695c22-7cfd-4319-9d63-9f76b8799969 not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:55:50.435375 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53894e5-6f0d-4430-ad25-46ef76505e93 req-a8f04c04-ccdd-465e-bbb3-263022194aae service neutron] Attempting to bind port abe8ea9b-d437-4faa-b7f3-1441ce82426d on network d7695c22-7cfd-4319-9d63-9f76b8799969 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:55:50.445723 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53894e5-6f0d-4430-ad25-46ef76505e93 req-a8f04c04-ccdd-465e-bbb3-263022194aae service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:55:50.446328 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53894e5-6f0d-4430-ad25-46ef76505e93 req-a8f04c04-ccdd-465e-bbb3-263022194aae service neutron] Checking segment: {'id': '60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:55:50.447841 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53894e5-6f0d-4430-ad25-46ef76505e93 req-a8f04c04-ccdd-465e-bbb3-263022194aae service neutron] Bound using segment: {'id': '60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:55:50.448459 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-e53894e5-6f0d-4430-ad25-46ef76505e93 req-a8f04c04-ccdd-465e-bbb3-263022194aae service neutron] Bound port: abe8ea9b-d437-4faa-b7f3-1441ce82426d, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:55:50.451357 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e53894e5-6f0d-4430-ad25-46ef76505e93 req-a8f04c04-ccdd-465e-bbb3-263022194aae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (abe8ea9b-d437-4faa-b7f3-1441ce82426d), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:50.508039 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-313cef84-fd87-4d3a-98e5-d1e06501bec2 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5603061 Mar 11 19:55:50.511049 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35516) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:50.513582 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533894e-553b-41a3-aa27-15379f98a7b2 req-ee3317ee-ef10-40b3-a805-86d40b5fd0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:50.516281 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-0533894e-553b-41a3-aa27-15379f98a7b2 req-ee3317ee-ef10-40b3-a805-86d40b5fd0a7 service neutron] 10.222.0.75 "GET /v2.0/networks?id=1a9655bc-0e04-4103-81f6-ff5199dd978e HTTP/1.1" status: 200 len: 899 time: 0.2837615 Mar 11 19:55:50.523340 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9d6fa12d-3e55-406b-b7f8-140b9c0791e9 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (2540b037-c0c1-4c4c-b1d6-09e90ad5c517), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:50.594722 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8c34a1-03ec-434d-b3ed-34fdcd17e17e None None] Network 0897600d-059c-4c97-87d5-16371e549b1b requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:55:50.607510 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6fa12d-3e55-406b-b7f8-140b9c0791e9 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event deleted for resources: {'Subnet': ['ID=2540b037-c0c1-4c4c-b1d6-09e90ad5c517,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:50.617241 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9d6fa12d-3e55-406b-b7f8-140b9c0791e9 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:50.620592 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-9d6fa12d-3e55-406b-b7f8-140b9c0791e9 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/subnets/2540b037-c0c1-4c4c-b1d6-09e90ad5c517 HTTP/1.1" status: 204 len: 168 time: 0.8094933 Mar 11 19:55:50.628032 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35518) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:50.629227 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-0533894e-553b-41a3-aa27-15379f98a7b2 req-4be53656-da25-41af-b7ba-41b274045236 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=2a6df4d7-37b9-4bb2-8351-15e97ba467aa HTTP/1.1" status: 200 len: 217 time: 0.0999327 Mar 11 19:55:50.660187 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5415a1e0-cfcf-4ba9-9a53-0fe751c2cebd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-1067292e-856c-40cb-9c34-67eaab76a69d', 'network_id': '1067292e-856c-40cb-9c34-67eaab76a69d', 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'fixed_ips': [{'subnet_id': 'e97cc19a-f328-44b7-a13e-081ae859becd'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:55:50.660976 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5415a1e0-cfcf-4ba9-9a53-0fe751c2cebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:50.702886 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533894e-553b-41a3-aa27-15379f98a7b2 req-62d5ef44-25d0-411b-97e2-041abb51c2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:50.705625 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-0533894e-553b-41a3-aa27-15379f98a7b2 req-62d5ef44-25d0-411b-97e2-041abb51c2df service neutron] 10.222.0.75 "GET /v2.0/subnets?id=48a48fb8-cd5f-4622-a86e-1c4f27d96367 HTTP/1.1" status: 200 len: 838 time: 0.0681121 Mar 11 19:55:50.706860 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84b3016-5544-4e1c-9e96-a1704a6404f6 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Made reservation on behalf of 9a2132e02eba4e489015b67acdaa176b for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:55:50.709288 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-59ca7137-f45e-451a-8d7c-2c735ddb44ce tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0783224 Mar 11 19:55:50.710966 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c84b3016-5544-4e1c-9e96-a1704a6404f6 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:50.714986 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35522) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:50.759753 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-e53894e5-6f0d-4430-ad25-46ef76505e93 req-a8f04c04-ccdd-465e-bbb3-263022194aae service neutron] For port abe8ea9b-d437-4faa-b7f3-1441ce82426d, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:55:50.777191 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-57e92cfa-66f0-4e40-aff0-43b29a8260d3 None None] Allocated IP 2001:db8::2 (2a9d2cff-2ea9-4381-85cd-7d79a262d24d/18f142f6-2419-44c2-ab97-3aa6af99b4d3/38187063-d3ca-4247-ac8d-32bc5fc43d85) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:55:50.801618 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-e53894e5-6f0d-4430-ad25-46ef76505e93 req-a8f04c04-ccdd-465e-bbb3-263022194aae service neutron] For port abe8ea9b-d437-4faa-b7f3-1441ce82426d, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=abe8ea9b-d437-4faa-b7f3-1441ce82426d,segment=NetworkSegment(60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db),segment_id=60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:55:50.877090 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e53894e5-6f0d-4430-ad25-46ef76505e93 req-a8f04c04-ccdd-465e-bbb3-263022194aae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (abe8ea9b-d437-4faa-b7f3-1441ce82426d), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:50.884250 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533894e-553b-41a3-aa27-15379f98a7b2 req-85513438-a21a-4517-9d25-ccde74ce97cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:50.886031 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-0533894e-553b-41a3-aa27-15379f98a7b2 req-85513438-a21a-4517-9d25-ccde74ce97cf service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1a9655bc-0e04-4103-81f6-ff5199dd978e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1700637 Mar 11 19:55:50.927878 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53894e5-6f0d-4430-ad25-46ef76505e93 req-a8f04c04-ccdd-465e-bbb3-263022194aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:50.928419 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e53894e5-6f0d-4430-ad25-46ef76505e93 req-a8f04c04-ccdd-465e-bbb3-263022194aae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:50.930276 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e53894e5-6f0d-4430-ad25-46ef76505e93 req-a8f04c04-ccdd-465e-bbb3-263022194aae service neutron] 10.222.0.57 "PUT /v2.0/ports/abe8ea9b-d437-4faa-b7f3-1441ce82426d HTTP/1.1" status: 200 len: 1092 time: 1.6926031 Mar 11 19:55:50.932543 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49f5fa91-1231-4377-96de-2f89df5190a0', 'tag': 'abe8ea9b-d437-4faa-b7f3-1441ce82426d'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:55:50.935498 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14e554c-8cb9-4cc8-975b-03351d1c0e43" -d '{"events": [{"name": "network-changed", "server_uuid": "49f5fa91-1231-4377-96de-2f89df5190a0", "tag": "abe8ea9b-d437-4faa-b7f3-1441ce82426d"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:55:50.985289 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-5415a1e0-cfcf-4ba9-9a53-0fe751c2cebd None None] Allocated IP 2001:db8::2 (1067292e-856c-40cb-9c34-67eaab76a69d/e97cc19a-f328-44b7-a13e-081ae859becd/31a3ab95-3ae8-49d5-ae80-7d76562f530b) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:55:50.990827 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-0533894e-553b-41a3-aa27-15379f98a7b2 req-7101ba1b-a78c-4e90-8ab6-e793c629163b service neutron] 10.222.0.75 "GET /v2.0/networks/1a9655bc-0e04-4103-81f6-ff5199dd978e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937643 Mar 11 19:55:51.004127 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f6e4b4-9259-4045-bfd3-99a7a07a8ea3 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:51.007971 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f7f6e4b4-9259-4045-bfd3-99a7a07a8ea3 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2884157 Mar 11 19:55:51.020753 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35528) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:51.106483 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d6015-cd49-40c9-b3b1-7783d066890d req-a97cea36-7b76-41fc-b2fe-c9936285acd7 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:51.108239 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e65d6015-cd49-40c9-b3b1-7783d066890d req-a97cea36-7b76-41fc-b2fe-c9936285acd7 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/ports?device_id=49f5fa91-1231-4377-96de-2f89df5190a0 HTTP/1.1" status: 200 len: 944 time: 0.3505371 Mar 11 19:55:51.115105 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-0533894e-553b-41a3-aa27-15379f98a7b2 req-c78f82bb-1d3d-4e00-9165-effb14a02d80 service neutron] 10.222.0.75 "GET /v2.0/networks/1a9655bc-0e04-4103-81f6-ff5199dd978e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049230 Mar 11 19:55:51.117762 n-d-833163-1 neutron-server[103884]: INFO neutron.db.ipam_backend_mixin [None req-c84b3016-5544-4e1c-9e96-a1704a6404f6 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 18f142f6-2419-44c2-ab97-3aa6af99b4d3 (CIDR: 2001:db8::/64) Mar 11 19:55:51.125681 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-c84b3016-5544-4e1c-9e96-a1704a6404f6 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:55:51.132966 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f04c04-ccdd-465e-bbb3-263022194aae service neutron] Pushing event updated for resources: {'Port': ['ID=abe8ea9b-d437-4faa-b7f3-1441ce82426d,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:51.134046 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c84b3016-5544-4e1c-9e96-a1704a6404f6 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:55:51.168971 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c84b3016-5544-4e1c-9e96-a1704a6404f6 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8013291 Mar 11 19:55:51.169727 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35532) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:51.175020 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-5b16baf3-2e54-4eac-bce1-c1a05a468dc9 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Request body: {'subnet': {'network_id': '2a9d2cff-2ea9-4381-85cd-7d79a262d24d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:51.267391 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81f587a-ccfb-4f20-a7cd-6a928fae719f tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:51.269770 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f81f587a-ccfb-4f20-a7cd-6a928fae719f tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2450716 Mar 11 19:55:51.272378 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35534) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:51.274525 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e65d6015-cd49-40c9-b3b1-7783d066890d req-6dd2f3c3-57b5-41aa-a45d-0c7f531e94a2 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/security-groups?id=65004c17-7a23-4b73-b3dc-3e0dedc94556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192899 Mar 11 19:55:51.281301 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f193f3ff-391b-4ebc-bffb-344aaf5700ad None None] DHCP port deletion for 0897600d-059c-4c97-87d5-16371e549b1b request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:55:51.293723 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53894e5-6f0d-4430-ad25-46ef76505e93 req-e5ddd656-540c-4bd4-9769-926fdb2762c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:51.303323 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e53894e5-6f0d-4430-ad25-46ef76505e93 req-e5ddd656-540c-4bd4-9769-926fdb2762c0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ac0acd49ed0a4c6b89bcb3eaea14c217&device_id=49f5fa91-1231-4377-96de-2f89df5190a0 HTTP/1.1" status: 200 len: 1126 time: 0.3064680 Mar 11 19:55:51.351166 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-9a81435e-f487-4c06-9093-bf14e2b33bd2 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0704923 Mar 11 19:55:51.351166 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35536) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:51.358356 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-43859eda-ffbc-43f8-8b03-965daf3987b5 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Request body: {'subnet': {'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:51.378967 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b9db4d4-3bb9-4470-88ad-8673eb005fcf x-openstack-request-id: req-2b9db4d4-3bb9-4470-88ad-8673eb005fcf {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:55:51.379209 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49f5fa91-1231-4377-96de-2f89df5190a0", "tag": "abe8ea9b-d437-4faa-b7f3-1441ce82426d", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:55:51.379484 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2b9db4d4-3bb9-4470-88ad-8673eb005fcf {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:55:51.380922 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49f5fa91-1231-4377-96de-2f89df5190a0', 'tag': 'abe8ea9b-d437-4faa-b7f3-1441ce82426d', 'status': 'completed', 'code': 200} Mar 11 19:55:51.381233 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-57e92cfa-66f0-4e40-aff0-43b29a8260d3 None None] Publish callbacks [] for port (38187063-d3ca-4247-ac8d-32bc5fc43d85), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:51.381704 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-72a8293f-e4a6-4d58-b064-e5b0545d3190 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:51.387140 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e53894e5-6f0d-4430-ad25-46ef76505e93 req-ea7146ff-16fc-45bf-b5a0-28e409c5556f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=abe8ea9b-d437-4faa-b7f3-1441ce82426d HTTP/1.1" status: 200 len: 217 time: 0.0830243 Mar 11 19:55:51.397553 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-57e92cfa-66f0-4e40-aff0-43b29a8260d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (38187063-d3ca-4247-ac8d-32bc5fc43d85), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:51.478156 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b16baf3-2e54-4eac-bce1-c1a05a468dc9 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Made reservation on behalf of 9a2132e02eba4e489015b67acdaa176b for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:55:51.479321 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e92cfa-66f0-4e40-aff0-43b29a8260d3 None None] Network 2a9d2cff-2ea9-4381-85cd-7d79a262d24d is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:55:51.482252 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5b16baf3-2e54-4eac-bce1-c1a05a468dc9 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:51.488310 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43859eda-ffbc-43f8-8b03-965daf3987b5 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Made reservation on behalf of 06d9e64a19fa4247bc00069610bf80e1 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:55:51.491676 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-43859eda-ffbc-43f8-8b03-965daf3987b5 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:51.511743 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-57e92cfa-66f0-4e40-aff0-43b29a8260d3 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:55:51.515958 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e92cfa-66f0-4e40-aff0-43b29a8260d3 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:55:51.522035 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e92cfa-66f0-4e40-aff0-43b29a8260d3 None None] Pushing event updated for resources: {'Port': ['ID=38187063-d3ca-4247-ac8d-32bc5fc43d85,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:51.555089 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53894e5-6f0d-4430-ad25-46ef76505e93 req-5adf60b0-349c-4cc8-8b3d-21d43266bf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:51.557268 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e53894e5-6f0d-4430-ad25-46ef76505e93 req-5adf60b0-349c-4cc8-8b3d-21d43266bf80 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9c3f149c-decf-4bc3-9858-1266a909f90c HTTP/1.1" status: 200 len: 853 time: 0.1552508 Mar 11 19:55:51.560925 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f193f3ff-391b-4ebc-bffb-344aaf5700ad None None] Deleting port 08f56e28-662d-469d-aca0-45b6c5694a3e {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:55:51.561300 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f193f3ff-391b-4ebc-bffb-344aaf5700ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (08f56e28-662d-469d-aca0-45b6c5694a3e), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:51.570340 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5415a1e0-cfcf-4ba9-9a53-0fe751c2cebd None None] Publish callbacks [] for port (31a3ab95-3ae8-49d5-ae80-7d76562f530b), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:51.604177 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5415a1e0-cfcf-4ba9-9a53-0fe751c2cebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (31a3ab95-3ae8-49d5-ae80-7d76562f530b), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:51.687228 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-57e92cfa-66f0-4e40-aff0-43b29a8260d3 None None] Attempting to bind port 38187063-d3ca-4247-ac8d-32bc5fc43d85 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:55:51.687770 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-57e92cfa-66f0-4e40-aff0-43b29a8260d3 None None] Attempting to bind port 38187063-d3ca-4247-ac8d-32bc5fc43d85 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'a161c4df-09e1-41df-a69a-738a6ae0189e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '2a9d2cff-2ea9-4381-85cd-7d79a262d24d'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:55:51.688014 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e92cfa-66f0-4e40-aff0-43b29a8260d3 None None] Attempting to bind port 38187063-d3ca-4247-ac8d-32bc5fc43d85 on network 2a9d2cff-2ea9-4381-85cd-7d79a262d24d {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:55:51.709844 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e92cfa-66f0-4e40-aff0-43b29a8260d3 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:55:51.710236 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e92cfa-66f0-4e40-aff0-43b29a8260d3 None None] Checking segment: {'id': 'a161c4df-09e1-41df-a69a-738a6ae0189e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '2a9d2cff-2ea9-4381-85cd-7d79a262d24d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:55:51.710628 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-57e92cfa-66f0-4e40-aff0-43b29a8260d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:51.711029 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e92cfa-66f0-4e40-aff0-43b29a8260d3 None None] Bound using segment: {'id': 'a161c4df-09e1-41df-a69a-738a6ae0189e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '2a9d2cff-2ea9-4381-85cd-7d79a262d24d'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:55:51.711554 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-57e92cfa-66f0-4e40-aff0-43b29a8260d3 None None] Bound port: 38187063-d3ca-4247-ac8d-32bc5fc43d85, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a161c4df-09e1-41df-a69a-738a6ae0189e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 881, 'network_id': '2a9d2cff-2ea9-4381-85cd-7d79a262d24d'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:55:51.711994 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-57e92cfa-66f0-4e40-aff0-43b29a8260d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (38187063-d3ca-4247-ac8d-32bc5fc43d85), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:51.715304 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-f193f3ff-391b-4ebc-bffb-344aaf5700ad None None] For port 08f56e28-662d-469d-aca0-45b6c5694a3e, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=08f56e28-662d-469d-aca0-45b6c5694a3e,segment=NetworkSegment(70c71ca7-59df-46c5-86d9-acc712ed1da1),segment_id=70c71ca7-59df-46c5-86d9-acc712ed1da1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:55:51.715751 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f193f3ff-391b-4ebc-bffb-344aaf5700ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (08f56e28-662d-469d-aca0-45b6c5694a3e), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:51.719392 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5415a1e0-cfcf-4ba9-9a53-0fe751c2cebd None None] Network 1067292e-856c-40cb-9c34-67eaab76a69d is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:55:51.741840 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-5415a1e0-cfcf-4ba9-9a53-0fe751c2cebd None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:55:51.743677 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5415a1e0-cfcf-4ba9-9a53-0fe751c2cebd None None] Pushing event updated for resources: {'Port': ['ID=31a3ab95-3ae8-49d5-ae80-7d76562f530b,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:51.748872 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5415a1e0-cfcf-4ba9-9a53-0fe751c2cebd None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:55:51.753458 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f193f3ff-391b-4ebc-bffb-344aaf5700ad None None] Calling delete_port for 08f56e28-662d-469d-aca0-45b6c5694a3e owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:55:51.898692 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 08f56e28-662d-469d-aca0-45b6c5694a3e no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:55:51.931684 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5b16baf3-2e54-4eac-bce1-c1a05a468dc9 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (b17bac83-fc2d-410f-9d66-636a67759a61), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:51.974632 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-5415a1e0-cfcf-4ba9-9a53-0fe751c2cebd None None] Attempting to bind port 31a3ab95-3ae8-49d5-ae80-7d76562f530b on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:55:51.975076 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-5415a1e0-cfcf-4ba9-9a53-0fe751c2cebd None None] Attempting to bind port 31a3ab95-3ae8-49d5-ae80-7d76562f530b by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'ccc97c89-5799-4692-b1c2-78d0d90f94fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '1067292e-856c-40cb-9c34-67eaab76a69d'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:55:51.975498 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5415a1e0-cfcf-4ba9-9a53-0fe751c2cebd None None] Attempting to bind port 31a3ab95-3ae8-49d5-ae80-7d76562f530b on network 1067292e-856c-40cb-9c34-67eaab76a69d {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:55:51.977813 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-57e92cfa-66f0-4e40-aff0-43b29a8260d3 None None] For port 38187063-d3ca-4247-ac8d-32bc5fc43d85, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:55:52.001529 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5415a1e0-cfcf-4ba9-9a53-0fe751c2cebd None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:55:52.001814 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5415a1e0-cfcf-4ba9-9a53-0fe751c2cebd None None] Checking segment: {'id': 'ccc97c89-5799-4692-b1c2-78d0d90f94fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '1067292e-856c-40cb-9c34-67eaab76a69d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:55:52.002209 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5415a1e0-cfcf-4ba9-9a53-0fe751c2cebd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:52.002623 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5415a1e0-cfcf-4ba9-9a53-0fe751c2cebd None None] Bound using segment: {'id': 'ccc97c89-5799-4692-b1c2-78d0d90f94fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '1067292e-856c-40cb-9c34-67eaab76a69d'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:55:52.003106 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-5415a1e0-cfcf-4ba9-9a53-0fe751c2cebd None None] Bound port: 31a3ab95-3ae8-49d5-ae80-7d76562f530b, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccc97c89-5799-4692-b1c2-78d0d90f94fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '1067292e-856c-40cb-9c34-67eaab76a69d'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:55:52.003490 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5415a1e0-cfcf-4ba9-9a53-0fe751c2cebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (31a3ab95-3ae8-49d5-ae80-7d76562f530b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:52.013619 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-57e92cfa-66f0-4e40-aff0-43b29a8260d3 None None] For port 38187063-d3ca-4247-ac8d-32bc5fc43d85, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=38187063-d3ca-4247-ac8d-32bc5fc43d85,segment=NetworkSegment(a161c4df-09e1-41df-a69a-738a6ae0189e),segment_id=a161c4df-09e1-41df-a69a-738a6ae0189e)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:55:52.021066 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b16baf3-2e54-4eac-bce1-c1a05a468dc9 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Network 2a9d2cff-2ea9-4381-85cd-7d79a262d24d is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:55:52.029245 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-5b16baf3-2e54-4eac-bce1-c1a05a468dc9 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:55:52.030594 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-57e92cfa-66f0-4e40-aff0-43b29a8260d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (38187063-d3ca-4247-ac8d-32bc5fc43d85), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:52.038776 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b16baf3-2e54-4eac-bce1-c1a05a468dc9 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:52.039394 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5b16baf3-2e54-4eac-bce1-c1a05a468dc9 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:52.049791 n-d-833163-1 neutron-server[103884]: DEBUG neutron.objects.ports [None req-43859eda-ffbc-43f8-8b03-965daf3987b5 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103884) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 19:55:52.057317 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e890c4a-47e4-434f-a3bb-918771905304 req-98079bae-9847-442d-be3b-af1416784b3e tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:52.060312 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0e890c4a-47e4-434f-a3bb-918771905304 req-98079bae-9847-442d-be3b-af1416784b3e tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "GET /v2.0/ports?device_id=2de21222-c3f6-4765-824f-34913c044060 HTTP/1.1" status: 200 len: 907 time: 0.5932539 Mar 11 19:55:52.101630 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f193f3ff-391b-4ebc-bffb-344aaf5700ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (08f56e28-662d-469d-aca0-45b6c5694a3e), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:52.115975 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53894e5-6f0d-4430-ad25-46ef76505e93 req-2cde96c8-3ae9-4fb8-8abe-5abf8de5ced6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:52.118224 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e53894e5-6f0d-4430-ad25-46ef76505e93 req-2cde96c8-3ae9-4fb8-8abe-5abf8de5ced6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d7695c22-7cfd-4319-9d63-9f76b8799969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5523546 Mar 11 19:55:52.118373 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b16baf3-2e54-4eac-bce1-c1a05a468dc9 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event updated for resources: {'Subnet': ['ID=b17bac83-fc2d-410f-9d66-636a67759a61,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:52.126883 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-5b16baf3-2e54-4eac-bce1-c1a05a468dc9 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9560347 Mar 11 19:55:52.131050 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35538) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:52.132210 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Port 08f56e28-662d-469d-aca0-45b6c5694a3e update to DOWN by agent not found {{(pid=103886) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Mar 11 19:55:52.135856 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-084d4c1d-3d90-41f3-b344-6307934e2644 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Request body: {'port': {'network_id': '2a9d2cff-2ea9-4381-85cd-7d79a262d24d', 'fixed_ips': [{'subnet_id': '18f142f6-2419-44c2-ab97-3aa6af99b4d3'}, {'subnet_id': 'b17bac83-fc2d-410f-9d66-636a67759a61'}], 'name': 'tempest-PortsIpV6TestJSON-1927957912'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:52.180512 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f193f3ff-391b-4ebc-bffb-344aaf5700ad None None] No DVR routers for this DVR port 08f56e28-662d-469d-aca0-45b6c5694a3e on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:55:52.182040 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e92cfa-66f0-4e40-aff0-43b29a8260d3 None None] Pushing event updated for resources: {'Port': ['ID=38187063-d3ca-4247-ac8d-32bc5fc43d85,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:52.221615 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f193f3ff-391b-4ebc-bffb-344aaf5700ad None None] Pushing event deleted for resources: {'Port': ['ID=08f56e28-662d-469d-aca0-45b6c5694a3e,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:52.226759 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-5415a1e0-cfcf-4ba9-9a53-0fe751c2cebd None None] For port 31a3ab95-3ae8-49d5-ae80-7d76562f530b, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:55:52.243524 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-5415a1e0-cfcf-4ba9-9a53-0fe751c2cebd None None] For port 31a3ab95-3ae8-49d5-ae80-7d76562f530b, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=31a3ab95-3ae8-49d5-ae80-7d76562f530b,segment=NetworkSegment(ccc97c89-5799-4692-b1c2-78d0d90f94fe),segment_id=ccc97c89-5799-4692-b1c2-78d0d90f94fe)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:55:52.258484 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5415a1e0-cfcf-4ba9-9a53-0fe751c2cebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (31a3ab95-3ae8-49d5-ae80-7d76562f530b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:52.263278 n-d-833163-1 neutron-server[103884]: WARNING neutron.services.revisions.revision_plugin [None req-43859eda-ffbc-43f8-8b03-965daf3987b5 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Could not find related port for resource to bump revision. Mar 11 19:55:52.272238 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.ipam_pluggable_backend [None req-43859eda-ffbc-43f8-8b03-965daf3987b5 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Port 08f56e28-662d-469d-aca0-45b6c5694a3e was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103884) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 11 19:55:52.272588 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.ipam_pluggable_backend [None req-43859eda-ffbc-43f8-8b03-965daf3987b5 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Reverting IP allocation for 2001:db8::f816:3eff:fe1e:644 {{(pid=103884) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 11 19:55:52.277627 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.ipam_pluggable_backend [None req-43859eda-ffbc-43f8-8b03-965daf3987b5 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe1e:644 {{(pid=103884) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Mar 11 19:55:52.283135 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-43859eda-ffbc-43f8-8b03-965daf3987b5 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (d719b1a1-459a-4fba-b94c-a46f48da16c5), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:52.369055 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5415a1e0-cfcf-4ba9-9a53-0fe751c2cebd None None] Pushing event updated for resources: {'Port': ['ID=31a3ab95-3ae8-49d5-ae80-7d76562f530b,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:52.377895 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b82e0f5-afde-4757-8e39-fa847f98a563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:52.393181 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e53894e5-6f0d-4430-ad25-46ef76505e93 req-588e56bd-05d0-4693-8c90-f7afd9589af7 service neutron] 10.222.0.57 "GET /v2.0/networks/d7695c22-7cfd-4319-9d63-9f76b8799969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488945 Mar 11 19:55:52.395293 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-72a8293f-e4a6-4d58-b064-e5b0545d3190 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Allocated IP 2001:db8::1 (1067292e-856c-40cb-9c34-67eaab76a69d/e97cc19a-f328-44b7-a13e-081ae859becd/837281e6-8819-4291-b175-d68f60e25c76) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:55:52.398089 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43859eda-ffbc-43f8-8b03-965daf3987b5 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Network 0897600d-059c-4c97-87d5-16371e549b1b is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:55:52.408806 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-43859eda-ffbc-43f8-8b03-965daf3987b5 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:55:52.411696 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43859eda-ffbc-43f8-8b03-965daf3987b5 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:52.412688 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-43859eda-ffbc-43f8-8b03-965daf3987b5 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:52.419784 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc78d26-dbab-4cab-a16d-e67440df1068 None None] Network 0897600d-059c-4c97-87d5-16371e549b1b requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:55:52.441505 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43859eda-ffbc-43f8-8b03-965daf3987b5 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event updated for resources: {'Subnet': ['ID=d719b1a1-459a-4fba-b94c-a46f48da16c5,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:52.452463 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084d4c1d-3d90-41f3-b344-6307934e2644 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Made reservation on behalf of 9a2132e02eba4e489015b67acdaa176b for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:55:52.463963 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-43859eda-ffbc-43f8-8b03-965daf3987b5 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.1115077 Mar 11 19:55:52.464638 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35542) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:52.480023 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-489237c5-cb8c-4c02-b7b6-22b9ecbb50e6 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Request body: {'port': {'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'mac_address': 'fa:16:3e:1f:16:f3', 'name': 'tempest-NetworksTestDHCPv6-1166167269'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:52.597090 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712ddf76-ba45-4b4b-ba86-45251eeb6dbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-0897600d-059c-4c97-87d5-16371e549b1b', 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'project_id': '06d9e64a19fa4247bc00069610bf80e1', 'fixed_ips': [{'subnet_id': 'd719b1a1-459a-4fba-b94c-a46f48da16c5'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:55:52.604987 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-712ddf76-ba45-4b4b-ba86-45251eeb6dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:52.692128 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-084d4c1d-3d90-41f3-b344-6307934e2644 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:52.729312 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef29e40-fd8e-40ab-9100-4c3a0e4b9d25 req-392ebad8-8b42-48a0-9805-9680cf55e46d tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:52.731191 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6ef29e40-fd8e-40ab-9100-4c3a0e4b9d25 req-392ebad8-8b42-48a0-9805-9680cf55e46d tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/ports?device_id=49f5fa91-1231-4377-96de-2f89df5190a0 HTTP/1.1" status: 200 len: 944 time: 0.3331876 Mar 11 19:55:52.735523 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e53894e5-6f0d-4430-ad25-46ef76505e93 req-368ea4c9-6dad-4b0c-a08a-6f7c54a06fdb service neutron] 10.222.0.57 "GET /v2.0/networks/d7695c22-7cfd-4319-9d63-9f76b8799969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355539 Mar 11 19:55:52.740008 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-084d4c1d-3d90-41f3-b344-6307934e2644 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] device_id is not set on port f34913bb-a54f-4f94-8fb9-9bee83d0c172 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:55:52.776691 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:52.795550 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-489237c5-cb8c-4c02-b7b6-22b9ecbb50e6 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Made reservation on behalf of 06d9e64a19fa4247bc00069610bf80e1 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:55:52.801355 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-72a8293f-e4a6-4d58-b064-e5b0545d3190 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for port (837281e6-8819-4291-b175-d68f60e25c76), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:52.838142 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-712ddf76-ba45-4b4b-ba86-45251eeb6dbf None None] Allocated IP 2001:db8::f816:3eff:fe39:d18e (0897600d-059c-4c97-87d5-16371e549b1b/d719b1a1-459a-4fba-b94c-a46f48da16c5/05f8322b-09a5-4a5f-9f86-abc9921e3faf) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:55:52.905240 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6ef29e40-fd8e-40ab-9100-4c3a0e4b9d25 req-31a44a77-f72c-40d5-91c7-ee4b52623e39 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/security-groups?id=65004c17-7a23-4b73-b3dc-3e0dedc94556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1491585 Mar 11 19:55:52.938324 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e554c-8cb9-4cc8-975b-03351d1c0e43 req-865ceea3-ff8d-4c89-8b10-354d50fa71c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:52.940356 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e14e554c-8cb9-4cc8-975b-03351d1c0e43 req-865ceea3-ff8d-4c89-8b10-354d50fa71c4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ac0acd49ed0a4c6b89bcb3eaea14c217&device_id=49f5fa91-1231-4377-96de-2f89df5190a0 HTTP/1.1" status: 200 len: 1126 time: 0.1374035 Mar 11 19:55:52.961674 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-72a8293f-e4a6-4d58-b064-e5b0545d3190 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (837281e6-8819-4291-b175-d68f60e25c76), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:53.051746 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a8293f-e4a6-4d58-b064-e5b0545d3190 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Network 1067292e-856c-40cb-9c34-67eaab76a69d is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:55:53.067480 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-712ddf76-ba45-4b4b-ba86-45251eeb6dbf None None] Publish callbacks [] for port (05f8322b-09a5-4a5f-9f86-abc9921e3faf), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:53.077379 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-712ddf76-ba45-4b4b-ba86-45251eeb6dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (05f8322b-09a5-4a5f-9f86-abc9921e3faf), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:53.085948 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-72a8293f-e4a6-4d58-b064-e5b0545d3190 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:55:53.088605 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a8293f-e4a6-4d58-b064-e5b0545d3190 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:55:53.089229 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-72a8293f-e4a6-4d58-b064-e5b0545d3190 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (3726834a-8ed5-4f80-b95b-7c6cee37bebd), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:53.123015 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712ddf76-ba45-4b4b-ba86-45251eeb6dbf None None] Network 0897600d-059c-4c97-87d5-16371e549b1b is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:55:53.125650 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-712ddf76-ba45-4b4b-ba86-45251eeb6dbf None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:55:53.130455 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712ddf76-ba45-4b4b-ba86-45251eeb6dbf None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:55:53.134331 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712ddf76-ba45-4b4b-ba86-45251eeb6dbf None None] Pushing event updated for resources: {'Port': ['ID=05f8322b-09a5-4a5f-9f86-abc9921e3faf,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:53.207149 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-712ddf76-ba45-4b4b-ba86-45251eeb6dbf None None] Attempting to bind port 05f8322b-09a5-4a5f-9f86-abc9921e3faf on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:55:53.208051 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-712ddf76-ba45-4b4b-ba86-45251eeb6dbf None None] Attempting to bind port 05f8322b-09a5-4a5f-9f86-abc9921e3faf by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:55:53.208600 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712ddf76-ba45-4b4b-ba86-45251eeb6dbf None None] Attempting to bind port 05f8322b-09a5-4a5f-9f86-abc9921e3faf on network 0897600d-059c-4c97-87d5-16371e549b1b {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:55:53.215723 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712ddf76-ba45-4b4b-ba86-45251eeb6dbf None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:55:53.216912 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712ddf76-ba45-4b4b-ba86-45251eeb6dbf None None] Checking segment: {'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:55:53.217508 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-712ddf76-ba45-4b4b-ba86-45251eeb6dbf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:53.218069 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a8293f-e4a6-4d58-b064-e5b0545d3190 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event updated for resources: {'Port': ['ID=837281e6-8819-4291-b175-d68f60e25c76,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:53.218225 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712ddf76-ba45-4b4b-ba86-45251eeb6dbf None None] Bound using segment: {'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:55:53.218656 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-712ddf76-ba45-4b4b-ba86-45251eeb6dbf None None] Bound port: 05f8322b-09a5-4a5f-9f86-abc9921e3faf, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:55:53.219186 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-712ddf76-ba45-4b4b-ba86-45251eeb6dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (05f8322b-09a5-4a5f-9f86-abc9921e3faf), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:53.281786 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e554c-8cb9-4cc8-975b-03351d1c0e43 req-176dc70a-c741-49d8-964f-411d4336aaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:53.283267 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e14e554c-8cb9-4cc8-975b-03351d1c0e43 req-176dc70a-c741-49d8-964f-411d4336aaf1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d7695c22-7cfd-4319-9d63-9f76b8799969 HTTP/1.1" status: 200 len: 915 time: 0.3368578 Mar 11 19:55:53.297681 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-712ddf76-ba45-4b4b-ba86-45251eeb6dbf None None] For port 05f8322b-09a5-4a5f-9f86-abc9921e3faf, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:55:53.301930 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-712ddf76-ba45-4b4b-ba86-45251eeb6dbf None None] For port 05f8322b-09a5-4a5f-9f86-abc9921e3faf, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=05f8322b-09a5-4a5f-9f86-abc9921e3faf,segment=NetworkSegment(70c71ca7-59df-46c5-86d9-acc712ed1da1),segment_id=70c71ca7-59df-46c5-86d9-acc712ed1da1)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:55:53.309362 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-712ddf76-ba45-4b4b-ba86-45251eeb6dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (05f8322b-09a5-4a5f-9f86-abc9921e3faf), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:53.338455 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e14e554c-8cb9-4cc8-975b-03351d1c0e43 req-45fa9028-007f-40b1-8103-f9876649cbc4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=abe8ea9b-d437-4faa-b7f3-1441ce82426d HTTP/1.1" status: 200 len: 217 time: 0.0438397 Mar 11 19:55:53.349204 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1b821d-9937-46db-b9ce-f78a77677eb7 req-2f51aecf-a93e-4205-9310-4af6e0a877e5 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:53.350760 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cc1b821d-9937-46db-b9ce-f78a77677eb7 req-2f51aecf-a93e-4205-9310-4af6e0a877e5 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "GET /v2.0/ports?device_id=2de21222-c3f6-4765-824f-34913c044060 HTTP/1.1" status: 200 len: 907 time: 0.1804554 Mar 11 19:55:53.355714 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 2a6df4d7-37b9-4bb2-8351-15e97ba467aa details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:55:53.397473 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-489237c5-cb8c-4c02-b7b6-22b9ecbb50e6 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:53.426574 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-72a8293f-e4a6-4d58-b064-e5b0545d3190 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (837281e6-8819-4291-b175-d68f60e25c76), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:53.452792 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e554c-8cb9-4cc8-975b-03351d1c0e43 req-39b22813-1dad-4051-ba52-ed2a5d209ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:53.454263 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e14e554c-8cb9-4cc8-975b-03351d1c0e43 req-39b22813-1dad-4051-ba52-ed2a5d209ed1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9c3f149c-decf-4bc3-9858-1266a909f90c HTTP/1.1" status: 200 len: 853 time: 0.1026015 Mar 11 19:55:53.457585 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-489237c5-cb8c-4c02-b7b6-22b9ecbb50e6 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] device_id is not set on port eb176776-24e9-43da-9640-87d47d462b44 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:55:53.486787 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712ddf76-ba45-4b4b-ba86-45251eeb6dbf None None] Pushing event updated for resources: {'Port': ['ID=05f8322b-09a5-4a5f-9f86-abc9921e3faf,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:53.522456 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 2a6df4d7-37b9-4bb2-8351-15e97ba467aa, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=2a6df4d7-37b9-4bb2-8351-15e97ba467aa,segment=NetworkSegment(b89a4158-0911-44dd-9eee-a28d579e0e0d),segment_id=b89a4158-0911-44dd-9eee-a28d579e0e0d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:55:53.544553 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '2a6df4d7-37b9-4bb2-8351-15e97ba467aa', 'network_id': '1a9655bc-0e04-4103-81f6-ff5199dd978e', 'port_id': '2a6df4d7-37b9-4bb2-8351-15e97ba467aa', 'mac_address': 'fa:16:3e:ee:ba:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 854, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48a48fb8-cd5f-4622-a86e-1c4f27d96367', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:55:53.597401 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 2a6df4d7-37b9-4bb2-8351-15e97ba467aa is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:55:53.598155 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2a6df4d7-37b9-4bb2-8351-15e97ba467aa), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:53.626880 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a6df4d7-37b9-4bb2-8351-15e97ba467aa {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:55:53.639917 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e554c-8cb9-4cc8-975b-03351d1c0e43 req-2f9d68f8-523e-4655-949b-9fc6b24cb944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:53.641966 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e14e554c-8cb9-4cc8-975b-03351d1c0e43 req-2f9d68f8-523e-4655-949b-9fc6b24cb944 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d7695c22-7cfd-4319-9d63-9f76b8799969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1794484 Mar 11 19:55:53.669299 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 2a6df4d7-37b9-4bb2-8351-15e97ba467aa, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=2a6df4d7-37b9-4bb2-8351-15e97ba467aa,segment=NetworkSegment(b89a4158-0911-44dd-9eee-a28d579e0e0d),segment_id=b89a4158-0911-44dd-9eee-a28d579e0e0d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:55:53.676819 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (2a6df4d7-37b9-4bb2-8351-15e97ba467aa), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:53.768547 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-084d4c1d-3d90-41f3-b344-6307934e2644 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Allocated IP 2001:db8::18b (2a9d2cff-2ea9-4381-85cd-7d79a262d24d/18f142f6-2419-44c2-ab97-3aa6af99b4d3/f34913bb-a54f-4f94-8fb9-9bee83d0c172) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:55:53.775902 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-489237c5-cb8c-4c02-b7b6-22b9ecbb50e6 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Allocated IP 2001:db8::f816:3eff:fe1f:16f3 (0897600d-059c-4c97-87d5-16371e549b1b/d719b1a1-459a-4fba-b94c-a46f48da16c5/eb176776-24e9-43da-9640-87d47d462b44) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:55:53.781863 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-084d4c1d-3d90-41f3-b344-6307934e2644 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Allocated IP 2001:db8:0:1::13e (2a9d2cff-2ea9-4381-85cd-7d79a262d24d/b17bac83-fc2d-410f-9d66-636a67759a61/f34913bb-a54f-4f94-8fb9-9bee83d0c172) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:55:53.792154 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=2a6df4d7-37b9-4bb2-8351-15e97ba467aa,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:53.902861 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['2a6df4d7-37b9-4bb2-8351-15e97ba467aa'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:55:53.911959 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e14e554c-8cb9-4cc8-975b-03351d1c0e43 req-b531589c-ba59-4f16-961b-dd39254d9dd0 service neutron] 10.222.0.57 "GET /v2.0/networks/d7695c22-7cfd-4319-9d63-9f76b8799969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305737 Mar 11 19:55:54.162873 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e14e554c-8cb9-4cc8-975b-03351d1c0e43 req-cd33ccd8-1ebc-4b6d-8513-91b8d25aac8b service neutron] 10.222.0.57 "GET /v2.0/networks/d7695c22-7cfd-4319-9d63-9f76b8799969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438612 Mar 11 19:55:54.203354 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 31a3ab95-3ae8-49d5-ae80-7d76562f530b up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:55:54.210597 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-72a8293f-e4a6-4d58-b064-e5b0545d3190 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for port (837281e6-8819-4291-b175-d68f60e25c76), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:54.213635 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-489237c5-cb8c-4c02-b7b6-22b9ecbb50e6 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for port (eb176776-24e9-43da-9640-87d47d462b44), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:54.224586 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-72a8293f-e4a6-4d58-b064-e5b0545d3190 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (837281e6-8819-4291-b175-d68f60e25c76), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:54.225383 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-72a8293f-e4a6-4d58-b064-e5b0545d3190 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (3726834a-8ed5-4f80-b95b-7c6cee37bebd), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:54.242000 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95804ce-1cd2-4668-a64b-4671d5d740cd req-a8f3fd2f-552e-445f-83e0-5e6343eb2ee9 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:54.243540 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a95804ce-1cd2-4668-a64b-4671d5d740cd req-a8f3fd2f-552e-445f-83e0-5e6343eb2ee9 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/ports?device_id=49f5fa91-1231-4377-96de-2f89df5190a0 HTTP/1.1" status: 200 len: 944 time: 0.1780107 Mar 11 19:55:54.276407 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-084d4c1d-3d90-41f3-b344-6307934e2644 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for port (f34913bb-a54f-4f94-8fb9-9bee83d0c172), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:54.303313 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-489237c5-cb8c-4c02-b7b6-22b9ecbb50e6 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (eb176776-24e9-43da-9640-87d47d462b44), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:54.310642 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b08e54c-fa82-4fa1-b5ca-8a445646793f None None] Network 2a9d2cff-2ea9-4381-85cd-7d79a262d24d requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:55:54.377931 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489237c5-cb8c-4c02-b7b6-22b9ecbb50e6 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Network 0897600d-059c-4c97-87d5-16371e549b1b is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:55:54.383753 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-489237c5-cb8c-4c02-b7b6-22b9ecbb50e6 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:55:54.393224 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-084d4c1d-3d90-41f3-b344-6307934e2644 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (f34913bb-a54f-4f94-8fb9-9bee83d0c172), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:54.395022 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489237c5-cb8c-4c02-b7b6-22b9ecbb50e6 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:55:54.400436 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489237c5-cb8c-4c02-b7b6-22b9ecbb50e6 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:54.401668 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a8293f-e4a6-4d58-b064-e5b0545d3190 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event updated for resources: {'Port': ['ID=837281e6-8819-4291-b175-d68f60e25c76,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:54.408494 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-489237c5-cb8c-4c02-b7b6-22b9ecbb50e6 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:54.418470 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a95804ce-1cd2-4668-a64b-4671d5d740cd req-5f772a45-cc3f-4ce2-89b7-51a82470b7e1 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/security-groups?id=65004c17-7a23-4b73-b3dc-3e0dedc94556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524372 Mar 11 19:55:54.451218 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489237c5-cb8c-4c02-b7b6-22b9ecbb50e6 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event updated for resources: {'Port': ['ID=eb176776-24e9-43da-9640-87d47d462b44,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:54.465180 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a8293f-e4a6-4d58-b064-e5b0545d3190 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Network 1067292e-856c-40cb-9c34-67eaab76a69d is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:55:54.468547 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-72a8293f-e4a6-4d58-b064-e5b0545d3190 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:55:54.478373 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 31a3ab95-3ae8-49d5-ae80-7d76562f530b triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:55:54.478854 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (31a3ab95-3ae8-49d5-ae80-7d76562f530b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:54.529968 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-b98cd0b8-c7b6-43ce-8188-1f073fa5b7f6 None None] Provisioning complete for port 38187063-d3ca-4247-ac8d-32bc5fc43d85 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:55:54.531004 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b98cd0b8-c7b6-43ce-8188-1f073fa5b7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (38187063-d3ca-4247-ac8d-32bc5fc43d85), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:54.538006 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-489237c5-cb8c-4c02-b7b6-22b9ecbb50e6 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0618954 Mar 11 19:55:54.550666 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35550) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:54.555441 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084d4c1d-3d90-41f3-b344-6307934e2644 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Network 2a9d2cff-2ea9-4381-85cd-7d79a262d24d is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:55:54.558745 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-084d4c1d-3d90-41f3-b344-6307934e2644 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:55:54.565075 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084d4c1d-3d90-41f3-b344-6307934e2644 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:55:54.580031 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084d4c1d-3d90-41f3-b344-6307934e2644 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:54.580737 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-084d4c1d-3d90-41f3-b344-6307934e2644 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:54.595609 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084d4c1d-3d90-41f3-b344-6307934e2644 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event updated for resources: {'Port': ['ID=f34913bb-a54f-4f94-8fb9-9bee83d0c172,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:54.608586 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-084d4c1d-3d90-41f3-b344-6307934e2644 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.4765811 Mar 11 19:55:54.612759 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35552) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:54.629519 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-12305027-fedd-449b-b670-2bed603173b3 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '18f142f6-2419-44c2-ab97-3aa6af99b4d3'}]}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:54.654967 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-32698436-ac97-4c34-a046-e04b766b8ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:54.731030 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 31a3ab95-3ae8-49d5-ae80-7d76562f530b is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:55:54.731961 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (31a3ab95-3ae8-49d5-ae80-7d76562f530b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:54.742009 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f8797b-c9fb-4dcc-8f74-2528bdf0210a req-5ad63f9a-dd92-43d3-b2cb-871f77b61d48 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:54.743818 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-81f8797b-c9fb-4dcc-8f74-2528bdf0210a req-5ad63f9a-dd92-43d3-b2cb-871f77b61d48 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "GET /v2.0/ports?device_id=2de21222-c3f6-4765-824f-34913c044060 HTTP/1.1" status: 200 len: 908 time: 0.2046528 Mar 11 19:55:54.759478 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a9c082-d050-47a9-a8f6-c34e1d211593 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:54.767116 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a9c082-d050-47a9-a8f6-c34e1d211593 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:54.768882 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-54a9c082-d050-47a9-a8f6-c34e1d211593 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2151020 Mar 11 19:55:54.770144 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-12305027-fedd-449b-b670-2bed603173b3 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (f34913bb-a54f-4f94-8fb9-9bee83d0c172), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:54.771377 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35554) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:54.809949 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbd9678-b505-4d5f-bb3f-af0181a616a2 None None] Network 1067292e-856c-40cb-9c34-67eaab76a69d requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:55:54.877755 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72a8293f-e4a6-4d58-b064-e5b0545d3190 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Router 3726834a-8ed5-4f80-b95b-7c6cee37bebd is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:55:55.007181 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-34ade86a-3d2c-40f9-ad99-4c1c23af745e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Deleting port eb176776-24e9-43da-9640-87d47d462b44 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:55:55.007596 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-34ade86a-3d2c-40f9-ad99-4c1c23af745e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (eb176776-24e9-43da-9640-87d47d462b44), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:55.010241 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b98cd0b8-c7b6-43ce-8188-1f073fa5b7f6 None None] Current status of the port 38187063-d3ca-4247-ac8d-32bc5fc43d85 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:55:55.010633 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b98cd0b8-c7b6-43ce-8188-1f073fa5b7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (38187063-d3ca-4247-ac8d-32bc5fc43d85), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:55.035693 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a8293f-e4a6-4d58-b064-e5b0545d3190 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:55:55.050100 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-72a8293f-e4a6-4d58-b064-e5b0545d3190 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "PUT /v2.0/routers/3726834a-8ed5-4f80-b95b-7c6cee37bebd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5377512 Mar 11 19:55:55.052417 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35556) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:55.055331 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5cc002-eda5-4cf0-b537-88ad80183b43 None None] Sync routers for ids ['3726834a-8ed5-4f80-b95b-7c6cee37bebd'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:55:55.059138 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 31a3ab95-3ae8-49d5-ae80-7d76562f530b, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=31a3ab95-3ae8-49d5-ae80-7d76562f530b,segment=NetworkSegment(ccc97c89-5799-4692-b1c2-78d0d90f94fe),segment_id=ccc97c89-5799-4692-b1c2-78d0d90f94fe)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:55:55.060656 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-25b165a5-032d-4adb-8c72-a6e627950637 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1937607894'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:55.097112 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (31a3ab95-3ae8-49d5-ae80-7d76562f530b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:55.098022 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 05f8322b-09a5-4a5f-9f86-abc9921e3faf up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:55:55.100474 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6f114b-66f6-4c25-bd20-52ca59854880 None None] Update dhcp port {'port': {'network_id': '2a9d2cff-2ea9-4381-85cd-7d79a262d24d', 'fixed_ips': [{'subnet_id': '18f142f6-2419-44c2-ab97-3aa6af99b4d3', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b17bac83-fc2d-410f-9d66-636a67759a61'}], 'binding:host_id': 'n-d-833163-1'}, 'id': '38187063-d3ca-4247-ac8d-32bc5fc43d85'} from n-d-833163-1. {{(pid=103886) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 11 19:55:55.129388 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-34ade86a-3d2c-40f9-ad99-4c1c23af745e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (eb176776-24e9-43da-9640-87d47d462b44), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:55.148484 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-34ade86a-3d2c-40f9-ad99-4c1c23af745e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Calling delete_port for eb176776-24e9-43da-9640-87d47d462b44 owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:55:55.174058 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b165a5-032d-4adb-8c72-a6e627950637 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Made reservation on behalf of add05d9726be43c2815669eb9adbbe31 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:55:55.177393 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-25b165a5-032d-4adb-8c72-a6e627950637 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:55.187950 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-b98cd0b8-c7b6-43ce-8188-1f073fa5b7f6 None None] For port 38187063-d3ca-4247-ac8d-32bc5fc43d85, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=38187063-d3ca-4247-ac8d-32bc5fc43d85,segment=NetworkSegment(a161c4df-09e1-41df-a69a-738a6ae0189e),segment_id=a161c4df-09e1-41df-a69a-738a6ae0189e)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:55:55.195012 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-12305027-fedd-449b-b670-2bed603173b3 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Delete allocated IP 2001:db8:0:1::13e (2a9d2cff-2ea9-4381-85cd-7d79a262d24d/b17bac83-fc2d-410f-9d66-636a67759a61) {{(pid=103884) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 11 19:55:55.201870 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5cc002-eda5-4cf0-b537-88ad80183b43 None None] Routers {'3726834a-8ed5-4f80-b95b-7c6cee37bebd'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:55:55.202275 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-7e5cc002-eda5-4cf0-b537-88ad80183b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:55:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['3726834a-8ed5-4f80-b95b-7c6cee37bebd'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:55.214940 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25b165a5-032d-4adb-8c72-a6e627950637 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] vlan segment allocate from pool success with {'vlan_id': 897, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:55:55.226593 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-25b165a5-032d-4adb-8c72-a6e627950637 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (cf25d69f-ab2b-4927-b062-5e0cbbf7777a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:55.226963 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-25b165a5-032d-4adb-8c72-a6e627950637 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Added segment cf25d69f-ab2b-4927-b062-5e0cbbf7777a of type vlan for network 8d66b73e-16a3-4866-8835-f4b2721548db Mar 11 19:55:55.287805 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-25b165a5-032d-4adb-8c72-a6e627950637 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (8d66b73e-16a3-4866-8835-f4b2721548db), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:55.308891 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-7e5cc002-eda5-4cf0-b537-88ad80183b43 None None] Set router 3726834a-8ed5-4f80-b95b-7c6cee37bebd gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:55:55.316481 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-25b165a5-032d-4adb-8c72-a6e627950637 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (8d66b73e-16a3-4866-8835-f4b2721548db), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:55.321531 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b165a5-032d-4adb-8c72-a6e627950637 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:55.322127 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-25b165a5-032d-4adb-8c72-a6e627950637 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:55.327115 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-34ade86a-3d2c-40f9-ad99-4c1c23af745e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (eb176776-24e9-43da-9640-87d47d462b44), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:55.344923 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b98cd0b8-c7b6-43ce-8188-1f073fa5b7f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (38187063-d3ca-4247-ac8d-32bc5fc43d85), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:55.360448 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ade86a-3d2c-40f9-ad99-4c1c23af745e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event deleted for resources: {'Port': ['ID=eb176776-24e9-43da-9640-87d47d462b44,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:55.380204 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 2a6df4d7-37b9-4bb2-8351-15e97ba467aa up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:55:55.383859 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fe6f114b-66f6-4c25-bd20-52ca59854880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (38187063-d3ca-4247-ac8d-32bc5fc43d85), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:55.394873 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-34ade86a-3d2c-40f9-ad99-4c1c23af745e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:55.400645 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-34ade86a-3d2c-40f9-ad99-4c1c23af745e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/ports/eb176776-24e9-43da-9640-87d47d462b44 HTTP/1.1" status: 204 len: 168 time: 0.6258576 Mar 11 19:55:55.400999 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35558) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:55.409820 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-25b165a5-032d-4adb-8c72-a6e627950637 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3530397 Mar 11 19:55:55.412093 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35560) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:55.419387 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-26bb6d41-9e0f-438d-8ecd-ef610a1340ac tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Request body: {'subnet': {'network_id': '8d66b73e-16a3-4866-8835-f4b2721548db', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:55.479735 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b165a5-032d-4adb-8c72-a6e627950637 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event updated for resources: {'Network': ['ID=8d66b73e-16a3-4866-8835-f4b2721548db,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:55.485798 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f936cd2-5bc1-4af0-88e3-5d687b784ac5 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:55.489178 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f936cd2-5bc1-4af0-88e3-5d687b784ac5 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:55.494211 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-9f936cd2-5bc1-4af0-88e3-5d687b784ac5 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0921583 Mar 11 19:55:55.494870 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35564) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:55.516683 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 8d66b73e-16a3-4866-8835-f4b2721548db details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:55:55.589467 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d46a7c6-09d4-42f2-a60d-b9c05413f014 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Deleting subnet d719b1a1-459a-4fba-b94c-a46f48da16c5 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:55:55.601366 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=31a3ab95-3ae8-49d5-ae80-7d76562f530b,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:55.617842 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7d46a7c6-09d4-42f2-a60d-b9c05413f014 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (d719b1a1-459a-4fba-b94c-a46f48da16c5), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:55.623316 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26bb6d41-9e0f-438d-8ecd-ef610a1340ac tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Made reservation on behalf of add05d9726be43c2815669eb9adbbe31 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:55:55.627426 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-26bb6d41-9e0f-438d-8ecd-ef610a1340ac tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:55.636812 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-12305027-fedd-449b-b670-2bed603173b3 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for port (f34913bb-a54f-4f94-8fb9-9bee83d0c172), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:55.650964 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-12305027-fedd-449b-b670-2bed603173b3 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (f34913bb-a54f-4f94-8fb9-9bee83d0c172), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:55.684754 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7d46a7c6-09d4-42f2-a60d-b9c05413f014 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (d719b1a1-459a-4fba-b94c-a46f48da16c5), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:55.695135 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3841fb-7a64-4df7-80c1-eb5f95ecfe4d req-0bf9e852-7e35-405b-8d54-b06fc22cc775 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:55.704177 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ce3841fb-7a64-4df7-80c1-eb5f95ecfe4d req-0bf9e852-7e35-405b-8d54-b06fc22cc775 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/ports?device_id=49f5fa91-1231-4377-96de-2f89df5190a0 HTTP/1.1" status: 200 len: 944 time: 0.1351948 Mar 11 19:55:55.767891 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-12305027-fedd-449b-b670-2bed603173b3 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] In _notify_port_updated(), no bound segment for port f34913bb-a54f-4f94-8fb9-9bee83d0c172 on network 2a9d2cff-2ea9-4381-85cd-7d79a262d24d {{(pid=103884) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 11 19:55:55.772915 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12305027-fedd-449b-b670-2bed603173b3 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:55.774130 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-12305027-fedd-449b-b670-2bed603173b3 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:55.777573 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-12305027-fedd-449b-b670-2bed603173b3 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "PUT /v2.0/ports/f34913bb-a54f-4f94-8fb9-9bee83d0c172 HTTP/1.1" status: 200 len: 926 time: 1.1605058 Mar 11 19:55:55.778727 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35566) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:55.781356 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12305027-fedd-449b-b670-2bed603173b3 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event updated for resources: {'Port': ['ID=f34913bb-a54f-4f94-8fb9-9bee83d0c172,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:55.794421 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-8ab52908-a384-4fc8-8219-a3159f5b6e02 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '18f142f6-2419-44c2-ab97-3aa6af99b4d3'}, {'subnet_id': 'b17bac83-fc2d-410f-9d66-636a67759a61'}]}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:55.798954 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-3c993c70-89e5-4bff-86d6-d3f19dd722f4 None None] Provisioning complete for port 05f8322b-09a5-4a5f-9f86-abc9921e3faf triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:55:55.799299 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3c993c70-89e5-4bff-86d6-d3f19dd722f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (05f8322b-09a5-4a5f-9f86-abc9921e3faf), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:55.839893 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ce3841fb-7a64-4df7-80c1-eb5f95ecfe4d req-52f63204-bdc4-4661-89d2-cd0cfcfa892b tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/security-groups?id=65004c17-7a23-4b73-b3dc-3e0dedc94556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348138 Mar 11 19:55:55.870032 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7d46a7c6-09d4-42f2-a60d-b9c05413f014 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (d719b1a1-459a-4fba-b94c-a46f48da16c5), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:55.915509 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 05f8322b-09a5-4a5f-9f86-abc9921e3faf triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:55:55.915780 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (05f8322b-09a5-4a5f-9f86-abc9921e3faf), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:55.931993 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-26bb6d41-9e0f-438d-8ecd-ef610a1340ac tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (5801be21-522d-4fd5-9fc9-acb86ec6d602), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:55.955286 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98cd0b8-c7b6-43ce-8188-1f073fa5b7f6 None None] Pushing event updated for resources: {'Port': ['ID=38187063-d3ca-4247-ac8d-32bc5fc43d85,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:56.019423 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7d46a7c6-09d4-42f2-a60d-b9c05413f014 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (d719b1a1-459a-4fba-b94c-a46f48da16c5), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:56.033660 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bb6d41-9e0f-438d-8ecd-ef610a1340ac tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event updated for resources: {'Subnet': ['ID=5801be21-522d-4fd5-9fc9-acb86ec6d602,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:56.040100 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port 2a6df4d7-37b9-4bb2-8351-15e97ba467aa completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:55:56.056465 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bb6d41-9e0f-438d-8ecd-ef610a1340ac tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Checking segment: {'id': 'cf25d69f-ab2b-4927-b062-5e0cbbf7777a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '8d66b73e-16a3-4866-8835-f4b2721548db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:55:56.056990 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bb6d41-9e0f-438d-8ecd-ef610a1340ac tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Network hostable DHCP agents. Network: 8d66b73e-16a3-4866-8835-f4b2721548db, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:55:56.070214 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 2a6df4d7-37b9-4bb2-8351-15e97ba467aa triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:55:56.071985 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (2a6df4d7-37b9-4bb2-8351-15e97ba467aa), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:56.085947 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bb6d41-9e0f-438d-8ecd-ef610a1340ac tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Network 8d66b73e-16a3-4866-8835-f4b2721548db is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:55:56.096982 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-26bb6d41-9e0f-438d-8ecd-ef610a1340ac tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 8d66b73e-16a3-4866-8835-f4b2721548db) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:55:56.102051 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bb6d41-9e0f-438d-8ecd-ef610a1340ac tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:56.104031 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-26bb6d41-9e0f-438d-8ecd-ef610a1340ac tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:56.120985 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d46a7c6-09d4-42f2-a60d-b9c05413f014 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event deleted for resources: {'Subnet': ['ID=d719b1a1-459a-4fba-b94c-a46f48da16c5,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:56.133354 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-26bb6d41-9e0f-438d-8ecd-ef610a1340ac tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7184424 Mar 11 19:55:56.136539 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35570) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:56.148470 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7d46a7c6-09d4-42f2-a60d-b9c05413f014 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:56.148909 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fae033-87b9-4347-8360-466e763a0312 None None] Network 8d66b73e-16a3-4866-8835-f4b2721548db requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:55:56.150744 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430602b1-ea28-494c-9424-43030d340406 None None] Network 0897600d-059c-4c97-87d5-16371e549b1b requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:55:56.154598 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-7d46a7c6-09d4-42f2-a60d-b9c05413f014 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/subnets/d719b1a1-459a-4fba-b94c-a46f48da16c5 HTTP/1.1" status: 204 len: 168 time: 0.6585658 Mar 11 19:55:56.156368 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ab52908-a384-4fc8-8219-a3159f5b6e02 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (f34913bb-a54f-4f94-8fb9-9bee83d0c172), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:56.159211 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35572) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:56.223693 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-539fb21a-6caf-433a-b1d4-b0a0ce58ce69 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0618463 Mar 11 19:55:56.229703 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35574) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:56.239366 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ce2aa-99df-4fb9-bc65-29f11120c8ce req-afcaf331-39ef-4007-8ef4-be321fbf8f4c tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:56.240986 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b75ce2aa-99df-4fb9-bc65-29f11120c8ce req-afcaf331-39ef-4007-8ef4-be321fbf8f4c tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "GET /v2.0/ports?device_id=2de21222-c3f6-4765-824f-34913c044060 HTTP/1.1" status: 200 len: 908 time: 0.1827319 Mar 11 19:55:56.246208 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-2175dcc9-7fbb-4405-85f2-4a93afa5c5ff tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Request body: {'subnet': {'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:56.329799 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:56.386487 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-fe6f114b-66f6-4c25-bd20-52ca59854880 None None] Allocated IP 2001:db8:0:1::2 (2a9d2cff-2ea9-4381-85cd-7d79a262d24d/b17bac83-fc2d-410f-9d66-636a67759a61/38187063-d3ca-4247-ac8d-32bc5fc43d85) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:55:56.460140 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-3c993c70-89e5-4bff-86d6-d3f19dd722f4 None None] Current status of the port 05f8322b-09a5-4a5f-9f86-abc9921e3faf is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:55:56.460555 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3c993c70-89e5-4bff-86d6-d3f19dd722f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (05f8322b-09a5-4a5f-9f86-abc9921e3faf), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:56.606897 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-3c993c70-89e5-4bff-86d6-d3f19dd722f4 None None] For port 05f8322b-09a5-4a5f-9f86-abc9921e3faf, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=05f8322b-09a5-4a5f-9f86-abc9921e3faf,segment=NetworkSegment(70c71ca7-59df-46c5-86d9-acc712ed1da1),segment_id=70c71ca7-59df-46c5-86d9-acc712ed1da1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:55:56.608956 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 05f8322b-09a5-4a5f-9f86-abc9921e3faf is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:55:56.609623 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (05f8322b-09a5-4a5f-9f86-abc9921e3faf), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:56.612269 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 2a6df4d7-37b9-4bb2-8351-15e97ba467aa is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:55:56.613407 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2a6df4d7-37b9-4bb2-8351-15e97ba467aa), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:56.621553 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ebcdbb88-3fd6-47d0-ac8d-2a9526d12283 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:56.668338 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3c993c70-89e5-4bff-86d6-d3f19dd722f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (05f8322b-09a5-4a5f-9f86-abc9921e3faf), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:56.857930 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2175dcc9-7fbb-4405-85f2-4a93afa5c5ff tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Made reservation on behalf of 06d9e64a19fa4247bc00069610bf80e1 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:55:56.861581 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2175dcc9-7fbb-4405-85f2-4a93afa5c5ff tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:56.957556 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-ebcdbb88-3fd6-47d0-ac8d-2a9526d12283 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Allocated IP 2001:db8:1::1 (8d66b73e-16a3-4866-8835-f4b2721548db/5801be21-522d-4fd5-9fc9-acb86ec6d602/73f42f66-88e6-45f9-969a-e6997420c981) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:55:56.981274 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-7e5cc002-eda5-4cf0-b537-88ad80183b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3726834a-8ed5-4f80-b95b-7c6cee37bebd', 'name': 'tempest-RoutersIpV6Test-router-1629019246', 'tenant_id': 'add05d9726be43c2815669eb9adbbe31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:48Z', 'updated_at': '2022-03-11T19:55:53Z', 'revision_number': 2, 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'gw_port_host': None, '_interfaces': [{'id': '837281e6-8819-4291-b175-d68f60e25c76', 'name': '', 'network_id': '1067292e-856c-40cb-9c34-67eaab76a69d', 'tenant_id': 'add05d9726be43c2815669eb9adbbe31', 'mac_address': 'fa:16:3e:f4:6f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3726834a-8ed5-4f80-b95b-7c6cee37bebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': 'e97cc19a-f328-44b7-a13e-081ae859becd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:51Z', 'updated_at': '2022-03-11T19:55:53Z', 'revision_number': 2, 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'subnets': [{'id': 'e97cc19a-f328-44b7-a13e-081ae859becd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:55:56.983858 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e36b908-1d7c-43d6-9d38-5b77139dd838 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-8d66b73e-16a3-4866-8835-f4b2721548db', 'network_id': '8d66b73e-16a3-4866-8835-f4b2721548db', 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'fixed_ips': [{'subnet_id': '5801be21-522d-4fd5-9fc9-acb86ec6d602'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:55:56.985081 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8e36b908-1d7c-43d6-9d38-5b77139dd838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:56.986977 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc6da31-c952-48e0-ada4-0f47acf95c10 None None] DHCP port deletion for 0897600d-059c-4c97-87d5-16371e549b1b request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:55:57.064042 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5cc002-eda5-4cf0-b537-88ad80183b43 None None] Checking router: 3726834a-8ed5-4f80-b95b-7c6cee37bebd for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:55:57.064566 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5cc002-eda5-4cf0-b537-88ad80183b43 None None] Updating router 3726834a-8ed5-4f80-b95b-7c6cee37bebd port 837281e6-8819-4291-b175-d68f60e25c76 binding host n-d-833163-1 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:55:57.076922 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de21222-c3f6-4765-824f-34913c044060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a6df4d7-37b9-4bb2-8351-15e97ba467aa'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:55:57.079673 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1365b1c-85fb-4897-ba49-7c6c6a993656" -d '{"events": [{"server_uuid": "2de21222-c3f6-4765-824f-34913c044060", "name": "network-vif-plugged", "status": "completed", "tag": "2a6df4d7-37b9-4bb2-8351-15e97ba467aa"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:55:57.096759 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ebcdbb88-3fd6-47d0-ac8d-2a9526d12283 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for port (73f42f66-88e6-45f9-969a-e6997420c981), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:57.103430 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d44f3e-23c8-4fba-848f-fd75aa37db11 req-8857ed96-1aab-4232-936e-a3fd70a1b697 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:57.104987 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-61d44f3e-23c8-4fba-848f-fd75aa37db11 req-8857ed96-1aab-4232-936e-a3fd70a1b697 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/ports?device_id=49f5fa91-1231-4377-96de-2f89df5190a0 HTTP/1.1" status: 200 len: 944 time: 0.0994158 Mar 11 19:55:57.140100 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ebcdbb88-3fd6-47d0-ac8d-2a9526d12283 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (73f42f66-88e6-45f9-969a-e6997420c981), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:57.158315 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device abe8ea9b-d437-4faa-b7f3-1441ce82426d details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:55:57.186412 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcdbb88-3fd6-47d0-ac8d-2a9526d12283 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Network 8d66b73e-16a3-4866-8835-f4b2721548db is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:55:57.189721 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-ebcdbb88-3fd6-47d0-ac8d-2a9526d12283 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:55:57.194160 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcdbb88-3fd6-47d0-ac8d-2a9526d12283 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:55:57.194693 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ebcdbb88-3fd6-47d0-ac8d-2a9526d12283 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (3726834a-8ed5-4f80-b95b-7c6cee37bebd), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:57.196877 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 2a6df4d7-37b9-4bb2-8351-15e97ba467aa, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=2a6df4d7-37b9-4bb2-8351-15e97ba467aa,segment=NetworkSegment(b89a4158-0911-44dd-9eee-a28d579e0e0d),segment_id=b89a4158-0911-44dd-9eee-a28d579e0e0d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:55:57.198761 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcdbb88-3fd6-47d0-ac8d-2a9526d12283 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event updated for resources: {'Port': ['ID=73f42f66-88e6-45f9-969a-e6997420c981,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:57.202702 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-3c993c70-89e5-4bff-86d6-d3f19dd722f4 None None] Provisioning complete for port 31a3ab95-3ae8-49d5-ae80-7d76562f530b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:55:57.203272 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3c993c70-89e5-4bff-86d6-d3f19dd722f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (31a3ab95-3ae8-49d5-ae80-7d76562f530b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:57.217691 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-61d44f3e-23c8-4fba-848f-fd75aa37db11 req-4e162b9a-60a0-413a-8a31-30314f9590dd tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/security-groups?id=65004c17-7a23-4b73-b3dc-3e0dedc94556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890357 Mar 11 19:55:57.263711 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c993c70-89e5-4bff-86d6-d3f19dd722f4 None None] Pushing event updated for resources: {'Port': ['ID=05f8322b-09a5-4a5f-9f86-abc9921e3faf,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:57.267024 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (2a6df4d7-37b9-4bb2-8351-15e97ba467aa), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:57.332230 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3424f7b3-92ac-48ca-9512-76c4ae56b0bc x-openstack-request-id: req-3424f7b3-92ac-48ca-9512-76c4ae56b0bc {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:55:57.332617 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2de21222-c3f6-4765-824f-34913c044060", "name": "network-vif-plugged", "status": "completed", "tag": "2a6df4d7-37b9-4bb2-8351-15e97ba467aa", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:55:57.333072 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3424f7b3-92ac-48ca-9512-76c4ae56b0bc {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:55:57.333432 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de21222-c3f6-4765-824f-34913c044060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a6df4d7-37b9-4bb2-8351-15e97ba467aa', 'code': 200} Mar 11 19:55:57.349883 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7e5cc002-eda5-4cf0-b537-88ad80183b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (837281e6-8819-4291-b175-d68f60e25c76), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:57.388654 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-fe6f114b-66f6-4c25-bd20-52ca59854880 None None] For port 38187063-d3ca-4247-ac8d-32bc5fc43d85, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=38187063-d3ca-4247-ac8d-32bc5fc43d85,segment=NetworkSegment(a161c4df-09e1-41df-a69a-738a6ae0189e),segment_id=a161c4df-09e1-41df-a69a-738a6ae0189e)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:55:57.417204 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ebcdbb88-3fd6-47d0-ac8d-2a9526d12283 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (73f42f66-88e6-45f9-969a-e6997420c981), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:57.433441 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:55:57.433799 n-d-833163-1 neutron-server[103886]: DEBUG oslo_db.api [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:55:57.437261 n-d-833163-1 neutron-server[103885]: DEBUG neutron.objects.ports [None req-2175dcc9-7fbb-4405-85f2-4a93afa5c5ff tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103885) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 19:55:57.439837 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.db.resource_extend [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 19:55:57.468160 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec77503-767f-4de3-b899-911b3f2e1098 req-173a6ec5-16e9-49c1-b97f-a24f5db06c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:57.469832 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-9ec77503-767f-4de3-b899-911b3f2e1098 req-173a6ec5-16e9-49c1-b97f-a24f5db06c33 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=2de21222-c3f6-4765-824f-34913c044060 HTTP/1.1" status: 200 len: 1091 time: 0.1165884 Mar 11 19:55:57.498167 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2927c58-fbd7-4a4d-8e25-115227464ee6 req-9218f556-f836-4779-ad6d-951834aeceff tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:57.499700 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f2927c58-fbd7-4a4d-8e25-115227464ee6 req-9218f556-f836-4779-ad6d-951834aeceff tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "GET /v2.0/ports?device_id=2de21222-c3f6-4765-824f-34913c044060 HTTP/1.1" status: 200 len: 909 time: 0.1531479 Mar 11 19:55:57.613238 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fe6f114b-66f6-4c25-bd20-52ca59854880 None None] Publish callbacks [] for port (38187063-d3ca-4247-ac8d-32bc5fc43d85), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:57.647082 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-6dc6da31-c952-48e0-ada4-0f47acf95c10 None None] Deleting port 05f8322b-09a5-4a5f-9f86-abc9921e3faf {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:55:57.647462 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6dc6da31-c952-48e0-ada4-0f47acf95c10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (05f8322b-09a5-4a5f-9f86-abc9921e3faf), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:57.649472 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fe6f114b-66f6-4c25-bd20-52ca59854880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (38187063-d3ca-4247-ac8d-32bc5fc43d85), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:57.651144 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=2a6df4d7-37b9-4bb2-8351-15e97ba467aa,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:57.660882 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2175dcc9-7fbb-4405-85f2-4a93afa5c5ff tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (05f8322b-09a5-4a5f-9f86-abc9921e3faf), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:57.699721 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-8ab52908-a384-4fc8-8219-a3159f5b6e02 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Allocated IP 2001:db8:0:1::3da (2a9d2cff-2ea9-4381-85cd-7d79a262d24d/b17bac83-fc2d-410f-9d66-636a67759a61/f34913bb-a54f-4f94-8fb9-9bee83d0c172) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:55:57.755480 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ebcdbb88-3fd6-47d0-ac8d-2a9526d12283 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for port (73f42f66-88e6-45f9-969a-e6997420c981), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:57.760769 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ebcdbb88-3fd6-47d0-ac8d-2a9526d12283 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (73f42f66-88e6-45f9-969a-e6997420c981), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:57.761735 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ebcdbb88-3fd6-47d0-ac8d-2a9526d12283 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (3726834a-8ed5-4f80-b95b-7c6cee37bebd), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:57.812788 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-8e36b908-1d7c-43d6-9d38-5b77139dd838 None None] Allocated IP 2001:db8:1::2 (8d66b73e-16a3-4866-8835-f4b2721548db/5801be21-522d-4fd5-9fc9-acb86ec6d602/b175028b-2183-4c95-be60-9770401c3c60) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:55:57.832587 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcdbb88-3fd6-47d0-ac8d-2a9526d12283 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event updated for resources: {'Port': ['ID=73f42f66-88e6-45f9-969a-e6997420c981,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:57.841796 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:57.914428 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcdbb88-3fd6-47d0-ac8d-2a9526d12283 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Network 8d66b73e-16a3-4866-8835-f4b2721548db is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:55:57.916066 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-ebcdbb88-3fd6-47d0-ac8d-2a9526d12283 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:55:57.945839 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-2175dcc9-7fbb-4405-85f2-4a93afa5c5ff tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] For port 05f8322b-09a5-4a5f-9f86-abc9921e3faf, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=05f8322b-09a5-4a5f-9f86-abc9921e3faf,segment=NetworkSegment(70c71ca7-59df-46c5-86d9-acc712ed1da1),segment_id=70c71ca7-59df-46c5-86d9-acc712ed1da1)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:55:57.962215 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ab52908-a384-4fc8-8219-a3159f5b6e02 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for port (f34913bb-a54f-4f94-8fb9-9bee83d0c172), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:57.974473 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ab52908-a384-4fc8-8219-a3159f5b6e02 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (f34913bb-a54f-4f94-8fb9-9bee83d0c172), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:58.016151 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2175dcc9-7fbb-4405-85f2-4a93afa5c5ff tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for port (05f8322b-09a5-4a5f-9f86-abc9921e3faf), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:58.019224 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port abe8ea9b-d437-4faa-b7f3-1441ce82426d, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=abe8ea9b-d437-4faa-b7f3-1441ce82426d,segment=NetworkSegment(60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db),segment_id=60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:55:58.029960 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2175dcc9-7fbb-4405-85f2-4a93afa5c5ff tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (05f8322b-09a5-4a5f-9f86-abc9921e3faf), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:58.040848 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebcdbb88-3fd6-47d0-ac8d-2a9526d12283 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Router 3726834a-8ed5-4f80-b95b-7c6cee37bebd has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:55:58.081140 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-3c993c70-89e5-4bff-86d6-d3f19dd722f4 None None] Current status of the port 31a3ab95-3ae8-49d5-ae80-7d76562f530b is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:55:58.083591 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6f114b-66f6-4c25-bd20-52ca59854880 None None] Pushing event updated for resources: {'Port': ['ID=38187063-d3ca-4247-ac8d-32bc5fc43d85,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:58.087778 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-8ab52908-a384-4fc8-8219-a3159f5b6e02 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] In _notify_port_updated(), no bound segment for port f34913bb-a54f-4f94-8fb9-9bee83d0c172 on network 2a9d2cff-2ea9-4381-85cd-7d79a262d24d {{(pid=103885) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 11 19:55:58.092909 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab52908-a384-4fc8-8219-a3159f5b6e02 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:58.093997 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ab52908-a384-4fc8-8219-a3159f5b6e02 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:58.097168 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-8ab52908-a384-4fc8-8219-a3159f5b6e02 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "PUT /v2.0/ports/f34913bb-a54f-4f94-8fb9-9bee83d0c172 HTTP/1.1" status: 200 len: 1012 time: 2.3101721 Mar 11 19:55:58.097168 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab52908-a384-4fc8-8219-a3159f5b6e02 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event updated for resources: {'Port': ['ID=f34913bb-a54f-4f94-8fb9-9bee83d0c172,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:58.107113 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35582) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:58.116086 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': 'abe8ea9b-d437-4faa-b7f3-1441ce82426d', 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969', 'port_id': 'abe8ea9b-d437-4faa-b7f3-1441ce82426d', 'mac_address': 'fa:16:3e:87:46:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c3f149c-decf-4bc3-9858-1266a909f90c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:55:58.119776 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2175dcc9-7fbb-4405-85f2-4a93afa5c5ff tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (39be2bfb-1d35-4050-b021-2ec109623061), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:58.133822 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-3c993c70-89e5-4bff-86d6-d3f19dd722f4 None None] Could not find standard attr ID for object eb176776-24e9-43da-9640-87d47d462b44. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 19:55:58.146538 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-6dc6da31-c952-48e0-ada4-0f47acf95c10 None None] For port 05f8322b-09a5-4a5f-9f86-abc9921e3faf, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=05f8322b-09a5-4a5f-9f86-abc9921e3faf,segment=NetworkSegment(70c71ca7-59df-46c5-86d9-acc712ed1da1),segment_id=70c71ca7-59df-46c5-86d9-acc712ed1da1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:55:58.146538 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6dc6da31-c952-48e0-ada4-0f47acf95c10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (05f8322b-09a5-4a5f-9f86-abc9921e3faf), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:58.155408 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebcdbb88-3fd6-47d0-ac8d-2a9526d12283 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:55:58.165581 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ebcdbb88-3fd6-47d0-ac8d-2a9526d12283 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "PUT /v2.0/routers/3726834a-8ed5-4f80-b95b-7c6cee37bebd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0274830 Mar 11 19:55:58.166222 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35584) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:58.171971 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-6215478f-ce02-4c2f-8b5f-7109dc140bc2 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1870650409'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:58.176501 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 05f8322b-09a5-4a5f-9f86-abc9921e3faf is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:55:58.177533 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 38187063-d3ca-4247-ac8d-32bc5fc43d85 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:55:58.195926 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6215478f-ce02-4c2f-8b5f-7109dc140bc2 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Made reservation on behalf of add05d9726be43c2815669eb9adbbe31 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:55:58.201499 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6215478f-ce02-4c2f-8b5f-7109dc140bc2 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:58.228858 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6215478f-ce02-4c2f-8b5f-7109dc140bc2 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] vlan segment allocate from pool success with {'vlan_id': 868, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:55:58.259834 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6215478f-ce02-4c2f-8b5f-7109dc140bc2 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (92898be8-e58b-40ab-a3ab-f2ad560332df), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:58.260196 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-6215478f-ce02-4c2f-8b5f-7109dc140bc2 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Added segment 92898be8-e58b-40ab-a3ab-f2ad560332df of type vlan for network f135e36d-1387-4052-9426-5d4a83cc4ab9 Mar 11 19:55:58.269271 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-6dc6da31-c952-48e0-ada4-0f47acf95c10 None None] Calling delete_port for 05f8322b-09a5-4a5f-9f86-abc9921e3faf owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:55:58.310534 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6215478f-ce02-4c2f-8b5f-7109dc140bc2 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (f135e36d-1387-4052-9426-5d4a83cc4ab9), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:58.345248 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6215478f-ce02-4c2f-8b5f-7109dc140bc2 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (f135e36d-1387-4052-9426-5d4a83cc4ab9), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:58.354312 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6215478f-ce02-4c2f-8b5f-7109dc140bc2 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:58.356492 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6215478f-ce02-4c2f-8b5f-7109dc140bc2 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:58.417258 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-6215478f-ce02-4c2f-8b5f-7109dc140bc2 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2497146 Mar 11 19:55:58.418143 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35588) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:58.428826 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-511f6815-48c4-4215-9e61-a346bb722126 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Request body: {'subnet': {'network_id': 'f135e36d-1387-4052-9426-5d4a83cc4ab9', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:58.431045 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-e7384ecc-5381-4828-81d0-ed8965051f76 None None] Provisioning complete for port 31a3ab95-3ae8-49d5-ae80-7d76562f530b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:55:58.431425 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e7384ecc-5381-4828-81d0-ed8965051f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (31a3ab95-3ae8-49d5-ae80-7d76562f530b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:58.439531 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port abe8ea9b-d437-4faa-b7f3-1441ce82426d is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:55:58.439948 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (abe8ea9b-d437-4faa-b7f3-1441ce82426d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:58.453092 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2175dcc9-7fbb-4405-85f2-4a93afa5c5ff tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Network 0897600d-059c-4c97-87d5-16371e549b1b is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:55:58.482871 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6215478f-ce02-4c2f-8b5f-7109dc140bc2 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event updated for resources: {'Network': ['ID=f135e36d-1387-4052-9426-5d4a83cc4ab9,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:58.511566 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2175dcc9-7fbb-4405-85f2-4a93afa5c5ff tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event updated for resources: {'Port': ['ID=05f8322b-09a5-4a5f-9f86-abc9921e3faf,revision_number=6']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:58.512149 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network f135e36d-1387-4052-9426-5d4a83cc4ab9 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:55:58.518611 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-2175dcc9-7fbb-4405-85f2-4a93afa5c5ff tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:55:58.534933 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2175dcc9-7fbb-4405-85f2-4a93afa5c5ff tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:58.535655 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2175dcc9-7fbb-4405-85f2-4a93afa5c5ff tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:58.555376 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4831f8c-b408-4841-affa-bf2998fa8340 req-cfcb819b-cb03-4e82-8783-1e8f9b57a6b5 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:58.564575 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c4831f8c-b408-4841-affa-bf2998fa8340 req-cfcb819b-cb03-4e82-8783-1e8f9b57a6b5 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/ports?device_id=49f5fa91-1231-4377-96de-2f89df5190a0 HTTP/1.1" status: 200 len: 944 time: 0.1866620 Mar 11 19:55:58.567741 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abe8ea9b-d437-4faa-b7f3-1441ce82426d {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:55:58.582090 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-2175dcc9-7fbb-4405-85f2-4a93afa5c5ff tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.3367245 Mar 11 19:55:58.582090 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2175dcc9-7fbb-4405-85f2-4a93afa5c5ff tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event updated for resources: {'Subnet': ['ID=39be2bfb-1d35-4050-b021-2ec109623061,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:58.583047 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35592) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:58.598271 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-bad06b9a-7d46-4d61-a6f4-ee24e91339d8 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Request body: {'port': {'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'mac_address': 'fa:16:3e:98:bc:26', 'name': 'tempest-NetworksTestDHCPv6-1098259294'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:55:58.631427 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-a8bdf61f-4d89-42d2-882b-bd709c037c58 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Deleting port f34913bb-a54f-4f94-8fb9-9bee83d0c172 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:55:58.632127 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a8bdf61f-4d89-42d2-882b-bd709c037c58 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (f34913bb-a54f-4f94-8fb9-9bee83d0c172), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:58.665378 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511f6815-48c4-4215-9e61-a346bb722126 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Made reservation on behalf of add05d9726be43c2815669eb9adbbe31 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:55:58.675205 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-511f6815-48c4-4215-9e61-a346bb722126 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:58.804313 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c4831f8c-b408-4841-affa-bf2998fa8340 req-71c1f395-86cc-4c02-af32-1c84c5e2f37b tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/security-groups?id=65004c17-7a23-4b73-b3dc-3e0dedc94556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2387145 Mar 11 19:55:58.860743 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a8bdf61f-4d89-42d2-882b-bd709c037c58 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (f34913bb-a54f-4f94-8fb9-9bee83d0c172), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:58.921036 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-a8bdf61f-4d89-42d2-882b-bd709c037c58 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Calling delete_port for f34913bb-a54f-4f94-8fb9-9bee83d0c172 owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:55:58.948068 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8e36b908-1d7c-43d6-9d38-5b77139dd838 None None] Publish callbacks [] for port (b175028b-2183-4c95-be60-9770401c3c60), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:58.961442 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad06b9a-7d46-4d61-a6f4-ee24e91339d8 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Made reservation on behalf of 06d9e64a19fa4247bc00069610bf80e1 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:55:59.003787 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 38187063-d3ca-4247-ac8d-32bc5fc43d85 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:55:59.004310 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (38187063-d3ca-4247-ac8d-32bc5fc43d85), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:59.041391 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port abe8ea9b-d437-4faa-b7f3-1441ce82426d, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=abe8ea9b-d437-4faa-b7f3-1441ce82426d,segment=NetworkSegment(60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db),segment_id=60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:55:59.048297 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46fc32d-cfda-4361-8095-cba796ec7c7d None None] Network 2a9d2cff-2ea9-4381-85cd-7d79a262d24d requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:55:59.078457 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6dc6da31-c952-48e0-ada4-0f47acf95c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (05f8322b-09a5-4a5f-9f86-abc9921e3faf), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:59.080662 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8e36b908-1d7c-43d6-9d38-5b77139dd838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (b175028b-2183-4c95-be60-9770401c3c60), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:59.103348 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (abe8ea9b-d437-4faa-b7f3-1441ce82426d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:59.109896 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7e5cc002-eda5-4cf0-b537-88ad80183b43 None None] Publish callbacks [] for port (837281e6-8819-4291-b175-d68f60e25c76), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:59.126644 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c9421-a9a8-4fc5-99f3-9b42291927b7 req-3f3cd9bb-6ac7-46b6-9818-76ae5a8a76cd tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:59.128304 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a51c9421-a9a8-4fc5-99f3-9b42291927b7 req-3f3cd9bb-6ac7-46b6-9818-76ae5a8a76cd tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "GET /v2.0/ports?device_id=2de21222-c3f6-4765-824f-34913c044060 HTTP/1.1" status: 200 len: 909 time: 0.2276912 Mar 11 19:55:59.164640 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bad06b9a-7d46-4d61-a6f4-ee24e91339d8 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:59.182892 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7e5cc002-eda5-4cf0-b537-88ad80183b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (837281e6-8819-4291-b175-d68f60e25c76), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:59.189918 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-bad06b9a-7d46-4d61-a6f4-ee24e91339d8 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] device_id is not set on port 09e57d1c-ffb2-40cc-8d7a-f18e26de70ab yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:55:59.190863 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc6da31-c952-48e0-ada4-0f47acf95c10 None None] Pushing event deleted for resources: {'Port': ['ID=05f8322b-09a5-4a5f-9f86-abc9921e3faf,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:59.193534 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc6da31-c952-48e0-ada4-0f47acf95c10 None None] No DVR routers for this DVR port 05f8322b-09a5-4a5f-9f86-abc9921e3faf on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:55:59.219370 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:59.227867 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e36b908-1d7c-43d6-9d38-5b77139dd838 None None] Network 8d66b73e-16a3-4866-8835-f4b2721548db is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:55:59.298539 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a070711b-6d7c-4cec-a9e6-a11ea0a16ddb None None] Network 0897600d-059c-4c97-87d5-16371e549b1b requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:55:59.309244 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-8e36b908-1d7c-43d6-9d38-5b77139dd838 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:55:59.316118 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-511f6815-48c4-4215-9e61-a346bb722126 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (444bfcd9-5563-4ff9-8d37-6d947d13482c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:59.342756 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e36b908-1d7c-43d6-9d38-5b77139dd838 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:55:59.400149 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511f6815-48c4-4215-9e61-a346bb722126 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event updated for resources: {'Subnet': ['ID=444bfcd9-5563-4ff9-8d37-6d947d13482c,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:59.410040 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511f6815-48c4-4215-9e61-a346bb722126 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Checking segment: {'id': '92898be8-e58b-40ab-a3ab-f2ad560332df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f135e36d-1387-4052-9426-5d4a83cc4ab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:55:59.410485 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511f6815-48c4-4215-9e61-a346bb722126 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Network hostable DHCP agents. Network: f135e36d-1387-4052-9426-5d4a83cc4ab9, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:55:59.434615 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511f6815-48c4-4215-9e61-a346bb722126 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Network f135e36d-1387-4052-9426-5d4a83cc4ab9 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:55:59.453957 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-511f6815-48c4-4215-9e61-a346bb722126 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, f135e36d-1387-4052-9426-5d4a83cc4ab9) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:55:59.462640 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed2e8ff-8936-4530-b3de-724f7e1ee88f req-c0b3a796-a31f-4376-bd03-8999e830f39a tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:59.464840 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7ed2e8ff-8936-4530-b3de-724f7e1ee88f req-c0b3a796-a31f-4376-bd03-8999e830f39a tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "GET /v2.0/ports?device_id=2de21222-c3f6-4765-824f-34913c044060 HTTP/1.1" status: 200 len: 909 time: 0.1766462 Mar 11 19:55:59.470887 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511f6815-48c4-4215-9e61-a346bb722126 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:59.472435 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-511f6815-48c4-4215-9e61-a346bb722126 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:59.484012 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e7384ecc-5381-4828-81d0-ed8965051f76 None None] Current status of the port 31a3ab95-3ae8-49d5-ae80-7d76562f530b is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:55:59.486753 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e36b908-1d7c-43d6-9d38-5b77139dd838 None None] Pushing event updated for resources: {'Port': ['ID=b175028b-2183-4c95-be60-9770401c3c60,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:59.512295 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174b3653-1a0d-4605-95fd-c1a9becc8a02 None None] Network f135e36d-1387-4052-9426-5d4a83cc4ab9 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:55:59.514677 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-511f6815-48c4-4215-9e61-a346bb722126 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0914404 Mar 11 19:55:59.515275 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a8bdf61f-4d89-42d2-882b-bd709c037c58 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (f34913bb-a54f-4f94-8fb9-9bee83d0c172), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:59.517606 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35598) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:59.517752 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-bad06b9a-7d46-4d61-a6f4-ee24e91339d8 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Allocated IP 2001:db8::f816:3eff:fe98:bc26 (0897600d-059c-4c97-87d5-16371e549b1b/39be2bfb-1d35-4050-b021-2ec109623061/09e57d1c-ffb2-40cc-8d7a-f18e26de70ab) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:55:59.519385 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['abe8ea9b-d437-4faa-b7f3-1441ce82426d'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:55:59.558291 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bdf61f-4d89-42d2-882b-bd709c037c58 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event deleted for resources: {'Port': ['ID=f34913bb-a54f-4f94-8fb9-9bee83d0c172,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:55:59.663387 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a8bdf61f-4d89-42d2-882b-bd709c037c58 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:59.666700 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a8bdf61f-4d89-42d2-882b-bd709c037c58 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "DELETE /v2.0/ports/f34913bb-a54f-4f94-8fb9-9bee83d0c172 HTTP/1.1" status: 204 len: 168 time: 1.5557756 Mar 11 19:55:59.673684 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35600) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:59.720601 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a2bc408-7611-4a6c-bdb0-a79e02681819 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] GET failed (client error): The resource could not be found. Mar 11 19:55:59.724471 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-2a2bc408-7611-4a6c-bdb0-a79e02681819 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "GET /v2.0/ports/f34913bb-a54f-4f94-8fb9-9bee83d0c172 HTTP/1.1" status: 404 len: 333 time: 0.0460536 Mar 11 19:55:59.729552 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35602) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:55:59.797167 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9a858-f147-4dc3-9e3e-fe89ead2278f req-b33b01ab-0563-4a40-8d76-c1b6dde5261c tempest-TestSecurityGroupsBasicOps-1938677745 tempest-TestSecurityGroupsBasicOps-1938677745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:55:59.798728 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2bf9a858-f147-4dc3-9e3e-fe89ead2278f req-b33b01ab-0563-4a40-8d76-c1b6dde5261c tempest-TestSecurityGroupsBasicOps-1938677745 tempest-TestSecurityGroupsBasicOps-1938677745-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=2de21222-c3f6-4765-824f-34913c044060 HTTP/1.1" status: 200 len: 1091 time: 0.2151177 Mar 11 19:55:59.840858 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-8e36b908-1d7c-43d6-9d38-5b77139dd838 None None] Attempting to bind port b175028b-2183-4c95-be60-9770401c3c60 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:55:59.841236 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-8e36b908-1d7c-43d6-9d38-5b77139dd838 None None] Attempting to bind port b175028b-2183-4c95-be60-9770401c3c60 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'cf25d69f-ab2b-4927-b062-5e0cbbf7777a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '8d66b73e-16a3-4866-8835-f4b2721548db'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:55:59.841603 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e36b908-1d7c-43d6-9d38-5b77139dd838 None None] Attempting to bind port b175028b-2183-4c95-be60-9770401c3c60 on network 8d66b73e-16a3-4866-8835-f4b2721548db {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:55:59.845763 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-e7384ecc-5381-4828-81d0-ed8965051f76 None None] Provisioning complete for port 837281e6-8819-4291-b175-d68f60e25c76 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:55:59.846132 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e7384ecc-5381-4828-81d0-ed8965051f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (837281e6-8819-4291-b175-d68f60e25c76), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:59.854950 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c024e2a-d9c8-484f-b200-79b7aaad2915 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Deleting subnet b17bac83-fc2d-410f-9d66-636a67759a61 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:55:59.865494 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0c024e2a-d9c8-484f-b200-79b7aaad2915 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for subnet (b17bac83-fc2d-410f-9d66-636a67759a61), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:59.886317 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 38187063-d3ca-4247-ac8d-32bc5fc43d85 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:55:59.888933 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-7e5cc002-eda5-4cf0-b537-88ad80183b43 None None] Attempting to bind port 837281e6-8819-4291-b175-d68f60e25c76 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:55:59.889874 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-7e5cc002-eda5-4cf0-b537-88ad80183b43 None None] Attempting to bind port 837281e6-8819-4291-b175-d68f60e25c76 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'ccc97c89-5799-4692-b1c2-78d0d90f94fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '1067292e-856c-40cb-9c34-67eaab76a69d'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:55:59.890243 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5cc002-eda5-4cf0-b537-88ad80183b43 None None] Attempting to bind port 837281e6-8819-4291-b175-d68f60e25c76 on network 1067292e-856c-40cb-9c34-67eaab76a69d {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:55:59.961571 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0c024e2a-d9c8-484f-b200-79b7aaad2915 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (b17bac83-fc2d-410f-9d66-636a67759a61), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:59.969083 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5cc002-eda5-4cf0-b537-88ad80183b43 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:55:59.969747 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5cc002-eda5-4cf0-b537-88ad80183b43 None None] Checking segment: {'id': 'ccc97c89-5799-4692-b1c2-78d0d90f94fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '1067292e-856c-40cb-9c34-67eaab76a69d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:55:59.969853 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7e5cc002-eda5-4cf0-b537-88ad80183b43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:59.970672 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5cc002-eda5-4cf0-b537-88ad80183b43 None None] Bound using segment: {'id': 'ccc97c89-5799-4692-b1c2-78d0d90f94fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '1067292e-856c-40cb-9c34-67eaab76a69d'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:55:59.970672 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-7e5cc002-eda5-4cf0-b537-88ad80183b43 None None] Bound port: 837281e6-8819-4291-b175-d68f60e25c76, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccc97c89-5799-4692-b1c2-78d0d90f94fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '1067292e-856c-40cb-9c34-67eaab76a69d'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:55:59.971072 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7e5cc002-eda5-4cf0-b537-88ad80183b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (837281e6-8819-4291-b175-d68f60e25c76), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:55:59.998228 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7266571b-fbbe-42db-acad-dd9849a77e95 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:00.002375 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bad06b9a-7d46-4d61-a6f4-ee24e91339d8 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for port (09e57d1c-ffb2-40cc-8d7a-f18e26de70ab), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:00.014688 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a99bf9-a73c-41d3-8bf3-35a7966e8d71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-0897600d-059c-4c97-87d5-16371e549b1b', 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'project_id': '06d9e64a19fa4247bc00069610bf80e1', 'fixed_ips': [{'subnet_id': '39be2bfb-1d35-4050-b021-2ec109623061'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:56:00.015555 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-46a99bf9-a73c-41d3-8bf3-35a7966e8d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:00.029532 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=abe8ea9b-d437-4faa-b7f3-1441ce82426d,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:00.032661 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda67672-71fc-4a2f-84dc-1b61427f059a req-f0d48743-8ff6-42d3-9177-1333b76e7bf1 tempest-TestSecurityGroupsBasicOps-1938677745 tempest-TestSecurityGroupsBasicOps-1938677745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:00.034198 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dda67672-71fc-4a2f-84dc-1b61427f059a req-f0d48743-8ff6-42d3-9177-1333b76e7bf1 tempest-TestSecurityGroupsBasicOps-1938677745 tempest-TestSecurityGroupsBasicOps-1938677745-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=c7c89787-a794-4218-91b4-c904675866ac HTTP/1.1" status: 200 len: 1167 time: 0.1441569 Mar 11 19:56:00.053419 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e36b908-1d7c-43d6-9d38-5b77139dd838 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:56:00.053816 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e36b908-1d7c-43d6-9d38-5b77139dd838 None None] Checking segment: {'id': 'cf25d69f-ab2b-4927-b062-5e0cbbf7777a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '8d66b73e-16a3-4866-8835-f4b2721548db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:56:00.054194 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8e36b908-1d7c-43d6-9d38-5b77139dd838 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:00.054585 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e36b908-1d7c-43d6-9d38-5b77139dd838 None None] Bound using segment: {'id': 'cf25d69f-ab2b-4927-b062-5e0cbbf7777a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '8d66b73e-16a3-4866-8835-f4b2721548db'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:56:00.055056 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-8e36b908-1d7c-43d6-9d38-5b77139dd838 None None] Bound port: b175028b-2183-4c95-be60-9770401c3c60, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf25d69f-ab2b-4927-b062-5e0cbbf7777a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '8d66b73e-16a3-4866-8835-f4b2721548db'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:56:00.055433 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8e36b908-1d7c-43d6-9d38-5b77139dd838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b175028b-2183-4c95-be60-9770401c3c60), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:00.067500 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 31a3ab95-3ae8-49d5-ae80-7d76562f530b up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:56:00.082428 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e7384ecc-5381-4828-81d0-ed8965051f76 None None] Port 837281e6-8819-4291-b175-d68f60e25c76 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:56:00.130793 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bad06b9a-7d46-4d61-a6f4-ee24e91339d8 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (09e57d1c-ffb2-40cc-8d7a-f18e26de70ab), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:00.132914 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0c024e2a-d9c8-484f-b200-79b7aaad2915 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (b17bac83-fc2d-410f-9d66-636a67759a61), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:00.178260 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bdc607-a54d-4aee-9969-12a6ac0f614d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-f135e36d-1387-4052-9426-5d4a83cc4ab9', 'network_id': 'f135e36d-1387-4052-9426-5d4a83cc4ab9', 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'fixed_ips': [{'subnet_id': '444bfcd9-5563-4ff9-8d37-6d947d13482c'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:56:00.179084 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0bdc607-a54d-4aee-9969-12a6ac0f614d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:00.226288 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dda67672-71fc-4a2f-84dc-1b61427f059a req-080dea52-0b65-42a1-8744-9978e67471fb tempest-TestSecurityGroupsBasicOps-1938677745 tempest-TestSecurityGroupsBasicOps-1938677745-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=bdc2da62-3af1-451a-9cc6-1eb2098242b4&id=f82912e0-fa09-44d8-ae7a-f1a9c4586fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1843176 Mar 11 19:56:00.235697 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad06b9a-7d46-4d61-a6f4-ee24e91339d8 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Network 0897600d-059c-4c97-87d5-16371e549b1b is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:56:00.239223 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-bad06b9a-7d46-4d61-a6f4-ee24e91339d8 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:56:00.243230 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad06b9a-7d46-4d61-a6f4-ee24e91339d8 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event updated for resources: {'Port': ['ID=09e57d1c-ffb2-40cc-8d7a-f18e26de70ab,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:00.245614 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad06b9a-7d46-4d61-a6f4-ee24e91339d8 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:56:00.250850 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad06b9a-7d46-4d61-a6f4-ee24e91339d8 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:00.251484 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bad06b9a-7d46-4d61-a6f4-ee24e91339d8 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:00.277669 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35608) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:00.290993 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0c024e2a-d9c8-484f-b200-79b7aaad2915 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (b17bac83-fc2d-410f-9d66-636a67759a61), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:00.324424 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-bad06b9a-7d46-4d61-a6f4-ee24e91339d8 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7309220 Mar 11 19:56:00.328960 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35610) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:00.360436 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d717467d-3f8c-42df-b41d-e550273ca939 None None] Could not find standard attr ID for object f34913bb-a54f-4f94-8fb9-9bee83d0c172. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 19:56:00.362297 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6350bf94-7112-4ebd-9522-2b716703a428 None None] Pushing event updated for resources: {'Port': ['ID=837281e6-8819-4291-b175-d68f60e25c76,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:00.381288 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-7e5cc002-eda5-4cf0-b537-88ad80183b43 None None] For port 837281e6-8819-4291-b175-d68f60e25c76, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:56:00.385479 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c024e2a-d9c8-484f-b200-79b7aaad2915 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event deleted for resources: {'Subnet': ['ID=b17bac83-fc2d-410f-9d66-636a67759a61,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:00.385816 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-7e5cc002-eda5-4cf0-b537-88ad80183b43 None None] For port 837281e6-8819-4291-b175-d68f60e25c76, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=837281e6-8819-4291-b175-d68f60e25c76,segment=NetworkSegment(ccc97c89-5799-4692-b1c2-78d0d90f94fe),segment_id=ccc97c89-5799-4692-b1c2-78d0d90f94fe)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:56:00.387778 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0c024e2a-d9c8-484f-b200-79b7aaad2915 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:00.391000 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-0c024e2a-d9c8-484f-b200-79b7aaad2915 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "DELETE /v2.0/subnets/b17bac83-fc2d-410f-9d66-636a67759a61 HTTP/1.1" status: 204 len: 168 time: 0.6579580 Mar 11 19:56:00.406750 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35612) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:00.448981 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8015fb-8eea-47a3-9353-25deb5dcd3e8 req-22efe2be-3184-4309-b7db-15e484fef9d1 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:00.450551 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1b8015fb-8eea-47a3-9353-25deb5dcd3e8 req-22efe2be-3184-4309-b7db-15e484fef9d1 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/ports?device_id=49f5fa91-1231-4377-96de-2f89df5190a0 HTTP/1.1" status: 200 len: 945 time: 0.0907693 Mar 11 19:56:00.453524 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7e5cc002-eda5-4cf0-b537-88ad80183b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (837281e6-8819-4291-b175-d68f60e25c76), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:00.464741 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ad26d8-9b70-4995-a7e0-f2f230aa12b7 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:00.467128 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-42ad26d8-9b70-4995-a7e0-f2f230aa12b7 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1166992 Mar 11 19:56:00.475041 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35614) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:00.507841 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f57b9e3-fd81-4120-9b43-3843d22c42c3 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Deleting subnet 18f142f6-2419-44c2-ab97-3aa6af99b4d3 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:56:00.516411 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2f57b9e3-fd81-4120-9b43-3843d22c42c3 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for subnet (18f142f6-2419-44c2-ab97-3aa6af99b4d3), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:00.526347 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b90a6e3-1142-41e3-849d-422e205c05a1 tempest-TestSecurityGroupsBasicOps-1938677745 tempest-TestSecurityGroupsBasicOps-1938677745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:00.528481 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-7b90a6e3-1142-41e3-849d-422e205c05a1 tempest-TestSecurityGroupsBasicOps-1938677745 tempest-TestSecurityGroupsBasicOps-1938677745-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=2de21222-c3f6-4765-824f-34913c044060 HTTP/1.1" status: 200 len: 1086 time: 0.2482021 Mar 11 19:56:00.537301 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-8e36b908-1d7c-43d6-9d38-5b77139dd838 None None] For port b175028b-2183-4c95-be60-9770401c3c60, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:56:00.577585 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1b8015fb-8eea-47a3-9353-25deb5dcd3e8 req-cbc77467-ca3c-4db4-9c63-37dab198cf29 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/security-groups?id=65004c17-7a23-4b73-b3dc-3e0dedc94556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089869 Mar 11 19:56:00.580359 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-7266571b-fbbe-42db-acad-dd9849a77e95 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Allocated IP 2001:db8:2::1 (f135e36d-1387-4052-9426-5d4a83cc4ab9/444bfcd9-5563-4ff9-8d37-6d947d13482c/d197572e-8a0a-45e1-8f5e-0d20739f730c) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:56:00.589303 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2f57b9e3-fd81-4120-9b43-3843d22c42c3 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (18f142f6-2419-44c2-ab97-3aa6af99b4d3), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:00.616580 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-3c6256fb-64a7-4f04-a486-27b0bb30fcae tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Deleting port 09e57d1c-ffb2-40cc-8d7a-f18e26de70ab {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:56:00.617172 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c6256fb-64a7-4f04-a486-27b0bb30fcae tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (09e57d1c-ffb2-40cc-8d7a-f18e26de70ab), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:00.632110 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d717467d-3f8c-42df-b41d-e550273ca939 None None] Provisioning complete for port 38187063-d3ca-4247-ac8d-32bc5fc43d85 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:00.632563 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d717467d-3f8c-42df-b41d-e550273ca939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (38187063-d3ca-4247-ac8d-32bc5fc43d85), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:00.660463 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da095e1e-d736-44b9-8f3f-ccc2cd406424 None None] Network 2a9d2cff-2ea9-4381-85cd-7d79a262d24d requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:56:00.735561 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-8e36b908-1d7c-43d6-9d38-5b77139dd838 None None] For port b175028b-2183-4c95-be60-9770401c3c60, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=b175028b-2183-4c95-be60-9770401c3c60,segment=NetworkSegment(cf25d69f-ab2b-4927-b062-5e0cbbf7777a),segment_id=cf25d69f-ab2b-4927-b062-5e0cbbf7777a)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:56:00.755110 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c6256fb-64a7-4f04-a486-27b0bb30fcae tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (09e57d1c-ffb2-40cc-8d7a-f18e26de70ab), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:00.775444 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-3c6256fb-64a7-4f04-a486-27b0bb30fcae tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Calling delete_port for 09e57d1c-ffb2-40cc-8d7a-f18e26de70ab owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:56:00.784633 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2f57b9e3-fd81-4120-9b43-3843d22c42c3 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (18f142f6-2419-44c2-ab97-3aa6af99b4d3), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:00.862213 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7266571b-fbbe-42db-acad-dd9849a77e95 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for port (d197572e-8a0a-45e1-8f5e-0d20739f730c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:00.911676 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2f57b9e3-fd81-4120-9b43-3843d22c42c3 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (18f142f6-2419-44c2-ab97-3aa6af99b4d3), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:00.919585 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7266571b-fbbe-42db-acad-dd9849a77e95 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (d197572e-8a0a-45e1-8f5e-0d20739f730c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:00.968941 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f57b9e3-fd81-4120-9b43-3843d22c42c3 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event deleted for resources: {'Subnet': ['ID=18f142f6-2419-44c2-ab97-3aa6af99b4d3,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:00.969577 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c6256fb-64a7-4f04-a486-27b0bb30fcae tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (09e57d1c-ffb2-40cc-8d7a-f18e26de70ab), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:00.979495 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2f57b9e3-fd81-4120-9b43-3843d22c42c3 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:00.985734 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-2f57b9e3-fd81-4120-9b43-3843d22c42c3 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "DELETE /v2.0/subnets/18f142f6-2419-44c2-ab97-3aa6af99b4d3 HTTP/1.1" status: 204 len: 168 time: 0.5743771 Mar 11 19:56:00.993681 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35620) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:01.034779 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7266571b-fbbe-42db-acad-dd9849a77e95 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Network f135e36d-1387-4052-9426-5d4a83cc4ab9 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:56:01.045638 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7266571b-fbbe-42db-acad-dd9849a77e95 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event updated for resources: {'Port': ['ID=d197572e-8a0a-45e1-8f5e-0d20739f730c,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:01.048385 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-7266571b-fbbe-42db-acad-dd9849a77e95 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:56:01.052461 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7266571b-fbbe-42db-acad-dd9849a77e95 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:56:01.053004 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7266571b-fbbe-42db-acad-dd9849a77e95 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (3726834a-8ed5-4f80-b95b-7c6cee37bebd), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:01.067297 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c6256fb-64a7-4f04-a486-27b0bb30fcae tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:01.069603 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-46a99bf9-a73c-41d3-8bf3-35a7966e8d71 None None] Allocated IP 2001:db8::f816:3eff:fe0f:9ae6 (0897600d-059c-4c97-87d5-16371e549b1b/39be2bfb-1d35-4050-b021-2ec109623061/f7862e10-483b-4dd2-966e-2a6ea61ed50c) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:56:01.073081 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-3c6256fb-64a7-4f04-a486-27b0bb30fcae tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/ports/09e57d1c-ffb2-40cc-8d7a-f18e26de70ab HTTP/1.1" status: 204 len: 168 time: 0.5962484 Mar 11 19:56:01.075441 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6256fb-64a7-4f04-a486-27b0bb30fcae tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event deleted for resources: {'Port': ['ID=09e57d1c-ffb2-40cc-8d7a-f18e26de70ab,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:01.078249 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35622) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:01.084955 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 31a3ab95-3ae8-49d5-ae80-7d76562f530b triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:01.085345 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (31a3ab95-3ae8-49d5-ae80-7d76562f530b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:01.087804 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8e36b908-1d7c-43d6-9d38-5b77139dd838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (b175028b-2183-4c95-be60-9770401c3c60), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:01.110592 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f1c32141-3b63-4bd3-8a63-a8c3b81cb91e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (2a9d2cff-2ea9-4381-85cd-7d79a262d24d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:01.142804 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6350bf94-7112-4ebd-9522-2b716703a428 None None] Pushing event updated for resources: {'Port': ['ID=837281e6-8819-4291-b175-d68f60e25c76,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:01.147501 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d90d3-42cd-473c-aa95-776404549221 req-8eb038eb-0650-4b8b-9068-ae750548c179 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:01.149021 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0c4d90d3-42cd-473c-aa95-776404549221 req-8eb038eb-0650-4b8b-9068-ae750548c179 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "GET /v2.0/ports?device_id=2de21222-c3f6-4765-824f-34913c044060 HTTP/1.1" status: 200 len: 909 time: 0.1941392 Mar 11 19:56:01.157713 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b49a2b-06d1-4114-9a36-a2acebfcb7db tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:01.158945 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b49a2b-06d1-4114-9a36-a2acebfcb7db tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:01.160720 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-18b49a2b-06d1-4114-9a36-a2acebfcb7db tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0791979 Mar 11 19:56:01.163230 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35624) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:01.209900 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5cc002-eda5-4cf0-b537-88ad80183b43 None None] Routers {'3726834a-8ed5-4f80-b95b-7c6cee37bebd'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:56:01.210533 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-7e5cc002-eda5-4cf0-b537-88ad80183b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:55:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['3726834a-8ed5-4f80-b95b-7c6cee37bebd'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:01.220770 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6a2645b-e470-4fa5-8c96-f5f18d5c3ddc tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Deleting subnet 39be2bfb-1d35-4050-b021-2ec109623061 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:56:01.291740 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-f1c32141-3b63-4bd3-8a63-a8c3b81cb91e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Deleting port 38187063-d3ca-4247-ac8d-32bc5fc43d85 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:56:01.292099 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f1c32141-3b63-4bd3-8a63-a8c3b81cb91e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (38187063-d3ca-4247-ac8d-32bc5fc43d85), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:01.312895 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7266571b-fbbe-42db-acad-dd9849a77e95 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d197572e-8a0a-45e1-8f5e-0d20739f730c), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:01.320396 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-d0bdc607-a54d-4aee-9969-12a6ac0f614d None None] Allocated IP 2001:db8:2::2 (f135e36d-1387-4052-9426-5d4a83cc4ab9/444bfcd9-5563-4ff9-8d37-6d947d13482c/4d5d356d-fec4-4110-82d2-5fa94a29ab7d) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:56:01.418216 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-f1c32141-3b63-4bd3-8a63-a8c3b81cb91e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] For port 38187063-d3ca-4247-ac8d-32bc5fc43d85, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=38187063-d3ca-4247-ac8d-32bc5fc43d85,segment=NetworkSegment(a161c4df-09e1-41df-a69a-738a6ae0189e),segment_id=a161c4df-09e1-41df-a69a-738a6ae0189e)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:56:01.419420 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f1c32141-3b63-4bd3-8a63-a8c3b81cb91e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (38187063-d3ca-4247-ac8d-32bc5fc43d85), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:01.442746 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-f1c32141-3b63-4bd3-8a63-a8c3b81cb91e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Calling delete_port for 38187063-d3ca-4247-ac8d-32bc5fc43d85 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:56:01.462156 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e36b908-1d7c-43d6-9d38-5b77139dd838 None None] Pushing event updated for resources: {'Port': ['ID=b175028b-2183-4c95-be60-9770401c3c60,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:01.511148 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-7e5cc002-eda5-4cf0-b537-88ad80183b43 None None] Set router 3726834a-8ed5-4f80-b95b-7c6cee37bebd gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:56:01.694714 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f1c32141-3b63-4bd3-8a63-a8c3b81cb91e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (38187063-d3ca-4247-ac8d-32bc5fc43d85), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:01.728738 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d717467d-3f8c-42df-b41d-e550273ca939 None None] Current status of the port 38187063-d3ca-4247-ac8d-32bc5fc43d85 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:01.736131 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcdb861-1a28-40d9-ae39-363ec275cb2b req-77531fe9-5941-4d47-b23b-7c597d49aa75 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:01.738319 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c32141-3b63-4bd3-8a63-a8c3b81cb91e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event deleted for resources: {'Port': ['ID=38187063-d3ca-4247-ac8d-32bc5fc43d85,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:01.747881 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5bcdb861-1a28-40d9-ae39-363ec275cb2b req-77531fe9-5941-4d47-b23b-7c597d49aa75 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/ports?device_id=49f5fa91-1231-4377-96de-2f89df5190a0 HTTP/1.1" status: 200 len: 945 time: 0.0733349 Mar 11 19:56:01.766432 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c32141-3b63-4bd3-8a63-a8c3b81cb91e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] No DVR routers for this DVR port 38187063-d3ca-4247-ac8d-32bc5fc43d85 on host n-d-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:56:01.769662 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 31a3ab95-3ae8-49d5-ae80-7d76562f530b is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:01.770192 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 38187063-d3ca-4247-ac8d-32bc5fc43d85 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:56:01.806015 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5bcdb861-1a28-40d9-ae39-363ec275cb2b req-58a2bca5-8a1b-496c-8b05-abc205ba5e6e tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/security-groups?id=65004c17-7a23-4b73-b3dc-3e0dedc94556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553341 Mar 11 19:56:01.838448 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-46a99bf9-a73c-41d3-8bf3-35a7966e8d71 None None] Publish callbacks [] for port (f7862e10-483b-4dd2-966e-2a6ea61ed50c), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:01.848554 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7266571b-fbbe-42db-acad-dd9849a77e95 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for port (d197572e-8a0a-45e1-8f5e-0d20739f730c), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:01.866764 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d6a2645b-e470-4fa5-8c96-f5f18d5c3ddc tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (39be2bfb-1d35-4050-b021-2ec109623061), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:01.882504 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 38187063-d3ca-4247-ac8d-32bc5fc43d85 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:56:01.882504 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 38187063-d3ca-4247-ac8d-32bc5fc43d85 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 11 19:56:01.884024 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abb6d13-75fd-4790-9777-7859a09d88bc None None] Host n-d-833163-1 tried to update port 38187063-d3ca-4247-ac8d-32bc5fc43d85 which no longer exists. {{(pid=103886) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:317}} Mar 11 19:56:01.897420 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f1c32141-3b63-4bd3-8a63-a8c3b81cb91e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (2a9d2cff-2ea9-4381-85cd-7d79a262d24d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:01.904876 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-46a99bf9-a73c-41d3-8bf3-35a7966e8d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (f7862e10-483b-4dd2-966e-2a6ea61ed50c), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:01.912882 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7266571b-fbbe-42db-acad-dd9849a77e95 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (d197572e-8a0a-45e1-8f5e-0d20739f730c), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:01.914421 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7266571b-fbbe-42db-acad-dd9849a77e95 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (3726834a-8ed5-4f80-b95b-7c6cee37bebd), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:01.934012 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d717467d-3f8c-42df-b41d-e550273ca939 None None] Provisioning complete for port 837281e6-8819-4291-b175-d68f60e25c76 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:01.934365 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d717467d-3f8c-42df-b41d-e550273ca939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (837281e6-8819-4291-b175-d68f60e25c76), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:01.965920 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Port 38187063-d3ca-4247-ac8d-32bc5fc43d85 not found, will not notify nova. {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 11 19:56:01.971255 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d6a2645b-e470-4fa5-8c96-f5f18d5c3ddc tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (39be2bfb-1d35-4050-b021-2ec109623061), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:01.972386 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-f1c32141-3b63-4bd3-8a63-a8c3b81cb91e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a9d2cff-2ea9-4381-85cd-7d79a262d24d']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:02.002495 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f24676-b62c-4ec4-aee9-141adde30df6 None None] Network 2a9d2cff-2ea9-4381-85cd-7d79a262d24d requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:56:02.061828 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-f1c32141-3b63-4bd3-8a63-a8c3b81cb91e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a161c4df-09e1-41df-a69a-738a6ae0189e') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:02.062267 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-f1c32141-3b63-4bd3-8a63-a8c3b81cb91e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a161c4df-09e1-41df-a69a-738a6ae0189e') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:02.085581 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 05f8322b-09a5-4a5f-9f86-abc9921e3faf no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:56:02.095217 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0bdc607-a54d-4aee-9969-12a6ac0f614d None None] Publish callbacks [] for port (4d5d356d-fec4-4110-82d2-5fa94a29ab7d), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:02.100581 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d6a2645b-e470-4fa5-8c96-f5f18d5c3ddc tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (39be2bfb-1d35-4050-b021-2ec109623061), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:02.133495 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a99bf9-a73c-41d3-8bf3-35a7966e8d71 None None] Network 0897600d-059c-4c97-87d5-16371e549b1b is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:56:02.135861 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f1c32141-3b63-4bd3-8a63-a8c3b81cb91e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (a161c4df-09e1-41df-a69a-738a6ae0189e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:02.141366 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7266571b-fbbe-42db-acad-dd9849a77e95 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event updated for resources: {'Port': ['ID=d197572e-8a0a-45e1-8f5e-0d20739f730c,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:02.150478 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0bdc607-a54d-4aee-9969-12a6ac0f614d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (4d5d356d-fec4-4110-82d2-5fa94a29ab7d), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:02.152268 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 05f8322b-09a5-4a5f-9f86-abc9921e3faf {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:56:02.152606 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 05f8322b-09a5-4a5f-9f86-abc9921e3faf not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:56:02.159681 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-46a99bf9-a73c-41d3-8bf3-35a7966e8d71 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:56:02.161563 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a99bf9-a73c-41d3-8bf3-35a7966e8d71 None None] Pushing event updated for resources: {'Port': ['ID=f7862e10-483b-4dd2-966e-2a6ea61ed50c,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:02.188632 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a99bf9-a73c-41d3-8bf3-35a7966e8d71 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:56:02.195915 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d6a2645b-e470-4fa5-8c96-f5f18d5c3ddc tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (39be2bfb-1d35-4050-b021-2ec109623061), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:02.201194 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f1c32141-3b63-4bd3-8a63-a8c3b81cb91e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (a161c4df-09e1-41df-a69a-738a6ae0189e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:02.211120 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1c32141-3b63-4bd3-8a63-a8c3b81cb91e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Releasing vlan 881 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:56:02.211543 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f1c32141-3b63-4bd3-8a63-a8c3b81cb91e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (a161c4df-09e1-41df-a69a-738a6ae0189e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:02.227150 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:56:02.227150 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:56:02.227150 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:56:02.227150 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:56:02.227150 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:56:02.227150 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:56:02.227150 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:56:02.227150 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:56:02.227150 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:56:02.227150 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:56:02.227150 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:56:02.227150 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:56:02.227150 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:56:02.227150 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:56:02.227150 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:56:02.227150 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:56:02.227150 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:56:02.227150 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:56:02.227150 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:56:02.227150 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:56:02.227150 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:56:02.227150 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:56:02.227150 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:56:02.227150 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:56:02.227150 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:56:02.227150 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:56:02.227150 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:56:02.227150 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:56:02.227150 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:56:02.227150 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:56:02.227150 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:56:02.227150 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:56:02.240664 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7266571b-fbbe-42db-acad-dd9849a77e95 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Network f135e36d-1387-4052-9426-5d4a83cc4ab9 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:56:02.298652 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-7266571b-fbbe-42db-acad-dd9849a77e95 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:56:02.303954 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a2645b-e470-4fa5-8c96-f5f18d5c3ddc tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event deleted for resources: {'Subnet': ['ID=39be2bfb-1d35-4050-b021-2ec109623061,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:02.308941 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d6a2645b-e470-4fa5-8c96-f5f18d5c3ddc tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:02.314374 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d6a2645b-e470-4fa5-8c96-f5f18d5c3ddc tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/subnets/39be2bfb-1d35-4050-b021-2ec109623061 HTTP/1.1" status: 204 len: 168 time: 1.1478064 Mar 11 19:56:02.315553 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f1c32141-3b63-4bd3-8a63-a8c3b81cb91e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (2a9d2cff-2ea9-4381-85cd-7d79a262d24d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:02.319484 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35630) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:02.322884 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bdc607-a54d-4aee-9969-12a6ac0f614d None None] Network f135e36d-1387-4052-9426-5d4a83cc4ab9 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:56:02.371311 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d39d5f-71ec-40a2-8d2c-d76a1b5d17be req-f8989690-58ec-4ab7-8443-87b4811c180d tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:02.375839 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-d0bdc607-a54d-4aee-9969-12a6ac0f614d None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:56:02.379746 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-01d39d5f-71ec-40a2-8d2c-d76a1b5d17be req-f8989690-58ec-4ab7-8443-87b4811c180d tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "GET /v2.0/ports?device_id=2de21222-c3f6-4765-824f-34913c044060 HTTP/1.1" status: 200 len: 909 time: 0.0845819 Mar 11 19:56:02.410681 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bdc607-a54d-4aee-9969-12a6ac0f614d None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:56:02.416492 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bdc607-a54d-4aee-9969-12a6ac0f614d None None] Pushing event updated for resources: {'Port': ['ID=4d5d356d-fec4-4110-82d2-5fa94a29ab7d,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:02.445856 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-600e83c8-02cc-4cbd-9936-1862b8bf08b7 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1254489 Mar 11 19:56:02.448377 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35632) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:02.452527 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3e7611-af96-4e33-8983-ff39b1cf7c45 None None] DHCP port deletion for 2a9d2cff-2ea9-4381-85cd-7d79a262d24d request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:56:02.465192 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f1c32141-3b63-4bd3-8a63-a8c3b81cb91e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:02.468028 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-46a99bf9-a73c-41d3-8bf3-35a7966e8d71 None None] Attempting to bind port f7862e10-483b-4dd2-966e-2a6ea61ed50c on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:56:02.468403 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-46a99bf9-a73c-41d3-8bf3-35a7966e8d71 None None] Attempting to bind port f7862e10-483b-4dd2-966e-2a6ea61ed50c by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:56:02.468772 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a99bf9-a73c-41d3-8bf3-35a7966e8d71 None None] Attempting to bind port f7862e10-483b-4dd2-966e-2a6ea61ed50c on network 0897600d-059c-4c97-87d5-16371e549b1b {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:56:02.477025 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f1c32141-3b63-4bd3-8a63-a8c3b81cb91e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "DELETE /v2.0/networks/2a9d2cff-2ea9-4381-85cd-7d79a262d24d HTTP/1.1" status: 204 len: 168 time: 1.4822938 Mar 11 19:56:02.485672 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35634) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:02.501515 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c32141-3b63-4bd3-8a63-a8c3b81cb91e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event deleted for resources: {'Network': ['ID=2a9d2cff-2ea9-4381-85cd-7d79a262d24d,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:02.517690 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device b175028b-2183-4c95-be60-9770401c3c60 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:56:02.547229 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a99bf9-a73c-41d3-8bf3-35a7966e8d71 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:56:02.547651 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a99bf9-a73c-41d3-8bf3-35a7966e8d71 None None] Checking segment: {'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:56:02.548858 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-46a99bf9-a73c-41d3-8bf3-35a7966e8d71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:02.549269 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a99bf9-a73c-41d3-8bf3-35a7966e8d71 None None] Bound using segment: {'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:56:02.550440 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-46a99bf9-a73c-41d3-8bf3-35a7966e8d71 None None] Bound port: f7862e10-483b-4dd2-966e-2a6ea61ed50c, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:56:02.550845 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-46a99bf9-a73c-41d3-8bf3-35a7966e8d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (f7862e10-483b-4dd2-966e-2a6ea61ed50c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:02.562807 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13124fc-dbde-4cbd-8c6f-030615842a61 req-2cc048e1-6fd6-426d-b55a-57de2d624d9d tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:02.564476 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c13124fc-dbde-4cbd-8c6f-030615842a61 req-2cc048e1-6fd6-426d-b55a-57de2d624d9d tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.75 "GET /v2.0/ports?device_id=2de21222-c3f6-4765-824f-34913c044060 HTTP/1.1" status: 200 len: 909 time: 0.5139036 Mar 11 19:56:02.575111 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3249f71-dc74-4bfa-b65e-07ccbc0201fa tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:02.576653 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d3249f71-dc74-4bfa-b65e-07ccbc0201fa tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0900354 Mar 11 19:56:02.584943 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35636) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:02.586100 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f183f6-0066-4eb9-9421-eb22b22bea8f tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:02.587801 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-76f183f6-0066-4eb9-9421-eb22b22bea8f tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1381426 Mar 11 19:56:02.591727 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35638) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:02.631204 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-d0bdc607-a54d-4aee-9969-12a6ac0f614d None None] Attempting to bind port 4d5d356d-fec4-4110-82d2-5fa94a29ab7d on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:56:02.633402 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-d0bdc607-a54d-4aee-9969-12a6ac0f614d None None] Attempting to bind port 4d5d356d-fec4-4110-82d2-5fa94a29ab7d by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '92898be8-e58b-40ab-a3ab-f2ad560332df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f135e36d-1387-4052-9426-5d4a83cc4ab9'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:56:02.633788 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bdc607-a54d-4aee-9969-12a6ac0f614d None None] Attempting to bind port 4d5d356d-fec4-4110-82d2-5fa94a29ab7d on network f135e36d-1387-4052-9426-5d4a83cc4ab9 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:56:02.640180 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d717467d-3f8c-42df-b41d-e550273ca939 None None] Current status of the port 837281e6-8819-4291-b175-d68f60e25c76 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:02.640582 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d717467d-3f8c-42df-b41d-e550273ca939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (837281e6-8819-4291-b175-d68f60e25c76), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:02.668048 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7266571b-fbbe-42db-acad-dd9849a77e95 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Router 3726834a-8ed5-4f80-b95b-7c6cee37bebd has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:56:02.675102 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff5a883-ec1c-40b4-8f07-5a74824de958 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:02.676734 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-bff5a883-ec1c-40b4-8f07-5a74824de958 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0840423 Mar 11 19:56:02.679428 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35640) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:02.697663 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bdc607-a54d-4aee-9969-12a6ac0f614d None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:56:02.698044 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bdc607-a54d-4aee-9969-12a6ac0f614d None None] Checking segment: {'id': '92898be8-e58b-40ab-a3ab-f2ad560332df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f135e36d-1387-4052-9426-5d4a83cc4ab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:56:02.698457 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0bdc607-a54d-4aee-9969-12a6ac0f614d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:02.698857 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bdc607-a54d-4aee-9969-12a6ac0f614d None None] Bound using segment: {'id': '92898be8-e58b-40ab-a3ab-f2ad560332df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f135e36d-1387-4052-9426-5d4a83cc4ab9'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:56:02.699349 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-d0bdc607-a54d-4aee-9969-12a6ac0f614d None None] Bound port: 4d5d356d-fec4-4110-82d2-5fa94a29ab7d, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92898be8-e58b-40ab-a3ab-f2ad560332df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f135e36d-1387-4052-9426-5d4a83cc4ab9'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:56:02.700324 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0bdc607-a54d-4aee-9969-12a6ac0f614d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (4d5d356d-fec4-4110-82d2-5fa94a29ab7d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:02.721473 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8ad0a6-8106-4981-9c2d-694726c3c642 None None] Network 8d66b73e-16a3-4866-8835-f4b2721548db requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:56:02.741131 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-0eb076e6-924a-4334-964b-01330935d713 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0565948 Mar 11 19:56:02.743481 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35642) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:02.749385 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-0f37bcd7-cfc5-47f2-90d2-4520f3e8d621 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Request body: {'subnet': {'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:56:02.757837 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-47ea9885-f35f-4a07-9c45-a2b874ef8669 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1682446 Mar 11 19:56:02.763105 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35644) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:02.768033 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-70a2bd7a-afbe-4c62-a5c3-92c45c551bbc tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-461718301'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:56:02.781008 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-7e5cc002-eda5-4cf0-b537-88ad80183b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3726834a-8ed5-4f80-b95b-7c6cee37bebd', 'name': 'tempest-RoutersIpV6Test-router-1629019246', 'tenant_id': 'add05d9726be43c2815669eb9adbbe31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:48Z', 'updated_at': '2022-03-11T19:55:57Z', 'revision_number': 3, 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'gw_port_host': None, '_interfaces': [{'id': '73f42f66-88e6-45f9-969a-e6997420c981', 'name': '', 'network_id': '8d66b73e-16a3-4866-8835-f4b2721548db', 'tenant_id': 'add05d9726be43c2815669eb9adbbe31', 'mac_address': 'fa:16:3e:8d:13:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3726834a-8ed5-4f80-b95b-7c6cee37bebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '5801be21-522d-4fd5-9fc9-acb86ec6d602', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:56Z', 'updated_at': '2022-03-11T19:55:57Z', 'revision_number': 2, 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'subnets': [{'id': '5801be21-522d-4fd5-9fc9-acb86ec6d602', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '837281e6-8819-4291-b175-d68f60e25c76', 'name': '', 'network_id': '1067292e-856c-40cb-9c34-67eaab76a69d', 'tenant_id': 'add05d9726be43c2815669eb9adbbe31', 'mac_address': 'fa:16:3e:f4:6f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3726834a-8ed5-4f80-b95b-7c6cee37bebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': 'e97cc19a-f328-44b7-a13e-081ae859becd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:51Z', 'updated_at': '2022-03-11T19:56:00Z', 'revision_number': 4, 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'subnets': [{'id': 'e97cc19a-f328-44b7-a13e-081ae859becd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:02.839115 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7266571b-fbbe-42db-acad-dd9849a77e95 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:56:02.847492 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-7266571b-fbbe-42db-acad-dd9849a77e95 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "PUT /v2.0/routers/3726834a-8ed5-4f80-b95b-7c6cee37bebd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3281293 Mar 11 19:56:02.851282 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35648) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:02.853238 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f37bcd7-cfc5-47f2-90d2-4520f3e8d621 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Made reservation on behalf of 06d9e64a19fa4247bc00069610bf80e1 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:56:02.857447 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-f3be2f8a-188b-4ea3-92aa-857bcb2e670e tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-989814659'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:56:02.858805 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0f37bcd7-cfc5-47f2-90d2-4520f3e8d621 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:02.881737 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a2bd7a-afbe-4c62-a5c3-92c45c551bbc tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Made reservation on behalf of 9a2132e02eba4e489015b67acdaa176b for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:56:02.885706 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-70a2bd7a-afbe-4c62-a5c3-92c45c551bbc tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:02.915031 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-c13124fc-dbde-4cbd-8c6f-030615842a61 req-328d6a2b-69d9-4b84-899d-ba0b853b3fdf tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Deleting port 2a6df4d7-37b9-4bb2-8351-15e97ba467aa {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:56:02.915379 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c13124fc-dbde-4cbd-8c6f-030615842a61 req-328d6a2b-69d9-4b84-899d-ba0b853b3fdf tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (2a6df4d7-37b9-4bb2-8351-15e97ba467aa), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:02.922692 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3be2f8a-188b-4ea3-92aa-857bcb2e670e tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Made reservation on behalf of add05d9726be43c2815669eb9adbbe31 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:56:02.926062 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f3be2f8a-188b-4ea3-92aa-857bcb2e670e tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:02.994655 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095f3d54-a22d-4df5-8b5a-73546bf4dbcb req-4035dd0e-e7e5-4cae-8418-ee1e5a8e68b6 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:02.996349 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-095f3d54-a22d-4df5-8b5a-73546bf4dbcb req-4035dd0e-e7e5-4cae-8418-ee1e5a8e68b6 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/ports?device_id=49f5fa91-1231-4377-96de-2f89df5190a0 HTTP/1.1" status: 200 len: 945 time: 0.1137686 Mar 11 19:56:03.007955 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70a2bd7a-afbe-4c62-a5c3-92c45c551bbc tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] vlan segment allocate from pool success with {'vlan_id': 890, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:56:03.033535 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3be2f8a-188b-4ea3-92aa-857bcb2e670e tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] vlan segment allocate from pool success with {'vlan_id': 891, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:56:03.037306 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-70a2bd7a-afbe-4c62-a5c3-92c45c551bbc tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (d499c955-6b14-4704-bd95-64356756226c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:03.037622 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-70a2bd7a-afbe-4c62-a5c3-92c45c551bbc tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Added segment d499c955-6b14-4704-bd95-64356756226c of type vlan for network 66628faf-778e-437f-8831-77f2b54a7095 Mar 11 19:56:03.055066 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5cc002-eda5-4cf0-b537-88ad80183b43 None None] The sync data for ids ['3726834a-8ed5-4f80-b95b-7c6cee37bebd'] in n-d-833163-1 is: [{'id': '3726834a-8ed5-4f80-b95b-7c6cee37bebd', 'name': 'tempest-RoutersIpV6Test-router-1629019246', 'tenant_id': 'add05d9726be43c2815669eb9adbbe31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:48Z', 'updated_at': '2022-03-11T19:55:57Z', 'revision_number': 3, 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'gw_port_host': None, '_interfaces': [{'id': '73f42f66-88e6-45f9-969a-e6997420c981', 'name': '', 'network_id': '8d66b73e-16a3-4866-8835-f4b2721548db', 'tenant_id': 'add05d9726be43c2815669eb9adbbe31', 'mac_address': 'fa:16:3e:8d:13:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3726834a-8ed5-4f80-b95b-7c6cee37bebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '5801be21-522d-4fd5-9fc9-acb86ec6d602', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:56Z', 'updated_at': '2022-03-11T19:55:57Z', 'revision_number': 2, 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'subnets': [{'id': '5801be21-522d-4fd5-9fc9-acb86ec6d602', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '837281e6-8819-4291-b175-d68f60e25c76', 'name': '', 'network_id': '1067292e-856c-40cb-9c34-67eaab76a69d', 'tenant_id': 'add05d9726be43c2815669eb9adbbe31', 'mac_address': 'fa:16:3e:f4:6f:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3726834a-8ed5-4f80-b95b-7c6cee37bebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': 'e97cc19a-f328-44b7-a13e-081ae859becd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:51Z', 'updated_at': '2022-03-11T19:56:00Z', 'revision_number': 4, 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'subnets': [{'id': 'e97cc19a-f328-44b7-a13e-081ae859becd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:56:03.063501 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d717467d-3f8c-42df-b41d-e550273ca939 None None] For port 837281e6-8819-4291-b175-d68f60e25c76, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=837281e6-8819-4291-b175-d68f60e25c76,segment=NetworkSegment(ccc97c89-5799-4692-b1c2-78d0d90f94fe),segment_id=ccc97c89-5799-4692-b1c2-78d0d90f94fe)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:56:03.087151 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port b175028b-2183-4c95-be60-9770401c3c60 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:03.087925 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (b175028b-2183-4c95-be60-9770401c3c60), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:03.094098 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d717467d-3f8c-42df-b41d-e550273ca939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (837281e6-8819-4291-b175-d68f60e25c76), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:03.096011 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f3be2f8a-188b-4ea3-92aa-857bcb2e670e tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (7c8e4195-01c8-4b3e-9ea0-c7773f6d38b1), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:03.096776 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-f3be2f8a-188b-4ea3-92aa-857bcb2e670e tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Added segment 7c8e4195-01c8-4b3e-9ea0-c7773f6d38b1 of type vlan for network 5b8421f8-3def-4013-ae36-d9c2f29b91ab Mar 11 19:56:03.100898 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-095f3d54-a22d-4df5-8b5a-73546bf4dbcb req-8574b5c5-4492-4ead-8f0b-d1a07884da9c tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/security-groups?id=65004c17-7a23-4b73-b3dc-3e0dedc94556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916119 Mar 11 19:56:03.120425 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-46a99bf9-a73c-41d3-8bf3-35a7966e8d71 None None] For port f7862e10-483b-4dd2-966e-2a6ea61ed50c, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:56:03.121071 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-70a2bd7a-afbe-4c62-a5c3-92c45c551bbc tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (66628faf-778e-437f-8831-77f2b54a7095), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:03.126214 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-c13124fc-dbde-4cbd-8c6f-030615842a61 req-328d6a2b-69d9-4b84-899d-ba0b853b3fdf tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] For port 2a6df4d7-37b9-4bb2-8351-15e97ba467aa, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=2a6df4d7-37b9-4bb2-8351-15e97ba467aa,segment=NetworkSegment(b89a4158-0911-44dd-9eee-a28d579e0e0d),segment_id=b89a4158-0911-44dd-9eee-a28d579e0e0d)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:56:03.126214 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c13124fc-dbde-4cbd-8c6f-030615842a61 req-328d6a2b-69d9-4b84-899d-ba0b853b3fdf tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (2a6df4d7-37b9-4bb2-8351-15e97ba467aa), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:03.137032 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device abe8ea9b-d437-4faa-b7f3-1441ce82426d up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:56:03.168665 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-c13124fc-dbde-4cbd-8c6f-030615842a61 req-328d6a2b-69d9-4b84-899d-ba0b853b3fdf tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Calling delete_port for 2a6df4d7-37b9-4bb2-8351-15e97ba467aa owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:56:03.181691 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0f37bcd7-cfc5-47f2-90d2-4520f3e8d621 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (e09c1681-43a0-494b-910d-d6650e3b95cd), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:03.189082 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d0bdc607-a54d-4aee-9969-12a6ac0f614d None None] For port 4d5d356d-fec4-4110-82d2-5fa94a29ab7d, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:56:03.223993 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f3be2f8a-188b-4ea3-92aa-857bcb2e670e tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (5b8421f8-3def-4013-ae36-d9c2f29b91ab), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:03.239599 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f37bcd7-cfc5-47f2-90d2-4520f3e8d621 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Network 0897600d-059c-4c97-87d5-16371e549b1b is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:56:03.239970 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-46a99bf9-a73c-41d3-8bf3-35a7966e8d71 None None] For port f7862e10-483b-4dd2-966e-2a6ea61ed50c, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=f7862e10-483b-4dd2-966e-2a6ea61ed50c,segment=NetworkSegment(70c71ca7-59df-46c5-86d9-acc712ed1da1),segment_id=70c71ca7-59df-46c5-86d9-acc712ed1da1)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:56:03.242746 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-0f37bcd7-cfc5-47f2-90d2-4520f3e8d621 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:56:03.251105 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f37bcd7-cfc5-47f2-90d2-4520f3e8d621 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:03.251105 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0f37bcd7-cfc5-47f2-90d2-4520f3e8d621 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:03.257582 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f37bcd7-cfc5-47f2-90d2-4520f3e8d621 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event updated for resources: {'Subnet': ['ID=e09c1681-43a0-494b-910d-d6650e3b95cd,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:03.271426 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-70a2bd7a-afbe-4c62-a5c3-92c45c551bbc tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (66628faf-778e-437f-8831-77f2b54a7095), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:03.272413 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d717467d-3f8c-42df-b41d-e550273ca939 None None] Pushing event updated for resources: {'Port': ['ID=837281e6-8819-4291-b175-d68f60e25c76,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:03.276786 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-0f37bcd7-cfc5-47f2-90d2-4520f3e8d621 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5322230 Mar 11 19:56:03.279874 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35650) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:03.280021 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a2bd7a-afbe-4c62-a5c3-92c45c551bbc tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:03.280996 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-70a2bd7a-afbe-4c62-a5c3-92c45c551bbc tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:03.283981 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-46a99bf9-a73c-41d3-8bf3-35a7966e8d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (f7862e10-483b-4dd2-966e-2a6ea61ed50c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:03.286044 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-8a015425-0360-41a7-89bc-b3adee10d735 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Request body: {'port': {'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'mac_address': 'fa:16:3e:d3:d4:a9', 'name': 'tempest-NetworksTestDHCPv6-862531620'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:56:03.327022 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d0bdc607-a54d-4aee-9969-12a6ac0f614d None None] For port 4d5d356d-fec4-4110-82d2-5fa94a29ab7d, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=4d5d356d-fec4-4110-82d2-5fa94a29ab7d,segment=NetworkSegment(92898be8-e58b-40ab-a3ab-f2ad560332df),segment_id=92898be8-e58b-40ab-a3ab-f2ad560332df)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:56:03.330077 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f3be2f8a-188b-4ea3-92aa-857bcb2e670e tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (5b8421f8-3def-4013-ae36-d9c2f29b91ab), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:03.335337 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3be2f8a-188b-4ea3-92aa-857bcb2e670e tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:03.336548 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f3be2f8a-188b-4ea3-92aa-857bcb2e670e tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:03.370086 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-70a2bd7a-afbe-4c62-a5c3-92c45c551bbc tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6057668 Mar 11 19:56:03.374073 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35652) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:03.381661 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-db65ee6a-317c-40c9-9ee4-d6c88768bf04 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Request body: {'subnet': {'network_id': '66628faf-778e-437f-8831-77f2b54a7095', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:56:03.381959 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0bdc607-a54d-4aee-9969-12a6ac0f614d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (4d5d356d-fec4-4110-82d2-5fa94a29ab7d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:03.408557 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-1690b93d-da1d-4434-a2b2-0fe692cd0889 None None] Provisioning complete for port b175028b-2183-4c95-be60-9770401c3c60 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:03.408938 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1690b93d-da1d-4434-a2b2-0fe692cd0889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (b175028b-2183-4c95-be60-9770401c3c60), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:03.439552 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a2bd7a-afbe-4c62-a5c3-92c45c551bbc tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event updated for resources: {'Network': ['ID=66628faf-778e-437f-8831-77f2b54a7095,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:03.465894 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f3be2f8a-188b-4ea3-92aa-857bcb2e670e tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6128545 Mar 11 19:56:03.482767 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35656) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:03.490165 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-a58e8dda-903e-401c-ad3c-9dca65bdec81 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Request body: {'subnet': {'network_id': '5b8421f8-3def-4013-ae36-d9c2f29b91ab', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:56:03.505570 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 66628faf-778e-437f-8831-77f2b54a7095 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:56:03.560281 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port abe8ea9b-d437-4faa-b7f3-1441ce82426d completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:56:03.571991 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a99bf9-a73c-41d3-8bf3-35a7966e8d71 None None] Pushing event updated for resources: {'Port': ['ID=f7862e10-483b-4dd2-966e-2a6ea61ed50c,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:03.648645 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port abe8ea9b-d437-4faa-b7f3-1441ce82426d triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:03.649198 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (abe8ea9b-d437-4faa-b7f3-1441ce82426d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:03.691012 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0777495d-a03f-4922-9bd7-3b005b0a2961 None None] Network 0897600d-059c-4c97-87d5-16371e549b1b requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:56:03.703088 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be2f8a-188b-4ea3-92aa-857bcb2e670e tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event updated for resources: {'Network': ['ID=5b8421f8-3def-4013-ae36-d9c2f29b91ab,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:03.768434 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db65ee6a-317c-40c9-9ee4-d6c88768bf04 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Made reservation on behalf of 9a2132e02eba4e489015b67acdaa176b for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:56:03.773271 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-db65ee6a-317c-40c9-9ee4-d6c88768bf04 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:03.831084 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 5b8421f8-3def-4013-ae36-d9c2f29b91ab details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:56:03.902003 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c13124fc-dbde-4cbd-8c6f-030615842a61 req-328d6a2b-69d9-4b84-899d-ba0b853b3fdf tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (2a6df4d7-37b9-4bb2-8351-15e97ba467aa), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:03.938063 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port b175028b-2183-4c95-be60-9770401c3c60 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:03.938476 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b175028b-2183-4c95-be60-9770401c3c60), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:03.966597 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:56:03.996119 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d6a2b-69d9-4b84-899d-ba0b853b3fdf tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Pushing event deleted for resources: {'Port': ['ID=2a6df4d7-37b9-4bb2-8351-15e97ba467aa,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:04.141166 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d75b2a85-824e-4ef7-9f1f-4311af0d8552 req-f5f6fa3f-bf72-4d7b-808c-50bfe46d1559 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "GET /v2.0/ports?device_id=2de21222-c3f6-4765-824f-34913c044060 HTTP/1.1" status: 200 len: 210 time: 0.0633862 Mar 11 19:56:04.176189 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a015425-0360-41a7-89bc-b3adee10d735 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Made reservation on behalf of 06d9e64a19fa4247bc00069610bf80e1 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:56:04.186773 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port b175028b-2183-4c95-be60-9770401c3c60, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=b175028b-2183-4c95-be60-9770401c3c60,segment=NetworkSegment(cf25d69f-ab2b-4927-b062-5e0cbbf7777a),segment_id=cf25d69f-ab2b-4927-b062-5e0cbbf7777a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:56:04.325679 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (b175028b-2183-4c95-be60-9770401c3c60), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:04.362268 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bdc607-a54d-4aee-9969-12a6ac0f614d None None] Pushing event updated for resources: {'Port': ['ID=4d5d356d-fec4-4110-82d2-5fa94a29ab7d,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:04.506531 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 38187063-d3ca-4247-ac8d-32bc5fc43d85 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:56:04.509547 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=b175028b-2183-4c95-be60-9770401c3c60,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:04.528108 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-1690b93d-da1d-4434-a2b2-0fe692cd0889 None None] Current status of the port b175028b-2183-4c95-be60-9770401c3c60 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:04.558463 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6fbed5-d6a0-4bc1-a856-d93c578b9859 req-42408b35-062f-4c96-a0b5-c54abf9cec6c tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:04.561426 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2e6fbed5-d6a0-4bc1-a856-d93c578b9859 req-42408b35-062f-4c96-a0b5-c54abf9cec6c tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/ports?device_id=49f5fa91-1231-4377-96de-2f89df5190a0 HTTP/1.1" status: 200 len: 945 time: 0.1965506 Mar 11 19:56:04.565861 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8a015425-0360-41a7-89bc-b3adee10d735 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:04.571566 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 38187063-d3ca-4247-ac8d-32bc5fc43d85 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:56:04.571940 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 38187063-d3ca-4247-ac8d-32bc5fc43d85 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:56:04.633014 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-8a015425-0360-41a7-89bc-b3adee10d735 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] device_id is not set on port c128575a-b479-4c33-998b-c0f444cbab55 yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:56:04.720018 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2e6fbed5-d6a0-4bc1-a856-d93c578b9859 req-82e80931-48cb-4a8a-98d5-2426526dd277 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/security-groups?id=65004c17-7a23-4b73-b3dc-3e0dedc94556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271164 Mar 11 19:56:04.729510 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-1690b93d-da1d-4434-a2b2-0fe692cd0889 None None] Provisioning complete for port 837281e6-8819-4291-b175-d68f60e25c76 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:04.729945 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1690b93d-da1d-4434-a2b2-0fe692cd0889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (837281e6-8819-4291-b175-d68f60e25c76), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:04.737317 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port abe8ea9b-d437-4faa-b7f3-1441ce82426d is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:04.737317 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (abe8ea9b-d437-4faa-b7f3-1441ce82426d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:04.859016 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a58e8dda-903e-401c-ad3c-9dca65bdec81 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Made reservation on behalf of add05d9726be43c2815669eb9adbbe31 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:56:04.865978 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a58e8dda-903e-401c-ad3c-9dca65bdec81 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:04.872412 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-c13124fc-dbde-4cbd-8c6f-030615842a61 req-328d6a2b-69d9-4b84-899d-ba0b853b3fdf tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] No DVR routers for this DVR port 2a6df4d7-37b9-4bb2-8351-15e97ba467aa on host n-h1-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:56:04.980176 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49f5fa91-1231-4377-96de-2f89df5190a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe8ea9b-d437-4faa-b7f3-1441ce82426d'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:56:04.982610 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db3bb73c-4872-4f6f-8cae-ac9c7964be27" -d '{"events": [{"server_uuid": "49f5fa91-1231-4377-96de-2f89df5190a0", "name": "network-vif-plugged", "status": "completed", "tag": "abe8ea9b-d437-4faa-b7f3-1441ce82426d"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:56:04.989837 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port abe8ea9b-d437-4faa-b7f3-1441ce82426d, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=abe8ea9b-d437-4faa-b7f3-1441ce82426d,segment=NetworkSegment(60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db),segment_id=60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:56:04.993433 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device b175028b-2183-4c95-be60-9770401c3c60 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:56:05.031121 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (abe8ea9b-d437-4faa-b7f3-1441ce82426d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:05.052340 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-8a015425-0360-41a7-89bc-b3adee10d735 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Allocated IP 2001:db8::3c8 (0897600d-059c-4c97-87d5-16371e549b1b/e09c1681-43a0-494b-910d-d6650e3b95cd/c128575a-b479-4c33-998b-c0f444cbab55) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:56:05.127576 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c13124fc-dbde-4cbd-8c6f-030615842a61 req-328d6a2b-69d9-4b84-899d-ba0b853b3fdf tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:05.131750 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c13124fc-dbde-4cbd-8c6f-030615842a61 req-328d6a2b-69d9-4b84-899d-ba0b853b3fdf tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.75 "DELETE /v2.0/ports/2a6df4d7-37b9-4bb2-8351-15e97ba467aa HTTP/1.1" status: 204 len: 173 time: 2.5569580 Mar 11 19:56:05.138742 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de21222-c3f6-4765-824f-34913c044060', 'name': 'network-vif-deleted', 'tag': '2a6df4d7-37b9-4bb2-8351-15e97ba467aa'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:56:05.141016 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9361a5-22fd-48b9-b859-c0f63e408af0" -d '{"events": [{"server_uuid": "2de21222-c3f6-4765-824f-34913c044060", "name": "network-vif-deleted", "tag": "2a6df4d7-37b9-4bb2-8351-15e97ba467aa"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:56:05.160953 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c79bb945-4064-4b64-8e29-5eb951a6f237 x-openstack-request-id: req-c79bb945-4064-4b64-8e29-5eb951a6f237 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:56:05.161175 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49f5fa91-1231-4377-96de-2f89df5190a0", "name": "network-vif-plugged", "status": "completed", "tag": "abe8ea9b-d437-4faa-b7f3-1441ce82426d", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:56:05.161435 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c79bb945-4064-4b64-8e29-5eb951a6f237 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:56:05.161942 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49f5fa91-1231-4377-96de-2f89df5190a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe8ea9b-d437-4faa-b7f3-1441ce82426d', 'code': 200} Mar 11 19:56:05.178515 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=abe8ea9b-d437-4faa-b7f3-1441ce82426d,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:05.186464 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a58e8dda-903e-401c-ad3c-9dca65bdec81 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (b75a74be-ae6c-495d-8120-f2764389c0c7), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:05.349020 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b06fcbd-d550-4dee-921b-4a3e9eef0512 None None] Update dhcp port {'port': {'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'fixed_ips': [{'subnet_id': 'e09c1681-43a0-494b-910d-d6650e3b95cd'}], 'binding:host_id': 'n-d-833163-1'}, 'id': 'f7862e10-483b-4dd2-966e-2a6ea61ed50c'} from n-d-833163-1. {{(pid=103886) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 11 19:56:05.390328 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2b06fcbd-d550-4dee-921b-4a3e9eef0512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (f7862e10-483b-4dd2-966e-2a6ea61ed50c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:05.406475 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9514994-e206-4391-99c0-e278ca10b709 req-5afebfcc-92fa-49de-9503-0442ddae9d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:05.408338 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c9514994-e206-4391-99c0-e278ca10b709 req-5afebfcc-92fa-49de-9503-0442ddae9d10 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=49f5fa91-1231-4377-96de-2f89df5190a0 HTTP/1.1" status: 200 len: 1128 time: 0.2255926 Mar 11 19:56:05.428170 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8cb923-9a1a-4354-8c96-d9bf63bcb263 x-openstack-request-id: req-1c8cb923-9a1a-4354-8c96-d9bf63bcb263 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:56:05.428574 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2de21222-c3f6-4765-824f-34913c044060", "name": "network-vif-deleted", "tag": "2a6df4d7-37b9-4bb2-8351-15e97ba467aa", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:56:05.428713 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1c8cb923-9a1a-4354-8c96-d9bf63bcb263 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:56:05.429304 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de21222-c3f6-4765-824f-34913c044060', 'name': 'network-vif-deleted', 'tag': '2a6df4d7-37b9-4bb2-8351-15e97ba467aa', 'status': 'completed', 'code': 200} Mar 11 19:56:05.434704 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2b0bdbfe-dc31-468c-8153-f764e798b99c req-376c7825-ccdd-4829-a38f-38c52c2e6ebf tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "GET /v2.0/ports?device_id=2de21222-c3f6-4765-824f-34913c044060 HTTP/1.1" status: 200 len: 210 time: 0.0519383 Mar 11 19:56:05.436576 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port b175028b-2183-4c95-be60-9770401c3c60 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:05.437104 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (b175028b-2183-4c95-be60-9770401c3c60), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:05.442645 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-1690b93d-da1d-4434-a2b2-0fe692cd0889 None None] Current status of the port 837281e6-8819-4291-b175-d68f60e25c76 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:05.491423 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58e8dda-903e-401c-ad3c-9dca65bdec81 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event updated for resources: {'Subnet': ['ID=b75a74be-ae6c-495d-8120-f2764389c0c7,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:05.497970 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-db65ee6a-317c-40c9-9ee4-d6c88768bf04 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (087b2489-d77e-4cb7-ac60-45f821b55297), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:05.498175 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-1690b93d-da1d-4434-a2b2-0fe692cd0889 None None] Could not find standard attr ID for object 38187063-d3ca-4247-ac8d-32bc5fc43d85. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 19:56:05.504907 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e83332-3fac-46a5-8685-73d469e3230b None None] Network f135e36d-1387-4052-9426-5d4a83cc4ab9 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:56:05.511086 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c9514994-e206-4391-99c0-e278ca10b709 req-90a1888b-0094-4bac-8d19-bcdc4a9e9333 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=65004c17-7a23-4b73-b3dc-3e0dedc94556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837133 Mar 11 19:56:05.512474 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58e8dda-903e-401c-ad3c-9dca65bdec81 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Checking segment: {'id': '7c8e4195-01c8-4b3e-9ea0-c7773f6d38b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '5b8421f8-3def-4013-ae36-d9c2f29b91ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:56:05.512855 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58e8dda-903e-401c-ad3c-9dca65bdec81 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Network hostable DHCP agents. Network: 5b8421f8-3def-4013-ae36-d9c2f29b91ab, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:56:05.560100 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8a015425-0360-41a7-89bc-b3adee10d735 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for port (c128575a-b479-4c33-998b-c0f444cbab55), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:05.585240 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db65ee6a-317c-40c9-9ee4-d6c88768bf04 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event updated for resources: {'Subnet': ['ID=087b2489-d77e-4cb7-ac60-45f821b55297,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:05.591348 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58e8dda-903e-401c-ad3c-9dca65bdec81 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Network 5b8421f8-3def-4013-ae36-d9c2f29b91ab is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:56:05.599004 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db65ee6a-317c-40c9-9ee4-d6c88768bf04 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Checking segment: {'id': 'd499c955-6b14-4704-bd95-64356756226c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '66628faf-778e-437f-8831-77f2b54a7095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:56:05.600409 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db65ee6a-317c-40c9-9ee4-d6c88768bf04 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Network hostable DHCP agents. Network: 66628faf-778e-437f-8831-77f2b54a7095, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:56:05.611664 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-a58e8dda-903e-401c-ad3c-9dca65bdec81 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 5b8421f8-3def-4013-ae36-d9c2f29b91ab) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:56:05.617594 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58e8dda-903e-401c-ad3c-9dca65bdec81 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:05.618056 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a58e8dda-903e-401c-ad3c-9dca65bdec81 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:05.626271 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db65ee6a-317c-40c9-9ee4-d6c88768bf04 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Network 66628faf-778e-437f-8831-77f2b54a7095 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:56:05.630156 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8a015425-0360-41a7-89bc-b3adee10d735 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (c128575a-b479-4c33-998b-c0f444cbab55), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:05.635024 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-db65ee6a-317c-40c9-9ee4-d6c88768bf04 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 66628faf-778e-437f-8831-77f2b54a7095) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:56:05.639844 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db65ee6a-317c-40c9-9ee4-d6c88768bf04 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:05.640566 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-db65ee6a-317c-40c9-9ee4-d6c88768bf04 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:05.649845 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a58e8dda-903e-401c-ad3c-9dca65bdec81 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1613569 Mar 11 19:56:05.650946 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35666) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:05.679200 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac437495-9910-4617-8710-597bdf55c98e None None] Network 5b8421f8-3def-4013-ae36-d9c2f29b91ab requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:56:05.681260 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72403ad-fb1b-49d1-b73d-058e18625e61 None None] Network 66628faf-778e-437f-8831-77f2b54a7095 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:56:05.722666 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a015425-0360-41a7-89bc-b3adee10d735 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Network 0897600d-059c-4c97-87d5-16371e549b1b is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:56:05.728948 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-8a015425-0360-41a7-89bc-b3adee10d735 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:56:05.733929 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a015425-0360-41a7-89bc-b3adee10d735 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:56:05.740038 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a015425-0360-41a7-89bc-b3adee10d735 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:05.740968 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8a015425-0360-41a7-89bc-b3adee10d735 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:05.751938 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a015425-0360-41a7-89bc-b3adee10d735 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event updated for resources: {'Port': ['ID=c128575a-b479-4c33-998b-c0f444cbab55,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:05.772487 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-8a015425-0360-41a7-89bc-b3adee10d735 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4910307 Mar 11 19:56:05.773383 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35670) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:05.794075 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-db65ee6a-317c-40c9-9ee4-d6c88768bf04 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4160411 Mar 11 19:56:05.797471 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35672) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:05.804913 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-157f2ab2-8d40-4e95-a5f5-c952fba4e97e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Request body: {'port': {'network_id': '66628faf-778e-437f-8831-77f2b54a7095', 'name': 'tempest-PortsIpV6TestJSON-2060922721'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:56:05.861653 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022cc80f-09a7-40c0-9a25-6fab85cb95b5 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:05.866951 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022cc80f-09a7-40c0-9a25-6fab85cb95b5 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:05.871552 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-022cc80f-09a7-40c0-9a25-6fab85cb95b5 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.0970628 Mar 11 19:56:05.873732 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35674) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:06.018157 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe5e343-0ef3-442a-b819-8e1673f9174d req-f6e61c6b-05af-4a2e-8466-602c80faa1e1 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:06.025246 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fbe5e343-0ef3-442a-b819-8e1673f9174d req-f6e61c6b-05af-4a2e-8466-602c80faa1e1 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/ports?device_id=49f5fa91-1231-4377-96de-2f89df5190a0 HTTP/1.1" status: 200 len: 946 time: 0.1808546 Mar 11 19:56:06.055845 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-c6d74a1e-86ee-4f1f-83b4-efdd77efffa9 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Deleting port c128575a-b479-4c33-998b-c0f444cbab55 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:56:06.056242 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c6d74a1e-86ee-4f1f-83b4-efdd77efffa9 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (c128575a-b479-4c33-998b-c0f444cbab55), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:06.071676 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-157f2ab2-8d40-4e95-a5f5-c952fba4e97e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Made reservation on behalf of 9a2132e02eba4e489015b67acdaa176b for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:56:06.074834 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-157f2ab2-8d40-4e95-a5f5-c952fba4e97e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:06.110688 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fbe5e343-0ef3-442a-b819-8e1673f9174d req-1d98780b-c66f-4772-b7f9-8b8a875a5729 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/security-groups?id=65004c17-7a23-4b73-b3dc-3e0dedc94556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844076 Mar 11 19:56:06.139817 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-157f2ab2-8d40-4e95-a5f5-c952fba4e97e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] device_id is not set on port bd0f0a31-0e2d-4c40-8c26-b475ba5f5cd9 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:56:06.150847 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-44901056-d131-4653-9bff-cd4bff580f43 None None] Provisioning complete for port b175028b-2183-4c95-be60-9770401c3c60 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:06.151286 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-44901056-d131-4653-9bff-cd4bff580f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (b175028b-2183-4c95-be60-9770401c3c60), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:06.190288 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c6d74a1e-86ee-4f1f-83b4-efdd77efffa9 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (c128575a-b479-4c33-998b-c0f444cbab55), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:06.209697 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-c6d74a1e-86ee-4f1f-83b4-efdd77efffa9 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Calling delete_port for c128575a-b479-4c33-998b-c0f444cbab55 owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:56:06.251477 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port b175028b-2183-4c95-be60-9770401c3c60 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:06.252635 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 4d5d356d-fec4-4110-82d2-5fa94a29ab7d up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:56:06.263722 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-2b06fcbd-d550-4dee-921b-4a3e9eef0512 None None] Allocated IP 2001:db8::2 (0897600d-059c-4c97-87d5-16371e549b1b/e09c1681-43a0-494b-910d-d6650e3b95cd/f7862e10-483b-4dd2-966e-2a6ea61ed50c) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:56:06.342095 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f66b1ed-930b-435b-8c84-583fc54ba64a None None] Sync routers for ids ['3726834a-8ed5-4f80-b95b-7c6cee37bebd'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:56:06.351139 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5743120e-ed62-4319-9363-045a666d2baa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-66628faf-778e-437f-8831-77f2b54a7095', 'network_id': '66628faf-778e-437f-8831-77f2b54a7095', 'project_id': '9a2132e02eba4e489015b67acdaa176b', 'fixed_ips': [{'subnet_id': '087b2489-d77e-4cb7-ac60-45f821b55297'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:56:06.352283 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5743120e-ed62-4319-9363-045a666d2baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:06.363976 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f66b1ed-930b-435b-8c84-583fc54ba64a None None] Routers {'3726834a-8ed5-4f80-b95b-7c6cee37bebd'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:56:06.364587 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-8f66b1ed-930b-435b-8c84-583fc54ba64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:55:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['3726834a-8ed5-4f80-b95b-7c6cee37bebd'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:06.377942 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b95d8d33-0516-4294-94ad-8d78bc1990d2 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:06.381737 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-157f2ab2-8d40-4e95-a5f5-c952fba4e97e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Allocated IP 2001:db8::349 (66628faf-778e-437f-8831-77f2b54a7095/087b2489-d77e-4cb7-ac60-45f821b55297/bd0f0a31-0e2d-4c40-8c26-b475ba5f5cd9) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:56:06.386337 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060041cc-eade-448e-82f5-409b189218b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-5b8421f8-3def-4013-ae36-d9c2f29b91ab', 'network_id': '5b8421f8-3def-4013-ae36-d9c2f29b91ab', 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'fixed_ips': [{'subnet_id': 'b75a74be-ae6c-495d-8120-f2764389c0c7'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:56:06.389099 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c6d74a1e-86ee-4f1f-83b4-efdd77efffa9 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (c128575a-b479-4c33-998b-c0f444cbab55), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:06.390455 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-060041cc-eade-448e-82f5-409b189218b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:06.464065 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d74a1e-86ee-4f1f-83b4-efdd77efffa9 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event deleted for resources: {'Port': ['ID=c128575a-b479-4c33-998b-c0f444cbab55,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:06.467991 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c6d74a1e-86ee-4f1f-83b4-efdd77efffa9 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:06.493881 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35678) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:06.494298 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-c6d74a1e-86ee-4f1f-83b4-efdd77efffa9 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/ports/c128575a-b479-4c33-998b-c0f444cbab55 HTTP/1.1" status: 204 len: 168 time: 0.6186330 Mar 11 19:56:06.534198 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35680) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:06.537180 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-8f66b1ed-930b-435b-8c84-583fc54ba64a None None] Set router 3726834a-8ed5-4f80-b95b-7c6cee37bebd gateway port host: None {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:56:06.720860 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-44901056-d131-4653-9bff-cd4bff580f43 None None] Current status of the port b175028b-2183-4c95-be60-9770401c3c60 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:06.762674 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b23ae49-e98e-4ea1-9692-71ff48b24a94 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:06.765016 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b23ae49-e98e-4ea1-9692-71ff48b24a94 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:06.766543 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8b23ae49-e98e-4ea1-9692-71ff48b24a94 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2681711 Mar 11 19:56:06.772964 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35682) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:06.817076 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-8f66b1ed-930b-435b-8c84-583fc54ba64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3726834a-8ed5-4f80-b95b-7c6cee37bebd', 'name': 'tempest-RoutersIpV6Test-router-1629019246', 'tenant_id': 'add05d9726be43c2815669eb9adbbe31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:48Z', 'updated_at': '2022-03-11T19:56:01Z', 'revision_number': 4, 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'gw_port_host': None, '_interfaces': [{'id': '73f42f66-88e6-45f9-969a-e6997420c981', 'name': '', 'network_id': '8d66b73e-16a3-4866-8835-f4b2721548db', 'tenant_id': 'add05d9726be43c2815669eb9adbbe31', 'mac_address': 'fa:16:3e:8d:13:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3726834a-8ed5-4f80-b95b-7c6cee37bebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '5801be21-522d-4fd5-9fc9-acb86ec6d602', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:56Z', 'updated_at': '2022-03-11T19:55:57Z', 'revision_number': 2, 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'subnets': [{'id': '5801be21-522d-4fd5-9fc9-acb86ec6d602', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '837281e6-8819-4291-b175-d68f60e25c76', 'name': '', 'network_id': '1067292e-856c-40cb-9c34-67eaab76a69d', 'tenant_id': 'add05d9726be43c2815669eb9adbbe31', 'mac_address': 'fa:16:3e:f4:6f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726834a-8ed5-4f80-b95b-7c6cee37bebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': 'e97cc19a-f328-44b7-a13e-081ae859becd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:51Z', 'updated_at': '2022-03-11T19:56:02Z', 'revision_number': 5, 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'subnets': [{'id': 'e97cc19a-f328-44b7-a13e-081ae859becd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd197572e-8a0a-45e1-8f5e-0d20739f730c', 'name': '', 'network_id': 'f135e36d-1387-4052-9426-5d4a83cc4ab9', 'tenant_id': 'add05d9726be43c2815669eb9adbbe31', 'mac_address': 'fa:16:3e:99:22:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3726834a-8ed5-4f80-b95b-7c6cee37bebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '444bfcd9-5563-4ff9-8d37-6d947d13482c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:56:00Z', 'updated_at': '2022-03-11T19:56:01Z', 'revision_number': 2, 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'subnets': [{'id': '444bfcd9-5563-4ff9-8d37-6d947d13482c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:06.834049 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-44901056-d131-4653-9bff-cd4bff580f43 None None] Provisioning complete for port 4d5d356d-fec4-4110-82d2-5fa94a29ab7d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:06.840218 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-44901056-d131-4653-9bff-cd4bff580f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (4d5d356d-fec4-4110-82d2-5fa94a29ab7d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:06.846785 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-2b06fcbd-d550-4dee-921b-4a3e9eef0512 None None] For port f7862e10-483b-4dd2-966e-2a6ea61ed50c, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=f7862e10-483b-4dd2-966e-2a6ea61ed50c,segment=NetworkSegment(70c71ca7-59df-46c5-86d9-acc712ed1da1),segment_id=70c71ca7-59df-46c5-86d9-acc712ed1da1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:56:06.850350 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 4d5d356d-fec4-4110-82d2-5fa94a29ab7d triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:06.851588 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (4d5d356d-fec4-4110-82d2-5fa94a29ab7d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:06.870129 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f66b1ed-930b-435b-8c84-583fc54ba64a None None] Checking router: 3726834a-8ed5-4f80-b95b-7c6cee37bebd for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:56:06.870472 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f66b1ed-930b-435b-8c84-583fc54ba64a None None] Updating router 3726834a-8ed5-4f80-b95b-7c6cee37bebd port 73f42f66-88e6-45f9-969a-e6997420c981 binding host n-d-833163-1 {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:56:06.913721 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-8429b527-099c-4934-bc4c-25158d0662dc tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Deleting subnet e09c1681-43a0-494b-910d-d6650e3b95cd {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:56:06.937923 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-8f66b1ed-930b-435b-8c84-583fc54ba64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (73f42f66-88e6-45f9-969a-e6997420c981), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:07.088692 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-157f2ab2-8d40-4e95-a5f5-c952fba4e97e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for port (bd0f0a31-0e2d-4c40-8c26-b475ba5f5cd9), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:07.092081 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-060041cc-eade-448e-82f5-409b189218b9 None None] Allocated IP 2001:db8:3::2 (5b8421f8-3def-4013-ae36-d9c2f29b91ab/b75a74be-ae6c-495d-8120-f2764389c0c7/416c72f1-a08a-4553-a95a-81fb6cd51cd0) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:56:07.135057 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c116138a-13de-4bf0-b7b4-321ab0a0506a tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (88f90b86-8984-4362-925d-cb0b4f4530f7), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:07.143205 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2b06fcbd-d550-4dee-921b-4a3e9eef0512 None None] Publish callbacks [] for port (f7862e10-483b-4dd2-966e-2a6ea61ed50c), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:07.158626 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-157f2ab2-8d40-4e95-a5f5-c952fba4e97e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (bd0f0a31-0e2d-4c40-8c26-b475ba5f5cd9), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:07.182308 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8429b527-099c-4934-bc4c-25158d0662dc tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (e09c1681-43a0-494b-910d-d6650e3b95cd), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:07.183172 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2b06fcbd-d550-4dee-921b-4a3e9eef0512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (f7862e10-483b-4dd2-966e-2a6ea61ed50c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:07.228064 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157f2ab2-8d40-4e95-a5f5-c952fba4e97e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Network 66628faf-778e-437f-8831-77f2b54a7095 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:56:07.232396 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-157f2ab2-8d40-4e95-a5f5-c952fba4e97e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:56:07.244397 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157f2ab2-8d40-4e95-a5f5-c952fba4e97e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:56:07.252628 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157f2ab2-8d40-4e95-a5f5-c952fba4e97e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:07.254170 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-157f2ab2-8d40-4e95-a5f5-c952fba4e97e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:07.271448 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8429b527-099c-4934-bc4c-25158d0662dc tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (e09c1681-43a0-494b-910d-d6650e3b95cd), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:07.279851 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157f2ab2-8d40-4e95-a5f5-c952fba4e97e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event updated for resources: {'Port': ['ID=bd0f0a31-0e2d-4c40-8c26-b475ba5f5cd9,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:07.298758 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-157f2ab2-8d40-4e95-a5f5-c952fba4e97e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5002117 Mar 11 19:56:07.301324 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35686) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:07.308067 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-2b0e8e28-f39a-420e-8900-b086be349670 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Request body: {'port': {'network_id': '66628faf-778e-437f-8831-77f2b54a7095', 'name': 'tempest-PortsIpV6TestJSON-465085461'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:56:07.374250 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b06fcbd-d550-4dee-921b-4a3e9eef0512 None None] Pushing event updated for resources: {'Port': ['ID=f7862e10-483b-4dd2-966e-2a6ea61ed50c,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:07.442482 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-8f66b1ed-930b-435b-8c84-583fc54ba64a None None] Publish callbacks [] for port (73f42f66-88e6-45f9-969a-e6997420c981), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:07.446548 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 4d5d356d-fec4-4110-82d2-5fa94a29ab7d is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:07.447513 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (4d5d356d-fec4-4110-82d2-5fa94a29ab7d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:07.450265 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0e8e28-f39a-420e-8900-b086be349670 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Made reservation on behalf of 9a2132e02eba4e489015b67acdaa176b for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:56:07.453475 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-8f66b1ed-930b-435b-8c84-583fc54ba64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (73f42f66-88e6-45f9-969a-e6997420c981), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:07.460503 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2b0e8e28-f39a-420e-8900-b086be349670 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:07.502251 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 2a6df4d7-37b9-4bb2-8351-15e97ba467aa no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:56:07.530706 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-2b0e8e28-f39a-420e-8900-b086be349670 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] device_id is not set on port 0f69d00c-1c82-4b4b-bb61-1d8b47c806fd yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:56:07.534814 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf1760e-7362-47d1-b1d1-fe6e7b8262ef None None] Pushing event updated for resources: {'Port': ['ID=73f42f66-88e6-45f9-969a-e6997420c981,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:07.542679 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: 2a6df4d7-37b9-4bb2-8351-15e97ba467aa {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:56:07.544515 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 2a6df4d7-37b9-4bb2-8351-15e97ba467aa not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:56:07.551515 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf1760e-7362-47d1-b1d1-fe6e7b8262ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:56:07.554325 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf1760e-7362-47d1-b1d1-fe6e7b8262ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:56:07.554841 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf1760e-7362-47d1-b1d1-fe6e7b8262ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:56:07.555329 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf1760e-7362-47d1-b1d1-fe6e7b8262ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:56:07.555857 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf1760e-7362-47d1-b1d1-fe6e7b8262ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:56:07.556397 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf1760e-7362-47d1-b1d1-fe6e7b8262ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:56:07.558378 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf1760e-7362-47d1-b1d1-fe6e7b8262ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:56:07.559485 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf1760e-7362-47d1-b1d1-fe6e7b8262ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:56:07.560067 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf1760e-7362-47d1-b1d1-fe6e7b8262ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:56:07.561580 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf1760e-7362-47d1-b1d1-fe6e7b8262ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:56:07.562557 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf1760e-7362-47d1-b1d1-fe6e7b8262ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:56:07.563097 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf1760e-7362-47d1-b1d1-fe6e7b8262ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:56:07.563649 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf1760e-7362-47d1-b1d1-fe6e7b8262ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:56:07.592668 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-5743120e-ed62-4319-9363-045a666d2baa None None] Allocated IP 2001:db8::2 (66628faf-778e-437f-8831-77f2b54a7095/087b2489-d77e-4cb7-ac60-45f821b55297/ed2727ca-fa17-4766-8281-e25cc67920f0) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:56:07.634855 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd212c-08b9-46bb-955f-2053d313dc60 req-0b031718-bb15-4a56-827d-52315a0e1943 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:07.642463 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e7cd212c-08b9-46bb-955f-2053d313dc60 req-0b031718-bb15-4a56-827d-52315a0e1943 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/ports?device_id=49f5fa91-1231-4377-96de-2f89df5190a0 HTTP/1.1" status: 200 len: 946 time: 0.4096022 Mar 11 19:56:07.649624 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 4d5d356d-fec4-4110-82d2-5fa94a29ab7d, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=4d5d356d-fec4-4110-82d2-5fa94a29ab7d,segment=NetworkSegment(92898be8-e58b-40ab-a3ab-f2ad560332df),segment_id=92898be8-e58b-40ab-a3ab-f2ad560332df)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:56:07.689400 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8429b527-099c-4934-bc4c-25158d0662dc tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (e09c1681-43a0-494b-910d-d6650e3b95cd), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:07.780054 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-44901056-d131-4653-9bff-cd4bff580f43 None None] Current status of the port 4d5d356d-fec4-4110-82d2-5fa94a29ab7d is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:07.781008 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-44901056-d131-4653-9bff-cd4bff580f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (4d5d356d-fec4-4110-82d2-5fa94a29ab7d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:07.788009 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e7cd212c-08b9-46bb-955f-2053d313dc60 req-10f019d9-fdd9-4e7c-84f7-171f655b537a tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/security-groups?id=65004c17-7a23-4b73-b3dc-3e0dedc94556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446233 Mar 11 19:56:07.791509 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-8f66b1ed-930b-435b-8c84-583fc54ba64a None None] Attempting to bind port 73f42f66-88e6-45f9-969a-e6997420c981 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:56:07.792106 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-8f66b1ed-930b-435b-8c84-583fc54ba64a None None] Attempting to bind port 73f42f66-88e6-45f9-969a-e6997420c981 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'cf25d69f-ab2b-4927-b062-5e0cbbf7777a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '8d66b73e-16a3-4866-8835-f4b2721548db'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:56:07.793064 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f66b1ed-930b-435b-8c84-583fc54ba64a None None] Attempting to bind port 73f42f66-88e6-45f9-969a-e6997420c981 on network 8d66b73e-16a3-4866-8835-f4b2721548db {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:56:07.799965 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f66b1ed-930b-435b-8c84-583fc54ba64a None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:56:07.800640 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f66b1ed-930b-435b-8c84-583fc54ba64a None None] Checking segment: {'id': 'cf25d69f-ab2b-4927-b062-5e0cbbf7777a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '8d66b73e-16a3-4866-8835-f4b2721548db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:56:07.801210 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-8f66b1ed-930b-435b-8c84-583fc54ba64a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:07.801876 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f66b1ed-930b-435b-8c84-583fc54ba64a None None] Bound using segment: {'id': 'cf25d69f-ab2b-4927-b062-5e0cbbf7777a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '8d66b73e-16a3-4866-8835-f4b2721548db'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:56:07.802832 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-8f66b1ed-930b-435b-8c84-583fc54ba64a None None] Bound port: 73f42f66-88e6-45f9-969a-e6997420c981, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf25d69f-ab2b-4927-b062-5e0cbbf7777a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '8d66b73e-16a3-4866-8835-f4b2721548db'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:56:07.803387 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-8f66b1ed-930b-435b-8c84-583fc54ba64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (73f42f66-88e6-45f9-969a-e6997420c981), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:07.807974 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (4d5d356d-fec4-4110-82d2-5fa94a29ab7d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:07.808834 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 837281e6-8819-4291-b175-d68f60e25c76 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:56:07.892805 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8429b527-099c-4934-bc4c-25158d0662dc tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (e09c1681-43a0-494b-910d-d6650e3b95cd), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:07.897757 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-8f66b1ed-930b-435b-8c84-583fc54ba64a None None] For port 73f42f66-88e6-45f9-969a-e6997420c981, host n-d-833163-1, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:56:07.901322 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-8f66b1ed-930b-435b-8c84-583fc54ba64a None None] For port 73f42f66-88e6-45f9-969a-e6997420c981, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=73f42f66-88e6-45f9-969a-e6997420c981,segment=NetworkSegment(cf25d69f-ab2b-4927-b062-5e0cbbf7777a),segment_id=cf25d69f-ab2b-4927-b062-5e0cbbf7777a)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:56:07.915709 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-8f66b1ed-930b-435b-8c84-583fc54ba64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (73f42f66-88e6-45f9-969a-e6997420c981), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:07.982694 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f66b1ed-930b-435b-8c84-583fc54ba64a None None] Updating router 3726834a-8ed5-4f80-b95b-7c6cee37bebd port d197572e-8a0a-45e1-8f5e-0d20739f730c binding host n-d-833163-1 {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:56:08.016382 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-8f66b1ed-930b-435b-8c84-583fc54ba64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d197572e-8a0a-45e1-8f5e-0d20739f730c), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:08.060665 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8429b527-099c-4934-bc4c-25158d0662dc tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event deleted for resources: {'Subnet': ['ID=e09c1681-43a0-494b-910d-d6650e3b95cd,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:08.072387 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8429b527-099c-4934-bc4c-25158d0662dc tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:08.078751 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-8429b527-099c-4934-bc4c-25158d0662dc tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/subnets/e09c1681-43a0-494b-910d-d6650e3b95cd HTTP/1.1" status: 204 len: 168 time: 1.3037601 Mar 11 19:56:08.079130 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35690) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:08.125535 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3912b78d-b7f1-4a2c-bd59-9ed5f10f0129 req-9140af30-86b6-4f5d-9772-5dd9ef03e1a9 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:08.127807 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3912b78d-b7f1-4a2c-bd59-9ed5f10f0129 req-9140af30-86b6-4f5d-9772-5dd9ef03e1a9 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/ports?device_id=49f5fa91-1231-4377-96de-2f89df5190a0 HTTP/1.1" status: 200 len: 946 time: 0.1981812 Mar 11 19:56:08.140311 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35692) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:08.145975 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-c116138a-13de-4bf0-b7b4-321ab0a0506a tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Deleting port 35417d7f-9387-487f-8445-5de710811b35 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:56:08.152038 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c116138a-13de-4bf0-b7b4-321ab0a0506a tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (35417d7f-9387-487f-8445-5de710811b35), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:08.159981 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-12d48411-b776-4194-874c-52607c1d7e22 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Request body: {'floatingip': {'port_id': 'abe8ea9b-d437-4faa-b7f3-1441ce82426d'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:56:08.189641 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=4d5d356d-fec4-4110-82d2-5fa94a29ab7d,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:08.194958 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-060041cc-eade-448e-82f5-409b189218b9 None None] Publish callbacks [] for port (416c72f1-a08a-4553-a95a-81fb6cd51cd0), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:08.234944 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-060041cc-eade-448e-82f5-409b189218b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (416c72f1-a08a-4553-a95a-81fb6cd51cd0), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:08.240726 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-12d48411-b776-4194-874c-52607c1d7e22 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for floatingip (7fd96624-7e9a-4767-ac17-fe82143211d7), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:08.243502 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-3dc3d771-807e-4c68-91d8-403e188db4ab tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1619487 Mar 11 19:56:08.248410 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35694) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:08.267091 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5743120e-ed62-4319-9363-045a666d2baa None None] Publish callbacks [] for port (ed2727ca-fa17-4766-8281-e25cc67920f0), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:08.294795 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-44901056-d131-4653-9bff-cd4bff580f43 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:56:08.295678 n-d-833163-1 neutron-server[103886]: DEBUG oslo_db.api [None req-44901056-d131-4653-9bff-cd4bff580f43 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:56:08.303926 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060041cc-eade-448e-82f5-409b189218b9 None None] Network 5b8421f8-3def-4013-ae36-d9c2f29b91ab is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:56:08.306065 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5743120e-ed62-4319-9363-045a666d2baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (ed2727ca-fa17-4766-8281-e25cc67920f0), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:08.311877 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-060041cc-eade-448e-82f5-409b189218b9 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:56:08.314677 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060041cc-eade-448e-82f5-409b189218b9 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:56:08.329704 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 837281e6-8819-4291-b175-d68f60e25c76 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:08.330503 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (837281e6-8819-4291-b175-d68f60e25c76), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:08.365764 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-8f66b1ed-930b-435b-8c84-583fc54ba64a None None] Publish callbacks [] for port (d197572e-8a0a-45e1-8f5e-0d20739f730c), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:08.378854 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf1760e-7362-47d1-b1d1-fe6e7b8262ef None None] Pushing event updated for resources: {'Port': ['ID=73f42f66-88e6-45f9-969a-e6997420c981,revision_number=4']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:08.381709 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-8f66b1ed-930b-435b-8c84-583fc54ba64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (d197572e-8a0a-45e1-8f5e-0d20739f730c), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:08.405349 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-2b0e8e28-f39a-420e-8900-b086be349670 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Allocated IP 2001:db8::163 (66628faf-778e-437f-8831-77f2b54a7095/087b2489-d77e-4cb7-ac60-45f821b55297/0f69d00c-1c82-4b4b-bb61-1d8b47c806fd) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:56:08.422522 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5743120e-ed62-4319-9363-045a666d2baa None None] Network 66628faf-778e-437f-8831-77f2b54a7095 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:56:08.460402 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-5743120e-ed62-4319-9363-045a666d2baa None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:56:08.460682 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf1760e-7362-47d1-b1d1-fe6e7b8262ef None None] Pushing event updated for resources: {'Port': ['ID=d197572e-8a0a-45e1-8f5e-0d20739f730c,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:08.467340 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5743120e-ed62-4319-9363-045a666d2baa None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:56:08.514242 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060041cc-eade-448e-82f5-409b189218b9 None None] Pushing event updated for resources: {'Port': ['ID=416c72f1-a08a-4553-a95a-81fb6cd51cd0,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:08.529707 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-8f66b1ed-930b-435b-8c84-583fc54ba64a None None] Attempting to bind port d197572e-8a0a-45e1-8f5e-0d20739f730c on host n-d-833163-1 for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:56:08.530073 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-8f66b1ed-930b-435b-8c84-583fc54ba64a None None] Attempting to bind port d197572e-8a0a-45e1-8f5e-0d20739f730c by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '92898be8-e58b-40ab-a3ab-f2ad560332df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f135e36d-1387-4052-9426-5d4a83cc4ab9'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:56:08.530673 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f66b1ed-930b-435b-8c84-583fc54ba64a None None] Attempting to bind port d197572e-8a0a-45e1-8f5e-0d20739f730c on network f135e36d-1387-4052-9426-5d4a83cc4ab9 {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:56:08.536190 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f66b1ed-930b-435b-8c84-583fc54ba64a None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:56:08.536598 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f66b1ed-930b-435b-8c84-583fc54ba64a None None] Checking segment: {'id': '92898be8-e58b-40ab-a3ab-f2ad560332df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f135e36d-1387-4052-9426-5d4a83cc4ab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:56:08.537091 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-8f66b1ed-930b-435b-8c84-583fc54ba64a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:08.537485 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f66b1ed-930b-435b-8c84-583fc54ba64a None None] Bound using segment: {'id': '92898be8-e58b-40ab-a3ab-f2ad560332df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f135e36d-1387-4052-9426-5d4a83cc4ab9'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:56:08.537952 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-8f66b1ed-930b-435b-8c84-583fc54ba64a None None] Bound port: d197572e-8a0a-45e1-8f5e-0d20739f730c, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92898be8-e58b-40ab-a3ab-f2ad560332df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 868, 'network_id': 'f135e36d-1387-4052-9426-5d4a83cc4ab9'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:56:08.538374 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-8f66b1ed-930b-435b-8c84-583fc54ba64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d197572e-8a0a-45e1-8f5e-0d20739f730c), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:08.581016 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-060041cc-eade-448e-82f5-409b189218b9 None None] Attempting to bind port 416c72f1-a08a-4553-a95a-81fb6cd51cd0 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:56:08.581016 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-060041cc-eade-448e-82f5-409b189218b9 None None] Attempting to bind port 416c72f1-a08a-4553-a95a-81fb6cd51cd0 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '7c8e4195-01c8-4b3e-9ea0-c7773f6d38b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '5b8421f8-3def-4013-ae36-d9c2f29b91ab'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:56:08.581384 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060041cc-eade-448e-82f5-409b189218b9 None None] Attempting to bind port 416c72f1-a08a-4553-a95a-81fb6cd51cd0 on network 5b8421f8-3def-4013-ae36-d9c2f29b91ab {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:56:08.592043 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-b95d8d33-0516-4294-94ad-8d78bc1990d2 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Allocated IP 2001:db8:3::1 (5b8421f8-3def-4013-ae36-d9c2f29b91ab/b75a74be-ae6c-495d-8120-f2764389c0c7/c9f0c266-096e-4748-b9cc-a1b62b81ff21) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:56:08.608795 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060041cc-eade-448e-82f5-409b189218b9 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:56:08.609198 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060041cc-eade-448e-82f5-409b189218b9 None None] Checking segment: {'id': '7c8e4195-01c8-4b3e-9ea0-c7773f6d38b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '5b8421f8-3def-4013-ae36-d9c2f29b91ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:56:08.610022 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-060041cc-eade-448e-82f5-409b189218b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:08.610199 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060041cc-eade-448e-82f5-409b189218b9 None None] Bound using segment: {'id': '7c8e4195-01c8-4b3e-9ea0-c7773f6d38b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '5b8421f8-3def-4013-ae36-d9c2f29b91ab'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:56:08.610789 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-060041cc-eade-448e-82f5-409b189218b9 None None] Bound port: 416c72f1-a08a-4553-a95a-81fb6cd51cd0, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c8e4195-01c8-4b3e-9ea0-c7773f6d38b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '5b8421f8-3def-4013-ae36-d9c2f29b91ab'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:56:08.611675 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-060041cc-eade-448e-82f5-409b189218b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (416c72f1-a08a-4553-a95a-81fb6cd51cd0), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:08.653597 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-8f66b1ed-930b-435b-8c84-583fc54ba64a None None] For port d197572e-8a0a-45e1-8f5e-0d20739f730c, host n-d-833163-1, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:56:08.665622 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-8f66b1ed-930b-435b-8c84-583fc54ba64a None None] For port d197572e-8a0a-45e1-8f5e-0d20739f730c, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=d197572e-8a0a-45e1-8f5e-0d20739f730c,segment=NetworkSegment(92898be8-e58b-40ab-a3ab-f2ad560332df),segment_id=92898be8-e58b-40ab-a3ab-f2ad560332df)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:56:08.676657 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-c116138a-13de-4bf0-b7b4-321ab0a0506a tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] For port 35417d7f-9387-487f-8445-5de710811b35, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=35417d7f-9387-487f-8445-5de710811b35,segment=NetworkSegment(b89a4158-0911-44dd-9eee-a28d579e0e0d),segment_id=b89a4158-0911-44dd-9eee-a28d579e0e0d)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:56:08.677556 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c116138a-13de-4bf0-b7b4-321ab0a0506a tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (35417d7f-9387-487f-8445-5de710811b35), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:08.681642 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-8f66b1ed-930b-435b-8c84-583fc54ba64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (d197572e-8a0a-45e1-8f5e-0d20739f730c), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:08.690705 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-060041cc-eade-448e-82f5-409b189218b9 None None] For port 416c72f1-a08a-4553-a95a-81fb6cd51cd0, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:56:08.694526 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-060041cc-eade-448e-82f5-409b189218b9 None None] For port 416c72f1-a08a-4553-a95a-81fb6cd51cd0, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=416c72f1-a08a-4553-a95a-81fb6cd51cd0,segment=NetworkSegment(7c8e4195-01c8-4b3e-9ea0-c7773f6d38b1),segment_id=7c8e4195-01c8-4b3e-9ea0-c7773f6d38b1)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:56:08.705676 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-5743120e-ed62-4319-9363-045a666d2baa None None] Attempting to bind port ed2727ca-fa17-4766-8281-e25cc67920f0 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:56:08.706080 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-5743120e-ed62-4319-9363-045a666d2baa None None] Attempting to bind port ed2727ca-fa17-4766-8281-e25cc67920f0 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'd499c955-6b14-4704-bd95-64356756226c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '66628faf-778e-437f-8831-77f2b54a7095'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:56:08.706459 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5743120e-ed62-4319-9363-045a666d2baa None None] Attempting to bind port ed2727ca-fa17-4766-8281-e25cc67920f0 on network 66628faf-778e-437f-8831-77f2b54a7095 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:56:08.710969 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-c116138a-13de-4bf0-b7b4-321ab0a0506a tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Calling delete_port for 35417d7f-9387-487f-8445-5de710811b35 owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:56:08.711334 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-060041cc-eade-448e-82f5-409b189218b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (416c72f1-a08a-4553-a95a-81fb6cd51cd0), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:08.716748 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5743120e-ed62-4319-9363-045a666d2baa None None] Pushing event updated for resources: {'Port': ['ID=ed2727ca-fa17-4766-8281-e25cc67920f0,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:08.815080 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf1760e-7362-47d1-b1d1-fe6e7b8262ef None None] Pushing event updated for resources: {'Port': ['ID=d197572e-8a0a-45e1-8f5e-0d20739f730c,revision_number=4']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:08.825655 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f66b1ed-930b-435b-8c84-583fc54ba64a None None] Routers {'3726834a-8ed5-4f80-b95b-7c6cee37bebd'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:56:08.826363 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-8f66b1ed-930b-435b-8c84-583fc54ba64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:55:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['3726834a-8ed5-4f80-b95b-7c6cee37bebd'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:08.845792 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b95d8d33-0516-4294-94ad-8d78bc1990d2 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for port (c9f0c266-096e-4748-b9cc-a1b62b81ff21), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:08.933028 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b95d8d33-0516-4294-94ad-8d78bc1990d2 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (c9f0c266-096e-4748-b9cc-a1b62b81ff21), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:08.934661 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-8f66b1ed-930b-435b-8c84-583fc54ba64a None None] Set router 3726834a-8ed5-4f80-b95b-7c6cee37bebd gateway port host: None {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:56:09.001820 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95d8d33-0516-4294-94ad-8d78bc1990d2 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Network 5b8421f8-3def-4013-ae36-d9c2f29b91ab is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:56:09.025182 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-b95d8d33-0516-4294-94ad-8d78bc1990d2 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:56:09.040812 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95d8d33-0516-4294-94ad-8d78bc1990d2 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:56:09.041387 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b95d8d33-0516-4294-94ad-8d78bc1990d2 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (3726834a-8ed5-4f80-b95b-7c6cee37bebd), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:09.136629 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5743120e-ed62-4319-9363-045a666d2baa None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:56:09.138285 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5743120e-ed62-4319-9363-045a666d2baa None None] Checking segment: {'id': 'd499c955-6b14-4704-bd95-64356756226c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '66628faf-778e-437f-8831-77f2b54a7095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:56:09.138964 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5743120e-ed62-4319-9363-045a666d2baa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:09.139428 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5743120e-ed62-4319-9363-045a666d2baa None None] Bound using segment: {'id': 'd499c955-6b14-4704-bd95-64356756226c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '66628faf-778e-437f-8831-77f2b54a7095'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:56:09.140023 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-5743120e-ed62-4319-9363-045a666d2baa None None] Bound port: ed2727ca-fa17-4766-8281-e25cc67920f0, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd499c955-6b14-4704-bd95-64356756226c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 890, 'network_id': '66628faf-778e-437f-8831-77f2b54a7095'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:56:09.140504 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5743120e-ed62-4319-9363-045a666d2baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ed2727ca-fa17-4766-8281-e25cc67920f0), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:09.271000 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95d8d33-0516-4294-94ad-8d78bc1990d2 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event updated for resources: {'Port': ['ID=c9f0c266-096e-4748-b9cc-a1b62b81ff21,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:09.303704 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-8f66b1ed-930b-435b-8c84-583fc54ba64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3726834a-8ed5-4f80-b95b-7c6cee37bebd', 'name': 'tempest-RoutersIpV6Test-router-1629019246', 'tenant_id': 'add05d9726be43c2815669eb9adbbe31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:48Z', 'updated_at': '2022-03-11T19:56:01Z', 'revision_number': 4, 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'gw_port_host': None, '_interfaces': [{'id': '73f42f66-88e6-45f9-969a-e6997420c981', 'name': '', 'network_id': '8d66b73e-16a3-4866-8835-f4b2721548db', 'tenant_id': 'add05d9726be43c2815669eb9adbbe31', 'mac_address': 'fa:16:3e:8d:13:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3726834a-8ed5-4f80-b95b-7c6cee37bebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '5801be21-522d-4fd5-9fc9-acb86ec6d602', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:56Z', 'updated_at': '2022-03-11T19:56:07Z', 'revision_number': 4, 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'subnets': [{'id': '5801be21-522d-4fd5-9fc9-acb86ec6d602', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '837281e6-8819-4291-b175-d68f60e25c76', 'name': '', 'network_id': '1067292e-856c-40cb-9c34-67eaab76a69d', 'tenant_id': 'add05d9726be43c2815669eb9adbbe31', 'mac_address': 'fa:16:3e:f4:6f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726834a-8ed5-4f80-b95b-7c6cee37bebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': 'e97cc19a-f328-44b7-a13e-081ae859becd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:51Z', 'updated_at': '2022-03-11T19:56:02Z', 'revision_number': 5, 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'subnets': [{'id': 'e97cc19a-f328-44b7-a13e-081ae859becd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd197572e-8a0a-45e1-8f5e-0d20739f730c', 'name': '', 'network_id': 'f135e36d-1387-4052-9426-5d4a83cc4ab9', 'tenant_id': 'add05d9726be43c2815669eb9adbbe31', 'mac_address': 'fa:16:3e:99:22:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3726834a-8ed5-4f80-b95b-7c6cee37bebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '444bfcd9-5563-4ff9-8d37-6d947d13482c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:56:00Z', 'updated_at': '2022-03-11T19:56:08Z', 'revision_number': 4, 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'subnets': [{'id': '444bfcd9-5563-4ff9-8d37-6d947d13482c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:09.305589 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 837281e6-8819-4291-b175-d68f60e25c76 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:09.357155 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc743a09-7547-408e-95cb-b7e38775d615 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:09.365497 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-bc743a09-7547-408e-95cb-b7e38775d615 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 1.1137533 Mar 11 19:56:09.375466 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f66b1ed-930b-435b-8c84-583fc54ba64a None None] The sync data for ids ['3726834a-8ed5-4f80-b95b-7c6cee37bebd'] in n-d-833163-1 is: [{'id': '3726834a-8ed5-4f80-b95b-7c6cee37bebd', 'name': 'tempest-RoutersIpV6Test-router-1629019246', 'tenant_id': 'add05d9726be43c2815669eb9adbbe31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:48Z', 'updated_at': '2022-03-11T19:56:01Z', 'revision_number': 4, 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'gw_port_host': None, '_interfaces': [{'id': '73f42f66-88e6-45f9-969a-e6997420c981', 'name': '', 'network_id': '8d66b73e-16a3-4866-8835-f4b2721548db', 'tenant_id': 'add05d9726be43c2815669eb9adbbe31', 'mac_address': 'fa:16:3e:8d:13:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3726834a-8ed5-4f80-b95b-7c6cee37bebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '5801be21-522d-4fd5-9fc9-acb86ec6d602', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:56Z', 'updated_at': '2022-03-11T19:56:07Z', 'revision_number': 4, 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'subnets': [{'id': '5801be21-522d-4fd5-9fc9-acb86ec6d602', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '837281e6-8819-4291-b175-d68f60e25c76', 'name': '', 'network_id': '1067292e-856c-40cb-9c34-67eaab76a69d', 'tenant_id': 'add05d9726be43c2815669eb9adbbe31', 'mac_address': 'fa:16:3e:f4:6f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726834a-8ed5-4f80-b95b-7c6cee37bebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': 'e97cc19a-f328-44b7-a13e-081ae859becd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:51Z', 'updated_at': '2022-03-11T19:56:02Z', 'revision_number': 5, 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'subnets': [{'id': 'e97cc19a-f328-44b7-a13e-081ae859becd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd197572e-8a0a-45e1-8f5e-0d20739f730c', 'name': '', 'network_id': 'f135e36d-1387-4052-9426-5d4a83cc4ab9', 'tenant_id': 'add05d9726be43c2815669eb9adbbe31', 'mac_address': 'fa:16:3e:99:22:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3726834a-8ed5-4f80-b95b-7c6cee37bebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '444bfcd9-5563-4ff9-8d37-6d947d13482c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:56:00Z', 'updated_at': '2022-03-11T19:56:08Z', 'revision_number': 4, 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'subnets': [{'id': '444bfcd9-5563-4ff9-8d37-6d947d13482c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:56:09.395229 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-44901056-d131-4653-9bff-cd4bff580f43 None None] Current status of the port 4d5d356d-fec4-4110-82d2-5fa94a29ab7d is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:09.421539 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b95d8d33-0516-4294-94ad-8d78bc1990d2 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c9f0c266-096e-4748-b9cc-a1b62b81ff21), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:09.426602 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35696) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:09.427482 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060041cc-eade-448e-82f5-409b189218b9 None None] Pushing event updated for resources: {'Port': ['ID=416c72f1-a08a-4553-a95a-81fb6cd51cd0,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:09.440480 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2b0e8e28-f39a-420e-8900-b086be349670 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for port (0f69d00c-1c82-4b4b-bb61-1d8b47c806fd), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:09.516163 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-5743120e-ed62-4319-9363-045a666d2baa None None] For port ed2727ca-fa17-4766-8281-e25cc67920f0, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:56:09.523621 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-44901056-d131-4653-9bff-cd4bff580f43 None None] Provisioning complete for port 73f42f66-88e6-45f9-969a-e6997420c981 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:09.524146 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-44901056-d131-4653-9bff-cd4bff580f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (73f42f66-88e6-45f9-969a-e6997420c981), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:09.527280 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-5743120e-ed62-4319-9363-045a666d2baa None None] For port ed2727ca-fa17-4766-8281-e25cc67920f0, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=ed2727ca-fa17-4766-8281-e25cc67920f0,segment=NetworkSegment(d499c955-6b14-4704-bd95-64356756226c),segment_id=d499c955-6b14-4704-bd95-64356756226c)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:56:09.572616 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ba54be-5226-4148-8cb4-44533572d670 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:09.581503 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e3ba54be-5226-4148-8cb4-44533572d670 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1528857 Mar 11 19:56:09.584792 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35698) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:09.600731 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ac34d6-ea28-4626-b082-607b4b8b111f None None] Network 0897600d-059c-4c97-87d5-16371e549b1b requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:56:09.625848 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5743120e-ed62-4319-9363-045a666d2baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (ed2727ca-fa17-4766-8281-e25cc67920f0), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:09.648256 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2b0e8e28-f39a-420e-8900-b086be349670 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (0f69d00c-1c82-4b4b-bb61-1d8b47c806fd), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:09.769880 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-442c82dd-da99-4767-99b4-53e669d90d0d tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1837540 Mar 11 19:56:09.783567 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35700) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:09.800510 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-ebe3ca6c-ff3c-4f91-a08a-ee91b7736da4 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Request body: {'subnet': {'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:56:09.872194 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5743120e-ed62-4319-9363-045a666d2baa None None] Pushing event updated for resources: {'Port': ['ID=ed2727ca-fa17-4766-8281-e25cc67920f0,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:09.917895 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0e8e28-f39a-420e-8900-b086be349670 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event updated for resources: {'Port': ['ID=0f69d00c-1c82-4b4b-bb61-1d8b47c806fd,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:09.959123 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 4d5d356d-fec4-4110-82d2-5fa94a29ab7d up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:56:09.988418 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0e8e28-f39a-420e-8900-b086be349670 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Network 66628faf-778e-437f-8831-77f2b54a7095 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:56:09.991369 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-2b0e8e28-f39a-420e-8900-b086be349670 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:56:09.993957 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0e8e28-f39a-420e-8900-b086be349670 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:56:09.999581 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0e8e28-f39a-420e-8900-b086be349670 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:10.000305 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2b0e8e28-f39a-420e-8900-b086be349670 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:10.034405 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-44901056-d131-4653-9bff-cd4bff580f43 None None] Current status of the port 73f42f66-88e6-45f9-969a-e6997420c981 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:10.034984 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-44901056-d131-4653-9bff-cd4bff580f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (73f42f66-88e6-45f9-969a-e6997420c981), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:10.036754 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-2b0e8e28-f39a-420e-8900-b086be349670 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7342951 Mar 11 19:56:10.042978 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35702) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:10.144864 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-44901056-d131-4653-9bff-cd4bff580f43 None None] For port 73f42f66-88e6-45f9-969a-e6997420c981, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=73f42f66-88e6-45f9-969a-e6997420c981,segment=NetworkSegment(cf25d69f-ab2b-4927-b062-5e0cbbf7777a),segment_id=cf25d69f-ab2b-4927-b062-5e0cbbf7777a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:56:10.154445 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-44901056-d131-4653-9bff-cd4bff580f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (73f42f66-88e6-45f9-969a-e6997420c981), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:10.162092 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 4d5d356d-fec4-4110-82d2-5fa94a29ab7d triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:10.162552 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (4d5d356d-fec4-4110-82d2-5fa94a29ab7d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:10.235555 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405ba60e-c44d-48dc-b9d9-d881b457506e None None] DHCP port deletion for 0897600d-059c-4c97-87d5-16371e549b1b request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:56:10.277359 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93b2bf8-76da-4800-8d70-e282a7f9424b tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:10.282371 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a93b2bf8-76da-4800-8d70-e282a7f9424b tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A349 HTTP/1.1" status: 200 len: 929 time: 0.2340918 Mar 11 19:56:10.289868 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35704) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:10.331046 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44901056-d131-4653-9bff-cd4bff580f43 None None] Pushing event updated for resources: {'Port': ['ID=73f42f66-88e6-45f9-969a-e6997420c981,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:10.361411 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-bbe4d383-986e-4f2c-a15f-b4d904f8a3ad None None] Provisioning complete for port 4d5d356d-fec4-4110-82d2-5fa94a29ab7d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:10.361723 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bbe4d383-986e-4f2c-a15f-b4d904f8a3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (4d5d356d-fec4-4110-82d2-5fa94a29ab7d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:10.546031 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 4d5d356d-fec4-4110-82d2-5fa94a29ab7d is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:10.548060 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 73f42f66-88e6-45f9-969a-e6997420c981 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:56:10.551481 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b95d8d33-0516-4294-94ad-8d78bc1990d2 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for port (c9f0c266-096e-4748-b9cc-a1b62b81ff21), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:10.562895 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b95d8d33-0516-4294-94ad-8d78bc1990d2 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (c9f0c266-096e-4748-b9cc-a1b62b81ff21), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:10.563713 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b95d8d33-0516-4294-94ad-8d78bc1990d2 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (3726834a-8ed5-4f80-b95b-7c6cee37bebd), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:10.608718 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-2fe417fe-b347-4c60-8450-61909845ed76 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Deleting port 0f69d00c-1c82-4b4b-bb61-1d8b47c806fd {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:56:10.610303 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2fe417fe-b347-4c60-8450-61909845ed76 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (0f69d00c-1c82-4b4b-bb61-1d8b47c806fd), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:10.610463 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-405ba60e-c44d-48dc-b9d9-d881b457506e None None] Deleting port f7862e10-483b-4dd2-966e-2a6ea61ed50c {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:56:10.610735 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-405ba60e-c44d-48dc-b9d9-d881b457506e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (f7862e10-483b-4dd2-966e-2a6ea61ed50c), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:10.642481 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c116138a-13de-4bf0-b7b4-321ab0a0506a tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (35417d7f-9387-487f-8445-5de710811b35), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:10.674263 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95d8d33-0516-4294-94ad-8d78bc1990d2 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event updated for resources: {'Port': ['ID=c9f0c266-096e-4748-b9cc-a1b62b81ff21,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:10.678111 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c116138a-13de-4bf0-b7b4-321ab0a0506a tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Pushing event deleted for resources: {'Port': ['ID=35417d7f-9387-487f-8445-5de710811b35,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:10.687705 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.db.resource_extend [None req-12d48411-b776-4194-874c-52607c1d7e22 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 19:56:10.791168 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-405ba60e-c44d-48dc-b9d9-d881b457506e None None] For port f7862e10-483b-4dd2-966e-2a6ea61ed50c, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=f7862e10-483b-4dd2-966e-2a6ea61ed50c,segment=NetworkSegment(70c71ca7-59df-46c5-86d9-acc712ed1da1),segment_id=70c71ca7-59df-46c5-86d9-acc712ed1da1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:56:10.791588 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-405ba60e-c44d-48dc-b9d9-d881b457506e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (f7862e10-483b-4dd2-966e-2a6ea61ed50c), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:10.805573 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe3ca6c-ff3c-4f91-a08a-ee91b7736da4 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Made reservation on behalf of 06d9e64a19fa4247bc00069610bf80e1 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:56:10.810064 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ebe3ca6c-ff3c-4f91-a08a-ee91b7736da4 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:10.810691 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-405ba60e-c44d-48dc-b9d9-d881b457506e None None] Calling delete_port for f7862e10-483b-4dd2-966e-2a6ea61ed50c owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:56:10.837862 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-12d48411-b776-4194-874c-52607c1d7e22 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:10.866396 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-12d48411-b776-4194-874c-52607c1d7e22 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (7fd96624-7e9a-4767-ac17-fe82143211d7), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:10.951279 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-bbe4d383-986e-4f2c-a15f-b4d904f8a3ad None None] Current status of the port 4d5d356d-fec4-4110-82d2-5fa94a29ab7d is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:10.956918 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 73f42f66-88e6-45f9-969a-e6997420c981 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:10.957303 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (73f42f66-88e6-45f9-969a-e6997420c981), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:10.961361 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-405ba60e-c44d-48dc-b9d9-d881b457506e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (f7862e10-483b-4dd2-966e-2a6ea61ed50c), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:11.015289 n-d-833163-1 neutron-server[103885]: INFO neutron.db.l3_db [None req-12d48411-b776-4194-874c-52607c1d7e22 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Floating IP 7fd96624-7e9a-4767-ac17-fe82143211d7 associated. External IP: 172.25.8.14, port: abe8ea9b-d437-4faa-b7f3-1441ce82426d. Mar 11 19:56:11.056757 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405ba60e-c44d-48dc-b9d9-d881b457506e None None] Pushing event deleted for resources: {'Port': ['ID=f7862e10-483b-4dd2-966e-2a6ea61ed50c,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:11.104353 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405ba60e-c44d-48dc-b9d9-d881b457506e None None] No DVR routers for this DVR port f7862e10-483b-4dd2-966e-2a6ea61ed50c on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:56:11.106248 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-bbe4d383-986e-4f2c-a15f-b4d904f8a3ad None None] Provisioning complete for port d197572e-8a0a-45e1-8f5e-0d20739f730c triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:11.106623 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bbe4d383-986e-4f2c-a15f-b4d904f8a3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (d197572e-8a0a-45e1-8f5e-0d20739f730c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:11.259619 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-bbe4d383-986e-4f2c-a15f-b4d904f8a3ad None None] Current status of the port d197572e-8a0a-45e1-8f5e-0d20739f730c is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:11.259619 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bbe4d383-986e-4f2c-a15f-b4d904f8a3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d197572e-8a0a-45e1-8f5e-0d20739f730c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:11.262722 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b01e262-b590-4828-a3ed-3eebddac1186 None None] Network 5b8421f8-3def-4013-ae36-d9c2f29b91ab requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:56:11.341615 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 73f42f66-88e6-45f9-969a-e6997420c981 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:11.343795 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device f7862e10-483b-4dd2-966e-2a6ea61ed50c up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:56:11.369601 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-bbe4d383-986e-4f2c-a15f-b4d904f8a3ad None None] For port d197572e-8a0a-45e1-8f5e-0d20739f730c, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=d197572e-8a0a-45e1-8f5e-0d20739f730c,segment=NetworkSegment(92898be8-e58b-40ab-a3ab-f2ad560332df),segment_id=92898be8-e58b-40ab-a3ab-f2ad560332df)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:56:11.390996 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c116138a-13de-4bf0-b7b4-321ab0a0506a tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (88f90b86-8984-4362-925d-cb0b4f4530f7), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:11.397249 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bbe4d383-986e-4f2c-a15f-b4d904f8a3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (d197572e-8a0a-45e1-8f5e-0d20739f730c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:11.447302 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: f7862e10-483b-4dd2-966e-2a6ea61ed50c {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:56:11.447731 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device f7862e10-483b-4dd2-966e-2a6ea61ed50c not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 11 19:56:11.522125 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95d8d33-0516-4294-94ad-8d78bc1990d2 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Network 5b8421f8-3def-4013-ae36-d9c2f29b91ab is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:56:11.525413 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-b95d8d33-0516-4294-94ad-8d78bc1990d2 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:56:11.530988 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe4d383-986e-4f2c-a15f-b4d904f8a3ad None None] Pushing event updated for resources: {'Port': ['ID=d197572e-8a0a-45e1-8f5e-0d20739f730c,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:11.537952 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Port f7862e10-483b-4dd2-966e-2a6ea61ed50c not found, will not notify nova. {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 11 19:56:11.565699 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2fe417fe-b347-4c60-8450-61909845ed76 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (0f69d00c-1c82-4b4b-bb61-1d8b47c806fd), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:11.576402 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-bbe4d383-986e-4f2c-a15f-b4d904f8a3ad None None] Provisioning complete for port 73f42f66-88e6-45f9-969a-e6997420c981 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:11.576902 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bbe4d383-986e-4f2c-a15f-b4d904f8a3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (73f42f66-88e6-45f9-969a-e6997420c981), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:11.614947 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f17cf8-de8c-4333-bd95-be03962acd13 None None] Network 66628faf-778e-437f-8831-77f2b54a7095 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:56:11.649719 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-2fe417fe-b347-4c60-8450-61909845ed76 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Calling delete_port for 0f69d00c-1c82-4b4b-bb61-1d8b47c806fd owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:56:11.856146 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b95d8d33-0516-4294-94ad-8d78bc1990d2 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Router 3726834a-8ed5-4f80-b95b-7c6cee37bebd has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:56:11.900174 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-bbe4d383-986e-4f2c-a15f-b4d904f8a3ad None None] Current status of the port 73f42f66-88e6-45f9-969a-e6997420c981 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:11.915714 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-bbe4d383-986e-4f2c-a15f-b4d904f8a3ad None None] Could not find standard attr ID for object f7862e10-483b-4dd2-966e-2a6ea61ed50c. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 19:56:12.024781 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b95d8d33-0516-4294-94ad-8d78bc1990d2 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:56:12.032833 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b95d8d33-0516-4294-94ad-8d78bc1990d2 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "PUT /v2.0/routers/3726834a-8ed5-4f80-b95b-7c6cee37bebd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3786919 Mar 11 19:56:12.041032 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35706) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:12.053580 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-2f7ec6e5-5994-41f0-801a-781d56c480ab None None] Provisioning complete for port ed2727ca-fa17-4766-8281-e25cc67920f0 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:12.054076 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2f7ec6e5-5994-41f0-801a-781d56c480ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ed2727ca-fa17-4766-8281-e25cc67920f0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:12.065431 n-d-833163-1 neutron-server[103885]: DEBUG neutron.objects.ports [None req-ebe3ca6c-ff3c-4f91-a08a-ee91b7736da4 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103885) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 19:56:12.080294 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-7a6014e0-5ea1-4ce5-ad0d-6de9f8f614bb tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:56:12.114687 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device d197572e-8a0a-45e1-8f5e-0d20739f730c up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:56:12.260871 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port d197572e-8a0a-45e1-8f5e-0d20739f730c triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:12.261258 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (d197572e-8a0a-45e1-8f5e-0d20739f730c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:12.288491 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ebe3ca6c-ff3c-4f91-a08a-ee91b7736da4 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (e6df74b7-66c8-4899-8e5d-b8d4eb23417e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:12.296781 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12d48411-b776-4194-874c-52607c1d7e22 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Router 2035d7c6-1edb-4570-99b0-426a1a9d1526 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:56:12.311439 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2638546-47aa-43ec-b086-c35e66ac5ebd None None] Sync routers for ids ['3726834a-8ed5-4f80-b95b-7c6cee37bebd'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:56:12.312993 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c116138a-13de-4bf0-b7b4-321ab0a0506a tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Router 88f90b86-8984-4362-925d-cb0b4f4530f7 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:56:12.341363 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2638546-47aa-43ec-b086-c35e66ac5ebd None None] Routers {'3726834a-8ed5-4f80-b95b-7c6cee37bebd'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:56:12.341982 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-b2638546-47aa-43ec-b086-c35e66ac5ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:55:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['3726834a-8ed5-4f80-b95b-7c6cee37bebd'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:12.405337 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2fe417fe-b347-4c60-8450-61909845ed76 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (0f69d00c-1c82-4b4b-bb61-1d8b47c806fd), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:12.525355 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port d197572e-8a0a-45e1-8f5e-0d20739f730c is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:12.526526 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 73f42f66-88e6-45f9-969a-e6997420c981 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:56:12.564223 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2fe417fe-b347-4c60-8450-61909845ed76 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:12.568755 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-2fe417fe-b347-4c60-8450-61909845ed76 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "DELETE /v2.0/ports/0f69d00c-1c82-4b4b-bb61-1d8b47c806fd HTTP/1.1" status: 204 len: 168 time: 2.2779582 Mar 11 19:56:12.569953 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe417fe-b347-4c60-8450-61909845ed76 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event deleted for resources: {'Port': ['ID=0f69d00c-1c82-4b4b-bb61-1d8b47c806fd,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:12.587889 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35708) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:12.613690 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12d48411-b776-4194-874c-52607c1d7e22 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:56:12.624092 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4112422-e4cf-4154-acae-c75bb667aa59 None None] Sync routers for ids ['2035d7c6-1edb-4570-99b0-426a1a9d1526'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:56:12.633008 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-12d48411-b776-4194-874c-52607c1d7e22 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:12.649694 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4112422-e4cf-4154-acae-c75bb667aa59 None None] Routers {'2035d7c6-1edb-4570-99b0-426a1a9d1526'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:56:12.650611 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-e4112422-e4cf-4154-acae-c75bb667aa59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:55:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['2035d7c6-1edb-4570-99b0-426a1a9d1526'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:12.683679 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-12d48411-b776-4194-874c-52607c1d7e22 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "PUT /v2.0/floatingips/7fd96624-7e9a-4767-ac17-fe82143211d7 HTTP/1.1" status: 200 len: 991 time: 4.5180395 Mar 11 19:56:12.684435 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f09de44-1530-48d0-a925-b3514a064983 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] GET failed (client error): The resource could not be found. Mar 11 19:56:12.685359 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49f5fa91-1231-4377-96de-2f89df5190a0', 'tag': 'abe8ea9b-d437-4faa-b7f3-1441ce82426d'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:56:12.689940 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-2f7ec6e5-5994-41f0-801a-781d56c480ab None None] Current status of the port ed2727ca-fa17-4766-8281-e25cc67920f0 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:12.689940 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2f7ec6e5-5994-41f0-801a-781d56c480ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ed2727ca-fa17-4766-8281-e25cc67920f0), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:12.690574 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03ff8e7-aa65-4622-9b88-54f615baf939" -d '{"events": [{"name": "network-changed", "server_uuid": "49f5fa91-1231-4377-96de-2f89df5190a0", "tag": "abe8ea9b-d437-4faa-b7f3-1441ce82426d"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:56:12.692956 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-0f09de44-1530-48d0-a925-b3514a064983 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "GET /v2.0/ports/0f69d00c-1c82-4b4b-bb61-1d8b47c806fd HTTP/1.1" status: 404 len: 333 time: 0.1036983 Mar 11 19:56:12.698400 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe3ca6c-ff3c-4f91-a08a-ee91b7736da4 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Network 0897600d-059c-4c97-87d5-16371e549b1b is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:56:12.751647 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 73f42f66-88e6-45f9-969a-e6997420c981 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:12.752043 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (73f42f66-88e6-45f9-969a-e6997420c981), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:12.767440 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-b2638546-47aa-43ec-b086-c35e66ac5ebd None None] Set router 3726834a-8ed5-4f80-b95b-7c6cee37bebd gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:56:12.774169 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35712) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:12.797148 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-ebe3ca6c-ff3c-4f91-a08a-ee91b7736da4 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:56:12.837321 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43638b26-be4d-45c2-8696-2bfc83eb5dd6 None None] Network 0897600d-059c-4c97-87d5-16371e549b1b requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:56:12.856055 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe3ca6c-ff3c-4f91-a08a-ee91b7736da4 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:12.856946 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ebe3ca6c-ff3c-4f91-a08a-ee91b7736da4 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:12.944104 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-e4112422-e4cf-4154-acae-c75bb667aa59 None None] Set router 2035d7c6-1edb-4570-99b0-426a1a9d1526 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:56:12.946964 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe88be7-8190-4b93-8088-38616d515eee x-openstack-request-id: req-bfe88be7-8190-4b93-8088-38616d515eee {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:56:12.946964 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49f5fa91-1231-4377-96de-2f89df5190a0", "tag": "abe8ea9b-d437-4faa-b7f3-1441ce82426d", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:56:12.946964 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bfe88be7-8190-4b93-8088-38616d515eee {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:56:12.947394 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49f5fa91-1231-4377-96de-2f89df5190a0', 'tag': 'abe8ea9b-d437-4faa-b7f3-1441ce82426d', 'status': 'completed', 'code': 200} Mar 11 19:56:12.968428 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ebe3ca6c-ff3c-4f91-a08a-ee91b7736da4 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.1718390 Mar 11 19:56:12.972494 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35716) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:13.037214 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.extraroute_db [None req-7a6014e0-5ea1-4ce5-ad0d-6de9f8f614bb tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103884) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 11 19:56:13.043934 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-fa53d225-48ef-4800-b14b-a44e891d0b4c tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Request body: {'subnet': {'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:56:13.070040 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.extraroute_db [None req-7a6014e0-5ea1-4ce5-ad0d-6de9f8f614bb tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Removed routes are [] {{(pid=103884) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 11 19:56:13.070510 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7a6014e0-5ea1-4ce5-ad0d-6de9f8f614bb tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7979267', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7985061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7589'] for router (3726834a-8ed5-4f80-b95b-7c6cee37bebd), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:13.192461 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe3ca6c-ff3c-4f91-a08a-ee91b7736da4 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event updated for resources: {'Subnet': ['ID=e6df74b7-66c8-4899-8e5d-b8d4eb23417e,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:13.234822 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-2f7ec6e5-5994-41f0-801a-781d56c480ab None None] For port ed2727ca-fa17-4766-8281-e25cc67920f0, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=ed2727ca-fa17-4766-8281-e25cc67920f0,segment=NetworkSegment(d499c955-6b14-4704-bd95-64356756226c),segment_id=d499c955-6b14-4704-bd95-64356756226c)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:56:13.293594 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2f7ec6e5-5994-41f0-801a-781d56c480ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (ed2727ca-fa17-4766-8281-e25cc67920f0), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:13.379312 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-e4112422-e4cf-4154-acae-c75bb667aa59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'name': 'tempest-AttachVolumeNegativeTest-327869102-router', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'b0f98671-885b-4d6d-ac6e-51f2270fcb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:19Z', 'updated_at': '2022-03-11T19:55:31Z', 'revision_number': 4, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'gw_port': {'id': 'b0f98671-885b-4d6d-ac6e-51f2270fcb40', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:89:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:21Z', 'updated_at': '2022-03-11T19:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '7fd96624-7e9a-4767-ac17-fe82143211d7', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'floating_ip_address': '172.25.8.14', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'port_id': 'abe8ea9b-d437-4faa-b7f3-1441ce82426d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2956, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969', 'mac_address': 'fa:16:3e:87:46:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f5fa91-1231-4377-96de-2f89df5190a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:55:40Z', 'updated_at': '2022-03-11T19:56:10Z', 'revision_number': 1, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14f6733d-b550-474d-a1de-861e1be50847', 'name': '', 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'mac_address': 'fa:16:3e:fa:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '9c3f149c-decf-4bc3-9858-1266a909f90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:30Z', 'updated_at': '2022-03-11T19:55:41Z', 'revision_number': 5, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'subnets': [{'id': '9c3f149c-decf-4bc3-9858-1266a909f90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:13.412676 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4112422-e4cf-4154-acae-c75bb667aa59 None None] Checking router: 2035d7c6-1edb-4570-99b0-426a1a9d1526 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:56:13.423270 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4112422-e4cf-4154-acae-c75bb667aa59 None None] Routers {'2035d7c6-1edb-4570-99b0-426a1a9d1526'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:56:13.424187 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-e4112422-e4cf-4154-acae-c75bb667aa59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:55:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['2035d7c6-1edb-4570-99b0-426a1a9d1526'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:13.445319 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ff8e7-aa65-4622-9b88-54f615baf939 req-54edae0b-9eda-4667-b459-09ab66d1b320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:13.446973 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b03ff8e7-aa65-4622-9b88-54f615baf939 req-54edae0b-9eda-4667-b459-09ab66d1b320 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ac0acd49ed0a4c6b89bcb3eaea14c217&device_id=49f5fa91-1231-4377-96de-2f89df5190a0 HTTP/1.1" status: 200 len: 1128 time: 0.5092330 Mar 11 19:56:13.520895 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-2f7ec6e5-5994-41f0-801a-781d56c480ab None None] Provisioning complete for port 416c72f1-a08a-4553-a95a-81fb6cd51cd0 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:13.521433 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2f7ec6e5-5994-41f0-801a-781d56c480ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (416c72f1-a08a-4553-a95a-81fb6cd51cd0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:13.530083 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa53d225-48ef-4800-b14b-a44e891d0b4c tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Made reservation on behalf of 06d9e64a19fa4247bc00069610bf80e1 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:56:13.533520 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fa53d225-48ef-4800-b14b-a44e891d0b4c tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:13.541162 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7a6014e0-5ea1-4ce5-ad0d-6de9f8f614bb tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7979267', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7985061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7589'] for router (3726834a-8ed5-4f80-b95b-7c6cee37bebd), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:13.546758 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7a6014e0-5ea1-4ce5-ad0d-6de9f8f614bb tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7979276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7979285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7985070'] for router (3726834a-8ed5-4f80-b95b-7c6cee37bebd), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:13.580046 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-e4112422-e4cf-4154-acae-c75bb667aa59 None None] Set router 2035d7c6-1edb-4570-99b0-426a1a9d1526 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:56:13.719118 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7ec6e5-5994-41f0-801a-781d56c480ab None None] Pushing event updated for resources: {'Port': ['ID=ed2727ca-fa17-4766-8281-e25cc67920f0,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:13.743389 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c116138a-13de-4bf0-b7b4-321ab0a0506a tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:56:13.760512 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea88197-a862-40b0-b3b3-e8e38b422d51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-0897600d-059c-4c97-87d5-16371e549b1b', 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'project_id': '06d9e64a19fa4247bc00069610bf80e1', 'fixed_ips': [{'subnet_id': 'e6df74b7-66c8-4899-8e5d-b8d4eb23417e'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:56:13.763515 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-c116138a-13de-4bf0-b7b4-321ab0a0506a tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "PUT /v2.0/routers/88f90b86-8984-4362-925d-cb0b4f4530f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2267761 Mar 11 19:56:13.767540 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35718) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:13.769291 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4ea88197-a862-40b0-b3b3-e8e38b422d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:13.778267 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bfd682-7fcf-44ff-ba58-c61c29a7a344 None None] Sync routers for ids ['88f90b86-8984-4362-925d-cb0b4f4530f7'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:56:13.789732 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a6014e0-5ea1-4ce5-ad0d-6de9f8f614bb tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Router 3726834a-8ed5-4f80-b95b-7c6cee37bebd has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:56:13.823315 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 73f42f66-88e6-45f9-969a-e6997420c981 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:13.826251 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device ed2727ca-fa17-4766-8281-e25cc67920f0 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:56:13.876500 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-d288cf59-0b99-478f-8cdb-e9b89b1bd6bc tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Deleting port bd0f0a31-0e2d-4c40-8c26-b475ba5f5cd9 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:56:13.876912 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d288cf59-0b99-478f-8cdb-e9b89b1bd6bc tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (bd0f0a31-0e2d-4c40-8c26-b475ba5f5cd9), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:13.887915 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-f61b0cd2-2f29-4a4f-903e-082d77748af8 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Deleting subnet 48a48fb8-cd5f-4622-a86e-1c4f27d96367 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:56:13.940863 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f61b0cd2-2f29-4a4f-903e-082d77748af8 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks [] for subnet (48a48fb8-cd5f-4622-a86e-1c4f27d96367), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:13.951478 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bfd682-7fcf-44ff-ba58-c61c29a7a344 None None] Routers {'88f90b86-8984-4362-925d-cb0b4f4530f7'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:56:13.952232 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a9bfd682-7fcf-44ff-ba58-c61c29a7a344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:55:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['88f90b86-8984-4362-925d-cb0b4f4530f7'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:13.989273 n-d-833163-1 neutron-server[103885]: INFO neutron.db.ipam_backend_mixin [None req-fa53d225-48ef-4800-b14b-a44e891d0b4c tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e6df74b7-66c8-4899-8e5d-b8d4eb23417e (CIDR: 2001:db8::/64) Mar 11 19:56:14.002995 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa53d225-48ef-4800-b14b-a44e891d0b4c tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:56:14.003468 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa53d225-48ef-4800-b14b-a44e891d0b4c tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:56:14.008721 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a6014e0-5ea1-4ce5-ad0d-6de9f8f614bb tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:56:14.022794 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7a6014e0-5ea1-4ce5-ad0d-6de9f8f614bb tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:14.024126 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-7a6014e0-5ea1-4ce5-ad0d-6de9f8f614bb tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "PUT /v2.0/routers/3726834a-8ed5-4f80-b95b-7c6cee37bebd HTTP/1.1" status: 200 len: 954 time: 1.9820886 Mar 11 19:56:14.026808 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35720) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:14.049322 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-e4112422-e4cf-4154-acae-c75bb667aa59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'name': 'tempest-AttachVolumeNegativeTest-327869102-router', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'b0f98671-885b-4d6d-ac6e-51f2270fcb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:19Z', 'updated_at': '2022-03-11T19:55:31Z', 'revision_number': 4, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'gw_port': {'id': 'b0f98671-885b-4d6d-ac6e-51f2270fcb40', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:89:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:21Z', 'updated_at': '2022-03-11T19:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '7fd96624-7e9a-4767-ac17-fe82143211d7', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'floating_ip_address': '172.25.8.14', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'port_id': 'abe8ea9b-d437-4faa-b7f3-1441ce82426d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2956, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969', 'mac_address': 'fa:16:3e:87:46:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f5fa91-1231-4377-96de-2f89df5190a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:55:40Z', 'updated_at': '2022-03-11T19:56:10Z', 'revision_number': 1, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14f6733d-b550-474d-a1de-861e1be50847', 'name': '', 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'mac_address': 'fa:16:3e:fa:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '9c3f149c-decf-4bc3-9858-1266a909f90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:30Z', 'updated_at': '2022-03-11T19:55:41Z', 'revision_number': 5, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'subnets': [{'id': '9c3f149c-decf-4bc3-9858-1266a909f90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:14.055285 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-fa53d225-48ef-4800-b14b-a44e891d0b4c tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0164862 Mar 11 19:56:14.055981 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35722) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:14.065325 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f61b0cd2-2f29-4a4f-903e-082d77748af8 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (48a48fb8-cd5f-4622-a86e-1c4f27d96367), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:14.072071 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-39b8b170-d9a2-4f5b-bf05-448d4860dbb7 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Request body: {'subnet': {'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:56:14.090158 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4112422-e4cf-4154-acae-c75bb667aa59 None None] The sync data for ids ['2035d7c6-1edb-4570-99b0-426a1a9d1526'] in n-d-833163-1 is: [{'id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'name': 'tempest-AttachVolumeNegativeTest-327869102-router', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'b0f98671-885b-4d6d-ac6e-51f2270fcb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:19Z', 'updated_at': '2022-03-11T19:55:31Z', 'revision_number': 4, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'gw_port': {'id': 'b0f98671-885b-4d6d-ac6e-51f2270fcb40', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:89:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:21Z', 'updated_at': '2022-03-11T19:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '7fd96624-7e9a-4767-ac17-fe82143211d7', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'floating_ip_address': '172.25.8.14', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'port_id': 'abe8ea9b-d437-4faa-b7f3-1441ce82426d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2956, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969', 'mac_address': 'fa:16:3e:87:46:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f5fa91-1231-4377-96de-2f89df5190a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:55:40Z', 'updated_at': '2022-03-11T19:56:10Z', 'revision_number': 1, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14f6733d-b550-474d-a1de-861e1be50847', 'name': '', 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'mac_address': 'fa:16:3e:fa:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '9c3f149c-decf-4bc3-9858-1266a909f90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:30Z', 'updated_at': '2022-03-11T19:55:41Z', 'revision_number': 5, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'subnets': [{'id': '9c3f149c-decf-4bc3-9858-1266a909f90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:56:14.160196 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-a9bfd682-7fcf-44ff-ba58-c61c29a7a344 None None] Set router 88f90b86-8984-4362-925d-cb0b4f4530f7 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:56:14.217177 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-0da856df-f340-45e0-9d6d-6eceec7ca0b4 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "GET /v2.0/routers/3726834a-8ed5-4f80-b95b-7c6cee37bebd HTTP/1.1" status: 200 len: 954 time: 0.1888022 Mar 11 19:56:14.219802 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35724) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:14.229423 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-4965e917-1686-4a3a-bdce-ae5e54e58a26 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Request body: {'router': {'routes': None}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:56:14.485540 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6232732-bf25-4023-9ebf-8bb587547cee None None] New status for floating IP 7fd96624-7e9a-4767-ac17-fe82143211d7: ACTIVE {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 19:56:14.522517 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-2f7ec6e5-5994-41f0-801a-781d56c480ab None None] Current status of the port 416c72f1-a08a-4553-a95a-81fb6cd51cd0 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:14.522916 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2f7ec6e5-5994-41f0-801a-781d56c480ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (416c72f1-a08a-4553-a95a-81fb6cd51cd0), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:14.587608 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ff8e7-aa65-4622-9b88-54f615baf939 req-680c39e2-6b89-4fc6-929d-1f12f53a2479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:14.589272 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b03ff8e7-aa65-4622-9b88-54f615baf939 req-680c39e2-6b89-4fc6-929d-1f12f53a2479 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d7695c22-7cfd-4319-9d63-9f76b8799969 HTTP/1.1" status: 200 len: 915 time: 1.1283290 Mar 11 19:56:14.714441 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d288cf59-0b99-478f-8cdb-e9b89b1bd6bc tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (bd0f0a31-0e2d-4c40-8c26-b475ba5f5cd9), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:14.721007 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.extraroute_db [None req-4965e917-1686-4a3a-bdce-ae5e54e58a26 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Added routes are [] {{(pid=103884) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 11 19:56:14.721533 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.extraroute_db [None req-4965e917-1686-4a3a-bdce-ae5e54e58a26 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103884) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 11 19:56:14.743721 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port ed2727ca-fa17-4766-8281-e25cc67920f0 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:14.743721 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ed2727ca-fa17-4766-8281-e25cc67920f0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:14.764939 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4965e917-1686-4a3a-bdce-ae5e54e58a26 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7979267', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7985061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7589'] for router (3726834a-8ed5-4f80-b95b-7c6cee37bebd), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:14.779591 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-d288cf59-0b99-478f-8cdb-e9b89b1bd6bc tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Calling delete_port for bd0f0a31-0e2d-4c40-8c26-b475ba5f5cd9 owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:56:14.826147 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b03ff8e7-aa65-4622-9b88-54f615baf939 req-a3757048-2815-4bb2-9856-93badd4a1a22 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=abe8ea9b-d437-4faa-b7f3-1441ce82426d HTTP/1.1" status: 200 len: 999 time: 0.2287164 Mar 11 19:56:14.833434 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-2f7ec6e5-5994-41f0-801a-781d56c480ab None None] For port 416c72f1-a08a-4553-a95a-81fb6cd51cd0, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=416c72f1-a08a-4553-a95a-81fb6cd51cd0,segment=NetworkSegment(7c8e4195-01c8-4b3e-9ea0-c7773f6d38b1),segment_id=7c8e4195-01c8-4b3e-9ea0-c7773f6d38b1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:56:14.836652 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-4ea88197-a862-40b0-b3b3-e8e38b422d51 None None] Allocated IP 2001:db8::f816:3eff:fe73:e55c (0897600d-059c-4c97-87d5-16371e549b1b/e6df74b7-66c8-4899-8e5d-b8d4eb23417e/289a7164-5c95-4907-b024-9390f54cd688) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:56:14.867978 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2f7ec6e5-5994-41f0-801a-781d56c480ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (416c72f1-a08a-4553-a95a-81fb6cd51cd0), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:14.903242 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f61b0cd2-2f29-4a4f-903e-082d77748af8 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (48a48fb8-cd5f-4622-a86e-1c4f27d96367), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:14.910342 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-b2638546-47aa-43ec-b086-c35e66ac5ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3726834a-8ed5-4f80-b95b-7c6cee37bebd', 'name': 'tempest-RoutersIpV6Test-router-1629019246', 'tenant_id': 'add05d9726be43c2815669eb9adbbe31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:48Z', 'updated_at': '2022-03-11T19:56:09Z', 'revision_number': 5, 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'gw_port_host': None, '_interfaces': [{'id': '73f42f66-88e6-45f9-969a-e6997420c981', 'name': '', 'network_id': '8d66b73e-16a3-4866-8835-f4b2721548db', 'tenant_id': 'add05d9726be43c2815669eb9adbbe31', 'mac_address': 'fa:16:3e:8d:13:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726834a-8ed5-4f80-b95b-7c6cee37bebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '5801be21-522d-4fd5-9fc9-acb86ec6d602', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:56Z', 'updated_at': '2022-03-11T19:56:10Z', 'revision_number': 5, 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'subnets': [{'id': '5801be21-522d-4fd5-9fc9-acb86ec6d602', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '837281e6-8819-4291-b175-d68f60e25c76', 'name': '', 'network_id': '1067292e-856c-40cb-9c34-67eaab76a69d', 'tenant_id': 'add05d9726be43c2815669eb9adbbe31', 'mac_address': 'fa:16:3e:f4:6f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726834a-8ed5-4f80-b95b-7c6cee37bebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': 'e97cc19a-f328-44b7-a13e-081ae859becd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:51Z', 'updated_at': '2022-03-11T19:56:02Z', 'revision_number': 5, 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'subnets': [{'id': 'e97cc19a-f328-44b7-a13e-081ae859becd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9f0c266-096e-4748-b9cc-a1b62b81ff21', 'name': '', 'network_id': '5b8421f8-3def-4013-ae36-d9c2f29b91ab', 'tenant_id': 'add05d9726be43c2815669eb9adbbe31', 'mac_address': 'fa:16:3e:89:fc:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3726834a-8ed5-4f80-b95b-7c6cee37bebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3003, 'fixed_ips': [{'subnet_id': 'b75a74be-ae6c-495d-8120-f2764389c0c7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:56:06Z', 'updated_at': '2022-03-11T19:56:10Z', 'revision_number': 2, 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'subnets': [{'id': 'b75a74be-ae6c-495d-8120-f2764389c0c7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd197572e-8a0a-45e1-8f5e-0d20739f730c', 'name': '', 'network_id': 'f135e36d-1387-4052-9426-5d4a83cc4ab9', 'tenant_id': 'add05d9726be43c2815669eb9adbbe31', 'mac_address': 'fa:16:3e:99:22:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726834a-8ed5-4f80-b95b-7c6cee37bebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '444bfcd9-5563-4ff9-8d37-6d947d13482c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:56:00Z', 'updated_at': '2022-03-11T19:56:11Z', 'revision_number': 5, 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'subnets': [{'id': '444bfcd9-5563-4ff9-8d37-6d947d13482c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:14.970647 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2638546-47aa-43ec-b086-c35e66ac5ebd None None] Checking router: 3726834a-8ed5-4f80-b95b-7c6cee37bebd for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:56:14.971005 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2638546-47aa-43ec-b086-c35e66ac5ebd None None] Updating router 3726834a-8ed5-4f80-b95b-7c6cee37bebd port c9f0c266-096e-4748-b9cc-a1b62b81ff21 binding host n-d-833163-1 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:56:14.991849 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b8b170-d9a2-4f5b-bf05-448d4860dbb7 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Made reservation on behalf of 06d9e64a19fa4247bc00069610bf80e1 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:56:14.995898 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-39b8b170-d9a2-4f5b-bf05-448d4860dbb7 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:15.021631 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b2638546-47aa-43ec-b086-c35e66ac5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c9f0c266-096e-4748-b9cc-a1b62b81ff21), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:15.026546 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ff8e7-aa65-4622-9b88-54f615baf939 req-828197f8-4d2b-4750-b984-b09885014153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:15.028684 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b03ff8e7-aa65-4622-9b88-54f615baf939 req-828197f8-4d2b-4750-b984-b09885014153 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9c3f149c-decf-4bc3-9858-1266a909f90c HTTP/1.1" status: 200 len: 853 time: 0.1648104 Mar 11 19:56:15.040668 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4965e917-1686-4a3a-bdce-ae5e54e58a26 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7979267', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7985061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7589'] for router (3726834a-8ed5-4f80-b95b-7c6cee37bebd), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:15.045990 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4965e917-1686-4a3a-bdce-ae5e54e58a26 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7979276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7979285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7985070'] for router (3726834a-8ed5-4f80-b95b-7c6cee37bebd), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:15.100845 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-8e775197-69a0-4931-8ca0-53d94eaff0a1 None None] Could not find standard attr ID for object 0f69d00c-1c82-4b4b-bb61-1d8b47c806fd. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 19:56:15.119320 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f61b0cd2-2f29-4a4f-903e-082d77748af8 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (48a48fb8-cd5f-4622-a86e-1c4f27d96367), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:15.134637 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7ec6e5-5994-41f0-801a-781d56c480ab None None] Pushing event updated for resources: {'Port': ['ID=416c72f1-a08a-4553-a95a-81fb6cd51cd0,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:15.157722 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4965e917-1686-4a3a-bdce-ae5e54e58a26 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Router 3726834a-8ed5-4f80-b95b-7c6cee37bebd has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:56:15.181179 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port ed2727ca-fa17-4766-8281-e25cc67920f0 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:15.182263 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 416c72f1-a08a-4553-a95a-81fb6cd51cd0 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:56:15.206876 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61b0cd2-2f29-4a4f-903e-082d77748af8 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Pushing event deleted for resources: {'Subnet': ['ID=48a48fb8-cd5f-4622-a86e-1c4f27d96367,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:15.212293 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f61b0cd2-2f29-4a4f-903e-082d77748af8 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:15.218738 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f61b0cd2-2f29-4a4f-903e-082d77748af8 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "DELETE /v2.0/subnets/48a48fb8-cd5f-4622-a86e-1c4f27d96367 HTTP/1.1" status: 204 len: 168 time: 1.4216959 Mar 11 19:56:15.228551 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35726) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:15.239601 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d5f158-b698-480c-88c0-decf71b10210 None None] Network 1a9655bc-0e04-4103-81f6-ff5199dd978e requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:56:15.253325 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-8e775197-69a0-4931-8ca0-53d94eaff0a1 None None] Provisioning complete for port ed2727ca-fa17-4766-8281-e25cc67920f0 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:15.253649 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8e775197-69a0-4931-8ca0-53d94eaff0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ed2727ca-fa17-4766-8281-e25cc67920f0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:15.255393 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ff8e7-aa65-4622-9b88-54f615baf939 req-bc770e02-7833-49f3-a066-d1d4bde14b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:15.256995 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b03ff8e7-aa65-4622-9b88-54f615baf939 req-bc770e02-7833-49f3-a066-d1d4bde14b07 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d7695c22-7cfd-4319-9d63-9f76b8799969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2153513 Mar 11 19:56:15.271887 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4965e917-1686-4a3a-bdce-ae5e54e58a26 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:56:15.281552 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4965e917-1686-4a3a-bdce-ae5e54e58a26 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:15.282607 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4965e917-1686-4a3a-bdce-ae5e54e58a26 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "PUT /v2.0/routers/3726834a-8ed5-4f80-b95b-7c6cee37bebd HTTP/1.1" status: 200 len: 704 time: 1.0572903 Mar 11 19:56:15.285099 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35728) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:15.318499 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d288cf59-0b99-478f-8cdb-e9b89b1bd6bc tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (bd0f0a31-0e2d-4c40-8c26-b475ba5f5cd9), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:15.377059 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d288cf59-0b99-478f-8cdb-e9b89b1bd6bc tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event deleted for resources: {'Port': ['ID=bd0f0a31-0e2d-4c40-8c26-b475ba5f5cd9,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:15.382809 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a9bfd682-7fcf-44ff-ba58-c61c29a7a344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f90b86-8984-4362-925d-cb0b4f4530f7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-600590427', 'tenant_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '898cd74d-4007-4143-a8ef-94b4c37bd3a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:22Z', 'updated_at': '2022-03-11T19:56:09Z', 'revision_number': 5, 'project_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'gw_port': {'id': '898cd74d-4007-4143-a8ef-94b4c37bd3a9', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:34:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f90b86-8984-4362-925d-cb0b4f4530f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:24Z', 'updated_at': '2022-03-11T19:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:15.399766 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-6fdb02eb-d068-48d1-bf86-d21a72ab4057 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "GET /v2.0/routers/3726834a-8ed5-4f80-b95b-7c6cee37bebd HTTP/1.1" status: 200 len: 704 time: 0.1135237 Mar 11 19:56:15.400398 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35730) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:15.515822 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d288cf59-0b99-478f-8cdb-e9b89b1bd6bc tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:15.519138 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d288cf59-0b99-478f-8cdb-e9b89b1bd6bc tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "DELETE /v2.0/ports/bd0f0a31-0e2d-4c40-8c26-b475ba5f5cd9 HTTP/1.1" status: 204 len: 168 time: 2.7411907 Mar 11 19:56:15.529661 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35732) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:15.654776 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bfd682-7fcf-44ff-ba58-c61c29a7a344 None None] Checking router: 88f90b86-8984-4362-925d-cb0b4f4530f7 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:56:15.664609 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b03ff8e7-aa65-4622-9b88-54f615baf939 req-448eeb03-9840-4f03-9a8e-b08600cedca4 service neutron] 10.222.0.57 "GET /v2.0/networks/d7695c22-7cfd-4319-9d63-9f76b8799969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3698885 Mar 11 19:56:15.665493 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b187fab-f8d6-490d-8b0f-56379ed61930 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] GET failed (client error): The resource could not be found. Mar 11 19:56:15.669941 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-6b187fab-f8d6-490d-8b0f-56379ed61930 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "GET /v2.0/ports/bd0f0a31-0e2d-4c40-8c26-b475ba5f5cd9 HTTP/1.1" status: 404 len: 333 time: 0.1400468 Mar 11 19:56:15.670578 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35734) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:15.729511 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 416c72f1-a08a-4553-a95a-81fb6cd51cd0 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:15.729887 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (416c72f1-a08a-4553-a95a-81fb6cd51cd0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:15.731374 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bfd682-7fcf-44ff-ba58-c61c29a7a344 None None] Routers {'88f90b86-8984-4362-925d-cb0b4f4530f7'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:56:15.732070 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a9bfd682-7fcf-44ff-ba58-c61c29a7a344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:55:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['88f90b86-8984-4362-925d-cb0b4f4530f7'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:15.739321 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d2051c10-2476-4b3b-a8f4-094b774cade3 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks [] for router (88f90b86-8984-4362-925d-cb0b4f4530f7), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:15.740193 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4ea88197-a862-40b0-b3b3-e8e38b422d51 None None] Publish callbacks [] for port (289a7164-5c95-4907-b024-9390f54cd688), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:15.794530 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7b957cc5-4a20-4eaf-bd21-3623e2b3e359 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (3726834a-8ed5-4f80-b95b-7c6cee37bebd), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:15.800816 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-39b8b170-d9a2-4f5b-bf05-448d4860dbb7 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (e46b8ff2-de3e-4509-868a-a373532d41bc), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:15.836099 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4ea88197-a862-40b0-b3b3-e8e38b422d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (289a7164-5c95-4907-b024-9390f54cd688), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:15.891500 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-7728db78-7ebc-490c-b524-1dd031583f18 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Deleting subnet 087b2489-d77e-4cb7-ac60-45f821b55297 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:56:15.912921 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7728db78-7ebc-490c-b524-1dd031583f18 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for subnet (087b2489-d77e-4cb7-ac60-45f821b55297), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:15.917680 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b8b170-d9a2-4f5b-bf05-448d4860dbb7 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Network 0897600d-059c-4c97-87d5-16371e549b1b is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:56:15.956016 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-39b8b170-d9a2-4f5b-bf05-448d4860dbb7 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:56:15.959735 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b8b170-d9a2-4f5b-bf05-448d4860dbb7 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:15.960349 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-39b8b170-d9a2-4f5b-bf05-448d4860dbb7 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:16.005693 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea88197-a862-40b0-b3b3-e8e38b422d51 None None] Network 0897600d-059c-4c97-87d5-16371e549b1b is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:56:16.006734 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8e775197-69a0-4931-8ca0-53d94eaff0a1 None None] Current status of the port ed2727ca-fa17-4766-8281-e25cc67920f0 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:16.026555 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-4ea88197-a862-40b0-b3b3-e8e38b422d51 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:56:16.026815 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b8b170-d9a2-4f5b-bf05-448d4860dbb7 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event updated for resources: {'Subnet': ['ID=e46b8ff2-de3e-4509-868a-a373532d41bc,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:16.034265 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea88197-a862-40b0-b3b3-e8e38b422d51 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:56:16.037652 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b03ff8e7-aa65-4622-9b88-54f615baf939 req-5845c158-8b3c-440c-8f33-12569fb099e8 service neutron] 10.222.0.57 "GET /v2.0/networks/d7695c22-7cfd-4319-9d63-9f76b8799969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3586693 Mar 11 19:56:16.040547 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7728db78-7ebc-490c-b524-1dd031583f18 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (087b2489-d77e-4cb7-ac60-45f821b55297), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:16.042464 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea88197-a862-40b0-b3b3-e8e38b422d51 None None] Pushing event updated for resources: {'Port': ['ID=289a7164-5c95-4907-b024-9390f54cd688,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:16.044945 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-8e775197-69a0-4931-8ca0-53d94eaff0a1 None None] Could not find standard attr ID for object bd0f0a31-0e2d-4c40-8c26-b475ba5f5cd9. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 19:56:16.077691 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-39b8b170-d9a2-4f5b-bf05-448d4860dbb7 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0093257 Mar 11 19:56:16.084632 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35736) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:16.092688 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-b1551c08-b4e2-4aa6-baac-e3c1ac978f91 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Request body: {'port': {'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'mac_address': 'fa:16:3e:be:70:48', 'name': 'tempest-NetworksTestDHCPv6-1250135352'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:56:16.126812 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d2051c10-2476-4b3b-a8f4-094b774cade3 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks [] for router_gateway (88f90b86-8984-4362-925d-cb0b4f4530f7), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:16.170796 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-a9bfd682-7fcf-44ff-ba58-c61c29a7a344 None None] Set router 88f90b86-8984-4362-925d-cb0b4f4530f7 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:56:16.212778 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-8e775197-69a0-4931-8ca0-53d94eaff0a1 None None] Provisioning complete for port c9f0c266-096e-4748-b9cc-a1b62b81ff21 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:16.212895 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8e775197-69a0-4931-8ca0-53d94eaff0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (c9f0c266-096e-4748-b9cc-a1b62b81ff21), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:16.262408 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45e6ebf-d3c7-47f8-bd3e-0946814f8a97 None None] DHCP port deletion for 1a9655bc-0e04-4103-81f6-ff5199dd978e request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:56:16.278738 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7728db78-7ebc-490c-b524-1dd031583f18 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (087b2489-d77e-4cb7-ac60-45f821b55297), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:16.310819 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 416c72f1-a08a-4553-a95a-81fb6cd51cd0 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:16.330402 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-4ea88197-a862-40b0-b3b3-e8e38b422d51 None None] Attempting to bind port 289a7164-5c95-4907-b024-9390f54cd688 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:56:16.330668 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-4ea88197-a862-40b0-b3b3-e8e38b422d51 None None] Attempting to bind port 289a7164-5c95-4907-b024-9390f54cd688 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:56:16.332145 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea88197-a862-40b0-b3b3-e8e38b422d51 None None] Attempting to bind port 289a7164-5c95-4907-b024-9390f54cd688 on network 0897600d-059c-4c97-87d5-16371e549b1b {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:56:16.352357 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1551c08-b4e2-4aa6-baac-e3c1ac978f91 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Made reservation on behalf of 06d9e64a19fa4247bc00069610bf80e1 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:56:16.378434 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-d2051c10-2476-4b3b-a8f4-094b774cade3 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Deleting port 898cd74d-4007-4143-a8ef-94b4c37bd3a9 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:56:16.378771 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d2051c10-2476-4b3b-a8f4-094b774cade3 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (898cd74d-4007-4143-a8ef-94b4c37bd3a9), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:16.383706 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea88197-a862-40b0-b3b3-e8e38b422d51 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:56:16.384100 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea88197-a862-40b0-b3b3-e8e38b422d51 None None] Checking segment: {'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:56:16.384972 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4ea88197-a862-40b0-b3b3-e8e38b422d51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:16.385374 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea88197-a862-40b0-b3b3-e8e38b422d51 None None] Bound using segment: {'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:56:16.386326 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-4ea88197-a862-40b0-b3b3-e8e38b422d51 None None] Bound port: 289a7164-5c95-4907-b024-9390f54cd688, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:56:16.387249 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4ea88197-a862-40b0-b3b3-e8e38b422d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (289a7164-5c95-4907-b024-9390f54cd688), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:16.415794 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b2638546-47aa-43ec-b086-c35e66ac5ebd None None] Publish callbacks [] for port (c9f0c266-096e-4748-b9cc-a1b62b81ff21), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:16.441415 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device f7862e10-483b-4dd2-966e-2a6ea61ed50c no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:56:16.443664 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8e775197-69a0-4931-8ca0-53d94eaff0a1 None None] Port c9f0c266-096e-4748-b9cc-a1b62b81ff21 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:56:16.444615 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7728db78-7ebc-490c-b524-1dd031583f18 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (087b2489-d77e-4cb7-ac60-45f821b55297), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:16.461198 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-7b957cc5-4a20-4eaf-bd21-3623e2b3e359 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Deleting port c9f0c266-096e-4748-b9cc-a1b62b81ff21 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:56:16.461793 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7b957cc5-4a20-4eaf-bd21-3623e2b3e359 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (c9f0c266-096e-4748-b9cc-a1b62b81ff21), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:16.484159 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b2638546-47aa-43ec-b086-c35e66ac5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (c9f0c266-096e-4748-b9cc-a1b62b81ff21), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:16.492804 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: f7862e10-483b-4dd2-966e-2a6ea61ed50c {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:56:16.493152 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device f7862e10-483b-4dd2-966e-2a6ea61ed50c not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:56:16.519885 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7728db78-7ebc-490c-b524-1dd031583f18 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:16.526314 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-7728db78-7ebc-490c-b524-1dd031583f18 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "DELETE /v2.0/subnets/087b2489-d77e-4cb7-ac60-45f821b55297 HTTP/1.1" status: 204 len: 168 time: 0.8501112 Mar 11 19:56:16.529209 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35738) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:16.530975 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7728db78-7ebc-490c-b524-1dd031583f18 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event deleted for resources: {'Subnet': ['ID=087b2489-d77e-4cb7-ac60-45f821b55297,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:16.559490 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1551c08-b4e2-4aa6-baac-e3c1ac978f91 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:16.590926 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-d2051c10-2476-4b3b-a8f4-094b774cade3 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] For port 898cd74d-4007-4143-a8ef-94b4c37bd3a9, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=898cd74d-4007-4143-a8ef-94b4c37bd3a9,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:56:16.591195 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d2051c10-2476-4b3b-a8f4-094b774cade3 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (898cd74d-4007-4143-a8ef-94b4c37bd3a9), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:16.609326 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-b1551c08-b4e2-4aa6-baac-e3c1ac978f91 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] device_id is not set on port cfe3fc5b-cf4d-44cd-8f3e-9e632f2fc3a1 yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:56:16.616322 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-d2051c10-2476-4b3b-a8f4-094b774cade3 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Calling delete_port for 898cd74d-4007-4143-a8ef-94b4c37bd3a9 owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:56:16.648918 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7b957cc5-4a20-4eaf-bd21-3623e2b3e359 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (c9f0c266-096e-4748-b9cc-a1b62b81ff21), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:16.656578 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8a6e86ca-bfd7-41d3-8023-287366ed8e5e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (66628faf-778e-437f-8831-77f2b54a7095), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:16.672336 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-7b957cc5-4a20-4eaf-bd21-3623e2b3e359 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Calling delete_port for c9f0c266-096e-4748-b9cc-a1b62b81ff21 owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:56:16.674670 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e19c9e-a3d7-44c4-9449-0ddb754d83ad None None] Network 66628faf-778e-437f-8831-77f2b54a7095 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:56:16.691885 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device ed2727ca-fa17-4766-8281-e25cc67920f0 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:56:16.706176 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e790f152-5b92-489f-8249-4650493b5f42 None None] Pushing event updated for resources: {'Port': ['ID=c9f0c266-096e-4748-b9cc-a1b62b81ff21,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:16.738263 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-8e775197-69a0-4931-8ca0-53d94eaff0a1 None None] Provisioning complete for port 416c72f1-a08a-4553-a95a-81fb6cd51cd0 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:16.738655 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8e775197-69a0-4931-8ca0-53d94eaff0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (416c72f1-a08a-4553-a95a-81fb6cd51cd0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:16.788200 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-8a6e86ca-bfd7-41d3-8023-287366ed8e5e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Deleting port ed2727ca-fa17-4766-8281-e25cc67920f0 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:56:16.789527 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8a6e86ca-bfd7-41d3-8023-287366ed8e5e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (ed2727ca-fa17-4766-8281-e25cc67920f0), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:16.896015 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-b1551c08-b4e2-4aa6-baac-e3c1ac978f91 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Allocated IP 2001:db8:0:1::246 (0897600d-059c-4c97-87d5-16371e549b1b/e46b8ff2-de3e-4509-868a-a373532d41bc/cfe3fc5b-cf4d-44cd-8f3e-9e632f2fc3a1) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:56:16.915010 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b45e6ebf-d3c7-47f8-bd3e-0946814f8a97 None None] Deleting port 790cd9df-f0db-471f-946a-0cd85f11203a {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:56:16.915584 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b45e6ebf-d3c7-47f8-bd3e-0946814f8a97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (790cd9df-f0db-471f-946a-0cd85f11203a), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:16.956796 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d2051c10-2476-4b3b-a8f4-094b774cade3 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (898cd74d-4007-4143-a8ef-94b4c37bd3a9), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:16.974658 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-b1551c08-b4e2-4aa6-baac-e3c1ac978f91 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Allocated IP 2001:db8::f816:3eff:febe:7048 (0897600d-059c-4c97-87d5-16371e549b1b/e6df74b7-66c8-4899-8e5d-b8d4eb23417e/cfe3fc5b-cf4d-44cd-8f3e-9e632f2fc3a1) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:56:16.980065 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7b957cc5-4a20-4eaf-bd21-3623e2b3e359 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (c9f0c266-096e-4748-b9cc-a1b62b81ff21), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:17.018435 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-b2638546-47aa-43ec-b086-c35e66ac5ebd None None] Attempting to bind port c9f0c266-096e-4748-b9cc-a1b62b81ff21 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:56:17.018712 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-b2638546-47aa-43ec-b086-c35e66ac5ebd None None] Attempting to bind port c9f0c266-096e-4748-b9cc-a1b62b81ff21 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '7c8e4195-01c8-4b3e-9ea0-c7773f6d38b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '5b8421f8-3def-4013-ae36-d9c2f29b91ab'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:56:17.019085 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2638546-47aa-43ec-b086-c35e66ac5ebd None None] Attempting to bind port c9f0c266-096e-4748-b9cc-a1b62b81ff21 on network 5b8421f8-3def-4013-ae36-d9c2f29b91ab {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:56:17.021938 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b957cc5-4a20-4eaf-bd21-3623e2b3e359 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event deleted for resources: {'Port': ['ID=c9f0c266-096e-4748-b9cc-a1b62b81ff21,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:17.022096 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2051c10-2476-4b3b-a8f4-094b774cade3 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Pushing event deleted for resources: {'Port': ['ID=898cd74d-4007-4143-a8ef-94b4c37bd3a9,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:17.032008 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4ea88197-a862-40b0-b3b3-e8e38b422d51 None None] For port 289a7164-5c95-4907-b024-9390f54cd688, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:56:17.092444 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2638546-47aa-43ec-b086-c35e66ac5ebd None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:56:17.092741 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2638546-47aa-43ec-b086-c35e66ac5ebd None None] Checking segment: {'id': '7c8e4195-01c8-4b3e-9ea0-c7773f6d38b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '5b8421f8-3def-4013-ae36-d9c2f29b91ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:56:17.094352 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b2638546-47aa-43ec-b086-c35e66ac5ebd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:17.094713 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2638546-47aa-43ec-b086-c35e66ac5ebd None None] Bound using segment: {'id': '7c8e4195-01c8-4b3e-9ea0-c7773f6d38b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '5b8421f8-3def-4013-ae36-d9c2f29b91ab'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:56:17.095424 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-b2638546-47aa-43ec-b086-c35e66ac5ebd None None] Bound port: c9f0c266-096e-4748-b9cc-a1b62b81ff21, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c8e4195-01c8-4b3e-9ea0-c7773f6d38b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '5b8421f8-3def-4013-ae36-d9c2f29b91ab'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:56:17.095846 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b2638546-47aa-43ec-b086-c35e66ac5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c9f0c266-096e-4748-b9cc-a1b62b81ff21), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:17.097224 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d2051c10-2476-4b3b-a8f4-094b774cade3 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (88f90b86-8984-4362-925d-cb0b4f4530f7), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:17.107323 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4ea88197-a862-40b0-b3b3-e8e38b422d51 None None] For port 289a7164-5c95-4907-b024-9390f54cd688, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=289a7164-5c95-4907-b024-9390f54cd688,segment=NetworkSegment(70c71ca7-59df-46c5-86d9-acc712ed1da1),segment_id=70c71ca7-59df-46c5-86d9-acc712ed1da1)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:56:17.132999 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8e775197-69a0-4931-8ca0-53d94eaff0a1 None None] Current status of the port 416c72f1-a08a-4553-a95a-81fb6cd51cd0 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:17.138571 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-b45e6ebf-d3c7-47f8-bd3e-0946814f8a97 None None] For port 790cd9df-f0db-471f-946a-0cd85f11203a, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=790cd9df-f0db-471f-946a-0cd85f11203a,segment=NetworkSegment(b89a4158-0911-44dd-9eee-a28d579e0e0d),segment_id=b89a4158-0911-44dd-9eee-a28d579e0e0d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:56:17.138571 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b45e6ebf-d3c7-47f8-bd3e-0946814f8a97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (790cd9df-f0db-471f-946a-0cd85f11203a), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:17.142789 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4ea88197-a862-40b0-b3b3-e8e38b422d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (289a7164-5c95-4907-b024-9390f54cd688), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:17.170041 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-8a6e86ca-bfd7-41d3-8023-287366ed8e5e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] For port ed2727ca-fa17-4766-8281-e25cc67920f0, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=ed2727ca-fa17-4766-8281-e25cc67920f0,segment=NetworkSegment(d499c955-6b14-4704-bd95-64356756226c),segment_id=d499c955-6b14-4704-bd95-64356756226c)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:56:17.170565 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8a6e86ca-bfd7-41d3-8023-287366ed8e5e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (ed2727ca-fa17-4766-8281-e25cc67920f0), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:17.190186 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-8a6e86ca-bfd7-41d3-8023-287366ed8e5e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Calling delete_port for ed2727ca-fa17-4766-8281-e25cc67920f0 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:56:17.210819 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b2638546-47aa-43ec-b086-c35e66ac5ebd None None] Port c9f0c266-096e-4748-b9cc-a1b62b81ff21 has been deleted concurrently {{(pid=103886) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Mar 11 19:56:17.213067 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b45e6ebf-d3c7-47f8-bd3e-0946814f8a97 None None] Calling delete_port for 790cd9df-f0db-471f-946a-0cd85f11203a owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:56:17.213835 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d2051c10-2476-4b3b-a8f4-094b774cade3 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (88f90b86-8984-4362-925d-cb0b4f4530f7), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:17.214871 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port ed2727ca-fa17-4766-8281-e25cc67920f0 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:17.215281 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ed2727ca-fa17-4766-8281-e25cc67920f0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:17.218617 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d2051c10-2476-4b3b-a8f4-094b774cade3 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks [] for router_controller (88f90b86-8984-4362-925d-cb0b4f4530f7), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:17.224820 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a9bfd682-7fcf-44ff-ba58-c61c29a7a344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f90b86-8984-4362-925d-cb0b4f4530f7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-600590427', 'tenant_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '898cd74d-4007-4143-a8ef-94b4c37bd3a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:22Z', 'updated_at': '2022-03-11T19:56:09Z', 'revision_number': 5, 'project_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'gw_port': {'id': '898cd74d-4007-4143-a8ef-94b4c37bd3a9', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:34:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f90b86-8984-4362-925d-cb0b4f4530f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:24Z', 'updated_at': '2022-03-11T19:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:17.322932 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7b957cc5-4a20-4eaf-bd21-3623e2b3e359 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (3726834a-8ed5-4f80-b95b-7c6cee37bebd), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:17.336752 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bfd682-7fcf-44ff-ba58-c61c29a7a344 None None] The sync data for ids ['88f90b86-8984-4362-925d-cb0b4f4530f7'] in n-d-833163-1 is: [{'id': '88f90b86-8984-4362-925d-cb0b4f4530f7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-600590427', 'tenant_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.134'}], 'enable_snat': True}, 'gw_port_id': '898cd74d-4007-4143-a8ef-94b4c37bd3a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:22Z', 'updated_at': '2022-03-11T19:56:09Z', 'revision_number': 5, 'project_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'gw_port': {'id': '898cd74d-4007-4143-a8ef-94b4c37bd3a9', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:34:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f90b86-8984-4362-925d-cb0b4f4530f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:24Z', 'updated_at': '2022-03-11T19:55:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:56:17.342357 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d2051c10-2476-4b3b-a8f4-094b774cade3 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (88f90b86-8984-4362-925d-cb0b4f4530f7), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:17.343079 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2051c10-2476-4b3b-a8f4-094b774cade3 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Fanout notify agent at l3_agent the message router_deleted on router 88f90b86-8984-4362-925d-cb0b4f4530f7 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:56:17.370333 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d2051c10-2476-4b3b-a8f4-094b774cade3 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:17.372250 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d2051c10-2476-4b3b-a8f4-094b774cade3 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "DELETE /v2.0/routers/88f90b86-8984-4362-925d-cb0b4f4530f7 HTTP/1.1" status: 204 len: 168 time: 2.1427426 Mar 11 19:56:17.383799 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35740) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:17.421841 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-3d10d1a6-19f0-4e6d-aeca-16567890f568 None None] Could not find standard attr ID for object c9f0c266-096e-4748-b9cc-a1b62b81ff21. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 19:56:17.509700 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-31212ecf-5795-43e6-b017-b606e938fff9 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (1a9655bc-0e04-4103-81f6-ff5199dd978e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:17.523720 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1551c08-b4e2-4aa6-baac-e3c1ac978f91 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for port (cfe3fc5b-cf4d-44cd-8f3e-9e632f2fc3a1), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:17.599737 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1551c08-b4e2-4aa6-baac-e3c1ac978f91 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (cfe3fc5b-cf4d-44cd-8f3e-9e632f2fc3a1), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:17.621936 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea88197-a862-40b0-b3b3-e8e38b422d51 None None] Pushing event updated for resources: {'Port': ['ID=289a7164-5c95-4907-b024-9390f54cd688,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:17.629618 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2638546-47aa-43ec-b086-c35e66ac5ebd None None] Routers {'3726834a-8ed5-4f80-b95b-7c6cee37bebd'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:56:17.630285 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-b2638546-47aa-43ec-b086-c35e66ac5ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:55:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['3726834a-8ed5-4f80-b95b-7c6cee37bebd'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:17.640611 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8a6e86ca-bfd7-41d3-8023-287366ed8e5e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (ed2727ca-fa17-4766-8281-e25cc67920f0), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:17.648557 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-31212ecf-5795-43e6-b017-b606e938fff9 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Deleting port 790cd9df-f0db-471f-946a-0cd85f11203a {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:56:17.649061 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-31212ecf-5795-43e6-b017-b606e938fff9 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (790cd9df-f0db-471f-946a-0cd85f11203a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:17.657215 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1551c08-b4e2-4aa6-baac-e3c1ac978f91 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Network 0897600d-059c-4c97-87d5-16371e549b1b is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:56:17.674273 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-b1551c08-b4e2-4aa6-baac-e3c1ac978f91 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:56:17.680917 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1551c08-b4e2-4aa6-baac-e3c1ac978f91 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:56:17.685242 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b957cc5-4a20-4eaf-bd21-3623e2b3e359 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Router 3726834a-8ed5-4f80-b95b-7c6cee37bebd has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:56:17.687099 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1551c08-b4e2-4aa6-baac-e3c1ac978f91 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:17.687763 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1551c08-b4e2-4aa6-baac-e3c1ac978f91 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:17.693027 n-d-833163-1 neutron-server[103886]: INFO neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No ports have port_id starting with ed2727ca-fa17-4766-8281-e25cc67920f0 Mar 11 19:56:17.693238 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6e86ca-bfd7-41d3-8023-287366ed8e5e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event deleted for resources: {'Port': ['ID=ed2727ca-fa17-4766-8281-e25cc67920f0,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:17.695492 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6e86ca-bfd7-41d3-8023-287366ed8e5e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] No DVR routers for this DVR port ed2727ca-fa17-4766-8281-e25cc67920f0 on host n-d-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:56:17.703274 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1551c08-b4e2-4aa6-baac-e3c1ac978f91 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event updated for resources: {'Port': ['ID=cfe3fc5b-cf4d-44cd-8f3e-9e632f2fc3a1,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:17.729450 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 416c72f1-a08a-4553-a95a-81fb6cd51cd0 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:56:17.770883 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65376322-3458-4df5-9a6b-2e9e9b734b60 None None] DHCP port deletion for 66628faf-778e-437f-8831-77f2b54a7095 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:56:17.787022 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-b1551c08-b4e2-4aa6-baac-e3c1ac978f91 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.6991558 Mar 11 19:56:17.788452 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35742) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:17.802415 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-b2638546-47aa-43ec-b086-c35e66ac5ebd None None] Set router 3726834a-8ed5-4f80-b95b-7c6cee37bebd gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:56:17.885512 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b45e6ebf-d3c7-47f8-bd3e-0946814f8a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (790cd9df-f0db-471f-946a-0cd85f11203a), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:17.888174 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-31212ecf-5795-43e6-b017-b606e938fff9 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] For port 790cd9df-f0db-471f-946a-0cd85f11203a, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=790cd9df-f0db-471f-946a-0cd85f11203a,segment=NetworkSegment(b89a4158-0911-44dd-9eee-a28d579e0e0d),segment_id=b89a4158-0911-44dd-9eee-a28d579e0e0d)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:56:17.888764 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-31212ecf-5795-43e6-b017-b606e938fff9 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (790cd9df-f0db-471f-946a-0cd85f11203a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:17.912985 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b957cc5-4a20-4eaf-bd21-3623e2b3e359 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:56:17.919420 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-31212ecf-5795-43e6-b017-b606e938fff9 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Calling delete_port for 790cd9df-f0db-471f-946a-0cd85f11203a owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:56:17.926617 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-7b957cc5-4a20-4eaf-bd21-3623e2b3e359 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "PUT /v2.0/routers/3726834a-8ed5-4f80-b95b-7c6cee37bebd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5251994 Mar 11 19:56:17.930426 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35744) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:17.984746 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45e6ebf-d3c7-47f8-bd3e-0946814f8a97 None None] Pushing event deleted for resources: {'Port': ['ID=790cd9df-f0db-471f-946a-0cd85f11203a,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:17.987867 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45e6ebf-d3c7-47f8-bd3e-0946814f8a97 None None] No DVR routers for this DVR port 790cd9df-f0db-471f-946a-0cd85f11203a on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:56:18.074745 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-fad6637c-3e46-4cc6-b232-4509e5545664 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Deleting subnet b75a74be-ae6c-495d-8120-f2764389c0c7 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:56:18.095486 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 416c72f1-a08a-4553-a95a-81fb6cd51cd0 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:18.095892 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (416c72f1-a08a-4553-a95a-81fb6cd51cd0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:18.106215 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-981fc0b6-e4d0-49e3-a16e-a105f9bf4648 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Deleting port cfe3fc5b-cf4d-44cd-8f3e-9e632f2fc3a1 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:56:18.106518 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-981fc0b6-e4d0-49e3-a16e-a105f9bf4648 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (cfe3fc5b-cf4d-44cd-8f3e-9e632f2fc3a1), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:18.112624 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-31212ecf-5795-43e6-b017-b606e938fff9 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (790cd9df-f0db-471f-946a-0cd85f11203a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:18.115248 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8a6e86ca-bfd7-41d3-8023-287366ed8e5e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (66628faf-778e-437f-8831-77f2b54a7095), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:18.141212 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fad6637c-3e46-4cc6-b232-4509e5545664 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for subnet (b75a74be-ae6c-495d-8120-f2764389c0c7), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:18.154168 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31212ecf-5795-43e6-b017-b606e938fff9 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Pushing event deleted for resources: {'Port': ['ID=790cd9df-f0db-471f-946a-0cd85f11203a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:18.161420 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31212ecf-5795-43e6-b017-b606e938fff9 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] No DVR routers for this DVR port 790cd9df-f0db-471f-946a-0cd85f11203a on host n-d-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:56:18.190656 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-8a6e86ca-bfd7-41d3-8023-287366ed8e5e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66628faf-778e-437f-8831-77f2b54a7095']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:18.202668 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-8a6e86ca-bfd7-41d3-8023-287366ed8e5e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd499c955-6b14-4704-bd95-64356756226c') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:18.203063 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-8a6e86ca-bfd7-41d3-8023-287366ed8e5e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd499c955-6b14-4704-bd95-64356756226c') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:18.223788 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8a6e86ca-bfd7-41d3-8023-287366ed8e5e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (d499c955-6b14-4704-bd95-64356756226c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:18.237861 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 416c72f1-a08a-4553-a95a-81fb6cd51cd0 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:18.256313 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8a6e86ca-bfd7-41d3-8023-287366ed8e5e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (d499c955-6b14-4704-bd95-64356756226c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:18.259970 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-b2638546-47aa-43ec-b086-c35e66ac5ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3726834a-8ed5-4f80-b95b-7c6cee37bebd', 'name': 'tempest-RoutersIpV6Test-router-1629019246', 'tenant_id': 'add05d9726be43c2815669eb9adbbe31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:48Z', 'updated_at': '2022-03-11T19:56:16Z', 'revision_number': 8, 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'gw_port_host': None, '_interfaces': [{'id': '73f42f66-88e6-45f9-969a-e6997420c981', 'name': '', 'network_id': '8d66b73e-16a3-4866-8835-f4b2721548db', 'tenant_id': 'add05d9726be43c2815669eb9adbbe31', 'mac_address': 'fa:16:3e:8d:13:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726834a-8ed5-4f80-b95b-7c6cee37bebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '5801be21-522d-4fd5-9fc9-acb86ec6d602', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:56Z', 'updated_at': '2022-03-11T19:56:10Z', 'revision_number': 5, 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'subnets': [{'id': '5801be21-522d-4fd5-9fc9-acb86ec6d602', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '837281e6-8819-4291-b175-d68f60e25c76', 'name': '', 'network_id': '1067292e-856c-40cb-9c34-67eaab76a69d', 'tenant_id': 'add05d9726be43c2815669eb9adbbe31', 'mac_address': 'fa:16:3e:f4:6f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726834a-8ed5-4f80-b95b-7c6cee37bebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': 'e97cc19a-f328-44b7-a13e-081ae859becd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:51Z', 'updated_at': '2022-03-11T19:56:02Z', 'revision_number': 5, 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'subnets': [{'id': 'e97cc19a-f328-44b7-a13e-081ae859becd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd197572e-8a0a-45e1-8f5e-0d20739f730c', 'name': '', 'network_id': 'f135e36d-1387-4052-9426-5d4a83cc4ab9', 'tenant_id': 'add05d9726be43c2815669eb9adbbe31', 'mac_address': 'fa:16:3e:99:22:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726834a-8ed5-4f80-b95b-7c6cee37bebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '444bfcd9-5563-4ff9-8d37-6d947d13482c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:56:00Z', 'updated_at': '2022-03-11T19:56:11Z', 'revision_number': 5, 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'subnets': [{'id': '444bfcd9-5563-4ff9-8d37-6d947d13482c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:18.280020 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a6e86ca-bfd7-41d3-8023-287366ed8e5e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Releasing vlan 890 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:56:18.280744 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8a6e86ca-bfd7-41d3-8023-287366ed8e5e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (d499c955-6b14-4704-bd95-64356756226c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:18.284254 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:56:18.284254 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:56:18.284254 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:56:18.284254 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:56:18.284254 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:56:18.284254 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:56:18.284254 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:56:18.284254 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:56:18.284254 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:56:18.284254 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:56:18.284254 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:56:18.284254 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:56:18.284254 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:56:18.284254 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:56:18.284254 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:56:18.284254 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:56:18.284254 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:56:18.284254 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:56:18.284254 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:56:18.284254 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:56:18.284254 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:56:18.284254 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:56:18.284254 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:56:18.284254 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:56:18.284254 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:56:18.284254 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:56:18.284254 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:56:18.284254 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:56:18.284254 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:56:18.284254 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:56:18.284254 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:56:18.284254 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:56:18.290845 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fad6637c-3e46-4cc6-b232-4509e5545664 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (b75a74be-ae6c-495d-8120-f2764389c0c7), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:18.311971 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-981fc0b6-e4d0-49e3-a16e-a105f9bf4648 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (cfe3fc5b-cf4d-44cd-8f3e-9e632f2fc3a1), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:18.316620 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2638546-47aa-43ec-b086-c35e66ac5ebd None None] The sync data for ids ['3726834a-8ed5-4f80-b95b-7c6cee37bebd'] in n-d-833163-1 is: [{'id': '3726834a-8ed5-4f80-b95b-7c6cee37bebd', 'name': 'tempest-RoutersIpV6Test-router-1629019246', 'tenant_id': 'add05d9726be43c2815669eb9adbbe31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:48Z', 'updated_at': '2022-03-11T19:56:16Z', 'revision_number': 8, 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'gw_port_host': None, '_interfaces': [{'id': '73f42f66-88e6-45f9-969a-e6997420c981', 'name': '', 'network_id': '8d66b73e-16a3-4866-8835-f4b2721548db', 'tenant_id': 'add05d9726be43c2815669eb9adbbe31', 'mac_address': 'fa:16:3e:8d:13:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726834a-8ed5-4f80-b95b-7c6cee37bebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '5801be21-522d-4fd5-9fc9-acb86ec6d602', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:56Z', 'updated_at': '2022-03-11T19:56:10Z', 'revision_number': 5, 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'subnets': [{'id': '5801be21-522d-4fd5-9fc9-acb86ec6d602', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '837281e6-8819-4291-b175-d68f60e25c76', 'name': '', 'network_id': '1067292e-856c-40cb-9c34-67eaab76a69d', 'tenant_id': 'add05d9726be43c2815669eb9adbbe31', 'mac_address': 'fa:16:3e:f4:6f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726834a-8ed5-4f80-b95b-7c6cee37bebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': 'e97cc19a-f328-44b7-a13e-081ae859becd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:51Z', 'updated_at': '2022-03-11T19:56:02Z', 'revision_number': 5, 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'subnets': [{'id': 'e97cc19a-f328-44b7-a13e-081ae859becd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd197572e-8a0a-45e1-8f5e-0d20739f730c', 'name': '', 'network_id': 'f135e36d-1387-4052-9426-5d4a83cc4ab9', 'tenant_id': 'add05d9726be43c2815669eb9adbbe31', 'mac_address': 'fa:16:3e:99:22:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726834a-8ed5-4f80-b95b-7c6cee37bebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '444bfcd9-5563-4ff9-8d37-6d947d13482c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:56:00Z', 'updated_at': '2022-03-11T19:56:11Z', 'revision_number': 5, 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'subnets': [{'id': '444bfcd9-5563-4ff9-8d37-6d947d13482c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:56:18.321315 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 790cd9df-f0db-471f-946a-0cd85f11203a no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:56:18.333908 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-981fc0b6-e4d0-49e3-a16e-a105f9bf4648 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Calling delete_port for cfe3fc5b-cf4d-44cd-8f3e-9e632f2fc3a1 owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:56:18.348220 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 790cd9df-f0db-471f-946a-0cd85f11203a {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:56:18.348470 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 790cd9df-f0db-471f-946a-0cd85f11203a not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:56:18.408693 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8a6e86ca-bfd7-41d3-8023-287366ed8e5e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (66628faf-778e-437f-8831-77f2b54a7095), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:18.418480 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8a6e86ca-bfd7-41d3-8023-287366ed8e5e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:18.425837 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8a6e86ca-bfd7-41d3-8023-287366ed8e5e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "DELETE /v2.0/networks/66628faf-778e-437f-8831-77f2b54a7095 HTTP/1.1" status: 204 len: 168 time: 1.8955348 Mar 11 19:56:18.429696 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35746) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:18.432044 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-31212ecf-5795-43e6-b017-b606e938fff9 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (1a9655bc-0e04-4103-81f6-ff5199dd978e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:18.435196 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-8da026ae-acc1-45ea-94d7-b1a70b599838 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-461944601'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:56:18.467028 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-31212ecf-5795-43e6-b017-b606e938fff9 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a9655bc-0e04-4103-81f6-ff5199dd978e']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:18.474004 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6e86ca-bfd7-41d3-8023-287366ed8e5e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event deleted for resources: {'Network': ['ID=66628faf-778e-437f-8831-77f2b54a7095,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:18.489670 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-31212ecf-5795-43e6-b017-b606e938fff9 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b89a4158-0911-44dd-9eee-a28d579e0e0d') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:18.491816 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-31212ecf-5795-43e6-b017-b606e938fff9 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b89a4158-0911-44dd-9eee-a28d579e0e0d') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:18.500579 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fad6637c-3e46-4cc6-b232-4509e5545664 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (b75a74be-ae6c-495d-8120-f2764389c0c7), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:18.504807 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da026ae-acc1-45ea-94d7-b1a70b599838 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Made reservation on behalf of 9a2132e02eba4e489015b67acdaa176b for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:56:18.508112 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8da026ae-acc1-45ea-94d7-b1a70b599838 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:18.524970 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-31212ecf-5795-43e6-b017-b606e938fff9 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (b89a4158-0911-44dd-9eee-a28d579e0e0d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:18.541848 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-31212ecf-5795-43e6-b017-b606e938fff9 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (b89a4158-0911-44dd-9eee-a28d579e0e0d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:18.550328 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31212ecf-5795-43e6-b017-b606e938fff9 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Releasing vlan 854 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:56:18.551327 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-31212ecf-5795-43e6-b017-b606e938fff9 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (b89a4158-0911-44dd-9eee-a28d579e0e0d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:18.555270 n-d-833163-1 neutron-server[103885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:56:18.555270 n-d-833163-1 neutron-server[103885]: self.session.flush() Mar 11 19:56:18.555270 n-d-833163-1 neutron-server[103885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:56:18.555270 n-d-833163-1 neutron-server[103885]: self.session.flush() Mar 11 19:56:18.555270 n-d-833163-1 neutron-server[103885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:56:18.555270 n-d-833163-1 neutron-server[103885]: self.session.flush() Mar 11 19:56:18.555270 n-d-833163-1 neutron-server[103885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:56:18.555270 n-d-833163-1 neutron-server[103885]: self.session.flush() Mar 11 19:56:18.555270 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 19:56:18.555270 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:56:18.555270 n-d-833163-1 neutron-server[103885]: timer() Mar 11 19:56:18.555270 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:56:18.555270 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 19:56:18.555270 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:56:18.555270 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 19:56:18.555270 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:56:18.555270 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 19:56:18.555270 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:56:18.555270 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 19:56:18.555270 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:56:18.555270 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 19:56:18.555270 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:56:18.555270 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:56:18.555270 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:56:18.555270 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:56:18.555270 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:56:18.555270 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 19:56:18.555270 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:56:18.555270 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 19:56:18.555270 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:56:18.555270 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:56:18.555270 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:56:18.555270 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 19:56:18.555270 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:56:18.555270 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:56:18.555270 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:56:18.555270 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:56:18.555270 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:56:18.555270 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:56:18.555270 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:56:18.591204 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fad6637c-3e46-4cc6-b232-4509e5545664 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (b75a74be-ae6c-495d-8120-f2764389c0c7), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:18.616887 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad6637c-3e46-4cc6-b232-4509e5545664 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event deleted for resources: {'Subnet': ['ID=b75a74be-ae6c-495d-8120-f2764389c0c7,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:18.622503 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fad6637c-3e46-4cc6-b232-4509e5545664 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:18.625749 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-fad6637c-3e46-4cc6-b232-4509e5545664 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "DELETE /v2.0/subnets/b75a74be-ae6c-495d-8120-f2764389c0c7 HTTP/1.1" status: 204 len: 168 time: 0.6943552 Mar 11 19:56:18.628417 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35750) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:18.631394 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107b4e0c-84a6-47dd-8133-a26b7527f8c0 None None] Network 5b8421f8-3def-4013-ae36-d9c2f29b91ab requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:56:18.654516 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-31212ecf-5795-43e6-b017-b606e938fff9 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (1a9655bc-0e04-4103-81f6-ff5199dd978e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:18.659863 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-31212ecf-5795-43e6-b017-b606e938fff9 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:18.678159 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-31212ecf-5795-43e6-b017-b606e938fff9 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "DELETE /v2.0/networks/1a9655bc-0e04-4103-81f6-ff5199dd978e HTTP/1.1" status: 204 len: 168 time: 1.2888632 Mar 11 19:56:18.685783 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35752) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:18.704396 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122e3bc2-cc85-444a-9e59-3a5aeb41934f None None] Sync routers for ids ['3726834a-8ed5-4f80-b95b-7c6cee37bebd'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:56:18.732320 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2426fd26-d89a-4d0d-bd98-5b15bb7ddf3a tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (5b8421f8-3def-4013-ae36-d9c2f29b91ab), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:18.733805 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122e3bc2-cc85-444a-9e59-3a5aeb41934f None None] Routers {'3726834a-8ed5-4f80-b95b-7c6cee37bebd'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:56:18.734461 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-122e3bc2-cc85-444a-9e59-3a5aeb41934f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:55:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['3726834a-8ed5-4f80-b95b-7c6cee37bebd'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:18.885179 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-2426fd26-d89a-4d0d-bd98-5b15bb7ddf3a tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Deleting port 416c72f1-a08a-4553-a95a-81fb6cd51cd0 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:56:18.885883 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2426fd26-d89a-4d0d-bd98-5b15bb7ddf3a tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (416c72f1-a08a-4553-a95a-81fb6cd51cd0), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:18.913459 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-122e3bc2-cc85-444a-9e59-3a5aeb41934f None None] Set router 3726834a-8ed5-4f80-b95b-7c6cee37bebd gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:56:19.001833 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-2426fd26-d89a-4d0d-bd98-5b15bb7ddf3a tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] For port 416c72f1-a08a-4553-a95a-81fb6cd51cd0, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=416c72f1-a08a-4553-a95a-81fb6cd51cd0,segment=NetworkSegment(7c8e4195-01c8-4b3e-9ea0-c7773f6d38b1),segment_id=7c8e4195-01c8-4b3e-9ea0-c7773f6d38b1)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:56:19.002572 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2426fd26-d89a-4d0d-bd98-5b15bb7ddf3a tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (416c72f1-a08a-4553-a95a-81fb6cd51cd0), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:19.017633 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 289a7164-5c95-4907-b024-9390f54cd688 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:56:19.025914 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-2426fd26-d89a-4d0d-bd98-5b15bb7ddf3a tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Calling delete_port for 416c72f1-a08a-4553-a95a-81fb6cd51cd0 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:56:19.067097 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:19.136243 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2426fd26-d89a-4d0d-bd98-5b15bb7ddf3a tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (416c72f1-a08a-4553-a95a-81fb6cd51cd0), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:19.173548 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 289a7164-5c95-4907-b024-9390f54cd688 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:19.173900 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (289a7164-5c95-4907-b024-9390f54cd688), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:19.176864 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2426fd26-d89a-4d0d-bd98-5b15bb7ddf3a tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event deleted for resources: {'Port': ['ID=416c72f1-a08a-4553-a95a-81fb6cd51cd0,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:19.182531 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2426fd26-d89a-4d0d-bd98-5b15bb7ddf3a tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] No DVR routers for this DVR port 416c72f1-a08a-4553-a95a-81fb6cd51cd0 on host n-d-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:56:19.278199 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31212ecf-5795-43e6-b017-b606e938fff9 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Pushing event deleted for resources: {'Network': ['ID=1a9655bc-0e04-4103-81f6-ff5199dd978e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:19.286760 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-122e3bc2-cc85-444a-9e59-3a5aeb41934f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3726834a-8ed5-4f80-b95b-7c6cee37bebd', 'name': 'tempest-RoutersIpV6Test-router-1629019246', 'tenant_id': 'add05d9726be43c2815669eb9adbbe31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:48Z', 'updated_at': '2022-03-11T19:56:16Z', 'revision_number': 8, 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'gw_port_host': None, '_interfaces': [{'id': '73f42f66-88e6-45f9-969a-e6997420c981', 'name': '', 'network_id': '8d66b73e-16a3-4866-8835-f4b2721548db', 'tenant_id': 'add05d9726be43c2815669eb9adbbe31', 'mac_address': 'fa:16:3e:8d:13:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726834a-8ed5-4f80-b95b-7c6cee37bebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '5801be21-522d-4fd5-9fc9-acb86ec6d602', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:56Z', 'updated_at': '2022-03-11T19:56:10Z', 'revision_number': 5, 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'subnets': [{'id': '5801be21-522d-4fd5-9fc9-acb86ec6d602', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '837281e6-8819-4291-b175-d68f60e25c76', 'name': '', 'network_id': '1067292e-856c-40cb-9c34-67eaab76a69d', 'tenant_id': 'add05d9726be43c2815669eb9adbbe31', 'mac_address': 'fa:16:3e:f4:6f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726834a-8ed5-4f80-b95b-7c6cee37bebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': 'e97cc19a-f328-44b7-a13e-081ae859becd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:51Z', 'updated_at': '2022-03-11T19:56:02Z', 'revision_number': 5, 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'subnets': [{'id': 'e97cc19a-f328-44b7-a13e-081ae859becd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd197572e-8a0a-45e1-8f5e-0d20739f730c', 'name': '', 'network_id': 'f135e36d-1387-4052-9426-5d4a83cc4ab9', 'tenant_id': 'add05d9726be43c2815669eb9adbbe31', 'mac_address': 'fa:16:3e:99:22:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726834a-8ed5-4f80-b95b-7c6cee37bebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '444bfcd9-5563-4ff9-8d37-6d947d13482c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:56:00Z', 'updated_at': '2022-03-11T19:56:11Z', 'revision_number': 5, 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'subnets': [{'id': '444bfcd9-5563-4ff9-8d37-6d947d13482c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:19.291726 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926ff6db-2e3f-4b3c-b63d-4dba09e47d83 None None] DHCP port deletion for 5b8421f8-3def-4013-ae36-d9c2f29b91ab request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:56:19.293806 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2426fd26-d89a-4d0d-bd98-5b15bb7ddf3a tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (5b8421f8-3def-4013-ae36-d9c2f29b91ab), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:19.315455 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-2426fd26-d89a-4d0d-bd98-5b15bb7ddf3a tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b8421f8-3def-4013-ae36-d9c2f29b91ab']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:19.326518 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-2426fd26-d89a-4d0d-bd98-5b15bb7ddf3a tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c8e4195-01c8-4b3e-9ea0-c7773f6d38b1') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:19.326682 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-2426fd26-d89a-4d0d-bd98-5b15bb7ddf3a tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c8e4195-01c8-4b3e-9ea0-c7773f6d38b1') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:19.337047 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2426fd26-d89a-4d0d-bd98-5b15bb7ddf3a tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (7c8e4195-01c8-4b3e-9ea0-c7773f6d38b1), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:19.350211 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbfcdf40-96b1-4a40-a3a4-c414bad6bc4f None None] Network 0897600d-059c-4c97-87d5-16371e549b1b requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:56:19.353243 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2426fd26-d89a-4d0d-bd98-5b15bb7ddf3a tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (7c8e4195-01c8-4b3e-9ea0-c7773f6d38b1), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:19.357835 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122e3bc2-cc85-444a-9e59-3a5aeb41934f None None] Checking router: 3726834a-8ed5-4f80-b95b-7c6cee37bebd for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:56:19.374857 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2426fd26-d89a-4d0d-bd98-5b15bb7ddf3a tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Releasing vlan 891 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:56:19.375522 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2426fd26-d89a-4d0d-bd98-5b15bb7ddf3a tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (7c8e4195-01c8-4b3e-9ea0-c7773f6d38b1), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:19.379057 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-981fc0b6-e4d0-49e3-a16e-a105f9bf4648 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (cfe3fc5b-cf4d-44cd-8f3e-9e632f2fc3a1), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:19.379894 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:56:19.379894 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:56:19.379894 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:56:19.379894 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:56:19.379894 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:56:19.379894 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:56:19.379894 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:56:19.379894 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:56:19.379894 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:56:19.379894 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:56:19.379894 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:56:19.379894 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:56:19.379894 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:56:19.379894 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:56:19.379894 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:56:19.379894 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:56:19.379894 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:56:19.379894 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:56:19.379894 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:56:19.379894 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:56:19.379894 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:56:19.379894 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:56:19.379894 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:56:19.379894 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:56:19.379894 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:56:19.379894 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:56:19.379894 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:56:19.379894 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:56:19.379894 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:56:19.379894 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:56:19.379894 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:56:19.379894 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:56:19.409291 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 289a7164-5c95-4907-b024-9390f54cd688 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:19.409596 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (289a7164-5c95-4907-b024-9390f54cd688), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:19.430973 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981fc0b6-e4d0-49e3-a16e-a105f9bf4648 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event deleted for resources: {'Port': ['ID=cfe3fc5b-cf4d-44cd-8f3e-9e632f2fc3a1,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:19.454096 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122e3bc2-cc85-444a-9e59-3a5aeb41934f None None] Routers {'3726834a-8ed5-4f80-b95b-7c6cee37bebd'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:56:19.454736 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-122e3bc2-cc85-444a-9e59-3a5aeb41934f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:55:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['3726834a-8ed5-4f80-b95b-7c6cee37bebd'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:19.456659 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2426fd26-d89a-4d0d-bd98-5b15bb7ddf3a tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (5b8421f8-3def-4013-ae36-d9c2f29b91ab), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:19.458672 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8da026ae-acc1-45ea-94d7-b1a70b599838 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] vlan segment allocate from pool success with {'vlan_id': 896, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:56:19.466049 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2426fd26-d89a-4d0d-bd98-5b15bb7ddf3a tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:19.470027 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-2426fd26-d89a-4d0d-bd98-5b15bb7ddf3a tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "DELETE /v2.0/networks/5b8421f8-3def-4013-ae36-d9c2f29b91ab HTTP/1.1" status: 204 len: 168 time: 0.8405790 Mar 11 19:56:19.479102 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35754) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:19.501361 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-981fc0b6-e4d0-49e3-a16e-a105f9bf4648 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:19.505291 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-981fc0b6-e4d0-49e3-a16e-a105f9bf4648 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/ports/cfe3fc5b-cf4d-44cd-8f3e-9e632f2fc3a1 HTTP/1.1" status: 204 len: 168 time: 1.6876130 Mar 11 19:56:19.507960 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35756) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:19.509380 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-9d74b652-2623-4a43-8243-215a20e8d026 None None] Provisioning complete for port 289a7164-5c95-4907-b024-9390f54cd688 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:19.509780 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9d74b652-2623-4a43-8243-215a20e8d026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (289a7164-5c95-4907-b024-9390f54cd688), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:19.533563 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2426fd26-d89a-4d0d-bd98-5b15bb7ddf3a tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event deleted for resources: {'Network': ['ID=5b8421f8-3def-4013-ae36-d9c2f29b91ab,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:19.539605 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-1d3a7d9c-ff0c-4cd9-8074-77bec5aafb7c tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Deleting port 2fa566d0-18b9-4cb5-9763-c3a0afe03c27 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:56:19.539999 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1d3a7d9c-ff0c-4cd9-8074-77bec5aafb7c tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (2fa566d0-18b9-4cb5-9763-c3a0afe03c27), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:19.545200 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8da026ae-acc1-45ea-94d7-b1a70b599838 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (61ce7c1d-1fbc-4e0d-86f9-975188f694a4), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:19.545654 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-8da026ae-acc1-45ea-94d7-b1a70b599838 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Added segment 61ce7c1d-1fbc-4e0d-86f9-975188f694a4 of type vlan for network 5bf895d4-fef0-4522-93ad-99dc546fc53a Mar 11 19:56:19.608442 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 289a7164-5c95-4907-b024-9390f54cd688, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=289a7164-5c95-4907-b024-9390f54cd688,segment=NetworkSegment(70c71ca7-59df-46c5-86d9-acc712ed1da1),segment_id=70c71ca7-59df-46c5-86d9-acc712ed1da1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:56:19.629418 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb158d2c-177e-4fb8-9215-031aa6182f97 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:19.631900 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-eb158d2c-177e-4fb8-9215-031aa6182f97 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1220315 Mar 11 19:56:19.634917 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35758) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:19.654357 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1d3a7d9c-ff0c-4cd9-8074-77bec5aafb7c tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (2fa566d0-18b9-4cb5-9763-c3a0afe03c27), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:19.654826 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1d3a7d9c-ff0c-4cd9-8074-77bec5aafb7c tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks [] for floatingip (2fa566d0-18b9-4cb5-9763-c3a0afe03c27), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:19.654999 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8da026ae-acc1-45ea-94d7-b1a70b599838 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (5bf895d4-fef0-4522-93ad-99dc546fc53a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:19.676507 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-1d3a7d9c-ff0c-4cd9-8074-77bec5aafb7c tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Calling delete_port for 2fa566d0-18b9-4cb5-9763-c3a0afe03c27 owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:56:19.782604 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8da026ae-acc1-45ea-94d7-b1a70b599838 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (5bf895d4-fef0-4522-93ad-99dc546fc53a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:19.787685 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da026ae-acc1-45ea-94d7-b1a70b599838 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:19.788376 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8da026ae-acc1-45ea-94d7-b1a70b599838 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:19.809519 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (289a7164-5c95-4907-b024-9390f54cd688), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:19.837257 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d66a5bc-0c36-45fd-8f9c-8220a04b7b60 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:19.841224 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-6d66a5bc-0c36-45fd-8f9c-8220a04b7b60 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1976850 Mar 11 19:56:19.845583 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-122e3bc2-cc85-444a-9e59-3a5aeb41934f None None] Set router 3726834a-8ed5-4f80-b95b-7c6cee37bebd gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:56:19.849293 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35760) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:19.873311 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8da026ae-acc1-45ea-94d7-b1a70b599838 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4424736 Mar 11 19:56:19.874465 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35762) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:19.890671 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1d3a7d9c-ff0c-4cd9-8074-77bec5aafb7c tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (2fa566d0-18b9-4cb5-9763-c3a0afe03c27), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:19.901623 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-f9b82d39-9750-407c-b4ab-3fdaf56b70fa tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Request body: {'subnet': {'network_id': '5bf895d4-fef0-4522-93ad-99dc546fc53a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:56:19.921468 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3a7d9c-ff0c-4cd9-8074-77bec5aafb7c tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Pushing event deleted for resources: {'Port': ['ID=2fa566d0-18b9-4cb5-9763-c3a0afe03c27,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:19.927265 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 898cd74d-4007-4143-a8ef-94b4c37bd3a9 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:56:19.961721 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da026ae-acc1-45ea-94d7-b1a70b599838 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event updated for resources: {'Network': ['ID=5bf895d4-fef0-4522-93ad-99dc546fc53a,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:19.981817 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=289a7164-5c95-4907-b024-9390f54cd688,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:20.008473 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1d3a7d9c-ff0c-4cd9-8074-77bec5aafb7c tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks [] for floatingip (1838c0e2-1ef1-43cf-87b4-4678259474c5), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:20.008834 n-d-833163-1 neutron-server[103885]: INFO neutron.db.l3_db [None req-1d3a7d9c-ff0c-4cd9-8074-77bec5aafb7c tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Floating IP 1838c0e2-1ef1-43cf-87b4-4678259474c5 disassociated (deleted). External IP: 172.25.8.231, port: f779bc33-9f77-4e55-90d9-5fb39269c54b. Mar 11 19:56:20.016530 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 5bf895d4-fef0-4522-93ad-99dc546fc53a details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:56:20.022162 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbe5048-a5e6-4d18-85b6-bd0bcf397c65 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:20.023569 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbe5048-a5e6-4d18-85b6-bd0bcf397c65 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:20.024883 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbe5048-a5e6-4d18-85b6-bd0bcf397c65 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:20.029834 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-bdbe5048-a5e6-4d18-85b6-bd0bcf397c65 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1763728 Mar 11 19:56:20.036781 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 898cd74d-4007-4143-a8ef-94b4c37bd3a9 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:56:20.037334 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 898cd74d-4007-4143-a8ef-94b4c37bd3a9 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:56:20.037522 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 35417d7f-9387-487f-8445-5de710811b35 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:56:20.052517 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35764) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:20.118940 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b82d39-9750-407c-b4ab-3fdaf56b70fa tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Made reservation on behalf of 9a2132e02eba4e489015b67acdaa176b for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:56:20.121524 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b3f6c36-7c61-4c7b-89ac-6a2f168f6a3d tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Deleting subnet e46b8ff2-de3e-4509-868a-a373532d41bc {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:56:20.123187 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f9b82d39-9750-407c-b4ab-3fdaf56b70fa tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:20.126674 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5b3f6c36-7c61-4c7b-89ac-6a2f168f6a3d tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (e46b8ff2-de3e-4509-868a-a373532d41bc), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:20.130800 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 35417d7f-9387-487f-8445-5de710811b35 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:56:20.131147 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 35417d7f-9387-487f-8445-5de710811b35 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:56:20.131568 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device ed2727ca-fa17-4766-8281-e25cc67920f0 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:56:20.207611 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5b3f6c36-7c61-4c7b-89ac-6a2f168f6a3d tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (e46b8ff2-de3e-4509-868a-a373532d41bc), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:20.222891 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: ed2727ca-fa17-4766-8281-e25cc67920f0 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:56:20.223247 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device ed2727ca-fa17-4766-8281-e25cc67920f0 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:56:20.225892 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-9d74b652-2623-4a43-8243-215a20e8d026 None None] Current status of the port 289a7164-5c95-4907-b024-9390f54cd688 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:20.266276 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612beca8-e8c7-4df0-aed2-dfe6d6ace9c1 None None] Update dhcp port {'port': {'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'fixed_ips': [{'subnet_id': 'e6df74b7-66c8-4899-8e5d-b8d4eb23417e', 'ip_address': '2001:db8::f816:3eff:fe73:e55c'}, {'subnet_id': 'e46b8ff2-de3e-4509-868a-a373532d41bc'}], 'binding:host_id': 'n-d-833163-1'}, 'id': '289a7164-5c95-4907-b024-9390f54cd688'} from n-d-833163-1. {{(pid=103886) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 11 19:56:20.321799 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5b3f6c36-7c61-4c7b-89ac-6a2f168f6a3d tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (e46b8ff2-de3e-4509-868a-a373532d41bc), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:20.322398 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-612beca8-e8c7-4df0-aed2-dfe6d6ace9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (289a7164-5c95-4907-b024-9390f54cd688), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:20.331411 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8fd437aa-f16b-4aaa-a93c-c16a0699d671 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (3726834a-8ed5-4f80-b95b-7c6cee37bebd), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:20.435537 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d3a7d9c-ff0c-4cd9-8074-77bec5aafb7c tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Router 8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:56:20.450673 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f9b82d39-9750-407c-b4ab-3fdaf56b70fa tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (b42f89a9-414b-463b-902b-717e60d6511f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:20.451998 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5b3f6c36-7c61-4c7b-89ac-6a2f168f6a3d tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (e46b8ff2-de3e-4509-868a-a373532d41bc), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:20.452302 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-122e3bc2-cc85-444a-9e59-3a5aeb41934f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3726834a-8ed5-4f80-b95b-7c6cee37bebd', 'name': 'tempest-RoutersIpV6Test-router-1629019246', 'tenant_id': 'add05d9726be43c2815669eb9adbbe31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:48Z', 'updated_at': '2022-03-11T19:56:16Z', 'revision_number': 8, 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'gw_port_host': None, '_interfaces': [{'id': '73f42f66-88e6-45f9-969a-e6997420c981', 'name': '', 'network_id': '8d66b73e-16a3-4866-8835-f4b2721548db', 'tenant_id': 'add05d9726be43c2815669eb9adbbe31', 'mac_address': 'fa:16:3e:8d:13:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726834a-8ed5-4f80-b95b-7c6cee37bebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '5801be21-522d-4fd5-9fc9-acb86ec6d602', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:56Z', 'updated_at': '2022-03-11T19:56:10Z', 'revision_number': 5, 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'subnets': [{'id': '5801be21-522d-4fd5-9fc9-acb86ec6d602', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '837281e6-8819-4291-b175-d68f60e25c76', 'name': '', 'network_id': '1067292e-856c-40cb-9c34-67eaab76a69d', 'tenant_id': 'add05d9726be43c2815669eb9adbbe31', 'mac_address': 'fa:16:3e:f4:6f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726834a-8ed5-4f80-b95b-7c6cee37bebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': 'e97cc19a-f328-44b7-a13e-081ae859becd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:51Z', 'updated_at': '2022-03-11T19:56:02Z', 'revision_number': 5, 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'subnets': [{'id': 'e97cc19a-f328-44b7-a13e-081ae859becd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd197572e-8a0a-45e1-8f5e-0d20739f730c', 'name': '', 'network_id': 'f135e36d-1387-4052-9426-5d4a83cc4ab9', 'tenant_id': 'add05d9726be43c2815669eb9adbbe31', 'mac_address': 'fa:16:3e:99:22:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726834a-8ed5-4f80-b95b-7c6cee37bebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '444bfcd9-5563-4ff9-8d37-6d947d13482c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:56:00Z', 'updated_at': '2022-03-11T19:56:11Z', 'revision_number': 5, 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'subnets': [{'id': '444bfcd9-5563-4ff9-8d37-6d947d13482c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:20.486500 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122e3bc2-cc85-444a-9e59-3a5aeb41934f None None] The sync data for ids ['3726834a-8ed5-4f80-b95b-7c6cee37bebd'] in n-d-833163-1 is: [{'id': '3726834a-8ed5-4f80-b95b-7c6cee37bebd', 'name': 'tempest-RoutersIpV6Test-router-1629019246', 'tenant_id': 'add05d9726be43c2815669eb9adbbe31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:48Z', 'updated_at': '2022-03-11T19:56:16Z', 'revision_number': 8, 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'gw_port_host': None, '_interfaces': [{'id': '73f42f66-88e6-45f9-969a-e6997420c981', 'name': '', 'network_id': '8d66b73e-16a3-4866-8835-f4b2721548db', 'tenant_id': 'add05d9726be43c2815669eb9adbbe31', 'mac_address': 'fa:16:3e:8d:13:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726834a-8ed5-4f80-b95b-7c6cee37bebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '5801be21-522d-4fd5-9fc9-acb86ec6d602', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:56Z', 'updated_at': '2022-03-11T19:56:10Z', 'revision_number': 5, 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'subnets': [{'id': '5801be21-522d-4fd5-9fc9-acb86ec6d602', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '837281e6-8819-4291-b175-d68f60e25c76', 'name': '', 'network_id': '1067292e-856c-40cb-9c34-67eaab76a69d', 'tenant_id': 'add05d9726be43c2815669eb9adbbe31', 'mac_address': 'fa:16:3e:f4:6f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726834a-8ed5-4f80-b95b-7c6cee37bebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': 'e97cc19a-f328-44b7-a13e-081ae859becd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:51Z', 'updated_at': '2022-03-11T19:56:02Z', 'revision_number': 5, 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'subnets': [{'id': 'e97cc19a-f328-44b7-a13e-081ae859becd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd197572e-8a0a-45e1-8f5e-0d20739f730c', 'name': '', 'network_id': 'f135e36d-1387-4052-9426-5d4a83cc4ab9', 'tenant_id': 'add05d9726be43c2815669eb9adbbe31', 'mac_address': 'fa:16:3e:99:22:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726834a-8ed5-4f80-b95b-7c6cee37bebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '444bfcd9-5563-4ff9-8d37-6d947d13482c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:56:00Z', 'updated_at': '2022-03-11T19:56:11Z', 'revision_number': 5, 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'subnets': [{'id': '444bfcd9-5563-4ff9-8d37-6d947d13482c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server [None req-612beca8-e8c7-4df0-aed2-dfe6d6ace9c1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e46b8ff2-de3e-4509-868a-a373532d41bc: This subnet is being modified by another concurrent operation. Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1522, in update_port Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise exception Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e46b8ff2-de3e-4509-868a-a373532d41bc: This subnet is being modified by another concurrent operation. Mar 11 19:56:20.495372 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server Mar 11 19:56:20.523347 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3f6c36-7c61-4c7b-89ac-6a2f168f6a3d tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event deleted for resources: {'Subnet': ['ID=e46b8ff2-de3e-4509-868a-a373532d41bc,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:20.532552 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5b3f6c36-7c61-4c7b-89ac-6a2f168f6a3d tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:20.538181 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-5b3f6c36-7c61-4c7b-89ac-6a2f168f6a3d tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/subnets/e46b8ff2-de3e-4509-868a-a373532d41bc HTTP/1.1" status: 204 len: 168 time: 0.4818079 Mar 11 19:56:20.539187 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35768) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:20.637066 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b82d39-9750-407c-b4ab-3fdaf56b70fa tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event updated for resources: {'Subnet': ['ID=b42f89a9-414b-463b-902b-717e60d6511f,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:20.645587 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cd6ed9d-52f5-439c-a36e-2c3f6a913f45 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Deleting subnet e6df74b7-66c8-4899-8e5d-b8d4eb23417e {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:56:20.649535 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8cd6ed9d-52f5-439c-a36e-2c3f6a913f45 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (e6df74b7-66c8-4899-8e5d-b8d4eb23417e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:20.663691 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b82d39-9750-407c-b4ab-3fdaf56b70fa tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Checking segment: {'id': '61ce7c1d-1fbc-4e0d-86f9-975188f694a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '5bf895d4-fef0-4522-93ad-99dc546fc53a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:56:20.664703 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b82d39-9750-407c-b4ab-3fdaf56b70fa tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Network hostable DHCP agents. Network: 5bf895d4-fef0-4522-93ad-99dc546fc53a, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:56:20.665534 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-bc47749b-0eda-493f-904a-867a4b047d77 None None] Provisioning complete for port 289a7164-5c95-4907-b024-9390f54cd688 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:20.665920 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bc47749b-0eda-493f-904a-867a4b047d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (289a7164-5c95-4907-b024-9390f54cd688), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:20.683428 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d3a7d9c-ff0c-4cd9-8074-77bec5aafb7c tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:56:20.703020 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290fe9b1-8c0a-41a2-a3c4-6e0b24102b61 None None] Sync routers for ids ['8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:56:20.710027 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b82d39-9750-407c-b4ab-3fdaf56b70fa tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Network 5bf895d4-fef0-4522-93ad-99dc546fc53a is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:56:20.718226 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc271ca-3fc8-43d1-8208-f53fd4d58725 None None] get_active_networks_info from n-d-833163-1 {{(pid=103886) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 11 19:56:20.718530 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1d3a7d9c-ff0c-4cd9-8074-77bec5aafb7c tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:20.736453 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290fe9b1-8c0a-41a2-a3c4-6e0b24102b61 None None] Routers {'8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:56:20.737403 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-290fe9b1-8c0a-41a2-a3c4-6e0b24102b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:55:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:20.753581 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 416c72f1-a08a-4553-a95a-81fb6cd51cd0 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:56:20.779286 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-f9b82d39-9750-407c-b4ab-3fdaf56b70fa tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 5bf895d4-fef0-4522-93ad-99dc546fc53a) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:56:20.787505 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 416c72f1-a08a-4553-a95a-81fb6cd51cd0 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:56:20.787913 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 416c72f1-a08a-4553-a95a-81fb6cd51cd0 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:56:20.806727 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8cd6ed9d-52f5-439c-a36e-2c3f6a913f45 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (e6df74b7-66c8-4899-8e5d-b8d4eb23417e), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:20.816482 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b82d39-9750-407c-b4ab-3fdaf56b70fa tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:20.820695 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f9b82d39-9750-407c-b4ab-3fdaf56b70fa tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:20.834035 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-1d3a7d9c-ff0c-4cd9-8074-77bec5aafb7c tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "DELETE /v2.0/floatingips/1838c0e2-1ef1-43cf-87b4-4678259474c5 HTTP/1.1" status: 204 len: 168 time: 2.1470933 Mar 11 19:56:20.844261 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f9b82d39-9750-407c-b4ab-3fdaf56b70fa tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9467895 Mar 11 19:56:20.845933 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35772) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:20.852592 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-01e4e4bd-fe24-414b-8076-77cbe813aac5 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Request body: {'port': {'network_id': '5bf895d4-fef0-4522-93ad-99dc546fc53a', 'name': 'tempest-PortsIpV6TestJSON-2078457480', 'fixed_ips': [{'subnet_id': 'b42f89a9-414b-463b-902b-717e60d6511f', 'ip_address': '2001:db8::10'}]}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:56:20.892378 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-bc47749b-0eda-493f-904a-867a4b047d77 None None] Current status of the port 289a7164-5c95-4907-b024-9390f54cd688 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:20.893369 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7c89787-a794-4218-91b4-c904675866ac', 'tag': 'f779bc33-9f77-4e55-90d9-5fb39269c54b'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:56:20.895739 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a52235f-5158-4caa-8e99-e36e6f4dc19b" -d '{"events": [{"name": "network-changed", "server_uuid": "c7c89787-a794-4218-91b4-c904675866ac", "tag": "f779bc33-9f77-4e55-90d9-5fb39269c54b"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:56:20.940808 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc271ca-3fc8-43d1-8208-f53fd4d58725 None None] Resources bound (agent type, host, resource id): {{(pid=103886) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 19:56:20.942577 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-290fe9b1-8c0a-41a2-a3c4-6e0b24102b61 None None] Set router 8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:56:20.983949 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-8fd437aa-f16b-4aaa-a93c-c16a0699d671 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Deleting port d197572e-8a0a-45e1-8f5e-0d20739f730c {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:56:20.984433 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8fd437aa-f16b-4aaa-a93c-c16a0699d671 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (d197572e-8a0a-45e1-8f5e-0d20739f730c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:21.030878 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8cd6ed9d-52f5-439c-a36e-2c3f6a913f45 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (e6df74b7-66c8-4899-8e5d-b8d4eb23417e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:21.076937 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f041726c-eaf1-4fc0-8db2-2cc44ca10206 x-openstack-request-id: req-f041726c-eaf1-4fc0-8db2-2cc44ca10206 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:56:21.077239 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7c89787-a794-4218-91b4-c904675866ac", "tag": "f779bc33-9f77-4e55-90d9-5fb39269c54b", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:56:21.077501 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f041726c-eaf1-4fc0-8db2-2cc44ca10206 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:56:21.077905 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7c89787-a794-4218-91b4-c904675866ac', 'tag': 'f779bc33-9f77-4e55-90d9-5fb39269c54b', 'status': 'completed', 'code': 200} Mar 11 19:56:21.200584 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8cd6ed9d-52f5-439c-a36e-2c3f6a913f45 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (e6df74b7-66c8-4899-8e5d-b8d4eb23417e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:21.216064 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-8fd437aa-f16b-4aaa-a93c-c16a0699d671 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] For port d197572e-8a0a-45e1-8f5e-0d20739f730c, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=d197572e-8a0a-45e1-8f5e-0d20739f730c,segment=NetworkSegment(92898be8-e58b-40ab-a3ab-f2ad560332df),segment_id=92898be8-e58b-40ab-a3ab-f2ad560332df)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:56:21.216772 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8fd437aa-f16b-4aaa-a93c-c16a0699d671 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (d197572e-8a0a-45e1-8f5e-0d20739f730c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:21.218972 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95929497-c3e9-440a-8263-28375eaf1887 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-5bf895d4-fef0-4522-93ad-99dc546fc53a', 'network_id': '5bf895d4-fef0-4522-93ad-99dc546fc53a', 'project_id': '9a2132e02eba4e489015b67acdaa176b', 'fixed_ips': [{'subnet_id': 'b42f89a9-414b-463b-902b-717e60d6511f'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:56:21.221645 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-95929497-c3e9-440a-8263-28375eaf1887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:21.224177 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52235f-5158-4caa-8e99-e36e6f4dc19b req-a73b87f3-ad66-44ef-8563-e5254471563a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:21.225090 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e4e4bd-fe24-414b-8076-77cbe813aac5 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Made reservation on behalf of 9a2132e02eba4e489015b67acdaa176b for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:56:21.226105 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8a52235f-5158-4caa-8e99-e36e6f4dc19b req-a73b87f3-ad66-44ef-8563-e5254471563a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ba1ac85839b24ea7a6d2ca439cce25f5&device_id=c7c89787-a794-4218-91b4-c904675866ac HTTP/1.1" status: 200 len: 1167 time: 0.1306827 Mar 11 19:56:21.250284 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd6ed9d-52f5-439c-a36e-2c3f6a913f45 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event deleted for resources: {'Subnet': ['ID=e6df74b7-66c8-4899-8e5d-b8d4eb23417e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:21.275344 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8cd6ed9d-52f5-439c-a36e-2c3f6a913f45 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:21.279485 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-8cd6ed9d-52f5-439c-a36e-2c3f6a913f45 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/subnets/e6df74b7-66c8-4899-8e5d-b8d4eb23417e HTTP/1.1" status: 204 len: 168 time: 0.7398455 Mar 11 19:56:21.279910 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-8fd437aa-f16b-4aaa-a93c-c16a0699d671 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Calling delete_port for d197572e-8a0a-45e1-8f5e-0d20739f730c owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:56:21.281976 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35780) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:21.294352 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-290fe9b1-8c0a-41a2-a3c4-6e0b24102b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1831997786', 'tenant_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '3f60ab8b-d22e-4383-b6b6-b89872956753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:53:29Z', 'updated_at': '2022-03-11T19:53:38Z', 'revision_number': 4, 'project_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'gw_port': {'id': '3f60ab8b-d22e-4383-b6b6-b89872956753', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:87:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:53:30Z', 'updated_at': '2022-03-11T19:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '76de1372-941c-46f8-bf43-ea46cf28b176', 'name': '', 'network_id': '53d3e097-1720-40c7-a335-5030921545d4', 'tenant_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'mac_address': 'fa:16:3e:e1:dd:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '49cb0d5b-a7b4-4de5-988d-a1801f9130ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:53:36Z', 'updated_at': '2022-03-11T19:53:54Z', 'revision_number': 5, 'project_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'subnets': [{'id': '49cb0d5b-a7b4-4de5-988d-a1801f9130ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:21.329025 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290fe9b1-8c0a-41a2-a3c4-6e0b24102b61 None None] Checking router: 8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:56:21.345456 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290fe9b1-8c0a-41a2-a3c4-6e0b24102b61 None None] Routers {'8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:56:21.345817 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-290fe9b1-8c0a-41a2-a3c4-6e0b24102b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:55:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:21.358603 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c0e4f78d-8a3b-434e-856a-07ed8088f4a5 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0724726 Mar 11 19:56:21.365757 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35782) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:21.409427 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b0e661-b9e2-47a4-b212-a64f55fda37b req-0e822ee3-ce83-4c44-8505-8aa35074fb80 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:21.410984 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d9b0e661-b9e2-47a4-b212-a64f55fda37b req-0e822ee3-ce83-4c44-8505-8aa35074fb80 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7c89787-a794-4218-91b4-c904675866ac HTTP/1.1" status: 200 len: 985 time: 0.2573199 Mar 11 19:56:21.453575 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52235f-5158-4caa-8e99-e36e6f4dc19b req-4e0061f6-3eff-4841-95be-54b2eb8499e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:21.455080 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8a52235f-5158-4caa-8e99-e36e6f4dc19b req-4e0061f6-3eff-4841-95be-54b2eb8499e6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=53d3e097-1720-40c7-a335-5030921545d4 HTTP/1.1" status: 200 len: 897 time: 0.2063954 Mar 11 19:56:21.514056 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-95929497-c3e9-440a-8263-28375eaf1887 None None] Allocated IP 2001:db8::2 (5bf895d4-fef0-4522-93ad-99dc546fc53a/b42f89a9-414b-463b-902b-717e60d6511f/43ef2212-9c9a-450d-88b1-c7d29fd154d3) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:56:21.542503 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8a52235f-5158-4caa-8e99-e36e6f4dc19b req-c2ed78c3-94c7-4b8d-9c65-ef511d1ae974 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f779bc33-9f77-4e55-90d9-5fb39269c54b HTTP/1.1" status: 200 len: 217 time: 0.0751634 Mar 11 19:56:21.563608 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-290fe9b1-8c0a-41a2-a3c4-6e0b24102b61 None None] Set router 8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:56:21.646034 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52235f-5158-4caa-8e99-e36e6f4dc19b req-f19374f4-977c-42ef-842a-95dbdfac8948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:21.647891 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8a52235f-5158-4caa-8e99-e36e6f4dc19b req-f19374f4-977c-42ef-842a-95dbdfac8948 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=49cb0d5b-a7b4-4de5-988d-a1801f9130ba HTTP/1.1" status: 200 len: 835 time: 0.0975742 Mar 11 19:56:21.666311 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d9b0e661-b9e2-47a4-b212-a64f55fda37b req-fef229a4-b635-4590-88bb-da5ce9323bdc tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "GET /v2.0/security-groups?id=bdc2da62-3af1-451a-9cc6-1eb2098242b4&id=f82912e0-fa09-44d8-ae7a-f1a9c4586fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.2101312 Mar 11 19:56:21.736147 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52235f-5158-4caa-8e99-e36e6f4dc19b req-0adb06c1-9488-47f4-ac5f-b6b78a967e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:21.737933 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8a52235f-5158-4caa-8e99-e36e6f4dc19b req-0adb06c1-9488-47f4-ac5f-b6b78a967e5e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=53d3e097-1720-40c7-a335-5030921545d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0706129 Mar 11 19:56:21.773419 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-95929497-c3e9-440a-8263-28375eaf1887 None None] Publish callbacks [] for port (43ef2212-9c9a-450d-88b1-c7d29fd154d3), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:21.782065 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-95929497-c3e9-440a-8263-28375eaf1887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (43ef2212-9c9a-450d-88b1-c7d29fd154d3), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:21.841900 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95929497-c3e9-440a-8263-28375eaf1887 None None] Network 5bf895d4-fef0-4522-93ad-99dc546fc53a is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:56:21.845234 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-95929497-c3e9-440a-8263-28375eaf1887 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:56:21.849417 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95929497-c3e9-440a-8263-28375eaf1887 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:56:21.875017 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95929497-c3e9-440a-8263-28375eaf1887 None None] Pushing event updated for resources: {'Port': ['ID=43ef2212-9c9a-450d-88b1-c7d29fd154d3,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:21.909158 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-290fe9b1-8c0a-41a2-a3c4-6e0b24102b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1831997786', 'tenant_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '3f60ab8b-d22e-4383-b6b6-b89872956753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:53:29Z', 'updated_at': '2022-03-11T19:53:38Z', 'revision_number': 4, 'project_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'gw_port': {'id': '3f60ab8b-d22e-4383-b6b6-b89872956753', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:87:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:53:30Z', 'updated_at': '2022-03-11T19:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '76de1372-941c-46f8-bf43-ea46cf28b176', 'name': '', 'network_id': '53d3e097-1720-40c7-a335-5030921545d4', 'tenant_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'mac_address': 'fa:16:3e:e1:dd:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '49cb0d5b-a7b4-4de5-988d-a1801f9130ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:53:36Z', 'updated_at': '2022-03-11T19:53:54Z', 'revision_number': 5, 'project_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'subnets': [{'id': '49cb0d5b-a7b4-4de5-988d-a1801f9130ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:21.910382 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8a52235f-5158-4caa-8e99-e36e6f4dc19b req-75ee2459-6cfe-467d-955f-74eb1028d1f4 service neutron] 10.222.0.57 "GET /v2.0/networks/53d3e097-1720-40c7-a335-5030921545d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642661 Mar 11 19:56:21.928125 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-46c6f9fa-3bda-4b06-91d4-6126d98f409e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Request body: {'subnet': {'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:56:21.935222 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-95929497-c3e9-440a-8263-28375eaf1887 None None] Attempting to bind port 43ef2212-9c9a-450d-88b1-c7d29fd154d3 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:56:21.935605 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-95929497-c3e9-440a-8263-28375eaf1887 None None] Attempting to bind port 43ef2212-9c9a-450d-88b1-c7d29fd154d3 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '61ce7c1d-1fbc-4e0d-86f9-975188f694a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '5bf895d4-fef0-4522-93ad-99dc546fc53a'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:56:21.936070 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95929497-c3e9-440a-8263-28375eaf1887 None None] Attempting to bind port 43ef2212-9c9a-450d-88b1-c7d29fd154d3 on network 5bf895d4-fef0-4522-93ad-99dc546fc53a {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:56:21.942133 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290fe9b1-8c0a-41a2-a3c4-6e0b24102b61 None None] The sync data for ids ['8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a'] in n-d-833163-1 is: [{'id': '8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1831997786', 'tenant_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '3f60ab8b-d22e-4383-b6b6-b89872956753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:53:29Z', 'updated_at': '2022-03-11T19:53:38Z', 'revision_number': 4, 'project_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'gw_port': {'id': '3f60ab8b-d22e-4383-b6b6-b89872956753', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:87:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:53:30Z', 'updated_at': '2022-03-11T19:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '76de1372-941c-46f8-bf43-ea46cf28b176', 'name': '', 'network_id': '53d3e097-1720-40c7-a335-5030921545d4', 'tenant_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'mac_address': 'fa:16:3e:e1:dd:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '49cb0d5b-a7b4-4de5-988d-a1801f9130ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:53:36Z', 'updated_at': '2022-03-11T19:53:54Z', 'revision_number': 5, 'project_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'subnets': [{'id': '49cb0d5b-a7b4-4de5-988d-a1801f9130ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:56:21.944668 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95929497-c3e9-440a-8263-28375eaf1887 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:56:21.945057 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95929497-c3e9-440a-8263-28375eaf1887 None None] Checking segment: {'id': '61ce7c1d-1fbc-4e0d-86f9-975188f694a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '5bf895d4-fef0-4522-93ad-99dc546fc53a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:56:21.945653 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-95929497-c3e9-440a-8263-28375eaf1887 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:21.946053 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95929497-c3e9-440a-8263-28375eaf1887 None None] Bound using segment: {'id': '61ce7c1d-1fbc-4e0d-86f9-975188f694a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '5bf895d4-fef0-4522-93ad-99dc546fc53a'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:56:21.946964 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-95929497-c3e9-440a-8263-28375eaf1887 None None] Bound port: 43ef2212-9c9a-450d-88b1-c7d29fd154d3, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61ce7c1d-1fbc-4e0d-86f9-975188f694a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '5bf895d4-fef0-4522-93ad-99dc546fc53a'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:56:21.947452 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-95929497-c3e9-440a-8263-28375eaf1887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (43ef2212-9c9a-450d-88b1-c7d29fd154d3), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:22.049667 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-95929497-c3e9-440a-8263-28375eaf1887 None None] For port 43ef2212-9c9a-450d-88b1-c7d29fd154d3, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:56:22.053884 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-95929497-c3e9-440a-8263-28375eaf1887 None None] For port 43ef2212-9c9a-450d-88b1-c7d29fd154d3, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=43ef2212-9c9a-450d-88b1-c7d29fd154d3,segment=NetworkSegment(61ce7c1d-1fbc-4e0d-86f9-975188f694a4),segment_id=61ce7c1d-1fbc-4e0d-86f9-975188f694a4)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:56:22.061956 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-95929497-c3e9-440a-8263-28375eaf1887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (43ef2212-9c9a-450d-88b1-c7d29fd154d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:22.066117 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8a52235f-5158-4caa-8e99-e36e6f4dc19b req-22c2c6b4-a583-4ffe-a6cf-3b9f8453d8b2 service neutron] 10.222.0.57 "GET /v2.0/networks/53d3e097-1720-40c7-a335-5030921545d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491833 Mar 11 19:56:22.107550 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-01e4e4bd-fe24-414b-8076-77cbe813aac5 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:22.142543 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95929497-c3e9-440a-8263-28375eaf1887 None None] Pushing event updated for resources: {'Port': ['ID=43ef2212-9c9a-450d-88b1-c7d29fd154d3,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:22.153234 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-01e4e4bd-fe24-414b-8076-77cbe813aac5 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] device_id is not set on port b037e9c2-9227-4a46-8f33-6477c9776eb3 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:56:22.252907 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c6f9fa-3bda-4b06-91d4-6126d98f409e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Made reservation on behalf of 06d9e64a19fa4247bc00069610bf80e1 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:56:22.256536 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-46c6f9fa-3bda-4b06-91d4-6126d98f409e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:22.334937 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8e43d30d-250e-4622-86d4-5e930eac07fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:22.427519 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52be349f-328b-43da-ad74-80a7fddefc12 None None] New status for floating IP 1838c0e2-1ef1-43cf-87b4-4678259474c5: DOWN {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 19:56:22.521420 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-fe807ed6-9356-46b8-864e-f43fd325f92c None None] Provisioning complete for port 289a7164-5c95-4907-b024-9390f54cd688 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:22.521807 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fe807ed6-9356-46b8-864e-f43fd325f92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (289a7164-5c95-4907-b024-9390f54cd688), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:22.547381 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8fd437aa-f16b-4aaa-a93c-c16a0699d671 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (d197572e-8a0a-45e1-8f5e-0d20739f730c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:22.562375 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 289a7164-5c95-4907-b024-9390f54cd688 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:56:22.602180 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd437aa-f16b-4aaa-a93c-c16a0699d671 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event deleted for resources: {'Port': ['ID=d197572e-8a0a-45e1-8f5e-0d20739f730c,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:22.642829 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-01e4e4bd-fe24-414b-8076-77cbe813aac5 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Allocated IP 2001:db8::10 (5bf895d4-fef0-4522-93ad-99dc546fc53a/b42f89a9-414b-463b-902b-717e60d6511f/b037e9c2-9227-4a46-8f33-6477c9776eb3) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:56:22.662347 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd437aa-f16b-4aaa-a93c-c16a0699d671 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:56:22.662696 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd437aa-f16b-4aaa-a93c-c16a0699d671 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:56:22.663038 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd437aa-f16b-4aaa-a93c-c16a0699d671 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:56:22.663378 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd437aa-f16b-4aaa-a93c-c16a0699d671 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:56:22.663737 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd437aa-f16b-4aaa-a93c-c16a0699d671 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:56:22.664067 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd437aa-f16b-4aaa-a93c-c16a0699d671 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:56:22.664393 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd437aa-f16b-4aaa-a93c-c16a0699d671 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:56:22.664714 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd437aa-f16b-4aaa-a93c-c16a0699d671 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:56:22.665040 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd437aa-f16b-4aaa-a93c-c16a0699d671 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:56:22.665359 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd437aa-f16b-4aaa-a93c-c16a0699d671 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:56:22.665677 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd437aa-f16b-4aaa-a93c-c16a0699d671 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:56:22.665998 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd437aa-f16b-4aaa-a93c-c16a0699d671 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:56:22.666314 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd437aa-f16b-4aaa-a93c-c16a0699d671 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:56:22.704415 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-fe807ed6-9356-46b8-864e-f43fd325f92c None None] Current status of the port 289a7164-5c95-4907-b024-9390f54cd688 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:22.711919 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 289a7164-5c95-4907-b024-9390f54cd688 is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:22.712249 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (289a7164-5c95-4907-b024-9390f54cd688), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:22.725185 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:22.755611 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 289a7164-5c95-4907-b024-9390f54cd688, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=289a7164-5c95-4907-b024-9390f54cd688,segment=NetworkSegment(70c71ca7-59df-46c5-86d9-acc712ed1da1),segment_id=70c71ca7-59df-46c5-86d9-acc712ed1da1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:56:22.787427 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (289a7164-5c95-4907-b024-9390f54cd688), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:22.798572 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a4f2d2-8e41-4d1b-9715-ded0f0a3af69 req-6f418b7d-b807-413d-95c6-f2e907660891 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:22.806030 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-63a4f2d2-8e41-4d1b-9715-ded0f0a3af69 req-6f418b7d-b807-413d-95c6-f2e907660891 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7c89787-a794-4218-91b4-c904675866ac HTTP/1.1" status: 200 len: 985 time: 0.0690768 Mar 11 19:56:22.870052 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=289a7164-5c95-4907-b024-9390f54cd688,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:22.905031 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8fd437aa-f16b-4aaa-a93c-c16a0699d671 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (3726834a-8ed5-4f80-b95b-7c6cee37bebd), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:22.989689 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaed9c3-78a9-4d97-8319-49e2bdcb99a8 req-65abe9dc-5b35-4c88-979e-bc12599bfe7b tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:22.991221 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dbaed9c3-78a9-4d97-8319-49e2bdcb99a8 req-65abe9dc-5b35-4c88-979e-bc12599bfe7b tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.57 "GET /v2.0/ports?device_id=c7c89787-a794-4218-91b4-c904675866ac HTTP/1.1" status: 200 len: 985 time: 0.1821315 Mar 11 19:56:22.999416 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-63a4f2d2-8e41-4d1b-9715-ded0f0a3af69 req-01e07b47-d447-471d-bf82-cabeac3bd8c1 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "GET /v2.0/security-groups?id=bdc2da62-3af1-451a-9cc6-1eb2098242b4&id=f82912e0-fa09-44d8-ae7a-f1a9c4586fd8&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1924150 Mar 11 19:56:23.066796 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-50eba73c-e38c-4e8b-8e6f-831974c01ad9 req-22db79cd-7d26-48e3-b6ea-63a46db96d3f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=49f5fa91-1231-4377-96de-2f89df5190a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1445675 Mar 11 19:56:23.083097 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 289a7164-5c95-4907-b024-9390f54cd688 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:56:23.153047 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-01e4e4bd-fe24-414b-8076-77cbe813aac5 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for port (b037e9c2-9227-4a46-8f33-6477c9776eb3), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:23.156828 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-dbaed9c3-78a9-4d97-8319-49e2bdcb99a8 req-5919f99a-045c-44df-9780-53fc03c6bfce tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Deleting port f779bc33-9f77-4e55-90d9-5fb39269c54b {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:56:23.157522 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-dbaed9c3-78a9-4d97-8319-49e2bdcb99a8 req-5919f99a-045c-44df-9780-53fc03c6bfce tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (f779bc33-9f77-4e55-90d9-5fb39269c54b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:23.158187 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 289a7164-5c95-4907-b024-9390f54cd688 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:23.158576 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (289a7164-5c95-4907-b024-9390f54cd688), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:23.247600 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-01e4e4bd-fe24-414b-8076-77cbe813aac5 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (b037e9c2-9227-4a46-8f33-6477c9776eb3), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:23.284012 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 289a7164-5c95-4907-b024-9390f54cd688 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:23.284762 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (289a7164-5c95-4907-b024-9390f54cd688), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:23.320578 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 289a7164-5c95-4907-b024-9390f54cd688, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=289a7164-5c95-4907-b024-9390f54cd688,segment=NetworkSegment(70c71ca7-59df-46c5-86d9-acc712ed1da1),segment_id=70c71ca7-59df-46c5-86d9-acc712ed1da1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:56:23.324301 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-dbaed9c3-78a9-4d97-8319-49e2bdcb99a8 req-5919f99a-045c-44df-9780-53fc03c6bfce tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] For port f779bc33-9f77-4e55-90d9-5fb39269c54b, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=f779bc33-9f77-4e55-90d9-5fb39269c54b,segment=NetworkSegment(8bae2e39-3ded-475a-b41b-d1d088554c02),segment_id=8bae2e39-3ded-475a-b41b-d1d088554c02)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:56:23.324301 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-dbaed9c3-78a9-4d97-8319-49e2bdcb99a8 req-5919f99a-045c-44df-9780-53fc03c6bfce tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (f779bc33-9f77-4e55-90d9-5fb39269c54b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:23.329908 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (289a7164-5c95-4907-b024-9390f54cd688), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:23.331329 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 43ef2212-9c9a-450d-88b1-c7d29fd154d3 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:56:23.348287 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-dbaed9c3-78a9-4d97-8319-49e2bdcb99a8 req-5919f99a-045c-44df-9780-53fc03c6bfce tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Calling delete_port for f779bc33-9f77-4e55-90d9-5fb39269c54b owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:56:23.363520 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eba73c-e38c-4e8b-8e6f-831974c01ad9 req-435e188d-c5f7-45e5-935c-db388c5cf176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:23.364670 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-50eba73c-e38c-4e8b-8e6f-831974c01ad9 req-435e188d-c5f7-45e5-935c-db388c5cf176 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ac0acd49ed0a4c6b89bcb3eaea14c217&device_id=49f5fa91-1231-4377-96de-2f89df5190a0 HTTP/1.1" status: 200 len: 1128 time: 0.1995797 Mar 11 19:56:23.386188 n-d-833163-1 neutron-server[103884]: DEBUG neutron.objects.ports [None req-46c6f9fa-3bda-4b06-91d4-6126d98f409e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103884) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 19:56:23.397779 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e4e4bd-fe24-414b-8076-77cbe813aac5 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Network 5bf895d4-fef0-4522-93ad-99dc546fc53a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:56:23.443311 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 43ef2212-9c9a-450d-88b1-c7d29fd154d3 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:23.444003 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (43ef2212-9c9a-450d-88b1-c7d29fd154d3), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:23.467501 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-01e4e4bd-fe24-414b-8076-77cbe813aac5 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:56:23.482807 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e4e4bd-fe24-414b-8076-77cbe813aac5 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:56:23.488874 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e4e4bd-fe24-414b-8076-77cbe813aac5 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:23.489668 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-01e4e4bd-fe24-414b-8076-77cbe813aac5 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:23.494260 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e4e4bd-fe24-414b-8076-77cbe813aac5 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event updated for resources: {'Port': ['ID=b037e9c2-9227-4a46-8f33-6477c9776eb3,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:23.517459 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42bfe73-3b43-4507-a8ce-35df0386bcfc None None] get_active_networks_info from n-d-833163-1 {{(pid=103886) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 11 19:56:23.540636 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eba73c-e38c-4e8b-8e6f-831974c01ad9 req-66edeae8-05f6-403d-905d-de7f55ef177a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:23.541509 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd437aa-f16b-4aaa-a93c-c16a0699d671 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Router 3726834a-8ed5-4f80-b95b-7c6cee37bebd has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:56:23.542269 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-50eba73c-e38c-4e8b-8e6f-831974c01ad9 req-66edeae8-05f6-403d-905d-de7f55ef177a service neutron] 10.222.0.57 "GET /v2.0/networks?id=d7695c22-7cfd-4319-9d63-9f76b8799969 HTTP/1.1" status: 200 len: 915 time: 0.1299603 Mar 11 19:56:23.550372 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=289a7164-5c95-4907-b024-9390f54cd688,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:23.555020 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-01e4e4bd-fe24-414b-8076-77cbe813aac5 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7065990 Mar 11 19:56:23.561643 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35786) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:23.567508 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-568fdf29-4353-4088-ae59-58dbe2bc9120 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Request body: {'port': {'network_id': '5bf895d4-fef0-4522-93ad-99dc546fc53a', 'name': 'tempest-PortsIpV6TestJSON-1758909662', 'fixed_ips': [{'subnet_id': 'b42f89a9-414b-463b-902b-717e60d6511f', 'ip_address': '2001:db8::f'}]}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:56:23.604029 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4ca31e48-461c-447d-8e37-571d0a8da2dc None None] Provisioning complete for port 289a7164-5c95-4907-b024-9390f54cd688 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:23.604416 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4ca31e48-461c-447d-8e37-571d0a8da2dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (289a7164-5c95-4907-b024-9390f54cd688), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:23.675934 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-50eba73c-e38c-4e8b-8e6f-831974c01ad9 req-cc6bc1a6-6acb-4dd3-a722-78b017c81624 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=abe8ea9b-d437-4faa-b7f3-1441ce82426d HTTP/1.1" status: 200 len: 1001 time: 0.1242476 Mar 11 19:56:23.677376 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-dbaed9c3-78a9-4d97-8319-49e2bdcb99a8 req-5919f99a-045c-44df-9780-53fc03c6bfce tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (f779bc33-9f77-4e55-90d9-5fb39269c54b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:23.751013 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5919f99a-045c-44df-9780-53fc03c6bfce tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Pushing event deleted for resources: {'Port': ['ID=f779bc33-9f77-4e55-90d9-5fb39269c54b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:23.768513 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd437aa-f16b-4aaa-a93c-c16a0699d671 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:56:23.784608 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ad05e0-fe0f-4fd0-8db3-5530a79ca3e9 None None] Sync routers for ids ['3726834a-8ed5-4f80-b95b-7c6cee37bebd'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:56:23.796392 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ad05e0-fe0f-4fd0-8db3-5530a79ca3e9 None None] Routers {'3726834a-8ed5-4f80-b95b-7c6cee37bebd'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:56:23.797297 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-90ad05e0-fe0f-4fd0-8db3-5530a79ca3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:55:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['3726834a-8ed5-4f80-b95b-7c6cee37bebd'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:23.810726 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbaed9c3-78a9-4d97-8319-49e2bdcb99a8 req-5919f99a-045c-44df-9780-53fc03c6bfce tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] No DVR routers for this DVR port f779bc33-9f77-4e55-90d9-5fb39269c54b on host n-h2-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:56:23.815899 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-dbaed9c3-78a9-4d97-8319-49e2bdcb99a8 req-5919f99a-045c-44df-9780-53fc03c6bfce tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:23.820539 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dbaed9c3-78a9-4d97-8319-49e2bdcb99a8 req-5919f99a-045c-44df-9780-53fc03c6bfce tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.57 "DELETE /v2.0/ports/f779bc33-9f77-4e55-90d9-5fb39269c54b HTTP/1.1" status: 204 len: 173 time: 0.8186159 Mar 11 19:56:23.821559 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7c89787-a794-4218-91b4-c904675866ac', 'name': 'network-vif-deleted', 'tag': 'f779bc33-9f77-4e55-90d9-5fb39269c54b'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:56:23.825405 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368c1789-11fa-4428-988c-f89b6b8e2d6a" -d '{"events": [{"server_uuid": "c7c89787-a794-4218-91b4-c904675866ac", "name": "network-vif-deleted", "tag": "f779bc33-9f77-4e55-90d9-5fb39269c54b"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:56:23.831360 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8fd437aa-f16b-4aaa-a93c-c16a0699d671 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "PUT /v2.0/routers/3726834a-8ed5-4f80-b95b-7c6cee37bebd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3544583 Mar 11 19:56:23.836184 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35790) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:23.838025 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 43ef2212-9c9a-450d-88b1-c7d29fd154d3 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:23.838219 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (43ef2212-9c9a-450d-88b1-c7d29fd154d3), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:23.852025 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eba73c-e38c-4e8b-8e6f-831974c01ad9 req-4b98c887-2ac8-4ffc-bd41-0d0ae4073a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:23.856936 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-50eba73c-e38c-4e8b-8e6f-831974c01ad9 req-4b98c887-2ac8-4ffc-bd41-0d0ae4073a59 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9c3f149c-decf-4bc3-9858-1266a909f90c HTTP/1.1" status: 200 len: 853 time: 0.1738825 Mar 11 19:56:23.880311 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 43ef2212-9c9a-450d-88b1-c7d29fd154d3, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=43ef2212-9c9a-450d-88b1-c7d29fd154d3,segment=NetworkSegment(61ce7c1d-1fbc-4e0d-86f9-975188f694a4),segment_id=61ce7c1d-1fbc-4e0d-86f9-975188f694a4)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:56:23.889917 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (43ef2212-9c9a-450d-88b1-c7d29fd154d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:23.930420 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e633aa50-e932-4cc6-8acb-38f571d059a7 x-openstack-request-id: req-e633aa50-e932-4cc6-8acb-38f571d059a7 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:56:23.930636 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7c89787-a794-4218-91b4-c904675866ac", "name": "network-vif-deleted", "tag": "f779bc33-9f77-4e55-90d9-5fb39269c54b", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:56:23.931122 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e633aa50-e932-4cc6-8acb-38f571d059a7 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:56:23.931486 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7c89787-a794-4218-91b4-c904675866ac', 'name': 'network-vif-deleted', 'tag': 'f779bc33-9f77-4e55-90d9-5fb39269c54b', 'status': 'completed', 'code': 200} Mar 11 19:56:23.948170 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eba73c-e38c-4e8b-8e6f-831974c01ad9 req-355dd3e0-0c96-44b4-9945-f8f0b046a057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:23.948566 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=43ef2212-9c9a-450d-88b1-c7d29fd154d3,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:23.950701 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-50eba73c-e38c-4e8b-8e6f-831974c01ad9 req-355dd3e0-0c96-44b4-9945-f8f0b046a057 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d7695c22-7cfd-4319-9d63-9f76b8799969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0877342 Mar 11 19:56:23.966941 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-46c6f9fa-3bda-4b06-91d4-6126d98f409e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (289a7164-5c95-4907-b024-9390f54cd688), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:23.969462 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568fdf29-4353-4088-ae59-58dbe2bc9120 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Made reservation on behalf of 9a2132e02eba4e489015b67acdaa176b for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:56:23.977803 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-568fdf29-4353-4088-ae59-58dbe2bc9120 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:24.025159 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42bfe73-3b43-4507-a8ce-35df0386bcfc None None] Resources bound (agent type, host, resource id): {{(pid=103886) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 19:56:24.028805 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-568fdf29-4353-4088-ae59-58dbe2bc9120 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] device_id is not set on port 7e0f20fa-4203-42be-9f38-2aaabace3cd1 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:56:24.035222 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-90ad05e0-fe0f-4fd0-8db3-5530a79ca3e9 None None] Set router 3726834a-8ed5-4f80-b95b-7c6cee37bebd gateway port host: None {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:56:24.036382 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4ca31e48-461c-447d-8e37-571d0a8da2dc None None] Current status of the port 289a7164-5c95-4907-b024-9390f54cd688 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:24.038724 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac4e2c70-f883-4091-9316-3d7a42a4838f tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Deleting subnet 444bfcd9-5563-4ff9-8d37-6d947d13482c {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:56:24.048281 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ac4e2c70-f883-4091-9316-3d7a42a4838f tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for subnet (444bfcd9-5563-4ff9-8d37-6d947d13482c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:24.053815 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4ca31e48-461c-447d-8e37-571d0a8da2dc None None] Provisioning complete for port 43ef2212-9c9a-450d-88b1-c7d29fd154d3 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:24.054192 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4ca31e48-461c-447d-8e37-571d0a8da2dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (43ef2212-9c9a-450d-88b1-c7d29fd154d3), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:24.112894 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-50eba73c-e38c-4e8b-8e6f-831974c01ad9 req-77a602b6-df0e-4dfd-b15a-005215ed7b78 service neutron] 10.222.0.57 "GET /v2.0/networks/d7695c22-7cfd-4319-9d63-9f76b8799969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542327 Mar 11 19:56:24.181483 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b1d45d26-883a-4e54-8a6b-32e0424811e4 req-4dd477e1-e0f4-4f19-b96f-dfafb4a4eab8 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "GET /v2.0/ports?device_id=c7c89787-a794-4218-91b4-c904675866ac HTTP/1.1" status: 200 len: 210 time: 0.0435998 Mar 11 19:56:24.191205 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ac4e2c70-f883-4091-9316-3d7a42a4838f tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (444bfcd9-5563-4ff9-8d37-6d947d13482c), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:24.298094 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-50eba73c-e38c-4e8b-8e6f-831974c01ad9 req-7f5c37a8-14f0-4a66-a668-7f3d38de48f5 service neutron] 10.222.0.57 "GET /v2.0/networks/d7695c22-7cfd-4319-9d63-9f76b8799969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746366 Mar 11 19:56:24.365967 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4ca31e48-461c-447d-8e37-571d0a8da2dc None None] Current status of the port 43ef2212-9c9a-450d-88b1-c7d29fd154d3 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:24.386051 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-90ad05e0-fe0f-4fd0-8db3-5530a79ca3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3726834a-8ed5-4f80-b95b-7c6cee37bebd', 'name': 'tempest-RoutersIpV6Test-router-1629019246', 'tenant_id': 'add05d9726be43c2815669eb9adbbe31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:48Z', 'updated_at': '2022-03-11T19:56:22Z', 'revision_number': 9, 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'gw_port_host': None, '_interfaces': [{'id': '73f42f66-88e6-45f9-969a-e6997420c981', 'name': '', 'network_id': '8d66b73e-16a3-4866-8835-f4b2721548db', 'tenant_id': 'add05d9726be43c2815669eb9adbbe31', 'mac_address': 'fa:16:3e:8d:13:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726834a-8ed5-4f80-b95b-7c6cee37bebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '5801be21-522d-4fd5-9fc9-acb86ec6d602', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:56Z', 'updated_at': '2022-03-11T19:56:10Z', 'revision_number': 5, 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'subnets': [{'id': '5801be21-522d-4fd5-9fc9-acb86ec6d602', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '837281e6-8819-4291-b175-d68f60e25c76', 'name': '', 'network_id': '1067292e-856c-40cb-9c34-67eaab76a69d', 'tenant_id': 'add05d9726be43c2815669eb9adbbe31', 'mac_address': 'fa:16:3e:f4:6f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726834a-8ed5-4f80-b95b-7c6cee37bebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': 'e97cc19a-f328-44b7-a13e-081ae859becd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:51Z', 'updated_at': '2022-03-11T19:56:02Z', 'revision_number': 5, 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'subnets': [{'id': 'e97cc19a-f328-44b7-a13e-081ae859becd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:24.483476 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-46c6f9fa-3bda-4b06-91d4-6126d98f409e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] For port 289a7164-5c95-4907-b024-9390f54cd688, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=289a7164-5c95-4907-b024-9390f54cd688,segment=NetworkSegment(70c71ca7-59df-46c5-86d9-acc712ed1da1),segment_id=70c71ca7-59df-46c5-86d9-acc712ed1da1)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:56:24.485877 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-568fdf29-4353-4088-ae59-58dbe2bc9120 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Allocated IP 2001:db8::f (5bf895d4-fef0-4522-93ad-99dc546fc53a/b42f89a9-414b-463b-902b-717e60d6511f/7e0f20fa-4203-42be-9f38-2aaabace3cd1) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:56:24.501513 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ac4e2c70-f883-4091-9316-3d7a42a4838f tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (444bfcd9-5563-4ff9-8d37-6d947d13482c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:24.516713 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ad05e0-fe0f-4fd0-8db3-5530a79ca3e9 None None] Checking router: 3726834a-8ed5-4f80-b95b-7c6cee37bebd for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:56:24.532149 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ad05e0-fe0f-4fd0-8db3-5530a79ca3e9 None None] Routers {'3726834a-8ed5-4f80-b95b-7c6cee37bebd'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:56:24.532786 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-90ad05e0-fe0f-4fd0-8db3-5530a79ca3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:55:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['3726834a-8ed5-4f80-b95b-7c6cee37bebd'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:24.587696 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-46c6f9fa-3bda-4b06-91d4-6126d98f409e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for port (289a7164-5c95-4907-b024-9390f54cd688), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:24.600047 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-46c6f9fa-3bda-4b06-91d4-6126d98f409e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (289a7164-5c95-4907-b024-9390f54cd688), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:24.617244 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2007ff63-e40a-4afa-aac5-814d8a20bfb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:24.649512 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 289a7164-5c95-4907-b024-9390f54cd688 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:56:24.661374 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-90ad05e0-fe0f-4fd0-8db3-5530a79ca3e9 None None] Set router 3726834a-8ed5-4f80-b95b-7c6cee37bebd gateway port host: None {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:56:24.672221 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-46c6f9fa-3bda-4b06-91d4-6126d98f409e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (0418fc6f-a16a-4909-b9e2-0ea4a1c1aa50), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:24.695288 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ac4e2c70-f883-4091-9316-3d7a42a4838f tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (444bfcd9-5563-4ff9-8d37-6d947d13482c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:24.720937 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 289a7164-5c95-4907-b024-9390f54cd688 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:24.721486 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (289a7164-5c95-4907-b024-9390f54cd688), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:24.799331 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c6f9fa-3bda-4b06-91d4-6126d98f409e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Network 0897600d-059c-4c97-87d5-16371e549b1b is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:56:24.812707 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-46c6f9fa-3bda-4b06-91d4-6126d98f409e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:56:24.815018 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c6f9fa-3bda-4b06-91d4-6126d98f409e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event updated for resources: {'Port': ['ID=289a7164-5c95-4907-b024-9390f54cd688,revision_number=8']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:24.819061 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 289a7164-5c95-4907-b024-9390f54cd688 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:24.820233 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 43ef2212-9c9a-450d-88b1-c7d29fd154d3 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:56:24.821688 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ac4e2c70-f883-4091-9316-3d7a42a4838f tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:24.825585 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ac4e2c70-f883-4091-9316-3d7a42a4838f tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "DELETE /v2.0/subnets/444bfcd9-5563-4ff9-8d37-6d947d13482c HTTP/1.1" status: 204 len: 168 time: 0.9848397 Mar 11 19:56:24.827009 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c6f9fa-3bda-4b06-91d4-6126d98f409e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:24.827585 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-46c6f9fa-3bda-4b06-91d4-6126d98f409e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:24.828249 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35794) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:24.833364 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c6f9fa-3bda-4b06-91d4-6126d98f409e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event updated for resources: {'Subnet': ['ID=0418fc6f-a16a-4909-b9e2-0ea4a1c1aa50,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:24.888045 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 43ef2212-9c9a-450d-88b1-c7d29fd154d3 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:24.888718 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (43ef2212-9c9a-450d-88b1-c7d29fd154d3), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:24.907551 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4e2c70-f883-4091-9316-3d7a42a4838f tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event deleted for resources: {'Subnet': ['ID=444bfcd9-5563-4ff9-8d37-6d947d13482c,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:24.932872 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-46c6f9fa-3bda-4b06-91d4-6126d98f409e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5628688 Mar 11 19:56:24.941025 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35796) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:24.950351 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-015988df-19c3-41c7-93a3-6c10aff6e7f7 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Request body: {'subnet': {'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:56:24.976343 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-568fdf29-4353-4088-ae59-58dbe2bc9120 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for port (7e0f20fa-4203-42be-9f38-2aaabace3cd1), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:24.983777 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-63cc8f8f-17ef-4c5c-9470-128c2a1ea1f0 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (f135e36d-1387-4052-9426-5d4a83cc4ab9), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:24.992886 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-90ad05e0-fe0f-4fd0-8db3-5530a79ca3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3726834a-8ed5-4f80-b95b-7c6cee37bebd', 'name': 'tempest-RoutersIpV6Test-router-1629019246', 'tenant_id': 'add05d9726be43c2815669eb9adbbe31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:48Z', 'updated_at': '2022-03-11T19:56:22Z', 'revision_number': 9, 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'gw_port_host': None, '_interfaces': [{'id': '73f42f66-88e6-45f9-969a-e6997420c981', 'name': '', 'network_id': '8d66b73e-16a3-4866-8835-f4b2721548db', 'tenant_id': 'add05d9726be43c2815669eb9adbbe31', 'mac_address': 'fa:16:3e:8d:13:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726834a-8ed5-4f80-b95b-7c6cee37bebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '5801be21-522d-4fd5-9fc9-acb86ec6d602', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:56Z', 'updated_at': '2022-03-11T19:56:10Z', 'revision_number': 5, 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'subnets': [{'id': '5801be21-522d-4fd5-9fc9-acb86ec6d602', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '837281e6-8819-4291-b175-d68f60e25c76', 'name': '', 'network_id': '1067292e-856c-40cb-9c34-67eaab76a69d', 'tenant_id': 'add05d9726be43c2815669eb9adbbe31', 'mac_address': 'fa:16:3e:f4:6f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726834a-8ed5-4f80-b95b-7c6cee37bebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': 'e97cc19a-f328-44b7-a13e-081ae859becd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:51Z', 'updated_at': '2022-03-11T19:56:02Z', 'revision_number': 5, 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'subnets': [{'id': 'e97cc19a-f328-44b7-a13e-081ae859becd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:25.034957 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ad05e0-fe0f-4fd0-8db3-5530a79ca3e9 None None] The sync data for ids ['3726834a-8ed5-4f80-b95b-7c6cee37bebd'] in n-d-833163-1 is: [{'id': '3726834a-8ed5-4f80-b95b-7c6cee37bebd', 'name': 'tempest-RoutersIpV6Test-router-1629019246', 'tenant_id': 'add05d9726be43c2815669eb9adbbe31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:48Z', 'updated_at': '2022-03-11T19:56:22Z', 'revision_number': 9, 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'gw_port_host': None, '_interfaces': [{'id': '73f42f66-88e6-45f9-969a-e6997420c981', 'name': '', 'network_id': '8d66b73e-16a3-4866-8835-f4b2721548db', 'tenant_id': 'add05d9726be43c2815669eb9adbbe31', 'mac_address': 'fa:16:3e:8d:13:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726834a-8ed5-4f80-b95b-7c6cee37bebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '5801be21-522d-4fd5-9fc9-acb86ec6d602', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:56Z', 'updated_at': '2022-03-11T19:56:10Z', 'revision_number': 5, 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'subnets': [{'id': '5801be21-522d-4fd5-9fc9-acb86ec6d602', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '837281e6-8819-4291-b175-d68f60e25c76', 'name': '', 'network_id': '1067292e-856c-40cb-9c34-67eaab76a69d', 'tenant_id': 'add05d9726be43c2815669eb9adbbe31', 'mac_address': 'fa:16:3e:f4:6f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726834a-8ed5-4f80-b95b-7c6cee37bebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': 'e97cc19a-f328-44b7-a13e-081ae859becd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:51Z', 'updated_at': '2022-03-11T19:56:02Z', 'revision_number': 5, 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'subnets': [{'id': 'e97cc19a-f328-44b7-a13e-081ae859becd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:56:25.043937 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 43ef2212-9c9a-450d-88b1-c7d29fd154d3 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:25.072044 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-63cc8f8f-17ef-4c5c-9470-128c2a1ea1f0 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Deleting port 4d5d356d-fec4-4110-82d2-5fa94a29ab7d {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:56:25.072388 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-63cc8f8f-17ef-4c5c-9470-128c2a1ea1f0 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (4d5d356d-fec4-4110-82d2-5fa94a29ab7d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:25.116468 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-568fdf29-4353-4088-ae59-58dbe2bc9120 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (7e0f20fa-4203-42be-9f38-2aaabace3cd1), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:25.131970 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2022702-104c-458d-9b82-274041150ba4 None None] Network 0897600d-059c-4c97-87d5-16371e549b1b requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:56:25.166255 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-63cc8f8f-17ef-4c5c-9470-128c2a1ea1f0 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] For port 4d5d356d-fec4-4110-82d2-5fa94a29ab7d, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=4d5d356d-fec4-4110-82d2-5fa94a29ab7d,segment=NetworkSegment(92898be8-e58b-40ab-a3ab-f2ad560332df),segment_id=92898be8-e58b-40ab-a3ab-f2ad560332df)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:56:25.167075 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-63cc8f8f-17ef-4c5c-9470-128c2a1ea1f0 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (4d5d356d-fec4-4110-82d2-5fa94a29ab7d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:25.176073 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568fdf29-4353-4088-ae59-58dbe2bc9120 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Network 5bf895d4-fef0-4522-93ad-99dc546fc53a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:56:25.181782 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-63cc8f8f-17ef-4c5c-9470-128c2a1ea1f0 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Calling delete_port for 4d5d356d-fec4-4110-82d2-5fa94a29ab7d owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:56:25.184610 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-568fdf29-4353-4088-ae59-58dbe2bc9120 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:56:25.190564 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-015988df-19c3-41c7-93a3-6c10aff6e7f7 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Made reservation on behalf of 06d9e64a19fa4247bc00069610bf80e1 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:56:25.193547 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-015988df-19c3-41c7-93a3-6c10aff6e7f7 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:25.197046 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568fdf29-4353-4088-ae59-58dbe2bc9120 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:56:25.203216 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568fdf29-4353-4088-ae59-58dbe2bc9120 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:25.203864 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-568fdf29-4353-4088-ae59-58dbe2bc9120 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:25.230000 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568fdf29-4353-4088-ae59-58dbe2bc9120 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event updated for resources: {'Port': ['ID=7e0f20fa-4203-42be-9f38-2aaabace3cd1,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:25.249486 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f71243-288b-4575-9862-5454dbe6cbbf None None] Network 5bf895d4-fef0-4522-93ad-99dc546fc53a requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:56:25.278233 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-568fdf29-4353-4088-ae59-58dbe2bc9120 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7125683 Mar 11 19:56:25.280260 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35800) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:25.280634 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35802) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:25.407343 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-e463fd89-7c9d-4a03-90b3-7af1c75bf260 None None] Provisioning complete for port 289a7164-5c95-4907-b024-9390f54cd688 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:25.407774 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e463fd89-7c9d-4a03-90b3-7af1c75bf260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (289a7164-5c95-4907-b024-9390f54cd688), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:25.505654 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a374f3dd-7346-4922-b15d-2294c004daf1 None None] Network f135e36d-1387-4052-9426-5d4a83cc4ab9 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:56:25.523444 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5ecbf1e2-da47-4e0e-bdf1-89c6a2ef7e93 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks [] for security_group (bdc2da62-3af1-451a-9cc6-1eb2098242b4), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:25.539852 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-63cc8f8f-17ef-4c5c-9470-128c2a1ea1f0 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (4d5d356d-fec4-4110-82d2-5fa94a29ab7d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:25.600167 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cc8f8f-17ef-4c5c-9470-128c2a1ea1f0 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event deleted for resources: {'Port': ['ID=4d5d356d-fec4-4110-82d2-5fa94a29ab7d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:25.626741 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5ecbf1e2-da47-4e0e-bdf1-89c6a2ef7e93 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks [] for security_group (bdc2da62-3af1-451a-9cc6-1eb2098242b4), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:25.702226 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3471f49a-f85a-4b31-8b16-0451af6c6e95 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:25.706655 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-3471f49a-f85a-4b31-8b16-0451af6c6e95 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.4084876 Mar 11 19:56:25.706655 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cc8f8f-17ef-4c5c-9470-128c2a1ea1f0 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] No DVR routers for this DVR port 4d5d356d-fec4-4110-82d2-5fa94a29ab7d on host n-d-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:56:25.709400 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5ecbf1e2-da47-4e0e-bdf1-89c6a2ef7e93 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (bdc2da62-3af1-451a-9cc6-1eb2098242b4), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:25.712733 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5ecbf1e2-da47-4e0e-bdf1-89c6a2ef7e93 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:25.714065 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-5ecbf1e2-da47-4e0e-bdf1-89c6a2ef7e93 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "DELETE /v2.0/security-groups/bdc2da62-3af1-451a-9cc6-1eb2098242b4 HTTP/1.1" status: 204 len: 168 time: 0.4262450 Mar 11 19:56:25.714916 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35804) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:25.722038 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cc8f8f-17ef-4c5c-9470-128c2a1ea1f0 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:56:25.722391 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cc8f8f-17ef-4c5c-9470-128c2a1ea1f0 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:56:25.722740 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cc8f8f-17ef-4c5c-9470-128c2a1ea1f0 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:56:25.723079 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cc8f8f-17ef-4c5c-9470-128c2a1ea1f0 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:56:25.723412 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cc8f8f-17ef-4c5c-9470-128c2a1ea1f0 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:56:25.723772 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cc8f8f-17ef-4c5c-9470-128c2a1ea1f0 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:56:25.724106 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cc8f8f-17ef-4c5c-9470-128c2a1ea1f0 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:56:25.724435 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cc8f8f-17ef-4c5c-9470-128c2a1ea1f0 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:56:25.725641 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cc8f8f-17ef-4c5c-9470-128c2a1ea1f0 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:56:25.725996 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cc8f8f-17ef-4c5c-9470-128c2a1ea1f0 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:56:25.726330 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cc8f8f-17ef-4c5c-9470-128c2a1ea1f0 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:56:25.726658 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cc8f8f-17ef-4c5c-9470-128c2a1ea1f0 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:56:25.726985 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cc8f8f-17ef-4c5c-9470-128c2a1ea1f0 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:56:25.744601 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35806) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:25.753245 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e463fd89-7c9d-4a03-90b3-7af1c75bf260 None None] Current status of the port 289a7164-5c95-4907-b024-9390f54cd688 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:25.784101 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc31f005-8d22-46e8-8db9-bc8ee11ce187 None None] DHCP port deletion for f135e36d-1387-4052-9426-5d4a83cc4ab9 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:56:25.814471 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecbf1e2-da47-4e0e-bdf1-89c6a2ef7e93 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc2da62-3af1-451a-9cc6-1eb2098242b4,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:25.843998 n-d-833163-1 neutron-server[103884]: INFO neutron.db.ipam_backend_mixin [None req-015988df-19c3-41c7-93a3-6c10aff6e7f7 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0418fc6f-a16a-4909-b9e2-0ea4a1c1aa50 (CIDR: 2001:db8::/64) Mar 11 19:56:25.849233 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-015988df-19c3-41c7-93a3-6c10aff6e7f7 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:56:25.849577 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-015988df-19c3-41c7-93a3-6c10aff6e7f7 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:56:25.875870 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-015988df-19c3-41c7-93a3-6c10aff6e7f7 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9328761 Mar 11 19:56:25.877672 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35808) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:25.883618 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-ea49686f-e206-488e-aa8e-386b6618e60a tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Request body: {'subnet': {'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:56:25.963008 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-63cc8f8f-17ef-4c5c-9470-128c2a1ea1f0 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (f135e36d-1387-4052-9426-5d4a83cc4ab9), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:26.009839 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-63cc8f8f-17ef-4c5c-9470-128c2a1ea1f0 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f135e36d-1387-4052-9426-5d4a83cc4ab9']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:26.021383 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3f61a9-aaef-4437-bff0-5ca2df30136b tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:26.027332 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3f61a9-aaef-4437-bff0-5ca2df30136b tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:26.032988 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3f61a9-aaef-4437-bff0-5ca2df30136b tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:26.035045 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-4e3f61a9-aaef-4437-bff0-5ca2df30136b tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.3043177 Mar 11 19:56:26.041296 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35810) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:26.058582 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-63cc8f8f-17ef-4c5c-9470-128c2a1ea1f0 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92898be8-e58b-40ab-a3ab-f2ad560332df') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:26.058888 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-63cc8f8f-17ef-4c5c-9470-128c2a1ea1f0 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92898be8-e58b-40ab-a3ab-f2ad560332df') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:26.068721 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5df2cef5-2be5-4f74-b65a-558d0040d5f7 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks [] for security_group (f82912e0-fa09-44d8-ae7a-f1a9c4586fd8), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:26.074595 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-63cc8f8f-17ef-4c5c-9470-128c2a1ea1f0 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (92898be8-e58b-40ab-a3ab-f2ad560332df), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:26.107517 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea49686f-e206-488e-aa8e-386b6618e60a tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Made reservation on behalf of 06d9e64a19fa4247bc00069610bf80e1 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:56:26.111969 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ea49686f-e206-488e-aa8e-386b6618e60a tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:26.117236 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-63cc8f8f-17ef-4c5c-9470-128c2a1ea1f0 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (92898be8-e58b-40ab-a3ab-f2ad560332df), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:26.126012 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5df2cef5-2be5-4f74-b65a-558d0040d5f7 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks [] for security_group (f82912e0-fa09-44d8-ae7a-f1a9c4586fd8), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:26.136280 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63cc8f8f-17ef-4c5c-9470-128c2a1ea1f0 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Releasing vlan 868 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:56:26.136693 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-63cc8f8f-17ef-4c5c-9470-128c2a1ea1f0 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (92898be8-e58b-40ab-a3ab-f2ad560332df), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:26.140452 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 19:56:26.140452 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:56:26.140452 n-d-833163-1 neutron-server[103885]: timer() Mar 11 19:56:26.140452 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:56:26.140452 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 19:56:26.140452 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:56:26.140452 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 19:56:26.140452 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:56:26.140452 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 19:56:26.140452 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:56:26.140452 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 19:56:26.140452 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:56:26.140452 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 19:56:26.140452 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:56:26.140452 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:56:26.140452 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:56:26.140452 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:56:26.140452 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:56:26.140452 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 19:56:26.140452 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:56:26.140452 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 19:56:26.140452 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:56:26.140452 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:56:26.140452 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:56:26.140452 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 19:56:26.140452 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:56:26.140452 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:56:26.140452 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:56:26.140452 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:56:26.140452 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:56:26.140452 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:56:26.140452 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:56:26.252902 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-90ab104d-b26c-4182-b084-01a665d2c431 None None] Provisioning complete for port 289a7164-5c95-4907-b024-9390f54cd688 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:26.253970 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-90ab104d-b26c-4182-b084-01a665d2c431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (289a7164-5c95-4907-b024-9390f54cd688), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:26.255032 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-63cc8f8f-17ef-4c5c-9470-128c2a1ea1f0 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (f135e36d-1387-4052-9426-5d4a83cc4ab9), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:26.284872 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-63cc8f8f-17ef-4c5c-9470-128c2a1ea1f0 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:26.290974 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-63cc8f8f-17ef-4c5c-9470-128c2a1ea1f0 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "DELETE /v2.0/networks/f135e36d-1387-4052-9426-5d4a83cc4ab9 HTTP/1.1" status: 204 len: 168 time: 1.4592068 Mar 11 19:56:26.291331 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cc8f8f-17ef-4c5c-9470-128c2a1ea1f0 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event deleted for resources: {'Network': ['ID=f135e36d-1387-4052-9426-5d4a83cc4ab9,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:26.294054 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35812) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:26.305465 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:26.311855 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5df2cef5-2be5-4f74-b65a-558d0040d5f7 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (f82912e0-fa09-44d8-ae7a-f1a9c4586fd8), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:26.318462 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-c65b8525-c560-4933-9512-ebcb3bb1b8e4 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Deleting port 7e0f20fa-4203-42be-9f38-2aaabace3cd1 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:56:26.319050 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5df2cef5-2be5-4f74-b65a-558d0040d5f7 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:26.319152 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c65b8525-c560-4933-9512-ebcb3bb1b8e4 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (7e0f20fa-4203-42be-9f38-2aaabace3cd1), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:26.324468 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-5df2cef5-2be5-4f74-b65a-558d0040d5f7 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "DELETE /v2.0/security-groups/f82912e0-fa09-44d8-ae7a-f1a9c4586fd8 HTTP/1.1" status: 204 len: 168 time: 0.5772913 Mar 11 19:56:26.366669 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-90ab104d-b26c-4182-b084-01a665d2c431 None None] Current status of the port 289a7164-5c95-4907-b024-9390f54cd688 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:26.386602 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35814) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:26.387701 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df2cef5-2be5-4f74-b65a-558d0040d5f7 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f82912e0-fa09-44d8-ae7a-f1a9c4586fd8,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:26.460632 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c65b8525-c560-4933-9512-ebcb3bb1b8e4 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (7e0f20fa-4203-42be-9f38-2aaabace3cd1), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:26.488278 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-c65b8525-c560-4933-9512-ebcb3bb1b8e4 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Calling delete_port for 7e0f20fa-4203-42be-9f38-2aaabace3cd1 owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:56:26.582437 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d1a55953-2383-4420-bb5f-1e8edffb6066 None None] Could not find standard attr ID for object cfe3fc5b-cf4d-44cd-8f3e-9e632f2fc3a1. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 19:56:26.648092 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 289a7164-5c95-4907-b024-9390f54cd688 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:56:26.715205 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 289a7164-5c95-4907-b024-9390f54cd688 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:26.716044 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (289a7164-5c95-4907-b024-9390f54cd688), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:26.756130 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16f5633-da63-47a6-99f1-5fc94ac1655c None None] Network 5bf895d4-fef0-4522-93ad-99dc546fc53a requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:56:26.819387 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ea49686f-e206-488e-aa8e-386b6618e60a tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (b962d611-0822-4521-b5d7-9c998497e198), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:26.840973 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c65b8525-c560-4933-9512-ebcb3bb1b8e4 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (7e0f20fa-4203-42be-9f38-2aaabace3cd1), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:26.864387 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-6951cc9c-e654-4667-a90b-2d94760bb998 None None] Provisioning complete for port 7e0f20fa-4203-42be-9f38-2aaabace3cd1 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:26.864642 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea49686f-e206-488e-aa8e-386b6618e60a tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Network 0897600d-059c-4c97-87d5-16371e549b1b is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:56:26.864805 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6951cc9c-e654-4667-a90b-2d94760bb998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (7e0f20fa-4203-42be-9f38-2aaabace3cd1), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:26.881355 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-ea49686f-e206-488e-aa8e-386b6618e60a tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:56:26.904514 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab7f0c8-475f-47d8-b64e-a87e8396871a None None] Network 0897600d-059c-4c97-87d5-16371e549b1b requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:56:26.904808 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea49686f-e206-488e-aa8e-386b6618e60a tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:26.905313 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ea49686f-e206-488e-aa8e-386b6618e60a tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:26.913088 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65b8525-c560-4933-9512-ebcb3bb1b8e4 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event deleted for resources: {'Port': ['ID=7e0f20fa-4203-42be-9f38-2aaabace3cd1,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:26.956362 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c65b8525-c560-4933-9512-ebcb3bb1b8e4 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:26.966239 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c65b8525-c560-4933-9512-ebcb3bb1b8e4 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "DELETE /v2.0/ports/7e0f20fa-4203-42be-9f38-2aaabace3cd1 HTTP/1.1" status: 204 len: 168 time: 0.9228642 Mar 11 19:56:26.969515 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35818) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:26.987077 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea49686f-e206-488e-aa8e-386b6618e60a tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event updated for resources: {'Subnet': ['ID=b962d611-0822-4521-b5d7-9c998497e198,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:26.993480 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ea49686f-e206-488e-aa8e-386b6618e60a tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1142685 Mar 11 19:56:27.000016 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35820) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:27.015348 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-6951cc9c-e654-4667-a90b-2d94760bb998 None None] Port 7e0f20fa-4203-42be-9f38-2aaabace3cd1 was deleted so its status cannot be updated. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Mar 11 19:56:27.020375 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9bb6eb1-6682-4d4f-880e-106264687b9e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] GET failed (client error): The resource could not be found. Mar 11 19:56:27.024666 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f9bb6eb1-6682-4d4f-880e-106264687b9e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "GET /v2.0/ports/7e0f20fa-4203-42be-9f38-2aaabace3cd1 HTTP/1.1" status: 404 len: 333 time: 0.0517201 Mar 11 19:56:27.025292 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35822) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:27.032010 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-919d3ce9-9b56-4ad9-9326-91377f43e1ec tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Request body: {'port': {'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'mac_address': 'fa:16:3e:3c:67:c9', 'name': 'tempest-NetworksTestDHCPv6-1644675587'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:56:27.110780 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-6951cc9c-e654-4667-a90b-2d94760bb998 None None] Provisioning complete for port 43ef2212-9c9a-450d-88b1-c7d29fd154d3 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:27.111179 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6951cc9c-e654-4667-a90b-2d94760bb998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (43ef2212-9c9a-450d-88b1-c7d29fd154d3), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:27.122606 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-f9ca5aef-0322-427d-8ac8-7967f8c916f7 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Deleting port b037e9c2-9227-4a46-8f33-6477c9776eb3 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:56:27.123036 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f9ca5aef-0322-427d-8ac8-7967f8c916f7 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (b037e9c2-9227-4a46-8f33-6477c9776eb3), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:27.151032 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 289a7164-5c95-4907-b024-9390f54cd688 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:27.231997 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device f779bc33-9f77-4e55-90d9-5fb39269c54b no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:56:27.239533 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 4d5d356d-fec4-4110-82d2-5fa94a29ab7d no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:56:27.269614 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f9ca5aef-0322-427d-8ac8-7967f8c916f7 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (b037e9c2-9227-4a46-8f33-6477c9776eb3), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:27.285550 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-f9ca5aef-0322-427d-8ac8-7967f8c916f7 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Calling delete_port for b037e9c2-9227-4a46-8f33-6477c9776eb3 owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:56:27.292719 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: f779bc33-9f77-4e55-90d9-5fb39269c54b {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:56:27.293279 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device f779bc33-9f77-4e55-90d9-5fb39269c54b not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:56:27.314422 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 4d5d356d-fec4-4110-82d2-5fa94a29ab7d {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:56:27.314818 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 4d5d356d-fec4-4110-82d2-5fa94a29ab7d not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:56:27.315170 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device d197572e-8a0a-45e1-8f5e-0d20739f730c no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:56:27.339910 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: d197572e-8a0a-45e1-8f5e-0d20739f730c {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:56:27.340347 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device d197572e-8a0a-45e1-8f5e-0d20739f730c not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:56:27.349581 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-6951cc9c-e654-4667-a90b-2d94760bb998 None None] Current status of the port 43ef2212-9c9a-450d-88b1-c7d29fd154d3 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:27.369713 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6538136-3599-4f29-af5a-6ec423ed4fa4 None None] Update dhcp port {'port': {'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'fixed_ips': [{'subnet_id': '0418fc6f-a16a-4909-b9e2-0ea4a1c1aa50', 'ip_address': '2001:db8::f816:3eff:fe73:e55c'}, {'subnet_id': 'b962d611-0822-4521-b5d7-9c998497e198'}], 'binding:host_id': 'n-d-833163-1'}, 'id': '289a7164-5c95-4907-b024-9390f54cd688'} from n-d-833163-1. {{(pid=103886) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 11 19:56:27.400913 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d6538136-3599-4f29-af5a-6ec423ed4fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (289a7164-5c95-4907-b024-9390f54cd688), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:27.405521 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-6951cc9c-e654-4667-a90b-2d94760bb998 None None] Provisioning complete for port b037e9c2-9227-4a46-8f33-6477c9776eb3 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:27.405893 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6951cc9c-e654-4667-a90b-2d94760bb998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (b037e9c2-9227-4a46-8f33-6477c9776eb3), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:27.453294 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919d3ce9-9b56-4ad9-9326-91377f43e1ec tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Made reservation on behalf of 06d9e64a19fa4247bc00069610bf80e1 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:56:27.473684 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-6951cc9c-e654-4667-a90b-2d94760bb998 None None] Port b037e9c2-9227-4a46-8f33-6477c9776eb3 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:56:27.482514 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f9ca5aef-0322-427d-8ac8-7967f8c916f7 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (b037e9c2-9227-4a46-8f33-6477c9776eb3), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:27.521780 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ca5aef-0322-427d-8ac8-7967f8c916f7 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event deleted for resources: {'Port': ['ID=b037e9c2-9227-4a46-8f33-6477c9776eb3,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:27.556786 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f9ca5aef-0322-427d-8ac8-7967f8c916f7 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:27.560544 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f9ca5aef-0322-427d-8ac8-7967f8c916f7 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "DELETE /v2.0/ports/b037e9c2-9227-4a46-8f33-6477c9776eb3 HTTP/1.1" status: 204 len: 168 time: 0.5342865 Mar 11 19:56:27.564909 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35824) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:27.605565 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-74d3705e-cc38-4dd0-a65a-ca8dbb1378b6 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] GET failed (client error): The resource could not be found. Mar 11 19:56:27.608015 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-74d3705e-cc38-4dd0-a65a-ca8dbb1378b6 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "GET /v2.0/ports/b037e9c2-9227-4a46-8f33-6477c9776eb3 HTTP/1.1" status: 404 len: 333 time: 0.0416648 Mar 11 19:56:27.610616 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35826) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:27.618743 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-919d3ce9-9b56-4ad9-9326-91377f43e1ec tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:27.637130 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:27.646613 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-d6538136-3599-4f29-af5a-6ec423ed4fa4 None None] Allocated IP 2001:db8:0:1::2 (0897600d-059c-4c97-87d5-16371e549b1b/b962d611-0822-4521-b5d7-9c998497e198/289a7164-5c95-4907-b024-9390f54cd688) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:56:27.655266 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-919d3ce9-9b56-4ad9-9326-91377f43e1ec tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] device_id is not set on port eb11d5c5-1b80-4559-bbc9-fc37255382f9 yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:56:27.680351 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cddb511-1ca2-4566-b9e9-56d4833ecf33 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Deleting subnet b42f89a9-414b-463b-902b-717e60d6511f {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:56:27.684475 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9cddb511-1ca2-4566-b9e9-56d4833ecf33 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for subnet (b42f89a9-414b-463b-902b-717e60d6511f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:27.732303 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9cddb511-1ca2-4566-b9e9-56d4833ecf33 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (b42f89a9-414b-463b-902b-717e60d6511f), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:27.806270 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d6538136-3599-4f29-af5a-6ec423ed4fa4 None None] For port 289a7164-5c95-4907-b024-9390f54cd688, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=289a7164-5c95-4907-b024-9390f54cd688,segment=NetworkSegment(70c71ca7-59df-46c5-86d9-acc712ed1da1),segment_id=70c71ca7-59df-46c5-86d9-acc712ed1da1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:56:27.815805 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-20b00bbb-5464-482a-8a3d-2c7bda0fefcd tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (3726834a-8ed5-4f80-b95b-7c6cee37bebd), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:27.828849 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9cddb511-1ca2-4566-b9e9-56d4833ecf33 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (b42f89a9-414b-463b-902b-717e60d6511f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:27.848216 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d6538136-3599-4f29-af5a-6ec423ed4fa4 None None] Publish callbacks [] for port (289a7164-5c95-4907-b024-9390f54cd688), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:27.853056 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ba9a0145-65b2-4454-bf95-65fe70e6b96d None None] Provisioning complete for port 43ef2212-9c9a-450d-88b1-c7d29fd154d3 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:27.853522 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ba9a0145-65b2-4454-bf95-65fe70e6b96d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (43ef2212-9c9a-450d-88b1-c7d29fd154d3), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:27.907476 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d6538136-3599-4f29-af5a-6ec423ed4fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (289a7164-5c95-4907-b024-9390f54cd688), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:27.908535 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9cddb511-1ca2-4566-b9e9-56d4833ecf33 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (b42f89a9-414b-463b-902b-717e60d6511f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:27.941337 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cddb511-1ca2-4566-b9e9-56d4833ecf33 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event deleted for resources: {'Subnet': ['ID=b42f89a9-414b-463b-902b-717e60d6511f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:27.952580 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9cddb511-1ca2-4566-b9e9-56d4833ecf33 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:27.959196 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-9cddb511-1ca2-4566-b9e9-56d4833ecf33 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "DELETE /v2.0/subnets/b42f89a9-414b-463b-902b-717e60d6511f HTTP/1.1" status: 204 len: 168 time: 0.3448279 Mar 11 19:56:27.960556 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35828) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:27.982001 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f9703303-d44e-46a8-85a3-77465e47bcd2 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:28.075658 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d663d644-7d2c-4a30-ba48-e1f2231fde57 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (5bf895d4-fef0-4522-93ad-99dc546fc53a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:28.148852 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-d663d644-7d2c-4a30-ba48-e1f2231fde57 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Deleting port 43ef2212-9c9a-450d-88b1-c7d29fd154d3 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:56:28.150476 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d663d644-7d2c-4a30-ba48-e1f2231fde57 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (43ef2212-9c9a-450d-88b1-c7d29fd154d3), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:28.178024 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-919d3ce9-9b56-4ad9-9326-91377f43e1ec tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Allocated IP 2001:db8:0:1::50 (0897600d-059c-4c97-87d5-16371e549b1b/b962d611-0822-4521-b5d7-9c998497e198/eb11d5c5-1b80-4559-bbc9-fc37255382f9) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:56:28.185821 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-919d3ce9-9b56-4ad9-9326-91377f43e1ec tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Allocated IP 2001:db8::f816:3eff:fe3c:67c9 (0897600d-059c-4c97-87d5-16371e549b1b/0418fc6f-a16a-4909-b9e2-0ea4a1c1aa50/eb11d5c5-1b80-4559-bbc9-fc37255382f9) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:56:28.195917 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6538136-3599-4f29-af5a-6ec423ed4fa4 None None] Pushing event updated for resources: {'Port': ['ID=289a7164-5c95-4907-b024-9390f54cd688,revision_number=9']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:28.221372 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ba9a0145-65b2-4454-bf95-65fe70e6b96d None None] Current status of the port 43ef2212-9c9a-450d-88b1-c7d29fd154d3 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:28.225445 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ba9a0145-65b2-4454-bf95-65fe70e6b96d None None] Could not find standard attr ID for object b037e9c2-9227-4a46-8f33-6477c9776eb3. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 19:56:28.256760 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-d663d644-7d2c-4a30-ba48-e1f2231fde57 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] For port 43ef2212-9c9a-450d-88b1-c7d29fd154d3, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=43ef2212-9c9a-450d-88b1-c7d29fd154d3,segment=NetworkSegment(61ce7c1d-1fbc-4e0d-86f9-975188f694a4),segment_id=61ce7c1d-1fbc-4e0d-86f9-975188f694a4)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:56:28.257335 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d663d644-7d2c-4a30-ba48-e1f2231fde57 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (43ef2212-9c9a-450d-88b1-c7d29fd154d3), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:28.273176 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-d663d644-7d2c-4a30-ba48-e1f2231fde57 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Calling delete_port for 43ef2212-9c9a-450d-88b1-c7d29fd154d3 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:56:28.288203 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6a36d7-7600-4a77-8435-d7341197c37c None None] Network 5bf895d4-fef0-4522-93ad-99dc546fc53a requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:56:28.379136 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d663d644-7d2c-4a30-ba48-e1f2231fde57 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (43ef2212-9c9a-450d-88b1-c7d29fd154d3), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:28.389302 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ef6e412c-ae64-442a-8f4a-826b52dcb442 None None] Could not find standard attr ID for object 7e0f20fa-4203-42be-9f38-2aaabace3cd1. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 19:56:28.398541 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ef6e412c-ae64-442a-8f4a-826b52dcb442 None None] Could not find standard attr ID for object b037e9c2-9227-4a46-8f33-6477c9776eb3. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 19:56:28.407835 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d663d644-7d2c-4a30-ba48-e1f2231fde57 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event deleted for resources: {'Port': ['ID=43ef2212-9c9a-450d-88b1-c7d29fd154d3,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:28.409675 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d663d644-7d2c-4a30-ba48-e1f2231fde57 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] No DVR routers for this DVR port 43ef2212-9c9a-450d-88b1-c7d29fd154d3 on host n-d-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:56:28.510813 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669eba22-805e-4cd8-801a-a5708099f717 None None] DHCP port deletion for 5bf895d4-fef0-4522-93ad-99dc546fc53a request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:56:28.513891 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d663d644-7d2c-4a30-ba48-e1f2231fde57 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (5bf895d4-fef0-4522-93ad-99dc546fc53a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:28.539607 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-d663d644-7d2c-4a30-ba48-e1f2231fde57 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bf895d4-fef0-4522-93ad-99dc546fc53a']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:28.552195 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-d663d644-7d2c-4a30-ba48-e1f2231fde57 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61ce7c1d-1fbc-4e0d-86f9-975188f694a4') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:28.552597 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-d663d644-7d2c-4a30-ba48-e1f2231fde57 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61ce7c1d-1fbc-4e0d-86f9-975188f694a4') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:28.566475 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d663d644-7d2c-4a30-ba48-e1f2231fde57 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (61ce7c1d-1fbc-4e0d-86f9-975188f694a4), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:28.586329 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d663d644-7d2c-4a30-ba48-e1f2231fde57 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (61ce7c1d-1fbc-4e0d-86f9-975188f694a4), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:28.595892 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d663d644-7d2c-4a30-ba48-e1f2231fde57 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Releasing vlan 896 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:56:28.597268 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d663d644-7d2c-4a30-ba48-e1f2231fde57 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (61ce7c1d-1fbc-4e0d-86f9-975188f694a4), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:28.603530 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-919d3ce9-9b56-4ad9-9326-91377f43e1ec tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for port (eb11d5c5-1b80-4559-bbc9-fc37255382f9), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:28.613989 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 289a7164-5c95-4907-b024-9390f54cd688 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:56:28.623859 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:56:28.623859 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:56:28.623859 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:56:28.623859 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:56:28.623859 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:56:28.623859 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:56:28.623859 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:56:28.623859 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:56:28.623859 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:56:28.623859 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:56:28.623859 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:56:28.623859 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:56:28.623859 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:56:28.623859 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:56:28.623859 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:56:28.623859 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:56:28.623859 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:56:28.623859 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:56:28.623859 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:56:28.623859 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:56:28.623859 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:56:28.623859 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:56:28.623859 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:56:28.623859 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:56:28.623859 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:56:28.623859 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:56:28.623859 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:56:28.623859 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:56:28.623859 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:56:28.623859 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:56:28.623859 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:56:28.623859 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:56:28.688569 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 289a7164-5c95-4907-b024-9390f54cd688 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:28.689080 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (289a7164-5c95-4907-b024-9390f54cd688), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:28.692027 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-20b00bbb-5464-482a-8a3d-2c7bda0fefcd tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Deleting port 73f42f66-88e6-45f9-969a-e6997420c981 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:56:28.692424 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-20b00bbb-5464-482a-8a3d-2c7bda0fefcd tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (73f42f66-88e6-45f9-969a-e6997420c981), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:28.695863 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d663d644-7d2c-4a30-ba48-e1f2231fde57 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (5bf895d4-fef0-4522-93ad-99dc546fc53a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:28.706159 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d663d644-7d2c-4a30-ba48-e1f2231fde57 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:28.707501 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-919d3ce9-9b56-4ad9-9326-91377f43e1ec tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (eb11d5c5-1b80-4559-bbc9-fc37255382f9), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:28.716702 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d663d644-7d2c-4a30-ba48-e1f2231fde57 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "DELETE /v2.0/networks/5bf895d4-fef0-4522-93ad-99dc546fc53a HTTP/1.1" status: 204 len: 168 time: 0.7547538 Mar 11 19:56:28.724717 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35830) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:28.730460 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d663d644-7d2c-4a30-ba48-e1f2231fde57 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event deleted for resources: {'Network': ['ID=5bf895d4-fef0-4522-93ad-99dc546fc53a,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:28.769578 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-7916a13a-4926-4f41-b1b1-143925853ed7 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1643765454'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:56:28.781476 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 289a7164-5c95-4907-b024-9390f54cd688 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:28.807499 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919d3ce9-9b56-4ad9-9326-91377f43e1ec tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Network 0897600d-059c-4c97-87d5-16371e549b1b is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:56:28.834445 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-919d3ce9-9b56-4ad9-9326-91377f43e1ec tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:56:28.837189 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919d3ce9-9b56-4ad9-9326-91377f43e1ec tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:56:28.843175 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919d3ce9-9b56-4ad9-9326-91377f43e1ec tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:28.844489 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-919d3ce9-9b56-4ad9-9326-91377f43e1ec tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:28.846181 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 43ef2212-9c9a-450d-88b1-c7d29fd154d3 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:56:28.868805 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 43ef2212-9c9a-450d-88b1-c7d29fd154d3 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:56:28.869565 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 43ef2212-9c9a-450d-88b1-c7d29fd154d3 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:56:28.932520 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919d3ce9-9b56-4ad9-9326-91377f43e1ec tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event updated for resources: {'Port': ['ID=eb11d5c5-1b80-4559-bbc9-fc37255382f9,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:28.942375 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-919d3ce9-9b56-4ad9-9326-91377f43e1ec tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.9152775 Mar 11 19:56:28.946368 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35832) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:28.949732 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7916a13a-4926-4f41-b1b1-143925853ed7 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Made reservation on behalf of 9a2132e02eba4e489015b67acdaa176b for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:56:28.953271 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7916a13a-4926-4f41-b1b1-143925853ed7 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:29.008252 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-20b00bbb-5464-482a-8a3d-2c7bda0fefcd tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] For port 73f42f66-88e6-45f9-969a-e6997420c981, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=73f42f66-88e6-45f9-969a-e6997420c981,segment=NetworkSegment(cf25d69f-ab2b-4927-b062-5e0cbbf7777a),segment_id=cf25d69f-ab2b-4927-b062-5e0cbbf7777a)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:56:29.009061 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-20b00bbb-5464-482a-8a3d-2c7bda0fefcd tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (73f42f66-88e6-45f9-969a-e6997420c981), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:29.036792 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:29.041624 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4b537a92-930d-48e4-8742-2b7c1e9a6ddb None None] Provisioning complete for port 289a7164-5c95-4907-b024-9390f54cd688 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:29.043143 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b537a92-930d-48e4-8742-2b7c1e9a6ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (289a7164-5c95-4907-b024-9390f54cd688), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:29.078545 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-bdc95b07-5b56-4fd4-8eab-f87d24ed7114 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Deleting port eb11d5c5-1b80-4559-bbc9-fc37255382f9 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:56:29.078930 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bdc95b07-5b56-4fd4-8eab-f87d24ed7114 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (eb11d5c5-1b80-4559-bbc9-fc37255382f9), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:29.165042 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4b537a92-930d-48e4-8742-2b7c1e9a6ddb None None] Current status of the port 289a7164-5c95-4907-b024-9390f54cd688 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:29.208390 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bdc95b07-5b56-4fd4-8eab-f87d24ed7114 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (eb11d5c5-1b80-4559-bbc9-fc37255382f9), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:29.223775 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-bdc95b07-5b56-4fd4-8eab-f87d24ed7114 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Calling delete_port for eb11d5c5-1b80-4559-bbc9-fc37255382f9 owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:56:29.288332 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-aa799175-c05d-4c33-95b9-74494bcc647c None None] Provisioning complete for port eb11d5c5-1b80-4559-bbc9-fc37255382f9 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:29.288812 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-aa799175-c05d-4c33-95b9-74494bcc647c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (eb11d5c5-1b80-4559-bbc9-fc37255382f9), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:29.301572 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-20b00bbb-5464-482a-8a3d-2c7bda0fefcd tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Calling delete_port for 73f42f66-88e6-45f9-969a-e6997420c981 owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:56:29.311068 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7916a13a-4926-4f41-b1b1-143925853ed7 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] vlan segment allocate from pool success with {'vlan_id': 894, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:56:29.333266 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-f9703303-d44e-46a8-85a3-77465e47bcd2 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Deleting port 76de1372-941c-46f8-bf43-ea46cf28b176 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:56:29.333532 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f9703303-d44e-46a8-85a3-77465e47bcd2 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (76de1372-941c-46f8-bf43-ea46cf28b176), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:29.343534 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-aa799175-c05d-4c33-95b9-74494bcc647c None None] Port eb11d5c5-1b80-4559-bbc9-fc37255382f9 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:56:29.426076 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bdc95b07-5b56-4fd4-8eab-f87d24ed7114 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (eb11d5c5-1b80-4559-bbc9-fc37255382f9), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:29.438765 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7916a13a-4926-4f41-b1b1-143925853ed7 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (d7a8ebd7-f022-4710-8c15-fddc74ba13d5), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:29.439115 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-7916a13a-4926-4f41-b1b1-143925853ed7 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Added segment d7a8ebd7-f022-4710-8c15-fddc74ba13d5 of type vlan for network 944cc2c1-80cf-4f1f-9481-af950895ae56 Mar 11 19:56:29.459407 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc95b07-5b56-4fd4-8eab-f87d24ed7114 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event deleted for resources: {'Port': ['ID=eb11d5c5-1b80-4559-bbc9-fc37255382f9,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:29.512048 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bdc95b07-5b56-4fd4-8eab-f87d24ed7114 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:29.516010 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-bdc95b07-5b56-4fd4-8eab-f87d24ed7114 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/ports/eb11d5c5-1b80-4559-bbc9-fc37255382f9 HTTP/1.1" status: 204 len: 168 time: 0.5682669 Mar 11 19:56:29.518318 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35834) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:29.549533 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-f9703303-d44e-46a8-85a3-77465e47bcd2 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] For port 76de1372-941c-46f8-bf43-ea46cf28b176, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=76de1372-941c-46f8-bf43-ea46cf28b176,segment=NetworkSegment(8bae2e39-3ded-475a-b41b-d1d088554c02),segment_id=8bae2e39-3ded-475a-b41b-d1d088554c02)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:56:29.549903 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f9703303-d44e-46a8-85a3-77465e47bcd2 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (76de1372-941c-46f8-bf43-ea46cf28b176), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:29.554721 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7916a13a-4926-4f41-b1b1-143925853ed7 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (944cc2c1-80cf-4f1f-9481-af950895ae56), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:29.579679 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4254d90-481e-43f2-a1bb-accbba5e180a tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:29.581278 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d4254d90-481e-43f2-a1bb-accbba5e180a tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0619359 Mar 11 19:56:29.584022 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35836) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:29.589011 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-f9703303-d44e-46a8-85a3-77465e47bcd2 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Calling delete_port for 76de1372-941c-46f8-bf43-ea46cf28b176 owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:56:29.625207 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7916a13a-4926-4f41-b1b1-143925853ed7 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (944cc2c1-80cf-4f1f-9481-af950895ae56), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:29.630402 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7916a13a-4926-4f41-b1b1-143925853ed7 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:29.631190 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7916a13a-4926-4f41-b1b1-143925853ed7 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:29.641059 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438cfe1d-be49-4c4a-99f4-fa2e8c52522a tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:29.643017 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-438cfe1d-be49-4c4a-99f4-fa2e8c52522a tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0579381 Mar 11 19:56:29.645617 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35838) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:29.703801 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b88626-f034-47aa-a8f9-b8d4f8f9efc6 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:29.705244 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b88626-f034-47aa-a8f9-b8d4f8f9efc6 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:29.706638 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b88626-f034-47aa-a8f9-b8d4f8f9efc6 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:29.708575 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-09b88626-f034-47aa-a8f9-b8d4f8f9efc6 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0620008 Mar 11 19:56:29.711292 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35840) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:29.743790 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-7916a13a-4926-4f41-b1b1-143925853ed7 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9856045 Mar 11 19:56:29.746621 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35842) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:29.753758 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-45e843fd-a5ad-4a4a-93ce-527ea944aad7 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Request body: {'subnet': {'network_id': '944cc2c1-80cf-4f1f-9481-af950895ae56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:56:29.798174 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-71b0624a-6037-4f1d-93f0-d5e1f398256b tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Deleting subnet 0418fc6f-a16a-4909-b9e2-0ea4a1c1aa50 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:56:29.800309 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7916a13a-4926-4f41-b1b1-143925853ed7 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event updated for resources: {'Network': ['ID=944cc2c1-80cf-4f1f-9481-af950895ae56,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:29.804178 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-71b0624a-6037-4f1d-93f0-d5e1f398256b tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (0418fc6f-a16a-4909-b9e2-0ea4a1c1aa50), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:29.812745 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 944cc2c1-80cf-4f1f-9481-af950895ae56 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:56:29.814682 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-20b00bbb-5464-482a-8a3d-2c7bda0fefcd tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (73f42f66-88e6-45f9-969a-e6997420c981), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:29.885203 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b00bbb-5464-482a-8a3d-2c7bda0fefcd tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event deleted for resources: {'Port': ['ID=73f42f66-88e6-45f9-969a-e6997420c981,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:29.895216 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-71b0624a-6037-4f1d-93f0-d5e1f398256b tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (0418fc6f-a16a-4909-b9e2-0ea4a1c1aa50), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:29.937027 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e843fd-a5ad-4a4a-93ce-527ea944aad7 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Made reservation on behalf of 9a2132e02eba4e489015b67acdaa176b for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:56:29.940456 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-45e843fd-a5ad-4a4a-93ce-527ea944aad7 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:30.050768 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-20b00bbb-5464-482a-8a3d-2c7bda0fefcd tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (3726834a-8ed5-4f80-b95b-7c6cee37bebd), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:30.060847 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-71b0624a-6037-4f1d-93f0-d5e1f398256b tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (0418fc6f-a16a-4909-b9e2-0ea4a1c1aa50), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:30.149635 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f9703303-d44e-46a8-85a3-77465e47bcd2 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (76de1372-941c-46f8-bf43-ea46cf28b176), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:30.170548 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-71b0624a-6037-4f1d-93f0-d5e1f398256b tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (0418fc6f-a16a-4909-b9e2-0ea4a1c1aa50), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:30.181002 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9703303-d44e-46a8-85a3-77465e47bcd2 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Pushing event deleted for resources: {'Port': ['ID=76de1372-941c-46f8-bf43-ea46cf28b176,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:30.210899 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-71b0624a-6037-4f1d-93f0-d5e1f398256b tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:30.214176 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-71b0624a-6037-4f1d-93f0-d5e1f398256b tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/subnets/0418fc6f-a16a-4909-b9e2-0ea4a1c1aa50 HTTP/1.1" status: 204 len: 168 time: 0.5017593 Mar 11 19:56:30.215108 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b0624a-6037-4f1d-93f0-d5e1f398256b tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event deleted for resources: {'Subnet': ['ID=0418fc6f-a16a-4909-b9e2-0ea4a1c1aa50,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:30.218256 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35844) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:30.220031 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79b7677-3d13-4504-bcae-f11e807724e2 None None] Network 0897600d-059c-4c97-87d5-16371e549b1b requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:56:30.313330 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-45e843fd-a5ad-4a4a-93ce-527ea944aad7 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (6fb46075-b518-4eaf-a709-ac7049bddfa4), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:30.328001 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6e97038-089f-4125-bb40-fe806f08199b tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Deleting subnet b962d611-0822-4521-b5d7-9c998497e198 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:56:30.356833 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c6e97038-089f-4125-bb40-fe806f08199b tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (b962d611-0822-4521-b5d7-9c998497e198), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:30.429194 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e843fd-a5ad-4a4a-93ce-527ea944aad7 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event updated for resources: {'Subnet': ['ID=6fb46075-b518-4eaf-a709-ac7049bddfa4,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:30.440945 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c6e97038-089f-4125-bb40-fe806f08199b tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (b962d611-0822-4521-b5d7-9c998497e198), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:30.470296 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e843fd-a5ad-4a4a-93ce-527ea944aad7 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Checking segment: {'id': 'd7a8ebd7-f022-4710-8c15-fddc74ba13d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '944cc2c1-80cf-4f1f-9481-af950895ae56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:56:30.470771 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e843fd-a5ad-4a4a-93ce-527ea944aad7 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Network hostable DHCP agents. Network: 944cc2c1-80cf-4f1f-9481-af950895ae56, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:56:30.489893 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20b00bbb-5464-482a-8a3d-2c7bda0fefcd tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Router 3726834a-8ed5-4f80-b95b-7c6cee37bebd has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:56:30.492806 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f9703303-d44e-46a8-85a3-77465e47bcd2 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:30.515483 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e843fd-a5ad-4a4a-93ce-527ea944aad7 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Network 944cc2c1-80cf-4f1f-9481-af950895ae56 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:56:30.568737 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-45e843fd-a5ad-4a4a-93ce-527ea944aad7 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 944cc2c1-80cf-4f1f-9481-af950895ae56) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:56:30.576963 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e843fd-a5ad-4a4a-93ce-527ea944aad7 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:30.577758 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-45e843fd-a5ad-4a4a-93ce-527ea944aad7 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:30.583282 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c6e97038-089f-4125-bb40-fe806f08199b tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (b962d611-0822-4521-b5d7-9c998497e198), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:30.589695 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f24676-dd6f-44b6-9143-5fe573fc1aa1 None None] Network 944cc2c1-80cf-4f1f-9481-af950895ae56 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:56:30.649306 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-45e843fd-a5ad-4a4a-93ce-527ea944aad7 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8991654 Mar 11 19:56:30.650056 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35846) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:30.654859 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-a76a43f0-86a4-4ed7-a401-90e0fbbb0593 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-622194222', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:56:30.686420 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c6e97038-089f-4125-bb40-fe806f08199b tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (b962d611-0822-4521-b5d7-9c998497e198), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:30.722430 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e97038-089f-4125-bb40-fe806f08199b tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event deleted for resources: {'Subnet': ['ID=b962d611-0822-4521-b5d7-9c998497e198,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:30.724677 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c6e97038-089f-4125-bb40-fe806f08199b tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:30.728788 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c6e97038-089f-4125-bb40-fe806f08199b tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/subnets/b962d611-0822-4521-b5d7-9c998497e198 HTTP/1.1" status: 204 len: 168 time: 0.5075688 Mar 11 19:56:30.731310 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b28b9b1-4b76-4406-92ca-6994f3b0f630 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-944cc2c1-80cf-4f1f-9481-af950895ae56', 'network_id': '944cc2c1-80cf-4f1f-9481-af950895ae56', 'project_id': '9a2132e02eba4e489015b67acdaa176b', 'fixed_ips': [{'subnet_id': '6fb46075-b518-4eaf-a709-ac7049bddfa4'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:56:30.731743 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35848) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:30.733706 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6b28b9b1-4b76-4406-92ca-6994f3b0f630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:30.789308 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-304bff6d-67dc-494f-bcdb-7a5aee8fc873 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0563219 Mar 11 19:56:30.793428 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35850) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:30.798382 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-bae3b7a1-e25a-46dc-bc8d-ce139a8677b3 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Request body: {'subnet': {'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:56:30.909226 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-6b28b9b1-4b76-4406-92ca-6994f3b0f630 None None] Allocated IP 2001:db8::2 (944cc2c1-80cf-4f1f-9481-af950895ae56/6fb46075-b518-4eaf-a709-ac7049bddfa4/6d311968-cf16-4fb4-8e8f-7fbe5344716b) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:56:30.910777 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae3b7a1-e25a-46dc-bc8d-ce139a8677b3 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Made reservation on behalf of 06d9e64a19fa4247bc00069610bf80e1 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:56:30.917100 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bae3b7a1-e25a-46dc-bc8d-ce139a8677b3 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:31.096697 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a76a43f0-86a4-4ed7-a401-90e0fbbb0593 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (cb0d7aab-6d9c-4e6c-a6d0-69dbefdcd6ce), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:31.097724 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a76a43f0-86a4-4ed7-a401-90e0fbbb0593 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (cb0d7aab-6d9c-4e6c-a6d0-69dbefdcd6ce), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:31.102556 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b00bbb-5464-482a-8a3d-2c7bda0fefcd tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:56:31.111440 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-20b00bbb-5464-482a-8a3d-2c7bda0fefcd tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "PUT /v2.0/routers/3726834a-8ed5-4f80-b95b-7c6cee37bebd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8117101 Mar 11 19:56:31.116137 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35852) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:31.116307 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6b28b9b1-4b76-4406-92ca-6994f3b0f630 None None] Publish callbacks [] for port (6d311968-cf16-4fb4-8e8f-7fbe5344716b), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:31.125481 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7941fe7-71f6-4507-966f-a1733ff51415 None None] Sync routers for ids ['3726834a-8ed5-4f80-b95b-7c6cee37bebd'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:56:31.133143 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6b28b9b1-4b76-4406-92ca-6994f3b0f630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (6d311968-cf16-4fb4-8e8f-7fbe5344716b), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:31.173419 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7941fe7-71f6-4507-966f-a1733ff51415 None None] Routers {'3726834a-8ed5-4f80-b95b-7c6cee37bebd'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:56:31.174069 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f7941fe7-71f6-4507-966f-a1733ff51415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:56:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['3726834a-8ed5-4f80-b95b-7c6cee37bebd'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:31.191734 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bae3b7a1-e25a-46dc-bc8d-ce139a8677b3 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (3ac2fd18-6860-4262-923e-f5d46c048d55), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:31.242810 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a76a43f0-86a4-4ed7-a401-90e0fbbb0593 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for router_controller (cb0d7aab-6d9c-4e6c-a6d0-69dbefdcd6ce), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:31.253281 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae3b7a1-e25a-46dc-bc8d-ce139a8677b3 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Network 0897600d-059c-4c97-87d5-16371e549b1b is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:56:31.257897 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-bae3b7a1-e25a-46dc-bc8d-ce139a8677b3 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:56:31.268957 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae3b7a1-e25a-46dc-bc8d-ce139a8677b3 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:31.269301 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a76a43f0-86a4-4ed7-a401-90e0fbbb0593 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (cb0d7aab-6d9c-4e6c-a6d0-69dbefdcd6ce), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:31.269560 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bae3b7a1-e25a-46dc-bc8d-ce139a8677b3 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:31.286596 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae3b7a1-e25a-46dc-bc8d-ce139a8677b3 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event updated for resources: {'Subnet': ['ID=3ac2fd18-6860-4262-923e-f5d46c048d55,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:31.296899 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafd7449-6e71-4770-a7b8-50626a3a3b4f None None] Network 0897600d-059c-4c97-87d5-16371e549b1b requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:56:31.302318 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-bae3b7a1-e25a-46dc-bc8d-ce139a8677b3 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5076239 Mar 11 19:56:31.303069 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35854) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:31.310565 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-eb83266b-d693-49e5-af0d-268bea3b5683 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Request body: {'subnet': {'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:56:31.321855 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b28b9b1-4b76-4406-92ca-6994f3b0f630 None None] Network 944cc2c1-80cf-4f1f-9481-af950895ae56 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:56:31.344072 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b28b9b1-4b76-4406-92ca-6994f3b0f630 None None] Pushing event updated for resources: {'Port': ['ID=6d311968-cf16-4fb4-8e8f-7fbe5344716b,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:31.345824 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a76a43f0-86a4-4ed7-a401-90e0fbbb0593 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:31.347030 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-6b28b9b1-4b76-4406-92ca-6994f3b0f630 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:56:31.348653 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a76a43f0-86a4-4ed7-a401-90e0fbbb0593 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6971145 Mar 11 19:56:31.352159 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35856) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:31.355645 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b28b9b1-4b76-4406-92ca-6994f3b0f630 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:56:31.366074 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-14c0dd31-e9f2-438c-b10d-6a1e04aa02dc tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Request body: {'port': {'network_id': '944cc2c1-80cf-4f1f-9481-af950895ae56', 'name': 'tempest-PortsIpV6TestJSON-1177802263'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:56:31.367741 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-18ba8083-730d-48e6-a9f1-252fd276273f tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Deleting subnet 5801be21-522d-4fd5-9fc9-acb86ec6d602 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:56:31.373859 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-f7941fe7-71f6-4507-966f-a1733ff51415 None None] Set router 3726834a-8ed5-4f80-b95b-7c6cee37bebd gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:56:31.376270 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-18ba8083-730d-48e6-a9f1-252fd276273f tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for subnet (5801be21-522d-4fd5-9fc9-acb86ec6d602), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:31.424879 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9703303-d44e-46a8-85a3-77465e47bcd2 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Router 8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:56:31.433878 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ba658d96-226e-4aaa-8c4b-becbd3c38953 None None] Provisioning complete for port 289a7164-5c95-4907-b024-9390f54cd688 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:31.433878 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ba658d96-226e-4aaa-8c4b-becbd3c38953 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (289a7164-5c95-4907-b024-9390f54cd688), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:31.438703 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-18ba8083-730d-48e6-a9f1-252fd276273f tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (5801be21-522d-4fd5-9fc9-acb86ec6d602), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:31.539725 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb83266b-d693-49e5-af0d-268bea3b5683 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Made reservation on behalf of 06d9e64a19fa4247bc00069610bf80e1 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:56:31.543052 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eb83266b-d693-49e5-af0d-268bea3b5683 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:31.600509 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-6b28b9b1-4b76-4406-92ca-6994f3b0f630 None None] Attempting to bind port 6d311968-cf16-4fb4-8e8f-7fbe5344716b on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:56:31.600952 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-6b28b9b1-4b76-4406-92ca-6994f3b0f630 None None] Attempting to bind port 6d311968-cf16-4fb4-8e8f-7fbe5344716b by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'd7a8ebd7-f022-4710-8c15-fddc74ba13d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '944cc2c1-80cf-4f1f-9481-af950895ae56'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:56:31.601241 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b28b9b1-4b76-4406-92ca-6994f3b0f630 None None] Attempting to bind port 6d311968-cf16-4fb4-8e8f-7fbe5344716b on network 944cc2c1-80cf-4f1f-9481-af950895ae56 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:56:31.616266 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c0dd31-e9f2-438c-b10d-6a1e04aa02dc tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Made reservation on behalf of 9a2132e02eba4e489015b67acdaa176b for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:56:31.619684 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-14c0dd31-e9f2-438c-b10d-6a1e04aa02dc tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:31.626457 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-18ba8083-730d-48e6-a9f1-252fd276273f tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (5801be21-522d-4fd5-9fc9-acb86ec6d602), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:31.644937 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-14c0dd31-e9f2-438c-b10d-6a1e04aa02dc tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] device_id is not set on port f75617cc-5b58-498c-b615-40280ad6d756 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:56:31.669446 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9703303-d44e-46a8-85a3-77465e47bcd2 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:56:31.673250 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b28b9b1-4b76-4406-92ca-6994f3b0f630 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:56:31.673693 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b28b9b1-4b76-4406-92ca-6994f3b0f630 None None] Checking segment: {'id': 'd7a8ebd7-f022-4710-8c15-fddc74ba13d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '944cc2c1-80cf-4f1f-9481-af950895ae56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:56:31.674109 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6b28b9b1-4b76-4406-92ca-6994f3b0f630 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:31.674514 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b28b9b1-4b76-4406-92ca-6994f3b0f630 None None] Bound using segment: {'id': 'd7a8ebd7-f022-4710-8c15-fddc74ba13d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '944cc2c1-80cf-4f1f-9481-af950895ae56'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:56:31.674853 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f9703303-d44e-46a8-85a3-77465e47bcd2 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "PUT /v2.0/routers/8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2773719 Mar 11 19:56:31.675040 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-6b28b9b1-4b76-4406-92ca-6994f3b0f630 None None] Bound port: 6d311968-cf16-4fb4-8e8f-7fbe5344716b, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7a8ebd7-f022-4710-8c15-fddc74ba13d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '944cc2c1-80cf-4f1f-9481-af950895ae56'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:56:31.675393 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6b28b9b1-4b76-4406-92ca-6994f3b0f630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (6d311968-cf16-4fb4-8e8f-7fbe5344716b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:31.677798 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35858) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:31.684623 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659c7458-2ff1-435b-a360-d9026cd28abf None None] Sync routers for ids ['8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:56:31.695940 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659c7458-2ff1-435b-a360-d9026cd28abf None None] Routers {'8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:56:31.696871 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-659c7458-2ff1-435b-a360-d9026cd28abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:56:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:31.747252 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a881f7c-38a5-4cdf-995a-c1f7a4dd1c79 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Deleting subnet 49cb0d5b-a7b4-4de5-988d-a1801f9130ba {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:56:31.750910 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2a881f7c-38a5-4cdf-995a-c1f7a4dd1c79 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks [] for subnet (49cb0d5b-a7b4-4de5-988d-a1801f9130ba), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:31.807701 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2a881f7c-38a5-4cdf-995a-c1f7a4dd1c79 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (49cb0d5b-a7b4-4de5-988d-a1801f9130ba), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:31.814570 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-659c7458-2ff1-435b-a360-d9026cd28abf None None] Set router 8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:56:31.831488 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-14c0dd31-e9f2-438c-b10d-6a1e04aa02dc tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Allocated IP 2001:db8::204 (944cc2c1-80cf-4f1f-9481-af950895ae56/6fb46075-b518-4eaf-a709-ac7049bddfa4/f75617cc-5b58-498c-b615-40280ad6d756) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:56:31.907310 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2a881f7c-38a5-4cdf-995a-c1f7a4dd1c79 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (49cb0d5b-a7b4-4de5-988d-a1801f9130ba), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:31.931452 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ba658d96-226e-4aaa-8c4b-becbd3c38953 None None] Current status of the port 289a7164-5c95-4907-b024-9390f54cd688 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:31.993351 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2a881f7c-38a5-4cdf-995a-c1f7a4dd1c79 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (49cb0d5b-a7b4-4de5-988d-a1801f9130ba), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:32.009419 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2a881f7c-38a5-4cdf-995a-c1f7a4dd1c79 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:32.016759 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-2a881f7c-38a5-4cdf-995a-c1f7a4dd1c79 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "DELETE /v2.0/subnets/49cb0d5b-a7b4-4de5-988d-a1801f9130ba HTTP/1.1" status: 204 len: 168 time: 0.3375115 Mar 11 19:56:32.018358 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-18ba8083-730d-48e6-a9f1-252fd276273f tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (5801be21-522d-4fd5-9fc9-acb86ec6d602), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:32.022605 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35860) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:32.033175 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-659c7458-2ff1-435b-a360-d9026cd28abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1831997786', 'tenant_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '3f60ab8b-d22e-4383-b6b6-b89872956753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:53:29Z', 'updated_at': '2022-03-11T19:56:30Z', 'revision_number': 5, 'project_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'gw_port': {'id': '3f60ab8b-d22e-4383-b6b6-b89872956753', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:87:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:53:30Z', 'updated_at': '2022-03-11T19:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:32.034206 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8277717-a72b-4c0d-8061-f658b04b33c5 None None] Network 53d3e097-1720-40c7-a335-5030921545d4 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:56:32.045796 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-14c0dd31-e9f2-438c-b10d-6a1e04aa02dc tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for port (f75617cc-5b58-498c-b615-40280ad6d756), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:32.065179 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659c7458-2ff1-435b-a360-d9026cd28abf None None] Checking router: 8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:56:32.074452 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659c7458-2ff1-435b-a360-d9026cd28abf None None] Routers {'8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:56:32.075279 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-659c7458-2ff1-435b-a360-d9026cd28abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:56:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:32.089027 n-d-833163-1 neutron-server[103884]: INFO neutron.db.ipam_backend_mixin [None req-eb83266b-d693-49e5-af0d-268bea3b5683 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3ac2fd18-6860-4262-923e-f5d46c048d55 (CIDR: 2001:db8::/64) Mar 11 19:56:32.091916 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-14c0dd31-e9f2-438c-b10d-6a1e04aa02dc tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (f75617cc-5b58-498c-b615-40280ad6d756), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:32.095239 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb83266b-d693-49e5-af0d-268bea3b5683 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:56:32.095905 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb83266b-d693-49e5-af0d-268bea3b5683 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:56:32.171228 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c0dd31-e9f2-438c-b10d-6a1e04aa02dc tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Network 944cc2c1-80cf-4f1f-9481-af950895ae56 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:56:32.176679 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c0dd31-e9f2-438c-b10d-6a1e04aa02dc tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event updated for resources: {'Port': ['ID=f75617cc-5b58-498c-b615-40280ad6d756,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:32.185213 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aff01a4d-3d6f-4738-9981-1eb5c307d80c tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks [] for router (8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:32.188540 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-659c7458-2ff1-435b-a360-d9026cd28abf None None] Set router 8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:56:32.194757 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-14c0dd31-e9f2-438c-b10d-6a1e04aa02dc tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:56:32.202945 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c0dd31-e9f2-438c-b10d-6a1e04aa02dc tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:56:32.215058 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c0dd31-e9f2-438c-b10d-6a1e04aa02dc tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:32.216385 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-14c0dd31-e9f2-438c-b10d-6a1e04aa02dc tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:32.220646 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-6b28b9b1-4b76-4406-92ca-6994f3b0f630 None None] For port 6d311968-cf16-4fb4-8e8f-7fbe5344716b, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:56:32.228377 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a881f7c-38a5-4cdf-995a-c1f7a4dd1c79 tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Pushing event deleted for resources: {'Subnet': ['ID=49cb0d5b-a7b4-4de5-988d-a1801f9130ba,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:32.230673 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495c5a30-c013-4dfc-8977-961f415608ea None None] Update dhcp port {'port': {'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'fixed_ips': [{'subnet_id': '3ac2fd18-6860-4262-923e-f5d46c048d55'}], 'binding:host_id': 'n-d-833163-1'}, 'id': '289a7164-5c95-4907-b024-9390f54cd688'} from n-d-833163-1. {{(pid=103886) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 11 19:56:32.242894 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-18ba8083-730d-48e6-a9f1-252fd276273f tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:32.250037 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-18ba8083-730d-48e6-a9f1-252fd276273f tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "DELETE /v2.0/subnets/5801be21-522d-4fd5-9fc9-acb86ec6d602 HTTP/1.1" status: 204 len: 168 time: 1.1304932 Mar 11 19:56:32.254436 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35862) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:32.260162 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ec2de1-d4dc-4d66-864a-345d1330deea None None] Network 8d66b73e-16a3-4866-8835-f4b2721548db requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:56:32.269507 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35864) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:32.271066 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-14c0dd31-e9f2-438c-b10d-6a1e04aa02dc tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9095871 Mar 11 19:56:32.340548 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-6b28b9b1-4b76-4406-92ca-6994f3b0f630 None None] For port 6d311968-cf16-4fb4-8e8f-7fbe5344716b, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=6d311968-cf16-4fb4-8e8f-7fbe5344716b,segment=NetworkSegment(d7a8ebd7-f022-4710-8c15-fddc74ba13d5),segment_id=d7a8ebd7-f022-4710-8c15-fddc74ba13d5)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:56:32.392651 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-659c7458-2ff1-435b-a360-d9026cd28abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1831997786', 'tenant_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '3f60ab8b-d22e-4383-b6b6-b89872956753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:53:29Z', 'updated_at': '2022-03-11T19:56:30Z', 'revision_number': 5, 'project_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'gw_port': {'id': '3f60ab8b-d22e-4383-b6b6-b89872956753', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:87:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:53:30Z', 'updated_at': '2022-03-11T19:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:32.399100 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f7941fe7-71f6-4507-966f-a1733ff51415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3726834a-8ed5-4f80-b95b-7c6cee37bebd', 'name': 'tempest-RoutersIpV6Test-router-1629019246', 'tenant_id': 'add05d9726be43c2815669eb9adbbe31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:48Z', 'updated_at': '2022-03-11T19:56:29Z', 'revision_number': 10, 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'gw_port_host': None, '_interfaces': [{'id': '837281e6-8819-4291-b175-d68f60e25c76', 'name': '', 'network_id': '1067292e-856c-40cb-9c34-67eaab76a69d', 'tenant_id': 'add05d9726be43c2815669eb9adbbe31', 'mac_address': 'fa:16:3e:f4:6f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726834a-8ed5-4f80-b95b-7c6cee37bebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': 'e97cc19a-f328-44b7-a13e-081ae859becd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:51Z', 'updated_at': '2022-03-11T19:56:02Z', 'revision_number': 5, 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'subnets': [{'id': 'e97cc19a-f328-44b7-a13e-081ae859becd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:32.408226 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6b28b9b1-4b76-4406-92ca-6994f3b0f630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (6d311968-cf16-4fb4-8e8f-7fbe5344716b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:32.422022 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659c7458-2ff1-435b-a360-d9026cd28abf None None] The sync data for ids ['8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a'] in n-d-833163-1 is: [{'id': '8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1831997786', 'tenant_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '3f60ab8b-d22e-4383-b6b6-b89872956753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:53:29Z', 'updated_at': '2022-03-11T19:56:30Z', 'revision_number': 5, 'project_id': 'ba1ac85839b24ea7a6d2ca439cce25f5', 'gw_port': {'id': '3f60ab8b-d22e-4383-b6b6-b89872956753', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:87:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:53:30Z', 'updated_at': '2022-03-11T19:53:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:56:32.426577 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ba8083-730d-48e6-a9f1-252fd276273f tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event deleted for resources: {'Subnet': ['ID=5801be21-522d-4fd5-9fc9-acb86ec6d602,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:32.430212 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-eb83266b-d693-49e5-af0d-268bea3b5683 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1258609 Mar 11 19:56:32.436132 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c6952f8b-8572-430f-9388-a5f0f4fc87fd tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (8d66b73e-16a3-4866-8835-f4b2721548db), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:32.436288 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35866) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:32.442216 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-e04ef07b-1386-4ee8-843f-34384c83f76e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Request body: {'subnet': {'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:56:32.500249 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-c6952f8b-8572-430f-9388-a5f0f4fc87fd tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Deleting port b175028b-2183-4c95-be60-9770401c3c60 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:56:32.500747 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c6952f8b-8572-430f-9388-a5f0f4fc87fd tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (b175028b-2183-4c95-be60-9770401c3c60), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:32.514960 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acaca2b5-ef95-4cc5-b99b-0690e47971a4 None None] DHCP port deletion for 53d3e097-1720-40c7-a335-5030921545d4 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:56:32.528076 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b28b9b1-4b76-4406-92ca-6994f3b0f630 None None] Pushing event updated for resources: {'Port': ['ID=6d311968-cf16-4fb4-8e8f-7fbe5344716b,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:32.531242 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-495c5a30-c013-4dfc-8977-961f415608ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (289a7164-5c95-4907-b024-9390f54cd688), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:32.538994 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7941fe7-71f6-4507-966f-a1733ff51415 None None] Checking router: 3726834a-8ed5-4f80-b95b-7c6cee37bebd for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:56:32.573639 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-c6952f8b-8572-430f-9388-a5f0f4fc87fd tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] For port b175028b-2183-4c95-be60-9770401c3c60, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=b175028b-2183-4c95-be60-9770401c3c60,segment=NetworkSegment(cf25d69f-ab2b-4927-b062-5e0cbbf7777a),segment_id=cf25d69f-ab2b-4927-b062-5e0cbbf7777a)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:56:32.574101 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c6952f8b-8572-430f-9388-a5f0f4fc87fd tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (b175028b-2183-4c95-be60-9770401c3c60), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:32.593420 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7941fe7-71f6-4507-966f-a1733ff51415 None None] Routers {'3726834a-8ed5-4f80-b95b-7c6cee37bebd'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:56:32.593662 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-c6952f8b-8572-430f-9388-a5f0f4fc87fd tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Calling delete_port for b175028b-2183-4c95-be60-9770401c3c60 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:56:32.594760 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f7941fe7-71f6-4507-966f-a1733ff51415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:56:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['3726834a-8ed5-4f80-b95b-7c6cee37bebd'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:32.737062 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c6952f8b-8572-430f-9388-a5f0f4fc87fd tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (b175028b-2183-4c95-be60-9770401c3c60), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:32.737691 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aff01a4d-3d6f-4738-9981-1eb5c307d80c tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks [] for router_gateway (8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:32.768215 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04ef07b-1386-4ee8-843f-34384c83f76e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Made reservation on behalf of 06d9e64a19fa4247bc00069610bf80e1 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:56:32.775955 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e04ef07b-1386-4ee8-843f-34384c83f76e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:32.787608 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3919f3f4-0ffe-4c45-a128-5512ebe39b37 None None] DHCP port deletion for 8d66b73e-16a3-4866-8835-f4b2721548db request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:56:32.819665 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-f7941fe7-71f6-4507-966f-a1733ff51415 None None] Set router 3726834a-8ed5-4f80-b95b-7c6cee37bebd gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:56:32.828994 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-acaca2b5-ef95-4cc5-b99b-0690e47971a4 None None] Deleting port 10283e80-8f2a-4a1d-9508-ff7ac40f3da1 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:56:32.829465 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-acaca2b5-ef95-4cc5-b99b-0690e47971a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (10283e80-8f2a-4a1d-9508-ff7ac40f3da1), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:32.837440 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6952f8b-8572-430f-9388-a5f0f4fc87fd tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event deleted for resources: {'Port': ['ID=b175028b-2183-4c95-be60-9770401c3c60,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:32.839990 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6952f8b-8572-430f-9388-a5f0f4fc87fd tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] No DVR routers for this DVR port b175028b-2183-4c95-be60-9770401c3c60 on host n-d-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:56:33.003404 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device b175028b-2183-4c95-be60-9770401c3c60 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:56:33.011058 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c6952f8b-8572-430f-9388-a5f0f4fc87fd tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (8d66b73e-16a3-4866-8835-f4b2721548db), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:33.041329 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-c6952f8b-8572-430f-9388-a5f0f4fc87fd tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d66b73e-16a3-4866-8835-f4b2721548db']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:33.059437 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-c6952f8b-8572-430f-9388-a5f0f4fc87fd tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf25d69f-ab2b-4927-b062-5e0cbbf7777a') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:33.060077 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-c6952f8b-8572-430f-9388-a5f0f4fc87fd tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf25d69f-ab2b-4927-b062-5e0cbbf7777a') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:33.072857 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c6952f8b-8572-430f-9388-a5f0f4fc87fd tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (cf25d69f-ab2b-4927-b062-5e0cbbf7777a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:33.092177 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c6952f8b-8572-430f-9388-a5f0f4fc87fd tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (cf25d69f-ab2b-4927-b062-5e0cbbf7777a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:33.101825 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6dcd12fb-ab1f-4f55-8052-cda3f52fb1a4 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (f75617cc-5b58-498c-b615-40280ad6d756), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:33.103749 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6952f8b-8572-430f-9388-a5f0f4fc87fd tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Releasing vlan 897 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:56:33.104450 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c6952f8b-8572-430f-9388-a5f0f4fc87fd tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (cf25d69f-ab2b-4927-b062-5e0cbbf7777a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:33.109462 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:56:33.109462 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:56:33.109462 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:56:33.109462 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:56:33.109462 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:56:33.109462 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:56:33.109462 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:56:33.109462 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:56:33.109462 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:56:33.109462 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:56:33.109462 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:56:33.109462 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:56:33.109462 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:56:33.109462 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:56:33.109462 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:56:33.109462 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:56:33.109462 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:56:33.109462 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:56:33.109462 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:56:33.109462 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:56:33.109462 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:56:33.109462 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:56:33.109462 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:56:33.109462 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:56:33.109462 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:56:33.109462 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:56:33.109462 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:56:33.109462 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:56:33.109462 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:56:33.109462 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:56:33.109462 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:56:33.109462 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:56:33.170067 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: b175028b-2183-4c95-be60-9770401c3c60 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:56:33.170822 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device b175028b-2183-4c95-be60-9770401c3c60 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:56:33.171710 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 10283e80-8f2a-4a1d-9508-ff7ac40f3da1 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:56:33.177386 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-aff01a4d-3d6f-4738-9981-1eb5c307d80c tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Deleting port 3f60ab8b-d22e-4383-b6b6-b89872956753 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:56:33.177687 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aff01a4d-3d6f-4738-9981-1eb5c307d80c tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (3f60ab8b-d22e-4383-b6b6-b89872956753), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:33.194962 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c6952f8b-8572-430f-9388-a5f0f4fc87fd tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (8d66b73e-16a3-4866-8835-f4b2721548db), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:33.206115 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c6952f8b-8572-430f-9388-a5f0f4fc87fd tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:33.210127 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c6952f8b-8572-430f-9388-a5f0f4fc87fd tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "DELETE /v2.0/networks/8d66b73e-16a3-4866-8835-f4b2721548db HTTP/1.1" status: 204 len: 168 time: 0.9521117 Mar 11 19:56:33.222211 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35868) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:33.223739 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-495c5a30-c013-4dfc-8977-961f415608ea None None] Allocated IP 2001:db8::2 (0897600d-059c-4c97-87d5-16371e549b1b/3ac2fd18-6860-4262-923e-f5d46c048d55/289a7164-5c95-4907-b024-9390f54cd688) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:56:33.229168 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6952f8b-8572-430f-9388-a5f0f4fc87fd tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event deleted for resources: {'Network': ['ID=8d66b73e-16a3-4866-8835-f4b2721548db,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:33.269709 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-aff01a4d-3d6f-4738-9981-1eb5c307d80c tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] For port 3f60ab8b-d22e-4383-b6b6-b89872956753, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=3f60ab8b-d22e-4383-b6b6-b89872956753,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:56:33.270071 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aff01a4d-3d6f-4738-9981-1eb5c307d80c tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (3f60ab8b-d22e-4383-b6b6-b89872956753), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:33.281413 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-acaca2b5-ef95-4cc5-b99b-0690e47971a4 None None] For port 10283e80-8f2a-4a1d-9508-ff7ac40f3da1, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=10283e80-8f2a-4a1d-9508-ff7ac40f3da1,segment=NetworkSegment(8bae2e39-3ded-475a-b41b-d1d088554c02),segment_id=8bae2e39-3ded-475a-b41b-d1d088554c02)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:56:33.281851 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-acaca2b5-ef95-4cc5-b99b-0690e47971a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (10283e80-8f2a-4a1d-9508-ff7ac40f3da1), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:33.341391 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-acaca2b5-ef95-4cc5-b99b-0690e47971a4 None None] Calling delete_port for 10283e80-8f2a-4a1d-9508-ff7ac40f3da1 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:56:33.487809 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 10283e80-8f2a-4a1d-9508-ff7ac40f3da1 is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:33.488292 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (10283e80-8f2a-4a1d-9508-ff7ac40f3da1), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:33.527605 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-495c5a30-c013-4dfc-8977-961f415608ea None None] For port 289a7164-5c95-4907-b024-9390f54cd688, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=289a7164-5c95-4907-b024-9390f54cd688,segment=NetworkSegment(70c71ca7-59df-46c5-86d9-acc712ed1da1),segment_id=70c71ca7-59df-46c5-86d9-acc712ed1da1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:56:33.569245 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-aff01a4d-3d6f-4738-9981-1eb5c307d80c tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Calling delete_port for 3f60ab8b-d22e-4383-b6b6-b89872956753 owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:56:33.575698 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 10283e80-8f2a-4a1d-9508-ff7ac40f3da1, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=10283e80-8f2a-4a1d-9508-ff7ac40f3da1,segment=NetworkSegment(8bae2e39-3ded-475a-b41b-d1d088554c02),segment_id=8bae2e39-3ded-475a-b41b-d1d088554c02)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:56:33.591453 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (10283e80-8f2a-4a1d-9508-ff7ac40f3da1), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:33.592022 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 76de1372-941c-46f8-bf43-ea46cf28b176 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:56:33.596787 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fbc9bf2f-bad4-4c79-a601-2bc1aeb06f95 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (3726834a-8ed5-4f80-b95b-7c6cee37bebd), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:33.649610 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 76de1372-941c-46f8-bf43-ea46cf28b176 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:56:33.649948 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 76de1372-941c-46f8-bf43-ea46cf28b176 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:56:33.683465 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-495c5a30-c013-4dfc-8977-961f415608ea None None] Publish callbacks [] for port (289a7164-5c95-4907-b024-9390f54cd688), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:33.702093 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-495c5a30-c013-4dfc-8977-961f415608ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (289a7164-5c95-4907-b024-9390f54cd688), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:33.713302 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=10283e80-8f2a-4a1d-9508-ff7ac40f3da1,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:33.721891 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-acaca2b5-ef95-4cc5-b99b-0690e47971a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (10283e80-8f2a-4a1d-9508-ff7ac40f3da1), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:33.808565 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acaca2b5-ef95-4cc5-b99b-0690e47971a4 None None] No DVR routers for this DVR port 10283e80-8f2a-4a1d-9508-ff7ac40f3da1 on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:56:33.828669 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f7941fe7-71f6-4507-966f-a1733ff51415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3726834a-8ed5-4f80-b95b-7c6cee37bebd', 'name': 'tempest-RoutersIpV6Test-router-1629019246', 'tenant_id': 'add05d9726be43c2815669eb9adbbe31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:48Z', 'updated_at': '2022-03-11T19:56:29Z', 'revision_number': 10, 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'gw_port_host': None, '_interfaces': [{'id': '837281e6-8819-4291-b175-d68f60e25c76', 'name': '', 'network_id': '1067292e-856c-40cb-9c34-67eaab76a69d', 'tenant_id': 'add05d9726be43c2815669eb9adbbe31', 'mac_address': 'fa:16:3e:f4:6f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726834a-8ed5-4f80-b95b-7c6cee37bebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': 'e97cc19a-f328-44b7-a13e-081ae859becd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:51Z', 'updated_at': '2022-03-11T19:56:02Z', 'revision_number': 5, 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'subnets': [{'id': 'e97cc19a-f328-44b7-a13e-081ae859becd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:33.834787 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495c5a30-c013-4dfc-8977-961f415608ea None None] Pushing event updated for resources: {'Port': ['ID=289a7164-5c95-4907-b024-9390f54cd688,revision_number=12']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:33.987192 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aff01a4d-3d6f-4738-9981-1eb5c307d80c tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (3f60ab8b-d22e-4383-b6b6-b89872956753), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:34.094842 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff01a4d-3d6f-4738-9981-1eb5c307d80c tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Pushing event deleted for resources: {'Port': ['ID=3f60ab8b-d22e-4383-b6b6-b89872956753,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:34.166395 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7941fe7-71f6-4507-966f-a1733ff51415 None None] The sync data for ids ['3726834a-8ed5-4f80-b95b-7c6cee37bebd'] in n-d-833163-1 is: [{'id': '3726834a-8ed5-4f80-b95b-7c6cee37bebd', 'name': 'tempest-RoutersIpV6Test-router-1629019246', 'tenant_id': 'add05d9726be43c2815669eb9adbbe31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:48Z', 'updated_at': '2022-03-11T19:56:29Z', 'revision_number': 10, 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'gw_port_host': None, '_interfaces': [{'id': '837281e6-8819-4291-b175-d68f60e25c76', 'name': '', 'network_id': '1067292e-856c-40cb-9c34-67eaab76a69d', 'tenant_id': 'add05d9726be43c2815669eb9adbbe31', 'mac_address': 'fa:16:3e:f4:6f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3726834a-8ed5-4f80-b95b-7c6cee37bebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': 'e97cc19a-f328-44b7-a13e-081ae859becd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:51Z', 'updated_at': '2022-03-11T19:56:02Z', 'revision_number': 5, 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'subnets': [{'id': 'e97cc19a-f328-44b7-a13e-081ae859becd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:56:34.197088 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaca2b5-ef95-4cc5-b99b-0690e47971a4 None None] Pushing event deleted for resources: {'Port': ['ID=10283e80-8f2a-4a1d-9508-ff7ac40f3da1,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:34.246847 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36818220-2d0f-4d15-be01-b14c32f72764 None None] Network 944cc2c1-80cf-4f1f-9481-af950895ae56 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:56:34.282724 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aff01a4d-3d6f-4738-9981-1eb5c307d80c tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:34.333964 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-8881f48f-aa65-4164-942c-77c6039e0202 None None] Provisioning complete for port 6d311968-cf16-4fb4-8e8f-7fbe5344716b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:34.334388 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8881f48f-aa65-4164-942c-77c6039e0202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (6d311968-cf16-4fb4-8e8f-7fbe5344716b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:34.376373 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6dcd12fb-ab1f-4f55-8052-cda3f52fb1a4 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for port (f75617cc-5b58-498c-b615-40280ad6d756), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:34.393347 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6dcd12fb-ab1f-4f55-8052-cda3f52fb1a4 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (f75617cc-5b58-498c-b615-40280ad6d756), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:34.458200 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aff01a4d-3d6f-4738-9981-1eb5c307d80c tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:34.467214 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8881f48f-aa65-4164-942c-77c6039e0202 None None] Current status of the port 6d311968-cf16-4fb4-8e8f-7fbe5344716b is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:34.467778 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8881f48f-aa65-4164-942c-77c6039e0202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (6d311968-cf16-4fb4-8e8f-7fbe5344716b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:34.491227 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-fbc9bf2f-bad4-4c79-a601-2bc1aeb06f95 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Deleting port 837281e6-8819-4291-b175-d68f60e25c76 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:56:34.492422 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fbc9bf2f-bad4-4c79-a601-2bc1aeb06f95 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (837281e6-8819-4291-b175-d68f60e25c76), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:34.498877 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aff01a4d-3d6f-4738-9981-1eb5c307d80c tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks [] for router_controller (8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:34.510925 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-8881f48f-aa65-4164-942c-77c6039e0202 None None] For port 6d311968-cf16-4fb4-8e8f-7fbe5344716b, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=6d311968-cf16-4fb4-8e8f-7fbe5344716b,segment=NetworkSegment(d7a8ebd7-f022-4710-8c15-fddc74ba13d5),segment_id=d7a8ebd7-f022-4710-8c15-fddc74ba13d5)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:56:34.544243 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8881f48f-aa65-4164-942c-77c6039e0202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (6d311968-cf16-4fb4-8e8f-7fbe5344716b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:34.597457 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-fbc9bf2f-bad4-4c79-a601-2bc1aeb06f95 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] For port 837281e6-8819-4291-b175-d68f60e25c76, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=837281e6-8819-4291-b175-d68f60e25c76,segment=NetworkSegment(ccc97c89-5799-4692-b1c2-78d0d90f94fe),segment_id=ccc97c89-5799-4692-b1c2-78d0d90f94fe)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:56:34.597751 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fbc9bf2f-bad4-4c79-a601-2bc1aeb06f95 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (837281e6-8819-4291-b175-d68f60e25c76), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:34.628534 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-fbc9bf2f-bad4-4c79-a601-2bc1aeb06f95 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Calling delete_port for 837281e6-8819-4291-b175-d68f60e25c76 owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:56:34.672139 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8881f48f-aa65-4164-942c-77c6039e0202 None None] Pushing event updated for resources: {'Port': ['ID=6d311968-cf16-4fb4-8e8f-7fbe5344716b,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:34.777231 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcd12fb-ab1f-4f55-8052-cda3f52fb1a4 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event updated for resources: {'Port': ['ID=f75617cc-5b58-498c-b615-40280ad6d756,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:34.833151 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aff01a4d-3d6f-4738-9981-1eb5c307d80c tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:34.833988 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff01a4d-3d6f-4738-9981-1eb5c307d80c tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Fanout notify agent at l3_agent the message router_deleted on router 8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:56:34.846722 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aff01a4d-3d6f-4738-9981-1eb5c307d80c tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:34.847976 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-aff01a4d-3d6f-4738-9981-1eb5c307d80c tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "DELETE /v2.0/routers/8b8d1c3a-c0f9-4a76-b1cd-1e1e34c1110a HTTP/1.1" status: 204 len: 168 time: 2.8242769 Mar 11 19:56:34.855873 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35872) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:34.896484 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-df147b86-faea-4459-b756-0488f264c3f7 None None] Provisioning complete for port 289a7164-5c95-4907-b024-9390f54cd688 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:34.897660 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-df147b86-faea-4459-b756-0488f264c3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (289a7164-5c95-4907-b024-9390f54cd688), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:34.956896 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 6d311968-cf16-4fb4-8e8f-7fbe5344716b up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:56:34.968646 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fbc9bf2f-bad4-4c79-a601-2bc1aeb06f95 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (837281e6-8819-4291-b175-d68f60e25c76), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:35.001640 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc9bf2f-bad4-4c79-a601-2bc1aeb06f95 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event deleted for resources: {'Port': ['ID=837281e6-8819-4291-b175-d68f60e25c76,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:35.041704 n-d-833163-1 neutron-server[103885]: DEBUG neutron.objects.ports [None req-e04ef07b-1386-4ee8-843f-34384c83f76e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103885) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 19:56:35.095327 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 6d311968-cf16-4fb4-8e8f-7fbe5344716b triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:35.095900 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (6d311968-cf16-4fb4-8e8f-7fbe5344716b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:35.131886 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fbc9bf2f-bad4-4c79-a601-2bc1aeb06f95 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (3726834a-8ed5-4f80-b95b-7c6cee37bebd), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:35.137420 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-df147b86-faea-4459-b756-0488f264c3f7 None None] Current status of the port 289a7164-5c95-4907-b024-9390f54cd688 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:35.216179 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 6d311968-cf16-4fb4-8e8f-7fbe5344716b is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:35.218162 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 289a7164-5c95-4907-b024-9390f54cd688 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:56:35.222600 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-02049ac8-04f8-43f2-a1e1-1f91487c072c tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (53d3e097-1720-40c7-a335-5030921545d4), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:35.294066 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6dcd12fb-ab1f-4f55-8052-cda3f52fb1a4 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (cb0d7aab-6d9c-4e6c-a6d0-69dbefdcd6ce), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:35.298187 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 289a7164-5c95-4907-b024-9390f54cd688 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:35.299199 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (289a7164-5c95-4907-b024-9390f54cd688), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:35.348599 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-fd9cd38c-ea92-4d20-a1f8-7cceb82e9d0f None None] Provisioning complete for port 6d311968-cf16-4fb4-8e8f-7fbe5344716b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:35.349101 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fd9cd38c-ea92-4d20-a1f8-7cceb82e9d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (6d311968-cf16-4fb4-8e8f-7fbe5344716b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:35.390128 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbc9bf2f-bad4-4c79-a601-2bc1aeb06f95 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Router 3726834a-8ed5-4f80-b95b-7c6cee37bebd has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:56:35.466355 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-fd9cd38c-ea92-4d20-a1f8-7cceb82e9d0f None None] Current status of the port 6d311968-cf16-4fb4-8e8f-7fbe5344716b is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:35.491928 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-fd9cd38c-ea92-4d20-a1f8-7cceb82e9d0f None None] Provisioning complete for port f75617cc-5b58-498c-b615-40280ad6d756 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:35.492605 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fd9cd38c-ea92-4d20-a1f8-7cceb82e9d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (f75617cc-5b58-498c-b615-40280ad6d756), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:35.515843 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc9bf2f-bad4-4c79-a601-2bc1aeb06f95 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:56:35.526063 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-fbc9bf2f-bad4-4c79-a601-2bc1aeb06f95 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "PUT /v2.0/routers/3726834a-8ed5-4f80-b95b-7c6cee37bebd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3025334 Mar 11 19:56:35.530159 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35874) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:35.542591 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-fd9cd38c-ea92-4d20-a1f8-7cceb82e9d0f None None] Port f75617cc-5b58-498c-b615-40280ad6d756 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:56:35.544952 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3984a535-2a39-4a4a-af96-11a32653b768 None None] Sync routers for ids ['3726834a-8ed5-4f80-b95b-7c6cee37bebd'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:56:35.555935 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 289a7164-5c95-4907-b024-9390f54cd688 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:35.561883 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3984a535-2a39-4a4a-af96-11a32653b768 None None] Routers {'3726834a-8ed5-4f80-b95b-7c6cee37bebd'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:56:35.562630 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-3984a535-2a39-4a4a-af96-11a32653b768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:56:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['3726834a-8ed5-4f80-b95b-7c6cee37bebd'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:35.588912 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-02049ac8-04f8-43f2-a1e1-1f91487c072c tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (53d3e097-1720-40c7-a335-5030921545d4), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:35.602795 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-56f35a5f-2786-43c4-a00e-648849dafe8a tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Deleting subnet e97cc19a-f328-44b7-a13e-081ae859becd {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:56:35.607138 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-56f35a5f-2786-43c4-a00e-648849dafe8a tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for subnet (e97cc19a-f328-44b7-a13e-081ae859becd), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:35.613558 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-02049ac8-04f8-43f2-a1e1-1f91487c072c tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53d3e097-1720-40c7-a335-5030921545d4']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:35.625071 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-02049ac8-04f8-43f2-a1e1-1f91487c072c tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bae2e39-3ded-475a-b41b-d1d088554c02') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:35.625301 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-02049ac8-04f8-43f2-a1e1-1f91487c072c tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bae2e39-3ded-475a-b41b-d1d088554c02') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:35.637894 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-02049ac8-04f8-43f2-a1e1-1f91487c072c tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (8bae2e39-3ded-475a-b41b-d1d088554c02), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:35.650330 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-3984a535-2a39-4a4a-af96-11a32653b768 None None] Set router 3726834a-8ed5-4f80-b95b-7c6cee37bebd gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:56:35.652771 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 73f42f66-88e6-45f9-969a-e6997420c981 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:56:35.661322 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-56f35a5f-2786-43c4-a00e-648849dafe8a tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (e97cc19a-f328-44b7-a13e-081ae859becd), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:35.699617 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-02049ac8-04f8-43f2-a1e1-1f91487c072c tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (8bae2e39-3ded-475a-b41b-d1d088554c02), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:35.711532 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6dcd12fb-ab1f-4f55-8052-cda3f52fb1a4 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (f75617cc-5b58-498c-b615-40280ad6d756), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:35.720984 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02049ac8-04f8-43f2-a1e1-1f91487c072c tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Releasing vlan 856 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:56:35.720984 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-02049ac8-04f8-43f2-a1e1-1f91487c072c tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (8bae2e39-3ded-475a-b41b-d1d088554c02), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:35.734815 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 19:56:35.734815 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:56:35.734815 n-d-833163-1 neutron-server[103885]: timer() Mar 11 19:56:35.734815 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:56:35.734815 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 19:56:35.734815 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:56:35.734815 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 19:56:35.734815 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:56:35.734815 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 19:56:35.734815 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:56:35.734815 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 19:56:35.734815 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:56:35.734815 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 19:56:35.734815 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:56:35.734815 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:56:35.734815 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:56:35.734815 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:56:35.734815 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:56:35.734815 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 19:56:35.734815 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:56:35.734815 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 19:56:35.734815 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:56:35.734815 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:56:35.734815 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:56:35.734815 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 19:56:35.734815 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:56:35.734815 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:56:35.734815 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:56:35.734815 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:56:35.734815 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:56:35.734815 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:56:35.734815 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:56:35.746140 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-3984a535-2a39-4a4a-af96-11a32653b768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3726834a-8ed5-4f80-b95b-7c6cee37bebd', 'name': 'tempest-RoutersIpV6Test-router-1629019246', 'tenant_id': 'add05d9726be43c2815669eb9adbbe31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:48Z', 'updated_at': '2022-03-11T19:56:34Z', 'revision_number': 11, 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'gw_port_host': None}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:35.748513 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 73f42f66-88e6-45f9-969a-e6997420c981 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:56:35.748823 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 73f42f66-88e6-45f9-969a-e6997420c981 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:56:35.785097 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3984a535-2a39-4a4a-af96-11a32653b768 None None] Checking router: 3726834a-8ed5-4f80-b95b-7c6cee37bebd for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:56:35.788270 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-7df90e1e-a6b0-42f1-b34a-b85676e74e50 None None] Provisioning complete for port f75617cc-5b58-498c-b615-40280ad6d756 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:35.788649 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7df90e1e-a6b0-42f1-b34a-b85676e74e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (f75617cc-5b58-498c-b615-40280ad6d756), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:35.793260 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e04ef07b-1386-4ee8-843f-34384c83f76e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (289a7164-5c95-4907-b024-9390f54cd688), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:35.795651 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-56f35a5f-2786-43c4-a00e-648849dafe8a tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (e97cc19a-f328-44b7-a13e-081ae859becd), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:35.822561 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3984a535-2a39-4a4a-af96-11a32653b768 None None] Routers {'3726834a-8ed5-4f80-b95b-7c6cee37bebd'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:56:35.823226 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-3984a535-2a39-4a4a-af96-11a32653b768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:56:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['3726834a-8ed5-4f80-b95b-7c6cee37bebd'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:35.871129 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-56f35a5f-2786-43c4-a00e-648849dafe8a tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (e97cc19a-f328-44b7-a13e-081ae859becd), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:35.878958 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-7df90e1e-a6b0-42f1-b34a-b85676e74e50 None None] Port f75617cc-5b58-498c-b615-40280ad6d756 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:56:35.905964 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-56f35a5f-2786-43c4-a00e-648849dafe8a tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:35.909747 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-56f35a5f-2786-43c4-a00e-648849dafe8a tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "DELETE /v2.0/subnets/e97cc19a-f328-44b7-a13e-081ae859becd HTTP/1.1" status: 204 len: 168 time: 0.3785672 Mar 11 19:56:35.910857 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f35a5f-2786-43c4-a00e-648849dafe8a tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event deleted for resources: {'Subnet': ['ID=e97cc19a-f328-44b7-a13e-081ae859becd,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:35.913458 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-3984a535-2a39-4a4a-af96-11a32653b768 None None] Set router 3726834a-8ed5-4f80-b95b-7c6cee37bebd gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:56:35.914047 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35876) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:35.922069 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2745875b-f4cf-4063-9eab-e8661d96f138 None None] Network 1067292e-856c-40cb-9c34-67eaab76a69d requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:56:35.933834 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-02049ac8-04f8-43f2-a1e1-1f91487c072c tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (53d3e097-1720-40c7-a335-5030921545d4), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:35.984737 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-02049ac8-04f8-43f2-a1e1-1f91487c072c tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:35.986713 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-3984a535-2a39-4a4a-af96-11a32653b768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3726834a-8ed5-4f80-b95b-7c6cee37bebd', 'name': 'tempest-RoutersIpV6Test-router-1629019246', 'tenant_id': 'add05d9726be43c2815669eb9adbbe31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:48Z', 'updated_at': '2022-03-11T19:56:34Z', 'revision_number': 11, 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'gw_port_host': None}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:35.988114 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-02049ac8-04f8-43f2-a1e1-1f91487c072c tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] 10.222.0.65 "DELETE /v2.0/networks/53d3e097-1720-40c7-a335-5030921545d4 HTTP/1.1" status: 204 len: 168 time: 1.1317153 Mar 11 19:56:35.989365 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02049ac8-04f8-43f2-a1e1-1f91487c072c tempest-TestSecurityGroupsBasicOps-536417033 tempest-TestSecurityGroupsBasicOps-536417033-project] Pushing event deleted for resources: {'Network': ['ID=53d3e097-1720-40c7-a335-5030921545d4,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:36.026216 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-35c9f2a1-5904-4cda-9792-403d2354f38d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (1067292e-856c-40cb-9c34-67eaab76a69d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:36.034857 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3984a535-2a39-4a4a-af96-11a32653b768 None None] The sync data for ids ['3726834a-8ed5-4f80-b95b-7c6cee37bebd'] in n-d-833163-1 is: [{'id': '3726834a-8ed5-4f80-b95b-7c6cee37bebd', 'name': 'tempest-RoutersIpV6Test-router-1629019246', 'tenant_id': 'add05d9726be43c2815669eb9adbbe31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:48Z', 'updated_at': '2022-03-11T19:56:34Z', 'revision_number': 11, 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'gw_port_host': None}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:56:36.086562 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c673d103-8b4d-40f6-a879-30b2a02b8c7e None None] Provisioning complete for port f75617cc-5b58-498c-b615-40280ad6d756 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:36.086951 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c673d103-8b4d-40f6-a879-30b2a02b8c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (f75617cc-5b58-498c-b615-40280ad6d756), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:36.113837 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-35c9f2a1-5904-4cda-9792-403d2354f38d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Deleting port 31a3ab95-3ae8-49d5-ae80-7d76562f530b {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:56:36.114538 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-35c9f2a1-5904-4cda-9792-403d2354f38d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (31a3ab95-3ae8-49d5-ae80-7d76562f530b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:36.152856 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c673d103-8b4d-40f6-a879-30b2a02b8c7e None None] Port f75617cc-5b58-498c-b615-40280ad6d756 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:56:36.193971 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-35c9f2a1-5904-4cda-9792-403d2354f38d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] For port 31a3ab95-3ae8-49d5-ae80-7d76562f530b, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=31a3ab95-3ae8-49d5-ae80-7d76562f530b,segment=NetworkSegment(ccc97c89-5799-4692-b1c2-78d0d90f94fe),segment_id=ccc97c89-5799-4692-b1c2-78d0d90f94fe)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:56:36.194347 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-35c9f2a1-5904-4cda-9792-403d2354f38d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (31a3ab95-3ae8-49d5-ae80-7d76562f530b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:36.215334 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-35c9f2a1-5904-4cda-9792-403d2354f38d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Calling delete_port for 31a3ab95-3ae8-49d5-ae80-7d76562f530b owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:56:36.305290 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-35c9f2a1-5904-4cda-9792-403d2354f38d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (31a3ab95-3ae8-49d5-ae80-7d76562f530b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:36.333616 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c9f2a1-5904-4cda-9792-403d2354f38d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event deleted for resources: {'Port': ['ID=31a3ab95-3ae8-49d5-ae80-7d76562f530b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:36.338487 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c9f2a1-5904-4cda-9792-403d2354f38d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] No DVR routers for this DVR port 31a3ab95-3ae8-49d5-ae80-7d76562f530b on host n-d-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:56:36.439323 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76a5442-5ea1-43df-99b2-11ffdd53d5c7 None None] DHCP port deletion for 1067292e-856c-40cb-9c34-67eaab76a69d request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:56:36.439482 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-35c9f2a1-5904-4cda-9792-403d2354f38d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (1067292e-856c-40cb-9c34-67eaab76a69d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:36.442432 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35884) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:36.469841 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-35c9f2a1-5904-4cda-9792-403d2354f38d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1067292e-856c-40cb-9c34-67eaab76a69d']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:36.483128 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-35c9f2a1-5904-4cda-9792-403d2354f38d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccc97c89-5799-4692-b1c2-78d0d90f94fe') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:36.483432 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-35c9f2a1-5904-4cda-9792-403d2354f38d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccc97c89-5799-4692-b1c2-78d0d90f94fe') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:36.494576 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-35c9f2a1-5904-4cda-9792-403d2354f38d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (ccc97c89-5799-4692-b1c2-78d0d90f94fe), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:36.514525 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-35c9f2a1-5904-4cda-9792-403d2354f38d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (ccc97c89-5799-4692-b1c2-78d0d90f94fe), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:36.534554 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-e04ef07b-1386-4ee8-843f-34384c83f76e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] For port 289a7164-5c95-4907-b024-9390f54cd688, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=289a7164-5c95-4907-b024-9390f54cd688,segment=NetworkSegment(70c71ca7-59df-46c5-86d9-acc712ed1da1),segment_id=70c71ca7-59df-46c5-86d9-acc712ed1da1)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:56:36.545786 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35c9f2a1-5904-4cda-9792-403d2354f38d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Releasing vlan 862 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:56:36.546335 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-35c9f2a1-5904-4cda-9792-403d2354f38d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (ccc97c89-5799-4692-b1c2-78d0d90f94fe), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:36.549873 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:56:36.549873 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:56:36.549873 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:56:36.549873 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:56:36.549873 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:56:36.549873 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:56:36.549873 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:56:36.549873 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:56:36.549873 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:56:36.549873 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:56:36.549873 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:56:36.549873 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:56:36.549873 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:56:36.549873 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:56:36.549873 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:56:36.549873 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:56:36.549873 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:56:36.549873 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:56:36.549873 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:56:36.549873 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:56:36.549873 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:56:36.549873 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:56:36.549873 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:56:36.549873 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:56:36.549873 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:56:36.549873 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:56:36.549873 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:56:36.549873 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:56:36.549873 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:56:36.549873 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:56:36.549873 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:56:36.549873 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:56:36.621451 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e04ef07b-1386-4ee8-843f-34384c83f76e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for port (289a7164-5c95-4907-b024-9390f54cd688), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:36.630693 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e04ef07b-1386-4ee8-843f-34384c83f76e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (289a7164-5c95-4907-b024-9390f54cd688), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:36.656498 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 6d311968-cf16-4fb4-8e8f-7fbe5344716b up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:56:36.660388 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-35c9f2a1-5904-4cda-9792-403d2354f38d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (1067292e-856c-40cb-9c34-67eaab76a69d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:36.664505 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-35c9f2a1-5904-4cda-9792-403d2354f38d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:36.668507 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-35c9f2a1-5904-4cda-9792-403d2354f38d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "DELETE /v2.0/networks/1067292e-856c-40cb-9c34-67eaab76a69d HTTP/1.1" status: 204 len: 168 time: 0.7534993 Mar 11 19:56:36.676120 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35888) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:36.686980 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-41be9f67-b42a-4d4b-8266-4deaefa694ee tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Request body: {'router': {'routes': None}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:56:36.690771 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c9f2a1-5904-4cda-9792-403d2354f38d tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Pushing event deleted for resources: {'Network': ['ID=1067292e-856c-40cb-9c34-67eaab76a69d,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:36.713770 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 6d311968-cf16-4fb4-8e8f-7fbe5344716b triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:36.714372 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (6d311968-cf16-4fb4-8e8f-7fbe5344716b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:36.718188 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c7623f34-6109-4a41-b386-a3a75d725a6f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ba1ac85839b24ea7a6d2ca439cce25f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2751241 Mar 11 19:56:36.720587 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35890) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:36.756173 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e04ef07b-1386-4ee8-843f-34384c83f76e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (930edc54-e070-4bf8-8942-8ebe585bd1e9), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:36.776147 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8d80745e-1c55-4892-a8ce-ece789e5301b admin admin] Publish callbacks [] for security_group (b55d1fee-789c-4b3b-99a6-552e2d47f2a3), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:36.801350 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8d80745e-1c55-4892-a8ce-ece789e5301b admin admin] Publish callbacks [] for security_group (b55d1fee-789c-4b3b-99a6-552e2d47f2a3), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:36.804101 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 6d311968-cf16-4fb4-8e8f-7fbe5344716b is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:36.853883 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6dcd12fb-ab1f-4f55-8052-cda3f52fb1a4 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for port (f75617cc-5b58-498c-b615-40280ad6d756), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:36.859665 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8d80745e-1c55-4892-a8ce-ece789e5301b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (b55d1fee-789c-4b3b-99a6-552e2d47f2a3), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:36.860026 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04ef07b-1386-4ee8-843f-34384c83f76e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Network 0897600d-059c-4c97-87d5-16371e549b1b is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:56:36.861491 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 31a3ab95-3ae8-49d5-ae80-7d76562f530b no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:56:36.862950 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8d80745e-1c55-4892-a8ce-ece789e5301b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:36.864326 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8d80745e-1c55-4892-a8ce-ece789e5301b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b55d1fee-789c-4b3b-99a6-552e2d47f2a3 HTTP/1.1" status: 204 len: 168 time: 0.1423120 Mar 11 19:56:36.875956 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d80745e-1c55-4892-a8ce-ece789e5301b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55d1fee-789c-4b3b-99a6-552e2d47f2a3,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:36.897731 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 31a3ab95-3ae8-49d5-ae80-7d76562f530b {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:56:36.898248 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 31a3ab95-3ae8-49d5-ae80-7d76562f530b not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:56:36.898753 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 837281e6-8819-4291-b175-d68f60e25c76 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:56:36.910289 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6dcd12fb-ab1f-4f55-8052-cda3f52fb1a4 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (f75617cc-5b58-498c-b615-40280ad6d756), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:36.910998 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6dcd12fb-ab1f-4f55-8052-cda3f52fb1a4 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (cb0d7aab-6d9c-4e6c-a6d0-69dbefdcd6ce), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:36.912975 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-e04ef07b-1386-4ee8-843f-34384c83f76e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:56:36.922760 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 837281e6-8819-4291-b175-d68f60e25c76 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:56:36.923116 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 837281e6-8819-4291-b175-d68f60e25c76 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:56:36.923845 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 3f60ab8b-d22e-4383-b6b6-b89872956753 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:56:36.925701 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04ef07b-1386-4ee8-843f-34384c83f76e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:36.926296 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e04ef07b-1386-4ee8-843f-34384c83f76e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:36.928397 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b94ebd1-1ccd-4a12-885a-ad2268c68649 None None] Network 0897600d-059c-4c97-87d5-16371e549b1b requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:56:36.928540 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04ef07b-1386-4ee8-843f-34384c83f76e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event updated for resources: {'Port': ['ID=289a7164-5c95-4907-b024-9390f54cd688,revision_number=14']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:36.953667 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04ef07b-1386-4ee8-843f-34384c83f76e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event updated for resources: {'Subnet': ['ID=930edc54-e070-4bf8-8942-8ebe585bd1e9,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:36.960920 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 3f60ab8b-d22e-4383-b6b6-b89872956753 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:56:36.961545 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 3f60ab8b-d22e-4383-b6b6-b89872956753 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:56:37.071250 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-e04ef07b-1386-4ee8-843f-34384c83f76e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.6340563 Mar 11 19:56:37.072397 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.extraroute_db [None req-41be9f67-b42a-4d4b-8266-4deaefa694ee tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Added routes are [] {{(pid=103885) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 11 19:56:37.072695 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.extraroute_db [None req-41be9f67-b42a-4d4b-8266-4deaefa694ee tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Removed routes are [] {{(pid=103885) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 11 19:56:37.073056 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-41be9f67-b42a-4d4b-8266-4deaefa694ee tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7979267', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7985061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7589'] for router (3726834a-8ed5-4f80-b95b-7c6cee37bebd), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:37.074266 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35896) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:37.082212 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-ac29e4ef-df2e-4fd1-98d6-cde6d39b02ce tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Request body: {'port': {'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'mac_address': 'fa:16:3e:93:b6:a3', 'name': 'tempest-NetworksTestDHCPv6-1752583978'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:56:37.130952 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcd12fb-ab1f-4f55-8052-cda3f52fb1a4 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event updated for resources: {'Port': ['ID=f75617cc-5b58-498c-b615-40280ad6d756,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:37.227670 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35898) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:37.230063 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac29e4ef-df2e-4fd1-98d6-cde6d39b02ce tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Made reservation on behalf of 06d9e64a19fa4247bc00069610bf80e1 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:56:37.290332 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7e77324c-0e4a-4857-b0da-1ec810747f7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:37.320983 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ac29e4ef-df2e-4fd1-98d6-cde6d39b02ce tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:37.328552 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-41be9f67-b42a-4d4b-8266-4deaefa694ee tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7979267', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7985061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7589'] for router (3726834a-8ed5-4f80-b95b-7c6cee37bebd), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:37.337827 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcd12fb-ab1f-4f55-8052-cda3f52fb1a4 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Network 944cc2c1-80cf-4f1f-9481-af950895ae56 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:56:37.345479 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-41be9f67-b42a-4d4b-8266-4deaefa694ee tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7979276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7979285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7985070'] for router (3726834a-8ed5-4f80-b95b-7c6cee37bebd), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:37.348776 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-ac29e4ef-df2e-4fd1-98d6-cde6d39b02ce tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] device_id is not set on port 94c7d0c3-9469-4214-aad0-c6a3e37a9209 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:56:37.350794 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-6dcd12fb-ab1f-4f55-8052-cda3f52fb1a4 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:56:37.548059 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-ac29e4ef-df2e-4fd1-98d6-cde6d39b02ce tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Allocated IP 2001:db8::1dc (0897600d-059c-4c97-87d5-16371e549b1b/3ac2fd18-6860-4262-923e-f5d46c048d55/94c7d0c3-9469-4214-aad0-c6a3e37a9209) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:56:37.555431 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-ac29e4ef-df2e-4fd1-98d6-cde6d39b02ce tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Allocated IP 2001:db8:0:1:f816:3eff:fe93:b6a3 (0897600d-059c-4c97-87d5-16371e549b1b/930edc54-e070-4bf8-8942-8ebe585bd1e9/94c7d0c3-9469-4214-aad0-c6a3e37a9209) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:56:37.556701 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41be9f67-b42a-4d4b-8266-4deaefa694ee tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Router 3726834a-8ed5-4f80-b95b-7c6cee37bebd has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:56:37.694851 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7e77324c-0e4a-4857-b0da-1ec810747f7d admin admin] Publish callbacks [] for security_group (333e2e50-f603-4ac8-b4a5-ea92213c6f2b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:37.705515 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7e77324c-0e4a-4857-b0da-1ec810747f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (333e2e50-f603-4ac8-b4a5-ea92213c6f2b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:37.765854 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41be9f67-b42a-4d4b-8266-4deaefa694ee tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:56:37.776680 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb0144f-f811-4f61-9b17-7f6e63ca7224 None None] Sync routers for ids ['3726834a-8ed5-4f80-b95b-7c6cee37bebd'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:56:37.784326 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-41be9f67-b42a-4d4b-8266-4deaefa694ee tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:37.785488 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-41be9f67-b42a-4d4b-8266-4deaefa694ee tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "PUT /v2.0/routers/3726834a-8ed5-4f80-b95b-7c6cee37bebd HTTP/1.1" status: 200 len: 705 time: 1.1037540 Mar 11 19:56:37.791789 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb0144f-f811-4f61-9b17-7f6e63ca7224 None None] Routers {'3726834a-8ed5-4f80-b95b-7c6cee37bebd'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:56:37.792794 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-3eb0144f-f811-4f61-9b17-7f6e63ca7224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:56:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['3726834a-8ed5-4f80-b95b-7c6cee37bebd'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:37.796159 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35900) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:37.810866 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-7e77324c-0e4a-4857-b0da-1ec810747f7d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f60956948f864bd3832dbd22b1022a30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5804131 Mar 11 19:56:37.810866 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e77324c-0e4a-4857-b0da-1ec810747f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=333e2e50-f603-4ac8-b4a5-ea92213c6f2b,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:37.813036 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35902) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:37.814045 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dcd12fb-ab1f-4f55-8052-cda3f52fb1a4 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Router cb0d7aab-6d9c-4e6c-a6d0-69dbefdcd6ce is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:56:37.825128 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ac29e4ef-df2e-4fd1-98d6-cde6d39b02ce tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for port (94c7d0c3-9469-4214-aad0-c6a3e37a9209), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:37.845391 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-39c045d5-8ebb-4e69-b92e-499c3175cfc4 None None] Provisioning complete for port f75617cc-5b58-498c-b615-40280ad6d756 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:37.846419 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-39c045d5-8ebb-4e69-b92e-499c3175cfc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (f75617cc-5b58-498c-b615-40280ad6d756), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:37.876056 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-81e7b39d-1e7e-4af4-96e3-2a50e43ca8c3 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "GET /v2.0/ports?device_id=3726834a-8ed5-4f80-b95b-7c6cee37bebd HTTP/1.1" status: 200 len: 205 time: 0.0767908 Mar 11 19:56:37.878921 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35904) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:37.890180 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ac29e4ef-df2e-4fd1-98d6-cde6d39b02ce tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (94c7d0c3-9469-4214-aad0-c6a3e37a9209), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:37.902773 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-39c045d5-8ebb-4e69-b92e-499c3175cfc4 None None] Port f75617cc-5b58-498c-b615-40280ad6d756 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:56:37.931590 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac29e4ef-df2e-4fd1-98d6-cde6d39b02ce tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Network 0897600d-059c-4c97-87d5-16371e549b1b is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:56:37.951395 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-3eb0144f-f811-4f61-9b17-7f6e63ca7224 None None] Set router 3726834a-8ed5-4f80-b95b-7c6cee37bebd gateway port host: None {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:56:37.953742 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-ac29e4ef-df2e-4fd1-98d6-cde6d39b02ce tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:56:37.957555 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac29e4ef-df2e-4fd1-98d6-cde6d39b02ce tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:56:37.963318 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac29e4ef-df2e-4fd1-98d6-cde6d39b02ce tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:37.964095 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ac29e4ef-df2e-4fd1-98d6-cde6d39b02ce tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:37.990219 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac29e4ef-df2e-4fd1-98d6-cde6d39b02ce tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event updated for resources: {'Port': ['ID=94c7d0c3-9469-4214-aad0-c6a3e37a9209,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:38.002982 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ac29e4ef-df2e-4fd1-98d6-cde6d39b02ce tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.9275510 Mar 11 19:56:38.003808 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35906) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:38.033272 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dcd12fb-ab1f-4f55-8052-cda3f52fb1a4 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:56:38.040938 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-6dcd12fb-ab1f-4f55-8052-cda3f52fb1a4 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "PUT /v2.0/routers/cb0d7aab-6d9c-4e6c-a6d0-69dbefdcd6ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7700527 Mar 11 19:56:38.043813 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35908) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:38.060126 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f4f842-ffcb-42f5-ad55-9c464cc0fc07 None None] Sync routers for ids ['cb0d7aab-6d9c-4e6c-a6d0-69dbefdcd6ce'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:56:38.068474 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-a1493859-c463-496b-a17d-a72c7fae8659 None None] Provisioning complete for port 289a7164-5c95-4907-b024-9390f54cd688 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:38.070576 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a1493859-c463-496b-a17d-a72c7fae8659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (289a7164-5c95-4907-b024-9390f54cd688), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:38.082249 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-945e7cf5-3ff9-47d2-b53b-a0e3f14d7b1d admin admin] Publish callbacks [] for security_group (333e2e50-f603-4ac8-b4a5-ea92213c6f2b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:38.105504 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f4f842-ffcb-42f5-ad55-9c464cc0fc07 None None] Routers {'cb0d7aab-6d9c-4e6c-a6d0-69dbefdcd6ce'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:56:38.106409 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-33f4f842-ffcb-42f5-ad55-9c464cc0fc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:56:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['cb0d7aab-6d9c-4e6c-a6d0-69dbefdcd6ce'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:38.123372 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-fc6e9f22-441b-4c63-b0f0-ddf547ba1b2e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Deleting port 94c7d0c3-9469-4214-aad0-c6a3e37a9209 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:56:38.124070 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fc6e9f22-441b-4c63-b0f0-ddf547ba1b2e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (94c7d0c3-9469-4214-aad0-c6a3e37a9209), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:38.139436 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-08cedf85-d210-4c06-bf8d-7e8e300dcd91 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for router (3726834a-8ed5-4f80-b95b-7c6cee37bebd), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:38.165648 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-3eb0144f-f811-4f61-9b17-7f6e63ca7224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3726834a-8ed5-4f80-b95b-7c6cee37bebd', 'name': 'tempest-RoutersIpV6Test-router-1629019246', 'tenant_id': 'add05d9726be43c2815669eb9adbbe31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:48Z', 'updated_at': '2022-03-11T19:56:34Z', 'revision_number': 11, 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'gw_port_host': None}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:38.167469 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-33f4f842-ffcb-42f5-ad55-9c464cc0fc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:38.191144 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f4f842-ffcb-42f5-ad55-9c464cc0fc07 None None] Routers {'cb0d7aab-6d9c-4e6c-a6d0-69dbefdcd6ce'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:56:38.191744 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-33f4f842-ffcb-42f5-ad55-9c464cc0fc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:56:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['cb0d7aab-6d9c-4e6c-a6d0-69dbefdcd6ce'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:38.219090 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb0144f-f811-4f61-9b17-7f6e63ca7224 None None] Checking router: 3726834a-8ed5-4f80-b95b-7c6cee37bebd for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:56:38.242026 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb0144f-f811-4f61-9b17-7f6e63ca7224 None None] Routers {'3726834a-8ed5-4f80-b95b-7c6cee37bebd'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:56:38.242026 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-3eb0144f-f811-4f61-9b17-7f6e63ca7224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:56:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['3726834a-8ed5-4f80-b95b-7c6cee37bebd'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:38.243308 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-33f4f842-ffcb-42f5-ad55-9c464cc0fc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:38.244053 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f4f842-ffcb-42f5-ad55-9c464cc0fc07 None None] The sync data for ids ['cb0d7aab-6d9c-4e6c-a6d0-69dbefdcd6ce'] in n-d-833163-1 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:56:38.283002 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fc6e9f22-441b-4c63-b0f0-ddf547ba1b2e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (94c7d0c3-9469-4214-aad0-c6a3e37a9209), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:38.304707 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-fc6e9f22-441b-4c63-b0f0-ddf547ba1b2e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Calling delete_port for 94c7d0c3-9469-4214-aad0-c6a3e37a9209 owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:56:38.315270 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a1493859-c463-496b-a17d-a72c7fae8659 None None] Current status of the port 289a7164-5c95-4907-b024-9390f54cd688 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:38.349475 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-3eb0144f-f811-4f61-9b17-7f6e63ca7224 None None] Set router 3726834a-8ed5-4f80-b95b-7c6cee37bebd gateway port host: None {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:56:38.407363 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-3eb0144f-f811-4f61-9b17-7f6e63ca7224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3726834a-8ed5-4f80-b95b-7c6cee37bebd', 'name': 'tempest-RoutersIpV6Test-router-1629019246', 'tenant_id': 'add05d9726be43c2815669eb9adbbe31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:48Z', 'updated_at': '2022-03-11T19:56:34Z', 'revision_number': 11, 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'gw_port_host': None}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:38.435646 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb0144f-f811-4f61-9b17-7f6e63ca7224 None None] The sync data for ids ['3726834a-8ed5-4f80-b95b-7c6cee37bebd'] in n-d-833163-1 is: [{'id': '3726834a-8ed5-4f80-b95b-7c6cee37bebd', 'name': 'tempest-RoutersIpV6Test-router-1629019246', 'tenant_id': 'add05d9726be43c2815669eb9adbbe31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:48Z', 'updated_at': '2022-03-11T19:56:34Z', 'revision_number': 11, 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'gw_port_host': None}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:56:38.451832 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-69586990-4068-43da-9b94-cec58a98dfeb None None] Provisioning complete for port 94c7d0c3-9469-4214-aad0-c6a3e37a9209 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:38.452505 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-69586990-4068-43da-9b94-cec58a98dfeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (94c7d0c3-9469-4214-aad0-c6a3e37a9209), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:38.506504 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-69586990-4068-43da-9b94-cec58a98dfeb None None] Port 94c7d0c3-9469-4214-aad0-c6a3e37a9209 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:56:38.535731 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fc6e9f22-441b-4c63-b0f0-ddf547ba1b2e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (94c7d0c3-9469-4214-aad0-c6a3e37a9209), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:38.567047 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-945e7cf5-3ff9-47d2-b53b-a0e3f14d7b1d admin admin] Publish callbacks [] for security_group (333e2e50-f603-4ac8-b4a5-ea92213c6f2b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:38.573217 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6e9f22-441b-4c63-b0f0-ddf547ba1b2e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event deleted for resources: {'Port': ['ID=94c7d0c3-9469-4214-aad0-c6a3e37a9209,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:38.612136 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 289a7164-5c95-4907-b024-9390f54cd688 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:56:38.629006 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fc6e9f22-441b-4c63-b0f0-ddf547ba1b2e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:38.634790 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-fc6e9f22-441b-4c63-b0f0-ddf547ba1b2e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/ports/94c7d0c3-9469-4214-aad0-c6a3e37a9209 HTTP/1.1" status: 204 len: 168 time: 0.6297531 Mar 11 19:56:38.637226 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35910) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:38.659789 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c6e3da-31e2-47e7-b29e-db60f8fbb514 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:38.661355 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-81c6e3da-31e2-47e7-b29e-db60f8fbb514 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb0d7aab-6d9c-4e6c-a6d0-69dbefdcd6ce HTTP/1.1" status: 200 len: 989 time: 0.6118739 Mar 11 19:56:38.667560 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35912) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:38.689397 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 289a7164-5c95-4907-b024-9390f54cd688 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:38.690656 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (289a7164-5c95-4907-b024-9390f54cd688), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:38.703693 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800859a6-b919-4b6f-a7cf-98da3d955b86 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:38.707922 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-800859a6-b919-4b6f-a7cf-98da3d955b86 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0670538 Mar 11 19:56:38.708202 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35914) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:38.768723 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c5db3e-d06c-4e22-a768-c85c1e586fa5 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:38.772472 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-39c5db3e-d06c-4e22-a768-c85c1e586fa5 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0610557 Mar 11 19:56:38.773545 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35916) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:38.782682 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 289a7164-5c95-4907-b024-9390f54cd688 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:38.828144 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-08cedf85-d210-4c06-bf8d-7e8e300dcd91 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (3726834a-8ed5-4f80-b95b-7c6cee37bebd), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:38.833127 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-08cedf85-d210-4c06-bf8d-7e8e300dcd91 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for router_controller (3726834a-8ed5-4f80-b95b-7c6cee37bebd), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:38.843724 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ffa209-6e1f-4204-a7c8-e7fa66159619 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:38.845493 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ffa209-6e1f-4204-a7c8-e7fa66159619 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:38.847154 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ffa209-6e1f-4204-a7c8-e7fa66159619 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:38.848847 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-49ffa209-6e1f-4204-a7c8-e7fa66159619 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0743692 Mar 11 19:56:38.851445 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35918) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:38.905864 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-7746dbc9-8dd5-4b1c-b807-0d928daaf8ae tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Deleting subnet 3ac2fd18-6860-4262-923e-f5d46c048d55 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:56:38.909302 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7746dbc9-8dd5-4b1c-b807-0d928daaf8ae tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (3ac2fd18-6860-4262-923e-f5d46c048d55), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:38.922448 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-08cedf85-d210-4c06-bf8d-7e8e300dcd91 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (3726834a-8ed5-4f80-b95b-7c6cee37bebd), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:38.922948 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08cedf85-d210-4c06-bf8d-7e8e300dcd91 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Fanout notify agent at l3_agent the message router_deleted on router 3726834a-8ed5-4f80-b95b-7c6cee37bebd {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:56:38.930461 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-08cedf85-d210-4c06-bf8d-7e8e300dcd91 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:38.931538 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-08cedf85-d210-4c06-bf8d-7e8e300dcd91 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "DELETE /v2.0/routers/3726834a-8ed5-4f80-b95b-7c6cee37bebd HTTP/1.1" status: 204 len: 168 time: 1.0513897 Mar 11 19:56:38.938075 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-945e7cf5-3ff9-47d2-b53b-a0e3f14d7b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (333e2e50-f603-4ac8-b4a5-ea92213c6f2b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:38.940571 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35920) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:38.940716 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-945e7cf5-3ff9-47d2-b53b-a0e3f14d7b1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:38.941684 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-945e7cf5-3ff9-47d2-b53b-a0e3f14d7b1d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/333e2e50-f603-4ac8-b4a5-ea92213c6f2b HTTP/1.1" status: 204 len: 168 time: 1.1253209 Mar 11 19:56:38.949460 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-4fe39d72-1389-4196-8de8-3582045c0f29 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-840471514', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:56:38.983377 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7746dbc9-8dd5-4b1c-b807-0d928daaf8ae tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (3ac2fd18-6860-4262-923e-f5d46c048d55), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:38.984565 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945e7cf5-3ff9-47d2-b53b-a0e3f14d7b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=333e2e50-f603-4ac8-b4a5-ea92213c6f2b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:39.017751 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4fe39d72-1389-4196-8de8-3582045c0f29 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (281f436e-e1b8-4b14-8445-1aa5575e32c3), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:39.019228 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4fe39d72-1389-4196-8de8-3582045c0f29 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (281f436e-e1b8-4b14-8445-1aa5575e32c3), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:39.074006 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4fe39d72-1389-4196-8de8-3582045c0f29 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for router_controller (281f436e-e1b8-4b14-8445-1aa5575e32c3), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:39.082048 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4fe39d72-1389-4196-8de8-3582045c0f29 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (281f436e-e1b8-4b14-8445-1aa5575e32c3), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:39.109961 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4fe39d72-1389-4196-8de8-3582045c0f29 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:39.111162 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4fe39d72-1389-4196-8de8-3582045c0f29 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1659884 Mar 11 19:56:39.114182 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35924) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:39.118867 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-05016c2d-3281-495a-9d73-801157f6569f tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:56:39.156861 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7746dbc9-8dd5-4b1c-b807-0d928daaf8ae tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (3ac2fd18-6860-4262-923e-f5d46c048d55), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:39.238656 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7746dbc9-8dd5-4b1c-b807-0d928daaf8ae tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (3ac2fd18-6860-4262-923e-f5d46c048d55), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:39.286819 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7746dbc9-8dd5-4b1c-b807-0d928daaf8ae tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event deleted for resources: {'Subnet': ['ID=3ac2fd18-6860-4262-923e-f5d46c048d55,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:39.301074 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7746dbc9-8dd5-4b1c-b807-0d928daaf8ae tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:39.304857 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-7746dbc9-8dd5-4b1c-b807-0d928daaf8ae tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/subnets/3ac2fd18-6860-4262-923e-f5d46c048d55 HTTP/1.1" status: 204 len: 168 time: 0.4524252 Mar 11 19:56:39.307547 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506adc8e-6192-4b08-a2db-9b565a1d1cad None None] Network 0897600d-059c-4c97-87d5-16371e549b1b requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:56:39.310799 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35928) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:39.381110 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c79e39d-e80a-4947-89e5-9914bb22dd94 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Deleting subnet 930edc54-e070-4bf8-8942-8ebe585bd1e9 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:56:39.385898 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c79e39d-e80a-4947-89e5-9914bb22dd94 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (930edc54-e070-4bf8-8942-8ebe585bd1e9), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:39.436757 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c79e39d-e80a-4947-89e5-9914bb22dd94 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (930edc54-e070-4bf8-8942-8ebe585bd1e9), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:39.437787 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-05016c2d-3281-495a-9d73-801157f6569f tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7979267', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7985061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7589'] for router (281f436e-e1b8-4b14-8445-1aa5575e32c3), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:39.445431 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35930) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:39.473783 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-05016c2d-3281-495a-9d73-801157f6569f tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7979276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7979285', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7985070'] for router (281f436e-e1b8-4b14-8445-1aa5575e32c3), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:39.545313 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c79e39d-e80a-4947-89e5-9914bb22dd94 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (930edc54-e070-4bf8-8942-8ebe585bd1e9), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:39.615467 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c79e39d-e80a-4947-89e5-9914bb22dd94 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (930edc54-e070-4bf8-8942-8ebe585bd1e9), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:39.644125 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c79e39d-e80a-4947-89e5-9914bb22dd94 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event deleted for resources: {'Subnet': ['ID=930edc54-e070-4bf8-8942-8ebe585bd1e9,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:39.648189 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0c79e39d-e80a-4947-89e5-9914bb22dd94 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:39.651835 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-0c79e39d-e80a-4947-89e5-9914bb22dd94 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/subnets/930edc54-e070-4bf8-8942-8ebe585bd1e9 HTTP/1.1" status: 204 len: 168 time: 0.3335643 Mar 11 19:56:39.652058 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-26c4145a-8abb-41c3-befc-835a12dc98e8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4018c9a4b22f47fe917ccd63927b61bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2059367 Mar 11 19:56:39.652603 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35932) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:39.658946 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35934) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:39.676154 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9209d529-5cc1-46a9-bcb5-f52114817cc9 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (cb0d7aab-6d9c-4e6c-a6d0-69dbefdcd6ce), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:39.708392 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-53d99e75-2c68-4ab1-a78c-7edde9ee4a61 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0479546 Mar 11 19:56:39.711837 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35936) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:39.716808 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-71e5e8e0-997d-426e-9497-19f6329f519b tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Request body: {'subnet': {'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:56:39.757662 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7130a7d0-137b-4503-ae64-fc08499fddcb admin admin] Publish callbacks [] for security_group (88f8e736-8107-4131-ac15-7ac8750d4c0f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:39.782850 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7130a7d0-137b-4503-ae64-fc08499fddcb admin admin] Publish callbacks [] for security_group (88f8e736-8107-4131-ac15-7ac8750d4c0f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:39.849816 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7130a7d0-137b-4503-ae64-fc08499fddcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (88f8e736-8107-4131-ac15-7ac8750d4c0f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:39.852856 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7130a7d0-137b-4503-ae64-fc08499fddcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:39.854151 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-7130a7d0-137b-4503-ae64-fc08499fddcb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/88f8e736-8107-4131-ac15-7ac8750d4c0f HTTP/1.1" status: 204 len: 168 time: 0.2008469 Mar 11 19:56:39.865199 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05016c2d-3281-495a-9d73-801157f6569f tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Router 281f436e-e1b8-4b14-8445-1aa5575e32c3 is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:56:39.868395 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7130a7d0-137b-4503-ae64-fc08499fddcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f8e736-8107-4131-ac15-7ac8750d4c0f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:40.043358 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e5e8e0-997d-426e-9497-19f6329f519b tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Made reservation on behalf of 06d9e64a19fa4247bc00069610bf80e1 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:56:40.049060 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-71e5e8e0-997d-426e-9497-19f6329f519b tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:40.327101 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34bf4ce-f02a-4697-9de7-98381c3a8bb3 None None] Network 0897600d-059c-4c97-87d5-16371e549b1b requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:56:40.373015 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-b7a16f2b-bff2-448a-8ed9-a8d0a1e78f17 None None] Provisioning complete for port 289a7164-5c95-4907-b024-9390f54cd688 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:40.373398 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b7a16f2b-bff2-448a-8ed9-a8d0a1e78f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (289a7164-5c95-4907-b024-9390f54cd688), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:40.377378 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05016c2d-3281-495a-9d73-801157f6569f tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:56:40.388436 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-05016c2d-3281-495a-9d73-801157f6569f tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:40.389900 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-05016c2d-3281-495a-9d73-801157f6569f tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "PUT /v2.0/routers/281f436e-e1b8-4b14-8445-1aa5575e32c3 HTTP/1.1" status: 200 len: 697 time: 1.2747698 Mar 11 19:56:40.392284 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9610d2-5162-4d44-af35-15c9eada738f None None] Sync routers for ids ['281f436e-e1b8-4b14-8445-1aa5575e32c3'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:56:40.392777 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35948) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:40.408464 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9610d2-5162-4d44-af35-15c9eada738f None None] Routers {'281f436e-e1b8-4b14-8445-1aa5575e32c3'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:56:40.409583 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-0f9610d2-5162-4d44-af35-15c9eada738f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:56:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['281f436e-e1b8-4b14-8445-1aa5575e32c3'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:40.560809 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b7a16f2b-bff2-448a-8ed9-a8d0a1e78f17 None None] Current status of the port 289a7164-5c95-4907-b024-9390f54cd688 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:40.561150 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-0f9610d2-5162-4d44-af35-15c9eada738f None None] Set router 281f436e-e1b8-4b14-8445-1aa5575e32c3 gateway port host: None {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:56:40.579770 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e9eb7f9a-1c8d-4d01-844c-ffcce31f1b77 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "GET /v2.0/routers/281f436e-e1b8-4b14-8445-1aa5575e32c3 HTTP/1.1" status: 200 len: 703 time: 0.1843362 Mar 11 19:56:40.582403 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35952) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:40.583744 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e63dd8-4a6b-4e3a-91c7-c3a616f638a5 None None] DHCP port deletion for 0897600d-059c-4c97-87d5-16371e549b1b request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:56:40.623591 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-0f9610d2-5162-4d44-af35-15c9eada738f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '281f436e-e1b8-4b14-8445-1aa5575e32c3', 'name': 'tempest-RoutersIpV6Test-router-840471514', 'tenant_id': 'add05d9726be43c2815669eb9adbbe31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:56:39Z', 'updated_at': '2022-03-11T19:56:39Z', 'revision_number': 2, 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'gw_port_host': None}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:40.631340 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-618a516d-b1a1-4e61-92d7-d1f33131738b tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "GET /v2.0/ports?device_id=281f436e-e1b8-4b14-8445-1aa5575e32c3 HTTP/1.1" status: 200 len: 205 time: 0.0474281 Mar 11 19:56:40.636712 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35954) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:40.654700 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9610d2-5162-4d44-af35-15c9eada738f None None] Checking router: 281f436e-e1b8-4b14-8445-1aa5575e32c3 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:56:40.664075 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9610d2-5162-4d44-af35-15c9eada738f None None] Routers {'281f436e-e1b8-4b14-8445-1aa5575e32c3'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:56:40.664873 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-0f9610d2-5162-4d44-af35-15c9eada738f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:56:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['281f436e-e1b8-4b14-8445-1aa5575e32c3'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:40.684115 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e4e63dd8-4a6b-4e3a-91c7-c3a616f638a5 None None] Deleting port 289a7164-5c95-4907-b024-9390f54cd688 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:56:40.685889 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e4e63dd8-4a6b-4e3a-91c7-c3a616f638a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (289a7164-5c95-4907-b024-9390f54cd688), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:40.693647 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-9209d529-5cc1-46a9-bcb5-f52114817cc9 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Deleting port f75617cc-5b58-498c-b615-40280ad6d756 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:56:40.694234 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9209d529-5cc1-46a9-bcb5-f52114817cc9 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (f75617cc-5b58-498c-b615-40280ad6d756), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:40.729084 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e5a038f5-51b4-4e12-9c27-a24ac1bd4241 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for router (281f436e-e1b8-4b14-8445-1aa5575e32c3), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:40.737153 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-71e5e8e0-997d-426e-9497-19f6329f519b tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (43f50a1c-4f87-4e51-907b-a40e25e241a6), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:40.782212 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-e4e63dd8-4a6b-4e3a-91c7-c3a616f638a5 None None] For port 289a7164-5c95-4907-b024-9390f54cd688, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=289a7164-5c95-4907-b024-9390f54cd688,segment=NetworkSegment(70c71ca7-59df-46c5-86d9-acc712ed1da1),segment_id=70c71ca7-59df-46c5-86d9-acc712ed1da1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:56:40.782674 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e4e63dd8-4a6b-4e3a-91c7-c3a616f638a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (289a7164-5c95-4907-b024-9390f54cd688), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:40.784450 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-0f9610d2-5162-4d44-af35-15c9eada738f None None] Set router 281f436e-e1b8-4b14-8445-1aa5575e32c3 gateway port host: None {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:56:40.797442 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e4e63dd8-4a6b-4e3a-91c7-c3a616f638a5 None None] Calling delete_port for 289a7164-5c95-4907-b024-9390f54cd688 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:56:40.849006 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e5e8e0-997d-426e-9497-19f6329f519b tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Network 0897600d-059c-4c97-87d5-16371e549b1b is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:56:40.856352 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-71e5e8e0-997d-426e-9497-19f6329f519b tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:56:40.859328 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e5e8e0-997d-426e-9497-19f6329f519b tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:40.860012 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-71e5e8e0-997d-426e-9497-19f6329f519b tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:40.886210 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-0f9610d2-5162-4d44-af35-15c9eada738f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '281f436e-e1b8-4b14-8445-1aa5575e32c3', 'name': 'tempest-RoutersIpV6Test-router-840471514', 'tenant_id': 'add05d9726be43c2815669eb9adbbe31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:56:39Z', 'updated_at': '2022-03-11T19:56:39Z', 'revision_number': 2, 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'gw_port_host': None}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:40.909989 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-71e5e8e0-997d-426e-9497-19f6329f519b tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1970813 Mar 11 19:56:40.912899 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9209d529-5cc1-46a9-bcb5-f52114817cc9 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (f75617cc-5b58-498c-b615-40280ad6d756), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:40.916046 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35964) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:40.923170 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-4a04aed0-504a-4309-ac5c-c7e5284bb6fb tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Request body: {'subnet': {'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:56:40.934015 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e5e8e0-997d-426e-9497-19f6329f519b tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event updated for resources: {'Subnet': ['ID=43f50a1c-4f87-4e51-907b-a40e25e241a6,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:40.943677 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9610d2-5162-4d44-af35-15c9eada738f None None] The sync data for ids ['281f436e-e1b8-4b14-8445-1aa5575e32c3'] in n-d-833163-1 is: [{'id': '281f436e-e1b8-4b14-8445-1aa5575e32c3', 'name': 'tempest-RoutersIpV6Test-router-840471514', 'tenant_id': 'add05d9726be43c2815669eb9adbbe31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:56:39Z', 'updated_at': '2022-03-11T19:56:39Z', 'revision_number': 2, 'project_id': 'add05d9726be43c2815669eb9adbbe31', 'gw_port_host': None}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:56:40.951250 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e4e63dd8-4a6b-4e3a-91c7-c3a616f638a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (289a7164-5c95-4907-b024-9390f54cd688), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:40.958998 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-9209d529-5cc1-46a9-bcb5-f52114817cc9 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Calling delete_port for f75617cc-5b58-498c-b615-40280ad6d756 owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:56:40.984431 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:56:40.992738 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35966) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:41.003875 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e5a038f5-51b4-4e12-9c27-a24ac1bd4241 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (281f436e-e1b8-4b14-8445-1aa5575e32c3), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:41.006965 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e5a038f5-51b4-4e12-9c27-a24ac1bd4241 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for router_controller (281f436e-e1b8-4b14-8445-1aa5575e32c3), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:41.013589 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e63dd8-4a6b-4e3a-91c7-c3a616f638a5 None None] No DVR routers for this DVR port 289a7164-5c95-4907-b024-9390f54cd688 on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:56:41.018442 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e63dd8-4a6b-4e3a-91c7-c3a616f638a5 None None] Pushing event deleted for resources: {'Port': ['ID=289a7164-5c95-4907-b024-9390f54cd688,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:41.028188 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e63dd8-4a6b-4e3a-91c7-c3a616f638a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:56:41.028541 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e63dd8-4a6b-4e3a-91c7-c3a616f638a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:56:41.028946 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e63dd8-4a6b-4e3a-91c7-c3a616f638a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:56:41.029302 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e63dd8-4a6b-4e3a-91c7-c3a616f638a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:56:41.029644 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e63dd8-4a6b-4e3a-91c7-c3a616f638a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:56:41.029991 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e63dd8-4a6b-4e3a-91c7-c3a616f638a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:56:41.030314 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e63dd8-4a6b-4e3a-91c7-c3a616f638a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:56:41.030648 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e63dd8-4a6b-4e3a-91c7-c3a616f638a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:56:41.030982 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e63dd8-4a6b-4e3a-91c7-c3a616f638a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:56:41.031314 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e63dd8-4a6b-4e3a-91c7-c3a616f638a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:56:41.031666 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e63dd8-4a6b-4e3a-91c7-c3a616f638a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:56:41.032003 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e63dd8-4a6b-4e3a-91c7-c3a616f638a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:56:41.032633 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e63dd8-4a6b-4e3a-91c7-c3a616f638a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:56:41.043885 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0af00fb-660f-4741-8958-a0747100bd8a None None] Network 0897600d-059c-4c97-87d5-16371e549b1b requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:56:41.089994 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e5a038f5-51b4-4e12-9c27-a24ac1bd4241 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (281f436e-e1b8-4b14-8445-1aa5575e32c3), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:41.090817 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a038f5-51b4-4e12-9c27-a24ac1bd4241 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Fanout notify agent at l3_agent the message router_deleted on router 281f436e-e1b8-4b14-8445-1aa5575e32c3 {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:56:41.100408 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e5a038f5-51b4-4e12-9c27-a24ac1bd4241 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:41.104885 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e5a038f5-51b4-4e12-9c27-a24ac1bd4241 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "DELETE /v2.0/routers/281f436e-e1b8-4b14-8445-1aa5575e32c3 HTTP/1.1" status: 204 len: 168 time: 0.4670131 Mar 11 19:56:41.108702 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35970) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:41.157296 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ca7f02d8-3edd-4199-bab0-c2715834dcdb tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "GET /v2.0/ports?device_id=281f436e-e1b8-4b14-8445-1aa5575e32c3 HTTP/1.1" status: 200 len: 205 time: 0.0472918 Mar 11 19:56:41.160541 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35972) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:41.203180 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232017be-7701-4a1e-9f4e-5c5831ee3f5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-0897600d-059c-4c97-87d5-16371e549b1b', 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'project_id': '06d9e64a19fa4247bc00069610bf80e1', 'fixed_ips': [{'subnet_id': '43f50a1c-4f87-4e51-907b-a40e25e241a6'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:56:41.204222 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-232017be-7701-4a1e-9f4e-5c5831ee3f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:41.206489 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-3345a8e7-deb2-415b-a375-10f4ffdc0aca tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] delete failed (client error): The resource could not be found. Mar 11 19:56:41.207568 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-3345a8e7-deb2-415b-a375-10f4ffdc0aca tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "DELETE /v2.0/routers/281f436e-e1b8-4b14-8445-1aa5575e32c3 HTTP/1.1" status: 404 len: 336 time: 0.0460858 Mar 11 19:56:41.210354 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35974) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:41.222518 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a04aed0-504a-4309-ac5c-c7e5284bb6fb tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Made reservation on behalf of 06d9e64a19fa4247bc00069610bf80e1 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:56:41.226823 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4a04aed0-504a-4309-ac5c-c7e5284bb6fb tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:41.240080 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-d93f7a4b-f225-49a2-bbf3-594c21ee0c13 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] DELETE failed (client error): The resource could not be found. Mar 11 19:56:41.240807 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d93f7a4b-f225-49a2-bbf3-594c21ee0c13 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:56:41.244292 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d93f7a4b-f225-49a2-bbf3-594c21ee0c13 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "DELETE /v2.0/subnets/b75a74be-ae6c-495d-8120-f2764389c0c7 HTTP/1.1" status: 404 len: 337 time: 0.0327733 Mar 11 19:56:41.247752 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35976) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:41.272536 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-32f46b82-3d4b-4e75-9318-0f5d1a9586bb admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2037446836-network', 'tenant_id': '2f949af31a734abc972f25de080a7f9a'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:56:41.290949 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-eff7d364-10d6-4c23-9a79-a07014c5b8b6 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] DELETE failed (client error): The resource could not be found. Mar 11 19:56:41.291939 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eff7d364-10d6-4c23-9a79-a07014c5b8b6 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:56:41.295546 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-eff7d364-10d6-4c23-9a79-a07014c5b8b6 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "DELETE /v2.0/subnets/444bfcd9-5563-4ff9-8d37-6d947d13482c HTTP/1.1" status: 404 len: 337 time: 0.0478699 Mar 11 19:56:41.299954 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35978) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:41.308453 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f46b82-3d4b-4e75-9318-0f5d1a9586bb admin admin] Made reservation on behalf of 2f949af31a734abc972f25de080a7f9a for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:56:41.311056 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-32f46b82-3d4b-4e75-9318-0f5d1a9586bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:41.338146 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e7a4451-07a5-400d-81c8-4de44f70a5bf tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] DELETE failed (client error): The resource could not be found. Mar 11 19:56:41.339252 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e7a4451-07a5-400d-81c8-4de44f70a5bf tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:56:41.345479 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-6e7a4451-07a5-400d-81c8-4de44f70a5bf tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "DELETE /v2.0/subnets/5801be21-522d-4fd5-9fc9-acb86ec6d602 HTTP/1.1" status: 404 len: 337 time: 0.0404453 Mar 11 19:56:41.345912 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35980) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:41.374269 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-c63b691a-8297-4248-9c43-dfe86b23154e tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] DELETE failed (client error): The resource could not be found. Mar 11 19:56:41.374744 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c63b691a-8297-4248-9c43-dfe86b23154e tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:56:41.380068 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c63b691a-8297-4248-9c43-dfe86b23154e tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "DELETE /v2.0/subnets/e97cc19a-f328-44b7-a13e-081ae859becd HTTP/1.1" status: 404 len: 337 time: 0.0314922 Mar 11 19:56:41.381986 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35982) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:41.387552 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-32f46b82-3d4b-4e75-9318-0f5d1a9586bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:41.396715 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-232017be-7701-4a1e-9f4e-5c5831ee3f5f None None] Allocated IP 2001:db8::2 (0897600d-059c-4c97-87d5-16371e549b1b/43f50a1c-4f87-4e51-907b-a40e25e241a6/83563270-f831-4538-a01a-10e38496bccc) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:56:41.419317 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-61a86330-6231-4d26-a001-27e866a56ced tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "GET /v2.0/ports?device_id=3726834a-8ed5-4f80-b95b-7c6cee37bebd HTTP/1.1" status: 200 len: 205 time: 0.0362198 Mar 11 19:56:41.421928 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35984) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:41.442019 n-d-833163-1 neutron-server[103885]: INFO neutron.db.ipam_backend_mixin [None req-4a04aed0-504a-4309-ac5c-c7e5284bb6fb tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 43f50a1c-4f87-4e51-907b-a40e25e241a6 (CIDR: 2001:db8::/64) Mar 11 19:56:41.449281 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a04aed0-504a-4309-ac5c-c7e5284bb6fb tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:56:41.449730 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a04aed0-504a-4309-ac5c-c7e5284bb6fb tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:56:41.452909 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9209d529-5cc1-46a9-bcb5-f52114817cc9 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (f75617cc-5b58-498c-b615-40280ad6d756), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:41.463787 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-b9067964-ca43-4426-8a4d-6aef7e92fce2 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] delete failed (client error): The resource could not be found. Mar 11 19:56:41.467478 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b9067964-ca43-4426-8a4d-6aef7e92fce2 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "DELETE /v2.0/routers/3726834a-8ed5-4f80-b95b-7c6cee37bebd HTTP/1.1" status: 404 len: 336 time: 0.0419469 Mar 11 19:56:41.468527 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35986) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:41.499588 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9209d529-5cc1-46a9-bcb5-f52114817cc9 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event deleted for resources: {'Port': ['ID=f75617cc-5b58-498c-b615-40280ad6d756,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:41.503972 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-2c484841-3d25-4532-856a-34f48943cfd9 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "GET /v2.0/ports?device_id=f61e7e8c-036b-41b9-b105-1ddb62f890e7 HTTP/1.1" status: 200 len: 205 time: 0.0351875 Mar 11 19:56:41.507558 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-4a04aed0-504a-4309-ac5c-c7e5284bb6fb tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5902581 Mar 11 19:56:41.510253 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35988) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:41.511226 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35990) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:41.520438 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-feb79058-e5b1-4069-a8b5-f4aa2b23acfd tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Request body: {'subnet': {'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:56:41.600899 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-232017be-7701-4a1e-9f4e-5c5831ee3f5f None None] Publish callbacks [] for port (83563270-f831-4538-a01a-10e38496bccc), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:41.603674 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-8641308b-70d9-4359-ad01-9d92b831ba83 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] delete failed (client error): The resource could not be found. Mar 11 19:56:41.609040 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8641308b-70d9-4359-ad01-9d92b831ba83 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "DELETE /v2.0/routers/f61e7e8c-036b-41b9-b105-1ddb62f890e7 HTTP/1.1" status: 404 len: 336 time: 0.0929170 Mar 11 19:56:41.609344 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35992) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:41.619840 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-232017be-7701-4a1e-9f4e-5c5831ee3f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (83563270-f831-4538-a01a-10e38496bccc), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:41.642302 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9209d529-5cc1-46a9-bcb5-f52114817cc9 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (cb0d7aab-6d9c-4e6c-a6d0-69dbefdcd6ce), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:41.670679 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-32f46b82-3d4b-4e75-9318-0f5d1a9586bb admin admin] Publish callbacks [] for security_group (d5255725-ccdd-4d27-b7f7-7b851613b845), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:41.688533 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232017be-7701-4a1e-9f4e-5c5831ee3f5f None None] Network 0897600d-059c-4c97-87d5-16371e549b1b is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:56:41.689394 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-250a860e-8eff-4cab-921d-6473d0161d9e tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] DELETE failed (client error): The resource could not be found. Mar 11 19:56:41.689881 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-250a860e-8eff-4cab-921d-6473d0161d9e tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:56:41.694598 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-232017be-7701-4a1e-9f4e-5c5831ee3f5f None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:56:41.695315 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-250a860e-8eff-4cab-921d-6473d0161d9e tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "DELETE /v2.0/subnets/c4451a68-a65a-41f9-aee2-eef70d0edc56 HTTP/1.1" status: 404 len: 337 time: 0.0848188 Mar 11 19:56:41.698938 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35994) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:41.703253 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232017be-7701-4a1e-9f4e-5c5831ee3f5f None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:56:41.709167 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-32f46b82-3d4b-4e75-9318-0f5d1a9586bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (d5255725-ccdd-4d27-b7f7-7b851613b845), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:41.716312 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232017be-7701-4a1e-9f4e-5c5831ee3f5f None None] Pushing event updated for resources: {'Port': ['ID=83563270-f831-4538-a01a-10e38496bccc,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:41.782155 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-5f6a5967-89bc-4db1-acf6-8328bf16f2d9 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "GET /v2.0/ports?device_id=99230159-ffbf-45ae-a072-527a73c3afde HTTP/1.1" status: 200 len: 205 time: 0.0797741 Mar 11 19:56:41.782434 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32f46b82-3d4b-4e75-9318-0f5d1a9586bb admin admin] vlan segment allocate from pool success with {'vlan_id': 853, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:56:41.783063 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 35996) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:41.796145 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-232017be-7701-4a1e-9f4e-5c5831ee3f5f None None] Attempting to bind port 83563270-f831-4538-a01a-10e38496bccc on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:56:41.796446 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-232017be-7701-4a1e-9f4e-5c5831ee3f5f None None] Attempting to bind port 83563270-f831-4538-a01a-10e38496bccc by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:56:41.796817 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232017be-7701-4a1e-9f4e-5c5831ee3f5f None None] Attempting to bind port 83563270-f831-4538-a01a-10e38496bccc on network 0897600d-059c-4c97-87d5-16371e549b1b {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:56:41.804265 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232017be-7701-4a1e-9f4e-5c5831ee3f5f None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:56:41.804729 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232017be-7701-4a1e-9f4e-5c5831ee3f5f None None] Checking segment: {'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:56:41.805066 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-232017be-7701-4a1e-9f4e-5c5831ee3f5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:41.805502 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232017be-7701-4a1e-9f4e-5c5831ee3f5f None None] Bound using segment: {'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:56:41.806017 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-232017be-7701-4a1e-9f4e-5c5831ee3f5f None None] Bound port: 83563270-f831-4538-a01a-10e38496bccc, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70c71ca7-59df-46c5-86d9-acc712ed1da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '0897600d-059c-4c97-87d5-16371e549b1b'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:56:41.806450 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-232017be-7701-4a1e-9f4e-5c5831ee3f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (83563270-f831-4538-a01a-10e38496bccc), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:41.812315 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb79058-e5b1-4069-a8b5-f4aa2b23acfd tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Made reservation on behalf of 06d9e64a19fa4247bc00069610bf80e1 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:56:41.818877 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-feb79058-e5b1-4069-a8b5-f4aa2b23acfd tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:41.853332 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f46b82-3d4b-4e75-9318-0f5d1a9586bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5255725-ccdd-4d27-b7f7-7b851613b845,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:41.859285 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-32f46b82-3d4b-4e75-9318-0f5d1a9586bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (24113e97-424e-4ee4-920c-ab4f67020525), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:41.859285 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-32f46b82-3d4b-4e75-9318-0f5d1a9586bb admin admin] Added segment 24113e97-424e-4ee4-920c-ab4f67020525 of type vlan for network 7cb87be5-5e63-4569-a71c-e4805af6e43b Mar 11 19:56:41.861223 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [None req-cee8cae2-47dc-4ae5-ae50-cb6de76fcbf4 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] delete failed (client error): The resource could not be found. Mar 11 19:56:41.864801 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-cee8cae2-47dc-4ae5-ae50-cb6de76fcbf4 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "DELETE /v2.0/routers/99230159-ffbf-45ae-a072-527a73c3afde HTTP/1.1" status: 404 len: 336 time: 0.0744076 Mar 11 19:56:41.867699 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 35998) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:41.883902 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-232017be-7701-4a1e-9f4e-5c5831ee3f5f None None] For port 83563270-f831-4538-a01a-10e38496bccc, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:56:41.891422 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-232017be-7701-4a1e-9f4e-5c5831ee3f5f None None] For port 83563270-f831-4538-a01a-10e38496bccc, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=83563270-f831-4538-a01a-10e38496bccc,segment=NetworkSegment(70c71ca7-59df-46c5-86d9-acc712ed1da1),segment_id=70c71ca7-59df-46c5-86d9-acc712ed1da1)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:56:41.903513 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-232017be-7701-4a1e-9f4e-5c5831ee3f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (83563270-f831-4538-a01a-10e38496bccc), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:41.958226 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-444e4ed8-9ebc-4cc4-bb64-1243bfb65fc1 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "GET /v2.0/ports?device_id=1c5f71b1-48f4-48ea-b867-2b476733297f HTTP/1.1" status: 200 len: 205 time: 0.0867114 Mar 11 19:56:41.961086 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36000) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:41.975434 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232017be-7701-4a1e-9f4e-5c5831ee3f5f None None] Pushing event updated for resources: {'Port': ['ID=83563270-f831-4538-a01a-10e38496bccc,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:41.989461 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-32f46b82-3d4b-4e75-9318-0f5d1a9586bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (7cb87be5-5e63-4569-a71c-e4805af6e43b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:42.005505 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9209d529-5cc1-46a9-bcb5-f52114817cc9 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Router cb0d7aab-6d9c-4e6c-a6d0-69dbefdcd6ce has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:56:42.015510 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-2ce55ac0-95b1-45ef-b4ef-e39625c3b82a tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] delete failed (client error): The resource could not be found. Mar 11 19:56:42.016605 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-2ce55ac0-95b1-45ef-b4ef-e39625c3b82a tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "DELETE /v2.0/routers/1c5f71b1-48f4-48ea-b867-2b476733297f HTTP/1.1" status: 404 len: 336 time: 0.0540876 Mar 11 19:56:42.021727 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36002) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:42.034225 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-32f46b82-3d4b-4e75-9318-0f5d1a9586bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (7cb87be5-5e63-4569-a71c-e4805af6e43b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:42.035302 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f46b82-3d4b-4e75-9318-0f5d1a9586bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:42.035911 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-32f46b82-3d4b-4e75-9318-0f5d1a9586bb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:42.069307 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-24251e3b-0814-4527-b569-7a80ad4f691b tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] DELETE failed (client error): The resource could not be found. Mar 11 19:56:42.069820 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24251e3b-0814-4527-b569-7a80ad4f691b tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:56:42.072839 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-24251e3b-0814-4527-b569-7a80ad4f691b tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "DELETE /v2.0/subnets/27cbdf90-ebcf-40b1-bc6d-b0796aa9db74 HTTP/1.1" status: 404 len: 337 time: 0.0503967 Mar 11 19:56:42.078799 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36004) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:42.119608 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-41cbe4f5-bd2f-4a43-a1cc-fbbc60c37a86 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "GET /v2.0/ports?device_id=420809c4-8ff3-448d-85f7-8fb29d882e56 HTTP/1.1" status: 200 len: 205 time: 0.0396562 Mar 11 19:56:42.123821 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36006) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:42.172644 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-5fa07d15-d187-4c07-a758-11a1563d5814 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] delete failed (client error): The resource could not be found. Mar 11 19:56:42.173724 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-5fa07d15-d187-4c07-a758-11a1563d5814 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "DELETE /v2.0/routers/420809c4-8ff3-448d-85f7-8fb29d882e56 HTTP/1.1" status: 404 len: 336 time: 0.0491438 Mar 11 19:56:42.178143 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36008) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:42.189126 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-32f46b82-3d4b-4e75-9318-0f5d1a9586bb admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1952996 Mar 11 19:56:42.203222 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36010) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:42.221708 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-2c2ebab1-ac6e-4345-a3ad-96f68bddf3b6 admin admin] Request body: {'subnet': {'network_id': '7cb87be5-5e63-4569-a71c-e4805af6e43b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2037446836-subnet', 'tenant_id': '2f949af31a734abc972f25de080a7f9a', 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:56:42.253308 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9209d529-5cc1-46a9-bcb5-f52114817cc9 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:56:42.263506 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-f18b4f30-03f7-4fd7-a998-9fd5eddc0397 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] DELETE failed (client error): The resource could not be found. Mar 11 19:56:42.265063 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be7ea78-f80e-4f89-b8cd-f06ad8bf549f None None] Sync routers for ids ['cb0d7aab-6d9c-4e6c-a6d0-69dbefdcd6ce'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:56:42.266342 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f18b4f30-03f7-4fd7-a998-9fd5eddc0397 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:56:42.269544 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f18b4f30-03f7-4fd7-a998-9fd5eddc0397 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "DELETE /v2.0/subnets/920b78d6-09e4-4222-b22d-65f20189abb2 HTTP/1.1" status: 404 len: 337 time: 0.0904565 Mar 11 19:56:42.273301 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36012) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:42.293212 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be7ea78-f80e-4f89-b8cd-f06ad8bf549f None None] Routers {'cb0d7aab-6d9c-4e6c-a6d0-69dbefdcd6ce'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:56:42.294057 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-7be7ea78-f80e-4f89-b8cd-f06ad8bf549f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:56:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['cb0d7aab-6d9c-4e6c-a6d0-69dbefdcd6ce'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:42.299550 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-9209d529-5cc1-46a9-bcb5-f52114817cc9 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "PUT /v2.0/routers/cb0d7aab-6d9c-4e6c-a6d0-69dbefdcd6ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6021192 Mar 11 19:56:42.304196 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f46b82-3d4b-4e75-9318-0f5d1a9586bb admin admin] Pushing event updated for resources: {'Network': ['ID=7cb87be5-5e63-4569-a71c-e4805af6e43b,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:42.314368 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36014) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:42.346699 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f114ec9-c581-4316-844c-b3a637108df3 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] GET failed (client error): The resource could not be found. Mar 11 19:56:42.351245 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-3f114ec9-c581-4316-844c-b3a637108df3 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "GET /v2.0/ports/f75617cc-5b58-498c-b615-40280ad6d756 HTTP/1.1" status: 404 len: 333 time: 0.0355639 Mar 11 19:56:42.355168 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36016) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:42.383121 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 7cb87be5-5e63-4569-a71c-e4805af6e43b details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:56:42.386784 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-60f1dfce-ecf0-4cea-9c59-46e8ab3295bf tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "GET /v2.0/ports?device_id=e65e3524-e32d-43b3-8a4a-4fdb9a532a6a HTTP/1.1" status: 200 len: 205 time: 0.1100652 Mar 11 19:56:42.390211 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36018) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:42.419856 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2ebab1-ac6e-4345-a3ad-96f68bddf3b6 admin admin] Made reservation on behalf of 2f949af31a734abc972f25de080a7f9a for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:56:42.422545 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2c2ebab1-ac6e-4345-a3ad-96f68bddf3b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:42.440573 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-5fdd51cd-fd31-4908-93cc-37bd5a270857 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] delete failed (client error): The resource could not be found. Mar 11 19:56:42.441931 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-5fdd51cd-fd31-4908-93cc-37bd5a270857 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "DELETE /v2.0/routers/e65e3524-e32d-43b3-8a4a-4fdb9a532a6a HTTP/1.1" status: 404 len: 336 time: 0.0504749 Mar 11 19:56:42.471228 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36020) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:42.489901 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-7be7ea78-f80e-4f89-b8cd-f06ad8bf549f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:42.505196 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be7ea78-f80e-4f89-b8cd-f06ad8bf549f None None] Routers {'cb0d7aab-6d9c-4e6c-a6d0-69dbefdcd6ce'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:56:42.505946 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-7be7ea78-f80e-4f89-b8cd-f06ad8bf549f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:56:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['cb0d7aab-6d9c-4e6c-a6d0-69dbefdcd6ce'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:42.514843 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f0fc51f5-7866-42d3-9698-dd448e31bf29 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for router (cb0d7aab-6d9c-4e6c-a6d0-69dbefdcd6ce), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:42.519784 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-50b75533-e067-471e-93d3-a89548c104b6 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] DELETE failed (client error): The resource could not be found. Mar 11 19:56:42.520252 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50b75533-e067-471e-93d3-a89548c104b6 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:56:42.525946 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-50b75533-e067-471e-93d3-a89548c104b6 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "DELETE /v2.0/subnets/1ebebb22-d572-4a8e-9c18-de13f5097231 HTTP/1.1" status: 404 len: 337 time: 0.0535479 Mar 11 19:56:42.527962 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36022) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:42.548405 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-7be7ea78-f80e-4f89-b8cd-f06ad8bf549f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:42.549156 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be7ea78-f80e-4f89-b8cd-f06ad8bf549f None None] The sync data for ids ['cb0d7aab-6d9c-4e6c-a6d0-69dbefdcd6ce'] in n-d-833163-1 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:56:42.594061 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf5d6d5f-846c-453f-9dbd-7c4cb34e6690 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] DELETE failed (client error): The resource could not be found. Mar 11 19:56:42.594587 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf5d6d5f-846c-453f-9dbd-7c4cb34e6690 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:56:42.597697 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-bf5d6d5f-846c-453f-9dbd-7c4cb34e6690 tempest-RoutersIpV6Test-1857661622 tempest-RoutersIpV6Test-1857661622-project] 10.222.0.65 "DELETE /v2.0/subnets/d1d4bcdc-7531-45ea-ac0a-9d0c142c8471 HTTP/1.1" status: 404 len: 337 time: 0.0681870 Mar 11 19:56:42.672290 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 83563270-f831-4538-a01a-10e38496bccc up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:56:42.713396 n-d-833163-1 neutron-server[103884]: DEBUG neutron.objects.ports [None req-feb79058-e5b1-4069-a8b5-f4aa2b23acfd tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103884) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 11 19:56:42.746091 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 83563270-f831-4538-a01a-10e38496bccc triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:42.746872 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (83563270-f831-4538-a01a-10e38496bccc), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:42.799480 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f0fc51f5-7866-42d3-9698-dd448e31bf29 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (cb0d7aab-6d9c-4e6c-a6d0-69dbefdcd6ce), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:42.803195 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f0fc51f5-7866-42d3-9698-dd448e31bf29 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for router_controller (cb0d7aab-6d9c-4e6c-a6d0-69dbefdcd6ce), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:42.856444 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 83563270-f831-4538-a01a-10e38496bccc is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:42.857041 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (83563270-f831-4538-a01a-10e38496bccc), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:42.900873 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f0fc51f5-7866-42d3-9698-dd448e31bf29 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (cb0d7aab-6d9c-4e6c-a6d0-69dbefdcd6ce), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:42.901407 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0fc51f5-7866-42d3-9698-dd448e31bf29 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Fanout notify agent at l3_agent the message router_deleted on router cb0d7aab-6d9c-4e6c-a6d0-69dbefdcd6ce {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:56:42.909262 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f0fc51f5-7866-42d3-9698-dd448e31bf29 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:42.915076 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f0fc51f5-7866-42d3-9698-dd448e31bf29 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "DELETE /v2.0/routers/cb0d7aab-6d9c-4e6c-a6d0-69dbefdcd6ce HTTP/1.1" status: 204 len: 168 time: 0.5580010 Mar 11 19:56:42.915272 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36028) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:42.936585 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2c2ebab1-ac6e-4345-a3ad-96f68bddf3b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (d614b2f0-8c6e-4e2e-aec0-cfab71e0207b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:42.958710 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:56:42.959251 n-d-833163-1 neutron-server[103886]: DEBUG oslo_db.api [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:56:42.965581 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36032) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:42.988949 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-feb79058-e5b1-4069-a8b5-f4aa2b23acfd tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (83563270-f831-4538-a01a-10e38496bccc), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:43.012540 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2ebab1-ac6e-4345-a3ad-96f68bddf3b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d614b2f0-8c6e-4e2e-aec0-cfab71e0207b,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:43.021094 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2ebab1-ac6e-4345-a3ad-96f68bddf3b6 admin admin] Checking segment: {'id': '24113e97-424e-4ee4-920c-ab4f67020525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '7cb87be5-5e63-4569-a71c-e4805af6e43b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:56:43.021357 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2ebab1-ac6e-4345-a3ad-96f68bddf3b6 admin admin] Network hostable DHCP agents. Network: 7cb87be5-5e63-4569-a71c-e4805af6e43b, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:56:43.045767 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2ebab1-ac6e-4345-a3ad-96f68bddf3b6 admin admin] Network 7cb87be5-5e63-4569-a71c-e4805af6e43b is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:56:43.065883 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-2c2ebab1-ac6e-4345-a3ad-96f68bddf3b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 7cb87be5-5e63-4569-a71c-e4805af6e43b) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:56:43.070687 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2ebab1-ac6e-4345-a3ad-96f68bddf3b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:43.071351 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2c2ebab1-ac6e-4345-a3ad-96f68bddf3b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:43.077047 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24bc708-2725-4740-8089-db17cc8b0aac None None] Network 7cb87be5-5e63-4569-a71c-e4805af6e43b requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:56:43.077308 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac0bbc19-3183-46fb-84e8-797ce8644686 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Deleting subnet 6fb46075-b518-4eaf-a709-ac7049bddfa4 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:56:43.087029 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ac0bbc19-3183-46fb-84e8-797ce8644686 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for subnet (6fb46075-b518-4eaf-a709-ac7049bddfa4), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:43.103596 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-2c2ebab1-ac6e-4345-a3ad-96f68bddf3b6 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8915703 Mar 11 19:56:43.106902 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36036) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:43.111921 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-33dc8fb1-2473-48dd-9270-46b080c261cd admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2037446836-router', 'tenant_id': '2f949af31a734abc972f25de080a7f9a', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:56:43.138915 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-33dc8fb1-2473-48dd-9270-46b080c261cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (f55ba18a-05bd-48a8-a614-ffb9f4aa4427), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:43.142042 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-33dc8fb1-2473-48dd-9270-46b080c261cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (f55ba18a-05bd-48a8-a614-ffb9f4aa4427), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:43.178021 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ac0bbc19-3183-46fb-84e8-797ce8644686 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (6fb46075-b518-4eaf-a709-ac7049bddfa4), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:43.225397 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-33dc8fb1-2473-48dd-9270-46b080c261cd admin admin] Publish callbacks [] for router_controller (f55ba18a-05bd-48a8-a614-ffb9f4aa4427), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:43.232818 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfacf09a-9496-4dba-a537-ab6ccf85f0e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-7cb87be5-5e63-4569-a71c-e4805af6e43b', 'network_id': '7cb87be5-5e63-4569-a71c-e4805af6e43b', 'project_id': '2f949af31a734abc972f25de080a7f9a', 'fixed_ips': [{'subnet_id': 'd614b2f0-8c6e-4e2e-aec0-cfab71e0207b'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:56:43.234192 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dfacf09a-9496-4dba-a537-ab6ccf85f0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:43.413832 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-dfacf09a-9496-4dba-a537-ab6ccf85f0e0 None None] Allocated IP 172.20.0.2 (7cb87be5-5e63-4569-a71c-e4805af6e43b/d614b2f0-8c6e-4e2e-aec0-cfab71e0207b/47ceed82-128f-45e3-bc53-3c0f86fd2898) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:56:43.415571 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-33dc8fb1-2473-48dd-9270-46b080c261cd admin admin] Publish callbacks [] for router_gateway (f55ba18a-05bd-48a8-a614-ffb9f4aa4427), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:43.533326 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 83563270-f831-4538-a01a-10e38496bccc is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:43.533898 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (83563270-f831-4538-a01a-10e38496bccc), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:43.585348 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-2d396e3f-952f-4ff1-b8d0-19701b6603b1 None None] Provisioning complete for port 83563270-f831-4538-a01a-10e38496bccc triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:43.585878 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2d396e3f-952f-4ff1-b8d0-19701b6603b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (83563270-f831-4538-a01a-10e38496bccc), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:43.661685 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a1bfc92a-c815-4d44-8019-fb0bccf95ad2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=add05d9726be43c2815669eb9adbbe31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6918027 Mar 11 19:56:43.662452 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36038) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:43.677267 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dfacf09a-9496-4dba-a537-ab6ccf85f0e0 None None] Publish callbacks [] for port (47ceed82-128f-45e3-bc53-3c0f86fd2898), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:43.681515 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-33dc8fb1-2473-48dd-9270-46b080c261cd admin admin] Publish callbacks [] for router_gateway (f55ba18a-05bd-48a8-a614-ffb9f4aa4427), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:43.687555 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-feb79058-e5b1-4069-a8b5-f4aa2b23acfd tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] For port 83563270-f831-4538-a01a-10e38496bccc, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=83563270-f831-4538-a01a-10e38496bccc,segment=NetworkSegment(70c71ca7-59df-46c5-86d9-acc712ed1da1),segment_id=70c71ca7-59df-46c5-86d9-acc712ed1da1)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:56:43.709560 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dfacf09a-9496-4dba-a537-ab6ccf85f0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (47ceed82-128f-45e3-bc53-3c0f86fd2898), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:43.711072 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-33dc8fb1-2473-48dd-9270-46b080c261cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:43.717707 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ac0bbc19-3183-46fb-84e8-797ce8644686 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (6fb46075-b518-4eaf-a709-ac7049bddfa4), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:43.757188 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-feb79058-e5b1-4069-a8b5-f4aa2b23acfd tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for port (83563270-f831-4538-a01a-10e38496bccc), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:43.761952 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfacf09a-9496-4dba-a537-ab6ccf85f0e0 None None] Network 7cb87be5-5e63-4569-a71c-e4805af6e43b is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:56:43.768009 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-feb79058-e5b1-4069-a8b5-f4aa2b23acfd tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (83563270-f831-4538-a01a-10e38496bccc), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:43.770885 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-dfacf09a-9496-4dba-a537-ab6ccf85f0e0 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:56:43.773245 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfacf09a-9496-4dba-a537-ab6ccf85f0e0 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:56:43.783418 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-2d396e3f-952f-4ff1-b8d0-19701b6603b1 None None] Current status of the port 83563270-f831-4538-a01a-10e38496bccc is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:43.783767 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2d396e3f-952f-4ff1-b8d0-19701b6603b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (83563270-f831-4538-a01a-10e38496bccc), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:43.810845 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-feb79058-e5b1-4069-a8b5-f4aa2b23acfd tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (9e41cb3c-a082-4b01-88c7-fffbc45eec65), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:43.859281 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb79058-e5b1-4069-a8b5-f4aa2b23acfd tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Network 0897600d-059c-4c97-87d5-16371e549b1b is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:56:43.860700 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfacf09a-9496-4dba-a537-ab6ccf85f0e0 None None] Pushing event updated for resources: {'Port': ['ID=47ceed82-128f-45e3-bc53-3c0f86fd2898,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:43.875647 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-feb79058-e5b1-4069-a8b5-f4aa2b23acfd tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:56:43.884745 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-dfacf09a-9496-4dba-a537-ab6ccf85f0e0 None None] Attempting to bind port 47ceed82-128f-45e3-bc53-3c0f86fd2898 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:56:43.885231 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-dfacf09a-9496-4dba-a537-ab6ccf85f0e0 None None] Attempting to bind port 47ceed82-128f-45e3-bc53-3c0f86fd2898 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '24113e97-424e-4ee4-920c-ab4f67020525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '7cb87be5-5e63-4569-a71c-e4805af6e43b'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:56:43.885505 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfacf09a-9496-4dba-a537-ab6ccf85f0e0 None None] Attempting to bind port 47ceed82-128f-45e3-bc53-3c0f86fd2898 on network 7cb87be5-5e63-4569-a71c-e4805af6e43b {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:56:43.891174 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb79058-e5b1-4069-a8b5-f4aa2b23acfd tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:43.891828 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-feb79058-e5b1-4069-a8b5-f4aa2b23acfd tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:43.911231 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb79058-e5b1-4069-a8b5-f4aa2b23acfd tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event updated for resources: {'Subnet': ['ID=9e41cb3c-a082-4b01-88c7-fffbc45eec65,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:43.913842 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ac0bbc19-3183-46fb-84e8-797ce8644686 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (6fb46075-b518-4eaf-a709-ac7049bddfa4), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:43.914756 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:56:43.915122 n-d-833163-1 neutron-server[103886]: DEBUG oslo_db.api [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:56:43.916022 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c9c94f-e770-4041-bccf-ab827521493d None None] Network 0897600d-059c-4c97-87d5-16371e549b1b requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:56:43.919998 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb79058-e5b1-4069-a8b5-f4aa2b23acfd tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event updated for resources: {'Port': ['ID=83563270-f831-4538-a01a-10e38496bccc,revision_number=4']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:43.951203 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-feb79058-e5b1-4069-a8b5-f4aa2b23acfd tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.4375689 Mar 11 19:56:43.952543 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0bbc19-3183-46fb-84e8-797ce8644686 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event deleted for resources: {'Subnet': ['ID=6fb46075-b518-4eaf-a709-ac7049bddfa4,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:43.954202 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36040) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:43.958341 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ac0bbc19-3183-46fb-84e8-797ce8644686 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:43.958647 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfacf09a-9496-4dba-a537-ab6ccf85f0e0 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:56:43.959003 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfacf09a-9496-4dba-a537-ab6ccf85f0e0 None None] Checking segment: {'id': '24113e97-424e-4ee4-920c-ab4f67020525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '7cb87be5-5e63-4569-a71c-e4805af6e43b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:56:43.959410 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dfacf09a-9496-4dba-a537-ab6ccf85f0e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:43.959828 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfacf09a-9496-4dba-a537-ab6ccf85f0e0 None None] Bound using segment: {'id': '24113e97-424e-4ee4-920c-ab4f67020525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '7cb87be5-5e63-4569-a71c-e4805af6e43b'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:56:43.960327 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-dfacf09a-9496-4dba-a537-ab6ccf85f0e0 None None] Bound port: 47ceed82-128f-45e3-bc53-3c0f86fd2898, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24113e97-424e-4ee4-920c-ab4f67020525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '7cb87be5-5e63-4569-a71c-e4805af6e43b'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:56:43.960700 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dfacf09a-9496-4dba-a537-ab6ccf85f0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (47ceed82-128f-45e3-bc53-3c0f86fd2898), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:43.964395 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ac0bbc19-3183-46fb-84e8-797ce8644686 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "DELETE /v2.0/subnets/6fb46075-b518-4eaf-a709-ac7049bddfa4 HTTP/1.1" status: 204 len: 168 time: 1.0476248 Mar 11 19:56:43.968620 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-627b8f5f-54c5-4193-97ee-fe855dbba0ec tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Request body: {'port': {'network_id': '0897600d-059c-4c97-87d5-16371e549b1b', 'mac_address': 'fa:16:3e:b1:1a:c5', 'name': 'tempest-NetworksTestDHCPv6-1502917898'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:56:43.997074 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c792219-b827-4024-a935-91216050f0e8 None None] Network 944cc2c1-80cf-4f1f-9481-af950895ae56 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:56:44.068493 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36042) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:44.121461 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627b8f5f-54c5-4193-97ee-fe855dbba0ec tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Made reservation on behalf of 06d9e64a19fa4247bc00069610bf80e1 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:56:44.139880 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b31d0217-152d-47da-a125-2afd9e8cfc68 admin admin] Publish callbacks [] for security_group (d1abfdff-7c74-4672-847a-268f3d6dd7bd), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:44.186709 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9d38d2d5-a270-4fbf-88e8-1c2977cfaef1 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (944cc2c1-80cf-4f1f-9481-af950895ae56), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:44.190522 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b31d0217-152d-47da-a125-2afd9e8cfc68 admin admin] Publish callbacks [] for security_group (d1abfdff-7c74-4672-847a-268f3d6dd7bd), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:44.210167 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-2d396e3f-952f-4ff1-b8d0-19701b6603b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:56:44.210561 n-d-833163-1 neutron-server[103886]: DEBUG oslo_db.api [None req-2d396e3f-952f-4ff1-b8d0-19701b6603b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:56:44.219511 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-33dc8fb1-2473-48dd-9270-46b080c261cd admin admin] Allocated IP 172.25.8.80 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/9124a99f-4231-440c-9b8e-5ac3cb88054f) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:56:44.278217 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-627b8f5f-54c5-4193-97ee-fe855dbba0ec tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:44.297432 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 83563270-f831-4538-a01a-10e38496bccc is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:44.297809 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (83563270-f831-4538-a01a-10e38496bccc), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:44.309431 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-627b8f5f-54c5-4193-97ee-fe855dbba0ec tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] device_id is not set on port d2ef3769-85b3-446b-850b-488f4759870e yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:56:44.318292 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b31d0217-152d-47da-a125-2afd9e8cfc68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (d1abfdff-7c74-4672-847a-268f3d6dd7bd), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:44.319045 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-9d38d2d5-a270-4fbf-88e8-1c2977cfaef1 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Deleting port 6d311968-cf16-4fb4-8e8f-7fbe5344716b {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:56:44.319475 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9d38d2d5-a270-4fbf-88e8-1c2977cfaef1 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (6d311968-cf16-4fb4-8e8f-7fbe5344716b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:44.321165 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b31d0217-152d-47da-a125-2afd9e8cfc68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:44.324097 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-b31d0217-152d-47da-a125-2afd9e8cfc68 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d1abfdff-7c74-4672-847a-268f3d6dd7bd HTTP/1.1" status: 204 len: 168 time: 0.6563990 Mar 11 19:56:44.391679 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-33dc8fb1-2473-48dd-9270-46b080c261cd admin admin] Publish callbacks [] for port (9124a99f-4231-440c-9b8e-5ac3cb88054f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:44.403053 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-dfacf09a-9496-4dba-a537-ab6ccf85f0e0 None None] For port 47ceed82-128f-45e3-bc53-3c0f86fd2898, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:56:44.407471 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 83563270-f831-4538-a01a-10e38496bccc, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=83563270-f831-4538-a01a-10e38496bccc,segment=NetworkSegment(70c71ca7-59df-46c5-86d9-acc712ed1da1),segment_id=70c71ca7-59df-46c5-86d9-acc712ed1da1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:56:44.423336 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-dfacf09a-9496-4dba-a537-ab6ccf85f0e0 None None] For port 47ceed82-128f-45e3-bc53-3c0f86fd2898, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=47ceed82-128f-45e3-bc53-3c0f86fd2898,segment=NetworkSegment(24113e97-424e-4ee4-920c-ab4f67020525),segment_id=24113e97-424e-4ee4-920c-ab4f67020525)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:56:44.424896 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (83563270-f831-4538-a01a-10e38496bccc), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:44.441811 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31d0217-152d-47da-a125-2afd9e8cfc68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1abfdff-7c74-4672-847a-268f3d6dd7bd,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:44.448762 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-33dc8fb1-2473-48dd-9270-46b080c261cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (9124a99f-4231-440c-9b8e-5ac3cb88054f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:44.466403 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-9d38d2d5-a270-4fbf-88e8-1c2977cfaef1 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] For port 6d311968-cf16-4fb4-8e8f-7fbe5344716b, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=6d311968-cf16-4fb4-8e8f-7fbe5344716b,segment=NetworkSegment(d7a8ebd7-f022-4710-8c15-fddc74ba13d5),segment_id=d7a8ebd7-f022-4710-8c15-fddc74ba13d5)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:56:44.466403 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9d38d2d5-a270-4fbf-88e8-1c2977cfaef1 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (6d311968-cf16-4fb4-8e8f-7fbe5344716b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:44.466746 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dfacf09a-9496-4dba-a537-ab6ccf85f0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (47ceed82-128f-45e3-bc53-3c0f86fd2898), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:44.500897 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33dc8fb1-2473-48dd-9270-46b080c261cd admin admin] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:56:44.512113 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-33dc8fb1-2473-48dd-9270-46b080c261cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:56:44.512250 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=83563270-f831-4538-a01a-10e38496bccc,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:44.517460 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dc8fb1-2473-48dd-9270-46b080c261cd admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:56:44.522228 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dc8fb1-2473-48dd-9270-46b080c261cd admin admin] Pushing event updated for resources: {'Port': ['ID=9124a99f-4231-440c-9b8e-5ac3cb88054f,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:44.562807 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-9d38d2d5-a270-4fbf-88e8-1c2977cfaef1 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Calling delete_port for 6d311968-cf16-4fb4-8e8f-7fbe5344716b owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:56:44.588342 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 289a7164-5c95-4907-b024-9390f54cd688 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:56:44.657266 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 289a7164-5c95-4907-b024-9390f54cd688 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:56:44.657615 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 289a7164-5c95-4907-b024-9390f54cd688 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:56:44.674632 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bc7ac8-f074-42f5-9fe2-c776d80a8a44 None None] DHCP port deletion for 944cc2c1-80cf-4f1f-9481-af950895ae56 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:56:44.765125 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfacf09a-9496-4dba-a537-ab6ccf85f0e0 None None] Pushing event updated for resources: {'Port': ['ID=47ceed82-128f-45e3-bc53-3c0f86fd2898,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:44.845583 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-2d396e3f-952f-4ff1-b8d0-19701b6603b1 None None] Current status of the port 83563270-f831-4538-a01a-10e38496bccc is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:44.852604 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 83563270-f831-4538-a01a-10e38496bccc up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:56:44.852715 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-627b8f5f-54c5-4193-97ee-fe855dbba0ec tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Allocated IP 2001:db8::3e7 (0897600d-059c-4c97-87d5-16371e549b1b/43f50a1c-4f87-4e51-907b-a40e25e241a6/d2ef3769-85b3-446b-850b-488f4759870e) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:56:44.872748 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-627b8f5f-54c5-4193-97ee-fe855dbba0ec tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Allocated IP 2001:db8:0:1:f816:3eff:feb1:1ac5 (0897600d-059c-4c97-87d5-16371e549b1b/9e41cb3c-a082-4b01-88c7-fffbc45eec65/d2ef3769-85b3-446b-850b-488f4759870e) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:56:44.923330 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9d38d2d5-a270-4fbf-88e8-1c2977cfaef1 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (6d311968-cf16-4fb4-8e8f-7fbe5344716b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:44.968997 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 83563270-f831-4538-a01a-10e38496bccc triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:44.969389 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (83563270-f831-4538-a01a-10e38496bccc), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:44.979076 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d38d2d5-a270-4fbf-88e8-1c2977cfaef1 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event deleted for resources: {'Port': ['ID=6d311968-cf16-4fb4-8e8f-7fbe5344716b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:44.979428 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f5bc7ac8-f074-42f5-9fe2-c776d80a8a44 None None] Deleting port 6d311968-cf16-4fb4-8e8f-7fbe5344716b {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:56:44.979905 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f5bc7ac8-f074-42f5-9fe2-c776d80a8a44 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (6d311968-cf16-4fb4-8e8f-7fbe5344716b), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:44.989368 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d38d2d5-a270-4fbf-88e8-1c2977cfaef1 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] No DVR routers for this DVR port 6d311968-cf16-4fb4-8e8f-7fbe5344716b on host n-d-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:56:45.090267 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-f5bc7ac8-f074-42f5-9fe2-c776d80a8a44 None None] For port 6d311968-cf16-4fb4-8e8f-7fbe5344716b, host n-d-833163-1, got binding levels [] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:56:45.095963 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-33dc8fb1-2473-48dd-9270-46b080c261cd admin admin] Publish callbacks [] for router_gateway (f55ba18a-05bd-48a8-a614-ffb9f4aa4427), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:45.097513 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f5bc7ac8-f074-42f5-9fe2-c776d80a8a44 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (6d311968-cf16-4fb4-8e8f-7fbe5344716b), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:45.126923 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f5bc7ac8-f074-42f5-9fe2-c776d80a8a44 None None] Calling delete_port for 6d311968-cf16-4fb4-8e8f-7fbe5344716b owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:56:45.129946 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.ipam_backend_mixin [None req-f5bc7ac8-f074-42f5-9fe2-c776d80a8a44 None None] Port 6d311968-cf16-4fb4-8e8f-7fbe5344716b was not found and therefore no delete operation was performed {{(pid=103886) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 11 19:56:45.175173 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f5bc7ac8-f074-42f5-9fe2-c776d80a8a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (6d311968-cf16-4fb4-8e8f-7fbe5344716b), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:45.211946 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bc7ac8-f074-42f5-9fe2-c776d80a8a44 None None] No DVR routers for this DVR port 6d311968-cf16-4fb4-8e8f-7fbe5344716b on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:56:45.230132 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9d38d2d5-a270-4fbf-88e8-1c2977cfaef1 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (944cc2c1-80cf-4f1f-9481-af950895ae56), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:45.263153 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bc7ac8-f074-42f5-9fe2-c776d80a8a44 None None] Pushing event deleted for resources: {'Port': ['ID=6d311968-cf16-4fb4-8e8f-7fbe5344716b,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:45.272361 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-9d38d2d5-a270-4fbf-88e8-1c2977cfaef1 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['944cc2c1-80cf-4f1f-9481-af950895ae56']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:45.319434 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-9d38d2d5-a270-4fbf-88e8-1c2977cfaef1 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7a8ebd7-f022-4710-8c15-fddc74ba13d5') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:45.320544 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-9d38d2d5-a270-4fbf-88e8-1c2977cfaef1 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7a8ebd7-f022-4710-8c15-fddc74ba13d5') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:45.333627 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 83563270-f831-4538-a01a-10e38496bccc is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:45.347978 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9d38d2d5-a270-4fbf-88e8-1c2977cfaef1 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (d7a8ebd7-f022-4710-8c15-fddc74ba13d5), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:45.370911 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-627b8f5f-54c5-4193-97ee-fe855dbba0ec tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for port (d2ef3769-85b3-446b-850b-488f4759870e), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:45.377151 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9d38d2d5-a270-4fbf-88e8-1c2977cfaef1 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (d7a8ebd7-f022-4710-8c15-fddc74ba13d5), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:45.386672 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d38d2d5-a270-4fbf-88e8-1c2977cfaef1 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Releasing vlan 894 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:56:45.387097 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9d38d2d5-a270-4fbf-88e8-1c2977cfaef1 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (d7a8ebd7-f022-4710-8c15-fddc74ba13d5), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:45.390527 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:56:45.390527 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:56:45.390527 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:56:45.390527 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:56:45.390527 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:56:45.390527 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:56:45.390527 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:56:45.390527 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:56:45.390527 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:56:45.390527 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:56:45.390527 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:56:45.390527 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:56:45.390527 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:56:45.390527 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:56:45.390527 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:56:45.390527 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:56:45.390527 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:56:45.390527 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:56:45.390527 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:56:45.390527 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:56:45.390527 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:56:45.390527 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:56:45.390527 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:56:45.390527 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:56:45.390527 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:56:45.390527 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:56:45.390527 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:56:45.390527 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:56:45.390527 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:56:45.390527 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:56:45.390527 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:56:45.390527 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:56:45.422607 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 6d311968-cf16-4fb4-8e8f-7fbe5344716b no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:56:45.453414 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 6d311968-cf16-4fb4-8e8f-7fbe5344716b {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:56:45.456435 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-33dc8fb1-2473-48dd-9270-46b080c261cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (f55ba18a-05bd-48a8-a614-ffb9f4aa4427), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:45.458524 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 6d311968-cf16-4fb4-8e8f-7fbe5344716b not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:56:45.502360 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9d38d2d5-a270-4fbf-88e8-1c2977cfaef1 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (944cc2c1-80cf-4f1f-9481-af950895ae56), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:45.517251 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9d38d2d5-a270-4fbf-88e8-1c2977cfaef1 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:45.530154 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-9d38d2d5-a270-4fbf-88e8-1c2977cfaef1 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "DELETE /v2.0/networks/944cc2c1-80cf-4f1f-9481-af950895ae56 HTTP/1.1" status: 204 len: 168 time: 1.4605510 Mar 11 19:56:45.531663 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-627b8f5f-54c5-4193-97ee-fe855dbba0ec tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (d2ef3769-85b3-446b-850b-488f4759870e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:45.532872 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36062) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:45.582384 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d38d2d5-a270-4fbf-88e8-1c2977cfaef1 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event deleted for resources: {'Network': ['ID=944cc2c1-80cf-4f1f-9481-af950895ae56,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:45.600319 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627b8f5f-54c5-4193-97ee-fe855dbba0ec tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Network 0897600d-059c-4c97-87d5-16371e549b1b is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:56:45.603736 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-627b8f5f-54c5-4193-97ee-fe855dbba0ec tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:56:45.610286 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627b8f5f-54c5-4193-97ee-fe855dbba0ec tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:56:45.615951 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627b8f5f-54c5-4193-97ee-fe855dbba0ec tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:45.616589 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-627b8f5f-54c5-4193-97ee-fe855dbba0ec tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:45.630143 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627b8f5f-54c5-4193-97ee-fe855dbba0ec tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event updated for resources: {'Port': ['ID=d2ef3769-85b3-446b-850b-488f4759870e,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:45.637511 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148ccbf5-fb3c-4041-92be-b4000266b42c tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:45.638958 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-148ccbf5-fb3c-4041-92be-b4000266b42c tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "GET /v2.0/ports/0a9dbe37-7e3a-458d-9b93-bc7a048c95e5 HTTP/1.1" status: 200 len: 845 time: 0.1053998 Mar 11 19:56:45.642768 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36066) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:45.643513 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-627b8f5f-54c5-4193-97ee-fe855dbba0ec tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6871929 Mar 11 19:56:45.646272 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36068) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:45.710538 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-e93a2f68-3c95-4499-bc56-936797acfd1b None None] Provisioning complete for port 83563270-f831-4538-a01a-10e38496bccc triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:45.711128 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e93a2f68-3c95-4499-bc56-936797acfd1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (83563270-f831-4538-a01a-10e38496bccc), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:45.733098 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-857e933f-1f16-4c97-a723-da9f98006edf tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "GET /v2.0/ports/0a9dbe37-7e3a-458d-9b93-bc7a048c95e5?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0890920 Mar 11 19:56:45.737982 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36070) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:45.754439 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-1a676d05-1886-4473-8540-b024c43d0c92 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Request body: {'subnet': {'network_id': '082421c7-5eb0-4f81-9d2b-c47a23b7a5ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:56:45.762197 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36072) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:45.826857 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-66515881-3f63-44b6-b571-17abe58ef159 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Deleting port d2ef3769-85b3-446b-850b-488f4759870e {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:56:45.827207 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-66515881-3f63-44b6-b571-17abe58ef159 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (d2ef3769-85b3-446b-850b-488f4759870e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:45.856943 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e93a2f68-3c95-4499-bc56-936797acfd1b None None] Current status of the port 83563270-f831-4538-a01a-10e38496bccc is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:45.883669 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33dc8fb1-2473-48dd-9270-46b080c261cd admin admin] Router f55ba18a-05bd-48a8-a614-ffb9f4aa4427 is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:56:45.965341 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a676d05-1886-4473-8540-b024c43d0c92 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Made reservation on behalf of 9a2132e02eba4e489015b67acdaa176b for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:56:45.968962 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1a676d05-1886-4473-8540-b024c43d0c92 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:45.990748 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-fd5e521a-47d7-461e-bf3d-6f9edbe680fa tempest-DvrRoutersNegativeTest-1239245801 tempest-DvrRoutersNegativeTest-1239245801-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1754459195', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:56:45.993334 n-d-833163-1 neutron-server[103884]: DEBUG neutron.policy [None req-fd5e521a-47d7-461e-bf3d-6f9edbe680fa tempest-DvrRoutersNegativeTest-1239245801 tempest-DvrRoutersNegativeTest-1239245801-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103884) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Mar 11 19:56:45.994103 n-d-833163-1 neutron-server[103884]: DEBUG neutron.policy [None req-fd5e521a-47d7-461e-bf3d-6f9edbe680fa tempest-DvrRoutersNegativeTest-1239245801 tempest-DvrRoutersNegativeTest-1239245801-project] Failed policy check for 'create_router' {{(pid=103884) enforce /opt/stack/neutron/neutron/policy.py:524}} Mar 11 19:56:45.994256 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-fd5e521a-47d7-461e-bf3d-6f9edbe680fa tempest-DvrRoutersNegativeTest-1239245801 tempest-DvrRoutersNegativeTest-1239245801-project] create failed (client error): Access was denied to this resource. Mar 11 19:56:45.995986 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-fd5e521a-47d7-461e-bf3d-6f9edbe680fa tempest-DvrRoutersNegativeTest-1239245801 tempest-DvrRoutersNegativeTest-1239245801-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2294619 Mar 11 19:56:46.002461 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-66515881-3f63-44b6-b571-17abe58ef159 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (d2ef3769-85b3-446b-850b-488f4759870e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:46.022272 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-66515881-3f63-44b6-b571-17abe58ef159 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Calling delete_port for d2ef3769-85b3-446b-850b-488f4759870e owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:56:46.083850 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-1dfa7ee4-9213-441d-8128-c5867f268a37 None None] Provisioning complete for port d2ef3769-85b3-446b-850b-488f4759870e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:46.084510 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1dfa7ee4-9213-441d-8128-c5867f268a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (d2ef3769-85b3-446b-850b-488f4759870e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:46.135980 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33dc8fb1-2473-48dd-9270-46b080c261cd admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:56:46.146080 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5653a1d-2410-4677-a36b-59225bfb5ba1 None None] Sync routers for ids ['f55ba18a-05bd-48a8-a614-ffb9f4aa4427'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:56:46.162453 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5653a1d-2410-4677-a36b-59225bfb5ba1 None None] Routers {'f55ba18a-05bd-48a8-a614-ffb9f4aa4427'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:56:46.163086 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-a5653a1d-2410-4677-a36b-59225bfb5ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:56:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['f55ba18a-05bd-48a8-a614-ffb9f4aa4427'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:46.180440 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-1dfa7ee4-9213-441d-8128-c5867f268a37 None None] Port d2ef3769-85b3-446b-850b-488f4759870e cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:56:46.206778 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-33dc8fb1-2473-48dd-9270-46b080c261cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:46.211006 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-33dc8fb1-2473-48dd-9270-46b080c261cd admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1003857 Mar 11 19:56:46.224654 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36078) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:46.299545 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ceed5d9-7681-4959-860e-f0abc32486bf None None] Network 7cb87be5-5e63-4569-a71c-e4805af6e43b requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:56:46.325137 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1a676d05-1886-4473-8540-b024c43d0c92 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (cb67fc24-1c92-417c-b7cd-56ae8a8b4ce5), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:46.326862 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-a5653a1d-2410-4677-a36b-59225bfb5ba1 None None] Set router f55ba18a-05bd-48a8-a614-ffb9f4aa4427 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:56:46.383213 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-66515881-3f63-44b6-b571-17abe58ef159 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (d2ef3769-85b3-446b-850b-488f4759870e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:46.391075 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a676d05-1886-4473-8540-b024c43d0c92 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Network 082421c7-5eb0-4f81-9d2b-c47a23b7a5ea is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:56:46.395749 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-1a676d05-1886-4473-8540-b024c43d0c92 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:56:46.401806 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a676d05-1886-4473-8540-b024c43d0c92 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:46.402662 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1a676d05-1886-4473-8540-b024c43d0c92 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:46.410986 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a676d05-1886-4473-8540-b024c43d0c92 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event updated for resources: {'Subnet': ['ID=cb67fc24-1c92-417c-b7cd-56ae8a8b4ce5,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:46.438457 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc59ef8-dc23-4616-b0f0-2a72c1527412 None None] Network 082421c7-5eb0-4f81-9d2b-c47a23b7a5ea requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:56:46.438730 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-1a676d05-1886-4473-8540-b024c43d0c92 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6904399 Mar 11 19:56:46.439370 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36082) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:46.444382 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66515881-3f63-44b6-b571-17abe58ef159 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event deleted for resources: {'Port': ['ID=d2ef3769-85b3-446b-850b-488f4759870e,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:46.450505 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-3b600a2c-3856-4458-8188-1e458900970c tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Request body: {'security_group': {'name': 'tempest-secgroup-844126103'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:56:46.522598 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3b600a2c-3856-4458-8188-1e458900970c tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:46.532686 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-66515881-3f63-44b6-b571-17abe58ef159 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:46.537962 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-66515881-3f63-44b6-b571-17abe58ef159 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/ports/d2ef3769-85b3-446b-850b-488f4759870e HTTP/1.1" status: 204 len: 168 time: 0.8905113 Mar 11 19:56:46.541304 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36084) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:46.559978 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-186ed05f-e429-4d84-a0f6-35b401ddb653 None None] Provisioning complete for port 47ceed82-128f-45e3-bc53-3c0f86fd2898 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:46.560361 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-186ed05f-e429-4d84-a0f6-35b401ddb653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (47ceed82-128f-45e3-bc53-3c0f86fd2898), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:46.568370 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36086) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:46.622626 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-a5653a1d-2410-4677-a36b-59225bfb5ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55ba18a-05bd-48a8-a614-ffb9f4aa4427', 'name': 'tempest-TestServerBasicOps-2037446836-router', 'tenant_id': '2f949af31a734abc972f25de080a7f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '9124a99f-4231-440c-9b8e-5ac3cb88054f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:56:43Z', 'updated_at': '2022-03-11T19:56:44Z', 'revision_number': 3, 'project_id': '2f949af31a734abc972f25de080a7f9a', 'gw_port': {'id': '9124a99f-4231-440c-9b8e-5ac3cb88054f', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4d:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55ba18a-05bd-48a8-a614-ffb9f4aa4427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:56:43Z', 'updated_at': '2022-03-11T19:56:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:46.642446 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3b600a2c-3856-4458-8188-1e458900970c tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for security_group (f6cdc62f-e4bd-46c3-a47a-a5600d3b397c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:46.650742 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3b600a2c-3856-4458-8188-1e458900970c tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (f6cdc62f-e4bd-46c3-a47a-a5600d3b397c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:46.680245 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3b600a2c-3856-4458-8188-1e458900970c tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:46.686036 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-3b600a2c-3856-4458-8188-1e458900970c tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2450755 Mar 11 19:56:46.686828 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36090) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:46.698657 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-41bf1e27-5841-417a-b41e-cc763048256a tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Request body: {'security_group': {'name': 'tempest-secgroup-224757492'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:56:46.704239 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5653a1d-2410-4677-a36b-59225bfb5ba1 None None] Checking router: f55ba18a-05bd-48a8-a614-ffb9f4aa4427 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:56:46.704584 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5653a1d-2410-4677-a36b-59225bfb5ba1 None None] Updating router f55ba18a-05bd-48a8-a614-ffb9f4aa4427 port 9124a99f-4231-440c-9b8e-5ac3cb88054f binding host n-d-833163-1 {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:56:46.737589 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b600a2c-3856-4458-8188-1e458900970c tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6cdc62f-e4bd-46c3-a47a-a5600d3b397c,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:46.754710 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-41bf1e27-5841-417a-b41e-cc763048256a tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:46.828155 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a5653a1d-2410-4677-a36b-59225bfb5ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (9124a99f-4231-440c-9b8e-5ac3cb88054f), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:46.881196 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6d7f37-a115-469d-986f-57907c2750c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-082421c7-5eb0-4f81-9d2b-c47a23b7a5ea', 'network_id': '082421c7-5eb0-4f81-9d2b-c47a23b7a5ea', 'project_id': '9a2132e02eba4e489015b67acdaa176b', 'fixed_ips': [{'subnet_id': 'cb67fc24-1c92-417c-b7cd-56ae8a8b4ce5'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:56:46.882010 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9c6d7f37-a115-469d-986f-57907c2750c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:46.896122 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c9d844b-226d-489d-a83d-334bb6cb6921 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:46.965316 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-41bf1e27-5841-417a-b41e-cc763048256a tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for security_group (3ccae3ad-db98-4aeb-ab9e-66c9655c7133), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:46.966507 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 47ceed82-128f-45e3-bc53-3c0f86fd2898 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:56:46.972019 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-186ed05f-e429-4d84-a0f6-35b401ddb653 None None] Current status of the port 47ceed82-128f-45e3-bc53-3c0f86fd2898 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:46.972411 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-186ed05f-e429-4d84-a0f6-35b401ddb653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (47ceed82-128f-45e3-bc53-3c0f86fd2898), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:46.976687 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-41bf1e27-5841-417a-b41e-cc763048256a tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (3ccae3ad-db98-4aeb-ab9e-66c9655c7133), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:47.013602 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846470f6-121e-41cb-a0f1-78c8edbcf3a0 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:47.016191 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-846470f6-121e-41cb-a0f1-78c8edbcf3a0 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4728520 Mar 11 19:56:47.021031 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36092) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:47.030365 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-41bf1e27-5841-417a-b41e-cc763048256a tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:47.031667 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-41bf1e27-5841-417a-b41e-cc763048256a tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3378060 Mar 11 19:56:47.034381 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36094) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:47.039768 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-52aced93-e697-47ab-b2fb-b7bb15755df0 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-78622635', 'security_groups': ['3ccae3ad-db98-4aeb-ab9e-66c9655c7133'], 'network_id': '082421c7-5eb0-4f81-9d2b-c47a23b7a5ea', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'cb67fc24-1c92-417c-b7cd-56ae8a8b4ce5'}]}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:56:47.071743 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bf1e27-5841-417a-b41e-cc763048256a tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ccae3ad-db98-4aeb-ab9e-66c9655c7133,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:47.106205 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-186ed05f-e429-4d84-a0f6-35b401ddb653 None None] For port 47ceed82-128f-45e3-bc53-3c0f86fd2898, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=47ceed82-128f-45e3-bc53-3c0f86fd2898,segment=NetworkSegment(24113e97-424e-4ee4-920c-ab4f67020525),segment_id=24113e97-424e-4ee4-920c-ab4f67020525)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:56:47.116410 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-186ed05f-e429-4d84-a0f6-35b401ddb653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (47ceed82-128f-45e3-bc53-3c0f86fd2898), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:47.125178 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb40cdb-5e22-49ef-b6fa-a046f03232de tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:47.128977 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ecb40cdb-5e22-49ef-b6fa-a046f03232de tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1028733 Mar 11 19:56:47.129696 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36096) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:47.172188 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c9d844b-226d-489d-a83d-334bb6cb6921 admin admin] Publish callbacks [] for security_group (1ecbc0b9-6abe-4c6f-90f1-1f7edcb4deea), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:47.190656 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3c9d844b-226d-489d-a83d-334bb6cb6921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (1ecbc0b9-6abe-4c6f-90f1-1f7edcb4deea), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:47.219195 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 47ceed82-128f-45e3-bc53-3c0f86fd2898 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:47.219898 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (47ceed82-128f-45e3-bc53-3c0f86fd2898), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:47.228373 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186ed05f-e429-4d84-a0f6-35b401ddb653 None None] Pushing event updated for resources: {'Port': ['ID=47ceed82-128f-45e3-bc53-3c0f86fd2898,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:47.228791 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c575be4-5f13-4f1d-8553-ab0bdeadbf7d tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:47.230348 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c575be4-5f13-4f1d-8553-ab0bdeadbf7d tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:47.231669 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c575be4-5f13-4f1d-8553-ab0bdeadbf7d tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:47.234204 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-9c6d7f37-a115-469d-986f-57907c2750c9 None None] Allocated IP 2001:db8::2 (082421c7-5eb0-4f81-9d2b-c47a23b7a5ea/cb67fc24-1c92-417c-b7cd-56ae8a8b4ce5/9e17bde8-7737-41d1-8a0e-e2fdde39fdd3) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:56:47.236736 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-8c575be4-5f13-4f1d-8553-ab0bdeadbf7d tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1025140 Mar 11 19:56:47.240020 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36098) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:47.257705 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-3c9d844b-226d-489d-a83d-334bb6cb6921 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=308e641c90d349b39730597f5eaf0bae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6872478 Mar 11 19:56:47.258849 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9d844b-226d-489d-a83d-334bb6cb6921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ecbc0b9-6abe-4c6f-90f1-1f7edcb4deea,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:47.261823 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36100) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:47.316296 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2ede864d-c09f-4015-aad2-943359cb5fa7 admin admin] Publish callbacks [] for security_group (1ecbc0b9-6abe-4c6f-90f1-1f7edcb4deea), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:47.317730 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a5653a1d-2410-4677-a36b-59225bfb5ba1 None None] Publish callbacks [] for port (9124a99f-4231-440c-9b8e-5ac3cb88054f), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:47.322608 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d6f3715d-7265-4f1f-bc8a-41306877deee None None] Provisioning complete for port 47ceed82-128f-45e3-bc53-3c0f86fd2898 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:47.323491 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d6f3715d-7265-4f1f-bc8a-41306877deee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (47ceed82-128f-45e3-bc53-3c0f86fd2898), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:47.325811 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a5653a1d-2410-4677-a36b-59225bfb5ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (9124a99f-4231-440c-9b8e-5ac3cb88054f), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:47.346660 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2ede864d-c09f-4015-aad2-943359cb5fa7 admin admin] Publish callbacks [] for security_group (1ecbc0b9-6abe-4c6f-90f1-1f7edcb4deea), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:47.374140 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b8f0da6-19f4-4059-beae-bc78b3f1ae5e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Deleting subnet 43f50a1c-4f87-4e51-907b-a40e25e241a6 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:56:47.384435 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0b8f0da6-19f4-4059-beae-bc78b3f1ae5e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (43f50a1c-4f87-4e51-907b-a40e25e241a6), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:47.403819 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2ede864d-c09f-4015-aad2-943359cb5fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (1ecbc0b9-6abe-4c6f-90f1-1f7edcb4deea), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:47.406795 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2ede864d-c09f-4015-aad2-943359cb5fa7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:47.412013 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-2ede864d-c09f-4015-aad2-943359cb5fa7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1ecbc0b9-6abe-4c6f-90f1-1f7edcb4deea HTTP/1.1" status: 204 len: 168 time: 0.1492443 Mar 11 19:56:47.421237 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ede864d-c09f-4015-aad2-943359cb5fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ecbc0b9-6abe-4c6f-90f1-1f7edcb4deea,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:47.424568 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52aced93-e697-47ab-b2fb-b7bb15755df0 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Made reservation on behalf of 9a2132e02eba4e489015b67acdaa176b for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:56:47.424724 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c887f67b-f115-4315-8c58-a33d2e76c263 None None] Pushing event updated for resources: {'Port': ['ID=9124a99f-4231-440c-9b8e-5ac3cb88054f,revision_number=2']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:47.427008 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-a5653a1d-2410-4677-a36b-59225bfb5ba1 None None] Attempting to bind port 9124a99f-4231-440c-9b8e-5ac3cb88054f on host n-d-833163-1 for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:56:47.427370 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-a5653a1d-2410-4677-a36b-59225bfb5ba1 None None] Attempting to bind port 9124a99f-4231-440c-9b8e-5ac3cb88054f by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:56:47.427750 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5653a1d-2410-4677-a36b-59225bfb5ba1 None None] Attempting to bind port 9124a99f-4231-440c-9b8e-5ac3cb88054f on network 612cc066-33e3-444d-b1c7-d0a64751482a {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:56:47.435069 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5653a1d-2410-4677-a36b-59225bfb5ba1 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:56:47.435441 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5653a1d-2410-4677-a36b-59225bfb5ba1 None None] Checking segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:56:47.435870 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a5653a1d-2410-4677-a36b-59225bfb5ba1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:47.436256 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5653a1d-2410-4677-a36b-59225bfb5ba1 None None] Bound using segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:56:47.436766 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-a5653a1d-2410-4677-a36b-59225bfb5ba1 None None] Bound port: 9124a99f-4231-440c-9b8e-5ac3cb88054f, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:56:47.437145 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a5653a1d-2410-4677-a36b-59225bfb5ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (9124a99f-4231-440c-9b8e-5ac3cb88054f), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:47.437421 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0fdf09d2-7919-4bce-97ae-af3de9b84128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:47.488764 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0b8f0da6-19f4-4059-beae-bc78b3f1ae5e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (43f50a1c-4f87-4e51-907b-a40e25e241a6), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:47.495695 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-a5653a1d-2410-4677-a36b-59225bfb5ba1 None None] For port 9124a99f-4231-440c-9b8e-5ac3cb88054f, host n-d-833163-1, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:56:47.500474 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-a5653a1d-2410-4677-a36b-59225bfb5ba1 None None] For port 9124a99f-4231-440c-9b8e-5ac3cb88054f, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=9124a99f-4231-440c-9b8e-5ac3cb88054f,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:56:47.507207 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 47ceed82-128f-45e3-bc53-3c0f86fd2898 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:47.511410 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-a5653a1d-2410-4677-a36b-59225bfb5ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (9124a99f-4231-440c-9b8e-5ac3cb88054f), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:47.579666 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d6f3715d-7265-4f1f-bc8a-41306877deee None None] Current status of the port 47ceed82-128f-45e3-bc53-3c0f86fd2898 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:47.582351 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9c6d7f37-a115-469d-986f-57907c2750c9 None None] Publish callbacks [] for port (9e17bde8-7737-41d1-8a0e-e2fdde39fdd3), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:47.589344 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5653a1d-2410-4677-a36b-59225bfb5ba1 None None] Routers {'f55ba18a-05bd-48a8-a614-ffb9f4aa4427'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:56:47.589964 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-a5653a1d-2410-4677-a36b-59225bfb5ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:56:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['f55ba18a-05bd-48a8-a614-ffb9f4aa4427'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:47.592264 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c887f67b-f115-4315-8c58-a33d2e76c263 None None] Pushing event updated for resources: {'Port': ['ID=9124a99f-4231-440c-9b8e-5ac3cb88054f,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:47.592593 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9c6d7f37-a115-469d-986f-57907c2750c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (9e17bde8-7737-41d1-8a0e-e2fdde39fdd3), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:47.646285 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d7f37-a115-469d-986f-57907c2750c9 None None] Pushing event updated for resources: {'Port': ['ID=9e17bde8-7737-41d1-8a0e-e2fdde39fdd3,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:47.659515 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6d7f37-a115-469d-986f-57907c2750c9 None None] Network 082421c7-5eb0-4f81-9d2b-c47a23b7a5ea is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:56:47.662116 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-9c6d7f37-a115-469d-986f-57907c2750c9 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:56:47.664727 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6d7f37-a115-469d-986f-57907c2750c9 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:56:47.706469 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-52aced93-e697-47ab-b2fb-b7bb15755df0 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:47.726268 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0b8f0da6-19f4-4059-beae-bc78b3f1ae5e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (43f50a1c-4f87-4e51-907b-a40e25e241a6), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:47.730834 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-9c6d7f37-a115-469d-986f-57907c2750c9 None None] Attempting to bind port 9e17bde8-7737-41d1-8a0e-e2fdde39fdd3 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:56:47.730834 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-9c6d7f37-a115-469d-986f-57907c2750c9 None None] Attempting to bind port 9e17bde8-7737-41d1-8a0e-e2fdde39fdd3 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '412dddee-a430-4cc0-9978-8dcc867a4ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '082421c7-5eb0-4f81-9d2b-c47a23b7a5ea'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:56:47.731449 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6d7f37-a115-469d-986f-57907c2750c9 None None] Attempting to bind port 9e17bde8-7737-41d1-8a0e-e2fdde39fdd3 on network 082421c7-5eb0-4f81-9d2b-c47a23b7a5ea {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:56:47.736834 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-a5653a1d-2410-4677-a36b-59225bfb5ba1 None None] Set router f55ba18a-05bd-48a8-a614-ffb9f4aa4427 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:56:47.737638 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6d7f37-a115-469d-986f-57907c2750c9 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:56:47.738021 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6d7f37-a115-469d-986f-57907c2750c9 None None] Checking segment: {'id': '412dddee-a430-4cc0-9978-8dcc867a4ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '082421c7-5eb0-4f81-9d2b-c47a23b7a5ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:56:47.738425 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9c6d7f37-a115-469d-986f-57907c2750c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:47.738820 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6d7f37-a115-469d-986f-57907c2750c9 None None] Bound using segment: {'id': '412dddee-a430-4cc0-9978-8dcc867a4ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '082421c7-5eb0-4f81-9d2b-c47a23b7a5ea'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:56:47.739342 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-9c6d7f37-a115-469d-986f-57907c2750c9 None None] Bound port: 9e17bde8-7737-41d1-8a0e-e2fdde39fdd3, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '412dddee-a430-4cc0-9978-8dcc867a4ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '082421c7-5eb0-4f81-9d2b-c47a23b7a5ea'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:56:47.739758 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9c6d7f37-a115-469d-986f-57907c2750c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (9e17bde8-7737-41d1-8a0e-e2fdde39fdd3), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:47.778462 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-52aced93-e697-47ab-b2fb-b7bb15755df0 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] device_id is not set on port 731543ae-4908-40d3-b8ee-ff401d07cfa7 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:56:47.824622 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-9c6d7f37-a115-469d-986f-57907c2750c9 None None] For port 9e17bde8-7737-41d1-8a0e-e2fdde39fdd3, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:56:47.824622 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-9c6d7f37-a115-469d-986f-57907c2750c9 None None] For port 9e17bde8-7737-41d1-8a0e-e2fdde39fdd3, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=9e17bde8-7737-41d1-8a0e-e2fdde39fdd3,segment=NetworkSegment(412dddee-a430-4cc0-9978-8dcc867a4ee4),segment_id=412dddee-a430-4cc0-9978-8dcc867a4ee4)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:56:47.836905 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9c6d7f37-a115-469d-986f-57907c2750c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (9e17bde8-7737-41d1-8a0e-e2fdde39fdd3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:47.914596 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d7f37-a115-469d-986f-57907c2750c9 None None] Pushing event updated for resources: {'Port': ['ID=9e17bde8-7737-41d1-8a0e-e2fdde39fdd3,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:47.940365 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0b8f0da6-19f4-4059-beae-bc78b3f1ae5e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (43f50a1c-4f87-4e51-907b-a40e25e241a6), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:47.945218 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-0fdf09d2-7919-4bce-97ae-af3de9b84128 admin admin] Allocated IP 172.20.0.1 (7cb87be5-5e63-4569-a71c-e4805af6e43b/d614b2f0-8c6e-4e2e-aec0-cfab71e0207b/bfff381e-98cd-4fe5-a462-459995105247) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:56:47.992364 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0b8f0da6-19f4-4059-beae-bc78b3f1ae5e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:47.998098 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-0b8f0da6-19f4-4059-beae-bc78b3f1ae5e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/subnets/43f50a1c-4f87-4e51-907b-a40e25e241a6 HTTP/1.1" status: 204 len: 168 time: 0.7556434 Mar 11 19:56:47.998968 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36112) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:48.001970 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8f0da6-19f4-4059-beae-bc78b3f1ae5e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event deleted for resources: {'Subnet': ['ID=43f50a1c-4f87-4e51-907b-a40e25e241a6,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:48.002338 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ab68fd-ee0c-4577-8a77-4681c129b0b8 None None] Network 0897600d-059c-4c97-87d5-16371e549b1b requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:56:48.059598 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-a5653a1d-2410-4677-a36b-59225bfb5ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55ba18a-05bd-48a8-a614-ffb9f4aa4427', 'name': 'tempest-TestServerBasicOps-2037446836-router', 'tenant_id': '2f949af31a734abc972f25de080a7f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '9124a99f-4231-440c-9b8e-5ac3cb88054f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:56:43Z', 'updated_at': '2022-03-11T19:56:44Z', 'revision_number': 3, 'project_id': '2f949af31a734abc972f25de080a7f9a', 'gw_port': {'id': '9124a99f-4231-440c-9b8e-5ac3cb88054f', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4d:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55ba18a-05bd-48a8-a614-ffb9f4aa4427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:56:43Z', 'updated_at': '2022-03-11T19:56:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:48.092207 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5653a1d-2410-4677-a36b-59225bfb5ba1 None None] The sync data for ids ['f55ba18a-05bd-48a8-a614-ffb9f4aa4427'] in n-d-833163-1 is: [{'id': 'f55ba18a-05bd-48a8-a614-ffb9f4aa4427', 'name': 'tempest-TestServerBasicOps-2037446836-router', 'tenant_id': '2f949af31a734abc972f25de080a7f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '9124a99f-4231-440c-9b8e-5ac3cb88054f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:56:43Z', 'updated_at': '2022-03-11T19:56:44Z', 'revision_number': 3, 'project_id': '2f949af31a734abc972f25de080a7f9a', 'gw_port': {'id': '9124a99f-4231-440c-9b8e-5ac3cb88054f', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4d:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55ba18a-05bd-48a8-a614-ffb9f4aa4427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:56:43Z', 'updated_at': '2022-03-11T19:56:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:56:48.094492 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-13c46d8f-ab67-49ca-b942-aed45614a795 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Deleting subnet 9e41cb3c-a082-4b01-88c7-fffbc45eec65 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:56:48.100598 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-13c46d8f-ab67-49ca-b942-aed45614a795 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (9e41cb3c-a082-4b01-88c7-fffbc45eec65), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:48.149275 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-13c46d8f-ab67-49ca-b942-aed45614a795 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (9e41cb3c-a082-4b01-88c7-fffbc45eec65), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:48.197936 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-52aced93-e697-47ab-b2fb-b7bb15755df0 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Allocated IP 2001:db8::fa (082421c7-5eb0-4f81-9d2b-c47a23b7a5ea/cb67fc24-1c92-417c-b7cd-56ae8a8b4ce5/731543ae-4908-40d3-b8ee-ff401d07cfa7) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:56:48.269888 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0fdf09d2-7919-4bce-97ae-af3de9b84128 admin admin] Publish callbacks [] for port (bfff381e-98cd-4fe5-a462-459995105247), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:48.319325 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-13c46d8f-ab67-49ca-b942-aed45614a795 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (9e41cb3c-a082-4b01-88c7-fffbc45eec65), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:48.429586 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-13c46d8f-ab67-49ca-b942-aed45614a795 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (9e41cb3c-a082-4b01-88c7-fffbc45eec65), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:48.461347 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0fdf09d2-7919-4bce-97ae-af3de9b84128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (bfff381e-98cd-4fe5-a462-459995105247), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:48.524799 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-13c46d8f-ab67-49ca-b942-aed45614a795 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:48.528741 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-13c46d8f-ab67-49ca-b942-aed45614a795 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/subnets/9e41cb3c-a082-4b01-88c7-fffbc45eec65 HTTP/1.1" status: 204 len: 168 time: 0.5281479 Mar 11 19:56:48.529894 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c46d8f-ab67-49ca-b942-aed45614a795 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event deleted for resources: {'Subnet': ['ID=9e41cb3c-a082-4b01-88c7-fffbc45eec65,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:48.532340 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36122) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:48.580489 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdf09d2-7919-4bce-97ae-af3de9b84128 admin admin] Network 7cb87be5-5e63-4569-a71c-e4805af6e43b is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:56:48.584934 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-de63e21b-ce0b-4b1a-8556-8338356f47a8 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0513341 Mar 11 19:56:48.588560 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36126) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:48.594528 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-0fdf09d2-7919-4bce-97ae-af3de9b84128 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:56:48.603111 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdf09d2-7919-4bce-97ae-af3de9b84128 admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:56:48.618806 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdf09d2-7919-4bce-97ae-af3de9b84128 admin admin] Pushing event updated for resources: {'Port': ['ID=bfff381e-98cd-4fe5-a462-459995105247,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:48.674079 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-52aced93-e697-47ab-b2fb-b7bb15755df0 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for port (731543ae-4908-40d3-b8ee-ff401d07cfa7), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:48.688608 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8cf59a-c0a3-4488-81ec-f43e00188543 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:48.690133 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-3f8cf59a-c0a3-4488-81ec-f43e00188543 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0989268 Mar 11 19:56:48.695897 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36128) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:48.731258 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0fdf09d2-7919-4bce-97ae-af3de9b84128 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (f55ba18a-05bd-48a8-a614-ffb9f4aa4427), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:48.815197 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36130) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:48.850889 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f98e18d-6627-4d57-96a1-88acb6e59b7a tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:48.856925 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-2f98e18d-6627-4d57-96a1-88acb6e59b7a tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1599233 Mar 11 19:56:48.859665 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36134) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:48.951270 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:48.990515 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-fc0c8afd-aba8-4617-9d94-faba938398bc tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1295757 Mar 11 19:56:49.000983 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36136) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:49.004456 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-52aced93-e697-47ab-b2fb-b7bb15755df0 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (731543ae-4908-40d3-b8ee-ff401d07cfa7), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:49.036021 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 9e17bde8-7737-41d1-8a0e-e2fdde39fdd3 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:56:49.039951 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-772fc559-3690-4958-88f6-e771a166c32e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] DELETE failed (client error): The resource could not be found. Mar 11 19:56:49.040871 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-772fc559-3690-4958-88f6-e771a166c32e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:56:49.044886 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-772fc559-3690-4958-88f6-e771a166c32e tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/ports/d2ef3769-85b3-446b-850b-488f4759870e HTTP/1.1" status: 404 len: 333 time: 0.0420704 Mar 11 19:56:49.047260 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36138) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:49.083561 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-814d7e93-2dab-452a-85ba-9bdec96216f1 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] DELETE failed (client error): The resource could not be found. Mar 11 19:56:49.084283 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-814d7e93-2dab-452a-85ba-9bdec96216f1 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:56:49.092892 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-814d7e93-2dab-452a-85ba-9bdec96216f1 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/subnets/9e41cb3c-a082-4b01-88c7-fffbc45eec65 HTTP/1.1" status: 404 len: 337 time: 0.0416594 Mar 11 19:56:49.093433 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36140) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:49.150613 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52aced93-e697-47ab-b2fb-b7bb15755df0 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Network 082421c7-5eb0-4f81-9d2b-c47a23b7a5ea is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:56:49.154206 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-630a21c8-b5d6-48c9-8001-02cc9867616b tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-336710160', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:56:49.154376 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0fdf09d2-7919-4bce-97ae-af3de9b84128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (bfff381e-98cd-4fe5-a462-459995105247), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:49.154564 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-310e14ef-5152-4f53-9bfd-c88cf5f3c0ce None None] Provisioning complete for port bfff381e-98cd-4fe5-a462-459995105247 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:49.155134 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-310e14ef-5152-4f53-9bfd-c88cf5f3c0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (bfff381e-98cd-4fe5-a462-459995105247), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:49.161384 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-39fc9a2a-0048-4a42-9c94-758d5698b631 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] DELETE failed (client error): The resource could not be found. Mar 11 19:56:49.161929 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39fc9a2a-0048-4a42-9c94-758d5698b631 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:56:49.168929 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-39fc9a2a-0048-4a42-9c94-758d5698b631 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/subnets/43f50a1c-4f87-4e51-907b-a40e25e241a6 HTTP/1.1" status: 404 len: 337 time: 0.0739019 Mar 11 19:56:49.170460 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36142) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:49.175165 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-52aced93-e697-47ab-b2fb-b7bb15755df0 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:56:49.181095 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52aced93-e697-47ab-b2fb-b7bb15755df0 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:56:49.193176 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52aced93-e697-47ab-b2fb-b7bb15755df0 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:49.194526 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-52aced93-e697-47ab-b2fb-b7bb15755df0 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:49.227490 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-310e14ef-5152-4f53-9bfd-c88cf5f3c0ce None None] Port bfff381e-98cd-4fe5-a462-459995105247 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:56:49.229871 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a1ff0ab-4755-4dbc-bb9f-0139bab51639 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] DELETE failed (client error): The resource could not be found. Mar 11 19:56:49.240154 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a1ff0ab-4755-4dbc-bb9f-0139bab51639 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:56:49.255579 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 9e17bde8-7737-41d1-8a0e-e2fdde39fdd3 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:49.256239 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-2a1ff0ab-4755-4dbc-bb9f-0139bab51639 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/ports/94c7d0c3-9469-4214-aad0-c6a3e37a9209 HTTP/1.1" status: 404 len: 333 time: 0.0837984 Mar 11 19:56:49.258255 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (9e17bde8-7737-41d1-8a0e-e2fdde39fdd3), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:49.261239 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36144) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:49.281133 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aced93-e697-47ab-b2fb-b7bb15755df0 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event updated for resources: {'Port': ['ID=731543ae-4908-40d3-b8ee-ff401d07cfa7,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:49.293489 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-630a21c8-b5d6-48c9-8001-02cc9867616b tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (1d5e5e69-9a25-4e36-bb20-af7585b925e1), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:49.294694 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-630a21c8-b5d6-48c9-8001-02cc9867616b tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (1d5e5e69-9a25-4e36-bb20-af7585b925e1), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:49.350311 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-52aced93-e697-47ab-b2fb-b7bb15755df0 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.3143318 Mar 11 19:56:49.353332 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36146) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:49.361818 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a3c3314-1518-411e-8929-6c1fb767a9f7 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] DELETE failed (client error): The resource could not be found. Mar 11 19:56:49.362281 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a3c3314-1518-411e-8929-6c1fb767a9f7 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:56:49.374064 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-3a3c3314-1518-411e-8929-6c1fb767a9f7 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/subnets/930edc54-e070-4bf8-8942-8ebe585bd1e9 HTTP/1.1" status: 404 len: 337 time: 0.1090016 Mar 11 19:56:49.374563 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36148) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:49.395189 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-56c5592d-e211-49f4-a9b3-2ada7ef716ad tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Request body: {'subnet': {'network_id': '082421c7-5eb0-4f81-9d2b-c47a23b7a5ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:56:49.403399 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-630a21c8-b5d6-48c9-8001-02cc9867616b tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks [] for router_controller (1d5e5e69-9a25-4e36-bb20-af7585b925e1), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:49.415465 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-630a21c8-b5d6-48c9-8001-02cc9867616b tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (1d5e5e69-9a25-4e36-bb20-af7585b925e1), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:49.424535 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-94c2199c-0232-40b0-b4a2-ea5906fa9da3 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] DELETE failed (client error): The resource could not be found. Mar 11 19:56:49.425019 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94c2199c-0232-40b0-b4a2-ea5906fa9da3 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:56:49.429881 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 9e17bde8-7737-41d1-8a0e-e2fdde39fdd3 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:49.430291 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (9e17bde8-7737-41d1-8a0e-e2fdde39fdd3), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:49.442142 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-94c2199c-0232-40b0-b4a2-ea5906fa9da3 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/subnets/3ac2fd18-6860-4262-923e-f5d46c048d55 HTTP/1.1" status: 404 len: 337 time: 0.0642087 Mar 11 19:56:49.445470 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36152) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:49.485890 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-72e8d8ce-99d8-4261-a214-a030f81104a1 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] DELETE failed (client error): The resource could not be found. Mar 11 19:56:49.486550 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72e8d8ce-99d8-4261-a214-a030f81104a1 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:56:49.497940 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-72e8d8ce-99d8-4261-a214-a030f81104a1 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/ports/eb11d5c5-1b80-4559-bbc9-fc37255382f9 HTTP/1.1" status: 404 len: 333 time: 0.0513887 Mar 11 19:56:49.498602 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36154) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:49.505367 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 9e17bde8-7737-41d1-8a0e-e2fdde39fdd3, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=9e17bde8-7737-41d1-8a0e-e2fdde39fdd3,segment=NetworkSegment(412dddee-a430-4cc0-9978-8dcc867a4ee4),segment_id=412dddee-a430-4cc0-9978-8dcc867a4ee4)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:56:49.514776 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (9e17bde8-7737-41d1-8a0e-e2fdde39fdd3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:49.515928 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 9124a99f-4231-440c-9b8e-5ac3cb88054f up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:56:49.575770 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad514798-c21e-4753-9557-50ee1bdac33a None None] Network 0897600d-059c-4c97-87d5-16371e549b1b requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:56:49.621102 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-1af9bc03-1612-41de-8b9c-c806ae5ca729 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] DELETE failed (client error): The resource could not be found. Mar 11 19:56:49.621102 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1af9bc03-1612-41de-8b9c-c806ae5ca729 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:56:49.626296 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-1af9bc03-1612-41de-8b9c-c806ae5ca729 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/subnets/b962d611-0822-4521-b5d7-9c998497e198 HTTP/1.1" status: 404 len: 337 time: 0.0443449 Mar 11 19:56:49.629438 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-630a21c8-b5d6-48c9-8001-02cc9867616b tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:49.630833 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36156) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:49.634665 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-630a21c8-b5d6-48c9-8001-02cc9867616b tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.8187878 Mar 11 19:56:49.636460 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36158) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:49.646006 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-8a6679eb-089d-4cd7-bfad-d4600a10d41b tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-843486548'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:56:49.665518 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-a760bfa5-8f2e-4039-943e-d90ba970a4b1 None None] Provisioning complete for port 83563270-f831-4538-a01a-10e38496bccc triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:49.666344 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a760bfa5-8f2e-4039-943e-d90ba970a4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (83563270-f831-4538-a01a-10e38496bccc), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:49.674114 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-05337070-1ad7-4fe6-9771-a527a061bb94 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] DELETE failed (client error): The resource could not be found. Mar 11 19:56:49.674690 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05337070-1ad7-4fe6-9771-a527a061bb94 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:56:49.678326 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-05337070-1ad7-4fe6-9771-a527a061bb94 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/subnets/0418fc6f-a16a-4909-b9e2-0ea4a1c1aa50 HTTP/1.1" status: 404 len: 337 time: 0.0446048 Mar 11 19:56:49.680754 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36160) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:49.681809 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c5592d-e211-49f4-a9b3-2ada7ef716ad tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Made reservation on behalf of 9a2132e02eba4e489015b67acdaa176b for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:56:49.689145 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-56c5592d-e211-49f4-a9b3-2ada7ef716ad tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:49.697541 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6679eb-089d-4cd7-bfad-d4600a10d41b tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Made reservation on behalf of 7a51e367951b48848562ce773b518f46 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:56:49.701166 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8a6679eb-089d-4cd7-bfad-d4600a10d41b tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:49.721068 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-98e2958f-64d2-4147-b1e9-4bf3b5748c15 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] DELETE failed (client error): The resource could not be found. Mar 11 19:56:49.721771 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98e2958f-64d2-4147-b1e9-4bf3b5748c15 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:56:49.725004 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-98e2958f-64d2-4147-b1e9-4bf3b5748c15 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/ports/cfe3fc5b-cf4d-44cd-8f3e-9e632f2fc3a1 HTTP/1.1" status: 404 len: 333 time: 0.0431788 Mar 11 19:56:49.732012 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36162) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:49.732591 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8a6679eb-089d-4cd7-bfad-d4600a10d41b tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:49.745900 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0fdf09d2-7919-4bce-97ae-af3de9b84128 admin admin] Publish callbacks [] for port (bfff381e-98cd-4fe5-a462-459995105247), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:49.765082 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0fdf09d2-7919-4bce-97ae-af3de9b84128 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (bfff381e-98cd-4fe5-a462-459995105247), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:49.767662 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2a2e668-145b-447d-b193-19641adf8448 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] DELETE failed (client error): The resource could not be found. Mar 11 19:56:49.768269 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2a2e668-145b-447d-b193-19641adf8448 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:56:49.771461 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f2a2e668-145b-447d-b193-19641adf8448 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/subnets/e46b8ff2-de3e-4509-868a-a373532d41bc HTTP/1.1" status: 404 len: 337 time: 0.0391538 Mar 11 19:56:49.774881 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36164) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:49.839990 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8a6679eb-089d-4cd7-bfad-d4600a10d41b tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks [] for security_group (b44d7170-20b4-4520-aecc-6d235e6c4b3e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:49.882308 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8a6679eb-089d-4cd7-bfad-d4600a10d41b tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (b44d7170-20b4-4520-aecc-6d235e6c4b3e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:49.895413 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e07c522-5fe7-46ed-b7a9-2f4012c357e9 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] DELETE failed (client error): The resource could not be found. Mar 11 19:56:49.895902 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e07c522-5fe7-46ed-b7a9-2f4012c357e9 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:56:49.901819 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-3e07c522-5fe7-46ed-b7a9-2f4012c357e9 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/subnets/e6df74b7-66c8-4899-8e5d-b8d4eb23417e HTTP/1.1" status: 404 len: 337 time: 0.1045773 Mar 11 19:56:49.903565 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0fdf09d2-7919-4bce-97ae-af3de9b84128 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (f55ba18a-05bd-48a8-a614-ffb9f4aa4427), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:49.906424 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a6679eb-089d-4cd7-bfad-d4600a10d41b tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] vlan segment allocate from pool success with {'vlan_id': 867, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:56:49.909268 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36166) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:49.941164 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8a6679eb-089d-4cd7-bfad-d4600a10d41b tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (8c2139fd-4908-471f-8839-8a196e5758fe), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:49.941557 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-8a6679eb-089d-4cd7-bfad-d4600a10d41b tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Added segment 8c2139fd-4908-471f-8839-8a196e5758fe of type vlan for network 2318fd39-b61f-4aee-97f3-ab8ea97ca342 Mar 11 19:56:49.955767 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-95b0945b-2058-497a-977e-8b225a074959 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] DELETE failed (client error): The resource could not be found. Mar 11 19:56:49.956254 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95b0945b-2058-497a-977e-8b225a074959 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:56:49.962977 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-95b0945b-2058-497a-977e-8b225a074959 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/ports/c128575a-b479-4c33-998b-c0f444cbab55 HTTP/1.1" status: 404 len: 333 time: 0.0505512 Mar 11 19:56:49.963918 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdf09d2-7919-4bce-97ae-af3de9b84128 admin admin] Pushing event updated for resources: {'Port': ['ID=bfff381e-98cd-4fe5-a462-459995105247,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:49.972355 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36168) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:49.980906 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=9e17bde8-7737-41d1-8a0e-e2fdde39fdd3,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:50.020569 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6679eb-089d-4cd7-bfad-d4600a10d41b tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b44d7170-20b4-4520-aecc-6d235e6c4b3e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:50.033464 n-d-833163-1 neutron-server[103885]: INFO neutron.db.ipam_backend_mixin [None req-56c5592d-e211-49f4-a9b3-2ada7ef716ad tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cb67fc24-1c92-417c-b7cd-56ae8a8b4ce5 (CIDR: 2001:db8::/64) Mar 11 19:56:50.034992 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-0857bc5e-dbfe-42da-9456-7972dbb2ebb1 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] DELETE failed (client error): The resource could not be found. Mar 11 19:56:50.035826 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0857bc5e-dbfe-42da-9456-7972dbb2ebb1 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:56:50.039578 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-0857bc5e-dbfe-42da-9456-7972dbb2ebb1 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/subnets/e09c1681-43a0-494b-910d-d6650e3b95cd HTTP/1.1" status: 404 len: 337 time: 0.0655806 Mar 11 19:56:50.048679 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36170) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:50.051679 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-56c5592d-e211-49f4-a9b3-2ada7ef716ad tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:56:50.052467 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56c5592d-e211-49f4-a9b3-2ada7ef716ad tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:56:50.057130 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8a6679eb-089d-4cd7-bfad-d4600a10d41b tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (2318fd39-b61f-4aee-97f3-ab8ea97ca342), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:50.072160 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdf09d2-7919-4bce-97ae-af3de9b84128 admin admin] Network 7cb87be5-5e63-4569-a71c-e4805af6e43b is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:56:50.074375 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-0fdf09d2-7919-4bce-97ae-af3de9b84128 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:56:50.098686 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-c783b0b1-ce9f-4b92-8236-d5aa218be3cf tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] DELETE failed (client error): The resource could not be found. Mar 11 19:56:50.099267 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c783b0b1-ce9f-4b92-8236-d5aa218be3cf tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:56:50.102833 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a760bfa5-8f2e-4039-943e-d90ba970a4b1 None None] Current status of the port 83563270-f831-4538-a01a-10e38496bccc is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:50.102997 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-c783b0b1-ce9f-4b92-8236-d5aa218be3cf tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/ports/09e57d1c-ffb2-40cc-8d7a-f18e26de70ab HTTP/1.1" status: 404 len: 333 time: 0.0529413 Mar 11 19:56:50.106470 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 9124a99f-4231-440c-9b8e-5ac3cb88054f triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:50.107113 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (9124a99f-4231-440c-9b8e-5ac3cb88054f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:50.107806 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36172) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:50.132286 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-56c5592d-e211-49f4-a9b3-2ada7ef716ad tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7419858 Mar 11 19:56:50.142355 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36174) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:50.153524 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-d78f0149-b4a3-4061-96fd-64f2ad28ab55 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] DELETE failed (client error): The resource could not be found. Mar 11 19:56:50.154071 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d78f0149-b4a3-4061-96fd-64f2ad28ab55 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:56:50.157176 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d78f0149-b4a3-4061-96fd-64f2ad28ab55 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/subnets/39be2bfb-1d35-4050-b021-2ec109623061 HTTP/1.1" status: 404 len: 337 time: 0.0483260 Mar 11 19:56:50.160120 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36176) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:50.161789 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-e9d06188-1f7c-4d75-8588-ec5a3efe7f6d tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Request body: {'subnet': {'network_id': '082421c7-5eb0-4f81-9d2b-c47a23b7a5ea', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:56:50.220351 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8a6679eb-089d-4cd7-bfad-d4600a10d41b tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (2318fd39-b61f-4aee-97f3-ab8ea97ca342), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:50.225922 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6679eb-089d-4cd7-bfad-d4600a10d41b tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:50.226795 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8a6679eb-089d-4cd7-bfad-d4600a10d41b tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:50.244548 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 9124a99f-4231-440c-9b8e-5ac3cb88054f is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:50.244822 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (9124a99f-4231-440c-9b8e-5ac3cb88054f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:50.246053 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-df135182-717d-4cde-882a-1799d16aed38 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] DELETE failed (client error): The resource could not be found. Mar 11 19:56:50.246632 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df135182-717d-4cde-882a-1799d16aed38 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:56:50.249697 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-df135182-717d-4cde-882a-1799d16aed38 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/ports/eb176776-24e9-43da-9640-87d47d462b44 HTTP/1.1" status: 404 len: 333 time: 0.0879145 Mar 11 19:56:50.255621 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36178) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:50.270547 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00dc8d3f-a113-47d5-8786-85ec98d7f5a3 None None] DHCP port deletion for 0897600d-059c-4c97-87d5-16371e549b1b request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:56:50.289749 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-0f156eb4-845b-4cb1-a11d-9d8306e950fb None None] Provisioning complete for port 731543ae-4908-40d3-b8ee-ff401d07cfa7 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:50.290560 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0f156eb4-845b-4cb1-a11d-9d8306e950fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (731543ae-4908-40d3-b8ee-ff401d07cfa7), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:50.319043 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-8a6679eb-089d-4cd7-bfad-d4600a10d41b tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6559830 Mar 11 19:56:50.319238 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 9124a99f-4231-440c-9b8e-5ac3cb88054f, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=9124a99f-4231-440c-9b8e-5ac3cb88054f,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:56:50.319456 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36180) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:50.319456 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-5dcf958c-2ca7-4692-ba6b-8b94ee5c1476 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Request body: {'subnet': {'network_id': '2318fd39-b61f-4aee-97f3-ab8ea97ca342', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:56:50.373064 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-0f156eb4-845b-4cb1-a11d-9d8306e950fb None None] Port 731543ae-4908-40d3-b8ee-ff401d07cfa7 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:56:50.374924 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (9124a99f-4231-440c-9b8e-5ac3cb88054f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:50.376901 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 47ceed82-128f-45e3-bc53-3c0f86fd2898 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:56:50.484375 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6679eb-089d-4cd7-bfad-d4600a10d41b tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Pushing event updated for resources: {'Network': ['ID=2318fd39-b61f-4aee-97f3-ab8ea97ca342,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:50.485869 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-0f156eb4-845b-4cb1-a11d-9d8306e950fb None None] Provisioning complete for port 9e17bde8-7737-41d1-8a0e-e2fdde39fdd3 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:50.486409 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0f156eb4-845b-4cb1-a11d-9d8306e950fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (9e17bde8-7737-41d1-8a0e-e2fdde39fdd3), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:50.493095 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dcf958c-2ca7-4692-ba6b-8b94ee5c1476 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Made reservation on behalf of 7a51e367951b48848562ce773b518f46 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:56:50.498321 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5dcf958c-2ca7-4692-ba6b-8b94ee5c1476 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:50.518359 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 2318fd39-b61f-4aee-97f3-ab8ea97ca342 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:56:50.534606 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=9124a99f-4231-440c-9b8e-5ac3cb88054f,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:50.613417 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-00dc8d3f-a113-47d5-8786-85ec98d7f5a3 None None] Deleting port 83563270-f831-4538-a01a-10e38496bccc {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:56:50.613947 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-00dc8d3f-a113-47d5-8786-85ec98d7f5a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (83563270-f831-4538-a01a-10e38496bccc), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:50.642209 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 47ceed82-128f-45e3-bc53-3c0f86fd2898 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:50.642785 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (47ceed82-128f-45e3-bc53-3c0f86fd2898), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:50.730633 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5dcf958c-2ca7-4692-ba6b-8b94ee5c1476 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (b8b6ea0b-6e3b-4fa6-a4a3-2110819cea1f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:50.742473 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcc6431d-2b3f-4262-ad65-285698e481e0 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] DELETE failed (client error): The resource could not be found. Mar 11 19:56:50.743095 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcc6431d-2b3f-4262-ad65-285698e481e0 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:56:50.748482 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-dcc6431d-2b3f-4262-ad65-285698e481e0 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/subnets/d719b1a1-459a-4fba-b94c-a46f48da16c5 HTTP/1.1" status: 404 len: 337 time: 0.4895673 Mar 11 19:56:50.751543 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36182) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:50.759841 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-00dc8d3f-a113-47d5-8786-85ec98d7f5a3 None None] For port 83563270-f831-4538-a01a-10e38496bccc, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=83563270-f831-4538-a01a-10e38496bccc,segment=NetworkSegment(70c71ca7-59df-46c5-86d9-acc712ed1da1),segment_id=70c71ca7-59df-46c5-86d9-acc712ed1da1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:56:50.760988 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-00dc8d3f-a113-47d5-8786-85ec98d7f5a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (83563270-f831-4538-a01a-10e38496bccc), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:50.787412 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-00dc8d3f-a113-47d5-8786-85ec98d7f5a3 None None] Calling delete_port for 83563270-f831-4538-a01a-10e38496bccc owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:56:50.793085 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-0f156eb4-845b-4cb1-a11d-9d8306e950fb None None] Current status of the port 9e17bde8-7737-41d1-8a0e-e2fdde39fdd3 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:50.800639 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-c698a593-369b-48d7-b642-64382783e40c tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] DELETE failed (client error): The resource could not be found. Mar 11 19:56:50.801251 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c698a593-369b-48d7-b642-64382783e40c tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:56:50.806911 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcf958c-2ca7-4692-ba6b-8b94ee5c1476 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Pushing event updated for resources: {'Subnet': ['ID=b8b6ea0b-6e3b-4fa6-a4a3-2110819cea1f,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:50.807661 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c698a593-369b-48d7-b642-64382783e40c tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/ports/d541df40-41b4-4a15-a6c0-fe56d7b4ec33 HTTP/1.1" status: 404 len: 333 time: 0.0522311 Mar 11 19:56:50.810013 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36184) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:50.820340 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dcf958c-2ca7-4692-ba6b-8b94ee5c1476 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Checking segment: {'id': '8c2139fd-4908-471f-8839-8a196e5758fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '2318fd39-b61f-4aee-97f3-ab8ea97ca342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:56:50.820859 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcf958c-2ca7-4692-ba6b-8b94ee5c1476 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Network hostable DHCP agents. Network: 2318fd39-b61f-4aee-97f3-ab8ea97ca342, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:56:50.823896 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fdf09d2-7919-4bce-97ae-af3de9b84128 admin admin] Router f55ba18a-05bd-48a8-a614-ffb9f4aa4427 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:56:50.848949 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-390ffe15-eaba-47ca-ace2-9615a9aca8b6 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] DELETE failed (client error): The resource could not be found. Mar 11 19:56:50.849384 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-390ffe15-eaba-47ca-ace2-9615a9aca8b6 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:56:50.855545 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-390ffe15-eaba-47ca-ace2-9615a9aca8b6 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/subnets/2540b037-c0c1-4c4c-b1d6-09e90ad5c517 HTTP/1.1" status: 404 len: 337 time: 0.0432634 Mar 11 19:56:50.856256 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36186) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:50.874783 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d06188-1f7c-4d75-8588-ec5a3efe7f6d tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Made reservation on behalf of 9a2132e02eba4e489015b67acdaa176b for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:56:50.878147 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e9d06188-1f7c-4d75-8588-ec5a3efe7f6d tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:50.884969 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-0f156eb4-845b-4cb1-a11d-9d8306e950fb None None] Provisioning complete for port 0a9dbe37-7e3a-458d-9b93-bc7a048c95e5 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:50.885447 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0f156eb4-845b-4cb1-a11d-9d8306e950fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (0a9dbe37-7e3a-458d-9b93-bc7a048c95e5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:50.886431 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdd60e71-ab09-4874-83cd-7bf6465ce217 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] DELETE failed (client error): The resource could not be found. Mar 11 19:56:50.887329 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdd60e71-ab09-4874-83cd-7bf6465ce217 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:56:50.895666 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-cdd60e71-ab09-4874-83cd-7bf6465ce217 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/ports/8b82c402-bf50-4020-803f-24c20cfb9a11 HTTP/1.1" status: 404 len: 333 time: 0.0360479 Mar 11 19:56:50.896345 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36188) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:50.908282 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcf958c-2ca7-4692-ba6b-8b94ee5c1476 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Network 2318fd39-b61f-4aee-97f3-ab8ea97ca342 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:56:50.919271 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 47ceed82-128f-45e3-bc53-3c0f86fd2898 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:50.938378 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3557f1d-aa3e-4b75-9fcf-81221769955f tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] DELETE failed (client error): The resource could not be found. Mar 11 19:56:50.938723 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3557f1d-aa3e-4b75-9fcf-81221769955f tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:56:50.944430 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a3557f1d-aa3e-4b75-9fcf-81221769955f tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/subnets/2550d6fd-3662-4e04-989a-305e3b06f859 HTTP/1.1" status: 404 len: 337 time: 0.0442953 Mar 11 19:56:50.944681 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36190) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:50.954329 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-0f156eb4-845b-4cb1-a11d-9d8306e950fb None None] Port 0a9dbe37-7e3a-458d-9b93-bc7a048c95e5 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:56:50.965153 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-5dcf958c-2ca7-4692-ba6b-8b94ee5c1476 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 2318fd39-b61f-4aee-97f3-ab8ea97ca342) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:56:50.973546 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c55ffda-b8ab-4e20-9b99-c07ec81abb2b None None] Network 2318fd39-b61f-4aee-97f3-ab8ea97ca342 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:56:50.977731 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-00dc8d3f-a113-47d5-8786-85ec98d7f5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (83563270-f831-4538-a01a-10e38496bccc), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:50.993520 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dcf958c-2ca7-4692-ba6b-8b94ee5c1476 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:50.993520 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5dcf958c-2ca7-4692-ba6b-8b94ee5c1476 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:50.994596 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-b187447b-e0c3-4feb-91a1-429ef21b6c56 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] DELETE failed (client error): The resource could not be found. Mar 11 19:56:50.995156 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b187447b-e0c3-4feb-91a1-429ef21b6c56 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:56:50.998205 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-b187447b-e0c3-4feb-91a1-429ef21b6c56 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/ports/7260346e-80e4-4479-acbb-eeb5e381e6f0 HTTP/1.1" status: 404 len: 333 time: 0.0517817 Mar 11 19:56:51.000716 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36192) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:51.041566 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f4d5ad8-60e8-42d4-afbe-449abb691098 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] DELETE failed (client error): The resource could not be found. Mar 11 19:56:51.042986 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f4d5ad8-60e8-42d4-afbe-449abb691098 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:56:51.045423 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dc8d3f-a113-47d5-8786-85ec98d7f5a3 None None] Pushing event deleted for resources: {'Port': ['ID=83563270-f831-4538-a01a-10e38496bccc,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:51.049467 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-1f4d5ad8-60e8-42d4-afbe-449abb691098 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/subnets/eb1ad0a9-9b65-47d1-ac19-451391686314 HTTP/1.1" status: 404 len: 337 time: 0.0478084 Mar 11 19:56:51.052354 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36194) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:51.056536 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fdf09d2-7919-4bce-97ae-af3de9b84128 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:56:51.065036 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-0fdf09d2-7919-4bce-97ae-af3de9b84128 admin admin] 10.222.0.65 "PUT /v2.0/routers/f55ba18a-05bd-48a8-a614-ffb9f4aa4427/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8394251 Mar 11 19:56:51.086381 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-5dcf958c-2ca7-4692-ba6b-8b94ee5c1476 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7806807 Mar 11 19:56:51.096334 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36198) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:51.109814 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba81977f-9c83-43c6-a1bb-6131a841137f tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] DELETE failed (client error): The resource could not be found. Mar 11 19:56:51.110278 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba81977f-9c83-43c6-a1bb-6131a841137f tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:56:51.113398 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ba81977f-9c83-43c6-a1bb-6131a841137f tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/subnets/63f1d04a-9d45-42b8-aca2-017610ede8f4 HTTP/1.1" status: 404 len: 337 time: 0.0594966 Mar 11 19:56:51.114938 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dc8d3f-a113-47d5-8786-85ec98d7f5a3 None None] No DVR routers for this DVR port 83563270-f831-4538-a01a-10e38496bccc on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:56:51.115963 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36200) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:51.117561 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-75c2456e-6307-4c15-a021-891529c08238 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Request body: {'network': {'name': 'tempest-router-network01--616437216'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:56:51.118192 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d4f1e9-449e-486b-a5ab-6ac30d57b6cc None None] Sync routers for ids ['f55ba18a-05bd-48a8-a614-ffb9f4aa4427'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:56:51.126325 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 9124a99f-4231-440c-9b8e-5ac3cb88054f up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:56:51.161206 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebb5e228-964c-4ab9-98f7-aa6754e392d3 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] DELETE failed (client error): The resource could not be found. Mar 11 19:56:51.162584 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebb5e228-964c-4ab9-98f7-aa6754e392d3 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:56:51.168557 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ebb5e228-964c-4ab9-98f7-aa6754e392d3 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/ports/f47f5a1b-8903-4c01-9ac2-664169da762b HTTP/1.1" status: 404 len: 333 time: 0.0489867 Mar 11 19:56:51.169283 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36202) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:51.189239 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c2456e-6307-4c15-a021-891529c08238 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Made reservation on behalf of 7a51e367951b48848562ce773b518f46 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:56:51.192832 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d4f1e9-449e-486b-a5ab-6ac30d57b6cc None None] Routers {'f55ba18a-05bd-48a8-a614-ffb9f4aa4427'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:56:51.193116 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-75c2456e-6307-4c15-a021-891529c08238 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:51.193479 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-34d4f1e9-449e-486b-a5ab-6ac30d57b6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:56:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['f55ba18a-05bd-48a8-a614-ffb9f4aa4427'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:51.202847 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9ffc442-1723-434b-a558-0666285535ba tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] DELETE failed (client error): The resource could not be found. Mar 11 19:56:51.203298 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9ffc442-1723-434b-a558-0666285535ba tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:56:51.209251 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f9ffc442-1723-434b-a558-0666285535ba tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/subnets/368bc789-0b27-4ea1-9ed5-d74569c925e5 HTTP/1.1" status: 404 len: 337 time: 0.0364211 Mar 11 19:56:51.210060 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36204) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:51.240358 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ab926aab-60b2-4f0a-80d2-436acf54c6f4 None None] Provisioning complete for port bfff381e-98cd-4fe5-a462-459995105247 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:51.240635 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ab926aab-60b2-4f0a-80d2-436acf54c6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (bfff381e-98cd-4fe5-a462-459995105247), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:51.251691 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75c2456e-6307-4c15-a021-891529c08238 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] vlan segment allocate from pool success with {'vlan_id': 889, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:56:51.258693 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-023ea685-676b-4a2f-a4b9-edfc263631ba tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] DELETE failed (client error): The resource could not be found. Mar 11 19:56:51.259158 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-023ea685-676b-4a2f-a4b9-edfc263631ba tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:56:51.266011 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-023ea685-676b-4a2f-a4b9-edfc263631ba tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/subnets/70919fcb-22d6-43c1-8cad-82fec48e1214 HTTP/1.1" status: 404 len: 337 time: 0.0523541 Mar 11 19:56:51.266295 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36206) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:51.290361 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-75c2456e-6307-4c15-a021-891529c08238 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (8cd09ea4-89ca-4ca0-a085-a21ffe07f411), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:51.291386 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-75c2456e-6307-4c15-a021-891529c08238 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Added segment 8cd09ea4-89ca-4ca0-a085-a21ffe07f411 of type vlan for network 74553dac-b263-4c58-859f-79039fbd90fd Mar 11 19:56:51.305268 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250e7064-ebec-4ffe-b3e7-e0778c5780ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-2318fd39-b61f-4aee-97f3-ab8ea97ca342', 'network_id': '2318fd39-b61f-4aee-97f3-ab8ea97ca342', 'project_id': '7a51e367951b48848562ce773b518f46', 'fixed_ips': [{'subnet_id': 'b8b6ea0b-6e3b-4fa6-a4a3-2110819cea1f'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:56:51.306106 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-250e7064-ebec-4ffe-b3e7-e0778c5780ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:51.315028 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-114a8611-fe5d-4820-a463-9755c73b74f9 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] DELETE failed (client error): The resource could not be found. Mar 11 19:56:51.315728 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-114a8611-fe5d-4820-a463-9755c73b74f9 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:56:51.319928 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-114a8611-fe5d-4820-a463-9755c73b74f9 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/ports/43e34ed2-f8b9-4086-a832-01634b4b46e7 HTTP/1.1" status: 404 len: 333 time: 0.0515010 Mar 11 19:56:51.322618 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36210) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:51.340928 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ab926aab-60b2-4f0a-80d2-436acf54c6f4 None None] Port bfff381e-98cd-4fe5-a462-459995105247 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:56:51.363265 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c3263e5-f5e2-4b72-bc87-66f15c424c8c tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] DELETE failed (client error): The resource could not be found. Mar 11 19:56:51.363788 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c3263e5-f5e2-4b72-bc87-66f15c424c8c tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:56:51.367760 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-75c2456e-6307-4c15-a021-891529c08238 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (74553dac-b263-4c58-859f-79039fbd90fd), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:51.367955 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-8c3263e5-f5e2-4b72-bc87-66f15c424c8c tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/subnets/a84c5f05-9692-4394-9b71-976f9443b4a5 HTTP/1.1" status: 404 len: 337 time: 0.0436559 Mar 11 19:56:51.370896 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36212) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:51.394349 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 9124a99f-4231-440c-9b8e-5ac3cb88054f triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:51.394978 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (9124a99f-4231-440c-9b8e-5ac3cb88054f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:51.397784 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e9d06188-1f7c-4d75-8588-ec5a3efe7f6d tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (692126a3-96ac-4bcd-839b-c47fcfe12328), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:51.408247 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-51f9ed1e-26b8-4d15-be96-22e41e89437d tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] DELETE failed (client error): The resource could not be found. Mar 11 19:56:51.408736 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51f9ed1e-26b8-4d15-be96-22e41e89437d tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:56:51.417542 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-51f9ed1e-26b8-4d15-be96-22e41e89437d tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/subnets/5fbfbf28-b31f-4f1c-a667-f5366ef634a2 HTTP/1.1" status: 404 len: 337 time: 0.0431464 Mar 11 19:56:51.417756 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36214) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:51.448628 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-19a7864f-0541-4bcb-b918-1e649d8a5830 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] DELETE failed (client error): The resource could not be found. Mar 11 19:56:51.449541 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19a7864f-0541-4bcb-b918-1e649d8a5830 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:56:51.458966 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-19a7864f-0541-4bcb-b918-1e649d8a5830 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/ports/cf588603-504f-469d-8da7-01b6033ea23a HTTP/1.1" status: 404 len: 333 time: 0.0369313 Mar 11 19:56:51.459475 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36218) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:51.464480 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d06188-1f7c-4d75-8588-ec5a3efe7f6d tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event updated for resources: {'Subnet': ['ID=692126a3-96ac-4bcd-839b-c47fcfe12328,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:51.487175 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-75c2456e-6307-4c15-a021-891529c08238 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (74553dac-b263-4c58-859f-79039fbd90fd), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:51.493829 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c2456e-6307-4c15-a021-891529c08238 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:51.495077 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-75c2456e-6307-4c15-a021-891529c08238 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:51.499548 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d06188-1f7c-4d75-8588-ec5a3efe7f6d tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Network 082421c7-5eb0-4f81-9d2b-c47a23b7a5ea is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:56:51.499786 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f0e9c6e-b5e9-4461-acfc-bf6adaace66a tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] DELETE failed (client error): The resource could not be found. Mar 11 19:56:51.501279 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f0e9c6e-b5e9-4461-acfc-bf6adaace66a tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:56:51.507310 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-0f0e9c6e-b5e9-4461-acfc-bf6adaace66a tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/subnets/40f21168-de05-48b8-837d-e548bab1fc1e HTTP/1.1" status: 404 len: 337 time: 0.0446422 Mar 11 19:56:51.507525 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-34d4f1e9-449e-486b-a5ab-6ac30d57b6cc None None] Set router f55ba18a-05bd-48a8-a614-ffb9f4aa4427 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:56:51.507661 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36220) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:51.512477 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-e9d06188-1f7c-4d75-8588-ec5a3efe7f6d tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:56:51.517263 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d06188-1f7c-4d75-8588-ec5a3efe7f6d tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:51.517945 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e9d06188-1f7c-4d75-8588-ec5a3efe7f6d tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:51.543665 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740b4aca-ab07-416f-b55e-58e448eee390 None None] Network 082421c7-5eb0-4f81-9d2b-c47a23b7a5ea requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:56:51.553026 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f171231-c6c2-4141-8b68-06e8cd225c1d tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] DELETE failed (client error): The resource could not be found. Mar 11 19:56:51.553758 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f171231-c6c2-4141-8b68-06e8cd225c1d tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:56:51.561485 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-3f171231-c6c2-4141-8b68-06e8cd225c1d tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/subnets/49af2788-8374-4de1-a3ba-64c02cd63f15 HTTP/1.1" status: 404 len: 337 time: 0.0505140 Mar 11 19:56:51.562262 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36222) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:51.568429 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-75c2456e-6307-4c15-a021-891529c08238 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4706757 Mar 11 19:56:51.578968 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36224) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:51.588944 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-a4fb7227-b1ea-497a-8aab-b0fa3437c814 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Request body: {'network': {'name': 'tempest-router-network02--1111071132'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:56:51.600254 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e9d06188-1f7c-4d75-8588-ec5a3efe7f6d tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4557736 Mar 11 19:56:51.614977 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-95f537d9-84fb-4265-967e-84c47747ceb7 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/ports?device_id=4abf314a-c212-434f-aa43-87f8671cf1b6 HTTP/1.1" status: 200 len: 205 time: 0.0497851 Mar 11 19:56:51.614977 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36228) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:51.616390 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36232) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:51.623043 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-aeb1d632-1891-47f8-a038-b5b0c2f6155b tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1334409276', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '692126a3-96ac-4bcd-839b-c47fcfe12328'}], 'security_groups': ['f6cdc62f-e4bd-46c3-a47a-a5600d3b397c']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:56:51.642279 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c2456e-6307-4c15-a021-891529c08238 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Pushing event updated for resources: {'Network': ['ID=74553dac-b263-4c58-859f-79039fbd90fd,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:51.660842 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 74553dac-b263-4c58-859f-79039fbd90fd details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:56:51.661263 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4fb7227-b1ea-497a-8aab-b0fa3437c814 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Made reservation on behalf of 7a51e367951b48848562ce773b518f46 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:56:51.665605 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4fb7227-b1ea-497a-8aab-b0fa3437c814 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:51.691447 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [None req-54c89451-7c8c-4947-b565-762bf59b06fb tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] delete failed (client error): The resource could not be found. Mar 11 19:56:51.694836 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-54c89451-7c8c-4947-b565-762bf59b06fb tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/routers/4abf314a-c212-434f-aa43-87f8671cf1b6 HTTP/1.1" status: 404 len: 336 time: 0.0748451 Mar 11 19:56:51.695982 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36236) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:51.728008 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4fb7227-b1ea-497a-8aab-b0fa3437c814 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] vlan segment allocate from pool success with {'vlan_id': 875, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:56:51.731329 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-be288b56-1235-44d7-b6a1-bc5be46059ba tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] DELETE failed (client error): The resource could not be found. Mar 11 19:56:51.731957 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be288b56-1235-44d7-b6a1-bc5be46059ba tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:56:51.737368 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-be288b56-1235-44d7-b6a1-bc5be46059ba tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/subnets/6fbf4dbd-7225-4bf8-bc41-2cd5a781a751 HTTP/1.1" status: 404 len: 337 time: 0.0379519 Mar 11 19:56:51.738234 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36240) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:51.786042 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-adfb7ce9-ff52-48bb-862f-9f721716d375 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "GET /v2.0/ports?device_id=27018299-6df2-4cde-a427-50d09eedd128 HTTP/1.1" status: 200 len: 205 time: 0.0464368 Mar 11 19:56:51.788378 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4fb7227-b1ea-497a-8aab-b0fa3437c814 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (eaecf1ac-8c78-4230-9d0c-412e64234734), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:51.788946 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-a4fb7227-b1ea-497a-8aab-b0fa3437c814 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Added segment eaecf1ac-8c78-4230-9d0c-412e64234734 of type vlan for network 1b3af621-b462-4855-803e-276a10d7168a Mar 11 19:56:51.790783 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36242) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:51.842529 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [None req-5b7d8ca2-a21b-4371-af02-2b86d7fb53c2 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] delete failed (client error): The resource could not be found. Mar 11 19:56:51.847745 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-5b7d8ca2-a21b-4371-af02-2b86d7fb53c2 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/routers/27018299-6df2-4cde-a427-50d09eedd128 HTTP/1.1" status: 404 len: 336 time: 0.0516574 Mar 11 19:56:51.849093 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36244) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:51.856658 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4fb7227-b1ea-497a-8aab-b0fa3437c814 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (1b3af621-b462-4855-803e-276a10d7168a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:51.880803 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-f57f1a0f-8874-403e-981a-93a9b8e6cbc5 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] DELETE failed (client error): The resource could not be found. Mar 11 19:56:51.881263 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f57f1a0f-8874-403e-981a-93a9b8e6cbc5 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:56:51.887025 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f57f1a0f-8874-403e-981a-93a9b8e6cbc5 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/subnets/d95c80e5-badb-43ae-9daf-e2900b365761 HTTP/1.1" status: 404 len: 337 time: 0.0341189 Mar 11 19:56:51.888150 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36248) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:51.919809 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4fb7227-b1ea-497a-8aab-b0fa3437c814 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (1b3af621-b462-4855-803e-276a10d7168a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:51.926286 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fb7227-b1ea-497a-8aab-b0fa3437c814 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:51.927426 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4fb7227-b1ea-497a-8aab-b0fa3437c814 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:51.930821 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a06c4d3-72f7-4f7e-a6a7-788c0327da02 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] DELETE failed (client error): The resource could not be found. Mar 11 19:56:51.931116 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a06c4d3-72f7-4f7e-a6a7-788c0327da02 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:56:51.934826 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36250) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:51.938200 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8a06c4d3-72f7-4f7e-a6a7-788c0327da02 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/subnets/e0a38d77-1e42-4d65-bc49-1cf9bd18e518 HTTP/1.1" status: 404 len: 337 time: 0.0465469 Mar 11 19:56:51.941051 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-09a108f0-159d-4e97-9272-d9cc0ead697d admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1770447404-network', 'tenant_id': 'b8dff5362b1949afbefdacb749d6ca44'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:56:51.943836 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36252) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:51.948591 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-250e7064-ebec-4ffe-b3e7-e0778c5780ca None None] Allocated IP 172.20.0.2 (2318fd39-b61f-4aee-97f3-ab8ea97ca342/b8b6ea0b-6e3b-4fa6-a4a3-2110819cea1f/4a544346-d3e0-40e3-bdb6-e3ce7521810d) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:56:52.000324 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed0c9fe7-eb84-4858-97bb-374d2d2fb078 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] DELETE failed (client error): The resource could not be found. Mar 11 19:56:52.000894 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed0c9fe7-eb84-4858-97bb-374d2d2fb078 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:56:52.006498 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ed0c9fe7-eb84-4858-97bb-374d2d2fb078 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/ports/5672d2a9-0faf-4f6e-a9d9-7c9aba343dac HTTP/1.1" status: 404 len: 333 time: 0.0567791 Mar 11 19:56:52.009097 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36254) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:52.016076 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fb7227-b1ea-497a-8aab-b0fa3437c814 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Pushing event updated for resources: {'Network': ['ID=1b3af621-b462-4855-803e-276a10d7168a,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:52.033434 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a4fb7227-b1ea-497a-8aab-b0fa3437c814 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4526360 Mar 11 19:56:52.035390 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36256) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:52.043357 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aeb1d632-1891-47f8-a038-b5b0c2f6155b tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (731543ae-4908-40d3-b8ee-ff401d07cfa7), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:52.045685 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b17b12e-10f5-4ce5-8933-dd1e2e638c35 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] DELETE failed (client error): The resource could not be found. Mar 11 19:56:52.046135 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b17b12e-10f5-4ce5-8933-dd1e2e638c35 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:56:52.046516 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-ed92bf88-eff5-4574-9059-f3527d61b24d tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Request body: {'subnet': {'network_id': '74553dac-b263-4c58-859f-79039fbd90fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:56:52.047436 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 1b3af621-b462-4855-803e-276a10d7168a details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:56:52.051827 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-6b17b12e-10f5-4ce5-8933-dd1e2e638c35 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/subnets/f5de7580-f91b-4a41-a6cb-05d25bf06fe5 HTTP/1.1" status: 404 len: 337 time: 0.0389271 Mar 11 19:56:52.052021 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36258) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:52.070999 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a108f0-159d-4e97-9272-d9cc0ead697d admin admin] Made reservation on behalf of b8dff5362b1949afbefdacb749d6ca44 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:56:52.076133 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-09a108f0-159d-4e97-9272-d9cc0ead697d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:52.076340 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 9124a99f-4231-440c-9b8e-5ac3cb88054f is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:52.076340 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 9e17bde8-7737-41d1-8a0e-e2fdde39fdd3 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:56:52.100075 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-09a108f0-159d-4e97-9272-d9cc0ead697d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:52.103887 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-226e32f6-4be6-4284-8dc0-234d411dffd8 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] DELETE failed (client error): The resource could not be found. Mar 11 19:56:52.104461 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-226e32f6-4be6-4284-8dc0-234d411dffd8 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:56:52.109809 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-226e32f6-4be6-4284-8dc0-234d411dffd8 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/ports/3003542d-d07b-4923-a861-58a765ca44a0 HTTP/1.1" status: 404 len: 333 time: 0.0468366 Mar 11 19:56:52.114427 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36260) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:52.160946 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed92bf88-eff5-4574-9059-f3527d61b24d tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Made reservation on behalf of 7a51e367951b48848562ce773b518f46 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:56:52.165041 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ed92bf88-eff5-4574-9059-f3527d61b24d tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:52.187859 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3ebd397-007d-46e6-a030-4947750f262c tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] DELETE failed (client error): The resource could not be found. Mar 11 19:56:52.188422 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3ebd397-007d-46e6-a030-4947750f262c tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:56:52.194007 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f3ebd397-007d-46e6-a030-4947750f262c tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/subnets/089bef68-d8a4-46e4-816f-30f5b931b43f HTTP/1.1" status: 404 len: 337 time: 0.0526109 Mar 11 19:56:52.197400 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36262) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:52.263592 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-6783a74a-a83f-4d7a-ab2e-c15416346fe6 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] DELETE failed (client error): The resource could not be found. Mar 11 19:56:52.264471 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6783a74a-a83f-4d7a-ab2e-c15416346fe6 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:56:52.270413 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-6783a74a-a83f-4d7a-ab2e-c15416346fe6 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/ports/a84b09b2-68db-4f71-9ed0-8fba027918d0 HTTP/1.1" status: 404 len: 333 time: 0.0686691 Mar 11 19:56:52.272246 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36264) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:52.302208 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b42f15a-351a-4541-9f9a-2b5dd0e0724f tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] DELETE failed (client error): The resource could not be found. Mar 11 19:56:52.303548 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b42f15a-351a-4541-9f9a-2b5dd0e0724f tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:56:52.309320 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-0b42f15a-351a-4541-9f9a-2b5dd0e0724f tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/subnets/5071f07e-70ab-4820-879d-95abdd3dede7 HTTP/1.1" status: 404 len: 337 time: 0.0333052 Mar 11 19:56:52.310537 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36266) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:52.348580 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cb97f5c-2017-42ea-b238-d1daf8934c6f tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] DELETE failed (client error): The resource could not be found. Mar 11 19:56:52.349587 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cb97f5c-2017-42ea-b238-d1daf8934c6f tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:56:52.356889 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-1cb97f5c-2017-42ea-b238-d1daf8934c6f tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/ports/2ff26543-fb99-444a-a8b1-76d0d7c15730 HTTP/1.1" status: 404 len: 333 time: 0.0421603 Mar 11 19:56:52.358977 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36268) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:52.392337 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-a29f96da-509b-42f5-aa07-6cebafae2a8d tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] DELETE failed (client error): The resource could not be found. Mar 11 19:56:52.392974 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a29f96da-509b-42f5-aa07-6cebafae2a8d tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:56:52.399202 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a29f96da-509b-42f5-aa07-6cebafae2a8d tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/subnets/3f34f6ac-c2cc-4400-8a72-6093eeac38f5 HTTP/1.1" status: 404 len: 337 time: 0.0372133 Mar 11 19:56:52.402657 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36270) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:52.402848 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 9e17bde8-7737-41d1-8a0e-e2fdde39fdd3 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:52.402848 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (9e17bde8-7737-41d1-8a0e-e2fdde39fdd3), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:52.426015 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a0daacf3-7b69-466f-aee5-1a5e4bdb03e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:52.432482 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd566054-fce2-42ba-8461-2b3b5a91b8c6 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] DELETE failed (client error): The resource could not be found. Mar 11 19:56:52.433296 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd566054-fce2-42ba-8461-2b3b5a91b8c6 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:56:52.436819 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-cd566054-fce2-42ba-8461-2b3b5a91b8c6 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/ports/a2ac4d5c-e776-4920-b3b8-37a68413d04a HTTP/1.1" status: 404 len: 333 time: 0.0362527 Mar 11 19:56:52.440065 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36272) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:52.486819 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-250e7064-ebec-4ffe-b3e7-e0778c5780ca None None] Publish callbacks [] for port (4a544346-d3e0-40e3-bdb6-e3ce7521810d), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:52.499466 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0dc947f-164e-46e5-8c51-bfeb6361e130 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] DELETE failed (client error): The resource could not be found. Mar 11 19:56:52.500110 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0dc947f-164e-46e5-8c51-bfeb6361e130 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:56:52.503895 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d0dc947f-164e-46e5-8c51-bfeb6361e130 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/subnets/a982a9ae-2fda-46f9-9e9c-82ee0b83c4ff HTTP/1.1" status: 404 len: 337 time: 0.0624185 Mar 11 19:56:52.506976 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36274) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:52.513893 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-250e7064-ebec-4ffe-b3e7-e0778c5780ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (4a544346-d3e0-40e3-bdb6-e3ce7521810d), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:52.520794 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-34d4f1e9-449e-486b-a5ab-6ac30d57b6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55ba18a-05bd-48a8-a614-ffb9f4aa4427', 'name': 'tempest-TestServerBasicOps-2037446836-router', 'tenant_id': '2f949af31a734abc972f25de080a7f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '9124a99f-4231-440c-9b8e-5ac3cb88054f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:56:43Z', 'updated_at': '2022-03-11T19:56:48Z', 'revision_number': 4, 'project_id': '2f949af31a734abc972f25de080a7f9a', 'gw_port': {'id': '9124a99f-4231-440c-9b8e-5ac3cb88054f', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55ba18a-05bd-48a8-a614-ffb9f4aa4427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:56:43Z', 'updated_at': '2022-03-11T19:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'bfff381e-98cd-4fe5-a462-459995105247', 'name': '', 'network_id': '7cb87be5-5e63-4569-a71c-e4805af6e43b', 'tenant_id': '2f949af31a734abc972f25de080a7f9a', 'mac_address': 'fa:16:3e:45:ac:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55ba18a-05bd-48a8-a614-ffb9f4aa4427', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': 'd614b2f0-8c6e-4e2e-aec0-cfab71e0207b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:56:47Z', 'updated_at': '2022-03-11T19:56:49Z', 'revision_number': 2, 'project_id': '2f949af31a734abc972f25de080a7f9a', 'subnets': [{'id': 'd614b2f0-8c6e-4e2e-aec0-cfab71e0207b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:52.525604 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b68c37-6be4-4cd8-ad0d-c3cd4167bd64 None None] Update dhcp port {'port': {'network_id': '082421c7-5eb0-4f81-9d2b-c47a23b7a5ea', 'fixed_ips': [{'subnet_id': 'cb67fc24-1c92-417c-b7cd-56ae8a8b4ce5', 'ip_address': '2001:db8::2'}, {'subnet_id': '692126a3-96ac-4bcd-839b-c47fcfe12328'}], 'binding:host_id': 'n-d-833163-1'}, 'id': '9e17bde8-7737-41d1-8a0e-e2fdde39fdd3'} from n-d-833163-1. {{(pid=103886) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 11 19:56:52.541154 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0a1c4ac-0e3a-4a09-bf0d-0b708b1164cd tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] DELETE failed (client error): The resource could not be found. Mar 11 19:56:52.541788 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0a1c4ac-0e3a-4a09-bf0d-0b708b1164cd tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:56:52.547471 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e0a1c4ac-0e3a-4a09-bf0d-0b708b1164cd tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/ports/5313acfb-8b25-452f-8028-4f9a71dae2f9 HTTP/1.1" status: 404 len: 333 time: 0.0373335 Mar 11 19:56:52.548813 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36276) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:52.582131 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-1278bddc-e1d3-48fd-b072-f98acccaf43b tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] DELETE failed (client error): The resource could not be found. Mar 11 19:56:52.582873 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1278bddc-e1d3-48fd-b072-f98acccaf43b tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:56:52.588942 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-1278bddc-e1d3-48fd-b072-f98acccaf43b tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/subnets/22b16bb8-fa7d-42af-a80c-d8b97160abcb HTTP/1.1" status: 404 len: 337 time: 0.0370519 Mar 11 19:56:52.589114 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36278) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:52.612527 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d4f1e9-449e-486b-a5ab-6ac30d57b6cc None None] Checking router: f55ba18a-05bd-48a8-a614-ffb9f4aa4427 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:56:52.612929 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d4f1e9-449e-486b-a5ab-6ac30d57b6cc None None] Updating router f55ba18a-05bd-48a8-a614-ffb9f4aa4427 port bfff381e-98cd-4fe5-a462-459995105247 binding host n-d-833163-1 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:56:52.633211 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250e7064-ebec-4ffe-b3e7-e0778c5780ca None None] Network 2318fd39-b61f-4aee-97f3-ab8ea97ca342 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:56:52.645393 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f8a15e9-3a96-46ad-a27e-c7b1f735d3db tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] DELETE failed (client error): The resource could not be found. Mar 11 19:56:52.645968 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f8a15e9-3a96-46ad-a27e-c7b1f735d3db tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:56:52.653750 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-3f8a15e9-3a96-46ad-a27e-c7b1f735d3db tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/ports/e24330c6-057f-41f3-97a5-aca10f65a04e HTTP/1.1" status: 404 len: 333 time: 0.0590343 Mar 11 19:56:52.653750 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36280) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:52.677543 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-24b68c37-6be4-4cd8-ad0d-c3cd4167bd64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (9e17bde8-7737-41d1-8a0e-e2fdde39fdd3), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:52.679586 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-250e7064-ebec-4ffe-b3e7-e0778c5780ca None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:56:52.679768 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-09a108f0-159d-4e97-9272-d9cc0ead697d admin admin] Publish callbacks [] for security_group (9e80efcc-c840-4635-9927-b673f5a6021f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:52.686371 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e7064-ebec-4ffe-b3e7-e0778c5780ca None None] Pushing event updated for resources: {'Port': ['ID=4a544346-d3e0-40e3-bdb6-e3ce7521810d,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:52.687320 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-b66cd764-2b04-4941-b466-d92eaed8823f tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] DELETE failed (client error): The resource could not be found. Mar 11 19:56:52.688308 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b66cd764-2b04-4941-b466-d92eaed8823f tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:56:52.688867 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-09a108f0-159d-4e97-9272-d9cc0ead697d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (9e80efcc-c840-4635-9927-b673f5a6021f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:52.692153 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250e7064-ebec-4ffe-b3e7-e0778c5780ca None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:56:52.696915 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b66cd764-2b04-4941-b466-d92eaed8823f tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/subnets/422c9c54-992e-4276-9021-6f351f94ec06 HTTP/1.1" status: 404 len: 337 time: 0.0387933 Mar 11 19:56:52.696915 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36282) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:52.708576 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ed92bf88-eff5-4574-9059-f3527d61b24d tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (35d3d6ca-cbe8-4b06-a916-26fdfcac40d2), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:52.733065 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-34d4f1e9-449e-486b-a5ab-6ac30d57b6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (bfff381e-98cd-4fe5-a462-459995105247), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:52.746531 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09a108f0-159d-4e97-9272-d9cc0ead697d admin admin] vlan segment allocate from pool success with {'vlan_id': 858, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:56:52.756311 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 9e17bde8-7737-41d1-8a0e-e2fdde39fdd3 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:52.765313 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a108f0-159d-4e97-9272-d9cc0ead697d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e80efcc-c840-4635-9927-b673f5a6021f,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:52.775492 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-09a108f0-159d-4e97-9272-d9cc0ead697d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (455fb261-9868-4023-ba8e-eedeb2f57e92), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:52.776407 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-09a108f0-159d-4e97-9272-d9cc0ead697d admin admin] Added segment 455fb261-9868-4023-ba8e-eedeb2f57e92 of type vlan for network 16da80f4-3fe9-47fa-a0ac-68ae29786010 Mar 11 19:56:52.788368 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:52.835768 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-09a108f0-159d-4e97-9272-d9cc0ead697d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (16da80f4-3fe9-47fa-a0ac-68ae29786010), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:52.837033 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3b4899ef-69f9-4cbd-b596-a46afe3efbf7 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (0897600d-059c-4c97-87d5-16371e549b1b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:52.849829 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed92bf88-eff5-4574-9059-f3527d61b24d tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Pushing event updated for resources: {'Subnet': ['ID=35d3d6ca-cbe8-4b06-a916-26fdfcac40d2,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:52.885724 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed92bf88-eff5-4574-9059-f3527d61b24d tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Checking segment: {'id': '8cd09ea4-89ca-4ca0-a085-a21ffe07f411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '74553dac-b263-4c58-859f-79039fbd90fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:56:52.886064 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed92bf88-eff5-4574-9059-f3527d61b24d tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Network hostable DHCP agents. Network: 74553dac-b263-4c58-859f-79039fbd90fd, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:56:52.910406 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 83563270-f831-4538-a01a-10e38496bccc no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:56:52.916281 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-250e7064-ebec-4ffe-b3e7-e0778c5780ca None None] Attempting to bind port 4a544346-d3e0-40e3-bdb6-e3ce7521810d on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:56:52.917220 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-250e7064-ebec-4ffe-b3e7-e0778c5780ca None None] Attempting to bind port 4a544346-d3e0-40e3-bdb6-e3ce7521810d by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '8c2139fd-4908-471f-8839-8a196e5758fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '2318fd39-b61f-4aee-97f3-ab8ea97ca342'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:56:52.917590 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250e7064-ebec-4ffe-b3e7-e0778c5780ca None None] Attempting to bind port 4a544346-d3e0-40e3-bdb6-e3ce7521810d on network 2318fd39-b61f-4aee-97f3-ab8ea97ca342 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:56:52.925356 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-aeb1d632-1891-47f8-a038-b5b0c2f6155b tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Delete allocated IP 2001:db8::fa (082421c7-5eb0-4f81-9d2b-c47a23b7a5ea/cb67fc24-1c92-417c-b7cd-56ae8a8b4ce5) {{(pid=103885) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 11 19:56:52.934305 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-09a108f0-159d-4e97-9272-d9cc0ead697d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (16da80f4-3fe9-47fa-a0ac-68ae29786010), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:52.935672 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a108f0-159d-4e97-9272-d9cc0ead697d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:52.936461 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-09a108f0-159d-4e97-9272-d9cc0ead697d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:52.942694 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-aeb1d632-1891-47f8-a038-b5b0c2f6155b tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Allocated IP 2001:db8:0:1::46 (082421c7-5eb0-4f81-9d2b-c47a23b7a5ea/692126a3-96ac-4bcd-839b-c47fcfe12328/731543ae-4908-40d3-b8ee-ff401d07cfa7) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:56:52.949589 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed92bf88-eff5-4574-9059-f3527d61b24d tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Network 74553dac-b263-4c58-859f-79039fbd90fd is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:56:52.982037 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3b4899ef-69f9-4cbd-b596-a46afe3efbf7 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (0897600d-059c-4c97-87d5-16371e549b1b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:52.992819 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-09a108f0-159d-4e97-9272-d9cc0ead697d admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0563202 Mar 11 19:56:52.998592 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36284) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:52.998813 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 83563270-f831-4538-a01a-10e38496bccc {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:56:52.999125 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 83563270-f831-4538-a01a-10e38496bccc not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:56:53.000797 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250e7064-ebec-4ffe-b3e7-e0778c5780ca None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:56:53.001178 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250e7064-ebec-4ffe-b3e7-e0778c5780ca None None] Checking segment: {'id': '8c2139fd-4908-471f-8839-8a196e5758fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '2318fd39-b61f-4aee-97f3-ab8ea97ca342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:56:53.001608 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-250e7064-ebec-4ffe-b3e7-e0778c5780ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:53.001962 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250e7064-ebec-4ffe-b3e7-e0778c5780ca None None] Bound using segment: {'id': '8c2139fd-4908-471f-8839-8a196e5758fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '2318fd39-b61f-4aee-97f3-ab8ea97ca342'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:56:53.002452 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-250e7064-ebec-4ffe-b3e7-e0778c5780ca None None] Bound port: 4a544346-d3e0-40e3-bdb6-e3ce7521810d, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c2139fd-4908-471f-8839-8a196e5758fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '2318fd39-b61f-4aee-97f3-ab8ea97ca342'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:56:53.002836 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-250e7064-ebec-4ffe-b3e7-e0778c5780ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (4a544346-d3e0-40e3-bdb6-e3ce7521810d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:53.004972 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-b19722c0-2921-43e0-8f8c-6b73f2b77b2b admin admin] Request body: {'subnet': {'network_id': '16da80f4-3fe9-47fa-a0ac-68ae29786010', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1770447404-subnet', 'tenant_id': 'b8dff5362b1949afbefdacb749d6ca44', 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:56:53.018466 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-ed92bf88-eff5-4574-9059-f3527d61b24d tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 74553dac-b263-4c58-859f-79039fbd90fd) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:56:53.022948 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed92bf88-eff5-4574-9059-f3527d61b24d tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:53.023546 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ed92bf88-eff5-4574-9059-f3527d61b24d tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:53.032975 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a108f0-159d-4e97-9272-d9cc0ead697d admin admin] Pushing event updated for resources: {'Network': ['ID=16da80f4-3fe9-47fa-a0ac-68ae29786010,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:53.042509 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fab47d-7ad2-4c8c-925c-f00b3ae1752f None None] Network 74553dac-b263-4c58-859f-79039fbd90fd requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:56:53.042886 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-3b4899ef-69f9-4cbd-b596-a46afe3efbf7 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0897600d-059c-4c97-87d5-16371e549b1b']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:53.061682 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-3b4899ef-69f9-4cbd-b596-a46afe3efbf7 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70c71ca7-59df-46c5-86d9-acc712ed1da1') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:53.062702 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-3b4899ef-69f9-4cbd-b596-a46afe3efbf7 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70c71ca7-59df-46c5-86d9-acc712ed1da1') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:53.079617 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ed92bf88-eff5-4574-9059-f3527d61b24d tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0421724 Mar 11 19:56:53.081538 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3b4899ef-69f9-4cbd-b596-a46afe3efbf7 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (70c71ca7-59df-46c5-86d9-acc712ed1da1), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:53.084196 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36286) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:53.096583 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b19722c0-2921-43e0-8f8c-6b73f2b77b2b admin admin] Made reservation on behalf of b8dff5362b1949afbefdacb749d6ca44 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:56:53.098854 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b19722c0-2921-43e0-8f8c-6b73f2b77b2b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:53.100062 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-a3105759-e86d-42e2-a1cd-cc7dbaf50a64 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Request body: {'subnet': {'network_id': '1b3af621-b462-4855-803e-276a10d7168a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:56:53.103203 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 16da80f4-3fe9-47fa-a0ac-68ae29786010 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:56:53.104430 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3b4899ef-69f9-4cbd-b596-a46afe3efbf7 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (70c71ca7-59df-46c5-86d9-acc712ed1da1), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:53.123670 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b4899ef-69f9-4cbd-b596-a46afe3efbf7 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Releasing vlan 872 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:56:53.124070 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3b4899ef-69f9-4cbd-b596-a46afe3efbf7 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (70c71ca7-59df-46c5-86d9-acc712ed1da1), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:53.127583 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:56:53.127583 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:56:53.127583 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:56:53.127583 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:56:53.127583 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:56:53.127583 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:56:53.127583 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:56:53.127583 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:56:53.127583 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:56:53.127583 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:56:53.127583 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:56:53.127583 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:56:53.127583 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:56:53.127583 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:56:53.127583 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:56:53.127583 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:56:53.127583 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:56:53.127583 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:56:53.127583 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:56:53.127583 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:56:53.127583 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:56:53.127583 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:56:53.127583 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:56:53.127583 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:56:53.127583 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:56:53.127583 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:56:53.127583 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:56:53.127583 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:56:53.127583 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:56:53.127583 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:56:53.127583 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:56:53.127583 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:56:53.243803 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3b4899ef-69f9-4cbd-b596-a46afe3efbf7 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (0897600d-059c-4c97-87d5-16371e549b1b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:53.248410 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3b4899ef-69f9-4cbd-b596-a46afe3efbf7 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:53.254191 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-3b4899ef-69f9-4cbd-b596-a46afe3efbf7 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] 10.222.0.65 "DELETE /v2.0/networks/0897600d-059c-4c97-87d5-16371e549b1b HTTP/1.1" status: 204 len: 168 time: 0.5550206 Mar 11 19:56:53.273122 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3105759-e86d-42e2-a1cd-cc7dbaf50a64 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Made reservation on behalf of 7a51e367951b48848562ce773b518f46 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:56:53.277747 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a3105759-e86d-42e2-a1cd-cc7dbaf50a64 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:53.292328 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4899ef-69f9-4cbd-b596-a46afe3efbf7 tempest-NetworksTestDHCPv6-126544779 tempest-NetworksTestDHCPv6-126544779-project] Pushing event deleted for resources: {'Network': ['ID=0897600d-059c-4c97-87d5-16371e549b1b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:53.306766 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-250e7064-ebec-4ffe-b3e7-e0778c5780ca None None] For port 4a544346-d3e0-40e3-bdb6-e3ce7521810d, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:56:53.309234 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aeb1d632-1891-47f8-a038-b5b0c2f6155b tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for port (731543ae-4908-40d3-b8ee-ff401d07cfa7), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:53.316706 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aeb1d632-1891-47f8-a038-b5b0c2f6155b tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (731543ae-4908-40d3-b8ee-ff401d07cfa7), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:53.350593 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-250e7064-ebec-4ffe-b3e7-e0778c5780ca None None] For port 4a544346-d3e0-40e3-bdb6-e3ce7521810d, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=4a544346-d3e0-40e3-bdb6-e3ce7521810d,segment=NetworkSegment(8c2139fd-4908-471f-8839-8a196e5758fe),segment_id=8c2139fd-4908-471f-8839-8a196e5758fe)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:56:53.385561 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685a942a-b818-4887-83b1-2fe01c9e9dad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-74553dac-b263-4c58-859f-79039fbd90fd', 'network_id': '74553dac-b263-4c58-859f-79039fbd90fd', 'project_id': '7a51e367951b48848562ce773b518f46', 'fixed_ips': [{'subnet_id': '35d3d6ca-cbe8-4b06-a916-26fdfcac40d2'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:56:53.386781 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-685a942a-b818-4887-83b1-2fe01c9e9dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:53.398003 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-250e7064-ebec-4ffe-b3e7-e0778c5780ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (4a544346-d3e0-40e3-bdb6-e3ce7521810d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:53.435791 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-aeb1d632-1891-47f8-a038-b5b0c2f6155b tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] In _notify_port_updated(), no bound segment for port 731543ae-4908-40d3-b8ee-ff401d07cfa7 on network 082421c7-5eb0-4f81-9d2b-c47a23b7a5ea {{(pid=103885) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 11 19:56:53.441380 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb1d632-1891-47f8-a038-b5b0c2f6155b tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:53.442025 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aeb1d632-1891-47f8-a038-b5b0c2f6155b tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:53.446389 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-aeb1d632-1891-47f8-a038-b5b0c2f6155b tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "PUT /v2.0/ports/731543ae-4908-40d3-b8ee-ff401d07cfa7 HTTP/1.1" status: 200 len: 930 time: 1.8284986 Mar 11 19:56:53.450042 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36290) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:53.459750 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb1d632-1891-47f8-a038-b5b0c2f6155b tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event updated for resources: {'Port': ['ID=731543ae-4908-40d3-b8ee-ff401d07cfa7,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:53.480782 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b19722c0-2921-43e0-8f8c-6b73f2b77b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (f03ae7ea-9232-4ee4-8f8c-b1a49fd367d6), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:53.522145 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-24b68c37-6be4-4cd8-ad0d-c3cd4167bd64 None None] Allocated IP 2001:db8:0:1::2 (082421c7-5eb0-4f81-9d2b-c47a23b7a5ea/692126a3-96ac-4bcd-839b-c47fcfe12328/9e17bde8-7737-41d1-8a0e-e2fdde39fdd3) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:56:53.590077 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a3105759-e86d-42e2-a1cd-cc7dbaf50a64 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (c6122b67-1696-4169-b9db-574806b34691), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:53.657807 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e7064-ebec-4ffe-b3e7-e0778c5780ca None None] Pushing event updated for resources: {'Port': ['ID=4a544346-d3e0-40e3-bdb6-e3ce7521810d,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:53.668999 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19722c0-2921-43e0-8f8c-6b73f2b77b2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f03ae7ea-9232-4ee4-8f8c-b1a49fd367d6,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:53.686157 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3105759-e86d-42e2-a1cd-cc7dbaf50a64 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Pushing event updated for resources: {'Subnet': ['ID=c6122b67-1696-4169-b9db-574806b34691,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:53.687988 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19722c0-2921-43e0-8f8c-6b73f2b77b2b admin admin] Checking segment: {'id': '455fb261-9868-4023-ba8e-eedeb2f57e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '16da80f4-3fe9-47fa-a0ac-68ae29786010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:56:53.688479 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19722c0-2921-43e0-8f8c-6b73f2b77b2b admin admin] Network hostable DHCP agents. Network: 16da80f4-3fe9-47fa-a0ac-68ae29786010, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:56:53.695389 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36294) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:53.722177 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3105759-e86d-42e2-a1cd-cc7dbaf50a64 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Checking segment: {'id': 'eaecf1ac-8c78-4230-9d0c-412e64234734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '1b3af621-b462-4855-803e-276a10d7168a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:56:53.722466 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3105759-e86d-42e2-a1cd-cc7dbaf50a64 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Network hostable DHCP agents. Network: 1b3af621-b462-4855-803e-276a10d7168a, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:56:53.724554 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-81d71ce2-e916-4839-bab1-4d49025232e4 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Deleting port 731543ae-4908-40d3-b8ee-ff401d07cfa7 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:56:53.725010 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-81d71ce2-e916-4839-bab1-4d49025232e4 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (731543ae-4908-40d3-b8ee-ff401d07cfa7), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:53.748261 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3105759-e86d-42e2-a1cd-cc7dbaf50a64 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Network 1b3af621-b462-4855-803e-276a10d7168a is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:56:53.754001 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19722c0-2921-43e0-8f8c-6b73f2b77b2b admin admin] Network 16da80f4-3fe9-47fa-a0ac-68ae29786010 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:56:53.760972 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-a3105759-e86d-42e2-a1cd-cc7dbaf50a64 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 1b3af621-b462-4855-803e-276a10d7168a) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:56:53.771561 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3105759-e86d-42e2-a1cd-cc7dbaf50a64 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:53.773509 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a3105759-e86d-42e2-a1cd-cc7dbaf50a64 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:53.775558 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-b19722c0-2921-43e0-8f8c-6b73f2b77b2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 16da80f4-3fe9-47fa-a0ac-68ae29786010) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:56:53.801480 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a3105759-e86d-42e2-a1cd-cc7dbaf50a64 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7168188 Mar 11 19:56:53.802193 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36298) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:53.819552 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19722c0-2921-43e0-8f8c-6b73f2b77b2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:53.820445 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b19722c0-2921-43e0-8f8c-6b73f2b77b2b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:53.882977 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b19722c0-2921-43e0-8f8c-6b73f2b77b2b admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8840075 Mar 11 19:56:53.886408 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36300) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:53.891979 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-59ac63df-af1f-48c2-b3bd-fe288cdc6d06 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1770447404-router', 'tenant_id': 'b8dff5362b1949afbefdacb749d6ca44', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:56:53.953523 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-81d71ce2-e916-4839-bab1-4d49025232e4 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (731543ae-4908-40d3-b8ee-ff401d07cfa7), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:53.977050 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-81d71ce2-e916-4839-bab1-4d49025232e4 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Calling delete_port for 731543ae-4908-40d3-b8ee-ff401d07cfa7 owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:56:53.995599 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599c7cf7-5480-41d9-bef1-c0d082694daf None None] Network 1b3af621-b462-4855-803e-276a10d7168a requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:56:53.997747 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb3f5e2-492a-447b-a65a-87518dc1a2e7 None None] Network 16da80f4-3fe9-47fa-a0ac-68ae29786010 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:56:54.065937 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-20e0b7e7-034a-4246-8319-afae035105b5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=06d9e64a19fa4247bc00069610bf80e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3602314 Mar 11 19:56:54.065937 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59ac63df-af1f-48c2-b3bd-fe288cdc6d06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (5ca0ad1f-27c4-441e-a1fb-a9f0a90e4f7e), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:54.067453 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59ac63df-af1f-48c2-b3bd-fe288cdc6d06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (5ca0ad1f-27c4-441e-a1fb-a9f0a90e4f7e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:54.069758 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-34d4f1e9-449e-486b-a5ab-6ac30d57b6cc None None] Publish callbacks [] for port (bfff381e-98cd-4fe5-a462-459995105247), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:54.070165 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36302) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:54.097519 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-34d4f1e9-449e-486b-a5ab-6ac30d57b6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (bfff381e-98cd-4fe5-a462-459995105247), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:54.142166 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-81d71ce2-e916-4839-bab1-4d49025232e4 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (731543ae-4908-40d3-b8ee-ff401d07cfa7), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:54.177054 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d71ce2-e916-4839-bab1-4d49025232e4 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event deleted for resources: {'Port': ['ID=731543ae-4908-40d3-b8ee-ff401d07cfa7,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:54.207368 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-685a942a-b818-4887-83b1-2fe01c9e9dad None None] Allocated IP 172.20.0.2 (74553dac-b263-4c58-859f-79039fbd90fd/35d3d6ca-cbe8-4b06-a916-26fdfcac40d2/862677c7-ca26-45c7-9e86-7303ce22be38) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:56:54.212566 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-81d71ce2-e916-4839-bab1-4d49025232e4 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:54.216755 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-81d71ce2-e916-4839-bab1-4d49025232e4 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "DELETE /v2.0/ports/731543ae-4908-40d3-b8ee-ff401d07cfa7 HTTP/1.1" status: 204 len: 168 time: 0.7635195 Mar 11 19:56:54.225831 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36304) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:54.263094 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd145680-647e-4a47-b25c-896453a426a2 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] GET failed (client error): The resource could not be found. Mar 11 19:56:54.265983 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-dd145680-647e-4a47-b25c-896453a426a2 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "GET /v2.0/ports/731543ae-4908-40d3-b8ee-ff401d07cfa7 HTTP/1.1" status: 404 len: 333 time: 0.0387228 Mar 11 19:56:54.269272 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36306) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:54.288996 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-24b68c37-6be4-4cd8-ad0d-c3cd4167bd64 None None] For port 9e17bde8-7737-41d1-8a0e-e2fdde39fdd3, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=9e17bde8-7737-41d1-8a0e-e2fdde39fdd3,segment=NetworkSegment(412dddee-a430-4cc0-9978-8dcc867a4ee4),segment_id=412dddee-a430-4cc0-9978-8dcc867a4ee4)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:56:54.296442 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-709bc7b9-8bb0-4c0e-913d-42dc5b882ac3 admin admin] Publish callbacks [] for security_group (a686a355-4795-4407-9d11-ba85600c345f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:54.313823 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f613f-ff54-4c7e-8c0c-5e5faea01d24 None None] Pushing event updated for resources: {'Port': ['ID=bfff381e-98cd-4fe5-a462-459995105247,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:54.319496 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-709bc7b9-8bb0-4c0e-913d-42dc5b882ac3 admin admin] Publish callbacks [] for security_group (a686a355-4795-4407-9d11-ba85600c345f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:54.349028 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1e8723b7-8555-49e8-85db-c680d4ac4dc7 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for security_group (3ccae3ad-db98-4aeb-ab9e-66c9655c7133), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:54.366945 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59ac63df-af1f-48c2-b3bd-fe288cdc6d06 admin admin] Publish callbacks [] for router_controller (5ca0ad1f-27c4-441e-a1fb-a9f0a90e4f7e), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:54.392459 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1e8723b7-8555-49e8-85db-c680d4ac4dc7 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for security_group (3ccae3ad-db98-4aeb-ab9e-66c9655c7133), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:54.429731 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-709bc7b9-8bb0-4c0e-913d-42dc5b882ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (a686a355-4795-4407-9d11-ba85600c345f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:54.432830 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-709bc7b9-8bb0-4c0e-913d-42dc5b882ac3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:54.434005 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-709bc7b9-8bb0-4c0e-913d-42dc5b882ac3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a686a355-4795-4407-9d11-ba85600c345f HTTP/1.1" status: 204 len: 168 time: 0.3595388 Mar 11 19:56:54.464498 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1e8723b7-8555-49e8-85db-c680d4ac4dc7 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (3ccae3ad-db98-4aeb-ab9e-66c9655c7133), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:54.467720 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1e8723b7-8555-49e8-85db-c680d4ac4dc7 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:54.475765 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-1e8723b7-8555-49e8-85db-c680d4ac4dc7 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "DELETE /v2.0/security-groups/3ccae3ad-db98-4aeb-ab9e-66c9655c7133 HTTP/1.1" status: 204 len: 168 time: 0.2045658 Mar 11 19:56:54.476451 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36310) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:54.495240 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709bc7b9-8bb0-4c0e-913d-42dc5b882ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a686a355-4795-4407-9d11-ba85600c345f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:54.497668 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64412287-0814-4de9-98c8-96c9d3fc23e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-1b3af621-b462-4855-803e-276a10d7168a', 'network_id': '1b3af621-b462-4855-803e-276a10d7168a', 'project_id': '7a51e367951b48848562ce773b518f46', 'fixed_ips': [{'subnet_id': 'c6122b67-1696-4169-b9db-574806b34691'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:56:54.501696 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-64412287-0814-4de9-98c8-96c9d3fc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:54.545669 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893893b2-71f3-42b6-adda-2956970da568 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-16da80f4-3fe9-47fa-a0ac-68ae29786010', 'network_id': '16da80f4-3fe9-47fa-a0ac-68ae29786010', 'project_id': 'b8dff5362b1949afbefdacb749d6ca44', 'fixed_ips': [{'subnet_id': 'f03ae7ea-9232-4ee4-8f8c-b1a49fd367d6'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:56:54.546716 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8723b7-8555-49e8-85db-c680d4ac4dc7 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ccae3ad-db98-4aeb-ab9e-66c9655c7133,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:54.547308 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-893893b2-71f3-42b6-adda-2956970da568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:54.589090 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1e47e448-5bd3-4c9d-bde6-bb3dd06845a4 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for security_group (f6cdc62f-e4bd-46c3-a47a-a5600d3b397c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:54.590649 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0f49f2ce-b3d8-450c-a623-2d789654b063 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:54.631863 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-34d4f1e9-449e-486b-a5ab-6ac30d57b6cc None None] Attempting to bind port bfff381e-98cd-4fe5-a462-459995105247 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:56:54.632536 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-34d4f1e9-449e-486b-a5ab-6ac30d57b6cc None None] Attempting to bind port bfff381e-98cd-4fe5-a462-459995105247 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '24113e97-424e-4ee4-920c-ab4f67020525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '7cb87be5-5e63-4569-a71c-e4805af6e43b'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:56:54.632986 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d4f1e9-449e-486b-a5ab-6ac30d57b6cc None None] Attempting to bind port bfff381e-98cd-4fe5-a462-459995105247 on network 7cb87be5-5e63-4569-a71c-e4805af6e43b {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:56:54.638872 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1e47e448-5bd3-4c9d-bde6-bb3dd06845a4 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for security_group (f6cdc62f-e4bd-46c3-a47a-a5600d3b397c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:54.664506 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59ac63df-af1f-48c2-b3bd-fe288cdc6d06 admin admin] Publish callbacks [] for router_gateway (5ca0ad1f-27c4-441e-a1fb-a9f0a90e4f7e), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:54.696018 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1e47e448-5bd3-4c9d-bde6-bb3dd06845a4 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (f6cdc62f-e4bd-46c3-a47a-a5600d3b397c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:54.702480 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1e47e448-5bd3-4c9d-bde6-bb3dd06845a4 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:54.704976 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-1e47e448-5bd3-4c9d-bde6-bb3dd06845a4 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "DELETE /v2.0/security-groups/f6cdc62f-e4bd-46c3-a47a-a5600d3b397c HTTP/1.1" status: 204 len: 168 time: 0.2153964 Mar 11 19:56:54.708130 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36314) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:54.727594 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-24b68c37-6be4-4cd8-ad0d-c3cd4167bd64 None None] Publish callbacks [] for port (9e17bde8-7737-41d1-8a0e-e2fdde39fdd3), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:54.788885 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e47e448-5bd3-4c9d-bde6-bb3dd06845a4 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6cdc62f-e4bd-46c3-a47a-a5600d3b397c,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:54.845038 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ac9c782-f027-4899-9e6b-ee23dcb86d01 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Deleting subnet cb67fc24-1c92-417c-b7cd-56ae8a8b4ce5 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:56:54.853154 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2ac9c782-f027-4899-9e6b-ee23dcb86d01 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for subnet (cb67fc24-1c92-417c-b7cd-56ae8a8b4ce5), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:54.865095 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-24b68c37-6be4-4cd8-ad0d-c3cd4167bd64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (9e17bde8-7737-41d1-8a0e-e2fdde39fdd3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:54.883672 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d4f1e9-449e-486b-a5ab-6ac30d57b6cc None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:56:54.884066 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d4f1e9-449e-486b-a5ab-6ac30d57b6cc None None] Checking segment: {'id': '24113e97-424e-4ee4-920c-ab4f67020525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '7cb87be5-5e63-4569-a71c-e4805af6e43b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:56:54.884623 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-34d4f1e9-449e-486b-a5ab-6ac30d57b6cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:54.891944 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d4f1e9-449e-486b-a5ab-6ac30d57b6cc None None] Bound using segment: {'id': '24113e97-424e-4ee4-920c-ab4f67020525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '7cb87be5-5e63-4569-a71c-e4805af6e43b'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:56:54.894090 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-34d4f1e9-449e-486b-a5ab-6ac30d57b6cc None None] Bound port: bfff381e-98cd-4fe5-a462-459995105247, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24113e97-424e-4ee4-920c-ab4f67020525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '7cb87be5-5e63-4569-a71c-e4805af6e43b'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:56:54.894959 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-34d4f1e9-449e-486b-a5ab-6ac30d57b6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (bfff381e-98cd-4fe5-a462-459995105247), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:54.917936 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2ac9c782-f027-4899-9e6b-ee23dcb86d01 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (cb67fc24-1c92-417c-b7cd-56ae8a8b4ce5), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:54.995733 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-88b7cead-c6df-444e-95dd-95c9d672f166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:55.061365 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2ac9c782-f027-4899-9e6b-ee23dcb86d01 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (cb67fc24-1c92-417c-b7cd-56ae8a8b4ce5), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:55.172216 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2ac9c782-f027-4899-9e6b-ee23dcb86d01 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (cb67fc24-1c92-417c-b7cd-56ae8a8b4ce5), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:55.183648 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b68c37-6be4-4cd8-ad0d-c3cd4167bd64 None None] Pushing event updated for resources: {'Port': ['ID=9e17bde8-7737-41d1-8a0e-e2fdde39fdd3,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:55.247068 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac9c782-f027-4899-9e6b-ee23dcb86d01 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event deleted for resources: {'Subnet': ['ID=cb67fc24-1c92-417c-b7cd-56ae8a8b4ce5,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:55.252170 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2ac9c782-f027-4899-9e6b-ee23dcb86d01 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:55.256075 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-2ac9c782-f027-4899-9e6b-ee23dcb86d01 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "DELETE /v2.0/subnets/cb67fc24-1c92-417c-b7cd-56ae8a8b4ce5 HTTP/1.1" status: 204 len: 168 time: 0.5424066 Mar 11 19:56:55.260716 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36324) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:55.267370 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-ea4e257b-13bf-4ac1-8b73-fe7eb26f045e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Request body: {'subnet': {'network_id': '082421c7-5eb0-4f81-9d2b-c47a23b7a5ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:56:55.270533 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-f2aea4b8-cf9b-4bd0-bdc9-5d0f49c5d00d None None] Provisioning complete for port bfff381e-98cd-4fe5-a462-459995105247 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:55.272021 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59ac63df-af1f-48c2-b3bd-fe288cdc6d06 admin admin] Publish callbacks [] for router_gateway (5ca0ad1f-27c4-441e-a1fb-a9f0a90e4f7e), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:55.272511 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f2aea4b8-cf9b-4bd0-bdc9-5d0f49c5d00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (bfff381e-98cd-4fe5-a462-459995105247), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:55.275203 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881d8467-da06-4504-8091-2244c6011c42 None None] Network 2318fd39-b61f-4aee-97f3-ab8ea97ca342 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:56:55.279317 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 4a544346-d3e0-40e3-bdb6-e3ce7521810d up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:56:55.294439 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59ac63df-af1f-48c2-b3bd-fe288cdc6d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:55.360482 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-34d4f1e9-449e-486b-a5ab-6ac30d57b6cc None None] For port bfff381e-98cd-4fe5-a462-459995105247, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:56:55.365594 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-34d4f1e9-449e-486b-a5ab-6ac30d57b6cc None None] For port bfff381e-98cd-4fe5-a462-459995105247, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=bfff381e-98cd-4fe5-a462-459995105247,segment=NetworkSegment(24113e97-424e-4ee4-920c-ab4f67020525),segment_id=24113e97-424e-4ee4-920c-ab4f67020525)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:56:55.370018 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-685a942a-b818-4887-83b1-2fe01c9e9dad None None] Publish callbacks [] for port (862677c7-ca26-45c7-9e86-7303ce22be38), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:55.412281 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea4e257b-13bf-4ac1-8b73-fe7eb26f045e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Made reservation on behalf of 9a2132e02eba4e489015b67acdaa176b for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:56:55.417822 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ea4e257b-13bf-4ac1-8b73-fe7eb26f045e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:55.468939 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-0f49f2ce-b3d8-450c-a623-2d789654b063 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Allocated IP 172.20.0.1 (74553dac-b263-4c58-859f-79039fbd90fd/35d3d6ca-cbe8-4b06-a916-26fdfcac40d2/81141ab4-c9c7-492e-ab5e-a783eeb738ce) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:56:55.505840 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-685a942a-b818-4887-83b1-2fe01c9e9dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (862677c7-ca26-45c7-9e86-7303ce22be38), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:55.531713 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-34d4f1e9-449e-486b-a5ab-6ac30d57b6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (bfff381e-98cd-4fe5-a462-459995105247), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:55.543745 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-59ac63df-af1f-48c2-b3bd-fe288cdc6d06 admin admin] Allocated IP 172.25.8.155 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/05805f4b-2622-481e-9756-b01583b6da8c) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:56:55.591710 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36334) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:55.618278 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-893893b2-71f3-42b6-adda-2956970da568 None None] Allocated IP 172.20.0.2 (16da80f4-3fe9-47fa-a0ac-68ae29786010/f03ae7ea-9232-4ee4-8f8c-b1a49fd367d6/c3800df9-1e7b-4571-b7ce-b1489a5cb226) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:56:55.710708 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685a942a-b818-4887-83b1-2fe01c9e9dad None None] Network 74553dac-b263-4c58-859f-79039fbd90fd is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:56:55.726633 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f2aea4b8-cf9b-4bd0-bdc9-5d0f49c5d00d None None] Port bfff381e-98cd-4fe5-a462-459995105247 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:56:55.730532 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-64412287-0814-4de9-98c8-96c9d3fc23e2 None None] Allocated IP 172.20.0.2 (1b3af621-b462-4855-803e-276a10d7168a/c6122b67-1696-4169-b9db-574806b34691/b541fd21-b9e2-49c5-9d88-42d6d62d0f27) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:56:55.743001 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0f49f2ce-b3d8-450c-a623-2d789654b063 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks [] for port (81141ab4-c9c7-492e-ab5e-a783eeb738ce), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:55.756019 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-685a942a-b818-4887-83b1-2fe01c9e9dad None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:56:55.759495 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ea4e257b-13bf-4ac1-8b73-fe7eb26f045e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (fa6047da-61a4-4317-afa8-ad4f1d4bada4), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:55.765427 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59ac63df-af1f-48c2-b3bd-fe288cdc6d06 admin admin] Publish callbacks [] for port (05805f4b-2622-481e-9756-b01583b6da8c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:55.818626 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685a942a-b818-4887-83b1-2fe01c9e9dad None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:56:55.842586 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4e257b-13bf-4ac1-8b73-fe7eb26f045e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event updated for resources: {'Subnet': ['ID=fa6047da-61a4-4317-afa8-ad4f1d4bada4,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:55.847517 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685a942a-b818-4887-83b1-2fe01c9e9dad None None] Pushing event updated for resources: {'Port': ['ID=862677c7-ca26-45c7-9e86-7303ce22be38,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:55.858034 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-7b353519-c418-466d-82ce-7f36a9880ca6 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1414268449'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:56:55.864687 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4e257b-13bf-4ac1-8b73-fe7eb26f045e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Network 082421c7-5eb0-4f81-9d2b-c47a23b7a5ea is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:56:55.870341 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-ea4e257b-13bf-4ac1-8b73-fe7eb26f045e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:56:55.871774 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0f49f2ce-b3d8-450c-a623-2d789654b063 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (81141ab4-c9c7-492e-ab5e-a783eeb738ce), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:55.875892 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4e257b-13bf-4ac1-8b73-fe7eb26f045e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:55.877017 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ea4e257b-13bf-4ac1-8b73-fe7eb26f045e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:55.886307 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59ac63df-af1f-48c2-b3bd-fe288cdc6d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (05805f4b-2622-481e-9756-b01583b6da8c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:55.925130 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ea4e257b-13bf-4ac1-8b73-fe7eb26f045e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6596181 Mar 11 19:56:55.925130 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b353519-c418-466d-82ce-7f36a9880ca6 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Made reservation on behalf of 995ddd1afe724c8783497a8165ea5725 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:56:55.926485 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36338) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:55.929487 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7b353519-c418-466d-82ce-7f36a9880ca6 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:55.937205 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-c4caa358-cb15-49a9-a2ad-4199b60df6af tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Request body: {'security_group': {'name': 'tempest-secgroup-1818385563'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:56:55.943878 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7b353519-c418-466d-82ce-7f36a9880ca6 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:55.948555 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f49f2ce-b3d8-450c-a623-2d789654b063 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Network 74553dac-b263-4c58-859f-79039fbd90fd is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:56:55.967961 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-0f49f2ce-b3d8-450c-a623-2d789654b063 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:56:55.968234 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d4f1e9-449e-486b-a5ab-6ac30d57b6cc None None] Routers {'f55ba18a-05bd-48a8-a614-ffb9f4aa4427'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:56:55.968356 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-34d4f1e9-449e-486b-a5ab-6ac30d57b6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:56:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['f55ba18a-05bd-48a8-a614-ffb9f4aa4427'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:55.973019 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f49f2ce-b3d8-450c-a623-2d789654b063 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:56:56.014735 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ac63df-af1f-48c2-b3bd-fe288cdc6d06 admin admin] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:56:56.019784 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f49f2ce-b3d8-450c-a623-2d789654b063 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Pushing event updated for resources: {'Port': ['ID=81141ab4-c9c7-492e-ab5e-a783eeb738ce,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:56.029905 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-59ac63df-af1f-48c2-b3bd-fe288cdc6d06 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:56:56.061096 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ac63df-af1f-48c2-b3bd-fe288cdc6d06 admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:56:56.068521 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c4caa358-cb15-49a9-a2ad-4199b60df6af tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:56.088765 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7b353519-c418-466d-82ce-7f36a9880ca6 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for security_group (1bba8d8d-bc3f-4368-bb08-f996b70daa80), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:56.096120 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0f49f2ce-b3d8-450c-a623-2d789654b063 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (1d5e5e69-9a25-4e36-bb20-af7585b925e1), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:56.098849 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7b353519-c418-466d-82ce-7f36a9880ca6 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (1bba8d8d-bc3f-4368-bb08-f996b70daa80), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:56.113948 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b353519-c418-466d-82ce-7f36a9880ca6 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] vlan segment allocate from pool success with {'vlan_id': 888, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:56:56.125597 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7b353519-c418-466d-82ce-7f36a9880ca6 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (ab0a33f9-1886-4e71-b576-1cac847127f9), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:56.126015 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-7b353519-c418-466d-82ce-7f36a9880ca6 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Added segment ab0a33f9-1886-4e71-b576-1cac847127f9 of type vlan for network d8ea09d5-5af1-4ce1-9713-c0436c7309a3 Mar 11 19:56:56.137561 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 4a544346-d3e0-40e3-bdb6-e3ce7521810d triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:56.138322 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (4a544346-d3e0-40e3-bdb6-e3ce7521810d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:56.173550 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ac63df-af1f-48c2-b3bd-fe288cdc6d06 admin admin] Pushing event updated for resources: {'Port': ['ID=05805f4b-2622-481e-9756-b01583b6da8c,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:56.192513 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7b353519-c418-466d-82ce-7f36a9880ca6 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (d8ea09d5-5af1-4ce1-9713-c0436c7309a3), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:56.257279 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b353519-c418-466d-82ce-7f36a9880ca6 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bba8d8d-bc3f-4368-bb08-f996b70daa80,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:56.271232 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7b353519-c418-466d-82ce-7f36a9880ca6 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (d8ea09d5-5af1-4ce1-9713-c0436c7309a3), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:56.283253 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b353519-c418-466d-82ce-7f36a9880ca6 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:56.284026 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7b353519-c418-466d-82ce-7f36a9880ca6 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:56.360420 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b353519-c418-466d-82ce-7f36a9880ca6 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Pushing event updated for resources: {'Network': ['ID=d8ea09d5-5af1-4ce1-9713-c0436c7309a3,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:56.365707 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-7b353519-c418-466d-82ce-7f36a9880ca6 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7726417 Mar 11 19:56:56.371750 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36340) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:56.377384 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-628255e0-8461-485b-a7bf-2877dc43dc96 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Request body: {'subnet': {'network_id': 'd8ea09d5-5af1-4ce1-9713-c0436c7309a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:56:56.476449 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network d8ea09d5-5af1-4ce1-9713-c0436c7309a3 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:56:56.488174 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628255e0-8461-485b-a7bf-2877dc43dc96 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Made reservation on behalf of 995ddd1afe724c8783497a8165ea5725 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:56:56.492088 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-628255e0-8461-485b-a7bf-2877dc43dc96 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:56.549697 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-8807536e-bd05-4767-81f6-aafcd16d240b None None] Provisioning complete for port 4a544346-d3e0-40e3-bdb6-e3ce7521810d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:56.550080 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8807536e-bd05-4767-81f6-aafcd16d240b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (4a544346-d3e0-40e3-bdb6-e3ce7521810d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:56.628053 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f613f-ff54-4c7e-8c0c-5e5faea01d24 None None] Pushing event updated for resources: {'Port': ['ID=bfff381e-98cd-4fe5-a462-459995105247,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:56.631880 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-685a942a-b818-4887-83b1-2fe01c9e9dad None None] Attempting to bind port 862677c7-ca26-45c7-9e86-7303ce22be38 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:56:56.632258 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-685a942a-b818-4887-83b1-2fe01c9e9dad None None] Attempting to bind port 862677c7-ca26-45c7-9e86-7303ce22be38 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '8cd09ea4-89ca-4ca0-a085-a21ffe07f411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '74553dac-b263-4c58-859f-79039fbd90fd'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:56:56.632626 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685a942a-b818-4887-83b1-2fe01c9e9dad None None] Attempting to bind port 862677c7-ca26-45c7-9e86-7303ce22be38 on network 74553dac-b263-4c58-859f-79039fbd90fd {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:56:56.657830 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:56.719650 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-628255e0-8461-485b-a7bf-2877dc43dc96 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (2b6f7691-03e5-44bc-9631-447873d2e62b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:56.722827 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0f49f2ce-b3d8-450c-a623-2d789654b063 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (81141ab4-c9c7-492e-ab5e-a783eeb738ce), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:56.746181 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248b8562-5a39-4174-8165-689bf653b500 None None] Network 082421c7-5eb0-4f81-9d2b-c47a23b7a5ea requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:56:56.771596 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c4caa358-cb15-49a9-a2ad-4199b60df6af tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for security_group (1dc07a2f-e3ed-4702-8967-4a1078505b12), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:56.776747 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628255e0-8461-485b-a7bf-2877dc43dc96 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Pushing event updated for resources: {'Subnet': ['ID=2b6f7691-03e5-44bc-9631-447873d2e62b,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:56.777283 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685a942a-b818-4887-83b1-2fe01c9e9dad None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:56:56.777673 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685a942a-b818-4887-83b1-2fe01c9e9dad None None] Checking segment: {'id': '8cd09ea4-89ca-4ca0-a085-a21ffe07f411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '74553dac-b263-4c58-859f-79039fbd90fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:56:56.778148 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-685a942a-b818-4887-83b1-2fe01c9e9dad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:56.778702 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685a942a-b818-4887-83b1-2fe01c9e9dad None None] Bound using segment: {'id': '8cd09ea4-89ca-4ca0-a085-a21ffe07f411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '74553dac-b263-4c58-859f-79039fbd90fd'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:56:56.778966 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-685a942a-b818-4887-83b1-2fe01c9e9dad None None] Bound port: 862677c7-ca26-45c7-9e86-7303ce22be38, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cd09ea4-89ca-4ca0-a085-a21ffe07f411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 889, 'network_id': '74553dac-b263-4c58-859f-79039fbd90fd'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:56:56.779353 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-685a942a-b818-4887-83b1-2fe01c9e9dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (862677c7-ca26-45c7-9e86-7303ce22be38), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:56.792473 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628255e0-8461-485b-a7bf-2877dc43dc96 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Checking segment: {'id': 'ab0a33f9-1886-4e71-b576-1cac847127f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': 'd8ea09d5-5af1-4ce1-9713-c0436c7309a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:56:56.792850 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628255e0-8461-485b-a7bf-2877dc43dc96 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Network hostable DHCP agents. Network: d8ea09d5-5af1-4ce1-9713-c0436c7309a3, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:56:56.803514 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c4caa358-cb15-49a9-a2ad-4199b60df6af tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (1dc07a2f-e3ed-4702-8967-4a1078505b12), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:56.817852 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628255e0-8461-485b-a7bf-2877dc43dc96 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Network d8ea09d5-5af1-4ce1-9713-c0436c7309a3 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:56:56.832031 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-628255e0-8461-485b-a7bf-2877dc43dc96 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, d8ea09d5-5af1-4ce1-9713-c0436c7309a3) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:56:56.848218 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628255e0-8461-485b-a7bf-2877dc43dc96 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:56:56.848930 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-628255e0-8461-485b-a7bf-2877dc43dc96 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:56.885344 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-628255e0-8461-485b-a7bf-2877dc43dc96 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5090246 Mar 11 19:56:56.885344 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36342) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:56.892363 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-63239401-aa9f-4c52-b70e-1ba4baf78fd0 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-170459349', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}, 'admin_state_up': False}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:56:56.893384 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4caa358-cb15-49a9-a2ad-4199b60df6af tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc07a2f-e3ed-4702-8967-4a1078505b12,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:56.897782 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f4fac8-216f-4c45-95a9-7eb2d9bf9545 None None] Network d8ea09d5-5af1-4ce1-9713-c0436c7309a3 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:56:56.933868 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-63239401-aa9f-4c52-b70e-1ba4baf78fd0 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (f8f5cd53-32d4-4027-b61a-a31b4d763842), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:56.935258 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-63239401-aa9f-4c52-b70e-1ba4baf78fd0 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (f8f5cd53-32d4-4027-b61a-a31b4d763842), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:56.952462 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c4caa358-cb15-49a9-a2ad-4199b60df6af tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:56.956471 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-c4caa358-cb15-49a9-a2ad-4199b60df6af tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0264306 Mar 11 19:56:56.956735 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36346) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:56.962552 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-2e94e0f6-181e-47b4-b620-6481da4c40d6 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Request body: {'security_group': {'name': 'tempest-secgroup-997811933'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:56:56.995986 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2e94e0f6-181e-47b4-b620-6481da4c40d6 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:57.078055 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-63239401-aa9f-4c52-b70e-1ba4baf78fd0 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for router_controller (f8f5cd53-32d4-4027-b61a-a31b4d763842), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:57.108371 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-34d4f1e9-449e-486b-a5ab-6ac30d57b6cc None None] Set router f55ba18a-05bd-48a8-a614-ffb9f4aa4427 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:56:57.126114 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59ac63df-af1f-48c2-b3bd-fe288cdc6d06 admin admin] Publish callbacks [] for router_gateway (5ca0ad1f-27c4-441e-a1fb-a9f0a90e4f7e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:57.159458 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-64412287-0814-4de9-98c8-96c9d3fc23e2 None None] Publish callbacks [] for port (b541fd21-b9e2-49c5-9d88-42d6d62d0f27), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:57.175367 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2e94e0f6-181e-47b4-b620-6481da4c40d6 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for security_group (d36a12d6-dfea-4817-8c22-3208325c0c04), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:57.215897 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2e94e0f6-181e-47b4-b620-6481da4c40d6 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (d36a12d6-dfea-4817-8c22-3208325c0c04), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:57.266211 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8807536e-bd05-4767-81f6-aafcd16d240b None None] Current status of the port 4a544346-d3e0-40e3-bdb6-e3ce7521810d is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:57.266605 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8807536e-bd05-4767-81f6-aafcd16d240b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (4a544346-d3e0-40e3-bdb6-e3ce7521810d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:57.280007 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86566a4e-95f6-4ca3-ad4c-1e6b57890da2 None None] Network d8ea09d5-5af1-4ce1-9713-c0436c7309a3 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:56:57.285634 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-63239401-aa9f-4c52-b70e-1ba4baf78fd0 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for router_gateway (f8f5cd53-32d4-4027-b61a-a31b4d763842), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:57.290276 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0f49f2ce-b3d8-450c-a623-2d789654b063 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks [] for port (81141ab4-c9c7-492e-ab5e-a783eeb738ce), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:57.290875 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2e94e0f6-181e-47b4-b620-6481da4c40d6 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:57.293333 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-2e94e0f6-181e-47b4-b620-6481da4c40d6 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3345642 Mar 11 19:56:57.298997 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36348) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:57.300655 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-64412287-0814-4de9-98c8-96c9d3fc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (b541fd21-b9e2-49c5-9d88-42d6d62d0f27), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:57.304069 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-19bc9c94-5b16-431b-bd6b-b6612ad95686 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Request body: {'security_group': {'name': 'tempest-secgroup-1065667153'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:56:57.313012 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-893893b2-71f3-42b6-adda-2956970da568 None None] Publish callbacks [] for port (c3800df9-1e7b-4571-b7ce-b1489a5cb226), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:57.321099 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e94e0f6-181e-47b4-b620-6481da4c40d6 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d36a12d6-dfea-4817-8c22-3208325c0c04,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:57.349171 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0f49f2ce-b3d8-450c-a623-2d789654b063 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (81141ab4-c9c7-492e-ab5e-a783eeb738ce), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:57.350090 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64412287-0814-4de9-98c8-96c9d3fc23e2 None None] Network 1b3af621-b462-4855-803e-276a10d7168a is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:56:57.352801 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-19bc9c94-5b16-431b-bd6b-b6612ad95686 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:57.427704 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-64412287-0814-4de9-98c8-96c9d3fc23e2 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:56:57.448411 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-893893b2-71f3-42b6-adda-2956970da568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (c3800df9-1e7b-4571-b7ce-b1489a5cb226), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:57.462120 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64412287-0814-4de9-98c8-96c9d3fc23e2 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:56:57.466685 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-685a942a-b818-4887-83b1-2fe01c9e9dad None None] For port 862677c7-ca26-45c7-9e86-7303ce22be38, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:56:57.474721 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-8807536e-bd05-4767-81f6-aafcd16d240b None None] For port 4a544346-d3e0-40e3-bdb6-e3ce7521810d, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=4a544346-d3e0-40e3-bdb6-e3ce7521810d,segment=NetworkSegment(8c2139fd-4908-471f-8839-8a196e5758fe),segment_id=8c2139fd-4908-471f-8839-8a196e5758fe)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:56:57.481991 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-19bc9c94-5b16-431b-bd6b-b6612ad95686 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for security_group (94a5acc8-5648-482b-9d67-0afb8484ac2b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:57.484487 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 4a544346-d3e0-40e3-bdb6-e3ce7521810d is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:57.485003 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (4a544346-d3e0-40e3-bdb6-e3ce7521810d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:57.493036 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-19bc9c94-5b16-431b-bd6b-b6612ad95686 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (94a5acc8-5648-482b-9d67-0afb8484ac2b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:57.509192 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f49f2ce-b3d8-450c-a623-2d789654b063 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Pushing event updated for resources: {'Port': ['ID=81141ab4-c9c7-492e-ab5e-a783eeb738ce,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:57.514178 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0f49f2ce-b3d8-450c-a623-2d789654b063 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (1d5e5e69-9a25-4e36-bb20-af7585b925e1), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:57.533867 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893893b2-71f3-42b6-adda-2956970da568 None None] Network 16da80f4-3fe9-47fa-a0ac-68ae29786010 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:56:57.559368 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8807536e-bd05-4767-81f6-aafcd16d240b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (4a544346-d3e0-40e3-bdb6-e3ce7521810d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:57.571866 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-685a942a-b818-4887-83b1-2fe01c9e9dad None None] For port 862677c7-ca26-45c7-9e86-7303ce22be38, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=862677c7-ca26-45c7-9e86-7303ce22be38,segment=NetworkSegment(8cd09ea4-89ca-4ca0-a085-a21ffe07f411),segment_id=8cd09ea4-89ca-4ca0-a085-a21ffe07f411)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:56:57.585850 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-893893b2-71f3-42b6-adda-2956970da568 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:56:57.586273 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-19bc9c94-5b16-431b-bd6b-b6612ad95686 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:57.594870 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-19bc9c94-5b16-431b-bd6b-b6612ad95686 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2874620 Mar 11 19:56:57.594870 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36350) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:57.596362 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64412287-0814-4de9-98c8-96c9d3fc23e2 None None] Pushing event updated for resources: {'Port': ['ID=b541fd21-b9e2-49c5-9d88-42d6d62d0f27,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:57.599311 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893893b2-71f3-42b6-adda-2956970da568 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:56:57.604628 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-9e199750-0b9b-4413-b0ab-70e9761665ab tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1534763752', 'security_groups': ['94a5acc8-5648-482b-9d67-0afb8484ac2b'], 'network_id': '082421c7-5eb0-4f81-9d2b-c47a23b7a5ea', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fa6047da-61a4-4317-afa8-ad4f1d4bada4'}]}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:56:57.627888 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-685a942a-b818-4887-83b1-2fe01c9e9dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (862677c7-ca26-45c7-9e86-7303ce22be38), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:57.645954 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc9c94-5b16-431b-bd6b-b6612ad95686 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94a5acc8-5648-482b-9d67-0afb8484ac2b,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:57.651455 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-63239401-aa9f-4c52-b70e-1ba4baf78fd0 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for router_gateway (f8f5cd53-32d4-4027-b61a-a31b4d763842), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:57.664933 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59ac63df-af1f-48c2-b3bd-fe288cdc6d06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (5ca0ad1f-27c4-441e-a1fb-a9f0a90e4f7e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:57.682768 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-63239401-aa9f-4c52-b70e-1ba4baf78fd0 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:57.743988 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f49f2ce-b3d8-450c-a623-2d789654b063 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Network 74553dac-b263-4c58-859f-79039fbd90fd is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:56:57.746889 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-0f49f2ce-b3d8-450c-a623-2d789654b063 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:56:57.833617 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c10a5200-22eb-4bb4-843d-9dd8311e3754 None None] Could not find standard attr ID for object 731543ae-4908-40d3-b8ee-ff401d07cfa7. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 19:56:57.837994 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:57.924813 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893893b2-71f3-42b6-adda-2956970da568 None None] Pushing event updated for resources: {'Port': ['ID=c3800df9-1e7b-4571-b7ce-b1489a5cb226,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:57.934622 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-64412287-0814-4de9-98c8-96c9d3fc23e2 None None] Attempting to bind port b541fd21-b9e2-49c5-9d88-42d6d62d0f27 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:56:57.935001 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-64412287-0814-4de9-98c8-96c9d3fc23e2 None None] Attempting to bind port b541fd21-b9e2-49c5-9d88-42d6d62d0f27 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'eaecf1ac-8c78-4230-9d0c-412e64234734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '1b3af621-b462-4855-803e-276a10d7168a'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:56:57.935425 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64412287-0814-4de9-98c8-96c9d3fc23e2 None None] Attempting to bind port b541fd21-b9e2-49c5-9d88-42d6d62d0f27 on network 1b3af621-b462-4855-803e-276a10d7168a {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:56:57.996526 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-893893b2-71f3-42b6-adda-2956970da568 None None] Attempting to bind port c3800df9-1e7b-4571-b7ce-b1489a5cb226 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:56:57.997036 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-893893b2-71f3-42b6-adda-2956970da568 None None] Attempting to bind port c3800df9-1e7b-4571-b7ce-b1489a5cb226 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '455fb261-9868-4023-ba8e-eedeb2f57e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '16da80f4-3fe9-47fa-a0ac-68ae29786010'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:56:57.999698 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893893b2-71f3-42b6-adda-2956970da568 None None] Attempting to bind port c3800df9-1e7b-4571-b7ce-b1489a5cb226 on network 16da80f4-3fe9-47fa-a0ac-68ae29786010 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:56:58.003439 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f49f2ce-b3d8-450c-a623-2d789654b063 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Router 1d5e5e69-9a25-4e36-bb20-af7585b925e1 is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:56:58.008485 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64412287-0814-4de9-98c8-96c9d3fc23e2 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:56:58.009028 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64412287-0814-4de9-98c8-96c9d3fc23e2 None None] Checking segment: {'id': 'eaecf1ac-8c78-4230-9d0c-412e64234734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '1b3af621-b462-4855-803e-276a10d7168a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:56:58.009690 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-64412287-0814-4de9-98c8-96c9d3fc23e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:58.010706 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64412287-0814-4de9-98c8-96c9d3fc23e2 None None] Bound using segment: {'id': 'eaecf1ac-8c78-4230-9d0c-412e64234734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '1b3af621-b462-4855-803e-276a10d7168a'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:56:58.011212 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-64412287-0814-4de9-98c8-96c9d3fc23e2 None None] Bound port: b541fd21-b9e2-49c5-9d88-42d6d62d0f27, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaecf1ac-8c78-4230-9d0c-412e64234734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '1b3af621-b462-4855-803e-276a10d7168a'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:56:58.011791 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-64412287-0814-4de9-98c8-96c9d3fc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b541fd21-b9e2-49c5-9d88-42d6d62d0f27), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:58.012077 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59ac63df-af1f-48c2-b3bd-fe288cdc6d06 admin admin] Router 5ca0ad1f-27c4-441e-a1fb-a9f0a90e4f7e is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:56:58.157634 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-64412287-0814-4de9-98c8-96c9d3fc23e2 None None] For port b541fd21-b9e2-49c5-9d88-42d6d62d0f27, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:56:58.161165 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-64412287-0814-4de9-98c8-96c9d3fc23e2 None None] For port b541fd21-b9e2-49c5-9d88-42d6d62d0f27, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=b541fd21-b9e2-49c5-9d88-42d6d62d0f27,segment=NetworkSegment(eaecf1ac-8c78-4230-9d0c-412e64234734),segment_id=eaecf1ac-8c78-4230-9d0c-412e64234734)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:56:58.169798 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c10a5200-22eb-4bb4-843d-9dd8311e3754 None None] Provisioning complete for port 0a9dbe37-7e3a-458d-9b93-bc7a048c95e5 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:58.170202 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c10a5200-22eb-4bb4-843d-9dd8311e3754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (0a9dbe37-7e3a-458d-9b93-bc7a048c95e5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:58.172758 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8807536e-bd05-4767-81f6-aafcd16d240b None None] Pushing event updated for resources: {'Port': ['ID=4a544346-d3e0-40e3-bdb6-e3ce7521810d,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:58.195393 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-64412287-0814-4de9-98c8-96c9d3fc23e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (b541fd21-b9e2-49c5-9d88-42d6d62d0f27), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:58.287098 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f49f2ce-b3d8-450c-a623-2d789654b063 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:56:58.300199 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-0f49f2ce-b3d8-450c-a623-2d789654b063 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] 10.222.0.65 "PUT /v2.0/routers/1d5e5e69-9a25-4e36-bb20-af7585b925e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4967892 Mar 11 19:56:58.303656 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36352) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:58.316286 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0413792f-fe1a-4a05-b141-507deb316f41 None None] Sync routers for ids ['1d5e5e69-9a25-4e36-bb20-af7585b925e1'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:56:58.325428 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-63239401-aa9f-4c52-b70e-1ba4baf78fd0 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Allocated IP 172.25.8.168 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/752e7830-dcbc-4423-a147-201c6036dc9b) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:56:58.329698 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e199750-0b9b-4413-b0ab-70e9761665ab tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Made reservation on behalf of 9a2132e02eba4e489015b67acdaa176b for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:56:58.339837 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0413792f-fe1a-4a05-b141-507deb316f41 None None] Routers {'1d5e5e69-9a25-4e36-bb20-af7585b925e1'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:56:58.340749 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-0413792f-fe1a-4a05-b141-507deb316f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:56:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['1d5e5e69-9a25-4e36-bb20-af7585b925e1'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:58.360791 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893893b2-71f3-42b6-adda-2956970da568 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:56:58.361487 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893893b2-71f3-42b6-adda-2956970da568 None None] Checking segment: {'id': '455fb261-9868-4023-ba8e-eedeb2f57e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '16da80f4-3fe9-47fa-a0ac-68ae29786010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:56:58.362089 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-893893b2-71f3-42b6-adda-2956970da568 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:58.362680 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893893b2-71f3-42b6-adda-2956970da568 None None] Bound using segment: {'id': '455fb261-9868-4023-ba8e-eedeb2f57e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '16da80f4-3fe9-47fa-a0ac-68ae29786010'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:56:58.365374 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-893893b2-71f3-42b6-adda-2956970da568 None None] Bound port: c3800df9-1e7b-4571-b7ce-b1489a5cb226, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '455fb261-9868-4023-ba8e-eedeb2f57e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '16da80f4-3fe9-47fa-a0ac-68ae29786010'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:56:58.366056 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-893893b2-71f3-42b6-adda-2956970da568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c3800df9-1e7b-4571-b7ce-b1489a5cb226), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:58.479771 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ac63df-af1f-48c2-b3bd-fe288cdc6d06 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:56:58.508964 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59ac63df-af1f-48c2-b3bd-fe288cdc6d06 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:58.510577 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-59ac63df-af1f-48c2-b3bd-fe288cdc6d06 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.6224935 Mar 11 19:56:58.519110 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36354) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:58.598707 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-0413792f-fe1a-4a05-b141-507deb316f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:58.609668 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0413792f-fe1a-4a05-b141-507deb316f41 None None] Routers {'1d5e5e69-9a25-4e36-bb20-af7585b925e1'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:56:58.610310 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-0413792f-fe1a-4a05-b141-507deb316f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:56:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['1d5e5e69-9a25-4e36-bb20-af7585b925e1'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:58.660426 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-0413792f-fe1a-4a05-b141-507deb316f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:58.661507 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0413792f-fe1a-4a05-b141-507deb316f41 None None] The sync data for ids ['1d5e5e69-9a25-4e36-bb20-af7585b925e1'] in n-d-833163-1 is: [] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:56:58.672229 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:56:58.672768 n-d-833163-1 neutron-server[103886]: DEBUG oslo_db.api [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:56:58.693871 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-63239401-aa9f-4c52-b70e-1ba4baf78fd0 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for port (752e7830-dcbc-4423-a147-201c6036dc9b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:58.698289 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b1bf8f-77c6-43bd-bd52-d73edae330eb None None] Sync routers for ids ['5ca0ad1f-27c4-441e-a1fb-a9f0a90e4f7e'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:56:58.752350 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b1bf8f-77c6-43bd-bd52-d73edae330eb None None] Routers {'5ca0ad1f-27c4-441e-a1fb-a9f0a90e4f7e'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:56:58.753090 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a0b1bf8f-77c6-43bd-bd52-d73edae330eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:56:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['5ca0ad1f-27c4-441e-a1fb-a9f0a90e4f7e'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:58.794862 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-63239401-aa9f-4c52-b70e-1ba4baf78fd0 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (752e7830-dcbc-4423-a147-201c6036dc9b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:58.842997 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9e199750-0b9b-4413-b0ab-70e9761665ab tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:58.882328 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63239401-aa9f-4c52-b70e-1ba4baf78fd0 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:56:58.890348 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-a0b1bf8f-77c6-43bd-bd52-d73edae330eb None None] Set router 5ca0ad1f-27c4-441e-a1fb-a9f0a90e4f7e gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:56:58.895420 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-63239401-aa9f-4c52-b70e-1ba4baf78fd0 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:56:58.905035 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63239401-aa9f-4c52-b70e-1ba4baf78fd0 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:56:58.912361 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-9e199750-0b9b-4413-b0ab-70e9761665ab tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] device_id is not set on port 629af4b9-ee9b-4b9c-8bfe-bce6c1cdbc9f yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:56:58.969748 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63239401-aa9f-4c52-b70e-1ba4baf78fd0 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Pushing event updated for resources: {'Port': ['ID=752e7830-dcbc-4423-a147-201c6036dc9b,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:59.003374 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685a942a-b818-4887-83b1-2fe01c9e9dad None None] Pushing event updated for resources: {'Port': ['ID=862677c7-ca26-45c7-9e86-7303ce22be38,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:59.118001 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64412287-0814-4de9-98c8-96c9d3fc23e2 None None] Pushing event updated for resources: {'Port': ['ID=b541fd21-b9e2-49c5-9d88-42d6d62d0f27,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:59.121666 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c10a5200-22eb-4bb4-843d-9dd8311e3754 None None] Port 0a9dbe37-7e3a-458d-9b93-bc7a048c95e5 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:56:59.155477 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-893893b2-71f3-42b6-adda-2956970da568 None None] For port c3800df9-1e7b-4571-b7ce-b1489a5cb226, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:56:59.160166 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-34d4f1e9-449e-486b-a5ab-6ac30d57b6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55ba18a-05bd-48a8-a614-ffb9f4aa4427', 'name': 'tempest-TestServerBasicOps-2037446836-router', 'tenant_id': '2f949af31a734abc972f25de080a7f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '9124a99f-4231-440c-9b8e-5ac3cb88054f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:56:43Z', 'updated_at': '2022-03-11T19:56:48Z', 'revision_number': 4, 'project_id': '2f949af31a734abc972f25de080a7f9a', 'gw_port': {'id': '9124a99f-4231-440c-9b8e-5ac3cb88054f', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55ba18a-05bd-48a8-a614-ffb9f4aa4427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:56:43Z', 'updated_at': '2022-03-11T19:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'bfff381e-98cd-4fe5-a462-459995105247', 'name': '', 'network_id': '7cb87be5-5e63-4569-a71c-e4805af6e43b', 'tenant_id': '2f949af31a734abc972f25de080a7f9a', 'mac_address': 'fa:16:3e:45:ac:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55ba18a-05bd-48a8-a614-ffb9f4aa4427', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': 'd614b2f0-8c6e-4e2e-aec0-cfab71e0207b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:56:47Z', 'updated_at': '2022-03-11T19:56:55Z', 'revision_number': 4, 'project_id': '2f949af31a734abc972f25de080a7f9a', 'subnets': [{'id': 'd614b2f0-8c6e-4e2e-aec0-cfab71e0207b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:59.174442 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:59.204367 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c10a5200-22eb-4bb4-843d-9dd8311e3754 None None] Provisioning complete for port 4a544346-d3e0-40e3-bdb6-e3ce7521810d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:59.204890 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c10a5200-22eb-4bb4-843d-9dd8311e3754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (4a544346-d3e0-40e3-bdb6-e3ce7521810d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:59.357766 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-893893b2-71f3-42b6-adda-2956970da568 None None] For port c3800df9-1e7b-4571-b7ce-b1489a5cb226, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=c3800df9-1e7b-4571-b7ce-b1489a5cb226,segment=NetworkSegment(455fb261-9868-4023-ba8e-eedeb2f57e92),segment_id=455fb261-9868-4023-ba8e-eedeb2f57e92)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:56:59.363949 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d4f1e9-449e-486b-a5ab-6ac30d57b6cc None None] The sync data for ids ['f55ba18a-05bd-48a8-a614-ffb9f4aa4427'] in n-d-833163-1 is: [{'id': 'f55ba18a-05bd-48a8-a614-ffb9f4aa4427', 'name': 'tempest-TestServerBasicOps-2037446836-router', 'tenant_id': '2f949af31a734abc972f25de080a7f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '9124a99f-4231-440c-9b8e-5ac3cb88054f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:56:43Z', 'updated_at': '2022-03-11T19:56:48Z', 'revision_number': 4, 'project_id': '2f949af31a734abc972f25de080a7f9a', 'gw_port': {'id': '9124a99f-4231-440c-9b8e-5ac3cb88054f', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55ba18a-05bd-48a8-a614-ffb9f4aa4427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:56:43Z', 'updated_at': '2022-03-11T19:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'bfff381e-98cd-4fe5-a462-459995105247', 'name': '', 'network_id': '7cb87be5-5e63-4569-a71c-e4805af6e43b', 'tenant_id': '2f949af31a734abc972f25de080a7f9a', 'mac_address': 'fa:16:3e:45:ac:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f55ba18a-05bd-48a8-a614-ffb9f4aa4427', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': 'd614b2f0-8c6e-4e2e-aec0-cfab71e0207b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:56:47Z', 'updated_at': '2022-03-11T19:56:55Z', 'revision_number': 4, 'project_id': '2f949af31a734abc972f25de080a7f9a', 'subnets': [{'id': 'd614b2f0-8c6e-4e2e-aec0-cfab71e0207b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:56:59.411428 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-893893b2-71f3-42b6-adda-2956970da568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (c3800df9-1e7b-4571-b7ce-b1489a5cb226), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:59.417332 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 4a544346-d3e0-40e3-bdb6-e3ce7521810d is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:59.546933 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [None req-29344cbd-d6d3-4ec3-be7a-e46f6d55ad56 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:56:59.548061 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-29344cbd-d6d3-4ec3-be7a-e46f6d55ad56 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] 10.222.0.65 "PUT /v2.0/routers/1d5e5e69-9a25-4e36-bb20-af7585b925e1/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2434371 Mar 11 19:56:59.552748 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36356) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:56:59.574532 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893893b2-71f3-42b6-adda-2956970da568 None None] Pushing event updated for resources: {'Port': ['ID=c3800df9-1e7b-4571-b7ce-b1489a5cb226,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:56:59.589214 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-9e199750-0b9b-4413-b0ab-70e9761665ab tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Allocated IP 2001:db8::52 (082421c7-5eb0-4f81-9d2b-c47a23b7a5ea/fa6047da-61a4-4317-afa8-ad4f1d4bada4/629af4b9-ee9b-4b9c-8bfe-bce6c1cdbc9f) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:56:59.691192 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c10a5200-22eb-4bb4-843d-9dd8311e3754 None None] Current status of the port 4a544346-d3e0-40e3-bdb6-e3ce7521810d is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:56:59.767100 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c10a5200-22eb-4bb4-843d-9dd8311e3754 None None] Provisioning complete for port 9e17bde8-7737-41d1-8a0e-e2fdde39fdd3 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:56:59.767487 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c10a5200-22eb-4bb4-843d-9dd8311e3754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (9e17bde8-7737-41d1-8a0e-e2fdde39fdd3), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:56:59.793287 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f63332-523d-4b33-8ff3-2285c691a9b2 None None] Network 74553dac-b263-4c58-859f-79039fbd90fd requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:56:59.833488 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a0b1bf8f-77c6-43bd-bd52-d73edae330eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca0ad1f-27c4-441e-a1fb-a9f0a90e4f7e', 'name': 'tempest-TestServerBasicOps-1770447404-router', 'tenant_id': 'b8dff5362b1949afbefdacb749d6ca44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '05805f4b-2622-481e-9756-b01583b6da8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:56:54Z', 'updated_at': '2022-03-11T19:56:56Z', 'revision_number': 3, 'project_id': 'b8dff5362b1949afbefdacb749d6ca44', 'gw_port': {'id': '05805f4b-2622-481e-9756-b01583b6da8c', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:1e:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ca0ad1f-27c4-441e-a1fb-a9f0a90e4f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:56:55Z', 'updated_at': '2022-03-11T19:56:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:56:59.921631 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b1bf8f-77c6-43bd-bd52-d73edae330eb None None] Checking router: 5ca0ad1f-27c4-441e-a1fb-a9f0a90e4f7e for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:56:59.921991 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b1bf8f-77c6-43bd-bd52-d73edae330eb None None] Updating router 5ca0ad1f-27c4-441e-a1fb-a9f0a90e4f7e port 05805f4b-2622-481e-9756-b01583b6da8c binding host n-d-833163-1 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:56:59.933664 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-63239401-aa9f-4c52-b70e-1ba4baf78fd0 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for router_gateway (f8f5cd53-32d4-4027-b61a-a31b4d763842), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:00.058502 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 4a544346-d3e0-40e3-bdb6-e3ce7521810d up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:57:00.070648 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9e199750-0b9b-4413-b0ab-70e9761665ab tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for port (629af4b9-ee9b-4b9c-8bfe-bce6c1cdbc9f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:00.110029 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a0b1bf8f-77c6-43bd-bd52-d73edae330eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (05805f4b-2622-481e-9756-b01583b6da8c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:00.229734 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9e199750-0b9b-4413-b0ab-70e9761665ab tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (629af4b9-ee9b-4b9c-8bfe-bce6c1cdbc9f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:00.337693 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e199750-0b9b-4413-b0ab-70e9761665ab tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Network 082421c7-5eb0-4f81-9d2b-c47a23b7a5ea is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:57:00.397899 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-9e199750-0b9b-4413-b0ab-70e9761665ab tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:57:00.401099 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c10a5200-22eb-4bb4-843d-9dd8311e3754 None None] Current status of the port 9e17bde8-7737-41d1-8a0e-e2fdde39fdd3 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:57:00.408853 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e199750-0b9b-4413-b0ab-70e9761665ab tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:57:00.421015 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e199750-0b9b-4413-b0ab-70e9761665ab tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:00.421622 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 4a544346-d3e0-40e3-bdb6-e3ce7521810d triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:57:00.421751 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9e199750-0b9b-4413-b0ab-70e9761665ab tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:00.422010 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (4a544346-d3e0-40e3-bdb6-e3ce7521810d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:00.423112 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f4b9851e-3a11-4f20-86e7-d66823411b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:00.428480 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c10a5200-22eb-4bb4-843d-9dd8311e3754 None None] Provisioning complete for port bfff381e-98cd-4fe5-a462-459995105247 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:57:00.428860 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c10a5200-22eb-4bb4-843d-9dd8311e3754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (bfff381e-98cd-4fe5-a462-459995105247), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:00.431184 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e199750-0b9b-4413-b0ab-70e9761665ab tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event updated for resources: {'Port': ['ID=629af4b9-ee9b-4b9c-8bfe-bce6c1cdbc9f,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:00.450470 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-63239401-aa9f-4c52-b70e-1ba4baf78fd0 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (f8f5cd53-32d4-4027-b61a-a31b4d763842), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:00.459518 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-9e199750-0b9b-4413-b0ab-70e9761665ab tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8611684 Mar 11 19:57:00.459780 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36358) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:00.466380 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-08e0e226-e30d-4f23-a378-f1036fbb4693 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Request body: {'subnet': {'network_id': '082421c7-5eb0-4f81-9d2b-c47a23b7a5ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:57:00.755578 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c10a5200-22eb-4bb4-843d-9dd8311e3754 None None] Current status of the port bfff381e-98cd-4fe5-a462-459995105247 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:57:00.756149 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c10a5200-22eb-4bb4-843d-9dd8311e3754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (bfff381e-98cd-4fe5-a462-459995105247), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:00.841168 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a460b14-de23-4af0-a79c-cb5063797087 None None] Network 1b3af621-b462-4855-803e-276a10d7168a requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:57:00.920730 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e0e226-e30d-4f23-a378-f1036fbb4693 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Made reservation on behalf of 9a2132e02eba4e489015b67acdaa176b for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:57:00.924308 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-08e0e226-e30d-4f23-a378-f1036fbb4693 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:00.931264 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-f4b9851e-3a11-4f20-86e7-d66823411b4a admin admin] Allocated IP 172.20.0.1 (16da80f4-3fe9-47fa-a0ac-68ae29786010/f03ae7ea-9232-4ee4-8f8c-b1a49fd367d6/ae908240-cd45-46cf-b00c-3414f1359074) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:57:00.994812 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c10a5200-22eb-4bb4-843d-9dd8311e3754 None None] For port bfff381e-98cd-4fe5-a462-459995105247, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=bfff381e-98cd-4fe5-a462-459995105247,segment=NetworkSegment(24113e97-424e-4ee4-920c-ab4f67020525),segment_id=24113e97-424e-4ee4-920c-ab4f67020525)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:57:01.001483 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 4a544346-d3e0-40e3-bdb6-e3ce7521810d is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:57:01.003151 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 862677c7-ca26-45c7-9e86-7303ce22be38 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:57:01.024127 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c10a5200-22eb-4bb4-843d-9dd8311e3754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (bfff381e-98cd-4fe5-a462-459995105247), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:01.126537 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10a5200-22eb-4bb4-843d-9dd8311e3754 None None] Pushing event updated for resources: {'Port': ['ID=bfff381e-98cd-4fe5-a462-459995105247,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:01.146904 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63239401-aa9f-4c52-b70e-1ba4baf78fd0 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Router f8f5cd53-32d4-4027-b61a-a31b4d763842 is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:57:01.155712 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f4b9851e-3a11-4f20-86e7-d66823411b4a admin admin] Publish callbacks [] for port (ae908240-cd45-46cf-b00c-3414f1359074), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:01.179201 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-2c92166b-d87b-45c5-b5c0-3f8333c67326 None None] Could not find standard attr ID for object 731543ae-4908-40d3-b8ee-ff401d07cfa7. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 19:57:01.219810 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f4b9851e-3a11-4f20-86e7-d66823411b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (ae908240-cd45-46cf-b00c-3414f1359074), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:01.264643 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 862677c7-ca26-45c7-9e86-7303ce22be38 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:57:01.265027 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (862677c7-ca26-45c7-9e86-7303ce22be38), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:01.270944 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-2c92166b-d87b-45c5-b5c0-3f8333c67326 None None] Provisioning complete for port 0a9dbe37-7e3a-458d-9b93-bc7a048c95e5 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:57:01.271925 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2c92166b-d87b-45c5-b5c0-3f8333c67326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (0a9dbe37-7e3a-458d-9b93-bc7a048c95e5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:01.349227 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b9851e-3a11-4f20-86e7-d66823411b4a admin admin] Network 16da80f4-3fe9-47fa-a0ac-68ae29786010 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:57:01.367163 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a0b1bf8f-77c6-43bd-bd52-d73edae330eb None None] Publish callbacks [] for port (05805f4b-2622-481e-9756-b01583b6da8c), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:01.369117 n-d-833163-1 neutron-server[103884]: INFO neutron.db.ipam_backend_mixin [None req-08e0e226-e30d-4f23-a378-f1036fbb4693 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fa6047da-61a4-4317-afa8-ad4f1d4bada4 (CIDR: 2001:db8::/64) Mar 11 19:57:01.374813 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b9851e-3a11-4f20-86e7-d66823411b4a admin admin] Pushing event updated for resources: {'Port': ['ID=ae908240-cd45-46cf-b00c-3414f1359074,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:01.375665 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63239401-aa9f-4c52-b70e-1ba4baf78fd0 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:57:01.378402 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-08e0e226-e30d-4f23-a378-f1036fbb4693 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:57:01.378827 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08e0e226-e30d-4f23-a378-f1036fbb4693 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:57:01.383950 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a0b1bf8f-77c6-43bd-bd52-d73edae330eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (05805f4b-2622-481e-9756-b01583b6da8c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:01.390525 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1be196-abad-4f09-891e-cde977c2e502 None None] Sync routers for ids ['f8f5cd53-32d4-4027-b61a-a31b4d763842'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:57:01.394852 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-2c92166b-d87b-45c5-b5c0-3f8333c67326 None None] Port 0a9dbe37-7e3a-458d-9b93-bc7a048c95e5 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:57:01.418784 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1be196-abad-4f09-891e-cde977c2e502 None None] Routers {'f8f5cd53-32d4-4027-b61a-a31b4d763842'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:57:01.428178 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-6a1be196-abad-4f09-891e-cde977c2e502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:56:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['f8f5cd53-32d4-4027-b61a-a31b4d763842'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:01.429511 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-63239401-aa9f-4c52-b70e-1ba4baf78fd0 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:01.432780 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-63239401-aa9f-4c52-b70e-1ba4baf78fd0 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.5471172 Mar 11 19:57:01.440289 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36360) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:01.466566 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-f4b9851e-3a11-4f20-86e7-d66823411b4a admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:57:01.467079 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-a0b1bf8f-77c6-43bd-bd52-d73edae330eb None None] Attempting to bind port 05805f4b-2622-481e-9756-b01583b6da8c on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:57:01.470002 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-a0b1bf8f-77c6-43bd-bd52-d73edae330eb None None] Attempting to bind port 05805f4b-2622-481e-9756-b01583b6da8c by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:57:01.470666 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b1bf8f-77c6-43bd-bd52-d73edae330eb None None] Attempting to bind port 05805f4b-2622-481e-9756-b01583b6da8c on network 612cc066-33e3-444d-b1c7-d0a64751482a {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:57:01.474116 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b9851e-3a11-4f20-86e7-d66823411b4a admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:57:01.496924 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-6a1be196-abad-4f09-891e-cde977c2e502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:01.511987 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1be196-abad-4f09-891e-cde977c2e502 None None] Routers {'f8f5cd53-32d4-4027-b61a-a31b4d763842'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:57:01.513004 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-6a1be196-abad-4f09-891e-cde977c2e502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:56:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['f8f5cd53-32d4-4027-b61a-a31b4d763842'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:01.555444 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-08e0e226-e30d-4f23-a378-f1036fbb4693 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0946908 Mar 11 19:57:01.558155 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-6a1be196-abad-4f09-891e-cde977c2e502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:01.559096 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1be196-abad-4f09-891e-cde977c2e502 None None] The sync data for ids ['f8f5cd53-32d4-4027-b61a-a31b4d763842'] in n-d-833163-1 is: [] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:57:01.565898 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36362) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:01.573787 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f4b9851e-3a11-4f20-86e7-d66823411b4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (5ca0ad1f-27c4-441e-a1fb-a9f0a90e4f7e), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:01.575253 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-5622ab68-4747-45aa-a097-ffe5b84c99d8 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Request body: {'subnet': {'network_id': '082421c7-5eb0-4f81-9d2b-c47a23b7a5ea', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:57:01.634491 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-501af4e6-79d9-473b-98b5-5dab967d208f tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (1d5e5e69-9a25-4e36-bb20-af7585b925e1), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:01.737664 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b1bf8f-77c6-43bd-bd52-d73edae330eb None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:57:01.737983 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b1bf8f-77c6-43bd-bd52-d73edae330eb None None] Checking segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:57:01.738406 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a0b1bf8f-77c6-43bd-bd52-d73edae330eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:01.739603 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b1bf8f-77c6-43bd-bd52-d73edae330eb None None] Bound using segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:57:01.740213 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-a0b1bf8f-77c6-43bd-bd52-d73edae330eb None None] Bound port: 05805f4b-2622-481e-9756-b01583b6da8c, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:57:01.740653 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a0b1bf8f-77c6-43bd-bd52-d73edae330eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (05805f4b-2622-481e-9756-b01583b6da8c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:01.863746 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-2c92166b-d87b-45c5-b5c0-3f8333c67326 None None] Provisioning complete for port 81141ab4-c9c7-492e-ab5e-a783eeb738ce triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:57:01.865096 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2c92166b-d87b-45c5-b5c0-3f8333c67326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (81141ab4-c9c7-492e-ab5e-a783eeb738ce), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:01.866751 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb77776-2ccb-4a8e-b4a1-c79280946207 None None] Pushing event updated for resources: {'Port': ['ID=05805f4b-2622-481e-9756-b01583b6da8c,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:01.893986 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5622ab68-4747-45aa-a097-ffe5b84c99d8 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Made reservation on behalf of 9a2132e02eba4e489015b67acdaa176b for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:57:01.898068 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5622ab68-4747-45aa-a097-ffe5b84c99d8 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:01.993213 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-a0b1bf8f-77c6-43bd-bd52-d73edae330eb None None] For port 05805f4b-2622-481e-9756-b01583b6da8c, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:57:01.999257 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-a0b1bf8f-77c6-43bd-bd52-d73edae330eb None None] For port 05805f4b-2622-481e-9756-b01583b6da8c, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=05805f4b-2622-481e-9756-b01583b6da8c,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:57:02.002448 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 862677c7-ca26-45c7-9e86-7303ce22be38 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:57:02.002960 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (862677c7-ca26-45c7-9e86-7303ce22be38), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:02.024939 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c153039-cba4-4a1d-b512-be9da9107c66 None None] Network 16da80f4-3fe9-47fa-a0ac-68ae29786010 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:57:02.028707 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-2c92166b-d87b-45c5-b5c0-3f8333c67326 None None] Port 81141ab4-c9c7-492e-ab5e-a783eeb738ce cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:57:02.045911 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a0b1bf8f-77c6-43bd-bd52-d73edae330eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (05805f4b-2622-481e-9756-b01583b6da8c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:02.107720 n-d-833163-1 neutron-server[103884]: INFO neutron.db.ipam_backend_mixin [None req-5622ab68-4747-45aa-a097-ffe5b84c99d8 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 692126a3-96ac-4bcd-839b-c47fcfe12328 (CIDR: 2001:db8:0:1::/64) Mar 11 19:57:02.115479 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-5622ab68-4747-45aa-a097-ffe5b84c99d8 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:57:02.115969 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5622ab68-4747-45aa-a097-ffe5b84c99d8 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:57:02.145031 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-2c92166b-d87b-45c5-b5c0-3f8333c67326 None None] Provisioning complete for port b541fd21-b9e2-49c5-9d88-42d6d62d0f27 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:57:02.145448 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2c92166b-d87b-45c5-b5c0-3f8333c67326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (b541fd21-b9e2-49c5-9d88-42d6d62d0f27), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:02.158881 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f4b9851e-3a11-4f20-86e7-d66823411b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ae908240-cd45-46cf-b00c-3414f1359074), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:02.172400 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-5622ab68-4747-45aa-a097-ffe5b84c99d8 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6032820 Mar 11 19:57:02.174956 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36364) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:02.179759 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-aa0ef524-513e-4bd9-8073-7dd712d348da tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Request body: {'subnet': {'network_id': '082421c7-5eb0-4f81-9d2b-c47a23b7a5ea', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:57:02.208480 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-501af4e6-79d9-473b-98b5-5dab967d208f tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Deleting port 81141ab4-c9c7-492e-ab5e-a783eeb738ce {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:57:02.208816 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-501af4e6-79d9-473b-98b5-5dab967d208f tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (81141ab4-c9c7-492e-ab5e-a783eeb738ce), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:02.218775 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b1bf8f-77c6-43bd-bd52-d73edae330eb None None] Routers {'5ca0ad1f-27c4-441e-a1fb-a9f0a90e4f7e'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:57:02.219584 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a0b1bf8f-77c6-43bd-bd52-d73edae330eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:56:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['5ca0ad1f-27c4-441e-a1fb-a9f0a90e4f7e'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:02.240434 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 862677c7-ca26-45c7-9e86-7303ce22be38, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=862677c7-ca26-45c7-9e86-7303ce22be38,segment=NetworkSegment(8cd09ea4-89ca-4ca0-a085-a21ffe07f411),segment_id=8cd09ea4-89ca-4ca0-a085-a21ffe07f411)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:57:02.293398 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (862677c7-ca26-45c7-9e86-7303ce22be38), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:02.294431 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device bfff381e-98cd-4fe5-a462-459995105247 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:57:02.331954 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb77776-2ccb-4a8e-b4a1-c79280946207 None None] Pushing event updated for resources: {'Port': ['ID=05805f4b-2622-481e-9756-b01583b6da8c,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:02.332986 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-501af4e6-79d9-473b-98b5-5dab967d208f tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (81141ab4-c9c7-492e-ab5e-a783eeb738ce), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:02.388361 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-501af4e6-79d9-473b-98b5-5dab967d208f tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Calling delete_port for 81141ab4-c9c7-492e-ab5e-a783eeb738ce owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:57:02.407531 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa0ef524-513e-4bd9-8073-7dd712d348da tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Made reservation on behalf of 9a2132e02eba4e489015b67acdaa176b for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:57:02.411307 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aa0ef524-513e-4bd9-8073-7dd712d348da tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:02.432300 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8397168f-b4c3-46a5-a9eb-54ee64dad0d1 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:02.495385 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f4b9851e-3a11-4f20-86e7-d66823411b4a admin admin] Publish callbacks [] for port (ae908240-cd45-46cf-b00c-3414f1359074), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:02.502598 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f4b9851e-3a11-4f20-86e7-d66823411b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (ae908240-cd45-46cf-b00c-3414f1359074), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:02.527740 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=862677c7-ca26-45c7-9e86-7303ce22be38,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:02.562000 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-a0b1bf8f-77c6-43bd-bd52-d73edae330eb None None] Set router 5ca0ad1f-27c4-441e-a1fb-a9f0a90e4f7e gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:57:02.565100 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port bfff381e-98cd-4fe5-a462-459995105247 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:57:02.565480 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (bfff381e-98cd-4fe5-a462-459995105247), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:02.623015 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-2c92166b-d87b-45c5-b5c0-3f8333c67326 None None] Current status of the port b541fd21-b9e2-49c5-9d88-42d6d62d0f27 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:57:02.623265 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f4b9851e-3a11-4f20-86e7-d66823411b4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (5ca0ad1f-27c4-441e-a1fb-a9f0a90e4f7e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:02.623424 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2c92166b-d87b-45c5-b5c0-3f8333c67326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b541fd21-b9e2-49c5-9d88-42d6d62d0f27), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:02.625061 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b9851e-3a11-4f20-86e7-d66823411b4a admin admin] Pushing event updated for resources: {'Port': ['ID=ae908240-cd45-46cf-b00c-3414f1359074,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:02.729773 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-501af4e6-79d9-473b-98b5-5dab967d208f tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (81141ab4-c9c7-492e-ab5e-a783eeb738ce), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:02.730573 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-2c92166b-d87b-45c5-b5c0-3f8333c67326 None None] For port b541fd21-b9e2-49c5-9d88-42d6d62d0f27, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=b541fd21-b9e2-49c5-9d88-42d6d62d0f27,segment=NetworkSegment(eaecf1ac-8c78-4230-9d0c-412e64234734),segment_id=eaecf1ac-8c78-4230-9d0c-412e64234734)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:57:02.742921 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2c92166b-d87b-45c5-b5c0-3f8333c67326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (b541fd21-b9e2-49c5-9d88-42d6d62d0f27), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:02.786858 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501af4e6-79d9-473b-98b5-5dab967d208f tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Pushing event deleted for resources: {'Port': ['ID=81141ab4-c9c7-492e-ab5e-a783eeb738ce,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:02.924889 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c92166b-d87b-45c5-b5c0-3f8333c67326 None None] Pushing event updated for resources: {'Port': ['ID=b541fd21-b9e2-49c5-9d88-42d6d62d0f27,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:02.954974 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-2c92166b-d87b-45c5-b5c0-3f8333c67326 None None] Provisioning complete for port 629af4b9-ee9b-4b9c-8bfe-bce6c1cdbc9f triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:57:02.955690 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2c92166b-d87b-45c5-b5c0-3f8333c67326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (629af4b9-ee9b-4b9c-8bfe-bce6c1cdbc9f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:03.004242 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port bfff381e-98cd-4fe5-a462-459995105247 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:57:03.005719 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 9e17bde8-7737-41d1-8a0e-e2fdde39fdd3 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:57:03.039734 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-2c92166b-d87b-45c5-b5c0-3f8333c67326 None None] Port 629af4b9-ee9b-4b9c-8bfe-bce6c1cdbc9f cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:57:03.066144 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-2c92166b-d87b-45c5-b5c0-3f8333c67326 None None] Provisioning complete for port 862677c7-ca26-45c7-9e86-7303ce22be38 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:57:03.066836 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2c92166b-d87b-45c5-b5c0-3f8333c67326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (862677c7-ca26-45c7-9e86-7303ce22be38), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:03.121750 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a0b1bf8f-77c6-43bd-bd52-d73edae330eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca0ad1f-27c4-441e-a1fb-a9f0a90e4f7e', 'name': 'tempest-TestServerBasicOps-1770447404-router', 'tenant_id': 'b8dff5362b1949afbefdacb749d6ca44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '05805f4b-2622-481e-9756-b01583b6da8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:56:54Z', 'updated_at': '2022-03-11T19:57:02Z', 'revision_number': 4, 'project_id': 'b8dff5362b1949afbefdacb749d6ca44', 'gw_port': {'id': '05805f4b-2622-481e-9756-b01583b6da8c', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:1e:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ca0ad1f-27c4-441e-a1fb-a9f0a90e4f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:56:55Z', 'updated_at': '2022-03-11T19:57:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'ae908240-cd45-46cf-b00c-3414f1359074', 'name': '', 'network_id': '16da80f4-3fe9-47fa-a0ac-68ae29786010', 'tenant_id': 'b8dff5362b1949afbefdacb749d6ca44', 'mac_address': 'fa:16:3e:48:53:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ca0ad1f-27c4-441e-a1fb-a9f0a90e4f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'f03ae7ea-9232-4ee4-8f8c-b1a49fd367d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:57:00Z', 'updated_at': '2022-03-11T19:57:00Z', 'revision_number': 1, 'project_id': 'b8dff5362b1949afbefdacb749d6ca44', 'subnets': [{'id': 'f03ae7ea-9232-4ee4-8f8c-b1a49fd367d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:03.174178 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b1bf8f-77c6-43bd-bd52-d73edae330eb None None] The sync data for ids ['5ca0ad1f-27c4-441e-a1fb-a9f0a90e4f7e'] in n-d-833163-1 is: [{'id': '5ca0ad1f-27c4-441e-a1fb-a9f0a90e4f7e', 'name': 'tempest-TestServerBasicOps-1770447404-router', 'tenant_id': 'b8dff5362b1949afbefdacb749d6ca44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '05805f4b-2622-481e-9756-b01583b6da8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:56:54Z', 'updated_at': '2022-03-11T19:57:02Z', 'revision_number': 4, 'project_id': 'b8dff5362b1949afbefdacb749d6ca44', 'gw_port': {'id': '05805f4b-2622-481e-9756-b01583b6da8c', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:1e:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ca0ad1f-27c4-441e-a1fb-a9f0a90e4f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:56:55Z', 'updated_at': '2022-03-11T19:57:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'ae908240-cd45-46cf-b00c-3414f1359074', 'name': '', 'network_id': '16da80f4-3fe9-47fa-a0ac-68ae29786010', 'tenant_id': 'b8dff5362b1949afbefdacb749d6ca44', 'mac_address': 'fa:16:3e:48:53:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ca0ad1f-27c4-441e-a1fb-a9f0a90e4f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'f03ae7ea-9232-4ee4-8f8c-b1a49fd367d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:57:00Z', 'updated_at': '2022-03-11T19:57:00Z', 'revision_number': 1, 'project_id': 'b8dff5362b1949afbefdacb749d6ca44', 'subnets': [{'id': 'f03ae7ea-9232-4ee4-8f8c-b1a49fd367d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:57:03.184596 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 9e17bde8-7737-41d1-8a0e-e2fdde39fdd3 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:57:03.184980 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (9e17bde8-7737-41d1-8a0e-e2fdde39fdd3), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:03.284817 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-2c92166b-d87b-45c5-b5c0-3f8333c67326 None None] Current status of the port 862677c7-ca26-45c7-9e86-7303ce22be38 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:57:03.328903 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-2c92166b-d87b-45c5-b5c0-3f8333c67326 None None] Provisioning complete for port 9e17bde8-7737-41d1-8a0e-e2fdde39fdd3 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:57:03.329790 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2c92166b-d87b-45c5-b5c0-3f8333c67326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (9e17bde8-7737-41d1-8a0e-e2fdde39fdd3), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:03.361331 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 9e17bde8-7737-41d1-8a0e-e2fdde39fdd3 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:57:03.362670 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device b541fd21-b9e2-49c5-9d88-42d6d62d0f27 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:57:03.440194 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port b541fd21-b9e2-49c5-9d88-42d6d62d0f27 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:57:03.440598 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (b541fd21-b9e2-49c5-9d88-42d6d62d0f27), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:03.446027 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-8397168f-b4c3-46a5-a9eb-54ee64dad0d1 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Allocated IP 172.20.0.1 (d8ea09d5-5af1-4ce1-9713-c0436c7309a3/2b6f7691-03e5-44bc-9631-447873d2e62b/7ba2e983-f28a-4290-a2a0-d1b7ebfaac5a) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:57:03.451953 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aa0ef524-513e-4bd9-8073-7dd712d348da tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (39e7d936-5835-4a2e-bfff-49beab7530f0), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:03.476126 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-501af4e6-79d9-473b-98b5-5dab967d208f tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (1d5e5e69-9a25-4e36-bb20-af7585b925e1), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:03.492383 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b9851e-3a11-4f20-86e7-d66823411b4a admin admin] Network 16da80f4-3fe9-47fa-a0ac-68ae29786010 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:57:03.502947 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-f4b9851e-3a11-4f20-86e7-d66823411b4a admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:57:03.514171 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0ef524-513e-4bd9-8073-7dd712d348da tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event updated for resources: {'Subnet': ['ID=39e7d936-5835-4a2e-bfff-49beab7530f0,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:03.537510 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0ef524-513e-4bd9-8073-7dd712d348da tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Network 082421c7-5eb0-4f81-9d2b-c47a23b7a5ea is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:57:03.541726 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-aa0ef524-513e-4bd9-8073-7dd712d348da tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:57:03.548958 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0ef524-513e-4bd9-8073-7dd712d348da tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:03.548958 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aa0ef524-513e-4bd9-8073-7dd712d348da tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:03.565426 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-2c92166b-d87b-45c5-b5c0-3f8333c67326 None None] Current status of the port 9e17bde8-7737-41d1-8a0e-e2fdde39fdd3 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:57:03.576973 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7490443-2054-49b8-af6b-b9f13a519973 None None] Network 082421c7-5eb0-4f81-9d2b-c47a23b7a5ea requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:57:03.591256 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-aa0ef524-513e-4bd9-8073-7dd712d348da tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4152708 Mar 11 19:57:03.594113 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36366) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:03.603690 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-239d73ab-c39b-4ee5-b4ee-32018b355a34 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-364190167', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '39e7d936-5835-4a2e-bfff-49beab7530f0'}], 'security_groups': ['1dc07a2f-e3ed-4702-8967-4a1078505b12', 'd36a12d6-dfea-4817-8c22-3208325c0c04']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:57:03.694996 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-184c3b7c-b26e-4e67-9ca1-af39b1323329 None None] Could not find standard attr ID for object 81141ab4-c9c7-492e-ab5e-a783eeb738ce. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 19:57:03.753785 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-239d73ab-c39b-4ee5-b4ee-32018b355a34 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (629af4b9-ee9b-4b9c-8bfe-bce6c1cdbc9f), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:03.758052 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8397168f-b4c3-46a5-a9eb-54ee64dad0d1 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for port (7ba2e983-f28a-4290-a2a0-d1b7ebfaac5a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:03.763522 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-184c3b7c-b26e-4e67-9ca1-af39b1323329 None None] Provisioning complete for port b541fd21-b9e2-49c5-9d88-42d6d62d0f27 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:57:03.764083 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-184c3b7c-b26e-4e67-9ca1-af39b1323329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (b541fd21-b9e2-49c5-9d88-42d6d62d0f27), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:03.830340 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4b9851e-3a11-4f20-86e7-d66823411b4a admin admin] Router 5ca0ad1f-27c4-441e-a1fb-a9f0a90e4f7e has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:57:04.029035 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port b541fd21-b9e2-49c5-9d88-42d6d62d0f27 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:57:04.029991 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-501af4e6-79d9-473b-98b5-5dab967d208f tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Router 1d5e5e69-9a25-4e36-bb20-af7585b925e1 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:57:04.085542 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-184c3b7c-b26e-4e67-9ca1-af39b1323329 None None] Current status of the port b541fd21-b9e2-49c5-9d88-42d6d62d0f27 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:57:04.103174 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-184c3b7c-b26e-4e67-9ca1-af39b1323329 None None] Provisioning complete for port c3800df9-1e7b-4571-b7ce-b1489a5cb226 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:57:04.104153 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-184c3b7c-b26e-4e67-9ca1-af39b1323329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (c3800df9-1e7b-4571-b7ce-b1489a5cb226), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:04.120429 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4b9851e-3a11-4f20-86e7-d66823411b4a admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:57:04.122867 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-501af4e6-79d9-473b-98b5-5dab967d208f tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:57:04.130325 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-501af4e6-79d9-473b-98b5-5dab967d208f tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] 10.222.0.65 "PUT /v2.0/routers/1d5e5e69-9a25-4e36-bb20-af7585b925e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5707204 Mar 11 19:57:04.139055 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5170ae57-475c-4afe-8910-faa5615acf45 None None] Sync routers for ids ['1d5e5e69-9a25-4e36-bb20-af7585b925e1'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:57:04.144417 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f4b9851e-3a11-4f20-86e7-d66823411b4a admin admin] 10.222.0.65 "PUT /v2.0/routers/5ca0ad1f-27c4-441e-a1fb-a9f0a90e4f7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6240413 Mar 11 19:57:04.145580 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36368) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:04.194913 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5170ae57-475c-4afe-8910-faa5615acf45 None None] Routers {'1d5e5e69-9a25-4e36-bb20-af7585b925e1'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:57:04.196475 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-5170ae57-475c-4afe-8910-faa5615acf45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:56:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['1d5e5e69-9a25-4e36-bb20-af7585b925e1'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:04.216160 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [None req-86af1ceb-4cc8-4efe-bd5f-874b0fb55b9e tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] delete failed (client error): The resource could not be found. Mar 11 19:57:04.217282 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-86af1ceb-4cc8-4efe-bd5f-874b0fb55b9e tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] 10.222.0.65 "DELETE /v2.0/routers/tempest-non_exist_router-458071386 HTTP/1.1" status: 404 len: 334 time: 0.0712414 Mar 11 19:57:04.221548 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36372) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:04.226277 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-0ab8edbc-56a9-424c-bc1e-c80a39453735 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Request body: {'router': {'external_gateway_info': {'network_id': '1d5e5e69-9a25-4e36-bb20-af7585b925e1'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:57:04.316279 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-239d73ab-c39b-4ee5-b4ee-32018b355a34 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Delete allocated IP 2001:db8::52 (082421c7-5eb0-4f81-9d2b-c47a23b7a5ea/fa6047da-61a4-4317-afa8-ad4f1d4bada4) {{(pid=103884) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 11 19:57:04.329567 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-239d73ab-c39b-4ee5-b4ee-32018b355a34 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Allocated IP 2001:db8:0:2::1dd (082421c7-5eb0-4f81-9d2b-c47a23b7a5ea/39e7d936-5835-4a2e-bfff-49beab7530f0/629af4b9-ee9b-4b9c-8bfe-bce6c1cdbc9f) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:57:04.339242 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8397168f-b4c3-46a5-a9eb-54ee64dad0d1 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (7ba2e983-f28a-4290-a2a0-d1b7ebfaac5a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:04.364916 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef9092c-27ce-4880-b1d4-bae1c43b1570 None None] Update dhcp port {'port': {'network_id': '082421c7-5eb0-4f81-9d2b-c47a23b7a5ea', 'fixed_ips': [{'subnet_id': '692126a3-96ac-4bcd-839b-c47fcfe12328', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '39e7d936-5835-4a2e-bfff-49beab7530f0'}, {'subnet_id': 'fa6047da-61a4-4317-afa8-ad4f1d4bada4'}], 'binding:host_id': 'n-d-833163-1'}, 'id': '9e17bde8-7737-41d1-8a0e-e2fdde39fdd3'} from n-d-833163-1. {{(pid=103886) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 11 19:57:04.368785 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-5170ae57-475c-4afe-8910-faa5615acf45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:04.443184 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5170ae57-475c-4afe-8910-faa5615acf45 None None] Routers {'1d5e5e69-9a25-4e36-bb20-af7585b925e1'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:57:04.444197 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-5170ae57-475c-4afe-8910-faa5615acf45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:56:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['1d5e5e69-9a25-4e36-bb20-af7585b925e1'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:04.444528 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8397168f-b4c3-46a5-a9eb-54ee64dad0d1 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Network d8ea09d5-5af1-4ce1-9713-c0436c7309a3 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:57:04.454333 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-8397168f-b4c3-46a5-a9eb-54ee64dad0d1 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:57:04.456779 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8397168f-b4c3-46a5-a9eb-54ee64dad0d1 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:57:04.496007 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device c3800df9-1e7b-4571-b7ce-b1489a5cb226 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:57:04.501757 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-5170ae57-475c-4afe-8910-faa5615acf45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:04.502449 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5170ae57-475c-4afe-8910-faa5615acf45 None None] The sync data for ids ['1d5e5e69-9a25-4e36-bb20-af7585b925e1'] in n-d-833163-1 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:57:04.528495 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8ef9092c-27ce-4880-b1d4-bae1c43b1570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (9e17bde8-7737-41d1-8a0e-e2fdde39fdd3), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:04.546060 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8397168f-b4c3-46a5-a9eb-54ee64dad0d1 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (f8f5cd53-32d4-4027-b61a-a31b4d763842), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:04.554407 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8397168f-b4c3-46a5-a9eb-54ee64dad0d1 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Pushing event updated for resources: {'Port': ['ID=7ba2e983-f28a-4290-a2a0-d1b7ebfaac5a,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:04.627972 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-184c3b7c-b26e-4e67-9ca1-af39b1323329 None None] Current status of the port c3800df9-1e7b-4571-b7ce-b1489a5cb226 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:57:04.628393 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-184c3b7c-b26e-4e67-9ca1-af39b1323329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c3800df9-1e7b-4571-b7ce-b1489a5cb226), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:04.692701 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0ab8edbc-56a9-424c-bc1e-c80a39453735 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks [] for router_gateway (1d5e5e69-9a25-4e36-bb20-af7585b925e1), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:04.720086 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-184c3b7c-b26e-4e67-9ca1-af39b1323329 None None] For port c3800df9-1e7b-4571-b7ce-b1489a5cb226, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=c3800df9-1e7b-4571-b7ce-b1489a5cb226,segment=NetworkSegment(455fb261-9868-4023-ba8e-eedeb2f57e92),segment_id=455fb261-9868-4023-ba8e-eedeb2f57e92)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:57:04.735604 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [None req-0ab8edbc-56a9-424c-bc1e-c80a39453735 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] update failed (client error): The resource could not be found. Mar 11 19:57:04.737146 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-0ab8edbc-56a9-424c-bc1e-c80a39453735 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] 10.222.0.65 "PUT /v2.0/routers/1d5e5e69-9a25-4e36-bb20-af7585b925e1 HTTP/1.1" status: 404 len: 339 time: 0.5144663 Mar 11 19:57:04.741294 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36378) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:04.741727 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-184c3b7c-b26e-4e67-9ca1-af39b1323329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (c3800df9-1e7b-4571-b7ce-b1489a5cb226), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:04.844668 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8397168f-b4c3-46a5-a9eb-54ee64dad0d1 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (7ba2e983-f28a-4290-a2a0-d1b7ebfaac5a), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:04.909239 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port c3800df9-1e7b-4571-b7ce-b1489a5cb226 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:57:04.909627 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (c3800df9-1e7b-4571-b7ce-b1489a5cb226), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:04.934606 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-239d73ab-c39b-4ee5-b4ee-32018b355a34 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for port (629af4b9-ee9b-4b9c-8bfe-bce6c1cdbc9f), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:04.942004 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-184c3b7c-b26e-4e67-9ca1-af39b1323329 None None] Provisioning complete for port ae908240-cd45-46cf-b00c-3414f1359074 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:57:04.942392 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-184c3b7c-b26e-4e67-9ca1-af39b1323329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ae908240-cd45-46cf-b00c-3414f1359074), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:04.948519 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-239d73ab-c39b-4ee5-b4ee-32018b355a34 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (629af4b9-ee9b-4b9c-8bfe-bce6c1cdbc9f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:05.057262 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-8ef9092c-27ce-4880-b1d4-bae1c43b1570 None None] Allocated IP 2001:db8:0:2::2 (082421c7-5eb0-4f81-9d2b-c47a23b7a5ea/39e7d936-5835-4a2e-bfff-49beab7530f0/9e17bde8-7737-41d1-8a0e-e2fdde39fdd3) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:57:05.062661 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-8ef9092c-27ce-4880-b1d4-bae1c43b1570 None None] Allocated IP 2001:db8::2 (082421c7-5eb0-4f81-9d2b-c47a23b7a5ea/fa6047da-61a4-4317-afa8-ad4f1d4bada4/9e17bde8-7737-41d1-8a0e-e2fdde39fdd3) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:57:05.162138 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-8ef9092c-27ce-4880-b1d4-bae1c43b1570 None None] For port 9e17bde8-7737-41d1-8a0e-e2fdde39fdd3, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=9e17bde8-7737-41d1-8a0e-e2fdde39fdd3,segment=NetworkSegment(412dddee-a430-4cc0-9978-8dcc867a4ee4),segment_id=412dddee-a430-4cc0-9978-8dcc867a4ee4)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:57:05.172679 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36380) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:05.180427 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-0a3e5c9a-5767-4714-9d22-1d285f831637 tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1243541066', 'description': 'tempest-secgroup-smoke-1243541066 description', 'project_id': '2f949af31a734abc972f25de080a7f9a'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:57:05.186852 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-239d73ab-c39b-4ee5-b4ee-32018b355a34 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] In _notify_port_updated(), no bound segment for port 629af4b9-ee9b-4b9c-8bfe-bce6c1cdbc9f on network 082421c7-5eb0-4f81-9d2b-c47a23b7a5ea {{(pid=103884) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 11 19:57:05.192515 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239d73ab-c39b-4ee5-b4ee-32018b355a34 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:05.193277 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-239d73ab-c39b-4ee5-b4ee-32018b355a34 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:05.193435 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8ef9092c-27ce-4880-b1d4-bae1c43b1570 None None] Publish callbacks [] for port (9e17bde8-7737-41d1-8a0e-e2fdde39fdd3), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:05.198976 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-239d73ab-c39b-4ee5-b4ee-32018b355a34 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "PUT /v2.0/ports/629af4b9-ee9b-4b9c-8bfe-bce6c1cdbc9f HTTP/1.1" status: 200 len: 969 time: 1.6038141 Mar 11 19:57:05.202932 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36382) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:05.206482 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239d73ab-c39b-4ee5-b4ee-32018b355a34 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event updated for resources: {'Port': ['ID=629af4b9-ee9b-4b9c-8bfe-bce6c1cdbc9f,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:05.213905 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dc60aaff-2bde-4035-9330-af7da4eff0ad tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:05.234002 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8ef9092c-27ce-4880-b1d4-bae1c43b1570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (9e17bde8-7737-41d1-8a0e-e2fdde39fdd3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:05.263097 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184c3b7c-b26e-4e67-9ca1-af39b1323329 None None] Pushing event updated for resources: {'Port': ['ID=c3800df9-1e7b-4571-b7ce-b1489a5cb226,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:05.293656 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0a3e5c9a-5767-4714-9d22-1d285f831637 tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:05.300433 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-184c3b7c-b26e-4e67-9ca1-af39b1323329 None None] Port ae908240-cd45-46cf-b00c-3414f1359074 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:57:05.434028 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef9092c-27ce-4880-b1d4-bae1c43b1570 None None] Pushing event updated for resources: {'Port': ['ID=9e17bde8-7737-41d1-8a0e-e2fdde39fdd3,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:05.459537 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-2935d817-42c4-4084-8904-5afc01af4c72 None None] Provisioning complete for port ae908240-cd45-46cf-b00c-3414f1359074 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:57:05.460506 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2935d817-42c4-4084-8904-5afc01af4c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ae908240-cd45-46cf-b00c-3414f1359074), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:05.498296 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port c3800df9-1e7b-4571-b7ce-b1489a5cb226 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:57:05.499444 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device bfff381e-98cd-4fe5-a462-459995105247 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:57:05.503787 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8397168f-b4c3-46a5-a9eb-54ee64dad0d1 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for port (7ba2e983-f28a-4290-a2a0-d1b7ebfaac5a), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:05.511142 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8397168f-b4c3-46a5-a9eb-54ee64dad0d1 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (7ba2e983-f28a-4290-a2a0-d1b7ebfaac5a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:05.533686 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-2935d817-42c4-4084-8904-5afc01af4c72 None None] Port ae908240-cd45-46cf-b00c-3414f1359074 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:57:05.561701 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port bfff381e-98cd-4fe5-a462-459995105247 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:57:05.562115 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (bfff381e-98cd-4fe5-a462-459995105247), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:05.611145 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8397168f-b4c3-46a5-a9eb-54ee64dad0d1 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (f8f5cd53-32d4-4027-b61a-a31b4d763842), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:05.618521 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8397168f-b4c3-46a5-a9eb-54ee64dad0d1 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Pushing event updated for resources: {'Port': ['ID=7ba2e983-f28a-4290-a2a0-d1b7ebfaac5a,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:05.633481 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-deabb8de-d886-4c2e-8876-74226f83b67b tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Deleting port 629af4b9-ee9b-4b9c-8bfe-bce6c1cdbc9f {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:57:05.634089 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-deabb8de-d886-4c2e-8876-74226f83b67b tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (629af4b9-ee9b-4b9c-8bfe-bce6c1cdbc9f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:05.699060 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port bfff381e-98cd-4fe5-a462-459995105247 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:57:05.701874 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device b541fd21-b9e2-49c5-9d88-42d6d62d0f27 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:57:05.703687 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0a3e5c9a-5767-4714-9d22-1d285f831637 tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Publish callbacks [] for security_group (3ab0f541-ea4b-4949-8a79-26fe499abfca), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:05.736572 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0a3e5c9a-5767-4714-9d22-1d285f831637 tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (3ab0f541-ea4b-4949-8a79-26fe499abfca), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:05.738573 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8397168f-b4c3-46a5-a9eb-54ee64dad0d1 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Network d8ea09d5-5af1-4ce1-9713-c0436c7309a3 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:57:05.740228 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-8397168f-b4c3-46a5-a9eb-54ee64dad0d1 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:57:05.761466 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port b541fd21-b9e2-49c5-9d88-42d6d62d0f27 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:57:05.761830 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (b541fd21-b9e2-49c5-9d88-42d6d62d0f27), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:05.839187 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0a3e5c9a-5767-4714-9d22-1d285f831637 tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:05.843793 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-0a3e5c9a-5767-4714-9d22-1d285f831637 tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6681061 Mar 11 19:57:05.845763 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36386) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:05.851837 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-dc60aaff-2bde-4035-9330-af7da4eff0ad tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Allocated IP 172.20.0.1 (2318fd39-b61f-4aee-97f3-ab8ea97ca342/b8b6ea0b-6e3b-4fa6-a4a3-2110819cea1f/9a15be9b-3a95-47e5-a1df-f6c3b11fcd14) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:57:05.858087 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-e88f6cbc-a45e-4f84-823b-4f1e6fa2e06f tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Request body: {'security_group_rule': {'security_group_id': '3ab0f541-ea4b-4949-8a79-26fe499abfca', 'project_id': '2f949af31a734abc972f25de080a7f9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:57:05.859878 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port b541fd21-b9e2-49c5-9d88-42d6d62d0f27 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:57:05.861242 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 862677c7-ca26-45c7-9e86-7303ce22be38 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:57:05.867582 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3e5c9a-5767-4714-9d22-1d285f831637 tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab0f541-ea4b-4949-8a79-26fe499abfca,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:05.898161 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8397168f-b4c3-46a5-a9eb-54ee64dad0d1 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Router f8f5cd53-32d4-4027-b61a-a31b4d763842 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:57:05.914802 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-deabb8de-d886-4c2e-8876-74226f83b67b tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (629af4b9-ee9b-4b9c-8bfe-bce6c1cdbc9f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:05.927515 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 862677c7-ca26-45c7-9e86-7303ce22be38 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:57:05.928208 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (862677c7-ca26-45c7-9e86-7303ce22be38), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:05.954884 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-deabb8de-d886-4c2e-8876-74226f83b67b tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Calling delete_port for 629af4b9-ee9b-4b9c-8bfe-bce6c1cdbc9f owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:57:05.992643 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e88f6cbc-a45e-4f84-823b-4f1e6fa2e06f tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Publish callbacks [] for security_group_rule (78de1e09-9885-41fb-9364-dda63423e3ed), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:06.042302 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 862677c7-ca26-45c7-9e86-7303ce22be38 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:57:06.059029 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8397168f-b4c3-46a5-a9eb-54ee64dad0d1 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:57:06.067977 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8397168f-b4c3-46a5-a9eb-54ee64dad0d1 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] 10.222.0.65 "PUT /v2.0/routers/f8f5cd53-32d4-4027-b61a-a31b4d763842/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6241982 Mar 11 19:57:06.068457 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36388) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:06.076277 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d8fcbf-d01c-4466-940d-b56b725e812f None None] Sync routers for ids ['f8f5cd53-32d4-4027-b61a-a31b4d763842'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:57:06.079052 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-a8ebc6aa-d5f6-468c-901f-6d0061368886 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Request body: {'port': {'network_id': 'd8ea09d5-5af1-4ce1-9713-c0436c7309a3', 'name': 'tempest-FloatingIPTestJSON-634888976'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:57:06.089724 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d8fcbf-d01c-4466-940d-b56b725e812f None None] Routers {'f8f5cd53-32d4-4027-b61a-a31b4d763842'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:57:06.090630 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-92d8fcbf-d01c-4466-940d-b56b725e812f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:56:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['f8f5cd53-32d4-4027-b61a-a31b4d763842'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:06.143703 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-92d8fcbf-d01c-4466-940d-b56b725e812f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:06.155048 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d8fcbf-d01c-4466-940d-b56b725e812f None None] Routers {'f8f5cd53-32d4-4027-b61a-a31b4d763842'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:57:06.155984 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-92d8fcbf-d01c-4466-940d-b56b725e812f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:56:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['f8f5cd53-32d4-4027-b61a-a31b4d763842'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:06.199582 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-92d8fcbf-d01c-4466-940d-b56b725e812f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:06.200552 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d8fcbf-d01c-4466-940d-b56b725e812f None None] The sync data for ids ['f8f5cd53-32d4-4027-b61a-a31b4d763842'] in n-d-833163-1 is: [] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:57:06.230864 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dc60aaff-2bde-4035-9330-af7da4eff0ad tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks [] for port (9a15be9b-3a95-47e5-a1df-f6c3b11fcd14), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:06.272414 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ebc6aa-d5f6-468c-901f-6d0061368886 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Made reservation on behalf of 995ddd1afe724c8783497a8165ea5725 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:57:06.277014 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a8ebc6aa-d5f6-468c-901f-6d0061368886 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:06.281969 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e88f6cbc-a45e-4f84-823b-4f1e6fa2e06f tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Publish callbacks [] for security_group_rule (78de1e09-9885-41fb-9364-dda63423e3ed), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:06.300901 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-a8ebc6aa-d5f6-468c-901f-6d0061368886 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] device_id is not set on port 69fcddc1-ffeb-496c-8212-9e1ba631ca40 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:57:06.309514 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e88f6cbc-a45e-4f84-823b-4f1e6fa2e06f tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (78de1e09-9885-41fb-9364-dda63423e3ed), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:06.363145 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88f6cbc-a45e-4f84-823b-4f1e6fa2e06f tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78de1e09-9885-41fb-9364-dda63423e3ed,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:06.384253 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e88f6cbc-a45e-4f84-823b-4f1e6fa2e06f tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:06.389462 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36390) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:06.397652 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-e88f6cbc-a45e-4f84-823b-4f1e6fa2e06f tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5437205 Mar 11 19:57:06.407510 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dc60aaff-2bde-4035-9330-af7da4eff0ad tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (9a15be9b-3a95-47e5-a1df-f6c3b11fcd14), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:06.421771 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-2a81500e-2e2e-4728-92fc-49126a642a9b None None] Provisioning complete for port 629af4b9-ee9b-4b9c-8bfe-bce6c1cdbc9f triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:57:06.421771 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2a81500e-2e2e-4728-92fc-49126a642a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (629af4b9-ee9b-4b9c-8bfe-bce6c1cdbc9f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:06.434712 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-deabb8de-d886-4c2e-8876-74226f83b67b tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (629af4b9-ee9b-4b9c-8bfe-bce6c1cdbc9f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:06.445036 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc60aaff-2bde-4035-9330-af7da4eff0ad tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Network 2318fd39-b61f-4aee-97f3-ab8ea97ca342 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:57:06.453279 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-2a81500e-2e2e-4728-92fc-49126a642a9b None None] Port 629af4b9-ee9b-4b9c-8bfe-bce6c1cdbc9f was deleted so its status cannot be updated. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Mar 11 19:57:06.470315 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-2a81500e-2e2e-4728-92fc-49126a642a9b None None] Provisioning complete for port 9e17bde8-7737-41d1-8a0e-e2fdde39fdd3 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:57:06.470757 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2a81500e-2e2e-4728-92fc-49126a642a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (9e17bde8-7737-41d1-8a0e-e2fdde39fdd3), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:06.495703 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-d2141474-7011-44a3-bce0-51fdb0ed8175 tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Request body: {'security_group_rule': {'security_group_id': '3ab0f541-ea4b-4949-8a79-26fe499abfca', 'project_id': '2f949af31a734abc972f25de080a7f9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:57:06.513820 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device c3800df9-1e7b-4571-b7ce-b1489a5cb226 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:57:06.518694 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-a8ebc6aa-d5f6-468c-901f-6d0061368886 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Allocated IP 172.20.0.10 (d8ea09d5-5af1-4ce1-9713-c0436c7309a3/2b6f7691-03e5-44bc-9631-447873d2e62b/69fcddc1-ffeb-496c-8212-9e1ba631ca40) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:57:06.540485 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d2141474-7011-44a3-bce0-51fdb0ed8175 tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Publish callbacks [] for security_group_rule (42b27850-e674-43a4-af3e-dcca994db07e), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:06.640170 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port c3800df9-1e7b-4571-b7ce-b1489a5cb226 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:57:06.640707 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (c3800df9-1e7b-4571-b7ce-b1489a5cb226), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:06.642659 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-2a81500e-2e2e-4728-92fc-49126a642a9b None None] Current status of the port 9e17bde8-7737-41d1-8a0e-e2fdde39fdd3 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:57:06.711826 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-2a81500e-2e2e-4728-92fc-49126a642a9b None None] Provisioning complete for port 0a9dbe37-7e3a-458d-9b93-bc7a048c95e5 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:57:06.712495 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2a81500e-2e2e-4728-92fc-49126a642a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (0a9dbe37-7e3a-458d-9b93-bc7a048c95e5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:06.717364 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d2141474-7011-44a3-bce0-51fdb0ed8175 tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Publish callbacks [] for security_group_rule (42b27850-e674-43a4-af3e-dcca994db07e), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:06.729923 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d2141474-7011-44a3-bce0-51fdb0ed8175 tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (42b27850-e674-43a4-af3e-dcca994db07e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:06.773211 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-2a81500e-2e2e-4728-92fc-49126a642a9b None None] Port 0a9dbe37-7e3a-458d-9b93-bc7a048c95e5 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:57:06.791665 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2141474-7011-44a3-bce0-51fdb0ed8175 tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42b27850-e674-43a4-af3e-dcca994db07e,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:06.806826 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d2141474-7011-44a3-bce0-51fdb0ed8175 tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:06.811344 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d2141474-7011-44a3-bce0-51fdb0ed8175 tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4147117 Mar 11 19:57:06.812341 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36392) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:06.812656 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port c3800df9-1e7b-4571-b7ce-b1489a5cb226 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:57:06.813903 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 9e17bde8-7737-41d1-8a0e-e2fdde39fdd3 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:57:06.818229 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-7c9de3eb-12f1-4154-836f-06f36ea0884f tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Request body: {'security_group_rule': {'security_group_id': '3ab0f541-ea4b-4949-8a79-26fe499abfca', 'project_id': '2f949af31a734abc972f25de080a7f9a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:57:06.830760 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-dc60aaff-2bde-4035-9330-af7da4eff0ad tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:57:06.840677 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc60aaff-2bde-4035-9330-af7da4eff0ad tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:57:06.874797 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a8ebc6aa-d5f6-468c-901f-6d0061368886 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for port (69fcddc1-ffeb-496c-8212-9e1ba631ca40), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:06.879701 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 9e17bde8-7737-41d1-8a0e-e2fdde39fdd3 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:57:06.880235 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (9e17bde8-7737-41d1-8a0e-e2fdde39fdd3), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:06.890316 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7c9de3eb-12f1-4154-836f-06f36ea0884f tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Publish callbacks [] for security_group_rule (862716ae-962a-4876-9158-97a6e82ae4a5), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:06.928992 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-0271c3b1-6edb-4cb5-aae2-186de4ee46cc None None] Could not find standard attr ID for object 629af4b9-ee9b-4b9c-8bfe-bce6c1cdbc9f. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 19:57:06.959780 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-deabb8de-d886-4c2e-8876-74226f83b67b tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:06.971954 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-deabb8de-d886-4c2e-8876-74226f83b67b tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "DELETE /v2.0/ports/629af4b9-ee9b-4b9c-8bfe-bce6c1cdbc9f HTTP/1.1" status: 204 len: 168 time: 1.7643464 Mar 11 19:57:06.975333 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36394) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:06.978562 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc60aaff-2bde-4035-9330-af7da4eff0ad tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Pushing event updated for resources: {'Port': ['ID=9a15be9b-3a95-47e5-a1df-f6c3b11fcd14,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:06.986883 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dc60aaff-2bde-4035-9330-af7da4eff0ad tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (1d5e5e69-9a25-4e36-bb20-af7585b925e1), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:07.018023 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 9e17bde8-7737-41d1-8a0e-e2fdde39fdd3 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:57:07.019353 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 05805f4b-2622-481e-9756-b01583b6da8c up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:57:07.031666 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8394554-bba1-46ef-a9fd-34476d52efb5 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] GET failed (client error): The resource could not be found. Mar 11 19:57:07.033410 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b8394554-bba1-46ef-a9fd-34476d52efb5 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "GET /v2.0/ports/629af4b9-ee9b-4b9c-8bfe-bce6c1cdbc9f HTTP/1.1" status: 404 len: 333 time: 0.0569050 Mar 11 19:57:07.036398 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36396) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:07.078746 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deabb8de-d886-4c2e-8876-74226f83b67b tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event deleted for resources: {'Port': ['ID=629af4b9-ee9b-4b9c-8bfe-bce6c1cdbc9f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:07.091546 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a8ebc6aa-d5f6-468c-901f-6d0061368886 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (69fcddc1-ffeb-496c-8212-9e1ba631ca40), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:07.104912 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7c9de3eb-12f1-4154-836f-06f36ea0884f tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Publish callbacks [] for security_group_rule (862716ae-962a-4876-9158-97a6e82ae4a5), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:07.109696 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 05805f4b-2622-481e-9756-b01583b6da8c triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:57:07.110136 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (05805f4b-2622-481e-9756-b01583b6da8c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:07.120664 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7c9de3eb-12f1-4154-836f-06f36ea0884f tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (862716ae-962a-4876-9158-97a6e82ae4a5), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:07.197814 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15208237-a174-4d61-b590-884e35010671 None None] Sync routers for ids ['5ca0ad1f-27c4-441e-a1fb-a9f0a90e4f7e'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:57:07.217554 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ebc6aa-d5f6-468c-901f-6d0061368886 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Pushing event updated for resources: {'Port': ['ID=69fcddc1-ffeb-496c-8212-9e1ba631ca40,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:07.227881 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ebc6aa-d5f6-468c-901f-6d0061368886 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Network d8ea09d5-5af1-4ce1-9713-c0436c7309a3 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:57:07.230575 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15208237-a174-4d61-b590-884e35010671 None None] Routers {'5ca0ad1f-27c4-441e-a1fb-a9f0a90e4f7e'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:57:07.235556 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-15208237-a174-4d61-b590-884e35010671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:56:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['5ca0ad1f-27c4-441e-a1fb-a9f0a90e4f7e'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:07.238342 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dc60aaff-2bde-4035-9330-af7da4eff0ad tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (9a15be9b-3a95-47e5-a1df-f6c3b11fcd14), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:07.241156 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2048dc40-3f51-4aa6-9194-fdab437b87c9 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for security_group (94a5acc8-5648-482b-9d67-0afb8484ac2b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:07.257530 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-a8ebc6aa-d5f6-468c-901f-6d0061368886 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:57:07.269678 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9de3eb-12f1-4154-836f-06f36ea0884f tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=862716ae-962a-4876-9158-97a6e82ae4a5,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:07.272937 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ebc6aa-d5f6-468c-901f-6d0061368886 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:57:07.308584 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7c9de3eb-12f1-4154-836f-06f36ea0884f tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:07.309834 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-7c9de3eb-12f1-4154-836f-06f36ea0884f tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4966087 Mar 11 19:57:07.317883 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36398) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:07.320776 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2048dc40-3f51-4aa6-9194-fdab437b87c9 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for security_group (94a5acc8-5648-482b-9d67-0afb8484ac2b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:07.327033 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-e82ca6da-2370-4570-b088-172ff063416f tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Request body: {'security_group_rule': {'security_group_id': '3ab0f541-ea4b-4949-8a79-26fe499abfca', 'project_id': '2f949af31a734abc972f25de080a7f9a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:57:07.332364 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-8b1121d8-054d-47ef-a5d2-901b75907cab None None] Provisioning complete for port 9a15be9b-3a95-47e5-a1df-f6c3b11fcd14 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:57:07.332996 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8b1121d8-054d-47ef-a5d2-901b75907cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (9a15be9b-3a95-47e5-a1df-f6c3b11fcd14), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:07.339601 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 05805f4b-2622-481e-9756-b01583b6da8c is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:57:07.339601 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (05805f4b-2622-481e-9756-b01583b6da8c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:07.390372 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ebc6aa-d5f6-468c-901f-6d0061368886 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:07.391004 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a8ebc6aa-d5f6-468c-901f-6d0061368886 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:07.395183 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e82ca6da-2370-4570-b088-172ff063416f tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Publish callbacks [] for security_group_rule (9606e374-c71e-4b60-8ea3-bfde96ca5c47), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:07.427489 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a8ebc6aa-d5f6-468c-901f-6d0061368886 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3562729 Mar 11 19:57:07.428871 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 05805f4b-2622-481e-9756-b01583b6da8c, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=05805f4b-2622-481e-9756-b01583b6da8c,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:57:07.430319 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36400) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:07.431338 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8b1121d8-054d-47ef-a5d2-901b75907cab None None] Port 9a15be9b-3a95-47e5-a1df-f6c3b11fcd14 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:57:07.432101 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2048dc40-3f51-4aa6-9194-fdab437b87c9 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (94a5acc8-5648-482b-9d67-0afb8484ac2b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:07.437139 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2048dc40-3f51-4aa6-9194-fdab437b87c9 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:07.437613 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (05805f4b-2622-481e-9756-b01583b6da8c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:07.438457 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-2048dc40-3f51-4aa6-9194-fdab437b87c9 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "DELETE /v2.0/security-groups/94a5acc8-5648-482b-9d67-0afb8484ac2b HTTP/1.1" status: 204 len: 168 time: 0.4009824 Mar 11 19:57:07.446103 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-8ab4b8f6-24ee-4ab5-917c-4c03b816206d tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Request body: {'port': {'network_id': 'd8ea09d5-5af1-4ce1-9713-c0436c7309a3', 'name': 'tempest-FloatingIPTestJSON-1429451931'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:57:07.451707 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36402) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:07.474619 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2048dc40-3f51-4aa6-9194-fdab437b87c9 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a5acc8-5648-482b-9d67-0afb8484ac2b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:07.485323 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-15208237-a174-4d61-b590-884e35010671 None None] Set router 5ca0ad1f-27c4-441e-a1fb-a9f0a90e4f7e gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:57:07.500669 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e82ca6da-2370-4570-b088-172ff063416f tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Publish callbacks [] for security_group_rule (9606e374-c71e-4b60-8ea3-bfde96ca5c47), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:07.506047 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e82ca6da-2370-4570-b088-172ff063416f tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (9606e374-c71e-4b60-8ea3-bfde96ca5c47), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:07.527981 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82ca6da-2370-4570-b088-172ff063416f tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9606e374-c71e-4b60-8ea3-bfde96ca5c47,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:07.537819 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e82ca6da-2370-4570-b088-172ff063416f tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:07.542388 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e82ca6da-2370-4570-b088-172ff063416f tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2203498 Mar 11 19:57:07.543489 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36404) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:07.549112 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-5d967e9e-1717-45c0-a0fd-c83d6a957359 tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Request body: {'security_group_rule': {'security_group_id': '3ab0f541-ea4b-4949-8a79-26fe499abfca', 'project_id': '2f949af31a734abc972f25de080a7f9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:57:07.562662 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=05805f4b-2622-481e-9756-b01583b6da8c,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:07.579831 n-d-833163-1 neutron-server[103884]: INFO neutron.db.securitygroups_db [None req-5d967e9e-1717-45c0-a0fd-c83d6a957359 tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Project 2f949af31a734abc972f25de080a7f9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 19:57:07.585914 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5d967e9e-1717-45c0-a0fd-c83d6a957359 tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Publish callbacks [] for security_group_rule (e12c1067-3428-4d94-8910-78fe8846e9e0), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:07.656311 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5d967e9e-1717-45c0-a0fd-c83d6a957359 tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Publish callbacks [] for security_group_rule (e12c1067-3428-4d94-8910-78fe8846e9e0), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:07.661724 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5d967e9e-1717-45c0-a0fd-c83d6a957359 tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (e12c1067-3428-4d94-8910-78fe8846e9e0), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:07.679872 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d967e9e-1717-45c0-a0fd-c83d6a957359 tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e12c1067-3428-4d94-8910-78fe8846e9e0,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:07.692183 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-79f54eaf-b5d7-4e79-b1fe-322592fc3016 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for security_group (d36a12d6-dfea-4817-8c22-3208325c0c04), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:07.697689 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5d967e9e-1717-45c0-a0fd-c83d6a957359 tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:07.700758 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-5d967e9e-1717-45c0-a0fd-c83d6a957359 tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1555755 Mar 11 19:57:07.701991 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36406) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:07.708073 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-c87c35dc-8b1b-48cd-bbcc-8fa2f6b111ee tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Request body: {'security_group_rule': {'security_group_id': '3ab0f541-ea4b-4949-8a79-26fe499abfca', 'project_id': '2f949af31a734abc972f25de080a7f9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:57:07.735536 n-d-833163-1 neutron-server[103884]: INFO neutron.db.securitygroups_db [None req-c87c35dc-8b1b-48cd-bbcc-8fa2f6b111ee tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Project 2f949af31a734abc972f25de080a7f9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 19:57:07.741886 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c87c35dc-8b1b-48cd-bbcc-8fa2f6b111ee tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Publish callbacks [] for security_group_rule (238533df-cafb-4aeb-ba5a-e29d418d6fd6), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:07.752998 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-79f54eaf-b5d7-4e79-b1fe-322592fc3016 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for security_group (d36a12d6-dfea-4817-8c22-3208325c0c04), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:07.756172 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-15208237-a174-4d61-b590-884e35010671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca0ad1f-27c4-441e-a1fb-a9f0a90e4f7e', 'name': 'tempest-TestServerBasicOps-1770447404-router', 'tenant_id': 'b8dff5362b1949afbefdacb749d6ca44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '05805f4b-2622-481e-9756-b01583b6da8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:56:54Z', 'updated_at': '2022-03-11T19:57:02Z', 'revision_number': 4, 'project_id': 'b8dff5362b1949afbefdacb749d6ca44', 'gw_port': {'id': '05805f4b-2622-481e-9756-b01583b6da8c', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:1e:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ca0ad1f-27c4-441e-a1fb-a9f0a90e4f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:56:55Z', 'updated_at': '2022-03-11T19:57:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'ae908240-cd45-46cf-b00c-3414f1359074', 'name': '', 'network_id': '16da80f4-3fe9-47fa-a0ac-68ae29786010', 'tenant_id': 'b8dff5362b1949afbefdacb749d6ca44', 'mac_address': 'fa:16:3e:48:53:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ca0ad1f-27c4-441e-a1fb-a9f0a90e4f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'f03ae7ea-9232-4ee4-8f8c-b1a49fd367d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:57:00Z', 'updated_at': '2022-03-11T19:57:02Z', 'revision_number': 2, 'project_id': 'b8dff5362b1949afbefdacb749d6ca44', 'subnets': [{'id': 'f03ae7ea-9232-4ee4-8f8c-b1a49fd367d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:07.780760 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab4b8f6-24ee-4ab5-917c-4c03b816206d tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Made reservation on behalf of 995ddd1afe724c8783497a8165ea5725 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:57:07.785023 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ab4b8f6-24ee-4ab5-917c-4c03b816206d tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:07.788708 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15208237-a174-4d61-b590-884e35010671 None None] Checking router: 5ca0ad1f-27c4-441e-a1fb-a9f0a90e4f7e for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:57:07.789155 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15208237-a174-4d61-b590-884e35010671 None None] Updating router 5ca0ad1f-27c4-441e-a1fb-a9f0a90e4f7e port ae908240-cd45-46cf-b00c-3414f1359074 binding host n-d-833163-1 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 19:57:07.790496 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dc60aaff-2bde-4035-9330-af7da4eff0ad tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks [] for port (9a15be9b-3a95-47e5-a1df-f6c3b11fcd14), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:07.815888 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dc60aaff-2bde-4035-9330-af7da4eff0ad tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (9a15be9b-3a95-47e5-a1df-f6c3b11fcd14), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:07.824967 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-15208237-a174-4d61-b590-884e35010671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ae908240-cd45-46cf-b00c-3414f1359074), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:07.836503 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c87c35dc-8b1b-48cd-bbcc-8fa2f6b111ee tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Publish callbacks [] for security_group_rule (238533df-cafb-4aeb-ba5a-e29d418d6fd6), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:07.841939 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c87c35dc-8b1b-48cd-bbcc-8fa2f6b111ee tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (238533df-cafb-4aeb-ba5a-e29d418d6fd6), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:07.859169 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-8ab4b8f6-24ee-4ab5-917c-4c03b816206d tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] device_id is not set on port adaa45a9-54a5-4224-ae7f-fb39d9e55b70 yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:57:07.864410 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87c35dc-8b1b-48cd-bbcc-8fa2f6b111ee tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=238533df-cafb-4aeb-ba5a-e29d418d6fd6,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:07.881751 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c87c35dc-8b1b-48cd-bbcc-8fa2f6b111ee tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:07.885251 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c87c35dc-8b1b-48cd-bbcc-8fa2f6b111ee tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1818402 Mar 11 19:57:07.930258 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dc60aaff-2bde-4035-9330-af7da4eff0ad tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (1d5e5e69-9a25-4e36-bb20-af7585b925e1), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:07.936588 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-79f54eaf-b5d7-4e79-b1fe-322592fc3016 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (d36a12d6-dfea-4817-8c22-3208325c0c04), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:07.939086 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-79f54eaf-b5d7-4e79-b1fe-322592fc3016 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:07.940249 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-79f54eaf-b5d7-4e79-b1fe-322592fc3016 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "DELETE /v2.0/security-groups/d36a12d6-dfea-4817-8c22-3208325c0c04 HTTP/1.1" status: 204 len: 168 time: 0.4848278 Mar 11 19:57:07.943693 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36412) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:07.967398 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc60aaff-2bde-4035-9330-af7da4eff0ad tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Pushing event updated for resources: {'Port': ['ID=9a15be9b-3a95-47e5-a1df-f6c3b11fcd14,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:07.972932 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f54eaf-b5d7-4e79-b1fe-322592fc3016 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36a12d6-dfea-4817-8c22-3208325c0c04,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:08.009466 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3326cf26-4af7-4633-969b-7df6077df634 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for security_group (1dc07a2f-e3ed-4702-8967-4a1078505b12), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:08.034754 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3326cf26-4af7-4633-969b-7df6077df634 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for security_group (1dc07a2f-e3ed-4702-8967-4a1078505b12), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:08.080377 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3326cf26-4af7-4633-969b-7df6077df634 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (1dc07a2f-e3ed-4702-8967-4a1078505b12), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:08.084533 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3326cf26-4af7-4633-969b-7df6077df634 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:08.089278 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-3326cf26-4af7-4633-969b-7df6077df634 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "DELETE /v2.0/security-groups/1dc07a2f-e3ed-4702-8967-4a1078505b12 HTTP/1.1" status: 204 len: 168 time: 0.1445379 Mar 11 19:57:08.090083 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36426) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:08.128311 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3326cf26-4af7-4633-969b-7df6077df634 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc07a2f-e3ed-4702-8967-4a1078505b12,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:08.144487 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-8ab4b8f6-24ee-4ab5-917c-4c03b816206d tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Allocated IP 172.20.0.8 (d8ea09d5-5af1-4ce1-9713-c0436c7309a3/2b6f7691-03e5-44bc-9631-447873d2e62b/adaa45a9-54a5-4224-ae7f-fb39d9e55b70) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:57:08.162379 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-b528e2ae-eb55-484a-bc02-18a9e187d18f tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Deleting subnet fa6047da-61a4-4317-afa8-ad4f1d4bada4 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:57:08.167816 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b528e2ae-eb55-484a-bc02-18a9e187d18f tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for subnet (fa6047da-61a4-4317-afa8-ad4f1d4bada4), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:08.170852 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-26f218e2-94ca-409e-9a3f-3c79413fe2d1 req-40a4696e-4be9-4b4e-b7f2-a3e128cf79af tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1243541066&fields=id&tenant_id=2f949af31a734abc972f25de080a7f9a HTTP/1.1" status: 200 len: 267 time: 0.1370394 Mar 11 19:57:08.186564 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 05805f4b-2622-481e-9756-b01583b6da8c up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:57:08.220229 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc60aaff-2bde-4035-9330-af7da4eff0ad tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Network 2318fd39-b61f-4aee-97f3-ab8ea97ca342 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:57:08.225990 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b528e2ae-eb55-484a-bc02-18a9e187d18f tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (fa6047da-61a4-4317-afa8-ad4f1d4bada4), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:08.251121 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-dc60aaff-2bde-4035-9330-af7da4eff0ad tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:57:08.292608 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-15208237-a174-4d61-b590-884e35010671 None None] Publish callbacks [] for port (ae908240-cd45-46cf-b00c-3414f1359074), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:08.302694 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 05805f4b-2622-481e-9756-b01583b6da8c triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:57:08.303095 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (05805f4b-2622-481e-9756-b01583b6da8c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:08.304700 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-15208237-a174-4d61-b590-884e35010671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (ae908240-cd45-46cf-b00c-3414f1359074), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:08.352016 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b528e2ae-eb55-484a-bc02-18a9e187d18f tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (fa6047da-61a4-4317-afa8-ad4f1d4bada4), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:08.450584 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b528e2ae-eb55-484a-bc02-18a9e187d18f tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (fa6047da-61a4-4317-afa8-ad4f1d4bada4), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:08.478474 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b528e2ae-eb55-484a-bc02-18a9e187d18f tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:08.489045 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b528e2ae-eb55-484a-bc02-18a9e187d18f tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "DELETE /v2.0/subnets/fa6047da-61a4-4317-afa8-ad4f1d4bada4 HTTP/1.1" status: 204 len: 168 time: 0.3945007 Mar 11 19:57:08.491186 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36428) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:08.529446 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b528e2ae-eb55-484a-bc02-18a9e187d18f tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event deleted for resources: {'Subnet': ['ID=fa6047da-61a4-4317-afa8-ad4f1d4bada4,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:08.561650 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f218e2-94ca-409e-9a3f-3c79413fe2d1 req-6e122abe-5403-455b-8f06-eaa3c4d55b79 tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:08.563140 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-26f218e2-94ca-409e-9a3f-3c79413fe2d1 req-6e122abe-5403-455b-8f06-eaa3c4d55b79 tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] 10.222.0.65 "GET /v2.0/networks?id=7cb87be5-5e63-4569-a71c-e4805af6e43b HTTP/1.1" status: 200 len: 809 time: 0.3739517 Mar 11 19:57:08.564525 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a540d5-9eb4-45ed-a395-935d63175191 None None] Network 082421c7-5eb0-4f81-9d2b-c47a23b7a5ea requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:57:08.580534 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-e76fc607-49c8-4988-adb4-2234a0467944 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Deleting subnet 39e7d936-5835-4a2e-bfff-49beab7530f0 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:57:08.584269 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e76fc607-49c8-4988-adb4-2234a0467944 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for subnet (39e7d936-5835-4a2e-bfff-49beab7530f0), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:08.591812 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-26f218e2-94ca-409e-9a3f-3c79413fe2d1 req-eaa9d627-1d2b-4884-83b6-1e5e78f5d8bc tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] 10.222.0.65 "GET /v2.0/quotas/2f949af31a734abc972f25de080a7f9a HTTP/1.1" status: 200 len: 375 time: 0.0226362 Mar 11 19:57:08.596136 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc60aaff-2bde-4035-9330-af7da4eff0ad tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Router 1d5e5e69-9a25-4e36-bb20-af7585b925e1 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:57:08.637433 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e76fc607-49c8-4988-adb4-2234a0467944 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (39e7d936-5835-4a2e-bfff-49beab7530f0), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:08.682016 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d54b9b-dddb-4ffa-9feb-2324a41068c9 None None] Pushing event updated for resources: {'Port': ['ID=ae908240-cd45-46cf-b00c-3414f1359074,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:08.684344 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ab4b8f6-24ee-4ab5-917c-4c03b816206d tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for port (adaa45a9-54a5-4224-ae7f-fb39d9e55b70), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:08.698233 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-a4a3c1bf-0e73-46d0-a924-afb85e2c71bd None None] Provisioning complete for port 9a15be9b-3a95-47e5-a1df-f6c3b11fcd14 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:57:08.698233 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a4a3c1bf-0e73-46d0-a924-afb85e2c71bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (9a15be9b-3a95-47e5-a1df-f6c3b11fcd14), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:08.772630 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e76fc607-49c8-4988-adb4-2234a0467944 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (39e7d936-5835-4a2e-bfff-49beab7530f0), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:08.831521 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-26f218e2-94ca-409e-9a3f-3c79413fe2d1 req-194a3d45-3d3f-4ef1-883d-324ca7bce5da tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=2f949af31a734abc972f25de080a7f9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2276516 Mar 11 19:57:08.845503 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc60aaff-2bde-4035-9330-af7da4eff0ad tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:57:08.845961 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-15208237-a174-4d61-b590-884e35010671 None None] Attempting to bind port ae908240-cd45-46cf-b00c-3414f1359074 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:57:08.846270 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-15208237-a174-4d61-b590-884e35010671 None None] Attempting to bind port ae908240-cd45-46cf-b00c-3414f1359074 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '455fb261-9868-4023-ba8e-eedeb2f57e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '16da80f4-3fe9-47fa-a0ac-68ae29786010'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:57:08.846629 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15208237-a174-4d61-b590-884e35010671 None None] Attempting to bind port ae908240-cd45-46cf-b00c-3414f1359074 on network 16da80f4-3fe9-47fa-a0ac-68ae29786010 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:57:08.848643 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a4a3c1bf-0e73-46d0-a924-afb85e2c71bd None None] Port 9a15be9b-3a95-47e5-a1df-f6c3b11fcd14 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:57:08.850587 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-dc60aaff-2bde-4035-9330-af7da4eff0ad tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] 10.222.0.65 "PUT /v2.0/routers/1d5e5e69-9a25-4e36-bb20-af7585b925e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1080718 Mar 11 19:57:08.852175 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ab4b8f6-24ee-4ab5-917c-4c03b816206d tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (adaa45a9-54a5-4224-ae7f-fb39d9e55b70), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:08.853879 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36430) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:08.870130 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15208237-a174-4d61-b590-884e35010671 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:57:08.870514 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15208237-a174-4d61-b590-884e35010671 None None] Checking segment: {'id': '455fb261-9868-4023-ba8e-eedeb2f57e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '16da80f4-3fe9-47fa-a0ac-68ae29786010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:57:08.870919 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-15208237-a174-4d61-b590-884e35010671 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:08.872698 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15208237-a174-4d61-b590-884e35010671 None None] Bound using segment: {'id': '455fb261-9868-4023-ba8e-eedeb2f57e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '16da80f4-3fe9-47fa-a0ac-68ae29786010'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:57:08.872698 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-15208237-a174-4d61-b590-884e35010671 None None] Bound port: ae908240-cd45-46cf-b00c-3414f1359074, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '455fb261-9868-4023-ba8e-eedeb2f57e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '16da80f4-3fe9-47fa-a0ac-68ae29786010'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:57:08.872698 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-15208237-a174-4d61-b590-884e35010671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ae908240-cd45-46cf-b00c-3414f1359074), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:08.878510 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ef707b-b03d-4354-9e0a-ca9827d7e3ee None None] Sync routers for ids ['1d5e5e69-9a25-4e36-bb20-af7585b925e1'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:57:08.879823 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 05805f4b-2622-481e-9756-b01583b6da8c is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:57:08.904856 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e76fc607-49c8-4988-adb4-2234a0467944 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (39e7d936-5835-4a2e-bfff-49beab7530f0), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:08.908442 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ef707b-b03d-4354-9e0a-ca9827d7e3ee None None] Routers {'1d5e5e69-9a25-4e36-bb20-af7585b925e1'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:57:08.909982 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-96ef707b-b03d-4354-9e0a-ca9827d7e3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:56:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['1d5e5e69-9a25-4e36-bb20-af7585b925e1'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:08.936720 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76fc607-49c8-4988-adb4-2234a0467944 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event deleted for resources: {'Subnet': ['ID=39e7d936-5835-4a2e-bfff-49beab7530f0,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:08.948420 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e76fc607-49c8-4988-adb4-2234a0467944 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:08.954298 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e76fc607-49c8-4988-adb4-2234a0467944 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "DELETE /v2.0/subnets/39e7d936-5835-4a2e-bfff-49beab7530f0 HTTP/1.1" status: 204 len: 168 time: 0.4584646 Mar 11 19:57:08.954686 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36432) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:08.955904 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-15208237-a174-4d61-b590-884e35010671 None None] For port ae908240-cd45-46cf-b00c-3414f1359074, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:57:08.959355 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-15208237-a174-4d61-b590-884e35010671 None None] For port ae908240-cd45-46cf-b00c-3414f1359074, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=ae908240-cd45-46cf-b00c-3414f1359074,segment=NetworkSegment(455fb261-9868-4023-ba8e-eedeb2f57e92),segment_id=455fb261-9868-4023-ba8e-eedeb2f57e92)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:57:08.979201 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-15208237-a174-4d61-b590-884e35010671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (ae908240-cd45-46cf-b00c-3414f1359074), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:08.992161 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-d23f88c8-9993-416f-8bc1-62fc8a73dc7f tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] DELETE failed (client error): The resource could not be found. Mar 11 19:57:08.992161 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d23f88c8-9993-416f-8bc1-62fc8a73dc7f tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:57:08.999569 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d23f88c8-9993-416f-8bc1-62fc8a73dc7f tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "DELETE /v2.0/subnets/fa6047da-61a4-4317-afa8-ad4f1d4bada4 HTTP/1.1" status: 404 len: 337 time: 0.0411384 Mar 11 19:57:08.999890 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36434) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:09.002201 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab4b8f6-24ee-4ab5-917c-4c03b816206d tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Network d8ea09d5-5af1-4ce1-9713-c0436c7309a3 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:57:09.014384 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-96ef707b-b03d-4354-9e0a-ca9827d7e3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:09.041830 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d13058b6-79e5-43d1-ae48-53688f42e240 None None] Provisioning complete for port ae908240-cd45-46cf-b00c-3414f1359074 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:57:09.042201 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d13058b6-79e5-43d1-ae48-53688f42e240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ae908240-cd45-46cf-b00c-3414f1359074), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:09.047590 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ef707b-b03d-4354-9e0a-ca9827d7e3ee None None] Routers {'1d5e5e69-9a25-4e36-bb20-af7585b925e1'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:57:09.049419 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-96ef707b-b03d-4354-9e0a-ca9827d7e3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:56:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['1d5e5e69-9a25-4e36-bb20-af7585b925e1'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:09.052944 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-8ab4b8f6-24ee-4ab5-917c-4c03b816206d tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:57:09.061096 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab4b8f6-24ee-4ab5-917c-4c03b816206d tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:57:09.103372 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a343847-dc33-4d70-800f-d3955296c2e2 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Deleting subnet 692126a3-96ac-4bcd-839b-c47fcfe12328 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:57:09.108284 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3a343847-dc33-4d70-800f-d3955296c2e2 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for subnet (692126a3-96ac-4bcd-839b-c47fcfe12328), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:09.120728 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15208237-a174-4d61-b590-884e35010671 None None] Routers {'5ca0ad1f-27c4-441e-a1fb-a9f0a90e4f7e'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:57:09.121362 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-15208237-a174-4d61-b590-884e35010671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:56:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['5ca0ad1f-27c4-441e-a1fb-a9f0a90e4f7e'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:09.138958 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-96ef707b-b03d-4354-9e0a-ca9827d7e3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:09.140038 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ef707b-b03d-4354-9e0a-ca9827d7e3ee None None] The sync data for ids ['1d5e5e69-9a25-4e36-bb20-af7585b925e1'] in n-d-833163-1 is: [] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:57:09.152157 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab4b8f6-24ee-4ab5-917c-4c03b816206d tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Pushing event updated for resources: {'Port': ['ID=adaa45a9-54a5-4224-ae7f-fb39d9e55b70,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:09.192311 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3a343847-dc33-4d70-800f-d3955296c2e2 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (692126a3-96ac-4bcd-839b-c47fcfe12328), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:09.218082 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-26f218e2-94ca-409e-9a3f-3c79413fe2d1 req-616cc46c-e815-477c-97a4-5a90e3a43403 service neutron] 10.222.0.65 "GET /v2.0/networks/7cb87be5-5e63-4569-a71c-e4805af6e43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582920 Mar 11 19:57:09.244941 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fe6d80af-8fe6-4cca-9987-a12cfb4cf17d tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks [] for router (1d5e5e69-9a25-4e36-bb20-af7585b925e1), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:09.282040 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d54b9b-dddb-4ffa-9feb-2324a41068c9 None None] Pushing event updated for resources: {'Port': ['ID=ae908240-cd45-46cf-b00c-3414f1359074,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:09.292452 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-15208237-a174-4d61-b590-884e35010671 None None] Set router 5ca0ad1f-27c4-441e-a1fb-a9f0a90e4f7e gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:57:09.382072 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab4b8f6-24ee-4ab5-917c-4c03b816206d tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:09.382754 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ab4b8f6-24ee-4ab5-917c-4c03b816206d tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:09.391674 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3a343847-dc33-4d70-800f-d3955296c2e2 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (692126a3-96ac-4bcd-839b-c47fcfe12328), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:09.456861 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d13058b6-79e5-43d1-ae48-53688f42e240 None None] Current status of the port ae908240-cd45-46cf-b00c-3414f1359074 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:57:09.457258 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d13058b6-79e5-43d1-ae48-53688f42e240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ae908240-cd45-46cf-b00c-3414f1359074), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:09.511458 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3a343847-dc33-4d70-800f-d3955296c2e2 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (692126a3-96ac-4bcd-839b-c47fcfe12328), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:09.542961 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d13058b6-79e5-43d1-ae48-53688f42e240 None None] For port ae908240-cd45-46cf-b00c-3414f1359074, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=ae908240-cd45-46cf-b00c-3414f1359074,segment=NetworkSegment(455fb261-9868-4023-ba8e-eedeb2f57e92),segment_id=455fb261-9868-4023-ba8e-eedeb2f57e92)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:57:09.553074 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d13058b6-79e5-43d1-ae48-53688f42e240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (ae908240-cd45-46cf-b00c-3414f1359074), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:09.558940 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a343847-dc33-4d70-800f-d3955296c2e2 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event deleted for resources: {'Subnet': ['ID=692126a3-96ac-4bcd-839b-c47fcfe12328,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:09.567495 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3a343847-dc33-4d70-800f-d3955296c2e2 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:09.576660 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-3a343847-dc33-4d70-800f-d3955296c2e2 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "DELETE /v2.0/subnets/692126a3-96ac-4bcd-839b-c47fcfe12328 HTTP/1.1" status: 204 len: 168 time: 0.5723546 Mar 11 19:57:09.577104 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36436) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:09.627741 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-013a77fe-fda3-41d2-ad23-232c1bbcec69 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] DELETE failed (client error): The resource could not be found. Mar 11 19:57:09.628382 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-013a77fe-fda3-41d2-ad23-232c1bbcec69 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:57:09.635707 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-013a77fe-fda3-41d2-ad23-232c1bbcec69 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "DELETE /v2.0/subnets/cb67fc24-1c92-417c-b7cd-56ae8a8b4ce5 HTTP/1.1" status: 404 len: 337 time: 0.0575750 Mar 11 19:57:09.636479 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36438) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:09.644670 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13058b6-79e5-43d1-ae48-53688f42e240 None None] Pushing event updated for resources: {'Port': ['ID=ae908240-cd45-46cf-b00c-3414f1359074,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:09.669385 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-15208237-a174-4d61-b590-884e35010671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca0ad1f-27c4-441e-a1fb-a9f0a90e4f7e', 'name': 'tempest-TestServerBasicOps-1770447404-router', 'tenant_id': 'b8dff5362b1949afbefdacb749d6ca44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '05805f4b-2622-481e-9756-b01583b6da8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:56:54Z', 'updated_at': '2022-03-11T19:57:02Z', 'revision_number': 4, 'project_id': 'b8dff5362b1949afbefdacb749d6ca44', 'gw_port': {'id': '05805f4b-2622-481e-9756-b01583b6da8c', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:1e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca0ad1f-27c4-441e-a1fb-a9f0a90e4f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:56:55Z', 'updated_at': '2022-03-11T19:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'ae908240-cd45-46cf-b00c-3414f1359074', 'name': '', 'network_id': '16da80f4-3fe9-47fa-a0ac-68ae29786010', 'tenant_id': 'b8dff5362b1949afbefdacb749d6ca44', 'mac_address': 'fa:16:3e:48:53:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ca0ad1f-27c4-441e-a1fb-a9f0a90e4f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'f03ae7ea-9232-4ee4-8f8c-b1a49fd367d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:57:00Z', 'updated_at': '2022-03-11T19:57:08Z', 'revision_number': 4, 'project_id': 'b8dff5362b1949afbefdacb749d6ca44', 'subnets': [{'id': 'f03ae7ea-9232-4ee4-8f8c-b1a49fd367d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:09.692481 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4a9632ff-0d69-470c-a651-d010f3c19094 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "GET /v2.0/ports?device_id=cb0d7aab-6d9c-4e6c-a6d0-69dbefdcd6ce HTTP/1.1" status: 200 len: 205 time: 0.0540709 Mar 11 19:57:09.693221 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36440) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:09.704099 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15208237-a174-4d61-b590-884e35010671 None None] The sync data for ids ['5ca0ad1f-27c4-441e-a1fb-a9f0a90e4f7e'] in n-d-833163-1 is: [{'id': '5ca0ad1f-27c4-441e-a1fb-a9f0a90e4f7e', 'name': 'tempest-TestServerBasicOps-1770447404-router', 'tenant_id': 'b8dff5362b1949afbefdacb749d6ca44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '05805f4b-2622-481e-9756-b01583b6da8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:56:54Z', 'updated_at': '2022-03-11T19:57:02Z', 'revision_number': 4, 'project_id': 'b8dff5362b1949afbefdacb749d6ca44', 'gw_port': {'id': '05805f4b-2622-481e-9756-b01583b6da8c', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:1e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca0ad1f-27c4-441e-a1fb-a9f0a90e4f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:56:55Z', 'updated_at': '2022-03-11T19:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'ae908240-cd45-46cf-b00c-3414f1359074', 'name': '', 'network_id': '16da80f4-3fe9-47fa-a0ac-68ae29786010', 'tenant_id': 'b8dff5362b1949afbefdacb749d6ca44', 'mac_address': 'fa:16:3e:48:53:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ca0ad1f-27c4-441e-a1fb-a9f0a90e4f7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3115, 'fixed_ips': [{'subnet_id': 'f03ae7ea-9232-4ee4-8f8c-b1a49fd367d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:57:00Z', 'updated_at': '2022-03-11T19:57:08Z', 'revision_number': 4, 'project_id': 'b8dff5362b1949afbefdacb749d6ca44', 'subnets': [{'id': 'f03ae7ea-9232-4ee4-8f8c-b1a49fd367d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:57:09.710006 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-9e5c4ff9-7a49-42ef-99e9-0f7da8ad0fe3 None None] Provisioning complete for port ae908240-cd45-46cf-b00c-3414f1359074 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:57:09.710337 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9e5c4ff9-7a49-42ef-99e9-0f7da8ad0fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ae908240-cd45-46cf-b00c-3414f1359074), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:09.746609 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-389f74b5-8da8-4df1-a97a-dde09c811a7c tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] delete failed (client error): The resource could not be found. Mar 11 19:57:09.751154 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-389f74b5-8da8-4df1-a97a-dde09c811a7c tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "DELETE /v2.0/routers/cb0d7aab-6d9c-4e6c-a6d0-69dbefdcd6ce HTTP/1.1" status: 404 len: 336 time: 0.0566933 Mar 11 19:57:09.752130 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36442) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:09.798582 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e2b2dc5-0941-4067-ac30-bfa5c1dc649e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] DELETE failed (client error): The resource could not be found. Mar 11 19:57:09.799121 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e2b2dc5-0941-4067-ac30-bfa5c1dc649e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:57:09.807868 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-9e5c4ff9-7a49-42ef-99e9-0f7da8ad0fe3 None None] Current status of the port ae908240-cd45-46cf-b00c-3414f1359074 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:57:09.809021 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-5e2b2dc5-0941-4067-ac30-bfa5c1dc649e tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "DELETE /v2.0/subnets/6fb46075-b518-4eaf-a709-ac7049bddfa4 HTTP/1.1" status: 404 len: 337 time: 0.0543268 Mar 11 19:57:09.810054 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36444) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:09.812735 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [None req-fe6d80af-8fe6-4cca-9987-a12cfb4cf17d tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 11 19:57:09.816061 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-fe6d80af-8fe6-4cca-9987-a12cfb4cf17d tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] 10.222.0.65 "DELETE /v2.0/routers/1d5e5e69-9a25-4e36-bb20-af7585b925e1 HTTP/1.1" status: 409 len: 376 time: 0.9612465 Mar 11 19:57:09.819574 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-8ab4b8f6-24ee-4ab5-917c-4c03b816206d tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3865218 Mar 11 19:57:09.820368 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36446) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:09.835939 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36448) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:09.841494 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a674591-a4a7-4160-a7b5-6c040b30f7c1 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] DELETE failed (client error): The resource could not be found. Mar 11 19:57:09.842059 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a674591-a4a7-4160-a7b5-6c040b30f7c1 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:57:09.850755 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-7a674591-a4a7-4160-a7b5-6c040b30f7c1 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "DELETE /v2.0/subnets/b42f89a9-414b-463b-902b-717e60d6511f HTTP/1.1" status: 404 len: 337 time: 0.0383592 Mar 11 19:57:09.851459 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36450) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:09.852496 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-2abae53b-ae98-4ffb-a1c7-0a56cbb09fcd tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Request body: {'floatingip': {'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'port_id': 'adaa45a9-54a5-4224-ae7f-fb39d9e55b70', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:57:09.871668 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b9728c-918a-45bd-a439-1c566f2be5be None None] Network 082421c7-5eb0-4f81-9d2b-c47a23b7a5ea requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:57:09.881668 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-e338b87a-ec70-4f00-9e9f-2b661f4a6538 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] DELETE failed (client error): The resource could not be found. Mar 11 19:57:09.882131 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e338b87a-ec70-4f00-9e9f-2b661f4a6538 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:57:09.887748 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e338b87a-ec70-4f00-9e9f-2b661f4a6538 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "DELETE /v2.0/subnets/087b2489-d77e-4cb7-ac60-45f821b55297 HTTP/1.1" status: 404 len: 337 time: 0.0327411 Mar 11 19:57:09.888138 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36452) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:09.913924 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3c8ff0c-445e-46f0-8e73-9ab5ad2331d7 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] DELETE failed (client error): The resource could not be found. Mar 11 19:57:09.914503 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3c8ff0c-445e-46f0-8e73-9ab5ad2331d7 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:57:09.921437 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d3c8ff0c-445e-46f0-8e73-9ab5ad2331d7 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "DELETE /v2.0/ports/f34913bb-a54f-4f94-8fb9-9bee83d0c172 HTTP/1.1" status: 404 len: 333 time: 0.0299435 Mar 11 19:57:09.922339 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36454) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:09.951548 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1dd75c4-1d61-45ba-af85-986867bb7759 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] DELETE failed (client error): The resource could not be found. Mar 11 19:57:09.952059 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1dd75c4-1d61-45ba-af85-986867bb7759 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:57:09.955691 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e1dd75c4-1d61-45ba-af85-986867bb7759 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "DELETE /v2.0/subnets/b17bac83-fc2d-410f-9d66-636a67759a61 HTTP/1.1" status: 404 len: 337 time: 0.0321112 Mar 11 19:57:09.958417 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36456) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:09.972717 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-346a54a3-846c-4763-ba3e-628a83abb8c0 None None] Provisioning complete for port 9e17bde8-7737-41d1-8a0e-e2fdde39fdd3 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:57:09.973094 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-346a54a3-846c-4763-ba3e-628a83abb8c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (9e17bde8-7737-41d1-8a0e-e2fdde39fdd3), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:09.973453 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-26f218e2-94ca-409e-9a3f-3c79413fe2d1 req-6a69470a-9806-49f5-99b8-154e223966b4 service neutron] 10.222.0.65 "GET /v2.0/networks/7cb87be5-5e63-4569-a71c-e4805af6e43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7540798 Mar 11 19:57:09.983753 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2abae53b-ae98-4ffb-a1c7-0a56cbb09fcd tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:09.997559 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3bea2cb-e643-4291-bdaa-a6881260c301 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] DELETE failed (client error): The resource could not be found. Mar 11 19:57:09.998382 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3bea2cb-e643-4291-bdaa-a6881260c301 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:57:10.002432 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b3bea2cb-e643-4291-bdaa-a6881260c301 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "DELETE /v2.0/subnets/18f142f6-2419-44c2-ab97-3aa6af99b4d3 HTTP/1.1" status: 404 len: 337 time: 0.0429609 Mar 11 19:57:10.005581 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36458) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:10.048505 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-b137bf64-5518-48c4-8006-b20020f258d6 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] DELETE failed (client error): The resource could not be found. Mar 11 19:57:10.049180 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b137bf64-5518-48c4-8006-b20020f258d6 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:57:10.054610 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b137bf64-5518-48c4-8006-b20020f258d6 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "DELETE /v2.0/ports/0d8ea091-ab20-4119-ab9d-6edbb3c8d203 HTTP/1.1" status: 404 len: 333 time: 0.0458436 Mar 11 19:57:10.055589 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36460) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:10.090268 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dd1d91e-c159-4d20-9d4a-b8821d72e590 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] DELETE failed (client error): The resource could not be found. Mar 11 19:57:10.090832 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dd1d91e-c159-4d20-9d4a-b8821d72e590 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:57:10.094657 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-5dd1d91e-c159-4d20-9d4a-b8821d72e590 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "DELETE /v2.0/subnets/b1b03e15-0a09-46c2-ada5-e9b64eb87a1a HTTP/1.1" status: 404 len: 337 time: 0.0388615 Mar 11 19:57:10.101717 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36462) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:10.127085 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6819844d-536a-4461-a90a-5957ff70a414 None None] DHCP port deletion for 082421c7-5eb0-4f81-9d2b-c47a23b7a5ea request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:57:10.138402 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-346a54a3-846c-4763-ba3e-628a83abb8c0 None None] Current status of the port 9e17bde8-7737-41d1-8a0e-e2fdde39fdd3 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:57:10.167056 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-d241b8aa-0916-478a-976c-b18c950ae677 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] DELETE failed (client error): The resource could not be found. Mar 11 19:57:10.167614 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d241b8aa-0916-478a-976c-b18c950ae677 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:57:10.173342 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d241b8aa-0916-478a-976c-b18c950ae677 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "DELETE /v2.0/subnets/d59ee9be-b32e-4658-812c-d474cabf363d HTTP/1.1" status: 404 len: 337 time: 0.0660431 Mar 11 19:57:10.174404 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36466) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:10.206921 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-346a54a3-846c-4763-ba3e-628a83abb8c0 None None] Provisioning complete for port 0a9dbe37-7e3a-458d-9b93-bc7a048c95e5 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:57:10.207385 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-346a54a3-846c-4763-ba3e-628a83abb8c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (0a9dbe37-7e3a-458d-9b93-bc7a048c95e5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:10.253497 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-346a54a3-846c-4763-ba3e-628a83abb8c0 None None] Port 0a9dbe37-7e3a-458d-9b93-bc7a048c95e5 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:57:10.257586 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device ae908240-cd45-46cf-b00c-3414f1359074 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:57:10.291928 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e5e363df-ea41-412a-b5b3-81b38958c8a5 req-2af9af4c-64ec-4f24-b775-e09bb5be63e7 tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] 10.222.0.65 "GET /v2.0/ports?device_id=f03c2e72-f0f0-45ae-880d-7b7eeb29bdae HTTP/1.1" status: 200 len: 210 time: 0.0435636 Mar 11 19:57:10.294956 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-6819844d-536a-4461-a90a-5957ff70a414 None None] Deleting port 9e17bde8-7737-41d1-8a0e-e2fdde39fdd3 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:57:10.294956 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6819844d-536a-4461-a90a-5957ff70a414 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (9e17bde8-7737-41d1-8a0e-e2fdde39fdd3), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:10.379199 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-6819844d-536a-4461-a90a-5957ff70a414 None None] For port 9e17bde8-7737-41d1-8a0e-e2fdde39fdd3, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=9e17bde8-7737-41d1-8a0e-e2fdde39fdd3,segment=NetworkSegment(412dddee-a430-4cc0-9978-8dcc867a4ee4),segment_id=412dddee-a430-4cc0-9978-8dcc867a4ee4)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:57:10.379602 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6819844d-536a-4461-a90a-5957ff70a414 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (9e17bde8-7737-41d1-8a0e-e2fdde39fdd3), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:10.394159 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-6819844d-536a-4461-a90a-5957ff70a414 None None] Calling delete_port for 9e17bde8-7737-41d1-8a0e-e2fdde39fdd3 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:57:10.412622 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port ae908240-cd45-46cf-b00c-3414f1359074 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:57:10.412989 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ae908240-cd45-46cf-b00c-3414f1359074), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:10.422262 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2abae53b-ae98-4ffb-a1c7-0a56cbb09fcd tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:10.444891 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-1c4b81ba-bd30-46b3-87d6-f9a5c64a9885 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Deleting port 0a9dbe37-7e3a-458d-9b93-bc7a048c95e5 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:57:10.445197 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1c4b81ba-bd30-46b3-87d6-f9a5c64a9885 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (0a9dbe37-7e3a-458d-9b93-bc7a048c95e5), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:10.574026 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6819844d-536a-4461-a90a-5957ff70a414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (9e17bde8-7737-41d1-8a0e-e2fdde39fdd3), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:10.599786 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1c4b81ba-bd30-46b3-87d6-f9a5c64a9885 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (0a9dbe37-7e3a-458d-9b93-bc7a048c95e5), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:10.621783 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6819844d-536a-4461-a90a-5957ff70a414 None None] No DVR routers for this DVR port 9e17bde8-7737-41d1-8a0e-e2fdde39fdd3 on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:57:10.626884 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6819844d-536a-4461-a90a-5957ff70a414 None None] Pushing event deleted for resources: {'Port': ['ID=9e17bde8-7737-41d1-8a0e-e2fdde39fdd3,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:10.635558 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port ae908240-cd45-46cf-b00c-3414f1359074 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:57:10.651411 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-1c4b81ba-bd30-46b3-87d6-f9a5c64a9885 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Calling delete_port for 0a9dbe37-7e3a-458d-9b93-bc7a048c95e5 owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:57:10.752521 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-2abae53b-ae98-4ffb-a1c7-0a56cbb09fcd tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Allocated IP 172.25.8.108 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/90a39adb-def1-48dc-8146-ccd5baf3ad2d) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:57:10.767374 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-73721362-efff-4a9b-b66e-2160cf6a0d3d tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (1d5e5e69-9a25-4e36-bb20-af7585b925e1), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:10.896681 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1c4b81ba-bd30-46b3-87d6-f9a5c64a9885 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (0a9dbe37-7e3a-458d-9b93-bc7a048c95e5), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:10.961737 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4b81ba-bd30-46b3-87d6-f9a5c64a9885 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event deleted for resources: {'Port': ['ID=0a9dbe37-7e3a-458d-9b93-bc7a048c95e5,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:11.004988 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1c4b81ba-bd30-46b3-87d6-f9a5c64a9885 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:11.008106 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-1c4b81ba-bd30-46b3-87d6-f9a5c64a9885 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "DELETE /v2.0/ports/0a9dbe37-7e3a-458d-9b93-bc7a048c95e5 HTTP/1.1" status: 204 len: 168 time: 0.8322477 Mar 11 19:57:11.011240 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36476) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:11.058564 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2abae53b-ae98-4ffb-a1c7-0a56cbb09fcd tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for port (90a39adb-def1-48dc-8146-ccd5baf3ad2d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:11.107282 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4efb2b10-ec5d-4c22-b646-0b1f12d83f70 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (082421c7-5eb0-4f81-9d2b-c47a23b7a5ea), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:11.130515 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2abae53b-ae98-4ffb-a1c7-0a56cbb09fcd tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (90a39adb-def1-48dc-8146-ccd5baf3ad2d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:11.186019 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abae53b-ae98-4ffb-a1c7-0a56cbb09fcd tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:57:11.190442 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-2abae53b-ae98-4ffb-a1c7-0a56cbb09fcd tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:57:11.219570 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4efb2b10-ec5d-4c22-b646-0b1f12d83f70 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (082421c7-5eb0-4f81-9d2b-c47a23b7a5ea), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:11.226078 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abae53b-ae98-4ffb-a1c7-0a56cbb09fcd tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:57:11.256268 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abae53b-ae98-4ffb-a1c7-0a56cbb09fcd tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Pushing event updated for resources: {'Port': ['ID=90a39adb-def1-48dc-8146-ccd5baf3ad2d,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:11.267144 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-4efb2b10-ec5d-4c22-b646-0b1f12d83f70 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['082421c7-5eb0-4f81-9d2b-c47a23b7a5ea']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:11.281583 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-4efb2b10-ec5d-4c22-b646-0b1f12d83f70 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '412dddee-a430-4cc0-9978-8dcc867a4ee4') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:11.282020 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-4efb2b10-ec5d-4c22-b646-0b1f12d83f70 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '412dddee-a430-4cc0-9978-8dcc867a4ee4') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:11.294662 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4efb2b10-ec5d-4c22-b646-0b1f12d83f70 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (412dddee-a430-4cc0-9978-8dcc867a4ee4), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:11.311007 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4efb2b10-ec5d-4c22-b646-0b1f12d83f70 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (412dddee-a430-4cc0-9978-8dcc867a4ee4), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:11.318686 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4efb2b10-ec5d-4c22-b646-0b1f12d83f70 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Releasing vlan 863 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:57:11.319416 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4efb2b10-ec5d-4c22-b646-0b1f12d83f70 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (412dddee-a430-4cc0-9978-8dcc867a4ee4), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:11.323819 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:57:11.323819 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:57:11.323819 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:57:11.323819 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:57:11.323819 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:57:11.323819 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:57:11.323819 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:57:11.323819 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:57:11.323819 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:57:11.323819 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:57:11.323819 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:57:11.323819 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:57:11.323819 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:57:11.323819 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:57:11.323819 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:57:11.323819 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:57:11.323819 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:57:11.323819 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:57:11.323819 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:57:11.323819 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:57:11.323819 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:57:11.323819 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:57:11.323819 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:57:11.323819 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:57:11.323819 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:57:11.323819 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:57:11.323819 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:57:11.323819 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:57:11.323819 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:57:11.323819 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:57:11.323819 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:57:11.323819 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:57:11.370756 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-73721362-efff-4a9b-b66e-2160cf6a0d3d tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Deleting port 9a15be9b-3a95-47e5-a1df-f6c3b11fcd14 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:57:11.371150 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-73721362-efff-4a9b-b66e-2160cf6a0d3d tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (9a15be9b-3a95-47e5-a1df-f6c3b11fcd14), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:11.443676 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4efb2b10-ec5d-4c22-b646-0b1f12d83f70 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (082421c7-5eb0-4f81-9d2b-c47a23b7a5ea), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:11.455570 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-95960a0a-7c10-4d97-82e3-ae7beed1c9c4 req-e8217f75-5c70-4dd3-8e6c-bc754459c56e tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] 10.222.0.65 "GET /v2.0/ports?device_id=f03c2e72-f0f0-45ae-880d-7b7eeb29bdae HTTP/1.1" status: 200 len: 210 time: 0.0466008 Mar 11 19:57:11.474508 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4efb2b10-ec5d-4c22-b646-0b1f12d83f70 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:11.481207 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4efb2b10-ec5d-4c22-b646-0b1f12d83f70 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] 10.222.0.65 "DELETE /v2.0/networks/082421c7-5eb0-4f81-9d2b-c47a23b7a5ea HTTP/1.1" status: 204 len: 168 time: 0.4660449 Mar 11 19:57:11.481207 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efb2b10-ec5d-4c22-b646-0b1f12d83f70 tempest-PortsIpV6TestJSON-700097205 tempest-PortsIpV6TestJSON-700097205-project] Pushing event deleted for resources: {'Network': ['ID=082421c7-5eb0-4f81-9d2b-c47a23b7a5ea,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:11.598803 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f218e2-94ca-409e-9a3f-3c79413fe2d1 req-11436cfe-bcd6-4b8f-8531-8465aa7f93d7 tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:11.600963 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-26f218e2-94ca-409e-9a3f-3c79413fe2d1 req-11436cfe-bcd6-4b8f-8531-8465aa7f93d7 tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] 10.222.0.75 "GET /v2.0/networks?id=7cb87be5-5e63-4569-a71c-e4805af6e43b HTTP/1.1" status: 200 len: 809 time: 0.1941397 Mar 11 19:57:11.640855 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-73721362-efff-4a9b-b66e-2160cf6a0d3d tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (9a15be9b-3a95-47e5-a1df-f6c3b11fcd14), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:11.683313 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-26f218e2-94ca-409e-9a3f-3c79413fe2d1 req-7ba571b8-c065-45fe-9c95-61309dcac930 tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f949af31a734abc972f25de080a7f9a HTTP/1.1" status: 200 len: 380 time: 0.0746806 Mar 11 19:57:11.686171 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-73721362-efff-4a9b-b66e-2160cf6a0d3d tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Calling delete_port for 9a15be9b-3a95-47e5-a1df-f6c3b11fcd14 owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:57:11.692921 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-26f218e2-94ca-409e-9a3f-3c79413fe2d1 req-d0557852-d08a-4a09-a8e7-1b1be378cf1d tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Request body: {'port': {'device_id': 'f03c2e72-f0f0-45ae-880d-7b7eeb29bdae', 'network_id': '7cb87be5-5e63-4569-a71c-e4805af6e43b', 'admin_state_up': True, 'tenant_id': '2f949af31a734abc972f25de080a7f9a', 'security_groups': ['3ab0f541-ea4b-4949-8a79-26fe499abfca']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:57:11.825417 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26f218e2-94ca-409e-9a3f-3c79413fe2d1 req-d0557852-d08a-4a09-a8e7-1b1be378cf1d tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Made reservation on behalf of 2f949af31a734abc972f25de080a7f9a for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:57:11.831929 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-26f218e2-94ca-409e-9a3f-3c79413fe2d1 req-d0557852-d08a-4a09-a8e7-1b1be378cf1d tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:11.998943 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-26f218e2-94ca-409e-9a3f-3c79413fe2d1 req-d0557852-d08a-4a09-a8e7-1b1be378cf1d tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Allocated IP 172.20.0.12 (7cb87be5-5e63-4569-a71c-e4805af6e43b/d614b2f0-8c6e-4e2e-aec0-cfab71e0207b/c5ed6c20-f4ad-4227-9aa1-badc70aa2684) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:57:12.024012 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36484) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:12.073520 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2abae53b-ae98-4ffb-a1c7-0a56cbb09fcd tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for floatingip (f1ffdd45-5e63-446d-9b66-34519a2bc05d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:12.117267 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-73721362-efff-4a9b-b66e-2160cf6a0d3d tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (9a15be9b-3a95-47e5-a1df-f6c3b11fcd14), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:12.154758 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73721362-efff-4a9b-b66e-2160cf6a0d3d tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Pushing event deleted for resources: {'Port': ['ID=9a15be9b-3a95-47e5-a1df-f6c3b11fcd14,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:12.155184 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 9e17bde8-7737-41d1-8a0e-e2fdde39fdd3 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:57:12.218414 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 9e17bde8-7737-41d1-8a0e-e2fdde39fdd3 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:57:12.218881 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 9e17bde8-7737-41d1-8a0e-e2fdde39fdd3 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:57:12.259160 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2abae53b-ae98-4ffb-a1c7-0a56cbb09fcd tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (90a39adb-def1-48dc-8146-ccd5baf3ad2d), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:12.302911 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-26f218e2-94ca-409e-9a3f-3c79413fe2d1 req-d0557852-d08a-4a09-a8e7-1b1be378cf1d tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Publish callbacks [] for port (c5ed6c20-f4ad-4227-9aa1-badc70aa2684), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:12.346265 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-26f218e2-94ca-409e-9a3f-3c79413fe2d1 req-d0557852-d08a-4a09-a8e7-1b1be378cf1d tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (c5ed6c20-f4ad-4227-9aa1-badc70aa2684), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:12.396256 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26f218e2-94ca-409e-9a3f-3c79413fe2d1 req-d0557852-d08a-4a09-a8e7-1b1be378cf1d tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Network 7cb87be5-5e63-4569-a71c-e4805af6e43b is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:57:12.404821 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-26f218e2-94ca-409e-9a3f-3c79413fe2d1 req-d0557852-d08a-4a09-a8e7-1b1be378cf1d tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:57:12.407742 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-26f218e2-94ca-409e-9a3f-3c79413fe2d1 req-d0557852-d08a-4a09-a8e7-1b1be378cf1d tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:57:12.439410 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0557852-d08a-4a09-a8e7-1b1be378cf1d tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Pushing event updated for resources: {'Port': ['ID=c5ed6c20-f4ad-4227-9aa1-badc70aa2684,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:12.482628 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f218e2-94ca-409e-9a3f-3c79413fe2d1 req-d0557852-d08a-4a09-a8e7-1b1be378cf1d tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:12.483378 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-26f218e2-94ca-409e-9a3f-3c79413fe2d1 req-d0557852-d08a-4a09-a8e7-1b1be378cf1d tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:12.519453 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-26f218e2-94ca-409e-9a3f-3c79413fe2d1 req-d0557852-d08a-4a09-a8e7-1b1be378cf1d tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8299124 Mar 11 19:57:12.533156 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [req-26f218e2-94ca-409e-9a3f-3c79413fe2d1 req-1385c099-0bc4-4c53-9fac-d791bb39b471 tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:57:12.539036 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-26f218e2-94ca-409e-9a3f-3c79413fe2d1 req-1385c099-0bc4-4c53-9fac-d791bb39b471 tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0142641 Mar 11 19:57:12.551139 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-26f218e2-94ca-409e-9a3f-3c79413fe2d1 req-b10515af-fd76-4305-85b9-5e9f8ceaeb90 service neutron] Request body: {'port': {'device_id': 'f03c2e72-f0f0-45ae-880d-7b7eeb29bdae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:57:12.639554 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-26f218e2-94ca-409e-9a3f-3c79413fe2d1 req-b10515af-fd76-4305-85b9-5e9f8ceaeb90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c5ed6c20-f4ad-4227-9aa1-badc70aa2684), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:12.798691 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-7531be78-9e14-46de-9dcb-ca600076c20c None None] Provisioning complete for port c5ed6c20-f4ad-4227-9aa1-badc70aa2684 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:57:12.799970 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7531be78-9e14-46de-9dcb-ca600076c20c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (c5ed6c20-f4ad-4227-9aa1-badc70aa2684), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:12.848239 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-e2c776f7-ddd1-42d2-bab5-246f0dd7383c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9a2132e02eba4e489015b67acdaa176b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8060031 Mar 11 19:57:12.852807 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36490) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:12.856395 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-7531be78-9e14-46de-9dcb-ca600076c20c None None] Port c5ed6c20-f4ad-4227-9aa1-badc70aa2684 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:57:12.936867 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-73721362-efff-4a9b-b66e-2160cf6a0d3d tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (1d5e5e69-9a25-4e36-bb20-af7585b925e1), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:12.953621 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-26f218e2-94ca-409e-9a3f-3c79413fe2d1 req-b10515af-fd76-4305-85b9-5e9f8ceaeb90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5ed6c20-f4ad-4227-9aa1-badc70aa2684 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:57:12.964654 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-26f218e2-94ca-409e-9a3f-3c79413fe2d1 req-b10515af-fd76-4305-85b9-5e9f8ceaeb90 service neutron] Publish callbacks [] for port (c5ed6c20-f4ad-4227-9aa1-badc70aa2684), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:12.977816 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-26f218e2-94ca-409e-9a3f-3c79413fe2d1 req-b10515af-fd76-4305-85b9-5e9f8ceaeb90 service neutron] Transition to ACTIVE for port object c5ed6c20-f4ad-4227-9aa1-badc70aa2684 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:57:12.981879 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-26f218e2-94ca-409e-9a3f-3c79413fe2d1 req-b10515af-fd76-4305-85b9-5e9f8ceaeb90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (c5ed6c20-f4ad-4227-9aa1-badc70aa2684), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:13.038797 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10515af-fd76-4305-85b9-5e9f8ceaeb90 service neutron] Pushing event updated for resources: {'Port': ['ID=c5ed6c20-f4ad-4227-9aa1-badc70aa2684,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:13.079316 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2e74d215-7af9-473e-ba74-ae223c24486d admin admin] Publish callbacks [] for security_group (2841a997-fe12-4e73-9e30-931b240b809e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:13.090206 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187619cc-73ca-417b-b5e4-24094918c469 req-b23d9c49-2b31-4276-bdd1-f1b50da2e0a8 tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:13.092136 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-187619cc-73ca-417b-b5e4-24094918c469 req-b23d9c49-2b31-4276-bdd1-f1b50da2e0a8 tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] 10.222.0.65 "GET /v2.0/ports?device_id=f03c2e72-f0f0-45ae-880d-7b7eeb29bdae HTTP/1.1" status: 200 len: 932 time: 0.2766228 Mar 11 19:57:13.117371 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-26f218e2-94ca-409e-9a3f-3c79413fe2d1 req-b10515af-fd76-4305-85b9-5e9f8ceaeb90 service neutron] Attempting to bind port c5ed6c20-f4ad-4227-9aa1-badc70aa2684 on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:57:13.117871 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-26f218e2-94ca-409e-9a3f-3c79413fe2d1 req-b10515af-fd76-4305-85b9-5e9f8ceaeb90 service neutron] Attempting to bind port c5ed6c20-f4ad-4227-9aa1-badc70aa2684 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '24113e97-424e-4ee4-920c-ab4f67020525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '7cb87be5-5e63-4569-a71c-e4805af6e43b'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:57:13.118430 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f218e2-94ca-409e-9a3f-3c79413fe2d1 req-b10515af-fd76-4305-85b9-5e9f8ceaeb90 service neutron] Attempting to bind port c5ed6c20-f4ad-4227-9aa1-badc70aa2684 on network 7cb87be5-5e63-4569-a71c-e4805af6e43b {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:57:13.124976 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f218e2-94ca-409e-9a3f-3c79413fe2d1 req-b10515af-fd76-4305-85b9-5e9f8ceaeb90 service neutron] Port c5ed6c20-f4ad-4227-9aa1-badc70aa2684 on network 7cb87be5-5e63-4569-a71c-e4805af6e43b not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:57:13.125568 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f218e2-94ca-409e-9a3f-3c79413fe2d1 req-b10515af-fd76-4305-85b9-5e9f8ceaeb90 service neutron] Attempting to bind port c5ed6c20-f4ad-4227-9aa1-badc70aa2684 on network 7cb87be5-5e63-4569-a71c-e4805af6e43b {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:57:13.130734 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2abae53b-ae98-4ffb-a1c7-0a56cbb09fcd tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for port (90a39adb-def1-48dc-8146-ccd5baf3ad2d), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:13.135402 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f218e2-94ca-409e-9a3f-3c79413fe2d1 req-b10515af-fd76-4305-85b9-5e9f8ceaeb90 service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:57:13.136266 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f218e2-94ca-409e-9a3f-3c79413fe2d1 req-b10515af-fd76-4305-85b9-5e9f8ceaeb90 service neutron] Checking segment: {'id': '24113e97-424e-4ee4-920c-ab4f67020525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '7cb87be5-5e63-4569-a71c-e4805af6e43b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:57:13.136822 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f218e2-94ca-409e-9a3f-3c79413fe2d1 req-b10515af-fd76-4305-85b9-5e9f8ceaeb90 service neutron] Bound using segment: {'id': '24113e97-424e-4ee4-920c-ab4f67020525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '7cb87be5-5e63-4569-a71c-e4805af6e43b'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:57:13.137544 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-26f218e2-94ca-409e-9a3f-3c79413fe2d1 req-b10515af-fd76-4305-85b9-5e9f8ceaeb90 service neutron] Bound port: c5ed6c20-f4ad-4227-9aa1-badc70aa2684, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24113e97-424e-4ee4-920c-ab4f67020525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '7cb87be5-5e63-4569-a71c-e4805af6e43b'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:57:13.138285 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-26f218e2-94ca-409e-9a3f-3c79413fe2d1 req-b10515af-fd76-4305-85b9-5e9f8ceaeb90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c5ed6c20-f4ad-4227-9aa1-badc70aa2684), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:13.145694 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2abae53b-ae98-4ffb-a1c7-0a56cbb09fcd tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (90a39adb-def1-48dc-8146-ccd5baf3ad2d), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:13.224989 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-26f218e2-94ca-409e-9a3f-3c79413fe2d1 req-b10515af-fd76-4305-85b9-5e9f8ceaeb90 service neutron] For port c5ed6c20-f4ad-4227-9aa1-badc70aa2684, host n-h1-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:57:13.229889 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-26f218e2-94ca-409e-9a3f-3c79413fe2d1 req-b10515af-fd76-4305-85b9-5e9f8ceaeb90 service neutron] For port c5ed6c20-f4ad-4227-9aa1-badc70aa2684, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=c5ed6c20-f4ad-4227-9aa1-badc70aa2684,segment=NetworkSegment(24113e97-424e-4ee4-920c-ab4f67020525),segment_id=24113e97-424e-4ee4-920c-ab4f67020525)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:57:13.232562 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abae53b-ae98-4ffb-a1c7-0a56cbb09fcd tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Pushing event updated for resources: {'Port': ['ID=90a39adb-def1-48dc-8146-ccd5baf3ad2d,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:13.243520 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-26f218e2-94ca-409e-9a3f-3c79413fe2d1 req-b10515af-fd76-4305-85b9-5e9f8ceaeb90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (c5ed6c20-f4ad-4227-9aa1-badc70aa2684), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:13.305828 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2e74d215-7af9-473e-ba74-ae223c24486d admin admin] Publish callbacks [] for security_group (2841a997-fe12-4e73-9e30-931b240b809e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:13.320669 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f218e2-94ca-409e-9a3f-3c79413fe2d1 req-b10515af-fd76-4305-85b9-5e9f8ceaeb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:13.321454 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-26f218e2-94ca-409e-9a3f-3c79413fe2d1 req-b10515af-fd76-4305-85b9-5e9f8ceaeb90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:13.323556 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-26f218e2-94ca-409e-9a3f-3c79413fe2d1 req-b10515af-fd76-4305-85b9-5e9f8ceaeb90 service neutron] 10.222.0.75 "PUT /v2.0/ports/c5ed6c20-f4ad-4227-9aa1-badc70aa2684 HTTP/1.1" status: 200 len: 1092 time: 0.7776661 Mar 11 19:57:13.326270 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f03c2e72-f0f0-45ae-880d-7b7eeb29bdae', 'tag': 'c5ed6c20-f4ad-4227-9aa1-badc70aa2684'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:57:13.330981 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a86198c-b070-4d12-b970-5d9338233d05" -d '{"events": [{"name": "network-changed", "server_uuid": "f03c2e72-f0f0-45ae-880d-7b7eeb29bdae", "tag": "c5ed6c20-f4ad-4227-9aa1-badc70aa2684"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:57:13.362396 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10515af-fd76-4305-85b9-5e9f8ceaeb90 service neutron] Pushing event updated for resources: {'Port': ['ID=c5ed6c20-f4ad-4227-9aa1-badc70aa2684,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:13.391940 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2abae53b-ae98-4ffb-a1c7-0a56cbb09fcd tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (f1ffdd45-5e63-446d-9b66-34519a2bc05d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:13.428600 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f218e2-94ca-409e-9a3f-3c79413fe2d1 req-54f73beb-a6a7-44c5-ac21-34e2a7b72a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:13.431144 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-26f218e2-94ca-409e-9a3f-3c79413fe2d1 req-54f73beb-a6a7-44c5-ac21-34e2a7b72a09 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2f949af31a734abc972f25de080a7f9a&device_id=f03c2e72-f0f0-45ae-880d-7b7eeb29bdae HTTP/1.1" status: 200 len: 1126 time: 0.0633605 Mar 11 19:57:13.485463 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-26f218e2-94ca-409e-9a3f-3c79413fe2d1 req-0ce293a4-7d1a-46eb-8ac6-7f9ff452727e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5ed6c20-f4ad-4227-9aa1-badc70aa2684 HTTP/1.1" status: 200 len: 217 time: 0.0476861 Mar 11 19:57:13.485711 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-187619cc-73ca-417b-b5e4-24094918c469 req-da0e3c2b-af38-4566-a065-81ec27dcd246 tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ab0f541-ea4b-4949-8a79-26fe499abfca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3499432 Mar 11 19:57:13.519060 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73721362-efff-4a9b-b66e-2160cf6a0d3d tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Router 1d5e5e69-9a25-4e36-bb20-af7585b925e1 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:57:13.584740 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f218e2-94ca-409e-9a3f-3c79413fe2d1 req-0b95fd23-8589-436b-9bf3-dfaaf0b8d2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:13.592423 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-26f218e2-94ca-409e-9a3f-3c79413fe2d1 req-0b95fd23-8589-436b-9bf3-dfaaf0b8d2d2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d614b2f0-8c6e-4e2e-aec0-cfab71e0207b HTTP/1.1" status: 200 len: 848 time: 0.0991502 Mar 11 19:57:13.597676 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8bb6bb5-66fd-4754-96df-2e7ef7628710 x-openstack-request-id: req-d8bb6bb5-66fd-4754-96df-2e7ef7628710 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:57:13.598319 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f03c2e72-f0f0-45ae-880d-7b7eeb29bdae", "tag": "c5ed6c20-f4ad-4227-9aa1-badc70aa2684", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:57:13.599165 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d8bb6bb5-66fd-4754-96df-2e7ef7628710 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:57:13.599996 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f03c2e72-f0f0-45ae-880d-7b7eeb29bdae', 'tag': 'c5ed6c20-f4ad-4227-9aa1-badc70aa2684', 'status': 'completed', 'code': 200} Mar 11 19:57:13.606592 n-d-833163-1 neutron-server[103885]: INFO neutron.db.l3_db [None req-2abae53b-ae98-4ffb-a1c7-0a56cbb09fcd tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Floating IP f1ffdd45-5e63-446d-9b66-34519a2bc05d associated. External IP: 172.25.8.108, port: adaa45a9-54a5-4224-ae7f-fb39d9e55b70. Mar 11 19:57:13.665709 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f218e2-94ca-409e-9a3f-3c79413fe2d1 req-33766631-e604-4181-9f17-64fd78823680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:13.667462 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-26f218e2-94ca-409e-9a3f-3c79413fe2d1 req-33766631-e604-4181-9f17-64fd78823680 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7cb87be5-5e63-4569-a71c-e4805af6e43b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0663681 Mar 11 19:57:13.698375 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2e74d215-7af9-473e-ba74-ae223c24486d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (2841a997-fe12-4e73-9e30-931b240b809e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:13.700934 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2e74d215-7af9-473e-ba74-ae223c24486d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:13.702068 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-2e74d215-7af9-473e-ba74-ae223c24486d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2841a997-fe12-4e73-9e30-931b240b809e HTTP/1.1" status: 204 len: 168 time: 0.8221855 Mar 11 19:57:13.748342 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e74d215-7af9-473e-ba74-ae223c24486d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2841a997-fe12-4e73-9e30-931b240b809e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:13.755311 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73721362-efff-4a9b-b66e-2160cf6a0d3d tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:57:13.770821 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-26f218e2-94ca-409e-9a3f-3c79413fe2d1 req-03c59315-8e88-40dd-928b-994755105c0c service neutron] 10.222.0.75 "GET /v2.0/networks/7cb87be5-5e63-4569-a71c-e4805af6e43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974309 Mar 11 19:57:13.771355 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b86c075-9eea-424b-b55c-909adb163cef None None] Sync routers for ids ['1d5e5e69-9a25-4e36-bb20-af7585b925e1'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:57:13.787614 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b86c075-9eea-424b-b55c-909adb163cef None None] Routers {'1d5e5e69-9a25-4e36-bb20-af7585b925e1'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:57:13.789471 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-3b86c075-9eea-424b-b55c-909adb163cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:56:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['1d5e5e69-9a25-4e36-bb20-af7585b925e1'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:13.796008 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-73721362-efff-4a9b-b66e-2160cf6a0d3d tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] 10.222.0.65 "PUT /v2.0/routers/1d5e5e69-9a25-4e36-bb20-af7585b925e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9608028 Mar 11 19:57:13.798450 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36496) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:13.830876 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-3b86c075-9eea-424b-b55c-909adb163cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:13.840805 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b86c075-9eea-424b-b55c-909adb163cef None None] Routers {'1d5e5e69-9a25-4e36-bb20-af7585b925e1'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:57:13.842371 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-3b86c075-9eea-424b-b55c-909adb163cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:56:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['1d5e5e69-9a25-4e36-bb20-af7585b925e1'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:13.842783 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [None req-0c513119-98fe-4067-8548-bde8e8e006f5 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] show failed (client error): The resource could not be found. Mar 11 19:57:13.848218 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-0c513119-98fe-4067-8548-bde8e8e006f5 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] 10.222.0.65 "GET /v2.0/routers/tempest-non_exist_router-1215881393 HTTP/1.1" status: 404 len: 335 time: 0.0486519 Mar 11 19:57:13.848829 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36498) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:13.858273 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-92779dc1-0f06-4f86-b860-2e5aadf6dba6 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:57:13.884733 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-3b86c075-9eea-424b-b55c-909adb163cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:13.886178 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b86c075-9eea-424b-b55c-909adb163cef None None] The sync data for ids ['1d5e5e69-9a25-4e36-bb20-af7585b925e1'] in n-d-833163-1 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:57:13.894938 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [None req-92779dc1-0f06-4f86-b860-2e5aadf6dba6 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] update failed (client error): The resource could not be found. Mar 11 19:57:13.900340 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-92779dc1-0f06-4f86-b860-2e5aadf6dba6 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] 10.222.0.65 "PUT /v2.0/routers/tempest-non_exist_router-1905125424 HTTP/1.1" status: 404 len: 335 time: 0.0474389 Mar 11 19:57:13.900502 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36500) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:13.980569 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-86389927-bcd0-4415-803e-5d23cd677563 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Deleting subnet c6122b67-1696-4169-b9db-574806b34691 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:57:13.985902 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-26f218e2-94ca-409e-9a3f-3c79413fe2d1 req-83cd029b-e17d-4dac-88ca-c245b3b5f9f7 service neutron] 10.222.0.75 "GET /v2.0/networks/7cb87be5-5e63-4569-a71c-e4805af6e43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093360 Mar 11 19:57:13.986809 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-86389927-bcd0-4415-803e-5d23cd677563 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks [] for subnet (c6122b67-1696-4169-b9db-574806b34691), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:14.035273 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-86389927-bcd0-4415-803e-5d23cd677563 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (c6122b67-1696-4169-b9db-574806b34691), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:14.055203 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2abae53b-ae98-4ffb-a1c7-0a56cbb09fcd tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Router f8f5cd53-32d4-4027-b61a-a31b4d763842 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:57:14.170739 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a86198c-b070-4d12-b970-5d9338233d05 req-896c7e34-4ea3-4db4-9723-47bbf18f9883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:14.172267 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-9a86198c-b070-4d12-b970-5d9338233d05 req-896c7e34-4ea3-4db4-9723-47bbf18f9883 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2f949af31a734abc972f25de080a7f9a&device_id=f03c2e72-f0f0-45ae-880d-7b7eeb29bdae HTTP/1.1" status: 200 len: 1126 time: 0.0920110 Mar 11 19:57:14.179062 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-86389927-bcd0-4415-803e-5d23cd677563 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (c6122b67-1696-4169-b9db-574806b34691), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:14.190589 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2abae53b-ae98-4ffb-a1c7-0a56cbb09fcd tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:57:14.203608 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd4e747-8d34-470d-a5ad-5e02166b4ad2 None None] Sync routers for ids ['f8f5cd53-32d4-4027-b61a-a31b4d763842'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:57:14.212091 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2abae53b-ae98-4ffb-a1c7-0a56cbb09fcd tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:14.217749 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd4e747-8d34-470d-a5ad-5e02166b4ad2 None None] Routers {'f8f5cd53-32d4-4027-b61a-a31b4d763842'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:57:14.218457 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-9cd4e747-8d34-470d-a5ad-5e02166b4ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:56:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['f8f5cd53-32d4-4027-b61a-a31b4d763842'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:14.256601 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-2abae53b-ae98-4ffb-a1c7-0a56cbb09fcd tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.4109674 Mar 11 19:57:14.258906 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-9cd4e747-8d34-470d-a5ad-5e02166b4ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:14.259299 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36512) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:14.264736 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-f6639f73-2901-447f-b2ff-660c503c33fe tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:57:14.269722 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd4e747-8d34-470d-a5ad-5e02166b4ad2 None None] Routers {'f8f5cd53-32d4-4027-b61a-a31b4d763842'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:57:14.270742 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-9cd4e747-8d34-470d-a5ad-5e02166b4ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:56:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['f8f5cd53-32d4-4027-b61a-a31b4d763842'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:14.320264 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-9cd4e747-8d34-470d-a5ad-5e02166b4ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:14.322307 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd4e747-8d34-470d-a5ad-5e02166b4ad2 None None] The sync data for ids ['f8f5cd53-32d4-4027-b61a-a31b4d763842'] in n-d-833163-1 is: [] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:57:14.329768 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-86389927-bcd0-4415-803e-5d23cd677563 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (c6122b67-1696-4169-b9db-574806b34691), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:14.352530 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f6639f73-2901-447f-b2ff-660c503c33fe tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for floatingip (f1ffdd45-5e63-446d-9b66-34519a2bc05d), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:14.360970 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a86198c-b070-4d12-b970-5d9338233d05 req-4272ed83-d48f-4db0-8e29-d19f5ffcb283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:14.362788 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-9a86198c-b070-4d12-b970-5d9338233d05 req-4272ed83-d48f-4db0-8e29-d19f5ffcb283 service neutron] 10.222.0.75 "GET /v2.0/networks?id=7cb87be5-5e63-4569-a71c-e4805af6e43b HTTP/1.1" status: 200 len: 910 time: 0.1799655 Mar 11 19:57:14.365261 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86389927-bcd0-4415-803e-5d23cd677563 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Pushing event deleted for resources: {'Subnet': ['ID=c6122b67-1696-4169-b9db-574806b34691,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:14.367226 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-86389927-bcd0-4415-803e-5d23cd677563 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:14.371274 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-86389927-bcd0-4415-803e-5d23cd677563 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] 10.222.0.65 "DELETE /v2.0/subnets/c6122b67-1696-4169-b9db-574806b34691 HTTP/1.1" status: 204 len: 168 time: 0.4694743 Mar 11 19:57:14.376654 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f98b5d-eff2-42b9-843a-4a94c6f1a1ee None None] Network 1b3af621-b462-4855-803e-276a10d7168a requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:57:14.379406 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36518) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:14.423002 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-9a86198c-b070-4d12-b970-5d9338233d05 req-4130b84c-88a1-4a6f-82d0-209b9f4ca415 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5ed6c20-f4ad-4227-9aa1-badc70aa2684 HTTP/1.1" status: 200 len: 217 time: 0.0502708 Mar 11 19:57:14.500750 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-68a78092-94ac-4edb-9d43-b78b093b2c44 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Deleting subnet 35d3d6ca-cbe8-4b06-a916-26fdfcac40d2 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:57:14.504238 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-68a78092-94ac-4edb-9d43-b78b093b2c44 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks [] for subnet (35d3d6ca-cbe8-4b06-a916-26fdfcac40d2), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:14.528092 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a86198c-b070-4d12-b970-5d9338233d05 req-04b71572-51f3-47eb-a3e2-5c551dff5b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:14.529034 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-9a86198c-b070-4d12-b970-5d9338233d05 req-04b71572-51f3-47eb-a3e2-5c551dff5b45 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d614b2f0-8c6e-4e2e-aec0-cfab71e0207b HTTP/1.1" status: 200 len: 848 time: 0.0878379 Mar 11 19:57:14.556642 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f6639f73-2901-447f-b2ff-660c503c33fe tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:14.564664 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f6639f73-2901-447f-b2ff-660c503c33fe tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (f1ffdd45-5e63-446d-9b66-34519a2bc05d), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:14.565143 n-d-833163-1 neutron-server[103885]: INFO neutron.db.l3_db [None req-f6639f73-2901-447f-b2ff-660c503c33fe tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Floating IP f1ffdd45-5e63-446d-9b66-34519a2bc05d disassociated. External IP: 172.25.8.108, port: adaa45a9-54a5-4224-ae7f-fb39d9e55b70. Mar 11 19:57:14.581938 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-68a78092-94ac-4edb-9d43-b78b093b2c44 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (35d3d6ca-cbe8-4b06-a916-26fdfcac40d2), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:14.605245 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba6924e-ffbc-4207-bc2f-20fb1001cdd4 None None] DHCP port deletion for 1b3af621-b462-4855-803e-276a10d7168a request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:57:14.715192 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36526) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:14.717150 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-9ba6924e-ffbc-4207-bc2f-20fb1001cdd4 None None] Deleting port b541fd21-b9e2-49c5-9d88-42d6d62d0f27 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:57:14.717534 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9ba6924e-ffbc-4207-bc2f-20fb1001cdd4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (b541fd21-b9e2-49c5-9d88-42d6d62d0f27), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:14.756203 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509d7ac-d275-4d78-af40-e5aec44a1b5e req-f34be1c5-9342-446b-92eb-6d95d15df488 tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:14.757827 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a509d7ac-d275-4d78-af40-e5aec44a1b5e req-f34be1c5-9342-446b-92eb-6d95d15df488 tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] 10.222.0.65 "GET /v2.0/ports?device_id=f03c2e72-f0f0-45ae-880d-7b7eeb29bdae HTTP/1.1" status: 200 len: 944 time: 0.1361868 Mar 11 19:57:14.850325 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-5b5495c8-7eda-4d20-88c7-b3a05316cdda tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1928937244', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:57:14.875395 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a509d7ac-d275-4d78-af40-e5aec44a1b5e req-cebabe8c-86ad-4e23-93b8-b4dc6a35ad25 tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ab0f541-ea4b-4949-8a79-26fe499abfca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740852 Mar 11 19:57:14.898969 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5b5495c8-7eda-4d20-88c7-b3a05316cdda tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (674d8408-8264-4192-b4c0-834ddc487160), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:14.900318 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5b5495c8-7eda-4d20-88c7-b3a05316cdda tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (674d8408-8264-4192-b4c0-834ddc487160), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:14.964342 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5b5495c8-7eda-4d20-88c7-b3a05316cdda tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks [] for router_controller (674d8408-8264-4192-b4c0-834ddc487160), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:14.971048 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-9ba6924e-ffbc-4207-bc2f-20fb1001cdd4 None None] For port b541fd21-b9e2-49c5-9d88-42d6d62d0f27, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=b541fd21-b9e2-49c5-9d88-42d6d62d0f27,segment=NetworkSegment(eaecf1ac-8c78-4230-9d0c-412e64234734),segment_id=eaecf1ac-8c78-4230-9d0c-412e64234734)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:57:14.972187 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9ba6924e-ffbc-4207-bc2f-20fb1001cdd4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (b541fd21-b9e2-49c5-9d88-42d6d62d0f27), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:14.987241 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-9ba6924e-ffbc-4207-bc2f-20fb1001cdd4 None None] Calling delete_port for b541fd21-b9e2-49c5-9d88-42d6d62d0f27 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:57:14.995830 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5b5495c8-7eda-4d20-88c7-b3a05316cdda tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (674d8408-8264-4192-b4c0-834ddc487160), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:15.023499 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a86198c-b070-4d12-b970-5d9338233d05 req-fa6e3f38-1044-456c-8d90-3e2f2ec7f8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:15.025579 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-9a86198c-b070-4d12-b970-5d9338233d05 req-fa6e3f38-1044-456c-8d90-3e2f2ec7f8a0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7cb87be5-5e63-4569-a71c-e4805af6e43b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4885058 Mar 11 19:57:15.029259 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5b5495c8-7eda-4d20-88c7-b3a05316cdda tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:15.033159 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-5b5495c8-7eda-4d20-88c7-b3a05316cdda tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.3143167 Mar 11 19:57:15.034550 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36532) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:15.038629 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-54b822d7-7c06-40f5-b162-56ae3a9d2f2a tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1226605092'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:57:15.054256 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6639f73-2901-447f-b2ff-660c503c33fe tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Router f8f5cd53-32d4-4027-b61a-a31b4d763842 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:57:15.068555 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b822d7-7c06-40f5-b162-56ae3a9d2f2a tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Made reservation on behalf of bd4100df7c854b8c83c4757c3d27750f for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:57:15.072608 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-54b822d7-7c06-40f5-b162-56ae3a9d2f2a tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:15.086564 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-54b822d7-7c06-40f5-b162-56ae3a9d2f2a tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:15.093671 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9ba6924e-ffbc-4207-bc2f-20fb1001cdd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (b541fd21-b9e2-49c5-9d88-42d6d62d0f27), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:15.123668 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-68a78092-94ac-4edb-9d43-b78b093b2c44 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (35d3d6ca-cbe8-4b06-a916-26fdfcac40d2), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:15.126041 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba6924e-ffbc-4207-bc2f-20fb1001cdd4 None None] Pushing event deleted for resources: {'Port': ['ID=b541fd21-b9e2-49c5-9d88-42d6d62d0f27,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:15.135385 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba6924e-ffbc-4207-bc2f-20fb1001cdd4 None None] No DVR routers for this DVR port b541fd21-b9e2-49c5-9d88-42d6d62d0f27 on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:57:15.192277 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-9a86198c-b070-4d12-b970-5d9338233d05 req-863acb5f-60bb-4836-beb5-e6ae3ad9ec91 service neutron] 10.222.0.75 "GET /v2.0/networks/7cb87be5-5e63-4569-a71c-e4805af6e43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586516 Mar 11 19:57:15.258054 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6639f73-2901-447f-b2ff-660c503c33fe tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:57:15.270161 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d77041b-57e8-4139-aea6-4e04a431b3a3 None None] Sync routers for ids ['f8f5cd53-32d4-4027-b61a-a31b4d763842'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:57:15.286058 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d77041b-57e8-4139-aea6-4e04a431b3a3 None None] Routers {'f8f5cd53-32d4-4027-b61a-a31b4d763842'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:57:15.286385 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-5d77041b-57e8-4139-aea6-4e04a431b3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:56:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['f8f5cd53-32d4-4027-b61a-a31b4d763842'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:15.292712 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-68a78092-94ac-4edb-9d43-b78b093b2c44 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (35d3d6ca-cbe8-4b06-a916-26fdfcac40d2), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:15.317903 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-54b822d7-7c06-40f5-b162-56ae3a9d2f2a tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks [] for security_group (68eda139-0a66-4629-94bc-c5579e1653da), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:15.322508 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f6639f73-2901-447f-b2ff-660c503c33fe tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:15.331365 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-5d77041b-57e8-4139-aea6-4e04a431b3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:15.340440 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-9a86198c-b070-4d12-b970-5d9338233d05 req-75f5fd55-8e96-484f-ad75-b24d722c2acf service neutron] 10.222.0.75 "GET /v2.0/networks/7cb87be5-5e63-4569-a71c-e4805af6e43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420517 Mar 11 19:57:15.342210 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a78092-94ac-4edb-9d43-b78b093b2c44 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Pushing event deleted for resources: {'Subnet': ['ID=35d3d6ca-cbe8-4b06-a916-26fdfcac40d2,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:15.344133 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d77041b-57e8-4139-aea6-4e04a431b3a3 None None] Routers {'f8f5cd53-32d4-4027-b61a-a31b4d763842'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:57:15.345464 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-5d77041b-57e8-4139-aea6-4e04a431b3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:56:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['f8f5cd53-32d4-4027-b61a-a31b4d763842'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:15.348183 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-68a78092-94ac-4edb-9d43-b78b093b2c44 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:15.355959 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-54b822d7-7c06-40f5-b162-56ae3a9d2f2a tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (68eda139-0a66-4629-94bc-c5579e1653da), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:15.357333 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-68a78092-94ac-4edb-9d43-b78b093b2c44 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] 10.222.0.65 "DELETE /v2.0/subnets/35d3d6ca-cbe8-4b06-a916-26fdfcac40d2 HTTP/1.1" status: 204 len: 168 time: 0.9767423 Mar 11 19:57:15.358096 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36540) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:15.395018 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-5d77041b-57e8-4139-aea6-4e04a431b3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:15.395685 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d77041b-57e8-4139-aea6-4e04a431b3a3 None None] The sync data for ids ['f8f5cd53-32d4-4027-b61a-a31b4d763842'] in n-d-833163-1 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:57:15.397255 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af11fde2-fe71-4b2d-912a-f4097655dc28 None None] Network 74553dac-b263-4c58-859f-79039fbd90fd requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:57:15.406996 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54b822d7-7c06-40f5-b162-56ae3a9d2f2a tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] vlan segment allocate from pool success with {'vlan_id': 892, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:57:15.417431 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f6639f73-2901-447f-b2ff-660c503c33fe tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] 10.222.0.65 "PUT /v2.0/floatingips/f1ffdd45-5e63-446d-9b66-34519a2bc05d HTTP/1.1" status: 200 len: 688 time: 1.1536133 Mar 11 19:57:15.428246 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36542) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:15.437432 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b822d7-7c06-40f5-b162-56ae3a9d2f2a tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68eda139-0a66-4629-94bc-c5579e1653da,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:15.464105 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d86d62cf-61b0-4637-876f-d6a4b1b2e6b0 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (1b3af621-b462-4855-803e-276a10d7168a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:15.476125 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-54b822d7-7c06-40f5-b162-56ae3a9d2f2a tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (5390a1b4-d1a5-4990-842e-493848f31551), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:15.476515 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-54b822d7-7c06-40f5-b162-56ae3a9d2f2a tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Added segment 5390a1b4-d1a5-4990-842e-493848f31551 of type vlan for network 3dbc3ff2-c787-4f0b-8414-f6c01f837fa1 Mar 11 19:57:15.576422 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-54b822d7-7c06-40f5-b162-56ae3a9d2f2a tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (3dbc3ff2-c787-4f0b-8414-f6c01f837fa1), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:15.593612 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d86d62cf-61b0-4637-876f-d6a4b1b2e6b0 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (1b3af621-b462-4855-803e-276a10d7168a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:15.621411 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-d86d62cf-61b0-4637-876f-d6a4b1b2e6b0 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b3af621-b462-4855-803e-276a10d7168a']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:15.625207 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45c71c6-db60-450a-b112-637328f9aabe None None] DHCP port deletion for 74553dac-b263-4c58-859f-79039fbd90fd request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:57:15.643011 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-54b822d7-7c06-40f5-b162-56ae3a9d2f2a tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (3dbc3ff2-c787-4f0b-8414-f6c01f837fa1), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:15.648528 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b822d7-7c06-40f5-b162-56ae3a9d2f2a tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:15.649133 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-54b822d7-7c06-40f5-b162-56ae3a9d2f2a tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:15.664270 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-d86d62cf-61b0-4637-876f-d6a4b1b2e6b0 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaecf1ac-8c78-4230-9d0c-412e64234734') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:15.664270 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-d86d62cf-61b0-4637-876f-d6a4b1b2e6b0 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaecf1ac-8c78-4230-9d0c-412e64234734') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:15.679595 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d86d62cf-61b0-4637-876f-d6a4b1b2e6b0 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (eaecf1ac-8c78-4230-9d0c-412e64234734), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:15.680626 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-8e9964bd-403e-487d-9e2f-3c5c3367253d tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Deleting port 90a39adb-def1-48dc-8146-ccd5baf3ad2d {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:57:15.681002 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8e9964bd-403e-487d-9e2f-3c5c3367253d tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (90a39adb-def1-48dc-8146-ccd5baf3ad2d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:15.693454 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-54b822d7-7c06-40f5-b162-56ae3a9d2f2a tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6563437 Mar 11 19:57:15.693860 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36550) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:15.701438 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-5350aa7a-8b2e-4ff4-90d5-3ccc401c49ff tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Request body: {'subnet': {'network_id': '3dbc3ff2-c787-4f0b-8414-f6c01f837fa1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:57:15.706592 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d86d62cf-61b0-4637-876f-d6a4b1b2e6b0 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (eaecf1ac-8c78-4230-9d0c-412e64234734), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:15.726519 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d45c71c6-db60-450a-b112-637328f9aabe None None] Deleting port 862677c7-ca26-45c7-9e86-7303ce22be38 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:57:15.727086 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d45c71c6-db60-450a-b112-637328f9aabe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (862677c7-ca26-45c7-9e86-7303ce22be38), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:15.727844 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d86d62cf-61b0-4637-876f-d6a4b1b2e6b0 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Releasing vlan 875 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:57:15.728331 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d86d62cf-61b0-4637-876f-d6a4b1b2e6b0 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (eaecf1ac-8c78-4230-9d0c-412e64234734), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:15.732350 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:57:15.732350 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:57:15.732350 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:57:15.732350 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:57:15.732350 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:57:15.732350 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:57:15.732350 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:57:15.732350 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:57:15.732350 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:57:15.732350 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:57:15.732350 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:57:15.732350 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:57:15.732350 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:57:15.732350 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:57:15.732350 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:57:15.732350 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:57:15.732350 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:57:15.732350 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:57:15.732350 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:57:15.732350 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:57:15.732350 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:57:15.732350 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:57:15.732350 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:57:15.732350 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:57:15.732350 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:57:15.732350 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:57:15.732350 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:57:15.732350 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:57:15.732350 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:57:15.732350 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:57:15.732350 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:57:15.732350 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:57:15.771216 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b822d7-7c06-40f5-b162-56ae3a9d2f2a tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Pushing event updated for resources: {'Network': ['ID=3dbc3ff2-c787-4f0b-8414-f6c01f837fa1,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:15.823086 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 3dbc3ff2-c787-4f0b-8414-f6c01f837fa1 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:57:15.832450 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d45c71c6-db60-450a-b112-637328f9aabe None None] For port 862677c7-ca26-45c7-9e86-7303ce22be38, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=862677c7-ca26-45c7-9e86-7303ce22be38,segment=NetworkSegment(8cd09ea4-89ca-4ca0-a085-a21ffe07f411),segment_id=8cd09ea4-89ca-4ca0-a085-a21ffe07f411)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:57:15.833105 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d45c71c6-db60-450a-b112-637328f9aabe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (862677c7-ca26-45c7-9e86-7303ce22be38), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:15.842158 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8e9964bd-403e-487d-9e2f-3c5c3367253d tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (90a39adb-def1-48dc-8146-ccd5baf3ad2d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:15.842502 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8e9964bd-403e-487d-9e2f-3c5c3367253d tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for floatingip (90a39adb-def1-48dc-8146-ccd5baf3ad2d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:15.849581 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d86d62cf-61b0-4637-876f-d6a4b1b2e6b0 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (1b3af621-b462-4855-803e-276a10d7168a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:15.864662 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d45c71c6-db60-450a-b112-637328f9aabe None None] Calling delete_port for 862677c7-ca26-45c7-9e86-7303ce22be38 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:57:15.868337 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-8e9964bd-403e-487d-9e2f-3c5c3367253d tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Calling delete_port for 90a39adb-def1-48dc-8146-ccd5baf3ad2d owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:57:15.875362 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d86d62cf-61b0-4637-876f-d6a4b1b2e6b0 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:15.881623 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d86d62cf-61b0-4637-876f-d6a4b1b2e6b0 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] 10.222.0.65 "DELETE /v2.0/networks/1b3af621-b462-4855-803e-276a10d7168a HTTP/1.1" status: 204 len: 168 time: 0.5224643 Mar 11 19:57:15.883816 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d62cf-61b0-4637-876f-d6a4b1b2e6b0 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Pushing event deleted for resources: {'Network': ['ID=1b3af621-b462-4855-803e-276a10d7168a,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:15.886231 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36554) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:15.915171 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5350aa7a-8b2e-4ff4-90d5-3ccc401c49ff tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Made reservation on behalf of bd4100df7c854b8c83c4757c3d27750f for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:57:15.918815 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5350aa7a-8b2e-4ff4-90d5-3ccc401c49ff tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:16.035750 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d45c71c6-db60-450a-b112-637328f9aabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (862677c7-ca26-45c7-9e86-7303ce22be38), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:16.050118 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e43caa79-ff86-4e19-b887-db0fd0cf0018 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (74553dac-b263-4c58-859f-79039fbd90fd), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:16.068917 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45c71c6-db60-450a-b112-637328f9aabe None None] Pushing event deleted for resources: {'Port': ['ID=862677c7-ca26-45c7-9e86-7303ce22be38,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:16.078973 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45c71c6-db60-450a-b112-637328f9aabe None None] No DVR routers for this DVR port 862677c7-ca26-45c7-9e86-7303ce22be38 on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:57:16.116853 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8e9964bd-403e-487d-9e2f-3c5c3367253d tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (90a39adb-def1-48dc-8146-ccd5baf3ad2d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:16.196253 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device b541fd21-b9e2-49c5-9d88-42d6d62d0f27 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:57:16.217149 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: b541fd21-b9e2-49c5-9d88-42d6d62d0f27 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:57:16.217657 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device b541fd21-b9e2-49c5-9d88-42d6d62d0f27 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:57:16.218191 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 862677c7-ca26-45c7-9e86-7303ce22be38 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:57:16.241400 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 862677c7-ca26-45c7-9e86-7303ce22be38 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:57:16.241906 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 862677c7-ca26-45c7-9e86-7303ce22be38 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:57:16.245024 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e43caa79-ff86-4e19-b887-db0fd0cf0018 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (74553dac-b263-4c58-859f-79039fbd90fd), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:16.261962 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9964bd-403e-487d-9e2f-3c5c3367253d tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Pushing event deleted for resources: {'Port': ['ID=90a39adb-def1-48dc-8146-ccd5baf3ad2d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:16.273430 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-e43caa79-ff86-4e19-b887-db0fd0cf0018 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74553dac-b263-4c58-859f-79039fbd90fd']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:16.287016 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-e43caa79-ff86-4e19-b887-db0fd0cf0018 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cd09ea4-89ca-4ca0-a085-a21ffe07f411') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:16.287336 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-e43caa79-ff86-4e19-b887-db0fd0cf0018 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cd09ea4-89ca-4ca0-a085-a21ffe07f411') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:16.291829 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d8d38a-fea3-44b6-abf0-ecae5308841b req-7ede2791-e02a-41e1-b623-ed670d282cc5 tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:16.293485 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-10d8d38a-fea3-44b6-abf0-ecae5308841b req-7ede2791-e02a-41e1-b623-ed670d282cc5 tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] 10.222.0.65 "GET /v2.0/ports?device_id=f03c2e72-f0f0-45ae-880d-7b7eeb29bdae HTTP/1.1" status: 200 len: 944 time: 0.2078023 Mar 11 19:57:16.301924 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e43caa79-ff86-4e19-b887-db0fd0cf0018 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (8cd09ea4-89ca-4ca0-a085-a21ffe07f411), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:16.309551 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8e9964bd-403e-487d-9e2f-3c5c3367253d tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for floatingip (f1ffdd45-5e63-446d-9b66-34519a2bc05d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:16.312252 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8e9964bd-403e-487d-9e2f-3c5c3367253d tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:16.313473 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-8e9964bd-403e-487d-9e2f-3c5c3367253d tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] 10.222.0.65 "DELETE /v2.0/floatingips/f1ffdd45-5e63-446d-9b66-34519a2bc05d HTTP/1.1" status: 204 len: 168 time: 0.8842001 Mar 11 19:57:16.318295 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36558) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:16.349161 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-03ce46f7-1f82-452b-9fd2-9adcf9d9fb8e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Request body: {'floatingip': {'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'port_id': '69fcddc1-ffeb-496c-8212-9e1ba631ca40'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:57:16.354419 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-10d8d38a-fea3-44b6-abf0-ecae5308841b req-cf9fae1f-b698-4bdc-a34d-6a08d092d17c tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ab0f541-ea4b-4949-8a79-26fe499abfca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538781 Mar 11 19:57:16.370733 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e43caa79-ff86-4e19-b887-db0fd0cf0018 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (8cd09ea4-89ca-4ca0-a085-a21ffe07f411), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:16.389590 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e43caa79-ff86-4e19-b887-db0fd0cf0018 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Releasing vlan 889 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:57:16.390031 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e43caa79-ff86-4e19-b887-db0fd0cf0018 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (8cd09ea4-89ca-4ca0-a085-a21ffe07f411), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:16.394694 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:57:16.394694 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:57:16.394694 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:57:16.394694 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:57:16.394694 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:57:16.394694 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:57:16.394694 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:57:16.394694 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:57:16.394694 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:57:16.394694 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:57:16.394694 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:57:16.394694 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:57:16.394694 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:57:16.394694 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:57:16.394694 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:57:16.394694 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:57:16.394694 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:57:16.394694 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:57:16.394694 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:57:16.394694 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:57:16.394694 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:57:16.394694 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:57:16.394694 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:57:16.394694 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:57:16.394694 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:57:16.394694 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:57:16.394694 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:57:16.394694 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:57:16.394694 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:57:16.394694 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:57:16.394694 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:57:16.394694 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:57:16.408693 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-03ce46f7-1f82-452b-9fd2-9adcf9d9fb8e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:16.414961 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5350aa7a-8b2e-4ff4-90d5-3ccc401c49ff tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (d57cc262-b5ec-42de-8fb0-2120f9913c36), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:16.508648 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e43caa79-ff86-4e19-b887-db0fd0cf0018 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (74553dac-b263-4c58-859f-79039fbd90fd), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:16.524622 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e43caa79-ff86-4e19-b887-db0fd0cf0018 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:16.529691 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e43caa79-ff86-4e19-b887-db0fd0cf0018 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] 10.222.0.65 "DELETE /v2.0/networks/74553dac-b263-4c58-859f-79039fbd90fd HTTP/1.1" status: 204 len: 168 time: 0.6400988 Mar 11 19:57:16.530844 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36560) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:16.554310 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43caa79-ff86-4e19-b887-db0fd0cf0018 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Pushing event deleted for resources: {'Network': ['ID=74553dac-b263-4c58-859f-79039fbd90fd,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:16.571375 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5350aa7a-8b2e-4ff4-90d5-3ccc401c49ff tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Pushing event updated for resources: {'Subnet': ['ID=d57cc262-b5ec-42de-8fb0-2120f9913c36,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:16.587987 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd0431e9-4454-45be-85c8-b9145d628d81 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Deleting subnet b8b6ea0b-6e3b-4fa6-a4a3-2110819cea1f {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:57:16.591220 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fd0431e9-4454-45be-85c8-b9145d628d81 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks [] for subnet (b8b6ea0b-6e3b-4fa6-a4a3-2110819cea1f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:16.592194 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5350aa7a-8b2e-4ff4-90d5-3ccc401c49ff tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Checking segment: {'id': '5390a1b4-d1a5-4990-842e-493848f31551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '3dbc3ff2-c787-4f0b-8414-f6c01f837fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:57:16.592644 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5350aa7a-8b2e-4ff4-90d5-3ccc401c49ff tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Network hostable DHCP agents. Network: 3dbc3ff2-c787-4f0b-8414-f6c01f837fa1, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:57:16.633679 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fd0431e9-4454-45be-85c8-b9145d628d81 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (b8b6ea0b-6e3b-4fa6-a4a3-2110819cea1f), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:16.642180 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5350aa7a-8b2e-4ff4-90d5-3ccc401c49ff tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Network 3dbc3ff2-c787-4f0b-8414-f6c01f837fa1 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:57:16.656725 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-5350aa7a-8b2e-4ff4-90d5-3ccc401c49ff tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 3dbc3ff2-c787-4f0b-8414-f6c01f837fa1) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:57:16.661396 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5350aa7a-8b2e-4ff4-90d5-3ccc401c49ff tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:16.661576 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5350aa7a-8b2e-4ff4-90d5-3ccc401c49ff tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:16.678152 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b06556-7ce6-47e4-bf9d-b82c83d98357 None None] Network 3dbc3ff2-c787-4f0b-8414-f6c01f837fa1 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:57:16.685560 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-03ce46f7-1f82-452b-9fd2-9adcf9d9fb8e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:16.695958 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-5350aa7a-8b2e-4ff4-90d5-3ccc401c49ff tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0009410 Mar 11 19:57:16.699709 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36564) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:16.706368 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-da866442-4e6a-4d8d-ad81-f40d72603a80 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Request body: {'network': {'name': 'tempest-router-network01--1369820104'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:57:16.780021 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da866442-4e6a-4d8d-ad81-f40d72603a80 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Made reservation on behalf of bd4100df7c854b8c83c4757c3d27750f for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:57:16.784212 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-da866442-4e6a-4d8d-ad81-f40d72603a80 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:16.785940 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fd0431e9-4454-45be-85c8-b9145d628d81 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (b8b6ea0b-6e3b-4fa6-a4a3-2110819cea1f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:16.848574 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da866442-4e6a-4d8d-ad81-f40d72603a80 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] vlan segment allocate from pool success with {'vlan_id': 862, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:57:16.849512 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fd0431e9-4454-45be-85c8-b9145d628d81 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (b8b6ea0b-6e3b-4fa6-a4a3-2110819cea1f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:16.863026 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-03ce46f7-1f82-452b-9fd2-9adcf9d9fb8e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Allocated IP 172.25.8.102 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/f2d8721f-e1fa-4bdc-a6de-ec63fc492cbd) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:57:16.866074 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92e3096-ea4d-4cc5-b662-5f6de0f87b2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-3dbc3ff2-c787-4f0b-8414-f6c01f837fa1', 'network_id': '3dbc3ff2-c787-4f0b-8414-f6c01f837fa1', 'project_id': 'bd4100df7c854b8c83c4757c3d27750f', 'fixed_ips': [{'subnet_id': 'd57cc262-b5ec-42de-8fb0-2120f9913c36'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:57:16.866479 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e92e3096-ea4d-4cc5-b662-5f6de0f87b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:16.879422 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-da866442-4e6a-4d8d-ad81-f40d72603a80 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (eec4ff9e-161b-4d57-8495-bc40e5575a22), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:16.880058 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-da866442-4e6a-4d8d-ad81-f40d72603a80 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Added segment eec4ff9e-161b-4d57-8495-bc40e5575a22 of type vlan for network 5efe3ffc-811f-4a18-829c-8a2ea7ce47dd Mar 11 19:57:16.892273 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0431e9-4454-45be-85c8-b9145d628d81 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Pushing event deleted for resources: {'Subnet': ['ID=b8b6ea0b-6e3b-4fa6-a4a3-2110819cea1f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:16.899039 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fd0431e9-4454-45be-85c8-b9145d628d81 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:16.903056 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-fd0431e9-4454-45be-85c8-b9145d628d81 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] 10.222.0.65 "DELETE /v2.0/subnets/b8b6ea0b-6e3b-4fa6-a4a3-2110819cea1f HTTP/1.1" status: 204 len: 168 time: 0.3710186 Mar 11 19:57:16.905521 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36566) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:16.921278 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ecf6ed-915f-447b-b03a-22799d7e23c3 None None] Network 2318fd39-b61f-4aee-97f3-ab8ea97ca342 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:57:16.948710 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-da866442-4e6a-4d8d-ad81-f40d72603a80 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (5efe3ffc-811f-4a18-829c-8a2ea7ce47dd), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:17.011416 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6acf1267-c37a-466d-a695-529ffbc69841 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (2318fd39-b61f-4aee-97f3-ab8ea97ca342), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:17.046776 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-da866442-4e6a-4d8d-ad81-f40d72603a80 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (5efe3ffc-811f-4a18-829c-8a2ea7ce47dd), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:17.052102 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da866442-4e6a-4d8d-ad81-f40d72603a80 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:17.052723 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-da866442-4e6a-4d8d-ad81-f40d72603a80 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:17.123902 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-03ce46f7-1f82-452b-9fd2-9adcf9d9fb8e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for port (f2d8721f-e1fa-4bdc-a6de-ec63fc492cbd), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:17.139926 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-da866442-4e6a-4d8d-ad81-f40d72603a80 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4384181 Mar 11 19:57:17.146307 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36568) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:17.150982 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-e92e3096-ea4d-4cc5-b662-5f6de0f87b2b None None] Allocated IP 2001:db8::2 (3dbc3ff2-c787-4f0b-8414-f6c01f837fa1/d57cc262-b5ec-42de-8fb0-2120f9913c36/89c1478f-1d71-4b94-8665-241ea5afb4a4) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:57:17.156200 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-1d5a0fc3-2d96-4629-ae35-4e1bbda943a2 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Request body: {'network': {'name': 'tempest-router-network02--1431271076'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:57:17.251186 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da866442-4e6a-4d8d-ad81-f40d72603a80 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Pushing event updated for resources: {'Network': ['ID=5efe3ffc-811f-4a18-829c-8a2ea7ce47dd,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:17.281568 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 5efe3ffc-811f-4a18-829c-8a2ea7ce47dd details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:57:17.286056 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba301eb2-9c04-4c06-bfad-12220462f85b None None] DHCP port deletion for 2318fd39-b61f-4aee-97f3-ab8ea97ca342 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:57:17.316657 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5a0fc3-2d96-4629-ae35-4e1bbda943a2 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Made reservation on behalf of bd4100df7c854b8c83c4757c3d27750f for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:57:17.321103 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1d5a0fc3-2d96-4629-ae35-4e1bbda943a2 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:17.349946 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-03ce46f7-1f82-452b-9fd2-9adcf9d9fb8e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (f2d8721f-e1fa-4bdc-a6de-ec63fc492cbd), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:17.395771 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d5a0fc3-2d96-4629-ae35-4e1bbda943a2 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] vlan segment allocate from pool success with {'vlan_id': 898, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:57:17.408247 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ce46f7-1f82-452b-9fd2-9adcf9d9fb8e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:57:17.413959 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-03ce46f7-1f82-452b-9fd2-9adcf9d9fb8e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:57:17.421237 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ce46f7-1f82-452b-9fd2-9adcf9d9fb8e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:57:17.430720 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1d5a0fc3-2d96-4629-ae35-4e1bbda943a2 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (0491f7df-eca6-42f0-aa10-923013c4d0ef), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:17.431784 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-1d5a0fc3-2d96-4629-ae35-4e1bbda943a2 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Added segment 0491f7df-eca6-42f0-aa10-923013c4d0ef of type vlan for network d6296a5b-47af-4bb2-a280-dd6b6da93242 Mar 11 19:57:17.461306 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ce46f7-1f82-452b-9fd2-9adcf9d9fb8e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Pushing event updated for resources: {'Port': ['ID=f2d8721f-e1fa-4bdc-a6de-ec63fc492cbd,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:17.507948 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1d5a0fc3-2d96-4629-ae35-4e1bbda943a2 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (d6296a5b-47af-4bb2-a280-dd6b6da93242), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:17.521704 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ba301eb2-9c04-4c06-bfad-12220462f85b None None] Deleting port 4a544346-d3e0-40e3-bdb6-e3ce7521810d {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:57:17.522340 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ba301eb2-9c04-4c06-bfad-12220462f85b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (4a544346-d3e0-40e3-bdb6-e3ce7521810d), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:17.540949 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e92e3096-ea4d-4cc5-b662-5f6de0f87b2b None None] Publish callbacks [] for port (89c1478f-1d71-4b94-8665-241ea5afb4a4), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:17.546813 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-6acf1267-c37a-466d-a695-529ffbc69841 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Deleting port 4a544346-d3e0-40e3-bdb6-e3ce7521810d {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:57:17.547365 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6acf1267-c37a-466d-a695-529ffbc69841 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (4a544346-d3e0-40e3-bdb6-e3ce7521810d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:17.558070 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e92e3096-ea4d-4cc5-b662-5f6de0f87b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (89c1478f-1d71-4b94-8665-241ea5afb4a4), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:17.569645 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fe5b83-6f7c-4d07-9cf6-5cdacc18edb8 req-2f4bf7a0-c0cf-4061-81f4-a850f4595aa6 tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:17.571135 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-74fe5b83-6f7c-4d07-9cf6-5cdacc18edb8 req-2f4bf7a0-c0cf-4061-81f4-a850f4595aa6 tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] 10.222.0.65 "GET /v2.0/ports?device_id=f03c2e72-f0f0-45ae-880d-7b7eeb29bdae HTTP/1.1" status: 200 len: 944 time: 0.0863791 Mar 11 19:57:17.587047 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1d5a0fc3-2d96-4629-ae35-4e1bbda943a2 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (d6296a5b-47af-4bb2-a280-dd6b6da93242), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:17.592050 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5a0fc3-2d96-4629-ae35-4e1bbda943a2 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:17.592653 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1d5a0fc3-2d96-4629-ae35-4e1bbda943a2 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:17.627595 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92e3096-ea4d-4cc5-b662-5f6de0f87b2b None None] Pushing event updated for resources: {'Port': ['ID=89c1478f-1d71-4b94-8665-241ea5afb4a4,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:17.649955 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-6acf1267-c37a-466d-a695-529ffbc69841 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] For port 4a544346-d3e0-40e3-bdb6-e3ce7521810d, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=4a544346-d3e0-40e3-bdb6-e3ce7521810d,segment=NetworkSegment(8c2139fd-4908-471f-8839-8a196e5758fe),segment_id=8c2139fd-4908-471f-8839-8a196e5758fe)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:57:17.649955 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6acf1267-c37a-466d-a695-529ffbc69841 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (4a544346-d3e0-40e3-bdb6-e3ce7521810d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:17.650886 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-ba301eb2-9c04-4c06-bfad-12220462f85b None None] For port 4a544346-d3e0-40e3-bdb6-e3ce7521810d, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=4a544346-d3e0-40e3-bdb6-e3ce7521810d,segment=NetworkSegment(8c2139fd-4908-471f-8839-8a196e5758fe),segment_id=8c2139fd-4908-471f-8839-8a196e5758fe)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:57:17.651776 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ba301eb2-9c04-4c06-bfad-12220462f85b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (4a544346-d3e0-40e3-bdb6-e3ce7521810d), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:17.652745 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-1d5a0fc3-2d96-4629-ae35-4e1bbda943a2 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5051093 Mar 11 19:57:17.657820 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36572) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:17.658666 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device c5ed6c20-f4ad-4227-9aa1-badc70aa2684 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:57:17.667780 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92e3096-ea4d-4cc5-b662-5f6de0f87b2b None None] Network 3dbc3ff2-c787-4f0b-8414-f6c01f837fa1 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:57:17.674561 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-6acf1267-c37a-466d-a695-529ffbc69841 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Calling delete_port for 4a544346-d3e0-40e3-bdb6-e3ce7521810d owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:57:17.678872 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-e92e3096-ea4d-4cc5-b662-5f6de0f87b2b None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:57:17.682892 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ba301eb2-9c04-4c06-bfad-12220462f85b None None] Calling delete_port for 4a544346-d3e0-40e3-bdb6-e3ce7521810d owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:57:17.686238 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92e3096-ea4d-4cc5-b662-5f6de0f87b2b None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:57:17.695596 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-74fe5b83-6f7c-4d07-9cf6-5cdacc18edb8 req-d7bdf9ba-402d-4374-8940-a22a6bb47c2b tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ab0f541-ea4b-4949-8a79-26fe499abfca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107447 Mar 11 19:57:17.723815 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-b099f700-bf30-45c5-92d3-76b17e9aa620 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Request body: {'subnet': {'network_id': '5efe3ffc-811f-4a18-829c-8a2ea7ce47dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:57:17.729943 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5a0fc3-2d96-4629-ae35-4e1bbda943a2 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Pushing event updated for resources: {'Network': ['ID=d6296a5b-47af-4bb2-a280-dd6b6da93242,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:17.768713 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network d6296a5b-47af-4bb2-a280-dd6b6da93242 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:57:17.782689 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6acf1267-c37a-466d-a695-529ffbc69841 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (4a544346-d3e0-40e3-bdb6-e3ce7521810d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:17.835034 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acf1267-c37a-466d-a695-529ffbc69841 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Pushing event deleted for resources: {'Port': ['ID=4a544346-d3e0-40e3-bdb6-e3ce7521810d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:17.835034 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acf1267-c37a-466d-a695-529ffbc69841 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] No DVR routers for this DVR port 4a544346-d3e0-40e3-bdb6-e3ce7521810d on host n-d-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:57:17.896561 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b099f700-bf30-45c5-92d3-76b17e9aa620 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Made reservation on behalf of bd4100df7c854b8c83c4757c3d27750f for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:57:17.900400 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b099f700-bf30-45c5-92d3-76b17e9aa620 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:17.924496 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6acf1267-c37a-466d-a695-529ffbc69841 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (2318fd39-b61f-4aee-97f3-ab8ea97ca342), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:17.947290 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-6acf1267-c37a-466d-a695-529ffbc69841 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2318fd39-b61f-4aee-97f3-ab8ea97ca342']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:17.958188 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-6acf1267-c37a-466d-a695-529ffbc69841 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c2139fd-4908-471f-8839-8a196e5758fe') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:17.958483 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-6acf1267-c37a-466d-a695-529ffbc69841 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c2139fd-4908-471f-8839-8a196e5758fe') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:17.973712 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:57:17.982146 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6acf1267-c37a-466d-a695-529ffbc69841 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (8c2139fd-4908-471f-8839-8a196e5758fe), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:17.994721 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-e92e3096-ea4d-4cc5-b662-5f6de0f87b2b None None] Attempting to bind port 89c1478f-1d71-4b94-8665-241ea5afb4a4 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:57:17.995105 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-e92e3096-ea4d-4cc5-b662-5f6de0f87b2b None None] Attempting to bind port 89c1478f-1d71-4b94-8665-241ea5afb4a4 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '5390a1b4-d1a5-4990-842e-493848f31551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '3dbc3ff2-c787-4f0b-8414-f6c01f837fa1'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:57:17.995479 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92e3096-ea4d-4cc5-b662-5f6de0f87b2b None None] Attempting to bind port 89c1478f-1d71-4b94-8665-241ea5afb4a4 on network 3dbc3ff2-c787-4f0b-8414-f6c01f837fa1 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:57:18.005428 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6acf1267-c37a-466d-a695-529ffbc69841 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (8c2139fd-4908-471f-8839-8a196e5758fe), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:18.013812 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6acf1267-c37a-466d-a695-529ffbc69841 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Releasing vlan 867 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:57:18.014293 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6acf1267-c37a-466d-a695-529ffbc69841 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (8c2139fd-4908-471f-8839-8a196e5758fe), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:18.018152 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 19:57:18.018152 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:57:18.018152 n-d-833163-1 neutron-server[103885]: timer() Mar 11 19:57:18.018152 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:57:18.018152 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 19:57:18.018152 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:57:18.018152 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 19:57:18.018152 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:57:18.018152 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 19:57:18.018152 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:57:18.018152 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 19:57:18.018152 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:57:18.018152 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 19:57:18.018152 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:57:18.018152 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:57:18.018152 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:57:18.018152 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:57:18.018152 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:57:18.018152 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 19:57:18.018152 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:57:18.018152 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 19:57:18.018152 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:57:18.018152 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:57:18.018152 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:57:18.018152 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 19:57:18.018152 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:57:18.018152 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:57:18.018152 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:57:18.018152 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:57:18.018152 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:57:18.018152 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:57:18.018152 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:57:18.021274 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port c5ed6c20-f4ad-4227-9aa1-badc70aa2684, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=c5ed6c20-f4ad-4227-9aa1-badc70aa2684,segment=NetworkSegment(24113e97-424e-4ee4-920c-ab4f67020525),segment_id=24113e97-424e-4ee4-920c-ab4f67020525)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:57:18.039537 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92e3096-ea4d-4cc5-b662-5f6de0f87b2b None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:57:18.039952 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92e3096-ea4d-4cc5-b662-5f6de0f87b2b None None] Checking segment: {'id': '5390a1b4-d1a5-4990-842e-493848f31551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '3dbc3ff2-c787-4f0b-8414-f6c01f837fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:57:18.040895 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e92e3096-ea4d-4cc5-b662-5f6de0f87b2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:18.041305 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92e3096-ea4d-4cc5-b662-5f6de0f87b2b None None] Bound using segment: {'id': '5390a1b4-d1a5-4990-842e-493848f31551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '3dbc3ff2-c787-4f0b-8414-f6c01f837fa1'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:57:18.041810 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-e92e3096-ea4d-4cc5-b662-5f6de0f87b2b None None] Bound port: 89c1478f-1d71-4b94-8665-241ea5afb4a4, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5390a1b4-d1a5-4990-842e-493848f31551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '3dbc3ff2-c787-4f0b-8414-f6c01f837fa1'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:57:18.042203 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e92e3096-ea4d-4cc5-b662-5f6de0f87b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (89c1478f-1d71-4b94-8665-241ea5afb4a4), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:18.088854 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ba301eb2-9c04-4c06-bfad-12220462f85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (4a544346-d3e0-40e3-bdb6-e3ce7521810d), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:18.095492 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': 'c5ed6c20-f4ad-4227-9aa1-badc70aa2684', 'network_id': '7cb87be5-5e63-4569-a71c-e4805af6e43b', 'port_id': 'c5ed6c20-f4ad-4227-9aa1-badc70aa2684', 'mac_address': 'fa:16:3e:bf:ea:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 853, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd614b2f0-8c6e-4e2e-aec0-cfab71e0207b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:57:18.124700 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba301eb2-9c04-4c06-bfad-12220462f85b None None] Pushing event deleted for resources: {'Port': ['ID=4a544346-d3e0-40e3-bdb6-e3ce7521810d,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:18.141645 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6acf1267-c37a-466d-a695-529ffbc69841 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (2318fd39-b61f-4aee-97f3-ab8ea97ca342), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:18.150929 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba301eb2-9c04-4c06-bfad-12220462f85b None None] No DVR routers for this DVR port 4a544346-d3e0-40e3-bdb6-e3ce7521810d on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:57:18.159207 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6acf1267-c37a-466d-a695-529ffbc69841 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:18.166997 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-6acf1267-c37a-466d-a695-529ffbc69841 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] 10.222.0.65 "DELETE /v2.0/networks/2318fd39-b61f-4aee-97f3-ab8ea97ca342 HTTP/1.1" status: 204 len: 168 time: 1.2573338 Mar 11 19:57:18.168681 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36584) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:18.188748 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 4a544346-d3e0-40e3-bdb6-e3ce7521810d no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:57:18.203652 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acf1267-c37a-466d-a695-529ffbc69841 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Pushing event deleted for resources: {'Network': ['ID=2318fd39-b61f-4aee-97f3-ab8ea97ca342,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:18.232231 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-75c327c2-9d18-4711-b771-bda9f27c2f52 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] 10.222.0.65 "GET /v2.0/ports?device_id=1d5e5e69-9a25-4e36-bb20-af7585b925e1 HTTP/1.1" status: 200 len: 205 time: 0.0557435 Mar 11 19:57:18.232827 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36586) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:18.246129 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 4a544346-d3e0-40e3-bdb6-e3ce7521810d {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:57:18.246913 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 4a544346-d3e0-40e3-bdb6-e3ce7521810d not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:57:18.251753 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port c5ed6c20-f4ad-4227-9aa1-badc70aa2684 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:57:18.253376 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c5ed6c20-f4ad-4227-9aa1-badc70aa2684), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:18.299549 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-e92e3096-ea4d-4cc5-b662-5f6de0f87b2b None None] For port 89c1478f-1d71-4b94-8665-241ea5afb4a4, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:57:18.306449 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5ed6c20-f4ad-4227-9aa1-badc70aa2684 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:57:18.325217 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-e92e3096-ea4d-4cc5-b662-5f6de0f87b2b None None] For port 89c1478f-1d71-4b94-8665-241ea5afb4a4, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=89c1478f-1d71-4b94-8665-241ea5afb4a4,segment=NetworkSegment(5390a1b4-d1a5-4990-842e-493848f31551),segment_id=5390a1b4-d1a5-4990-842e-493848f31551)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:57:18.336864 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bc999bb6-dd5d-42b0-8f52-45c5b4137341 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks [] for router (1d5e5e69-9a25-4e36-bb20-af7585b925e1), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:18.348059 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e92e3096-ea4d-4cc5-b662-5f6de0f87b2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (89c1478f-1d71-4b94-8665-241ea5afb4a4), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:18.354012 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port c5ed6c20-f4ad-4227-9aa1-badc70aa2684, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=c5ed6c20-f4ad-4227-9aa1-badc70aa2684,segment=NetworkSegment(24113e97-424e-4ee4-920c-ab4f67020525),segment_id=24113e97-424e-4ee4-920c-ab4f67020525)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:57:18.408747 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (c5ed6c20-f4ad-4227-9aa1-badc70aa2684), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:18.459315 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92e3096-ea4d-4cc5-b662-5f6de0f87b2b None None] Pushing event updated for resources: {'Port': ['ID=89c1478f-1d71-4b94-8665-241ea5afb4a4,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:18.470412 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-03ce46f7-1f82-452b-9fd2-9adcf9d9fb8e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for floatingip (e383c527-a410-444a-91ee-bd478595778b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:18.526736 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=c5ed6c20-f4ad-4227-9aa1-badc70aa2684,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:18.542568 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bc999bb6-dd5d-42b0-8f52-45c5b4137341 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (1d5e5e69-9a25-4e36-bb20-af7585b925e1), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:18.545784 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bc999bb6-dd5d-42b0-8f52-45c5b4137341 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks [] for router_controller (1d5e5e69-9a25-4e36-bb20-af7585b925e1), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:18.598625 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b099f700-bf30-45c5-92d3-76b17e9aa620 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (0836a5cd-df1c-4487-b1d1-50700b32c9f3), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:18.604464 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bc999bb6-dd5d-42b0-8f52-45c5b4137341 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (1d5e5e69-9a25-4e36-bb20-af7585b925e1), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:18.605161 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc999bb6-dd5d-42b0-8f52-45c5b4137341 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Fanout notify agent at l3_agent the message router_deleted on router 1d5e5e69-9a25-4e36-bb20-af7585b925e1 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:57:18.612178 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bc999bb6-dd5d-42b0-8f52-45c5b4137341 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:18.616080 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-bc999bb6-dd5d-42b0-8f52-45c5b4137341 tempest-RoutersNegativeTest-686690876 tempest-RoutersNegativeTest-686690876-project] 10.222.0.65 "DELETE /v2.0/routers/1d5e5e69-9a25-4e36-bb20-af7585b925e1 HTTP/1.1" status: 204 len: 168 time: 0.3798282 Mar 11 19:57:18.624015 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['c5ed6c20-f4ad-4227-9aa1-badc70aa2684'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:57:18.715858 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-03ce46f7-1f82-452b-9fd2-9adcf9d9fb8e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (f2d8721f-e1fa-4bdc-a6de-ec63fc492cbd), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:18.719057 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b099f700-bf30-45c5-92d3-76b17e9aa620 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Pushing event updated for resources: {'Subnet': ['ID=0836a5cd-df1c-4487-b1d1-50700b32c9f3,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:18.868158 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b099f700-bf30-45c5-92d3-76b17e9aa620 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Checking segment: {'id': 'eec4ff9e-161b-4d57-8495-bc40e5575a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '5efe3ffc-811f-4a18-829c-8a2ea7ce47dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:57:18.868623 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b099f700-bf30-45c5-92d3-76b17e9aa620 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Network hostable DHCP agents. Network: 5efe3ffc-811f-4a18-829c-8a2ea7ce47dd, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:57:18.932251 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b099f700-bf30-45c5-92d3-76b17e9aa620 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Network 5efe3ffc-811f-4a18-829c-8a2ea7ce47dd is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:57:18.941888 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638cb46-d595-4786-b63c-fcac2b55e43f req-bf1862d5-b200-475e-aca6-083afbdc59d9 tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:18.948279 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-b099f700-bf30-45c5-92d3-76b17e9aa620 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 5efe3ffc-811f-4a18-829c-8a2ea7ce47dd) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:57:18.948508 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3638cb46-d595-4786-b63c-fcac2b55e43f req-bf1862d5-b200-475e-aca6-083afbdc59d9 tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] 10.222.0.65 "GET /v2.0/ports?device_id=f03c2e72-f0f0-45ae-880d-7b7eeb29bdae HTTP/1.1" status: 200 len: 945 time: 0.0937009 Mar 11 19:57:18.960348 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b099f700-bf30-45c5-92d3-76b17e9aa620 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:18.960936 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b099f700-bf30-45c5-92d3-76b17e9aa620 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:18.980967 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e9ed9e-2a7a-4f25-b2a5-efec7a835762 None None] Network 5efe3ffc-811f-4a18-829c-8a2ea7ce47dd requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:57:19.001477 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b099f700-bf30-45c5-92d3-76b17e9aa620 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3118525 Mar 11 19:57:19.002107 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36596) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:19.009816 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-e1877f26-c5ed-4b9a-895a-61e56e0eda24 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Request body: {'subnet': {'network_id': 'd6296a5b-47af-4bb2-a280-dd6b6da93242', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:57:19.045345 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36598) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:19.062131 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3638cb46-d595-4786-b63c-fcac2b55e43f req-05a26d30-a71a-49e6-a138-35d94413bf63 tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ab0f541-ea4b-4949-8a79-26fe499abfca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076996 Mar 11 19:57:19.122411 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:19.123297 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b5e5e2-33de-42e3-b5fd-462c9dea08f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-5efe3ffc-811f-4a18-829c-8a2ea7ce47dd', 'network_id': '5efe3ffc-811f-4a18-829c-8a2ea7ce47dd', 'project_id': 'bd4100df7c854b8c83c4757c3d27750f', 'fixed_ips': [{'subnet_id': '0836a5cd-df1c-4487-b1d1-50700b32c9f3'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:57:19.124297 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b1b5e5e2-33de-42e3-b5fd-462c9dea08f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:19.191316 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1877f26-c5ed-4b9a-895a-61e56e0eda24 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Made reservation on behalf of bd4100df7c854b8c83c4757c3d27750f for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:57:19.194972 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e1877f26-c5ed-4b9a-895a-61e56e0eda24 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:19.200871 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-03ce46f7-1f82-452b-9fd2-9adcf9d9fb8e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for port (f2d8721f-e1fa-4bdc-a6de-ec63fc492cbd), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:19.218392 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-03ce46f7-1f82-452b-9fd2-9adcf9d9fb8e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (f2d8721f-e1fa-4bdc-a6de-ec63fc492cbd), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:19.267160 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-6a7a8b94-0786-437a-bf9d-30d1287c628a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7a51e367951b48848562ce773b518f46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2200139 Mar 11 19:57:19.269395 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36602) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:19.315156 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-b1b5e5e2-33de-42e3-b5fd-462c9dea08f3 None None] Allocated IP 2001:db8::2 (5efe3ffc-811f-4a18-829c-8a2ea7ce47dd/0836a5cd-df1c-4487-b1d1-50700b32c9f3/d6e94d06-bbbc-4009-baae-812d358d2ccd) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:57:19.357317 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a61ef64c-cca6-4fe3-bd58-2ab1ba3ba006 admin admin] Publish callbacks [] for security_group (b44d7170-20b4-4520-aecc-6d235e6c4b3e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:19.387170 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a61ef64c-cca6-4fe3-bd58-2ab1ba3ba006 admin admin] Publish callbacks [] for security_group (b44d7170-20b4-4520-aecc-6d235e6c4b3e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:19.411875 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ce46f7-1f82-452b-9fd2-9adcf9d9fb8e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Pushing event updated for resources: {'Port': ['ID=f2d8721f-e1fa-4bdc-a6de-ec63fc492cbd,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:19.436604 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-03ce46f7-1f82-452b-9fd2-9adcf9d9fb8e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (e383c527-a410-444a-91ee-bd478595778b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:19.505819 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b1b5e5e2-33de-42e3-b5fd-462c9dea08f3 None None] Publish callbacks [] for port (d6e94d06-bbbc-4009-baae-812d358d2ccd), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:19.518637 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a61ef64c-cca6-4fe3-bd58-2ab1ba3ba006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (b44d7170-20b4-4520-aecc-6d235e6c4b3e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:19.523963 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a61ef64c-cca6-4fe3-bd58-2ab1ba3ba006 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:19.526182 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a61ef64c-cca6-4fe3-bd58-2ab1ba3ba006 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b44d7170-20b4-4520-aecc-6d235e6c4b3e HTTP/1.1" status: 204 len: 168 time: 0.2556758 Mar 11 19:57:19.536322 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61ef64c-cca6-4fe3-bd58-2ab1ba3ba006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44d7170-20b4-4520-aecc-6d235e6c4b3e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:19.543058 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b1b5e5e2-33de-42e3-b5fd-462c9dea08f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (d6e94d06-bbbc-4009-baae-812d358d2ccd), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:19.644551 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b5e5e2-33de-42e3-b5fd-462c9dea08f3 None None] Network 5efe3ffc-811f-4a18-829c-8a2ea7ce47dd is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:57:19.669328 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-b1b5e5e2-33de-42e3-b5fd-462c9dea08f3 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:57:19.676398 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b5e5e2-33de-42e3-b5fd-462c9dea08f3 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:57:19.702898 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b5e5e2-33de-42e3-b5fd-462c9dea08f3 None None] Pushing event updated for resources: {'Port': ['ID=d6e94d06-bbbc-4009-baae-812d358d2ccd,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:19.730776 n-d-833163-1 neutron-server[103884]: INFO neutron.db.l3_db [None req-03ce46f7-1f82-452b-9fd2-9adcf9d9fb8e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Floating IP e383c527-a410-444a-91ee-bd478595778b associated. External IP: 172.25.8.102, port: 69fcddc1-ffeb-496c-8212-9e1ba631ca40. Mar 11 19:57:19.821073 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-b1b5e5e2-33de-42e3-b5fd-462c9dea08f3 None None] Attempting to bind port d6e94d06-bbbc-4009-baae-812d358d2ccd on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:57:19.821567 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-b1b5e5e2-33de-42e3-b5fd-462c9dea08f3 None None] Attempting to bind port d6e94d06-bbbc-4009-baae-812d358d2ccd by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'eec4ff9e-161b-4d57-8495-bc40e5575a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '5efe3ffc-811f-4a18-829c-8a2ea7ce47dd'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:57:19.821859 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b5e5e2-33de-42e3-b5fd-462c9dea08f3 None None] Attempting to bind port d6e94d06-bbbc-4009-baae-812d358d2ccd on network 5efe3ffc-811f-4a18-829c-8a2ea7ce47dd {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:57:19.841808 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b5e5e2-33de-42e3-b5fd-462c9dea08f3 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:57:19.842229 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b5e5e2-33de-42e3-b5fd-462c9dea08f3 None None] Checking segment: {'id': 'eec4ff9e-161b-4d57-8495-bc40e5575a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '5efe3ffc-811f-4a18-829c-8a2ea7ce47dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:57:19.842614 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b1b5e5e2-33de-42e3-b5fd-462c9dea08f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:19.843038 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b5e5e2-33de-42e3-b5fd-462c9dea08f3 None None] Bound using segment: {'id': 'eec4ff9e-161b-4d57-8495-bc40e5575a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '5efe3ffc-811f-4a18-829c-8a2ea7ce47dd'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:57:19.843557 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-b1b5e5e2-33de-42e3-b5fd-462c9dea08f3 None None] Bound port: d6e94d06-bbbc-4009-baae-812d358d2ccd, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eec4ff9e-161b-4d57-8495-bc40e5575a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '5efe3ffc-811f-4a18-829c-8a2ea7ce47dd'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:57:19.843978 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b1b5e5e2-33de-42e3-b5fd-462c9dea08f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d6e94d06-bbbc-4009-baae-812d358d2ccd), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:19.939772 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-b1b5e5e2-33de-42e3-b5fd-462c9dea08f3 None None] For port d6e94d06-bbbc-4009-baae-812d358d2ccd, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:57:19.954384 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-b1b5e5e2-33de-42e3-b5fd-462c9dea08f3 None None] For port d6e94d06-bbbc-4009-baae-812d358d2ccd, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=d6e94d06-bbbc-4009-baae-812d358d2ccd,segment=NetworkSegment(eec4ff9e-161b-4d57-8495-bc40e5575a22),segment_id=eec4ff9e-161b-4d57-8495-bc40e5575a22)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:57:19.965694 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b1b5e5e2-33de-42e3-b5fd-462c9dea08f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (d6e94d06-bbbc-4009-baae-812d358d2ccd), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:20.072559 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b5e5e2-33de-42e3-b5fd-462c9dea08f3 None None] Pushing event updated for resources: {'Port': ['ID=d6e94d06-bbbc-4009-baae-812d358d2ccd,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:20.165969 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446db6b8-120a-4527-95b9-b6448b7ede95 None None] Network 3dbc3ff2-c787-4f0b-8414-f6c01f837fa1 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:57:20.259885 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e1877f26-c5ed-4b9a-895a-61e56e0eda24 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (30deea1a-7ecc-4602-b79f-870967df2481), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:20.324478 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 89c1478f-1d71-4b94-8665-241ea5afb4a4 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:57:20.428591 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-aa0314ce-7cd6-410d-b4df-25d324a3a57e None None] Provisioning complete for port 89c1478f-1d71-4b94-8665-241ea5afb4a4 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:57:20.429455 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-aa0314ce-7cd6-410d-b4df-25d324a3a57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (89c1478f-1d71-4b94-8665-241ea5afb4a4), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:20.452120 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a057b26e-e07d-4495-b50a-c8421da07d74 req-44895343-d7b7-41b3-83fc-3eefed8bd225 tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:20.454086 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a057b26e-e07d-4495-b50a-c8421da07d74 req-44895343-d7b7-41b3-83fc-3eefed8bd225 tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] 10.222.0.65 "GET /v2.0/ports?device_id=f03c2e72-f0f0-45ae-880d-7b7eeb29bdae HTTP/1.1" status: 200 len: 945 time: 0.1594052 Mar 11 19:57:20.474540 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1877f26-c5ed-4b9a-895a-61e56e0eda24 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Pushing event updated for resources: {'Subnet': ['ID=30deea1a-7ecc-4602-b79f-870967df2481,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:20.504599 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 89c1478f-1d71-4b94-8665-241ea5afb4a4 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:57:20.504979 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (89c1478f-1d71-4b94-8665-241ea5afb4a4), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:20.573885 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a057b26e-e07d-4495-b50a-c8421da07d74 req-5a7befb2-a354-4f6b-86e5-6675a7f9c1fd tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ab0f541-ea4b-4949-8a79-26fe499abfca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086802 Mar 11 19:57:20.606640 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1877f26-c5ed-4b9a-895a-61e56e0eda24 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Checking segment: {'id': '0491f7df-eca6-42f0-aa10-923013c4d0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'd6296a5b-47af-4bb2-a280-dd6b6da93242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:57:20.607247 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1877f26-c5ed-4b9a-895a-61e56e0eda24 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Network hostable DHCP agents. Network: d6296a5b-47af-4bb2-a280-dd6b6da93242, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:57:20.657087 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1877f26-c5ed-4b9a-895a-61e56e0eda24 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Network d6296a5b-47af-4bb2-a280-dd6b6da93242 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:57:20.701784 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-aa0314ce-7cd6-410d-b4df-25d324a3a57e None None] Current status of the port 89c1478f-1d71-4b94-8665-241ea5afb4a4 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:57:20.702274 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-aa0314ce-7cd6-410d-b4df-25d324a3a57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (89c1478f-1d71-4b94-8665-241ea5afb4a4), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:20.703299 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-e1877f26-c5ed-4b9a-895a-61e56e0eda24 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, d6296a5b-47af-4bb2-a280-dd6b6da93242) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:57:20.713579 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1877f26-c5ed-4b9a-895a-61e56e0eda24 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:20.714874 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e1877f26-c5ed-4b9a-895a-61e56e0eda24 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:20.718786 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be29866b-fda2-41fa-86aa-fa65c8ea2f0c None None] Network d6296a5b-47af-4bb2-a280-dd6b6da93242 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:57:20.737462 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e1877f26-c5ed-4b9a-895a-61e56e0eda24 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7325470 Mar 11 19:57:20.740366 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36630) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:20.760907 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03ce46f7-1f82-452b-9fd2-9adcf9d9fb8e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Router f8f5cd53-32d4-4027-b61a-a31b4d763842 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:57:20.767589 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 89c1478f-1d71-4b94-8665-241ea5afb4a4 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:57:20.768014 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (89c1478f-1d71-4b94-8665-241ea5afb4a4), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:20.851497 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-aa0314ce-7cd6-410d-b4df-25d324a3a57e None None] For port 89c1478f-1d71-4b94-8665-241ea5afb4a4, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=89c1478f-1d71-4b94-8665-241ea5afb4a4,segment=NetworkSegment(5390a1b4-d1a5-4990-842e-493848f31551),segment_id=5390a1b4-d1a5-4990-842e-493848f31551)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:57:20.913733 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ce46f7-1f82-452b-9fd2-9adcf9d9fb8e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:57:20.925949 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452bcd68-b7ab-4130-bf9b-6ab8339ad046 None None] Sync routers for ids ['f8f5cd53-32d4-4027-b61a-a31b4d763842'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:57:20.944371 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452bcd68-b7ab-4130-bf9b-6ab8339ad046 None None] Routers {'f8f5cd53-32d4-4027-b61a-a31b4d763842'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:57:20.945565 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-452bcd68-b7ab-4130-bf9b-6ab8339ad046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:56:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['f8f5cd53-32d4-4027-b61a-a31b4d763842'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:20.947672 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-03ce46f7-1f82-452b-9fd2-9adcf9d9fb8e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:21.002974 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-03ce46f7-1f82-452b-9fd2-9adcf9d9fb8e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.6823747 Mar 11 19:57:21.003606 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36634) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:21.046203 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-452bcd68-b7ab-4130-bf9b-6ab8339ad046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:21.070387 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452bcd68-b7ab-4130-bf9b-6ab8339ad046 None None] Routers {'f8f5cd53-32d4-4027-b61a-a31b4d763842'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:57:21.071283 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-452bcd68-b7ab-4130-bf9b-6ab8339ad046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:56:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['f8f5cd53-32d4-4027-b61a-a31b4d763842'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:21.152567 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-452bcd68-b7ab-4130-bf9b-6ab8339ad046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:21.153371 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452bcd68-b7ab-4130-bf9b-6ab8339ad046 None None] The sync data for ids ['f8f5cd53-32d4-4027-b61a-a31b4d763842'] in n-d-833163-1 is: [] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:57:21.238978 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-aa0314ce-7cd6-410d-b4df-25d324a3a57e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (89c1478f-1d71-4b94-8665-241ea5afb4a4), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:21.305533 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-eb77bf74-7814-4ce9-99f5-201b5c01a87e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] 10.222.0.65 "GET /v2.0/floatingips/e383c527-a410-444a-91ee-bd478595778b HTTP/1.1" status: 200 len: 978 time: 0.2986317 Mar 11 19:57:21.305888 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36642) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:21.321473 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0314ce-7cd6-410d-b4df-25d324a3a57e None None] Pushing event updated for resources: {'Port': ['ID=89c1478f-1d71-4b94-8665-241ea5afb4a4,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:21.324857 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28b9ddf-628d-4f0e-8644-e0edd65f43d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-d6296a5b-47af-4bb2-a280-dd6b6da93242', 'network_id': 'd6296a5b-47af-4bb2-a280-dd6b6da93242', 'project_id': 'bd4100df7c854b8c83c4757c3d27750f', 'fixed_ips': [{'subnet_id': '30deea1a-7ecc-4602-b79f-870967df2481'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:57:21.326966 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b28b9ddf-628d-4f0e-8644-e0edd65f43d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:21.474696 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:57:21.477066 n-d-833163-1 neutron-server[103886]: DEBUG oslo_db.api [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:57:21.490904 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4fe05236-51e8-4221-a498-bd26c180e4d8 None None] Provisioning complete for port 89c1478f-1d71-4b94-8665-241ea5afb4a4 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:57:21.491281 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4fe05236-51e8-4221-a498-bd26c180e4d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (89c1478f-1d71-4b94-8665-241ea5afb4a4), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:21.501955 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a09fe4ea-b7d4-422a-9e66-3f91d3714be6 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:21.547527 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d87e78c3-9d0c-49b5-8f59-ce4332e8320a tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] 10.222.0.65 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2404711 Mar 11 19:57:21.549875 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36646) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:21.555341 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-0af9895e-d0ff-44b5-b70b-ccbababc97ee tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Request body: {'floatingip': {'port_id': 'adaa45a9-54a5-4224-ae7f-fb39d9e55b70'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:57:21.704518 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0af9895e-d0ff-44b5-b70b-ccbababc97ee tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for floatingip (e383c527-a410-444a-91ee-bd478595778b), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:21.724260 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4fe05236-51e8-4221-a498-bd26c180e4d8 None None] Current status of the port 89c1478f-1d71-4b94-8665-241ea5afb4a4 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:57:21.727414 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7978e780-a2c4-4fcf-8644-4508c64b3b97 None None] Network 5efe3ffc-811f-4a18-829c-8a2ea7ce47dd requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:57:21.743362 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device c5ed6c20-f4ad-4227-9aa1-badc70aa2684 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:57:21.751678 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-b28b9ddf-628d-4f0e-8644-e0edd65f43d9 None None] Allocated IP 2001:db8::2 (d6296a5b-47af-4bb2-a280-dd6b6da93242/30deea1a-7ecc-4602-b79f-870967df2481/8701cc21-ce35-4e51-b412-07011b1a0b29) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:57:21.968154 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b16511-233d-4e54-a761-eec13d85c838 req-14ee3035-ed37-40fc-9adf-e3d8af6d1dcf tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:21.972241 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-92b16511-233d-4e54-a761-eec13d85c838 req-14ee3035-ed37-40fc-9adf-e3d8af6d1dcf tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] 10.222.0.65 "GET /v2.0/ports?device_id=f03c2e72-f0f0-45ae-880d-7b7eeb29bdae HTTP/1.1" status: 200 len: 945 time: 0.2353396 Mar 11 19:57:21.981242 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-3d54a32b-d16d-4338-8c7d-ca92c3c91cf5 None None] Provisioning complete for port d6e94d06-bbbc-4009-baae-812d358d2ccd triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:57:21.981614 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3d54a32b-d16d-4338-8c7d-ca92c3c91cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (d6e94d06-bbbc-4009-baae-812d358d2ccd), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:22.012226 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-a09fe4ea-b7d4-422a-9e66-3f91d3714be6 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Allocated IP 2001:db8::1 (5efe3ffc-811f-4a18-829c-8a2ea7ce47dd/0836a5cd-df1c-4487-b1d1-50700b32c9f3/6938c2ba-1146-459f-9e66-c2ddb013446e) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:57:22.036834 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 89c1478f-1d71-4b94-8665-241ea5afb4a4 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:57:22.073100 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-92b16511-233d-4e54-a761-eec13d85c838 req-e7356638-2536-4bf5-adb1-870509a81a2d tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ab0f541-ea4b-4949-8a79-26fe499abfca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949266 Mar 11 19:57:22.201132 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port c5ed6c20-f4ad-4227-9aa1-badc70aa2684 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:57:22.256148 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port c5ed6c20-f4ad-4227-9aa1-badc70aa2684 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:57:22.256410 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (c5ed6c20-f4ad-4227-9aa1-badc70aa2684), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:22.265883 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a09fe4ea-b7d4-422a-9e66-3f91d3714be6 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks [] for port (6938c2ba-1146-459f-9e66-c2ddb013446e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:22.323307 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a09fe4ea-b7d4-422a-9e66-3f91d3714be6 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (6938c2ba-1146-459f-9e66-c2ddb013446e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:22.429773 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4787facd-8d97-4798-bb89-b2aaf91ee659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:22.449635 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b28b9ddf-628d-4f0e-8644-e0edd65f43d9 None None] Publish callbacks [] for port (8701cc21-ce35-4e51-b412-07011b1a0b29), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:22.453544 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 89c1478f-1d71-4b94-8665-241ea5afb4a4 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:57:22.454908 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09fe4ea-b7d4-422a-9e66-3f91d3714be6 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Pushing event updated for resources: {'Port': ['ID=6938c2ba-1146-459f-9e66-c2ddb013446e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:22.474532 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09fe4ea-b7d4-422a-9e66-3f91d3714be6 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Network 5efe3ffc-811f-4a18-829c-8a2ea7ce47dd is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:57:22.478716 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-a09fe4ea-b7d4-422a-9e66-3f91d3714be6 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:57:22.482689 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09fe4ea-b7d4-422a-9e66-3f91d3714be6 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:57:22.483250 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a09fe4ea-b7d4-422a-9e66-3f91d3714be6 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (674d8408-8264-4192-b4c0-834ddc487160), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:22.503420 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b28b9ddf-628d-4f0e-8644-e0edd65f43d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (8701cc21-ce35-4e51-b412-07011b1a0b29), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:22.547578 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-3d54a32b-d16d-4338-8c7d-ca92c3c91cf5 None None] Current status of the port d6e94d06-bbbc-4009-baae-812d358d2ccd is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:57:22.547984 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3d54a32b-d16d-4338-8c7d-ca92c3c91cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d6e94d06-bbbc-4009-baae-812d358d2ccd), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:22.633213 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28b9ddf-628d-4f0e-8644-e0edd65f43d9 None None] Network d6296a5b-47af-4bb2-a280-dd6b6da93242 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:57:22.672776 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-3d54a32b-d16d-4338-8c7d-ca92c3c91cf5 None None] For port d6e94d06-bbbc-4009-baae-812d358d2ccd, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=d6e94d06-bbbc-4009-baae-812d358d2ccd,segment=NetworkSegment(eec4ff9e-161b-4d57-8495-bc40e5575a22),segment_id=eec4ff9e-161b-4d57-8495-bc40e5575a22)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:57:22.674626 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-b28b9ddf-628d-4f0e-8644-e0edd65f43d9 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:57:22.705266 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port c5ed6c20-f4ad-4227-9aa1-badc70aa2684 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:57:22.705691 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c5ed6c20-f4ad-4227-9aa1-badc70aa2684), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:22.711063 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28b9ddf-628d-4f0e-8644-e0edd65f43d9 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:57:22.716837 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0af9895e-d0ff-44b5-b70b-ccbababc97ee tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:22.719713 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3d54a32b-d16d-4338-8c7d-ca92c3c91cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (d6e94d06-bbbc-4009-baae-812d358d2ccd), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:22.725407 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0af9895e-d0ff-44b5-b70b-ccbababc97ee tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (e383c527-a410-444a-91ee-bd478595778b), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:22.742769 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28b9ddf-628d-4f0e-8644-e0edd65f43d9 None None] Pushing event updated for resources: {'Port': ['ID=8701cc21-ce35-4e51-b412-07011b1a0b29,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:22.765618 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a09fe4ea-b7d4-422a-9e66-3f91d3714be6 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (6938c2ba-1146-459f-9e66-c2ddb013446e), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:22.845820 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port c5ed6c20-f4ad-4227-9aa1-badc70aa2684, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=c5ed6c20-f4ad-4227-9aa1-badc70aa2684,segment=NetworkSegment(24113e97-424e-4ee4-920c-ab4f67020525),segment_id=24113e97-424e-4ee4-920c-ab4f67020525)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:57:22.873045 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36672) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:22.873313 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f03c2e72-f0f0-45ae-880d-7b7eeb29bdae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ed6c20-f4ad-4227-9aa1-badc70aa2684'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:57:22.877123 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60b0ec3-e8c9-4d98-a825-81d1aae1819c" -d '{"events": [{"server_uuid": "f03c2e72-f0f0-45ae-880d-7b7eeb29bdae", "name": "network-vif-plugged", "status": "completed", "tag": "c5ed6c20-f4ad-4227-9aa1-badc70aa2684"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:57:22.942909 n-d-833163-1 neutron-server[103884]: INFO neutron.db.l3_db [None req-0af9895e-d0ff-44b5-b70b-ccbababc97ee tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Floating IP e383c527-a410-444a-91ee-bd478595778b associated. External IP: 172.25.8.102, port: 69fcddc1-ffeb-496c-8212-9e1ba631ca40. Mar 11 19:57:23.026889 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397a579e-3173-4626-ad8a-6cf19a077a38 x-openstack-request-id: req-397a579e-3173-4626-ad8a-6cf19a077a38 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:57:23.027251 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f03c2e72-f0f0-45ae-880d-7b7eeb29bdae", "name": "network-vif-plugged", "status": "completed", "tag": "c5ed6c20-f4ad-4227-9aa1-badc70aa2684", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:57:23.027572 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-397a579e-3173-4626-ad8a-6cf19a077a38 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:57:23.029072 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f03c2e72-f0f0-45ae-880d-7b7eeb29bdae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5ed6c20-f4ad-4227-9aa1-badc70aa2684', 'code': 200} Mar 11 19:57:23.044850 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (c5ed6c20-f4ad-4227-9aa1-badc70aa2684), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:23.050461 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:23.056388 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-b28b9ddf-628d-4f0e-8644-e0edd65f43d9 None None] Attempting to bind port 8701cc21-ce35-4e51-b412-07011b1a0b29 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:57:23.057030 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-b28b9ddf-628d-4f0e-8644-e0edd65f43d9 None None] Attempting to bind port 8701cc21-ce35-4e51-b412-07011b1a0b29 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '0491f7df-eca6-42f0-aa10-923013c4d0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'd6296a5b-47af-4bb2-a280-dd6b6da93242'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:57:23.057408 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28b9ddf-628d-4f0e-8644-e0edd65f43d9 None None] Attempting to bind port 8701cc21-ce35-4e51-b412-07011b1a0b29 on network d6296a5b-47af-4bb2-a280-dd6b6da93242 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:57:23.079590 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28b9ddf-628d-4f0e-8644-e0edd65f43d9 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:57:23.080693 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28b9ddf-628d-4f0e-8644-e0edd65f43d9 None None] Checking segment: {'id': '0491f7df-eca6-42f0-aa10-923013c4d0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'd6296a5b-47af-4bb2-a280-dd6b6da93242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:57:23.081108 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b28b9ddf-628d-4f0e-8644-e0edd65f43d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:23.081510 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28b9ddf-628d-4f0e-8644-e0edd65f43d9 None None] Bound using segment: {'id': '0491f7df-eca6-42f0-aa10-923013c4d0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'd6296a5b-47af-4bb2-a280-dd6b6da93242'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:57:23.082004 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-b28b9ddf-628d-4f0e-8644-e0edd65f43d9 None None] Bound port: 8701cc21-ce35-4e51-b412-07011b1a0b29, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0491f7df-eca6-42f0-aa10-923013c4d0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': 'd6296a5b-47af-4bb2-a280-dd6b6da93242'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:57:23.082382 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b28b9ddf-628d-4f0e-8644-e0edd65f43d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (8701cc21-ce35-4e51-b412-07011b1a0b29), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:23.087948 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 89c1478f-1d71-4b94-8665-241ea5afb4a4 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:57:23.088319 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (89c1478f-1d71-4b94-8665-241ea5afb4a4), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:23.130886 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54a32b-d16d-4338-8c7d-ca92c3c91cf5 None None] Pushing event updated for resources: {'Port': ['ID=d6e94d06-bbbc-4009-baae-812d358d2ccd,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:23.132642 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cdbcb318-6d33-4fec-8545-77d9a878e807 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:23.143936 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d0253674-b70b-47a9-9ba4-7d8b8c0229ee None None] Provisioning complete for port d6e94d06-bbbc-4009-baae-812d358d2ccd triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:57:23.144312 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0253674-b70b-47a9-9ba4-7d8b8c0229ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (d6e94d06-bbbc-4009-baae-812d358d2ccd), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:23.289329 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=c5ed6c20-f4ad-4227-9aa1-badc70aa2684,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:23.317272 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-b28b9ddf-628d-4f0e-8644-e0edd65f43d9 None None] For port 8701cc21-ce35-4e51-b412-07011b1a0b29, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:57:23.353782 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-b28b9ddf-628d-4f0e-8644-e0edd65f43d9 None None] For port 8701cc21-ce35-4e51-b412-07011b1a0b29, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=8701cc21-ce35-4e51-b412-07011b1a0b29,segment=NetworkSegment(0491f7df-eca6-42f0-aa10-923013c4d0ef),segment_id=0491f7df-eca6-42f0-aa10-923013c4d0ef)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:57:23.356232 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7499bcb-f56d-44d2-8543-c66cd3d9842b req-7bf85ce2-3b68-49c7-862c-e8f5f5f82b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:23.357856 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c7499bcb-f56d-44d2-8543-c66cd3d9842b req-7bf85ce2-3b68-49c7-862c-e8f5f5f82b7e service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=f03c2e72-f0f0-45ae-880d-7b7eeb29bdae HTTP/1.1" status: 200 len: 1128 time: 0.3314962 Mar 11 19:57:23.371334 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b28b9ddf-628d-4f0e-8644-e0edd65f43d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (8701cc21-ce35-4e51-b412-07011b1a0b29), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:23.398612 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc42f7-6a53-4dc6-b9e8-dc0bb30f6c91 req-f5562172-4fbd-44ba-a66d-e1d95311fe53 tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:23.401279 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0ddc42f7-6a53-4dc6-b9e8-dc0bb30f6c91 req-f5562172-4fbd-44ba-a66d-e1d95311fe53 tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] 10.222.0.65 "GET /v2.0/ports?device_id=f03c2e72-f0f0-45ae-880d-7b7eeb29bdae HTTP/1.1" status: 200 len: 946 time: 0.2317197 Mar 11 19:57:23.405681 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 89c1478f-1d71-4b94-8665-241ea5afb4a4 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:57:23.407004 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device d6e94d06-bbbc-4009-baae-812d358d2ccd up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:57:23.451366 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0af9895e-d0ff-44b5-b70b-ccbababc97ee tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Router f8f5cd53-32d4-4027-b61a-a31b4d763842 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:57:23.482744 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cdbcb318-6d33-4fec-8545-77d9a878e807 admin admin] Publish callbacks [] for security_group (739bd51b-ac6b-45c8-a0a5-de97adff6a2a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:23.506515 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cdbcb318-6d33-4fec-8545-77d9a878e807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (739bd51b-ac6b-45c8-a0a5-de97adff6a2a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:23.532056 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a09fe4ea-b7d4-422a-9e66-3f91d3714be6 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks [] for port (6938c2ba-1146-459f-9e66-c2ddb013446e), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:23.548042 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28b9ddf-628d-4f0e-8644-e0edd65f43d9 None None] Pushing event updated for resources: {'Port': ['ID=8701cc21-ce35-4e51-b412-07011b1a0b29,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:23.552325 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d0253674-b70b-47a9-9ba4-7d8b8c0229ee None None] Current status of the port d6e94d06-bbbc-4009-baae-812d358d2ccd is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:57:23.559895 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a09fe4ea-b7d4-422a-9e66-3f91d3714be6 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (6938c2ba-1146-459f-9e66-c2ddb013446e), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:23.561563 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a09fe4ea-b7d4-422a-9e66-3f91d3714be6 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (674d8408-8264-4192-b4c0-834ddc487160), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:23.575108 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port d6e94d06-bbbc-4009-baae-812d358d2ccd triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:57:23.575436 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (d6e94d06-bbbc-4009-baae-812d358d2ccd), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:23.596164 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0ddc42f7-6a53-4dc6-b9e8-dc0bb30f6c91 req-d19065e5-0ced-4884-bed1-6ef0fc1b66fc tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ab0f541-ea4b-4949-8a79-26fe499abfca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1820138 Mar 11 19:57:23.627453 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbcb318-6d33-4fec-8545-77d9a878e807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739bd51b-ac6b-45c8-a0a5-de97adff6a2a,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:23.642898 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-cdbcb318-6d33-4fec-8545-77d9a878e807 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ffef104338a348bd854aeb53a1e0883b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7678771 Mar 11 19:57:23.660354 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36680) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:23.705319 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09fe4ea-b7d4-422a-9e66-3f91d3714be6 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Pushing event updated for resources: {'Port': ['ID=6938c2ba-1146-459f-9e66-c2ddb013446e,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:23.721664 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-12882391-3823-4bc3-9b9e-adcdd5a9d7a9 None None] Provisioning complete for port 6938c2ba-1146-459f-9e66-c2ddb013446e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:57:23.722369 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-12882391-3823-4bc3-9b9e-adcdd5a9d7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (6938c2ba-1146-459f-9e66-c2ddb013446e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:23.756693 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port d6e94d06-bbbc-4009-baae-812d358d2ccd is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:57:23.775682 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-12882391-3823-4bc3-9b9e-adcdd5a9d7a9 None None] Port 6938c2ba-1146-459f-9e66-c2ddb013446e cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:57:23.829163 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4d50b191-d3b6-4540-ba09-da91a0f471f1 admin admin] Publish callbacks [] for security_group (739bd51b-ac6b-45c8-a0a5-de97adff6a2a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:23.863269 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4d50b191-d3b6-4540-ba09-da91a0f471f1 admin admin] Publish callbacks [] for security_group (739bd51b-ac6b-45c8-a0a5-de97adff6a2a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:23.922996 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09fe4ea-b7d4-422a-9e66-3f91d3714be6 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Network 5efe3ffc-811f-4a18-829c-8a2ea7ce47dd is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:57:23.926494 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-a09fe4ea-b7d4-422a-9e66-3f91d3714be6 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:57:24.009934 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c7499bcb-f56d-44d2-8543-c66cd3d9842b req-c87743a6-6691-4539-af88-73a5a4ef03ab service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=3ab0f541-ea4b-4949-8a79-26fe499abfca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6188743 Mar 11 19:57:24.069980 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4d50b191-d3b6-4540-ba09-da91a0f471f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (739bd51b-ac6b-45c8-a0a5-de97adff6a2a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:24.073259 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4d50b191-d3b6-4540-ba09-da91a0f471f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:24.074556 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-4d50b191-d3b6-4540-ba09-da91a0f471f1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/739bd51b-ac6b-45c8-a0a5-de97adff6a2a HTTP/1.1" status: 204 len: 168 time: 0.4128387 Mar 11 19:57:24.101421 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af9895e-d0ff-44b5-b70b-ccbababc97ee tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:57:24.109520 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d50b191-d3b6-4540-ba09-da91a0f471f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739bd51b-ac6b-45c8-a0a5-de97adff6a2a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:24.119815 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4aa69c-fff8-4f4c-910a-79f9d7dc071a None None] Sync routers for ids ['f8f5cd53-32d4-4027-b61a-a31b4d763842'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:57:24.148292 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4aa69c-fff8-4f4c-910a-79f9d7dc071a None None] Routers {'f8f5cd53-32d4-4027-b61a-a31b4d763842'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:57:24.148941 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-9a4aa69c-fff8-4f4c-910a-79f9d7dc071a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:56:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['f8f5cd53-32d4-4027-b61a-a31b4d763842'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:24.191052 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a09fe4ea-b7d4-422a-9e66-3f91d3714be6 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Router 674d8408-8264-4192-b4c0-834ddc487160 is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:57:24.258049 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-9a4aa69c-fff8-4f4c-910a-79f9d7dc071a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:24.280808 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4aa69c-fff8-4f4c-910a-79f9d7dc071a None None] Routers {'f8f5cd53-32d4-4027-b61a-a31b4d763842'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:57:24.281777 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-9a4aa69c-fff8-4f4c-910a-79f9d7dc071a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:56:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['f8f5cd53-32d4-4027-b61a-a31b4d763842'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:24.343063 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-9a4aa69c-fff8-4f4c-910a-79f9d7dc071a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:24.343889 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4aa69c-fff8-4f4c-910a-79f9d7dc071a None None] The sync data for ids ['f8f5cd53-32d4-4027-b61a-a31b4d763842'] in n-d-833163-1 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:57:24.413507 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a09fe4ea-b7d4-422a-9e66-3f91d3714be6 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:57:24.423883 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e998a7-141e-4982-8fc1-f8405beb6320 None None] Sync routers for ids ['674d8408-8264-4192-b4c0-834ddc487160'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:57:24.427251 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a09fe4ea-b7d4-422a-9e66-3f91d3714be6 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] 10.222.0.65 "PUT /v2.0/routers/674d8408-8264-4192-b4c0-834ddc487160/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6857955 Mar 11 19:57:24.431056 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36688) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:24.444338 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e998a7-141e-4982-8fc1-f8405beb6320 None None] Routers {'674d8408-8264-4192-b4c0-834ddc487160'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:57:24.444980 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-97e998a7-141e-4982-8fc1-f8405beb6320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:56:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['674d8408-8264-4192-b4c0-834ddc487160'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:24.466401 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device d6e94d06-bbbc-4009-baae-812d358d2ccd up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:57:24.526041 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-97e998a7-141e-4982-8fc1-f8405beb6320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:24.554173 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e998a7-141e-4982-8fc1-f8405beb6320 None None] Routers {'674d8408-8264-4192-b4c0-834ddc487160'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:57:24.555109 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-97e998a7-141e-4982-8fc1-f8405beb6320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:56:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['674d8408-8264-4192-b4c0-834ddc487160'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:24.603175 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-97e998a7-141e-4982-8fc1-f8405beb6320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:24.604202 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e998a7-141e-4982-8fc1-f8405beb6320 None None] The sync data for ids ['674d8408-8264-4192-b4c0-834ddc487160'] in n-d-833163-1 is: [] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:57:24.641908 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0af9895e-d0ff-44b5-b70b-ccbababc97ee tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Router f8f5cd53-32d4-4027-b61a-a31b4d763842 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:57:24.746121 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36692) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:24.794019 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a15c0a2e-25c0-4c59-884f-dc97c8a69d39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:24.846414 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-dd5f44b2-7cd2-4137-96a8-b368bf7cf231 None None] Provisioning complete for port 6938c2ba-1146-459f-9e66-c2ddb013446e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:57:24.847096 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dd5f44b2-7cd2-4137-96a8-b368bf7cf231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (6938c2ba-1146-459f-9e66-c2ddb013446e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:24.914030 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-dd5f44b2-7cd2-4137-96a8-b368bf7cf231 None None] Port 6938c2ba-1146-459f-9e66-c2ddb013446e cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:57:24.934163 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d79f71f7-6024-4bf7-894e-f296753ad428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:24.982980 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port d6e94d06-bbbc-4009-baae-812d358d2ccd triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:57:24.983499 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (d6e94d06-bbbc-4009-baae-812d358d2ccd), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:25.001985 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af9895e-d0ff-44b5-b70b-ccbababc97ee tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:57:25.033597 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0af9895e-d0ff-44b5-b70b-ccbababc97ee tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:25.066130 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c296492-5f6c-42a9-8af9-a9ce2fb968b3 None None] Sync routers for ids ['f8f5cd53-32d4-4027-b61a-a31b4d763842'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:57:25.115696 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c296492-5f6c-42a9-8af9-a9ce2fb968b3 None None] Routers {'f8f5cd53-32d4-4027-b61a-a31b4d763842'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:57:25.116492 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-1c296492-5f6c-42a9-8af9-a9ce2fb968b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:57:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['f8f5cd53-32d4-4027-b61a-a31b4d763842'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:25.205761 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-0af9895e-d0ff-44b5-b70b-ccbababc97ee tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] 10.222.0.65 "PUT /v2.0/floatingips/e383c527-a410-444a-91ee-bd478595778b HTTP/1.1" status: 200 len: 978 time: 3.6524560 Mar 11 19:57:25.208207 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36698) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:25.218257 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-1c296492-5f6c-42a9-8af9-a9ce2fb968b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:25.262969 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-8cb2ed50-4541-4843-b362-03fa72982470 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:57:25.276393 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f7735-e1a2-49f5-baf5-521e8914f05b req-76ac57e9-d8cc-4069-8333-e46b81867a3b tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:25.278133 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fc3f7735-e1a2-49f5-baf5-521e8914f05b req-76ac57e9-d8cc-4069-8333-e46b81867a3b tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] 10.222.0.65 "GET /v2.0/ports?device_id=f03c2e72-f0f0-45ae-880d-7b7eeb29bdae HTTP/1.1" status: 200 len: 946 time: 0.3387477 Mar 11 19:57:25.289699 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a15c0a2e-25c0-4c59-884f-dc97c8a69d39 admin admin] Publish callbacks [] for security_group (deac013e-6a6d-40db-b8cd-1c21215d3a77), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:25.297230 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a15c0a2e-25c0-4c59-884f-dc97c8a69d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (deac013e-6a6d-40db-b8cd-1c21215d3a77), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:25.310445 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c296492-5f6c-42a9-8af9-a9ce2fb968b3 None None] Routers {'f8f5cd53-32d4-4027-b61a-a31b4d763842'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:57:25.311072 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-1c296492-5f6c-42a9-8af9-a9ce2fb968b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:57:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['f8f5cd53-32d4-4027-b61a-a31b4d763842'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:25.354962 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-1c296492-5f6c-42a9-8af9-a9ce2fb968b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:25.355751 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c296492-5f6c-42a9-8af9-a9ce2fb968b3 None None] The sync data for ids ['f8f5cd53-32d4-4027-b61a-a31b4d763842'] in n-d-833163-1 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:57:25.363657 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a15c0a2e-25c0-4c59-884f-dc97c8a69d39 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=89e92a99093344188269e99ac7a20035&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6023519 Mar 11 19:57:25.364511 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36700) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:25.382656 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port d6e94d06-bbbc-4009-baae-812d358d2ccd is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:57:25.382977 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15c0a2e-25c0-4c59-884f-dc97c8a69d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deac013e-6a6d-40db-b8cd-1c21215d3a77,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:25.383838 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 8701cc21-ce35-4e51-b412-07011b1a0b29 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:57:25.407087 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15c0a2e-25c0-4c59-884f-dc97c8a69d39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:57:25.407368 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd85f008-4927-42e9-9d1a-cd910fcdcadf None None] Network d6296a5b-47af-4bb2-a280-dd6b6da93242 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:57:25.408814 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15c0a2e-25c0-4c59-884f-dc97c8a69d39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:57:25.409376 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15c0a2e-25c0-4c59-884f-dc97c8a69d39 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:57:25.410986 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15c0a2e-25c0-4c59-884f-dc97c8a69d39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:57:25.411519 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15c0a2e-25c0-4c59-884f-dc97c8a69d39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:57:25.412114 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15c0a2e-25c0-4c59-884f-dc97c8a69d39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:57:25.412678 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15c0a2e-25c0-4c59-884f-dc97c8a69d39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:57:25.414594 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15c0a2e-25c0-4c59-884f-dc97c8a69d39 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:57:25.416692 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15c0a2e-25c0-4c59-884f-dc97c8a69d39 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:57:25.417216 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15c0a2e-25c0-4c59-884f-dc97c8a69d39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:57:25.418006 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15c0a2e-25c0-4c59-884f-dc97c8a69d39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:57:25.418644 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15c0a2e-25c0-4c59-884f-dc97c8a69d39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:57:25.419301 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15c0a2e-25c0-4c59-884f-dc97c8a69d39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:57:25.456467 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8cb2ed50-4541-4843-b362-03fa72982470 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for floatingip (e383c527-a410-444a-91ee-bd478595778b), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:25.489417 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-002cb383-b8f2-49a0-889c-9841354ea7f7 admin admin] Publish callbacks [] for security_group (deac013e-6a6d-40db-b8cd-1c21215d3a77), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:25.502101 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-3248e041-8d59-48a5-a9c5-5b8ddd09546a None None] Provisioning complete for port 8701cc21-ce35-4e51-b412-07011b1a0b29 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:57:25.502479 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3248e041-8d59-48a5-a9c5-5b8ddd09546a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (8701cc21-ce35-4e51-b412-07011b1a0b29), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:25.522658 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-002cb383-b8f2-49a0-889c-9841354ea7f7 admin admin] Publish callbacks [] for security_group (deac013e-6a6d-40db-b8cd-1c21215d3a77), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:25.562252 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fc3f7735-e1a2-49f5-baf5-521e8914f05b req-1f2b208d-177b-4742-9782-fd7bcb1d0c89 tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ab0f541-ea4b-4949-8a79-26fe499abfca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2533493 Mar 11 19:57:25.569851 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 8701cc21-ce35-4e51-b412-07011b1a0b29 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:57:25.570232 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (8701cc21-ce35-4e51-b412-07011b1a0b29), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:25.612122 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-002cb383-b8f2-49a0-889c-9841354ea7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (deac013e-6a6d-40db-b8cd-1c21215d3a77), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:25.617938 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-002cb383-b8f2-49a0-889c-9841354ea7f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:25.621733 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7b93f591-9dd6-489c-9fd8-a7a62a1a8857 req-c59bb4a6-cb29-4fdb-a788-3f527a0ed291 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=49f5fa91-1231-4377-96de-2f89df5190a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6652153 Mar 11 19:57:25.622831 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-002cb383-b8f2-49a0-889c-9841354ea7f7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/deac013e-6a6d-40db-b8cd-1c21215d3a77 HTTP/1.1" status: 204 len: 168 time: 0.2576864 Mar 11 19:57:25.642383 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002cb383-b8f2-49a0-889c-9841354ea7f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deac013e-6a6d-40db-b8cd-1c21215d3a77,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:25.671517 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-3248e041-8d59-48a5-a9c5-5b8ddd09546a None None] Current status of the port 8701cc21-ce35-4e51-b412-07011b1a0b29 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:57:25.671871 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3248e041-8d59-48a5-a9c5-5b8ddd09546a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (8701cc21-ce35-4e51-b412-07011b1a0b29), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:25.777511 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 8701cc21-ce35-4e51-b412-07011b1a0b29 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:57:25.778368 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (8701cc21-ce35-4e51-b412-07011b1a0b29), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:25.784959 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-3248e041-8d59-48a5-a9c5-5b8ddd09546a None None] For port 8701cc21-ce35-4e51-b412-07011b1a0b29, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=8701cc21-ce35-4e51-b412-07011b1a0b29,segment=NetworkSegment(0491f7df-eca6-42f0-aa10-923013c4d0ef),segment_id=0491f7df-eca6-42f0-aa10-923013c4d0ef)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:57:25.797131 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3248e041-8d59-48a5-a9c5-5b8ddd09546a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (8701cc21-ce35-4e51-b412-07011b1a0b29), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:25.868290 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8cb2ed50-4541-4843-b362-03fa72982470 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:25.869973 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3248e041-8d59-48a5-a9c5-5b8ddd09546a None None] Pushing event updated for resources: {'Port': ['ID=8701cc21-ce35-4e51-b412-07011b1a0b29,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:25.900189 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8cb2ed50-4541-4843-b362-03fa72982470 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (e383c527-a410-444a-91ee-bd478595778b), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:25.900528 n-d-833163-1 neutron-server[103885]: INFO neutron.db.l3_db [None req-8cb2ed50-4541-4843-b362-03fa72982470 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Floating IP e383c527-a410-444a-91ee-bd478595778b disassociated. External IP: 172.25.8.102, port: adaa45a9-54a5-4224-ae7f-fb39d9e55b70. Mar 11 19:57:25.922836 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 19:57:25.926884 n-d-833163-1 neutron-server[103886]: DEBUG oslo_db.api [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 19:57:26.012835 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [None req-6ba42545-d281-48e2-ab84-51716405e225 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:57:26.016979 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36706) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:26.025002 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-6ba42545-d281-48e2-ab84-51716405e225 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] 10.222.0.65 "PUT /v2.0/routers/674d8408-8264-4192-b4c0-834ddc487160/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5922580 Mar 11 19:57:26.053527 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b93f591-9dd6-489c-9fd8-a7a62a1a8857 req-fea6a145-4881-42ab-a3a9-be83f5a9ec94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:26.071735 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7b93f591-9dd6-489c-9fd8-a7a62a1a8857 req-fea6a145-4881-42ab-a3a9-be83f5a9ec94 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ac0acd49ed0a4c6b89bcb3eaea14c217&device_id=49f5fa91-1231-4377-96de-2f89df5190a0 HTTP/1.1" status: 200 len: 1128 time: 0.3268752 Mar 11 19:57:26.138251 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-12e19b04-a7ce-4d53-8296-2419fec77950 None None] Provisioning complete for port 8701cc21-ce35-4e51-b412-07011b1a0b29 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:57:26.139099 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-12e19b04-a7ce-4d53-8296-2419fec77950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (8701cc21-ce35-4e51-b412-07011b1a0b29), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:26.267204 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:26.365059 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-12e19b04-a7ce-4d53-8296-2419fec77950 None None] Current status of the port 8701cc21-ce35-4e51-b412-07011b1a0b29 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:57:26.385022 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b93f591-9dd6-489c-9fd8-a7a62a1a8857 req-ba05f65a-0d42-4aa2-96c1-6621db2f4842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:26.386514 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7b93f591-9dd6-489c-9fd8-a7a62a1a8857 req-ba05f65a-0d42-4aa2-96c1-6621db2f4842 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d7695c22-7cfd-4319-9d63-9f76b8799969 HTTP/1.1" status: 200 len: 915 time: 0.2312846 Mar 11 19:57:26.463673 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cb2ed50-4541-4843-b362-03fa72982470 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Router f8f5cd53-32d4-4027-b61a-a31b4d763842 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:57:26.506605 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 8701cc21-ce35-4e51-b412-07011b1a0b29 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:57:26.542832 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7b93f591-9dd6-489c-9fd8-a7a62a1a8857 req-b017526d-2354-462e-b72f-04bce2c4a88f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=abe8ea9b-d437-4faa-b7f3-1441ce82426d HTTP/1.1" status: 200 len: 1001 time: 0.1462657 Mar 11 19:57:26.574023 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-07b22426-6c84-4f2f-80e4-f08858772f00 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (674d8408-8264-4192-b4c0-834ddc487160), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:26.623135 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 8701cc21-ce35-4e51-b412-07011b1a0b29 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:57:26.682723 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b93f591-9dd6-489c-9fd8-a7a62a1a8857 req-502f76b5-21f6-4c39-adf9-3b48bb14f43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:26.689705 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7b93f591-9dd6-489c-9fd8-a7a62a1a8857 req-502f76b5-21f6-4c39-adf9-3b48bb14f43e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9c3f149c-decf-4bc3-9858-1266a909f90c HTTP/1.1" status: 200 len: 853 time: 0.1400352 Mar 11 19:57:26.711011 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 8701cc21-ce35-4e51-b412-07011b1a0b29 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:57:26.711682 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (8701cc21-ce35-4e51-b412-07011b1a0b29), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:26.784793 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb2ed50-4541-4843-b362-03fa72982470 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:57:26.795101 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8cb2ed50-4541-4843-b362-03fa72982470 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:26.795568 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7a4639-45da-4490-a2a0-d38ea9fb19a6 None None] Sync routers for ids ['f8f5cd53-32d4-4027-b61a-a31b4d763842'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:57:26.815413 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7a4639-45da-4490-a2a0-d38ea9fb19a6 None None] Routers {'f8f5cd53-32d4-4027-b61a-a31b4d763842'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:57:26.816343 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-bb7a4639-45da-4490-a2a0-d38ea9fb19a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:57:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['f8f5cd53-32d4-4027-b61a-a31b4d763842'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:26.841892 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 8701cc21-ce35-4e51-b412-07011b1a0b29 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:57:26.887039 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36728) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:26.887984 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-8cb2ed50-4541-4843-b362-03fa72982470 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] 10.222.0.65 "PUT /v2.0/floatingips/e383c527-a410-444a-91ee-bd478595778b HTTP/1.1" status: 200 len: 688 time: 1.6289504 Mar 11 19:57:26.897170 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec669c-8836-47b8-9b12-0158b4abab08 req-0a807dfb-95b1-42af-aafa-66202f3bd63d tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:26.898828 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-47ec669c-8836-47b8-9b12-0158b4abab08 req-0a807dfb-95b1-42af-aafa-66202f3bd63d tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] 10.222.0.65 "GET /v2.0/ports?device_id=f03c2e72-f0f0-45ae-880d-7b7eeb29bdae HTTP/1.1" status: 200 len: 946 time: 0.2079239 Mar 11 19:57:26.903281 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-bb7a4639-45da-4490-a2a0-d38ea9fb19a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:26.905621 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b93f591-9dd6-489c-9fd8-a7a62a1a8857 req-113fd5de-93fb-4fb7-bf54-ac3836141694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:26.907262 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7b93f591-9dd6-489c-9fd8-a7a62a1a8857 req-113fd5de-93fb-4fb7-bf54-ac3836141694 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d7695c22-7cfd-4319-9d63-9f76b8799969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1596999 Mar 11 19:57:26.920937 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7a4639-45da-4490-a2a0-d38ea9fb19a6 None None] Routers {'f8f5cd53-32d4-4027-b61a-a31b4d763842'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:57:26.921558 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-bb7a4639-45da-4490-a2a0-d38ea9fb19a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:57:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['f8f5cd53-32d4-4027-b61a-a31b4d763842'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:26.921970 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [req-7b93f591-9dd6-489c-9fd8-a7a62a1a8857 req-a0a18423-a448-49a4-8c9b-fe996ca2714d service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:57:26.924731 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7b93f591-9dd6-489c-9fd8-a7a62a1a8857 req-a0a18423-a448-49a4-8c9b-fe996ca2714d service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086651 Mar 11 19:57:26.968875 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-bb7a4639-45da-4490-a2a0-d38ea9fb19a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:26.969736 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7a4639-45da-4490-a2a0-d38ea9fb19a6 None None] The sync data for ids ['f8f5cd53-32d4-4027-b61a-a31b4d763842'] in n-d-833163-1 is: [] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:57:27.066743 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7b93f591-9dd6-489c-9fd8-a7a62a1a8857 req-d635a102-18c1-4a2b-a704-d33f055be6d4 service neutron] 10.222.0.57 "GET /v2.0/networks/d7695c22-7cfd-4319-9d63-9f76b8799969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252279 Mar 11 19:57:27.128493 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-47ec669c-8836-47b8-9b12-0158b4abab08 req-0e69f096-23a1-4360-8fc2-5a935a0c6259 tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ab0f541-ea4b-4949-8a79-26fe499abfca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2196701 Mar 11 19:57:27.148713 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-2bf56008-4376-4bd2-ae3e-97edb407ab3f tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Deleting port f2d8721f-e1fa-4bdc-a6de-ec63fc492cbd {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:57:27.149055 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2bf56008-4376-4bd2-ae3e-97edb407ab3f tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (f2d8721f-e1fa-4bdc-a6de-ec63fc492cbd), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:27.226973 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-07b22426-6c84-4f2f-80e4-f08858772f00 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Deleting port 6938c2ba-1146-459f-9e66-c2ddb013446e {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:57:27.227322 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-07b22426-6c84-4f2f-80e4-f08858772f00 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (6938c2ba-1146-459f-9e66-c2ddb013446e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:27.263851 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7b93f591-9dd6-489c-9fd8-a7a62a1a8857 req-69c3a351-3042-4ea5-8431-8f4dc41d0d2f service neutron] 10.222.0.57 "GET /v2.0/networks/d7695c22-7cfd-4319-9d63-9f76b8799969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898255 Mar 11 19:57:27.321908 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8611e67d-4f58-40cf-b9d9-be3686e15112 req-dd4f5c29-c338-49c6-b134-62f364d5dc13 tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:27.324584 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8611e67d-4f58-40cf-b9d9-be3686e15112 req-dd4f5c29-c338-49c6-b134-62f364d5dc13 tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] 10.222.0.65 "GET /v2.0/ports?device_id=f03c2e72-f0f0-45ae-880d-7b7eeb29bdae HTTP/1.1" status: 200 len: 946 time: 0.1217988 Mar 11 19:57:27.343471 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2bf56008-4376-4bd2-ae3e-97edb407ab3f tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (f2d8721f-e1fa-4bdc-a6de-ec63fc492cbd), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:27.343827 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2bf56008-4376-4bd2-ae3e-97edb407ab3f tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for floatingip (f2d8721f-e1fa-4bdc-a6de-ec63fc492cbd), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:27.373198 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-2bf56008-4376-4bd2-ae3e-97edb407ab3f tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Calling delete_port for f2d8721f-e1fa-4bdc-a6de-ec63fc492cbd owned by network:floatingip {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:57:27.389287 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-1f5a6e24-05cc-4447-9882-10e3a9e4a16f req-37e10fcf-4287-4388-b4a7-9bef418972db service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=f03c2e72-f0f0-45ae-880d-7b7eeb29bdae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1530085 Mar 11 19:57:27.397176 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8611e67d-4f58-40cf-b9d9-be3686e15112 req-120614e5-6f78-461c-935d-a12a3ebbab59 tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ab0f541-ea4b-4949-8a79-26fe499abfca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668130 Mar 11 19:57:27.403105 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-07b22426-6c84-4f2f-80e4-f08858772f00 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (6938c2ba-1146-459f-9e66-c2ddb013446e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:27.455643 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-07b22426-6c84-4f2f-80e4-f08858772f00 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Calling delete_port for 6938c2ba-1146-459f-9e66-c2ddb013446e owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:57:27.579938 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce8f6c-c744-428a-bd29-f9f0ede2233c req-89655304-ba13-400d-bf8f-10d9b27f9b6b tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:27.605006 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-88ce8f6c-c744-428a-bd29-f9f0ede2233c req-89655304-ba13-400d-bf8f-10d9b27f9b6b tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] 10.222.0.65 "GET /v2.0/ports?device_id=f03c2e72-f0f0-45ae-880d-7b7eeb29bdae HTTP/1.1" status: 200 len: 946 time: 0.1066546 Mar 11 19:57:27.605865 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a6e24-05cc-4447-9882-10e3a9e4a16f req-2f0eaab1-c9e1-4cc6-a860-ff2a21411b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:27.607473 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-1f5a6e24-05cc-4447-9882-10e3a9e4a16f req-2f0eaab1-c9e1-4cc6-a860-ff2a21411b35 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2f949af31a734abc972f25de080a7f9a&device_id=f03c2e72-f0f0-45ae-880d-7b7eeb29bdae HTTP/1.1" status: 200 len: 1128 time: 0.1448724 Mar 11 19:57:27.641044 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:27.713330 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-88ce8f6c-c744-428a-bd29-f9f0ede2233c req-5ee81944-81f3-4e33-a69a-87fca238abf7 tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ab0f541-ea4b-4949-8a79-26fe499abfca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932221 Mar 11 19:57:27.726968 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36750) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:27.793046 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2bf56008-4376-4bd2-ae3e-97edb407ab3f tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (f2d8721f-e1fa-4bdc-a6de-ec63fc492cbd), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:27.846785 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf56008-4376-4bd2-ae3e-97edb407ab3f tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Pushing event deleted for resources: {'Port': ['ID=f2d8721f-e1fa-4bdc-a6de-ec63fc492cbd,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:27.894583 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a6e24-05cc-4447-9882-10e3a9e4a16f req-df50a5d3-2e35-48e6-97f9-55e35f5ac4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:27.896094 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-1f5a6e24-05cc-4447-9882-10e3a9e4a16f req-df50a5d3-2e35-48e6-97f9-55e35f5ac4d7 service neutron] 10.222.0.75 "GET /v2.0/networks?id=7cb87be5-5e63-4569-a71c-e4805af6e43b HTTP/1.1" status: 200 len: 910 time: 0.2505045 Mar 11 19:57:27.954006 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-07b22426-6c84-4f2f-80e4-f08858772f00 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (6938c2ba-1146-459f-9e66-c2ddb013446e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:27.962236 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-1f5a6e24-05cc-4447-9882-10e3a9e4a16f req-3dcc74e4-034e-42c3-ae6d-352d6e1f734f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5ed6c20-f4ad-4227-9aa1-badc70aa2684 HTTP/1.1" status: 200 len: 217 time: 0.0555162 Mar 11 19:57:28.019449 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7562644d-8cd0-4e77-9bd1-3820f3d6edfa tempest-TestServerBasicOps-101116442 tempest-TestServerBasicOps-101116442-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:28.026429 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-7562644d-8cd0-4e77-9bd1-3820f3d6edfa tempest-TestServerBasicOps-101116442 tempest-TestServerBasicOps-101116442-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=f03c2e72-f0f0-45ae-880d-7b7eeb29bdae HTTP/1.1" status: 200 len: 1123 time: 0.2976034 Mar 11 19:57:28.027094 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36760) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:28.031777 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-743b2f9c-649d-4f08-8cfc-c96d44e3e48f tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Request body: {'floatingip': {'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'port_id': 'c5ed6c20-f4ad-4227-9aa1-badc70aa2684', 'tenant_id': '2f949af31a734abc972f25de080a7f9a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:57:28.046713 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b22426-6c84-4f2f-80e4-f08858772f00 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Pushing event deleted for resources: {'Port': ['ID=6938c2ba-1146-459f-9e66-c2ddb013446e,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:28.052595 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2bf56008-4376-4bd2-ae3e-97edb407ab3f tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for floatingip (e383c527-a410-444a-91ee-bd478595778b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:28.055274 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2bf56008-4376-4bd2-ae3e-97edb407ab3f tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:28.059457 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-2bf56008-4376-4bd2-ae3e-97edb407ab3f tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] 10.222.0.65 "DELETE /v2.0/floatingips/e383c527-a410-444a-91ee-bd478595778b HTTP/1.1" status: 204 len: 168 time: 1.1714444 Mar 11 19:57:28.063501 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36762) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:28.079172 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-743b2f9c-649d-4f08-8cfc-c96d44e3e48f tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:28.147398 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [None req-43bd27c0-9c59-4efc-a278-0ffcdc6750e7 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] delete failed (client error): The resource could not be found. Mar 11 19:57:28.149034 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-43bd27c0-9c59-4efc-a278-0ffcdc6750e7 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] 10.222.0.65 "DELETE /v2.0/floatingips/e383c527-a410-444a-91ee-bd478595778b HTTP/1.1" status: 404 len: 345 time: 0.0839322 Mar 11 19:57:28.153647 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36768) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:28.156685 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a6e24-05cc-4447-9882-10e3a9e4a16f req-591b2df0-1636-46c0-be43-53ae08ce10b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:28.158348 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-1f5a6e24-05cc-4447-9882-10e3a9e4a16f req-591b2df0-1636-46c0-be43-53ae08ce10b4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d614b2f0-8c6e-4e2e-aec0-cfab71e0207b HTTP/1.1" status: 200 len: 848 time: 0.1844325 Mar 11 19:57:28.198135 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-07b22426-6c84-4f2f-80e4-f08858772f00 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (674d8408-8264-4192-b4c0-834ddc487160), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:28.295999 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-743b2f9c-649d-4f08-8cfc-c96d44e3e48f tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:28.448377 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-743b2f9c-649d-4f08-8cfc-c96d44e3e48f tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Allocated IP 172.25.8.11 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/e1b6befc-edc6-4b35-8eab-986a3b65ba78) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:57:28.608659 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-743b2f9c-649d-4f08-8cfc-c96d44e3e48f tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Publish callbacks [] for port (e1b6befc-edc6-4b35-8eab-986a3b65ba78), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:28.661813 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-743b2f9c-649d-4f08-8cfc-c96d44e3e48f tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (e1b6befc-edc6-4b35-8eab-986a3b65ba78), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:28.662712 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbb4cd3-8bbe-4f6e-8eae-2566a7e87b57 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:28.671142 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbb4cd3-8bbe-4f6e-8eae-2566a7e87b57 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:28.676682 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbb4cd3-8bbe-4f6e-8eae-2566a7e87b57 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:28.681400 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-0bbb4cd3-8bbe-4f6e-8eae-2566a7e87b57 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] 10.222.0.65 "GET /v2.0/ports?network_id=d8ea09d5-5af1-4ce1-9713-c0436c7309a3 HTTP/1.1" status: 200 len: 2358 time: 0.5236576 Mar 11 19:57:28.686508 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36792) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:28.708932 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743b2f9c-649d-4f08-8cfc-c96d44e3e48f tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:57:28.712534 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-743b2f9c-649d-4f08-8cfc-c96d44e3e48f tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:57:28.716438 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743b2f9c-649d-4f08-8cfc-c96d44e3e48f tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:57:28.750496 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a6e24-05cc-4447-9882-10e3a9e4a16f req-e542a98e-73de-4cf0-8024-f855b157f05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:28.752346 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-1f5a6e24-05cc-4447-9882-10e3a9e4a16f req-e542a98e-73de-4cf0-8024-f855b157f05f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7cb87be5-5e63-4569-a71c-e4805af6e43b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5626242 Mar 11 19:57:28.756052 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743b2f9c-649d-4f08-8cfc-c96d44e3e48f tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Pushing event updated for resources: {'Port': ['ID=e1b6befc-edc6-4b35-8eab-986a3b65ba78,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:28.771058 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743b2f9c-649d-4f08-8cfc-c96d44e3e48f tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:57:28.771485 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743b2f9c-649d-4f08-8cfc-c96d44e3e48f tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:57:28.771926 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743b2f9c-649d-4f08-8cfc-c96d44e3e48f tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:57:28.772331 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743b2f9c-649d-4f08-8cfc-c96d44e3e48f tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:57:28.772739 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743b2f9c-649d-4f08-8cfc-c96d44e3e48f tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:57:28.773141 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743b2f9c-649d-4f08-8cfc-c96d44e3e48f tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:57:28.773540 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743b2f9c-649d-4f08-8cfc-c96d44e3e48f tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:57:28.773937 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743b2f9c-649d-4f08-8cfc-c96d44e3e48f tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:57:28.775190 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743b2f9c-649d-4f08-8cfc-c96d44e3e48f tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:57:28.775659 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743b2f9c-649d-4f08-8cfc-c96d44e3e48f tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:57:28.776131 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743b2f9c-649d-4f08-8cfc-c96d44e3e48f tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:57:28.776537 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743b2f9c-649d-4f08-8cfc-c96d44e3e48f tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:57:28.776936 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-743b2f9c-649d-4f08-8cfc-c96d44e3e48f tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:57:28.947176 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3923a1-519f-4a8a-8670-39b22c60eb8c tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:28.953746 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-0c3923a1-519f-4a8a-8670-39b22c60eb8c tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] 10.222.0.65 "GET /v2.0/subnets/2b6f7691-03e5-44bc-9631-447873d2e62b HTTP/1.1" status: 200 len: 797 time: 0.2664371 Mar 11 19:57:28.954399 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36796) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:28.965348 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-52e025c7-d41c-47d5-ac15-d27de63a8033 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Request body: {'port': {'network_id': 'd8ea09d5-5af1-4ce1-9713-c0436c7309a3', 'name': 'tempest-FloatingIPTestJSON-106947532', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:57:29.030662 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:29.032324 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b22426-6c84-4f2f-80e4-f08858772f00 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Router 674d8408-8264-4192-b4c0-834ddc487160 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:57:29.037695 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-1f5a6e24-05cc-4447-9882-10e3a9e4a16f req-96215661-c13e-4829-895f-31a6f1c7470f service neutron] 10.222.0.75 "GET /v2.0/networks/7cb87be5-5e63-4569-a71c-e4805af6e43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622061 Mar 11 19:57:29.123244 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36800) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:29.276619 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-743b2f9c-649d-4f08-8cfc-c96d44e3e48f tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Publish callbacks [] for floatingip (6087025f-ec75-41c9-9451-bb95b6f4ec72), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:29.289249 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b22426-6c84-4f2f-80e4-f08858772f00 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:57:29.300797 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-07b22426-6c84-4f2f-80e4-f08858772f00 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] 10.222.0.65 "PUT /v2.0/routers/674d8408-8264-4192-b4c0-834ddc487160/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2827442 Mar 11 19:57:29.307355 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce281ce-9ad4-419a-ac9e-e43ccba5271d None None] Sync routers for ids ['674d8408-8264-4192-b4c0-834ddc487160'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:57:29.308158 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36804) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:29.319110 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce281ce-9ad4-419a-ac9e-e43ccba5271d None None] Routers {'674d8408-8264-4192-b4c0-834ddc487160'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:57:29.320034 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-3ce281ce-9ad4-419a-ac9e-e43ccba5271d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:57:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['674d8408-8264-4192-b4c0-834ddc487160'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:29.320253 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2a1b549e-5bc6-45f7-b2f8-ed36e317c768 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:29.356152 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-1f5a6e24-05cc-4447-9882-10e3a9e4a16f req-57385bd7-612e-46d2-b832-4f798f5adf2b service neutron] 10.222.0.75 "GET /v2.0/networks/7cb87be5-5e63-4569-a71c-e4805af6e43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105304 Mar 11 19:57:29.359032 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-3ce281ce-9ad4-419a-ac9e-e43ccba5271d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:29.371697 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce281ce-9ad4-419a-ac9e-e43ccba5271d None None] Routers {'674d8408-8264-4192-b4c0-834ddc487160'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:57:29.372766 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-3ce281ce-9ad4-419a-ac9e-e43ccba5271d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:57:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['674d8408-8264-4192-b4c0-834ddc487160'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:29.383217 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e025c7-d41c-47d5-ac15-d27de63a8033 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Made reservation on behalf of 995ddd1afe724c8783497a8165ea5725 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:57:29.442005 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-3ce281ce-9ad4-419a-ac9e-e43ccba5271d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:29.442797 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ce281ce-9ad4-419a-ac9e-e43ccba5271d None None] The sync data for ids ['674d8408-8264-4192-b4c0-834ddc487160'] in n-d-833163-1 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:57:29.529274 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2a1b549e-5bc6-45f7-b2f8-ed36e317c768 admin admin] Publish callbacks [] for security_group (ce8cf11a-3a11-41e4-832e-3b73fba4ee39), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:29.535438 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-52e025c7-d41c-47d5-ac15-d27de63a8033 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:29.541013 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2a1b549e-5bc6-45f7-b2f8-ed36e317c768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (ce8cf11a-3a11-41e4-832e-3b73fba4ee39), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:29.595241 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1b549e-5bc6-45f7-b2f8-ed36e317c768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8cf11a-3a11-41e4-832e-3b73fba4ee39,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:29.603743 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-52e025c7-d41c-47d5-ac15-d27de63a8033 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] device_id is not set on port 5102b6f8-9991-4bd1-8e52-439eb6714726 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:57:29.614500 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-2a1b549e-5bc6-45f7-b2f8-ed36e317c768 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5a826c7778c3422a8619851e03374361&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4900331 Mar 11 19:57:29.617023 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36808) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:29.732428 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [None req-35bdabf9-6cec-4168-b058-b5f76ad5a38d tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] delete failed (client error): The resource could not be found. Mar 11 19:57:29.737501 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-35bdabf9-6cec-4168-b058-b5f76ad5a38d tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] 10.222.0.65 "DELETE /v2.0/routers/tempest-non_exist_router-482709146 HTTP/1.1" status: 404 len: 334 time: 0.3996198 Mar 11 19:57:29.739954 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36810) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:29.745369 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-ebbf213e-d6db-455d-bc8c-29272730e1b9 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Request body: {'router': {'external_gateway_info': {'network_id': '674d8408-8264-4192-b4c0-834ddc487160'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:57:29.791308 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-743b2f9c-649d-4f08-8cfc-c96d44e3e48f tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (e1b6befc-edc6-4b35-8eab-986a3b65ba78), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:29.796222 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ac4796e7-d4bc-4b04-ba87-36814d60a7ea admin admin] Publish callbacks [] for security_group (ce8cf11a-3a11-41e4-832e-3b73fba4ee39), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:29.854668 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ac4796e7-d4bc-4b04-ba87-36814d60a7ea admin admin] Publish callbacks [] for security_group (ce8cf11a-3a11-41e4-832e-3b73fba4ee39), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:29.974069 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ac4796e7-d4bc-4b04-ba87-36814d60a7ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (ce8cf11a-3a11-41e4-832e-3b73fba4ee39), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:29.976878 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ac4796e7-d4bc-4b04-ba87-36814d60a7ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:29.978181 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ac4796e7-d4bc-4b04-ba87-36814d60a7ea admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ce8cf11a-3a11-41e4-832e-3b73fba4ee39 HTTP/1.1" status: 204 len: 168 time: 0.3602221 Mar 11 19:57:29.997603 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4796e7-d4bc-4b04-ba87-36814d60a7ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8cf11a-3a11-41e4-832e-3b73fba4ee39,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:30.017322 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-52e025c7-d41c-47d5-ac15-d27de63a8033 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Allocated IP 172.20.0.14 (d8ea09d5-5af1-4ce1-9713-c0436c7309a3/2b6f7691-03e5-44bc-9631-447873d2e62b/5102b6f8-9991-4bd1-8e52-439eb6714726) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:57:30.025078 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-52e025c7-d41c-47d5-ac15-d27de63a8033 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Allocated IP 172.20.0.13 (d8ea09d5-5af1-4ce1-9713-c0436c7309a3/2b6f7691-03e5-44bc-9631-447873d2e62b/5102b6f8-9991-4bd1-8e52-439eb6714726) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:57:30.086415 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ebbf213e-d6db-455d-bc8c-29272730e1b9 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks [] for router_gateway (674d8408-8264-4192-b4c0-834ddc487160), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:30.123842 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [None req-ebbf213e-d6db-455d-bc8c-29272730e1b9 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] update failed (client error): The resource could not be found. Mar 11 19:57:30.128665 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ebbf213e-d6db-455d-bc8c-29272730e1b9 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] 10.222.0.65 "PUT /v2.0/routers/674d8408-8264-4192-b4c0-834ddc487160 HTTP/1.1" status: 404 len: 339 time: 0.3876331 Mar 11 19:57:30.128898 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36814) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:30.138436 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-a0bcb2ea-04b3-4fe3-a4c9-68ffeb2c1bb9 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1445370245'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:57:30.144213 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-743b2f9c-649d-4f08-8cfc-c96d44e3e48f tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Publish callbacks [] for port (e1b6befc-edc6-4b35-8eab-986a3b65ba78), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:30.152274 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-743b2f9c-649d-4f08-8cfc-c96d44e3e48f tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (e1b6befc-edc6-4b35-8eab-986a3b65ba78), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:30.210193 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0bcb2ea-04b3-4fe3-a4c9-68ffeb2c1bb9 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Made reservation on behalf of bd4100df7c854b8c83c4757c3d27750f for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:57:30.213973 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a0bcb2ea-04b3-4fe3-a4c9-68ffeb2c1bb9 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:30.248981 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743b2f9c-649d-4f08-8cfc-c96d44e3e48f tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Pushing event updated for resources: {'Port': ['ID=e1b6befc-edc6-4b35-8eab-986a3b65ba78,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:30.253641 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-52e025c7-d41c-47d5-ac15-d27de63a8033 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for port (5102b6f8-9991-4bd1-8e52-439eb6714726), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:30.257220 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-743b2f9c-649d-4f08-8cfc-c96d44e3e48f tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (6087025f-ec75-41c9-9451-bb95b6f4ec72), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:30.266146 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0bcb2ea-04b3-4fe3-a4c9-68ffeb2c1bb9 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] vlan segment allocate from pool success with {'vlan_id': 872, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:57:30.281426 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a0bcb2ea-04b3-4fe3-a4c9-68ffeb2c1bb9 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (1d50ef69-6da3-485a-a105-ecda6af29f41), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:30.281826 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-a0bcb2ea-04b3-4fe3-a4c9-68ffeb2c1bb9 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Added segment 1d50ef69-6da3-485a-a105-ecda6af29f41 of type vlan for network f59fd001-3a55-460b-975e-8cc53cf6366e Mar 11 19:57:30.338845 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a0bcb2ea-04b3-4fe3-a4c9-68ffeb2c1bb9 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (f59fd001-3a55-460b-975e-8cc53cf6366e), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:30.352173 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-52e025c7-d41c-47d5-ac15-d27de63a8033 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (5102b6f8-9991-4bd1-8e52-439eb6714726), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:30.402059 n-d-833163-1 neutron-server[103885]: INFO neutron.db.l3_db [None req-743b2f9c-649d-4f08-8cfc-c96d44e3e48f tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Floating IP 6087025f-ec75-41c9-9451-bb95b6f4ec72 associated. External IP: 172.25.8.11, port: c5ed6c20-f4ad-4227-9aa1-badc70aa2684. Mar 11 19:57:30.404795 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a0bcb2ea-04b3-4fe3-a4c9-68ffeb2c1bb9 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (f59fd001-3a55-460b-975e-8cc53cf6366e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:30.409613 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bcb2ea-04b3-4fe3-a4c9-68ffeb2c1bb9 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:30.410201 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a0bcb2ea-04b3-4fe3-a4c9-68ffeb2c1bb9 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:30.445793 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e025c7-d41c-47d5-ac15-d27de63a8033 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Network d8ea09d5-5af1-4ce1-9713-c0436c7309a3 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:57:30.457046 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-52e025c7-d41c-47d5-ac15-d27de63a8033 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:57:30.462198 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36818) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:30.464463 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e025c7-d41c-47d5-ac15-d27de63a8033 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:57:30.490866 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3118b26d-5031-4823-9c39-9b13e0f5b56d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:30.499595 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a0bcb2ea-04b3-4fe3-a4c9-68ffeb2c1bb9 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3661437 Mar 11 19:57:30.501529 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36822) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:30.506572 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-421883be-716f-41b5-8253-62ab28da6a0d tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Request body: {'subnet': {'network_id': 'f59fd001-3a55-460b-975e-8cc53cf6366e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:57:30.539610 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e025c7-d41c-47d5-ac15-d27de63a8033 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Pushing event updated for resources: {'Port': ['ID=5102b6f8-9991-4bd1-8e52-439eb6714726,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:30.583213 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e025c7-d41c-47d5-ac15-d27de63a8033 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:30.584225 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-52e025c7-d41c-47d5-ac15-d27de63a8033 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:30.586262 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bcb2ea-04b3-4fe3-a4c9-68ffeb2c1bb9 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Pushing event updated for resources: {'Network': ['ID=f59fd001-3a55-460b-975e-8cc53cf6366e,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:30.606054 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network f59fd001-3a55-460b-975e-8cc53cf6366e details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:57:30.623996 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-52e025c7-d41c-47d5-ac15-d27de63a8033 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.6646383 Mar 11 19:57:30.624631 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36824) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:30.630342 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-342f8899-51ff-40ef-a1d7-a184716cd353 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Request body: {'floatingip': {'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'port_id': '5102b6f8-9991-4bd1-8e52-439eb6714726', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:57:30.655297 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-342f8899-51ff-40ef-a1d7-a184716cd353 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:30.747317 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421883be-716f-41b5-8253-62ab28da6a0d tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Made reservation on behalf of bd4100df7c854b8c83c4757c3d27750f for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:57:30.750763 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-421883be-716f-41b5-8253-62ab28da6a0d tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:30.769671 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-342f8899-51ff-40ef-a1d7-a184716cd353 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:30.837434 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3118b26d-5031-4823-9c39-9b13e0f5b56d admin admin] Publish callbacks [] for security_group (91453f1c-c91a-475a-8a77-99023900d649), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:30.873941 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3118b26d-5031-4823-9c39-9b13e0f5b56d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (91453f1c-c91a-475a-8a77-99023900d649), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:30.894050 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-342f8899-51ff-40ef-a1d7-a184716cd353 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Allocated IP 172.25.8.246 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/cc0780d4-58a3-4366-b690-bb246aadab50) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:57:30.895739 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-743b2f9c-649d-4f08-8cfc-c96d44e3e48f tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Router f55ba18a-05bd-48a8-a614-ffb9f4aa4427 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:57:30.961110 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-3118b26d-5031-4823-9c39-9b13e0f5b56d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b21e560eccbf43d78f4d786888ca0a46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4933391 Mar 11 19:57:30.962861 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36826) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:30.975208 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3118b26d-5031-4823-9c39-9b13e0f5b56d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91453f1c-c91a-475a-8a77-99023900d649,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:31.037505 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-342f8899-51ff-40ef-a1d7-a184716cd353 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for port (cc0780d4-58a3-4366-b690-bb246aadab50), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:31.078022 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-342f8899-51ff-40ef-a1d7-a184716cd353 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (cc0780d4-58a3-4366-b690-bb246aadab50), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:31.116829 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342f8899-51ff-40ef-a1d7-a184716cd353 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:57:31.123309 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-342f8899-51ff-40ef-a1d7-a184716cd353 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:57:31.127566 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342f8899-51ff-40ef-a1d7-a184716cd353 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:57:31.130626 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342f8899-51ff-40ef-a1d7-a184716cd353 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Pushing event updated for resources: {'Port': ['ID=cc0780d4-58a3-4366-b690-bb246aadab50,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:31.155014 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a9dffe1e-8d58-43cc-9d4f-33282ce9deea admin admin] Publish callbacks [] for security_group (91453f1c-c91a-475a-8a77-99023900d649), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:31.207012 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-743b2f9c-649d-4f08-8cfc-c96d44e3e48f tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:57:31.216969 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6733c0d2-f84e-4415-8046-e8f1cc50633f None None] Sync routers for ids ['f55ba18a-05bd-48a8-a614-ffb9f4aa4427'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:57:31.225753 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a9dffe1e-8d58-43cc-9d4f-33282ce9deea admin admin] Publish callbacks [] for security_group (91453f1c-c91a-475a-8a77-99023900d649), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:31.243529 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-421883be-716f-41b5-8253-62ab28da6a0d tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (7335a1c6-74e1-435a-9169-3ec57ffcd987), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:31.246003 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6733c0d2-f84e-4415-8046-e8f1cc50633f None None] Routers {'f55ba18a-05bd-48a8-a614-ffb9f4aa4427'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:57:31.254142 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-6733c0d2-f84e-4415-8046-e8f1cc50633f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:57:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['f55ba18a-05bd-48a8-a614-ffb9f4aa4427'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:31.257304 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-743b2f9c-649d-4f08-8cfc-c96d44e3e48f tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:31.367815 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-743b2f9c-649d-4f08-8cfc-c96d44e3e48f tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3347394 Mar 11 19:57:31.367815 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f03c2e72-f0f0-45ae-880d-7b7eeb29bdae', 'tag': 'c5ed6c20-f4ad-4227-9aa1-badc70aa2684'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:57:31.367815 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d35a89b-011e-4535-8b1a-cd85cbfc415b" -d '{"events": [{"name": "network-changed", "server_uuid": "f03c2e72-f0f0-45ae-880d-7b7eeb29bdae", "tag": "c5ed6c20-f4ad-4227-9aa1-badc70aa2684"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:57:31.373302 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421883be-716f-41b5-8253-62ab28da6a0d tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Pushing event updated for resources: {'Subnet': ['ID=7335a1c6-74e1-435a-9169-3ec57ffcd987,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:31.406065 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421883be-716f-41b5-8253-62ab28da6a0d tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Checking segment: {'id': '1d50ef69-6da3-485a-a105-ecda6af29f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'f59fd001-3a55-460b-975e-8cc53cf6366e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:57:31.406687 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421883be-716f-41b5-8253-62ab28da6a0d tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Network hostable DHCP agents. Network: f59fd001-3a55-460b-975e-8cc53cf6366e, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:57:31.417526 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a9dffe1e-8d58-43cc-9d4f-33282ce9deea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (91453f1c-c91a-475a-8a77-99023900d649), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:31.420323 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a9dffe1e-8d58-43cc-9d4f-33282ce9deea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:31.422036 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a9dffe1e-8d58-43cc-9d4f-33282ce9deea admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/91453f1c-c91a-475a-8a77-99023900d649 HTTP/1.1" status: 204 len: 168 time: 0.4581554 Mar 11 19:57:31.429917 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-6733c0d2-f84e-4415-8046-e8f1cc50633f None None] Set router f55ba18a-05bd-48a8-a614-ffb9f4aa4427 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:57:31.460757 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-816bd19b-2f7d-4ef7-b936-9cd331c4618e x-openstack-request-id: req-816bd19b-2f7d-4ef7-b936-9cd331c4618e {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:57:31.461155 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f03c2e72-f0f0-45ae-880d-7b7eeb29bdae", "tag": "c5ed6c20-f4ad-4227-9aa1-badc70aa2684", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:57:31.463697 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-816bd19b-2f7d-4ef7-b936-9cd331c4618e {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:57:31.464228 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f03c2e72-f0f0-45ae-880d-7b7eeb29bdae', 'tag': 'c5ed6c20-f4ad-4227-9aa1-badc70aa2684', 'status': 'completed', 'code': 200} Mar 11 19:57:31.465044 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dffe1e-8d58-43cc-9d4f-33282ce9deea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91453f1c-c91a-475a-8a77-99023900d649,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:31.471991 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421883be-716f-41b5-8253-62ab28da6a0d tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Network f59fd001-3a55-460b-975e-8cc53cf6366e is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:57:31.497811 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-421883be-716f-41b5-8253-62ab28da6a0d tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, f59fd001-3a55-460b-975e-8cc53cf6366e) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:57:31.506079 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421883be-716f-41b5-8253-62ab28da6a0d tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:31.506928 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-421883be-716f-41b5-8253-62ab28da6a0d tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:31.519868 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff6e84d-994b-466b-a505-22345225ee05 None None] Network f59fd001-3a55-460b-975e-8cc53cf6366e requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:57:31.543700 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-421883be-716f-41b5-8253-62ab28da6a0d tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0393095 Mar 11 19:57:31.544915 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36836) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:31.549786 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-c02be53c-dd8f-4171-8483-b2ba73039cb7 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f59fd001-3a55-460b-975e-8cc53cf6366e'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:57:31.648079 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35a89b-011e-4535-8b1a-cd85cbfc415b req-962e1eda-75fc-4929-be35-e5ebf7830188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:31.650246 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5d35a89b-011e-4535-8b1a-cd85cbfc415b req-962e1eda-75fc-4929-be35-e5ebf7830188 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2f949af31a734abc972f25de080a7f9a&device_id=f03c2e72-f0f0-45ae-880d-7b7eeb29bdae HTTP/1.1" status: 200 len: 1128 time: 0.1744194 Mar 11 19:57:31.700686 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fccf78f-7d94-4d72-8d5f-7b6e42f9b7f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-f59fd001-3a55-460b-975e-8cc53cf6366e', 'network_id': 'f59fd001-3a55-460b-975e-8cc53cf6366e', 'project_id': 'bd4100df7c854b8c83c4757c3d27750f', 'fixed_ips': [{'subnet_id': '7335a1c6-74e1-435a-9169-3ec57ffcd987'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:57:31.702261 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9fccf78f-7d94-4d72-8d5f-7b6e42f9b7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:31.861755 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-6733c0d2-f84e-4415-8046-e8f1cc50633f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55ba18a-05bd-48a8-a614-ffb9f4aa4427', 'name': 'tempest-TestServerBasicOps-2037446836-router', 'tenant_id': '2f949af31a734abc972f25de080a7f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '9124a99f-4231-440c-9b8e-5ac3cb88054f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:56:43Z', 'updated_at': '2022-03-11T19:56:48Z', 'revision_number': 4, 'project_id': '2f949af31a734abc972f25de080a7f9a', 'gw_port': {'id': '9124a99f-4231-440c-9b8e-5ac3cb88054f', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55ba18a-05bd-48a8-a614-ffb9f4aa4427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:56:43Z', 'updated_at': '2022-03-11T19:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '6087025f-ec75-41c9-9451-bb95b6f4ec72', 'tenant_id': '2f949af31a734abc972f25de080a7f9a', 'floating_ip_address': '172.25.8.11', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'f55ba18a-05bd-48a8-a614-ffb9f4aa4427', 'port_id': 'c5ed6c20-f4ad-4227-9aa1-badc70aa2684', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3165, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7cb87be5-5e63-4569-a71c-e4805af6e43b', 'mac_address': 'fa:16:3e:bf:ea:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03c2e72-f0f0-45ae-880d-7b7eeb29bdae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:57:29Z', 'updated_at': '2022-03-11T19:57:29Z', 'revision_number': 0, 'project_id': '2f949af31a734abc972f25de080a7f9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfff381e-98cd-4fe5-a462-459995105247', 'name': '', 'network_id': '7cb87be5-5e63-4569-a71c-e4805af6e43b', 'tenant_id': '2f949af31a734abc972f25de080a7f9a', 'mac_address': 'fa:16:3e:45:ac:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55ba18a-05bd-48a8-a614-ffb9f4aa4427', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': 'd614b2f0-8c6e-4e2e-aec0-cfab71e0207b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:56:47Z', 'updated_at': '2022-03-11T19:57:00Z', 'revision_number': 5, 'project_id': '2f949af31a734abc972f25de080a7f9a', 'subnets': [{'id': 'd614b2f0-8c6e-4e2e-aec0-cfab71e0207b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:31.922203 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6733c0d2-f84e-4415-8046-e8f1cc50633f None None] Checking router: f55ba18a-05bd-48a8-a614-ffb9f4aa4427 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:57:31.947997 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6733c0d2-f84e-4415-8046-e8f1cc50633f None None] Routers {'f55ba18a-05bd-48a8-a614-ffb9f4aa4427'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:57:31.950311 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-6733c0d2-f84e-4415-8046-e8f1cc50633f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:57:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['f55ba18a-05bd-48a8-a614-ffb9f4aa4427'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:31.987883 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-9fccf78f-7d94-4d72-8d5f-7b6e42f9b7f8 None None] Allocated IP 2001:db8:1::2 (f59fd001-3a55-460b-975e-8cc53cf6366e/7335a1c6-74e1-435a-9169-3ec57ffcd987/d05a5a35-f4be-411b-b7db-19b67671fd87) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:57:32.304077 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9fccf78f-7d94-4d72-8d5f-7b6e42f9b7f8 None None] Publish callbacks [] for port (d05a5a35-f4be-411b-b7db-19b67671fd87), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:32.317782 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-6733c0d2-f84e-4415-8046-e8f1cc50633f None None] Set router f55ba18a-05bd-48a8-a614-ffb9f4aa4427 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:57:32.322776 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9fccf78f-7d94-4d72-8d5f-7b6e42f9b7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (d05a5a35-f4be-411b-b7db-19b67671fd87), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:32.368299 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c02be53c-dd8f-4171-8483-b2ba73039cb7 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks [] for router_gateway (674d8408-8264-4192-b4c0-834ddc487160), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:32.385604 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fccf78f-7d94-4d72-8d5f-7b6e42f9b7f8 None None] Network f59fd001-3a55-460b-975e-8cc53cf6366e is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:57:32.389722 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-9fccf78f-7d94-4d72-8d5f-7b6e42f9b7f8 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:57:32.393491 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fccf78f-7d94-4d72-8d5f-7b6e42f9b7f8 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:57:32.418459 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35a89b-011e-4535-8b1a-cd85cbfc415b req-d6da9cf1-cf38-4f79-8f19-4c9776d4645f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:32.423022 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5d35a89b-011e-4535-8b1a-cd85cbfc415b req-d6da9cf1-cf38-4f79-8f19-4c9776d4645f service neutron] 10.222.0.75 "GET /v2.0/networks?id=7cb87be5-5e63-4569-a71c-e4805af6e43b HTTP/1.1" status: 200 len: 910 time: 0.4314327 Mar 11 19:57:32.448155 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fccf78f-7d94-4d72-8d5f-7b6e42f9b7f8 None None] Pushing event updated for resources: {'Port': ['ID=d05a5a35-f4be-411b-b7db-19b67671fd87,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:32.471110 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-342f8899-51ff-40ef-a1d7-a184716cd353 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for floatingip (abfd7ecf-f63e-4186-bc83-80e3a2700850), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:32.515260 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-9fccf78f-7d94-4d72-8d5f-7b6e42f9b7f8 None None] Attempting to bind port d05a5a35-f4be-411b-b7db-19b67671fd87 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:57:32.515794 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-9fccf78f-7d94-4d72-8d5f-7b6e42f9b7f8 None None] Attempting to bind port d05a5a35-f4be-411b-b7db-19b67671fd87 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '1d50ef69-6da3-485a-a105-ecda6af29f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'f59fd001-3a55-460b-975e-8cc53cf6366e'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:57:32.516163 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fccf78f-7d94-4d72-8d5f-7b6e42f9b7f8 None None] Attempting to bind port d05a5a35-f4be-411b-b7db-19b67671fd87 on network f59fd001-3a55-460b-975e-8cc53cf6366e {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:57:32.525474 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fccf78f-7d94-4d72-8d5f-7b6e42f9b7f8 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:57:32.525902 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fccf78f-7d94-4d72-8d5f-7b6e42f9b7f8 None None] Checking segment: {'id': '1d50ef69-6da3-485a-a105-ecda6af29f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'f59fd001-3a55-460b-975e-8cc53cf6366e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:57:32.526312 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9fccf78f-7d94-4d72-8d5f-7b6e42f9b7f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:32.526702 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fccf78f-7d94-4d72-8d5f-7b6e42f9b7f8 None None] Bound using segment: {'id': '1d50ef69-6da3-485a-a105-ecda6af29f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'f59fd001-3a55-460b-975e-8cc53cf6366e'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:57:32.527779 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-9fccf78f-7d94-4d72-8d5f-7b6e42f9b7f8 None None] Bound port: d05a5a35-f4be-411b-b7db-19b67671fd87, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d50ef69-6da3-485a-a105-ecda6af29f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'f59fd001-3a55-460b-975e-8cc53cf6366e'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:57:32.528528 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9fccf78f-7d94-4d72-8d5f-7b6e42f9b7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d05a5a35-f4be-411b-b7db-19b67671fd87), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:32.652278 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-9fccf78f-7d94-4d72-8d5f-7b6e42f9b7f8 None None] For port d05a5a35-f4be-411b-b7db-19b67671fd87, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:57:32.656270 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-9fccf78f-7d94-4d72-8d5f-7b6e42f9b7f8 None None] For port d05a5a35-f4be-411b-b7db-19b67671fd87, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=d05a5a35-f4be-411b-b7db-19b67671fd87,segment=NetworkSegment(1d50ef69-6da3-485a-a105-ecda6af29f41),segment_id=1d50ef69-6da3-485a-a105-ecda6af29f41)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:57:32.667654 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9fccf78f-7d94-4d72-8d5f-7b6e42f9b7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (d05a5a35-f4be-411b-b7db-19b67671fd87), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:32.668964 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-6733c0d2-f84e-4415-8046-e8f1cc50633f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55ba18a-05bd-48a8-a614-ffb9f4aa4427', 'name': 'tempest-TestServerBasicOps-2037446836-router', 'tenant_id': '2f949af31a734abc972f25de080a7f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '9124a99f-4231-440c-9b8e-5ac3cb88054f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:56:43Z', 'updated_at': '2022-03-11T19:56:48Z', 'revision_number': 4, 'project_id': '2f949af31a734abc972f25de080a7f9a', 'gw_port': {'id': '9124a99f-4231-440c-9b8e-5ac3cb88054f', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55ba18a-05bd-48a8-a614-ffb9f4aa4427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:56:43Z', 'updated_at': '2022-03-11T19:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '6087025f-ec75-41c9-9451-bb95b6f4ec72', 'tenant_id': '2f949af31a734abc972f25de080a7f9a', 'floating_ip_address': '172.25.8.11', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'f55ba18a-05bd-48a8-a614-ffb9f4aa4427', 'port_id': 'c5ed6c20-f4ad-4227-9aa1-badc70aa2684', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3165, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7cb87be5-5e63-4569-a71c-e4805af6e43b', 'mac_address': 'fa:16:3e:bf:ea:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03c2e72-f0f0-45ae-880d-7b7eeb29bdae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:57:29Z', 'updated_at': '2022-03-11T19:57:29Z', 'revision_number': 0, 'project_id': '2f949af31a734abc972f25de080a7f9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfff381e-98cd-4fe5-a462-459995105247', 'name': '', 'network_id': '7cb87be5-5e63-4569-a71c-e4805af6e43b', 'tenant_id': '2f949af31a734abc972f25de080a7f9a', 'mac_address': 'fa:16:3e:45:ac:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55ba18a-05bd-48a8-a614-ffb9f4aa4427', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': 'd614b2f0-8c6e-4e2e-aec0-cfab71e0207b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:56:47Z', 'updated_at': '2022-03-11T19:57:00Z', 'revision_number': 5, 'project_id': '2f949af31a734abc972f25de080a7f9a', 'subnets': [{'id': 'd614b2f0-8c6e-4e2e-aec0-cfab71e0207b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:32.705252 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6733c0d2-f84e-4415-8046-e8f1cc50633f None None] The sync data for ids ['f55ba18a-05bd-48a8-a614-ffb9f4aa4427'] in n-d-833163-1 is: [{'id': 'f55ba18a-05bd-48a8-a614-ffb9f4aa4427', 'name': 'tempest-TestServerBasicOps-2037446836-router', 'tenant_id': '2f949af31a734abc972f25de080a7f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '9124a99f-4231-440c-9b8e-5ac3cb88054f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:56:43Z', 'updated_at': '2022-03-11T19:56:48Z', 'revision_number': 4, 'project_id': '2f949af31a734abc972f25de080a7f9a', 'gw_port': {'id': '9124a99f-4231-440c-9b8e-5ac3cb88054f', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55ba18a-05bd-48a8-a614-ffb9f4aa4427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:56:43Z', 'updated_at': '2022-03-11T19:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '6087025f-ec75-41c9-9451-bb95b6f4ec72', 'tenant_id': '2f949af31a734abc972f25de080a7f9a', 'floating_ip_address': '172.25.8.11', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'f55ba18a-05bd-48a8-a614-ffb9f4aa4427', 'port_id': 'c5ed6c20-f4ad-4227-9aa1-badc70aa2684', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3165, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7cb87be5-5e63-4569-a71c-e4805af6e43b', 'mac_address': 'fa:16:3e:bf:ea:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03c2e72-f0f0-45ae-880d-7b7eeb29bdae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:57:29Z', 'updated_at': '2022-03-11T19:57:29Z', 'revision_number': 0, 'project_id': '2f949af31a734abc972f25de080a7f9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfff381e-98cd-4fe5-a462-459995105247', 'name': '', 'network_id': '7cb87be5-5e63-4569-a71c-e4805af6e43b', 'tenant_id': '2f949af31a734abc972f25de080a7f9a', 'mac_address': 'fa:16:3e:45:ac:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55ba18a-05bd-48a8-a614-ffb9f4aa4427', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': 'd614b2f0-8c6e-4e2e-aec0-cfab71e0207b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:56:47Z', 'updated_at': '2022-03-11T19:57:00Z', 'revision_number': 5, 'project_id': '2f949af31a734abc972f25de080a7f9a', 'subnets': [{'id': 'd614b2f0-8c6e-4e2e-aec0-cfab71e0207b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:57:32.729043 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5d35a89b-011e-4535-8b1a-cd85cbfc415b req-380d3913-7662-4518-8629-1c8b2e5f9574 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5ed6c20-f4ad-4227-9aa1-badc70aa2684 HTTP/1.1" status: 200 len: 999 time: 0.2748442 Mar 11 19:57:32.776685 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fccf78f-7d94-4d72-8d5f-7b6e42f9b7f8 None None] Pushing event updated for resources: {'Port': ['ID=d05a5a35-f4be-411b-b7db-19b67671fd87,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:32.862967 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35a89b-011e-4535-8b1a-cd85cbfc415b req-56dfa1e4-b7a9-4b5c-b84f-53f1df0112c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:32.864492 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5d35a89b-011e-4535-8b1a-cd85cbfc415b req-56dfa1e4-b7a9-4b5c-b84f-53f1df0112c6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d614b2f0-8c6e-4e2e-aec0-cfab71e0207b HTTP/1.1" status: 200 len: 848 time: 0.1050620 Mar 11 19:57:32.917381 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-342f8899-51ff-40ef-a1d7-a184716cd353 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (cc0780d4-58a3-4366-b690-bb246aadab50), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:33.030915 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-c02be53c-dd8f-4171-8483-b2ba73039cb7 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:57:33.037411 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c02be53c-dd8f-4171-8483-b2ba73039cb7 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] 10.222.0.65 "PUT /v2.0/routers/674d8408-8264-4192-b4c0-834ddc487160 HTTP/1.1" status: 400 len: 364 time: 1.4912002 Mar 11 19:57:33.038293 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36862) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:33.039482 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35a89b-011e-4535-8b1a-cd85cbfc415b req-c2453c8a-168f-4197-947c-9015a7e29cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:33.041009 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5d35a89b-011e-4535-8b1a-cd85cbfc415b req-c2453c8a-168f-4197-947c-9015a7e29cec service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7cb87be5-5e63-4569-a71c-e4805af6e43b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1638706 Mar 11 19:57:33.108106 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df86fe47-795a-4945-96a0-5928169d3d21 None None] New status for floating IP 6087025f-ec75-41c9-9451-bb95b6f4ec72: ACTIVE {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 19:57:33.362631 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5d35a89b-011e-4535-8b1a-cd85cbfc415b req-b4ec6654-b6ba-43a5-b683-3c217b2d66fc service neutron] 10.222.0.75 "GET /v2.0/networks/7cb87be5-5e63-4569-a71c-e4805af6e43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987938 Mar 11 19:57:33.497224 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-342f8899-51ff-40ef-a1d7-a184716cd353 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for port (cc0780d4-58a3-4366-b690-bb246aadab50), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:33.515848 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-342f8899-51ff-40ef-a1d7-a184716cd353 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (cc0780d4-58a3-4366-b690-bb246aadab50), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:33.556414 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-835d8c09-f92f-45f4-8667-452b28c66eb2 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:33.602820 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5d35a89b-011e-4535-8b1a-cd85cbfc415b req-91494d31-2baa-4501-b7b2-9f09b60ddff8 service neutron] 10.222.0.75 "GET /v2.0/networks/7cb87be5-5e63-4569-a71c-e4805af6e43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126496 Mar 11 19:57:33.621089 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342f8899-51ff-40ef-a1d7-a184716cd353 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Pushing event updated for resources: {'Port': ['ID=cc0780d4-58a3-4366-b690-bb246aadab50,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:33.632845 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-342f8899-51ff-40ef-a1d7-a184716cd353 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (abfd7ecf-f63e-4186-bc83-80e3a2700850), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:33.760121 n-d-833163-1 neutron-server[103884]: INFO neutron.db.l3_db [None req-342f8899-51ff-40ef-a1d7-a184716cd353 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Floating IP abfd7ecf-f63e-4186-bc83-80e3a2700850 associated. External IP: 172.25.8.246, port: 5102b6f8-9991-4bd1-8e52-439eb6714726. Mar 11 19:57:33.900623 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-835d8c09-f92f-45f4-8667-452b28c66eb2 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Allocated IP 2001:db8::1 (3dbc3ff2-c787-4f0b-8414-f6c01f837fa1/d57cc262-b5ec-42de-8fb0-2120f9913c36/99cea642-2e05-45cb-85a5-25429ffffaee) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:57:34.038252 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-342f8899-51ff-40ef-a1d7-a184716cd353 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Router f8f5cd53-32d4-4027-b61a-a31b4d763842 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:57:34.055902 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-835d8c09-f92f-45f4-8667-452b28c66eb2 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks [] for port (99cea642-2e05-45cb-85a5-25429ffffaee), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:34.095245 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-835d8c09-f92f-45f4-8667-452b28c66eb2 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (99cea642-2e05-45cb-85a5-25429ffffaee), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:34.141663 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835d8c09-f92f-45f4-8667-452b28c66eb2 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Network 3dbc3ff2-c787-4f0b-8414-f6c01f837fa1 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:57:34.145219 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-835d8c09-f92f-45f4-8667-452b28c66eb2 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:57:34.152676 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835d8c09-f92f-45f4-8667-452b28c66eb2 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:57:34.153243 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-835d8c09-f92f-45f4-8667-452b28c66eb2 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (674d8408-8264-4192-b4c0-834ddc487160), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:34.206199 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-342f8899-51ff-40ef-a1d7-a184716cd353 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:57:34.206347 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835d8c09-f92f-45f4-8667-452b28c66eb2 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Pushing event updated for resources: {'Port': ['ID=99cea642-2e05-45cb-85a5-25429ffffaee,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:34.223352 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0e3437-0b4a-4a22-a0cb-6cb28d4c4abd None None] Sync routers for ids ['f8f5cd53-32d4-4027-b61a-a31b4d763842'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:57:34.241354 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0e3437-0b4a-4a22-a0cb-6cb28d4c4abd None None] Routers {'f8f5cd53-32d4-4027-b61a-a31b4d763842'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:57:34.242065 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-5e0e3437-0b4a-4a22-a0cb-6cb28d4c4abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:57:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['f8f5cd53-32d4-4027-b61a-a31b4d763842'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:34.252785 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-342f8899-51ff-40ef-a1d7-a184716cd353 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:34.290587 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed64309-2fdb-4edc-8441-de4543e4b911 None None] Network f59fd001-3a55-460b-975e-8cc53cf6366e requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:57:34.340872 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-5e0e3437-0b4a-4a22-a0cb-6cb28d4c4abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:34.358261 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0e3437-0b4a-4a22-a0cb-6cb28d4c4abd None None] Routers {'f8f5cd53-32d4-4027-b61a-a31b4d763842'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:57:34.359175 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-5e0e3437-0b4a-4a22-a0cb-6cb28d4c4abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:57:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['f8f5cd53-32d4-4027-b61a-a31b4d763842'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:34.401199 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-5e0e3437-0b4a-4a22-a0cb-6cb28d4c4abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:34.402674 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0e3437-0b4a-4a22-a0cb-6cb28d4c4abd None None] The sync data for ids ['f8f5cd53-32d4-4027-b61a-a31b4d763842'] in n-d-833163-1 is: [] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:57:34.427956 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-835d8c09-f92f-45f4-8667-452b28c66eb2 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (99cea642-2e05-45cb-85a5-25429ffffaee), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:34.431415 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-1817e3da-e389-46c5-b551-1a0b5cf0d743 None None] Provisioning complete for port d05a5a35-f4be-411b-b7db-19b67671fd87 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:57:34.431899 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1817e3da-e389-46c5-b551-1a0b5cf0d743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (d05a5a35-f4be-411b-b7db-19b67671fd87), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:34.554967 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-1817e3da-e389-46c5-b551-1a0b5cf0d743 None None] Current status of the port d05a5a35-f4be-411b-b7db-19b67671fd87 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:57:34.555392 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1817e3da-e389-46c5-b551-1a0b5cf0d743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d05a5a35-f4be-411b-b7db-19b67671fd87), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:34.610220 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-1817e3da-e389-46c5-b551-1a0b5cf0d743 None None] For port d05a5a35-f4be-411b-b7db-19b67671fd87, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=d05a5a35-f4be-411b-b7db-19b67671fd87,segment=NetworkSegment(1d50ef69-6da3-485a-a105-ecda6af29f41),segment_id=1d50ef69-6da3-485a-a105-ecda6af29f41)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:57:34.618057 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1817e3da-e389-46c5-b551-1a0b5cf0d743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (d05a5a35-f4be-411b-b7db-19b67671fd87), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:34.690052 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device d05a5a35-f4be-411b-b7db-19b67671fd87 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:57:34.693881 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1817e3da-e389-46c5-b551-1a0b5cf0d743 None None] Pushing event updated for resources: {'Port': ['ID=d05a5a35-f4be-411b-b7db-19b67671fd87,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:34.751158 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-342f8899-51ff-40ef-a1d7-a184716cd353 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.1251624 Mar 11 19:57:34.752621 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36888) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:34.753805 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-b660579a-e94b-41e0-a305-da7393dac025 None None] Provisioning complete for port 99cea642-2e05-45cb-85a5-25429ffffaee triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:57:34.754179 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b660579a-e94b-41e0-a305-da7393dac025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (99cea642-2e05-45cb-85a5-25429ffffaee), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:34.757324 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-b4ad8872-ec37-47f5-849c-3edd47cdf485 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Request body: {'floatingip': {'port_id': '5102b6f8-9991-4bd1-8e52-439eb6714726', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:57:34.805117 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-835d8c09-f92f-45f4-8667-452b28c66eb2 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks [] for port (99cea642-2e05-45cb-85a5-25429ffffaee), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:34.812167 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-835d8c09-f92f-45f4-8667-452b28c66eb2 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (99cea642-2e05-45cb-85a5-25429ffffaee), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:34.813423 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-835d8c09-f92f-45f4-8667-452b28c66eb2 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (674d8408-8264-4192-b4c0-834ddc487160), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:34.862377 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b4ad8872-ec37-47f5-849c-3edd47cdf485 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for floatingip (abfd7ecf-f63e-4186-bc83-80e3a2700850), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:34.958828 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b660579a-e94b-41e0-a305-da7393dac025 None None] Port 99cea642-2e05-45cb-85a5-25429ffffaee cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:57:34.964447 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port d05a5a35-f4be-411b-b7db-19b67671fd87 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:57:34.965043 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (d05a5a35-f4be-411b-b7db-19b67671fd87), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:35.045774 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port d05a5a35-f4be-411b-b7db-19b67671fd87 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:57:35.080289 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-286b209f-e1cc-478b-800e-ddb11a408fad None None] Provisioning complete for port d05a5a35-f4be-411b-b7db-19b67671fd87 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:57:35.080832 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-286b209f-e1cc-478b-800e-ddb11a408fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (d05a5a35-f4be-411b-b7db-19b67671fd87), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:35.165912 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-286b209f-e1cc-478b-800e-ddb11a408fad None None] Current status of the port d05a5a35-f4be-411b-b7db-19b67671fd87 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:57:35.252255 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835d8c09-f92f-45f4-8667-452b28c66eb2 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Pushing event updated for resources: {'Port': ['ID=99cea642-2e05-45cb-85a5-25429ffffaee,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:35.276088 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835d8c09-f92f-45f4-8667-452b28c66eb2 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Network 3dbc3ff2-c787-4f0b-8414-f6c01f837fa1 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:57:35.279612 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-835d8c09-f92f-45f4-8667-452b28c66eb2 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:57:35.381950 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b4ad8872-ec37-47f5-849c-3edd47cdf485 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:35.388072 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b4ad8872-ec37-47f5-849c-3edd47cdf485 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (abfd7ecf-f63e-4186-bc83-80e3a2700850), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:35.409296 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-835d8c09-f92f-45f4-8667-452b28c66eb2 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Router 674d8408-8264-4192-b4c0-834ddc487160 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:57:35.567063 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-835d8c09-f92f-45f4-8667-452b28c66eb2 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:57:35.575408 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-835d8c09-f92f-45f4-8667-452b28c66eb2 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] 10.222.0.65 "PUT /v2.0/routers/674d8408-8264-4192-b4c0-834ddc487160/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5320613 Mar 11 19:57:35.575979 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36898) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:35.577894 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38d94c0-e768-4b4b-a0d9-9ffbf9a1ec7d None None] Sync routers for ids ['674d8408-8264-4192-b4c0-834ddc487160'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:57:35.597684 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38d94c0-e768-4b4b-a0d9-9ffbf9a1ec7d None None] Routers {'674d8408-8264-4192-b4c0-834ddc487160'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:57:35.598439 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-c38d94c0-e768-4b4b-a0d9-9ffbf9a1ec7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:57:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['674d8408-8264-4192-b4c0-834ddc487160'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:35.635185 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-c38d94c0-e768-4b4b-a0d9-9ffbf9a1ec7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:35.637323 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-9ad76d63-d5fb-44b5-aaf6-d528beca0339 None None] Provisioning complete for port 99cea642-2e05-45cb-85a5-25429ffffaee triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:57:35.637696 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9ad76d63-d5fb-44b5-aaf6-d528beca0339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (99cea642-2e05-45cb-85a5-25429ffffaee), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:35.659784 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4ad8872-ec37-47f5-849c-3edd47cdf485 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Router f8f5cd53-32d4-4027-b61a-a31b4d763842 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:57:35.675107 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38d94c0-e768-4b4b-a0d9-9ffbf9a1ec7d None None] Routers {'674d8408-8264-4192-b4c0-834ddc487160'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:57:35.675665 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-c38d94c0-e768-4b4b-a0d9-9ffbf9a1ec7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:57:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['674d8408-8264-4192-b4c0-834ddc487160'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:35.679804 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1ab9aad2-c0ff-414b-a88d-bbfc696f1925 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks [] for router (674d8408-8264-4192-b4c0-834ddc487160), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:35.710908 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-c38d94c0-e768-4b4b-a0d9-9ffbf9a1ec7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:35.711595 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38d94c0-e768-4b4b-a0d9-9ffbf9a1ec7d None None] The sync data for ids ['674d8408-8264-4192-b4c0-834ddc487160'] in n-d-833163-1 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:57:35.712889 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-9ad76d63-d5fb-44b5-aaf6-d528beca0339 None None] Port 99cea642-2e05-45cb-85a5-25429ffffaee cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:57:35.775959 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [None req-1ab9aad2-c0ff-414b-a88d-bbfc696f1925 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 11 19:57:35.780193 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-1ab9aad2-c0ff-414b-a88d-bbfc696f1925 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] 10.222.0.65 "DELETE /v2.0/routers/674d8408-8264-4192-b4c0-834ddc487160 HTTP/1.1" status: 409 len: 376 time: 0.1998148 Mar 11 19:57:35.780356 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ad8872-ec37-47f5-849c-3edd47cdf485 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:57:35.780817 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36900) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:35.783002 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b4ad8872-ec37-47f5-849c-3edd47cdf485 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:35.789290 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2657e7fc-3fc6-4f7c-8913-eca38f41af32 None None] Sync routers for ids ['f8f5cd53-32d4-4027-b61a-a31b4d763842'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:57:35.804010 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2657e7fc-3fc6-4f7c-8913-eca38f41af32 None None] Routers {'f8f5cd53-32d4-4027-b61a-a31b4d763842'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:57:35.804622 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-2657e7fc-3fc6-4f7c-8913-eca38f41af32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:57:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['f8f5cd53-32d4-4027-b61a-a31b4d763842'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:35.838268 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-2657e7fc-3fc6-4f7c-8913-eca38f41af32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:35.845067 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b4ad8872-ec37-47f5-849c-3edd47cdf485 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] 10.222.0.65 "PUT /v2.0/floatingips/abfd7ecf-f63e-4186-bc83-80e3a2700850 HTTP/1.1" status: 200 len: 978 time: 1.0893044 Mar 11 19:57:35.845587 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36902) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:35.847088 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2657e7fc-3fc6-4f7c-8913-eca38f41af32 None None] Routers {'f8f5cd53-32d4-4027-b61a-a31b4d763842'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:57:35.847825 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-2657e7fc-3fc6-4f7c-8913-eca38f41af32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:57:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['f8f5cd53-32d4-4027-b61a-a31b4d763842'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:35.882959 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-2657e7fc-3fc6-4f7c-8913-eca38f41af32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:35.884318 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2657e7fc-3fc6-4f7c-8913-eca38f41af32 None None] The sync data for ids ['f8f5cd53-32d4-4027-b61a-a31b4d763842'] in n-d-833163-1 is: [] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:57:36.016574 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-091e86d4-a98d-41f6-afef-29bda6e466e7 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Deleting port cc0780d4-58a3-4366-b690-bb246aadab50 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:57:36.016854 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-091e86d4-a98d-41f6-afef-29bda6e466e7 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (cc0780d4-58a3-4366-b690-bb246aadab50), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:36.095183 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-091e86d4-a98d-41f6-afef-29bda6e466e7 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (cc0780d4-58a3-4366-b690-bb246aadab50), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:36.095837 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-091e86d4-a98d-41f6-afef-29bda6e466e7 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for floatingip (cc0780d4-58a3-4366-b690-bb246aadab50), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:36.108170 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-091e86d4-a98d-41f6-afef-29bda6e466e7 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Calling delete_port for cc0780d4-58a3-4366-b690-bb246aadab50 owned by network:floatingip {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:57:36.108505 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fb561573-c8ae-40ce-abea-18064f971437 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (674d8408-8264-4192-b4c0-834ddc487160), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:36.278679 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-091e86d4-a98d-41f6-afef-29bda6e466e7 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (cc0780d4-58a3-4366-b690-bb246aadab50), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:36.303296 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091e86d4-a98d-41f6-afef-29bda6e466e7 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Pushing event deleted for resources: {'Port': ['ID=cc0780d4-58a3-4366-b690-bb246aadab50,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:36.362365 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-fb561573-c8ae-40ce-abea-18064f971437 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Deleting port 99cea642-2e05-45cb-85a5-25429ffffaee {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:57:36.362957 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fb561573-c8ae-40ce-abea-18064f971437 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (99cea642-2e05-45cb-85a5-25429ffffaee), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:36.372283 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-091e86d4-a98d-41f6-afef-29bda6e466e7 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for floatingip (abfd7ecf-f63e-4186-bc83-80e3a2700850), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:36.372624 n-d-833163-1 neutron-server[103884]: INFO neutron.db.l3_db [None req-091e86d4-a98d-41f6-afef-29bda6e466e7 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Floating IP abfd7ecf-f63e-4186-bc83-80e3a2700850 disassociated (deleted). External IP: 172.25.8.246, port: 5102b6f8-9991-4bd1-8e52-439eb6714726. Mar 11 19:57:36.462125 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fb561573-c8ae-40ce-abea-18064f971437 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (99cea642-2e05-45cb-85a5-25429ffffaee), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:36.475865 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-fb561573-c8ae-40ce-abea-18064f971437 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Calling delete_port for 99cea642-2e05-45cb-85a5-25429ffffaee owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:57:36.597314 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-091e86d4-a98d-41f6-afef-29bda6e466e7 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Router f8f5cd53-32d4-4027-b61a-a31b4d763842 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:57:36.623160 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device d05a5a35-f4be-411b-b7db-19b67671fd87 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:57:36.687179 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port d05a5a35-f4be-411b-b7db-19b67671fd87 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:57:36.687558 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (d05a5a35-f4be-411b-b7db-19b67671fd87), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:36.694481 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fb561573-c8ae-40ce-abea-18064f971437 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (99cea642-2e05-45cb-85a5-25429ffffaee), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:36.730997 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-091e86d4-a98d-41f6-afef-29bda6e466e7 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:57:36.742384 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-091e86d4-a98d-41f6-afef-29bda6e466e7 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:36.743445 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d02e87-a64c-449d-b8dc-075d605360cc None None] Sync routers for ids ['f8f5cd53-32d4-4027-b61a-a31b4d763842'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:57:36.781235 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-091e86d4-a98d-41f6-afef-29bda6e466e7 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] 10.222.0.65 "DELETE /v2.0/floatingips/abfd7ecf-f63e-4186-bc83-80e3a2700850 HTTP/1.1" status: 204 len: 168 time: 0.9321687 Mar 11 19:57:36.781806 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb561573-c8ae-40ce-abea-18064f971437 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Pushing event deleted for resources: {'Port': ['ID=99cea642-2e05-45cb-85a5-25429ffffaee,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:36.781912 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36910) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:36.786201 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d02e87-a64c-449d-b8dc-075d605360cc None None] Routers {'f8f5cd53-32d4-4027-b61a-a31b4d763842'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:57:36.786754 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-41d02e87-a64c-449d-b8dc-075d605360cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:57:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['f8f5cd53-32d4-4027-b61a-a31b4d763842'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:36.842745 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-41d02e87-a64c-449d-b8dc-075d605360cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:36.861424 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d02e87-a64c-449d-b8dc-075d605360cc None None] Routers {'f8f5cd53-32d4-4027-b61a-a31b4d763842'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:57:36.862670 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-41d02e87-a64c-449d-b8dc-075d605360cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:57:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['f8f5cd53-32d4-4027-b61a-a31b4d763842'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:36.864596 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port d05a5a35-f4be-411b-b7db-19b67671fd87 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:57:36.894141 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fb561573-c8ae-40ce-abea-18064f971437 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (674d8408-8264-4192-b4c0-834ddc487160), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:36.929189 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-62118420-5d23-450b-b910-92846f1bff07 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Deleting port 5102b6f8-9991-4bd1-8e52-439eb6714726 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:57:36.929604 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-62118420-5d23-450b-b910-92846f1bff07 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (5102b6f8-9991-4bd1-8e52-439eb6714726), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:37.009816 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-41d02e87-a64c-449d-b8dc-075d605360cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:37.011235 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d02e87-a64c-449d-b8dc-075d605360cc None None] The sync data for ids ['f8f5cd53-32d4-4027-b61a-a31b4d763842'] in n-d-833163-1 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:57:37.076845 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-62118420-5d23-450b-b910-92846f1bff07 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (5102b6f8-9991-4bd1-8e52-439eb6714726), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:37.097357 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-62118420-5d23-450b-b910-92846f1bff07 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Calling delete_port for 5102b6f8-9991-4bd1-8e52-439eb6714726 owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:57:37.156789 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb561573-c8ae-40ce-abea-18064f971437 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Router 674d8408-8264-4192-b4c0-834ddc487160 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:57:37.237064 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb561573-c8ae-40ce-abea-18064f971437 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:57:37.249480 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36924) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:37.250609 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c3faec-0124-46eb-a783-c2679cac67dd None None] Sync routers for ids ['674d8408-8264-4192-b4c0-834ddc487160'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:57:37.251999 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-fb561573-c8ae-40ce-abea-18064f971437 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] 10.222.0.65 "PUT /v2.0/routers/674d8408-8264-4192-b4c0-834ddc487160/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4667225 Mar 11 19:57:37.260599 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c3faec-0124-46eb-a783-c2679cac67dd None None] Routers {'674d8408-8264-4192-b4c0-834ddc487160'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:57:37.261198 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-87c3faec-0124-46eb-a783-c2679cac67dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:57:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['674d8408-8264-4192-b4c0-834ddc487160'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:37.298145 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-87c3faec-0124-46eb-a783-c2679cac67dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:37.306611 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c3faec-0124-46eb-a783-c2679cac67dd None None] Routers {'674d8408-8264-4192-b4c0-834ddc487160'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:57:37.307198 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-87c3faec-0124-46eb-a783-c2679cac67dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:57:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['674d8408-8264-4192-b4c0-834ddc487160'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:37.314491 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-369b3221-5518-4424-b515-4426b1d6c564 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] show failed (client error): The resource could not be found. Mar 11 19:57:37.319060 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-369b3221-5518-4424-b515-4426b1d6c564 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] 10.222.0.65 "GET /v2.0/routers/tempest-non_exist_router-1844103941 HTTP/1.1" status: 404 len: 335 time: 0.0652373 Mar 11 19:57:37.319704 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36926) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:37.324784 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-e03833a4-6506-4e83-b636-965e49aaf9bb tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:57:37.341100 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-87c3faec-0124-46eb-a783-c2679cac67dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:37.341858 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c3faec-0124-46eb-a783-c2679cac67dd None None] The sync data for ids ['674d8408-8264-4192-b4c0-834ddc487160'] in n-d-833163-1 is: [] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:57:37.366993 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-e03833a4-6506-4e83-b636-965e49aaf9bb tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] update failed (client error): The resource could not be found. Mar 11 19:57:37.368076 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e03833a4-6506-4e83-b636-965e49aaf9bb tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] 10.222.0.65 "PUT /v2.0/routers/tempest-non_exist_router-160109014 HTTP/1.1" status: 404 len: 334 time: 0.0472791 Mar 11 19:57:37.372172 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36928) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:37.379032 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-62118420-5d23-450b-b910-92846f1bff07 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (5102b6f8-9991-4bd1-8e52-439eb6714726), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:37.411184 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62118420-5d23-450b-b910-92846f1bff07 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Pushing event deleted for resources: {'Port': ['ID=5102b6f8-9991-4bd1-8e52-439eb6714726,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:37.436849 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b167de1-6c00-434a-93b0-bd272788d59f tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Deleting subnet 7335a1c6-74e1-435a-9169-3ec57ffcd987 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:57:37.440204 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0b167de1-6c00-434a-93b0-bd272788d59f tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks [] for subnet (7335a1c6-74e1-435a-9169-3ec57ffcd987), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:37.482405 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0b167de1-6c00-434a-93b0-bd272788d59f tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (7335a1c6-74e1-435a-9169-3ec57ffcd987), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:37.507562 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-62118420-5d23-450b-b910-92846f1bff07 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:37.517014 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-62118420-5d23-450b-b910-92846f1bff07 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] 10.222.0.65 "DELETE /v2.0/ports/5102b6f8-9991-4bd1-8e52-439eb6714726 HTTP/1.1" status: 204 len: 168 time: 0.7286925 Mar 11 19:57:37.517014 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36930) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:37.522014 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-6d7548df-1b4a-4154-9acb-ceae2bfa8c22 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Request body: {'floatingip': {'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:57:37.544242 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6d7548df-1b4a-4154-9acb-ceae2bfa8c22 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:37.571529 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0b167de1-6c00-434a-93b0-bd272788d59f tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (7335a1c6-74e1-435a-9169-3ec57ffcd987), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:37.638268 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0b167de1-6c00-434a-93b0-bd272788d59f tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (7335a1c6-74e1-435a-9169-3ec57ffcd987), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:37.652098 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6d7548df-1b4a-4154-9acb-ceae2bfa8c22 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:37.666561 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b167de1-6c00-434a-93b0-bd272788d59f tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Pushing event deleted for resources: {'Subnet': ['ID=7335a1c6-74e1-435a-9169-3ec57ffcd987,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:37.670016 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0b167de1-6c00-434a-93b0-bd272788d59f tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:37.675940 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-0b167de1-6c00-434a-93b0-bd272788d59f tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] 10.222.0.65 "DELETE /v2.0/subnets/7335a1c6-74e1-435a-9169-3ec57ffcd987 HTTP/1.1" status: 204 len: 168 time: 0.2986100 Mar 11 19:57:37.675940 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36932) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:37.678876 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5caf6a-582d-4a20-a2cd-5c4ca08d8110 None None] Network f59fd001-3a55-460b-975e-8cc53cf6366e requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:57:37.780839 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d99c4bee-644e-4d13-a721-6c4cac033cd6 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (f59fd001-3a55-460b-975e-8cc53cf6366e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:37.795164 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-6d7548df-1b4a-4154-9acb-ceae2bfa8c22 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Allocated IP 172.25.8.225 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/6d5d5cb8-c680-4dc3-82f7-2b13e3c72c42) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:57:37.868495 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-d99c4bee-644e-4d13-a721-6c4cac033cd6 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Deleting port d05a5a35-f4be-411b-b7db-19b67671fd87 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:57:37.868861 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d99c4bee-644e-4d13-a721-6c4cac033cd6 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (d05a5a35-f4be-411b-b7db-19b67671fd87), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:37.896507 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f6b21c-b541-4e6a-b560-bf3a340b7204 None None] DHCP port deletion for f59fd001-3a55-460b-975e-8cc53cf6366e request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:57:37.951930 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e2f6b21c-b541-4e6a-b560-bf3a340b7204 None None] Deleting port d05a5a35-f4be-411b-b7db-19b67671fd87 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:57:37.952618 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e2f6b21c-b541-4e6a-b560-bf3a340b7204 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (d05a5a35-f4be-411b-b7db-19b67671fd87), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:37.959126 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-d99c4bee-644e-4d13-a721-6c4cac033cd6 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] For port d05a5a35-f4be-411b-b7db-19b67671fd87, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=d05a5a35-f4be-411b-b7db-19b67671fd87,segment=NetworkSegment(1d50ef69-6da3-485a-a105-ecda6af29f41),segment_id=1d50ef69-6da3-485a-a105-ecda6af29f41)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:57:37.959492 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d99c4bee-644e-4d13-a721-6c4cac033cd6 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (d05a5a35-f4be-411b-b7db-19b67671fd87), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:37.980170 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-d99c4bee-644e-4d13-a721-6c4cac033cd6 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Calling delete_port for d05a5a35-f4be-411b-b7db-19b67671fd87 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:57:38.025696 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-e2f6b21c-b541-4e6a-b560-bf3a340b7204 None None] For port d05a5a35-f4be-411b-b7db-19b67671fd87, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=d05a5a35-f4be-411b-b7db-19b67671fd87,segment=NetworkSegment(1d50ef69-6da3-485a-a105-ecda6af29f41),segment_id=1d50ef69-6da3-485a-a105-ecda6af29f41)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:57:38.026429 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e2f6b21c-b541-4e6a-b560-bf3a340b7204 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (d05a5a35-f4be-411b-b7db-19b67671fd87), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:38.052885 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e2f6b21c-b541-4e6a-b560-bf3a340b7204 None None] Calling delete_port for d05a5a35-f4be-411b-b7db-19b67671fd87 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:57:38.102333 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d99c4bee-644e-4d13-a721-6c4cac033cd6 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (d05a5a35-f4be-411b-b7db-19b67671fd87), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:38.153254 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99c4bee-644e-4d13-a721-6c4cac033cd6 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Pushing event deleted for resources: {'Port': ['ID=d05a5a35-f4be-411b-b7db-19b67671fd87,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:38.160497 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99c4bee-644e-4d13-a721-6c4cac033cd6 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] No DVR routers for this DVR port d05a5a35-f4be-411b-b7db-19b67671fd87 on host n-d-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:57:38.181033 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:57:38.181033 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:57:38.181033 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:57:38.181033 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:57:38.181033 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:57:38.181033 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:57:38.181033 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:57:38.181033 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:57:38.181033 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:57:38.181033 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:57:38.181033 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:57:38.181033 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:57:38.181033 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:57:38.181033 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:57:38.181033 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:57:38.181033 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:57:38.181033 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:57:38.181033 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:57:38.181033 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:57:38.181033 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:57:38.181033 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:57:38.181033 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:57:38.181033 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:57:38.181033 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:57:38.181033 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:57:38.181033 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:57:38.181033 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:57:38.181033 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:57:38.181033 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:57:38.181033 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:57:38.181033 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:57:38.181033 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:57:38.181033 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:57:38.181033 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:57:38.181033 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:57:38.181033 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:57:38.181033 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:57:38.181033 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:57:38.181033 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:57:38.181033 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:57:38.181033 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:57:38.181033 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:57:38.181033 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:57:38.181033 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:57:38.181033 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:57:38.181033 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:57:38.181033 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:57:38.181033 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:57:38.181033 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:57:38.181033 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:57:38.181033 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:57:38.181033 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:57:38.181033 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 19:57:38.181033 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 19:57:38.188470 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e2f6b21c-b541-4e6a-b560-bf3a340b7204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (d05a5a35-f4be-411b-b7db-19b67671fd87), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:38.212977 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f6b21c-b541-4e6a-b560-bf3a340b7204 None None] No DVR routers for this DVR port d05a5a35-f4be-411b-b7db-19b67671fd87 on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:57:38.243886 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f6b21c-b541-4e6a-b560-bf3a340b7204 None None] Pushing event deleted for resources: {'Port': ['ID=d05a5a35-f4be-411b-b7db-19b67671fd87,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:38.282669 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d99c4bee-644e-4d13-a721-6c4cac033cd6 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (f59fd001-3a55-460b-975e-8cc53cf6366e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:38.305295 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-d99c4bee-644e-4d13-a721-6c4cac033cd6 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f59fd001-3a55-460b-975e-8cc53cf6366e']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:38.317310 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-d99c4bee-644e-4d13-a721-6c4cac033cd6 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d50ef69-6da3-485a-a105-ecda6af29f41') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:38.317753 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-d99c4bee-644e-4d13-a721-6c4cac033cd6 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d50ef69-6da3-485a-a105-ecda6af29f41') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:38.331028 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6d7548df-1b4a-4154-9acb-ceae2bfa8c22 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for port (6d5d5cb8-c680-4dc3-82f7-2b13e3c72c42), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:38.335184 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d99c4bee-644e-4d13-a721-6c4cac033cd6 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (1d50ef69-6da3-485a-a105-ecda6af29f41), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:38.350013 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d99c4bee-644e-4d13-a721-6c4cac033cd6 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (1d50ef69-6da3-485a-a105-ecda6af29f41), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:38.369356 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d99c4bee-644e-4d13-a721-6c4cac033cd6 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Releasing vlan 872 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:57:38.369685 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d99c4bee-644e-4d13-a721-6c4cac033cd6 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (1d50ef69-6da3-485a-a105-ecda6af29f41), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:38.372873 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 19:57:38.372873 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:57:38.372873 n-d-833163-1 neutron-server[103885]: timer() Mar 11 19:57:38.372873 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:57:38.372873 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 19:57:38.372873 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:57:38.372873 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 19:57:38.372873 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:57:38.372873 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 19:57:38.372873 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:57:38.372873 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 19:57:38.372873 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:57:38.372873 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 19:57:38.372873 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:57:38.372873 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:57:38.372873 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:57:38.372873 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:57:38.372873 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:57:38.372873 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 19:57:38.372873 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:57:38.372873 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 19:57:38.372873 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:57:38.372873 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:57:38.372873 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:57:38.372873 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 19:57:38.372873 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:57:38.372873 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:57:38.372873 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:57:38.372873 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:57:38.372873 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:57:38.372873 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:57:38.372873 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:57:38.379449 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6d7548df-1b4a-4154-9acb-ceae2bfa8c22 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (6d5d5cb8-c680-4dc3-82f7-2b13e3c72c42), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:38.416594 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7548df-1b4a-4154-9acb-ceae2bfa8c22 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:57:38.421751 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-6d7548df-1b4a-4154-9acb-ceae2bfa8c22 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:57:38.426147 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7548df-1b4a-4154-9acb-ceae2bfa8c22 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:57:38.453867 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d99c4bee-644e-4d13-a721-6c4cac033cd6 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (f59fd001-3a55-460b-975e-8cc53cf6366e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:38.465063 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d99c4bee-644e-4d13-a721-6c4cac033cd6 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:38.471088 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7548df-1b4a-4154-9acb-ceae2bfa8c22 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Pushing event updated for resources: {'Port': ['ID=6d5d5cb8-c680-4dc3-82f7-2b13e3c72c42,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:38.471830 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d99c4bee-644e-4d13-a721-6c4cac033cd6 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] 10.222.0.65 "DELETE /v2.0/networks/f59fd001-3a55-460b-975e-8cc53cf6366e HTTP/1.1" status: 204 len: 168 time: 0.7939653 Mar 11 19:57:38.472829 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36940) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:38.497669 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99c4bee-644e-4d13-a721-6c4cac033cd6 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Pushing event deleted for resources: {'Network': ['ID=f59fd001-3a55-460b-975e-8cc53cf6366e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:38.538010 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6d7548df-1b4a-4154-9acb-ceae2bfa8c22 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for floatingip (a32122b0-a334-48a7-945b-37fd11138eb5), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:38.545926 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-cae2ae66-83ba-443b-afe4-4b5a40e20957 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Deleting subnet 30deea1a-7ecc-4602-b79f-870967df2481 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:57:38.550022 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cae2ae66-83ba-443b-afe4-4b5a40e20957 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks [] for subnet (30deea1a-7ecc-4602-b79f-870967df2481), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:38.593174 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6d7548df-1b4a-4154-9acb-ceae2bfa8c22 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (6d5d5cb8-c680-4dc3-82f7-2b13e3c72c42), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:38.600953 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cae2ae66-83ba-443b-afe4-4b5a40e20957 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (30deea1a-7ecc-4602-b79f-870967df2481), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:38.631298 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device d05a5a35-f4be-411b-b7db-19b67671fd87 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:57:38.654675 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: d05a5a35-f4be-411b-b7db-19b67671fd87 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:57:38.655094 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device d05a5a35-f4be-411b-b7db-19b67671fd87 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:57:38.703581 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cae2ae66-83ba-443b-afe4-4b5a40e20957 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (30deea1a-7ecc-4602-b79f-870967df2481), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:38.759223 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6d7548df-1b4a-4154-9acb-ceae2bfa8c22 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for port (6d5d5cb8-c680-4dc3-82f7-2b13e3c72c42), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:38.762399 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cae2ae66-83ba-443b-afe4-4b5a40e20957 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (30deea1a-7ecc-4602-b79f-870967df2481), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:38.763739 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6d7548df-1b4a-4154-9acb-ceae2bfa8c22 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (6d5d5cb8-c680-4dc3-82f7-2b13e3c72c42), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:38.800971 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae2ae66-83ba-443b-afe4-4b5a40e20957 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Pushing event deleted for resources: {'Subnet': ['ID=30deea1a-7ecc-4602-b79f-870967df2481,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:38.803659 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cae2ae66-83ba-443b-afe4-4b5a40e20957 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:38.808230 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a200b4f3-c6e8-4a80-b30d-c3b8e1c5faf1 None None] Network d6296a5b-47af-4bb2-a280-dd6b6da93242 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:57:38.809958 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-cae2ae66-83ba-443b-afe4-4b5a40e20957 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] 10.222.0.65 "DELETE /v2.0/subnets/30deea1a-7ecc-4602-b79f-870967df2481 HTTP/1.1" status: 204 len: 168 time: 0.3217318 Mar 11 19:57:38.812295 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36944) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:38.844986 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7548df-1b4a-4154-9acb-ceae2bfa8c22 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Pushing event updated for resources: {'Port': ['ID=6d5d5cb8-c680-4dc3-82f7-2b13e3c72c42,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:38.854856 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6d7548df-1b4a-4154-9acb-ceae2bfa8c22 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (a32122b0-a334-48a7-945b-37fd11138eb5), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:38.874003 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6d7548df-1b4a-4154-9acb-ceae2bfa8c22 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:38.876305 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-6d7548df-1b4a-4154-9acb-ceae2bfa8c22 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3576164 Mar 11 19:57:38.877925 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36946) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:38.878834 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dfb694f-854a-4b04-883a-ea9efc73d548 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Deleting subnet 0836a5cd-df1c-4487-b1d1-50700b32c9f3 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:57:38.882229 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6dfb694f-854a-4b04-883a-ea9efc73d548 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks [] for subnet (0836a5cd-df1c-4487-b1d1-50700b32c9f3), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:38.884002 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-b91d6142-ae3c-45d9-9ef2-0b121fd48ed6 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Request body: {'port': {'network_id': 'd8ea09d5-5af1-4ce1-9713-c0436c7309a3', 'name': 'tempest-FloatingIPTestJSON-1420678790'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:57:38.925336 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6dfb694f-854a-4b04-883a-ea9efc73d548 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (0836a5cd-df1c-4487-b1d1-50700b32c9f3), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:38.996135 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4d3e3f-e1ed-4f22-bda6-98cfe22ae44f None None] DHCP port deletion for d6296a5b-47af-4bb2-a280-dd6b6da93242 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:57:39.009819 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b91d6142-ae3c-45d9-9ef2-0b121fd48ed6 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Made reservation on behalf of 995ddd1afe724c8783497a8165ea5725 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:57:39.013242 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b91d6142-ae3c-45d9-9ef2-0b121fd48ed6 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:39.031755 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-b91d6142-ae3c-45d9-9ef2-0b121fd48ed6 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] device_id is not set on port cf9967e7-e32b-4739-92e2-3338621b0439 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:57:39.039619 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6dfb694f-854a-4b04-883a-ea9efc73d548 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (0836a5cd-df1c-4487-b1d1-50700b32c9f3), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:39.060335 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ab4d3e3f-e1ed-4f22-bda6-98cfe22ae44f None None] Deleting port 8701cc21-ce35-4e51-b412-07011b1a0b29 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:57:39.060335 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ab4d3e3f-e1ed-4f22-bda6-98cfe22ae44f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (8701cc21-ce35-4e51-b412-07011b1a0b29), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:39.108781 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6dfb694f-854a-4b04-883a-ea9efc73d548 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (0836a5cd-df1c-4487-b1d1-50700b32c9f3), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:39.127180 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-ab4d3e3f-e1ed-4f22-bda6-98cfe22ae44f None None] For port 8701cc21-ce35-4e51-b412-07011b1a0b29, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=8701cc21-ce35-4e51-b412-07011b1a0b29,segment=NetworkSegment(0491f7df-eca6-42f0-aa10-923013c4d0ef),segment_id=0491f7df-eca6-42f0-aa10-923013c4d0ef)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:57:39.127880 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ab4d3e3f-e1ed-4f22-bda6-98cfe22ae44f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (8701cc21-ce35-4e51-b412-07011b1a0b29), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:39.140287 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfb694f-854a-4b04-883a-ea9efc73d548 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Pushing event deleted for resources: {'Subnet': ['ID=0836a5cd-df1c-4487-b1d1-50700b32c9f3,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:39.141302 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ab4d3e3f-e1ed-4f22-bda6-98cfe22ae44f None None] Calling delete_port for 8701cc21-ce35-4e51-b412-07011b1a0b29 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:57:39.145254 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6dfb694f-854a-4b04-883a-ea9efc73d548 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:39.147852 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-6dfb694f-854a-4b04-883a-ea9efc73d548 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] 10.222.0.65 "DELETE /v2.0/subnets/0836a5cd-df1c-4487-b1d1-50700b32c9f3 HTTP/1.1" status: 204 len: 168 time: 0.3341715 Mar 11 19:57:39.152074 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36950) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:39.186379 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-b91d6142-ae3c-45d9-9ef2-0b121fd48ed6 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Allocated IP 172.20.0.14 (d8ea09d5-5af1-4ce1-9713-c0436c7309a3/2b6f7691-03e5-44bc-9631-447873d2e62b/cf9967e7-e32b-4739-92e2-3338621b0439) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:57:39.202405 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718c25ec-0a9a-4368-87dc-2f7cdaf7a1dd None None] Network 5efe3ffc-811f-4a18-829c-8a2ea7ce47dd requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:57:39.316994 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ab4d3e3f-e1ed-4f22-bda6-98cfe22ae44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (8701cc21-ce35-4e51-b412-07011b1a0b29), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:39.334290 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-825216fd-966a-46df-ab8e-ba2426c65dc8 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (d6296a5b-47af-4bb2-a280-dd6b6da93242), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:39.354536 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4d3e3f-e1ed-4f22-bda6-98cfe22ae44f None None] Pushing event deleted for resources: {'Port': ['ID=8701cc21-ce35-4e51-b412-07011b1a0b29,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:39.361490 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4d3e3f-e1ed-4f22-bda6-98cfe22ae44f None None] No DVR routers for this DVR port 8701cc21-ce35-4e51-b412-07011b1a0b29 on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:57:39.435225 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b91d6142-ae3c-45d9-9ef2-0b121fd48ed6 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for port (cf9967e7-e32b-4739-92e2-3338621b0439), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:39.467814 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f512ac66-d49c-4c8c-a0ae-30f51e5dab77 None None] DHCP port deletion for 5efe3ffc-811f-4a18-829c-8a2ea7ce47dd request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:57:39.521038 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b91d6142-ae3c-45d9-9ef2-0b121fd48ed6 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (cf9967e7-e32b-4739-92e2-3338621b0439), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:39.521925 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f512ac66-d49c-4c8c-a0ae-30f51e5dab77 None None] Deleting port d6e94d06-bbbc-4009-baae-812d358d2ccd {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:57:39.522677 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f512ac66-d49c-4c8c-a0ae-30f51e5dab77 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (d6e94d06-bbbc-4009-baae-812d358d2ccd), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:39.547554 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-825216fd-966a-46df-ab8e-ba2426c65dc8 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (d6296a5b-47af-4bb2-a280-dd6b6da93242), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:39.587753 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-f512ac66-d49c-4c8c-a0ae-30f51e5dab77 None None] For port d6e94d06-bbbc-4009-baae-812d358d2ccd, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=d6e94d06-bbbc-4009-baae-812d358d2ccd,segment=NetworkSegment(eec4ff9e-161b-4d57-8495-bc40e5575a22),segment_id=eec4ff9e-161b-4d57-8495-bc40e5575a22)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:57:39.588196 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f512ac66-d49c-4c8c-a0ae-30f51e5dab77 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (d6e94d06-bbbc-4009-baae-812d358d2ccd), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:39.604132 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-825216fd-966a-46df-ab8e-ba2426c65dc8 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6296a5b-47af-4bb2-a280-dd6b6da93242']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:39.604357 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f512ac66-d49c-4c8c-a0ae-30f51e5dab77 None None] Calling delete_port for d6e94d06-bbbc-4009-baae-812d358d2ccd owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:57:39.613610 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91d6142-ae3c-45d9-9ef2-0b121fd48ed6 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Network d8ea09d5-5af1-4ce1-9713-c0436c7309a3 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:57:39.618658 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-825216fd-966a-46df-ab8e-ba2426c65dc8 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0491f7df-eca6-42f0-aa10-923013c4d0ef') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:39.618962 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-825216fd-966a-46df-ab8e-ba2426c65dc8 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0491f7df-eca6-42f0-aa10-923013c4d0ef') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:39.624991 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-b91d6142-ae3c-45d9-9ef2-0b121fd48ed6 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:57:39.637177 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91d6142-ae3c-45d9-9ef2-0b121fd48ed6 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:57:39.643481 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-825216fd-966a-46df-ab8e-ba2426c65dc8 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (0491f7df-eca6-42f0-aa10-923013c4d0ef), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:39.645164 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d6142-ae3c-45d9-9ef2-0b121fd48ed6 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Pushing event updated for resources: {'Port': ['ID=cf9967e7-e32b-4739-92e2-3338621b0439,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:39.692222 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-825216fd-966a-46df-ab8e-ba2426c65dc8 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (0491f7df-eca6-42f0-aa10-923013c4d0ef), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:39.702669 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f512ac66-d49c-4c8c-a0ae-30f51e5dab77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (d6e94d06-bbbc-4009-baae-812d358d2ccd), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:39.704114 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-825216fd-966a-46df-ab8e-ba2426c65dc8 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Releasing vlan 898 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:57:39.704518 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-825216fd-966a-46df-ab8e-ba2426c65dc8 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (0491f7df-eca6-42f0-aa10-923013c4d0ef), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:39.708156 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:57:39.708156 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:57:39.708156 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:57:39.708156 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:57:39.708156 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:57:39.708156 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:57:39.708156 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:57:39.708156 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:57:39.708156 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:57:39.708156 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:57:39.708156 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:57:39.708156 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:57:39.708156 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:57:39.708156 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:57:39.708156 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:57:39.708156 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:57:39.708156 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:57:39.708156 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:57:39.708156 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:57:39.708156 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:57:39.708156 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:57:39.708156 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:57:39.708156 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:57:39.708156 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:57:39.708156 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:57:39.708156 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:57:39.708156 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:57:39.708156 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:57:39.708156 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:57:39.708156 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:57:39.708156 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:57:39.708156 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:57:39.725458 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91d6142-ae3c-45d9-9ef2-0b121fd48ed6 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:39.726085 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b91d6142-ae3c-45d9-9ef2-0b121fd48ed6 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:39.737061 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f512ac66-d49c-4c8c-a0ae-30f51e5dab77 None None] Pushing event deleted for resources: {'Port': ['ID=d6e94d06-bbbc-4009-baae-812d358d2ccd,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:39.740993 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f512ac66-d49c-4c8c-a0ae-30f51e5dab77 None None] No DVR routers for this DVR port d6e94d06-bbbc-4009-baae-812d358d2ccd on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:57:39.784780 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b91d6142-ae3c-45d9-9ef2-0b121fd48ed6 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9028409 Mar 11 19:57:39.785605 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36972) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:39.790396 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-ab4b897f-36ea-4528-b245-94b55795aed2 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Request body: {'floatingip': {'port_id': 'cf9967e7-e32b-4739-92e2-3338621b0439'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:57:39.794024 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-825216fd-966a-46df-ab8e-ba2426c65dc8 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (d6296a5b-47af-4bb2-a280-dd6b6da93242), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:39.847989 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-825216fd-966a-46df-ab8e-ba2426c65dc8 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:39.851390 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-825216fd-966a-46df-ab8e-ba2426c65dc8 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] 10.222.0.65 "DELETE /v2.0/networks/d6296a5b-47af-4bb2-a280-dd6b6da93242 HTTP/1.1" status: 204 len: 168 time: 0.6983988 Mar 11 19:57:39.854903 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36976) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:39.856171 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825216fd-966a-46df-ab8e-ba2426c65dc8 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Pushing event deleted for resources: {'Network': ['ID=d6296a5b-47af-4bb2-a280-dd6b6da93242,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:39.864463 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ab4b897f-36ea-4528-b245-94b55795aed2 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for floatingip (a32122b0-a334-48a7-945b-37fd11138eb5), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:39.948745 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a9badd75-b552-49b6-838d-b18b5eda9500 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (5efe3ffc-811f-4a18-829c-8a2ea7ce47dd), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:40.042465 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a9badd75-b552-49b6-838d-b18b5eda9500 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (5efe3ffc-811f-4a18-829c-8a2ea7ce47dd), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:40.064371 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-a9badd75-b552-49b6-838d-b18b5eda9500 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5efe3ffc-811f-4a18-829c-8a2ea7ce47dd']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:40.074528 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-a9badd75-b552-49b6-838d-b18b5eda9500 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eec4ff9e-161b-4d57-8495-bc40e5575a22') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:40.074870 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-a9badd75-b552-49b6-838d-b18b5eda9500 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eec4ff9e-161b-4d57-8495-bc40e5575a22') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:40.084753 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a9badd75-b552-49b6-838d-b18b5eda9500 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (eec4ff9e-161b-4d57-8495-bc40e5575a22), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:40.098410 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a9badd75-b552-49b6-838d-b18b5eda9500 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (eec4ff9e-161b-4d57-8495-bc40e5575a22), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:40.105175 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9badd75-b552-49b6-838d-b18b5eda9500 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Releasing vlan 862 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:57:40.105463 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a9badd75-b552-49b6-838d-b18b5eda9500 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (eec4ff9e-161b-4d57-8495-bc40e5575a22), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:40.108613 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 19:57:40.108613 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:57:40.108613 n-d-833163-1 neutron-server[103885]: timer() Mar 11 19:57:40.108613 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:57:40.108613 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 19:57:40.108613 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:57:40.108613 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 19:57:40.108613 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:57:40.108613 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 19:57:40.108613 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:57:40.108613 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 19:57:40.108613 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:57:40.108613 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 19:57:40.108613 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:57:40.108613 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:57:40.108613 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:57:40.108613 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:57:40.108613 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:57:40.108613 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 19:57:40.108613 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:57:40.108613 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 19:57:40.108613 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:57:40.108613 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:57:40.108613 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:57:40.108613 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 19:57:40.108613 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:57:40.108613 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:57:40.108613 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:57:40.108613 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:57:40.108613 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:57:40.108613 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:57:40.108613 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:57:40.177632 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a9badd75-b552-49b6-838d-b18b5eda9500 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (5efe3ffc-811f-4a18-829c-8a2ea7ce47dd), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:40.192662 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a9badd75-b552-49b6-838d-b18b5eda9500 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:40.203560 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a9badd75-b552-49b6-838d-b18b5eda9500 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] 10.222.0.65 "DELETE /v2.0/networks/5efe3ffc-811f-4a18-829c-8a2ea7ce47dd HTTP/1.1" status: 204 len: 168 time: 0.3463190 Mar 11 19:57:40.206900 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36980) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:40.222337 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9badd75-b552-49b6-838d-b18b5eda9500 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Pushing event deleted for resources: {'Network': ['ID=5efe3ffc-811f-4a18-829c-8a2ea7ce47dd,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:40.323091 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcea8dfb-a7c7-4325-a779-d76269df0e31 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Deleting subnet d57cc262-b5ec-42de-8fb0-2120f9913c36 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:57:40.332330 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dcea8dfb-a7c7-4325-a779-d76269df0e31 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks [] for subnet (d57cc262-b5ec-42de-8fb0-2120f9913c36), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:40.418194 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dcea8dfb-a7c7-4325-a779-d76269df0e31 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (d57cc262-b5ec-42de-8fb0-2120f9913c36), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:40.512753 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ab4b897f-36ea-4528-b245-94b55795aed2 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:40.520350 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ab4b897f-36ea-4528-b245-94b55795aed2 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (a32122b0-a334-48a7-945b-37fd11138eb5), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:40.627619 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device d6e94d06-bbbc-4009-baae-812d358d2ccd no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:57:40.632902 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dcea8dfb-a7c7-4325-a779-d76269df0e31 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (d57cc262-b5ec-42de-8fb0-2120f9913c36), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:40.650947 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36988) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:40.652522 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: d6e94d06-bbbc-4009-baae-812d358d2ccd {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:57:40.653184 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device d6e94d06-bbbc-4009-baae-812d358d2ccd not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:57:40.653874 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 8701cc21-ce35-4e51-b412-07011b1a0b29 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:57:40.656549 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-260f2898-9dd2-42b3-b944-1d43b36127f9 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Request body: {'security_group': {'name': 'tempest-securitygroup--122597372', 'description': 'tempest-description--443478950'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:57:40.679437 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 8701cc21-ce35-4e51-b412-07011b1a0b29 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:57:40.680761 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 8701cc21-ce35-4e51-b412-07011b1a0b29 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:57:40.697984 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-260f2898-9dd2-42b3-b944-1d43b36127f9 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:40.777653 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dcea8dfb-a7c7-4325-a779-d76269df0e31 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (d57cc262-b5ec-42de-8fb0-2120f9913c36), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:40.812305 n-d-833163-1 neutron-server[103884]: INFO neutron.db.l3_db [None req-ab4b897f-36ea-4528-b245-94b55795aed2 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Floating IP a32122b0-a334-48a7-945b-37fd11138eb5 associated. External IP: 172.25.8.225, port: cf9967e7-e32b-4739-92e2-3338621b0439. Mar 11 19:57:40.812626 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-260f2898-9dd2-42b3-b944-1d43b36127f9 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for security_group (ccfb309d-a613-4291-8f0c-08b7f935349e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:40.817051 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcea8dfb-a7c7-4325-a779-d76269df0e31 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Pushing event deleted for resources: {'Subnet': ['ID=d57cc262-b5ec-42de-8fb0-2120f9913c36,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:40.819209 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dcea8dfb-a7c7-4325-a779-d76269df0e31 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:40.825147 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-dcea8dfb-a7c7-4325-a779-d76269df0e31 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] 10.222.0.65 "DELETE /v2.0/subnets/d57cc262-b5ec-42de-8fb0-2120f9913c36 HTTP/1.1" status: 204 len: 168 time: 0.6154041 Mar 11 19:57:40.827340 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36990) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:40.827486 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482697dd-ec83-4560-95c2-4ef91c57a6b6 None None] Network 3dbc3ff2-c787-4f0b-8414-f6c01f837fa1 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:57:40.828198 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-260f2898-9dd2-42b3-b944-1d43b36127f9 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (ccfb309d-a613-4291-8f0c-08b7f935349e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:40.887930 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260f2898-9dd2-42b3-b944-1d43b36127f9 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccfb309d-a613-4291-8f0c-08b7f935349e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:40.911049 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-260f2898-9dd2-42b3-b944-1d43b36127f9 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:40.912864 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-260f2898-9dd2-42b3-b944-1d43b36127f9 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2603614 Mar 11 19:57:40.916476 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 36992) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:40.920977 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-f64b9a33-b652-4ad9-baa3-f1219bc4d34b tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Request body: {'security_group_rule': {'security_group_id': 'ccfb309d-a613-4291-8f0c-08b7f935349e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:57:41.002484 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-11aa27a9-816f-4bda-b814-a51226cc2acf tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (3dbc3ff2-c787-4f0b-8414-f6c01f837fa1), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:41.017957 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f64b9a33-b652-4ad9-baa3-f1219bc4d34b tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for security_group_rule (f4f537e1-a2ae-4a88-bede-06f149b7ebd0), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:41.041898 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecf6053-cd2a-4ce7-9c5b-b92d9d7c4887 None None] DHCP port deletion for 3dbc3ff2-c787-4f0b-8414-f6c01f837fa1 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:57:41.112553 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4ecf6053-cd2a-4ce7-9c5b-b92d9d7c4887 None None] Deleting port 89c1478f-1d71-4b94-8665-241ea5afb4a4 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:57:41.113236 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4ecf6053-cd2a-4ce7-9c5b-b92d9d7c4887 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (89c1478f-1d71-4b94-8665-241ea5afb4a4), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:41.118941 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab4b897f-36ea-4528-b245-94b55795aed2 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Router f8f5cd53-32d4-4027-b61a-a31b4d763842 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:57:41.195330 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4ecf6053-cd2a-4ce7-9c5b-b92d9d7c4887 None None] For port 89c1478f-1d71-4b94-8665-241ea5afb4a4, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=89c1478f-1d71-4b94-8665-241ea5afb4a4,segment=NetworkSegment(5390a1b4-d1a5-4990-842e-493848f31551),segment_id=5390a1b4-d1a5-4990-842e-493848f31551)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:57:41.196187 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4ecf6053-cd2a-4ce7-9c5b-b92d9d7c4887 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (89c1478f-1d71-4b94-8665-241ea5afb4a4), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:41.216676 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4ecf6053-cd2a-4ce7-9c5b-b92d9d7c4887 None None] Calling delete_port for 89c1478f-1d71-4b94-8665-241ea5afb4a4 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:57:41.243814 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab4b897f-36ea-4528-b245-94b55795aed2 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:57:41.248694 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ab4b897f-36ea-4528-b245-94b55795aed2 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:41.281516 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ab4b897f-36ea-4528-b245-94b55795aed2 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] 10.222.0.65 "PUT /v2.0/floatingips/a32122b0-a334-48a7-945b-37fd11138eb5 HTTP/1.1" status: 200 len: 979 time: 1.4947093 Mar 11 19:57:41.284944 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 36998) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:41.285845 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86be052-8e4e-4641-b7ac-9ffd78526f54 None None] Sync routers for ids ['f8f5cd53-32d4-4027-b61a-a31b4d763842'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:57:41.330842 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86be052-8e4e-4641-b7ac-9ffd78526f54 None None] Routers {'f8f5cd53-32d4-4027-b61a-a31b4d763842'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:57:41.331729 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a86be052-8e4e-4641-b7ac-9ffd78526f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:57:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['f8f5cd53-32d4-4027-b61a-a31b4d763842'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:41.383276 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a86be052-8e4e-4641-b7ac-9ffd78526f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:41.415823 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-c88622c4-fa37-45c9-9e17-0341935cbe2e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Deleting port cf9967e7-e32b-4739-92e2-3338621b0439 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:57:41.416654 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c88622c4-fa37-45c9-9e17-0341935cbe2e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (cf9967e7-e32b-4739-92e2-3338621b0439), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:41.423046 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86be052-8e4e-4641-b7ac-9ffd78526f54 None None] Routers {'f8f5cd53-32d4-4027-b61a-a31b4d763842'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:57:41.423725 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a86be052-8e4e-4641-b7ac-9ffd78526f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:57:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['f8f5cd53-32d4-4027-b61a-a31b4d763842'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:41.427283 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4ecf6053-cd2a-4ce7-9c5b-b92d9d7c4887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (89c1478f-1d71-4b94-8665-241ea5afb4a4), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:41.496345 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecf6053-cd2a-4ce7-9c5b-b92d9d7c4887 None None] No DVR routers for this DVR port 89c1478f-1d71-4b94-8665-241ea5afb4a4 on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:57:41.498760 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecf6053-cd2a-4ce7-9c5b-b92d9d7c4887 None None] Pushing event deleted for resources: {'Port': ['ID=89c1478f-1d71-4b94-8665-241ea5afb4a4,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:41.518557 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecf6053-cd2a-4ce7-9c5b-b92d9d7c4887 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:57:41.518916 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecf6053-cd2a-4ce7-9c5b-b92d9d7c4887 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:57:41.519902 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecf6053-cd2a-4ce7-9c5b-b92d9d7c4887 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:57:41.520122 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecf6053-cd2a-4ce7-9c5b-b92d9d7c4887 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:57:41.520430 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecf6053-cd2a-4ce7-9c5b-b92d9d7c4887 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:57:41.521178 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecf6053-cd2a-4ce7-9c5b-b92d9d7c4887 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:57:41.521178 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecf6053-cd2a-4ce7-9c5b-b92d9d7c4887 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:57:41.521408 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecf6053-cd2a-4ce7-9c5b-b92d9d7c4887 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:57:41.521721 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecf6053-cd2a-4ce7-9c5b-b92d9d7c4887 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:57:41.522043 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecf6053-cd2a-4ce7-9c5b-b92d9d7c4887 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:57:41.522367 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecf6053-cd2a-4ce7-9c5b-b92d9d7c4887 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:57:41.522702 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecf6053-cd2a-4ce7-9c5b-b92d9d7c4887 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:57:41.523015 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ecf6053-cd2a-4ce7-9c5b-b92d9d7c4887 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:57:41.529026 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a86be052-8e4e-4641-b7ac-9ffd78526f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:41.530175 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86be052-8e4e-4641-b7ac-9ffd78526f54 None None] The sync data for ids ['f8f5cd53-32d4-4027-b61a-a31b4d763842'] in n-d-833163-1 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:57:41.547984 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c88622c4-fa37-45c9-9e17-0341935cbe2e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (cf9967e7-e32b-4739-92e2-3338621b0439), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:41.576928 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-11aa27a9-816f-4bda-b814-a51226cc2acf tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (3dbc3ff2-c787-4f0b-8414-f6c01f837fa1), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:41.613470 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-11aa27a9-816f-4bda-b814-a51226cc2acf tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dbc3ff2-c787-4f0b-8414-f6c01f837fa1']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:41.632697 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-11aa27a9-816f-4bda-b814-a51226cc2acf tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5390a1b4-d1a5-4990-842e-493848f31551') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:41.633710 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-11aa27a9-816f-4bda-b814-a51226cc2acf tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5390a1b4-d1a5-4990-842e-493848f31551') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:41.646354 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-11aa27a9-816f-4bda-b814-a51226cc2acf tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (5390a1b4-d1a5-4990-842e-493848f31551), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:41.666704 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f64b9a33-b652-4ad9-baa3-f1219bc4d34b tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for security_group_rule (f4f537e1-a2ae-4a88-bede-06f149b7ebd0), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:41.669317 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-11aa27a9-816f-4bda-b814-a51226cc2acf tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (5390a1b4-d1a5-4990-842e-493848f31551), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:41.673924 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f64b9a33-b652-4ad9-baa3-f1219bc4d34b tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (f4f537e1-a2ae-4a88-bede-06f149b7ebd0), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:41.684452 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11aa27a9-816f-4bda-b814-a51226cc2acf tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Releasing vlan 892 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:57:41.684843 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-11aa27a9-816f-4bda-b814-a51226cc2acf tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (5390a1b4-d1a5-4990-842e-493848f31551), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:41.690541 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 19:57:41.690541 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:57:41.690541 n-d-833163-1 neutron-server[103885]: timer() Mar 11 19:57:41.690541 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:57:41.690541 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 19:57:41.690541 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:57:41.690541 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 19:57:41.690541 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:57:41.690541 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 19:57:41.690541 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:57:41.690541 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 19:57:41.690541 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:57:41.690541 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 19:57:41.690541 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:57:41.690541 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:57:41.690541 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:57:41.690541 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:57:41.690541 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:57:41.690541 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 19:57:41.690541 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:57:41.690541 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 19:57:41.690541 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:57:41.690541 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:57:41.690541 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:57:41.690541 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 19:57:41.690541 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:57:41.690541 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:57:41.690541 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:57:41.690541 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:57:41.690541 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:57:41.690541 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:57:41.690541 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:57:41.715679 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64b9a33-b652-4ad9-baa3-f1219bc4d34b tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4f537e1-a2ae-4a88-bede-06f149b7ebd0,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:41.722607 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f64b9a33-b652-4ad9-baa3-f1219bc4d34b tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:41.726413 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f64b9a33-b652-4ad9-baa3-f1219bc4d34b tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8061602 Mar 11 19:57:41.727200 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 37000) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:41.731929 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-4eae4a83-d6fc-4dc2-8590-ae8aad8c206b tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Request body: {'security_group_rule': {'security_group_id': 'ccfb309d-a613-4291-8f0c-08b7f935349e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:57:41.767312 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-11aa27a9-816f-4bda-b814-a51226cc2acf tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (3dbc3ff2-c787-4f0b-8414-f6c01f837fa1), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:41.775157 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-11aa27a9-816f-4bda-b814-a51226cc2acf tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:41.781435 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-11aa27a9-816f-4bda-b814-a51226cc2acf tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] 10.222.0.65 "DELETE /v2.0/networks/3dbc3ff2-c787-4f0b-8414-f6c01f837fa1 HTTP/1.1" status: 204 len: 168 time: 0.9467740 Mar 11 19:57:41.782507 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 37002) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:41.793484 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aa27a9-816f-4bda-b814-a51226cc2acf tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Pushing event deleted for resources: {'Network': ['ID=3dbc3ff2-c787-4f0b-8414-f6c01f837fa1,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:41.821451 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f905941c-2bcb-4503-8946-a6da63991815 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] 10.222.0.65 "GET /v2.0/ports?device_id=674d8408-8264-4192-b4c0-834ddc487160 HTTP/1.1" status: 200 len: 205 time: 0.0380764 Mar 11 19:57:41.825786 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 37004) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:41.845839 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c88622c4-fa37-45c9-9e17-0341935cbe2e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:41.846199 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c88622c4-fa37-45c9-9e17-0341935cbe2e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (a32122b0-a334-48a7-945b-37fd11138eb5), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:41.846509 n-d-833163-1 neutron-server[103884]: INFO neutron.db.l3_db [None req-c88622c4-fa37-45c9-9e17-0341935cbe2e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Floating IP a32122b0-a334-48a7-945b-37fd11138eb5 disassociated. External IP: 172.25.8.225, port: cf9967e7-e32b-4739-92e2-3338621b0439. Mar 11 19:57:41.846848 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-c88622c4-fa37-45c9-9e17-0341935cbe2e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Calling delete_port for cf9967e7-e32b-4739-92e2-3338621b0439 owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:57:41.848778 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4eae4a83-d6fc-4dc2-8590-ae8aad8c206b tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for security_group_rule (6b0d2920-b363-4a0b-b278-b369a0f52dba), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:41.909390 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7b887f94-2d24-4eb6-b20f-1f021c987245 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks [] for router (674d8408-8264-4192-b4c0-834ddc487160), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:41.952739 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4eae4a83-d6fc-4dc2-8590-ae8aad8c206b tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for security_group_rule (6b0d2920-b363-4a0b-b278-b369a0f52dba), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:41.958972 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4eae4a83-d6fc-4dc2-8590-ae8aad8c206b tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (6b0d2920-b363-4a0b-b278-b369a0f52dba), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:41.991163 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4eae4a83-d6fc-4dc2-8590-ae8aad8c206b tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:41.997294 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4eae4a83-d6fc-4dc2-8590-ae8aad8c206b tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2647138 Mar 11 19:57:41.997294 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 37006) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:42.000764 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-aaa3b308-fb15-48f7-b988-6a61ec4a0f16 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Request body: {'floatingip': {'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:57:42.007954 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eae4a83-d6fc-4dc2-8590-ae8aad8c206b tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b0d2920-b363-4a0b-b278-b369a0f52dba,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:42.060589 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aaa3b308-fb15-48f7-b988-6a61ec4a0f16 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:42.092098 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7b887f94-2d24-4eb6-b20f-1f021c987245 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (674d8408-8264-4192-b4c0-834ddc487160), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:42.093824 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c88622c4-fa37-45c9-9e17-0341935cbe2e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (cf9967e7-e32b-4739-92e2-3338621b0439), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:42.095247 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7b887f94-2d24-4eb6-b20f-1f021c987245 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks [] for router_controller (674d8408-8264-4192-b4c0-834ddc487160), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:42.130832 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88622c4-fa37-45c9-9e17-0341935cbe2e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Pushing event deleted for resources: {'Port': ['ID=cf9967e7-e32b-4739-92e2-3338621b0439,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:42.155368 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7b887f94-2d24-4eb6-b20f-1f021c987245 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (674d8408-8264-4192-b4c0-834ddc487160), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:42.156045 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b887f94-2d24-4eb6-b20f-1f021c987245 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Fanout notify agent at l3_agent the message router_deleted on router 674d8408-8264-4192-b4c0-834ddc487160 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:57:42.165557 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7b887f94-2d24-4eb6-b20f-1f021c987245 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:42.166738 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-7b887f94-2d24-4eb6-b20f-1f021c987245 tempest-RoutersNegativeIpV6Test-144824093 tempest-RoutersNegativeIpV6Test-144824093-project] 10.222.0.65 "DELETE /v2.0/routers/674d8408-8264-4192-b4c0-834ddc487160 HTTP/1.1" status: 204 len: 168 time: 0.3396959 Mar 11 19:57:42.472203 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 37016) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:42.599731 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aaa3b308-fb15-48f7-b988-6a61ec4a0f16 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:42.628649 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 89c1478f-1d71-4b94-8665-241ea5afb4a4 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:57:42.635057 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f7f0bada-c307-4a4e-bee0-de9df89112ab admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=bd4100df7c854b8c83c4757c3d27750f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1587732 Mar 11 19:57:42.635235 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 37020) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:42.644673 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c88622c4-fa37-45c9-9e17-0341935cbe2e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Router f8f5cd53-32d4-4027-b61a-a31b4d763842 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:57:42.664913 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 89c1478f-1d71-4b94-8665-241ea5afb4a4 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:57:42.665257 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 89c1478f-1d71-4b94-8665-241ea5afb4a4 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:57:42.690873 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-128ea587-450d-46be-8531-a2f71e8f4edf admin admin] Publish callbacks [] for security_group (68eda139-0a66-4629-94bc-c5579e1653da), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:42.712410 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-128ea587-450d-46be-8531-a2f71e8f4edf admin admin] Publish callbacks [] for security_group (68eda139-0a66-4629-94bc-c5579e1653da), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:42.773400 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-128ea587-450d-46be-8531-a2f71e8f4edf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (68eda139-0a66-4629-94bc-c5579e1653da), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:42.776641 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-128ea587-450d-46be-8531-a2f71e8f4edf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:42.780942 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-128ea587-450d-46be-8531-a2f71e8f4edf admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/68eda139-0a66-4629-94bc-c5579e1653da HTTP/1.1" status: 204 len: 168 time: 0.1446187 Mar 11 19:57:42.790102 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ea587-450d-46be-8531-a2f71e8f4edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68eda139-0a66-4629-94bc-c5579e1653da,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:42.801054 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-aaa3b308-fb15-48f7-b988-6a61ec4a0f16 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Allocated IP 172.25.8.116 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/78231106-5a44-4579-9dd9-857731586681) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:57:42.830209 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c88622c4-fa37-45c9-9e17-0341935cbe2e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:57:42.858868 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66280466-2e5d-4bdb-877a-ab8897414b31 None None] Sync routers for ids ['f8f5cd53-32d4-4027-b61a-a31b4d763842'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:57:42.879776 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66280466-2e5d-4bdb-877a-ab8897414b31 None None] Routers {'f8f5cd53-32d4-4027-b61a-a31b4d763842'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:57:42.881102 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-66280466-2e5d-4bdb-877a-ab8897414b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:57:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['f8f5cd53-32d4-4027-b61a-a31b4d763842'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:42.928801 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-66280466-2e5d-4bdb-877a-ab8897414b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:42.940684 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66280466-2e5d-4bdb-877a-ab8897414b31 None None] Routers {'f8f5cd53-32d4-4027-b61a-a31b4d763842'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:57:42.941155 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-66280466-2e5d-4bdb-877a-ab8897414b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:57:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['f8f5cd53-32d4-4027-b61a-a31b4d763842'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:42.965250 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c88622c4-fa37-45c9-9e17-0341935cbe2e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:42.968447 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c88622c4-fa37-45c9-9e17-0341935cbe2e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] 10.222.0.65 "DELETE /v2.0/ports/cf9967e7-e32b-4739-92e2-3338621b0439 HTTP/1.1" status: 204 len: 168 time: 1.6823134 Mar 11 19:57:42.971489 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 37026) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:42.990739 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aaa3b308-fb15-48f7-b988-6a61ec4a0f16 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for port (78231106-5a44-4579-9dd9-857731586681), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:42.992737 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-66280466-2e5d-4bdb-877a-ab8897414b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:42.993384 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66280466-2e5d-4bdb-877a-ab8897414b31 None None] The sync data for ids ['f8f5cd53-32d4-4027-b61a-a31b4d763842'] in n-d-833163-1 is: [] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:57:43.032464 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-3b001f31-6c4b-455e-8c93-f877d638d522 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] 10.222.0.65 "GET /v2.0/floatingips/a32122b0-a334-48a7-945b-37fd11138eb5 HTTP/1.1" status: 200 len: 688 time: 0.0595417 Mar 11 19:57:43.034895 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 37028) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:43.035065 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aaa3b308-fb15-48f7-b988-6a61ec4a0f16 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (78231106-5a44-4579-9dd9-857731586681), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:43.091396 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa3b308-fb15-48f7-b988-6a61ec4a0f16 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:57:43.099080 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-aaa3b308-fb15-48f7-b988-6a61ec4a0f16 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:57:43.107129 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa3b308-fb15-48f7-b988-6a61ec4a0f16 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:57:43.150551 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa3b308-fb15-48f7-b988-6a61ec4a0f16 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Pushing event updated for resources: {'Port': ['ID=78231106-5a44-4579-9dd9-857731586681,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:43.196245 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-4500a080-a76a-4d79-9f30-4d33dc456f25 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Deleting port 6d5d5cb8-c680-4dc3-82f7-2b13e3c72c42 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:57:43.197148 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4500a080-a76a-4d79-9f30-4d33dc456f25 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (6d5d5cb8-c680-4dc3-82f7-2b13e3c72c42), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:43.260966 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aaa3b308-fb15-48f7-b988-6a61ec4a0f16 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for floatingip (dca46789-7f4b-4d4c-9387-88fa4fa6af66), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:43.315214 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aaa3b308-fb15-48f7-b988-6a61ec4a0f16 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (78231106-5a44-4579-9dd9-857731586681), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:43.332004 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4500a080-a76a-4d79-9f30-4d33dc456f25 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (6d5d5cb8-c680-4dc3-82f7-2b13e3c72c42), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:43.332324 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4500a080-a76a-4d79-9f30-4d33dc456f25 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for floatingip (6d5d5cb8-c680-4dc3-82f7-2b13e3c72c42), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:43.353066 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-4500a080-a76a-4d79-9f30-4d33dc456f25 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Calling delete_port for 6d5d5cb8-c680-4dc3-82f7-2b13e3c72c42 owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:57:43.537563 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aaa3b308-fb15-48f7-b988-6a61ec4a0f16 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for port (78231106-5a44-4579-9dd9-857731586681), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:43.544476 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aaa3b308-fb15-48f7-b988-6a61ec4a0f16 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (78231106-5a44-4579-9dd9-857731586681), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:43.551824 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4500a080-a76a-4d79-9f30-4d33dc456f25 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (6d5d5cb8-c680-4dc3-82f7-2b13e3c72c42), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:43.588523 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4500a080-a76a-4d79-9f30-4d33dc456f25 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Pushing event deleted for resources: {'Port': ['ID=6d5d5cb8-c680-4dc3-82f7-2b13e3c72c42,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:43.602517 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa3b308-fb15-48f7-b988-6a61ec4a0f16 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Pushing event updated for resources: {'Port': ['ID=78231106-5a44-4579-9dd9-857731586681,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:43.652550 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aaa3b308-fb15-48f7-b988-6a61ec4a0f16 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (dca46789-7f4b-4d4c-9387-88fa4fa6af66), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:43.669484 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 37050) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:43.672880 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aaa3b308-fb15-48f7-b988-6a61ec4a0f16 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:43.685772 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [-] 10.222.0.65 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0031209 Mar 11 19:57:43.686345 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-aaa3b308-fb15-48f7-b988-6a61ec4a0f16 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6772890 Mar 11 19:57:43.686458 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 37054) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:43.699880 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4500a080-a76a-4d79-9f30-4d33dc456f25 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for floatingip (a32122b0-a334-48a7-945b-37fd11138eb5), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:43.704962 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4500a080-a76a-4d79-9f30-4d33dc456f25 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:43.706230 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-4500a080-a76a-4d79-9f30-4d33dc456f25 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] 10.222.0.65 "DELETE /v2.0/floatingips/a32122b0-a334-48a7-945b-37fd11138eb5 HTTP/1.1" status: 204 len: 168 time: 0.6698735 Mar 11 19:57:43.711163 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 37058) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:43.720017 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-2202ef85-9528-4668-a086-b1828967204e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Request body: {'floatingip': {'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'port_id': 'adaa45a9-54a5-4224-ae7f-fb39d9e55b70'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:57:43.748523 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2202ef85-9528-4668-a086-b1828967204e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:43.840495 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-015038a3-cdf0-4759-95ec-11ae3478e24c tempest-NetworksApiDiscovery-720347669 tempest-NetworksApiDiscovery-720347669-project] 10.222.0.65 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1515014 Mar 11 19:57:43.884670 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2202ef85-9528-4668-a086-b1828967204e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:44.008955 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d9e56577-97fb-4998-ac06-38665a4d21a2 req-1a407003-2d8c-42d8-90b7-3eb855b08e90 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--122597372&fields=id&tenant_id=ac0acd49ed0a4c6b89bcb3eaea14c217 HTTP/1.1" status: 200 len: 267 time: 0.1137297 Mar 11 19:57:44.065741 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-2202ef85-9528-4668-a086-b1828967204e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Allocated IP 172.25.8.170 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/aea1ac8d-3b27-4894-88d9-280cb0293c2e) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:57:44.143513 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 37074) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:44.232954 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e56577-97fb-4998-ac06-38665a4d21a2 req-a26a2869-7db4-43bf-81c7-9e33509ebe64 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:44.241384 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d9e56577-97fb-4998-ac06-38665a4d21a2 req-a26a2869-7db4-43bf-81c7-9e33509ebe64 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/networks?id=d7695c22-7cfd-4319-9d63-9f76b8799969 HTTP/1.1" status: 200 len: 814 time: 0.2168913 Mar 11 19:57:44.262049 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d9e56577-97fb-4998-ac06-38665a4d21a2 req-ae794e4e-fe07-47c6-938d-b72d7285dc9c tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/quotas/ac0acd49ed0a4c6b89bcb3eaea14c217 HTTP/1.1" status: 200 len: 375 time: 0.0192435 Mar 11 19:57:44.284613 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1363657f-0531-4297-af58-7df6ffdda5c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:44.326026 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2202ef85-9528-4668-a086-b1828967204e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for port (aea1ac8d-3b27-4894-88d9-280cb0293c2e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:44.371377 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d9e56577-97fb-4998-ac06-38665a4d21a2 req-38e6c1c9-a619-460a-bdce-20b9f407061e tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ac0acd49ed0a4c6b89bcb3eaea14c217&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1019230 Mar 11 19:57:44.385079 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2202ef85-9528-4668-a086-b1828967204e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (aea1ac8d-3b27-4894-88d9-280cb0293c2e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:44.405139 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1363657f-0531-4297-af58-7df6ffdda5c8 admin admin] Publish callbacks [] for security_group (10aef83e-5423-424f-9495-15067e2a94c9), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:44.412742 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1363657f-0531-4297-af58-7df6ffdda5c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (10aef83e-5423-424f-9495-15067e2a94c9), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:44.447864 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1363657f-0531-4297-af58-7df6ffdda5c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10aef83e-5423-424f-9495-15067e2a94c9,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:44.448251 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2202ef85-9528-4668-a086-b1828967204e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:57:44.454072 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-2202ef85-9528-4668-a086-b1828967204e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:57:44.463806 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2202ef85-9528-4668-a086-b1828967204e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:57:44.476476 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2202ef85-9528-4668-a086-b1828967204e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Pushing event updated for resources: {'Port': ['ID=aea1ac8d-3b27-4894-88d9-280cb0293c2e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:44.525472 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-1363657f-0531-4297-af58-7df6ffdda5c8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a0d256576289464fa9b42a3c44f6d917&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3802450 Mar 11 19:57:44.527539 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 37086) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:44.604541 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d9e56577-97fb-4998-ac06-38665a4d21a2 req-0ea4d9a5-bcdb-4ed3-bd33-480657884ed6 service neutron] 10.222.0.65 "GET /v2.0/networks/d7695c22-7cfd-4319-9d63-9f76b8799969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088556 Mar 11 19:57:44.609819 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ed0565e1-b751-42cc-b5c3-48ca1ddd1de6 admin admin] Publish callbacks [] for security_group (10aef83e-5423-424f-9495-15067e2a94c9), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:44.647474 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ed0565e1-b751-42cc-b5c3-48ca1ddd1de6 admin admin] Publish callbacks [] for security_group (10aef83e-5423-424f-9495-15067e2a94c9), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:44.711364 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ed0565e1-b751-42cc-b5c3-48ca1ddd1de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (10aef83e-5423-424f-9495-15067e2a94c9), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:44.716148 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ed0565e1-b751-42cc-b5c3-48ca1ddd1de6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:44.717402 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ed0565e1-b751-42cc-b5c3-48ca1ddd1de6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/10aef83e-5423-424f-9495-15067e2a94c9 HTTP/1.1" status: 204 len: 168 time: 0.1883025 Mar 11 19:57:44.728412 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0565e1-b751-42cc-b5c3-48ca1ddd1de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10aef83e-5423-424f-9495-15067e2a94c9,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:44.891439 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d9e56577-97fb-4998-ac06-38665a4d21a2 req-edaaf549-e964-4e30-82c9-5f3b3cb7dbd0 service neutron] 10.222.0.65 "GET /v2.0/networks/d7695c22-7cfd-4319-9d63-9f76b8799969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760088 Mar 11 19:57:45.186653 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3fc85195-a318-4717-a964-669272968d38 req-52b5d6d2-fe4e-40cf-9090-9651701c20ff tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/ports?device_id=76b5429a-4ed0-41df-a38c-c9ced2701a1e HTTP/1.1" status: 200 len: 210 time: 0.1294639 Mar 11 19:57:45.261468 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2202ef85-9528-4668-a086-b1828967204e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for floatingip (fca60963-c691-4d9c-ac0b-a2ce6c12dd4f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:45.356962 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2202ef85-9528-4668-a086-b1828967204e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (aea1ac8d-3b27-4894-88d9-280cb0293c2e), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:45.638347 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2202ef85-9528-4668-a086-b1828967204e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for port (aea1ac8d-3b27-4894-88d9-280cb0293c2e), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:45.647569 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2202ef85-9528-4668-a086-b1828967204e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (aea1ac8d-3b27-4894-88d9-280cb0293c2e), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:45.705992 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2202ef85-9528-4668-a086-b1828967204e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Pushing event updated for resources: {'Port': ['ID=aea1ac8d-3b27-4894-88d9-280cb0293c2e,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:45.787809 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2202ef85-9528-4668-a086-b1828967204e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (fca60963-c691-4d9c-ac0b-a2ce6c12dd4f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:45.959790 n-d-833163-1 neutron-server[103885]: INFO neutron.db.l3_db [None req-2202ef85-9528-4668-a086-b1828967204e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Floating IP fca60963-c691-4d9c-ac0b-a2ce6c12dd4f associated. External IP: 172.25.8.170, port: adaa45a9-54a5-4224-ae7f-fb39d9e55b70. Mar 11 19:57:46.248197 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2202ef85-9528-4668-a086-b1828967204e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Router f8f5cd53-32d4-4027-b61a-a31b4d763842 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:57:46.375285 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4bd84a00-b92b-4bd4-924f-bc16283a6d33 req-1721f215-7c2b-4192-a496-6a30b430d749 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/ports?device_id=76b5429a-4ed0-41df-a38c-c9ced2701a1e HTTP/1.1" status: 200 len: 210 time: 0.0395532 Mar 11 19:57:46.443124 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2202ef85-9528-4668-a086-b1828967204e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:57:46.454614 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d80158-4f77-472e-b436-659a0700c36b None None] Sync routers for ids ['f8f5cd53-32d4-4027-b61a-a31b4d763842'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:57:46.470876 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d80158-4f77-472e-b436-659a0700c36b None None] Routers {'f8f5cd53-32d4-4027-b61a-a31b4d763842'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:57:46.473133 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-54d80158-4f77-472e-b436-659a0700c36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:57:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['f8f5cd53-32d4-4027-b61a-a31b4d763842'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:46.484357 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2202ef85-9528-4668-a086-b1828967204e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:46.592327 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-2202ef85-9528-4668-a086-b1828967204e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.8737926 Mar 11 19:57:46.592327 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 37152) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:46.608985 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-54d80158-4f77-472e-b436-659a0700c36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:46.618726 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-bb22989f-336c-4633-8a54-178823a0a404 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1618796073'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:57:46.636561 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d80158-4f77-472e-b436-659a0700c36b None None] Routers {'f8f5cd53-32d4-4027-b61a-a31b4d763842'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:57:46.637508 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-54d80158-4f77-472e-b436-659a0700c36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:57:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['f8f5cd53-32d4-4027-b61a-a31b4d763842'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:46.664265 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb22989f-336c-4633-8a54-178823a0a404 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Made reservation on behalf of 995ddd1afe724c8783497a8165ea5725 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:57:46.667686 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bb22989f-336c-4633-8a54-178823a0a404 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:46.678861 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-54d80158-4f77-472e-b436-659a0700c36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:46.680481 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d80158-4f77-472e-b436-659a0700c36b None None] The sync data for ids ['f8f5cd53-32d4-4027-b61a-a31b4d763842'] in n-d-833163-1 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:57:46.703460 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb22989f-336c-4633-8a54-178823a0a404 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] vlan segment allocate from pool success with {'vlan_id': 859, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:57:46.715329 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bb22989f-336c-4633-8a54-178823a0a404 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (8b16c3b9-bc12-40a7-95b7-1fcbff61c7d8), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:46.715749 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-bb22989f-336c-4633-8a54-178823a0a404 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Added segment 8b16c3b9-bc12-40a7-95b7-1fcbff61c7d8 of type vlan for network 6d91d90f-bfbc-46f9-a517-67a37c4efd7a Mar 11 19:57:46.717680 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e56577-97fb-4998-ac06-38665a4d21a2 req-82dd831e-c664-42dc-b070-fbd5b0c2d9a6 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:46.720689 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d9e56577-97fb-4998-ac06-38665a4d21a2 req-82dd831e-c664-42dc-b070-fbd5b0c2d9a6 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.75 "GET /v2.0/networks?id=d7695c22-7cfd-4319-9d63-9f76b8799969 HTTP/1.1" status: 200 len: 814 time: 0.2941175 Mar 11 19:57:46.793236 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bb22989f-336c-4633-8a54-178823a0a404 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (6d91d90f-bfbc-46f9-a517-67a37c4efd7a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:46.829725 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bb22989f-336c-4633-8a54-178823a0a404 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (6d91d90f-bfbc-46f9-a517-67a37c4efd7a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:46.837333 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb22989f-336c-4633-8a54-178823a0a404 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:46.837998 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bb22989f-336c-4633-8a54-178823a0a404 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:46.845735 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d9e56577-97fb-4998-ac06-38665a4d21a2 req-4bc27608-18bc-4dee-b2f6-f048eecc29f8 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac0acd49ed0a4c6b89bcb3eaea14c217 HTTP/1.1" status: 200 len: 471 time: 0.1156604 Mar 11 19:57:46.879220 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-d9e56577-97fb-4998-ac06-38665a4d21a2 req-429086cc-e2b8-4896-93a5-db70c49fcfe0 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Request body: {'port': {'device_id': '76b5429a-4ed0-41df-a38c-c9ced2701a1e', 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969', 'admin_state_up': True, 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'security_groups': ['ccfb309d-a613-4291-8f0c-08b7f935349e']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:57:46.915309 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-bb22989f-336c-4633-8a54-178823a0a404 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3245487 Mar 11 19:57:46.922810 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 37160) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:46.929376 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-a93af519-0eac-4c4e-b7b4-4b1ad06b0b08 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Request body: {'subnet': {'network_id': '6d91d90f-bfbc-46f9-a517-67a37c4efd7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:57:46.950105 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb22989f-336c-4633-8a54-178823a0a404 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Pushing event updated for resources: {'Network': ['ID=6d91d90f-bfbc-46f9-a517-67a37c4efd7a,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:46.966555 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 6d91d90f-bfbc-46f9-a517-67a37c4efd7a details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:57:47.109531 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93af519-0eac-4c4e-b7b4-4b1ad06b0b08 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Made reservation on behalf of 995ddd1afe724c8783497a8165ea5725 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:57:47.112941 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a93af519-0eac-4c4e-b7b4-4b1ad06b0b08 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:47.190644 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9e56577-97fb-4998-ac06-38665a4d21a2 req-429086cc-e2b8-4896-93a5-db70c49fcfe0 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Made reservation on behalf of ac0acd49ed0a4c6b89bcb3eaea14c217 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:57:47.193972 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d9e56577-97fb-4998-ac06-38665a4d21a2 req-429086cc-e2b8-4896-93a5-db70c49fcfe0 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:47.423949 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-d9e56577-97fb-4998-ac06-38665a4d21a2 req-429086cc-e2b8-4896-93a5-db70c49fcfe0 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Allocated IP 172.20.0.4 (d7695c22-7cfd-4319-9d63-9f76b8799969/9c3f149c-decf-4bc3-9858-1266a909f90c/ccfcb0ae-e17e-4404-82a2-cac1d0079d5a) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:57:47.459001 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a93af519-0eac-4c4e-b7b4-4b1ad06b0b08 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (f5a48210-883b-46b0-90d2-5b669d541ded), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:47.582154 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93af519-0eac-4c4e-b7b4-4b1ad06b0b08 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Pushing event updated for resources: {'Subnet': ['ID=f5a48210-883b-46b0-90d2-5b669d541ded,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:47.583536 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c474d35c-3bd4-4517-89f8-3bf59327f0f6 req-103a42f0-b9e2-4e56-8dad-54890b343d2e tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/ports?device_id=76b5429a-4ed0-41df-a38c-c9ced2701a1e HTTP/1.1" status: 200 len: 210 time: 0.0711579 Mar 11 19:57:47.608229 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93af519-0eac-4c4e-b7b4-4b1ad06b0b08 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Checking segment: {'id': '8b16c3b9-bc12-40a7-95b7-1fcbff61c7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '6d91d90f-bfbc-46f9-a517-67a37c4efd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:57:47.608608 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93af519-0eac-4c4e-b7b4-4b1ad06b0b08 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Network hostable DHCP agents. Network: 6d91d90f-bfbc-46f9-a517-67a37c4efd7a, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:57:47.687207 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93af519-0eac-4c4e-b7b4-4b1ad06b0b08 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Network 6d91d90f-bfbc-46f9-a517-67a37c4efd7a is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:57:47.707684 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-a93af519-0eac-4c4e-b7b4-4b1ad06b0b08 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 6d91d90f-bfbc-46f9-a517-67a37c4efd7a) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:57:47.717092 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93af519-0eac-4c4e-b7b4-4b1ad06b0b08 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:47.717693 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a93af519-0eac-4c4e-b7b4-4b1ad06b0b08 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:47.718933 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0418318b-d367-4fda-9a67-3882eee8d132 None None] Network 6d91d90f-bfbc-46f9-a517-67a37c4efd7a requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:57:47.731876 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d9e56577-97fb-4998-ac06-38665a4d21a2 req-429086cc-e2b8-4896-93a5-db70c49fcfe0 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for port (ccfcb0ae-e17e-4404-82a2-cac1d0079d5a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:47.770420 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a93af519-0eac-4c4e-b7b4-4b1ad06b0b08 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8463504 Mar 11 19:57:47.773681 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 37186) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:47.778980 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-9e652c27-b5fb-46b6-bf01-4f278121b42c tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-395427207', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}, 'admin_state_up': False}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:57:47.802345 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d9e56577-97fb-4998-ac06-38665a4d21a2 req-429086cc-e2b8-4896-93a5-db70c49fcfe0 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (ccfcb0ae-e17e-4404-82a2-cac1d0079d5a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:47.835429 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9e652c27-b5fb-46b6-bf01-4f278121b42c tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (56a00051-1471-43cd-914b-113e3c82acc1), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:47.844658 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9e652c27-b5fb-46b6-bf01-4f278121b42c tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (56a00051-1471-43cd-914b-113e3c82acc1), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:47.870032 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9e56577-97fb-4998-ac06-38665a4d21a2 req-429086cc-e2b8-4896-93a5-db70c49fcfe0 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Network d7695c22-7cfd-4319-9d63-9f76b8799969 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:57:47.875205 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-d9e56577-97fb-4998-ac06-38665a4d21a2 req-429086cc-e2b8-4896-93a5-db70c49fcfe0 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:57:47.878933 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e56577-97fb-4998-ac06-38665a4d21a2 req-429086cc-e2b8-4896-93a5-db70c49fcfe0 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:57:47.889713 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402674b1-9702-4d34-8ee6-b8d295641be8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-6d91d90f-bfbc-46f9-a517-67a37c4efd7a', 'network_id': '6d91d90f-bfbc-46f9-a517-67a37c4efd7a', 'project_id': '995ddd1afe724c8783497a8165ea5725', 'fixed_ips': [{'subnet_id': 'f5a48210-883b-46b0-90d2-5b669d541ded'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:57:47.890672 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-402674b1-9702-4d34-8ee6-b8d295641be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:47.909816 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429086cc-e2b8-4896-93a5-db70c49fcfe0 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Pushing event updated for resources: {'Port': ['ID=ccfcb0ae-e17e-4404-82a2-cac1d0079d5a,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:47.938998 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e56577-97fb-4998-ac06-38665a4d21a2 req-429086cc-e2b8-4896-93a5-db70c49fcfe0 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:47.939750 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d9e56577-97fb-4998-ac06-38665a4d21a2 req-429086cc-e2b8-4896-93a5-db70c49fcfe0 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:47.970493 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d9e56577-97fb-4998-ac06-38665a4d21a2 req-429086cc-e2b8-4896-93a5-db70c49fcfe0 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1028788 Mar 11 19:57:47.990859 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-d9e56577-97fb-4998-ac06-38665a4d21a2 req-93e25605-fd8a-4389-b387-a22f2678db9e service neutron] Request body: {'port': {'device_id': '76b5429a-4ed0-41df-a38c-c9ced2701a1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:57:48.080099 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-402674b1-9702-4d34-8ee6-b8d295641be8 None None] Allocated IP 172.20.0.2 (6d91d90f-bfbc-46f9-a517-67a37c4efd7a/f5a48210-883b-46b0-90d2-5b669d541ded/00e548f3-52b2-41c2-a00f-f371f4fd8586) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:57:48.102201 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d9e56577-97fb-4998-ac06-38665a4d21a2 req-93e25605-fd8a-4389-b387-a22f2678db9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ccfcb0ae-e17e-4404-82a2-cac1d0079d5a), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:48.327719 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9e652c27-b5fb-46b6-bf01-4f278121b42c tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for router_controller (56a00051-1471-43cd-914b-113e3c82acc1), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:48.370629 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-2dba8006-2a97-4791-b671-4db235fa8693 None None] Provisioning complete for port ccfcb0ae-e17e-4404-82a2-cac1d0079d5a triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:57:48.371387 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2dba8006-2a97-4791-b671-4db235fa8693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ccfcb0ae-e17e-4404-82a2-cac1d0079d5a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:48.445840 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-2dba8006-2a97-4791-b671-4db235fa8693 None None] Port ccfcb0ae-e17e-4404-82a2-cac1d0079d5a cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:57:48.465616 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-402674b1-9702-4d34-8ee6-b8d295641be8 None None] Publish callbacks [] for port (00e548f3-52b2-41c2-a00f-f371f4fd8586), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:48.472575 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-d9e56577-97fb-4998-ac06-38665a4d21a2 req-93e25605-fd8a-4389-b387-a22f2678db9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccfcb0ae-e17e-4404-82a2-cac1d0079d5a {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:57:48.474189 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-402674b1-9702-4d34-8ee6-b8d295641be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (00e548f3-52b2-41c2-a00f-f371f4fd8586), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:48.481701 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d9e56577-97fb-4998-ac06-38665a4d21a2 req-93e25605-fd8a-4389-b387-a22f2678db9e service neutron] Publish callbacks [] for port (ccfcb0ae-e17e-4404-82a2-cac1d0079d5a), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:48.495734 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-d9e56577-97fb-4998-ac06-38665a4d21a2 req-93e25605-fd8a-4389-b387-a22f2678db9e service neutron] Transition to ACTIVE for port object ccfcb0ae-e17e-4404-82a2-cac1d0079d5a will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:57:48.501652 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9e652c27-b5fb-46b6-bf01-4f278121b42c tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for router_gateway (56a00051-1471-43cd-914b-113e3c82acc1), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:48.502281 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d9e56577-97fb-4998-ac06-38665a4d21a2 req-93e25605-fd8a-4389-b387-a22f2678db9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (ccfcb0ae-e17e-4404-82a2-cac1d0079d5a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:48.535333 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402674b1-9702-4d34-8ee6-b8d295641be8 None None] Pushing event updated for resources: {'Port': ['ID=00e548f3-52b2-41c2-a00f-f371f4fd8586,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:48.540228 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402674b1-9702-4d34-8ee6-b8d295641be8 None None] Network 6d91d90f-bfbc-46f9-a517-67a37c4efd7a is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:57:48.541809 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-402674b1-9702-4d34-8ee6-b8d295641be8 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:57:48.544197 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402674b1-9702-4d34-8ee6-b8d295641be8 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:57:48.584226 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e25605-fd8a-4389-b387-a22f2678db9e service neutron] Pushing event updated for resources: {'Port': ['ID=ccfcb0ae-e17e-4404-82a2-cac1d0079d5a,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:48.635889 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-402674b1-9702-4d34-8ee6-b8d295641be8 None None] Attempting to bind port 00e548f3-52b2-41c2-a00f-f371f4fd8586 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:57:48.636267 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-402674b1-9702-4d34-8ee6-b8d295641be8 None None] Attempting to bind port 00e548f3-52b2-41c2-a00f-f371f4fd8586 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '8b16c3b9-bc12-40a7-95b7-1fcbff61c7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '6d91d90f-bfbc-46f9-a517-67a37c4efd7a'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:57:48.642806 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402674b1-9702-4d34-8ee6-b8d295641be8 None None] Attempting to bind port 00e548f3-52b2-41c2-a00f-f371f4fd8586 on network 6d91d90f-bfbc-46f9-a517-67a37c4efd7a {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:57:48.656443 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402674b1-9702-4d34-8ee6-b8d295641be8 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:57:48.657162 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402674b1-9702-4d34-8ee6-b8d295641be8 None None] Checking segment: {'id': '8b16c3b9-bc12-40a7-95b7-1fcbff61c7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '6d91d90f-bfbc-46f9-a517-67a37c4efd7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:57:48.657750 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-402674b1-9702-4d34-8ee6-b8d295641be8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:48.658305 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402674b1-9702-4d34-8ee6-b8d295641be8 None None] Bound using segment: {'id': '8b16c3b9-bc12-40a7-95b7-1fcbff61c7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '6d91d90f-bfbc-46f9-a517-67a37c4efd7a'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:57:48.658995 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-402674b1-9702-4d34-8ee6-b8d295641be8 None None] Bound port: 00e548f3-52b2-41c2-a00f-f371f4fd8586, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b16c3b9-bc12-40a7-95b7-1fcbff61c7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 859, 'network_id': '6d91d90f-bfbc-46f9-a517-67a37c4efd7a'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:57:48.659603 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-402674b1-9702-4d34-8ee6-b8d295641be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (00e548f3-52b2-41c2-a00f-f371f4fd8586), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:48.715817 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-d9e56577-97fb-4998-ac06-38665a4d21a2 req-93e25605-fd8a-4389-b387-a22f2678db9e service neutron] Attempting to bind port ccfcb0ae-e17e-4404-82a2-cac1d0079d5a on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:57:48.720363 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-d9e56577-97fb-4998-ac06-38665a4d21a2 req-93e25605-fd8a-4389-b387-a22f2678db9e service neutron] Attempting to bind port ccfcb0ae-e17e-4404-82a2-cac1d0079d5a by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:57:48.721049 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e56577-97fb-4998-ac06-38665a4d21a2 req-93e25605-fd8a-4389-b387-a22f2678db9e service neutron] Attempting to bind port ccfcb0ae-e17e-4404-82a2-cac1d0079d5a on network d7695c22-7cfd-4319-9d63-9f76b8799969 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:57:48.732523 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e56577-97fb-4998-ac06-38665a4d21a2 req-93e25605-fd8a-4389-b387-a22f2678db9e service neutron] Port ccfcb0ae-e17e-4404-82a2-cac1d0079d5a on network d7695c22-7cfd-4319-9d63-9f76b8799969 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:57:48.734109 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e56577-97fb-4998-ac06-38665a4d21a2 req-93e25605-fd8a-4389-b387-a22f2678db9e service neutron] Attempting to bind port ccfcb0ae-e17e-4404-82a2-cac1d0079d5a on network d7695c22-7cfd-4319-9d63-9f76b8799969 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:57:48.746392 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e56577-97fb-4998-ac06-38665a4d21a2 req-93e25605-fd8a-4389-b387-a22f2678db9e service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:57:48.746722 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e56577-97fb-4998-ac06-38665a4d21a2 req-93e25605-fd8a-4389-b387-a22f2678db9e service neutron] Checking segment: {'id': '60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:57:48.750011 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9e56577-97fb-4998-ac06-38665a4d21a2 req-93e25605-fd8a-4389-b387-a22f2678db9e service neutron] Bound using segment: {'id': '60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:57:48.750573 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-d9e56577-97fb-4998-ac06-38665a4d21a2 req-93e25605-fd8a-4389-b387-a22f2678db9e service neutron] Bound port: ccfcb0ae-e17e-4404-82a2-cac1d0079d5a, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:57:48.750959 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d9e56577-97fb-4998-ac06-38665a4d21a2 req-93e25605-fd8a-4389-b387-a22f2678db9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ccfcb0ae-e17e-4404-82a2-cac1d0079d5a), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:48.755474 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-402674b1-9702-4d34-8ee6-b8d295641be8 None None] For port 00e548f3-52b2-41c2-a00f-f371f4fd8586, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:57:48.759523 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-402674b1-9702-4d34-8ee6-b8d295641be8 None None] For port 00e548f3-52b2-41c2-a00f-f371f4fd8586, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=00e548f3-52b2-41c2-a00f-f371f4fd8586,segment=NetworkSegment(8b16c3b9-bc12-40a7-95b7-1fcbff61c7d8),segment_id=8b16c3b9-bc12-40a7-95b7-1fcbff61c7d8)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:57:48.771051 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-402674b1-9702-4d34-8ee6-b8d295641be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (00e548f3-52b2-41c2-a00f-f371f4fd8586), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:48.925885 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402674b1-9702-4d34-8ee6-b8d295641be8 None None] Pushing event updated for resources: {'Port': ['ID=00e548f3-52b2-41c2-a00f-f371f4fd8586,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:48.947057 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-d9e56577-97fb-4998-ac06-38665a4d21a2 req-93e25605-fd8a-4389-b387-a22f2678db9e service neutron] For port ccfcb0ae-e17e-4404-82a2-cac1d0079d5a, host n-h1-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:57:48.956299 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-d9e56577-97fb-4998-ac06-38665a4d21a2 req-93e25605-fd8a-4389-b387-a22f2678db9e service neutron] For port ccfcb0ae-e17e-4404-82a2-cac1d0079d5a, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=ccfcb0ae-e17e-4404-82a2-cac1d0079d5a,segment=NetworkSegment(60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db),segment_id=60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:57:48.961105 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9e652c27-b5fb-46b6-bf01-4f278121b42c tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for router_gateway (56a00051-1471-43cd-914b-113e3c82acc1), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:48.971002 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d9e56577-97fb-4998-ac06-38665a4d21a2 req-93e25605-fd8a-4389-b387-a22f2678db9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (ccfcb0ae-e17e-4404-82a2-cac1d0079d5a), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:48.988326 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9e652c27-b5fb-46b6-bf01-4f278121b42c tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:48.988782 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:49.044122 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e56577-97fb-4998-ac06-38665a4d21a2 req-93e25605-fd8a-4389-b387-a22f2678db9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:49.044789 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d9e56577-97fb-4998-ac06-38665a4d21a2 req-93e25605-fd8a-4389-b387-a22f2678db9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:49.049239 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d9e56577-97fb-4998-ac06-38665a4d21a2 req-93e25605-fd8a-4389-b387-a22f2678db9e service neutron] 10.222.0.75 "PUT /v2.0/ports/ccfcb0ae-e17e-4404-82a2-cac1d0079d5a HTTP/1.1" status: 200 len: 1091 time: 1.0699241 Mar 11 19:57:49.052008 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b5429a-4ed0-41df-a38c-c9ced2701a1e', 'tag': 'ccfcb0ae-e17e-4404-82a2-cac1d0079d5a'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:57:49.058050 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606724af-5f12-4184-8f97-a25698e934d2 req-c7df6b52-1bc0-43bf-a6df-fce969c81249 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:49.059762 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-606724af-5f12-4184-8f97-a25698e934d2 req-c7df6b52-1bc0-43bf-a6df-fce969c81249 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/ports?device_id=76b5429a-4ed0-41df-a38c-c9ced2701a1e HTTP/1.1" status: 200 len: 943 time: 0.3537519 Mar 11 19:57:49.090417 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb2b00a-0956-4a70-8d88-37d8e509b489" -d '{"events": [{"name": "network-changed", "server_uuid": "76b5429a-4ed0-41df-a38c-c9ced2701a1e", "tag": "ccfcb0ae-e17e-4404-82a2-cac1d0079d5a"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:57:49.191545 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-606724af-5f12-4184-8f97-a25698e934d2 req-2de07a62-57d1-4430-b71d-ecd953432a03 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/security-groups?id=ccfb309d-a613-4291-8f0c-08b7f935349e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232398 Mar 11 19:57:49.230936 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e25605-fd8a-4389-b387-a22f2678db9e service neutron] Pushing event updated for resources: {'Port': ['ID=ccfcb0ae-e17e-4404-82a2-cac1d0079d5a,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:49.253090 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e56577-97fb-4998-ac06-38665a4d21a2 req-98d0acb2-8af9-4940-b0de-4269ce4bbd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:49.255693 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-9e652c27-b5fb-46b6-bf01-4f278121b42c tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Allocated IP 172.25.8.102 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/162e1ca9-0106-4826-93bc-3b895b265039) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:57:49.259738 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d9e56577-97fb-4998-ac06-38665a4d21a2 req-98d0acb2-8af9-4940-b0de-4269ce4bbd9a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ac0acd49ed0a4c6b89bcb3eaea14c217&device_id=76b5429a-4ed0-41df-a38c-c9ced2701a1e HTTP/1.1" status: 200 len: 1125 time: 0.1446412 Mar 11 19:57:49.356343 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5cb1910-4a6c-4ea2-91ba-72060cb25d9a x-openstack-request-id: req-c5cb1910-4a6c-4ea2-91ba-72060cb25d9a {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:57:49.356666 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76b5429a-4ed0-41df-a38c-c9ced2701a1e", "tag": "ccfcb0ae-e17e-4404-82a2-cac1d0079d5a", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:57:49.356921 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c5cb1910-4a6c-4ea2-91ba-72060cb25d9a {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:57:49.357384 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76b5429a-4ed0-41df-a38c-c9ced2701a1e', 'tag': 'ccfcb0ae-e17e-4404-82a2-cac1d0079d5a', 'status': 'completed', 'code': 200} Mar 11 19:57:49.359262 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d9e56577-97fb-4998-ac06-38665a4d21a2 req-9174b2f5-fd31-4d67-8040-bab6e123e2bf service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ccfcb0ae-e17e-4404-82a2-cac1d0079d5a HTTP/1.1" status: 200 len: 217 time: 0.0898459 Mar 11 19:57:49.462551 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e56577-97fb-4998-ac06-38665a4d21a2 req-68488a1e-2cf3-485e-b468-641019aad935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:49.468429 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d9e56577-97fb-4998-ac06-38665a4d21a2 req-68488a1e-2cf3-485e-b468-641019aad935 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9c3f149c-decf-4bc3-9858-1266a909f90c HTTP/1.1" status: 200 len: 853 time: 0.1032712 Mar 11 19:57:49.500816 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9e652c27-b5fb-46b6-bf01-4f278121b42c tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for port (162e1ca9-0106-4826-93bc-3b895b265039), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:49.560813 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e56577-97fb-4998-ac06-38665a4d21a2 req-ff681d3f-c16e-412e-b97e-a233092c3330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:49.563170 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d9e56577-97fb-4998-ac06-38665a4d21a2 req-ff681d3f-c16e-412e-b97e-a233092c3330 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d7695c22-7cfd-4319-9d63-9f76b8799969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0872340 Mar 11 19:57:49.595001 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9e652c27-b5fb-46b6-bf01-4f278121b42c tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (162e1ca9-0106-4826-93bc-3b895b265039), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:49.647810 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e652c27-b5fb-46b6-bf01-4f278121b42c tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Pushing event updated for resources: {'Port': ['ID=162e1ca9-0106-4826-93bc-3b895b265039,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:49.678610 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d9e56577-97fb-4998-ac06-38665a4d21a2 req-093523f9-a7f8-41a2-b400-3ee0980ffeba service neutron] 10.222.0.75 "GET /v2.0/networks/d7695c22-7cfd-4319-9d63-9f76b8799969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085062 Mar 11 19:57:49.683025 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e652c27-b5fb-46b6-bf01-4f278121b42c tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:57:49.684734 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-9e652c27-b5fb-46b6-bf01-4f278121b42c tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:57:49.688406 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e652c27-b5fb-46b6-bf01-4f278121b42c tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:57:49.839066 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d9e56577-97fb-4998-ac06-38665a4d21a2 req-48520625-74b7-44dd-b71d-d4fe3c7782e3 service neutron] 10.222.0.75 "GET /v2.0/networks/d7695c22-7cfd-4319-9d63-9f76b8799969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528184 Mar 11 19:57:49.945765 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb2b00a-0956-4a70-8d88-37d8e509b489 req-e2076903-7f9e-4e5e-9e63-857a529245e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:49.947869 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-9eb2b00a-0956-4a70-8d88-37d8e509b489 req-e2076903-7f9e-4e5e-9e63-857a529245e7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ac0acd49ed0a4c6b89bcb3eaea14c217&device_id=76b5429a-4ed0-41df-a38c-c9ced2701a1e HTTP/1.1" status: 200 len: 1125 time: 0.0585911 Mar 11 19:57:50.040114 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9e652c27-b5fb-46b6-bf01-4f278121b42c tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for router_gateway (56a00051-1471-43cd-914b-113e3c82acc1), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:50.091383 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb2b00a-0956-4a70-8d88-37d8e509b489 req-8f50624b-fff0-4a75-8837-96fed013e704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:50.093576 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-9eb2b00a-0956-4a70-8d88-37d8e509b489 req-8f50624b-fff0-4a75-8837-96fed013e704 service neutron] 10.222.0.75 "GET /v2.0/networks?id=d7695c22-7cfd-4319-9d63-9f76b8799969 HTTP/1.1" status: 200 len: 915 time: 0.1339293 Mar 11 19:57:50.182077 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-9eb2b00a-0956-4a70-8d88-37d8e509b489 req-6275859a-4bdd-47b0-be7d-4cb1e20dd5a5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ccfcb0ae-e17e-4404-82a2-cac1d0079d5a HTTP/1.1" status: 200 len: 217 time: 0.0800428 Mar 11 19:57:50.278319 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb2b00a-0956-4a70-8d88-37d8e509b489 req-b5cb571e-a3c5-456e-8b80-99c28a01a756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:50.281001 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-9eb2b00a-0956-4a70-8d88-37d8e509b489 req-b5cb571e-a3c5-456e-8b80-99c28a01a756 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9c3f149c-decf-4bc3-9858-1266a909f90c HTTP/1.1" status: 200 len: 853 time: 0.0922823 Mar 11 19:57:50.349032 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb2b00a-0956-4a70-8d88-37d8e509b489 req-5a1132e9-8c90-4aa2-873a-1a1f9ae9e829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:50.350670 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-9eb2b00a-0956-4a70-8d88-37d8e509b489 req-5a1132e9-8c90-4aa2-873a-1a1f9ae9e829 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d7695c22-7cfd-4319-9d63-9f76b8799969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0621545 Mar 11 19:57:50.449486 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9e652c27-b5fb-46b6-bf01-4f278121b42c tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (56a00051-1471-43cd-914b-113e3c82acc1), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:50.497715 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fe666d-417d-4557-8c90-2360cae5bcc2 None None] Network 6d91d90f-bfbc-46f9-a517-67a37c4efd7a requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:57:50.498323 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-9eb2b00a-0956-4a70-8d88-37d8e509b489 req-d35279c4-3f1d-4880-9d92-e57694c8664a service neutron] 10.222.0.75 "GET /v2.0/networks/d7695c22-7cfd-4319-9d63-9f76b8799969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388557 Mar 11 19:57:50.605376 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c4fe6028-fa14-439b-beae-71afd5bef6d1 None None] Provisioning complete for port 00e548f3-52b2-41c2-a00f-f371f4fd8586 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:57:50.606030 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c4fe6028-fa14-439b-beae-71afd5bef6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (00e548f3-52b2-41c2-a00f-f371f4fd8586), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:50.692398 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010ede7b-f885-41db-8c46-abe79ed827ec req-c132de94-8bd5-4373-a7cf-cf10b434ebce tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:50.705710 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-010ede7b-f885-41db-8c46-abe79ed827ec req-c132de94-8bd5-4373-a7cf-cf10b434ebce tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/ports?device_id=76b5429a-4ed0-41df-a38c-c9ced2701a1e HTTP/1.1" status: 200 len: 943 time: 0.3761344 Mar 11 19:57:50.758839 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-9eb2b00a-0956-4a70-8d88-37d8e509b489 req-46bae928-1305-4e03-8d89-a7b6bce6ae20 service neutron] 10.222.0.75 "GET /v2.0/networks/d7695c22-7cfd-4319-9d63-9f76b8799969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532024 Mar 11 19:57:50.778211 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 00e548f3-52b2-41c2-a00f-f371f4fd8586 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:57:50.803913 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-010ede7b-f885-41db-8c46-abe79ed827ec req-a37b88c3-42a9-41c8-955d-21cb0822a1aa tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/security-groups?id=ccfb309d-a613-4291-8f0c-08b7f935349e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852315 Mar 11 19:57:50.848915 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c4fe6028-fa14-439b-beae-71afd5bef6d1 None None] Current status of the port 00e548f3-52b2-41c2-a00f-f371f4fd8586 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:57:50.849681 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c4fe6028-fa14-439b-beae-71afd5bef6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (00e548f3-52b2-41c2-a00f-f371f4fd8586), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:50.910953 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c4fe6028-fa14-439b-beae-71afd5bef6d1 None None] For port 00e548f3-52b2-41c2-a00f-f371f4fd8586, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=00e548f3-52b2-41c2-a00f-f371f4fd8586,segment=NetworkSegment(8b16c3b9-bc12-40a7-95b7-1fcbff61c7d8),segment_id=8b16c3b9-bc12-40a7-95b7-1fcbff61c7d8)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:57:50.920143 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c4fe6028-fa14-439b-beae-71afd5bef6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (00e548f3-52b2-41c2-a00f-f371f4fd8586), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:50.927007 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 00e548f3-52b2-41c2-a00f-f371f4fd8586 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:57:50.927599 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (00e548f3-52b2-41c2-a00f-f371f4fd8586), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:50.971999 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e652c27-b5fb-46b6-bf01-4f278121b42c tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Router 56a00051-1471-43cd-914b-113e3c82acc1 is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:57:51.021909 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe6028-fa14-439b-beae-71afd5bef6d1 None None] Pushing event updated for resources: {'Port': ['ID=00e548f3-52b2-41c2-a00f-f371f4fd8586,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:51.136171 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 00e548f3-52b2-41c2-a00f-f371f4fd8586 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:57:51.208736 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e652c27-b5fb-46b6-bf01-4f278121b42c tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:57:51.225053 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2dad60-3845-428e-8fbe-2df2b1da3f1e None None] Sync routers for ids ['56a00051-1471-43cd-914b-113e3c82acc1'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:57:51.262730 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9e652c27-b5fb-46b6-bf01-4f278121b42c tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:51.265221 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2dad60-3845-428e-8fbe-2df2b1da3f1e None None] Routers {'56a00051-1471-43cd-914b-113e3c82acc1'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:57:51.266161 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-4b2dad60-3845-428e-8fbe-2df2b1da3f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:57:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['56a00051-1471-43cd-914b-113e3c82acc1'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:51.270004 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-9e652c27-b5fb-46b6-bf01-4f278121b42c tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.4928839 Mar 11 19:57:51.270716 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 37254) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:51.285478 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-32bdb3d3-a4b1-48b2-b65e-f6b214fb081a None None] Provisioning complete for port 00e548f3-52b2-41c2-a00f-f371f4fd8586 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:57:51.286117 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-32bdb3d3-a4b1-48b2-b65e-f6b214fb081a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (00e548f3-52b2-41c2-a00f-f371f4fd8586), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:51.317297 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-4b2dad60-3845-428e-8fbe-2df2b1da3f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:51.324733 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 37256) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:51.335145 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2dad60-3845-428e-8fbe-2df2b1da3f1e None None] Routers {'56a00051-1471-43cd-914b-113e3c82acc1'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:57:51.336872 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-4b2dad60-3845-428e-8fbe-2df2b1da3f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:57:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['56a00051-1471-43cd-914b-113e3c82acc1'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:51.381515 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-4b2dad60-3845-428e-8fbe-2df2b1da3f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:51.382282 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2dad60-3845-428e-8fbe-2df2b1da3f1e None None] The sync data for ids ['56a00051-1471-43cd-914b-113e3c82acc1'] in n-d-833163-1 is: [] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:57:51.414667 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-32bdb3d3-a4b1-48b2-b65e-f6b214fb081a None None] Current status of the port 00e548f3-52b2-41c2-a00f-f371f4fd8586 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:57:51.489676 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9f872cb2-1af0-4f6d-84cf-63a769811b79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:51.576148 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9f872cb2-1af0-4f6d-84cf-63a769811b79 admin admin] Publish callbacks [] for security_group (8df94e85-00a9-4c12-afac-379c7c8a8eaf), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:51.581588 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9f872cb2-1af0-4f6d-84cf-63a769811b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (8df94e85-00a9-4c12-afac-379c7c8a8eaf), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:51.627161 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f872cb2-1af0-4f6d-84cf-63a769811b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df94e85-00a9-4c12-afac-379c7c8a8eaf,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:51.635157 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-9f872cb2-1af0-4f6d-84cf-63a769811b79 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f4764be53cf74f70a39ad7a215f545f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3091183 Mar 11 19:57:51.636038 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 37260) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:51.697483 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9ab66699-5c9e-42d9-a369-e8ff7605a7d5 admin admin] Publish callbacks [] for security_group (8df94e85-00a9-4c12-afac-379c7c8a8eaf), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:51.722396 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9ab66699-5c9e-42d9-a369-e8ff7605a7d5 admin admin] Publish callbacks [] for security_group (8df94e85-00a9-4c12-afac-379c7c8a8eaf), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:51.828153 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device ccfcb0ae-e17e-4404-82a2-cac1d0079d5a details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:57:51.829879 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9ab66699-5c9e-42d9-a369-e8ff7605a7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (8df94e85-00a9-4c12-afac-379c7c8a8eaf), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:51.834392 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9ab66699-5c9e-42d9-a369-e8ff7605a7d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:51.839960 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-9ab66699-5c9e-42d9-a369-e8ff7605a7d5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8df94e85-00a9-4c12-afac-379c7c8a8eaf HTTP/1.1" status: 204 len: 168 time: 0.2020299 Mar 11 19:57:51.861216 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab66699-5c9e-42d9-a369-e8ff7605a7d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df94e85-00a9-4c12-afac-379c7c8a8eaf,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:51.911322 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5f3a7445-cdd1-4a9f-9b48-e7adedecfc7c tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:51.992383 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port ccfcb0ae-e17e-4404-82a2-cac1d0079d5a, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=ccfcb0ae-e17e-4404-82a2-cac1d0079d5a,segment=NetworkSegment(60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db),segment_id=60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:57:52.009074 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': 'ccfcb0ae-e17e-4404-82a2-cac1d0079d5a', 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969', 'port_id': 'ccfcb0ae-e17e-4404-82a2-cac1d0079d5a', 'mac_address': 'fa:16:3e:95:62:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c3f149c-decf-4bc3-9858-1266a909f90c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:57:52.100414 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port ccfcb0ae-e17e-4404-82a2-cac1d0079d5a is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:57:52.100846 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ccfcb0ae-e17e-4404-82a2-cac1d0079d5a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:52.122253 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccfcb0ae-e17e-4404-82a2-cac1d0079d5a {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:57:52.150556 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port ccfcb0ae-e17e-4404-82a2-cac1d0079d5a, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=ccfcb0ae-e17e-4404-82a2-cac1d0079d5a,segment=NetworkSegment(60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db),segment_id=60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:57:52.163476 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (ccfcb0ae-e17e-4404-82a2-cac1d0079d5a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:52.227597 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=ccfcb0ae-e17e-4404-82a2-cac1d0079d5a,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:52.238376 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7366755-a2e2-437b-8984-e003ba27cff9 req-c863aa1c-c634-4129-b3e6-77868994676c tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:52.263272 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d7366755-a2e2-437b-8984-e003ba27cff9 req-c863aa1c-c634-4129-b3e6-77868994676c tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/ports?device_id=76b5429a-4ed0-41df-a38c-c9ced2701a1e HTTP/1.1" status: 200 len: 943 time: 0.1908469 Mar 11 19:57:52.365819 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c7285f71-67be-44d6-b869-89d90600e918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:52.375532 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d7366755-a2e2-437b-8984-e003ba27cff9 req-13c0e622-f665-42b4-b6b3-531a8d8187f9 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/security-groups?id=ccfb309d-a613-4291-8f0c-08b7f935349e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109376 Mar 11 19:57:52.384764 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['ccfcb0ae-e17e-4404-82a2-cac1d0079d5a'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:57:52.400380 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 37272) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:52.422349 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aa1326b8-0e9b-4f4b-ac43-82a030b86461 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:52.480108 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-5f3a7445-cdd1-4a9f-9b48-e7adedecfc7c tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Allocated IP 172.20.0.1 (6d91d90f-bfbc-46f9-a517-67a37c4efd7a/f5a48210-883b-46b0-90d2-5b669d541ded/dae25f6b-aa3e-43a3-910a-6c57cee3c4ce) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:57:52.590645 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aa1326b8-0e9b-4f4b-ac43-82a030b86461 admin admin] Publish callbacks [] for security_group (5bf8b618-f5bc-4fff-95b8-ac2fc9da1eaf), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:52.596170 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aa1326b8-0e9b-4f4b-ac43-82a030b86461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (5bf8b618-f5bc-4fff-95b8-ac2fc9da1eaf), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:52.637036 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 00e548f3-52b2-41c2-a00f-f371f4fd8586 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:57:52.643088 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-aa1326b8-0e9b-4f4b-ac43-82a030b86461 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=385c66701186403280e224a6b50345ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2388556 Mar 11 19:57:52.643088 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1326b8-0e9b-4f4b-ac43-82a030b86461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf8b618-f5bc-4fff-95b8-ac2fc9da1eaf,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:52.644910 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 37274) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:52.666541 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5f3a7445-cdd1-4a9f-9b48-e7adedecfc7c tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for port (dae25f6b-aa3e-43a3-910a-6c57cee3c4ce), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:52.695722 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 00e548f3-52b2-41c2-a00f-f371f4fd8586 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:57:52.696014 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (00e548f3-52b2-41c2-a00f-f371f4fd8586), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:52.701683 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-73d1f725-a7fb-4473-af37-7a1bd1d0ae0a admin admin] Publish callbacks [] for security_group (5bf8b618-f5bc-4fff-95b8-ac2fc9da1eaf), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:52.713943 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5f3a7445-cdd1-4a9f-9b48-e7adedecfc7c tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (dae25f6b-aa3e-43a3-910a-6c57cee3c4ce), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:52.739540 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-73d1f725-a7fb-4473-af37-7a1bd1d0ae0a admin admin] Publish callbacks [] for security_group (5bf8b618-f5bc-4fff-95b8-ac2fc9da1eaf), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:52.758037 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:52.761113 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3a7445-cdd1-4a9f-9b48-e7adedecfc7c tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Network 6d91d90f-bfbc-46f9-a517-67a37c4efd7a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:57:52.766843 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-5f3a7445-cdd1-4a9f-9b48-e7adedecfc7c tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:57:52.769534 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3a7445-cdd1-4a9f-9b48-e7adedecfc7c tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:57:52.811197 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-73d1f725-a7fb-4473-af37-7a1bd1d0ae0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (5bf8b618-f5bc-4fff-95b8-ac2fc9da1eaf), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:52.815020 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3a7445-cdd1-4a9f-9b48-e7adedecfc7c tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Pushing event updated for resources: {'Port': ['ID=dae25f6b-aa3e-43a3-910a-6c57cee3c4ce,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:52.815552 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-73d1f725-a7fb-4473-af37-7a1bd1d0ae0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:52.817147 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-73d1f725-a7fb-4473-af37-7a1bd1d0ae0a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5bf8b618-f5bc-4fff-95b8-ac2fc9da1eaf HTTP/1.1" status: 204 len: 168 time: 0.1711440 Mar 11 19:57:52.826609 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 00e548f3-52b2-41c2-a00f-f371f4fd8586 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:57:52.830335 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d1f725-a7fb-4473-af37-7a1bd1d0ae0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf8b618-f5bc-4fff-95b8-ac2fc9da1eaf,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:52.873143 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5f3a7445-cdd1-4a9f-9b48-e7adedecfc7c tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (56a00051-1471-43cd-914b-113e3c82acc1), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:53.073066 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5f3a7445-cdd1-4a9f-9b48-e7adedecfc7c tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (dae25f6b-aa3e-43a3-910a-6c57cee3c4ce), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:53.155990 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-6296b8ab-7a2d-46fc-b885-90ac286d102a None None] Provisioning complete for port dae25f6b-aa3e-43a3-910a-6c57cee3c4ce triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:57:53.156576 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6296b8ab-7a2d-46fc-b885-90ac286d102a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (dae25f6b-aa3e-43a3-910a-6c57cee3c4ce), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:53.196751 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-6296b8ab-7a2d-46fc-b885-90ac286d102a None None] Port dae25f6b-aa3e-43a3-910a-6c57cee3c4ce cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:57:53.362736 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5f3a7445-cdd1-4a9f-9b48-e7adedecfc7c tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for port (dae25f6b-aa3e-43a3-910a-6c57cee3c4ce), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:53.368661 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5f3a7445-cdd1-4a9f-9b48-e7adedecfc7c tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (dae25f6b-aa3e-43a3-910a-6c57cee3c4ce), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:53.443964 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5f3a7445-cdd1-4a9f-9b48-e7adedecfc7c tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (56a00051-1471-43cd-914b-113e3c82acc1), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:53.448825 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3a7445-cdd1-4a9f-9b48-e7adedecfc7c tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Pushing event updated for resources: {'Port': ['ID=dae25f6b-aa3e-43a3-910a-6c57cee3c4ce,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:53.564731 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa85b8fe-f6c4-46b6-b2c0-027449befc54 req-3195010f-9e15-4610-802c-d17d068553c2 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:53.566222 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-aa85b8fe-f6c4-46b6-b2c0-027449befc54 req-3195010f-9e15-4610-802c-d17d068553c2 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/ports?device_id=76b5429a-4ed0-41df-a38c-c9ced2701a1e HTTP/1.1" status: 200 len: 944 time: 0.1184924 Mar 11 19:57:53.603213 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3a7445-cdd1-4a9f-9b48-e7adedecfc7c tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Network 6d91d90f-bfbc-46f9-a517-67a37c4efd7a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:57:53.610956 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-5f3a7445-cdd1-4a9f-9b48-e7adedecfc7c tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:57:53.637357 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 37308) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:53.670466 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-aa85b8fe-f6c4-46b6-b2c0-027449befc54 req-b29a9fba-c2ef-4a07-b1ac-31f2b878db2d tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/security-groups?id=ccfb309d-a613-4291-8f0c-08b7f935349e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973780 Mar 11 19:57:53.753446 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-f13eeb14-feac-486e-835a-d2b3a78c4965 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1693623457-network', 'tenant_id': '0645230ee0654f01bf849cf971a3298e'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:57:53.759132 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f3a7445-cdd1-4a9f-9b48-e7adedecfc7c tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Router 56a00051-1471-43cd-914b-113e3c82acc1 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:57:53.776079 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f13eeb14-feac-486e-835a-d2b3a78c4965 admin admin] Made reservation on behalf of 0645230ee0654f01bf849cf971a3298e for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:57:53.778441 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f13eeb14-feac-486e-835a-d2b3a78c4965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:53.787316 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f13eeb14-feac-486e-835a-d2b3a78c4965 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:53.843408 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device ccfcb0ae-e17e-4404-82a2-cac1d0079d5a up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:57:53.873492 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f13eeb14-feac-486e-835a-d2b3a78c4965 admin admin] Publish callbacks [] for security_group (8792ec5d-83f1-4ff8-a058-5418d815bb25), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:53.877635 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f13eeb14-feac-486e-835a-d2b3a78c4965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (8792ec5d-83f1-4ff8-a058-5418d815bb25), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:53.887213 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f3a7445-cdd1-4a9f-9b48-e7adedecfc7c tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:57:53.892543 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-5f3a7445-cdd1-4a9f-9b48-e7adedecfc7c tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] 10.222.0.65 "PUT /v2.0/routers/56a00051-1471-43cd-914b-113e3c82acc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6191359 Mar 11 19:57:53.895146 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 37312) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:53.900132 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f13eeb14-feac-486e-835a-d2b3a78c4965 admin admin] vlan segment allocate from pool success with {'vlan_id': 886, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:57:53.902502 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-076ad3d2-175b-4a41-9178-3b5e53964044 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Request body: {'port': {'network_id': '6d91d90f-bfbc-46f9-a517-67a37c4efd7a', 'name': 'tempest-FloatingIPTestJSON-743421631'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:57:53.903779 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c7dc05-a13f-4e0e-a37a-01d5815e2a98 None None] Sync routers for ids ['56a00051-1471-43cd-914b-113e3c82acc1'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:57:53.916670 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port ccfcb0ae-e17e-4404-82a2-cac1d0079d5a completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:57:53.917858 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13eeb14-feac-486e-835a-d2b3a78c4965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8792ec5d-83f1-4ff8-a058-5418d815bb25,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:53.923608 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f13eeb14-feac-486e-835a-d2b3a78c4965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (2ac58202-9960-4409-9b2e-511d9ccfce0a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:53.924971 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-f13eeb14-feac-486e-835a-d2b3a78c4965 admin admin] Added segment 2ac58202-9960-4409-9b2e-511d9ccfce0a of type vlan for network a4389ef6-d491-4938-a337-84a54216a6da Mar 11 19:57:53.925145 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c7dc05-a13f-4e0e-a37a-01d5815e2a98 None None] Routers {'56a00051-1471-43cd-914b-113e3c82acc1'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:57:53.925145 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f1c7dc05-a13f-4e0e-a37a-01d5815e2a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:57:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['56a00051-1471-43cd-914b-113e3c82acc1'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:53.926836 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port ccfcb0ae-e17e-4404-82a2-cac1d0079d5a triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:57:53.927209 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ccfcb0ae-e17e-4404-82a2-cac1d0079d5a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:53.966760 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f1c7dc05-a13f-4e0e-a37a-01d5815e2a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:53.967038 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f13eeb14-feac-486e-835a-d2b3a78c4965 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (a4389ef6-d491-4938-a337-84a54216a6da), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:53.995273 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f13eeb14-feac-486e-835a-d2b3a78c4965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (a4389ef6-d491-4938-a337-84a54216a6da), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:53.996295 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13eeb14-feac-486e-835a-d2b3a78c4965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:53.996928 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f13eeb14-feac-486e-835a-d2b3a78c4965 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:54.010569 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-412f9636-f659-458a-bb7c-e67effbe7431 None None] Provisioning complete for port dae25f6b-aa3e-43a3-910a-6c57cee3c4ce triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:57:54.010945 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-412f9636-f659-458a-bb7c-e67effbe7431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (dae25f6b-aa3e-43a3-910a-6c57cee3c4ce), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:54.022090 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076ad3d2-175b-4a41-9178-3b5e53964044 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Made reservation on behalf of 995ddd1afe724c8783497a8165ea5725 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:57:54.026206 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-076ad3d2-175b-4a41-9178-3b5e53964044 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:54.054128 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-412f9636-f659-458a-bb7c-e67effbe7431 None None] Port dae25f6b-aa3e-43a3-910a-6c57cee3c4ce cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:57:54.056839 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-076ad3d2-175b-4a41-9178-3b5e53964044 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] device_id is not set on port 4ca76239-54ba-47a2-915b-559e23f6c0f1 yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:57:54.057954 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c7dc05-a13f-4e0e-a37a-01d5815e2a98 None None] Routers {'56a00051-1471-43cd-914b-113e3c82acc1'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:57:54.058819 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f1c7dc05-a13f-4e0e-a37a-01d5815e2a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:57:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['56a00051-1471-43cd-914b-113e3c82acc1'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:54.061066 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f13eeb14-feac-486e-835a-d2b3a78c4965 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4225974 Mar 11 19:57:54.065824 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 37316) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:54.071054 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-2cd6a05d-86c6-42e2-86eb-c5515eef8f4d admin admin] Request body: {'subnet': {'network_id': 'a4389ef6-d491-4938-a337-84a54216a6da', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1693623457-subnet', 'tenant_id': '0645230ee0654f01bf849cf971a3298e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:57:54.102767 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f1c7dc05-a13f-4e0e-a37a-01d5815e2a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:54.103066 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c7dc05-a13f-4e0e-a37a-01d5815e2a98 None None] The sync data for ids ['56a00051-1471-43cd-914b-113e3c82acc1'] in n-d-833163-1 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:57:54.121324 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13eeb14-feac-486e-835a-d2b3a78c4965 admin admin] Pushing event updated for resources: {'Network': ['ID=a4389ef6-d491-4938-a337-84a54216a6da,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:54.136547 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd6a05d-86c6-42e2-86eb-c5515eef8f4d admin admin] Made reservation on behalf of 0645230ee0654f01bf849cf971a3298e for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:57:54.141579 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a05d-86c6-42e2-86eb-c5515eef8f4d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:54.141739 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network a4389ef6-d491-4938-a337-84a54216a6da details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:57:54.193294 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port ccfcb0ae-e17e-4404-82a2-cac1d0079d5a is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:57:54.193982 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ccfcb0ae-e17e-4404-82a2-cac1d0079d5a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:54.247616 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-076ad3d2-175b-4a41-9178-3b5e53964044 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Allocated IP 172.20.0.6 (6d91d90f-bfbc-46f9-a517-67a37c4efd7a/f5a48210-883b-46b0-90d2-5b669d541ded/4ca76239-54ba-47a2-915b-559e23f6c0f1) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:57:54.261901 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b5429a-4ed0-41df-a38c-c9ced2701a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccfcb0ae-e17e-4404-82a2-cac1d0079d5a'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:57:54.264423 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7ec17a-a869-434f-8881-669834a015d0" -d '{"events": [{"server_uuid": "76b5429a-4ed0-41df-a38c-c9ced2701a1e", "name": "network-vif-plugged", "status": "completed", "tag": "ccfcb0ae-e17e-4404-82a2-cac1d0079d5a"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:57:54.281696 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port ccfcb0ae-e17e-4404-82a2-cac1d0079d5a, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=ccfcb0ae-e17e-4404-82a2-cac1d0079d5a,segment=NetworkSegment(60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db),segment_id=60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:57:54.288346 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (ccfcb0ae-e17e-4404-82a2-cac1d0079d5a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:54.322138 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2861ddc5-be84-43da-95ee-12efd0a5d9ba x-openstack-request-id: req-2861ddc5-be84-43da-95ee-12efd0a5d9ba {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:57:54.322446 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b5429a-4ed0-41df-a38c-c9ced2701a1e", "name": "network-vif-plugged", "status": "completed", "tag": "ccfcb0ae-e17e-4404-82a2-cac1d0079d5a", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:57:54.322672 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2861ddc5-be84-43da-95ee-12efd0a5d9ba {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:57:54.323064 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76b5429a-4ed0-41df-a38c-c9ced2701a1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccfcb0ae-e17e-4404-82a2-cac1d0079d5a', 'code': 200} Mar 11 19:57:54.353628 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=ccfcb0ae-e17e-4404-82a2-cac1d0079d5a,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:54.421134 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a05d-86c6-42e2-86eb-c5515eef8f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (fcadcf68-014b-4a15-a74b-ad8e989e23c2), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:54.484428 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-076ad3d2-175b-4a41-9178-3b5e53964044 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for port (4ca76239-54ba-47a2-915b-559e23f6c0f1), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:54.500202 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6a05d-86c6-42e2-86eb-c5515eef8f4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcadcf68-014b-4a15-a74b-ad8e989e23c2,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:54.503602 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a448307-606c-463b-87d9-265922ed461c req-22115e61-02c8-439c-a0f6-b6cf17f24257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:54.506149 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3a448307-606c-463b-87d9-265922ed461c req-22115e61-02c8-439c-a0f6-b6cf17f24257 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=76b5429a-4ed0-41df-a38c-c9ced2701a1e HTTP/1.1" status: 200 len: 1127 time: 0.1253619 Mar 11 19:57:54.520875 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-076ad3d2-175b-4a41-9178-3b5e53964044 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (4ca76239-54ba-47a2-915b-559e23f6c0f1), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:54.521195 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd6a05d-86c6-42e2-86eb-c5515eef8f4d admin admin] Checking segment: {'id': '2ac58202-9960-4409-9b2e-511d9ccfce0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'a4389ef6-d491-4938-a337-84a54216a6da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:57:54.521539 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd6a05d-86c6-42e2-86eb-c5515eef8f4d admin admin] Network hostable DHCP agents. Network: a4389ef6-d491-4938-a337-84a54216a6da, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:57:54.564706 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd6a05d-86c6-42e2-86eb-c5515eef8f4d admin admin] Network a4389ef6-d491-4938-a337-84a54216a6da is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:57:54.572779 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3a448307-606c-463b-87d9-265922ed461c req-f697e074-9f0a-4c0f-9ebd-bd63cbce4a12 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=ccfb309d-a613-4291-8f0c-08b7f935349e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583763 Mar 11 19:57:54.573102 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076ad3d2-175b-4a41-9178-3b5e53964044 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Network 6d91d90f-bfbc-46f9-a517-67a37c4efd7a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:57:54.576700 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-076ad3d2-175b-4a41-9178-3b5e53964044 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:57:54.576904 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-2cd6a05d-86c6-42e2-86eb-c5515eef8f4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, a4389ef6-d491-4938-a337-84a54216a6da) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:57:54.579177 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076ad3d2-175b-4a41-9178-3b5e53964044 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:57:54.581943 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd6a05d-86c6-42e2-86eb-c5515eef8f4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:54.582915 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2cd6a05d-86c6-42e2-86eb-c5515eef8f4d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:54.594401 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50edf715-3664-4d9d-b7c0-f1d03af94b8d None None] Network a4389ef6-d491-4938-a337-84a54216a6da requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:57:54.602747 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-2cd6a05d-86c6-42e2-86eb-c5515eef8f4d admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5358191 Mar 11 19:57:54.649677 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7621d1f8-7280-4705-94f8-a5aaa8fa338d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:54.737515 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2365427-5409-417f-9782-25690913b993 None None] Network a4389ef6-d491-4938-a337-84a54216a6da requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:57:54.967875 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076ad3d2-175b-4a41-9178-3b5e53964044 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Pushing event updated for resources: {'Port': ['ID=4ca76239-54ba-47a2-915b-559e23f6c0f1,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:54.972920 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:57:54.987072 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-7f36ab1c-5d4c-4ad6-86dc-0d84a9fd615e None None] Provisioning complete for port 4ca76239-54ba-47a2-915b-559e23f6c0f1 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:57:54.987592 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7f36ab1c-5d4c-4ad6-86dc-0d84a9fd615e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (4ca76239-54ba-47a2-915b-559e23f6c0f1), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:55.005620 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076ad3d2-175b-4a41-9178-3b5e53964044 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:55.006242 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-076ad3d2-175b-4a41-9178-3b5e53964044 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:55.030240 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-076ad3d2-175b-4a41-9178-3b5e53964044 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1336894 Mar 11 19:57:55.030671 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-7f36ab1c-5d4c-4ad6-86dc-0d84a9fd615e None None] Port 4ca76239-54ba-47a2-915b-559e23f6c0f1 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:57:55.033631 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 37342) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:55.037567 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11454934-e65a-4efa-a962-885ea4e417c7 req-cc3c8096-1ef1-4d63-8033-75a675c2ae1d tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:55.038780 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-9a67c945-0281-47fc-85c9-2e162c9fb7cd tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Request body: {'floatingip': {'port_id': '4ca76239-54ba-47a2-915b-559e23f6c0f1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:57:55.039071 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-11454934-e65a-4efa-a962-885ea4e417c7 req-cc3c8096-1ef1-4d63-8033-75a675c2ae1d tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/ports?device_id=76b5429a-4ed0-41df-a38c-c9ced2701a1e HTTP/1.1" status: 200 len: 945 time: 0.0911515 Mar 11 19:57:55.096216 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-11454934-e65a-4efa-a962-885ea4e417c7 req-7fed0820-3117-4db0-9feb-0a14728eb76a tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/security-groups?id=ccfb309d-a613-4291-8f0c-08b7f935349e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488179 Mar 11 19:57:55.101291 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9a67c945-0281-47fc-85c9-2e162c9fb7cd tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for floatingip (fca60963-c691-4d9c-ac0b-a2ce6c12dd4f), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:55.205525 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 37348) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:55.210746 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-5a5569ef-d8ab-4cd6-a193-e6a8027df770 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-366113710-network', 'tenant_id': '57c538161b8f43b8a26ccaae748044ab'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:57:55.229549 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5569ef-d8ab-4cd6-a193-e6a8027df770 admin admin] Made reservation on behalf of 57c538161b8f43b8a26ccaae748044ab for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:57:55.231989 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5a5569ef-d8ab-4cd6-a193-e6a8027df770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:55.240785 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5a5569ef-d8ab-4cd6-a193-e6a8027df770 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:55.319898 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5a5569ef-d8ab-4cd6-a193-e6a8027df770 admin admin] Publish callbacks [] for security_group (fb37d1c2-8cbe-4077-8893-5e02d92e1953), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:55.324581 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5a5569ef-d8ab-4cd6-a193-e6a8027df770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (fb37d1c2-8cbe-4077-8893-5e02d92e1953), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:55.349170 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a5569ef-d8ab-4cd6-a193-e6a8027df770 admin admin] vlan segment allocate from pool success with {'vlan_id': 864, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:57:55.364671 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5569ef-d8ab-4cd6-a193-e6a8027df770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb37d1c2-8cbe-4077-8893-5e02d92e1953,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:55.367577 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5a5569ef-d8ab-4cd6-a193-e6a8027df770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (e467b6e7-2e79-4e0e-b232-112529a939ac), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:55.367940 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-5a5569ef-d8ab-4cd6-a193-e6a8027df770 admin admin] Added segment e467b6e7-2e79-4e0e-b232-112529a939ac of type vlan for network 3edbc637-214e-4c5b-bc3a-cffb2483f3c4 Mar 11 19:57:55.409776 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5a5569ef-d8ab-4cd6-a193-e6a8027df770 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (3edbc637-214e-4c5b-bc3a-cffb2483f3c4), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:55.434599 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5a5569ef-d8ab-4cd6-a193-e6a8027df770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (3edbc637-214e-4c5b-bc3a-cffb2483f3c4), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:55.435539 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5569ef-d8ab-4cd6-a193-e6a8027df770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:55.436139 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5a5569ef-d8ab-4cd6-a193-e6a8027df770 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:55.472126 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-5a5569ef-d8ab-4cd6-a193-e6a8027df770 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2653601 Mar 11 19:57:55.474718 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 37352) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:55.508639 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-2c8a6918-1523-47e9-b7ab-d79d8a822c46 admin admin] Request body: {'subnet': {'network_id': '3edbc637-214e-4c5b-bc3a-cffb2483f3c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-366113710-subnet', 'tenant_id': '57c538161b8f43b8a26ccaae748044ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:57:55.513607 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5569ef-d8ab-4cd6-a193-e6a8027df770 admin admin] Pushing event updated for resources: {'Network': ['ID=3edbc637-214e-4c5b-bc3a-cffb2483f3c4,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:55.528946 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 3edbc637-214e-4c5b-bc3a-cffb2483f3c4 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:57:55.548692 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8a6918-1523-47e9-b7ab-d79d8a822c46 admin admin] Made reservation on behalf of 57c538161b8f43b8a26ccaae748044ab for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:57:55.556170 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2c8a6918-1523-47e9-b7ab-d79d8a822c46 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:55.767247 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2c8a6918-1523-47e9-b7ab-d79d8a822c46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (d5cd12d9-0566-43e8-982a-e57586d8b513), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:55.831109 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8a6918-1523-47e9-b7ab-d79d8a822c46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5cd12d9-0566-43e8-982a-e57586d8b513,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:55.850394 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8a6918-1523-47e9-b7ab-d79d8a822c46 admin admin] Checking segment: {'id': 'e467b6e7-2e79-4e0e-b232-112529a939ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '3edbc637-214e-4c5b-bc3a-cffb2483f3c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:57:55.850752 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8a6918-1523-47e9-b7ab-d79d8a822c46 admin admin] Network hostable DHCP agents. Network: 3edbc637-214e-4c5b-bc3a-cffb2483f3c4, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:57:55.869850 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8a6918-1523-47e9-b7ab-d79d8a822c46 admin admin] Network 3edbc637-214e-4c5b-bc3a-cffb2483f3c4 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:57:55.879281 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-2c8a6918-1523-47e9-b7ab-d79d8a822c46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 3edbc637-214e-4c5b-bc3a-cffb2483f3c4) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:57:55.885467 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8a6918-1523-47e9-b7ab-d79d8a822c46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:55.886029 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2c8a6918-1523-47e9-b7ab-d79d8a822c46 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:55.890617 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20263db-a25c-4599-94c5-dddc9febc069 None None] Network 3edbc637-214e-4c5b-bc3a-cffb2483f3c4 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:57:55.906523 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-2c8a6918-1523-47e9-b7ab-d79d8a822c46 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4307508 Mar 11 19:57:56.005070 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9a67c945-0281-47fc-85c9-2e162c9fb7cd tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:56.011976 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9a67c945-0281-47fc-85c9-2e162c9fb7cd tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (fca60963-c691-4d9c-ac0b-a2ce6c12dd4f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:56.076418 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c18378-b823-423d-9319-31adb170ee68 None None] Network 3edbc637-214e-4c5b-bc3a-cffb2483f3c4 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:57:56.161901 n-d-833163-1 neutron-server[103884]: INFO neutron.db.l3_db [None req-9a67c945-0281-47fc-85c9-2e162c9fb7cd tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Floating IP fca60963-c691-4d9c-ac0b-a2ce6c12dd4f associated. External IP: 172.25.8.170, port: adaa45a9-54a5-4224-ae7f-fb39d9e55b70. Mar 11 19:57:56.222965 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:56.265699 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bfc82b-ac39-4fd3-9082-8df33c89d66a req-a166afdd-6a09-4dd0-8707-dcb3b4dfeb02 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:56.267522 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c5bfc82b-ac39-4fd3-9082-8df33c89d66a req-a166afdd-6a09-4dd0-8707-dcb3b4dfeb02 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/ports?device_id=76b5429a-4ed0-41df-a38c-c9ced2701a1e HTTP/1.1" status: 200 len: 945 time: 0.0615625 Mar 11 19:57:56.319774 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c5bfc82b-ac39-4fd3-9082-8df33c89d66a req-6411fc20-8640-424d-a776-38aca62353b8 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/security-groups?id=ccfb309d-a613-4291-8f0c-08b7f935349e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446815 Mar 11 19:57:56.396467 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a67c945-0281-47fc-85c9-2e162c9fb7cd tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Router f8f5cd53-32d4-4027-b61a-a31b4d763842 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:57:56.513215 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a67c945-0281-47fc-85c9-2e162c9fb7cd tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:57:56.525314 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b027e63f-a943-44a1-b550-3413f1356a82 None None] Sync routers for ids ['f8f5cd53-32d4-4027-b61a-a31b4d763842'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:57:56.536063 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b027e63f-a943-44a1-b550-3413f1356a82 None None] Routers {'f8f5cd53-32d4-4027-b61a-a31b4d763842'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:57:56.537255 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-b027e63f-a943-44a1-b550-3413f1356a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:57:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['f8f5cd53-32d4-4027-b61a-a31b4d763842'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:56.589221 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-b027e63f-a943-44a1-b550-3413f1356a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:56.598852 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b027e63f-a943-44a1-b550-3413f1356a82 None None] Routers {'f8f5cd53-32d4-4027-b61a-a31b4d763842'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:57:56.599546 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-b027e63f-a943-44a1-b550-3413f1356a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:57:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['f8f5cd53-32d4-4027-b61a-a31b4d763842'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:56.639162 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-b027e63f-a943-44a1-b550-3413f1356a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:56.639999 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b027e63f-a943-44a1-b550-3413f1356a82 None None] The sync data for ids ['f8f5cd53-32d4-4027-b61a-a31b4d763842'] in n-d-833163-1 is: [] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:57:56.691252 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba0e457-ab4e-4b81-9007-49c5c4ec54d9 req-38ad7a73-9d2c-4a68-978b-3ef28b4305ab tempest-VolumesActionsTest-795126890 tempest-VolumesActionsTest-795126890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:56.696174 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0ba0e457-ab4e-4b81-9007-49c5c4ec54d9 req-38ad7a73-9d2c-4a68-978b-3ef28b4305ab tempest-VolumesActionsTest-795126890 tempest-VolumesActionsTest-795126890-project] 10.222.0.65 "GET /v2.0/networks?id=a4389ef6-d491-4938-a337-84a54216a6da HTTP/1.1" status: 200 len: 809 time: 0.1274421 Mar 11 19:57:56.709230 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0ba0e457-ab4e-4b81-9007-49c5c4ec54d9 req-d4b4aad3-e561-4f3f-aff3-8f50cb301181 tempest-VolumesActionsTest-795126890 tempest-VolumesActionsTest-795126890-project] 10.222.0.65 "GET /v2.0/quotas/0645230ee0654f01bf849cf971a3298e HTTP/1.1" status: 200 len: 375 time: 0.0098882 Mar 11 19:57:56.743995 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0ba0e457-ab4e-4b81-9007-49c5c4ec54d9 req-fd2a30c7-b6a2-4f35-bb67-5cfa6466ca44 tempest-VolumesActionsTest-795126890 tempest-VolumesActionsTest-795126890-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=0645230ee0654f01bf849cf971a3298e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279121 Mar 11 19:57:56.747179 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a67c945-0281-47fc-85c9-2e162c9fb7cd tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Router 56a00051-1471-43cd-914b-113e3c82acc1 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:57:56.836170 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0ba0e457-ab4e-4b81-9007-49c5c4ec54d9 req-768774fc-24de-40f0-8eaa-5286a9191594 service neutron] 10.222.0.65 "GET /v2.0/networks/a4389ef6-d491-4938-a337-84a54216a6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848880 Mar 11 19:57:56.861353 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a67c945-0281-47fc-85c9-2e162c9fb7cd tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:57:56.867508 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9a67c945-0281-47fc-85c9-2e162c9fb7cd tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:56.876257 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27fcce9-c65a-4e24-aab1-6e9f7e84d980 None None] Sync routers for ids ['56a00051-1471-43cd-914b-113e3c82acc1'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:57:56.889720 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27fcce9-c65a-4e24-aab1-6e9f7e84d980 None None] Routers {'56a00051-1471-43cd-914b-113e3c82acc1'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:57:56.890765 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-d27fcce9-c65a-4e24-aab1-6e9f7e84d980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:57:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['56a00051-1471-43cd-914b-113e3c82acc1'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:56.933303 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-9a67c945-0281-47fc-85c9-2e162c9fb7cd tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] 10.222.0.65 "PUT /v2.0/floatingips/fca60963-c691-4d9c-ac0b-a2ce6c12dd4f HTTP/1.1" status: 200 len: 977 time: 1.8950253 Mar 11 19:57:56.933563 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 37392) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:56.934097 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-d27fcce9-c65a-4e24-aab1-6e9f7e84d980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:56.942990 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27fcce9-c65a-4e24-aab1-6e9f7e84d980 None None] Routers {'56a00051-1471-43cd-914b-113e3c82acc1'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:57:56.943903 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-d27fcce9-c65a-4e24-aab1-6e9f7e84d980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:57:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['56a00051-1471-43cd-914b-113e3c82acc1'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:56.982736 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-d27fcce9-c65a-4e24-aab1-6e9f7e84d980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:56.983392 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27fcce9-c65a-4e24-aab1-6e9f7e84d980 None None] The sync data for ids ['56a00051-1471-43cd-914b-113e3c82acc1'] in n-d-833163-1 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:57:56.994885 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0ba0e457-ab4e-4b81-9007-49c5c4ec54d9 req-84389a48-c83e-403f-ae35-0fac0f48f7a9 service neutron] 10.222.0.65 "GET /v2.0/networks/a4389ef6-d491-4938-a337-84a54216a6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519845 Mar 11 19:57:57.049286 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-bd1eece5-7170-4acb-aed9-e5f7f0af395e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Deleting port 4ca76239-54ba-47a2-915b-559e23f6c0f1 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:57:57.049630 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bd1eece5-7170-4acb-aed9-e5f7f0af395e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (4ca76239-54ba-47a2-915b-559e23f6c0f1), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:57.152026 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [req-41a8c85b-84be-4181-8393-bf0b458c62ed req-7d633cac-da7c-460e-ae53-24c4c6f88f40 service neutron] (103884) timed out ('10.222.0.65', 53798) {{(pid=103884) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 19:57:57.167746 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bd1eece5-7170-4acb-aed9-e5f7f0af395e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (4ca76239-54ba-47a2-915b-559e23f6c0f1), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:57.381141 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e5072-3d4f-4faf-a300-49723081ff03 req-ddfcaaf2-d926-43aa-974b-4a055e048413 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:57.382680 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7e0e5072-3d4f-4faf-a300-49723081ff03 req-ddfcaaf2-d926-43aa-974b-4a055e048413 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/ports?device_id=76b5429a-4ed0-41df-a38c-c9ced2701a1e HTTP/1.1" status: 200 len: 945 time: 0.1745059 Mar 11 19:57:57.392859 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 37406) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:57.426008 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-4e0ce3df-b6e8-4395-af93-5339554e223f tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Request body: {'floatingip': {'port_id': 'ccfcb0ae-e17e-4404-82a2-cac1d0079d5a'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:57:57.501705 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4e0ce3df-b6e8-4395-af93-5339554e223f tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for floatingip (dca46789-7f4b-4d4c-9387-88fa4fa6af66), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:57.507687 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-245a0aa6-5e99-4890-af65-89e960e16d4b req-34f17f31-703e-4836-8795-91c3f5751939 tempest-VolumesActionsTest-795126890 tempest-VolumesActionsTest-795126890-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2f7956e-f561-443a-a758-012a72b51162 HTTP/1.1" status: 200 len: 210 time: 0.0433552 Mar 11 19:57:57.554169 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bd1eece5-7170-4acb-aed9-e5f7f0af395e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:57.554584 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bd1eece5-7170-4acb-aed9-e5f7f0af395e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (fca60963-c691-4d9c-ac0b-a2ce6c12dd4f), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:57.554845 n-d-833163-1 neutron-server[103885]: INFO neutron.db.l3_db [None req-bd1eece5-7170-4acb-aed9-e5f7f0af395e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Floating IP fca60963-c691-4d9c-ac0b-a2ce6c12dd4f disassociated. External IP: 172.25.8.170, port: 4ca76239-54ba-47a2-915b-559e23f6c0f1. Mar 11 19:57:57.555340 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-bd1eece5-7170-4acb-aed9-e5f7f0af395e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Calling delete_port for 4ca76239-54ba-47a2-915b-559e23f6c0f1 owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:57:57.853779 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:57.936028 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bd1eece5-7170-4acb-aed9-e5f7f0af395e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (4ca76239-54ba-47a2-915b-559e23f6c0f1), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:58.011498 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1eece5-7170-4acb-aed9-e5f7f0af395e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Pushing event deleted for resources: {'Port': ['ID=4ca76239-54ba-47a2-915b-559e23f6c0f1,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:57:58.333439 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4e0ce3df-b6e8-4395-af93-5339554e223f tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:58.346792 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4e0ce3df-b6e8-4395-af93-5339554e223f tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (dca46789-7f4b-4d4c-9387-88fa4fa6af66), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:58.427606 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd1eece5-7170-4acb-aed9-e5f7f0af395e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Router 56a00051-1471-43cd-914b-113e3c82acc1 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:57:58.524781 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba0e457-ab4e-4b81-9007-49c5c4ec54d9 req-4a1e4f98-7978-4f00-84ea-9a07d71c838c tempest-VolumesActionsTest-795126890 tempest-VolumesActionsTest-795126890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:57:58.526216 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0ba0e457-ab4e-4b81-9007-49c5c4ec54d9 req-4a1e4f98-7978-4f00-84ea-9a07d71c838c tempest-VolumesActionsTest-795126890 tempest-VolumesActionsTest-795126890-project] 10.222.0.57 "GET /v2.0/networks?id=a4389ef6-d491-4938-a337-84a54216a6da HTTP/1.1" status: 200 len: 809 time: 0.2412446 Mar 11 19:57:58.563147 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-0ba0e457-ab4e-4b81-9007-49c5c4ec54d9 req-6609d2b8-2ff6-4811-8c26-166a60e1f6d9 tempest-VolumesActionsTest-795126890 tempest-VolumesActionsTest-795126890-project] Request body: {'port': {'device_id': 'a2f7956e-f561-443a-a758-012a72b51162', 'network_id': 'a4389ef6-d491-4938-a337-84a54216a6da', 'admin_state_up': True, 'tenant_id': '0645230ee0654f01bf849cf971a3298e'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:57:58.667961 n-d-833163-1 neutron-server[103885]: INFO neutron.db.l3_db [None req-4e0ce3df-b6e8-4395-af93-5339554e223f tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Floating IP dca46789-7f4b-4d4c-9387-88fa4fa6af66 associated. External IP: 172.25.8.116, port: ccfcb0ae-e17e-4404-82a2-cac1d0079d5a. Mar 11 19:57:58.698230 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-be7a3b84-3ccb-4259-9fda-59b8f0f37c3e req-37f3b442-2342-4cce-811e-c3de9dfb8672 tempest-VolumesActionsTest-795126890 tempest-VolumesActionsTest-795126890-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2f7956e-f561-443a-a758-012a72b51162 HTTP/1.1" status: 200 len: 210 time: 0.0968251 Mar 11 19:57:58.784022 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd1eece5-7170-4acb-aed9-e5f7f0af395e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:57:58.794307 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad79daa9-042f-4097-a4d9-98033449033a None None] Sync routers for ids ['56a00051-1471-43cd-914b-113e3c82acc1'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:57:58.806398 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad79daa9-042f-4097-a4d9-98033449033a None None] Routers {'56a00051-1471-43cd-914b-113e3c82acc1'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:57:58.807501 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-ad79daa9-042f-4097-a4d9-98033449033a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:57:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['56a00051-1471-43cd-914b-113e3c82acc1'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:58.846729 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-ad79daa9-042f-4097-a4d9-98033449033a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:58.859618 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad79daa9-042f-4097-a4d9-98033449033a None None] Routers {'56a00051-1471-43cd-914b-113e3c82acc1'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:57:58.860280 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-ad79daa9-042f-4097-a4d9-98033449033a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:57:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['56a00051-1471-43cd-914b-113e3c82acc1'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:58.897615 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-ad79daa9-042f-4097-a4d9-98033449033a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:57:58.898605 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad79daa9-042f-4097-a4d9-98033449033a None None] The sync data for ids ['56a00051-1471-43cd-914b-113e3c82acc1'] in n-d-833163-1 is: [] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:57:59.026241 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:59.219444 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ba0e457-ab4e-4b81-9007-49c5c4ec54d9 req-6609d2b8-2ff6-4811-8c26-166a60e1f6d9 tempest-VolumesActionsTest-795126890 tempest-VolumesActionsTest-795126890-project] Made reservation on behalf of 0645230ee0654f01bf849cf971a3298e for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:57:59.222670 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0ba0e457-ab4e-4b81-9007-49c5c4ec54d9 req-6609d2b8-2ff6-4811-8c26-166a60e1f6d9 tempest-VolumesActionsTest-795126890 tempest-VolumesActionsTest-795126890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:59.228551 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bd1eece5-7170-4acb-aed9-e5f7f0af395e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:59.231609 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-bd1eece5-7170-4acb-aed9-e5f7f0af395e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] 10.222.0.65 "DELETE /v2.0/ports/4ca76239-54ba-47a2-915b-559e23f6c0f1 HTTP/1.1" status: 204 len: 168 time: 2.2974339 Mar 11 19:57:59.235284 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 37420) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:57:59.519418 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e0ce3df-b6e8-4395-af93-5339554e223f tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Router 2035d7c6-1edb-4570-99b0-426a1a9d1526 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:57:59.600836 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-0ba0e457-ab4e-4b81-9007-49c5c4ec54d9 req-6609d2b8-2ff6-4811-8c26-166a60e1f6d9 tempest-VolumesActionsTest-795126890 tempest-VolumesActionsTest-795126890-project] Allocated IP 172.20.0.6 (a4389ef6-d491-4938-a337-84a54216a6da/fcadcf68-014b-4a15-a74b-ad8e989e23c2/a731f2c1-016f-46fd-97f2-74aeabb7a835) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:57:59.840858 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-797b91e6-a432-4837-acd6-68308b270fce req-c06d7cd5-2233-48b0-a947-cfa1c2d22c10 tempest-VolumesActionsTest-795126890 tempest-VolumesActionsTest-795126890-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2f7956e-f561-443a-a758-012a72b51162 HTTP/1.1" status: 200 len: 210 time: 0.0634506 Mar 11 19:57:59.904404 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e0ce3df-b6e8-4395-af93-5339554e223f tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:57:59.914542 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d473dbc1-f6f4-4210-a977-dfcdbcfb63da None None] Sync routers for ids ['2035d7c6-1edb-4570-99b0-426a1a9d1526'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:57:59.914917 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4e0ce3df-b6e8-4395-af93-5339554e223f tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:57:59.925679 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d473dbc1-f6f4-4210-a977-dfcdbcfb63da None None] Routers {'2035d7c6-1edb-4570-99b0-426a1a9d1526'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:57:59.926290 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-d473dbc1-f6f4-4210-a977-dfcdbcfb63da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:57:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['2035d7c6-1edb-4570-99b0-426a1a9d1526'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:58:00.000956 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-4e0ce3df-b6e8-4395-af93-5339554e223f tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "PUT /v2.0/floatingips/dca46789-7f4b-4d4c-9387-88fa4fa6af66 HTTP/1.1" status: 200 len: 991 time: 2.5978832 Mar 11 19:58:00.000956 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b5429a-4ed0-41df-a38c-c9ced2701a1e', 'tag': 'ccfcb0ae-e17e-4404-82a2-cac1d0079d5a'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:58:00.000956 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99592f38-3473-4cb8-89ee-963031adad26" -d '{"events": [{"name": "network-changed", "server_uuid": "76b5429a-4ed0-41df-a38c-c9ced2701a1e", "tag": "ccfcb0ae-e17e-4404-82a2-cac1d0079d5a"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:58:00.032287 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0ba0e457-ab4e-4b81-9007-49c5c4ec54d9 req-6609d2b8-2ff6-4811-8c26-166a60e1f6d9 tempest-VolumesActionsTest-795126890 tempest-VolumesActionsTest-795126890-project] Publish callbacks [] for port (a731f2c1-016f-46fd-97f2-74aeabb7a835), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:00.046184 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e5503f-2fbe-4d7e-b53f-38a4f0d7523c x-openstack-request-id: req-e7e5503f-2fbe-4d7e-b53f-38a4f0d7523c {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:58:00.046538 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76b5429a-4ed0-41df-a38c-c9ced2701a1e", "tag": "ccfcb0ae-e17e-4404-82a2-cac1d0079d5a", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:58:00.046861 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e7e5503f-2fbe-4d7e-b53f-38a4f0d7523c {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:58:00.047457 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76b5429a-4ed0-41df-a38c-c9ced2701a1e', 'tag': 'ccfcb0ae-e17e-4404-82a2-cac1d0079d5a', 'status': 'completed', 'code': 200} Mar 11 19:58:00.050753 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-d473dbc1-f6f4-4210-a977-dfcdbcfb63da None None] Set router 2035d7c6-1edb-4570-99b0-426a1a9d1526 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:58:00.112843 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99592f38-3473-4cb8-89ee-963031adad26 req-c4b92734-b067-4c29-bd2b-eb7570256fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:00.115294 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-99592f38-3473-4cb8-89ee-963031adad26 req-c4b92734-b067-4c29-bd2b-eb7570256fcb service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ac0acd49ed0a4c6b89bcb3eaea14c217&device_id=76b5429a-4ed0-41df-a38c-c9ced2701a1e HTTP/1.1" status: 200 len: 1127 time: 0.0476336 Mar 11 19:58:00.116816 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0ba0e457-ab4e-4b81-9007-49c5c4ec54d9 req-6609d2b8-2ff6-4811-8c26-166a60e1f6d9 tempest-VolumesActionsTest-795126890 tempest-VolumesActionsTest-795126890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (a731f2c1-016f-46fd-97f2-74aeabb7a835), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:00.173478 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6609d2b8-2ff6-4811-8c26-166a60e1f6d9 tempest-VolumesActionsTest-795126890 tempest-VolumesActionsTest-795126890-project] Pushing event updated for resources: {'Port': ['ID=a731f2c1-016f-46fd-97f2-74aeabb7a835,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:00.187034 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ba0e457-ab4e-4b81-9007-49c5c4ec54d9 req-6609d2b8-2ff6-4811-8c26-166a60e1f6d9 tempest-VolumesActionsTest-795126890 tempest-VolumesActionsTest-795126890-project] Network a4389ef6-d491-4938-a337-84a54216a6da is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:58:00.191061 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-0ba0e457-ab4e-4b81-9007-49c5c4ec54d9 req-6609d2b8-2ff6-4811-8c26-166a60e1f6d9 tempest-VolumesActionsTest-795126890 tempest-VolumesActionsTest-795126890-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:58:00.193486 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ba0e457-ab4e-4b81-9007-49c5c4ec54d9 req-6609d2b8-2ff6-4811-8c26-166a60e1f6d9 tempest-VolumesActionsTest-795126890 tempest-VolumesActionsTest-795126890-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:58:00.251736 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-536583ce-06ef-4480-a2f7-cfb2c744adf4 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (56a00051-1471-43cd-914b-113e3c82acc1), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:00.270547 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99592f38-3473-4cb8-89ee-963031adad26 req-0df183c0-67f1-4785-b250-35263c33a540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:00.272218 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-99592f38-3473-4cb8-89ee-963031adad26 req-0df183c0-67f1-4785-b250-35263c33a540 service neutron] 10.222.0.75 "GET /v2.0/networks?id=d7695c22-7cfd-4319-9d63-9f76b8799969 HTTP/1.1" status: 200 len: 915 time: 0.1495585 Mar 11 19:58:00.297968 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba0e457-ab4e-4b81-9007-49c5c4ec54d9 req-6609d2b8-2ff6-4811-8c26-166a60e1f6d9 tempest-VolumesActionsTest-795126890 tempest-VolumesActionsTest-795126890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:00.299546 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0ba0e457-ab4e-4b81-9007-49c5c4ec54d9 req-6609d2b8-2ff6-4811-8c26-166a60e1f6d9 tempest-VolumesActionsTest-795126890 tempest-VolumesActionsTest-795126890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:00.336256 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0ba0e457-ab4e-4b81-9007-49c5c4ec54d9 req-6609d2b8-2ff6-4811-8c26-166a60e1f6d9 tempest-VolumesActionsTest-795126890 tempest-VolumesActionsTest-795126890-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7787077 Mar 11 19:58:00.348422 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-0ba0e457-ab4e-4b81-9007-49c5c4ec54d9 req-252ea5b7-59a7-4675-a9ca-8d13b684d2d1 service neutron] Request body: {'port': {'device_id': 'a2f7956e-f561-443a-a758-012a72b51162', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:58:00.378984 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-d473dbc1-f6f4-4210-a977-dfcdbcfb63da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'name': 'tempest-AttachVolumeNegativeTest-327869102-router', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'b0f98671-885b-4d6d-ac6e-51f2270fcb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:19Z', 'updated_at': '2022-03-11T19:55:31Z', 'revision_number': 4, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'gw_port': {'id': 'b0f98671-885b-4d6d-ac6e-51f2270fcb40', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:89:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:21Z', 'updated_at': '2022-03-11T19:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '7fd96624-7e9a-4767-ac17-fe82143211d7', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'floating_ip_address': '172.25.8.14', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'port_id': 'abe8ea9b-d437-4faa-b7f3-1441ce82426d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2956, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969', 'mac_address': 'fa:16:3e:87:46:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f5fa91-1231-4377-96de-2f89df5190a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:55:40Z', 'updated_at': '2022-03-11T19:56:14Z', 'revision_number': 2, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'fixed_ip_address_scope': None}, {'id': 'dca46789-7f4b-4d4c-9387-88fa4fa6af66', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'floating_ip_address': '172.25.8.116', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'port_id': 'ccfcb0ae-e17e-4404-82a2-cac1d0079d5a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3193, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969', 'mac_address': 'fa:16:3e:95:62:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5429a-4ed0-41df-a38c-c9ced2701a1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:57:43Z', 'updated_at': '2022-03-11T19:57:58Z', 'revision_number': 1, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14f6733d-b550-474d-a1de-861e1be50847', 'name': '', 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'mac_address': 'fa:16:3e:fa:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '9c3f149c-decf-4bc3-9858-1266a909f90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:30Z', 'updated_at': '2022-03-11T19:55:41Z', 'revision_number': 5, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'subnets': [{'id': '9c3f149c-decf-4bc3-9858-1266a909f90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:58:00.387258 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-99592f38-3473-4cb8-89ee-963031adad26 req-797b7091-3299-4d3e-bd2d-f126fa6d8e3f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ccfcb0ae-e17e-4404-82a2-cac1d0079d5a HTTP/1.1" status: 200 len: 999 time: 0.1070130 Mar 11 19:58:00.424906 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d473dbc1-f6f4-4210-a977-dfcdbcfb63da None None] Checking router: 2035d7c6-1edb-4570-99b0-426a1a9d1526 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:58:00.437851 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d473dbc1-f6f4-4210-a977-dfcdbcfb63da None None] Routers {'2035d7c6-1edb-4570-99b0-426a1a9d1526'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:58:00.439498 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-d473dbc1-f6f4-4210-a977-dfcdbcfb63da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:57:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['2035d7c6-1edb-4570-99b0-426a1a9d1526'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:58:00.475642 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99592f38-3473-4cb8-89ee-963031adad26 req-59aa4e72-6b2c-49bf-927e-407f860d69cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:00.477898 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-99592f38-3473-4cb8-89ee-963031adad26 req-59aa4e72-6b2c-49bf-927e-407f860d69cc service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9c3f149c-decf-4bc3-9858-1266a909f90c HTTP/1.1" status: 200 len: 853 time: 0.0827448 Mar 11 19:58:00.510376 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0ba0e457-ab4e-4b81-9007-49c5c4ec54d9 req-252ea5b7-59a7-4675-a9ca-8d13b684d2d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a731f2c1-016f-46fd-97f2-74aeabb7a835), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:00.548046 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99592f38-3473-4cb8-89ee-963031adad26 req-f03c78dc-0728-43d5-ad46-0a6f2abe81ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:00.550164 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-99592f38-3473-4cb8-89ee-963031adad26 req-f03c78dc-0728-43d5-ad46-0a6f2abe81ef service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d7695c22-7cfd-4319-9d63-9f76b8799969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0638471 Mar 11 19:58:00.596650 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-d473dbc1-f6f4-4210-a977-dfcdbcfb63da None None] Set router 2035d7c6-1edb-4570-99b0-426a1a9d1526 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:58:00.656373 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-99592f38-3473-4cb8-89ee-963031adad26 req-5323fe37-0bd4-4d1b-89d5-7adb6f5f4550 service neutron] 10.222.0.75 "GET /v2.0/networks/d7695c22-7cfd-4319-9d63-9f76b8799969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983574 Mar 11 19:58:00.762329 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-99592f38-3473-4cb8-89ee-963031adad26 req-a5d484c7-6f58-4432-9202-fad53d917b03 service neutron] 10.222.0.75 "GET /v2.0/networks/d7695c22-7cfd-4319-9d63-9f76b8799969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994585 Mar 11 19:58:00.865387 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-536583ce-06ef-4480-a2f7-cfb2c744adf4 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Deleting port dae25f6b-aa3e-43a3-910a-6c57cee3c4ce {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:58:00.865729 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-536583ce-06ef-4480-a2f7-cfb2c744adf4 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (dae25f6b-aa3e-43a3-910a-6c57cee3c4ce), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:00.973968 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-0ba0e457-ab4e-4b81-9007-49c5c4ec54d9 req-252ea5b7-59a7-4675-a9ca-8d13b684d2d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a731f2c1-016f-46fd-97f2-74aeabb7a835 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:58:00.982061 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 37442) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:01.002276 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0ba0e457-ab4e-4b81-9007-49c5c4ec54d9 req-252ea5b7-59a7-4675-a9ca-8d13b684d2d1 service neutron] Publish callbacks [] for port (a731f2c1-016f-46fd-97f2-74aeabb7a835), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:01.010043 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-d473dbc1-f6f4-4210-a977-dfcdbcfb63da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'name': 'tempest-AttachVolumeNegativeTest-327869102-router', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'b0f98671-885b-4d6d-ac6e-51f2270fcb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:19Z', 'updated_at': '2022-03-11T19:55:31Z', 'revision_number': 4, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'gw_port': {'id': 'b0f98671-885b-4d6d-ac6e-51f2270fcb40', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:89:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:21Z', 'updated_at': '2022-03-11T19:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '7fd96624-7e9a-4767-ac17-fe82143211d7', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'floating_ip_address': '172.25.8.14', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'port_id': 'abe8ea9b-d437-4faa-b7f3-1441ce82426d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2956, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969', 'mac_address': 'fa:16:3e:87:46:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f5fa91-1231-4377-96de-2f89df5190a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:55:40Z', 'updated_at': '2022-03-11T19:56:14Z', 'revision_number': 2, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'fixed_ip_address_scope': None}, {'id': 'dca46789-7f4b-4d4c-9387-88fa4fa6af66', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'floating_ip_address': '172.25.8.116', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'port_id': 'ccfcb0ae-e17e-4404-82a2-cac1d0079d5a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3193, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969', 'mac_address': 'fa:16:3e:95:62:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5429a-4ed0-41df-a38c-c9ced2701a1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:57:43Z', 'updated_at': '2022-03-11T19:57:58Z', 'revision_number': 1, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14f6733d-b550-474d-a1de-861e1be50847', 'name': '', 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'mac_address': 'fa:16:3e:fa:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '9c3f149c-decf-4bc3-9858-1266a909f90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:30Z', 'updated_at': '2022-03-11T19:55:41Z', 'revision_number': 5, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'subnets': [{'id': '9c3f149c-decf-4bc3-9858-1266a909f90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:58:01.032444 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-0ba0e457-ab4e-4b81-9007-49c5c4ec54d9 req-252ea5b7-59a7-4675-a9ca-8d13b684d2d1 service neutron] Transition to ACTIVE for port object a731f2c1-016f-46fd-97f2-74aeabb7a835 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:58:01.043725 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-536583ce-06ef-4480-a2f7-cfb2c744adf4 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (dae25f6b-aa3e-43a3-910a-6c57cee3c4ce), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:01.051799 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0ba0e457-ab4e-4b81-9007-49c5c4ec54d9 req-252ea5b7-59a7-4675-a9ca-8d13b684d2d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (a731f2c1-016f-46fd-97f2-74aeabb7a835), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:01.061014 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d473dbc1-f6f4-4210-a977-dfcdbcfb63da None None] The sync data for ids ['2035d7c6-1edb-4570-99b0-426a1a9d1526'] in n-d-833163-1 is: [{'id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'name': 'tempest-AttachVolumeNegativeTest-327869102-router', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'b0f98671-885b-4d6d-ac6e-51f2270fcb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:19Z', 'updated_at': '2022-03-11T19:55:31Z', 'revision_number': 4, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'gw_port': {'id': 'b0f98671-885b-4d6d-ac6e-51f2270fcb40', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:89:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:21Z', 'updated_at': '2022-03-11T19:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '7fd96624-7e9a-4767-ac17-fe82143211d7', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'floating_ip_address': '172.25.8.14', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'port_id': 'abe8ea9b-d437-4faa-b7f3-1441ce82426d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2956, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969', 'mac_address': 'fa:16:3e:87:46:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f5fa91-1231-4377-96de-2f89df5190a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:55:40Z', 'updated_at': '2022-03-11T19:56:14Z', 'revision_number': 2, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'fixed_ip_address_scope': None}, {'id': 'dca46789-7f4b-4d4c-9387-88fa4fa6af66', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'floating_ip_address': '172.25.8.116', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'port_id': 'ccfcb0ae-e17e-4404-82a2-cac1d0079d5a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3193, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969', 'mac_address': 'fa:16:3e:95:62:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b5429a-4ed0-41df-a38c-c9ced2701a1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:57:43Z', 'updated_at': '2022-03-11T19:57:58Z', 'revision_number': 1, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14f6733d-b550-474d-a1de-861e1be50847', 'name': '', 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'mac_address': 'fa:16:3e:fa:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '9c3f149c-decf-4bc3-9858-1266a909f90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:30Z', 'updated_at': '2022-03-11T19:55:41Z', 'revision_number': 5, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'subnets': [{'id': '9c3f149c-decf-4bc3-9858-1266a909f90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:58:01.103369 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-536583ce-06ef-4480-a2f7-cfb2c744adf4 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Calling delete_port for dae25f6b-aa3e-43a3-910a-6c57cee3c4ce owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:58:01.129207 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e48984-9dfe-4a61-ad48-4e8af47394a7 req-7cf84fc9-5ce9-433c-b999-1c26cefe2b41 tempest-VolumesActionsTest-795126890 tempest-VolumesActionsTest-795126890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:01.130794 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-76e48984-9dfe-4a61-ad48-4e8af47394a7 req-7cf84fc9-5ce9-433c-b999-1c26cefe2b41 tempest-VolumesActionsTest-795126890 tempest-VolumesActionsTest-795126890-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2f7956e-f561-443a-a758-012a72b51162 HTTP/1.1" status: 200 len: 931 time: 0.2058449 Mar 11 19:58:01.153353 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a26fec-aa01-4a70-ba42-e1e620263067 req-25a8d003-0344-4741-9462-6fb4b4449fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:01.155073 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-30a26fec-aa01-4a70-ba42-e1e620263067 req-25a8d003-0344-4741-9462-6fb4b4449fc6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f03c2e72-f0f0-45ae-880d-7b7eeb29bdae HTTP/1.1" status: 200 len: 1128 time: 0.1719091 Mar 11 19:58:01.198881 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252ea5b7-59a7-4675-a9ca-8d13b684d2d1 service neutron] Pushing event updated for resources: {'Port': ['ID=a731f2c1-016f-46fd-97f2-74aeabb7a835,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:01.226994 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-30a26fec-aa01-4a70-ba42-e1e620263067 req-21942abb-7c33-488e-a548-8780dfa88309 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3ab0f541-ea4b-4949-8a79-26fe499abfca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623691 Mar 11 19:58:01.301148 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-76e48984-9dfe-4a61-ad48-4e8af47394a7 req-dbedd0b4-c8e5-4b68-beda-fa6d01e211ad tempest-VolumesActionsTest-795126890 tempest-VolumesActionsTest-795126890-project] 10.222.0.65 "GET /v2.0/security-groups?id=8792ec5d-83f1-4ff8-a058-5418d815bb25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619647 Mar 11 19:58:01.356776 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-0ba0e457-ab4e-4b81-9007-49c5c4ec54d9 req-252ea5b7-59a7-4675-a9ca-8d13b684d2d1 service neutron] Attempting to bind port a731f2c1-016f-46fd-97f2-74aeabb7a835 on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:58:01.357129 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-0ba0e457-ab4e-4b81-9007-49c5c4ec54d9 req-252ea5b7-59a7-4675-a9ca-8d13b684d2d1 service neutron] Attempting to bind port a731f2c1-016f-46fd-97f2-74aeabb7a835 by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '2ac58202-9960-4409-9b2e-511d9ccfce0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'a4389ef6-d491-4938-a337-84a54216a6da'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:58:01.357465 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba0e457-ab4e-4b81-9007-49c5c4ec54d9 req-252ea5b7-59a7-4675-a9ca-8d13b684d2d1 service neutron] Attempting to bind port a731f2c1-016f-46fd-97f2-74aeabb7a835 on network a4389ef6-d491-4938-a337-84a54216a6da {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:58:01.368255 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba0e457-ab4e-4b81-9007-49c5c4ec54d9 req-252ea5b7-59a7-4675-a9ca-8d13b684d2d1 service neutron] Port a731f2c1-016f-46fd-97f2-74aeabb7a835 on network a4389ef6-d491-4938-a337-84a54216a6da not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:58:01.368662 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba0e457-ab4e-4b81-9007-49c5c4ec54d9 req-252ea5b7-59a7-4675-a9ca-8d13b684d2d1 service neutron] Attempting to bind port a731f2c1-016f-46fd-97f2-74aeabb7a835 on network a4389ef6-d491-4938-a337-84a54216a6da {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:58:01.380129 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba0e457-ab4e-4b81-9007-49c5c4ec54d9 req-252ea5b7-59a7-4675-a9ca-8d13b684d2d1 service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:58:01.380638 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba0e457-ab4e-4b81-9007-49c5c4ec54d9 req-252ea5b7-59a7-4675-a9ca-8d13b684d2d1 service neutron] Checking segment: {'id': '2ac58202-9960-4409-9b2e-511d9ccfce0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'a4389ef6-d491-4938-a337-84a54216a6da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:58:01.381033 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba0e457-ab4e-4b81-9007-49c5c4ec54d9 req-252ea5b7-59a7-4675-a9ca-8d13b684d2d1 service neutron] Bound using segment: {'id': '2ac58202-9960-4409-9b2e-511d9ccfce0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'a4389ef6-d491-4938-a337-84a54216a6da'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:58:01.381475 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-0ba0e457-ab4e-4b81-9007-49c5c4ec54d9 req-252ea5b7-59a7-4675-a9ca-8d13b684d2d1 service neutron] Bound port: a731f2c1-016f-46fd-97f2-74aeabb7a835, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ac58202-9960-4409-9b2e-511d9ccfce0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'a4389ef6-d491-4938-a337-84a54216a6da'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:58:01.381831 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0ba0e457-ab4e-4b81-9007-49c5c4ec54d9 req-252ea5b7-59a7-4675-a9ca-8d13b684d2d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a731f2c1-016f-46fd-97f2-74aeabb7a835), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:01.392937 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a7395d-c05f-4277-a187-ccf1edba04ca None None] New status for floating IP dca46789-7f4b-4d4c-9387-88fa4fa6af66: ACTIVE {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 19:58:01.516505 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-0ba0e457-ab4e-4b81-9007-49c5c4ec54d9 req-252ea5b7-59a7-4675-a9ca-8d13b684d2d1 service neutron] For port a731f2c1-016f-46fd-97f2-74aeabb7a835, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:58:01.521415 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-0ba0e457-ab4e-4b81-9007-49c5c4ec54d9 req-252ea5b7-59a7-4675-a9ca-8d13b684d2d1 service neutron] For port a731f2c1-016f-46fd-97f2-74aeabb7a835, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=a731f2c1-016f-46fd-97f2-74aeabb7a835,segment=NetworkSegment(2ac58202-9960-4409-9b2e-511d9ccfce0a),segment_id=2ac58202-9960-4409-9b2e-511d9ccfce0a)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:58:01.526936 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-536583ce-06ef-4480-a2f7-cfb2c744adf4 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (dae25f6b-aa3e-43a3-910a-6c57cee3c4ce), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:01.537651 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0ba0e457-ab4e-4b81-9007-49c5c4ec54d9 req-252ea5b7-59a7-4675-a9ca-8d13b684d2d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (a731f2c1-016f-46fd-97f2-74aeabb7a835), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:01.575432 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536583ce-06ef-4480-a2f7-cfb2c744adf4 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Pushing event deleted for resources: {'Port': ['ID=dae25f6b-aa3e-43a3-910a-6c57cee3c4ce,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:01.584807 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba0e457-ab4e-4b81-9007-49c5c4ec54d9 req-252ea5b7-59a7-4675-a9ca-8d13b684d2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:01.586107 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0ba0e457-ab4e-4b81-9007-49c5c4ec54d9 req-252ea5b7-59a7-4675-a9ca-8d13b684d2d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:01.587888 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0ba0e457-ab4e-4b81-9007-49c5c4ec54d9 req-252ea5b7-59a7-4675-a9ca-8d13b684d2d1 service neutron] 10.222.0.57 "PUT /v2.0/ports/a731f2c1-016f-46fd-97f2-74aeabb7a835 HTTP/1.1" status: 200 len: 1091 time: 1.2442033 Mar 11 19:58:01.747663 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252ea5b7-59a7-4675-a9ca-8d13b684d2d1 service neutron] Pushing event updated for resources: {'Port': ['ID=a731f2c1-016f-46fd-97f2-74aeabb7a835,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:01.801907 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba0e457-ab4e-4b81-9007-49c5c4ec54d9 req-e53310f2-2a09-4f4f-b54d-95fb809d3cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:01.803403 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0ba0e457-ab4e-4b81-9007-49c5c4ec54d9 req-e53310f2-2a09-4f4f-b54d-95fb809d3cea service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0645230ee0654f01bf849cf971a3298e&device_id=a2f7956e-f561-443a-a758-012a72b51162 HTTP/1.1" status: 200 len: 1125 time: 0.1550326 Mar 11 19:58:01.860717 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0ba0e457-ab4e-4b81-9007-49c5c4ec54d9 req-0165e8f7-361e-4186-b6d6-99eac3c33a0b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a731f2c1-016f-46fd-97f2-74aeabb7a835 HTTP/1.1" status: 200 len: 217 time: 0.0484464 Mar 11 19:58:01.942631 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-536583ce-06ef-4480-a2f7-cfb2c744adf4 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (56a00051-1471-43cd-914b-113e3c82acc1), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:01.953977 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba0e457-ab4e-4b81-9007-49c5c4ec54d9 req-416a4998-11a6-4405-8f02-55727d42f7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:01.955507 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0ba0e457-ab4e-4b81-9007-49c5c4ec54d9 req-416a4998-11a6-4405-8f02-55727d42f7fe service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fcadcf68-014b-4a15-a74b-ad8e989e23c2 HTTP/1.1" status: 200 len: 849 time: 0.0677764 Mar 11 19:58:02.308154 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2f7956e-f561-443a-a758-012a72b51162', 'tag': 'a731f2c1-016f-46fd-97f2-74aeabb7a835'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:58:02.310382 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52b0b77-7363-4bed-825b-cc6f1d744bc5" -d '{"events": [{"name": "network-changed", "server_uuid": "a2f7956e-f561-443a-a758-012a72b51162", "tag": "a731f2c1-016f-46fd-97f2-74aeabb7a835"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:58:02.344509 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0ba0e457-ab4e-4b81-9007-49c5c4ec54d9 req-10692cae-ea12-4c68-9c43-646a9cb976ad service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a4389ef6-d491-4938-a337-84a54216a6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309124 Mar 11 19:58:02.352248 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430e7fe4-0a46-4285-a784-6e17c7bcf23f x-openstack-request-id: req-430e7fe4-0a46-4285-a784-6e17c7bcf23f {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:58:02.352545 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2f7956e-f561-443a-a758-012a72b51162", "tag": "a731f2c1-016f-46fd-97f2-74aeabb7a835", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:58:02.352801 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-430e7fe4-0a46-4285-a784-6e17c7bcf23f {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:58:02.353592 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2f7956e-f561-443a-a758-012a72b51162', 'tag': 'a731f2c1-016f-46fd-97f2-74aeabb7a835', 'status': 'completed', 'code': 200} Mar 11 19:58:02.561459 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0ba0e457-ab4e-4b81-9007-49c5c4ec54d9 req-7155c298-1296-41a8-b64c-c414cb03b328 service neutron] 10.222.0.57 "GET /v2.0/networks/a4389ef6-d491-4938-a337-84a54216a6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032955 Mar 11 19:58:02.607274 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9017c0-c8b9-4984-8107-61fdc74e9393 req-74deb905-82cd-4c92-a0d3-1e24b530f53f tempest-VolumesActionsTest-795126890 tempest-VolumesActionsTest-795126890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:02.609638 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0b9017c0-c8b9-4984-8107-61fdc74e9393 req-74deb905-82cd-4c92-a0d3-1e24b530f53f tempest-VolumesActionsTest-795126890 tempest-VolumesActionsTest-795126890-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2f7956e-f561-443a-a758-012a72b51162 HTTP/1.1" status: 200 len: 943 time: 0.1953294 Mar 11 19:58:02.765714 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0b9017c0-c8b9-4984-8107-61fdc74e9393 req-857ccbb8-1d22-4941-8f40-ac79f2a22ec9 tempest-VolumesActionsTest-795126890 tempest-VolumesActionsTest-795126890-project] 10.222.0.65 "GET /v2.0/security-groups?id=8792ec5d-83f1-4ff8-a058-5418d815bb25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456008 Mar 11 19:58:02.767444 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-536583ce-06ef-4480-a2f7-cfb2c744adf4 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Router 56a00051-1471-43cd-914b-113e3c82acc1 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:58:02.771497 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0ba0e457-ab4e-4b81-9007-49c5c4ec54d9 req-b1761261-4a98-4c48-b621-2c78d3aba5dd service neutron] 10.222.0.57 "GET /v2.0/networks/a4389ef6-d491-4938-a337-84a54216a6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005849 Mar 11 19:58:02.921784 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52b0b77-7363-4bed-825b-cc6f1d744bc5 req-b00921f5-568b-4c82-b319-711511b3b19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:02.923286 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b52b0b77-7363-4bed-825b-cc6f1d744bc5 req-b00921f5-568b-4c82-b319-711511b3b19e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0645230ee0654f01bf849cf971a3298e&device_id=a2f7956e-f561-443a-a758-012a72b51162 HTTP/1.1" status: 200 len: 1125 time: 0.0948870 Mar 11 19:58:02.924252 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-536583ce-06ef-4480-a2f7-cfb2c744adf4 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:58:02.929106 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-536583ce-06ef-4480-a2f7-cfb2c744adf4 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] 10.222.0.65 "PUT /v2.0/routers/56a00051-1471-43cd-914b-113e3c82acc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6881859 Mar 11 19:58:02.932398 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 37470) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:02.938578 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9e68f1-6c44-4983-b6c1-bb556a3dbf1f None None] Sync routers for ids ['56a00051-1471-43cd-914b-113e3c82acc1'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:58:02.950516 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9e68f1-6c44-4983-b6c1-bb556a3dbf1f None None] Routers {'56a00051-1471-43cd-914b-113e3c82acc1'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:58:02.951677 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-2b9e68f1-6c44-4983-b6c1-bb556a3dbf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:57:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['56a00051-1471-43cd-914b-113e3c82acc1'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:58:02.992880 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-2b9e68f1-6c44-4983-b6c1-bb556a3dbf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:58:03.013506 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9e68f1-6c44-4983-b6c1-bb556a3dbf1f None None] Routers {'56a00051-1471-43cd-914b-113e3c82acc1'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:58:03.015974 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-2b9e68f1-6c44-4983-b6c1-bb556a3dbf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:57:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['56a00051-1471-43cd-914b-113e3c82acc1'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:58:03.037787 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52b0b77-7363-4bed-825b-cc6f1d744bc5 req-a399715e-b19c-42b9-a8d4-faaf22ced500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:03.039752 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b52b0b77-7363-4bed-825b-cc6f1d744bc5 req-a399715e-b19c-42b9-a8d4-faaf22ced500 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a4389ef6-d491-4938-a337-84a54216a6da HTTP/1.1" status: 200 len: 910 time: 0.1094820 Mar 11 19:58:03.062874 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-2b9e68f1-6c44-4983-b6c1-bb556a3dbf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:58:03.063541 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9e68f1-6c44-4983-b6c1-bb556a3dbf1f None None] The sync data for ids ['56a00051-1471-43cd-914b-113e3c82acc1'] in n-d-833163-1 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:58:03.063999 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fd9b9dd3-a525-4c11-9c9e-59c37867c691 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for router (56a00051-1471-43cd-914b-113e3c82acc1), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:03.093269 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b52b0b77-7363-4bed-825b-cc6f1d744bc5 req-5f0e98cc-fba3-49d6-b7e3-77a3d46bad85 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a731f2c1-016f-46fd-97f2-74aeabb7a835 HTTP/1.1" status: 200 len: 217 time: 0.0479369 Mar 11 19:58:03.143556 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52b0b77-7363-4bed-825b-cc6f1d744bc5 req-13b60e0b-5fdd-4cd4-95c9-0197c3d0c1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:03.145216 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b52b0b77-7363-4bed-825b-cc6f1d744bc5 req-13b60e0b-5fdd-4cd4-95c9-0197c3d0c1bc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fcadcf68-014b-4a15-a74b-ad8e989e23c2 HTTP/1.1" status: 200 len: 849 time: 0.0459521 Mar 11 19:58:03.178114 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b52b0b77-7363-4bed-825b-cc6f1d744bc5 req-6ff0238b-fd44-4fda-9e6d-43cf680d3cf4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a4389ef6-d491-4938-a337-84a54216a6da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271757 Mar 11 19:58:03.186296 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fd9b9dd3-a525-4c11-9c9e-59c37867c691 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for router_gateway (56a00051-1471-43cd-914b-113e3c82acc1), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:03.244151 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-fd9b9dd3-a525-4c11-9c9e-59c37867c691 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Deleting port 162e1ca9-0106-4826-93bc-3b895b265039 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:58:03.244646 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fd9b9dd3-a525-4c11-9c9e-59c37867c691 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (162e1ca9-0106-4826-93bc-3b895b265039), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:03.274494 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b52b0b77-7363-4bed-825b-cc6f1d744bc5 req-f20b7e58-d856-4fe0-b968-fcf1f27f3055 service neutron] 10.222.0.57 "GET /v2.0/networks/a4389ef6-d491-4938-a337-84a54216a6da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909081 Mar 11 19:58:03.328873 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fd9b9dd3-a525-4c11-9c9e-59c37867c691 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (162e1ca9-0106-4826-93bc-3b895b265039), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:03.342857 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-fd9b9dd3-a525-4c11-9c9e-59c37867c691 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Calling delete_port for 162e1ca9-0106-4826-93bc-3b895b265039 owned by network:router_gateway {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:58:03.369482 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b52b0b77-7363-4bed-825b-cc6f1d744bc5 req-14611639-eb5c-4514-a720-26490ae04c05 service neutron] 10.222.0.57 "GET /v2.0/networks/a4389ef6-d491-4938-a337-84a54216a6da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891998 Mar 11 19:58:03.516026 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fd9b9dd3-a525-4c11-9c9e-59c37867c691 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (162e1ca9-0106-4826-93bc-3b895b265039), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:03.546026 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9b9dd3-a525-4c11-9c9e-59c37867c691 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Pushing event deleted for resources: {'Port': ['ID=162e1ca9-0106-4826-93bc-3b895b265039,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:03.608175 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fd9b9dd3-a525-4c11-9c9e-59c37867c691 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (56a00051-1471-43cd-914b-113e3c82acc1), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:03.702741 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fd9b9dd3-a525-4c11-9c9e-59c37867c691 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (56a00051-1471-43cd-914b-113e3c82acc1), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:03.705054 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fd9b9dd3-a525-4c11-9c9e-59c37867c691 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for router_controller (56a00051-1471-43cd-914b-113e3c82acc1), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:03.761216 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fd9b9dd3-a525-4c11-9c9e-59c37867c691 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (56a00051-1471-43cd-914b-113e3c82acc1), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:03.761780 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd9b9dd3-a525-4c11-9c9e-59c37867c691 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Fanout notify agent at l3_agent the message router_deleted on router 56a00051-1471-43cd-914b-113e3c82acc1 {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:58:03.774273 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fd9b9dd3-a525-4c11-9c9e-59c37867c691 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:03.777901 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-fd9b9dd3-a525-4c11-9c9e-59c37867c691 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] 10.222.0.65 "DELETE /v2.0/routers/56a00051-1471-43cd-914b-113e3c82acc1 HTTP/1.1" status: 204 len: 168 time: 0.8419318 Mar 11 19:58:03.778187 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 37484) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:03.842930 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6d6a254-2f9f-4e2a-97de-7d64bc22396a tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Deleting subnet f5a48210-883b-46b0-90d2-5b669d541ded {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:58:03.847991 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d6d6a254-2f9f-4e2a-97de-7d64bc22396a tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for subnet (f5a48210-883b-46b0-90d2-5b669d541ded), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:03.900830 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d6d6a254-2f9f-4e2a-97de-7d64bc22396a tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (f5a48210-883b-46b0-90d2-5b669d541ded), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:03.929710 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dddad6-f03c-49c7-b9f2-89332c4de507 req-4f27aa6c-f2d7-4c9b-9b90-cbdc49d8ad0f tempest-VolumesActionsTest-795126890 tempest-VolumesActionsTest-795126890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:03.931511 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-55dddad6-f03c-49c7-b9f2-89332c4de507 req-4f27aa6c-f2d7-4c9b-9b90-cbdc49d8ad0f tempest-VolumesActionsTest-795126890 tempest-VolumesActionsTest-795126890-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2f7956e-f561-443a-a758-012a72b51162 HTTP/1.1" status: 200 len: 943 time: 0.0782607 Mar 11 19:58:04.002943 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-55dddad6-f03c-49c7-b9f2-89332c4de507 req-170efcd2-9c53-4f63-8701-a7cd1aee2960 tempest-VolumesActionsTest-795126890 tempest-VolumesActionsTest-795126890-project] 10.222.0.65 "GET /v2.0/security-groups?id=8792ec5d-83f1-4ff8-a058-5418d815bb25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630381 Mar 11 19:58:04.016640 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d6d6a254-2f9f-4e2a-97de-7d64bc22396a tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (f5a48210-883b-46b0-90d2-5b669d541ded), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:04.089756 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d6d6a254-2f9f-4e2a-97de-7d64bc22396a tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (f5a48210-883b-46b0-90d2-5b669d541ded), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:04.118291 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d6a254-2f9f-4e2a-97de-7d64bc22396a tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Pushing event deleted for resources: {'Subnet': ['ID=f5a48210-883b-46b0-90d2-5b669d541ded,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:04.123082 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d6d6a254-2f9f-4e2a-97de-7d64bc22396a tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:04.129383 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d6d6a254-2f9f-4e2a-97de-7d64bc22396a tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] 10.222.0.65 "DELETE /v2.0/subnets/f5a48210-883b-46b0-90d2-5b669d541ded HTTP/1.1" status: 204 len: 168 time: 0.3475428 Mar 11 19:58:04.129383 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 37498) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:04.134112 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ff5578-ecc8-4c58-8c1d-30074d1e7095 None None] Network 6d91d90f-bfbc-46f9-a517-67a37c4efd7a requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:58:04.234805 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-531630e7-5014-49a3-9824-dc03b109fea4 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (6d91d90f-bfbc-46f9-a517-67a37c4efd7a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:04.296652 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-531630e7-5014-49a3-9824-dc03b109fea4 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Deleting port 00e548f3-52b2-41c2-a00f-f371f4fd8586 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:58:04.297134 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-531630e7-5014-49a3-9824-dc03b109fea4 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (00e548f3-52b2-41c2-a00f-f371f4fd8586), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:04.346625 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 37502) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:04.347657 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056c633c-12d4-47d8-ba01-debfdb9760d3 None None] DHCP port deletion for 6d91d90f-bfbc-46f9-a517-67a37c4efd7a request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:58:04.385836 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-531630e7-5014-49a3-9824-dc03b109fea4 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] For port 00e548f3-52b2-41c2-a00f-f371f4fd8586, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=00e548f3-52b2-41c2-a00f-f371f4fd8586,segment=NetworkSegment(8b16c3b9-bc12-40a7-95b7-1fcbff61c7d8),segment_id=8b16c3b9-bc12-40a7-95b7-1fcbff61c7d8)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:58:04.386562 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-531630e7-5014-49a3-9824-dc03b109fea4 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (00e548f3-52b2-41c2-a00f-f371f4fd8586), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:04.404221 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-531630e7-5014-49a3-9824-dc03b109fea4 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Calling delete_port for 00e548f3-52b2-41c2-a00f-f371f4fd8586 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:58:04.409153 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-056c633c-12d4-47d8-ba01-debfdb9760d3 None None] Deleting port 00e548f3-52b2-41c2-a00f-f371f4fd8586 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:58:04.409647 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-056c633c-12d4-47d8-ba01-debfdb9760d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (00e548f3-52b2-41c2-a00f-f371f4fd8586), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:04.482479 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8c294d50-e941-4856-9e29-3679a87e68b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:04.483124 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-056c633c-12d4-47d8-ba01-debfdb9760d3 None None] For port 00e548f3-52b2-41c2-a00f-f371f4fd8586, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=00e548f3-52b2-41c2-a00f-f371f4fd8586,segment=NetworkSegment(8b16c3b9-bc12-40a7-95b7-1fcbff61c7d8),segment_id=8b16c3b9-bc12-40a7-95b7-1fcbff61c7d8)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:58:04.483124 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-056c633c-12d4-47d8-ba01-debfdb9760d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (00e548f3-52b2-41c2-a00f-f371f4fd8586), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:04.499124 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-056c633c-12d4-47d8-ba01-debfdb9760d3 None None] Calling delete_port for 00e548f3-52b2-41c2-a00f-f371f4fd8586 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:58:04.509030 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-531630e7-5014-49a3-9824-dc03b109fea4 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (00e548f3-52b2-41c2-a00f-f371f4fd8586), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:04.555129 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531630e7-5014-49a3-9824-dc03b109fea4 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Pushing event deleted for resources: {'Port': ['ID=00e548f3-52b2-41c2-a00f-f371f4fd8586,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:04.559977 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531630e7-5014-49a3-9824-dc03b109fea4 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] No DVR routers for this DVR port 00e548f3-52b2-41c2-a00f-f371f4fd8586 on host n-d-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:58:04.603570 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8c294d50-e941-4856-9e29-3679a87e68b7 admin admin] Publish callbacks [] for security_group (0d09937b-a5f2-4ca1-85d6-e93893df7d97), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:04.618344 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8c294d50-e941-4856-9e29-3679a87e68b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (0d09937b-a5f2-4ca1-85d6-e93893df7d97), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:04.664342 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 00e548f3-52b2-41c2-a00f-f371f4fd8586 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:58:04.666210 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-8c294d50-e941-4856-9e29-3679a87e68b7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8036ff5f5afa452a9ef524b3cd28d589&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3184526 Mar 11 19:58:04.668100 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c294d50-e941-4856-9e29-3679a87e68b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d09937b-a5f2-4ca1-85d6-e93893df7d97,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:04.669793 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 37506) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:04.679779 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-531630e7-5014-49a3-9824-dc03b109fea4 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (6d91d90f-bfbc-46f9-a517-67a37c4efd7a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:04.694391 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 00e548f3-52b2-41c2-a00f-f371f4fd8586 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:58:04.695027 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 00e548f3-52b2-41c2-a00f-f371f4fd8586 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:58:04.697592 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-056c633c-12d4-47d8-ba01-debfdb9760d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (00e548f3-52b2-41c2-a00f-f371f4fd8586), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:04.704810 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-531630e7-5014-49a3-9824-dc03b109fea4 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d91d90f-bfbc-46f9-a517-67a37c4efd7a']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:58:04.716031 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-531630e7-5014-49a3-9824-dc03b109fea4 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b16c3b9-bc12-40a7-95b7-1fcbff61c7d8') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:58:04.716333 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-531630e7-5014-49a3-9824-dc03b109fea4 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b16c3b9-bc12-40a7-95b7-1fcbff61c7d8') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:58:04.727525 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-531630e7-5014-49a3-9824-dc03b109fea4 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (8b16c3b9-bc12-40a7-95b7-1fcbff61c7d8), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:04.733963 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c633c-12d4-47d8-ba01-debfdb9760d3 None None] Pushing event deleted for resources: {'Port': ['ID=00e548f3-52b2-41c2-a00f-f371f4fd8586,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:04.734767 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-25d9b27f-0df5-4087-a399-53c8df6df217 admin admin] Publish callbacks [] for security_group (0d09937b-a5f2-4ca1-85d6-e93893df7d97), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:04.738781 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056c633c-12d4-47d8-ba01-debfdb9760d3 None None] No DVR routers for this DVR port 00e548f3-52b2-41c2-a00f-f371f4fd8586 on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:58:04.751584 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-531630e7-5014-49a3-9824-dc03b109fea4 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (8b16c3b9-bc12-40a7-95b7-1fcbff61c7d8), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:04.761478 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-531630e7-5014-49a3-9824-dc03b109fea4 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Releasing vlan 859 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:58:04.761877 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-531630e7-5014-49a3-9824-dc03b109fea4 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (8b16c3b9-bc12-40a7-95b7-1fcbff61c7d8), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:04.764290 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-25d9b27f-0df5-4087-a399-53c8df6df217 admin admin] Publish callbacks [] for security_group (0d09937b-a5f2-4ca1-85d6-e93893df7d97), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:04.765844 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:58:04.765844 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:58:04.765844 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:58:04.765844 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:58:04.765844 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:58:04.765844 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:58:04.765844 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:58:04.765844 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:58:04.765844 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:58:04.765844 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:58:04.765844 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:58:04.765844 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:58:04.765844 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:58:04.765844 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:58:04.765844 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:58:04.765844 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:58:04.765844 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:58:04.765844 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:58:04.765844 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:58:04.765844 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:58:04.765844 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:58:04.765844 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:58:04.765844 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:58:04.765844 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:58:04.765844 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:58:04.765844 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:58:04.765844 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:58:04.765844 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:58:04.765844 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:58:04.765844 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:58:04.765844 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:58:04.765844 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:58:04.817542 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-25d9b27f-0df5-4087-a399-53c8df6df217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (0d09937b-a5f2-4ca1-85d6-e93893df7d97), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:04.820945 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-25d9b27f-0df5-4087-a399-53c8df6df217 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:04.822264 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-25d9b27f-0df5-4087-a399-53c8df6df217 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0d09937b-a5f2-4ca1-85d6-e93893df7d97 HTTP/1.1" status: 204 len: 168 time: 0.1512969 Mar 11 19:58:04.829785 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-531630e7-5014-49a3-9824-dc03b109fea4 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (6d91d90f-bfbc-46f9-a517-67a37c4efd7a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:04.831568 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d9b27f-0df5-4087-a399-53c8df6df217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d09937b-a5f2-4ca1-85d6-e93893df7d97,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:04.837244 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-531630e7-5014-49a3-9824-dc03b109fea4 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:04.843652 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-531630e7-5014-49a3-9824-dc03b109fea4 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] 10.222.0.65 "DELETE /v2.0/networks/6d91d90f-bfbc-46f9-a517-67a37c4efd7a HTTP/1.1" status: 204 len: 168 time: 0.7131999 Mar 11 19:58:04.846427 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 37510) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:04.874647 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531630e7-5014-49a3-9824-dc03b109fea4 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Pushing event deleted for resources: {'Network': ['ID=6d91d90f-bfbc-46f9-a517-67a37c4efd7a,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:05.009151 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-c529c770-7023-4bd9-9d66-b1fa0792aa5e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Deleting port aea1ac8d-3b27-4894-88d9-280cb0293c2e {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:58:05.010111 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c529c770-7023-4bd9-9d66-b1fa0792aa5e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (aea1ac8d-3b27-4894-88d9-280cb0293c2e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:05.146096 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 37516) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:05.151929 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c529c770-7023-4bd9-9d66-b1fa0792aa5e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (aea1ac8d-3b27-4894-88d9-280cb0293c2e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:05.152514 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c529c770-7023-4bd9-9d66-b1fa0792aa5e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for floatingip (aea1ac8d-3b27-4894-88d9-280cb0293c2e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:05.161256 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fc16e08e-4001-4529-ad71-0f8b912b2fd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:05.171877 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-c529c770-7023-4bd9-9d66-b1fa0792aa5e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Calling delete_port for aea1ac8d-3b27-4894-88d9-280cb0293c2e owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:58:05.190054 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525d906-f29a-42ff-8626-bdee57417a6e req-4a291d06-4831-46f8-ad57-b43ba53fbec8 tempest-VolumesActionsTest-795126890 tempest-VolumesActionsTest-795126890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:05.198068 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0525d906-f29a-42ff-8626-bdee57417a6e req-4a291d06-4831-46f8-ad57-b43ba53fbec8 tempest-VolumesActionsTest-795126890 tempest-VolumesActionsTest-795126890-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2f7956e-f561-443a-a758-012a72b51162 HTTP/1.1" status: 200 len: 943 time: 0.1074178 Mar 11 19:58:05.251810 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fc16e08e-4001-4529-ad71-0f8b912b2fd0 admin admin] Publish callbacks [] for security_group (6c952b84-cb92-4c35-a154-9f16f9952887), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:05.256474 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fc16e08e-4001-4529-ad71-0f8b912b2fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (6c952b84-cb92-4c35-a154-9f16f9952887), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:05.295005 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc16e08e-4001-4529-ad71-0f8b912b2fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c952b84-cb92-4c35-a154-9f16f9952887,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:05.299474 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-fc16e08e-4001-4529-ad71-0f8b912b2fd0 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=25947490caf8482ebe08b0029565f021&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1504884 Mar 11 19:58:05.302127 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 37518) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:05.318141 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0525d906-f29a-42ff-8626-bdee57417a6e req-334c6e51-9d37-462e-bd20-a988567c230e tempest-VolumesActionsTest-795126890 tempest-VolumesActionsTest-795126890-project] 10.222.0.65 "GET /v2.0/security-groups?id=8792ec5d-83f1-4ff8-a058-5418d815bb25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170962 Mar 11 19:58:05.362286 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fa2cd96f-c311-478f-9d39-281d17a4f9eb admin admin] Publish callbacks [] for security_group (6c952b84-cb92-4c35-a154-9f16f9952887), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:05.385710 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fa2cd96f-c311-478f-9d39-281d17a4f9eb admin admin] Publish callbacks [] for security_group (6c952b84-cb92-4c35-a154-9f16f9952887), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:05.394670 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c529c770-7023-4bd9-9d66-b1fa0792aa5e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (aea1ac8d-3b27-4894-88d9-280cb0293c2e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:05.424858 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c529c770-7023-4bd9-9d66-b1fa0792aa5e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Pushing event deleted for resources: {'Port': ['ID=aea1ac8d-3b27-4894-88d9-280cb0293c2e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:05.444467 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fa2cd96f-c311-478f-9d39-281d17a4f9eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (6c952b84-cb92-4c35-a154-9f16f9952887), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:05.448423 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fa2cd96f-c311-478f-9d39-281d17a4f9eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:05.452121 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-fa2cd96f-c311-478f-9d39-281d17a4f9eb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6c952b84-cb92-4c35-a154-9f16f9952887 HTTP/1.1" status: 204 len: 168 time: 0.1467559 Mar 11 19:58:05.460117 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2cd96f-c311-478f-9d39-281d17a4f9eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c952b84-cb92-4c35-a154-9f16f9952887,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:05.501276 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c529c770-7023-4bd9-9d66-b1fa0792aa5e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for floatingip (fca60963-c691-4d9c-ac0b-a2ce6c12dd4f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:05.505147 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c529c770-7023-4bd9-9d66-b1fa0792aa5e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:05.506245 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-c529c770-7023-4bd9-9d66-b1fa0792aa5e tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] 10.222.0.65 "DELETE /v2.0/floatingips/fca60963-c691-4d9c-ac0b-a2ce6c12dd4f HTTP/1.1" status: 204 len: 168 time: 0.6586714 Mar 11 19:58:05.510206 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 37522) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:05.535146 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-797c0284-fd5c-4978-b79d-6def0d526f84 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] DELETE failed (client error): The resource could not be found. Mar 11 19:58:05.535853 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-797c0284-fd5c-4978-b79d-6def0d526f84 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:58:05.538975 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-797c0284-fd5c-4978-b79d-6def0d526f84 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] 10.222.0.65 "DELETE /v2.0/ports/4ca76239-54ba-47a2-915b-559e23f6c0f1 HTTP/1.1" status: 404 len: 333 time: 0.0276446 Mar 11 19:58:05.541928 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 37524) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:05.575904 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-48423e2b-862b-46aa-a9e3-46f482aeb923 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] 10.222.0.65 "GET /v2.0/ports?device_id=56a00051-1471-43cd-914b-113e3c82acc1 HTTP/1.1" status: 200 len: 205 time: 0.0314081 Mar 11 19:58:05.576696 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 37526) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:05.618783 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-07156319-5275-453d-8bdf-c723022ccb48 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] delete failed (client error): The resource could not be found. Mar 11 19:58:05.619971 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-07156319-5275-453d-8bdf-c723022ccb48 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] 10.222.0.65 "DELETE /v2.0/routers/56a00051-1471-43cd-914b-113e3c82acc1 HTTP/1.1" status: 404 len: 336 time: 0.0422816 Mar 11 19:58:05.622749 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 37528) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:05.656393 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9993da1-0b1d-48d8-93a0-d4fb94608d28 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] DELETE failed (client error): The resource could not be found. Mar 11 19:58:05.656968 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9993da1-0b1d-48d8-93a0-d4fb94608d28 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:58:05.660057 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-c9993da1-0b1d-48d8-93a0-d4fb94608d28 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] 10.222.0.65 "DELETE /v2.0/subnets/f5a48210-883b-46b0-90d2-5b669d541ded HTTP/1.1" status: 404 len: 337 time: 0.0359859 Mar 11 19:58:05.662823 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 37532) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:05.766661 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-d39c4263-4593-45f0-acea-bdfd96fc71f4 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Deleting port adaa45a9-54a5-4224-ae7f-fb39d9e55b70 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:58:05.767091 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d39c4263-4593-45f0-acea-bdfd96fc71f4 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (adaa45a9-54a5-4224-ae7f-fb39d9e55b70), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:05.864521 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d39c4263-4593-45f0-acea-bdfd96fc71f4 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (adaa45a9-54a5-4224-ae7f-fb39d9e55b70), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:05.878040 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-d39c4263-4593-45f0-acea-bdfd96fc71f4 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Calling delete_port for adaa45a9-54a5-4224-ae7f-fb39d9e55b70 owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:58:06.017120 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d39c4263-4593-45f0-acea-bdfd96fc71f4 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (adaa45a9-54a5-4224-ae7f-fb39d9e55b70), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:06.047562 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c4263-4593-45f0-acea-bdfd96fc71f4 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Pushing event deleted for resources: {'Port': ['ID=adaa45a9-54a5-4224-ae7f-fb39d9e55b70,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:06.120065 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d39c4263-4593-45f0-acea-bdfd96fc71f4 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:06.123545 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d39c4263-4593-45f0-acea-bdfd96fc71f4 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] 10.222.0.65 "DELETE /v2.0/ports/adaa45a9-54a5-4224-ae7f-fb39d9e55b70 HTTP/1.1" status: 204 len: 168 time: 0.4596922 Mar 11 19:58:06.125928 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 37550) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:06.220188 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-96cc7c6a-48da-4a59-b21d-4a443f9f1a47 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Deleting port 69fcddc1-ffeb-496c-8212-9e1ba631ca40 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:58:06.220539 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-96cc7c6a-48da-4a59-b21d-4a443f9f1a47 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (69fcddc1-ffeb-496c-8212-9e1ba631ca40), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:06.310931 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-96cc7c6a-48da-4a59-b21d-4a443f9f1a47 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (69fcddc1-ffeb-496c-8212-9e1ba631ca40), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:06.324308 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-96cc7c6a-48da-4a59-b21d-4a443f9f1a47 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Calling delete_port for 69fcddc1-ffeb-496c-8212-9e1ba631ca40 owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:58:06.482096 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e96568d-f670-4285-80a2-9126248fa364 req-f6898085-a299-4e7b-a3ca-4048c5315751 tempest-VolumesActionsTest-795126890 tempest-VolumesActionsTest-795126890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:06.483604 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0e96568d-f670-4285-80a2-9126248fa364 req-f6898085-a299-4e7b-a3ca-4048c5315751 tempest-VolumesActionsTest-795126890 tempest-VolumesActionsTest-795126890-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2f7956e-f561-443a-a758-012a72b51162 HTTP/1.1" status: 200 len: 943 time: 0.0964999 Mar 11 19:58:06.515281 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-96cc7c6a-48da-4a59-b21d-4a443f9f1a47 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (69fcddc1-ffeb-496c-8212-9e1ba631ca40), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:06.563040 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cc7c6a-48da-4a59-b21d-4a443f9f1a47 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Pushing event deleted for resources: {'Port': ['ID=69fcddc1-ffeb-496c-8212-9e1ba631ca40,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:06.621341 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0e96568d-f670-4285-80a2-9126248fa364 req-5c3446a4-d253-4862-8391-6d31daa5f6d5 tempest-VolumesActionsTest-795126890 tempest-VolumesActionsTest-795126890-project] 10.222.0.65 "GET /v2.0/security-groups?id=8792ec5d-83f1-4ff8-a058-5418d815bb25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283278 Mar 11 19:58:06.643038 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-96cc7c6a-48da-4a59-b21d-4a443f9f1a47 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:06.647112 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-96cc7c6a-48da-4a59-b21d-4a443f9f1a47 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] 10.222.0.65 "DELETE /v2.0/ports/69fcddc1-ffeb-496c-8212-9e1ba631ca40 HTTP/1.1" status: 204 len: 168 time: 0.5200179 Mar 11 19:58:06.649348 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 37566) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:06.701410 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9528f4-19fb-4463-8101-3c9b5a0996d1 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:06.702910 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-5b9528f4-19fb-4463-8101-3c9b5a0996d1 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8f5cd53-32d4-4027-b61a-a31b4d763842 HTTP/1.1" status: 200 len: 913 time: 0.0526581 Mar 11 19:58:06.705486 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 37570) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:07.083820 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7bd5dc81-8001-4a97-ab20-513058316540 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (f8f5cd53-32d4-4027-b61a-a31b4d763842), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:07.386992 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-7bd5dc81-8001-4a97-ab20-513058316540 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Deleting port 7ba2e983-f28a-4290-a2a0-d1b7ebfaac5a {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:58:07.387334 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7bd5dc81-8001-4a97-ab20-513058316540 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (7ba2e983-f28a-4290-a2a0-d1b7ebfaac5a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:07.474617 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7bd5dc81-8001-4a97-ab20-513058316540 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (7ba2e983-f28a-4290-a2a0-d1b7ebfaac5a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:07.486537 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-7bd5dc81-8001-4a97-ab20-513058316540 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Calling delete_port for 7ba2e983-f28a-4290-a2a0-d1b7ebfaac5a owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:58:07.664268 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device a731f2c1-016f-46fd-97f2-74aeabb7a835 details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:58:07.673945 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7bd5dc81-8001-4a97-ab20-513058316540 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (7ba2e983-f28a-4290-a2a0-d1b7ebfaac5a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:07.703802 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd5dc81-8001-4a97-ab20-513058316540 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Pushing event deleted for resources: {'Port': ['ID=7ba2e983-f28a-4290-a2a0-d1b7ebfaac5a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:07.769073 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port a731f2c1-016f-46fd-97f2-74aeabb7a835, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=a731f2c1-016f-46fd-97f2-74aeabb7a835,segment=NetworkSegment(2ac58202-9960-4409-9b2e-511d9ccfce0a),segment_id=2ac58202-9960-4409-9b2e-511d9ccfce0a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:58:07.781099 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': 'a731f2c1-016f-46fd-97f2-74aeabb7a835', 'network_id': 'a4389ef6-d491-4938-a337-84a54216a6da', 'port_id': 'a731f2c1-016f-46fd-97f2-74aeabb7a835', 'mac_address': 'fa:16:3e:44:0a:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcadcf68-014b-4a15-a74b-ad8e989e23c2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:58:07.807998 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b9c6a6-694e-4e8b-8be0-71aaf95693be req-ef538d86-9dea-44fb-acdc-3f0f6e04cabe tempest-VolumesActionsTest-795126890 tempest-VolumesActionsTest-795126890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:07.809492 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-85b9c6a6-694e-4e8b-8be0-71aaf95693be req-ef538d86-9dea-44fb-acdc-3f0f6e04cabe tempest-VolumesActionsTest-795126890 tempest-VolumesActionsTest-795126890-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2f7956e-f561-443a-a758-012a72b51162 HTTP/1.1" status: 200 len: 943 time: 0.1093032 Mar 11 19:58:07.820124 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port a731f2c1-016f-46fd-97f2-74aeabb7a835 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:58:07.820525 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a731f2c1-016f-46fd-97f2-74aeabb7a835), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:07.833751 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a731f2c1-016f-46fd-97f2-74aeabb7a835 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:58:07.853527 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port a731f2c1-016f-46fd-97f2-74aeabb7a835, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=a731f2c1-016f-46fd-97f2-74aeabb7a835,segment=NetworkSegment(2ac58202-9960-4409-9b2e-511d9ccfce0a),segment_id=2ac58202-9960-4409-9b2e-511d9ccfce0a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:58:07.860303 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (a731f2c1-016f-46fd-97f2-74aeabb7a835), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:07.906810 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-85b9c6a6-694e-4e8b-8be0-71aaf95693be req-8882d2a8-dfdc-44b7-8c62-6390d2462793 tempest-VolumesActionsTest-795126890 tempest-VolumesActionsTest-795126890-project] 10.222.0.65 "GET /v2.0/security-groups?id=8792ec5d-83f1-4ff8-a058-5418d815bb25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907812 Mar 11 19:58:07.910403 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=a731f2c1-016f-46fd-97f2-74aeabb7a835,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:08.168945 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['a731f2c1-016f-46fd-97f2-74aeabb7a835'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:58:08.264450 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7bd5dc81-8001-4a97-ab20-513058316540 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (f8f5cd53-32d4-4027-b61a-a31b4d763842), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:08.494268 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bd5dc81-8001-4a97-ab20-513058316540 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Router f8f5cd53-32d4-4027-b61a-a31b4d763842 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:58:08.608007 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd5dc81-8001-4a97-ab20-513058316540 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:58:08.616948 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-7bd5dc81-8001-4a97-ab20-513058316540 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] 10.222.0.65 "PUT /v2.0/routers/f8f5cd53-32d4-4027-b61a-a31b4d763842/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9070823 Mar 11 19:58:08.616948 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 37600) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:08.618984 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1c2c49-1aa5-4586-b41a-2251119663d8 None None] Sync routers for ids ['f8f5cd53-32d4-4027-b61a-a31b4d763842'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:58:08.634505 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1c2c49-1aa5-4586-b41a-2251119663d8 None None] Routers {'f8f5cd53-32d4-4027-b61a-a31b4d763842'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:58:08.635226 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-ba1c2c49-1aa5-4586-b41a-2251119663d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:57:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['f8f5cd53-32d4-4027-b61a-a31b4d763842'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:58:08.673070 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-ba1c2c49-1aa5-4586-b41a-2251119663d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:58:08.682029 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1c2c49-1aa5-4586-b41a-2251119663d8 None None] Routers {'f8f5cd53-32d4-4027-b61a-a31b4d763842'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:58:08.682926 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-ba1c2c49-1aa5-4586-b41a-2251119663d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:57:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['f8f5cd53-32d4-4027-b61a-a31b4d763842'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:58:08.718690 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-ba1c2c49-1aa5-4586-b41a-2251119663d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:58:08.719416 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1c2c49-1aa5-4586-b41a-2251119663d8 None None] The sync data for ids ['f8f5cd53-32d4-4027-b61a-a31b4d763842'] in n-d-833163-1 is: [] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:58:08.742390 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-44d6257d-5666-4667-bddb-ce025fa3491f tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for router (f8f5cd53-32d4-4027-b61a-a31b4d763842), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:08.852367 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-44d6257d-5666-4667-bddb-ce025fa3491f tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for router_gateway (f8f5cd53-32d4-4027-b61a-a31b4d763842), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:08.906384 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-44d6257d-5666-4667-bddb-ce025fa3491f tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Deleting port 752e7830-dcbc-4423-a147-201c6036dc9b {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:58:08.906725 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-44d6257d-5666-4667-bddb-ce025fa3491f tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (752e7830-dcbc-4423-a147-201c6036dc9b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:08.991787 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-44d6257d-5666-4667-bddb-ce025fa3491f tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (752e7830-dcbc-4423-a147-201c6036dc9b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:09.023837 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-44d6257d-5666-4667-bddb-ce025fa3491f tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Calling delete_port for 752e7830-dcbc-4423-a147-201c6036dc9b owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:58:09.082975 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0427c09b-d4f4-41c8-ae6b-b9cfc277a97c req-3507f181-0176-42ff-9c19-180054dedca9 tempest-VolumesActionsTest-795126890 tempest-VolumesActionsTest-795126890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:09.084461 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0427c09b-d4f4-41c8-ae6b-b9cfc277a97c req-3507f181-0176-42ff-9c19-180054dedca9 tempest-VolumesActionsTest-795126890 tempest-VolumesActionsTest-795126890-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2f7956e-f561-443a-a758-012a72b51162 HTTP/1.1" status: 200 len: 944 time: 0.1049242 Mar 11 19:58:09.185937 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0427c09b-d4f4-41c8-ae6b-b9cfc277a97c req-12f0f4f8-e6b4-4f9c-949d-e97553f38397 tempest-VolumesActionsTest-795126890 tempest-VolumesActionsTest-795126890-project] 10.222.0.65 "GET /v2.0/security-groups?id=8792ec5d-83f1-4ff8-a058-5418d815bb25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925941 Mar 11 19:58:09.240604 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-44d6257d-5666-4667-bddb-ce025fa3491f tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (752e7830-dcbc-4423-a147-201c6036dc9b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:09.269246 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d6257d-5666-4667-bddb-ce025fa3491f tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Pushing event deleted for resources: {'Port': ['ID=752e7830-dcbc-4423-a147-201c6036dc9b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:09.328304 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-44d6257d-5666-4667-bddb-ce025fa3491f tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (f8f5cd53-32d4-4027-b61a-a31b4d763842), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:09.423800 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-44d6257d-5666-4667-bddb-ce025fa3491f tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (f8f5cd53-32d4-4027-b61a-a31b4d763842), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:09.425937 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-44d6257d-5666-4667-bddb-ce025fa3491f tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for router_controller (f8f5cd53-32d4-4027-b61a-a31b4d763842), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:09.469200 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-44d6257d-5666-4667-bddb-ce025fa3491f tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (f8f5cd53-32d4-4027-b61a-a31b4d763842), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:09.469650 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d6257d-5666-4667-bddb-ce025fa3491f tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Fanout notify agent at l3_agent the message router_deleted on router f8f5cd53-32d4-4027-b61a-a31b4d763842 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:58:09.477025 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-44d6257d-5666-4667-bddb-ce025fa3491f tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:09.478118 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-44d6257d-5666-4667-bddb-ce025fa3491f tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] 10.222.0.65 "DELETE /v2.0/routers/f8f5cd53-32d4-4027-b61a-a31b4d763842 HTTP/1.1" status: 204 len: 168 time: 0.8606267 Mar 11 19:58:09.480813 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 37608) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:09.530499 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc8ccb37-9c84-4c8d-93eb-d3692025ae16 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Deleting subnet 2b6f7691-03e5-44bc-9631-447873d2e62b {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:58:09.533833 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bc8ccb37-9c84-4c8d-93eb-d3692025ae16 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for subnet (2b6f7691-03e5-44bc-9631-447873d2e62b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:09.573843 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bc8ccb37-9c84-4c8d-93eb-d3692025ae16 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (2b6f7691-03e5-44bc-9631-447873d2e62b), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:09.626358 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bc8ccb37-9c84-4c8d-93eb-d3692025ae16 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (2b6f7691-03e5-44bc-9631-447873d2e62b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:09.664232 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device a731f2c1-016f-46fd-97f2-74aeabb7a835 up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:58:09.685737 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bc8ccb37-9c84-4c8d-93eb-d3692025ae16 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (2b6f7691-03e5-44bc-9631-447873d2e62b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:09.712173 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port a731f2c1-016f-46fd-97f2-74aeabb7a835 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:58:09.715641 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8ccb37-9c84-4c8d-93eb-d3692025ae16 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Pushing event deleted for resources: {'Subnet': ['ID=2b6f7691-03e5-44bc-9631-447873d2e62b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:09.716608 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port a731f2c1-016f-46fd-97f2-74aeabb7a835 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:58:09.716984 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (a731f2c1-016f-46fd-97f2-74aeabb7a835), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:09.718134 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bc8ccb37-9c84-4c8d-93eb-d3692025ae16 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:09.723801 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-bc8ccb37-9c84-4c8d-93eb-d3692025ae16 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] 10.222.0.65 "DELETE /v2.0/subnets/2b6f7691-03e5-44bc-9631-447873d2e62b HTTP/1.1" status: 204 len: 168 time: 0.2397163 Mar 11 19:58:09.724177 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 37610) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:09.799361 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port a731f2c1-016f-46fd-97f2-74aeabb7a835 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:58:09.799808 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a731f2c1-016f-46fd-97f2-74aeabb7a835), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:09.801303 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-91f54aca-0625-47d2-9aa2-bb4a5e514bd6 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (d8ea09d5-5af1-4ce1-9713-c0436c7309a3), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:09.823664 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f7956e-f561-443a-a758-012a72b51162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a731f2c1-016f-46fd-97f2-74aeabb7a835'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:58:09.826205 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e768cd9c-f429-42fc-afc3-0a098b54e260" -d '{"events": [{"server_uuid": "a2f7956e-f561-443a-a758-012a72b51162", "name": "network-vif-plugged", "status": "completed", "tag": "a731f2c1-016f-46fd-97f2-74aeabb7a835"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:58:09.840434 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port a731f2c1-016f-46fd-97f2-74aeabb7a835, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=a731f2c1-016f-46fd-97f2-74aeabb7a835,segment=NetworkSegment(2ac58202-9960-4409-9b2e-511d9ccfce0a),segment_id=2ac58202-9960-4409-9b2e-511d9ccfce0a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:58:09.846138 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (a731f2c1-016f-46fd-97f2-74aeabb7a835), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:09.888935 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4bd3212-704e-4fd3-aa56-be084874fa15 x-openstack-request-id: req-d4bd3212-704e-4fd3-aa56-be084874fa15 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:58:09.889232 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2f7956e-f561-443a-a758-012a72b51162", "name": "network-vif-plugged", "status": "completed", "tag": "a731f2c1-016f-46fd-97f2-74aeabb7a835", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:58:09.889491 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d4bd3212-704e-4fd3-aa56-be084874fa15 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:58:09.889890 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f7956e-f561-443a-a758-012a72b51162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a731f2c1-016f-46fd-97f2-74aeabb7a835', 'code': 200} Mar 11 19:58:09.906937 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=a731f2c1-016f-46fd-97f2-74aeabb7a835,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:09.912548 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-91f54aca-0625-47d2-9aa2-bb4a5e514bd6 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (d8ea09d5-5af1-4ce1-9713-c0436c7309a3), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:09.937226 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-91f54aca-0625-47d2-9aa2-bb4a5e514bd6 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8ea09d5-5af1-4ce1-9713-c0436c7309a3']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:58:09.957070 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-91f54aca-0625-47d2-9aa2-bb4a5e514bd6 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab0a33f9-1886-4e71-b576-1cac847127f9') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:58:09.957738 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-91f54aca-0625-47d2-9aa2-bb4a5e514bd6 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab0a33f9-1886-4e71-b576-1cac847127f9') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:58:09.993371 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-91f54aca-0625-47d2-9aa2-bb4a5e514bd6 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (ab0a33f9-1886-4e71-b576-1cac847127f9), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:10.013849 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-91f54aca-0625-47d2-9aa2-bb4a5e514bd6 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (ab0a33f9-1886-4e71-b576-1cac847127f9), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:10.022945 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91f54aca-0625-47d2-9aa2-bb4a5e514bd6 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Releasing vlan 888 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:58:10.023434 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-91f54aca-0625-47d2-9aa2-bb4a5e514bd6 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (ab0a33f9-1886-4e71-b576-1cac847127f9), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:10.026953 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 19:58:10.026953 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:58:10.026953 n-d-833163-1 neutron-server[103885]: timer() Mar 11 19:58:10.026953 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:58:10.026953 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 19:58:10.026953 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:58:10.026953 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 19:58:10.026953 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:58:10.026953 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 19:58:10.026953 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:58:10.026953 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 19:58:10.026953 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:58:10.026953 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 19:58:10.026953 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:58:10.026953 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:58:10.026953 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:58:10.026953 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:58:10.026953 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:58:10.026953 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 19:58:10.026953 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:58:10.026953 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 19:58:10.026953 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:58:10.026953 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:58:10.026953 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:58:10.026953 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 19:58:10.026953 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:58:10.026953 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:58:10.026953 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:58:10.026953 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:58:10.026953 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:58:10.026953 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:58:10.026953 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:58:10.043545 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b0f82f-3520-4968-a622-e5859c96cd14 req-72493aee-2405-43bd-9b57-c0c9a24ce52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:10.044553 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-03b0f82f-3520-4968-a622-e5859c96cd14 req-72493aee-2405-43bd-9b57-c0c9a24ce52c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a2f7956e-f561-443a-a758-012a72b51162 HTTP/1.1" status: 200 len: 1127 time: 0.0997062 Mar 11 19:58:10.111305 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-91f54aca-0625-47d2-9aa2-bb4a5e514bd6 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (d8ea09d5-5af1-4ce1-9713-c0436c7309a3), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:10.120860 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-91f54aca-0625-47d2-9aa2-bb4a5e514bd6 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:10.125901 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-91f54aca-0625-47d2-9aa2-bb4a5e514bd6 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] 10.222.0.65 "DELETE /v2.0/networks/d8ea09d5-5af1-4ce1-9713-c0436c7309a3 HTTP/1.1" status: 204 len: 168 time: 0.4009995 Mar 11 19:58:10.148191 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f54aca-0625-47d2-9aa2-bb4a5e514bd6 tempest-FloatingIPTestJSON-736859522 tempest-FloatingIPTestJSON-736859522-project] Pushing event deleted for resources: {'Network': ['ID=d8ea09d5-5af1-4ce1-9713-c0436c7309a3,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:10.152965 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-03b0f82f-3520-4968-a622-e5859c96cd14 req-9d8d0c2d-40ef-4f86-b146-e47bde5ee426 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8792ec5d-83f1-4ff8-a058-5418d815bb25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024253 Mar 11 19:58:10.323934 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f21d08e-e965-44af-8687-351aa302d0cb req-797a5eef-05b1-4a28-9756-1aa1cd661fd9 tempest-VolumesActionsTest-795126890 tempest-VolumesActionsTest-795126890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:10.325483 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4f21d08e-e965-44af-8687-351aa302d0cb req-797a5eef-05b1-4a28-9756-1aa1cd661fd9 tempest-VolumesActionsTest-795126890 tempest-VolumesActionsTest-795126890-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2f7956e-f561-443a-a758-012a72b51162 HTTP/1.1" status: 200 len: 945 time: 0.0562823 Mar 11 19:58:10.386725 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4f21d08e-e965-44af-8687-351aa302d0cb req-6a24e1cc-6aea-425c-bb6a-e7d24357f049 tempest-VolumesActionsTest-795126890 tempest-VolumesActionsTest-795126890-project] 10.222.0.65 "GET /v2.0/security-groups?id=8792ec5d-83f1-4ff8-a058-5418d815bb25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550525 Mar 11 19:58:10.417594 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 37648) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:10.560689 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ca0517ec-6e50-4e9b-987a-9c0c5fb0d67a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=995ddd1afe724c8783497a8165ea5725&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1416447 Mar 11 19:58:10.563031 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 37654) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:10.615049 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8bfe0d75-0a0c-41fa-94cb-58d6a87a1e77 admin admin] Publish callbacks [] for security_group (1bba8d8d-bc3f-4368-bb08-f996b70daa80), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:10.624510 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 37656) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:10.638891 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8bfe0d75-0a0c-41fa-94cb-58d6a87a1e77 admin admin] Publish callbacks [] for security_group (1bba8d8d-bc3f-4368-bb08-f996b70daa80), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:10.686265 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8bfe0d75-0a0c-41fa-94cb-58d6a87a1e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (1bba8d8d-bc3f-4368-bb08-f996b70daa80), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:10.688905 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8bfe0d75-0a0c-41fa-94cb-58d6a87a1e77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:10.692310 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-8bfe0d75-0a0c-41fa-94cb-58d6a87a1e77 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1bba8d8d-bc3f-4368-bb08-f996b70daa80 HTTP/1.1" status: 204 len: 168 time: 0.1259618 Mar 11 19:58:10.698882 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfe0d75-0a0c-41fa-94cb-58d6a87a1e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bba8d8d-bc3f-4368-bb08-f996b70daa80,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:10.737314 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-78c8f630-5a4e-4010-883f-88188bafbbf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:10.814543 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-78c8f630-5a4e-4010-883f-88188bafbbf4 admin admin] Publish callbacks [] for security_group (f3a69083-cca6-4c66-8ce0-9b563b230fa9), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:10.819099 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-78c8f630-5a4e-4010-883f-88188bafbbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (f3a69083-cca6-4c66-8ce0-9b563b230fa9), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:10.858769 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-78c8f630-5a4e-4010-883f-88188bafbbf4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=15df4be238274f0e8fd7c35c925b74d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2331712 Mar 11 19:58:10.860812 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c8f630-5a4e-4010-883f-88188bafbbf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a69083-cca6-4c66-8ce0-9b563b230fa9,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:10.861427 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 37664) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:10.911127 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-796ac574-ace6-4235-a73a-6f3432a0bcbc admin admin] Publish callbacks [] for security_group (f3a69083-cca6-4c66-8ce0-9b563b230fa9), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:10.933168 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-796ac574-ace6-4235-a73a-6f3432a0bcbc admin admin] Publish callbacks [] for security_group (f3a69083-cca6-4c66-8ce0-9b563b230fa9), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:10.985780 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-796ac574-ace6-4235-a73a-6f3432a0bcbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (f3a69083-cca6-4c66-8ce0-9b563b230fa9), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:10.988582 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-796ac574-ace6-4235-a73a-6f3432a0bcbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:10.989808 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-796ac574-ace6-4235-a73a-6f3432a0bcbc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f3a69083-cca6-4c66-8ce0-9b563b230fa9 HTTP/1.1" status: 204 len: 168 time: 0.1273744 Mar 11 19:58:10.998864 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796ac574-ace6-4235-a73a-6f3432a0bcbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a69083-cca6-4c66-8ce0-9b563b230fa9,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:11.315539 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 37684) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:11.330030 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7a0a4f6c-893c-499f-ada9-97e43e841ef3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:11.426145 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7a0a4f6c-893c-499f-ada9-97e43e841ef3 admin admin] Publish callbacks [] for security_group (1e1cca22-a534-453d-b74c-682ba01de8e4), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:11.432076 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7a0a4f6c-893c-499f-ada9-97e43e841ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (1e1cca22-a534-453d-b74c-682ba01de8e4), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:11.491836 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 37690) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:11.527680 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-7a0a4f6c-893c-499f-ada9-97e43e841ef3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c0aa7a09f9644c3b84f5e08df1589fc6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2108130 Mar 11 19:58:11.530529 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 37694) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:11.543932 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0a4f6c-893c-499f-ada9-97e43e841ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1cca22-a534-453d-b74c-682ba01de8e4,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:11.577308 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7c7e9-a627-4499-8de0-fb2db4299583 req-937a5e85-c35b-4f82-8801-b82251b9d3e0 tempest-VolumesActionsTest-795126890 tempest-VolumesActionsTest-795126890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:11.586758 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f6c7c7e9-a627-4499-8de0-fb2db4299583 req-937a5e85-c35b-4f82-8801-b82251b9d3e0 tempest-VolumesActionsTest-795126890 tempest-VolumesActionsTest-795126890-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2f7956e-f561-443a-a758-012a72b51162 HTTP/1.1" status: 200 len: 945 time: 0.0874662 Mar 11 19:58:11.606525 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a16d09c5-25c9-4f61-ae74-b427afb4ea53 admin admin] Publish callbacks [] for security_group (1e1cca22-a534-453d-b74c-682ba01de8e4), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:11.637678 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a16d09c5-25c9-4f61-ae74-b427afb4ea53 admin admin] Publish callbacks [] for security_group (1e1cca22-a534-453d-b74c-682ba01de8e4), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:11.647897 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f6c7c7e9-a627-4499-8de0-fb2db4299583 req-2aa4cefd-e93c-4f43-bd7c-5138aa2b3acf tempest-VolumesActionsTest-795126890 tempest-VolumesActionsTest-795126890-project] 10.222.0.65 "GET /v2.0/security-groups?id=8792ec5d-83f1-4ff8-a058-5418d815bb25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600536 Mar 11 19:58:11.651879 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-e99ed15d-2be2-48cd-bec9-52ba2b4e83fa tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-67534310'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:58:11.700890 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99ed15d-2be2-48cd-bec9-52ba2b4e83fa tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Made reservation on behalf of 4dbd6ea97fa14d11b3340dc9c3476c52 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:58:11.704335 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e99ed15d-2be2-48cd-bec9-52ba2b4e83fa tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:11.713895 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e99ed15d-2be2-48cd-bec9-52ba2b4e83fa tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:11.730790 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a16d09c5-25c9-4f61-ae74-b427afb4ea53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (1e1cca22-a534-453d-b74c-682ba01de8e4), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:11.733585 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a16d09c5-25c9-4f61-ae74-b427afb4ea53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:11.734717 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a16d09c5-25c9-4f61-ae74-b427afb4ea53 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1e1cca22-a534-453d-b74c-682ba01de8e4 HTTP/1.1" status: 204 len: 168 time: 0.2031574 Mar 11 19:58:11.749142 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16d09c5-25c9-4f61-ae74-b427afb4ea53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1cca22-a534-453d-b74c-682ba01de8e4,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:11.824318 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e99ed15d-2be2-48cd-bec9-52ba2b4e83fa tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for security_group (776716a8-69c0-443d-98a3-9a567c3a6a7b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:11.829710 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e99ed15d-2be2-48cd-bec9-52ba2b4e83fa tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (776716a8-69c0-443d-98a3-9a567c3a6a7b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:11.854025 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e99ed15d-2be2-48cd-bec9-52ba2b4e83fa tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] vlan segment allocate from pool success with {'vlan_id': 898, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:58:11.869812 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99ed15d-2be2-48cd-bec9-52ba2b4e83fa tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=776716a8-69c0-443d-98a3-9a567c3a6a7b,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:11.875003 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e99ed15d-2be2-48cd-bec9-52ba2b4e83fa tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (be040d52-830a-4b92-9401-51fa4b15eece), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:11.875343 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-e99ed15d-2be2-48cd-bec9-52ba2b4e83fa tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Added segment be040d52-830a-4b92-9401-51fa4b15eece of type vlan for network 7a829513-b919-48e5-b9ed-bacfda973312 Mar 11 19:58:11.917514 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e99ed15d-2be2-48cd-bec9-52ba2b4e83fa tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (7a829513-b919-48e5-b9ed-bacfda973312), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:11.948079 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e99ed15d-2be2-48cd-bec9-52ba2b4e83fa tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (7a829513-b919-48e5-b9ed-bacfda973312), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:11.953254 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99ed15d-2be2-48cd-bec9-52ba2b4e83fa tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:11.953853 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e99ed15d-2be2-48cd-bec9-52ba2b4e83fa tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:12.001977 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e99ed15d-2be2-48cd-bec9-52ba2b4e83fa tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5088773 Mar 11 19:58:12.004887 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 37700) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:12.043536 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-96c5c249-c49d-4a8a-9695-00bd015637f6 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Request body: {'port': {'network_id': '7a829513-b919-48e5-b9ed-bacfda973312', 'name': 'tempest-PortsTestJSON-773365179'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:58:12.048482 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99ed15d-2be2-48cd-bec9-52ba2b4e83fa tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event updated for resources: {'Network': ['ID=7a829513-b919-48e5-b9ed-bacfda973312,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:12.071234 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 7a829513-b919-48e5-b9ed-bacfda973312 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:58:12.178396 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c5c249-c49d-4a8a-9695-00bd015637f6 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Made reservation on behalf of 4dbd6ea97fa14d11b3340dc9c3476c52 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:58:12.182917 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-96c5c249-c49d-4a8a-9695-00bd015637f6 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:12.208833 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-96c5c249-c49d-4a8a-9695-00bd015637f6 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] device_id is not set on port d497b05e-f7ba-4e80-8a62-8250340eab4d yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:58:12.390369 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-96c5c249-c49d-4a8a-9695-00bd015637f6 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for port (d497b05e-f7ba-4e80-8a62-8250340eab4d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:12.430840 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-96c5c249-c49d-4a8a-9695-00bd015637f6 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (d497b05e-f7ba-4e80-8a62-8250340eab4d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:12.494744 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c5c249-c49d-4a8a-9695-00bd015637f6 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event updated for resources: {'Port': ['ID=d497b05e-f7ba-4e80-8a62-8250340eab4d,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:12.506480 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c5c249-c49d-4a8a-9695-00bd015637f6 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Checking segment: {'id': 'be040d52-830a-4b92-9401-51fa4b15eece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '7a829513-b919-48e5-b9ed-bacfda973312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:58:12.507590 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c5c249-c49d-4a8a-9695-00bd015637f6 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Network hostable DHCP agents. Network: 7a829513-b919-48e5-b9ed-bacfda973312, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:58:12.525676 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c5c249-c49d-4a8a-9695-00bd015637f6 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Network 7a829513-b919-48e5-b9ed-bacfda973312 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:58:12.536708 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-96c5c249-c49d-4a8a-9695-00bd015637f6 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 7a829513-b919-48e5-b9ed-bacfda973312) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:58:12.541654 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c5c249-c49d-4a8a-9695-00bd015637f6 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:58:12.548910 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c5c249-c49d-4a8a-9695-00bd015637f6 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:12.550237 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-96c5c249-c49d-4a8a-9695-00bd015637f6 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:12.552675 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65572405-ba02-44c8-9bd0-ee93ef293bb2 None None] Network 7a829513-b919-48e5-b9ed-bacfda973312 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:58:12.573188 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-96c5c249-c49d-4a8a-9695-00bd015637f6 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5629888 Mar 11 19:58:12.573440 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 37718) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:12.580701 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-797b0b32-85a4-4ee7-93ec-512d0dc46823 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-68185571'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:58:12.602831 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797b0b32-85a4-4ee7-93ec-512d0dc46823 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Made reservation on behalf of 4dbd6ea97fa14d11b3340dc9c3476c52 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:58:12.606819 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-797b0b32-85a4-4ee7-93ec-512d0dc46823 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:12.634455 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-797b0b32-85a4-4ee7-93ec-512d0dc46823 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] vlan segment allocate from pool success with {'vlan_id': 872, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:58:12.646484 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-797b0b32-85a4-4ee7-93ec-512d0dc46823 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (12c1549a-edeb-4330-bfe1-b67bf3bdf1e4), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:12.647168 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-797b0b32-85a4-4ee7-93ec-512d0dc46823 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Added segment 12c1549a-edeb-4330-bfe1-b67bf3bdf1e4 of type vlan for network 2ecacb7e-771a-4c07-b10e-c912a3ad7b54 Mar 11 19:58:12.703925 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-797b0b32-85a4-4ee7-93ec-512d0dc46823 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (2ecacb7e-771a-4c07-b10e-c912a3ad7b54), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:12.735302 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-797b0b32-85a4-4ee7-93ec-512d0dc46823 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (2ecacb7e-771a-4c07-b10e-c912a3ad7b54), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:12.741018 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797b0b32-85a4-4ee7-93ec-512d0dc46823 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:12.742567 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-797b0b32-85a4-4ee7-93ec-512d0dc46823 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:12.791211 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-797b0b32-85a4-4ee7-93ec-512d0dc46823 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2159898 Mar 11 19:58:12.793680 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 37726) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:12.800375 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-8bc746b6-5a51-4745-b4c9-1fa3f9220ca4 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Request body: {'ports': [{'network_id': '7a829513-b919-48e5-b9ed-bacfda973312'}, {'network_id': '2ecacb7e-771a-4c07-b10e-c912a3ad7b54'}]} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:58:12.800975 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-8bc746b6-5a51-4745-b4c9-1fa3f9220ca4 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Request body: {'port': {'network_id': '7a829513-b919-48e5-b9ed-bacfda973312'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:58:12.801667 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-8bc746b6-5a51-4745-b4c9-1fa3f9220ca4 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Request body: {'port': {'network_id': '2ecacb7e-771a-4c07-b10e-c912a3ad7b54'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:58:12.815388 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dcf494-2a58-4bc4-b0d4-4986788aabe7 req-68ed57bf-7fe7-4942-b71b-4a9477406c98 tempest-VolumesActionsTest-795126890 tempest-VolumesActionsTest-795126890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:12.824040 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-54dcf494-2a58-4bc4-b0d4-4986788aabe7 req-68ed57bf-7fe7-4942-b71b-4a9477406c98 tempest-VolumesActionsTest-795126890 tempest-VolumesActionsTest-795126890-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2f7956e-f561-443a-a758-012a72b51162 HTTP/1.1" status: 200 len: 945 time: 0.0997376 Mar 11 19:58:12.829788 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797b0b32-85a4-4ee7-93ec-512d0dc46823 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event updated for resources: {'Network': ['ID=2ecacb7e-771a-4c07-b10e-c912a3ad7b54,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:12.841133 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 2ecacb7e-771a-4c07-b10e-c912a3ad7b54 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:58:12.906933 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-54dcf494-2a58-4bc4-b0d4-4986788aabe7 req-11236952-d1ff-4ab3-a1d9-9bd551cc6f5a tempest-VolumesActionsTest-795126890 tempest-VolumesActionsTest-795126890-project] 10.222.0.65 "GET /v2.0/security-groups?id=8792ec5d-83f1-4ff8-a058-5418d815bb25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817645 Mar 11 19:58:13.070353 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc746b6-5a51-4745-b4c9-1fa3f9220ca4 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Made reservation on behalf of 4dbd6ea97fa14d11b3340dc9c3476c52 for: {'port': 2} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:58:13.076551 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8bc746b6-5a51-4745-b4c9-1fa3f9220ca4 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:13.095397 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8bc746b6-5a51-4745-b4c9-1fa3f9220ca4 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:13.300625 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-8bc746b6-5a51-4745-b4c9-1fa3f9220ca4 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] device_id is not set on port ddc57dad-6c58-4f9e-bb5b-1574a536d473 yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:58:13.408690 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8bc746b6-5a51-4745-b4c9-1fa3f9220ca4 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for port (ddc57dad-6c58-4f9e-bb5b-1574a536d473), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:13.497518 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-8bc746b6-5a51-4745-b4c9-1fa3f9220ca4 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] device_id is not set on port 51a78485-fc82-4733-b36e-32d7e86af055 yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:58:13.603118 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8bc746b6-5a51-4745-b4c9-1fa3f9220ca4 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for port (51a78485-fc82-4733-b36e-32d7e86af055), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:13.645659 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8bc746b6-5a51-4745-b4c9-1fa3f9220ca4 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (ddc57dad-6c58-4f9e-bb5b-1574a536d473), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:13.695395 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc746b6-5a51-4745-b4c9-1fa3f9220ca4 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Network 7a829513-b919-48e5-b9ed-bacfda973312 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:58:13.702666 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-8bc746b6-5a51-4745-b4c9-1fa3f9220ca4 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:58:13.704889 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc746b6-5a51-4745-b4c9-1fa3f9220ca4 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event updated for resources: {'Port': ['ID=ddc57dad-6c58-4f9e-bb5b-1574a536d473,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:13.706936 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc746b6-5a51-4745-b4c9-1fa3f9220ca4 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:58:13.708042 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8bc746b6-5a51-4745-b4c9-1fa3f9220ca4 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (51a78485-fc82-4733-b36e-32d7e86af055), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:13.772091 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc746b6-5a51-4745-b4c9-1fa3f9220ca4 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event updated for resources: {'Port': ['ID=51a78485-fc82-4733-b36e-32d7e86af055,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:13.782845 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc746b6-5a51-4745-b4c9-1fa3f9220ca4 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Checking segment: {'id': '12c1549a-edeb-4330-bfe1-b67bf3bdf1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': '2ecacb7e-771a-4c07-b10e-c912a3ad7b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:58:13.782980 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc746b6-5a51-4745-b4c9-1fa3f9220ca4 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Network hostable DHCP agents. Network: 2ecacb7e-771a-4c07-b10e-c912a3ad7b54, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:58:13.801452 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc746b6-5a51-4745-b4c9-1fa3f9220ca4 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Network 2ecacb7e-771a-4c07-b10e-c912a3ad7b54 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:58:13.812240 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-8bc746b6-5a51-4745-b4c9-1fa3f9220ca4 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 2ecacb7e-771a-4c07-b10e-c912a3ad7b54) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:58:13.816885 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc746b6-5a51-4745-b4c9-1fa3f9220ca4 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:58:13.824122 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc746b6-5a51-4745-b4c9-1fa3f9220ca4 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:13.827352 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f964f56-5cc1-436d-bed4-842a62dfb975 None None] Network 2ecacb7e-771a-4c07-b10e-c912a3ad7b54 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:58:13.829745 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc746b6-5a51-4745-b4c9-1fa3f9220ca4 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:13.830581 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8bc746b6-5a51-4745-b4c9-1fa3f9220ca4 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:13.856488 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-8bc746b6-5a51-4745-b4c9-1fa3f9220ca4 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.0585880 Mar 11 19:58:13.857018 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 37758) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:13.968613 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-1d8e61fc-b25a-4159-bdea-099f6eb962e3 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Deleting port 51a78485-fc82-4733-b36e-32d7e86af055 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:58:13.968961 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1d8e61fc-b25a-4159-bdea-099f6eb962e3 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (51a78485-fc82-4733-b36e-32d7e86af055), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:14.047416 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1d8e61fc-b25a-4159-bdea-099f6eb962e3 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (51a78485-fc82-4733-b36e-32d7e86af055), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:14.061419 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-1d8e61fc-b25a-4159-bdea-099f6eb962e3 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Calling delete_port for 51a78485-fc82-4733-b36e-32d7e86af055 owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:58:14.148351 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1d8e61fc-b25a-4159-bdea-099f6eb962e3 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (51a78485-fc82-4733-b36e-32d7e86af055), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:14.181349 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8e61fc-b25a-4159-bdea-099f6eb962e3 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event deleted for resources: {'Port': ['ID=51a78485-fc82-4733-b36e-32d7e86af055,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:14.188570 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1d8e61fc-b25a-4159-bdea-099f6eb962e3 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:14.192157 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-1d8e61fc-b25a-4159-bdea-099f6eb962e3 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "DELETE /v2.0/ports/51a78485-fc82-4733-b36e-32d7e86af055 HTTP/1.1" status: 204 len: 168 time: 0.3338544 Mar 11 19:58:14.194644 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 37766) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:14.564606 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d3d8cc-ae23-4b43-8736-68ac3eedec4c tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:14.570565 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d3d8cc-ae23-4b43-8736-68ac3eedec4c tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:14.575032 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-64d3d8cc-ae23-4b43-8736-68ac3eedec4c tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.3768625 Mar 11 19:58:14.575264 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 37770) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:14.682047 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-8200a26c-f0e1-4f8d-9d85-1142aa895458 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Deleting port ddc57dad-6c58-4f9e-bb5b-1574a536d473 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:58:14.682386 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8200a26c-f0e1-4f8d-9d85-1142aa895458 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (ddc57dad-6c58-4f9e-bb5b-1574a536d473), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:14.757166 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8200a26c-f0e1-4f8d-9d85-1142aa895458 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (ddc57dad-6c58-4f9e-bb5b-1574a536d473), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:14.773246 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-8200a26c-f0e1-4f8d-9d85-1142aa895458 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Calling delete_port for ddc57dad-6c58-4f9e-bb5b-1574a536d473 owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:58:14.856070 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8200a26c-f0e1-4f8d-9d85-1142aa895458 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (ddc57dad-6c58-4f9e-bb5b-1574a536d473), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:14.887068 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8200a26c-f0e1-4f8d-9d85-1142aa895458 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event deleted for resources: {'Port': ['ID=ddc57dad-6c58-4f9e-bb5b-1574a536d473,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:14.893751 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8200a26c-f0e1-4f8d-9d85-1142aa895458 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:14.899824 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8200a26c-f0e1-4f8d-9d85-1142aa895458 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "DELETE /v2.0/ports/ddc57dad-6c58-4f9e-bb5b-1574a536d473 HTTP/1.1" status: 204 len: 168 time: 0.3205755 Mar 11 19:58:14.900100 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 37772) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:14.954770 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00dd0d8-0ccf-48fa-baca-ccc466661509 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:14.956303 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f00dd0d8-0ccf-48fa-baca-ccc466661509 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0552688 Mar 11 19:58:14.959283 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 37774) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:14.985158 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3d76416-2994-4806-b7f6-6db701e06480 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] GET failed (client error): The resource could not be found. Mar 11 19:58:14.988940 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a3d76416-2994-4806-b7f6-6db701e06480 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "GET /v2.0/ports/51a78485-fc82-4733-b36e-32d7e86af055 HTTP/1.1" status: 404 len: 333 time: 0.0261738 Mar 11 19:58:14.989167 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 37776) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:15.013775 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-30051286-5fee-4278-83b8-4395fa990b89 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] GET failed (client error): The resource could not be found. Mar 11 19:58:15.015062 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-30051286-5fee-4278-83b8-4395fa990b89 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "GET /v2.0/ports/ddc57dad-6c58-4f9e-bb5b-1574a536d473 HTTP/1.1" status: 404 len: 333 time: 0.0250092 Mar 11 19:58:15.017749 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 37778) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:15.100492 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8993c59c-63bd-405e-bf9b-dce996c9d272 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (2ecacb7e-771a-4c07-b10e-c912a3ad7b54), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:15.190016 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8993c59c-63bd-405e-bf9b-dce996c9d272 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (2ecacb7e-771a-4c07-b10e-c912a3ad7b54), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:15.216882 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-8993c59c-63bd-405e-bf9b-dce996c9d272 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ecacb7e-771a-4c07-b10e-c912a3ad7b54']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:58:15.231102 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-8993c59c-63bd-405e-bf9b-dce996c9d272 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12c1549a-edeb-4330-bfe1-b67bf3bdf1e4') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:58:15.231497 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-8993c59c-63bd-405e-bf9b-dce996c9d272 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12c1549a-edeb-4330-bfe1-b67bf3bdf1e4') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:58:15.242262 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8993c59c-63bd-405e-bf9b-dce996c9d272 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (12c1549a-edeb-4330-bfe1-b67bf3bdf1e4), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:15.257688 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8993c59c-63bd-405e-bf9b-dce996c9d272 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (12c1549a-edeb-4330-bfe1-b67bf3bdf1e4), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:15.264268 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8993c59c-63bd-405e-bf9b-dce996c9d272 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Releasing vlan 872 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:58:15.264693 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8993c59c-63bd-405e-bf9b-dce996c9d272 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (12c1549a-edeb-4330-bfe1-b67bf3bdf1e4), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:15.267731 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:58:15.267731 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:58:15.267731 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:58:15.267731 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:58:15.267731 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:58:15.267731 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:58:15.267731 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:58:15.267731 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:58:15.267731 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:58:15.267731 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:58:15.267731 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:58:15.267731 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:58:15.267731 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:58:15.267731 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:58:15.267731 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:58:15.267731 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:58:15.267731 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:58:15.267731 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:58:15.267731 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:58:15.267731 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:58:15.267731 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:58:15.267731 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:58:15.267731 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:58:15.267731 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:58:15.267731 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:58:15.267731 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:58:15.267731 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:58:15.267731 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:58:15.267731 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:58:15.267731 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:58:15.267731 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:58:15.267731 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:58:15.329841 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8993c59c-63bd-405e-bf9b-dce996c9d272 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (2ecacb7e-771a-4c07-b10e-c912a3ad7b54), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:15.334386 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8993c59c-63bd-405e-bf9b-dce996c9d272 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:15.337645 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8993c59c-63bd-405e-bf9b-dce996c9d272 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "DELETE /v2.0/networks/2ecacb7e-771a-4c07-b10e-c912a3ad7b54 HTTP/1.1" status: 204 len: 168 time: 0.3189955 Mar 11 19:58:15.341522 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 37782) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:15.346387 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-816e8210-e040-4ab8-8272-b1604e169bcc tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1614396341'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:58:15.363769 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8993c59c-63bd-405e-bf9b-dce996c9d272 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event deleted for resources: {'Network': ['ID=2ecacb7e-771a-4c07-b10e-c912a3ad7b54,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:15.382894 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816e8210-e040-4ab8-8272-b1604e169bcc tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Made reservation on behalf of 4dbd6ea97fa14d11b3340dc9c3476c52 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:58:15.386793 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-816e8210-e040-4ab8-8272-b1604e169bcc tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:15.412665 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-816e8210-e040-4ab8-8272-b1604e169bcc tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] vlan segment allocate from pool success with {'vlan_id': 865, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:58:15.423568 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-816e8210-e040-4ab8-8272-b1604e169bcc tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (ea9849fe-aa3f-4126-9923-aa6c0546e9de), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:15.423935 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-816e8210-e040-4ab8-8272-b1604e169bcc tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Added segment ea9849fe-aa3f-4126-9923-aa6c0546e9de of type vlan for network 07c2f2ec-3bfd-4ca6-851a-f404a18e213f Mar 11 19:58:15.470836 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-816e8210-e040-4ab8-8272-b1604e169bcc tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (07c2f2ec-3bfd-4ca6-851a-f404a18e213f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:15.497087 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-816e8210-e040-4ab8-8272-b1604e169bcc tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (07c2f2ec-3bfd-4ca6-851a-f404a18e213f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:15.502529 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816e8210-e040-4ab8-8272-b1604e169bcc tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:15.503234 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-816e8210-e040-4ab8-8272-b1604e169bcc tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:15.536671 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-816e8210-e040-4ab8-8272-b1604e169bcc tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1943300 Mar 11 19:58:15.540231 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 37790) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:15.545224 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-b3b1d0b7-e05a-4e51-831e-1e3c92ce3ad6 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Request body: {'subnet': {'network_id': '07c2f2ec-3bfd-4ca6-851a-f404a18e213f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:58:15.582952 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816e8210-e040-4ab8-8272-b1604e169bcc tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event updated for resources: {'Network': ['ID=07c2f2ec-3bfd-4ca6-851a-f404a18e213f,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:15.644845 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b1d0b7-e05a-4e51-831e-1e3c92ce3ad6 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Made reservation on behalf of 4dbd6ea97fa14d11b3340dc9c3476c52 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:58:15.648916 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b3b1d0b7-e05a-4e51-831e-1e3c92ce3ad6 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:15.723146 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.ipam_backend_mixin [None req-b3b1d0b7-e05a-4e51-831e-1e3c92ce3ad6 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Performing IP validity checks on allocation pools {{(pid=103885) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 11 19:58:15.723918 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.ipam_backend_mixin [None req-b3b1d0b7-e05a-4e51-831e-1e3c92ce3ad6 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103885) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 11 19:58:15.755743 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 07c2f2ec-3bfd-4ca6-851a-f404a18e213f details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:58:15.853157 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b3b1d0b7-e05a-4e51-831e-1e3c92ce3ad6 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (0b2f222c-dae8-45cb-83fd-bdf809f41b75), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:15.920911 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b1d0b7-e05a-4e51-831e-1e3c92ce3ad6 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event updated for resources: {'Subnet': ['ID=0b2f222c-dae8-45cb-83fd-bdf809f41b75,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:15.927818 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b1d0b7-e05a-4e51-831e-1e3c92ce3ad6 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Checking segment: {'id': 'ea9849fe-aa3f-4126-9923-aa6c0546e9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '07c2f2ec-3bfd-4ca6-851a-f404a18e213f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:58:15.928190 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b1d0b7-e05a-4e51-831e-1e3c92ce3ad6 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Network hostable DHCP agents. Network: 07c2f2ec-3bfd-4ca6-851a-f404a18e213f, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:58:15.947415 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b1d0b7-e05a-4e51-831e-1e3c92ce3ad6 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Network 07c2f2ec-3bfd-4ca6-851a-f404a18e213f is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:58:15.958602 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-b3b1d0b7-e05a-4e51-831e-1e3c92ce3ad6 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 07c2f2ec-3bfd-4ca6-851a-f404a18e213f) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:58:15.963767 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b1d0b7-e05a-4e51-831e-1e3c92ce3ad6 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:15.964429 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b3b1d0b7-e05a-4e51-831e-1e3c92ce3ad6 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:15.974874 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15daef4c-5e30-41f5-bb2b-008a45ae5374 None None] Network 07c2f2ec-3bfd-4ca6-851a-f404a18e213f requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:58:15.984365 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-b3b1d0b7-e05a-4e51-831e-1e3c92ce3ad6 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4428062 Mar 11 19:58:15.985907 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 37804) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:15.991334 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-356fca8a-0ac8-48bf-b3eb-49e9fc7a5183 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Request body: {'port': {'network_id': '07c2f2ec-3bfd-4ca6-851a-f404a18e213f', 'name': 'tempest-PortsTestJSON-625652280'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:58:16.128263 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-356fca8a-0ac8-48bf-b3eb-49e9fc7a5183 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Made reservation on behalf of 4dbd6ea97fa14d11b3340dc9c3476c52 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:58:16.131214 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1422f9f4-a466-4bb2-8ed4-3c789f88db1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-07c2f2ec-3bfd-4ca6-851a-f404a18e213f', 'network_id': '07c2f2ec-3bfd-4ca6-851a-f404a18e213f', 'project_id': '4dbd6ea97fa14d11b3340dc9c3476c52', 'fixed_ips': [{'subnet_id': '0b2f222c-dae8-45cb-83fd-bdf809f41b75'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:58:16.132557 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1422f9f4-a466-4bb2-8ed4-3c789f88db1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:16.133495 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-356fca8a-0ac8-48bf-b3eb-49e9fc7a5183 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:16.161541 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-356fca8a-0ac8-48bf-b3eb-49e9fc7a5183 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] device_id is not set on port 433851a7-2182-4980-9012-8e8a0365b685 yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:58:16.317415 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-356fca8a-0ac8-48bf-b3eb-49e9fc7a5183 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Allocated IP 172.20.0.9 (07c2f2ec-3bfd-4ca6-851a-f404a18e213f/0b2f222c-dae8-45cb-83fd-bdf809f41b75/433851a7-2182-4980-9012-8e8a0365b685) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:58:16.799837 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb34332-3b79-41ac-82e2-4eb809bd75e2 req-4e484b86-e995-44b8-aa25-0f9134911db7 tempest-VolumesActionsTest-795126890 tempest-VolumesActionsTest-795126890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:16.801320 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1cb34332-3b79-41ac-82e2-4eb809bd75e2 req-4e484b86-e995-44b8-aa25-0f9134911db7 tempest-VolumesActionsTest-795126890 tempest-VolumesActionsTest-795126890-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2f7956e-f561-443a-a758-012a72b51162 HTTP/1.1" status: 200 len: 945 time: 0.1244686 Mar 11 19:58:16.858353 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-356fca8a-0ac8-48bf-b3eb-49e9fc7a5183 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for port (433851a7-2182-4980-9012-8e8a0365b685), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:16.877837 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1cb34332-3b79-41ac-82e2-4eb809bd75e2 req-bef0b9e8-65c7-4446-8431-f6c7aa05308e tempest-VolumesActionsTest-795126890 tempest-VolumesActionsTest-795126890-project] 10.222.0.65 "GET /v2.0/security-groups?id=8792ec5d-83f1-4ff8-a058-5418d815bb25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685320 Mar 11 19:58:16.912762 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-356fca8a-0ac8-48bf-b3eb-49e9fc7a5183 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (433851a7-2182-4980-9012-8e8a0365b685), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:16.961074 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-1422f9f4-a466-4bb2-8ed4-3c789f88db1e None None] Allocated IP 172.20.0.2 (07c2f2ec-3bfd-4ca6-851a-f404a18e213f/0b2f222c-dae8-45cb-83fd-bdf809f41b75/9dc92eb6-ae88-4c98-961d-3407892dc873) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:58:16.968664 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356fca8a-0ac8-48bf-b3eb-49e9fc7a5183 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Network 07c2f2ec-3bfd-4ca6-851a-f404a18e213f is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:58:16.971759 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-356fca8a-0ac8-48bf-b3eb-49e9fc7a5183 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:58:16.976956 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356fca8a-0ac8-48bf-b3eb-49e9fc7a5183 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:58:16.979565 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356fca8a-0ac8-48bf-b3eb-49e9fc7a5183 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event updated for resources: {'Port': ['ID=433851a7-2182-4980-9012-8e8a0365b685,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:17.026937 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356fca8a-0ac8-48bf-b3eb-49e9fc7a5183 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:17.027542 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-356fca8a-0ac8-48bf-b3eb-49e9fc7a5183 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:17.044073 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-356fca8a-0ac8-48bf-b3eb-49e9fc7a5183 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0570016 Mar 11 19:58:17.046674 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 37826) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:17.130921 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1422f9f4-a466-4bb2-8ed4-3c789f88db1e None None] Publish callbacks [] for port (9dc92eb6-ae88-4c98-961d-3407892dc873), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:17.138796 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1422f9f4-a466-4bb2-8ed4-3c789f88db1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (9dc92eb6-ae88-4c98-961d-3407892dc873), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:17.158312 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-77cd2824-bba6-451c-b14f-ee0370d96c7d tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Deleting port 433851a7-2182-4980-9012-8e8a0365b685 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:58:17.158797 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-77cd2824-bba6-451c-b14f-ee0370d96c7d tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (433851a7-2182-4980-9012-8e8a0365b685), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:17.172089 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1422f9f4-a466-4bb2-8ed4-3c789f88db1e None None] Network 07c2f2ec-3bfd-4ca6-851a-f404a18e213f is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:58:17.175469 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-1422f9f4-a466-4bb2-8ed4-3c789f88db1e None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:58:17.177416 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1422f9f4-a466-4bb2-8ed4-3c789f88db1e None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:58:17.219829 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1422f9f4-a466-4bb2-8ed4-3c789f88db1e None None] Pushing event updated for resources: {'Port': ['ID=9dc92eb6-ae88-4c98-961d-3407892dc873,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:17.248227 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-1422f9f4-a466-4bb2-8ed4-3c789f88db1e None None] Attempting to bind port 9dc92eb6-ae88-4c98-961d-3407892dc873 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:58:17.248891 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-1422f9f4-a466-4bb2-8ed4-3c789f88db1e None None] Attempting to bind port 9dc92eb6-ae88-4c98-961d-3407892dc873 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'ea9849fe-aa3f-4126-9923-aa6c0546e9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '07c2f2ec-3bfd-4ca6-851a-f404a18e213f'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:58:17.249468 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1422f9f4-a466-4bb2-8ed4-3c789f88db1e None None] Attempting to bind port 9dc92eb6-ae88-4c98-961d-3407892dc873 on network 07c2f2ec-3bfd-4ca6-851a-f404a18e213f {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:58:17.255072 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1422f9f4-a466-4bb2-8ed4-3c789f88db1e None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:58:17.255760 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1422f9f4-a466-4bb2-8ed4-3c789f88db1e None None] Checking segment: {'id': 'ea9849fe-aa3f-4126-9923-aa6c0546e9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '07c2f2ec-3bfd-4ca6-851a-f404a18e213f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:58:17.256337 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1422f9f4-a466-4bb2-8ed4-3c789f88db1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:17.257641 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1422f9f4-a466-4bb2-8ed4-3c789f88db1e None None] Bound using segment: {'id': 'ea9849fe-aa3f-4126-9923-aa6c0546e9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '07c2f2ec-3bfd-4ca6-851a-f404a18e213f'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:58:17.258118 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-1422f9f4-a466-4bb2-8ed4-3c789f88db1e None None] Bound port: 9dc92eb6-ae88-4c98-961d-3407892dc873, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea9849fe-aa3f-4126-9923-aa6c0546e9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 865, 'network_id': '07c2f2ec-3bfd-4ca6-851a-f404a18e213f'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:58:17.258499 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1422f9f4-a466-4bb2-8ed4-3c789f88db1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (9dc92eb6-ae88-4c98-961d-3407892dc873), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:17.267866 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-77cd2824-bba6-451c-b14f-ee0370d96c7d tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (433851a7-2182-4980-9012-8e8a0365b685), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:17.281322 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-77cd2824-bba6-451c-b14f-ee0370d96c7d tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Calling delete_port for 433851a7-2182-4980-9012-8e8a0365b685 owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:58:17.325142 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-1422f9f4-a466-4bb2-8ed4-3c789f88db1e None None] For port 9dc92eb6-ae88-4c98-961d-3407892dc873, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:58:17.328372 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-1422f9f4-a466-4bb2-8ed4-3c789f88db1e None None] For port 9dc92eb6-ae88-4c98-961d-3407892dc873, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=9dc92eb6-ae88-4c98-961d-3407892dc873,segment=NetworkSegment(ea9849fe-aa3f-4126-9923-aa6c0546e9de),segment_id=ea9849fe-aa3f-4126-9923-aa6c0546e9de)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:58:17.336446 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1422f9f4-a466-4bb2-8ed4-3c789f88db1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (9dc92eb6-ae88-4c98-961d-3407892dc873), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:17.405024 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1422f9f4-a466-4bb2-8ed4-3c789f88db1e None None] Pushing event updated for resources: {'Port': ['ID=9dc92eb6-ae88-4c98-961d-3407892dc873,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:17.433497 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-77cd2824-bba6-451c-b14f-ee0370d96c7d tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (433851a7-2182-4980-9012-8e8a0365b685), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:17.476077 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cd2824-bba6-451c-b14f-ee0370d96c7d tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event deleted for resources: {'Port': ['ID=433851a7-2182-4980-9012-8e8a0365b685,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:17.550542 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-77cd2824-bba6-451c-b14f-ee0370d96c7d tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:17.557309 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-77cd2824-bba6-451c-b14f-ee0370d96c7d tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "DELETE /v2.0/ports/433851a7-2182-4980-9012-8e8a0365b685 HTTP/1.1" status: 204 len: 168 time: 0.5087383 Mar 11 19:58:17.557850 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 37830) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:17.609935 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-69fd4725-0483-460c-9a99-a39e55605ae6 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] DELETE failed (client error): The resource could not be found. Mar 11 19:58:17.610534 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69fd4725-0483-460c-9a99-a39e55605ae6 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:58:17.615101 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-69fd4725-0483-460c-9a99-a39e55605ae6 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "DELETE /v2.0/ports/433851a7-2182-4980-9012-8e8a0365b685 HTTP/1.1" status: 404 len: 333 time: 0.0557396 Mar 11 19:58:17.621593 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 37834) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:17.665446 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c4779a8-925c-43b4-97e4-c7458541ccab tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] GET failed (client error): The resource could not be found. Mar 11 19:58:17.669971 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-3c4779a8-925c-43b4-97e4-c7458541ccab tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "GET /v2.0/ports/433851a7-2182-4980-9012-8e8a0365b685 HTTP/1.1" status: 404 len: 333 time: 0.0393050 Mar 11 19:58:17.670357 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 37838) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:17.727955 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-0453c304-6919-4e1c-bd6a-a230526afdaa tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Deleting subnet 0b2f222c-dae8-45cb-83fd-bdf809f41b75 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:58:17.736521 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0453c304-6919-4e1c-bd6a-a230526afdaa tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for subnet (0b2f222c-dae8-45cb-83fd-bdf809f41b75), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:17.793476 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0453c304-6919-4e1c-bd6a-a230526afdaa tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (0b2f222c-dae8-45cb-83fd-bdf809f41b75), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:17.916518 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0453c304-6919-4e1c-bd6a-a230526afdaa tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (0b2f222c-dae8-45cb-83fd-bdf809f41b75), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:18.051581 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0453c304-6919-4e1c-bd6a-a230526afdaa tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (0b2f222c-dae8-45cb-83fd-bdf809f41b75), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:18.088839 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0453c304-6919-4e1c-bd6a-a230526afdaa tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event deleted for resources: {'Subnet': ['ID=0b2f222c-dae8-45cb-83fd-bdf809f41b75,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:18.095035 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0453c304-6919-4e1c-bd6a-a230526afdaa tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:18.100747 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-0453c304-6919-4e1c-bd6a-a230526afdaa tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "DELETE /v2.0/subnets/0b2f222c-dae8-45cb-83fd-bdf809f41b75 HTTP/1.1" status: 204 len: 168 time: 0.4269390 Mar 11 19:58:18.101216 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 37846) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:18.112122 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11405f-8052-4c43-84cd-4d83e2eccc4b req-47be6594-8861-47b6-9a22-4da66fe03f9d tempest-VolumesActionsTest-795126890 tempest-VolumesActionsTest-795126890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:18.113720 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ac11405f-8052-4c43-84cd-4d83e2eccc4b req-47be6594-8861-47b6-9a22-4da66fe03f9d tempest-VolumesActionsTest-795126890 tempest-VolumesActionsTest-795126890-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2f7956e-f561-443a-a758-012a72b51162 HTTP/1.1" status: 200 len: 945 time: 0.1442530 Mar 11 19:58:18.126815 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eab97c-cdaa-4fac-8f16-383540712ab2 req-2233b3df-6cbf-44ed-9f2c-5653d35dd3ad tempest-VolumesActionsTest-795126890 tempest-VolumesActionsTest-795126890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:18.128397 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-06eab97c-cdaa-4fac-8f16-383540712ab2 req-2233b3df-6cbf-44ed-9f2c-5653d35dd3ad tempest-VolumesActionsTest-795126890 tempest-VolumesActionsTest-795126890-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2f7956e-f561-443a-a758-012a72b51162 HTTP/1.1" status: 200 len: 945 time: 0.1241295 Mar 11 19:58:18.209937 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ebd8c89-3bc9-4da0-afa1-425afe3c018c tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (07c2f2ec-3bfd-4ca6-851a-f404a18e213f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:18.275805 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-7ebd8c89-3bc9-4da0-afa1-425afe3c018c tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Deleting port 9dc92eb6-ae88-4c98-961d-3407892dc873 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:58:18.276448 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ebd8c89-3bc9-4da0-afa1-425afe3c018c tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (9dc92eb6-ae88-4c98-961d-3407892dc873), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:18.285625 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ac11405f-8052-4c43-84cd-4d83e2eccc4b req-daac29a6-1b5d-4df8-b598-4540ebdd6692 tempest-VolumesActionsTest-795126890 tempest-VolumesActionsTest-795126890-project] 10.222.0.65 "GET /v2.0/security-groups?id=8792ec5d-83f1-4ff8-a058-5418d815bb25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560764 Mar 11 19:58:18.321505 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-06eab97c-cdaa-4fac-8f16-383540712ab2 req-a98306f5-3cff-41ed-8efb-7db6c494e79d tempest-VolumesActionsTest-795126890 tempest-VolumesActionsTest-795126890-project] Deleting port a731f2c1-016f-46fd-97f2-74aeabb7a835 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:58:18.321938 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-06eab97c-cdaa-4fac-8f16-383540712ab2 req-a98306f5-3cff-41ed-8efb-7db6c494e79d tempest-VolumesActionsTest-795126890 tempest-VolumesActionsTest-795126890-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (a731f2c1-016f-46fd-97f2-74aeabb7a835), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:18.384232 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-7ebd8c89-3bc9-4da0-afa1-425afe3c018c tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] For port 9dc92eb6-ae88-4c98-961d-3407892dc873, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=9dc92eb6-ae88-4c98-961d-3407892dc873,segment=NetworkSegment(ea9849fe-aa3f-4126-9923-aa6c0546e9de),segment_id=ea9849fe-aa3f-4126-9923-aa6c0546e9de)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:58:18.385312 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ebd8c89-3bc9-4da0-afa1-425afe3c018c tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (9dc92eb6-ae88-4c98-961d-3407892dc873), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:18.403715 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-7ebd8c89-3bc9-4da0-afa1-425afe3c018c tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Calling delete_port for 9dc92eb6-ae88-4c98-961d-3407892dc873 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:58:18.439203 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-06eab97c-cdaa-4fac-8f16-383540712ab2 req-a98306f5-3cff-41ed-8efb-7db6c494e79d tempest-VolumesActionsTest-795126890 tempest-VolumesActionsTest-795126890-project] For port a731f2c1-016f-46fd-97f2-74aeabb7a835, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=a731f2c1-016f-46fd-97f2-74aeabb7a835,segment=NetworkSegment(2ac58202-9960-4409-9b2e-511d9ccfce0a),segment_id=2ac58202-9960-4409-9b2e-511d9ccfce0a)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:58:18.439620 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-06eab97c-cdaa-4fac-8f16-383540712ab2 req-a98306f5-3cff-41ed-8efb-7db6c494e79d tempest-VolumesActionsTest-795126890 tempest-VolumesActionsTest-795126890-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (a731f2c1-016f-46fd-97f2-74aeabb7a835), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:18.462621 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-06eab97c-cdaa-4fac-8f16-383540712ab2 req-a98306f5-3cff-41ed-8efb-7db6c494e79d tempest-VolumesActionsTest-795126890 tempest-VolumesActionsTest-795126890-project] Calling delete_port for a731f2c1-016f-46fd-97f2-74aeabb7a835 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:58:18.577863 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ebd8c89-3bc9-4da0-afa1-425afe3c018c tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (9dc92eb6-ae88-4c98-961d-3407892dc873), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:18.624988 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd8c89-3bc9-4da0-afa1-425afe3c018c tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event deleted for resources: {'Port': ['ID=9dc92eb6-ae88-4c98-961d-3407892dc873,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:18.639929 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebd8c89-3bc9-4da0-afa1-425afe3c018c tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] No DVR routers for this DVR port 9dc92eb6-ae88-4c98-961d-3407892dc873 on host n-d-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:58:18.656366 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-06eab97c-cdaa-4fac-8f16-383540712ab2 req-a98306f5-3cff-41ed-8efb-7db6c494e79d tempest-VolumesActionsTest-795126890 tempest-VolumesActionsTest-795126890-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (a731f2c1-016f-46fd-97f2-74aeabb7a835), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:18.668824 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['a731f2c1-016f-46fd-97f2-74aeabb7a835'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:58:18.718711 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98306f5-3cff-41ed-8efb-7db6c494e79d tempest-VolumesActionsTest-795126890 tempest-VolumesActionsTest-795126890-project] Pushing event deleted for resources: {'Port': ['ID=a731f2c1-016f-46fd-97f2-74aeabb7a835,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:18.752314 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 9dc92eb6-ae88-4c98-961d-3407892dc873 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:58:18.793935 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 9dc92eb6-ae88-4c98-961d-3407892dc873 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:58:18.794423 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 9dc92eb6-ae88-4c98-961d-3407892dc873 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 11 19:58:18.803445 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ebd8c89-3bc9-4da0-afa1-425afe3c018c tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (07c2f2ec-3bfd-4ca6-851a-f404a18e213f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:18.812774 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-06eab97c-cdaa-4fac-8f16-383540712ab2 req-a98306f5-3cff-41ed-8efb-7db6c494e79d tempest-VolumesActionsTest-795126890 tempest-VolumesActionsTest-795126890-project] No DVR routers for this DVR port a731f2c1-016f-46fd-97f2-74aeabb7a835 on host n-h2-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:58:18.816541 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-06eab97c-cdaa-4fac-8f16-383540712ab2 req-a98306f5-3cff-41ed-8efb-7db6c494e79d tempest-VolumesActionsTest-795126890 tempest-VolumesActionsTest-795126890-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:18.820748 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-06eab97c-cdaa-4fac-8f16-383540712ab2 req-a98306f5-3cff-41ed-8efb-7db6c494e79d tempest-VolumesActionsTest-795126890 tempest-VolumesActionsTest-795126890-project] 10.222.0.57 "DELETE /v2.0/ports/a731f2c1-016f-46fd-97f2-74aeabb7a835 HTTP/1.1" status: 204 len: 173 time: 0.6847837 Mar 11 19:58:18.823865 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f7956e-f561-443a-a758-012a72b51162', 'name': 'network-vif-deleted', 'tag': 'a731f2c1-016f-46fd-97f2-74aeabb7a835'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:58:18.827931 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e35e7f7c-d7cd-4edd-b2e1-026ab9eb6cdd" -d '{"events": [{"server_uuid": "a2f7956e-f561-443a-a758-012a72b51162", "name": "network-vif-deleted", "tag": "a731f2c1-016f-46fd-97f2-74aeabb7a835"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:58:18.851990 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-7ebd8c89-3bc9-4da0-afa1-425afe3c018c tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07c2f2ec-3bfd-4ca6-851a-f404a18e213f']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:58:18.855293 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Port 9dc92eb6-ae88-4c98-961d-3407892dc873 not found, will not notify nova. {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 11 19:58:18.869191 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed37c8f5-5638-4155-a6c1-09e2ee13cb82 None None] Network 07c2f2ec-3bfd-4ca6-851a-f404a18e213f requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:58:18.897284 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-7ebd8c89-3bc9-4da0-afa1-425afe3c018c tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea9849fe-aa3f-4126-9923-aa6c0546e9de') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:58:18.897596 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-7ebd8c89-3bc9-4da0-afa1-425afe3c018c tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea9849fe-aa3f-4126-9923-aa6c0546e9de') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:58:18.899000 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ccf397-fc6d-404d-b5bc-b18682225b1d x-openstack-request-id: req-a2ccf397-fc6d-404d-b5bc-b18682225b1d {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:58:18.899415 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2f7956e-f561-443a-a758-012a72b51162", "name": "network-vif-deleted", "tag": "a731f2c1-016f-46fd-97f2-74aeabb7a835", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:58:18.899790 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a2ccf397-fc6d-404d-b5bc-b18682225b1d {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:58:18.900296 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f7956e-f561-443a-a758-012a72b51162', 'name': 'network-vif-deleted', 'tag': 'a731f2c1-016f-46fd-97f2-74aeabb7a835', 'status': 'completed', 'code': 200} Mar 11 19:58:18.902211 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-1ad42b32-7f65-4665-9aba-8ab77b521d51 None None] Could not find standard attr ID for object 9dc92eb6-ae88-4c98-961d-3407892dc873. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 19:58:18.918790 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ebd8c89-3bc9-4da0-afa1-425afe3c018c tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (ea9849fe-aa3f-4126-9923-aa6c0546e9de), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:18.936282 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ebd8c89-3bc9-4da0-afa1-425afe3c018c tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (ea9849fe-aa3f-4126-9923-aa6c0546e9de), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:18.945057 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ebd8c89-3bc9-4da0-afa1-425afe3c018c tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Releasing vlan 865 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:58:18.945814 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ebd8c89-3bc9-4da0-afa1-425afe3c018c tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (ea9849fe-aa3f-4126-9923-aa6c0546e9de), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:18.971949 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:58:18.971949 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:58:18.971949 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:58:18.971949 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:58:18.971949 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:58:18.971949 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:58:18.971949 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:58:18.971949 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:58:18.971949 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:58:18.971949 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:58:18.971949 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:58:18.971949 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:58:18.971949 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:58:18.971949 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:58:18.971949 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:58:18.971949 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:58:18.971949 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:58:18.971949 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:58:18.971949 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:58:18.971949 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:58:18.971949 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:58:18.971949 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:58:18.971949 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:58:18.971949 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:58:18.971949 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:58:18.971949 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:58:18.971949 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:58:18.971949 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:58:18.971949 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:58:18.971949 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:58:18.971949 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:58:18.971949 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:58:19.045695 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:19.047033 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ebd8c89-3bc9-4da0-afa1-425afe3c018c tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (07c2f2ec-3bfd-4ca6-851a-f404a18e213f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:19.051762 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ebd8c89-3bc9-4da0-afa1-425afe3c018c tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:19.061847 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 37852) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:19.062331 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-7ebd8c89-3bc9-4da0-afa1-425afe3c018c tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "DELETE /v2.0/networks/07c2f2ec-3bfd-4ca6-851a-f404a18e213f HTTP/1.1" status: 204 len: 168 time: 0.9589586 Mar 11 19:58:19.067518 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-25513ca0-bccb-474a-9bf3-ebfe1e26d857 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1253612974'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:58:19.080060 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd8c89-3bc9-4da0-afa1-425afe3c018c tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event deleted for resources: {'Network': ['ID=07c2f2ec-3bfd-4ca6-851a-f404a18e213f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:19.093094 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25513ca0-bccb-474a-9bf3-ebfe1e26d857 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Made reservation on behalf of 4dbd6ea97fa14d11b3340dc9c3476c52 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:58:19.096708 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-25513ca0-bccb-474a-9bf3-ebfe1e26d857 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:19.140687 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39478743-0972-4ad4-9f94-abdc9233f3ea None None] DHCP port deletion for 07c2f2ec-3bfd-4ca6-851a-f404a18e213f request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:58:19.144500 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25513ca0-bccb-474a-9bf3-ebfe1e26d857 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] vlan segment allocate from pool success with {'vlan_id': 871, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:58:19.165796 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-25513ca0-bccb-474a-9bf3-ebfe1e26d857 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (225b4c95-b4d8-4466-b10a-b22bf77d622c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:19.166280 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-25513ca0-bccb-474a-9bf3-ebfe1e26d857 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Added segment 225b4c95-b4d8-4466-b10a-b22bf77d622c of type vlan for network 75bbf6c7-6142-4b2b-9c0a-2b6c3e5c9c16 Mar 11 19:58:19.217819 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-25513ca0-bccb-474a-9bf3-ebfe1e26d857 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (75bbf6c7-6142-4b2b-9c0a-2b6c3e5c9c16), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:19.251259 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-25513ca0-bccb-474a-9bf3-ebfe1e26d857 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (75bbf6c7-6142-4b2b-9c0a-2b6c3e5c9c16), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:19.260353 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25513ca0-bccb-474a-9bf3-ebfe1e26d857 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:19.260948 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-25513ca0-bccb-474a-9bf3-ebfe1e26d857 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:19.304487 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-25513ca0-bccb-474a-9bf3-ebfe1e26d857 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2381752 Mar 11 19:58:19.305397 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 37856) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:19.310181 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-fd2bfa39-355a-4d35-aa90-437f37b542ce tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Request body: {'subnet': {'network_id': '75bbf6c7-6142-4b2b-9c0a-2b6c3e5c9c16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:58:19.375365 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25513ca0-bccb-474a-9bf3-ebfe1e26d857 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event updated for resources: {'Network': ['ID=75bbf6c7-6142-4b2b-9c0a-2b6c3e5c9c16,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:19.386040 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 75bbf6c7-6142-4b2b-9c0a-2b6c3e5c9c16 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:58:19.440774 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f4d9cff7-6615-48d3-9683-33a831cd48fb req-50759281-697e-44e1-a0c5-7e4cab35d149 tempest-VolumesActionsTest-795126890 tempest-VolumesActionsTest-795126890-project] 10.222.0.65 "GET /v2.0/ports?device_id=a2f7956e-f561-443a-a758-012a72b51162 HTTP/1.1" status: 200 len: 210 time: 0.0352693 Mar 11 19:58:19.442544 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2bfa39-355a-4d35-aa90-437f37b542ce tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Made reservation on behalf of 4dbd6ea97fa14d11b3340dc9c3476c52 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:58:19.447530 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fd2bfa39-355a-4d35-aa90-437f37b542ce tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:19.642544 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fd2bfa39-355a-4d35-aa90-437f37b542ce tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (960a97ed-e211-4eba-98cb-afdc1151c6e9), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:19.699512 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2bfa39-355a-4d35-aa90-437f37b542ce tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event updated for resources: {'Subnet': ['ID=960a97ed-e211-4eba-98cb-afdc1151c6e9,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:19.710414 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2bfa39-355a-4d35-aa90-437f37b542ce tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Checking segment: {'id': '225b4c95-b4d8-4466-b10a-b22bf77d622c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '75bbf6c7-6142-4b2b-9c0a-2b6c3e5c9c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:58:19.710778 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2bfa39-355a-4d35-aa90-437f37b542ce tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Network hostable DHCP agents. Network: 75bbf6c7-6142-4b2b-9c0a-2b6c3e5c9c16, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:58:19.729825 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2bfa39-355a-4d35-aa90-437f37b542ce tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Network 75bbf6c7-6142-4b2b-9c0a-2b6c3e5c9c16 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:58:19.739647 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-fd2bfa39-355a-4d35-aa90-437f37b542ce tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 75bbf6c7-6142-4b2b-9c0a-2b6c3e5c9c16) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:58:19.743915 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2bfa39-355a-4d35-aa90-437f37b542ce tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:19.744518 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fd2bfa39-355a-4d35-aa90-437f37b542ce tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:19.750694 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f183d40-08f6-4a4f-9aee-43512c011d0f None None] Network 75bbf6c7-6142-4b2b-9c0a-2b6c3e5c9c16 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:58:19.767937 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 37858) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:19.769096 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-fd2bfa39-355a-4d35-aa90-437f37b542ce tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4631822 Mar 11 19:58:19.773818 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-60534547-e0e3-4e26-897b-6ff4dee9f46d tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Request body: {'port': {'network_id': '75bbf6c7-6142-4b2b-9c0a-2b6c3e5c9c16', 'security_groups': [], 'name': 'tempest-PortsTestJSON-690421420'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:58:19.866111 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcf420f-2208-4266-9f62-8dda9190e362 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-75bbf6c7-6142-4b2b-9c0a-2b6c3e5c9c16', 'network_id': '75bbf6c7-6142-4b2b-9c0a-2b6c3e5c9c16', 'project_id': '4dbd6ea97fa14d11b3340dc9c3476c52', 'fixed_ips': [{'subnet_id': '960a97ed-e211-4eba-98cb-afdc1151c6e9'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:58:19.867283 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fbcf420f-2208-4266-9f62-8dda9190e362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:19.888595 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60534547-e0e3-4e26-897b-6ff4dee9f46d tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Made reservation on behalf of 4dbd6ea97fa14d11b3340dc9c3476c52 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:58:19.892597 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-60534547-e0e3-4e26-897b-6ff4dee9f46d tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:19.917655 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-60534547-e0e3-4e26-897b-6ff4dee9f46d tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] device_id is not set on port 8858bc7e-50ff-4a49-b609-9b972a838478 yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:58:20.004879 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-fbcf420f-2208-4266-9f62-8dda9190e362 None None] Allocated IP 172.20.0.2 (75bbf6c7-6142-4b2b-9c0a-2b6c3e5c9c16/960a97ed-e211-4eba-98cb-afdc1151c6e9/30baf83a-2f18-4df4-b712-05f920901b8c) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:58:20.153863 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fbcf420f-2208-4266-9f62-8dda9190e362 None None] Publish callbacks [] for port (30baf83a-2f18-4df4-b712-05f920901b8c), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:20.160105 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fbcf420f-2208-4266-9f62-8dda9190e362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (30baf83a-2f18-4df4-b712-05f920901b8c), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:20.199400 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcf420f-2208-4266-9f62-8dda9190e362 None None] Network 75bbf6c7-6142-4b2b-9c0a-2b6c3e5c9c16 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:58:20.202544 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-fbcf420f-2208-4266-9f62-8dda9190e362 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:58:20.204970 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcf420f-2208-4266-9f62-8dda9190e362 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:58:20.213249 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-60534547-e0e3-4e26-897b-6ff4dee9f46d tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Allocated IP 172.20.0.14 (75bbf6c7-6142-4b2b-9c0a-2b6c3e5c9c16/960a97ed-e211-4eba-98cb-afdc1151c6e9/8858bc7e-50ff-4a49-b609-9b972a838478) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:58:20.261620 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcf420f-2208-4266-9f62-8dda9190e362 None None] Pushing event updated for resources: {'Port': ['ID=30baf83a-2f18-4df4-b712-05f920901b8c,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:20.278772 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-fbcf420f-2208-4266-9f62-8dda9190e362 None None] Attempting to bind port 30baf83a-2f18-4df4-b712-05f920901b8c on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:58:20.278772 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-fbcf420f-2208-4266-9f62-8dda9190e362 None None] Attempting to bind port 30baf83a-2f18-4df4-b712-05f920901b8c by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '225b4c95-b4d8-4466-b10a-b22bf77d622c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '75bbf6c7-6142-4b2b-9c0a-2b6c3e5c9c16'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:58:20.279007 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcf420f-2208-4266-9f62-8dda9190e362 None None] Attempting to bind port 30baf83a-2f18-4df4-b712-05f920901b8c on network 75bbf6c7-6142-4b2b-9c0a-2b6c3e5c9c16 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:58:20.284322 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcf420f-2208-4266-9f62-8dda9190e362 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:58:20.284710 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcf420f-2208-4266-9f62-8dda9190e362 None None] Checking segment: {'id': '225b4c95-b4d8-4466-b10a-b22bf77d622c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '75bbf6c7-6142-4b2b-9c0a-2b6c3e5c9c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:58:20.285127 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fbcf420f-2208-4266-9f62-8dda9190e362 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:20.285527 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcf420f-2208-4266-9f62-8dda9190e362 None None] Bound using segment: {'id': '225b4c95-b4d8-4466-b10a-b22bf77d622c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '75bbf6c7-6142-4b2b-9c0a-2b6c3e5c9c16'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:58:20.286026 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-fbcf420f-2208-4266-9f62-8dda9190e362 None None] Bound port: 30baf83a-2f18-4df4-b712-05f920901b8c, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '225b4c95-b4d8-4466-b10a-b22bf77d622c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': '75bbf6c7-6142-4b2b-9c0a-2b6c3e5c9c16'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:58:20.286416 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fbcf420f-2208-4266-9f62-8dda9190e362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (30baf83a-2f18-4df4-b712-05f920901b8c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:20.353720 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-fbcf420f-2208-4266-9f62-8dda9190e362 None None] For port 30baf83a-2f18-4df4-b712-05f920901b8c, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:58:20.356967 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-fbcf420f-2208-4266-9f62-8dda9190e362 None None] For port 30baf83a-2f18-4df4-b712-05f920901b8c, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=30baf83a-2f18-4df4-b712-05f920901b8c,segment=NetworkSegment(225b4c95-b4d8-4466-b10a-b22bf77d622c),segment_id=225b4c95-b4d8-4466-b10a-b22bf77d622c)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:58:20.365147 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fbcf420f-2208-4266-9f62-8dda9190e362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (30baf83a-2f18-4df4-b712-05f920901b8c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:20.370580 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-60534547-e0e3-4e26-897b-6ff4dee9f46d tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for port (8858bc7e-50ff-4a49-b609-9b972a838478), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:20.411557 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-60534547-e0e3-4e26-897b-6ff4dee9f46d tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (8858bc7e-50ff-4a49-b609-9b972a838478), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:20.430460 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcf420f-2208-4266-9f62-8dda9190e362 None None] Pushing event updated for resources: {'Port': ['ID=30baf83a-2f18-4df4-b712-05f920901b8c,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:20.451809 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60534547-e0e3-4e26-897b-6ff4dee9f46d tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Network 75bbf6c7-6142-4b2b-9c0a-2b6c3e5c9c16 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:58:20.455122 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-60534547-e0e3-4e26-897b-6ff4dee9f46d tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:58:20.460125 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60534547-e0e3-4e26-897b-6ff4dee9f46d tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:58:20.496836 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60534547-e0e3-4e26-897b-6ff4dee9f46d tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event updated for resources: {'Port': ['ID=8858bc7e-50ff-4a49-b609-9b972a838478,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:20.528200 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60534547-e0e3-4e26-897b-6ff4dee9f46d tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:20.528871 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-60534547-e0e3-4e26-897b-6ff4dee9f46d tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:20.554505 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-60534547-e0e3-4e26-897b-6ff4dee9f46d tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 0.7821860 Mar 11 19:58:20.554999 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 37866) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:20.668497 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 9dc92eb6-ae88-4c98-961d-3407892dc873 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:58:20.702458 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 9dc92eb6-ae88-4c98-961d-3407892dc873 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:58:20.702812 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 9dc92eb6-ae88-4c98-961d-3407892dc873 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:58:20.719023 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-19dcbe3e-a775-4411-ad09-b9a5f101cd12 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Deleting port 8858bc7e-50ff-4a49-b609-9b972a838478 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:58:20.719504 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-19dcbe3e-a775-4411-ad09-b9a5f101cd12 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (8858bc7e-50ff-4a49-b609-9b972a838478), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:20.841384 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-19dcbe3e-a775-4411-ad09-b9a5f101cd12 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (8858bc7e-50ff-4a49-b609-9b972a838478), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:20.857465 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-19dcbe3e-a775-4411-ad09-b9a5f101cd12 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Calling delete_port for 8858bc7e-50ff-4a49-b609-9b972a838478 owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:58:21.033071 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-19dcbe3e-a775-4411-ad09-b9a5f101cd12 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (8858bc7e-50ff-4a49-b609-9b972a838478), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:21.067723 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dcbe3e-a775-4411-ad09-b9a5f101cd12 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event deleted for resources: {'Port': ['ID=8858bc7e-50ff-4a49-b609-9b972a838478,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:21.164325 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-19dcbe3e-a775-4411-ad09-b9a5f101cd12 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:21.171676 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-19dcbe3e-a775-4411-ad09-b9a5f101cd12 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "DELETE /v2.0/ports/8858bc7e-50ff-4a49-b609-9b972a838478 HTTP/1.1" status: 204 len: 168 time: 0.6141927 Mar 11 19:58:21.172782 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 37878) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:21.200038 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-7149f868-6a1d-43f3-85ba-d2c33f97259f tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] GET failed (client error): The resource could not be found. Mar 11 19:58:21.203051 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-7149f868-6a1d-43f3-85ba-d2c33f97259f tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "GET /v2.0/ports/8858bc7e-50ff-4a49-b609-9b972a838478 HTTP/1.1" status: 404 len: 333 time: 0.0277536 Mar 11 19:58:21.204306 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 37880) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:21.266036 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-182f660c-a960-43b6-9719-0f498b67942b tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Deleting subnet 960a97ed-e211-4eba-98cb-afdc1151c6e9 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:58:21.269479 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-182f660c-a960-43b6-9719-0f498b67942b tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for subnet (960a97ed-e211-4eba-98cb-afdc1151c6e9), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:21.324063 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-182f660c-a960-43b6-9719-0f498b67942b tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (960a97ed-e211-4eba-98cb-afdc1151c6e9), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:21.424668 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-182f660c-a960-43b6-9719-0f498b67942b tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (960a97ed-e211-4eba-98cb-afdc1151c6e9), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:21.496545 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-182f660c-a960-43b6-9719-0f498b67942b tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (960a97ed-e211-4eba-98cb-afdc1151c6e9), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:21.536522 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-182f660c-a960-43b6-9719-0f498b67942b tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:21.540778 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-182f660c-a960-43b6-9719-0f498b67942b tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "DELETE /v2.0/subnets/960a97ed-e211-4eba-98cb-afdc1151c6e9 HTTP/1.1" status: 204 len: 168 time: 0.3353095 Mar 11 19:58:21.541838 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182f660c-a960-43b6-9719-0f498b67942b tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event deleted for resources: {'Subnet': ['ID=960a97ed-e211-4eba-98cb-afdc1151c6e9,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:21.543477 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 37882) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:21.633968 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-369db700-530d-4dfc-8e79-49458fc135d2 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (75bbf6c7-6142-4b2b-9c0a-2b6c3e5c9c16), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:21.703870 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-369db700-530d-4dfc-8e79-49458fc135d2 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Deleting port 30baf83a-2f18-4df4-b712-05f920901b8c {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:58:21.704229 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-369db700-530d-4dfc-8e79-49458fc135d2 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (30baf83a-2f18-4df4-b712-05f920901b8c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:21.741053 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device a731f2c1-016f-46fd-97f2-74aeabb7a835 no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:58:21.764040 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7077f5a-3234-40c5-9816-b80f5a0b74ca None None] Network 75bbf6c7-6142-4b2b-9c0a-2b6c3e5c9c16 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:58:21.767808 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: a731f2c1-016f-46fd-97f2-74aeabb7a835 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:58:21.768409 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device a731f2c1-016f-46fd-97f2-74aeabb7a835 not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:58:21.774212 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-369db700-530d-4dfc-8e79-49458fc135d2 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] For port 30baf83a-2f18-4df4-b712-05f920901b8c, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=30baf83a-2f18-4df4-b712-05f920901b8c,segment=NetworkSegment(225b4c95-b4d8-4466-b10a-b22bf77d622c),segment_id=225b4c95-b4d8-4466-b10a-b22bf77d622c)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:58:21.774755 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-369db700-530d-4dfc-8e79-49458fc135d2 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (30baf83a-2f18-4df4-b712-05f920901b8c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:21.789313 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-369db700-530d-4dfc-8e79-49458fc135d2 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Calling delete_port for 30baf83a-2f18-4df4-b712-05f920901b8c owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:58:21.876387 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-9f36a1d0-03af-4807-bfdd-4bb588288391 None None] Provisioning complete for port 30baf83a-2f18-4df4-b712-05f920901b8c triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:58:21.876839 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9f36a1d0-03af-4807-bfdd-4bb588288391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (30baf83a-2f18-4df4-b712-05f920901b8c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:21.921819 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-369db700-530d-4dfc-8e79-49458fc135d2 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (30baf83a-2f18-4df4-b712-05f920901b8c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:21.921998 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-9f36a1d0-03af-4807-bfdd-4bb588288391 None None] Could not find standard attr ID for object 30baf83a-2f18-4df4-b712-05f920901b8c. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 19:58:21.924694 n-d-833163-1 neutron-server[103886]: INFO neutron.plugins.ml2.db [None req-9f36a1d0-03af-4807-bfdd-4bb588288391 None None] No ports have port_id starting with 30baf83a-2f18-4df4-b712-05f920901b8c Mar 11 19:58:21.956988 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369db700-530d-4dfc-8e79-49458fc135d2 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event deleted for resources: {'Port': ['ID=30baf83a-2f18-4df4-b712-05f920901b8c,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:21.961421 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369db700-530d-4dfc-8e79-49458fc135d2 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] No DVR routers for this DVR port 30baf83a-2f18-4df4-b712-05f920901b8c on host n-d-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:58:22.021923 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70716be-dbc3-4a25-9866-7a6b93b2c6e5 None None] DHCP port deletion for 75bbf6c7-6142-4b2b-9c0a-2b6c3e5c9c16 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:58:22.093937 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-369db700-530d-4dfc-8e79-49458fc135d2 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (75bbf6c7-6142-4b2b-9c0a-2b6c3e5c9c16), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:22.121167 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-369db700-530d-4dfc-8e79-49458fc135d2 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75bbf6c7-6142-4b2b-9c0a-2b6c3e5c9c16']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:58:22.141724 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-369db700-530d-4dfc-8e79-49458fc135d2 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '225b4c95-b4d8-4466-b10a-b22bf77d622c') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:58:22.142281 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-369db700-530d-4dfc-8e79-49458fc135d2 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '225b4c95-b4d8-4466-b10a-b22bf77d622c') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:58:22.156644 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-369db700-530d-4dfc-8e79-49458fc135d2 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (225b4c95-b4d8-4466-b10a-b22bf77d622c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:22.173253 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-369db700-530d-4dfc-8e79-49458fc135d2 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (225b4c95-b4d8-4466-b10a-b22bf77d622c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:22.191403 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-369db700-530d-4dfc-8e79-49458fc135d2 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Releasing vlan 871 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:58:22.192711 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-369db700-530d-4dfc-8e79-49458fc135d2 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (225b4c95-b4d8-4466-b10a-b22bf77d622c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:22.198179 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:58:22.198179 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:58:22.198179 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:58:22.198179 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:58:22.198179 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:58:22.198179 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:58:22.198179 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:58:22.198179 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:58:22.198179 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:58:22.198179 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:58:22.198179 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:58:22.198179 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:58:22.198179 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:58:22.198179 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:58:22.198179 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:58:22.198179 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:58:22.198179 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:58:22.198179 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:58:22.198179 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:58:22.198179 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:58:22.198179 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:58:22.198179 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:58:22.198179 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:58:22.198179 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:58:22.198179 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:58:22.198179 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:58:22.198179 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:58:22.198179 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:58:22.198179 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:58:22.198179 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:58:22.198179 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:58:22.198179 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:58:22.272942 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-369db700-530d-4dfc-8e79-49458fc135d2 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (75bbf6c7-6142-4b2b-9c0a-2b6c3e5c9c16), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:22.282756 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-369db700-530d-4dfc-8e79-49458fc135d2 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:22.293237 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-369db700-530d-4dfc-8e79-49458fc135d2 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "DELETE /v2.0/networks/75bbf6c7-6142-4b2b-9c0a-2b6c3e5c9c16 HTTP/1.1" status: 204 len: 168 time: 0.7452588 Mar 11 19:58:22.296903 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 37894) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:22.304113 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-43bee595-b6c4-4b93-b067-4e40c849f870 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Request body: {'port': {'network_id': '7a829513-b919-48e5-b9ed-bacfda973312', 'name': 'tempest-PortsTestJSON-1440264033'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:58:22.313778 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369db700-530d-4dfc-8e79-49458fc135d2 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event deleted for resources: {'Network': ['ID=75bbf6c7-6142-4b2b-9c0a-2b6c3e5c9c16,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:22.338656 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f4d33e76-12bf-424a-bb1f-350ca4001e0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:22.423937 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43bee595-b6c4-4b93-b067-4e40c849f870 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Made reservation on behalf of 4dbd6ea97fa14d11b3340dc9c3476c52 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:58:22.428909 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-43bee595-b6c4-4b93-b067-4e40c849f870 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:22.451898 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-43bee595-b6c4-4b93-b067-4e40c849f870 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] device_id is not set on port e1d59395-660b-474a-ae56-92e439f23325 yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:58:22.639404 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-43bee595-b6c4-4b93-b067-4e40c849f870 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for port (e1d59395-660b-474a-ae56-92e439f23325), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:22.675902 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-43bee595-b6c4-4b93-b067-4e40c849f870 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (e1d59395-660b-474a-ae56-92e439f23325), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:22.698538 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 37902) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:22.720763 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bee595-b6c4-4b93-b067-4e40c849f870 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Network 7a829513-b919-48e5-b9ed-bacfda973312 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:58:22.725260 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-43bee595-b6c4-4b93-b067-4e40c849f870 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:58:22.725737 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:22.729753 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bee595-b6c4-4b93-b067-4e40c849f870 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:58:22.735373 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bee595-b6c4-4b93-b067-4e40c849f870 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:22.736075 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-43bee595-b6c4-4b93-b067-4e40c849f870 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:22.756181 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bee595-b6c4-4b93-b067-4e40c849f870 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event updated for resources: {'Port': ['ID=e1d59395-660b-474a-ae56-92e439f23325,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:22.762497 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-43bee595-b6c4-4b93-b067-4e40c849f870 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4639719 Mar 11 19:58:22.765106 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 37906) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:22.823663 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9a759aad-9e6b-44b9-99c0-3bcfd4745987 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:22.919612 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-dbd02efc-2105-4f19-9d72-73b8238f7651 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Deleting port e1d59395-660b-474a-ae56-92e439f23325 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:58:22.919954 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dbd02efc-2105-4f19-9d72-73b8238f7651 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (e1d59395-660b-474a-ae56-92e439f23325), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:23.005142 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9a759aad-9e6b-44b9-99c0-3bcfd4745987 admin admin] Publish callbacks [] for security_group (998e0200-210f-4954-8552-f8ce1567fca1), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:23.009523 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dbd02efc-2105-4f19-9d72-73b8238f7651 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (e1d59395-660b-474a-ae56-92e439f23325), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:23.017161 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9a759aad-9e6b-44b9-99c0-3bcfd4745987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (998e0200-210f-4954-8552-f8ce1567fca1), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:23.042173 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-dbd02efc-2105-4f19-9d72-73b8238f7651 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Calling delete_port for e1d59395-660b-474a-ae56-92e439f23325 owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:58:23.069808 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-9a759aad-9e6b-44b9-99c0-3bcfd4745987 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=91a0bb48262a41ec99bb01762ef794f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3702042 Mar 11 19:58:23.072477 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 37912) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:23.081225 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a759aad-9e6b-44b9-99c0-3bcfd4745987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=998e0200-210f-4954-8552-f8ce1567fca1,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:23.174005 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dbd02efc-2105-4f19-9d72-73b8238f7651 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (e1d59395-660b-474a-ae56-92e439f23325), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:23.190752 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-29365ef7-55ae-43b0-9708-8ad29c47028d admin admin] Publish callbacks [] for security_group (998e0200-210f-4954-8552-f8ce1567fca1), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:23.198722 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dbd02efc-2105-4f19-9d72-73b8238f7651 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:23.204807 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-dbd02efc-2105-4f19-9d72-73b8238f7651 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "DELETE /v2.0/ports/e1d59395-660b-474a-ae56-92e439f23325 HTTP/1.1" status: 204 len: 168 time: 0.4385407 Mar 11 19:58:23.211929 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 37918) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:23.220217 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-3b8a70e0-4f54-42f0-9969-2cf5d93a7673 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Request body: {'port': {'network_id': '7a829513-b919-48e5-b9ed-bacfda973312', 'mac_address': 'fa:16:3e:f0:fd:4b', 'name': 'tempest-PortsTestJSON-1656036711'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:58:23.224397 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd02efc-2105-4f19-9d72-73b8238f7651 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event deleted for resources: {'Port': ['ID=e1d59395-660b-474a-ae56-92e439f23325,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:23.252975 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-29365ef7-55ae-43b0-9708-8ad29c47028d admin admin] Publish callbacks [] for security_group (998e0200-210f-4954-8552-f8ce1567fca1), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:23.354868 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b8a70e0-4f54-42f0-9969-2cf5d93a7673 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Made reservation on behalf of 4dbd6ea97fa14d11b3340dc9c3476c52 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:58:23.381919 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-29365ef7-55ae-43b0-9708-8ad29c47028d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (998e0200-210f-4954-8552-f8ce1567fca1), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:23.386113 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-29365ef7-55ae-43b0-9708-8ad29c47028d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:23.389996 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-29365ef7-55ae-43b0-9708-8ad29c47028d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/998e0200-210f-4954-8552-f8ce1567fca1 HTTP/1.1" status: 204 len: 168 time: 0.3141696 Mar 11 19:58:23.438405 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29365ef7-55ae-43b0-9708-8ad29c47028d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=998e0200-210f-4954-8552-f8ce1567fca1,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:23.476469 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3b8a70e0-4f54-42f0-9969-2cf5d93a7673 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:23.498002 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-3b8a70e0-4f54-42f0-9969-2cf5d93a7673 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] device_id is not set on port ad43ded9-f718-462f-bdc9-3bddee043f68 yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:58:23.705455 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3b8a70e0-4f54-42f0-9969-2cf5d93a7673 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for port (ad43ded9-f718-462f-bdc9-3bddee043f68), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:23.745802 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3b8a70e0-4f54-42f0-9969-2cf5d93a7673 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (ad43ded9-f718-462f-bdc9-3bddee043f68), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:23.748607 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 37926) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:23.763952 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-111f65af-2ed9-4c3e-939c-534d15edae59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:23.789309 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8a70e0-4f54-42f0-9969-2cf5d93a7673 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Network 7a829513-b919-48e5-b9ed-bacfda973312 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:58:23.792935 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-3b8a70e0-4f54-42f0-9969-2cf5d93a7673 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:58:23.801753 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8a70e0-4f54-42f0-9969-2cf5d93a7673 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:58:23.808757 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8a70e0-4f54-42f0-9969-2cf5d93a7673 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:23.809489 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3b8a70e0-4f54-42f0-9969-2cf5d93a7673 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:23.832473 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8a70e0-4f54-42f0-9969-2cf5d93a7673 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event updated for resources: {'Port': ['ID=ad43ded9-f718-462f-bdc9-3bddee043f68,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:23.848381 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-3b8a70e0-4f54-42f0-9969-2cf5d93a7673 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6324227 Mar 11 19:58:23.849418 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 37928) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:23.853669 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-111f65af-2ed9-4c3e-939c-534d15edae59 admin admin] Publish callbacks [] for security_group (6fb76fa8-98fe-47df-9de8-f55a45a69107), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:23.861004 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-111f65af-2ed9-4c3e-939c-534d15edae59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (6fb76fa8-98fe-47df-9de8-f55a45a69107), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:23.891028 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 37930) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:23.891302 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-111f65af-2ed9-4c3e-939c-534d15edae59 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=83cd11acdaff42e5b3ed81c7e084d38c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1414111 Mar 11 19:58:23.914117 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111f65af-2ed9-4c3e-939c-534d15edae59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb76fa8-98fe-47df-9de8-f55a45a69107,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:23.923164 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bab8117-4d26-49ce-91e0-d3497684b520 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:23.927477 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 37932) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:23.932115 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-3bab8117-4d26-49ce-91e0-d3497684b520 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "GET /v2.0/ports/ad43ded9-f718-462f-bdc9-3bddee043f68 HTTP/1.1" status: 200 len: 841 time: 0.0806141 Mar 11 19:58:23.977082 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6380581f-a6e3-46ca-9cc2-39d6d0c2995b admin admin] Publish callbacks [] for security_group (6fb76fa8-98fe-47df-9de8-f55a45a69107), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:24.002842 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6380581f-a6e3-46ca-9cc2-39d6d0c2995b admin admin] Publish callbacks [] for security_group (6fb76fa8-98fe-47df-9de8-f55a45a69107), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:24.036062 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-59db434d-b053-450c-9bee-6113d8492378 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Deleting port ad43ded9-f718-462f-bdc9-3bddee043f68 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:58:24.036706 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-59db434d-b053-450c-9bee-6113d8492378 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (ad43ded9-f718-462f-bdc9-3bddee043f68), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:24.059655 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6380581f-a6e3-46ca-9cc2-39d6d0c2995b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (6fb76fa8-98fe-47df-9de8-f55a45a69107), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:24.063541 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6380581f-a6e3-46ca-9cc2-39d6d0c2995b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:24.065039 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-6380581f-a6e3-46ca-9cc2-39d6d0c2995b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6fb76fa8-98fe-47df-9de8-f55a45a69107 HTTP/1.1" status: 204 len: 168 time: 0.1724536 Mar 11 19:58:24.075200 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6380581f-a6e3-46ca-9cc2-39d6d0c2995b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb76fa8-98fe-47df-9de8-f55a45a69107,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:24.142284 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-59db434d-b053-450c-9bee-6113d8492378 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (ad43ded9-f718-462f-bdc9-3bddee043f68), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:24.159324 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-59db434d-b053-450c-9bee-6113d8492378 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Calling delete_port for ad43ded9-f718-462f-bdc9-3bddee043f68 owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:58:24.266890 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-59db434d-b053-450c-9bee-6113d8492378 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (ad43ded9-f718-462f-bdc9-3bddee043f68), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:24.308854 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59db434d-b053-450c-9bee-6113d8492378 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event deleted for resources: {'Port': ['ID=ad43ded9-f718-462f-bdc9-3bddee043f68,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:24.312988 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-59db434d-b053-450c-9bee-6113d8492378 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:24.320629 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-59db434d-b053-450c-9bee-6113d8492378 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "DELETE /v2.0/ports/ad43ded9-f718-462f-bdc9-3bddee043f68 HTTP/1.1" status: 204 len: 168 time: 0.3897521 Mar 11 19:58:24.320987 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 37938) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:24.353937 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-aad4c9ee-6a78-475b-89aa-e947f302a957 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] GET failed (client error): The resource could not be found. Mar 11 19:58:24.358913 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-aad4c9ee-6a78-475b-89aa-e947f302a957 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "GET /v2.0/ports/ad43ded9-f718-462f-bdc9-3bddee043f68 HTTP/1.1" status: 404 len: 333 time: 0.0334496 Mar 11 19:58:24.359488 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 37942) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:24.364224 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-d9009a55-173e-4d7d-9d3c-3f60042c4927 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Request body: {'port': {'network_id': '7a829513-b919-48e5-b9ed-bacfda973312', 'name': 'tempest-PortsTestJSON-2103512190'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:58:24.492513 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9009a55-173e-4d7d-9d3c-3f60042c4927 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Made reservation on behalf of 4dbd6ea97fa14d11b3340dc9c3476c52 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:58:24.496840 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d9009a55-173e-4d7d-9d3c-3f60042c4927 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:24.529244 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-d9009a55-173e-4d7d-9d3c-3f60042c4927 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] device_id is not set on port cbd00e41-c64b-4397-8c53-89ca844de4ad yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:58:24.620858 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-114ea43c-3c8f-4a70-803b-be5c36dd7c67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:24.731837 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d9009a55-173e-4d7d-9d3c-3f60042c4927 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for port (cbd00e41-c64b-4397-8c53-89ca844de4ad), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:24.789772 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d9009a55-173e-4d7d-9d3c-3f60042c4927 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (cbd00e41-c64b-4397-8c53-89ca844de4ad), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:24.865001 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9009a55-173e-4d7d-9d3c-3f60042c4927 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Network 7a829513-b919-48e5-b9ed-bacfda973312 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:58:24.892123 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9009a55-173e-4d7d-9d3c-3f60042c4927 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event updated for resources: {'Port': ['ID=cbd00e41-c64b-4397-8c53-89ca844de4ad,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:24.897101 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-d9009a55-173e-4d7d-9d3c-3f60042c4927 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:58:24.899299 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9009a55-173e-4d7d-9d3c-3f60042c4927 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:58:24.906532 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9009a55-173e-4d7d-9d3c-3f60042c4927 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:24.907249 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d9009a55-173e-4d7d-9d3c-3f60042c4927 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:24.929989 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d9009a55-173e-4d7d-9d3c-3f60042c4927 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5669303 Mar 11 19:58:24.930616 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 37960) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:24.936227 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-4dfc8301-8288-4974-b495-111b9193859f tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:58:25.009068 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4dfc8301-8288-4974-b495-111b9193859f tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (cbd00e41-c64b-4397-8c53-89ca844de4ad), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:25.177966 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4dfc8301-8288-4974-b495-111b9193859f tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for port (cbd00e41-c64b-4397-8c53-89ca844de4ad), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:25.183752 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4dfc8301-8288-4974-b495-111b9193859f tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (cbd00e41-c64b-4397-8c53-89ca844de4ad), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:25.222854 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-4dfc8301-8288-4974-b495-111b9193859f tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] In _notify_port_updated(), no bound segment for port cbd00e41-c64b-4397-8c53-89ca844de4ad on network 7a829513-b919-48e5-b9ed-bacfda973312 {{(pid=103884) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 11 19:58:25.228062 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfc8301-8288-4974-b495-111b9193859f tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:25.228694 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4dfc8301-8288-4974-b495-111b9193859f tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:25.232518 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4dfc8301-8288-4974-b495-111b9193859f tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "PUT /v2.0/ports/cbd00e41-c64b-4397-8c53-89ca844de4ad HTTP/1.1" status: 200 len: 818 time: 0.2983220 Mar 11 19:58:25.232969 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 37966) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:25.252619 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfc8301-8288-4974-b495-111b9193859f tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event updated for resources: {'Port': ['ID=cbd00e41-c64b-4397-8c53-89ca844de4ad,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:25.343115 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-3e272eda-061b-40e4-a492-22fbf9047a17 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Deleting port cbd00e41-c64b-4397-8c53-89ca844de4ad {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:58:25.343484 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3e272eda-061b-40e4-a492-22fbf9047a17 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (cbd00e41-c64b-4397-8c53-89ca844de4ad), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:25.421121 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3e272eda-061b-40e4-a492-22fbf9047a17 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (cbd00e41-c64b-4397-8c53-89ca844de4ad), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:25.436680 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-3e272eda-061b-40e4-a492-22fbf9047a17 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Calling delete_port for cbd00e41-c64b-4397-8c53-89ca844de4ad owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:58:25.539730 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3e272eda-061b-40e4-a492-22fbf9047a17 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (cbd00e41-c64b-4397-8c53-89ca844de4ad), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:25.573269 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e272eda-061b-40e4-a492-22fbf9047a17 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event deleted for resources: {'Port': ['ID=cbd00e41-c64b-4397-8c53-89ca844de4ad,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:25.577997 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3e272eda-061b-40e4-a492-22fbf9047a17 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:25.581238 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-3e272eda-061b-40e4-a492-22fbf9047a17 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "DELETE /v2.0/ports/cbd00e41-c64b-4397-8c53-89ca844de4ad HTTP/1.1" status: 204 len: 168 time: 0.3471680 Mar 11 19:58:25.584988 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 37976) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:25.645405 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf43502-edff-4aa7-8c23-3a1fc11bf8d9 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:25.647496 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-1bf43502-edff-4aa7-8c23-3a1fc11bf8d9 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0609450 Mar 11 19:58:25.650669 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 37978) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:25.677283 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb6ad5a3-f555-492e-bf86-36f36732f87a tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] GET failed (client error): The resource could not be found. Mar 11 19:58:25.679185 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-bb6ad5a3-f555-492e-bf86-36f36732f87a tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "GET /v2.0/ports/cbd00e41-c64b-4397-8c53-89ca844de4ad HTTP/1.1" status: 404 len: 333 time: 0.0273767 Mar 11 19:58:25.682913 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 37980) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:25.687568 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-d76a4447-c9c7-4bce-97c7-ebe4279fe406 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1374928274'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:58:25.708825 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76a4447-c9c7-4bce-97c7-ebe4279fe406 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Made reservation on behalf of 4dbd6ea97fa14d11b3340dc9c3476c52 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:58:25.712599 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d76a4447-c9c7-4bce-97c7-ebe4279fe406 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:25.740310 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d76a4447-c9c7-4bce-97c7-ebe4279fe406 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] vlan segment allocate from pool success with {'vlan_id': 896, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:58:25.752187 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d76a4447-c9c7-4bce-97c7-ebe4279fe406 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (4e93ece1-3250-4ad0-9572-679be4977310), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:25.752672 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-d76a4447-c9c7-4bce-97c7-ebe4279fe406 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Added segment 4e93ece1-3250-4ad0-9572-679be4977310 of type vlan for network 3912439f-6ee0-49eb-b673-7f0f188132ea Mar 11 19:58:25.796859 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d76a4447-c9c7-4bce-97c7-ebe4279fe406 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (3912439f-6ee0-49eb-b673-7f0f188132ea), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:25.825871 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d76a4447-c9c7-4bce-97c7-ebe4279fe406 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (3912439f-6ee0-49eb-b673-7f0f188132ea), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:25.830894 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76a4447-c9c7-4bce-97c7-ebe4279fe406 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:25.831466 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d76a4447-c9c7-4bce-97c7-ebe4279fe406 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:25.869313 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d76a4447-c9c7-4bce-97c7-ebe4279fe406 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1828077 Mar 11 19:58:25.869701 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 37982) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:25.874697 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-8754e754-1935-4d0b-981a-743d1feaaf33 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Request body: {'subnet': {'network_id': '3912439f-6ee0-49eb-b673-7f0f188132ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:58:25.910564 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76a4447-c9c7-4bce-97c7-ebe4279fe406 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event updated for resources: {'Network': ['ID=3912439f-6ee0-49eb-b673-7f0f188132ea,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:25.925703 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 3912439f-6ee0-49eb-b673-7f0f188132ea details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:58:25.984468 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8754e754-1935-4d0b-981a-743d1feaaf33 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Made reservation on behalf of 4dbd6ea97fa14d11b3340dc9c3476c52 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:58:25.989718 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8754e754-1935-4d0b-981a-743d1feaaf33 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:26.013785 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cb74b4d5-ef9d-4e1f-94e8-81c8c8179e4d req-95f34048-6229-442c-8a5d-cda2e809e7f4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=49f5fa91-1231-4377-96de-2f89df5190a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0720251 Mar 11 19:58:26.130674 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb74b4d5-ef9d-4e1f-94e8-81c8c8179e4d req-909780f6-904d-4c3c-838b-14591de65c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:26.133406 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cb74b4d5-ef9d-4e1f-94e8-81c8c8179e4d req-909780f6-904d-4c3c-838b-14591de65c91 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ac0acd49ed0a4c6b89bcb3eaea14c217&device_id=49f5fa91-1231-4377-96de-2f89df5190a0 HTTP/1.1" status: 200 len: 1128 time: 0.0567365 Mar 11 19:58:26.223614 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:26.259980 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb74b4d5-ef9d-4e1f-94e8-81c8c8179e4d req-e7bf3a7e-b35a-4e4c-b874-3b5367b65209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:26.261124 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8754e754-1935-4d0b-981a-743d1feaaf33 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (5198a310-d2d2-4614-9e30-7e4d2355aa3f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:26.262109 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cb74b4d5-ef9d-4e1f-94e8-81c8c8179e4d req-e7bf3a7e-b35a-4e4c-b874-3b5367b65209 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d7695c22-7cfd-4319-9d63-9f76b8799969 HTTP/1.1" status: 200 len: 915 time: 0.1101689 Mar 11 19:58:26.326530 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8754e754-1935-4d0b-981a-743d1feaaf33 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event updated for resources: {'Subnet': ['ID=5198a310-d2d2-4614-9e30-7e4d2355aa3f,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:26.342899 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cb74b4d5-ef9d-4e1f-94e8-81c8c8179e4d req-1783aeeb-b081-4020-877b-6eb77bea30d8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=abe8ea9b-d437-4faa-b7f3-1441ce82426d HTTP/1.1" status: 200 len: 1001 time: 0.0738275 Mar 11 19:58:26.352643 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754e754-1935-4d0b-981a-743d1feaaf33 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:58:26.353064 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754e754-1935-4d0b-981a-743d1feaaf33 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:58:26.353497 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754e754-1935-4d0b-981a-743d1feaaf33 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:58:26.353904 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754e754-1935-4d0b-981a-743d1feaaf33 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:58:26.354303 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754e754-1935-4d0b-981a-743d1feaaf33 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:58:26.354696 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754e754-1935-4d0b-981a-743d1feaaf33 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:58:26.355087 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754e754-1935-4d0b-981a-743d1feaaf33 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:58:26.355477 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754e754-1935-4d0b-981a-743d1feaaf33 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:58:26.356092 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754e754-1935-4d0b-981a-743d1feaaf33 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:58:26.356541 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754e754-1935-4d0b-981a-743d1feaaf33 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:58:26.356932 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754e754-1935-4d0b-981a-743d1feaaf33 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:58:26.357322 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754e754-1935-4d0b-981a-743d1feaaf33 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:58:26.357711 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8754e754-1935-4d0b-981a-743d1feaaf33 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:58:26.368397 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8754e754-1935-4d0b-981a-743d1feaaf33 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Checking segment: {'id': '4e93ece1-3250-4ad0-9572-679be4977310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '3912439f-6ee0-49eb-b673-7f0f188132ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:58:26.368833 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8754e754-1935-4d0b-981a-743d1feaaf33 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Network hostable DHCP agents. Network: 3912439f-6ee0-49eb-b673-7f0f188132ea, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:58:26.392374 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8754e754-1935-4d0b-981a-743d1feaaf33 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Network 3912439f-6ee0-49eb-b673-7f0f188132ea is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:58:26.408313 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-8754e754-1935-4d0b-981a-743d1feaaf33 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 3912439f-6ee0-49eb-b673-7f0f188132ea) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:58:26.411390 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb74b4d5-ef9d-4e1f-94e8-81c8c8179e4d req-4743c95a-efec-485c-ac79-36443b4e82b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:26.413157 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cb74b4d5-ef9d-4e1f-94e8-81c8c8179e4d req-4743c95a-efec-485c-ac79-36443b4e82b8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9c3f149c-decf-4bc3-9858-1266a909f90c HTTP/1.1" status: 200 len: 853 time: 0.0649648 Mar 11 19:58:26.417397 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141ea909-3e7f-41dd-a6ef-f321f235589b None None] Network 3912439f-6ee0-49eb-b673-7f0f188132ea requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:58:26.419123 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8754e754-1935-4d0b-981a-743d1feaaf33 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:26.419978 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8754e754-1935-4d0b-981a-743d1feaaf33 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:26.448652 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8754e754-1935-4d0b-981a-743d1feaaf33 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5754490 Mar 11 19:58:26.448897 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 37984) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:26.454021 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-76edc64c-c42a-42d1-8d3b-3694b1bc1c5e tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Request body: {'subnet': {'network_id': '3912439f-6ee0-49eb-b673-7f0f188132ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:58:26.483618 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb74b4d5-ef9d-4e1f-94e8-81c8c8179e4d req-c5b82919-535b-4e69-8138-faca558696d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:26.485180 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cb74b4d5-ef9d-4e1f-94e8-81c8c8179e4d req-c5b82919-535b-4e69-8138-faca558696d8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d7695c22-7cfd-4319-9d63-9f76b8799969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0606840 Mar 11 19:58:26.679396 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71b4d6d-077d-4a42-9106-1f274f335274 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-3912439f-6ee0-49eb-b673-7f0f188132ea', 'network_id': '3912439f-6ee0-49eb-b673-7f0f188132ea', 'project_id': '4dbd6ea97fa14d11b3340dc9c3476c52', 'fixed_ips': [{'subnet_id': '5198a310-d2d2-4614-9e30-7e4d2355aa3f'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:58:26.681279 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c71b4d6d-077d-4a42-9106-1f274f335274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:26.687205 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cb74b4d5-ef9d-4e1f-94e8-81c8c8179e4d req-74bcfa79-0d61-4d76-997b-457876e2598a service neutron] 10.222.0.57 "GET /v2.0/networks/d7695c22-7cfd-4319-9d63-9f76b8799969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948042 Mar 11 19:58:26.749691 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d91c4da1-e6f9-41a0-b7ca-a424aed24c43 req-a976c5b6-5580-4549-b542-e14455d7e7d6 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=f03c2e72-f0f0-45ae-880d-7b7eeb29bdae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1108809 Mar 11 19:58:26.793656 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76edc64c-c42a-42d1-8d3b-3694b1bc1c5e tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Made reservation on behalf of 4dbd6ea97fa14d11b3340dc9c3476c52 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:58:26.797234 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-76edc64c-c42a-42d1-8d3b-3694b1bc1c5e tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:26.846197 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cb74b4d5-ef9d-4e1f-94e8-81c8c8179e4d req-059ec563-7098-409e-b1bb-b6e1711fce55 service neutron] 10.222.0.57 "GET /v2.0/networks/d7695c22-7cfd-4319-9d63-9f76b8799969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525397 Mar 11 19:58:26.955317 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-c71b4d6d-077d-4a42-9106-1f274f335274 None None] Allocated IP 172.20.0.2 (3912439f-6ee0-49eb-b673-7f0f188132ea/5198a310-d2d2-4614-9e30-7e4d2355aa3f/42414203-7dba-4ec1-ad87-b29c491a4def) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:58:26.959774 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c4da1-e6f9-41a0-b7ca-a424aed24c43 req-f356fc00-2201-4964-ab49-ff8d854be66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:26.961455 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d91c4da1-e6f9-41a0-b7ca-a424aed24c43 req-f356fc00-2201-4964-ab49-ff8d854be66d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2f949af31a734abc972f25de080a7f9a&device_id=f03c2e72-f0f0-45ae-880d-7b7eeb29bdae HTTP/1.1" status: 200 len: 1128 time: 0.1473434 Mar 11 19:58:27.029794 n-d-833163-1 neutron-server[103884]: INFO neutron.db.ipam_backend_mixin [None req-76edc64c-c42a-42d1-8d3b-3694b1bc1c5e tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5198a310-d2d2-4614-9e30-7e4d2355aa3f (CIDR: 172.20.0.0/28) Mar 11 19:58:27.047808 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-76edc64c-c42a-42d1-8d3b-3694b1bc1c5e tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:58:27.048305 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76edc64c-c42a-42d1-8d3b-3694b1bc1c5e tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:58:27.117842 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-76edc64c-c42a-42d1-8d3b-3694b1bc1c5e tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6679449 Mar 11 19:58:27.120657 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 37996) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:27.129183 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-b01d3f14-1c84-4cc4-a874-306144f175ac tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Request body: {'subnet': {'network_id': '3912439f-6ee0-49eb-b673-7f0f188132ea', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:58:27.150653 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c4da1-e6f9-41a0-b7ca-a424aed24c43 req-428b7bac-6218-4368-b3ad-398447ef3c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:27.152547 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d91c4da1-e6f9-41a0-b7ca-a424aed24c43 req-428b7bac-6218-4368-b3ad-398447ef3c59 service neutron] 10.222.0.75 "GET /v2.0/networks?id=7cb87be5-5e63-4569-a71c-e4805af6e43b HTTP/1.1" status: 200 len: 910 time: 0.1619599 Mar 11 19:58:27.177064 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c71b4d6d-077d-4a42-9106-1f274f335274 None None] Publish callbacks [] for port (42414203-7dba-4ec1-ad87-b29c491a4def), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:27.188380 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c71b4d6d-077d-4a42-9106-1f274f335274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (42414203-7dba-4ec1-ad87-b29c491a4def), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:27.262734 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d91c4da1-e6f9-41a0-b7ca-a424aed24c43 req-9ea19602-84e3-41ad-9d06-cca036e39436 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5ed6c20-f4ad-4227-9aa1-badc70aa2684 HTTP/1.1" status: 200 len: 1001 time: 0.1034069 Mar 11 19:58:27.296122 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71b4d6d-077d-4a42-9106-1f274f335274 None None] Network 3912439f-6ee0-49eb-b673-7f0f188132ea is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:58:27.311069 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-c71b4d6d-077d-4a42-9106-1f274f335274 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:58:27.317967 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71b4d6d-077d-4a42-9106-1f274f335274 None None] Pushing event updated for resources: {'Port': ['ID=42414203-7dba-4ec1-ad87-b29c491a4def,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:27.321463 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71b4d6d-077d-4a42-9106-1f274f335274 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:58:27.336273 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b01d3f14-1c84-4cc4-a874-306144f175ac tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Made reservation on behalf of 4dbd6ea97fa14d11b3340dc9c3476c52 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:58:27.340519 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b01d3f14-1c84-4cc4-a874-306144f175ac tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:27.343222 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c4da1-e6f9-41a0-b7ca-a424aed24c43 req-b54c49b0-65b2-4466-bcce-b51aa4c707c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:27.345809 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d91c4da1-e6f9-41a0-b7ca-a424aed24c43 req-b54c49b0-65b2-4466-bcce-b51aa4c707c8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d614b2f0-8c6e-4e2e-aec0-cfab71e0207b HTTP/1.1" status: 200 len: 848 time: 0.0772169 Mar 11 19:58:27.403239 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-c71b4d6d-077d-4a42-9106-1f274f335274 None None] Attempting to bind port 42414203-7dba-4ec1-ad87-b29c491a4def on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:58:27.403829 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-c71b4d6d-077d-4a42-9106-1f274f335274 None None] Attempting to bind port 42414203-7dba-4ec1-ad87-b29c491a4def by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '4e93ece1-3250-4ad0-9572-679be4977310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '3912439f-6ee0-49eb-b673-7f0f188132ea'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:58:27.404500 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71b4d6d-077d-4a42-9106-1f274f335274 None None] Attempting to bind port 42414203-7dba-4ec1-ad87-b29c491a4def on network 3912439f-6ee0-49eb-b673-7f0f188132ea {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:58:27.414451 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71b4d6d-077d-4a42-9106-1f274f335274 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:58:27.415008 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71b4d6d-077d-4a42-9106-1f274f335274 None None] Checking segment: {'id': '4e93ece1-3250-4ad0-9572-679be4977310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '3912439f-6ee0-49eb-b673-7f0f188132ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:58:27.415429 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c71b4d6d-077d-4a42-9106-1f274f335274 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:27.415862 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71b4d6d-077d-4a42-9106-1f274f335274 None None] Bound using segment: {'id': '4e93ece1-3250-4ad0-9572-679be4977310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '3912439f-6ee0-49eb-b673-7f0f188132ea'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:58:27.416359 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-c71b4d6d-077d-4a42-9106-1f274f335274 None None] Bound port: 42414203-7dba-4ec1-ad87-b29c491a4def, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e93ece1-3250-4ad0-9572-679be4977310', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': '3912439f-6ee0-49eb-b673-7f0f188132ea'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:58:27.416767 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c71b4d6d-077d-4a42-9106-1f274f335274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (42414203-7dba-4ec1-ad87-b29c491a4def), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:27.434584 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91c4da1-e6f9-41a0-b7ca-a424aed24c43 req-ed6e9a2d-113e-4041-ab6a-7d77c447e9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:27.436830 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d91c4da1-e6f9-41a0-b7ca-a424aed24c43 req-ed6e9a2d-113e-4041-ab6a-7d77c447e9c0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7cb87be5-5e63-4569-a71c-e4805af6e43b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0853961 Mar 11 19:58:27.502372 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c71b4d6d-077d-4a42-9106-1f274f335274 None None] For port 42414203-7dba-4ec1-ad87-b29c491a4def, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:58:27.510765 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c71b4d6d-077d-4a42-9106-1f274f335274 None None] For port 42414203-7dba-4ec1-ad87-b29c491a4def, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=42414203-7dba-4ec1-ad87-b29c491a4def,segment=NetworkSegment(4e93ece1-3250-4ad0-9572-679be4977310),segment_id=4e93ece1-3250-4ad0-9572-679be4977310)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:58:27.520260 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c71b4d6d-077d-4a42-9106-1f274f335274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (42414203-7dba-4ec1-ad87-b29c491a4def), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:27.576277 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d91c4da1-e6f9-41a0-b7ca-a424aed24c43 req-1cc7f0b4-c75b-4851-bc95-88bf15fc7f25 service neutron] 10.222.0.75 "GET /v2.0/networks/7cb87be5-5e63-4569-a71c-e4805af6e43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315341 Mar 11 19:58:27.594698 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71b4d6d-077d-4a42-9106-1f274f335274 None None] Pushing event updated for resources: {'Port': ['ID=42414203-7dba-4ec1-ad87-b29c491a4def,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:27.647791 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:27.653046 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1d140-051d-488f-9e02-29b97790b35e req-770d3f40-989f-43ec-a9ee-7cf2092e1265 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:27.668434 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1df1d140-051d-488f-9e02-29b97790b35e req-770d3f40-989f-43ec-a9ee-7cf2092e1265 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/ports?device_id=76b5429a-4ed0-41df-a38c-c9ced2701a1e HTTP/1.1" status: 200 len: 945 time: 0.1500669 Mar 11 19:58:27.760889 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1df1d140-051d-488f-9e02-29b97790b35e req-8a64b4dd-ff94-4634-b36b-d765b322581d tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/security-groups?id=ccfb309d-a613-4291-8f0c-08b7f935349e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811388 Mar 11 19:58:27.810937 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d91c4da1-e6f9-41a0-b7ca-a424aed24c43 req-b0efbb6f-0a5d-4510-9b04-9afb9ae1e088 service neutron] 10.222.0.75 "GET /v2.0/networks/7cb87be5-5e63-4569-a71c-e4805af6e43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277343 Mar 11 19:58:27.856960 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b01d3f14-1c84-4cc4-a874-306144f175ac tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (16db1eac-842e-48c5-972a-02ec7a6a36b2), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:27.967662 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01d3f14-1c84-4cc4-a874-306144f175ac tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event updated for resources: {'Subnet': ['ID=16db1eac-842e-48c5-972a-02ec7a6a36b2,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:27.978133 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01d3f14-1c84-4cc4-a874-306144f175ac tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Network 3912439f-6ee0-49eb-b673-7f0f188132ea is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:58:27.979643 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-b01d3f14-1c84-4cc4-a874-306144f175ac tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:58:27.986305 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01d3f14-1c84-4cc4-a874-306144f175ac tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:27.987440 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b01d3f14-1c84-4cc4-a874-306144f175ac tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:28.024544 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-b01d3f14-1c84-4cc4-a874-306144f175ac tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9026389 Mar 11 19:58:28.027400 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38012) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:28.034308 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-76af86fe-f963-478b-a664-fb08d2c7c282 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Request body: {'port': {'network_id': '3912439f-6ee0-49eb-b673-7f0f188132ea', 'fixed_ips': [{'subnet_id': '5198a310-d2d2-4614-9e30-7e4d2355aa3f'}, {'subnet_id': '16db1eac-842e-48c5-972a-02ec7a6a36b2'}], 'name': 'tempest-PortsTestJSON-894998'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:58:28.198165 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76af86fe-f963-478b-a664-fb08d2c7c282 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Made reservation on behalf of 4dbd6ea97fa14d11b3340dc9c3476c52 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:58:28.323408 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-76af86fe-f963-478b-a664-fb08d2c7c282 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:28.353846 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-76af86fe-f963-478b-a664-fb08d2c7c282 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] device_id is not set on port 43ad3277-2c2b-44af-a08c-aef02df674c9 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:58:28.718211 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-76af86fe-f963-478b-a664-fb08d2c7c282 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Allocated IP 172.20.0.6 (3912439f-6ee0-49eb-b673-7f0f188132ea/5198a310-d2d2-4614-9e30-7e4d2355aa3f/43ad3277-2c2b-44af-a08c-aef02df674c9) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:58:28.727895 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-76af86fe-f963-478b-a664-fb08d2c7c282 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Allocated IP 172.20.0.20 (3912439f-6ee0-49eb-b673-7f0f188132ea/16db1eac-842e-48c5-972a-02ec7a6a36b2/43ad3277-2c2b-44af-a08c-aef02df674c9) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:58:28.754973 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 42414203-7dba-4ec1-ad87-b29c491a4def up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:58:28.872961 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 42414203-7dba-4ec1-ad87-b29c491a4def triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:58:28.873382 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (42414203-7dba-4ec1-ad87-b29c491a4def), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:28.952019 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-76af86fe-f963-478b-a664-fb08d2c7c282 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for port (43ad3277-2c2b-44af-a08c-aef02df674c9), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:29.004911 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-76af86fe-f963-478b-a664-fb08d2c7c282 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (43ad3277-2c2b-44af-a08c-aef02df674c9), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:29.038376 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc288b-ccb7-4442-9bd4-889fc926776d req-77ffbc23-32bf-41b9-95aa-5c91c5dc033b tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:29.041368 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0dcc288b-ccb7-4442-9bd4-889fc926776d req-77ffbc23-32bf-41b9-95aa-5c91c5dc033b tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/ports?device_id=76b5429a-4ed0-41df-a38c-c9ced2701a1e HTTP/1.1" status: 200 len: 945 time: 0.1519690 Mar 11 19:58:29.079242 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 42414203-7dba-4ec1-ad87-b29c491a4def is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:58:29.079986 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (42414203-7dba-4ec1-ad87-b29c491a4def), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:29.082397 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:29.174144 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 42414203-7dba-4ec1-ad87-b29c491a4def, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=42414203-7dba-4ec1-ad87-b29c491a4def,segment=NetworkSegment(4e93ece1-3250-4ad0-9572-679be4977310),segment_id=4e93ece1-3250-4ad0-9572-679be4977310)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:58:29.183018 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (42414203-7dba-4ec1-ad87-b29c491a4def), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:29.215479 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76af86fe-f963-478b-a664-fb08d2c7c282 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Network 3912439f-6ee0-49eb-b673-7f0f188132ea is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:58:29.218689 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0dcc288b-ccb7-4442-9bd4-889fc926776d req-32d7e06c-1606-4772-aa65-bba2dc6e582a tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/security-groups?id=ccfb309d-a613-4291-8f0c-08b7f935349e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1712017 Mar 11 19:58:29.255391 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-76af86fe-f963-478b-a664-fb08d2c7c282 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:58:29.258637 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76af86fe-f963-478b-a664-fb08d2c7c282 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:58:29.297761 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=42414203-7dba-4ec1-ad87-b29c491a4def,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:29.314161 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6375c778-94c8-40a0-a70a-580c0f9d9553 None None] Network 3912439f-6ee0-49eb-b673-7f0f188132ea requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:58:29.330560 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76af86fe-f963-478b-a664-fb08d2c7c282 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event updated for resources: {'Port': ['ID=43ad3277-2c2b-44af-a08c-aef02df674c9,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:29.343540 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff489baf-39fc-4eb9-9a1e-aa806dfa1f44 req-c3c14b1e-c3d8-441e-8137-361aad01ed06 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:29.345406 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-ff489baf-39fc-4eb9-9a1e-aa806dfa1f44 req-c3c14b1e-c3d8-441e-8137-361aad01ed06 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.75 "GET /v2.0/ports?device_id=76b5429a-4ed0-41df-a38c-c9ced2701a1e HTTP/1.1" status: 200 len: 945 time: 0.3560686 Mar 11 19:58:29.430305 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76af86fe-f963-478b-a664-fb08d2c7c282 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:29.430946 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-76af86fe-f963-478b-a664-fb08d2c7c282 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:29.466239 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-76af86fe-f963-478b-a664-fb08d2c7c282 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 1.4350133 Mar 11 19:58:29.466746 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38034) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:29.472265 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-206cecdf-6cfe-4ba3-987b-2faa2af8fc12 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5198a310-d2d2-4614-9e30-7e4d2355aa3f'}]}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:58:29.560233 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-03dc92da-a303-41c3-b91b-d3bfe8727ab1 None None] Provisioning complete for port 42414203-7dba-4ec1-ad87-b29c491a4def triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:58:29.560888 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-03dc92da-a303-41c3-b91b-d3bfe8727ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (42414203-7dba-4ec1-ad87-b29c491a4def), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:29.720539 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-03dc92da-a303-41c3-b91b-d3bfe8727ab1 None None] Current status of the port 42414203-7dba-4ec1-ad87-b29c491a4def is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:58:29.813920 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd676ad-9329-4c19-8228-c9b313f46f40 None None] Update dhcp port {'port': {'network_id': '3912439f-6ee0-49eb-b673-7f0f188132ea', 'fixed_ips': [{'subnet_id': '5198a310-d2d2-4614-9e30-7e4d2355aa3f', 'ip_address': '172.20.0.2'}, {'subnet_id': '16db1eac-842e-48c5-972a-02ec7a6a36b2'}], 'binding:host_id': 'n-d-833163-1'}, 'id': '42414203-7dba-4ec1-ad87-b29c491a4def'} from n-d-833163-1. {{(pid=103886) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 11 19:58:29.857965 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5fd676ad-9329-4c19-8228-c9b313f46f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (42414203-7dba-4ec1-ad87-b29c491a4def), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:29.949141 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-ff489baf-39fc-4eb9-9a1e-aa806dfa1f44 req-ea368efa-c38e-4451-9862-1e6c8d33afbf tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Deleting port ccfcb0ae-e17e-4404-82a2-cac1d0079d5a {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:58:29.949141 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ff489baf-39fc-4eb9-9a1e-aa806dfa1f44 req-ea368efa-c38e-4451-9862-1e6c8d33afbf tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (ccfcb0ae-e17e-4404-82a2-cac1d0079d5a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:29.973452 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-206cecdf-6cfe-4ba3-987b-2faa2af8fc12 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (43ad3277-2c2b-44af-a08c-aef02df674c9), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:30.141989 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-ff489baf-39fc-4eb9-9a1e-aa806dfa1f44 req-ea368efa-c38e-4451-9862-1e6c8d33afbf tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] For port ccfcb0ae-e17e-4404-82a2-cac1d0079d5a, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=ccfcb0ae-e17e-4404-82a2-cac1d0079d5a,segment=NetworkSegment(60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db),segment_id=60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:58:30.142388 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ff489baf-39fc-4eb9-9a1e-aa806dfa1f44 req-ea368efa-c38e-4451-9862-1e6c8d33afbf tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (ccfcb0ae-e17e-4404-82a2-cac1d0079d5a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:30.174377 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-5fd676ad-9329-4c19-8228-c9b313f46f40 None None] Allocated IP 172.20.0.18 (3912439f-6ee0-49eb-b673-7f0f188132ea/16db1eac-842e-48c5-972a-02ec7a6a36b2/42414203-7dba-4ec1-ad87-b29c491a4def) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:58:30.433830 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56e6fee-8ac1-4346-bbde-060d28a7f163 req-e0a1476d-45ee-4aab-b7b5-7ed92a0fdb84 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:30.436118 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c56e6fee-8ac1-4346-bbde-060d28a7f163 req-e0a1476d-45ee-4aab-b7b5-7ed92a0fdb84 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/ports?device_id=76b5429a-4ed0-41df-a38c-c9ced2701a1e HTTP/1.1" status: 200 len: 945 time: 0.0951014 Mar 11 19:58:30.511516 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c56e6fee-8ac1-4346-bbde-060d28a7f163 req-50f5e8ac-8f8f-4218-8301-da791e3398cf tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/security-groups?id=ccfb309d-a613-4291-8f0c-08b7f935349e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633531 Mar 11 19:58:30.619273 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ff489baf-39fc-4eb9-9a1e-aa806dfa1f44 req-ea368efa-c38e-4451-9862-1e6c8d33afbf tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:30.619940 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ff489baf-39fc-4eb9-9a1e-aa806dfa1f44 req-ea368efa-c38e-4451-9862-1e6c8d33afbf tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (dca46789-7f4b-4d4c-9387-88fa4fa6af66), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:30.620241 n-d-833163-1 neutron-server[103884]: INFO neutron.db.l3_db [req-ff489baf-39fc-4eb9-9a1e-aa806dfa1f44 req-ea368efa-c38e-4451-9862-1e6c8d33afbf tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Floating IP dca46789-7f4b-4d4c-9387-88fa4fa6af66 disassociated. External IP: 172.25.8.116, port: ccfcb0ae-e17e-4404-82a2-cac1d0079d5a. Mar 11 19:58:30.620447 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-ff489baf-39fc-4eb9-9a1e-aa806dfa1f44 req-ea368efa-c38e-4451-9862-1e6c8d33afbf tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Calling delete_port for ccfcb0ae-e17e-4404-82a2-cac1d0079d5a owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:58:30.642266 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-5fd676ad-9329-4c19-8228-c9b313f46f40 None None] For port 42414203-7dba-4ec1-ad87-b29c491a4def, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=42414203-7dba-4ec1-ad87-b29c491a4def,segment=NetworkSegment(4e93ece1-3250-4ad0-9572-679be4977310),segment_id=4e93ece1-3250-4ad0-9572-679be4977310)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:58:30.659156 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 42414203-7dba-4ec1-ad87-b29c491a4def up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:58:30.723484 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5fd676ad-9329-4c19-8228-c9b313f46f40 None None] Publish callbacks [] for port (42414203-7dba-4ec1-ad87-b29c491a4def), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:30.731671 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5fd676ad-9329-4c19-8228-c9b313f46f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (42414203-7dba-4ec1-ad87-b29c491a4def), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:30.777882 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 42414203-7dba-4ec1-ad87-b29c491a4def triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:58:30.777882 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (42414203-7dba-4ec1-ad87-b29c491a4def), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:30.830692 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-206cecdf-6cfe-4ba3-987b-2faa2af8fc12 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Delete allocated IP 172.20.0.20 (3912439f-6ee0-49eb-b673-7f0f188132ea/16db1eac-842e-48c5-972a-02ec7a6a36b2) {{(pid=103884) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 11 19:58:30.834197 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ff489baf-39fc-4eb9-9a1e-aa806dfa1f44 req-ea368efa-c38e-4451-9862-1e6c8d33afbf tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (ccfcb0ae-e17e-4404-82a2-cac1d0079d5a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:30.860780 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd676ad-9329-4c19-8228-c9b313f46f40 None None] Pushing event updated for resources: {'Port': ['ID=42414203-7dba-4ec1-ad87-b29c491a4def,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:30.890122 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea368efa-c38e-4451-9862-1e6c8d33afbf tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Pushing event deleted for resources: {'Port': ['ID=ccfcb0ae-e17e-4404-82a2-cac1d0079d5a,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:30.937392 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 42414203-7dba-4ec1-ad87-b29c491a4def is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:58:31.133507 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-206cecdf-6cfe-4ba3-987b-2faa2af8fc12 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for port (43ad3277-2c2b-44af-a08c-aef02df674c9), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:31.136434 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff489baf-39fc-4eb9-9a1e-aa806dfa1f44 req-ea368efa-c38e-4451-9862-1e6c8d33afbf tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Router 2035d7c6-1edb-4570-99b0-426a1a9d1526 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:58:31.141673 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-206cecdf-6cfe-4ba3-987b-2faa2af8fc12 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (43ad3277-2c2b-44af-a08c-aef02df674c9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:31.267035 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206cecdf-6cfe-4ba3-987b-2faa2af8fc12 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event updated for resources: {'Port': ['ID=43ad3277-2c2b-44af-a08c-aef02df674c9,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:31.357153 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-206cecdf-6cfe-4ba3-987b-2faa2af8fc12 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] In _notify_port_updated(), no bound segment for port 43ad3277-2c2b-44af-a08c-aef02df674c9 on network 3912439f-6ee0-49eb-b673-7f0f188132ea {{(pid=103884) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 11 19:58:31.362610 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206cecdf-6cfe-4ba3-987b-2faa2af8fc12 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:31.363446 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-206cecdf-6cfe-4ba3-987b-2faa2af8fc12 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:31.364981 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-206cecdf-6cfe-4ba3-987b-2faa2af8fc12 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "PUT /v2.0/ports/43ad3277-2c2b-44af-a08c-aef02df674c9 HTTP/1.1" status: 200 len: 915 time: 1.8972461 Mar 11 19:58:31.368388 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38044) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:31.373821 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-4189d1d3-2f8e-4eaf-8205-95095b542f8e tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5198a310-d2d2-4614-9e30-7e4d2355aa3f'}, {'subnet_id': '16db1eac-842e-48c5-972a-02ec7a6a36b2'}]}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:58:31.414642 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff489baf-39fc-4eb9-9a1e-aa806dfa1f44 req-ea368efa-c38e-4451-9862-1e6c8d33afbf tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:58:31.433913 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cba9089-ec6d-47b2-a5c0-c6711ab865c3 None None] Sync routers for ids ['2035d7c6-1edb-4570-99b0-426a1a9d1526'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:58:31.502593 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cba9089-ec6d-47b2-a5c0-c6711ab865c3 None None] Routers {'2035d7c6-1edb-4570-99b0-426a1a9d1526'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:58:31.503271 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-1cba9089-ec6d-47b2-a5c0-c6711ab865c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:58:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['2035d7c6-1edb-4570-99b0-426a1a9d1526'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:58:31.634405 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff489baf-39fc-4eb9-9a1e-aa806dfa1f44 req-ea368efa-c38e-4451-9862-1e6c8d33afbf tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] No DVR routers for this DVR port ccfcb0ae-e17e-4404-82a2-cac1d0079d5a on host n-h1-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:58:31.643210 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ff489baf-39fc-4eb9-9a1e-aa806dfa1f44 req-ea368efa-c38e-4451-9862-1e6c8d33afbf tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:31.647593 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-ff489baf-39fc-4eb9-9a1e-aa806dfa1f44 req-ea368efa-c38e-4451-9862-1e6c8d33afbf tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.75 "DELETE /v2.0/ports/ccfcb0ae-e17e-4404-82a2-cac1d0079d5a HTTP/1.1" status: 204 len: 173 time: 2.2940409 Mar 11 19:58:31.648113 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b5429a-4ed0-41df-a38c-c9ced2701a1e', 'name': 'network-vif-deleted', 'tag': 'ccfcb0ae-e17e-4404-82a2-cac1d0079d5a'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:58:31.650554 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea0c900-76dd-4abb-bdfe-7cc3768beb9c" -d '{"events": [{"server_uuid": "76b5429a-4ed0-41df-a38c-c9ced2701a1e", "name": "network-vif-deleted", "tag": "ccfcb0ae-e17e-4404-82a2-cac1d0079d5a"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:58:31.697518 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4189d1d3-2f8e-4eaf-8205-95095b542f8e tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (43ad3277-2c2b-44af-a08c-aef02df674c9), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:31.729483 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-38ec4183-94ca-4edb-98b7-0f6c37c42a93 req-9dee04e7-1532-4316-abd4-eed326d182c5 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/ports?device_id=76b5429a-4ed0-41df-a38c-c9ced2701a1e HTTP/1.1" status: 200 len: 210 time: 0.0674083 Mar 11 19:58:31.833578 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4845a2f4-d3f1-4912-8373-33927f7f6767 None None] Network 3912439f-6ee0-49eb-b673-7f0f188132ea requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:58:31.836315 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6248d4a1-99bd-4897-81a5-6c46c36d804f x-openstack-request-id: req-6248d4a1-99bd-4897-81a5-6c46c36d804f {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:58:31.836634 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76b5429a-4ed0-41df-a38c-c9ced2701a1e", "name": "network-vif-deleted", "tag": "ccfcb0ae-e17e-4404-82a2-cac1d0079d5a", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:58:31.836895 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6248d4a1-99bd-4897-81a5-6c46c36d804f {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:58:31.837315 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76b5429a-4ed0-41df-a38c-c9ced2701a1e', 'name': 'network-vif-deleted', 'tag': 'ccfcb0ae-e17e-4404-82a2-cac1d0079d5a', 'status': 'completed', 'code': 200} Mar 11 19:58:31.885031 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-1cba9089-ec6d-47b2-a5c0-c6711ab865c3 None None] Set router 2035d7c6-1edb-4570-99b0-426a1a9d1526 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:58:31.975672 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:58:31.981237 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-a95e6210-9cbd-4b70-bc17-aa0263b686ed None None] Provisioning complete for port 43ad3277-2c2b-44af-a08c-aef02df674c9 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:58:31.981627 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a95e6210-9cbd-4b70-bc17-aa0263b686ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (43ad3277-2c2b-44af-a08c-aef02df674c9), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:32.073996 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a95e6210-9cbd-4b70-bc17-aa0263b686ed None None] Port 43ad3277-2c2b-44af-a08c-aef02df674c9 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:58:32.128419 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-a95e6210-9cbd-4b70-bc17-aa0263b686ed None None] Provisioning complete for port 42414203-7dba-4ec1-ad87-b29c491a4def triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:58:32.129134 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a95e6210-9cbd-4b70-bc17-aa0263b686ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (42414203-7dba-4ec1-ad87-b29c491a4def), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:32.139582 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-4189d1d3-2f8e-4eaf-8205-95095b542f8e tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Allocated IP 172.20.0.29 (3912439f-6ee0-49eb-b673-7f0f188132ea/16db1eac-842e-48c5-972a-02ec7a6a36b2/43ad3277-2c2b-44af-a08c-aef02df674c9) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:58:32.347053 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a95e6210-9cbd-4b70-bc17-aa0263b686ed None None] Current status of the port 42414203-7dba-4ec1-ad87-b29c491a4def is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:58:32.355929 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4189d1d3-2f8e-4eaf-8205-95095b542f8e tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for port (43ad3277-2c2b-44af-a08c-aef02df674c9), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:32.361493 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4189d1d3-2f8e-4eaf-8205-95095b542f8e tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (43ad3277-2c2b-44af-a08c-aef02df674c9), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:32.379282 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-1cba9089-ec6d-47b2-a5c0-c6711ab865c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'name': 'tempest-AttachVolumeNegativeTest-327869102-router', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'b0f98671-885b-4d6d-ac6e-51f2270fcb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:19Z', 'updated_at': '2022-03-11T19:55:31Z', 'revision_number': 4, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'gw_port': {'id': 'b0f98671-885b-4d6d-ac6e-51f2270fcb40', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:89:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:21Z', 'updated_at': '2022-03-11T19:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '7fd96624-7e9a-4767-ac17-fe82143211d7', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'floating_ip_address': '172.25.8.14', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'port_id': 'abe8ea9b-d437-4faa-b7f3-1441ce82426d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2956, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969', 'mac_address': 'fa:16:3e:87:46:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f5fa91-1231-4377-96de-2f89df5190a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:55:40Z', 'updated_at': '2022-03-11T19:56:14Z', 'revision_number': 2, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14f6733d-b550-474d-a1de-861e1be50847', 'name': '', 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'mac_address': 'fa:16:3e:fa:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '9c3f149c-decf-4bc3-9858-1266a909f90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:30Z', 'updated_at': '2022-03-11T19:55:41Z', 'revision_number': 5, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'subnets': [{'id': '9c3f149c-decf-4bc3-9858-1266a909f90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:58:32.432936 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cba9089-ec6d-47b2-a5c0-c6711ab865c3 None None] Checking router: 2035d7c6-1edb-4570-99b0-426a1a9d1526 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:58:32.448449 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cba9089-ec6d-47b2-a5c0-c6711ab865c3 None None] Routers {'2035d7c6-1edb-4570-99b0-426a1a9d1526'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:58:32.449291 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-1cba9089-ec6d-47b2-a5c0-c6711ab865c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:58:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['2035d7c6-1edb-4570-99b0-426a1a9d1526'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:58:32.510692 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4189d1d3-2f8e-4eaf-8205-95095b542f8e tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event updated for resources: {'Port': ['ID=43ad3277-2c2b-44af-a08c-aef02df674c9,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:32.524909 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-4189d1d3-2f8e-4eaf-8205-95095b542f8e tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] In _notify_port_updated(), no bound segment for port 43ad3277-2c2b-44af-a08c-aef02df674c9 on network 3912439f-6ee0-49eb-b673-7f0f188132ea {{(pid=103884) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 11 19:58:32.532066 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4189d1d3-2f8e-4eaf-8205-95095b542f8e tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:32.532709 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4189d1d3-2f8e-4eaf-8205-95095b542f8e tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:32.537086 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38068) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:32.537875 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4189d1d3-2f8e-4eaf-8205-95095b542f8e tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "PUT /v2.0/ports/43ad3277-2c2b-44af-a08c-aef02df674c9 HTTP/1.1" status: 200 len: 995 time: 1.1677065 Mar 11 19:58:32.578758 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-1cba9089-ec6d-47b2-a5c0-c6711ab865c3 None None] Set router 2035d7c6-1edb-4570-99b0-426a1a9d1526 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:58:32.707447 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-e524de68-0c5e-451b-9db8-15571a687e86 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Deleting port 43ad3277-2c2b-44af-a08c-aef02df674c9 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:58:32.708141 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e524de68-0c5e-451b-9db8-15571a687e86 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (43ad3277-2c2b-44af-a08c-aef02df674c9), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:32.708274 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 42414203-7dba-4ec1-ad87-b29c491a4def up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:58:32.851417 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38086) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:32.879293 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e524de68-0c5e-451b-9db8-15571a687e86 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (43ad3277-2c2b-44af-a08c-aef02df674c9), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:32.904708 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-e524de68-0c5e-451b-9db8-15571a687e86 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Calling delete_port for 43ad3277-2c2b-44af-a08c-aef02df674c9 owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:58:32.936902 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 42414203-7dba-4ec1-ad87-b29c491a4def triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:58:32.937317 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (42414203-7dba-4ec1-ad87-b29c491a4def), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:32.966011 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9482ffde-7ba2-4518-b64a-26d2a50eda4c tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for security_group (ccfb309d-a613-4291-8f0c-08b7f935349e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:33.023229 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-1cba9089-ec6d-47b2-a5c0-c6711ab865c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'name': 'tempest-AttachVolumeNegativeTest-327869102-router', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'b0f98671-885b-4d6d-ac6e-51f2270fcb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:19Z', 'updated_at': '2022-03-11T19:55:31Z', 'revision_number': 4, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'gw_port': {'id': 'b0f98671-885b-4d6d-ac6e-51f2270fcb40', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:89:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:21Z', 'updated_at': '2022-03-11T19:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '7fd96624-7e9a-4767-ac17-fe82143211d7', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'floating_ip_address': '172.25.8.14', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'port_id': 'abe8ea9b-d437-4faa-b7f3-1441ce82426d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2956, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969', 'mac_address': 'fa:16:3e:87:46:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f5fa91-1231-4377-96de-2f89df5190a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:55:40Z', 'updated_at': '2022-03-11T19:56:14Z', 'revision_number': 2, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14f6733d-b550-474d-a1de-861e1be50847', 'name': '', 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'mac_address': 'fa:16:3e:fa:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '9c3f149c-decf-4bc3-9858-1266a909f90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:30Z', 'updated_at': '2022-03-11T19:55:41Z', 'revision_number': 5, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'subnets': [{'id': '9c3f149c-decf-4bc3-9858-1266a909f90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:58:33.042783 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9482ffde-7ba2-4518-b64a-26d2a50eda4c tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for security_group (ccfb309d-a613-4291-8f0c-08b7f935349e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:33.058981 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cba9089-ec6d-47b2-a5c0-c6711ab865c3 None None] The sync data for ids ['2035d7c6-1edb-4570-99b0-426a1a9d1526'] in n-d-833163-1 is: [{'id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'name': 'tempest-AttachVolumeNegativeTest-327869102-router', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'b0f98671-885b-4d6d-ac6e-51f2270fcb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:19Z', 'updated_at': '2022-03-11T19:55:31Z', 'revision_number': 4, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'gw_port': {'id': 'b0f98671-885b-4d6d-ac6e-51f2270fcb40', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:89:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:21Z', 'updated_at': '2022-03-11T19:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '7fd96624-7e9a-4767-ac17-fe82143211d7', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'floating_ip_address': '172.25.8.14', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'port_id': 'abe8ea9b-d437-4faa-b7f3-1441ce82426d', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 2956, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969', 'mac_address': 'fa:16:3e:87:46:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49f5fa91-1231-4377-96de-2f89df5190a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:55:40Z', 'updated_at': '2022-03-11T19:56:14Z', 'revision_number': 2, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14f6733d-b550-474d-a1de-861e1be50847', 'name': '', 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'mac_address': 'fa:16:3e:fa:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '9c3f149c-decf-4bc3-9858-1266a909f90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:30Z', 'updated_at': '2022-03-11T19:55:41Z', 'revision_number': 5, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'subnets': [{'id': '9c3f149c-decf-4bc3-9858-1266a909f90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:58:33.109315 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9482ffde-7ba2-4518-b64a-26d2a50eda4c tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (ccfb309d-a613-4291-8f0c-08b7f935349e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:33.115590 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9482ffde-7ba2-4518-b64a-26d2a50eda4c tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:33.115590 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-9482ffde-7ba2-4518-b64a-26d2a50eda4c tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "DELETE /v2.0/security-groups/ccfb309d-a613-4291-8f0c-08b7f935349e HTTP/1.1" status: 204 len: 168 time: 0.2608254 Mar 11 19:58:33.118704 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38100) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:33.144521 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 42414203-7dba-4ec1-ad87-b29c491a4def is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:58:33.153108 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-79051a24-f14a-4278-8c52-adf8f6bcec59 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] show failed (client error): The resource could not be found. Mar 11 19:58:33.154172 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-79051a24-f14a-4278-8c52-adf8f6bcec59 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/security-groups/ccfb309d-a613-4291-8f0c-08b7f935349e HTTP/1.1" status: 404 len: 347 time: 0.0345311 Mar 11 19:58:33.157501 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38102) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:33.168270 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9482ffde-7ba2-4518-b64a-26d2a50eda4c tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccfb309d-a613-4291-8f0c-08b7f935349e,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:33.447575 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-0ae02de0-dc3a-4591-b8f7-b072dff2c5e7 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Deleting port 78231106-5a44-4579-9dd9-857731586681 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:58:33.448069 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0ae02de0-dc3a-4591-b8f7-b072dff2c5e7 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (78231106-5a44-4579-9dd9-857731586681), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:33.609113 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0ae02de0-dc3a-4591-b8f7-b072dff2c5e7 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (78231106-5a44-4579-9dd9-857731586681), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:33.609386 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0ae02de0-dc3a-4591-b8f7-b072dff2c5e7 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for floatingip (78231106-5a44-4579-9dd9-857731586681), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:33.638249 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0df204-1d6d-482a-a5ed-bcc4f652b709 None None] New status for floating IP dca46789-7f4b-4d4c-9387-88fa4fa6af66: DOWN {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 19:58:33.643488 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-0ae02de0-dc3a-4591-b8f7-b072dff2c5e7 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Calling delete_port for 78231106-5a44-4579-9dd9-857731586681 owned by network:floatingip {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:58:33.837608 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e524de68-0c5e-451b-9db8-15571a687e86 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (43ad3277-2c2b-44af-a08c-aef02df674c9), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:33.837929 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-6644b196-9de7-4ccf-bc39-0ecab567897d None None] Provisioning complete for port 43ad3277-2c2b-44af-a08c-aef02df674c9 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:58:33.838215 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6644b196-9de7-4ccf-bc39-0ecab567897d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (43ad3277-2c2b-44af-a08c-aef02df674c9), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:33.881416 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-6644b196-9de7-4ccf-bc39-0ecab567897d None None] Port 43ad3277-2c2b-44af-a08c-aef02df674c9 was deleted so its status cannot be updated. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Mar 11 19:58:33.907656 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-6644b196-9de7-4ccf-bc39-0ecab567897d None None] Provisioning complete for port 42414203-7dba-4ec1-ad87-b29c491a4def triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:58:33.908036 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6644b196-9de7-4ccf-bc39-0ecab567897d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (42414203-7dba-4ec1-ad87-b29c491a4def), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:33.982158 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device ccfcb0ae-e17e-4404-82a2-cac1d0079d5a no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:58:33.992431 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e524de68-0c5e-451b-9db8-15571a687e86 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event deleted for resources: {'Port': ['ID=43ad3277-2c2b-44af-a08c-aef02df674c9,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:34.005043 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0ae02de0-dc3a-4591-b8f7-b072dff2c5e7 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (78231106-5a44-4579-9dd9-857731586681), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:34.030990 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: ccfcb0ae-e17e-4404-82a2-cac1d0079d5a {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:58:34.031347 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device ccfcb0ae-e17e-4404-82a2-cac1d0079d5a not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:58:34.051715 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e524de68-0c5e-451b-9db8-15571a687e86 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:58:34.051952 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e524de68-0c5e-451b-9db8-15571a687e86 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:58:34.052300 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e524de68-0c5e-451b-9db8-15571a687e86 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:58:34.052647 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e524de68-0c5e-451b-9db8-15571a687e86 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:58:34.053008 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e524de68-0c5e-451b-9db8-15571a687e86 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:58:34.053393 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae02de0-dc3a-4591-b8f7-b072dff2c5e7 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Pushing event deleted for resources: {'Port': ['ID=78231106-5a44-4579-9dd9-857731586681,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:34.059894 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e524de68-0c5e-451b-9db8-15571a687e86 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:58:34.060258 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e524de68-0c5e-451b-9db8-15571a687e86 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:58:34.060595 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e524de68-0c5e-451b-9db8-15571a687e86 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:58:34.060936 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e524de68-0c5e-451b-9db8-15571a687e86 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:58:34.061273 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e524de68-0c5e-451b-9db8-15571a687e86 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:58:34.061607 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e524de68-0c5e-451b-9db8-15571a687e86 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:58:34.061940 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e524de68-0c5e-451b-9db8-15571a687e86 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:58:34.062269 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e524de68-0c5e-451b-9db8-15571a687e86 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:58:34.100626 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-6644b196-9de7-4ccf-bc39-0ecab567897d None None] Current status of the port 42414203-7dba-4ec1-ad87-b29c491a4def is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:58:34.140126 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e524de68-0c5e-451b-9db8-15571a687e86 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:34.155129 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0ae02de0-dc3a-4591-b8f7-b072dff2c5e7 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for floatingip (dca46789-7f4b-4d4c-9387-88fa4fa6af66), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:34.157896 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0ae02de0-dc3a-4591-b8f7-b072dff2c5e7 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:34.160715 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-e524de68-0c5e-451b-9db8-15571a687e86 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "DELETE /v2.0/ports/43ad3277-2c2b-44af-a08c-aef02df674c9 HTTP/1.1" status: 204 len: 168 time: 1.6170921 Mar 11 19:58:34.163049 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38108) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:34.173562 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-0ae02de0-dc3a-4591-b8f7-b072dff2c5e7 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "DELETE /v2.0/floatingips/dca46789-7f4b-4d4c-9387-88fa4fa6af66 HTTP/1.1" status: 204 len: 168 time: 1.0132270 Mar 11 19:58:34.214979 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-79ccc174-1802-4061-928e-23d7c92c9d79 None None] Could not find standard attr ID for object 43ad3277-2c2b-44af-a08c-aef02df674c9. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 19:58:34.300062 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfda2971-449d-4f80-a0a1-13a263ce3438 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] GET failed (client error): The resource could not be found. Mar 11 19:58:34.302575 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-bfda2971-449d-4f80-a0a1-13a263ce3438 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "GET /v2.0/ports/43ad3277-2c2b-44af-a08c-aef02df674c9 HTTP/1.1" status: 404 len: 333 time: 0.1376040 Mar 11 19:58:34.305193 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38118) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:34.376582 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-565b893d-7fac-4b67-8726-7caadd3dc7ac tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Deleting subnet 16db1eac-842e-48c5-972a-02ec7a6a36b2 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:58:34.380106 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-565b893d-7fac-4b67-8726-7caadd3dc7ac tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for subnet (16db1eac-842e-48c5-972a-02ec7a6a36b2), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:34.435436 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-565b893d-7fac-4b67-8726-7caadd3dc7ac tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (16db1eac-842e-48c5-972a-02ec7a6a36b2), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:34.587947 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-565b893d-7fac-4b67-8726-7caadd3dc7ac tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (16db1eac-842e-48c5-972a-02ec7a6a36b2), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:34.658019 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-565b893d-7fac-4b67-8726-7caadd3dc7ac tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (16db1eac-842e-48c5-972a-02ec7a6a36b2), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:34.684526 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565b893d-7fac-4b67-8726-7caadd3dc7ac tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event deleted for resources: {'Subnet': ['ID=16db1eac-842e-48c5-972a-02ec7a6a36b2,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:34.690215 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-565b893d-7fac-4b67-8726-7caadd3dc7ac tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:34.696551 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-565b893d-7fac-4b67-8726-7caadd3dc7ac tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "DELETE /v2.0/subnets/16db1eac-842e-48c5-972a-02ec7a6a36b2 HTTP/1.1" status: 204 len: 168 time: 0.3869059 Mar 11 19:58:34.697202 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38124) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:34.755295 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-7494b7b9-6179-412a-8b9e-250619e14976 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Deleting subnet 5198a310-d2d2-4614-9e30-7e4d2355aa3f {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:58:34.760065 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7494b7b9-6179-412a-8b9e-250619e14976 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for subnet (5198a310-d2d2-4614-9e30-7e4d2355aa3f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:34.800335 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7494b7b9-6179-412a-8b9e-250619e14976 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (5198a310-d2d2-4614-9e30-7e4d2355aa3f), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:34.890632 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7494b7b9-6179-412a-8b9e-250619e14976 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (5198a310-d2d2-4614-9e30-7e4d2355aa3f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:34.953008 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7494b7b9-6179-412a-8b9e-250619e14976 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (5198a310-d2d2-4614-9e30-7e4d2355aa3f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:34.979093 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7494b7b9-6179-412a-8b9e-250619e14976 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event deleted for resources: {'Subnet': ['ID=5198a310-d2d2-4614-9e30-7e4d2355aa3f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:34.988594 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7494b7b9-6179-412a-8b9e-250619e14976 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:34.994821 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-7494b7b9-6179-412a-8b9e-250619e14976 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "DELETE /v2.0/subnets/5198a310-d2d2-4614-9e30-7e4d2355aa3f HTTP/1.1" status: 204 len: 168 time: 0.2943091 Mar 11 19:58:34.995432 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38126) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:35.074872 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b882cdc7-dbfd-476e-9d23-8f4808e1bfd6 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (3912439f-6ee0-49eb-b673-7f0f188132ea), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:35.141787 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-b882cdc7-dbfd-476e-9d23-8f4808e1bfd6 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Deleting port 42414203-7dba-4ec1-ad87-b29c491a4def {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:58:35.142160 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b882cdc7-dbfd-476e-9d23-8f4808e1bfd6 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (42414203-7dba-4ec1-ad87-b29c491a4def), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:35.219360 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-b882cdc7-dbfd-476e-9d23-8f4808e1bfd6 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] For port 42414203-7dba-4ec1-ad87-b29c491a4def, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=42414203-7dba-4ec1-ad87-b29c491a4def,segment=NetworkSegment(4e93ece1-3250-4ad0-9572-679be4977310),segment_id=4e93ece1-3250-4ad0-9572-679be4977310)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:58:35.219848 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b882cdc7-dbfd-476e-9d23-8f4808e1bfd6 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (42414203-7dba-4ec1-ad87-b29c491a4def), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:35.258995 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-b882cdc7-dbfd-476e-9d23-8f4808e1bfd6 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Calling delete_port for 42414203-7dba-4ec1-ad87-b29c491a4def owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:58:35.390873 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286ad20a-d0b7-4e3a-8ecf-6c4ba36ac8ef None None] Network 3912439f-6ee0-49eb-b673-7f0f188132ea requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:58:35.429921 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b882cdc7-dbfd-476e-9d23-8f4808e1bfd6 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (42414203-7dba-4ec1-ad87-b29c491a4def), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:35.468482 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c47dd4b0-6cc7-4ade-aea3-07734671b3a6 None None] Could not find standard attr ID for object 43ad3277-2c2b-44af-a08c-aef02df674c9. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 19:58:35.469078 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b882cdc7-dbfd-476e-9d23-8f4808e1bfd6 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event deleted for resources: {'Port': ['ID=42414203-7dba-4ec1-ad87-b29c491a4def,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:35.474702 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b882cdc7-dbfd-476e-9d23-8f4808e1bfd6 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] No DVR routers for this DVR port 42414203-7dba-4ec1-ad87-b29c491a4def on host n-d-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:58:35.584735 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3092eece-81f2-44e8-a8ab-5c9bbbfd27e5 None None] DHCP port deletion for 3912439f-6ee0-49eb-b673-7f0f188132ea request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:58:35.612111 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b882cdc7-dbfd-476e-9d23-8f4808e1bfd6 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (3912439f-6ee0-49eb-b673-7f0f188132ea), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:35.656902 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-b882cdc7-dbfd-476e-9d23-8f4808e1bfd6 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3912439f-6ee0-49eb-b673-7f0f188132ea']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:58:35.667178 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-b882cdc7-dbfd-476e-9d23-8f4808e1bfd6 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e93ece1-3250-4ad0-9572-679be4977310') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:58:35.667480 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-b882cdc7-dbfd-476e-9d23-8f4808e1bfd6 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e93ece1-3250-4ad0-9572-679be4977310') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:58:35.678173 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b882cdc7-dbfd-476e-9d23-8f4808e1bfd6 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (4e93ece1-3250-4ad0-9572-679be4977310), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:35.692588 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b882cdc7-dbfd-476e-9d23-8f4808e1bfd6 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (4e93ece1-3250-4ad0-9572-679be4977310), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:35.700059 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b882cdc7-dbfd-476e-9d23-8f4808e1bfd6 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Releasing vlan 896 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:58:35.700534 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b882cdc7-dbfd-476e-9d23-8f4808e1bfd6 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (4e93ece1-3250-4ad0-9572-679be4977310), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:35.764858 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 19:58:35.764858 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:58:35.764858 n-d-833163-1 neutron-server[103885]: timer() Mar 11 19:58:35.764858 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:58:35.764858 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 19:58:35.764858 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:58:35.764858 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 19:58:35.764858 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:58:35.764858 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 19:58:35.764858 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:58:35.764858 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 19:58:35.764858 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:58:35.764858 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 19:58:35.764858 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:58:35.764858 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:58:35.764858 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:58:35.764858 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:58:35.764858 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:58:35.764858 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 19:58:35.764858 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:58:35.764858 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 19:58:35.764858 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:58:35.764858 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:58:35.764858 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:58:35.764858 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 19:58:35.764858 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:58:35.764858 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:58:35.764858 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:58:35.764858 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:58:35.764858 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:58:35.764858 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:58:35.764858 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:58:35.769822 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b882cdc7-dbfd-476e-9d23-8f4808e1bfd6 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (3912439f-6ee0-49eb-b673-7f0f188132ea), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:35.775523 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b882cdc7-dbfd-476e-9d23-8f4808e1bfd6 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:35.783276 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38134) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:35.798259 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-b882cdc7-dbfd-476e-9d23-8f4808e1bfd6 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "DELETE /v2.0/networks/3912439f-6ee0-49eb-b673-7f0f188132ea HTTP/1.1" status: 204 len: 168 time: 0.8014607 Mar 11 19:58:35.826781 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b882cdc7-dbfd-476e-9d23-8f4808e1bfd6 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event deleted for resources: {'Network': ['ID=3912439f-6ee0-49eb-b673-7f0f188132ea,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:35.864818 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2033b816-5910-496f-9a46-77057e238489 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:35.873024 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38136) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:35.874719 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-2033b816-5910-496f-9a46-77057e238489 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0872743 Mar 11 19:58:35.953843 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d814adf3-6a82-4554-b205-014e50bf00c6 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0805678 Mar 11 19:58:35.956997 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38138) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:35.962612 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-e28eabef-0e70-427d-bff8-26750439aff7 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-947657486'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:58:35.987320 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28eabef-0e70-427d-bff8-26750439aff7 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Made reservation on behalf of 4dbd6ea97fa14d11b3340dc9c3476c52 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:58:35.992059 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e28eabef-0e70-427d-bff8-26750439aff7 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:36.019436 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e28eabef-0e70-427d-bff8-26750439aff7 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] vlan segment allocate from pool success with {'vlan_id': 871, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:58:36.032470 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e28eabef-0e70-427d-bff8-26750439aff7 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (2b071289-06d3-487c-8a53-44e9093c12df), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:36.032823 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-e28eabef-0e70-427d-bff8-26750439aff7 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Added segment 2b071289-06d3-487c-8a53-44e9093c12df of type vlan for network ef1132e9-382d-4aa8-9e5f-ec01286749c9 Mar 11 19:58:36.077624 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e28eabef-0e70-427d-bff8-26750439aff7 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (ef1132e9-382d-4aa8-9e5f-ec01286749c9), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:36.111578 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e28eabef-0e70-427d-bff8-26750439aff7 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (ef1132e9-382d-4aa8-9e5f-ec01286749c9), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:36.118576 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28eabef-0e70-427d-bff8-26750439aff7 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:36.119215 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e28eabef-0e70-427d-bff8-26750439aff7 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:36.171832 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-e28eabef-0e70-427d-bff8-26750439aff7 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2131407 Mar 11 19:58:36.174501 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38140) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:36.180147 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-cfbecb02-bb26-4bfd-8822-607a7c3866e8 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Request body: {'subnet': {'network_id': 'ef1132e9-382d-4aa8-9e5f-ec01286749c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:58:36.211382 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28eabef-0e70-427d-bff8-26750439aff7 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event updated for resources: {'Network': ['ID=ef1132e9-382d-4aa8-9e5f-ec01286749c9,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:36.223036 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network ef1132e9-382d-4aa8-9e5f-ec01286749c9 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:58:36.322667 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfbecb02-bb26-4bfd-8822-607a7c3866e8 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Made reservation on behalf of 4dbd6ea97fa14d11b3340dc9c3476c52 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:58:36.328433 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cfbecb02-bb26-4bfd-8822-607a7c3866e8 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:36.649751 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cfbecb02-bb26-4bfd-8822-607a7c3866e8 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (c770edfa-3d29-4088-a75e-2bc07a31e4f4), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:36.673617 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 42414203-7dba-4ec1-ad87-b29c491a4def no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:58:36.727257 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 42414203-7dba-4ec1-ad87-b29c491a4def {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:58:36.728031 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 42414203-7dba-4ec1-ad87-b29c491a4def not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:58:36.771943 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbecb02-bb26-4bfd-8822-607a7c3866e8 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event updated for resources: {'Subnet': ['ID=c770edfa-3d29-4088-a75e-2bc07a31e4f4,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:36.789501 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbecb02-bb26-4bfd-8822-607a7c3866e8 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Checking segment: {'id': '2b071289-06d3-487c-8a53-44e9093c12df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'ef1132e9-382d-4aa8-9e5f-ec01286749c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:58:36.790080 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbecb02-bb26-4bfd-8822-607a7c3866e8 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Network hostable DHCP agents. Network: ef1132e9-382d-4aa8-9e5f-ec01286749c9, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:58:36.809248 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbecb02-bb26-4bfd-8822-607a7c3866e8 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Network ef1132e9-382d-4aa8-9e5f-ec01286749c9 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:58:36.825063 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-cfbecb02-bb26-4bfd-8822-607a7c3866e8 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, ef1132e9-382d-4aa8-9e5f-ec01286749c9) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:58:36.831539 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbecb02-bb26-4bfd-8822-607a7c3866e8 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:36.831765 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cfbecb02-bb26-4bfd-8822-607a7c3866e8 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:36.836140 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83a26b0-1774-4349-9d29-b2e32ceed6bb None None] Network ef1132e9-382d-4aa8-9e5f-ec01286749c9 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:58:36.861879 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-cfbecb02-bb26-4bfd-8822-607a7c3866e8 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6838422 Mar 11 19:58:36.862166 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38152) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:36.871794 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-def8f5dc-68a9-4f90-8e17-28d490771a24 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Request body: {'port': {'network_id': 'ef1132e9-382d-4aa8-9e5f-ec01286749c9', 'name': 'tempest-PortsTestJSON-1366664552'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:58:36.976788 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe24ab6-6dc9-4b00-8f29-63a8b6fce3a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-ef1132e9-382d-4aa8-9e5f-ec01286749c9', 'network_id': 'ef1132e9-382d-4aa8-9e5f-ec01286749c9', 'project_id': '4dbd6ea97fa14d11b3340dc9c3476c52', 'fixed_ips': [{'subnet_id': 'c770edfa-3d29-4088-a75e-2bc07a31e4f4'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:58:36.977779 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ffe24ab6-6dc9-4b00-8f29-63a8b6fce3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:37.102716 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def8f5dc-68a9-4f90-8e17-28d490771a24 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Made reservation on behalf of 4dbd6ea97fa14d11b3340dc9c3476c52 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:58:37.106276 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-def8f5dc-68a9-4f90-8e17-28d490771a24 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:37.136690 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-ffe24ab6-6dc9-4b00-8f29-63a8b6fce3a2 None None] Allocated IP 172.20.0.2 (ef1132e9-382d-4aa8-9e5f-ec01286749c9/c770edfa-3d29-4088-a75e-2bc07a31e4f4/3e740f76-32a2-4477-bc65-c73185ddc58c) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:58:37.141696 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-def8f5dc-68a9-4f90-8e17-28d490771a24 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] device_id is not set on port f9793d0f-7fa7-45a0-83c9-05cb825e61bb yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:58:37.325385 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ffe24ab6-6dc9-4b00-8f29-63a8b6fce3a2 None None] Publish callbacks [] for port (3e740f76-32a2-4477-bc65-c73185ddc58c), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:37.346998 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ffe24ab6-6dc9-4b00-8f29-63a8b6fce3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (3e740f76-32a2-4477-bc65-c73185ddc58c), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:37.396019 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe24ab6-6dc9-4b00-8f29-63a8b6fce3a2 None None] Network ef1132e9-382d-4aa8-9e5f-ec01286749c9 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:58:37.402058 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-ffe24ab6-6dc9-4b00-8f29-63a8b6fce3a2 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:58:37.407295 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe24ab6-6dc9-4b00-8f29-63a8b6fce3a2 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:58:37.413519 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-def8f5dc-68a9-4f90-8e17-28d490771a24 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Allocated IP 172.20.0.11 (ef1132e9-382d-4aa8-9e5f-ec01286749c9/c770edfa-3d29-4088-a75e-2bc07a31e4f4/f9793d0f-7fa7-45a0-83c9-05cb825e61bb) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:58:37.443398 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe24ab6-6dc9-4b00-8f29-63a8b6fce3a2 None None] Pushing event updated for resources: {'Port': ['ID=3e740f76-32a2-4477-bc65-c73185ddc58c,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:37.490154 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-ffe24ab6-6dc9-4b00-8f29-63a8b6fce3a2 None None] Attempting to bind port 3e740f76-32a2-4477-bc65-c73185ddc58c on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:58:37.490560 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-ffe24ab6-6dc9-4b00-8f29-63a8b6fce3a2 None None] Attempting to bind port 3e740f76-32a2-4477-bc65-c73185ddc58c by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '2b071289-06d3-487c-8a53-44e9093c12df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'ef1132e9-382d-4aa8-9e5f-ec01286749c9'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:58:37.490924 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe24ab6-6dc9-4b00-8f29-63a8b6fce3a2 None None] Attempting to bind port 3e740f76-32a2-4477-bc65-c73185ddc58c on network ef1132e9-382d-4aa8-9e5f-ec01286749c9 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:58:37.496947 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe24ab6-6dc9-4b00-8f29-63a8b6fce3a2 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:58:37.497324 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe24ab6-6dc9-4b00-8f29-63a8b6fce3a2 None None] Checking segment: {'id': '2b071289-06d3-487c-8a53-44e9093c12df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'ef1132e9-382d-4aa8-9e5f-ec01286749c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:58:37.497734 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ffe24ab6-6dc9-4b00-8f29-63a8b6fce3a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:37.498529 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe24ab6-6dc9-4b00-8f29-63a8b6fce3a2 None None] Bound using segment: {'id': '2b071289-06d3-487c-8a53-44e9093c12df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'ef1132e9-382d-4aa8-9e5f-ec01286749c9'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:58:37.499037 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-ffe24ab6-6dc9-4b00-8f29-63a8b6fce3a2 None None] Bound port: 3e740f76-32a2-4477-bc65-c73185ddc58c, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b071289-06d3-487c-8a53-44e9093c12df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 871, 'network_id': 'ef1132e9-382d-4aa8-9e5f-ec01286749c9'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:58:37.499419 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ffe24ab6-6dc9-4b00-8f29-63a8b6fce3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (3e740f76-32a2-4477-bc65-c73185ddc58c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:37.606398 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-ffe24ab6-6dc9-4b00-8f29-63a8b6fce3a2 None None] For port 3e740f76-32a2-4477-bc65-c73185ddc58c, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:58:37.613441 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-ffe24ab6-6dc9-4b00-8f29-63a8b6fce3a2 None None] For port 3e740f76-32a2-4477-bc65-c73185ddc58c, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=3e740f76-32a2-4477-bc65-c73185ddc58c,segment=NetworkSegment(2b071289-06d3-487c-8a53-44e9093c12df),segment_id=2b071289-06d3-487c-8a53-44e9093c12df)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:58:37.630238 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ffe24ab6-6dc9-4b00-8f29-63a8b6fce3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (3e740f76-32a2-4477-bc65-c73185ddc58c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:37.740579 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-def8f5dc-68a9-4f90-8e17-28d490771a24 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for port (f9793d0f-7fa7-45a0-83c9-05cb825e61bb), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:37.771037 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe24ab6-6dc9-4b00-8f29-63a8b6fce3a2 None None] Pushing event updated for resources: {'Port': ['ID=3e740f76-32a2-4477-bc65-c73185ddc58c,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:37.853327 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-def8f5dc-68a9-4f90-8e17-28d490771a24 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (f9793d0f-7fa7-45a0-83c9-05cb825e61bb), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:37.927004 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def8f5dc-68a9-4f90-8e17-28d490771a24 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Network ef1132e9-382d-4aa8-9e5f-ec01286749c9 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:58:37.934590 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-def8f5dc-68a9-4f90-8e17-28d490771a24 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:58:37.951651 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def8f5dc-68a9-4f90-8e17-28d490771a24 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:58:38.098403 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def8f5dc-68a9-4f90-8e17-28d490771a24 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:38.099091 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-def8f5dc-68a9-4f90-8e17-28d490771a24 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:38.159056 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-def8f5dc-68a9-4f90-8e17-28d490771a24 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.2957261 Mar 11 19:58:38.161780 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38166) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:38.167684 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-fcc78b34-bbad-4b13-a866-1d4327a8d9a0 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Request body: {'port': {'network_id': 'ef1132e9-382d-4aa8-9e5f-ec01286749c9', 'name': 'tempest-PortsTestJSON-548885277'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:58:38.192705 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def8f5dc-68a9-4f90-8e17-28d490771a24 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event updated for resources: {'Port': ['ID=f9793d0f-7fa7-45a0-83c9-05cb825e61bb,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:38.407308 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc78b34-bbad-4b13-a866-1d4327a8d9a0 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Made reservation on behalf of 4dbd6ea97fa14d11b3340dc9c3476c52 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:58:38.411167 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fcc78b34-bbad-4b13-a866-1d4327a8d9a0 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:38.431739 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-fcc78b34-bbad-4b13-a866-1d4327a8d9a0 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] device_id is not set on port bd358a22-013e-42a3-b500-451a6d3d3e89 yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:58:38.650494 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-fcc78b34-bbad-4b13-a866-1d4327a8d9a0 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Allocated IP 172.20.0.12 (ef1132e9-382d-4aa8-9e5f-ec01286749c9/c770edfa-3d29-4088-a75e-2bc07a31e4f4/bd358a22-013e-42a3-b500-451a6d3d3e89) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:58:38.728838 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [req-8291f1d8-4ae7-4e55-af1b-a6a341e52e6d req-57e5181c-9892-4bc7-b224-cd905ca1cce0 tempest-ListServerFiltersTestJSON-1843082441 tempest-ListServerFiltersTestJSON-1843082441-project] (103885) timed out ('10.222.0.75', 51280) {{(pid=103885) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 19:58:38.732007 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 3e740f76-32a2-4477-bc65-c73185ddc58c up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:58:38.846570 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 3e740f76-32a2-4477-bc65-c73185ddc58c triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:58:38.847205 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (3e740f76-32a2-4477-bc65-c73185ddc58c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:38.995969 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fcc78b34-bbad-4b13-a866-1d4327a8d9a0 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for port (bd358a22-013e-42a3-b500-451a6d3d3e89), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:39.079574 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 3e740f76-32a2-4477-bc65-c73185ddc58c is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:58:39.080034 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (3e740f76-32a2-4477-bc65-c73185ddc58c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:39.083270 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fcc78b34-bbad-4b13-a866-1d4327a8d9a0 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (bd358a22-013e-42a3-b500-451a6d3d3e89), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:39.140888 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc78b34-bbad-4b13-a866-1d4327a8d9a0 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Network ef1132e9-382d-4aa8-9e5f-ec01286749c9 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:58:39.146424 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-fcc78b34-bbad-4b13-a866-1d4327a8d9a0 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:58:39.154093 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc78b34-bbad-4b13-a866-1d4327a8d9a0 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:58:39.181134 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 3e740f76-32a2-4477-bc65-c73185ddc58c, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=3e740f76-32a2-4477-bc65-c73185ddc58c,segment=NetworkSegment(2b071289-06d3-487c-8a53-44e9093c12df),segment_id=2b071289-06d3-487c-8a53-44e9093c12df)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:58:39.197023 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (3e740f76-32a2-4477-bc65-c73185ddc58c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:39.242446 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc78b34-bbad-4b13-a866-1d4327a8d9a0 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event updated for resources: {'Port': ['ID=bd358a22-013e-42a3-b500-451a6d3d3e89,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:39.298421 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc78b34-bbad-4b13-a866-1d4327a8d9a0 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:39.303266 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fcc78b34-bbad-4b13-a866-1d4327a8d9a0 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:39.324880 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=3e740f76-32a2-4477-bc65-c73185ddc58c,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:39.328878 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-fcc78b34-bbad-4b13-a866-1d4327a8d9a0 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1652825 Mar 11 19:58:39.332065 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38176) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:39.489890 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785dac77-34c5-4a68-b0a6-63a3587193b1 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:39.492515 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-785dac77-34c5-4a68-b0a6-63a3587193b1 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.11 HTTP/1.1" status: 200 len: 923 time: 0.1590590 Mar 11 19:58:39.495326 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38178) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:39.541216 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88618c78-9dae-4ede-93bd-51c18cec838a None None] Network ef1132e9-382d-4aa8-9e5f-ec01286749c9 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:58:39.696459 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-9124032b-818d-40b0-9c4b-8b79904f8c1d tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Deleting port bd358a22-013e-42a3-b500-451a6d3d3e89 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:58:39.696852 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9124032b-818d-40b0-9c4b-8b79904f8c1d tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (bd358a22-013e-42a3-b500-451a6d3d3e89), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:39.723012 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-771acb08-bd3e-45b1-8be8-3f7197ce1503 None None] Provisioning complete for port 3e740f76-32a2-4477-bc65-c73185ddc58c triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:58:39.723973 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-771acb08-bd3e-45b1-8be8-3f7197ce1503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (3e740f76-32a2-4477-bc65-c73185ddc58c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:39.938484 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-771acb08-bd3e-45b1-8be8-3f7197ce1503 None None] Current status of the port 3e740f76-32a2-4477-bc65-c73185ddc58c is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:58:39.951579 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9124032b-818d-40b0-9c4b-8b79904f8c1d tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (bd358a22-013e-42a3-b500-451a6d3d3e89), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:39.970115 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-9124032b-818d-40b0-9c4b-8b79904f8c1d tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Calling delete_port for bd358a22-013e-42a3-b500-451a6d3d3e89 owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:58:40.226730 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9124032b-818d-40b0-9c4b-8b79904f8c1d tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (bd358a22-013e-42a3-b500-451a6d3d3e89), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:40.302471 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9124032b-818d-40b0-9c4b-8b79904f8c1d tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event deleted for resources: {'Port': ['ID=bd358a22-013e-42a3-b500-451a6d3d3e89,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:40.373183 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-dc758e28-35a9-45ec-90b2-ee8eafd0c62d None None] Provisioning complete for port f9793d0f-7fa7-45a0-83c9-05cb825e61bb triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:58:40.373954 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dc758e28-35a9-45ec-90b2-ee8eafd0c62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (f9793d0f-7fa7-45a0-83c9-05cb825e61bb), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:40.469761 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-dc758e28-35a9-45ec-90b2-ee8eafd0c62d None None] Port f9793d0f-7fa7-45a0-83c9-05cb825e61bb cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:58:40.483189 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9124032b-818d-40b0-9c4b-8b79904f8c1d tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:40.497053 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-dc758e28-35a9-45ec-90b2-ee8eafd0c62d None None] Provisioning complete for port 3e740f76-32a2-4477-bc65-c73185ddc58c triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:58:40.497366 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38188) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:40.497795 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dc758e28-35a9-45ec-90b2-ee8eafd0c62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (3e740f76-32a2-4477-bc65-c73185ddc58c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:40.497969 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-9124032b-818d-40b0-9c4b-8b79904f8c1d tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "DELETE /v2.0/ports/bd358a22-013e-42a3-b500-451a6d3d3e89 HTTP/1.1" status: 204 len: 168 time: 1.0013599 Mar 11 19:58:40.553951 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d2a7c81-23a1-4882-a38a-837ef945bfa8 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] GET failed (client error): The resource could not be found. Mar 11 19:58:40.558037 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8d2a7c81-23a1-4882-a38a-837ef945bfa8 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "GET /v2.0/ports/bd358a22-013e-42a3-b500-451a6d3d3e89 HTTP/1.1" status: 404 len: 333 time: 0.0559294 Mar 11 19:58:40.558697 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38192) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:40.653305 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-dc758e28-35a9-45ec-90b2-ee8eafd0c62d None None] Current status of the port 3e740f76-32a2-4477-bc65-c73185ddc58c is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:58:40.657927 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-dc758e28-35a9-45ec-90b2-ee8eafd0c62d None None] Could not find standard attr ID for object bd358a22-013e-42a3-b500-451a6d3d3e89. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 19:58:40.756417 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 3e740f76-32a2-4477-bc65-c73185ddc58c up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:58:40.790386 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-029db32f-6781-42f6-843d-2b79fdb955c5 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Deleting port f9793d0f-7fa7-45a0-83c9-05cb825e61bb {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:58:40.790730 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-029db32f-6781-42f6-843d-2b79fdb955c5 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (f9793d0f-7fa7-45a0-83c9-05cb825e61bb), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:40.846967 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-3bc21c86-deea-4513-96c9-923a3356bcfd None None] Provisioning complete for port f9793d0f-7fa7-45a0-83c9-05cb825e61bb triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:58:40.847399 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3bc21c86-deea-4513-96c9-923a3356bcfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (f9793d0f-7fa7-45a0-83c9-05cb825e61bb), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:40.923895 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 3e740f76-32a2-4477-bc65-c73185ddc58c triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:58:40.924280 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (3e740f76-32a2-4477-bc65-c73185ddc58c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:40.931331 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-3bc21c86-deea-4513-96c9-923a3356bcfd None None] Port f9793d0f-7fa7-45a0-83c9-05cb825e61bb cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:58:41.083676 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-029db32f-6781-42f6-843d-2b79fdb955c5 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (f9793d0f-7fa7-45a0-83c9-05cb825e61bb), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:41.102496 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-029db32f-6781-42f6-843d-2b79fdb955c5 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Calling delete_port for f9793d0f-7fa7-45a0-83c9-05cb825e61bb owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:58:41.191892 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 3e740f76-32a2-4477-bc65-c73185ddc58c is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:58:41.199676 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-48222851-54ca-4e74-9d98-63abd80070cd None None] Could not find standard attr ID for object bd358a22-013e-42a3-b500-451a6d3d3e89. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 19:58:41.323476 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-029db32f-6781-42f6-843d-2b79fdb955c5 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (f9793d0f-7fa7-45a0-83c9-05cb825e61bb), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:41.376498 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029db32f-6781-42f6-843d-2b79fdb955c5 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event deleted for resources: {'Port': ['ID=f9793d0f-7fa7-45a0-83c9-05cb825e61bb,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:41.567348 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-029db32f-6781-42f6-843d-2b79fdb955c5 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:41.574232 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-029db32f-6781-42f6-843d-2b79fdb955c5 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "DELETE /v2.0/ports/f9793d0f-7fa7-45a0-83c9-05cb825e61bb HTTP/1.1" status: 204 len: 168 time: 1.0122442 Mar 11 19:58:41.575025 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38202) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:41.612959 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-f30541c3-82c8-483b-adfa-a851bfe1110c tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] GET failed (client error): The resource could not be found. Mar 11 19:58:41.618001 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f30541c3-82c8-483b-adfa-a851bfe1110c tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "GET /v2.0/ports/f9793d0f-7fa7-45a0-83c9-05cb825e61bb HTTP/1.1" status: 404 len: 333 time: 0.0308714 Mar 11 19:58:41.618242 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38204) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:41.707490 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-37dbdd0f-fb37-44ac-b102-c19354e59fe8 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Deleting subnet c770edfa-3d29-4088-a75e-2bc07a31e4f4 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:58:41.717194 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-37dbdd0f-fb37-44ac-b102-c19354e59fe8 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for subnet (c770edfa-3d29-4088-a75e-2bc07a31e4f4), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:41.772018 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-37dbdd0f-fb37-44ac-b102-c19354e59fe8 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (c770edfa-3d29-4088-a75e-2bc07a31e4f4), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:41.877234 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-37dbdd0f-fb37-44ac-b102-c19354e59fe8 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (c770edfa-3d29-4088-a75e-2bc07a31e4f4), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:41.973241 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-37dbdd0f-fb37-44ac-b102-c19354e59fe8 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (c770edfa-3d29-4088-a75e-2bc07a31e4f4), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:41.999583 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dbdd0f-fb37-44ac-b102-c19354e59fe8 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event deleted for resources: {'Subnet': ['ID=c770edfa-3d29-4088-a75e-2bc07a31e4f4,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:42.012901 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-37dbdd0f-fb37-44ac-b102-c19354e59fe8 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:42.017080 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-37dbdd0f-fb37-44ac-b102-c19354e59fe8 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "DELETE /v2.0/subnets/c770edfa-3d29-4088-a75e-2bc07a31e4f4 HTTP/1.1" status: 204 len: 168 time: 0.3979077 Mar 11 19:58:42.019523 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38208) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:42.019909 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae6f4fe-578a-457f-986b-64b76b9d1162 None None] Network ef1132e9-382d-4aa8-9e5f-ec01286749c9 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:58:42.124804 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-04b2266e-9741-4936-bef2-931d0288c209 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (ef1132e9-382d-4aa8-9e5f-ec01286749c9), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:42.215337 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-04b2266e-9741-4936-bef2-931d0288c209 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Deleting port 3e740f76-32a2-4477-bc65-c73185ddc58c {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:58:42.215853 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-04b2266e-9741-4936-bef2-931d0288c209 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (3e740f76-32a2-4477-bc65-c73185ddc58c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:42.304142 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd49715-17ab-4278-8812-275fa5d99e2c None None] DHCP port deletion for ef1132e9-382d-4aa8-9e5f-ec01286749c9 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:58:42.336100 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-04b2266e-9741-4936-bef2-931d0288c209 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] For port 3e740f76-32a2-4477-bc65-c73185ddc58c, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=3e740f76-32a2-4477-bc65-c73185ddc58c,segment=NetworkSegment(2b071289-06d3-487c-8a53-44e9093c12df),segment_id=2b071289-06d3-487c-8a53-44e9093c12df)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:58:42.336736 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-04b2266e-9741-4936-bef2-931d0288c209 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (3e740f76-32a2-4477-bc65-c73185ddc58c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:42.370819 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-04b2266e-9741-4936-bef2-931d0288c209 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Calling delete_port for 3e740f76-32a2-4477-bc65-c73185ddc58c owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:58:42.422169 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-cbd49715-17ab-4278-8812-275fa5d99e2c None None] Deleting port 3e740f76-32a2-4477-bc65-c73185ddc58c {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:58:42.422544 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cbd49715-17ab-4278-8812-275fa5d99e2c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (3e740f76-32a2-4477-bc65-c73185ddc58c), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:42.486612 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-04b2266e-9741-4936-bef2-931d0288c209 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (3e740f76-32a2-4477-bc65-c73185ddc58c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:42.531749 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b2266e-9741-4936-bef2-931d0288c209 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event deleted for resources: {'Port': ['ID=3e740f76-32a2-4477-bc65-c73185ddc58c,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:42.536459 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b2266e-9741-4936-bef2-931d0288c209 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] No DVR routers for this DVR port 3e740f76-32a2-4477-bc65-c73185ddc58c on host n-d-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:58:42.551564 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-cbd49715-17ab-4278-8812-275fa5d99e2c None None] For port 3e740f76-32a2-4477-bc65-c73185ddc58c, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=3e740f76-32a2-4477-bc65-c73185ddc58c,segment=NetworkSegment(2b071289-06d3-487c-8a53-44e9093c12df),segment_id=2b071289-06d3-487c-8a53-44e9093c12df)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:58:42.556089 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cbd49715-17ab-4278-8812-275fa5d99e2c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (3e740f76-32a2-4477-bc65-c73185ddc58c), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:42.585987 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-cbd49715-17ab-4278-8812-275fa5d99e2c None None] Calling delete_port for 3e740f76-32a2-4477-bc65-c73185ddc58c owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:58:42.651839 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-04b2266e-9741-4936-bef2-931d0288c209 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (ef1132e9-382d-4aa8-9e5f-ec01286749c9), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:42.680540 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-04b2266e-9741-4936-bef2-931d0288c209 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef1132e9-382d-4aa8-9e5f-ec01286749c9']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:58:42.693211 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-04b2266e-9741-4936-bef2-931d0288c209 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b071289-06d3-487c-8a53-44e9093c12df') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:58:42.693432 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-04b2266e-9741-4936-bef2-931d0288c209 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b071289-06d3-487c-8a53-44e9093c12df') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:58:42.705724 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-04b2266e-9741-4936-bef2-931d0288c209 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (2b071289-06d3-487c-8a53-44e9093c12df), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:42.725797 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cbd49715-17ab-4278-8812-275fa5d99e2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (3e740f76-32a2-4477-bc65-c73185ddc58c), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:42.727347 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-04b2266e-9741-4936-bef2-931d0288c209 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (2b071289-06d3-487c-8a53-44e9093c12df), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:42.733369 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 3e740f76-32a2-4477-bc65-c73185ddc58c no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:58:42.735861 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04b2266e-9741-4936-bef2-931d0288c209 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Releasing vlan 871 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:58:42.736929 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-04b2266e-9741-4936-bef2-931d0288c209 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (2b071289-06d3-487c-8a53-44e9093c12df), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:42.741290 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:58:42.741290 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:58:42.741290 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:58:42.741290 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:58:42.741290 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:58:42.741290 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:58:42.741290 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:58:42.741290 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:58:42.741290 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:58:42.741290 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:58:42.741290 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:58:42.741290 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:58:42.741290 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:58:42.741290 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:58:42.741290 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:58:42.741290 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:58:42.741290 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:58:42.741290 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:58:42.741290 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:58:42.741290 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:58:42.741290 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:58:42.741290 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:58:42.741290 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:58:42.741290 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:58:42.741290 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:58:42.741290 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:58:42.741290 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:58:42.741290 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:58:42.741290 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:58:42.741290 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:58:42.741290 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:58:42.741290 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:58:42.758393 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 3e740f76-32a2-4477-bc65-c73185ddc58c {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:58:42.758904 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 3e740f76-32a2-4477-bc65-c73185ddc58c not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:58:42.787898 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd49715-17ab-4278-8812-275fa5d99e2c None None] Pushing event deleted for resources: {'Port': ['ID=3e740f76-32a2-4477-bc65-c73185ddc58c,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:42.796395 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd49715-17ab-4278-8812-275fa5d99e2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:58:42.797145 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd49715-17ab-4278-8812-275fa5d99e2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:58:42.797495 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd49715-17ab-4278-8812-275fa5d99e2c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:58:42.797839 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd49715-17ab-4278-8812-275fa5d99e2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:58:42.798155 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd49715-17ab-4278-8812-275fa5d99e2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:58:42.798486 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd49715-17ab-4278-8812-275fa5d99e2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:58:42.798811 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd49715-17ab-4278-8812-275fa5d99e2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:58:42.799137 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd49715-17ab-4278-8812-275fa5d99e2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:58:42.799468 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd49715-17ab-4278-8812-275fa5d99e2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:58:42.799860 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd49715-17ab-4278-8812-275fa5d99e2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:58:42.800194 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd49715-17ab-4278-8812-275fa5d99e2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:58:42.800509 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd49715-17ab-4278-8812-275fa5d99e2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:58:42.800832 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd49715-17ab-4278-8812-275fa5d99e2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:58:42.807192 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd49715-17ab-4278-8812-275fa5d99e2c None None] No DVR routers for this DVR port 3e740f76-32a2-4477-bc65-c73185ddc58c on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:58:43.159179 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-04b2266e-9741-4936-bef2-931d0288c209 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (ef1132e9-382d-4aa8-9e5f-ec01286749c9), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:43.176269 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-04b2266e-9741-4936-bef2-931d0288c209 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:43.180676 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-04b2266e-9741-4936-bef2-931d0288c209 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "DELETE /v2.0/networks/ef1132e9-382d-4aa8-9e5f-ec01286749c9 HTTP/1.1" status: 204 len: 168 time: 1.1597621 Mar 11 19:58:43.185612 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38218) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:43.191093 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-137ea6d3-e859-4ea1-9344-e4efe6c54d1e tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1638988020'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:58:43.219115 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b2266e-9741-4936-bef2-931d0288c209 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event deleted for resources: {'Network': ['ID=ef1132e9-382d-4aa8-9e5f-ec01286749c9,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:43.226738 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137ea6d3-e859-4ea1-9344-e4efe6c54d1e tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Made reservation on behalf of 4dbd6ea97fa14d11b3340dc9c3476c52 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:58:43.231167 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-137ea6d3-e859-4ea1-9344-e4efe6c54d1e tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:43.265189 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-137ea6d3-e859-4ea1-9344-e4efe6c54d1e tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] vlan segment allocate from pool success with {'vlan_id': 855, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:58:43.277298 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-137ea6d3-e859-4ea1-9344-e4efe6c54d1e tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (372d0a5e-3b44-45b9-99e0-16ed351cca2d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:43.277809 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-137ea6d3-e859-4ea1-9344-e4efe6c54d1e tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Added segment 372d0a5e-3b44-45b9-99e0-16ed351cca2d of type vlan for network ad82d597-cd8b-436f-ad87-286f65ebc48c Mar 11 19:58:43.328522 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-137ea6d3-e859-4ea1-9344-e4efe6c54d1e tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (ad82d597-cd8b-436f-ad87-286f65ebc48c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:43.366413 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-137ea6d3-e859-4ea1-9344-e4efe6c54d1e tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (ad82d597-cd8b-436f-ad87-286f65ebc48c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:43.376112 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137ea6d3-e859-4ea1-9344-e4efe6c54d1e tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:43.376953 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-137ea6d3-e859-4ea1-9344-e4efe6c54d1e tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:43.421081 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-137ea6d3-e859-4ea1-9344-e4efe6c54d1e tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2304199 Mar 11 19:58:43.421385 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38222) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:43.427371 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-1358b91a-db8e-4aa5-83c2-7dad14928573 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Request body: {'subnet': {'network_id': 'ad82d597-cd8b-436f-ad87-286f65ebc48c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:58:43.518652 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137ea6d3-e859-4ea1-9344-e4efe6c54d1e tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event updated for resources: {'Network': ['ID=ad82d597-cd8b-436f-ad87-286f65ebc48c,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:43.535509 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network ad82d597-cd8b-436f-ad87-286f65ebc48c details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:58:43.582689 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1358b91a-db8e-4aa5-83c2-7dad14928573 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Made reservation on behalf of 4dbd6ea97fa14d11b3340dc9c3476c52 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:58:43.586893 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1358b91a-db8e-4aa5-83c2-7dad14928573 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:43.892783 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38230) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:43.900370 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1358b91a-db8e-4aa5-83c2-7dad14928573 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (f113332c-b310-40bd-83a0-5bed6c91cbe6), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:43.975758 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1358b91a-db8e-4aa5-83c2-7dad14928573 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event updated for resources: {'Subnet': ['ID=f113332c-b310-40bd-83a0-5bed6c91cbe6,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:44.048510 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1358b91a-db8e-4aa5-83c2-7dad14928573 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Checking segment: {'id': '372d0a5e-3b44-45b9-99e0-16ed351cca2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'ad82d597-cd8b-436f-ad87-286f65ebc48c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:58:44.050338 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1358b91a-db8e-4aa5-83c2-7dad14928573 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Network hostable DHCP agents. Network: ad82d597-cd8b-436f-ad87-286f65ebc48c, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:58:44.095830 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1358b91a-db8e-4aa5-83c2-7dad14928573 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Network ad82d597-cd8b-436f-ad87-286f65ebc48c is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:58:44.106597 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-29323f0b-478f-491f-94c5-1d85e2d28a09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:44.113963 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-1358b91a-db8e-4aa5-83c2-7dad14928573 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, ad82d597-cd8b-436f-ad87-286f65ebc48c) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:58:44.119847 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1358b91a-db8e-4aa5-83c2-7dad14928573 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:44.120438 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1358b91a-db8e-4aa5-83c2-7dad14928573 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:44.126393 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b86780-6682-45da-bc15-9f7f91130525 None None] Network ad82d597-cd8b-436f-ad87-286f65ebc48c requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:58:44.140987 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-1358b91a-db8e-4aa5-83c2-7dad14928573 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7184398 Mar 11 19:58:44.143948 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38236) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:44.151502 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-a211d0b5-287a-405b-83ca-00254c928ffd tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Request body: {'port': {'network_id': 'ad82d597-cd8b-436f-ad87-286f65ebc48c', 'name': 'tempest-PortsTestJSON-1425338857', 'fixed_ips': [{'subnet_id': 'f113332c-b310-40bd-83a0-5bed6c91cbe6', 'ip_address': '172.20.0.10'}]}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:58:44.219270 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-29323f0b-478f-491f-94c5-1d85e2d28a09 admin admin] Publish callbacks [] for security_group (18ce0515-ffcd-4c0b-9410-11c77c6aafc5), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:44.229996 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-29323f0b-478f-491f-94c5-1d85e2d28a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (18ce0515-ffcd-4c0b-9410-11c77c6aafc5), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:44.270446 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11c9367-4653-41be-94fc-bbf186ea6caa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-ad82d597-cd8b-436f-ad87-286f65ebc48c', 'network_id': 'ad82d597-cd8b-436f-ad87-286f65ebc48c', 'project_id': '4dbd6ea97fa14d11b3340dc9c3476c52', 'fixed_ips': [{'subnet_id': 'f113332c-b310-40bd-83a0-5bed6c91cbe6'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:58:44.273753 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f11c9367-4653-41be-94fc-bbf186ea6caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:44.294997 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-29323f0b-478f-491f-94c5-1d85e2d28a09 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f1c261f2f0b7467d8654fdf2c12d13d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4009819 Mar 11 19:58:44.300397 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38238) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:44.327318 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29323f0b-478f-491f-94c5-1d85e2d28a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ce0515-ffcd-4c0b-9410-11c77c6aafc5,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:44.392330 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-46cbccf3-ea40-43d9-8475-ed059674bf25 admin admin] Publish callbacks [] for security_group (18ce0515-ffcd-4c0b-9410-11c77c6aafc5), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:44.420751 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-46cbccf3-ea40-43d9-8475-ed059674bf25 admin admin] Publish callbacks [] for security_group (18ce0515-ffcd-4c0b-9410-11c77c6aafc5), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:44.422201 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a211d0b5-287a-405b-83ca-00254c928ffd tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Made reservation on behalf of 4dbd6ea97fa14d11b3340dc9c3476c52 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:58:44.494012 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-46cbccf3-ea40-43d9-8475-ed059674bf25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (18ce0515-ffcd-4c0b-9410-11c77c6aafc5), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:44.496852 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-46cbccf3-ea40-43d9-8475-ed059674bf25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:44.498108 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-46cbccf3-ea40-43d9-8475-ed059674bf25 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/18ce0515-ffcd-4c0b-9410-11c77c6aafc5 HTTP/1.1" status: 204 len: 168 time: 0.1967094 Mar 11 19:58:44.520279 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cbccf3-ea40-43d9-8475-ed059674bf25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ce0515-ffcd-4c0b-9410-11c77c6aafc5,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:44.524134 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-f11c9367-4653-41be-94fc-bbf186ea6caa None None] Allocated IP 172.20.0.2 (ad82d597-cd8b-436f-ad87-286f65ebc48c/f113332c-b310-40bd-83a0-5bed6c91cbe6/fea78858-6bac-4759-9ab7-2342d8005bee) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:58:44.605972 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a211d0b5-287a-405b-83ca-00254c928ffd tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:44.653927 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-a211d0b5-287a-405b-83ca-00254c928ffd tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] device_id is not set on port 0ae86678-12b0-489d-83e6-25d94369d5af yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:58:44.777645 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f11c9367-4653-41be-94fc-bbf186ea6caa None None] Publish callbacks [] for port (fea78858-6bac-4759-9ab7-2342d8005bee), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:44.784860 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f11c9367-4653-41be-94fc-bbf186ea6caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (fea78858-6bac-4759-9ab7-2342d8005bee), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:44.874069 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11c9367-4653-41be-94fc-bbf186ea6caa None None] Pushing event updated for resources: {'Port': ['ID=fea78858-6bac-4759-9ab7-2342d8005bee,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:44.912876 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11c9367-4653-41be-94fc-bbf186ea6caa None None] Network ad82d597-cd8b-436f-ad87-286f65ebc48c is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:58:44.914861 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-f11c9367-4653-41be-94fc-bbf186ea6caa None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:58:44.923448 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11c9367-4653-41be-94fc-bbf186ea6caa None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:58:44.968966 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-a211d0b5-287a-405b-83ca-00254c928ffd tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Allocated IP 172.20.0.10 (ad82d597-cd8b-436f-ad87-286f65ebc48c/f113332c-b310-40bd-83a0-5bed6c91cbe6/0ae86678-12b0-489d-83e6-25d94369d5af) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:58:45.063071 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-f11c9367-4653-41be-94fc-bbf186ea6caa None None] Attempting to bind port fea78858-6bac-4759-9ab7-2342d8005bee on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:58:45.063502 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-f11c9367-4653-41be-94fc-bbf186ea6caa None None] Attempting to bind port fea78858-6bac-4759-9ab7-2342d8005bee by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '372d0a5e-3b44-45b9-99e0-16ed351cca2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'ad82d597-cd8b-436f-ad87-286f65ebc48c'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:58:45.063973 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11c9367-4653-41be-94fc-bbf186ea6caa None None] Attempting to bind port fea78858-6bac-4759-9ab7-2342d8005bee on network ad82d597-cd8b-436f-ad87-286f65ebc48c {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:58:45.069723 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11c9367-4653-41be-94fc-bbf186ea6caa None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:58:45.070103 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11c9367-4653-41be-94fc-bbf186ea6caa None None] Checking segment: {'id': '372d0a5e-3b44-45b9-99e0-16ed351cca2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'ad82d597-cd8b-436f-ad87-286f65ebc48c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:58:45.070512 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f11c9367-4653-41be-94fc-bbf186ea6caa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:45.071012 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11c9367-4653-41be-94fc-bbf186ea6caa None None] Bound using segment: {'id': '372d0a5e-3b44-45b9-99e0-16ed351cca2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'ad82d597-cd8b-436f-ad87-286f65ebc48c'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:58:45.074240 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-f11c9367-4653-41be-94fc-bbf186ea6caa None None] Bound port: fea78858-6bac-4759-9ab7-2342d8005bee, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '372d0a5e-3b44-45b9-99e0-16ed351cca2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'ad82d597-cd8b-436f-ad87-286f65ebc48c'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:58:45.074927 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f11c9367-4653-41be-94fc-bbf186ea6caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (fea78858-6bac-4759-9ab7-2342d8005bee), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:45.230276 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-f11c9367-4653-41be-94fc-bbf186ea6caa None None] For port fea78858-6bac-4759-9ab7-2342d8005bee, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:58:45.233603 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-f11c9367-4653-41be-94fc-bbf186ea6caa None None] For port fea78858-6bac-4759-9ab7-2342d8005bee, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=fea78858-6bac-4759-9ab7-2342d8005bee,segment=NetworkSegment(372d0a5e-3b44-45b9-99e0-16ed351cca2d),segment_id=372d0a5e-3b44-45b9-99e0-16ed351cca2d)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:58:45.255269 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f11c9367-4653-41be-94fc-bbf186ea6caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (fea78858-6bac-4759-9ab7-2342d8005bee), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:45.292743 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a211d0b5-287a-405b-83ca-00254c928ffd tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for port (0ae86678-12b0-489d-83e6-25d94369d5af), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:45.359184 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a211d0b5-287a-405b-83ca-00254c928ffd tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (0ae86678-12b0-489d-83e6-25d94369d5af), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:45.407450 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11c9367-4653-41be-94fc-bbf186ea6caa None None] Pushing event updated for resources: {'Port': ['ID=fea78858-6bac-4759-9ab7-2342d8005bee,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:45.489133 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a211d0b5-287a-405b-83ca-00254c928ffd tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event updated for resources: {'Port': ['ID=0ae86678-12b0-489d-83e6-25d94369d5af,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:45.503854 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a211d0b5-287a-405b-83ca-00254c928ffd tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Network ad82d597-cd8b-436f-ad87-286f65ebc48c is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:58:45.505728 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-a211d0b5-287a-405b-83ca-00254c928ffd tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:58:45.508303 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a211d0b5-287a-405b-83ca-00254c928ffd tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:58:45.621587 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a211d0b5-287a-405b-83ca-00254c928ffd tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:45.622236 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a211d0b5-287a-405b-83ca-00254c928ffd tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:45.666549 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a211d0b5-287a-405b-83ca-00254c928ffd tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5214624 Mar 11 19:58:45.668993 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38266) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:45.674218 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-ae04f936-7d26-46c6-9870-b08c601a13f0 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Request body: {'port': {'network_id': 'ad82d597-cd8b-436f-ad87-286f65ebc48c', 'name': 'tempest-PortsTestJSON-1067421383', 'fixed_ips': [{'subnet_id': 'f113332c-b310-40bd-83a0-5bed6c91cbe6', 'ip_address': '172.20.0.9'}]}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:58:45.902843 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae04f936-7d26-46c6-9870-b08c601a13f0 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Made reservation on behalf of 4dbd6ea97fa14d11b3340dc9c3476c52 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:58:45.909790 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ae04f936-7d26-46c6-9870-b08c601a13f0 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:45.942345 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-ae04f936-7d26-46c6-9870-b08c601a13f0 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] device_id is not set on port d2bb0953-d022-4dc5-95ab-6611e305bbc2 yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:58:46.166207 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-ae04f936-7d26-46c6-9870-b08c601a13f0 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Allocated IP 172.20.0.9 (ad82d597-cd8b-436f-ad87-286f65ebc48c/f113332c-b310-40bd-83a0-5bed6c91cbe6/d2bb0953-d022-4dc5-95ab-6611e305bbc2) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:58:46.479904 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ae04f936-7d26-46c6-9870-b08c601a13f0 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for port (d2bb0953-d022-4dc5-95ab-6611e305bbc2), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:46.528028 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ae04f936-7d26-46c6-9870-b08c601a13f0 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (d2bb0953-d022-4dc5-95ab-6611e305bbc2), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:46.543232 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38284) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:46.584813 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae04f936-7d26-46c6-9870-b08c601a13f0 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Network ad82d597-cd8b-436f-ad87-286f65ebc48c is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:58:46.588647 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-ae04f936-7d26-46c6-9870-b08c601a13f0 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:58:46.600049 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae04f936-7d26-46c6-9870-b08c601a13f0 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:58:46.651198 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae04f936-7d26-46c6-9870-b08c601a13f0 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event updated for resources: {'Port': ['ID=d2bb0953-d022-4dc5-95ab-6611e305bbc2,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:46.712416 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae04f936-7d26-46c6-9870-b08c601a13f0 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:46.713273 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ae04f936-7d26-46c6-9870-b08c601a13f0 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:46.751291 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device fea78858-6bac-4759-9ab7-2342d8005bee up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:58:46.764866 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ae04f936-7d26-46c6-9870-b08c601a13f0 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0944362 Mar 11 19:58:46.766969 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38290) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:46.809979 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aa579c8e-68ae-4c13-8c28-f80909e87fea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:46.848791 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port fea78858-6bac-4759-9ab7-2342d8005bee triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:58:46.849981 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (fea78858-6bac-4759-9ab7-2342d8005bee), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:46.873211 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318386d8-0ee9-4a1c-a66c-57988a55cad1 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:46.877667 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-318386d8-0ee9-4a1c-a66c-57988a55cad1 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1094742 Mar 11 19:58:46.878275 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38292) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:46.954710 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port fea78858-6bac-4759-9ab7-2342d8005bee is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:58:46.955451 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (fea78858-6bac-4759-9ab7-2342d8005bee), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:46.983605 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aa579c8e-68ae-4c13-8c28-f80909e87fea admin admin] Publish callbacks [] for security_group (b4d3b10c-6a03-42d4-9c2d-4e0d5c1bd4dc), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:46.988821 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd1ac40-26ac-4998-b96d-7241d0d18e0d tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:46.989406 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aa579c8e-68ae-4c13-8c28-f80909e87fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (b4d3b10c-6a03-42d4-9c2d-4e0d5c1bd4dc), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:47.006598 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd1ac40-26ac-4998-b96d-7241d0d18e0d tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:47.017009 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa9795f-5fc9-4f1d-8f08-030ee824b2de None None] Network ad82d597-cd8b-436f-ad87-286f65ebc48c requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:58:47.019380 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd1ac40-26ac-4998-b96d-7241d0d18e0d tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:47.024770 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-6dd1ac40-26ac-4998-b96d-7241d0d18e0d tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1454167 Mar 11 19:58:47.032119 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38294) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:47.037328 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-aa579c8e-68ae-4c13-8c28-f80909e87fea admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a105a26f4ad6410083dadf2226c2a56e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4926488 Mar 11 19:58:47.039705 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38296) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:47.108038 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa579c8e-68ae-4c13-8c28-f80909e87fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d3b10c-6a03-42d4-9c2d-4e0d5c1bd4dc,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:47.132341 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port fea78858-6bac-4759-9ab7-2342d8005bee, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=fea78858-6bac-4759-9ab7-2342d8005bee,segment=NetworkSegment(372d0a5e-3b44-45b9-99e0-16ed351cca2d),segment_id=372d0a5e-3b44-45b9-99e0-16ed351cca2d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:58:47.138630 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a7eb3322-d52d-488f-a3b9-30ae31505480 admin admin] Publish callbacks [] for security_group (b4d3b10c-6a03-42d4-9c2d-4e0d5c1bd4dc), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:47.158486 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (fea78858-6bac-4759-9ab7-2342d8005bee), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:47.165297 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-83dcd349-5a0d-4d50-ae4a-b66fbcbc1f59 None None] Provisioning complete for port fea78858-6bac-4759-9ab7-2342d8005bee triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:58:47.165771 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-83dcd349-5a0d-4d50-ae4a-b66fbcbc1f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (fea78858-6bac-4759-9ab7-2342d8005bee), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:47.187030 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a7eb3322-d52d-488f-a3b9-30ae31505480 admin admin] Publish callbacks [] for security_group (b4d3b10c-6a03-42d4-9c2d-4e0d5c1bd4dc), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:47.203807 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-73d2175d-7709-4aa9-8f44-d3c3713e76c7 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Deleting port d2bb0953-d022-4dc5-95ab-6611e305bbc2 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:58:47.205377 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-73d2175d-7709-4aa9-8f44-d3c3713e76c7 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (d2bb0953-d022-4dc5-95ab-6611e305bbc2), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:47.259015 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=fea78858-6bac-4759-9ab7-2342d8005bee,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:47.306954 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a7eb3322-d52d-488f-a3b9-30ae31505480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (b4d3b10c-6a03-42d4-9c2d-4e0d5c1bd4dc), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:47.309731 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a7eb3322-d52d-488f-a3b9-30ae31505480 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:47.310898 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a7eb3322-d52d-488f-a3b9-30ae31505480 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b4d3b10c-6a03-42d4-9c2d-4e0d5c1bd4dc HTTP/1.1" status: 204 len: 168 time: 0.2701249 Mar 11 19:58:47.329374 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eb3322-d52d-488f-a3b9-30ae31505480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d3b10c-6a03-42d4-9c2d-4e0d5c1bd4dc,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:47.362575 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-83dcd349-5a0d-4d50-ae4a-b66fbcbc1f59 None None] Current status of the port fea78858-6bac-4759-9ab7-2342d8005bee is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:58:47.431233 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-73d2175d-7709-4aa9-8f44-d3c3713e76c7 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (d2bb0953-d022-4dc5-95ab-6611e305bbc2), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:47.448865 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-73d2175d-7709-4aa9-8f44-d3c3713e76c7 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Calling delete_port for d2bb0953-d022-4dc5-95ab-6611e305bbc2 owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:58:47.715008 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ee2abb17-acf3-402e-98af-2928afbd50ee None None] Provisioning complete for port fea78858-6bac-4759-9ab7-2342d8005bee triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:58:47.715008 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ee2abb17-acf3-402e-98af-2928afbd50ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (fea78858-6bac-4759-9ab7-2342d8005bee), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:47.790361 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-73d2175d-7709-4aa9-8f44-d3c3713e76c7 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (d2bb0953-d022-4dc5-95ab-6611e305bbc2), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:47.857738 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d2175d-7709-4aa9-8f44-d3c3713e76c7 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event deleted for resources: {'Port': ['ID=d2bb0953-d022-4dc5-95ab-6611e305bbc2,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:48.007352 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-73d2175d-7709-4aa9-8f44-d3c3713e76c7 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:48.018924 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-73d2175d-7709-4aa9-8f44-d3c3713e76c7 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "DELETE /v2.0/ports/d2bb0953-d022-4dc5-95ab-6611e305bbc2 HTTP/1.1" status: 204 len: 168 time: 0.9778812 Mar 11 19:58:48.019102 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38320) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:48.028882 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ee2abb17-acf3-402e-98af-2928afbd50ee None None] Current status of the port fea78858-6bac-4759-9ab7-2342d8005bee is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:58:48.034983 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ee2abb17-acf3-402e-98af-2928afbd50ee None None] Could not find standard attr ID for object d2bb0953-d022-4dc5-95ab-6611e305bbc2. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 19:58:48.059413 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ee2abb17-acf3-402e-98af-2928afbd50ee None None] Provisioning complete for port 0ae86678-12b0-489d-83e6-25d94369d5af triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:58:48.060005 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ee2abb17-acf3-402e-98af-2928afbd50ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (0ae86678-12b0-489d-83e6-25d94369d5af), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:48.080457 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf17339e-6c9b-419a-8e76-abff65b9dfed tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] GET failed (client error): The resource could not be found. Mar 11 19:58:48.083672 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-cf17339e-6c9b-419a-8e76-abff65b9dfed tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "GET /v2.0/ports/d2bb0953-d022-4dc5-95ab-6611e305bbc2 HTTP/1.1" status: 404 len: 333 time: 0.0623214 Mar 11 19:58:48.085792 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38322) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:48.136820 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ee2abb17-acf3-402e-98af-2928afbd50ee None None] Port 0ae86678-12b0-489d-83e6-25d94369d5af cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:58:48.263087 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-a596e289-b1f8-4446-89d0-3d6422e1663f None None] Provisioning complete for port 0ae86678-12b0-489d-83e6-25d94369d5af triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:58:48.263469 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a596e289-b1f8-4446-89d0-3d6422e1663f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (0ae86678-12b0-489d-83e6-25d94369d5af), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:48.307836 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-a0786985-4b4e-4abf-9d0c-77b815bef8ba tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Deleting port 0ae86678-12b0-489d-83e6-25d94369d5af {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:58:48.308357 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a0786985-4b4e-4abf-9d0c-77b815bef8ba tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (0ae86678-12b0-489d-83e6-25d94369d5af), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:48.499981 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a0786985-4b4e-4abf-9d0c-77b815bef8ba tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (0ae86678-12b0-489d-83e6-25d94369d5af), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:48.519915 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-a0786985-4b4e-4abf-9d0c-77b815bef8ba tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Calling delete_port for 0ae86678-12b0-489d-83e6-25d94369d5af owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:58:48.760807 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a0786985-4b4e-4abf-9d0c-77b815bef8ba tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (0ae86678-12b0-489d-83e6-25d94369d5af), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:48.767445 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [req-589b7f99-819a-4da4-b1bc-b9660daf793a req-ee9bd692-5d4e-40e3-8831-5778b5cf4806 tempest-ServersNegativeTestJSON-1943141517 tempest-ServersNegativeTestJSON-1943141517-project] (103885) timed out ('10.222.0.65', 58802) {{(pid=103885) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 19:58:48.783196 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device fea78858-6bac-4759-9ab7-2342d8005bee up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:58:48.803200 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0786985-4b4e-4abf-9d0c-77b815bef8ba tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event deleted for resources: {'Port': ['ID=0ae86678-12b0-489d-83e6-25d94369d5af,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:48.861427 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a596e289-b1f8-4446-89d0-3d6422e1663f None None] Port 0ae86678-12b0-489d-83e6-25d94369d5af cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:58:48.908971 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port fea78858-6bac-4759-9ab7-2342d8005bee triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:58:48.909342 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (fea78858-6bac-4759-9ab7-2342d8005bee), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:48.978134 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a0786985-4b4e-4abf-9d0c-77b815bef8ba tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:48.987394 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a0786985-4b4e-4abf-9d0c-77b815bef8ba tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "DELETE /v2.0/ports/0ae86678-12b0-489d-83e6-25d94369d5af HTTP/1.1" status: 204 len: 168 time: 0.9005384 Mar 11 19:58:48.990638 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38340) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:49.014857 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-e864f5c2-4a53-4276-9761-4868097352cb None None] Could not find standard attr ID for object d2bb0953-d022-4dc5-95ab-6611e305bbc2. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 19:58:49.032415 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-f68776fb-0457-485e-b50b-b9481b49d187 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] GET failed (client error): The resource could not be found. Mar 11 19:58:49.037498 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f68776fb-0457-485e-b50b-b9481b49d187 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "GET /v2.0/ports/0ae86678-12b0-489d-83e6-25d94369d5af HTTP/1.1" status: 404 len: 333 time: 0.0419042 Mar 11 19:58:49.037819 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38344) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:49.067946 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:49.142215 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cf8440e-d947-477a-a849-7e352af29c80 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Deleting subnet f113332c-b310-40bd-83a0-5bed6c91cbe6 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:58:49.156479 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3cf8440e-d947-477a-a849-7e352af29c80 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for subnet (f113332c-b310-40bd-83a0-5bed6c91cbe6), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:49.179788 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port fea78858-6bac-4759-9ab7-2342d8005bee is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:58:49.252545 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3cf8440e-d947-477a-a849-7e352af29c80 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (f113332c-b310-40bd-83a0-5bed6c91cbe6), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:49.478994 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3cf8440e-d947-477a-a849-7e352af29c80 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (f113332c-b310-40bd-83a0-5bed6c91cbe6), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:49.595848 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3cf8440e-d947-477a-a849-7e352af29c80 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (f113332c-b310-40bd-83a0-5bed6c91cbe6), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:49.626041 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf8440e-d947-477a-a849-7e352af29c80 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event deleted for resources: {'Subnet': ['ID=f113332c-b310-40bd-83a0-5bed6c91cbe6,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:49.632173 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3cf8440e-d947-477a-a849-7e352af29c80 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:49.638058 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-3cf8440e-d947-477a-a849-7e352af29c80 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "DELETE /v2.0/subnets/f113332c-b310-40bd-83a0-5bed6c91cbe6 HTTP/1.1" status: 204 len: 168 time: 0.5964644 Mar 11 19:58:49.638871 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38350) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:49.641960 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3493c236-4686-40f1-a3e8-41f5708bfd10 None None] Network ad82d597-cd8b-436f-ad87-286f65ebc48c requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:58:49.720854 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c5f97d90-0a69-4ec7-ad8d-1d447ae557a7 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (ad82d597-cd8b-436f-ad87-286f65ebc48c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:49.796218 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-c5f97d90-0a69-4ec7-ad8d-1d447ae557a7 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Deleting port fea78858-6bac-4759-9ab7-2342d8005bee {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:58:49.796660 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c5f97d90-0a69-4ec7-ad8d-1d447ae557a7 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (fea78858-6bac-4759-9ab7-2342d8005bee), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:49.942574 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-c5f97d90-0a69-4ec7-ad8d-1d447ae557a7 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] For port fea78858-6bac-4759-9ab7-2342d8005bee, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=fea78858-6bac-4759-9ab7-2342d8005bee,segment=NetworkSegment(372d0a5e-3b44-45b9-99e0-16ed351cca2d),segment_id=372d0a5e-3b44-45b9-99e0-16ed351cca2d)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:58:49.942962 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c5f97d90-0a69-4ec7-ad8d-1d447ae557a7 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (fea78858-6bac-4759-9ab7-2342d8005bee), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:49.961210 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88830753-c14e-43a4-83e2-5f46138686df None None] DHCP port deletion for ad82d597-cd8b-436f-ad87-286f65ebc48c request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:58:49.965048 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-c5f97d90-0a69-4ec7-ad8d-1d447ae557a7 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Calling delete_port for fea78858-6bac-4759-9ab7-2342d8005bee owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:58:50.059140 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-88830753-c14e-43a4-83e2-5f46138686df None None] Deleting port fea78858-6bac-4759-9ab7-2342d8005bee {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:58:50.060279 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-88830753-c14e-43a4-83e2-5f46138686df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (fea78858-6bac-4759-9ab7-2342d8005bee), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:50.104594 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c5f97d90-0a69-4ec7-ad8d-1d447ae557a7 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (fea78858-6bac-4759-9ab7-2342d8005bee), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:50.148849 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-88830753-c14e-43a4-83e2-5f46138686df None None] For port fea78858-6bac-4759-9ab7-2342d8005bee, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=fea78858-6bac-4759-9ab7-2342d8005bee,segment=NetworkSegment(372d0a5e-3b44-45b9-99e0-16ed351cca2d),segment_id=372d0a5e-3b44-45b9-99e0-16ed351cca2d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:58:50.149364 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-88830753-c14e-43a4-83e2-5f46138686df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (fea78858-6bac-4759-9ab7-2342d8005bee), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:50.178390 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-88830753-c14e-43a4-83e2-5f46138686df None None] Calling delete_port for fea78858-6bac-4759-9ab7-2342d8005bee owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:58:50.224912 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f97d90-0a69-4ec7-ad8d-1d447ae557a7 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event deleted for resources: {'Port': ['ID=fea78858-6bac-4759-9ab7-2342d8005bee,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:50.242154 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f97d90-0a69-4ec7-ad8d-1d447ae557a7 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] No DVR routers for this DVR port fea78858-6bac-4759-9ab7-2342d8005bee on host n-d-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:58:50.352625 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-88830753-c14e-43a4-83e2-5f46138686df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (fea78858-6bac-4759-9ab7-2342d8005bee), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:50.373848 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c5f97d90-0a69-4ec7-ad8d-1d447ae557a7 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (ad82d597-cd8b-436f-ad87-286f65ebc48c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:50.387874 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88830753-c14e-43a4-83e2-5f46138686df None None] Pushing event deleted for resources: {'Port': ['ID=fea78858-6bac-4759-9ab7-2342d8005bee,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:50.395163 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88830753-c14e-43a4-83e2-5f46138686df None None] No DVR routers for this DVR port fea78858-6bac-4759-9ab7-2342d8005bee on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:58:50.412429 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-c5f97d90-0a69-4ec7-ad8d-1d447ae557a7 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad82d597-cd8b-436f-ad87-286f65ebc48c']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:58:50.424977 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-c5f97d90-0a69-4ec7-ad8d-1d447ae557a7 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '372d0a5e-3b44-45b9-99e0-16ed351cca2d') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:58:50.425473 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-c5f97d90-0a69-4ec7-ad8d-1d447ae557a7 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '372d0a5e-3b44-45b9-99e0-16ed351cca2d') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:58:50.438963 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c5f97d90-0a69-4ec7-ad8d-1d447ae557a7 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (372d0a5e-3b44-45b9-99e0-16ed351cca2d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:50.454558 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c5f97d90-0a69-4ec7-ad8d-1d447ae557a7 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (372d0a5e-3b44-45b9-99e0-16ed351cca2d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:50.465313 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5f97d90-0a69-4ec7-ad8d-1d447ae557a7 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Releasing vlan 855 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:58:50.465766 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c5f97d90-0a69-4ec7-ad8d-1d447ae557a7 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (372d0a5e-3b44-45b9-99e0-16ed351cca2d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:50.469028 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 19:58:50.469028 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:58:50.469028 n-d-833163-1 neutron-server[103885]: timer() Mar 11 19:58:50.469028 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:58:50.469028 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 19:58:50.469028 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:58:50.469028 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 19:58:50.469028 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:58:50.469028 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 19:58:50.469028 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:58:50.469028 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 19:58:50.469028 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:58:50.469028 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 19:58:50.469028 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:58:50.469028 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:58:50.469028 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:58:50.469028 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:58:50.469028 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:58:50.469028 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 19:58:50.469028 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:58:50.469028 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 19:58:50.469028 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:58:50.469028 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:58:50.469028 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:58:50.469028 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 19:58:50.469028 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:58:50.469028 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:58:50.469028 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:58:50.469028 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:58:50.469028 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:58:50.469028 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:58:50.469028 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:58:50.542799 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c5f97d90-0a69-4ec7-ad8d-1d447ae557a7 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (ad82d597-cd8b-436f-ad87-286f65ebc48c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:50.559993 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c5f97d90-0a69-4ec7-ad8d-1d447ae557a7 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:50.565133 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-c5f97d90-0a69-4ec7-ad8d-1d447ae557a7 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "DELETE /v2.0/networks/ad82d597-cd8b-436f-ad87-286f65ebc48c HTTP/1.1" status: 204 len: 168 time: 0.9254119 Mar 11 19:58:50.569259 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38362) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:50.586864 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-ebfad7a3-7528-4d0b-860c-55fe253a14ec tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1512937626'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:58:50.624842 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f97d90-0a69-4ec7-ad8d-1d447ae557a7 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event deleted for resources: {'Network': ['ID=ad82d597-cd8b-436f-ad87-286f65ebc48c,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:50.631661 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebfad7a3-7528-4d0b-860c-55fe253a14ec tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Made reservation on behalf of 4dbd6ea97fa14d11b3340dc9c3476c52 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:58:50.639219 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ebfad7a3-7528-4d0b-860c-55fe253a14ec tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:50.667358 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebfad7a3-7528-4d0b-860c-55fe253a14ec tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] vlan segment allocate from pool success with {'vlan_id': 883, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:58:50.678612 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ebfad7a3-7528-4d0b-860c-55fe253a14ec tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (45e8b39d-ab36-4908-8663-881b0cdeaf75), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:50.679029 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-ebfad7a3-7528-4d0b-860c-55fe253a14ec tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Added segment 45e8b39d-ab36-4908-8663-881b0cdeaf75 of type vlan for network 7c1f88be-5bd6-48f3-8219-ab9249cd6f25 Mar 11 19:58:50.691329 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device fea78858-6bac-4759-9ab7-2342d8005bee no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:58:50.722610 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: fea78858-6bac-4759-9ab7-2342d8005bee {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:58:50.723117 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device fea78858-6bac-4759-9ab7-2342d8005bee not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:58:50.727717 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ebfad7a3-7528-4d0b-860c-55fe253a14ec tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (7c1f88be-5bd6-48f3-8219-ab9249cd6f25), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:50.761577 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ebfad7a3-7528-4d0b-860c-55fe253a14ec tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (7c1f88be-5bd6-48f3-8219-ab9249cd6f25), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:50.771875 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfad7a3-7528-4d0b-860c-55fe253a14ec tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:50.772800 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ebfad7a3-7528-4d0b-860c-55fe253a14ec tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:50.824959 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ebfad7a3-7528-4d0b-860c-55fe253a14ec tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2539003 Mar 11 19:58:50.827651 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38370) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:50.836089 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-fcb8d00f-6f76-42cd-9010-863e7b87263d tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Request body: {'subnet': {'network_id': '7c1f88be-5bd6-48f3-8219-ab9249cd6f25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:58:50.875365 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfad7a3-7528-4d0b-860c-55fe253a14ec tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event updated for resources: {'Network': ['ID=7c1f88be-5bd6-48f3-8219-ab9249cd6f25,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:50.888905 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 7c1f88be-5bd6-48f3-8219-ab9249cd6f25 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:58:50.960404 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb8d00f-6f76-42cd-9010-863e7b87263d tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Made reservation on behalf of 4dbd6ea97fa14d11b3340dc9c3476c52 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:58:50.964927 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fcb8d00f-6f76-42cd-9010-863e7b87263d tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:51.160341 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fcb8d00f-6f76-42cd-9010-863e7b87263d tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (bd00ef87-c8a5-4d52-8bb3-2a77a5413a08), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:51.224298 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb8d00f-6f76-42cd-9010-863e7b87263d tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event updated for resources: {'Subnet': ['ID=bd00ef87-c8a5-4d52-8bb3-2a77a5413a08,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:51.236360 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb8d00f-6f76-42cd-9010-863e7b87263d tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Checking segment: {'id': '45e8b39d-ab36-4908-8663-881b0cdeaf75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '7c1f88be-5bd6-48f3-8219-ab9249cd6f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:58:51.236735 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb8d00f-6f76-42cd-9010-863e7b87263d tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Network hostable DHCP agents. Network: 7c1f88be-5bd6-48f3-8219-ab9249cd6f25, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 19:58:51.262700 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb8d00f-6f76-42cd-9010-863e7b87263d tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Network 7c1f88be-5bd6-48f3-8219-ab9249cd6f25 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 19:58:51.274257 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-fcb8d00f-6f76-42cd-9010-863e7b87263d tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 7c1f88be-5bd6-48f3-8219-ab9249cd6f25) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:58:51.280915 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb8d00f-6f76-42cd-9010-863e7b87263d tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:51.281593 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fcb8d00f-6f76-42cd-9010-863e7b87263d tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:51.285487 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f733fe78-4cc6-4d98-9a80-9bc1436d6375 None None] Network 7c1f88be-5bd6-48f3-8219-ab9249cd6f25 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:58:51.324386 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-fcb8d00f-6f76-42cd-9010-863e7b87263d tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4955225 Mar 11 19:58:51.327193 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38374) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:51.338651 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-4e25d66d-bcf6-4248-a9bf-84a8e4e63c65 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-359464367', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:58:51.385351 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4e25d66d-bcf6-4248-a9bf-84a8e4e63c65 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (38ccf75e-0698-49c4-b04a-5cbd623cbd45), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:51.393075 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4e25d66d-bcf6-4248-a9bf-84a8e4e63c65 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (38ccf75e-0698-49c4-b04a-5cbd623cbd45), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:51.473691 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b28dd08-8520-45b1-bdf7-7ddd342c50e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-7c1f88be-5bd6-48f3-8219-ab9249cd6f25', 'network_id': '7c1f88be-5bd6-48f3-8219-ab9249cd6f25', 'project_id': '4dbd6ea97fa14d11b3340dc9c3476c52', 'fixed_ips': [{'subnet_id': 'bd00ef87-c8a5-4d52-8bb3-2a77a5413a08'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:58:51.474947 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3b28dd08-8520-45b1-bdf7-7ddd342c50e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:51.501739 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4e25d66d-bcf6-4248-a9bf-84a8e4e63c65 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for router_controller (38ccf75e-0698-49c4-b04a-5cbd623cbd45), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:51.508430 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4e25d66d-bcf6-4248-a9bf-84a8e4e63c65 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (38ccf75e-0698-49c4-b04a-5cbd623cbd45), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:51.541558 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4e25d66d-bcf6-4248-a9bf-84a8e4e63c65 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:51.545965 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4e25d66d-bcf6-4248-a9bf-84a8e4e63c65 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2135732 Mar 11 19:58:51.545965 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38380) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:51.550509 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-dac5316d-7015-4485-9846-2f356d78ba0e tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Request body: {'port': {'network_id': '7c1f88be-5bd6-48f3-8219-ab9249cd6f25', 'name': 'tempest-PortsTestJSON-272489600'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:58:51.641837 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-3b28dd08-8520-45b1-bdf7-7ddd342c50e5 None None] Allocated IP 172.20.0.2 (7c1f88be-5bd6-48f3-8219-ab9249cd6f25/bd00ef87-c8a5-4d52-8bb3-2a77a5413a08/def91f42-5abd-48ad-9a99-3657d14d8f6d) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:58:51.746394 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac5316d-7015-4485-9846-2f356d78ba0e tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Made reservation on behalf of 4dbd6ea97fa14d11b3340dc9c3476c52 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:58:51.750469 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9e50f2-f30e-482d-82d2-f65438e239bd req-ef52d72a-8201-4b1c-ae55-4335d0c4d290 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:51.750943 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dac5316d-7015-4485-9846-2f356d78ba0e tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:51.752701 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ef9e50f2-f30e-482d-82d2-f65438e239bd req-ef52d72a-8201-4b1c-ae55-4335d0c4d290 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/ports?device_id=49f5fa91-1231-4377-96de-2f89df5190a0 HTTP/1.1" status: 200 len: 946 time: 0.0767102 Mar 11 19:58:51.780724 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-dac5316d-7015-4485-9846-2f356d78ba0e tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] device_id is not set on port a3220436-0916-482d-a5c6-602ed92ce666 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:58:51.846831 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ef9e50f2-f30e-482d-82d2-f65438e239bd req-004e0880-1fca-460f-90cd-04dab8c6552a tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/security-groups?id=65004c17-7a23-4b73-b3dc-3e0dedc94556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660391 Mar 11 19:58:51.873815 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3b28dd08-8520-45b1-bdf7-7ddd342c50e5 None None] Publish callbacks [] for port (def91f42-5abd-48ad-9a99-3657d14d8f6d), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:51.883117 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3b28dd08-8520-45b1-bdf7-7ddd342c50e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (def91f42-5abd-48ad-9a99-3657d14d8f6d), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:51.947064 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b28dd08-8520-45b1-bdf7-7ddd342c50e5 None None] Network 7c1f88be-5bd6-48f3-8219-ab9249cd6f25 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:58:51.951276 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-3b28dd08-8520-45b1-bdf7-7ddd342c50e5 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:58:51.952996 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-dac5316d-7015-4485-9846-2f356d78ba0e tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Allocated IP 172.20.0.8 (7c1f88be-5bd6-48f3-8219-ab9249cd6f25/bd00ef87-c8a5-4d52-8bb3-2a77a5413a08/a3220436-0916-482d-a5c6-602ed92ce666) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:58:51.963792 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b28dd08-8520-45b1-bdf7-7ddd342c50e5 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:58:51.976083 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e898ee00-d117-4104-b077-0e6e38ce193c req-50c69be0-3aca-40f3-94d7-2bc167231572 tempest-VolumesBackupsTest-1142407675 tempest-VolumesBackupsTest-1142407675-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=a6e559906e9c4ceeae36545f87c045ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427408 Mar 11 19:58:51.998807 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b28dd08-8520-45b1-bdf7-7ddd342c50e5 None None] Pushing event updated for resources: {'Port': ['ID=def91f42-5abd-48ad-9a99-3657d14d8f6d,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:52.042437 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-3b28dd08-8520-45b1-bdf7-7ddd342c50e5 None None] Attempting to bind port def91f42-5abd-48ad-9a99-3657d14d8f6d on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:58:52.044108 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-3b28dd08-8520-45b1-bdf7-7ddd342c50e5 None None] Attempting to bind port def91f42-5abd-48ad-9a99-3657d14d8f6d by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '45e8b39d-ab36-4908-8663-881b0cdeaf75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '7c1f88be-5bd6-48f3-8219-ab9249cd6f25'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:58:52.044482 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b28dd08-8520-45b1-bdf7-7ddd342c50e5 None None] Attempting to bind port def91f42-5abd-48ad-9a99-3657d14d8f6d on network 7c1f88be-5bd6-48f3-8219-ab9249cd6f25 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:58:52.052416 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b28dd08-8520-45b1-bdf7-7ddd342c50e5 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:58:52.052807 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b28dd08-8520-45b1-bdf7-7ddd342c50e5 None None] Checking segment: {'id': '45e8b39d-ab36-4908-8663-881b0cdeaf75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '7c1f88be-5bd6-48f3-8219-ab9249cd6f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:58:52.053220 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3b28dd08-8520-45b1-bdf7-7ddd342c50e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:52.053617 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b28dd08-8520-45b1-bdf7-7ddd342c50e5 None None] Bound using segment: {'id': '45e8b39d-ab36-4908-8663-881b0cdeaf75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '7c1f88be-5bd6-48f3-8219-ab9249cd6f25'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:58:52.054111 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-3b28dd08-8520-45b1-bdf7-7ddd342c50e5 None None] Bound port: def91f42-5abd-48ad-9a99-3657d14d8f6d, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45e8b39d-ab36-4908-8663-881b0cdeaf75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '7c1f88be-5bd6-48f3-8219-ab9249cd6f25'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:58:52.054494 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3b28dd08-8520-45b1-bdf7-7ddd342c50e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (def91f42-5abd-48ad-9a99-3657d14d8f6d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:52.133233 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-3b28dd08-8520-45b1-bdf7-7ddd342c50e5 None None] For port def91f42-5abd-48ad-9a99-3657d14d8f6d, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:58:52.137870 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-3b28dd08-8520-45b1-bdf7-7ddd342c50e5 None None] For port def91f42-5abd-48ad-9a99-3657d14d8f6d, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=def91f42-5abd-48ad-9a99-3657d14d8f6d,segment=NetworkSegment(45e8b39d-ab36-4908-8663-881b0cdeaf75),segment_id=45e8b39d-ab36-4908-8663-881b0cdeaf75)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:58:52.147283 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3b28dd08-8520-45b1-bdf7-7ddd342c50e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (def91f42-5abd-48ad-9a99-3657d14d8f6d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:52.163765 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dac5316d-7015-4485-9846-2f356d78ba0e tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for port (a3220436-0916-482d-a5c6-602ed92ce666), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:52.202750 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898ee00-d117-4104-b077-0e6e38ce193c req-29e2b055-4265-4394-83a8-84142a76a2d7 tempest-VolumesBackupsTest-1142407675 tempest-VolumesBackupsTest-1142407675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:52.204515 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e898ee00-d117-4104-b077-0e6e38ce193c req-29e2b055-4265-4394-83a8-84142a76a2d7 tempest-VolumesBackupsTest-1142407675 tempest-VolumesBackupsTest-1142407675-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2272377 Mar 11 19:58:52.222594 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b28dd08-8520-45b1-bdf7-7ddd342c50e5 None None] Pushing event updated for resources: {'Port': ['ID=def91f42-5abd-48ad-9a99-3657d14d8f6d,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:52.227864 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dac5316d-7015-4485-9846-2f356d78ba0e tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (a3220436-0916-482d-a5c6-602ed92ce666), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:52.248792 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e898ee00-d117-4104-b077-0e6e38ce193c req-57f9f152-23a5-45a4-9a3b-03042b3daf8b tempest-VolumesBackupsTest-1142407675 tempest-VolumesBackupsTest-1142407675-project] 10.222.0.65 "GET /v2.0/quotas/a6e559906e9c4ceeae36545f87c045ca HTTP/1.1" status: 200 len: 375 time: 0.0329595 Mar 11 19:58:52.292868 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac5316d-7015-4485-9846-2f356d78ba0e tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Network 7c1f88be-5bd6-48f3-8219-ab9249cd6f25 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:58:52.294853 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e898ee00-d117-4104-b077-0e6e38ce193c req-fac7f24c-1383-410c-972d-cef1e1d9d155 tempest-VolumesBackupsTest-1142407675 tempest-VolumesBackupsTest-1142407675-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=a6e559906e9c4ceeae36545f87c045ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451176 Mar 11 19:58:52.298355 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-dac5316d-7015-4485-9846-2f356d78ba0e tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:58:52.304004 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac5316d-7015-4485-9846-2f356d78ba0e tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:58:52.331877 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac5316d-7015-4485-9846-2f356d78ba0e tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event updated for resources: {'Port': ['ID=a3220436-0916-482d-a5c6-602ed92ce666,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:52.349818 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a821fc2b-c3d3-4316-a290-b53f0c3d5132 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:52.366749 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac5316d-7015-4485-9846-2f356d78ba0e tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:52.367541 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dac5316d-7015-4485-9846-2f356d78ba0e tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:52.395078 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-dac5316d-7015-4485-9846-2f356d78ba0e tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.8437638 Mar 11 19:58:52.395290 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38400) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:52.555558 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-71f6653d-9050-4243-9d87-b3cb9e90e965 req-95f871e0-2916-4215-a659-3c7b73c10d7c tempest-VolumesBackupsTest-1142407675 tempest-VolumesBackupsTest-1142407675-project] 10.222.0.65 "GET /v2.0/ports?device_id=69f26f4c-a43c-45fa-9ffb-652c0d5df93e HTTP/1.1" status: 200 len: 210 time: 0.0533345 Mar 11 19:58:52.730120 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:52.754891 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device def91f42-5abd-48ad-9a99-3657d14d8f6d up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:58:52.821321 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port def91f42-5abd-48ad-9a99-3657d14d8f6d triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:58:52.821756 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (def91f42-5abd-48ad-9a99-3657d14d8f6d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:52.981168 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port def91f42-5abd-48ad-9a99-3657d14d8f6d is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:58:52.981483 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (def91f42-5abd-48ad-9a99-3657d14d8f6d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:53.028928 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port def91f42-5abd-48ad-9a99-3657d14d8f6d, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=def91f42-5abd-48ad-9a99-3657d14d8f6d,segment=NetworkSegment(45e8b39d-ab36-4908-8663-881b0cdeaf75),segment_id=45e8b39d-ab36-4908-8663-881b0cdeaf75)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:58:53.034270 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (def91f42-5abd-48ad-9a99-3657d14d8f6d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:53.122249 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=def91f42-5abd-48ad-9a99-3657d14d8f6d,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:53.326117 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897ab642-33f0-4ec0-b4f7-75006d09e6db req-a83174d7-979b-46b6-8ba3-b70d28367528 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:53.327786 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-897ab642-33f0-4ec0-b4f7-75006d09e6db req-a83174d7-979b-46b6-8ba3-b70d28367528 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/ports?device_id=49f5fa91-1231-4377-96de-2f89df5190a0 HTTP/1.1" status: 200 len: 946 time: 0.2112775 Mar 11 19:58:53.448712 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-54fc2ab1-8b36-4ad2-8c23-b031c16c9775 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a3220436-0916-482d-a5c6-602ed92ce666), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:53.462348 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-897ab642-33f0-4ec0-b4f7-75006d09e6db req-6440b943-32fb-4e37-86d3-c98af230d55a tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/security-groups?id=65004c17-7a23-4b73-b3dc-3e0dedc94556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256900 Mar 11 19:58:53.577280 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba4e187-a7cd-4bfa-b5ac-3f70ad1031af req-8140e07f-a712-4629-a8c0-319b3fd48aab tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:53.580140 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bba4e187-a7cd-4bfa-b5ac-3f70ad1031af req-8140e07f-a712-4629-a8c0-319b3fd48aab tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.57 "GET /v2.0/ports?device_id=49f5fa91-1231-4377-96de-2f89df5190a0 HTTP/1.1" status: 200 len: 946 time: 0.1889832 Mar 11 19:58:53.665916 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5541c3b-a265-40e5-874f-5ed97bf74bea None None] Network 7c1f88be-5bd6-48f3-8219-ab9249cd6f25 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:58:53.732195 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-62a950c6-b00c-4f83-b0c4-a40e11f0eb8c req-70e7d4fb-ddbb-4533-9dc5-87389937748d tempest-VolumesBackupsTest-1142407675 tempest-VolumesBackupsTest-1142407675-project] 10.222.0.65 "GET /v2.0/ports?device_id=69f26f4c-a43c-45fa-9ffb-652c0d5df93e HTTP/1.1" status: 200 len: 210 time: 0.0893679 Mar 11 19:58:53.765669 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-dab2866e-368d-4a41-abd1-7a95453c7707 None None] Provisioning complete for port def91f42-5abd-48ad-9a99-3657d14d8f6d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:58:53.766409 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dab2866e-368d-4a41-abd1-7a95453c7707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (def91f42-5abd-48ad-9a99-3657d14d8f6d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:53.863092 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-bba4e187-a7cd-4bfa-b5ac-3f70ad1031af req-29bdd66e-8535-4707-823f-a79e42b9db84 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Deleting port abe8ea9b-d437-4faa-b7f3-1441ce82426d {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:58:53.863755 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bba4e187-a7cd-4bfa-b5ac-3f70ad1031af req-29bdd66e-8535-4707-823f-a79e42b9db84 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (abe8ea9b-d437-4faa-b7f3-1441ce82426d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:53.897794 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-dab2866e-368d-4a41-abd1-7a95453c7707 None None] Current status of the port def91f42-5abd-48ad-9a99-3657d14d8f6d is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:58:53.994365 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e898ee00-d117-4104-b077-0e6e38ce193c req-91a08fc8-e972-4132-af4d-d3033a8c0bb0 tempest-VolumesBackupsTest-1142407675 tempest-VolumesBackupsTest-1142407675-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=a6e559906e9c4ceeae36545f87c045ca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404048 Mar 11 19:58:54.035494 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-bba4e187-a7cd-4bfa-b5ac-3f70ad1031af req-29bdd66e-8535-4707-823f-a79e42b9db84 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] For port abe8ea9b-d437-4faa-b7f3-1441ce82426d, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=abe8ea9b-d437-4faa-b7f3-1441ce82426d,segment=NetworkSegment(60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db),segment_id=60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:58:54.035976 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bba4e187-a7cd-4bfa-b5ac-3f70ad1031af req-29bdd66e-8535-4707-823f-a79e42b9db84 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (abe8ea9b-d437-4faa-b7f3-1441ce82426d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:54.107349 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-54fc2ab1-8b36-4ad2-8c23-b031c16c9775 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for port (a3220436-0916-482d-a5c6-602ed92ce666), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:54.117267 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-54fc2ab1-8b36-4ad2-8c23-b031c16c9775 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (a3220436-0916-482d-a5c6-602ed92ce666), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:54.229932 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-2b8a8173-54e3-4f72-bc58-198aba2f505b None None] Provisioning complete for port a3220436-0916-482d-a5c6-602ed92ce666 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:58:54.230785 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2b8a8173-54e3-4f72-bc58-198aba2f505b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (a3220436-0916-482d-a5c6-602ed92ce666), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:54.298868 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-2b8a8173-54e3-4f72-bc58-198aba2f505b None None] Port a3220436-0916-482d-a5c6-602ed92ce666 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:58:54.309979 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc2ab1-8b36-4ad2-8c23-b031c16c9775 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event updated for resources: {'Port': ['ID=a3220436-0916-482d-a5c6-602ed92ce666,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:54.323497 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-2b8a8173-54e3-4f72-bc58-198aba2f505b None None] Provisioning complete for port def91f42-5abd-48ad-9a99-3657d14d8f6d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:58:54.324785 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2b8a8173-54e3-4f72-bc58-198aba2f505b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (def91f42-5abd-48ad-9a99-3657d14d8f6d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:54.326018 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898ee00-d117-4104-b077-0e6e38ce193c req-0e0108d7-359d-4204-aa10-79fc57d04983 tempest-VolumesBackupsTest-1142407675 tempest-VolumesBackupsTest-1142407675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:54.328797 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e898ee00-d117-4104-b077-0e6e38ce193c req-0e0108d7-359d-4204-aa10-79fc57d04983 tempest-VolumesBackupsTest-1142407675 tempest-VolumesBackupsTest-1142407675-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3263202 Mar 11 19:58:54.342843 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-e898ee00-d117-4104-b077-0e6e38ce193c req-03b5a555-14f9-4ad9-a9d1-c497df5a3ce2 tempest-VolumesBackupsTest-1142407675 tempest-VolumesBackupsTest-1142407675-project] Request body: {'port': {'device_id': '69f26f4c-a43c-45fa-9ffb-652c0d5df93e', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'admin_state_up': True, 'tenant_id': 'a6e559906e9c4ceeae36545f87c045ca'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:58:54.423560 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-2b8a8173-54e3-4f72-bc58-198aba2f505b None None] Current status of the port def91f42-5abd-48ad-9a99-3657d14d8f6d is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:58:54.558314 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-acd22309-49e4-488b-b718-e37417472d07 None None] Provisioning complete for port a3220436-0916-482d-a5c6-602ed92ce666 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:58:54.558402 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-acd22309-49e4-488b-b718-e37417472d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (a3220436-0916-482d-a5c6-602ed92ce666), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:54.613702 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bba4e187-a7cd-4bfa-b5ac-3f70ad1031af req-29bdd66e-8535-4707-823f-a79e42b9db84 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:54.614171 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bba4e187-a7cd-4bfa-b5ac-3f70ad1031af req-29bdd66e-8535-4707-823f-a79e42b9db84 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (7fd96624-7e9a-4767-ac17-fe82143211d7), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:54.614614 n-d-833163-1 neutron-server[103885]: INFO neutron.db.l3_db [req-bba4e187-a7cd-4bfa-b5ac-3f70ad1031af req-29bdd66e-8535-4707-823f-a79e42b9db84 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Floating IP 7fd96624-7e9a-4767-ac17-fe82143211d7 disassociated. External IP: 172.25.8.14, port: abe8ea9b-d437-4faa-b7f3-1441ce82426d. Mar 11 19:58:54.615045 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-bba4e187-a7cd-4bfa-b5ac-3f70ad1031af req-29bdd66e-8535-4707-823f-a79e42b9db84 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Calling delete_port for abe8ea9b-d437-4faa-b7f3-1441ce82426d owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:58:54.625783 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-acd22309-49e4-488b-b718-e37417472d07 None None] Port a3220436-0916-482d-a5c6-602ed92ce666 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:58:54.637549 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f2bf6f77-c851-4f05-aec4-314c09a20738 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:54.691961 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device def91f42-5abd-48ad-9a99-3657d14d8f6d up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:58:54.760963 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-fb78b459-6e45-4202-9599-93e63332d8e7 None None] Provisioning complete for port a3220436-0916-482d-a5c6-602ed92ce666 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:58:54.761340 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fb78b459-6e45-4202-9599-93e63332d8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (a3220436-0916-482d-a5c6-602ed92ce666), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:54.804349 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-54fc2ab1-8b36-4ad2-8c23-b031c16c9775 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (38ccf75e-0698-49c4-b04a-5cbd623cbd45), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:54.805929 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port def91f42-5abd-48ad-9a99-3657d14d8f6d triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:58:54.806309 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (def91f42-5abd-48ad-9a99-3657d14d8f6d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:54.810580 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-fb78b459-6e45-4202-9599-93e63332d8e7 None None] Port a3220436-0916-482d-a5c6-602ed92ce666 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:58:54.861224 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e898ee00-d117-4104-b077-0e6e38ce193c req-03b5a555-14f9-4ad9-a9d1-c497df5a3ce2 tempest-VolumesBackupsTest-1142407675 tempest-VolumesBackupsTest-1142407675-project] Made reservation on behalf of a6e559906e9c4ceeae36545f87c045ca for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:58:54.865198 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e898ee00-d117-4104-b077-0e6e38ce193c req-03b5a555-14f9-4ad9-a9d1-c497df5a3ce2 tempest-VolumesBackupsTest-1142407675 tempest-VolumesBackupsTest-1142407675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:54.883264 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b423b2-6ca9-485f-83a5-e986bb7f9726 req-f026b9fb-6fbf-4552-b131-7e83c49926fc tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:54.884854 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f7b423b2-6ca9-485f-83a5-e986bb7f9726 req-f026b9fb-6fbf-4552-b131-7e83c49926fc tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/ports?device_id=49f5fa91-1231-4377-96de-2f89df5190a0 HTTP/1.1" status: 200 len: 946 time: 0.3315809 Mar 11 19:58:54.890997 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e898ee00-d117-4104-b077-0e6e38ce193c req-03b5a555-14f9-4ad9-a9d1-c497df5a3ce2 tempest-VolumesBackupsTest-1142407675 tempest-VolumesBackupsTest-1142407675-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:54.903115 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port def91f42-5abd-48ad-9a99-3657d14d8f6d is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:58:54.999340 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bba4e187-a7cd-4bfa-b5ac-3f70ad1031af req-29bdd66e-8535-4707-823f-a79e42b9db84 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (abe8ea9b-d437-4faa-b7f3-1441ce82426d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:55.023033 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f7b423b2-6ca9-485f-83a5-e986bb7f9726 req-26710398-bbaa-44de-afda-af00174dc147 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/security-groups?id=65004c17-7a23-4b73-b3dc-3e0dedc94556&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287262 Mar 11 19:58:55.070512 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bdd66e-8535-4707-823f-a79e42b9db84 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Pushing event deleted for resources: {'Port': ['ID=abe8ea9b-d437-4faa-b7f3-1441ce82426d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:55.232241 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ee0da5ac-d29e-42ce-954d-6ed14bd46744 req-4075cc06-2e0f-48e8-99b5-1b73c7a85eef tempest-VolumesBackupsTest-1142407675 tempest-VolumesBackupsTest-1142407675-project] 10.222.0.65 "GET /v2.0/ports?device_id=69f26f4c-a43c-45fa-9ffb-652c0d5df93e HTTP/1.1" status: 200 len: 210 time: 0.1243899 Mar 11 19:58:55.255921 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e898ee00-d117-4104-b077-0e6e38ce193c req-03b5a555-14f9-4ad9-a9d1-c497df5a3ce2 tempest-VolumesBackupsTest-1142407675 tempest-VolumesBackupsTest-1142407675-project] Publish callbacks [] for security_group (73d30adb-64e8-420b-a955-f20592087ed3), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:55.269232 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-54fc2ab1-8b36-4ad2-8c23-b031c16c9775 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a3220436-0916-482d-a5c6-602ed92ce666), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:55.271142 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e898ee00-d117-4104-b077-0e6e38ce193c req-03b5a555-14f9-4ad9-a9d1-c497df5a3ce2 tempest-VolumesBackupsTest-1142407675 tempest-VolumesBackupsTest-1142407675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (73d30adb-64e8-420b-a955-f20592087ed3), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:55.473018 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bba4e187-a7cd-4bfa-b5ac-3f70ad1031af req-29bdd66e-8535-4707-823f-a79e42b9db84 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Router 2035d7c6-1edb-4570-99b0-426a1a9d1526 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:58:55.524072 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b5a555-14f9-4ad9-a9d1-c497df5a3ce2 tempest-VolumesBackupsTest-1142407675 tempest-VolumesBackupsTest-1142407675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73d30adb-64e8-420b-a955-f20592087ed3,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:55.528687 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-e898ee00-d117-4104-b077-0e6e38ce193c req-03b5a555-14f9-4ad9-a9d1-c497df5a3ce2 tempest-VolumesBackupsTest-1142407675 tempest-VolumesBackupsTest-1142407675-project] Allocated IP 192.168.233.196 (885772b1-9b97-4e1d-a0fb-e125030c5a81/9bb14923-74c3-4313-be8d-ed33542f05aa/e17bb2ed-8872-4081-a6c2-28e54bf7725a) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:58:55.994287 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bba4e187-a7cd-4bfa-b5ac-3f70ad1031af req-29bdd66e-8535-4707-823f-a79e42b9db84 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:58:56.010845 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3013f8-b101-4271-aaf5-9e722f4cbbd3 None None] Sync routers for ids ['2035d7c6-1edb-4570-99b0-426a1a9d1526'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:58:56.038533 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3013f8-b101-4271-aaf5-9e722f4cbbd3 None None] Routers {'2035d7c6-1edb-4570-99b0-426a1a9d1526'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:58:56.039767 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-6a3013f8-b101-4271-aaf5-9e722f4cbbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:58:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['2035d7c6-1edb-4570-99b0-426a1a9d1526'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:58:56.109856 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba4e187-a7cd-4bfa-b5ac-3f70ad1031af req-29bdd66e-8535-4707-823f-a79e42b9db84 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] No DVR routers for this DVR port abe8ea9b-d437-4faa-b7f3-1441ce82426d on host n-h2-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:58:56.119841 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bba4e187-a7cd-4bfa-b5ac-3f70ad1031af req-29bdd66e-8535-4707-823f-a79e42b9db84 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:56.123145 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bba4e187-a7cd-4bfa-b5ac-3f70ad1031af req-29bdd66e-8535-4707-823f-a79e42b9db84 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.57 "DELETE /v2.0/ports/abe8ea9b-d437-4faa-b7f3-1441ce82426d HTTP/1.1" status: 204 len: 173 time: 2.5390527 Mar 11 19:58:56.123688 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49f5fa91-1231-4377-96de-2f89df5190a0', 'name': 'network-vif-deleted', 'tag': 'abe8ea9b-d437-4faa-b7f3-1441ce82426d'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:58:56.125985 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93b9a59-d009-4684-981f-9c7d073b873c" -d '{"events": [{"server_uuid": "49f5fa91-1231-4377-96de-2f89df5190a0", "name": "network-vif-deleted", "tag": "abe8ea9b-d437-4faa-b7f3-1441ce82426d"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:58:56.172085 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d63242b3-1d11-42b2-98f2-fa91592b81f0 req-876653ba-0436-4f8b-ae85-76ce32376b96 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/ports?device_id=49f5fa91-1231-4377-96de-2f89df5190a0 HTTP/1.1" status: 200 len: 210 time: 0.0580616 Mar 11 19:58:56.226692 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-6a3013f8-b101-4271-aaf5-9e722f4cbbd3 None None] Set router 2035d7c6-1edb-4570-99b0-426a1a9d1526 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:58:56.290689 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab8e9d7-51fa-4ca3-b70e-eb940edc9564 x-openstack-request-id: req-2ab8e9d7-51fa-4ca3-b70e-eb940edc9564 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:58:56.291037 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49f5fa91-1231-4377-96de-2f89df5190a0", "name": "network-vif-deleted", "tag": "abe8ea9b-d437-4faa-b7f3-1441ce82426d", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:58:56.291348 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2ab8e9d7-51fa-4ca3-b70e-eb940edc9564 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:58:56.291789 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49f5fa91-1231-4377-96de-2f89df5190a0', 'name': 'network-vif-deleted', 'tag': 'abe8ea9b-d437-4faa-b7f3-1441ce82426d', 'status': 'completed', 'code': 200} Mar 11 19:58:56.298405 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:56.504483 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6235ab4e-88f6-48ed-9220-d392ceda561d req-93d53b97-5c6d-475a-a957-703dfc850adf tempest-VolumesBackupsTest-1142407675 tempest-VolumesBackupsTest-1142407675-project] 10.222.0.65 "GET /v2.0/ports?device_id=69f26f4c-a43c-45fa-9ffb-652c0d5df93e HTTP/1.1" status: 200 len: 210 time: 0.1100574 Mar 11 19:58:56.555204 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-6a3013f8-b101-4271-aaf5-9e722f4cbbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'name': 'tempest-AttachVolumeNegativeTest-327869102-router', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'b0f98671-885b-4d6d-ac6e-51f2270fcb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:19Z', 'updated_at': '2022-03-11T19:55:31Z', 'revision_number': 4, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'gw_port': {'id': 'b0f98671-885b-4d6d-ac6e-51f2270fcb40', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:89:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:21Z', 'updated_at': '2022-03-11T19:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '14f6733d-b550-474d-a1de-861e1be50847', 'name': '', 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'mac_address': 'fa:16:3e:fa:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '9c3f149c-decf-4bc3-9858-1266a909f90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:30Z', 'updated_at': '2022-03-11T19:55:41Z', 'revision_number': 5, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'subnets': [{'id': '9c3f149c-decf-4bc3-9858-1266a909f90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:58:56.608346 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e898ee00-d117-4104-b077-0e6e38ce193c req-03b5a555-14f9-4ad9-a9d1-c497df5a3ce2 tempest-VolumesBackupsTest-1142407675 tempest-VolumesBackupsTest-1142407675-project] Publish callbacks [] for port (e17bb2ed-8872-4081-a6c2-28e54bf7725a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:56.608609 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3013f8-b101-4271-aaf5-9e722f4cbbd3 None None] Checking router: 2035d7c6-1edb-4570-99b0-426a1a9d1526 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:58:56.636245 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3013f8-b101-4271-aaf5-9e722f4cbbd3 None None] Routers {'2035d7c6-1edb-4570-99b0-426a1a9d1526'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:58:56.636571 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-6a3013f8-b101-4271-aaf5-9e722f4cbbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:58:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['2035d7c6-1edb-4570-99b0-426a1a9d1526'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:58:56.663827 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-54fc2ab1-8b36-4ad2-8c23-b031c16c9775 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for port (a3220436-0916-482d-a5c6-602ed92ce666), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:56.699415 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-54fc2ab1-8b36-4ad2-8c23-b031c16c9775 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (a3220436-0916-482d-a5c6-602ed92ce666), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:56.708801 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e898ee00-d117-4104-b077-0e6e38ce193c req-03b5a555-14f9-4ad9-a9d1-c497df5a3ce2 tempest-VolumesBackupsTest-1142407675 tempest-VolumesBackupsTest-1142407675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (e17bb2ed-8872-4081-a6c2-28e54bf7725a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:56.813631 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-6a3013f8-b101-4271-aaf5-9e722f4cbbd3 None None] Set router 2035d7c6-1edb-4570-99b0-426a1a9d1526 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:58:56.820480 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-54fc2ab1-8b36-4ad2-8c23-b031c16c9775 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (38ccf75e-0698-49c4-b04a-5cbd623cbd45), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:56.844261 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e898ee00-d117-4104-b077-0e6e38ce193c req-03b5a555-14f9-4ad9-a9d1-c497df5a3ce2 tempest-VolumesBackupsTest-1142407675 tempest-VolumesBackupsTest-1142407675-project] Network 885772b1-9b97-4e1d-a0fb-e125030c5a81 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:58:56.851124 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-e898ee00-d117-4104-b077-0e6e38ce193c req-03b5a555-14f9-4ad9-a9d1-c497df5a3ce2 tempest-VolumesBackupsTest-1142407675 tempest-VolumesBackupsTest-1142407675-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:58:56.865130 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-e898ee00-d117-4104-b077-0e6e38ce193c req-03b5a555-14f9-4ad9-a9d1-c497df5a3ce2 tempest-VolumesBackupsTest-1142407675 tempest-VolumesBackupsTest-1142407675-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:58:57.099464 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc2ab1-8b36-4ad2-8c23-b031c16c9775 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event updated for resources: {'Port': ['ID=a3220436-0916-482d-a5c6-602ed92ce666,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:57.112373 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fc2ab1-8b36-4ad2-8c23-b031c16c9775 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Network 7c1f88be-5bd6-48f3-8219-ab9249cd6f25 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:58:57.122706 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-54fc2ab1-8b36-4ad2-8c23-b031c16c9775 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:58:57.164693 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898ee00-d117-4104-b077-0e6e38ce193c req-03b5a555-14f9-4ad9-a9d1-c497df5a3ce2 tempest-VolumesBackupsTest-1142407675 tempest-VolumesBackupsTest-1142407675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:57.165375 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e898ee00-d117-4104-b077-0e6e38ce193c req-03b5a555-14f9-4ad9-a9d1-c497df5a3ce2 tempest-VolumesBackupsTest-1142407675 tempest-VolumesBackupsTest-1142407675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:57.240711 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e898ee00-d117-4104-b077-0e6e38ce193c req-03b5a555-14f9-4ad9-a9d1-c497df5a3ce2 tempest-VolumesBackupsTest-1142407675 tempest-VolumesBackupsTest-1142407675-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9015522 Mar 11 19:58:57.243329 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b5a555-14f9-4ad9-a9d1-c497df5a3ce2 tempest-VolumesBackupsTest-1142407675 tempest-VolumesBackupsTest-1142407675-project] Pushing event updated for resources: {'Port': ['ID=e17bb2ed-8872-4081-a6c2-28e54bf7725a,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:57.257323 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-e898ee00-d117-4104-b077-0e6e38ce193c req-b5d74d5f-9a38-4a60-8c0a-1a72626ee14a service neutron] Request body: {'port': {'device_id': '69f26f4c-a43c-45fa-9ffb-652c0d5df93e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:58:57.341166 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-6a3013f8-b101-4271-aaf5-9e722f4cbbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'name': 'tempest-AttachVolumeNegativeTest-327869102-router', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'b0f98671-885b-4d6d-ac6e-51f2270fcb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:19Z', 'updated_at': '2022-03-11T19:55:31Z', 'revision_number': 4, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'gw_port': {'id': 'b0f98671-885b-4d6d-ac6e-51f2270fcb40', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:89:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:21Z', 'updated_at': '2022-03-11T19:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '14f6733d-b550-474d-a1de-861e1be50847', 'name': '', 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'mac_address': 'fa:16:3e:fa:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '9c3f149c-decf-4bc3-9858-1266a909f90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:30Z', 'updated_at': '2022-03-11T19:55:41Z', 'revision_number': 5, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'subnets': [{'id': '9c3f149c-decf-4bc3-9858-1266a909f90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:58:57.369471 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38448) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:57.408699 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3013f8-b101-4271-aaf5-9e722f4cbbd3 None None] The sync data for ids ['2035d7c6-1edb-4570-99b0-426a1a9d1526'] in n-d-833163-1 is: [{'id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'name': 'tempest-AttachVolumeNegativeTest-327869102-router', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'b0f98671-885b-4d6d-ac6e-51f2270fcb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:19Z', 'updated_at': '2022-03-11T19:55:31Z', 'revision_number': 4, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'gw_port': {'id': 'b0f98671-885b-4d6d-ac6e-51f2270fcb40', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:89:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:21Z', 'updated_at': '2022-03-11T19:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '14f6733d-b550-474d-a1de-861e1be50847', 'name': '', 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'mac_address': 'fa:16:3e:fa:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '9c3f149c-decf-4bc3-9858-1266a909f90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:30Z', 'updated_at': '2022-03-11T19:55:41Z', 'revision_number': 5, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'subnets': [{'id': '9c3f149c-decf-4bc3-9858-1266a909f90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:58:57.432284 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-429fb5b8-5dfc-4ec0-bd3a-ab50cfe4d8f3 None None] Provisioning complete for port e17bb2ed-8872-4081-a6c2-28e54bf7725a triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:58:57.432705 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-429fb5b8-5dfc-4ec0-bd3a-ab50cfe4d8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (e17bb2ed-8872-4081-a6c2-28e54bf7725a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:57.445403 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e898ee00-d117-4104-b077-0e6e38ce193c req-b5d74d5f-9a38-4a60-8c0a-1a72626ee14a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (e17bb2ed-8872-4081-a6c2-28e54bf7725a), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:57.483445 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-429fb5b8-5dfc-4ec0-bd3a-ab50cfe4d8f3 None None] Port e17bb2ed-8872-4081-a6c2-28e54bf7725a cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:58:57.499397 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-975877f5-2c14-4c91-a798-b64b4170559e tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for security_group (65004c17-7a23-4b73-b3dc-3e0dedc94556), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:57.544901 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-975877f5-2c14-4c91-a798-b64b4170559e tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for security_group (65004c17-7a23-4b73-b3dc-3e0dedc94556), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:57.563493 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54fc2ab1-8b36-4ad2-8c23-b031c16c9775 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Router 38ccf75e-0698-49c4-b04a-5cbd623cbd45 is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 19:58:57.621356 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-f3d2ec5c-50fa-47d3-b4d8-4de98c8b0fff None None] Provisioning complete for port a3220436-0916-482d-a5c6-602ed92ce666 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:58:57.621774 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f3d2ec5c-50fa-47d3-b4d8-4de98c8b0fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (a3220436-0916-482d-a5c6-602ed92ce666), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:57.625295 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:57.628123 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-975877f5-2c14-4c91-a798-b64b4170559e tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (65004c17-7a23-4b73-b3dc-3e0dedc94556), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:57.632383 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-975877f5-2c14-4c91-a798-b64b4170559e tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:57.634214 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-975877f5-2c14-4c91-a798-b64b4170559e tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "DELETE /v2.0/security-groups/65004c17-7a23-4b73-b3dc-3e0dedc94556 HTTP/1.1" status: 204 len: 168 time: 0.2627637 Mar 11 19:58:57.639767 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38456) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:57.668584 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975877f5-2c14-4c91-a798-b64b4170559e tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65004c17-7a23-4b73-b3dc-3e0dedc94556,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:57.671014 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-f61e1dbe-9cfc-46b5-8107-dbf4bbaf69e0 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] show failed (client error): The resource could not be found. Mar 11 19:58:57.674223 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f61e1dbe-9cfc-46b5-8107-dbf4bbaf69e0 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/security-groups/65004c17-7a23-4b73-b3dc-3e0dedc94556 HTTP/1.1" status: 404 len: 347 time: 0.0328500 Mar 11 19:58:57.676317 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38458) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:57.681140 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f3d2ec5c-50fa-47d3-b4d8-4de98c8b0fff None None] Port a3220436-0916-482d-a5c6-602ed92ce666 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:58:57.858304 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-9cdb900a-3a6f-403c-b575-01ab454ab549 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Deleting port 058e8f23-4cda-4148-90c5-21cbb8483dce {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:58:57.858304 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9cdb900a-3a6f-403c-b575-01ab454ab549 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (058e8f23-4cda-4148-90c5-21cbb8483dce), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:57.888871 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54fc2ab1-8b36-4ad2-8c23-b031c16c9775 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:58:57.896827 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device abe8ea9b-d437-4faa-b7f3-1441ce82426d no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:58:57.900644 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c8d52b-d095-4742-8bf3-493d079f398e req-6609d998-ebc5-403c-9a98-16d72ab3040b tempest-VolumesBackupsTest-1142407675 tempest-VolumesBackupsTest-1142407675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:57.901894 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-68c8d52b-d095-4742-8bf3-493d079f398e req-6609d998-ebc5-403c-9a98-16d72ab3040b tempest-VolumesBackupsTest-1142407675 tempest-VolumesBackupsTest-1142407675-project] 10.222.0.65 "GET /v2.0/ports?device_id=69f26f4c-a43c-45fa-9ffb-652c0d5df93e HTTP/1.1" status: 200 len: 936 time: 0.2724421 Mar 11 19:58:57.905963 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-54fc2ab1-8b36-4ad2-8c23-b031c16c9775 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "PUT /v2.0/routers/38ccf75e-0698-49c4-b04a-5cbd623cbd45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5116796 Mar 11 19:58:57.909857 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38466) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:57.934738 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26a76f6-6e0d-47fb-8862-b662579da029 None None] New status for floating IP 7fd96624-7e9a-4767-ac17-fe82143211d7: DOWN {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 19:58:57.973304 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2040c15-9f5f-47aa-b026-3dcd523158d2 None None] Sync routers for ids ['38ccf75e-0698-49c4-b04a-5cbd623cbd45'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:58:57.987694 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: abe8ea9b-d437-4faa-b7f3-1441ce82426d {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:58:57.987694 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device abe8ea9b-d437-4faa-b7f3-1441ce82426d not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:58:58.017690 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2040c15-9f5f-47aa-b026-3dcd523158d2 None None] Routers {'38ccf75e-0698-49c4-b04a-5cbd623cbd45'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:58:58.021020 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a2040c15-9f5f-47aa-b026-3dcd523158d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:58:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['38ccf75e-0698-49c4-b04a-5cbd623cbd45'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:58:58.052887 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-68c8d52b-d095-4742-8bf3-493d079f398e req-4f35ba26-85ec-4871-ad3d-9a9b7a69ce01 tempest-VolumesBackupsTest-1142407675 tempest-VolumesBackupsTest-1142407675-project] 10.222.0.65 "GET /v2.0/security-groups?id=73d30adb-64e8-420b-a955-f20592087ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421046 Mar 11 19:58:58.073701 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9cdb900a-3a6f-403c-b575-01ab454ab549 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (058e8f23-4cda-4148-90c5-21cbb8483dce), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:58.075571 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9cdb900a-3a6f-403c-b575-01ab454ab549 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for floatingip (058e8f23-4cda-4148-90c5-21cbb8483dce), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:58.087755 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83575102-0a79-4e3f-9584-25be7ab21be9 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:58.091965 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-83575102-0a79-4e3f-9584-25be7ab21be9 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "GET /v2.0/ports?device_id=38ccf75e-0698-49c4-b04a-5cbd623cbd45 HTTP/1.1" status: 200 len: 981 time: 0.1762664 Mar 11 19:58:58.093426 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38476) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:58.106359 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a2040c15-9f5f-47aa-b026-3dcd523158d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:58:58.110178 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-9cdb900a-3a6f-403c-b575-01ab454ab549 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Calling delete_port for 058e8f23-4cda-4148-90c5-21cbb8483dce owned by network:floatingip {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:58:58.122109 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2040c15-9f5f-47aa-b026-3dcd523158d2 None None] Routers {'38ccf75e-0698-49c4-b04a-5cbd623cbd45'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:58:58.123433 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a2040c15-9f5f-47aa-b026-3dcd523158d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:58:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['38ccf75e-0698-49c4-b04a-5cbd623cbd45'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:58:58.178250 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-e898ee00-d117-4104-b077-0e6e38ce193c req-b5d74d5f-9a38-4a60-8c0a-1a72626ee14a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e17bb2ed-8872-4081-a6c2-28e54bf7725a {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:58:58.185662 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a2040c15-9f5f-47aa-b026-3dcd523158d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:58:58.186319 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2040c15-9f5f-47aa-b026-3dcd523158d2 None None] The sync data for ids ['38ccf75e-0698-49c4-b04a-5cbd623cbd45'] in n-d-833163-1 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:58:58.190998 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e898ee00-d117-4104-b077-0e6e38ce193c req-b5d74d5f-9a38-4a60-8c0a-1a72626ee14a service neutron] Publish callbacks [] for port (e17bb2ed-8872-4081-a6c2-28e54bf7725a), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:58.294271 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-e898ee00-d117-4104-b077-0e6e38ce193c req-b5d74d5f-9a38-4a60-8c0a-1a72626ee14a service neutron] Transition to ACTIVE for port object e17bb2ed-8872-4081-a6c2-28e54bf7725a will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:58:58.294620 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9cdb900a-3a6f-403c-b575-01ab454ab549 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (058e8f23-4cda-4148-90c5-21cbb8483dce), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:58.299250 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e898ee00-d117-4104-b077-0e6e38ce193c req-b5d74d5f-9a38-4a60-8c0a-1a72626ee14a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (e17bb2ed-8872-4081-a6c2-28e54bf7725a), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:58.329540 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdb900a-3a6f-403c-b575-01ab454ab549 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Pushing event deleted for resources: {'Port': ['ID=058e8f23-4cda-4148-90c5-21cbb8483dce,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:58.403006 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d74d5f-9a38-4a60-8c0a-1a72626ee14a service neutron] Pushing event updated for resources: {'Port': ['ID=e17bb2ed-8872-4081-a6c2-28e54bf7725a,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:58.404936 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9cdb900a-3a6f-403c-b575-01ab454ab549 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for floatingip (7fd96624-7e9a-4767-ac17-fe82143211d7), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:58.409584 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9cdb900a-3a6f-403c-b575-01ab454ab549 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:58.410984 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-9cdb900a-3a6f-403c-b575-01ab454ab549 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "DELETE /v2.0/floatingips/7fd96624-7e9a-4767-ac17-fe82143211d7 HTTP/1.1" status: 204 len: 168 time: 0.7325048 Mar 11 19:58:58.531259 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-e898ee00-d117-4104-b077-0e6e38ce193c req-b5d74d5f-9a38-4a60-8c0a-1a72626ee14a service neutron] Attempting to bind port e17bb2ed-8872-4081-a6c2-28e54bf7725a on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:58:58.531700 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-e898ee00-d117-4104-b077-0e6e38ce193c req-b5d74d5f-9a38-4a60-8c0a-1a72626ee14a service neutron] Attempting to bind port e17bb2ed-8872-4081-a6c2-28e54bf7725a by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:58:58.532099 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e898ee00-d117-4104-b077-0e6e38ce193c req-b5d74d5f-9a38-4a60-8c0a-1a72626ee14a service neutron] Attempting to bind port e17bb2ed-8872-4081-a6c2-28e54bf7725a on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:58:58.544374 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e898ee00-d117-4104-b077-0e6e38ce193c req-b5d74d5f-9a38-4a60-8c0a-1a72626ee14a service neutron] Port e17bb2ed-8872-4081-a6c2-28e54bf7725a on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:58:58.545020 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e898ee00-d117-4104-b077-0e6e38ce193c req-b5d74d5f-9a38-4a60-8c0a-1a72626ee14a service neutron] Attempting to bind port e17bb2ed-8872-4081-a6c2-28e54bf7725a on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:58:58.556960 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e898ee00-d117-4104-b077-0e6e38ce193c req-b5d74d5f-9a38-4a60-8c0a-1a72626ee14a service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:58:58.556960 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e898ee00-d117-4104-b077-0e6e38ce193c req-b5d74d5f-9a38-4a60-8c0a-1a72626ee14a service neutron] Checking segment: {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:58:58.557440 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e898ee00-d117-4104-b077-0e6e38ce193c req-b5d74d5f-9a38-4a60-8c0a-1a72626ee14a service neutron] Bound using segment: {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:58:58.557953 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-e898ee00-d117-4104-b077-0e6e38ce193c req-b5d74d5f-9a38-4a60-8c0a-1a72626ee14a service neutron] Bound port: e17bb2ed-8872-4081-a6c2-28e54bf7725a, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:58:58.558382 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e898ee00-d117-4104-b077-0e6e38ce193c req-b5d74d5f-9a38-4a60-8c0a-1a72626ee14a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (e17bb2ed-8872-4081-a6c2-28e54bf7725a), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:58.671293 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-e898ee00-d117-4104-b077-0e6e38ce193c req-b5d74d5f-9a38-4a60-8c0a-1a72626ee14a service neutron] For port e17bb2ed-8872-4081-a6c2-28e54bf7725a, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:58:58.679315 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-e898ee00-d117-4104-b077-0e6e38ce193c req-b5d74d5f-9a38-4a60-8c0a-1a72626ee14a service neutron] For port e17bb2ed-8872-4081-a6c2-28e54bf7725a, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=e17bb2ed-8872-4081-a6c2-28e54bf7725a,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:58:58.702734 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e898ee00-d117-4104-b077-0e6e38ce193c req-b5d74d5f-9a38-4a60-8c0a-1a72626ee14a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (e17bb2ed-8872-4081-a6c2-28e54bf7725a), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:58.754790 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898ee00-d117-4104-b077-0e6e38ce193c req-b5d74d5f-9a38-4a60-8c0a-1a72626ee14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:58.756051 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e898ee00-d117-4104-b077-0e6e38ce193c req-b5d74d5f-9a38-4a60-8c0a-1a72626ee14a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:58.757863 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e898ee00-d117-4104-b077-0e6e38ce193c req-b5d74d5f-9a38-4a60-8c0a-1a72626ee14a service neutron] 10.222.0.57 "PUT /v2.0/ports/e17bb2ed-8872-4081-a6c2-28e54bf7725a HTTP/1.1" status: 200 len: 1096 time: 1.5076914 Mar 11 19:58:58.761904 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69f26f4c-a43c-45fa-9ffb-652c0d5df93e', 'tag': 'e17bb2ed-8872-4081-a6c2-28e54bf7725a'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:58:58.764881 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0160c12-437d-48e1-936b-f86c60ef9340" -d '{"events": [{"name": "network-changed", "server_uuid": "69f26f4c-a43c-45fa-9ffb-652c0d5df93e", "tag": "e17bb2ed-8872-4081-a6c2-28e54bf7725a"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:58:58.778113 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-57aa2776-6040-4b35-98e5-e6cd771d44a7 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (38ccf75e-0698-49c4-b04a-5cbd623cbd45), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:58.843841 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38490) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:58.851926 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d74d5f-9a38-4a60-8c0a-1a72626ee14a service neutron] Pushing event updated for resources: {'Port': ['ID=e17bb2ed-8872-4081-a6c2-28e54bf7725a,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:58.853241 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-a40b2378-4fd6-42a1-9fe5-25f44e0924f9 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1879579030', 'description': 'tempest-description--2034443819'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:58:58.917109 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a40b2378-4fd6-42a1-9fe5-25f44e0924f9 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:58.988752 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898ee00-d117-4104-b077-0e6e38ce193c req-5880aa2c-d1c5-4d38-acb8-f668a149bcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:58.990288 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e898ee00-d117-4104-b077-0e6e38ce193c req-5880aa2c-d1c5-4d38-acb8-f668a149bcd9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a6e559906e9c4ceeae36545f87c045ca&device_id=69f26f4c-a43c-45fa-9ffb-652c0d5df93e HTTP/1.1" status: 200 len: 1130 time: 0.1685598 Mar 11 19:58:59.009702 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a40b2378-4fd6-42a1-9fe5-25f44e0924f9 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for security_group (f9bcf76e-72b8-498c-bce8-111b74a90d05), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:59.016793 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a40b2378-4fd6-42a1-9fe5-25f44e0924f9 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (f9bcf76e-72b8-498c-bce8-111b74a90d05), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:59.030451 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:59.075299 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a40b2378-4fd6-42a1-9fe5-25f44e0924f9 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:59.076673 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e898ee00-d117-4104-b077-0e6e38ce193c req-8d75de69-a3fe-43c1-ad00-405b5f053ec9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=e17bb2ed-8872-4081-a6c2-28e54bf7725a HTTP/1.1" status: 200 len: 217 time: 0.0578401 Mar 11 19:58:59.076913 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a40b2378-4fd6-42a1-9fe5-25f44e0924f9 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2313812 Mar 11 19:58:59.080950 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f629de-4ac1-4937-be91-af0821b2b717 x-openstack-request-id: req-73f629de-4ac1-4937-be91-af0821b2b717 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:58:59.080950 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69f26f4c-a43c-45fa-9ffb-652c0d5df93e", "tag": "e17bb2ed-8872-4081-a6c2-28e54bf7725a", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:58:59.080950 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-73f629de-4ac1-4937-be91-af0821b2b717 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:58:59.081228 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38494) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:59.084951 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69f26f4c-a43c-45fa-9ffb-652c0d5df93e', 'tag': 'e17bb2ed-8872-4081-a6c2-28e54bf7725a', 'status': 'completed', 'code': 200} Mar 11 19:58:59.087945 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-e8496ddf-a421-43ba-8091-8f56490b60dd tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Request body: {'security_group_rule': {'security_group_id': 'f9bcf76e-72b8-498c-bce8-111b74a90d05', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:58:59.094954 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40b2378-4fd6-42a1-9fe5-25f44e0924f9 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9bcf76e-72b8-498c-bce8-111b74a90d05,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:59.131158 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e8496ddf-a421-43ba-8091-8f56490b60dd tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for security_group_rule (1e9dca2b-31ce-4ab3-bb2d-4706eddffe85), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:59.208683 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e8496ddf-a421-43ba-8091-8f56490b60dd tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for security_group_rule (1e9dca2b-31ce-4ab3-bb2d-4706eddffe85), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:59.214050 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e8496ddf-a421-43ba-8091-8f56490b60dd tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (1e9dca2b-31ce-4ab3-bb2d-4706eddffe85), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:59.244041 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8496ddf-a421-43ba-8091-8f56490b60dd tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e9dca2b-31ce-4ab3-bb2d-4706eddffe85,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:59.255687 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e8496ddf-a421-43ba-8091-8f56490b60dd tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:59.256922 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e8496ddf-a421-43ba-8091-8f56490b60dd tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1747692 Mar 11 19:58:59.259965 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38498) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:59.264843 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-9932500b-20c0-41fa-bd87-6fde9e10786c tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Request body: {'security_group_rule': {'security_group_id': 'f9bcf76e-72b8-498c-bce8-111b74a90d05', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:58:59.300550 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9932500b-20c0-41fa-bd87-6fde9e10786c tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for security_group_rule (221b65f1-395d-4269-9e66-d92fac1a8356), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:59.373342 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9932500b-20c0-41fa-bd87-6fde9e10786c tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for security_group_rule (221b65f1-395d-4269-9e66-d92fac1a8356), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:59.378154 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9932500b-20c0-41fa-bd87-6fde9e10786c tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (221b65f1-395d-4269-9e66-d92fac1a8356), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:59.392705 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932500b-20c0-41fa-bd87-6fde9e10786c tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=221b65f1-395d-4269-9e66-d92fac1a8356,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:58:59.409218 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9932500b-20c0-41fa-bd87-6fde9e10786c tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:59.410449 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-9932500b-20c0-41fa-bd87-6fde9e10786c tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1495097 Mar 11 19:58:59.414192 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38500) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:58:59.419279 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-7d07df95-4e49-49ce-beb8-31c88b2f815b tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Request body: {'floatingip': {'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:58:59.442783 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7d07df95-4e49-49ce-beb8-31c88b2f815b tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:59.537828 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898ee00-d117-4104-b077-0e6e38ce193c req-021cb2c4-2fae-4d48-81da-9d4323620ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:59.539335 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e898ee00-d117-4104-b077-0e6e38ce193c req-021cb2c4-2fae-4d48-81da-9d4323620ff6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.4460132 Mar 11 19:58:59.581113 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7d07df95-4e49-49ce-beb8-31c88b2f815b tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:59.611915 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1cec3e-8783-4692-a163-589a4782f807 req-9b9b1f8c-6dad-45bc-8cc9-f92d2d6d1710 tempest-VolumesBackupsTest-1142407675 tempest-VolumesBackupsTest-1142407675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:59.613403 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dd1cec3e-8783-4692-a163-589a4782f807 req-9b9b1f8c-6dad-45bc-8cc9-f92d2d6d1710 tempest-VolumesBackupsTest-1142407675 tempest-VolumesBackupsTest-1142407675-project] 10.222.0.65 "GET /v2.0/ports?device_id=69f26f4c-a43c-45fa-9ffb-652c0d5df93e HTTP/1.1" status: 200 len: 948 time: 0.4676383 Mar 11 19:58:59.651160 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898ee00-d117-4104-b077-0e6e38ce193c req-d8fbc6a9-4990-4cb1-b37d-7ff84687b45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:58:59.652621 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e898ee00-d117-4104-b077-0e6e38ce193c req-d8fbc6a9-4990-4cb1-b37d-7ff84687b45d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1054466 Mar 11 19:58:59.699934 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-7d07df95-4e49-49ce-beb8-31c88b2f815b tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Allocated IP 172.25.8.56 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/be98e3b5-697e-4a32-9480-44a7e07dc7a6) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:58:59.717548 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dd1cec3e-8783-4692-a163-589a4782f807 req-dbe5a88e-8dc3-4f15-b8b4-e81027a4c5ba tempest-VolumesBackupsTest-1142407675 tempest-VolumesBackupsTest-1142407675-project] 10.222.0.65 "GET /v2.0/security-groups?id=73d30adb-64e8-420b-a955-f20592087ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939960 Mar 11 19:58:59.753185 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-57aa2776-6040-4b35-98e5-e6cd771d44a7 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Deleting port a3220436-0916-482d-a5c6-602ed92ce666 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:58:59.754153 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-57aa2776-6040-4b35-98e5-e6cd771d44a7 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (a3220436-0916-482d-a5c6-602ed92ce666), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:59.820656 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7d07df95-4e49-49ce-beb8-31c88b2f815b tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for port (be98e3b5-697e-4a32-9480-44a7e07dc7a6), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:59.849887 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e898ee00-d117-4104-b077-0e6e38ce193c req-5ca2efd4-6bd3-468a-bd73-412f14376daf service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911275 Mar 11 19:58:59.857350 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7d07df95-4e49-49ce-beb8-31c88b2f815b tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (be98e3b5-697e-4a32-9480-44a7e07dc7a6), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:59.891505 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-57aa2776-6040-4b35-98e5-e6cd771d44a7 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (a3220436-0916-482d-a5c6-602ed92ce666), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:58:59.901947 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d07df95-4e49-49ce-beb8-31c88b2f815b tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:58:59.907249 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-7d07df95-4e49-49ce-beb8-31c88b2f815b tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:58:59.910189 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d07df95-4e49-49ce-beb8-31c88b2f815b tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:58:59.938364 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-57aa2776-6040-4b35-98e5-e6cd771d44a7 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Calling delete_port for a3220436-0916-482d-a5c6-602ed92ce666 owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:58:59.941383 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d07df95-4e49-49ce-beb8-31c88b2f815b tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Pushing event updated for resources: {'Port': ['ID=be98e3b5-697e-4a32-9480-44a7e07dc7a6,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:00.010853 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7d07df95-4e49-49ce-beb8-31c88b2f815b tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for floatingip (12983456-1c1d-423c-82cb-0f96747cfb49), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:00.014167 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e898ee00-d117-4104-b077-0e6e38ce193c req-577ba7e0-161d-4dc9-bd25-029ee6d0aa09 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583149 Mar 11 19:59:00.052926 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7d07df95-4e49-49ce-beb8-31c88b2f815b tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (be98e3b5-697e-4a32-9480-44a7e07dc7a6), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:00.142776 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0160c12-437d-48e1-936b-f86c60ef9340 req-59a86ea9-d109-45c4-83da-b42333fab37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:00.144306 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a0160c12-437d-48e1-936b-f86c60ef9340 req-59a86ea9-d109-45c4-83da-b42333fab37c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a6e559906e9c4ceeae36545f87c045ca&device_id=69f26f4c-a43c-45fa-9ffb-652c0d5df93e HTTP/1.1" status: 200 len: 1130 time: 0.0675716 Mar 11 19:59:00.225214 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7d07df95-4e49-49ce-beb8-31c88b2f815b tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for port (be98e3b5-697e-4a32-9480-44a7e07dc7a6), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:00.230029 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7d07df95-4e49-49ce-beb8-31c88b2f815b tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (be98e3b5-697e-4a32-9480-44a7e07dc7a6), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:00.262812 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-57aa2776-6040-4b35-98e5-e6cd771d44a7 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (a3220436-0916-482d-a5c6-602ed92ce666), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:00.297302 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aa2776-6040-4b35-98e5-e6cd771d44a7 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event deleted for resources: {'Port': ['ID=a3220436-0916-482d-a5c6-602ed92ce666,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:00.312834 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d07df95-4e49-49ce-beb8-31c88b2f815b tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Pushing event updated for resources: {'Port': ['ID=be98e3b5-697e-4a32-9480-44a7e07dc7a6,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:00.323536 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7d07df95-4e49-49ce-beb8-31c88b2f815b tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (12983456-1c1d-423c-82cb-0f96747cfb49), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:00.342098 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7d07df95-4e49-49ce-beb8-31c88b2f815b tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:00.351824 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-7d07df95-4e49-49ce-beb8-31c88b2f815b tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9280839 Mar 11 19:59:00.368388 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0160c12-437d-48e1-936b-f86c60ef9340 req-5f6982c8-9b50-4b68-bba3-2b11cc79fb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:00.369904 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a0160c12-437d-48e1-936b-f86c60ef9340 req-5f6982c8-9b50-4b68-bba3-2b11cc79fb39 service neutron] 10.222.0.57 "GET /v2.0/networks?id=885772b1-9b97-4e1d-a0fb-e125030c5a81 HTTP/1.1" status: 200 len: 870 time: 0.2006414 Mar 11 19:59:00.420678 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a0160c12-437d-48e1-936b-f86c60ef9340 req-9b32eb67-0cee-4632-ac7c-7b6464511096 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=e17bb2ed-8872-4081-a6c2-28e54bf7725a HTTP/1.1" status: 200 len: 217 time: 0.0428061 Mar 11 19:59:00.515513 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0160c12-437d-48e1-936b-f86c60ef9340 req-9aa639cd-3c38-4520-9974-34eaeccc780a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:00.517226 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a0160c12-437d-48e1-936b-f86c60ef9340 req-9aa639cd-3c38-4520-9974-34eaeccc780a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.0890596 Mar 11 19:59:00.599346 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-57aa2776-6040-4b35-98e5-e6cd771d44a7 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (38ccf75e-0698-49c4-b04a-5cbd623cbd45), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:00.688249 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0160c12-437d-48e1-936b-f86c60ef9340 req-13878cdc-805e-454f-baf6-c664ebb03f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:00.689797 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a0160c12-437d-48e1-936b-f86c60ef9340 req-13878cdc-805e-454f-baf6-c664ebb03f96 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1664028 Mar 11 19:59:00.693385 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-aa255203-0b24-4f34-8fc3-2d543048742d req-58f97962-e143-4c6b-a56e-87da3711c925 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--1879579030&fields=id&tenant_id=ac0acd49ed0a4c6b89bcb3eaea14c217 HTTP/1.1" status: 200 len: 267 time: 0.1133165 Mar 11 19:59:00.957312 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57aa2776-6040-4b35-98e5-e6cd771d44a7 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Router 38ccf75e-0698-49c4-b04a-5cbd623cbd45 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:59:00.963662 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a0160c12-437d-48e1-936b-f86c60ef9340 req-7eba31dc-e301-40f1-8194-d5768ddf2fc3 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676394 Mar 11 19:59:01.002151 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa255203-0b24-4f34-8fc3-2d543048742d req-f7f4c052-51e6-4ea5-9746-de25c3dafbc4 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:01.003660 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-aa255203-0b24-4f34-8fc3-2d543048742d req-f7f4c052-51e6-4ea5-9746-de25c3dafbc4 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/networks?id=d7695c22-7cfd-4319-9d63-9f76b8799969 HTTP/1.1" status: 200 len: 814 time: 0.2733743 Mar 11 19:59:01.061729 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-aa255203-0b24-4f34-8fc3-2d543048742d req-2d8c9db0-8ba9-4c9d-81d6-f67f5489b867 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/quotas/ac0acd49ed0a4c6b89bcb3eaea14c217 HTTP/1.1" status: 200 len: 375 time: 0.0510123 Mar 11 19:59:01.136420 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57aa2776-6040-4b35-98e5-e6cd771d44a7 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:59:01.147385 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb535b3-1458-40f8-9cf7-4f8e1ec4ee13 None None] Sync routers for ids ['38ccf75e-0698-49c4-b04a-5cbd623cbd45'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:59:01.158853 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-57aa2776-6040-4b35-98e5-e6cd771d44a7 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "PUT /v2.0/routers/38ccf75e-0698-49c4-b04a-5cbd623cbd45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0621185 Mar 11 19:59:01.159041 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb535b3-1458-40f8-9cf7-4f8e1ec4ee13 None None] Routers {'38ccf75e-0698-49c4-b04a-5cbd623cbd45'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:59:01.159551 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38520) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:01.164300 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-0eb535b3-1458-40f8-9cf7-4f8e1ec4ee13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:58:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['38ccf75e-0698-49c4-b04a-5cbd623cbd45'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:59:01.184191 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a0160c12-437d-48e1-936b-f86c60ef9340 req-61a2f559-1dfd-4d0b-b42b-c2489cf7fc87 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126312 Mar 11 19:59:01.195404 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e86d310-7e9b-416a-97b2-bda737b8f1a1 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] GET failed (client error): The resource could not be found. Mar 11 19:59:01.199396 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-2e86d310-7e9b-416a-97b2-bda737b8f1a1 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "GET /v2.0/ports/a3220436-0916-482d-a5c6-602ed92ce666 HTTP/1.1" status: 404 len: 333 time: 0.0362236 Mar 11 19:59:01.199534 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-aa255203-0b24-4f34-8fc3-2d543048742d req-95d89c04-af9a-4c77-b9e4-efd45681bb5a tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ac0acd49ed0a4c6b89bcb3eaea14c217&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0798717 Mar 11 19:59:01.199744 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38522) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:01.224866 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-0eb535b3-1458-40f8-9cf7-4f8e1ec4ee13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:59:01.234029 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb535b3-1458-40f8-9cf7-4f8e1ec4ee13 None None] Routers {'38ccf75e-0698-49c4-b04a-5cbd623cbd45'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:59:01.234584 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-0eb535b3-1458-40f8-9cf7-4f8e1ec4ee13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:58:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['38ccf75e-0698-49c4-b04a-5cbd623cbd45'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:59:01.274090 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-0eb535b3-1458-40f8-9cf7-4f8e1ec4ee13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:59:01.274761 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb535b3-1458-40f8-9cf7-4f8e1ec4ee13 None None] The sync data for ids ['38ccf75e-0698-49c4-b04a-5cbd623cbd45'] in n-d-833163-1 is: [] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:59:01.300217 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d2f09be6-8b8f-40c2-99d6-0fe6d1c5c9b1 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for router (38ccf75e-0698-49c4-b04a-5cbd623cbd45), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:01.381260 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [req-aa255203-0b24-4f34-8fc3-2d543048742d req-814d9017-0ab3-4492-93e0-33408cd28079 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 19:59:01.382368 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-aa255203-0b24-4f34-8fc3-2d543048742d req-814d9017-0ab3-4492-93e0-33408cd28079 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1268444 Mar 11 19:59:01.498986 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d2f09be6-8b8f-40c2-99d6-0fe6d1c5c9b1 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (38ccf75e-0698-49c4-b04a-5cbd623cbd45), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:01.502209 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d2f09be6-8b8f-40c2-99d6-0fe6d1c5c9b1 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for router_controller (38ccf75e-0698-49c4-b04a-5cbd623cbd45), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:01.587476 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d2f09be6-8b8f-40c2-99d6-0fe6d1c5c9b1 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (38ccf75e-0698-49c4-b04a-5cbd623cbd45), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:01.588022 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f09be6-8b8f-40c2-99d6-0fe6d1c5c9b1 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Fanout notify agent at l3_agent the message router_deleted on router 38ccf75e-0698-49c4-b04a-5cbd623cbd45 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 19:59:01.598779 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d2f09be6-8b8f-40c2-99d6-0fe6d1c5c9b1 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:01.602278 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d2f09be6-8b8f-40c2-99d6-0fe6d1c5c9b1 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "DELETE /v2.0/routers/38ccf75e-0698-49c4-b04a-5cbd623cbd45 HTTP/1.1" status: 204 len: 168 time: 0.3992701 Mar 11 19:59:01.602584 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38528) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:01.615217 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-aa255203-0b24-4f34-8fc3-2d543048742d req-0f8bd41e-65e9-4465-a7a9-dbab72f03a22 service neutron] 10.222.0.65 "GET /v2.0/networks/d7695c22-7cfd-4319-9d63-9f76b8799969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052684 Mar 11 19:59:01.711253 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-d51f7eb8-4cfc-4553-b18d-f51184f36cff tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Deleting subnet bd00ef87-c8a5-4d52-8bb3-2a77a5413a08 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:59:01.718590 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d51f7eb8-4cfc-4553-b18d-f51184f36cff tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for subnet (bd00ef87-c8a5-4d52-8bb3-2a77a5413a08), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:01.770372 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d51f7eb8-4cfc-4553-b18d-f51184f36cff tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (bd00ef87-c8a5-4d52-8bb3-2a77a5413a08), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:01.774330 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-aa255203-0b24-4f34-8fc3-2d543048742d req-e4042666-49e6-4de9-bea7-8aa405e9bcfa service neutron] 10.222.0.65 "GET /v2.0/networks/d7695c22-7cfd-4319-9d63-9f76b8799969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412647 Mar 11 19:59:01.869129 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d51f7eb8-4cfc-4553-b18d-f51184f36cff tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (bd00ef87-c8a5-4d52-8bb3-2a77a5413a08), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:01.953153 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d51f7eb8-4cfc-4553-b18d-f51184f36cff tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (bd00ef87-c8a5-4d52-8bb3-2a77a5413a08), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:01.997727 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51f7eb8-4cfc-4553-b18d-f51184f36cff tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event deleted for resources: {'Subnet': ['ID=bd00ef87-c8a5-4d52-8bb3-2a77a5413a08,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:02.009467 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d51f7eb8-4cfc-4553-b18d-f51184f36cff tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:02.017292 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38534) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:02.018134 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d51f7eb8-4cfc-4553-b18d-f51184f36cff tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "DELETE /v2.0/subnets/bd00ef87-c8a5-4d52-8bb3-2a77a5413a08 HTTP/1.1" status: 204 len: 168 time: 0.4146068 Mar 11 19:59:02.019812 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd747561-badc-49a8-88c8-4eaddbc5082a None None] Network 7c1f88be-5bd6-48f3-8219-ab9249cd6f25 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:59:02.079112 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b1ae86-3b1f-482f-9868-4e9494c2c38f req-bd1741dd-2c0c-4cd0-92d9-bfe0751ba86d tempest-VolumesBackupsTest-1142407675 tempest-VolumesBackupsTest-1142407675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:02.081057 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a2b1ae86-3b1f-482f-9868-4e9494c2c38f req-bd1741dd-2c0c-4cd0-92d9-bfe0751ba86d tempest-VolumesBackupsTest-1142407675 tempest-VolumesBackupsTest-1142407675-project] 10.222.0.65 "GET /v2.0/ports?device_id=69f26f4c-a43c-45fa-9ffb-652c0d5df93e HTTP/1.1" status: 200 len: 948 time: 0.0929239 Mar 11 19:59:02.145672 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eff170fc-0b44-4a8f-b821-59bedb88f7ee tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (7c1f88be-5bd6-48f3-8219-ab9249cd6f25), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:02.180658 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a2b1ae86-3b1f-482f-9868-4e9494c2c38f req-d53e692e-6fb7-471a-84c7-01c3a900d078 tempest-VolumesBackupsTest-1142407675 tempest-VolumesBackupsTest-1142407675-project] 10.222.0.65 "GET /v2.0/security-groups?id=73d30adb-64e8-420b-a955-f20592087ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911655 Mar 11 19:59:02.234569 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-eff170fc-0b44-4a8f-b821-59bedb88f7ee tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Deleting port def91f42-5abd-48ad-9a99-3657d14d8f6d {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:59:02.242546 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eff170fc-0b44-4a8f-b821-59bedb88f7ee tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (def91f42-5abd-48ad-9a99-3657d14d8f6d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:02.284159 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7009bd51-97fa-422e-b449-1f8308fe0386 req-10ace47f-c03b-4e94-a62a-fb1c93f63807 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd3d0d1d-322a-4ffb-812d-031e06ddf6d5 HTTP/1.1" status: 200 len: 210 time: 0.0482111 Mar 11 19:59:02.313235 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d3ca00-d671-4590-95b7-7443edd51356 None None] DHCP port deletion for 7c1f88be-5bd6-48f3-8219-ab9249cd6f25 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:59:02.365283 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-eff170fc-0b44-4a8f-b821-59bedb88f7ee tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] For port def91f42-5abd-48ad-9a99-3657d14d8f6d, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=def91f42-5abd-48ad-9a99-3657d14d8f6d,segment=NetworkSegment(45e8b39d-ab36-4908-8663-881b0cdeaf75),segment_id=45e8b39d-ab36-4908-8663-881b0cdeaf75)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:59:02.365947 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eff170fc-0b44-4a8f-b821-59bedb88f7ee tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (def91f42-5abd-48ad-9a99-3657d14d8f6d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:02.367553 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b4d3ca00-d671-4590-95b7-7443edd51356 None None] Deleting port def91f42-5abd-48ad-9a99-3657d14d8f6d {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:59:02.368109 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b4d3ca00-d671-4590-95b7-7443edd51356 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (def91f42-5abd-48ad-9a99-3657d14d8f6d), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:02.381366 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-eff170fc-0b44-4a8f-b821-59bedb88f7ee tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Calling delete_port for def91f42-5abd-48ad-9a99-3657d14d8f6d owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:59:02.444755 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-b4d3ca00-d671-4590-95b7-7443edd51356 None None] For port def91f42-5abd-48ad-9a99-3657d14d8f6d, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=def91f42-5abd-48ad-9a99-3657d14d8f6d,segment=NetworkSegment(45e8b39d-ab36-4908-8663-881b0cdeaf75),segment_id=45e8b39d-ab36-4908-8663-881b0cdeaf75)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:59:02.445161 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b4d3ca00-d671-4590-95b7-7443edd51356 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (def91f42-5abd-48ad-9a99-3657d14d8f6d), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:02.459398 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b4d3ca00-d671-4590-95b7-7443edd51356 None None] Calling delete_port for def91f42-5abd-48ad-9a99-3657d14d8f6d owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:59:02.485837 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eff170fc-0b44-4a8f-b821-59bedb88f7ee tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (def91f42-5abd-48ad-9a99-3657d14d8f6d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:02.501400 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff170fc-0b44-4a8f-b821-59bedb88f7ee tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] No DVR routers for this DVR port def91f42-5abd-48ad-9a99-3657d14d8f6d on host n-d-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:59:02.546869 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff170fc-0b44-4a8f-b821-59bedb88f7ee tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event deleted for resources: {'Port': ['ID=def91f42-5abd-48ad-9a99-3657d14d8f6d,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:02.557377 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b4d3ca00-d671-4590-95b7-7443edd51356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (def91f42-5abd-48ad-9a99-3657d14d8f6d), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:02.592071 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d3ca00-d671-4590-95b7-7443edd51356 None None] Pushing event deleted for resources: {'Port': ['ID=def91f42-5abd-48ad-9a99-3657d14d8f6d,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:02.594725 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d3ca00-d671-4590-95b7-7443edd51356 None None] No DVR routers for this DVR port def91f42-5abd-48ad-9a99-3657d14d8f6d on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:59:02.633789 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eff170fc-0b44-4a8f-b821-59bedb88f7ee tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (7c1f88be-5bd6-48f3-8219-ab9249cd6f25), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:02.670348 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-eff170fc-0b44-4a8f-b821-59bedb88f7ee tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c1f88be-5bd6-48f3-8219-ab9249cd6f25']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:59:02.684543 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-eff170fc-0b44-4a8f-b821-59bedb88f7ee tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45e8b39d-ab36-4908-8663-881b0cdeaf75') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:59:02.688233 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-eff170fc-0b44-4a8f-b821-59bedb88f7ee tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45e8b39d-ab36-4908-8663-881b0cdeaf75') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:59:02.690540 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device def91f42-5abd-48ad-9a99-3657d14d8f6d no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:59:02.719484 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eff170fc-0b44-4a8f-b821-59bedb88f7ee tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (45e8b39d-ab36-4908-8663-881b0cdeaf75), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:02.724541 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: def91f42-5abd-48ad-9a99-3657d14d8f6d {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 19:59:02.724895 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device def91f42-5abd-48ad-9a99-3657d14d8f6d not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 19:59:02.748002 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eff170fc-0b44-4a8f-b821-59bedb88f7ee tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (45e8b39d-ab36-4908-8663-881b0cdeaf75), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:02.755296 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eff170fc-0b44-4a8f-b821-59bedb88f7ee tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Releasing vlan 883 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:59:02.756076 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eff170fc-0b44-4a8f-b821-59bedb88f7ee tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (45e8b39d-ab36-4908-8663-881b0cdeaf75), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:02.760184 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:59:02.760184 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:59:02.760184 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:59:02.760184 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:59:02.760184 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:59:02.760184 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:59:02.760184 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:59:02.760184 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:59:02.760184 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:59:02.760184 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:59:02.760184 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:59:02.760184 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:59:02.760184 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:59:02.760184 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:59:02.760184 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:59:02.760184 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:59:02.760184 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:59:02.760184 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:59:02.760184 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:59:02.760184 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:59:02.760184 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:59:02.760184 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:59:02.760184 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:59:02.760184 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:59:02.760184 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:59:02.760184 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:59:02.760184 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:59:02.760184 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:59:02.760184 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:59:02.760184 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:59:02.760184 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:59:02.760184 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:59:02.827345 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eff170fc-0b44-4a8f-b821-59bedb88f7ee tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (7c1f88be-5bd6-48f3-8219-ab9249cd6f25), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:02.840881 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eff170fc-0b44-4a8f-b821-59bedb88f7ee tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:02.847358 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-eff170fc-0b44-4a8f-b821-59bedb88f7ee tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "DELETE /v2.0/networks/7c1f88be-5bd6-48f3-8219-ab9249cd6f25 HTTP/1.1" status: 204 len: 168 time: 0.8250756 Mar 11 19:59:02.847751 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38554) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:02.863215 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff170fc-0b44-4a8f-b821-59bedb88f7ee tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event deleted for resources: {'Network': ['ID=7c1f88be-5bd6-48f3-8219-ab9249cd6f25,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:02.904253 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49f6f2d-57d1-4247-884d-1a4c2881dad9 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:02.905930 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d49f6f2d-57d1-4247-884d-1a4c2881dad9 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "GET /v2.0/ports/d497b05e-f7ba-4e80-8a62-8250340eab4d HTTP/1.1" status: 200 len: 840 time: 0.0571787 Mar 11 19:59:02.909466 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38558) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:02.965507 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-98fb70e4-0ad1-409d-a2a0-d93bb4b90bc6 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "GET /v2.0/ports/d497b05e-f7ba-4e80-8a62-8250340eab4d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0526757 Mar 11 19:59:02.969246 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38560) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:02.975050 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-1342b597-dc02-49eb-8533-12495e9206e2 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Request body: {'subnet': {'network_id': '7a829513-b919-48e5-b9ed-bacfda973312', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:59:03.082288 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1342b597-dc02-49eb-8533-12495e9206e2 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Made reservation on behalf of 4dbd6ea97fa14d11b3340dc9c3476c52 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:59:03.087674 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1342b597-dc02-49eb-8533-12495e9206e2 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:03.280415 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa255203-0b24-4f34-8fc3-2d543048742d req-0ed39332-fa38-4ccb-8568-5009acbf13aa tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:03.282567 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-aa255203-0b24-4f34-8fc3-2d543048742d req-0ed39332-fa38-4ccb-8568-5009acbf13aa tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.75 "GET /v2.0/networks?id=d7695c22-7cfd-4319-9d63-9f76b8799969 HTTP/1.1" status: 200 len: 814 time: 0.1877944 Mar 11 19:59:03.351035 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd9fa60-40f5-4da2-b5b9-2eb7d7715662 req-d133cfad-b9bf-4d88-ae9b-8343658b3567 tempest-VolumesBackupsTest-1142407675 tempest-VolumesBackupsTest-1142407675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:03.359163 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1bd9fa60-40f5-4da2-b5b9-2eb7d7715662 req-d133cfad-b9bf-4d88-ae9b-8343658b3567 tempest-VolumesBackupsTest-1142407675 tempest-VolumesBackupsTest-1142407675-project] 10.222.0.65 "GET /v2.0/ports?device_id=69f26f4c-a43c-45fa-9ffb-652c0d5df93e HTTP/1.1" status: 200 len: 948 time: 0.0685101 Mar 11 19:59:03.417456 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1bd9fa60-40f5-4da2-b5b9-2eb7d7715662 req-26156d69-2afe-4f91-995f-ae73f40bb376 tempest-VolumesBackupsTest-1142407675 tempest-VolumesBackupsTest-1142407675-project] 10.222.0.65 "GET /v2.0/security-groups?id=73d30adb-64e8-420b-a955-f20592087ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573428 Mar 11 19:59:03.423428 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-aa255203-0b24-4f34-8fc3-2d543048742d req-00d25b2a-f08f-41f2-abe9-e8a65bb30eba tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac0acd49ed0a4c6b89bcb3eaea14c217 HTTP/1.1" status: 200 len: 380 time: 0.1301873 Mar 11 19:59:03.444665 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-aa255203-0b24-4f34-8fc3-2d543048742d req-79049021-042c-45a6-8b83-294c88b9ead9 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Request body: {'port': {'device_id': 'dd3d0d1d-322a-4ffb-812d-031e06ddf6d5', 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969', 'admin_state_up': True, 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'security_groups': ['f9bcf76e-72b8-498c-bce8-111b74a90d05']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:59:03.452316 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1342b597-dc02-49eb-8533-12495e9206e2 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (7e75e6f4-ba66-41ff-9c6b-6734bd640ea5), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:03.514487 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1342b597-dc02-49eb-8533-12495e9206e2 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Network 7a829513-b919-48e5-b9ed-bacfda973312 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:59:03.522155 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-53a8d88c-b24a-404c-9bdc-d3314683fa04 req-585e5696-2eae-44c6-85ff-59126940aed5 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd3d0d1d-322a-4ffb-812d-031e06ddf6d5 HTTP/1.1" status: 200 len: 210 time: 0.0362251 Mar 11 19:59:03.524296 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-1342b597-dc02-49eb-8533-12495e9206e2 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:59:03.535320 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52896efa-8aa9-4ec7-860b-56b50495e296 None None] Network 7a829513-b919-48e5-b9ed-bacfda973312 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:59:03.539527 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1342b597-dc02-49eb-8533-12495e9206e2 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:03.540282 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1342b597-dc02-49eb-8533-12495e9206e2 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:03.603905 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1342b597-dc02-49eb-8533-12495e9206e2 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event updated for resources: {'Subnet': ['ID=7e75e6f4-ba66-41ff-9c6b-6734bd640ea5,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:03.616359 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38566) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:03.616498 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-1342b597-dc02-49eb-8533-12495e9206e2 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6459665 Mar 11 19:59:03.623495 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-d2b21fab-eb99-4981-9a4e-dc2749dc47a5 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Request body: {'security_group': {'name': 'tempest-secgroup-1276049105'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:59:03.656434 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d2b21fab-eb99-4981-9a4e-dc2749dc47a5 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:03.678971 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa255203-0b24-4f34-8fc3-2d543048742d req-79049021-042c-45a6-8b83-294c88b9ead9 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Made reservation on behalf of ac0acd49ed0a4c6b89bcb3eaea14c217 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:59:03.683967 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-aa255203-0b24-4f34-8fc3-2d543048742d req-79049021-042c-45a6-8b83-294c88b9ead9 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:03.702310 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59463a2e-6c50-45ae-91ac-3c560cbf07a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-7a829513-b919-48e5-b9ed-bacfda973312', 'network_id': '7a829513-b919-48e5-b9ed-bacfda973312', 'project_id': '4dbd6ea97fa14d11b3340dc9c3476c52', 'fixed_ips': [{'subnet_id': '7e75e6f4-ba66-41ff-9c6b-6734bd640ea5'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 19:59:03.703365 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-59463a2e-6c50-45ae-91ac-3c560cbf07a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:03.780860 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d2b21fab-eb99-4981-9a4e-dc2749dc47a5 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for security_group (ecec7ac6-dffe-4b38-aebb-4a9b954b145e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:03.785840 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d2b21fab-eb99-4981-9a4e-dc2749dc47a5 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (ecec7ac6-dffe-4b38-aebb-4a9b954b145e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:03.816957 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d2b21fab-eb99-4981-9a4e-dc2749dc47a5 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:03.821637 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d2b21fab-eb99-4981-9a4e-dc2749dc47a5 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2011662 Mar 11 19:59:03.858885 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38568) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:03.859551 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b21fab-eb99-4981-9a4e-dc2749dc47a5 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecec7ac6-dffe-4b38-aebb-4a9b954b145e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:03.873137 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-46a832d3-c070-43dd-b82e-b4442e4834d5 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Request body: {'security_group': {'name': 'tempest-secgroup-1897136379'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:59:03.880846 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-59463a2e-6c50-45ae-91ac-3c560cbf07a1 None None] Allocated IP 172.20.0.2 (7a829513-b919-48e5-b9ed-bacfda973312/7e75e6f4-ba66-41ff-9c6b-6734bd640ea5/85172d97-6f5b-4ddc-afec-743582990e73) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:59:03.896524 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-aa255203-0b24-4f34-8fc3-2d543048742d req-79049021-042c-45a6-8b83-294c88b9ead9 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Allocated IP 172.20.0.3 (d7695c22-7cfd-4319-9d63-9f76b8799969/9c3f149c-decf-4bc3-9858-1266a909f90c/274f5cdb-64aa-412c-927d-251195bf711e) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:59:03.898651 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device e17bb2ed-8872-4081-a6c2-28e54bf7725a details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:59:03.926878 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-46a832d3-c070-43dd-b82e-b4442e4834d5 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:04.074335 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-aa255203-0b24-4f34-8fc3-2d543048742d req-79049021-042c-45a6-8b83-294c88b9ead9 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for port (274f5cdb-64aa-412c-927d-251195bf711e), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:04.077267 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-46a832d3-c070-43dd-b82e-b4442e4834d5 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for security_group (00ec4f28-1a72-429a-b4ea-505dc3f1ac68), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:04.085109 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-46a832d3-c070-43dd-b82e-b4442e4834d5 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (00ec4f28-1a72-429a-b4ea-505dc3f1ac68), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:04.085476 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port e17bb2ed-8872-4081-a6c2-28e54bf7725a, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=e17bb2ed-8872-4081-a6c2-28e54bf7725a,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:59:04.107742 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': 'e17bb2ed-8872-4081-a6c2-28e54bf7725a', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'port_id': 'e17bb2ed-8872-4081-a6c2-28e54bf7725a', 'mac_address': 'fa:16:3e:b6:7f:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bb14923-74c3-4313-be8d-ed33542f05aa', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:59:04.117954 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-aa255203-0b24-4f34-8fc3-2d543048742d req-79049021-042c-45a6-8b83-294c88b9ead9 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (274f5cdb-64aa-412c-927d-251195bf711e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:04.151241 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-46a832d3-c070-43dd-b82e-b4442e4834d5 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:04.154949 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-46a832d3-c070-43dd-b82e-b4442e4834d5 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2847803 Mar 11 19:59:04.164098 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38572) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:04.167751 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a832d3-c070-43dd-b82e-b4442e4834d5 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00ec4f28-1a72-429a-b4ea-505dc3f1ac68,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:04.173363 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-44fceaf7-6525-4911-8061-63578f2d874e tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1563451423', 'security_groups': ['00ec4f28-1a72-429a-b4ea-505dc3f1ac68'], 'network_id': '7a829513-b919-48e5-b9ed-bacfda973312', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7e75e6f4-ba66-41ff-9c6b-6734bd640ea5'}]}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:59:04.204419 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port e17bb2ed-8872-4081-a6c2-28e54bf7725a is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:59:04.204950 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (e17bb2ed-8872-4081-a6c2-28e54bf7725a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:04.233636 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e17bb2ed-8872-4081-a6c2-28e54bf7725a {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:59:04.242964 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa255203-0b24-4f34-8fc3-2d543048742d req-79049021-042c-45a6-8b83-294c88b9ead9 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Network d7695c22-7cfd-4319-9d63-9f76b8799969 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:59:04.285393 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port e17bb2ed-8872-4081-a6c2-28e54bf7725a, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=e17bb2ed-8872-4081-a6c2-28e54bf7725a,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:59:04.295808 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-aa255203-0b24-4f34-8fc3-2d543048742d req-79049021-042c-45a6-8b83-294c88b9ead9 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:59:04.308584 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (e17bb2ed-8872-4081-a6c2-28e54bf7725a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:04.317854 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa255203-0b24-4f34-8fc3-2d543048742d req-79049021-042c-45a6-8b83-294c88b9ead9 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:59:04.329639 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79049021-042c-45a6-8b83-294c88b9ead9 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Pushing event updated for resources: {'Port': ['ID=274f5cdb-64aa-412c-927d-251195bf711e,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:04.396256 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-59463a2e-6c50-45ae-91ac-3c560cbf07a1 None None] Publish callbacks [] for port (85172d97-6f5b-4ddc-afec-743582990e73), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:04.415818 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-59463a2e-6c50-45ae-91ac-3c560cbf07a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (85172d97-6f5b-4ddc-afec-743582990e73), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:04.419058 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=e17bb2ed-8872-4081-a6c2-28e54bf7725a,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:04.422784 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa255203-0b24-4f34-8fc3-2d543048742d req-79049021-042c-45a6-8b83-294c88b9ead9 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:04.423707 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-aa255203-0b24-4f34-8fc3-2d543048742d req-79049021-042c-45a6-8b83-294c88b9ead9 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:04.461192 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-aa255203-0b24-4f34-8fc3-2d543048742d req-79049021-042c-45a6-8b83-294c88b9ead9 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0316892 Mar 11 19:59:04.478197 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-aa255203-0b24-4f34-8fc3-2d543048742d req-1124c192-3182-47a9-b81b-71f18243fd38 service neutron] Request body: {'port': {'device_id': 'dd3d0d1d-322a-4ffb-812d-031e06ddf6d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:59:04.498768 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59463a2e-6c50-45ae-91ac-3c560cbf07a1 None None] Pushing event updated for resources: {'Port': ['ID=85172d97-6f5b-4ddc-afec-743582990e73,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:04.517361 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59463a2e-6c50-45ae-91ac-3c560cbf07a1 None None] Network 7a829513-b919-48e5-b9ed-bacfda973312 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:59:04.519019 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-59463a2e-6c50-45ae-91ac-3c560cbf07a1 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:59:04.521862 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59463a2e-6c50-45ae-91ac-3c560cbf07a1 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:59:04.559123 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44fceaf7-6525-4911-8061-63578f2d874e tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Made reservation on behalf of 4dbd6ea97fa14d11b3340dc9c3476c52 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:59:04.572797 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f7ad2-bc21-4768-b443-8e7167baf162 req-9559be4a-67ce-4f77-8f14-663b0ffcef4c tempest-VolumesBackupsTest-1142407675 tempest-VolumesBackupsTest-1142407675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:04.576772 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d41f7ad2-bc21-4768-b443-8e7167baf162 req-9559be4a-67ce-4f77-8f14-663b0ffcef4c tempest-VolumesBackupsTest-1142407675 tempest-VolumesBackupsTest-1142407675-project] 10.222.0.65 "GET /v2.0/ports?device_id=69f26f4c-a43c-45fa-9ffb-652c0d5df93e HTTP/1.1" status: 200 len: 949 time: 0.0660117 Mar 11 19:59:04.621664 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-59463a2e-6c50-45ae-91ac-3c560cbf07a1 None None] Attempting to bind port 85172d97-6f5b-4ddc-afec-743582990e73 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:59:04.622263 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-59463a2e-6c50-45ae-91ac-3c560cbf07a1 None None] Attempting to bind port 85172d97-6f5b-4ddc-afec-743582990e73 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'be040d52-830a-4b92-9401-51fa4b15eece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '7a829513-b919-48e5-b9ed-bacfda973312'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:59:04.622495 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59463a2e-6c50-45ae-91ac-3c560cbf07a1 None None] Attempting to bind port 85172d97-6f5b-4ddc-afec-743582990e73 on network 7a829513-b919-48e5-b9ed-bacfda973312 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:59:04.632688 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59463a2e-6c50-45ae-91ac-3c560cbf07a1 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:59:04.633084 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59463a2e-6c50-45ae-91ac-3c560cbf07a1 None None] Checking segment: {'id': 'be040d52-830a-4b92-9401-51fa4b15eece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '7a829513-b919-48e5-b9ed-bacfda973312'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:59:04.633479 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-59463a2e-6c50-45ae-91ac-3c560cbf07a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:04.633876 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59463a2e-6c50-45ae-91ac-3c560cbf07a1 None None] Bound using segment: {'id': 'be040d52-830a-4b92-9401-51fa4b15eece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '7a829513-b919-48e5-b9ed-bacfda973312'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:59:04.634436 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-59463a2e-6c50-45ae-91ac-3c560cbf07a1 None None] Bound port: 85172d97-6f5b-4ddc-afec-743582990e73, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be040d52-830a-4b92-9401-51fa4b15eece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 898, 'network_id': '7a829513-b919-48e5-b9ed-bacfda973312'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:59:04.634827 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-59463a2e-6c50-45ae-91ac-3c560cbf07a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (85172d97-6f5b-4ddc-afec-743582990e73), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:04.637660 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['e17bb2ed-8872-4081-a6c2-28e54bf7725a'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:59:04.658626 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d41f7ad2-bc21-4768-b443-8e7167baf162 req-414e716d-5b99-4db5-9c13-a4ddd0440385 tempest-VolumesBackupsTest-1142407675 tempest-VolumesBackupsTest-1142407675-project] 10.222.0.65 "GET /v2.0/security-groups?id=73d30adb-64e8-420b-a955-f20592087ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739920 Mar 11 19:59:04.688169 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-aa255203-0b24-4f34-8fc3-2d543048742d req-1124c192-3182-47a9-b81b-71f18243fd38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (274f5cdb-64aa-412c-927d-251195bf711e), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:04.768256 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-59463a2e-6c50-45ae-91ac-3c560cbf07a1 None None] For port 85172d97-6f5b-4ddc-afec-743582990e73, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:59:04.793286 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-59463a2e-6c50-45ae-91ac-3c560cbf07a1 None None] For port 85172d97-6f5b-4ddc-afec-743582990e73, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=85172d97-6f5b-4ddc-afec-743582990e73,segment=NetworkSegment(be040d52-830a-4b92-9401-51fa4b15eece),segment_id=be040d52-830a-4b92-9401-51fa4b15eece)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:59:04.798848 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-92000aa8-1d53-4f6d-b6b8-d83ded79d850 None None] Provisioning complete for port 274f5cdb-64aa-412c-927d-251195bf711e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:59:04.799333 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-92000aa8-1d53-4f6d-b6b8-d83ded79d850 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (274f5cdb-64aa-412c-927d-251195bf711e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:04.810171 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba81c5f-4462-454d-af54-e944d6560c39 req-782cd9c4-591d-413c-8104-ae7c4fed5427 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:04.811998 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cba81c5f-4462-454d-af54-e944d6560c39 req-782cd9c4-591d-413c-8104-ae7c4fed5427 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd3d0d1d-322a-4ffb-812d-031e06ddf6d5 HTTP/1.1" status: 200 len: 931 time: 0.0700336 Mar 11 19:59:04.858570 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-59463a2e-6c50-45ae-91ac-3c560cbf07a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (85172d97-6f5b-4ddc-afec-743582990e73), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:04.882197 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cba81c5f-4462-454d-af54-e944d6560c39 req-9a46bcb9-1feb-4ab1-ad2c-a0f86ae8f0be tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9bcf76e-72b8-498c-bce8-111b74a90d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636380 Mar 11 19:59:04.914426 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-44fceaf7-6525-4911-8061-63578f2d874e tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:04.914898 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-92000aa8-1d53-4f6d-b6b8-d83ded79d850 None None] Port 274f5cdb-64aa-412c-927d-251195bf711e cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:59:04.991517 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59463a2e-6c50-45ae-91ac-3c560cbf07a1 None None] Pushing event updated for resources: {'Port': ['ID=85172d97-6f5b-4ddc-afec-743582990e73,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:05.402726 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [None req-44fceaf7-6525-4911-8061-63578f2d874e tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] device_id is not set on port 85afb1a6-260a-4e61-8f4f-2ce0cf385c97 yet. {{(pid=103884) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:59:05.655405 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-44fceaf7-6525-4911-8061-63578f2d874e tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Allocated IP 172.20.0.6 (7a829513-b919-48e5-b9ed-bacfda973312/7e75e6f4-ba66-41ff-9c6b-6734bd640ea5/85afb1a6-260a-4e61-8f4f-2ce0cf385c97) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:59:05.716359 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-aa255203-0b24-4f34-8fc3-2d543048742d req-1124c192-3182-47a9-b81b-71f18243fd38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 274f5cdb-64aa-412c-927d-251195bf711e {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:59:05.728421 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-aa255203-0b24-4f34-8fc3-2d543048742d req-1124c192-3182-47a9-b81b-71f18243fd38 service neutron] Publish callbacks [] for port (274f5cdb-64aa-412c-927d-251195bf711e), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:05.763128 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-aa255203-0b24-4f34-8fc3-2d543048742d req-1124c192-3182-47a9-b81b-71f18243fd38 service neutron] Transition to ACTIVE for port object 274f5cdb-64aa-412c-927d-251195bf711e will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 19:59:05.770656 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-aa255203-0b24-4f34-8fc3-2d543048742d req-1124c192-3182-47a9-b81b-71f18243fd38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (274f5cdb-64aa-412c-927d-251195bf711e), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:05.808519 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bffa462-c28a-4415-b503-be89c13c86da req-7b9706af-e843-41f2-8f91-dadcaff0af07 tempest-VolumesBackupsTest-1142407675 tempest-VolumesBackupsTest-1142407675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:05.810440 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3bffa462-c28a-4415-b503-be89c13c86da req-7b9706af-e843-41f2-8f91-dadcaff0af07 tempest-VolumesBackupsTest-1142407675 tempest-VolumesBackupsTest-1142407675-project] 10.222.0.65 "GET /v2.0/ports?device_id=69f26f4c-a43c-45fa-9ffb-652c0d5df93e HTTP/1.1" status: 200 len: 949 time: 0.0603583 Mar 11 19:59:05.868831 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1124c192-3182-47a9-b81b-71f18243fd38 service neutron] Pushing event updated for resources: {'Port': ['ID=274f5cdb-64aa-412c-927d-251195bf711e,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:05.898497 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3bffa462-c28a-4415-b503-be89c13c86da req-75839615-6c58-4c92-8635-87a51db6237a tempest-VolumesBackupsTest-1142407675 tempest-VolumesBackupsTest-1142407675-project] 10.222.0.65 "GET /v2.0/security-groups?id=73d30adb-64e8-420b-a955-f20592087ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811632 Mar 11 19:59:05.931170 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device e17bb2ed-8872-4081-a6c2-28e54bf7725a up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:59:05.970873 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-44fceaf7-6525-4911-8061-63578f2d874e tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for port (85afb1a6-260a-4e61-8f4f-2ce0cf385c97), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:06.024514 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port e17bb2ed-8872-4081-a6c2-28e54bf7725a completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:59:06.037251 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port e17bb2ed-8872-4081-a6c2-28e54bf7725a triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:59:06.037847 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (e17bb2ed-8872-4081-a6c2-28e54bf7725a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:06.053458 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-44fceaf7-6525-4911-8061-63578f2d874e tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (85afb1a6-260a-4e61-8f4f-2ce0cf385c97), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:06.103869 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54862ce-06a9-458e-88ed-7e38004462e3 req-b865539a-5142-4011-a859-ea8568edd0a8 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:06.105320 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e54862ce-06a9-458e-88ed-7e38004462e3 req-b865539a-5142-4011-a859-ea8568edd0a8 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd3d0d1d-322a-4ffb-812d-031e06ddf6d5 HTTP/1.1" status: 200 len: 943 time: 0.1319642 Mar 11 19:59:06.126454 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fceaf7-6525-4911-8061-63578f2d874e tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Network 7a829513-b919-48e5-b9ed-bacfda973312 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:59:06.136213 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-44fceaf7-6525-4911-8061-63578f2d874e tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:59:06.139513 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fceaf7-6525-4911-8061-63578f2d874e tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event updated for resources: {'Port': ['ID=85afb1a6-260a-4e61-8f4f-2ce0cf385c97,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:06.151998 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port e17bb2ed-8872-4081-a6c2-28e54bf7725a is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:59:06.152524 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (e17bb2ed-8872-4081-a6c2-28e54bf7725a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:06.154593 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fceaf7-6525-4911-8061-63578f2d874e tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:59:06.183667 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e54862ce-06a9-458e-88ed-7e38004462e3 req-8d6dee10-e39d-4e81-9f75-7d518b052cb0 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9bcf76e-72b8-498c-bce8-111b74a90d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655658 Mar 11 19:59:06.226301 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69f26f4c-a43c-45fa-9ffb-652c0d5df93e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e17bb2ed-8872-4081-a6c2-28e54bf7725a'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:59:06.226301 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b95ed97f-b54e-4211-b6cb-fc2e2304e9aa" -d '{"events": [{"server_uuid": "69f26f4c-a43c-45fa-9ffb-652c0d5df93e", "name": "network-vif-plugged", "status": "completed", "tag": "e17bb2ed-8872-4081-a6c2-28e54bf7725a"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:59:06.226564 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-aa255203-0b24-4f34-8fc3-2d543048742d req-1124c192-3182-47a9-b81b-71f18243fd38 service neutron] Attempting to bind port 274f5cdb-64aa-412c-927d-251195bf711e on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 19:59:06.226564 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-aa255203-0b24-4f34-8fc3-2d543048742d req-1124c192-3182-47a9-b81b-71f18243fd38 service neutron] Attempting to bind port 274f5cdb-64aa-412c-927d-251195bf711e by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 19:59:06.226564 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa255203-0b24-4f34-8fc3-2d543048742d req-1124c192-3182-47a9-b81b-71f18243fd38 service neutron] Attempting to bind port 274f5cdb-64aa-412c-927d-251195bf711e on network d7695c22-7cfd-4319-9d63-9f76b8799969 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:59:06.235076 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa255203-0b24-4f34-8fc3-2d543048742d req-1124c192-3182-47a9-b81b-71f18243fd38 service neutron] Port 274f5cdb-64aa-412c-927d-251195bf711e on network d7695c22-7cfd-4319-9d63-9f76b8799969 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 19:59:06.235427 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa255203-0b24-4f34-8fc3-2d543048742d req-1124c192-3182-47a9-b81b-71f18243fd38 service neutron] Attempting to bind port 274f5cdb-64aa-412c-927d-251195bf711e on network d7695c22-7cfd-4319-9d63-9f76b8799969 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 19:59:06.245861 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa255203-0b24-4f34-8fc3-2d543048742d req-1124c192-3182-47a9-b81b-71f18243fd38 service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 19:59:06.246263 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa255203-0b24-4f34-8fc3-2d543048742d req-1124c192-3182-47a9-b81b-71f18243fd38 service neutron] Checking segment: {'id': '60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 19:59:06.251841 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa255203-0b24-4f34-8fc3-2d543048742d req-1124c192-3182-47a9-b81b-71f18243fd38 service neutron] Bound using segment: {'id': '60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 19:59:06.251841 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-aa255203-0b24-4f34-8fc3-2d543048742d req-1124c192-3182-47a9-b81b-71f18243fd38 service neutron] Bound port: 274f5cdb-64aa-412c-927d-251195bf711e, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 19:59:06.251841 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-aa255203-0b24-4f34-8fc3-2d543048742d req-1124c192-3182-47a9-b81b-71f18243fd38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (274f5cdb-64aa-412c-927d-251195bf711e), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:06.257635 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port e17bb2ed-8872-4081-a6c2-28e54bf7725a, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=e17bb2ed-8872-4081-a6c2-28e54bf7725a,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:59:06.272196 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-828fcca7-60a8-4536-a710-7df87f3707af None None] Provisioning complete for port d497b05e-f7ba-4e80-8a62-8250340eab4d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:59:06.272810 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-828fcca7-60a8-4536-a710-7df87f3707af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (d497b05e-f7ba-4e80-8a62-8250340eab4d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:06.278538 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (e17bb2ed-8872-4081-a6c2-28e54bf7725a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:06.315080 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fceaf7-6525-4911-8061-63578f2d874e tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:06.316039 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-44fceaf7-6525-4911-8061-63578f2d874e tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:06.356911 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-44fceaf7-6525-4911-8061-63578f2d874e tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1877050 Mar 11 19:59:06.360442 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38588) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:06.365869 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-a0d185fb-598a-42af-baf0-24c17deeb8e2 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Request body: {'subnet': {'network_id': '7a829513-b919-48e5-b9ed-bacfda973312', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:59:06.380325 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c77b94c0-c236-475c-8d9e-2f81252d9665 x-openstack-request-id: req-c77b94c0-c236-475c-8d9e-2f81252d9665 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:59:06.380687 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69f26f4c-a43c-45fa-9ffb-652c0d5df93e", "name": "network-vif-plugged", "status": "completed", "tag": "e17bb2ed-8872-4081-a6c2-28e54bf7725a", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:59:06.380892 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c77b94c0-c236-475c-8d9e-2f81252d9665 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:59:06.381345 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69f26f4c-a43c-45fa-9ffb-652c0d5df93e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e17bb2ed-8872-4081-a6c2-28e54bf7725a', 'code': 200} Mar 11 19:59:06.411611 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=e17bb2ed-8872-4081-a6c2-28e54bf7725a,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:06.416628 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-828fcca7-60a8-4536-a710-7df87f3707af None None] Port d497b05e-f7ba-4e80-8a62-8250340eab4d cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:59:06.427229 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-828fcca7-60a8-4536-a710-7df87f3707af None None] Provisioning complete for port 85172d97-6f5b-4ddc-afec-743582990e73 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:59:06.427614 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-828fcca7-60a8-4536-a710-7df87f3707af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (85172d97-6f5b-4ddc-afec-743582990e73), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:06.435728 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c332db-b754-4080-b0f2-e4c1b79373aa req-380f6d5a-2a4f-4563-9c05-9833d578ed8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:06.447025 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-32c332db-b754-4080-b0f2-e4c1b79373aa req-380f6d5a-2a4f-4563-9c05-9833d578ed8a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=69f26f4c-a43c-45fa-9ffb-652c0d5df93e HTTP/1.1" status: 200 len: 1132 time: 0.0883195 Mar 11 19:59:06.489667 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-aa255203-0b24-4f34-8fc3-2d543048742d req-1124c192-3182-47a9-b81b-71f18243fd38 service neutron] For port 274f5cdb-64aa-412c-927d-251195bf711e, host n-h1-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 19:59:06.518053 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-aa255203-0b24-4f34-8fc3-2d543048742d req-1124c192-3182-47a9-b81b-71f18243fd38 service neutron] For port 274f5cdb-64aa-412c-927d-251195bf711e, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=274f5cdb-64aa-412c-927d-251195bf711e,segment=NetworkSegment(60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db),segment_id=60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 19:59:06.519536 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-32c332db-b754-4080-b0f2-e4c1b79373aa req-930842db-d14f-4241-ba69-c64947f2278e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=73d30adb-64e8-420b-a955-f20592087ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663903 Mar 11 19:59:06.529485 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-aa255203-0b24-4f34-8fc3-2d543048742d req-1124c192-3182-47a9-b81b-71f18243fd38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (274f5cdb-64aa-412c-927d-251195bf711e), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:06.535123 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-828fcca7-60a8-4536-a710-7df87f3707af None None] Current status of the port 85172d97-6f5b-4ddc-afec-743582990e73 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:59:06.535936 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-828fcca7-60a8-4536-a710-7df87f3707af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (85172d97-6f5b-4ddc-afec-743582990e73), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:06.594408 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa255203-0b24-4f34-8fc3-2d543048742d req-1124c192-3182-47a9-b81b-71f18243fd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:06.595073 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-aa255203-0b24-4f34-8fc3-2d543048742d req-1124c192-3182-47a9-b81b-71f18243fd38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:06.596674 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-aa255203-0b24-4f34-8fc3-2d543048742d req-1124c192-3182-47a9-b81b-71f18243fd38 service neutron] 10.222.0.75 "PUT /v2.0/ports/274f5cdb-64aa-412c-927d-251195bf711e HTTP/1.1" status: 200 len: 1091 time: 2.1277511 Mar 11 19:59:06.597461 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd3d0d1d-322a-4ffb-812d-031e06ddf6d5', 'tag': '274f5cdb-64aa-412c-927d-251195bf711e'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:59:06.597816 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-828fcca7-60a8-4536-a710-7df87f3707af None None] For port 85172d97-6f5b-4ddc-afec-743582990e73, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=85172d97-6f5b-4ddc-afec-743582990e73,segment=NetworkSegment(be040d52-830a-4b92-9401-51fa4b15eece),segment_id=be040d52-830a-4b92-9401-51fa4b15eece)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:59:06.601130 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62134553-6b92-4975-a5f9-49950703d00f" -d '{"events": [{"name": "network-changed", "server_uuid": "dd3d0d1d-322a-4ffb-812d-031e06ddf6d5", "tag": "274f5cdb-64aa-412c-927d-251195bf711e"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:59:06.610757 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d185fb-598a-42af-baf0-24c17deeb8e2 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Made reservation on behalf of 4dbd6ea97fa14d11b3340dc9c3476c52 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:59:06.611778 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-828fcca7-60a8-4536-a710-7df87f3707af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (85172d97-6f5b-4ddc-afec-743582990e73), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:06.615404 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a0d185fb-598a-42af-baf0-24c17deeb8e2 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:06.680472 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513fde72-d2df-4365-bfa6-98e9619cd0c6 x-openstack-request-id: req-513fde72-d2df-4365-bfa6-98e9619cd0c6 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:59:06.680774 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd3d0d1d-322a-4ffb-812d-031e06ddf6d5", "tag": "274f5cdb-64aa-412c-927d-251195bf711e", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:59:06.681047 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-513fde72-d2df-4365-bfa6-98e9619cd0c6 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:59:06.681437 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd3d0d1d-322a-4ffb-812d-031e06ddf6d5', 'tag': '274f5cdb-64aa-412c-927d-251195bf711e', 'status': 'completed', 'code': 200} Mar 11 19:59:06.686071 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1124c192-3182-47a9-b81b-71f18243fd38 service neutron] Pushing event updated for resources: {'Port': ['ID=274f5cdb-64aa-412c-927d-251195bf711e,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:06.709877 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828fcca7-60a8-4536-a710-7df87f3707af None None] Pushing event updated for resources: {'Port': ['ID=85172d97-6f5b-4ddc-afec-743582990e73,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:06.768407 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa255203-0b24-4f34-8fc3-2d543048742d req-922c382c-748c-4129-9e40-5312e8d89f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:06.769927 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-aa255203-0b24-4f34-8fc3-2d543048742d req-922c382c-748c-4129-9e40-5312e8d89f5b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ac0acd49ed0a4c6b89bcb3eaea14c217&device_id=dd3d0d1d-322a-4ffb-812d-031e06ddf6d5 HTTP/1.1" status: 200 len: 1125 time: 0.1232905 Mar 11 19:59:06.776479 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 85172d97-6f5b-4ddc-afec-743582990e73 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:59:06.779176 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-e318ff1a-9d3b-4875-83a2-304af71255ea None None] Provisioning complete for port 85afb1a6-260a-4e61-8f4f-2ce0cf385c97 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:59:06.779559 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e318ff1a-9d3b-4875-83a2-304af71255ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (85afb1a6-260a-4e61-8f4f-2ce0cf385c97), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:06.818721 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-aa255203-0b24-4f34-8fc3-2d543048742d req-6ceb408a-8490-4794-8c41-931a5bc233f8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=274f5cdb-64aa-412c-927d-251195bf711e HTTP/1.1" status: 200 len: 217 time: 0.0407178 Mar 11 19:59:06.835902 n-d-833163-1 neutron-server[103884]: INFO neutron.db.ipam_backend_mixin [None req-a0d185fb-598a-42af-baf0-24c17deeb8e2 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7e75e6f4-ba66-41ff-9c6b-6734bd640ea5 (CIDR: 172.20.0.0/28) Mar 11 19:59:06.844292 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e318ff1a-9d3b-4875-83a2-304af71255ea None None] Port 85afb1a6-260a-4e61-8f4f-2ce0cf385c97 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:59:06.864898 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0d185fb-598a-42af-baf0-24c17deeb8e2 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:59:06.865498 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0d185fb-598a-42af-baf0-24c17deeb8e2 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:59:06.871581 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 85172d97-6f5b-4ddc-afec-743582990e73 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:59:06.872345 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (85172d97-6f5b-4ddc-afec-743582990e73), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:06.898395 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a0d185fb-598a-42af-baf0-24c17deeb8e2 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5367248 Mar 11 19:59:06.900975 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38592) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:06.908334 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-7f50f1b5-737b-43a9-888e-19c4fc0b3722 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Request body: {'subnet': {'network_id': '7a829513-b919-48e5-b9ed-bacfda973312', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:59:06.916468 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa255203-0b24-4f34-8fc3-2d543048742d req-38e756c4-dc4a-429d-8b26-d6df9c72633b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:06.927417 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-aa255203-0b24-4f34-8fc3-2d543048742d req-38e756c4-dc4a-429d-8b26-d6df9c72633b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9c3f149c-decf-4bc3-9858-1266a909f90c HTTP/1.1" status: 200 len: 853 time: 0.1013429 Mar 11 19:59:06.980696 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 85172d97-6f5b-4ddc-afec-743582990e73 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:59:07.011883 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa255203-0b24-4f34-8fc3-2d543048742d req-aa68a8f4-edc9-45bd-a1d4-c29a5f49d95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:07.013791 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-aa255203-0b24-4f34-8fc3-2d543048742d req-aa68a8f4-edc9-45bd-a1d4-c29a5f49d95b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d7695c22-7cfd-4319-9d63-9f76b8799969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0785191 Mar 11 19:59:07.100411 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc8bdc8-51c9-4839-b572-bc47495763fe req-df1fa344-ea52-4023-b2e2-0008c8e6fef3 tempest-VolumesBackupsTest-1142407675 tempest-VolumesBackupsTest-1142407675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:07.101896 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dbc8bdc8-51c9-4839-b572-bc47495763fe req-df1fa344-ea52-4023-b2e2-0008c8e6fef3 tempest-VolumesBackupsTest-1142407675 tempest-VolumesBackupsTest-1142407675-project] 10.222.0.65 "GET /v2.0/ports?device_id=69f26f4c-a43c-45fa-9ffb-652c0d5df93e HTTP/1.1" status: 200 len: 950 time: 0.1164808 Mar 11 19:59:07.116440 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f50f1b5-737b-43a9-888e-19c4fc0b3722 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Made reservation on behalf of 4dbd6ea97fa14d11b3340dc9c3476c52 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:59:07.120403 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7f50f1b5-737b-43a9-888e-19c4fc0b3722 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:07.128958 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-aa255203-0b24-4f34-8fc3-2d543048742d req-3bfb1947-fc8e-4317-8ec8-a3fe85196e9a service neutron] 10.222.0.75 "GET /v2.0/networks/d7695c22-7cfd-4319-9d63-9f76b8799969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073761 Mar 11 19:59:07.232176 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dbc8bdc8-51c9-4839-b572-bc47495763fe req-09683ba6-f0ec-456f-8c39-500ef0a85fd0 tempest-VolumesBackupsTest-1142407675 tempest-VolumesBackupsTest-1142407675-project] 10.222.0.65 "GET /v2.0/security-groups?id=73d30adb-64e8-420b-a955-f20592087ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187577 Mar 11 19:59:07.242473 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-aa255203-0b24-4f34-8fc3-2d543048742d req-5134b647-3384-4da4-b65c-0bf0850100da service neutron] 10.222.0.75 "GET /v2.0/networks/d7695c22-7cfd-4319-9d63-9f76b8799969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073043 Mar 11 19:59:07.375658 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62134553-6b92-4975-a5f9-49950703d00f req-617d6f4e-4b2b-49d7-8341-72b4d0fa194f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:07.377810 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-62134553-6b92-4975-a5f9-49950703d00f req-617d6f4e-4b2b-49d7-8341-72b4d0fa194f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ac0acd49ed0a4c6b89bcb3eaea14c217&device_id=dd3d0d1d-322a-4ffb-812d-031e06ddf6d5 HTTP/1.1" status: 200 len: 1125 time: 0.0634053 Mar 11 19:59:07.482823 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62134553-6b92-4975-a5f9-49950703d00f req-77411e40-4efa-482e-b927-1485fc159cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:07.484416 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-62134553-6b92-4975-a5f9-49950703d00f req-77411e40-4efa-482e-b927-1485fc159cd5 service neutron] 10.222.0.75 "GET /v2.0/networks?id=d7695c22-7cfd-4319-9d63-9f76b8799969 HTTP/1.1" status: 200 len: 915 time: 0.1010911 Mar 11 19:59:07.531950 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-62134553-6b92-4975-a5f9-49950703d00f req-14cbc511-202f-4e28-b9fc-d21b7e58bf22 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=274f5cdb-64aa-412c-927d-251195bf711e HTTP/1.1" status: 200 len: 217 time: 0.0403774 Mar 11 19:59:07.591417 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62134553-6b92-4975-a5f9-49950703d00f req-3c5ec73b-69eb-4cb1-bdf2-61b4a4f0f132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:07.592942 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-62134553-6b92-4975-a5f9-49950703d00f req-3c5ec73b-69eb-4cb1-bdf2-61b4a4f0f132 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9c3f149c-decf-4bc3-9858-1266a909f90c HTTP/1.1" status: 200 len: 853 time: 0.0532980 Mar 11 19:59:07.652390 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62134553-6b92-4975-a5f9-49950703d00f req-905c2303-5aa7-472e-a85e-8e7eb3705222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:07.654232 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-62134553-6b92-4975-a5f9-49950703d00f req-905c2303-5aa7-472e-a85e-8e7eb3705222 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d7695c22-7cfd-4319-9d63-9f76b8799969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0544014 Mar 11 19:59:07.759829 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-62134553-6b92-4975-a5f9-49950703d00f req-59928b03-99f9-41de-98b0-5dc3528e82f0 service neutron] 10.222.0.75 "GET /v2.0/networks/d7695c22-7cfd-4319-9d63-9f76b8799969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972302 Mar 11 19:59:07.793677 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a44303-5f4f-47af-a222-095b90ffd111 req-2fd1d39d-5887-4120-9ba8-181d32622375 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:07.800176 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-55a44303-5f4f-47af-a222-095b90ffd111 req-2fd1d39d-5887-4120-9ba8-181d32622375 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd3d0d1d-322a-4ffb-812d-031e06ddf6d5 HTTP/1.1" status: 200 len: 943 time: 0.4280918 Mar 11 19:59:07.802877 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7f50f1b5-737b-43a9-888e-19c4fc0b3722 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (68b504bc-66fa-4e9d-be7b-99186489c0ff), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:07.857118 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f50f1b5-737b-43a9-888e-19c4fc0b3722 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Network 7a829513-b919-48e5-b9ed-bacfda973312 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:59:07.868850 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-7f50f1b5-737b-43a9-888e-19c4fc0b3722 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:59:07.879181 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f50f1b5-737b-43a9-888e-19c4fc0b3722 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:07.879181 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7f50f1b5-737b-43a9-888e-19c4fc0b3722 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:07.888652 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e66591-83f9-46b3-a1e9-0374b95700cb None None] Network 7a829513-b919-48e5-b9ed-bacfda973312 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:59:07.910487 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f50f1b5-737b-43a9-888e-19c4fc0b3722 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event updated for resources: {'Subnet': ['ID=68b504bc-66fa-4e9d-be7b-99186489c0ff,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:07.929590 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-55a44303-5f4f-47af-a222-095b90ffd111 req-2c06c3f6-cd53-4ac7-8005-84965bf6b17a tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9bcf76e-72b8-498c-bce8-111b74a90d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161621 Mar 11 19:59:07.930212 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-62134553-6b92-4975-a5f9-49950703d00f req-05556cd0-207f-4487-a754-af2197c7a22e service neutron] 10.222.0.75 "GET /v2.0/networks/d7695c22-7cfd-4319-9d63-9f76b8799969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628897 Mar 11 19:59:07.947548 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38600) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:07.948099 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-7f50f1b5-737b-43a9-888e-19c4fc0b3722 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0448215 Mar 11 19:59:07.952825 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-426450dc-4322-4bd5-8f5e-7f59ec72ec4f tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1803640133', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '68b504bc-66fa-4e9d-be7b-99186489c0ff'}], 'security_groups': ['ecec7ac6-dffe-4b38-aebb-4a9b954b145e']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:59:08.027507 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-426450dc-4322-4bd5-8f5e-7f59ec72ec4f tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (85afb1a6-260a-4e61-8f4f-2ce0cf385c97), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:08.109570 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824ba4f1-c74b-47c3-9bec-40068f0eb856 None None] Update dhcp port {'port': {'network_id': '7a829513-b919-48e5-b9ed-bacfda973312', 'fixed_ips': [{'subnet_id': '7e75e6f4-ba66-41ff-9c6b-6734bd640ea5', 'ip_address': '172.20.0.2'}, {'subnet_id': '68b504bc-66fa-4e9d-be7b-99186489c0ff'}], 'binding:host_id': 'n-d-833163-1'}, 'id': '85172d97-6f5b-4ddc-afec-743582990e73'} from n-d-833163-1. {{(pid=103886) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 11 19:59:08.137954 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-824ba4f1-c74b-47c3-9bec-40068f0eb856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (85172d97-6f5b-4ddc-afec-743582990e73), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:08.346792 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-426450dc-4322-4bd5-8f5e-7f59ec72ec4f tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Delete allocated IP 172.20.0.6 (7a829513-b919-48e5-b9ed-bacfda973312/7e75e6f4-ba66-41ff-9c6b-6734bd640ea5) {{(pid=103884) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 11 19:59:08.355902 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-426450dc-4322-4bd5-8f5e-7f59ec72ec4f tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Allocated IP 172.20.0.20 (7a829513-b919-48e5-b9ed-bacfda973312/68b504bc-66fa-4e9d-be7b-99186489c0ff/85afb1a6-260a-4e61-8f4f-2ce0cf385c97) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:59:08.366600 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38606) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:08.398661 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd04467-0549-4d88-b3d6-0b80060d48c7 req-97b9406c-5d65-4b79-bcc3-43c7a59bbbcd tempest-VolumesBackupsTest-1142407675 tempest-VolumesBackupsTest-1142407675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:08.401384 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5dd04467-0549-4d88-b3d6-0b80060d48c7 req-97b9406c-5d65-4b79-bcc3-43c7a59bbbcd tempest-VolumesBackupsTest-1142407675 tempest-VolumesBackupsTest-1142407675-project] 10.222.0.65 "GET /v2.0/ports?device_id=69f26f4c-a43c-45fa-9ffb-652c0d5df93e HTTP/1.1" status: 200 len: 950 time: 0.0765090 Mar 11 19:59:08.447114 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c2d1616-c2fb-4b45-b621-a519b07a43cf admin admin] Deleting subnet fcadcf68-014b-4a15-a74b-ad8e989e23c2 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:59:08.453550 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5dd04467-0549-4d88-b3d6-0b80060d48c7 req-73fede71-98f9-47e6-ba5d-7a2facdb3fa3 tempest-VolumesBackupsTest-1142407675 tempest-VolumesBackupsTest-1142407675-project] 10.222.0.65 "GET /v2.0/security-groups?id=73d30adb-64e8-420b-a955-f20592087ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468540 Mar 11 19:59:08.454268 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7c2d1616-c2fb-4b45-b621-a519b07a43cf admin admin] Publish callbacks [] for subnet (fcadcf68-014b-4a15-a74b-ad8e989e23c2), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:08.531458 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7c2d1616-c2fb-4b45-b621-a519b07a43cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (fcadcf68-014b-4a15-a74b-ad8e989e23c2), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:08.626192 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7c2d1616-c2fb-4b45-b621-a519b07a43cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (fcadcf68-014b-4a15-a74b-ad8e989e23c2), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:08.658002 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-426450dc-4322-4bd5-8f5e-7f59ec72ec4f tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for port (85afb1a6-260a-4e61-8f4f-2ce0cf385c97), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:08.670212 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-426450dc-4322-4bd5-8f5e-7f59ec72ec4f tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (85afb1a6-260a-4e61-8f4f-2ce0cf385c97), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:08.680580 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 85172d97-6f5b-4ddc-afec-743582990e73 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:59:08.771664 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-824ba4f1-c74b-47c3-9bec-40068f0eb856 None None] Allocated IP 172.20.0.18 (7a829513-b919-48e5-b9ed-bacfda973312/68b504bc-66fa-4e9d-be7b-99186489c0ff/85172d97-6f5b-4ddc-afec-743582990e73) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:59:08.794654 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 85172d97-6f5b-4ddc-afec-743582990e73 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:59:08.794654 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (85172d97-6f5b-4ddc-afec-743582990e73), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:08.794938 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426450dc-4322-4bd5-8f5e-7f59ec72ec4f tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event updated for resources: {'Port': ['ID=85afb1a6-260a-4e61-8f4f-2ce0cf385c97,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:08.813414 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-426450dc-4322-4bd5-8f5e-7f59ec72ec4f tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] In _notify_port_updated(), no bound segment for port 85afb1a6-260a-4e61-8f4f-2ce0cf385c97 on network 7a829513-b919-48e5-b9ed-bacfda973312 {{(pid=103884) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 11 19:59:08.819943 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426450dc-4322-4bd5-8f5e-7f59ec72ec4f tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:08.820610 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-426450dc-4322-4bd5-8f5e-7f59ec72ec4f tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:08.825062 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-426450dc-4322-4bd5-8f5e-7f59ec72ec4f tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "PUT /v2.0/ports/85afb1a6-260a-4e61-8f4f-2ce0cf385c97 HTTP/1.1" status: 200 len: 921 time: 0.8736024 Mar 11 19:59:08.825193 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38618) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:08.827543 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7c2d1616-c2fb-4b45-b621-a519b07a43cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (fcadcf68-014b-4a15-a74b-ad8e989e23c2), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:08.851891 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d1616-c2fb-4b45-b621-a519b07a43cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcadcf68-014b-4a15-a74b-ad8e989e23c2,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:08.862247 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7c2d1616-c2fb-4b45-b621-a519b07a43cf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:08.868087 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-7c2d1616-c2fb-4b45-b621-a519b07a43cf admin admin] 10.222.0.65 "DELETE /v2.0/subnets/fcadcf68-014b-4a15-a74b-ad8e989e23c2 HTTP/1.1" status: 204 len: 168 time: 0.5004234 Mar 11 19:59:08.870847 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38620) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:08.961128 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c1d31e77-4a27-415b-85b7-acd7d3b285db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (a4389ef6-d491-4938-a337-84a54216a6da), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:08.974287 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:59:09.005161 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-824ba4f1-c74b-47c3-9bec-40068f0eb856 None None] For port 85172d97-6f5b-4ddc-afec-743582990e73, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=85172d97-6f5b-4ddc-afec-743582990e73,segment=NetworkSegment(be040d52-830a-4b92-9401-51fa4b15eece),segment_id=be040d52-830a-4b92-9401-51fa4b15eece)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:59:09.012053 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-42ead6ec-4906-4f0c-a07c-e427b4b0232f tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Deleting port 85afb1a6-260a-4e61-8f4f-2ce0cf385c97 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:59:09.012559 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-42ead6ec-4906-4f0c-a07c-e427b4b0232f tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (85afb1a6-260a-4e61-8f4f-2ce0cf385c97), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:09.064495 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-824ba4f1-c74b-47c3-9bec-40068f0eb856 None None] Publish callbacks [] for port (85172d97-6f5b-4ddc-afec-743582990e73), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:09.073100 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-824ba4f1-c74b-47c3-9bec-40068f0eb856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (85172d97-6f5b-4ddc-afec-743582990e73), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:09.086560 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c1d31e77-4a27-415b-85b7-acd7d3b285db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (a4389ef6-d491-4938-a337-84a54216a6da), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:09.116287 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-c1d31e77-4a27-415b-85b7-acd7d3b285db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4389ef6-d491-4938-a337-84a54216a6da']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:59:09.127909 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-c1d31e77-4a27-415b-85b7-acd7d3b285db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ac58202-9960-4409-9b2e-511d9ccfce0a') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:59:09.128204 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-c1d31e77-4a27-415b-85b7-acd7d3b285db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ac58202-9960-4409-9b2e-511d9ccfce0a') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:59:09.135705 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-42ead6ec-4906-4f0c-a07c-e427b4b0232f tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (85afb1a6-260a-4e61-8f4f-2ce0cf385c97), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:09.140845 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c1d31e77-4a27-415b-85b7-acd7d3b285db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (2ac58202-9960-4409-9b2e-511d9ccfce0a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:09.149742 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-42ead6ec-4906-4f0c-a07c-e427b4b0232f tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Calling delete_port for 85afb1a6-260a-4e61-8f4f-2ce0cf385c97 owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:59:09.156330 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c1d31e77-4a27-415b-85b7-acd7d3b285db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (2ac58202-9960-4409-9b2e-511d9ccfce0a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:09.167041 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1d31e77-4a27-415b-85b7-acd7d3b285db admin admin] Releasing vlan 886 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:59:09.167448 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c1d31e77-4a27-415b-85b7-acd7d3b285db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (2ac58202-9960-4409-9b2e-511d9ccfce0a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:09.189222 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 85172d97-6f5b-4ddc-afec-743582990e73 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:59:09.293165 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:59:09.293165 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:59:09.293165 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:59:09.293165 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:59:09.293165 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:59:09.293165 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:59:09.293165 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:59:09.293165 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:59:09.293165 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:59:09.293165 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:59:09.293165 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:59:09.293165 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:59:09.293165 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:59:09.293165 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:59:09.293165 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:59:09.293165 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:59:09.293165 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:59:09.293165 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:59:09.293165 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:59:09.293165 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:59:09.293165 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:59:09.293165 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:59:09.293165 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:59:09.293165 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:59:09.293165 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:59:09.293165 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:59:09.293165 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:59:09.293165 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:59:09.293165 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:59:09.293165 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:59:09.293165 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:59:09.293165 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:59:09.302516 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824ba4f1-c74b-47c3-9bec-40068f0eb856 None None] Pushing event updated for resources: {'Port': ['ID=85172d97-6f5b-4ddc-afec-743582990e73,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:09.305342 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c1d31e77-4a27-415b-85b7-acd7d3b285db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (a4389ef6-d491-4938-a337-84a54216a6da), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:09.320177 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c1d31e77-4a27-415b-85b7-acd7d3b285db admin admin] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:09.324483 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-42ead6ec-4906-4f0c-a07c-e427b4b0232f tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (85afb1a6-260a-4e61-8f4f-2ce0cf385c97), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:09.330555 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c1d31e77-4a27-415b-85b7-acd7d3b285db admin admin] 10.222.0.65 "DELETE /v2.0/networks/a4389ef6-d491-4938-a337-84a54216a6da HTTP/1.1" status: 204 len: 168 time: 0.4561944 Mar 11 19:59:09.335017 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38624) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:09.399760 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ead6ec-4906-4f0c-a07c-e427b4b0232f tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event deleted for resources: {'Port': ['ID=85afb1a6-260a-4e61-8f4f-2ce0cf385c97,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:09.439033 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfd15f17-0258-4434-90b8-08289fda2f0c admin admin] Deleting subnet d5cd12d9-0566-43e8-982a-e57586d8b513 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:59:09.444088 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d31e77-4a27-415b-85b7-acd7d3b285db admin admin] Pushing event deleted for resources: {'Network': ['ID=a4389ef6-d491-4938-a337-84a54216a6da,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:09.446061 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dfd15f17-0258-4434-90b8-08289fda2f0c admin admin] Publish callbacks [] for subnet (d5cd12d9-0566-43e8-982a-e57586d8b513), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:09.480762 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ab3af-b486-4a59-ab7f-4ffa4c769efb req-3b8bc9a4-728b-4434-a5df-575bf8ebb595 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:09.490348 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-833ab3af-b486-4a59-ab7f-4ffa4c769efb req-3b8bc9a4-728b-4434-a5df-575bf8ebb595 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd3d0d1d-322a-4ffb-812d-031e06ddf6d5 HTTP/1.1" status: 200 len: 943 time: 0.1853781 Mar 11 19:59:09.492825 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dfd15f17-0258-4434-90b8-08289fda2f0c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (d5cd12d9-0566-43e8-982a-e57586d8b513), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:09.519177 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-42ead6ec-4906-4f0c-a07c-e427b4b0232f tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:09.524439 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-42ead6ec-4906-4f0c-a07c-e427b4b0232f tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "DELETE /v2.0/ports/85afb1a6-260a-4e61-8f4f-2ce0cf385c97 HTTP/1.1" status: 204 len: 168 time: 0.6981783 Mar 11 19:59:09.528149 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38626) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:09.555288 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dfd15f17-0258-4434-90b8-08289fda2f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (d5cd12d9-0566-43e8-982a-e57586d8b513), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:09.571259 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-85a83960-468c-4a87-bff7-dcfb007f28b2 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] GET failed (client error): The resource could not be found. Mar 11 19:59:09.572800 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-85a83960-468c-4a87-bff7-dcfb007f28b2 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "GET /v2.0/ports/85afb1a6-260a-4e61-8f4f-2ce0cf385c97 HTTP/1.1" status: 404 len: 333 time: 0.0421023 Mar 11 19:59:09.576374 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38628) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:09.616391 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-833ab3af-b486-4a59-ab7f-4ffa4c769efb req-43e7398b-3518-49bb-a2d9-bb330d101c88 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9bcf76e-72b8-498c-bce8-111b74a90d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197059 Mar 11 19:59:09.668241 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dfd15f17-0258-4434-90b8-08289fda2f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (d5cd12d9-0566-43e8-982a-e57586d8b513), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:09.688278 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8569dfcd-2c7a-4bd8-ab1a-39d0db197933 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for security_group (00ec4f28-1a72-429a-b4ea-505dc3f1ac68), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:09.713674 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8569dfcd-2c7a-4bd8-ab1a-39d0db197933 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for security_group (00ec4f28-1a72-429a-b4ea-505dc3f1ac68), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:09.724991 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd15f17-0258-4434-90b8-08289fda2f0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5cd12d9-0566-43e8-982a-e57586d8b513,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:09.743013 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dfd15f17-0258-4434-90b8-08289fda2f0c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:09.746620 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-dfd15f17-0258-4434-90b8-08289fda2f0c admin admin] 10.222.0.65 "DELETE /v2.0/subnets/d5cd12d9-0566-43e8-982a-e57586d8b513 HTTP/1.1" status: 204 len: 168 time: 0.4076087 Mar 11 19:59:09.750026 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38630) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:09.826503 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8569dfcd-2c7a-4bd8-ab1a-39d0db197933 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (00ec4f28-1a72-429a-b4ea-505dc3f1ac68), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:09.829142 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8569dfcd-2c7a-4bd8-ab1a-39d0db197933 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:09.830312 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-8569dfcd-2c7a-4bd8-ab1a-39d0db197933 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "DELETE /v2.0/security-groups/00ec4f28-1a72-429a-b4ea-505dc3f1ac68 HTTP/1.1" status: 204 len: 168 time: 0.2531221 Mar 11 19:59:09.833863 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38632) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:09.850125 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-06e121ed-02e3-499a-b508-f3e0a3acf5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (3edbc637-214e-4c5b-bc3a-cffb2483f3c4), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:09.855720 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8569dfcd-2c7a-4bd8-ab1a-39d0db197933 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ec4f28-1a72-429a-b4ea-505dc3f1ac68,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:09.907595 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e5186171-daa3-4047-86e0-9b81fc004c07 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for security_group (ecec7ac6-dffe-4b38-aebb-4a9b954b145e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:09.951494 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e5186171-daa3-4047-86e0-9b81fc004c07 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for security_group (ecec7ac6-dffe-4b38-aebb-4a9b954b145e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:10.007674 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-06e121ed-02e3-499a-b508-f3e0a3acf5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (3edbc637-214e-4c5b-bc3a-cffb2483f3c4), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:10.027093 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e5186171-daa3-4047-86e0-9b81fc004c07 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (ecec7ac6-dffe-4b38-aebb-4a9b954b145e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:10.030132 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e5186171-daa3-4047-86e0-9b81fc004c07 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:10.031575 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e5186171-daa3-4047-86e0-9b81fc004c07 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "DELETE /v2.0/security-groups/ecec7ac6-dffe-4b38-aebb-4a9b954b145e HTTP/1.1" status: 204 len: 168 time: 0.1960154 Mar 11 19:59:10.035477 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38636) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:10.054710 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5186171-daa3-4047-86e0-9b81fc004c07 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecec7ac6-dffe-4b38-aebb-4a9b954b145e,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:10.055003 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 274f5cdb-64aa-412c-927d-251195bf711e details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 19:59:10.087049 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-06e121ed-02e3-499a-b508-f3e0a3acf5d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3edbc637-214e-4c5b-bc3a-cffb2483f3c4']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:59:10.105110 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-06e121ed-02e3-499a-b508-f3e0a3acf5d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e467b6e7-2e79-4e0e-b232-112529a939ac') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:59:10.105414 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-06e121ed-02e3-499a-b508-f3e0a3acf5d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e467b6e7-2e79-4e0e-b232-112529a939ac') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:59:10.121545 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-06e121ed-02e3-499a-b508-f3e0a3acf5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (e467b6e7-2e79-4e0e-b232-112529a939ac), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:10.137860 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-a16a5260-a7a1-4142-a106-244f50c9889b tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Deleting subnet 7e75e6f4-ba66-41ff-9c6b-6734bd640ea5 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:59:10.143915 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a16a5260-a7a1-4142-a106-244f50c9889b tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for subnet (7e75e6f4-ba66-41ff-9c6b-6734bd640ea5), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:10.147227 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-06e121ed-02e3-499a-b508-f3e0a3acf5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (e467b6e7-2e79-4e0e-b232-112529a939ac), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:10.177973 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06e121ed-02e3-499a-b508-f3e0a3acf5d8 admin admin] Releasing vlan 864 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:59:10.178375 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-06e121ed-02e3-499a-b508-f3e0a3acf5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (e467b6e7-2e79-4e0e-b232-112529a939ac), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:10.180404 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 19:59:10.180404 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:59:10.180404 n-d-833163-1 neutron-server[103885]: timer() Mar 11 19:59:10.180404 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:59:10.180404 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 19:59:10.180404 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:59:10.180404 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 19:59:10.180404 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:59:10.180404 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 19:59:10.180404 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:59:10.180404 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 19:59:10.180404 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:59:10.180404 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 19:59:10.180404 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:59:10.180404 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:59:10.180404 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:59:10.180404 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:59:10.180404 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:59:10.180404 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 19:59:10.180404 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:59:10.180404 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 19:59:10.180404 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:59:10.180404 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:59:10.180404 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:59:10.180404 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 19:59:10.180404 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:59:10.180404 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:59:10.180404 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:59:10.180404 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:59:10.180404 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:59:10.180404 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:59:10.180404 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:59:10.215967 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a16a5260-a7a1-4142-a106-244f50c9889b tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (7e75e6f4-ba66-41ff-9c6b-6734bd640ea5), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:10.291785 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-06e121ed-02e3-499a-b508-f3e0a3acf5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (3edbc637-214e-4c5b-bc3a-cffb2483f3c4), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:10.300026 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-06e121ed-02e3-499a-b508-f3e0a3acf5d8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:10.303515 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-06e121ed-02e3-499a-b508-f3e0a3acf5d8 admin admin] 10.222.0.65 "DELETE /v2.0/networks/3edbc637-214e-4c5b-bc3a-cffb2483f3c4 HTTP/1.1" status: 204 len: 168 time: 0.5523598 Mar 11 19:59:10.322150 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e121ed-02e3-499a-b508-f3e0a3acf5d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3edbc637-214e-4c5b-bc3a-cffb2483f3c4,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:10.370986 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a16a5260-a7a1-4142-a106-244f50c9889b tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (7e75e6f4-ba66-41ff-9c6b-6734bd640ea5), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:10.465461 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a16a5260-a7a1-4142-a106-244f50c9889b tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (7e75e6f4-ba66-41ff-9c6b-6734bd640ea5), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:10.481261 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-16d1a5b2-66ff-4f9a-9207-6b0a2599dc9d None None] Provisioning complete for port d497b05e-f7ba-4e80-8a62-8250340eab4d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:59:10.481859 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-16d1a5b2-66ff-4f9a-9207-6b0a2599dc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (d497b05e-f7ba-4e80-8a62-8250340eab4d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:10.508275 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16a5260-a7a1-4142-a106-244f50c9889b tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event deleted for resources: {'Subnet': ['ID=7e75e6f4-ba66-41ff-9c6b-6734bd640ea5,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:10.524722 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a16a5260-a7a1-4142-a106-244f50c9889b tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:10.536750 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38640) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:10.542012 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a16a5260-a7a1-4142-a106-244f50c9889b tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "DELETE /v2.0/subnets/7e75e6f4-ba66-41ff-9c6b-6734bd640ea5 HTTP/1.1" status: 204 len: 168 time: 0.4945168 Mar 11 19:59:10.543282 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-0409783c-5b7c-416d-8ad2-836015d47d11 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Request body: {'subnet': {'network_id': '7a829513-b919-48e5-b9ed-bacfda973312', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:59:10.585338 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 274f5cdb-64aa-412c-927d-251195bf711e, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=274f5cdb-64aa-412c-927d-251195bf711e,segment=NetworkSegment(60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db),segment_id=60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:59:10.604487 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-16d1a5b2-66ff-4f9a-9207-6b0a2599dc9d None None] Port d497b05e-f7ba-4e80-8a62-8250340eab4d cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:59:10.611662 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-16d1a5b2-66ff-4f9a-9207-6b0a2599dc9d None None] Could not find standard attr ID for object 85afb1a6-260a-4e61-8f4f-2ce0cf385c97. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 19:59:10.626252 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '274f5cdb-64aa-412c-927d-251195bf711e', 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969', 'port_id': '274f5cdb-64aa-412c-927d-251195bf711e', 'mac_address': 'fa:16:3e:ef:ff:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c3f149c-decf-4bc3-9858-1266a909f90c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 19:59:10.630167 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-16d1a5b2-66ff-4f9a-9207-6b0a2599dc9d None None] Provisioning complete for port 85172d97-6f5b-4ddc-afec-743582990e73 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:59:10.630644 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-16d1a5b2-66ff-4f9a-9207-6b0a2599dc9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (85172d97-6f5b-4ddc-afec-743582990e73), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:10.638657 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38644) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:10.705350 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-441ba827-681c-44d6-a689-91aa9a789ec1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0645230ee0654f01bf849cf971a3298e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0652709 Mar 11 19:59:10.708616 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38646) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:10.709784 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 274f5cdb-64aa-412c-927d-251195bf711e is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:59:10.710257 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (274f5cdb-64aa-412c-927d-251195bf711e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:10.738327 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 274f5cdb-64aa-412c-927d-251195bf711e {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 19:59:10.805669 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 85172d97-6f5b-4ddc-afec-743582990e73 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:59:10.816641 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 274f5cdb-64aa-412c-927d-251195bf711e, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=274f5cdb-64aa-412c-927d-251195bf711e,segment=NetworkSegment(60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db),segment_id=60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:59:10.846514 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0409783c-5b7c-416d-8ad2-836015d47d11 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Made reservation on behalf of 4dbd6ea97fa14d11b3340dc9c3476c52 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:59:10.850640 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0409783c-5b7c-416d-8ad2-836015d47d11 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:10.863308 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ac2f219b-4ebe-4b19-95ab-043fb91d7f90 admin admin] Publish callbacks [] for security_group (8792ec5d-83f1-4ff8-a058-5418d815bb25), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:10.881867 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec813f50-10fb-47ee-b05c-5d51530cf683 None None] Network 7a829513-b919-48e5-b9ed-bacfda973312 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:59:10.883688 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (274f5cdb-64aa-412c-927d-251195bf711e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:10.900584 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ac2f219b-4ebe-4b19-95ab-043fb91d7f90 admin admin] Publish callbacks [] for security_group (8792ec5d-83f1-4ff8-a058-5418d815bb25), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:10.983058 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 85172d97-6f5b-4ddc-afec-743582990e73 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:59:10.983484 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (85172d97-6f5b-4ddc-afec-743582990e73), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:10.984066 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ac2f219b-4ebe-4b19-95ab-043fb91d7f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (8792ec5d-83f1-4ff8-a058-5418d815bb25), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:10.990306 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ac2f219b-4ebe-4b19-95ab-043fb91d7f90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:10.992282 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ac2f219b-4ebe-4b19-95ab-043fb91d7f90 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8792ec5d-83f1-4ff8-a058-5418d815bb25 HTTP/1.1" status: 204 len: 168 time: 0.2824190 Mar 11 19:59:11.007817 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb98bf-cf1f-48f2-9417-74f9815de841 req-141f1928-c521-4f0a-8523-16596cafc2c5 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:11.011580 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bedb98bf-cf1f-48f2-9417-74f9815de841 req-141f1928-c521-4f0a-8523-16596cafc2c5 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd3d0d1d-322a-4ffb-812d-031e06ddf6d5 HTTP/1.1" status: 200 len: 943 time: 0.2215052 Mar 11 19:59:11.059941 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2f219b-4ebe-4b19-95ab-043fb91d7f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8792ec5d-83f1-4ff8-a058-5418d815bb25,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:11.123853 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bedb98bf-cf1f-48f2-9417-74f9815de841 req-b820253d-2d5a-48cf-9483-7338141854a3 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9bcf76e-72b8-498c-bce8-111b74a90d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044190 Mar 11 19:59:11.194878 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0409783c-5b7c-416d-8ad2-836015d47d11 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (87cd9d3c-ae8a-445e-bf52-6dea4410af92), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:11.199768 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=274f5cdb-64aa-412c-927d-251195bf711e,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:11.208433 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['274f5cdb-64aa-412c-927d-251195bf711e'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 19:59:11.236759 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-16d1a5b2-66ff-4f9a-9207-6b0a2599dc9d None None] Current status of the port 85172d97-6f5b-4ddc-afec-743582990e73 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:59:11.319311 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0409783c-5b7c-416d-8ad2-836015d47d11 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Network 7a829513-b919-48e5-b9ed-bacfda973312 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:59:11.324067 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-0409783c-5b7c-416d-8ad2-836015d47d11 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:59:11.328488 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0409783c-5b7c-416d-8ad2-836015d47d11 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:11.329084 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0409783c-5b7c-416d-8ad2-836015d47d11 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:11.342353 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0409783c-5b7c-416d-8ad2-836015d47d11 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event updated for resources: {'Subnet': ['ID=87cd9d3c-ae8a-445e-bf52-6dea4410af92,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:11.352433 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-0409783c-5b7c-416d-8ad2-836015d47d11 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8122044 Mar 11 19:59:11.353042 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38654) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:11.357671 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-3ce72f64-3517-4eee-aeff-0b62037f3efd tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Request body: {'security_group': {'name': 'tempest-secgroup-265895464'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:59:11.388697 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4bf05fa2-bb9f-40fa-9572-65785fdf3936 None None] Could not find standard attr ID for object 85afb1a6-260a-4e61-8f4f-2ce0cf385c97. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 19:59:11.399946 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3ce72f64-3517-4eee-aeff-0b62037f3efd tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:11.430692 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 85172d97-6f5b-4ddc-afec-743582990e73 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:59:11.537400 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3ce72f64-3517-4eee-aeff-0b62037f3efd tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for security_group (df9ab7b5-c2ea-44d1-ae50-7722280ea0b1), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:11.546142 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3ce72f64-3517-4eee-aeff-0b62037f3efd tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (df9ab7b5-c2ea-44d1-ae50-7722280ea0b1), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:11.580084 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3ce72f64-3517-4eee-aeff-0b62037f3efd tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:11.584880 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-3ce72f64-3517-4eee-aeff-0b62037f3efd tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2273655 Mar 11 19:59:11.585077 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38656) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:11.590367 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-d017be56-f9b5-4d26-adca-08a3c0186c2e tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Request body: {'security_group': {'name': 'tempest-secgroup-973437396'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:59:11.610726 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce72f64-3517-4eee-aeff-0b62037f3efd tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df9ab7b5-c2ea-44d1-ae50-7722280ea0b1,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:11.627516 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d017be56-f9b5-4d26-adca-08a3c0186c2e tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:11.642369 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38658) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:11.704950 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a28bf642-daa3-4069-b35e-1e21b1290b29 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=57c538161b8f43b8a26ccaae748044ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0611982 Mar 11 19:59:11.709109 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38660) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:11.753109 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d017be56-f9b5-4d26-adca-08a3c0186c2e tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for security_group (4da51783-3fc4-48b7-8155-7a6b46a1184a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:11.761395 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d017be56-f9b5-4d26-adca-08a3c0186c2e tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (4da51783-3fc4-48b7-8155-7a6b46a1184a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:11.800643 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f109a58b-3d77-4391-9945-0d1f720c5e97 admin admin] Publish callbacks [] for security_group (fb37d1c2-8cbe-4077-8893-5e02d92e1953), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:11.808841 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d017be56-f9b5-4d26-adca-08a3c0186c2e tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:11.810119 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d017be56-f9b5-4d26-adca-08a3c0186c2e tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2239339 Mar 11 19:59:11.811149 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d017be56-f9b5-4d26-adca-08a3c0186c2e tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4da51783-3fc4-48b7-8155-7a6b46a1184a,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:11.813672 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38662) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:11.818829 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-be6d4c54-ccde-44f5-a4ab-1ad8c482d6ed tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Request body: {'security_group': {'name': 'tempest-secgroup-1074304530'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:59:11.851155 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f109a58b-3d77-4391-9945-0d1f720c5e97 admin admin] Publish callbacks [] for security_group (fb37d1c2-8cbe-4077-8893-5e02d92e1953), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:11.853245 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-be6d4c54-ccde-44f5-a4ab-1ad8c482d6ed tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:11.926640 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f109a58b-3d77-4391-9945-0d1f720c5e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (fb37d1c2-8cbe-4077-8893-5e02d92e1953), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:11.932149 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f109a58b-3d77-4391-9945-0d1f720c5e97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:11.933554 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f109a58b-3d77-4391-9945-0d1f720c5e97 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fb37d1c2-8cbe-4077-8893-5e02d92e1953 HTTP/1.1" status: 204 len: 168 time: 0.2224729 Mar 11 19:59:11.973209 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f109a58b-3d77-4391-9945-0d1f720c5e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb37d1c2-8cbe-4077-8893-5e02d92e1953,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:11.979218 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-be6d4c54-ccde-44f5-a4ab-1ad8c482d6ed tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for security_group (920e74f5-4ec1-493f-9658-b344f88e466a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:11.995773 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-be6d4c54-ccde-44f5-a4ab-1ad8c482d6ed tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (920e74f5-4ec1-493f-9658-b344f88e466a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:12.035826 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-be6d4c54-ccde-44f5-a4ab-1ad8c482d6ed tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:12.039812 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-be6d4c54-ccde-44f5-a4ab-1ad8c482d6ed tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2227924 Mar 11 19:59:12.040156 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38666) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:12.046546 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-bf938906-bef5-472f-a91b-f224ad470053 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-578028137', 'security_groups': ['920e74f5-4ec1-493f-9658-b344f88e466a'], 'network_id': '7a829513-b919-48e5-b9ed-bacfda973312', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '87cd9d3c-ae8a-445e-bf52-6dea4410af92'}]}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:59:12.055169 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 274f5cdb-64aa-412c-927d-251195bf711e up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:59:12.070002 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6d4c54-ccde-44f5-a4ab-1ad8c482d6ed tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=920e74f5-4ec1-493f-9658-b344f88e466a,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:12.211754 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port 274f5cdb-64aa-412c-927d-251195bf711e completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 19:59:12.216717 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 274f5cdb-64aa-412c-927d-251195bf711e triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:59:12.217123 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (274f5cdb-64aa-412c-927d-251195bf711e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:12.383646 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf938906-bef5-472f-a91b-f224ad470053 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Made reservation on behalf of 4dbd6ea97fa14d11b3340dc9c3476c52 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:59:12.414591 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d42b1a-f4de-4685-bc54-e25409922b8c req-a4119415-52ee-425f-bb53-406b40b8627f tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:12.416051 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 274f5cdb-64aa-412c-927d-251195bf711e is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:59:12.416459 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (274f5cdb-64aa-412c-927d-251195bf711e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:12.423306 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-94d42b1a-f4de-4685-bc54-e25409922b8c req-a4119415-52ee-425f-bb53-406b40b8627f tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd3d0d1d-322a-4ffb-812d-031e06ddf6d5 HTTP/1.1" status: 200 len: 944 time: 0.1591427 Mar 11 19:59:12.474893 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd3d0d1d-322a-4ffb-812d-031e06ddf6d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '274f5cdb-64aa-412c-927d-251195bf711e'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:59:12.477333 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838dbfd5-252e-4157-b082-7ec847133226" -d '{"events": [{"server_uuid": "dd3d0d1d-322a-4ffb-812d-031e06ddf6d5", "name": "network-vif-plugged", "status": "completed", "tag": "274f5cdb-64aa-412c-927d-251195bf711e"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:59:12.492494 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 274f5cdb-64aa-412c-927d-251195bf711e, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=274f5cdb-64aa-412c-927d-251195bf711e,segment=NetworkSegment(60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db),segment_id=60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:59:12.498622 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (274f5cdb-64aa-412c-927d-251195bf711e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:12.502653 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfa0620-982d-45c7-b6a4-54bab8b60415 None None] Network 7a829513-b919-48e5-b9ed-bacfda973312 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:59:12.587444 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bf938906-bef5-472f-a91b-f224ad470053 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:12.594279 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=274f5cdb-64aa-412c-927d-251195bf711e,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:12.641995 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [None req-bf938906-bef5-472f-a91b-f224ad470053 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] device_id is not set on port 12bbdab5-126e-47d0-940e-8f015ec0b0b7 yet. {{(pid=103885) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 11 19:59:12.679571 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-1275f2ca-41fe-4d6e-8904-541d450a32ed None None] Provisioning complete for port d497b05e-f7ba-4e80-8a62-8250340eab4d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:59:12.680530 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1275f2ca-41fe-4d6e-8904-541d450a32ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (d497b05e-f7ba-4e80-8a62-8250340eab4d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:12.722417 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-1275f2ca-41fe-4d6e-8904-541d450a32ed None None] Port d497b05e-f7ba-4e80-8a62-8250340eab4d cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:59:12.745821 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-1275f2ca-41fe-4d6e-8904-541d450a32ed None None] Provisioning complete for port 85172d97-6f5b-4ddc-afec-743582990e73 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:59:12.746117 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1275f2ca-41fe-4d6e-8904-541d450a32ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (85172d97-6f5b-4ddc-afec-743582990e73), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:12.824208 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-bf938906-bef5-472f-a91b-f224ad470053 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Allocated IP 172.20.0.13 (7a829513-b919-48e5-b9ed-bacfda973312/87cd9d3c-ae8a-445e-bf52-6dea4410af92/12bbdab5-126e-47d0-940e-8f015ec0b0b7) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:59:12.943279 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-1275f2ca-41fe-4d6e-8904-541d450a32ed None None] Current status of the port 85172d97-6f5b-4ddc-afec-743582990e73 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:59:12.962418 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-94d42b1a-f4de-4685-bc54-e25409922b8c req-7e7d1953-dd4e-4bc6-808f-23e8ae0e003c tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9bcf76e-72b8-498c-bce8-111b74a90d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5377572 Mar 11 19:59:13.034694 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bf938906-bef5-472f-a91b-f224ad470053 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for port (12bbdab5-126e-47d0-940e-8f015ec0b0b7), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:13.043643 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88694ac2-10c2-42bf-abbb-79161e2f7223 None None] Update dhcp port {'port': {'network_id': '7a829513-b919-48e5-b9ed-bacfda973312', 'fixed_ips': [{'subnet_id': '68b504bc-66fa-4e9d-be7b-99186489c0ff', 'ip_address': '172.20.0.18'}, {'subnet_id': '87cd9d3c-ae8a-445e-bf52-6dea4410af92'}], 'binding:host_id': 'n-d-833163-1'}, 'id': '85172d97-6f5b-4ddc-afec-743582990e73'} from n-d-833163-1. {{(pid=103886) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 11 19:59:13.088275 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bf938906-bef5-472f-a91b-f224ad470053 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (12bbdab5-126e-47d0-940e-8f015ec0b0b7), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:13.100389 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-88694ac2-10c2-42bf-abbb-79161e2f7223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (85172d97-6f5b-4ddc-afec-743582990e73), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:13.166890 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf938906-bef5-472f-a91b-f224ad470053 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event updated for resources: {'Port': ['ID=12bbdab5-126e-47d0-940e-8f015ec0b0b7,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:13.178567 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf938906-bef5-472f-a91b-f224ad470053 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Network 7a829513-b919-48e5-b9ed-bacfda973312 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:59:13.180208 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-bf938906-bef5-472f-a91b-f224ad470053 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:59:13.186717 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf938906-bef5-472f-a91b-f224ad470053 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 19:59:13.247691 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf938906-bef5-472f-a91b-f224ad470053 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:13.248354 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bf938906-bef5-472f-a91b-f224ad470053 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:13.271987 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-bf938906-bef5-472f-a91b-f224ad470053 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2275908 Mar 11 19:59:13.272246 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38694) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:13.278213 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-9ee9c694-2be2-4e06-b6d4-5d508073e396 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Request body: {'subnet': {'network_id': '7a829513-b919-48e5-b9ed-bacfda973312', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:59:13.368715 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-88694ac2-10c2-42bf-abbb-79161e2f7223 None None] Allocated IP 172.20.0.2 (7a829513-b919-48e5-b9ed-bacfda973312/87cd9d3c-ae8a-445e-bf52-6dea4410af92/85172d97-6f5b-4ddc-afec-743582990e73) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:59:13.482972 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-88694ac2-10c2-42bf-abbb-79161e2f7223 None None] For port 85172d97-6f5b-4ddc-afec-743582990e73, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=85172d97-6f5b-4ddc-afec-743582990e73,segment=NetworkSegment(be040d52-830a-4b92-9401-51fa4b15eece),segment_id=be040d52-830a-4b92-9401-51fa4b15eece)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:59:13.513841 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 19:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e064625-66d7-4c29-8c86-a8748ee450dc x-openstack-request-id: req-9e064625-66d7-4c29-8c86-a8748ee450dc {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:59:13.514135 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd3d0d1d-322a-4ffb-812d-031e06ddf6d5", "name": "network-vif-plugged", "status": "completed", "tag": "274f5cdb-64aa-412c-927d-251195bf711e", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:59:13.514365 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9e064625-66d7-4c29-8c86-a8748ee450dc {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:59:13.515321 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd3d0d1d-322a-4ffb-812d-031e06ddf6d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '274f5cdb-64aa-412c-927d-251195bf711e', 'code': 200} Mar 11 19:59:13.524176 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-88694ac2-10c2-42bf-abbb-79161e2f7223 None None] Publish callbacks [] for port (85172d97-6f5b-4ddc-afec-743582990e73), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:13.545340 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-88694ac2-10c2-42bf-abbb-79161e2f7223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (85172d97-6f5b-4ddc-afec-743582990e73), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:13.633651 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee9c694-2be2-4e06-b6d4-5d508073e396 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Made reservation on behalf of 4dbd6ea97fa14d11b3340dc9c3476c52 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:59:13.638942 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9ee9c694-2be2-4e06-b6d4-5d508073e396 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:13.677024 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88694ac2-10c2-42bf-abbb-79161e2f7223 None None] Pushing event updated for resources: {'Port': ['ID=85172d97-6f5b-4ddc-afec-743582990e73,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:13.784621 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68cee5-0b3b-4b15-b4b0-8b106ceca8d7 req-7797161a-738c-4abc-9b82-486a31025f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:13.786380 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-0e68cee5-0b3b-4b15-b4b0-8b106ceca8d7 req-7797161a-738c-4abc-9b82-486a31025f4c service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=dd3d0d1d-322a-4ffb-812d-031e06ddf6d5 HTTP/1.1" status: 200 len: 1127 time: 0.1994872 Mar 11 19:59:13.829849 n-d-833163-1 neutron-server[103884]: INFO neutron.db.ipam_backend_mixin [None req-9ee9c694-2be2-4e06-b6d4-5d508073e396 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 87cd9d3c-ae8a-445e-bf52-6dea4410af92 (CIDR: 172.20.0.0/28) Mar 11 19:59:13.837757 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ee9c694-2be2-4e06-b6d4-5d508073e396 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:59:13.838694 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ee9c694-2be2-4e06-b6d4-5d508073e396 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:59:13.883665 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-0e68cee5-0b3b-4b15-b4b0-8b106ceca8d7 req-378653c8-df7a-4237-9361-75ff05a8e0f1 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=f9bcf76e-72b8-498c-bce8-111b74a90d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826259 Mar 11 19:59:13.887711 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-9ee9c694-2be2-4e06-b6d4-5d508073e396 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6143882 Mar 11 19:59:13.890426 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38710) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:13.899049 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-6f82c02f-ed7a-4c03-ae8d-31e258ce0768 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Request body: {'subnet': {'network_id': '7a829513-b919-48e5-b9ed-bacfda973312', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:59:14.098840 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f82c02f-ed7a-4c03-ae8d-31e258ce0768 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Made reservation on behalf of 4dbd6ea97fa14d11b3340dc9c3476c52 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:59:14.103205 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6f82c02f-ed7a-4c03-ae8d-31e258ce0768 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:14.193611 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1a9e8-eac1-40af-adaf-8a69deede834 req-aa33e3ce-0252-4fa7-bc45-7ab9ab69c0ba tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:14.195899 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-63d1a9e8-eac1-40af-adaf-8a69deede834 req-aa33e3ce-0252-4fa7-bc45-7ab9ab69c0ba tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd3d0d1d-322a-4ffb-812d-031e06ddf6d5 HTTP/1.1" status: 200 len: 945 time: 0.1096697 Mar 11 19:59:14.279130 n-d-833163-1 neutron-server[103884]: INFO neutron.db.ipam_backend_mixin [None req-6f82c02f-ed7a-4c03-ae8d-31e258ce0768 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 68b504bc-66fa-4e9d-be7b-99186489c0ff (CIDR: 172.20.0.16/28) Mar 11 19:59:14.284895 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f82c02f-ed7a-4c03-ae8d-31e258ce0768 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 19:59:14.285745 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f82c02f-ed7a-4c03-ae8d-31e258ce0768 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:59:14.301358 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-63d1a9e8-eac1-40af-adaf-8a69deede834 req-fc28c913-ae4c-44b6-9f04-e772224d1e33 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9bcf76e-72b8-498c-bce8-111b74a90d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943596 Mar 11 19:59:14.321387 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-6f82c02f-ed7a-4c03-ae8d-31e258ce0768 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4265180 Mar 11 19:59:14.321950 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38718) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:14.327773 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-a7f4719b-845c-4ac8-aaca-d8e2efccacbe tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Request body: {'subnet': {'network_id': '7a829513-b919-48e5-b9ed-bacfda973312', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:59:14.517094 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f4719b-845c-4ac8-aaca-d8e2efccacbe tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Made reservation on behalf of 4dbd6ea97fa14d11b3340dc9c3476c52 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:59:14.521573 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a7f4719b-845c-4ac8-aaca-d8e2efccacbe tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:14.735488 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-de659908-ecdf-42f6-918c-d299b5d6ab41 None None] Provisioning complete for port d497b05e-f7ba-4e80-8a62-8250340eab4d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:59:14.735984 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-de659908-ecdf-42f6-918c-d299b5d6ab41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (d497b05e-f7ba-4e80-8a62-8250340eab4d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:14.784632 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 85172d97-6f5b-4ddc-afec-743582990e73 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:59:14.906556 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-de659908-ecdf-42f6-918c-d299b5d6ab41 None None] Port d497b05e-f7ba-4e80-8a62-8250340eab4d cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:59:14.924555 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 85172d97-6f5b-4ddc-afec-743582990e73 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:59:14.924941 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (85172d97-6f5b-4ddc-afec-743582990e73), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:14.944105 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a7f4719b-845c-4ac8-aaca-d8e2efccacbe tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (8d35980e-0871-400d-954c-6e2c1fd8fd4a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:14.962841 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-de659908-ecdf-42f6-918c-d299b5d6ab41 None None] Provisioning complete for port 85172d97-6f5b-4ddc-afec-743582990e73 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:59:14.963649 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-de659908-ecdf-42f6-918c-d299b5d6ab41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (85172d97-6f5b-4ddc-afec-743582990e73), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:15.022720 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f4719b-845c-4ac8-aaca-d8e2efccacbe tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Network 7a829513-b919-48e5-b9ed-bacfda973312 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 19:59:15.030333 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-a7f4719b-845c-4ac8-aaca-d8e2efccacbe tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 19:59:15.044907 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f4719b-845c-4ac8-aaca-d8e2efccacbe tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:15.045764 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a7f4719b-845c-4ac8-aaca-d8e2efccacbe tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:15.054847 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f4719b-845c-4ac8-aaca-d8e2efccacbe tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event updated for resources: {'Subnet': ['ID=8d35980e-0871-400d-954c-6e2c1fd8fd4a,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:15.065590 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c9fee4-b5ab-4686-834a-3df9411726d1 None None] Network 7a829513-b919-48e5-b9ed-bacfda973312 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:59:15.071570 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a7f4719b-845c-4ac8-aaca-d8e2efccacbe tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7481396 Mar 11 19:59:15.074241 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38736) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:15.079826 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-18677f46-b722-4662-aa70-7eccfab88ce3 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1253854015', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8d35980e-0871-400d-954c-6e2c1fd8fd4a'}], 'security_groups': ['df9ab7b5-c2ea-44d1-ae50-7722280ea0b1', '4da51783-3fc4-48b7-8155-7a6b46a1184a']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:59:15.141124 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 85172d97-6f5b-4ddc-afec-743582990e73 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:59:15.171827 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-de659908-ecdf-42f6-918c-d299b5d6ab41 None None] Current status of the port 85172d97-6f5b-4ddc-afec-743582990e73 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:59:15.172025 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-18677f46-b722-4662-aa70-7eccfab88ce3 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (12bbdab5-126e-47d0-940e-8f015ec0b0b7), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:15.318347 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-0162771d-79a1-4da9-b801-450757a7b118 None None] Provisioning complete for port 12bbdab5-126e-47d0-940e-8f015ec0b0b7 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:59:15.318734 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0162771d-79a1-4da9-b801-450757a7b118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (12bbdab5-126e-47d0-940e-8f015ec0b0b7), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:15.373199 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f5a182-033f-44fc-8ff5-45c2e2b6af0c None None] Update dhcp port {'port': {'network_id': '7a829513-b919-48e5-b9ed-bacfda973312', 'fixed_ips': [{'subnet_id': '68b504bc-66fa-4e9d-be7b-99186489c0ff', 'ip_address': '172.20.0.18'}, {'subnet_id': '87cd9d3c-ae8a-445e-bf52-6dea4410af92', 'ip_address': '172.20.0.2'}, {'subnet_id': '8d35980e-0871-400d-954c-6e2c1fd8fd4a'}], 'binding:host_id': 'n-d-833163-1'}, 'id': '85172d97-6f5b-4ddc-afec-743582990e73'} from n-d-833163-1. {{(pid=103886) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 11 19:59:15.414203 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-92f5a182-033f-44fc-8ff5-45c2e2b6af0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (85172d97-6f5b-4ddc-afec-743582990e73), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:15.416563 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-0162771d-79a1-4da9-b801-450757a7b118 None None] Port 12bbdab5-126e-47d0-940e-8f015ec0b0b7 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:59:15.506825 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809afbcb-231e-4e8f-8139-18950bc4422c req-2da530d5-ccdb-4699-b754-73d47802f764 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:15.508929 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-809afbcb-231e-4e8f-8139-18950bc4422c req-2da530d5-ccdb-4699-b754-73d47802f764 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd3d0d1d-322a-4ffb-812d-031e06ddf6d5 HTTP/1.1" status: 200 len: 945 time: 0.1027813 Mar 11 19:59:15.602445 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-809afbcb-231e-4e8f-8139-18950bc4422c req-13c98e99-0361-46ca-8216-ff931c3351e6 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9bcf76e-72b8-498c-bce8-111b74a90d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650563 Mar 11 19:59:15.606855 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-18677f46-b722-4662-aa70-7eccfab88ce3 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Delete allocated IP 172.20.0.13 (7a829513-b919-48e5-b9ed-bacfda973312/87cd9d3c-ae8a-445e-bf52-6dea4410af92) {{(pid=103885) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 11 19:59:15.615495 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-18677f46-b722-4662-aa70-7eccfab88ce3 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Allocated IP 172.20.0.45 (7a829513-b919-48e5-b9ed-bacfda973312/8d35980e-0871-400d-954c-6e2c1fd8fd4a/12bbdab5-126e-47d0-940e-8f015ec0b0b7) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:59:15.858995 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-18677f46-b722-4662-aa70-7eccfab88ce3 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for port (12bbdab5-126e-47d0-940e-8f015ec0b0b7), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:15.870144 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889e9445-880a-4887-8865-b9714c689a77 req-b9f5cdcb-90dc-4966-9da0-187feccd804e tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:15.872139 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-889e9445-880a-4887-8865-b9714c689a77 req-b9f5cdcb-90dc-4966-9da0-187feccd804e tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd3d0d1d-322a-4ffb-812d-031e06ddf6d5 HTTP/1.1" status: 200 len: 945 time: 0.1001501 Mar 11 19:59:15.873754 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-18677f46-b722-4662-aa70-7eccfab88ce3 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (12bbdab5-126e-47d0-940e-8f015ec0b0b7), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:15.881912 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38750) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:15.890894 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-cfd910d0-f56c-4f24-a230-bfda4f0a3991 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Request body: {'floatingip': {'port_id': '274f5cdb-64aa-412c-927d-251195bf711e'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:59:16.014960 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cfd910d0-f56c-4f24-a230-bfda4f0a3991 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for floatingip (12983456-1c1d-423c-82cb-0f96747cfb49), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:16.123991 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18677f46-b722-4662-aa70-7eccfab88ce3 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event updated for resources: {'Port': ['ID=12bbdab5-126e-47d0-940e-8f015ec0b0b7,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:16.131350 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-92f5a182-033f-44fc-8ff5-45c2e2b6af0c None None] Allocated IP 172.20.0.34 (7a829513-b919-48e5-b9ed-bacfda973312/8d35980e-0871-400d-954c-6e2c1fd8fd4a/85172d97-6f5b-4ddc-afec-743582990e73) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 19:59:16.141521 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-18677f46-b722-4662-aa70-7eccfab88ce3 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] In _notify_port_updated(), no bound segment for port 12bbdab5-126e-47d0-940e-8f015ec0b0b7 on network 7a829513-b919-48e5-b9ed-bacfda973312 {{(pid=103885) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 11 19:59:16.146684 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18677f46-b722-4662-aa70-7eccfab88ce3 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:16.147383 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-18677f46-b722-4662-aa70-7eccfab88ce3 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:16.151728 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-18677f46-b722-4662-aa70-7eccfab88ce3 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "PUT /v2.0/ports/12bbdab5-126e-47d0-940e-8f015ec0b0b7 HTTP/1.1" status: 200 len: 960 time: 1.0762112 Mar 11 19:59:16.151897 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38752) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:16.248556 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-92f5a182-033f-44fc-8ff5-45c2e2b6af0c None None] For port 85172d97-6f5b-4ddc-afec-743582990e73, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=85172d97-6f5b-4ddc-afec-743582990e73,segment=NetworkSegment(be040d52-830a-4b92-9401-51fa4b15eece),segment_id=be040d52-830a-4b92-9401-51fa4b15eece)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:59:16.282624 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-92f5a182-033f-44fc-8ff5-45c2e2b6af0c None None] Publish callbacks [] for port (85172d97-6f5b-4ddc-afec-743582990e73), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:16.290509 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-92f5a182-033f-44fc-8ff5-45c2e2b6af0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (85172d97-6f5b-4ddc-afec-743582990e73), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:16.320953 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-0259251e-0493-45ae-8922-a808b362506c tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Deleting port 12bbdab5-126e-47d0-940e-8f015ec0b0b7 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:59:16.321628 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0259251e-0493-45ae-8922-a808b362506c tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (12bbdab5-126e-47d0-940e-8f015ec0b0b7), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:16.382558 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f5a182-033f-44fc-8ff5-45c2e2b6af0c None None] Pushing event updated for resources: {'Port': ['ID=85172d97-6f5b-4ddc-afec-743582990e73,revision_number=7']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:16.450274 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0259251e-0493-45ae-8922-a808b362506c tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (12bbdab5-126e-47d0-940e-8f015ec0b0b7), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:16.471749 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-0259251e-0493-45ae-8922-a808b362506c tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Calling delete_port for 12bbdab5-126e-47d0-940e-8f015ec0b0b7 owned by {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:59:16.643115 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0259251e-0493-45ae-8922-a808b362506c tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (12bbdab5-126e-47d0-940e-8f015ec0b0b7), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:16.680082 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259251e-0493-45ae-8922-a808b362506c tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event deleted for resources: {'Port': ['ID=12bbdab5-126e-47d0-940e-8f015ec0b0b7,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:16.715573 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 85172d97-6f5b-4ddc-afec-743582990e73 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 19:59:16.829561 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 85172d97-6f5b-4ddc-afec-743582990e73 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:59:16.829936 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (85172d97-6f5b-4ddc-afec-743582990e73), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:16.856452 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0259251e-0493-45ae-8922-a808b362506c tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:16.872718 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-0259251e-0493-45ae-8922-a808b362506c tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "DELETE /v2.0/ports/12bbdab5-126e-47d0-940e-8f015ec0b0b7 HTTP/1.1" status: 204 len: 168 time: 0.7177720 Mar 11 19:59:16.873599 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38758) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:16.907318 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cfd910d0-f56c-4f24-a230-bfda4f0a3991 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:16.914780 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-f816d464-3f61-4df0-a65b-790468eb50da tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] GET failed (client error): The resource could not be found. Mar 11 19:59:16.915959 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cfd910d0-f56c-4f24-a230-bfda4f0a3991 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (12983456-1c1d-423c-82cb-0f96747cfb49), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:16.919889 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f816d464-3f61-4df0-a65b-790468eb50da tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "GET /v2.0/ports/12bbdab5-126e-47d0-940e-8f015ec0b0b7 HTTP/1.1" status: 404 len: 333 time: 0.0449431 Mar 11 19:59:16.920463 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38760) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:16.986614 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0d6fc628-dd20-4996-9af7-612906b3d9ae tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for security_group (920e74f5-4ec1-493f-9658-b344f88e466a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:17.001796 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 85172d97-6f5b-4ddc-afec-743582990e73 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:59:17.014315 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0d6fc628-dd20-4996-9af7-612906b3d9ae tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for security_group (920e74f5-4ec1-493f-9658-b344f88e466a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:17.094454 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0d6fc628-dd20-4996-9af7-612906b3d9ae tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (920e74f5-4ec1-493f-9658-b344f88e466a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:17.097052 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0d6fc628-dd20-4996-9af7-612906b3d9ae tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:17.100645 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-0d6fc628-dd20-4996-9af7-612906b3d9ae tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "DELETE /v2.0/security-groups/920e74f5-4ec1-493f-9658-b344f88e466a HTTP/1.1" status: 204 len: 168 time: 0.1767886 Mar 11 19:59:17.102917 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38762) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:17.111803 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6fc628-dd20-4996-9af7-612906b3d9ae tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=920e74f5-4ec1-493f-9658-b344f88e466a,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:17.168969 n-d-833163-1 neutron-server[103885]: INFO neutron.db.l3_db [None req-cfd910d0-f56c-4f24-a230-bfda4f0a3991 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Floating IP 12983456-1c1d-423c-82cb-0f96747cfb49 associated. External IP: 172.25.8.56, port: 274f5cdb-64aa-412c-927d-251195bf711e. Mar 11 19:59:17.230709 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bb15844d-aaac-4108-b603-b8a31a8643ac tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for security_group (4da51783-3fc4-48b7-8155-7a6b46a1184a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:17.272390 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bb15844d-aaac-4108-b603-b8a31a8643ac tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for security_group (4da51783-3fc4-48b7-8155-7a6b46a1184a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:17.275921 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c80c5eb0-0ca4-4bbe-a7c0-c30b462c2d2e None None] Provisioning complete for port d497b05e-f7ba-4e80-8a62-8250340eab4d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:59:17.276836 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c80c5eb0-0ca4-4bbe-a7c0-c30b462c2d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (d497b05e-f7ba-4e80-8a62-8250340eab4d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:17.327966 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c80c5eb0-0ca4-4bbe-a7c0-c30b462c2d2e None None] Port d497b05e-f7ba-4e80-8a62-8250340eab4d cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:59:17.335481 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c80c5eb0-0ca4-4bbe-a7c0-c30b462c2d2e None None] Could not find standard attr ID for object 12bbdab5-126e-47d0-940e-8f015ec0b0b7. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 19:59:17.348521 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c80c5eb0-0ca4-4bbe-a7c0-c30b462c2d2e None None] Provisioning complete for port 85172d97-6f5b-4ddc-afec-743582990e73 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:59:17.349272 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c80c5eb0-0ca4-4bbe-a7c0-c30b462c2d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (85172d97-6f5b-4ddc-afec-743582990e73), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:17.437740 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bb15844d-aaac-4108-b603-b8a31a8643ac tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (4da51783-3fc4-48b7-8155-7a6b46a1184a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:17.441573 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bb15844d-aaac-4108-b603-b8a31a8643ac tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:17.442737 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-bb15844d-aaac-4108-b603-b8a31a8643ac tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "DELETE /v2.0/security-groups/4da51783-3fc4-48b7-8155-7a6b46a1184a HTTP/1.1" status: 204 len: 168 time: 0.3382847 Mar 11 19:59:17.445477 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38764) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:17.489919 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb15844d-aaac-4108-b603-b8a31a8643ac tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da51783-3fc4-48b7-8155-7a6b46a1184a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:17.491413 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c80c5eb0-0ca4-4bbe-a7c0-c30b462c2d2e None None] Current status of the port 85172d97-6f5b-4ddc-afec-743582990e73 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:59:17.546725 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b5303827-db31-468b-8361-ab41088935d5 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for security_group (df9ab7b5-c2ea-44d1-ae50-7722280ea0b1), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:17.583081 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b5303827-db31-468b-8361-ab41088935d5 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for security_group (df9ab7b5-c2ea-44d1-ae50-7722280ea0b1), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:17.585482 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfd910d0-f56c-4f24-a230-bfda4f0a3991 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Router 2035d7c6-1edb-4570-99b0-426a1a9d1526 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 19:59:17.641488 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b5303827-db31-468b-8361-ab41088935d5 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (df9ab7b5-c2ea-44d1-ae50-7722280ea0b1), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:17.644177 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b5303827-db31-468b-8361-ab41088935d5 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:17.648427 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b5303827-db31-468b-8361-ab41088935d5 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "DELETE /v2.0/security-groups/df9ab7b5-c2ea-44d1-ae50-7722280ea0b1 HTTP/1.1" status: 204 len: 168 time: 0.2017999 Mar 11 19:59:17.649001 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38766) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:17.710870 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5303827-db31-468b-8361-ab41088935d5 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9ab7b5-c2ea-44d1-ae50-7722280ea0b1,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:17.720831 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-597bded5-0ea3-4877-a6f9-8feb216cb132 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Deleting subnet 87cd9d3c-ae8a-445e-bf52-6dea4410af92 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:59:17.725912 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-597bded5-0ea3-4877-a6f9-8feb216cb132 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for subnet (87cd9d3c-ae8a-445e-bf52-6dea4410af92), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:17.795951 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-597bded5-0ea3-4877-a6f9-8feb216cb132 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (87cd9d3c-ae8a-445e-bf52-6dea4410af92), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:17.917583 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-66539d8d-6024-47f6-b5ea-d020ff17a029 None None] Could not find standard attr ID for object 12bbdab5-126e-47d0-940e-8f015ec0b0b7. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 19:59:17.922034 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-597bded5-0ea3-4877-a6f9-8feb216cb132 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (87cd9d3c-ae8a-445e-bf52-6dea4410af92), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:17.997528 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-597bded5-0ea3-4877-a6f9-8feb216cb132 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (87cd9d3c-ae8a-445e-bf52-6dea4410af92), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:18.029837 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597bded5-0ea3-4877-a6f9-8feb216cb132 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event deleted for resources: {'Subnet': ['ID=87cd9d3c-ae8a-445e-bf52-6dea4410af92,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:18.032256 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-597bded5-0ea3-4877-a6f9-8feb216cb132 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:18.039573 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-597bded5-0ea3-4877-a6f9-8feb216cb132 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "DELETE /v2.0/subnets/87cd9d3c-ae8a-445e-bf52-6dea4410af92 HTTP/1.1" status: 204 len: 168 time: 0.3827624 Mar 11 19:59:18.040635 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38774) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:18.115216 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-518bbacd-85c9-4b74-955c-30bcfc0c5062 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Deleting subnet 8d35980e-0871-400d-954c-6e2c1fd8fd4a {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:59:18.119416 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-518bbacd-85c9-4b74-955c-30bcfc0c5062 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for subnet (8d35980e-0871-400d-954c-6e2c1fd8fd4a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:18.181430 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-518bbacd-85c9-4b74-955c-30bcfc0c5062 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (8d35980e-0871-400d-954c-6e2c1fd8fd4a), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:18.201819 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd910d0-f56c-4f24-a230-bfda4f0a3991 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 19:59:18.214225 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe4052f-0dd3-40da-a7cc-8c80333cf310 None None] Sync routers for ids ['2035d7c6-1edb-4570-99b0-426a1a9d1526'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 19:59:18.226665 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cfd910d0-f56c-4f24-a230-bfda4f0a3991 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:18.232314 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe4052f-0dd3-40da-a7cc-8c80333cf310 None None] Routers {'2035d7c6-1edb-4570-99b0-426a1a9d1526'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:59:18.256049 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-abe4052f-0dd3-40da-a7cc-8c80333cf310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:58:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['2035d7c6-1edb-4570-99b0-426a1a9d1526'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:59:18.270249 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-cfd910d0-f56c-4f24-a230-bfda4f0a3991 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "PUT /v2.0/floatingips/12983456-1c1d-423c-82cb-0f96747cfb49 HTTP/1.1" status: 200 len: 990 time: 2.3843946 Mar 11 19:59:18.272828 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd3d0d1d-322a-4ffb-812d-031e06ddf6d5', 'tag': '274f5cdb-64aa-412c-927d-251195bf711e'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 19:59:18.275689 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c348706e-17c4-4561-b155-a4f2022e1dc0" -d '{"events": [{"name": "network-changed", "server_uuid": "dd3d0d1d-322a-4ffb-812d-031e06ddf6d5", "tag": "274f5cdb-64aa-412c-927d-251195bf711e"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 19:59:18.322564 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8f5fdd-9e9d-40d1-9d28-2ef3a8941c5f None None] Network 7a829513-b919-48e5-b9ed-bacfda973312 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:59:18.323605 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 19:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01136d4f-b3e6-4056-8f0d-ef845a28be09 x-openstack-request-id: req-01136d4f-b3e6-4056-8f0d-ef845a28be09 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 19:59:18.323929 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd3d0d1d-322a-4ffb-812d-031e06ddf6d5", "tag": "274f5cdb-64aa-412c-927d-251195bf711e", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 19:59:18.324186 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-01136d4f-b3e6-4056-8f0d-ef845a28be09 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 19:59:18.324609 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd3d0d1d-322a-4ffb-812d-031e06ddf6d5', 'tag': '274f5cdb-64aa-412c-927d-251195bf711e', 'status': 'completed', 'code': 200} Mar 11 19:59:18.493562 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-abe4052f-0dd3-40da-a7cc-8c80333cf310 None None] Set router 2035d7c6-1edb-4570-99b0-426a1a9d1526 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:59:18.733917 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-518bbacd-85c9-4b74-955c-30bcfc0c5062 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (8d35980e-0871-400d-954c-6e2c1fd8fd4a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:18.784327 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c348706e-17c4-4561-b155-a4f2022e1dc0 req-18632462-8db8-413f-8fcf-244809596cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:18.786349 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c348706e-17c4-4561-b155-a4f2022e1dc0 req-18632462-8db8-413f-8fcf-244809596cac service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ac0acd49ed0a4c6b89bcb3eaea14c217&device_id=dd3d0d1d-322a-4ffb-812d-031e06ddf6d5 HTTP/1.1" status: 200 len: 1127 time: 0.4358144 Mar 11 19:59:18.887200 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-518bbacd-85c9-4b74-955c-30bcfc0c5062 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (8d35980e-0871-400d-954c-6e2c1fd8fd4a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:18.913245 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-abe4052f-0dd3-40da-a7cc-8c80333cf310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'name': 'tempest-AttachVolumeNegativeTest-327869102-router', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'b0f98671-885b-4d6d-ac6e-51f2270fcb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:19Z', 'updated_at': '2022-03-11T19:55:31Z', 'revision_number': 4, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'gw_port': {'id': 'b0f98671-885b-4d6d-ac6e-51f2270fcb40', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:89:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:21Z', 'updated_at': '2022-03-11T19:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '12983456-1c1d-423c-82cb-0f96747cfb49', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'floating_ip_address': '172.25.8.56', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'port_id': '274f5cdb-64aa-412c-927d-251195bf711e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3338, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969', 'mac_address': 'fa:16:3e:ef:ff:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3d0d1d-322a-4ffb-812d-031e06ddf6d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:58:59Z', 'updated_at': '2022-03-11T19:59:16Z', 'revision_number': 1, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14f6733d-b550-474d-a1de-861e1be50847', 'name': '', 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'mac_address': 'fa:16:3e:fa:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '9c3f149c-decf-4bc3-9858-1266a909f90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:30Z', 'updated_at': '2022-03-11T19:55:41Z', 'revision_number': 5, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'subnets': [{'id': '9c3f149c-decf-4bc3-9858-1266a909f90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:59:18.947861 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518bbacd-85c9-4b74-955c-30bcfc0c5062 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event deleted for resources: {'Subnet': ['ID=8d35980e-0871-400d-954c-6e2c1fd8fd4a,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:18.960280 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-518bbacd-85c9-4b74-955c-30bcfc0c5062 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:18.965657 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-518bbacd-85c9-4b74-955c-30bcfc0c5062 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "DELETE /v2.0/subnets/8d35980e-0871-400d-954c-6e2c1fd8fd4a HTTP/1.1" status: 204 len: 168 time: 0.9215512 Mar 11 19:59:18.966173 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38794) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:18.976000 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c348706e-17c4-4561-b155-a4f2022e1dc0 req-03710e5f-c19e-4035-ae03-33f33664c11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:18.977582 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c348706e-17c4-4561-b155-a4f2022e1dc0 req-03710e5f-c19e-4035-ae03-33f33664c11a service neutron] 10.222.0.75 "GET /v2.0/networks?id=d7695c22-7cfd-4319-9d63-9f76b8799969 HTTP/1.1" status: 200 len: 915 time: 0.1814537 Mar 11 19:59:19.012086 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe4052f-0dd3-40da-a7cc-8c80333cf310 None None] Checking router: 2035d7c6-1edb-4570-99b0-426a1a9d1526 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 19:59:19.022398 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-8008c154-3e24-4564-9a6d-b36225ccefd4 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] DELETE failed (client error): The resource could not be found. Mar 11 19:59:19.026649 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8008c154-3e24-4564-9a6d-b36225ccefd4 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:59:19.031679 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-8008c154-3e24-4564-9a6d-b36225ccefd4 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "DELETE /v2.0/subnets/87cd9d3c-ae8a-445e-bf52-6dea4410af92 HTTP/1.1" status: 404 len: 337 time: 0.0634518 Mar 11 19:59:19.036619 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:19.037087 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38796) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:19.037863 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe4052f-0dd3-40da-a7cc-8c80333cf310 None None] Routers {'2035d7c6-1edb-4570-99b0-426a1a9d1526'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 19:59:19.038501 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-abe4052f-0dd3-40da-a7cc-8c80333cf310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:58:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['2035d7c6-1edb-4570-99b0-426a1a9d1526'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:59:19.087862 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c348706e-17c4-4561-b155-a4f2022e1dc0 req-bdf2fc90-7803-4648-85fc-af261bdb572c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=274f5cdb-64aa-412c-927d-251195bf711e HTTP/1.1" status: 200 len: 998 time: 0.1031401 Mar 11 19:59:19.142641 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc497527-5984-4103-8491-e2d2d3d6b2b4 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Deleting subnet 68b504bc-66fa-4e9d-be7b-99186489c0ff {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 19:59:19.171258 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bc497527-5984-4103-8491-e2d2d3d6b2b4 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for subnet (68b504bc-66fa-4e9d-be7b-99186489c0ff), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:19.188227 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c348706e-17c4-4561-b155-a4f2022e1dc0 req-de699e2d-ce00-48f9-ad5e-4c34d44f574d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:19.189830 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c348706e-17c4-4561-b155-a4f2022e1dc0 req-de699e2d-ce00-48f9-ad5e-4c34d44f574d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9c3f149c-decf-4bc3-9858-1266a909f90c HTTP/1.1" status: 200 len: 853 time: 0.0920038 Mar 11 19:59:19.242820 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-abe4052f-0dd3-40da-a7cc-8c80333cf310 None None] Set router 2035d7c6-1edb-4570-99b0-426a1a9d1526 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 19:59:19.263920 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bc497527-5984-4103-8491-e2d2d3d6b2b4 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (68b504bc-66fa-4e9d-be7b-99186489c0ff), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:19.272507 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c348706e-17c4-4561-b155-a4f2022e1dc0 req-194f97e7-8a2e-4382-96ce-cf9e438af0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:19.275256 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c348706e-17c4-4561-b155-a4f2022e1dc0 req-194f97e7-8a2e-4382-96ce-cf9e438af0eb service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d7695c22-7cfd-4319-9d63-9f76b8799969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0783968 Mar 11 19:59:19.438942 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c348706e-17c4-4561-b155-a4f2022e1dc0 req-9fb9a1d0-0be2-46cf-92a3-0d8b8ade7620 service neutron] 10.222.0.75 "GET /v2.0/networks/d7695c22-7cfd-4319-9d63-9f76b8799969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581585 Mar 11 19:59:19.468973 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bc497527-5984-4103-8491-e2d2d3d6b2b4 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (68b504bc-66fa-4e9d-be7b-99186489c0ff), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:19.591905 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2aa482-b7ab-4e9e-a8fb-c7ea3376ba1b None None] Network 7a829513-b919-48e5-b9ed-bacfda973312 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:59:19.617920 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bc497527-5984-4103-8491-e2d2d3d6b2b4 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (68b504bc-66fa-4e9d-be7b-99186489c0ff), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:19.633153 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c348706e-17c4-4561-b155-a4f2022e1dc0 req-30a3cd1d-3861-403c-a689-f125195f5723 service neutron] 10.222.0.75 "GET /v2.0/networks/d7695c22-7cfd-4319-9d63-9f76b8799969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856301 Mar 11 19:59:19.668434 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc497527-5984-4103-8491-e2d2d3d6b2b4 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event deleted for resources: {'Subnet': ['ID=68b504bc-66fa-4e9d-be7b-99186489c0ff,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:19.679241 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bc497527-5984-4103-8491-e2d2d3d6b2b4 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:19.683286 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-bc497527-5984-4103-8491-e2d2d3d6b2b4 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "DELETE /v2.0/subnets/68b504bc-66fa-4e9d-be7b-99186489c0ff HTTP/1.1" status: 204 len: 168 time: 0.6447260 Mar 11 19:59:19.685691 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38810) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:19.717369 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-0430be21-4840-4bee-a0e2-000277975ae2 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] DELETE failed (client error): The resource could not be found. Mar 11 19:59:19.717935 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0430be21-4840-4bee-a0e2-000277975ae2 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:59:19.721073 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-0430be21-4840-4bee-a0e2-000277975ae2 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "DELETE /v2.0/subnets/7e75e6f4-ba66-41ff-9c6b-6734bd640ea5 HTTP/1.1" status: 404 len: 337 time: 0.0338717 Mar 11 19:59:19.724337 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38812) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:19.728976 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-5e407393-ebf2-470a-83d1-57de97db44ea None None] Provisioning complete for port d497b05e-f7ba-4e80-8a62-8250340eab4d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:59:19.729349 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5e407393-ebf2-470a-83d1-57de97db44ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (d497b05e-f7ba-4e80-8a62-8250340eab4d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:19.758225 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-0f2ee1b6-a357-401c-8285-53b4a0823c31 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "GET /v2.0/ports?device_id=38ccf75e-0698-49c4-b04a-5cbd623cbd45 HTTP/1.1" status: 200 len: 205 time: 0.0325818 Mar 11 19:59:19.760618 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38814) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:19.782715 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-5e407393-ebf2-470a-83d1-57de97db44ea None None] Port d497b05e-f7ba-4e80-8a62-8250340eab4d cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:59:19.812026 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-5e91e17d-e1cc-496d-9b2d-67e87b1fa5c3 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] delete failed (client error): The resource could not be found. Mar 11 19:59:19.813759 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-5e91e17d-e1cc-496d-9b2d-67e87b1fa5c3 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "DELETE /v2.0/routers/38ccf75e-0698-49c4-b04a-5cbd623cbd45 HTTP/1.1" status: 404 len: 336 time: 0.0520346 Mar 11 19:59:19.816268 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38816) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:19.823125 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-5e407393-ebf2-470a-83d1-57de97db44ea None None] Provisioning complete for port 85172d97-6f5b-4ddc-afec-743582990e73 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:59:19.823503 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5e407393-ebf2-470a-83d1-57de97db44ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (85172d97-6f5b-4ddc-afec-743582990e73), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:19.849848 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa90a1e0-81f2-46a4-98ea-2444963e7e48 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] DELETE failed (client error): The resource could not be found. Mar 11 19:59:19.850450 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa90a1e0-81f2-46a4-98ea-2444963e7e48 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:59:19.856227 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-aa90a1e0-81f2-46a4-98ea-2444963e7e48 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "DELETE /v2.0/subnets/bd00ef87-c8a5-4d52-8bb3-2a77a5413a08 HTTP/1.1" status: 404 len: 337 time: 0.0366790 Mar 11 19:59:19.856843 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38818) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:19.867530 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-abe4052f-0dd3-40da-a7cc-8c80333cf310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'name': 'tempest-AttachVolumeNegativeTest-327869102-router', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'b0f98671-885b-4d6d-ac6e-51f2270fcb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:19Z', 'updated_at': '2022-03-11T19:55:31Z', 'revision_number': 4, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'gw_port': {'id': 'b0f98671-885b-4d6d-ac6e-51f2270fcb40', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:89:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:21Z', 'updated_at': '2022-03-11T19:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '12983456-1c1d-423c-82cb-0f96747cfb49', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'floating_ip_address': '172.25.8.56', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'port_id': '274f5cdb-64aa-412c-927d-251195bf711e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3338, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969', 'mac_address': 'fa:16:3e:ef:ff:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3d0d1d-322a-4ffb-812d-031e06ddf6d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:58:59Z', 'updated_at': '2022-03-11T19:59:16Z', 'revision_number': 1, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14f6733d-b550-474d-a1de-861e1be50847', 'name': '', 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'mac_address': 'fa:16:3e:fa:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '9c3f149c-decf-4bc3-9858-1266a909f90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:30Z', 'updated_at': '2022-03-11T19:55:41Z', 'revision_number': 5, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'subnets': [{'id': '9c3f149c-decf-4bc3-9858-1266a909f90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:59:19.887901 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f1d148c-3667-4fd5-94ab-1659013584ed tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] DELETE failed (client error): The resource could not be found. Mar 11 19:59:19.888363 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f1d148c-3667-4fd5-94ab-1659013584ed tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:59:19.893737 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-5f1d148c-3667-4fd5-94ab-1659013584ed tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "DELETE /v2.0/subnets/f113332c-b310-40bd-83a0-5bed6c91cbe6 HTTP/1.1" status: 404 len: 337 time: 0.0339112 Mar 11 19:59:19.894147 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38820) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:19.904161 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe4052f-0dd3-40da-a7cc-8c80333cf310 None None] The sync data for ids ['2035d7c6-1edb-4570-99b0-426a1a9d1526'] in n-d-833163-1 is: [{'id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'name': 'tempest-AttachVolumeNegativeTest-327869102-router', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'b0f98671-885b-4d6d-ac6e-51f2270fcb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:19Z', 'updated_at': '2022-03-11T19:55:31Z', 'revision_number': 4, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'gw_port': {'id': 'b0f98671-885b-4d6d-ac6e-51f2270fcb40', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:89:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:21Z', 'updated_at': '2022-03-11T19:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '12983456-1c1d-423c-82cb-0f96747cfb49', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'floating_ip_address': '172.25.8.56', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'port_id': '274f5cdb-64aa-412c-927d-251195bf711e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3338, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969', 'mac_address': 'fa:16:3e:ef:ff:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd3d0d1d-322a-4ffb-812d-031e06ddf6d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T19:58:59Z', 'updated_at': '2022-03-11T19:59:16Z', 'revision_number': 1, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14f6733d-b550-474d-a1de-861e1be50847', 'name': '', 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'mac_address': 'fa:16:3e:fa:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '9c3f149c-decf-4bc3-9858-1266a909f90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:30Z', 'updated_at': '2022-03-11T19:55:41Z', 'revision_number': 5, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'subnets': [{'id': '9c3f149c-decf-4bc3-9858-1266a909f90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 19:59:19.923635 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-918fc497-386f-42a8-96dd-95937735050c tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] DELETE failed (client error): The resource could not be found. Mar 11 19:59:19.924130 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-918fc497-386f-42a8-96dd-95937735050c tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:59:19.927199 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-918fc497-386f-42a8-96dd-95937735050c tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "DELETE /v2.0/subnets/c770edfa-3d29-4088-a75e-2bc07a31e4f4 HTTP/1.1" status: 404 len: 337 time: 0.0314658 Mar 11 19:59:19.929785 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38822) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:19.973988 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-81e99dcd-1788-47eb-9092-4f6a2943ab0d tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] DELETE failed (client error): The resource could not be found. Mar 11 19:59:19.974576 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81e99dcd-1788-47eb-9092-4f6a2943ab0d tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:59:19.986058 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-81e99dcd-1788-47eb-9092-4f6a2943ab0d tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "DELETE /v2.0/ports/43ad3277-2c2b-44af-a08c-aef02df674c9 HTTP/1.1" status: 404 len: 333 time: 0.0549204 Mar 11 19:59:19.988614 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38824) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:20.038565 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-5070bac4-4c9f-40b4-b514-62bcaf5f55be tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] DELETE failed (client error): The resource could not be found. Mar 11 19:59:20.039325 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5070bac4-4c9f-40b4-b514-62bcaf5f55be tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:59:20.039968 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-5e407393-ebf2-470a-83d1-57de97db44ea None None] Current status of the port 85172d97-6f5b-4ddc-afec-743582990e73 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:59:20.043505 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-5070bac4-4c9f-40b4-b514-62bcaf5f55be tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "DELETE /v2.0/subnets/16db1eac-842e-48c5-972a-02ec7a6a36b2 HTTP/1.1" status: 404 len: 337 time: 0.0537305 Mar 11 19:59:20.046141 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38826) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:20.058500 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e7b099-b35b-45a2-a8c5-8f583a8b114e None None] Update dhcp port {'port': {'network_id': '7a829513-b919-48e5-b9ed-bacfda973312', 'fixed_ips': [{'subnet_id': '68b504bc-66fa-4e9d-be7b-99186489c0ff'}], 'binding:host_id': 'n-d-833163-1'}, 'id': '85172d97-6f5b-4ddc-afec-743582990e73'} from n-d-833163-1. {{(pid=103886) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 11 19:59:20.079913 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e739369-17dc-4734-a88d-f7959dbf629e tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] DELETE failed (client error): The resource could not be found. Mar 11 19:59:20.080364 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e739369-17dc-4734-a88d-f7959dbf629e tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:59:20.084246 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-2e739369-17dc-4734-a88d-f7959dbf629e tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "DELETE /v2.0/subnets/5198a310-d2d2-4614-9e30-7e4d2355aa3f HTTP/1.1" status: 404 len: 337 time: 0.0370831 Mar 11 19:59:20.086981 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38828) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:20.099592 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e8e7b099-b35b-45a2-a8c5-8f583a8b114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (85172d97-6f5b-4ddc-afec-743582990e73), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:20.122539 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb349758-4947-47db-9e7d-034b666a31d5 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] DELETE failed (client error): The resource could not be found. Mar 11 19:59:20.123142 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb349758-4947-47db-9e7d-034b666a31d5 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:59:20.127309 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-bb349758-4947-47db-9e7d-034b666a31d5 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "DELETE /v2.0/ports/8858bc7e-50ff-4a49-b609-9b972a838478 HTTP/1.1" status: 404 len: 333 time: 0.0392523 Mar 11 19:59:20.134681 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38830) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:20.183780 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdc9e100-3a1e-4e12-b9db-1196eb43e185 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] DELETE failed (client error): The resource could not be found. Mar 11 19:59:20.184561 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdc9e100-3a1e-4e12-b9db-1196eb43e185 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:59:20.193554 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38834) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:20.195149 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-cdc9e100-3a1e-4e12-b9db-1196eb43e185 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "DELETE /v2.0/subnets/960a97ed-e211-4eba-98cb-afdc1151c6e9 HTTP/1.1" status: 404 len: 337 time: 0.0591350 Mar 11 19:59:20.232371 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c0c9d49-9aa9-4447-b0a2-b8094c963db2 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] DELETE failed (client error): The resource could not be found. Mar 11 19:59:20.233074 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c0c9d49-9aa9-4447-b0a2-b8094c963db2 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 19:59:20.236756 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-3c0c9d49-9aa9-4447-b0a2-b8094c963db2 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "DELETE /v2.0/subnets/0b2f222c-dae8-45cb-83fd-bdf809f41b75 HTTP/1.1" status: 404 len: 337 time: 0.0417082 Mar 11 19:59:20.239195 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38836) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:20.287029 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98c8861-23f8-4826-9d05-35179bc3da09 None None] New status for floating IP 12983456-1c1d-423c-82cb-0f96747cfb49: ACTIVE {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 19:59:20.422257 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-5bdd25ac-6f8d-4c81-a4da-9e896bb074ea tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Deleting port d497b05e-f7ba-4e80-8a62-8250340eab4d {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:59:20.423195 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5bdd25ac-6f8d-4c81-a4da-9e896bb074ea tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (d497b05e-f7ba-4e80-8a62-8250340eab4d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:20.558464 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5bdd25ac-6f8d-4c81-a4da-9e896bb074ea tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (d497b05e-f7ba-4e80-8a62-8250340eab4d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:20.559374 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e7be9a-0c77-47dd-b4a6-4260e5104334 None None] Network 7a829513-b919-48e5-b9ed-bacfda973312 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 19:59:20.579742 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-5bdd25ac-6f8d-4c81-a4da-9e896bb074ea tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Calling delete_port for d497b05e-f7ba-4e80-8a62-8250340eab4d owned by {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:59:20.697881 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c9cfdbab-e38c-4916-9ee9-761bd7288981 None None] Provisioning complete for port d497b05e-f7ba-4e80-8a62-8250340eab4d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:59:20.698904 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c9cfdbab-e38c-4916-9ee9-761bd7288981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (d497b05e-f7ba-4e80-8a62-8250340eab4d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:20.716560 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5bdd25ac-6f8d-4c81-a4da-9e896bb074ea tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (d497b05e-f7ba-4e80-8a62-8250340eab4d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:20.739564 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5bdd25ac-6f8d-4c81-a4da-9e896bb074ea tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:20.742762 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-5bdd25ac-6f8d-4c81-a4da-9e896bb074ea tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "DELETE /v2.0/ports/d497b05e-f7ba-4e80-8a62-8250340eab4d HTTP/1.1" status: 204 len: 168 time: 0.5024345 Mar 11 19:59:20.745624 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38840) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:20.751406 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 85172d97-6f5b-4ddc-afec-743582990e73 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 19:59:20.766910 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdd25ac-6f8d-4c81-a4da-9e896bb074ea tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event deleted for resources: {'Port': ['ID=d497b05e-f7ba-4e80-8a62-8250340eab4d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:20.778781 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c9cfdbab-e38c-4916-9ee9-761bd7288981 None None] Port d497b05e-f7ba-4e80-8a62-8250340eab4d cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 19:59:20.813834 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c9cfdbab-e38c-4916-9ee9-761bd7288981 None None] Provisioning complete for port 85172d97-6f5b-4ddc-afec-743582990e73 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 19:59:20.814342 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c9cfdbab-e38c-4916-9ee9-761bd7288981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (85172d97-6f5b-4ddc-afec-743582990e73), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:20.848484 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-36c2d23f-c037-4f4b-b8e4-8398af4ce8b5 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (7a829513-b919-48e5-b9ed-bacfda973312), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:20.885945 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed41b9b0-3d61-4298-aa7f-aae179d8d32a None None] DHCP port deletion for 7a829513-b919-48e5-b9ed-bacfda973312 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 19:59:20.931127 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 85172d97-6f5b-4ddc-afec-743582990e73 is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:59:20.931127 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (85172d97-6f5b-4ddc-afec-743582990e73), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:20.940502 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-36c2d23f-c037-4f4b-b8e4-8398af4ce8b5 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Deleting port 85172d97-6f5b-4ddc-afec-743582990e73 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:59:20.940913 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-36c2d23f-c037-4f4b-b8e4-8398af4ce8b5 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (85172d97-6f5b-4ddc-afec-743582990e73), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:21.009374 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 85172d97-6f5b-4ddc-afec-743582990e73, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=85172d97-6f5b-4ddc-afec-743582990e73,segment=NetworkSegment(be040d52-830a-4b92-9401-51fa4b15eece),segment_id=be040d52-830a-4b92-9401-51fa4b15eece)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:59:21.021464 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c9cfdbab-e38c-4916-9ee9-761bd7288981 None None] Current status of the port 85172d97-6f5b-4ddc-afec-743582990e73 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 19:59:21.024603 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (85172d97-6f5b-4ddc-afec-743582990e73), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:21.053274 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-36c2d23f-c037-4f4b-b8e4-8398af4ce8b5 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] For port 85172d97-6f5b-4ddc-afec-743582990e73, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=85172d97-6f5b-4ddc-afec-743582990e73,segment=NetworkSegment(be040d52-830a-4b92-9401-51fa4b15eece),segment_id=be040d52-830a-4b92-9401-51fa4b15eece)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:59:21.053990 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-36c2d23f-c037-4f4b-b8e4-8398af4ce8b5 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (85172d97-6f5b-4ddc-afec-743582990e73), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:21.064205 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ed41b9b0-3d61-4298-aa7f-aae179d8d32a None None] Deleting port 85172d97-6f5b-4ddc-afec-743582990e73 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 19:59:21.064587 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ed41b9b0-3d61-4298-aa7f-aae179d8d32a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (85172d97-6f5b-4ddc-afec-743582990e73), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:21.075847 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-36c2d23f-c037-4f4b-b8e4-8398af4ce8b5 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Calling delete_port for 85172d97-6f5b-4ddc-afec-743582990e73 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:59:21.093141 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=85172d97-6f5b-4ddc-afec-743582990e73,revision_number=11']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:21.145077 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-ed41b9b0-3d61-4298-aa7f-aae179d8d32a None None] For port 85172d97-6f5b-4ddc-afec-743582990e73, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=85172d97-6f5b-4ddc-afec-743582990e73,segment=NetworkSegment(be040d52-830a-4b92-9401-51fa4b15eece),segment_id=be040d52-830a-4b92-9401-51fa4b15eece)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 19:59:21.145539 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ed41b9b0-3d61-4298-aa7f-aae179d8d32a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (85172d97-6f5b-4ddc-afec-743582990e73), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:21.160654 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ed41b9b0-3d61-4298-aa7f-aae179d8d32a None None] Calling delete_port for 85172d97-6f5b-4ddc-afec-743582990e73 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 19:59:21.191372 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-36c2d23f-c037-4f4b-b8e4-8398af4ce8b5 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (85172d97-6f5b-4ddc-afec-743582990e73), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:21.214269 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c2d23f-c037-4f4b-b8e4-8398af4ce8b5 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] No DVR routers for this DVR port 85172d97-6f5b-4ddc-afec-743582990e73 on host n-d-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:59:21.268270 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ed41b9b0-3d61-4298-aa7f-aae179d8d32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (85172d97-6f5b-4ddc-afec-743582990e73), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:21.273673 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c2d23f-c037-4f4b-b8e4-8398af4ce8b5 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event deleted for resources: {'Port': ['ID=85172d97-6f5b-4ddc-afec-743582990e73,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:21.318233 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed41b9b0-3d61-4298-aa7f-aae179d8d32a None None] No DVR routers for this DVR port 85172d97-6f5b-4ddc-afec-743582990e73 on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 19:59:21.320429 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed41b9b0-3d61-4298-aa7f-aae179d8d32a None None] Pushing event deleted for resources: {'Port': ['ID=85172d97-6f5b-4ddc-afec-743582990e73,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:21.380845 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-36c2d23f-c037-4f4b-b8e4-8398af4ce8b5 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (7a829513-b919-48e5-b9ed-bacfda973312), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:21.402670 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-36c2d23f-c037-4f4b-b8e4-8398af4ce8b5 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a829513-b919-48e5-b9ed-bacfda973312']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:59:21.414868 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-36c2d23f-c037-4f4b-b8e4-8398af4ce8b5 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be040d52-830a-4b92-9401-51fa4b15eece') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:59:21.415286 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-36c2d23f-c037-4f4b-b8e4-8398af4ce8b5 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be040d52-830a-4b92-9401-51fa4b15eece') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:59:21.425465 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-36c2d23f-c037-4f4b-b8e4-8398af4ce8b5 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (be040d52-830a-4b92-9401-51fa4b15eece), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:21.439898 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-36c2d23f-c037-4f4b-b8e4-8398af4ce8b5 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (be040d52-830a-4b92-9401-51fa4b15eece), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:21.445885 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36c2d23f-c037-4f4b-b8e4-8398af4ce8b5 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Releasing vlan 898 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:59:21.446328 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-36c2d23f-c037-4f4b-b8e4-8398af4ce8b5 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (be040d52-830a-4b92-9401-51fa4b15eece), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:21.449673 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 19:59:21.449673 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:59:21.449673 n-d-833163-1 neutron-server[103884]: timer() Mar 11 19:59:21.449673 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:59:21.449673 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 19:59:21.449673 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:59:21.449673 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 19:59:21.449673 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:59:21.449673 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 19:59:21.449673 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:59:21.449673 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 19:59:21.449673 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:59:21.449673 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 19:59:21.449673 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:59:21.449673 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:59:21.449673 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:59:21.449673 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:59:21.449673 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:59:21.449673 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 19:59:21.449673 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:59:21.449673 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 19:59:21.449673 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:59:21.449673 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:59:21.449673 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:59:21.449673 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 19:59:21.449673 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:59:21.449673 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:59:21.449673 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:59:21.449673 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:59:21.449673 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:59:21.449673 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:59:21.449673 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:59:21.522418 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-36c2d23f-c037-4f4b-b8e4-8398af4ce8b5 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (7a829513-b919-48e5-b9ed-bacfda973312), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:21.532815 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-36c2d23f-c037-4f4b-b8e4-8398af4ce8b5 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:21.537457 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-36c2d23f-c037-4f4b-b8e4-8398af4ce8b5 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] 10.222.0.65 "DELETE /v2.0/networks/7a829513-b919-48e5-b9ed-bacfda973312 HTTP/1.1" status: 204 len: 168 time: 0.7907577 Mar 11 19:59:21.548926 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c2d23f-c037-4f4b-b8e4-8398af4ce8b5 tempest-PortsTestJSON-1961884327 tempest-PortsTestJSON-1961884327-project] Pushing event deleted for resources: {'Network': ['ID=7a829513-b919-48e5-b9ed-bacfda973312,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:21.831080 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38850) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:21.976286 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4bfc4f4c-d967-4bed-adac-7386ca0cf460 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4dbd6ea97fa14d11b3340dc9c3476c52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1434383 Mar 11 19:59:21.978867 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38854) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:22.030195 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5d912028-52d9-45ef-b45b-e7bdd519bf8c admin admin] Publish callbacks [] for security_group (776716a8-69c0-443d-98a3-9a567c3a6a7b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:22.054606 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5d912028-52d9-45ef-b45b-e7bdd519bf8c admin admin] Publish callbacks [] for security_group (776716a8-69c0-443d-98a3-9a567c3a6a7b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:22.108878 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5d912028-52d9-45ef-b45b-e7bdd519bf8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (776716a8-69c0-443d-98a3-9a567c3a6a7b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:22.111901 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5d912028-52d9-45ef-b45b-e7bdd519bf8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:22.115353 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-5d912028-52d9-45ef-b45b-e7bdd519bf8c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/776716a8-69c0-443d-98a3-9a567c3a6a7b HTTP/1.1" status: 204 len: 168 time: 0.1332357 Mar 11 19:59:22.122133 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d912028-52d9-45ef-b45b-e7bdd519bf8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=776716a8-69c0-443d-98a3-9a567c3a6a7b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:22.331590 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d1470f03-be30-408e-b1d1-6b27dfed84a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:22.725860 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:22.901768 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38880) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:23.016590 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-08b26feb-7274-44c4-adb9-d9bf9606224c tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Request body: {'security_group': {'name': 'tempest-secgroup--608140523'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:59:23.041893 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-08b26feb-7274-44c4-adb9-d9bf9606224c tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:23.051917 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-08b26feb-7274-44c4-adb9-d9bf9606224c tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:23.140009 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-08b26feb-7274-44c4-adb9-d9bf9606224c tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group (2589094a-bcd2-4f89-8bc2-8fa7252ecd14), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:23.144181 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-08b26feb-7274-44c4-adb9-d9bf9606224c tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (2589094a-bcd2-4f89-8bc2-8fa7252ecd14), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:23.192658 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b26feb-7274-44c4-adb9-d9bf9606224c tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2589094a-bcd2-4f89-8bc2-8fa7252ecd14,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:23.241780 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-08b26feb-7274-44c4-adb9-d9bf9606224c tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group (6e151024-7f3f-4acb-9169-d7645478f290), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:23.248530 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-08b26feb-7274-44c4-adb9-d9bf9606224c tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (6e151024-7f3f-4acb-9169-d7645478f290), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:23.280559 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-08b26feb-7274-44c4-adb9-d9bf9606224c tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:23.281890 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-08b26feb-7274-44c4-adb9-d9bf9606224c tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3784056 Mar 11 19:59:23.286670 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38884) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:23.288305 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b26feb-7274-44c4-adb9-d9bf9606224c tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e151024-7f3f-4acb-9169-d7645478f290,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:23.355533 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d5d09ebb-85cd-4d59-b78e-ce9f3f36e340 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0671225 Mar 11 19:59:23.358152 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38886) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:23.362546 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-1a309591-1ca0-4803-b3d9-0b7b3741a97f tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Request body: {'security_group': {'name': 'tempest-security--1941494513', 'description': 'tempest-security-description-1597760027'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:59:23.397029 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1a309591-1ca0-4803-b3d9-0b7b3741a97f tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group (6e151024-7f3f-4acb-9169-d7645478f290), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:23.444944 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1a309591-1ca0-4803-b3d9-0b7b3741a97f tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group (6e151024-7f3f-4acb-9169-d7645478f290), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:23.449855 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1a309591-1ca0-4803-b3d9-0b7b3741a97f tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (6e151024-7f3f-4acb-9169-d7645478f290), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:23.453335 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1a309591-1ca0-4803-b3d9-0b7b3741a97f tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:23.457867 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-1a309591-1ca0-4803-b3d9-0b7b3741a97f tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] 10.222.0.65 "PUT /v2.0/security-groups/6e151024-7f3f-4acb-9169-d7645478f290 HTTP/1.1" status: 200 len: 1797 time: 0.0957046 Mar 11 19:59:23.459764 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38890) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:23.485956 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a309591-1ca0-4803-b3d9-0b7b3741a97f tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e151024-7f3f-4acb-9169-d7645478f290,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:23.502100 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-96e0d76d-8afb-4bfb-8cb3-b5d7c31fcdd4 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] 10.222.0.65 "GET /v2.0/security-groups/6e151024-7f3f-4acb-9169-d7645478f290 HTTP/1.1" status: 200 len: 1797 time: 0.0403633 Mar 11 19:59:23.504636 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38894) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:23.556415 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e4a53798-92c4-44f2-bce4-5255da150f53 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group (6e151024-7f3f-4acb-9169-d7645478f290), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:23.581095 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e4a53798-92c4-44f2-bce4-5255da150f53 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group (6e151024-7f3f-4acb-9169-d7645478f290), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:23.623559 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e4a53798-92c4-44f2-bce4-5255da150f53 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (6e151024-7f3f-4acb-9169-d7645478f290), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:23.626325 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e4a53798-92c4-44f2-bce4-5255da150f53 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:23.627459 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e4a53798-92c4-44f2-bce4-5255da150f53 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] 10.222.0.65 "DELETE /v2.0/security-groups/6e151024-7f3f-4acb-9169-d7645478f290 HTTP/1.1" status: 204 len: 168 time: 0.1212637 Mar 11 19:59:23.630401 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38896) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:23.636519 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a53798-92c4-44f2-bce4-5255da150f53 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e151024-7f3f-4acb-9169-d7645478f290,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:23.684391 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-8c9763dd-4b45-475e-a19b-bacc66f0296b tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0527031 Mar 11 19:59:23.687046 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38898) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:23.699185 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [None req-df87dcca-f075-4649-9834-27e7ad04984d tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] delete failed (client error): The resource could not be found. Mar 11 19:59:23.700118 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-df87dcca-f075-4649-9834-27e7ad04984d tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] 10.222.0.65 "DELETE /v2.0/security-groups/6e151024-7f3f-4acb-9169-d7645478f290 HTTP/1.1" status: 404 len: 347 time: 0.0121875 Mar 11 19:59:23.703620 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38900) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:23.708970 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-d967c90a-a895-43ec-b35d-ced63b224caa tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Request body: {'security_group': {'name': 'tempest-secgroup--1195713055'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:59:23.731077 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d967c90a-a895-43ec-b35d-ced63b224caa tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:23.800328 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d967c90a-a895-43ec-b35d-ced63b224caa tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group (0df6ee17-7c32-49b4-bb10-5cfd83d1f10b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:23.805281 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d967c90a-a895-43ec-b35d-ced63b224caa tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (0df6ee17-7c32-49b4-bb10-5cfd83d1f10b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:23.839647 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d967c90a-a895-43ec-b35d-ced63b224caa tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:23.843671 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d967c90a-a895-43ec-b35d-ced63b224caa tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1363692 Mar 11 19:59:23.843803 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38906) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:23.848260 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-7007a10e-1926-4f32-a759-44ec3dca4c7b tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Request body: {'security_group_rule': {'security_group_id': '0df6ee17-7c32-49b4-bb10-5cfd83d1f10b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:59:23.868675 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d967c90a-a895-43ec-b35d-ced63b224caa tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0df6ee17-7c32-49b4-bb10-5cfd83d1f10b,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:23.876761 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7007a10e-1926-4f32-a759-44ec3dca4c7b tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group_rule (ed769373-2fda-4a5a-80c9-185a09be3da6), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:23.949021 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7007a10e-1926-4f32-a759-44ec3dca4c7b tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group_rule (ed769373-2fda-4a5a-80c9-185a09be3da6), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:23.954344 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7007a10e-1926-4f32-a759-44ec3dca4c7b tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (ed769373-2fda-4a5a-80c9-185a09be3da6), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:23.974596 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7007a10e-1926-4f32-a759-44ec3dca4c7b tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed769373-2fda-4a5a-80c9-185a09be3da6,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:23.983747 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7007a10e-1926-4f32-a759-44ec3dca4c7b tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:23.987811 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-7007a10e-1926-4f32-a759-44ec3dca4c7b tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1404538 Mar 11 19:59:23.988360 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38908) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:24.025630 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6efb9f16-3ed7-49b6-9699-4297db3d1426 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group_rule (ed769373-2fda-4a5a-80c9-185a09be3da6), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:24.034110 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6efb9f16-3ed7-49b6-9699-4297db3d1426 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group_rule (ed769373-2fda-4a5a-80c9-185a09be3da6), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:24.074763 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6efb9f16-3ed7-49b6-9699-4297db3d1426 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (ed769373-2fda-4a5a-80c9-185a09be3da6), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:24.085130 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6efb9f16-3ed7-49b6-9699-4297db3d1426 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:24.090312 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-6efb9f16-3ed7-49b6-9699-4297db3d1426 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/ed769373-2fda-4a5a-80c9-185a09be3da6 HTTP/1.1" status: 204 len: 168 time: 0.1004279 Mar 11 19:59:24.091860 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38914) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:24.098179 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efb9f16-3ed7-49b6-9699-4297db3d1426 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ed769373-2fda-4a5a-80c9-185a09be3da6,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:24.147808 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-6d16b888-c328-4fa1-840c-f66ced3efca1 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0546193 Mar 11 19:59:24.150539 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38916) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:24.209818 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-23cd517f-cc5b-49fe-bd7a-dfd31b221675 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group (0df6ee17-7c32-49b4-bb10-5cfd83d1f10b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:24.234205 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-23cd517f-cc5b-49fe-bd7a-dfd31b221675 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group (0df6ee17-7c32-49b4-bb10-5cfd83d1f10b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:24.280605 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-23cd517f-cc5b-49fe-bd7a-dfd31b221675 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (0df6ee17-7c32-49b4-bb10-5cfd83d1f10b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:24.283767 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-23cd517f-cc5b-49fe-bd7a-dfd31b221675 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:24.288852 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38920) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:24.292347 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-23cd517f-cc5b-49fe-bd7a-dfd31b221675 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] 10.222.0.65 "DELETE /v2.0/security-groups/0df6ee17-7c32-49b4-bb10-5cfd83d1f10b HTTP/1.1" status: 204 len: 168 time: 0.1403828 Mar 11 19:59:24.304311 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cd517f-cc5b-49fe-bd7a-dfd31b221675 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df6ee17-7c32-49b4-bb10-5cfd83d1f10b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:24.344852 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a86d2c13-e89a-4eb1-b4e4-edb71dfe367c tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0512094 Mar 11 19:59:24.345806 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38922) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:24.351308 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-fc65f1f3-4686-4513-9ba2-33e423b28cb8 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Request body: {'security_group': {'name': 'tempest-secgroup--1940606432'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:59:24.375031 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fc65f1f3-4686-4513-9ba2-33e423b28cb8 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:24.448107 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fc65f1f3-4686-4513-9ba2-33e423b28cb8 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group (3c3f6b4a-225c-4ab2-9dd3-040d5db4e222), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:24.452301 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fc65f1f3-4686-4513-9ba2-33e423b28cb8 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (3c3f6b4a-225c-4ab2-9dd3-040d5db4e222), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:24.487486 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc65f1f3-4686-4513-9ba2-33e423b28cb8 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3f6b4a-225c-4ab2-9dd3-040d5db4e222,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:24.495728 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fc65f1f3-4686-4513-9ba2-33e423b28cb8 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:24.497571 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-fc65f1f3-4686-4513-9ba2-33e423b28cb8 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1504395 Mar 11 19:59:24.499996 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38926) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:24.505587 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-ce09fcb7-5806-4fb0-88bf-306a340586bc tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Request body: {'security_group_rule': {'security_group_id': '3c3f6b4a-225c-4ab2-9dd3-040d5db4e222', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:59:24.544466 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ce09fcb7-5806-4fb0-88bf-306a340586bc tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group_rule (6d2fcf21-327e-420c-bcf7-a91b0888af09), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:24.623999 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ce09fcb7-5806-4fb0-88bf-306a340586bc tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group_rule (6d2fcf21-327e-420c-bcf7-a91b0888af09), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:24.627274 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a7d854d9-bb2e-4032-b33f-48a0739b4328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:24.629555 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ce09fcb7-5806-4fb0-88bf-306a340586bc tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (6d2fcf21-327e-420c-bcf7-a91b0888af09), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:24.649957 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce09fcb7-5806-4fb0-88bf-306a340586bc tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d2fcf21-327e-420c-bcf7-a91b0888af09,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:24.657195 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ce09fcb7-5806-4fb0-88bf-306a340586bc tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:24.658450 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ce09fcb7-5806-4fb0-88bf-306a340586bc tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1573775 Mar 11 19:59:24.661937 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38928) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:24.667227 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-e020d8f7-6442-4243-b4cf-7442c9ee3912 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Request body: {'security_group_rule': {'security_group_id': '3c3f6b4a-225c-4ab2-9dd3-040d5db4e222', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:59:24.694797 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e020d8f7-6442-4243-b4cf-7442c9ee3912 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group_rule (5f4a0a77-0cae-4c22-baba-b53be3c9761c), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:24.756035 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e020d8f7-6442-4243-b4cf-7442c9ee3912 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group_rule (5f4a0a77-0cae-4c22-baba-b53be3c9761c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:24.760437 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e020d8f7-6442-4243-b4cf-7442c9ee3912 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (5f4a0a77-0cae-4c22-baba-b53be3c9761c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:24.778590 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e020d8f7-6442-4243-b4cf-7442c9ee3912 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f4a0a77-0cae-4c22-baba-b53be3c9761c,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:24.789358 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e020d8f7-6442-4243-b4cf-7442c9ee3912 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:24.790675 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-e020d8f7-6442-4243-b4cf-7442c9ee3912 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1275585 Mar 11 19:59:24.793281 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38930) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:24.797843 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-34331a23-4f74-4ce4-be48-83005762270c tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Request body: {'security_group_rule': {'security_group_id': '3c3f6b4a-225c-4ab2-9dd3-040d5db4e222', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:59:24.824162 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-34331a23-4f74-4ce4-be48-83005762270c tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group_rule (115ca0dd-b5db-4066-9320-0f2e56c9513f), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:24.888529 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-34331a23-4f74-4ce4-be48-83005762270c tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group_rule (115ca0dd-b5db-4066-9320-0f2e56c9513f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:24.893406 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-34331a23-4f74-4ce4-be48-83005762270c tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (115ca0dd-b5db-4066-9320-0f2e56c9513f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:24.913215 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34331a23-4f74-4ce4-be48-83005762270c tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=115ca0dd-b5db-4066-9320-0f2e56c9513f,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:24.922906 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-34331a23-4f74-4ce4-be48-83005762270c tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:24.924428 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-34331a23-4f74-4ce4-be48-83005762270c tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1301074 Mar 11 19:59:24.927738 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38932) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:24.932691 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-556798a2-7f65-457d-8372-023e3f94e1d2 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Request body: {'security_group_rule': {'security_group_id': '3c3f6b4a-225c-4ab2-9dd3-040d5db4e222', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:59:24.957816 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-556798a2-7f65-457d-8372-023e3f94e1d2 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group_rule (42cc6494-346b-4f82-946e-3023ad089ebf), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:25.016023 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-556798a2-7f65-457d-8372-023e3f94e1d2 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group_rule (42cc6494-346b-4f82-946e-3023ad089ebf), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:25.020549 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-556798a2-7f65-457d-8372-023e3f94e1d2 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (42cc6494-346b-4f82-946e-3023ad089ebf), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:25.038933 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556798a2-7f65-457d-8372-023e3f94e1d2 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42cc6494-346b-4f82-946e-3023ad089ebf,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:25.048887 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-556798a2-7f65-457d-8372-023e3f94e1d2 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:25.050224 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-556798a2-7f65-457d-8372-023e3f94e1d2 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1213791 Mar 11 19:59:25.052980 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38934) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:25.058305 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-3f2e89f0-0a2f-442d-ba8d-145ad2a7ebf5 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Request body: {'security_group_rule': {'security_group_id': '3c3f6b4a-225c-4ab2-9dd3-040d5db4e222', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:59:25.085198 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3f2e89f0-0a2f-442d-ba8d-145ad2a7ebf5 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group_rule (6abeb463-1c32-447b-9302-8ddea94e699b), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:25.148412 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3f2e89f0-0a2f-442d-ba8d-145ad2a7ebf5 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group_rule (6abeb463-1c32-447b-9302-8ddea94e699b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:25.153129 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3f2e89f0-0a2f-442d-ba8d-145ad2a7ebf5 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (6abeb463-1c32-447b-9302-8ddea94e699b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:25.178573 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2e89f0-0a2f-442d-ba8d-145ad2a7ebf5 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6abeb463-1c32-447b-9302-8ddea94e699b,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:25.192423 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3f2e89f0-0a2f-442d-ba8d-145ad2a7ebf5 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:25.193945 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-3f2e89f0-0a2f-442d-ba8d-145ad2a7ebf5 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1398737 Mar 11 19:59:25.196856 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38938) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:25.230584 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6a9579df-8c99-4d58-a316-7c10d04186a9 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group_rule (6abeb463-1c32-447b-9302-8ddea94e699b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:25.245026 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6a9579df-8c99-4d58-a316-7c10d04186a9 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group_rule (6abeb463-1c32-447b-9302-8ddea94e699b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:25.276453 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6a9579df-8c99-4d58-a316-7c10d04186a9 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (6abeb463-1c32-447b-9302-8ddea94e699b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:25.282758 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6a9579df-8c99-4d58-a316-7c10d04186a9 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:25.283889 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-6a9579df-8c99-4d58-a316-7c10d04186a9 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/6abeb463-1c32-447b-9302-8ddea94e699b HTTP/1.1" status: 204 len: 168 time: 0.0859160 Mar 11 19:59:25.287126 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38940) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:25.292560 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9579df-8c99-4d58-a316-7c10d04186a9 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6abeb463-1c32-447b-9302-8ddea94e699b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:25.347942 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-449f92c9-d9a5-45d9-a82f-7f70923a260f tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0588412 Mar 11 19:59:25.350527 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38942) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:25.385135 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-68fa12ad-d62c-4332-9991-f37b0d3915f0 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group_rule (42cc6494-346b-4f82-946e-3023ad089ebf), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:25.395683 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-68fa12ad-d62c-4332-9991-f37b0d3915f0 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group_rule (42cc6494-346b-4f82-946e-3023ad089ebf), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:25.437426 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-68fa12ad-d62c-4332-9991-f37b0d3915f0 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (42cc6494-346b-4f82-946e-3023ad089ebf), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:25.445114 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-68fa12ad-d62c-4332-9991-f37b0d3915f0 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:25.446481 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-68fa12ad-d62c-4332-9991-f37b0d3915f0 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/42cc6494-346b-4f82-946e-3023ad089ebf HTTP/1.1" status: 204 len: 168 time: 0.0949600 Mar 11 19:59:25.449256 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38944) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:25.453575 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fa12ad-d62c-4332-9991-f37b0d3915f0 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=42cc6494-346b-4f82-946e-3023ad089ebf,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:25.497309 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-5f865ab8-f220-4db4-8e06-138d0e5202ba tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0469213 Mar 11 19:59:25.500697 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38946) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:25.529238 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-10ea5885-c3fc-4b3c-ac22-8b4375fd2767 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group_rule (115ca0dd-b5db-4066-9320-0f2e56c9513f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:25.537562 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-10ea5885-c3fc-4b3c-ac22-8b4375fd2767 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group_rule (115ca0dd-b5db-4066-9320-0f2e56c9513f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:25.569727 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-10ea5885-c3fc-4b3c-ac22-8b4375fd2767 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (115ca0dd-b5db-4066-9320-0f2e56c9513f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:25.576268 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-10ea5885-c3fc-4b3c-ac22-8b4375fd2767 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:25.577457 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-10ea5885-c3fc-4b3c-ac22-8b4375fd2767 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/115ca0dd-b5db-4066-9320-0f2e56c9513f HTTP/1.1" status: 204 len: 168 time: 0.0754154 Mar 11 19:59:25.579928 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38950) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:25.591396 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ea5885-c3fc-4b3c-ac22-8b4375fd2767 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=115ca0dd-b5db-4066-9320-0f2e56c9513f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:25.630366 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-92027ac5-b0a0-4c29-b50b-3f3e90b62598 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0493426 Mar 11 19:59:25.633006 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38952) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:25.655684 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-196bfc7e-f2c3-4f86-8d62-fff5e7cea49d tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group_rule (5f4a0a77-0cae-4c22-baba-b53be3c9761c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:25.664207 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-196bfc7e-f2c3-4f86-8d62-fff5e7cea49d tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group_rule (5f4a0a77-0cae-4c22-baba-b53be3c9761c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:25.694903 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-196bfc7e-f2c3-4f86-8d62-fff5e7cea49d tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (5f4a0a77-0cae-4c22-baba-b53be3c9761c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:25.701290 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-196bfc7e-f2c3-4f86-8d62-fff5e7cea49d tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:25.702402 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-196bfc7e-f2c3-4f86-8d62-fff5e7cea49d tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/5f4a0a77-0cae-4c22-baba-b53be3c9761c HTTP/1.1" status: 204 len: 168 time: 0.0684915 Mar 11 19:59:25.705144 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38954) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:25.708960 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196bfc7e-f2c3-4f86-8d62-fff5e7cea49d tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5f4a0a77-0cae-4c22-baba-b53be3c9761c,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:25.750602 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-947cf0b3-7d5b-4eb3-bb5d-45386746db4e tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0415609 Mar 11 19:59:25.750878 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38956) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:25.776772 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-054c8575-7297-4946-ac7e-79c19a8d913b tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group_rule (6d2fcf21-327e-420c-bcf7-a91b0888af09), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:25.784478 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-054c8575-7297-4946-ac7e-79c19a8d913b tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group_rule (6d2fcf21-327e-420c-bcf7-a91b0888af09), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:25.812663 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-054c8575-7297-4946-ac7e-79c19a8d913b tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (6d2fcf21-327e-420c-bcf7-a91b0888af09), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:25.817684 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-054c8575-7297-4946-ac7e-79c19a8d913b tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:25.819295 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-054c8575-7297-4946-ac7e-79c19a8d913b tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/6d2fcf21-327e-420c-bcf7-a91b0888af09 HTTP/1.1" status: 204 len: 168 time: 0.0673654 Mar 11 19:59:25.821948 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38958) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:25.826419 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054c8575-7297-4946-ac7e-79c19a8d913b tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6d2fcf21-327e-420c-bcf7-a91b0888af09,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:25.859297 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-e193bb71-98a0-48b7-8df5-3c7d25bc513f tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0362244 Mar 11 19:59:25.861855 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38962) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:25.914594 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5f4044d0-abf1-42f1-b6cb-d470c4ffa33c tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group (3c3f6b4a-225c-4ab2-9dd3-040d5db4e222), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:25.962196 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5f4044d0-abf1-42f1-b6cb-d470c4ffa33c tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group (3c3f6b4a-225c-4ab2-9dd3-040d5db4e222), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:25.999305 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-24bc4557-a3c3-4f0c-8e4d-04e691c5375e req-d9dcc3c9-51f0-4c6e-8ff0-9a455d18c61f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=69f26f4c-a43c-45fa-9ffb-652c0d5df93e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0828488 Mar 11 19:59:26.012325 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5f4044d0-abf1-42f1-b6cb-d470c4ffa33c tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (3c3f6b4a-225c-4ab2-9dd3-040d5db4e222), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:26.014949 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5f4044d0-abf1-42f1-b6cb-d470c4ffa33c tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:26.016237 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-5f4044d0-abf1-42f1-b6cb-d470c4ffa33c tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] 10.222.0.65 "DELETE /v2.0/security-groups/3c3f6b4a-225c-4ab2-9dd3-040d5db4e222 HTTP/1.1" status: 204 len: 168 time: 0.1535039 Mar 11 19:59:26.020326 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38964) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:26.025895 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4044d0-abf1-42f1-b6cb-d470c4ffa33c tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3f6b4a-225c-4ab2-9dd3-040d5db4e222,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:26.086646 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc4557-a3c3-4f0c-8e4d-04e691c5375e req-2d680ddc-79b3-4178-b3e8-55b303d54473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:26.088162 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-24bc4557-a3c3-4f0c-8e4d-04e691c5375e req-2d680ddc-79b3-4178-b3e8-55b303d54473 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a6e559906e9c4ceeae36545f87c045ca&device_id=69f26f4c-a43c-45fa-9ffb-652c0d5df93e HTTP/1.1" status: 200 len: 1132 time: 0.0473514 Mar 11 19:59:26.098976 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-cb72f957-9271-4aa8-bdcd-d0aef36ea67b tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0774636 Mar 11 19:59:26.103671 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38966) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:26.108077 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-bfb0197e-b0a3-472d-ae5d-ec56afc59334 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Request body: {'security_group': {'name': 'tempest-secgroup--810501921'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:59:26.181685 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bfb0197e-b0a3-472d-ae5d-ec56afc59334 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:26.228165 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc4557-a3c3-4f0c-8e4d-04e691c5375e req-c506cc98-dc56-40d1-a20c-336234235b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:26.228372 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:26.229762 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-24bc4557-a3c3-4f0c-8e4d-04e691c5375e req-c506cc98-dc56-40d1-a20c-336234235b5a service neutron] 10.222.0.57 "GET /v2.0/networks?id=885772b1-9b97-4e1d-a0fb-e125030c5a81 HTTP/1.1" status: 200 len: 870 time: 0.1175532 Mar 11 19:59:26.283128 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-24bc4557-a3c3-4f0c-8e4d-04e691c5375e req-17fa56aa-5ed7-4ce3-ae3b-7a3e6f413a13 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=e17bb2ed-8872-4081-a6c2-28e54bf7725a HTTP/1.1" status: 200 len: 217 time: 0.0449526 Mar 11 19:59:26.351874 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bfb0197e-b0a3-472d-ae5d-ec56afc59334 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group (d305dc5c-fb0c-4c7a-a8a7-b8e57eb34cfd), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:26.358710 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bfb0197e-b0a3-472d-ae5d-ec56afc59334 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (d305dc5c-fb0c-4c7a-a8a7-b8e57eb34cfd), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:26.365049 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc4557-a3c3-4f0c-8e4d-04e691c5375e req-91641d4c-76ba-4da5-94ff-d6ae3bcf45cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:26.366827 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-24bc4557-a3c3-4f0c-8e4d-04e691c5375e req-91641d4c-76ba-4da5-94ff-d6ae3bcf45cc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.0754988 Mar 11 19:59:26.426091 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bfb0197e-b0a3-472d-ae5d-ec56afc59334 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:26.427541 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-bfb0197e-b0a3-472d-ae5d-ec56afc59334 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3228707 Mar 11 19:59:26.431553 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38980) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:26.435382 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb0197e-b0a3-472d-ae5d-ec56afc59334 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d305dc5c-fb0c-4c7a-a8a7-b8e57eb34cfd,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:26.435560 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-a7fdf79a-3ea8-49ba-a451-89d46d3abb0f tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Request body: {'security_group_rule': {'security_group_id': 'd305dc5c-fb0c-4c7a-a8a7-b8e57eb34cfd', 'direction': 'ingress', 'protocol': 17}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:59:26.461252 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bc4557-a3c3-4f0c-8e4d-04e691c5375e req-e9dce1b7-428e-42a8-8d02-54e2140407f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:26.463008 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-24bc4557-a3c3-4f0c-8e4d-04e691c5375e req-e9dce1b7-428e-42a8-8d02-54e2140407f9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0822055 Mar 11 19:59:26.468947 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a7fdf79a-3ea8-49ba-a451-89d46d3abb0f tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group_rule (b91fd144-97b7-4472-a281-ee9ffc3d4aeb), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:26.524084 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a7fdf79a-3ea8-49ba-a451-89d46d3abb0f tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group_rule (b91fd144-97b7-4472-a281-ee9ffc3d4aeb), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:26.528601 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a7fdf79a-3ea8-49ba-a451-89d46d3abb0f tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (b91fd144-97b7-4472-a281-ee9ffc3d4aeb), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:26.549374 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fdf79a-3ea8-49ba-a451-89d46d3abb0f tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b91fd144-97b7-4472-a281-ee9ffc3d4aeb,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:26.560050 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fdf79a-3ea8-49ba-a451-89d46d3abb0f tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:59:26.560436 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fdf79a-3ea8-49ba-a451-89d46d3abb0f tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:59:26.560971 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fdf79a-3ea8-49ba-a451-89d46d3abb0f tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:59:26.561664 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fdf79a-3ea8-49ba-a451-89d46d3abb0f tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:59:26.561664 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fdf79a-3ea8-49ba-a451-89d46d3abb0f tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:59:26.561962 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fdf79a-3ea8-49ba-a451-89d46d3abb0f tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:59:26.562242 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fdf79a-3ea8-49ba-a451-89d46d3abb0f tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:59:26.562587 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fdf79a-3ea8-49ba-a451-89d46d3abb0f tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:59:26.563582 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fdf79a-3ea8-49ba-a451-89d46d3abb0f tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:59:26.563582 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fdf79a-3ea8-49ba-a451-89d46d3abb0f tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:59:26.564031 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fdf79a-3ea8-49ba-a451-89d46d3abb0f tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:59:26.564883 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fdf79a-3ea8-49ba-a451-89d46d3abb0f tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:59:26.565117 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7fdf79a-3ea8-49ba-a451-89d46d3abb0f tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:59:26.572343 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a7fdf79a-3ea8-49ba-a451-89d46d3abb0f tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:26.573582 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a7fdf79a-3ea8-49ba-a451-89d46d3abb0f tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1417301 Mar 11 19:59:26.576718 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38990) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:26.589789 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-24bc4557-a3c3-4f0c-8e4d-04e691c5375e req-c7965724-5864-464e-a08a-0923a1736311 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191738 Mar 11 19:59:26.641417 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dd48c361-9561-4e08-9a11-bddf6f77db0d tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group (d305dc5c-fb0c-4c7a-a8a7-b8e57eb34cfd), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:26.669156 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dd48c361-9561-4e08-9a11-bddf6f77db0d tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group (d305dc5c-fb0c-4c7a-a8a7-b8e57eb34cfd), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:26.714210 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-24bc4557-a3c3-4f0c-8e4d-04e691c5375e req-b09e9910-4ac1-4f63-b613-1a08f1d1b814 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181488 Mar 11 19:59:26.727007 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dd48c361-9561-4e08-9a11-bddf6f77db0d tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (d305dc5c-fb0c-4c7a-a8a7-b8e57eb34cfd), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:26.730358 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dd48c361-9561-4e08-9a11-bddf6f77db0d tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:26.734148 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-dd48c361-9561-4e08-9a11-bddf6f77db0d tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] 10.222.0.65 "DELETE /v2.0/security-groups/d305dc5c-fb0c-4c7a-a8a7-b8e57eb34cfd HTTP/1.1" status: 204 len: 168 time: 0.1540880 Mar 11 19:59:26.734900 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38994) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:26.742900 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd48c361-9561-4e08-9a11-bddf6f77db0d tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d305dc5c-fb0c-4c7a-a8a7-b8e57eb34cfd,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:26.783549 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-65ea8bd3-65ad-479d-abc1-030fdb46d5ad tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0472307 Mar 11 19:59:26.787376 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 38996) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:26.792258 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-ae149c2b-806b-4afc-8e2c-37b37e3239ae tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Request body: {'security_group': {'name': 'tempest-secgroup--72553875'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:59:26.825096 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ae149c2b-806b-4afc-8e2c-37b37e3239ae tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:26.905882 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ae149c2b-806b-4afc-8e2c-37b37e3239ae tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group (7337c28d-2272-4918-894f-20428a959a0f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:26.912844 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ae149c2b-806b-4afc-8e2c-37b37e3239ae tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (7337c28d-2272-4918-894f-20428a959a0f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:26.941652 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ae149c2b-806b-4afc-8e2c-37b37e3239ae tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:26.945769 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ae149c2b-806b-4afc-8e2c-37b37e3239ae tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1546607 Mar 11 19:59:26.946127 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 38998) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:26.950802 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-22e083ac-84a3-4122-8646-25d31f27db28 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Request body: {'security_group': {'name': 'tempest-secgroup--1439607821'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:59:26.952247 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae149c2b-806b-4afc-8e2c-37b37e3239ae tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7337c28d-2272-4918-894f-20428a959a0f,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:26.977029 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-22e083ac-84a3-4122-8646-25d31f27db28 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:27.053737 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-22e083ac-84a3-4122-8646-25d31f27db28 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group (0919a6f8-f21c-4559-a0b9-407f6acc2aa9), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:27.058823 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-22e083ac-84a3-4122-8646-25d31f27db28 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (0919a6f8-f21c-4559-a0b9-407f6acc2aa9), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:27.087710 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-22e083ac-84a3-4122-8646-25d31f27db28 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:27.091386 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-22e083ac-84a3-4122-8646-25d31f27db28 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1415472 Mar 11 19:59:27.091713 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 39002) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:27.096667 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-3f3d3747-bc34-4830-8853-27ca7a2d966e tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Request body: {'security_group_rule': {'security_group_id': '7337c28d-2272-4918-894f-20428a959a0f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '0919a6f8-f21c-4559-a0b9-407f6acc2aa9', 'remote_ip_prefix': None}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:59:27.101776 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e083ac-84a3-4122-8646-25d31f27db28 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0919a6f8-f21c-4559-a0b9-407f6acc2aa9,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:27.130908 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3f3d3747-bc34-4830-8853-27ca7a2d966e tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group_rule (0de05e65-0e1a-4d0c-bcd8-de26110a02ea), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:27.212787 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3f3d3747-bc34-4830-8853-27ca7a2d966e tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group_rule (0de05e65-0e1a-4d0c-bcd8-de26110a02ea), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:27.218250 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3f3d3747-bc34-4830-8853-27ca7a2d966e tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (0de05e65-0e1a-4d0c-bcd8-de26110a02ea), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:27.243498 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3f3d3747-bc34-4830-8853-27ca7a2d966e tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:27.244755 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-3f3d3747-bc34-4830-8853-27ca7a2d966e tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1522176 Mar 11 19:59:27.247556 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 39004) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:27.256036 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3d3747-bc34-4830-8853-27ca7a2d966e tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0de05e65-0e1a-4d0c-bcd8-de26110a02ea,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:27.276786 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1e8c592-0b72-4a57-9cbf-3dba06891607 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group_rule (0de05e65-0e1a-4d0c-bcd8-de26110a02ea), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:27.286512 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1e8c592-0b72-4a57-9cbf-3dba06891607 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group_rule (0de05e65-0e1a-4d0c-bcd8-de26110a02ea), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:27.314373 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1e8c592-0b72-4a57-9cbf-3dba06891607 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (0de05e65-0e1a-4d0c-bcd8-de26110a02ea), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:27.320145 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b1e8c592-0b72-4a57-9cbf-3dba06891607 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:27.323751 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-b1e8c592-0b72-4a57-9cbf-3dba06891607 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/0de05e65-0e1a-4d0c-bcd8-de26110a02ea HTTP/1.1" status: 204 len: 168 time: 0.0725975 Mar 11 19:59:27.324115 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 39006) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:27.329027 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e8c592-0b72-4a57-9cbf-3dba06891607 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0de05e65-0e1a-4d0c-bcd8-de26110a02ea,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:27.365975 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-081040e2-5a2d-4df8-a956-9db958c36522 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0406344 Mar 11 19:59:27.368636 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 39008) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:27.426576 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b4c595c0-84f9-426e-bc1a-f2cc78a2dc64 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group (0919a6f8-f21c-4559-a0b9-407f6acc2aa9), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:27.448932 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b4c595c0-84f9-426e-bc1a-f2cc78a2dc64 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group (0919a6f8-f21c-4559-a0b9-407f6acc2aa9), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:27.490601 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b4c595c0-84f9-426e-bc1a-f2cc78a2dc64 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (0919a6f8-f21c-4559-a0b9-407f6acc2aa9), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:27.493507 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b4c595c0-84f9-426e-bc1a-f2cc78a2dc64 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:27.494668 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b4c595c0-84f9-426e-bc1a-f2cc78a2dc64 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] 10.222.0.65 "DELETE /v2.0/security-groups/0919a6f8-f21c-4559-a0b9-407f6acc2aa9 HTTP/1.1" status: 204 len: 168 time: 0.1250691 Mar 11 19:59:27.497394 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 39010) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:27.504403 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c595c0-84f9-426e-bc1a-f2cc78a2dc64 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0919a6f8-f21c-4559-a0b9-407f6acc2aa9,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:27.553523 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-9f1ba914-8352-4b96-9f77-b657ab8a4d3d tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4543 time: 0.0548122 Mar 11 19:59:27.556189 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 39012) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:27.611426 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2e0041fc-4b97-464a-91e4-01b659052ff7 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group (7337c28d-2272-4918-894f-20428a959a0f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:27.622996 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:27.640240 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2e0041fc-4b97-464a-91e4-01b659052ff7 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group (7337c28d-2272-4918-894f-20428a959a0f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:27.682716 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2e0041fc-4b97-464a-91e4-01b659052ff7 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (7337c28d-2272-4918-894f-20428a959a0f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:27.685368 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2e0041fc-4b97-464a-91e4-01b659052ff7 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:27.686512 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-2e0041fc-4b97-464a-91e4-01b659052ff7 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] 10.222.0.65 "DELETE /v2.0/security-groups/7337c28d-2272-4918-894f-20428a959a0f HTTP/1.1" status: 204 len: 168 time: 0.1286430 Mar 11 19:59:27.689214 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 39016) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:27.696626 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0041fc-4b97-464a-91e4-01b659052ff7 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7337c28d-2272-4918-894f-20428a959a0f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:27.757519 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8068ba2e-ad88-4eab-b9c0-d26fb0a4c7f7 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0668719 Mar 11 19:59:27.761698 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 39020) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:27.766140 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-efb68655-324f-4f92-966f-a771fbc56d63 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Request body: {'security_group': {'name': 'tempest-secgroup--770354442'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:59:27.788305 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-efb68655-324f-4f92-966f-a771fbc56d63 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:27.861996 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-efb68655-324f-4f92-966f-a771fbc56d63 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group (fc1e67d7-8658-4cbf-a5df-916cbcbdcf53), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:27.866548 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-efb68655-324f-4f92-966f-a771fbc56d63 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (fc1e67d7-8658-4cbf-a5df-916cbcbdcf53), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:27.898069 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-efb68655-324f-4f92-966f-a771fbc56d63 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:27.899375 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-efb68655-324f-4f92-966f-a771fbc56d63 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1366642 Mar 11 19:59:27.902085 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 39022) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:27.906912 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-97947ae9-e3a8-4271-ab8c-624156bb0c7f tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Request body: {'security_group_rule': {'security_group_id': 'fc1e67d7-8658-4cbf-a5df-916cbcbdcf53', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:59:27.924148 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb68655-324f-4f92-966f-a771fbc56d63 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1e67d7-8658-4cbf-a5df-916cbcbdcf53,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:27.936934 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-97947ae9-e3a8-4271-ab8c-624156bb0c7f tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group_rule (9b4c440c-f915-4f56-b011-f05c7514a18e), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:27.994308 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-97947ae9-e3a8-4271-ab8c-624156bb0c7f tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group_rule (9b4c440c-f915-4f56-b011-f05c7514a18e), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:27.998239 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-97947ae9-e3a8-4271-ab8c-624156bb0c7f tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (9b4c440c-f915-4f56-b011-f05c7514a18e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:28.020497 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97947ae9-e3a8-4271-ab8c-624156bb0c7f tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b4c440c-f915-4f56-b011-f05c7514a18e,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:28.026528 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-97947ae9-e3a8-4271-ab8c-624156bb0c7f tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:28.030487 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-97947ae9-e3a8-4271-ab8c-624156bb0c7f tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1245036 Mar 11 19:59:28.030723 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 39024) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:28.054255 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0cb029f9-24e9-433b-8a45-ee751efccae4 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group_rule (9b4c440c-f915-4f56-b011-f05c7514a18e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:28.061959 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0cb029f9-24e9-433b-8a45-ee751efccae4 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group_rule (9b4c440c-f915-4f56-b011-f05c7514a18e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:28.088747 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0cb029f9-24e9-433b-8a45-ee751efccae4 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (9b4c440c-f915-4f56-b011-f05c7514a18e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:28.096105 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0cb029f9-24e9-433b-8a45-ee751efccae4 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:28.097203 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-0cb029f9-24e9-433b-8a45-ee751efccae4 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/9b4c440c-f915-4f56-b011-f05c7514a18e HTTP/1.1" status: 204 len: 168 time: 0.0656929 Mar 11 19:59:28.100933 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 39026) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:28.102239 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb029f9-24e9-433b-8a45-ee751efccae4 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9b4c440c-f915-4f56-b011-f05c7514a18e,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:28.139989 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-35044bd6-eab4-422a-9f1a-9d7b4f522b04 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0381172 Mar 11 19:59:28.142496 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 39028) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:28.194968 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c0c71b95-dceb-4b8d-9d24-4d1bed070a6a tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group (fc1e67d7-8658-4cbf-a5df-916cbcbdcf53), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:28.217356 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c0c71b95-dceb-4b8d-9d24-4d1bed070a6a tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group (fc1e67d7-8658-4cbf-a5df-916cbcbdcf53), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:28.260180 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c0c71b95-dceb-4b8d-9d24-4d1bed070a6a tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (fc1e67d7-8658-4cbf-a5df-916cbcbdcf53), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:28.262814 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c0c71b95-dceb-4b8d-9d24-4d1bed070a6a tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:28.263980 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-c0c71b95-dceb-4b8d-9d24-4d1bed070a6a tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] 10.222.0.65 "DELETE /v2.0/security-groups/fc1e67d7-8658-4cbf-a5df-916cbcbdcf53 HTTP/1.1" status: 204 len: 168 time: 0.1205544 Mar 11 19:59:28.266728 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 39030) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:28.273344 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c71b95-dceb-4b8d-9d24-4d1bed070a6a tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1e67d7-8658-4cbf-a5df-916cbcbdcf53,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:28.313158 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-225bc332-146e-4525-a622-f194b199b7f2 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0442650 Mar 11 19:59:28.316738 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 39032) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:28.321563 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-03fe76f5-ff8e-4a9f-b5cf-b9ddd68751e7 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Request body: {'security_group': {'name': 'tempest-secgroup--1323476764'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:59:28.341608 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-03fe76f5-ff8e-4a9f-b5cf-b9ddd68751e7 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:28.411419 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-03fe76f5-ff8e-4a9f-b5cf-b9ddd68751e7 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group (2f3862c6-e666-4950-81b4-341c4d57f007), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:28.415755 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-03fe76f5-ff8e-4a9f-b5cf-b9ddd68751e7 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (2f3862c6-e666-4950-81b4-341c4d57f007), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:28.449883 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-03fe76f5-ff8e-4a9f-b5cf-b9ddd68751e7 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:28.451125 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-03fe76f5-ff8e-4a9f-b5cf-b9ddd68751e7 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1332724 Mar 11 19:59:28.453101 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fe76f5-ff8e-4a9f-b5cf-b9ddd68751e7 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3862c6-e666-4950-81b4-341c4d57f007,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:28.454010 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 39034) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:28.460371 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-a1a0a6d7-cf75-47e6-af23-cdc5610641e1 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Request body: {'security_group_rule': {'security_group_id': '2f3862c6-e666-4950-81b4-341c4d57f007', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:59:28.486864 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a1a0a6d7-cf75-47e6-af23-cdc5610641e1 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group_rule (7c6dcca0-bde1-4aaa-941c-63a1bf916345), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:28.542224 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a1a0a6d7-cf75-47e6-af23-cdc5610641e1 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group_rule (7c6dcca0-bde1-4aaa-941c-63a1bf916345), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:28.546584 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a1a0a6d7-cf75-47e6-af23-cdc5610641e1 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (7c6dcca0-bde1-4aaa-941c-63a1bf916345), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:28.566013 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a0a6d7-cf75-47e6-af23-cdc5610641e1 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c6dcca0-bde1-4aaa-941c-63a1bf916345,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:28.574993 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a1a0a6d7-cf75-47e6-af23-cdc5610641e1 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:28.576320 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a1a0a6d7-cf75-47e6-af23-cdc5610641e1 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1210535 Mar 11 19:59:28.579000 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 39036) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:28.596735 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-1149c4ec-0639-4d91-9714-501a4139f528 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] 10.222.0.65 "GET /v2.0/security-group-rules/7c6dcca0-bde1-4aaa-941c-63a1bf916345 HTTP/1.1" status: 200 len: 763 time: 0.0151248 Mar 11 19:59:28.597566 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 39038) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:28.639156 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f60cc65b-84d5-4028-b2a0-f0c79fda825b tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0403776 Mar 11 19:59:28.641870 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 39040) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:28.667382 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b857f0c6-f607-4d2e-b0f3-066a960b836c tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group_rule (7c6dcca0-bde1-4aaa-941c-63a1bf916345), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:28.676499 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b857f0c6-f607-4d2e-b0f3-066a960b836c tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group_rule (7c6dcca0-bde1-4aaa-941c-63a1bf916345), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:28.708122 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b857f0c6-f607-4d2e-b0f3-066a960b836c tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (7c6dcca0-bde1-4aaa-941c-63a1bf916345), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:28.713326 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b857f0c6-f607-4d2e-b0f3-066a960b836c tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:28.716870 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b857f0c6-f607-4d2e-b0f3-066a960b836c tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/7c6dcca0-bde1-4aaa-941c-63a1bf916345 HTTP/1.1" status: 204 len: 168 time: 0.0714221 Mar 11 19:59:28.717527 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 39044) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:28.722269 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b857f0c6-f607-4d2e-b0f3-066a960b836c tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7c6dcca0-bde1-4aaa-941c-63a1bf916345,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:28.758626 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-3235425b-add8-438a-b9f0-b696293f423c tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0401390 Mar 11 19:59:28.761384 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 39048) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:28.765937 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-6daba24e-2ef2-42df-b1a4-aa848078792b tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Request body: {'security_group_rule': {'security_group_id': '2f3862c6-e666-4950-81b4-341c4d57f007', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:59:28.795361 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6daba24e-2ef2-42df-b1a4-aa848078792b tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group_rule (1d34aecd-26e4-4c6a-b46c-d59a608f7032), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:28.850470 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6daba24e-2ef2-42df-b1a4-aa848078792b tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group_rule (1d34aecd-26e4-4c6a-b46c-d59a608f7032), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:28.858782 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6daba24e-2ef2-42df-b1a4-aa848078792b tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (1d34aecd-26e4-4c6a-b46c-d59a608f7032), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:28.882461 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daba24e-2ef2-42df-b1a4-aa848078792b tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d34aecd-26e4-4c6a-b46c-d59a608f7032,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:28.894381 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6daba24e-2ef2-42df-b1a4-aa848078792b tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:28.898512 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 39050) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:28.898689 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-6daba24e-2ef2-42df-b1a4-aa848078792b tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1360724 Mar 11 19:59:28.934517 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-71cdf259-4ee9-4f21-9591-28fa4699d99a tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] 10.222.0.65 "GET /v2.0/security-group-rules/1d34aecd-26e4-4c6a-b46c-d59a608f7032 HTTP/1.1" status: 200 len: 763 time: 0.0321310 Mar 11 19:59:28.937032 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 39052) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:28.982039 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-06a937e2-6847-42e9-9f68-d869837a91b3 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0436776 Mar 11 19:59:28.984676 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 39054) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:29.010752 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dfff8cfc-722d-43af-87fc-6f9aad2cf8f8 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group_rule (1d34aecd-26e4-4c6a-b46c-d59a608f7032), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:29.013099 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:29.019967 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dfff8cfc-722d-43af-87fc-6f9aad2cf8f8 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group_rule (1d34aecd-26e4-4c6a-b46c-d59a608f7032), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:29.045968 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dfff8cfc-722d-43af-87fc-6f9aad2cf8f8 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (1d34aecd-26e4-4c6a-b46c-d59a608f7032), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:29.052601 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dfff8cfc-722d-43af-87fc-6f9aad2cf8f8 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:29.053692 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-dfff8cfc-722d-43af-87fc-6f9aad2cf8f8 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/1d34aecd-26e4-4c6a-b46c-d59a608f7032 HTTP/1.1" status: 204 len: 168 time: 0.0679815 Mar 11 19:59:29.056343 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 39056) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:29.059460 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfff8cfc-722d-43af-87fc-6f9aad2cf8f8 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1d34aecd-26e4-4c6a-b46c-d59a608f7032,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:29.103036 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-0a93dca4-a9b4-41f9-9777-07d4a7f76ff1 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0447910 Mar 11 19:59:29.105680 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 39058) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:29.110084 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-be0f8e76-7a64-4d04-b682-6e75b7d7c22f tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Request body: {'security_group_rule': {'security_group_id': '2f3862c6-e666-4950-81b4-341c4d57f007', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:59:29.137379 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-be0f8e76-7a64-4d04-b682-6e75b7d7c22f tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group_rule (9b9b1e0d-aef0-4eb7-a3c7-2cc60e18ca75), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:29.201860 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-be0f8e76-7a64-4d04-b682-6e75b7d7c22f tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group_rule (9b9b1e0d-aef0-4eb7-a3c7-2cc60e18ca75), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:29.208526 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-be0f8e76-7a64-4d04-b682-6e75b7d7c22f tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (9b9b1e0d-aef0-4eb7-a3c7-2cc60e18ca75), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:29.229986 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0f8e76-7a64-4d04-b682-6e75b7d7c22f tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b9b1e0d-aef0-4eb7-a3c7-2cc60e18ca75,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:29.238754 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-be0f8e76-7a64-4d04-b682-6e75b7d7c22f tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:29.242829 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-be0f8e76-7a64-4d04-b682-6e75b7d7c22f tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1334324 Mar 11 19:59:29.243071 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 39060) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:29.262301 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-1f2f336b-8ec0-4ef4-99ac-7f43dc817042 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] 10.222.0.65 "GET /v2.0/security-group-rules/9b9b1e0d-aef0-4eb7-a3c7-2cc60e18ca75 HTTP/1.1" status: 200 len: 764 time: 0.0161352 Mar 11 19:59:29.263080 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 39062) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:29.316851 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ab113679-4b78-47ac-ae30-6f68ab6eceff tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0500169 Mar 11 19:59:29.317046 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 39064) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:29.345795 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-134bec08-c963-4e99-9d10-97848a7960d9 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group_rule (9b9b1e0d-aef0-4eb7-a3c7-2cc60e18ca75), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:29.356752 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-134bec08-c963-4e99-9d10-97848a7960d9 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group_rule (9b9b1e0d-aef0-4eb7-a3c7-2cc60e18ca75), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:29.388740 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-134bec08-c963-4e99-9d10-97848a7960d9 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (9b9b1e0d-aef0-4eb7-a3c7-2cc60e18ca75), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:29.395310 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-134bec08-c963-4e99-9d10-97848a7960d9 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:29.396591 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-134bec08-c963-4e99-9d10-97848a7960d9 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] 10.222.0.65 "DELETE /v2.0/security-group-rules/9b9b1e0d-aef0-4eb7-a3c7-2cc60e18ca75 HTTP/1.1" status: 204 len: 168 time: 0.0785470 Mar 11 19:59:29.399481 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 39066) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:29.402687 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134bec08-c963-4e99-9d10-97848a7960d9 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9b9b1e0d-aef0-4eb7-a3c7-2cc60e18ca75,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:29.438476 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-0cc74ba9-75c3-44e3-b604-4186ec860d08 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0377486 Mar 11 19:59:29.441184 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 39068) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:29.496777 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6eb2e0b8-fa2f-4ba1-811a-bce7f3abb064 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group (2f3862c6-e666-4950-81b4-341c4d57f007), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:29.522299 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6eb2e0b8-fa2f-4ba1-811a-bce7f3abb064 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group (2f3862c6-e666-4950-81b4-341c4d57f007), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:29.568202 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6eb2e0b8-fa2f-4ba1-811a-bce7f3abb064 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (2f3862c6-e666-4950-81b4-341c4d57f007), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:29.571253 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6eb2e0b8-fa2f-4ba1-811a-bce7f3abb064 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:29.572367 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-6eb2e0b8-fa2f-4ba1-811a-bce7f3abb064 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] 10.222.0.65 "DELETE /v2.0/security-groups/2f3862c6-e666-4950-81b4-341c4d57f007 HTTP/1.1" status: 204 len: 168 time: 0.1302741 Mar 11 19:59:29.575418 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 39070) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:29.589141 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb2e0b8-fa2f-4ba1-811a-bce7f3abb064 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3862c6-e666-4950-81b4-341c4d57f007,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:29.634730 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ff0b590b-9482-47a5-bd46-760019b2c696 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0574651 Mar 11 19:59:29.638531 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 39072) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:29.643320 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-94255d33-ec7c-4b33-a2aa-96be526d96ab tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Request body: {'security_group': {'name': 'tempest-secgroup--919713168'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:59:29.670214 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-94255d33-ec7c-4b33-a2aa-96be526d96ab tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:29.740964 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-94255d33-ec7c-4b33-a2aa-96be526d96ab tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group (8a553527-c9e1-45fa-a57d-16db332dd3c8), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:29.745294 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-94255d33-ec7c-4b33-a2aa-96be526d96ab tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (8a553527-c9e1-45fa-a57d-16db332dd3c8), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:29.773814 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-94255d33-ec7c-4b33-a2aa-96be526d96ab tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:29.775119 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-94255d33-ec7c-4b33-a2aa-96be526d96ab tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1354878 Mar 11 19:59:29.777867 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 39076) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:29.787364 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-7e9275c5-ded7-4fc2-b6e7-17fa0e608f57 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Request body: {'security_group_rule': {'security_group_id': '8a553527-c9e1-45fa-a57d-16db332dd3c8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:59:29.792645 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94255d33-ec7c-4b33-a2aa-96be526d96ab tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a553527-c9e1-45fa-a57d-16db332dd3c8,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:29.820038 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7e9275c5-ded7-4fc2-b6e7-17fa0e608f57 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group_rule (3c41ccb1-082e-465b-b2dd-d95d63dc6757), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:29.885419 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7e9275c5-ded7-4fc2-b6e7-17fa0e608f57 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group_rule (3c41ccb1-082e-465b-b2dd-d95d63dc6757), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:29.889603 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7e9275c5-ded7-4fc2-b6e7-17fa0e608f57 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (3c41ccb1-082e-465b-b2dd-d95d63dc6757), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:29.908016 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9275c5-ded7-4fc2-b6e7-17fa0e608f57 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c41ccb1-082e-465b-b2dd-d95d63dc6757,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:29.919141 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7e9275c5-ded7-4fc2-b6e7-17fa0e608f57 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:29.920575 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-7e9275c5-ded7-4fc2-b6e7-17fa0e608f57 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1417332 Mar 11 19:59:29.923165 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 39084) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:29.988796 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ae16e4b-5607-4975-bb13-d7f6c1238b4a tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group (8a553527-c9e1-45fa-a57d-16db332dd3c8), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:30.014166 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ae16e4b-5607-4975-bb13-d7f6c1238b4a tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group (8a553527-c9e1-45fa-a57d-16db332dd3c8), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:30.084239 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ae16e4b-5607-4975-bb13-d7f6c1238b4a tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (8a553527-c9e1-45fa-a57d-16db332dd3c8), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:30.087251 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ae16e4b-5607-4975-bb13-d7f6c1238b4a tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:30.090715 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-9ae16e4b-5607-4975-bb13-d7f6c1238b4a tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] 10.222.0.65 "DELETE /v2.0/security-groups/8a553527-c9e1-45fa-a57d-16db332dd3c8 HTTP/1.1" status: 204 len: 168 time: 0.1643846 Mar 11 19:59:30.091113 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 39088) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:30.099076 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae16e4b-5607-4975-bb13-d7f6c1238b4a tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a553527-c9e1-45fa-a57d-16db332dd3c8,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:30.151160 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-56ebc093-a66f-49f9-8191-c2b2f51377c0 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0586505 Mar 11 19:59:30.153785 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 39092) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:30.194767 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ed854439-ff74-467f-a883-fbbf85a9d9d6 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] 10.222.0.65 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0398591 Mar 11 19:59:30.197529 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 39094) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:30.216199 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [None req-d6ec85a0-a6c1-481a-ac76-428746d8c5f6 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] delete failed (client error): The resource could not be found. Mar 11 19:59:30.220607 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d6ec85a0-a6c1-481a-ac76-428746d8c5f6 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] 10.222.0.65 "DELETE /v2.0/security-groups/8a553527-c9e1-45fa-a57d-16db332dd3c8 HTTP/1.1" status: 404 len: 347 time: 0.0186279 Mar 11 19:59:30.221071 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 39096) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:30.275879 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-9c08efcc-dc0e-4065-b4c1-1cd14dbcde85 tempest-SecGroupTest-30050407 tempest-SecGroupTest-30050407-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0504916 Mar 11 19:59:30.534088 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 39102) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:30.672198 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-88071264-4924-43cf-af67-65f1920b23b2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=629ef4b8e7c74a55a36d9adc831f6a94&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1369553 Mar 11 19:59:30.675041 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 39106) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:30.724985 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-28aaa3b2-b499-436a-ad76-de8ce90bc7a2 admin admin] Publish callbacks [] for security_group (2589094a-bcd2-4f89-8bc2-8fa7252ecd14), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:30.747116 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-28aaa3b2-b499-436a-ad76-de8ce90bc7a2 admin admin] Publish callbacks [] for security_group (2589094a-bcd2-4f89-8bc2-8fa7252ecd14), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:30.803293 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-28aaa3b2-b499-436a-ad76-de8ce90bc7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (2589094a-bcd2-4f89-8bc2-8fa7252ecd14), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:30.806727 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-28aaa3b2-b499-436a-ad76-de8ce90bc7a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:30.811217 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-28aaa3b2-b499-436a-ad76-de8ce90bc7a2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2589094a-bcd2-4f89-8bc2-8fa7252ecd14 HTTP/1.1" status: 204 len: 168 time: 0.1345823 Mar 11 19:59:30.828195 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aaa3b2-b499-436a-ad76-de8ce90bc7a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2589094a-bcd2-4f89-8bc2-8fa7252ecd14,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:31.265021 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 39128) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:31.419743 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e1e63fab-55da-4c29-80b5-b0c1400ce07d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:31.534904 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e1e63fab-55da-4c29-80b5-b0c1400ce07d admin admin] Publish callbacks [] for security_group (b292a596-9d14-4ff6-9816-6800bf49848f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:31.542792 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e1e63fab-55da-4c29-80b5-b0c1400ce07d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (b292a596-9d14-4ff6-9816-6800bf49848f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:31.584169 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-e1e63fab-55da-4c29-80b5-b0c1400ce07d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d6ceab3e103443919908732319146857&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3178706 Mar 11 19:59:31.585215 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e63fab-55da-4c29-80b5-b0c1400ce07d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b292a596-9d14-4ff6-9816-6800bf49848f,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:31.586840 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 39140) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:31.650988 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d762ba9f-b4ea-434f-82df-12197217f0c2 admin admin] Publish callbacks [] for security_group (b292a596-9d14-4ff6-9816-6800bf49848f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:31.683186 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d762ba9f-b4ea-434f-82df-12197217f0c2 admin admin] Publish callbacks [] for security_group (b292a596-9d14-4ff6-9816-6800bf49848f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:31.739290 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d762ba9f-b4ea-434f-82df-12197217f0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (b292a596-9d14-4ff6-9816-6800bf49848f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:31.742627 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d762ba9f-b4ea-434f-82df-12197217f0c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:31.744424 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d762ba9f-b4ea-434f-82df-12197217f0c2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b292a596-9d14-4ff6-9816-6800bf49848f HTTP/1.1" status: 204 len: 168 time: 0.1560607 Mar 11 19:59:31.754973 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d762ba9f-b4ea-434f-82df-12197217f0c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b292a596-9d14-4ff6-9816-6800bf49848f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:31.848082 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 39148) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:32.082814 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-e95c9b3d-f883-4f2a-a0a8-8c5b6f149f46 tempest-ServiceProvidersTest-604674546 tempest-ServiceProvidersTest-604674546-project] 10.222.0.65 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2329106 Mar 11 19:59:32.228745 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 39158) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:32.243210 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6776c8fc-a6b9-4bf2-a4c0-36204b0e0c76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:32.343300 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6776c8fc-a6b9-4bf2-a4c0-36204b0e0c76 admin admin] Publish callbacks [] for security_group (c3ba4c1f-734d-4ff9-9d40-536add625b56), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:32.349269 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6776c8fc-a6b9-4bf2-a4c0-36204b0e0c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (c3ba4c1f-734d-4ff9-9d40-536add625b56), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:32.385733 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 39162) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:32.403650 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-6776c8fc-a6b9-4bf2-a4c0-36204b0e0c76 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cd23228b552647a7965170c8c1bb3070&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1738162 Mar 11 19:59:32.406641 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 39166) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:32.410429 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6776c8fc-a6b9-4bf2-a4c0-36204b0e0c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ba4c1f-734d-4ff9-9d40-536add625b56,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:32.497350 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bc7e9547-71a1-43b7-8128-d5c6a03633b9 admin admin] Publish callbacks [] for security_group (c3ba4c1f-734d-4ff9-9d40-536add625b56), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:32.532407 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bc7e9547-71a1-43b7-8128-d5c6a03633b9 admin admin] Publish callbacks [] for security_group (c3ba4c1f-734d-4ff9-9d40-536add625b56), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:32.534549 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3f29a151-b43d-4318-b074-0194b2174725 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:32.689027 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3f29a151-b43d-4318-b074-0194b2174725 admin admin] Publish callbacks [] for security_group (763a4aa9-f2ff-4872-8e52-af0d90f15838), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:32.691926 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bc7e9547-71a1-43b7-8128-d5c6a03633b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (c3ba4c1f-734d-4ff9-9d40-536add625b56), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:32.695142 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bc7e9547-71a1-43b7-8128-d5c6a03633b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:32.696361 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-bc7e9547-71a1-43b7-8128-d5c6a03633b9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c3ba4c1f-734d-4ff9-9d40-536add625b56 HTTP/1.1" status: 204 len: 168 time: 0.2887626 Mar 11 19:59:32.709997 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3f29a151-b43d-4318-b074-0194b2174725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (763a4aa9-f2ff-4872-8e52-af0d90f15838), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:32.739851 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7e9547-71a1-43b7-8128-d5c6a03633b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ba4c1f-734d-4ff9-9d40-536add625b56,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:32.770430 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f29a151-b43d-4318-b074-0194b2174725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=763a4aa9-f2ff-4872-8e52-af0d90f15838,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:32.791148 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 39170) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:32.791274 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-3f29a151-b43d-4318-b074-0194b2174725 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=48c56fc302314f6380cfcf70b7ee0b78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4046552 Mar 11 19:59:32.854340 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a705e52b-fc1d-469c-93d9-d854d4c803fa admin admin] Publish callbacks [] for security_group (763a4aa9-f2ff-4872-8e52-af0d90f15838), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:32.896825 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a705e52b-fc1d-469c-93d9-d854d4c803fa admin admin] Publish callbacks [] for security_group (763a4aa9-f2ff-4872-8e52-af0d90f15838), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:32.974135 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a705e52b-fc1d-469c-93d9-d854d4c803fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (763a4aa9-f2ff-4872-8e52-af0d90f15838), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:32.978059 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a705e52b-fc1d-469c-93d9-d854d4c803fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:32.978612 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a705e52b-fc1d-469c-93d9-d854d4c803fa admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/763a4aa9-f2ff-4872-8e52-af0d90f15838 HTTP/1.1" status: 204 len: 168 time: 0.1862810 Mar 11 19:59:32.989244 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705e52b-fc1d-469c-93d9-d854d4c803fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=763a4aa9-f2ff-4872-8e52-af0d90f15838,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:33.090553 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 39176) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:33.103989 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0b88277e-d6b5-487a-b3c7-01f564d6cb89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:33.193627 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0b88277e-d6b5-487a-b3c7-01f564d6cb89 admin admin] Publish callbacks [] for security_group (f77c7621-3d5e-4f01-aacf-707894b34c9c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:33.198373 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0b88277e-d6b5-487a-b3c7-01f564d6cb89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (f77c7621-3d5e-4f01-aacf-707894b34c9c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:33.241893 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-0b88277e-d6b5-487a-b3c7-01f564d6cb89 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=efd8fe70592648c8a376a855cbb7a685&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1501353 Mar 11 19:59:33.244492 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 39184) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:33.258056 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b88277e-d6b5-487a-b3c7-01f564d6cb89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77c7621-3d5e-4f01-aacf-707894b34c9c,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:33.311480 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1c9ca022-7ad9-4ce4-bca4-993064a7356d admin admin] Publish callbacks [] for security_group (f77c7621-3d5e-4f01-aacf-707894b34c9c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:33.333791 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1c9ca022-7ad9-4ce4-bca4-993064a7356d admin admin] Publish callbacks [] for security_group (f77c7621-3d5e-4f01-aacf-707894b34c9c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:33.388120 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1c9ca022-7ad9-4ce4-bca4-993064a7356d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (f77c7621-3d5e-4f01-aacf-707894b34c9c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:33.391809 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1c9ca022-7ad9-4ce4-bca4-993064a7356d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:33.395997 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-1c9ca022-7ad9-4ce4-bca4-993064a7356d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f77c7621-3d5e-4f01-aacf-707894b34c9c HTTP/1.1" status: 204 len: 168 time: 0.1476412 Mar 11 19:59:33.403352 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ca022-7ad9-4ce4-bca4-993064a7356d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77c7621-3d5e-4f01-aacf-707894b34c9c,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:33.847934 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 39210) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:34.024855 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-d8874133-47c4-4e4a-a270-462cc25ff51e tempest-TagsTest-1750630272 tempest-TagsTest-1750630272-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-464387895'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 19:59:34.067984 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8874133-47c4-4e4a-a270-462cc25ff51e tempest-TagsTest-1750630272 tempest-TagsTest-1750630272-project] Made reservation on behalf of 1c714653353648d9873fa06a5315f925 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 19:59:34.069732 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8874133-47c4-4e4a-a270-462cc25ff51e tempest-TagsTest-1750630272 tempest-TagsTest-1750630272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:34.079808 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8874133-47c4-4e4a-a270-462cc25ff51e tempest-TagsTest-1750630272 tempest-TagsTest-1750630272-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:34.191745 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8874133-47c4-4e4a-a270-462cc25ff51e tempest-TagsTest-1750630272 tempest-TagsTest-1750630272-project] Publish callbacks [] for security_group (7e2410b1-e2d1-40e0-80da-bf0c74f02f47), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:34.197318 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8874133-47c4-4e4a-a270-462cc25ff51e tempest-TagsTest-1750630272 tempest-TagsTest-1750630272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (7e2410b1-e2d1-40e0-80da-bf0c74f02f47), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:34.239402 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8874133-47c4-4e4a-a270-462cc25ff51e tempest-TagsTest-1750630272 tempest-TagsTest-1750630272-project] vlan segment allocate from pool success with {'vlan_id': 898, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 19:59:34.267735 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8874133-47c4-4e4a-a270-462cc25ff51e tempest-TagsTest-1750630272 tempest-TagsTest-1750630272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2410b1-e2d1-40e0-80da-bf0c74f02f47,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:34.271231 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8874133-47c4-4e4a-a270-462cc25ff51e tempest-TagsTest-1750630272 tempest-TagsTest-1750630272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (7ffa65d8-1931-4d08-b4a5-6474dfc28bc0), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:34.271717 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-d8874133-47c4-4e4a-a270-462cc25ff51e tempest-TagsTest-1750630272 tempest-TagsTest-1750630272-project] Added segment 7ffa65d8-1931-4d08-b4a5-6474dfc28bc0 of type vlan for network 1cea0588-ff39-4b02-bdb1-33e997f98069 Mar 11 19:59:34.293721 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8874133-47c4-4e4a-a270-462cc25ff51e tempest-TagsTest-1750630272 tempest-TagsTest-1750630272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:59:34.294092 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8874133-47c4-4e4a-a270-462cc25ff51e tempest-TagsTest-1750630272 tempest-TagsTest-1750630272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:59:34.294418 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8874133-47c4-4e4a-a270-462cc25ff51e tempest-TagsTest-1750630272 tempest-TagsTest-1750630272-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:59:34.294759 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8874133-47c4-4e4a-a270-462cc25ff51e tempest-TagsTest-1750630272 tempest-TagsTest-1750630272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:59:34.295091 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8874133-47c4-4e4a-a270-462cc25ff51e tempest-TagsTest-1750630272 tempest-TagsTest-1750630272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:59:34.295416 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8874133-47c4-4e4a-a270-462cc25ff51e tempest-TagsTest-1750630272 tempest-TagsTest-1750630272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:59:34.296247 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8874133-47c4-4e4a-a270-462cc25ff51e tempest-TagsTest-1750630272 tempest-TagsTest-1750630272-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:59:34.296247 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8874133-47c4-4e4a-a270-462cc25ff51e tempest-TagsTest-1750630272 tempest-TagsTest-1750630272-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:59:34.296430 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8874133-47c4-4e4a-a270-462cc25ff51e tempest-TagsTest-1750630272 tempest-TagsTest-1750630272-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:59:34.296739 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8874133-47c4-4e4a-a270-462cc25ff51e tempest-TagsTest-1750630272 tempest-TagsTest-1750630272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:59:34.297059 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8874133-47c4-4e4a-a270-462cc25ff51e tempest-TagsTest-1750630272 tempest-TagsTest-1750630272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:59:34.297380 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8874133-47c4-4e4a-a270-462cc25ff51e tempest-TagsTest-1750630272 tempest-TagsTest-1750630272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:59:34.297698 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8874133-47c4-4e4a-a270-462cc25ff51e tempest-TagsTest-1750630272 tempest-TagsTest-1750630272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 19:59:34.345214 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8874133-47c4-4e4a-a270-462cc25ff51e tempest-TagsTest-1750630272 tempest-TagsTest-1750630272-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (1cea0588-ff39-4b02-bdb1-33e997f98069), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:34.384827 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8874133-47c4-4e4a-a270-462cc25ff51e tempest-TagsTest-1750630272 tempest-TagsTest-1750630272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (1cea0588-ff39-4b02-bdb1-33e997f98069), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:34.391769 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8874133-47c4-4e4a-a270-462cc25ff51e tempest-TagsTest-1750630272 tempest-TagsTest-1750630272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 19:59:34.392986 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8874133-47c4-4e4a-a270-462cc25ff51e tempest-TagsTest-1750630272 tempest-TagsTest-1750630272-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:34.419133 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d8874133-47c4-4e4a-a270-462cc25ff51e tempest-TagsTest-1750630272 tempest-TagsTest-1750630272-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.5664053 Mar 11 19:59:34.421569 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 39232) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:34.440385 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.tag.tag_plugin [None req-f2f2efd9-3c2d-408b-8c01-6a5d79f0ac1d tempest-TagsTest-1750630272 tempest-TagsTest-1750630272-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '1cea0588-ff39-4b02-bdb1-33e997f98069', 'tempest-TagsTest-Tag-981219348') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:59:34.518273 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8874133-47c4-4e4a-a270-462cc25ff51e tempest-TagsTest-1750630272 tempest-TagsTest-1750630272-project] Pushing event updated for resources: {'Network': ['ID=1cea0588-ff39-4b02-bdb1-33e997f98069,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:34.529014 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 1cea0588-ff39-4b02-bdb1-33e997f98069 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 19:59:34.555938 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f2f2efd9-3c2d-408b-8c01-6a5d79f0ac1d tempest-TagsTest-1750630272 tempest-TagsTest-1750630272-project] 10.222.0.65 "PUT /v2.0/networks/1cea0588-ff39-4b02-bdb1-33e997f98069/tags/tempest-TagsTest-Tag-981219348 HTTP/1.1" status: 201 len: 201 time: 0.1308227 Mar 11 19:59:34.558540 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 39234) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:34.571893 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.tag.tag_plugin [None req-3bd9afab-b3cb-4037-991a-37ada58d388f tempest-TagsTest-1750630272 tempest-TagsTest-1750630272-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1cea0588-ff39-4b02-bdb1-33e997f98069', 'tempest-TagsTest-Tag-981219348') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:59:34.665357 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-3bd9afab-b3cb-4037-991a-37ada58d388f tempest-TagsTest-1750630272 tempest-TagsTest-1750630272-project] 10.222.0.65 "GET /v2.0/networks/1cea0588-ff39-4b02-bdb1-33e997f98069/tags/tempest-TagsTest-Tag-981219348 HTTP/1.1" status: 204 len: 168 time: 0.1029966 Mar 11 19:59:34.665684 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 39236) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:34.669713 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.tag.tag_plugin [None req-990d6124-0134-4ac0-950e-8e8d44ad3400 tempest-TagsTest-1750630272 tempest-TagsTest-1750630272-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '1cea0588-ff39-4b02-bdb1-33e997f98069') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:59:34.758962 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-990d6124-0134-4ac0-950e-8e8d44ad3400 tempest-TagsTest-1750630272 tempest-TagsTest-1750630272-project] 10.222.0.65 "GET /v2.0/networks/1cea0588-ff39-4b02-bdb1-33e997f98069/tags HTTP/1.1" status: 200 len: 237 time: 0.0901883 Mar 11 19:59:34.759170 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 39240) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:34.763901 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.tag.tag_plugin [None req-802e29f6-6afd-4b78-9c8c-ebc98a9ec6cf tempest-TagsTest-1750630272 tempest-TagsTest-1750630272-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '1cea0588-ff39-4b02-bdb1-33e997f98069', {'tags': ['tempest-TagsTest-Tag-1252193477', 'tempest-TagsTest-Tag-91992172', 'tempest-TagsTest-Tag-794972970']}) {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:59:34.845654 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-802e29f6-6afd-4b78-9c8c-ebc98a9ec6cf tempest-TagsTest-1750630272 tempest-TagsTest-1750630272-project] 10.222.0.65 "PUT /v2.0/networks/1cea0588-ff39-4b02-bdb1-33e997f98069/tags HTTP/1.1" status: 200 len: 306 time: 0.0854111 Mar 11 19:59:34.848898 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 39244) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:34.854236 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.tag.tag_plugin [None req-1e9cee06-d2aa-40e9-8348-1216bd088b73 tempest-TagsTest-1750630272 tempest-TagsTest-1750630272-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '1cea0588-ff39-4b02-bdb1-33e997f98069', 'tempest-TagsTest-Tag-1252193477') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:59:34.950107 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-1e9cee06-d2aa-40e9-8348-1216bd088b73 tempest-TagsTest-1750630272 tempest-TagsTest-1750630272-project] 10.222.0.65 "DELETE /v2.0/networks/1cea0588-ff39-4b02-bdb1-33e997f98069/tags/tempest-TagsTest-Tag-1252193477 HTTP/1.1" status: 204 len: 168 time: 0.0997937 Mar 11 19:59:34.952819 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 39248) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:34.959012 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.tag.tag_plugin [None req-77442d97-40ad-4dac-84ee-251a0febd080 tempest-TagsTest-1750630272 tempest-TagsTest-1750630272-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1cea0588-ff39-4b02-bdb1-33e997f98069', 'tempest-TagsTest-Tag-1252193477') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:59:35.035545 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [None req-77442d97-40ad-4dac-84ee-251a0febd080 tempest-TagsTest-1750630272 tempest-TagsTest-1750630272-project] show failed (client error): The resource could not be found. Mar 11 19:59:35.036850 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-77442d97-40ad-4dac-84ee-251a0febd080 tempest-TagsTest-1750630272 tempest-TagsTest-1750630272-project] 10.222.0.65 "GET /v2.0/networks/1cea0588-ff39-4b02-bdb1-33e997f98069/tags/tempest-TagsTest-Tag-1252193477 HTTP/1.1" status: 404 len: 326 time: 0.0827165 Mar 11 19:59:35.039270 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 39250) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:35.043665 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.tag.tag_plugin [None req-d9d07432-ffdb-4cce-90c4-3c8109eb3742 tempest-TagsTest-1750630272 tempest-TagsTest-1750630272-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1cea0588-ff39-4b02-bdb1-33e997f98069', 'tempest-TagsTest-Tag-91992172') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:59:35.116049 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d9d07432-ffdb-4cce-90c4-3c8109eb3742 tempest-TagsTest-1750630272 tempest-TagsTest-1750630272-project] 10.222.0.65 "GET /v2.0/networks/1cea0588-ff39-4b02-bdb1-33e997f98069/tags/tempest-TagsTest-Tag-91992172 HTTP/1.1" status: 204 len: 168 time: 0.0754836 Mar 11 19:59:35.118460 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 39252) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:35.122714 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.tag.tag_plugin [None req-e4d5d9d5-d556-4af4-8814-d7976768de38 tempest-TagsTest-1750630272 tempest-TagsTest-1750630272-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1cea0588-ff39-4b02-bdb1-33e997f98069', 'tempest-TagsTest-Tag-794972970') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:59:35.192580 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-e4d5d9d5-d556-4af4-8814-d7976768de38 tempest-TagsTest-1750630272 tempest-TagsTest-1750630272-project] 10.222.0.65 "GET /v2.0/networks/1cea0588-ff39-4b02-bdb1-33e997f98069/tags/tempest-TagsTest-Tag-794972970 HTTP/1.1" status: 204 len: 168 time: 0.0703759 Mar 11 19:59:35.192877 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 39254) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:35.197741 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.tag.tag_plugin [None req-996e00a4-cee8-4b07-beb6-b1cb1072286a tempest-TagsTest-1750630272 tempest-TagsTest-1750630272-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '1cea0588-ff39-4b02-bdb1-33e997f98069') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:59:35.293304 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-996e00a4-cee8-4b07-beb6-b1cb1072286a tempest-TagsTest-1750630272 tempest-TagsTest-1750630272-project] 10.222.0.65 "DELETE /v2.0/networks/1cea0588-ff39-4b02-bdb1-33e997f98069/tags HTTP/1.1" status: 204 len: 168 time: 0.0968821 Mar 11 19:59:35.293599 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 39258) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:35.298205 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.tag.tag_plugin [None req-0dbb1498-8559-4c73-8136-9c519174d8d3 tempest-TagsTest-1750630272 tempest-TagsTest-1750630272-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1cea0588-ff39-4b02-bdb1-33e997f98069', 'tempest-TagsTest-Tag-91992172') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:59:35.367988 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [None req-0dbb1498-8559-4c73-8136-9c519174d8d3 tempest-TagsTest-1750630272 tempest-TagsTest-1750630272-project] show failed (client error): The resource could not be found. Mar 11 19:59:35.372358 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-0dbb1498-8559-4c73-8136-9c519174d8d3 tempest-TagsTest-1750630272 tempest-TagsTest-1750630272-project] 10.222.0.65 "GET /v2.0/networks/1cea0588-ff39-4b02-bdb1-33e997f98069/tags/tempest-TagsTest-Tag-91992172 HTTP/1.1" status: 404 len: 324 time: 0.0750868 Mar 11 19:59:35.372606 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 39260) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:35.377093 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.tag.tag_plugin [None req-9347a8c8-977b-45b2-9aaf-9c6c26ee1a47 tempest-TagsTest-1750630272 tempest-TagsTest-1750630272-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1cea0588-ff39-4b02-bdb1-33e997f98069', 'tempest-TagsTest-Tag-794972970') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:59:35.452062 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [None req-9347a8c8-977b-45b2-9aaf-9c6c26ee1a47 tempest-TagsTest-1750630272 tempest-TagsTest-1750630272-project] show failed (client error): The resource could not be found. Mar 11 19:59:35.455820 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-9347a8c8-977b-45b2-9aaf-9c6c26ee1a47 tempest-TagsTest-1750630272 tempest-TagsTest-1750630272-project] 10.222.0.65 "GET /v2.0/networks/1cea0588-ff39-4b02-bdb1-33e997f98069/tags/tempest-TagsTest-Tag-794972970 HTTP/1.1" status: 404 len: 325 time: 0.0796971 Mar 11 19:59:35.456045 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 39262) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:35.460502 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.tag.tag_plugin [None req-7e66c125-1983-4ecc-8af7-b52a1c6eb505 tempest-TagsTest-1750630272 tempest-TagsTest-1750630272-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '1cea0588-ff39-4b02-bdb1-33e997f98069') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:59:35.538252 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-7e66c125-1983-4ecc-8af7-b52a1c6eb505 tempest-TagsTest-1750630272 tempest-TagsTest-1750630272-project] 10.222.0.65 "DELETE /v2.0/networks/1cea0588-ff39-4b02-bdb1-33e997f98069/tags HTTP/1.1" status: 204 len: 168 time: 0.0765920 Mar 11 19:59:35.538531 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 39264) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:35.619054 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e5b124fe-22cd-4196-8cc3-bd667ae774a2 tempest-TagsTest-1750630272 tempest-TagsTest-1750630272-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (1cea0588-ff39-4b02-bdb1-33e997f98069), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:35.702639 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e5b124fe-22cd-4196-8cc3-bd667ae774a2 tempest-TagsTest-1750630272 tempest-TagsTest-1750630272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (1cea0588-ff39-4b02-bdb1-33e997f98069), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:35.723075 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-e5b124fe-22cd-4196-8cc3-bd667ae774a2 tempest-TagsTest-1750630272 tempest-TagsTest-1750630272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cea0588-ff39-4b02-bdb1-33e997f98069']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:59:35.733627 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-e5b124fe-22cd-4196-8cc3-bd667ae774a2 tempest-TagsTest-1750630272 tempest-TagsTest-1750630272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ffa65d8-1931-4d08-b4a5-6474dfc28bc0') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:59:35.733917 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-e5b124fe-22cd-4196-8cc3-bd667ae774a2 tempest-TagsTest-1750630272 tempest-TagsTest-1750630272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ffa65d8-1931-4d08-b4a5-6474dfc28bc0') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 19:59:35.748426 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e5b124fe-22cd-4196-8cc3-bd667ae774a2 tempest-TagsTest-1750630272 tempest-TagsTest-1750630272-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (7ffa65d8-1931-4d08-b4a5-6474dfc28bc0), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:35.764019 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e5b124fe-22cd-4196-8cc3-bd667ae774a2 tempest-TagsTest-1750630272 tempest-TagsTest-1750630272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (7ffa65d8-1931-4d08-b4a5-6474dfc28bc0), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:35.770299 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5b124fe-22cd-4196-8cc3-bd667ae774a2 tempest-TagsTest-1750630272 tempest-TagsTest-1750630272-project] Releasing vlan 898 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 19:59:35.770655 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e5b124fe-22cd-4196-8cc3-bd667ae774a2 tempest-TagsTest-1750630272 tempest-TagsTest-1750630272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (7ffa65d8-1931-4d08-b4a5-6474dfc28bc0), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:35.774151 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 19:59:35.774151 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 19:59:35.774151 n-d-833163-1 neutron-server[103885]: timer() Mar 11 19:59:35.774151 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 19:59:35.774151 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 19:59:35.774151 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 19:59:35.774151 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 19:59:35.774151 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 19:59:35.774151 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 19:59:35.774151 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 19:59:35.774151 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 19:59:35.774151 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 19:59:35.774151 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 19:59:35.774151 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 19:59:35.774151 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 19:59:35.774151 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 19:59:35.774151 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 19:59:35.774151 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 19:59:35.774151 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 19:59:35.774151 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 19:59:35.774151 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 19:59:35.774151 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 19:59:35.774151 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 19:59:35.774151 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 19:59:35.774151 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 19:59:35.774151 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 19:59:35.774151 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 19:59:35.774151 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 19:59:35.774151 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 19:59:35.774151 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 19:59:35.774151 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 19:59:35.774151 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 19:59:35.840423 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e5b124fe-22cd-4196-8cc3-bd667ae774a2 tempest-TagsTest-1750630272 tempest-TagsTest-1750630272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (1cea0588-ff39-4b02-bdb1-33e997f98069), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:35.869136 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e5b124fe-22cd-4196-8cc3-bd667ae774a2 tempest-TagsTest-1750630272 tempest-TagsTest-1750630272-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:35.873514 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-e5b124fe-22cd-4196-8cc3-bd667ae774a2 tempest-TagsTest-1750630272 tempest-TagsTest-1750630272-project] 10.222.0.65 "DELETE /v2.0/networks/1cea0588-ff39-4b02-bdb1-33e997f98069 HTTP/1.1" status: 204 len: 168 time: 0.3339763 Mar 11 19:59:35.876233 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b124fe-22cd-4196-8cc3-bd667ae774a2 tempest-TagsTest-1750630272 tempest-TagsTest-1750630272-project] Pushing event deleted for resources: {'Network': ['ID=1cea0588-ff39-4b02-bdb1-33e997f98069,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:36.160830 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 39272) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:36.310279 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f9e6135c-a3cc-4769-8464-e5bb6d87761e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1c714653353648d9873fa06a5315f925&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1473217 Mar 11 19:59:36.312817 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 39278) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:36.365005 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3d04954f-f046-4a84-af18-460985fe1bed admin admin] Publish callbacks [] for security_group (7e2410b1-e2d1-40e0-80da-bf0c74f02f47), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:36.399425 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3d04954f-f046-4a84-af18-460985fe1bed admin admin] Publish callbacks [] for security_group (7e2410b1-e2d1-40e0-80da-bf0c74f02f47), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:36.449192 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3d04954f-f046-4a84-af18-460985fe1bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (7e2410b1-e2d1-40e0-80da-bf0c74f02f47), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:36.451790 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3d04954f-f046-4a84-af18-460985fe1bed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:36.453018 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-3d04954f-f046-4a84-af18-460985fe1bed admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7e2410b1-e2d1-40e0-80da-bf0c74f02f47 HTTP/1.1" status: 204 len: 168 time: 0.1392243 Mar 11 19:59:36.462016 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d04954f-f046-4a84-af18-460985fe1bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2410b1-e2d1-40e0-80da-bf0c74f02f47,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:41.743095 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 39378) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:41.903850 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bb7921f0-72ab-4573-ba72-e28958ddf216 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:42.025552 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bb7921f0-72ab-4573-ba72-e28958ddf216 admin admin] Publish callbacks [] for security_group (29a90cd9-9038-4d72-a39e-84c3e8ab2280), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:42.031417 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bb7921f0-72ab-4573-ba72-e28958ddf216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (29a90cd9-9038-4d72-a39e-84c3e8ab2280), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:42.093369 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7921f0-72ab-4573-ba72-e28958ddf216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a90cd9-9038-4d72-a39e-84c3e8ab2280,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:42.139916 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-bb7921f0-72ab-4573-ba72-e28958ddf216 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6534404d5c2146ae8bbd56a552445a5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3942859 Mar 11 19:59:42.140646 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 39388) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:42.230942 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1362d84d-1293-42e3-a1fd-ce40dbc91c56 admin admin] Publish callbacks [] for security_group (29a90cd9-9038-4d72-a39e-84c3e8ab2280), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:42.282184 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1362d84d-1293-42e3-a1fd-ce40dbc91c56 admin admin] Publish callbacks [] for security_group (29a90cd9-9038-4d72-a39e-84c3e8ab2280), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:42.460609 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1362d84d-1293-42e3-a1fd-ce40dbc91c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (29a90cd9-9038-4d72-a39e-84c3e8ab2280), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:42.465783 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1362d84d-1293-42e3-a1fd-ce40dbc91c56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:42.468254 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-1362d84d-1293-42e3-a1fd-ce40dbc91c56 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/29a90cd9-9038-4d72-a39e-84c3e8ab2280 HTTP/1.1" status: 204 len: 168 time: 0.3265703 Mar 11 19:59:42.500968 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1362d84d-1293-42e3-a1fd-ce40dbc91c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a90cd9-9038-4d72-a39e-84c3e8ab2280,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:45.976209 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 19:59:48.968618 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:52.332456 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-08c1e220-1112-4a64-93bb-10642735c19b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:52.731521 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:54.230245 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 39598) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:54.377064 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-71a0ce37-0388-4437-8d19-cecc7939340a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:54.492753 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-71a0ce37-0388-4437-8d19-cecc7939340a admin admin] Publish callbacks [] for security_group (1eac5d3c-21ee-4e0e-8a9f-812ea1f3f398), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:54.502125 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-71a0ce37-0388-4437-8d19-cecc7939340a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (1eac5d3c-21ee-4e0e-8a9f-812ea1f3f398), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:54.576273 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 39604) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:54.583144 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-71a0ce37-0388-4437-8d19-cecc7939340a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=51fce171cf634d8097c2ce2f7e48ee3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3517826 Mar 11 19:59:54.596571 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a0ce37-0388-4437-8d19-cecc7939340a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eac5d3c-21ee-4e0e-8a9f-812ea1f3f398,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:54.627229 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3cc0bf52-71a9-4aba-a5bc-555782bbd84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:54.638613 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6ae89501-59c1-461f-9060-5ad10139f607 admin admin] Publish callbacks [] for security_group (1eac5d3c-21ee-4e0e-8a9f-812ea1f3f398), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:54.661936 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6ae89501-59c1-461f-9060-5ad10139f607 admin admin] Publish callbacks [] for security_group (1eac5d3c-21ee-4e0e-8a9f-812ea1f3f398), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:54.710059 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6ae89501-59c1-461f-9060-5ad10139f607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (1eac5d3c-21ee-4e0e-8a9f-812ea1f3f398), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:54.713268 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6ae89501-59c1-461f-9060-5ad10139f607 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:54.717372 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-6ae89501-59c1-461f-9060-5ad10139f607 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1eac5d3c-21ee-4e0e-8a9f-812ea1f3f398 HTTP/1.1" status: 204 len: 168 time: 0.1401279 Mar 11 19:59:54.726839 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae89501-59c1-461f-9060-5ad10139f607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eac5d3c-21ee-4e0e-8a9f-812ea1f3f398,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:55.116737 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 39614) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:55.133742 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-43e69291-d94e-4953-9d54-ab44eefae8b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:55.214470 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-43e69291-d94e-4953-9d54-ab44eefae8b7 admin admin] Publish callbacks [] for security_group (c4a05f23-65b2-4f5c-870a-f8fb0a65ae40), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:55.219262 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-43e69291-d94e-4953-9d54-ab44eefae8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (c4a05f23-65b2-4f5c-870a-f8fb0a65ae40), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:55.257744 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e69291-d94e-4953-9d54-ab44eefae8b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a05f23-65b2-4f5c-870a-f8fb0a65ae40,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:55.280116 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-43e69291-d94e-4953-9d54-ab44eefae8b7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7fc913630f2c445cb0c5f11f86716bfa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1602995 Mar 11 19:59:55.280872 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 39616) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 19:59:55.335193 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d17ca78b-55c5-47d3-b296-2d9d8cea104a admin admin] Publish callbacks [] for security_group (c4a05f23-65b2-4f5c-870a-f8fb0a65ae40), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:55.360923 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d17ca78b-55c5-47d3-b296-2d9d8cea104a admin admin] Publish callbacks [] for security_group (c4a05f23-65b2-4f5c-870a-f8fb0a65ae40), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:55.425007 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d17ca78b-55c5-47d3-b296-2d9d8cea104a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (c4a05f23-65b2-4f5c-870a-f8fb0a65ae40), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:55.427945 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d17ca78b-55c5-47d3-b296-2d9d8cea104a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:55.432276 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d17ca78b-55c5-47d3-b296-2d9d8cea104a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c4a05f23-65b2-4f5c-870a-f8fb0a65ae40 HTTP/1.1" status: 204 len: 168 time: 0.1503036 Mar 11 19:59:55.441907 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17ca78b-55c5-47d3-b296-2d9d8cea104a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a05f23-65b2-4f5c-870a-f8fb0a65ae40,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 19:59:56.237039 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:57.665376 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 19:59:59.038279 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:11.316438 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 39964) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:00:11.473206 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9451450f-1d0d-4949-9bfb-c150ebfafac7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:11.586870 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9451450f-1d0d-4949-9bfb-c150ebfafac7 admin admin] Publish callbacks [] for security_group (7e95f506-29c4-4b4b-b3fc-4dd749a9da53), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:11.592660 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9451450f-1d0d-4949-9bfb-c150ebfafac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (7e95f506-29c4-4b4b-b3fc-4dd749a9da53), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:11.644942 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-9451450f-1d0d-4949-9bfb-c150ebfafac7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=da6053b9576f4360afe405be052e34f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3273425 Mar 11 20:00:11.646091 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9451450f-1d0d-4949-9bfb-c150ebfafac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e95f506-29c4-4b4b-b3fc-4dd749a9da53,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:11.647521 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 39970) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:00:11.710082 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7cd9a68f-ab2f-47c0-888a-6419e13efbcb admin admin] Publish callbacks [] for security_group (7e95f506-29c4-4b4b-b3fc-4dd749a9da53), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:11.742843 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7cd9a68f-ab2f-47c0-888a-6419e13efbcb admin admin] Publish callbacks [] for security_group (7e95f506-29c4-4b4b-b3fc-4dd749a9da53), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:11.858405 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7cd9a68f-ab2f-47c0-888a-6419e13efbcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (7e95f506-29c4-4b4b-b3fc-4dd749a9da53), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:11.862894 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7cd9a68f-ab2f-47c0-888a-6419e13efbcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:11.864512 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-7cd9a68f-ab2f-47c0-888a-6419e13efbcb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7e95f506-29c4-4b4b-b3fc-4dd749a9da53 HTTP/1.1" status: 204 len: 168 time: 0.2153978 Mar 11 20:00:11.884907 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd9a68f-ab2f-47c0-888a-6419e13efbcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e95f506-29c4-4b4b-b3fc-4dd749a9da53,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:12.995294 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 40018) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:00:13.291836 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-141f40fe-6528-414c-8520-dc55c4327af0 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1061232029-network', 'tenant_id': 'b5a7f0a9f0e4435885fd577415b660be'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:00:13.320008 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141f40fe-6528-414c-8520-dc55c4327af0 admin admin] Made reservation on behalf of b5a7f0a9f0e4435885fd577415b660be for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:00:13.323858 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-141f40fe-6528-414c-8520-dc55c4327af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:13.340578 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-141f40fe-6528-414c-8520-dc55c4327af0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:13.490991 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-141f40fe-6528-414c-8520-dc55c4327af0 admin admin] Publish callbacks [] for security_group (a5516636-8480-4e72-8b5e-7cb945d7306a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:13.496419 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-141f40fe-6528-414c-8520-dc55c4327af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (a5516636-8480-4e72-8b5e-7cb945d7306a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:13.515210 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-141f40fe-6528-414c-8520-dc55c4327af0 admin admin] vlan segment allocate from pool success with {'vlan_id': 897, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:00:13.527109 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-141f40fe-6528-414c-8520-dc55c4327af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (4a7d4f2c-1dea-4bcf-b68a-2ea69c647317), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:13.527498 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-141f40fe-6528-414c-8520-dc55c4327af0 admin admin] Added segment 4a7d4f2c-1dea-4bcf-b68a-2ea69c647317 of type vlan for network 48b00bdd-d8b1-41ae-b9b9-1154d7b2f200 Mar 11 20:00:13.588261 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-141f40fe-6528-414c-8520-dc55c4327af0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (48b00bdd-d8b1-41ae-b9b9-1154d7b2f200), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:13.637046 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141f40fe-6528-414c-8520-dc55c4327af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5516636-8480-4e72-8b5e-7cb945d7306a,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:13.652823 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-141f40fe-6528-414c-8520-dc55c4327af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (48b00bdd-d8b1-41ae-b9b9-1154d7b2f200), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:13.654993 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141f40fe-6528-414c-8520-dc55c4327af0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:00:13.656261 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-141f40fe-6528-414c-8520-dc55c4327af0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:13.699025 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-141f40fe-6528-414c-8520-dc55c4327af0 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7016990 Mar 11 20:00:13.701957 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 40028) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:00:13.707944 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-a75eea33-ce23-4501-9558-570550a961e1 admin admin] Request body: {'subnet': {'network_id': '48b00bdd-d8b1-41ae-b9b9-1154d7b2f200', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1061232029-subnet', 'tenant_id': 'b5a7f0a9f0e4435885fd577415b660be', 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:00:13.740078 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75eea33-ce23-4501-9558-570550a961e1 admin admin] Made reservation on behalf of b5a7f0a9f0e4435885fd577415b660be for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:00:13.743511 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a75eea33-ce23-4501-9558-570550a961e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:13.746869 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141f40fe-6528-414c-8520-dc55c4327af0 admin admin] Pushing event updated for resources: {'Network': ['ID=48b00bdd-d8b1-41ae-b9b9-1154d7b2f200,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:13.760593 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 48b00bdd-d8b1-41ae-b9b9-1154d7b2f200 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 20:00:13.993905 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a75eea33-ce23-4501-9558-570550a961e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (09e8ed4b-2731-44e0-a879-55c78b3cfdde), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:14.070232 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75eea33-ce23-4501-9558-570550a961e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09e8ed4b-2731-44e0-a879-55c78b3cfdde,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:14.076421 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75eea33-ce23-4501-9558-570550a961e1 admin admin] Checking segment: {'id': '4a7d4f2c-1dea-4bcf-b68a-2ea69c647317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '48b00bdd-d8b1-41ae-b9b9-1154d7b2f200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:00:14.076789 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75eea33-ce23-4501-9558-570550a961e1 admin admin] Network hostable DHCP agents. Network: 48b00bdd-d8b1-41ae-b9b9-1154d7b2f200, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:00:14.100956 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75eea33-ce23-4501-9558-570550a961e1 admin admin] Network 48b00bdd-d8b1-41ae-b9b9-1154d7b2f200 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:00:14.121074 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-a75eea33-ce23-4501-9558-570550a961e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 48b00bdd-d8b1-41ae-b9b9-1154d7b2f200) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:00:14.134079 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75eea33-ce23-4501-9558-570550a961e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:00:14.134079 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a75eea33-ce23-4501-9558-570550a961e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:14.139027 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4e71b0-da20-4246-a4d8-3dab45b85eb4 None None] Network 48b00bdd-d8b1-41ae-b9b9-1154d7b2f200 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:00:14.160965 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 40046) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:00:14.161509 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a75eea33-ce23-4501-9558-570550a961e1 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4573848 Mar 11 20:00:14.165863 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-369ac468-1979-4555-9a6e-dd4e8d5d2ec8 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1061232029-router', 'tenant_id': 'b5a7f0a9f0e4435885fd577415b660be', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:00:14.199306 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-369ac468-1979-4555-9a6e-dd4e8d5d2ec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (5b44f581-1479-473d-afaf-8716e1baa396), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:14.200385 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-369ac468-1979-4555-9a6e-dd4e8d5d2ec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (5b44f581-1479-473d-afaf-8716e1baa396), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:14.277969 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-369ac468-1979-4555-9a6e-dd4e8d5d2ec8 admin admin] Publish callbacks [] for router_controller (5b44f581-1479-473d-afaf-8716e1baa396), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:14.301909 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b60b92-ec4a-4f40-bb1b-7fb26ad1eb09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-48b00bdd-d8b1-41ae-b9b9-1154d7b2f200', 'network_id': '48b00bdd-d8b1-41ae-b9b9-1154d7b2f200', 'project_id': 'b5a7f0a9f0e4435885fd577415b660be', 'fixed_ips': [{'subnet_id': '09e8ed4b-2731-44e0-a879-55c78b3cfdde'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 20:00:14.303727 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-85b60b92-ec4a-4f40-bb1b-7fb26ad1eb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:14.441267 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-369ac468-1979-4555-9a6e-dd4e8d5d2ec8 admin admin] Publish callbacks [] for router_gateway (5b44f581-1479-473d-afaf-8716e1baa396), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:14.496341 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-85b60b92-ec4a-4f40-bb1b-7fb26ad1eb09 None None] Allocated IP 172.20.0.2 (48b00bdd-d8b1-41ae-b9b9-1154d7b2f200/09e8ed4b-2731-44e0-a879-55c78b3cfdde/0054845b-2caf-45a7-a6db-048a100b4c11) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:00:14.742252 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-85b60b92-ec4a-4f40-bb1b-7fb26ad1eb09 None None] Publish callbacks [] for port (0054845b-2caf-45a7-a6db-048a100b4c11), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:14.750558 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-85b60b92-ec4a-4f40-bb1b-7fb26ad1eb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (0054845b-2caf-45a7-a6db-048a100b4c11), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:14.783078 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-369ac468-1979-4555-9a6e-dd4e8d5d2ec8 admin admin] Publish callbacks [] for router_gateway (5b44f581-1479-473d-afaf-8716e1baa396), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:14.795322 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b60b92-ec4a-4f40-bb1b-7fb26ad1eb09 None None] Network 48b00bdd-d8b1-41ae-b9b9-1154d7b2f200 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:00:14.802633 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-85b60b92-ec4a-4f40-bb1b-7fb26ad1eb09 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:00:14.803195 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-369ac468-1979-4555-9a6e-dd4e8d5d2ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:14.807602 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b60b92-ec4a-4f40-bb1b-7fb26ad1eb09 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:00:14.836503 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b60b92-ec4a-4f40-bb1b-7fb26ad1eb09 None None] Pushing event updated for resources: {'Port': ['ID=0054845b-2caf-45a7-a6db-048a100b4c11,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:14.865826 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b60b92-ec4a-4f40-bb1b-7fb26ad1eb09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:00:14.866476 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b60b92-ec4a-4f40-bb1b-7fb26ad1eb09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:00:14.866998 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b60b92-ec4a-4f40-bb1b-7fb26ad1eb09 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:00:14.867498 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b60b92-ec4a-4f40-bb1b-7fb26ad1eb09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:00:14.868018 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b60b92-ec4a-4f40-bb1b-7fb26ad1eb09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:00:14.868532 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b60b92-ec4a-4f40-bb1b-7fb26ad1eb09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:00:14.868999 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b60b92-ec4a-4f40-bb1b-7fb26ad1eb09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:00:14.869491 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b60b92-ec4a-4f40-bb1b-7fb26ad1eb09 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:00:14.869963 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b60b92-ec4a-4f40-bb1b-7fb26ad1eb09 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:00:14.870484 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b60b92-ec4a-4f40-bb1b-7fb26ad1eb09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:00:14.870958 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b60b92-ec4a-4f40-bb1b-7fb26ad1eb09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:00:14.871429 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b60b92-ec4a-4f40-bb1b-7fb26ad1eb09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:00:14.871935 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b60b92-ec4a-4f40-bb1b-7fb26ad1eb09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:00:14.889029 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-85b60b92-ec4a-4f40-bb1b-7fb26ad1eb09 None None] Attempting to bind port 0054845b-2caf-45a7-a6db-048a100b4c11 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:00:14.889641 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-85b60b92-ec4a-4f40-bb1b-7fb26ad1eb09 None None] Attempting to bind port 0054845b-2caf-45a7-a6db-048a100b4c11 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '4a7d4f2c-1dea-4bcf-b68a-2ea69c647317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '48b00bdd-d8b1-41ae-b9b9-1154d7b2f200'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:00:14.890168 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b60b92-ec4a-4f40-bb1b-7fb26ad1eb09 None None] Attempting to bind port 0054845b-2caf-45a7-a6db-048a100b4c11 on network 48b00bdd-d8b1-41ae-b9b9-1154d7b2f200 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:00:14.896560 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b60b92-ec4a-4f40-bb1b-7fb26ad1eb09 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:00:14.897234 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b60b92-ec4a-4f40-bb1b-7fb26ad1eb09 None None] Checking segment: {'id': '4a7d4f2c-1dea-4bcf-b68a-2ea69c647317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '48b00bdd-d8b1-41ae-b9b9-1154d7b2f200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:00:14.897804 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-85b60b92-ec4a-4f40-bb1b-7fb26ad1eb09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:14.898346 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b60b92-ec4a-4f40-bb1b-7fb26ad1eb09 None None] Bound using segment: {'id': '4a7d4f2c-1dea-4bcf-b68a-2ea69c647317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '48b00bdd-d8b1-41ae-b9b9-1154d7b2f200'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:00:14.898966 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-85b60b92-ec4a-4f40-bb1b-7fb26ad1eb09 None None] Bound port: 0054845b-2caf-45a7-a6db-048a100b4c11, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a7d4f2c-1dea-4bcf-b68a-2ea69c647317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '48b00bdd-d8b1-41ae-b9b9-1154d7b2f200'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:00:14.899565 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-85b60b92-ec4a-4f40-bb1b-7fb26ad1eb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (0054845b-2caf-45a7-a6db-048a100b4c11), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:14.947880 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-369ac468-1979-4555-9a6e-dd4e8d5d2ec8 admin admin] Allocated IP 172.25.8.254 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/a6b4c567-21a6-4a92-9a5f-a04e651a969c) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:00:14.972200 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-85b60b92-ec4a-4f40-bb1b-7fb26ad1eb09 None None] For port 0054845b-2caf-45a7-a6db-048a100b4c11, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:00:14.976836 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-85b60b92-ec4a-4f40-bb1b-7fb26ad1eb09 None None] For port 0054845b-2caf-45a7-a6db-048a100b4c11, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=0054845b-2caf-45a7-a6db-048a100b4c11,segment=NetworkSegment(4a7d4f2c-1dea-4bcf-b68a-2ea69c647317),segment_id=4a7d4f2c-1dea-4bcf-b68a-2ea69c647317)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:00:14.985914 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-85b60b92-ec4a-4f40-bb1b-7fb26ad1eb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (0054845b-2caf-45a7-a6db-048a100b4c11), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:15.068527 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b60b92-ec4a-4f40-bb1b-7fb26ad1eb09 None None] Pushing event updated for resources: {'Port': ['ID=0054845b-2caf-45a7-a6db-048a100b4c11,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:15.122960 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-369ac468-1979-4555-9a6e-dd4e8d5d2ec8 admin admin] Publish callbacks [] for port (a6b4c567-21a6-4a92-9a5f-a04e651a969c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:15.174065 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-369ac468-1979-4555-9a6e-dd4e8d5d2ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (a6b4c567-21a6-4a92-9a5f-a04e651a969c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:15.229650 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369ac468-1979-4555-9a6e-dd4e8d5d2ec8 admin admin] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:00:15.233073 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-369ac468-1979-4555-9a6e-dd4e8d5d2ec8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:00:15.238657 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369ac468-1979-4555-9a6e-dd4e8d5d2ec8 admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:00:15.242451 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369ac468-1979-4555-9a6e-dd4e8d5d2ec8 admin admin] Pushing event updated for resources: {'Port': ['ID=a6b4c567-21a6-4a92-9a5f-a04e651a969c,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:15.672402 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-369ac468-1979-4555-9a6e-dd4e8d5d2ec8 admin admin] Publish callbacks [] for router_gateway (5b44f581-1479-473d-afaf-8716e1baa396), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:16.327175 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-369ac468-1979-4555-9a6e-dd4e8d5d2ec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (5b44f581-1479-473d-afaf-8716e1baa396), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:16.500810 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-369ac468-1979-4555-9a6e-dd4e8d5d2ec8 admin admin] Router 5b44f581-1479-473d-afaf-8716e1baa396 is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 20:00:16.634453 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e63538-5cb0-45bb-aa61-0925807df974 None None] Network 48b00bdd-d8b1-41ae-b9b9-1154d7b2f200 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:00:16.648388 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-369ac468-1979-4555-9a6e-dd4e8d5d2ec8 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:00:16.679453 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0aa490-cb7b-4788-a719-088b47f1eee8 None None] Sync routers for ids ['5b44f581-1479-473d-afaf-8716e1baa396'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:00:16.680564 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-369ac468-1979-4555-9a6e-dd4e8d5d2ec8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:16.685300 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 40106) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:00:16.685814 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-369ac468-1979-4555-9a6e-dd4e8d5d2ec8 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5231931 Mar 11 20:00:16.884037 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 0054845b-2caf-45a7-a6db-048a100b4c11 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:00:16.935511 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0aa490-cb7b-4788-a719-088b47f1eee8 None None] Routers {'5b44f581-1479-473d-afaf-8716e1baa396'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:00:16.936174 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-0d0aa490-cb7b-4788-a719-088b47f1eee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:59:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['5b44f581-1479-473d-afaf-8716e1baa396'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:00:17.282591 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-0784c22e-5abf-471d-b4a1-fbb21cf89f31 None None] Provisioning complete for port 0054845b-2caf-45a7-a6db-048a100b4c11 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:00:17.283575 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0784c22e-5abf-471d-b4a1-fbb21cf89f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (0054845b-2caf-45a7-a6db-048a100b4c11), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:17.457861 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 0054845b-2caf-45a7-a6db-048a100b4c11 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:00:17.458493 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (0054845b-2caf-45a7-a6db-048a100b4c11), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:17.536744 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-0d0aa490-cb7b-4788-a719-088b47f1eee8 None None] Set router 5b44f581-1479-473d-afaf-8716e1baa396 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:00:17.735545 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-0784c22e-5abf-471d-b4a1-fbb21cf89f31 None None] Current status of the port 0054845b-2caf-45a7-a6db-048a100b4c11 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:00:17.736782 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0784c22e-5abf-471d-b4a1-fbb21cf89f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (0054845b-2caf-45a7-a6db-048a100b4c11), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:17.904174 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-0784c22e-5abf-471d-b4a1-fbb21cf89f31 None None] For port 0054845b-2caf-45a7-a6db-048a100b4c11, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=0054845b-2caf-45a7-a6db-048a100b4c11,segment=NetworkSegment(4a7d4f2c-1dea-4bcf-b68a-2ea69c647317),segment_id=4a7d4f2c-1dea-4bcf-b68a-2ea69c647317)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:00:17.936743 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 0054845b-2caf-45a7-a6db-048a100b4c11 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:00:17.937459 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (0054845b-2caf-45a7-a6db-048a100b4c11), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:17.972485 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0784c22e-5abf-471d-b4a1-fbb21cf89f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (0054845b-2caf-45a7-a6db-048a100b4c11), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:18.106250 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8d91c875-a0e8-47db-a651-1abe1542c9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:18.122235 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 20:00:18.122600 n-d-833163-1 neutron-server[103886]: DEBUG oslo_db.api [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 20:00:18.125354 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0784c22e-5abf-471d-b4a1-fbb21cf89f31 None None] Pushing event updated for resources: {'Port': ['ID=0054845b-2caf-45a7-a6db-048a100b4c11,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:18.159406 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-39be0cd2-db34-4f91-91cb-4e0ea0d96f68 None None] Provisioning complete for port 0054845b-2caf-45a7-a6db-048a100b4c11 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:00:18.159840 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-39be0cd2-db34-4f91-91cb-4e0ea0d96f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (0054845b-2caf-45a7-a6db-048a100b4c11), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:18.267598 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-0d0aa490-cb7b-4788-a719-088b47f1eee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b44f581-1479-473d-afaf-8716e1baa396', 'name': 'tempest-TestAggregatesBasicOps-1061232029-router', 'tenant_id': 'b5a7f0a9f0e4435885fd577415b660be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': 'a6b4c567-21a6-4a92-9a5f-a04e651a969c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:00:14Z', 'updated_at': '2022-03-11T20:00:15Z', 'revision_number': 3, 'project_id': 'b5a7f0a9f0e4435885fd577415b660be', 'gw_port': {'id': 'a6b4c567-21a6-4a92-9a5f-a04e651a969c', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:86:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b44f581-1479-473d-afaf-8716e1baa396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:00:14Z', 'updated_at': '2022-03-11T20:00:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:00:18.303662 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0aa490-cb7b-4788-a719-088b47f1eee8 None None] Checking router: 5b44f581-1479-473d-afaf-8716e1baa396 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:00:18.304307 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0aa490-cb7b-4788-a719-088b47f1eee8 None None] Updating router 5b44f581-1479-473d-afaf-8716e1baa396 port a6b4c567-21a6-4a92-9a5f-a04e651a969c binding host n-d-833163-1 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 20:00:18.328450 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-8d91c875-a0e8-47db-a651-1abe1542c9b9 admin admin] Allocated IP 172.20.0.1 (48b00bdd-d8b1-41ae-b9b9-1154d7b2f200/09e8ed4b-2731-44e0-a879-55c78b3cfdde/dde8cf6f-3edd-44df-a113-b1b75190e10e) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:00:18.336813 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-39be0cd2-db34-4f91-91cb-4e0ea0d96f68 None None] Current status of the port 0054845b-2caf-45a7-a6db-048a100b4c11 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:00:18.348927 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0d0aa490-cb7b-4788-a719-088b47f1eee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a6b4c567-21a6-4a92-9a5f-a04e651a969c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:18.454342 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8d91c875-a0e8-47db-a651-1abe1542c9b9 admin admin] Publish callbacks [] for port (dde8cf6f-3edd-44df-a113-b1b75190e10e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:18.499862 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8d91c875-a0e8-47db-a651-1abe1542c9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (dde8cf6f-3edd-44df-a113-b1b75190e10e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:18.554167 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d91c875-a0e8-47db-a651-1abe1542c9b9 admin admin] Network 48b00bdd-d8b1-41ae-b9b9-1154d7b2f200 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:00:18.563447 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-8d91c875-a0e8-47db-a651-1abe1542c9b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:00:18.569379 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d91c875-a0e8-47db-a651-1abe1542c9b9 admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:00:18.603343 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d91c875-a0e8-47db-a651-1abe1542c9b9 admin admin] Pushing event updated for resources: {'Port': ['ID=dde8cf6f-3edd-44df-a113-b1b75190e10e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:18.650797 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8d91c875-a0e8-47db-a651-1abe1542c9b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (5b44f581-1479-473d-afaf-8716e1baa396), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:18.690295 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0d0aa490-cb7b-4788-a719-088b47f1eee8 None None] Publish callbacks [] for port (a6b4c567-21a6-4a92-9a5f-a04e651a969c), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:18.692242 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 0054845b-2caf-45a7-a6db-048a100b4c11 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:00:18.699503 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0d0aa490-cb7b-4788-a719-088b47f1eee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (a6b4c567-21a6-4a92-9a5f-a04e651a969c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:18.731167 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-0d0aa490-cb7b-4788-a719-088b47f1eee8 None None] Attempting to bind port a6b4c567-21a6-4a92-9a5f-a04e651a969c on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:00:18.731655 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-0d0aa490-cb7b-4788-a719-088b47f1eee8 None None] Attempting to bind port a6b4c567-21a6-4a92-9a5f-a04e651a969c by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:00:18.732147 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0aa490-cb7b-4788-a719-088b47f1eee8 None None] Attempting to bind port a6b4c567-21a6-4a92-9a5f-a04e651a969c on network 612cc066-33e3-444d-b1c7-d0a64751482a {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:00:18.783444 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0aa490-cb7b-4788-a719-088b47f1eee8 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:00:18.785557 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0aa490-cb7b-4788-a719-088b47f1eee8 None None] Checking segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:00:18.787318 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0d0aa490-cb7b-4788-a719-088b47f1eee8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:18.788025 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0aa490-cb7b-4788-a719-088b47f1eee8 None None] Bound using segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:00:18.788795 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-0d0aa490-cb7b-4788-a719-088b47f1eee8 None None] Bound port: a6b4c567-21a6-4a92-9a5f-a04e651a969c, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:00:18.789398 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0d0aa490-cb7b-4788-a719-088b47f1eee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a6b4c567-21a6-4a92-9a5f-a04e651a969c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:18.888401 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-0d0aa490-cb7b-4788-a719-088b47f1eee8 None None] For port a6b4c567-21a6-4a92-9a5f-a04e651a969c, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:00:18.893496 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-0d0aa490-cb7b-4788-a719-088b47f1eee8 None None] For port a6b4c567-21a6-4a92-9a5f-a04e651a969c, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=a6b4c567-21a6-4a92-9a5f-a04e651a969c,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:00:18.910623 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 0054845b-2caf-45a7-a6db-048a100b4c11 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:00:18.918253 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0d0aa490-cb7b-4788-a719-088b47f1eee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (a6b4c567-21a6-4a92-9a5f-a04e651a969c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:18.955982 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8d91c875-a0e8-47db-a651-1abe1542c9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (dde8cf6f-3edd-44df-a113-b1b75190e10e), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:18.965641 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ac0b66-be41-46a9-95a7-8f06e705c6dc None None] Pushing event updated for resources: {'Port': ['ID=a6b4c567-21a6-4a92-9a5f-a04e651a969c,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:19.039893 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0aa490-cb7b-4788-a719-088b47f1eee8 None None] Routers {'5b44f581-1479-473d-afaf-8716e1baa396'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:00:19.043139 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-0d0aa490-cb7b-4788-a719-088b47f1eee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:59:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['5b44f581-1479-473d-afaf-8716e1baa396'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:00:19.056221 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:19.127985 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-9c1edf56-8f82-46ac-ba87-34361f32285d None None] Provisioning complete for port dde8cf6f-3edd-44df-a113-b1b75190e10e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:00:19.128795 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9c1edf56-8f82-46ac-ba87-34361f32285d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (dde8cf6f-3edd-44df-a113-b1b75190e10e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:19.169765 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 0054845b-2caf-45a7-a6db-048a100b4c11 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:00:19.170274 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (0054845b-2caf-45a7-a6db-048a100b4c11), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:19.210876 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ac0b66-be41-46a9-95a7-8f06e705c6dc None None] Pushing event updated for resources: {'Port': ['ID=a6b4c567-21a6-4a92-9a5f-a04e651a969c,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:19.281938 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-9c1edf56-8f82-46ac-ba87-34361f32285d None None] Port dde8cf6f-3edd-44df-a113-b1b75190e10e cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:00:19.367500 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-0d0aa490-cb7b-4788-a719-088b47f1eee8 None None] Set router 5b44f581-1479-473d-afaf-8716e1baa396 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:00:19.369743 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 0054845b-2caf-45a7-a6db-048a100b4c11 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:00:19.373632 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8d91c875-a0e8-47db-a651-1abe1542c9b9 admin admin] Publish callbacks [] for port (dde8cf6f-3edd-44df-a113-b1b75190e10e), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:19.381873 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8d91c875-a0e8-47db-a651-1abe1542c9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (dde8cf6f-3edd-44df-a113-b1b75190e10e), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:19.458263 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d91c875-a0e8-47db-a651-1abe1542c9b9 admin admin] Pushing event updated for resources: {'Port': ['ID=dde8cf6f-3edd-44df-a113-b1b75190e10e,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:19.497501 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8d91c875-a0e8-47db-a651-1abe1542c9b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (5b44f581-1479-473d-afaf-8716e1baa396), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:19.604444 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d91c875-a0e8-47db-a651-1abe1542c9b9 admin admin] Network 48b00bdd-d8b1-41ae-b9b9-1154d7b2f200 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:00:19.605902 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-8d91c875-a0e8-47db-a651-1abe1542c9b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:00:19.870810 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d91c875-a0e8-47db-a651-1abe1542c9b9 admin admin] Router 5b44f581-1479-473d-afaf-8716e1baa396 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:00:20.029594 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-0d0aa490-cb7b-4788-a719-088b47f1eee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b44f581-1479-473d-afaf-8716e1baa396', 'name': 'tempest-TestAggregatesBasicOps-1061232029-router', 'tenant_id': 'b5a7f0a9f0e4435885fd577415b660be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': 'a6b4c567-21a6-4a92-9a5f-a04e651a969c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:00:14Z', 'updated_at': '2022-03-11T20:00:18Z', 'revision_number': 4, 'project_id': 'b5a7f0a9f0e4435885fd577415b660be', 'gw_port': {'id': 'a6b4c567-21a6-4a92-9a5f-a04e651a969c', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:86:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b44f581-1479-473d-afaf-8716e1baa396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:00:14Z', 'updated_at': '2022-03-11T20:00:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'dde8cf6f-3edd-44df-a113-b1b75190e10e', 'name': '', 'network_id': '48b00bdd-d8b1-41ae-b9b9-1154d7b2f200', 'tenant_id': 'b5a7f0a9f0e4435885fd577415b660be', 'mac_address': 'fa:16:3e:b4:1c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b44f581-1479-473d-afaf-8716e1baa396', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '09e8ed4b-2731-44e0-a879-55c78b3cfdde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:00:18Z', 'updated_at': '2022-03-11T20:00:18Z', 'revision_number': 1, 'project_id': 'b5a7f0a9f0e4435885fd577415b660be', 'subnets': [{'id': '09e8ed4b-2731-44e0-a879-55c78b3cfdde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:00:20.069157 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0aa490-cb7b-4788-a719-088b47f1eee8 None None] The sync data for ids ['5b44f581-1479-473d-afaf-8716e1baa396'] in n-d-833163-1 is: [{'id': '5b44f581-1479-473d-afaf-8716e1baa396', 'name': 'tempest-TestAggregatesBasicOps-1061232029-router', 'tenant_id': 'b5a7f0a9f0e4435885fd577415b660be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': 'a6b4c567-21a6-4a92-9a5f-a04e651a969c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:00:14Z', 'updated_at': '2022-03-11T20:00:18Z', 'revision_number': 4, 'project_id': 'b5a7f0a9f0e4435885fd577415b660be', 'gw_port': {'id': 'a6b4c567-21a6-4a92-9a5f-a04e651a969c', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:86:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b44f581-1479-473d-afaf-8716e1baa396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:00:14Z', 'updated_at': '2022-03-11T20:00:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'dde8cf6f-3edd-44df-a113-b1b75190e10e', 'name': '', 'network_id': '48b00bdd-d8b1-41ae-b9b9-1154d7b2f200', 'tenant_id': 'b5a7f0a9f0e4435885fd577415b660be', 'mac_address': 'fa:16:3e:b4:1c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b44f581-1479-473d-afaf-8716e1baa396', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '09e8ed4b-2731-44e0-a879-55c78b3cfdde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:00:18Z', 'updated_at': '2022-03-11T20:00:18Z', 'revision_number': 1, 'project_id': 'b5a7f0a9f0e4435885fd577415b660be', 'subnets': [{'id': '09e8ed4b-2731-44e0-a879-55c78b3cfdde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:00:20.074663 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c306f445-6fcd-464e-9a8c-801463147a3f None None] Provisioning complete for port dde8cf6f-3edd-44df-a113-b1b75190e10e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:00:20.075770 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c306f445-6fcd-464e-9a8c-801463147a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (dde8cf6f-3edd-44df-a113-b1b75190e10e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:20.107977 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d91c875-a0e8-47db-a651-1abe1542c9b9 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:00:20.132325 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-8d91c875-a0e8-47db-a651-1abe1542c9b9 admin admin] 10.222.0.65 "PUT /v2.0/routers/5b44f581-1479-473d-afaf-8716e1baa396/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4451964 Mar 11 20:00:20.145924 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c306f445-6fcd-464e-9a8c-801463147a3f None None] Port dde8cf6f-3edd-44df-a113-b1b75190e10e cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:00:21.020501 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 40200) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:00:21.025694 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-d7c81f2b-b259-42a9-9b59-2399662fcdd5 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-300495870-network', 'tenant_id': 'ceabaa02ee6b4e0f8a98faf0301855fd'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:00:21.072673 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c81f2b-b259-42a9-9b59-2399662fcdd5 admin admin] Made reservation on behalf of ceabaa02ee6b4e0f8a98faf0301855fd for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:00:21.075447 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d7c81f2b-b259-42a9-9b59-2399662fcdd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:21.088740 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d7c81f2b-b259-42a9-9b59-2399662fcdd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:21.257664 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d7c81f2b-b259-42a9-9b59-2399662fcdd5 admin admin] Publish callbacks [] for security_group (0be0c12f-02c0-4b60-addd-9d775e36acd0), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:21.263413 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d7c81f2b-b259-42a9-9b59-2399662fcdd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (0be0c12f-02c0-4b60-addd-9d775e36acd0), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:21.296369 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c81f2b-b259-42a9-9b59-2399662fcdd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be0c12f-02c0-4b60-addd-9d775e36acd0,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:21.309034 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7c81f2b-b259-42a9-9b59-2399662fcdd5 admin admin] vlan segment allocate from pool success with {'vlan_id': 866, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:00:21.331468 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d7c81f2b-b259-42a9-9b59-2399662fcdd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (14f97453-c920-4a4f-866b-ccfff903e913), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:21.333589 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-d7c81f2b-b259-42a9-9b59-2399662fcdd5 admin admin] Added segment 14f97453-c920-4a4f-866b-ccfff903e913 of type vlan for network 0bb6c7a7-aa7f-4c8d-9e6e-1c79c5d26ab6 Mar 11 20:00:21.400952 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d7c81f2b-b259-42a9-9b59-2399662fcdd5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (0bb6c7a7-aa7f-4c8d-9e6e-1c79c5d26ab6), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:21.432508 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d7c81f2b-b259-42a9-9b59-2399662fcdd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (0bb6c7a7-aa7f-4c8d-9e6e-1c79c5d26ab6), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:21.433967 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c81f2b-b259-42a9-9b59-2399662fcdd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:00:21.434961 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d7c81f2b-b259-42a9-9b59-2399662fcdd5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:21.535257 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c81f2b-b259-42a9-9b59-2399662fcdd5 admin admin] Pushing event updated for resources: {'Network': ['ID=0bb6c7a7-aa7f-4c8d-9e6e-1c79c5d26ab6,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:21.558104 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 0bb6c7a7-aa7f-4c8d-9e6e-1c79c5d26ab6 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 20:00:21.575236 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d7c81f2b-b259-42a9-9b59-2399662fcdd5 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5535989 Mar 11 20:00:21.577998 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 40216) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:00:21.583956 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-8c4f7fa8-0e64-4b77-bf57-07cd4c1f4591 admin admin] Request body: {'subnet': {'network_id': '0bb6c7a7-aa7f-4c8d-9e6e-1c79c5d26ab6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-300495870-subnet', 'tenant_id': 'ceabaa02ee6b4e0f8a98faf0301855fd', 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:00:21.627571 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4f7fa8-0e64-4b77-bf57-07cd4c1f4591 admin admin] Made reservation on behalf of ceabaa02ee6b4e0f8a98faf0301855fd for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:00:21.630337 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8c4f7fa8-0e64-4b77-bf57-07cd4c1f4591 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:21.872931 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8c4f7fa8-0e64-4b77-bf57-07cd4c1f4591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (33b5b72e-a31c-48c4-b680-86c0040d8a37), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:21.939823 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4f7fa8-0e64-4b77-bf57-07cd4c1f4591 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33b5b72e-a31c-48c4-b680-86c0040d8a37,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:21.955445 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4f7fa8-0e64-4b77-bf57-07cd4c1f4591 admin admin] Checking segment: {'id': '14f97453-c920-4a4f-866b-ccfff903e913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '0bb6c7a7-aa7f-4c8d-9e6e-1c79c5d26ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:00:21.956083 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4f7fa8-0e64-4b77-bf57-07cd4c1f4591 admin admin] Network hostable DHCP agents. Network: 0bb6c7a7-aa7f-4c8d-9e6e-1c79c5d26ab6, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:00:21.980534 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4f7fa8-0e64-4b77-bf57-07cd4c1f4591 admin admin] Network 0bb6c7a7-aa7f-4c8d-9e6e-1c79c5d26ab6 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:00:21.998309 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-8c4f7fa8-0e64-4b77-bf57-07cd4c1f4591 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 0bb6c7a7-aa7f-4c8d-9e6e-1c79c5d26ab6) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:00:22.008833 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34840654-0b5c-4bbb-8c29-ea68088fd39b None None] Network 0bb6c7a7-aa7f-4c8d-9e6e-1c79c5d26ab6 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:00:22.014900 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4f7fa8-0e64-4b77-bf57-07cd4c1f4591 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:00:22.015503 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8c4f7fa8-0e64-4b77-bf57-07cd4c1f4591 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:22.039044 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8c4f7fa8-0e64-4b77-bf57-07cd4c1f4591 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4575813 Mar 11 20:00:22.041607 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 40222) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:00:22.047243 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-61e1bd87-6cd1-4f95-ac73-76cafd199cd9 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-300495870-router', 'tenant_id': 'ceabaa02ee6b4e0f8a98faf0301855fd', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:00:22.098223 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-61e1bd87-6cd1-4f95-ac73-76cafd199cd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (58f0085d-70e9-4809-8bb1-d2570db83d9d), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:22.099366 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-61e1bd87-6cd1-4f95-ac73-76cafd199cd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (58f0085d-70e9-4809-8bb1-d2570db83d9d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:22.225518 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-61e1bd87-6cd1-4f95-ac73-76cafd199cd9 admin admin] Publish callbacks [] for router_controller (58f0085d-70e9-4809-8bb1-d2570db83d9d), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:22.254614 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e28b47-7dbf-40a1-8018-986d4fd32231 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-0bb6c7a7-aa7f-4c8d-9e6e-1c79c5d26ab6', 'network_id': '0bb6c7a7-aa7f-4c8d-9e6e-1c79c5d26ab6', 'project_id': 'ceabaa02ee6b4e0f8a98faf0301855fd', 'fixed_ips': [{'subnet_id': '33b5b72e-a31c-48c4-b680-86c0040d8a37'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 20:00:22.263853 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-43e28b47-7dbf-40a1-8018-986d4fd32231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:22.439727 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-61e1bd87-6cd1-4f95-ac73-76cafd199cd9 admin admin] Publish callbacks [] for router_gateway (58f0085d-70e9-4809-8bb1-d2570db83d9d), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:22.475473 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9f14aa9d-d439-42be-8d43-473af2041fc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:22.550439 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-43e28b47-7dbf-40a1-8018-986d4fd32231 None None] Allocated IP 172.20.0.2 (0bb6c7a7-aa7f-4c8d-9e6e-1c79c5d26ab6/33b5b72e-a31c-48c4-b680-86c0040d8a37/95116bff-abd8-43a0-bb49-68be5da6d291) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:00:22.926916 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:22.991895 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:00:23.002731 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-43e28b47-7dbf-40a1-8018-986d4fd32231 None None] Publish callbacks [] for port (95116bff-abd8-43a0-bb49-68be5da6d291), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:23.006836 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-61e1bd87-6cd1-4f95-ac73-76cafd199cd9 admin admin] Publish callbacks [] for router_gateway (58f0085d-70e9-4809-8bb1-d2570db83d9d), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:23.007433 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device a6b4c567-21a6-4a92-9a5f-a04e651a969c up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:00:23.011465 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-43e28b47-7dbf-40a1-8018-986d4fd32231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (95116bff-abd8-43a0-bb49-68be5da6d291), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:23.049977 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-61e1bd87-6cd1-4f95-ac73-76cafd199cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:23.108323 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e28b47-7dbf-40a1-8018-986d4fd32231 None None] Network 0bb6c7a7-aa7f-4c8d-9e6e-1c79c5d26ab6 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:00:23.128994 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-43e28b47-7dbf-40a1-8018-986d4fd32231 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:00:23.135753 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e28b47-7dbf-40a1-8018-986d4fd32231 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:00:23.166970 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e28b47-7dbf-40a1-8018-986d4fd32231 None None] Pushing event updated for resources: {'Port': ['ID=95116bff-abd8-43a0-bb49-68be5da6d291,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:23.263208 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-61e1bd87-6cd1-4f95-ac73-76cafd199cd9 admin admin] Allocated IP 172.25.8.147 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/e8a251db-51a5-45f2-97ff-d253d22fc5a9) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:00:23.267965 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-43e28b47-7dbf-40a1-8018-986d4fd32231 None None] Attempting to bind port 95116bff-abd8-43a0-bb49-68be5da6d291 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:00:23.268663 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-43e28b47-7dbf-40a1-8018-986d4fd32231 None None] Attempting to bind port 95116bff-abd8-43a0-bb49-68be5da6d291 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '14f97453-c920-4a4f-866b-ccfff903e913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '0bb6c7a7-aa7f-4c8d-9e6e-1c79c5d26ab6'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:00:23.269125 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e28b47-7dbf-40a1-8018-986d4fd32231 None None] Attempting to bind port 95116bff-abd8-43a0-bb49-68be5da6d291 on network 0bb6c7a7-aa7f-4c8d-9e6e-1c79c5d26ab6 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:00:23.273259 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port a6b4c567-21a6-4a92-9a5f-a04e651a969c triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:00:23.273635 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (a6b4c567-21a6-4a92-9a5f-a04e651a969c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:23.278540 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e28b47-7dbf-40a1-8018-986d4fd32231 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:00:23.278928 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e28b47-7dbf-40a1-8018-986d4fd32231 None None] Checking segment: {'id': '14f97453-c920-4a4f-866b-ccfff903e913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '0bb6c7a7-aa7f-4c8d-9e6e-1c79c5d26ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:00:23.279324 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-43e28b47-7dbf-40a1-8018-986d4fd32231 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:23.279746 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e28b47-7dbf-40a1-8018-986d4fd32231 None None] Bound using segment: {'id': '14f97453-c920-4a4f-866b-ccfff903e913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '0bb6c7a7-aa7f-4c8d-9e6e-1c79c5d26ab6'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:00:23.280220 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-43e28b47-7dbf-40a1-8018-986d4fd32231 None None] Bound port: 95116bff-abd8-43a0-bb49-68be5da6d291, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14f97453-c920-4a4f-866b-ccfff903e913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '0bb6c7a7-aa7f-4c8d-9e6e-1c79c5d26ab6'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:00:23.280804 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-43e28b47-7dbf-40a1-8018-986d4fd32231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (95116bff-abd8-43a0-bb49-68be5da6d291), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:23.420718 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-43e28b47-7dbf-40a1-8018-986d4fd32231 None None] For port 95116bff-abd8-43a0-bb49-68be5da6d291, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:00:23.425848 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-43e28b47-7dbf-40a1-8018-986d4fd32231 None None] For port 95116bff-abd8-43a0-bb49-68be5da6d291, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=95116bff-abd8-43a0-bb49-68be5da6d291,segment=NetworkSegment(14f97453-c920-4a4f-866b-ccfff903e913),segment_id=14f97453-c920-4a4f-866b-ccfff903e913)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:00:23.426226 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-61e1bd87-6cd1-4f95-ac73-76cafd199cd9 admin admin] Publish callbacks [] for port (e8a251db-51a5-45f2-97ff-d253d22fc5a9), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:23.443177 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-43e28b47-7dbf-40a1-8018-986d4fd32231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (95116bff-abd8-43a0-bb49-68be5da6d291), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:23.459928 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port a6b4c567-21a6-4a92-9a5f-a04e651a969c is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:00:23.460582 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a6b4c567-21a6-4a92-9a5f-a04e651a969c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:23.463926 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41dee2a5-3ab8-4bad-bc0c-705ff725e304 None None] Sync routers for ids ['5b44f581-1479-473d-afaf-8716e1baa396'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:00:23.484015 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-61e1bd87-6cd1-4f95-ac73-76cafd199cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (e8a251db-51a5-45f2-97ff-d253d22fc5a9), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:23.531226 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port a6b4c567-21a6-4a92-9a5f-a04e651a969c, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=a6b4c567-21a6-4a92-9a5f-a04e651a969c,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:00:23.531989 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41dee2a5-3ab8-4bad-bc0c-705ff725e304 None None] Routers {'5b44f581-1479-473d-afaf-8716e1baa396'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:00:23.533262 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-41dee2a5-3ab8-4bad-bc0c-705ff725e304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T19:59:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['5b44f581-1479-473d-afaf-8716e1baa396'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:00:23.567727 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (a6b4c567-21a6-4a92-9a5f-a04e651a969c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:23.582813 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e28b47-7dbf-40a1-8018-986d4fd32231 None None] Pushing event updated for resources: {'Port': ['ID=95116bff-abd8-43a0-bb49-68be5da6d291,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:23.605283 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e1bd87-6cd1-4f95-ac73-76cafd199cd9 admin admin] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:00:23.611231 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-61e1bd87-6cd1-4f95-ac73-76cafd199cd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:00:23.618079 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e1bd87-6cd1-4f95-ac73-76cafd199cd9 admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:00:23.659208 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=a6b4c567-21a6-4a92-9a5f-a04e651a969c,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:23.692247 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e1bd87-6cd1-4f95-ac73-76cafd199cd9 admin admin] Pushing event updated for resources: {'Port': ['ID=e8a251db-51a5-45f2-97ff-d253d22fc5a9,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:23.812256 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-41dee2a5-3ab8-4bad-bc0c-705ff725e304 None None] Set router 5b44f581-1479-473d-afaf-8716e1baa396 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:00:24.117509 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-41dee2a5-3ab8-4bad-bc0c-705ff725e304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b44f581-1479-473d-afaf-8716e1baa396', 'name': 'tempest-TestAggregatesBasicOps-1061232029-router', 'tenant_id': 'b5a7f0a9f0e4435885fd577415b660be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': 'a6b4c567-21a6-4a92-9a5f-a04e651a969c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:00:14Z', 'updated_at': '2022-03-11T20:00:18Z', 'revision_number': 4, 'project_id': 'b5a7f0a9f0e4435885fd577415b660be', 'gw_port': {'id': 'a6b4c567-21a6-4a92-9a5f-a04e651a969c', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:86:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b44f581-1479-473d-afaf-8716e1baa396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:00:14Z', 'updated_at': '2022-03-11T20:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'dde8cf6f-3edd-44df-a113-b1b75190e10e', 'name': '', 'network_id': '48b00bdd-d8b1-41ae-b9b9-1154d7b2f200', 'tenant_id': 'b5a7f0a9f0e4435885fd577415b660be', 'mac_address': 'fa:16:3e:b4:1c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b44f581-1479-473d-afaf-8716e1baa396', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '09e8ed4b-2731-44e0-a879-55c78b3cfdde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:00:18Z', 'updated_at': '2022-03-11T20:00:19Z', 'revision_number': 2, 'project_id': 'b5a7f0a9f0e4435885fd577415b660be', 'subnets': [{'id': '09e8ed4b-2731-44e0-a879-55c78b3cfdde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:00:24.126906 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-61e1bd87-6cd1-4f95-ac73-76cafd199cd9 admin admin] Publish callbacks [] for router_gateway (58f0085d-70e9-4809-8bb1-d2570db83d9d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:24.160160 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41dee2a5-3ab8-4bad-bc0c-705ff725e304 None None] Checking router: 5b44f581-1479-473d-afaf-8716e1baa396 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:00:24.160513 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41dee2a5-3ab8-4bad-bc0c-705ff725e304 None None] Updating router 5b44f581-1479-473d-afaf-8716e1baa396 port dde8cf6f-3edd-44df-a113-b1b75190e10e binding host n-d-833163-1 {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 20:00:24.214607 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-41dee2a5-3ab8-4bad-bc0c-705ff725e304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (dde8cf6f-3edd-44df-a113-b1b75190e10e), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:24.480027 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-61e1bd87-6cd1-4f95-ac73-76cafd199cd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (58f0085d-70e9-4809-8bb1-d2570db83d9d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:24.631187 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-21ac4db6-9b6a-43b2-8929-19a618812d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:24.683321 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-41dee2a5-3ab8-4bad-bc0c-705ff725e304 None None] Publish callbacks [] for port (dde8cf6f-3edd-44df-a113-b1b75190e10e), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:24.701048 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-41dee2a5-3ab8-4bad-bc0c-705ff725e304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (dde8cf6f-3edd-44df-a113-b1b75190e10e), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:24.731552 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61e1bd87-6cd1-4f95-ac73-76cafd199cd9 admin admin] Router 58f0085d-70e9-4809-8bb1-d2570db83d9d is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 20:00:24.787587 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12581c1f-0e90-45f6-b47b-43c582e5edb1 None None] Pushing event updated for resources: {'Port': ['ID=dde8cf6f-3edd-44df-a113-b1b75190e10e,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:24.834219 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12581c1f-0e90-45f6-b47b-43c582e5edb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:00:24.837954 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12581c1f-0e90-45f6-b47b-43c582e5edb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:00:24.838450 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12581c1f-0e90-45f6-b47b-43c582e5edb1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:00:24.839227 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12581c1f-0e90-45f6-b47b-43c582e5edb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:00:24.845373 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12581c1f-0e90-45f6-b47b-43c582e5edb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:00:24.846145 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12581c1f-0e90-45f6-b47b-43c582e5edb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:00:24.846545 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12581c1f-0e90-45f6-b47b-43c582e5edb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:00:24.846961 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12581c1f-0e90-45f6-b47b-43c582e5edb1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:00:24.847358 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12581c1f-0e90-45f6-b47b-43c582e5edb1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:00:24.847786 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12581c1f-0e90-45f6-b47b-43c582e5edb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:00:24.848181 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12581c1f-0e90-45f6-b47b-43c582e5edb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:00:24.848570 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12581c1f-0e90-45f6-b47b-43c582e5edb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:00:24.848954 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12581c1f-0e90-45f6-b47b-43c582e5edb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:00:24.972971 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-41dee2a5-3ab8-4bad-bc0c-705ff725e304 None None] Attempting to bind port dde8cf6f-3edd-44df-a113-b1b75190e10e on host n-d-833163-1 for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:00:24.974781 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-41dee2a5-3ab8-4bad-bc0c-705ff725e304 None None] Attempting to bind port dde8cf6f-3edd-44df-a113-b1b75190e10e by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '4a7d4f2c-1dea-4bcf-b68a-2ea69c647317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '48b00bdd-d8b1-41ae-b9b9-1154d7b2f200'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:00:24.975435 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41dee2a5-3ab8-4bad-bc0c-705ff725e304 None None] Attempting to bind port dde8cf6f-3edd-44df-a113-b1b75190e10e on network 48b00bdd-d8b1-41ae-b9b9-1154d7b2f200 {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:00:25.005357 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41dee2a5-3ab8-4bad-bc0c-705ff725e304 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:00:25.006100 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41dee2a5-3ab8-4bad-bc0c-705ff725e304 None None] Checking segment: {'id': '4a7d4f2c-1dea-4bcf-b68a-2ea69c647317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '48b00bdd-d8b1-41ae-b9b9-1154d7b2f200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:00:25.006576 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-41dee2a5-3ab8-4bad-bc0c-705ff725e304 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:25.007166 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41dee2a5-3ab8-4bad-bc0c-705ff725e304 None None] Bound using segment: {'id': '4a7d4f2c-1dea-4bcf-b68a-2ea69c647317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '48b00bdd-d8b1-41ae-b9b9-1154d7b2f200'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:00:25.007871 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-41dee2a5-3ab8-4bad-bc0c-705ff725e304 None None] Bound port: dde8cf6f-3edd-44df-a113-b1b75190e10e, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a7d4f2c-1dea-4bcf-b68a-2ea69c647317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 897, 'network_id': '48b00bdd-d8b1-41ae-b9b9-1154d7b2f200'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:00:25.008220 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e1bd87-6cd1-4f95-ac73-76cafd199cd9 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:00:25.008327 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-41dee2a5-3ab8-4bad-bc0c-705ff725e304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (dde8cf6f-3edd-44df-a113-b1b75190e10e), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:25.020236 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d44415-8086-4742-83d9-feaa56b540ee None None] Sync routers for ids ['58f0085d-70e9-4809-8bb1-d2570db83d9d'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:00:25.056119 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d44415-8086-4742-83d9-feaa56b540ee None None] Routers {'58f0085d-70e9-4809-8bb1-d2570db83d9d'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:00:25.057039 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-09d44415-8086-4742-83d9-feaa56b540ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:00:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['58f0085d-70e9-4809-8bb1-d2570db83d9d'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:00:25.099496 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-61e1bd87-6cd1-4f95-ac73-76cafd199cd9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:25.100828 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-61e1bd87-6cd1-4f95-ac73-76cafd199cd9 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.0574336 Mar 11 20:00:25.104547 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 40274) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:00:25.269833 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-41dee2a5-3ab8-4bad-bc0c-705ff725e304 None None] For port dde8cf6f-3edd-44df-a113-b1b75190e10e, host n-d-833163-1, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:00:25.278085 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-41dee2a5-3ab8-4bad-bc0c-705ff725e304 None None] For port dde8cf6f-3edd-44df-a113-b1b75190e10e, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=dde8cf6f-3edd-44df-a113-b1b75190e10e,segment=NetworkSegment(4a7d4f2c-1dea-4bcf-b68a-2ea69c647317),segment_id=4a7d4f2c-1dea-4bcf-b68a-2ea69c647317)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:00:25.290386 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-41dee2a5-3ab8-4bad-bc0c-705ff725e304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (dde8cf6f-3edd-44df-a113-b1b75190e10e), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:25.381972 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12581c1f-0e90-45f6-b47b-43c582e5edb1 None None] Pushing event updated for resources: {'Port': ['ID=dde8cf6f-3edd-44df-a113-b1b75190e10e,revision_number=4']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:25.411863 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41dee2a5-3ab8-4bad-bc0c-705ff725e304 None None] Routers {'5b44f581-1479-473d-afaf-8716e1baa396'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:00:25.413087 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-41dee2a5-3ab8-4bad-bc0c-705ff725e304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:00:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['5b44f581-1479-473d-afaf-8716e1baa396'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:00:25.418659 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-09d44415-8086-4742-83d9-feaa56b540ee None None] Set router 58f0085d-70e9-4809-8bb1-d2570db83d9d gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:00:25.564138 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 95116bff-abd8-43a0-bb49-68be5da6d291 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:00:25.567894 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c9867a-9b26-458e-9c4f-e00ec18886e0 None None] Network 0bb6c7a7-aa7f-4c8d-9e6e-1c79c5d26ab6 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:00:25.593278 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-41dee2a5-3ab8-4bad-bc0c-705ff725e304 None None] Set router 5b44f581-1479-473d-afaf-8716e1baa396 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:00:25.993478 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4c6bf1a0-05b4-4f0b-8bde-39b5e22fd323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:26.010765 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-41dee2a5-3ab8-4bad-bc0c-705ff725e304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b44f581-1479-473d-afaf-8716e1baa396', 'name': 'tempest-TestAggregatesBasicOps-1061232029-router', 'tenant_id': 'b5a7f0a9f0e4435885fd577415b660be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': 'a6b4c567-21a6-4a92-9a5f-a04e651a969c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:00:14Z', 'updated_at': '2022-03-11T20:00:18Z', 'revision_number': 4, 'project_id': 'b5a7f0a9f0e4435885fd577415b660be', 'gw_port': {'id': 'a6b4c567-21a6-4a92-9a5f-a04e651a969c', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:86:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b44f581-1479-473d-afaf-8716e1baa396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:00:14Z', 'updated_at': '2022-03-11T20:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'dde8cf6f-3edd-44df-a113-b1b75190e10e', 'name': '', 'network_id': '48b00bdd-d8b1-41ae-b9b9-1154d7b2f200', 'tenant_id': 'b5a7f0a9f0e4435885fd577415b660be', 'mac_address': 'fa:16:3e:b4:1c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b44f581-1479-473d-afaf-8716e1baa396', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '09e8ed4b-2731-44e0-a879-55c78b3cfdde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:00:18Z', 'updated_at': '2022-03-11T20:00:25Z', 'revision_number': 4, 'project_id': 'b5a7f0a9f0e4435885fd577415b660be', 'subnets': [{'id': '09e8ed4b-2731-44e0-a879-55c78b3cfdde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:00:26.013284 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-83c625c4-a804-4907-a2ab-2edcc78e82ad None None] Provisioning complete for port dde8cf6f-3edd-44df-a113-b1b75190e10e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:00:26.015037 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-83c625c4-a804-4907-a2ab-2edcc78e82ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (dde8cf6f-3edd-44df-a113-b1b75190e10e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:26.071255 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 95116bff-abd8-43a0-bb49-68be5da6d291 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:00:26.072277 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (95116bff-abd8-43a0-bb49-68be5da6d291), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:26.087013 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41dee2a5-3ab8-4bad-bc0c-705ff725e304 None None] The sync data for ids ['5b44f581-1479-473d-afaf-8716e1baa396'] in n-d-833163-1 is: [{'id': '5b44f581-1479-473d-afaf-8716e1baa396', 'name': 'tempest-TestAggregatesBasicOps-1061232029-router', 'tenant_id': 'b5a7f0a9f0e4435885fd577415b660be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': 'a6b4c567-21a6-4a92-9a5f-a04e651a969c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:00:14Z', 'updated_at': '2022-03-11T20:00:18Z', 'revision_number': 4, 'project_id': 'b5a7f0a9f0e4435885fd577415b660be', 'gw_port': {'id': 'a6b4c567-21a6-4a92-9a5f-a04e651a969c', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:86:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b44f581-1479-473d-afaf-8716e1baa396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:00:14Z', 'updated_at': '2022-03-11T20:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'dde8cf6f-3edd-44df-a113-b1b75190e10e', 'name': '', 'network_id': '48b00bdd-d8b1-41ae-b9b9-1154d7b2f200', 'tenant_id': 'b5a7f0a9f0e4435885fd577415b660be', 'mac_address': 'fa:16:3e:b4:1c:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b44f581-1479-473d-afaf-8716e1baa396', 'device_owner': 'network:router_interface', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': '09e8ed4b-2731-44e0-a879-55c78b3cfdde', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:00:18Z', 'updated_at': '2022-03-11T20:00:25Z', 'revision_number': 4, 'project_id': 'b5a7f0a9f0e4435885fd577415b660be', 'subnets': [{'id': '09e8ed4b-2731-44e0-a879-55c78b3cfdde', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:00:26.203728 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-4c6bf1a0-05b4-4f0b-8bde-39b5e22fd323 admin admin] Allocated IP 172.20.0.1 (0bb6c7a7-aa7f-4c8d-9e6e-1c79c5d26ab6/33b5b72e-a31c-48c4-b680-86c0040d8a37/b64ad55f-761e-4362-80c3-f049a2405f13) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:00:26.368804 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-83c625c4-a804-4907-a2ab-2edcc78e82ad None None] Current status of the port dde8cf6f-3edd-44df-a113-b1b75190e10e is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:00:26.369208 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-83c625c4-a804-4907-a2ab-2edcc78e82ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (dde8cf6f-3edd-44df-a113-b1b75190e10e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:26.371064 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:26.396128 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4c6bf1a0-05b4-4f0b-8bde-39b5e22fd323 admin admin] Publish callbacks [] for port (b64ad55f-761e-4362-80c3-f049a2405f13), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:26.483518 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4c6bf1a0-05b4-4f0b-8bde-39b5e22fd323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (b64ad55f-761e-4362-80c3-f049a2405f13), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:26.486208 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 95116bff-abd8-43a0-bb49-68be5da6d291 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:00:26.486646 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (95116bff-abd8-43a0-bb49-68be5da6d291), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:26.536775 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-83c625c4-a804-4907-a2ab-2edcc78e82ad None None] For port dde8cf6f-3edd-44df-a113-b1b75190e10e, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=dde8cf6f-3edd-44df-a113-b1b75190e10e,segment=NetworkSegment(4a7d4f2c-1dea-4bcf-b68a-2ea69c647317),segment_id=4a7d4f2c-1dea-4bcf-b68a-2ea69c647317)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:00:26.553171 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-83c625c4-a804-4907-a2ab-2edcc78e82ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (dde8cf6f-3edd-44df-a113-b1b75190e10e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:26.569763 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6bf1a0-05b4-4f0b-8bde-39b5e22fd323 admin admin] Network 0bb6c7a7-aa7f-4c8d-9e6e-1c79c5d26ab6 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:00:26.574740 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-4c6bf1a0-05b4-4f0b-8bde-39b5e22fd323 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:00:26.577433 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6bf1a0-05b4-4f0b-8bde-39b5e22fd323 admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:00:26.580599 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6bf1a0-05b4-4f0b-8bde-39b5e22fd323 admin admin] Pushing event updated for resources: {'Port': ['ID=b64ad55f-761e-4362-80c3-f049a2405f13,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:26.609574 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-09d44415-8086-4742-83d9-feaa56b540ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f0085d-70e9-4809-8bb1-d2570db83d9d', 'name': 'tempest-TestAggregatesBasicOps-300495870-router', 'tenant_id': 'ceabaa02ee6b4e0f8a98faf0301855fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': 'e8a251db-51a5-45f2-97ff-d253d22fc5a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:00:22Z', 'updated_at': '2022-03-11T20:00:23Z', 'revision_number': 3, 'project_id': 'ceabaa02ee6b4e0f8a98faf0301855fd', 'gw_port': {'id': 'e8a251db-51a5-45f2-97ff-d253d22fc5a9', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:14:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f0085d-70e9-4809-8bb1-d2570db83d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:00:23Z', 'updated_at': '2022-03-11T20:00:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:00:26.712872 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4c6bf1a0-05b4-4f0b-8bde-39b5e22fd323 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (58f0085d-70e9-4809-8bb1-d2570db83d9d), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:26.747724 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e5d03cdd-8e50-48dc-9820-de576c9a26b4 req-ee17489d-af47-4e9d-9dae-490b3f61abda service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=f03c2e72-f0f0-45ae-880d-7b7eeb29bdae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1164625 Mar 11 20:00:26.816718 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 95116bff-abd8-43a0-bb49-68be5da6d291, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=95116bff-abd8-43a0-bb49-68be5da6d291,segment=NetworkSegment(14f97453-c920-4a4f-866b-ccfff903e913),segment_id=14f97453-c920-4a4f-866b-ccfff903e913)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:00:26.826872 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d44415-8086-4742-83d9-feaa56b540ee None None] Checking router: 58f0085d-70e9-4809-8bb1-d2570db83d9d for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:00:26.827499 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d44415-8086-4742-83d9-feaa56b540ee None None] Updating router 58f0085d-70e9-4809-8bb1-d2570db83d9d port e8a251db-51a5-45f2-97ff-d253d22fc5a9 binding host n-d-833163-1 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 20:00:26.854922 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (95116bff-abd8-43a0-bb49-68be5da6d291), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:26.877244 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device a6b4c567-21a6-4a92-9a5f-a04e651a969c up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:00:26.973903 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d03cdd-8e50-48dc-9820-de576c9a26b4 req-292b7aa6-5ddd-49cc-9779-8c179486f09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:00:26.975862 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e5d03cdd-8e50-48dc-9820-de576c9a26b4 req-292b7aa6-5ddd-49cc-9779-8c179486f09b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2f949af31a734abc972f25de080a7f9a&device_id=f03c2e72-f0f0-45ae-880d-7b7eeb29bdae HTTP/1.1" status: 200 len: 1128 time: 0.1715665 Mar 11 20:00:27.005531 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c625c4-a804-4907-a2ab-2edcc78e82ad None None] Pushing event updated for resources: {'Port': ['ID=dde8cf6f-3edd-44df-a113-b1b75190e10e,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:27.036004 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-09d44415-8086-4742-83d9-feaa56b540ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (e8a251db-51a5-45f2-97ff-d253d22fc5a9), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:27.050739 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-07751f58-86ed-4818-9d00-2fa44a48182b None None] Provisioning complete for port 95116bff-abd8-43a0-bb49-68be5da6d291 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:00:27.059874 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-07751f58-86ed-4818-9d00-2fa44a48182b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (95116bff-abd8-43a0-bb49-68be5da6d291), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:27.104391 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4c6bf1a0-05b4-4f0b-8bde-39b5e22fd323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b64ad55f-761e-4362-80c3-f049a2405f13), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:27.123409 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d03cdd-8e50-48dc-9820-de576c9a26b4 req-598efc7e-36a1-4839-a3b2-9e8e71f1785b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:00:27.124985 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e5d03cdd-8e50-48dc-9820-de576c9a26b4 req-598efc7e-36a1-4839-a3b2-9e8e71f1785b service neutron] 10.222.0.75 "GET /v2.0/networks?id=7cb87be5-5e63-4569-a71c-e4805af6e43b HTTP/1.1" status: 200 len: 910 time: 0.1183450 Mar 11 20:00:27.322933 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e5d03cdd-8e50-48dc-9820-de576c9a26b4 req-bdc84440-f8ca-45fa-b667-4620f5549cfa service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5ed6c20-f4ad-4227-9aa1-badc70aa2684 HTTP/1.1" status: 200 len: 1001 time: 0.1906188 Mar 11 20:00:27.418702 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=95116bff-abd8-43a0-bb49-68be5da6d291,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:27.432038 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port a6b4c567-21a6-4a92-9a5f-a04e651a969c triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:00:27.432410 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (a6b4c567-21a6-4a92-9a5f-a04e651a969c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:27.485200 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d03cdd-8e50-48dc-9820-de576c9a26b4 req-e3c298d2-3fb4-49ec-a52e-d264027829e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:00:27.486734 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e5d03cdd-8e50-48dc-9820-de576c9a26b4 req-e3c298d2-3fb4-49ec-a52e-d264027829e4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d614b2f0-8c6e-4e2e-aec0-cfab71e0207b HTTP/1.1" status: 200 len: 848 time: 0.1586075 Mar 11 20:00:27.529483 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4c6bf1a0-05b4-4f0b-8bde-39b5e22fd323 admin admin] Publish callbacks [] for port (b64ad55f-761e-4362-80c3-f049a2405f13), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:27.543114 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4c6bf1a0-05b4-4f0b-8bde-39b5e22fd323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (b64ad55f-761e-4362-80c3-f049a2405f13), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:27.625911 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d03cdd-8e50-48dc-9820-de576c9a26b4 req-289adee6-e881-4395-a4ca-692446c02714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:00:27.630908 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e5d03cdd-8e50-48dc-9820-de576c9a26b4 req-289adee6-e881-4395-a4ca-692446c02714 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7cb87be5-5e63-4569-a71c-e4805af6e43b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1372180 Mar 11 20:00:27.651851 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4c6bf1a0-05b4-4f0b-8bde-39b5e22fd323 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (58f0085d-70e9-4809-8bb1-d2570db83d9d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:27.717377 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-09d44415-8086-4742-83d9-feaa56b540ee None None] Publish callbacks [] for port (e8a251db-51a5-45f2-97ff-d253d22fc5a9), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:27.825082 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e5d03cdd-8e50-48dc-9820-de576c9a26b4 req-4a2bc1eb-3a3d-40d1-8664-00ca0d97b1ce service neutron] 10.222.0.75 "GET /v2.0/networks/7cb87be5-5e63-4569-a71c-e4805af6e43b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875219 Mar 11 20:00:28.022250 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e5d03cdd-8e50-48dc-9820-de576c9a26b4 req-d2570891-ba55-406a-a1cf-2e149354f437 service neutron] 10.222.0.75 "GET /v2.0/networks/7cb87be5-5e63-4569-a71c-e4805af6e43b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911633 Mar 11 20:00:28.172147 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-09d44415-8086-4742-83d9-feaa56b540ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (e8a251db-51a5-45f2-97ff-d253d22fc5a9), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:28.356258 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-07751f58-86ed-4818-9d00-2fa44a48182b None None] Current status of the port 95116bff-abd8-43a0-bb49-68be5da6d291 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:00:28.363448 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:28.433480 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1cf621-0e2f-4e2e-908e-5620e82808ab None None] Pushing event updated for resources: {'Port': ['ID=e8a251db-51a5-45f2-97ff-d253d22fc5a9,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:28.441222 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6bf1a0-05b4-4f0b-8bde-39b5e22fd323 admin admin] Network 0bb6c7a7-aa7f-4c8d-9e6e-1c79c5d26ab6 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:00:28.453489 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-4c6bf1a0-05b4-4f0b-8bde-39b5e22fd323 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:00:28.483905 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-09d44415-8086-4742-83d9-feaa56b540ee None None] Attempting to bind port e8a251db-51a5-45f2-97ff-d253d22fc5a9 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:00:28.483905 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-09d44415-8086-4742-83d9-feaa56b540ee None None] Attempting to bind port e8a251db-51a5-45f2-97ff-d253d22fc5a9 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:00:28.483905 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d44415-8086-4742-83d9-feaa56b540ee None None] Attempting to bind port e8a251db-51a5-45f2-97ff-d253d22fc5a9 on network 612cc066-33e3-444d-b1c7-d0a64751482a {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:00:28.487382 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-07751f58-86ed-4818-9d00-2fa44a48182b None None] Provisioning complete for port dde8cf6f-3edd-44df-a113-b1b75190e10e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:00:28.488481 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-07751f58-86ed-4818-9d00-2fa44a48182b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (dde8cf6f-3edd-44df-a113-b1b75190e10e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:28.518377 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6bf1a0-05b4-4f0b-8bde-39b5e22fd323 admin admin] Pushing event updated for resources: {'Port': ['ID=b64ad55f-761e-4362-80c3-f049a2405f13,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:28.619538 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d44415-8086-4742-83d9-feaa56b540ee None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 19, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:00:28.619955 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d44415-8086-4742-83d9-feaa56b540ee None None] Checking segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:00:28.620364 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-09d44415-8086-4742-83d9-feaa56b540ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:28.620763 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d44415-8086-4742-83d9-feaa56b540ee None None] Bound using segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:00:28.621251 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-09d44415-8086-4742-83d9-feaa56b540ee None None] Bound port: e8a251db-51a5-45f2-97ff-d253d22fc5a9, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:00:28.625287 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-09d44415-8086-4742-83d9-feaa56b540ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (e8a251db-51a5-45f2-97ff-d253d22fc5a9), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:28.662360 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c6bf1a0-05b4-4f0b-8bde-39b5e22fd323 admin admin] Router 58f0085d-70e9-4809-8bb1-d2570db83d9d has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:00:28.666142 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e2aafe21-4600-4535-86cf-f8db60a77154 req-69d2eeb4-61f6-43ce-948f-cfc7808945b7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=69f26f4c-a43c-45fa-9ffb-652c0d5df93e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3179338 Mar 11 20:00:28.773540 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port a6b4c567-21a6-4a92-9a5f-a04e651a969c is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:00:28.842453 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-07751f58-86ed-4818-9d00-2fa44a48182b None None] Current status of the port dde8cf6f-3edd-44df-a113-b1b75190e10e is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:00:28.875559 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-09d44415-8086-4742-83d9-feaa56b540ee None None] For port e8a251db-51a5-45f2-97ff-d253d22fc5a9, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:00:28.891077 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-09d44415-8086-4742-83d9-feaa56b540ee None None] For port e8a251db-51a5-45f2-97ff-d253d22fc5a9, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=e8a251db-51a5-45f2-97ff-d253d22fc5a9,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:00:28.904419 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-09d44415-8086-4742-83d9-feaa56b540ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (e8a251db-51a5-45f2-97ff-d253d22fc5a9), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:29.024035 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 95116bff-abd8-43a0-bb49-68be5da6d291 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:00:29.042932 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6bf1a0-05b4-4f0b-8bde-39b5e22fd323 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:00:29.055794 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-4c6bf1a0-05b4-4f0b-8bde-39b5e22fd323 admin admin] 10.222.0.65 "PUT /v2.0/routers/58f0085d-70e9-4809-8bb1-d2570db83d9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9482369 Mar 11 20:00:29.081134 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aafe21-4600-4535-86cf-f8db60a77154 req-fe3b4010-1d0a-47a5-b407-e6c62c023aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:00:29.082983 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e2aafe21-4600-4535-86cf-f8db60a77154 req-fe3b4010-1d0a-47a5-b407-e6c62c023aee service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a6e559906e9c4ceeae36545f87c045ca&device_id=69f26f4c-a43c-45fa-9ffb-652c0d5df93e HTTP/1.1" status: 200 len: 1132 time: 0.1836464 Mar 11 20:00:29.121176 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:29.122576 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-0f1d297b-e608-4164-864c-e01930e00990 None None] Provisioning complete for port b64ad55f-761e-4362-80c3-f049a2405f13 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:00:29.122939 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0f1d297b-e608-4164-864c-e01930e00990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (b64ad55f-761e-4362-80c3-f049a2405f13), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:29.200359 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1cf621-0e2f-4e2e-908e-5620e82808ab None None] Pushing event updated for resources: {'Port': ['ID=e8a251db-51a5-45f2-97ff-d253d22fc5a9,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:29.207829 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d44415-8086-4742-83d9-feaa56b540ee None None] Routers {'58f0085d-70e9-4809-8bb1-d2570db83d9d'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:00:29.208427 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-09d44415-8086-4742-83d9-feaa56b540ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:00:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['58f0085d-70e9-4809-8bb1-d2570db83d9d'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:00:29.295434 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aafe21-4600-4535-86cf-f8db60a77154 req-f993a680-253b-4f14-992c-def0e6cf196c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:00:29.297012 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e2aafe21-4600-4535-86cf-f8db60a77154 req-f993a680-253b-4f14-992c-def0e6cf196c service neutron] 10.222.0.57 "GET /v2.0/networks?id=885772b1-9b97-4e1d-a0fb-e125030c5a81 HTTP/1.1" status: 200 len: 870 time: 0.1917005 Mar 11 20:00:29.345008 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-0f1d297b-e608-4164-864c-e01930e00990 None None] Port b64ad55f-761e-4362-80c3-f049a2405f13 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:00:29.351886 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e2aafe21-4600-4535-86cf-f8db60a77154 req-dc8fa794-19dc-4b50-8f81-4d3700780e51 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=e17bb2ed-8872-4081-a6c2-28e54bf7725a HTTP/1.1" status: 200 len: 217 time: 0.0483398 Mar 11 20:00:29.382049 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 95116bff-abd8-43a0-bb49-68be5da6d291 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:00:29.383297 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (95116bff-abd8-43a0-bb49-68be5da6d291), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:29.483480 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aafe21-4600-4535-86cf-f8db60a77154 req-a31eda7e-6171-431f-a4a7-ddff7aaa7a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:00:29.486641 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e2aafe21-4600-4535-86cf-f8db60a77154 req-a31eda7e-6171-431f-a4a7-ddff7aaa7a71 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.1292777 Mar 11 20:00:29.519709 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-0f1d297b-e608-4164-864c-e01930e00990 None None] Provisioning complete for port 95116bff-abd8-43a0-bb49-68be5da6d291 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:00:29.520188 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0f1d297b-e608-4164-864c-e01930e00990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (95116bff-abd8-43a0-bb49-68be5da6d291), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:29.577403 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aafe21-4600-4535-86cf-f8db60a77154 req-cb2e1a40-3555-4dc9-8f09-00ce0828474f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:00:29.579745 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e2aafe21-4600-4535-86cf-f8db60a77154 req-cb2e1a40-3555-4dc9-8f09-00ce0828474f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0860722 Mar 11 20:00:29.688260 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e2aafe21-4600-4535-86cf-f8db60a77154 req-08fcb865-6a63-44c7-bb3c-1c27d580557c service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998449 Mar 11 20:00:29.702295 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-09d44415-8086-4742-83d9-feaa56b540ee None None] Set router 58f0085d-70e9-4809-8bb1-d2570db83d9d gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:00:29.893782 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 95116bff-abd8-43a0-bb49-68be5da6d291 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:00:29.895051 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device dde8cf6f-3edd-44df-a113-b1b75190e10e up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:00:29.923840 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e2aafe21-4600-4535-86cf-f8db60a77154 req-c6d9f19a-d3c6-4763-8550-5f14b2c16970 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293231 Mar 11 20:00:30.167286 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-0f1d297b-e608-4164-864c-e01930e00990 None None] Current status of the port 95116bff-abd8-43a0-bb49-68be5da6d291 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:00:30.174282 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port dde8cf6f-3edd-44df-a113-b1b75190e10e triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:00:30.174760 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (dde8cf6f-3edd-44df-a113-b1b75190e10e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:30.316160 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-09d44415-8086-4742-83d9-feaa56b540ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f0085d-70e9-4809-8bb1-d2570db83d9d', 'name': 'tempest-TestAggregatesBasicOps-300495870-router', 'tenant_id': 'ceabaa02ee6b4e0f8a98faf0301855fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': 'e8a251db-51a5-45f2-97ff-d253d22fc5a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:00:22Z', 'updated_at': '2022-03-11T20:00:27Z', 'revision_number': 4, 'project_id': 'ceabaa02ee6b4e0f8a98faf0301855fd', 'gw_port': {'id': 'e8a251db-51a5-45f2-97ff-d253d22fc5a9', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:14:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f0085d-70e9-4809-8bb1-d2570db83d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:00:23Z', 'updated_at': '2022-03-11T20:00:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'b64ad55f-761e-4362-80c3-f049a2405f13', 'name': '', 'network_id': '0bb6c7a7-aa7f-4c8d-9e6e-1c79c5d26ab6', 'tenant_id': 'ceabaa02ee6b4e0f8a98faf0301855fd', 'mac_address': 'fa:16:3e:08:a5:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f0085d-70e9-4809-8bb1-d2570db83d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '33b5b72e-a31c-48c4-b680-86c0040d8a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:00:26Z', 'updated_at': '2022-03-11T20:00:27Z', 'revision_number': 2, 'project_id': 'ceabaa02ee6b4e0f8a98faf0301855fd', 'subnets': [{'id': '33b5b72e-a31c-48c4-b680-86c0040d8a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:00:30.379313 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port dde8cf6f-3edd-44df-a113-b1b75190e10e is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:00:30.380281 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d44415-8086-4742-83d9-feaa56b540ee None None] The sync data for ids ['58f0085d-70e9-4809-8bb1-d2570db83d9d'] in n-d-833163-1 is: [{'id': '58f0085d-70e9-4809-8bb1-d2570db83d9d', 'name': 'tempest-TestAggregatesBasicOps-300495870-router', 'tenant_id': 'ceabaa02ee6b4e0f8a98faf0301855fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': 'e8a251db-51a5-45f2-97ff-d253d22fc5a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:00:22Z', 'updated_at': '2022-03-11T20:00:27Z', 'revision_number': 4, 'project_id': 'ceabaa02ee6b4e0f8a98faf0301855fd', 'gw_port': {'id': 'e8a251db-51a5-45f2-97ff-d253d22fc5a9', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:14:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f0085d-70e9-4809-8bb1-d2570db83d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:00:23Z', 'updated_at': '2022-03-11T20:00:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'b64ad55f-761e-4362-80c3-f049a2405f13', 'name': '', 'network_id': '0bb6c7a7-aa7f-4c8d-9e6e-1c79c5d26ab6', 'tenant_id': 'ceabaa02ee6b4e0f8a98faf0301855fd', 'mac_address': 'fa:16:3e:08:a5:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f0085d-70e9-4809-8bb1-d2570db83d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '33b5b72e-a31c-48c4-b680-86c0040d8a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:00:26Z', 'updated_at': '2022-03-11T20:00:27Z', 'revision_number': 2, 'project_id': 'ceabaa02ee6b4e0f8a98faf0301855fd', 'subnets': [{'id': '33b5b72e-a31c-48c4-b680-86c0040d8a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:00:31.086880 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 40412) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:00:31.647494 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-45284ec2-7b30-41ff-8aae-421cfb9a701f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (5b44f581-1479-473d-afaf-8716e1baa396), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:32.102181 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c324e-1497-42ed-99b1-20829161d748 req-3b00835f-2e05-47ee-8290-4d532de00e71 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:00:32.103822 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cf0c324e-1497-42ed-99b1-20829161d748 req-3b00835f-2e05-47ee-8290-4d532de00e71 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd3d0d1d-322a-4ffb-812d-031e06ddf6d5 HTTP/1.1" status: 200 len: 945 time: 0.0889690 Mar 11 20:00:32.105387 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-45284ec2-7b30-41ff-8aae-421cfb9a701f admin admin] Deleting port dde8cf6f-3edd-44df-a113-b1b75190e10e {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:00:32.105791 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-45284ec2-7b30-41ff-8aae-421cfb9a701f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (dde8cf6f-3edd-44df-a113-b1b75190e10e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:32.215353 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cf0c324e-1497-42ed-99b1-20829161d748 req-f2dc971b-2e85-4047-b3d0-caca5414272d tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9bcf76e-72b8-498c-bce8-111b74a90d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007931 Mar 11 20:00:32.236640 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-45284ec2-7b30-41ff-8aae-421cfb9a701f admin admin] For port dde8cf6f-3edd-44df-a113-b1b75190e10e, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=dde8cf6f-3edd-44df-a113-b1b75190e10e,segment=NetworkSegment(4a7d4f2c-1dea-4bcf-b68a-2ea69c647317),segment_id=4a7d4f2c-1dea-4bcf-b68a-2ea69c647317)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:00:32.237011 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-45284ec2-7b30-41ff-8aae-421cfb9a701f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (dde8cf6f-3edd-44df-a113-b1b75190e10e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:32.261144 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-45284ec2-7b30-41ff-8aae-421cfb9a701f admin admin] Calling delete_port for dde8cf6f-3edd-44df-a113-b1b75190e10e owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:00:32.504400 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-45284ec2-7b30-41ff-8aae-421cfb9a701f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (dde8cf6f-3edd-44df-a113-b1b75190e10e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:32.531487 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45284ec2-7b30-41ff-8aae-421cfb9a701f admin admin] Pushing event deleted for resources: {'Port': ['ID=dde8cf6f-3edd-44df-a113-b1b75190e10e,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:32.544506 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45284ec2-7b30-41ff-8aae-421cfb9a701f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:00:32.544743 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45284ec2-7b30-41ff-8aae-421cfb9a701f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:00:32.545087 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45284ec2-7b30-41ff-8aae-421cfb9a701f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:00:32.545426 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45284ec2-7b30-41ff-8aae-421cfb9a701f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:00:32.545766 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45284ec2-7b30-41ff-8aae-421cfb9a701f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:00:32.546096 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45284ec2-7b30-41ff-8aae-421cfb9a701f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:00:32.546423 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45284ec2-7b30-41ff-8aae-421cfb9a701f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:00:32.546752 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45284ec2-7b30-41ff-8aae-421cfb9a701f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:00:32.547074 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45284ec2-7b30-41ff-8aae-421cfb9a701f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:00:32.547398 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45284ec2-7b30-41ff-8aae-421cfb9a701f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:00:32.548257 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45284ec2-7b30-41ff-8aae-421cfb9a701f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:00:32.548597 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45284ec2-7b30-41ff-8aae-421cfb9a701f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:00:32.548916 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45284ec2-7b30-41ff-8aae-421cfb9a701f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:00:32.789432 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-45284ec2-7b30-41ff-8aae-421cfb9a701f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (5b44f581-1479-473d-afaf-8716e1baa396), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:33.184776 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device e8a251db-51a5-45f2-97ff-d253d22fc5a9 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:00:33.219907 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45284ec2-7b30-41ff-8aae-421cfb9a701f admin admin] Router 5b44f581-1479-473d-afaf-8716e1baa396 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:00:33.289142 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port e8a251db-51a5-45f2-97ff-d253d22fc5a9 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:00:33.289525 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (e8a251db-51a5-45f2-97ff-d253d22fc5a9), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:33.399403 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45284ec2-7b30-41ff-8aae-421cfb9a701f admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:00:33.405338 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-45284ec2-7b30-41ff-8aae-421cfb9a701f admin admin] 10.222.0.65 "PUT /v2.0/routers/5b44f581-1479-473d-afaf-8716e1baa396/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3166313 Mar 11 20:00:33.408473 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 40456) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:00:33.408789 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port e8a251db-51a5-45f2-97ff-d253d22fc5a9 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:00:33.413436 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (e8a251db-51a5-45f2-97ff-d253d22fc5a9), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:33.416181 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0acad7-3425-4cad-b6ef-702e9ee837cb None None] Sync routers for ids ['5b44f581-1479-473d-afaf-8716e1baa396'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:00:33.433123 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0acad7-3425-4cad-b6ef-702e9ee837cb None None] Routers {'5b44f581-1479-473d-afaf-8716e1baa396'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:00:33.433823 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-1e0acad7-3425-4cad-b6ef-702e9ee837cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:00:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['5b44f581-1479-473d-afaf-8716e1baa396'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:00:33.443370 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca9753-5df8-4b05-8fc3-285affc6791d req-d8c4925d-d2af-43b4-a8d6-7fb5e0be2e0a tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:00:33.444968 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d9ca9753-5df8-4b05-8fc3-285affc6791d req-d8c4925d-d2af-43b4-a8d6-7fb5e0be2e0a tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd3d0d1d-322a-4ffb-812d-031e06ddf6d5 HTTP/1.1" status: 200 len: 945 time: 0.1174860 Mar 11 20:00:33.480062 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port e8a251db-51a5-45f2-97ff-d253d22fc5a9, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=e8a251db-51a5-45f2-97ff-d253d22fc5a9,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:00:33.487829 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (e8a251db-51a5-45f2-97ff-d253d22fc5a9), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:33.541739 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d9ca9753-5df8-4b05-8fc3-285affc6791d req-c974f78e-e445-4f42-b522-d3ad961668c9 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9bcf76e-72b8-498c-bce8-111b74a90d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902143 Mar 11 20:00:33.546558 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4a4f1302-12d9-4d43-b58c-84b787ae79e0 admin admin] Publish callbacks [] for router (5b44f581-1479-473d-afaf-8716e1baa396), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:33.613859 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=e8a251db-51a5-45f2-97ff-d253d22fc5a9,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:33.670438 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-1e0acad7-3425-4cad-b6ef-702e9ee837cb None None] Set router 5b44f581-1479-473d-afaf-8716e1baa396 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:00:33.674614 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f02bc-b6d8-409e-a886-1b221b11a8ab req-240bd431-32f7-4b65-b6cd-da1d8cf87a9f tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:00:33.676718 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-311f02bc-b6d8-409e-a886-1b221b11a8ab req-240bd431-32f7-4b65-b6cd-da1d8cf87a9f tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.75 "GET /v2.0/ports?device_id=dd3d0d1d-322a-4ffb-812d-031e06ddf6d5 HTTP/1.1" status: 200 len: 945 time: 0.1272428 Mar 11 20:00:33.705426 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86ac6d6-f2b1-4443-acca-a2924fe342f5 None None] Sync routers for ids ['58f0085d-70e9-4809-8bb1-d2570db83d9d'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:00:33.718201 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86ac6d6-f2b1-4443-acca-a2924fe342f5 None None] Routers {'58f0085d-70e9-4809-8bb1-d2570db83d9d'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:00:33.718825 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f86ac6d6-f2b1-4443-acca-a2924fe342f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:00:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['58f0085d-70e9-4809-8bb1-d2570db83d9d'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:00:33.827446 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4a4f1302-12d9-4d43-b58c-84b787ae79e0 admin admin] Publish callbacks [] for router_gateway (5b44f581-1479-473d-afaf-8716e1baa396), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:33.856090 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-f86ac6d6-f2b1-4443-acca-a2924fe342f5 None None] Set router 58f0085d-70e9-4809-8bb1-d2570db83d9d gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:00:33.862537 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-311f02bc-b6d8-409e-a886-1b221b11a8ab req-27a57f73-d834-4fd8-9299-6b60c6129a85 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Deleting port 274f5cdb-64aa-412c-927d-251195bf711e {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:00:33.862876 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-311f02bc-b6d8-409e-a886-1b221b11a8ab req-27a57f73-d834-4fd8-9299-6b60c6129a85 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (274f5cdb-64aa-412c-927d-251195bf711e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:33.909079 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-1e0acad7-3425-4cad-b6ef-702e9ee837cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b44f581-1479-473d-afaf-8716e1baa396', 'name': 'tempest-TestAggregatesBasicOps-1061232029-router', 'tenant_id': 'b5a7f0a9f0e4435885fd577415b660be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': 'a6b4c567-21a6-4a92-9a5f-a04e651a969c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:00:14Z', 'updated_at': '2022-03-11T20:00:32Z', 'revision_number': 5, 'project_id': 'b5a7f0a9f0e4435885fd577415b660be', 'gw_port': {'id': 'a6b4c567-21a6-4a92-9a5f-a04e651a969c', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:86:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b44f581-1479-473d-afaf-8716e1baa396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:00:14Z', 'updated_at': '2022-03-11T20:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:00:33.944570 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0acad7-3425-4cad-b6ef-702e9ee837cb None None] Checking router: 5b44f581-1479-473d-afaf-8716e1baa396 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:00:33.954826 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0acad7-3425-4cad-b6ef-702e9ee837cb None None] Routers {'5b44f581-1479-473d-afaf-8716e1baa396'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:00:33.956350 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-1e0acad7-3425-4cad-b6ef-702e9ee837cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:00:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['5b44f581-1479-473d-afaf-8716e1baa396'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:00:33.983663 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-4a4f1302-12d9-4d43-b58c-84b787ae79e0 admin admin] Deleting port a6b4c567-21a6-4a92-9a5f-a04e651a969c {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:00:33.983663 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4a4f1302-12d9-4d43-b58c-84b787ae79e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (a6b4c567-21a6-4a92-9a5f-a04e651a969c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:34.007284 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-311f02bc-b6d8-409e-a886-1b221b11a8ab req-27a57f73-d834-4fd8-9299-6b60c6129a85 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] For port 274f5cdb-64aa-412c-927d-251195bf711e, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=274f5cdb-64aa-412c-927d-251195bf711e,segment=NetworkSegment(60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db),segment_id=60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:00:34.007786 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-311f02bc-b6d8-409e-a886-1b221b11a8ab req-27a57f73-d834-4fd8-9299-6b60c6129a85 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (274f5cdb-64aa-412c-927d-251195bf711e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:34.200839 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f86ac6d6-f2b1-4443-acca-a2924fe342f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f0085d-70e9-4809-8bb1-d2570db83d9d', 'name': 'tempest-TestAggregatesBasicOps-300495870-router', 'tenant_id': 'ceabaa02ee6b4e0f8a98faf0301855fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': 'e8a251db-51a5-45f2-97ff-d253d22fc5a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:00:22Z', 'updated_at': '2022-03-11T20:00:27Z', 'revision_number': 4, 'project_id': 'ceabaa02ee6b4e0f8a98faf0301855fd', 'gw_port': {'id': 'e8a251db-51a5-45f2-97ff-d253d22fc5a9', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:14:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f0085d-70e9-4809-8bb1-d2570db83d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:00:23Z', 'updated_at': '2022-03-11T20:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'b64ad55f-761e-4362-80c3-f049a2405f13', 'name': '', 'network_id': '0bb6c7a7-aa7f-4c8d-9e6e-1c79c5d26ab6', 'tenant_id': 'ceabaa02ee6b4e0f8a98faf0301855fd', 'mac_address': 'fa:16:3e:08:a5:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f0085d-70e9-4809-8bb1-d2570db83d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '33b5b72e-a31c-48c4-b680-86c0040d8a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:00:26Z', 'updated_at': '2022-03-11T20:00:27Z', 'revision_number': 2, 'project_id': 'ceabaa02ee6b4e0f8a98faf0301855fd', 'subnets': [{'id': '33b5b72e-a31c-48c4-b680-86c0040d8a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:00:34.243575 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-4a4f1302-12d9-4d43-b58c-84b787ae79e0 admin admin] For port a6b4c567-21a6-4a92-9a5f-a04e651a969c, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=a6b4c567-21a6-4a92-9a5f-a04e651a969c,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:00:34.244157 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4a4f1302-12d9-4d43-b58c-84b787ae79e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (a6b4c567-21a6-4a92-9a5f-a04e651a969c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:34.256010 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86ac6d6-f2b1-4443-acca-a2924fe342f5 None None] Checking router: 58f0085d-70e9-4809-8bb1-d2570db83d9d for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:00:34.256380 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86ac6d6-f2b1-4443-acca-a2924fe342f5 None None] Updating router 58f0085d-70e9-4809-8bb1-d2570db83d9d port b64ad55f-761e-4362-80c3-f049a2405f13 binding host n-d-833163-1 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 20:00:34.265230 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-4a4f1302-12d9-4d43-b58c-84b787ae79e0 admin admin] Calling delete_port for a6b4c567-21a6-4a92-9a5f-a04e651a969c owned by network:router_gateway {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:00:34.296610 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-1e0acad7-3425-4cad-b6ef-702e9ee837cb None None] Set router 5b44f581-1479-473d-afaf-8716e1baa396 gateway port host: None {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:00:34.310376 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f86ac6d6-f2b1-4443-acca-a2924fe342f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b64ad55f-761e-4362-80c3-f049a2405f13), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:34.402568 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-1e0acad7-3425-4cad-b6ef-702e9ee837cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b44f581-1479-473d-afaf-8716e1baa396', 'name': 'tempest-TestAggregatesBasicOps-1061232029-router', 'tenant_id': 'b5a7f0a9f0e4435885fd577415b660be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:00:14Z', 'updated_at': '2022-03-11T20:00:33Z', 'revision_number': 6, 'project_id': 'b5a7f0a9f0e4435885fd577415b660be', 'gw_port_host': None}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:00:34.435581 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0acad7-3425-4cad-b6ef-702e9ee837cb None None] The sync data for ids ['5b44f581-1479-473d-afaf-8716e1baa396'] in n-d-833163-1 is: [{'id': '5b44f581-1479-473d-afaf-8716e1baa396', 'name': 'tempest-TestAggregatesBasicOps-1061232029-router', 'tenant_id': 'b5a7f0a9f0e4435885fd577415b660be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:00:14Z', 'updated_at': '2022-03-11T20:00:33Z', 'revision_number': 6, 'project_id': 'b5a7f0a9f0e4435885fd577415b660be', 'gw_port_host': None}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:00:34.761799 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f86ac6d6-f2b1-4443-acca-a2924fe342f5 None None] Publish callbacks [] for port (b64ad55f-761e-4362-80c3-f049a2405f13), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:34.771971 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f86ac6d6-f2b1-4443-acca-a2924fe342f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (b64ad55f-761e-4362-80c3-f049a2405f13), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:34.851669 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00953f15-d4ea-4647-8604-a559de0d1468 req-d08c5a22-1b51-4fd0-8fbb-c2e2a171be53 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:00:34.877630 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-00953f15-d4ea-4647-8604-a559de0d1468 req-d08c5a22-1b51-4fd0-8fbb-c2e2a171be53 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd3d0d1d-322a-4ffb-812d-031e06ddf6d5 HTTP/1.1" status: 200 len: 945 time: 0.1278567 Mar 11 20:00:34.941573 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-311f02bc-b6d8-409e-a886-1b221b11a8ab req-27a57f73-d834-4fd8-9299-6b60c6129a85 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:34.942340 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-311f02bc-b6d8-409e-a886-1b221b11a8ab req-27a57f73-d834-4fd8-9299-6b60c6129a85 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (12983456-1c1d-423c-82cb-0f96747cfb49), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:34.943228 n-d-833163-1 neutron-server[103884]: INFO neutron.db.l3_db [req-311f02bc-b6d8-409e-a886-1b221b11a8ab req-27a57f73-d834-4fd8-9299-6b60c6129a85 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Floating IP 12983456-1c1d-423c-82cb-0f96747cfb49 disassociated. External IP: 172.25.8.56, port: 274f5cdb-64aa-412c-927d-251195bf711e. Mar 11 20:00:34.943821 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-311f02bc-b6d8-409e-a886-1b221b11a8ab req-27a57f73-d834-4fd8-9299-6b60c6129a85 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Calling delete_port for 274f5cdb-64aa-412c-927d-251195bf711e owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:00:34.999286 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device e8a251db-51a5-45f2-97ff-d253d22fc5a9 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:00:35.018319 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-00953f15-d4ea-4647-8604-a559de0d1468 req-f63fb624-c020-437e-8ac6-0e88490e13a0 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/security-groups?id=f9bcf76e-72b8-498c-bce8-111b74a90d05&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329045 Mar 11 20:00:35.037076 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-f86ac6d6-f2b1-4443-acca-a2924fe342f5 None None] Attempting to bind port b64ad55f-761e-4362-80c3-f049a2405f13 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:00:35.037452 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-f86ac6d6-f2b1-4443-acca-a2924fe342f5 None None] Attempting to bind port b64ad55f-761e-4362-80c3-f049a2405f13 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '14f97453-c920-4a4f-866b-ccfff903e913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '0bb6c7a7-aa7f-4c8d-9e6e-1c79c5d26ab6'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:00:35.037814 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86ac6d6-f2b1-4443-acca-a2924fe342f5 None None] Attempting to bind port b64ad55f-761e-4362-80c3-f049a2405f13 on network 0bb6c7a7-aa7f-4c8d-9e6e-1c79c5d26ab6 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:00:35.324834 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-311f02bc-b6d8-409e-a886-1b221b11a8ab req-27a57f73-d834-4fd8-9299-6b60c6129a85 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (274f5cdb-64aa-412c-927d-251195bf711e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:35.325397 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc4cb22-924d-4654-8384-301566170f45 None None] Pushing event updated for resources: {'Port': ['ID=b64ad55f-761e-4362-80c3-f049a2405f13,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:35.348358 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86ac6d6-f2b1-4443-acca-a2924fe342f5 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:00:35.349047 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86ac6d6-f2b1-4443-acca-a2924fe342f5 None None] Checking segment: {'id': '14f97453-c920-4a4f-866b-ccfff903e913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '0bb6c7a7-aa7f-4c8d-9e6e-1c79c5d26ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:00:35.355413 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f86ac6d6-f2b1-4443-acca-a2924fe342f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:35.356075 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86ac6d6-f2b1-4443-acca-a2924fe342f5 None None] Bound using segment: {'id': '14f97453-c920-4a4f-866b-ccfff903e913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '0bb6c7a7-aa7f-4c8d-9e6e-1c79c5d26ab6'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:00:35.356711 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-f86ac6d6-f2b1-4443-acca-a2924fe342f5 None None] Bound port: b64ad55f-761e-4362-80c3-f049a2405f13, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14f97453-c920-4a4f-866b-ccfff903e913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 866, 'network_id': '0bb6c7a7-aa7f-4c8d-9e6e-1c79c5d26ab6'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:00:35.357224 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f86ac6d6-f2b1-4443-acca-a2924fe342f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b64ad55f-761e-4362-80c3-f049a2405f13), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:35.422564 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a57f73-d834-4fd8-9299-6b60c6129a85 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Pushing event deleted for resources: {'Port': ['ID=274f5cdb-64aa-412c-927d-251195bf711e,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:35.443219 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-f86ac6d6-f2b1-4443-acca-a2924fe342f5 None None] For port b64ad55f-761e-4362-80c3-f049a2405f13, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:00:35.447389 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-f86ac6d6-f2b1-4443-acca-a2924fe342f5 None None] For port b64ad55f-761e-4362-80c3-f049a2405f13, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=b64ad55f-761e-4362-80c3-f049a2405f13,segment=NetworkSegment(14f97453-c920-4a4f-866b-ccfff903e913),segment_id=14f97453-c920-4a4f-866b-ccfff903e913)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:00:35.462088 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f86ac6d6-f2b1-4443-acca-a2924fe342f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (b64ad55f-761e-4362-80c3-f049a2405f13), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:35.485205 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-dfa070c2-9101-49c9-8a3e-968c02945c20 None None] Provisioning complete for port b64ad55f-761e-4362-80c3-f049a2405f13 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:00:35.485425 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dfa070c2-9101-49c9-8a3e-968c02945c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (b64ad55f-761e-4362-80c3-f049a2405f13), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:35.553386 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4a4f1302-12d9-4d43-b58c-84b787ae79e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (a6b4c567-21a6-4a92-9a5f-a04e651a969c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:35.595935 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port e8a251db-51a5-45f2-97ff-d253d22fc5a9 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:00:35.596463 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (e8a251db-51a5-45f2-97ff-d253d22fc5a9), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:35.614294 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4f1302-12d9-4d43-b58c-84b787ae79e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6b4c567-21a6-4a92-9a5f-a04e651a969c,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:35.681798 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86ac6d6-f2b1-4443-acca-a2924fe342f5 None None] Routers {'58f0085d-70e9-4809-8bb1-d2570db83d9d'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:00:35.682532 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f86ac6d6-f2b1-4443-acca-a2924fe342f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:00:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['58f0085d-70e9-4809-8bb1-d2570db83d9d'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:00:35.758436 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc4cb22-924d-4654-8384-301566170f45 None None] Pushing event updated for resources: {'Port': ['ID=b64ad55f-761e-4362-80c3-f049a2405f13,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:35.861073 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4a4f1302-12d9-4d43-b58c-84b787ae79e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (5b44f581-1479-473d-afaf-8716e1baa396), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:35.949750 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port e8a251db-51a5-45f2-97ff-d253d22fc5a9 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:00:35.971665 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device dde8cf6f-3edd-44df-a113-b1b75190e10e no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:00:35.979610 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-dfa070c2-9101-49c9-8a3e-968c02945c20 None None] Current status of the port b64ad55f-761e-4362-80c3-f049a2405f13 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:00:35.980058 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dfa070c2-9101-49c9-8a3e-968c02945c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b64ad55f-761e-4362-80c3-f049a2405f13), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:35.987427 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-311f02bc-b6d8-409e-a886-1b221b11a8ab req-27a57f73-d834-4fd8-9299-6b60c6129a85 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Router 2035d7c6-1edb-4570-99b0-426a1a9d1526 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:00:36.011480 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-f86ac6d6-f2b1-4443-acca-a2924fe342f5 None None] Set router 58f0085d-70e9-4809-8bb1-d2570db83d9d gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:00:36.026861 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4a4f1302-12d9-4d43-b58c-84b787ae79e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (5b44f581-1479-473d-afaf-8716e1baa396), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:36.030344 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4a4f1302-12d9-4d43-b58c-84b787ae79e0 admin admin] Publish callbacks [] for router_controller (5b44f581-1479-473d-afaf-8716e1baa396), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:36.148292 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4a4f1302-12d9-4d43-b58c-84b787ae79e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (5b44f581-1479-473d-afaf-8716e1baa396), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:36.148995 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a4f1302-12d9-4d43-b58c-84b787ae79e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b44f581-1479-473d-afaf-8716e1baa396 {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 20:00:36.158110 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4a4f1302-12d9-4d43-b58c-84b787ae79e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:36.159293 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4a4f1302-12d9-4d43-b58c-84b787ae79e0 admin admin] 10.222.0.65 "DELETE /v2.0/routers/5b44f581-1479-473d-afaf-8716e1baa396 HTTP/1.1" status: 204 len: 168 time: 2.7498753 Mar 11 20:00:36.165495 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: dde8cf6f-3edd-44df-a113-b1b75190e10e {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:00:36.165988 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device dde8cf6f-3edd-44df-a113-b1b75190e10e not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:00:36.177297 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 40510) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:00:36.214006 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0231a0d3-1f4a-4d75-a746-c5ecc629fdc7 req-7fcb8e58-ed10-481c-8173-b55ee50ebd90 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd3d0d1d-322a-4ffb-812d-031e06ddf6d5 HTTP/1.1" status: 200 len: 210 time: 0.0682290 Mar 11 20:00:36.261530 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-dfa070c2-9101-49c9-8a3e-968c02945c20 None None] For port b64ad55f-761e-4362-80c3-f049a2405f13, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=b64ad55f-761e-4362-80c3-f049a2405f13,segment=NetworkSegment(14f97453-c920-4a4f-866b-ccfff903e913),segment_id=14f97453-c920-4a4f-866b-ccfff903e913)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:00:36.335316 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dfa070c2-9101-49c9-8a3e-968c02945c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (b64ad55f-761e-4362-80c3-f049a2405f13), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:36.361557 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-92cf1ee2-3eee-4f35-ad72-564211922b26 admin admin] Deleting subnet 09e8ed4b-2731-44e0-a879-55c78b3cfdde {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 20:00:36.364857 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-92cf1ee2-3eee-4f35-ad72-564211922b26 admin admin] Publish callbacks [] for subnet (09e8ed4b-2731-44e0-a879-55c78b3cfdde), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:36.403352 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa070c2-9101-49c9-8a3e-968c02945c20 None None] Pushing event updated for resources: {'Port': ['ID=b64ad55f-761e-4362-80c3-f049a2405f13,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:36.406542 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-92cf1ee2-3eee-4f35-ad72-564211922b26 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (09e8ed4b-2731-44e0-a879-55c78b3cfdde), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:36.410348 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 274f5cdb-64aa-412c-927d-251195bf711e no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:00:36.440376 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: 274f5cdb-64aa-412c-927d-251195bf711e {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:00:36.440728 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 274f5cdb-64aa-412c-927d-251195bf711e not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:00:36.468326 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-03f88156-2050-4f81-abe7-212b4bde4c23 None None] Provisioning complete for port b64ad55f-761e-4362-80c3-f049a2405f13 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:00:36.468707 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-03f88156-2050-4f81-abe7-212b4bde4c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (b64ad55f-761e-4362-80c3-f049a2405f13), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:36.502708 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-311f02bc-b6d8-409e-a886-1b221b11a8ab req-27a57f73-d834-4fd8-9299-6b60c6129a85 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:00:36.510318 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-92cf1ee2-3eee-4f35-ad72-564211922b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (09e8ed4b-2731-44e0-a879-55c78b3cfdde), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:36.513542 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8341e1-e7bb-414a-af75-453aa5539640 None None] Sync routers for ids ['2035d7c6-1edb-4570-99b0-426a1a9d1526'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:00:36.523467 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f86ac6d6-f2b1-4443-acca-a2924fe342f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f0085d-70e9-4809-8bb1-d2570db83d9d', 'name': 'tempest-TestAggregatesBasicOps-300495870-router', 'tenant_id': 'ceabaa02ee6b4e0f8a98faf0301855fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': 'e8a251db-51a5-45f2-97ff-d253d22fc5a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:00:22Z', 'updated_at': '2022-03-11T20:00:27Z', 'revision_number': 4, 'project_id': 'ceabaa02ee6b4e0f8a98faf0301855fd', 'gw_port': {'id': 'e8a251db-51a5-45f2-97ff-d253d22fc5a9', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:14:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f0085d-70e9-4809-8bb1-d2570db83d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:00:23Z', 'updated_at': '2022-03-11T20:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'b64ad55f-761e-4362-80c3-f049a2405f13', 'name': '', 'network_id': '0bb6c7a7-aa7f-4c8d-9e6e-1c79c5d26ab6', 'tenant_id': 'ceabaa02ee6b4e0f8a98faf0301855fd', 'mac_address': 'fa:16:3e:08:a5:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f0085d-70e9-4809-8bb1-d2570db83d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '33b5b72e-a31c-48c4-b680-86c0040d8a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:00:26Z', 'updated_at': '2022-03-11T20:00:35Z', 'revision_number': 4, 'project_id': 'ceabaa02ee6b4e0f8a98faf0301855fd', 'subnets': [{'id': '33b5b72e-a31c-48c4-b680-86c0040d8a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:00:36.531252 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8341e1-e7bb-414a-af75-453aa5539640 None None] Routers {'2035d7c6-1edb-4570-99b0-426a1a9d1526'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:00:36.532082 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-0f8341e1-e7bb-414a-af75-453aa5539640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:00:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['2035d7c6-1edb-4570-99b0-426a1a9d1526'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:00:36.599703 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86ac6d6-f2b1-4443-acca-a2924fe342f5 None None] The sync data for ids ['58f0085d-70e9-4809-8bb1-d2570db83d9d'] in n-d-833163-1 is: [{'id': '58f0085d-70e9-4809-8bb1-d2570db83d9d', 'name': 'tempest-TestAggregatesBasicOps-300495870-router', 'tenant_id': 'ceabaa02ee6b4e0f8a98faf0301855fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': 'e8a251db-51a5-45f2-97ff-d253d22fc5a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:00:22Z', 'updated_at': '2022-03-11T20:00:27Z', 'revision_number': 4, 'project_id': 'ceabaa02ee6b4e0f8a98faf0301855fd', 'gw_port': {'id': 'e8a251db-51a5-45f2-97ff-d253d22fc5a9', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:14:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f0085d-70e9-4809-8bb1-d2570db83d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:00:23Z', 'updated_at': '2022-03-11T20:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'b64ad55f-761e-4362-80c3-f049a2405f13', 'name': '', 'network_id': '0bb6c7a7-aa7f-4c8d-9e6e-1c79c5d26ab6', 'tenant_id': 'ceabaa02ee6b4e0f8a98faf0301855fd', 'mac_address': 'fa:16:3e:08:a5:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58f0085d-70e9-4809-8bb1-d2570db83d9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '33b5b72e-a31c-48c4-b680-86c0040d8a37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:00:26Z', 'updated_at': '2022-03-11T20:00:35Z', 'revision_number': 4, 'project_id': 'ceabaa02ee6b4e0f8a98faf0301855fd', 'subnets': [{'id': '33b5b72e-a31c-48c4-b680-86c0040d8a37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:00:36.648217 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-311f02bc-b6d8-409e-a886-1b221b11a8ab req-27a57f73-d834-4fd8-9299-6b60c6129a85 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] No DVR routers for this DVR port 274f5cdb-64aa-412c-927d-251195bf711e on host n-h1-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:00:36.653479 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-311f02bc-b6d8-409e-a886-1b221b11a8ab req-27a57f73-d834-4fd8-9299-6b60c6129a85 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:36.656894 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-311f02bc-b6d8-409e-a886-1b221b11a8ab req-27a57f73-d834-4fd8-9299-6b60c6129a85 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.75 "DELETE /v2.0/ports/274f5cdb-64aa-412c-927d-251195bf711e HTTP/1.1" status: 204 len: 173 time: 2.9519684 Mar 11 20:00:36.657755 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd3d0d1d-322a-4ffb-812d-031e06ddf6d5', 'name': 'network-vif-deleted', 'tag': '274f5cdb-64aa-412c-927d-251195bf711e'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:00:36.667935 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-698b46b5-bafd-4b40-9366-5c6efd7ea9b0" -d '{"events": [{"server_uuid": "dd3d0d1d-322a-4ffb-812d-031e06ddf6d5", "name": "network-vif-deleted", "tag": "274f5cdb-64aa-412c-927d-251195bf711e"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:00:36.707542 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-03f88156-2050-4f81-abe7-212b4bde4c23 None None] Current status of the port b64ad55f-761e-4362-80c3-f049a2405f13 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:00:36.720173 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-92cf1ee2-3eee-4f35-ad72-564211922b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (09e8ed4b-2731-44e0-a879-55c78b3cfdde), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:36.767898 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-0f8341e1-e7bb-414a-af75-453aa5539640 None None] Set router 2035d7c6-1edb-4570-99b0-426a1a9d1526 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:00:36.775189 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71cbe94c-b46f-42bd-b6a8-2ca882231581 x-openstack-request-id: req-71cbe94c-b46f-42bd-b6a8-2ca882231581 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:00:36.775497 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd3d0d1d-322a-4ffb-812d-031e06ddf6d5", "name": "network-vif-deleted", "tag": "274f5cdb-64aa-412c-927d-251195bf711e", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:00:36.775786 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-71cbe94c-b46f-42bd-b6a8-2ca882231581 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:00:36.776219 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd3d0d1d-322a-4ffb-812d-031e06ddf6d5', 'name': 'network-vif-deleted', 'tag': '274f5cdb-64aa-412c-927d-251195bf711e', 'status': 'completed', 'code': 200} Mar 11 20:00:36.779262 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cf1ee2-3eee-4f35-ad72-564211922b26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09e8ed4b-2731-44e0-a879-55c78b3cfdde,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:36.796067 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-92cf1ee2-3eee-4f35-ad72-564211922b26 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:36.800923 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c0b45a-f158-4cbe-93a8-b1967fae161a None None] Network 48b00bdd-d8b1-41ae-b9b9-1154d7b2f200 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:00:36.802928 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 40520) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:00:36.803064 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-92cf1ee2-3eee-4f35-ad72-564211922b26 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/09e8ed4b-2731-44e0-a879-55c78b3cfdde HTTP/1.1" status: 204 len: 168 time: 0.6246519 Mar 11 20:00:37.001755 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2815420f-4339-40ac-8f4e-a9a3fba43ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (48b00bdd-d8b1-41ae-b9b9-1154d7b2f200), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:37.055832 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device b64ad55f-761e-4362-80c3-f049a2405f13 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:00:37.103481 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-2815420f-4339-40ac-8f4e-a9a3fba43ae7 admin admin] Deleting port 0054845b-2caf-45a7-a6db-048a100b4c11 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:00:37.103845 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2815420f-4339-40ac-8f4e-a9a3fba43ae7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (0054845b-2caf-45a7-a6db-048a100b4c11), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:37.182394 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port b64ad55f-761e-4362-80c3-f049a2405f13 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:00:37.190183 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (b64ad55f-761e-4362-80c3-f049a2405f13), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:37.227956 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-0f8341e1-e7bb-414a-af75-453aa5539640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'name': 'tempest-AttachVolumeNegativeTest-327869102-router', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'b0f98671-885b-4d6d-ac6e-51f2270fcb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:19Z', 'updated_at': '2022-03-11T19:55:31Z', 'revision_number': 4, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'gw_port': {'id': 'b0f98671-885b-4d6d-ac6e-51f2270fcb40', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:89:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:21Z', 'updated_at': '2022-03-11T19:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '14f6733d-b550-474d-a1de-861e1be50847', 'name': '', 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'mac_address': 'fa:16:3e:fa:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '9c3f149c-decf-4bc3-9858-1266a909f90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:30Z', 'updated_at': '2022-03-11T19:55:41Z', 'revision_number': 5, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'subnets': [{'id': '9c3f149c-decf-4bc3-9858-1266a909f90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:00:37.272525 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-2815420f-4339-40ac-8f4e-a9a3fba43ae7 admin admin] For port 0054845b-2caf-45a7-a6db-048a100b4c11, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=0054845b-2caf-45a7-a6db-048a100b4c11,segment=NetworkSegment(4a7d4f2c-1dea-4bcf-b68a-2ea69c647317),segment_id=4a7d4f2c-1dea-4bcf-b68a-2ea69c647317)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:00:37.274101 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2815420f-4339-40ac-8f4e-a9a3fba43ae7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (0054845b-2caf-45a7-a6db-048a100b4c11), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:37.294153 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b167dc9-eae2-4227-8387-2935ade3a4df None None] DHCP port deletion for 48b00bdd-d8b1-41ae-b9b9-1154d7b2f200 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 20:00:37.307198 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8341e1-e7bb-414a-af75-453aa5539640 None None] Checking router: 2035d7c6-1edb-4570-99b0-426a1a9d1526 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:00:37.336521 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-2815420f-4339-40ac-8f4e-a9a3fba43ae7 admin admin] Calling delete_port for 0054845b-2caf-45a7-a6db-048a100b4c11 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:00:37.353023 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8341e1-e7bb-414a-af75-453aa5539640 None None] Routers {'2035d7c6-1edb-4570-99b0-426a1a9d1526'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:00:37.354259 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-0f8341e1-e7bb-414a-af75-453aa5539640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:00:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['2035d7c6-1edb-4570-99b0-426a1a9d1526'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:00:37.519777 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0b31ca3b-0f3c-493b-83aa-3f198252f828 req-bdbf8bd2-63c1-4c09-aeb9-f30f493f72de tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd3d0d1d-322a-4ffb-812d-031e06ddf6d5 HTTP/1.1" status: 200 len: 210 time: 0.0496778 Mar 11 20:00:37.568089 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-0f8341e1-e7bb-414a-af75-453aa5539640 None None] Set router 2035d7c6-1edb-4570-99b0-426a1a9d1526 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:00:37.574677 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-5b167dc9-eae2-4227-8387-2935ade3a4df None None] Deleting port 0054845b-2caf-45a7-a6db-048a100b4c11 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:00:37.575200 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5b167dc9-eae2-4227-8387-2935ade3a4df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (0054845b-2caf-45a7-a6db-048a100b4c11), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:37.576826 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port b64ad55f-761e-4362-80c3-f049a2405f13 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:00:37.618725 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2815420f-4339-40ac-8f4e-a9a3fba43ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (0054845b-2caf-45a7-a6db-048a100b4c11), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:37.696693 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2815420f-4339-40ac-8f4e-a9a3fba43ae7 admin admin] No DVR routers for this DVR port 0054845b-2caf-45a7-a6db-048a100b4c11 on host n-d-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:00:37.699067 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2815420f-4339-40ac-8f4e-a9a3fba43ae7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0054845b-2caf-45a7-a6db-048a100b4c11,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:37.700370 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device a6b4c567-21a6-4a92-9a5f-a04e651a969c no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:00:37.755819 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-5b167dc9-eae2-4227-8387-2935ade3a4df None None] For port 0054845b-2caf-45a7-a6db-048a100b4c11, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=0054845b-2caf-45a7-a6db-048a100b4c11,segment=NetworkSegment(4a7d4f2c-1dea-4bcf-b68a-2ea69c647317),segment_id=4a7d4f2c-1dea-4bcf-b68a-2ea69c647317)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:00:37.756227 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5b167dc9-eae2-4227-8387-2935ade3a4df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (0054845b-2caf-45a7-a6db-048a100b4c11), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:37.759071 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: a6b4c567-21a6-4a92-9a5f-a04e651a969c {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:00:37.759909 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device a6b4c567-21a6-4a92-9a5f-a04e651a969c not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:00:37.762036 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2815420f-4339-40ac-8f4e-a9a3fba43ae7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:00:37.762402 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2815420f-4339-40ac-8f4e-a9a3fba43ae7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:00:37.762825 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2815420f-4339-40ac-8f4e-a9a3fba43ae7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:00:37.763139 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2815420f-4339-40ac-8f4e-a9a3fba43ae7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:00:37.763489 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2815420f-4339-40ac-8f4e-a9a3fba43ae7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:00:37.763922 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2815420f-4339-40ac-8f4e-a9a3fba43ae7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:00:37.764180 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2815420f-4339-40ac-8f4e-a9a3fba43ae7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:00:37.764518 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2815420f-4339-40ac-8f4e-a9a3fba43ae7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:00:37.764848 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2815420f-4339-40ac-8f4e-a9a3fba43ae7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:00:37.768923 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2815420f-4339-40ac-8f4e-a9a3fba43ae7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:00:37.769286 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2815420f-4339-40ac-8f4e-a9a3fba43ae7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:00:37.769747 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2815420f-4339-40ac-8f4e-a9a3fba43ae7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:00:37.770098 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2815420f-4339-40ac-8f4e-a9a3fba43ae7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:00:37.776820 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-5b167dc9-eae2-4227-8387-2935ade3a4df None None] Calling delete_port for 0054845b-2caf-45a7-a6db-048a100b4c11 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:00:37.871308 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2815420f-4339-40ac-8f4e-a9a3fba43ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (48b00bdd-d8b1-41ae-b9b9-1154d7b2f200), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:37.936419 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-2815420f-4339-40ac-8f4e-a9a3fba43ae7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48b00bdd-d8b1-41ae-b9b9-1154d7b2f200']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:00:37.947444 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-2815420f-4339-40ac-8f4e-a9a3fba43ae7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a7d4f2c-1dea-4bcf-b68a-2ea69c647317') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:00:37.948200 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-2815420f-4339-40ac-8f4e-a9a3fba43ae7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a7d4f2c-1dea-4bcf-b68a-2ea69c647317') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:00:37.973588 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2815420f-4339-40ac-8f4e-a9a3fba43ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (4a7d4f2c-1dea-4bcf-b68a-2ea69c647317), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:37.991695 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2815420f-4339-40ac-8f4e-a9a3fba43ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (4a7d4f2c-1dea-4bcf-b68a-2ea69c647317), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:37.996462 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5b167dc9-eae2-4227-8387-2935ade3a4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (0054845b-2caf-45a7-a6db-048a100b4c11), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:38.003289 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2815420f-4339-40ac-8f4e-a9a3fba43ae7 admin admin] Releasing vlan 897 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 20:00:38.004095 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2815420f-4339-40ac-8f4e-a9a3fba43ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (4a7d4f2c-1dea-4bcf-b68a-2ea69c647317), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:38.006538 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 20:00:38.006538 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 20:00:38.006538 n-d-833163-1 neutron-server[103885]: timer() Mar 11 20:00:38.006538 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:00:38.006538 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 20:00:38.006538 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 20:00:38.006538 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 20:00:38.006538 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:00:38.006538 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 20:00:38.006538 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:00:38.006538 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 20:00:38.006538 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:00:38.006538 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 20:00:38.006538 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 20:00:38.006538 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:00:38.006538 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 20:00:38.006538 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:00:38.006538 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 20:00:38.006538 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 20:00:38.006538 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:00:38.006538 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 20:00:38.006538 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:00:38.006538 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:00:38.006538 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 20:00:38.006538 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 20:00:38.006538 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 20:00:38.006538 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:00:38.006538 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 20:00:38.006538 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:00:38.006538 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 20:00:38.006538 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:00:38.006538 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:00:38.043746 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b167dc9-eae2-4227-8387-2935ade3a4df None None] Pushing event deleted for resources: {'Port': ['ID=0054845b-2caf-45a7-a6db-048a100b4c11,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:38.050575 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b167dc9-eae2-4227-8387-2935ade3a4df None None] No DVR routers for this DVR port 0054845b-2caf-45a7-a6db-048a100b4c11 on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:00:38.067401 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-0f8341e1-e7bb-414a-af75-453aa5539640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'name': 'tempest-AttachVolumeNegativeTest-327869102-router', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'b0f98671-885b-4d6d-ac6e-51f2270fcb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:19Z', 'updated_at': '2022-03-11T19:55:31Z', 'revision_number': 4, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'gw_port': {'id': 'b0f98671-885b-4d6d-ac6e-51f2270fcb40', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:89:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:21Z', 'updated_at': '2022-03-11T19:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '14f6733d-b550-474d-a1de-861e1be50847', 'name': '', 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'mac_address': 'fa:16:3e:fa:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '9c3f149c-decf-4bc3-9858-1266a909f90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:30Z', 'updated_at': '2022-03-11T19:55:41Z', 'revision_number': 5, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'subnets': [{'id': '9c3f149c-decf-4bc3-9858-1266a909f90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:00:38.103128 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8341e1-e7bb-414a-af75-453aa5539640 None None] The sync data for ids ['2035d7c6-1edb-4570-99b0-426a1a9d1526'] in n-d-833163-1 is: [{'id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'name': 'tempest-AttachVolumeNegativeTest-327869102-router', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'b0f98671-885b-4d6d-ac6e-51f2270fcb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:19Z', 'updated_at': '2022-03-11T19:55:31Z', 'revision_number': 4, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'gw_port': {'id': 'b0f98671-885b-4d6d-ac6e-51f2270fcb40', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:89:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:21Z', 'updated_at': '2022-03-11T19:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '14f6733d-b550-474d-a1de-861e1be50847', 'name': '', 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'mac_address': 'fa:16:3e:fa:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '9c3f149c-decf-4bc3-9858-1266a909f90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:30Z', 'updated_at': '2022-03-11T19:55:41Z', 'revision_number': 5, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'subnets': [{'id': '9c3f149c-decf-4bc3-9858-1266a909f90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:00:38.119915 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2815420f-4339-40ac-8f4e-a9a3fba43ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (48b00bdd-d8b1-41ae-b9b9-1154d7b2f200), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:38.144514 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2815420f-4339-40ac-8f4e-a9a3fba43ae7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:38.152187 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-2815420f-4339-40ac-8f4e-a9a3fba43ae7 admin admin] 10.222.0.65 "DELETE /v2.0/networks/48b00bdd-d8b1-41ae-b9b9-1154d7b2f200 HTTP/1.1" status: 204 len: 168 time: 1.3449252 Mar 11 20:00:38.153394 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 40540) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:00:38.166353 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2815420f-4339-40ac-8f4e-a9a3fba43ae7 admin admin] Pushing event deleted for resources: {'Network': ['ID=48b00bdd-d8b1-41ae-b9b9-1154d7b2f200,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:38.520197 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90d41cd-476d-43b9-b67f-c32d85838b6f None None] New status for floating IP 12983456-1c1d-423c-82cb-0f96747cfb49: DOWN {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 20:00:38.616877 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 40558) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:00:38.686319 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e278ef44-793d-42ae-9d07-1a2b1f143cc7 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for security_group (f9bcf76e-72b8-498c-bce8-111b74a90d05), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:38.700898 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b9d0ec8b-a1c9-4a20-8af3-68bad6e5ff8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (58f0085d-70e9-4809-8bb1-d2570db83d9d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:38.716482 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e278ef44-793d-42ae-9d07-1a2b1f143cc7 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for security_group (f9bcf76e-72b8-498c-bce8-111b74a90d05), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:38.777213 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e278ef44-793d-42ae-9d07-1a2b1f143cc7 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (f9bcf76e-72b8-498c-bce8-111b74a90d05), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:38.780332 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e278ef44-793d-42ae-9d07-1a2b1f143cc7 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:38.781723 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-e278ef44-793d-42ae-9d07-1a2b1f143cc7 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "DELETE /v2.0/security-groups/f9bcf76e-72b8-498c-bce8-111b74a90d05 HTTP/1.1" status: 204 len: 168 time: 0.1637371 Mar 11 20:00:38.786034 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 40560) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:00:38.804455 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e278ef44-793d-42ae-9d07-1a2b1f143cc7 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9bcf76e-72b8-498c-bce8-111b74a90d05,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:38.806953 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [None req-153592c2-8672-4157-bc44-03ac56a67249 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] show failed (client error): The resource could not be found. Mar 11 20:00:38.808028 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-153592c2-8672-4157-bc44-03ac56a67249 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/security-groups/f9bcf76e-72b8-498c-bce8-111b74a90d05 HTTP/1.1" status: 404 len: 347 time: 0.0198486 Mar 11 20:00:38.810715 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 40564) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:00:38.902634 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 0054845b-2caf-45a7-a6db-048a100b4c11 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:00:38.928339 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 0054845b-2caf-45a7-a6db-048a100b4c11 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:00:38.928600 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 0054845b-2caf-45a7-a6db-048a100b4c11 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:00:38.975654 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-245e8505-bab7-4177-982d-c46973d4f2f5 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Deleting port be98e3b5-697e-4a32-9480-44a7e07dc7a6 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:00:38.976045 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-245e8505-bab7-4177-982d-c46973d4f2f5 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (be98e3b5-697e-4a32-9480-44a7e07dc7a6), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:39.038379 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-b9d0ec8b-a1c9-4a20-8af3-68bad6e5ff8b admin admin] Deleting port b64ad55f-761e-4362-80c3-f049a2405f13 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:00:39.038775 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b9d0ec8b-a1c9-4a20-8af3-68bad6e5ff8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (b64ad55f-761e-4362-80c3-f049a2405f13), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:39.052559 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-245e8505-bab7-4177-982d-c46973d4f2f5 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (be98e3b5-697e-4a32-9480-44a7e07dc7a6), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:39.052896 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-245e8505-bab7-4177-982d-c46973d4f2f5 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for floatingip (be98e3b5-697e-4a32-9480-44a7e07dc7a6), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:39.064723 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-245e8505-bab7-4177-982d-c46973d4f2f5 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Calling delete_port for be98e3b5-697e-4a32-9480-44a7e07dc7a6 owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:00:39.126621 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-b9d0ec8b-a1c9-4a20-8af3-68bad6e5ff8b admin admin] For port b64ad55f-761e-4362-80c3-f049a2405f13, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=b64ad55f-761e-4362-80c3-f049a2405f13,segment=NetworkSegment(14f97453-c920-4a4f-866b-ccfff903e913),segment_id=14f97453-c920-4a4f-866b-ccfff903e913)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:00:39.126882 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b9d0ec8b-a1c9-4a20-8af3-68bad6e5ff8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (b64ad55f-761e-4362-80c3-f049a2405f13), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:39.141383 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-b9d0ec8b-a1c9-4a20-8af3-68bad6e5ff8b admin admin] Calling delete_port for b64ad55f-761e-4362-80c3-f049a2405f13 owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:00:39.220699 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-245e8505-bab7-4177-982d-c46973d4f2f5 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (be98e3b5-697e-4a32-9480-44a7e07dc7a6), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:39.247351 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245e8505-bab7-4177-982d-c46973d4f2f5 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Pushing event deleted for resources: {'Port': ['ID=be98e3b5-697e-4a32-9480-44a7e07dc7a6,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:39.318951 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-245e8505-bab7-4177-982d-c46973d4f2f5 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for floatingip (12983456-1c1d-423c-82cb-0f96747cfb49), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:39.321946 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-245e8505-bab7-4177-982d-c46973d4f2f5 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:39.323325 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-245e8505-bab7-4177-982d-c46973d4f2f5 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "DELETE /v2.0/floatingips/12983456-1c1d-423c-82cb-0f96747cfb49 HTTP/1.1" status: 204 len: 168 time: 0.5115554 Mar 11 20:00:39.362892 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b9d0ec8b-a1c9-4a20-8af3-68bad6e5ff8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (b64ad55f-761e-4362-80c3-f049a2405f13), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:39.389378 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d0ec8b-a1c9-4a20-8af3-68bad6e5ff8b admin admin] Pushing event deleted for resources: {'Port': ['ID=b64ad55f-761e-4362-80c3-f049a2405f13,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:39.628020 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b9d0ec8b-a1c9-4a20-8af3-68bad6e5ff8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (58f0085d-70e9-4809-8bb1-d2570db83d9d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:39.854170 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 40600) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:00:39.858880 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-42c56910-3025-42d9-8ad4-30bd2d56e37a tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Request body: {'security_group': {'name': 'tempest-securitygroup--864092008', 'description': 'tempest-description--1214423345'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:00:39.896912 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-42c56910-3025-42d9-8ad4-30bd2d56e37a tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:39.959082 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9d0ec8b-a1c9-4a20-8af3-68bad6e5ff8b admin admin] Router 58f0085d-70e9-4809-8bb1-d2570db83d9d has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:00:39.976147 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-42c56910-3025-42d9-8ad4-30bd2d56e37a tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for security_group (ddd25555-b187-439c-82a7-bdcc3a6d90f9), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:39.981441 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-42c56910-3025-42d9-8ad4-30bd2d56e37a tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (ddd25555-b187-439c-82a7-bdcc3a6d90f9), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:40.019675 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-42c56910-3025-42d9-8ad4-30bd2d56e37a tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:40.021164 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-42c56910-3025-42d9-8ad4-30bd2d56e37a tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1658869 Mar 11 20:00:40.024385 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 40614) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:00:40.025893 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c56910-3025-42d9-8ad4-30bd2d56e37a tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd25555-b187-439c-82a7-bdcc3a6d90f9,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:40.029897 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-6fde3fea-a2d1-4ecc-a2ba-9007ceabd606 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Request body: {'security_group_rule': {'security_group_id': 'ddd25555-b187-439c-82a7-bdcc3a6d90f9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:00:40.126909 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6fde3fea-a2d1-4ecc-a2ba-9007ceabd606 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for security_group_rule (ebd1e215-3c82-416d-8bd8-7a7dc0a6c3d4), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:40.154315 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d0ec8b-a1c9-4a20-8af3-68bad6e5ff8b admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:00:40.162571 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b9d0ec8b-a1c9-4a20-8af3-68bad6e5ff8b admin admin] 10.222.0.65 "PUT /v2.0/routers/58f0085d-70e9-4809-8bb1-d2570db83d9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0069525 Mar 11 20:00:40.165021 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 40622) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:00:40.170357 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f6d57c-4013-4eb5-a9ef-b59db066ed95 None None] Sync routers for ids ['58f0085d-70e9-4809-8bb1-d2570db83d9d'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:00:40.192380 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f6d57c-4013-4eb5-a9ef-b59db066ed95 None None] Routers {'58f0085d-70e9-4809-8bb1-d2570db83d9d'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:00:40.193377 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-28f6d57c-4013-4eb5-a9ef-b59db066ed95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:00:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['58f0085d-70e9-4809-8bb1-d2570db83d9d'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:00:40.266142 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6fde3fea-a2d1-4ecc-a2ba-9007ceabd606 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for security_group_rule (ebd1e215-3c82-416d-8bd8-7a7dc0a6c3d4), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:40.274296 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6fde3fea-a2d1-4ecc-a2ba-9007ceabd606 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (ebd1e215-3c82-416d-8bd8-7a7dc0a6c3d4), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:40.314832 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-28f6d57c-4013-4eb5-a9ef-b59db066ed95 None None] Set router 58f0085d-70e9-4809-8bb1-d2570db83d9d gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:00:40.333270 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6fde3fea-a2d1-4ecc-a2ba-9007ceabd606 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:40.334505 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-6fde3fea-a2d1-4ecc-a2ba-9007ceabd606 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3086894 Mar 11 20:00:40.337202 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 40626) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:00:40.342611 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-4504166c-addb-4483-a2e7-af24c5412958 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Request body: {'security_group_rule': {'security_group_id': 'ddd25555-b187-439c-82a7-bdcc3a6d90f9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:00:40.373321 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fde3fea-a2d1-4ecc-a2ba-9007ceabd606 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebd1e215-3c82-416d-8bd8-7a7dc0a6c3d4,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:40.391886 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d215eb28-637e-482a-8073-bea87b5ea64b admin admin] Publish callbacks [] for router (58f0085d-70e9-4809-8bb1-d2570db83d9d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:40.414376 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4504166c-addb-4483-a2e7-af24c5412958 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for security_group_rule (0fce959c-7106-411e-bdbb-e2c7813b7062), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:40.484350 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4504166c-addb-4483-a2e7-af24c5412958 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for security_group_rule (0fce959c-7106-411e-bdbb-e2c7813b7062), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:40.505543 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4504166c-addb-4483-a2e7-af24c5412958 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (0fce959c-7106-411e-bdbb-e2c7813b7062), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:40.526860 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4504166c-addb-4483-a2e7-af24c5412958 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fce959c-7106-411e-bdbb-e2c7813b7062,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:40.550020 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4504166c-addb-4483-a2e7-af24c5412958 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:40.551766 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-4504166c-addb-4483-a2e7-af24c5412958 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2133856 Mar 11 20:00:40.554715 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 40632) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:00:40.560122 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-260b8872-e3cf-4045-abc7-81c725b2c23f tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Request body: {'floatingip': {'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:00:40.587177 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-260b8872-e3cf-4045-abc7-81c725b2c23f tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:40.600357 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-28f6d57c-4013-4eb5-a9ef-b59db066ed95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f0085d-70e9-4809-8bb1-d2570db83d9d', 'name': 'tempest-TestAggregatesBasicOps-300495870-router', 'tenant_id': 'ceabaa02ee6b4e0f8a98faf0301855fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': 'e8a251db-51a5-45f2-97ff-d253d22fc5a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:00:22Z', 'updated_at': '2022-03-11T20:00:39Z', 'revision_number': 5, 'project_id': 'ceabaa02ee6b4e0f8a98faf0301855fd', 'gw_port': {'id': 'e8a251db-51a5-45f2-97ff-d253d22fc5a9', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:14:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f0085d-70e9-4809-8bb1-d2570db83d9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:00:23Z', 'updated_at': '2022-03-11T20:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:00:40.644697 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f6d57c-4013-4eb5-a9ef-b59db066ed95 None None] Checking router: 58f0085d-70e9-4809-8bb1-d2570db83d9d for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:00:40.655369 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d215eb28-637e-482a-8073-bea87b5ea64b admin admin] Publish callbacks [] for router_gateway (58f0085d-70e9-4809-8bb1-d2570db83d9d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:40.659746 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f6d57c-4013-4eb5-a9ef-b59db066ed95 None None] Routers {'58f0085d-70e9-4809-8bb1-d2570db83d9d'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:00:40.661273 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-28f6d57c-4013-4eb5-a9ef-b59db066ed95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:00:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['58f0085d-70e9-4809-8bb1-d2570db83d9d'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:00:40.747880 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-d215eb28-637e-482a-8073-bea87b5ea64b admin admin] Deleting port e8a251db-51a5-45f2-97ff-d253d22fc5a9 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:00:40.748334 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d215eb28-637e-482a-8073-bea87b5ea64b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (e8a251db-51a5-45f2-97ff-d253d22fc5a9), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:40.764491 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-260b8872-e3cf-4045-abc7-81c725b2c23f tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:40.858739 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-28f6d57c-4013-4eb5-a9ef-b59db066ed95 None None] Set router 58f0085d-70e9-4809-8bb1-d2570db83d9d gateway port host: None {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:00:40.926926 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-260b8872-e3cf-4045-abc7-81c725b2c23f tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Allocated IP 172.25.8.96 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/ad7a37f2-8cc7-4acb-98cc-a27977945129) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:00:40.972083 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-d215eb28-637e-482a-8073-bea87b5ea64b admin admin] For port e8a251db-51a5-45f2-97ff-d253d22fc5a9, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=e8a251db-51a5-45f2-97ff-d253d22fc5a9,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:00:40.972615 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d215eb28-637e-482a-8073-bea87b5ea64b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (e8a251db-51a5-45f2-97ff-d253d22fc5a9), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:40.986541 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-d215eb28-637e-482a-8073-bea87b5ea64b admin admin] Calling delete_port for e8a251db-51a5-45f2-97ff-d253d22fc5a9 owned by network:router_gateway {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:00:41.045689 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-260b8872-e3cf-4045-abc7-81c725b2c23f tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for port (ad7a37f2-8cc7-4acb-98cc-a27977945129), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:41.086762 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-260b8872-e3cf-4045-abc7-81c725b2c23f tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (ad7a37f2-8cc7-4acb-98cc-a27977945129), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:41.134551 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260b8872-e3cf-4045-abc7-81c725b2c23f tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:00:41.137913 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-260b8872-e3cf-4045-abc7-81c725b2c23f tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:00:41.145973 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260b8872-e3cf-4045-abc7-81c725b2c23f tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:00:41.149411 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-28f6d57c-4013-4eb5-a9ef-b59db066ed95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58f0085d-70e9-4809-8bb1-d2570db83d9d', 'name': 'tempest-TestAggregatesBasicOps-300495870-router', 'tenant_id': 'ceabaa02ee6b4e0f8a98faf0301855fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:00:22Z', 'updated_at': '2022-03-11T20:00:40Z', 'revision_number': 6, 'project_id': 'ceabaa02ee6b4e0f8a98faf0301855fd', 'gw_port_host': None}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:00:41.153586 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260b8872-e3cf-4045-abc7-81c725b2c23f tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Pushing event updated for resources: {'Port': ['ID=ad7a37f2-8cc7-4acb-98cc-a27977945129,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:41.204486 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f6d57c-4013-4eb5-a9ef-b59db066ed95 None None] The sync data for ids ['58f0085d-70e9-4809-8bb1-d2570db83d9d'] in n-d-833163-1 is: [{'id': '58f0085d-70e9-4809-8bb1-d2570db83d9d', 'name': 'tempest-TestAggregatesBasicOps-300495870-router', 'tenant_id': 'ceabaa02ee6b4e0f8a98faf0301855fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:00:22Z', 'updated_at': '2022-03-11T20:00:40Z', 'revision_number': 6, 'project_id': 'ceabaa02ee6b4e0f8a98faf0301855fd', 'gw_port_host': None}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:00:41.248589 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d215eb28-637e-482a-8073-bea87b5ea64b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (e8a251db-51a5-45f2-97ff-d253d22fc5a9), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:41.282934 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d215eb28-637e-482a-8073-bea87b5ea64b admin admin] Pushing event deleted for resources: {'Port': ['ID=e8a251db-51a5-45f2-97ff-d253d22fc5a9,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:41.346428 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-260b8872-e3cf-4045-abc7-81c725b2c23f tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for floatingip (3d550556-240b-4fb1-bc5f-061f9a563139), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:41.356903 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d215eb28-637e-482a-8073-bea87b5ea64b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (58f0085d-70e9-4809-8bb1-d2570db83d9d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:41.385218 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-260b8872-e3cf-4045-abc7-81c725b2c23f tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ad7a37f2-8cc7-4acb-98cc-a27977945129), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:41.642678 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-260b8872-e3cf-4045-abc7-81c725b2c23f tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for port (ad7a37f2-8cc7-4acb-98cc-a27977945129), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:41.650033 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-260b8872-e3cf-4045-abc7-81c725b2c23f tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (ad7a37f2-8cc7-4acb-98cc-a27977945129), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:41.769478 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-260b8872-e3cf-4045-abc7-81c725b2c23f tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (3d550556-240b-4fb1-bc5f-061f9a563139), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:41.820667 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260b8872-e3cf-4045-abc7-81c725b2c23f tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Pushing event updated for resources: {'Port': ['ID=ad7a37f2-8cc7-4acb-98cc-a27977945129,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:41.860916 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-260b8872-e3cf-4045-abc7-81c725b2c23f tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:41.862335 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-260b8872-e3cf-4045-abc7-81c725b2c23f tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3062782 Mar 11 20:00:41.908317 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d215eb28-637e-482a-8073-bea87b5ea64b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (58f0085d-70e9-4809-8bb1-d2570db83d9d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:41.915220 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d215eb28-637e-482a-8073-bea87b5ea64b admin admin] Publish callbacks [] for router_controller (58f0085d-70e9-4809-8bb1-d2570db83d9d), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:42.014929 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d215eb28-637e-482a-8073-bea87b5ea64b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (58f0085d-70e9-4809-8bb1-d2570db83d9d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:42.015466 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d215eb28-637e-482a-8073-bea87b5ea64b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58f0085d-70e9-4809-8bb1-d2570db83d9d {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 20:00:42.020796 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d215eb28-637e-482a-8073-bea87b5ea64b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:42.024770 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 40670) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:00:42.025249 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d215eb28-637e-482a-8073-bea87b5ea64b admin admin] 10.222.0.65 "DELETE /v2.0/routers/58f0085d-70e9-4809-8bb1-d2570db83d9d HTTP/1.1" status: 204 len: 168 time: 1.8591309 Mar 11 20:00:42.124978 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-efbbc9d3-ba01-43bd-8bec-69c6fd3254ae admin admin] Deleting subnet 33b5b72e-a31c-48c4-b680-86c0040d8a37 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 20:00:42.136565 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-efbbc9d3-ba01-43bd-8bec-69c6fd3254ae admin admin] Publish callbacks [] for subnet (33b5b72e-a31c-48c4-b680-86c0040d8a37), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:42.144072 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-52593233-2969-4b2a-9d8f-10c5d101d457 req-259f134e-af65-4713-94df-8670bd2c80c5 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--864092008&fields=id&tenant_id=ac0acd49ed0a4c6b89bcb3eaea14c217 HTTP/1.1" status: 200 len: 267 time: 0.1310141 Mar 11 20:00:42.265421 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-efbbc9d3-ba01-43bd-8bec-69c6fd3254ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (33b5b72e-a31c-48c4-b680-86c0040d8a37), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:42.396527 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52593233-2969-4b2a-9d8f-10c5d101d457 req-9418071a-0d35-46ed-bcab-a74a530797a5 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:00:42.404958 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-52593233-2969-4b2a-9d8f-10c5d101d457 req-9418071a-0d35-46ed-bcab-a74a530797a5 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/networks?id=d7695c22-7cfd-4319-9d63-9f76b8799969 HTTP/1.1" status: 200 len: 814 time: 0.2403231 Mar 11 20:00:42.436446 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-52593233-2969-4b2a-9d8f-10c5d101d457 req-b5916915-99f4-438c-a512-29635adcc3b3 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/quotas/ac0acd49ed0a4c6b89bcb3eaea14c217 HTTP/1.1" status: 200 len: 375 time: 0.0305481 Mar 11 20:00:42.462920 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-efbbc9d3-ba01-43bd-8bec-69c6fd3254ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (33b5b72e-a31c-48c4-b680-86c0040d8a37), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:42.556139 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-52593233-2969-4b2a-9d8f-10c5d101d457 req-695e6884-20aa-4b74-ba1f-3bf807415032 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=ac0acd49ed0a4c6b89bcb3eaea14c217&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1130633 Mar 11 20:00:42.564217 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-efbbc9d3-ba01-43bd-8bec-69c6fd3254ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (33b5b72e-a31c-48c4-b680-86c0040d8a37), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:42.660160 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbbc9d3-ba01-43bd-8bec-69c6fd3254ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33b5b72e-a31c-48c4-b680-86c0040d8a37,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:42.668608 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-efbbc9d3-ba01-43bd-8bec-69c6fd3254ae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:42.673572 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1571eb72-cbc2-4fcc-9669-8e8c7e3331ac None None] Network 0bb6c7a7-aa7f-4c8d-9e6e-1c79c5d26ab6 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:00:42.674512 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-efbbc9d3-ba01-43bd-8bec-69c6fd3254ae admin admin] 10.222.0.65 "DELETE /v2.0/subnets/33b5b72e-a31c-48c4-b680-86c0040d8a37 HTTP/1.1" status: 204 len: 168 time: 0.6475377 Mar 11 20:00:42.674647 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 40682) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:00:42.703272 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-52593233-2969-4b2a-9d8f-10c5d101d457 req-3bb785aa-fd4c-421f-b488-07e73d996678 service neutron] 10.222.0.65 "GET /v2.0/networks/d7695c22-7cfd-4319-9d63-9f76b8799969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140170 Mar 11 20:00:42.763544 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-242268fe-7e6f-47f2-be78-d18966242f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (0bb6c7a7-aa7f-4c8d-9e6e-1c79c5d26ab6), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:42.843491 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-242268fe-7e6f-47f2-be78-d18966242f68 admin admin] Deleting port 95116bff-abd8-43a0-bb49-68be5da6d291 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:00:42.844108 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-242268fe-7e6f-47f2-be78-d18966242f68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (95116bff-abd8-43a0-bb49-68be5da6d291), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:42.868868 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-52593233-2969-4b2a-9d8f-10c5d101d457 req-d2380ccc-6e6e-49f5-8532-210928bae3a2 service neutron] 10.222.0.65 "GET /v2.0/networks/d7695c22-7cfd-4319-9d63-9f76b8799969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592760 Mar 11 20:00:42.964862 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device b64ad55f-761e-4362-80c3-f049a2405f13 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:00:42.994989 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-242268fe-7e6f-47f2-be78-d18966242f68 admin admin] For port 95116bff-abd8-43a0-bb49-68be5da6d291, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=95116bff-abd8-43a0-bb49-68be5da6d291,segment=NetworkSegment(14f97453-c920-4a4f-866b-ccfff903e913),segment_id=14f97453-c920-4a4f-866b-ccfff903e913)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:00:42.995512 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-242268fe-7e6f-47f2-be78-d18966242f68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (95116bff-abd8-43a0-bb49-68be5da6d291), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:43.023091 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: b64ad55f-761e-4362-80c3-f049a2405f13 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:00:43.024519 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device b64ad55f-761e-4362-80c3-f049a2405f13 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:00:43.025209 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device e8a251db-51a5-45f2-97ff-d253d22fc5a9 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:00:43.044742 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-242268fe-7e6f-47f2-be78-d18966242f68 admin admin] Calling delete_port for 95116bff-abd8-43a0-bb49-68be5da6d291 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:00:43.054689 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: e8a251db-51a5-45f2-97ff-d253d22fc5a9 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:00:43.055376 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device e8a251db-51a5-45f2-97ff-d253d22fc5a9 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:00:43.069166 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667f6b07-f835-46b7-9b4c-230a6581836a None None] DHCP port deletion for 0bb6c7a7-aa7f-4c8d-9e6e-1c79c5d26ab6 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 20:00:43.155860 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-667f6b07-f835-46b7-9b4c-230a6581836a None None] Deleting port 95116bff-abd8-43a0-bb49-68be5da6d291 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:00:43.156628 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-667f6b07-f835-46b7-9b4c-230a6581836a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (95116bff-abd8-43a0-bb49-68be5da6d291), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:43.173342 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f40afa48-ed20-4e04-a53c-48e454f18e6a req-ca1cb813-a769-4f6c-91b4-26c471236892 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/ports?device_id=845a8fbe-c8a1-4efb-82ab-db4c75ed8054 HTTP/1.1" status: 200 len: 210 time: 0.0485351 Mar 11 20:00:43.296029 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-242268fe-7e6f-47f2-be78-d18966242f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (95116bff-abd8-43a0-bb49-68be5da6d291), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:43.317747 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-667f6b07-f835-46b7-9b4c-230a6581836a None None] For port 95116bff-abd8-43a0-bb49-68be5da6d291, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=95116bff-abd8-43a0-bb49-68be5da6d291,segment=NetworkSegment(14f97453-c920-4a4f-866b-ccfff903e913),segment_id=14f97453-c920-4a4f-866b-ccfff903e913)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:00:43.318355 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-667f6b07-f835-46b7-9b4c-230a6581836a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (95116bff-abd8-43a0-bb49-68be5da6d291), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:43.329075 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242268fe-7e6f-47f2-be78-d18966242f68 admin admin] Pushing event deleted for resources: {'Port': ['ID=95116bff-abd8-43a0-bb49-68be5da6d291,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:43.332267 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-667f6b07-f835-46b7-9b4c-230a6581836a None None] Calling delete_port for 95116bff-abd8-43a0-bb49-68be5da6d291 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:00:43.337917 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242268fe-7e6f-47f2-be78-d18966242f68 admin admin] No DVR routers for this DVR port 95116bff-abd8-43a0-bb49-68be5da6d291 on host n-d-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:00:43.471133 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-242268fe-7e6f-47f2-be78-d18966242f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (0bb6c7a7-aa7f-4c8d-9e6e-1c79c5d26ab6), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:43.497439 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-242268fe-7e6f-47f2-be78-d18966242f68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bb6c7a7-aa7f-4c8d-9e6e-1c79c5d26ab6']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:00:43.513429 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-242268fe-7e6f-47f2-be78-d18966242f68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14f97453-c920-4a4f-866b-ccfff903e913') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:00:43.514095 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-242268fe-7e6f-47f2-be78-d18966242f68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14f97453-c920-4a4f-866b-ccfff903e913') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:00:43.527531 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-242268fe-7e6f-47f2-be78-d18966242f68 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (14f97453-c920-4a4f-866b-ccfff903e913), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:43.542401 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-242268fe-7e6f-47f2-be78-d18966242f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (14f97453-c920-4a4f-866b-ccfff903e913), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:43.550444 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-242268fe-7e6f-47f2-be78-d18966242f68 admin admin] Releasing vlan 866 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 20:00:43.550845 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-242268fe-7e6f-47f2-be78-d18966242f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (14f97453-c920-4a4f-866b-ccfff903e913), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:43.552713 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 20:00:43.552713 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 20:00:43.552713 n-d-833163-1 neutron-server[103884]: timer() Mar 11 20:00:43.552713 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:00:43.552713 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 20:00:43.552713 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 20:00:43.552713 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 20:00:43.552713 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:00:43.552713 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 20:00:43.552713 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:00:43.552713 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 20:00:43.552713 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:00:43.552713 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 20:00:43.552713 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 20:00:43.552713 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:00:43.552713 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 20:00:43.552713 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:00:43.552713 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 20:00:43.552713 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 20:00:43.552713 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:00:43.552713 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 20:00:43.552713 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:00:43.552713 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:00:43.552713 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 20:00:43.552713 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 20:00:43.552713 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 20:00:43.552713 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:00:43.552713 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 20:00:43.552713 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:00:43.552713 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 20:00:43.552713 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:00:43.552713 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:00:43.589022 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-667f6b07-f835-46b7-9b4c-230a6581836a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (95116bff-abd8-43a0-bb49-68be5da6d291), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:43.617571 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667f6b07-f835-46b7-9b4c-230a6581836a None None] Pushing event deleted for resources: {'Port': ['ID=95116bff-abd8-43a0-bb49-68be5da6d291,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:43.628474 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667f6b07-f835-46b7-9b4c-230a6581836a None None] No DVR routers for this DVR port 95116bff-abd8-43a0-bb49-68be5da6d291 on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:00:43.651843 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-242268fe-7e6f-47f2-be78-d18966242f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (0bb6c7a7-aa7f-4c8d-9e6e-1c79c5d26ab6), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:43.658247 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-242268fe-7e6f-47f2-be78-d18966242f68 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:43.662244 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-242268fe-7e6f-47f2-be78-d18966242f68 admin admin] 10.222.0.65 "DELETE /v2.0/networks/0bb6c7a7-aa7f-4c8d-9e6e-1c79c5d26ab6 HTTP/1.1" status: 204 len: 168 time: 0.9864678 Mar 11 20:00:43.676041 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242268fe-7e6f-47f2-be78-d18966242f68 admin admin] Pushing event deleted for resources: {'Network': ['ID=0bb6c7a7-aa7f-4c8d-9e6e-1c79c5d26ab6,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:43.841010 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 40712) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:00:43.884373 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a9eb2995-c672-4951-ab59-bfb1a48a14cc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b5a7f0a9f0e4435885fd577415b660be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0414839 Mar 11 20:00:43.886242 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 40716) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:00:43.953701 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-557a02f6-18ea-480b-9442-9fbf5b815c23 admin admin] Publish callbacks [] for security_group (a5516636-8480-4e72-8b5e-7cb945d7306a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:43.975089 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-557a02f6-18ea-480b-9442-9fbf5b815c23 admin admin] Publish callbacks [] for security_group (a5516636-8480-4e72-8b5e-7cb945d7306a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:44.021285 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-557a02f6-18ea-480b-9442-9fbf5b815c23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (a5516636-8480-4e72-8b5e-7cb945d7306a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:44.024079 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-557a02f6-18ea-480b-9442-9fbf5b815c23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:44.025791 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-557a02f6-18ea-480b-9442-9fbf5b815c23 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a5516636-8480-4e72-8b5e-7cb945d7306a HTTP/1.1" status: 204 len: 168 time: 0.1384177 Mar 11 20:00:44.034823 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a02f6-18ea-480b-9442-9fbf5b815c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5516636-8480-4e72-8b5e-7cb945d7306a,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:44.389510 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ec100bbc-95ee-4a48-965d-3ae24aed49fa req-9ecc9357-027c-4553-bee0-c92f59ac7333 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/ports?device_id=845a8fbe-c8a1-4efb-82ab-db4c75ed8054 HTTP/1.1" status: 200 len: 210 time: 0.1163926 Mar 11 20:00:44.450562 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52593233-2969-4b2a-9d8f-10c5d101d457 req-4e90b73c-1c8f-4034-965e-2896437f7039 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:00:44.452278 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-52593233-2969-4b2a-9d8f-10c5d101d457 req-4e90b73c-1c8f-4034-965e-2896437f7039 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.57 "GET /v2.0/networks?id=d7695c22-7cfd-4319-9d63-9f76b8799969 HTTP/1.1" status: 200 len: 814 time: 0.2219296 Mar 11 20:00:44.463918 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 40740) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:00:44.533878 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f0347650-83ce-4933-9f4f-f46021cbbcfd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ceabaa02ee6b4e0f8a98faf0301855fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0685954 Mar 11 20:00:44.536847 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 40742) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:00:44.567106 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-52593233-2969-4b2a-9d8f-10c5d101d457 req-5b578313-73af-4140-8d35-3a222bc7918b tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac0acd49ed0a4c6b89bcb3eaea14c217 HTTP/1.1" status: 200 len: 379 time: 0.1023660 Mar 11 20:00:44.580967 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-52593233-2969-4b2a-9d8f-10c5d101d457 req-3a9ccd69-6df2-4596-9542-abc5e1dc7309 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Request body: {'port': {'device_id': '845a8fbe-c8a1-4efb-82ab-db4c75ed8054', 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969', 'admin_state_up': True, 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'security_groups': ['ddd25555-b187-439c-82a7-bdcc3a6d90f9']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:00:44.603229 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-73c847d1-8a04-4c98-ac93-3ab90d5f2b34 admin admin] Publish callbacks [] for security_group (0be0c12f-02c0-4b60-addd-9d775e36acd0), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:44.630543 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-73c847d1-8a04-4c98-ac93-3ab90d5f2b34 admin admin] Publish callbacks [] for security_group (0be0c12f-02c0-4b60-addd-9d775e36acd0), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:44.689588 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-73c847d1-8a04-4c98-ac93-3ab90d5f2b34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (0be0c12f-02c0-4b60-addd-9d775e36acd0), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:44.694854 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-73c847d1-8a04-4c98-ac93-3ab90d5f2b34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:44.696831 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-73c847d1-8a04-4c98-ac93-3ab90d5f2b34 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0be0c12f-02c0-4b60-addd-9d775e36acd0 HTTP/1.1" status: 204 len: 168 time: 0.1589258 Mar 11 20:00:44.710126 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c847d1-8a04-4c98-ac93-3ab90d5f2b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be0c12f-02c0-4b60-addd-9d775e36acd0,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:44.768920 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52593233-2969-4b2a-9d8f-10c5d101d457 req-3a9ccd69-6df2-4596-9542-abc5e1dc7309 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Made reservation on behalf of ac0acd49ed0a4c6b89bcb3eaea14c217 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:00:44.773891 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-52593233-2969-4b2a-9d8f-10c5d101d457 req-3a9ccd69-6df2-4596-9542-abc5e1dc7309 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:44.941904 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 95116bff-abd8-43a0-bb49-68be5da6d291 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:00:44.942452 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-52593233-2969-4b2a-9d8f-10c5d101d457 req-3a9ccd69-6df2-4596-9542-abc5e1dc7309 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Allocated IP 172.20.0.14 (d7695c22-7cfd-4319-9d63-9f76b8799969/9c3f149c-decf-4bc3-9858-1266a909f90c/dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:00:44.966759 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 95116bff-abd8-43a0-bb49-68be5da6d291 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:00:44.967261 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 95116bff-abd8-43a0-bb49-68be5da6d291 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:00:45.151224 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-52593233-2969-4b2a-9d8f-10c5d101d457 req-3a9ccd69-6df2-4596-9542-abc5e1dc7309 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for port (dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:45.196997 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-52593233-2969-4b2a-9d8f-10c5d101d457 req-3a9ccd69-6df2-4596-9542-abc5e1dc7309 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:45.252894 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52593233-2969-4b2a-9d8f-10c5d101d457 req-3a9ccd69-6df2-4596-9542-abc5e1dc7309 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Network d7695c22-7cfd-4319-9d63-9f76b8799969 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:00:45.258775 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-52593233-2969-4b2a-9d8f-10c5d101d457 req-3a9ccd69-6df2-4596-9542-abc5e1dc7309 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:00:45.262977 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-52593233-2969-4b2a-9d8f-10c5d101d457 req-3a9ccd69-6df2-4596-9542-abc5e1dc7309 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:00:45.271243 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9ccd69-6df2-4596-9542-abc5e1dc7309 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Pushing event updated for resources: {'Port': ['ID=dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:45.332911 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52593233-2969-4b2a-9d8f-10c5d101d457 req-3a9ccd69-6df2-4596-9542-abc5e1dc7309 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:00:45.333674 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-52593233-2969-4b2a-9d8f-10c5d101d457 req-3a9ccd69-6df2-4596-9542-abc5e1dc7309 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:45.358020 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-52593233-2969-4b2a-9d8f-10c5d101d457 req-3a9ccd69-6df2-4596-9542-abc5e1dc7309 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7804775 Mar 11 20:00:45.374761 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-52593233-2969-4b2a-9d8f-10c5d101d457 req-1a9d804e-a5c8-41f4-8514-f2c96be13872 service neutron] Request body: {'port': {'device_id': '845a8fbe-c8a1-4efb-82ab-db4c75ed8054', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:00:45.502826 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-52593233-2969-4b2a-9d8f-10c5d101d457 req-1a9d804e-a5c8-41f4-8514-f2c96be13872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:45.633390 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-a7e1c18f-8834-4a14-8e2e-3f18e999c41c None None] Provisioning complete for port dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:00:45.634078 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a7e1c18f-8834-4a14-8e2e-3f18e999c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:45.677976 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a7e1c18f-8834-4a14-8e2e-3f18e999c41c None None] Port dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:00:45.767146 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb7755-f45f-479e-a5df-70713653c7dc req-d7c9730b-951b-43e1-9fb3-4a7fd7c64b10 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:00:45.774405 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6cfb7755-f45f-479e-a5df-70713653c7dc req-d7c9730b-951b-43e1-9fb3-4a7fd7c64b10 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/ports?device_id=845a8fbe-c8a1-4efb-82ab-db4c75ed8054 HTTP/1.1" status: 200 len: 932 time: 0.1014736 Mar 11 20:00:45.827056 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 40788) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:00:45.866946 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6cfb7755-f45f-479e-a5df-70713653c7dc req-220755c0-4924-41b0-97db-af948169eae8 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/security-groups?id=ddd25555-b187-439c-82a7-bdcc3a6d90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914767 Mar 11 20:00:45.961901 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-52593233-2969-4b2a-9d8f-10c5d101d457 req-1a9d804e-a5c8-41f4-8514-f2c96be13872 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:00:45.963926 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-a8f0a956-3ac3-401f-b22e-5ab430cd8fa9 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1939893222-network', 'tenant_id': '1a7c4ba321f14038a6f0dd7d8b5e706d'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:00:45.971508 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-52593233-2969-4b2a-9d8f-10c5d101d457 req-1a9d804e-a5c8-41f4-8514-f2c96be13872 service neutron] Publish callbacks [] for port (dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:45.987333 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-52593233-2969-4b2a-9d8f-10c5d101d457 req-1a9d804e-a5c8-41f4-8514-f2c96be13872 service neutron] Transition to ACTIVE for port object dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 20:00:45.990809 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f0a956-3ac3-401f-b22e-5ab430cd8fa9 admin admin] Made reservation on behalf of 1a7c4ba321f14038a6f0dd7d8b5e706d for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:00:45.993328 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a8f0a956-3ac3-401f-b22e-5ab430cd8fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:45.995872 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-52593233-2969-4b2a-9d8f-10c5d101d457 req-1a9d804e-a5c8-41f4-8514-f2c96be13872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:46.011293 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a8f0a956-3ac3-401f-b22e-5ab430cd8fa9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:46.073913 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d804e-a5c8-41f4-8514-f2c96be13872 service neutron] Pushing event updated for resources: {'Port': ['ID=dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:46.118542 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a8f0a956-3ac3-401f-b22e-5ab430cd8fa9 admin admin] Publish callbacks [] for security_group (3c42fe57-afbb-4dd8-9cf4-29fde0826450), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:46.123812 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a8f0a956-3ac3-401f-b22e-5ab430cd8fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (3c42fe57-afbb-4dd8-9cf4-29fde0826450), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:46.139844 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8f0a956-3ac3-401f-b22e-5ab430cd8fa9 admin admin] vlan segment allocate from pool success with {'vlan_id': 864, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:00:46.152744 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a8f0a956-3ac3-401f-b22e-5ab430cd8fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (d020e4f3-9f8a-4f23-b2f3-f2c71a6fdd04), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:46.153099 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-a8f0a956-3ac3-401f-b22e-5ab430cd8fa9 admin admin] Added segment d020e4f3-9f8a-4f23-b2f3-f2c71a6fdd04 of type vlan for network 3baaddf1-2b56-47ea-bd5f-c140ae3a4605 Mar 11 20:00:46.194594 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-52593233-2969-4b2a-9d8f-10c5d101d457 req-1a9d804e-a5c8-41f4-8514-f2c96be13872 service neutron] Attempting to bind port dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183 on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:00:46.194979 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-52593233-2969-4b2a-9d8f-10c5d101d457 req-1a9d804e-a5c8-41f4-8514-f2c96be13872 service neutron] Attempting to bind port dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183 by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:00:46.195260 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52593233-2969-4b2a-9d8f-10c5d101d457 req-1a9d804e-a5c8-41f4-8514-f2c96be13872 service neutron] Attempting to bind port dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183 on network d7695c22-7cfd-4319-9d63-9f76b8799969 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:00:46.204407 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a8f0a956-3ac3-401f-b22e-5ab430cd8fa9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (3baaddf1-2b56-47ea-bd5f-c140ae3a4605), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:46.208364 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52593233-2969-4b2a-9d8f-10c5d101d457 req-1a9d804e-a5c8-41f4-8514-f2c96be13872 service neutron] Port dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183 on network d7695c22-7cfd-4319-9d63-9f76b8799969 not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 20:00:46.208700 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52593233-2969-4b2a-9d8f-10c5d101d457 req-1a9d804e-a5c8-41f4-8514-f2c96be13872 service neutron] Attempting to bind port dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183 on network d7695c22-7cfd-4319-9d63-9f76b8799969 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:00:46.223443 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52593233-2969-4b2a-9d8f-10c5d101d457 req-1a9d804e-a5c8-41f4-8514-f2c96be13872 service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 0, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:00:46.223936 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52593233-2969-4b2a-9d8f-10c5d101d457 req-1a9d804e-a5c8-41f4-8514-f2c96be13872 service neutron] Checking segment: {'id': '60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:00:46.224337 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52593233-2969-4b2a-9d8f-10c5d101d457 req-1a9d804e-a5c8-41f4-8514-f2c96be13872 service neutron] Bound using segment: {'id': '60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:00:46.224790 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-52593233-2969-4b2a-9d8f-10c5d101d457 req-1a9d804e-a5c8-41f4-8514-f2c96be13872 service neutron] Bound port: dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:00:46.225155 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-52593233-2969-4b2a-9d8f-10c5d101d457 req-1a9d804e-a5c8-41f4-8514-f2c96be13872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:46.257188 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f0a956-3ac3-401f-b22e-5ab430cd8fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c42fe57-afbb-4dd8-9cf4-29fde0826450,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:46.260129 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a8f0a956-3ac3-401f-b22e-5ab430cd8fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (3baaddf1-2b56-47ea-bd5f-c140ae3a4605), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:46.261637 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f0a956-3ac3-401f-b22e-5ab430cd8fa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:00:46.262175 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a8f0a956-3ac3-401f-b22e-5ab430cd8fa9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:46.305178 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a8f0a956-3ac3-401f-b22e-5ab430cd8fa9 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4768083 Mar 11 20:00:46.307921 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 40792) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:00:46.316365 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-93e031b4-fabb-466b-94ff-27570cc7600f admin admin] Request body: {'subnet': {'network_id': '3baaddf1-2b56-47ea-bd5f-c140ae3a4605', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1939893222-subnet', 'tenant_id': '1a7c4ba321f14038a6f0dd7d8b5e706d', 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:00:46.353424 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-52593233-2969-4b2a-9d8f-10c5d101d457 req-1a9d804e-a5c8-41f4-8514-f2c96be13872 service neutron] For port dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:00:46.357599 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-52593233-2969-4b2a-9d8f-10c5d101d457 req-1a9d804e-a5c8-41f4-8514-f2c96be13872 service neutron] For port dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183,segment=NetworkSegment(60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db),segment_id=60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:00:46.358863 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f0a956-3ac3-401f-b22e-5ab430cd8fa9 admin admin] Pushing event updated for resources: {'Network': ['ID=3baaddf1-2b56-47ea-bd5f-c140ae3a4605,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:46.366872 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-52593233-2969-4b2a-9d8f-10c5d101d457 req-1a9d804e-a5c8-41f4-8514-f2c96be13872 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:46.370058 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 3baaddf1-2b56-47ea-bd5f-c140ae3a4605 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 20:00:46.378960 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e031b4-fabb-466b-94ff-27570cc7600f admin admin] Made reservation on behalf of 1a7c4ba321f14038a6f0dd7d8b5e706d for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:00:46.381887 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-93e031b4-fabb-466b-94ff-27570cc7600f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:46.425338 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52593233-2969-4b2a-9d8f-10c5d101d457 req-1a9d804e-a5c8-41f4-8514-f2c96be13872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:00:46.426425 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-52593233-2969-4b2a-9d8f-10c5d101d457 req-1a9d804e-a5c8-41f4-8514-f2c96be13872 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:46.428000 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-52593233-2969-4b2a-9d8f-10c5d101d457 req-1a9d804e-a5c8-41f4-8514-f2c96be13872 service neutron] 10.222.0.57 "PUT /v2.0/ports/dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183 HTTP/1.1" status: 200 len: 1092 time: 1.0630138 Mar 11 20:00:46.430576 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '845a8fbe-c8a1-4efb-82ab-db4c75ed8054', 'tag': 'dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:00:46.433092 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaeb5d24-720b-4254-aa2c-59aca8a41d4f" -d '{"events": [{"name": "network-changed", "server_uuid": "845a8fbe-c8a1-4efb-82ab-db4c75ed8054", "tag": "dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:00:46.555750 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5195f78-9a32-4a5c-93e8-7c573e89db44 x-openstack-request-id: req-f5195f78-9a32-4a5c-93e8-7c573e89db44 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:00:46.564174 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "845a8fbe-c8a1-4efb-82ab-db4c75ed8054", "tag": "dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:00:46.564616 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f5195f78-9a32-4a5c-93e8-7c573e89db44 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:00:46.566698 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '845a8fbe-c8a1-4efb-82ab-db4c75ed8054', 'tag': 'dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183', 'status': 'completed', 'code': 200} Mar 11 20:00:46.591917 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d804e-a5c8-41f4-8514-f2c96be13872 service neutron] Pushing event updated for resources: {'Port': ['ID=dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:46.631161 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52593233-2969-4b2a-9d8f-10c5d101d457 req-996756a4-e0a2-4823-8e17-2735865801c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:00:46.632996 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-52593233-2969-4b2a-9d8f-10c5d101d457 req-996756a4-e0a2-4823-8e17-2735865801c2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ac0acd49ed0a4c6b89bcb3eaea14c217&device_id=845a8fbe-c8a1-4efb-82ab-db4c75ed8054 HTTP/1.1" status: 200 len: 1126 time: 0.1564960 Mar 11 20:00:46.696064 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-52593233-2969-4b2a-9d8f-10c5d101d457 req-39651854-45d2-4baa-b6b6-1c02c5e566f7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183 HTTP/1.1" status: 200 len: 217 time: 0.0568547 Mar 11 20:00:46.744704 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-93e031b4-fabb-466b-94ff-27570cc7600f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (915a4f0d-594a-4459-acad-c0b01c13a3b4), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:46.765010 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52593233-2969-4b2a-9d8f-10c5d101d457 req-cd879f0d-ab5f-465d-a6ee-7bb10e48a7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:00:46.766926 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-52593233-2969-4b2a-9d8f-10c5d101d457 req-cd879f0d-ab5f-465d-a6ee-7bb10e48a7ff service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9c3f149c-decf-4bc3-9858-1266a909f90c HTTP/1.1" status: 200 len: 853 time: 0.0647578 Mar 11 20:00:46.809872 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e031b4-fabb-466b-94ff-27570cc7600f admin admin] Pushing event updated for resources: {'Subnet': ['ID=915a4f0d-594a-4459-acad-c0b01c13a3b4,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:46.824139 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e031b4-fabb-466b-94ff-27570cc7600f admin admin] Checking segment: {'id': 'd020e4f3-9f8a-4f23-b2f3-f2c71a6fdd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '3baaddf1-2b56-47ea-bd5f-c140ae3a4605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:00:46.824568 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e031b4-fabb-466b-94ff-27570cc7600f admin admin] Network hostable DHCP agents. Network: 3baaddf1-2b56-47ea-bd5f-c140ae3a4605, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:00:46.854044 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e031b4-fabb-466b-94ff-27570cc7600f admin admin] Network 3baaddf1-2b56-47ea-bd5f-c140ae3a4605 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:00:46.858922 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52593233-2969-4b2a-9d8f-10c5d101d457 req-bbbdd598-27f0-43ae-8b7b-65b7222f4264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:00:46.861219 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-52593233-2969-4b2a-9d8f-10c5d101d457 req-bbbdd598-27f0-43ae-8b7b-65b7222f4264 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d7695c22-7cfd-4319-9d63-9f76b8799969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0885646 Mar 11 20:00:46.866185 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-93e031b4-fabb-466b-94ff-27570cc7600f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 3baaddf1-2b56-47ea-bd5f-c140ae3a4605) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:00:46.871483 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e031b4-fabb-466b-94ff-27570cc7600f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:00:46.872300 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-93e031b4-fabb-466b-94ff-27570cc7600f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:46.876999 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b23c8a2-da0d-4f54-a88a-91e65ca86207 None None] Network 3baaddf1-2b56-47ea-bd5f-c140ae3a4605 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:00:46.906579 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-93e031b4-fabb-466b-94ff-27570cc7600f admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5975807 Mar 11 20:00:46.910638 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 40802) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:00:46.924902 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-1e76af81-23ff-4e08-b446-bb6cd6cb3a99 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1939893222-router', 'tenant_id': '1a7c4ba321f14038a6f0dd7d8b5e706d', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:00:46.976702 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1e76af81-23ff-4e08-b446-bb6cd6cb3a99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (3ce0cdd0-3be0-4b85-bf57-1514d0aac4ea), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:46.978548 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1e76af81-23ff-4e08-b446-bb6cd6cb3a99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (3ce0cdd0-3be0-4b85-bf57-1514d0aac4ea), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:46.989300 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-52593233-2969-4b2a-9d8f-10c5d101d457 req-7e073cc9-b539-42d5-8a58-f44b5ccef7f0 service neutron] 10.222.0.57 "GET /v2.0/networks/d7695c22-7cfd-4319-9d63-9f76b8799969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218710 Mar 11 20:00:47.088309 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfe2e09-fe45-43b9-a72c-fc2cea32f6d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-3baaddf1-2b56-47ea-bd5f-c140ae3a4605', 'network_id': '3baaddf1-2b56-47ea-bd5f-c140ae3a4605', 'project_id': '1a7c4ba321f14038a6f0dd7d8b5e706d', 'fixed_ips': [{'subnet_id': '915a4f0d-594a-4459-acad-c0b01c13a3b4'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 20:00:47.089336 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0bfe2e09-fe45-43b9-a72c-fc2cea32f6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:47.090013 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1e76af81-23ff-4e08-b446-bb6cd6cb3a99 admin admin] Publish callbacks [] for router_controller (3ce0cdd0-3be0-4b85-bf57-1514d0aac4ea), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:47.156048 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-52593233-2969-4b2a-9d8f-10c5d101d457 req-e2fefd1b-dd2c-499c-bf02-c8034fb43c8a service neutron] 10.222.0.57 "GET /v2.0/networks/d7695c22-7cfd-4319-9d63-9f76b8799969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606557 Mar 11 20:00:47.189421 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bb0e3a-d682-4f40-9263-b7c2b12b1ea8 req-9f7bb961-f282-4b6c-8ddd-b841ee24b7ab tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:00:47.191213 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-13bb0e3a-d682-4f40-9263-b7c2b12b1ea8 req-9f7bb961-f282-4b6c-8ddd-b841ee24b7ab tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/ports?device_id=845a8fbe-c8a1-4efb-82ab-db4c75ed8054 HTTP/1.1" status: 200 len: 944 time: 0.0922866 Mar 11 20:00:47.287923 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-0bfe2e09-fe45-43b9-a72c-fc2cea32f6d1 None None] Allocated IP 172.20.0.2 (3baaddf1-2b56-47ea-bd5f-c140ae3a4605/915a4f0d-594a-4459-acad-c0b01c13a3b4/28f7953c-7e45-42d1-a279-fd56491b93b4) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:00:47.305282 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1e76af81-23ff-4e08-b446-bb6cd6cb3a99 admin admin] Publish callbacks [] for router_gateway (3ce0cdd0-3be0-4b85-bf57-1514d0aac4ea), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:47.327536 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-13bb0e3a-d682-4f40-9263-b7c2b12b1ea8 req-7547f0ce-b21d-4df3-b231-21d2fdea9c53 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/security-groups?id=ddd25555-b187-439c-82a7-bdcc3a6d90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217828 Mar 11 20:00:47.336344 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeb5d24-720b-4254-aa2c-59aca8a41d4f req-5b66268e-12b9-4e44-bed9-0719737ba352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:00:47.338298 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-aaeb5d24-720b-4254-aa2c-59aca8a41d4f req-5b66268e-12b9-4e44-bed9-0719737ba352 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ac0acd49ed0a4c6b89bcb3eaea14c217&device_id=845a8fbe-c8a1-4efb-82ab-db4c75ed8054 HTTP/1.1" status: 200 len: 1126 time: 0.1202152 Mar 11 20:00:47.462502 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeb5d24-720b-4254-aa2c-59aca8a41d4f req-974f1559-4d6c-4f0b-ab51-90b8d82db3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:00:47.464569 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-aaeb5d24-720b-4254-aa2c-59aca8a41d4f req-974f1559-4d6c-4f0b-ab51-90b8d82db3d0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d7695c22-7cfd-4319-9d63-9f76b8799969 HTTP/1.1" status: 200 len: 915 time: 0.1202950 Mar 11 20:00:47.516569 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-aaeb5d24-720b-4254-aa2c-59aca8a41d4f req-d7e08ae0-bc63-4a2d-a31a-fb849f6cc1b1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183 HTTP/1.1" status: 200 len: 217 time: 0.0437930 Mar 11 20:00:47.561832 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0bfe2e09-fe45-43b9-a72c-fc2cea32f6d1 None None] Publish callbacks [] for port (28f7953c-7e45-42d1-a279-fd56491b93b4), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:47.571893 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0bfe2e09-fe45-43b9-a72c-fc2cea32f6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (28f7953c-7e45-42d1-a279-fd56491b93b4), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:47.585877 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeb5d24-720b-4254-aa2c-59aca8a41d4f req-d3eff38b-1317-4f99-b0df-35c3a1d0a564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:00:47.588440 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-aaeb5d24-720b-4254-aa2c-59aca8a41d4f req-d3eff38b-1317-4f99-b0df-35c3a1d0a564 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9c3f149c-decf-4bc3-9858-1266a909f90c HTTP/1.1" status: 200 len: 853 time: 0.0674555 Mar 11 20:00:47.655738 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1e76af81-23ff-4e08-b446-bb6cd6cb3a99 admin admin] Publish callbacks [] for router_gateway (3ce0cdd0-3be0-4b85-bf57-1514d0aac4ea), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:47.698360 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1e76af81-23ff-4e08-b446-bb6cd6cb3a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:47.717726 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfe2e09-fe45-43b9-a72c-fc2cea32f6d1 None None] Network 3baaddf1-2b56-47ea-bd5f-c140ae3a4605 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:00:47.718646 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfe2e09-fe45-43b9-a72c-fc2cea32f6d1 None None] Pushing event updated for resources: {'Port': ['ID=28f7953c-7e45-42d1-a279-fd56491b93b4,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:47.722270 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-0bfe2e09-fe45-43b9-a72c-fc2cea32f6d1 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:00:47.724556 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfe2e09-fe45-43b9-a72c-fc2cea32f6d1 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:00:47.856696 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-0bfe2e09-fe45-43b9-a72c-fc2cea32f6d1 None None] Attempting to bind port 28f7953c-7e45-42d1-a279-fd56491b93b4 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:00:47.857478 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-0bfe2e09-fe45-43b9-a72c-fc2cea32f6d1 None None] Attempting to bind port 28f7953c-7e45-42d1-a279-fd56491b93b4 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'd020e4f3-9f8a-4f23-b2f3-f2c71a6fdd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '3baaddf1-2b56-47ea-bd5f-c140ae3a4605'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:00:47.858373 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfe2e09-fe45-43b9-a72c-fc2cea32f6d1 None None] Attempting to bind port 28f7953c-7e45-42d1-a279-fd56491b93b4 on network 3baaddf1-2b56-47ea-bd5f-c140ae3a4605 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:00:47.865171 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-1e76af81-23ff-4e08-b446-bb6cd6cb3a99 admin admin] Allocated IP 172.25.8.4 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/940e333c-838c-4bf0-b1f4-ab059e0f3403) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:00:47.877387 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfe2e09-fe45-43b9-a72c-fc2cea32f6d1 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:00:47.878189 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfe2e09-fe45-43b9-a72c-fc2cea32f6d1 None None] Checking segment: {'id': 'd020e4f3-9f8a-4f23-b2f3-f2c71a6fdd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '3baaddf1-2b56-47ea-bd5f-c140ae3a4605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:00:47.878978 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0bfe2e09-fe45-43b9-a72c-fc2cea32f6d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:47.879611 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bfe2e09-fe45-43b9-a72c-fc2cea32f6d1 None None] Bound using segment: {'id': 'd020e4f3-9f8a-4f23-b2f3-f2c71a6fdd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '3baaddf1-2b56-47ea-bd5f-c140ae3a4605'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:00:47.880347 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-0bfe2e09-fe45-43b9-a72c-fc2cea32f6d1 None None] Bound port: 28f7953c-7e45-42d1-a279-fd56491b93b4, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd020e4f3-9f8a-4f23-b2f3-f2c71a6fdd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '3baaddf1-2b56-47ea-bd5f-c140ae3a4605'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:00:47.881072 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0bfe2e09-fe45-43b9-a72c-fc2cea32f6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (28f7953c-7e45-42d1-a279-fd56491b93b4), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:47.960892 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-0bfe2e09-fe45-43b9-a72c-fc2cea32f6d1 None None] For port 28f7953c-7e45-42d1-a279-fd56491b93b4, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:00:47.964711 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-0bfe2e09-fe45-43b9-a72c-fc2cea32f6d1 None None] For port 28f7953c-7e45-42d1-a279-fd56491b93b4, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=28f7953c-7e45-42d1-a279-fd56491b93b4,segment=NetworkSegment(d020e4f3-9f8a-4f23-b2f3-f2c71a6fdd04),segment_id=d020e4f3-9f8a-4f23-b2f3-f2c71a6fdd04)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:00:47.979926 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0bfe2e09-fe45-43b9-a72c-fc2cea32f6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (28f7953c-7e45-42d1-a279-fd56491b93b4), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:48.043503 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfe2e09-fe45-43b9-a72c-fc2cea32f6d1 None None] Pushing event updated for resources: {'Port': ['ID=28f7953c-7e45-42d1-a279-fd56491b93b4,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:48.089956 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeb5d24-720b-4254-aa2c-59aca8a41d4f req-f2af3d11-f450-4209-bfd7-daeb57cae7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:00:48.089956 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-aaeb5d24-720b-4254-aa2c-59aca8a41d4f req-f2af3d11-f450-4209-bfd7-daeb57cae7ed service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d7695c22-7cfd-4319-9d63-9f76b8799969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4945872 Mar 11 20:00:48.115807 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1e76af81-23ff-4e08-b446-bb6cd6cb3a99 admin admin] Publish callbacks [] for port (940e333c-838c-4bf0-b1f4-ab059e0f3403), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:48.170638 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1e76af81-23ff-4e08-b446-bb6cd6cb3a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (940e333c-838c-4bf0-b1f4-ab059e0f3403), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:48.211507 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-aaeb5d24-720b-4254-aa2c-59aca8a41d4f req-5cc6d599-4a66-4b70-9f9a-0a1e7a34da61 service neutron] 10.222.0.57 "GET /v2.0/networks/d7695c22-7cfd-4319-9d63-9f76b8799969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106493 Mar 11 20:00:48.236922 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e76af81-23ff-4e08-b446-bb6cd6cb3a99 admin admin] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:00:48.240478 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-1e76af81-23ff-4e08-b446-bb6cd6cb3a99 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:00:48.246372 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e76af81-23ff-4e08-b446-bb6cd6cb3a99 admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:00:48.290075 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e76af81-23ff-4e08-b446-bb6cd6cb3a99 admin admin] Pushing event updated for resources: {'Port': ['ID=940e333c-838c-4bf0-b1f4-ab059e0f3403,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:48.350247 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-aaeb5d24-720b-4254-aa2c-59aca8a41d4f req-363b6368-de2b-42af-81a0-f8622e478e13 service neutron] 10.222.0.57 "GET /v2.0/networks/d7695c22-7cfd-4319-9d63-9f76b8799969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316853 Mar 11 20:00:48.539398 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f90aef-356c-45fe-a302-213f5827e5b7 req-b8ce2f2e-041b-425a-b1eb-bfe2057594ab tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:00:48.540935 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a3f90aef-356c-45fe-a302-213f5827e5b7 req-b8ce2f2e-041b-425a-b1eb-bfe2057594ab tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/ports?device_id=845a8fbe-c8a1-4efb-82ab-db4c75ed8054 HTTP/1.1" status: 200 len: 944 time: 0.0884836 Mar 11 20:00:48.610982 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a3f90aef-356c-45fe-a302-213f5827e5b7 req-72296e2a-0e9a-4f79-a25d-7a400f9e76ec tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/security-groups?id=ddd25555-b187-439c-82a7-bdcc3a6d90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622594 Mar 11 20:00:48.675295 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1e76af81-23ff-4e08-b446-bb6cd6cb3a99 admin admin] Publish callbacks [] for router_gateway (3ce0cdd0-3be0-4b85-bf57-1514d0aac4ea), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:48.947078 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1e76af81-23ff-4e08-b446-bb6cd6cb3a99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (3ce0cdd0-3be0-4b85-bf57-1514d0aac4ea), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:48.972069 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 28f7953c-7e45-42d1-a279-fd56491b93b4 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:00:49.043776 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:49.050603 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 28f7953c-7e45-42d1-a279-fd56491b93b4 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:00:49.051164 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (28f7953c-7e45-42d1-a279-fd56491b93b4), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:49.150101 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 28f7953c-7e45-42d1-a279-fd56491b93b4 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:00:49.150558 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (28f7953c-7e45-42d1-a279-fd56491b93b4), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:49.158880 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e76af81-23ff-4e08-b446-bb6cd6cb3a99 admin admin] Router 3ce0cdd0-3be0-4b85-bf57-1514d0aac4ea is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 20:00:49.189741 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 28f7953c-7e45-42d1-a279-fd56491b93b4, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=28f7953c-7e45-42d1-a279-fd56491b93b4,segment=NetworkSegment(d020e4f3-9f8a-4f23-b2f3-f2c71a6fdd04),segment_id=d020e4f3-9f8a-4f23-b2f3-f2c71a6fdd04)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:00:49.196247 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (28f7953c-7e45-42d1-a279-fd56491b93b4), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:49.279403 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=28f7953c-7e45-42d1-a279-fd56491b93b4,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:49.358956 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e76af81-23ff-4e08-b446-bb6cd6cb3a99 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:00:49.374596 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df88c4cb-f6d2-4632-85f1-28c410815bcf None None] Sync routers for ids ['3ce0cdd0-3be0-4b85-bf57-1514d0aac4ea'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:00:49.387696 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1e76af81-23ff-4e08-b446-bb6cd6cb3a99 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:49.391762 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-1e76af81-23ff-4e08-b446-bb6cd6cb3a99 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4758370 Mar 11 20:00:49.392655 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 40814) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:00:49.405471 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df88c4cb-f6d2-4632-85f1-28c410815bcf None None] Routers {'3ce0cdd0-3be0-4b85-bf57-1514d0aac4ea'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:00:49.406107 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-df88c4cb-f6d2-4632-85f1-28c410815bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:00:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['3ce0cdd0-3be0-4b85-bf57-1514d0aac4ea'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:00:49.603729 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-df88c4cb-f6d2-4632-85f1-28c410815bcf None None] Set router 3ce0cdd0-3be0-4b85-bf57-1514d0aac4ea gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:00:49.606964 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9994de33-1a9c-4171-8a0c-62aeac9a8d4a None None] Network 3baaddf1-2b56-47ea-bd5f-c140ae3a4605 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:00:49.894757 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-e2215eba-8e72-4e70-afa6-c1ef2fa44a24 None None] Provisioning complete for port 28f7953c-7e45-42d1-a279-fd56491b93b4 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:00:49.895072 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e2215eba-8e72-4e70-afa6-c1ef2fa44a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (28f7953c-7e45-42d1-a279-fd56491b93b4), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:49.910892 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf947ba-d7bb-425d-950d-35ebc226e69e req-95397b27-8e89-4bcf-974a-a7f247d24aac tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:00:49.912501 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0bf947ba-d7bb-425d-950d-35ebc226e69e req-95397b27-8e89-4bcf-974a-a7f247d24aac tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/ports?device_id=845a8fbe-c8a1-4efb-82ab-db4c75ed8054 HTTP/1.1" status: 200 len: 944 time: 0.1270621 Mar 11 20:00:49.964056 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3f75f5e9-2f84-468c-bb82-420fad7ec7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:49.986579 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0bf947ba-d7bb-425d-950d-35ebc226e69e req-1f446d13-938d-4c56-94d4-ad2309fb6185 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/security-groups?id=ddd25555-b187-439c-82a7-bdcc3a6d90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677931 Mar 11 20:00:50.221509 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-3f75f5e9-2f84-468c-bb82-420fad7ec7f5 admin admin] Allocated IP 172.20.0.1 (3baaddf1-2b56-47ea-bd5f-c140ae3a4605/915a4f0d-594a-4459-acad-c0b01c13a3b4/f3b42d0c-ea6c-45da-b871-1d165d062c51) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:00:50.239188 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e2215eba-8e72-4e70-afa6-c1ef2fa44a24 None None] Current status of the port 28f7953c-7e45-42d1-a279-fd56491b93b4 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:00:50.241567 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 40826) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:00:50.247836 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-df88c4cb-f6d2-4632-85f1-28c410815bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce0cdd0-3be0-4b85-bf57-1514d0aac4ea', 'name': 'tempest-TestServerMultinode-1939893222-router', 'tenant_id': '1a7c4ba321f14038a6f0dd7d8b5e706d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '940e333c-838c-4bf0-b1f4-ab059e0f3403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:00:46Z', 'updated_at': '2022-03-11T20:00:48Z', 'revision_number': 3, 'project_id': '1a7c4ba321f14038a6f0dd7d8b5e706d', 'gw_port': {'id': '940e333c-838c-4bf0-b1f4-ab059e0f3403', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce0cdd0-3be0-4b85-bf57-1514d0aac4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:00:47Z', 'updated_at': '2022-03-11T20:00:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:00:50.288320 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df88c4cb-f6d2-4632-85f1-28c410815bcf None None] Checking router: 3ce0cdd0-3be0-4b85-bf57-1514d0aac4ea for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:00:50.291698 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df88c4cb-f6d2-4632-85f1-28c410815bcf None None] Updating router 3ce0cdd0-3be0-4b85-bf57-1514d0aac4ea port 940e333c-838c-4bf0-b1f4-ab059e0f3403 binding host n-d-833163-1 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 20:00:50.343396 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-df88c4cb-f6d2-4632-85f1-28c410815bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (940e333c-838c-4bf0-b1f4-ab059e0f3403), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:50.433686 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3f75f5e9-2f84-468c-bb82-420fad7ec7f5 admin admin] Publish callbacks [] for port (f3b42d0c-ea6c-45da-b871-1d165d062c51), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:50.442836 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-51708190-d39d-45b8-99bb-c4e4b51ac9ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:50.521510 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3f75f5e9-2f84-468c-bb82-420fad7ec7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (f3b42d0c-ea6c-45da-b871-1d165d062c51), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:50.561398 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-51708190-d39d-45b8-99bb-c4e4b51ac9ff admin admin] Publish callbacks [] for security_group (c3e1b273-75d8-4972-8130-50f165c606d8), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:50.568805 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-51708190-d39d-45b8-99bb-c4e4b51ac9ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (c3e1b273-75d8-4972-8130-50f165c606d8), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:50.601487 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f75f5e9-2f84-468c-bb82-420fad7ec7f5 admin admin] Network 3baaddf1-2b56-47ea-bd5f-c140ae3a4605 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:00:50.606804 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-3f75f5e9-2f84-468c-bb82-420fad7ec7f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:00:50.613187 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f75f5e9-2f84-468c-bb82-420fad7ec7f5 admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:00:50.635063 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-51708190-d39d-45b8-99bb-c4e4b51ac9ff admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=7cf3efe178904f16bd5a18b7f981f96b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3920500 Mar 11 20:00:50.637739 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51708190-d39d-45b8-99bb-c4e4b51ac9ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e1b273-75d8-4972-8130-50f165c606d8,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:50.643394 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 40830) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:00:50.670578 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f75f5e9-2f84-468c-bb82-420fad7ec7f5 admin admin] Pushing event updated for resources: {'Port': ['ID=f3b42d0c-ea6c-45da-b871-1d165d062c51,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:50.715315 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3f75f5e9-2f84-468c-bb82-420fad7ec7f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (3ce0cdd0-3be0-4b85-bf57-1514d0aac4ea), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:50.718235 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-62513c6e-0ff5-434b-9ef4-f830bdaec1df admin admin] Publish callbacks [] for security_group (c3e1b273-75d8-4972-8130-50f165c606d8), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:50.751557 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183 details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 20:00:50.754132 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-62513c6e-0ff5-434b-9ef4-f830bdaec1df admin admin] Publish callbacks [] for security_group (c3e1b273-75d8-4972-8130-50f165c606d8), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:50.768258 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-df88c4cb-f6d2-4632-85f1-28c410815bcf None None] Publish callbacks [] for port (940e333c-838c-4bf0-b1f4-ab059e0f3403), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:50.809901 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-df88c4cb-f6d2-4632-85f1-28c410815bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (940e333c-838c-4bf0-b1f4-ab059e0f3403), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:50.849362 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-62513c6e-0ff5-434b-9ef4-f830bdaec1df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (c3e1b273-75d8-4972-8130-50f165c606d8), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:50.852956 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-62513c6e-0ff5-434b-9ef4-f830bdaec1df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:50.854292 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-62513c6e-0ff5-434b-9ef4-f830bdaec1df admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c3e1b273-75d8-4972-8130-50f165c606d8 HTTP/1.1" status: 204 len: 168 time: 0.2082450 Mar 11 20:00:50.881631 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62513c6e-0ff5-434b-9ef4-f830bdaec1df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e1b273-75d8-4972-8130-50f165c606d8,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:50.974851 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.db.resource_extend [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 11 20:00:51.020406 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3f75f5e9-2f84-468c-bb82-420fad7ec7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (f3b42d0c-ea6c-45da-b871-1d165d062c51), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:51.176353 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526cba91-31c6-451d-a80e-5510a4c0bce3 req-39c05b94-8163-4648-b9bd-4af283ced15a tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:00:51.178173 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-526cba91-31c6-451d-a80e-5510a4c0bce3 req-39c05b94-8163-4648-b9bd-4af283ced15a tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/ports?device_id=845a8fbe-c8a1-4efb-82ab-db4c75ed8054 HTTP/1.1" status: 200 len: 944 time: 0.0791497 Mar 11 20:00:51.305302 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-526cba91-31c6-451d-a80e-5510a4c0bce3 req-b137d37f-d207-43a7-b7b5-9f72ba0771e1 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/security-groups?id=ddd25555-b187-439c-82a7-bdcc3a6d90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190603 Mar 11 20:00:51.353714 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3f75f5e9-2f84-468c-bb82-420fad7ec7f5 admin admin] Publish callbacks [] for port (f3b42d0c-ea6c-45da-b871-1d165d062c51), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:51.360287 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3f75f5e9-2f84-468c-bb82-420fad7ec7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (f3b42d0c-ea6c-45da-b871-1d165d062c51), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:51.372516 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 28f7953c-7e45-42d1-a279-fd56491b93b4 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:00:51.386447 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-df88c4cb-f6d2-4632-85f1-28c410815bcf None None] Attempting to bind port 940e333c-838c-4bf0-b1f4-ab059e0f3403 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:00:51.388311 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-df88c4cb-f6d2-4632-85f1-28c410815bcf None None] Attempting to bind port 940e333c-838c-4bf0-b1f4-ab059e0f3403 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:00:51.392938 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df88c4cb-f6d2-4632-85f1-28c410815bcf None None] Attempting to bind port 940e333c-838c-4bf0-b1f4-ab059e0f3403 on network 612cc066-33e3-444d-b1c7-d0a64751482a {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:00:51.398751 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-3d4075d7-7acb-41a6-9dc3-1dcaa29505b8 None None] Provisioning complete for port 28f7953c-7e45-42d1-a279-fd56491b93b4 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:00:51.402237 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3d4075d7-7acb-41a6-9dc3-1dcaa29505b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (28f7953c-7e45-42d1-a279-fd56491b93b4), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:51.418222 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 40840) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:00:51.442319 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-19dc3d2e-e582-4fcb-81a0-af2ba832e40c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:51.464736 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df88c4cb-f6d2-4632-85f1-28c410815bcf None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:00:51.465283 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df88c4cb-f6d2-4632-85f1-28c410815bcf None None] Checking segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:00:51.465819 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-df88c4cb-f6d2-4632-85f1-28c410815bcf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:51.466318 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df88c4cb-f6d2-4632-85f1-28c410815bcf None None] Bound using segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:00:51.466901 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-df88c4cb-f6d2-4632-85f1-28c410815bcf None None] Bound port: 940e333c-838c-4bf0-b1f4-ab059e0f3403, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:00:51.467387 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-df88c4cb-f6d2-4632-85f1-28c410815bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (940e333c-838c-4bf0-b1f4-ab059e0f3403), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:51.479875 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78bc14d-a71f-46ab-b952-6651bb463537 None None] Pushing event updated for resources: {'Port': ['ID=940e333c-838c-4bf0-b1f4-ab059e0f3403,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:51.514699 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183,segment=NetworkSegment(60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db),segment_id=60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:00:51.536391 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3f75f5e9-2f84-468c-bb82-420fad7ec7f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (3ce0cdd0-3be0-4b85-bf57-1514d0aac4ea), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:51.553065 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': 'dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183', 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969', 'port_id': 'dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183', 'mac_address': 'fa:16:3e:ff:4c:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 876, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c3f149c-decf-4bc3-9858-1266a909f90c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 20:00:51.559480 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f75f5e9-2f84-468c-bb82-420fad7ec7f5 admin admin] Pushing event updated for resources: {'Port': ['ID=f3b42d0c-ea6c-45da-b871-1d165d062c51,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:51.610958 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-19dc3d2e-e582-4fcb-81a0-af2ba832e40c admin admin] Publish callbacks [] for security_group (992d21e7-1b63-445b-8c61-93e8d2da8121), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:51.615828 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-df88c4cb-f6d2-4632-85f1-28c410815bcf None None] For port 940e333c-838c-4bf0-b1f4-ab059e0f3403, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:00:51.617564 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-19dc3d2e-e582-4fcb-81a0-af2ba832e40c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (992d21e7-1b63-445b-8c61-93e8d2da8121), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:51.644228 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-df88c4cb-f6d2-4632-85f1-28c410815bcf None None] For port 940e333c-838c-4bf0-b1f4-ab059e0f3403, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=940e333c-838c-4bf0-b1f4-ab059e0f3403,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:00:51.661300 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:00:51.661833 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:51.670631 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dc3d2e-e582-4fcb-81a0-af2ba832e40c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=992d21e7-1b63-445b-8c61-93e8d2da8121,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:51.680615 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:00:51.688325 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 28f7953c-7e45-42d1-a279-fd56491b93b4 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:00:51.688905 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (28f7953c-7e45-42d1-a279-fd56491b93b4), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:51.693845 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-df88c4cb-f6d2-4632-85f1-28c410815bcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (940e333c-838c-4bf0-b1f4-ab059e0f3403), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:51.695805 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-19dc3d2e-e582-4fcb-81a0-af2ba832e40c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fdc2904b6ce34efe8b730226eabb8eac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2748795 Mar 11 20:00:51.698160 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 40842) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:00:51.759077 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f75f5e9-2f84-468c-bb82-420fad7ec7f5 admin admin] Network 3baaddf1-2b56-47ea-bd5f-c140ae3a4605 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:00:51.760616 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-3f75f5e9-2f84-468c-bb82-420fad7ec7f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:00:51.786126 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183,segment=NetworkSegment(60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db),segment_id=60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:00:51.808602 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1e062236-60db-4aad-95ed-cef59320b1ef admin admin] Publish callbacks [] for security_group (992d21e7-1b63-445b-8c61-93e8d2da8121), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:51.809726 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-3d4075d7-7acb-41a6-9dc3-1dcaa29505b8 None None] Current status of the port 28f7953c-7e45-42d1-a279-fd56491b93b4 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:00:51.830788 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:51.855811 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1e062236-60db-4aad-95ed-cef59320b1ef admin admin] Publish callbacks [] for security_group (992d21e7-1b63-445b-8c61-93e8d2da8121), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:51.887517 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df88c4cb-f6d2-4632-85f1-28c410815bcf None None] Routers {'3ce0cdd0-3be0-4b85-bf57-1514d0aac4ea'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:00:51.893706 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-df88c4cb-f6d2-4632-85f1-28c410815bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:00:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['3ce0cdd0-3be0-4b85-bf57-1514d0aac4ea'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:00:51.953718 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1e062236-60db-4aad-95ed-cef59320b1ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (992d21e7-1b63-445b-8c61-93e8d2da8121), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:51.957708 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1e062236-60db-4aad-95ed-cef59320b1ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:51.958966 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-1e062236-60db-4aad-95ed-cef59320b1ef admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/992d21e7-1b63-445b-8c61-93e8d2da8121 HTTP/1.1" status: 204 len: 168 time: 0.2582886 Mar 11 20:00:51.968766 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e062236-60db-4aad-95ed-cef59320b1ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=992d21e7-1b63-445b-8c61-93e8d2da8121,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:52.010781 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f75f5e9-2f84-468c-bb82-420fad7ec7f5 admin admin] Router 3ce0cdd0-3be0-4b85-bf57-1514d0aac4ea has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:00:52.138756 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78bc14d-a71f-46ab-b952-6651bb463537 None None] Pushing event updated for resources: {'Port': ['ID=940e333c-838c-4bf0-b1f4-ab059e0f3403,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:52.229121 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-df88c4cb-f6d2-4632-85f1-28c410815bcf None None] Set router 3ce0cdd0-3be0-4b85-bf57-1514d0aac4ea gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:00:52.279929 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:00:52.331329 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-3e8b7a91-f01b-4736-86bc-d95ae47c5fdb None None] Provisioning complete for port f3b42d0c-ea6c-45da-b871-1d165d062c51 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:00:52.332018 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3e8b7a91-f01b-4736-86bc-d95ae47c5fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (f3b42d0c-ea6c-45da-b871-1d165d062c51), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:52.363952 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 28f7953c-7e45-42d1-a279-fd56491b93b4 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:00:52.461928 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb18a1fd-dc63-45f0-ae3c-509c743a09c4 req-eb4153e1-93db-4818-9cf2-8a1fba385005 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:00:52.475194 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cb18a1fd-dc63-45f0-ae3c-509c743a09c4 req-eb4153e1-93db-4818-9cf2-8a1fba385005 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/ports?device_id=845a8fbe-c8a1-4efb-82ab-db4c75ed8054 HTTP/1.1" status: 200 len: 945 time: 0.0954781 Mar 11 20:00:52.536171 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-3e8b7a91-f01b-4736-86bc-d95ae47c5fdb None None] Port f3b42d0c-ea6c-45da-b871-1d165d062c51 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:00:52.562488 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cb18a1fd-dc63-45f0-ae3c-509c743a09c4 req-e383d9d3-f81e-4b0e-80b0-09820906bac3 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/security-groups?id=ddd25555-b187-439c-82a7-bdcc3a6d90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848856 Mar 11 20:00:52.623379 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c457d0fb-2320-4be2-aef7-fbeb308561fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:52.627264 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:52.738837 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-304794ef-4fe1-4118-8b37-2b49e22666fd None None] Provisioning complete for port f3b42d0c-ea6c-45da-b871-1d165d062c51 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:00:52.739149 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-304794ef-4fe1-4118-8b37-2b49e22666fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (f3b42d0c-ea6c-45da-b871-1d165d062c51), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:52.769654 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f75f5e9-2f84-468c-bb82-420fad7ec7f5 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:00:52.775586 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-3f75f5e9-2f84-468c-bb82-420fad7ec7f5 admin admin] 10.222.0.65 "PUT /v2.0/routers/3ce0cdd0-3be0-4b85-bf57-1514d0aac4ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3802392 Mar 11 20:00:52.846907 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:52.888504 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-304794ef-4fe1-4118-8b37-2b49e22666fd None None] Port f3b42d0c-ea6c-45da-b871-1d165d062c51 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:00:52.997729 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-df88c4cb-f6d2-4632-85f1-28c410815bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce0cdd0-3be0-4b85-bf57-1514d0aac4ea', 'name': 'tempest-TestServerMultinode-1939893222-router', 'tenant_id': '1a7c4ba321f14038a6f0dd7d8b5e706d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '940e333c-838c-4bf0-b1f4-ab059e0f3403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:00:46Z', 'updated_at': '2022-03-11T20:00:50Z', 'revision_number': 4, 'project_id': '1a7c4ba321f14038a6f0dd7d8b5e706d', 'gw_port': {'id': '940e333c-838c-4bf0-b1f4-ab059e0f3403', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce0cdd0-3be0-4b85-bf57-1514d0aac4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:00:47Z', 'updated_at': '2022-03-11T20:00:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'f3b42d0c-ea6c-45da-b871-1d165d062c51', 'name': '', 'network_id': '3baaddf1-2b56-47ea-bd5f-c140ae3a4605', 'tenant_id': '1a7c4ba321f14038a6f0dd7d8b5e706d', 'mac_address': 'fa:16:3e:3b:4d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce0cdd0-3be0-4b85-bf57-1514d0aac4ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '915a4f0d-594a-4459-acad-c0b01c13a3b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:00:50Z', 'updated_at': '2022-03-11T20:00:51Z', 'revision_number': 2, 'project_id': '1a7c4ba321f14038a6f0dd7d8b5e706d', 'subnets': [{'id': '915a4f0d-594a-4459-acad-c0b01c13a3b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:00:53.033366 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df88c4cb-f6d2-4632-85f1-28c410815bcf None None] The sync data for ids ['3ce0cdd0-3be0-4b85-bf57-1514d0aac4ea'] in n-d-833163-1 is: [{'id': '3ce0cdd0-3be0-4b85-bf57-1514d0aac4ea', 'name': 'tempest-TestServerMultinode-1939893222-router', 'tenant_id': '1a7c4ba321f14038a6f0dd7d8b5e706d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '940e333c-838c-4bf0-b1f4-ab059e0f3403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:00:46Z', 'updated_at': '2022-03-11T20:00:50Z', 'revision_number': 4, 'project_id': '1a7c4ba321f14038a6f0dd7d8b5e706d', 'gw_port': {'id': '940e333c-838c-4bf0-b1f4-ab059e0f3403', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce0cdd0-3be0-4b85-bf57-1514d0aac4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:00:47Z', 'updated_at': '2022-03-11T20:00:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'f3b42d0c-ea6c-45da-b871-1d165d062c51', 'name': '', 'network_id': '3baaddf1-2b56-47ea-bd5f-c140ae3a4605', 'tenant_id': '1a7c4ba321f14038a6f0dd7d8b5e706d', 'mac_address': 'fa:16:3e:3b:4d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce0cdd0-3be0-4b85-bf57-1514d0aac4ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '915a4f0d-594a-4459-acad-c0b01c13a3b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:00:50Z', 'updated_at': '2022-03-11T20:00:51Z', 'revision_number': 2, 'project_id': '1a7c4ba321f14038a6f0dd7d8b5e706d', 'subnets': [{'id': '915a4f0d-594a-4459-acad-c0b01c13a3b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:00:53.560995 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 40892) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:00:53.566513 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-a54450c5-debc-4f0d-a565-d759f596acd2 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2020745114-network', 'tenant_id': '86fbe402fc66494db4b8c88538395a6e'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:00:53.614441 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a54450c5-debc-4f0d-a565-d759f596acd2 admin admin] Made reservation on behalf of 86fbe402fc66494db4b8c88538395a6e for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:00:53.617110 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a54450c5-debc-4f0d-a565-d759f596acd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:53.628900 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a54450c5-debc-4f0d-a565-d759f596acd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:53.741202 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19ffca8-4908-4fd4-893e-8ae218ea5dbf req-b7ae49a8-5075-4ed2-8d42-c54e73a5329b tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:00:53.748216 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d19ffca8-4908-4fd4-893e-8ae218ea5dbf req-b7ae49a8-5075-4ed2-8d42-c54e73a5329b tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/ports?device_id=845a8fbe-c8a1-4efb-82ab-db4c75ed8054 HTTP/1.1" status: 200 len: 945 time: 0.1008220 Mar 11 20:00:53.837008 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a54450c5-debc-4f0d-a565-d759f596acd2 admin admin] Publish callbacks [] for security_group (dd999a85-4edb-4519-85b5-ec77b6b6486d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:53.841189 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d19ffca8-4908-4fd4-893e-8ae218ea5dbf req-416809a1-0379-44f3-a773-3e98aee45681 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/security-groups?id=ddd25555-b187-439c-82a7-bdcc3a6d90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920701 Mar 11 20:00:53.844101 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a54450c5-debc-4f0d-a565-d759f596acd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (dd999a85-4edb-4519-85b5-ec77b6b6486d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:53.879359 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a54450c5-debc-4f0d-a565-d759f596acd2 admin admin] vlan segment allocate from pool success with {'vlan_id': 872, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:00:53.903341 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a54450c5-debc-4f0d-a565-d759f596acd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (ea568187-9247-49b9-9bc6-ef04fe8a0ee2), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:53.903863 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-a54450c5-debc-4f0d-a565-d759f596acd2 admin admin] Added segment ea568187-9247-49b9-9bc6-ef04fe8a0ee2 of type vlan for network ce7761de-154d-41a1-bf7d-a43facd955b2 Mar 11 20:00:53.905339 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54450c5-debc-4f0d-a565-d759f596acd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd999a85-4edb-4519-85b5-ec77b6b6486d,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:53.955406 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a54450c5-debc-4f0d-a565-d759f596acd2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (ce7761de-154d-41a1-bf7d-a43facd955b2), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:53.984969 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a54450c5-debc-4f0d-a565-d759f596acd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (ce7761de-154d-41a1-bf7d-a43facd955b2), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:53.986734 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54450c5-debc-4f0d-a565-d759f596acd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:00:53.987586 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a54450c5-debc-4f0d-a565-d759f596acd2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:54.075739 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54450c5-debc-4f0d-a565-d759f596acd2 admin admin] Pushing event updated for resources: {'Network': ['ID=ce7761de-154d-41a1-bf7d-a43facd955b2,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:54.103178 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a54450c5-debc-4f0d-a565-d759f596acd2 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5383675 Mar 11 20:00:54.103471 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 40908) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:00:54.110080 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-ab67d3dc-719a-4b22-bc31-47f27b24e1a3 admin admin] Request body: {'subnet': {'network_id': 'ce7761de-154d-41a1-bf7d-a43facd955b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2020745114-subnet', 'tenant_id': '86fbe402fc66494db4b8c88538395a6e', 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:00:54.111540 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network ce7761de-154d-41a1-bf7d-a43facd955b2 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 20:00:54.134666 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab67d3dc-719a-4b22-bc31-47f27b24e1a3 admin admin] Made reservation on behalf of 86fbe402fc66494db4b8c88538395a6e for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:00:54.137510 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab67d3dc-719a-4b22-bc31-47f27b24e1a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:54.361738 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab67d3dc-719a-4b22-bc31-47f27b24e1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (c35dc1f7-965f-4ea0-93a2-7b5d89df6055), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:54.421306 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183 up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:00:54.455318 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab67d3dc-719a-4b22-bc31-47f27b24e1a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c35dc1f7-965f-4ea0-93a2-7b5d89df6055,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:54.467182 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab67d3dc-719a-4b22-bc31-47f27b24e1a3 admin admin] Checking segment: {'id': 'ea568187-9247-49b9-9bc6-ef04fe8a0ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'ce7761de-154d-41a1-bf7d-a43facd955b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:00:54.468425 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab67d3dc-719a-4b22-bc31-47f27b24e1a3 admin admin] Network hostable DHCP agents. Network: ce7761de-154d-41a1-bf7d-a43facd955b2, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:00:54.494210 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab67d3dc-719a-4b22-bc31-47f27b24e1a3 admin admin] Network ce7761de-154d-41a1-bf7d-a43facd955b2 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:00:54.508533 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-ab67d3dc-719a-4b22-bc31-47f27b24e1a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, ce7761de-154d-41a1-bf7d-a43facd955b2) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:00:54.514785 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab67d3dc-719a-4b22-bc31-47f27b24e1a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:00:54.515500 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab67d3dc-719a-4b22-bc31-47f27b24e1a3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:54.517944 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e53aab-56d1-4214-ba66-198cedbe322e None None] Network ce7761de-154d-41a1-bf7d-a43facd955b2 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:00:54.536834 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ab67d3dc-719a-4b22-bc31-47f27b24e1a3 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4321201 Mar 11 20:00:54.539501 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 40910) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:00:54.543945 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-9947fb79-56ca-47c1-a84d-dacafbe35740 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2020745114-router', 'tenant_id': '86fbe402fc66494db4b8c88538395a6e', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:00:54.580391 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9947fb79-56ca-47c1-a84d-dacafbe35740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (d4fad9a7-17da-4835-bc5f-ea301ea34c9a), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:54.582023 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9947fb79-56ca-47c1-a84d-dacafbe35740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (d4fad9a7-17da-4835-bc5f-ea301ea34c9a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:54.653289 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 20:00:54.694116 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:00:54.694603 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:54.732811 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9947fb79-56ca-47c1-a84d-dacafbe35740 admin admin] Publish callbacks [] for router_controller (d4fad9a7-17da-4835-bc5f-ea301ea34c9a), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:54.760322 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a49cf557-c33e-431f-8b75-85d4846d2930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:54.839562 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fdf435-2b93-4e81-9890-11e8a309b355 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-ce7761de-154d-41a1-bf7d-a43facd955b2', 'network_id': 'ce7761de-154d-41a1-bf7d-a43facd955b2', 'project_id': '86fbe402fc66494db4b8c88538395a6e', 'fixed_ips': [{'subnet_id': 'c35dc1f7-965f-4ea0-93a2-7b5d89df6055'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 20:00:54.840413 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-83fdf435-2b93-4e81-9890-11e8a309b355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:54.936854 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9947fb79-56ca-47c1-a84d-dacafbe35740 admin admin] Publish callbacks [] for router_gateway (d4fad9a7-17da-4835-bc5f-ea301ea34c9a), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:55.057911 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 940e333c-838c-4bf0-b1f4-ab059e0f3403 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:00:55.118609 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2909a7d3-c7e2-4f02-8db7-91a67ff85fc5 req-b7e3ea59-97fd-4493-9608-7bcbc536b6f7 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:00:55.128690 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2909a7d3-c7e2-4f02-8db7-91a67ff85fc5 req-b7e3ea59-97fd-4493-9608-7bcbc536b6f7 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/ports?device_id=845a8fbe-c8a1-4efb-82ab-db4c75ed8054 HTTP/1.1" status: 200 len: 945 time: 0.1369436 Mar 11 20:00:55.174100 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:00:55.174634 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:55.218130 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183,segment=NetworkSegment(60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db),segment_id=60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:00:55.223692 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '845a8fbe-c8a1-4efb-82ab-db4c75ed8054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:00:55.226253 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a2d12a-a4ce-469f-8da1-5942a794b6ba" -d '{"events": [{"server_uuid": "845a8fbe-c8a1-4efb-82ab-db4c75ed8054", "name": "network-vif-plugged", "status": "completed", "tag": "dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:00:55.227758 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2909a7d3-c7e2-4f02-8db7-91a67ff85fc5 req-261029e0-fde9-4f81-9754-54c8bc29e194 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/security-groups?id=ddd25555-b187-439c-82a7-bdcc3a6d90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980957 Mar 11 20:00:55.233308 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:55.254667 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-83fdf435-2b93-4e81-9890-11e8a309b355 None None] Allocated IP 172.20.0.2 (ce7761de-154d-41a1-bf7d-a43facd955b2/c35dc1f7-965f-4ea0-93a2-7b5d89df6055/996be408-ba53-4a10-b972-4073ad103802) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:00:55.279577 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 940e333c-838c-4bf0-b1f4-ab059e0f3403 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:00:55.279975 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (940e333c-838c-4bf0-b1f4-ab059e0f3403), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:55.309325 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69099eef-de93-4c0c-8524-39c4f1674eb6 x-openstack-request-id: req-69099eef-de93-4c0c-8524-39c4f1674eb6 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:00:55.309617 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "845a8fbe-c8a1-4efb-82ab-db4c75ed8054", "name": "network-vif-plugged", "status": "completed", "tag": "dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:00:55.309871 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-69099eef-de93-4c0c-8524-39c4f1674eb6 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:00:55.310269 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '845a8fbe-c8a1-4efb-82ab-db4c75ed8054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183', 'code': 200} Mar 11 20:00:55.354979 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9947fb79-56ca-47c1-a84d-dacafbe35740 admin admin] Publish callbacks [] for router_gateway (d4fad9a7-17da-4835-bc5f-ea301ea34c9a), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:55.389269 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9947fb79-56ca-47c1-a84d-dacafbe35740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:55.478392 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d885854c-1fb4-4915-8b51-de228cb4f8c9 req-c453185e-96b4-4326-a0a8-c0c3d1d697c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:00:55.480057 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d885854c-1fb4-4915-8b51-de228cb4f8c9 req-c453185e-96b4-4326-a0a8-c0c3d1d697c7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=845a8fbe-c8a1-4efb-82ab-db4c75ed8054 HTTP/1.1" status: 200 len: 1128 time: 0.1016855 Mar 11 20:00:55.536998 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-9947fb79-56ca-47c1-a84d-dacafbe35740 admin admin] Allocated IP 172.25.8.139 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/3542802d-6549-47cf-aa23-7260d6c6b90f) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:00:55.541281 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:55.571400 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d885854c-1fb4-4915-8b51-de228cb4f8c9 req-472f2f52-411d-443b-be20-67fdaaeb66a7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ddd25555-b187-439c-82a7-bdcc3a6d90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826857 Mar 11 20:00:55.677327 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 940e333c-838c-4bf0-b1f4-ab059e0f3403 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:00:55.678993 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (940e333c-838c-4bf0-b1f4-ab059e0f3403), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:55.686490 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9947fb79-56ca-47c1-a84d-dacafbe35740 admin admin] Publish callbacks [] for port (3542802d-6549-47cf-aa23-7260d6c6b90f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:55.735956 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9947fb79-56ca-47c1-a84d-dacafbe35740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (3542802d-6549-47cf-aa23-7260d6c6b90f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:55.737136 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 940e333c-838c-4bf0-b1f4-ab059e0f3403, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=940e333c-838c-4bf0-b1f4-ab059e0f3403,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:00:55.741657 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-83fdf435-2b93-4e81-9890-11e8a309b355 None None] Publish callbacks [] for port (996be408-ba53-4a10-b972-4073ad103802), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:55.755881 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (940e333c-838c-4bf0-b1f4-ab059e0f3403), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:55.772584 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-83fdf435-2b93-4e81-9890-11e8a309b355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (996be408-ba53-4a10-b972-4073ad103802), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:55.783897 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9947fb79-56ca-47c1-a84d-dacafbe35740 admin admin] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:00:55.793020 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-9947fb79-56ca-47c1-a84d-dacafbe35740 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:00:55.807233 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9947fb79-56ca-47c1-a84d-dacafbe35740 admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:00:55.831850 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fdf435-2b93-4e81-9890-11e8a309b355 None None] Network ce7761de-154d-41a1-bf7d-a43facd955b2 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:00:55.836685 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-83fdf435-2b93-4e81-9890-11e8a309b355 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:00:55.842446 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fdf435-2b93-4e81-9890-11e8a309b355 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:00:55.854016 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9947fb79-56ca-47c1-a84d-dacafbe35740 admin admin] Pushing event updated for resources: {'Port': ['ID=3542802d-6549-47cf-aa23-7260d6c6b90f,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:55.903383 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=940e333c-838c-4bf0-b1f4-ab059e0f3403,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:55.938392 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-83fdf435-2b93-4e81-9890-11e8a309b355 None None] Attempting to bind port 996be408-ba53-4a10-b972-4073ad103802 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:00:55.938760 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-83fdf435-2b93-4e81-9890-11e8a309b355 None None] Attempting to bind port 996be408-ba53-4a10-b972-4073ad103802 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'ea568187-9247-49b9-9bc6-ef04fe8a0ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'ce7761de-154d-41a1-bf7d-a43facd955b2'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:00:55.939177 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fdf435-2b93-4e81-9890-11e8a309b355 None None] Attempting to bind port 996be408-ba53-4a10-b972-4073ad103802 on network ce7761de-154d-41a1-bf7d-a43facd955b2 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:00:55.949146 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fdf435-2b93-4e81-9890-11e8a309b355 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:00:55.949524 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fdf435-2b93-4e81-9890-11e8a309b355 None None] Checking segment: {'id': 'ea568187-9247-49b9-9bc6-ef04fe8a0ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'ce7761de-154d-41a1-bf7d-a43facd955b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:00:55.949923 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-83fdf435-2b93-4e81-9890-11e8a309b355 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:55.950309 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fdf435-2b93-4e81-9890-11e8a309b355 None None] Bound using segment: {'id': 'ea568187-9247-49b9-9bc6-ef04fe8a0ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'ce7761de-154d-41a1-bf7d-a43facd955b2'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:00:55.950774 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-83fdf435-2b93-4e81-9890-11e8a309b355 None None] Bound port: 996be408-ba53-4a10-b972-4073ad103802, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea568187-9247-49b9-9bc6-ef04fe8a0ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'ce7761de-154d-41a1-bf7d-a43facd955b2'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:00:55.951153 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-83fdf435-2b93-4e81-9890-11e8a309b355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (996be408-ba53-4a10-b972-4073ad103802), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:55.969677 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fdf435-2b93-4e81-9890-11e8a309b355 None None] Pushing event updated for resources: {'Port': ['ID=996be408-ba53-4a10-b972-4073ad103802,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:56.034869 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-83fdf435-2b93-4e81-9890-11e8a309b355 None None] For port 996be408-ba53-4a10-b972-4073ad103802, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:00:56.038292 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-83fdf435-2b93-4e81-9890-11e8a309b355 None None] For port 996be408-ba53-4a10-b972-4073ad103802, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=996be408-ba53-4a10-b972-4073ad103802,segment=NetworkSegment(ea568187-9247-49b9-9bc6-ef04fe8a0ee2),segment_id=ea568187-9247-49b9-9bc6-ef04fe8a0ee2)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:00:56.049105 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-83fdf435-2b93-4e81-9890-11e8a309b355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (996be408-ba53-4a10-b972-4073ad103802), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:56.155869 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fdf435-2b93-4e81-9890-11e8a309b355 None None] Pushing event updated for resources: {'Port': ['ID=996be408-ba53-4a10-b972-4073ad103802,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:56.186477 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73193043-4656-4011-9984-e883c7ef1d55 None None] Sync routers for ids ['3ce0cdd0-3be0-4b85-bf57-1514d0aac4ea'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:00:56.201503 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73193043-4656-4011-9984-e883c7ef1d55 None None] Routers {'3ce0cdd0-3be0-4b85-bf57-1514d0aac4ea'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:00:56.202136 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-73193043-4656-4011-9984-e883c7ef1d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:00:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['3ce0cdd0-3be0-4b85-bf57-1514d0aac4ea'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:00:56.207267 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9947fb79-56ca-47c1-a84d-dacafbe35740 admin admin] Publish callbacks [] for router_gateway (d4fad9a7-17da-4835-bc5f-ea301ea34c9a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:56.240228 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:56.406705 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-73193043-4656-4011-9984-e883c7ef1d55 None None] Set router 3ce0cdd0-3be0-4b85-bf57-1514d0aac4ea gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:00:56.519787 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69d666-ecac-4a4d-92d1-7c2d5094d450 req-99f79578-a959-4622-9a7f-0148274f8cb8 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:00:56.522360 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6a69d666-ecac-4a4d-92d1-7c2d5094d450 req-99f79578-a959-4622-9a7f-0148274f8cb8 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/ports?device_id=845a8fbe-c8a1-4efb-82ab-db4c75ed8054 HTTP/1.1" status: 200 len: 946 time: 0.1458094 Mar 11 20:00:56.608873 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9947fb79-56ca-47c1-a84d-dacafbe35740 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (d4fad9a7-17da-4835-bc5f-ea301ea34c9a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:56.649829 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6a69d666-ecac-4a4d-92d1-7c2d5094d450 req-953a69e7-1f77-4921-99fe-ff604475cb87 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/security-groups?id=ddd25555-b187-439c-82a7-bdcc3a6d90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205428 Mar 11 20:00:56.746546 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-73193043-4656-4011-9984-e883c7ef1d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce0cdd0-3be0-4b85-bf57-1514d0aac4ea', 'name': 'tempest-TestServerMultinode-1939893222-router', 'tenant_id': '1a7c4ba321f14038a6f0dd7d8b5e706d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '940e333c-838c-4bf0-b1f4-ab059e0f3403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:00:46Z', 'updated_at': '2022-03-11T20:00:50Z', 'revision_number': 4, 'project_id': '1a7c4ba321f14038a6f0dd7d8b5e706d', 'gw_port': {'id': '940e333c-838c-4bf0-b1f4-ab059e0f3403', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce0cdd0-3be0-4b85-bf57-1514d0aac4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:00:47Z', 'updated_at': '2022-03-11T20:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'f3b42d0c-ea6c-45da-b871-1d165d062c51', 'name': '', 'network_id': '3baaddf1-2b56-47ea-bd5f-c140ae3a4605', 'tenant_id': '1a7c4ba321f14038a6f0dd7d8b5e706d', 'mac_address': 'fa:16:3e:3b:4d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce0cdd0-3be0-4b85-bf57-1514d0aac4ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '915a4f0d-594a-4459-acad-c0b01c13a3b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:00:50Z', 'updated_at': '2022-03-11T20:00:51Z', 'revision_number': 2, 'project_id': '1a7c4ba321f14038a6f0dd7d8b5e706d', 'subnets': [{'id': '915a4f0d-594a-4459-acad-c0b01c13a3b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:00:56.766965 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9947fb79-56ca-47c1-a84d-dacafbe35740 admin admin] Router d4fad9a7-17da-4835-bc5f-ea301ea34c9a is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 20:00:56.786222 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73193043-4656-4011-9984-e883c7ef1d55 None None] Checking router: 3ce0cdd0-3be0-4b85-bf57-1514d0aac4ea for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:00:56.786819 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73193043-4656-4011-9984-e883c7ef1d55 None None] Updating router 3ce0cdd0-3be0-4b85-bf57-1514d0aac4ea port f3b42d0c-ea6c-45da-b871-1d165d062c51 binding host n-d-833163-1 {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 20:00:56.876137 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-73193043-4656-4011-9984-e883c7ef1d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (f3b42d0c-ea6c-45da-b871-1d165d062c51), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:56.939169 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9947fb79-56ca-47c1-a84d-dacafbe35740 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:00:56.965185 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d97e0d-5f9d-4ab5-8b6e-06dca1506f3f None None] Sync routers for ids ['d4fad9a7-17da-4835-bc5f-ea301ea34c9a'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:00:56.982125 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9947fb79-56ca-47c1-a84d-dacafbe35740 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:56.986807 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-9947fb79-56ca-47c1-a84d-dacafbe35740 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4431121 Mar 11 20:00:56.987123 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 40932) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:00:57.013253 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d97e0d-5f9d-4ab5-8b6e-06dca1506f3f None None] Routers {'d4fad9a7-17da-4835-bc5f-ea301ea34c9a'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:00:57.020430 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-67d97e0d-5f9d-4ab5-8b6e-06dca1506f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:00:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['d4fad9a7-17da-4835-bc5f-ea301ea34c9a'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:00:57.207551 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 996be408-ba53-4a10-b972-4073ad103802 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:00:57.325979 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 996be408-ba53-4a10-b972-4073ad103802 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:00:57.326693 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (996be408-ba53-4a10-b972-4073ad103802), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:57.356174 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-67d97e0d-5f9d-4ab5-8b6e-06dca1506f3f None None] Set router d4fad9a7-17da-4835-bc5f-ea301ea34c9a gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:00:57.399480 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-73193043-4656-4011-9984-e883c7ef1d55 None None] Publish callbacks [] for port (f3b42d0c-ea6c-45da-b871-1d165d062c51), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:57.408808 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-73193043-4656-4011-9984-e883c7ef1d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (f3b42d0c-ea6c-45da-b871-1d165d062c51), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:57.582759 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e04a18a-e4bd-41ce-b6ed-2e34f787ba28 None None] Pushing event updated for resources: {'Port': ['ID=f3b42d0c-ea6c-45da-b871-1d165d062c51,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:57.622132 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-73193043-4656-4011-9984-e883c7ef1d55 None None] Attempting to bind port f3b42d0c-ea6c-45da-b871-1d165d062c51 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:00:57.626460 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-73193043-4656-4011-9984-e883c7ef1d55 None None] Attempting to bind port f3b42d0c-ea6c-45da-b871-1d165d062c51 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'd020e4f3-9f8a-4f23-b2f3-f2c71a6fdd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '3baaddf1-2b56-47ea-bd5f-c140ae3a4605'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:00:57.627155 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73193043-4656-4011-9984-e883c7ef1d55 None None] Attempting to bind port f3b42d0c-ea6c-45da-b871-1d165d062c51 on network 3baaddf1-2b56-47ea-bd5f-c140ae3a4605 {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:00:57.641854 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73193043-4656-4011-9984-e883c7ef1d55 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:00:57.642239 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73193043-4656-4011-9984-e883c7ef1d55 None None] Checking segment: {'id': 'd020e4f3-9f8a-4f23-b2f3-f2c71a6fdd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '3baaddf1-2b56-47ea-bd5f-c140ae3a4605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:00:57.642645 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-73193043-4656-4011-9984-e883c7ef1d55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:57.643034 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73193043-4656-4011-9984-e883c7ef1d55 None None] Bound using segment: {'id': 'd020e4f3-9f8a-4f23-b2f3-f2c71a6fdd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '3baaddf1-2b56-47ea-bd5f-c140ae3a4605'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:00:57.643513 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-73193043-4656-4011-9984-e883c7ef1d55 None None] Bound port: f3b42d0c-ea6c-45da-b871-1d165d062c51, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd020e4f3-9f8a-4f23-b2f3-f2c71a6fdd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '3baaddf1-2b56-47ea-bd5f-c140ae3a4605'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:00:57.643985 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-73193043-4656-4011-9984-e883c7ef1d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (f3b42d0c-ea6c-45da-b871-1d165d062c51), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:57.666316 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992cc259-7059-4afc-8701-609108e63457 None None] Network ce7761de-154d-41a1-bf7d-a43facd955b2 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:00:57.724924 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:57.778229 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-73193043-4656-4011-9984-e883c7ef1d55 None None] For port f3b42d0c-ea6c-45da-b871-1d165d062c51, host n-d-833163-1, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:00:57.783391 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-73193043-4656-4011-9984-e883c7ef1d55 None None] For port f3b42d0c-ea6c-45da-b871-1d165d062c51, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=f3b42d0c-ea6c-45da-b871-1d165d062c51,segment=NetworkSegment(d020e4f3-9f8a-4f23-b2f3-f2c71a6fdd04),segment_id=d020e4f3-9f8a-4f23-b2f3-f2c71a6fdd04)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:00:57.795384 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-73193043-4656-4011-9984-e883c7ef1d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (f3b42d0c-ea6c-45da-b871-1d165d062c51), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:57.816705 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea342e75-f79c-40c1-a949-098df27b9746 req-f8e8248e-af2f-4636-b5ef-c6121e706056 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:00:57.824104 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ea342e75-f79c-40c1-a949-098df27b9746 req-f8e8248e-af2f-4636-b5ef-c6121e706056 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/ports?device_id=845a8fbe-c8a1-4efb-82ab-db4c75ed8054 HTTP/1.1" status: 200 len: 946 time: 0.0799365 Mar 11 20:00:57.855460 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 996be408-ba53-4a10-b972-4073ad103802 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:00:57.855941 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (996be408-ba53-4a10-b972-4073ad103802), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:57.862433 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fa530847-98e3-442a-9586-60fe2dbcac01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:57.891865 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ea342e75-f79c-40c1-a949-098df27b9746 req-f01b635e-1a52-4226-9bc8-70c1bf9c08d1 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/security-groups?id=ddd25555-b187-439c-82a7-bdcc3a6d90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621221 Mar 11 20:00:57.936055 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 996be408-ba53-4a10-b972-4073ad103802, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=996be408-ba53-4a10-b972-4073ad103802,segment=NetworkSegment(ea568187-9247-49b9-9bc6-ef04fe8a0ee2),segment_id=ea568187-9247-49b9-9bc6-ef04fe8a0ee2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:00:57.943506 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73193043-4656-4011-9984-e883c7ef1d55 None None] Routers {'3ce0cdd0-3be0-4b85-bf57-1514d0aac4ea'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:00:57.945932 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-73193043-4656-4011-9984-e883c7ef1d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:00:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['3ce0cdd0-3be0-4b85-bf57-1514d0aac4ea'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:00:57.948447 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (996be408-ba53-4a10-b972-4073ad103802), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:57.949325 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 940e333c-838c-4bf0-b1f4-ab059e0f3403 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:00:58.009944 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-82b7d5f5-4bea-426f-9b16-e9d8d673ab1f None None] Provisioning complete for port 996be408-ba53-4a10-b972-4073ad103802 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:00:58.010327 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-82b7d5f5-4bea-426f-9b16-e9d8d673ab1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (996be408-ba53-4a10-b972-4073ad103802), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:58.084453 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-67d97e0d-5f9d-4ab5-8b6e-06dca1506f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fad9a7-17da-4835-bc5f-ea301ea34c9a', 'name': 'tempest-TestServerMultinode-2020745114-router', 'tenant_id': '86fbe402fc66494db4b8c88538395a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '3542802d-6549-47cf-aa23-7260d6c6b90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:00:54Z', 'updated_at': '2022-03-11T20:00:56Z', 'revision_number': 3, 'project_id': '86fbe402fc66494db4b8c88538395a6e', 'gw_port': {'id': '3542802d-6549-47cf-aa23-7260d6c6b90f', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:56:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4fad9a7-17da-4835-bc5f-ea301ea34c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:00:55Z', 'updated_at': '2022-03-11T20:00:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:00:58.099392 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e04a18a-e4bd-41ce-b6ed-2e34f787ba28 None None] Pushing event updated for resources: {'Port': ['ID=f3b42d0c-ea6c-45da-b871-1d165d062c51,revision_number=4']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:58.164078 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d97e0d-5f9d-4ab5-8b6e-06dca1506f3f None None] Checking router: d4fad9a7-17da-4835-bc5f-ea301ea34c9a for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:00:58.164437 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d97e0d-5f9d-4ab5-8b6e-06dca1506f3f None None] Updating router d4fad9a7-17da-4835-bc5f-ea301ea34c9a port 3542802d-6549-47cf-aa23-7260d6c6b90f binding host n-d-833163-1 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 20:00:58.169508 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd842fd-48cf-4c06-a874-6b60f46bf4a4 req-f906f13d-afe5-4fc8-a4f4-f849694d482b tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:00:58.188863 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bcd842fd-48cf-4c06-a874-6b60f46bf4a4 req-f906f13d-afe5-4fc8-a4f4-f849694d482b tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/ports?device_id=845a8fbe-c8a1-4efb-82ab-db4c75ed8054 HTTP/1.1" status: 200 len: 946 time: 0.1706803 Mar 11 20:00:58.191549 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 40948) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:00:58.201445 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 940e333c-838c-4bf0-b1f4-ab059e0f3403 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:00:58.201837 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (940e333c-838c-4bf0-b1f4-ab059e0f3403), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:58.203177 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-7442f3fe-417a-4681-9076-1c8cd6134cd2 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Request body: {'floatingip': {'port_id': 'dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:00:58.252841 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=996be408-ba53-4a10-b972-4073ad103802,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:58.283193 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-67d97e0d-5f9d-4ab5-8b6e-06dca1506f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (3542802d-6549-47cf-aa23-7260d6c6b90f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:58.296257 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-fa530847-98e3-442a-9586-60fe2dbcac01 admin admin] Allocated IP 172.20.0.1 (ce7761de-154d-41a1-bf7d-a43facd955b2/c35dc1f7-965f-4ea0-93a2-7b5d89df6055/65a86682-b0cb-48be-ac27-95dd98817242) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:00:58.326677 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-73193043-4656-4011-9984-e883c7ef1d55 None None] Set router 3ce0cdd0-3be0-4b85-bf57-1514d0aac4ea gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:00:58.352463 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7442f3fe-417a-4681-9076-1c8cd6134cd2 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for floatingip (3d550556-240b-4fb1-bc5f-061f9a563139), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:58.447351 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-82b7d5f5-4bea-426f-9b16-e9d8d673ab1f None None] Current status of the port 996be408-ba53-4a10-b972-4073ad103802 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:00:58.603870 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fa530847-98e3-442a-9586-60fe2dbcac01 admin admin] Publish callbacks [] for port (65a86682-b0cb-48be-ac27-95dd98817242), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:58.649218 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-676001cb-30d7-484c-928d-ec32a43a0e21 None None] Provisioning complete for port f3b42d0c-ea6c-45da-b871-1d165d062c51 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:00:58.649609 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-676001cb-30d7-484c-928d-ec32a43a0e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (f3b42d0c-ea6c-45da-b871-1d165d062c51), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:58.672277 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fa530847-98e3-442a-9586-60fe2dbcac01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (65a86682-b0cb-48be-ac27-95dd98817242), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:58.689328 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 940e333c-838c-4bf0-b1f4-ab059e0f3403 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:00:58.756461 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-73193043-4656-4011-9984-e883c7ef1d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce0cdd0-3be0-4b85-bf57-1514d0aac4ea', 'name': 'tempest-TestServerMultinode-1939893222-router', 'tenant_id': '1a7c4ba321f14038a6f0dd7d8b5e706d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '940e333c-838c-4bf0-b1f4-ab059e0f3403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:00:46Z', 'updated_at': '2022-03-11T20:00:50Z', 'revision_number': 4, 'project_id': '1a7c4ba321f14038a6f0dd7d8b5e706d', 'gw_port': {'id': '940e333c-838c-4bf0-b1f4-ab059e0f3403', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce0cdd0-3be0-4b85-bf57-1514d0aac4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:00:47Z', 'updated_at': '2022-03-11T20:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'f3b42d0c-ea6c-45da-b871-1d165d062c51', 'name': '', 'network_id': '3baaddf1-2b56-47ea-bd5f-c140ae3a4605', 'tenant_id': '1a7c4ba321f14038a6f0dd7d8b5e706d', 'mac_address': 'fa:16:3e:3b:4d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce0cdd0-3be0-4b85-bf57-1514d0aac4ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '915a4f0d-594a-4459-acad-c0b01c13a3b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:00:50Z', 'updated_at': '2022-03-11T20:00:57Z', 'revision_number': 4, 'project_id': '1a7c4ba321f14038a6f0dd7d8b5e706d', 'subnets': [{'id': '915a4f0d-594a-4459-acad-c0b01c13a3b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:00:58.817605 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa530847-98e3-442a-9586-60fe2dbcac01 admin admin] Network ce7761de-154d-41a1-bf7d-a43facd955b2 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:00:58.817605 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-fa530847-98e3-442a-9586-60fe2dbcac01 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:00:58.818177 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73193043-4656-4011-9984-e883c7ef1d55 None None] The sync data for ids ['3ce0cdd0-3be0-4b85-bf57-1514d0aac4ea'] in n-d-833163-1 is: [{'id': '3ce0cdd0-3be0-4b85-bf57-1514d0aac4ea', 'name': 'tempest-TestServerMultinode-1939893222-router', 'tenant_id': '1a7c4ba321f14038a6f0dd7d8b5e706d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '940e333c-838c-4bf0-b1f4-ab059e0f3403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:00:46Z', 'updated_at': '2022-03-11T20:00:50Z', 'revision_number': 4, 'project_id': '1a7c4ba321f14038a6f0dd7d8b5e706d', 'gw_port': {'id': '940e333c-838c-4bf0-b1f4-ab059e0f3403', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce0cdd0-3be0-4b85-bf57-1514d0aac4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:00:47Z', 'updated_at': '2022-03-11T20:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'f3b42d0c-ea6c-45da-b871-1d165d062c51', 'name': '', 'network_id': '3baaddf1-2b56-47ea-bd5f-c140ae3a4605', 'tenant_id': '1a7c4ba321f14038a6f0dd7d8b5e706d', 'mac_address': 'fa:16:3e:3b:4d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce0cdd0-3be0-4b85-bf57-1514d0aac4ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3497, 'fixed_ips': [{'subnet_id': '915a4f0d-594a-4459-acad-c0b01c13a3b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:00:50Z', 'updated_at': '2022-03-11T20:00:57Z', 'revision_number': 4, 'project_id': '1a7c4ba321f14038a6f0dd7d8b5e706d', 'subnets': [{'id': '915a4f0d-594a-4459-acad-c0b01c13a3b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:00:58.818334 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa530847-98e3-442a-9586-60fe2dbcac01 admin admin] Pushing event updated for resources: {'Port': ['ID=65a86682-b0cb-48be-ac27-95dd98817242,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:58.819446 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa530847-98e3-442a-9586-60fe2dbcac01 admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:00:58.859262 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-676001cb-30d7-484c-928d-ec32a43a0e21 None None] Current status of the port f3b42d0c-ea6c-45da-b871-1d165d062c51 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:00:58.859885 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-676001cb-30d7-484c-928d-ec32a43a0e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (f3b42d0c-ea6c-45da-b871-1d165d062c51), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:58.933012 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fa530847-98e3-442a-9586-60fe2dbcac01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (d4fad9a7-17da-4835-bc5f-ea301ea34c9a), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:59.119088 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-676001cb-30d7-484c-928d-ec32a43a0e21 None None] For port f3b42d0c-ea6c-45da-b871-1d165d062c51, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=f3b42d0c-ea6c-45da-b871-1d165d062c51,segment=NetworkSegment(d020e4f3-9f8a-4f23-b2f3-f2c71a6fdd04),segment_id=d020e4f3-9f8a-4f23-b2f3-f2c71a6fdd04)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:00:59.124561 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 996be408-ba53-4a10-b972-4073ad103802 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:00:59.133559 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-67d97e0d-5f9d-4ab5-8b6e-06dca1506f3f None None] Publish callbacks [] for port (3542802d-6549-47cf-aa23-7260d6c6b90f), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:59.195941 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:59.202965 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-676001cb-30d7-484c-928d-ec32a43a0e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (f3b42d0c-ea6c-45da-b871-1d165d062c51), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:59.214022 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fa530847-98e3-442a-9586-60fe2dbcac01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (65a86682-b0cb-48be-ac27-95dd98817242), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:59.227452 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-67d97e0d-5f9d-4ab5-8b6e-06dca1506f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (3542802d-6549-47cf-aa23-7260d6c6b90f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:59.335836 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-67d97e0d-5f9d-4ab5-8b6e-06dca1506f3f None None] Attempting to bind port 3542802d-6549-47cf-aa23-7260d6c6b90f on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:00:59.336254 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-67d97e0d-5f9d-4ab5-8b6e-06dca1506f3f None None] Attempting to bind port 3542802d-6549-47cf-aa23-7260d6c6b90f by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:00:59.336705 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d97e0d-5f9d-4ab5-8b6e-06dca1506f3f None None] Attempting to bind port 3542802d-6549-47cf-aa23-7260d6c6b90f on network 612cc066-33e3-444d-b1c7-d0a64751482a {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:00:59.360609 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d97e0d-5f9d-4ab5-8b6e-06dca1506f3f None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:00:59.360984 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d97e0d-5f9d-4ab5-8b6e-06dca1506f3f None None] Checking segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:00:59.361576 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-67d97e0d-5f9d-4ab5-8b6e-06dca1506f3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:59.361980 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d97e0d-5f9d-4ab5-8b6e-06dca1506f3f None None] Bound using segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:00:59.362459 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-67d97e0d-5f9d-4ab5-8b6e-06dca1506f3f None None] Bound port: 3542802d-6549-47cf-aa23-7260d6c6b90f, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:00:59.363136 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-67d97e0d-5f9d-4ab5-8b6e-06dca1506f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (3542802d-6549-47cf-aa23-7260d6c6b90f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:59.366567 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676001cb-30d7-484c-928d-ec32a43a0e21 None None] Pushing event updated for resources: {'Port': ['ID=f3b42d0c-ea6c-45da-b871-1d165d062c51,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:59.430616 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-1fc6679a-09d0-440f-8e7d-53cd9b5a42fe None None] Provisioning complete for port 996be408-ba53-4a10-b972-4073ad103802 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:00:59.430994 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1fc6679a-09d0-440f-8e7d-53cd9b5a42fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (996be408-ba53-4a10-b972-4073ad103802), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:59.509128 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7442f3fe-417a-4681-9076-1c8cd6134cd2 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:59.517568 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7442f3fe-417a-4681-9076-1c8cd6134cd2 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (3d550556-240b-4fb1-bc5f-061f9a563139), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:59.572194 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fa530847-98e3-442a-9586-60fe2dbcac01 admin admin] Publish callbacks [] for port (65a86682-b0cb-48be-ac27-95dd98817242), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:59.582192 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fa530847-98e3-442a-9586-60fe2dbcac01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (65a86682-b0cb-48be-ac27-95dd98817242), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:59.701994 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 996be408-ba53-4a10-b972-4073ad103802 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:00:59.702532 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (996be408-ba53-4a10-b972-4073ad103802), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:59.725087 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fa530847-98e3-442a-9586-60fe2dbcac01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (d4fad9a7-17da-4835-bc5f-ea301ea34c9a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:00:59.736343 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa530847-98e3-442a-9586-60fe2dbcac01 admin admin] Pushing event updated for resources: {'Port': ['ID=65a86682-b0cb-48be-ac27-95dd98817242,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:59.799041 n-d-833163-1 neutron-server[103885]: INFO neutron.db.l3_db [None req-7442f3fe-417a-4681-9076-1c8cd6134cd2 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Floating IP 3d550556-240b-4fb1-bc5f-061f9a563139 associated. External IP: 172.25.8.96, port: dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183. Mar 11 20:00:59.840713 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2576b34c-5d94-4fa8-9634-c14bc3dd79cf None None] Pushing event updated for resources: {'Port': ['ID=3542802d-6549-47cf-aa23-7260d6c6b90f,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:00:59.928740 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-67d97e0d-5f9d-4ab5-8b6e-06dca1506f3f None None] For port 3542802d-6549-47cf-aa23-7260d6c6b90f, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:00:59.965464 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa530847-98e3-442a-9586-60fe2dbcac01 admin admin] Network ce7761de-154d-41a1-bf7d-a43facd955b2 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:00:59.971654 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-fa530847-98e3-442a-9586-60fe2dbcac01 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:00:59.981471 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-67d97e0d-5f9d-4ab5-8b6e-06dca1506f3f None None] For port 3542802d-6549-47cf-aa23-7260d6c6b90f, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=3542802d-6549-47cf-aa23-7260d6c6b90f,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:00:59.985312 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:00:59.997735 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-1fc6679a-09d0-440f-8e7d-53cd9b5a42fe None None] Current status of the port 996be408-ba53-4a10-b972-4073ad103802 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:01:00.007502 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-67d97e0d-5f9d-4ab5-8b6e-06dca1506f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (3542802d-6549-47cf-aa23-7260d6c6b90f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:00.169384 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-1fc6679a-09d0-440f-8e7d-53cd9b5a42fe None None] Provisioning complete for port 65a86682-b0cb-48be-ac27-95dd98817242 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:01:00.169759 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1fc6679a-09d0-440f-8e7d-53cd9b5a42fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (65a86682-b0cb-48be-ac27-95dd98817242), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:00.244590 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7442f3fe-417a-4681-9076-1c8cd6134cd2 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Router 2035d7c6-1edb-4570-99b0-426a1a9d1526 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:01:00.268646 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d97e0d-5f9d-4ab5-8b6e-06dca1506f3f None None] Routers {'d4fad9a7-17da-4835-bc5f-ea301ea34c9a'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:01:00.269289 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-67d97e0d-5f9d-4ab5-8b6e-06dca1506f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:00:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['d4fad9a7-17da-4835-bc5f-ea301ea34c9a'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:01:00.370214 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa530847-98e3-442a-9586-60fe2dbcac01 admin admin] Router d4fad9a7-17da-4835-bc5f-ea301ea34c9a has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:01:00.490649 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2576b34c-5d94-4fa8-9634-c14bc3dd79cf None None] Pushing event updated for resources: {'Port': ['ID=3542802d-6549-47cf-aa23-7260d6c6b90f,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:00.511253 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 996be408-ba53-4a10-b972-4073ad103802 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:01:00.512467 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device f3b42d0c-ea6c-45da-b871-1d165d062c51 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:01:00.516783 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7442f3fe-417a-4681-9076-1c8cd6134cd2 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:01:00.523692 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7442f3fe-417a-4681-9076-1c8cd6134cd2 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:00.530760 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0ef8be-a0b3-4654-8872-97afcec3ecb2 None None] Sync routers for ids ['2035d7c6-1edb-4570-99b0-426a1a9d1526'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:01:00.558371 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0ef8be-a0b3-4654-8872-97afcec3ecb2 None None] Routers {'2035d7c6-1edb-4570-99b0-426a1a9d1526'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:01:00.558994 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-6b0ef8be-a0b3-4654-8872-97afcec3ecb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:00:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['2035d7c6-1edb-4570-99b0-426a1a9d1526'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:01:00.599525 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-1fc6679a-09d0-440f-8e7d-53cd9b5a42fe None None] Port 65a86682-b0cb-48be-ac27-95dd98817242 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:01:00.627050 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-7442f3fe-417a-4681-9076-1c8cd6134cd2 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "PUT /v2.0/floatingips/3d550556-240b-4fb1-bc5f-061f9a563139 HTTP/1.1" status: 200 len: 991 time: 2.4341047 Mar 11 20:01:00.632527 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '845a8fbe-c8a1-4efb-82ab-db4c75ed8054', 'tag': 'dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:01:00.637137 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7c22c5-b669-4079-98b7-3b284ba73c5b" -d '{"events": [{"name": "network-changed", "server_uuid": "845a8fbe-c8a1-4efb-82ab-db4c75ed8054", "tag": "dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:01:00.651905 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa530847-98e3-442a-9586-60fe2dbcac01 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:01:00.658910 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-fa530847-98e3-442a-9586-60fe2dbcac01 admin admin] 10.222.0.65 "PUT /v2.0/routers/d4fad9a7-17da-4835-bc5f-ea301ea34c9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6706831 Mar 11 20:01:00.733283 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c435ca9-08a3-415e-bd9f-6e63ee620bd0 x-openstack-request-id: req-3c435ca9-08a3-415e-bd9f-6e63ee620bd0 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:01:00.733578 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "845a8fbe-c8a1-4efb-82ab-db4c75ed8054", "tag": "dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:01:00.733834 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3c435ca9-08a3-415e-bd9f-6e63ee620bd0 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:01:00.734276 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '845a8fbe-c8a1-4efb-82ab-db4c75ed8054', 'tag': 'dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183', 'status': 'completed', 'code': 200} Mar 11 20:01:00.846308 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c22c5-b669-4079-98b7-3b284ba73c5b req-ed914959-6b38-47ff-aafa-d70d0fc88788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:00.848199 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3d7c22c5-b669-4079-98b7-3b284ba73c5b req-ed914959-6b38-47ff-aafa-d70d0fc88788 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ac0acd49ed0a4c6b89bcb3eaea14c217&device_id=845a8fbe-c8a1-4efb-82ab-db4c75ed8054 HTTP/1.1" status: 200 len: 1128 time: 0.0999484 Mar 11 20:01:00.861890 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-67d97e0d-5f9d-4ab5-8b6e-06dca1506f3f None None] Set router d4fad9a7-17da-4835-bc5f-ea301ea34c9a gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:01:00.869052 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-6b0ef8be-a0b3-4654-8872-97afcec3ecb2 None None] Set router 2035d7c6-1edb-4570-99b0-426a1a9d1526 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:01:00.870423 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4cfafc36-09af-473b-ba5c-4a9efe5972e3 None None] Provisioning complete for port 65a86682-b0cb-48be-ac27-95dd98817242 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:01:00.870875 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4cfafc36-09af-473b-ba5c-4a9efe5972e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (65a86682-b0cb-48be-ac27-95dd98817242), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:00.944469 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4cfafc36-09af-473b-ba5c-4a9efe5972e3 None None] Port 65a86682-b0cb-48be-ac27-95dd98817242 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:01:00.972680 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port f3b42d0c-ea6c-45da-b871-1d165d062c51 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:01:00.973074 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (f3b42d0c-ea6c-45da-b871-1d165d062c51), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:01.166674 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c22c5-b669-4079-98b7-3b284ba73c5b req-145e6456-cd74-4820-b9f2-a52996e18390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:01.168257 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3d7c22c5-b669-4079-98b7-3b284ba73c5b req-145e6456-cd74-4820-b9f2-a52996e18390 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d7695c22-7cfd-4319-9d63-9f76b8799969 HTTP/1.1" status: 200 len: 915 time: 0.3144841 Mar 11 20:01:01.328998 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3d7c22c5-b669-4079-98b7-3b284ba73c5b req-8a7fa0fe-338a-4749-a02c-da238a2dfdb2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183 HTTP/1.1" status: 200 len: 999 time: 0.1538939 Mar 11 20:01:01.412201 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port f3b42d0c-ea6c-45da-b871-1d165d062c51 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:01:01.425642 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c22c5-b669-4079-98b7-3b284ba73c5b req-cd12b841-9996-492d-9941-99c468f2fa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:01.427139 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3d7c22c5-b669-4079-98b7-3b284ba73c5b req-cd12b841-9996-492d-9941-99c468f2fa26 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9c3f149c-decf-4bc3-9858-1266a909f90c HTTP/1.1" status: 200 len: 853 time: 0.0927846 Mar 11 20:01:01.470959 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-67d97e0d-5f9d-4ab5-8b6e-06dca1506f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fad9a7-17da-4835-bc5f-ea301ea34c9a', 'name': 'tempest-TestServerMultinode-2020745114-router', 'tenant_id': '86fbe402fc66494db4b8c88538395a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '3542802d-6549-47cf-aa23-7260d6c6b90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:00:54Z', 'updated_at': '2022-03-11T20:00:59Z', 'revision_number': 4, 'project_id': '86fbe402fc66494db4b8c88538395a6e', 'gw_port': {'id': '3542802d-6549-47cf-aa23-7260d6c6b90f', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:56:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4fad9a7-17da-4835-bc5f-ea301ea34c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:00:55Z', 'updated_at': '2022-03-11T20:00:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '65a86682-b0cb-48be-ac27-95dd98817242', 'name': '', 'network_id': 'ce7761de-154d-41a1-bf7d-a43facd955b2', 'tenant_id': '86fbe402fc66494db4b8c88538395a6e', 'mac_address': 'fa:16:3e:96:2f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4fad9a7-17da-4835-bc5f-ea301ea34c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'c35dc1f7-965f-4ea0-93a2-7b5d89df6055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:00:57Z', 'updated_at': '2022-03-11T20:00:59Z', 'revision_number': 2, 'project_id': '86fbe402fc66494db4b8c88538395a6e', 'subnets': [{'id': 'c35dc1f7-965f-4ea0-93a2-7b5d89df6055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:01:01.607409 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device f3b42d0c-ea6c-45da-b871-1d165d062c51 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:01:01.616109 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d97e0d-5f9d-4ab5-8b6e-06dca1506f3f None None] The sync data for ids ['d4fad9a7-17da-4835-bc5f-ea301ea34c9a'] in n-d-833163-1 is: [{'id': 'd4fad9a7-17da-4835-bc5f-ea301ea34c9a', 'name': 'tempest-TestServerMultinode-2020745114-router', 'tenant_id': '86fbe402fc66494db4b8c88538395a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '3542802d-6549-47cf-aa23-7260d6c6b90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:00:54Z', 'updated_at': '2022-03-11T20:00:59Z', 'revision_number': 4, 'project_id': '86fbe402fc66494db4b8c88538395a6e', 'gw_port': {'id': '3542802d-6549-47cf-aa23-7260d6c6b90f', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:56:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4fad9a7-17da-4835-bc5f-ea301ea34c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:00:55Z', 'updated_at': '2022-03-11T20:00:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '65a86682-b0cb-48be-ac27-95dd98817242', 'name': '', 'network_id': 'ce7761de-154d-41a1-bf7d-a43facd955b2', 'tenant_id': '86fbe402fc66494db4b8c88538395a6e', 'mac_address': 'fa:16:3e:96:2f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4fad9a7-17da-4835-bc5f-ea301ea34c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'c35dc1f7-965f-4ea0-93a2-7b5d89df6055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:00:57Z', 'updated_at': '2022-03-11T20:00:59Z', 'revision_number': 2, 'project_id': '86fbe402fc66494db4b8c88538395a6e', 'subnets': [{'id': 'c35dc1f7-965f-4ea0-93a2-7b5d89df6055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:01:01.646775 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-6b0ef8be-a0b3-4654-8872-97afcec3ecb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'name': 'tempest-AttachVolumeNegativeTest-327869102-router', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'b0f98671-885b-4d6d-ac6e-51f2270fcb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:19Z', 'updated_at': '2022-03-11T19:55:31Z', 'revision_number': 4, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'gw_port': {'id': 'b0f98671-885b-4d6d-ac6e-51f2270fcb40', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:89:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:21Z', 'updated_at': '2022-03-11T19:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '3d550556-240b-4fb1-bc5f-061f9a563139', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'floating_ip_address': '172.25.8.96', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'port_id': 'dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969', 'mac_address': 'fa:16:3e:ff:4c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845a8fbe-c8a1-4efb-82ab-db4c75ed8054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:00:41Z', 'updated_at': '2022-03-11T20:00:59Z', 'revision_number': 1, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14f6733d-b550-474d-a1de-861e1be50847', 'name': '', 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'mac_address': 'fa:16:3e:fa:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '9c3f149c-decf-4bc3-9858-1266a909f90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:30Z', 'updated_at': '2022-03-11T19:55:41Z', 'revision_number': 5, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'subnets': [{'id': '9c3f149c-decf-4bc3-9858-1266a909f90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:01:01.656179 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7c22c5-b669-4079-98b7-3b284ba73c5b req-7ec088f6-7746-4210-bc5b-d15892afc04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:01.658272 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3d7c22c5-b669-4079-98b7-3b284ba73c5b req-7ec088f6-7746-4210-bc5b-d15892afc04a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d7695c22-7cfd-4319-9d63-9f76b8799969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2254009 Mar 11 20:01:01.704879 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0ef8be-a0b3-4654-8872-97afcec3ecb2 None None] Checking router: 2035d7c6-1edb-4570-99b0-426a1a9d1526 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:01:01.719773 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0ef8be-a0b3-4654-8872-97afcec3ecb2 None None] Routers {'2035d7c6-1edb-4570-99b0-426a1a9d1526'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:01:01.720409 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-6b0ef8be-a0b3-4654-8872-97afcec3ecb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:00:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['2035d7c6-1edb-4570-99b0-426a1a9d1526'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:01:01.729032 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port f3b42d0c-ea6c-45da-b871-1d165d062c51 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:01:01.729640 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (f3b42d0c-ea6c-45da-b871-1d165d062c51), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:01.911344 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port f3b42d0c-ea6c-45da-b871-1d165d062c51 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:01:01.943978 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3d7c22c5-b669-4079-98b7-3b284ba73c5b req-d501be7c-015f-40d9-a639-e644d5b13ab6 service neutron] 10.222.0.57 "GET /v2.0/networks/d7695c22-7cfd-4319-9d63-9f76b8799969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744329 Mar 11 20:01:01.945156 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f15ec-a871-478e-8b4b-312805966272 req-b6e53ee6-cf28-487a-bc69-e9c0c03fdc85 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:01.952341 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d76f15ec-a871-478e-8b4b-312805966272 req-b6e53ee6-cf28-487a-bc69-e9c0c03fdc85 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] 10.222.0.65 "GET /v2.0/networks?id=3baaddf1-2b56-47ea-bd5f-c140ae3a4605 HTTP/1.1" status: 200 len: 911 time: 0.3707290 Mar 11 20:01:01.977551 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-6b0ef8be-a0b3-4654-8872-97afcec3ecb2 None None] Set router 2035d7c6-1edb-4570-99b0-426a1a9d1526 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:01:01.980875 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d76f15ec-a871-478e-8b4b-312805966272 req-853a977c-93f6-48c8-b572-8b4e77ad23b0 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] 10.222.0.65 "GET /v2.0/quotas/86fbe402fc66494db4b8c88538395a6e HTTP/1.1" status: 200 len: 375 time: 0.0276165 Mar 11 20:01:02.188081 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3d7c22c5-b669-4079-98b7-3b284ba73c5b req-85acd8e7-fb89-4d3d-9bf1-74c3150ba9c8 service neutron] 10.222.0.57 "GET /v2.0/networks/d7695c22-7cfd-4319-9d63-9f76b8799969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251515 Mar 11 20:01:02.215227 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d76f15ec-a871-478e-8b4b-312805966272 req-041e38ac-e7fa-472d-85a9-044d26789298 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] 10.222.0.65 "GET /v2.0/ports?tenant_id=86fbe402fc66494db4b8c88538395a6e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2333770 Mar 11 20:01:02.355254 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d76f15ec-a871-478e-8b4b-312805966272 req-3023bfb1-e06e-4129-a136-1f3781d72767 service neutron] 10.222.0.65 "GET /v2.0/networks/3baaddf1-2b56-47ea-bd5f-c140ae3a4605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388581 Mar 11 20:01:02.446733 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-6b0ef8be-a0b3-4654-8872-97afcec3ecb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'name': 'tempest-AttachVolumeNegativeTest-327869102-router', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'b0f98671-885b-4d6d-ac6e-51f2270fcb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:19Z', 'updated_at': '2022-03-11T19:55:31Z', 'revision_number': 4, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'gw_port': {'id': 'b0f98671-885b-4d6d-ac6e-51f2270fcb40', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:89:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:21Z', 'updated_at': '2022-03-11T19:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '3d550556-240b-4fb1-bc5f-061f9a563139', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'floating_ip_address': '172.25.8.96', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'port_id': 'dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969', 'mac_address': 'fa:16:3e:ff:4c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845a8fbe-c8a1-4efb-82ab-db4c75ed8054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:00:41Z', 'updated_at': '2022-03-11T20:00:59Z', 'revision_number': 1, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14f6733d-b550-474d-a1de-861e1be50847', 'name': '', 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'mac_address': 'fa:16:3e:fa:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '9c3f149c-decf-4bc3-9858-1266a909f90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:30Z', 'updated_at': '2022-03-11T19:55:41Z', 'revision_number': 5, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'subnets': [{'id': '9c3f149c-decf-4bc3-9858-1266a909f90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:01:02.497156 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d76f15ec-a871-478e-8b4b-312805966272 req-97630017-5e2b-467d-aa8c-130a8cdce757 service neutron] 10.222.0.65 "GET /v2.0/networks/3baaddf1-2b56-47ea-bd5f-c140ae3a4605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405227 Mar 11 20:01:02.521709 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0ef8be-a0b3-4654-8872-97afcec3ecb2 None None] The sync data for ids ['2035d7c6-1edb-4570-99b0-426a1a9d1526'] in n-d-833163-1 is: [{'id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'name': 'tempest-AttachVolumeNegativeTest-327869102-router', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'b0f98671-885b-4d6d-ac6e-51f2270fcb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:19Z', 'updated_at': '2022-03-11T19:55:31Z', 'revision_number': 4, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'gw_port': {'id': 'b0f98671-885b-4d6d-ac6e-51f2270fcb40', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:89:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:21Z', 'updated_at': '2022-03-11T19:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '3d550556-240b-4fb1-bc5f-061f9a563139', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'floating_ip_address': '172.25.8.96', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'port_id': 'dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969', 'mac_address': 'fa:16:3e:ff:4c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '845a8fbe-c8a1-4efb-82ab-db4c75ed8054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:00:41Z', 'updated_at': '2022-03-11T20:00:59Z', 'revision_number': 1, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14f6733d-b550-474d-a1de-861e1be50847', 'name': '', 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'mac_address': 'fa:16:3e:fa:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '9c3f149c-decf-4bc3-9858-1266a909f90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:30Z', 'updated_at': '2022-03-11T19:55:41Z', 'revision_number': 5, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'subnets': [{'id': '9c3f149c-decf-4bc3-9858-1266a909f90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:01:02.816620 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-195b92b2-0c89-4671-9181-9e6b0dc8f19f req-65925ee3-c421-4b27-ad6b-bd9d5e61f99e tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=c4c0128e-0065-4d82-9fec-15e7572834c1 HTTP/1.1" status: 200 len: 210 time: 0.0519879 Mar 11 20:01:03.058379 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9de30e9-efab-463f-b831-cfba7f04e300 None None] New status for floating IP 3d550556-240b-4fb1-bc5f-061f9a563139: ACTIVE {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 20:01:03.620991 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 3542802d-6549-47cf-aa23-7260d6c6b90f up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:01:03.675340 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 3542802d-6549-47cf-aa23-7260d6c6b90f triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:01:03.676023 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (3542802d-6549-47cf-aa23-7260d6c6b90f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:03.803549 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 3542802d-6549-47cf-aa23-7260d6c6b90f is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:01:03.804286 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (3542802d-6549-47cf-aa23-7260d6c6b90f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:03.845783 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 3542802d-6549-47cf-aa23-7260d6c6b90f, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=3542802d-6549-47cf-aa23-7260d6c6b90f,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:01:03.851768 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (3542802d-6549-47cf-aa23-7260d6c6b90f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:04.009312 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8e78a213-f473-4223-89ba-f74a35e340f0 req-ebf12aaa-02bf-49fc-ae3b-3c8e18c59e52 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=c4c0128e-0065-4d82-9fec-15e7572834c1 HTTP/1.1" status: 200 len: 210 time: 0.0507748 Mar 11 20:01:04.011872 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=3542802d-6549-47cf-aa23-7260d6c6b90f,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:04.575746 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f15ec-a871-478e-8b4b-312805966272 req-8344422b-a556-4d10-b66e-aac66df3a1bc tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:04.578400 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d76f15ec-a871-478e-8b4b-312805966272 req-8344422b-a556-4d10-b66e-aac66df3a1bc tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] 10.222.0.75 "GET /v2.0/networks?id=3baaddf1-2b56-47ea-bd5f-c140ae3a4605 HTTP/1.1" status: 200 len: 911 time: 0.1694057 Mar 11 20:01:04.591567 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-d76f15ec-a871-478e-8b4b-312805966272 req-2c6aea81-a2b2-468c-b693-b3879275a21d tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Request body: {'port': {'device_id': 'c4c0128e-0065-4d82-9fec-15e7572834c1', 'network_id': '3baaddf1-2b56-47ea-bd5f-c140ae3a4605', 'admin_state_up': True, 'tenant_id': '86fbe402fc66494db4b8c88538395a6e'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:01:04.628114 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d76f15ec-a871-478e-8b4b-312805966272 req-2c6aea81-a2b2-468c-b693-b3879275a21d tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Made reservation on behalf of 86fbe402fc66494db4b8c88538395a6e for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:01:04.631137 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d76f15ec-a871-478e-8b4b-312805966272 req-2c6aea81-a2b2-468c-b693-b3879275a21d tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:04.779978 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-d76f15ec-a871-478e-8b4b-312805966272 req-2c6aea81-a2b2-468c-b693-b3879275a21d tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Allocated IP 172.20.0.12 (3baaddf1-2b56-47ea-bd5f-c140ae3a4605/915a4f0d-594a-4459-acad-c0b01c13a3b4/b3e724bf-6011-4693-bb5f-0816582f1b71) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:01:05.009703 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d76f15ec-a871-478e-8b4b-312805966272 req-2c6aea81-a2b2-468c-b693-b3879275a21d tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Publish callbacks [] for port (b3e724bf-6011-4693-bb5f-0816582f1b71), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:05.067928 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d76f15ec-a871-478e-8b4b-312805966272 req-2c6aea81-a2b2-468c-b693-b3879275a21d tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (b3e724bf-6011-4693-bb5f-0816582f1b71), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:05.133266 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d76f15ec-a871-478e-8b4b-312805966272 req-2c6aea81-a2b2-468c-b693-b3879275a21d tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Network 3baaddf1-2b56-47ea-bd5f-c140ae3a4605 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:01:05.137884 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-d76f15ec-a871-478e-8b4b-312805966272 req-2c6aea81-a2b2-468c-b693-b3879275a21d tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:01:05.152547 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-d76f15ec-a871-478e-8b4b-312805966272 req-2c6aea81-a2b2-468c-b693-b3879275a21d tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:01:05.168660 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aadb45-9e5c-4bdf-8fa9-4dd27ac0eec9 req-4cba64ac-bebc-409f-a24a-7ebfe1c28bcb tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:05.178188 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-04aadb45-9e5c-4bdf-8fa9-4dd27ac0eec9 req-4cba64ac-bebc-409f-a24a-7ebfe1c28bcb tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=c4c0128e-0065-4d82-9fec-15e7572834c1 HTTP/1.1" status: 200 len: 1028 time: 0.0730731 Mar 11 20:01:05.226241 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f15ec-a871-478e-8b4b-312805966272 req-2c6aea81-a2b2-468c-b693-b3879275a21d tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:05.227194 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d76f15ec-a871-478e-8b4b-312805966272 req-2c6aea81-a2b2-468c-b693-b3879275a21d tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:05.245021 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6aea81-a2b2-468c-b693-b3879275a21d tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Pushing event updated for resources: {'Port': ['ID=b3e724bf-6011-4693-bb5f-0816582f1b71,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:05.249698 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-04aadb45-9e5c-4bdf-8fa9-4dd27ac0eec9 req-192d8b0d-c17a-4aed-89f1-1c737f727e20 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=dd999a85-4edb-4519-85b5-ec77b6b6486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695431 Mar 11 20:01:05.252892 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d76f15ec-a871-478e-8b4b-312805966272 req-2c6aea81-a2b2-468c-b693-b3879275a21d tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.6655896 Mar 11 20:01:05.555104 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-d76f15ec-a871-478e-8b4b-312805966272 req-9de65749-ad35-4d1d-a20f-419e49070722 service neutron] Request body: {'port': {'device_id': 'c4c0128e-0065-4d82-9fec-15e7572834c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:01:05.581308 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 3542802d-6549-47cf-aa23-7260d6c6b90f up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:01:05.669108 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 3542802d-6549-47cf-aa23-7260d6c6b90f triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:01:05.669501 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (3542802d-6549-47cf-aa23-7260d6c6b90f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:05.743652 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d76f15ec-a871-478e-8b4b-312805966272 req-9de65749-ad35-4d1d-a20f-419e49070722 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b3e724bf-6011-4693-bb5f-0816582f1b71), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:05.775927 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 3542802d-6549-47cf-aa23-7260d6c6b90f is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:01:05.782702 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-b3b364de-9777-4b67-917c-ac3aa1334801 None None] Provisioning complete for port b3e724bf-6011-4693-bb5f-0816582f1b71 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:01:05.783088 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b3b364de-9777-4b67-917c-ac3aa1334801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (b3e724bf-6011-4693-bb5f-0816582f1b71), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:05.840961 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b3b364de-9777-4b67-917c-ac3aa1334801 None None] Port b3e724bf-6011-4693-bb5f-0816582f1b71 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:01:06.556411 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c27d5-43ff-493e-a59e-25556e96a0ce req-c18d51be-e8d1-4920-9a32-2b372500284b tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:06.560520 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-619c27d5-43ff-493e-a59e-25556e96a0ce req-c18d51be-e8d1-4920-9a32-2b372500284b tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=c4c0128e-0065-4d82-9fec-15e7572834c1 HTTP/1.1" status: 200 len: 1028 time: 0.1998582 Mar 11 20:01:06.582824 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-d76f15ec-a871-478e-8b4b-312805966272 req-9de65749-ad35-4d1d-a20f-419e49070722 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3e724bf-6011-4693-bb5f-0816582f1b71 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:01:06.592777 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d76f15ec-a871-478e-8b4b-312805966272 req-9de65749-ad35-4d1d-a20f-419e49070722 service neutron] Publish callbacks [] for port (b3e724bf-6011-4693-bb5f-0816582f1b71), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:06.605757 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-d76f15ec-a871-478e-8b4b-312805966272 req-9de65749-ad35-4d1d-a20f-419e49070722 service neutron] Transition to ACTIVE for port object b3e724bf-6011-4693-bb5f-0816582f1b71 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 20:01:06.611255 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d76f15ec-a871-478e-8b4b-312805966272 req-9de65749-ad35-4d1d-a20f-419e49070722 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (b3e724bf-6011-4693-bb5f-0816582f1b71), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:06.650768 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-619c27d5-43ff-493e-a59e-25556e96a0ce req-fbe77224-9820-495d-8b0a-b8236c7b825b tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=dd999a85-4edb-4519-85b5-ec77b6b6486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731847 Mar 11 20:01:06.729528 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de65749-ad35-4d1d-a20f-419e49070722 service neutron] Pushing event updated for resources: {'Port': ['ID=b3e724bf-6011-4693-bb5f-0816582f1b71,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:06.863618 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-d76f15ec-a871-478e-8b4b-312805966272 req-9de65749-ad35-4d1d-a20f-419e49070722 service neutron] Attempting to bind port b3e724bf-6011-4693-bb5f-0816582f1b71 on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:01:06.864781 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-d76f15ec-a871-478e-8b4b-312805966272 req-9de65749-ad35-4d1d-a20f-419e49070722 service neutron] Attempting to bind port b3e724bf-6011-4693-bb5f-0816582f1b71 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': 'd020e4f3-9f8a-4f23-b2f3-f2c71a6fdd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '3baaddf1-2b56-47ea-bd5f-c140ae3a4605'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:01:06.865295 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76f15ec-a871-478e-8b4b-312805966272 req-9de65749-ad35-4d1d-a20f-419e49070722 service neutron] Attempting to bind port b3e724bf-6011-4693-bb5f-0816582f1b71 on network 3baaddf1-2b56-47ea-bd5f-c140ae3a4605 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:01:06.871860 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76f15ec-a871-478e-8b4b-312805966272 req-9de65749-ad35-4d1d-a20f-419e49070722 service neutron] Port b3e724bf-6011-4693-bb5f-0816582f1b71 on network 3baaddf1-2b56-47ea-bd5f-c140ae3a4605 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 20:01:06.872493 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76f15ec-a871-478e-8b4b-312805966272 req-9de65749-ad35-4d1d-a20f-419e49070722 service neutron] Attempting to bind port b3e724bf-6011-4693-bb5f-0816582f1b71 on network 3baaddf1-2b56-47ea-bd5f-c140ae3a4605 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:01:06.880650 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76f15ec-a871-478e-8b4b-312805966272 req-9de65749-ad35-4d1d-a20f-419e49070722 service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:01:06.881197 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76f15ec-a871-478e-8b4b-312805966272 req-9de65749-ad35-4d1d-a20f-419e49070722 service neutron] Checking segment: {'id': 'd020e4f3-9f8a-4f23-b2f3-f2c71a6fdd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '3baaddf1-2b56-47ea-bd5f-c140ae3a4605'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:01:06.881748 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76f15ec-a871-478e-8b4b-312805966272 req-9de65749-ad35-4d1d-a20f-419e49070722 service neutron] Bound using segment: {'id': 'd020e4f3-9f8a-4f23-b2f3-f2c71a6fdd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '3baaddf1-2b56-47ea-bd5f-c140ae3a4605'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:01:06.882343 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-d76f15ec-a871-478e-8b4b-312805966272 req-9de65749-ad35-4d1d-a20f-419e49070722 service neutron] Bound port: b3e724bf-6011-4693-bb5f-0816582f1b71, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd020e4f3-9f8a-4f23-b2f3-f2c71a6fdd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '3baaddf1-2b56-47ea-bd5f-c140ae3a4605'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:01:06.882867 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d76f15ec-a871-478e-8b4b-312805966272 req-9de65749-ad35-4d1d-a20f-419e49070722 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b3e724bf-6011-4693-bb5f-0816582f1b71), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:06.980924 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ba80e9-33a4-4916-84e8-8e89660572da None None] Sync routers for ids ['d4fad9a7-17da-4835-bc5f-ea301ea34c9a'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:01:06.996902 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ba80e9-33a4-4916-84e8-8e89660572da None None] Routers {'d4fad9a7-17da-4835-bc5f-ea301ea34c9a'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:01:06.997623 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-17ba80e9-33a4-4916-84e8-8e89660572da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:00:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['d4fad9a7-17da-4835-bc5f-ea301ea34c9a'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:01:07.000198 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-d76f15ec-a871-478e-8b4b-312805966272 req-9de65749-ad35-4d1d-a20f-419e49070722 service neutron] For port b3e724bf-6011-4693-bb5f-0816582f1b71, host n-h1-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:01:07.004305 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-d76f15ec-a871-478e-8b4b-312805966272 req-9de65749-ad35-4d1d-a20f-419e49070722 service neutron] For port b3e724bf-6011-4693-bb5f-0816582f1b71, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=b3e724bf-6011-4693-bb5f-0816582f1b71,segment=NetworkSegment(d020e4f3-9f8a-4f23-b2f3-f2c71a6fdd04),segment_id=d020e4f3-9f8a-4f23-b2f3-f2c71a6fdd04)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:01:07.016223 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d76f15ec-a871-478e-8b4b-312805966272 req-9de65749-ad35-4d1d-a20f-419e49070722 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (b3e724bf-6011-4693-bb5f-0816582f1b71), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:07.069414 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f15ec-a871-478e-8b4b-312805966272 req-9de65749-ad35-4d1d-a20f-419e49070722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:07.070765 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d76f15ec-a871-478e-8b4b-312805966272 req-9de65749-ad35-4d1d-a20f-419e49070722 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:07.073590 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d76f15ec-a871-478e-8b4b-312805966272 req-9de65749-ad35-4d1d-a20f-419e49070722 service neutron] 10.222.0.75 "PUT /v2.0/ports/b3e724bf-6011-4693-bb5f-0816582f1b71 HTTP/1.1" status: 200 len: 1092 time: 1.8129737 Mar 11 20:01:07.074617 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4c0128e-0065-4d82-9fec-15e7572834c1', 'tag': 'b3e724bf-6011-4693-bb5f-0816582f1b71'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:01:07.081295 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52dc28ef-c13b-4c9c-b1e4-85ea0b9519a1" -d '{"events": [{"name": "network-changed", "server_uuid": "c4c0128e-0065-4d82-9fec-15e7572834c1", "tag": "b3e724bf-6011-4693-bb5f-0816582f1b71"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:01:07.118205 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-17ba80e9-33a4-4916-84e8-8e89660572da None None] Set router d4fad9a7-17da-4835-bc5f-ea301ea34c9a gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:01:07.134760 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de65749-ad35-4d1d-a20f-419e49070722 service neutron] Pushing event updated for resources: {'Port': ['ID=b3e724bf-6011-4693-bb5f-0816582f1b71,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:07.249069 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f15ec-a871-478e-8b4b-312805966272 req-4e0452cc-c08c-4e85-a638-3f28395848e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:07.261783 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d76f15ec-a871-478e-8b4b-312805966272 req-4e0452cc-c08c-4e85-a638-3f28395848e4 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=86fbe402fc66494db4b8c88538395a6e&device_id=c4c0128e-0065-4d82-9fec-15e7572834c1 HTTP/1.1" status: 200 len: 1126 time: 0.1181016 Mar 11 20:01:07.346731 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62fe392a-cab5-45b6-b4ce-86a7a6db9f95 x-openstack-request-id: req-62fe392a-cab5-45b6-b4ce-86a7a6db9f95 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:01:07.347413 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4c0128e-0065-4d82-9fec-15e7572834c1", "tag": "b3e724bf-6011-4693-bb5f-0816582f1b71", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:01:07.348243 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-62fe392a-cab5-45b6-b4ce-86a7a6db9f95 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:01:07.348753 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4c0128e-0065-4d82-9fec-15e7572834c1', 'tag': 'b3e724bf-6011-4693-bb5f-0816582f1b71', 'status': 'completed', 'code': 200} Mar 11 20:01:07.351396 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d76f15ec-a871-478e-8b4b-312805966272 req-45755dc1-d817-4fb6-8cf1-5f10366d8e15 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3e724bf-6011-4693-bb5f-0816582f1b71 HTTP/1.1" status: 200 len: 217 time: 0.0823901 Mar 11 20:01:07.444255 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f15ec-a871-478e-8b4b-312805966272 req-d1251120-0365-4628-a715-478b91383b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:07.446142 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d76f15ec-a871-478e-8b4b-312805966272 req-d1251120-0365-4628-a715-478b91383b7e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=915a4f0d-594a-4459-acad-c0b01c13a3b4 HTTP/1.1" status: 200 len: 849 time: 0.0880845 Mar 11 20:01:07.582359 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f15ec-a871-478e-8b4b-312805966272 req-465985cf-6db1-42f0-8032-ab5dc600ae16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:07.584803 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-17ba80e9-33a4-4916-84e8-8e89660572da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fad9a7-17da-4835-bc5f-ea301ea34c9a', 'name': 'tempest-TestServerMultinode-2020745114-router', 'tenant_id': '86fbe402fc66494db4b8c88538395a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '3542802d-6549-47cf-aa23-7260d6c6b90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:00:54Z', 'updated_at': '2022-03-11T20:00:59Z', 'revision_number': 4, 'project_id': '86fbe402fc66494db4b8c88538395a6e', 'gw_port': {'id': '3542802d-6549-47cf-aa23-7260d6c6b90f', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:56:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fad9a7-17da-4835-bc5f-ea301ea34c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:00:55Z', 'updated_at': '2022-03-11T20:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '65a86682-b0cb-48be-ac27-95dd98817242', 'name': '', 'network_id': 'ce7761de-154d-41a1-bf7d-a43facd955b2', 'tenant_id': '86fbe402fc66494db4b8c88538395a6e', 'mac_address': 'fa:16:3e:96:2f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4fad9a7-17da-4835-bc5f-ea301ea34c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'c35dc1f7-965f-4ea0-93a2-7b5d89df6055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:00:57Z', 'updated_at': '2022-03-11T20:00:59Z', 'revision_number': 2, 'project_id': '86fbe402fc66494db4b8c88538395a6e', 'subnets': [{'id': 'c35dc1f7-965f-4ea0-93a2-7b5d89df6055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:01:07.591021 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d76f15ec-a871-478e-8b4b-312805966272 req-465985cf-6db1-42f0-8032-ab5dc600ae16 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3baaddf1-2b56-47ea-bd5f-c140ae3a4605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1341364 Mar 11 20:01:07.623940 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ba80e9-33a4-4916-84e8-8e89660572da None None] Checking router: d4fad9a7-17da-4835-bc5f-ea301ea34c9a for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:01:07.624187 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ba80e9-33a4-4916-84e8-8e89660572da None None] Updating router d4fad9a7-17da-4835-bc5f-ea301ea34c9a port 65a86682-b0cb-48be-ac27-95dd98817242 binding host n-d-833163-1 {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 20:01:07.702727 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d76f15ec-a871-478e-8b4b-312805966272 req-454a97aa-dcd0-4df2-b212-0679368fc018 service neutron] 10.222.0.75 "GET /v2.0/networks/3baaddf1-2b56-47ea-bd5f-c140ae3a4605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073782 Mar 11 20:01:07.736480 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-17ba80e9-33a4-4916-84e8-8e89660572da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (65a86682-b0cb-48be-ac27-95dd98817242), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:07.908634 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75db696-f3e2-49f4-8855-0e366fe2095d req-3019c02f-b026-4d21-ae95-369e3dbca7f8 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:07.915358 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f75db696-f3e2-49f4-8855-0e366fe2095d req-3019c02f-b026-4d21-ae95-369e3dbca7f8 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=c4c0128e-0065-4d82-9fec-15e7572834c1 HTTP/1.1" status: 200 len: 1126 time: 0.1254306 Mar 11 20:01:07.936657 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d76f15ec-a871-478e-8b4b-312805966272 req-7ac521a3-f08e-410a-8f16-51e06b1a0444 service neutron] 10.222.0.75 "GET /v2.0/networks/3baaddf1-2b56-47ea-bd5f-c140ae3a4605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264590 Mar 11 20:01:08.033241 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f75db696-f3e2-49f4-8855-0e366fe2095d req-7579fb07-124f-44a5-a13f-15b680f8a996 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=dd999a85-4edb-4519-85b5-ec77b6b6486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077549 Mar 11 20:01:08.081174 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc28ef-c13b-4c9c-b1e4-85ea0b9519a1 req-18d04377-a1ec-4054-a565-2a231e34a395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:08.083663 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-52dc28ef-c13b-4c9c-b1e4-85ea0b9519a1 req-18d04377-a1ec-4054-a565-2a231e34a395 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=86fbe402fc66494db4b8c88538395a6e&device_id=c4c0128e-0065-4d82-9fec-15e7572834c1 HTTP/1.1" status: 200 len: 1126 time: 0.0890841 Mar 11 20:01:08.150202 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-17ba80e9-33a4-4916-84e8-8e89660572da None None] Publish callbacks [] for port (65a86682-b0cb-48be-ac27-95dd98817242), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:08.158076 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-17ba80e9-33a4-4916-84e8-8e89660572da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (65a86682-b0cb-48be-ac27-95dd98817242), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:08.242695 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc28ef-c13b-4c9c-b1e4-85ea0b9519a1 req-6e3aaaa8-b777-4b60-848b-7fa04ac6e991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:08.244234 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-52dc28ef-c13b-4c9c-b1e4-85ea0b9519a1 req-6e3aaaa8-b777-4b60-848b-7fa04ac6e991 service neutron] 10.222.0.75 "GET /v2.0/networks?id=3baaddf1-2b56-47ea-bd5f-c140ae3a4605 HTTP/1.1" status: 200 len: 911 time: 0.1543400 Mar 11 20:01:08.302989 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a30bcce-a72b-4b5f-bf3c-5fda5a66fa83 None None] Pushing event updated for resources: {'Port': ['ID=65a86682-b0cb-48be-ac27-95dd98817242,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:08.323218 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-52dc28ef-c13b-4c9c-b1e4-85ea0b9519a1 req-055f427f-bbc1-4e51-9624-60190a5ece6c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3e724bf-6011-4693-bb5f-0816582f1b71 HTTP/1.1" status: 200 len: 217 time: 0.0722582 Mar 11 20:01:08.374251 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-17ba80e9-33a4-4916-84e8-8e89660572da None None] Attempting to bind port 65a86682-b0cb-48be-ac27-95dd98817242 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:01:08.375463 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-17ba80e9-33a4-4916-84e8-8e89660572da None None] Attempting to bind port 65a86682-b0cb-48be-ac27-95dd98817242 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'ea568187-9247-49b9-9bc6-ef04fe8a0ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'ce7761de-154d-41a1-bf7d-a43facd955b2'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:01:08.376085 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ba80e9-33a4-4916-84e8-8e89660572da None None] Attempting to bind port 65a86682-b0cb-48be-ac27-95dd98817242 on network ce7761de-154d-41a1-bf7d-a43facd955b2 {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:01:08.382328 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ba80e9-33a4-4916-84e8-8e89660572da None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:01:08.383044 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ba80e9-33a4-4916-84e8-8e89660572da None None] Checking segment: {'id': 'ea568187-9247-49b9-9bc6-ef04fe8a0ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'ce7761de-154d-41a1-bf7d-a43facd955b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:01:08.383707 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-17ba80e9-33a4-4916-84e8-8e89660572da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:08.384381 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ba80e9-33a4-4916-84e8-8e89660572da None None] Bound using segment: {'id': 'ea568187-9247-49b9-9bc6-ef04fe8a0ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'ce7761de-154d-41a1-bf7d-a43facd955b2'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:01:08.385044 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-17ba80e9-33a4-4916-84e8-8e89660572da None None] Bound port: 65a86682-b0cb-48be-ac27-95dd98817242, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea568187-9247-49b9-9bc6-ef04fe8a0ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 872, 'network_id': 'ce7761de-154d-41a1-bf7d-a43facd955b2'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:01:08.385639 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-17ba80e9-33a4-4916-84e8-8e89660572da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (65a86682-b0cb-48be-ac27-95dd98817242), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:08.399747 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc28ef-c13b-4c9c-b1e4-85ea0b9519a1 req-0dc1f477-e905-4ef4-9ddf-9f3733a5dd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:08.401829 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-52dc28ef-c13b-4c9c-b1e4-85ea0b9519a1 req-0dc1f477-e905-4ef4-9ddf-9f3733a5dd7a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=915a4f0d-594a-4459-acad-c0b01c13a3b4 HTTP/1.1" status: 200 len: 849 time: 0.0708373 Mar 11 20:01:08.488880 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-17ba80e9-33a4-4916-84e8-8e89660572da None None] For port 65a86682-b0cb-48be-ac27-95dd98817242, host n-d-833163-1, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:01:08.493004 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-17ba80e9-33a4-4916-84e8-8e89660572da None None] For port 65a86682-b0cb-48be-ac27-95dd98817242, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=65a86682-b0cb-48be-ac27-95dd98817242,segment=NetworkSegment(ea568187-9247-49b9-9bc6-ef04fe8a0ee2),segment_id=ea568187-9247-49b9-9bc6-ef04fe8a0ee2)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:01:08.494908 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dc28ef-c13b-4c9c-b1e4-85ea0b9519a1 req-5e51251c-5afe-4283-98bc-0750d4039ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:08.497101 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-52dc28ef-c13b-4c9c-b1e4-85ea0b9519a1 req-5e51251c-5afe-4283-98bc-0750d4039ede service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3baaddf1-2b56-47ea-bd5f-c140ae3a4605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0878246 Mar 11 20:01:08.502164 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-17ba80e9-33a4-4916-84e8-8e89660572da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (65a86682-b0cb-48be-ac27-95dd98817242), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:08.574831 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ba80e9-33a4-4916-84e8-8e89660572da None None] Routers {'d4fad9a7-17da-4835-bc5f-ea301ea34c9a'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:01:08.575448 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-17ba80e9-33a4-4916-84e8-8e89660572da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:00:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['d4fad9a7-17da-4835-bc5f-ea301ea34c9a'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:01:08.588856 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-451c4484-6475-4327-a911-39684206f74a None None] Provisioning complete for port 65a86682-b0cb-48be-ac27-95dd98817242 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:01:08.589275 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-451c4484-6475-4327-a911-39684206f74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (65a86682-b0cb-48be-ac27-95dd98817242), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:08.641511 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-52dc28ef-c13b-4c9c-b1e4-85ea0b9519a1 req-2ef78595-6856-44e0-800e-eae1e4ed58e4 service neutron] 10.222.0.75 "GET /v2.0/networks/3baaddf1-2b56-47ea-bd5f-c140ae3a4605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367433 Mar 11 20:01:08.663031 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a30bcce-a72b-4b5f-bf3c-5fda5a66fa83 None None] Pushing event updated for resources: {'Port': ['ID=65a86682-b0cb-48be-ac27-95dd98817242,revision_number=4']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:08.737544 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-451c4484-6475-4327-a911-39684206f74a None None] Current status of the port 65a86682-b0cb-48be-ac27-95dd98817242 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:01:08.738079 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-451c4484-6475-4327-a911-39684206f74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (65a86682-b0cb-48be-ac27-95dd98817242), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:08.820586 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-451c4484-6475-4327-a911-39684206f74a None None] For port 65a86682-b0cb-48be-ac27-95dd98817242, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=65a86682-b0cb-48be-ac27-95dd98817242,segment=NetworkSegment(ea568187-9247-49b9-9bc6-ef04fe8a0ee2),segment_id=ea568187-9247-49b9-9bc6-ef04fe8a0ee2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:01:08.834764 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-451c4484-6475-4327-a911-39684206f74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (65a86682-b0cb-48be-ac27-95dd98817242), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:08.881148 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-52dc28ef-c13b-4c9c-b1e4-85ea0b9519a1 req-fecb9154-37d4-4745-94f1-988805ee8676 service neutron] 10.222.0.75 "GET /v2.0/networks/3baaddf1-2b56-47ea-bd5f-c140ae3a4605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331295 Mar 11 20:01:08.963831 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-17ba80e9-33a4-4916-84e8-8e89660572da None None] Set router d4fad9a7-17da-4835-bc5f-ea301ea34c9a gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:01:08.967078 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451c4484-6475-4327-a911-39684206f74a None None] Pushing event updated for resources: {'Port': ['ID=65a86682-b0cb-48be-ac27-95dd98817242,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:08.975223 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-fc937390-ee1d-4c79-9c72-68a2a950a9c5 None None] Provisioning complete for port 65a86682-b0cb-48be-ac27-95dd98817242 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:01:08.975953 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fc937390-ee1d-4c79-9c72-68a2a950a9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (65a86682-b0cb-48be-ac27-95dd98817242), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:09.064932 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-fc937390-ee1d-4c79-9c72-68a2a950a9c5 None None] Current status of the port 65a86682-b0cb-48be-ac27-95dd98817242 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:01:09.280443 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-17ba80e9-33a4-4916-84e8-8e89660572da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fad9a7-17da-4835-bc5f-ea301ea34c9a', 'name': 'tempest-TestServerMultinode-2020745114-router', 'tenant_id': '86fbe402fc66494db4b8c88538395a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '3542802d-6549-47cf-aa23-7260d6c6b90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:00:54Z', 'updated_at': '2022-03-11T20:00:59Z', 'revision_number': 4, 'project_id': '86fbe402fc66494db4b8c88538395a6e', 'gw_port': {'id': '3542802d-6549-47cf-aa23-7260d6c6b90f', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:56:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fad9a7-17da-4835-bc5f-ea301ea34c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:00:55Z', 'updated_at': '2022-03-11T20:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '65a86682-b0cb-48be-ac27-95dd98817242', 'name': '', 'network_id': 'ce7761de-154d-41a1-bf7d-a43facd955b2', 'tenant_id': '86fbe402fc66494db4b8c88538395a6e', 'mac_address': 'fa:16:3e:96:2f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4fad9a7-17da-4835-bc5f-ea301ea34c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'c35dc1f7-965f-4ea0-93a2-7b5d89df6055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:00:57Z', 'updated_at': '2022-03-11T20:01:08Z', 'revision_number': 4, 'project_id': '86fbe402fc66494db4b8c88538395a6e', 'subnets': [{'id': 'c35dc1f7-965f-4ea0-93a2-7b5d89df6055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:01:09.311936 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ba80e9-33a4-4916-84e8-8e89660572da None None] The sync data for ids ['d4fad9a7-17da-4835-bc5f-ea301ea34c9a'] in n-d-833163-1 is: [{'id': 'd4fad9a7-17da-4835-bc5f-ea301ea34c9a', 'name': 'tempest-TestServerMultinode-2020745114-router', 'tenant_id': '86fbe402fc66494db4b8c88538395a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '3542802d-6549-47cf-aa23-7260d6c6b90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:00:54Z', 'updated_at': '2022-03-11T20:00:59Z', 'revision_number': 4, 'project_id': '86fbe402fc66494db4b8c88538395a6e', 'gw_port': {'id': '3542802d-6549-47cf-aa23-7260d6c6b90f', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:56:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fad9a7-17da-4835-bc5f-ea301ea34c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:00:55Z', 'updated_at': '2022-03-11T20:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '65a86682-b0cb-48be-ac27-95dd98817242', 'name': '', 'network_id': 'ce7761de-154d-41a1-bf7d-a43facd955b2', 'tenant_id': '86fbe402fc66494db4b8c88538395a6e', 'mac_address': 'fa:16:3e:96:2f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4fad9a7-17da-4835-bc5f-ea301ea34c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': 'c35dc1f7-965f-4ea0-93a2-7b5d89df6055', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:00:57Z', 'updated_at': '2022-03-11T20:01:08Z', 'revision_number': 4, 'project_id': '86fbe402fc66494db4b8c88538395a6e', 'subnets': [{'id': 'c35dc1f7-965f-4ea0-93a2-7b5d89df6055', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:01:09.346687 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32acd8ee-ab35-44e2-a3b7-81f00bed7086 req-e63a54ad-f539-4a80-b922-7a0d710bff0a tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:09.355017 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-32acd8ee-ab35-44e2-a3b7-81f00bed7086 req-e63a54ad-f539-4a80-b922-7a0d710bff0a tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=c4c0128e-0065-4d82-9fec-15e7572834c1 HTTP/1.1" status: 200 len: 1126 time: 0.0747361 Mar 11 20:01:09.416276 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-32acd8ee-ab35-44e2-a3b7-81f00bed7086 req-89fa140e-b705-4461-9c2e-2ed609db3149 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=dd999a85-4edb-4519-85b5-ec77b6b6486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597081 Mar 11 20:01:09.557612 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 65a86682-b0cb-48be-ac27-95dd98817242 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:01:09.609509 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 65a86682-b0cb-48be-ac27-95dd98817242 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:01:09.610154 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (65a86682-b0cb-48be-ac27-95dd98817242), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:09.699346 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 65a86682-b0cb-48be-ac27-95dd98817242 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:01:10.535245 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbcd6c6-5c5d-4564-bd63-c94968476f6e req-433ca6b6-dc14-4477-9cc1-5a10ee3d3740 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:10.542789 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ccbcd6c6-5c5d-4564-bd63-c94968476f6e req-433ca6b6-dc14-4477-9cc1-5a10ee3d3740 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=c4c0128e-0065-4d82-9fec-15e7572834c1 HTTP/1.1" status: 200 len: 1126 time: 0.0583847 Mar 11 20:01:10.597379 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device b3e724bf-6011-4693-bb5f-0816582f1b71 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 20:01:10.606468 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ccbcd6c6-5c5d-4564-bd63-c94968476f6e req-11f84318-d508-4a0e-b9c8-d718d6c43598 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=dd999a85-4edb-4519-85b5-ec77b6b6486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625398 Mar 11 20:01:10.710544 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port b3e724bf-6011-4693-bb5f-0816582f1b71, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=b3e724bf-6011-4693-bb5f-0816582f1b71,segment=NetworkSegment(d020e4f3-9f8a-4f23-b2f3-f2c71a6fdd04),segment_id=d020e4f3-9f8a-4f23-b2f3-f2c71a6fdd04)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:01:10.727455 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': 'b3e724bf-6011-4693-bb5f-0816582f1b71', 'network_id': '3baaddf1-2b56-47ea-bd5f-c140ae3a4605', 'port_id': 'b3e724bf-6011-4693-bb5f-0816582f1b71', 'mac_address': 'fa:16:3e:ba:16:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '915a4f0d-594a-4459-acad-c0b01c13a3b4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 20:01:10.774483 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port b3e724bf-6011-4693-bb5f-0816582f1b71 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:01:10.775523 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b3e724bf-6011-4693-bb5f-0816582f1b71), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:10.793680 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3e724bf-6011-4693-bb5f-0816582f1b71 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:01:10.816345 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port b3e724bf-6011-4693-bb5f-0816582f1b71, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=b3e724bf-6011-4693-bb5f-0816582f1b71,segment=NetworkSegment(d020e4f3-9f8a-4f23-b2f3-f2c71a6fdd04),segment_id=d020e4f3-9f8a-4f23-b2f3-f2c71a6fdd04)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:01:10.822462 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (b3e724bf-6011-4693-bb5f-0816582f1b71), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:10.830515 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 41512) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:01:10.892731 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=b3e724bf-6011-4693-bb5f-0816582f1b71,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:10.956971 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6b88a5cd-e228-43df-8fe7-d079b45dbffb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:11.034196 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['b3e724bf-6011-4693-bb5f-0816582f1b71'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:01:11.038529 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6b88a5cd-e228-43df-8fe7-d079b45dbffb admin admin] Publish callbacks [] for security_group (25116760-51e2-47b1-ae3f-2f3550f04a3f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:11.047238 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6b88a5cd-e228-43df-8fe7-d079b45dbffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (25116760-51e2-47b1-ae3f-2f3550f04a3f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:11.090685 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b88a5cd-e228-43df-8fe7-d079b45dbffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25116760-51e2-47b1-ae3f-2f3550f04a3f,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:11.124993 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-6b88a5cd-e228-43df-8fe7-d079b45dbffb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2a2941961c1f49bbaca8d119f05cfe0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2927380 Mar 11 20:01:11.127970 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 41516) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:01:11.193739 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-14c293c0-500a-4cc3-a1d1-5e4403571593 admin admin] Publish callbacks [] for security_group (25116760-51e2-47b1-ae3f-2f3550f04a3f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:11.221105 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-14c293c0-500a-4cc3-a1d1-5e4403571593 admin admin] Publish callbacks [] for security_group (25116760-51e2-47b1-ae3f-2f3550f04a3f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:11.280160 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-14c293c0-500a-4cc3-a1d1-5e4403571593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (25116760-51e2-47b1-ae3f-2f3550f04a3f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:11.285607 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-14c293c0-500a-4cc3-a1d1-5e4403571593 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:11.287544 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-14c293c0-500a-4cc3-a1d1-5e4403571593 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/25116760-51e2-47b1-ae3f-2f3550f04a3f HTTP/1.1" status: 204 len: 168 time: 0.1584458 Mar 11 20:01:11.298061 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c293c0-500a-4cc3-a1d1-5e4403571593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25116760-51e2-47b1-ae3f-2f3550f04a3f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:11.746062 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 41526) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:01:11.766333 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bf736132-b3f2-4297-bc42-9d78001507d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:11.797769 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefcb8fb-782f-4469-bc44-256977815c1e req-8d7f6e69-61fe-480c-967b-08466f7810e9 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:11.806125 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-eefcb8fb-782f-4469-bc44-256977815c1e req-8d7f6e69-61fe-480c-967b-08466f7810e9 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=c4c0128e-0065-4d82-9fec-15e7572834c1 HTTP/1.1" status: 200 len: 1127 time: 0.0818429 Mar 11 20:01:11.860222 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-eefcb8fb-782f-4469-bc44-256977815c1e req-29a0b29f-28fc-46b7-857c-a584da461107 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=dd999a85-4edb-4519-85b5-ec77b6b6486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528533 Mar 11 20:01:11.900722 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bf736132-b3f2-4297-bc42-9d78001507d5 admin admin] Publish callbacks [] for security_group (a8507acc-830c-4dc7-a4ba-53918019abab), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:11.907712 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bf736132-b3f2-4297-bc42-9d78001507d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (a8507acc-830c-4dc7-a4ba-53918019abab), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:11.959515 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 41528) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:01:11.970166 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-bf736132-b3f2-4297-bc42-9d78001507d5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=6908f49a03e54ec9a484334bafad441d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2230496 Mar 11 20:01:11.972337 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf736132-b3f2-4297-bc42-9d78001507d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8507acc-830c-4dc7-a4ba-53918019abab,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:12.017611 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b3802e68-fcb5-4a1d-aee4-84c02cba03c9 admin admin] Publish callbacks [] for security_group (a8507acc-830c-4dc7-a4ba-53918019abab), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:12.040974 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b3802e68-fcb5-4a1d-aee4-84c02cba03c9 admin admin] Publish callbacks [] for security_group (a8507acc-830c-4dc7-a4ba-53918019abab), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:12.112963 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b3802e68-fcb5-4a1d-aee4-84c02cba03c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (a8507acc-830c-4dc7-a4ba-53918019abab), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:12.116148 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b3802e68-fcb5-4a1d-aee4-84c02cba03c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:12.117626 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-b3802e68-fcb5-4a1d-aee4-84c02cba03c9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a8507acc-830c-4dc7-a4ba-53918019abab HTTP/1.1" status: 204 len: 168 time: 0.1571696 Mar 11 20:01:12.127645 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3802e68-fcb5-4a1d-aee4-84c02cba03c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8507acc-830c-4dc7-a4ba-53918019abab,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:12.601678 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device b3e724bf-6011-4693-bb5f-0816582f1b71 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:01:12.677095 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port b3e724bf-6011-4693-bb5f-0816582f1b71 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 20:01:12.681844 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port b3e724bf-6011-4693-bb5f-0816582f1b71 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:01:12.682490 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (b3e724bf-6011-4693-bb5f-0816582f1b71), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:12.798065 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port b3e724bf-6011-4693-bb5f-0816582f1b71 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:01:12.798815 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b3e724bf-6011-4693-bb5f-0816582f1b71), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:12.866390 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4c0128e-0065-4d82-9fec-15e7572834c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e724bf-6011-4693-bb5f-0816582f1b71'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:01:12.869534 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c81a6e1e-c441-48de-bfbe-f850bbd232a5" -d '{"events": [{"server_uuid": "c4c0128e-0065-4d82-9fec-15e7572834c1", "name": "network-vif-plugged", "status": "completed", "tag": "b3e724bf-6011-4693-bb5f-0816582f1b71"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:01:12.889981 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port b3e724bf-6011-4693-bb5f-0816582f1b71, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=b3e724bf-6011-4693-bb5f-0816582f1b71,segment=NetworkSegment(d020e4f3-9f8a-4f23-b2f3-f2c71a6fdd04),segment_id=d020e4f3-9f8a-4f23-b2f3-f2c71a6fdd04)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:01:12.896375 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (b3e724bf-6011-4693-bb5f-0816582f1b71), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:12.983930 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d389bb8-264d-4903-ab3c-c3cb97330c40 x-openstack-request-id: req-4d389bb8-264d-4903-ab3c-c3cb97330c40 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:01:12.984371 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4c0128e-0065-4d82-9fec-15e7572834c1", "name": "network-vif-plugged", "status": "completed", "tag": "b3e724bf-6011-4693-bb5f-0816582f1b71", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:01:12.984728 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4d389bb8-264d-4903-ab3c-c3cb97330c40 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:01:12.985273 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4c0128e-0065-4d82-9fec-15e7572834c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e724bf-6011-4693-bb5f-0816582f1b71', 'code': 200} Mar 11 20:01:12.986947 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=b3e724bf-6011-4693-bb5f-0816582f1b71,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:13.097551 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba7555-74fe-4c12-bffd-15945f555f7e req-55f54a55-0079-4616-90c7-94edec76acbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:13.099571 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-52ba7555-74fe-4c12-bffd-15945f555f7e req-55f54a55-0079-4616-90c7-94edec76acbe service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=c4c0128e-0065-4d82-9fec-15e7572834c1 HTTP/1.1" status: 200 len: 1128 time: 0.0703530 Mar 11 20:01:13.165529 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-52ba7555-74fe-4c12-bffd-15945f555f7e req-efca198f-10d5-4a1b-9ef1-ace7eb850cc4 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=dd999a85-4edb-4519-85b5-ec77b6b6486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602229 Mar 11 20:01:13.178643 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece5770f-6f70-4bc0-9f43-b8750ff849b0 req-b5ea894c-a1bb-414d-afc3-d746d46185a5 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:13.190592 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ece5770f-6f70-4bc0-9f43-b8750ff849b0 req-b5ea894c-a1bb-414d-afc3-d746d46185a5 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=c4c0128e-0065-4d82-9fec-15e7572834c1 HTTP/1.1" status: 200 len: 1128 time: 0.0964675 Mar 11 20:01:13.255912 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ece5770f-6f70-4bc0-9f43-b8750ff849b0 req-d3f2c7e3-2690-45fa-a36c-dc5402b0a4f2 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=dd999a85-4edb-4519-85b5-ec77b6b6486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577855 Mar 11 20:01:14.401706 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be18b9d1-bde1-43aa-a584-2f13cccba30a req-88a217ff-5bca-4533-aaee-67bc2dc38b6d tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:14.403364 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-be18b9d1-bde1-43aa-a584-2f13cccba30a req-88a217ff-5bca-4533-aaee-67bc2dc38b6d tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=c4c0128e-0065-4d82-9fec-15e7572834c1 HTTP/1.1" status: 200 len: 1128 time: 0.0569777 Mar 11 20:01:14.459272 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-be18b9d1-bde1-43aa-a584-2f13cccba30a req-b369729a-df36-4f13-86c6-02affdbb45b0 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=dd999a85-4edb-4519-85b5-ec77b6b6486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475984 Mar 11 20:01:14.597177 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7cba2a-d4b7-4033-a9ca-440151ca6664 req-c84a49c7-8a1f-479a-8729-6783767b7b77 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:14.599362 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5a7cba2a-d4b7-4033-a9ca-440151ca6664 req-c84a49c7-8a1f-479a-8729-6783767b7b77 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=c4c0128e-0065-4d82-9fec-15e7572834c1 HTTP/1.1" status: 200 len: 1128 time: 0.0563252 Mar 11 20:01:14.658856 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5a7cba2a-d4b7-4033-a9ca-440151ca6664 req-4368d775-c88f-465b-ad67-3d9671dfb205 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=dd999a85-4edb-4519-85b5-ec77b6b6486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509081 Mar 11 20:01:14.772574 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2eb53a-00e7-4a5d-9126-097aff47dc23 req-951b552b-0e55-421f-bf7a-633c710d226d tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:14.774117 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8e2eb53a-00e7-4a5d-9126-097aff47dc23 req-951b552b-0e55-421f-bf7a-633c710d226d tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=c4c0128e-0065-4d82-9fec-15e7572834c1 HTTP/1.1" status: 200 len: 1128 time: 0.0504320 Mar 11 20:01:14.823676 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8e2eb53a-00e7-4a5d-9126-097aff47dc23 req-162b40d2-66d6-4d40-9dac-fc213451f408 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=dd999a85-4edb-4519-85b5-ec77b6b6486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425503 Mar 11 20:01:15.109086 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db8fc74-b3a2-4970-894a-b6afa2091f7b req-cfca1073-c7ae-4733-bd5d-8b4a1c4f1e79 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:15.110754 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1db8fc74-b3a2-4970-894a-b6afa2091f7b req-cfca1073-c7ae-4733-bd5d-8b4a1c4f1e79 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] 10.222.0.65 "GET /v2.0/networks?id=3baaddf1-2b56-47ea-bd5f-c140ae3a4605 HTTP/1.1" status: 200 len: 911 time: 0.0974069 Mar 11 20:01:15.127320 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1db8fc74-b3a2-4970-894a-b6afa2091f7b req-522be824-6cd4-40a1-a16b-c1c8c17b0bed tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] 10.222.0.65 "GET /v2.0/quotas/86fbe402fc66494db4b8c88538395a6e HTTP/1.1" status: 200 len: 375 time: 0.0093651 Mar 11 20:01:15.182103 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 41624) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:01:15.185090 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1db8fc74-b3a2-4970-894a-b6afa2091f7b req-3011b8cd-12d6-4042-ba65-11a6ff5997ed tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] 10.222.0.65 "GET /v2.0/ports?tenant_id=86fbe402fc66494db4b8c88538395a6e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0521591 Mar 11 20:01:15.280417 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1db8fc74-b3a2-4970-894a-b6afa2091f7b req-d43f1ed4-ed4e-417b-9f3f-ab4632ddfbe1 service neutron] 10.222.0.65 "GET /v2.0/networks/3baaddf1-2b56-47ea-bd5f-c140ae3a4605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864449 Mar 11 20:01:15.310777 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c96c8ae9-a0c8-43f1-a9eb-0102be9955de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:15.379061 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1db8fc74-b3a2-4970-894a-b6afa2091f7b req-11c99a8d-e597-4928-b184-9bd79ec6efe6 service neutron] 10.222.0.65 "GET /v2.0/networks/3baaddf1-2b56-47ea-bd5f-c140ae3a4605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942760 Mar 11 20:01:15.396659 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c96c8ae9-a0c8-43f1-a9eb-0102be9955de admin admin] Publish callbacks [] for security_group (70229c70-24ad-4070-81b2-7e0f346f8629), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:15.401336 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c96c8ae9-a0c8-43f1-a9eb-0102be9955de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (70229c70-24ad-4070-81b2-7e0f346f8629), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:15.448821 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c96c8ae9-a0c8-43f1-a9eb-0102be9955de admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3f699cc4a0e444a4ad74b4b5688883e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2648332 Mar 11 20:01:15.448970 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 41628) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:01:15.449761 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96c8ae9-a0c8-43f1-a9eb-0102be9955de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70229c70-24ad-4070-81b2-7e0f346f8629,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:15.514278 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f3d6267b-cbd5-4b5e-8c04-53475e28b3a2 admin admin] Publish callbacks [] for security_group (70229c70-24ad-4070-81b2-7e0f346f8629), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:15.544870 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f3d6267b-cbd5-4b5e-8c04-53475e28b3a2 admin admin] Publish callbacks [] for security_group (70229c70-24ad-4070-81b2-7e0f346f8629), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:15.586253 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c729043e-2828-4adc-a75b-251a0be3dd2e req-8a7bccd7-57dc-4176-8a9b-581137a04ff0 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=0b53c034-4ca5-4640-a88b-ebb3ddbeb5d6 HTTP/1.1" status: 200 len: 210 time: 0.0470784 Mar 11 20:01:15.636926 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f3d6267b-cbd5-4b5e-8c04-53475e28b3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (70229c70-24ad-4070-81b2-7e0f346f8629), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:15.639567 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f3d6267b-cbd5-4b5e-8c04-53475e28b3a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:15.642244 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f3d6267b-cbd5-4b5e-8c04-53475e28b3a2 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/70229c70-24ad-4070-81b2-7e0f346f8629 HTTP/1.1" status: 204 len: 168 time: 0.1915224 Mar 11 20:01:15.653300 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d6267b-cbd5-4b5e-8c04-53475e28b3a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70229c70-24ad-4070-81b2-7e0f346f8629,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:15.993226 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 41646) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:01:16.008301 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dceae660-db9c-4d86-a998-56cf4e57d552 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:16.100376 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dceae660-db9c-4d86-a998-56cf4e57d552 admin admin] Publish callbacks [] for security_group (d8cb93e3-cc0e-4e0e-9eb2-fa11f338740d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:16.105400 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dceae660-db9c-4d86-a998-56cf4e57d552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (d8cb93e3-cc0e-4e0e-9eb2-fa11f338740d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:16.149174 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceae660-db9c-4d86-a998-56cf4e57d552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8cb93e3-cc0e-4e0e-9eb2-fa11f338740d,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:16.157709 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-dceae660-db9c-4d86-a998-56cf4e57d552 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c3228fe410be43dda0afa3903362dc51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1600664 Mar 11 20:01:16.157709 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 41648) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:01:16.214223 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d6083f0c-ea6a-43f8-b328-0fdb47f5eb99 admin admin] Publish callbacks [] for security_group (d8cb93e3-cc0e-4e0e-9eb2-fa11f338740d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:16.240404 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d6083f0c-ea6a-43f8-b328-0fdb47f5eb99 admin admin] Publish callbacks [] for security_group (d8cb93e3-cc0e-4e0e-9eb2-fa11f338740d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:16.301129 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d6083f0c-ea6a-43f8-b328-0fdb47f5eb99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (d8cb93e3-cc0e-4e0e-9eb2-fa11f338740d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:16.303811 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d6083f0c-ea6a-43f8-b328-0fdb47f5eb99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:16.304979 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d6083f0c-ea6a-43f8-b328-0fdb47f5eb99 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d8cb93e3-cc0e-4e0e-9eb2-fa11f338740d HTTP/1.1" status: 204 len: 168 time: 0.1464527 Mar 11 20:01:16.313739 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6083f0c-ea6a-43f8-b328-0fdb47f5eb99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8cb93e3-cc0e-4e0e-9eb2-fa11f338740d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:16.678258 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db8fc74-b3a2-4970-894a-b6afa2091f7b req-c8f1790e-09cb-4868-92fc-df5d0b2414ba tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:16.679872 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1db8fc74-b3a2-4970-894a-b6afa2091f7b req-c8f1790e-09cb-4868-92fc-df5d0b2414ba tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] 10.222.0.57 "GET /v2.0/networks?id=3baaddf1-2b56-47ea-bd5f-c140ae3a4605 HTTP/1.1" status: 200 len: 911 time: 0.1008685 Mar 11 20:01:16.705911 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-1db8fc74-b3a2-4970-894a-b6afa2091f7b req-ca558c19-a8d3-48f9-a6ab-a9bfee202a36 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Request body: {'port': {'device_id': '0b53c034-4ca5-4640-a88b-ebb3ddbeb5d6', 'network_id': '3baaddf1-2b56-47ea-bd5f-c140ae3a4605', 'admin_state_up': True, 'tenant_id': '86fbe402fc66494db4b8c88538395a6e'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:01:16.739088 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1db8fc74-b3a2-4970-894a-b6afa2091f7b req-ca558c19-a8d3-48f9-a6ab-a9bfee202a36 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Made reservation on behalf of 86fbe402fc66494db4b8c88538395a6e for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:01:16.742113 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1db8fc74-b3a2-4970-894a-b6afa2091f7b req-ca558c19-a8d3-48f9-a6ab-a9bfee202a36 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:16.792918 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8661d454-e493-4080-8a9d-67d3c8c23996 req-9edbe3f4-ddf0-4827-b3c7-f593b376a238 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=0b53c034-4ca5-4640-a88b-ebb3ddbeb5d6 HTTP/1.1" status: 200 len: 210 time: 0.0386395 Mar 11 20:01:16.938548 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-1db8fc74-b3a2-4970-894a-b6afa2091f7b req-ca558c19-a8d3-48f9-a6ab-a9bfee202a36 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Allocated IP 172.20.0.6 (3baaddf1-2b56-47ea-bd5f-c140ae3a4605/915a4f0d-594a-4459-acad-c0b01c13a3b4/3d940b6a-ef32-453e-9233-1703c0191b8c) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:01:17.105143 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1db8fc74-b3a2-4970-894a-b6afa2091f7b req-ca558c19-a8d3-48f9-a6ab-a9bfee202a36 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Publish callbacks [] for port (3d940b6a-ef32-453e-9233-1703c0191b8c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:17.143909 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1db8fc74-b3a2-4970-894a-b6afa2091f7b req-ca558c19-a8d3-48f9-a6ab-a9bfee202a36 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (3d940b6a-ef32-453e-9233-1703c0191b8c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:17.155983 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['b3e724bf-6011-4693-bb5f-0816582f1b71'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:01:17.202890 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1db8fc74-b3a2-4970-894a-b6afa2091f7b req-ca558c19-a8d3-48f9-a6ab-a9bfee202a36 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Network 3baaddf1-2b56-47ea-bd5f-c140ae3a4605 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:01:17.211570 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-1db8fc74-b3a2-4970-894a-b6afa2091f7b req-ca558c19-a8d3-48f9-a6ab-a9bfee202a36 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:01:17.225798 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca558c19-a8d3-48f9-a6ab-a9bfee202a36 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Pushing event updated for resources: {'Port': ['ID=3d940b6a-ef32-453e-9233-1703c0191b8c,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:17.236179 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-1db8fc74-b3a2-4970-894a-b6afa2091f7b req-ca558c19-a8d3-48f9-a6ab-a9bfee202a36 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:01:17.301274 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db8fc74-b3a2-4970-894a-b6afa2091f7b req-ca558c19-a8d3-48f9-a6ab-a9bfee202a36 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:17.301955 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1db8fc74-b3a2-4970-894a-b6afa2091f7b req-ca558c19-a8d3-48f9-a6ab-a9bfee202a36 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:17.334271 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1db8fc74-b3a2-4970-894a-b6afa2091f7b req-ca558c19-a8d3-48f9-a6ab-a9bfee202a36 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6436641 Mar 11 20:01:17.366983 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-1db8fc74-b3a2-4970-894a-b6afa2091f7b req-18a165c3-2957-40a9-b5b1-d5ee646c4163 service neutron] Request body: {'port': {'device_id': '0b53c034-4ca5-4640-a88b-ebb3ddbeb5d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:01:17.444426 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1db8fc74-b3a2-4970-894a-b6afa2091f7b req-18a165c3-2957-40a9-b5b1-d5ee646c4163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (3d940b6a-ef32-453e-9233-1703c0191b8c), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:17.574890 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-932d66b6-e10f-4673-97fb-144d23604765 None None] Provisioning complete for port 3d940b6a-ef32-453e-9233-1703c0191b8c triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:01:17.575493 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-932d66b6-e10f-4673-97fb-144d23604765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (3d940b6a-ef32-453e-9233-1703c0191b8c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:17.638814 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-932d66b6-e10f-4673-97fb-144d23604765 None None] Port 3d940b6a-ef32-453e-9233-1703c0191b8c cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:01:17.761356 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-1db8fc74-b3a2-4970-894a-b6afa2091f7b req-18a165c3-2957-40a9-b5b1-d5ee646c4163 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d940b6a-ef32-453e-9233-1703c0191b8c {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:01:17.770370 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1db8fc74-b3a2-4970-894a-b6afa2091f7b req-18a165c3-2957-40a9-b5b1-d5ee646c4163 service neutron] Publish callbacks [] for port (3d940b6a-ef32-453e-9233-1703c0191b8c), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:17.783924 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-1db8fc74-b3a2-4970-894a-b6afa2091f7b req-18a165c3-2957-40a9-b5b1-d5ee646c4163 service neutron] Transition to ACTIVE for port object 3d940b6a-ef32-453e-9233-1703c0191b8c will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 20:01:17.789531 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1db8fc74-b3a2-4970-894a-b6afa2091f7b req-18a165c3-2957-40a9-b5b1-d5ee646c4163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (3d940b6a-ef32-453e-9233-1703c0191b8c), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:17.849568 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a165c3-2957-40a9-b5b1-d5ee646c4163 service neutron] Pushing event updated for resources: {'Port': ['ID=3d940b6a-ef32-453e-9233-1703c0191b8c,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:17.974525 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-1db8fc74-b3a2-4970-894a-b6afa2091f7b req-18a165c3-2957-40a9-b5b1-d5ee646c4163 service neutron] Attempting to bind port 3d940b6a-ef32-453e-9233-1703c0191b8c on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:01:17.974862 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-1db8fc74-b3a2-4970-894a-b6afa2091f7b req-18a165c3-2957-40a9-b5b1-d5ee646c4163 service neutron] Attempting to bind port 3d940b6a-ef32-453e-9233-1703c0191b8c by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': 'd020e4f3-9f8a-4f23-b2f3-f2c71a6fdd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '3baaddf1-2b56-47ea-bd5f-c140ae3a4605'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:01:17.975192 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db8fc74-b3a2-4970-894a-b6afa2091f7b req-18a165c3-2957-40a9-b5b1-d5ee646c4163 service neutron] Attempting to bind port 3d940b6a-ef32-453e-9233-1703c0191b8c on network 3baaddf1-2b56-47ea-bd5f-c140ae3a4605 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:01:17.983080 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db8fc74-b3a2-4970-894a-b6afa2091f7b req-18a165c3-2957-40a9-b5b1-d5ee646c4163 service neutron] Port 3d940b6a-ef32-453e-9233-1703c0191b8c on network 3baaddf1-2b56-47ea-bd5f-c140ae3a4605 not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 20:01:17.983466 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db8fc74-b3a2-4970-894a-b6afa2091f7b req-18a165c3-2957-40a9-b5b1-d5ee646c4163 service neutron] Attempting to bind port 3d940b6a-ef32-453e-9233-1703c0191b8c on network 3baaddf1-2b56-47ea-bd5f-c140ae3a4605 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:01:17.994071 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db8fc74-b3a2-4970-894a-b6afa2091f7b req-18a165c3-2957-40a9-b5b1-d5ee646c4163 service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:01:17.994413 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db8fc74-b3a2-4970-894a-b6afa2091f7b req-18a165c3-2957-40a9-b5b1-d5ee646c4163 service neutron] Checking segment: {'id': 'd020e4f3-9f8a-4f23-b2f3-f2c71a6fdd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '3baaddf1-2b56-47ea-bd5f-c140ae3a4605'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:01:17.994798 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db8fc74-b3a2-4970-894a-b6afa2091f7b req-18a165c3-2957-40a9-b5b1-d5ee646c4163 service neutron] Bound using segment: {'id': 'd020e4f3-9f8a-4f23-b2f3-f2c71a6fdd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '3baaddf1-2b56-47ea-bd5f-c140ae3a4605'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:01:17.995224 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-1db8fc74-b3a2-4970-894a-b6afa2091f7b req-18a165c3-2957-40a9-b5b1-d5ee646c4163 service neutron] Bound port: 3d940b6a-ef32-453e-9233-1703c0191b8c, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd020e4f3-9f8a-4f23-b2f3-f2c71a6fdd04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 864, 'network_id': '3baaddf1-2b56-47ea-bd5f-c140ae3a4605'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:01:17.995586 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1db8fc74-b3a2-4970-894a-b6afa2091f7b req-18a165c3-2957-40a9-b5b1-d5ee646c4163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (3d940b6a-ef32-453e-9233-1703c0191b8c), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:18.035710 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4975943-600d-4169-98be-0cc47618d61c req-042adf89-4573-4325-850e-116140fcdd4b tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:18.043049 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b4975943-600d-4169-98be-0cc47618d61c req-042adf89-4573-4325-850e-116140fcdd4b tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=0b53c034-4ca5-4640-a88b-ebb3ddbeb5d6 HTTP/1.1" status: 200 len: 1052 time: 0.1109436 Mar 11 20:01:18.115993 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-1db8fc74-b3a2-4970-894a-b6afa2091f7b req-18a165c3-2957-40a9-b5b1-d5ee646c4163 service neutron] For port 3d940b6a-ef32-453e-9233-1703c0191b8c, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:01:18.120276 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-1db8fc74-b3a2-4970-894a-b6afa2091f7b req-18a165c3-2957-40a9-b5b1-d5ee646c4163 service neutron] For port 3d940b6a-ef32-453e-9233-1703c0191b8c, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=3d940b6a-ef32-453e-9233-1703c0191b8c,segment=NetworkSegment(d020e4f3-9f8a-4f23-b2f3-f2c71a6fdd04),segment_id=d020e4f3-9f8a-4f23-b2f3-f2c71a6fdd04)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:01:18.125314 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b4975943-600d-4169-98be-0cc47618d61c req-7bf92019-437a-4f1d-adcb-fd48e59558cd tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=dd999a85-4edb-4519-85b5-ec77b6b6486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814149 Mar 11 20:01:18.134209 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1db8fc74-b3a2-4970-894a-b6afa2091f7b req-18a165c3-2957-40a9-b5b1-d5ee646c4163 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (3d940b6a-ef32-453e-9233-1703c0191b8c), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:18.184331 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db8fc74-b3a2-4970-894a-b6afa2091f7b req-18a165c3-2957-40a9-b5b1-d5ee646c4163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:18.185089 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1db8fc74-b3a2-4970-894a-b6afa2091f7b req-18a165c3-2957-40a9-b5b1-d5ee646c4163 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:18.188695 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1db8fc74-b3a2-4970-894a-b6afa2091f7b req-18a165c3-2957-40a9-b5b1-d5ee646c4163 service neutron] 10.222.0.57 "PUT /v2.0/ports/3d940b6a-ef32-453e-9233-1703c0191b8c HTTP/1.1" status: 200 len: 1091 time: 0.8265347 Mar 11 20:01:18.189331 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b53c034-4ca5-4640-a88b-ebb3ddbeb5d6', 'tag': '3d940b6a-ef32-453e-9233-1703c0191b8c'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:01:18.197708 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d415237-6830-47ee-a2f6-308cea2dabe0" -d '{"events": [{"name": "network-changed", "server_uuid": "0b53c034-4ca5-4640-a88b-ebb3ddbeb5d6", "tag": "3d940b6a-ef32-453e-9233-1703c0191b8c"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:01:18.240806 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a165c3-2957-40a9-b5b1-d5ee646c4163 service neutron] Pushing event updated for resources: {'Port': ['ID=3d940b6a-ef32-453e-9233-1703c0191b8c,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:18.300673 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d99edb-2376-4a0b-b792-118e99d2942b x-openstack-request-id: req-13d99edb-2376-4a0b-b792-118e99d2942b {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:01:18.300974 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b53c034-4ca5-4640-a88b-ebb3ddbeb5d6", "tag": "3d940b6a-ef32-453e-9233-1703c0191b8c", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:01:18.301235 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-13d99edb-2376-4a0b-b792-118e99d2942b {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:01:18.301651 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b53c034-4ca5-4640-a88b-ebb3ddbeb5d6', 'tag': '3d940b6a-ef32-453e-9233-1703c0191b8c', 'status': 'completed', 'code': 200} Mar 11 20:01:18.314371 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db8fc74-b3a2-4970-894a-b6afa2091f7b req-752dc208-3243-4bca-b2ec-c144e97beda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:18.317081 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1db8fc74-b3a2-4970-894a-b6afa2091f7b req-752dc208-3243-4bca-b2ec-c144e97beda8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=86fbe402fc66494db4b8c88538395a6e&device_id=0b53c034-4ca5-4640-a88b-ebb3ddbeb5d6 HTTP/1.1" status: 200 len: 1125 time: 0.0721190 Mar 11 20:01:18.372598 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1db8fc74-b3a2-4970-894a-b6afa2091f7b req-8ae58491-0e09-4427-8192-7a2973c628be service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d940b6a-ef32-453e-9233-1703c0191b8c HTTP/1.1" status: 200 len: 217 time: 0.0476742 Mar 11 20:01:18.435491 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db8fc74-b3a2-4970-894a-b6afa2091f7b req-d72f33cd-e045-4270-af37-c74997d9e759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:18.437481 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1db8fc74-b3a2-4970-894a-b6afa2091f7b req-d72f33cd-e045-4270-af37-c74997d9e759 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=915a4f0d-594a-4459-acad-c0b01c13a3b4 HTTP/1.1" status: 200 len: 849 time: 0.0584292 Mar 11 20:01:18.506156 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db8fc74-b3a2-4970-894a-b6afa2091f7b req-22ed7d80-a2af-478a-a9e5-f2724038e7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:18.507764 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1db8fc74-b3a2-4970-894a-b6afa2091f7b req-22ed7d80-a2af-478a-a9e5-f2724038e7c3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3baaddf1-2b56-47ea-bd5f-c140ae3a4605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0623019 Mar 11 20:01:18.615815 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1db8fc74-b3a2-4970-894a-b6afa2091f7b req-7d5d2c6a-4e17-4c5b-93f0-3093aecb2268 service neutron] 10.222.0.57 "GET /v2.0/networks/3baaddf1-2b56-47ea-bd5f-c140ae3a4605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973296 Mar 11 20:01:18.719697 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1db8fc74-b3a2-4970-894a-b6afa2091f7b req-b207bfda-7eff-4b7c-82e0-3a0cc003fb1c service neutron] 10.222.0.57 "GET /v2.0/networks/3baaddf1-2b56-47ea-bd5f-c140ae3a4605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944679 Mar 11 20:01:18.816427 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d415237-6830-47ee-a2f6-308cea2dabe0 req-9ec0c263-1c94-4806-bc7f-93aea64143e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:18.818056 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4d415237-6830-47ee-a2f6-308cea2dabe0 req-9ec0c263-1c94-4806-bc7f-93aea64143e2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=86fbe402fc66494db4b8c88538395a6e&device_id=0b53c034-4ca5-4640-a88b-ebb3ddbeb5d6 HTTP/1.1" status: 200 len: 1125 time: 0.0479221 Mar 11 20:01:18.993093 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:19.293869 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d415237-6830-47ee-a2f6-308cea2dabe0 req-639a5b1d-9bc1-4b39-b6d2-39ab5db43a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:19.295375 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4d415237-6830-47ee-a2f6-308cea2dabe0 req-639a5b1d-9bc1-4b39-b6d2-39ab5db43a22 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3baaddf1-2b56-47ea-bd5f-c140ae3a4605 HTTP/1.1" status: 200 len: 911 time: 0.4710040 Mar 11 20:01:19.348272 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4d415237-6830-47ee-a2f6-308cea2dabe0 req-9caeba62-ef46-4d88-b66b-25aa5065cdb4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d940b6a-ef32-453e-9233-1703c0191b8c HTTP/1.1" status: 200 len: 217 time: 0.0447299 Mar 11 20:01:19.350794 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a84f48-2300-4368-a590-ff46a42cb12b req-1202e062-d494-4f7e-9014-553c28354c67 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:19.352245 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-08a84f48-2300-4368-a590-ff46a42cb12b req-1202e062-d494-4f7e-9014-553c28354c67 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=0b53c034-4ca5-4640-a88b-ebb3ddbeb5d6 HTTP/1.1" status: 200 len: 1125 time: 0.1109180 Mar 11 20:01:19.422915 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d415237-6830-47ee-a2f6-308cea2dabe0 req-ac4d0285-e7eb-4aec-80ca-9eb10c01c416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:19.424447 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4d415237-6830-47ee-a2f6-308cea2dabe0 req-ac4d0285-e7eb-4aec-80ca-9eb10c01c416 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=915a4f0d-594a-4459-acad-c0b01c13a3b4 HTTP/1.1" status: 200 len: 849 time: 0.0687847 Mar 11 20:01:19.445232 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-08a84f48-2300-4368-a590-ff46a42cb12b req-62fd422e-1e6f-4302-8a2c-e5380de2ee80 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=dd999a85-4edb-4519-85b5-ec77b6b6486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816295 Mar 11 20:01:19.484434 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d415237-6830-47ee-a2f6-308cea2dabe0 req-888cbbe0-0bb8-4360-a1a7-a59d51bbcb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:19.486470 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4d415237-6830-47ee-a2f6-308cea2dabe0 req-888cbbe0-0bb8-4360-a1a7-a59d51bbcb5c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3baaddf1-2b56-47ea-bd5f-c140ae3a4605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0543439 Mar 11 20:01:19.589631 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4d415237-6830-47ee-a2f6-308cea2dabe0 req-c589f9e6-f85f-42b6-87af-d0276382b648 service neutron] 10.222.0.57 "GET /v2.0/networks/3baaddf1-2b56-47ea-bd5f-c140ae3a4605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968478 Mar 11 20:01:19.697401 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4d415237-6830-47ee-a2f6-308cea2dabe0 req-ef55a02a-bd35-40c1-941c-78dfe1a454bd service neutron] 10.222.0.57 "GET /v2.0/networks/3baaddf1-2b56-47ea-bd5f-c140ae3a4605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016142 Mar 11 20:01:20.426259 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0d1b3-8ee9-4246-a4bd-a5ad192ba41a req-27c5d787-b3a1-4f17-9b69-317f928760f7 tempest-VolumesBackupsTest-1142407675 tempest-VolumesBackupsTest-1142407675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:20.427700 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6ba0d1b3-8ee9-4246-a4bd-a5ad192ba41a req-27c5d787-b3a1-4f17-9b69-317f928760f7 tempest-VolumesBackupsTest-1142407675 tempest-VolumesBackupsTest-1142407675-project] 10.222.0.65 "GET /v2.0/ports?device_id=69f26f4c-a43c-45fa-9ffb-652c0d5df93e HTTP/1.1" status: 200 len: 950 time: 0.0606554 Mar 11 20:01:20.476539 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6ba0d1b3-8ee9-4246-a4bd-a5ad192ba41a req-f4d009e4-ecb3-49a9-9bcd-193aa75014d5 tempest-VolumesBackupsTest-1142407675 tempest-VolumesBackupsTest-1142407675-project] 10.222.0.65 "GET /v2.0/security-groups?id=73d30adb-64e8-420b-a955-f20592087ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429528 Mar 11 20:01:20.579008 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d00ba-4f92-4b77-af59-a4c9e6ff27c2 req-d6d18199-856f-4ce6-8018-bf64f0988ae8 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:20.580588 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3f0d00ba-4f92-4b77-af59-a4c9e6ff27c2 req-d6d18199-856f-4ce6-8018-bf64f0988ae8 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=0b53c034-4ca5-4640-a88b-ebb3ddbeb5d6 HTTP/1.1" status: 200 len: 1125 time: 0.0461752 Mar 11 20:01:20.626730 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3f0d00ba-4f92-4b77-af59-a4c9e6ff27c2 req-14165d9a-3013-48ed-98e4-0fa49302735b tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=dd999a85-4edb-4519-85b5-ec77b6b6486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399697 Mar 11 20:01:21.770397 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b0716e-6e06-42aa-8613-5ef9a032e359 req-c2fc2fde-2763-493e-bdc2-84b256f9a249 tempest-VolumesBackupsTest-1142407675 tempest-VolumesBackupsTest-1142407675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:21.771896 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d6b0716e-6e06-42aa-8613-5ef9a032e359 req-c2fc2fde-2763-493e-bdc2-84b256f9a249 tempest-VolumesBackupsTest-1142407675 tempest-VolumesBackupsTest-1142407675-project] 10.222.0.65 "GET /v2.0/ports?device_id=69f26f4c-a43c-45fa-9ffb-652c0d5df93e HTTP/1.1" status: 200 len: 950 time: 0.2263625 Mar 11 20:01:21.819813 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d6b0716e-6e06-42aa-8613-5ef9a032e359 req-5702b1c1-715c-444d-b8a2-02cc355e055c tempest-VolumesBackupsTest-1142407675 tempest-VolumesBackupsTest-1142407675-project] 10.222.0.65 "GET /v2.0/security-groups?id=73d30adb-64e8-420b-a955-f20592087ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420830 Mar 11 20:01:21.941792 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adba624-9553-40ee-9ed2-3061458590a2 req-335ce7ad-013b-485d-ae9b-e9c4f33df064 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:21.943339 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9adba624-9553-40ee-9ed2-3061458590a2 req-335ce7ad-013b-485d-ae9b-e9c4f33df064 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=0b53c034-4ca5-4640-a88b-ebb3ddbeb5d6 HTTP/1.1" status: 200 len: 1125 time: 0.0542374 Mar 11 20:01:22.002750 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9adba624-9553-40ee-9ed2-3061458590a2 req-9d0e8a84-fa00-4d42-b860-c10db76e451f tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=dd999a85-4edb-4519-85b5-ec77b6b6486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523076 Mar 11 20:01:22.141620 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3112c9c-630e-4a6b-962c-4fba54740dca req-94a62f70-a692-4a63-9c88-783c5e399511 tempest-VolumesBackupsTest-1142407675 tempest-VolumesBackupsTest-1142407675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:22.143133 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c3112c9c-630e-4a6b-962c-4fba54740dca req-94a62f70-a692-4a63-9c88-783c5e399511 tempest-VolumesBackupsTest-1142407675 tempest-VolumesBackupsTest-1142407675-project] 10.222.0.57 "GET /v2.0/ports?device_id=69f26f4c-a43c-45fa-9ffb-652c0d5df93e HTTP/1.1" status: 200 len: 950 time: 0.0542622 Mar 11 20:01:22.246988 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-c3112c9c-630e-4a6b-962c-4fba54740dca req-ba6e1f17-c0ef-4a34-8c12-a3ba232852c4 tempest-VolumesBackupsTest-1142407675 tempest-VolumesBackupsTest-1142407675-project] Deleting port e17bb2ed-8872-4081-a6c2-28e54bf7725a {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:01:22.247222 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c3112c9c-630e-4a6b-962c-4fba54740dca req-ba6e1f17-c0ef-4a34-8c12-a3ba232852c4 tempest-VolumesBackupsTest-1142407675 tempest-VolumesBackupsTest-1142407675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (e17bb2ed-8872-4081-a6c2-28e54bf7725a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:22.326494 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d77d7657-ea13-4153-9c15-88c93567148d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:22.342188 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-c3112c9c-630e-4a6b-962c-4fba54740dca req-ba6e1f17-c0ef-4a34-8c12-a3ba232852c4 tempest-VolumesBackupsTest-1142407675 tempest-VolumesBackupsTest-1142407675-project] For port e17bb2ed-8872-4081-a6c2-28e54bf7725a, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=e17bb2ed-8872-4081-a6c2-28e54bf7725a,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:01:22.343063 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c3112c9c-630e-4a6b-962c-4fba54740dca req-ba6e1f17-c0ef-4a34-8c12-a3ba232852c4 tempest-VolumesBackupsTest-1142407675 tempest-VolumesBackupsTest-1142407675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (e17bb2ed-8872-4081-a6c2-28e54bf7725a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:22.355186 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-c3112c9c-630e-4a6b-962c-4fba54740dca req-ba6e1f17-c0ef-4a34-8c12-a3ba232852c4 tempest-VolumesBackupsTest-1142407675 tempest-VolumesBackupsTest-1142407675-project] Calling delete_port for e17bb2ed-8872-4081-a6c2-28e54bf7725a owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:01:22.486884 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c3112c9c-630e-4a6b-962c-4fba54740dca req-ba6e1f17-c0ef-4a34-8c12-a3ba232852c4 tempest-VolumesBackupsTest-1142407675 tempest-VolumesBackupsTest-1142407675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (e17bb2ed-8872-4081-a6c2-28e54bf7725a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:22.499068 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['e17bb2ed-8872-4081-a6c2-28e54bf7725a'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:01:22.520363 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6e1f17-c0ef-4a34-8c12-a3ba232852c4 tempest-VolumesBackupsTest-1142407675 tempest-VolumesBackupsTest-1142407675-project] Pushing event deleted for resources: {'Port': ['ID=e17bb2ed-8872-4081-a6c2-28e54bf7725a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:22.525955 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 3d940b6a-ef32-453e-9233-1703c0191b8c details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 20:01:22.572338 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3112c9c-630e-4a6b-962c-4fba54740dca req-ba6e1f17-c0ef-4a34-8c12-a3ba232852c4 tempest-VolumesBackupsTest-1142407675 tempest-VolumesBackupsTest-1142407675-project] No DVR routers for this DVR port e17bb2ed-8872-4081-a6c2-28e54bf7725a on host n-h2-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:01:22.574701 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c3112c9c-630e-4a6b-962c-4fba54740dca req-ba6e1f17-c0ef-4a34-8c12-a3ba232852c4 tempest-VolumesBackupsTest-1142407675 tempest-VolumesBackupsTest-1142407675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:22.578206 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c3112c9c-630e-4a6b-962c-4fba54740dca req-ba6e1f17-c0ef-4a34-8c12-a3ba232852c4 tempest-VolumesBackupsTest-1142407675 tempest-VolumesBackupsTest-1142407675-project] 10.222.0.57 "DELETE /v2.0/ports/e17bb2ed-8872-4081-a6c2-28e54bf7725a HTTP/1.1" status: 204 len: 173 time: 0.4301398 Mar 11 20:01:22.578680 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69f26f4c-a43c-45fa-9ffb-652c0d5df93e', 'name': 'network-vif-deleted', 'tag': 'e17bb2ed-8872-4081-a6c2-28e54bf7725a'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:01:22.581770 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd14754-a118-4b94-8887-c264d5f3a4af" -d '{"events": [{"server_uuid": "69f26f4c-a43c-45fa-9ffb-652c0d5df93e", "name": "network-vif-deleted", "tag": "e17bb2ed-8872-4081-a6c2-28e54bf7725a"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:01:22.638391 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e725569a-d05f-4d2a-aa11-ec1821dd0794 x-openstack-request-id: req-e725569a-d05f-4d2a-aa11-ec1821dd0794 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:01:22.638697 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69f26f4c-a43c-45fa-9ffb-652c0d5df93e", "name": "network-vif-deleted", "tag": "e17bb2ed-8872-4081-a6c2-28e54bf7725a", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:01:22.638943 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e725569a-d05f-4d2a-aa11-ec1821dd0794 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:01:22.639430 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69f26f4c-a43c-45fa-9ffb-652c0d5df93e', 'name': 'network-vif-deleted', 'tag': 'e17bb2ed-8872-4081-a6c2-28e54bf7725a', 'status': 'completed', 'code': 200} Mar 11 20:01:22.806355 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:22.824591 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 3d940b6a-ef32-453e-9233-1703c0191b8c, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=3d940b6a-ef32-453e-9233-1703c0191b8c,segment=NetworkSegment(d020e4f3-9f8a-4f23-b2f3-f2c71a6fdd04),segment_id=d020e4f3-9f8a-4f23-b2f3-f2c71a6fdd04)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:01:22.836522 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': '3d940b6a-ef32-453e-9233-1703c0191b8c', 'network_id': '3baaddf1-2b56-47ea-bd5f-c140ae3a4605', 'port_id': '3d940b6a-ef32-453e-9233-1703c0191b8c', 'mac_address': 'fa:16:3e:eb:b9:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 864, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '915a4f0d-594a-4459-acad-c0b01c13a3b4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 20:01:22.886718 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 3d940b6a-ef32-453e-9233-1703c0191b8c is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:01:22.887114 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (3d940b6a-ef32-453e-9233-1703c0191b8c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:22.902218 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d940b6a-ef32-453e-9233-1703c0191b8c {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:01:22.938460 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 3d940b6a-ef32-453e-9233-1703c0191b8c, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=3d940b6a-ef32-453e-9233-1703c0191b8c,segment=NetworkSegment(d020e4f3-9f8a-4f23-b2f3-f2c71a6fdd04),segment_id=d020e4f3-9f8a-4f23-b2f3-f2c71a6fdd04)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:01:22.946590 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (3d940b6a-ef32-453e-9233-1703c0191b8c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:22.953538 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e16e8b7b-df1f-49b0-988f-bc43928c9cfd req-eba2ab7a-13db-4421-b8f4-41c61edb4325 tempest-VolumesBackupsTest-1142407675 tempest-VolumesBackupsTest-1142407675-project] 10.222.0.65 "GET /v2.0/ports?device_id=69f26f4c-a43c-45fa-9ffb-652c0d5df93e HTTP/1.1" status: 200 len: 210 time: 0.0385857 Mar 11 20:01:23.026892 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=3d940b6a-ef32-453e-9233-1703c0191b8c,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:23.054788 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:23.055417 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:23.055897 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:23.056422 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:23.056805 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:23.057377 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:23.057940 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:23.058497 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:23.059043 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:23.059587 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:23.060172 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:23.060714 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:23.061356 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:23.145808 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad74f009-1d63-472b-b751-f3dd4f11163a req-41b8b75b-e243-435d-bd48-efdec8f6327c tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:23.148212 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ad74f009-1d63-472b-b751-f3dd4f11163a req-41b8b75b-e243-435d-bd48-efdec8f6327c tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=0b53c034-4ca5-4640-a88b-ebb3ddbeb5d6 HTTP/1.1" status: 200 len: 1126 time: 0.0582137 Mar 11 20:01:23.205188 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ad74f009-1d63-472b-b751-f3dd4f11163a req-222e751b-5702-4ee0-8a48-74aba908b8cd tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=dd999a85-4edb-4519-85b5-ec77b6b6486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492501 Mar 11 20:01:23.257486 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['3d940b6a-ef32-453e-9233-1703c0191b8c'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:01:24.327071 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bebdf5-f6f8-41e8-b89e-03933d9fb220 req-6877c2a8-fd36-489f-a6c0-5c9f58bb311a tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:24.328935 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-74bebdf5-f6f8-41e8-b89e-03933d9fb220 req-6877c2a8-fd36-489f-a6c0-5c9f58bb311a tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=0b53c034-4ca5-4640-a88b-ebb3ddbeb5d6 HTTP/1.1" status: 200 len: 1126 time: 0.0498338 Mar 11 20:01:24.378469 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-74bebdf5-f6f8-41e8-b89e-03933d9fb220 req-7619f85f-af58-48e6-b2a7-5e8140d6292d tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=dd999a85-4edb-4519-85b5-ec77b6b6486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430927 Mar 11 20:01:24.530682 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 3d940b6a-ef32-453e-9233-1703c0191b8c up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:01:24.590502 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port 3d940b6a-ef32-453e-9233-1703c0191b8c completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 20:01:24.597256 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port 3d940b6a-ef32-453e-9233-1703c0191b8c triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:01:24.597970 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (3d940b6a-ef32-453e-9233-1703c0191b8c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:24.646129 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-87be2392-1279-45f8-b19c-5a95f971494a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:24.696982 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 3d940b6a-ef32-453e-9233-1703c0191b8c is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:01:24.697361 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (3d940b6a-ef32-453e-9233-1703c0191b8c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:24.722902 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b53c034-4ca5-4640-a88b-ebb3ddbeb5d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d940b6a-ef32-453e-9233-1703c0191b8c'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:01:24.725179 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a7ecdc-ed3a-4ba3-9ad0-8a2e9306f658" -d '{"events": [{"server_uuid": "0b53c034-4ca5-4640-a88b-ebb3ddbeb5d6", "name": "network-vif-plugged", "status": "completed", "tag": "3d940b6a-ef32-453e-9233-1703c0191b8c"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:01:24.738289 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 3d940b6a-ef32-453e-9233-1703c0191b8c, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=3d940b6a-ef32-453e-9233-1703c0191b8c,segment=NetworkSegment(d020e4f3-9f8a-4f23-b2f3-f2c71a6fdd04),segment_id=d020e4f3-9f8a-4f23-b2f3-f2c71a6fdd04)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:01:24.744699 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (3d940b6a-ef32-453e-9233-1703c0191b8c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:24.778941 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b96ce0c5-7993-483b-ab9d-c4f38ceae2f3 x-openstack-request-id: req-b96ce0c5-7993-483b-ab9d-c4f38ceae2f3 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:01:24.779270 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b53c034-4ca5-4640-a88b-ebb3ddbeb5d6", "name": "network-vif-plugged", "status": "completed", "tag": "3d940b6a-ef32-453e-9233-1703c0191b8c", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:01:24.779532 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b96ce0c5-7993-483b-ab9d-c4f38ceae2f3 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:01:24.780462 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b53c034-4ca5-4640-a88b-ebb3ddbeb5d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d940b6a-ef32-453e-9233-1703c0191b8c', 'code': 200} Mar 11 20:01:24.819737 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=3d940b6a-ef32-453e-9233-1703c0191b8c,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:24.896260 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1046c7f8-065d-4aa3-aa2d-08124c6d924d req-0e230232-a197-46e3-9410-54c41bca9f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:24.898114 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1046c7f8-065d-4aa3-aa2d-08124c6d924d req-0e230232-a197-46e3-9410-54c41bca9f24 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0b53c034-4ca5-4640-a88b-ebb3ddbeb5d6 HTTP/1.1" status: 200 len: 1127 time: 0.0479376 Mar 11 20:01:24.943880 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1046c7f8-065d-4aa3-aa2d-08124c6d924d req-17bb0902-f006-42d1-bb28-1eaf8d6b1187 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=dd999a85-4edb-4519-85b5-ec77b6b6486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402751 Mar 11 20:01:25.507389 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1879bec2-a70e-411d-a20b-9af90d6c930e req-2cb76850-3d87-41c0-9430-cf0859efc389 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:25.512304 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1879bec2-a70e-411d-a20b-9af90d6c930e req-2cb76850-3d87-41c0-9430-cf0859efc389 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=0b53c034-4ca5-4640-a88b-ebb3ddbeb5d6 HTTP/1.1" status: 200 len: 1127 time: 0.0555103 Mar 11 20:01:25.576335 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1879bec2-a70e-411d-a20b-9af90d6c930e req-e3d946d9-e5e4-4ae4-a51a-5356b81de196 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=dd999a85-4edb-4519-85b5-ec77b6b6486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613256 Mar 11 20:01:26.268006 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:26.554871 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device e17bb2ed-8872-4081-a6c2-28e54bf7725a no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:01:26.576108 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: e17bb2ed-8872-4081-a6c2-28e54bf7725a {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:01:26.576465 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device e17bb2ed-8872-4081-a6c2-28e54bf7725a not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:01:26.707283 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8474b5-9653-4bbe-b92d-eaf7aa260001 req-e8c11603-ee1e-490d-a278-1bcdf039b5b6 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:26.708853 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fa8474b5-9653-4bbe-b92d-eaf7aa260001 req-e8c11603-ee1e-490d-a278-1bcdf039b5b6 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=0b53c034-4ca5-4640-a88b-ebb3ddbeb5d6 HTTP/1.1" status: 200 len: 1127 time: 0.0527022 Mar 11 20:01:26.757057 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fa8474b5-9653-4bbe-b92d-eaf7aa260001 req-102265af-0c49-4605-8aea-97b27065aff1 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=dd999a85-4edb-4519-85b5-ec77b6b6486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417707 Mar 11 20:01:26.890126 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47228122-f8c3-4a65-adef-6053cccd5118 req-83390b17-63ba-4b6a-89b6-76325a3c0e6a tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:26.892502 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-47228122-f8c3-4a65-adef-6053cccd5118 req-83390b17-63ba-4b6a-89b6-76325a3c0e6a tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=0b53c034-4ca5-4640-a88b-ebb3ddbeb5d6 HTTP/1.1" status: 200 len: 1127 time: 0.0535576 Mar 11 20:01:26.952870 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-47228122-f8c3-4a65-adef-6053cccd5118 req-f2aeb7fc-ccd2-4d7b-91c1-99f9fb0a87f8 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=dd999a85-4edb-4519-85b5-ec77b6b6486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534773 Mar 11 20:01:27.068698 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10780413-986c-4c91-8137-ab4fe57f1377 req-3ab5b08d-5882-491a-8864-564247f4a1cd tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:27.070997 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-10780413-986c-4c91-8137-ab4fe57f1377 req-3ab5b08d-5882-491a-8864-564247f4a1cd tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=0b53c034-4ca5-4640-a88b-ebb3ddbeb5d6 HTTP/1.1" status: 200 len: 1127 time: 0.0532458 Mar 11 20:01:27.126795 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-10780413-986c-4c91-8137-ab4fe57f1377 req-c6a0f4ac-3421-4648-8668-1401d55194c1 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=dd999a85-4edb-4519-85b5-ec77b6b6486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482233 Mar 11 20:01:27.424548 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e5f38-30d7-4d78-8749-9e24b95390c9 req-8716be03-df20-49b0-b199-17019ac7dfbd tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:27.432856 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-502e5f38-30d7-4d78-8749-9e24b95390c9 req-8716be03-df20-49b0-b199-17019ac7dfbd tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=0b53c034-4ca5-4640-a88b-ebb3ddbeb5d6 HTTP/1.1" status: 200 len: 1127 time: 0.0690491 Mar 11 20:01:27.489097 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-502e5f38-30d7-4d78-8749-9e24b95390c9 req-c3454fff-9763-40be-886b-647d1d1bbedb tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=dd999a85-4edb-4519-85b5-ec77b6b6486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530319 Mar 11 20:01:27.640334 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:28.600240 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67a27dc-bdc2-4728-94ee-285da8c46187 req-0b4c187e-9886-4ffa-81af-13100b4dc483 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:28.601677 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e67a27dc-bdc2-4728-94ee-285da8c46187 req-0b4c187e-9886-4ffa-81af-13100b4dc483 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=0b53c034-4ca5-4640-a88b-ebb3ddbeb5d6 HTTP/1.1" status: 200 len: 1127 time: 0.0511565 Mar 11 20:01:28.648655 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e67a27dc-bdc2-4728-94ee-285da8c46187 req-fc4f848f-41ba-4841-aeef-298952771ea7 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=dd999a85-4edb-4519-85b5-ec77b6b6486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413928 Mar 11 20:01:28.787573 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203cca58-2b01-4f2a-a1aa-6b8a6e543100 req-e2c4211b-4cb1-40da-8557-7e9972a7dbf9 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:28.789215 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-203cca58-2b01-4f2a-a1aa-6b8a6e543100 req-e2c4211b-4cb1-40da-8557-7e9972a7dbf9 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=0b53c034-4ca5-4640-a88b-ebb3ddbeb5d6 HTTP/1.1" status: 200 len: 1127 time: 0.0481720 Mar 11 20:01:28.887493 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-203cca58-2b01-4f2a-a1aa-6b8a6e543100 req-b3c66dc7-fab0-4452-a53f-ee564b60ccb3 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Deleting port 3d940b6a-ef32-453e-9233-1703c0191b8c {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:01:28.887878 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-203cca58-2b01-4f2a-a1aa-6b8a6e543100 req-b3c66dc7-fab0-4452-a53f-ee564b60ccb3 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (3d940b6a-ef32-453e-9233-1703c0191b8c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:28.979153 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-203cca58-2b01-4f2a-a1aa-6b8a6e543100 req-b3c66dc7-fab0-4452-a53f-ee564b60ccb3 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] For port 3d940b6a-ef32-453e-9233-1703c0191b8c, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=3d940b6a-ef32-453e-9233-1703c0191b8c,segment=NetworkSegment(d020e4f3-9f8a-4f23-b2f3-f2c71a6fdd04),segment_id=d020e4f3-9f8a-4f23-b2f3-f2c71a6fdd04)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:01:28.979539 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-203cca58-2b01-4f2a-a1aa-6b8a6e543100 req-b3c66dc7-fab0-4452-a53f-ee564b60ccb3 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (3d940b6a-ef32-453e-9233-1703c0191b8c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:28.993310 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-203cca58-2b01-4f2a-a1aa-6b8a6e543100 req-b3c66dc7-fab0-4452-a53f-ee564b60ccb3 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Calling delete_port for 3d940b6a-ef32-453e-9233-1703c0191b8c owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:01:29.028725 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:29.132484 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-203cca58-2b01-4f2a-a1aa-6b8a6e543100 req-b3c66dc7-fab0-4452-a53f-ee564b60ccb3 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (3d940b6a-ef32-453e-9233-1703c0191b8c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:29.145025 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['3d940b6a-ef32-453e-9233-1703c0191b8c'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:01:29.163092 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c66dc7-fab0-4452-a53f-ee564b60ccb3 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Pushing event deleted for resources: {'Port': ['ID=3d940b6a-ef32-453e-9233-1703c0191b8c,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:29.172697 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['b3e724bf-6011-4693-bb5f-0816582f1b71'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:01:29.209103 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-203cca58-2b01-4f2a-a1aa-6b8a6e543100 req-b3c66dc7-fab0-4452-a53f-ee564b60ccb3 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] No DVR routers for this DVR port 3d940b6a-ef32-453e-9233-1703c0191b8c on host n-h2-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:01:29.212109 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-203cca58-2b01-4f2a-a1aa-6b8a6e543100 req-b3c66dc7-fab0-4452-a53f-ee564b60ccb3 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:29.215804 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-203cca58-2b01-4f2a-a1aa-6b8a6e543100 req-b3c66dc7-fab0-4452-a53f-ee564b60ccb3 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] 10.222.0.57 "DELETE /v2.0/ports/3d940b6a-ef32-453e-9233-1703c0191b8c HTTP/1.1" status: 204 len: 173 time: 0.4215522 Mar 11 20:01:29.216388 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b53c034-4ca5-4640-a88b-ebb3ddbeb5d6', 'name': 'network-vif-deleted', 'tag': '3d940b6a-ef32-453e-9233-1703c0191b8c'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:01:29.219432 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f2d86e-ac23-46d5-8255-edc344cffba8" -d '{"events": [{"server_uuid": "0b53c034-4ca5-4640-a88b-ebb3ddbeb5d6", "name": "network-vif-deleted", "tag": "3d940b6a-ef32-453e-9233-1703c0191b8c"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:01:29.288360 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1e51ea-c39e-4057-af4c-36759e596991 x-openstack-request-id: req-5f1e51ea-c39e-4057-af4c-36759e596991 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:01:29.288945 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b53c034-4ca5-4640-a88b-ebb3ddbeb5d6", "name": "network-vif-deleted", "tag": "3d940b6a-ef32-453e-9233-1703c0191b8c", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:01:29.289388 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5f1e51ea-c39e-4057-af4c-36759e596991 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:01:29.290320 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b53c034-4ca5-4640-a88b-ebb3ddbeb5d6', 'name': 'network-vif-deleted', 'tag': '3d940b6a-ef32-453e-9233-1703c0191b8c', 'status': 'completed', 'code': 200} Mar 11 20:01:29.815693 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1ea5957c-0de1-400e-9792-5f4d8a21ad6a req-d770ebf2-ba4f-4ce5-bd19-5cc6d0c9d2b0 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=0b53c034-4ca5-4640-a88b-ebb3ddbeb5d6 HTTP/1.1" status: 200 len: 210 time: 0.0340457 Mar 11 20:01:29.997582 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7cee0eb1-e714-4a6e-8b05-0ff4620e39e8 req-2e803fc0-f18a-49fe-935b-5c444227ab37 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=845a8fbe-c8a1-4efb-82ab-db4c75ed8054&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0456049 Mar 11 20:01:30.086309 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee0eb1-e714-4a6e-8b05-0ff4620e39e8 req-195036e5-1db8-4526-9d48-30829a5b5ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:30.087986 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7cee0eb1-e714-4a6e-8b05-0ff4620e39e8 req-195036e5-1db8-4526-9d48-30829a5b5ff9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ac0acd49ed0a4c6b89bcb3eaea14c217&device_id=845a8fbe-c8a1-4efb-82ab-db4c75ed8054 HTTP/1.1" status: 200 len: 1128 time: 0.0475197 Mar 11 20:01:30.202293 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee0eb1-e714-4a6e-8b05-0ff4620e39e8 req-6eb9d964-eb60-4d0c-98a6-79b32d696e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:30.202999 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7cee0eb1-e714-4a6e-8b05-0ff4620e39e8 req-6eb9d964-eb60-4d0c-98a6-79b32d696e8f service neutron] 10.222.0.57 "GET /v2.0/networks?id=d7695c22-7cfd-4319-9d63-9f76b8799969 HTTP/1.1" status: 200 len: 915 time: 0.0972188 Mar 11 20:01:30.279930 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7cee0eb1-e714-4a6e-8b05-0ff4620e39e8 req-088f1fe6-4d7a-4185-9006-32a9f42222c2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183 HTTP/1.1" status: 200 len: 1001 time: 0.0670192 Mar 11 20:01:30.333181 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee0eb1-e714-4a6e-8b05-0ff4620e39e8 req-328c995f-f983-4780-89ac-557bc277b8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:30.335055 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7cee0eb1-e714-4a6e-8b05-0ff4620e39e8 req-328c995f-f983-4780-89ac-557bc277b8c7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9c3f149c-decf-4bc3-9858-1266a909f90c HTTP/1.1" status: 200 len: 853 time: 0.0501199 Mar 11 20:01:30.393979 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee0eb1-e714-4a6e-8b05-0ff4620e39e8 req-3a3f4e51-47a2-4434-a2b3-89aab1ab48e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:30.395949 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7cee0eb1-e714-4a6e-8b05-0ff4620e39e8 req-3a3f4e51-47a2-4434-a2b3-89aab1ab48e4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d7695c22-7cfd-4319-9d63-9f76b8799969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0551941 Mar 11 20:01:30.490979 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7cee0eb1-e714-4a6e-8b05-0ff4620e39e8 req-1abad691-92cd-4469-814f-fa8e027a081b service neutron] 10.222.0.57 "GET /v2.0/networks/d7695c22-7cfd-4319-9d63-9f76b8799969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895925 Mar 11 20:01:30.612872 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7cee0eb1-e714-4a6e-8b05-0ff4620e39e8 req-1acc6527-070f-468f-9356-13a035be830a service neutron] 10.222.0.57 "GET /v2.0/networks/d7695c22-7cfd-4319-9d63-9f76b8799969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158373 Mar 11 20:01:31.195998 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f106f29-9349-4689-98af-655ef07c9a9b req-6ac9cc84-123d-426b-8243-3f4d4c3068f9 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:31.203590 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2f106f29-9349-4689-98af-655ef07c9a9b req-6ac9cc84-123d-426b-8243-3f4d4c3068f9 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=c4c0128e-0065-4d82-9fec-15e7572834c1 HTTP/1.1" status: 200 len: 1128 time: 0.0654984 Mar 11 20:01:31.258597 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2f106f29-9349-4689-98af-655ef07c9a9b req-98d70063-168e-4dbf-b3a4-9f7577601460 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=dd999a85-4edb-4519-85b5-ec77b6b6486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537467 Mar 11 20:01:32.386489 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2597e212-5cd5-4f18-958c-ea54aaf04cf5 req-b73553b6-12a9-4c47-b1d9-e3e4f74d3ff0 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:32.388056 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2597e212-5cd5-4f18-958c-ea54aaf04cf5 req-b73553b6-12a9-4c47-b1d9-e3e4f74d3ff0 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=c4c0128e-0065-4d82-9fec-15e7572834c1 HTTP/1.1" status: 200 len: 1128 time: 0.0554693 Mar 11 20:01:32.437684 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2597e212-5cd5-4f18-958c-ea54aaf04cf5 req-06915fe6-b8bf-47ca-8670-37201626cd46 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=dd999a85-4edb-4519-85b5-ec77b6b6486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438566 Mar 11 20:01:32.473615 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18baf585-1c40-4f37-9e76-eb6d7a516e7c req-b6096dd2-7361-4818-80c3-77987a5e5b27 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:32.475133 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-18baf585-1c40-4f37-9e76-eb6d7a516e7c req-b6096dd2-7361-4818-80c3-77987a5e5b27 tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=c4c0128e-0065-4d82-9fec-15e7572834c1 HTTP/1.1" status: 200 len: 1128 time: 0.0568430 Mar 11 20:01:32.560037 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-18baf585-1c40-4f37-9e76-eb6d7a516e7c req-77725967-f9e7-4f6c-a9ce-294271b7951d tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Deleting port b3e724bf-6011-4693-bb5f-0816582f1b71 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:01:32.560384 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-18baf585-1c40-4f37-9e76-eb6d7a516e7c req-77725967-f9e7-4f6c-a9ce-294271b7951d tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (b3e724bf-6011-4693-bb5f-0816582f1b71), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:32.575115 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 3d940b6a-ef32-453e-9233-1703c0191b8c no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:01:32.596608 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: 3d940b6a-ef32-453e-9233-1703c0191b8c {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:01:32.597217 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 3d940b6a-ef32-453e-9233-1703c0191b8c not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:01:32.666814 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-18baf585-1c40-4f37-9e76-eb6d7a516e7c req-77725967-f9e7-4f6c-a9ce-294271b7951d tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] For port b3e724bf-6011-4693-bb5f-0816582f1b71, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=b3e724bf-6011-4693-bb5f-0816582f1b71,segment=NetworkSegment(d020e4f3-9f8a-4f23-b2f3-f2c71a6fdd04),segment_id=d020e4f3-9f8a-4f23-b2f3-f2c71a6fdd04)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:01:32.667161 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-18baf585-1c40-4f37-9e76-eb6d7a516e7c req-77725967-f9e7-4f6c-a9ce-294271b7951d tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (b3e724bf-6011-4693-bb5f-0816582f1b71), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:32.681505 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-18baf585-1c40-4f37-9e76-eb6d7a516e7c req-77725967-f9e7-4f6c-a9ce-294271b7951d tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Calling delete_port for b3e724bf-6011-4693-bb5f-0816582f1b71 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:01:32.836038 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-18baf585-1c40-4f37-9e76-eb6d7a516e7c req-77725967-f9e7-4f6c-a9ce-294271b7951d tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (b3e724bf-6011-4693-bb5f-0816582f1b71), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:32.847402 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['b3e724bf-6011-4693-bb5f-0816582f1b71'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:01:32.872702 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77725967-f9e7-4f6c-a9ce-294271b7951d tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Pushing event deleted for resources: {'Port': ['ID=b3e724bf-6011-4693-bb5f-0816582f1b71,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:32.914258 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77725967-f9e7-4f6c-a9ce-294271b7951d tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:32.914762 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77725967-f9e7-4f6c-a9ce-294271b7951d tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:32.915222 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77725967-f9e7-4f6c-a9ce-294271b7951d tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:32.915838 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77725967-f9e7-4f6c-a9ce-294271b7951d tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:32.916422 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77725967-f9e7-4f6c-a9ce-294271b7951d tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:32.916989 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77725967-f9e7-4f6c-a9ce-294271b7951d tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:32.917423 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77725967-f9e7-4f6c-a9ce-294271b7951d tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:32.917927 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77725967-f9e7-4f6c-a9ce-294271b7951d tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:32.918361 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77725967-f9e7-4f6c-a9ce-294271b7951d tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:32.918793 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77725967-f9e7-4f6c-a9ce-294271b7951d tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:32.919256 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77725967-f9e7-4f6c-a9ce-294271b7951d tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:32.919808 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77725967-f9e7-4f6c-a9ce-294271b7951d tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:32.920356 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77725967-f9e7-4f6c-a9ce-294271b7951d tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:32.943527 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-18baf585-1c40-4f37-9e76-eb6d7a516e7c req-77725967-f9e7-4f6c-a9ce-294271b7951d tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] No DVR routers for this DVR port b3e724bf-6011-4693-bb5f-0816582f1b71 on host n-h1-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:01:32.946449 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-18baf585-1c40-4f37-9e76-eb6d7a516e7c req-77725967-f9e7-4f6c-a9ce-294271b7951d tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:32.950805 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-18baf585-1c40-4f37-9e76-eb6d7a516e7c req-77725967-f9e7-4f6c-a9ce-294271b7951d tempest-TestServerMultinode-569950507 tempest-TestServerMultinode-569950507-project-admin] 10.222.0.75 "DELETE /v2.0/ports/b3e724bf-6011-4693-bb5f-0816582f1b71 HTTP/1.1" status: 204 len: 173 time: 0.4703982 Mar 11 20:01:32.951366 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4c0128e-0065-4d82-9fec-15e7572834c1', 'name': 'network-vif-deleted', 'tag': 'b3e724bf-6011-4693-bb5f-0816582f1b71'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:01:32.954573 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6782e967-317e-46da-b302-607dcc7bd42b" -d '{"events": [{"server_uuid": "c4c0128e-0065-4d82-9fec-15e7572834c1", "name": "network-vif-deleted", "tag": "b3e724bf-6011-4693-bb5f-0816582f1b71"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:01:33.017505 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ffe6f7-55a6-44f6-a2f2-0aeb8fb722c2 x-openstack-request-id: req-63ffe6f7-55a6-44f6-a2f2-0aeb8fb722c2 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:01:33.023757 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4c0128e-0065-4d82-9fec-15e7572834c1", "name": "network-vif-deleted", "tag": "b3e724bf-6011-4693-bb5f-0816582f1b71", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:01:33.024028 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-63ffe6f7-55a6-44f6-a2f2-0aeb8fb722c2 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:01:33.024466 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4c0128e-0065-4d82-9fec-15e7572834c1', 'name': 'network-vif-deleted', 'tag': 'b3e724bf-6011-4693-bb5f-0816582f1b71', 'status': 'completed', 'code': 200} Mar 11 20:01:33.505216 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 41952) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:01:33.922379 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1711ab61-f819-40dc-89a7-dbb994b4b322 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (3ce0cdd0-3be0-4b85-bf57-1514d0aac4ea), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:34.256280 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-1711ab61-f819-40dc-89a7-dbb994b4b322 admin admin] Deleting port f3b42d0c-ea6c-45da-b871-1d165d062c51 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:01:34.258772 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1711ab61-f819-40dc-89a7-dbb994b4b322 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (f3b42d0c-ea6c-45da-b871-1d165d062c51), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:34.392732 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-1711ab61-f819-40dc-89a7-dbb994b4b322 admin admin] For port f3b42d0c-ea6c-45da-b871-1d165d062c51, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=f3b42d0c-ea6c-45da-b871-1d165d062c51,segment=NetworkSegment(d020e4f3-9f8a-4f23-b2f3-f2c71a6fdd04),segment_id=d020e4f3-9f8a-4f23-b2f3-f2c71a6fdd04)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:01:34.394403 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1711ab61-f819-40dc-89a7-dbb994b4b322 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (f3b42d0c-ea6c-45da-b871-1d165d062c51), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:34.431345 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-1711ab61-f819-40dc-89a7-dbb994b4b322 admin admin] Calling delete_port for f3b42d0c-ea6c-45da-b871-1d165d062c51 owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:01:34.742816 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1711ab61-f819-40dc-89a7-dbb994b4b322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (f3b42d0c-ea6c-45da-b871-1d165d062c51), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:34.770895 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1711ab61-f819-40dc-89a7-dbb994b4b322 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3b42d0c-ea6c-45da-b871-1d165d062c51,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:35.001205 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 41972) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:01:35.022973 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1711ab61-f819-40dc-89a7-dbb994b4b322 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (3ce0cdd0-3be0-4b85-bf57-1514d0aac4ea), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:35.167730 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-55161247-d92f-44c8-ab4e-4429889055e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:35.285125 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-55161247-d92f-44c8-ab4e-4429889055e9 admin admin] Publish callbacks [] for security_group (52d83850-f50a-4489-9585-a006cf4fc0ea), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:35.286788 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1711ab61-f819-40dc-89a7-dbb994b4b322 admin admin] Router 3ce0cdd0-3be0-4b85-bf57-1514d0aac4ea has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:01:35.290113 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-55161247-d92f-44c8-ab4e-4429889055e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (52d83850-f50a-4489-9585-a006cf4fc0ea), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:35.340964 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-55161247-d92f-44c8-ab4e-4429889055e9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=40043a88764f4e81bb4f702c9f30e3e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3378475 Mar 11 20:01:35.343054 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 41976) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:01:35.345775 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55161247-d92f-44c8-ab4e-4429889055e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d83850-f50a-4489-9585-a006cf4fc0ea,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:35.453288 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1e40c1d5-3309-4d9b-85eb-691462390983 admin admin] Publish callbacks [] for security_group (52d83850-f50a-4489-9585-a006cf4fc0ea), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:35.459431 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1711ab61-f819-40dc-89a7-dbb994b4b322 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:01:35.473168 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-1711ab61-f819-40dc-89a7-dbb994b4b322 admin admin] 10.222.0.65 "PUT /v2.0/routers/3ce0cdd0-3be0-4b85-bf57-1514d0aac4ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9643517 Mar 11 20:01:35.473168 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 41980) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:01:35.491764 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f42d274-cf87-48eb-b41d-9f01e6e9b817 None None] Sync routers for ids ['3ce0cdd0-3be0-4b85-bf57-1514d0aac4ea'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:01:35.504630 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f42d274-cf87-48eb-b41d-9f01e6e9b817 None None] Routers {'3ce0cdd0-3be0-4b85-bf57-1514d0aac4ea'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:01:35.505266 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-8f42d274-cf87-48eb-b41d-9f01e6e9b817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:01:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['3ce0cdd0-3be0-4b85-bf57-1514d0aac4ea'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:01:35.527395 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1e40c1d5-3309-4d9b-85eb-691462390983 admin admin] Publish callbacks [] for security_group (52d83850-f50a-4489-9585-a006cf4fc0ea), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:35.632851 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d34f31b7-5497-4e5c-b991-7215846f2a48 admin admin] Publish callbacks [] for router (3ce0cdd0-3be0-4b85-bf57-1514d0aac4ea), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:35.697770 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1e40c1d5-3309-4d9b-85eb-691462390983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (52d83850-f50a-4489-9585-a006cf4fc0ea), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:35.697996 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-8f42d274-cf87-48eb-b41d-9f01e6e9b817 None None] Set router 3ce0cdd0-3be0-4b85-bf57-1514d0aac4ea gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:01:35.700059 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1e40c1d5-3309-4d9b-85eb-691462390983 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:35.701243 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-1e40c1d5-3309-4d9b-85eb-691462390983 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/52d83850-f50a-4489-9585-a006cf4fc0ea HTTP/1.1" status: 204 len: 168 time: 0.3572476 Mar 11 20:01:35.742664 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e40c1d5-3309-4d9b-85eb-691462390983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d83850-f50a-4489-9585-a006cf4fc0ea,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:35.765956 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d34f31b7-5497-4e5c-b991-7215846f2a48 admin admin] Publish callbacks [] for router_gateway (3ce0cdd0-3be0-4b85-bf57-1514d0aac4ea), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:35.920285 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-d34f31b7-5497-4e5c-b991-7215846f2a48 admin admin] Deleting port 940e333c-838c-4bf0-b1f4-ab059e0f3403 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:01:35.920700 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d34f31b7-5497-4e5c-b991-7215846f2a48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (940e333c-838c-4bf0-b1f4-ab059e0f3403), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:36.030592 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-8f42d274-cf87-48eb-b41d-9f01e6e9b817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce0cdd0-3be0-4b85-bf57-1514d0aac4ea', 'name': 'tempest-TestServerMultinode-1939893222-router', 'tenant_id': '1a7c4ba321f14038a6f0dd7d8b5e706d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '940e333c-838c-4bf0-b1f4-ab059e0f3403', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:00:46Z', 'updated_at': '2022-03-11T20:01:34Z', 'revision_number': 5, 'project_id': '1a7c4ba321f14038a6f0dd7d8b5e706d', 'gw_port': {'id': '940e333c-838c-4bf0-b1f4-ab059e0f3403', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce0cdd0-3be0-4b85-bf57-1514d0aac4ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3496, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:00:47Z', 'updated_at': '2022-03-11T20:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:01:36.064367 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-d34f31b7-5497-4e5c-b991-7215846f2a48 admin admin] For port 940e333c-838c-4bf0-b1f4-ab059e0f3403, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=940e333c-838c-4bf0-b1f4-ab059e0f3403,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:01:36.065121 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d34f31b7-5497-4e5c-b991-7215846f2a48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (940e333c-838c-4bf0-b1f4-ab059e0f3403), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:36.085956 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f42d274-cf87-48eb-b41d-9f01e6e9b817 None None] Checking router: 3ce0cdd0-3be0-4b85-bf57-1514d0aac4ea for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:01:36.087777 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-d34f31b7-5497-4e5c-b991-7215846f2a48 admin admin] Calling delete_port for 940e333c-838c-4bf0-b1f4-ab059e0f3403 owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:01:36.102786 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f42d274-cf87-48eb-b41d-9f01e6e9b817 None None] Routers {'3ce0cdd0-3be0-4b85-bf57-1514d0aac4ea'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:01:36.103844 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-8f42d274-cf87-48eb-b41d-9f01e6e9b817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:01:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['3ce0cdd0-3be0-4b85-bf57-1514d0aac4ea'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:01:36.181305 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 41988) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:01:36.209874 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-34a428ef-2b63-4620-81ea-8c6e3e5db46c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:36.250035 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-8f42d274-cf87-48eb-b41d-9f01e6e9b817 None None] Set router 3ce0cdd0-3be0-4b85-bf57-1514d0aac4ea gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:01:36.317646 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-8f42d274-cf87-48eb-b41d-9f01e6e9b817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce0cdd0-3be0-4b85-bf57-1514d0aac4ea', 'name': 'tempest-TestServerMultinode-1939893222-router', 'tenant_id': '1a7c4ba321f14038a6f0dd7d8b5e706d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:00:46Z', 'updated_at': '2022-03-11T20:01:35Z', 'revision_number': 6, 'project_id': '1a7c4ba321f14038a6f0dd7d8b5e706d', 'gw_port_host': None}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:01:36.352003 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f42d274-cf87-48eb-b41d-9f01e6e9b817 None None] The sync data for ids ['3ce0cdd0-3be0-4b85-bf57-1514d0aac4ea'] in n-d-833163-1 is: [{'id': '3ce0cdd0-3be0-4b85-bf57-1514d0aac4ea', 'name': 'tempest-TestServerMultinode-1939893222-router', 'tenant_id': '1a7c4ba321f14038a6f0dd7d8b5e706d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:00:46Z', 'updated_at': '2022-03-11T20:01:35Z', 'revision_number': 6, 'project_id': '1a7c4ba321f14038a6f0dd7d8b5e706d', 'gw_port_host': None}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:01:36.359701 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d34f31b7-5497-4e5c-b991-7215846f2a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (940e333c-838c-4bf0-b1f4-ab059e0f3403), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:36.370293 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-34a428ef-2b63-4620-81ea-8c6e3e5db46c admin admin] Publish callbacks [] for security_group (52fbce75-8d3b-4534-b0e0-d07dae1b6ff4), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:36.375655 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-34a428ef-2b63-4620-81ea-8c6e3e5db46c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (52fbce75-8d3b-4534-b0e0-d07dae1b6ff4), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:36.401512 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34f31b7-5497-4e5c-b991-7215846f2a48 admin admin] Pushing event deleted for resources: {'Port': ['ID=940e333c-838c-4bf0-b1f4-ab059e0f3403,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:36.431144 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a428ef-2b63-4620-81ea-8c6e3e5db46c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52fbce75-8d3b-4534-b0e0-d07dae1b6ff4,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:36.439801 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-34a428ef-2b63-4620-81ea-8c6e3e5db46c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ddca393ad55e4c8ea0177f1405241a36&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2573061 Mar 11 20:01:36.440347 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 41990) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:01:36.476958 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d34f31b7-5497-4e5c-b991-7215846f2a48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (3ce0cdd0-3be0-4b85-bf57-1514d0aac4ea), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:36.509277 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4ff66f04-0f87-4082-857e-508cdce19571 admin admin] Publish callbacks [] for security_group (52fbce75-8d3b-4534-b0e0-d07dae1b6ff4), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:36.536821 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4ff66f04-0f87-4082-857e-508cdce19571 admin admin] Publish callbacks [] for security_group (52fbce75-8d3b-4534-b0e0-d07dae1b6ff4), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:36.591578 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4ff66f04-0f87-4082-857e-508cdce19571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (52fbce75-8d3b-4534-b0e0-d07dae1b6ff4), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:36.594502 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4ff66f04-0f87-4082-857e-508cdce19571 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:36.595748 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4ff66f04-0f87-4082-857e-508cdce19571 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/52fbce75-8d3b-4534-b0e0-d07dae1b6ff4 HTTP/1.1" status: 204 len: 168 time: 0.1541789 Mar 11 20:01:36.613237 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff66f04-0f87-4082-857e-508cdce19571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52fbce75-8d3b-4534-b0e0-d07dae1b6ff4,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:36.737616 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device b3e724bf-6011-4693-bb5f-0816582f1b71 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:01:36.771368 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: b3e724bf-6011-4693-bb5f-0816582f1b71 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:01:36.771853 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device b3e724bf-6011-4693-bb5f-0816582f1b71 not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:01:36.940669 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d34f31b7-5497-4e5c-b991-7215846f2a48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (3ce0cdd0-3be0-4b85-bf57-1514d0aac4ea), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:36.943280 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d34f31b7-5497-4e5c-b991-7215846f2a48 admin admin] Publish callbacks [] for router_controller (3ce0cdd0-3be0-4b85-bf57-1514d0aac4ea), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:36.986818 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:01:37.001923 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d34f31b7-5497-4e5c-b991-7215846f2a48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (3ce0cdd0-3be0-4b85-bf57-1514d0aac4ea), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:37.002497 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34f31b7-5497-4e5c-b991-7215846f2a48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ce0cdd0-3be0-4b85-bf57-1514d0aac4ea {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 20:01:37.007247 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d34f31b7-5497-4e5c-b991-7215846f2a48 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:37.010888 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d34f31b7-5497-4e5c-b991-7215846f2a48 admin admin] 10.222.0.65 "DELETE /v2.0/routers/3ce0cdd0-3be0-4b85-bf57-1514d0aac4ea HTTP/1.1" status: 204 len: 168 time: 1.5349059 Mar 11 20:01:37.011256 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 41998) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:01:37.058702 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-8be9f156-b631-40b4-a49b-46a5da15ce05 admin admin] Deleting subnet 915a4f0d-594a-4459-acad-c0b01c13a3b4 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 20:01:37.062959 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8be9f156-b631-40b4-a49b-46a5da15ce05 admin admin] Publish callbacks [] for subnet (915a4f0d-594a-4459-acad-c0b01c13a3b4), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:37.086409 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 42000) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:01:37.100592 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-801edc96-2c18-4423-9f66-3acf55ab18d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:37.106245 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8be9f156-b631-40b4-a49b-46a5da15ce05 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (915a4f0d-594a-4459-acad-c0b01c13a3b4), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:37.202999 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8be9f156-b631-40b4-a49b-46a5da15ce05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (915a4f0d-594a-4459-acad-c0b01c13a3b4), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:37.204221 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-801edc96-2c18-4423-9f66-3acf55ab18d3 admin admin] Publish callbacks [] for security_group (c5c7d73c-c44b-403d-b729-000878800bf8), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:37.209250 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-801edc96-2c18-4423-9f66-3acf55ab18d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (c5c7d73c-c44b-403d-b729-000878800bf8), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:37.266392 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-801edc96-2c18-4423-9f66-3acf55ab18d3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=115db037267c45d79ba83d4e25413fd7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1783338 Mar 11 20:01:37.267131 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801edc96-2c18-4423-9f66-3acf55ab18d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c7d73c-c44b-403d-b729-000878800bf8,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:37.269547 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 42002) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:01:37.316397 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8be9f156-b631-40b4-a49b-46a5da15ce05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (915a4f0d-594a-4459-acad-c0b01c13a3b4), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:37.356188 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be9f156-b631-40b4-a49b-46a5da15ce05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=915a4f0d-594a-4459-acad-c0b01c13a3b4,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:37.360613 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8be9f156-b631-40b4-a49b-46a5da15ce05 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:37.363801 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8be9f156-b631-40b4-a49b-46a5da15ce05 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/915a4f0d-594a-4459-acad-c0b01c13a3b4 HTTP/1.1" status: 204 len: 168 time: 0.3515382 Mar 11 20:01:37.366624 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 42004) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:01:37.375493 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0958da5b-dcbd-45f8-9813-5946e56fae78 None None] Network 3baaddf1-2b56-47ea-bd5f-c140ae3a4605 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:01:37.380273 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8fac1239-15af-403b-bbc8-83c4c4a15ad3 admin admin] Publish callbacks [] for security_group (c5c7d73c-c44b-403d-b729-000878800bf8), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:37.410625 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8fac1239-15af-403b-bbc8-83c4c4a15ad3 admin admin] Publish callbacks [] for security_group (c5c7d73c-c44b-403d-b729-000878800bf8), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:37.485792 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8fac1239-15af-403b-bbc8-83c4c4a15ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (c5c7d73c-c44b-403d-b729-000878800bf8), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:37.489079 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8fac1239-15af-403b-bbc8-83c4c4a15ad3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:37.490385 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8fac1239-15af-403b-bbc8-83c4c4a15ad3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c5c7d73c-c44b-403d-b729-000878800bf8 HTTP/1.1" status: 204 len: 168 time: 0.2099795 Mar 11 20:01:37.501587 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f8f06152-2e7e-49e7-b7f0-66ff8074612c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (3baaddf1-2b56-47ea-bd5f-c140ae3a4605), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:37.505392 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac1239-15af-403b-bbc8-83c4c4a15ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c7d73c-c44b-403d-b729-000878800bf8,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:37.601554 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 940e333c-838c-4bf0-b1f4-ab059e0f3403 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:01:37.628020 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 940e333c-838c-4bf0-b1f4-ab059e0f3403 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:01:37.628465 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 940e333c-838c-4bf0-b1f4-ab059e0f3403 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:01:37.628997 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device f3b42d0c-ea6c-45da-b871-1d165d062c51 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:01:37.653421 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-f8f06152-2e7e-49e7-b7f0-66ff8074612c admin admin] Deleting port 28f7953c-7e45-42d1-a279-fd56491b93b4 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:01:37.653766 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f8f06152-2e7e-49e7-b7f0-66ff8074612c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (28f7953c-7e45-42d1-a279-fd56491b93b4), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:37.656891 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: f3b42d0c-ea6c-45da-b871-1d165d062c51 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:01:37.657313 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device f3b42d0c-ea6c-45da-b871-1d165d062c51 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:01:37.692036 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6d45af-e3ca-45e6-bb2c-64a785d20b06 None None] DHCP port deletion for 3baaddf1-2b56-47ea-bd5f-c140ae3a4605 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 20:01:37.740535 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-f8f06152-2e7e-49e7-b7f0-66ff8074612c admin admin] For port 28f7953c-7e45-42d1-a279-fd56491b93b4, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=28f7953c-7e45-42d1-a279-fd56491b93b4,segment=NetworkSegment(d020e4f3-9f8a-4f23-b2f3-f2c71a6fdd04),segment_id=d020e4f3-9f8a-4f23-b2f3-f2c71a6fdd04)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:01:37.741066 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f8f06152-2e7e-49e7-b7f0-66ff8074612c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (28f7953c-7e45-42d1-a279-fd56491b93b4), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:37.753406 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-5a6d45af-e3ca-45e6-bb2c-64a785d20b06 None None] Deleting port 28f7953c-7e45-42d1-a279-fd56491b93b4 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:01:37.753406 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5a6d45af-e3ca-45e6-bb2c-64a785d20b06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (28f7953c-7e45-42d1-a279-fd56491b93b4), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:37.755617 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-f8f06152-2e7e-49e7-b7f0-66ff8074612c admin admin] Calling delete_port for 28f7953c-7e45-42d1-a279-fd56491b93b4 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:01:37.831043 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-5a6d45af-e3ca-45e6-bb2c-64a785d20b06 None None] For port 28f7953c-7e45-42d1-a279-fd56491b93b4, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=28f7953c-7e45-42d1-a279-fd56491b93b4,segment=NetworkSegment(d020e4f3-9f8a-4f23-b2f3-f2c71a6fdd04),segment_id=d020e4f3-9f8a-4f23-b2f3-f2c71a6fdd04)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:01:37.831587 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5a6d45af-e3ca-45e6-bb2c-64a785d20b06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (28f7953c-7e45-42d1-a279-fd56491b93b4), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:37.845177 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-5a6d45af-e3ca-45e6-bb2c-64a785d20b06 None None] Calling delete_port for 28f7953c-7e45-42d1-a279-fd56491b93b4 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:01:37.856435 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f8f06152-2e7e-49e7-b7f0-66ff8074612c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (28f7953c-7e45-42d1-a279-fd56491b93b4), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:37.887590 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f06152-2e7e-49e7-b7f0-66ff8074612c admin admin] Pushing event deleted for resources: {'Port': ['ID=28f7953c-7e45-42d1-a279-fd56491b93b4,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:37.901462 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f06152-2e7e-49e7-b7f0-66ff8074612c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:37.902663 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f06152-2e7e-49e7-b7f0-66ff8074612c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:37.903243 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f06152-2e7e-49e7-b7f0-66ff8074612c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:37.903839 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f06152-2e7e-49e7-b7f0-66ff8074612c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:37.905152 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f06152-2e7e-49e7-b7f0-66ff8074612c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:37.905920 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f06152-2e7e-49e7-b7f0-66ff8074612c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:37.906675 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f06152-2e7e-49e7-b7f0-66ff8074612c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:37.907254 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f06152-2e7e-49e7-b7f0-66ff8074612c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:37.907881 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f06152-2e7e-49e7-b7f0-66ff8074612c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:37.908311 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f06152-2e7e-49e7-b7f0-66ff8074612c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:37.908656 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f06152-2e7e-49e7-b7f0-66ff8074612c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:37.908997 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f06152-2e7e-49e7-b7f0-66ff8074612c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:37.909332 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f06152-2e7e-49e7-b7f0-66ff8074612c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:01:37.919954 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f06152-2e7e-49e7-b7f0-66ff8074612c admin admin] No DVR routers for this DVR port 28f7953c-7e45-42d1-a279-fd56491b93b4 on host n-d-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:01:37.946184 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5a6d45af-e3ca-45e6-bb2c-64a785d20b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (28f7953c-7e45-42d1-a279-fd56491b93b4), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:37.979981 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6d45af-e3ca-45e6-bb2c-64a785d20b06 None None] Pushing event deleted for resources: {'Port': ['ID=28f7953c-7e45-42d1-a279-fd56491b93b4,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:37.982962 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6d45af-e3ca-45e6-bb2c-64a785d20b06 None None] No DVR routers for this DVR port 28f7953c-7e45-42d1-a279-fd56491b93b4 on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:01:38.018131 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f8f06152-2e7e-49e7-b7f0-66ff8074612c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (3baaddf1-2b56-47ea-bd5f-c140ae3a4605), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:38.051518 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-f8f06152-2e7e-49e7-b7f0-66ff8074612c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3baaddf1-2b56-47ea-bd5f-c140ae3a4605']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:01:38.064768 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-f8f06152-2e7e-49e7-b7f0-66ff8074612c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd020e4f3-9f8a-4f23-b2f3-f2c71a6fdd04') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:01:38.065073 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-f8f06152-2e7e-49e7-b7f0-66ff8074612c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd020e4f3-9f8a-4f23-b2f3-f2c71a6fdd04') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:01:38.077056 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f8f06152-2e7e-49e7-b7f0-66ff8074612c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (d020e4f3-9f8a-4f23-b2f3-f2c71a6fdd04), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:38.092268 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f8f06152-2e7e-49e7-b7f0-66ff8074612c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (d020e4f3-9f8a-4f23-b2f3-f2c71a6fdd04), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:38.099452 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8f06152-2e7e-49e7-b7f0-66ff8074612c admin admin] Releasing vlan 864 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 20:01:38.104146 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f8f06152-2e7e-49e7-b7f0-66ff8074612c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (d020e4f3-9f8a-4f23-b2f3-f2c71a6fdd04), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:38.106161 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 20:01:38.106161 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 20:01:38.106161 n-d-833163-1 neutron-server[103885]: timer() Mar 11 20:01:38.106161 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:01:38.106161 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 20:01:38.106161 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 20:01:38.106161 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 20:01:38.106161 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:01:38.106161 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 20:01:38.106161 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:01:38.106161 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 20:01:38.106161 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:01:38.106161 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 20:01:38.106161 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 20:01:38.106161 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:01:38.106161 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 20:01:38.106161 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:01:38.106161 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 20:01:38.106161 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 20:01:38.106161 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:01:38.106161 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 20:01:38.106161 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:01:38.106161 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:01:38.106161 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 20:01:38.106161 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 20:01:38.106161 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 20:01:38.106161 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:01:38.106161 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 20:01:38.106161 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:01:38.106161 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 20:01:38.106161 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:01:38.106161 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:01:38.172292 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f8f06152-2e7e-49e7-b7f0-66ff8074612c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (3baaddf1-2b56-47ea-bd5f-c140ae3a4605), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:38.178979 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f8f06152-2e7e-49e7-b7f0-66ff8074612c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:38.182551 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f8f06152-2e7e-49e7-b7f0-66ff8074612c admin admin] 10.222.0.65 "DELETE /v2.0/networks/3baaddf1-2b56-47ea-bd5f-c140ae3a4605 HTTP/1.1" status: 204 len: 168 time: 0.8146656 Mar 11 20:01:38.186206 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 42022) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:01:38.199725 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f06152-2e7e-49e7-b7f0-66ff8074612c admin admin] Pushing event deleted for resources: {'Network': ['ID=3baaddf1-2b56-47ea-bd5f-c140ae3a4605,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:38.599551 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b086f391-e50e-4c58-b860-4c8a8ad1cf77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (d4fad9a7-17da-4835-bc5f-ea301ea34c9a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:38.886972 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-b086f391-e50e-4c58-b860-4c8a8ad1cf77 admin admin] Deleting port 65a86682-b0cb-48be-ac27-95dd98817242 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:01:38.887326 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b086f391-e50e-4c58-b860-4c8a8ad1cf77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (65a86682-b0cb-48be-ac27-95dd98817242), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:38.974882 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-b086f391-e50e-4c58-b860-4c8a8ad1cf77 admin admin] For port 65a86682-b0cb-48be-ac27-95dd98817242, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=65a86682-b0cb-48be-ac27-95dd98817242,segment=NetworkSegment(ea568187-9247-49b9-9bc6-ef04fe8a0ee2),segment_id=ea568187-9247-49b9-9bc6-ef04fe8a0ee2)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:01:38.975285 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b086f391-e50e-4c58-b860-4c8a8ad1cf77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (65a86682-b0cb-48be-ac27-95dd98817242), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:38.991026 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-b086f391-e50e-4c58-b860-4c8a8ad1cf77 admin admin] Calling delete_port for 65a86682-b0cb-48be-ac27-95dd98817242 owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:01:39.194661 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b086f391-e50e-4c58-b860-4c8a8ad1cf77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (65a86682-b0cb-48be-ac27-95dd98817242), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:39.221869 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b086f391-e50e-4c58-b860-4c8a8ad1cf77 admin admin] Pushing event deleted for resources: {'Port': ['ID=65a86682-b0cb-48be-ac27-95dd98817242,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:39.428234 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b086f391-e50e-4c58-b860-4c8a8ad1cf77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (d4fad9a7-17da-4835-bc5f-ea301ea34c9a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:39.631167 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 28f7953c-7e45-42d1-a279-fd56491b93b4 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:01:39.651719 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 28f7953c-7e45-42d1-a279-fd56491b93b4 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:01:39.652076 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 28f7953c-7e45-42d1-a279-fd56491b93b4 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:01:39.711213 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b086f391-e50e-4c58-b860-4c8a8ad1cf77 admin admin] Router d4fad9a7-17da-4835-bc5f-ea301ea34c9a has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:01:39.860250 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b086f391-e50e-4c58-b860-4c8a8ad1cf77 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:01:39.868070 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 42066) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:01:39.868492 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b086f391-e50e-4c58-b860-4c8a8ad1cf77 admin admin] 10.222.0.65 "PUT /v2.0/routers/d4fad9a7-17da-4835-bc5f-ea301ea34c9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6805468 Mar 11 20:01:39.872720 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef827ece-3f69-4300-ae3f-53b8fe541f22 None None] Sync routers for ids ['d4fad9a7-17da-4835-bc5f-ea301ea34c9a'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:01:39.886872 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef827ece-3f69-4300-ae3f-53b8fe541f22 None None] Routers {'d4fad9a7-17da-4835-bc5f-ea301ea34c9a'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:01:39.887843 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-ef827ece-3f69-4300-ae3f-53b8fe541f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:01:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['d4fad9a7-17da-4835-bc5f-ea301ea34c9a'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:01:39.991031 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3f69bcf9-4f63-42d3-8a1e-de1c7a0b57cb admin admin] Publish callbacks [] for router (d4fad9a7-17da-4835-bc5f-ea301ea34c9a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:40.004734 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-ef827ece-3f69-4300-ae3f-53b8fe541f22 None None] Set router d4fad9a7-17da-4835-bc5f-ea301ea34c9a gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:01:40.118395 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3f69bcf9-4f63-42d3-8a1e-de1c7a0b57cb admin admin] Publish callbacks [] for router_gateway (d4fad9a7-17da-4835-bc5f-ea301ea34c9a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:40.180469 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-3f69bcf9-4f63-42d3-8a1e-de1c7a0b57cb admin admin] Deleting port 3542802d-6549-47cf-aa23-7260d6c6b90f {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:01:40.181019 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3f69bcf9-4f63-42d3-8a1e-de1c7a0b57cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (3542802d-6549-47cf-aa23-7260d6c6b90f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:40.217218 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-ef827ece-3f69-4300-ae3f-53b8fe541f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fad9a7-17da-4835-bc5f-ea301ea34c9a', 'name': 'tempest-TestServerMultinode-2020745114-router', 'tenant_id': '86fbe402fc66494db4b8c88538395a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '3542802d-6549-47cf-aa23-7260d6c6b90f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:00:54Z', 'updated_at': '2022-03-11T20:01:39Z', 'revision_number': 5, 'project_id': '86fbe402fc66494db4b8c88538395a6e', 'gw_port': {'id': '3542802d-6549-47cf-aa23-7260d6c6b90f', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:56:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4fad9a7-17da-4835-bc5f-ea301ea34c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:00:55Z', 'updated_at': '2022-03-11T20:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:01:40.269309 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef827ece-3f69-4300-ae3f-53b8fe541f22 None None] Checking router: d4fad9a7-17da-4835-bc5f-ea301ea34c9a for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:01:40.270493 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-3f69bcf9-4f63-42d3-8a1e-de1c7a0b57cb admin admin] For port 3542802d-6549-47cf-aa23-7260d6c6b90f, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=3542802d-6549-47cf-aa23-7260d6c6b90f,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:01:40.270860 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3f69bcf9-4f63-42d3-8a1e-de1c7a0b57cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (3542802d-6549-47cf-aa23-7260d6c6b90f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:40.281284 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef827ece-3f69-4300-ae3f-53b8fe541f22 None None] Routers {'d4fad9a7-17da-4835-bc5f-ea301ea34c9a'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:01:40.281999 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-ef827ece-3f69-4300-ae3f-53b8fe541f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:01:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['d4fad9a7-17da-4835-bc5f-ea301ea34c9a'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:01:40.289644 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-3f69bcf9-4f63-42d3-8a1e-de1c7a0b57cb admin admin] Calling delete_port for 3542802d-6549-47cf-aa23-7260d6c6b90f owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:01:40.395860 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-ef827ece-3f69-4300-ae3f-53b8fe541f22 None None] Set router d4fad9a7-17da-4835-bc5f-ea301ea34c9a gateway port host: None {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:01:40.475649 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-ef827ece-3f69-4300-ae3f-53b8fe541f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4fad9a7-17da-4835-bc5f-ea301ea34c9a', 'name': 'tempest-TestServerMultinode-2020745114-router', 'tenant_id': '86fbe402fc66494db4b8c88538395a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:00:54Z', 'updated_at': '2022-03-11T20:01:40Z', 'revision_number': 6, 'project_id': '86fbe402fc66494db4b8c88538395a6e', 'gw_port_host': None}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:01:40.513843 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef827ece-3f69-4300-ae3f-53b8fe541f22 None None] The sync data for ids ['d4fad9a7-17da-4835-bc5f-ea301ea34c9a'] in n-d-833163-1 is: [{'id': 'd4fad9a7-17da-4835-bc5f-ea301ea34c9a', 'name': 'tempest-TestServerMultinode-2020745114-router', 'tenant_id': '86fbe402fc66494db4b8c88538395a6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:00:54Z', 'updated_at': '2022-03-11T20:01:40Z', 'revision_number': 6, 'project_id': '86fbe402fc66494db4b8c88538395a6e', 'gw_port_host': None}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:01:40.526478 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3f69bcf9-4f63-42d3-8a1e-de1c7a0b57cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (3542802d-6549-47cf-aa23-7260d6c6b90f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:40.569900 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f69bcf9-4f63-42d3-8a1e-de1c7a0b57cb admin admin] Pushing event deleted for resources: {'Port': ['ID=3542802d-6549-47cf-aa23-7260d6c6b90f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:40.637600 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3f69bcf9-4f63-42d3-8a1e-de1c7a0b57cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (d4fad9a7-17da-4835-bc5f-ea301ea34c9a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:40.742707 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3f69bcf9-4f63-42d3-8a1e-de1c7a0b57cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (d4fad9a7-17da-4835-bc5f-ea301ea34c9a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:40.744850 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3f69bcf9-4f63-42d3-8a1e-de1c7a0b57cb admin admin] Publish callbacks [] for router_controller (d4fad9a7-17da-4835-bc5f-ea301ea34c9a), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:40.804540 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3f69bcf9-4f63-42d3-8a1e-de1c7a0b57cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (d4fad9a7-17da-4835-bc5f-ea301ea34c9a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:40.806001 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f69bcf9-4f63-42d3-8a1e-de1c7a0b57cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4fad9a7-17da-4835-bc5f-ea301ea34c9a {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 20:01:40.811486 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3f69bcf9-4f63-42d3-8a1e-de1c7a0b57cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:40.814466 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-3f69bcf9-4f63-42d3-8a1e-de1c7a0b57cb admin admin] 10.222.0.65 "DELETE /v2.0/routers/d4fad9a7-17da-4835-bc5f-ea301ea34c9a HTTP/1.1" status: 204 len: 168 time: 0.9453640 Mar 11 20:01:40.817093 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 42072) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:01:40.897281 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1d7f1b8-d3a1-431a-a00e-31e506d9c1b7 admin admin] Deleting subnet c35dc1f7-965f-4ea0-93a2-7b5d89df6055 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 20:01:40.901534 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f1d7f1b8-d3a1-431a-a00e-31e506d9c1b7 admin admin] Publish callbacks [] for subnet (c35dc1f7-965f-4ea0-93a2-7b5d89df6055), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:40.957795 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f1d7f1b8-d3a1-431a-a00e-31e506d9c1b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (c35dc1f7-965f-4ea0-93a2-7b5d89df6055), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:41.064703 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f1d7f1b8-d3a1-431a-a00e-31e506d9c1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (c35dc1f7-965f-4ea0-93a2-7b5d89df6055), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:41.133003 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f1d7f1b8-d3a1-431a-a00e-31e506d9c1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (c35dc1f7-965f-4ea0-93a2-7b5d89df6055), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:41.162378 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d7f1b8-d3a1-431a-a00e-31e506d9c1b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c35dc1f7-965f-4ea0-93a2-7b5d89df6055,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:41.166769 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f1d7f1b8-d3a1-431a-a00e-31e506d9c1b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:41.174329 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f1d7f1b8-d3a1-431a-a00e-31e506d9c1b7 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/c35dc1f7-965f-4ea0-93a2-7b5d89df6055 HTTP/1.1" status: 204 len: 168 time: 0.3563786 Mar 11 20:01:41.178834 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 42078) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:01:41.180483 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46d3721-aefb-4b08-9311-a12b13f75e2b None None] Network ce7761de-154d-41a1-bf7d-a43facd955b2 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:01:41.271180 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c35d9990-41b9-4785-9049-51b5f9b08dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (ce7761de-154d-41a1-bf7d-a43facd955b2), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:41.346031 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-c35d9990-41b9-4785-9049-51b5f9b08dab admin admin] Deleting port 996be408-ba53-4a10-b972-4073ad103802 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:01:41.347744 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c35d9990-41b9-4785-9049-51b5f9b08dab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (996be408-ba53-4a10-b972-4073ad103802), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:41.414860 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113ab89a-cb48-401c-b46b-d02dab7492d3 None None] DHCP port deletion for ce7761de-154d-41a1-bf7d-a43facd955b2 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 20:01:41.432510 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-c35d9990-41b9-4785-9049-51b5f9b08dab admin admin] For port 996be408-ba53-4a10-b972-4073ad103802, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=996be408-ba53-4a10-b972-4073ad103802,segment=NetworkSegment(ea568187-9247-49b9-9bc6-ef04fe8a0ee2),segment_id=ea568187-9247-49b9-9bc6-ef04fe8a0ee2)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:01:41.432875 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c35d9990-41b9-4785-9049-51b5f9b08dab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (996be408-ba53-4a10-b972-4073ad103802), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:41.448131 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-c35d9990-41b9-4785-9049-51b5f9b08dab admin admin] Calling delete_port for 996be408-ba53-4a10-b972-4073ad103802 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:01:41.488557 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-113ab89a-cb48-401c-b46b-d02dab7492d3 None None] Deleting port 996be408-ba53-4a10-b972-4073ad103802 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:01:41.488939 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-113ab89a-cb48-401c-b46b-d02dab7492d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (996be408-ba53-4a10-b972-4073ad103802), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:41.560247 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c35d9990-41b9-4785-9049-51b5f9b08dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (996be408-ba53-4a10-b972-4073ad103802), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:41.565195 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 996be408-ba53-4a10-b972-4073ad103802 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:01:41.585534 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35d9990-41b9-4785-9049-51b5f9b08dab admin admin] Pushing event deleted for resources: {'Port': ['ID=996be408-ba53-4a10-b972-4073ad103802,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:41.591769 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35d9990-41b9-4785-9049-51b5f9b08dab admin admin] No DVR routers for this DVR port 996be408-ba53-4a10-b972-4073ad103802 on host n-d-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:01:41.595080 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-113ab89a-cb48-401c-b46b-d02dab7492d3 None None] For port 996be408-ba53-4a10-b972-4073ad103802, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=996be408-ba53-4a10-b972-4073ad103802,segment=NetworkSegment(ea568187-9247-49b9-9bc6-ef04fe8a0ee2),segment_id=ea568187-9247-49b9-9bc6-ef04fe8a0ee2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:01:41.595663 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-113ab89a-cb48-401c-b46b-d02dab7492d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (996be408-ba53-4a10-b972-4073ad103802), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:41.603139 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 996be408-ba53-4a10-b972-4073ad103802 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:01:41.603618 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 996be408-ba53-4a10-b972-4073ad103802 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:01:41.604071 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 3542802d-6549-47cf-aa23-7260d6c6b90f no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:01:41.614949 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-113ab89a-cb48-401c-b46b-d02dab7492d3 None None] Calling delete_port for 996be408-ba53-4a10-b972-4073ad103802 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:01:41.636682 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 3542802d-6549-47cf-aa23-7260d6c6b90f {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:01:41.637033 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 3542802d-6549-47cf-aa23-7260d6c6b90f not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:01:41.637557 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 65a86682-b0cb-48be-ac27-95dd98817242 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:01:41.661856 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 65a86682-b0cb-48be-ac27-95dd98817242 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:01:41.662209 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 65a86682-b0cb-48be-ac27-95dd98817242 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:01:41.680771 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c35d9990-41b9-4785-9049-51b5f9b08dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (ce7761de-154d-41a1-bf7d-a43facd955b2), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:41.718809 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-c35d9990-41b9-4785-9049-51b5f9b08dab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce7761de-154d-41a1-bf7d-a43facd955b2']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:01:41.735743 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-c35d9990-41b9-4785-9049-51b5f9b08dab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea568187-9247-49b9-9bc6-ef04fe8a0ee2') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:01:41.736048 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-c35d9990-41b9-4785-9049-51b5f9b08dab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea568187-9247-49b9-9bc6-ef04fe8a0ee2') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:01:41.745896 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-113ab89a-cb48-401c-b46b-d02dab7492d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (996be408-ba53-4a10-b972-4073ad103802), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:41.750598 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c35d9990-41b9-4785-9049-51b5f9b08dab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (ea568187-9247-49b9-9bc6-ef04fe8a0ee2), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:41.760217 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113ab89a-cb48-401c-b46b-d02dab7492d3 None None] No DVR routers for this DVR port 996be408-ba53-4a10-b972-4073ad103802 on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:01:41.772430 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c35d9990-41b9-4785-9049-51b5f9b08dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (ea568187-9247-49b9-9bc6-ef04fe8a0ee2), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:41.780600 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c35d9990-41b9-4785-9049-51b5f9b08dab admin admin] Releasing vlan 872 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 20:01:41.781458 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c35d9990-41b9-4785-9049-51b5f9b08dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (ea568187-9247-49b9-9bc6-ef04fe8a0ee2), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:41.784060 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 20:01:41.784060 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 20:01:41.784060 n-d-833163-1 neutron-server[103885]: timer() Mar 11 20:01:41.784060 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:01:41.784060 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 20:01:41.784060 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 20:01:41.784060 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 20:01:41.784060 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:01:41.784060 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 20:01:41.784060 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:01:41.784060 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 20:01:41.784060 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:01:41.784060 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 20:01:41.784060 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 20:01:41.784060 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:01:41.784060 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 20:01:41.784060 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:01:41.784060 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 20:01:41.784060 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 20:01:41.784060 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:01:41.784060 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 20:01:41.784060 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:01:41.784060 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:01:41.784060 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 20:01:41.784060 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 20:01:41.784060 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 20:01:41.784060 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:01:41.784060 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 20:01:41.784060 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:01:41.784060 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 20:01:41.784060 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:01:41.784060 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:01:41.786257 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ab89a-cb48-401c-b46b-d02dab7492d3 None None] Pushing event deleted for resources: {'Port': ['ID=996be408-ba53-4a10-b972-4073ad103802,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:41.866730 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c35d9990-41b9-4785-9049-51b5f9b08dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (ce7761de-154d-41a1-bf7d-a43facd955b2), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:41.873412 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c35d9990-41b9-4785-9049-51b5f9b08dab admin admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:41.877990 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-c35d9990-41b9-4785-9049-51b5f9b08dab admin admin] 10.222.0.65 "DELETE /v2.0/networks/ce7761de-154d-41a1-bf7d-a43facd955b2 HTTP/1.1" status: 204 len: 168 time: 0.6895037 Mar 11 20:01:41.900792 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35d9990-41b9-4785-9049-51b5f9b08dab admin admin] Pushing event deleted for resources: {'Network': ['ID=ce7761de-154d-41a1-bf7d-a43facd955b2,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:42.079045 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 42094) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:01:42.133060 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-5d16ff4d-46ab-45ee-9660-5643fb466da8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1a7c4ba321f14038a6f0dd7d8b5e706d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0504606 Mar 11 20:01:42.133334 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 42096) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:01:42.195549 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9874e1c8-b84c-404a-b650-8121fd9f192f admin admin] Publish callbacks [] for security_group (3c42fe57-afbb-4dd8-9cf4-29fde0826450), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:42.221013 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9874e1c8-b84c-404a-b650-8121fd9f192f admin admin] Publish callbacks [] for security_group (3c42fe57-afbb-4dd8-9cf4-29fde0826450), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:42.293608 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9874e1c8-b84c-404a-b650-8121fd9f192f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (3c42fe57-afbb-4dd8-9cf4-29fde0826450), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:42.298865 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9874e1c8-b84c-404a-b650-8121fd9f192f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:42.302994 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-9874e1c8-b84c-404a-b650-8121fd9f192f admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3c42fe57-afbb-4dd8-9cf4-29fde0826450 HTTP/1.1" status: 204 len: 168 time: 0.1686447 Mar 11 20:01:42.313326 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9874e1c8-b84c-404a-b650-8121fd9f192f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c42fe57-afbb-4dd8-9cf4-29fde0826450,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:42.784177 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 42104) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:01:42.836017 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-575fc551-ee52-4b1a-8d50-617462b86b5f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=86fbe402fc66494db4b8c88538395a6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0497928 Mar 11 20:01:42.838551 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 42106) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:01:42.893538 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aca119a8-c5db-438f-a025-63f0144e8082 admin admin] Publish callbacks [] for security_group (dd999a85-4edb-4519-85b5-ec77b6b6486d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:42.917809 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aca119a8-c5db-438f-a025-63f0144e8082 admin admin] Publish callbacks [] for security_group (dd999a85-4edb-4519-85b5-ec77b6b6486d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:42.981067 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aca119a8-c5db-438f-a025-63f0144e8082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (dd999a85-4edb-4519-85b5-ec77b6b6486d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:42.987155 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aca119a8-c5db-438f-a025-63f0144e8082 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:42.989227 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-aca119a8-c5db-438f-a025-63f0144e8082 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dd999a85-4edb-4519-85b5-ec77b6b6486d HTTP/1.1" status: 204 len: 168 time: 0.1493328 Mar 11 20:01:43.003600 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca119a8-c5db-438f-a025-63f0144e8082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd999a85-4edb-4519-85b5-ec77b6b6486d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:43.914021 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 42132) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:01:44.042014 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-faf4d1bc-aa9d-4cb3-aa81-d730c5d9b5ae admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1403143892-network', 'tenant_id': 'e725e28cf3a0433da1c424d603bef777'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:01:44.071723 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf4d1bc-aa9d-4cb3-aa81-d730c5d9b5ae admin admin] Made reservation on behalf of e725e28cf3a0433da1c424d603bef777 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:01:44.074069 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-faf4d1bc-aa9d-4cb3-aa81-d730c5d9b5ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:44.086909 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-faf4d1bc-aa9d-4cb3-aa81-d730c5d9b5ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:44.182453 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-faf4d1bc-aa9d-4cb3-aa81-d730c5d9b5ae admin admin] Publish callbacks [] for security_group (ea2e50b5-e2e2-49be-9d7b-123d9ea95dce), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:44.188267 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-faf4d1bc-aa9d-4cb3-aa81-d730c5d9b5ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (ea2e50b5-e2e2-49be-9d7b-123d9ea95dce), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:44.215728 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faf4d1bc-aa9d-4cb3-aa81-d730c5d9b5ae admin admin] vlan segment allocate from pool success with {'vlan_id': 895, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:01:44.230807 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf4d1bc-aa9d-4cb3-aa81-d730c5d9b5ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2e50b5-e2e2-49be-9d7b-123d9ea95dce,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:44.242476 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-faf4d1bc-aa9d-4cb3-aa81-d730c5d9b5ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (8b922952-b32b-4d5f-b7dc-21ad6b1956c7), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:44.242825 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-faf4d1bc-aa9d-4cb3-aa81-d730c5d9b5ae admin admin] Added segment 8b922952-b32b-4d5f-b7dc-21ad6b1956c7 of type vlan for network fdf614cb-334c-4186-a566-1d5537eef704 Mar 11 20:01:44.300954 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-faf4d1bc-aa9d-4cb3-aa81-d730c5d9b5ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (fdf614cb-334c-4186-a566-1d5537eef704), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:44.332249 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-faf4d1bc-aa9d-4cb3-aa81-d730c5d9b5ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (fdf614cb-334c-4186-a566-1d5537eef704), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:44.334737 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf4d1bc-aa9d-4cb3-aa81-d730c5d9b5ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:44.334737 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-faf4d1bc-aa9d-4cb3-aa81-d730c5d9b5ae admin admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:44.373688 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-faf4d1bc-aa9d-4cb3-aa81-d730c5d9b5ae admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4558051 Mar 11 20:01:44.373688 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 42140) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:01:44.378454 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-fdb9ef0a-9f76-427d-a5b8-a7bed61fec96 admin admin] Request body: {'subnet': {'network_id': 'fdf614cb-334c-4186-a566-1d5537eef704', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1403143892-subnet', 'tenant_id': 'e725e28cf3a0433da1c424d603bef777', 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:01:44.415753 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf4d1bc-aa9d-4cb3-aa81-d730c5d9b5ae admin admin] Pushing event updated for resources: {'Network': ['ID=fdf614cb-334c-4186-a566-1d5537eef704,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:44.431280 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network fdf614cb-334c-4186-a566-1d5537eef704 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 20:01:44.435826 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb9ef0a-9f76-427d-a5b8-a7bed61fec96 admin admin] Made reservation on behalf of e725e28cf3a0433da1c424d603bef777 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:01:44.438692 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fdb9ef0a-9f76-427d-a5b8-a7bed61fec96 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:44.660624 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fdb9ef0a-9f76-427d-a5b8-a7bed61fec96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (28ccd43f-06dc-4e3f-8a47-b79ef8bcd24d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:44.734046 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb9ef0a-9f76-427d-a5b8-a7bed61fec96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28ccd43f-06dc-4e3f-8a47-b79ef8bcd24d,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:44.738732 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb9ef0a-9f76-427d-a5b8-a7bed61fec96 admin admin] Checking segment: {'id': '8b922952-b32b-4d5f-b7dc-21ad6b1956c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'fdf614cb-334c-4186-a566-1d5537eef704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:01:44.739097 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb9ef0a-9f76-427d-a5b8-a7bed61fec96 admin admin] Network hostable DHCP agents. Network: fdf614cb-334c-4186-a566-1d5537eef704, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:01:44.758201 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb9ef0a-9f76-427d-a5b8-a7bed61fec96 admin admin] Network fdf614cb-334c-4186-a566-1d5537eef704 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:01:44.770424 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-fdb9ef0a-9f76-427d-a5b8-a7bed61fec96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, fdf614cb-334c-4186-a566-1d5537eef704) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:01:44.774714 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb9ef0a-9f76-427d-a5b8-a7bed61fec96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:01:44.775350 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fdb9ef0a-9f76-427d-a5b8-a7bed61fec96 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:44.784802 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2032b4-6281-4c7f-bd28-b2dc41c00338 None None] Network fdf614cb-334c-4186-a566-1d5537eef704 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:01:44.802620 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-fdb9ef0a-9f76-427d-a5b8-a7bed61fec96 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.4252944 Mar 11 20:01:44.802851 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 42142) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:01:44.807913 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-d5a280d0-ca6d-4ae3-b7c6-9735aa97afff admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1403143892-router', 'tenant_id': 'e725e28cf3a0433da1c424d603bef777', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:01:44.829435 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d5a280d0-ca6d-4ae3-b7c6-9735aa97afff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (649afdb4-ae96-4c9b-b743-53c20031d8d9), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:44.830803 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d5a280d0-ca6d-4ae3-b7c6-9735aa97afff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (649afdb4-ae96-4c9b-b743-53c20031d8d9), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:44.936094 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd009a3-e54a-40f4-ac65-7d24095eb83b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-fdf614cb-334c-4186-a566-1d5537eef704', 'network_id': 'fdf614cb-334c-4186-a566-1d5537eef704', 'project_id': 'e725e28cf3a0433da1c424d603bef777', 'fixed_ips': [{'subnet_id': '28ccd43f-06dc-4e3f-8a47-b79ef8bcd24d'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 20:01:44.937779 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-acd009a3-e54a-40f4-ac65-7d24095eb83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:45.157143 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-acd009a3-e54a-40f4-ac65-7d24095eb83b None None] Allocated IP 172.20.0.2 (fdf614cb-334c-4186-a566-1d5537eef704/28ccd43f-06dc-4e3f-8a47-b79ef8bcd24d/ff995dd0-ccbd-41b9-bff6-9d331cb583df) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:01:45.240677 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d5a280d0-ca6d-4ae3-b7c6-9735aa97afff admin admin] Publish callbacks [] for router_controller (649afdb4-ae96-4c9b-b743-53c20031d8d9), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:45.412071 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d5a280d0-ca6d-4ae3-b7c6-9735aa97afff admin admin] Publish callbacks [] for router_gateway (649afdb4-ae96-4c9b-b743-53c20031d8d9), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:45.416957 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-acd009a3-e54a-40f4-ac65-7d24095eb83b None None] Publish callbacks [] for port (ff995dd0-ccbd-41b9-bff6-9d331cb583df), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:45.425011 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-acd009a3-e54a-40f4-ac65-7d24095eb83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (ff995dd0-ccbd-41b9-bff6-9d331cb583df), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:45.471642 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd009a3-e54a-40f4-ac65-7d24095eb83b None None] Pushing event updated for resources: {'Port': ['ID=ff995dd0-ccbd-41b9-bff6-9d331cb583df,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:45.484290 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd009a3-e54a-40f4-ac65-7d24095eb83b None None] Network fdf614cb-334c-4186-a566-1d5537eef704 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:01:45.485775 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-acd009a3-e54a-40f4-ac65-7d24095eb83b None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:01:45.488197 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd009a3-e54a-40f4-ac65-7d24095eb83b None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:01:45.553205 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-acd009a3-e54a-40f4-ac65-7d24095eb83b None None] Attempting to bind port ff995dd0-ccbd-41b9-bff6-9d331cb583df on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:01:45.553641 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-acd009a3-e54a-40f4-ac65-7d24095eb83b None None] Attempting to bind port ff995dd0-ccbd-41b9-bff6-9d331cb583df by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '8b922952-b32b-4d5f-b7dc-21ad6b1956c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'fdf614cb-334c-4186-a566-1d5537eef704'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:01:45.554019 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd009a3-e54a-40f4-ac65-7d24095eb83b None None] Attempting to bind port ff995dd0-ccbd-41b9-bff6-9d331cb583df on network fdf614cb-334c-4186-a566-1d5537eef704 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:01:45.559924 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd009a3-e54a-40f4-ac65-7d24095eb83b None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:01:45.561037 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd009a3-e54a-40f4-ac65-7d24095eb83b None None] Checking segment: {'id': '8b922952-b32b-4d5f-b7dc-21ad6b1956c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'fdf614cb-334c-4186-a566-1d5537eef704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:01:45.561456 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-acd009a3-e54a-40f4-ac65-7d24095eb83b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:45.561859 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd009a3-e54a-40f4-ac65-7d24095eb83b None None] Bound using segment: {'id': '8b922952-b32b-4d5f-b7dc-21ad6b1956c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'fdf614cb-334c-4186-a566-1d5537eef704'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:01:45.562341 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-acd009a3-e54a-40f4-ac65-7d24095eb83b None None] Bound port: ff995dd0-ccbd-41b9-bff6-9d331cb583df, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b922952-b32b-4d5f-b7dc-21ad6b1956c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'fdf614cb-334c-4186-a566-1d5537eef704'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:01:45.562732 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-acd009a3-e54a-40f4-ac65-7d24095eb83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ff995dd0-ccbd-41b9-bff6-9d331cb583df), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:45.636547 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-acd009a3-e54a-40f4-ac65-7d24095eb83b None None] For port ff995dd0-ccbd-41b9-bff6-9d331cb583df, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:01:45.640265 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-acd009a3-e54a-40f4-ac65-7d24095eb83b None None] For port ff995dd0-ccbd-41b9-bff6-9d331cb583df, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=ff995dd0-ccbd-41b9-bff6-9d331cb583df,segment=NetworkSegment(8b922952-b32b-4d5f-b7dc-21ad6b1956c7),segment_id=8b922952-b32b-4d5f-b7dc-21ad6b1956c7)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:01:45.648287 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-acd009a3-e54a-40f4-ac65-7d24095eb83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (ff995dd0-ccbd-41b9-bff6-9d331cb583df), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:45.676764 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d5a280d0-ca6d-4ae3-b7c6-9735aa97afff admin admin] Publish callbacks [] for router_gateway (649afdb4-ae96-4c9b-b743-53c20031d8d9), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:45.698179 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d5a280d0-ca6d-4ae3-b7c6-9735aa97afff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:45.726677 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd009a3-e54a-40f4-ac65-7d24095eb83b None None] Pushing event updated for resources: {'Port': ['ID=ff995dd0-ccbd-41b9-bff6-9d331cb583df,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:45.863316 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-d5a280d0-ca6d-4ae3-b7c6-9735aa97afff admin admin] Allocated IP 172.25.8.63 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/55f230d3-0754-4cb9-8427-a603bd9904b2) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:01:46.012201 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d5a280d0-ca6d-4ae3-b7c6-9735aa97afff admin admin] Publish callbacks [] for port (55f230d3-0754-4cb9-8427-a603bd9904b2), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:46.083863 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d5a280d0-ca6d-4ae3-b7c6-9735aa97afff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (55f230d3-0754-4cb9-8427-a603bd9904b2), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:46.142721 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a280d0-ca6d-4ae3-b7c6-9735aa97afff admin admin] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:01:46.149231 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-d5a280d0-ca6d-4ae3-b7c6-9735aa97afff admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:01:46.156943 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a280d0-ca6d-4ae3-b7c6-9735aa97afff admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:01:46.231325 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a280d0-ca6d-4ae3-b7c6-9735aa97afff admin admin] Pushing event updated for resources: {'Port': ['ID=55f230d3-0754-4cb9-8427-a603bd9904b2,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:46.505145 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d5a280d0-ca6d-4ae3-b7c6-9735aa97afff admin admin] Publish callbacks [] for router_gateway (649afdb4-ae96-4c9b-b743-53c20031d8d9), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:46.799495 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 42168) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:01:46.816338 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d5a280d0-ca6d-4ae3-b7c6-9735aa97afff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (649afdb4-ae96-4c9b-b743-53c20031d8d9), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:46.973790 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5a280d0-ca6d-4ae3-b7c6-9735aa97afff admin admin] Router 649afdb4-ae96-4c9b-b743-53c20031d8d9 is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 20:01:47.008983 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f78a4c7a-c333-469a-9153-c30951ebefb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:47.132020 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a280d0-ca6d-4ae3-b7c6-9735aa97afff admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:01:47.147446 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe5f28c-3512-4211-86a9-d708eac94573 None None] Sync routers for ids ['649afdb4-ae96-4c9b-b743-53c20031d8d9'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:01:47.158382 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d5a280d0-ca6d-4ae3-b7c6-9735aa97afff admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:47.162375 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d5a280d0-ca6d-4ae3-b7c6-9735aa97afff admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.3561559 Mar 11 20:01:47.162905 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 42176) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:01:47.170897 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe5f28c-3512-4211-86a9-d708eac94573 None None] Routers {'649afdb4-ae96-4c9b-b743-53c20031d8d9'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:01:47.171537 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-ffe5f28c-3512-4211-86a9-d708eac94573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:01:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['649afdb4-ae96-4c9b-b743-53c20031d8d9'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:01:47.198065 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f78a4c7a-c333-469a-9153-c30951ebefb1 admin admin] Publish callbacks [] for security_group (fdc689d0-f8f7-4f0f-a318-b9324bbce80e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:47.202678 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f78a4c7a-c333-469a-9153-c30951ebefb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (fdc689d0-f8f7-4f0f-a318-b9324bbce80e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:47.264045 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78a4c7a-c333-469a-9153-c30951ebefb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc689d0-f8f7-4f0f-a318-b9324bbce80e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:47.306749 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f78a4c7a-c333-469a-9153-c30951ebefb1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0b73c1643a9a4f688e85f79089b19ed6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5052919 Mar 11 20:01:47.309264 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 42180) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:01:47.358425 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb13279-5296-4fb9-a582-ddba576482ad None None] Network fdf614cb-334c-4186-a566-1d5537eef704 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:01:47.390539 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cff0e352-3902-4a82-bf30-2fbb7b62eccb admin admin] Publish callbacks [] for security_group (fdc689d0-f8f7-4f0f-a318-b9324bbce80e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:47.427955 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cff0e352-3902-4a82-bf30-2fbb7b62eccb admin admin] Publish callbacks [] for security_group (fdc689d0-f8f7-4f0f-a318-b9324bbce80e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:47.431498 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-17174b97-27b2-4163-ba97-f648ccad9547 None None] Provisioning complete for port ff995dd0-ccbd-41b9-bff6-9d331cb583df triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:01:47.432080 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-17174b97-27b2-4163-ba97-f648ccad9547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ff995dd0-ccbd-41b9-bff6-9d331cb583df), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:47.472559 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-ffe5f28c-3512-4211-86a9-d708eac94573 None None] Set router 649afdb4-ae96-4c9b-b743-53c20031d8d9 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:01:47.545771 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cff0e352-3902-4a82-bf30-2fbb7b62eccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (fdc689d0-f8f7-4f0f-a318-b9324bbce80e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:47.555378 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cff0e352-3902-4a82-bf30-2fbb7b62eccb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:47.559800 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-cff0e352-3902-4a82-bf30-2fbb7b62eccb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/fdc689d0-f8f7-4f0f-a318-b9324bbce80e HTTP/1.1" status: 204 len: 168 time: 0.2491097 Mar 11 20:01:47.580941 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0e352-3902-4a82-bf30-2fbb7b62eccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc689d0-f8f7-4f0f-a318-b9324bbce80e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:47.697402 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device ff995dd0-ccbd-41b9-bff6-9d331cb583df up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:01:47.894122 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0efac9b5-a554-4b19-8b51-d26521b7229f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:47.898298 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port ff995dd0-ccbd-41b9-bff6-9d331cb583df triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:01:47.898685 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ff995dd0-ccbd-41b9-bff6-9d331cb583df), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:47.903611 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-17174b97-27b2-4163-ba97-f648ccad9547 None None] Current status of the port ff995dd0-ccbd-41b9-bff6-9d331cb583df is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:01:47.904123 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-17174b97-27b2-4163-ba97-f648ccad9547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ff995dd0-ccbd-41b9-bff6-9d331cb583df), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:48.000642 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-17174b97-27b2-4163-ba97-f648ccad9547 None None] For port ff995dd0-ccbd-41b9-bff6-9d331cb583df, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=ff995dd0-ccbd-41b9-bff6-9d331cb583df,segment=NetworkSegment(8b922952-b32b-4d5f-b7dc-21ad6b1956c7),segment_id=8b922952-b32b-4d5f-b7dc-21ad6b1956c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:01:48.051503 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-17174b97-27b2-4163-ba97-f648ccad9547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (ff995dd0-ccbd-41b9-bff6-9d331cb583df), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:48.233567 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-0efac9b5-a554-4b19-8b51-d26521b7229f admin admin] Allocated IP 172.20.0.1 (fdf614cb-334c-4186-a566-1d5537eef704/28ccd43f-06dc-4e3f-8a47-b79ef8bcd24d/96f90411-4c14-4efc-959a-35ace81fb416) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:01:48.282114 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-ffe5f28c-3512-4211-86a9-d708eac94573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649afdb4-ae96-4c9b-b743-53c20031d8d9', 'name': 'tempest-ImageQuotaTest-1403143892-router', 'tenant_id': 'e725e28cf3a0433da1c424d603bef777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '55f230d3-0754-4cb9-8427-a603bd9904b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:01:44Z', 'updated_at': '2022-03-11T20:01:46Z', 'revision_number': 3, 'project_id': 'e725e28cf3a0433da1c424d603bef777', 'gw_port': {'id': '55f230d3-0754-4cb9-8427-a603bd9904b2', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c0:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649afdb4-ae96-4c9b-b743-53c20031d8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:01:45Z', 'updated_at': '2022-03-11T20:01:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:01:48.285833 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17174b97-27b2-4163-ba97-f648ccad9547 None None] Pushing event updated for resources: {'Port': ['ID=ff995dd0-ccbd-41b9-bff6-9d331cb583df,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:48.321472 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 42190) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:01:48.339855 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a8c251f7-268f-4824-a343-694cf322bf76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:48.367264 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe5f28c-3512-4211-86a9-d708eac94573 None None] Checking router: 649afdb4-ae96-4c9b-b743-53c20031d8d9 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:01:48.367612 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe5f28c-3512-4211-86a9-d708eac94573 None None] Updating router 649afdb4-ae96-4c9b-b743-53c20031d8d9 port 55f230d3-0754-4cb9-8427-a603bd9904b2 binding host n-d-833163-1 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 20:01:48.395229 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port ff995dd0-ccbd-41b9-bff6-9d331cb583df is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:01:48.438980 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ffe5f28c-3512-4211-86a9-d708eac94573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (55f230d3-0754-4cb9-8427-a603bd9904b2), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:48.453482 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0efac9b5-a554-4b19-8b51-d26521b7229f admin admin] Publish callbacks [] for port (96f90411-4c14-4efc-959a-35ace81fb416), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:48.507095 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a8c251f7-268f-4824-a343-694cf322bf76 admin admin] Publish callbacks [] for security_group (e43c69b4-37f2-445f-b8e1-3237303deb27), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:48.513159 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0efac9b5-a554-4b19-8b51-d26521b7229f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (96f90411-4c14-4efc-959a-35ace81fb416), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:48.514371 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a8c251f7-268f-4824-a343-694cf322bf76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (e43c69b4-37f2-445f-b8e1-3237303deb27), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:48.554110 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ae3e6922-798d-40ce-9dbb-51661ef4241f None None] Provisioning complete for port ff995dd0-ccbd-41b9-bff6-9d331cb583df triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:01:48.554825 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ae3e6922-798d-40ce-9dbb-51661ef4241f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ff995dd0-ccbd-41b9-bff6-9d331cb583df), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:48.559774 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efac9b5-a554-4b19-8b51-d26521b7229f admin admin] Network fdf614cb-334c-4186-a566-1d5537eef704 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:01:48.566271 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-0efac9b5-a554-4b19-8b51-d26521b7229f admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:01:48.588346 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efac9b5-a554-4b19-8b51-d26521b7229f admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:01:48.589903 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a8c251f7-268f-4824-a343-694cf322bf76 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ca9fc373c3b344ef91098659b852ff87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2670171 Mar 11 20:01:48.590819 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c251f7-268f-4824-a343-694cf322bf76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e43c69b4-37f2-445f-b8e1-3237303deb27,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:48.605005 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efac9b5-a554-4b19-8b51-d26521b7229f admin admin] Pushing event updated for resources: {'Port': ['ID=96f90411-4c14-4efc-959a-35ace81fb416,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:48.610891 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 42192) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:01:48.682026 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0efac9b5-a554-4b19-8b51-d26521b7229f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (649afdb4-ae96-4c9b-b743-53c20031d8d9), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:48.696032 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5c1af5a3-48d4-4ed3-ab11-c86319dc727d admin admin] Publish callbacks [] for security_group (e43c69b4-37f2-445f-b8e1-3237303deb27), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:48.732380 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5c1af5a3-48d4-4ed3-ab11-c86319dc727d admin admin] Publish callbacks [] for security_group (e43c69b4-37f2-445f-b8e1-3237303deb27), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:48.808092 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5c1af5a3-48d4-4ed3-ab11-c86319dc727d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (e43c69b4-37f2-445f-b8e1-3237303deb27), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:48.812317 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5c1af5a3-48d4-4ed3-ab11-c86319dc727d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:48.813641 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-5c1af5a3-48d4-4ed3-ab11-c86319dc727d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e43c69b4-37f2-445f-b8e1-3237303deb27 HTTP/1.1" status: 204 len: 168 time: 0.2012832 Mar 11 20:01:48.830989 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1af5a3-48d4-4ed3-ab11-c86319dc727d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43c69b4-37f2-445f-b8e1-3237303deb27,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:48.928610 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ae3e6922-798d-40ce-9dbb-51661ef4241f None None] Current status of the port ff995dd0-ccbd-41b9-bff6-9d331cb583df is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:01:48.984811 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0efac9b5-a554-4b19-8b51-d26521b7229f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (96f90411-4c14-4efc-959a-35ace81fb416), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:49.059356 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ffe5f28c-3512-4211-86a9-d708eac94573 None None] Publish callbacks [] for port (55f230d3-0754-4cb9-8427-a603bd9904b2), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:49.068479 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:49.071878 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ffe5f28c-3512-4211-86a9-d708eac94573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (55f230d3-0754-4cb9-8427-a603bd9904b2), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:49.146566 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-ffe5f28c-3512-4211-86a9-d708eac94573 None None] Attempting to bind port 55f230d3-0754-4cb9-8427-a603bd9904b2 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:01:49.147048 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-ffe5f28c-3512-4211-86a9-d708eac94573 None None] Attempting to bind port 55f230d3-0754-4cb9-8427-a603bd9904b2 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:01:49.147488 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe5f28c-3512-4211-86a9-d708eac94573 None None] Attempting to bind port 55f230d3-0754-4cb9-8427-a603bd9904b2 on network 612cc066-33e3-444d-b1c7-d0a64751482a {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:01:49.151341 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-f6bdf2cf-d2c0-4ab6-9eae-83b7327616fa None None] Provisioning complete for port 96f90411-4c14-4efc-959a-35ace81fb416 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:01:49.152135 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f6bdf2cf-d2c0-4ab6-9eae-83b7327616fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (96f90411-4c14-4efc-959a-35ace81fb416), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:49.192273 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe5f28c-3512-4211-86a9-d708eac94573 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:01:49.192696 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe5f28c-3512-4211-86a9-d708eac94573 None None] Checking segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:01:49.193173 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ffe5f28c-3512-4211-86a9-d708eac94573 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:49.194003 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe5f28c-3512-4211-86a9-d708eac94573 None None] Bound using segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:01:49.194943 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-ffe5f28c-3512-4211-86a9-d708eac94573 None None] Bound port: 55f230d3-0754-4cb9-8427-a603bd9904b2, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:01:49.196656 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ffe5f28c-3512-4211-86a9-d708eac94573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (55f230d3-0754-4cb9-8427-a603bd9904b2), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:49.246208 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c32682-20c4-47aa-87c6-57d83b1f62b2 None None] Pushing event updated for resources: {'Port': ['ID=55f230d3-0754-4cb9-8427-a603bd9904b2,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:49.277183 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f6bdf2cf-d2c0-4ab6-9eae-83b7327616fa None None] Port 96f90411-4c14-4efc-959a-35ace81fb416 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:01:49.315715 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-ffe5f28c-3512-4211-86a9-d708eac94573 None None] For port 55f230d3-0754-4cb9-8427-a603bd9904b2, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:01:49.323590 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-ffe5f28c-3512-4211-86a9-d708eac94573 None None] For port 55f230d3-0754-4cb9-8427-a603bd9904b2, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=55f230d3-0754-4cb9-8427-a603bd9904b2,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:01:49.335306 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ffe5f28c-3512-4211-86a9-d708eac94573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (55f230d3-0754-4cb9-8427-a603bd9904b2), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:49.428711 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0efac9b5-a554-4b19-8b51-d26521b7229f admin admin] Publish callbacks [] for port (96f90411-4c14-4efc-959a-35ace81fb416), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:49.436051 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0efac9b5-a554-4b19-8b51-d26521b7229f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (96f90411-4c14-4efc-959a-35ace81fb416), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:49.478309 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe5f28c-3512-4211-86a9-d708eac94573 None None] Routers {'649afdb4-ae96-4c9b-b743-53c20031d8d9'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:01:49.479099 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-ffe5f28c-3512-4211-86a9-d708eac94573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:01:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['649afdb4-ae96-4c9b-b743-53c20031d8d9'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:01:49.591150 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0efac9b5-a554-4b19-8b51-d26521b7229f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (649afdb4-ae96-4c9b-b743-53c20031d8d9), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:49.600261 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c32682-20c4-47aa-87c6-57d83b1f62b2 None None] Pushing event updated for resources: {'Port': ['ID=55f230d3-0754-4cb9-8427-a603bd9904b2,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:49.602377 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efac9b5-a554-4b19-8b51-d26521b7229f admin admin] Pushing event updated for resources: {'Port': ['ID=96f90411-4c14-4efc-959a-35ace81fb416,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:49.649681 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device ff995dd0-ccbd-41b9-bff6-9d331cb583df up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:01:49.733011 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efac9b5-a554-4b19-8b51-d26521b7229f admin admin] Network fdf614cb-334c-4186-a566-1d5537eef704 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:01:49.734797 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-0efac9b5-a554-4b19-8b51-d26521b7229f admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:01:49.931559 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-ffe5f28c-3512-4211-86a9-d708eac94573 None None] Set router 649afdb4-ae96-4c9b-b743-53c20031d8d9 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:01:49.992404 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port ff995dd0-ccbd-41b9-bff6-9d331cb583df triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:01:49.992908 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ff995dd0-ccbd-41b9-bff6-9d331cb583df), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:50.046729 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0efac9b5-a554-4b19-8b51-d26521b7229f admin admin] Router 649afdb4-ae96-4c9b-b743-53c20031d8d9 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:01:50.148267 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-35e5df15-35d4-446c-adaa-4c8e0ea8c2cc None None] Provisioning complete for port 96f90411-4c14-4efc-959a-35ace81fb416 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:01:50.148793 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-35e5df15-35d4-446c-adaa-4c8e0ea8c2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (96f90411-4c14-4efc-959a-35ace81fb416), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:50.194345 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0efac9b5-a554-4b19-8b51-d26521b7229f admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:01:50.203140 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-0efac9b5-a554-4b19-8b51-d26521b7229f admin admin] 10.222.0.65 "PUT /v2.0/routers/649afdb4-ae96-4c9b-b743-53c20031d8d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0386760 Mar 11 20:01:50.249228 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-35e5df15-35d4-446c-adaa-4c8e0ea8c2cc None None] Port 96f90411-4c14-4efc-959a-35ace81fb416 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:01:50.249228 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port ff995dd0-ccbd-41b9-bff6-9d331cb583df is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:01:50.317155 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-ffe5f28c-3512-4211-86a9-d708eac94573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649afdb4-ae96-4c9b-b743-53c20031d8d9', 'name': 'tempest-ImageQuotaTest-1403143892-router', 'tenant_id': 'e725e28cf3a0433da1c424d603bef777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '55f230d3-0754-4cb9-8427-a603bd9904b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:01:44Z', 'updated_at': '2022-03-11T20:01:48Z', 'revision_number': 4, 'project_id': 'e725e28cf3a0433da1c424d603bef777', 'gw_port': {'id': '55f230d3-0754-4cb9-8427-a603bd9904b2', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c0:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649afdb4-ae96-4c9b-b743-53c20031d8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:01:45Z', 'updated_at': '2022-03-11T20:01:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '96f90411-4c14-4efc-959a-35ace81fb416', 'name': '', 'network_id': 'fdf614cb-334c-4186-a566-1d5537eef704', 'tenant_id': 'e725e28cf3a0433da1c424d603bef777', 'mac_address': 'fa:16:3e:2c:09:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649afdb4-ae96-4c9b-b743-53c20031d8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '28ccd43f-06dc-4e3f-8a47-b79ef8bcd24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:01:47Z', 'updated_at': '2022-03-11T20:01:49Z', 'revision_number': 2, 'project_id': 'e725e28cf3a0433da1c424d603bef777', 'subnets': [{'id': '28ccd43f-06dc-4e3f-8a47-b79ef8bcd24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:01:50.349025 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe5f28c-3512-4211-86a9-d708eac94573 None None] The sync data for ids ['649afdb4-ae96-4c9b-b743-53c20031d8d9'] in n-d-833163-1 is: [{'id': '649afdb4-ae96-4c9b-b743-53c20031d8d9', 'name': 'tempest-ImageQuotaTest-1403143892-router', 'tenant_id': 'e725e28cf3a0433da1c424d603bef777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '55f230d3-0754-4cb9-8427-a603bd9904b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:01:44Z', 'updated_at': '2022-03-11T20:01:48Z', 'revision_number': 4, 'project_id': 'e725e28cf3a0433da1c424d603bef777', 'gw_port': {'id': '55f230d3-0754-4cb9-8427-a603bd9904b2', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c0:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649afdb4-ae96-4c9b-b743-53c20031d8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:01:45Z', 'updated_at': '2022-03-11T20:01:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '96f90411-4c14-4efc-959a-35ace81fb416', 'name': '', 'network_id': 'fdf614cb-334c-4186-a566-1d5537eef704', 'tenant_id': 'e725e28cf3a0433da1c424d603bef777', 'mac_address': 'fa:16:3e:2c:09:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '649afdb4-ae96-4c9b-b743-53c20031d8d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '28ccd43f-06dc-4e3f-8a47-b79ef8bcd24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:01:47Z', 'updated_at': '2022-03-11T20:01:49Z', 'revision_number': 2, 'project_id': 'e725e28cf3a0433da1c424d603bef777', 'subnets': [{'id': '28ccd43f-06dc-4e3f-8a47-b79ef8bcd24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:01:50.802729 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 42244) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:01:50.956984 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f8774488-f253-4239-92fa-d451b23811ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:51.068825 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f8774488-f253-4239-92fa-d451b23811ed admin admin] Publish callbacks [] for security_group (2306480c-4073-4b79-a6ce-385227815798), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:51.075322 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f8774488-f253-4239-92fa-d451b23811ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (2306480c-4073-4b79-a6ce-385227815798), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:51.115608 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8774488-f253-4239-92fa-d451b23811ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2306480c-4073-4b79-a6ce-385227815798,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:51.133563 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 42252) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:01:51.136485 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f8774488-f253-4239-92fa-d451b23811ed admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cce285791c2c4858bce173dcdb796b8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3315821 Mar 11 20:01:51.210535 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-83fcff7c-d735-4784-8e7e-ce3824ccebf7 admin admin] Publish callbacks [] for security_group (2306480c-4073-4b79-a6ce-385227815798), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:51.254645 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-83fcff7c-d735-4784-8e7e-ce3824ccebf7 admin admin] Publish callbacks [] for security_group (2306480c-4073-4b79-a6ce-385227815798), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:51.322251 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-83fcff7c-d735-4784-8e7e-ce3824ccebf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (2306480c-4073-4b79-a6ce-385227815798), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:51.325259 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-83fcff7c-d735-4784-8e7e-ce3824ccebf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:51.329357 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-83fcff7c-d735-4784-8e7e-ce3824ccebf7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/2306480c-4073-4b79-a6ce-385227815798 HTTP/1.1" status: 204 len: 168 time: 0.1924322 Mar 11 20:01:51.338751 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fcff7c-d735-4784-8e7e-ce3824ccebf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2306480c-4073-4b79-a6ce-385227815798,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:51.601452 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 55f230d3-0754-4cb9-8427-a603bd9904b2 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:01:51.682846 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 55f230d3-0754-4cb9-8427-a603bd9904b2 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:01:51.683215 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (55f230d3-0754-4cb9-8427-a603bd9904b2), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:51.783232 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 55f230d3-0754-4cb9-8427-a603bd9904b2 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:01:51.783929 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (55f230d3-0754-4cb9-8427-a603bd9904b2), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:51.823016 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 55f230d3-0754-4cb9-8427-a603bd9904b2, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=55f230d3-0754-4cb9-8427-a603bd9904b2,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:01:51.832444 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (55f230d3-0754-4cb9-8427-a603bd9904b2), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:51.953070 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=55f230d3-0754-4cb9-8427-a603bd9904b2,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:52.033094 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 42272) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:01:52.348106 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2f22d6db-9af4-46d0-b0e2-23d7d5c80cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:52.513965 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-af8efeac-f516-40e0-aee5-a592a1ce5d6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (649afdb4-ae96-4c9b-b743-53c20031d8d9), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:52.824630 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:52.853087 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-af8efeac-f516-40e0-aee5-a592a1ce5d6f admin admin] Deleting port 96f90411-4c14-4efc-959a-35ace81fb416 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:01:52.853811 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-af8efeac-f516-40e0-aee5-a592a1ce5d6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (96f90411-4c14-4efc-959a-35ace81fb416), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:52.920820 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 42292) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:01:52.939582 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-af8efeac-f516-40e0-aee5-a592a1ce5d6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (96f90411-4c14-4efc-959a-35ace81fb416), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:52.953297 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-af8efeac-f516-40e0-aee5-a592a1ce5d6f admin admin] Calling delete_port for 96f90411-4c14-4efc-959a-35ace81fb416 owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:01:53.061543 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d9f3d5af-eb6c-4a3d-a3bf-bc3b5125f28c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:53.153262 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d9f3d5af-eb6c-4a3d-a3bf-bc3b5125f28c admin admin] Publish callbacks [] for security_group (5415aaa4-ca6b-4f4a-b7f8-1fadbd54700b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:53.161817 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d9f3d5af-eb6c-4a3d-a3bf-bc3b5125f28c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (5415aaa4-ca6b-4f4a-b7f8-1fadbd54700b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:53.172523 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-af8efeac-f516-40e0-aee5-a592a1ce5d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (96f90411-4c14-4efc-959a-35ace81fb416), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:53.209692 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d9f3d5af-eb6c-4a3d-a3bf-bc3b5125f28c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=df3215eb66cf42ce8eee8693abb05530&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2877069 Mar 11 20:01:53.212241 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 42296) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:01:53.220312 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f3d5af-eb6c-4a3d-a3bf-bc3b5125f28c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5415aaa4-ca6b-4f4a-b7f8-1fadbd54700b,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:53.285178 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8efeac-f516-40e0-aee5-a592a1ce5d6f admin admin] Pushing event deleted for resources: {'Port': ['ID=96f90411-4c14-4efc-959a-35ace81fb416,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:53.290812 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-99d55a7f-d8da-4559-8ae9-0594b1d1b0d8 admin admin] Publish callbacks [] for security_group (5415aaa4-ca6b-4f4a-b7f8-1fadbd54700b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:53.330453 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-99d55a7f-d8da-4559-8ae9-0594b1d1b0d8 admin admin] Publish callbacks [] for security_group (5415aaa4-ca6b-4f4a-b7f8-1fadbd54700b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:53.397232 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0065fc8c-d114-4fef-98e9-24f0c667cb4a None None] Sync routers for ids ['649afdb4-ae96-4c9b-b743-53c20031d8d9'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:01:53.397837 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-99d55a7f-d8da-4559-8ae9-0594b1d1b0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (5415aaa4-ca6b-4f4a-b7f8-1fadbd54700b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:53.400307 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-99d55a7f-d8da-4559-8ae9-0594b1d1b0d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:53.405895 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-99d55a7f-d8da-4559-8ae9-0594b1d1b0d8 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5415aaa4-ca6b-4f4a-b7f8-1fadbd54700b HTTP/1.1" status: 204 len: 168 time: 0.1917331 Mar 11 20:01:53.410354 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0065fc8c-d114-4fef-98e9-24f0c667cb4a None None] Routers {'649afdb4-ae96-4c9b-b743-53c20031d8d9'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:01:53.411218 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-0065fc8c-d114-4fef-98e9-24f0c667cb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:01:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['649afdb4-ae96-4c9b-b743-53c20031d8d9'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:01:53.427160 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d55a7f-d8da-4559-8ae9-0594b1d1b0d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5415aaa4-ca6b-4f4a-b7f8-1fadbd54700b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:53.579344 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-0065fc8c-d114-4fef-98e9-24f0c667cb4a None None] Set router 649afdb4-ae96-4c9b-b743-53c20031d8d9 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:01:53.592292 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 55f230d3-0754-4cb9-8427-a603bd9904b2 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:01:53.657181 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 55f230d3-0754-4cb9-8427-a603bd9904b2 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:01:53.657861 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (55f230d3-0754-4cb9-8427-a603bd9904b2), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:53.833899 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 55f230d3-0754-4cb9-8427-a603bd9904b2 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:01:53.841902 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-0065fc8c-d114-4fef-98e9-24f0c667cb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649afdb4-ae96-4c9b-b743-53c20031d8d9', 'name': 'tempest-ImageQuotaTest-1403143892-router', 'tenant_id': 'e725e28cf3a0433da1c424d603bef777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '55f230d3-0754-4cb9-8427-a603bd9904b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:01:44Z', 'updated_at': '2022-03-11T20:01:53Z', 'revision_number': 5, 'project_id': 'e725e28cf3a0433da1c424d603bef777', 'gw_port': {'id': '55f230d3-0754-4cb9-8427-a603bd9904b2', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649afdb4-ae96-4c9b-b743-53c20031d8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:01:45Z', 'updated_at': '2022-03-11T20:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:01:53.879786 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0065fc8c-d114-4fef-98e9-24f0c667cb4a None None] Checking router: 649afdb4-ae96-4c9b-b743-53c20031d8d9 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:01:53.891988 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0065fc8c-d114-4fef-98e9-24f0c667cb4a None None] Routers {'649afdb4-ae96-4c9b-b743-53c20031d8d9'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:01:53.892930 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-0065fc8c-d114-4fef-98e9-24f0c667cb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:01:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['649afdb4-ae96-4c9b-b743-53c20031d8d9'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:01:53.989822 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-af8efeac-f516-40e0-aee5-a592a1ce5d6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (649afdb4-ae96-4c9b-b743-53c20031d8d9), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:54.140988 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-0065fc8c-d114-4fef-98e9-24f0c667cb4a None None] Set router 649afdb4-ae96-4c9b-b743-53c20031d8d9 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:01:54.333106 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af8efeac-f516-40e0-aee5-a592a1ce5d6f admin admin] Router 649afdb4-ae96-4c9b-b743-53c20031d8d9 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:01:54.358360 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-0065fc8c-d114-4fef-98e9-24f0c667cb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '649afdb4-ae96-4c9b-b743-53c20031d8d9', 'name': 'tempest-ImageQuotaTest-1403143892-router', 'tenant_id': 'e725e28cf3a0433da1c424d603bef777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '55f230d3-0754-4cb9-8427-a603bd9904b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:01:44Z', 'updated_at': '2022-03-11T20:01:53Z', 'revision_number': 5, 'project_id': 'e725e28cf3a0433da1c424d603bef777', 'gw_port': {'id': '55f230d3-0754-4cb9-8427-a603bd9904b2', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649afdb4-ae96-4c9b-b743-53c20031d8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:01:45Z', 'updated_at': '2022-03-11T20:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:01:54.389169 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0065fc8c-d114-4fef-98e9-24f0c667cb4a None None] The sync data for ids ['649afdb4-ae96-4c9b-b743-53c20031d8d9'] in n-d-833163-1 is: [{'id': '649afdb4-ae96-4c9b-b743-53c20031d8d9', 'name': 'tempest-ImageQuotaTest-1403143892-router', 'tenant_id': 'e725e28cf3a0433da1c424d603bef777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.63'}], 'enable_snat': True}, 'gw_port_id': '55f230d3-0754-4cb9-8427-a603bd9904b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:01:44Z', 'updated_at': '2022-03-11T20:01:53Z', 'revision_number': 5, 'project_id': 'e725e28cf3a0433da1c424d603bef777', 'gw_port': {'id': '55f230d3-0754-4cb9-8427-a603bd9904b2', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:c0:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '649afdb4-ae96-4c9b-b743-53c20031d8d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3567, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:01:45Z', 'updated_at': '2022-03-11T20:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:01:54.471657 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af8efeac-f516-40e0-aee5-a592a1ce5d6f admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:01:54.479888 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-af8efeac-f516-40e0-aee5-a592a1ce5d6f admin admin] 10.222.0.65 "PUT /v2.0/routers/649afdb4-ae96-4c9b-b743-53c20031d8d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4428761 Mar 11 20:01:54.480488 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 42324) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:01:54.605077 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9b81754d-7295-48b9-ae21-2e2e22709b6c admin admin] Publish callbacks [] for router (649afdb4-ae96-4c9b-b743-53c20031d8d9), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:54.628853 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4d1119af-6920-41aa-b157-ff460b776bb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:54.722739 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9b81754d-7295-48b9-ae21-2e2e22709b6c admin admin] Publish callbacks [] for router_gateway (649afdb4-ae96-4c9b-b743-53c20031d8d9), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:54.785061 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-9b81754d-7295-48b9-ae21-2e2e22709b6c admin admin] Deleting port 55f230d3-0754-4cb9-8427-a603bd9904b2 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:01:54.785512 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9b81754d-7295-48b9-ae21-2e2e22709b6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (55f230d3-0754-4cb9-8427-a603bd9904b2), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:54.910959 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-9b81754d-7295-48b9-ae21-2e2e22709b6c admin admin] For port 55f230d3-0754-4cb9-8427-a603bd9904b2, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=55f230d3-0754-4cb9-8427-a603bd9904b2,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:01:54.911866 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9b81754d-7295-48b9-ae21-2e2e22709b6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (55f230d3-0754-4cb9-8427-a603bd9904b2), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:54.928493 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-9b81754d-7295-48b9-ae21-2e2e22709b6c admin admin] Calling delete_port for 55f230d3-0754-4cb9-8427-a603bd9904b2 owned by network:router_gateway {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:01:55.174391 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9b81754d-7295-48b9-ae21-2e2e22709b6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (55f230d3-0754-4cb9-8427-a603bd9904b2), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:55.203767 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b81754d-7295-48b9-ae21-2e2e22709b6c admin admin] Pushing event deleted for resources: {'Port': ['ID=55f230d3-0754-4cb9-8427-a603bd9904b2,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:55.288964 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9b81754d-7295-48b9-ae21-2e2e22709b6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (649afdb4-ae96-4c9b-b743-53c20031d8d9), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:55.623068 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 96f90411-4c14-4efc-959a-35ace81fb416 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:01:55.649442 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 96f90411-4c14-4efc-959a-35ace81fb416 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:01:55.650083 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 96f90411-4c14-4efc-959a-35ace81fb416 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:01:55.811426 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9b81754d-7295-48b9-ae21-2e2e22709b6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (649afdb4-ae96-4c9b-b743-53c20031d8d9), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:55.821927 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9b81754d-7295-48b9-ae21-2e2e22709b6c admin admin] Publish callbacks [] for router_controller (649afdb4-ae96-4c9b-b743-53c20031d8d9), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:55.868368 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364ff820-367a-4c20-ab79-d7a98728f7d6 None None] Sync routers for ids ['649afdb4-ae96-4c9b-b743-53c20031d8d9'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:01:55.884139 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364ff820-367a-4c20-ab79-d7a98728f7d6 None None] Routers {'649afdb4-ae96-4c9b-b743-53c20031d8d9'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:01:55.885737 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-364ff820-367a-4c20-ab79-d7a98728f7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:01:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['649afdb4-ae96-4c9b-b743-53c20031d8d9'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:01:55.886846 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9b81754d-7295-48b9-ae21-2e2e22709b6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (649afdb4-ae96-4c9b-b743-53c20031d8d9), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:55.888705 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b81754d-7295-48b9-ae21-2e2e22709b6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 649afdb4-ae96-4c9b-b743-53c20031d8d9 {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 20:01:55.906116 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9b81754d-7295-48b9-ae21-2e2e22709b6c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:55.908527 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-9b81754d-7295-48b9-ae21-2e2e22709b6c admin admin] 10.222.0.65 "DELETE /v2.0/routers/649afdb4-ae96-4c9b-b743-53c20031d8d9 HTTP/1.1" status: 204 len: 168 time: 1.4263573 Mar 11 20:01:55.910944 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 42336) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:01:55.937778 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-364ff820-367a-4c20-ab79-d7a98728f7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:01:55.965164 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364ff820-367a-4c20-ab79-d7a98728f7d6 None None] Routers set() bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:01:55.972508 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364ff820-367a-4c20-ab79-d7a98728f7d6 None None] Router IDs set() for agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 11 20:01:55.973178 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_agentschedulers_db [None req-364ff820-367a-4c20-ab79-d7a98728f7d6 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'649afdb4-ae96-4c9b-b743-53c20031d8d9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:01:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent'). {{(pid=103886) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 11 20:01:55.973631 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364ff820-367a-4c20-ab79-d7a98728f7d6 None None] The sync data for ids ['649afdb4-ae96-4c9b-b743-53c20031d8d9'] in n-d-833163-1 is: [] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:01:55.984782 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5197c25-3db7-4c6b-bf87-c3f7207603fa admin admin] Deleting subnet 28ccd43f-06dc-4e3f-8a47-b79ef8bcd24d {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 20:01:55.990818 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e5197c25-3db7-4c6b-bf87-c3f7207603fa admin admin] Publish callbacks [] for subnet (28ccd43f-06dc-4e3f-8a47-b79ef8bcd24d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:56.059498 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e5197c25-3db7-4c6b-bf87-c3f7207603fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (28ccd43f-06dc-4e3f-8a47-b79ef8bcd24d), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:56.181005 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e5197c25-3db7-4c6b-bf87-c3f7207603fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (28ccd43f-06dc-4e3f-8a47-b79ef8bcd24d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:56.258671 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:56.269238 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e5197c25-3db7-4c6b-bf87-c3f7207603fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (28ccd43f-06dc-4e3f-8a47-b79ef8bcd24d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:56.307003 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5197c25-3db7-4c6b-bf87-c3f7207603fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28ccd43f-06dc-4e3f-8a47-b79ef8bcd24d,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:56.317895 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e5197c25-3db7-4c6b-bf87-c3f7207603fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:56.323682 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e5197c25-3db7-4c6b-bf87-c3f7207603fa admin admin] 10.222.0.65 "DELETE /v2.0/subnets/28ccd43f-06dc-4e3f-8a47-b79ef8bcd24d HTTP/1.1" status: 204 len: 168 time: 0.4105258 Mar 11 20:01:56.325389 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 42342) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:01:56.333893 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d385ee-9f6c-44b1-bcfb-970333578994 None None] Network fdf614cb-334c-4186-a566-1d5537eef704 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:01:56.447295 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a2534ecb-ed55-4070-8203-cdd5130d22fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (fdf614cb-334c-4186-a566-1d5537eef704), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:56.547179 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a2534ecb-ed55-4070-8203-cdd5130d22fd admin admin] Deleting port ff995dd0-ccbd-41b9-bff6-9d331cb583df {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:01:56.547686 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a2534ecb-ed55-4070-8203-cdd5130d22fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (ff995dd0-ccbd-41b9-bff6-9d331cb583df), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:56.626178 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b06972-d471-4dee-a82a-2ebcbd42c3de None None] DHCP port deletion for fdf614cb-334c-4186-a566-1d5537eef704 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 20:01:56.668181 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-a2534ecb-ed55-4070-8203-cdd5130d22fd admin admin] For port ff995dd0-ccbd-41b9-bff6-9d331cb583df, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=ff995dd0-ccbd-41b9-bff6-9d331cb583df,segment=NetworkSegment(8b922952-b32b-4d5f-b7dc-21ad6b1956c7),segment_id=8b922952-b32b-4d5f-b7dc-21ad6b1956c7)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:01:56.668730 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a2534ecb-ed55-4070-8203-cdd5130d22fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (ff995dd0-ccbd-41b9-bff6-9d331cb583df), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:56.689755 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a2534ecb-ed55-4070-8203-cdd5130d22fd admin admin] Calling delete_port for ff995dd0-ccbd-41b9-bff6-9d331cb583df owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:01:56.697465 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-67b06972-d471-4dee-a82a-2ebcbd42c3de None None] Deleting port ff995dd0-ccbd-41b9-bff6-9d331cb583df {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:01:56.697766 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-67b06972-d471-4dee-a82a-2ebcbd42c3de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (ff995dd0-ccbd-41b9-bff6-9d331cb583df), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:56.772855 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-67b06972-d471-4dee-a82a-2ebcbd42c3de None None] For port ff995dd0-ccbd-41b9-bff6-9d331cb583df, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=ff995dd0-ccbd-41b9-bff6-9d331cb583df,segment=NetworkSegment(8b922952-b32b-4d5f-b7dc-21ad6b1956c7),segment_id=8b922952-b32b-4d5f-b7dc-21ad6b1956c7)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:01:56.773252 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-67b06972-d471-4dee-a82a-2ebcbd42c3de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (ff995dd0-ccbd-41b9-bff6-9d331cb583df), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:56.792535 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-67b06972-d471-4dee-a82a-2ebcbd42c3de None None] Calling delete_port for ff995dd0-ccbd-41b9-bff6-9d331cb583df owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:01:56.793900 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a2534ecb-ed55-4070-8203-cdd5130d22fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (ff995dd0-ccbd-41b9-bff6-9d331cb583df), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:56.821589 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2534ecb-ed55-4070-8203-cdd5130d22fd admin admin] Pushing event deleted for resources: {'Port': ['ID=ff995dd0-ccbd-41b9-bff6-9d331cb583df,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:56.824881 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2534ecb-ed55-4070-8203-cdd5130d22fd admin admin] No DVR routers for this DVR port ff995dd0-ccbd-41b9-bff6-9d331cb583df on host n-d-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:01:56.900559 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a2534ecb-ed55-4070-8203-cdd5130d22fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (fdf614cb-334c-4186-a566-1d5537eef704), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:56.906134 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-67b06972-d471-4dee-a82a-2ebcbd42c3de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (ff995dd0-ccbd-41b9-bff6-9d331cb583df), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:56.923172 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-a2534ecb-ed55-4070-8203-cdd5130d22fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdf614cb-334c-4186-a566-1d5537eef704']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:01:56.932848 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-a2534ecb-ed55-4070-8203-cdd5130d22fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b922952-b32b-4d5f-b7dc-21ad6b1956c7') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:01:56.933135 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-a2534ecb-ed55-4070-8203-cdd5130d22fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b922952-b32b-4d5f-b7dc-21ad6b1956c7') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:01:56.935065 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b06972-d471-4dee-a82a-2ebcbd42c3de None None] Pushing event deleted for resources: {'Port': ['ID=ff995dd0-ccbd-41b9-bff6-9d331cb583df,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:56.940563 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b06972-d471-4dee-a82a-2ebcbd42c3de None None] No DVR routers for this DVR port ff995dd0-ccbd-41b9-bff6-9d331cb583df on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:01:56.947611 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a2534ecb-ed55-4070-8203-cdd5130d22fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (8b922952-b32b-4d5f-b7dc-21ad6b1956c7), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:56.960739 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a2534ecb-ed55-4070-8203-cdd5130d22fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (8b922952-b32b-4d5f-b7dc-21ad6b1956c7), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:56.968004 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2534ecb-ed55-4070-8203-cdd5130d22fd admin admin] Releasing vlan 895 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 20:01:56.968567 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a2534ecb-ed55-4070-8203-cdd5130d22fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (8b922952-b32b-4d5f-b7dc-21ad6b1956c7), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:56.970608 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 20:01:56.970608 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 20:01:56.970608 n-d-833163-1 neutron-server[103884]: timer() Mar 11 20:01:56.970608 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:01:56.970608 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 20:01:56.970608 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 20:01:56.970608 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 20:01:56.970608 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:01:56.970608 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 20:01:56.970608 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:01:56.970608 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 20:01:56.970608 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:01:56.970608 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 20:01:56.970608 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 20:01:56.970608 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:01:56.970608 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 20:01:56.970608 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:01:56.970608 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 20:01:56.970608 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 20:01:56.970608 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:01:56.970608 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 20:01:56.970608 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:01:56.970608 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:01:56.970608 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 20:01:56.970608 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 20:01:56.970608 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 20:01:56.970608 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:01:56.970608 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 20:01:56.970608 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:01:56.970608 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 20:01:56.970608 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:01:56.970608 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:01:57.035239 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a2534ecb-ed55-4070-8203-cdd5130d22fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (fdf614cb-334c-4186-a566-1d5537eef704), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:57.043558 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a2534ecb-ed55-4070-8203-cdd5130d22fd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:57.049666 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a2534ecb-ed55-4070-8203-cdd5130d22fd admin admin] 10.222.0.65 "DELETE /v2.0/networks/fdf614cb-334c-4186-a566-1d5537eef704 HTTP/1.1" status: 204 len: 168 time: 0.7210121 Mar 11 20:01:57.067147 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2534ecb-ed55-4070-8203-cdd5130d22fd admin admin] Pushing event deleted for resources: {'Network': ['ID=fdf614cb-334c-4186-a566-1d5537eef704,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:57.300451 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 42352) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:01:57.348228 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d903cde5-ee92-4322-9983-f3c4e4535f51 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e725e28cf3a0433da1c424d603bef777&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0442197 Mar 11 20:01:57.348540 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 42356) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:01:57.405285 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-725f00d4-b1c1-4159-99b8-03a157839c64 admin admin] Publish callbacks [] for security_group (ea2e50b5-e2e2-49be-9d7b-123d9ea95dce), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:57.429435 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-725f00d4-b1c1-4159-99b8-03a157839c64 admin admin] Publish callbacks [] for security_group (ea2e50b5-e2e2-49be-9d7b-123d9ea95dce), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:57.504452 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-725f00d4-b1c1-4159-99b8-03a157839c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (ea2e50b5-e2e2-49be-9d7b-123d9ea95dce), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:57.508206 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-725f00d4-b1c1-4159-99b8-03a157839c64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:57.509764 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-725f00d4-b1c1-4159-99b8-03a157839c64 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ea2e50b5-e2e2-49be-9d7b-123d9ea95dce HTTP/1.1" status: 204 len: 168 time: 0.1602614 Mar 11 20:01:57.526027 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725f00d4-b1c1-4159-99b8-03a157839c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2e50b5-e2e2-49be-9d7b-123d9ea95dce,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:57.637048 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device ff995dd0-ccbd-41b9-bff6-9d331cb583df no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:01:57.678968 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: ff995dd0-ccbd-41b9-bff6-9d331cb583df {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:01:57.679203 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device ff995dd0-ccbd-41b9-bff6-9d331cb583df not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:01:57.679854 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 55f230d3-0754-4cb9-8427-a603bd9904b2 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:01:57.686031 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:57.708135 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 55f230d3-0754-4cb9-8427-a603bd9904b2 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:01:57.708778 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 55f230d3-0754-4cb9-8427-a603bd9904b2 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:01:58.002297 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 42362) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:01:58.017761 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ad65e7b7-5e04-4016-9994-b36b0dac27aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:58.122219 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ad65e7b7-5e04-4016-9994-b36b0dac27aa admin admin] Publish callbacks [] for security_group (d00484f4-661f-4ce0-8d49-eb3ebf00c9f5), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:58.127256 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ad65e7b7-5e04-4016-9994-b36b0dac27aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (d00484f4-661f-4ce0-8d49-eb3ebf00c9f5), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:58.172942 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ad65e7b7-5e04-4016-9994-b36b0dac27aa admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1693060 Mar 11 20:01:58.173947 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad65e7b7-5e04-4016-9994-b36b0dac27aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d00484f4-661f-4ce0-8d49-eb3ebf00c9f5,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:58.175722 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 42368) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:01:58.234057 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7d2b6a79-25f1-41e9-a1f0-1e50bfd30332 admin admin] Publish callbacks [] for security_group (d00484f4-661f-4ce0-8d49-eb3ebf00c9f5), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:58.266157 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7d2b6a79-25f1-41e9-a1f0-1e50bfd30332 admin admin] Publish callbacks [] for security_group (d00484f4-661f-4ce0-8d49-eb3ebf00c9f5), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:58.322518 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7d2b6a79-25f1-41e9-a1f0-1e50bfd30332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (d00484f4-661f-4ce0-8d49-eb3ebf00c9f5), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:58.326830 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7d2b6a79-25f1-41e9-a1f0-1e50bfd30332 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:01:58.330601 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-7d2b6a79-25f1-41e9-a1f0-1e50bfd30332 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d00484f4-661f-4ce0-8d49-eb3ebf00c9f5 HTTP/1.1" status: 204 len: 168 time: 0.1522884 Mar 11 20:01:58.343341 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2b6a79-25f1-41e9-a1f0-1e50bfd30332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00484f4-661f-4ce0-8d49-eb3ebf00c9f5,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:01:59.026410 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:06.088987 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e8a360-4361-44a5-9e1e-9de3c75d8bd1 req-555ffd0d-e608-47e8-9379-43a17e6200db tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:02:06.090563 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-63e8a360-4361-44a5-9e1e-9de3c75d8bd1 req-555ffd0d-e608-47e8-9379-43a17e6200db tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] 10.222.0.65 "GET /v2.0/ports?device_id=f03c2e72-f0f0-45ae-880d-7b7eeb29bdae HTTP/1.1" status: 200 len: 946 time: 0.0713863 Mar 11 20:02:06.179814 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-63e8a360-4361-44a5-9e1e-9de3c75d8bd1 req-3e8e473d-a46a-4c1c-8373-b70d5d2c83be tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ab0f541-ea4b-4949-8a79-26fe499abfca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815334 Mar 11 20:02:07.336896 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6d6296-026e-4b4f-8b48-d4497a407045 req-1fc08bff-0c83-4b0f-8098-390f3ef55bfd tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:02:07.339158 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4f6d6296-026e-4b4f-8b48-d4497a407045 req-1fc08bff-0c83-4b0f-8098-390f3ef55bfd tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] 10.222.0.65 "GET /v2.0/ports?device_id=f03c2e72-f0f0-45ae-880d-7b7eeb29bdae HTTP/1.1" status: 200 len: 946 time: 0.0635028 Mar 11 20:02:07.371292 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab694870-6549-43f8-a595-b790b90f8f90 req-2a0361fb-1c46-49dc-8c10-20824974e652 tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:02:07.374137 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-ab694870-6549-43f8-a595-b790b90f8f90 req-2a0361fb-1c46-49dc-8c10-20824974e652 tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] 10.222.0.75 "GET /v2.0/ports?device_id=f03c2e72-f0f0-45ae-880d-7b7eeb29bdae HTTP/1.1" status: 200 len: 946 time: 0.1066494 Mar 11 20:02:07.419386 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4f6d6296-026e-4b4f-8b48-d4497a407045 req-e3076b07-a7f6-476b-86d2-e31604f63b00 tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] 10.222.0.65 "GET /v2.0/security-groups?id=3ab0f541-ea4b-4949-8a79-26fe499abfca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733156 Mar 11 20:02:07.526514 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-ab694870-6549-43f8-a595-b790b90f8f90 req-c9e49626-c2ba-4485-a062-7587321040dc tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Deleting port c5ed6c20-f4ad-4227-9aa1-badc70aa2684 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:02:07.527222 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ab694870-6549-43f8-a595-b790b90f8f90 req-c9e49626-c2ba-4485-a062-7587321040dc tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (c5ed6c20-f4ad-4227-9aa1-badc70aa2684), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:07.638817 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-ab694870-6549-43f8-a595-b790b90f8f90 req-c9e49626-c2ba-4485-a062-7587321040dc tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] For port c5ed6c20-f4ad-4227-9aa1-badc70aa2684, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=c5ed6c20-f4ad-4227-9aa1-badc70aa2684,segment=NetworkSegment(24113e97-424e-4ee4-920c-ab4f67020525),segment_id=24113e97-424e-4ee4-920c-ab4f67020525)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:02:07.639818 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ab694870-6549-43f8-a595-b790b90f8f90 req-c9e49626-c2ba-4485-a062-7587321040dc tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (c5ed6c20-f4ad-4227-9aa1-badc70aa2684), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:07.850852 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ab694870-6549-43f8-a595-b790b90f8f90 req-c9e49626-c2ba-4485-a062-7587321040dc tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:07.851569 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ab694870-6549-43f8-a595-b790b90f8f90 req-c9e49626-c2ba-4485-a062-7587321040dc tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (6087025f-ec75-41c9-9451-bb95b6f4ec72), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:07.852207 n-d-833163-1 neutron-server[103884]: INFO neutron.db.l3_db [req-ab694870-6549-43f8-a595-b790b90f8f90 req-c9e49626-c2ba-4485-a062-7587321040dc tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Floating IP 6087025f-ec75-41c9-9451-bb95b6f4ec72 disassociated. External IP: 172.25.8.11, port: c5ed6c20-f4ad-4227-9aa1-badc70aa2684. Mar 11 20:02:07.853264 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-ab694870-6549-43f8-a595-b790b90f8f90 req-c9e49626-c2ba-4485-a062-7587321040dc tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Calling delete_port for c5ed6c20-f4ad-4227-9aa1-badc70aa2684 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:02:08.030110 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ab694870-6549-43f8-a595-b790b90f8f90 req-c9e49626-c2ba-4485-a062-7587321040dc tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (c5ed6c20-f4ad-4227-9aa1-badc70aa2684), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:08.082935 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e49626-c2ba-4485-a062-7587321040dc tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Pushing event deleted for resources: {'Port': ['ID=c5ed6c20-f4ad-4227-9aa1-badc70aa2684,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:02:08.258601 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab694870-6549-43f8-a595-b790b90f8f90 req-c9e49626-c2ba-4485-a062-7587321040dc tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Router f55ba18a-05bd-48a8-a614-ffb9f4aa4427 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:02:08.380114 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab694870-6549-43f8-a595-b790b90f8f90 req-c9e49626-c2ba-4485-a062-7587321040dc tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:02:08.396510 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35999d37-4774-450f-b8ff-1de6221f6a66 None None] Sync routers for ids ['f55ba18a-05bd-48a8-a614-ffb9f4aa4427'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:02:08.420450 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35999d37-4774-450f-b8ff-1de6221f6a66 None None] Routers {'f55ba18a-05bd-48a8-a614-ffb9f4aa4427'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:02:08.421316 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-35999d37-4774-450f-b8ff-1de6221f6a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:01:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['f55ba18a-05bd-48a8-a614-ffb9f4aa4427'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:02:08.429865 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab694870-6549-43f8-a595-b790b90f8f90 req-c9e49626-c2ba-4485-a062-7587321040dc tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] No DVR routers for this DVR port c5ed6c20-f4ad-4227-9aa1-badc70aa2684 on host n-h1-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:02:08.438203 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-ab694870-6549-43f8-a595-b790b90f8f90 req-c9e49626-c2ba-4485-a062-7587321040dc tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:08.443452 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-ab694870-6549-43f8-a595-b790b90f8f90 req-c9e49626-c2ba-4485-a062-7587321040dc tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] 10.222.0.75 "DELETE /v2.0/ports/c5ed6c20-f4ad-4227-9aa1-badc70aa2684 HTTP/1.1" status: 204 len: 173 time: 1.0642002 Mar 11 20:02:08.444156 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f03c2e72-f0f0-45ae-880d-7b7eeb29bdae', 'name': 'network-vif-deleted', 'tag': 'c5ed6c20-f4ad-4227-9aa1-badc70aa2684'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:02:08.446843 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69629b0c-d8b9-4260-8c0a-68f435a612b4" -d '{"events": [{"server_uuid": "f03c2e72-f0f0-45ae-880d-7b7eeb29bdae", "name": "network-vif-deleted", "tag": "c5ed6c20-f4ad-4227-9aa1-badc70aa2684"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:02:08.605146 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ca4e7ec4-c196-40db-9bf7-34c7c7637c54 req-15963735-33d4-415e-8e52-f596b7bd4401 tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] 10.222.0.65 "GET /v2.0/ports?device_id=f03c2e72-f0f0-45ae-880d-7b7eeb29bdae HTTP/1.1" status: 200 len: 210 time: 0.0556781 Mar 11 20:02:08.628066 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-35999d37-4774-450f-b8ff-1de6221f6a66 None None] Set router f55ba18a-05bd-48a8-a614-ffb9f4aa4427 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:02:08.674633 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcae66dc-436a-44f3-bdfa-31fcca1ca7b4 x-openstack-request-id: req-dcae66dc-436a-44f3-bdfa-31fcca1ca7b4 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:02:08.675029 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f03c2e72-f0f0-45ae-880d-7b7eeb29bdae", "name": "network-vif-deleted", "tag": "c5ed6c20-f4ad-4227-9aa1-badc70aa2684", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:02:08.675384 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dcae66dc-436a-44f3-bdfa-31fcca1ca7b4 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:02:08.675942 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f03c2e72-f0f0-45ae-880d-7b7eeb29bdae', 'name': 'network-vif-deleted', 'tag': 'c5ed6c20-f4ad-4227-9aa1-badc70aa2684', 'status': 'completed', 'code': 200} Mar 11 20:02:08.865939 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-35999d37-4774-450f-b8ff-1de6221f6a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55ba18a-05bd-48a8-a614-ffb9f4aa4427', 'name': 'tempest-TestServerBasicOps-2037446836-router', 'tenant_id': '2f949af31a734abc972f25de080a7f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '9124a99f-4231-440c-9b8e-5ac3cb88054f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:56:43Z', 'updated_at': '2022-03-11T19:56:48Z', 'revision_number': 4, 'project_id': '2f949af31a734abc972f25de080a7f9a', 'gw_port': {'id': '9124a99f-4231-440c-9b8e-5ac3cb88054f', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55ba18a-05bd-48a8-a614-ffb9f4aa4427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:56:43Z', 'updated_at': '2022-03-11T19:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'bfff381e-98cd-4fe5-a462-459995105247', 'name': '', 'network_id': '7cb87be5-5e63-4569-a71c-e4805af6e43b', 'tenant_id': '2f949af31a734abc972f25de080a7f9a', 'mac_address': 'fa:16:3e:45:ac:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55ba18a-05bd-48a8-a614-ffb9f4aa4427', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': 'd614b2f0-8c6e-4e2e-aec0-cfab71e0207b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:56:47Z', 'updated_at': '2022-03-11T19:57:00Z', 'revision_number': 5, 'project_id': '2f949af31a734abc972f25de080a7f9a', 'subnets': [{'id': 'd614b2f0-8c6e-4e2e-aec0-cfab71e0207b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:02:08.896163 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35999d37-4774-450f-b8ff-1de6221f6a66 None None] Checking router: f55ba18a-05bd-48a8-a614-ffb9f4aa4427 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:02:08.907511 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35999d37-4774-450f-b8ff-1de6221f6a66 None None] Routers {'f55ba18a-05bd-48a8-a614-ffb9f4aa4427'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:02:08.908589 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-35999d37-4774-450f-b8ff-1de6221f6a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:01:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['f55ba18a-05bd-48a8-a614-ffb9f4aa4427'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:02:09.057420 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-35999d37-4774-450f-b8ff-1de6221f6a66 None None] Set router f55ba18a-05bd-48a8-a614-ffb9f4aa4427 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:02:09.316758 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-35999d37-4774-450f-b8ff-1de6221f6a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55ba18a-05bd-48a8-a614-ffb9f4aa4427', 'name': 'tempest-TestServerBasicOps-2037446836-router', 'tenant_id': '2f949af31a734abc972f25de080a7f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '9124a99f-4231-440c-9b8e-5ac3cb88054f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:56:43Z', 'updated_at': '2022-03-11T19:56:48Z', 'revision_number': 4, 'project_id': '2f949af31a734abc972f25de080a7f9a', 'gw_port': {'id': '9124a99f-4231-440c-9b8e-5ac3cb88054f', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55ba18a-05bd-48a8-a614-ffb9f4aa4427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:56:43Z', 'updated_at': '2022-03-11T19:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'bfff381e-98cd-4fe5-a462-459995105247', 'name': '', 'network_id': '7cb87be5-5e63-4569-a71c-e4805af6e43b', 'tenant_id': '2f949af31a734abc972f25de080a7f9a', 'mac_address': 'fa:16:3e:45:ac:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55ba18a-05bd-48a8-a614-ffb9f4aa4427', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': 'd614b2f0-8c6e-4e2e-aec0-cfab71e0207b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:56:47Z', 'updated_at': '2022-03-11T19:57:00Z', 'revision_number': 5, 'project_id': '2f949af31a734abc972f25de080a7f9a', 'subnets': [{'id': 'd614b2f0-8c6e-4e2e-aec0-cfab71e0207b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:02:09.357192 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35999d37-4774-450f-b8ff-1de6221f6a66 None None] The sync data for ids ['f55ba18a-05bd-48a8-a614-ffb9f4aa4427'] in n-d-833163-1 is: [{'id': 'f55ba18a-05bd-48a8-a614-ffb9f4aa4427', 'name': 'tempest-TestServerBasicOps-2037446836-router', 'tenant_id': '2f949af31a734abc972f25de080a7f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '9124a99f-4231-440c-9b8e-5ac3cb88054f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:56:43Z', 'updated_at': '2022-03-11T19:56:48Z', 'revision_number': 4, 'project_id': '2f949af31a734abc972f25de080a7f9a', 'gw_port': {'id': '9124a99f-4231-440c-9b8e-5ac3cb88054f', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55ba18a-05bd-48a8-a614-ffb9f4aa4427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:56:43Z', 'updated_at': '2022-03-11T19:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'bfff381e-98cd-4fe5-a462-459995105247', 'name': '', 'network_id': '7cb87be5-5e63-4569-a71c-e4805af6e43b', 'tenant_id': '2f949af31a734abc972f25de080a7f9a', 'mac_address': 'fa:16:3e:45:ac:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55ba18a-05bd-48a8-a614-ffb9f4aa4427', 'device_owner': 'network:router_interface', 'standard_attr_id': 3061, 'fixed_ips': [{'subnet_id': 'd614b2f0-8c6e-4e2e-aec0-cfab71e0207b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:56:47Z', 'updated_at': '2022-03-11T19:57:00Z', 'revision_number': 5, 'project_id': '2f949af31a734abc972f25de080a7f9a', 'subnets': [{'id': 'd614b2f0-8c6e-4e2e-aec0-cfab71e0207b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:02:09.683984 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 42476) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:02:09.760719 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35573311-0879-4c29-848a-7af5c19291d6 None None] New status for floating IP 6087025f-ec75-41c9-9451-bb95b6f4ec72: DOWN {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 20:02:09.860634 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-1a196c6a-e08f-4445-9ce8-34c6a565310e tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Deleting port e1b6befc-edc6-4b35-8eab-986a3b65ba78 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:02:09.861056 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1a196c6a-e08f-4445-9ce8-34c6a565310e tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (e1b6befc-edc6-4b35-8eab-986a3b65ba78), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:09.949301 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1a196c6a-e08f-4445-9ce8-34c6a565310e tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (e1b6befc-edc6-4b35-8eab-986a3b65ba78), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:09.949626 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1a196c6a-e08f-4445-9ce8-34c6a565310e tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Publish callbacks [] for floatingip (e1b6befc-edc6-4b35-8eab-986a3b65ba78), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:09.962653 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-1a196c6a-e08f-4445-9ce8-34c6a565310e tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Calling delete_port for e1b6befc-edc6-4b35-8eab-986a3b65ba78 owned by network:floatingip {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:02:10.114445 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1a196c6a-e08f-4445-9ce8-34c6a565310e tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (e1b6befc-edc6-4b35-8eab-986a3b65ba78), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:10.142321 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a196c6a-e08f-4445-9ce8-34c6a565310e tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Pushing event deleted for resources: {'Port': ['ID=e1b6befc-edc6-4b35-8eab-986a3b65ba78,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:02:10.209709 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1a196c6a-e08f-4445-9ce8-34c6a565310e tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Publish callbacks [] for floatingip (6087025f-ec75-41c9-9451-bb95b6f4ec72), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:10.214202 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1a196c6a-e08f-4445-9ce8-34c6a565310e tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:10.218258 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-1a196c6a-e08f-4445-9ce8-34c6a565310e tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] 10.222.0.65 "DELETE /v2.0/floatingips/6087025f-ec75-41c9-9451-bb95b6f4ec72 HTTP/1.1" status: 204 len: 168 time: 0.5308423 Mar 11 20:02:10.289870 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 42488) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:02:10.311768 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [req-9f73f083-5f3d-4e1c-947b-726d39c78b51 req-d7029405-ccb3-4508-86c0-0818f7b2a73f service neutron] (103885) timed out ('10.222.0.75', 51261) {{(pid=103885) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 20:02:10.353174 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-15635320-9834-4d8b-a733-d2ecc76836f7 tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Publish callbacks [] for security_group (3ab0f541-ea4b-4949-8a79-26fe499abfca), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:10.383799 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-15635320-9834-4d8b-a733-d2ecc76836f7 tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Publish callbacks [] for security_group (3ab0f541-ea4b-4949-8a79-26fe499abfca), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:10.445383 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-15635320-9834-4d8b-a733-d2ecc76836f7 tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (3ab0f541-ea4b-4949-8a79-26fe499abfca), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:10.448256 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-15635320-9834-4d8b-a733-d2ecc76836f7 tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:10.452611 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-15635320-9834-4d8b-a733-d2ecc76836f7 tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] 10.222.0.65 "DELETE /v2.0/security-groups/3ab0f541-ea4b-4949-8a79-26fe499abfca HTTP/1.1" status: 204 len: 168 time: 0.1616845 Mar 11 20:02:10.462697 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15635320-9834-4d8b-a733-d2ecc76836f7 tempest-TestServerBasicOps-1573109422 tempest-TestServerBasicOps-1573109422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab0f541-ea4b-4949-8a79-26fe499abfca,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:02:10.495170 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 42492) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:02:10.938857 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device c5ed6c20-f4ad-4227-9aa1-badc70aa2684 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:02:10.980870 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: c5ed6c20-f4ad-4227-9aa1-badc70aa2684 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:02:10.981293 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device c5ed6c20-f4ad-4227-9aa1-badc70aa2684 not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:02:11.080334 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a6e6c25e-7712-40f6-88da-b7e28eb31eb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (f55ba18a-05bd-48a8-a614-ffb9f4aa4427), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:11.571291 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a6e6c25e-7712-40f6-88da-b7e28eb31eb9 admin admin] Deleting port bfff381e-98cd-4fe5-a462-459995105247 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:02:11.571596 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a6e6c25e-7712-40f6-88da-b7e28eb31eb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (bfff381e-98cd-4fe5-a462-459995105247), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:11.724895 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-a6e6c25e-7712-40f6-88da-b7e28eb31eb9 admin admin] For port bfff381e-98cd-4fe5-a462-459995105247, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=bfff381e-98cd-4fe5-a462-459995105247,segment=NetworkSegment(24113e97-424e-4ee4-920c-ab4f67020525),segment_id=24113e97-424e-4ee4-920c-ab4f67020525)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:02:11.725316 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a6e6c25e-7712-40f6-88da-b7e28eb31eb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (bfff381e-98cd-4fe5-a462-459995105247), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:11.755173 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-a6e6c25e-7712-40f6-88da-b7e28eb31eb9 admin admin] Calling delete_port for bfff381e-98cd-4fe5-a462-459995105247 owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:02:12.069285 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a6e6c25e-7712-40f6-88da-b7e28eb31eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (bfff381e-98cd-4fe5-a462-459995105247), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:12.162292 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e6c25e-7712-40f6-88da-b7e28eb31eb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfff381e-98cd-4fe5-a462-459995105247,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:02:12.476714 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a6e6c25e-7712-40f6-88da-b7e28eb31eb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (f55ba18a-05bd-48a8-a614-ffb9f4aa4427), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:12.821059 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6e6c25e-7712-40f6-88da-b7e28eb31eb9 admin admin] Router f55ba18a-05bd-48a8-a614-ffb9f4aa4427 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:02:13.349031 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e6c25e-7712-40f6-88da-b7e28eb31eb9 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:02:13.359323 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3755522-3645-4d41-8a00-8af169b54a8f None None] Sync routers for ids ['f55ba18a-05bd-48a8-a614-ffb9f4aa4427'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:02:13.381204 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 42530) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:02:13.399721 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3755522-3645-4d41-8a00-8af169b54a8f None None] Routers {'f55ba18a-05bd-48a8-a614-ffb9f4aa4427'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:02:13.400526 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a6e6c25e-7712-40f6-88da-b7e28eb31eb9 admin admin] 10.222.0.65 "PUT /v2.0/routers/f55ba18a-05bd-48a8-a614-ffb9f4aa4427/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9031513 Mar 11 20:02:13.402347 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-b3755522-3645-4d41-8a00-8af169b54a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:01:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['f55ba18a-05bd-48a8-a614-ffb9f4aa4427'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:02:13.584772 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-91c28db8-f31d-4157-aca3-511a86c5a38d admin admin] Publish callbacks [] for router (f55ba18a-05bd-48a8-a614-ffb9f4aa4427), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:13.615231 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-b3755522-3645-4d41-8a00-8af169b54a8f None None] Set router f55ba18a-05bd-48a8-a614-ffb9f4aa4427 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:02:13.780562 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-91c28db8-f31d-4157-aca3-511a86c5a38d admin admin] Publish callbacks [] for router_gateway (f55ba18a-05bd-48a8-a614-ffb9f4aa4427), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:13.900256 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-91c28db8-f31d-4157-aca3-511a86c5a38d admin admin] Deleting port 9124a99f-4231-440c-9b8e-5ac3cb88054f {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:02:13.900976 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-91c28db8-f31d-4157-aca3-511a86c5a38d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (9124a99f-4231-440c-9b8e-5ac3cb88054f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:13.918013 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-b3755522-3645-4d41-8a00-8af169b54a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55ba18a-05bd-48a8-a614-ffb9f4aa4427', 'name': 'tempest-TestServerBasicOps-2037446836-router', 'tenant_id': '2f949af31a734abc972f25de080a7f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': '9124a99f-4231-440c-9b8e-5ac3cb88054f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:56:43Z', 'updated_at': '2022-03-11T20:02:11Z', 'revision_number': 5, 'project_id': '2f949af31a734abc972f25de080a7f9a', 'gw_port': {'id': '9124a99f-4231-440c-9b8e-5ac3cb88054f', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:4d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f55ba18a-05bd-48a8-a614-ffb9f4aa4427', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:56:43Z', 'updated_at': '2022-03-11T19:56:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:02:13.961740 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3755522-3645-4d41-8a00-8af169b54a8f None None] Checking router: f55ba18a-05bd-48a8-a614-ffb9f4aa4427 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:02:13.972527 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3755522-3645-4d41-8a00-8af169b54a8f None None] Routers {'f55ba18a-05bd-48a8-a614-ffb9f4aa4427'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:02:13.973556 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-b3755522-3645-4d41-8a00-8af169b54a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:01:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['f55ba18a-05bd-48a8-a614-ffb9f4aa4427'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:02:14.046006 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-91c28db8-f31d-4157-aca3-511a86c5a38d admin admin] For port 9124a99f-4231-440c-9b8e-5ac3cb88054f, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=9124a99f-4231-440c-9b8e-5ac3cb88054f,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:02:14.047049 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-91c28db8-f31d-4157-aca3-511a86c5a38d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (9124a99f-4231-440c-9b8e-5ac3cb88054f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:14.074828 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-91c28db8-f31d-4157-aca3-511a86c5a38d admin admin] Calling delete_port for 9124a99f-4231-440c-9b8e-5ac3cb88054f owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:02:14.266613 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-b3755522-3645-4d41-8a00-8af169b54a8f None None] Set router f55ba18a-05bd-48a8-a614-ffb9f4aa4427 gateway port host: None {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:02:14.324583 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-b3755522-3645-4d41-8a00-8af169b54a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f55ba18a-05bd-48a8-a614-ffb9f4aa4427', 'name': 'tempest-TestServerBasicOps-2037446836-router', 'tenant_id': '2f949af31a734abc972f25de080a7f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:56:43Z', 'updated_at': '2022-03-11T20:02:13Z', 'revision_number': 6, 'project_id': '2f949af31a734abc972f25de080a7f9a', 'gw_port_host': None}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:02:14.358942 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3755522-3645-4d41-8a00-8af169b54a8f None None] The sync data for ids ['f55ba18a-05bd-48a8-a614-ffb9f4aa4427'] in n-d-833163-1 is: [{'id': 'f55ba18a-05bd-48a8-a614-ffb9f4aa4427', 'name': 'tempest-TestServerBasicOps-2037446836-router', 'tenant_id': '2f949af31a734abc972f25de080a7f9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:56:43Z', 'updated_at': '2022-03-11T20:02:13Z', 'revision_number': 6, 'project_id': '2f949af31a734abc972f25de080a7f9a', 'gw_port_host': None}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:02:14.365375 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:02:14.382026 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-91c28db8-f31d-4157-aca3-511a86c5a38d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (9124a99f-4231-440c-9b8e-5ac3cb88054f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:14.437380 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c28db8-f31d-4157-aca3-511a86c5a38d admin admin] Pushing event deleted for resources: {'Port': ['ID=9124a99f-4231-440c-9b8e-5ac3cb88054f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:02:14.566569 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-91c28db8-f31d-4157-aca3-511a86c5a38d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (f55ba18a-05bd-48a8-a614-ffb9f4aa4427), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:14.714639 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-91c28db8-f31d-4157-aca3-511a86c5a38d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (f55ba18a-05bd-48a8-a614-ffb9f4aa4427), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:14.718612 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-91c28db8-f31d-4157-aca3-511a86c5a38d admin admin] Publish callbacks [] for router_controller (f55ba18a-05bd-48a8-a614-ffb9f4aa4427), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:14.792992 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-91c28db8-f31d-4157-aca3-511a86c5a38d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (f55ba18a-05bd-48a8-a614-ffb9f4aa4427), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:14.794964 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c28db8-f31d-4157-aca3-511a86c5a38d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f55ba18a-05bd-48a8-a614-ffb9f4aa4427 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 20:02:14.808258 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-91c28db8-f31d-4157-aca3-511a86c5a38d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:14.814631 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 42550) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:02:14.839239 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-91c28db8-f31d-4157-aca3-511a86c5a38d admin admin] 10.222.0.65 "DELETE /v2.0/routers/f55ba18a-05bd-48a8-a614-ffb9f4aa4427 HTTP/1.1" status: 204 len: 168 time: 1.4568732 Mar 11 20:02:14.887302 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f0da7e6-711e-495c-9b98-935e9d6641ab admin admin] Deleting subnet d614b2f0-8c6e-4e2e-aec0-cfab71e0207b {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 20:02:14.891767 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8f0da7e6-711e-495c-9b98-935e9d6641ab admin admin] Publish callbacks [] for subnet (d614b2f0-8c6e-4e2e-aec0-cfab71e0207b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:14.944658 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8f0da7e6-711e-495c-9b98-935e9d6641ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (d614b2f0-8c6e-4e2e-aec0-cfab71e0207b), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:15.143329 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8f0da7e6-711e-495c-9b98-935e9d6641ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (d614b2f0-8c6e-4e2e-aec0-cfab71e0207b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:15.251107 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8f0da7e6-711e-495c-9b98-935e9d6641ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (d614b2f0-8c6e-4e2e-aec0-cfab71e0207b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:15.360823 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0da7e6-711e-495c-9b98-935e9d6641ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d614b2f0-8c6e-4e2e-aec0-cfab71e0207b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:02:15.361902 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9a54b5-b315-4755-9e2a-786a0b34e3e9 None None] Network 7cb87be5-5e63-4569-a71c-e4805af6e43b requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:02:15.363303 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8f0da7e6-711e-495c-9b98-935e9d6641ab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:15.370388 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8f0da7e6-711e-495c-9b98-935e9d6641ab admin admin] 10.222.0.65 "DELETE /v2.0/subnets/d614b2f0-8c6e-4e2e-aec0-cfab71e0207b HTTP/1.1" status: 204 len: 168 time: 0.5545750 Mar 11 20:02:15.373148 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 42564) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:02:15.587591 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d51defe7-a70a-4f36-b23e-fc754843c439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (7cb87be5-5e63-4569-a71c-e4805af6e43b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:15.641605 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 9124a99f-4231-440c-9b8e-5ac3cb88054f no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:02:15.706442 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36224f73-e94d-466e-a07d-b2259d9532e5 None None] DHCP port deletion for 7cb87be5-5e63-4569-a71c-e4805af6e43b request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 20:02:15.716783 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 9124a99f-4231-440c-9b8e-5ac3cb88054f {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:02:15.717123 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 9124a99f-4231-440c-9b8e-5ac3cb88054f not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:02:15.717735 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device bfff381e-98cd-4fe5-a462-459995105247 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:02:15.761941 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: bfff381e-98cd-4fe5-a462-459995105247 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:02:15.763087 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device bfff381e-98cd-4fe5-a462-459995105247 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:02:15.766751 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-d51defe7-a70a-4f36-b23e-fc754843c439 admin admin] Deleting port 47ceed82-128f-45e3-bc53-3c0f86fd2898 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:02:15.767074 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d51defe7-a70a-4f36-b23e-fc754843c439 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (47ceed82-128f-45e3-bc53-3c0f86fd2898), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:15.848096 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-36224f73-e94d-466e-a07d-b2259d9532e5 None None] Deleting port 47ceed82-128f-45e3-bc53-3c0f86fd2898 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:02:15.848383 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-36224f73-e94d-466e-a07d-b2259d9532e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (47ceed82-128f-45e3-bc53-3c0f86fd2898), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:15.986395 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-d51defe7-a70a-4f36-b23e-fc754843c439 admin admin] For port 47ceed82-128f-45e3-bc53-3c0f86fd2898, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=47ceed82-128f-45e3-bc53-3c0f86fd2898,segment=NetworkSegment(24113e97-424e-4ee4-920c-ab4f67020525),segment_id=24113e97-424e-4ee4-920c-ab4f67020525)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:02:15.986994 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d51defe7-a70a-4f36-b23e-fc754843c439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (47ceed82-128f-45e3-bc53-3c0f86fd2898), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:16.013540 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-36224f73-e94d-466e-a07d-b2259d9532e5 None None] For port 47ceed82-128f-45e3-bc53-3c0f86fd2898, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=47ceed82-128f-45e3-bc53-3c0f86fd2898,segment=NetworkSegment(24113e97-424e-4ee4-920c-ab4f67020525),segment_id=24113e97-424e-4ee4-920c-ab4f67020525)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:02:16.013938 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-36224f73-e94d-466e-a07d-b2259d9532e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (47ceed82-128f-45e3-bc53-3c0f86fd2898), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:16.036077 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-36224f73-e94d-466e-a07d-b2259d9532e5 None None] Calling delete_port for 47ceed82-128f-45e3-bc53-3c0f86fd2898 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:02:16.038433 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-d51defe7-a70a-4f36-b23e-fc754843c439 admin admin] Calling delete_port for 47ceed82-128f-45e3-bc53-3c0f86fd2898 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:02:16.161237 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d51defe7-a70a-4f36-b23e-fc754843c439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (47ceed82-128f-45e3-bc53-3c0f86fd2898), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:16.222137 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51defe7-a70a-4f36-b23e-fc754843c439 admin admin] No DVR routers for this DVR port 47ceed82-128f-45e3-bc53-3c0f86fd2898 on host n-d-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:02:16.225336 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51defe7-a70a-4f36-b23e-fc754843c439 admin admin] Pushing event deleted for resources: {'Port': ['ID=47ceed82-128f-45e3-bc53-3c0f86fd2898,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:02:16.259935 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-36224f73-e94d-466e-a07d-b2259d9532e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (47ceed82-128f-45e3-bc53-3c0f86fd2898), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:16.279385 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36224f73-e94d-466e-a07d-b2259d9532e5 None None] No DVR routers for this DVR port 47ceed82-128f-45e3-bc53-3c0f86fd2898 on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:02:16.326705 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36224f73-e94d-466e-a07d-b2259d9532e5 None None] Pushing event deleted for resources: {'Port': ['ID=47ceed82-128f-45e3-bc53-3c0f86fd2898,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:02:16.402155 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d51defe7-a70a-4f36-b23e-fc754843c439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (7cb87be5-5e63-4569-a71c-e4805af6e43b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:16.445543 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-d51defe7-a70a-4f36-b23e-fc754843c439 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cb87be5-5e63-4569-a71c-e4805af6e43b']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:02:16.456445 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-d51defe7-a70a-4f36-b23e-fc754843c439 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24113e97-424e-4ee4-920c-ab4f67020525') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:02:16.456849 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-d51defe7-a70a-4f36-b23e-fc754843c439 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24113e97-424e-4ee4-920c-ab4f67020525') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:02:16.469540 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d51defe7-a70a-4f36-b23e-fc754843c439 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (24113e97-424e-4ee4-920c-ab4f67020525), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:16.490998 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d51defe7-a70a-4f36-b23e-fc754843c439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (24113e97-424e-4ee4-920c-ab4f67020525), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:16.503276 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d51defe7-a70a-4f36-b23e-fc754843c439 admin admin] Releasing vlan 853 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 20:02:16.503900 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d51defe7-a70a-4f36-b23e-fc754843c439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (24113e97-424e-4ee4-920c-ab4f67020525), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:16.505703 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 20:02:16.505703 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 20:02:16.505703 n-d-833163-1 neutron-server[103884]: timer() Mar 11 20:02:16.505703 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:02:16.505703 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 20:02:16.505703 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 20:02:16.505703 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 20:02:16.505703 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:02:16.505703 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 20:02:16.505703 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:02:16.505703 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 20:02:16.505703 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:02:16.505703 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 20:02:16.505703 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 20:02:16.505703 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:02:16.505703 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 20:02:16.505703 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:02:16.505703 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 20:02:16.505703 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 20:02:16.505703 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:02:16.505703 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 20:02:16.505703 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:02:16.505703 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:02:16.505703 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 20:02:16.505703 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 20:02:16.505703 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 20:02:16.505703 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:02:16.505703 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 20:02:16.505703 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:02:16.505703 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 20:02:16.505703 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:02:16.505703 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:02:16.613065 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d51defe7-a70a-4f36-b23e-fc754843c439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (7cb87be5-5e63-4569-a71c-e4805af6e43b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:16.637643 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d51defe7-a70a-4f36-b23e-fc754843c439 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:16.650746 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d51defe7-a70a-4f36-b23e-fc754843c439 admin admin] 10.222.0.65 "DELETE /v2.0/networks/7cb87be5-5e63-4569-a71c-e4805af6e43b HTTP/1.1" status: 204 len: 168 time: 1.2748981 Mar 11 20:02:16.653841 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51defe7-a70a-4f36-b23e-fc754843c439 admin admin] Pushing event deleted for resources: {'Network': ['ID=7cb87be5-5e63-4569-a71c-e4805af6e43b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:02:16.655504 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 42574) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:02:17.162824 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e461349d-0192-4e16-b998-00d0144de64a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (5ca0ad1f-27c4-441e-a1fb-a9f0a90e4f7e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:17.639724 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 47ceed82-128f-45e3-bc53-3c0f86fd2898 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:02:17.671133 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 47ceed82-128f-45e3-bc53-3c0f86fd2898 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:02:17.671481 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 47ceed82-128f-45e3-bc53-3c0f86fd2898 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:02:17.765013 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-e461349d-0192-4e16-b998-00d0144de64a admin admin] Deleting port ae908240-cd45-46cf-b00c-3414f1359074 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:02:17.765656 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e461349d-0192-4e16-b998-00d0144de64a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (ae908240-cd45-46cf-b00c-3414f1359074), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:17.896288 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-e461349d-0192-4e16-b998-00d0144de64a admin admin] For port ae908240-cd45-46cf-b00c-3414f1359074, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=ae908240-cd45-46cf-b00c-3414f1359074,segment=NetworkSegment(455fb261-9868-4023-ba8e-eedeb2f57e92),segment_id=455fb261-9868-4023-ba8e-eedeb2f57e92)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:02:17.896718 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e461349d-0192-4e16-b998-00d0144de64a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (ae908240-cd45-46cf-b00c-3414f1359074), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:17.929657 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-e461349d-0192-4e16-b998-00d0144de64a admin admin] Calling delete_port for ae908240-cd45-46cf-b00c-3414f1359074 owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:02:18.190789 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e461349d-0192-4e16-b998-00d0144de64a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (ae908240-cd45-46cf-b00c-3414f1359074), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:18.256699 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461349d-0192-4e16-b998-00d0144de64a admin admin] Pushing event deleted for resources: {'Port': ['ID=ae908240-cd45-46cf-b00c-3414f1359074,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:02:18.482276 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e461349d-0192-4e16-b998-00d0144de64a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (5ca0ad1f-27c4-441e-a1fb-a9f0a90e4f7e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:18.781205 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e461349d-0192-4e16-b998-00d0144de64a admin admin] Router 5ca0ad1f-27c4-441e-a1fb-a9f0a90e4f7e has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:02:18.954688 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e461349d-0192-4e16-b998-00d0144de64a admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:02:18.963872 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7604c9b6-b5ff-464a-ae6d-ab863d327307 None None] Sync routers for ids ['5ca0ad1f-27c4-441e-a1fb-a9f0a90e4f7e'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:02:18.990054 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-e461349d-0192-4e16-b998-00d0144de64a admin admin] 10.222.0.65 "PUT /v2.0/routers/5ca0ad1f-27c4-441e-a1fb-a9f0a90e4f7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3334303 Mar 11 20:02:18.993719 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 42608) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:02:19.007233 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7604c9b6-b5ff-464a-ae6d-ab863d327307 None None] Routers {'5ca0ad1f-27c4-441e-a1fb-a9f0a90e4f7e'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:02:19.010894 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-7604c9b6-b5ff-464a-ae6d-ab863d327307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:01:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['5ca0ad1f-27c4-441e-a1fb-a9f0a90e4f7e'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:02:19.080806 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:19.164640 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b81228a6-868e-487a-98b4-ff1f6299dfe2 admin admin] Publish callbacks [] for router (5ca0ad1f-27c4-441e-a1fb-a9f0a90e4f7e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:19.220186 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-7604c9b6-b5ff-464a-ae6d-ab863d327307 None None] Set router 5ca0ad1f-27c4-441e-a1fb-a9f0a90e4f7e gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:02:19.374278 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b81228a6-868e-487a-98b4-ff1f6299dfe2 admin admin] Publish callbacks [] for router_gateway (5ca0ad1f-27c4-441e-a1fb-a9f0a90e4f7e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:19.446490 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-7604c9b6-b5ff-464a-ae6d-ab863d327307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca0ad1f-27c4-441e-a1fb-a9f0a90e4f7e', 'name': 'tempest-TestServerBasicOps-1770447404-router', 'tenant_id': 'b8dff5362b1949afbefdacb749d6ca44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.155'}], 'enable_snat': True}, 'gw_port_id': '05805f4b-2622-481e-9756-b01583b6da8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:56:54Z', 'updated_at': '2022-03-11T20:02:18Z', 'revision_number': 5, 'project_id': 'b8dff5362b1949afbefdacb749d6ca44', 'gw_port': {'id': '05805f4b-2622-481e-9756-b01583b6da8c', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:1e:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ca0ad1f-27c4-441e-a1fb-a9f0a90e4f7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:56:55Z', 'updated_at': '2022-03-11T19:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:02:19.480428 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7604c9b6-b5ff-464a-ae6d-ab863d327307 None None] Checking router: 5ca0ad1f-27c4-441e-a1fb-a9f0a90e4f7e for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:02:19.494706 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7604c9b6-b5ff-464a-ae6d-ab863d327307 None None] Routers {'5ca0ad1f-27c4-441e-a1fb-a9f0a90e4f7e'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:02:19.495671 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-7604c9b6-b5ff-464a-ae6d-ab863d327307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:01:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['5ca0ad1f-27c4-441e-a1fb-a9f0a90e4f7e'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:02:19.498379 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-b81228a6-868e-487a-98b4-ff1f6299dfe2 admin admin] Deleting port 05805f4b-2622-481e-9756-b01583b6da8c {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:02:19.498753 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b81228a6-868e-487a-98b4-ff1f6299dfe2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (05805f4b-2622-481e-9756-b01583b6da8c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:19.722488 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-b81228a6-868e-487a-98b4-ff1f6299dfe2 admin admin] For port 05805f4b-2622-481e-9756-b01583b6da8c, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=05805f4b-2622-481e-9756-b01583b6da8c,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:02:19.722862 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b81228a6-868e-487a-98b4-ff1f6299dfe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (05805f4b-2622-481e-9756-b01583b6da8c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:19.738861 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-b81228a6-868e-487a-98b4-ff1f6299dfe2 admin admin] Calling delete_port for 05805f4b-2622-481e-9756-b01583b6da8c owned by network:router_gateway {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:02:19.789536 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-7604c9b6-b5ff-464a-ae6d-ab863d327307 None None] Set router 5ca0ad1f-27c4-441e-a1fb-a9f0a90e4f7e gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:02:19.850329 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-7604c9b6-b5ff-464a-ae6d-ab863d327307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ca0ad1f-27c4-441e-a1fb-a9f0a90e4f7e', 'name': 'tempest-TestServerBasicOps-1770447404-router', 'tenant_id': 'b8dff5362b1949afbefdacb749d6ca44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:56:54Z', 'updated_at': '2022-03-11T20:02:19Z', 'revision_number': 6, 'project_id': 'b8dff5362b1949afbefdacb749d6ca44', 'gw_port_host': None}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:02:19.885122 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7604c9b6-b5ff-464a-ae6d-ab863d327307 None None] The sync data for ids ['5ca0ad1f-27c4-441e-a1fb-a9f0a90e4f7e'] in n-d-833163-1 is: [{'id': '5ca0ad1f-27c4-441e-a1fb-a9f0a90e4f7e', 'name': 'tempest-TestServerBasicOps-1770447404-router', 'tenant_id': 'b8dff5362b1949afbefdacb749d6ca44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:56:54Z', 'updated_at': '2022-03-11T20:02:19Z', 'revision_number': 6, 'project_id': 'b8dff5362b1949afbefdacb749d6ca44', 'gw_port_host': None}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:02:19.970707 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b81228a6-868e-487a-98b4-ff1f6299dfe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (05805f4b-2622-481e-9756-b01583b6da8c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:20.007951 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81228a6-868e-487a-98b4-ff1f6299dfe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=05805f4b-2622-481e-9756-b01583b6da8c,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:02:20.094968 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b81228a6-868e-487a-98b4-ff1f6299dfe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (5ca0ad1f-27c4-441e-a1fb-a9f0a90e4f7e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:20.198594 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b81228a6-868e-487a-98b4-ff1f6299dfe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (5ca0ad1f-27c4-441e-a1fb-a9f0a90e4f7e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:20.201669 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b81228a6-868e-487a-98b4-ff1f6299dfe2 admin admin] Publish callbacks [] for router_controller (5ca0ad1f-27c4-441e-a1fb-a9f0a90e4f7e), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:20.283666 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b81228a6-868e-487a-98b4-ff1f6299dfe2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (5ca0ad1f-27c4-441e-a1fb-a9f0a90e4f7e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:20.284340 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b81228a6-868e-487a-98b4-ff1f6299dfe2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ca0ad1f-27c4-441e-a1fb-a9f0a90e4f7e {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 20:02:20.297915 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b81228a6-868e-487a-98b4-ff1f6299dfe2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:20.300569 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b81228a6-868e-487a-98b4-ff1f6299dfe2 admin admin] 10.222.0.65 "DELETE /v2.0/routers/5ca0ad1f-27c4-441e-a1fb-a9f0a90e4f7e HTTP/1.1" status: 204 len: 168 time: 1.3056128 Mar 11 20:02:20.308080 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 42630) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:02:20.371677 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-da380845-609d-4b05-ae32-a9a6bc7f8cbb admin admin] Deleting subnet f03ae7ea-9232-4ee4-8f8c-b1a49fd367d6 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 20:02:20.375708 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-da380845-609d-4b05-ae32-a9a6bc7f8cbb admin admin] Publish callbacks [] for subnet (f03ae7ea-9232-4ee4-8f8c-b1a49fd367d6), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:20.420456 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-da380845-609d-4b05-ae32-a9a6bc7f8cbb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (f03ae7ea-9232-4ee4-8f8c-b1a49fd367d6), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:20.527480 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-da380845-609d-4b05-ae32-a9a6bc7f8cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (f03ae7ea-9232-4ee4-8f8c-b1a49fd367d6), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:20.595404 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-da380845-609d-4b05-ae32-a9a6bc7f8cbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (f03ae7ea-9232-4ee4-8f8c-b1a49fd367d6), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:20.640178 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da380845-609d-4b05-ae32-a9a6bc7f8cbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f03ae7ea-9232-4ee4-8f8c-b1a49fd367d6,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:02:20.650640 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-da380845-609d-4b05-ae32-a9a6bc7f8cbb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:20.656612 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c76aaa8-7de3-4bfe-a519-1db18bb68ee4 None None] Network 16da80f4-3fe9-47fa-a0ac-68ae29786010 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:02:20.670376 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-da380845-609d-4b05-ae32-a9a6bc7f8cbb admin admin] 10.222.0.65 "DELETE /v2.0/subnets/f03ae7ea-9232-4ee4-8f8c-b1a49fd367d6 HTTP/1.1" status: 204 len: 168 time: 0.3659763 Mar 11 20:02:20.671995 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 42636) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:02:20.689945 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [req-0dab9298-cf13-4405-8bd0-4fa06d083e0a req-32390c46-a8cd-4d3b-86c3-4a812e4a16e8 service neutron] (103884) timed out ('10.222.0.65', 52544) {{(pid=103884) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 20:02:20.810684 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7b0275eb-5214-42d7-b124-f4a4c69e8aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (16da80f4-3fe9-47fa-a0ac-68ae29786010), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:20.899171 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-7b0275eb-5214-42d7-b124-f4a4c69e8aff admin admin] Deleting port c3800df9-1e7b-4571-b7ce-b1489a5cb226 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:02:20.899814 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7b0275eb-5214-42d7-b124-f4a4c69e8aff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (c3800df9-1e7b-4571-b7ce-b1489a5cb226), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:20.930603 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [req-0dab9298-cf13-4405-8bd0-4fa06d083e0a req-f4d94d18-aaed-45da-bcef-5f4bcc84f399 tempest-AttachVolumeShelveTestJSON-1375728794 tempest-AttachVolumeShelveTestJSON-1375728794-project] (103885) timed out ('10.222.0.65', 54794) {{(pid=103885) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 20:02:20.944731 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1c08b9-196d-4a61-9f7f-eddb5b0b94c7 None None] DHCP port deletion for 16da80f4-3fe9-47fa-a0ac-68ae29786010 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 20:02:21.078893 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4e1c08b9-196d-4a61-9f7f-eddb5b0b94c7 None None] Deleting port c3800df9-1e7b-4571-b7ce-b1489a5cb226 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:02:21.078893 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4e1c08b9-196d-4a61-9f7f-eddb5b0b94c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (c3800df9-1e7b-4571-b7ce-b1489a5cb226), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:21.079349 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-7b0275eb-5214-42d7-b124-f4a4c69e8aff admin admin] For port c3800df9-1e7b-4571-b7ce-b1489a5cb226, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=c3800df9-1e7b-4571-b7ce-b1489a5cb226,segment=NetworkSegment(455fb261-9868-4023-ba8e-eedeb2f57e92),segment_id=455fb261-9868-4023-ba8e-eedeb2f57e92)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:02:21.079671 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7b0275eb-5214-42d7-b124-f4a4c69e8aff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (c3800df9-1e7b-4571-b7ce-b1489a5cb226), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:21.122834 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-7b0275eb-5214-42d7-b124-f4a4c69e8aff admin admin] Calling delete_port for c3800df9-1e7b-4571-b7ce-b1489a5cb226 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:02:21.221507 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4e1c08b9-196d-4a61-9f7f-eddb5b0b94c7 None None] For port c3800df9-1e7b-4571-b7ce-b1489a5cb226, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=c3800df9-1e7b-4571-b7ce-b1489a5cb226,segment=NetworkSegment(455fb261-9868-4023-ba8e-eedeb2f57e92),segment_id=455fb261-9868-4023-ba8e-eedeb2f57e92)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:02:21.222047 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4e1c08b9-196d-4a61-9f7f-eddb5b0b94c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (c3800df9-1e7b-4571-b7ce-b1489a5cb226), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:21.236833 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4e1c08b9-196d-4a61-9f7f-eddb5b0b94c7 None None] Calling delete_port for c3800df9-1e7b-4571-b7ce-b1489a5cb226 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:02:21.352985 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4e1c08b9-196d-4a61-9f7f-eddb5b0b94c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (c3800df9-1e7b-4571-b7ce-b1489a5cb226), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:21.422142 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1c08b9-196d-4a61-9f7f-eddb5b0b94c7 None None] No DVR routers for this DVR port c3800df9-1e7b-4571-b7ce-b1489a5cb226 on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:02:21.440132 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1c08b9-196d-4a61-9f7f-eddb5b0b94c7 None None] Pushing event deleted for resources: {'Port': ['ID=c3800df9-1e7b-4571-b7ce-b1489a5cb226,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:02:21.601175 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device c3800df9-1e7b-4571-b7ce-b1489a5cb226 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:02:21.647780 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: c3800df9-1e7b-4571-b7ce-b1489a5cb226 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:02:21.648474 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device c3800df9-1e7b-4571-b7ce-b1489a5cb226 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:02:21.649216 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device ae908240-cd45-46cf-b00c-3414f1359074 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:02:21.702169 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: ae908240-cd45-46cf-b00c-3414f1359074 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:02:21.703384 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device ae908240-cd45-46cf-b00c-3414f1359074 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:02:21.703842 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 05805f4b-2622-481e-9756-b01583b6da8c no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:02:21.724776 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 05805f4b-2622-481e-9756-b01583b6da8c {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:02:21.725127 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 05805f4b-2622-481e-9756-b01583b6da8c not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:02:21.813724 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7b0275eb-5214-42d7-b124-f4a4c69e8aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (c3800df9-1e7b-4571-b7ce-b1489a5cb226), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:21.848099 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0275eb-5214-42d7-b124-f4a4c69e8aff admin admin] Pushing event deleted for resources: {'Port': ['ID=c3800df9-1e7b-4571-b7ce-b1489a5cb226,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:02:21.899247 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0275eb-5214-42d7-b124-f4a4c69e8aff admin admin] No DVR routers for this DVR port c3800df9-1e7b-4571-b7ce-b1489a5cb226 on host n-d-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:02:22.068352 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7b0275eb-5214-42d7-b124-f4a4c69e8aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (16da80f4-3fe9-47fa-a0ac-68ae29786010), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:22.103865 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-7b0275eb-5214-42d7-b124-f4a4c69e8aff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16da80f4-3fe9-47fa-a0ac-68ae29786010']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:02:22.116362 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-7b0275eb-5214-42d7-b124-f4a4c69e8aff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '455fb261-9868-4023-ba8e-eedeb2f57e92') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:02:22.116684 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-7b0275eb-5214-42d7-b124-f4a4c69e8aff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '455fb261-9868-4023-ba8e-eedeb2f57e92') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:02:22.129225 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7b0275eb-5214-42d7-b124-f4a4c69e8aff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (455fb261-9868-4023-ba8e-eedeb2f57e92), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:22.147191 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7b0275eb-5214-42d7-b124-f4a4c69e8aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (455fb261-9868-4023-ba8e-eedeb2f57e92), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:22.162566 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b0275eb-5214-42d7-b124-f4a4c69e8aff admin admin] Releasing vlan 858 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 20:02:22.163492 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7b0275eb-5214-42d7-b124-f4a4c69e8aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (455fb261-9868-4023-ba8e-eedeb2f57e92), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:22.169633 n-d-833163-1 neutron-server[103885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 20:02:22.169633 n-d-833163-1 neutron-server[103885]: self.session.flush() Mar 11 20:02:22.169633 n-d-833163-1 neutron-server[103885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 20:02:22.169633 n-d-833163-1 neutron-server[103885]: self.session.flush() Mar 11 20:02:22.169633 n-d-833163-1 neutron-server[103885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 20:02:22.169633 n-d-833163-1 neutron-server[103885]: self.session.flush() Mar 11 20:02:22.169633 n-d-833163-1 neutron-server[103885]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 20:02:22.169633 n-d-833163-1 neutron-server[103885]: self.session.flush() Mar 11 20:02:22.169633 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 20:02:22.169633 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 20:02:22.169633 n-d-833163-1 neutron-server[103885]: timer() Mar 11 20:02:22.169633 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:02:22.169633 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 20:02:22.169633 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 20:02:22.169633 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 20:02:22.169633 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:02:22.169633 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 20:02:22.169633 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:02:22.169633 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 20:02:22.169633 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:02:22.169633 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 20:02:22.169633 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 20:02:22.169633 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:02:22.169633 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 20:02:22.169633 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:02:22.169633 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 20:02:22.169633 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 20:02:22.169633 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:02:22.169633 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 20:02:22.169633 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:02:22.169633 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:02:22.169633 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 20:02:22.169633 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 20:02:22.169633 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 20:02:22.169633 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:02:22.169633 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 20:02:22.169633 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:02:22.169633 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 20:02:22.169633 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:02:22.169633 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:02:22.264156 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7b0275eb-5214-42d7-b124-f4a4c69e8aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (16da80f4-3fe9-47fa-a0ac-68ae29786010), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:22.273788 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7b0275eb-5214-42d7-b124-f4a4c69e8aff admin admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:22.282005 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-7b0275eb-5214-42d7-b124-f4a4c69e8aff admin admin] 10.222.0.65 "DELETE /v2.0/networks/16da80f4-3fe9-47fa-a0ac-68ae29786010 HTTP/1.1" status: 204 len: 168 time: 1.6082556 Mar 11 20:02:22.311745 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0275eb-5214-42d7-b124-f4a4c69e8aff admin admin] Pushing event deleted for resources: {'Network': ['ID=16da80f4-3fe9-47fa-a0ac-68ae29786010,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:02:22.341230 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6ef610b3-f100-441b-9031-575f50b2fe4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:22.479548 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 42658) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:02:22.554576 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-13c906b2-24a8-440a-af5c-e7e1e417e33e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2f949af31a734abc972f25de080a7f9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0720227 Mar 11 20:02:22.557048 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 42664) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:02:22.621164 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4caa0375-c3d1-4829-b8c6-6e73b18c964b admin admin] Publish callbacks [] for security_group (d5255725-ccdd-4d27-b7f7-7b851613b845), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:22.656282 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4caa0375-c3d1-4829-b8c6-6e73b18c964b admin admin] Publish callbacks [] for security_group (d5255725-ccdd-4d27-b7f7-7b851613b845), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:22.729192 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4caa0375-c3d1-4829-b8c6-6e73b18c964b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (d5255725-ccdd-4d27-b7f7-7b851613b845), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:22.732208 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4caa0375-c3d1-4829-b8c6-6e73b18c964b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:22.746982 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4caa0375-c3d1-4829-b8c6-6e73b18c964b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d5255725-ccdd-4d27-b7f7-7b851613b845 HTTP/1.1" status: 204 len: 168 time: 0.1800187 Mar 11 20:02:22.778333 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caa0375-c3d1-4829-b8c6-6e73b18c964b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5255725-ccdd-4d27-b7f7-7b851613b845,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:02:22.830139 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:23.222239 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 42676) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:02:23.303794 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 42680) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:02:23.304591 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b374167a-141b-455a-be39-5fef6f4fd4b8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b8dff5362b1949afbefdacb749d6ca44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0804968 Mar 11 20:02:23.362140 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bb7f456b-cbfb-4fce-a207-a73a821d6b9c admin admin] Publish callbacks [] for security_group (9e80efcc-c840-4635-9927-b673f5a6021f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:23.384387 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bb7f456b-cbfb-4fce-a207-a73a821d6b9c admin admin] Publish callbacks [] for security_group (9e80efcc-c840-4635-9927-b673f5a6021f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:23.439347 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bb7f456b-cbfb-4fce-a207-a73a821d6b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (9e80efcc-c840-4635-9927-b673f5a6021f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:23.447255 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bb7f456b-cbfb-4fce-a207-a73a821d6b9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:23.453250 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-bb7f456b-cbfb-4fce-a207-a73a821d6b9c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9e80efcc-c840-4635-9927-b673f5a6021f HTTP/1.1" status: 204 len: 168 time: 0.1464996 Mar 11 20:02:23.466484 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7f456b-cbfb-4fce-a207-a73a821d6b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e80efcc-c840-4635-9927-b673f5a6021f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:02:24.264642 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 42710) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:02:24.377990 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-b986702a-ebe4-4a37-9c75-e95faa402545 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-976074374-network', 'tenant_id': 'd558505ee46d412491221fab874b8522'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:02:24.409694 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b986702a-ebe4-4a37-9c75-e95faa402545 admin admin] Made reservation on behalf of d558505ee46d412491221fab874b8522 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:02:24.412245 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b986702a-ebe4-4a37-9c75-e95faa402545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:24.421955 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b986702a-ebe4-4a37-9c75-e95faa402545 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:24.540543 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b986702a-ebe4-4a37-9c75-e95faa402545 admin admin] Publish callbacks [] for security_group (adaee9b8-75cd-4ddd-bab1-7df2f4e9a3af), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:24.545794 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b986702a-ebe4-4a37-9c75-e95faa402545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (adaee9b8-75cd-4ddd-bab1-7df2f4e9a3af), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:24.569473 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b986702a-ebe4-4a37-9c75-e95faa402545 admin admin] vlan segment allocate from pool success with {'vlan_id': 853, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:02:24.586416 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b986702a-ebe4-4a37-9c75-e95faa402545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adaee9b8-75cd-4ddd-bab1-7df2f4e9a3af,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:02:24.589499 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b986702a-ebe4-4a37-9c75-e95faa402545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (b6d9f44f-90e0-49a0-9f7e-a494b7e8090e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:24.589841 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-b986702a-ebe4-4a37-9c75-e95faa402545 admin admin] Added segment b6d9f44f-90e0-49a0-9f7e-a494b7e8090e of type vlan for network fa92e7b5-885a-4517-bdf1-e22483e17a73 Mar 11 20:02:24.631202 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-995f6e38-03e5-432d-9792-639fc3968b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:24.641493 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b986702a-ebe4-4a37-9c75-e95faa402545 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (fa92e7b5-885a-4517-bdf1-e22483e17a73), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:24.682474 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b986702a-ebe4-4a37-9c75-e95faa402545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (fa92e7b5-885a-4517-bdf1-e22483e17a73), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:24.683458 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b986702a-ebe4-4a37-9c75-e95faa402545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:02:24.684133 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b986702a-ebe4-4a37-9c75-e95faa402545 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:24.724720 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-b986702a-ebe4-4a37-9c75-e95faa402545 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4558799 Mar 11 20:02:24.725213 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 42720) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:02:24.732563 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-36e9ad40-3ebc-4405-aa29-8d362600a231 admin admin] Request body: {'subnet': {'network_id': 'fa92e7b5-885a-4517-bdf1-e22483e17a73', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-976074374-subnet', 'tenant_id': 'd558505ee46d412491221fab874b8522', 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:02:24.752241 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b986702a-ebe4-4a37-9c75-e95faa402545 admin admin] Pushing event updated for resources: {'Network': ['ID=fa92e7b5-885a-4517-bdf1-e22483e17a73,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:02:24.767181 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network fa92e7b5-885a-4517-bdf1-e22483e17a73 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 20:02:24.781079 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e9ad40-3ebc-4405-aa29-8d362600a231 admin admin] Made reservation on behalf of d558505ee46d412491221fab874b8522 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:02:24.783697 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-36e9ad40-3ebc-4405-aa29-8d362600a231 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:25.027166 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-36e9ad40-3ebc-4405-aa29-8d362600a231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (c6219a93-8483-405b-9eb3-5cde14ecbab2), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:25.086020 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e9ad40-3ebc-4405-aa29-8d362600a231 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6219a93-8483-405b-9eb3-5cde14ecbab2,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:02:25.107190 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e9ad40-3ebc-4405-aa29-8d362600a231 admin admin] Checking segment: {'id': 'b6d9f44f-90e0-49a0-9f7e-a494b7e8090e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'fa92e7b5-885a-4517-bdf1-e22483e17a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:02:25.107190 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e9ad40-3ebc-4405-aa29-8d362600a231 admin admin] Network hostable DHCP agents. Network: fa92e7b5-885a-4517-bdf1-e22483e17a73, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:02:25.124186 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e9ad40-3ebc-4405-aa29-8d362600a231 admin admin] Network fa92e7b5-885a-4517-bdf1-e22483e17a73 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:02:25.133431 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-36e9ad40-3ebc-4405-aa29-8d362600a231 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, fa92e7b5-885a-4517-bdf1-e22483e17a73) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:02:25.138929 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e9ad40-3ebc-4405-aa29-8d362600a231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:02:25.139729 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-36e9ad40-3ebc-4405-aa29-8d362600a231 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:25.151436 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3f8e19-3b72-4910-bb46-aa95567ef375 None None] Network fa92e7b5-885a-4517-bdf1-e22483e17a73 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:02:25.160593 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-36e9ad40-3ebc-4405-aa29-8d362600a231 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4327276 Mar 11 20:02:25.164271 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 42726) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:02:25.169207 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-68d71c7a-2755-46e7-a856-b3da3dafc91e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-976074374-router', 'tenant_id': 'd558505ee46d412491221fab874b8522', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:02:25.194501 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68d71c7a-2755-46e7-a856-b3da3dafc91e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (e3a64e6a-52b4-4f54-9f72-a8c8327546b0), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:25.195797 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68d71c7a-2755-46e7-a856-b3da3dafc91e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (e3a64e6a-52b4-4f54-9f72-a8c8327546b0), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:25.268139 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68d71c7a-2755-46e7-a856-b3da3dafc91e admin admin] Publish callbacks [] for router_controller (e3a64e6a-52b4-4f54-9f72-a8c8327546b0), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:25.299967 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76523d08-97d9-4154-a992-ce8e55defd80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-fa92e7b5-885a-4517-bdf1-e22483e17a73', 'network_id': 'fa92e7b5-885a-4517-bdf1-e22483e17a73', 'project_id': 'd558505ee46d412491221fab874b8522', 'fixed_ips': [{'subnet_id': 'c6219a93-8483-405b-9eb3-5cde14ecbab2'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 20:02:25.300913 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-76523d08-97d9-4154-a992-ce8e55defd80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:25.463222 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68d71c7a-2755-46e7-a856-b3da3dafc91e admin admin] Publish callbacks [] for router_gateway (e3a64e6a-52b4-4f54-9f72-a8c8327546b0), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:25.490121 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-76523d08-97d9-4154-a992-ce8e55defd80 None None] Allocated IP 172.20.0.2 (fa92e7b5-885a-4517-bdf1-e22483e17a73/c6219a93-8483-405b-9eb3-5cde14ecbab2/6f62400f-9806-41b4-a7a3-6e69164e9dff) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:02:25.712848 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-76523d08-97d9-4154-a992-ce8e55defd80 None None] Publish callbacks [] for port (6f62400f-9806-41b4-a7a3-6e69164e9dff), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:25.722491 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-76523d08-97d9-4154-a992-ce8e55defd80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (6f62400f-9806-41b4-a7a3-6e69164e9dff), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:25.740158 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68d71c7a-2755-46e7-a856-b3da3dafc91e admin admin] Publish callbacks [] for router_gateway (e3a64e6a-52b4-4f54-9f72-a8c8327546b0), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:25.762658 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68d71c7a-2755-46e7-a856-b3da3dafc91e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:25.770188 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76523d08-97d9-4154-a992-ce8e55defd80 None None] Network fa92e7b5-885a-4517-bdf1-e22483e17a73 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:02:25.773388 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-76523d08-97d9-4154-a992-ce8e55defd80 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:02:25.778136 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76523d08-97d9-4154-a992-ce8e55defd80 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:02:25.852056 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76523d08-97d9-4154-a992-ce8e55defd80 None None] Pushing event updated for resources: {'Port': ['ID=6f62400f-9806-41b4-a7a3-6e69164e9dff,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:02:25.863306 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76523d08-97d9-4154-a992-ce8e55defd80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:02:25.863690 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76523d08-97d9-4154-a992-ce8e55defd80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:02:25.864038 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76523d08-97d9-4154-a992-ce8e55defd80 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:02:25.864392 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76523d08-97d9-4154-a992-ce8e55defd80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:02:25.864851 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76523d08-97d9-4154-a992-ce8e55defd80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:02:25.865208 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76523d08-97d9-4154-a992-ce8e55defd80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:02:25.865537 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76523d08-97d9-4154-a992-ce8e55defd80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:02:25.865866 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76523d08-97d9-4154-a992-ce8e55defd80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:02:25.866193 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76523d08-97d9-4154-a992-ce8e55defd80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:02:25.866537 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76523d08-97d9-4154-a992-ce8e55defd80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:02:25.866851 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76523d08-97d9-4154-a992-ce8e55defd80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:02:25.867177 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76523d08-97d9-4154-a992-ce8e55defd80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:02:25.867506 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76523d08-97d9-4154-a992-ce8e55defd80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:02:25.884812 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-76523d08-97d9-4154-a992-ce8e55defd80 None None] Attempting to bind port 6f62400f-9806-41b4-a7a3-6e69164e9dff on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:02:25.905620 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-76523d08-97d9-4154-a992-ce8e55defd80 None None] Attempting to bind port 6f62400f-9806-41b4-a7a3-6e69164e9dff by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'b6d9f44f-90e0-49a0-9f7e-a494b7e8090e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'fa92e7b5-885a-4517-bdf1-e22483e17a73'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:02:25.906767 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76523d08-97d9-4154-a992-ce8e55defd80 None None] Attempting to bind port 6f62400f-9806-41b4-a7a3-6e69164e9dff on network fa92e7b5-885a-4517-bdf1-e22483e17a73 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:02:25.921078 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76523d08-97d9-4154-a992-ce8e55defd80 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:02:25.921762 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76523d08-97d9-4154-a992-ce8e55defd80 None None] Checking segment: {'id': 'b6d9f44f-90e0-49a0-9f7e-a494b7e8090e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'fa92e7b5-885a-4517-bdf1-e22483e17a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:02:25.922326 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-76523d08-97d9-4154-a992-ce8e55defd80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:25.922865 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76523d08-97d9-4154-a992-ce8e55defd80 None None] Bound using segment: {'id': 'b6d9f44f-90e0-49a0-9f7e-a494b7e8090e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'fa92e7b5-885a-4517-bdf1-e22483e17a73'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:02:25.926786 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-76523d08-97d9-4154-a992-ce8e55defd80 None None] Bound port: 6f62400f-9806-41b4-a7a3-6e69164e9dff, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6d9f44f-90e0-49a0-9f7e-a494b7e8090e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'fa92e7b5-885a-4517-bdf1-e22483e17a73'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:02:25.927422 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-76523d08-97d9-4154-a992-ce8e55defd80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (6f62400f-9806-41b4-a7a3-6e69164e9dff), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:25.975048 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-68d71c7a-2755-46e7-a856-b3da3dafc91e admin admin] Allocated IP 172.25.8.173 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/daa06607-0fce-4be1-ae6f-818a7d50fa2a) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:02:26.025281 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-76523d08-97d9-4154-a992-ce8e55defd80 None None] For port 6f62400f-9806-41b4-a7a3-6e69164e9dff, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:02:26.029926 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-76523d08-97d9-4154-a992-ce8e55defd80 None None] For port 6f62400f-9806-41b4-a7a3-6e69164e9dff, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=6f62400f-9806-41b4-a7a3-6e69164e9dff,segment=NetworkSegment(b6d9f44f-90e0-49a0-9f7e-a494b7e8090e),segment_id=b6d9f44f-90e0-49a0-9f7e-a494b7e8090e)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:02:26.039263 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-76523d08-97d9-4154-a992-ce8e55defd80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (6f62400f-9806-41b4-a7a3-6e69164e9dff), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:26.135986 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68d71c7a-2755-46e7-a856-b3da3dafc91e admin admin] Publish callbacks [] for port (daa06607-0fce-4be1-ae6f-818a7d50fa2a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:26.147189 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76523d08-97d9-4154-a992-ce8e55defd80 None None] Pushing event updated for resources: {'Port': ['ID=6f62400f-9806-41b4-a7a3-6e69164e9dff,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:02:26.192011 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68d71c7a-2755-46e7-a856-b3da3dafc91e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (daa06607-0fce-4be1-ae6f-818a7d50fa2a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:26.253368 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:26.258191 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d71c7a-2755-46e7-a856-b3da3dafc91e admin admin] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:02:26.261268 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-68d71c7a-2755-46e7-a856-b3da3dafc91e admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:02:26.265809 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d71c7a-2755-46e7-a856-b3da3dafc91e admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:02:26.269375 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d71c7a-2755-46e7-a856-b3da3dafc91e admin admin] Pushing event updated for resources: {'Port': ['ID=daa06607-0fce-4be1-ae6f-818a7d50fa2a,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:02:26.650954 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68d71c7a-2755-46e7-a856-b3da3dafc91e admin admin] Publish callbacks [] for router_gateway (e3a64e6a-52b4-4f54-9f72-a8c8327546b0), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:26.905692 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68d71c7a-2755-46e7-a856-b3da3dafc91e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (e3a64e6a-52b4-4f54-9f72-a8c8327546b0), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:27.060952 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68d71c7a-2755-46e7-a856-b3da3dafc91e admin admin] Router e3a64e6a-52b4-4f54-9f72-a8c8327546b0 is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 20:02:27.192812 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d71c7a-2755-46e7-a856-b3da3dafc91e admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:02:27.202664 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf683f8-7193-4cac-9e6c-8dabfc6e371b None None] Sync routers for ids ['e3a64e6a-52b4-4f54-9f72-a8c8327546b0'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:02:27.220859 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf683f8-7193-4cac-9e6c-8dabfc6e371b None None] Routers {'e3a64e6a-52b4-4f54-9f72-a8c8327546b0'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:02:27.222089 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-4cf683f8-7193-4cac-9e6c-8dabfc6e371b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:02:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['e3a64e6a-52b4-4f54-9f72-a8c8327546b0'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:02:27.239921 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-68d71c7a-2755-46e7-a856-b3da3dafc91e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:27.241595 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-68d71c7a-2755-46e7-a856-b3da3dafc91e admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0763216 Mar 11 20:02:27.244534 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 42748) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:02:27.372324 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-4cf683f8-7193-4cac-9e6c-8dabfc6e371b None None] Set router e3a64e6a-52b4-4f54-9f72-a8c8327546b0 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:02:27.611876 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-4cf683f8-7193-4cac-9e6c-8dabfc6e371b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a64e6a-52b4-4f54-9f72-a8c8327546b0', 'name': 'tempest-TestVolumeBackupRestore-976074374-router', 'tenant_id': 'd558505ee46d412491221fab874b8522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'daa06607-0fce-4be1-ae6f-818a7d50fa2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:02:25Z', 'updated_at': '2022-03-11T20:02:26Z', 'revision_number': 3, 'project_id': 'd558505ee46d412491221fab874b8522', 'gw_port': {'id': 'daa06607-0fce-4be1-ae6f-818a7d50fa2a', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:fe:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a64e6a-52b4-4f54-9f72-a8c8327546b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:02:25Z', 'updated_at': '2022-03-11T20:02:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:02:27.647212 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce73542-781f-4b5b-8b97-7bab89e8bddd None None] Network fa92e7b5-885a-4517-bdf1-e22483e17a73 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:02:27.688261 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf683f8-7193-4cac-9e6c-8dabfc6e371b None None] Checking router: e3a64e6a-52b4-4f54-9f72-a8c8327546b0 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:02:27.689022 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf683f8-7193-4cac-9e6c-8dabfc6e371b None None] Updating router e3a64e6a-52b4-4f54-9f72-a8c8327546b0 port daa06607-0fce-4be1-ae6f-818a7d50fa2a binding host n-d-833163-1 {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 20:02:27.749842 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-4cf683f8-7193-4cac-9e6c-8dabfc6e371b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (daa06607-0fce-4be1-ae6f-818a7d50fa2a), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:27.809470 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 6f62400f-9806-41b4-a7a3-6e69164e9dff up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:02:27.815831 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:27.939112 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-17b8c845-1e36-4819-b619-bba1744eca4d None None] Provisioning complete for port 6f62400f-9806-41b4-a7a3-6e69164e9dff triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:02:27.940286 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-17b8c845-1e36-4819-b619-bba1744eca4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (6f62400f-9806-41b4-a7a3-6e69164e9dff), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:28.013882 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 6f62400f-9806-41b4-a7a3-6e69164e9dff triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:02:28.015226 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (6f62400f-9806-41b4-a7a3-6e69164e9dff), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:28.099374 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-4cf683f8-7193-4cac-9e6c-8dabfc6e371b None None] Publish callbacks [] for port (daa06607-0fce-4be1-ae6f-818a7d50fa2a), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:28.118218 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-4cf683f8-7193-4cac-9e6c-8dabfc6e371b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (daa06607-0fce-4be1-ae6f-818a7d50fa2a), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:28.161402 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-4cf683f8-7193-4cac-9e6c-8dabfc6e371b None None] Attempting to bind port daa06607-0fce-4be1-ae6f-818a7d50fa2a on host n-d-833163-1 for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:02:28.161402 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-4cf683f8-7193-4cac-9e6c-8dabfc6e371b None None] Attempting to bind port daa06607-0fce-4be1-ae6f-818a7d50fa2a by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:02:28.161781 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf683f8-7193-4cac-9e6c-8dabfc6e371b None None] Attempting to bind port daa06607-0fce-4be1-ae6f-818a7d50fa2a on network 612cc066-33e3-444d-b1c7-d0a64751482a {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:02:28.185788 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-17b8c845-1e36-4819-b619-bba1744eca4d None None] Current status of the port 6f62400f-9806-41b4-a7a3-6e69164e9dff is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:02:28.186571 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-17b8c845-1e36-4819-b619-bba1744eca4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (6f62400f-9806-41b4-a7a3-6e69164e9dff), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:28.191531 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf683f8-7193-4cac-9e6c-8dabfc6e371b None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:02:28.191931 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf683f8-7193-4cac-9e6c-8dabfc6e371b None None] Checking segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:02:28.192330 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-4cf683f8-7193-4cac-9e6c-8dabfc6e371b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:28.192718 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf683f8-7193-4cac-9e6c-8dabfc6e371b None None] Bound using segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:02:28.193197 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-4cf683f8-7193-4cac-9e6c-8dabfc6e371b None None] Bound port: daa06607-0fce-4be1-ae6f-818a7d50fa2a, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:02:28.194224 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-4cf683f8-7193-4cac-9e6c-8dabfc6e371b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (daa06607-0fce-4be1-ae6f-818a7d50fa2a), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:28.253305 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ade5d87e-0911-4b7d-9e27-9e9a8d1f1976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:28.261574 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-4cf683f8-7193-4cac-9e6c-8dabfc6e371b None None] For port daa06607-0fce-4be1-ae6f-818a7d50fa2a, host n-d-833163-1, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:02:28.266904 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-4cf683f8-7193-4cac-9e6c-8dabfc6e371b None None] For port daa06607-0fce-4be1-ae6f-818a7d50fa2a, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=daa06607-0fce-4be1-ae6f-818a7d50fa2a,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:02:28.283550 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-4cf683f8-7193-4cac-9e6c-8dabfc6e371b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (daa06607-0fce-4be1-ae6f-818a7d50fa2a), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:28.301633 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02459ef-f265-461d-94b5-ce4a7b1d133f None None] Pushing event updated for resources: {'Port': ['ID=daa06607-0fce-4be1-ae6f-818a7d50fa2a,revision_number=2']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:02:28.302868 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 6f62400f-9806-41b4-a7a3-6e69164e9dff is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:02:28.303879 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (6f62400f-9806-41b4-a7a3-6e69164e9dff), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:28.320145 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02459ef-f265-461d-94b5-ce4a7b1d133f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:02:28.320744 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02459ef-f265-461d-94b5-ce4a7b1d133f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:02:28.320856 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02459ef-f265-461d-94b5-ce4a7b1d133f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:02:28.321175 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02459ef-f265-461d-94b5-ce4a7b1d133f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:02:28.321499 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02459ef-f265-461d-94b5-ce4a7b1d133f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:02:28.321822 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02459ef-f265-461d-94b5-ce4a7b1d133f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:02:28.322197 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02459ef-f265-461d-94b5-ce4a7b1d133f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:02:28.322514 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02459ef-f265-461d-94b5-ce4a7b1d133f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:02:28.322832 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02459ef-f265-461d-94b5-ce4a7b1d133f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:02:28.323190 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02459ef-f265-461d-94b5-ce4a7b1d133f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:02:28.323996 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02459ef-f265-461d-94b5-ce4a7b1d133f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:02:28.324868 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02459ef-f265-461d-94b5-ce4a7b1d133f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:02:28.325210 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b02459ef-f265-461d-94b5-ce4a7b1d133f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:02:28.350374 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-17b8c845-1e36-4819-b619-bba1744eca4d None None] For port 6f62400f-9806-41b4-a7a3-6e69164e9dff, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=6f62400f-9806-41b4-a7a3-6e69164e9dff,segment=NetworkSegment(b6d9f44f-90e0-49a0-9f7e-a494b7e8090e),segment_id=b6d9f44f-90e0-49a0-9f7e-a494b7e8090e)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:02:28.360062 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-17b8c845-1e36-4819-b619-bba1744eca4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (6f62400f-9806-41b4-a7a3-6e69164e9dff), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:28.368591 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf683f8-7193-4cac-9e6c-8dabfc6e371b None None] Routers {'e3a64e6a-52b4-4f54-9f72-a8c8327546b0'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:02:28.369224 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-4cf683f8-7193-4cac-9e6c-8dabfc6e371b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:02:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['e3a64e6a-52b4-4f54-9f72-a8c8327546b0'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:02:28.437132 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02459ef-f265-461d-94b5-ce4a7b1d133f None None] Pushing event updated for resources: {'Port': ['ID=daa06607-0fce-4be1-ae6f-818a7d50fa2a,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:02:28.443332 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b8c845-1e36-4819-b619-bba1744eca4d None None] Pushing event updated for resources: {'Port': ['ID=6f62400f-9806-41b4-a7a3-6e69164e9dff,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:02:28.506550 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-31a547b2-fe94-456f-9264-48dd4aded499 None None] Provisioning complete for port 6f62400f-9806-41b4-a7a3-6e69164e9dff triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:02:28.506924 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-31a547b2-fe94-456f-9264-48dd4aded499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (6f62400f-9806-41b4-a7a3-6e69164e9dff), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:28.545462 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 20:02:28.545731 n-d-833163-1 neutron-server[103886]: DEBUG oslo_db.api [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 20:02:28.563353 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-4cf683f8-7193-4cac-9e6c-8dabfc6e371b None None] Set router e3a64e6a-52b4-4f54-9f72-a8c8327546b0 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:02:28.565416 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-ade5d87e-0911-4b7d-9e27-9e9a8d1f1976 admin admin] Allocated IP 172.20.0.1 (fa92e7b5-885a-4517-bdf1-e22483e17a73/c6219a93-8483-405b-9eb3-5cde14ecbab2/5b3716f6-86b3-4376-8798-5f90000ff191) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:02:28.591849 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-31a547b2-fe94-456f-9264-48dd4aded499 None None] Current status of the port 6f62400f-9806-41b4-a7a3-6e69164e9dff is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:02:28.690097 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ade5d87e-0911-4b7d-9e27-9e9a8d1f1976 admin admin] Publish callbacks [] for port (5b3716f6-86b3-4376-8798-5f90000ff191), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:28.739061 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ade5d87e-0911-4b7d-9e27-9e9a8d1f1976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (5b3716f6-86b3-4376-8798-5f90000ff191), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:28.816021 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade5d87e-0911-4b7d-9e27-9e9a8d1f1976 admin admin] Network fa92e7b5-885a-4517-bdf1-e22483e17a73 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:02:28.820326 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-ade5d87e-0911-4b7d-9e27-9e9a8d1f1976 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:02:28.830186 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade5d87e-0911-4b7d-9e27-9e9a8d1f1976 admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:02:28.834353 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-4cf683f8-7193-4cac-9e6c-8dabfc6e371b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a64e6a-52b4-4f54-9f72-a8c8327546b0', 'name': 'tempest-TestVolumeBackupRestore-976074374-router', 'tenant_id': 'd558505ee46d412491221fab874b8522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'daa06607-0fce-4be1-ae6f-818a7d50fa2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:02:25Z', 'updated_at': '2022-03-11T20:02:26Z', 'revision_number': 3, 'project_id': 'd558505ee46d412491221fab874b8522', 'gw_port': {'id': 'daa06607-0fce-4be1-ae6f-818a7d50fa2a', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:fe:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a64e6a-52b4-4f54-9f72-a8c8327546b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:02:25Z', 'updated_at': '2022-03-11T20:02:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:02:28.920425 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ade5d87e-0911-4b7d-9e27-9e9a8d1f1976 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (e3a64e6a-52b4-4f54-9f72-a8c8327546b0), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:28.921128 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf683f8-7193-4cac-9e6c-8dabfc6e371b None None] The sync data for ids ['e3a64e6a-52b4-4f54-9f72-a8c8327546b0'] in n-d-833163-1 is: [{'id': 'e3a64e6a-52b4-4f54-9f72-a8c8327546b0', 'name': 'tempest-TestVolumeBackupRestore-976074374-router', 'tenant_id': 'd558505ee46d412491221fab874b8522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'daa06607-0fce-4be1-ae6f-818a7d50fa2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:02:25Z', 'updated_at': '2022-03-11T20:02:26Z', 'revision_number': 3, 'project_id': 'd558505ee46d412491221fab874b8522', 'gw_port': {'id': 'daa06607-0fce-4be1-ae6f-818a7d50fa2a', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:fe:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a64e6a-52b4-4f54-9f72-a8c8327546b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:02:25Z', 'updated_at': '2022-03-11T20:02:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:02:29.012092 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade5d87e-0911-4b7d-9e27-9e9a8d1f1976 admin admin] Pushing event updated for resources: {'Port': ['ID=5b3716f6-86b3-4376-8798-5f90000ff191,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:02:29.028217 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:29.124466 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 6f62400f-9806-41b4-a7a3-6e69164e9dff is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:02:29.157061 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ade5d87e-0911-4b7d-9e27-9e9a8d1f1976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (5b3716f6-86b3-4376-8798-5f90000ff191), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:29.246116 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-acea5a2e-e71d-4d16-b753-4c20657cb62b None None] Provisioning complete for port 5b3716f6-86b3-4376-8798-5f90000ff191 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:02:29.246897 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-acea5a2e-e71d-4d16-b753-4c20657cb62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (5b3716f6-86b3-4376-8798-5f90000ff191), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:29.328868 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-acea5a2e-e71d-4d16-b753-4c20657cb62b None None] Port 5b3716f6-86b3-4376-8798-5f90000ff191 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:02:29.494797 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ade5d87e-0911-4b7d-9e27-9e9a8d1f1976 admin admin] Publish callbacks [] for port (5b3716f6-86b3-4376-8798-5f90000ff191), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:29.501693 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ade5d87e-0911-4b7d-9e27-9e9a8d1f1976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (5b3716f6-86b3-4376-8798-5f90000ff191), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:29.565563 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade5d87e-0911-4b7d-9e27-9e9a8d1f1976 admin admin] Pushing event updated for resources: {'Port': ['ID=5b3716f6-86b3-4376-8798-5f90000ff191,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:02:29.656017 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ade5d87e-0911-4b7d-9e27-9e9a8d1f1976 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (e3a64e6a-52b4-4f54-9f72-a8c8327546b0), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:29.765186 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device daa06607-0fce-4be1-ae6f-818a7d50fa2a up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:02:29.843754 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade5d87e-0911-4b7d-9e27-9e9a8d1f1976 admin admin] Network fa92e7b5-885a-4517-bdf1-e22483e17a73 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:02:29.851251 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-ade5d87e-0911-4b7d-9e27-9e9a8d1f1976 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:02:29.854333 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port daa06607-0fce-4be1-ae6f-818a7d50fa2a triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:02:29.856466 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (daa06607-0fce-4be1-ae6f-818a7d50fa2a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:30.101259 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port daa06607-0fce-4be1-ae6f-818a7d50fa2a is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:02:30.102415 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (daa06607-0fce-4be1-ae6f-818a7d50fa2a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:30.138124 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port daa06607-0fce-4be1-ae6f-818a7d50fa2a, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=daa06607-0fce-4be1-ae6f-818a7d50fa2a,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:02:30.144857 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (daa06607-0fce-4be1-ae6f-818a7d50fa2a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:30.147945 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 6f62400f-9806-41b4-a7a3-6e69164e9dff up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:02:30.347549 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade5d87e-0911-4b7d-9e27-9e9a8d1f1976 admin admin] Router e3a64e6a-52b4-4f54-9f72-a8c8327546b0 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:02:30.408507 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=daa06607-0fce-4be1-ae6f-818a7d50fa2a,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:02:30.443060 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4b5740df-85e2-48e8-ade3-2b77757cebd8 req-01d4b21b-d5f4-4fb2-b1ee-192049784f7d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=845a8fbe-c8a1-4efb-82ab-db4c75ed8054&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4442787 Mar 11 20:02:30.465605 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 6f62400f-9806-41b4-a7a3-6e69164e9dff triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:02:30.470462 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (6f62400f-9806-41b4-a7a3-6e69164e9dff), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:30.658931 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4c6300d7-aeb2-4ff3-92a5-f8ef3f179d60 None None] Provisioning complete for port 5b3716f6-86b3-4376-8798-5f90000ff191 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:02:30.659404 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4c6300d7-aeb2-4ff3-92a5-f8ef3f179d60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (5b3716f6-86b3-4376-8798-5f90000ff191), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:30.783178 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4c6300d7-aeb2-4ff3-92a5-f8ef3f179d60 None None] Port 5b3716f6-86b3-4376-8798-5f90000ff191 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:02:30.813128 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 6f62400f-9806-41b4-a7a3-6e69164e9dff is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:02:30.816001 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5740df-85e2-48e8-ade3-2b77757cebd8 req-1e26be1e-60a8-4c6f-9c8c-4cc287758071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:02:30.817588 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4b5740df-85e2-48e8-ade3-2b77757cebd8 req-1e26be1e-60a8-4c6f-9c8c-4cc287758071 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ac0acd49ed0a4c6b89bcb3eaea14c217&device_id=845a8fbe-c8a1-4efb-82ab-db4c75ed8054 HTTP/1.1" status: 200 len: 1128 time: 0.2729750 Mar 11 20:02:30.830182 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade5d87e-0911-4b7d-9e27-9e9a8d1f1976 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:02:30.847659 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ade5d87e-0911-4b7d-9e27-9e9a8d1f1976 admin admin] 10.222.0.65 "PUT /v2.0/routers/e3a64e6a-52b4-4f54-9f72-a8c8327546b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5902519 Mar 11 20:02:30.978764 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5740df-85e2-48e8-ade3-2b77757cebd8 req-d64b58f5-7284-4fa2-9223-2f2ddd52d30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:02:30.982784 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4b5740df-85e2-48e8-ade3-2b77757cebd8 req-d64b58f5-7284-4fa2-9223-2f2ddd52d30c service neutron] 10.222.0.57 "GET /v2.0/networks?id=d7695c22-7cfd-4319-9d63-9f76b8799969 HTTP/1.1" status: 200 len: 915 time: 0.1231668 Mar 11 20:02:31.098838 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4b5740df-85e2-48e8-ade3-2b77757cebd8 req-cf06bd7d-122d-4dd6-8d33-5adda3a5aaef service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183 HTTP/1.1" status: 200 len: 1001 time: 0.0936923 Mar 11 20:02:31.185001 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5740df-85e2-48e8-ade3-2b77757cebd8 req-586ef8b4-3c68-4e84-9a8a-4e5ee31cb747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:02:31.190116 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4b5740df-85e2-48e8-ade3-2b77757cebd8 req-586ef8b4-3c68-4e84-9a8a-4e5ee31cb747 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9c3f149c-decf-4bc3-9858-1266a909f90c HTTP/1.1" status: 200 len: 853 time: 0.0840333 Mar 11 20:02:31.290672 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5740df-85e2-48e8-ade3-2b77757cebd8 req-80fbc3b9-441b-4cb0-9ab9-ff8a37537017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:02:31.295264 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4b5740df-85e2-48e8-ade3-2b77757cebd8 req-80fbc3b9-441b-4cb0-9ab9-ff8a37537017 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d7695c22-7cfd-4319-9d63-9f76b8799969&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0936637 Mar 11 20:02:31.436811 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4b5740df-85e2-48e8-ade3-2b77757cebd8 req-64fcdaa3-d604-457a-a3bd-de0bdbacdd03 service neutron] 10.222.0.57 "GET /v2.0/networks/d7695c22-7cfd-4319-9d63-9f76b8799969?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377065 Mar 11 20:02:31.562821 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4b5740df-85e2-48e8-ade3-2b77757cebd8 req-2fee7608-3cab-4c79-826b-3fe922cbfb75 service neutron] 10.222.0.57 "GET /v2.0/networks/d7695c22-7cfd-4319-9d63-9f76b8799969?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205287 Mar 11 20:02:31.618406 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device daa06607-0fce-4be1-ae6f-818a7d50fa2a up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:02:31.757951 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port daa06607-0fce-4be1-ae6f-818a7d50fa2a triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:02:31.762145 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (daa06607-0fce-4be1-ae6f-818a7d50fa2a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:31.906994 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d16873-70cf-4f75-9bcd-00eba4dbdd57 None None] Sync routers for ids ['e3a64e6a-52b4-4f54-9f72-a8c8327546b0'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:02:31.931331 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d16873-70cf-4f75-9bcd-00eba4dbdd57 None None] Routers {'e3a64e6a-52b4-4f54-9f72-a8c8327546b0'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:02:31.931980 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-44d16873-70cf-4f75-9bcd-00eba4dbdd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:02:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['e3a64e6a-52b4-4f54-9f72-a8c8327546b0'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:02:32.052135 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port daa06607-0fce-4be1-ae6f-818a7d50fa2a is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:02:32.052487 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 42820) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:02:32.075941 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-59e6ce8c-6a10-4526-8902-979bd18fa1c3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2113699746-network', 'tenant_id': '2e73b0143a744146988ae802e7e27064'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:02:32.129693 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e6ce8c-6a10-4526-8902-979bd18fa1c3 admin admin] Made reservation on behalf of 2e73b0143a744146988ae802e7e27064 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:02:32.131968 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59e6ce8c-6a10-4526-8902-979bd18fa1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:32.151009 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59e6ce8c-6a10-4526-8902-979bd18fa1c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:32.348681 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-44d16873-70cf-4f75-9bcd-00eba4dbdd57 None None] Set router e3a64e6a-52b4-4f54-9f72-a8c8327546b0 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:02:32.381477 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59e6ce8c-6a10-4526-8902-979bd18fa1c3 admin admin] Publish callbacks [] for security_group (560ba1ad-47de-48cc-a9e1-fd69eac63c8f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:32.389882 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59e6ce8c-6a10-4526-8902-979bd18fa1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (560ba1ad-47de-48cc-a9e1-fd69eac63c8f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:32.422783 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e6ce8c-6a10-4526-8902-979bd18fa1c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=560ba1ad-47de-48cc-a9e1-fd69eac63c8f,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:02:32.462437 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59e6ce8c-6a10-4526-8902-979bd18fa1c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 891, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:02:32.506154 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59e6ce8c-6a10-4526-8902-979bd18fa1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (fe939605-b39e-42af-819b-c97f5747ab54), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:32.507916 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-59e6ce8c-6a10-4526-8902-979bd18fa1c3 admin admin] Added segment fe939605-b39e-42af-819b-c97f5747ab54 of type vlan for network 7ca3cd41-12d3-4f4a-828b-5897d28a6e34 Mar 11 20:02:32.672359 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59e6ce8c-6a10-4526-8902-979bd18fa1c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (7ca3cd41-12d3-4f4a-828b-5897d28a6e34), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:32.729669 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59e6ce8c-6a10-4526-8902-979bd18fa1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (7ca3cd41-12d3-4f4a-828b-5897d28a6e34), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:32.731604 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e6ce8c-6a10-4526-8902-979bd18fa1c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:02:32.732210 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59e6ce8c-6a10-4526-8902-979bd18fa1c3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:32.812734 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-44d16873-70cf-4f75-9bcd-00eba4dbdd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a64e6a-52b4-4f54-9f72-a8c8327546b0', 'name': 'tempest-TestVolumeBackupRestore-976074374-router', 'tenant_id': 'd558505ee46d412491221fab874b8522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'daa06607-0fce-4be1-ae6f-818a7d50fa2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:02:25Z', 'updated_at': '2022-03-11T20:02:29Z', 'revision_number': 4, 'project_id': 'd558505ee46d412491221fab874b8522', 'gw_port': {'id': 'daa06607-0fce-4be1-ae6f-818a7d50fa2a', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:fe:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a64e6a-52b4-4f54-9f72-a8c8327546b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:02:25Z', 'updated_at': '2022-03-11T20:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '5b3716f6-86b3-4376-8798-5f90000ff191', 'name': '', 'network_id': 'fa92e7b5-885a-4517-bdf1-e22483e17a73', 'tenant_id': 'd558505ee46d412491221fab874b8522', 'mac_address': 'fa:16:3e:e5:3c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a64e6a-52b4-4f54-9f72-a8c8327546b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': 'c6219a93-8483-405b-9eb3-5cde14ecbab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:02:28Z', 'updated_at': '2022-03-11T20:02:29Z', 'revision_number': 2, 'project_id': 'd558505ee46d412491221fab874b8522', 'subnets': [{'id': 'c6219a93-8483-405b-9eb3-5cde14ecbab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:02:32.836436 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-59e6ce8c-6a10-4526-8902-979bd18fa1c3 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7784357 Mar 11 20:02:32.840896 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 42826) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:02:32.847425 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-3ae73f80-20d0-4682-a7ea-1ffc2e4f9ef5 admin admin] Request body: {'subnet': {'network_id': '7ca3cd41-12d3-4f4a-828b-5897d28a6e34', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2113699746-subnet', 'tenant_id': '2e73b0143a744146988ae802e7e27064', 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:02:32.875403 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d16873-70cf-4f75-9bcd-00eba4dbdd57 None None] Checking router: e3a64e6a-52b4-4f54-9f72-a8c8327546b0 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:02:32.875795 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d16873-70cf-4f75-9bcd-00eba4dbdd57 None None] Updating router e3a64e6a-52b4-4f54-9f72-a8c8327546b0 port 5b3716f6-86b3-4376-8798-5f90000ff191 binding host n-d-833163-1 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 20:02:32.904355 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e6ce8c-6a10-4526-8902-979bd18fa1c3 admin admin] Pushing event updated for resources: {'Network': ['ID=7ca3cd41-12d3-4f4a-828b-5897d28a6e34,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:02:32.947859 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae73f80-20d0-4682-a7ea-1ffc2e4f9ef5 admin admin] Made reservation on behalf of 2e73b0143a744146988ae802e7e27064 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:02:32.953701 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 7ca3cd41-12d3-4f4a-828b-5897d28a6e34 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 20:02:32.961210 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3ae73f80-20d0-4682-a7ea-1ffc2e4f9ef5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:32.990237 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-44d16873-70cf-4f75-9bcd-00eba4dbdd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (5b3716f6-86b3-4376-8798-5f90000ff191), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:33.409951 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3ae73f80-20d0-4682-a7ea-1ffc2e4f9ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (9c000474-844e-41ac-aa78-a3f7db0ae63a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:33.449091 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-44d16873-70cf-4f75-9bcd-00eba4dbdd57 None None] Publish callbacks [] for port (5b3716f6-86b3-4376-8798-5f90000ff191), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:33.457576 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-44d16873-70cf-4f75-9bcd-00eba4dbdd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (5b3716f6-86b3-4376-8798-5f90000ff191), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:33.522212 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae73f80-20d0-4682-a7ea-1ffc2e4f9ef5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c000474-844e-41ac-aa78-a3f7db0ae63a,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:02:33.543726 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1599d049-cb22-4cb6-a918-a1cbd46e9e75 None None] Pushing event updated for resources: {'Port': ['ID=5b3716f6-86b3-4376-8798-5f90000ff191,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:02:33.557975 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae73f80-20d0-4682-a7ea-1ffc2e4f9ef5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:02:33.558432 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae73f80-20d0-4682-a7ea-1ffc2e4f9ef5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:02:33.559297 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae73f80-20d0-4682-a7ea-1ffc2e4f9ef5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:02:33.559662 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae73f80-20d0-4682-a7ea-1ffc2e4f9ef5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:02:33.560010 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae73f80-20d0-4682-a7ea-1ffc2e4f9ef5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:02:33.560345 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae73f80-20d0-4682-a7ea-1ffc2e4f9ef5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:02:33.560847 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae73f80-20d0-4682-a7ea-1ffc2e4f9ef5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:02:33.561450 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae73f80-20d0-4682-a7ea-1ffc2e4f9ef5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:02:33.562219 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae73f80-20d0-4682-a7ea-1ffc2e4f9ef5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:02:33.562719 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae73f80-20d0-4682-a7ea-1ffc2e4f9ef5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:02:33.563068 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae73f80-20d0-4682-a7ea-1ffc2e4f9ef5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:02:33.563402 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae73f80-20d0-4682-a7ea-1ffc2e4f9ef5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:02:33.563768 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae73f80-20d0-4682-a7ea-1ffc2e4f9ef5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:02:33.600746 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae73f80-20d0-4682-a7ea-1ffc2e4f9ef5 admin admin] Checking segment: {'id': 'fe939605-b39e-42af-819b-c97f5747ab54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '7ca3cd41-12d3-4f4a-828b-5897d28a6e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:02:33.601117 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae73f80-20d0-4682-a7ea-1ffc2e4f9ef5 admin admin] Network hostable DHCP agents. Network: 7ca3cd41-12d3-4f4a-828b-5897d28a6e34, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:02:33.644309 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae73f80-20d0-4682-a7ea-1ffc2e4f9ef5 admin admin] Network 7ca3cd41-12d3-4f4a-828b-5897d28a6e34 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:02:33.664091 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-3ae73f80-20d0-4682-a7ea-1ffc2e4f9ef5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 7ca3cd41-12d3-4f4a-828b-5897d28a6e34) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:02:33.669224 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-44d16873-70cf-4f75-9bcd-00eba4dbdd57 None None] Attempting to bind port 5b3716f6-86b3-4376-8798-5f90000ff191 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:02:33.669667 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-44d16873-70cf-4f75-9bcd-00eba4dbdd57 None None] Attempting to bind port 5b3716f6-86b3-4376-8798-5f90000ff191 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'b6d9f44f-90e0-49a0-9f7e-a494b7e8090e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'fa92e7b5-885a-4517-bdf1-e22483e17a73'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:02:33.670049 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d16873-70cf-4f75-9bcd-00eba4dbdd57 None None] Attempting to bind port 5b3716f6-86b3-4376-8798-5f90000ff191 on network fa92e7b5-885a-4517-bdf1-e22483e17a73 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:02:33.673442 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae73f80-20d0-4682-a7ea-1ffc2e4f9ef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:02:33.673708 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3ae73f80-20d0-4682-a7ea-1ffc2e4f9ef5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:33.676277 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d16873-70cf-4f75-9bcd-00eba4dbdd57 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:02:33.676666 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d16873-70cf-4f75-9bcd-00eba4dbdd57 None None] Checking segment: {'id': 'b6d9f44f-90e0-49a0-9f7e-a494b7e8090e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'fa92e7b5-885a-4517-bdf1-e22483e17a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:02:33.677085 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-44d16873-70cf-4f75-9bcd-00eba4dbdd57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:33.677488 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d16873-70cf-4f75-9bcd-00eba4dbdd57 None None] Bound using segment: {'id': 'b6d9f44f-90e0-49a0-9f7e-a494b7e8090e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'fa92e7b5-885a-4517-bdf1-e22483e17a73'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:02:33.678057 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-44d16873-70cf-4f75-9bcd-00eba4dbdd57 None None] Bound port: 5b3716f6-86b3-4376-8798-5f90000ff191, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6d9f44f-90e0-49a0-9f7e-a494b7e8090e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'fa92e7b5-885a-4517-bdf1-e22483e17a73'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:02:33.678821 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-44d16873-70cf-4f75-9bcd-00eba4dbdd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (5b3716f6-86b3-4376-8798-5f90000ff191), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:33.688507 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce348a40-9c96-426e-b3a6-2e060bcd3ba1 None None] Network 7ca3cd41-12d3-4f4a-828b-5897d28a6e34 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:02:33.700394 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-3ae73f80-20d0-4682-a7ea-1ffc2e4f9ef5 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8576908 Mar 11 20:02:33.703796 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 42836) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:02:33.708575 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-95f12839-331b-49ef-8a6f-2ec72a56779f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2113699746-router', 'tenant_id': '2e73b0143a744146988ae802e7e27064', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:02:33.747487 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-95f12839-331b-49ef-8a6f-2ec72a56779f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (1fc09e63-1016-49df-b4b8-8b8f97b5b83f), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:33.748603 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-95f12839-331b-49ef-8a6f-2ec72a56779f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (1fc09e63-1016-49df-b4b8-8b8f97b5b83f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:33.852701 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-44d16873-70cf-4f75-9bcd-00eba4dbdd57 None None] For port 5b3716f6-86b3-4376-8798-5f90000ff191, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:02:33.857891 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-44d16873-70cf-4f75-9bcd-00eba4dbdd57 None None] For port 5b3716f6-86b3-4376-8798-5f90000ff191, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=5b3716f6-86b3-4376-8798-5f90000ff191,segment=NetworkSegment(b6d9f44f-90e0-49a0-9f7e-a494b7e8090e),segment_id=b6d9f44f-90e0-49a0-9f7e-a494b7e8090e)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:02:33.895571 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-44d16873-70cf-4f75-9bcd-00eba4dbdd57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (5b3716f6-86b3-4376-8798-5f90000ff191), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:33.979541 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d16873-70cf-4f75-9bcd-00eba4dbdd57 None None] Routers {'e3a64e6a-52b4-4f54-9f72-a8c8327546b0'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:02:33.981884 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-44d16873-70cf-4f75-9bcd-00eba4dbdd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:02:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['e3a64e6a-52b4-4f54-9f72-a8c8327546b0'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:02:34.136695 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cfbce2-b03d-40b4-989b-b17daf380a20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-7ca3cd41-12d3-4f4a-828b-5897d28a6e34', 'network_id': '7ca3cd41-12d3-4f4a-828b-5897d28a6e34', 'project_id': '2e73b0143a744146988ae802e7e27064', 'fixed_ips': [{'subnet_id': '9c000474-844e-41ac-aa78-a3f7db0ae63a'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 20:02:34.137848 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-15cfbce2-b03d-40b4-989b-b17daf380a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:34.141836 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1599d049-cb22-4cb6-a918-a1cbd46e9e75 None None] Pushing event updated for resources: {'Port': ['ID=5b3716f6-86b3-4376-8798-5f90000ff191,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:02:34.230056 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-0a861e57-8e6c-499e-89ca-9d0ef749c627 None None] Provisioning complete for port 5b3716f6-86b3-4376-8798-5f90000ff191 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:02:34.231064 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0a861e57-8e6c-499e-89ca-9d0ef749c627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (5b3716f6-86b3-4376-8798-5f90000ff191), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:34.503053 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-44d16873-70cf-4f75-9bcd-00eba4dbdd57 None None] Set router e3a64e6a-52b4-4f54-9f72-a8c8327546b0 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:02:34.656230 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-95f12839-331b-49ef-8a6f-2ec72a56779f admin admin] Publish callbacks [] for router_controller (1fc09e63-1016-49df-b4b8-8b8f97b5b83f), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:34.687574 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-0a861e57-8e6c-499e-89ca-9d0ef749c627 None None] Current status of the port 5b3716f6-86b3-4376-8798-5f90000ff191 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:02:34.687894 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0a861e57-8e6c-499e-89ca-9d0ef749c627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (5b3716f6-86b3-4376-8798-5f90000ff191), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:34.805545 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-15cfbce2-b03d-40b4-989b-b17daf380a20 None None] Allocated IP 172.20.0.2 (7ca3cd41-12d3-4f4a-828b-5897d28a6e34/9c000474-844e-41ac-aa78-a3f7db0ae63a/748f4cbc-56f0-411f-bf36-f8a5d7118b26) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:02:34.884397 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-0a861e57-8e6c-499e-89ca-9d0ef749c627 None None] For port 5b3716f6-86b3-4376-8798-5f90000ff191, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=5b3716f6-86b3-4376-8798-5f90000ff191,segment=NetworkSegment(b6d9f44f-90e0-49a0-9f7e-a494b7e8090e),segment_id=b6d9f44f-90e0-49a0-9f7e-a494b7e8090e)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:02:34.912083 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0a861e57-8e6c-499e-89ca-9d0ef749c627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (5b3716f6-86b3-4376-8798-5f90000ff191), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:34.946724 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-95f12839-331b-49ef-8a6f-2ec72a56779f admin admin] Publish callbacks [] for router_gateway (1fc09e63-1016-49df-b4b8-8b8f97b5b83f), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:35.114132 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a861e57-8e6c-499e-89ca-9d0ef749c627 None None] Pushing event updated for resources: {'Port': ['ID=5b3716f6-86b3-4376-8798-5f90000ff191,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:02:35.141182 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c9928d39-6a8f-495f-b23d-242955548ce2 None None] Provisioning complete for port 5b3716f6-86b3-4376-8798-5f90000ff191 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:02:35.141565 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c9928d39-6a8f-495f-b23d-242955548ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (5b3716f6-86b3-4376-8798-5f90000ff191), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:35.276532 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-15cfbce2-b03d-40b4-989b-b17daf380a20 None None] Publish callbacks [] for port (748f4cbc-56f0-411f-bf36-f8a5d7118b26), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:35.279333 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-44d16873-70cf-4f75-9bcd-00eba4dbdd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a64e6a-52b4-4f54-9f72-a8c8327546b0', 'name': 'tempest-TestVolumeBackupRestore-976074374-router', 'tenant_id': 'd558505ee46d412491221fab874b8522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'daa06607-0fce-4be1-ae6f-818a7d50fa2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:02:25Z', 'updated_at': '2022-03-11T20:02:29Z', 'revision_number': 4, 'project_id': 'd558505ee46d412491221fab874b8522', 'gw_port': {'id': 'daa06607-0fce-4be1-ae6f-818a7d50fa2a', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:fe:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a64e6a-52b4-4f54-9f72-a8c8327546b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:02:25Z', 'updated_at': '2022-03-11T20:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '5b3716f6-86b3-4376-8798-5f90000ff191', 'name': '', 'network_id': 'fa92e7b5-885a-4517-bdf1-e22483e17a73', 'tenant_id': 'd558505ee46d412491221fab874b8522', 'mac_address': 'fa:16:3e:e5:3c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a64e6a-52b4-4f54-9f72-a8c8327546b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': 'c6219a93-8483-405b-9eb3-5cde14ecbab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:02:28Z', 'updated_at': '2022-03-11T20:02:33Z', 'revision_number': 4, 'project_id': 'd558505ee46d412491221fab874b8522', 'subnets': [{'id': 'c6219a93-8483-405b-9eb3-5cde14ecbab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:02:35.350276 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d16873-70cf-4f75-9bcd-00eba4dbdd57 None None] The sync data for ids ['e3a64e6a-52b4-4f54-9f72-a8c8327546b0'] in n-d-833163-1 is: [{'id': 'e3a64e6a-52b4-4f54-9f72-a8c8327546b0', 'name': 'tempest-TestVolumeBackupRestore-976074374-router', 'tenant_id': 'd558505ee46d412491221fab874b8522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'daa06607-0fce-4be1-ae6f-818a7d50fa2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:02:25Z', 'updated_at': '2022-03-11T20:02:29Z', 'revision_number': 4, 'project_id': 'd558505ee46d412491221fab874b8522', 'gw_port': {'id': 'daa06607-0fce-4be1-ae6f-818a7d50fa2a', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:fe:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a64e6a-52b4-4f54-9f72-a8c8327546b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:02:25Z', 'updated_at': '2022-03-11T20:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '5b3716f6-86b3-4376-8798-5f90000ff191', 'name': '', 'network_id': 'fa92e7b5-885a-4517-bdf1-e22483e17a73', 'tenant_id': 'd558505ee46d412491221fab874b8522', 'mac_address': 'fa:16:3e:e5:3c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a64e6a-52b4-4f54-9f72-a8c8327546b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': 'c6219a93-8483-405b-9eb3-5cde14ecbab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:02:28Z', 'updated_at': '2022-03-11T20:02:33Z', 'revision_number': 4, 'project_id': 'd558505ee46d412491221fab874b8522', 'subnets': [{'id': 'c6219a93-8483-405b-9eb3-5cde14ecbab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:02:35.358454 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-15cfbce2-b03d-40b4-989b-b17daf380a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (748f4cbc-56f0-411f-bf36-f8a5d7118b26), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:35.370495 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-95f12839-331b-49ef-8a6f-2ec72a56779f admin admin] Publish callbacks [] for router_gateway (1fc09e63-1016-49df-b4b8-8b8f97b5b83f), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:35.431705 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-95f12839-331b-49ef-8a6f-2ec72a56779f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:35.504334 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cfbce2-b03d-40b4-989b-b17daf380a20 None None] Network 7ca3cd41-12d3-4f4a-828b-5897d28a6e34 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:02:35.520360 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-15cfbce2-b03d-40b4-989b-b17daf380a20 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:02:35.523214 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cfbce2-b03d-40b4-989b-b17daf380a20 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:02:35.531256 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c9928d39-6a8f-495f-b23d-242955548ce2 None None] Current status of the port 5b3716f6-86b3-4376-8798-5f90000ff191 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:02:35.534666 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cfbce2-b03d-40b4-989b-b17daf380a20 None None] Pushing event updated for resources: {'Port': ['ID=748f4cbc-56f0-411f-bf36-f8a5d7118b26,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:02:35.661799 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-15cfbce2-b03d-40b4-989b-b17daf380a20 None None] Attempting to bind port 748f4cbc-56f0-411f-bf36-f8a5d7118b26 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:02:35.664843 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-15cfbce2-b03d-40b4-989b-b17daf380a20 None None] Attempting to bind port 748f4cbc-56f0-411f-bf36-f8a5d7118b26 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'fe939605-b39e-42af-819b-c97f5747ab54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '7ca3cd41-12d3-4f4a-828b-5897d28a6e34'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:02:35.665301 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cfbce2-b03d-40b4-989b-b17daf380a20 None None] Attempting to bind port 748f4cbc-56f0-411f-bf36-f8a5d7118b26 on network 7ca3cd41-12d3-4f4a-828b-5897d28a6e34 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:02:35.679348 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cfbce2-b03d-40b4-989b-b17daf380a20 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:02:35.684320 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cfbce2-b03d-40b4-989b-b17daf380a20 None None] Checking segment: {'id': 'fe939605-b39e-42af-819b-c97f5747ab54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '7ca3cd41-12d3-4f4a-828b-5897d28a6e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:02:35.685234 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-15cfbce2-b03d-40b4-989b-b17daf380a20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:35.688798 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cfbce2-b03d-40b4-989b-b17daf380a20 None None] Bound using segment: {'id': 'fe939605-b39e-42af-819b-c97f5747ab54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '7ca3cd41-12d3-4f4a-828b-5897d28a6e34'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:02:35.688798 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-15cfbce2-b03d-40b4-989b-b17daf380a20 None None] Bound port: 748f4cbc-56f0-411f-bf36-f8a5d7118b26, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe939605-b39e-42af-819b-c97f5747ab54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '7ca3cd41-12d3-4f4a-828b-5897d28a6e34'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:02:35.688798 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-15cfbce2-b03d-40b4-989b-b17daf380a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (748f4cbc-56f0-411f-bf36-f8a5d7118b26), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:35.793760 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 5b3716f6-86b3-4376-8798-5f90000ff191 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:02:35.796902 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-95f12839-331b-49ef-8a6f-2ec72a56779f admin admin] Allocated IP 172.25.8.70 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/379bd81b-43c0-4536-9f9b-97e4a9d594d0) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:02:35.948733 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-15cfbce2-b03d-40b4-989b-b17daf380a20 None None] For port 748f4cbc-56f0-411f-bf36-f8a5d7118b26, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:02:35.956693 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-15cfbce2-b03d-40b4-989b-b17daf380a20 None None] For port 748f4cbc-56f0-411f-bf36-f8a5d7118b26, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=748f4cbc-56f0-411f-bf36-f8a5d7118b26,segment=NetworkSegment(fe939605-b39e-42af-819b-c97f5747ab54),segment_id=fe939605-b39e-42af-819b-c97f5747ab54)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:02:35.980946 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-15cfbce2-b03d-40b4-989b-b17daf380a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (748f4cbc-56f0-411f-bf36-f8a5d7118b26), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:36.033034 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 5b3716f6-86b3-4376-8798-5f90000ff191 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:02:36.033663 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (5b3716f6-86b3-4376-8798-5f90000ff191), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:36.108744 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-95f12839-331b-49ef-8a6f-2ec72a56779f admin admin] Publish callbacks [] for port (379bd81b-43c0-4536-9f9b-97e4a9d594d0), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:36.204456 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-95f12839-331b-49ef-8a6f-2ec72a56779f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (379bd81b-43c0-4536-9f9b-97e4a9d594d0), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:36.237521 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f12839-331b-49ef-8a6f-2ec72a56779f admin admin] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:02:36.243142 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-95f12839-331b-49ef-8a6f-2ec72a56779f admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:02:36.297566 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f12839-331b-49ef-8a6f-2ec72a56779f admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:02:36.404217 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f12839-331b-49ef-8a6f-2ec72a56779f admin admin] Pushing event updated for resources: {'Port': ['ID=379bd81b-43c0-4536-9f9b-97e4a9d594d0,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:02:36.434825 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cfbce2-b03d-40b4-989b-b17daf380a20 None None] Pushing event updated for resources: {'Port': ['ID=748f4cbc-56f0-411f-bf36-f8a5d7118b26,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:02:36.550066 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 5b3716f6-86b3-4376-8798-5f90000ff191 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:02:36.994720 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-95f12839-331b-49ef-8a6f-2ec72a56779f admin admin] Publish callbacks [] for router_gateway (1fc09e63-1016-49df-b4b8-8b8f97b5b83f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:37.428594 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-95f12839-331b-49ef-8a6f-2ec72a56779f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (1fc09e63-1016-49df-b4b8-8b8f97b5b83f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:37.692022 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 748f4cbc-56f0-411f-bf36-f8a5d7118b26 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:02:37.712636 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95f12839-331b-49ef-8a6f-2ec72a56779f admin admin] Router 1fc09e63-1016-49df-b4b8-8b8f97b5b83f is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 20:02:37.789672 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 748f4cbc-56f0-411f-bf36-f8a5d7118b26 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:02:37.795195 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (748f4cbc-56f0-411f-bf36-f8a5d7118b26), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:37.896380 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f12839-331b-49ef-8a6f-2ec72a56779f admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:02:37.908044 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140ec092-a30e-4a66-9109-56ac92c2f6f7 None None] Sync routers for ids ['1fc09e63-1016-49df-b4b8-8b8f97b5b83f'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:02:37.927138 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140ec092-a30e-4a66-9109-56ac92c2f6f7 None None] Routers {'1fc09e63-1016-49df-b4b8-8b8f97b5b83f'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:02:37.930778 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-95f12839-331b-49ef-8a6f-2ec72a56779f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:37.934624 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-95f12839-331b-49ef-8a6f-2ec72a56779f admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.2273142 Mar 11 20:02:37.934835 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 42876) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:02:37.935926 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-140ec092-a30e-4a66-9109-56ac92c2f6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:02:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['1fc09e63-1016-49df-b4b8-8b8f97b5b83f'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:02:38.030550 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 748f4cbc-56f0-411f-bf36-f8a5d7118b26 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:02:38.031294 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (748f4cbc-56f0-411f-bf36-f8a5d7118b26), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:38.114719 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 748f4cbc-56f0-411f-bf36-f8a5d7118b26, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=748f4cbc-56f0-411f-bf36-f8a5d7118b26,segment=NetworkSegment(fe939605-b39e-42af-819b-c97f5747ab54),segment_id=fe939605-b39e-42af-819b-c97f5747ab54)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:02:38.123574 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (748f4cbc-56f0-411f-bf36-f8a5d7118b26), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:38.200951 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-140ec092-a30e-4a66-9109-56ac92c2f6f7 None None] Set router 1fc09e63-1016-49df-b4b8-8b8f97b5b83f gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:02:38.228685 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=748f4cbc-56f0-411f-bf36-f8a5d7118b26,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:02:38.268232 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7104132-36fa-4bfa-8186-f0eb04aed5e5 None None] Network 7ca3cd41-12d3-4f4a-828b-5897d28a6e34 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:02:38.355740 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-f362d351-4053-4ab4-8c50-c5d3a499f526 None None] Provisioning complete for port 748f4cbc-56f0-411f-bf36-f8a5d7118b26 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:02:38.356910 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f362d351-4053-4ab4-8c50-c5d3a499f526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (748f4cbc-56f0-411f-bf36-f8a5d7118b26), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:38.522975 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f362d351-4053-4ab4-8c50-c5d3a499f526 None None] Current status of the port 748f4cbc-56f0-411f-bf36-f8a5d7118b26 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:02:38.869455 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-dacebb01-59dc-4f61-9b58-1ce9b29d0760 None None] Provisioning complete for port 748f4cbc-56f0-411f-bf36-f8a5d7118b26 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:02:38.870825 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dacebb01-59dc-4f61-9b58-1ce9b29d0760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (748f4cbc-56f0-411f-bf36-f8a5d7118b26), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:38.919244 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dc070534-7032-47da-b136-baad2b54d03b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:38.936833 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-140ec092-a30e-4a66-9109-56ac92c2f6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc09e63-1016-49df-b4b8-8b8f97b5b83f', 'name': 'tempest-TestVolumeBackupRestore-2113699746-router', 'tenant_id': '2e73b0143a744146988ae802e7e27064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '379bd81b-43c0-4536-9f9b-97e4a9d594d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:02:33Z', 'updated_at': '2022-03-11T20:02:36Z', 'revision_number': 3, 'project_id': '2e73b0143a744146988ae802e7e27064', 'gw_port': {'id': '379bd81b-43c0-4536-9f9b-97e4a9d594d0', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e7:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc09e63-1016-49df-b4b8-8b8f97b5b83f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:02:35Z', 'updated_at': '2022-03-11T20:02:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:02:39.019731 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140ec092-a30e-4a66-9109-56ac92c2f6f7 None None] Checking router: 1fc09e63-1016-49df-b4b8-8b8f97b5b83f for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:02:39.022697 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140ec092-a30e-4a66-9109-56ac92c2f6f7 None None] Updating router 1fc09e63-1016-49df-b4b8-8b8f97b5b83f port 379bd81b-43c0-4536-9f9b-97e4a9d594d0 binding host n-d-833163-1 {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 20:02:39.053174 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-dacebb01-59dc-4f61-9b58-1ce9b29d0760 None None] Current status of the port 748f4cbc-56f0-411f-bf36-f8a5d7118b26 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:02:39.075417 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-140ec092-a30e-4a66-9109-56ac92c2f6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (379bd81b-43c0-4536-9f9b-97e4a9d594d0), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:39.183785 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-dc070534-7032-47da-b136-baad2b54d03b admin admin] Allocated IP 172.20.0.1 (7ca3cd41-12d3-4f4a-828b-5897d28a6e34/9c000474-844e-41ac-aa78-a3f7db0ae63a/4c20d960-29a0-4e53-b74a-73722d689e8d) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:02:39.407348 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dc070534-7032-47da-b136-baad2b54d03b admin admin] Publish callbacks [] for port (4c20d960-29a0-4e53-b74a-73722d689e8d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:39.407990 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-140ec092-a30e-4a66-9109-56ac92c2f6f7 None None] Publish callbacks [] for port (379bd81b-43c0-4536-9f9b-97e4a9d594d0), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:39.415680 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-140ec092-a30e-4a66-9109-56ac92c2f6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (379bd81b-43c0-4536-9f9b-97e4a9d594d0), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:39.478419 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dc070534-7032-47da-b136-baad2b54d03b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (4c20d960-29a0-4e53-b74a-73722d689e8d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:39.500334 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8732343c-7214-4593-8d37-9fcca3726345 None None] Pushing event updated for resources: {'Port': ['ID=379bd81b-43c0-4536-9f9b-97e4a9d594d0,revision_number=2']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:02:39.525488 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-140ec092-a30e-4a66-9109-56ac92c2f6f7 None None] Attempting to bind port 379bd81b-43c0-4536-9f9b-97e4a9d594d0 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:02:39.525870 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-140ec092-a30e-4a66-9109-56ac92c2f6f7 None None] Attempting to bind port 379bd81b-43c0-4536-9f9b-97e4a9d594d0 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:02:39.526219 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140ec092-a30e-4a66-9109-56ac92c2f6f7 None None] Attempting to bind port 379bd81b-43c0-4536-9f9b-97e4a9d594d0 on network 612cc066-33e3-444d-b1c7-d0a64751482a {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:02:39.534978 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140ec092-a30e-4a66-9109-56ac92c2f6f7 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:02:39.534978 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140ec092-a30e-4a66-9109-56ac92c2f6f7 None None] Checking segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:02:39.535362 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-140ec092-a30e-4a66-9109-56ac92c2f6f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:39.535822 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140ec092-a30e-4a66-9109-56ac92c2f6f7 None None] Bound using segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:02:39.536295 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-140ec092-a30e-4a66-9109-56ac92c2f6f7 None None] Bound port: 379bd81b-43c0-4536-9f9b-97e4a9d594d0, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:02:39.536837 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-140ec092-a30e-4a66-9109-56ac92c2f6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (379bd81b-43c0-4536-9f9b-97e4a9d594d0), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:39.601462 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-140ec092-a30e-4a66-9109-56ac92c2f6f7 None None] For port 379bd81b-43c0-4536-9f9b-97e4a9d594d0, host n-d-833163-1, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:02:39.606338 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-140ec092-a30e-4a66-9109-56ac92c2f6f7 None None] For port 379bd81b-43c0-4536-9f9b-97e4a9d594d0, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=379bd81b-43c0-4536-9f9b-97e4a9d594d0,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:02:39.612310 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc070534-7032-47da-b136-baad2b54d03b admin admin] Network 7ca3cd41-12d3-4f4a-828b-5897d28a6e34 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:02:39.614003 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-140ec092-a30e-4a66-9109-56ac92c2f6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (379bd81b-43c0-4536-9f9b-97e4a9d594d0), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:39.619547 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-dc070534-7032-47da-b136-baad2b54d03b admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:02:39.622770 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc070534-7032-47da-b136-baad2b54d03b admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:02:39.684510 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 748f4cbc-56f0-411f-bf36-f8a5d7118b26 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:02:39.694525 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc070534-7032-47da-b136-baad2b54d03b admin admin] Pushing event updated for resources: {'Port': ['ID=4c20d960-29a0-4e53-b74a-73722d689e8d,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:02:39.726944 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8732343c-7214-4593-8d37-9fcca3726345 None None] Pushing event updated for resources: {'Port': ['ID=379bd81b-43c0-4536-9f9b-97e4a9d594d0,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:02:39.730619 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc070534-7032-47da-b136-baad2b54d03b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:02:39.741732 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc070534-7032-47da-b136-baad2b54d03b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:02:39.752623 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140ec092-a30e-4a66-9109-56ac92c2f6f7 None None] Routers {'1fc09e63-1016-49df-b4b8-8b8f97b5b83f'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:02:39.754244 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-140ec092-a30e-4a66-9109-56ac92c2f6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:02:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['1fc09e63-1016-49df-b4b8-8b8f97b5b83f'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:02:39.764127 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc070534-7032-47da-b136-baad2b54d03b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:02:39.764526 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc070534-7032-47da-b136-baad2b54d03b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:02:39.764874 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc070534-7032-47da-b136-baad2b54d03b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:02:39.765207 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc070534-7032-47da-b136-baad2b54d03b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:02:39.765546 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc070534-7032-47da-b136-baad2b54d03b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:02:39.765883 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc070534-7032-47da-b136-baad2b54d03b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:02:39.766213 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc070534-7032-47da-b136-baad2b54d03b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:02:39.766536 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc070534-7032-47da-b136-baad2b54d03b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:02:39.766867 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc070534-7032-47da-b136-baad2b54d03b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:02:39.767190 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc070534-7032-47da-b136-baad2b54d03b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:02:39.767513 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc070534-7032-47da-b136-baad2b54d03b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:02:39.792927 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dc070534-7032-47da-b136-baad2b54d03b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (1fc09e63-1016-49df-b4b8-8b8f97b5b83f), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:39.863759 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 748f4cbc-56f0-411f-bf36-f8a5d7118b26 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:02:39.864136 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (748f4cbc-56f0-411f-bf36-f8a5d7118b26), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:39.914273 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-140ec092-a30e-4a66-9109-56ac92c2f6f7 None None] Set router 1fc09e63-1016-49df-b4b8-8b8f97b5b83f gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:02:40.038866 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 748f4cbc-56f0-411f-bf36-f8a5d7118b26 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:02:40.084432 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dc070534-7032-47da-b136-baad2b54d03b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (4c20d960-29a0-4e53-b74a-73722d689e8d), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:40.192339 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-dc4a0b87-fccc-4869-bf23-530c34886c60 None None] Provisioning complete for port 4c20d960-29a0-4e53-b74a-73722d689e8d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:02:40.192722 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dc4a0b87-fccc-4869-bf23-530c34886c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (4c20d960-29a0-4e53-b74a-73722d689e8d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:40.218433 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-140ec092-a30e-4a66-9109-56ac92c2f6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc09e63-1016-49df-b4b8-8b8f97b5b83f', 'name': 'tempest-TestVolumeBackupRestore-2113699746-router', 'tenant_id': '2e73b0143a744146988ae802e7e27064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '379bd81b-43c0-4536-9f9b-97e4a9d594d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:02:33Z', 'updated_at': '2022-03-11T20:02:36Z', 'revision_number': 3, 'project_id': '2e73b0143a744146988ae802e7e27064', 'gw_port': {'id': '379bd81b-43c0-4536-9f9b-97e4a9d594d0', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e7:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc09e63-1016-49df-b4b8-8b8f97b5b83f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:02:35Z', 'updated_at': '2022-03-11T20:02:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:02:40.271737 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140ec092-a30e-4a66-9109-56ac92c2f6f7 None None] The sync data for ids ['1fc09e63-1016-49df-b4b8-8b8f97b5b83f'] in n-d-833163-1 is: [{'id': '1fc09e63-1016-49df-b4b8-8b8f97b5b83f', 'name': 'tempest-TestVolumeBackupRestore-2113699746-router', 'tenant_id': '2e73b0143a744146988ae802e7e27064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '379bd81b-43c0-4536-9f9b-97e4a9d594d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:02:33Z', 'updated_at': '2022-03-11T20:02:36Z', 'revision_number': 3, 'project_id': '2e73b0143a744146988ae802e7e27064', 'gw_port': {'id': '379bd81b-43c0-4536-9f9b-97e4a9d594d0', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e7:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc09e63-1016-49df-b4b8-8b8f97b5b83f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:02:35Z', 'updated_at': '2022-03-11T20:02:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:02:40.279401 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-dc4a0b87-fccc-4869-bf23-530c34886c60 None None] Port 4c20d960-29a0-4e53-b74a-73722d689e8d cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:02:40.361650 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dc070534-7032-47da-b136-baad2b54d03b admin admin] Publish callbacks [] for port (4c20d960-29a0-4e53-b74a-73722d689e8d), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:40.373330 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dc070534-7032-47da-b136-baad2b54d03b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (4c20d960-29a0-4e53-b74a-73722d689e8d), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:40.478796 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc070534-7032-47da-b136-baad2b54d03b admin admin] Pushing event updated for resources: {'Port': ['ID=4c20d960-29a0-4e53-b74a-73722d689e8d,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:02:40.482885 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dc070534-7032-47da-b136-baad2b54d03b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (1fc09e63-1016-49df-b4b8-8b8f97b5b83f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:40.610455 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc070534-7032-47da-b136-baad2b54d03b admin admin] Network 7ca3cd41-12d3-4f4a-828b-5897d28a6e34 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:02:40.612434 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-dc070534-7032-47da-b136-baad2b54d03b admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:02:41.119909 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-2c24593f-1259-4aac-8640-971f652158fa None None] Provisioning complete for port 4c20d960-29a0-4e53-b74a-73722d689e8d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:02:41.120992 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2c24593f-1259-4aac-8640-971f652158fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (4c20d960-29a0-4e53-b74a-73722d689e8d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:41.169485 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-2c24593f-1259-4aac-8640-971f652158fa None None] Port 4c20d960-29a0-4e53-b74a-73722d689e8d cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:02:41.362510 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc070534-7032-47da-b136-baad2b54d03b admin admin] Router 1fc09e63-1016-49df-b4b8-8b8f97b5b83f has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:02:41.552961 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc070534-7032-47da-b136-baad2b54d03b admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:02:41.575805 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-dc070534-7032-47da-b136-baad2b54d03b admin admin] 10.222.0.65 "PUT /v2.0/routers/1fc09e63-1016-49df-b4b8-8b8f97b5b83f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6312547 Mar 11 20:02:41.658217 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 379bd81b-43c0-4536-9f9b-97e4a9d594d0 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:02:41.775602 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 379bd81b-43c0-4536-9f9b-97e4a9d594d0 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:02:41.776032 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (379bd81b-43c0-4536-9f9b-97e4a9d594d0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:41.956942 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 379bd81b-43c0-4536-9f9b-97e4a9d594d0 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:02:41.957766 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (379bd81b-43c0-4536-9f9b-97e4a9d594d0), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:41.988142 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 379bd81b-43c0-4536-9f9b-97e4a9d594d0, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=379bd81b-43c0-4536-9f9b-97e4a9d594d0,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:02:41.995510 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (379bd81b-43c0-4536-9f9b-97e4a9d594d0), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:42.096722 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=379bd81b-43c0-4536-9f9b-97e4a9d594d0,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:02:43.100887 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77129ab-bf8a-4d9a-b2e8-ac83fb6eac3f None None] Sync routers for ids ['1fc09e63-1016-49df-b4b8-8b8f97b5b83f'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:02:43.119308 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77129ab-bf8a-4d9a-b2e8-ac83fb6eac3f None None] Routers {'1fc09e63-1016-49df-b4b8-8b8f97b5b83f'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:02:43.119984 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-d77129ab-bf8a-4d9a-b2e8-ac83fb6eac3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:02:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['1fc09e63-1016-49df-b4b8-8b8f97b5b83f'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:02:43.272849 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-d77129ab-bf8a-4d9a-b2e8-ac83fb6eac3f None None] Set router 1fc09e63-1016-49df-b4b8-8b8f97b5b83f gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:02:43.508961 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-d77129ab-bf8a-4d9a-b2e8-ac83fb6eac3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc09e63-1016-49df-b4b8-8b8f97b5b83f', 'name': 'tempest-TestVolumeBackupRestore-2113699746-router', 'tenant_id': '2e73b0143a744146988ae802e7e27064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '379bd81b-43c0-4536-9f9b-97e4a9d594d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:02:33Z', 'updated_at': '2022-03-11T20:02:40Z', 'revision_number': 4, 'project_id': '2e73b0143a744146988ae802e7e27064', 'gw_port': {'id': '379bd81b-43c0-4536-9f9b-97e4a9d594d0', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc09e63-1016-49df-b4b8-8b8f97b5b83f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:02:35Z', 'updated_at': '2022-03-11T20:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '4c20d960-29a0-4e53-b74a-73722d689e8d', 'name': '', 'network_id': '7ca3cd41-12d3-4f4a-828b-5897d28a6e34', 'tenant_id': '2e73b0143a744146988ae802e7e27064', 'mac_address': 'fa:16:3e:72:5e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc09e63-1016-49df-b4b8-8b8f97b5b83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '9c000474-844e-41ac-aa78-a3f7db0ae63a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:02:38Z', 'updated_at': '2022-03-11T20:02:40Z', 'revision_number': 2, 'project_id': '2e73b0143a744146988ae802e7e27064', 'subnets': [{'id': '9c000474-844e-41ac-aa78-a3f7db0ae63a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:02:43.546249 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77129ab-bf8a-4d9a-b2e8-ac83fb6eac3f None None] Checking router: 1fc09e63-1016-49df-b4b8-8b8f97b5b83f for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:02:43.546863 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77129ab-bf8a-4d9a-b2e8-ac83fb6eac3f None None] Updating router 1fc09e63-1016-49df-b4b8-8b8f97b5b83f port 4c20d960-29a0-4e53-b74a-73722d689e8d binding host n-d-833163-1 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 20:02:43.604506 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d77129ab-bf8a-4d9a-b2e8-ac83fb6eac3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (4c20d960-29a0-4e53-b74a-73722d689e8d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:43.628041 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 379bd81b-43c0-4536-9f9b-97e4a9d594d0 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:02:43.899700 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d77129ab-bf8a-4d9a-b2e8-ac83fb6eac3f None None] Publish callbacks [] for port (4c20d960-29a0-4e53-b74a-73722d689e8d), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:43.929248 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d77129ab-bf8a-4d9a-b2e8-ac83fb6eac3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (4c20d960-29a0-4e53-b74a-73722d689e8d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:44.054261 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3605e17-4e5b-42e5-80ed-e135629624e6 None None] Pushing event updated for resources: {'Port': ['ID=4c20d960-29a0-4e53-b74a-73722d689e8d,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:02:44.076880 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 379bd81b-43c0-4536-9f9b-97e4a9d594d0 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:02:44.077455 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (379bd81b-43c0-4536-9f9b-97e4a9d594d0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:44.167399 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-d77129ab-bf8a-4d9a-b2e8-ac83fb6eac3f None None] Attempting to bind port 4c20d960-29a0-4e53-b74a-73722d689e8d on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:02:44.168049 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-d77129ab-bf8a-4d9a-b2e8-ac83fb6eac3f None None] Attempting to bind port 4c20d960-29a0-4e53-b74a-73722d689e8d by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'fe939605-b39e-42af-819b-c97f5747ab54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '7ca3cd41-12d3-4f4a-828b-5897d28a6e34'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:02:44.168385 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77129ab-bf8a-4d9a-b2e8-ac83fb6eac3f None None] Attempting to bind port 4c20d960-29a0-4e53-b74a-73722d689e8d on network 7ca3cd41-12d3-4f4a-828b-5897d28a6e34 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:02:44.175835 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77129ab-bf8a-4d9a-b2e8-ac83fb6eac3f None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:02:44.176412 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77129ab-bf8a-4d9a-b2e8-ac83fb6eac3f None None] Checking segment: {'id': 'fe939605-b39e-42af-819b-c97f5747ab54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '7ca3cd41-12d3-4f4a-828b-5897d28a6e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:02:44.176928 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d77129ab-bf8a-4d9a-b2e8-ac83fb6eac3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:44.177437 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77129ab-bf8a-4d9a-b2e8-ac83fb6eac3f None None] Bound using segment: {'id': 'fe939605-b39e-42af-819b-c97f5747ab54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '7ca3cd41-12d3-4f4a-828b-5897d28a6e34'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:02:44.178135 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-d77129ab-bf8a-4d9a-b2e8-ac83fb6eac3f None None] Bound port: 4c20d960-29a0-4e53-b74a-73722d689e8d, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe939605-b39e-42af-819b-c97f5747ab54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 891, 'network_id': '7ca3cd41-12d3-4f4a-828b-5897d28a6e34'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:02:44.178745 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d77129ab-bf8a-4d9a-b2e8-ac83fb6eac3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (4c20d960-29a0-4e53-b74a-73722d689e8d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:44.257358 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 379bd81b-43c0-4536-9f9b-97e4a9d594d0 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:02:44.302955 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d77129ab-bf8a-4d9a-b2e8-ac83fb6eac3f None None] For port 4c20d960-29a0-4e53-b74a-73722d689e8d, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:02:44.314030 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d77129ab-bf8a-4d9a-b2e8-ac83fb6eac3f None None] For port 4c20d960-29a0-4e53-b74a-73722d689e8d, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=4c20d960-29a0-4e53-b74a-73722d689e8d,segment=NetworkSegment(fe939605-b39e-42af-819b-c97f5747ab54),segment_id=fe939605-b39e-42af-819b-c97f5747ab54)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:02:44.325261 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d77129ab-bf8a-4d9a-b2e8-ac83fb6eac3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (4c20d960-29a0-4e53-b74a-73722d689e8d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:44.396336 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77129ab-bf8a-4d9a-b2e8-ac83fb6eac3f None None] Routers {'1fc09e63-1016-49df-b4b8-8b8f97b5b83f'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:02:44.397047 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-d77129ab-bf8a-4d9a-b2e8-ac83fb6eac3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:02:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['1fc09e63-1016-49df-b4b8-8b8f97b5b83f'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:02:44.427958 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3605e17-4e5b-42e5-80ed-e135629624e6 None None] Pushing event updated for resources: {'Port': ['ID=4c20d960-29a0-4e53-b74a-73722d689e8d,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:02:44.701429 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-d77129ab-bf8a-4d9a-b2e8-ac83fb6eac3f None None] Set router 1fc09e63-1016-49df-b4b8-8b8f97b5b83f gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:02:44.870035 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-f1dc1902-1e1d-45da-bc14-d27fc282500d None None] Provisioning complete for port 4c20d960-29a0-4e53-b74a-73722d689e8d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:02:44.871182 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f1dc1902-1e1d-45da-bc14-d27fc282500d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (4c20d960-29a0-4e53-b74a-73722d689e8d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:45.084614 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f1dc1902-1e1d-45da-bc14-d27fc282500d None None] Current status of the port 4c20d960-29a0-4e53-b74a-73722d689e8d is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:02:45.085013 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f1dc1902-1e1d-45da-bc14-d27fc282500d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (4c20d960-29a0-4e53-b74a-73722d689e8d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:45.154190 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-d77129ab-bf8a-4d9a-b2e8-ac83fb6eac3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc09e63-1016-49df-b4b8-8b8f97b5b83f', 'name': 'tempest-TestVolumeBackupRestore-2113699746-router', 'tenant_id': '2e73b0143a744146988ae802e7e27064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '379bd81b-43c0-4536-9f9b-97e4a9d594d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:02:33Z', 'updated_at': '2022-03-11T20:02:40Z', 'revision_number': 4, 'project_id': '2e73b0143a744146988ae802e7e27064', 'gw_port': {'id': '379bd81b-43c0-4536-9f9b-97e4a9d594d0', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc09e63-1016-49df-b4b8-8b8f97b5b83f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:02:35Z', 'updated_at': '2022-03-11T20:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '4c20d960-29a0-4e53-b74a-73722d689e8d', 'name': '', 'network_id': '7ca3cd41-12d3-4f4a-828b-5897d28a6e34', 'tenant_id': '2e73b0143a744146988ae802e7e27064', 'mac_address': 'fa:16:3e:72:5e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc09e63-1016-49df-b4b8-8b8f97b5b83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '9c000474-844e-41ac-aa78-a3f7db0ae63a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:02:38Z', 'updated_at': '2022-03-11T20:02:44Z', 'revision_number': 4, 'project_id': '2e73b0143a744146988ae802e7e27064', 'subnets': [{'id': '9c000474-844e-41ac-aa78-a3f7db0ae63a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:02:45.192672 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77129ab-bf8a-4d9a-b2e8-ac83fb6eac3f None None] The sync data for ids ['1fc09e63-1016-49df-b4b8-8b8f97b5b83f'] in n-d-833163-1 is: [{'id': '1fc09e63-1016-49df-b4b8-8b8f97b5b83f', 'name': 'tempest-TestVolumeBackupRestore-2113699746-router', 'tenant_id': '2e73b0143a744146988ae802e7e27064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '379bd81b-43c0-4536-9f9b-97e4a9d594d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:02:33Z', 'updated_at': '2022-03-11T20:02:40Z', 'revision_number': 4, 'project_id': '2e73b0143a744146988ae802e7e27064', 'gw_port': {'id': '379bd81b-43c0-4536-9f9b-97e4a9d594d0', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc09e63-1016-49df-b4b8-8b8f97b5b83f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:02:35Z', 'updated_at': '2022-03-11T20:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '4c20d960-29a0-4e53-b74a-73722d689e8d', 'name': '', 'network_id': '7ca3cd41-12d3-4f4a-828b-5897d28a6e34', 'tenant_id': '2e73b0143a744146988ae802e7e27064', 'mac_address': 'fa:16:3e:72:5e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fc09e63-1016-49df-b4b8-8b8f97b5b83f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '9c000474-844e-41ac-aa78-a3f7db0ae63a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:02:38Z', 'updated_at': '2022-03-11T20:02:44Z', 'revision_number': 4, 'project_id': '2e73b0143a744146988ae802e7e27064', 'subnets': [{'id': '9c000474-844e-41ac-aa78-a3f7db0ae63a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:02:45.212283 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-f1dc1902-1e1d-45da-bc14-d27fc282500d None None] For port 4c20d960-29a0-4e53-b74a-73722d689e8d, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=4c20d960-29a0-4e53-b74a-73722d689e8d,segment=NetworkSegment(fe939605-b39e-42af-819b-c97f5747ab54),segment_id=fe939605-b39e-42af-819b-c97f5747ab54)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:02:45.222291 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f1dc1902-1e1d-45da-bc14-d27fc282500d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (4c20d960-29a0-4e53-b74a-73722d689e8d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:45.299216 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dc1902-1e1d-45da-bc14-d27fc282500d None None] Pushing event updated for resources: {'Port': ['ID=4c20d960-29a0-4e53-b74a-73722d689e8d,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:02:45.364828 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-f299eafb-ec02-4d69-9fcf-8b104c41f106 None None] Provisioning complete for port 4c20d960-29a0-4e53-b74a-73722d689e8d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:02:45.365220 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f299eafb-ec02-4d69-9fcf-8b104c41f106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (4c20d960-29a0-4e53-b74a-73722d689e8d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:45.566854 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f299eafb-ec02-4d69-9fcf-8b104c41f106 None None] Current status of the port 4c20d960-29a0-4e53-b74a-73722d689e8d is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:02:45.728808 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 4c20d960-29a0-4e53-b74a-73722d689e8d up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:02:45.806303 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 4c20d960-29a0-4e53-b74a-73722d689e8d triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:02:45.806948 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (4c20d960-29a0-4e53-b74a-73722d689e8d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:45.999703 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 4c20d960-29a0-4e53-b74a-73722d689e8d is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:02:48.128865 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b156cd4-692e-44ff-b384-823e9f930c4c req-f5382af8-4d2c-46db-be31-9ca6e46553c4 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:02:48.137736 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0b156cd4-692e-44ff-b384-823e9f930c4c req-f5382af8-4d2c-46db-be31-9ca6e46553c4 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/ports?device_id=845a8fbe-c8a1-4efb-82ab-db4c75ed8054 HTTP/1.1" status: 200 len: 946 time: 0.1296678 Mar 11 20:02:48.211369 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0b156cd4-692e-44ff-b384-823e9f930c4c req-62642298-22f3-4b66-b553-442c36b3e90e tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/security-groups?id=ddd25555-b187-439c-82a7-bdcc3a6d90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723312 Mar 11 20:02:48.999235 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:49.376825 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae1045b-4107-4b46-b2f8-82790a709143 req-0e95abcd-d781-4a06-afa0-04334ebcb2b7 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:02:49.378768 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4ae1045b-4107-4b46-b2f8-82790a709143 req-0e95abcd-d781-4a06-afa0-04334ebcb2b7 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/ports?device_id=845a8fbe-c8a1-4efb-82ab-db4c75ed8054 HTTP/1.1" status: 200 len: 946 time: 0.0833683 Mar 11 20:02:49.491188 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4ae1045b-4107-4b46-b2f8-82790a709143 req-470c3aad-2a34-40ac-833b-feab236a7984 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/security-groups?id=ddd25555-b187-439c-82a7-bdcc3a6d90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065886 Mar 11 20:02:49.917999 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dde64a-b315-4e77-8f7b-39bdda849dbb req-28ff9918-516d-4422-9fd8-08e6fde1d015 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:02:49.919482 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-23dde64a-b315-4e77-8f7b-39bdda849dbb req-28ff9918-516d-4422-9fd8-08e6fde1d015 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.57 "GET /v2.0/ports?device_id=845a8fbe-c8a1-4efb-82ab-db4c75ed8054 HTTP/1.1" status: 200 len: 946 time: 0.0703912 Mar 11 20:02:50.059645 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-23dde64a-b315-4e77-8f7b-39bdda849dbb req-f17fd496-b968-41b9-8088-b04b2cc6db3b tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Deleting port dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:02:50.059645 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-23dde64a-b315-4e77-8f7b-39bdda849dbb req-f17fd496-b968-41b9-8088-b04b2cc6db3b tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:50.183189 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-23dde64a-b315-4e77-8f7b-39bdda849dbb req-f17fd496-b968-41b9-8088-b04b2cc6db3b tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] For port dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183,segment=NetworkSegment(60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db),segment_id=60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:02:50.183824 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-23dde64a-b315-4e77-8f7b-39bdda849dbb req-f17fd496-b968-41b9-8088-b04b2cc6db3b tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:50.425742 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-23dde64a-b315-4e77-8f7b-39bdda849dbb req-f17fd496-b968-41b9-8088-b04b2cc6db3b tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:50.426912 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-23dde64a-b315-4e77-8f7b-39bdda849dbb req-f17fd496-b968-41b9-8088-b04b2cc6db3b tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (3d550556-240b-4fb1-bc5f-061f9a563139), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:50.427478 n-d-833163-1 neutron-server[103885]: INFO neutron.db.l3_db [req-23dde64a-b315-4e77-8f7b-39bdda849dbb req-f17fd496-b968-41b9-8088-b04b2cc6db3b tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Floating IP 3d550556-240b-4fb1-bc5f-061f9a563139 disassociated. External IP: 172.25.8.96, port: dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183. Mar 11 20:02:50.428071 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-23dde64a-b315-4e77-8f7b-39bdda849dbb req-f17fd496-b968-41b9-8088-b04b2cc6db3b tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Calling delete_port for dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:02:50.653062 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-23dde64a-b315-4e77-8f7b-39bdda849dbb req-f17fd496-b968-41b9-8088-b04b2cc6db3b tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:50.666824 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de6478-5e8f-476d-a218-29397f6e80b0 req-63e612dc-d27a-466b-bb16-94ee02848d1a tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:02:50.668925 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-62de6478-5e8f-476d-a218-29397f6e80b0 req-63e612dc-d27a-466b-bb16-94ee02848d1a tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/ports?device_id=845a8fbe-c8a1-4efb-82ab-db4c75ed8054 HTTP/1.1" status: 200 len: 946 time: 0.0860305 Mar 11 20:02:50.715109 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17fd496-b968-41b9-8088-b04b2cc6db3b tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Pushing event deleted for resources: {'Port': ['ID=dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:02:50.819592 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-62de6478-5e8f-476d-a218-29397f6e80b0 req-ec59f21c-0efe-4aec-a663-def65c0d473c tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/security-groups?id=ddd25555-b187-439c-82a7-bdcc3a6d90f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206210 Mar 11 20:02:50.925578 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23dde64a-b315-4e77-8f7b-39bdda849dbb req-f17fd496-b968-41b9-8088-b04b2cc6db3b tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Router 2035d7c6-1edb-4570-99b0-426a1a9d1526 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:02:51.062600 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23dde64a-b315-4e77-8f7b-39bdda849dbb req-f17fd496-b968-41b9-8088-b04b2cc6db3b tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:02:51.074654 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13906b60-c267-49ac-a39f-fa75e20df7f1 None None] Sync routers for ids ['2035d7c6-1edb-4570-99b0-426a1a9d1526'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:02:51.098276 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13906b60-c267-49ac-a39f-fa75e20df7f1 None None] Routers {'2035d7c6-1edb-4570-99b0-426a1a9d1526'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:02:51.099317 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-13906b60-c267-49ac-a39f-fa75e20df7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:02:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['2035d7c6-1edb-4570-99b0-426a1a9d1526'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:02:51.124717 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-23dde64a-b315-4e77-8f7b-39bdda849dbb req-f17fd496-b968-41b9-8088-b04b2cc6db3b tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] No DVR routers for this DVR port dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183 on host n-h2-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:02:51.127545 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-23dde64a-b315-4e77-8f7b-39bdda849dbb req-f17fd496-b968-41b9-8088-b04b2cc6db3b tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:51.131325 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-23dde64a-b315-4e77-8f7b-39bdda849dbb req-f17fd496-b968-41b9-8088-b04b2cc6db3b tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.57 "DELETE /v2.0/ports/dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183 HTTP/1.1" status: 204 len: 173 time: 1.2063663 Mar 11 20:02:51.132307 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '845a8fbe-c8a1-4efb-82ab-db4c75ed8054', 'name': 'network-vif-deleted', 'tag': 'dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:02:51.134915 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c858e46d-c5a5-4d07-b809-0ff341ed841e" -d '{"events": [{"server_uuid": "845a8fbe-c8a1-4efb-82ab-db4c75ed8054", "name": "network-vif-deleted", "tag": "dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:02:51.219085 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193a8195-a771-4071-b988-899a0550303b x-openstack-request-id: req-193a8195-a771-4071-b988-899a0550303b {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:02:51.219713 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "845a8fbe-c8a1-4efb-82ab-db4c75ed8054", "name": "network-vif-deleted", "tag": "dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:02:51.220137 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-193a8195-a771-4071-b988-899a0550303b {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:02:51.220701 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '845a8fbe-c8a1-4efb-82ab-db4c75ed8054', 'name': 'network-vif-deleted', 'tag': 'dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183', 'status': 'completed', 'code': 200} Mar 11 20:02:51.298434 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-13906b60-c267-49ac-a39f-fa75e20df7f1 None None] Set router 2035d7c6-1edb-4570-99b0-426a1a9d1526 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:02:51.338067 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:02:51.586749 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-13906b60-c267-49ac-a39f-fa75e20df7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'name': 'tempest-AttachVolumeNegativeTest-327869102-router', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'b0f98671-885b-4d6d-ac6e-51f2270fcb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:19Z', 'updated_at': '2022-03-11T19:55:31Z', 'revision_number': 4, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'gw_port': {'id': 'b0f98671-885b-4d6d-ac6e-51f2270fcb40', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:89:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:21Z', 'updated_at': '2022-03-11T19:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '14f6733d-b550-474d-a1de-861e1be50847', 'name': '', 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'mac_address': 'fa:16:3e:fa:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '9c3f149c-decf-4bc3-9858-1266a909f90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:30Z', 'updated_at': '2022-03-11T19:55:41Z', 'revision_number': 5, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'subnets': [{'id': '9c3f149c-decf-4bc3-9858-1266a909f90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:02:51.636326 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13906b60-c267-49ac-a39f-fa75e20df7f1 None None] Checking router: 2035d7c6-1edb-4570-99b0-426a1a9d1526 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:02:51.649999 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13906b60-c267-49ac-a39f-fa75e20df7f1 None None] Routers {'2035d7c6-1edb-4570-99b0-426a1a9d1526'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:02:51.650835 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-13906b60-c267-49ac-a39f-fa75e20df7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:02:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['2035d7c6-1edb-4570-99b0-426a1a9d1526'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:02:51.785611 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-13906b60-c267-49ac-a39f-fa75e20df7f1 None None] Set router 2035d7c6-1edb-4570-99b0-426a1a9d1526 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:02:51.978175 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 43110) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:02:52.041447 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fe458f58-de8e-475e-9668-0f41ad761008 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for security_group (ddd25555-b187-439c-82a7-bdcc3a6d90f9), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:52.068570 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fe458f58-de8e-475e-9668-0f41ad761008 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for security_group (ddd25555-b187-439c-82a7-bdcc3a6d90f9), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:52.138777 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fe458f58-de8e-475e-9668-0f41ad761008 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (ddd25555-b187-439c-82a7-bdcc3a6d90f9), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:52.147276 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fe458f58-de8e-475e-9668-0f41ad761008 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:52.152063 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 43112) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:02:52.164859 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-fe458f58-de8e-475e-9668-0f41ad761008 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "DELETE /v2.0/security-groups/ddd25555-b187-439c-82a7-bdcc3a6d90f9 HTTP/1.1" status: 204 len: 168 time: 0.1853340 Mar 11 20:02:52.184718 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [None req-f419b3f4-f041-4913-a79b-f8e4f3181aca tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] show failed (client error): The resource could not be found. Mar 11 20:02:52.192315 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f419b3f4-f041-4913-a79b-f8e4f3181aca tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "GET /v2.0/security-groups/ddd25555-b187-439c-82a7-bdcc3a6d90f9 HTTP/1.1" status: 404 len: 347 time: 0.0383353 Mar 11 20:02:52.197767 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 43114) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:02:52.209351 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe458f58-de8e-475e-9668-0f41ad761008 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd25555-b187-439c-82a7-bdcc3a6d90f9,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:02:52.218452 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-13906b60-c267-49ac-a39f-fa75e20df7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'name': 'tempest-AttachVolumeNegativeTest-327869102-router', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'b0f98671-885b-4d6d-ac6e-51f2270fcb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:19Z', 'updated_at': '2022-03-11T19:55:31Z', 'revision_number': 4, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'gw_port': {'id': 'b0f98671-885b-4d6d-ac6e-51f2270fcb40', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:89:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:21Z', 'updated_at': '2022-03-11T19:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '14f6733d-b550-474d-a1de-861e1be50847', 'name': '', 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'mac_address': 'fa:16:3e:fa:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '9c3f149c-decf-4bc3-9858-1266a909f90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:30Z', 'updated_at': '2022-03-11T19:55:41Z', 'revision_number': 5, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'subnets': [{'id': '9c3f149c-decf-4bc3-9858-1266a909f90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:02:52.344861 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a342fd74-533d-4537-9b6d-323145625340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:52.393035 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13906b60-c267-49ac-a39f-fa75e20df7f1 None None] The sync data for ids ['2035d7c6-1edb-4570-99b0-426a1a9d1526'] in n-d-833163-1 is: [{'id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'name': 'tempest-AttachVolumeNegativeTest-327869102-router', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'b0f98671-885b-4d6d-ac6e-51f2270fcb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:19Z', 'updated_at': '2022-03-11T19:55:31Z', 'revision_number': 4, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'gw_port': {'id': 'b0f98671-885b-4d6d-ac6e-51f2270fcb40', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:89:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:21Z', 'updated_at': '2022-03-11T19:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '14f6733d-b550-474d-a1de-861e1be50847', 'name': '', 'network_id': 'd7695c22-7cfd-4319-9d63-9f76b8799969', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'mac_address': 'fa:16:3e:fa:ea:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'device_owner': 'network:router_interface', 'standard_attr_id': 2936, 'fixed_ips': [{'subnet_id': '9c3f149c-decf-4bc3-9858-1266a909f90c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:30Z', 'updated_at': '2022-03-11T19:55:41Z', 'revision_number': 5, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'subnets': [{'id': '9c3f149c-decf-4bc3-9858-1266a909f90c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:02:52.420771 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-ec6fe6ab-ec81-40df-bb8c-7fdabaac6bc5 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Deleting port ad7a37f2-8cc7-4acb-98cc-a27977945129 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:02:52.421111 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ec6fe6ab-ec81-40df-bb8c-7fdabaac6bc5 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (ad7a37f2-8cc7-4acb-98cc-a27977945129), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:52.526479 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ec6fe6ab-ec81-40df-bb8c-7fdabaac6bc5 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (ad7a37f2-8cc7-4acb-98cc-a27977945129), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:52.527001 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ec6fe6ab-ec81-40df-bb8c-7fdabaac6bc5 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for floatingip (ad7a37f2-8cc7-4acb-98cc-a27977945129), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:52.545123 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-ec6fe6ab-ec81-40df-bb8c-7fdabaac6bc5 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Calling delete_port for ad7a37f2-8cc7-4acb-98cc-a27977945129 owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:02:52.781667 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ec6fe6ab-ec81-40df-bb8c-7fdabaac6bc5 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (ad7a37f2-8cc7-4acb-98cc-a27977945129), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:52.817328 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:52.835948 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6fe6ab-ec81-40df-bb8c-7fdabaac6bc5 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Pushing event deleted for resources: {'Port': ['ID=ad7a37f2-8cc7-4acb-98cc-a27977945129,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:02:52.859527 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a32417e-4b1a-4ee7-998f-ede287a05171 None None] New status for floating IP 3d550556-240b-4fb1-bc5f-061f9a563139: DOWN {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 20:02:52.942256 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ec6fe6ab-ec81-40df-bb8c-7fdabaac6bc5 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks [] for floatingip (3d550556-240b-4fb1-bc5f-061f9a563139), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:52.946079 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ec6fe6ab-ec81-40df-bb8c-7fdabaac6bc5 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:52.952549 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ec6fe6ab-ec81-40df-bb8c-7fdabaac6bc5 tempest-AttachVolumeNegativeTest-1790030596 tempest-AttachVolumeNegativeTest-1790030596-project] 10.222.0.65 "DELETE /v2.0/floatingips/3d550556-240b-4fb1-bc5f-061f9a563139 HTTP/1.1" status: 204 len: 168 time: 0.7534788 Mar 11 20:02:53.210185 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183 no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:02:53.320965 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:02:53.321300 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device dc69d7bb-d7ce-4446-b2d5-7d2f21f4f183 not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:02:53.705678 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 43146) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:02:53.897902 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6a38bdcf-9c2c-4bbf-a9ae-cd4c169fb542 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:54.136375 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6a38bdcf-9c2c-4bbf-a9ae-cd4c169fb542 admin admin] Publish callbacks [] for security_group (a035313c-8305-4c50-b913-a99d28f6c870), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:54.143342 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6a38bdcf-9c2c-4bbf-a9ae-cd4c169fb542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (a035313c-8305-4c50-b913-a99d28f6c870), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:54.232634 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-6a38bdcf-9c2c-4bbf-a9ae-cd4c169fb542 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5fd86d096a4e447fa28f5bf6ceb73b9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5249784 Mar 11 20:02:54.235172 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 43158) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:02:54.244502 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a38bdcf-9c2c-4bbf-a9ae-cd4c169fb542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a035313c-8305-4c50-b913-a99d28f6c870,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:02:54.313214 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-066b91c9-f3f4-495d-87b3-5aa56bc21460 admin admin] Publish callbacks [] for security_group (a035313c-8305-4c50-b913-a99d28f6c870), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:54.338257 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-066b91c9-f3f4-495d-87b3-5aa56bc21460 admin admin] Publish callbacks [] for security_group (a035313c-8305-4c50-b913-a99d28f6c870), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:54.399514 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-066b91c9-f3f4-495d-87b3-5aa56bc21460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (a035313c-8305-4c50-b913-a99d28f6c870), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:54.403186 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-066b91c9-f3f4-495d-87b3-5aa56bc21460 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:54.404756 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-066b91c9-f3f4-495d-87b3-5aa56bc21460 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a035313c-8305-4c50-b913-a99d28f6c870 HTTP/1.1" status: 204 len: 168 time: 0.1677272 Mar 11 20:02:54.429069 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066b91c9-f3f4-495d-87b3-5aa56bc21460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a035313c-8305-4c50-b913-a99d28f6c870,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:02:54.639479 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dacdee77-f95e-4b75-a919-ad7de90b6c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:55.556839 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 43190) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:02:55.704492 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-b118181e-6600-46e9-9d14-c820246b1d85 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-957514894-network', 'tenant_id': '9c329b07f8654f248d1ff2f37019fb7e'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:02:55.747084 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b118181e-6600-46e9-9d14-c820246b1d85 admin admin] Made reservation on behalf of 9c329b07f8654f248d1ff2f37019fb7e for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:02:55.749891 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b118181e-6600-46e9-9d14-c820246b1d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:55.761958 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b118181e-6600-46e9-9d14-c820246b1d85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:55.851799 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b118181e-6600-46e9-9d14-c820246b1d85 admin admin] Publish callbacks [] for security_group (7cf2f974-c2b6-4dae-90a8-ac841db8533f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:55.861268 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b118181e-6600-46e9-9d14-c820246b1d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (7cf2f974-c2b6-4dae-90a8-ac841db8533f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:55.883602 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b118181e-6600-46e9-9d14-c820246b1d85 admin admin] vlan segment allocate from pool success with {'vlan_id': 886, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:02:55.925160 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b118181e-6600-46e9-9d14-c820246b1d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (4c94b858-19f9-4a63-b8c5-a2e7700dcae2), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:55.925842 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-b118181e-6600-46e9-9d14-c820246b1d85 admin admin] Added segment 4c94b858-19f9-4a63-b8c5-a2e7700dcae2 of type vlan for network ed159874-cc48-4cd3-85b3-1d074d175762 Mar 11 20:02:55.956413 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b118181e-6600-46e9-9d14-c820246b1d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf2f974-c2b6-4dae-90a8-ac841db8533f,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:02:56.009948 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b118181e-6600-46e9-9d14-c820246b1d85 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (ed159874-cc48-4cd3-85b3-1d074d175762), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:56.051254 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b118181e-6600-46e9-9d14-c820246b1d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (ed159874-cc48-4cd3-85b3-1d074d175762), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:56.052275 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b118181e-6600-46e9-9d14-c820246b1d85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:02:56.053259 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b118181e-6600-46e9-9d14-c820246b1d85 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:56.130751 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b118181e-6600-46e9-9d14-c820246b1d85 admin admin] Pushing event updated for resources: {'Network': ['ID=ed159874-cc48-4cd3-85b3-1d074d175762,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:02:56.144507 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network ed159874-cc48-4cd3-85b3-1d074d175762 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 20:02:56.164155 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 43198) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:02:56.165129 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b118181e-6600-46e9-9d14-c820246b1d85 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6048563 Mar 11 20:02:56.172379 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-3a739061-15c2-4657-98c2-51fa3ae4adc7 admin admin] Request body: {'subnet': {'network_id': 'ed159874-cc48-4cd3-85b3-1d074d175762', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-957514894-subnet', 'tenant_id': '9c329b07f8654f248d1ff2f37019fb7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:02:56.201456 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a739061-15c2-4657-98c2-51fa3ae4adc7 admin admin] Made reservation on behalf of 9c329b07f8654f248d1ff2f37019fb7e for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:02:56.204618 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3a739061-15c2-4657-98c2-51fa3ae4adc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:56.310187 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:56.476528 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3a739061-15c2-4657-98c2-51fa3ae4adc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (dabdda85-4a18-4038-bd61-4842b5c742e1), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:56.557974 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a739061-15c2-4657-98c2-51fa3ae4adc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dabdda85-4a18-4038-bd61-4842b5c742e1,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:02:56.574352 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a739061-15c2-4657-98c2-51fa3ae4adc7 admin admin] Checking segment: {'id': '4c94b858-19f9-4a63-b8c5-a2e7700dcae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'ed159874-cc48-4cd3-85b3-1d074d175762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:02:56.574732 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a739061-15c2-4657-98c2-51fa3ae4adc7 admin admin] Network hostable DHCP agents. Network: ed159874-cc48-4cd3-85b3-1d074d175762, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:02:56.596835 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a739061-15c2-4657-98c2-51fa3ae4adc7 admin admin] Network ed159874-cc48-4cd3-85b3-1d074d175762 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:02:56.610632 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-3a739061-15c2-4657-98c2-51fa3ae4adc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, ed159874-cc48-4cd3-85b3-1d074d175762) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:02:56.616637 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a739061-15c2-4657-98c2-51fa3ae4adc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:02:56.617292 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3a739061-15c2-4657-98c2-51fa3ae4adc7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:56.624276 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e6333a-8955-4e6d-939a-8a7ee1f30858 None None] Network ed159874-cc48-4cd3-85b3-1d074d175762 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:02:56.660095 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-3a739061-15c2-4657-98c2-51fa3ae4adc7 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4947271 Mar 11 20:02:56.765649 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee4f453-61b3-48de-b0d5-0a92a3efdd1d None None] Network ed159874-cc48-4cd3-85b3-1d074d175762 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:02:57.640553 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:02:59.030110 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:15.946383 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 43542) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:03:16.796039 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f396f7c0-9784-40ba-b5fb-d35cb2364b73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (2035d7c6-1edb-4570-99b0-426a1a9d1526), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:17.416870 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-f396f7c0-9784-40ba-b5fb-d35cb2364b73 admin admin] Deleting port 14f6733d-b550-474d-a1de-861e1be50847 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:03:17.417518 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f396f7c0-9784-40ba-b5fb-d35cb2364b73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (14f6733d-b550-474d-a1de-861e1be50847), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:17.534302 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-f396f7c0-9784-40ba-b5fb-d35cb2364b73 admin admin] For port 14f6733d-b550-474d-a1de-861e1be50847, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=14f6733d-b550-474d-a1de-861e1be50847,segment=NetworkSegment(60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db),segment_id=60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:03:17.534896 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f396f7c0-9784-40ba-b5fb-d35cb2364b73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (14f6733d-b550-474d-a1de-861e1be50847), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:17.596434 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-f396f7c0-9784-40ba-b5fb-d35cb2364b73 admin admin] Calling delete_port for 14f6733d-b550-474d-a1de-861e1be50847 owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:03:18.062149 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f396f7c0-9784-40ba-b5fb-d35cb2364b73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (14f6733d-b550-474d-a1de-861e1be50847), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:18.110638 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f396f7c0-9784-40ba-b5fb-d35cb2364b73 admin admin] Pushing event deleted for resources: {'Port': ['ID=14f6733d-b550-474d-a1de-861e1be50847,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:03:18.557760 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f396f7c0-9784-40ba-b5fb-d35cb2364b73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (2035d7c6-1edb-4570-99b0-426a1a9d1526), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:18.946666 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f396f7c0-9784-40ba-b5fb-d35cb2364b73 admin admin] Router 2035d7c6-1edb-4570-99b0-426a1a9d1526 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:03:18.998591 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:19.157348 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f396f7c0-9784-40ba-b5fb-d35cb2364b73 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:03:19.168017 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010daaf4-bad6-48f1-b890-ac6c2e76cbb0 None None] Sync routers for ids ['2035d7c6-1edb-4570-99b0-426a1a9d1526'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:03:19.189073 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f396f7c0-9784-40ba-b5fb-d35cb2364b73 admin admin] 10.222.0.65 "PUT /v2.0/routers/2035d7c6-1edb-4570-99b0-426a1a9d1526/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2328591 Mar 11 20:03:19.189334 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010daaf4-bad6-48f1-b890-ac6c2e76cbb0 None None] Routers {'2035d7c6-1edb-4570-99b0-426a1a9d1526'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:03:19.189334 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-010daaf4-bad6-48f1-b890-ac6c2e76cbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:02:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['2035d7c6-1edb-4570-99b0-426a1a9d1526'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:03:19.189693 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 43592) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:03:19.333060 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-010daaf4-bad6-48f1-b890-ac6c2e76cbb0 None None] Set router 2035d7c6-1edb-4570-99b0-426a1a9d1526 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:03:19.333340 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-df1c01a6-3884-4209-ad1a-ba4b9942b001 admin admin] Publish callbacks [] for router (2035d7c6-1edb-4570-99b0-426a1a9d1526), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:19.445003 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-df1c01a6-3884-4209-ad1a-ba4b9942b001 admin admin] Publish callbacks [] for router_gateway (2035d7c6-1edb-4570-99b0-426a1a9d1526), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:19.508355 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-df1c01a6-3884-4209-ad1a-ba4b9942b001 admin admin] Deleting port b0f98671-885b-4d6d-ac6e-51f2270fcb40 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:03:19.508698 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-df1c01a6-3884-4209-ad1a-ba4b9942b001 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (b0f98671-885b-4d6d-ac6e-51f2270fcb40), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:19.606468 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-df1c01a6-3884-4209-ad1a-ba4b9942b001 admin admin] For port b0f98671-885b-4d6d-ac6e-51f2270fcb40, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=b0f98671-885b-4d6d-ac6e-51f2270fcb40,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:03:19.606825 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-df1c01a6-3884-4209-ad1a-ba4b9942b001 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (b0f98671-885b-4d6d-ac6e-51f2270fcb40), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:19.625314 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-df1c01a6-3884-4209-ad1a-ba4b9942b001 admin admin] Calling delete_port for b0f98671-885b-4d6d-ac6e-51f2270fcb40 owned by network:router_gateway {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:03:19.662998 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-010daaf4-bad6-48f1-b890-ac6c2e76cbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'name': 'tempest-AttachVolumeNegativeTest-327869102-router', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': 'b0f98671-885b-4d6d-ac6e-51f2270fcb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:19Z', 'updated_at': '2022-03-11T20:03:17Z', 'revision_number': 5, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'gw_port': {'id': 'b0f98671-885b-4d6d-ac6e-51f2270fcb40', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:89:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T19:55:21Z', 'updated_at': '2022-03-11T19:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:03:19.704661 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010daaf4-bad6-48f1-b890-ac6c2e76cbb0 None None] Checking router: 2035d7c6-1edb-4570-99b0-426a1a9d1526 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:03:19.717560 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010daaf4-bad6-48f1-b890-ac6c2e76cbb0 None None] Routers {'2035d7c6-1edb-4570-99b0-426a1a9d1526'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:03:19.718177 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-010daaf4-bad6-48f1-b890-ac6c2e76cbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:02:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['2035d7c6-1edb-4570-99b0-426a1a9d1526'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:03:19.847157 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-010daaf4-bad6-48f1-b890-ac6c2e76cbb0 None None] Set router 2035d7c6-1edb-4570-99b0-426a1a9d1526 gateway port host: None {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:03:19.896980 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-df1c01a6-3884-4209-ad1a-ba4b9942b001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (b0f98671-885b-4d6d-ac6e-51f2270fcb40), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:19.940266 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1c01a6-3884-4209-ad1a-ba4b9942b001 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0f98671-885b-4d6d-ac6e-51f2270fcb40,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:03:19.948873 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-010daaf4-bad6-48f1-b890-ac6c2e76cbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'name': 'tempest-AttachVolumeNegativeTest-327869102-router', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:19Z', 'updated_at': '2022-03-11T20:03:19Z', 'revision_number': 6, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'gw_port_host': None}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:03:19.985755 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010daaf4-bad6-48f1-b890-ac6c2e76cbb0 None None] The sync data for ids ['2035d7c6-1edb-4570-99b0-426a1a9d1526'] in n-d-833163-1 is: [{'id': '2035d7c6-1edb-4570-99b0-426a1a9d1526', 'name': 'tempest-AttachVolumeNegativeTest-327869102-router', 'tenant_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T19:55:19Z', 'updated_at': '2022-03-11T20:03:19Z', 'revision_number': 6, 'project_id': 'ac0acd49ed0a4c6b89bcb3eaea14c217', 'gw_port_host': None}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:03:20.028530 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-df1c01a6-3884-4209-ad1a-ba4b9942b001 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (2035d7c6-1edb-4570-99b0-426a1a9d1526), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:20.146083 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-df1c01a6-3884-4209-ad1a-ba4b9942b001 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (2035d7c6-1edb-4570-99b0-426a1a9d1526), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:20.148352 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-df1c01a6-3884-4209-ad1a-ba4b9942b001 admin admin] Publish callbacks [] for router_controller (2035d7c6-1edb-4570-99b0-426a1a9d1526), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:20.203272 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-df1c01a6-3884-4209-ad1a-ba4b9942b001 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (2035d7c6-1edb-4570-99b0-426a1a9d1526), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:20.204008 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df1c01a6-3884-4209-ad1a-ba4b9942b001 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2035d7c6-1edb-4570-99b0-426a1a9d1526 {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 20:03:20.209739 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-df1c01a6-3884-4209-ad1a-ba4b9942b001 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:20.210905 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-df1c01a6-3884-4209-ad1a-ba4b9942b001 admin admin] 10.222.0.65 "DELETE /v2.0/routers/2035d7c6-1edb-4570-99b0-426a1a9d1526 HTTP/1.1" status: 204 len: 168 time: 1.0205586 Mar 11 20:03:20.213550 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 43612) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:03:20.265426 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d0b532d-ba41-45f1-aacf-d6a6c278b813 admin admin] Deleting subnet 9c3f149c-decf-4bc3-9858-1266a909f90c {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 20:03:20.269151 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7d0b532d-ba41-45f1-aacf-d6a6c278b813 admin admin] Publish callbacks [] for subnet (9c3f149c-decf-4bc3-9858-1266a909f90c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:20.310071 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7d0b532d-ba41-45f1-aacf-d6a6c278b813 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (9c3f149c-decf-4bc3-9858-1266a909f90c), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:20.407777 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7d0b532d-ba41-45f1-aacf-d6a6c278b813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (9c3f149c-decf-4bc3-9858-1266a909f90c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:20.481801 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7d0b532d-ba41-45f1-aacf-d6a6c278b813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (9c3f149c-decf-4bc3-9858-1266a909f90c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:20.511580 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7d0b532d-ba41-45f1-aacf-d6a6c278b813 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:20.515093 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-7d0b532d-ba41-45f1-aacf-d6a6c278b813 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/9c3f149c-decf-4bc3-9858-1266a909f90c HTTP/1.1" status: 204 len: 168 time: 0.3005393 Mar 11 20:03:20.516186 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0b532d-ba41-45f1-aacf-d6a6c278b813 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c3f149c-decf-4bc3-9858-1266a909f90c,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:03:20.517935 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 43618) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:03:20.525667 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361a6c31-7a87-4b28-846d-319bb1add6af None None] Network d7695c22-7cfd-4319-9d63-9f76b8799969 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:03:20.626548 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3558dcac-ee84-44de-ba44-8dd4545a1296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (d7695c22-7cfd-4319-9d63-9f76b8799969), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:20.703251 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-3558dcac-ee84-44de-ba44-8dd4545a1296 admin admin] Deleting port 11ded9d9-9213-4b8d-912d-9e41459276b5 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:03:20.703251 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3558dcac-ee84-44de-ba44-8dd4545a1296 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (11ded9d9-9213-4b8d-912d-9e41459276b5), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:20.777324 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-3558dcac-ee84-44de-ba44-8dd4545a1296 admin admin] For port 11ded9d9-9213-4b8d-912d-9e41459276b5, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=11ded9d9-9213-4b8d-912d-9e41459276b5,segment=NetworkSegment(60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db),segment_id=60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:03:20.777646 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3558dcac-ee84-44de-ba44-8dd4545a1296 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (11ded9d9-9213-4b8d-912d-9e41459276b5), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:20.793094 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-3558dcac-ee84-44de-ba44-8dd4545a1296 admin admin] Calling delete_port for 11ded9d9-9213-4b8d-912d-9e41459276b5 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:03:20.868193 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4074ea17-8dd9-48e6-8028-f59c5ba20490 None None] DHCP port deletion for d7695c22-7cfd-4319-9d63-9f76b8799969 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 20:03:20.907217 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3558dcac-ee84-44de-ba44-8dd4545a1296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (11ded9d9-9213-4b8d-912d-9e41459276b5), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:20.943448 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3558dcac-ee84-44de-ba44-8dd4545a1296 admin admin] Pushing event deleted for resources: {'Port': ['ID=11ded9d9-9213-4b8d-912d-9e41459276b5,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:03:20.945954 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3558dcac-ee84-44de-ba44-8dd4545a1296 admin admin] No DVR routers for this DVR port 11ded9d9-9213-4b8d-912d-9e41459276b5 on host n-d-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:03:20.978349 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4074ea17-8dd9-48e6-8028-f59c5ba20490 None None] Deleting port 11ded9d9-9213-4b8d-912d-9e41459276b5 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:03:20.979614 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4074ea17-8dd9-48e6-8028-f59c5ba20490 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (11ded9d9-9213-4b8d-912d-9e41459276b5), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:21.051968 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3558dcac-ee84-44de-ba44-8dd4545a1296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (d7695c22-7cfd-4319-9d63-9f76b8799969), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:21.089955 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4074ea17-8dd9-48e6-8028-f59c5ba20490 None None] For port 11ded9d9-9213-4b8d-912d-9e41459276b5, host n-d-833163-1, got binding levels [] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:03:21.090615 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4074ea17-8dd9-48e6-8028-f59c5ba20490 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (11ded9d9-9213-4b8d-912d-9e41459276b5), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:21.115437 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4074ea17-8dd9-48e6-8028-f59c5ba20490 None None] Calling delete_port for 11ded9d9-9213-4b8d-912d-9e41459276b5 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:03:21.119460 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.ipam_backend_mixin [None req-4074ea17-8dd9-48e6-8028-f59c5ba20490 None None] Port 11ded9d9-9213-4b8d-912d-9e41459276b5 was not found and therefore no delete operation was performed {{(pid=103886) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 11 20:03:21.121955 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4074ea17-8dd9-48e6-8028-f59c5ba20490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (11ded9d9-9213-4b8d-912d-9e41459276b5), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:21.133387 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-3558dcac-ee84-44de-ba44-8dd4545a1296 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7695c22-7cfd-4319-9d63-9f76b8799969']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:03:21.148842 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-3558dcac-ee84-44de-ba44-8dd4545a1296 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:03:21.149284 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-3558dcac-ee84-44de-ba44-8dd4545a1296 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:03:21.163088 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3558dcac-ee84-44de-ba44-8dd4545a1296 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:21.168995 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4074ea17-8dd9-48e6-8028-f59c5ba20490 None None] Pushing event deleted for resources: {'Port': ['ID=11ded9d9-9213-4b8d-912d-9e41459276b5,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:03:21.173503 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4074ea17-8dd9-48e6-8028-f59c5ba20490 None None] No DVR routers for this DVR port 11ded9d9-9213-4b8d-912d-9e41459276b5 on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:03:21.197518 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3558dcac-ee84-44de-ba44-8dd4545a1296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:21.208323 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3558dcac-ee84-44de-ba44-8dd4545a1296 admin admin] Releasing vlan 876 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 20:03:21.208977 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3558dcac-ee84-44de-ba44-8dd4545a1296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (60ce4cbc-6e1a-4a6a-b43c-ad7ccabab5db), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:21.210812 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 20:03:21.210812 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 20:03:21.210812 n-d-833163-1 neutron-server[103884]: timer() Mar 11 20:03:21.210812 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:03:21.210812 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 20:03:21.210812 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 20:03:21.210812 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 20:03:21.210812 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:03:21.210812 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 20:03:21.210812 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:03:21.210812 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 20:03:21.210812 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:03:21.210812 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 20:03:21.210812 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 20:03:21.210812 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:03:21.210812 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 20:03:21.210812 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:03:21.210812 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 20:03:21.210812 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 20:03:21.210812 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:03:21.210812 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 20:03:21.210812 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:03:21.210812 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:03:21.210812 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 20:03:21.210812 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 20:03:21.210812 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 20:03:21.210812 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:03:21.210812 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 20:03:21.210812 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:03:21.210812 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 20:03:21.210812 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:03:21.210812 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:03:21.281331 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3558dcac-ee84-44de-ba44-8dd4545a1296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (d7695c22-7cfd-4319-9d63-9f76b8799969), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:21.301775 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3558dcac-ee84-44de-ba44-8dd4545a1296 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:21.305390 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-3558dcac-ee84-44de-ba44-8dd4545a1296 admin admin] 10.222.0.65 "DELETE /v2.0/networks/d7695c22-7cfd-4319-9d63-9f76b8799969 HTTP/1.1" status: 204 len: 168 time: 0.7862067 Mar 11 20:03:21.327194 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3558dcac-ee84-44de-ba44-8dd4545a1296 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7695c22-7cfd-4319-9d63-9f76b8799969,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:03:21.493867 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 43644) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:03:21.558041 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-64884447-b242-4185-9a48-c6f9b649ac43 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ac0acd49ed0a4c6b89bcb3eaea14c217&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0622973 Mar 11 20:03:21.560400 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 43648) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:03:21.618107 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-97ae296f-7422-45f5-add7-ec05f01f02ad admin admin] Publish callbacks [] for security_group (595381db-9d9f-43bb-b0ed-eeb266fb36b5), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:21.653029 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-97ae296f-7422-45f5-add7-ec05f01f02ad admin admin] Publish callbacks [] for security_group (595381db-9d9f-43bb-b0ed-eeb266fb36b5), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:21.653446 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 14f6733d-b550-474d-a1de-861e1be50847 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:03:21.684884 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 14f6733d-b550-474d-a1de-861e1be50847 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:03:21.685491 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 14f6733d-b550-474d-a1de-861e1be50847 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:03:21.685931 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device b0f98671-885b-4d6d-ac6e-51f2270fcb40 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:03:21.720043 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: b0f98671-885b-4d6d-ac6e-51f2270fcb40 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:03:21.721247 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device b0f98671-885b-4d6d-ac6e-51f2270fcb40 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:03:21.721936 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 11ded9d9-9213-4b8d-912d-9e41459276b5 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:03:21.723184 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-97ae296f-7422-45f5-add7-ec05f01f02ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (595381db-9d9f-43bb-b0ed-eeb266fb36b5), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:21.734399 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-97ae296f-7422-45f5-add7-ec05f01f02ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:21.735940 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-97ae296f-7422-45f5-add7-ec05f01f02ad admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/595381db-9d9f-43bb-b0ed-eeb266fb36b5 HTTP/1.1" status: 204 len: 168 time: 0.1744382 Mar 11 20:03:21.746556 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ae296f-7422-45f5-add7-ec05f01f02ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=595381db-9d9f-43bb-b0ed-eeb266fb36b5,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:03:21.766017 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 11ded9d9-9213-4b8d-912d-9e41459276b5 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:03:21.766363 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 11ded9d9-9213-4b8d-912d-9e41459276b5 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:03:22.333688 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b31317e-1cd3-4a1d-aea0-ebddc5ef1a90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:22.812258 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:24.627289 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ca8f496d-86cb-4e38-843c-35978dd64b9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:26.296737 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:27.653969 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:28.341186 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:03:29.031479 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:30.108800 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 43878) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:03:30.231682 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a03039c7-808c-440d-b95c-b81ea87faf45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:30.346362 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a03039c7-808c-440d-b95c-b81ea87faf45 admin admin] Publish callbacks [] for security_group (682129aa-7661-49fc-90d3-135c2a29845d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:30.351700 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a03039c7-808c-440d-b95c-b81ea87faf45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (682129aa-7661-49fc-90d3-135c2a29845d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:30.404731 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03039c7-808c-440d-b95c-b81ea87faf45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682129aa-7661-49fc-90d3-135c2a29845d,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:03:30.415859 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 43888) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:03:30.416482 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a03039c7-808c-440d-b95c-b81ea87faf45 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d195e7c8e7394533a87d849d5d854ef0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3059847 Mar 11 20:03:30.493098 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8031307e-3945-46da-983b-ebe8c8d056b7 admin admin] Publish callbacks [] for security_group (682129aa-7661-49fc-90d3-135c2a29845d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:30.519766 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8031307e-3945-46da-983b-ebe8c8d056b7 admin admin] Publish callbacks [] for security_group (682129aa-7661-49fc-90d3-135c2a29845d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:30.579261 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8031307e-3945-46da-983b-ebe8c8d056b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (682129aa-7661-49fc-90d3-135c2a29845d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:30.582765 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8031307e-3945-46da-983b-ebe8c8d056b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:30.584097 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-8031307e-3945-46da-983b-ebe8c8d056b7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/682129aa-7661-49fc-90d3-135c2a29845d HTTP/1.1" status: 204 len: 168 time: 0.1659460 Mar 11 20:03:30.609042 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8031307e-3945-46da-983b-ebe8c8d056b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682129aa-7661-49fc-90d3-135c2a29845d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:03:33.126546 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 43956) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:03:33.263588 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cc29ac6d-37f9-4305-a105-622019a49ba6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:33.358949 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cc29ac6d-37f9-4305-a105-622019a49ba6 admin admin] Publish callbacks [] for security_group (c42fab7e-59e1-40f6-b9ea-aef6f6abc03f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:33.364301 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cc29ac6d-37f9-4305-a105-622019a49ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (c42fab7e-59e1-40f6-b9ea-aef6f6abc03f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:33.420152 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-cc29ac6d-37f9-4305-a105-622019a49ba6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2dee06bc365b4fa89a1ba8e85eab3476&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2924199 Mar 11 20:03:33.424251 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 43964) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:03:33.432129 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc29ac6d-37f9-4305-a105-622019a49ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c42fab7e-59e1-40f6-b9ea-aef6f6abc03f,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:03:33.488094 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9fb0db6f-9854-46b2-8e91-1ffd894ba184 admin admin] Publish callbacks [] for security_group (c42fab7e-59e1-40f6-b9ea-aef6f6abc03f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:33.522821 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9fb0db6f-9854-46b2-8e91-1ffd894ba184 admin admin] Publish callbacks [] for security_group (c42fab7e-59e1-40f6-b9ea-aef6f6abc03f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:33.578934 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9fb0db6f-9854-46b2-8e91-1ffd894ba184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (c42fab7e-59e1-40f6-b9ea-aef6f6abc03f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:33.582200 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9fb0db6f-9854-46b2-8e91-1ffd894ba184 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:33.583390 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-9fb0db6f-9854-46b2-8e91-1ffd894ba184 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c42fab7e-59e1-40f6-b9ea-aef6f6abc03f HTTP/1.1" status: 204 len: 168 time: 0.1582060 Mar 11 20:03:33.596539 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb0db6f-9854-46b2-8e91-1ffd894ba184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42fab7e-59e1-40f6-b9ea-aef6f6abc03f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:03:33.923119 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 43972) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:03:33.939808 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b66f919a-db96-492d-9514-6943e7aad3e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:34.028645 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b66f919a-db96-492d-9514-6943e7aad3e1 admin admin] Publish callbacks [] for security_group (c0127281-5137-4ccb-b28c-52ddb9f7692f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:34.035497 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b66f919a-db96-492d-9514-6943e7aad3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (c0127281-5137-4ccb-b28c-52ddb9f7692f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:34.088620 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-b66f919a-db96-492d-9514-6943e7aad3e1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=09966523b2b64438917b32bac9f0aef2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1602089 Mar 11 20:03:34.088620 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66f919a-db96-492d-9514-6943e7aad3e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0127281-5137-4ccb-b28c-52ddb9f7692f,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:03:34.089764 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 43974) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:03:34.149348 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-22eec5f0-5a2b-4f12-bba8-230d8bf8dae5 admin admin] Publish callbacks [] for security_group (c0127281-5137-4ccb-b28c-52ddb9f7692f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:34.172441 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-22eec5f0-5a2b-4f12-bba8-230d8bf8dae5 admin admin] Publish callbacks [] for security_group (c0127281-5137-4ccb-b28c-52ddb9f7692f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:34.248948 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-22eec5f0-5a2b-4f12-bba8-230d8bf8dae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (c0127281-5137-4ccb-b28c-52ddb9f7692f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:34.252278 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-22eec5f0-5a2b-4f12-bba8-230d8bf8dae5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:34.259529 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-22eec5f0-5a2b-4f12-bba8-230d8bf8dae5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/c0127281-5137-4ccb-b28c-52ddb9f7692f HTTP/1.1" status: 204 len: 168 time: 0.1638870 Mar 11 20:03:34.279998 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eec5f0-5a2b-4f12-bba8-230d8bf8dae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0127281-5137-4ccb-b28c-52ddb9f7692f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:03:34.291246 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eec5f0-5a2b-4f12-bba8-230d8bf8dae5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:03:34.292048 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eec5f0-5a2b-4f12-bba8-230d8bf8dae5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:03:34.292627 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eec5f0-5a2b-4f12-bba8-230d8bf8dae5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:03:34.293385 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eec5f0-5a2b-4f12-bba8-230d8bf8dae5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:03:34.294422 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eec5f0-5a2b-4f12-bba8-230d8bf8dae5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:03:34.294851 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eec5f0-5a2b-4f12-bba8-230d8bf8dae5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:03:34.296200 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eec5f0-5a2b-4f12-bba8-230d8bf8dae5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:03:34.296803 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eec5f0-5a2b-4f12-bba8-230d8bf8dae5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:03:34.297352 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eec5f0-5a2b-4f12-bba8-230d8bf8dae5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:03:34.298022 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eec5f0-5a2b-4f12-bba8-230d8bf8dae5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:03:34.298773 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eec5f0-5a2b-4f12-bba8-230d8bf8dae5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:03:34.299310 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eec5f0-5a2b-4f12-bba8-230d8bf8dae5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:03:34.299880 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22eec5f0-5a2b-4f12-bba8-230d8bf8dae5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:03:40.193962 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 44274) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:03:40.338065 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-40404852-d95b-4226-8733-9552af9da00b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:40.437792 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-40404852-d95b-4226-8733-9552af9da00b admin admin] Publish callbacks [] for security_group (b5f4ad23-d2af-4164-9186-31766cb49fed), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:40.444055 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-40404852-d95b-4226-8733-9552af9da00b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (b5f4ad23-d2af-4164-9186-31766cb49fed), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:40.476114 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 44282) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:03:40.476634 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-40404852-d95b-4226-8733-9552af9da00b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=715795f4dd8341e9a01afdd7d6965f6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2810531 Mar 11 20:03:40.547307 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40404852-d95b-4226-8733-9552af9da00b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f4ad23-d2af-4164-9186-31766cb49fed,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:03:40.564451 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2b033c46-87bb-4b71-bc86-1b8f1db1de13 admin admin] Publish callbacks [] for security_group (b5f4ad23-d2af-4164-9186-31766cb49fed), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:40.619420 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2b033c46-87bb-4b71-bc86-1b8f1db1de13 admin admin] Publish callbacks [] for security_group (b5f4ad23-d2af-4164-9186-31766cb49fed), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:40.678533 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2b033c46-87bb-4b71-bc86-1b8f1db1de13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (b5f4ad23-d2af-4164-9186-31766cb49fed), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:40.681912 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2b033c46-87bb-4b71-bc86-1b8f1db1de13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:40.686015 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-2b033c46-87bb-4b71-bc86-1b8f1db1de13 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b5f4ad23-d2af-4164-9186-31766cb49fed HTTP/1.1" status: 204 len: 168 time: 0.2075062 Mar 11 20:03:40.694756 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b033c46-87bb-4b71-bc86-1b8f1db1de13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f4ad23-d2af-4164-9186-31766cb49fed,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:03:40.702664 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b033c46-87bb-4b71-bc86-1b8f1db1de13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:03:40.703084 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b033c46-87bb-4b71-bc86-1b8f1db1de13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:03:40.703495 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b033c46-87bb-4b71-bc86-1b8f1db1de13 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:03:40.704946 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b033c46-87bb-4b71-bc86-1b8f1db1de13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:03:40.705662 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b033c46-87bb-4b71-bc86-1b8f1db1de13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:03:40.706429 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b033c46-87bb-4b71-bc86-1b8f1db1de13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:03:40.707293 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b033c46-87bb-4b71-bc86-1b8f1db1de13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:03:40.707714 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b033c46-87bb-4b71-bc86-1b8f1db1de13 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:03:40.708351 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b033c46-87bb-4b71-bc86-1b8f1db1de13 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:03:40.708956 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b033c46-87bb-4b71-bc86-1b8f1db1de13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:03:40.709570 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b033c46-87bb-4b71-bc86-1b8f1db1de13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:03:40.710084 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b033c46-87bb-4b71-bc86-1b8f1db1de13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:03:40.710566 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b033c46-87bb-4b71-bc86-1b8f1db1de13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:03:41.008048 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 44300) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:03:41.021781 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b703b2cb-3d2d-477b-9e6f-5bc07b8b308b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:41.122911 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b703b2cb-3d2d-477b-9e6f-5bc07b8b308b admin admin] Publish callbacks [] for security_group (8ed52a9f-38ab-4cc6-9bbb-a073d59c9967), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:41.127734 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b703b2cb-3d2d-477b-9e6f-5bc07b8b308b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (8ed52a9f-38ab-4cc6-9bbb-a073d59c9967), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:41.156204 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b703b2cb-3d2d-477b-9e6f-5bc07b8b308b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fe75b3fc1f7f4ece8a75bc10f895fee3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1468852 Mar 11 20:03:41.157546 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 44302) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:03:41.186454 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703b2cb-3d2d-477b-9e6f-5bc07b8b308b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed52a9f-38ab-4cc6-9bbb-a073d59c9967,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:03:41.214009 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4b10f134-2db5-4697-a29b-8267d5239aec admin admin] Publish callbacks [] for security_group (8ed52a9f-38ab-4cc6-9bbb-a073d59c9967), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:41.258045 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4b10f134-2db5-4697-a29b-8267d5239aec admin admin] Publish callbacks [] for security_group (8ed52a9f-38ab-4cc6-9bbb-a073d59c9967), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:41.314004 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4b10f134-2db5-4697-a29b-8267d5239aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (8ed52a9f-38ab-4cc6-9bbb-a073d59c9967), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:41.316801 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4b10f134-2db5-4697-a29b-8267d5239aec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:41.320225 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-4b10f134-2db5-4697-a29b-8267d5239aec admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8ed52a9f-38ab-4cc6-9bbb-a073d59c9967 HTTP/1.1" status: 204 len: 168 time: 0.1614711 Mar 11 20:03:41.331212 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10f134-2db5-4697-a29b-8267d5239aec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed52a9f-38ab-4cc6-9bbb-a073d59c9967,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:03:48.338384 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 44590) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:03:48.483584 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ce277f9-2818-4af8-a2a3-f7afefa8762c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:48.570642 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ce277f9-2818-4af8-a2a3-f7afefa8762c admin admin] Publish callbacks [] for security_group (d5065a65-ef2c-4e22-a187-c9d64ce85e6c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:48.576240 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ce277f9-2818-4af8-a2a3-f7afefa8762c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (d5065a65-ef2c-4e22-a187-c9d64ce85e6c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:48.626462 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-8ce277f9-2818-4af8-a2a3-f7afefa8762c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=47c41db879a9450687f74e212e1448b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2869916 Mar 11 20:03:48.627717 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce277f9-2818-4af8-a2a3-f7afefa8762c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5065a65-ef2c-4e22-a187-c9d64ce85e6c,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:03:48.629803 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 44598) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:03:48.704490 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-84945773-fae0-42f7-93b0-009a4c088a83 admin admin] Publish callbacks [] for security_group (d5065a65-ef2c-4e22-a187-c9d64ce85e6c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:48.731775 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-84945773-fae0-42f7-93b0-009a4c088a83 admin admin] Publish callbacks [] for security_group (d5065a65-ef2c-4e22-a187-c9d64ce85e6c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:48.785036 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-84945773-fae0-42f7-93b0-009a4c088a83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (d5065a65-ef2c-4e22-a187-c9d64ce85e6c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:48.788886 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-84945773-fae0-42f7-93b0-009a4c088a83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:48.804231 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-84945773-fae0-42f7-93b0-009a4c088a83 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d5065a65-ef2c-4e22-a187-c9d64ce85e6c HTTP/1.1" status: 204 len: 168 time: 0.1629374 Mar 11 20:03:48.823396 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84945773-fae0-42f7-93b0-009a4c088a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5065a65-ef2c-4e22-a187-c9d64ce85e6c,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:03:49.020507 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:49.250742 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 44612) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:03:49.266544 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-edee8b65-8569-4bdb-844b-4906c101dbf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:49.354763 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-edee8b65-8569-4bdb-844b-4906c101dbf1 admin admin] Publish callbacks [] for security_group (61933551-c72e-470f-9e68-c228815bd2d2), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:49.359828 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-edee8b65-8569-4bdb-844b-4906c101dbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (61933551-c72e-470f-9e68-c228815bd2d2), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:49.410806 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 44622) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:03:49.411445 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-edee8b65-8569-4bdb-844b-4906c101dbf1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9e85b27cb42d4bbeb693c8d2f1b020ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1592696 Mar 11 20:03:49.423447 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edee8b65-8569-4bdb-844b-4906c101dbf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61933551-c72e-470f-9e68-c228815bd2d2,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:03:49.501538 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3f057c62-66ca-4ba9-857a-7e02c40584f4 admin admin] Publish callbacks [] for security_group (61933551-c72e-470f-9e68-c228815bd2d2), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:49.532536 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3f057c62-66ca-4ba9-857a-7e02c40584f4 admin admin] Publish callbacks [] for security_group (61933551-c72e-470f-9e68-c228815bd2d2), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:49.607606 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3f057c62-66ca-4ba9-857a-7e02c40584f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (61933551-c72e-470f-9e68-c228815bd2d2), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:49.612314 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3f057c62-66ca-4ba9-857a-7e02c40584f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:49.616875 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-3f057c62-66ca-4ba9-857a-7e02c40584f4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/61933551-c72e-470f-9e68-c228815bd2d2 HTTP/1.1" status: 204 len: 168 time: 0.2021210 Mar 11 20:03:49.656748 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f057c62-66ca-4ba9-857a-7e02c40584f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61933551-c72e-470f-9e68-c228815bd2d2,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:03:52.333532 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0e7b84d8-b824-44de-a679-647696d42cb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:52.842858 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:53.131036 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 44766) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:03:53.262184 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1b244c9d-6ffe-4c02-b965-6d1b5547f97d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:53.359695 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1b244c9d-6ffe-4c02-b965-6d1b5547f97d admin admin] Publish callbacks [] for security_group (a53ac0bc-8ad5-4f67-9365-59d3a82160f7), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:53.365907 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1b244c9d-6ffe-4c02-b965-6d1b5547f97d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (a53ac0bc-8ad5-4f67-9365-59d3a82160f7), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:53.418726 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-1b244c9d-6ffe-4c02-b965-6d1b5547f97d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9c442d9c94144020b5dc53efda28dd1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2857549 Mar 11 20:03:53.419285 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 44774) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:03:53.420390 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b244c9d-6ffe-4c02-b965-6d1b5547f97d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a53ac0bc-8ad5-4f67-9365-59d3a82160f7,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:03:53.490616 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1ae73bd1-19c0-44b9-ae41-162092a0863d admin admin] Publish callbacks [] for security_group (a53ac0bc-8ad5-4f67-9365-59d3a82160f7), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:53.516111 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1ae73bd1-19c0-44b9-ae41-162092a0863d admin admin] Publish callbacks [] for security_group (a53ac0bc-8ad5-4f67-9365-59d3a82160f7), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:53.569169 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1ae73bd1-19c0-44b9-ae41-162092a0863d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (a53ac0bc-8ad5-4f67-9365-59d3a82160f7), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:53.572274 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1ae73bd1-19c0-44b9-ae41-162092a0863d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:53.575878 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-1ae73bd1-19c0-44b9-ae41-162092a0863d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a53ac0bc-8ad5-4f67-9365-59d3a82160f7 HTTP/1.1" status: 204 len: 168 time: 0.1522655 Mar 11 20:03:53.583114 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae73bd1-19c0-44b9-ae41-162092a0863d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53ac0bc-8ad5-4f67-9365-59d3a82160f7,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:03:53.957073 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 44790) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:03:53.982877 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a71d613c-9a15-4ad8-a50e-116451a4638e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:54.141754 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a71d613c-9a15-4ad8-a50e-116451a4638e admin admin] Publish callbacks [] for security_group (7b4a9dc8-6f5e-4666-acae-7d9bd66ec160), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:54.146304 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a71d613c-9a15-4ad8-a50e-116451a4638e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (7b4a9dc8-6f5e-4666-acae-7d9bd66ec160), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:54.196405 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a71d613c-9a15-4ad8-a50e-116451a4638e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=c60dcc47e543437f80bb2e00f7fa63eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2355275 Mar 11 20:03:54.196405 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71d613c-9a15-4ad8-a50e-116451a4638e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4a9dc8-6f5e-4666-acae-7d9bd66ec160,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:03:54.197299 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 44800) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:03:54.295457 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6d80f78e-4f8a-4850-b7ba-6c1e059121d1 admin admin] Publish callbacks [] for security_group (7b4a9dc8-6f5e-4666-acae-7d9bd66ec160), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:54.319039 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6d80f78e-4f8a-4850-b7ba-6c1e059121d1 admin admin] Publish callbacks [] for security_group (7b4a9dc8-6f5e-4666-acae-7d9bd66ec160), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:54.370204 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6d80f78e-4f8a-4850-b7ba-6c1e059121d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (7b4a9dc8-6f5e-4666-acae-7d9bd66ec160), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:54.373508 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6d80f78e-4f8a-4850-b7ba-6c1e059121d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:54.377896 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-6d80f78e-4f8a-4850-b7ba-6c1e059121d1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7b4a9dc8-6f5e-4666-acae-7d9bd66ec160 HTTP/1.1" status: 204 len: 168 time: 0.1773882 Mar 11 20:03:54.389250 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d80f78e-4f8a-4850-b7ba-6c1e059121d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4a9dc8-6f5e-4666-acae-7d9bd66ec160,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:03:54.648453 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-628a747e-cd13-49ea-b569-6e5d7a1485a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:56.293327 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:57.142032 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 44922) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:03:57.325589 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-237e7833-4e27-4413-8b60-b8905a8a5e6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:57.438782 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-237e7833-4e27-4413-8b60-b8905a8a5e6c admin admin] Publish callbacks [] for security_group (f82d35c5-4422-420f-b534-e95da945ac39), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:57.444908 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-237e7833-4e27-4413-8b60-b8905a8a5e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (f82d35c5-4422-420f-b534-e95da945ac39), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:57.490458 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-237e7833-4e27-4413-8b60-b8905a8a5e6c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=427233167af545cbb93cc7e45160400f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3471498 Mar 11 20:03:57.493845 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 44938) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:03:57.501065 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237e7833-4e27-4413-8b60-b8905a8a5e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f82d35c5-4422-420f-b534-e95da945ac39,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:03:57.570032 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9a629b8b-bf38-4a12-91e8-c8a11a7ba7fc admin admin] Publish callbacks [] for security_group (f82d35c5-4422-420f-b534-e95da945ac39), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:57.600455 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9a629b8b-bf38-4a12-91e8-c8a11a7ba7fc admin admin] Publish callbacks [] for security_group (f82d35c5-4422-420f-b534-e95da945ac39), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:57.652744 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:57.653377 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9a629b8b-bf38-4a12-91e8-c8a11a7ba7fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (f82d35c5-4422-420f-b534-e95da945ac39), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:57.657661 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9a629b8b-bf38-4a12-91e8-c8a11a7ba7fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:57.661443 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-9a629b8b-bf38-4a12-91e8-c8a11a7ba7fc admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f82d35c5-4422-420f-b534-e95da945ac39 HTTP/1.1" status: 204 len: 168 time: 0.1637542 Mar 11 20:03:57.687983 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a629b8b-bf38-4a12-91e8-c8a11a7ba7fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f82d35c5-4422-420f-b534-e95da945ac39,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:03:58.082860 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 44948) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:03:58.096146 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-592be207-e5b1-48b0-99a1-d377aeb630a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:58.243816 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-592be207-e5b1-48b0-99a1-d377aeb630a9 admin admin] Publish callbacks [] for security_group (15f06f5d-4ace-4d6a-aecc-31969144fb54), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:58.250501 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-592be207-e5b1-48b0-99a1-d377aeb630a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (15f06f5d-4ace-4d6a-aecc-31969144fb54), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:58.324775 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-592be207-e5b1-48b0-99a1-d377aeb630a9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=207cb31994de418bbc3fbe6906a60b4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2408233 Mar 11 20:03:58.325602 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592be207-e5b1-48b0-99a1-d377aeb630a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f06f5d-4ace-4d6a-aecc-31969144fb54,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:03:58.327345 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 44960) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:03:58.395222 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-34c41f8c-1d99-4192-9539-c5b90671c75d admin admin] Publish callbacks [] for security_group (15f06f5d-4ace-4d6a-aecc-31969144fb54), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:58.420631 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-34c41f8c-1d99-4192-9539-c5b90671c75d admin admin] Publish callbacks [] for security_group (15f06f5d-4ace-4d6a-aecc-31969144fb54), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:58.477869 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-34c41f8c-1d99-4192-9539-c5b90671c75d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (15f06f5d-4ace-4d6a-aecc-31969144fb54), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:58.482128 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-34c41f8c-1d99-4192-9539-c5b90671c75d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:03:58.486841 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-34c41f8c-1d99-4192-9539-c5b90671c75d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/15f06f5d-4ace-4d6a-aecc-31969144fb54 HTTP/1.1" status: 204 len: 168 time: 0.1583974 Mar 11 20:03:58.498566 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c41f8c-1d99-4192-9539-c5b90671c75d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f06f5d-4ace-4d6a-aecc-31969144fb54,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:03:59.031967 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:00.991549 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 45062) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:04:01.125250 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dd40d957-44f4-481b-9274-a3a3683f4f5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:01.220937 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dd40d957-44f4-481b-9274-a3a3683f4f5a admin admin] Publish callbacks [] for security_group (669f335a-22b4-489d-b403-0c6aa1500667), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:01.226259 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dd40d957-44f4-481b-9274-a3a3683f4f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (669f335a-22b4-489d-b403-0c6aa1500667), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:01.268656 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd40d957-44f4-481b-9274-a3a3683f4f5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669f335a-22b4-489d-b403-0c6aa1500667,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:01.315389 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-dd40d957-44f4-481b-9274-a3a3683f4f5a admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2a1b57feff4a45eca712fb7e59b034d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3230493 Mar 11 20:04:01.317905 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 45070) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:04:01.415413 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-31e6ee53-544a-4bf8-9cb7-28597bfd627b admin admin] Publish callbacks [] for security_group (669f335a-22b4-489d-b403-0c6aa1500667), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:01.455345 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-31e6ee53-544a-4bf8-9cb7-28597bfd627b admin admin] Publish callbacks [] for security_group (669f335a-22b4-489d-b403-0c6aa1500667), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:01.526225 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-31e6ee53-544a-4bf8-9cb7-28597bfd627b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (669f335a-22b4-489d-b403-0c6aa1500667), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:01.530225 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-31e6ee53-544a-4bf8-9cb7-28597bfd627b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:01.532000 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-31e6ee53-544a-4bf8-9cb7-28597bfd627b admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/669f335a-22b4-489d-b403-0c6aa1500667 HTTP/1.1" status: 204 len: 168 time: 0.2128847 Mar 11 20:04:01.541459 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e6ee53-544a-4bf8-9cb7-28597bfd627b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669f335a-22b4-489d-b403-0c6aa1500667,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:01.928167 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 45094) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:04:01.942505 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-adc21ea4-6c5f-4a6c-b73d-a0f5ddddb024 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:02.064861 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-adc21ea4-6c5f-4a6c-b73d-a0f5ddddb024 admin admin] Publish callbacks [] for security_group (9debe7f8-438d-4d21-a353-3e180cecb087), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:02.065658 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-adc21ea4-6c5f-4a6c-b73d-a0f5ddddb024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (9debe7f8-438d-4d21-a353-3e180cecb087), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:02.106807 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-adc21ea4-6c5f-4a6c-b73d-a0f5ddddb024 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4dac34b69eb7402995ad57dc1e8f79a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1775510 Mar 11 20:04:02.107988 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc21ea4-6c5f-4a6c-b73d-a0f5ddddb024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9debe7f8-438d-4d21-a353-3e180cecb087,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:02.109726 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 45100) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:04:02.192428 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f58b6847-ccb1-48ca-9a25-bc819e2ec4b3 admin admin] Publish callbacks [] for security_group (9debe7f8-438d-4d21-a353-3e180cecb087), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:02.217401 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f58b6847-ccb1-48ca-9a25-bc819e2ec4b3 admin admin] Publish callbacks [] for security_group (9debe7f8-438d-4d21-a353-3e180cecb087), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:02.280883 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f58b6847-ccb1-48ca-9a25-bc819e2ec4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (9debe7f8-438d-4d21-a353-3e180cecb087), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:02.283410 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f58b6847-ccb1-48ca-9a25-bc819e2ec4b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:02.286948 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f58b6847-ccb1-48ca-9a25-bc819e2ec4b3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/9debe7f8-438d-4d21-a353-3e180cecb087 HTTP/1.1" status: 204 len: 168 time: 0.1693466 Mar 11 20:04:02.293717 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58b6847-ccb1-48ca-9a25-bc819e2ec4b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9debe7f8-438d-4d21-a353-3e180cecb087,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:05.341832 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:04:18.739881 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 45862) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:04:18.900688 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2321b4ad-df91-4096-a5e9-530b129612c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:19.020979 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:19.052272 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2321b4ad-df91-4096-a5e9-530b129612c8 admin admin] Publish callbacks [] for security_group (3044c098-09d2-47d4-81e6-a14030024f14), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:19.059338 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2321b4ad-df91-4096-a5e9-530b129612c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (3044c098-09d2-47d4-81e6-a14030024f14), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:19.102385 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-2321b4ad-df91-4096-a5e9-530b129612c8 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ef436ef6a66c408f82da61e9a823f95d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3592598 Mar 11 20:04:19.105633 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 45882) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:04:19.112268 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2321b4ad-df91-4096-a5e9-530b129612c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3044c098-09d2-47d4-81e6-a14030024f14,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:19.212149 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0ecd247b-59a2-48f5-900c-cd5bb4ddba78 admin admin] Publish callbacks [] for security_group (3044c098-09d2-47d4-81e6-a14030024f14), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:19.237937 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0ecd247b-59a2-48f5-900c-cd5bb4ddba78 admin admin] Publish callbacks [] for security_group (3044c098-09d2-47d4-81e6-a14030024f14), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:19.310004 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0ecd247b-59a2-48f5-900c-cd5bb4ddba78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (3044c098-09d2-47d4-81e6-a14030024f14), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:19.320848 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0ecd247b-59a2-48f5-900c-cd5bb4ddba78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:19.334082 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-0ecd247b-59a2-48f5-900c-cd5bb4ddba78 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3044c098-09d2-47d4-81e6-a14030024f14 HTTP/1.1" status: 204 len: 168 time: 0.2227089 Mar 11 20:04:19.371343 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecd247b-59a2-48f5-900c-cd5bb4ddba78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3044c098-09d2-47d4-81e6-a14030024f14,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:19.759097 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 45908) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:04:19.777131 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aa31db1c-c764-48e9-8117-da6926db4cde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:19.904039 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aa31db1c-c764-48e9-8117-da6926db4cde admin admin] Publish callbacks [] for security_group (63115fc3-c2bc-4c82-b2c2-d2fe42691770), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:19.909628 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aa31db1c-c764-48e9-8117-da6926db4cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (63115fc3-c2bc-4c82-b2c2-d2fe42691770), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:19.944092 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-aa31db1c-c764-48e9-8117-da6926db4cde admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f567d0c8657f43d89ac57f2c88eeeaa1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1837389 Mar 11 20:04:19.947430 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 45916) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:04:19.963743 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa31db1c-c764-48e9-8117-da6926db4cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63115fc3-c2bc-4c82-b2c2-d2fe42691770,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:20.031709 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9a9d6ca4-89e5-4462-9906-cba73bf0b45a admin admin] Publish callbacks [] for security_group (63115fc3-c2bc-4c82-b2c2-d2fe42691770), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:20.059119 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9a9d6ca4-89e5-4462-9906-cba73bf0b45a admin admin] Publish callbacks [] for security_group (63115fc3-c2bc-4c82-b2c2-d2fe42691770), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:20.115985 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9a9d6ca4-89e5-4462-9906-cba73bf0b45a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (63115fc3-c2bc-4c82-b2c2-d2fe42691770), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:20.120502 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9a9d6ca4-89e5-4462-9906-cba73bf0b45a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:20.121839 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-9a9d6ca4-89e5-4462-9906-cba73bf0b45a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/63115fc3-c2bc-4c82-b2c2-d2fe42691770 HTTP/1.1" status: 204 len: 168 time: 0.1730165 Mar 11 20:04:20.131370 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9d6ca4-89e5-4462-9906-cba73bf0b45a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63115fc3-c2bc-4c82-b2c2-d2fe42691770,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:22.330163 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e81f540c-acf5-4e35-aaee-22491b2b95e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:22.471977 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 46040) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:04:22.607208 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f414beca-bb92-4f5c-afaa-7856340ecba7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:22.705258 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f414beca-bb92-4f5c-afaa-7856340ecba7 admin admin] Publish callbacks [] for security_group (19b22371-dc14-4d39-b54b-7d9e063e6beb), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:22.710451 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f414beca-bb92-4f5c-afaa-7856340ecba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (19b22371-dc14-4d39-b54b-7d9e063e6beb), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:22.763014 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f414beca-bb92-4f5c-afaa-7856340ecba7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=8271f3bb3a8a4e79916c352c933c17c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2901049 Mar 11 20:04:22.764229 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f414beca-bb92-4f5c-afaa-7856340ecba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b22371-dc14-4d39-b54b-7d9e063e6beb,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:22.766852 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 46044) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:04:22.845526 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c44febf0-deeb-40fa-89bd-9fe69f65c163 admin admin] Publish callbacks [] for security_group (19b22371-dc14-4d39-b54b-7d9e063e6beb), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:22.874731 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:22.909607 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c44febf0-deeb-40fa-89bd-9fe69f65c163 admin admin] Publish callbacks [] for security_group (19b22371-dc14-4d39-b54b-7d9e063e6beb), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:22.994642 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c44febf0-deeb-40fa-89bd-9fe69f65c163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (19b22371-dc14-4d39-b54b-7d9e063e6beb), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:22.998093 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c44febf0-deeb-40fa-89bd-9fe69f65c163 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:23.005120 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c44febf0-deeb-40fa-89bd-9fe69f65c163 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/19b22371-dc14-4d39-b54b-7d9e063e6beb HTTP/1.1" status: 204 len: 168 time: 0.2366045 Mar 11 20:04:23.047099 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44febf0-deeb-40fa-89bd-9fe69f65c163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b22371-dc14-4d39-b54b-7d9e063e6beb,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:24.638107 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f39bcbe5-fd3c-4faa-8870-9f2a4a1f3e7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:25.559524 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 46156) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:04:25.677393 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-30a3ba5d-f620-44bf-8f87-75b1e1d697d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:25.767521 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-30a3ba5d-f620-44bf-8f87-75b1e1d697d3 admin admin] Publish callbacks [] for security_group (0081f9ae-a14d-485a-8df5-9cb773a75526), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:25.775711 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-30a3ba5d-f620-44bf-8f87-75b1e1d697d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (0081f9ae-a14d-485a-8df5-9cb773a75526), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:25.818288 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-30a3ba5d-f620-44bf-8f87-75b1e1d697d3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4b2516fb76b34a52a14b9903d1cc7274&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2573817 Mar 11 20:04:25.820057 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a3ba5d-f620-44bf-8f87-75b1e1d697d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0081f9ae-a14d-485a-8df5-9cb773a75526,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:25.821811 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 46164) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:04:25.900898 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-05bcca8f-2cfc-4ccd-b665-c4de33a21569 admin admin] Publish callbacks [] for security_group (0081f9ae-a14d-485a-8df5-9cb773a75526), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:25.924699 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-05bcca8f-2cfc-4ccd-b665-c4de33a21569 admin admin] Publish callbacks [] for security_group (0081f9ae-a14d-485a-8df5-9cb773a75526), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:25.995343 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-05bcca8f-2cfc-4ccd-b665-c4de33a21569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (0081f9ae-a14d-485a-8df5-9cb773a75526), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:25.999280 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-05bcca8f-2cfc-4ccd-b665-c4de33a21569 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:26.003648 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-05bcca8f-2cfc-4ccd-b665-c4de33a21569 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0081f9ae-a14d-485a-8df5-9cb773a75526 HTTP/1.1" status: 204 len: 168 time: 0.1789024 Mar 11 20:04:26.014839 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bcca8f-2cfc-4ccd-b665-c4de33a21569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0081f9ae-a14d-485a-8df5-9cb773a75526,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:26.275290 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:26.416233 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 46176) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:04:26.435899 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-135bcb3e-cddf-4d0a-a031-a87533853161 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:26.537378 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-135bcb3e-cddf-4d0a-a031-a87533853161 admin admin] Publish callbacks [] for security_group (3e3c327d-fb33-4d0c-ac55-faf5673c79e3), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:26.542615 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-135bcb3e-cddf-4d0a-a031-a87533853161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (3e3c327d-fb33-4d0c-ac55-faf5673c79e3), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:26.582253 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135bcb3e-cddf-4d0a-a031-a87533853161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3c327d-fb33-4d0c-ac55-faf5673c79e3,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:26.586595 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-135bcb3e-cddf-4d0a-a031-a87533853161 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=071e02bdbc1b479aa84139535629812f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1688566 Mar 11 20:04:26.589174 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 46182) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:04:26.648024 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0882ba92-5fc9-4824-8e6f-e4c7f9d834f3 admin admin] Publish callbacks [] for security_group (3e3c327d-fb33-4d0c-ac55-faf5673c79e3), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:26.671512 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0882ba92-5fc9-4824-8e6f-e4c7f9d834f3 admin admin] Publish callbacks [] for security_group (3e3c327d-fb33-4d0c-ac55-faf5673c79e3), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:26.742984 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0882ba92-5fc9-4824-8e6f-e4c7f9d834f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (3e3c327d-fb33-4d0c-ac55-faf5673c79e3), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:26.746518 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0882ba92-5fc9-4824-8e6f-e4c7f9d834f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:26.747699 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-0882ba92-5fc9-4824-8e6f-e4c7f9d834f3 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3e3c327d-fb33-4d0c-ac55-faf5673c79e3 HTTP/1.1" status: 204 len: 168 time: 0.1576109 Mar 11 20:04:26.756474 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0882ba92-5fc9-4824-8e6f-e4c7f9d834f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3c327d-fb33-4d0c-ac55-faf5673c79e3,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:27.655153 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:27.677116 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 46218) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:04:27.824100 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d50e1940-97fb-44b1-ae2f-00c76785845e tempest-AgentManagementNegativeTest-1775998256 tempest-AgentManagementNegativeTest-1775998256-project] 10.222.0.65 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1449380 Mar 11 20:04:28.179572 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 46234) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:04:28.328847 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-36985253-b144-4fe2-923e-d37a7d10cfab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:28.432511 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-36985253-b144-4fe2-923e-d37a7d10cfab admin admin] Publish callbacks [] for security_group (ce2bec93-efb0-4854-9ac4-50a0de519e0e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:28.441473 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-36985253-b144-4fe2-923e-d37a7d10cfab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (ce2bec93-efb0-4854-9ac4-50a0de519e0e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:28.480953 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-36985253-b144-4fe2-923e-d37a7d10cfab admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4dcd0d8a10f549148ac27be498cbd590&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3001122 Mar 11 20:04:28.483545 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 46240) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:04:28.490649 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36985253-b144-4fe2-923e-d37a7d10cfab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2bec93-efb0-4854-9ac4-50a0de519e0e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:28.542574 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2429ca24-9a51-40db-a145-8b76693f42b4 admin admin] Publish callbacks [] for security_group (ce2bec93-efb0-4854-9ac4-50a0de519e0e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:28.568484 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2429ca24-9a51-40db-a145-8b76693f42b4 admin admin] Publish callbacks [] for security_group (ce2bec93-efb0-4854-9ac4-50a0de519e0e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:28.634857 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2429ca24-9a51-40db-a145-8b76693f42b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (ce2bec93-efb0-4854-9ac4-50a0de519e0e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:28.637864 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2429ca24-9a51-40db-a145-8b76693f42b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:28.639420 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-2429ca24-9a51-40db-a145-8b76693f42b4 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ce2bec93-efb0-4854-9ac4-50a0de519e0e HTTP/1.1" status: 204 len: 168 time: 0.1547883 Mar 11 20:04:28.648745 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2429ca24-9a51-40db-a145-8b76693f42b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2bec93-efb0-4854-9ac4-50a0de519e0e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:29.036851 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:29.443745 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 46276) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:04:29.549163 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-47faedf2-6e91-4750-b3b0-a0172ca57c9e tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-667116738'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:04:29.569732 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47faedf2-6e91-4750-b3b0-a0172ca57c9e tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Made reservation on behalf of 616118cb5152416298ac064b31e3b4f0 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:04:29.573362 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47faedf2-6e91-4750-b3b0-a0172ca57c9e tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:29.582612 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47faedf2-6e91-4750-b3b0-a0172ca57c9e tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:29.690827 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47faedf2-6e91-4750-b3b0-a0172ca57c9e tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks [] for security_group (f4c85ee2-c6ef-4dca-8da7-d2a5038dc82c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:29.696088 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47faedf2-6e91-4750-b3b0-a0172ca57c9e tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (f4c85ee2-c6ef-4dca-8da7-d2a5038dc82c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:29.730488 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47faedf2-6e91-4750-b3b0-a0172ca57c9e tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] vlan segment allocate from pool success with {'vlan_id': 879, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:04:29.741813 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47faedf2-6e91-4750-b3b0-a0172ca57c9e tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c85ee2-c6ef-4dca-8da7-d2a5038dc82c,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:29.747144 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47faedf2-6e91-4750-b3b0-a0172ca57c9e tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (fe69d8d2-2297-4f05-a1e2-debb917b3bb3), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:29.747489 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-47faedf2-6e91-4750-b3b0-a0172ca57c9e tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Added segment fe69d8d2-2297-4f05-a1e2-debb917b3bb3 of type vlan for network 61bfce32-ab4b-4500-a492-1dcb0fc5b47b Mar 11 20:04:29.797024 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47faedf2-6e91-4750-b3b0-a0172ca57c9e tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (61bfce32-ab4b-4500-a492-1dcb0fc5b47b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:29.825547 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47faedf2-6e91-4750-b3b0-a0172ca57c9e tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (61bfce32-ab4b-4500-a492-1dcb0fc5b47b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:29.831678 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47faedf2-6e91-4750-b3b0-a0172ca57c9e tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:29.832271 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47faedf2-6e91-4750-b3b0-a0172ca57c9e tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:29.881794 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-47faedf2-6e91-4750-b3b0-a0172ca57c9e tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4234881 Mar 11 20:04:29.914936 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47faedf2-6e91-4750-b3b0-a0172ca57c9e tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Pushing event updated for resources: {'Network': ['ID=61bfce32-ab4b-4500-a492-1dcb0fc5b47b,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:30.130766 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 61bfce32-ab4b-4500-a492-1dcb0fc5b47b details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 20:04:33.169330 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 46338) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:04:33.175260 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-62125df6-b78b-4e52-bec6-fd290fe93133 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Request body: {'subnet': {'network_id': '61bfce32-ab4b-4500-a492-1dcb0fc5b47b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:04:33.308258 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62125df6-b78b-4e52-bec6-fd290fe93133 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Made reservation on behalf of 616118cb5152416298ac064b31e3b4f0 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:04:33.315350 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-62125df6-b78b-4e52-bec6-fd290fe93133 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:33.919674 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-62125df6-b78b-4e52-bec6-fd290fe93133 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (619903b7-dc7c-4463-97a5-8e75d70e3a8e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:33.990885 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62125df6-b78b-4e52-bec6-fd290fe93133 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Pushing event updated for resources: {'Subnet': ['ID=619903b7-dc7c-4463-97a5-8e75d70e3a8e,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:34.000807 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62125df6-b78b-4e52-bec6-fd290fe93133 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Checking segment: {'id': 'fe69d8d2-2297-4f05-a1e2-debb917b3bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '61bfce32-ab4b-4500-a492-1dcb0fc5b47b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:04:34.001184 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62125df6-b78b-4e52-bec6-fd290fe93133 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Network hostable DHCP agents. Network: 61bfce32-ab4b-4500-a492-1dcb0fc5b47b, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:04:34.029162 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62125df6-b78b-4e52-bec6-fd290fe93133 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Network 61bfce32-ab4b-4500-a492-1dcb0fc5b47b is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:04:34.044373 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-62125df6-b78b-4e52-bec6-fd290fe93133 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 61bfce32-ab4b-4500-a492-1dcb0fc5b47b) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:04:34.053663 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62125df6-b78b-4e52-bec6-fd290fe93133 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:34.054276 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-62125df6-b78b-4e52-bec6-fd290fe93133 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:34.054785 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86f56ee-bbb0-4169-bc2c-2fe76d517f3e None None] Network 61bfce32-ab4b-4500-a492-1dcb0fc5b47b requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:04:34.080208 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-62125df6-b78b-4e52-bec6-fd290fe93133 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9091113 Mar 11 20:04:34.083756 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 46358) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:04:34.089147 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-92c09383-b020-49f4-8c07-3457ef9c0425 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-877146250'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:04:34.119310 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c09383-b020-49f4-8c07-3457ef9c0425 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Made reservation on behalf of 616118cb5152416298ac064b31e3b4f0 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:04:34.122791 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-92c09383-b020-49f4-8c07-3457ef9c0425 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:34.175386 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92c09383-b020-49f4-8c07-3457ef9c0425 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] vlan segment allocate from pool success with {'vlan_id': 867, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:04:34.186745 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-92c09383-b020-49f4-8c07-3457ef9c0425 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (1512d748-1fa6-41aa-9389-f19d4dd57a45), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:34.187168 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-92c09383-b020-49f4-8c07-3457ef9c0425 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Added segment 1512d748-1fa6-41aa-9389-f19d4dd57a45 of type vlan for network b34bcd83-0130-4fed-9d42-20240f0a9620 Mar 11 20:04:34.235661 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5e64d3-bca6-41d0-b58c-26d70a52a8d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-61bfce32-ab4b-4500-a492-1dcb0fc5b47b', 'network_id': '61bfce32-ab4b-4500-a492-1dcb0fc5b47b', 'project_id': '616118cb5152416298ac064b31e3b4f0', 'fixed_ips': [{'subnet_id': '619903b7-dc7c-4463-97a5-8e75d70e3a8e'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 20:04:34.236692 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0b5e64d3-bca6-41d0-b58c-26d70a52a8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:34.248025 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-92c09383-b020-49f4-8c07-3457ef9c0425 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (b34bcd83-0130-4fed-9d42-20240f0a9620), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:34.307976 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-92c09383-b020-49f4-8c07-3457ef9c0425 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (b34bcd83-0130-4fed-9d42-20240f0a9620), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:34.316177 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c09383-b020-49f4-8c07-3457ef9c0425 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:34.316940 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-92c09383-b020-49f4-8c07-3457ef9c0425 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:34.404834 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-92c09383-b020-49f4-8c07-3457ef9c0425 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3196270 Mar 11 20:04:34.410025 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 46370) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:04:34.417429 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-1b1e4caf-25f9-4a64-985b-68731b4e8067 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Request body: {'subnet': {'network_id': 'b34bcd83-0130-4fed-9d42-20240f0a9620', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:04:34.427423 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-0b5e64d3-bca6-41d0-b58c-26d70a52a8d1 None None] Allocated IP 2001:db8:0:ffff::2 (61bfce32-ab4b-4500-a492-1dcb0fc5b47b/619903b7-dc7c-4463-97a5-8e75d70e3a8e/647135e4-893d-469f-89cb-473ec089e33d) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:04:34.497413 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c09383-b020-49f4-8c07-3457ef9c0425 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Pushing event updated for resources: {'Network': ['ID=b34bcd83-0130-4fed-9d42-20240f0a9620,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:34.520841 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network b34bcd83-0130-4fed-9d42-20240f0a9620 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 20:04:34.567489 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b1e4caf-25f9-4a64-985b-68731b4e8067 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Made reservation on behalf of 616118cb5152416298ac064b31e3b4f0 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:04:34.571879 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1b1e4caf-25f9-4a64-985b-68731b4e8067 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:34.713531 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0b5e64d3-bca6-41d0-b58c-26d70a52a8d1 None None] Publish callbacks [] for port (647135e4-893d-469f-89cb-473ec089e33d), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:34.724296 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0b5e64d3-bca6-41d0-b58c-26d70a52a8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (647135e4-893d-469f-89cb-473ec089e33d), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:34.794105 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5e64d3-bca6-41d0-b58c-26d70a52a8d1 None None] Pushing event updated for resources: {'Port': ['ID=647135e4-893d-469f-89cb-473ec089e33d,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:34.802885 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5e64d3-bca6-41d0-b58c-26d70a52a8d1 None None] Network 61bfce32-ab4b-4500-a492-1dcb0fc5b47b is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:04:34.808051 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-0b5e64d3-bca6-41d0-b58c-26d70a52a8d1 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:04:34.810855 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5e64d3-bca6-41d0-b58c-26d70a52a8d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:04:34.811204 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5e64d3-bca6-41d0-b58c-26d70a52a8d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:04:34.811543 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5e64d3-bca6-41d0-b58c-26d70a52a8d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:04:34.811922 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5e64d3-bca6-41d0-b58c-26d70a52a8d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:04:34.812262 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5e64d3-bca6-41d0-b58c-26d70a52a8d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:04:34.812650 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5e64d3-bca6-41d0-b58c-26d70a52a8d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:04:34.812982 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5e64d3-bca6-41d0-b58c-26d70a52a8d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:04:34.813313 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5e64d3-bca6-41d0-b58c-26d70a52a8d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:04:34.813806 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5e64d3-bca6-41d0-b58c-26d70a52a8d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:04:34.814137 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5e64d3-bca6-41d0-b58c-26d70a52a8d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:04:34.814461 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5e64d3-bca6-41d0-b58c-26d70a52a8d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:04:34.814837 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5e64d3-bca6-41d0-b58c-26d70a52a8d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:04:34.815165 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5e64d3-bca6-41d0-b58c-26d70a52a8d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:04:34.820041 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5e64d3-bca6-41d0-b58c-26d70a52a8d1 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:04:34.864855 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1b1e4caf-25f9-4a64-985b-68731b4e8067 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (83f35943-5531-4d9a-8a39-d61362b54cdc), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:34.905730 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-0b5e64d3-bca6-41d0-b58c-26d70a52a8d1 None None] Attempting to bind port 647135e4-893d-469f-89cb-473ec089e33d on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:04:34.906106 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-0b5e64d3-bca6-41d0-b58c-26d70a52a8d1 None None] Attempting to bind port 647135e4-893d-469f-89cb-473ec089e33d by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'fe69d8d2-2297-4f05-a1e2-debb917b3bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '61bfce32-ab4b-4500-a492-1dcb0fc5b47b'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:04:34.906466 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5e64d3-bca6-41d0-b58c-26d70a52a8d1 None None] Attempting to bind port 647135e4-893d-469f-89cb-473ec089e33d on network 61bfce32-ab4b-4500-a492-1dcb0fc5b47b {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:04:34.912597 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5e64d3-bca6-41d0-b58c-26d70a52a8d1 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:04:34.913474 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5e64d3-bca6-41d0-b58c-26d70a52a8d1 None None] Checking segment: {'id': 'fe69d8d2-2297-4f05-a1e2-debb917b3bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '61bfce32-ab4b-4500-a492-1dcb0fc5b47b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:04:34.914051 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0b5e64d3-bca6-41d0-b58c-26d70a52a8d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:34.914452 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5e64d3-bca6-41d0-b58c-26d70a52a8d1 None None] Bound using segment: {'id': 'fe69d8d2-2297-4f05-a1e2-debb917b3bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '61bfce32-ab4b-4500-a492-1dcb0fc5b47b'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:04:34.914935 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-0b5e64d3-bca6-41d0-b58c-26d70a52a8d1 None None] Bound port: 647135e4-893d-469f-89cb-473ec089e33d, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe69d8d2-2297-4f05-a1e2-debb917b3bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 879, 'network_id': '61bfce32-ab4b-4500-a492-1dcb0fc5b47b'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:04:34.915367 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0b5e64d3-bca6-41d0-b58c-26d70a52a8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (647135e4-893d-469f-89cb-473ec089e33d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:34.943258 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1e4caf-25f9-4a64-985b-68731b4e8067 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Pushing event updated for resources: {'Subnet': ['ID=83f35943-5531-4d9a-8a39-d61362b54cdc,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:34.953424 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1e4caf-25f9-4a64-985b-68731b4e8067 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:04:34.953958 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1e4caf-25f9-4a64-985b-68731b4e8067 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:04:34.954402 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1e4caf-25f9-4a64-985b-68731b4e8067 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:04:34.954839 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1e4caf-25f9-4a64-985b-68731b4e8067 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:04:34.955380 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1e4caf-25f9-4a64-985b-68731b4e8067 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:04:34.956115 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1e4caf-25f9-4a64-985b-68731b4e8067 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:04:34.956678 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1e4caf-25f9-4a64-985b-68731b4e8067 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:04:34.957130 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1e4caf-25f9-4a64-985b-68731b4e8067 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:04:34.957680 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1e4caf-25f9-4a64-985b-68731b4e8067 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:04:34.958226 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1e4caf-25f9-4a64-985b-68731b4e8067 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:04:34.958684 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1e4caf-25f9-4a64-985b-68731b4e8067 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:04:34.959336 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1e4caf-25f9-4a64-985b-68731b4e8067 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:04:34.960590 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1e4caf-25f9-4a64-985b-68731b4e8067 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:04:34.971824 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1e4caf-25f9-4a64-985b-68731b4e8067 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Checking segment: {'id': '1512d748-1fa6-41aa-9389-f19d4dd57a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b34bcd83-0130-4fed-9d42-20240f0a9620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:04:34.972300 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1e4caf-25f9-4a64-985b-68731b4e8067 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Network hostable DHCP agents. Network: b34bcd83-0130-4fed-9d42-20240f0a9620, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:04:34.996982 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1e4caf-25f9-4a64-985b-68731b4e8067 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Network b34bcd83-0130-4fed-9d42-20240f0a9620 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:04:35.010251 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-0b5e64d3-bca6-41d0-b58c-26d70a52a8d1 None None] For port 647135e4-893d-469f-89cb-473ec089e33d, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:04:35.013870 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-0b5e64d3-bca6-41d0-b58c-26d70a52a8d1 None None] For port 647135e4-893d-469f-89cb-473ec089e33d, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=647135e4-893d-469f-89cb-473ec089e33d,segment=NetworkSegment(fe69d8d2-2297-4f05-a1e2-debb917b3bb3),segment_id=fe69d8d2-2297-4f05-a1e2-debb917b3bb3)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:04:35.018747 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-1b1e4caf-25f9-4a64-985b-68731b4e8067 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, b34bcd83-0130-4fed-9d42-20240f0a9620) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:04:35.024997 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1e4caf-25f9-4a64-985b-68731b4e8067 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:35.025820 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1b1e4caf-25f9-4a64-985b-68731b4e8067 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:35.033364 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c78fddc-23eb-4f49-bdf5-d179903b1dbd None None] Network b34bcd83-0130-4fed-9d42-20240f0a9620 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:04:35.038305 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0b5e64d3-bca6-41d0-b58c-26d70a52a8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (647135e4-893d-469f-89cb-473ec089e33d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:35.059972 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-1b1e4caf-25f9-4a64-985b-68731b4e8067 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6467319 Mar 11 20:04:35.060910 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 46388) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:04:35.187574 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5e64d3-bca6-41d0-b58c-26d70a52a8d1 None None] Pushing event updated for resources: {'Port': ['ID=647135e4-893d-469f-89cb-473ec089e33d,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:35.224450 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0df8695-666b-4671-ba84-bf89bcaa8d57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-b34bcd83-0130-4fed-9d42-20240f0a9620', 'network_id': 'b34bcd83-0130-4fed-9d42-20240f0a9620', 'project_id': '616118cb5152416298ac064b31e3b4f0', 'fixed_ips': [{'subnet_id': '83f35943-5531-4d9a-8a39-d61362b54cdc'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 20:04:35.227381 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0df8695-666b-4671-ba84-bf89bcaa8d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:35.233501 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7375daeb-944f-434e-a65d-c74721d5cbea tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (b34bcd83-0130-4fed-9d42-20240f0a9620), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:35.402883 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7375daeb-944f-434e-a65d-c74721d5cbea tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (83f35943-5531-4d9a-8a39-d61362b54cdc), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:35.554469 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-d0df8695-666b-4671-ba84-bf89bcaa8d57 None None] Allocated IP 2001:db8::1 (b34bcd83-0130-4fed-9d42-20240f0a9620/83f35943-5531-4d9a-8a39-d61362b54cdc/eee7a52c-ca5b-42ce-9f6f-4345c722bf2d) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:04:35.962647 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 647135e4-893d-469f-89cb-473ec089e33d up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:04:36.016283 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0df8695-666b-4671-ba84-bf89bcaa8d57 None None] Publish callbacks [] for port (eee7a52c-ca5b-42ce-9f6f-4345c722bf2d), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:36.045375 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0df8695-666b-4671-ba84-bf89bcaa8d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (eee7a52c-ca5b-42ce-9f6f-4345c722bf2d), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:36.048353 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7375daeb-944f-434e-a65d-c74721d5cbea tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (83f35943-5531-4d9a-8a39-d61362b54cdc), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:36.094504 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7375daeb-944f-434e-a65d-c74721d5cbea tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Pushing event deleted for resources: {'Subnet': ['ID=83f35943-5531-4d9a-8a39-d61362b54cdc,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:36.116109 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0df8695-666b-4671-ba84-bf89bcaa8d57 None None] Network b34bcd83-0130-4fed-9d42-20240f0a9620 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:04:36.121816 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-d0df8695-666b-4671-ba84-bf89bcaa8d57 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:04:36.126797 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0df8695-666b-4671-ba84-bf89bcaa8d57 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:04:36.130555 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 647135e4-893d-469f-89cb-473ec089e33d triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:04:36.131480 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (647135e4-893d-469f-89cb-473ec089e33d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:36.218217 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7375daeb-944f-434e-a65d-c74721d5cbea tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (b34bcd83-0130-4fed-9d42-20240f0a9620), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:36.232712 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0df8695-666b-4671-ba84-bf89bcaa8d57 None None] Pushing event updated for resources: {'Port': ['ID=eee7a52c-ca5b-42ce-9f6f-4345c722bf2d,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:36.289640 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-7375daeb-944f-434e-a65d-c74721d5cbea tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b34bcd83-0130-4fed-9d42-20240f0a9620']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:04:36.309175 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 647135e4-893d-469f-89cb-473ec089e33d is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:04:36.309569 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (647135e4-893d-469f-89cb-473ec089e33d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:36.315774 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-7375daeb-944f-434e-a65d-c74721d5cbea tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1512d748-1fa6-41aa-9389-f19d4dd57a45') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:04:36.316125 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-7375daeb-944f-434e-a65d-c74721d5cbea tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1512d748-1fa6-41aa-9389-f19d4dd57a45') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:04:36.343714 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-d0df8695-666b-4671-ba84-bf89bcaa8d57 None None] Attempting to bind port eee7a52c-ca5b-42ce-9f6f-4345c722bf2d on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:04:36.344311 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-d0df8695-666b-4671-ba84-bf89bcaa8d57 None None] Attempting to bind port eee7a52c-ca5b-42ce-9f6f-4345c722bf2d by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '1512d748-1fa6-41aa-9389-f19d4dd57a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b34bcd83-0130-4fed-9d42-20240f0a9620'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:04:36.344683 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0df8695-666b-4671-ba84-bf89bcaa8d57 None None] Attempting to bind port eee7a52c-ca5b-42ce-9f6f-4345c722bf2d on network b34bcd83-0130-4fed-9d42-20240f0a9620 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:04:36.344818 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7375daeb-944f-434e-a65d-c74721d5cbea tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (1512d748-1fa6-41aa-9389-f19d4dd57a45), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:36.356555 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0df8695-666b-4671-ba84-bf89bcaa8d57 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:04:36.356928 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0df8695-666b-4671-ba84-bf89bcaa8d57 None None] Checking segment: {'id': '1512d748-1fa6-41aa-9389-f19d4dd57a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b34bcd83-0130-4fed-9d42-20240f0a9620'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:04:36.357260 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0df8695-666b-4671-ba84-bf89bcaa8d57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:36.357656 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0df8695-666b-4671-ba84-bf89bcaa8d57 None None] Bound using segment: {'id': '1512d748-1fa6-41aa-9389-f19d4dd57a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b34bcd83-0130-4fed-9d42-20240f0a9620'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:04:36.358196 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-d0df8695-666b-4671-ba84-bf89bcaa8d57 None None] Bound port: eee7a52c-ca5b-42ce-9f6f-4345c722bf2d, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1512d748-1fa6-41aa-9389-f19d4dd57a45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'b34bcd83-0130-4fed-9d42-20240f0a9620'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:04:36.358583 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0df8695-666b-4671-ba84-bf89bcaa8d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (eee7a52c-ca5b-42ce-9f6f-4345c722bf2d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:36.366435 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7375daeb-944f-434e-a65d-c74721d5cbea tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (1512d748-1fa6-41aa-9389-f19d4dd57a45), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:36.379272 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7375daeb-944f-434e-a65d-c74721d5cbea tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Releasing vlan 867 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 20:04:36.379716 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7375daeb-944f-434e-a65d-c74721d5cbea tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (1512d748-1fa6-41aa-9389-f19d4dd57a45), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:36.380597 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 647135e4-893d-469f-89cb-473ec089e33d, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=647135e4-893d-469f-89cb-473ec089e33d,segment=NetworkSegment(fe69d8d2-2297-4f05-a1e2-debb917b3bb3),segment_id=fe69d8d2-2297-4f05-a1e2-debb917b3bb3)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:04:36.385278 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 20:04:36.385278 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 20:04:36.385278 n-d-833163-1 neutron-server[103884]: timer() Mar 11 20:04:36.385278 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:04:36.385278 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 20:04:36.385278 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 20:04:36.385278 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 20:04:36.385278 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:04:36.385278 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 20:04:36.385278 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:04:36.385278 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 20:04:36.385278 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:04:36.385278 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 20:04:36.385278 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 20:04:36.385278 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:04:36.385278 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 20:04:36.385278 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:04:36.385278 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 20:04:36.385278 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 20:04:36.385278 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:04:36.385278 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 20:04:36.385278 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:04:36.385278 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:04:36.385278 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 20:04:36.385278 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 20:04:36.385278 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 20:04:36.385278 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:04:36.385278 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 20:04:36.385278 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:04:36.385278 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 20:04:36.385278 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:04:36.385278 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:04:36.410053 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (647135e4-893d-469f-89cb-473ec089e33d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:36.469254 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=647135e4-893d-469f-89cb-473ec089e33d,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:36.491903 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.db.api [None req-7375daeb-944f-434e-a65d-c74721d5cbea tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 20:04:36.491903 n-d-833163-1 neutron-server[103884]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 20:04:36.491903 n-d-833163-1 neutron-server[103884]: [parameters: {'id': 'b34bcd83-0130-4fed-9d42-20240f0a9620'}] Mar 11 20:04:36.491903 n-d-833163-1 neutron-server[103884]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103884) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 20:04:36.492808 n-d-833163-1 neutron-server[103884]: DEBUG oslo_db.api [None req-7375daeb-944f-434e-a65d-c74721d5cbea tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 20:04:36.517265 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d0df8695-666b-4671-ba84-bf89bcaa8d57 None None] For port eee7a52c-ca5b-42ce-9f6f-4345c722bf2d, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:04:36.520944 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d0df8695-666b-4671-ba84-bf89bcaa8d57 None None] For port eee7a52c-ca5b-42ce-9f6f-4345c722bf2d, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=eee7a52c-ca5b-42ce-9f6f-4345c722bf2d,segment=NetworkSegment(1512d748-1fa6-41aa-9389-f19d4dd57a45),segment_id=1512d748-1fa6-41aa-9389-f19d4dd57a45)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:04:36.528109 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0df8695-666b-4671-ba84-bf89bcaa8d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (eee7a52c-ca5b-42ce-9f6f-4345c722bf2d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:36.638206 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0df8695-666b-4671-ba84-bf89bcaa8d57 None None] Pushing event updated for resources: {'Port': ['ID=eee7a52c-ca5b-42ce-9f6f-4345c722bf2d,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:36.651854 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f385e8f7-3579-430a-aa65-805b965ec497 None None] Network b34bcd83-0130-4fed-9d42-20240f0a9620 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:04:36.779348 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b150fcc5-f950-423c-82b1-1aa1a5094bc5 None None] Network 61bfce32-ab4b-4500-a492-1dcb0fc5b47b requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:04:36.822094 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-cfe4afb4-2cb8-421b-8f57-f238423aabba None None] Provisioning complete for port 647135e4-893d-469f-89cb-473ec089e33d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:04:36.822504 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cfe4afb4-2cb8-421b-8f57-f238423aabba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (647135e4-893d-469f-89cb-473ec089e33d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:36.994282 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7375daeb-944f-434e-a65d-c74721d5cbea tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (b34bcd83-0130-4fed-9d42-20240f0a9620), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:37.000731 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-cfe4afb4-2cb8-421b-8f57-f238423aabba None None] Current status of the port 647135e4-893d-469f-89cb-473ec089e33d is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:04:37.059751 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-7375daeb-944f-434e-a65d-c74721d5cbea tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Deleting port eee7a52c-ca5b-42ce-9f6f-4345c722bf2d {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:04:37.060336 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7375daeb-944f-434e-a65d-c74721d5cbea tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (eee7a52c-ca5b-42ce-9f6f-4345c722bf2d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:37.132065 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-7375daeb-944f-434e-a65d-c74721d5cbea tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] For port eee7a52c-ca5b-42ce-9f6f-4345c722bf2d, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=eee7a52c-ca5b-42ce-9f6f-4345c722bf2d,segment=NetworkSegment(1512d748-1fa6-41aa-9389-f19d4dd57a45),segment_id=1512d748-1fa6-41aa-9389-f19d4dd57a45)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:04:37.132660 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7375daeb-944f-434e-a65d-c74721d5cbea tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (eee7a52c-ca5b-42ce-9f6f-4345c722bf2d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:37.151555 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-7375daeb-944f-434e-a65d-c74721d5cbea tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Calling delete_port for eee7a52c-ca5b-42ce-9f6f-4345c722bf2d owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:04:37.333764 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b42ea8-b2b9-49cc-9286-8c98e9702cbd None None] get_active_networks_info from n-d-833163-1 {{(pid=103886) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 11 20:04:37.386431 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-10f7d0be-673b-489e-80b5-bac9a8ce1fae None None] Provisioning complete for port 647135e4-893d-469f-89cb-473ec089e33d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:04:37.387046 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-10f7d0be-673b-489e-80b5-bac9a8ce1fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (647135e4-893d-469f-89cb-473ec089e33d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:37.503676 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b42ea8-b2b9-49cc-9286-8c98e9702cbd None None] Resources bound (agent type, host, resource id): {{(pid=103886) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 20:04:37.665447 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7375daeb-944f-434e-a65d-c74721d5cbea tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (eee7a52c-ca5b-42ce-9f6f-4345c722bf2d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:37.716633 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-10f7d0be-673b-489e-80b5-bac9a8ce1fae None None] Current status of the port 647135e4-893d-469f-89cb-473ec089e33d is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:04:37.742764 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7375daeb-944f-434e-a65d-c74721d5cbea tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] No DVR routers for this DVR port eee7a52c-ca5b-42ce-9f6f-4345c722bf2d on host n-d-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:04:37.764662 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 647135e4-893d-469f-89cb-473ec089e33d up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:04:37.775438 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7375daeb-944f-434e-a65d-c74721d5cbea tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Pushing event deleted for resources: {'Port': ['ID=eee7a52c-ca5b-42ce-9f6f-4345c722bf2d,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:37.861030 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 647135e4-893d-469f-89cb-473ec089e33d triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:04:37.861400 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (647135e4-893d-469f-89cb-473ec089e33d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:37.903461 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7375daeb-944f-434e-a65d-c74721d5cbea tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (b34bcd83-0130-4fed-9d42-20240f0a9620), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:37.948366 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-7375daeb-944f-434e-a65d-c74721d5cbea tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b34bcd83-0130-4fed-9d42-20240f0a9620']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:04:37.989215 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-7375daeb-944f-434e-a65d-c74721d5cbea tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1512d748-1fa6-41aa-9389-f19d4dd57a45') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:04:37.990457 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-7375daeb-944f-434e-a65d-c74721d5cbea tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1512d748-1fa6-41aa-9389-f19d4dd57a45') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:04:38.010080 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7375daeb-944f-434e-a65d-c74721d5cbea tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (1512d748-1fa6-41aa-9389-f19d4dd57a45), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:38.025182 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 647135e4-893d-469f-89cb-473ec089e33d is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:04:38.039231 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7375daeb-944f-434e-a65d-c74721d5cbea tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (1512d748-1fa6-41aa-9389-f19d4dd57a45), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:38.050507 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7375daeb-944f-434e-a65d-c74721d5cbea tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Releasing vlan 867 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 20:04:38.051019 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7375daeb-944f-434e-a65d-c74721d5cbea tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (1512d748-1fa6-41aa-9389-f19d4dd57a45), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:38.054875 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 20:04:38.054875 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 20:04:38.054875 n-d-833163-1 neutron-server[103884]: timer() Mar 11 20:04:38.054875 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:04:38.054875 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 20:04:38.054875 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 20:04:38.054875 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 20:04:38.054875 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:04:38.054875 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 20:04:38.054875 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:04:38.054875 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 20:04:38.054875 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:04:38.054875 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 20:04:38.054875 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 20:04:38.054875 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:04:38.054875 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 20:04:38.054875 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:04:38.054875 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 20:04:38.054875 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 20:04:38.054875 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:04:38.054875 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 20:04:38.054875 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:04:38.054875 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:04:38.054875 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 20:04:38.054875 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 20:04:38.054875 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 20:04:38.054875 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:04:38.054875 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 20:04:38.054875 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:04:38.054875 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 20:04:38.054875 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:04:38.054875 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:04:38.133479 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7375daeb-944f-434e-a65d-c74721d5cbea tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (b34bcd83-0130-4fed-9d42-20240f0a9620), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:38.138349 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7375daeb-944f-434e-a65d-c74721d5cbea tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:38.147038 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-7375daeb-944f-434e-a65d-c74721d5cbea tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] 10.222.0.65 "DELETE /v2.0/networks/b34bcd83-0130-4fed-9d42-20240f0a9620 HTTP/1.1" status: 204 len: 168 time: 3.0802794 Mar 11 20:04:38.147266 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 46464) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:04:38.155916 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-64dfdb85-bd45-4e6b-a2a1-d75548e43d16 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1654291726'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:04:38.174747 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7375daeb-944f-434e-a65d-c74721d5cbea tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Pushing event deleted for resources: {'Network': ['ID=b34bcd83-0130-4fed-9d42-20240f0a9620,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:38.198070 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64dfdb85-bd45-4e6b-a2a1-d75548e43d16 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Made reservation on behalf of 616118cb5152416298ac064b31e3b4f0 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:04:38.202154 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-64dfdb85-bd45-4e6b-a2a1-d75548e43d16 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:38.232480 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64dfdb85-bd45-4e6b-a2a1-d75548e43d16 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] vlan segment allocate from pool success with {'vlan_id': 855, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:04:38.244259 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-64dfdb85-bd45-4e6b-a2a1-d75548e43d16 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (7199fbdf-068e-415a-bf63-58bced25fb5a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:38.244950 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-64dfdb85-bd45-4e6b-a2a1-d75548e43d16 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Added segment 7199fbdf-068e-415a-bf63-58bced25fb5a of type vlan for network f6cd716e-f5fa-47f5-a9ce-f185fc6ba50a Mar 11 20:04:38.304793 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-64dfdb85-bd45-4e6b-a2a1-d75548e43d16 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (f6cd716e-f5fa-47f5-a9ce-f185fc6ba50a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:38.338609 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-64dfdb85-bd45-4e6b-a2a1-d75548e43d16 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (f6cd716e-f5fa-47f5-a9ce-f185fc6ba50a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:38.344322 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64dfdb85-bd45-4e6b-a2a1-d75548e43d16 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:38.345691 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-64dfdb85-bd45-4e6b-a2a1-d75548e43d16 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:38.392931 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 46498) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:04:38.393035 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-64dfdb85-bd45-4e6b-a2a1-d75548e43d16 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2445166 Mar 11 20:04:38.397800 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-119e0a94-4df2-4ecd-b2d0-9db964d455e6 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Request body: {'subnet': {'network_id': 'f6cd716e-f5fa-47f5-a9ce-f185fc6ba50a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:04:38.435360 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dfdb85-bd45-4e6b-a2a1-d75548e43d16 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Pushing event updated for resources: {'Network': ['ID=f6cd716e-f5fa-47f5-a9ce-f185fc6ba50a,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:38.467616 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network f6cd716e-f5fa-47f5-a9ce-f185fc6ba50a details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 20:04:38.551733 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119e0a94-4df2-4ecd-b2d0-9db964d455e6 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Made reservation on behalf of 616118cb5152416298ac064b31e3b4f0 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:04:38.560644 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-119e0a94-4df2-4ecd-b2d0-9db964d455e6 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:38.831728 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-119e0a94-4df2-4ecd-b2d0-9db964d455e6 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (e4533e44-e72c-42be-9bbc-0644f70f5486), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:38.935313 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119e0a94-4df2-4ecd-b2d0-9db964d455e6 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Checking segment: {'id': '7199fbdf-068e-415a-bf63-58bced25fb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'f6cd716e-f5fa-47f5-a9ce-f185fc6ba50a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:04:38.935611 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119e0a94-4df2-4ecd-b2d0-9db964d455e6 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Network hostable DHCP agents. Network: f6cd716e-f5fa-47f5-a9ce-f185fc6ba50a, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:04:38.947907 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119e0a94-4df2-4ecd-b2d0-9db964d455e6 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Pushing event updated for resources: {'Subnet': ['ID=e4533e44-e72c-42be-9bbc-0644f70f5486,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:38.968299 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119e0a94-4df2-4ecd-b2d0-9db964d455e6 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Network f6cd716e-f5fa-47f5-a9ce-f185fc6ba50a is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:04:39.002472 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-119e0a94-4df2-4ecd-b2d0-9db964d455e6 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, f6cd716e-f5fa-47f5-a9ce-f185fc6ba50a) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:04:39.009589 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119e0a94-4df2-4ecd-b2d0-9db964d455e6 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:39.010364 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-119e0a94-4df2-4ecd-b2d0-9db964d455e6 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:39.015315 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549374ea-2886-4fa1-a295-16a5ace90e11 None None] Network f6cd716e-f5fa-47f5-a9ce-f185fc6ba50a requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:04:39.059849 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-119e0a94-4df2-4ecd-b2d0-9db964d455e6 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6656430 Mar 11 20:04:39.062861 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 46572) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:04:39.068735 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-844d399e-5494-4c71-a956-6c6c0589182d tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1146259361'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:04:39.095023 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844d399e-5494-4c71-a956-6c6c0589182d tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Made reservation on behalf of 616118cb5152416298ac064b31e3b4f0 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:04:39.098712 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-844d399e-5494-4c71-a956-6c6c0589182d tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:39.142338 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-844d399e-5494-4c71-a956-6c6c0589182d tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] vlan segment allocate from pool success with {'vlan_id': 869, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:04:39.156916 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-844d399e-5494-4c71-a956-6c6c0589182d tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (6da9463c-24a3-4fa4-81e9-4e9a2eec146a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:39.158176 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-844d399e-5494-4c71-a956-6c6c0589182d tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Added segment 6da9463c-24a3-4fa4-81e9-4e9a2eec146a of type vlan for network 62d74342-292d-412c-843b-f4fab899a725 Mar 11 20:04:39.230879 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bd0a0f-2043-4e1a-bc12-6cbff63c5aa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-f6cd716e-f5fa-47f5-a9ce-f185fc6ba50a', 'network_id': 'f6cd716e-f5fa-47f5-a9ce-f185fc6ba50a', 'project_id': '616118cb5152416298ac064b31e3b4f0', 'fixed_ips': [{'subnet_id': 'e4533e44-e72c-42be-9bbc-0644f70f5486'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 20:04:39.232573 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f5bd0a0f-2043-4e1a-bc12-6cbff63c5aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:39.237854 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-844d399e-5494-4c71-a956-6c6c0589182d tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (62d74342-292d-412c-843b-f4fab899a725), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:39.289193 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-844d399e-5494-4c71-a956-6c6c0589182d tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (62d74342-292d-412c-843b-f4fab899a725), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:39.298734 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844d399e-5494-4c71-a956-6c6c0589182d tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:39.299382 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-844d399e-5494-4c71-a956-6c6c0589182d tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:39.398709 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-844d399e-5494-4c71-a956-6c6c0589182d tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3312395 Mar 11 20:04:39.398987 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 46608) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:04:39.430695 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-53394b3d-a738-44bb-ad1a-7e502ac487a1 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Request body: {'subnet': {'network_id': '62d74342-292d-412c-843b-f4fab899a725', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:04:39.432884 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-f5bd0a0f-2043-4e1a-bc12-6cbff63c5aa0 None None] Allocated IP 2001:db8::3 (f6cd716e-f5fa-47f5-a9ce-f185fc6ba50a/e4533e44-e72c-42be-9bbc-0644f70f5486/1c315dcc-7fd6-4355-93a4-6844f730fbf6) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:04:39.540240 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844d399e-5494-4c71-a956-6c6c0589182d tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Pushing event updated for resources: {'Network': ['ID=62d74342-292d-412c-843b-f4fab899a725,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:39.560348 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 62d74342-292d-412c-843b-f4fab899a725 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 20:04:39.608954 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53394b3d-a738-44bb-ad1a-7e502ac487a1 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Made reservation on behalf of 616118cb5152416298ac064b31e3b4f0 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:04:39.614241 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-53394b3d-a738-44bb-ad1a-7e502ac487a1 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:39.722838 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.ipam_backend_mixin [None req-53394b3d-a738-44bb-ad1a-7e502ac487a1 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Performing IP validity checks on allocation pools {{(pid=103885) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 11 20:04:39.723648 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.ipam_backend_mixin [None req-53394b3d-a738-44bb-ad1a-7e502ac487a1 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103885) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 11 20:04:39.752266 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f5bd0a0f-2043-4e1a-bc12-6cbff63c5aa0 None None] Publish callbacks [] for port (1c315dcc-7fd6-4355-93a4-6844f730fbf6), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:39.768358 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f5bd0a0f-2043-4e1a-bc12-6cbff63c5aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (1c315dcc-7fd6-4355-93a4-6844f730fbf6), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:39.817756 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bd0a0f-2043-4e1a-bc12-6cbff63c5aa0 None None] Network f6cd716e-f5fa-47f5-a9ce-f185fc6ba50a is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:04:39.824770 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-f5bd0a0f-2043-4e1a-bc12-6cbff63c5aa0 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:04:39.827765 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bd0a0f-2043-4e1a-bc12-6cbff63c5aa0 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:04:39.841870 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bd0a0f-2043-4e1a-bc12-6cbff63c5aa0 None None] Pushing event updated for resources: {'Port': ['ID=1c315dcc-7fd6-4355-93a4-6844f730fbf6,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:39.909614 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-f5bd0a0f-2043-4e1a-bc12-6cbff63c5aa0 None None] Attempting to bind port 1c315dcc-7fd6-4355-93a4-6844f730fbf6 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:04:39.910774 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-f5bd0a0f-2043-4e1a-bc12-6cbff63c5aa0 None None] Attempting to bind port 1c315dcc-7fd6-4355-93a4-6844f730fbf6 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '7199fbdf-068e-415a-bf63-58bced25fb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'f6cd716e-f5fa-47f5-a9ce-f185fc6ba50a'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:04:39.911313 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bd0a0f-2043-4e1a-bc12-6cbff63c5aa0 None None] Attempting to bind port 1c315dcc-7fd6-4355-93a4-6844f730fbf6 on network f6cd716e-f5fa-47f5-a9ce-f185fc6ba50a {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:04:39.920673 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bd0a0f-2043-4e1a-bc12-6cbff63c5aa0 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:04:39.921321 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bd0a0f-2043-4e1a-bc12-6cbff63c5aa0 None None] Checking segment: {'id': '7199fbdf-068e-415a-bf63-58bced25fb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'f6cd716e-f5fa-47f5-a9ce-f185fc6ba50a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:04:39.921890 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f5bd0a0f-2043-4e1a-bc12-6cbff63c5aa0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:39.923022 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bd0a0f-2043-4e1a-bc12-6cbff63c5aa0 None None] Bound using segment: {'id': '7199fbdf-068e-415a-bf63-58bced25fb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'f6cd716e-f5fa-47f5-a9ce-f185fc6ba50a'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:04:39.923704 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-f5bd0a0f-2043-4e1a-bc12-6cbff63c5aa0 None None] Bound port: 1c315dcc-7fd6-4355-93a4-6844f730fbf6, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7199fbdf-068e-415a-bf63-58bced25fb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': 'f6cd716e-f5fa-47f5-a9ce-f185fc6ba50a'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:04:39.924327 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f5bd0a0f-2043-4e1a-bc12-6cbff63c5aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (1c315dcc-7fd6-4355-93a4-6844f730fbf6), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:39.948225 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-53394b3d-a738-44bb-ad1a-7e502ac487a1 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (7c9d3dc7-a623-4b3b-9903-e8d3a043df4e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:40.048736 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53394b3d-a738-44bb-ad1a-7e502ac487a1 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Checking segment: {'id': '6da9463c-24a3-4fa4-81e9-4e9a2eec146a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '62d74342-292d-412c-843b-f4fab899a725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:04:40.052255 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53394b3d-a738-44bb-ad1a-7e502ac487a1 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Network hostable DHCP agents. Network: 62d74342-292d-412c-843b-f4fab899a725, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:04:40.064220 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53394b3d-a738-44bb-ad1a-7e502ac487a1 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Pushing event updated for resources: {'Subnet': ['ID=7c9d3dc7-a623-4b3b-9903-e8d3a043df4e,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:40.074618 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-f5bd0a0f-2043-4e1a-bc12-6cbff63c5aa0 None None] For port 1c315dcc-7fd6-4355-93a4-6844f730fbf6, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:04:40.081288 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-f5bd0a0f-2043-4e1a-bc12-6cbff63c5aa0 None None] For port 1c315dcc-7fd6-4355-93a4-6844f730fbf6, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=1c315dcc-7fd6-4355-93a4-6844f730fbf6,segment=NetworkSegment(7199fbdf-068e-415a-bf63-58bced25fb5a),segment_id=7199fbdf-068e-415a-bf63-58bced25fb5a)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:04:40.085087 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53394b3d-a738-44bb-ad1a-7e502ac487a1 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Network 62d74342-292d-412c-843b-f4fab899a725 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:04:40.096195 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f5bd0a0f-2043-4e1a-bc12-6cbff63c5aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (1c315dcc-7fd6-4355-93a4-6844f730fbf6), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:40.102278 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-53394b3d-a738-44bb-ad1a-7e502ac487a1 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 62d74342-292d-412c-843b-f4fab899a725) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:04:40.112141 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53394b3d-a738-44bb-ad1a-7e502ac487a1 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:40.113270 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-53394b3d-a738-44bb-ad1a-7e502ac487a1 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:40.138896 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a58477-c527-4a26-abf2-2553b0d98d1f None None] Network 62d74342-292d-412c-843b-f4fab899a725 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:04:40.159649 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-53394b3d-a738-44bb-ad1a-7e502ac487a1 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.7594495 Mar 11 20:04:40.162009 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 46690) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:04:40.383411 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bd0a0f-2043-4e1a-bc12-6cbff63c5aa0 None None] Pushing event updated for resources: {'Port': ['ID=1c315dcc-7fd6-4355-93a4-6844f730fbf6,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:40.469270 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-847f8e08-53ee-4b5d-bd73-09c509b4f222 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (62d74342-292d-412c-843b-f4fab899a725), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:40.476721 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599385c1-c5ca-49d8-b0da-f9f01192f4d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-62d74342-292d-412c-843b-f4fab899a725', 'network_id': '62d74342-292d-412c-843b-f4fab899a725', 'project_id': '616118cb5152416298ac064b31e3b4f0', 'fixed_ips': [{'subnet_id': '7c9d3dc7-a623-4b3b-9903-e8d3a043df4e'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 20:04:40.478030 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-599385c1-c5ca-49d8-b0da-f9f01192f4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:40.665379 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-847f8e08-53ee-4b5d-bd73-09c509b4f222 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (7c9d3dc7-a623-4b3b-9903-e8d3a043df4e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:40.772646 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-599385c1-c5ca-49d8-b0da-f9f01192f4d7 None None] Allocated IP 2001:db8::3 (62d74342-292d-412c-843b-f4fab899a725/7c9d3dc7-a623-4b3b-9903-e8d3a043df4e/148e22f3-6d10-48e6-acf5-62d826771a4d) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:04:41.020138 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-599385c1-c5ca-49d8-b0da-f9f01192f4d7 None None] Publish callbacks [] for port (148e22f3-6d10-48e6-acf5-62d826771a4d), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:41.038751 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-599385c1-c5ca-49d8-b0da-f9f01192f4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (148e22f3-6d10-48e6-acf5-62d826771a4d), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:41.069570 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-847f8e08-53ee-4b5d-bd73-09c509b4f222 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (7c9d3dc7-a623-4b3b-9903-e8d3a043df4e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:41.105605 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599385c1-c5ca-49d8-b0da-f9f01192f4d7 None None] Network 62d74342-292d-412c-843b-f4fab899a725 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:04:41.109810 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-599385c1-c5ca-49d8-b0da-f9f01192f4d7 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:04:41.120419 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599385c1-c5ca-49d8-b0da-f9f01192f4d7 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:04:41.142454 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599385c1-c5ca-49d8-b0da-f9f01192f4d7 None None] Pushing event updated for resources: {'Port': ['ID=148e22f3-6d10-48e6-acf5-62d826771a4d,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:41.178999 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847f8e08-53ee-4b5d-bd73-09c509b4f222 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Pushing event deleted for resources: {'Subnet': ['ID=7c9d3dc7-a623-4b3b-9903-e8d3a043df4e,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:41.229123 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-599385c1-c5ca-49d8-b0da-f9f01192f4d7 None None] Attempting to bind port 148e22f3-6d10-48e6-acf5-62d826771a4d on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:04:41.229900 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-599385c1-c5ca-49d8-b0da-f9f01192f4d7 None None] Attempting to bind port 148e22f3-6d10-48e6-acf5-62d826771a4d by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '6da9463c-24a3-4fa4-81e9-4e9a2eec146a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '62d74342-292d-412c-843b-f4fab899a725'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:04:41.231512 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599385c1-c5ca-49d8-b0da-f9f01192f4d7 None None] Attempting to bind port 148e22f3-6d10-48e6-acf5-62d826771a4d on network 62d74342-292d-412c-843b-f4fab899a725 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:04:41.239819 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599385c1-c5ca-49d8-b0da-f9f01192f4d7 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:04:41.241168 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599385c1-c5ca-49d8-b0da-f9f01192f4d7 None None] Checking segment: {'id': '6da9463c-24a3-4fa4-81e9-4e9a2eec146a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '62d74342-292d-412c-843b-f4fab899a725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:04:41.241841 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-599385c1-c5ca-49d8-b0da-f9f01192f4d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:41.242519 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599385c1-c5ca-49d8-b0da-f9f01192f4d7 None None] Bound using segment: {'id': '6da9463c-24a3-4fa4-81e9-4e9a2eec146a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '62d74342-292d-412c-843b-f4fab899a725'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:04:41.243881 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-599385c1-c5ca-49d8-b0da-f9f01192f4d7 None None] Bound port: 148e22f3-6d10-48e6-acf5-62d826771a4d, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da9463c-24a3-4fa4-81e9-4e9a2eec146a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 869, 'network_id': '62d74342-292d-412c-843b-f4fab899a725'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:04:41.244513 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-599385c1-c5ca-49d8-b0da-f9f01192f4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (148e22f3-6d10-48e6-acf5-62d826771a4d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:41.319553 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-847f8e08-53ee-4b5d-bd73-09c509b4f222 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (62d74342-292d-412c-843b-f4fab899a725), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:41.351146 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-847f8e08-53ee-4b5d-bd73-09c509b4f222 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62d74342-292d-412c-843b-f4fab899a725']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:04:41.365107 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-847f8e08-53ee-4b5d-bd73-09c509b4f222 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6da9463c-24a3-4fa4-81e9-4e9a2eec146a') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:04:41.365107 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-847f8e08-53ee-4b5d-bd73-09c509b4f222 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6da9463c-24a3-4fa4-81e9-4e9a2eec146a') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:04:41.377014 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-847f8e08-53ee-4b5d-bd73-09c509b4f222 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (6da9463c-24a3-4fa4-81e9-4e9a2eec146a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:41.394987 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-847f8e08-53ee-4b5d-bd73-09c509b4f222 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (6da9463c-24a3-4fa4-81e9-4e9a2eec146a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:41.408481 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-847f8e08-53ee-4b5d-bd73-09c509b4f222 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Releasing vlan 869 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 20:04:41.409326 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-847f8e08-53ee-4b5d-bd73-09c509b4f222 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (6da9463c-24a3-4fa4-81e9-4e9a2eec146a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:41.440504 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-599385c1-c5ca-49d8-b0da-f9f01192f4d7 None None] For port 148e22f3-6d10-48e6-acf5-62d826771a4d, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:04:41.448806 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 20:04:41.448806 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 20:04:41.448806 n-d-833163-1 neutron-server[103884]: timer() Mar 11 20:04:41.448806 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:04:41.448806 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 20:04:41.448806 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 20:04:41.448806 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 20:04:41.448806 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:04:41.448806 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 20:04:41.448806 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:04:41.448806 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 20:04:41.448806 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:04:41.448806 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 20:04:41.448806 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 20:04:41.448806 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:04:41.448806 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 20:04:41.448806 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:04:41.448806 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 20:04:41.448806 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 20:04:41.448806 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:04:41.448806 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 20:04:41.448806 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:04:41.448806 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:04:41.448806 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 20:04:41.448806 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 20:04:41.448806 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 20:04:41.448806 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:04:41.448806 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 20:04:41.448806 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:04:41.448806 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 20:04:41.448806 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:04:41.448806 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:04:41.525835 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-599385c1-c5ca-49d8-b0da-f9f01192f4d7 None None] For port 148e22f3-6d10-48e6-acf5-62d826771a4d, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=148e22f3-6d10-48e6-acf5-62d826771a4d,segment=NetworkSegment(6da9463c-24a3-4fa4-81e9-4e9a2eec146a),segment_id=6da9463c-24a3-4fa4-81e9-4e9a2eec146a)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:04:41.532226 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.db.api [None req-847f8e08-53ee-4b5d-bd73-09c509b4f222 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 20:04:41.532226 n-d-833163-1 neutron-server[103884]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 20:04:41.532226 n-d-833163-1 neutron-server[103884]: [parameters: {'id': '62d74342-292d-412c-843b-f4fab899a725'}] Mar 11 20:04:41.532226 n-d-833163-1 neutron-server[103884]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103884) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 20:04:41.532722 n-d-833163-1 neutron-server[103884]: DEBUG oslo_db.api [None req-847f8e08-53ee-4b5d-bd73-09c509b4f222 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 20:04:41.535167 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-599385c1-c5ca-49d8-b0da-f9f01192f4d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (148e22f3-6d10-48e6-acf5-62d826771a4d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:41.638563 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599385c1-c5ca-49d8-b0da-f9f01192f4d7 None None] Pushing event updated for resources: {'Port': ['ID=148e22f3-6d10-48e6-acf5-62d826771a4d,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:41.665626 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd064b1-7d8e-4e38-bb25-9486ac67c190 None None] Network 62d74342-292d-412c-843b-f4fab899a725 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:04:42.034601 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-847f8e08-53ee-4b5d-bd73-09c509b4f222 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (62d74342-292d-412c-843b-f4fab899a725), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:42.061545 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 1c315dcc-7fd6-4355-93a4-6844f730fbf6 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:04:42.063549 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1919be21-994b-4f21-b15c-d06eb300909c None None] Network f6cd716e-f5fa-47f5-a9ce-f185fc6ba50a requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:04:42.107134 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-847f8e08-53ee-4b5d-bd73-09c509b4f222 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Deleting port 148e22f3-6d10-48e6-acf5-62d826771a4d {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:04:42.107479 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-847f8e08-53ee-4b5d-bd73-09c509b4f222 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (148e22f3-6d10-48e6-acf5-62d826771a4d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:42.245645 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-847f8e08-53ee-4b5d-bd73-09c509b4f222 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] For port 148e22f3-6d10-48e6-acf5-62d826771a4d, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=148e22f3-6d10-48e6-acf5-62d826771a4d,segment=NetworkSegment(6da9463c-24a3-4fa4-81e9-4e9a2eec146a),segment_id=6da9463c-24a3-4fa4-81e9-4e9a2eec146a)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:04:42.248537 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-847f8e08-53ee-4b5d-bd73-09c509b4f222 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (148e22f3-6d10-48e6-acf5-62d826771a4d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:42.276865 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-847f8e08-53ee-4b5d-bd73-09c509b4f222 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Calling delete_port for 148e22f3-6d10-48e6-acf5-62d826771a4d owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:04:42.329128 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ce2d7dae-4371-4c68-abc1-b0a779494a70 None None] Provisioning complete for port 1c315dcc-7fd6-4355-93a4-6844f730fbf6 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:04:42.329722 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ce2d7dae-4371-4c68-abc1-b0a779494a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (1c315dcc-7fd6-4355-93a4-6844f730fbf6), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:42.353085 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:04:42.395200 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-847f8e08-53ee-4b5d-bd73-09c509b4f222 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (148e22f3-6d10-48e6-acf5-62d826771a4d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:42.431438 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 1c315dcc-7fd6-4355-93a4-6844f730fbf6 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:04:42.431823 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (1c315dcc-7fd6-4355-93a4-6844f730fbf6), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:42.466253 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847f8e08-53ee-4b5d-bd73-09c509b4f222 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Pushing event deleted for resources: {'Port': ['ID=148e22f3-6d10-48e6-acf5-62d826771a4d,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:42.472898 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847f8e08-53ee-4b5d-bd73-09c509b4f222 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] No DVR routers for this DVR port 148e22f3-6d10-48e6-acf5-62d826771a4d on host n-d-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:04:42.588694 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ce2d7dae-4371-4c68-abc1-b0a779494a70 None None] Current status of the port 1c315dcc-7fd6-4355-93a4-6844f730fbf6 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:04:42.589084 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ce2d7dae-4371-4c68-abc1-b0a779494a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (1c315dcc-7fd6-4355-93a4-6844f730fbf6), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:42.668619 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-847f8e08-53ee-4b5d-bd73-09c509b4f222 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (62d74342-292d-412c-843b-f4fab899a725), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:42.688697 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 1c315dcc-7fd6-4355-93a4-6844f730fbf6 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:04:42.689094 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (1c315dcc-7fd6-4355-93a4-6844f730fbf6), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:42.749468 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-ce2d7dae-4371-4c68-abc1-b0a779494a70 None None] For port 1c315dcc-7fd6-4355-93a4-6844f730fbf6, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=1c315dcc-7fd6-4355-93a4-6844f730fbf6,segment=NetworkSegment(7199fbdf-068e-415a-bf63-58bced25fb5a),segment_id=7199fbdf-068e-415a-bf63-58bced25fb5a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:04:42.760977 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ce2d7dae-4371-4c68-abc1-b0a779494a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (1c315dcc-7fd6-4355-93a4-6844f730fbf6), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:42.765731 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-847f8e08-53ee-4b5d-bd73-09c509b4f222 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62d74342-292d-412c-843b-f4fab899a725']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:04:42.791189 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-847f8e08-53ee-4b5d-bd73-09c509b4f222 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6da9463c-24a3-4fa4-81e9-4e9a2eec146a') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:04:42.791500 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-847f8e08-53ee-4b5d-bd73-09c509b4f222 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6da9463c-24a3-4fa4-81e9-4e9a2eec146a') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:04:42.821918 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-847f8e08-53ee-4b5d-bd73-09c509b4f222 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (6da9463c-24a3-4fa4-81e9-4e9a2eec146a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:42.840221 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-847f8e08-53ee-4b5d-bd73-09c509b4f222 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (6da9463c-24a3-4fa4-81e9-4e9a2eec146a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:42.856847 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0c38a9-637f-451c-8f52-6ac63c2e9a00 None None] get_active_networks_info from n-d-833163-1 {{(pid=103886) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 11 20:04:42.865291 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-847f8e08-53ee-4b5d-bd73-09c509b4f222 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Releasing vlan 869 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 20:04:42.866370 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-847f8e08-53ee-4b5d-bd73-09c509b4f222 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (6da9463c-24a3-4fa4-81e9-4e9a2eec146a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:42.872416 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 20:04:42.872416 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 20:04:42.872416 n-d-833163-1 neutron-server[103884]: timer() Mar 11 20:04:42.872416 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:04:42.872416 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 20:04:42.872416 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 20:04:42.872416 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 20:04:42.872416 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:04:42.872416 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 20:04:42.872416 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:04:42.872416 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 20:04:42.872416 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:04:42.872416 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 20:04:42.872416 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 20:04:42.872416 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:04:42.872416 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 20:04:42.872416 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:04:42.872416 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 20:04:42.872416 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 20:04:42.872416 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:04:42.872416 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 20:04:42.872416 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:04:42.872416 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:04:42.872416 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 20:04:42.872416 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 20:04:42.872416 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 20:04:42.872416 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:04:42.872416 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 20:04:42.872416 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:04:42.872416 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 20:04:42.872416 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:04:42.872416 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:04:42.966731 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2d7dae-4371-4c68-abc1-b0a779494a70 None None] Pushing event updated for resources: {'Port': ['ID=1c315dcc-7fd6-4355-93a4-6844f730fbf6,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:42.976227 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-8e1cc20a-daec-4bf5-bd69-0ab5aebe4c4f None None] Provisioning complete for port 1c315dcc-7fd6-4355-93a4-6844f730fbf6 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:04:42.976802 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8e1cc20a-daec-4bf5-bd69-0ab5aebe4c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (1c315dcc-7fd6-4355-93a4-6844f730fbf6), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:42.982977 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 20:04:42.983586 n-d-833163-1 neutron-server[103886]: DEBUG oslo_db.api [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 20:04:43.002841 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-847f8e08-53ee-4b5d-bd73-09c509b4f222 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (62d74342-292d-412c-843b-f4fab899a725), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:43.010531 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-847f8e08-53ee-4b5d-bd73-09c509b4f222 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:43.018079 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 46954) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:04:43.022011 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-847f8e08-53ee-4b5d-bd73-09c509b4f222 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] 10.222.0.65 "DELETE /v2.0/networks/62d74342-292d-412c-843b-f4fab899a725 HTTP/1.1" status: 204 len: 168 time: 2.8578167 Mar 11 20:04:43.042282 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-3ddd1384-73fa-493c-95a8-56df8c3abd1b tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1433607258'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:04:43.047357 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847f8e08-53ee-4b5d-bd73-09c509b4f222 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Pushing event deleted for resources: {'Network': ['ID=62d74342-292d-412c-843b-f4fab899a725,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:43.086694 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ddd1384-73fa-493c-95a8-56df8c3abd1b tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Made reservation on behalf of 616118cb5152416298ac064b31e3b4f0 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:04:43.087834 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0c38a9-637f-451c-8f52-6ac63c2e9a00 None None] Resources bound (agent type, host, resource id): {{(pid=103886) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 20:04:43.093149 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3ddd1384-73fa-493c-95a8-56df8c3abd1b tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:43.130570 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ddd1384-73fa-493c-95a8-56df8c3abd1b tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] vlan segment allocate from pool success with {'vlan_id': 863, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:04:43.146850 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8e1cc20a-daec-4bf5-bd69-0ab5aebe4c4f None None] Current status of the port 1c315dcc-7fd6-4355-93a4-6844f730fbf6 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:04:43.157514 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3ddd1384-73fa-493c-95a8-56df8c3abd1b tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (2b07b334-ef21-4e1c-b32a-8efe4d0ddf7d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:43.157855 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-3ddd1384-73fa-493c-95a8-56df8c3abd1b tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Added segment 2b07b334-ef21-4e1c-b32a-8efe4d0ddf7d of type vlan for network 5d6550d4-82cd-4c3b-8a23-edb23180ce6f Mar 11 20:04:43.214920 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3ddd1384-73fa-493c-95a8-56df8c3abd1b tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (5d6550d4-82cd-4c3b-8a23-edb23180ce6f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:43.244241 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3ddd1384-73fa-493c-95a8-56df8c3abd1b tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (5d6550d4-82cd-4c3b-8a23-edb23180ce6f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:43.250643 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ddd1384-73fa-493c-95a8-56df8c3abd1b tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:43.251475 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3ddd1384-73fa-493c-95a8-56df8c3abd1b tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:43.322620 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 46966) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:04:43.326576 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-3ddd1384-73fa-493c-95a8-56df8c3abd1b tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2954741 Mar 11 20:04:43.336322 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-97c91548-1d13-4942-8552-660129a7160b tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Request body: {'subnet': {'network_id': '5d6550d4-82cd-4c3b-8a23-edb23180ce6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:04:43.358697 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd1384-73fa-493c-95a8-56df8c3abd1b tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Pushing event updated for resources: {'Network': ['ID=5d6550d4-82cd-4c3b-8a23-edb23180ce6f,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:43.367200 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd1384-73fa-493c-95a8-56df8c3abd1b tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:04:43.367655 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd1384-73fa-493c-95a8-56df8c3abd1b tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:04:43.368095 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd1384-73fa-493c-95a8-56df8c3abd1b tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:04:43.368543 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd1384-73fa-493c-95a8-56df8c3abd1b tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:04:43.368940 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd1384-73fa-493c-95a8-56df8c3abd1b tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:04:43.369338 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd1384-73fa-493c-95a8-56df8c3abd1b tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:04:43.369730 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd1384-73fa-493c-95a8-56df8c3abd1b tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:04:43.370177 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd1384-73fa-493c-95a8-56df8c3abd1b tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:04:43.370609 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd1384-73fa-493c-95a8-56df8c3abd1b tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:04:43.371045 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd1384-73fa-493c-95a8-56df8c3abd1b tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:04:43.371452 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd1384-73fa-493c-95a8-56df8c3abd1b tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:04:43.372056 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd1384-73fa-493c-95a8-56df8c3abd1b tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:04:43.372450 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddd1384-73fa-493c-95a8-56df8c3abd1b tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:04:43.391931 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 5d6550d4-82cd-4c3b-8a23-edb23180ce6f details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 20:04:43.554232 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c91548-1d13-4942-8552-660129a7160b tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Made reservation on behalf of 616118cb5152416298ac064b31e3b4f0 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:04:43.560316 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-97c91548-1d13-4942-8552-660129a7160b tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:43.564562 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 1c315dcc-7fd6-4355-93a4-6844f730fbf6 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:04:43.673487 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91532ead-02a9-4576-864c-1421cfebbfe5 req-80e3ab08-37e3-4f78-86f8-0a4d01c97050 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:43.675113 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-91532ead-02a9-4576-864c-1421cfebbfe5 req-80e3ab08-37e3-4f78-86f8-0a4d01c97050 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] 10.222.0.65 "GET /v2.0/networks?id=ed159874-cc48-4cd3-85b3-1d074d175762 HTTP/1.1" status: 200 len: 813 time: 0.1331532 Mar 11 20:04:43.697090 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-91532ead-02a9-4576-864c-1421cfebbfe5 req-aa4cce21-90a9-4515-9def-86845a210d75 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] 10.222.0.65 "GET /v2.0/quotas/9c329b07f8654f248d1ff2f37019fb7e HTTP/1.1" status: 200 len: 375 time: 0.0160911 Mar 11 20:04:43.764254 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 1c315dcc-7fd6-4355-93a4-6844f730fbf6 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:04:43.771199 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-91532ead-02a9-4576-864c-1421cfebbfe5 req-f31828ac-b834-424c-b142-4afee27184e2 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=9c329b07f8654f248d1ff2f37019fb7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0685902 Mar 11 20:04:43.874071 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 1c315dcc-7fd6-4355-93a4-6844f730fbf6 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:04:43.874589 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (1c315dcc-7fd6-4355-93a4-6844f730fbf6), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:43.908360 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-97c91548-1d13-4942-8552-660129a7160b tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (9e2d7d01-5611-495d-b8ce-11d1e7cd7ae4), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:43.992593 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c91548-1d13-4942-8552-660129a7160b tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Pushing event updated for resources: {'Subnet': ['ID=9e2d7d01-5611-495d-b8ce-11d1e7cd7ae4,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:44.011130 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c91548-1d13-4942-8552-660129a7160b tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Checking segment: {'id': '2b07b334-ef21-4e1c-b32a-8efe4d0ddf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '5d6550d4-82cd-4c3b-8a23-edb23180ce6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:04:44.011938 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c91548-1d13-4942-8552-660129a7160b tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Network hostable DHCP agents. Network: 5d6550d4-82cd-4c3b-8a23-edb23180ce6f, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:04:44.042291 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c91548-1d13-4942-8552-660129a7160b tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Network 5d6550d4-82cd-4c3b-8a23-edb23180ce6f is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:04:44.056989 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-97c91548-1d13-4942-8552-660129a7160b tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 5d6550d4-82cd-4c3b-8a23-edb23180ce6f) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:04:44.072482 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c91548-1d13-4942-8552-660129a7160b tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:44.073449 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-97c91548-1d13-4942-8552-660129a7160b tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:44.095002 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 1c315dcc-7fd6-4355-93a4-6844f730fbf6 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:04:44.102301 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e06ad78-4952-45a2-9b15-8a4504a4b1f3 None None] Network 5d6550d4-82cd-4c3b-8a23-edb23180ce6f requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:04:44.110986 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-97c91548-1d13-4942-8552-660129a7160b tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.7871649 Mar 11 20:04:44.112366 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 46992) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:04:44.161916 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-91532ead-02a9-4576-864c-1421cfebbfe5 req-a2c56793-c8e9-4211-b3b5-5c3e921c638f service neutron] 10.222.0.65 "GET /v2.0/networks/ed159874-cc48-4cd3-85b3-1d074d175762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3892455 Mar 11 20:04:44.345004 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-91532ead-02a9-4576-864c-1421cfebbfe5 req-0de4dda7-ff48-412f-af73-eeed8e084647 service neutron] 10.222.0.65 "GET /v2.0/networks/ed159874-cc48-4cd3-85b3-1d074d175762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765249 Mar 11 20:04:44.351997 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e13075c-4cff-4359-8fdc-59bbfe9eb5f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-5d6550d4-82cd-4c3b-8a23-edb23180ce6f', 'network_id': '5d6550d4-82cd-4c3b-8a23-edb23180ce6f', 'project_id': '616118cb5152416298ac064b31e3b4f0', 'fixed_ips': [{'subnet_id': '9e2d7d01-5611-495d-b8ce-11d1e7cd7ae4'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 20:04:44.353396 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2e13075c-4cff-4359-8fdc-59bbfe9eb5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:44.411221 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-97887dcd-b6bc-4f3c-ad26-e37dc93982c9 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (5d6550d4-82cd-4c3b-8a23-edb23180ce6f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:44.524650 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-97887dcd-b6bc-4f3c-ad26-e37dc93982c9 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (9e2d7d01-5611-495d-b8ce-11d1e7cd7ae4), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:44.619049 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-2e13075c-4cff-4359-8fdc-59bbfe9eb5f3 None None] Allocated IP 2001:db8::1 (5d6550d4-82cd-4c3b-8a23-edb23180ce6f/9e2d7d01-5611-495d-b8ce-11d1e7cd7ae4/b2a7e6db-de78-4a99-a37d-b27106a321c8) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:04:44.633784 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1a499d07-8ec0-4ecb-aa42-fa3308931be0 req-9c6f270a-2c09-4e7b-8f6a-b242daf65f40 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] 10.222.0.65 "GET /v2.0/ports?device_id=dfa8466b-7ef7-471f-8851-d6fab5829751 HTTP/1.1" status: 200 len: 210 time: 0.0380094 Mar 11 20:04:44.835959 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2e13075c-4cff-4359-8fdc-59bbfe9eb5f3 None None] Publish callbacks [] for port (b2a7e6db-de78-4a99-a37d-b27106a321c8), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:44.846953 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2e13075c-4cff-4359-8fdc-59bbfe9eb5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (b2a7e6db-de78-4a99-a37d-b27106a321c8), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:44.870336 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-97887dcd-b6bc-4f3c-ad26-e37dc93982c9 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (9e2d7d01-5611-495d-b8ce-11d1e7cd7ae4), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:44.915717 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e13075c-4cff-4359-8fdc-59bbfe9eb5f3 None None] Network 5d6550d4-82cd-4c3b-8a23-edb23180ce6f is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:04:44.919971 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-2e13075c-4cff-4359-8fdc-59bbfe9eb5f3 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:04:44.926988 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e13075c-4cff-4359-8fdc-59bbfe9eb5f3 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:04:44.931725 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97887dcd-b6bc-4f3c-ad26-e37dc93982c9 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Pushing event deleted for resources: {'Subnet': ['ID=9e2d7d01-5611-495d-b8ce-11d1e7cd7ae4,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:44.946521 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e13075c-4cff-4359-8fdc-59bbfe9eb5f3 None None] Pushing event updated for resources: {'Port': ['ID=b2a7e6db-de78-4a99-a37d-b27106a321c8,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:45.003346 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-97887dcd-b6bc-4f3c-ad26-e37dc93982c9 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (5d6550d4-82cd-4c3b-8a23-edb23180ce6f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:45.013214 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-2e13075c-4cff-4359-8fdc-59bbfe9eb5f3 None None] Attempting to bind port b2a7e6db-de78-4a99-a37d-b27106a321c8 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:04:45.013639 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-2e13075c-4cff-4359-8fdc-59bbfe9eb5f3 None None] Attempting to bind port b2a7e6db-de78-4a99-a37d-b27106a321c8 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '2b07b334-ef21-4e1c-b32a-8efe4d0ddf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '5d6550d4-82cd-4c3b-8a23-edb23180ce6f'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:04:45.014009 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e13075c-4cff-4359-8fdc-59bbfe9eb5f3 None None] Attempting to bind port b2a7e6db-de78-4a99-a37d-b27106a321c8 on network 5d6550d4-82cd-4c3b-8a23-edb23180ce6f {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:04:45.022519 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e13075c-4cff-4359-8fdc-59bbfe9eb5f3 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:04:45.023210 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e13075c-4cff-4359-8fdc-59bbfe9eb5f3 None None] Checking segment: {'id': '2b07b334-ef21-4e1c-b32a-8efe4d0ddf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '5d6550d4-82cd-4c3b-8a23-edb23180ce6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:04:45.023818 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2e13075c-4cff-4359-8fdc-59bbfe9eb5f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:45.024411 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e13075c-4cff-4359-8fdc-59bbfe9eb5f3 None None] Bound using segment: {'id': '2b07b334-ef21-4e1c-b32a-8efe4d0ddf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '5d6550d4-82cd-4c3b-8a23-edb23180ce6f'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:04:45.025070 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-2e13075c-4cff-4359-8fdc-59bbfe9eb5f3 None None] Bound port: b2a7e6db-de78-4a99-a37d-b27106a321c8, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b07b334-ef21-4e1c-b32a-8efe4d0ddf7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '5d6550d4-82cd-4c3b-8a23-edb23180ce6f'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:04:45.025643 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2e13075c-4cff-4359-8fdc-59bbfe9eb5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b2a7e6db-de78-4a99-a37d-b27106a321c8), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:45.034989 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-97887dcd-b6bc-4f3c-ad26-e37dc93982c9 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d6550d4-82cd-4c3b-8a23-edb23180ce6f']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:04:45.051240 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-97887dcd-b6bc-4f3c-ad26-e37dc93982c9 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b07b334-ef21-4e1c-b32a-8efe4d0ddf7d') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:04:45.051542 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-97887dcd-b6bc-4f3c-ad26-e37dc93982c9 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b07b334-ef21-4e1c-b32a-8efe4d0ddf7d') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:04:45.080781 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-97887dcd-b6bc-4f3c-ad26-e37dc93982c9 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (2b07b334-ef21-4e1c-b32a-8efe4d0ddf7d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:45.106053 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-97887dcd-b6bc-4f3c-ad26-e37dc93982c9 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (2b07b334-ef21-4e1c-b32a-8efe4d0ddf7d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:45.112956 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97887dcd-b6bc-4f3c-ad26-e37dc93982c9 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Releasing vlan 863 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 20:04:45.113360 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-97887dcd-b6bc-4f3c-ad26-e37dc93982c9 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (2b07b334-ef21-4e1c-b32a-8efe4d0ddf7d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:45.117204 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 20:04:45.117204 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 20:04:45.117204 n-d-833163-1 neutron-server[103884]: timer() Mar 11 20:04:45.117204 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:04:45.117204 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 20:04:45.117204 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 20:04:45.117204 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 20:04:45.117204 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:04:45.117204 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 20:04:45.117204 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:04:45.117204 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 20:04:45.117204 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:04:45.117204 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 20:04:45.117204 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 20:04:45.117204 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:04:45.117204 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 20:04:45.117204 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:04:45.117204 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 20:04:45.117204 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 20:04:45.117204 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:04:45.117204 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 20:04:45.117204 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:04:45.117204 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:04:45.117204 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 20:04:45.117204 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 20:04:45.117204 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 20:04:45.117204 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:04:45.117204 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 20:04:45.117204 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:04:45.117204 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 20:04:45.117204 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:04:45.117204 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:04:45.148148 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-2e13075c-4cff-4359-8fdc-59bbfe9eb5f3 None None] For port b2a7e6db-de78-4a99-a37d-b27106a321c8, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:04:45.211736 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-2e13075c-4cff-4359-8fdc-59bbfe9eb5f3 None None] For port b2a7e6db-de78-4a99-a37d-b27106a321c8, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=b2a7e6db-de78-4a99-a37d-b27106a321c8,segment=NetworkSegment(2b07b334-ef21-4e1c-b32a-8efe4d0ddf7d),segment_id=2b07b334-ef21-4e1c-b32a-8efe4d0ddf7d)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:04:45.213767 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.db.api [None req-97887dcd-b6bc-4f3c-ad26-e37dc93982c9 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 20:04:45.213767 n-d-833163-1 neutron-server[103884]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 20:04:45.213767 n-d-833163-1 neutron-server[103884]: [parameters: {'id': '5d6550d4-82cd-4c3b-8a23-edb23180ce6f'}] Mar 11 20:04:45.213767 n-d-833163-1 neutron-server[103884]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103884) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 20:04:45.214884 n-d-833163-1 neutron-server[103884]: DEBUG oslo_db.api [None req-97887dcd-b6bc-4f3c-ad26-e37dc93982c9 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 20:04:45.219413 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2e13075c-4cff-4359-8fdc-59bbfe9eb5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (b2a7e6db-de78-4a99-a37d-b27106a321c8), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:45.338095 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e13075c-4cff-4359-8fdc-59bbfe9eb5f3 None None] Pushing event updated for resources: {'Port': ['ID=b2a7e6db-de78-4a99-a37d-b27106a321c8,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:45.367473 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0794dff2-fff1-4dad-9d38-fab250f1f6a6 None None] get_active_networks_info from n-d-833163-1 {{(pid=103886) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 11 20:04:45.500456 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0794dff2-fff1-4dad-9d38-fab250f1f6a6 None None] Resources bound (agent type, host, resource id): {{(pid=103886) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 20:04:45.716296 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-97887dcd-b6bc-4f3c-ad26-e37dc93982c9 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (5d6550d4-82cd-4c3b-8a23-edb23180ce6f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:45.760683 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09c9b6c-d988-4d1a-9405-bab9d97f7f21 None None] Network 5d6550d4-82cd-4c3b-8a23-edb23180ce6f requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:04:45.793965 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-97887dcd-b6bc-4f3c-ad26-e37dc93982c9 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Deleting port b2a7e6db-de78-4a99-a37d-b27106a321c8 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:04:45.794723 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-97887dcd-b6bc-4f3c-ad26-e37dc93982c9 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (b2a7e6db-de78-4a99-a37d-b27106a321c8), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:45.834574 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-93dfb228-d038-44fe-8022-0a66d2dd9ddb req-091a832e-194f-435c-b30c-0d7b45c4029e tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] 10.222.0.65 "GET /v2.0/ports?device_id=dfa8466b-7ef7-471f-8851-d6fab5829751 HTTP/1.1" status: 200 len: 210 time: 0.0549698 Mar 11 20:04:45.890033 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-97887dcd-b6bc-4f3c-ad26-e37dc93982c9 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] For port b2a7e6db-de78-4a99-a37d-b27106a321c8, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=b2a7e6db-de78-4a99-a37d-b27106a321c8,segment=NetworkSegment(2b07b334-ef21-4e1c-b32a-8efe4d0ddf7d),segment_id=2b07b334-ef21-4e1c-b32a-8efe4d0ddf7d)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:04:45.890309 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-97887dcd-b6bc-4f3c-ad26-e37dc93982c9 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (b2a7e6db-de78-4a99-a37d-b27106a321c8), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:45.913584 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-97887dcd-b6bc-4f3c-ad26-e37dc93982c9 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Calling delete_port for b2a7e6db-de78-4a99-a37d-b27106a321c8 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:04:46.032734 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-97887dcd-b6bc-4f3c-ad26-e37dc93982c9 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (b2a7e6db-de78-4a99-a37d-b27106a321c8), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:46.200542 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91532ead-02a9-4576-864c-1421cfebbfe5 req-f0daf5a2-75f4-4cf0-bbe9-b1b81822a8e0 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:46.202100 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-91532ead-02a9-4576-864c-1421cfebbfe5 req-f0daf5a2-75f4-4cf0-bbe9-b1b81822a8e0 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] 10.222.0.75 "GET /v2.0/networks?id=ed159874-cc48-4cd3-85b3-1d074d175762 HTTP/1.1" status: 200 len: 813 time: 0.1943946 Mar 11 20:04:46.203047 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97887dcd-b6bc-4f3c-ad26-e37dc93982c9 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] No DVR routers for this DVR port b2a7e6db-de78-4a99-a37d-b27106a321c8 on host n-d-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:04:46.205216 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97887dcd-b6bc-4f3c-ad26-e37dc93982c9 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Pushing event deleted for resources: {'Port': ['ID=b2a7e6db-de78-4a99-a37d-b27106a321c8,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:46.236490 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-91532ead-02a9-4576-864c-1421cfebbfe5 req-2f2a67f4-e266-46d1-90d4-42bdd3a0054b tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Request body: {'port': {'device_id': 'dfa8466b-7ef7-471f-8851-d6fab5829751', 'network_id': 'ed159874-cc48-4cd3-85b3-1d074d175762', 'admin_state_up': True, 'tenant_id': '9c329b07f8654f248d1ff2f37019fb7e'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:04:46.331294 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-97887dcd-b6bc-4f3c-ad26-e37dc93982c9 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (5d6550d4-82cd-4c3b-8a23-edb23180ce6f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:46.434850 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-97887dcd-b6bc-4f3c-ad26-e37dc93982c9 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d6550d4-82cd-4c3b-8a23-edb23180ce6f']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:04:46.457918 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-97887dcd-b6bc-4f3c-ad26-e37dc93982c9 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b07b334-ef21-4e1c-b32a-8efe4d0ddf7d') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:04:46.458415 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-97887dcd-b6bc-4f3c-ad26-e37dc93982c9 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b07b334-ef21-4e1c-b32a-8efe4d0ddf7d') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:04:46.470690 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-97887dcd-b6bc-4f3c-ad26-e37dc93982c9 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (2b07b334-ef21-4e1c-b32a-8efe4d0ddf7d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:46.493812 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-97887dcd-b6bc-4f3c-ad26-e37dc93982c9 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (2b07b334-ef21-4e1c-b32a-8efe4d0ddf7d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:46.511795 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97887dcd-b6bc-4f3c-ad26-e37dc93982c9 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Releasing vlan 863 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 20:04:46.512205 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-97887dcd-b6bc-4f3c-ad26-e37dc93982c9 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (2b07b334-ef21-4e1c-b32a-8efe4d0ddf7d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:46.517057 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 20:04:46.517057 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 20:04:46.517057 n-d-833163-1 neutron-server[103884]: timer() Mar 11 20:04:46.517057 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:04:46.517057 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 20:04:46.517057 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 20:04:46.517057 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 20:04:46.517057 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:04:46.517057 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 20:04:46.517057 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:04:46.517057 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 20:04:46.517057 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:04:46.517057 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 20:04:46.517057 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 20:04:46.517057 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:04:46.517057 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 20:04:46.517057 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:04:46.517057 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 20:04:46.517057 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 20:04:46.517057 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:04:46.517057 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 20:04:46.517057 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:04:46.517057 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:04:46.517057 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 20:04:46.517057 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 20:04:46.517057 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 20:04:46.517057 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:04:46.517057 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 20:04:46.517057 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:04:46.517057 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 20:04:46.517057 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:04:46.517057 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:04:46.533555 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91532ead-02a9-4576-864c-1421cfebbfe5 req-2f2a67f4-e266-46d1-90d4-42bdd3a0054b tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Made reservation on behalf of 9c329b07f8654f248d1ff2f37019fb7e for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:04:46.538385 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-91532ead-02a9-4576-864c-1421cfebbfe5 req-2f2a67f4-e266-46d1-90d4-42bdd3a0054b tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:46.625080 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-97887dcd-b6bc-4f3c-ad26-e37dc93982c9 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (5d6550d4-82cd-4c3b-8a23-edb23180ce6f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:46.674143 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-97887dcd-b6bc-4f3c-ad26-e37dc93982c9 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:46.684896 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-97887dcd-b6bc-4f3c-ad26-e37dc93982c9 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] 10.222.0.65 "DELETE /v2.0/networks/5d6550d4-82cd-4c3b-8a23-edb23180ce6f HTTP/1.1" status: 204 len: 168 time: 2.5665221 Mar 11 20:04:46.685732 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 47048) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:04:46.693667 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-31cc1b8a-f7da-4861-9eb0-d1bd834ebf36 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1464410707'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:04:46.714597 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97887dcd-b6bc-4f3c-ad26-e37dc93982c9 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Pushing event deleted for resources: {'Network': ['ID=5d6550d4-82cd-4c3b-8a23-edb23180ce6f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:46.748138 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31cc1b8a-f7da-4861-9eb0-d1bd834ebf36 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Made reservation on behalf of 616118cb5152416298ac064b31e3b4f0 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:04:46.752537 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-31cc1b8a-f7da-4861-9eb0-d1bd834ebf36 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:46.782321 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31cc1b8a-f7da-4861-9eb0-d1bd834ebf36 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] vlan segment allocate from pool success with {'vlan_id': 863, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:04:46.794438 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-31cc1b8a-f7da-4861-9eb0-d1bd834ebf36 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (e0ace509-7078-4257-86a3-bde336acf8c9), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:46.795140 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-31cc1b8a-f7da-4861-9eb0-d1bd834ebf36 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Added segment e0ace509-7078-4257-86a3-bde336acf8c9 of type vlan for network 953f1cc6-229d-4099-8d9e-10c960d827fe Mar 11 20:04:46.803553 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-91532ead-02a9-4576-864c-1421cfebbfe5 req-2f2a67f4-e266-46d1-90d4-42bdd3a0054b tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Allocated IP 172.20.0.8 (ed159874-cc48-4cd3-85b3-1d074d175762/dabdda85-4a18-4038-bd61-4842b5c742e1/fde418ff-a4f1-4247-b75e-26706342dc21) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:04:46.845865 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-31cc1b8a-f7da-4861-9eb0-d1bd834ebf36 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (953f1cc6-229d-4099-8d9e-10c960d827fe), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:46.886329 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-31cc1b8a-f7da-4861-9eb0-d1bd834ebf36 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (953f1cc6-229d-4099-8d9e-10c960d827fe), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:46.893436 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31cc1b8a-f7da-4861-9eb0-d1bd834ebf36 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:46.894691 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-31cc1b8a-f7da-4861-9eb0-d1bd834ebf36 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:46.944774 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-31cc1b8a-f7da-4861-9eb0-d1bd834ebf36 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2575316 Mar 11 20:04:46.947068 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 47052) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:04:46.956765 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-8b849b66-df29-4a69-a511-e0dab7dfc4d6 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Request body: {'subnet': {'network_id': '953f1cc6-229d-4099-8d9e-10c960d827fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:04:47.057383 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-be6b80f4-fbd5-495a-b607-f17f0f202bc2 req-24f3f26c-b12a-46c9-8e7d-bc1062c9c08c tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] 10.222.0.65 "GET /v2.0/ports?device_id=dfa8466b-7ef7-471f-8851-d6fab5829751 HTTP/1.1" status: 200 len: 210 time: 0.0878994 Mar 11 20:04:47.061272 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cc1b8a-f7da-4861-9eb0-d1bd834ebf36 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Pushing event updated for resources: {'Network': ['ID=953f1cc6-229d-4099-8d9e-10c960d827fe,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:47.065627 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-91532ead-02a9-4576-864c-1421cfebbfe5 req-2f2a67f4-e266-46d1-90d4-42bdd3a0054b tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Publish callbacks [] for port (fde418ff-a4f1-4247-b75e-26706342dc21), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:47.078781 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 953f1cc6-229d-4099-8d9e-10c960d827fe details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 20:04:47.137498 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-91532ead-02a9-4576-864c-1421cfebbfe5 req-2f2a67f4-e266-46d1-90d4-42bdd3a0054b tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (fde418ff-a4f1-4247-b75e-26706342dc21), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:47.165482 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b849b66-df29-4a69-a511-e0dab7dfc4d6 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Made reservation on behalf of 616118cb5152416298ac064b31e3b4f0 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:04:47.170394 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8b849b66-df29-4a69-a511-e0dab7dfc4d6 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:47.230353 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91532ead-02a9-4576-864c-1421cfebbfe5 req-2f2a67f4-e266-46d1-90d4-42bdd3a0054b tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Network ed159874-cc48-4cd3-85b3-1d074d175762 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:04:47.239842 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2a67f4-e266-46d1-90d4-42bdd3a0054b tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Pushing event updated for resources: {'Port': ['ID=fde418ff-a4f1-4247-b75e-26706342dc21,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:47.249117 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-91532ead-02a9-4576-864c-1421cfebbfe5 req-2f2a67f4-e266-46d1-90d4-42bdd3a0054b tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:04:47.252317 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-91532ead-02a9-4576-864c-1421cfebbfe5 req-2f2a67f4-e266-46d1-90d4-42bdd3a0054b tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:04:47.308872 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91532ead-02a9-4576-864c-1421cfebbfe5 req-2f2a67f4-e266-46d1-90d4-42bdd3a0054b tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:47.309512 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-91532ead-02a9-4576-864c-1421cfebbfe5 req-2f2a67f4-e266-46d1-90d4-42bdd3a0054b tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:47.327402 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-91532ead-02a9-4576-864c-1421cfebbfe5 req-2f2a67f4-e266-46d1-90d4-42bdd3a0054b tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0960624 Mar 11 20:04:47.340184 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-91532ead-02a9-4576-864c-1421cfebbfe5 req-97a4704b-2f7d-47bd-9e70-3281dd265dc7 service neutron] Request body: {'port': {'device_id': 'dfa8466b-7ef7-471f-8851-d6fab5829751', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:04:47.395501 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8b849b66-df29-4a69-a511-e0dab7dfc4d6 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (a26ef4a0-8182-4080-aef3-f436e24d5526), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:47.410896 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-91532ead-02a9-4576-864c-1421cfebbfe5 req-97a4704b-2f7d-47bd-9e70-3281dd265dc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (fde418ff-a4f1-4247-b75e-26706342dc21), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:47.474731 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b849b66-df29-4a69-a511-e0dab7dfc4d6 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Pushing event updated for resources: {'Subnet': ['ID=a26ef4a0-8182-4080-aef3-f436e24d5526,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:47.483200 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b849b66-df29-4a69-a511-e0dab7dfc4d6 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Checking segment: {'id': 'e0ace509-7078-4257-86a3-bde336acf8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '953f1cc6-229d-4099-8d9e-10c960d827fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:04:47.483560 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b849b66-df29-4a69-a511-e0dab7dfc4d6 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Network hostable DHCP agents. Network: 953f1cc6-229d-4099-8d9e-10c960d827fe, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:04:47.502207 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b849b66-df29-4a69-a511-e0dab7dfc4d6 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Network 953f1cc6-229d-4099-8d9e-10c960d827fe is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:04:47.519434 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-8b849b66-df29-4a69-a511-e0dab7dfc4d6 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 953f1cc6-229d-4099-8d9e-10c960d827fe) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:04:47.531478 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50ba347-401c-4d3b-a83f-1572c7129191 None None] Network 953f1cc6-229d-4099-8d9e-10c960d827fe requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:04:47.532079 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b849b66-df29-4a69-a511-e0dab7dfc4d6 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:47.532678 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8b849b66-df29-4a69-a511-e0dab7dfc4d6 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:47.559752 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-8b849b66-df29-4a69-a511-e0dab7dfc4d6 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6084771 Mar 11 20:04:47.562393 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 47056) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:04:47.708715 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-165cb62a-b4f1-41f0-b52a-bcf4236c108d tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (953f1cc6-229d-4099-8d9e-10c960d827fe), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:47.723027 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb4dbd6-8ac6-4e65-b62c-1854411a70e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-953f1cc6-229d-4099-8d9e-10c960d827fe', 'network_id': '953f1cc6-229d-4099-8d9e-10c960d827fe', 'project_id': '616118cb5152416298ac064b31e3b4f0', 'fixed_ips': [{'subnet_id': 'a26ef4a0-8182-4080-aef3-f436e24d5526'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 20:04:47.725077 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4cb4dbd6-8ac6-4e65-b62c-1854411a70e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:47.775243 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-91532ead-02a9-4576-864c-1421cfebbfe5 req-97a4704b-2f7d-47bd-9e70-3281dd265dc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fde418ff-a4f1-4247-b75e-26706342dc21 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:04:47.784455 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-91532ead-02a9-4576-864c-1421cfebbfe5 req-97a4704b-2f7d-47bd-9e70-3281dd265dc7 service neutron] Publish callbacks [] for port (fde418ff-a4f1-4247-b75e-26706342dc21), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:47.802182 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-91532ead-02a9-4576-864c-1421cfebbfe5 req-97a4704b-2f7d-47bd-9e70-3281dd265dc7 service neutron] Transition to ACTIVE for port object fde418ff-a4f1-4247-b75e-26706342dc21 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 20:04:47.809230 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-91532ead-02a9-4576-864c-1421cfebbfe5 req-97a4704b-2f7d-47bd-9e70-3281dd265dc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (fde418ff-a4f1-4247-b75e-26706342dc21), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:47.898084 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-165cb62a-b4f1-41f0-b52a-bcf4236c108d tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (a26ef4a0-8182-4080-aef3-f436e24d5526), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:47.909871 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a4704b-2f7d-47bd-9e70-3281dd265dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=fde418ff-a4f1-4247-b75e-26706342dc21,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:47.987688 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-165cb62a-b4f1-41f0-b52a-bcf4236c108d tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (a26ef4a0-8182-4080-aef3-f436e24d5526), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:47.987939 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-91532ead-02a9-4576-864c-1421cfebbfe5 req-97a4704b-2f7d-47bd-9e70-3281dd265dc7 service neutron] Attempting to bind port fde418ff-a4f1-4247-b75e-26706342dc21 on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:04:47.988173 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-91532ead-02a9-4576-864c-1421cfebbfe5 req-97a4704b-2f7d-47bd-9e70-3281dd265dc7 service neutron] Attempting to bind port fde418ff-a4f1-4247-b75e-26706342dc21 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '4c94b858-19f9-4a63-b8c5-a2e7700dcae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'ed159874-cc48-4cd3-85b3-1d074d175762'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:04:47.988504 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91532ead-02a9-4576-864c-1421cfebbfe5 req-97a4704b-2f7d-47bd-9e70-3281dd265dc7 service neutron] Attempting to bind port fde418ff-a4f1-4247-b75e-26706342dc21 on network ed159874-cc48-4cd3-85b3-1d074d175762 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:04:47.994234 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91532ead-02a9-4576-864c-1421cfebbfe5 req-97a4704b-2f7d-47bd-9e70-3281dd265dc7 service neutron] Port fde418ff-a4f1-4247-b75e-26706342dc21 on network ed159874-cc48-4cd3-85b3-1d074d175762 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 20:04:47.994548 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91532ead-02a9-4576-864c-1421cfebbfe5 req-97a4704b-2f7d-47bd-9e70-3281dd265dc7 service neutron] Attempting to bind port fde418ff-a4f1-4247-b75e-26706342dc21 on network ed159874-cc48-4cd3-85b3-1d074d175762 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:04:48.000059 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91532ead-02a9-4576-864c-1421cfebbfe5 req-97a4704b-2f7d-47bd-9e70-3281dd265dc7 service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:04:48.000396 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91532ead-02a9-4576-864c-1421cfebbfe5 req-97a4704b-2f7d-47bd-9e70-3281dd265dc7 service neutron] Checking segment: {'id': '4c94b858-19f9-4a63-b8c5-a2e7700dcae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'ed159874-cc48-4cd3-85b3-1d074d175762'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:04:48.000907 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91532ead-02a9-4576-864c-1421cfebbfe5 req-97a4704b-2f7d-47bd-9e70-3281dd265dc7 service neutron] Bound using segment: {'id': '4c94b858-19f9-4a63-b8c5-a2e7700dcae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'ed159874-cc48-4cd3-85b3-1d074d175762'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:04:48.001342 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-91532ead-02a9-4576-864c-1421cfebbfe5 req-97a4704b-2f7d-47bd-9e70-3281dd265dc7 service neutron] Bound port: fde418ff-a4f1-4247-b75e-26706342dc21, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c94b858-19f9-4a63-b8c5-a2e7700dcae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'ed159874-cc48-4cd3-85b3-1d074d175762'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:04:48.001697 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-91532ead-02a9-4576-864c-1421cfebbfe5 req-97a4704b-2f7d-47bd-9e70-3281dd265dc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (fde418ff-a4f1-4247-b75e-26706342dc21), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:48.021944 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165cb62a-b4f1-41f0-b52a-bcf4236c108d tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Pushing event deleted for resources: {'Subnet': ['ID=a26ef4a0-8182-4080-aef3-f436e24d5526,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:48.082893 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-91532ead-02a9-4576-864c-1421cfebbfe5 req-97a4704b-2f7d-47bd-9e70-3281dd265dc7 service neutron] For port fde418ff-a4f1-4247-b75e-26706342dc21, host n-h1-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:04:48.089070 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-91532ead-02a9-4576-864c-1421cfebbfe5 req-97a4704b-2f7d-47bd-9e70-3281dd265dc7 service neutron] For port fde418ff-a4f1-4247-b75e-26706342dc21, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=fde418ff-a4f1-4247-b75e-26706342dc21,segment=NetworkSegment(4c94b858-19f9-4a63-b8c5-a2e7700dcae2),segment_id=4c94b858-19f9-4a63-b8c5-a2e7700dcae2)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:04:48.098110 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-91532ead-02a9-4576-864c-1421cfebbfe5 req-97a4704b-2f7d-47bd-9e70-3281dd265dc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (fde418ff-a4f1-4247-b75e-26706342dc21), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:48.167538 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-165cb62a-b4f1-41f0-b52a-bcf4236c108d tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (953f1cc6-229d-4099-8d9e-10c960d827fe), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server [None req-4cb4dbd6-8ac6-4e65-b62c-1854411a70e5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a26ef4a0-8182-4080-aef3-f436e24d5526: This subnet is being modified by another concurrent operation. Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise exception Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a26ef4a0-8182-4080-aef3-f436e24d5526: This subnet is being modified by another concurrent operation. Mar 11 20:04:48.184266 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server Mar 11 20:04:48.209623 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91532ead-02a9-4576-864c-1421cfebbfe5 req-97a4704b-2f7d-47bd-9e70-3281dd265dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:48.209623 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-91532ead-02a9-4576-864c-1421cfebbfe5 req-97a4704b-2f7d-47bd-9e70-3281dd265dc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:48.210489 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-91532ead-02a9-4576-864c-1421cfebbfe5 req-97a4704b-2f7d-47bd-9e70-3281dd265dc7 service neutron] 10.222.0.75 "PUT /v2.0/ports/fde418ff-a4f1-4247-b75e-26706342dc21 HTTP/1.1" status: 200 len: 1091 time: 0.8751681 Mar 11 20:04:48.210946 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfa8466b-7ef7-471f-8851-d6fab5829751', 'tag': 'fde418ff-a4f1-4247-b75e-26706342dc21'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:04:48.213394 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392e2752-b701-4534-b12e-7b3e7596f891" -d '{"events": [{"name": "network-changed", "server_uuid": "dfa8466b-7ef7-471f-8851-d6fab5829751", "tag": "fde418ff-a4f1-4247-b75e-26706342dc21"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:04:48.228389 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69ae892-a242-4df7-b3d7-6d0d4d75da3e None None] get_active_networks_info from n-d-833163-1 {{(pid=103886) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 11 20:04:48.246962 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-165cb62a-b4f1-41f0-b52a-bcf4236c108d tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['953f1cc6-229d-4099-8d9e-10c960d827fe']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:04:48.257502 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a4704b-2f7d-47bd-9e70-3281dd265dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=fde418ff-a4f1-4247-b75e-26706342dc21,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:48.263135 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-165cb62a-b4f1-41f0-b52a-bcf4236c108d tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0ace509-7078-4257-86a3-bde336acf8c9') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:04:48.263755 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-165cb62a-b4f1-41f0-b52a-bcf4236c108d tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0ace509-7078-4257-86a3-bde336acf8c9') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:04:48.277098 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-165cb62a-b4f1-41f0-b52a-bcf4236c108d tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (e0ace509-7078-4257-86a3-bde336acf8c9), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:48.296680 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-165cb62a-b4f1-41f0-b52a-bcf4236c108d tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (e0ace509-7078-4257-86a3-bde336acf8c9), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:48.304578 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-165cb62a-b4f1-41f0-b52a-bcf4236c108d tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Releasing vlan 863 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 20:04:48.305390 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-165cb62a-b4f1-41f0-b52a-bcf4236c108d tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (e0ace509-7078-4257-86a3-bde336acf8c9), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:48.346675 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91532ead-02a9-4576-864c-1421cfebbfe5 req-23f1de59-0c85-4eb1-bf48-d3eebbed7ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:48.348391 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-91532ead-02a9-4576-864c-1421cfebbfe5 req-23f1de59-0c85-4eb1-bf48-d3eebbed7ee8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9c329b07f8654f248d1ff2f37019fb7e&device_id=dfa8466b-7ef7-471f-8851-d6fab5829751 HTTP/1.1" status: 200 len: 1125 time: 0.0756795 Mar 11 20:04:48.372204 n-d-833163-1 neutron-server[103885]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Mar 11 20:04:48.372204 n-d-833163-1 neutron-server[103885]: warnings.warn(msg) Mar 11 20:04:48.372204 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 20:04:48.372204 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 20:04:48.372204 n-d-833163-1 neutron-server[103885]: timer() Mar 11 20:04:48.372204 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:04:48.372204 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 20:04:48.372204 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 20:04:48.372204 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 20:04:48.372204 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:04:48.372204 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 20:04:48.372204 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:04:48.372204 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 20:04:48.372204 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:04:48.372204 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 20:04:48.372204 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 20:04:48.372204 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:04:48.372204 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 20:04:48.372204 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:04:48.372204 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 20:04:48.372204 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 20:04:48.372204 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:04:48.372204 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 20:04:48.372204 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:04:48.372204 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:04:48.372204 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 20:04:48.372204 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 20:04:48.372204 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 20:04:48.372204 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:04:48.372204 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 20:04:48.372204 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:04:48.372204 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 20:04:48.372204 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:04:48.372204 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:04:48.414327 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-165cb62a-b4f1-41f0-b52a-bcf4236c108d tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (953f1cc6-229d-4099-8d9e-10c960d827fe), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:48.420104 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-165cb62a-b4f1-41f0-b52a-bcf4236c108d tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:48.425561 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-165cb62a-b4f1-41f0-b52a-bcf4236c108d tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] 10.222.0.65 "DELETE /v2.0/networks/953f1cc6-229d-4099-8d9e-10c960d827fe HTTP/1.1" status: 204 len: 168 time: 0.8619182 Mar 11 20:04:48.446040 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 47064) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:04:48.447218 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165cb62a-b4f1-41f0-b52a-bcf4236c108d tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Pushing event deleted for resources: {'Network': ['ID=953f1cc6-229d-4099-8d9e-10c960d827fe,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:48.455785 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-9ff033c0-7849-4857-9ed3-cc1022f0ca57 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-551932217'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:04:48.461628 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-91532ead-02a9-4576-864c-1421cfebbfe5 req-482a8920-628d-4fde-9a1c-27277ed60d14 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fde418ff-a4f1-4247-b75e-26706342dc21 HTTP/1.1" status: 200 len: 217 time: 0.1049469 Mar 11 20:04:48.474060 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69ae892-a242-4df7-b3d7-6d0d4d75da3e None None] Resources bound (agent type, host, resource id): {{(pid=103886) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 20:04:48.495666 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91351c6f-5b27-42d5-8f94-8811a9513940 req-f7a1acb7-5309-4cb2-8935-2f9d4d1f614d tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:48.497703 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-91351c6f-5b27-42d5-8f94-8811a9513940 req-f7a1acb7-5309-4cb2-8935-2f9d4d1f614d tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] 10.222.0.65 "GET /v2.0/ports?device_id=dfa8466b-7ef7-471f-8851-d6fab5829751 HTTP/1.1" status: 200 len: 943 time: 0.1204500 Mar 11 20:04:48.498784 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff033c0-7849-4857-9ed3-cc1022f0ca57 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Made reservation on behalf of 616118cb5152416298ac064b31e3b4f0 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:04:48.502602 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ff033c0-7849-4857-9ed3-cc1022f0ca57 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:48.538769 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ff033c0-7849-4857-9ed3-cc1022f0ca57 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] vlan segment allocate from pool success with {'vlan_id': 850, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:04:48.561337 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ff033c0-7849-4857-9ed3-cc1022f0ca57 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (ca624d18-4755-4786-a287-cf8af73751b0), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:48.562203 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-9ff033c0-7849-4857-9ed3-cc1022f0ca57 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Added segment ca624d18-4755-4786-a287-cf8af73751b0 of type vlan for network 3c17ccf1-b2c7-45ef-905e-345dc7055bae Mar 11 20:04:48.633209 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ff033c0-7849-4857-9ed3-cc1022f0ca57 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (3c17ccf1-b2c7-45ef-905e-345dc7055bae), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:48.638309 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91532ead-02a9-4576-864c-1421cfebbfe5 req-de450dd4-7d7e-4337-972a-673db326573c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:48.639098 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-91351c6f-5b27-42d5-8f94-8811a9513940 req-7afec524-397d-4941-96da-f6459c1146a6 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cf2f974-c2b6-4dae-90a8-ac841db8533f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202152 Mar 11 20:04:48.652639 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-91532ead-02a9-4576-864c-1421cfebbfe5 req-de450dd4-7d7e-4337-972a-673db326573c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=dabdda85-4a18-4038-bd61-4842b5c742e1 HTTP/1.1" status: 200 len: 853 time: 0.1840785 Mar 11 20:04:48.679452 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ff033c0-7849-4857-9ed3-cc1022f0ca57 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (3c17ccf1-b2c7-45ef-905e-345dc7055bae), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:48.693082 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff033c0-7849-4857-9ed3-cc1022f0ca57 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:48.698557 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ff033c0-7849-4857-9ed3-cc1022f0ca57 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:48.731586 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-91532ead-02a9-4576-864c-1421cfebbfe5 req-e18951c1-21a6-4a09-b0aa-86340adf815d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ed159874-cc48-4cd3-85b3-1d074d175762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724621 Mar 11 20:04:48.753098 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d43e16-42db-4f91-8243-ef2198c0ede2 x-openstack-request-id: req-94d43e16-42db-4f91-8243-ef2198c0ede2 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:04:48.753383 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfa8466b-7ef7-471f-8851-d6fab5829751", "tag": "fde418ff-a4f1-4247-b75e-26706342dc21", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:04:48.756512 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-94d43e16-42db-4f91-8243-ef2198c0ede2 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:04:48.756512 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfa8466b-7ef7-471f-8851-d6fab5829751', 'tag': 'fde418ff-a4f1-4247-b75e-26706342dc21', 'status': 'completed', 'code': 200} Mar 11 20:04:48.773482 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-9ff033c0-7849-4857-9ed3-cc1022f0ca57 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3224928 Mar 11 20:04:48.777649 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 47068) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:04:48.782055 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-02d30512-6e7f-403e-824d-21cee0da7526 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Request body: {'subnet': {'network_id': '3c17ccf1-b2c7-45ef-905e-345dc7055bae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:04:48.904233 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c4b337-2099-4ff3-be11-fefc82996387 None None] Network 953f1cc6-229d-4099-8d9e-10c960d827fe requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:04:48.905607 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff033c0-7849-4857-9ed3-cc1022f0ca57 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Pushing event updated for resources: {'Network': ['ID=3c17ccf1-b2c7-45ef-905e-345dc7055bae,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:48.931236 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 3c17ccf1-b2c7-45ef-905e-345dc7055bae details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 20:04:48.933713 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d30512-6e7f-403e-824d-21cee0da7526 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Made reservation on behalf of 616118cb5152416298ac064b31e3b4f0 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:04:48.937967 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c4b337-2099-4ff3-be11-fefc82996387 None None] Network 953f1cc6-229d-4099-8d9e-10c960d827fe could not be found, it might have been deleted concurrently. {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 11 20:04:48.938511 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-02d30512-6e7f-403e-824d-21cee0da7526 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:48.956255 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-91532ead-02a9-4576-864c-1421cfebbfe5 req-f3c34379-ccf3-4363-8bd2-dfe20cc5a570 service neutron] 10.222.0.75 "GET /v2.0/networks/ed159874-cc48-4cd3-85b3-1d074d175762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104735 Mar 11 20:04:49.058709 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-91532ead-02a9-4576-864c-1421cfebbfe5 req-c40d7f16-a0c3-4785-9dae-490ae121cdce service neutron] 10.222.0.75 "GET /v2.0/networks/ed159874-cc48-4cd3-85b3-1d074d175762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037819 Mar 11 20:04:49.076874 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:49.192685 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e2752-b701-4534-b12e-7b3e7596f891 req-f8324849-f8a6-46df-b5ba-d72dc930aadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:49.194512 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-392e2752-b701-4534-b12e-7b3e7596f891 req-f8324849-f8a6-46df-b5ba-d72dc930aadd service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9c329b07f8654f248d1ff2f37019fb7e&device_id=dfa8466b-7ef7-471f-8851-d6fab5829751 HTTP/1.1" status: 200 len: 1125 time: 0.0760972 Mar 11 20:04:49.276526 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-02d30512-6e7f-403e-824d-21cee0da7526 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (ff7c6dfc-5825-4c5f-a57c-5ddc6c32354b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:49.331963 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e2752-b701-4534-b12e-7b3e7596f891 req-d2486c0b-ea6c-4b08-a51a-e9c6c7c5dea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:49.333245 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-392e2752-b701-4534-b12e-7b3e7596f891 req-d2486c0b-ea6c-4b08-a51a-e9c6c7c5dea8 service neutron] 10.222.0.75 "GET /v2.0/networks?id=ed159874-cc48-4cd3-85b3-1d074d175762 HTTP/1.1" status: 200 len: 914 time: 0.1325147 Mar 11 20:04:49.355272 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d30512-6e7f-403e-824d-21cee0da7526 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Pushing event updated for resources: {'Subnet': ['ID=ff7c6dfc-5825-4c5f-a57c-5ddc6c32354b,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:49.381093 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d30512-6e7f-403e-824d-21cee0da7526 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Checking segment: {'id': 'ca624d18-4755-4786-a287-cf8af73751b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '3c17ccf1-b2c7-45ef-905e-345dc7055bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:04:49.381552 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d30512-6e7f-403e-824d-21cee0da7526 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Network hostable DHCP agents. Network: 3c17ccf1-b2c7-45ef-905e-345dc7055bae, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:04:49.386596 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-392e2752-b701-4534-b12e-7b3e7596f891 req-d219a9a6-a733-4172-8b0b-57532fb7a08a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fde418ff-a4f1-4247-b75e-26706342dc21 HTTP/1.1" status: 200 len: 217 time: 0.0463223 Mar 11 20:04:49.400316 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d30512-6e7f-403e-824d-21cee0da7526 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Network 3c17ccf1-b2c7-45ef-905e-345dc7055bae is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:04:49.410308 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-02d30512-6e7f-403e-824d-21cee0da7526 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 3c17ccf1-b2c7-45ef-905e-345dc7055bae) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:04:49.416407 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d30512-6e7f-403e-824d-21cee0da7526 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:49.417025 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-02d30512-6e7f-403e-824d-21cee0da7526 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:49.435546 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3e5641-e8f9-4694-8e65-cc2f776a1b6b None None] Network 3c17ccf1-b2c7-45ef-905e-345dc7055bae requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:04:49.439251 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-02d30512-6e7f-403e-824d-21cee0da7526 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6614339 Mar 11 20:04:49.441974 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 47072) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:04:49.451468 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-2d853cd6-37a1-4d37-82c6-516a9b9145bb tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Request body: {'subnet': {'network_id': '3c17ccf1-b2c7-45ef-905e-345dc7055bae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:04:49.457002 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e2752-b701-4534-b12e-7b3e7596f891 req-8a145188-8f38-4d88-a949-3e0279b51286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:49.458523 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-392e2752-b701-4534-b12e-7b3e7596f891 req-8a145188-8f38-4d88-a949-3e0279b51286 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=dabdda85-4a18-4038-bd61-4842b5c742e1 HTTP/1.1" status: 200 len: 853 time: 0.0659037 Mar 11 20:04:49.503359 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-392e2752-b701-4534-b12e-7b3e7596f891 req-d9f97a30-8c9e-49c9-95d8-32e97820ff6c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ed159874-cc48-4cd3-85b3-1d074d175762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384099 Mar 11 20:04:49.583155 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c22ba5-ceed-4aad-998a-f3dc71c3c3f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-3c17ccf1-b2c7-45ef-905e-345dc7055bae', 'network_id': '3c17ccf1-b2c7-45ef-905e-345dc7055bae', 'project_id': '616118cb5152416298ac064b31e3b4f0', 'fixed_ips': [{'subnet_id': 'ff7c6dfc-5825-4c5f-a57c-5ddc6c32354b'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 20:04:49.584214 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d3c22ba5-ceed-4aad-998a-f3dc71c3c3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:49.651805 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d853cd6-37a1-4d37-82c6-516a9b9145bb tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Made reservation on behalf of 616118cb5152416298ac064b31e3b4f0 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:04:49.660826 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2d853cd6-37a1-4d37-82c6-516a9b9145bb tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:49.688132 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-392e2752-b701-4534-b12e-7b3e7596f891 req-c9ae3d4c-f834-4b56-bbef-a5fe0c7481ac service neutron] 10.222.0.75 "GET /v2.0/networks/ed159874-cc48-4cd3-85b3-1d074d175762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761177 Mar 11 20:04:49.850615 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-d3c22ba5-ceed-4aad-998a-f3dc71c3c3f2 None None] Allocated IP 2001:db8::2 (3c17ccf1-b2c7-45ef-905e-345dc7055bae/ff7c6dfc-5825-4c5f-a57c-5ddc6c32354b/7094e891-908e-4fad-9c74-17b2a1760340) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:04:49.864948 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-392e2752-b701-4534-b12e-7b3e7596f891 req-738fadec-7d56-4677-ad28-96f19feb3525 service neutron] 10.222.0.75 "GET /v2.0/networks/ed159874-cc48-4cd3-85b3-1d074d175762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682954 Mar 11 20:04:49.906155 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16304da-b507-4d00-87d2-34358999c851 req-27276f11-b761-486a-8312-c3945ad90ac4 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:49.909213 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b16304da-b507-4d00-87d2-34358999c851 req-27276f11-b761-486a-8312-c3945ad90ac4 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] 10.222.0.65 "GET /v2.0/ports?device_id=dfa8466b-7ef7-471f-8851-d6fab5829751 HTTP/1.1" status: 200 len: 943 time: 0.1115525 Mar 11 20:04:50.043100 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d3c22ba5-ceed-4aad-998a-f3dc71c3c3f2 None None] Publish callbacks [] for port (7094e891-908e-4fad-9c74-17b2a1760340), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:50.050080 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d3c22ba5-ceed-4aad-998a-f3dc71c3c3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (7094e891-908e-4fad-9c74-17b2a1760340), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:50.066631 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2d853cd6-37a1-4d37-82c6-516a9b9145bb tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (aafede9f-953b-4ee0-965f-3c960dcc1970), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:50.100363 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c22ba5-ceed-4aad-998a-f3dc71c3c3f2 None None] Network 3c17ccf1-b2c7-45ef-905e-345dc7055bae is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:04:50.103953 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-d3c22ba5-ceed-4aad-998a-f3dc71c3c3f2 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:04:50.111935 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c22ba5-ceed-4aad-998a-f3dc71c3c3f2 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:04:50.130194 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d853cd6-37a1-4d37-82c6-516a9b9145bb tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Pushing event updated for resources: {'Subnet': ['ID=aafede9f-953b-4ee0-965f-3c960dcc1970,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:50.134512 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d853cd6-37a1-4d37-82c6-516a9b9145bb tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Network 3c17ccf1-b2c7-45ef-905e-345dc7055bae is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:04:50.150704 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c22ba5-ceed-4aad-998a-f3dc71c3c3f2 None None] Pushing event updated for resources: {'Port': ['ID=7094e891-908e-4fad-9c74-17b2a1760340,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:50.164385 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b16304da-b507-4d00-87d2-34358999c851 req-c92acb85-5f8e-452f-b3a5-d3e5dd469d72 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cf2f974-c2b6-4dae-90a8-ac841db8533f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152599 Mar 11 20:04:50.165630 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-2d853cd6-37a1-4d37-82c6-516a9b9145bb tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:04:50.169292 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d853cd6-37a1-4d37-82c6-516a9b9145bb tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:50.170106 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2d853cd6-37a1-4d37-82c6-516a9b9145bb tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:50.191498 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-2d853cd6-37a1-4d37-82c6-516a9b9145bb tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7461307 Mar 11 20:04:50.192228 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47080) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:04:50.221662 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-d3c22ba5-ceed-4aad-998a-f3dc71c3c3f2 None None] Attempting to bind port 7094e891-908e-4fad-9c74-17b2a1760340 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:04:50.222040 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-d3c22ba5-ceed-4aad-998a-f3dc71c3c3f2 None None] Attempting to bind port 7094e891-908e-4fad-9c74-17b2a1760340 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'ca624d18-4755-4786-a287-cf8af73751b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '3c17ccf1-b2c7-45ef-905e-345dc7055bae'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:04:50.222412 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c22ba5-ceed-4aad-998a-f3dc71c3c3f2 None None] Attempting to bind port 7094e891-908e-4fad-9c74-17b2a1760340 on network 3c17ccf1-b2c7-45ef-905e-345dc7055bae {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:04:50.228554 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c22ba5-ceed-4aad-998a-f3dc71c3c3f2 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:04:50.228942 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c22ba5-ceed-4aad-998a-f3dc71c3c3f2 None None] Checking segment: {'id': 'ca624d18-4755-4786-a287-cf8af73751b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '3c17ccf1-b2c7-45ef-905e-345dc7055bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:04:50.229351 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d3c22ba5-ceed-4aad-998a-f3dc71c3c3f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:50.229748 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c22ba5-ceed-4aad-998a-f3dc71c3c3f2 None None] Bound using segment: {'id': 'ca624d18-4755-4786-a287-cf8af73751b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '3c17ccf1-b2c7-45ef-905e-345dc7055bae'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:04:50.230227 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-d3c22ba5-ceed-4aad-998a-f3dc71c3c3f2 None None] Bound port: 7094e891-908e-4fad-9c74-17b2a1760340, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca624d18-4755-4786-a287-cf8af73751b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': '3c17ccf1-b2c7-45ef-905e-345dc7055bae'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:04:50.230614 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d3c22ba5-ceed-4aad-998a-f3dc71c3c3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (7094e891-908e-4fad-9c74-17b2a1760340), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:50.290019 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9277fca7-454e-4bf0-ba4c-78681386bbb2 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:50.291990 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9277fca7-454e-4bf0-ba4c-78681386bbb2 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:50.293413 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9277fca7-454e-4bf0-ba4c-78681386bbb2 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:50.294892 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9277fca7-454e-4bf0-ba4c-78681386bbb2 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:50.296332 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9277fca7-454e-4bf0-ba4c-78681386bbb2 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:50.302160 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-9277fca7-454e-4bf0-ba4c-78681386bbb2 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0953035 Mar 11 20:04:50.303536 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 47082) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:04:50.309538 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-4fd952f0-d9de-436c-ae63-bc9463121a4e tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1292327602'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:04:50.321169 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d3c22ba5-ceed-4aad-998a-f3dc71c3c3f2 None None] For port 7094e891-908e-4fad-9c74-17b2a1760340, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:04:50.325263 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d3c22ba5-ceed-4aad-998a-f3dc71c3c3f2 None None] For port 7094e891-908e-4fad-9c74-17b2a1760340, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=7094e891-908e-4fad-9c74-17b2a1760340,segment=NetworkSegment(ca624d18-4755-4786-a287-cf8af73751b0),segment_id=ca624d18-4755-4786-a287-cf8af73751b0)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:04:50.334383 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd952f0-d9de-436c-ae63-bc9463121a4e tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Made reservation on behalf of 616118cb5152416298ac064b31e3b4f0 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:04:50.335614 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d3c22ba5-ceed-4aad-998a-f3dc71c3c3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (7094e891-908e-4fad-9c74-17b2a1760340), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:50.338225 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4fd952f0-d9de-436c-ae63-bc9463121a4e tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:50.367350 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fd952f0-d9de-436c-ae63-bc9463121a4e tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] vlan segment allocate from pool success with {'vlan_id': 861, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:04:50.379442 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4fd952f0-d9de-436c-ae63-bc9463121a4e tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (b0fec36e-ef0d-429d-b147-7d40d76f2958), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:50.380122 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-4fd952f0-d9de-436c-ae63-bc9463121a4e tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Added segment b0fec36e-ef0d-429d-b147-7d40d76f2958 of type vlan for network 68b1347d-1305-47e9-9186-25a54534efc0 Mar 11 20:04:50.414601 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c22ba5-ceed-4aad-998a-f3dc71c3c3f2 None None] Pushing event updated for resources: {'Port': ['ID=7094e891-908e-4fad-9c74-17b2a1760340,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:50.435071 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4fd952f0-d9de-436c-ae63-bc9463121a4e tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (68b1347d-1305-47e9-9186-25a54534efc0), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:50.463145 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4fd952f0-d9de-436c-ae63-bc9463121a4e tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (68b1347d-1305-47e9-9186-25a54534efc0), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:50.468322 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd952f0-d9de-436c-ae63-bc9463121a4e tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:50.471244 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4fd952f0-d9de-436c-ae63-bc9463121a4e tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:50.523969 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-4fd952f0-d9de-436c-ae63-bc9463121a4e tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2163556 Mar 11 20:04:50.524139 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47084) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:04:50.529333 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-76befdb1-64d6-4c1c-a490-59b2f3addb67 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:04:50.586482 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd952f0-d9de-436c-ae63-bc9463121a4e tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Pushing event updated for resources: {'Network': ['ID=68b1347d-1305-47e9-9186-25a54534efc0,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:50.598867 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 68b1347d-1305-47e9-9186-25a54534efc0 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 20:04:50.851921 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-76befdb1-64d6-4c1c-a490-59b2f3addb67 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (68b1347d-1305-47e9-9186-25a54534efc0), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:50.871193 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-76befdb1-64d6-4c1c-a490-59b2f3addb67 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (68b1347d-1305-47e9-9186-25a54534efc0), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:50.883781 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-76befdb1-64d6-4c1c-a490-59b2f3addb67 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Network 68b1347d-1305-47e9-9186-25a54534efc0 is not hosted by any dhcp agent {{(pid=103884) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 11 20:04:50.889673 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76befdb1-64d6-4c1c-a490-59b2f3addb67 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:50.890754 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-76befdb1-64d6-4c1c-a490-59b2f3addb67 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:50.892624 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-76befdb1-64d6-4c1c-a490-59b2f3addb67 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] 10.222.0.65 "PUT /v2.0/networks/68b1347d-1305-47e9-9186-25a54534efc0 HTTP/1.1" status: 200 len: 723 time: 0.3674433 Mar 11 20:04:50.895182 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47088) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:04:50.901456 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-65fae489-ea21-4092-80b4-c847179a60d7 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Request body: {'subnet': {'network_id': '68b1347d-1305-47e9-9186-25a54534efc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:04:51.043419 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76befdb1-64d6-4c1c-a490-59b2f3addb67 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Pushing event updated for resources: {'Network': ['ID=68b1347d-1305-47e9-9186-25a54534efc0,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:51.067183 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 68b1347d-1305-47e9-9186-25a54534efc0 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 20:04:51.120384 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65fae489-ea21-4092-80b4-c847179a60d7 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Made reservation on behalf of 616118cb5152416298ac064b31e3b4f0 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:04:51.124234 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-65fae489-ea21-4092-80b4-c847179a60d7 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:51.377547 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d2444-9204-444e-9265-700e4a1edbd7 req-d2da9d3d-7954-4253-a22f-d3287b867fa0 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:51.389612 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3c6d2444-9204-444e-9265-700e4a1edbd7 req-d2da9d3d-7954-4253-a22f-d3287b867fa0 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] 10.222.0.65 "GET /v2.0/ports?device_id=dfa8466b-7ef7-471f-8851-d6fab5829751 HTTP/1.1" status: 200 len: 943 time: 0.0987964 Mar 11 20:04:51.434190 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-65fae489-ea21-4092-80b4-c847179a60d7 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (e1b41a0c-4730-4c6c-b347-7af4ad0c0557), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:51.480025 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3c6d2444-9204-444e-9265-700e4a1edbd7 req-f1efd215-f7ce-412a-8cec-238340e927fc tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cf2f974-c2b6-4dae-90a8-ac841db8533f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841954 Mar 11 20:04:51.581950 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fae489-ea21-4092-80b4-c847179a60d7 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Checking segment: {'id': 'b0fec36e-ef0d-429d-b147-7d40d76f2958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '68b1347d-1305-47e9-9186-25a54534efc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:04:51.582580 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65fae489-ea21-4092-80b4-c847179a60d7 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Network hostable DHCP agents. Network: 68b1347d-1305-47e9-9186-25a54534efc0, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:04:51.613896 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fae489-ea21-4092-80b4-c847179a60d7 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Pushing event updated for resources: {'Subnet': ['ID=e1b41a0c-4730-4c6c-b347-7af4ad0c0557,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:51.651061 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65fae489-ea21-4092-80b4-c847179a60d7 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Network 68b1347d-1305-47e9-9186-25a54534efc0 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:04:51.678355 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-65fae489-ea21-4092-80b4-c847179a60d7 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 68b1347d-1305-47e9-9186-25a54534efc0) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:04:51.683363 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device fde418ff-a4f1-4247-b75e-26706342dc21 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 20:04:51.687305 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fae489-ea21-4092-80b4-c847179a60d7 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:51.688032 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-65fae489-ea21-4092-80b4-c847179a60d7 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:51.703031 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b944370f-76ea-4b8b-89c8-7bdfec83809a None None] Network 68b1347d-1305-47e9-9186-25a54534efc0 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:04:51.743458 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 47096) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:04:51.749441 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-65fae489-ea21-4092-80b4-c847179a60d7 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8432140 Mar 11 20:04:51.750138 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-8863fb90-6370-4783-aadd-92b7d06e6082 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:04:51.941531 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 7094e891-908e-4fad-9c74-17b2a1760340 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:04:51.981923 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8863fb90-6370-4783-aadd-92b7d06e6082 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16689827'] for subnet (e1b41a0c-4730-4c6c-b347-7af4ad0c0557), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:52.110086 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd09830-5258-4d94-b440-4769f5e0d02d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-68b1347d-1305-47e9-9186-25a54534efc0', 'network_id': '68b1347d-1305-47e9-9186-25a54534efc0', 'project_id': '616118cb5152416298ac064b31e3b4f0', 'fixed_ips': [{'subnet_id': 'e1b41a0c-4730-4c6c-b347-7af4ad0c0557'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 20:04:52.111149 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7dd09830-5258-4d94-b440-4769f5e0d02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:52.147081 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d46352-1720-4c83-b543-d53bfd4d4c66 None None] Network 3c17ccf1-b2c7-45ef-905e-345dc7055bae requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:04:52.265244 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8863fb90-6370-4783-aadd-92b7d06e6082 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738459285854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16775364'] for subnet (e1b41a0c-4730-4c6c-b347-7af4ad0c0557), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:52.285648 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8863fb90-6370-4783-aadd-92b7d06e6082 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:52.286911 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8863fb90-6370-4783-aadd-92b7d06e6082 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:52.287796 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port fde418ff-a4f1-4247-b75e-26706342dc21, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=fde418ff-a4f1-4247-b75e-26706342dc21,segment=NetworkSegment(4c94b858-19f9-4a63-b8c5-a2e7700dcae2),segment_id=4c94b858-19f9-4a63-b8c5-a2e7700dcae2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:04:52.288692 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-8863fb90-6370-4783-aadd-92b7d06e6082 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] 10.222.0.65 "PUT /v2.0/subnets/e1b41a0c-4730-4c6c-b347-7af4ad0c0557 HTTP/1.1" status: 200 len: 826 time: 0.5434380 Mar 11 20:04:52.291358 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47100) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:04:52.339613 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8863fb90-6370-4783-aadd-92b7d06e6082 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Pushing event updated for resources: {'Subnet': ['ID=e1b41a0c-4730-4c6c-b347-7af4ad0c0557,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:52.350897 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 7094e891-908e-4fad-9c74-17b2a1760340 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:04:52.351528 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (7094e891-908e-4fad-9c74-17b2a1760340), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:52.353529 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-219a1183-32c8-4c7a-9306-561a2b17df15 None None] Provisioning complete for port 7094e891-908e-4fad-9c74-17b2a1760340 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:04:52.354011 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-219a1183-32c8-4c7a-9306-561a2b17df15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (7094e891-908e-4fad-9c74-17b2a1760340), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:52.476663 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': 'fde418ff-a4f1-4247-b75e-26706342dc21', 'network_id': 'ed159874-cc48-4cd3-85b3-1d074d175762', 'port_id': 'fde418ff-a4f1-4247-b75e-26706342dc21', 'mac_address': 'fa:16:3e:b6:44:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dabdda85-4a18-4038-bd61-4842b5c742e1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 20:04:52.547304 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b4678920-209a-47ee-9396-dcdc6ba0b134 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (68b1347d-1305-47e9-9186-25a54534efc0), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:52.549078 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port fde418ff-a4f1-4247-b75e-26706342dc21 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:04:52.549582 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (fde418ff-a4f1-4247-b75e-26706342dc21), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:52.575915 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fde418ff-a4f1-4247-b75e-26706342dc21 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:04:52.606506 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9f4d814f-0c4f-4afb-be4a-9f07f232d3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:52.653398 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port fde418ff-a4f1-4247-b75e-26706342dc21, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=fde418ff-a4f1-4247-b75e-26706342dc21,segment=NetworkSegment(4c94b858-19f9-4a63-b8c5-a2e7700dcae2),segment_id=4c94b858-19f9-4a63-b8c5-a2e7700dcae2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:04:52.705714 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (fde418ff-a4f1-4247-b75e-26706342dc21), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:52.717688 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b4678920-209a-47ee-9396-dcdc6ba0b134 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (e1b41a0c-4730-4c6c-b347-7af4ad0c0557), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:52.758070 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f672c-1cdf-4361-98c9-940e913664ba req-3a73606c-9b21-4096-91ce-ceb8bfbc16c6 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:52.765547 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-206f672c-1cdf-4361-98c9-940e913664ba req-3a73606c-9b21-4096-91ce-ceb8bfbc16c6 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] 10.222.0.65 "GET /v2.0/ports?device_id=dfa8466b-7ef7-471f-8851-d6fab5829751 HTTP/1.1" status: 200 len: 943 time: 0.1484442 Mar 11 20:04:52.769205 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-7dd09830-5258-4d94-b440-4769f5e0d02d None None] Allocated IP 2001:db8::2 (68b1347d-1305-47e9-9186-25a54534efc0/e1b41a0c-4730-4c6c-b347-7af4ad0c0557/49b172bd-8519-4d74-a75f-daaf53e1ee7f) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:04:52.912474 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-206f672c-1cdf-4361-98c9-940e913664ba req-0e063eab-2dde-43e7-8d9b-cd43738013df tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cf2f974-c2b6-4dae-90a8-ac841db8533f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451988 Mar 11 20:04:53.140042 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['fde418ff-a4f1-4247-b75e-26706342dc21'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:04:53.155888 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:53.227837 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 7094e891-908e-4fad-9c74-17b2a1760340 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:04:53.228247 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (7094e891-908e-4fad-9c74-17b2a1760340), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:53.231697 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=fde418ff-a4f1-4247-b75e-26706342dc21,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:53.258334 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-219a1183-32c8-4c7a-9306-561a2b17df15 None None] Current status of the port 7094e891-908e-4fad-9c74-17b2a1760340 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:04:53.258892 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-219a1183-32c8-4c7a-9306-561a2b17df15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (7094e891-908e-4fad-9c74-17b2a1760340), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:53.317905 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 7094e891-908e-4fad-9c74-17b2a1760340, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=7094e891-908e-4fad-9c74-17b2a1760340,segment=NetworkSegment(ca624d18-4755-4786-a287-cf8af73751b0),segment_id=ca624d18-4755-4786-a287-cf8af73751b0)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:04:53.362365 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (7094e891-908e-4fad-9c74-17b2a1760340), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:53.461764 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7dd09830-5258-4d94-b440-4769f5e0d02d None None] Publish callbacks [] for port (49b172bd-8519-4d74-a75f-daaf53e1ee7f), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:53.509720 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b4678920-209a-47ee-9396-dcdc6ba0b134 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (e1b41a0c-4730-4c6c-b347-7af4ad0c0557), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:53.532054 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7dd09830-5258-4d94-b440-4769f5e0d02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (49b172bd-8519-4d74-a75f-daaf53e1ee7f), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:53.557591 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=7094e891-908e-4fad-9c74-17b2a1760340,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:53.562166 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-219a1183-32c8-4c7a-9306-561a2b17df15 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 20:04:53.562738 n-d-833163-1 neutron-server[103886]: DEBUG oslo_db.api [None req-219a1183-32c8-4c7a-9306-561a2b17df15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 20:04:53.603140 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd09830-5258-4d94-b440-4769f5e0d02d None None] Network 68b1347d-1305-47e9-9186-25a54534efc0 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:04:53.609881 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4037dfb3-78b7-4db7-aeb8-2e970a1265a5 None None] Update dhcp port {'port': {'network_id': '3c17ccf1-b2c7-45ef-905e-345dc7055bae', 'fixed_ips': [{'subnet_id': 'ff7c6dfc-5825-4c5f-a57c-5ddc6c32354b', 'ip_address': '2001:db8::2'}, {'subnet_id': 'aafede9f-953b-4ee0-965f-3c960dcc1970'}], 'binding:host_id': 'n-d-833163-1'}, 'id': '7094e891-908e-4fad-9c74-17b2a1760340'} from n-d-833163-1. {{(pid=103886) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 11 20:04:53.610603 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4678920-209a-47ee-9396-dcdc6ba0b134 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Pushing event deleted for resources: {'Subnet': ['ID=e1b41a0c-4730-4c6c-b347-7af4ad0c0557,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:53.613874 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-7dd09830-5258-4d94-b440-4769f5e0d02d None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:04:53.639183 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd09830-5258-4d94-b440-4769f5e0d02d None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:04:53.668039 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b4678920-209a-47ee-9396-dcdc6ba0b134 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (68b1347d-1305-47e9-9186-25a54534efc0), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:53.681277 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4037dfb3-78b7-4db7-aeb8-2e970a1265a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (7094e891-908e-4fad-9c74-17b2a1760340), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:53.708062 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-b4678920-209a-47ee-9396-dcdc6ba0b134 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68b1347d-1305-47e9-9186-25a54534efc0']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:04:53.709529 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd09830-5258-4d94-b440-4769f5e0d02d None None] Pushing event updated for resources: {'Port': ['ID=49b172bd-8519-4d74-a75f-daaf53e1ee7f,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:53.731511 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-b4678920-209a-47ee-9396-dcdc6ba0b134 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0fec36e-ef0d-429d-b147-7d40d76f2958') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:04:53.731955 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-b4678920-209a-47ee-9396-dcdc6ba0b134 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0fec36e-ef0d-429d-b147-7d40d76f2958') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:04:53.747142 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b4678920-209a-47ee-9396-dcdc6ba0b134 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (b0fec36e-ef0d-429d-b147-7d40d76f2958), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:53.764789 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b4678920-209a-47ee-9396-dcdc6ba0b134 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (b0fec36e-ef0d-429d-b147-7d40d76f2958), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:53.771775 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4678920-209a-47ee-9396-dcdc6ba0b134 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Releasing vlan 861 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 20:04:53.772318 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b4678920-209a-47ee-9396-dcdc6ba0b134 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (b0fec36e-ef0d-429d-b147-7d40d76f2958), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:53.775687 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 20:04:53.775687 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 20:04:53.775687 n-d-833163-1 neutron-server[103884]: timer() Mar 11 20:04:53.775687 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:04:53.775687 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 20:04:53.775687 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 20:04:53.775687 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 20:04:53.775687 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:04:53.775687 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 20:04:53.775687 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:04:53.775687 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 20:04:53.775687 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:04:53.775687 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 20:04:53.775687 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 20:04:53.775687 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:04:53.775687 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 20:04:53.775687 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:04:53.775687 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 20:04:53.775687 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 20:04:53.775687 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:04:53.775687 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 20:04:53.775687 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:04:53.775687 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:04:53.775687 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 20:04:53.775687 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 20:04:53.775687 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 20:04:53.775687 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:04:53.775687 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 20:04:53.775687 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:04:53.775687 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 20:04:53.775687 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:04:53.775687 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:04:53.835188 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 7094e891-908e-4fad-9c74-17b2a1760340 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:04:53.954845 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-7dd09830-5258-4d94-b440-4769f5e0d02d None None] Attempting to bind port 49b172bd-8519-4d74-a75f-daaf53e1ee7f on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:04:53.954845 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-7dd09830-5258-4d94-b440-4769f5e0d02d None None] Attempting to bind port 49b172bd-8519-4d74-a75f-daaf53e1ee7f by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'b0fec36e-ef0d-429d-b147-7d40d76f2958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '68b1347d-1305-47e9-9186-25a54534efc0'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:04:53.955762 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd09830-5258-4d94-b440-4769f5e0d02d None None] Attempting to bind port 49b172bd-8519-4d74-a75f-daaf53e1ee7f on network 68b1347d-1305-47e9-9186-25a54534efc0 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:04:54.030743 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd09830-5258-4d94-b440-4769f5e0d02d None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:04:54.031377 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd09830-5258-4d94-b440-4769f5e0d02d None None] Checking segment: {'id': 'b0fec36e-ef0d-429d-b147-7d40d76f2958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '68b1347d-1305-47e9-9186-25a54534efc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:04:54.031998 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7dd09830-5258-4d94-b440-4769f5e0d02d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:54.032452 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd09830-5258-4d94-b440-4769f5e0d02d None None] Bound using segment: {'id': 'b0fec36e-ef0d-429d-b147-7d40d76f2958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '68b1347d-1305-47e9-9186-25a54534efc0'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:04:54.033241 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-7dd09830-5258-4d94-b440-4769f5e0d02d None None] Bound port: 49b172bd-8519-4d74-a75f-daaf53e1ee7f, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0fec36e-ef0d-429d-b147-7d40d76f2958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '68b1347d-1305-47e9-9186-25a54534efc0'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:04:54.033750 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7dd09830-5258-4d94-b440-4769f5e0d02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (49b172bd-8519-4d74-a75f-daaf53e1ee7f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:54.108609 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-7dd09830-5258-4d94-b440-4769f5e0d02d None None] For port 49b172bd-8519-4d74-a75f-daaf53e1ee7f, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:04:54.149983 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bef194-a60e-407c-b054-c5a02210adaa req-d01b0d22-8bb5-4409-ad7b-fcf5838d4a16 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:54.151675 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-28bef194-a60e-407c-b054-c5a02210adaa req-d01b0d22-8bb5-4409-ad7b-fcf5838d4a16 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] 10.222.0.65 "GET /v2.0/ports?device_id=dfa8466b-7ef7-471f-8851-d6fab5829751 HTTP/1.1" status: 200 len: 944 time: 0.1024878 Mar 11 20:04:54.160499 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-219a1183-32c8-4c7a-9306-561a2b17df15 None None] Current status of the port 7094e891-908e-4fad-9c74-17b2a1760340 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:04:54.182564 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 7094e891-908e-4fad-9c74-17b2a1760340 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:04:54.183323 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (7094e891-908e-4fad-9c74-17b2a1760340), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:54.223747 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.db.api [None req-b4678920-209a-47ee-9396-dcdc6ba0b134 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 11 20:04:54.223747 n-d-833163-1 neutron-server[103884]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 11 20:04:54.223747 n-d-833163-1 neutron-server[103884]: [parameters: {'id': '68b1347d-1305-47e9-9186-25a54534efc0'}] Mar 11 20:04:54.223747 n-d-833163-1 neutron-server[103884]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103884) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 20:04:54.224196 n-d-833163-1 neutron-server[103884]: DEBUG oslo_db.api [None req-b4678920-209a-47ee-9396-dcdc6ba0b134 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 20:04:54.249026 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-7dd09830-5258-4d94-b440-4769f5e0d02d None None] For port 49b172bd-8519-4d74-a75f-daaf53e1ee7f, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=49b172bd-8519-4d74-a75f-daaf53e1ee7f,segment=NetworkSegment(b0fec36e-ef0d-429d-b147-7d40d76f2958),segment_id=b0fec36e-ef0d-429d-b147-7d40d76f2958)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:04:54.258681 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-28bef194-a60e-407c-b054-c5a02210adaa req-20bc26fd-8d39-40d9-adb9-5dd95272e057 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cf2f974-c2b6-4dae-90a8-ac841db8533f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991995 Mar 11 20:04:54.264065 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7dd09830-5258-4d94-b440-4769f5e0d02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (49b172bd-8519-4d74-a75f-daaf53e1ee7f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:54.321368 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd09830-5258-4d94-b440-4769f5e0d02d None None] Pushing event updated for resources: {'Port': ['ID=49b172bd-8519-4d74-a75f-daaf53e1ee7f,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:54.360369 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-4037dfb3-78b7-4db7-aeb8-2e970a1265a5 None None] Allocated IP 172.20.0.1 (3c17ccf1-b2c7-45ef-905e-345dc7055bae/aafede9f-953b-4ee0-965f-3c960dcc1970/7094e891-908e-4fad-9c74-17b2a1760340) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:04:54.466491 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4488b544-03ee-4645-a6b4-04f3f010d9b8 None None] Network 68b1347d-1305-47e9-9186-25a54534efc0 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:04:54.571555 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 7094e891-908e-4fad-9c74-17b2a1760340 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:04:54.636999 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4037dfb3-78b7-4db7-aeb8-2e970a1265a5 None None] For port 7094e891-908e-4fad-9c74-17b2a1760340, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=7094e891-908e-4fad-9c74-17b2a1760340,segment=NetworkSegment(ca624d18-4755-4786-a287-cf8af73751b0),segment_id=ca624d18-4755-4786-a287-cf8af73751b0)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:04:54.663823 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6eae4ed9-3ae0-462e-b771-73befb469507 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:54.684823 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4037dfb3-78b7-4db7-aeb8-2e970a1265a5 None None] Publish callbacks [] for port (7094e891-908e-4fad-9c74-17b2a1760340), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:54.692187 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4037dfb3-78b7-4db7-aeb8-2e970a1265a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (7094e891-908e-4fad-9c74-17b2a1760340), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:54.706291 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192f4475-8732-487c-b9df-39c4df6e8c5f None None] Network 68b1347d-1305-47e9-9186-25a54534efc0 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:04:54.725366 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b4678920-209a-47ee-9396-dcdc6ba0b134 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (68b1347d-1305-47e9-9186-25a54534efc0), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:54.849149 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-b4678920-209a-47ee-9396-dcdc6ba0b134 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Deleting port 49b172bd-8519-4d74-a75f-daaf53e1ee7f {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:04:54.851266 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b4678920-209a-47ee-9396-dcdc6ba0b134 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (49b172bd-8519-4d74-a75f-daaf53e1ee7f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:54.882046 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4037dfb3-78b7-4db7-aeb8-2e970a1265a5 None None] Pushing event updated for resources: {'Port': ['ID=7094e891-908e-4fad-9c74-17b2a1760340,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:54.955037 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-b4678920-209a-47ee-9396-dcdc6ba0b134 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] For port 49b172bd-8519-4d74-a75f-daaf53e1ee7f, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=49b172bd-8519-4d74-a75f-daaf53e1ee7f,segment=NetworkSegment(b0fec36e-ef0d-429d-b147-7d40d76f2958),segment_id=b0fec36e-ef0d-429d-b147-7d40d76f2958)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:04:54.955960 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b4678920-209a-47ee-9396-dcdc6ba0b134 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (49b172bd-8519-4d74-a75f-daaf53e1ee7f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:54.996800 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-b4678920-209a-47ee-9396-dcdc6ba0b134 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Calling delete_port for 49b172bd-8519-4d74-a75f-daaf53e1ee7f owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:04:55.098083 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b4678920-209a-47ee-9396-dcdc6ba0b134 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (49b172bd-8519-4d74-a75f-daaf53e1ee7f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:55.138307 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4678920-209a-47ee-9396-dcdc6ba0b134 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Pushing event deleted for resources: {'Port': ['ID=49b172bd-8519-4d74-a75f-daaf53e1ee7f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:55.149609 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4678920-209a-47ee-9396-dcdc6ba0b134 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] No DVR routers for this DVR port 49b172bd-8519-4d74-a75f-daaf53e1ee7f on host n-d-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:04:55.269026 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b4678920-209a-47ee-9396-dcdc6ba0b134 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (68b1347d-1305-47e9-9186-25a54534efc0), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:55.303469 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-b4678920-209a-47ee-9396-dcdc6ba0b134 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68b1347d-1305-47e9-9186-25a54534efc0']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:04:55.316096 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-b4678920-209a-47ee-9396-dcdc6ba0b134 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0fec36e-ef0d-429d-b147-7d40d76f2958') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:04:55.316453 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-b4678920-209a-47ee-9396-dcdc6ba0b134 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0fec36e-ef0d-429d-b147-7d40d76f2958') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:04:55.328942 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b4678920-209a-47ee-9396-dcdc6ba0b134 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (b0fec36e-ef0d-429d-b147-7d40d76f2958), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:55.358631 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b4678920-209a-47ee-9396-dcdc6ba0b134 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (b0fec36e-ef0d-429d-b147-7d40d76f2958), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:55.374272 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4678920-209a-47ee-9396-dcdc6ba0b134 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Releasing vlan 861 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 20:04:55.374679 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b4678920-209a-47ee-9396-dcdc6ba0b134 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (b0fec36e-ef0d-429d-b147-7d40d76f2958), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:55.409271 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 20:04:55.409271 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 20:04:55.409271 n-d-833163-1 neutron-server[103884]: timer() Mar 11 20:04:55.409271 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:04:55.409271 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 20:04:55.409271 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 20:04:55.409271 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 20:04:55.409271 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:04:55.409271 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 20:04:55.409271 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:04:55.409271 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 20:04:55.409271 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:04:55.409271 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 20:04:55.409271 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 20:04:55.409271 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:04:55.409271 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 20:04:55.409271 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:04:55.409271 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 20:04:55.409271 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 20:04:55.409271 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:04:55.409271 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 20:04:55.409271 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:04:55.409271 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:04:55.409271 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 20:04:55.409271 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 20:04:55.409271 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 20:04:55.409271 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:04:55.409271 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 20:04:55.409271 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:04:55.409271 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 20:04:55.409271 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:04:55.409271 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:04:55.523012 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b4678920-209a-47ee-9396-dcdc6ba0b134 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (68b1347d-1305-47e9-9186-25a54534efc0), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:55.554489 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065ac20f-69fe-4bf5-a7e1-fa0dc955c27c req-edd4425c-2d85-43c5-a943-9c81cb64cf6f tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:55.556710 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-065ac20f-69fe-4bf5-a7e1-fa0dc955c27c req-edd4425c-2d85-43c5-a943-9c81cb64cf6f tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] 10.222.0.65 "GET /v2.0/ports?device_id=dfa8466b-7ef7-471f-8851-d6fab5829751 HTTP/1.1" status: 200 len: 944 time: 0.1667256 Mar 11 20:04:55.569486 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b4678920-209a-47ee-9396-dcdc6ba0b134 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:55.582113 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b4678920-209a-47ee-9396-dcdc6ba0b134 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] 10.222.0.65 "DELETE /v2.0/networks/68b1347d-1305-47e9-9186-25a54534efc0 HTTP/1.1" status: 204 len: 168 time: 3.2803063 Mar 11 20:04:55.583345 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4678920-209a-47ee-9396-dcdc6ba0b134 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Pushing event deleted for resources: {'Network': ['ID=68b1347d-1305-47e9-9186-25a54534efc0,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:55.593946 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47130) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:04:55.644792 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-77a608c7-cb59-4dab-a260-9f132ccd8a30 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] DELETE failed (client error): The resource could not be found. Mar 11 20:04:55.645421 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77a608c7-cb59-4dab-a260-9f132ccd8a30 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 20:04:55.648748 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-77a608c7-cb59-4dab-a260-9f132ccd8a30 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] 10.222.0.65 "DELETE /v2.0/networks/68b1347d-1305-47e9-9186-25a54534efc0 HTTP/1.1" status: 404 len: 339 time: 0.0535567 Mar 11 20:04:55.655434 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47140) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:04:55.660439 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-77881784-8d42-4687-a577-9daddfe3b0a5 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-426576860', 'description': 'd1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:04:55.698351 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device fde418ff-a4f1-4247-b75e-26706342dc21 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:04:55.702653 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-065ac20f-69fe-4bf5-a7e1-fa0dc955c27c req-cc567928-65c9-40f7-aa0e-6b19afeabdb8 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cf2f974-c2b6-4dae-90a8-ac841db8533f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369624 Mar 11 20:04:55.726746 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77881784-8d42-4687-a577-9daddfe3b0a5 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Made reservation on behalf of 616118cb5152416298ac064b31e3b4f0 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:04:55.731164 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-77881784-8d42-4687-a577-9daddfe3b0a5 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:55.775561 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f85978-0fe4-4820-84cc-612812caf460 None None] get_active_networks_info from n-d-833163-1 {{(pid=103886) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 11 20:04:55.787977 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77881784-8d42-4687-a577-9daddfe3b0a5 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] vlan segment allocate from pool success with {'vlan_id': 897, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:04:55.809054 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-77881784-8d42-4687-a577-9daddfe3b0a5 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (cb737b15-4207-4776-a2eb-23d484b8653b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:55.809664 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-77881784-8d42-4687-a577-9daddfe3b0a5 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Added segment cb737b15-4207-4776-a2eb-23d484b8653b of type vlan for network 3a63aae3-20d6-4044-925c-e8d57ad3dc08 Mar 11 20:04:55.845857 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 7094e891-908e-4fad-9c74-17b2a1760340 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:04:55.860938 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-77881784-8d42-4687-a577-9daddfe3b0a5 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (3a63aae3-20d6-4044-925c-e8d57ad3dc08), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:55.900591 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-77881784-8d42-4687-a577-9daddfe3b0a5 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (3a63aae3-20d6-4044-925c-e8d57ad3dc08), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:55.908751 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77881784-8d42-4687-a577-9daddfe3b0a5 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:55.910039 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-77881784-8d42-4687-a577-9daddfe3b0a5 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:55.935697 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-77881784-8d42-4687-a577-9daddfe3b0a5 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2784801 Mar 11 20:04:55.938257 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 47170) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:04:56.056476 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77881784-8d42-4687-a577-9daddfe3b0a5 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Pushing event updated for resources: {'Network': ['ID=3a63aae3-20d6-4044-925c-e8d57ad3dc08,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:56.127455 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 3a63aae3-20d6-4044-925c-e8d57ad3dc08 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 20:04:56.139288 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f2c091-3dbb-412e-8319-de78caa87826 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:56.141388 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-e0f2c091-3dbb-412e-8319-de78caa87826 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] 10.222.0.65 "GET /v2.0/networks?id=3a63aae3-20d6-4044-925c-e8d57ad3dc08 HTTP/1.1" status: 200 len: 764 time: 0.2018898 Mar 11 20:04:56.143871 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 47194) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:04:56.167327 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-ba862760-8072-468c-90e3-8235bfc77656 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Request body: {'network': {'description': 'd2'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:04:56.202681 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-e14e357b-dfc8-4d31-a261-e6617d0cbf22 None None] Provisioning complete for port 7094e891-908e-4fad-9c74-17b2a1760340 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:04:56.203062 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e14e357b-dfc8-4d31-a261-e6617d0cbf22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (7094e891-908e-4fad-9c74-17b2a1760340), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:56.349941 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port fde418ff-a4f1-4247-b75e-26706342dc21 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 20:04:56.397409 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port fde418ff-a4f1-4247-b75e-26706342dc21 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:04:56.397790 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (fde418ff-a4f1-4247-b75e-26706342dc21), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:56.458393 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ba862760-8072-468c-90e3-8235bfc77656 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (3a63aae3-20d6-4044-925c-e8d57ad3dc08), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:56.468814 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:56.488980 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ba862760-8072-468c-90e3-8235bfc77656 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (3a63aae3-20d6-4044-925c-e8d57ad3dc08), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:56.506186 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ba862760-8072-468c-90e3-8235bfc77656 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Network 3a63aae3-20d6-4044-925c-e8d57ad3dc08 is not hosted by any dhcp agent {{(pid=103885) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 11 20:04:56.513537 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba862760-8072-468c-90e3-8235bfc77656 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:56.515026 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ba862760-8072-468c-90e3-8235bfc77656 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:56.517579 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ba862760-8072-468c-90e3-8235bfc77656 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] 10.222.0.65 "PUT /v2.0/networks/3a63aae3-20d6-4044-925c-e8d57ad3dc08 HTTP/1.1" status: 200 len: 761 time: 0.3725173 Mar 11 20:04:56.520586 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47242) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:04:56.546709 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 7094e891-908e-4fad-9c74-17b2a1760340 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:04:56.547095 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (7094e891-908e-4fad-9c74-17b2a1760340), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:56.571949 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f85978-0fe4-4820-84cc-612812caf460 None None] Resources bound (agent type, host, resource id): {{(pid=103886) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 20:04:56.596535 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba862760-8072-468c-90e3-8235bfc77656 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Pushing event updated for resources: {'Network': ['ID=3a63aae3-20d6-4044-925c-e8d57ad3dc08,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:56.655546 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 3a63aae3-20d6-4044-925c-e8d57ad3dc08 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 20:04:56.756335 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e76357-ec72-45d0-954a-5357921ca1d6 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:56.761522 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-72e76357-ec72-45d0-954a-5357921ca1d6 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] 10.222.0.65 "GET /v2.0/networks?id=3a63aae3-20d6-4044-925c-e8d57ad3dc08 HTTP/1.1" status: 200 len: 764 time: 0.2355044 Mar 11 20:04:56.761859 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47270) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:04:56.890723 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ab67be-0ac2-4266-80a9-8af36add693d req-f45871a3-8e45-448d-9002-748dd4745fb3 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:56.892395 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b0ab67be-0ac2-4266-80a9-8af36add693d req-f45871a3-8e45-448d-9002-748dd4745fb3 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] 10.222.0.65 "GET /v2.0/ports?device_id=dfa8466b-7ef7-471f-8851-d6fab5829751 HTTP/1.1" status: 200 len: 944 time: 0.1054544 Mar 11 20:04:56.970399 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b0ab67be-0ac2-4266-80a9-8af36add693d req-bc7dc291-0038-4d06-9812-93acf7f5407b tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cf2f974-c2b6-4dae-90a8-ac841db8533f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660706 Mar 11 20:04:57.058113 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881b4db4-79d3-420f-b9a9-4dfedc548078 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:57.060211 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-881b4db4-79d3-420f-b9a9-4dfedc548078 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2971344 Mar 11 20:04:57.064508 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 47302) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:04:57.126090 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-7208f6b3-2810-43c1-b37a-fc9795381adc tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] 10.222.0.65 "GET /v2.0/subnets?network_id=612cc066-33e3-444d-b1c7-d0a64751482a HTTP/1.1" status: 200 len: 207 time: 0.0579545 Mar 11 20:04:57.131192 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47310) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:04:57.161823 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e14e357b-dfc8-4d31-a261-e6617d0cbf22 None None] Current status of the port 7094e891-908e-4fad-9c74-17b2a1760340 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:04:57.295514 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port fde418ff-a4f1-4247-b75e-26706342dc21 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:04:57.295846 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (fde418ff-a4f1-4247-b75e-26706342dc21), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:57.362460 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfa8466b-7ef7-471f-8851-d6fab5829751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde418ff-a4f1-4247-b75e-26706342dc21'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:04:57.373439 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b378b4a-1fe9-468a-9c31-05db8498d14f" -d '{"events": [{"server_uuid": "dfa8466b-7ef7-471f-8851-d6fab5829751", "name": "network-vif-plugged", "status": "completed", "tag": "fde418ff-a4f1-4247-b75e-26706342dc21"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:04:57.377032 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port fde418ff-a4f1-4247-b75e-26706342dc21, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=fde418ff-a4f1-4247-b75e-26706342dc21,segment=NetworkSegment(4c94b858-19f9-4a63-b8c5-a2e7700dcae2),segment_id=4c94b858-19f9-4a63-b8c5-a2e7700dcae2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:04:57.391066 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d37470b-204a-494c-8325-e700a093663b None None] Network 3c17ccf1-b2c7-45ef-905e-345dc7055bae requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:04:57.398503 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (fde418ff-a4f1-4247-b75e-26706342dc21), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:57.401780 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 7094e891-908e-4fad-9c74-17b2a1760340 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:04:57.479814 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=fde418ff-a4f1-4247-b75e-26706342dc21,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:57.540563 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba6764c-f27c-4790-acf1-3a00f2240e41 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:57.568981 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba6764c-f27c-4790-acf1-3a00f2240e41 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:57.595417 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba6764c-f27c-4790-acf1-3a00f2240e41 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:57.601763 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba6764c-f27c-4790-acf1-3a00f2240e41 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:57.607692 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba6764c-f27c-4790-acf1-3a00f2240e41 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:57.619920 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba6764c-f27c-4790-acf1-3a00f2240e41 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:57.625519 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8ba6764c-f27c-4790-acf1-3a00f2240e41 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.4896200 Mar 11 20:04:57.626085 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 47374) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:04:57.721529 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:57.782756 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d61dbd-2b5d-4a90-8b45-672c28a50b3c x-openstack-request-id: req-25d61dbd-2b5d-4a90-8b45-672c28a50b3c {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:04:57.783064 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfa8466b-7ef7-471f-8851-d6fab5829751", "name": "network-vif-plugged", "status": "completed", "tag": "fde418ff-a4f1-4247-b75e-26706342dc21", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:04:57.783323 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-25d61dbd-2b5d-4a90-8b45-672c28a50b3c {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:04:57.783766 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfa8466b-7ef7-471f-8851-d6fab5829751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fde418ff-a4f1-4247-b75e-26706342dc21', 'code': 200} Mar 11 20:04:57.947263 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fba60f-be47-42f2-a4b5-5fd6498c21d4 req-b427cfcf-38e2-42ad-9c7e-78c3a07b63b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:57.948816 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-93fba60f-be47-42f2-a4b5-5fd6498c21d4 req-b427cfcf-38e2-42ad-9c7e-78c3a07b63b5 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=dfa8466b-7ef7-471f-8851-d6fab5829751 HTTP/1.1" status: 200 len: 1127 time: 0.1233850 Mar 11 20:04:57.953698 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47414) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:04:57.954086 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-309866b1-848a-4133-a069-17539823c715 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] 10.222.0.65 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.3270669 Mar 11 20:04:58.173486 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-93fba60f-be47-42f2-a4b5-5fd6498c21d4 req-8451e093-c322-4420-bfc3-901d6006008d service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=7cf2f974-c2b6-4dae-90a8-ac841db8533f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997614 Mar 11 20:04:58.185315 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a8d41d-33a6-4fee-b7f4-14b14522faab tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:58.186793 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a8d41d-33a6-4fee-b7f4-14b14522faab tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:58.188587 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a8d41d-33a6-4fee-b7f4-14b14522faab tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:58.190255 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a8d41d-33a6-4fee-b7f4-14b14522faab tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:58.191790 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a8d41d-33a6-4fee-b7f4-14b14522faab tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:58.194632 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b7a8d41d-33a6-4fee-b7f4-14b14522faab tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2383642 Mar 11 20:04:58.203896 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47446) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:04:58.214854 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-731af81b-1fe7-4bb8-9209-c8b960e849f5 None None] Provisioning complete for port 7094e891-908e-4fad-9c74-17b2a1760340 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:04:58.215813 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-731af81b-1fe7-4bb8-9209-c8b960e849f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (7094e891-908e-4fad-9c74-17b2a1760340), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:58.220377 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841f10a2-1140-46f0-9780-77bb1b16ec1c req-8b6fb0b3-8326-4bbc-9a67-5f88e3562f6a tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:58.226140 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-841f10a2-1140-46f0-9780-77bb1b16ec1c req-8b6fb0b3-8326-4bbc-9a67-5f88e3562f6a tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] 10.222.0.65 "GET /v2.0/ports?device_id=dfa8466b-7ef7-471f-8851-d6fab5829751 HTTP/1.1" status: 200 len: 945 time: 0.1016035 Mar 11 20:04:58.329409 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-841f10a2-1140-46f0-9780-77bb1b16ec1c req-e8b550f8-57a4-4c1c-a845-cb42fea66c88 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cf2f974-c2b6-4dae-90a8-ac841db8533f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939066 Mar 11 20:04:58.376287 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ce2edf-7d6d-4738-8d50-cee34fd1743f tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Attributes excluded by policy engine: ['shared'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:58.391323 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ce2edf-7d6d-4738-8d50-cee34fd1743f tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Attributes excluded by policy engine: ['shared'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:58.395382 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ce2edf-7d6d-4738-8d50-cee34fd1743f tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Attributes excluded by policy engine: ['shared'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:58.396180 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-731af81b-1fe7-4bb8-9209-c8b960e849f5 None None] Current status of the port 7094e891-908e-4fad-9c74-17b2a1760340 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:04:58.396704 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ce2edf-7d6d-4738-8d50-cee34fd1743f tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Attributes excluded by policy engine: ['shared'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:58.398341 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ce2edf-7d6d-4738-8d50-cee34fd1743f tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Attributes excluded by policy engine: ['shared'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:58.400376 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e7ce2edf-7d6d-4738-8d50-cee34fd1743f tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] 10.222.0.65 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1954389 Mar 11 20:04:58.404476 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47470) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:04:58.544381 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b085c78-4a3e-4c1c-af42-63b0b4622eb0 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:58.549234 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4b085c78-4a3e-4c1c-af42-63b0b4622eb0 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] 10.222.0.65 "GET /v2.0/networks/61bfce32-ab4b-4500-a492-1dcb0fc5b47b HTTP/1.1" status: 200 len: 803 time: 0.1393332 Mar 11 20:04:58.549559 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47486) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:04:58.691561 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-aff7d678-5201-4ddf-a99a-c9e0f3bc27e2 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] 10.222.0.65 "GET /v2.0/networks/61bfce32-ab4b-4500-a492-1dcb0fc5b47b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1378167 Mar 11 20:04:58.691855 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47504) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:04:58.747948 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0602d96a-e276-49eb-8d12-d6a049087ded tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:58.749726 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-0602d96a-e276-49eb-8d12-d6a049087ded tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] 10.222.0.65 "GET /v2.0/subnets/619903b7-dc7c-4463-97a5-8e75d70e3a8e HTTP/1.1" status: 200 len: 843 time: 0.0565131 Mar 11 20:04:58.753640 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47512) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:04:58.829990 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3cf3b2f-ee7b-4313-98c5-566992ae52a7 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Attributes excluded by policy engine: ['shared'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:58.831666 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b3cf3b2f-ee7b-4313-98c5-566992ae52a7 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] 10.222.0.65 "GET /v2.0/subnets/619903b7-dc7c-4463-97a5-8e75d70e3a8e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0768747 Mar 11 20:04:58.835651 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47526) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:04:58.840484 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-491ba413-1f97-42ec-9f6c-38483e9201e8 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1713767250'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:04:58.864218 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491ba413-1f97-42ec-9f6c-38483e9201e8 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Made reservation on behalf of 616118cb5152416298ac064b31e3b4f0 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:04:58.867796 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-491ba413-1f97-42ec-9f6c-38483e9201e8 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:58.916324 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-491ba413-1f97-42ec-9f6c-38483e9201e8 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] vlan segment allocate from pool success with {'vlan_id': 861, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:04:58.928701 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-491ba413-1f97-42ec-9f6c-38483e9201e8 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (8551a77c-0ea2-4fed-839c-e7aab9282cc8), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:58.929235 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-491ba413-1f97-42ec-9f6c-38483e9201e8 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Added segment 8551a77c-0ea2-4fed-839c-e7aab9282cc8 of type vlan for network 072d1082-1e7f-4f14-92c2-b4c3809adfab Mar 11 20:04:58.985016 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-491ba413-1f97-42ec-9f6c-38483e9201e8 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (072d1082-1e7f-4f14-92c2-b4c3809adfab), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:59.019875 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-491ba413-1f97-42ec-9f6c-38483e9201e8 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (072d1082-1e7f-4f14-92c2-b4c3809adfab), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:59.049325 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491ba413-1f97-42ec-9f6c-38483e9201e8 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:59.050652 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-491ba413-1f97-42ec-9f6c-38483e9201e8 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:59.056177 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:59.098955 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-491ba413-1f97-42ec-9f6c-38483e9201e8 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2622552 Mar 11 20:04:59.101880 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 47560) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:04:59.112978 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-7f81a987-e06e-4b8a-b261-d850cb76880b tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Request body: {'subnet': {'network_id': '072d1082-1e7f-4f14-92c2-b4c3809adfab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:04:59.191017 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ba413-1f97-42ec-9f6c-38483e9201e8 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Pushing event updated for resources: {'Network': ['ID=072d1082-1e7f-4f14-92c2-b4c3809adfab,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:59.206523 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 072d1082-1e7f-4f14-92c2-b4c3809adfab details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 20:04:59.315449 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f81a987-e06e-4b8a-b261-d850cb76880b tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Made reservation on behalf of 616118cb5152416298ac064b31e3b4f0 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:04:59.321215 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7f81a987-e06e-4b8a-b261-d850cb76880b tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:59.400092 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.ipam_backend_mixin [None req-7f81a987-e06e-4b8a-b261-d850cb76880b tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Performing IP validity checks on allocation pools {{(pid=103885) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 11 20:04:59.400271 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.ipam_backend_mixin [None req-7f81a987-e06e-4b8a-b261-d850cb76880b tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103885) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 11 20:04:59.491230 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e87332f-64a7-4b23-81e6-8f4dc76135f3 req-24c99f99-11b2-4599-ab97-6a259aa9d292 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:59.492971 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7e87332f-64a7-4b23-81e6-8f4dc76135f3 req-24c99f99-11b2-4599-ab97-6a259aa9d292 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] 10.222.0.65 "GET /v2.0/ports?device_id=dfa8466b-7ef7-471f-8851-d6fab5829751 HTTP/1.1" status: 200 len: 945 time: 0.0721438 Mar 11 20:04:59.595363 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7e87332f-64a7-4b23-81e6-8f4dc76135f3 req-f157c812-aadd-480f-a960-c5fc7e67a3de tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cf2f974-c2b6-4dae-90a8-ac841db8533f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942729 Mar 11 20:04:59.651544 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7f81a987-e06e-4b8a-b261-d850cb76880b tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (923dbdaf-e80b-401f-b60d-73d877a3b02a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:59.736985 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f81a987-e06e-4b8a-b261-d850cb76880b tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Pushing event updated for resources: {'Subnet': ['ID=923dbdaf-e80b-401f-b60d-73d877a3b02a,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:04:59.739807 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f81a987-e06e-4b8a-b261-d850cb76880b tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Checking segment: {'id': '8551a77c-0ea2-4fed-839c-e7aab9282cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '072d1082-1e7f-4f14-92c2-b4c3809adfab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:04:59.740197 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f81a987-e06e-4b8a-b261-d850cb76880b tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Network hostable DHCP agents. Network: 072d1082-1e7f-4f14-92c2-b4c3809adfab, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:04:59.761424 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f81a987-e06e-4b8a-b261-d850cb76880b tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Network 072d1082-1e7f-4f14-92c2-b4c3809adfab is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:04:59.774629 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-7f81a987-e06e-4b8a-b261-d850cb76880b tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 072d1082-1e7f-4f14-92c2-b4c3809adfab) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:04:59.780601 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f81a987-e06e-4b8a-b261-d850cb76880b tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:04:59.781324 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7f81a987-e06e-4b8a-b261-d850cb76880b tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:59.785955 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44632dc9-4a97-4c77-adef-5b556baec744 None None] Network 072d1082-1e7f-4f14-92c2-b4c3809adfab requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:04:59.803573 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-7f81a987-e06e-4b8a-b261-d850cb76880b tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.6991169 Mar 11 20:04:59.806973 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 47624) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:04:59.813279 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-dc84e55f-a1e6-4db5-b098-b63319a601cc tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:04:59.961861 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dc84e55f-a1e6-4db5-b098-b63319a601cc tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16689827'] for subnet (923dbdaf-e80b-401f-b60d-73d877a3b02a), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:04:59.984705 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7761e4-6ec2-4934-a900-487a9e47b9aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-072d1082-1e7f-4f14-92c2-b4c3809adfab', 'network_id': '072d1082-1e7f-4f14-92c2-b4c3809adfab', 'project_id': '616118cb5152416298ac064b31e3b4f0', 'fixed_ips': [{'subnet_id': '923dbdaf-e80b-401f-b60d-73d877a3b02a'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 20:04:59.986305 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ba7761e4-6ec2-4934-a900-487a9e47b9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:00.312446 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dc84e55f-a1e6-4db5-b098-b63319a601cc tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738459285854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16775364'] for subnet (923dbdaf-e80b-401f-b60d-73d877a3b02a), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:00.370358 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-ba7761e4-6ec2-4934-a900-487a9e47b9aa None None] Allocated IP 2001:db8::3 (072d1082-1e7f-4f14-92c2-b4c3809adfab/923dbdaf-e80b-401f-b60d-73d877a3b02a/c9e9908b-4726-430c-8017-14611ba439d6) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:05:00.432273 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc84e55f-a1e6-4db5-b098-b63319a601cc tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Pushing event updated for resources: {'Subnet': ['ID=923dbdaf-e80b-401f-b60d-73d877a3b02a,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:00.452415 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc84e55f-a1e6-4db5-b098-b63319a601cc tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:05:00.453139 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dc84e55f-a1e6-4db5-b098-b63319a601cc tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:00.457511 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47664) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:00.458048 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-dc84e55f-a1e6-4db5-b098-b63319a601cc tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] 10.222.0.65 "PUT /v2.0/subnets/923dbdaf-e80b-401f-b60d-73d877a3b02a HTTP/1.1" status: 200 len: 900 time: 0.6492724 Mar 11 20:05:00.647434 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ba7761e4-6ec2-4934-a900-487a9e47b9aa None None] Publish callbacks [] for port (c9e9908b-4726-430c-8017-14611ba439d6), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:00.652724 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-51ab007a-05c0-41c1-9896-1a5b86b82f15 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (072d1082-1e7f-4f14-92c2-b4c3809adfab), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:00.659140 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ba7761e4-6ec2-4934-a900-487a9e47b9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (c9e9908b-4726-430c-8017-14611ba439d6), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:00.710539 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7761e4-6ec2-4934-a900-487a9e47b9aa None None] Network 072d1082-1e7f-4f14-92c2-b4c3809adfab is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:05:00.714173 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-ba7761e4-6ec2-4934-a900-487a9e47b9aa None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:05:00.728675 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7761e4-6ec2-4934-a900-487a9e47b9aa None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:05:00.734182 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-51ab007a-05c0-41c1-9896-1a5b86b82f15 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Deleting port c9e9908b-4726-430c-8017-14611ba439d6 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:05:00.734998 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-51ab007a-05c0-41c1-9896-1a5b86b82f15 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (c9e9908b-4726-430c-8017-14611ba439d6), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:00.744923 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7761e4-6ec2-4934-a900-487a9e47b9aa None None] Pushing event updated for resources: {'Port': ['ID=c9e9908b-4726-430c-8017-14611ba439d6,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:00.840301 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-ba7761e4-6ec2-4934-a900-487a9e47b9aa None None] Attempting to bind port c9e9908b-4726-430c-8017-14611ba439d6 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:05:00.841157 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-ba7761e4-6ec2-4934-a900-487a9e47b9aa None None] Attempting to bind port c9e9908b-4726-430c-8017-14611ba439d6 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '8551a77c-0ea2-4fed-839c-e7aab9282cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '072d1082-1e7f-4f14-92c2-b4c3809adfab'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:05:00.841519 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7761e4-6ec2-4934-a900-487a9e47b9aa None None] Attempting to bind port c9e9908b-4726-430c-8017-14611ba439d6 on network 072d1082-1e7f-4f14-92c2-b4c3809adfab {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:05:00.847052 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7761e4-6ec2-4934-a900-487a9e47b9aa None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:05:00.847429 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7761e4-6ec2-4934-a900-487a9e47b9aa None None] Checking segment: {'id': '8551a77c-0ea2-4fed-839c-e7aab9282cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '072d1082-1e7f-4f14-92c2-b4c3809adfab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:05:00.847912 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ba7761e4-6ec2-4934-a900-487a9e47b9aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:00.848315 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7761e4-6ec2-4934-a900-487a9e47b9aa None None] Bound using segment: {'id': '8551a77c-0ea2-4fed-839c-e7aab9282cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '072d1082-1e7f-4f14-92c2-b4c3809adfab'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:05:00.850247 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-ba7761e4-6ec2-4934-a900-487a9e47b9aa None None] Bound port: c9e9908b-4726-430c-8017-14611ba439d6, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8551a77c-0ea2-4fed-839c-e7aab9282cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '072d1082-1e7f-4f14-92c2-b4c3809adfab'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:05:00.850643 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ba7761e4-6ec2-4934-a900-487a9e47b9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c9e9908b-4726-430c-8017-14611ba439d6), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:00.856148 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-51ab007a-05c0-41c1-9896-1a5b86b82f15 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] For port c9e9908b-4726-430c-8017-14611ba439d6, host n-d-833163-1, got binding levels [] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:05:00.856606 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-51ab007a-05c0-41c1-9896-1a5b86b82f15 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (c9e9908b-4726-430c-8017-14611ba439d6), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:00.874140 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-51ab007a-05c0-41c1-9896-1a5b86b82f15 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Calling delete_port for c9e9908b-4726-430c-8017-14611ba439d6 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:05:00.980782 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-ba7761e4-6ec2-4934-a900-487a9e47b9aa None None] For port c9e9908b-4726-430c-8017-14611ba439d6, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:05:00.992845 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-ba7761e4-6ec2-4934-a900-487a9e47b9aa None None] For port c9e9908b-4726-430c-8017-14611ba439d6, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=c9e9908b-4726-430c-8017-14611ba439d6,segment=NetworkSegment(8551a77c-0ea2-4fed-839c-e7aab9282cc8),segment_id=8551a77c-0ea2-4fed-839c-e7aab9282cc8)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:05:01.004297 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ba7761e4-6ec2-4934-a900-487a9e47b9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (c9e9908b-4726-430c-8017-14611ba439d6), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:01.098469 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7761e4-6ec2-4934-a900-487a9e47b9aa None None] Pushing event updated for resources: {'Port': ['ID=c9e9908b-4726-430c-8017-14611ba439d6,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:01.141394 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-51ab007a-05c0-41c1-9896-1a5b86b82f15 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (c9e9908b-4726-430c-8017-14611ba439d6), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:01.199831 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ab007a-05c0-41c1-9896-1a5b86b82f15 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Pushing event deleted for resources: {'Port': ['ID=c9e9908b-4726-430c-8017-14611ba439d6,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:01.256782 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ab007a-05c0-41c1-9896-1a5b86b82f15 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] No DVR routers for this DVR port c9e9908b-4726-430c-8017-14611ba439d6 on host n-d-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:05:01.328121 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-51ab007a-05c0-41c1-9896-1a5b86b82f15 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (923dbdaf-e80b-401f-b60d-73d877a3b02a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:01.445693 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-51ab007a-05c0-41c1-9896-1a5b86b82f15 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (923dbdaf-e80b-401f-b60d-73d877a3b02a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:01.508948 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ab007a-05c0-41c1-9896-1a5b86b82f15 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Pushing event deleted for resources: {'Subnet': ['ID=923dbdaf-e80b-401f-b60d-73d877a3b02a,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:01.594070 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-51ab007a-05c0-41c1-9896-1a5b86b82f15 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (072d1082-1e7f-4f14-92c2-b4c3809adfab), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:01.634701 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-51ab007a-05c0-41c1-9896-1a5b86b82f15 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['072d1082-1e7f-4f14-92c2-b4c3809adfab']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:05:01.647559 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-51ab007a-05c0-41c1-9896-1a5b86b82f15 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8551a77c-0ea2-4fed-839c-e7aab9282cc8') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:05:01.648017 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-51ab007a-05c0-41c1-9896-1a5b86b82f15 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8551a77c-0ea2-4fed-839c-e7aab9282cc8') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:05:01.661295 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-51ab007a-05c0-41c1-9896-1a5b86b82f15 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (8551a77c-0ea2-4fed-839c-e7aab9282cc8), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:01.682575 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-51ab007a-05c0-41c1-9896-1a5b86b82f15 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (8551a77c-0ea2-4fed-839c-e7aab9282cc8), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:01.691763 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51ab007a-05c0-41c1-9896-1a5b86b82f15 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Releasing vlan 861 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 20:05:01.692182 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-51ab007a-05c0-41c1-9896-1a5b86b82f15 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (8551a77c-0ea2-4fed-839c-e7aab9282cc8), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:01.717781 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 20:05:01.717781 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 20:05:01.717781 n-d-833163-1 neutron-server[103884]: timer() Mar 11 20:05:01.717781 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:05:01.717781 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 20:05:01.717781 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 20:05:01.717781 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 20:05:01.717781 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:05:01.717781 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 20:05:01.717781 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:05:01.717781 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 20:05:01.717781 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:05:01.717781 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 20:05:01.717781 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 20:05:01.717781 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:05:01.717781 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 20:05:01.717781 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:05:01.717781 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 20:05:01.717781 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 20:05:01.717781 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:05:01.717781 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 20:05:01.717781 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:05:01.717781 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:05:01.717781 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 20:05:01.717781 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 20:05:01.717781 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 20:05:01.717781 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:05:01.717781 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 20:05:01.717781 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:05:01.717781 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 20:05:01.717781 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:05:01.717781 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:05:01.789462 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-51ab007a-05c0-41c1-9896-1a5b86b82f15 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (072d1082-1e7f-4f14-92c2-b4c3809adfab), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:01.799273 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-51ab007a-05c0-41c1-9896-1a5b86b82f15 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:01.803751 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-51ab007a-05c0-41c1-9896-1a5b86b82f15 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] 10.222.0.65 "DELETE /v2.0/networks/072d1082-1e7f-4f14-92c2-b4c3809adfab HTTP/1.1" status: 204 len: 168 time: 1.3452010 Mar 11 20:05:01.807668 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 47704) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:01.823988 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ab007a-05c0-41c1-9896-1a5b86b82f15 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Pushing event deleted for resources: {'Network': ['ID=072d1082-1e7f-4f14-92c2-b4c3809adfab,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:01.844887 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe2b8061-57ef-4728-ae1d-d7d6df0e1c8c tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] DELETE failed (client error): The resource could not be found. Mar 11 20:05:01.845569 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe2b8061-57ef-4728-ae1d-d7d6df0e1c8c tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 20:05:01.852203 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47706) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:01.854884 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-fe2b8061-57ef-4728-ae1d-d7d6df0e1c8c tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] 10.222.0.65 "DELETE /v2.0/subnets/923dbdaf-e80b-401f-b60d-73d877a3b02a HTTP/1.1" status: 404 len: 337 time: 0.0399230 Mar 11 20:05:01.905995 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f21f8d7-2d61-4095-8013-170b77f970b5 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] DELETE failed (client error): The resource could not be found. Mar 11 20:05:01.906526 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f21f8d7-2d61-4095-8013-170b77f970b5 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 20:05:01.913939 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-0f21f8d7-2d61-4095-8013-170b77f970b5 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] 10.222.0.65 "DELETE /v2.0/networks/072d1082-1e7f-4f14-92c2-b4c3809adfab HTTP/1.1" status: 404 len: 339 time: 0.0603743 Mar 11 20:05:01.916561 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 47708) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:02.020472 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d5c4d531-34fe-4eb6-9dde-4bf6837c2d06 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (3a63aae3-20d6-4044-925c-e8d57ad3dc08), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:02.558921 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d5c4d531-34fe-4eb6-9dde-4bf6837c2d06 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (3a63aae3-20d6-4044-925c-e8d57ad3dc08), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:02.587310 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-d5c4d531-34fe-4eb6-9dde-4bf6837c2d06 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a63aae3-20d6-4044-925c-e8d57ad3dc08']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:05:02.597958 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-d5c4d531-34fe-4eb6-9dde-4bf6837c2d06 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb737b15-4207-4776-a2eb-23d484b8653b') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:05:02.598342 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-d5c4d531-34fe-4eb6-9dde-4bf6837c2d06 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb737b15-4207-4776-a2eb-23d484b8653b') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:05:02.613679 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d5c4d531-34fe-4eb6-9dde-4bf6837c2d06 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (cb737b15-4207-4776-a2eb-23d484b8653b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:02.630758 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d5c4d531-34fe-4eb6-9dde-4bf6837c2d06 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (cb737b15-4207-4776-a2eb-23d484b8653b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:02.637571 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5c4d531-34fe-4eb6-9dde-4bf6837c2d06 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Releasing vlan 897 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 20:05:02.638017 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d5c4d531-34fe-4eb6-9dde-4bf6837c2d06 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (cb737b15-4207-4776-a2eb-23d484b8653b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:02.658424 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 20:05:02.658424 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 20:05:02.658424 n-d-833163-1 neutron-server[103885]: timer() Mar 11 20:05:02.658424 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:05:02.658424 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 20:05:02.658424 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 20:05:02.658424 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 20:05:02.658424 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:05:02.658424 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 20:05:02.658424 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:05:02.658424 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 20:05:02.658424 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:05:02.658424 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 20:05:02.658424 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 20:05:02.658424 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:05:02.658424 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 20:05:02.658424 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:05:02.658424 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 20:05:02.658424 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 20:05:02.658424 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:05:02.658424 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 20:05:02.658424 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:05:02.658424 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:05:02.658424 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 20:05:02.658424 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 20:05:02.658424 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 20:05:02.658424 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:05:02.658424 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 20:05:02.658424 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:05:02.658424 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 20:05:02.658424 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:05:02.658424 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:05:02.736088 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d5c4d531-34fe-4eb6-9dde-4bf6837c2d06 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (3a63aae3-20d6-4044-925c-e8d57ad3dc08), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:02.742045 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d5c4d531-34fe-4eb6-9dde-4bf6837c2d06 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:02.748730 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d5c4d531-34fe-4eb6-9dde-4bf6837c2d06 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] 10.222.0.65 "DELETE /v2.0/networks/3a63aae3-20d6-4044-925c-e8d57ad3dc08 HTTP/1.1" status: 204 len: 168 time: 0.8286579 Mar 11 20:05:02.749324 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47720) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:02.758485 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-0c4b390a-b5e8-48b7-be7e-2ddf18fef424 None None] Could not find standard attr ID for object c9e9908b-4726-430c-8017-14611ba439d6. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 20:05:02.764153 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c4d531-34fe-4eb6-9dde-4bf6837c2d06 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Pushing event deleted for resources: {'Network': ['ID=3a63aae3-20d6-4044-925c-e8d57ad3dc08,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:02.819539 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-f347ec35-b53d-41fa-8ada-278cdd52a049 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] DELETE failed (client error): The resource could not be found. Mar 11 20:05:02.820233 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f347ec35-b53d-41fa-8ada-278cdd52a049 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 20:05:02.823708 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f347ec35-b53d-41fa-8ada-278cdd52a049 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] 10.222.0.65 "DELETE /v2.0/subnets/e1b41a0c-4730-4c6c-b347-7af4ad0c0557 HTTP/1.1" status: 404 len: 337 time: 0.0726621 Mar 11 20:05:02.825200 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1b3c4e-e935-4bf9-a09b-15e1def1eb39 None None] DHCP port deletion for 072d1082-1e7f-4f14-92c2-b4c3809adfab request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 20:05:02.825824 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47722) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:02.849665 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e744ef94-db2c-4bd8-a57c-62cb19bea614 None None] Network 072d1082-1e7f-4f14-92c2-b4c3809adfab requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:05:02.858145 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2116734-7594-4999-83d1-67a7f57a86e4 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] DELETE failed (client error): The resource could not be found. Mar 11 20:05:02.859005 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2116734-7594-4999-83d1-67a7f57a86e4 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 20:05:02.862636 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c2116734-7594-4999-83d1-67a7f57a86e4 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] 10.222.0.65 "DELETE /v2.0/networks/68b1347d-1305-47e9-9186-25a54534efc0 HTTP/1.1" status: 404 len: 339 time: 0.0358274 Mar 11 20:05:02.864735 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e744ef94-db2c-4bd8-a57c-62cb19bea614 None None] Network 072d1082-1e7f-4f14-92c2-b4c3809adfab could not be found, it might have been deleted concurrently. {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 11 20:05:02.865321 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47724) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:02.878010 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632cb72a-56b2-4644-8f01-b8e1d3304a06 None None] Network 072d1082-1e7f-4f14-92c2-b4c3809adfab requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:05:02.896798 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632cb72a-56b2-4644-8f01-b8e1d3304a06 None None] Network 072d1082-1e7f-4f14-92c2-b4c3809adfab could not be found, it might have been deleted concurrently. {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 11 20:05:02.944938 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-84673029-473a-472c-bd14-00cbfda6f369 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Deleting subnet aafede9f-953b-4ee0-965f-3c960dcc1970 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 20:05:02.948977 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-84673029-473a-472c-bd14-00cbfda6f369 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks [] for subnet (aafede9f-953b-4ee0-965f-3c960dcc1970), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:03.009668 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-84673029-473a-472c-bd14-00cbfda6f369 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (aafede9f-953b-4ee0-965f-3c960dcc1970), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:03.119237 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-84673029-473a-472c-bd14-00cbfda6f369 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (aafede9f-953b-4ee0-965f-3c960dcc1970), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:03.199517 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-84673029-473a-472c-bd14-00cbfda6f369 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (aafede9f-953b-4ee0-965f-3c960dcc1970), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:03.247769 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84673029-473a-472c-bd14-00cbfda6f369 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Pushing event deleted for resources: {'Subnet': ['ID=aafede9f-953b-4ee0-965f-3c960dcc1970,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:03.258839 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-84673029-473a-472c-bd14-00cbfda6f369 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:03.265015 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-84673029-473a-472c-bd14-00cbfda6f369 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] 10.222.0.65 "DELETE /v2.0/subnets/aafede9f-953b-4ee0-965f-3c960dcc1970 HTTP/1.1" status: 204 len: 168 time: 0.3984690 Mar 11 20:05:03.265333 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd281255-4dea-4d5c-be9a-2acb94c3eef5 None None] Network 3c17ccf1-b2c7-45ef-905e-345dc7055bae requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:05:03.267747 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 47728) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:03.348928 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6a6b586-c765-4f9d-b7f8-2dfd142eb193 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Deleting subnet ff7c6dfc-5825-4c5f-a57c-5ddc6c32354b {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 20:05:03.355218 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c6a6b586-c765-4f9d-b7f8-2dfd142eb193 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks [] for subnet (ff7c6dfc-5825-4c5f-a57c-5ddc6c32354b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:03.433137 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c6a6b586-c765-4f9d-b7f8-2dfd142eb193 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (ff7c6dfc-5825-4c5f-a57c-5ddc6c32354b), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:03.543555 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c6a6b586-c765-4f9d-b7f8-2dfd142eb193 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (ff7c6dfc-5825-4c5f-a57c-5ddc6c32354b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:03.618933 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c6a6b586-c765-4f9d-b7f8-2dfd142eb193 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (ff7c6dfc-5825-4c5f-a57c-5ddc6c32354b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:03.649004 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a6b586-c765-4f9d-b7f8-2dfd142eb193 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Pushing event deleted for resources: {'Subnet': ['ID=ff7c6dfc-5825-4c5f-a57c-5ddc6c32354b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:03.670184 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device c9e9908b-4726-430c-8017-14611ba439d6 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:05:03.670360 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c6a6b586-c765-4f9d-b7f8-2dfd142eb193 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:03.675691 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-c6a6b586-c765-4f9d-b7f8-2dfd142eb193 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] 10.222.0.65 "DELETE /v2.0/subnets/ff7c6dfc-5825-4c5f-a57c-5ddc6c32354b HTTP/1.1" status: 204 len: 168 time: 0.4050424 Mar 11 20:05:03.676746 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 47734) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:03.760133 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: c9e9908b-4726-430c-8017-14611ba439d6 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:05:03.761069 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device c9e9908b-4726-430c-8017-14611ba439d6 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:05:03.789571 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-07258c5a-9bd2-495e-8b58-442ad51c4e7f tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (3c17ccf1-b2c7-45ef-905e-345dc7055bae), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:03.865137 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-07258c5a-9bd2-495e-8b58-442ad51c4e7f tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Deleting port 7094e891-908e-4fad-9c74-17b2a1760340 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:05:03.865470 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-07258c5a-9bd2-495e-8b58-442ad51c4e7f tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (7094e891-908e-4fad-9c74-17b2a1760340), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:03.950606 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-07258c5a-9bd2-495e-8b58-442ad51c4e7f tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] For port 7094e891-908e-4fad-9c74-17b2a1760340, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=7094e891-908e-4fad-9c74-17b2a1760340,segment=NetworkSegment(ca624d18-4755-4786-a287-cf8af73751b0),segment_id=ca624d18-4755-4786-a287-cf8af73751b0)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:05:03.950962 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-07258c5a-9bd2-495e-8b58-442ad51c4e7f tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (7094e891-908e-4fad-9c74-17b2a1760340), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:03.966196 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-07258c5a-9bd2-495e-8b58-442ad51c4e7f tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Calling delete_port for 7094e891-908e-4fad-9c74-17b2a1760340 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:05:04.071697 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-07258c5a-9bd2-495e-8b58-442ad51c4e7f tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (7094e891-908e-4fad-9c74-17b2a1760340), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:04.102040 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07258c5a-9bd2-495e-8b58-442ad51c4e7f tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Pushing event deleted for resources: {'Port': ['ID=7094e891-908e-4fad-9c74-17b2a1760340,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:04.104169 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07258c5a-9bd2-495e-8b58-442ad51c4e7f tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] No DVR routers for this DVR port 7094e891-908e-4fad-9c74-17b2a1760340 on host n-d-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:05:04.189696 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccac09cc-7801-4144-8238-fe56f38fb63a None None] Network 3c17ccf1-b2c7-45ef-905e-345dc7055bae requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:05:04.213927 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-07258c5a-9bd2-495e-8b58-442ad51c4e7f tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (3c17ccf1-b2c7-45ef-905e-345dc7055bae), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:04.221843 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-fe0e7297-56fa-49ae-9468-98cb2ab2d864 None None] Could not find standard attr ID for object 7094e891-908e-4fad-9c74-17b2a1760340. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 20:05:04.238863 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-07258c5a-9bd2-495e-8b58-442ad51c4e7f tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c17ccf1-b2c7-45ef-905e-345dc7055bae']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:05:04.250025 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-07258c5a-9bd2-495e-8b58-442ad51c4e7f tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca624d18-4755-4786-a287-cf8af73751b0') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:05:04.250353 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-07258c5a-9bd2-495e-8b58-442ad51c4e7f tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca624d18-4755-4786-a287-cf8af73751b0') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:05:04.264971 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-07258c5a-9bd2-495e-8b58-442ad51c4e7f tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (ca624d18-4755-4786-a287-cf8af73751b0), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:04.284221 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-07258c5a-9bd2-495e-8b58-442ad51c4e7f tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (ca624d18-4755-4786-a287-cf8af73751b0), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:04.296988 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07258c5a-9bd2-495e-8b58-442ad51c4e7f tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Releasing vlan 850 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 20:05:04.297403 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-07258c5a-9bd2-495e-8b58-442ad51c4e7f tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (ca624d18-4755-4786-a287-cf8af73751b0), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:04.301077 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 20:05:04.301077 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 20:05:04.301077 n-d-833163-1 neutron-server[103885]: timer() Mar 11 20:05:04.301077 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:05:04.301077 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 20:05:04.301077 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 20:05:04.301077 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 20:05:04.301077 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:05:04.301077 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 20:05:04.301077 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:05:04.301077 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 20:05:04.301077 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:05:04.301077 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 20:05:04.301077 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 20:05:04.301077 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:05:04.301077 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 20:05:04.301077 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:05:04.301077 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 20:05:04.301077 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 20:05:04.301077 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:05:04.301077 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 20:05:04.301077 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:05:04.301077 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:05:04.301077 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 20:05:04.301077 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 20:05:04.301077 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 20:05:04.301077 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:05:04.301077 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 20:05:04.301077 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:05:04.301077 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 20:05:04.301077 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:05:04.301077 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:05:04.377927 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9142b6-cb61-47b4-a010-4e8f96b88b17 None None] DHCP port deletion for 3c17ccf1-b2c7-45ef-905e-345dc7055bae request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 20:05:04.399235 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-07258c5a-9bd2-495e-8b58-442ad51c4e7f tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (3c17ccf1-b2c7-45ef-905e-345dc7055bae), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:04.405594 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-07258c5a-9bd2-495e-8b58-442ad51c4e7f tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:04.412007 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-07258c5a-9bd2-495e-8b58-442ad51c4e7f tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] 10.222.0.65 "DELETE /v2.0/networks/3c17ccf1-b2c7-45ef-905e-345dc7055bae HTTP/1.1" status: 204 len: 168 time: 0.7307360 Mar 11 20:05:04.412239 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47744) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:04.436043 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07258c5a-9bd2-495e-8b58-442ad51c4e7f tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Pushing event deleted for resources: {'Network': ['ID=3c17ccf1-b2c7-45ef-905e-345dc7055bae,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:04.450354 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-c24adf4a-091b-40ba-8f8e-2d5d2328b3fb tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] DELETE failed (client error): The resource could not be found. Mar 11 20:05:04.450830 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c24adf4a-091b-40ba-8f8e-2d5d2328b3fb tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 20:05:04.453904 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c24adf4a-091b-40ba-8f8e-2d5d2328b3fb tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] 10.222.0.65 "DELETE /v2.0/subnets/a26ef4a0-8182-4080-aef3-f436e24d5526 HTTP/1.1" status: 404 len: 337 time: 0.0390766 Mar 11 20:05:04.456752 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47748) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:04.484655 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-d60bd42f-597e-4926-8420-328ee241693d tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] DELETE failed (client error): The resource could not be found. Mar 11 20:05:04.485171 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d60bd42f-597e-4926-8420-328ee241693d tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 20:05:04.488747 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d60bd42f-597e-4926-8420-328ee241693d tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] 10.222.0.65 "DELETE /v2.0/networks/953f1cc6-229d-4099-8d9e-10c960d827fe HTTP/1.1" status: 404 len: 339 time: 0.0274768 Mar 11 20:05:04.491767 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47750) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:04.518792 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-46df3802-66eb-490e-8b24-2207be7011a7 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] DELETE failed (client error): The resource could not be found. Mar 11 20:05:04.519406 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46df3802-66eb-490e-8b24-2207be7011a7 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 20:05:04.523780 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-46df3802-66eb-490e-8b24-2207be7011a7 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] 10.222.0.65 "DELETE /v2.0/subnets/9e2d7d01-5611-495d-b8ce-11d1e7cd7ae4 HTTP/1.1" status: 404 len: 337 time: 0.0302906 Mar 11 20:05:04.525555 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47752) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:04.545345 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-37cde46c-97cc-4803-a8ad-95494df1b8b2 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] DELETE failed (client error): The resource could not be found. Mar 11 20:05:04.546115 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37cde46c-97cc-4803-a8ad-95494df1b8b2 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 20:05:04.549124 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-37cde46c-97cc-4803-a8ad-95494df1b8b2 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] 10.222.0.65 "DELETE /v2.0/networks/5d6550d4-82cd-4c3b-8a23-edb23180ce6f HTTP/1.1" status: 404 len: 339 time: 0.0219562 Mar 11 20:05:04.551657 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47754) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:04.581599 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-07624569-d6cc-49a6-8044-0a8be99ef56d tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] DELETE failed (client error): The resource could not be found. Mar 11 20:05:04.582339 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07624569-d6cc-49a6-8044-0a8be99ef56d tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 20:05:04.586078 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-07624569-d6cc-49a6-8044-0a8be99ef56d tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] 10.222.0.65 "DELETE /v2.0/subnets/7c9d3dc7-a623-4b3b-9903-e8d3a043df4e HTTP/1.1" status: 404 len: 337 time: 0.0334952 Mar 11 20:05:04.588696 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47756) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:04.613668 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc185e9f-1d41-4bf6-a26e-c545c43854a0 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] DELETE failed (client error): The resource could not be found. Mar 11 20:05:04.614468 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc185e9f-1d41-4bf6-a26e-c545c43854a0 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 20:05:04.621142 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-fc185e9f-1d41-4bf6-a26e-c545c43854a0 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] 10.222.0.65 "DELETE /v2.0/networks/62d74342-292d-412c-843b-f4fab899a725 HTTP/1.1" status: 404 len: 339 time: 0.0293489 Mar 11 20:05:04.621480 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 47758) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:04.697620 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d551dec-9a54-4623-a6af-aa3c3d323255 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Deleting subnet e4533e44-e72c-42be-9bbc-0644f70f5486 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 20:05:04.701579 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9d551dec-9a54-4623-a6af-aa3c3d323255 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks [] for subnet (e4533e44-e72c-42be-9bbc-0644f70f5486), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:04.751105 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9d551dec-9a54-4623-a6af-aa3c3d323255 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (e4533e44-e72c-42be-9bbc-0644f70f5486), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:04.914630 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9d551dec-9a54-4623-a6af-aa3c3d323255 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (e4533e44-e72c-42be-9bbc-0644f70f5486), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:04.994658 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9d551dec-9a54-4623-a6af-aa3c3d323255 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (e4533e44-e72c-42be-9bbc-0644f70f5486), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:05.023677 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d551dec-9a54-4623-a6af-aa3c3d323255 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Pushing event deleted for resources: {'Subnet': ['ID=e4533e44-e72c-42be-9bbc-0644f70f5486,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:05.028828 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9d551dec-9a54-4623-a6af-aa3c3d323255 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:05.036552 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-9d551dec-9a54-4623-a6af-aa3c3d323255 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] 10.222.0.65 "DELETE /v2.0/subnets/e4533e44-e72c-42be-9bbc-0644f70f5486 HTTP/1.1" status: 204 len: 168 time: 0.4098063 Mar 11 20:05:05.036879 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 47768) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:05.049649 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170092ae-7056-457a-9295-0a4681e7d122 None None] Network f6cd716e-f5fa-47f5-a9ce-f185fc6ba50a requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:05:05.142759 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d2a7fa80-78b0-4ee9-87b7-68ee84000ac4 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (f6cd716e-f5fa-47f5-a9ce-f185fc6ba50a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:05.221470 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-d2a7fa80-78b0-4ee9-87b7-68ee84000ac4 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Deleting port 1c315dcc-7fd6-4355-93a4-6844f730fbf6 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:05:05.222086 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d2a7fa80-78b0-4ee9-87b7-68ee84000ac4 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (1c315dcc-7fd6-4355-93a4-6844f730fbf6), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:05.232455 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e0220c-88dd-4a1d-84c5-1de5ef1b9087 None None] DHCP port deletion for f6cd716e-f5fa-47f5-a9ce-f185fc6ba50a request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 20:05:05.319825 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-d2a7fa80-78b0-4ee9-87b7-68ee84000ac4 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] For port 1c315dcc-7fd6-4355-93a4-6844f730fbf6, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=1c315dcc-7fd6-4355-93a4-6844f730fbf6,segment=NetworkSegment(7199fbdf-068e-415a-bf63-58bced25fb5a),segment_id=7199fbdf-068e-415a-bf63-58bced25fb5a)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:05:05.320943 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d2a7fa80-78b0-4ee9-87b7-68ee84000ac4 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (1c315dcc-7fd6-4355-93a4-6844f730fbf6), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:05.337045 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-d2a7fa80-78b0-4ee9-87b7-68ee84000ac4 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Calling delete_port for 1c315dcc-7fd6-4355-93a4-6844f730fbf6 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:05:05.353834 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-61e0220c-88dd-4a1d-84c5-1de5ef1b9087 None None] Deleting port 1c315dcc-7fd6-4355-93a4-6844f730fbf6 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:05:05.354221 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-61e0220c-88dd-4a1d-84c5-1de5ef1b9087 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (1c315dcc-7fd6-4355-93a4-6844f730fbf6), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:05.455887 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d2a7fa80-78b0-4ee9-87b7-68ee84000ac4 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (1c315dcc-7fd6-4355-93a4-6844f730fbf6), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:05.516257 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-61e0220c-88dd-4a1d-84c5-1de5ef1b9087 None None] For port 1c315dcc-7fd6-4355-93a4-6844f730fbf6, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=1c315dcc-7fd6-4355-93a4-6844f730fbf6,segment=NetworkSegment(7199fbdf-068e-415a-bf63-58bced25fb5a),segment_id=7199fbdf-068e-415a-bf63-58bced25fb5a)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:05:05.516954 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-61e0220c-88dd-4a1d-84c5-1de5ef1b9087 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (1c315dcc-7fd6-4355-93a4-6844f730fbf6), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:05.521182 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a7fa80-78b0-4ee9-87b7-68ee84000ac4 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Pushing event deleted for resources: {'Port': ['ID=1c315dcc-7fd6-4355-93a4-6844f730fbf6,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:05.537683 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-61e0220c-88dd-4a1d-84c5-1de5ef1b9087 None None] Calling delete_port for 1c315dcc-7fd6-4355-93a4-6844f730fbf6 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:05:05.539430 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a7fa80-78b0-4ee9-87b7-68ee84000ac4 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] No DVR routers for this DVR port 1c315dcc-7fd6-4355-93a4-6844f730fbf6 on host n-d-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:05:05.644946 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d2a7fa80-78b0-4ee9-87b7-68ee84000ac4 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (f6cd716e-f5fa-47f5-a9ce-f185fc6ba50a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:05.672325 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-d2a7fa80-78b0-4ee9-87b7-68ee84000ac4 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6cd716e-f5fa-47f5-a9ce-f185fc6ba50a']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:05:05.691169 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-d2a7fa80-78b0-4ee9-87b7-68ee84000ac4 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7199fbdf-068e-415a-bf63-58bced25fb5a') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:05:05.691467 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-d2a7fa80-78b0-4ee9-87b7-68ee84000ac4 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7199fbdf-068e-415a-bf63-58bced25fb5a') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:05:05.712936 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-61e0220c-88dd-4a1d-84c5-1de5ef1b9087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (1c315dcc-7fd6-4355-93a4-6844f730fbf6), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:05.716377 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d2a7fa80-78b0-4ee9-87b7-68ee84000ac4 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (7199fbdf-068e-415a-bf63-58bced25fb5a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:05.738807 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d2a7fa80-78b0-4ee9-87b7-68ee84000ac4 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (7199fbdf-068e-415a-bf63-58bced25fb5a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:05.749300 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e0220c-88dd-4a1d-84c5-1de5ef1b9087 None None] No DVR routers for this DVR port 1c315dcc-7fd6-4355-93a4-6844f730fbf6 on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:05:05.750260 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2a7fa80-78b0-4ee9-87b7-68ee84000ac4 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Releasing vlan 855 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 20:05:05.752080 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d2a7fa80-78b0-4ee9-87b7-68ee84000ac4 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (7199fbdf-068e-415a-bf63-58bced25fb5a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:05.763841 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 7094e891-908e-4fad-9c74-17b2a1760340 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:05:05.768250 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 20:05:05.768250 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 20:05:05.768250 n-d-833163-1 neutron-server[103885]: timer() Mar 11 20:05:05.768250 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:05:05.768250 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 20:05:05.768250 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 20:05:05.768250 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 20:05:05.768250 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:05:05.768250 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 20:05:05.768250 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:05:05.768250 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 20:05:05.768250 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:05:05.768250 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 20:05:05.768250 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 20:05:05.768250 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:05:05.768250 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 20:05:05.768250 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:05:05.768250 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 20:05:05.768250 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 20:05:05.768250 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:05:05.768250 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 20:05:05.768250 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:05:05.768250 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:05:05.768250 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 20:05:05.768250 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 20:05:05.768250 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 20:05:05.768250 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:05:05.768250 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 20:05:05.768250 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:05:05.768250 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 20:05:05.768250 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:05:05.768250 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:05:05.871044 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e0220c-88dd-4a1d-84c5-1de5ef1b9087 None None] Pushing event deleted for resources: {'Port': ['ID=1c315dcc-7fd6-4355-93a4-6844f730fbf6,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:05.881662 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 7094e891-908e-4fad-9c74-17b2a1760340 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:05:05.883011 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 7094e891-908e-4fad-9c74-17b2a1760340 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:05:05.883716 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 1c315dcc-7fd6-4355-93a4-6844f730fbf6 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:05:05.888242 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d2a7fa80-78b0-4ee9-87b7-68ee84000ac4 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (f6cd716e-f5fa-47f5-a9ce-f185fc6ba50a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:05.934068 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 1c315dcc-7fd6-4355-93a4-6844f730fbf6 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:05:05.934613 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 1c315dcc-7fd6-4355-93a4-6844f730fbf6 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:05:05.943801 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d2a7fa80-78b0-4ee9-87b7-68ee84000ac4 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:05.954907 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47774) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:05.956344 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d2a7fa80-78b0-4ee9-87b7-68ee84000ac4 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] 10.222.0.65 "DELETE /v2.0/networks/f6cd716e-f5fa-47f5-a9ce-f185fc6ba50a HTTP/1.1" status: 204 len: 168 time: 0.9177289 Mar 11 20:05:05.959717 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a7fa80-78b0-4ee9-87b7-68ee84000ac4 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Pushing event deleted for resources: {'Network': ['ID=f6cd716e-f5fa-47f5-a9ce-f185fc6ba50a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:06.015189 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-eabe82d0-862d-4b80-9029-dc5ca94b4c37 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] DELETE failed (client error): The resource could not be found. Mar 11 20:05:06.016012 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eabe82d0-862d-4b80-9029-dc5ca94b4c37 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 20:05:06.019605 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-eabe82d0-862d-4b80-9029-dc5ca94b4c37 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] 10.222.0.65 "DELETE /v2.0/subnets/83f35943-5531-4d9a-8a39-d61362b54cdc HTTP/1.1" status: 404 len: 337 time: 0.0620391 Mar 11 20:05:06.022217 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47776) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:06.045264 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4f18ad2-95eb-4a2f-b996-549e99207c67 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] DELETE failed (client error): The resource could not be found. Mar 11 20:05:06.046127 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4f18ad2-95eb-4a2f-b996-549e99207c67 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 20:05:06.049368 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c4f18ad2-95eb-4a2f-b996-549e99207c67 tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] 10.222.0.65 "DELETE /v2.0/networks/b34bcd83-0130-4fed-9d42-20240f0a9620 HTTP/1.1" status: 404 len: 339 time: 0.0259228 Mar 11 20:05:06.052594 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47778) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:06.117513 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-99f4d3f7-1edf-4fd8-a3e6-764ddd9ba5df tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Deleting subnet 619903b7-dc7c-4463-97a5-8e75d70e3a8e {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 20:05:06.122363 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-99f4d3f7-1edf-4fd8-a3e6-764ddd9ba5df tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks [] for subnet (619903b7-dc7c-4463-97a5-8e75d70e3a8e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:06.176747 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-99f4d3f7-1edf-4fd8-a3e6-764ddd9ba5df tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (619903b7-dc7c-4463-97a5-8e75d70e3a8e), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:06.322532 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-99f4d3f7-1edf-4fd8-a3e6-764ddd9ba5df tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (619903b7-dc7c-4463-97a5-8e75d70e3a8e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:06.405628 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-99f4d3f7-1edf-4fd8-a3e6-764ddd9ba5df tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (619903b7-dc7c-4463-97a5-8e75d70e3a8e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:06.423146 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-99f4d3f7-1edf-4fd8-a3e6-764ddd9ba5df tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:06.430659 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-99f4d3f7-1edf-4fd8-a3e6-764ddd9ba5df tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] 10.222.0.65 "DELETE /v2.0/subnets/619903b7-dc7c-4463-97a5-8e75d70e3a8e HTTP/1.1" status: 204 len: 168 time: 0.3759148 Mar 11 20:05:06.432707 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 47780) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:06.444591 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c6757e-1819-45f9-a5f3-b3628b97de47 None None] Network 61bfce32-ab4b-4500-a492-1dcb0fc5b47b requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:05:06.466211 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f4d3f7-1edf-4fd8-a3e6-764ddd9ba5df tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Pushing event deleted for resources: {'Subnet': ['ID=619903b7-dc7c-4463-97a5-8e75d70e3a8e,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:06.579292 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-af199f9a-a4e8-4dd7-8d1c-e89e452d9b9d tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (61bfce32-ab4b-4500-a492-1dcb0fc5b47b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:06.668187 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-af199f9a-a4e8-4dd7-8d1c-e89e452d9b9d tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Deleting port 647135e4-893d-469f-89cb-473ec089e33d {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:05:06.668661 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-af199f9a-a4e8-4dd7-8d1c-e89e452d9b9d tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (647135e4-893d-469f-89cb-473ec089e33d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:06.669736 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee4a85c-be9b-4e00-a6bb-4e4b71a570c8 None None] DHCP port deletion for 61bfce32-ab4b-4500-a492-1dcb0fc5b47b request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 20:05:06.722507 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-5ee4a85c-be9b-4e00-a6bb-4e4b71a570c8 None None] Deleting port 647135e4-893d-469f-89cb-473ec089e33d {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:05:06.723202 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5ee4a85c-be9b-4e00-a6bb-4e4b71a570c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (647135e4-893d-469f-89cb-473ec089e33d), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:06.741238 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-af199f9a-a4e8-4dd7-8d1c-e89e452d9b9d tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] For port 647135e4-893d-469f-89cb-473ec089e33d, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=647135e4-893d-469f-89cb-473ec089e33d,segment=NetworkSegment(fe69d8d2-2297-4f05-a1e2-debb917b3bb3),segment_id=fe69d8d2-2297-4f05-a1e2-debb917b3bb3)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:05:06.741622 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-af199f9a-a4e8-4dd7-8d1c-e89e452d9b9d tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (647135e4-893d-469f-89cb-473ec089e33d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:06.756230 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-af199f9a-a4e8-4dd7-8d1c-e89e452d9b9d tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Calling delete_port for 647135e4-893d-469f-89cb-473ec089e33d owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:05:06.792705 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-5ee4a85c-be9b-4e00-a6bb-4e4b71a570c8 None None] For port 647135e4-893d-469f-89cb-473ec089e33d, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=647135e4-893d-469f-89cb-473ec089e33d,segment=NetworkSegment(fe69d8d2-2297-4f05-a1e2-debb917b3bb3),segment_id=fe69d8d2-2297-4f05-a1e2-debb917b3bb3)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:05:06.792907 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5ee4a85c-be9b-4e00-a6bb-4e4b71a570c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (647135e4-893d-469f-89cb-473ec089e33d), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:06.812445 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-5ee4a85c-be9b-4e00-a6bb-4e4b71a570c8 None None] Calling delete_port for 647135e4-893d-469f-89cb-473ec089e33d owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:05:06.876848 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-af199f9a-a4e8-4dd7-8d1c-e89e452d9b9d tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (647135e4-893d-469f-89cb-473ec089e33d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:06.913479 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af199f9a-a4e8-4dd7-8d1c-e89e452d9b9d tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Pushing event deleted for resources: {'Port': ['ID=647135e4-893d-469f-89cb-473ec089e33d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:06.920312 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af199f9a-a4e8-4dd7-8d1c-e89e452d9b9d tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] No DVR routers for this DVR port 647135e4-893d-469f-89cb-473ec089e33d on host n-d-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:05:07.085404 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-af199f9a-a4e8-4dd7-8d1c-e89e452d9b9d tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (61bfce32-ab4b-4500-a492-1dcb0fc5b47b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:07.113753 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5ee4a85c-be9b-4e00-a6bb-4e4b71a570c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (647135e4-893d-469f-89cb-473ec089e33d), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:07.129140 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-af199f9a-a4e8-4dd7-8d1c-e89e452d9b9d tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61bfce32-ab4b-4500-a492-1dcb0fc5b47b']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:05:07.142518 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-af199f9a-a4e8-4dd7-8d1c-e89e452d9b9d tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe69d8d2-2297-4f05-a1e2-debb917b3bb3') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:05:07.142820 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-af199f9a-a4e8-4dd7-8d1c-e89e452d9b9d tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe69d8d2-2297-4f05-a1e2-debb917b3bb3') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:05:07.155566 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-af199f9a-a4e8-4dd7-8d1c-e89e452d9b9d tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (fe69d8d2-2297-4f05-a1e2-debb917b3bb3), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:07.166877 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee4a85c-be9b-4e00-a6bb-4e4b71a570c8 None None] No DVR routers for this DVR port 647135e4-893d-469f-89cb-473ec089e33d on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:05:07.178149 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee4a85c-be9b-4e00-a6bb-4e4b71a570c8 None None] Pushing event deleted for resources: {'Port': ['ID=647135e4-893d-469f-89cb-473ec089e33d,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:07.186906 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-af199f9a-a4e8-4dd7-8d1c-e89e452d9b9d tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (fe69d8d2-2297-4f05-a1e2-debb917b3bb3), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:07.195596 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af199f9a-a4e8-4dd7-8d1c-e89e452d9b9d tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Releasing vlan 879 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 20:05:07.196037 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-af199f9a-a4e8-4dd7-8d1c-e89e452d9b9d tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (fe69d8d2-2297-4f05-a1e2-debb917b3bb3), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:07.200241 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 20:05:07.200241 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 20:05:07.200241 n-d-833163-1 neutron-server[103885]: timer() Mar 11 20:05:07.200241 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:05:07.200241 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 20:05:07.200241 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 20:05:07.200241 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 20:05:07.200241 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:05:07.200241 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 20:05:07.200241 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:05:07.200241 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 20:05:07.200241 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:05:07.200241 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 20:05:07.200241 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 20:05:07.200241 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:05:07.200241 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 20:05:07.200241 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:05:07.200241 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 20:05:07.200241 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 20:05:07.200241 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:05:07.200241 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 20:05:07.200241 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:05:07.200241 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:05:07.200241 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 20:05:07.200241 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 20:05:07.200241 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 20:05:07.200241 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:05:07.200241 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 20:05:07.200241 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:05:07.200241 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 20:05:07.200241 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:05:07.200241 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:05:07.284021 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-af199f9a-a4e8-4dd7-8d1c-e89e452d9b9d tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (61bfce32-ab4b-4500-a492-1dcb0fc5b47b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:07.297705 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-af199f9a-a4e8-4dd7-8d1c-e89e452d9b9d tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:07.306140 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-af199f9a-a4e8-4dd7-8d1c-e89e452d9b9d tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] 10.222.0.65 "DELETE /v2.0/networks/61bfce32-ab4b-4500-a492-1dcb0fc5b47b HTTP/1.1" status: 204 len: 168 time: 0.8691685 Mar 11 20:05:07.318961 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af199f9a-a4e8-4dd7-8d1c-e89e452d9b9d tempest-NetworksIpV6Test-1172647987 tempest-NetworksIpV6Test-1172647987-project] Pushing event deleted for resources: {'Network': ['ID=61bfce32-ab4b-4500-a492-1dcb0fc5b47b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:07.682539 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 47794) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:07.728276 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 647135e4-893d-469f-89cb-473ec089e33d no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:05:07.762513 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 647135e4-893d-469f-89cb-473ec089e33d {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:05:07.776133 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 647135e4-893d-469f-89cb-473ec089e33d not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:05:07.873768 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47800) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:07.875038 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-be64f9c8-bdf7-4855-96b2-c45d535c1d21 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=616118cb5152416298ac064b31e3b4f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1854515 Mar 11 20:05:07.962037 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4ad84cce-d61e-43d9-bf75-130eaceaaa8e admin admin] Publish callbacks [] for security_group (f4c85ee2-c6ef-4dca-8da7-d2a5038dc82c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:08.015315 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4ad84cce-d61e-43d9-bf75-130eaceaaa8e admin admin] Publish callbacks [] for security_group (f4c85ee2-c6ef-4dca-8da7-d2a5038dc82c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:08.079821 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4ad84cce-d61e-43d9-bf75-130eaceaaa8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (f4c85ee2-c6ef-4dca-8da7-d2a5038dc82c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:08.083823 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4ad84cce-d61e-43d9-bf75-130eaceaaa8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:08.088622 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4ad84cce-d61e-43d9-bf75-130eaceaaa8e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f4c85ee2-c6ef-4dca-8da7-d2a5038dc82c HTTP/1.1" status: 204 len: 168 time: 0.2138267 Mar 11 20:05:08.097926 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad84cce-d61e-43d9-bf75-130eaceaaa8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c85ee2-c6ef-4dca-8da7-d2a5038dc82c,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:09.006891 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47830) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:09.122879 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-da352642-03a9-4916-8251-6f6b36bbc1c0 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:05:09.123328 n-d-833163-1 neutron-server[103884]: WARNING neutron.api.v2.base [None req-da352642-03a9-4916-8251-6f6b36bbc1c0 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 11 20:05:09.123879 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-da352642-03a9-4916-8251-6f6b36bbc1c0 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] create failed (client error): There was a conflict when trying to complete your request. Mar 11 20:05:09.128640 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 47836) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:09.129146 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-da352642-03a9-4916-8251-6f6b36bbc1c0 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1208737 Mar 11 20:05:09.134755 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-e199a974-9ce5-4500-b73e-345111aeb6be tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Request body: {'security_group': {'name': 'tempest-secgroup--1520687599'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:05:09.157324 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e199a974-9ce5-4500-b73e-345111aeb6be tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:09.166593 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e199a974-9ce5-4500-b73e-345111aeb6be tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:09.283088 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e199a974-9ce5-4500-b73e-345111aeb6be tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks [] for security_group (0eb3cfe6-53f7-4a58-8759-c8b18bdf3cd3), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:09.288753 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e199a974-9ce5-4500-b73e-345111aeb6be tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (0eb3cfe6-53f7-4a58-8759-c8b18bdf3cd3), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:09.324770 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e199a974-9ce5-4500-b73e-345111aeb6be tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb3cfe6-53f7-4a58-8759-c8b18bdf3cd3,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:09.374882 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e199a974-9ce5-4500-b73e-345111aeb6be tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks [] for security_group (dfdafe07-cc34-4416-9c68-eb78d1cc9925), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:09.379534 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e199a974-9ce5-4500-b73e-345111aeb6be tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (dfdafe07-cc34-4416-9c68-eb78d1cc9925), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:09.415154 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e199a974-9ce5-4500-b73e-345111aeb6be tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:09.419672 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-e199a974-9ce5-4500-b73e-345111aeb6be tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2853272 Mar 11 20:05:09.419672 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e199a974-9ce5-4500-b73e-345111aeb6be tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfdafe07-cc34-4416-9c68-eb78d1cc9925,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:09.423964 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47840) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:09.436648 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-e721dceb-b9f2-4dcc-890c-d502c1590615 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Request body: {'security_group_rule': {'security_group_id': 'dfdafe07-cc34-4416-9c68-eb78d1cc9925', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:05:09.462631 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e721dceb-b9f2-4dcc-890c-d502c1590615 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks [] for security_group_rule (b378a279-c558-4b18-9b60-5408aff9a100), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:09.523339 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e721dceb-b9f2-4dcc-890c-d502c1590615 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks [] for security_group_rule (b378a279-c558-4b18-9b60-5408aff9a100), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:09.530984 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e721dceb-b9f2-4dcc-890c-d502c1590615 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (b378a279-c558-4b18-9b60-5408aff9a100), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:09.556952 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e721dceb-b9f2-4dcc-890c-d502c1590615 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b378a279-c558-4b18-9b60-5408aff9a100,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:09.567403 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e721dceb-b9f2-4dcc-890c-d502c1590615 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:09.568826 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e721dceb-b9f2-4dcc-890c-d502c1590615 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1433635 Mar 11 20:05:09.571666 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 47842) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:09.576236 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-88e21877-5c5d-474a-bb81-f111d64d112e tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Request body: {'security_group_rule': {'security_group_id': 'dfdafe07-cc34-4416-9c68-eb78d1cc9925', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:05:09.610405 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-88e21877-5c5d-474a-bb81-f111d64d112e tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks [] for security_group_rule (a9f5f495-667d-4ded-af47-fd25aa89f475), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:09.660012 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [None req-88e21877-5c5d-474a-bb81-f111d64d112e tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] create failed (client error): There was a conflict when trying to complete your request. Mar 11 20:05:09.664358 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-88e21877-5c5d-474a-bb81-f111d64d112e tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0885556 Mar 11 20:05:09.664667 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 47844) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:09.725501 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4814edba-90df-44ba-9391-5a4f42116f80 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks [] for security_group (dfdafe07-cc34-4416-9c68-eb78d1cc9925), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:09.754289 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4814edba-90df-44ba-9391-5a4f42116f80 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks [] for security_group (dfdafe07-cc34-4416-9c68-eb78d1cc9925), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:09.805691 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4814edba-90df-44ba-9391-5a4f42116f80 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (dfdafe07-cc34-4416-9c68-eb78d1cc9925), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:09.810778 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4814edba-90df-44ba-9391-5a4f42116f80 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:09.815317 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47846) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:09.815465 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-4814edba-90df-44ba-9391-5a4f42116f80 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] 10.222.0.65 "DELETE /v2.0/security-groups/dfdafe07-cc34-4416-9c68-eb78d1cc9925 HTTP/1.1" status: 204 len: 168 time: 0.1498020 Mar 11 20:05:09.827890 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4814edba-90df-44ba-9391-5a4f42116f80 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfdafe07-cc34-4416-9c68-eb78d1cc9925,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:09.879686 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-476f9191-6370-4fd1-aa88-3769f378ebf0 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0630219 Mar 11 20:05:09.884818 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 47848) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:09.889897 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-ace34ac2-c467-48ef-b41c-5780bf66f8c5 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Request body: {'security_group': {'name': 'tempest-secgroup--991038044'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:05:09.916305 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ace34ac2-c467-48ef-b41c-5780bf66f8c5 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:09.999490 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ace34ac2-c467-48ef-b41c-5780bf66f8c5 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks [] for security_group (8e18aa15-b42d-4ab7-abcd-af7770d273cc), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:10.003999 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ace34ac2-c467-48ef-b41c-5780bf66f8c5 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (8e18aa15-b42d-4ab7-abcd-af7770d273cc), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:10.042300 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace34ac2-c467-48ef-b41c-5780bf66f8c5 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e18aa15-b42d-4ab7-abcd-af7770d273cc,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:10.046616 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ace34ac2-c467-48ef-b41c-5780bf66f8c5 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:10.048283 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ace34ac2-c467-48ef-b41c-5780bf66f8c5 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1623974 Mar 11 20:05:10.050972 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 47852) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:10.056484 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-a1450919-9c78-4244-9829-f83b140df84a tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Request body: {'security_group_rule': {'security_group_id': '8e18aa15-b42d-4ab7-abcd-af7770d273cc', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:05:10.057351 n-d-833163-1 neutron-server[103885]: WARNING neutron.api.v2.base [None req-a1450919-9c78-4244-9829-f83b140df84a tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 11 20:05:10.057845 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [None req-a1450919-9c78-4244-9829-f83b140df84a tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 20:05:10.059174 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a1450919-9c78-4244-9829-f83b140df84a tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0072742 Mar 11 20:05:10.061883 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47854) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:10.128473 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5749780e-34ca-417c-802d-6f169d73e8a3 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks [] for security_group (8e18aa15-b42d-4ab7-abcd-af7770d273cc), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:10.151969 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5749780e-34ca-417c-802d-6f169d73e8a3 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks [] for security_group (8e18aa15-b42d-4ab7-abcd-af7770d273cc), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:10.197332 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5749780e-34ca-417c-802d-6f169d73e8a3 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (8e18aa15-b42d-4ab7-abcd-af7770d273cc), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:10.200033 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5749780e-34ca-417c-802d-6f169d73e8a3 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:10.203648 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-5749780e-34ca-417c-802d-6f169d73e8a3 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] 10.222.0.65 "DELETE /v2.0/security-groups/8e18aa15-b42d-4ab7-abcd-af7770d273cc HTTP/1.1" status: 204 len: 168 time: 0.1384296 Mar 11 20:05:10.204033 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 47858) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:10.211382 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5749780e-34ca-417c-802d-6f169d73e8a3 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e18aa15-b42d-4ab7-abcd-af7770d273cc,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:10.251683 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-34b572f6-635b-4e35-836d-b2cac1e30bbc tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0455585 Mar 11 20:05:10.254220 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 47860) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:10.259518 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-c5acb25d-7e82-4246-bf22-ce7bb2257e11 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Request body: {'security_group': {'name': 'tempest-secgroup--49489283'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:05:10.294221 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c5acb25d-7e82-4246-bf22-ce7bb2257e11 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:10.365725 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c5acb25d-7e82-4246-bf22-ce7bb2257e11 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks [] for security_group (6cbd18f6-dc16-4a87-ba20-f6fe81a99f06), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:10.375015 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c5acb25d-7e82-4246-bf22-ce7bb2257e11 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (6cbd18f6-dc16-4a87-ba20-f6fe81a99f06), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:10.410070 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c5acb25d-7e82-4246-bf22-ce7bb2257e11 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:10.414912 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-c5acb25d-7e82-4246-bf22-ce7bb2257e11 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.1559632 Mar 11 20:05:10.414912 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5acb25d-7e82-4246-bf22-ce7bb2257e11 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cbd18f6-dc16-4a87-ba20-f6fe81a99f06,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:10.415261 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47864) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:10.421876 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-c3123b8d-981e-416c-b0b4-a3aed4f8842c tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Request body: {'security_group_rule': {'security_group_id': '6cbd18f6-dc16-4a87-ba20-f6fe81a99f06', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:05:10.423577 n-d-833163-1 neutron-server[103884]: WARNING neutron.api.v2.base [None req-c3123b8d-981e-416c-b0b4-a3aed4f8842c tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 11 20:05:10.424994 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-c3123b8d-981e-416c-b0b4-a3aed4f8842c tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 20:05:10.429912 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c3123b8d-981e-416c-b0b4-a3aed4f8842c tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0135381 Mar 11 20:05:10.430382 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 47866) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:10.495229 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0662ece3-4068-44de-974d-04a99c0b1bfd tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks [] for security_group (6cbd18f6-dc16-4a87-ba20-f6fe81a99f06), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:10.528731 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0662ece3-4068-44de-974d-04a99c0b1bfd tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks [] for security_group (6cbd18f6-dc16-4a87-ba20-f6fe81a99f06), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:10.597246 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0662ece3-4068-44de-974d-04a99c0b1bfd tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (6cbd18f6-dc16-4a87-ba20-f6fe81a99f06), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:10.600152 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0662ece3-4068-44de-974d-04a99c0b1bfd tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:10.608719 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-0662ece3-4068-44de-974d-04a99c0b1bfd tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] 10.222.0.65 "DELETE /v2.0/security-groups/6cbd18f6-dc16-4a87-ba20-f6fe81a99f06 HTTP/1.1" status: 204 len: 168 time: 0.1690950 Mar 11 20:05:10.612609 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 47868) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:10.636430 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662ece3-4068-44de-974d-04a99c0b1bfd tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cbd18f6-dc16-4a87-ba20-f6fe81a99f06,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:10.690849 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-9048f6ff-7da5-4c04-b4d4-9395649cefb2 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0771978 Mar 11 20:05:10.695643 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 47870) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:10.700842 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-60f2196f-79e1-4da8-bac8-df72f35b952d tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Request body: {'security_group': {'name': 'tempest-secgroup--1522491423'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:05:10.726767 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-60f2196f-79e1-4da8-bac8-df72f35b952d tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:10.832520 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-60f2196f-79e1-4da8-bac8-df72f35b952d tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks [] for security_group (94818f5c-fdd2-4d35-8a5c-1a041c6c936c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:10.844071 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-60f2196f-79e1-4da8-bac8-df72f35b952d tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (94818f5c-fdd2-4d35-8a5c-1a041c6c936c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:10.876609 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f2196f-79e1-4da8-bac8-df72f35b952d tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94818f5c-fdd2-4d35-8a5c-1a041c6c936c,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:10.883563 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-60f2196f-79e1-4da8-bac8-df72f35b952d tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:10.887917 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-60f2196f-79e1-4da8-bac8-df72f35b952d tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1910336 Mar 11 20:05:10.888692 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47872) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:10.898511 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-b0d76849-8272-431c-82f1-79109a7b137d tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Request body: {'security_group_rule': {'security_group_id': '94818f5c-fdd2-4d35-8a5c-1a041c6c936c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:05:10.900114 n-d-833163-1 neutron-server[103884]: WARNING neutron.api.v2.base [None req-b0d76849-8272-431c-82f1-79109a7b137d tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 11 20:05:10.900792 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-b0d76849-8272-431c-82f1-79109a7b137d tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 20:05:10.901936 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b0d76849-8272-431c-82f1-79109a7b137d tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0120821 Mar 11 20:05:10.905827 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 47874) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:10.910729 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-22af0eb5-350d-49db-a6a1-390854d6ec49 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Request body: {'security_group_rule': {'security_group_id': '94818f5c-fdd2-4d35-8a5c-1a041c6c936c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:05:10.912315 n-d-833163-1 neutron-server[103885]: WARNING neutron.api.v2.base [None req-22af0eb5-350d-49db-a6a1-390854d6ec49 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 11 20:05:10.913742 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [None req-22af0eb5-350d-49db-a6a1-390854d6ec49 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 20:05:10.916302 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-22af0eb5-350d-49db-a6a1-390854d6ec49 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0093532 Mar 11 20:05:10.918454 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 47876) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:10.922936 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-3e3ce258-84f2-428c-8222-f83a931c6a2c tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Request body: {'security_group_rule': {'security_group_id': '94818f5c-fdd2-4d35-8a5c-1a041c6c936c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:05:10.923821 n-d-833163-1 neutron-server[103885]: WARNING neutron.api.v2.base [None req-3e3ce258-84f2-428c-8222-f83a931c6a2c tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 11 20:05:10.924293 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [None req-3e3ce258-84f2-428c-8222-f83a931c6a2c tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 20:05:10.928344 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-3e3ce258-84f2-428c-8222-f83a931c6a2c tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0058849 Mar 11 20:05:10.928731 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 47878) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:10.935080 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-96a11f05-260a-4fb1-83d9-ffbeb03071da tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Request body: {'security_group_rule': {'security_group_id': '94818f5c-fdd2-4d35-8a5c-1a041c6c936c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:05:10.936103 n-d-833163-1 neutron-server[103885]: WARNING neutron.api.v2.base [None req-96a11f05-260a-4fb1-83d9-ffbeb03071da tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 11 20:05:10.937021 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [None req-96a11f05-260a-4fb1-83d9-ffbeb03071da tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 20:05:10.939662 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-96a11f05-260a-4fb1-83d9-ffbeb03071da tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0083411 Mar 11 20:05:10.941265 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 47880) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:11.005205 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0f242b45-e5f7-4631-9f10-08960d0368f8 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks [] for security_group (94818f5c-fdd2-4d35-8a5c-1a041c6c936c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:11.035224 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0f242b45-e5f7-4631-9f10-08960d0368f8 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks [] for security_group (94818f5c-fdd2-4d35-8a5c-1a041c6c936c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:11.082793 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0f242b45-e5f7-4631-9f10-08960d0368f8 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (94818f5c-fdd2-4d35-8a5c-1a041c6c936c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:11.088400 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0f242b45-e5f7-4631-9f10-08960d0368f8 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:11.093597 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-0f242b45-e5f7-4631-9f10-08960d0368f8 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] 10.222.0.65 "DELETE /v2.0/security-groups/94818f5c-fdd2-4d35-8a5c-1a041c6c936c HTTP/1.1" status: 204 len: 168 time: 0.1484785 Mar 11 20:05:11.094167 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47884) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:11.108389 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f242b45-e5f7-4631-9f10-08960d0368f8 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94818f5c-fdd2-4d35-8a5c-1a041c6c936c,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:11.175807 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 47888) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:11.176496 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ef4d1e3f-b06a-4c82-a792-d7f80cdafdcb tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0803273 Mar 11 20:05:11.180660 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-d4bbb3b1-db31-4ba6-aa2a-e4a3319b4db7 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Request body: {'security_group': {'name': 'tempest-secgroup--399734130'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:05:11.207108 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4bbb3b1-db31-4ba6-aa2a-e4a3319b4db7 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:11.290173 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4bbb3b1-db31-4ba6-aa2a-e4a3319b4db7 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks [] for security_group (af37ea1f-aaac-4955-bb51-e0056d517863), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:11.294340 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4bbb3b1-db31-4ba6-aa2a-e4a3319b4db7 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (af37ea1f-aaac-4955-bb51-e0056d517863), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:11.338336 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4bbb3b1-db31-4ba6-aa2a-e4a3319b4db7 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:11.342118 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d4bbb3b1-db31-4ba6-aa2a-e4a3319b4db7 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1624465 Mar 11 20:05:11.342118 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bbb3b1-db31-4ba6-aa2a-e4a3319b4db7 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af37ea1f-aaac-4955-bb51-e0056d517863,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:11.342970 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47892) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:11.348176 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-04286533-18c2-46d7-b386-60b1c413309a tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Request body: {'security_group_rule': {'security_group_id': 'af37ea1f-aaac-4955-bb51-e0056d517863', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:05:11.349459 n-d-833163-1 neutron-server[103884]: WARNING neutron.api.v2.base [None req-04286533-18c2-46d7-b386-60b1c413309a tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 11 20:05:11.350400 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-04286533-18c2-46d7-b386-60b1c413309a tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 20:05:11.355176 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-04286533-18c2-46d7-b386-60b1c413309a tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0109179 Mar 11 20:05:11.355809 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47894) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:11.365940 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-93b57bb7-b168-4ca4-9b8c-727b2dcdfc16 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Request body: {'security_group_rule': {'security_group_id': 'af37ea1f-aaac-4955-bb51-e0056d517863', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:05:11.455110 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-93b57bb7-b168-4ca4-9b8c-727b2dcdfc16 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 20:05:11.463732 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 47896) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:11.468192 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-93b57bb7-b168-4ca4-9b8c-727b2dcdfc16 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1113396 Mar 11 20:05:11.476274 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-7663988f-d1ac-4596-b088-5cf86b2e9b99 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Request body: {'security_group_rule': {'security_group_id': 'af37ea1f-aaac-4955-bb51-e0056d517863', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:05:11.477636 n-d-833163-1 neutron-server[103885]: WARNING neutron.api.v2.base [None req-7663988f-d1ac-4596-b088-5cf86b2e9b99 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 11 20:05:11.478995 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [None req-7663988f-d1ac-4596-b088-5cf86b2e9b99 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 20:05:11.485403 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47898) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:11.486256 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-7663988f-d1ac-4596-b088-5cf86b2e9b99 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0202000 Mar 11 20:05:11.490983 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-6d2b4e5f-8d69-4605-8488-844f08ae858b tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Request body: {'security_group_rule': {'security_group_id': 'af37ea1f-aaac-4955-bb51-e0056d517863', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:05:11.534013 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-6d2b4e5f-8d69-4605-8488-844f08ae858b tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 20:05:11.535588 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-6d2b4e5f-8d69-4605-8488-844f08ae858b tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0485158 Mar 11 20:05:11.538429 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47900) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:11.544482 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-45a71026-4486-4b39-80b8-bb3b250cf944 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Request body: {'security_group_rule': {'security_group_id': 'af37ea1f-aaac-4955-bb51-e0056d517863', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:05:11.548550 n-d-833163-1 neutron-server[103884]: WARNING neutron.api.v2.base [None req-45a71026-4486-4b39-80b8-bb3b250cf944 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 11 20:05:11.549318 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-45a71026-4486-4b39-80b8-bb3b250cf944 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 20:05:11.550753 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-45a71026-4486-4b39-80b8-bb3b250cf944 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0098753 Mar 11 20:05:11.553569 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47902) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:11.558379 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-5fae5258-2bff-4dba-b7a2-d7876a1f19f1 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Request body: {'security_group_rule': {'security_group_id': 'af37ea1f-aaac-4955-bb51-e0056d517863', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:05:11.590785 n-d-833163-1 neutron-server[103884]: INFO neutron.db.securitygroups_db [None req-5fae5258-2bff-4dba-b7a2-d7876a1f19f1 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Project 5936010427864dc292e70a251247a7e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 20:05:11.606068 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-5fae5258-2bff-4dba-b7a2-d7876a1f19f1 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 20:05:11.610769 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-5fae5258-2bff-4dba-b7a2-d7876a1f19f1 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0535879 Mar 11 20:05:11.610968 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47904) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:11.616155 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-b26315d0-fd28-46cf-b7f0-44ffe227a5a4 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Request body: {'security_group_rule': {'security_group_id': 'af37ea1f-aaac-4955-bb51-e0056d517863', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:05:11.616890 n-d-833163-1 neutron-server[103884]: WARNING neutron.api.v2.base [None req-b26315d0-fd28-46cf-b7f0-44ffe227a5a4 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 11 20:05:11.617665 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-b26315d0-fd28-46cf-b7f0-44ffe227a5a4 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 20:05:11.618897 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b26315d0-fd28-46cf-b7f0-44ffe227a5a4 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0068033 Mar 11 20:05:11.621519 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47906) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:11.627002 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-3e5eeb4a-7fe5-4589-b2a1-3f03f129f18c tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Request body: {'security_group_rule': {'security_group_id': 'af37ea1f-aaac-4955-bb51-e0056d517863', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:05:11.656660 n-d-833163-1 neutron-server[103884]: INFO neutron.db.securitygroups_db [None req-3e5eeb4a-7fe5-4589-b2a1-3f03f129f18c tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Project 5936010427864dc292e70a251247a7e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 20:05:11.678918 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-3e5eeb4a-7fe5-4589-b2a1-3f03f129f18c tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 20:05:11.685559 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-3e5eeb4a-7fe5-4589-b2a1-3f03f129f18c tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0587280 Mar 11 20:05:11.685784 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47908) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:11.693746 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-fac49bb0-912c-471c-aa83-ffb852cc61ce tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Request body: {'security_group_rule': {'security_group_id': 'af37ea1f-aaac-4955-bb51-e0056d517863', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:05:11.722975 n-d-833163-1 neutron-server[103884]: INFO neutron.db.securitygroups_db [None req-fac49bb0-912c-471c-aa83-ffb852cc61ce tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Project 5936010427864dc292e70a251247a7e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 20:05:11.743031 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-fac49bb0-912c-471c-aa83-ffb852cc61ce tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 20:05:11.746851 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-fac49bb0-912c-471c-aa83-ffb852cc61ce tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0572829 Mar 11 20:05:11.747090 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47910) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:11.828495 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-728a4999-dca6-4b05-9578-a3bb2e345c9c tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks [] for security_group (af37ea1f-aaac-4955-bb51-e0056d517863), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:11.861196 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-728a4999-dca6-4b05-9578-a3bb2e345c9c tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks [] for security_group (af37ea1f-aaac-4955-bb51-e0056d517863), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:11.946327 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-728a4999-dca6-4b05-9578-a3bb2e345c9c tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (af37ea1f-aaac-4955-bb51-e0056d517863), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:11.950929 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-728a4999-dca6-4b05-9578-a3bb2e345c9c tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:11.952981 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-728a4999-dca6-4b05-9578-a3bb2e345c9c tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] 10.222.0.65 "DELETE /v2.0/security-groups/af37ea1f-aaac-4955-bb51-e0056d517863 HTTP/1.1" status: 204 len: 168 time: 0.2047353 Mar 11 20:05:11.955892 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 47912) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:11.969700 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728a4999-dca6-4b05-9578-a3bb2e345c9c tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af37ea1f-aaac-4955-bb51-e0056d517863,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:12.015600 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-28d4de9b-7875-48da-acdc-99316a469981 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0518363 Mar 11 20:05:12.016670 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47914) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:12.022014 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-60ab3c34-8c0d-4050-ae3d-f120d2ee5399 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Request body: {'security_group': {'name': 'tempest-secgroup--181753315'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:05:12.083216 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-60ab3c34-8c0d-4050-ae3d-f120d2ee5399 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:12.177551 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-60ab3c34-8c0d-4050-ae3d-f120d2ee5399 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks [] for security_group (68ccff1a-1c11-4381-9cc0-ef1d50bdfabc), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:12.183619 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-60ab3c34-8c0d-4050-ae3d-f120d2ee5399 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (68ccff1a-1c11-4381-9cc0-ef1d50bdfabc), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:12.236186 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-60ab3c34-8c0d-4050-ae3d-f120d2ee5399 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:12.240980 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 47920) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:12.241490 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-60ab3c34-8c0d-4050-ae3d-f120d2ee5399 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2235348 Mar 11 20:05:12.246566 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-9a322541-c4a9-417c-832e-3ebd68e22027 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Request body: {'security_group_rule': {'security_group_id': '68ccff1a-1c11-4381-9cc0-ef1d50bdfabc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:05:12.246776 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ab3c34-8c0d-4050-ae3d-f120d2ee5399 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68ccff1a-1c11-4381-9cc0-ef1d50bdfabc,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:12.301937 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [None req-9a322541-c4a9-417c-832e-3ebd68e22027 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] create failed (client error): The resource could not be found. Mar 11 20:05:12.306607 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47922) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:12.306764 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-9a322541-c4a9-417c-832e-3ebd68e22027 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0637853 Mar 11 20:05:12.311855 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-8acaef79-09cb-434e-a2ab-267a0fde5a10 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Request body: {'security_group_rule': {'security_group_id': '68ccff1a-1c11-4381-9cc0-ef1d50bdfabc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '5a5872af-da67-4d79-8dc5-766a3aa853fb'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:05:12.449702 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-8acaef79-09cb-434e-a2ab-267a0fde5a10 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] create failed (client error): The resource could not be found. Mar 11 20:05:12.454141 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8acaef79-09cb-434e-a2ab-267a0fde5a10 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1441135 Mar 11 20:05:12.456917 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47926) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:12.573107 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-62fe2cff-b227-44eb-9f01-cda625a597b9 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks [] for security_group (68ccff1a-1c11-4381-9cc0-ef1d50bdfabc), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:12.600542 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-62fe2cff-b227-44eb-9f01-cda625a597b9 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks [] for security_group (68ccff1a-1c11-4381-9cc0-ef1d50bdfabc), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:12.656812 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-62fe2cff-b227-44eb-9f01-cda625a597b9 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (68ccff1a-1c11-4381-9cc0-ef1d50bdfabc), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:12.661975 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-62fe2cff-b227-44eb-9f01-cda625a597b9 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:12.663983 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-62fe2cff-b227-44eb-9f01-cda625a597b9 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] 10.222.0.65 "DELETE /v2.0/security-groups/68ccff1a-1c11-4381-9cc0-ef1d50bdfabc HTTP/1.1" status: 204 len: 168 time: 0.2044055 Mar 11 20:05:12.666929 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 47928) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:12.678076 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fe2cff-b227-44eb-9f01-cda625a597b9 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ccff1a-1c11-4381-9cc0-ef1d50bdfabc,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:12.743402 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-81ae44be-2ba0-48b8-b6d2-ea3930b2125f tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0722609 Mar 11 20:05:12.743914 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47930) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:12.748641 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-793b2893-2026-4914-8b76-553d4206938b tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Request body: {'security_group_rule': {'security_group_id': '0d94fad4-ddad-4206-8c33-426c923613af', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:05:12.824940 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-793b2893-2026-4914-8b76-553d4206938b tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] create failed (client error): The resource could not be found. Mar 11 20:05:12.826161 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-793b2893-2026-4914-8b76-553d4206938b tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0810330 Mar 11 20:05:12.829684 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47932) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:12.837761 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-41e0f190-11de-4c58-a7bd-055f18604617 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Request body: {'security_group': {'name': 'tempest-secgroup--741685607'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:05:12.866095 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-41e0f190-11de-4c58-a7bd-055f18604617 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:12.970560 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-41e0f190-11de-4c58-a7bd-055f18604617 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks [] for security_group (f298a251-0e7f-4a96-851f-a48df99cf285), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:12.980102 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-41e0f190-11de-4c58-a7bd-055f18604617 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (f298a251-0e7f-4a96-851f-a48df99cf285), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:13.017802 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-41e0f190-11de-4c58-a7bd-055f18604617 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:13.022647 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 47934) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:13.022912 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-41e0f190-11de-4c58-a7bd-055f18604617 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1903291 Mar 11 20:05:13.027721 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-a9633e6a-dceb-4de4-b4d6-6b9dc811ad66 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Request body: {'security_group': {'name': 'tempest-secgroup--111888130'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:05:13.028285 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e0f190-11de-4c58-a7bd-055f18604617 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f298a251-0e7f-4a96-851f-a48df99cf285,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:13.056412 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a9633e6a-dceb-4de4-b4d6-6b9dc811ad66 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:13.175561 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a9633e6a-dceb-4de4-b4d6-6b9dc811ad66 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks [] for security_group (1020e278-df02-4465-9734-39aa4740ad33), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:13.183865 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a9633e6a-dceb-4de4-b4d6-6b9dc811ad66 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (1020e278-df02-4465-9734-39aa4740ad33), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:13.217536 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a9633e6a-dceb-4de4-b4d6-6b9dc811ad66 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:13.219163 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a9633e6a-dceb-4de4-b4d6-6b9dc811ad66 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1954455 Mar 11 20:05:13.222161 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47940) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:13.227297 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-7cb66ece-a777-4e44-a83e-7aab8ce0517a tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Request body: {'security_group_rule': {'security_group_id': 'f298a251-0e7f-4a96-851f-a48df99cf285', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '1020e278-df02-4465-9734-39aa4740ad33'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:05:13.228900 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9633e6a-dceb-4de4-b4d6-6b9dc811ad66 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1020e278-df02-4465-9734-39aa4740ad33,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:13.282867 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-7cb66ece-a777-4e44-a83e-7aab8ce0517a tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 20:05:13.287162 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-7cb66ece-a777-4e44-a83e-7aab8ce0517a tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0608921 Mar 11 20:05:13.287392 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47942) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:13.366150 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f7f8452a-4f14-4b6f-b74c-8570cff41cca tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks [] for security_group (1020e278-df02-4465-9734-39aa4740ad33), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:13.396751 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f7f8452a-4f14-4b6f-b74c-8570cff41cca tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks [] for security_group (1020e278-df02-4465-9734-39aa4740ad33), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:13.454095 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f7f8452a-4f14-4b6f-b74c-8570cff41cca tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (1020e278-df02-4465-9734-39aa4740ad33), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:13.461593 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f7f8452a-4f14-4b6f-b74c-8570cff41cca tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:13.466684 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f7f8452a-4f14-4b6f-b74c-8570cff41cca tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] 10.222.0.65 "DELETE /v2.0/security-groups/1020e278-df02-4465-9734-39aa4740ad33 HTTP/1.1" status: 204 len: 168 time: 0.1757016 Mar 11 20:05:13.467688 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 47944) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:13.481619 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f8452a-4f14-4b6f-b74c-8570cff41cca tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1020e278-df02-4465-9734-39aa4740ad33,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:13.608882 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-4e778234-1b84-49a8-8f6b-47e6049b74fb tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1392729 Mar 11 20:05:13.611115 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 47948) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:13.679830 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e81ec04b-11ab-4231-a70e-70239c66f123 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks [] for security_group (f298a251-0e7f-4a96-851f-a48df99cf285), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:13.707706 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e81ec04b-11ab-4231-a70e-70239c66f123 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks [] for security_group (f298a251-0e7f-4a96-851f-a48df99cf285), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:13.754653 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e81ec04b-11ab-4231-a70e-70239c66f123 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (f298a251-0e7f-4a96-851f-a48df99cf285), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:13.757839 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e81ec04b-11ab-4231-a70e-70239c66f123 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:13.759124 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-e81ec04b-11ab-4231-a70e-70239c66f123 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] 10.222.0.65 "DELETE /v2.0/security-groups/f298a251-0e7f-4a96-851f-a48df99cf285 HTTP/1.1" status: 204 len: 168 time: 0.1470442 Mar 11 20:05:13.762923 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 47950) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:13.780405 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81ec04b-11ab-4231-a70e-70239c66f123 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f298a251-0e7f-4a96-851f-a48df99cf285,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:13.818039 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-5b06e6e1-406f-44e3-8f71-c2413ac6f933 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0545957 Mar 11 20:05:13.821976 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 47952) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:13.826518 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-841a9623-ee1e-43b9-aec0-45bcd2fc6795 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Request body: {'security_group': {'name': 'tempest-secgroup--2008499103'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:05:13.862100 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-841a9623-ee1e-43b9-aec0-45bcd2fc6795 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:13.956493 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-841a9623-ee1e-43b9-aec0-45bcd2fc6795 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks [] for security_group (23248f7b-8fbf-427b-a340-f0ab1fca7690), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:13.963790 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-841a9623-ee1e-43b9-aec0-45bcd2fc6795 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (23248f7b-8fbf-427b-a340-f0ab1fca7690), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:13.994818 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-841a9623-ee1e-43b9-aec0-45bcd2fc6795 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:13.996166 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-841a9623-ee1e-43b9-aec0-45bcd2fc6795 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1731515 Mar 11 20:05:13.999272 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47954) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:14.009791 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-5b35dd8d-c1a5-4498-b037-00c14db6aecc tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Request body: {'security_group_rule': {'security_group_id': '23248f7b-8fbf-427b-a340-f0ab1fca7690', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:05:14.016755 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841a9623-ee1e-43b9-aec0-45bcd2fc6795 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23248f7b-8fbf-427b-a340-f0ab1fca7690,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:14.056561 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-5b35dd8d-c1a5-4498-b037-00c14db6aecc tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 20:05:14.060204 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-5b35dd8d-c1a5-4498-b037-00c14db6aecc tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0572395 Mar 11 20:05:14.060360 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47956) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:14.065005 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-bc1b107f-01e4-46ac-8115-57b886d619d2 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Request body: {'security_group_rule': {'security_group_id': '23248f7b-8fbf-427b-a340-f0ab1fca7690', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:05:14.104512 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-bc1b107f-01e4-46ac-8115-57b886d619d2 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 20:05:14.105642 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-bc1b107f-01e4-46ac-8115-57b886d619d2 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0442688 Mar 11 20:05:14.108304 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47960) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:14.170871 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-115a3ea7-cb67-43a1-9308-b37e7dcd4600 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks [] for security_group (23248f7b-8fbf-427b-a340-f0ab1fca7690), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:14.199202 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-115a3ea7-cb67-43a1-9308-b37e7dcd4600 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks [] for security_group (23248f7b-8fbf-427b-a340-f0ab1fca7690), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:14.265642 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-115a3ea7-cb67-43a1-9308-b37e7dcd4600 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (23248f7b-8fbf-427b-a340-f0ab1fca7690), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:14.269335 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-115a3ea7-cb67-43a1-9308-b37e7dcd4600 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:14.273069 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-115a3ea7-cb67-43a1-9308-b37e7dcd4600 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] 10.222.0.65 "DELETE /v2.0/security-groups/23248f7b-8fbf-427b-a340-f0ab1fca7690 HTTP/1.1" status: 204 len: 168 time: 0.1611164 Mar 11 20:05:14.276013 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 47964) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:14.286068 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115a3ea7-cb67-43a1-9308-b37e7dcd4600 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23248f7b-8fbf-427b-a340-f0ab1fca7690,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:14.340677 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47966) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:14.341042 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d79d0c79-c5d9-4029-9eca-399cb80d61ca tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0636575 Mar 11 20:05:14.345840 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-dde4365a-af23-47d7-b596-08ff635d39ae tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Request body: {'security_group': {'name': 'tempest-secgroup--1141516176'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:05:14.369885 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dde4365a-af23-47d7-b596-08ff635d39ae tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:14.464322 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dde4365a-af23-47d7-b596-08ff635d39ae tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks [] for security_group (4220e694-6478-47dd-bd5e-249b60dd6d18), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:14.469721 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dde4365a-af23-47d7-b596-08ff635d39ae tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (4220e694-6478-47dd-bd5e-249b60dd6d18), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:14.509572 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dde4365a-af23-47d7-b596-08ff635d39ae tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:14.510828 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-dde4365a-af23-47d7-b596-08ff635d39ae tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1687925 Mar 11 20:05:14.512009 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde4365a-af23-47d7-b596-08ff635d39ae tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4220e694-6478-47dd-bd5e-249b60dd6d18,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:14.514054 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47968) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:14.526129 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-5aafa7a6-e69f-47e1-91f7-89871fe92dea tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:05:14.526818 n-d-833163-1 neutron-server[103884]: WARNING neutron.api.v2.base [None req-5aafa7a6-e69f-47e1-91f7-89871fe92dea tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 11 20:05:14.527322 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-5aafa7a6-e69f-47e1-91f7-89871fe92dea tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] update failed (client error): There was a conflict when trying to complete your request. Mar 11 20:05:14.530959 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-5aafa7a6-e69f-47e1-91f7-89871fe92dea tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] 10.222.0.65 "PUT /v2.0/security-groups/4220e694-6478-47dd-bd5e-249b60dd6d18 HTTP/1.1" status: 409 len: 330 time: 0.0059884 Mar 11 20:05:14.531130 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47970) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:14.595183 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-842b46de-75b0-4cfc-bca3-f774958629f5 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks [] for security_group (4220e694-6478-47dd-bd5e-249b60dd6d18), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:14.625144 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-842b46de-75b0-4cfc-bca3-f774958629f5 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks [] for security_group (4220e694-6478-47dd-bd5e-249b60dd6d18), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:14.680391 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-842b46de-75b0-4cfc-bca3-f774958629f5 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (4220e694-6478-47dd-bd5e-249b60dd6d18), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:14.682988 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-842b46de-75b0-4cfc-bca3-f774958629f5 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:14.684164 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-842b46de-75b0-4cfc-bca3-f774958629f5 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] 10.222.0.65 "DELETE /v2.0/security-groups/4220e694-6478-47dd-bd5e-249b60dd6d18 HTTP/1.1" status: 204 len: 168 time: 0.1521313 Mar 11 20:05:14.687247 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 47974) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:14.694851 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842b46de-75b0-4cfc-bca3-f774958629f5 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4220e694-6478-47dd-bd5e-249b60dd6d18,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:14.734823 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-c82a54aa-845e-493d-9462-609b4a409052 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] 10.222.0.65 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0463839 Mar 11 20:05:14.738551 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 47976) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:14.752660 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [None req-ccdbd702-506a-4501-80fc-af9b64555f6e tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] delete failed (client error): The resource could not be found. Mar 11 20:05:14.757308 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ccdbd702-506a-4501-80fc-af9b64555f6e tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] 10.222.0.65 "DELETE /v2.0/security-groups/ee14edc6-32de-404a-899b-846e6a0c67e6 HTTP/1.1" status: 404 len: 347 time: 0.0141647 Mar 11 20:05:14.757713 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47978) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:14.773576 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-c60b360f-2cd1-4b46-b066-53b45619c618 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] show failed (client error): The resource could not be found. Mar 11 20:05:14.774610 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c60b360f-2cd1-4b46-b066-53b45619c618 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] 10.222.0.65 "GET /v2.0/security-groups/7b83f7b0-c5f2-4f35-8e24-e94cfdc18cc9 HTTP/1.1" status: 404 len: 347 time: 0.0158634 Mar 11 20:05:14.778892 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47980) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:14.794482 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-15588893-5ed1-4aa2-b5b1-48723544fc53 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] show failed (client error): The resource could not be found. Mar 11 20:05:14.795728 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-15588893-5ed1-4aa2-b5b1-48723544fc53 tempest-NegativeSecGroupIPv6Test-1961756060 tempest-NegativeSecGroupIPv6Test-1961756060-project] 10.222.0.65 "GET /v2.0/security-group-rules/96eeefee-8ecf-4b59-870c-cab7072f3778 HTTP/1.1" status: 404 len: 356 time: 0.0157850 Mar 11 20:05:15.091526 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47986) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:15.271945 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b985d6a8-5222-46df-a643-a92acf428785 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=5936010427864dc292e70a251247a7e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1791873 Mar 11 20:05:15.274398 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 47994) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:15.323512 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72bc28cc-9c3b-4f13-9671-c9146f332479 admin admin] Publish callbacks [] for security_group (0eb3cfe6-53f7-4a58-8759-c8b18bdf3cd3), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:15.345476 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72bc28cc-9c3b-4f13-9671-c9146f332479 admin admin] Publish callbacks [] for security_group (0eb3cfe6-53f7-4a58-8759-c8b18bdf3cd3), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:15.396451 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72bc28cc-9c3b-4f13-9671-c9146f332479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (0eb3cfe6-53f7-4a58-8759-c8b18bdf3cd3), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:15.399607 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-72bc28cc-9c3b-4f13-9671-c9146f332479 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:15.400452 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-72bc28cc-9c3b-4f13-9671-c9146f332479 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0eb3cfe6-53f7-4a58-8759-c8b18bdf3cd3 HTTP/1.1" status: 204 len: 168 time: 0.1249728 Mar 11 20:05:15.409373 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bc28cc-9c3b-4f13-9671-c9146f332479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb3cfe6-53f7-4a58-8759-c8b18bdf3cd3,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:17.417268 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 48068) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:17.573651 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ce6f2bc8-db02-47d7-a1e4-bce297fbc3cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:17.669706 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ce6f2bc8-db02-47d7-a1e4-bce297fbc3cb admin admin] Publish callbacks [] for security_group (bf4107cd-01de-42ee-843d-143be682c978), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:17.675436 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ce6f2bc8-db02-47d7-a1e4-bce297fbc3cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (bf4107cd-01de-42ee-843d-143be682c978), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:17.731993 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 48080) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:17.732570 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ce6f2bc8-db02-47d7-a1e4-bce297fbc3cb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9c86e46eb6f14a458d480aae2b55fdd2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3141942 Mar 11 20:05:17.737840 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f2bc8-db02-47d7-a1e4-bce297fbc3cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4107cd-01de-42ee-843d-143be682c978,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:17.813421 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ddeca23c-12fd-4b2c-ad4d-033c211414f7 admin admin] Publish callbacks [] for security_group (bf4107cd-01de-42ee-843d-143be682c978), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:17.844113 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ddeca23c-12fd-4b2c-ad4d-033c211414f7 admin admin] Publish callbacks [] for security_group (bf4107cd-01de-42ee-843d-143be682c978), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:17.896354 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ddeca23c-12fd-4b2c-ad4d-033c211414f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (bf4107cd-01de-42ee-843d-143be682c978), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:17.899544 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ddeca23c-12fd-4b2c-ad4d-033c211414f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:17.903045 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ddeca23c-12fd-4b2c-ad4d-033c211414f7 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bf4107cd-01de-42ee-843d-143be682c978 HTTP/1.1" status: 204 len: 168 time: 0.1670971 Mar 11 20:05:17.911851 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeca23c-12fd-4b2c-ad4d-033c211414f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4107cd-01de-42ee-843d-143be682c978,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:18.242909 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 48090) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:18.258294 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d572ce22-463d-4b96-979f-1fe2b69fef7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:18.339073 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d572ce22-463d-4b96-979f-1fe2b69fef7c admin admin] Publish callbacks [] for security_group (179d2dde-6f89-42d6-aede-d772f8a4a17d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:18.344224 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d572ce22-463d-4b96-979f-1fe2b69fef7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (179d2dde-6f89-42d6-aede-d772f8a4a17d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:18.383997 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d572ce22-463d-4b96-979f-1fe2b69fef7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=179d2dde-6f89-42d6-aede-d772f8a4a17d,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:18.391563 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 48094) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:18.391818 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d572ce22-463d-4b96-979f-1fe2b69fef7c admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=08df8fac7116406a9638c37a6bcb2fbb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1474156 Mar 11 20:05:18.454382 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e01500f6-2bc4-490d-a4da-3f7967ca7377 admin admin] Publish callbacks [] for security_group (179d2dde-6f89-42d6-aede-d772f8a4a17d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:18.481322 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e01500f6-2bc4-490d-a4da-3f7967ca7377 admin admin] Publish callbacks [] for security_group (179d2dde-6f89-42d6-aede-d772f8a4a17d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:18.540540 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e01500f6-2bc4-490d-a4da-3f7967ca7377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (179d2dde-6f89-42d6-aede-d772f8a4a17d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:18.540540 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e01500f6-2bc4-490d-a4da-3f7967ca7377 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:18.548613 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e01500f6-2bc4-490d-a4da-3f7967ca7377 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/179d2dde-6f89-42d6-aede-d772f8a4a17d HTTP/1.1" status: 204 len: 168 time: 0.1498339 Mar 11 20:05:18.561904 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01500f6-2bc4-490d-a4da-3f7967ca7377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=179d2dde-6f89-42d6-aede-d772f8a4a17d,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:19.031662 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:19.357352 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:05:22.334819 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8b187e0c-2f5a-4901-9ad7-05d362f0ada1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:22.712817 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [req-ee88d4f6-5eb7-4631-9e9c-7b4551cb68f7 req-b3b2a0a6-1e36-479a-80fc-45d671de0716 service neutron] (103884) timed out ('10.222.0.57', 61596) {{(pid=103884) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 20:05:22.846312 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:24.639592 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8c82b515-1472-4b74-82f0-d298da865b3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:26.288168 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:27.683297 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:28.826663 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 48362) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:28.977187 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-75da6abd-404d-4554-8d36-5ee9d18b3dd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:29.074650 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:29.123346 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-75da6abd-404d-4554-8d36-5ee9d18b3dd4 admin admin] Publish callbacks [] for security_group (59d382d6-5f1c-4f8e-87e3-92068897fa41), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:29.135955 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-75da6abd-404d-4554-8d36-5ee9d18b3dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (59d382d6-5f1c-4f8e-87e3-92068897fa41), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:29.192333 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-75da6abd-404d-4554-8d36-5ee9d18b3dd4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9038323a720e41dd839ccebf81b26e5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3622222 Mar 11 20:05:29.193574 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 48372) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:29.212772 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75da6abd-404d-4554-8d36-5ee9d18b3dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d382d6-5f1c-4f8e-87e3-92068897fa41,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:29.278930 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-406134bc-61f8-4213-9ea4-9c14e3bcc953 admin admin] Publish callbacks [] for security_group (59d382d6-5f1c-4f8e-87e3-92068897fa41), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:29.309359 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-406134bc-61f8-4213-9ea4-9c14e3bcc953 admin admin] Publish callbacks [] for security_group (59d382d6-5f1c-4f8e-87e3-92068897fa41), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:29.406053 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-406134bc-61f8-4213-9ea4-9c14e3bcc953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (59d382d6-5f1c-4f8e-87e3-92068897fa41), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:29.412724 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-406134bc-61f8-4213-9ea4-9c14e3bcc953 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:29.417688 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-406134bc-61f8-4213-9ea4-9c14e3bcc953 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/59d382d6-5f1c-4f8e-87e3-92068897fa41 HTTP/1.1" status: 204 len: 168 time: 0.2214797 Mar 11 20:05:29.436362 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406134bc-61f8-4213-9ea4-9c14e3bcc953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d382d6-5f1c-4f8e-87e3-92068897fa41,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:29.905810 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 48398) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:29.920351 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-79038406-9639-401b-8f6b-32bae24d00cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:30.001706 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-79038406-9639-401b-8f6b-32bae24d00cb admin admin] Publish callbacks [] for security_group (f04f6dbd-089e-4fad-ade2-41c5f2edea2a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:30.007950 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-79038406-9639-401b-8f6b-32bae24d00cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (f04f6dbd-089e-4fad-ade2-41c5f2edea2a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:30.036737 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-79038406-9639-401b-8f6b-32bae24d00cb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0c9d77530272406aa6b537bb74cd39bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1291010 Mar 11 20:05:30.039242 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 48402) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:30.058894 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79038406-9639-401b-8f6b-32bae24d00cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f04f6dbd-089e-4fad-ade2-41c5f2edea2a,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:30.131554 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab7b5b94-fd4c-440b-b6de-bbb4ae4f2817 admin admin] Publish callbacks [] for security_group (f04f6dbd-089e-4fad-ade2-41c5f2edea2a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:30.170316 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab7b5b94-fd4c-440b-b6de-bbb4ae4f2817 admin admin] Publish callbacks [] for security_group (f04f6dbd-089e-4fad-ade2-41c5f2edea2a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:30.244818 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab7b5b94-fd4c-440b-b6de-bbb4ae4f2817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (f04f6dbd-089e-4fad-ade2-41c5f2edea2a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:30.247379 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab7b5b94-fd4c-440b-b6de-bbb4ae4f2817 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:30.251067 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ab7b5b94-fd4c-440b-b6de-bbb4ae4f2817 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f04f6dbd-089e-4fad-ade2-41c5f2edea2a HTTP/1.1" status: 204 len: 168 time: 0.2105258 Mar 11 20:05:30.259905 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7b5b94-fd4c-440b-b6de-bbb4ae4f2817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04f6dbd-089e-4fad-ade2-41c5f2edea2a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:31.716440 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8e1845c9-21c7-46ea-b84e-3569bedbd6b9 req-d23c9083-c17e-4b63-81af-db155d39a44c service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=dfa8466b-7ef7-471f-8851-d6fab5829751&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0908346 Mar 11 20:05:31.838531 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1845c9-21c7-46ea-b84e-3569bedbd6b9 req-bb71956f-876c-423b-9c82-2ae3ba044b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:05:31.840511 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8e1845c9-21c7-46ea-b84e-3569bedbd6b9 req-bb71956f-876c-423b-9c82-2ae3ba044b1c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9c329b07f8654f248d1ff2f37019fb7e&device_id=dfa8466b-7ef7-471f-8851-d6fab5829751 HTTP/1.1" status: 200 len: 1127 time: 0.0658247 Mar 11 20:05:32.024567 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1845c9-21c7-46ea-b84e-3569bedbd6b9 req-482d53fe-e90e-4f4f-b654-e5a591a84da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:05:32.026256 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8e1845c9-21c7-46ea-b84e-3569bedbd6b9 req-482d53fe-e90e-4f4f-b654-e5a591a84da3 service neutron] 10.222.0.75 "GET /v2.0/networks?id=ed159874-cc48-4cd3-85b3-1d074d175762 HTTP/1.1" status: 200 len: 914 time: 0.1556304 Mar 11 20:05:32.091601 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8e1845c9-21c7-46ea-b84e-3569bedbd6b9 req-a556e7ea-f1b9-4a4c-b716-19b65c1ed59d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fde418ff-a4f1-4247-b75e-26706342dc21 HTTP/1.1" status: 200 len: 217 time: 0.0571594 Mar 11 20:05:32.198024 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1845c9-21c7-46ea-b84e-3569bedbd6b9 req-59ca5a89-4b99-415e-a971-855741810c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:05:32.201041 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8e1845c9-21c7-46ea-b84e-3569bedbd6b9 req-59ca5a89-4b99-415e-a971-855741810c73 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=dabdda85-4a18-4038-bd61-4842b5c742e1 HTTP/1.1" status: 200 len: 853 time: 0.1022608 Mar 11 20:05:32.240004 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8e1845c9-21c7-46ea-b84e-3569bedbd6b9 req-b5fe1149-05e6-411a-b226-b66f4a44c0ec service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ed159874-cc48-4cd3-85b3-1d074d175762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313351 Mar 11 20:05:32.369232 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8e1845c9-21c7-46ea-b84e-3569bedbd6b9 req-2cc035ed-653d-4c3c-a2ee-64d87d38ab3e service neutron] 10.222.0.75 "GET /v2.0/networks/ed159874-cc48-4cd3-85b3-1d074d175762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228714 Mar 11 20:05:32.489834 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8e1845c9-21c7-46ea-b84e-3569bedbd6b9 req-20a677f5-4cf4-462c-a903-2b95f212bef4 service neutron] 10.222.0.75 "GET /v2.0/networks/ed159874-cc48-4cd3-85b3-1d074d175762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138120 Mar 11 20:05:43.459931 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 48910) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:43.588007 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d467e47f-0273-4d85-a273-3bdce3b6895b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:43.754338 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d467e47f-0273-4d85-a273-3bdce3b6895b admin admin] Publish callbacks [] for security_group (3b733fa4-4a7e-4115-a65f-a4fcfedd76b0), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:43.759782 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d467e47f-0273-4d85-a273-3bdce3b6895b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (3b733fa4-4a7e-4115-a65f-a4fcfedd76b0), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:43.792263 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d467e47f-0273-4d85-a273-3bdce3b6895b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e99a38c26d6a414da9538db0465524ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3303232 Mar 11 20:05:43.792473 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 48922) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:43.822808 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d467e47f-0273-4d85-a273-3bdce3b6895b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b733fa4-4a7e-4115-a65f-a4fcfedd76b0,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:43.832321 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d467e47f-0273-4d85-a273-3bdce3b6895b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:05:43.832673 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d467e47f-0273-4d85-a273-3bdce3b6895b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:05:43.833022 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d467e47f-0273-4d85-a273-3bdce3b6895b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:05:43.833358 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d467e47f-0273-4d85-a273-3bdce3b6895b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:05:43.833693 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d467e47f-0273-4d85-a273-3bdce3b6895b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:05:43.834026 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d467e47f-0273-4d85-a273-3bdce3b6895b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:05:43.834595 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d467e47f-0273-4d85-a273-3bdce3b6895b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:05:43.834962 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d467e47f-0273-4d85-a273-3bdce3b6895b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:05:43.835357 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d467e47f-0273-4d85-a273-3bdce3b6895b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:05:43.835730 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d467e47f-0273-4d85-a273-3bdce3b6895b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:05:43.836193 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d467e47f-0273-4d85-a273-3bdce3b6895b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:05:43.836644 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d467e47f-0273-4d85-a273-3bdce3b6895b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:05:43.836984 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d467e47f-0273-4d85-a273-3bdce3b6895b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:05:43.854201 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1e5c0afa-5ed9-4013-b70c-1e401c0807cb admin admin] Publish callbacks [] for security_group (3b733fa4-4a7e-4115-a65f-a4fcfedd76b0), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:43.879084 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1e5c0afa-5ed9-4013-b70c-1e401c0807cb admin admin] Publish callbacks [] for security_group (3b733fa4-4a7e-4115-a65f-a4fcfedd76b0), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:43.960360 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1e5c0afa-5ed9-4013-b70c-1e401c0807cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (3b733fa4-4a7e-4115-a65f-a4fcfedd76b0), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:43.964539 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1e5c0afa-5ed9-4013-b70c-1e401c0807cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:43.969413 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-1e5c0afa-5ed9-4013-b70c-1e401c0807cb admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3b733fa4-4a7e-4115-a65f-a4fcfedd76b0 HTTP/1.1" status: 204 len: 168 time: 0.1758709 Mar 11 20:05:43.983550 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5c0afa-5ed9-4013-b70c-1e401c0807cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b733fa4-4a7e-4115-a65f-a4fcfedd76b0,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:43.997148 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5c0afa-5ed9-4013-b70c-1e401c0807cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:05:43.997936 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5c0afa-5ed9-4013-b70c-1e401c0807cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:05:43.998592 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5c0afa-5ed9-4013-b70c-1e401c0807cb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:05:43.999238 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5c0afa-5ed9-4013-b70c-1e401c0807cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:05:43.999899 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5c0afa-5ed9-4013-b70c-1e401c0807cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:05:44.001106 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5c0afa-5ed9-4013-b70c-1e401c0807cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:05:44.001716 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5c0afa-5ed9-4013-b70c-1e401c0807cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:05:44.002283 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5c0afa-5ed9-4013-b70c-1e401c0807cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:05:44.002945 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5c0afa-5ed9-4013-b70c-1e401c0807cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:05:44.003618 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5c0afa-5ed9-4013-b70c-1e401c0807cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:05:44.004290 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5c0afa-5ed9-4013-b70c-1e401c0807cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:05:44.005163 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5c0afa-5ed9-4013-b70c-1e401c0807cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:05:44.005811 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5c0afa-5ed9-4013-b70c-1e401c0807cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:05:44.353860 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 48944) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:44.369047 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8d15f2f6-396e-498d-841e-75da8732aad6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:44.518592 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8d15f2f6-396e-498d-841e-75da8732aad6 admin admin] Publish callbacks [] for security_group (0463fc54-3fbe-401e-beaf-5d87752fbac1), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:44.533772 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8d15f2f6-396e-498d-841e-75da8732aad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (0463fc54-3fbe-401e-beaf-5d87752fbac1), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:44.615355 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8d15f2f6-396e-498d-841e-75da8732aad6 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4d68c1bc555944b09a97011041e0bd7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2603083 Mar 11 20:05:44.618239 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 48954) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:44.662389 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d15f2f6-396e-498d-841e-75da8732aad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0463fc54-3fbe-401e-beaf-5d87752fbac1,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:44.734985 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-362d20be-c9b8-41ba-b147-5f514fa06a65 admin admin] Publish callbacks [] for security_group (0463fc54-3fbe-401e-beaf-5d87752fbac1), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:44.792303 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-362d20be-c9b8-41ba-b147-5f514fa06a65 admin admin] Publish callbacks [] for security_group (0463fc54-3fbe-401e-beaf-5d87752fbac1), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:44.857360 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-362d20be-c9b8-41ba-b147-5f514fa06a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (0463fc54-3fbe-401e-beaf-5d87752fbac1), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:44.860979 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-362d20be-c9b8-41ba-b147-5f514fa06a65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:44.866595 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-362d20be-c9b8-41ba-b147-5f514fa06a65 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/0463fc54-3fbe-401e-beaf-5d87752fbac1 HTTP/1.1" status: 204 len: 168 time: 0.2471077 Mar 11 20:05:44.877672 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d20be-c9b8-41ba-b147-5f514fa06a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0463fc54-3fbe-401e-beaf-5d87752fbac1,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:47.503954 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 49072) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:47.638426 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b685a04a-ebd3-4d63-9223-ceb9f525a728 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:47.722864 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b685a04a-ebd3-4d63-9223-ceb9f525a728 admin admin] Publish callbacks [] for security_group (5843f594-3526-4462-b25e-1cc2a4e88120), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:47.727997 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b685a04a-ebd3-4d63-9223-ceb9f525a728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (5843f594-3526-4462-b25e-1cc2a4e88120), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:47.765087 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-b685a04a-ebd3-4d63-9223-ceb9f525a728 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2c8f027cf7f34228af41da0350d05eb7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2592518 Mar 11 20:05:47.768278 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49082) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:47.774930 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b685a04a-ebd3-4d63-9223-ceb9f525a728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5843f594-3526-4462-b25e-1cc2a4e88120,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:47.850467 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aae43c60-551d-4b6d-b5e5-721cee6d4755 admin admin] Publish callbacks [] for security_group (5843f594-3526-4462-b25e-1cc2a4e88120), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:47.884064 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aae43c60-551d-4b6d-b5e5-721cee6d4755 admin admin] Publish callbacks [] for security_group (5843f594-3526-4462-b25e-1cc2a4e88120), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:47.960658 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aae43c60-551d-4b6d-b5e5-721cee6d4755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (5843f594-3526-4462-b25e-1cc2a4e88120), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:47.964261 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aae43c60-551d-4b6d-b5e5-721cee6d4755 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:47.968269 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-aae43c60-551d-4b6d-b5e5-721cee6d4755 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/5843f594-3526-4462-b25e-1cc2a4e88120 HTTP/1.1" status: 204 len: 168 time: 0.1970651 Mar 11 20:05:47.986704 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae43c60-551d-4b6d-b5e5-721cee6d4755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5843f594-3526-4462-b25e-1cc2a4e88120,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:48.332492 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 49106) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:48.346785 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bfc79210-0092-47e1-8b6e-0b94ba040904 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:48.445178 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bfc79210-0092-47e1-8b6e-0b94ba040904 admin admin] Publish callbacks [] for security_group (00c5badb-41d5-4461-8254-063ba9713cfb), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:48.450384 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bfc79210-0092-47e1-8b6e-0b94ba040904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (00c5badb-41d5-4461-8254-063ba9713cfb), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:48.484243 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-bfc79210-0092-47e1-8b6e-0b94ba040904 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f38cd2ae94614eeea56de9c9a0f9aacd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1483369 Mar 11 20:05:48.484498 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 49112) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:48.537659 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc79210-0092-47e1-8b6e-0b94ba040904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c5badb-41d5-4461-8254-063ba9713cfb,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:48.565017 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8b1234d0-0153-4e6b-991f-2a9ce2004568 admin admin] Publish callbacks [] for security_group (00c5badb-41d5-4461-8254-063ba9713cfb), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:48.590789 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8b1234d0-0153-4e6b-991f-2a9ce2004568 admin admin] Publish callbacks [] for security_group (00c5badb-41d5-4461-8254-063ba9713cfb), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:48.654295 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8b1234d0-0153-4e6b-991f-2a9ce2004568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (00c5badb-41d5-4461-8254-063ba9713cfb), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:48.657560 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8b1234d0-0153-4e6b-991f-2a9ce2004568 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:48.659033 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-8b1234d0-0153-4e6b-991f-2a9ce2004568 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/00c5badb-41d5-4461-8254-063ba9713cfb HTTP/1.1" status: 204 len: 168 time: 0.1734998 Mar 11 20:05:48.669572 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1234d0-0153-4e6b-991f-2a9ce2004568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c5badb-41d5-4461-8254-063ba9713cfb,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:49.051447 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:51.341353 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 49232) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:51.491499 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-77f37888-c6af-4605-b02f-4039526ca817 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:51.574384 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-77f37888-c6af-4605-b02f-4039526ca817 admin admin] Publish callbacks [] for security_group (da9e2a28-18bf-4c4b-b5bb-fa7482b05a34), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:51.578728 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-77f37888-c6af-4605-b02f-4039526ca817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (da9e2a28-18bf-4c4b-b5bb-fa7482b05a34), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:51.622876 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-77f37888-c6af-4605-b02f-4039526ca817 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4445a0d64966482fa738c038c422cb2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2804010 Mar 11 20:05:51.625249 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49242) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:51.625956 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f37888-c6af-4605-b02f-4039526ca817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da9e2a28-18bf-4c4b-b5bb-fa7482b05a34,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:51.689420 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0dd3d95e-3412-4eca-aeb5-e9e61ba6438e admin admin] Publish callbacks [] for security_group (da9e2a28-18bf-4c4b-b5bb-fa7482b05a34), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:51.712356 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0dd3d95e-3412-4eca-aeb5-e9e61ba6438e admin admin] Publish callbacks [] for security_group (da9e2a28-18bf-4c4b-b5bb-fa7482b05a34), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:51.768627 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0dd3d95e-3412-4eca-aeb5-e9e61ba6438e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (da9e2a28-18bf-4c4b-b5bb-fa7482b05a34), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:51.771556 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0dd3d95e-3412-4eca-aeb5-e9e61ba6438e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:51.775535 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-0dd3d95e-3412-4eca-aeb5-e9e61ba6438e admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/da9e2a28-18bf-4c4b-b5bb-fa7482b05a34 HTTP/1.1" status: 204 len: 168 time: 0.1455505 Mar 11 20:05:51.785656 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd3d95e-3412-4eca-aeb5-e9e61ba6438e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9e2a28-18bf-4c4b-b5bb-fa7482b05a34,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:52.117155 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49260) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:52.134436 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bc803454-7a2e-481b-9be0-91f0829e66cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:52.217918 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bc803454-7a2e-481b-9be0-91f0829e66cf admin admin] Publish callbacks [] for security_group (b9183b0e-eb80-48cd-a860-3a9ebfe06ade), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:52.222481 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bc803454-7a2e-481b-9be0-91f0829e66cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (b9183b0e-eb80-48cd-a860-3a9ebfe06ade), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:52.265329 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-bc803454-7a2e-481b-9be0-91f0829e66cf admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=724b21e12dcb42cdae7103dd0ddc6bd0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1466589 Mar 11 20:05:52.268044 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 49266) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:52.271195 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc803454-7a2e-481b-9be0-91f0829e66cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9183b0e-eb80-48cd-a860-3a9ebfe06ade,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:52.338243 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-507b5ab3-6b4a-48f3-83df-c05114fe951c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:52.354966 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cd2eb971-c2ad-4455-8684-c963df6790fe admin admin] Publish callbacks [] for security_group (b9183b0e-eb80-48cd-a860-3a9ebfe06ade), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:52.381904 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cd2eb971-c2ad-4455-8684-c963df6790fe admin admin] Publish callbacks [] for security_group (b9183b0e-eb80-48cd-a860-3a9ebfe06ade), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:52.454932 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cd2eb971-c2ad-4455-8684-c963df6790fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (b9183b0e-eb80-48cd-a860-3a9ebfe06ade), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:52.459933 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cd2eb971-c2ad-4455-8684-c963df6790fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:52.464170 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-cd2eb971-c2ad-4455-8684-c963df6790fe admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b9183b0e-eb80-48cd-a860-3a9ebfe06ade HTTP/1.1" status: 204 len: 168 time: 0.1912003 Mar 11 20:05:52.471529 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2eb971-c2ad-4455-8684-c963df6790fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9183b0e-eb80-48cd-a860-3a9ebfe06ade,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:52.829199 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:54.661083 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8eefbb80-eaa1-4b6d-b7f6-08c635da2564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:55.260090 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49392) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:55.400433 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-09d455d6-a76d-4617-8211-02deb5d26555 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:55.578491 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-09d455d6-a76d-4617-8211-02deb5d26555 admin admin] Publish callbacks [] for security_group (216a6c3e-c4d8-43df-b147-060715daa604), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:55.587691 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-09d455d6-a76d-4617-8211-02deb5d26555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (216a6c3e-c4d8-43df-b147-060715daa604), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:55.660284 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 49400) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:55.660819 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-09d455d6-a76d-4617-8211-02deb5d26555 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b76792394ecd4fc9aed1317524e81cec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3991995 Mar 11 20:05:55.677631 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d455d6-a76d-4617-8211-02deb5d26555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=216a6c3e-c4d8-43df-b147-060715daa604,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:55.735948 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a8580985-77f5-42de-a125-0a109c737d77 admin admin] Publish callbacks [] for security_group (216a6c3e-c4d8-43df-b147-060715daa604), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:55.764480 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a8580985-77f5-42de-a125-0a109c737d77 admin admin] Publish callbacks [] for security_group (216a6c3e-c4d8-43df-b147-060715daa604), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:55.826765 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a8580985-77f5-42de-a125-0a109c737d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (216a6c3e-c4d8-43df-b147-060715daa604), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:55.829448 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a8580985-77f5-42de-a125-0a109c737d77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:55.834132 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a8580985-77f5-42de-a125-0a109c737d77 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/216a6c3e-c4d8-43df-b147-060715daa604 HTTP/1.1" status: 204 len: 168 time: 0.1727986 Mar 11 20:05:55.843455 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8580985-77f5-42de-a125-0a109c737d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=216a6c3e-c4d8-43df-b147-060715daa604,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:56.160199 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 49416) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:56.174199 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c170c1dd-92b3-47f4-b167-c9195e10d83e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:56.265771 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:56.271505 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c170c1dd-92b3-47f4-b167-c9195e10d83e admin admin] Publish callbacks [] for security_group (8dc4da3d-c137-483c-b31b-3a341371da1d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:56.276270 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c170c1dd-92b3-47f4-b167-c9195e10d83e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (8dc4da3d-c137-483c-b31b-3a341371da1d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:56.329820 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-c170c1dd-92b3-47f4-b167-c9195e10d83e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=74665f4a0a0c4e07b396945cadb4c753&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1685140 Mar 11 20:05:56.332682 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 49422) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:56.338799 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c170c1dd-92b3-47f4-b167-c9195e10d83e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc4da3d-c137-483c-b31b-3a341371da1d,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:56.348666 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:05:56.401646 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-64bcb198-ed17-4f72-a5e9-7dc77c4c8c97 admin admin] Publish callbacks [] for security_group (8dc4da3d-c137-483c-b31b-3a341371da1d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:56.423103 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-64bcb198-ed17-4f72-a5e9-7dc77c4c8c97 admin admin] Publish callbacks [] for security_group (8dc4da3d-c137-483c-b31b-3a341371da1d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:56.481665 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-64bcb198-ed17-4f72-a5e9-7dc77c4c8c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (8dc4da3d-c137-483c-b31b-3a341371da1d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:56.485455 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-64bcb198-ed17-4f72-a5e9-7dc77c4c8c97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:56.488089 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-64bcb198-ed17-4f72-a5e9-7dc77c4c8c97 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/8dc4da3d-c137-483c-b31b-3a341371da1d HTTP/1.1" status: 204 len: 168 time: 0.1542692 Mar 11 20:05:56.501595 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bcb198-ed17-4f72-a5e9-7dc77c4c8c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc4da3d-c137-483c-b31b-3a341371da1d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:57.664666 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:58.573529 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 49504) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:58.580421 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-c6b8f9ee-c20c-4bc5-9341-ee922247b0d3 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-469470767', 'description': 'tempest-secgroup-smoke-469470767 description', 'project_id': 'd558505ee46d412491221fab874b8522'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:05:58.609982 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c6b8f9ee-c20c-4bc5-9341-ee922247b0d3 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:58.699078 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c6b8f9ee-c20c-4bc5-9341-ee922247b0d3 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Publish callbacks [] for security_group (6599d40d-6b93-4a0b-8f73-edf84c9e7d39), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:58.704708 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c6b8f9ee-c20c-4bc5-9341-ee922247b0d3 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (6599d40d-6b93-4a0b-8f73-edf84c9e7d39), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:58.739586 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b8f9ee-c20c-4bc5-9341-ee922247b0d3 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6599d40d-6b93-4a0b-8f73-edf84c9e7d39,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:58.758039 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c6b8f9ee-c20c-4bc5-9341-ee922247b0d3 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:58.759492 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-c6b8f9ee-c20c-4bc5-9341-ee922247b0d3 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1847496 Mar 11 20:05:58.762762 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 49506) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:58.767817 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-cb7108a7-aff6-422a-9658-a62b78df0676 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Request body: {'security_group_rule': {'security_group_id': '6599d40d-6b93-4a0b-8f73-edf84c9e7d39', 'project_id': 'd558505ee46d412491221fab874b8522', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:05:58.803415 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cb7108a7-aff6-422a-9658-a62b78df0676 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Publish callbacks [] for security_group_rule (c8a45d9a-e873-4d64-8090-3a73b65a94c9), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:58.881044 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cb7108a7-aff6-422a-9658-a62b78df0676 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Publish callbacks [] for security_group_rule (c8a45d9a-e873-4d64-8090-3a73b65a94c9), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:58.887287 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cb7108a7-aff6-422a-9658-a62b78df0676 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (c8a45d9a-e873-4d64-8090-3a73b65a94c9), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:58.906649 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7108a7-aff6-422a-9658-a62b78df0676 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8a45d9a-e873-4d64-8090-3a73b65a94c9,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:58.926296 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cb7108a7-aff6-422a-9658-a62b78df0676 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:58.930680 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-cb7108a7-aff6-422a-9658-a62b78df0676 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1643581 Mar 11 20:05:58.931018 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 49512) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:58.936489 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-858d45d0-b7f8-4e31-886a-856343108014 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Request body: {'security_group_rule': {'security_group_id': '6599d40d-6b93-4a0b-8f73-edf84c9e7d39', 'project_id': 'd558505ee46d412491221fab874b8522', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:05:58.968852 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-858d45d0-b7f8-4e31-886a-856343108014 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Publish callbacks [] for security_group_rule (53adb81c-55be-4c35-810f-a352f675daf6), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:59.049910 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-858d45d0-b7f8-4e31-886a-856343108014 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Publish callbacks [] for security_group_rule (53adb81c-55be-4c35-810f-a352f675daf6), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:59.055316 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:59.061505 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-858d45d0-b7f8-4e31-886a-856343108014 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (53adb81c-55be-4c35-810f-a352f675daf6), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:59.104239 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858d45d0-b7f8-4e31-886a-856343108014 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53adb81c-55be-4c35-810f-a352f675daf6,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:59.123876 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-858d45d0-b7f8-4e31-886a-856343108014 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:59.127186 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-858d45d0-b7f8-4e31-886a-856343108014 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1945693 Mar 11 20:05:59.130243 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 49518) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:59.142905 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-95681ab5-5c6f-4d54-95b8-50a3df7afe9d tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Request body: {'security_group_rule': {'security_group_id': '6599d40d-6b93-4a0b-8f73-edf84c9e7d39', 'project_id': 'd558505ee46d412491221fab874b8522', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:05:59.178064 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-95681ab5-5c6f-4d54-95b8-50a3df7afe9d tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Publish callbacks [] for security_group_rule (5dbc0581-538c-4665-90b5-aa2d7fb71a77), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:59.265874 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-95681ab5-5c6f-4d54-95b8-50a3df7afe9d tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Publish callbacks [] for security_group_rule (5dbc0581-538c-4665-90b5-aa2d7fb71a77), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:59.273830 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-95681ab5-5c6f-4d54-95b8-50a3df7afe9d tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (5dbc0581-538c-4665-90b5-aa2d7fb71a77), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:59.291369 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95681ab5-5c6f-4d54-95b8-50a3df7afe9d tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dbc0581-538c-4665-90b5-aa2d7fb71a77,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:59.317903 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-95681ab5-5c6f-4d54-95b8-50a3df7afe9d tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:59.319609 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-95681ab5-5c6f-4d54-95b8-50a3df7afe9d tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1855226 Mar 11 20:05:59.322221 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 49526) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:59.327647 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-dc0d4cc9-f9fc-40dd-b7db-d0155e98e72f tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Request body: {'security_group_rule': {'security_group_id': '6599d40d-6b93-4a0b-8f73-edf84c9e7d39', 'project_id': 'd558505ee46d412491221fab874b8522', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:05:59.362154 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dc0d4cc9-f9fc-40dd-b7db-d0155e98e72f tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Publish callbacks [] for security_group_rule (4759edb6-65c5-4eb9-85d8-502b70835a90), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:59.447494 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dc0d4cc9-f9fc-40dd-b7db-d0155e98e72f tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Publish callbacks [] for security_group_rule (4759edb6-65c5-4eb9-85d8-502b70835a90), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:59.458271 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dc0d4cc9-f9fc-40dd-b7db-d0155e98e72f tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (4759edb6-65c5-4eb9-85d8-502b70835a90), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:59.491883 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0d4cc9-f9fc-40dd-b7db-d0155e98e72f tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4759edb6-65c5-4eb9-85d8-502b70835a90,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:59.498974 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dc0d4cc9-f9fc-40dd-b7db-d0155e98e72f tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:59.500962 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-dc0d4cc9-f9fc-40dd-b7db-d0155e98e72f tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1775038 Mar 11 20:05:59.504318 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49528) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:59.511453 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-a5a1e13f-c5c3-4dd1-b883-bdb3583d32c3 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Request body: {'security_group_rule': {'security_group_id': '6599d40d-6b93-4a0b-8f73-edf84c9e7d39', 'project_id': 'd558505ee46d412491221fab874b8522', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:05:59.584652 n-d-833163-1 neutron-server[103884]: INFO neutron.db.securitygroups_db [None req-a5a1e13f-c5c3-4dd1-b883-bdb3583d32c3 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Project d558505ee46d412491221fab874b8522 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 20:05:59.591005 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a5a1e13f-c5c3-4dd1-b883-bdb3583d32c3 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Publish callbacks [] for security_group_rule (3f59d0ff-0b39-454b-b04a-443b95b4497b), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:59.666006 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a5a1e13f-c5c3-4dd1-b883-bdb3583d32c3 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Publish callbacks [] for security_group_rule (3f59d0ff-0b39-454b-b04a-443b95b4497b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:59.671300 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a5a1e13f-c5c3-4dd1-b883-bdb3583d32c3 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (3f59d0ff-0b39-454b-b04a-443b95b4497b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:59.697130 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a1e13f-c5c3-4dd1-b883-bdb3583d32c3 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f59d0ff-0b39-454b-b04a-443b95b4497b,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:59.705485 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a5a1e13f-c5c3-4dd1-b883-bdb3583d32c3 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:59.707429 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a5a1e13f-c5c3-4dd1-b883-bdb3583d32c3 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1996691 Mar 11 20:05:59.710000 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49534) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:05:59.715097 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-5117b40d-f7ba-4273-89cd-5bd5b1d07a84 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Request body: {'security_group_rule': {'security_group_id': '6599d40d-6b93-4a0b-8f73-edf84c9e7d39', 'project_id': 'd558505ee46d412491221fab874b8522', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:05:59.748931 n-d-833163-1 neutron-server[103884]: INFO neutron.db.securitygroups_db [None req-5117b40d-f7ba-4273-89cd-5bd5b1d07a84 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Project d558505ee46d412491221fab874b8522 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 20:05:59.754817 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5117b40d-f7ba-4273-89cd-5bd5b1d07a84 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Publish callbacks [] for security_group_rule (8790eb0c-d2e7-4ce9-baa4-4876af13e039), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:59.836241 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5117b40d-f7ba-4273-89cd-5bd5b1d07a84 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Publish callbacks [] for security_group_rule (8790eb0c-d2e7-4ce9-baa4-4876af13e039), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:59.842763 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5117b40d-f7ba-4273-89cd-5bd5b1d07a84 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (8790eb0c-d2e7-4ce9-baa4-4876af13e039), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:59.863866 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5117b40d-f7ba-4273-89cd-5bd5b1d07a84 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8790eb0c-d2e7-4ce9-baa4-4876af13e039,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:05:59.886335 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5117b40d-f7ba-4273-89cd-5bd5b1d07a84 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:05:59.896175 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-5117b40d-f7ba-4273-89cd-5bd5b1d07a84 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1846337 Mar 11 20:06:00.212620 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ebca3f67-6bf4-4602-aaf5-add2139c1c97 req-99bde3a9-5802-4f8d-a43d-ff5ce1946a5a tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-469470767&fields=id&tenant_id=d558505ee46d412491221fab874b8522 HTTP/1.1" status: 200 len: 267 time: 0.0646472 Mar 11 20:06:00.354032 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca3f67-6bf4-4602-aaf5-add2139c1c97 req-71d8fb36-fd63-433d-85d4-d2b8b821aeed tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:00.355772 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ebca3f67-6bf4-4602-aaf5-add2139c1c97 req-71d8fb36-fd63-433d-85d4-d2b8b821aeed tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/networks?id=fa92e7b5-885a-4517-bdf1-e22483e17a73 HTTP/1.1" status: 200 len: 813 time: 0.1422107 Mar 11 20:06:00.372556 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ebca3f67-6bf4-4602-aaf5-add2139c1c97 req-405b2f20-8d94-4533-8e7f-5ea2924d27f1 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/quotas/d558505ee46d412491221fab874b8522 HTTP/1.1" status: 200 len: 375 time: 0.0107358 Mar 11 20:06:00.439217 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ebca3f67-6bf4-4602-aaf5-add2139c1c97 req-a0937e57-d126-4bc1-9bed-e40b359d0dee tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=d558505ee46d412491221fab874b8522&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0589621 Mar 11 20:06:00.566067 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ebca3f67-6bf4-4602-aaf5-add2139c1c97 req-784a357b-9a2d-480f-9d74-245def1c3541 service neutron] 10.222.0.65 "GET /v2.0/networks/fa92e7b5-885a-4517-bdf1-e22483e17a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073058 Mar 11 20:06:00.663959 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ebca3f67-6bf4-4602-aaf5-add2139c1c97 req-d01a7f22-5aa6-4e70-8815-a8073d9f1305 service neutron] 10.222.0.65 "GET /v2.0/networks/fa92e7b5-885a-4517-bdf1-e22483e17a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922918 Mar 11 20:06:01.021728 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3bc5ffcc-21c5-4024-b2cb-b2a879ab1343 req-2c9b0a88-6ceb-486d-bab6-6bd107c88517 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0 HTTP/1.1" status: 200 len: 210 time: 0.0321949 Mar 11 20:06:02.130419 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-adbb4d10-b6f9-4202-9c91-bfac11733fd5 req-840a971e-96d3-4e89-aa10-f73452474aa7 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0 HTTP/1.1" status: 200 len: 210 time: 0.0356193 Mar 11 20:06:03.264580 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8ca20b3f-eab7-45b8-b029-f26e17a832d3 req-80207e66-4cf9-4c7b-8c56-842f562d2b6a tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0 HTTP/1.1" status: 200 len: 210 time: 0.0601645 Mar 11 20:06:04.272440 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca3f67-6bf4-4602-aaf5-add2139c1c97 req-b01f3bbd-9ed8-493f-bd6f-1180edce0d44 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:04.275582 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ebca3f67-6bf4-4602-aaf5-add2139c1c97 req-b01f3bbd-9ed8-493f-bd6f-1180edce0d44 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.57 "GET /v2.0/networks?id=fa92e7b5-885a-4517-bdf1-e22483e17a73 HTTP/1.1" status: 200 len: 813 time: 0.1368105 Mar 11 20:06:04.392747 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-95e3018d-4fc1-48aa-8d01-6282ba167375 req-3f64cae5-18d4-4697-9c87-1fe2d188aec0 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0 HTTP/1.1" status: 200 len: 210 time: 0.0347383 Mar 11 20:06:04.410544 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ebca3f67-6bf4-4602-aaf5-add2139c1c97 req-d6908d15-10d6-4806-acdd-b93fcbf6be07 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d558505ee46d412491221fab874b8522 HTTP/1.1" status: 200 len: 379 time: 0.1259031 Mar 11 20:06:04.419900 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-ebca3f67-6bf4-4602-aaf5-add2139c1c97 req-69436d16-13f9-4a7e-94c8-2fbf6520a748 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Request body: {'port': {'device_id': '5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0', 'network_id': 'fa92e7b5-885a-4517-bdf1-e22483e17a73', 'admin_state_up': True, 'tenant_id': 'd558505ee46d412491221fab874b8522', 'security_groups': ['6599d40d-6b93-4a0b-8f73-edf84c9e7d39']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:06:04.587314 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebca3f67-6bf4-4602-aaf5-add2139c1c97 req-69436d16-13f9-4a7e-94c8-2fbf6520a748 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Made reservation on behalf of d558505ee46d412491221fab874b8522 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:06:04.591462 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ebca3f67-6bf4-4602-aaf5-add2139c1c97 req-69436d16-13f9-4a7e-94c8-2fbf6520a748 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:04.756020 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-ebca3f67-6bf4-4602-aaf5-add2139c1c97 req-69436d16-13f9-4a7e-94c8-2fbf6520a748 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Allocated IP 172.20.0.7 (fa92e7b5-885a-4517-bdf1-e22483e17a73/c6219a93-8483-405b-9eb3-5cde14ecbab2/f0aa1ebf-4c2e-40f3-993f-d8532f988396) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:06:04.937982 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ebca3f67-6bf4-4602-aaf5-add2139c1c97 req-69436d16-13f9-4a7e-94c8-2fbf6520a748 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Publish callbacks [] for port (f0aa1ebf-4c2e-40f3-993f-d8532f988396), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:04.977338 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ebca3f67-6bf4-4602-aaf5-add2139c1c97 req-69436d16-13f9-4a7e-94c8-2fbf6520a748 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (f0aa1ebf-4c2e-40f3-993f-d8532f988396), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:05.041250 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebca3f67-6bf4-4602-aaf5-add2139c1c97 req-69436d16-13f9-4a7e-94c8-2fbf6520a748 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Network fa92e7b5-885a-4517-bdf1-e22483e17a73 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:06:05.048617 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-ebca3f67-6bf4-4602-aaf5-add2139c1c97 req-69436d16-13f9-4a7e-94c8-2fbf6520a748 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:06:05.068546 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebca3f67-6bf4-4602-aaf5-add2139c1c97 req-69436d16-13f9-4a7e-94c8-2fbf6520a748 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:06:05.113862 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69436d16-13f9-4a7e-94c8-2fbf6520a748 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Pushing event updated for resources: {'Port': ['ID=f0aa1ebf-4c2e-40f3-993f-d8532f988396,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:06:05.167212 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca3f67-6bf4-4602-aaf5-add2139c1c97 req-69436d16-13f9-4a7e-94c8-2fbf6520a748 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:05.168112 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ebca3f67-6bf4-4602-aaf5-add2139c1c97 req-69436d16-13f9-4a7e-94c8-2fbf6520a748 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:05.196273 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ebca3f67-6bf4-4602-aaf5-add2139c1c97 req-69436d16-13f9-4a7e-94c8-2fbf6520a748 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7809081 Mar 11 20:06:05.218543 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-ebca3f67-6bf4-4602-aaf5-add2139c1c97 req-dddb31f2-a415-4a52-9116-cfbaec7dcf0e service neutron] Request body: {'port': {'device_id': '5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:06:05.381864 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ebca3f67-6bf4-4602-aaf5-add2139c1c97 req-dddb31f2-a415-4a52-9116-cfbaec7dcf0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (f0aa1ebf-4c2e-40f3-993f-d8532f988396), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:05.525271 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-0fba0e04-ebe2-46e3-b0cf-bb768c6dd40e None None] Provisioning complete for port f0aa1ebf-4c2e-40f3-993f-d8532f988396 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:06:05.527758 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0fba0e04-ebe2-46e3-b0cf-bb768c6dd40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (f0aa1ebf-4c2e-40f3-993f-d8532f988396), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:05.622965 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-0fba0e04-ebe2-46e3-b0cf-bb768c6dd40e None None] Port f0aa1ebf-4c2e-40f3-993f-d8532f988396 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:06:05.761963 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0a65b-21d5-4887-a193-6f6addc39e20 req-a3f606f6-5641-430b-bbef-9262e01c4569 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:05.770640 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-10e0a65b-21d5-4887-a193-6f6addc39e20 req-a3f606f6-5641-430b-bbef-9262e01c4569 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0 HTTP/1.1" status: 200 len: 931 time: 0.1917210 Mar 11 20:06:05.782884 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49668) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:06:05.852204 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-10e0a65b-21d5-4887-a193-6f6addc39e20 req-f7b29e44-2ea9-4966-aeb6-f550141d64ac tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/security-groups?id=6599d40d-6b93-4a0b-8f73-edf84c9e7d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802832 Mar 11 20:06:05.942730 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-ebca3f67-6bf4-4602-aaf5-add2139c1c97 req-dddb31f2-a415-4a52-9116-cfbaec7dcf0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0aa1ebf-4c2e-40f3-993f-d8532f988396 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:06:05.954651 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ebca3f67-6bf4-4602-aaf5-add2139c1c97 req-dddb31f2-a415-4a52-9116-cfbaec7dcf0e service neutron] Publish callbacks [] for port (f0aa1ebf-4c2e-40f3-993f-d8532f988396), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:05.981954 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-ebca3f67-6bf4-4602-aaf5-add2139c1c97 req-dddb31f2-a415-4a52-9116-cfbaec7dcf0e service neutron] Transition to ACTIVE for port object f0aa1ebf-4c2e-40f3-993f-d8532f988396 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 20:06:05.991302 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ebca3f67-6bf4-4602-aaf5-add2139c1c97 req-dddb31f2-a415-4a52-9116-cfbaec7dcf0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (f0aa1ebf-4c2e-40f3-993f-d8532f988396), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:06.029302 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3bc51437-3b19-4498-836a-cf173bb78e8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:06.229180 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3bc51437-3b19-4498-836a-cf173bb78e8f admin admin] Publish callbacks [] for security_group (b0782200-2ded-4acc-a429-2e08680b2d29), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:06.243442 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3bc51437-3b19-4498-836a-cf173bb78e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (b0782200-2ded-4acc-a429-2e08680b2d29), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:06.317849 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddb31f2-a415-4a52-9116-cfbaec7dcf0e service neutron] Pushing event updated for resources: {'Port': ['ID=f0aa1ebf-4c2e-40f3-993f-d8532f988396,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:06:06.340402 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-ebca3f67-6bf4-4602-aaf5-add2139c1c97 req-dddb31f2-a415-4a52-9116-cfbaec7dcf0e service neutron] Attempting to bind port f0aa1ebf-4c2e-40f3-993f-d8532f988396 on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:06:06.340745 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-ebca3f67-6bf4-4602-aaf5-add2139c1c97 req-dddb31f2-a415-4a52-9116-cfbaec7dcf0e service neutron] Attempting to bind port f0aa1ebf-4c2e-40f3-993f-d8532f988396 by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': 'b6d9f44f-90e0-49a0-9f7e-a494b7e8090e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'fa92e7b5-885a-4517-bdf1-e22483e17a73'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:06:06.341078 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebca3f67-6bf4-4602-aaf5-add2139c1c97 req-dddb31f2-a415-4a52-9116-cfbaec7dcf0e service neutron] Attempting to bind port f0aa1ebf-4c2e-40f3-993f-d8532f988396 on network fa92e7b5-885a-4517-bdf1-e22483e17a73 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:06:06.349483 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-3bc51437-3b19-4498-836a-cf173bb78e8f admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a6aaf5fa91924578abef4f68f846703b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5635419 Mar 11 20:06:06.353218 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebca3f67-6bf4-4602-aaf5-add2139c1c97 req-dddb31f2-a415-4a52-9116-cfbaec7dcf0e service neutron] Port f0aa1ebf-4c2e-40f3-993f-d8532f988396 on network fa92e7b5-885a-4517-bdf1-e22483e17a73 not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 20:06:06.353719 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebca3f67-6bf4-4602-aaf5-add2139c1c97 req-dddb31f2-a415-4a52-9116-cfbaec7dcf0e service neutron] Attempting to bind port f0aa1ebf-4c2e-40f3-993f-d8532f988396 on network fa92e7b5-885a-4517-bdf1-e22483e17a73 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:06:06.355806 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 49672) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:06:06.361182 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc51437-3b19-4498-836a-cf173bb78e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0782200-2ded-4acc-a429-2e08680b2d29,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:06:06.418502 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebca3f67-6bf4-4602-aaf5-add2139c1c97 req-dddb31f2-a415-4a52-9116-cfbaec7dcf0e service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:06:06.419069 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebca3f67-6bf4-4602-aaf5-add2139c1c97 req-dddb31f2-a415-4a52-9116-cfbaec7dcf0e service neutron] Checking segment: {'id': 'b6d9f44f-90e0-49a0-9f7e-a494b7e8090e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'fa92e7b5-885a-4517-bdf1-e22483e17a73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:06:06.419344 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebca3f67-6bf4-4602-aaf5-add2139c1c97 req-dddb31f2-a415-4a52-9116-cfbaec7dcf0e service neutron] Bound using segment: {'id': 'b6d9f44f-90e0-49a0-9f7e-a494b7e8090e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'fa92e7b5-885a-4517-bdf1-e22483e17a73'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:06:06.419832 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-ebca3f67-6bf4-4602-aaf5-add2139c1c97 req-dddb31f2-a415-4a52-9116-cfbaec7dcf0e service neutron] Bound port: f0aa1ebf-4c2e-40f3-993f-d8532f988396, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6d9f44f-90e0-49a0-9f7e-a494b7e8090e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': 'fa92e7b5-885a-4517-bdf1-e22483e17a73'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:06:06.420194 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ebca3f67-6bf4-4602-aaf5-add2139c1c97 req-dddb31f2-a415-4a52-9116-cfbaec7dcf0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (f0aa1ebf-4c2e-40f3-993f-d8532f988396), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:06.497495 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-ebca3f67-6bf4-4602-aaf5-add2139c1c97 req-dddb31f2-a415-4a52-9116-cfbaec7dcf0e service neutron] For port f0aa1ebf-4c2e-40f3-993f-d8532f988396, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:06:06.501979 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-ebca3f67-6bf4-4602-aaf5-add2139c1c97 req-dddb31f2-a415-4a52-9116-cfbaec7dcf0e service neutron] For port f0aa1ebf-4c2e-40f3-993f-d8532f988396, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=f0aa1ebf-4c2e-40f3-993f-d8532f988396,segment=NetworkSegment(b6d9f44f-90e0-49a0-9f7e-a494b7e8090e),segment_id=b6d9f44f-90e0-49a0-9f7e-a494b7e8090e)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:06:06.520982 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ebca3f67-6bf4-4602-aaf5-add2139c1c97 req-dddb31f2-a415-4a52-9116-cfbaec7dcf0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (f0aa1ebf-4c2e-40f3-993f-d8532f988396), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:06.562077 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3376835b-ab64-440a-acb4-afc156a76566 admin admin] Publish callbacks [] for security_group (b0782200-2ded-4acc-a429-2e08680b2d29), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:06.593117 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3376835b-ab64-440a-acb4-afc156a76566 admin admin] Publish callbacks [] for security_group (b0782200-2ded-4acc-a429-2e08680b2d29), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:06.645041 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca3f67-6bf4-4602-aaf5-add2139c1c97 req-dddb31f2-a415-4a52-9116-cfbaec7dcf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:06.645668 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ebca3f67-6bf4-4602-aaf5-add2139c1c97 req-dddb31f2-a415-4a52-9116-cfbaec7dcf0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:06.647140 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ebca3f67-6bf4-4602-aaf5-add2139c1c97 req-dddb31f2-a415-4a52-9116-cfbaec7dcf0e service neutron] 10.222.0.57 "PUT /v2.0/ports/f0aa1ebf-4c2e-40f3-993f-d8532f988396 HTTP/1.1" status: 200 len: 1091 time: 1.4404211 Mar 11 20:06:06.649894 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0', 'tag': 'f0aa1ebf-4c2e-40f3-993f-d8532f988396'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:06:06.651681 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9b04ff-fcd0-4734-aab2-4dfba1653b85" -d '{"events": [{"name": "network-changed", "server_uuid": "5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0", "tag": "f0aa1ebf-4c2e-40f3-993f-d8532f988396"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:06:06.664163 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3376835b-ab64-440a-acb4-afc156a76566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (b0782200-2ded-4acc-a429-2e08680b2d29), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:06.667216 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3376835b-ab64-440a-acb4-afc156a76566 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:06.668428 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-3376835b-ab64-440a-acb4-afc156a76566 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b0782200-2ded-4acc-a429-2e08680b2d29 HTTP/1.1" status: 204 len: 168 time: 0.3116453 Mar 11 20:06:06.815314 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3376835b-ab64-440a-acb4-afc156a76566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0782200-2ded-4acc-a429-2e08680b2d29,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:06:06.862934 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddb31f2-a415-4a52-9116-cfbaec7dcf0e service neutron] Pushing event updated for resources: {'Port': ['ID=f0aa1ebf-4c2e-40f3-993f-d8532f988396,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:06:06.921452 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca3f67-6bf4-4602-aaf5-add2139c1c97 req-7e4e860a-c861-4772-ab7c-f640466f8edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:06.931334 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ebca3f67-6bf4-4602-aaf5-add2139c1c97 req-7e4e860a-c861-4772-ab7c-f640466f8edc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d558505ee46d412491221fab874b8522&device_id=5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0 HTTP/1.1" status: 200 len: 1125 time: 0.1814063 Mar 11 20:06:07.061287 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05210600-ee7a-4ce1-a30f-5fbc6bfb5706 x-openstack-request-id: req-05210600-ee7a-4ce1-a30f-5fbc6bfb5706 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:06:07.061717 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0", "tag": "f0aa1ebf-4c2e-40f3-993f-d8532f988396", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:06:07.062771 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-05210600-ee7a-4ce1-a30f-5fbc6bfb5706 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:06:07.066375 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0', 'tag': 'f0aa1ebf-4c2e-40f3-993f-d8532f988396', 'status': 'completed', 'code': 200} Mar 11 20:06:07.068272 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ebca3f67-6bf4-4602-aaf5-add2139c1c97 req-7e6a472e-1b91-4308-955f-bd952a34da0e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0aa1ebf-4c2e-40f3-993f-d8532f988396 HTTP/1.1" status: 200 len: 217 time: 0.1356544 Mar 11 20:06:07.138554 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca3f67-6bf4-4602-aaf5-add2139c1c97 req-cee51e49-3a40-4f5a-8f82-8bd997377ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:07.140035 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ebca3f67-6bf4-4602-aaf5-add2139c1c97 req-cee51e49-3a40-4f5a-8f82-8bd997377ba7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c6219a93-8483-405b-9eb3-5cde14ecbab2 HTTP/1.1" status: 200 len: 852 time: 0.0656741 Mar 11 20:06:07.234988 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce291a3-df7b-4c48-b021-9f4d6a7cbbed req-33260f6f-5473-406b-8c9f-1aeb7e016ec6 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:07.236569 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8ce291a3-df7b-4c48-b021-9f4d6a7cbbed req-33260f6f-5473-406b-8c9f-1aeb7e016ec6 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0 HTTP/1.1" status: 200 len: 943 time: 0.1066334 Mar 11 20:06:07.256482 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca3f67-6bf4-4602-aaf5-add2139c1c97 req-7377c158-bd1c-4833-afb0-2384a1dbeb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:07.257705 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ebca3f67-6bf4-4602-aaf5-add2139c1c97 req-7377c158-bd1c-4833-afb0-2384a1dbeb42 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fa92e7b5-885a-4517-bdf1-e22483e17a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1082294 Mar 11 20:06:07.452285 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8ce291a3-df7b-4c48-b021-9f4d6a7cbbed req-9edd38b2-12ab-4bab-b0b0-421e2609d561 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/security-groups?id=6599d40d-6b93-4a0b-8f73-edf84c9e7d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1984527 Mar 11 20:06:07.493361 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ebca3f67-6bf4-4602-aaf5-add2139c1c97 req-5fd18d8e-819b-44b7-b419-b57c0cb012e9 service neutron] 10.222.0.57 "GET /v2.0/networks/fa92e7b5-885a-4517-bdf1-e22483e17a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209322 Mar 11 20:06:07.670237 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ebca3f67-6bf4-4602-aaf5-add2139c1c97 req-08af21e6-d707-42fb-80d5-5edb48966f08 service neutron] 10.222.0.57 "GET /v2.0/networks/fa92e7b5-885a-4517-bdf1-e22483e17a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697683 Mar 11 20:06:07.819597 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9b04ff-fcd0-4734-aab2-4dfba1653b85 req-504609b8-590e-4528-8556-61fcb372a015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:07.821771 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5d9b04ff-fcd0-4734-aab2-4dfba1653b85 req-504609b8-590e-4528-8556-61fcb372a015 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d558505ee46d412491221fab874b8522&device_id=5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0 HTTP/1.1" status: 200 len: 1125 time: 0.0949452 Mar 11 20:06:07.849541 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49708) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:06:07.959797 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9b04ff-fcd0-4734-aab2-4dfba1653b85 req-9fd84182-3e3a-43be-94b5-a38b7203dd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:07.962657 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5d9b04ff-fcd0-4734-aab2-4dfba1653b85 req-9fd84182-3e3a-43be-94b5-a38b7203dd3c service neutron] 10.222.0.57 "GET /v2.0/networks?id=fa92e7b5-885a-4517-bdf1-e22483e17a73 HTTP/1.1" status: 200 len: 914 time: 0.1338346 Mar 11 20:06:08.034805 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-eff05e02-a4d3-401c-ba64-9cfd0b7354ea admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1125388324-network', 'tenant_id': 'b11a43e59f8f46a79e7cf006807148eb'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:06:08.057727 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5d9b04ff-fcd0-4734-aab2-4dfba1653b85 req-99398691-d10b-4ad6-b0a4-b58ebe61e4f8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0aa1ebf-4c2e-40f3-993f-d8532f988396 HTTP/1.1" status: 200 len: 217 time: 0.0874696 Mar 11 20:06:08.077682 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff05e02-a4d3-401c-ba64-9cfd0b7354ea admin admin] Made reservation on behalf of b11a43e59f8f46a79e7cf006807148eb for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:06:08.081183 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eff05e02-a4d3-401c-ba64-9cfd0b7354ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:08.103291 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eff05e02-a4d3-401c-ba64-9cfd0b7354ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:08.194165 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9b04ff-fcd0-4734-aab2-4dfba1653b85 req-f5e619b1-a670-422a-916b-12c2b16e6419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:08.195992 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5d9b04ff-fcd0-4734-aab2-4dfba1653b85 req-f5e619b1-a670-422a-916b-12c2b16e6419 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c6219a93-8483-405b-9eb3-5cde14ecbab2 HTTP/1.1" status: 200 len: 852 time: 0.1320128 Mar 11 20:06:08.295949 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9b04ff-fcd0-4734-aab2-4dfba1653b85 req-d78548c4-a0b6-45f2-9555-45a9bc20461c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:08.297521 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5d9b04ff-fcd0-4734-aab2-4dfba1653b85 req-d78548c4-a0b6-45f2-9555-45a9bc20461c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fa92e7b5-885a-4517-bdf1-e22483e17a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0894928 Mar 11 20:06:08.313155 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eff05e02-a4d3-401c-ba64-9cfd0b7354ea admin admin] Publish callbacks [] for security_group (34e3ed2a-15bd-4826-bd6d-09c7ed6d74ad), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:08.320118 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eff05e02-a4d3-401c-ba64-9cfd0b7354ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (34e3ed2a-15bd-4826-bd6d-09c7ed6d74ad), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:08.354602 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eff05e02-a4d3-401c-ba64-9cfd0b7354ea admin admin] vlan segment allocate from pool success with {'vlan_id': 860, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:06:08.361847 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff05e02-a4d3-401c-ba64-9cfd0b7354ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e3ed2a-15bd-4826-bd6d-09c7ed6d74ad,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:06:08.369589 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eff05e02-a4d3-401c-ba64-9cfd0b7354ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (5cbb32d5-3c1d-4883-8666-314ce45efff1), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:08.370627 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-eff05e02-a4d3-401c-ba64-9cfd0b7354ea admin admin] Added segment 5cbb32d5-3c1d-4883-8666-314ce45efff1 of type vlan for network d97eaece-1a38-447d-b5b0-f14c9b4d39c0 Mar 11 20:06:08.422121 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eff05e02-a4d3-401c-ba64-9cfd0b7354ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (d97eaece-1a38-447d-b5b0-f14c9b4d39c0), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:08.466574 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eff05e02-a4d3-401c-ba64-9cfd0b7354ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (d97eaece-1a38-447d-b5b0-f14c9b4d39c0), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:08.468240 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff05e02-a4d3-401c-ba64-9cfd0b7354ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:08.468937 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eff05e02-a4d3-401c-ba64-9cfd0b7354ea admin admin] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:08.537564 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-eff05e02-a4d3-401c-ba64-9cfd0b7354ea admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6834464 Mar 11 20:06:08.538744 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49716) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:06:08.543319 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-10c11c79-9377-48f8-a6b3-dd7b1781c26b admin admin] Request body: {'subnet': {'network_id': 'd97eaece-1a38-447d-b5b0-f14c9b4d39c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1125388324-subnet', 'tenant_id': 'b11a43e59f8f46a79e7cf006807148eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:06:08.596921 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff05e02-a4d3-401c-ba64-9cfd0b7354ea admin admin] Pushing event updated for resources: {'Network': ['ID=d97eaece-1a38-447d-b5b0-f14c9b4d39c0,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:06:08.608322 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network d97eaece-1a38-447d-b5b0-f14c9b4d39c0 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 20:06:08.626226 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c11c79-9377-48f8-a6b3-dd7b1781c26b admin admin] Made reservation on behalf of b11a43e59f8f46a79e7cf006807148eb for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:06:08.631319 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-10c11c79-9377-48f8-a6b3-dd7b1781c26b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:08.951276 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-10c11c79-9377-48f8-a6b3-dd7b1781c26b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (b18893cd-7265-425b-bb98-bd972e002b9e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:09.035484 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c11c79-9377-48f8-a6b3-dd7b1781c26b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b18893cd-7265-425b-bb98-bd972e002b9e,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:06:09.068772 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c11c79-9377-48f8-a6b3-dd7b1781c26b admin admin] Checking segment: {'id': '5cbb32d5-3c1d-4883-8666-314ce45efff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'd97eaece-1a38-447d-b5b0-f14c9b4d39c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:06:09.070203 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c11c79-9377-48f8-a6b3-dd7b1781c26b admin admin] Network hostable DHCP agents. Network: d97eaece-1a38-447d-b5b0-f14c9b4d39c0, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:06:09.094916 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c11c79-9377-48f8-a6b3-dd7b1781c26b admin admin] Network d97eaece-1a38-447d-b5b0-f14c9b4d39c0 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:06:09.119899 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5d9b04ff-fcd0-4734-aab2-4dfba1653b85 req-e5c2dcdc-66ed-4c4c-8434-f2a00c9f041e service neutron] 10.222.0.57 "GET /v2.0/networks/fa92e7b5-885a-4517-bdf1-e22483e17a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8152308 Mar 11 20:06:09.120491 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-10c11c79-9377-48f8-a6b3-dd7b1781c26b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, d97eaece-1a38-447d-b5b0-f14c9b4d39c0) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:06:09.134490 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16a5167-d761-4de3-887b-27b5c10daa68 None None] Network d97eaece-1a38-447d-b5b0-f14c9b4d39c0 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:06:09.145198 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba0c9a-24bd-49a6-a4aa-75fe26e7034d req-2ea7c444-ab9a-412e-80b1-c9d5c87dd05e tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:09.148000 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a6ba0c9a-24bd-49a6-a4aa-75fe26e7034d req-2ea7c444-ab9a-412e-80b1-c9d5c87dd05e tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0 HTTP/1.1" status: 200 len: 943 time: 0.0955787 Mar 11 20:06:09.169385 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c11c79-9377-48f8-a6b3-dd7b1781c26b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:09.172612 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-10c11c79-9377-48f8-a6b3-dd7b1781c26b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:09.211888 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-10c11c79-9377-48f8-a6b3-dd7b1781c26b admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6713619 Mar 11 20:06:09.276813 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a6ba0c9a-24bd-49a6-a4aa-75fe26e7034d req-9a71a33c-95e2-4c3d-94d1-61c6a9229882 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/security-groups?id=6599d40d-6b93-4a0b-8f73-edf84c9e7d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153548 Mar 11 20:06:09.294101 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5d9b04ff-fcd0-4734-aab2-4dfba1653b85 req-8c7a9825-d0fd-4df9-9f03-59ef9da29187 service neutron] 10.222.0.57 "GET /v2.0/networks/fa92e7b5-885a-4517-bdf1-e22483e17a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685555 Mar 11 20:06:09.334509 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5292f306-0043-46a9-8d11-014794c878c4 None None] Network d97eaece-1a38-447d-b5b0-f14c9b4d39c0 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:06:10.428686 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a9f3c4-1574-483f-a9f5-0eb8613b49b7 req-e3f2662b-50eb-4f64-bb27-9ea4137cb68a tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:10.431595 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-65a9f3c4-1574-483f-a9f5-0eb8613b49b7 req-e3f2662b-50eb-4f64-bb27-9ea4137cb68a tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0 HTTP/1.1" status: 200 len: 943 time: 0.0664916 Mar 11 20:06:10.490634 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-65a9f3c4-1574-483f-a9f5-0eb8613b49b7 req-7f31a83d-2413-4421-be94-d17e3db9430f tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/security-groups?id=6599d40d-6b93-4a0b-8f73-edf84c9e7d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531735 Mar 11 20:06:11.636027 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5a091-5ee7-4cb1-9614-2d86752e4f37 req-6c5f03b2-5271-4e14-999c-8625062a3629 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:11.644361 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f3d5a091-5ee7-4cb1-9614-2d86752e4f37 req-6c5f03b2-5271-4e14-999c-8625062a3629 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0 HTTP/1.1" status: 200 len: 943 time: 0.0867844 Mar 11 20:06:11.704890 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f3d5a091-5ee7-4cb1-9614-2d86752e4f37 req-55794e98-2e41-4e4e-8c9a-1e1d8cdeafb5 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/security-groups?id=6599d40d-6b93-4a0b-8f73-edf84c9e7d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596826 Mar 11 20:06:12.216102 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13906944-9fd3-48ca-9a12-ff9ad40a72ec req-dc755e96-a2c9-47bd-b77a-460e81cd33cc tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:12.217621 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-13906944-9fd3-48ca-9a12-ff9ad40a72ec req-dc755e96-a2c9-47bd-b77a-460e81cd33cc tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] 10.222.0.65 "GET /v2.0/networks?id=d97eaece-1a38-447d-b5b0-f14c9b4d39c0 HTTP/1.1" status: 200 len: 809 time: 0.1101835 Mar 11 20:06:12.240476 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-13906944-9fd3-48ca-9a12-ff9ad40a72ec req-32934b10-469d-4c67-bfbe-3414699db93b tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] 10.222.0.65 "GET /v2.0/quotas/b11a43e59f8f46a79e7cf006807148eb HTTP/1.1" status: 200 len: 375 time: 0.0156865 Mar 11 20:06:12.274557 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-13906944-9fd3-48ca-9a12-ff9ad40a72ec req-4a6266db-315e-442c-bc3c-4aeb0fa76647 tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b11a43e59f8f46a79e7cf006807148eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313716 Mar 11 20:06:12.379074 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-13906944-9fd3-48ca-9a12-ff9ad40a72ec req-4c307a97-dbda-40c3-8ac3-5450f9ae9816 service neutron] 10.222.0.65 "GET /v2.0/networks/d97eaece-1a38-447d-b5b0-f14c9b4d39c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955536 Mar 11 20:06:12.484179 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-13906944-9fd3-48ca-9a12-ff9ad40a72ec req-bcd21061-1cbb-4069-9735-f69527fdb4eb service neutron] 10.222.0.65 "GET /v2.0/networks/d97eaece-1a38-447d-b5b0-f14c9b4d39c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978436 Mar 11 20:06:12.927324 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-58329a44-9087-4820-a385-d9e1dcadd77f req-54fcd505-6858-4dee-8529-3b0b506d4a5d tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ac790f3-c6e7-409c-bd9d-f13f7c7500bb HTTP/1.1" status: 200 len: 210 time: 0.0697238 Mar 11 20:06:13.092644 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3699744-75f2-47a7-8e0a-f61c82f7aeb7 req-bbce883f-203b-4495-83db-2907d24b4674 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:13.094629 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b3699744-75f2-47a7-8e0a-f61c82f7aeb7 req-bbce883f-203b-4495-83db-2907d24b4674 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0 HTTP/1.1" status: 200 len: 943 time: 0.0742562 Mar 11 20:06:13.161466 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b3699744-75f2-47a7-8e0a-f61c82f7aeb7 req-82818353-aca3-4108-9bfb-ebd064a2013a tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/security-groups?id=6599d40d-6b93-4a0b-8f73-edf84c9e7d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579755 Mar 11 20:06:13.897060 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13906944-9fd3-48ca-9a12-ff9ad40a72ec req-2af97413-c47b-44e7-a5f1-3d799caf75ff tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:13.898651 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-13906944-9fd3-48ca-9a12-ff9ad40a72ec req-2af97413-c47b-44e7-a5f1-3d799caf75ff tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] 10.222.0.75 "GET /v2.0/networks?id=d97eaece-1a38-447d-b5b0-f14c9b4d39c0 HTTP/1.1" status: 200 len: 809 time: 0.1192276 Mar 11 20:06:13.911263 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-13906944-9fd3-48ca-9a12-ff9ad40a72ec req-d74c829a-6fe4-4fc8-a295-b02edcc29395 tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] Request body: {'port': {'device_id': '2ac790f3-c6e7-409c-bd9d-f13f7c7500bb', 'network_id': 'd97eaece-1a38-447d-b5b0-f14c9b4d39c0', 'admin_state_up': True, 'tenant_id': 'b11a43e59f8f46a79e7cf006807148eb'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:06:14.071207 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13906944-9fd3-48ca-9a12-ff9ad40a72ec req-d74c829a-6fe4-4fc8-a295-b02edcc29395 tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] Made reservation on behalf of b11a43e59f8f46a79e7cf006807148eb for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:06:14.076336 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-13906944-9fd3-48ca-9a12-ff9ad40a72ec req-d74c829a-6fe4-4fc8-a295-b02edcc29395 tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:14.233809 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-13906944-9fd3-48ca-9a12-ff9ad40a72ec req-d74c829a-6fe4-4fc8-a295-b02edcc29395 tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] Allocated IP 172.20.0.3 (d97eaece-1a38-447d-b5b0-f14c9b4d39c0/b18893cd-7265-425b-bb98-bd972e002b9e/4e47d126-84cf-4118-aaad-0b35d9f46720) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:06:14.376717 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-75a4b4f7-0d53-46d4-9edb-87909833a6ed req-30c03721-9aed-45f0-9a1d-8c4b663cb892 tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ac790f3-c6e7-409c-bd9d-f13f7c7500bb HTTP/1.1" status: 200 len: 210 time: 0.0271316 Mar 11 20:06:14.404627 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-13906944-9fd3-48ca-9a12-ff9ad40a72ec req-d74c829a-6fe4-4fc8-a295-b02edcc29395 tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] Publish callbacks [] for port (4e47d126-84cf-4118-aaad-0b35d9f46720), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:14.451868 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-13906944-9fd3-48ca-9a12-ff9ad40a72ec req-d74c829a-6fe4-4fc8-a295-b02edcc29395 tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (4e47d126-84cf-4118-aaad-0b35d9f46720), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:14.498456 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6616831-8d08-4c6f-a6fd-760ce71c35c7 req-09135465-4309-40bc-862d-ac835f06e52a tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:14.500353 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c6616831-8d08-4c6f-a6fd-760ce71c35c7 req-09135465-4309-40bc-862d-ac835f06e52a tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0 HTTP/1.1" status: 200 len: 943 time: 0.0623572 Mar 11 20:06:14.512319 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13906944-9fd3-48ca-9a12-ff9ad40a72ec req-d74c829a-6fe4-4fc8-a295-b02edcc29395 tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] Network d97eaece-1a38-447d-b5b0-f14c9b4d39c0 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:06:14.519015 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-13906944-9fd3-48ca-9a12-ff9ad40a72ec req-d74c829a-6fe4-4fc8-a295-b02edcc29395 tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:06:14.521113 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-13906944-9fd3-48ca-9a12-ff9ad40a72ec req-d74c829a-6fe4-4fc8-a295-b02edcc29395 tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:06:14.542469 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74c829a-6fe4-4fc8-a295-b02edcc29395 tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] Pushing event updated for resources: {'Port': ['ID=4e47d126-84cf-4118-aaad-0b35d9f46720,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:06:14.558682 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c6616831-8d08-4c6f-a6fd-760ce71c35c7 req-489066e5-0dfe-4272-80b3-489380aeaa82 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/security-groups?id=6599d40d-6b93-4a0b-8f73-edf84c9e7d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508637 Mar 11 20:06:14.576882 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13906944-9fd3-48ca-9a12-ff9ad40a72ec req-d74c829a-6fe4-4fc8-a295-b02edcc29395 tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:14.577496 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-13906944-9fd3-48ca-9a12-ff9ad40a72ec req-d74c829a-6fe4-4fc8-a295-b02edcc29395 tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:14.594316 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-13906944-9fd3-48ca-9a12-ff9ad40a72ec req-d74c829a-6fe4-4fc8-a295-b02edcc29395 tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6874163 Mar 11 20:06:14.659321 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-13906944-9fd3-48ca-9a12-ff9ad40a72ec req-34215486-c1ad-47ca-9e0a-10f74f5521de service neutron] Request body: {'port': {'device_id': '2ac790f3-c6e7-409c-bd9d-f13f7c7500bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:06:14.716839 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-13906944-9fd3-48ca-9a12-ff9ad40a72ec req-34215486-c1ad-47ca-9e0a-10f74f5521de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (4e47d126-84cf-4118-aaad-0b35d9f46720), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:15.309341 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-13906944-9fd3-48ca-9a12-ff9ad40a72ec req-34215486-c1ad-47ca-9e0a-10f74f5521de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e47d126-84cf-4118-aaad-0b35d9f46720 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:06:15.316813 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-13906944-9fd3-48ca-9a12-ff9ad40a72ec req-34215486-c1ad-47ca-9e0a-10f74f5521de service neutron] Publish callbacks [] for port (4e47d126-84cf-4118-aaad-0b35d9f46720), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:15.329195 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-13906944-9fd3-48ca-9a12-ff9ad40a72ec req-34215486-c1ad-47ca-9e0a-10f74f5521de service neutron] Transition to ACTIVE for port object 4e47d126-84cf-4118-aaad-0b35d9f46720 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 20:06:15.333368 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-13906944-9fd3-48ca-9a12-ff9ad40a72ec req-34215486-c1ad-47ca-9e0a-10f74f5521de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (4e47d126-84cf-4118-aaad-0b35d9f46720), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:15.384306 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34215486-c1ad-47ca-9e0a-10f74f5521de service neutron] Pushing event updated for resources: {'Port': ['ID=4e47d126-84cf-4118-aaad-0b35d9f46720,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:06:15.456344 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-13906944-9fd3-48ca-9a12-ff9ad40a72ec req-34215486-c1ad-47ca-9e0a-10f74f5521de service neutron] Attempting to bind port 4e47d126-84cf-4118-aaad-0b35d9f46720 on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:06:15.456845 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-13906944-9fd3-48ca-9a12-ff9ad40a72ec req-34215486-c1ad-47ca-9e0a-10f74f5521de service neutron] Attempting to bind port 4e47d126-84cf-4118-aaad-0b35d9f46720 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '5cbb32d5-3c1d-4883-8666-314ce45efff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'd97eaece-1a38-447d-b5b0-f14c9b4d39c0'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:06:15.463172 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13906944-9fd3-48ca-9a12-ff9ad40a72ec req-34215486-c1ad-47ca-9e0a-10f74f5521de service neutron] Attempting to bind port 4e47d126-84cf-4118-aaad-0b35d9f46720 on network d97eaece-1a38-447d-b5b0-f14c9b4d39c0 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:06:15.463172 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13906944-9fd3-48ca-9a12-ff9ad40a72ec req-34215486-c1ad-47ca-9e0a-10f74f5521de service neutron] Port 4e47d126-84cf-4118-aaad-0b35d9f46720 on network d97eaece-1a38-447d-b5b0-f14c9b4d39c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 20:06:15.463172 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13906944-9fd3-48ca-9a12-ff9ad40a72ec req-34215486-c1ad-47ca-9e0a-10f74f5521de service neutron] Attempting to bind port 4e47d126-84cf-4118-aaad-0b35d9f46720 on network d97eaece-1a38-447d-b5b0-f14c9b4d39c0 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:06:15.469872 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13906944-9fd3-48ca-9a12-ff9ad40a72ec req-34215486-c1ad-47ca-9e0a-10f74f5521de service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:06:15.469872 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13906944-9fd3-48ca-9a12-ff9ad40a72ec req-34215486-c1ad-47ca-9e0a-10f74f5521de service neutron] Checking segment: {'id': '5cbb32d5-3c1d-4883-8666-314ce45efff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'd97eaece-1a38-447d-b5b0-f14c9b4d39c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:06:15.469872 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13906944-9fd3-48ca-9a12-ff9ad40a72ec req-34215486-c1ad-47ca-9e0a-10f74f5521de service neutron] Bound using segment: {'id': '5cbb32d5-3c1d-4883-8666-314ce45efff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'd97eaece-1a38-447d-b5b0-f14c9b4d39c0'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:06:15.469872 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-13906944-9fd3-48ca-9a12-ff9ad40a72ec req-34215486-c1ad-47ca-9e0a-10f74f5521de service neutron] Bound port: 4e47d126-84cf-4118-aaad-0b35d9f46720, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cbb32d5-3c1d-4883-8666-314ce45efff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'd97eaece-1a38-447d-b5b0-f14c9b4d39c0'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:06:15.470561 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-13906944-9fd3-48ca-9a12-ff9ad40a72ec req-34215486-c1ad-47ca-9e0a-10f74f5521de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (4e47d126-84cf-4118-aaad-0b35d9f46720), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:15.511570 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c93bc9-d3fe-419e-89cd-fd2f10bc66d3 req-1996d8f2-5bf5-4fff-843e-2584a13dcec1 tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:15.514814 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-63c93bc9-d3fe-419e-89cd-fd2f10bc66d3 req-1996d8f2-5bf5-4fff-843e-2584a13dcec1 tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ac790f3-c6e7-409c-bd9d-f13f7c7500bb HTTP/1.1" status: 200 len: 943 time: 0.0654411 Mar 11 20:06:15.540898 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-13906944-9fd3-48ca-9a12-ff9ad40a72ec req-34215486-c1ad-47ca-9e0a-10f74f5521de service neutron] For port 4e47d126-84cf-4118-aaad-0b35d9f46720, host n-h1-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:06:15.544224 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-13906944-9fd3-48ca-9a12-ff9ad40a72ec req-34215486-c1ad-47ca-9e0a-10f74f5521de service neutron] For port 4e47d126-84cf-4118-aaad-0b35d9f46720, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=4e47d126-84cf-4118-aaad-0b35d9f46720,segment=NetworkSegment(5cbb32d5-3c1d-4883-8666-314ce45efff1),segment_id=5cbb32d5-3c1d-4883-8666-314ce45efff1)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:06:15.553040 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-13906944-9fd3-48ca-9a12-ff9ad40a72ec req-34215486-c1ad-47ca-9e0a-10f74f5521de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (4e47d126-84cf-4118-aaad-0b35d9f46720), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:15.566158 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-63c93bc9-d3fe-419e-89cd-fd2f10bc66d3 req-8f92ebd9-f111-4d37-9342-cecc2027aae7 tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] 10.222.0.65 "GET /v2.0/security-groups?id=34e3ed2a-15bd-4826-bd6d-09c7ed6d74ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460222 Mar 11 20:06:15.595139 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13906944-9fd3-48ca-9a12-ff9ad40a72ec req-34215486-c1ad-47ca-9e0a-10f74f5521de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:15.597046 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-13906944-9fd3-48ca-9a12-ff9ad40a72ec req-34215486-c1ad-47ca-9e0a-10f74f5521de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:15.598808 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-13906944-9fd3-48ca-9a12-ff9ad40a72ec req-34215486-c1ad-47ca-9e0a-10f74f5521de service neutron] 10.222.0.75 "PUT /v2.0/ports/4e47d126-84cf-4118-aaad-0b35d9f46720 HTTP/1.1" status: 200 len: 1091 time: 0.9974923 Mar 11 20:06:15.601904 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ac790f3-c6e7-409c-bd9d-f13f7c7500bb', 'tag': '4e47d126-84cf-4118-aaad-0b35d9f46720'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:06:15.608955 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e54a76f-4cf7-43b9-89de-4f31e3be001f" -d '{"events": [{"name": "network-changed", "server_uuid": "2ac790f3-c6e7-409c-bd9d-f13f7c7500bb", "tag": "4e47d126-84cf-4118-aaad-0b35d9f46720"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:06:15.642267 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34215486-c1ad-47ca-9e0a-10f74f5521de service neutron] Pushing event updated for resources: {'Port': ['ID=4e47d126-84cf-4118-aaad-0b35d9f46720,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:06:15.692034 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13906944-9fd3-48ca-9a12-ff9ad40a72ec req-3a6ab4bb-5806-4803-a700-66bbca87d574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:15.693463 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-13906944-9fd3-48ca-9a12-ff9ad40a72ec req-3a6ab4bb-5806-4803-a700-66bbca87d574 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b11a43e59f8f46a79e7cf006807148eb&device_id=2ac790f3-c6e7-409c-bd9d-f13f7c7500bb HTTP/1.1" status: 200 len: 1125 time: 0.0477123 Mar 11 20:06:15.694911 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f2673-4d1b-4344-be5c-b16c404f93fc req-0229d165-ecc1-4393-b01c-0b4b6d20f4a7 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:15.696649 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-002f2673-4d1b-4344-be5c-b16c404f93fc req-0229d165-ecc1-4393-b01c-0b4b6d20f4a7 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0 HTTP/1.1" status: 200 len: 943 time: 0.0657201 Mar 11 20:06:15.742647 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-13906944-9fd3-48ca-9a12-ff9ad40a72ec req-6153b9b8-89b2-491a-bd16-c3600e8376af service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e47d126-84cf-4118-aaad-0b35d9f46720 HTTP/1.1" status: 200 len: 217 time: 0.0416126 Mar 11 20:06:15.753684 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-002f2673-4d1b-4344-be5c-b16c404f93fc req-e1087e45-f366-4aa8-a132-8e2874567cd5 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/security-groups?id=6599d40d-6b93-4a0b-8f73-edf84c9e7d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513515 Mar 11 20:06:15.794937 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13906944-9fd3-48ca-9a12-ff9ad40a72ec req-d08b9276-61d3-4fab-aabe-f22201a5bd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:15.796708 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-13906944-9fd3-48ca-9a12-ff9ad40a72ec req-d08b9276-61d3-4fab-aabe-f22201a5bd3d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b18893cd-7265-425b-bb98-bd972e002b9e HTTP/1.1" status: 200 len: 849 time: 0.0488236 Mar 11 20:06:15.828995 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-13906944-9fd3-48ca-9a12-ff9ad40a72ec req-d0a3b1fe-fe5f-4926-9ecd-89451dffe72d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d97eaece-1a38-447d-b5b0-f14c9b4d39c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262449 Mar 11 20:06:15.926698 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-13906944-9fd3-48ca-9a12-ff9ad40a72ec req-0d0d567f-d540-4d81-974e-85e1b7c69070 service neutron] 10.222.0.75 "GET /v2.0/networks/d97eaece-1a38-447d-b5b0-f14c9b4d39c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915914 Mar 11 20:06:15.941336 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff499ba9-aaa6-4b83-a8ae-736ce72ce0d1 x-openstack-request-id: req-ff499ba9-aaa6-4b83-a8ae-736ce72ce0d1 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:06:15.941632 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ac790f3-c6e7-409c-bd9d-f13f7c7500bb", "tag": "4e47d126-84cf-4118-aaad-0b35d9f46720", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:06:15.941886 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ff499ba9-aaa6-4b83-a8ae-736ce72ce0d1 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:06:15.942356 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ac790f3-c6e7-409c-bd9d-f13f7c7500bb', 'tag': '4e47d126-84cf-4118-aaad-0b35d9f46720', 'status': 'completed', 'code': 200} Mar 11 20:06:16.021009 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-13906944-9fd3-48ca-9a12-ff9ad40a72ec req-b9b981a3-c2c1-4ac6-b863-17e391351e91 service neutron] 10.222.0.75 "GET /v2.0/networks/d97eaece-1a38-447d-b5b0-f14c9b4d39c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887482 Mar 11 20:06:16.115760 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54a76f-4cf7-43b9-89de-4f31e3be001f req-06cd0003-e4d1-414a-91f2-059d85f74936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:16.117238 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5e54a76f-4cf7-43b9-89de-4f31e3be001f req-06cd0003-e4d1-414a-91f2-059d85f74936 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b11a43e59f8f46a79e7cf006807148eb&device_id=2ac790f3-c6e7-409c-bd9d-f13f7c7500bb HTTP/1.1" status: 200 len: 1125 time: 0.0513036 Mar 11 20:06:16.206923 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54a76f-4cf7-43b9-89de-4f31e3be001f req-34c32a04-54ae-403f-b739-58c943303023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:16.208324 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5e54a76f-4cf7-43b9-89de-4f31e3be001f req-34c32a04-54ae-403f-b739-58c943303023 service neutron] 10.222.0.75 "GET /v2.0/networks?id=d97eaece-1a38-447d-b5b0-f14c9b4d39c0 HTTP/1.1" status: 200 len: 910 time: 0.0857775 Mar 11 20:06:16.253289 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5e54a76f-4cf7-43b9-89de-4f31e3be001f req-5f3ca1e8-71e9-4a6a-880d-4fb2d1e67898 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e47d126-84cf-4118-aaad-0b35d9f46720 HTTP/1.1" status: 200 len: 217 time: 0.0386822 Mar 11 20:06:16.302248 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e54a76f-4cf7-43b9-89de-4f31e3be001f req-7b37833e-4ab4-48fe-b7ac-0bbfa8c05a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:16.303964 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5e54a76f-4cf7-43b9-89de-4f31e3be001f req-7b37833e-4ab4-48fe-b7ac-0bbfa8c05a6d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b18893cd-7265-425b-bb98-bd972e002b9e HTTP/1.1" status: 200 len: 849 time: 0.0442836 Mar 11 20:06:16.337329 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5e54a76f-4cf7-43b9-89de-4f31e3be001f req-559c06be-b033-419b-bcc6-f4854b4bebea service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d97eaece-1a38-447d-b5b0-f14c9b4d39c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267360 Mar 11 20:06:16.432029 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5e54a76f-4cf7-43b9-89de-4f31e3be001f req-23a02321-e9da-4a79-bfad-6f65f5d4574a service neutron] 10.222.0.75 "GET /v2.0/networks/d97eaece-1a38-447d-b5b0-f14c9b4d39c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870938 Mar 11 20:06:16.523078 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5e54a76f-4cf7-43b9-89de-4f31e3be001f req-73e01fc4-e460-44a0-82f4-a60e23da1af4 service neutron] 10.222.0.75 "GET /v2.0/networks/d97eaece-1a38-447d-b5b0-f14c9b4d39c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842588 Mar 11 20:06:16.690410 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5aae82-2d15-4f18-a54d-a337670095b5 req-bf6c5ecc-9fb1-4d83-a7ae-e0cb5b6c5fc8 tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:16.691903 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1a5aae82-2d15-4f18-a54d-a337670095b5 req-bf6c5ecc-9fb1-4d83-a7ae-e0cb5b6c5fc8 tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ac790f3-c6e7-409c-bd9d-f13f7c7500bb HTTP/1.1" status: 200 len: 943 time: 0.0529330 Mar 11 20:06:16.740153 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1a5aae82-2d15-4f18-a54d-a337670095b5 req-c158c31d-aad4-4989-b3c4-029a07e8d056 tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] 10.222.0.65 "GET /v2.0/security-groups?id=34e3ed2a-15bd-4826-bd6d-09c7ed6d74ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423248 Mar 11 20:06:16.879944 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d8746a-47fb-4248-98cd-5641a5bd86c9 req-85be585b-e5d3-4830-8ae0-418148f98914 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:16.881457 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-82d8746a-47fb-4248-98cd-5641a5bd86c9 req-85be585b-e5d3-4830-8ae0-418148f98914 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0 HTTP/1.1" status: 200 len: 943 time: 0.0556607 Mar 11 20:06:16.935711 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-82d8746a-47fb-4248-98cd-5641a5bd86c9 req-7c02bf35-bddd-4721-b5ce-4ba80b5ce08f tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/security-groups?id=6599d40d-6b93-4a0b-8f73-edf84c9e7d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476382 Mar 11 20:06:17.868545 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9dfabc-d184-45ba-90b6-289f4fac613e req-b1c9f619-2e64-4ffc-bc0a-7e09dedcd96e tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:17.870036 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0b9dfabc-d184-45ba-90b6-289f4fac613e req-b1c9f619-2e64-4ffc-bc0a-7e09dedcd96e tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ac790f3-c6e7-409c-bd9d-f13f7c7500bb HTTP/1.1" status: 200 len: 943 time: 0.0596769 Mar 11 20:06:17.917843 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0b9dfabc-d184-45ba-90b6-289f4fac613e req-d5035cda-5112-4986-9a49-41f273a4ab34 tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] 10.222.0.65 "GET /v2.0/security-groups?id=34e3ed2a-15bd-4826-bd6d-09c7ed6d74ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421090 Mar 11 20:06:18.056604 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d3b19e-e29e-438e-9ebd-f795f01b20cf req-b6ba14bc-39b5-43bf-92e6-f8db2706e558 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:18.058273 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b8d3b19e-e29e-438e-9ebd-f795f01b20cf req-b6ba14bc-39b5-43bf-92e6-f8db2706e558 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0 HTTP/1.1" status: 200 len: 943 time: 0.0545371 Mar 11 20:06:18.108326 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b8d3b19e-e29e-438e-9ebd-f795f01b20cf req-3bd8a36b-148a-408b-ac8d-e149a8053462 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/security-groups?id=6599d40d-6b93-4a0b-8f73-edf84c9e7d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445819 Mar 11 20:06:19.042932 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04aa35c-fd49-4333-af92-fd8ccf9ce965 req-104dbce0-4f5e-4211-883d-0f2741e5ede0 tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:19.044394 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a04aa35c-fd49-4333-af92-fd8ccf9ce965 req-104dbce0-4f5e-4211-883d-0f2741e5ede0 tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ac790f3-c6e7-409c-bd9d-f13f7c7500bb HTTP/1.1" status: 200 len: 943 time: 0.0574572 Mar 11 20:06:19.068298 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:19.092896 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a04aa35c-fd49-4333-af92-fd8ccf9ce965 req-24588f56-1ac2-4418-8c91-76f0c49f9154 tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] 10.222.0.65 "GET /v2.0/security-groups?id=34e3ed2a-15bd-4826-bd6d-09c7ed6d74ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428057 Mar 11 20:06:19.228136 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34708ee-8d8a-4e9b-b23a-a74113108ab6 req-d3324614-9eab-426a-826f-0e747ef5640f tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:19.229595 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d34708ee-8d8a-4e9b-b23a-a74113108ab6 req-d3324614-9eab-426a-826f-0e747ef5640f tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0 HTTP/1.1" status: 200 len: 943 time: 0.0537896 Mar 11 20:06:19.280885 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d34708ee-8d8a-4e9b-b23a-a74113108ab6 req-bdf4d0d1-02c0-4c16-a3ad-2f850e0be39e tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/security-groups?id=6599d40d-6b93-4a0b-8f73-edf84c9e7d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455806 Mar 11 20:06:20.195120 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 4e47d126-84cf-4118-aaad-0b35d9f46720 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 20:06:20.213718 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57280b79-aa70-43c6-8c35-51af9dd45686 req-dae9e3b7-fc15-4e2a-b668-fc790e8d75f2 tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:20.215327 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-57280b79-aa70-43c6-8c35-51af9dd45686 req-dae9e3b7-fc15-4e2a-b668-fc790e8d75f2 tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ac790f3-c6e7-409c-bd9d-f13f7c7500bb HTTP/1.1" status: 200 len: 943 time: 0.0542943 Mar 11 20:06:20.278298 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-57280b79-aa70-43c6-8c35-51af9dd45686 req-ac94cf81-b9c5-4056-91a3-680f33a1595c tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] 10.222.0.65 "GET /v2.0/security-groups?id=34e3ed2a-15bd-4826-bd6d-09c7ed6d74ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561700 Mar 11 20:06:20.305936 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 4e47d126-84cf-4118-aaad-0b35d9f46720, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=4e47d126-84cf-4118-aaad-0b35d9f46720,segment=NetworkSegment(5cbb32d5-3c1d-4883-8666-314ce45efff1),segment_id=5cbb32d5-3c1d-4883-8666-314ce45efff1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:06:20.318199 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '4e47d126-84cf-4118-aaad-0b35d9f46720', 'network_id': 'd97eaece-1a38-447d-b5b0-f14c9b4d39c0', 'port_id': '4e47d126-84cf-4118-aaad-0b35d9f46720', 'mac_address': 'fa:16:3e:cc:e3:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b18893cd-7265-425b-bb98-bd972e002b9e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 20:06:20.357454 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 4e47d126-84cf-4118-aaad-0b35d9f46720 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:06:20.358078 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (4e47d126-84cf-4118-aaad-0b35d9f46720), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:20.377654 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e47d126-84cf-4118-aaad-0b35d9f46720 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:06:20.397951 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 4e47d126-84cf-4118-aaad-0b35d9f46720, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=4e47d126-84cf-4118-aaad-0b35d9f46720,segment=NetworkSegment(5cbb32d5-3c1d-4883-8666-314ce45efff1),segment_id=5cbb32d5-3c1d-4883-8666-314ce45efff1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:06:20.403547 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (4e47d126-84cf-4118-aaad-0b35d9f46720), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:20.407275 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd02a82-ed62-48c6-a17c-0d848d2d38e9 req-02d88ae8-4a18-4343-9b41-faca840ecabf tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:20.409954 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-efd02a82-ed62-48c6-a17c-0d848d2d38e9 req-02d88ae8-4a18-4343-9b41-faca840ecabf tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0 HTTP/1.1" status: 200 len: 943 time: 0.0594404 Mar 11 20:06:20.459125 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=4e47d126-84cf-4118-aaad-0b35d9f46720,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:06:20.467498 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-efd02a82-ed62-48c6-a17c-0d848d2d38e9 req-f9f8cab2-24b4-45ec-8f2a-9f832615cac0 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/security-groups?id=6599d40d-6b93-4a0b-8f73-edf84c9e7d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507874 Mar 11 20:06:20.468227 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:06:20.468572 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:06:20.468917 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:06:20.469253 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:06:20.469584 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:06:20.469910 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:06:20.470236 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:06:20.471114 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:06:20.471444 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:06:20.471798 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:06:20.472121 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:06:20.472440 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:06:20.472757 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:06:20.615891 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['4e47d126-84cf-4118-aaad-0b35d9f46720'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:06:21.461372 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e042d10d-630a-4017-b285-44748dad8c27 req-a7facd8f-3a11-4004-9c57-42072220701e tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:21.462884 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e042d10d-630a-4017-b285-44748dad8c27 req-a7facd8f-3a11-4004-9c57-42072220701e tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ac790f3-c6e7-409c-bd9d-f13f7c7500bb HTTP/1.1" status: 200 len: 944 time: 0.1161697 Mar 11 20:06:21.510390 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e042d10d-630a-4017-b285-44748dad8c27 req-eb532b2d-9472-4bae-b37a-01685bfc0af2 tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] 10.222.0.65 "GET /v2.0/security-groups?id=34e3ed2a-15bd-4826-bd6d-09c7ed6d74ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417864 Mar 11 20:06:21.624466 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a6871d-8938-4a3e-a3de-f518ab37ec61 req-0d8351eb-e882-47ec-8c46-e26953823426 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:21.626077 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c8a6871d-8938-4a3e-a3de-f518ab37ec61 req-0d8351eb-e882-47ec-8c46-e26953823426 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0 HTTP/1.1" status: 200 len: 943 time: 0.0593412 Mar 11 20:06:21.676008 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c8a6871d-8938-4a3e-a3de-f518ab37ec61 req-c56f14c1-0afe-4b93-b1a8-ab5c430ce54d tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/security-groups?id=6599d40d-6b93-4a0b-8f73-edf84c9e7d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433674 Mar 11 20:06:22.194895 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 4e47d126-84cf-4118-aaad-0b35d9f46720 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:06:22.255595 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port 4e47d126-84cf-4118-aaad-0b35d9f46720 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 20:06:22.259846 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 4e47d126-84cf-4118-aaad-0b35d9f46720 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:06:22.260257 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (4e47d126-84cf-4118-aaad-0b35d9f46720), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:22.351678 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 4e47d126-84cf-4118-aaad-0b35d9f46720 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:06:22.351678 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (4e47d126-84cf-4118-aaad-0b35d9f46720), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:22.361863 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a8ecaec3-b4f3-4ea1-a3ca-eb0ad6cf9e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:22.378493 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ac790f3-c6e7-409c-bd9d-f13f7c7500bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e47d126-84cf-4118-aaad-0b35d9f46720'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:06:22.380786 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6800b62-101f-4f3b-a014-99e63823d898" -d '{"events": [{"server_uuid": "2ac790f3-c6e7-409c-bd9d-f13f7c7500bb", "name": "network-vif-plugged", "status": "completed", "tag": "4e47d126-84cf-4118-aaad-0b35d9f46720"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:06:22.399986 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 4e47d126-84cf-4118-aaad-0b35d9f46720, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=4e47d126-84cf-4118-aaad-0b35d9f46720,segment=NetworkSegment(5cbb32d5-3c1d-4883-8666-314ce45efff1),segment_id=5cbb32d5-3c1d-4883-8666-314ce45efff1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:06:22.407543 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (4e47d126-84cf-4118-aaad-0b35d9f46720), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:22.467963 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca5c50f-37a0-4364-ab12-ef72988f8b86 x-openstack-request-id: req-7ca5c50f-37a0-4364-ab12-ef72988f8b86 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:06:22.468261 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ac790f3-c6e7-409c-bd9d-f13f7c7500bb", "name": "network-vif-plugged", "status": "completed", "tag": "4e47d126-84cf-4118-aaad-0b35d9f46720", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:06:22.468522 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7ca5c50f-37a0-4364-ab12-ef72988f8b86 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:06:22.469899 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ac790f3-c6e7-409c-bd9d-f13f7c7500bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e47d126-84cf-4118-aaad-0b35d9f46720', 'code': 200} Mar 11 20:06:22.476493 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=4e47d126-84cf-4118-aaad-0b35d9f46720,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:06:22.599586 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c812cd-5681-4ccb-9345-9de1ad78d878 req-c1376e8d-7ecb-4c15-a37f-28bb4a492a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:22.601700 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-b0c812cd-5681-4ccb-9345-9de1ad78d878 req-c1376e8d-7ecb-4c15-a37f-28bb4a492a08 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=2ac790f3-c6e7-409c-bd9d-f13f7c7500bb HTTP/1.1" status: 200 len: 1127 time: 0.0696490 Mar 11 20:06:22.698431 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3d43db-a026-4c54-adc5-ed3dd73a5b5e req-d4590808-3ad1-450b-a25b-477a94b65cb6 tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:22.700184 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-df3d43db-a026-4c54-adc5-ed3dd73a5b5e req-d4590808-3ad1-450b-a25b-477a94b65cb6 tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ac790f3-c6e7-409c-bd9d-f13f7c7500bb HTTP/1.1" status: 200 len: 945 time: 0.1032319 Mar 11 20:06:22.706701 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-b0c812cd-5681-4ccb-9345-9de1ad78d878 req-7689f5fc-625c-401c-8624-1bd57d5119cf service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=34e3ed2a-15bd-4826-bd6d-09c7ed6d74ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976539 Mar 11 20:06:22.762028 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-df3d43db-a026-4c54-adc5-ed3dd73a5b5e req-357fbf62-16ec-466a-8271-e048d3cfc362 tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] 10.222.0.65 "GET /v2.0/security-groups?id=34e3ed2a-15bd-4826-bd6d-09c7ed6d74ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543177 Mar 11 20:06:22.846865 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:22.885955 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda7b05c-1743-419e-845c-dccfe578a889 req-43c3e870-bb5c-41b8-955c-608e53a16d1a tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:22.887500 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-eda7b05c-1743-419e-845c-dccfe578a889 req-43c3e870-bb5c-41b8-955c-608e53a16d1a tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0 HTTP/1.1" status: 200 len: 943 time: 0.0616806 Mar 11 20:06:22.946194 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-eda7b05c-1743-419e-845c-dccfe578a889 req-ffd42532-7ae3-4ef8-8adb-6a24f24f6572 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/security-groups?id=6599d40d-6b93-4a0b-8f73-edf84c9e7d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523653 Mar 11 20:06:23.895063 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b5e3d-9574-487f-9d12-6acfa1fa2531 req-25cad1df-2f6d-4083-b1f8-784994259960 tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:23.897302 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-193b5e3d-9574-487f-9d12-6acfa1fa2531 req-25cad1df-2f6d-4083-b1f8-784994259960 tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ac790f3-c6e7-409c-bd9d-f13f7c7500bb HTTP/1.1" status: 200 len: 945 time: 0.0617223 Mar 11 20:06:23.948746 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-193b5e3d-9574-487f-9d12-6acfa1fa2531 req-1a9d23d6-3757-4089-9bfb-aee18af9188f tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] 10.222.0.65 "GET /v2.0/security-groups?id=34e3ed2a-15bd-4826-bd6d-09c7ed6d74ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451105 Mar 11 20:06:24.089213 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd8484f-99e0-49d0-aee6-802c426bcdfd req-f0fd23ec-b5ad-4c09-8c4b-beba9ca8da96 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:24.092172 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-acd8484f-99e0-49d0-aee6-802c426bcdfd req-f0fd23ec-b5ad-4c09-8c4b-beba9ca8da96 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0 HTTP/1.1" status: 200 len: 943 time: 0.0643170 Mar 11 20:06:24.152464 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-acd8484f-99e0-49d0-aee6-802c426bcdfd req-6b84644f-3ec0-45e3-9733-ee4875422715 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/security-groups?id=6599d40d-6b93-4a0b-8f73-edf84c9e7d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548463 Mar 11 20:06:24.634421 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5f85c9dd-b875-47e9-97d7-ae1d1acbeee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:25.311087 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc979b97-f647-488e-ba0d-1fa8a773cc60 req-ee7ffa0e-249a-4200-ba74-0cdfec08f231 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:25.317590 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bc979b97-f647-488e-ba0d-1fa8a773cc60 req-ee7ffa0e-249a-4200-ba74-0cdfec08f231 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0 HTTP/1.1" status: 200 len: 943 time: 0.0826256 Mar 11 20:06:25.381378 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bc979b97-f647-488e-ba0d-1fa8a773cc60 req-278cde25-0bae-483e-b867-bcd84cef6e37 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/security-groups?id=6599d40d-6b93-4a0b-8f73-edf84c9e7d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581229 Mar 11 20:06:25.812643 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be822b1-8da3-4af9-a580-f355938d4c53 req-0409d8e7-368a-4229-99db-b05d16d8b468 tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:25.814675 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1be822b1-8da3-4af9-a580-f355938d4c53 req-0409d8e7-368a-4229-99db-b05d16d8b468 tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ac790f3-c6e7-409c-bd9d-f13f7c7500bb HTTP/1.1" status: 200 len: 945 time: 0.0555716 Mar 11 20:06:25.866975 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1be822b1-8da3-4af9-a580-f355938d4c53 req-c7ebaba8-b26d-4cf1-8cc6-1b99dd6eb548 tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] 10.222.0.65 "GET /v2.0/security-groups?id=34e3ed2a-15bd-4826-bd6d-09c7ed6d74ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445354 Mar 11 20:06:26.258141 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:26.508819 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac489a-66ef-4b8c-bf52-d1c0ab342435 req-04ffc358-3245-4a31-99bc-34a0eba0cdd5 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:26.510329 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0bac489a-66ef-4b8c-bf52-d1c0ab342435 req-04ffc358-3245-4a31-99bc-34a0eba0cdd5 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0 HTTP/1.1" status: 200 len: 943 time: 0.0577273 Mar 11 20:06:26.559752 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0bac489a-66ef-4b8c-bf52-d1c0ab342435 req-eb5ef562-dab9-4e58-9ae4-10876ae9de29 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/security-groups?id=6599d40d-6b93-4a0b-8f73-edf84c9e7d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437331 Mar 11 20:06:26.989092 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977116e-edeb-4117-8c2e-b8596bab9b34 req-f75d3b4a-ea5f-4b86-9714-3343a20c32d8 tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:26.990618 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a977116e-edeb-4117-8c2e-b8596bab9b34 req-f75d3b4a-ea5f-4b86-9714-3343a20c32d8 tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] 10.222.0.65 "GET /v2.0/ports?device_id=2ac790f3-c6e7-409c-bd9d-f13f7c7500bb HTTP/1.1" status: 200 len: 945 time: 0.0539298 Mar 11 20:06:27.039086 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a977116e-edeb-4117-8c2e-b8596bab9b34 req-b18450ee-622c-4d17-83e1-2b093ce47ccc tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] 10.222.0.65 "GET /v2.0/security-groups?id=34e3ed2a-15bd-4826-bd6d-09c7ed6d74ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424991 Mar 11 20:06:27.094120 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c1ade-7bb0-4239-93a5-71dc8bdf90a8 req-5c6bf4b8-e6d4-4de2-accb-5a5ebb52d808 tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:27.096213 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c08c1ade-7bb0-4239-93a5-71dc8bdf90a8 req-5c6bf4b8-e6d4-4de2-accb-5a5ebb52d808 tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] 10.222.0.75 "GET /v2.0/ports?device_id=2ac790f3-c6e7-409c-bd9d-f13f7c7500bb HTTP/1.1" status: 200 len: 945 time: 0.0525274 Mar 11 20:06:27.189890 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-c08c1ade-7bb0-4239-93a5-71dc8bdf90a8 req-0ffc4fa0-46e2-4c28-a7fb-d027a8661edc tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] Deleting port 4e47d126-84cf-4118-aaad-0b35d9f46720 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:06:27.190710 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c08c1ade-7bb0-4239-93a5-71dc8bdf90a8 req-0ffc4fa0-46e2-4c28-a7fb-d027a8661edc tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (4e47d126-84cf-4118-aaad-0b35d9f46720), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:27.287908 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-c08c1ade-7bb0-4239-93a5-71dc8bdf90a8 req-0ffc4fa0-46e2-4c28-a7fb-d027a8661edc tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] For port 4e47d126-84cf-4118-aaad-0b35d9f46720, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=4e47d126-84cf-4118-aaad-0b35d9f46720,segment=NetworkSegment(5cbb32d5-3c1d-4883-8666-314ce45efff1),segment_id=5cbb32d5-3c1d-4883-8666-314ce45efff1)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:06:27.288370 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c08c1ade-7bb0-4239-93a5-71dc8bdf90a8 req-0ffc4fa0-46e2-4c28-a7fb-d027a8661edc tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (4e47d126-84cf-4118-aaad-0b35d9f46720), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:27.300310 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-c08c1ade-7bb0-4239-93a5-71dc8bdf90a8 req-0ffc4fa0-46e2-4c28-a7fb-d027a8661edc tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] Calling delete_port for 4e47d126-84cf-4118-aaad-0b35d9f46720 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:06:27.431284 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c08c1ade-7bb0-4239-93a5-71dc8bdf90a8 req-0ffc4fa0-46e2-4c28-a7fb-d027a8661edc tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (4e47d126-84cf-4118-aaad-0b35d9f46720), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:27.444733 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['4e47d126-84cf-4118-aaad-0b35d9f46720'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:06:27.462928 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffc4fa0-46e2-4c28-a7fb-d027a8661edc tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] Pushing event deleted for resources: {'Port': ['ID=4e47d126-84cf-4118-aaad-0b35d9f46720,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:06:27.505033 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-c08c1ade-7bb0-4239-93a5-71dc8bdf90a8 req-0ffc4fa0-46e2-4c28-a7fb-d027a8661edc tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] No DVR routers for this DVR port 4e47d126-84cf-4118-aaad-0b35d9f46720 on host n-h1-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:06:27.507903 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c08c1ade-7bb0-4239-93a5-71dc8bdf90a8 req-0ffc4fa0-46e2-4c28-a7fb-d027a8661edc tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:27.511563 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c08c1ade-7bb0-4239-93a5-71dc8bdf90a8 req-0ffc4fa0-46e2-4c28-a7fb-d027a8661edc tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] 10.222.0.75 "DELETE /v2.0/ports/4e47d126-84cf-4118-aaad-0b35d9f46720 HTTP/1.1" status: 204 len: 173 time: 0.4111993 Mar 11 20:06:27.512045 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ac790f3-c6e7-409c-bd9d-f13f7c7500bb', 'name': 'network-vif-deleted', 'tag': '4e47d126-84cf-4118-aaad-0b35d9f46720'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:06:27.514323 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7183fc-466f-48c2-b272-bc8430d1a604" -d '{"events": [{"server_uuid": "2ac790f3-c6e7-409c-bd9d-f13f7c7500bb", "name": "network-vif-deleted", "tag": "4e47d126-84cf-4118-aaad-0b35d9f46720"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:06:27.563166 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25292a51-4afb-4eea-b1b4-68195198a10e x-openstack-request-id: req-25292a51-4afb-4eea-b1b4-68195198a10e {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:06:27.563475 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ac790f3-c6e7-409c-bd9d-f13f7c7500bb", "name": "network-vif-deleted", "tag": "4e47d126-84cf-4118-aaad-0b35d9f46720", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:06:27.563764 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-25292a51-4afb-4eea-b1b4-68195198a10e {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:06:27.564702 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ac790f3-c6e7-409c-bd9d-f13f7c7500bb', 'name': 'network-vif-deleted', 'tag': '4e47d126-84cf-4118-aaad-0b35d9f46720', 'status': 'completed', 'code': 200} Mar 11 20:06:27.664841 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:27.700889 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74729951-e4d8-493a-b020-fc5af81a7bbb req-5297580a-c1dd-4a0d-97b1-441c98f08a9c tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:27.702474 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-74729951-e4d8-493a-b020-fc5af81a7bbb req-5297580a-c1dd-4a0d-97b1-441c98f08a9c tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0 HTTP/1.1" status: 200 len: 943 time: 0.0650485 Mar 11 20:06:27.764740 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-74729951-e4d8-493a-b020-fc5af81a7bbb req-079219b3-178e-4ad9-99e3-89a7156ad80f tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/security-groups?id=6599d40d-6b93-4a0b-8f73-edf84c9e7d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550737 Mar 11 20:06:28.310564 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29851161-0f0e-4bae-aa36-94fea078d938 req-ded96225-022a-44bc-b547-c8faafa0aaee tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:28.312083 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-29851161-0f0e-4bae-aa36-94fea078d938 req-ded96225-022a-44bc-b547-c8faafa0aaee tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] 10.222.0.65 "GET /v2.0/networks?id=d97eaece-1a38-447d-b5b0-f14c9b4d39c0 HTTP/1.1" status: 200 len: 809 time: 0.1168785 Mar 11 20:06:28.327446 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-29851161-0f0e-4bae-aa36-94fea078d938 req-1d36a8da-a8c0-43f3-afa6-eef2c5273933 tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] 10.222.0.65 "GET /v2.0/quotas/b11a43e59f8f46a79e7cf006807148eb HTTP/1.1" status: 200 len: 375 time: 0.0092146 Mar 11 20:06:28.361723 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-29851161-0f0e-4bae-aa36-94fea078d938 req-2431ffd6-fe07-4033-a3b5-d94fc11169ef tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=b11a43e59f8f46a79e7cf006807148eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276191 Mar 11 20:06:28.462012 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-29851161-0f0e-4bae-aa36-94fea078d938 req-6450f8a3-2539-4f4e-a4ed-25655f3ff65e service neutron] 10.222.0.65 "GET /v2.0/networks/d97eaece-1a38-447d-b5b0-f14c9b4d39c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933518 Mar 11 20:06:28.557653 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-29851161-0f0e-4bae-aa36-94fea078d938 req-5739e017-9b10-49c9-a42c-7919726a1f16 service neutron] 10.222.0.65 "GET /v2.0/networks/d97eaece-1a38-447d-b5b0-f14c9b4d39c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898943 Mar 11 20:06:28.730664 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1484d7d8-065d-4a1c-9a59-479c1a87a454 req-956ed5a0-1c17-41c8-9ece-086bc393fc5e tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fc67b70-afae-4277-a97d-1a099e659f70 HTTP/1.1" status: 200 len: 210 time: 0.0344062 Mar 11 20:06:28.891994 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a3c5d-70b8-465a-848a-5559a1a28a33 req-c9acb162-8889-4027-9009-aaec30ce9005 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:28.893703 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ab3a3c5d-70b8-465a-848a-5559a1a28a33 req-c9acb162-8889-4027-9009-aaec30ce9005 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0 HTTP/1.1" status: 200 len: 943 time: 0.0562434 Mar 11 20:06:28.952057 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ab3a3c5d-70b8-465a-848a-5559a1a28a33 req-597f3bec-5ef9-4347-b782-e3acf3b76662 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/security-groups?id=6599d40d-6b93-4a0b-8f73-edf84c9e7d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510495 Mar 11 20:06:29.021407 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:29.764773 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29851161-0f0e-4bae-aa36-94fea078d938 req-e78fe433-a517-4a7f-8aa8-726d755d1460 tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:29.768025 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-29851161-0f0e-4bae-aa36-94fea078d938 req-e78fe433-a517-4a7f-8aa8-726d755d1460 tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] 10.222.0.75 "GET /v2.0/networks?id=d97eaece-1a38-447d-b5b0-f14c9b4d39c0 HTTP/1.1" status: 200 len: 809 time: 0.1451151 Mar 11 20:06:29.780181 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-29851161-0f0e-4bae-aa36-94fea078d938 req-7b155746-6938-472d-b491-395311961e8a tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] Request body: {'port': {'device_id': '1fc67b70-afae-4277-a97d-1a099e659f70', 'network_id': 'd97eaece-1a38-447d-b5b0-f14c9b4d39c0', 'admin_state_up': True, 'tenant_id': 'b11a43e59f8f46a79e7cf006807148eb'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:06:29.837596 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4468fb9e-9876-4b4c-aafc-521432c8e26c req-3e3afe4d-235b-49c6-b5fb-d1a7243bd9c1 tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fc67b70-afae-4277-a97d-1a099e659f70 HTTP/1.1" status: 200 len: 210 time: 0.0335636 Mar 11 20:06:29.894049 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29851161-0f0e-4bae-aa36-94fea078d938 req-7b155746-6938-472d-b491-395311961e8a tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] Made reservation on behalf of b11a43e59f8f46a79e7cf006807148eb for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:06:29.897626 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-29851161-0f0e-4bae-aa36-94fea078d938 req-7b155746-6938-472d-b491-395311961e8a tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:30.039843 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-29851161-0f0e-4bae-aa36-94fea078d938 req-7b155746-6938-472d-b491-395311961e8a tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] Allocated IP 172.20.0.3 (d97eaece-1a38-447d-b5b0-f14c9b4d39c0/b18893cd-7265-425b-bb98-bd972e002b9e/7561b110-b58a-46b2-a2be-9f649c92a439) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:06:30.092779 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93036c6-2465-48cb-926e-4af1ecb5a156 req-57d4082f-1da6-4e43-80b9-379c7f995555 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:30.096480 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e93036c6-2465-48cb-926e-4af1ecb5a156 req-57d4082f-1da6-4e43-80b9-379c7f995555 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0 HTTP/1.1" status: 200 len: 943 time: 0.0621033 Mar 11 20:06:30.146097 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e93036c6-2465-48cb-926e-4af1ecb5a156 req-75277b0a-95bc-47fb-b065-d791c865e18a tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/security-groups?id=6599d40d-6b93-4a0b-8f73-edf84c9e7d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450044 Mar 11 20:06:30.199585 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-29851161-0f0e-4bae-aa36-94fea078d938 req-7b155746-6938-472d-b491-395311961e8a tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] Publish callbacks [] for port (7561b110-b58a-46b2-a2be-9f649c92a439), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:30.234312 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-29851161-0f0e-4bae-aa36-94fea078d938 req-7b155746-6938-472d-b491-395311961e8a tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (7561b110-b58a-46b2-a2be-9f649c92a439), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:30.268428 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 4e47d126-84cf-4118-aaad-0b35d9f46720 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:06:30.285086 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29851161-0f0e-4bae-aa36-94fea078d938 req-7b155746-6938-472d-b491-395311961e8a tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] Network d97eaece-1a38-447d-b5b0-f14c9b4d39c0 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:06:30.288392 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-29851161-0f0e-4bae-aa36-94fea078d938 req-7b155746-6938-472d-b491-395311961e8a tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:06:30.289668 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: 4e47d126-84cf-4118-aaad-0b35d9f46720 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:06:30.290201 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 4e47d126-84cf-4118-aaad-0b35d9f46720 not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:06:30.294621 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-29851161-0f0e-4bae-aa36-94fea078d938 req-7b155746-6938-472d-b491-395311961e8a tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:06:30.322735 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b155746-6938-472d-b491-395311961e8a tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] Pushing event updated for resources: {'Port': ['ID=7561b110-b58a-46b2-a2be-9f649c92a439,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:06:30.354963 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29851161-0f0e-4bae-aa36-94fea078d938 req-7b155746-6938-472d-b491-395311961e8a tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:30.355592 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-29851161-0f0e-4bae-aa36-94fea078d938 req-7b155746-6938-472d-b491-395311961e8a tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:30.374604 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-29851161-0f0e-4bae-aa36-94fea078d938 req-7b155746-6938-472d-b491-395311961e8a tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5985465 Mar 11 20:06:30.385460 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-29851161-0f0e-4bae-aa36-94fea078d938 req-cb34c5ac-5f5d-4e5e-805f-b40542106227 service neutron] Request body: {'port': {'device_id': '1fc67b70-afae-4277-a97d-1a099e659f70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:06:30.459926 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-29851161-0f0e-4bae-aa36-94fea078d938 req-cb34c5ac-5f5d-4e5e-805f-b40542106227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (7561b110-b58a-46b2-a2be-9f649c92a439), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:30.735525 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-29851161-0f0e-4bae-aa36-94fea078d938 req-cb34c5ac-5f5d-4e5e-805f-b40542106227 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7561b110-b58a-46b2-a2be-9f649c92a439 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:06:30.743208 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-29851161-0f0e-4bae-aa36-94fea078d938 req-cb34c5ac-5f5d-4e5e-805f-b40542106227 service neutron] Publish callbacks [] for port (7561b110-b58a-46b2-a2be-9f649c92a439), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:30.756607 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-29851161-0f0e-4bae-aa36-94fea078d938 req-cb34c5ac-5f5d-4e5e-805f-b40542106227 service neutron] Transition to ACTIVE for port object 7561b110-b58a-46b2-a2be-9f649c92a439 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 20:06:30.761555 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-29851161-0f0e-4bae-aa36-94fea078d938 req-cb34c5ac-5f5d-4e5e-805f-b40542106227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (7561b110-b58a-46b2-a2be-9f649c92a439), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:30.810908 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb34c5ac-5f5d-4e5e-805f-b40542106227 service neutron] Pushing event updated for resources: {'Port': ['ID=7561b110-b58a-46b2-a2be-9f649c92a439,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:06:30.887310 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-29851161-0f0e-4bae-aa36-94fea078d938 req-cb34c5ac-5f5d-4e5e-805f-b40542106227 service neutron] Attempting to bind port 7561b110-b58a-46b2-a2be-9f649c92a439 on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:06:30.887671 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-29851161-0f0e-4bae-aa36-94fea078d938 req-cb34c5ac-5f5d-4e5e-805f-b40542106227 service neutron] Attempting to bind port 7561b110-b58a-46b2-a2be-9f649c92a439 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '5cbb32d5-3c1d-4883-8666-314ce45efff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'd97eaece-1a38-447d-b5b0-f14c9b4d39c0'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:06:30.888011 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29851161-0f0e-4bae-aa36-94fea078d938 req-cb34c5ac-5f5d-4e5e-805f-b40542106227 service neutron] Attempting to bind port 7561b110-b58a-46b2-a2be-9f649c92a439 on network d97eaece-1a38-447d-b5b0-f14c9b4d39c0 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:06:30.892922 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29851161-0f0e-4bae-aa36-94fea078d938 req-cb34c5ac-5f5d-4e5e-805f-b40542106227 service neutron] Port 7561b110-b58a-46b2-a2be-9f649c92a439 on network d97eaece-1a38-447d-b5b0-f14c9b4d39c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 20:06:30.893285 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29851161-0f0e-4bae-aa36-94fea078d938 req-cb34c5ac-5f5d-4e5e-805f-b40542106227 service neutron] Attempting to bind port 7561b110-b58a-46b2-a2be-9f649c92a439 on network d97eaece-1a38-447d-b5b0-f14c9b4d39c0 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:06:30.898624 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29851161-0f0e-4bae-aa36-94fea078d938 req-cb34c5ac-5f5d-4e5e-805f-b40542106227 service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:06:30.898974 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29851161-0f0e-4bae-aa36-94fea078d938 req-cb34c5ac-5f5d-4e5e-805f-b40542106227 service neutron] Checking segment: {'id': '5cbb32d5-3c1d-4883-8666-314ce45efff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'd97eaece-1a38-447d-b5b0-f14c9b4d39c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:06:30.899361 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29851161-0f0e-4bae-aa36-94fea078d938 req-cb34c5ac-5f5d-4e5e-805f-b40542106227 service neutron] Bound using segment: {'id': '5cbb32d5-3c1d-4883-8666-314ce45efff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'd97eaece-1a38-447d-b5b0-f14c9b4d39c0'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:06:30.899829 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-29851161-0f0e-4bae-aa36-94fea078d938 req-cb34c5ac-5f5d-4e5e-805f-b40542106227 service neutron] Bound port: 7561b110-b58a-46b2-a2be-9f649c92a439, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cbb32d5-3c1d-4883-8666-314ce45efff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 860, 'network_id': 'd97eaece-1a38-447d-b5b0-f14c9b4d39c0'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:06:30.900195 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-29851161-0f0e-4bae-aa36-94fea078d938 req-cb34c5ac-5f5d-4e5e-805f-b40542106227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (7561b110-b58a-46b2-a2be-9f649c92a439), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:30.957700 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca2b357-bc14-404c-bf7b-680cee8feab0 req-98e6b7ba-e62c-4ff3-a4c9-990cfb6cd643 tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:30.959497 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dca2b357-bc14-404c-bf7b-680cee8feab0 req-98e6b7ba-e62c-4ff3-a4c9-990cfb6cd643 tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fc67b70-afae-4277-a97d-1a099e659f70 HTTP/1.1" status: 200 len: 943 time: 0.0560489 Mar 11 20:06:30.973059 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-29851161-0f0e-4bae-aa36-94fea078d938 req-cb34c5ac-5f5d-4e5e-805f-b40542106227 service neutron] For port 7561b110-b58a-46b2-a2be-9f649c92a439, host n-h1-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:06:30.976311 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-29851161-0f0e-4bae-aa36-94fea078d938 req-cb34c5ac-5f5d-4e5e-805f-b40542106227 service neutron] For port 7561b110-b58a-46b2-a2be-9f649c92a439, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=7561b110-b58a-46b2-a2be-9f649c92a439,segment=NetworkSegment(5cbb32d5-3c1d-4883-8666-314ce45efff1),segment_id=5cbb32d5-3c1d-4883-8666-314ce45efff1)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:06:30.985285 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-29851161-0f0e-4bae-aa36-94fea078d938 req-cb34c5ac-5f5d-4e5e-805f-b40542106227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (7561b110-b58a-46b2-a2be-9f649c92a439), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:31.027777 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29851161-0f0e-4bae-aa36-94fea078d938 req-cb34c5ac-5f5d-4e5e-805f-b40542106227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:31.028412 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-29851161-0f0e-4bae-aa36-94fea078d938 req-cb34c5ac-5f5d-4e5e-805f-b40542106227 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:31.029811 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-29851161-0f0e-4bae-aa36-94fea078d938 req-cb34c5ac-5f5d-4e5e-805f-b40542106227 service neutron] 10.222.0.75 "PUT /v2.0/ports/7561b110-b58a-46b2-a2be-9f649c92a439 HTTP/1.1" status: 200 len: 1091 time: 0.6484575 Mar 11 20:06:31.030263 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fc67b70-afae-4277-a97d-1a099e659f70', 'tag': '7561b110-b58a-46b2-a2be-9f649c92a439'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:06:31.032536 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6fb35d8-a79f-44e7-bbfb-051b37b1a09b" -d '{"events": [{"name": "network-changed", "server_uuid": "1fc67b70-afae-4277-a97d-1a099e659f70", "tag": "7561b110-b58a-46b2-a2be-9f649c92a439"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:06:31.041872 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dca2b357-bc14-404c-bf7b-680cee8feab0 req-40d212a8-4c70-4540-96a9-f32608f70a16 tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] 10.222.0.65 "GET /v2.0/security-groups?id=34e3ed2a-15bd-4826-bd6d-09c7ed6d74ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763381 Mar 11 20:06:31.055387 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb34c5ac-5f5d-4e5e-805f-b40542106227 service neutron] Pushing event updated for resources: {'Port': ['ID=7561b110-b58a-46b2-a2be-9f649c92a439,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:06:31.114455 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b3f317-be9a-42f4-bee9-df5258ea59d4 x-openstack-request-id: req-55b3f317-be9a-42f4-bee9-df5258ea59d4 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:06:31.114721 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fc67b70-afae-4277-a97d-1a099e659f70", "tag": "7561b110-b58a-46b2-a2be-9f649c92a439", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:06:31.114930 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-55b3f317-be9a-42f4-bee9-df5258ea59d4 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:06:31.115331 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fc67b70-afae-4277-a97d-1a099e659f70', 'tag': '7561b110-b58a-46b2-a2be-9f649c92a439', 'status': 'completed', 'code': 200} Mar 11 20:06:31.134972 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29851161-0f0e-4bae-aa36-94fea078d938 req-41a8d171-5c3c-40b5-adb2-f8c424cd9c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:31.136529 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-29851161-0f0e-4bae-aa36-94fea078d938 req-41a8d171-5c3c-40b5-adb2-f8c424cd9c56 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b11a43e59f8f46a79e7cf006807148eb&device_id=1fc67b70-afae-4277-a97d-1a099e659f70 HTTP/1.1" status: 200 len: 1125 time: 0.0541422 Mar 11 20:06:31.178394 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-29851161-0f0e-4bae-aa36-94fea078d938 req-f3b0c4e4-bea7-4c43-ab38-b33dc2472ea7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7561b110-b58a-46b2-a2be-9f649c92a439 HTTP/1.1" status: 200 len: 217 time: 0.0348022 Mar 11 20:06:31.228702 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29851161-0f0e-4bae-aa36-94fea078d938 req-2ad0f9ef-6f85-40d2-9d51-c08bcd773ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:31.230201 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-29851161-0f0e-4bae-aa36-94fea078d938 req-2ad0f9ef-6f85-40d2-9d51-c08bcd773ade service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b18893cd-7265-425b-bb98-bd972e002b9e HTTP/1.1" status: 200 len: 849 time: 0.0468090 Mar 11 20:06:31.264532 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-29851161-0f0e-4bae-aa36-94fea078d938 req-8e235b53-0cf5-4ecd-8083-b96cec2a6d51 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d97eaece-1a38-447d-b5b0-f14c9b4d39c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291584 Mar 11 20:06:31.271975 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60159c3f-0914-4d99-87ee-e50db148d45e req-6966b4e7-ba43-4b7d-b652-3710f536ebab tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:31.273853 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-60159c3f-0914-4d99-87ee-e50db148d45e req-6966b4e7-ba43-4b7d-b652-3710f536ebab tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0 HTTP/1.1" status: 200 len: 943 time: 0.0558484 Mar 11 20:06:31.331046 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-60159c3f-0914-4d99-87ee-e50db148d45e req-a2ce2616-8521-40f8-b734-d9248b66c9e6 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/security-groups?id=6599d40d-6b93-4a0b-8f73-edf84c9e7d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505574 Mar 11 20:06:31.366066 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-29851161-0f0e-4bae-aa36-94fea078d938 req-6c46051d-c5e7-4bc5-a50a-06320a315a87 service neutron] 10.222.0.75 "GET /v2.0/networks/d97eaece-1a38-447d-b5b0-f14c9b4d39c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952153 Mar 11 20:06:31.468828 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-29851161-0f0e-4bae-aa36-94fea078d938 req-012df0f7-aa52-4b75-996f-71b6c380e7e2 service neutron] 10.222.0.75 "GET /v2.0/networks/d97eaece-1a38-447d-b5b0-f14c9b4d39c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974894 Mar 11 20:06:31.571093 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb35d8-a79f-44e7-bbfb-051b37b1a09b req-5a11e43a-bde7-4b42-ba08-911cc1c1464d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:31.572759 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c6fb35d8-a79f-44e7-bbfb-051b37b1a09b req-5a11e43a-bde7-4b42-ba08-911cc1c1464d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b11a43e59f8f46a79e7cf006807148eb&device_id=1fc67b70-afae-4277-a97d-1a099e659f70 HTTP/1.1" status: 200 len: 1125 time: 0.0512168 Mar 11 20:06:31.673905 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb35d8-a79f-44e7-bbfb-051b37b1a09b req-bd2bf850-478b-48a9-9034-ccbd7492889a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:31.675296 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c6fb35d8-a79f-44e7-bbfb-051b37b1a09b req-bd2bf850-478b-48a9-9034-ccbd7492889a service neutron] 10.222.0.75 "GET /v2.0/networks?id=d97eaece-1a38-447d-b5b0-f14c9b4d39c0 HTTP/1.1" status: 200 len: 910 time: 0.0942707 Mar 11 20:06:31.718052 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c6fb35d8-a79f-44e7-bbfb-051b37b1a09b req-f629e628-0806-4fda-b2de-3cf0233a05e0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7561b110-b58a-46b2-a2be-9f649c92a439 HTTP/1.1" status: 200 len: 217 time: 0.0357819 Mar 11 20:06:31.765909 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fb35d8-a79f-44e7-bbfb-051b37b1a09b req-3f64075d-7a5b-4d9d-b04a-13612410fe68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:31.767952 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c6fb35d8-a79f-44e7-bbfb-051b37b1a09b req-3f64075d-7a5b-4d9d-b04a-13612410fe68 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b18893cd-7265-425b-bb98-bd972e002b9e HTTP/1.1" status: 200 len: 849 time: 0.0426910 Mar 11 20:06:31.799879 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c6fb35d8-a79f-44e7-bbfb-051b37b1a09b req-6ad0fcd9-2d8d-4bae-a462-7d7e03019a2e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d97eaece-1a38-447d-b5b0-f14c9b4d39c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256252 Mar 11 20:06:31.902077 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c6fb35d8-a79f-44e7-bbfb-051b37b1a09b req-d7416977-6e3c-4a0e-8def-68998e63ac0d service neutron] 10.222.0.75 "GET /v2.0/networks/d97eaece-1a38-447d-b5b0-f14c9b4d39c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964193 Mar 11 20:06:31.920056 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device f0aa1ebf-4c2e-40f3-993f-d8532f988396 details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 20:06:32.002942 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c6fb35d8-a79f-44e7-bbfb-051b37b1a09b req-81a9b6e8-3acf-4986-bef4-cdf802340fb6 service neutron] 10.222.0.75 "GET /v2.0/networks/d97eaece-1a38-447d-b5b0-f14c9b4d39c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950480 Mar 11 20:06:32.035107 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port f0aa1ebf-4c2e-40f3-993f-d8532f988396, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=f0aa1ebf-4c2e-40f3-993f-d8532f988396,segment=NetworkSegment(b6d9f44f-90e0-49a0-9f7e-a494b7e8090e),segment_id=b6d9f44f-90e0-49a0-9f7e-a494b7e8090e)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:06:32.046487 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': 'f0aa1ebf-4c2e-40f3-993f-d8532f988396', 'network_id': 'fa92e7b5-885a-4517-bdf1-e22483e17a73', 'port_id': 'f0aa1ebf-4c2e-40f3-993f-d8532f988396', 'mac_address': 'fa:16:3e:e1:72:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 853, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6219a93-8483-405b-9eb3-5cde14ecbab2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 20:06:32.085791 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port f0aa1ebf-4c2e-40f3-993f-d8532f988396 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:06:32.086286 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (f0aa1ebf-4c2e-40f3-993f-d8532f988396), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:32.100509 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0aa1ebf-4c2e-40f3-993f-d8532f988396 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:06:32.127070 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port f0aa1ebf-4c2e-40f3-993f-d8532f988396, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=f0aa1ebf-4c2e-40f3-993f-d8532f988396,segment=NetworkSegment(b6d9f44f-90e0-49a0-9f7e-a494b7e8090e),segment_id=b6d9f44f-90e0-49a0-9f7e-a494b7e8090e)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:06:32.134363 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (f0aa1ebf-4c2e-40f3-993f-d8532f988396), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:32.173698 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f047a0-9ddd-4363-84db-c3c1bb7c075d req-c00dde95-1970-4ec8-8158-98e78115da3f tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:32.175206 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d9f047a0-9ddd-4363-84db-c3c1bb7c075d req-c00dde95-1970-4ec8-8158-98e78115da3f tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fc67b70-afae-4277-a97d-1a099e659f70 HTTP/1.1" status: 200 len: 943 time: 0.0613348 Mar 11 20:06:32.191310 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=f0aa1ebf-4c2e-40f3-993f-d8532f988396,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:06:32.228074 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d9f047a0-9ddd-4363-84db-c3c1bb7c075d req-e1171d5c-f085-46cc-91bf-cbc5e152f851 tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] 10.222.0.65 "GET /v2.0/security-groups?id=34e3ed2a-15bd-4826-bd6d-09c7ed6d74ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455472 Mar 11 20:06:32.461274 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b26a2-a51a-4c9c-a814-2aebbab15780 req-40d46e13-b9ea-4ec2-bc37-fcec67828bf6 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:32.462808 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e75b26a2-a51a-4c9c-a814-2aebbab15780 req-40d46e13-b9ea-4ec2-bc37-fcec67828bf6 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0 HTTP/1.1" status: 200 len: 944 time: 0.0600610 Mar 11 20:06:32.478107 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['f0aa1ebf-4c2e-40f3-993f-d8532f988396'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:06:32.535664 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e75b26a2-a51a-4c9c-a814-2aebbab15780 req-693916b5-7aed-496d-a2d1-e89651074ba0 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/security-groups?id=6599d40d-6b93-4a0b-8f73-edf84c9e7d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668743 Mar 11 20:06:32.801089 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa73d02-e485-4eeb-a6aa-b83b52b19327 req-8e357a42-f1b3-43a1-b8c4-60688f68dc87 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:32.802480 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-efa73d02-e485-4eeb-a6aa-b83b52b19327 req-8e357a42-f1b3-43a1-b8c4-60688f68dc87 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] 10.222.0.65 "GET /v2.0/ports?device_id=dfa8466b-7ef7-471f-8851-d6fab5829751 HTTP/1.1" status: 200 len: 945 time: 0.0587330 Mar 11 20:06:32.849633 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-efa73d02-e485-4eeb-a6aa-b83b52b19327 req-8638cb1d-da7c-4a07-a273-0f28259deeed tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cf2f974-c2b6-4dae-90a8-ac841db8533f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412819 Mar 11 20:06:33.347566 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:06:33.354452 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b0864-787f-4776-bbd3-8264937eacdf req-483c09c8-29d7-47b6-bdd3-e4739de30302 tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:33.355977 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-676b0864-787f-4776-bbd3-8264937eacdf req-483c09c8-29d7-47b6-bdd3-e4739de30302 tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fc67b70-afae-4277-a97d-1a099e659f70 HTTP/1.1" status: 200 len: 943 time: 0.0550554 Mar 11 20:06:33.403851 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-676b0864-787f-4776-bbd3-8264937eacdf req-1045f3de-2619-4e47-953f-f1e9a574e708 tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] 10.222.0.65 "GET /v2.0/security-groups?id=34e3ed2a-15bd-4826-bd6d-09c7ed6d74ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420775 Mar 11 20:06:33.658316 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62111e4f-a800-4462-9654-478661185db3 req-6a63c919-4539-499b-87f4-659fcf352734 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:33.659932 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-62111e4f-a800-4462-9654-478661185db3 req-6a63c919-4539-499b-87f4-659fcf352734 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0 HTTP/1.1" status: 200 len: 944 time: 0.0533991 Mar 11 20:06:33.714280 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-62111e4f-a800-4462-9654-478661185db3 req-4568ed2b-acc7-4a22-9f8f-97ce5188db51 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/security-groups?id=6599d40d-6b93-4a0b-8f73-edf84c9e7d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487027 Mar 11 20:06:33.935086 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device f0aa1ebf-4c2e-40f3-993f-d8532f988396 up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:06:33.980793 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3374f8c0-d18e-48db-b348-ee4f5064591e req-ba44eeb1-d904-498f-ae28-8fb4ae1fef65 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:33.983060 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3374f8c0-d18e-48db-b348-ee4f5064591e req-ba44eeb1-d904-498f-ae28-8fb4ae1fef65 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] 10.222.0.65 "GET /v2.0/ports?device_id=dfa8466b-7ef7-471f-8851-d6fab5829751 HTTP/1.1" status: 200 len: 945 time: 0.0658593 Mar 11 20:06:33.994117 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port f0aa1ebf-4c2e-40f3-993f-d8532f988396 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 20:06:33.998504 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port f0aa1ebf-4c2e-40f3-993f-d8532f988396 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:06:33.998888 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (f0aa1ebf-4c2e-40f3-993f-d8532f988396), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:34.042853 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3374f8c0-d18e-48db-b348-ee4f5064591e req-9f0e7a6f-ab64-4215-80d7-03ca6b0663d1 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cf2f974-c2b6-4dae-90a8-ac841db8533f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520670 Mar 11 20:06:34.096105 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port f0aa1ebf-4c2e-40f3-993f-d8532f988396 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:06:34.096499 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (f0aa1ebf-4c2e-40f3-993f-d8532f988396), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:34.123416 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0aa1ebf-4c2e-40f3-993f-d8532f988396'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:06:34.125703 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e6a8f2-6e5e-4f95-9b2d-949b7045fae4" -d '{"events": [{"server_uuid": "5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0", "name": "network-vif-plugged", "status": "completed", "tag": "f0aa1ebf-4c2e-40f3-993f-d8532f988396"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:06:34.140642 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port f0aa1ebf-4c2e-40f3-993f-d8532f988396, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=f0aa1ebf-4c2e-40f3-993f-d8532f988396,segment=NetworkSegment(b6d9f44f-90e0-49a0-9f7e-a494b7e8090e),segment_id=b6d9f44f-90e0-49a0-9f7e-a494b7e8090e)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:06:34.146566 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (f0aa1ebf-4c2e-40f3-993f-d8532f988396), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:34.191058 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13dd892e-b286-4eb4-a16a-81b208165760 x-openstack-request-id: req-13dd892e-b286-4eb4-a16a-81b208165760 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:06:34.191469 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0", "name": "network-vif-plugged", "status": "completed", "tag": "f0aa1ebf-4c2e-40f3-993f-d8532f988396", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:06:34.191824 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-13dd892e-b286-4eb4-a16a-81b208165760 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:06:34.192415 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0aa1ebf-4c2e-40f3-993f-d8532f988396', 'code': 200} Mar 11 20:06:34.200869 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56488817-c1de-4aed-bfd8-08bc7493cd4c req-5ff51b3b-7add-42f8-ace1-85f736c785f1 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:34.203561 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-56488817-c1de-4aed-bfd8-08bc7493cd4c req-5ff51b3b-7add-42f8-ace1-85f736c785f1 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] 10.222.0.75 "GET /v2.0/ports?device_id=dfa8466b-7ef7-471f-8851-d6fab5829751 HTTP/1.1" status: 200 len: 945 time: 0.0739720 Mar 11 20:06:34.205200 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=f0aa1ebf-4c2e-40f3-993f-d8532f988396,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:06:34.304225 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc8fd32-fd61-4060-8ad1-5b62d7613702 req-3074aa2e-3e54-40e4-b401-acd312b070ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:34.305377 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-56488817-c1de-4aed-bfd8-08bc7493cd4c req-72b50dfc-6cb4-4801-a33d-db9858ec83e0 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Deleting port fde418ff-a4f1-4247-b75e-26706342dc21 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:06:34.305726 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-56488817-c1de-4aed-bfd8-08bc7493cd4c req-72b50dfc-6cb4-4801-a33d-db9858ec83e0 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (fde418ff-a4f1-4247-b75e-26706342dc21), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:34.305887 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0dc8fd32-fd61-4060-8ad1-5b62d7613702 req-3074aa2e-3e54-40e4-b401-acd312b070ab service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0 HTTP/1.1" status: 200 len: 1127 time: 0.0471134 Mar 11 20:06:34.320381 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 7561b110-b58a-46b2-a2be-9f649c92a439 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 20:06:34.360509 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0dc8fd32-fd61-4060-8ad1-5b62d7613702 req-ebb13b69-1bad-4ed7-9131-d4137f504d7d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6599d40d-6b93-4a0b-8f73-edf84c9e7d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483062 Mar 11 20:06:34.409071 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-56488817-c1de-4aed-bfd8-08bc7493cd4c req-72b50dfc-6cb4-4801-a33d-db9858ec83e0 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] For port fde418ff-a4f1-4247-b75e-26706342dc21, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=fde418ff-a4f1-4247-b75e-26706342dc21,segment=NetworkSegment(4c94b858-19f9-4a63-b8c5-a2e7700dcae2),segment_id=4c94b858-19f9-4a63-b8c5-a2e7700dcae2)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:06:34.409470 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-56488817-c1de-4aed-bfd8-08bc7493cd4c req-72b50dfc-6cb4-4801-a33d-db9858ec83e0 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (fde418ff-a4f1-4247-b75e-26706342dc21), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:34.425075 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-56488817-c1de-4aed-bfd8-08bc7493cd4c req-72b50dfc-6cb4-4801-a33d-db9858ec83e0 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Calling delete_port for fde418ff-a4f1-4247-b75e-26706342dc21 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:06:34.441078 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 7561b110-b58a-46b2-a2be-9f649c92a439, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=7561b110-b58a-46b2-a2be-9f649c92a439,segment=NetworkSegment(5cbb32d5-3c1d-4883-8666-314ce45efff1),segment_id=5cbb32d5-3c1d-4883-8666-314ce45efff1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:06:34.455942 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '7561b110-b58a-46b2-a2be-9f649c92a439', 'network_id': 'd97eaece-1a38-447d-b5b0-f14c9b4d39c0', 'port_id': '7561b110-b58a-46b2-a2be-9f649c92a439', 'mac_address': 'fa:16:3e:82:56:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 860, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b18893cd-7265-425b-bb98-bd972e002b9e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 20:06:34.506724 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 7561b110-b58a-46b2-a2be-9f649c92a439 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:06:34.507531 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (7561b110-b58a-46b2-a2be-9f649c92a439), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:34.524535 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7561b110-b58a-46b2-a2be-9f649c92a439 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:06:34.548690 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97455c38-7a8f-4d3b-901d-e6eb21fddce9 req-71b68c57-dfba-4f3b-9b2b-ffac97bd337f tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:34.550635 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-97455c38-7a8f-4d3b-901d-e6eb21fddce9 req-71b68c57-dfba-4f3b-9b2b-ffac97bd337f tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fc67b70-afae-4277-a97d-1a099e659f70 HTTP/1.1" status: 200 len: 943 time: 0.0695295 Mar 11 20:06:34.550783 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 7561b110-b58a-46b2-a2be-9f649c92a439, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=7561b110-b58a-46b2-a2be-9f649c92a439,segment=NetworkSegment(5cbb32d5-3c1d-4883-8666-314ce45efff1),segment_id=5cbb32d5-3c1d-4883-8666-314ce45efff1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:06:34.567356 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (7561b110-b58a-46b2-a2be-9f649c92a439), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:34.604493 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-56488817-c1de-4aed-bfd8-08bc7493cd4c req-72b50dfc-6cb4-4801-a33d-db9858ec83e0 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (fde418ff-a4f1-4247-b75e-26706342dc21), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:34.618835 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['fde418ff-a4f1-4247-b75e-26706342dc21'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:06:34.619298 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-97455c38-7a8f-4d3b-901d-e6eb21fddce9 req-f53871da-746f-4e46-a2aa-7dee16135916 tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] 10.222.0.65 "GET /v2.0/security-groups?id=34e3ed2a-15bd-4826-bd6d-09c7ed6d74ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600355 Mar 11 20:06:34.666408 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=7561b110-b58a-46b2-a2be-9f649c92a439,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:06:34.669150 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b50dfc-6cb4-4801-a33d-db9858ec83e0 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Pushing event deleted for resources: {'Port': ['ID=fde418ff-a4f1-4247-b75e-26706342dc21,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:06:34.691296 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-56488817-c1de-4aed-bfd8-08bc7493cd4c req-72b50dfc-6cb4-4801-a33d-db9858ec83e0 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] No DVR routers for this DVR port fde418ff-a4f1-4247-b75e-26706342dc21 on host n-h1-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:06:34.694847 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-56488817-c1de-4aed-bfd8-08bc7493cd4c req-72b50dfc-6cb4-4801-a33d-db9858ec83e0 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:34.699551 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-56488817-c1de-4aed-bfd8-08bc7493cd4c req-72b50dfc-6cb4-4801-a33d-db9858ec83e0 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] 10.222.0.75 "DELETE /v2.0/ports/fde418ff-a4f1-4247-b75e-26706342dc21 HTTP/1.1" status: 204 len: 173 time: 0.4902041 Mar 11 20:06:34.700053 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfa8466b-7ef7-471f-8851-d6fab5829751', 'name': 'network-vif-deleted', 'tag': 'fde418ff-a4f1-4247-b75e-26706342dc21'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:06:34.703339 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef0f486-083b-4537-9db8-c4dce357021c" -d '{"events": [{"server_uuid": "dfa8466b-7ef7-471f-8851-d6fab5829751", "name": "network-vif-deleted", "tag": "fde418ff-a4f1-4247-b75e-26706342dc21"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:06:34.743583 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4e2c0b-9d8f-440f-9a1b-3d490226b324 x-openstack-request-id: req-3e4e2c0b-9d8f-440f-9a1b-3d490226b324 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:06:34.743951 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfa8466b-7ef7-471f-8851-d6fab5829751", "name": "network-vif-deleted", "tag": "fde418ff-a4f1-4247-b75e-26706342dc21", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:06:34.744930 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3e4e2c0b-9d8f-440f-9a1b-3d490226b324 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:06:34.745484 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfa8466b-7ef7-471f-8851-d6fab5829751', 'name': 'network-vif-deleted', 'tag': 'fde418ff-a4f1-4247-b75e-26706342dc21', 'status': 'completed', 'code': 200} Mar 11 20:06:34.761633 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['7561b110-b58a-46b2-a2be-9f649c92a439'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:06:34.880746 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19857487-a6c7-4ea9-9cc2-61cba3b78fb0 req-7a964565-793c-44be-94ae-a6323d042fbb tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:34.883237 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-19857487-a6c7-4ea9-9cc2-61cba3b78fb0 req-7a964565-793c-44be-94ae-a6323d042fbb tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0 HTTP/1.1" status: 200 len: 945 time: 0.0598412 Mar 11 20:06:34.943199 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-19857487-a6c7-4ea9-9cc2-61cba3b78fb0 req-20d8c1df-7dac-483f-9bcd-466922278daf tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/security-groups?id=6599d40d-6b93-4a0b-8f73-edf84c9e7d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544314 Mar 11 20:06:35.160190 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6e6476c4-6326-4513-815b-ed97fb8c03d5 req-e643cc18-aa60-492f-a560-3c6bdd98f711 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] 10.222.0.65 "GET /v2.0/ports?device_id=dfa8466b-7ef7-471f-8851-d6fab5829751 HTTP/1.1" status: 200 len: 210 time: 0.0325723 Mar 11 20:06:35.753162 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7dfa5-7d67-4f5d-b1cd-0c0ad9d6b04c req-d7de1e9b-667e-45b8-8829-a20e93e964b0 tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:35.754380 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8eb7dfa5-7d67-4f5d-b1cd-0c0ad9d6b04c req-d7de1e9b-667e-45b8-8829-a20e93e964b0 tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fc67b70-afae-4277-a97d-1a099e659f70 HTTP/1.1" status: 200 len: 944 time: 0.0603981 Mar 11 20:06:35.802782 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8eb7dfa5-7d67-4f5d-b1cd-0c0ad9d6b04c req-08473c76-e7fe-4e4a-9d7c-fcc8b46f6540 tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] 10.222.0.65 "GET /v2.0/security-groups?id=34e3ed2a-15bd-4826-bd6d-09c7ed6d74ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424497 Mar 11 20:06:35.946756 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b63c1ae6-5fcd-4c9f-94e3-e7a662e82b7b req-a84537ba-1e4a-48f8-8f05-0f03e74c11d1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0472734 Mar 11 20:06:36.075598 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c1ae6-5fcd-4c9f-94e3-e7a662e82b7b req-aee25534-3d4f-4d66-adc6-ad6d94e54e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:36.077147 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b63c1ae6-5fcd-4c9f-94e3-e7a662e82b7b req-aee25534-3d4f-4d66-adc6-ad6d94e54e05 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d558505ee46d412491221fab874b8522&device_id=5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0 HTTP/1.1" status: 200 len: 1127 time: 0.0882378 Mar 11 20:06:36.094954 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3978b9-1b91-4f89-a78f-230810efc7a2 req-2fdbbebd-fe3b-4371-bb18-f7d381d2dd0c tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:36.100195 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bd3978b9-1b91-4f89-a78f-230810efc7a2 req-2fdbbebd-fe3b-4371-bb18-f7d381d2dd0c tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0 HTTP/1.1" status: 200 len: 945 time: 0.0841651 Mar 11 20:06:36.220486 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bd3978b9-1b91-4f89-a78f-230810efc7a2 req-13f2b3e3-9800-4e12-90fc-464ae552051d tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/security-groups?id=6599d40d-6b93-4a0b-8f73-edf84c9e7d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033864 Mar 11 20:06:36.250759 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c1ae6-5fcd-4c9f-94e3-e7a662e82b7b req-ab936ba2-c0ca-4225-803e-f77c90e21661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:36.252356 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b63c1ae6-5fcd-4c9f-94e3-e7a662e82b7b req-ab936ba2-c0ca-4225-803e-f77c90e21661 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fa92e7b5-885a-4517-bdf1-e22483e17a73 HTTP/1.1" status: 200 len: 914 time: 0.1475198 Mar 11 20:06:36.307414 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b63c1ae6-5fcd-4c9f-94e3-e7a662e82b7b req-ec455a48-6b0d-4c1a-aaf6-cf022af5aa9b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0aa1ebf-4c2e-40f3-993f-d8532f988396 HTTP/1.1" status: 200 len: 217 time: 0.0488822 Mar 11 20:06:36.321091 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 7561b110-b58a-46b2-a2be-9f649c92a439 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:06:36.414851 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c1ae6-5fcd-4c9f-94e3-e7a662e82b7b req-d0951e8b-b3ae-4259-8824-ab731e464ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:36.415269 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port 7561b110-b58a-46b2-a2be-9f649c92a439 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 20:06:36.416376 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b63c1ae6-5fcd-4c9f-94e3-e7a662e82b7b req-d0951e8b-b3ae-4259-8824-ab731e464ae2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c6219a93-8483-405b-9eb3-5cde14ecbab2 HTTP/1.1" status: 200 len: 852 time: 0.1040096 Mar 11 20:06:36.421043 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 7561b110-b58a-46b2-a2be-9f649c92a439 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:06:36.421777 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (7561b110-b58a-46b2-a2be-9f649c92a439), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:36.484473 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dce5462-009d-496a-bc63-b95a3c644b8b req-ed8d954e-a1dc-4784-ad08-0888c7812a3f tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:36.492867 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6dce5462-009d-496a-bc63-b95a3c644b8b req-ed8d954e-a1dc-4784-ad08-0888c7812a3f tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0 HTTP/1.1" status: 200 len: 945 time: 0.1285167 Mar 11 20:06:36.531332 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 7561b110-b58a-46b2-a2be-9f649c92a439 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:06:36.531839 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (7561b110-b58a-46b2-a2be-9f649c92a439), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:36.567282 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc67b70-afae-4277-a97d-1a099e659f70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7561b110-b58a-46b2-a2be-9f649c92a439'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:06:36.569658 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44749f10-1ec5-4657-8c09-c87a65bf220c" -d '{"events": [{"server_uuid": "1fc67b70-afae-4277-a97d-1a099e659f70", "name": "network-vif-plugged", "status": "completed", "tag": "7561b110-b58a-46b2-a2be-9f649c92a439"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:06:36.574185 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c1ae6-5fcd-4c9f-94e3-e7a662e82b7b req-cd242710-647c-483a-a36d-267676d9077a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:36.575889 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b63c1ae6-5fcd-4c9f-94e3-e7a662e82b7b req-cd242710-647c-483a-a36d-267676d9077a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fa92e7b5-885a-4517-bdf1-e22483e17a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1505787 Mar 11 20:06:36.583973 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 7561b110-b58a-46b2-a2be-9f649c92a439, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=7561b110-b58a-46b2-a2be-9f649c92a439,segment=NetworkSegment(5cbb32d5-3c1d-4883-8666-314ce45efff1),segment_id=5cbb32d5-3c1d-4883-8666-314ce45efff1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:06:36.590276 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (7561b110-b58a-46b2-a2be-9f649c92a439), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:36.644533 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=7561b110-b58a-46b2-a2be-9f649c92a439,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:06:36.697157 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6dce5462-009d-496a-bc63-b95a3c644b8b req-b7ae32de-cbfd-4443-9409-29a6bd09caa1 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/security-groups?id=6599d40d-6b93-4a0b-8f73-edf84c9e7d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1865606 Mar 11 20:06:36.697157 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b63c1ae6-5fcd-4c9f-94e3-e7a662e82b7b req-43fd955c-5dbe-4f66-9dfb-14f7dd999dd0 service neutron] 10.222.0.57 "GET /v2.0/networks/fa92e7b5-885a-4517-bdf1-e22483e17a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140566 Mar 11 20:06:36.697553 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 49994) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:06:36.744249 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142a18a0-5686-4b2c-8a65-b5e623bd5c7b x-openstack-request-id: req-142a18a0-5686-4b2c-8a65-b5e623bd5c7b {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:06:36.744551 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc67b70-afae-4277-a97d-1a099e659f70", "name": "network-vif-plugged", "status": "completed", "tag": "7561b110-b58a-46b2-a2be-9f649c92a439", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:06:36.744814 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-142a18a0-5686-4b2c-8a65-b5e623bd5c7b {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:06:36.745224 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc67b70-afae-4277-a97d-1a099e659f70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7561b110-b58a-46b2-a2be-9f649c92a439', 'code': 200} Mar 11 20:06:36.816991 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b63c1ae6-5fcd-4c9f-94e3-e7a662e82b7b req-5937f46e-03c2-444d-9b43-982ec4e3575d service neutron] 10.222.0.57 "GET /v2.0/networks/fa92e7b5-885a-4517-bdf1-e22483e17a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143436 Mar 11 20:06:36.886875 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e68692f-3294-4144-890f-5f2a4f7272cd req-8c01c24b-efb5-4dcb-9066-fcf4c7de229b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:36.888357 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-6e68692f-3294-4144-890f-5f2a4f7272cd req-8c01c24b-efb5-4dcb-9066-fcf4c7de229b service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=1fc67b70-afae-4277-a97d-1a099e659f70 HTTP/1.1" status: 200 len: 1127 time: 0.0810399 Mar 11 20:06:36.978000 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-6e68692f-3294-4144-890f-5f2a4f7272cd req-b8d1a9a4-3f37-443e-b62d-60acbab82984 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=34e3ed2a-15bd-4826-bd6d-09c7ed6d74ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811615 Mar 11 20:06:37.029538 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cb8fcd-96e0-4d93-8e3e-d18cc6927ce5 req-272f2912-c48e-4182-b101-90343dc60d84 tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:37.031142 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-37cb8fcd-96e0-4d93-8e3e-d18cc6927ce5 req-272f2912-c48e-4182-b101-90343dc60d84 tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fc67b70-afae-4277-a97d-1a099e659f70 HTTP/1.1" status: 200 len: 945 time: 0.1147504 Mar 11 20:06:37.065501 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e16b304-63bf-41c8-b8bf-293e0d27b63a tempest-TestVolumeBackupRestore-921604158 tempest-TestVolumeBackupRestore-921604158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:37.067111 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8e16b304-63bf-41c8-b8bf-293e0d27b63a tempest-TestVolumeBackupRestore-921604158 tempest-TestVolumeBackupRestore-921604158-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0 HTTP/1.1" status: 200 len: 1122 time: 0.3684952 Mar 11 20:06:37.071596 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 50000) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:06:37.082142 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-c3f3e833-c0e0-4b45-9c15-4604adef89d7 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Request body: {'floatingip': {'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'port_id': 'f0aa1ebf-4c2e-40f3-993f-d8532f988396', 'tenant_id': 'd558505ee46d412491221fab874b8522', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:06:37.117969 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-37cb8fcd-96e0-4d93-8e3e-d18cc6927ce5 req-098eae3d-b3d7-4d82-9beb-c8e66ccad57a tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] 10.222.0.65 "GET /v2.0/security-groups?id=34e3ed2a-15bd-4826-bd6d-09c7ed6d74ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771029 Mar 11 20:06:37.125342 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c3f3e833-c0e0-4b45-9c15-4604adef89d7 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:37.230897 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c3f3e833-c0e0-4b45-9c15-4604adef89d7 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:37.346518 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-c3f3e833-c0e0-4b45-9c15-4604adef89d7 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Allocated IP 172.25.8.169 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/efd4eb67-78af-480c-b536-c66eb88a1743) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:06:37.451937 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c3f3e833-c0e0-4b45-9c15-4604adef89d7 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Publish callbacks [] for port (efd4eb67-78af-480c-b536-c66eb88a1743), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:37.491510 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c3f3e833-c0e0-4b45-9c15-4604adef89d7 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (efd4eb67-78af-480c-b536-c66eb88a1743), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:37.535016 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f3e833-c0e0-4b45-9c15-4604adef89d7 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:06:37.545046 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-c3f3e833-c0e0-4b45-9c15-4604adef89d7 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:06:37.549067 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f3e833-c0e0-4b45-9c15-4604adef89d7 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:06:37.571782 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f3e833-c0e0-4b45-9c15-4604adef89d7 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Pushing event updated for resources: {'Port': ['ID=efd4eb67-78af-480c-b536-c66eb88a1743,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:06:37.993905 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c3f3e833-c0e0-4b45-9c15-4604adef89d7 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Publish callbacks [] for floatingip (685e8da6-bb92-41a4-8a03-7409b72a701d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:38.121066 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c3f3e833-c0e0-4b45-9c15-4604adef89d7 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (efd4eb67-78af-480c-b536-c66eb88a1743), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:38.321551 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a919ba-bd18-4278-843a-2c68a54cbd8f req-d5903649-f329-4d8e-ba55-7aa91b93c3d9 tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:38.324187 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-27a919ba-bd18-4278-843a-2c68a54cbd8f req-d5903649-f329-4d8e-ba55-7aa91b93c3d9 tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fc67b70-afae-4277-a97d-1a099e659f70 HTTP/1.1" status: 200 len: 945 time: 0.1152730 Mar 11 20:06:38.335193 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device fde418ff-a4f1-4247-b75e-26706342dc21 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:06:38.357075 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: fde418ff-a4f1-4247-b75e-26706342dc21 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:06:38.357563 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device fde418ff-a4f1-4247-b75e-26706342dc21 not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:06:38.359123 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c3f3e833-c0e0-4b45-9c15-4604adef89d7 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Publish callbacks [] for port (efd4eb67-78af-480c-b536-c66eb88a1743), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:38.369043 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c3f3e833-c0e0-4b45-9c15-4604adef89d7 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (efd4eb67-78af-480c-b536-c66eb88a1743), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:38.465085 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f3e833-c0e0-4b45-9c15-4604adef89d7 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Pushing event updated for resources: {'Port': ['ID=efd4eb67-78af-480c-b536-c66eb88a1743,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:06:38.480245 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-27a919ba-bd18-4278-843a-2c68a54cbd8f req-62c717cd-43a0-4ff1-b028-399d6c70d3f5 tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] 10.222.0.65 "GET /v2.0/security-groups?id=34e3ed2a-15bd-4826-bd6d-09c7ed6d74ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511185 Mar 11 20:06:38.488948 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c3f3e833-c0e0-4b45-9c15-4604adef89d7 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (685e8da6-bb92-41a4-8a03-7409b72a701d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:38.625286 n-d-833163-1 neutron-server[103885]: INFO neutron.db.l3_db [None req-c3f3e833-c0e0-4b45-9c15-4604adef89d7 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Floating IP 685e8da6-bb92-41a4-8a03-7409b72a701d associated. External IP: 172.25.8.169, port: f0aa1ebf-4c2e-40f3-993f-d8532f988396. Mar 11 20:06:38.938324 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3f3e833-c0e0-4b45-9c15-4604adef89d7 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Router e3a64e6a-52b4-4f54-9f72-a8c8327546b0 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:06:39.114971 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f3e833-c0e0-4b45-9c15-4604adef89d7 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:06:39.141278 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28b5136-ce48-4f1d-ba1c-e1567b6e0bc8 None None] Sync routers for ids ['e3a64e6a-52b4-4f54-9f72-a8c8327546b0'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:06:39.146018 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c3f3e833-c0e0-4b45-9c15-4604adef89d7 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:39.160803 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28b5136-ce48-4f1d-ba1c-e1567b6e0bc8 None None] Routers {'e3a64e6a-52b4-4f54-9f72-a8c8327546b0'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:06:39.161563 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-d28b5136-ce48-4f1d-ba1c-e1567b6e0bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:06:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['e3a64e6a-52b4-4f54-9f72-a8c8327546b0'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:06:39.203621 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-c3f3e833-c0e0-4b45-9c15-4604adef89d7 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1313655 Mar 11 20:06:39.205751 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0', 'tag': 'f0aa1ebf-4c2e-40f3-993f-d8532f988396'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:06:39.206664 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50024) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:06:39.209469 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a3f2d5-4f30-4625-b90f-d3563cab00c2" -d '{"events": [{"name": "network-changed", "server_uuid": "5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0", "tag": "f0aa1ebf-4c2e-40f3-993f-d8532f988396"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:06:39.352872 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1096c8ac-8bfa-46e4-8da9-a5abd5542c5e tempest-TestVolumeBackupRestore-921604158 tempest-TestVolumeBackupRestore-921604158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:39.370857 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-1096c8ac-8bfa-46e4-8da9-a5abd5542c5e tempest-TestVolumeBackupRestore-921604158 tempest-TestVolumeBackupRestore-921604158-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0 HTTP/1.1" status: 200 len: 1122 time: 0.1608534 Mar 11 20:06:39.372017 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 50030) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:06:39.376441 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-5747fab8-ad0d-45ab-8b8f-947288b53a97 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Request body: {'floatingip': {'port_id': 'f0aa1ebf-4c2e-40f3-993f-d8532f988396'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:06:39.380792 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf64b2bb-4a45-4e6e-bd33-65717878709f x-openstack-request-id: req-cf64b2bb-4a45-4e6e-bd33-65717878709f {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:06:39.381083 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0", "tag": "f0aa1ebf-4c2e-40f3-993f-d8532f988396", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:06:39.381345 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cf64b2bb-4a45-4e6e-bd33-65717878709f {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:06:39.381747 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0', 'tag': 'f0aa1ebf-4c2e-40f3-993f-d8532f988396', 'status': 'completed', 'code': 200} Mar 11 20:06:39.487983 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5747fab8-ad0d-45ab-8b8f-947288b53a97 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Publish callbacks [] for floatingip (685e8da6-bb92-41a4-8a03-7409b72a701d), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:39.656325 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-d28b5136-ce48-4f1d-ba1c-e1567b6e0bc8 None None] Set router e3a64e6a-52b4-4f54-9f72-a8c8327546b0 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:06:39.953395 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3f2d5-4f30-4625-b90f-d3563cab00c2 req-175c0ff5-36ac-47b4-9ea9-4c8d642fe795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:39.955179 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-74a3f2d5-4f30-4625-b90f-d3563cab00c2 req-175c0ff5-36ac-47b4-9ea9-4c8d642fe795 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d558505ee46d412491221fab874b8522&device_id=5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0 HTTP/1.1" status: 200 len: 1127 time: 0.5274360 Mar 11 20:06:40.008232 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-d28b5136-ce48-4f1d-ba1c-e1567b6e0bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a64e6a-52b4-4f54-9f72-a8c8327546b0', 'name': 'tempest-TestVolumeBackupRestore-976074374-router', 'tenant_id': 'd558505ee46d412491221fab874b8522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'daa06607-0fce-4be1-ae6f-818a7d50fa2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:02:25Z', 'updated_at': '2022-03-11T20:02:29Z', 'revision_number': 4, 'project_id': 'd558505ee46d412491221fab874b8522', 'gw_port': {'id': 'daa06607-0fce-4be1-ae6f-818a7d50fa2a', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:fe:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a64e6a-52b4-4f54-9f72-a8c8327546b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:02:25Z', 'updated_at': '2022-03-11T20:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '685e8da6-bb92-41a4-8a03-7409b72a701d', 'tenant_id': 'd558505ee46d412491221fab874b8522', 'floating_ip_address': '172.25.8.169', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'e3a64e6a-52b4-4f54-9f72-a8c8327546b0', 'port_id': 'f0aa1ebf-4c2e-40f3-993f-d8532f988396', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3893, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa92e7b5-885a-4517-bdf1-e22483e17a73', 'mac_address': 'fa:16:3e:e1:72:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:06:37Z', 'updated_at': '2022-03-11T20:06:37Z', 'revision_number': 0, 'project_id': 'd558505ee46d412491221fab874b8522', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b3716f6-86b3-4376-8798-5f90000ff191', 'name': '', 'network_id': 'fa92e7b5-885a-4517-bdf1-e22483e17a73', 'tenant_id': 'd558505ee46d412491221fab874b8522', 'mac_address': 'fa:16:3e:e5:3c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a64e6a-52b4-4f54-9f72-a8c8327546b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': 'c6219a93-8483-405b-9eb3-5cde14ecbab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:02:28Z', 'updated_at': '2022-03-11T20:02:34Z', 'revision_number': 5, 'project_id': 'd558505ee46d412491221fab874b8522', 'subnets': [{'id': 'c6219a93-8483-405b-9eb3-5cde14ecbab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:06:40.042654 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28b5136-ce48-4f1d-ba1c-e1567b6e0bc8 None None] Checking router: e3a64e6a-52b4-4f54-9f72-a8c8327546b0 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:06:40.054633 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28b5136-ce48-4f1d-ba1c-e1567b6e0bc8 None None] Routers {'e3a64e6a-52b4-4f54-9f72-a8c8327546b0'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:06:40.055326 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-d28b5136-ce48-4f1d-ba1c-e1567b6e0bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:06:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['e3a64e6a-52b4-4f54-9f72-a8c8327546b0'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:06:40.059050 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0aca37-b080-4a6c-b009-fd7dd5bf1ef2 req-714c82ca-4535-4448-8b5c-9339615831db tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:40.066377 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-df0aca37-b080-4a6c-b009-fd7dd5bf1ef2 req-714c82ca-4535-4448-8b5c-9339615831db tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fc67b70-afae-4277-a97d-1a099e659f70 HTTP/1.1" status: 200 len: 945 time: 0.5746222 Mar 11 20:06:40.180463 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-d28b5136-ce48-4f1d-ba1c-e1567b6e0bc8 None None] Set router e3a64e6a-52b4-4f54-9f72-a8c8327546b0 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:06:40.206598 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-df0aca37-b080-4a6c-b009-fd7dd5bf1ef2 req-95fcaa9e-7277-4ce6-b1b5-8ed1be655008 tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] 10.222.0.65 "GET /v2.0/security-groups?id=34e3ed2a-15bd-4826-bd6d-09c7ed6d74ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392868 Mar 11 20:06:40.389495 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3f2d5-4f30-4625-b90f-d3563cab00c2 req-ace5571d-4bc0-4ce2-95b2-107c1e8466b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:40.393236 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-74a3f2d5-4f30-4625-b90f-d3563cab00c2 req-ace5571d-4bc0-4ce2-95b2-107c1e8466b1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fa92e7b5-885a-4517-bdf1-e22483e17a73 HTTP/1.1" status: 200 len: 914 time: 0.4288657 Mar 11 20:06:40.448342 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-d28b5136-ce48-4f1d-ba1c-e1567b6e0bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a64e6a-52b4-4f54-9f72-a8c8327546b0', 'name': 'tempest-TestVolumeBackupRestore-976074374-router', 'tenant_id': 'd558505ee46d412491221fab874b8522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'daa06607-0fce-4be1-ae6f-818a7d50fa2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:02:25Z', 'updated_at': '2022-03-11T20:02:29Z', 'revision_number': 4, 'project_id': 'd558505ee46d412491221fab874b8522', 'gw_port': {'id': 'daa06607-0fce-4be1-ae6f-818a7d50fa2a', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:fe:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a64e6a-52b4-4f54-9f72-a8c8327546b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:02:25Z', 'updated_at': '2022-03-11T20:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '685e8da6-bb92-41a4-8a03-7409b72a701d', 'tenant_id': 'd558505ee46d412491221fab874b8522', 'floating_ip_address': '172.25.8.169', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'e3a64e6a-52b4-4f54-9f72-a8c8327546b0', 'port_id': 'f0aa1ebf-4c2e-40f3-993f-d8532f988396', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3893, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa92e7b5-885a-4517-bdf1-e22483e17a73', 'mac_address': 'fa:16:3e:e1:72:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:06:37Z', 'updated_at': '2022-03-11T20:06:37Z', 'revision_number': 0, 'project_id': 'd558505ee46d412491221fab874b8522', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b3716f6-86b3-4376-8798-5f90000ff191', 'name': '', 'network_id': 'fa92e7b5-885a-4517-bdf1-e22483e17a73', 'tenant_id': 'd558505ee46d412491221fab874b8522', 'mac_address': 'fa:16:3e:e5:3c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a64e6a-52b4-4f54-9f72-a8c8327546b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': 'c6219a93-8483-405b-9eb3-5cde14ecbab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:02:28Z', 'updated_at': '2022-03-11T20:02:34Z', 'revision_number': 5, 'project_id': 'd558505ee46d412491221fab874b8522', 'subnets': [{'id': 'c6219a93-8483-405b-9eb3-5cde14ecbab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:06:40.484715 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28b5136-ce48-4f1d-ba1c-e1567b6e0bc8 None None] The sync data for ids ['e3a64e6a-52b4-4f54-9f72-a8c8327546b0'] in n-d-833163-1 is: [{'id': 'e3a64e6a-52b4-4f54-9f72-a8c8327546b0', 'name': 'tempest-TestVolumeBackupRestore-976074374-router', 'tenant_id': 'd558505ee46d412491221fab874b8522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'daa06607-0fce-4be1-ae6f-818a7d50fa2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:02:25Z', 'updated_at': '2022-03-11T20:02:29Z', 'revision_number': 4, 'project_id': 'd558505ee46d412491221fab874b8522', 'gw_port': {'id': 'daa06607-0fce-4be1-ae6f-818a7d50fa2a', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:fe:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a64e6a-52b4-4f54-9f72-a8c8327546b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:02:25Z', 'updated_at': '2022-03-11T20:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '685e8da6-bb92-41a4-8a03-7409b72a701d', 'tenant_id': 'd558505ee46d412491221fab874b8522', 'floating_ip_address': '172.25.8.169', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'e3a64e6a-52b4-4f54-9f72-a8c8327546b0', 'port_id': 'f0aa1ebf-4c2e-40f3-993f-d8532f988396', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3893, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa92e7b5-885a-4517-bdf1-e22483e17a73', 'mac_address': 'fa:16:3e:e1:72:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:06:37Z', 'updated_at': '2022-03-11T20:06:37Z', 'revision_number': 0, 'project_id': 'd558505ee46d412491221fab874b8522', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b3716f6-86b3-4376-8798-5f90000ff191', 'name': '', 'network_id': 'fa92e7b5-885a-4517-bdf1-e22483e17a73', 'tenant_id': 'd558505ee46d412491221fab874b8522', 'mac_address': 'fa:16:3e:e5:3c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a64e6a-52b4-4f54-9f72-a8c8327546b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': 'c6219a93-8483-405b-9eb3-5cde14ecbab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:02:28Z', 'updated_at': '2022-03-11T20:02:34Z', 'revision_number': 5, 'project_id': 'd558505ee46d412491221fab874b8522', 'subnets': [{'id': 'c6219a93-8483-405b-9eb3-5cde14ecbab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:06:40.663102 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5747fab8-ad0d-45ab-8b8f-947288b53a97 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:40.689224 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5747fab8-ad0d-45ab-8b8f-947288b53a97 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (685e8da6-bb92-41a4-8a03-7409b72a701d), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:40.693608 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-74a3f2d5-4f30-4625-b90f-d3563cab00c2 req-4a8c42b4-eb97-498a-9fab-5314f8fdd1af service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0aa1ebf-4c2e-40f3-993f-d8532f988396 HTTP/1.1" status: 200 len: 999 time: 0.0813441 Mar 11 20:06:40.698241 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36bb685-cdf6-4b58-96da-3035c9d4739d req-2c0a3fa0-d1ed-4caa-8182-5c6386757092 tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:40.700148 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-a36bb685-cdf6-4b58-96da-3035c9d4739d req-2c0a3fa0-d1ed-4caa-8182-5c6386757092 tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] 10.222.0.75 "GET /v2.0/ports?device_id=1fc67b70-afae-4277-a97d-1a099e659f70 HTTP/1.1" status: 200 len: 945 time: 0.0746031 Mar 11 20:06:40.852463 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9c18cd-b00b-4719-8e85-eab60d775b99 None None] New status for floating IP 685e8da6-bb92-41a4-8a03-7409b72a701d: ACTIVE {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 20:06:40.863566 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-a36bb685-cdf6-4b58-96da-3035c9d4739d req-cfb09b79-3033-4eac-8c35-6155b8aeba1a tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] Deleting port 7561b110-b58a-46b2-a2be-9f649c92a439 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:06:40.863962 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a36bb685-cdf6-4b58-96da-3035c9d4739d req-cfb09b79-3033-4eac-8c35-6155b8aeba1a tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (7561b110-b58a-46b2-a2be-9f649c92a439), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:40.967189 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-a36bb685-cdf6-4b58-96da-3035c9d4739d req-cfb09b79-3033-4eac-8c35-6155b8aeba1a tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] For port 7561b110-b58a-46b2-a2be-9f649c92a439, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=7561b110-b58a-46b2-a2be-9f649c92a439,segment=NetworkSegment(5cbb32d5-3c1d-4883-8666-314ce45efff1),segment_id=5cbb32d5-3c1d-4883-8666-314ce45efff1)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:06:40.967884 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a36bb685-cdf6-4b58-96da-3035c9d4739d req-cfb09b79-3033-4eac-8c35-6155b8aeba1a tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (7561b110-b58a-46b2-a2be-9f649c92a439), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:40.984636 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-a36bb685-cdf6-4b58-96da-3035c9d4739d req-cfb09b79-3033-4eac-8c35-6155b8aeba1a tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] Calling delete_port for 7561b110-b58a-46b2-a2be-9f649c92a439 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:06:41.001779 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3f2d5-4f30-4625-b90f-d3563cab00c2 req-78b4d3ea-0587-49cd-b5e2-9a704efa6c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:41.004214 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-74a3f2d5-4f30-4625-b90f-d3563cab00c2 req-78b4d3ea-0587-49cd-b5e2-9a704efa6c94 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c6219a93-8483-405b-9eb3-5cde14ecbab2 HTTP/1.1" status: 200 len: 852 time: 0.2758579 Mar 11 20:06:41.153560 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a3f2d5-4f30-4625-b90f-d3563cab00c2 req-8b261332-fa16-4ad4-8f35-53c610ba9907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:41.155238 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-74a3f2d5-4f30-4625-b90f-d3563cab00c2 req-8b261332-fa16-4ad4-8f35-53c610ba9907 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fa92e7b5-885a-4517-bdf1-e22483e17a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1350524 Mar 11 20:06:41.160253 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5747fab8-ad0d-45ab-8b8f-947288b53a97 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Router e3a64e6a-52b4-4f54-9f72-a8c8327546b0 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:06:41.191234 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a36bb685-cdf6-4b58-96da-3035c9d4739d req-cfb09b79-3033-4eac-8c35-6155b8aeba1a tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (7561b110-b58a-46b2-a2be-9f649c92a439), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:41.205201 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['7561b110-b58a-46b2-a2be-9f649c92a439'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:06:41.244217 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb09b79-3033-4eac-8c35-6155b8aeba1a tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] Pushing event deleted for resources: {'Port': ['ID=7561b110-b58a-46b2-a2be-9f649c92a439,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:06:41.326740 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-74a3f2d5-4f30-4625-b90f-d3563cab00c2 req-dd8e92ef-0d57-400a-a235-328c0baa2683 service neutron] 10.222.0.57 "GET /v2.0/networks/fa92e7b5-885a-4517-bdf1-e22483e17a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649358 Mar 11 20:06:41.329679 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-a36bb685-cdf6-4b58-96da-3035c9d4739d req-cfb09b79-3033-4eac-8c35-6155b8aeba1a tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] No DVR routers for this DVR port 7561b110-b58a-46b2-a2be-9f649c92a439 on host n-h1-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:06:41.332394 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a36bb685-cdf6-4b58-96da-3035c9d4739d req-cfb09b79-3033-4eac-8c35-6155b8aeba1a tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:41.336159 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-a36bb685-cdf6-4b58-96da-3035c9d4739d req-cfb09b79-3033-4eac-8c35-6155b8aeba1a tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] 10.222.0.75 "DELETE /v2.0/ports/7561b110-b58a-46b2-a2be-9f649c92a439 HTTP/1.1" status: 204 len: 173 time: 0.6301086 Mar 11 20:06:41.336654 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc67b70-afae-4277-a97d-1a099e659f70', 'name': 'network-vif-deleted', 'tag': '7561b110-b58a-46b2-a2be-9f649c92a439'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:06:41.339238 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8740b401-8dd6-46fb-b695-80bc5109c2b2" -d '{"events": [{"server_uuid": "1fc67b70-afae-4277-a97d-1a099e659f70", "name": "network-vif-deleted", "tag": "7561b110-b58a-46b2-a2be-9f649c92a439"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:06:41.486478 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-001d2914-7020-41cf-b7e5-64242566d7a4 req-3227bacc-0255-47c2-88bd-7cb12f01fa5e tempest-VolumesActionsTest-1458477841 tempest-VolumesActionsTest-1458477841-project] 10.222.0.65 "GET /v2.0/ports?device_id=1fc67b70-afae-4277-a97d-1a099e659f70 HTTP/1.1" status: 200 len: 210 time: 0.0713437 Mar 11 20:06:41.604903 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc556b45-9004-438b-8b71-ac7d6e10bef3 x-openstack-request-id: req-fc556b45-9004-438b-8b71-ac7d6e10bef3 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:06:41.605206 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc67b70-afae-4277-a97d-1a099e659f70", "name": "network-vif-deleted", "tag": "7561b110-b58a-46b2-a2be-9f649c92a439", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:06:41.605464 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fc556b45-9004-438b-8b71-ac7d6e10bef3 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:06:41.605868 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc67b70-afae-4277-a97d-1a099e659f70', 'name': 'network-vif-deleted', 'tag': '7561b110-b58a-46b2-a2be-9f649c92a439', 'status': 'completed', 'code': 200} Mar 11 20:06:41.623870 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-74a3f2d5-4f30-4625-b90f-d3563cab00c2 req-a2e5ea90-ade0-41a1-bcc0-3ad8de6b4ae4 service neutron] 10.222.0.57 "GET /v2.0/networks/fa92e7b5-885a-4517-bdf1-e22483e17a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831917 Mar 11 20:06:41.638438 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5747fab8-ad0d-45ab-8b8f-947288b53a97 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:06:41.648782 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5747fab8-ad0d-45ab-8b8f-947288b53a97 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:41.657763 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62adc492-edd5-4c4b-b220-99a7d009cbd1 None None] Sync routers for ids ['e3a64e6a-52b4-4f54-9f72-a8c8327546b0'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:06:41.688581 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62adc492-edd5-4c4b-b220-99a7d009cbd1 None None] Routers {'e3a64e6a-52b4-4f54-9f72-a8c8327546b0'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:06:41.689744 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-62adc492-edd5-4c4b-b220-99a7d009cbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:06:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['e3a64e6a-52b4-4f54-9f72-a8c8327546b0'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:06:41.790449 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0', 'tag': 'f0aa1ebf-4c2e-40f3-993f-d8532f988396'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:06:41.792887 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a38583-0c54-4480-be43-8c803bdba88c" -d '{"events": [{"name": "network-changed", "server_uuid": "5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0", "tag": "f0aa1ebf-4c2e-40f3-993f-d8532f988396"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:06:41.814563 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-5747fab8-ad0d-45ab-8b8f-947288b53a97 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "PUT /v2.0/floatingips/685e8da6-bb92-41a4-8a03-7409b72a701d HTTP/1.1" status: 200 len: 991 time: 2.4368961 Mar 11 20:06:41.850790 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-62adc492-edd5-4c4b-b220-99a7d009cbd1 None None] Set router e3a64e6a-52b4-4f54-9f72-a8c8327546b0 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:06:41.883496 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7796b19-a620-4666-a5f9-844864452920 x-openstack-request-id: req-a7796b19-a620-4666-a5f9-844864452920 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:06:41.884065 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0", "tag": "f0aa1ebf-4c2e-40f3-993f-d8532f988396", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:06:41.884510 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a7796b19-a620-4666-a5f9-844864452920 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:06:41.886051 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0', 'tag': 'f0aa1ebf-4c2e-40f3-993f-d8532f988396', 'status': 'completed', 'code': 200} Mar 11 20:06:41.981690 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a38583-0c54-4480-be43-8c803bdba88c req-40d285e8-a429-43e2-95d5-fab416e9476a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:41.983532 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-40a38583-0c54-4480-be43-8c803bdba88c req-40d285e8-a429-43e2-95d5-fab416e9476a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d558505ee46d412491221fab874b8522&device_id=5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0 HTTP/1.1" status: 200 len: 1127 time: 0.0627573 Mar 11 20:06:42.092429 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a38583-0c54-4480-be43-8c803bdba88c req-129f0a9e-1c4e-44c1-a1bf-0b4cbbf7a043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:42.093884 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-40a38583-0c54-4480-be43-8c803bdba88c req-129f0a9e-1c4e-44c1-a1bf-0b4cbbf7a043 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fa92e7b5-885a-4517-bdf1-e22483e17a73 HTTP/1.1" status: 200 len: 914 time: 0.1030567 Mar 11 20:06:42.154958 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-62adc492-edd5-4c4b-b220-99a7d009cbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a64e6a-52b4-4f54-9f72-a8c8327546b0', 'name': 'tempest-TestVolumeBackupRestore-976074374-router', 'tenant_id': 'd558505ee46d412491221fab874b8522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'daa06607-0fce-4be1-ae6f-818a7d50fa2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:02:25Z', 'updated_at': '2022-03-11T20:02:29Z', 'revision_number': 4, 'project_id': 'd558505ee46d412491221fab874b8522', 'gw_port': {'id': 'daa06607-0fce-4be1-ae6f-818a7d50fa2a', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:fe:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a64e6a-52b4-4f54-9f72-a8c8327546b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:02:25Z', 'updated_at': '2022-03-11T20:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '685e8da6-bb92-41a4-8a03-7409b72a701d', 'tenant_id': 'd558505ee46d412491221fab874b8522', 'floating_ip_address': '172.25.8.169', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'e3a64e6a-52b4-4f54-9f72-a8c8327546b0', 'port_id': 'f0aa1ebf-4c2e-40f3-993f-d8532f988396', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3893, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa92e7b5-885a-4517-bdf1-e22483e17a73', 'mac_address': 'fa:16:3e:e1:72:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:06:37Z', 'updated_at': '2022-03-11T20:06:41Z', 'revision_number': 2, 'project_id': 'd558505ee46d412491221fab874b8522', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b3716f6-86b3-4376-8798-5f90000ff191', 'name': '', 'network_id': 'fa92e7b5-885a-4517-bdf1-e22483e17a73', 'tenant_id': 'd558505ee46d412491221fab874b8522', 'mac_address': 'fa:16:3e:e5:3c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a64e6a-52b4-4f54-9f72-a8c8327546b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': 'c6219a93-8483-405b-9eb3-5cde14ecbab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:02:28Z', 'updated_at': '2022-03-11T20:02:34Z', 'revision_number': 5, 'project_id': 'd558505ee46d412491221fab874b8522', 'subnets': [{'id': 'c6219a93-8483-405b-9eb3-5cde14ecbab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:06:42.162545 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-40a38583-0c54-4480-be43-8c803bdba88c req-1b1ac924-8eb5-46e1-864e-94b1ae96f5ae service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0aa1ebf-4c2e-40f3-993f-d8532f988396 HTTP/1.1" status: 200 len: 1001 time: 0.0632911 Mar 11 20:06:42.182181 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62adc492-edd5-4c4b-b220-99a7d009cbd1 None None] Checking router: e3a64e6a-52b4-4f54-9f72-a8c8327546b0 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:06:42.190971 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62adc492-edd5-4c4b-b220-99a7d009cbd1 None None] Routers {'e3a64e6a-52b4-4f54-9f72-a8c8327546b0'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:06:42.191815 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-62adc492-edd5-4c4b-b220-99a7d009cbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:06:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['e3a64e6a-52b4-4f54-9f72-a8c8327546b0'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:06:42.216859 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a38583-0c54-4480-be43-8c803bdba88c req-730c9c4f-505a-4edf-8ee5-912fe10c198c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:42.218820 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-40a38583-0c54-4480-be43-8c803bdba88c req-730c9c4f-505a-4edf-8ee5-912fe10c198c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c6219a93-8483-405b-9eb3-5cde14ecbab2 HTTP/1.1" status: 200 len: 852 time: 0.0506473 Mar 11 20:06:42.286647 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a38583-0c54-4480-be43-8c803bdba88c req-0072165c-bbc0-4cbc-9795-d15b72706249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:42.288337 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-40a38583-0c54-4480-be43-8c803bdba88c req-0072165c-bbc0-4cbc-9795-d15b72706249 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fa92e7b5-885a-4517-bdf1-e22483e17a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0635428 Mar 11 20:06:42.324727 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-62adc492-edd5-4c4b-b220-99a7d009cbd1 None None] Set router e3a64e6a-52b4-4f54-9f72-a8c8327546b0 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:06:42.383846 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-40a38583-0c54-4480-be43-8c803bdba88c req-897af761-c1ad-461f-a461-e27cc78da4db service neutron] 10.222.0.57 "GET /v2.0/networks/fa92e7b5-885a-4517-bdf1-e22483e17a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889630 Mar 11 20:06:42.487024 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-40a38583-0c54-4480-be43-8c803bdba88c req-b01bbdd6-f022-4237-940f-29aba21ca56f service neutron] 10.222.0.57 "GET /v2.0/networks/fa92e7b5-885a-4517-bdf1-e22483e17a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979104 Mar 11 20:06:42.579737 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-62adc492-edd5-4c4b-b220-99a7d009cbd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a64e6a-52b4-4f54-9f72-a8c8327546b0', 'name': 'tempest-TestVolumeBackupRestore-976074374-router', 'tenant_id': 'd558505ee46d412491221fab874b8522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'daa06607-0fce-4be1-ae6f-818a7d50fa2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:02:25Z', 'updated_at': '2022-03-11T20:02:29Z', 'revision_number': 4, 'project_id': 'd558505ee46d412491221fab874b8522', 'gw_port': {'id': 'daa06607-0fce-4be1-ae6f-818a7d50fa2a', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:fe:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a64e6a-52b4-4f54-9f72-a8c8327546b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:02:25Z', 'updated_at': '2022-03-11T20:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '685e8da6-bb92-41a4-8a03-7409b72a701d', 'tenant_id': 'd558505ee46d412491221fab874b8522', 'floating_ip_address': '172.25.8.169', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'e3a64e6a-52b4-4f54-9f72-a8c8327546b0', 'port_id': 'f0aa1ebf-4c2e-40f3-993f-d8532f988396', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3893, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa92e7b5-885a-4517-bdf1-e22483e17a73', 'mac_address': 'fa:16:3e:e1:72:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:06:37Z', 'updated_at': '2022-03-11T20:06:41Z', 'revision_number': 2, 'project_id': 'd558505ee46d412491221fab874b8522', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b3716f6-86b3-4376-8798-5f90000ff191', 'name': '', 'network_id': 'fa92e7b5-885a-4517-bdf1-e22483e17a73', 'tenant_id': 'd558505ee46d412491221fab874b8522', 'mac_address': 'fa:16:3e:e5:3c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a64e6a-52b4-4f54-9f72-a8c8327546b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': 'c6219a93-8483-405b-9eb3-5cde14ecbab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:02:28Z', 'updated_at': '2022-03-11T20:02:34Z', 'revision_number': 5, 'project_id': 'd558505ee46d412491221fab874b8522', 'subnets': [{'id': 'c6219a93-8483-405b-9eb3-5cde14ecbab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:06:42.618777 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62adc492-edd5-4c4b-b220-99a7d009cbd1 None None] The sync data for ids ['e3a64e6a-52b4-4f54-9f72-a8c8327546b0'] in n-d-833163-1 is: [{'id': 'e3a64e6a-52b4-4f54-9f72-a8c8327546b0', 'name': 'tempest-TestVolumeBackupRestore-976074374-router', 'tenant_id': 'd558505ee46d412491221fab874b8522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'daa06607-0fce-4be1-ae6f-818a7d50fa2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:02:25Z', 'updated_at': '2022-03-11T20:02:29Z', 'revision_number': 4, 'project_id': 'd558505ee46d412491221fab874b8522', 'gw_port': {'id': 'daa06607-0fce-4be1-ae6f-818a7d50fa2a', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:fe:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a64e6a-52b4-4f54-9f72-a8c8327546b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:02:25Z', 'updated_at': '2022-03-11T20:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '685e8da6-bb92-41a4-8a03-7409b72a701d', 'tenant_id': 'd558505ee46d412491221fab874b8522', 'floating_ip_address': '172.25.8.169', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'e3a64e6a-52b4-4f54-9f72-a8c8327546b0', 'port_id': 'f0aa1ebf-4c2e-40f3-993f-d8532f988396', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3893, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa92e7b5-885a-4517-bdf1-e22483e17a73', 'mac_address': 'fa:16:3e:e1:72:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:06:37Z', 'updated_at': '2022-03-11T20:06:41Z', 'revision_number': 2, 'project_id': 'd558505ee46d412491221fab874b8522', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b3716f6-86b3-4376-8798-5f90000ff191', 'name': '', 'network_id': 'fa92e7b5-885a-4517-bdf1-e22483e17a73', 'tenant_id': 'd558505ee46d412491221fab874b8522', 'mac_address': 'fa:16:3e:e5:3c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a64e6a-52b4-4f54-9f72-a8c8327546b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': 'c6219a93-8483-405b-9eb3-5cde14ecbab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:02:28Z', 'updated_at': '2022-03-11T20:02:34Z', 'revision_number': 5, 'project_id': 'd558505ee46d412491221fab874b8522', 'subnets': [{'id': 'c6219a93-8483-405b-9eb3-5cde14ecbab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:06:43.892735 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0', 'tag': 'f0aa1ebf-4c2e-40f3-993f-d8532f988396'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:06:43.895466 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d336d8-4385-4130-bafc-10e599fa6d61" -d '{"events": [{"name": "network-changed", "server_uuid": "5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0", "tag": "f0aa1ebf-4c2e-40f3-993f-d8532f988396"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:06:44.126955 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8245ed94-533c-44a6-b689-6a8985dfa9a8 x-openstack-request-id: req-8245ed94-533c-44a6-b689-6a8985dfa9a8 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:06:44.126955 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0", "tag": "f0aa1ebf-4c2e-40f3-993f-d8532f988396", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:06:44.126955 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8245ed94-533c-44a6-b689-6a8985dfa9a8 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:06:44.126955 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0', 'tag': 'f0aa1ebf-4c2e-40f3-993f-d8532f988396', 'status': 'completed', 'code': 200} Mar 11 20:06:44.126955 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d336d8-4385-4130-bafc-10e599fa6d61 req-aad8dc8b-0874-47a9-9392-867438772f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:44.126955 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-73d336d8-4385-4130-bafc-10e599fa6d61 req-aad8dc8b-0874-47a9-9392-867438772f45 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d558505ee46d412491221fab874b8522&device_id=5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0 HTTP/1.1" status: 200 len: 1127 time: 0.0562682 Mar 11 20:06:44.184920 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d336d8-4385-4130-bafc-10e599fa6d61 req-1987d134-753f-45e6-9c58-a2f5b6037ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:44.186405 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-73d336d8-4385-4130-bafc-10e599fa6d61 req-1987d134-753f-45e6-9c58-a2f5b6037ea4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fa92e7b5-885a-4517-bdf1-e22483e17a73 HTTP/1.1" status: 200 len: 914 time: 0.1478558 Mar 11 20:06:44.285245 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-73d336d8-4385-4130-bafc-10e599fa6d61 req-f5fbade8-06a7-4040-adc3-97d33ef72243 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0aa1ebf-4c2e-40f3-993f-d8532f988396 HTTP/1.1" status: 200 len: 1001 time: 0.0925090 Mar 11 20:06:44.353653 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 7561b110-b58a-46b2-a2be-9f649c92a439 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:06:44.365169 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d336d8-4385-4130-bafc-10e599fa6d61 req-75708d6c-6e80-4bad-b424-c3db15f4ec27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:44.367144 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-73d336d8-4385-4130-bafc-10e599fa6d61 req-75708d6c-6e80-4bad-b424-c3db15f4ec27 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c6219a93-8483-405b-9eb3-5cde14ecbab2 HTTP/1.1" status: 200 len: 852 time: 0.0769653 Mar 11 20:06:44.404446 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: 7561b110-b58a-46b2-a2be-9f649c92a439 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:06:44.404801 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 7561b110-b58a-46b2-a2be-9f649c92a439 not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:06:44.437641 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d336d8-4385-4130-bafc-10e599fa6d61 req-21ff590e-7b25-469f-8199-87e5d4465b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:44.439879 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-73d336d8-4385-4130-bafc-10e599fa6d61 req-21ff590e-7b25-469f-8199-87e5d4465b20 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fa92e7b5-885a-4517-bdf1-e22483e17a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0657778 Mar 11 20:06:44.587691 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-73d336d8-4385-4130-bafc-10e599fa6d61 req-5cc16374-a190-4e98-9ce8-0614efe98e77 service neutron] 10.222.0.57 "GET /v2.0/networks/fa92e7b5-885a-4517-bdf1-e22483e17a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364543 Mar 11 20:06:44.717209 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-73d336d8-4385-4130-bafc-10e599fa6d61 req-d0b2d3c9-2970-4fc0-881b-edb7b7b97cb5 service neutron] 10.222.0.57 "GET /v2.0/networks/fa92e7b5-885a-4517-bdf1-e22483e17a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255746 Mar 11 20:06:48.965687 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04efad2-2819-40ae-b82f-8b0d7a47048f req-32afe83b-313b-4d40-8c5e-7ad263fdcad6 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:48.967264 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a04efad2-2819-40ae-b82f-8b0d7a47048f req-32afe83b-313b-4d40-8c5e-7ad263fdcad6 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] 10.222.0.65 "GET /v2.0/networks?id=ed159874-cc48-4cd3-85b3-1d074d175762 HTTP/1.1" status: 200 len: 813 time: 0.1494834 Mar 11 20:06:48.986260 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a04efad2-2819-40ae-b82f-8b0d7a47048f req-94ef3cad-5071-4fd1-81d9-bec8583b63a1 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] 10.222.0.65 "GET /v2.0/quotas/9c329b07f8654f248d1ff2f37019fb7e HTTP/1.1" status: 200 len: 375 time: 0.0119927 Mar 11 20:06:49.047990 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a04efad2-2819-40ae-b82f-8b0d7a47048f req-890a2aae-b631-41e2-a99f-c1bfbfac9fe3 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=9c329b07f8654f248d1ff2f37019fb7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546236 Mar 11 20:06:49.101303 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:49.176040 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a04efad2-2819-40ae-b82f-8b0d7a47048f req-71ea027f-ac21-43b7-b006-7fd18e3a5722 service neutron] 10.222.0.65 "GET /v2.0/networks/ed159874-cc48-4cd3-85b3-1d074d175762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075609 Mar 11 20:06:49.436338 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a04efad2-2819-40ae-b82f-8b0d7a47048f req-c56ec8e5-26c6-4dae-9c94-3017dedc70ef service neutron] 10.222.0.65 "GET /v2.0/networks/ed159874-cc48-4cd3-85b3-1d074d175762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542500 Mar 11 20:06:49.676196 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-231d17b5-e65f-4733-8840-6cb36850a654 req-19af14f7-1df2-4204-a257-7ebbdd9aa5a0 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] 10.222.0.65 "GET /v2.0/ports?device_id=bab651a9-2a46-4325-aa4b-545e95927d96 HTTP/1.1" status: 200 len: 210 time: 0.0666456 Mar 11 20:06:50.825803 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-45df3d6b-2ab3-4979-83f1-c03876c4be2a req-5f00f10a-451c-4bfa-ab21-bacc24862754 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] 10.222.0.65 "GET /v2.0/ports?device_id=bab651a9-2a46-4325-aa4b-545e95927d96 HTTP/1.1" status: 200 len: 210 time: 0.0531321 Mar 11 20:06:51.079133 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04efad2-2819-40ae-b82f-8b0d7a47048f req-ee71a0e6-dfa1-4287-8d73-949c845a83e0 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:51.082467 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-a04efad2-2819-40ae-b82f-8b0d7a47048f req-ee71a0e6-dfa1-4287-8d73-949c845a83e0 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] 10.222.0.75 "GET /v2.0/networks?id=ed159874-cc48-4cd3-85b3-1d074d175762 HTTP/1.1" status: 200 len: 813 time: 0.1755843 Mar 11 20:06:51.095145 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-a04efad2-2819-40ae-b82f-8b0d7a47048f req-4fa9f558-2bfd-4a12-8381-833bb491dd23 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Request body: {'port': {'device_id': 'bab651a9-2a46-4325-aa4b-545e95927d96', 'network_id': 'ed159874-cc48-4cd3-85b3-1d074d175762', 'admin_state_up': True, 'tenant_id': '9c329b07f8654f248d1ff2f37019fb7e'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:06:51.303734 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a04efad2-2819-40ae-b82f-8b0d7a47048f req-4fa9f558-2bfd-4a12-8381-833bb491dd23 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Made reservation on behalf of 9c329b07f8654f248d1ff2f37019fb7e for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:06:51.308118 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a04efad2-2819-40ae-b82f-8b0d7a47048f req-4fa9f558-2bfd-4a12-8381-833bb491dd23 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:51.510892 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-a04efad2-2819-40ae-b82f-8b0d7a47048f req-4fa9f558-2bfd-4a12-8381-833bb491dd23 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Allocated IP 172.20.0.12 (ed159874-cc48-4cd3-85b3-1d074d175762/dabdda85-4a18-4038-bd61-4842b5c742e1/c223990c-b9af-4a49-956c-f4005baa795e) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:06:51.762013 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a04efad2-2819-40ae-b82f-8b0d7a47048f req-4fa9f558-2bfd-4a12-8381-833bb491dd23 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Publish callbacks [] for port (c223990c-b9af-4a49-956c-f4005baa795e), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:51.812052 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a04efad2-2819-40ae-b82f-8b0d7a47048f req-4fa9f558-2bfd-4a12-8381-833bb491dd23 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (c223990c-b9af-4a49-956c-f4005baa795e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:51.885764 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a04efad2-2819-40ae-b82f-8b0d7a47048f req-4fa9f558-2bfd-4a12-8381-833bb491dd23 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Network ed159874-cc48-4cd3-85b3-1d074d175762 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:06:51.890139 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-a04efad2-2819-40ae-b82f-8b0d7a47048f req-4fa9f558-2bfd-4a12-8381-833bb491dd23 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:06:51.895084 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-a04efad2-2819-40ae-b82f-8b0d7a47048f req-4fa9f558-2bfd-4a12-8381-833bb491dd23 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:06:51.956903 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa9f558-2bfd-4a12-8381-833bb491dd23 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Pushing event updated for resources: {'Port': ['ID=c223990c-b9af-4a49-956c-f4005baa795e,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:06:51.994588 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c32bee-46c6-41f8-a8c3-05220efb675e req-225bf593-3a80-4ee8-92b3-58555692d308 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:51.998331 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa9f558-2bfd-4a12-8381-833bb491dd23 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:06:51.998916 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa9f558-2bfd-4a12-8381-833bb491dd23 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:06:51.999445 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa9f558-2bfd-4a12-8381-833bb491dd23 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:06:52.001401 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa9f558-2bfd-4a12-8381-833bb491dd23 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:06:52.001991 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa9f558-2bfd-4a12-8381-833bb491dd23 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:06:52.003364 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa9f558-2bfd-4a12-8381-833bb491dd23 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:06:52.004531 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa9f558-2bfd-4a12-8381-833bb491dd23 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:06:52.005075 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa9f558-2bfd-4a12-8381-833bb491dd23 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:06:52.005468 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-91c32bee-46c6-41f8-a8c3-05220efb675e req-225bf593-3a80-4ee8-92b3-58555692d308 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] 10.222.0.65 "GET /v2.0/ports?device_id=bab651a9-2a46-4325-aa4b-545e95927d96 HTTP/1.1" status: 200 len: 932 time: 0.0729451 Mar 11 20:06:52.007037 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa9f558-2bfd-4a12-8381-833bb491dd23 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:06:52.007554 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa9f558-2bfd-4a12-8381-833bb491dd23 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:06:52.008948 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa9f558-2bfd-4a12-8381-833bb491dd23 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:06:52.010326 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa9f558-2bfd-4a12-8381-833bb491dd23 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:06:52.010881 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa9f558-2bfd-4a12-8381-833bb491dd23 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:06:52.034225 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04efad2-2819-40ae-b82f-8b0d7a47048f req-4fa9f558-2bfd-4a12-8381-833bb491dd23 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:52.035076 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a04efad2-2819-40ae-b82f-8b0d7a47048f req-4fa9f558-2bfd-4a12-8381-833bb491dd23 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:52.080142 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-a04efad2-2819-40ae-b82f-8b0d7a47048f req-4fa9f558-2bfd-4a12-8381-833bb491dd23 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9730406 Mar 11 20:06:52.089965 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-a04efad2-2819-40ae-b82f-8b0d7a47048f req-d190f1af-2df6-403a-95ef-212191c37ff6 service neutron] Request body: {'port': {'device_id': 'bab651a9-2a46-4325-aa4b-545e95927d96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:06:52.118414 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-91c32bee-46c6-41f8-a8c3-05220efb675e req-0f84dc84-7a1a-4151-b9c2-b6ec5fd034e3 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cf2f974-c2b6-4dae-90a8-ac841db8533f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117156 Mar 11 20:06:52.185723 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a04efad2-2819-40ae-b82f-8b0d7a47048f req-d190f1af-2df6-403a-95ef-212191c37ff6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c223990c-b9af-4a49-956c-f4005baa795e), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:52.351100 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ca3a52d-447f-4194-ab8a-288eca95bf5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:52.669672 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-a04efad2-2819-40ae-b82f-8b0d7a47048f req-d190f1af-2df6-403a-95ef-212191c37ff6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c223990c-b9af-4a49-956c-f4005baa795e {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:06:52.682250 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a04efad2-2819-40ae-b82f-8b0d7a47048f req-d190f1af-2df6-403a-95ef-212191c37ff6 service neutron] Publish callbacks [] for port (c223990c-b9af-4a49-956c-f4005baa795e), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:52.697387 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-a04efad2-2819-40ae-b82f-8b0d7a47048f req-d190f1af-2df6-403a-95ef-212191c37ff6 service neutron] Transition to ACTIVE for port object c223990c-b9af-4a49-956c-f4005baa795e will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 20:06:52.705166 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a04efad2-2819-40ae-b82f-8b0d7a47048f req-d190f1af-2df6-403a-95ef-212191c37ff6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (c223990c-b9af-4a49-956c-f4005baa795e), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:52.797270 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d190f1af-2df6-403a-95ef-212191c37ff6 service neutron] Pushing event updated for resources: {'Port': ['ID=c223990c-b9af-4a49-956c-f4005baa795e,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:06:52.907684 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-a04efad2-2819-40ae-b82f-8b0d7a47048f req-d190f1af-2df6-403a-95ef-212191c37ff6 service neutron] Attempting to bind port c223990c-b9af-4a49-956c-f4005baa795e on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:06:52.907684 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-a04efad2-2819-40ae-b82f-8b0d7a47048f req-d190f1af-2df6-403a-95ef-212191c37ff6 service neutron] Attempting to bind port c223990c-b9af-4a49-956c-f4005baa795e by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '4c94b858-19f9-4a63-b8c5-a2e7700dcae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'ed159874-cc48-4cd3-85b3-1d074d175762'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:06:52.907684 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04efad2-2819-40ae-b82f-8b0d7a47048f req-d190f1af-2df6-403a-95ef-212191c37ff6 service neutron] Attempting to bind port c223990c-b9af-4a49-956c-f4005baa795e on network ed159874-cc48-4cd3-85b3-1d074d175762 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:06:52.909743 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:52.910543 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04efad2-2819-40ae-b82f-8b0d7a47048f req-d190f1af-2df6-403a-95ef-212191c37ff6 service neutron] Port c223990c-b9af-4a49-956c-f4005baa795e on network ed159874-cc48-4cd3-85b3-1d074d175762 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 20:06:52.910885 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04efad2-2819-40ae-b82f-8b0d7a47048f req-d190f1af-2df6-403a-95ef-212191c37ff6 service neutron] Attempting to bind port c223990c-b9af-4a49-956c-f4005baa795e on network ed159874-cc48-4cd3-85b3-1d074d175762 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:06:52.916520 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04efad2-2819-40ae-b82f-8b0d7a47048f req-d190f1af-2df6-403a-95ef-212191c37ff6 service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:06:52.916867 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04efad2-2819-40ae-b82f-8b0d7a47048f req-d190f1af-2df6-403a-95ef-212191c37ff6 service neutron] Checking segment: {'id': '4c94b858-19f9-4a63-b8c5-a2e7700dcae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'ed159874-cc48-4cd3-85b3-1d074d175762'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:06:52.917262 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04efad2-2819-40ae-b82f-8b0d7a47048f req-d190f1af-2df6-403a-95ef-212191c37ff6 service neutron] Bound using segment: {'id': '4c94b858-19f9-4a63-b8c5-a2e7700dcae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'ed159874-cc48-4cd3-85b3-1d074d175762'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:06:52.917684 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-a04efad2-2819-40ae-b82f-8b0d7a47048f req-d190f1af-2df6-403a-95ef-212191c37ff6 service neutron] Bound port: c223990c-b9af-4a49-956c-f4005baa795e, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c94b858-19f9-4a63-b8c5-a2e7700dcae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': 'ed159874-cc48-4cd3-85b3-1d074d175762'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:06:52.918042 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a04efad2-2819-40ae-b82f-8b0d7a47048f req-d190f1af-2df6-403a-95ef-212191c37ff6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c223990c-b9af-4a49-956c-f4005baa795e), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:52.997252 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-a04efad2-2819-40ae-b82f-8b0d7a47048f req-d190f1af-2df6-403a-95ef-212191c37ff6 service neutron] For port c223990c-b9af-4a49-956c-f4005baa795e, host n-h1-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:06:53.001273 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-a04efad2-2819-40ae-b82f-8b0d7a47048f req-d190f1af-2df6-403a-95ef-212191c37ff6 service neutron] For port c223990c-b9af-4a49-956c-f4005baa795e, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=c223990c-b9af-4a49-956c-f4005baa795e,segment=NetworkSegment(4c94b858-19f9-4a63-b8c5-a2e7700dcae2),segment_id=4c94b858-19f9-4a63-b8c5-a2e7700dcae2)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:06:53.008893 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a04efad2-2819-40ae-b82f-8b0d7a47048f req-d190f1af-2df6-403a-95ef-212191c37ff6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (c223990c-b9af-4a49-956c-f4005baa795e), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:53.051023 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04efad2-2819-40ae-b82f-8b0d7a47048f req-d190f1af-2df6-403a-95ef-212191c37ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:53.051981 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-a04efad2-2819-40ae-b82f-8b0d7a47048f req-d190f1af-2df6-403a-95ef-212191c37ff6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:53.053442 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-a04efad2-2819-40ae-b82f-8b0d7a47048f req-d190f1af-2df6-403a-95ef-212191c37ff6 service neutron] 10.222.0.75 "PUT /v2.0/ports/c223990c-b9af-4a49-956c-f4005baa795e HTTP/1.1" status: 200 len: 1092 time: 0.9829497 Mar 11 20:06:53.053922 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bab651a9-2a46-4325-aa4b-545e95927d96', 'tag': 'c223990c-b9af-4a49-956c-f4005baa795e'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:06:53.057226 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe203a1-9249-46e1-95d3-3f093dab42eb" -d '{"events": [{"name": "network-changed", "server_uuid": "bab651a9-2a46-4325-aa4b-545e95927d96", "tag": "c223990c-b9af-4a49-956c-f4005baa795e"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:06:53.184737 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eda4513-d95f-4ce7-b3a2-de7749481561 x-openstack-request-id: req-4eda4513-d95f-4ce7-b3a2-de7749481561 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:06:53.185448 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bab651a9-2a46-4325-aa4b-545e95927d96", "tag": "c223990c-b9af-4a49-956c-f4005baa795e", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:06:53.185448 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4eda4513-d95f-4ce7-b3a2-de7749481561 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:06:53.187273 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bab651a9-2a46-4325-aa4b-545e95927d96', 'tag': 'c223990c-b9af-4a49-956c-f4005baa795e', 'status': 'completed', 'code': 200} Mar 11 20:06:53.281439 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d190f1af-2df6-403a-95ef-212191c37ff6 service neutron] Pushing event updated for resources: {'Port': ['ID=c223990c-b9af-4a49-956c-f4005baa795e,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:06:53.307903 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04efad2-2819-40ae-b82f-8b0d7a47048f req-8c779704-3830-44d3-96a4-eba7f90b0e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:53.310095 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-a04efad2-2819-40ae-b82f-8b0d7a47048f req-8c779704-3830-44d3-96a4-eba7f90b0e5f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9c329b07f8654f248d1ff2f37019fb7e&device_id=bab651a9-2a46-4325-aa4b-545e95927d96 HTTP/1.1" status: 200 len: 1126 time: 0.1863580 Mar 11 20:06:53.402125 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-a04efad2-2819-40ae-b82f-8b0d7a47048f req-7234a210-4b59-4f0f-a399-e739839c5a83 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c223990c-b9af-4a49-956c-f4005baa795e HTTP/1.1" status: 200 len: 217 time: 0.0841589 Mar 11 20:06:53.439231 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1029fba5-b2c1-495a-8089-c76679632092 req-599b6cf4-be7c-4745-9bc5-602ae4ca1c8d tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:53.444916 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1029fba5-b2c1-495a-8089-c76679632092 req-599b6cf4-be7c-4745-9bc5-602ae4ca1c8d tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] 10.222.0.65 "GET /v2.0/ports?device_id=bab651a9-2a46-4325-aa4b-545e95927d96 HTTP/1.1" status: 200 len: 944 time: 0.1333117 Mar 11 20:06:53.492024 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04efad2-2819-40ae-b82f-8b0d7a47048f req-c51b8474-9b7a-4d7d-9581-90790daf9705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:53.494437 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-a04efad2-2819-40ae-b82f-8b0d7a47048f req-c51b8474-9b7a-4d7d-9581-90790daf9705 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=dabdda85-4a18-4038-bd61-4842b5c742e1 HTTP/1.1" status: 200 len: 853 time: 0.0860157 Mar 11 20:06:53.545785 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-a04efad2-2819-40ae-b82f-8b0d7a47048f req-fbabe84b-c460-4c44-ad3d-4cb5f3fabd2d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ed159874-cc48-4cd3-85b3-1d074d175762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458078 Mar 11 20:06:53.560198 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1029fba5-b2c1-495a-8089-c76679632092 req-94e64ed8-b3f8-4210-8604-4bf4df267543 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cf2f974-c2b6-4dae-90a8-ac841db8533f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087177 Mar 11 20:06:53.690782 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-a04efad2-2819-40ae-b82f-8b0d7a47048f req-813ce140-241d-442d-b10a-ecc66ca0f5ee service neutron] 10.222.0.75 "GET /v2.0/networks/ed159874-cc48-4cd3-85b3-1d074d175762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256895 Mar 11 20:06:53.845947 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-a04efad2-2819-40ae-b82f-8b0d7a47048f req-4e5df561-f86d-451e-8ab0-ba66fa9161e2 service neutron] 10.222.0.75 "GET /v2.0/networks/ed159874-cc48-4cd3-85b3-1d074d175762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494977 Mar 11 20:06:54.015008 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe203a1-9249-46e1-95d3-3f093dab42eb req-c81a1a43-dd46-4467-b310-05b87af96df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:54.020412 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-cbe203a1-9249-46e1-95d3-3f093dab42eb req-c81a1a43-dd46-4467-b310-05b87af96df1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9c329b07f8654f248d1ff2f37019fb7e&device_id=bab651a9-2a46-4325-aa4b-545e95927d96 HTTP/1.1" status: 200 len: 1126 time: 0.1193006 Mar 11 20:06:54.168930 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe203a1-9249-46e1-95d3-3f093dab42eb req-797d7b91-ed13-4bd7-8113-26d014b1c0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:54.170419 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-cbe203a1-9249-46e1-95d3-3f093dab42eb req-797d7b91-ed13-4bd7-8113-26d014b1c0f3 service neutron] 10.222.0.75 "GET /v2.0/networks?id=ed159874-cc48-4cd3-85b3-1d074d175762 HTTP/1.1" status: 200 len: 914 time: 0.1441996 Mar 11 20:06:54.244659 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-cbe203a1-9249-46e1-95d3-3f093dab42eb req-af8b0ec4-1acf-4b69-8edc-aac6116b4682 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c223990c-b9af-4a49-956c-f4005baa795e HTTP/1.1" status: 200 len: 217 time: 0.0676944 Mar 11 20:06:54.323374 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe203a1-9249-46e1-95d3-3f093dab42eb req-7a1be96c-ef8c-4bf7-94e4-ba49c70cf2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:54.326383 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-cbe203a1-9249-46e1-95d3-3f093dab42eb req-7a1be96c-ef8c-4bf7-94e4-ba49c70cf2a0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=dabdda85-4a18-4038-bd61-4842b5c742e1 HTTP/1.1" status: 200 len: 853 time: 0.0745018 Mar 11 20:06:54.394855 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-cbe203a1-9249-46e1-95d3-3f093dab42eb req-cd6fb8c8-7b8b-45bf-a19e-b12e2b77bfd5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ed159874-cc48-4cd3-85b3-1d074d175762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572166 Mar 11 20:06:54.531228 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-cbe203a1-9249-46e1-95d3-3f093dab42eb req-35431937-66f2-4de6-af64-61d0ca0f928d service neutron] 10.222.0.75 "GET /v2.0/networks/ed159874-cc48-4cd3-85b3-1d074d175762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273029 Mar 11 20:06:54.670600 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5c542ae6-53a3-4704-b087-eda030c1c9e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:54.680448 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-cbe203a1-9249-46e1-95d3-3f093dab42eb req-101cf7d5-d492-4e45-85a5-6769bd5ac480 service neutron] 10.222.0.75 "GET /v2.0/networks/ed159874-cc48-4cd3-85b3-1d074d175762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388283 Mar 11 20:06:54.750654 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a26416-8edd-42d2-81d4-dcff20a42668 req-7d92559c-af67-4b5e-b5ea-e31cbbf16dac tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:54.758826 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d8a26416-8edd-42d2-81d4-dcff20a42668 req-7d92559c-af67-4b5e-b5ea-e31cbbf16dac tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] 10.222.0.65 "GET /v2.0/ports?device_id=bab651a9-2a46-4325-aa4b-545e95927d96 HTTP/1.1" status: 200 len: 944 time: 0.0882506 Mar 11 20:06:54.836644 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d8a26416-8edd-42d2-81d4-dcff20a42668 req-2d5f7ce6-57d8-4c91-ae3a-572a3c085c5f tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cf2f974-c2b6-4dae-90a8-ac841db8533f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766234 Mar 11 20:06:56.008191 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1222c6-f70c-4bc3-8619-772b93f03c17 req-ab02a820-781d-4e14-8503-e5e6f065a860 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:56.016815 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8e1222c6-f70c-4bc3-8619-772b93f03c17 req-ab02a820-781d-4e14-8503-e5e6f065a860 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] 10.222.0.65 "GET /v2.0/ports?device_id=bab651a9-2a46-4325-aa4b-545e95927d96 HTTP/1.1" status: 200 len: 944 time: 0.0923746 Mar 11 20:06:56.076571 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8e1222c6-f70c-4bc3-8619-772b93f03c17 req-c249b54b-f928-46af-8002-14fbfdaa8c63 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cf2f974-c2b6-4dae-90a8-ac841db8533f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537298 Mar 11 20:06:56.276397 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:56.382046 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device c223990c-b9af-4a49-956c-f4005baa795e details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 20:06:56.522633 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port c223990c-b9af-4a49-956c-f4005baa795e, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=c223990c-b9af-4a49-956c-f4005baa795e,segment=NetworkSegment(4c94b858-19f9-4a63-b8c5-a2e7700dcae2),segment_id=4c94b858-19f9-4a63-b8c5-a2e7700dcae2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:06:56.560689 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': 'c223990c-b9af-4a49-956c-f4005baa795e', 'network_id': 'ed159874-cc48-4cd3-85b3-1d074d175762', 'port_id': 'c223990c-b9af-4a49-956c-f4005baa795e', 'mac_address': 'fa:16:3e:57:c4:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dabdda85-4a18-4038-bd61-4842b5c742e1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 20:06:56.636534 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port c223990c-b9af-4a49-956c-f4005baa795e is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:06:56.637473 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c223990c-b9af-4a49-956c-f4005baa795e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:56.655801 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c223990c-b9af-4a49-956c-f4005baa795e {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:06:56.680667 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port c223990c-b9af-4a49-956c-f4005baa795e, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=c223990c-b9af-4a49-956c-f4005baa795e,segment=NetworkSegment(4c94b858-19f9-4a63-b8c5-a2e7700dcae2),segment_id=4c94b858-19f9-4a63-b8c5-a2e7700dcae2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:06:56.703400 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (c223990c-b9af-4a49-956c-f4005baa795e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:56.766886 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=c223990c-b9af-4a49-956c-f4005baa795e,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:06:56.888458 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['c223990c-b9af-4a49-956c-f4005baa795e'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:06:57.266577 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61ef02-5b0f-427a-8eff-02c0ac265133 req-a09b24a3-4fda-4466-88a9-2836f70d539f tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:57.268120 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5c61ef02-5b0f-427a-8eff-02c0ac265133 req-a09b24a3-4fda-4466-88a9-2836f70d539f tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] 10.222.0.65 "GET /v2.0/ports?device_id=bab651a9-2a46-4325-aa4b-545e95927d96 HTTP/1.1" status: 200 len: 945 time: 0.1130846 Mar 11 20:06:57.338070 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5c61ef02-5b0f-427a-8eff-02c0ac265133 req-311354b0-1b96-4b98-8262-d99d708f477c tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cf2f974-c2b6-4dae-90a8-ac841db8533f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639229 Mar 11 20:06:57.683246 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:58.381525 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device c223990c-b9af-4a49-956c-f4005baa795e up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:06:58.486521 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port c223990c-b9af-4a49-956c-f4005baa795e completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 20:06:58.492121 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port c223990c-b9af-4a49-956c-f4005baa795e triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:06:58.492938 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (c223990c-b9af-4a49-956c-f4005baa795e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:58.494631 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb602484-31b2-4eba-8333-e76c2748f2c3 req-a7e7884d-7a0a-4414-8ada-118832a1dcac tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:58.502926 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-eb602484-31b2-4eba-8333-e76c2748f2c3 req-a7e7884d-7a0a-4414-8ada-118832a1dcac tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] 10.222.0.65 "GET /v2.0/ports?device_id=bab651a9-2a46-4325-aa4b-545e95927d96 HTTP/1.1" status: 200 len: 945 time: 0.0816467 Mar 11 20:06:58.583950 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-eb602484-31b2-4eba-8333-e76c2748f2c3 req-53b5afbc-b6fa-47f1-a0de-c982d38e24e7 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cf2f974-c2b6-4dae-90a8-ac841db8533f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766706 Mar 11 20:06:58.848659 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port c223990c-b9af-4a49-956c-f4005baa795e is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:06:58.849301 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c223990c-b9af-4a49-956c-f4005baa795e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:58.878515 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab651a9-2a46-4325-aa4b-545e95927d96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c223990c-b9af-4a49-956c-f4005baa795e'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:06:58.881403 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-391c6daa-9620-431e-a8c5-9d3ee8e73c57" -d '{"events": [{"server_uuid": "bab651a9-2a46-4325-aa4b-545e95927d96", "name": "network-vif-plugged", "status": "completed", "tag": "c223990c-b9af-4a49-956c-f4005baa795e"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:06:58.898265 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port c223990c-b9af-4a49-956c-f4005baa795e, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=c223990c-b9af-4a49-956c-f4005baa795e,segment=NetworkSegment(4c94b858-19f9-4a63-b8c5-a2e7700dcae2),segment_id=4c94b858-19f9-4a63-b8c5-a2e7700dcae2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:06:58.906759 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (c223990c-b9af-4a49-956c-f4005baa795e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:58.988651 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=c223990c-b9af-4a49-956c-f4005baa795e,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:06:59.038036 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:06:59.066946 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4586971d-7461-410f-aca3-293018ca5799 x-openstack-request-id: req-4586971d-7461-410f-aca3-293018ca5799 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:06:59.067180 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab651a9-2a46-4325-aa4b-545e95927d96", "name": "network-vif-plugged", "status": "completed", "tag": "c223990c-b9af-4a49-956c-f4005baa795e", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:06:59.067478 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4586971d-7461-410f-aca3-293018ca5799 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:06:59.069033 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab651a9-2a46-4325-aa4b-545e95927d96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c223990c-b9af-4a49-956c-f4005baa795e', 'code': 200} Mar 11 20:06:59.204146 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66708b90-e643-4fad-a84f-7984990fa133 req-75c48f08-01f3-4cb2-96f7-e27dfe341b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:59.209662 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-66708b90-e643-4fad-a84f-7984990fa133 req-75c48f08-01f3-4cb2-96f7-e27dfe341b35 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=bab651a9-2a46-4325-aa4b-545e95927d96 HTTP/1.1" status: 200 len: 1128 time: 0.0730391 Mar 11 20:06:59.300153 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-66708b90-e643-4fad-a84f-7984990fa133 req-b4550d8c-af3c-48a6-8488-daa0d88d16a4 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=7cf2f974-c2b6-4dae-90a8-ac841db8533f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847127 Mar 11 20:06:59.834920 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1261b67-f090-4ffc-84b9-b7eda4430693 req-bdadfdfe-ce0b-4a13-b880-d844cc4394ea tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:06:59.836939 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c1261b67-f090-4ffc-84b9-b7eda4430693 req-bdadfdfe-ce0b-4a13-b880-d844cc4394ea tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] 10.222.0.65 "GET /v2.0/ports?device_id=bab651a9-2a46-4325-aa4b-545e95927d96 HTTP/1.1" status: 200 len: 946 time: 0.1059129 Mar 11 20:06:59.933316 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c1261b67-f090-4ffc-84b9-b7eda4430693 req-37ee35b1-e7f3-40c1-b8e4-652e54a01797 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cf2f974-c2b6-4dae-90a8-ac841db8533f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800483 Mar 11 20:07:01.146972 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea85d78-4c92-4395-8eeb-07528d641a7e req-7482cb7d-5940-4c3a-9c11-f5bf13cf51e7 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:01.149324 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6ea85d78-4c92-4395-8eeb-07528d641a7e req-7482cb7d-5940-4c3a-9c11-f5bf13cf51e7 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] 10.222.0.65 "GET /v2.0/ports?device_id=bab651a9-2a46-4325-aa4b-545e95927d96 HTTP/1.1" status: 200 len: 946 time: 0.1065238 Mar 11 20:07:01.216259 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6ea85d78-4c92-4395-8eeb-07528d641a7e req-c7c571f3-0891-4d40-b681-39be59b654fd tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cf2f974-c2b6-4dae-90a8-ac841db8533f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612617 Mar 11 20:07:10.347589 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:07:11.055577 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 50688) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:07:11.113925 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-94b71e4d-a174-4ba8-8a60-07780f2facea admin admin] Deleting subnet b18893cd-7265-425b-bb98-bd972e002b9e {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 20:07:11.117904 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-94b71e4d-a174-4ba8-8a60-07780f2facea admin admin] Publish callbacks [] for subnet (b18893cd-7265-425b-bb98-bd972e002b9e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:11.158598 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-94b71e4d-a174-4ba8-8a60-07780f2facea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (b18893cd-7265-425b-bb98-bd972e002b9e), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:11.225018 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-94b71e4d-a174-4ba8-8a60-07780f2facea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (b18893cd-7265-425b-bb98-bd972e002b9e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:11.317627 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-94b71e4d-a174-4ba8-8a60-07780f2facea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (b18893cd-7265-425b-bb98-bd972e002b9e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:11.345730 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b71e4d-a174-4ba8-8a60-07780f2facea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b18893cd-7265-425b-bb98-bd972e002b9e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:07:11.357454 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b71e4d-a174-4ba8-8a60-07780f2facea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:07:11.357775 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b71e4d-a174-4ba8-8a60-07780f2facea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:07:11.358062 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b71e4d-a174-4ba8-8a60-07780f2facea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:07:11.358396 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b71e4d-a174-4ba8-8a60-07780f2facea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:07:11.358737 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b71e4d-a174-4ba8-8a60-07780f2facea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:07:11.360092 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b71e4d-a174-4ba8-8a60-07780f2facea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:07:11.360092 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b71e4d-a174-4ba8-8a60-07780f2facea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:07:11.360352 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b71e4d-a174-4ba8-8a60-07780f2facea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:07:11.360570 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b71e4d-a174-4ba8-8a60-07780f2facea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:07:11.360899 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b71e4d-a174-4ba8-8a60-07780f2facea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:07:11.361218 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b71e4d-a174-4ba8-8a60-07780f2facea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:07:11.361542 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b71e4d-a174-4ba8-8a60-07780f2facea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:07:11.361858 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b71e4d-a174-4ba8-8a60-07780f2facea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:07:11.364860 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-94b71e4d-a174-4ba8-8a60-07780f2facea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:11.370565 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-94b71e4d-a174-4ba8-8a60-07780f2facea admin admin] 10.222.0.65 "DELETE /v2.0/subnets/b18893cd-7265-425b-bb98-bd972e002b9e HTTP/1.1" status: 204 len: 168 time: 0.3111038 Mar 11 20:07:11.370887 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50694) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:07:11.782068 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bc0088af-c726-4539-b4da-fc6e346f1f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (d97eaece-1a38-447d-b5b0-f14c9b4d39c0), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:11.863000 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bc0088af-c726-4539-b4da-fc6e346f1f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (d97eaece-1a38-447d-b5b0-f14c9b4d39c0), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:11.889710 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-bc0088af-c726-4539-b4da-fc6e346f1f87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d97eaece-1a38-447d-b5b0-f14c9b4d39c0']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:07:11.900823 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-bc0088af-c726-4539-b4da-fc6e346f1f87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cbb32d5-3c1d-4883-8666-314ce45efff1') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:07:11.901474 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-bc0088af-c726-4539-b4da-fc6e346f1f87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cbb32d5-3c1d-4883-8666-314ce45efff1') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:07:11.911924 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bc0088af-c726-4539-b4da-fc6e346f1f87 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (5cbb32d5-3c1d-4883-8666-314ce45efff1), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:11.926575 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bc0088af-c726-4539-b4da-fc6e346f1f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (5cbb32d5-3c1d-4883-8666-314ce45efff1), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:11.933029 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc0088af-c726-4539-b4da-fc6e346f1f87 admin admin] Releasing vlan 860 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 20:07:11.933604 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bc0088af-c726-4539-b4da-fc6e346f1f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (5cbb32d5-3c1d-4883-8666-314ce45efff1), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:11.995745 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 20:07:11.995745 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 20:07:11.995745 n-d-833163-1 neutron-server[103884]: timer() Mar 11 20:07:11.995745 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:07:11.995745 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 20:07:11.995745 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 20:07:11.995745 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 20:07:11.995745 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:07:11.995745 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 20:07:11.995745 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:07:11.995745 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 20:07:11.995745 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:07:11.995745 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 20:07:11.995745 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 20:07:11.995745 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:07:11.995745 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 20:07:11.995745 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:07:11.995745 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 20:07:11.995745 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 20:07:11.995745 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:07:11.995745 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 20:07:11.995745 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:07:11.995745 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:07:11.995745 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 20:07:11.995745 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 20:07:11.995745 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 20:07:11.995745 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:07:11.995745 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 20:07:11.995745 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:07:11.995745 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 20:07:11.995745 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:07:11.995745 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:07:12.003468 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bc0088af-c726-4539-b4da-fc6e346f1f87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (d97eaece-1a38-447d-b5b0-f14c9b4d39c0), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:12.027873 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bc0088af-c726-4539-b4da-fc6e346f1f87 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:12.032531 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-bc0088af-c726-4539-b4da-fc6e346f1f87 admin admin] 10.222.0.65 "DELETE /v2.0/networks/d97eaece-1a38-447d-b5b0-f14c9b4d39c0 HTTP/1.1" status: 204 len: 168 time: 0.6606116 Mar 11 20:07:12.033966 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0088af-c726-4539-b4da-fc6e346f1f87 admin admin] Pushing event deleted for resources: {'Network': ['ID=d97eaece-1a38-447d-b5b0-f14c9b4d39c0,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:07:12.180102 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50698) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:07:12.226979 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-66e07e74-0b8d-4fe2-b8ee-59cf724859a7 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b11a43e59f8f46a79e7cf006807148eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0454457 Mar 11 20:07:12.229392 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50700) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:07:12.287971 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-27cb252a-e75f-47be-bb2f-786534f0fa84 admin admin] Publish callbacks [] for security_group (34e3ed2a-15bd-4826-bd6d-09c7ed6d74ad), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:12.312992 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-27cb252a-e75f-47be-bb2f-786534f0fa84 admin admin] Publish callbacks [] for security_group (34e3ed2a-15bd-4826-bd6d-09c7ed6d74ad), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:12.381185 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-27cb252a-e75f-47be-bb2f-786534f0fa84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (34e3ed2a-15bd-4826-bd6d-09c7ed6d74ad), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:12.383772 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-27cb252a-e75f-47be-bb2f-786534f0fa84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:12.384961 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-27cb252a-e75f-47be-bb2f-786534f0fa84 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/34e3ed2a-15bd-4826-bd6d-09c7ed6d74ad HTTP/1.1" status: 204 len: 168 time: 0.1545680 Mar 11 20:07:12.404045 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cb252a-e75f-47be-bb2f-786534f0fa84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e3ed2a-15bd-4826-bd6d-09c7ed6d74ad,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:07:13.306578 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50726) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:07:13.592096 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-5c034fdf-8b78-4976-8ba9-742db0facf37 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-535035188-network', 'tenant_id': '3ed9f03088da4b568ed876fa07964f47'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:07:13.613238 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c034fdf-8b78-4976-8ba9-742db0facf37 admin admin] Made reservation on behalf of 3ed9f03088da4b568ed876fa07964f47 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:07:13.615746 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5c034fdf-8b78-4976-8ba9-742db0facf37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:13.625557 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5c034fdf-8b78-4976-8ba9-742db0facf37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:13.712832 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5c034fdf-8b78-4976-8ba9-742db0facf37 admin admin] Publish callbacks [] for security_group (f1c159a4-a18b-475c-990e-ce47fc19eff3), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:13.717214 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5c034fdf-8b78-4976-8ba9-742db0facf37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (f1c159a4-a18b-475c-990e-ce47fc19eff3), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:13.747220 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c034fdf-8b78-4976-8ba9-742db0facf37 admin admin] vlan segment allocate from pool success with {'vlan_id': 862, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:07:13.758045 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c034fdf-8b78-4976-8ba9-742db0facf37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c159a4-a18b-475c-990e-ce47fc19eff3,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:07:13.763437 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5c034fdf-8b78-4976-8ba9-742db0facf37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (71b9bbc9-ac9b-491b-9d03-f13ac7365297), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:13.763838 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-5c034fdf-8b78-4976-8ba9-742db0facf37 admin admin] Added segment 71b9bbc9-ac9b-491b-9d03-f13ac7365297 of type vlan for network 63f958e0-4b58-4061-8181-6f0adee7263b Mar 11 20:07:13.807477 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5c034fdf-8b78-4976-8ba9-742db0facf37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (63f958e0-4b58-4061-8181-6f0adee7263b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:13.834608 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5c034fdf-8b78-4976-8ba9-742db0facf37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (63f958e0-4b58-4061-8181-6f0adee7263b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:13.835570 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c034fdf-8b78-4976-8ba9-742db0facf37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:13.836173 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5c034fdf-8b78-4976-8ba9-742db0facf37 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:13.871912 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-5c034fdf-8b78-4976-8ba9-742db0facf37 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5639820 Mar 11 20:07:13.875735 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 50734) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:07:13.882830 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-518e8bbd-d98b-493f-8d7c-896d84d9d61b admin admin] Request body: {'subnet': {'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-535035188-subnet', 'tenant_id': '3ed9f03088da4b568ed876fa07964f47', 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:07:13.903038 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518e8bbd-d98b-493f-8d7c-896d84d9d61b admin admin] Made reservation on behalf of 3ed9f03088da4b568ed876fa07964f47 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:07:13.903506 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c034fdf-8b78-4976-8ba9-742db0facf37 admin admin] Pushing event updated for resources: {'Network': ['ID=63f958e0-4b58-4061-8181-6f0adee7263b,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:07:13.906262 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-518e8bbd-d98b-493f-8d7c-896d84d9d61b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:13.915942 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 63f958e0-4b58-4061-8181-6f0adee7263b details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 20:07:14.084426 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-518e8bbd-d98b-493f-8d7c-896d84d9d61b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (a0b8e9c3-1a90-4f95-b04c-be83e3135274), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:14.137994 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518e8bbd-d98b-493f-8d7c-896d84d9d61b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0b8e9c3-1a90-4f95-b04c-be83e3135274,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:07:14.148766 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518e8bbd-d98b-493f-8d7c-896d84d9d61b admin admin] Checking segment: {'id': '71b9bbc9-ac9b-491b-9d03-f13ac7365297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:07:14.149121 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518e8bbd-d98b-493f-8d7c-896d84d9d61b admin admin] Network hostable DHCP agents. Network: 63f958e0-4b58-4061-8181-6f0adee7263b, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:07:14.165991 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518e8bbd-d98b-493f-8d7c-896d84d9d61b admin admin] Network 63f958e0-4b58-4061-8181-6f0adee7263b is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:07:14.176469 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-518e8bbd-d98b-493f-8d7c-896d84d9d61b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 63f958e0-4b58-4061-8181-6f0adee7263b) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:07:14.181198 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518e8bbd-d98b-493f-8d7c-896d84d9d61b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:14.181792 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-518e8bbd-d98b-493f-8d7c-896d84d9d61b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:14.189376 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3a645a-ac74-4f97-bf02-d94c7e41e6b5 None None] Network 63f958e0-4b58-4061-8181-6f0adee7263b requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:07:14.203370 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-518e8bbd-d98b-493f-8d7c-896d84d9d61b admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3220007 Mar 11 20:07:14.204237 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50736) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:07:14.208920 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-9e87a077-0ee9-405e-a31c-61d0cba46414 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-535035188-router', 'tenant_id': '3ed9f03088da4b568ed876fa07964f47', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:07:14.229769 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9e87a077-0ee9-405e-a31c-61d0cba46414 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (d9e38758-eb24-4354-b579-f7fb844eba60), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:14.230952 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9e87a077-0ee9-405e-a31c-61d0cba46414 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (d9e38758-eb24-4354-b579-f7fb844eba60), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:14.301123 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9e87a077-0ee9-405e-a31c-61d0cba46414 admin admin] Publish callbacks [] for router_controller (d9e38758-eb24-4354-b579-f7fb844eba60), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:14.316762 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bec35e9-5cc8-42da-a0be-c33dc8f94b33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-63f958e0-4b58-4061-8181-6f0adee7263b', 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b', 'project_id': '3ed9f03088da4b568ed876fa07964f47', 'fixed_ips': [{'subnet_id': 'a0b8e9c3-1a90-4f95-b04c-be83e3135274'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 20:07:14.317614 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8bec35e9-5cc8-42da-a0be-c33dc8f94b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:14.454974 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9e87a077-0ee9-405e-a31c-61d0cba46414 admin admin] Publish callbacks [] for router_gateway (d9e38758-eb24-4354-b579-f7fb844eba60), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:14.478893 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-8bec35e9-5cc8-42da-a0be-c33dc8f94b33 None None] Allocated IP 172.20.0.2 (63f958e0-4b58-4061-8181-6f0adee7263b/a0b8e9c3-1a90-4f95-b04c-be83e3135274/8a4687bd-bd70-40c5-9ab1-8eb01d576472) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:07:14.666258 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8bec35e9-5cc8-42da-a0be-c33dc8f94b33 None None] Publish callbacks [] for port (8a4687bd-bd70-40c5-9ab1-8eb01d576472), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:14.673513 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8bec35e9-5cc8-42da-a0be-c33dc8f94b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (8a4687bd-bd70-40c5-9ab1-8eb01d576472), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:14.719382 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bec35e9-5cc8-42da-a0be-c33dc8f94b33 None None] Network 63f958e0-4b58-4061-8181-6f0adee7263b is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:07:14.723446 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-8bec35e9-5cc8-42da-a0be-c33dc8f94b33 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:07:14.725670 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bec35e9-5cc8-42da-a0be-c33dc8f94b33 None None] Pushing event updated for resources: {'Port': ['ID=8a4687bd-bd70-40c5-9ab1-8eb01d576472,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:07:14.728172 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bec35e9-5cc8-42da-a0be-c33dc8f94b33 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:07:14.729837 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9e87a077-0ee9-405e-a31c-61d0cba46414 admin admin] Publish callbacks [] for router_gateway (d9e38758-eb24-4354-b579-f7fb844eba60), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:14.751234 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9e87a077-0ee9-405e-a31c-61d0cba46414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:14.792394 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-8bec35e9-5cc8-42da-a0be-c33dc8f94b33 None None] Attempting to bind port 8a4687bd-bd70-40c5-9ab1-8eb01d576472 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:07:14.792759 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-8bec35e9-5cc8-42da-a0be-c33dc8f94b33 None None] Attempting to bind port 8a4687bd-bd70-40c5-9ab1-8eb01d576472 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '71b9bbc9-ac9b-491b-9d03-f13ac7365297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:07:14.793270 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bec35e9-5cc8-42da-a0be-c33dc8f94b33 None None] Attempting to bind port 8a4687bd-bd70-40c5-9ab1-8eb01d576472 on network 63f958e0-4b58-4061-8181-6f0adee7263b {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:07:14.799439 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bec35e9-5cc8-42da-a0be-c33dc8f94b33 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:07:14.800026 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bec35e9-5cc8-42da-a0be-c33dc8f94b33 None None] Checking segment: {'id': '71b9bbc9-ac9b-491b-9d03-f13ac7365297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:07:14.800532 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8bec35e9-5cc8-42da-a0be-c33dc8f94b33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:14.800929 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bec35e9-5cc8-42da-a0be-c33dc8f94b33 None None] Bound using segment: {'id': '71b9bbc9-ac9b-491b-9d03-f13ac7365297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:07:14.801411 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-8bec35e9-5cc8-42da-a0be-c33dc8f94b33 None None] Bound port: 8a4687bd-bd70-40c5-9ab1-8eb01d576472, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71b9bbc9-ac9b-491b-9d03-f13ac7365297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:07:14.801821 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8bec35e9-5cc8-42da-a0be-c33dc8f94b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (8a4687bd-bd70-40c5-9ab1-8eb01d576472), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:14.826653 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50744) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:07:14.870215 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-8bec35e9-5cc8-42da-a0be-c33dc8f94b33 None None] For port 8a4687bd-bd70-40c5-9ab1-8eb01d576472, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:07:14.874368 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-8bec35e9-5cc8-42da-a0be-c33dc8f94b33 None None] For port 8a4687bd-bd70-40c5-9ab1-8eb01d576472, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=8a4687bd-bd70-40c5-9ab1-8eb01d576472,segment=NetworkSegment(71b9bbc9-ac9b-491b-9d03-f13ac7365297),segment_id=71b9bbc9-ac9b-491b-9d03-f13ac7365297)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:07:14.882774 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8bec35e9-5cc8-42da-a0be-c33dc8f94b33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (8a4687bd-bd70-40c5-9ab1-8eb01d576472), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:14.949444 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bec35e9-5cc8-42da-a0be-c33dc8f94b33 None None] Pushing event updated for resources: {'Port': ['ID=8a4687bd-bd70-40c5-9ab1-8eb01d576472,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:07:14.977909 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-9e87a077-0ee9-405e-a31c-61d0cba46414 admin admin] Allocated IP 172.25.8.68 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/95557d99-2cf2-4044-96b7-b84611f3ed59) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:07:15.141386 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-922e2546-2b9a-4c25-ae04-e051c2b068d7 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Deleting port efd4eb67-78af-480c-b536-c66eb88a1743 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:07:15.141386 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-922e2546-2b9a-4c25-ae04-e051c2b068d7 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (efd4eb67-78af-480c-b536-c66eb88a1743), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:15.151021 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9e87a077-0ee9-405e-a31c-61d0cba46414 admin admin] Publish callbacks [] for port (95557d99-2cf2-4044-96b7-b84611f3ed59), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:15.271420 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-922e2546-2b9a-4c25-ae04-e051c2b068d7 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (efd4eb67-78af-480c-b536-c66eb88a1743), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:15.271883 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-922e2546-2b9a-4c25-ae04-e051c2b068d7 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Publish callbacks [] for floatingip (efd4eb67-78af-480c-b536-c66eb88a1743), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:15.276772 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9e87a077-0ee9-405e-a31c-61d0cba46414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (95557d99-2cf2-4044-96b7-b84611f3ed59), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:15.318281 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-922e2546-2b9a-4c25-ae04-e051c2b068d7 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Calling delete_port for efd4eb67-78af-480c-b536-c66eb88a1743 owned by network:floatingip {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:07:15.332597 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e87a077-0ee9-405e-a31c-61d0cba46414 admin admin] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:07:15.339153 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-9e87a077-0ee9-405e-a31c-61d0cba46414 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:07:15.352732 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e87a077-0ee9-405e-a31c-61d0cba46414 admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:07:15.385079 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e87a077-0ee9-405e-a31c-61d0cba46414 admin admin] Pushing event updated for resources: {'Port': ['ID=95557d99-2cf2-4044-96b7-b84611f3ed59,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:07:15.798964 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9e87a077-0ee9-405e-a31c-61d0cba46414 admin admin] Publish callbacks [] for router_gateway (d9e38758-eb24-4354-b579-f7fb844eba60), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:15.854013 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-922e2546-2b9a-4c25-ae04-e051c2b068d7 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (efd4eb67-78af-480c-b536-c66eb88a1743), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:15.898828 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922e2546-2b9a-4c25-ae04-e051c2b068d7 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Pushing event deleted for resources: {'Port': ['ID=efd4eb67-78af-480c-b536-c66eb88a1743,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:07:15.944382 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 8a4687bd-bd70-40c5-9ab1-8eb01d576472 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:07:16.013823 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 8a4687bd-bd70-40c5-9ab1-8eb01d576472 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:07:16.014855 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (8a4687bd-bd70-40c5-9ab1-8eb01d576472), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:16.047382 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-922e2546-2b9a-4c25-ae04-e051c2b068d7 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Publish callbacks [] for floatingip (685e8da6-bb92-41a4-8a03-7409b72a701d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:16.047977 n-d-833163-1 neutron-server[103884]: INFO neutron.db.l3_db [None req-922e2546-2b9a-4c25-ae04-e051c2b068d7 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Floating IP 685e8da6-bb92-41a4-8a03-7409b72a701d disassociated (deleted). External IP: 172.25.8.169, port: f0aa1ebf-4c2e-40f3-993f-d8532f988396. Mar 11 20:07:16.120812 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 8a4687bd-bd70-40c5-9ab1-8eb01d576472 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:07:16.121389 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (8a4687bd-bd70-40c5-9ab1-8eb01d576472), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:16.161556 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 8a4687bd-bd70-40c5-9ab1-8eb01d576472, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=8a4687bd-bd70-40c5-9ab1-8eb01d576472,segment=NetworkSegment(71b9bbc9-ac9b-491b-9d03-f13ac7365297),segment_id=71b9bbc9-ac9b-491b-9d03-f13ac7365297)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:07:16.169905 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (8a4687bd-bd70-40c5-9ab1-8eb01d576472), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:16.205427 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914293af-6777-49cb-bf4f-cc1599c1e7dc None None] Network 63f958e0-4b58-4061-8181-6f0adee7263b requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:07:16.262949 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=8a4687bd-bd70-40c5-9ab1-8eb01d576472,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:07:16.267558 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9e87a077-0ee9-405e-a31c-61d0cba46414 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (d9e38758-eb24-4354-b579-f7fb844eba60), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:16.301810 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-e3fa58ad-7a48-4587-b50a-1dcf4274725d None None] Provisioning complete for port 8a4687bd-bd70-40c5-9ab1-8eb01d576472 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:07:16.302275 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e3fa58ad-7a48-4587-b50a-1dcf4274725d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (8a4687bd-bd70-40c5-9ab1-8eb01d576472), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:16.429992 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e3fa58ad-7a48-4587-b50a-1dcf4274725d None None] Current status of the port 8a4687bd-bd70-40c5-9ab1-8eb01d576472 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:07:16.755435 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-00034b24-64d5-4588-a80c-e02103c0af46 None None] Provisioning complete for port 8a4687bd-bd70-40c5-9ab1-8eb01d576472 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:07:16.755869 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-00034b24-64d5-4588-a80c-e02103c0af46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (8a4687bd-bd70-40c5-9ab1-8eb01d576472), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:16.844301 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-00034b24-64d5-4588-a80c-e02103c0af46 None None] Current status of the port 8a4687bd-bd70-40c5-9ab1-8eb01d576472 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:07:16.891613 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-922e2546-2b9a-4c25-ae04-e051c2b068d7 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Router e3a64e6a-52b4-4f54-9f72-a8c8327546b0 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:07:16.959715 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e87a077-0ee9-405e-a31c-61d0cba46414 admin admin] Router d9e38758-eb24-4354-b579-f7fb844eba60 is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 20:07:17.100644 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-922e2546-2b9a-4c25-ae04-e051c2b068d7 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:07:17.107191 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-922e2546-2b9a-4c25-ae04-e051c2b068d7 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:17.111934 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4689e1f7-6674-4cd5-b823-7f2922113555 None None] Sync routers for ids ['e3a64e6a-52b4-4f54-9f72-a8c8327546b0'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:07:17.122304 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4689e1f7-6674-4cd5-b823-7f2922113555 None None] Routers {'e3a64e6a-52b4-4f54-9f72-a8c8327546b0'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:07:17.123344 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-4689e1f7-6674-4cd5-b823-7f2922113555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:06:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['e3a64e6a-52b4-4f54-9f72-a8c8327546b0'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:07:17.147911 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e87a077-0ee9-405e-a31c-61d0cba46414 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:07:17.160536 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19b1cdc-f554-4201-88d5-4580d965997e None None] Sync routers for ids ['d9e38758-eb24-4354-b579-f7fb844eba60'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:07:17.167404 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-922e2546-2b9a-4c25-ae04-e051c2b068d7 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "DELETE /v2.0/floatingips/685e8da6-bb92-41a4-8a03-7409b72a701d HTTP/1.1" status: 204 len: 168 time: 2.3362660 Mar 11 20:07:17.167404 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0', 'tag': 'f0aa1ebf-4c2e-40f3-993f-d8532f988396'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:07:17.167891 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1604dbc2-33c6-4f8c-8732-1b9b10b5651d" -d '{"events": [{"name": "network-changed", "server_uuid": "5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0", "tag": "f0aa1ebf-4c2e-40f3-993f-d8532f988396"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:07:17.174304 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9e87a077-0ee9-405e-a31c-61d0cba46414 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:17.178235 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 50758) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:07:17.178705 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-9e87a077-0ee9-405e-a31c-61d0cba46414 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9727333 Mar 11 20:07:17.195047 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19b1cdc-f554-4201-88d5-4580d965997e None None] Routers {'d9e38758-eb24-4354-b579-f7fb844eba60'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:07:17.195738 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-c19b1cdc-f554-4201-88d5-4580d965997e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:06:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['d9e38758-eb24-4354-b579-f7fb844eba60'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:07:17.320968 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-4689e1f7-6674-4cd5-b823-7f2922113555 None None] Set router e3a64e6a-52b4-4f54-9f72-a8c8327546b0 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:07:17.384105 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-c19b1cdc-f554-4201-88d5-4580d965997e None None] Set router d9e38758-eb24-4354-b579-f7fb844eba60 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:07:17.412297 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b674087d-b8a7-4bab-827f-ff29bac6b606 x-openstack-request-id: req-b674087d-b8a7-4bab-827f-ff29bac6b606 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:07:17.412611 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0", "tag": "f0aa1ebf-4c2e-40f3-993f-d8532f988396", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:07:17.412870 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b674087d-b8a7-4bab-827f-ff29bac6b606 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:07:17.413288 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0', 'tag': 'f0aa1ebf-4c2e-40f3-993f-d8532f988396', 'status': 'completed', 'code': 200} Mar 11 20:07:17.641408 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-c19b1cdc-f554-4201-88d5-4580d965997e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'name': 'tempest-TestVolumeBootPattern-535035188-router', 'tenant_id': '3ed9f03088da4b568ed876fa07964f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '95557d99-2cf2-4044-96b7-b84611f3ed59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:07:14Z', 'updated_at': '2022-03-11T20:07:15Z', 'revision_number': 3, 'project_id': '3ed9f03088da4b568ed876fa07964f47', 'gw_port': {'id': '95557d99-2cf2-4044-96b7-b84611f3ed59', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:07:14Z', 'updated_at': '2022-03-11T20:07:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:07:17.690403 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1604dbc2-33c6-4f8c-8732-1b9b10b5651d req-705e5331-dd43-4cd4-80bf-20712acd3f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:17.692226 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1604dbc2-33c6-4f8c-8732-1b9b10b5651d req-705e5331-dd43-4cd4-80bf-20712acd3f90 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d558505ee46d412491221fab874b8522&device_id=5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0 HTTP/1.1" status: 200 len: 1127 time: 0.2489579 Mar 11 20:07:17.698227 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19b1cdc-f554-4201-88d5-4580d965997e None None] Checking router: d9e38758-eb24-4354-b579-f7fb844eba60 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:07:17.698705 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19b1cdc-f554-4201-88d5-4580d965997e None None] Updating router d9e38758-eb24-4354-b579-f7fb844eba60 port 95557d99-2cf2-4044-96b7-b84611f3ed59 binding host n-d-833163-1 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 20:07:17.711874 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-4689e1f7-6674-4cd5-b823-7f2922113555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a64e6a-52b4-4f54-9f72-a8c8327546b0', 'name': 'tempest-TestVolumeBackupRestore-976074374-router', 'tenant_id': 'd558505ee46d412491221fab874b8522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'daa06607-0fce-4be1-ae6f-818a7d50fa2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:02:25Z', 'updated_at': '2022-03-11T20:02:29Z', 'revision_number': 4, 'project_id': 'd558505ee46d412491221fab874b8522', 'gw_port': {'id': 'daa06607-0fce-4be1-ae6f-818a7d50fa2a', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:fe:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a64e6a-52b4-4f54-9f72-a8c8327546b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:02:25Z', 'updated_at': '2022-03-11T20:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '5b3716f6-86b3-4376-8798-5f90000ff191', 'name': '', 'network_id': 'fa92e7b5-885a-4517-bdf1-e22483e17a73', 'tenant_id': 'd558505ee46d412491221fab874b8522', 'mac_address': 'fa:16:3e:e5:3c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a64e6a-52b4-4f54-9f72-a8c8327546b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': 'c6219a93-8483-405b-9eb3-5cde14ecbab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:02:28Z', 'updated_at': '2022-03-11T20:02:34Z', 'revision_number': 5, 'project_id': 'd558505ee46d412491221fab874b8522', 'subnets': [{'id': 'c6219a93-8483-405b-9eb3-5cde14ecbab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:07:17.726940 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c547fc-9bc1-49c1-b83a-b6b15b5b60e6 req-49d06480-5c45-4b70-bba9-fbdd6ed6591a tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:17.728521 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b7c547fc-9bc1-49c1-b83a-b6b15b5b60e6 req-49d06480-5c45-4b70-bba9-fbdd6ed6591a tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0 HTTP/1.1" status: 200 len: 945 time: 0.1742821 Mar 11 20:07:17.755934 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c19b1cdc-f554-4201-88d5-4580d965997e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (95557d99-2cf2-4044-96b7-b84611f3ed59), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:17.758128 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4689e1f7-6674-4cd5-b823-7f2922113555 None None] Checking router: e3a64e6a-52b4-4f54-9f72-a8c8327546b0 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:07:17.788670 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4689e1f7-6674-4cd5-b823-7f2922113555 None None] Routers {'e3a64e6a-52b4-4f54-9f72-a8c8327546b0'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:07:17.789293 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-4689e1f7-6674-4cd5-b823-7f2922113555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:06:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['e3a64e6a-52b4-4f54-9f72-a8c8327546b0'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:07:17.894065 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 8a4687bd-bd70-40c5-9ab1-8eb01d576472 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:07:17.988014 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 8a4687bd-bd70-40c5-9ab1-8eb01d576472 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:07:17.988403 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (8a4687bd-bd70-40c5-9ab1-8eb01d576472), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:18.102925 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-4689e1f7-6674-4cd5-b823-7f2922113555 None None] Set router e3a64e6a-52b4-4f54-9f72-a8c8327546b0 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:07:18.215372 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 8a4687bd-bd70-40c5-9ab1-8eb01d576472 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:07:18.312767 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c19b1cdc-f554-4201-88d5-4580d965997e None None] Publish callbacks [] for port (95557d99-2cf2-4044-96b7-b84611f3ed59), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:18.320622 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c19b1cdc-f554-4201-88d5-4580d965997e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (95557d99-2cf2-4044-96b7-b84611f3ed59), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:18.386220 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-c19b1cdc-f554-4201-88d5-4580d965997e None None] Attempting to bind port 95557d99-2cf2-4044-96b7-b84611f3ed59 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:07:18.386673 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-c19b1cdc-f554-4201-88d5-4580d965997e None None] Attempting to bind port 95557d99-2cf2-4044-96b7-b84611f3ed59 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:07:18.387178 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19b1cdc-f554-4201-88d5-4580d965997e None None] Attempting to bind port 95557d99-2cf2-4044-96b7-b84611f3ed59 on network 612cc066-33e3-444d-b1c7-d0a64751482a {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:07:18.415549 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b7c547fc-9bc1-49c1-b83a-b6b15b5b60e6 req-44a96aba-4aec-4f98-8649-b79347e39a4f tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/security-groups?id=6599d40d-6b93-4a0b-8f73-edf84c9e7d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6415718 Mar 11 20:07:18.416091 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f4a072-f9f6-4ed8-8119-678479ee750e None None] Pushing event updated for resources: {'Port': ['ID=95557d99-2cf2-4044-96b7-b84611f3ed59,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:07:18.416091 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19b1cdc-f554-4201-88d5-4580d965997e None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:07:18.416091 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19b1cdc-f554-4201-88d5-4580d965997e None None] Checking segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:07:18.416091 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c19b1cdc-f554-4201-88d5-4580d965997e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:18.416091 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19b1cdc-f554-4201-88d5-4580d965997e None None] Bound using segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:07:18.416091 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-c19b1cdc-f554-4201-88d5-4580d965997e None None] Bound port: 95557d99-2cf2-4044-96b7-b84611f3ed59, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:07:18.416091 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c19b1cdc-f554-4201-88d5-4580d965997e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (95557d99-2cf2-4044-96b7-b84611f3ed59), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:18.428946 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-4689e1f7-6674-4cd5-b823-7f2922113555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a64e6a-52b4-4f54-9f72-a8c8327546b0', 'name': 'tempest-TestVolumeBackupRestore-976074374-router', 'tenant_id': 'd558505ee46d412491221fab874b8522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'daa06607-0fce-4be1-ae6f-818a7d50fa2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:02:25Z', 'updated_at': '2022-03-11T20:02:29Z', 'revision_number': 4, 'project_id': 'd558505ee46d412491221fab874b8522', 'gw_port': {'id': 'daa06607-0fce-4be1-ae6f-818a7d50fa2a', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:fe:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a64e6a-52b4-4f54-9f72-a8c8327546b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:02:25Z', 'updated_at': '2022-03-11T20:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '5b3716f6-86b3-4376-8798-5f90000ff191', 'name': '', 'network_id': 'fa92e7b5-885a-4517-bdf1-e22483e17a73', 'tenant_id': 'd558505ee46d412491221fab874b8522', 'mac_address': 'fa:16:3e:e5:3c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a64e6a-52b4-4f54-9f72-a8c8327546b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': 'c6219a93-8483-405b-9eb3-5cde14ecbab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:02:28Z', 'updated_at': '2022-03-11T20:02:34Z', 'revision_number': 5, 'project_id': 'd558505ee46d412491221fab874b8522', 'subnets': [{'id': 'c6219a93-8483-405b-9eb3-5cde14ecbab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:07:18.463455 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4689e1f7-6674-4cd5-b823-7f2922113555 None None] The sync data for ids ['e3a64e6a-52b4-4f54-9f72-a8c8327546b0'] in n-d-833163-1 is: [{'id': 'e3a64e6a-52b4-4f54-9f72-a8c8327546b0', 'name': 'tempest-TestVolumeBackupRestore-976074374-router', 'tenant_id': 'd558505ee46d412491221fab874b8522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'daa06607-0fce-4be1-ae6f-818a7d50fa2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:02:25Z', 'updated_at': '2022-03-11T20:02:29Z', 'revision_number': 4, 'project_id': 'd558505ee46d412491221fab874b8522', 'gw_port': {'id': 'daa06607-0fce-4be1-ae6f-818a7d50fa2a', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:fe:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a64e6a-52b4-4f54-9f72-a8c8327546b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:02:25Z', 'updated_at': '2022-03-11T20:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '5b3716f6-86b3-4376-8798-5f90000ff191', 'name': '', 'network_id': 'fa92e7b5-885a-4517-bdf1-e22483e17a73', 'tenant_id': 'd558505ee46d412491221fab874b8522', 'mac_address': 'fa:16:3e:e5:3c:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a64e6a-52b4-4f54-9f72-a8c8327546b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': 'c6219a93-8483-405b-9eb3-5cde14ecbab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:02:28Z', 'updated_at': '2022-03-11T20:02:34Z', 'revision_number': 5, 'project_id': 'd558505ee46d412491221fab874b8522', 'subnets': [{'id': 'c6219a93-8483-405b-9eb3-5cde14ecbab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:07:18.467562 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1604dbc2-33c6-4f8c-8732-1b9b10b5651d req-5827436f-38c2-4178-8bbc-896b88274e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:18.469093 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1604dbc2-33c6-4f8c-8732-1b9b10b5651d req-5827436f-38c2-4178-8bbc-896b88274e1a service neutron] 10.222.0.57 "GET /v2.0/networks?id=fa92e7b5-885a-4517-bdf1-e22483e17a73 HTTP/1.1" status: 200 len: 914 time: 0.7381105 Mar 11 20:07:18.490765 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c19b1cdc-f554-4201-88d5-4580d965997e None None] For port 95557d99-2cf2-4044-96b7-b84611f3ed59, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:07:18.494220 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c19b1cdc-f554-4201-88d5-4580d965997e None None] For port 95557d99-2cf2-4044-96b7-b84611f3ed59, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=95557d99-2cf2-4044-96b7-b84611f3ed59,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:07:18.514626 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c19b1cdc-f554-4201-88d5-4580d965997e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (95557d99-2cf2-4044-96b7-b84611f3ed59), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:18.524100 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1604dbc2-33c6-4f8c-8732-1b9b10b5651d req-ad3e09e2-7048-4baa-8a1f-1d2597f378b5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0aa1ebf-4c2e-40f3-993f-d8532f988396 HTTP/1.1" status: 200 len: 217 time: 0.0469658 Mar 11 20:07:18.582759 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19b1cdc-f554-4201-88d5-4580d965997e None None] Routers {'d9e38758-eb24-4354-b579-f7fb844eba60'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:07:18.583284 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-c19b1cdc-f554-4201-88d5-4580d965997e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:06:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['d9e38758-eb24-4354-b579-f7fb844eba60'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:07:18.589143 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1604dbc2-33c6-4f8c-8732-1b9b10b5651d req-eb3345fd-17bc-4fde-8cfe-94269f65cfad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:18.592001 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1604dbc2-33c6-4f8c-8732-1b9b10b5651d req-eb3345fd-17bc-4fde-8cfe-94269f65cfad service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c6219a93-8483-405b-9eb3-5cde14ecbab2 HTTP/1.1" status: 200 len: 852 time: 0.0473623 Mar 11 20:07:18.634759 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f4a072-f9f6-4ed8-8119-678479ee750e None None] Pushing event updated for resources: {'Port': ['ID=95557d99-2cf2-4044-96b7-b84611f3ed59,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:07:18.638939 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fb39bfdf-c6f2-4a42-ad58-939b27e4eacc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:18.675420 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1604dbc2-33c6-4f8c-8732-1b9b10b5651d req-608f3822-0d0c-4c86-aaf9-66cc46f7561a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:18.677083 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1604dbc2-33c6-4f8c-8732-1b9b10b5651d req-608f3822-0d0c-4c86-aaf9-66cc46f7561a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fa92e7b5-885a-4517-bdf1-e22483e17a73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0783226 Mar 11 20:07:18.717454 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-c19b1cdc-f554-4201-88d5-4580d965997e None None] Set router d9e38758-eb24-4354-b579-f7fb844eba60 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:07:18.877826 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1604dbc2-33c6-4f8c-8732-1b9b10b5651d req-1146f5b1-3fdb-4586-9107-68bca31df3f8 service neutron] 10.222.0.57 "GET /v2.0/networks/fa92e7b5-885a-4517-bdf1-e22483e17a73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737323 Mar 11 20:07:18.916194 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-fb39bfdf-c6f2-4a42-ad58-939b27e4eacc admin admin] Allocated IP 172.20.0.1 (63f958e0-4b58-4061-8181-6f0adee7263b/a0b8e9c3-1a90-4f95-b04c-be83e3135274/5ae67f9c-fa7f-41c0-826c-440a015e83cf) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:07:18.940112 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-c19b1cdc-f554-4201-88d5-4580d965997e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'name': 'tempest-TestVolumeBootPattern-535035188-router', 'tenant_id': '3ed9f03088da4b568ed876fa07964f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '95557d99-2cf2-4044-96b7-b84611f3ed59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:07:14Z', 'updated_at': '2022-03-11T20:07:15Z', 'revision_number': 3, 'project_id': '3ed9f03088da4b568ed876fa07964f47', 'gw_port': {'id': '95557d99-2cf2-4044-96b7-b84611f3ed59', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:07:14Z', 'updated_at': '2022-03-11T20:07:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:07:18.968730 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56e810a-c957-40c5-a81f-aeac0e691533 None None] New status for floating IP 685e8da6-bb92-41a4-8a03-7409b72a701d: DOWN {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 20:07:18.974807 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19b1cdc-f554-4201-88d5-4580d965997e None None] The sync data for ids ['d9e38758-eb24-4354-b579-f7fb844eba60'] in n-d-833163-1 is: [{'id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'name': 'tempest-TestVolumeBootPattern-535035188-router', 'tenant_id': '3ed9f03088da4b568ed876fa07964f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '95557d99-2cf2-4044-96b7-b84611f3ed59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:07:14Z', 'updated_at': '2022-03-11T20:07:15Z', 'revision_number': 3, 'project_id': '3ed9f03088da4b568ed876fa07964f47', 'gw_port': {'id': '95557d99-2cf2-4044-96b7-b84611f3ed59', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:07:14Z', 'updated_at': '2022-03-11T20:07:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:07:19.091917 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1604dbc2-33c6-4f8c-8732-1b9b10b5651d req-b39a8fb0-eff0-44e2-80b5-28db2bb0fc69 service neutron] 10.222.0.57 "GET /v2.0/networks/fa92e7b5-885a-4517-bdf1-e22483e17a73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066123 Mar 11 20:07:19.104904 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd41293-de89-4719-9dda-201caaba77b9 req-d4750f71-8b15-4823-93db-00256c9ed5c9 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:19.106731 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0dd41293-de89-4719-9dda-201caaba77b9 req-d4750f71-8b15-4823-93db-00256c9ed5c9 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.57 "GET /v2.0/ports?device_id=5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0 HTTP/1.1" status: 200 len: 945 time: 0.1425316 Mar 11 20:07:19.110409 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:19.177549 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fb39bfdf-c6f2-4a42-ad58-939b27e4eacc admin admin] Publish callbacks [] for port (5ae67f9c-fa7f-41c0-826c-440a015e83cf), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:19.267806 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fb39bfdf-c6f2-4a42-ad58-939b27e4eacc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (5ae67f9c-fa7f-41c0-826c-440a015e83cf), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:19.294012 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-0dd41293-de89-4719-9dda-201caaba77b9 req-c08cd21c-60a4-44b7-a392-4ad0850f874d tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Deleting port f0aa1ebf-4c2e-40f3-993f-d8532f988396 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:07:19.294372 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0dd41293-de89-4719-9dda-201caaba77b9 req-c08cd21c-60a4-44b7-a392-4ad0850f874d tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (f0aa1ebf-4c2e-40f3-993f-d8532f988396), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:19.357627 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb39bfdf-c6f2-4a42-ad58-939b27e4eacc admin admin] Network 63f958e0-4b58-4061-8181-6f0adee7263b is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:07:19.374069 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-fb39bfdf-c6f2-4a42-ad58-939b27e4eacc admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:07:19.376820 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb39bfdf-c6f2-4a42-ad58-939b27e4eacc admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:07:19.434698 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb39bfdf-c6f2-4a42-ad58-939b27e4eacc admin admin] Pushing event updated for resources: {'Port': ['ID=5ae67f9c-fa7f-41c0-826c-440a015e83cf,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:07:19.473961 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fb39bfdf-c6f2-4a42-ad58-939b27e4eacc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (d9e38758-eb24-4354-b579-f7fb844eba60), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:19.576293 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-0dd41293-de89-4719-9dda-201caaba77b9 req-c08cd21c-60a4-44b7-a392-4ad0850f874d tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] For port f0aa1ebf-4c2e-40f3-993f-d8532f988396, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=f0aa1ebf-4c2e-40f3-993f-d8532f988396,segment=NetworkSegment(b6d9f44f-90e0-49a0-9f7e-a494b7e8090e),segment_id=b6d9f44f-90e0-49a0-9f7e-a494b7e8090e)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:07:19.576822 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0dd41293-de89-4719-9dda-201caaba77b9 req-c08cd21c-60a4-44b7-a392-4ad0850f874d tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (f0aa1ebf-4c2e-40f3-993f-d8532f988396), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:19.611577 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-0dd41293-de89-4719-9dda-201caaba77b9 req-c08cd21c-60a4-44b7-a392-4ad0850f874d tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Calling delete_port for f0aa1ebf-4c2e-40f3-993f-d8532f988396 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:07:19.629309 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c948724d-01f7-4179-992a-8f6430ac3419 req-2444485b-cb08-4769-8538-71552c738561 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:19.631057 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c948724d-01f7-4179-992a-8f6430ac3419 req-2444485b-cb08-4769-8538-71552c738561 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0 HTTP/1.1" status: 200 len: 945 time: 0.1024716 Mar 11 20:07:19.703441 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-604cb0b7-7a2b-431f-86f3-3a3bb02bbc5c None None] Provisioning complete for port 5ae67f9c-fa7f-41c0-826c-440a015e83cf triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:07:19.704053 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-604cb0b7-7a2b-431f-86f3-3a3bb02bbc5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (5ae67f9c-fa7f-41c0-826c-440a015e83cf), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:19.761724 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c948724d-01f7-4179-992a-8f6430ac3419 req-5c184465-6273-4c1b-8ab3-97e6657a7d23 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/security-groups?id=6599d40d-6b93-4a0b-8f73-edf84c9e7d39&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222067 Mar 11 20:07:19.789505 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-604cb0b7-7a2b-431f-86f3-3a3bb02bbc5c None None] Port 5ae67f9c-fa7f-41c0-826c-440a015e83cf cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:07:19.872001 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 95557d99-2cf2-4044-96b7-b84611f3ed59 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:07:19.892161 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fb39bfdf-c6f2-4a42-ad58-939b27e4eacc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (5ae67f9c-fa7f-41c0-826c-440a015e83cf), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:19.976085 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 95557d99-2cf2-4044-96b7-b84611f3ed59 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:07:19.977180 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (95557d99-2cf2-4044-96b7-b84611f3ed59), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:20.019293 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0dd41293-de89-4719-9dda-201caaba77b9 req-c08cd21c-60a4-44b7-a392-4ad0850f874d tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (f0aa1ebf-4c2e-40f3-993f-d8532f988396), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:20.051045 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08cd21c-60a4-44b7-a392-4ad0850f874d tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Pushing event deleted for resources: {'Port': ['ID=f0aa1ebf-4c2e-40f3-993f-d8532f988396,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:07:20.097469 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 95557d99-2cf2-4044-96b7-b84611f3ed59 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:07:20.097865 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (95557d99-2cf2-4044-96b7-b84611f3ed59), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:20.123102 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 95557d99-2cf2-4044-96b7-b84611f3ed59, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=95557d99-2cf2-4044-96b7-b84611f3ed59,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:07:20.128624 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (95557d99-2cf2-4044-96b7-b84611f3ed59), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:20.133772 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dd41293-de89-4719-9dda-201caaba77b9 req-c08cd21c-60a4-44b7-a392-4ad0850f874d tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] No DVR routers for this DVR port f0aa1ebf-4c2e-40f3-993f-d8532f988396 on host n-h2-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:07:20.143252 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0dd41293-de89-4719-9dda-201caaba77b9 req-c08cd21c-60a4-44b7-a392-4ad0850f874d tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:20.146555 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0dd41293-de89-4719-9dda-201caaba77b9 req-c08cd21c-60a4-44b7-a392-4ad0850f874d tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.57 "DELETE /v2.0/ports/f0aa1ebf-4c2e-40f3-993f-d8532f988396 HTTP/1.1" status: 204 len: 173 time: 1.0316000 Mar 11 20:07:20.147011 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0', 'name': 'network-vif-deleted', 'tag': 'f0aa1ebf-4c2e-40f3-993f-d8532f988396'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:07:20.149410 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64511771-c972-4668-b07f-1ad060275231" -d '{"events": [{"server_uuid": "5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0", "name": "network-vif-deleted", "tag": "f0aa1ebf-4c2e-40f3-993f-d8532f988396"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:07:20.260075 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31abf67d-33ed-4189-a102-ad570a154b5c x-openstack-request-id: req-31abf67d-33ed-4189-a102-ad570a154b5c {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:07:20.260371 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0", "name": "network-vif-deleted", "tag": "f0aa1ebf-4c2e-40f3-993f-d8532f988396", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:07:20.260630 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-31abf67d-33ed-4189-a102-ad570a154b5c {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:07:20.261114 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0', 'name': 'network-vif-deleted', 'tag': 'f0aa1ebf-4c2e-40f3-993f-d8532f988396', 'status': 'completed', 'code': 200} Mar 11 20:07:20.319616 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fb39bfdf-c6f2-4a42-ad58-939b27e4eacc admin admin] Publish callbacks [] for port (5ae67f9c-fa7f-41c0-826c-440a015e83cf), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:20.325777 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fb39bfdf-c6f2-4a42-ad58-939b27e4eacc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (5ae67f9c-fa7f-41c0-826c-440a015e83cf), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:20.385794 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=95557d99-2cf2-4044-96b7-b84611f3ed59,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:07:20.396060 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb39bfdf-c6f2-4a42-ad58-939b27e4eacc admin admin] Pushing event updated for resources: {'Port': ['ID=5ae67f9c-fa7f-41c0-826c-440a015e83cf,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:07:20.398088 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fb39bfdf-c6f2-4a42-ad58-939b27e4eacc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (d9e38758-eb24-4354-b579-f7fb844eba60), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:20.501454 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb39bfdf-c6f2-4a42-ad58-939b27e4eacc admin admin] Network 63f958e0-4b58-4061-8181-6f0adee7263b is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:07:20.503460 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-fb39bfdf-c6f2-4a42-ad58-939b27e4eacc admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:07:20.643810 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb39bfdf-c6f2-4a42-ad58-939b27e4eacc admin admin] Router d9e38758-eb24-4354-b579-f7fb844eba60 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:07:20.781316 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb39bfdf-c6f2-4a42-ad58-939b27e4eacc admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:07:20.790473 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-fb39bfdf-c6f2-4a42-ad58-939b27e4eacc admin admin] 10.222.0.65 "PUT /v2.0/routers/d9e38758-eb24-4354-b579-f7fb844eba60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6074388 Mar 11 20:07:20.830383 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c50e9daa-82dd-4885-8d92-7ce91bf3fcf2 None None] Provisioning complete for port 5ae67f9c-fa7f-41c0-826c-440a015e83cf triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:07:20.830955 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c50e9daa-82dd-4885-8d92-7ce91bf3fcf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (5ae67f9c-fa7f-41c0-826c-440a015e83cf), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:20.872403 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c50e9daa-82dd-4885-8d92-7ce91bf3fcf2 None None] Port 5ae67f9c-fa7f-41c0-826c-440a015e83cf cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:07:20.897670 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4d3402e8-2730-4b57-af72-be898cae744e req-1fd55864-4418-4f5f-8c88-0d562153f7dc tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0 HTTP/1.1" status: 200 len: 210 time: 0.0405748 Mar 11 20:07:21.112783 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a6f372-4d15-42af-8a96-0a91a0774716 None None] Sync routers for ids ['d9e38758-eb24-4354-b579-f7fb844eba60'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:07:21.128892 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a6f372-4d15-42af-8a96-0a91a0774716 None None] Routers {'d9e38758-eb24-4354-b579-f7fb844eba60'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:07:21.128892 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-e8a6f372-4d15-42af-8a96-0a91a0774716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:06:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['d9e38758-eb24-4354-b579-f7fb844eba60'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:07:21.274046 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-e8a6f372-4d15-42af-8a96-0a91a0774716 None None] Set router d9e38758-eb24-4354-b579-f7fb844eba60 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:07:21.352466 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 50806) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:07:21.357432 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-d8b9f75d-bc27-4649-9f01-ee0000d8f471 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-86087377-network', 'tenant_id': 'df73811c60a241fc9ef928fc8ab170df'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:07:21.381248 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b9f75d-bc27-4649-9f01-ee0000d8f471 admin admin] Made reservation on behalf of df73811c60a241fc9ef928fc8ab170df for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:07:21.385954 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8b9f75d-bc27-4649-9f01-ee0000d8f471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:21.405241 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8b9f75d-bc27-4649-9f01-ee0000d8f471 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:21.508580 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8b9f75d-bc27-4649-9f01-ee0000d8f471 admin admin] Publish callbacks [] for security_group (a4e5e5ec-575a-4a20-b3de-0515c51b66f4), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:21.512840 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8b9f75d-bc27-4649-9f01-ee0000d8f471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (a4e5e5ec-575a-4a20-b3de-0515c51b66f4), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:21.538226 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8b9f75d-bc27-4649-9f01-ee0000d8f471 admin admin] vlan segment allocate from pool success with {'vlan_id': 863, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:07:21.547363 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b9f75d-bc27-4649-9f01-ee0000d8f471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e5e5ec-575a-4a20-b3de-0515c51b66f4,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:07:21.553804 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8b9f75d-bc27-4649-9f01-ee0000d8f471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (73055852-7eed-4e76-887e-89dced30eb82), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:21.554166 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-d8b9f75d-bc27-4649-9f01-ee0000d8f471 admin admin] Added segment 73055852-7eed-4e76-887e-89dced30eb82 of type vlan for network ae5277e4-aed2-4389-bd35-b2c000951d95 Mar 11 20:07:21.590574 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-e8a6f372-4d15-42af-8a96-0a91a0774716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'name': 'tempest-TestVolumeBootPattern-535035188-router', 'tenant_id': '3ed9f03088da4b568ed876fa07964f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '95557d99-2cf2-4044-96b7-b84611f3ed59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:07:14Z', 'updated_at': '2022-03-11T20:07:19Z', 'revision_number': 4, 'project_id': '3ed9f03088da4b568ed876fa07964f47', 'gw_port': {'id': '95557d99-2cf2-4044-96b7-b84611f3ed59', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:07:14Z', 'updated_at': '2022-03-11T20:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '5ae67f9c-fa7f-41c0-826c-440a015e83cf', 'name': '', 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b', 'tenant_id': '3ed9f03088da4b568ed876fa07964f47', 'mac_address': 'fa:16:3e:03:71:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'a0b8e9c3-1a90-4f95-b04c-be83e3135274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:07:18Z', 'updated_at': '2022-03-11T20:07:20Z', 'revision_number': 2, 'project_id': '3ed9f03088da4b568ed876fa07964f47', 'subnets': [{'id': 'a0b8e9c3-1a90-4f95-b04c-be83e3135274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:07:21.598031 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8b9f75d-bc27-4649-9f01-ee0000d8f471 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (ae5277e4-aed2-4389-bd35-b2c000951d95), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:21.624358 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8b9f75d-bc27-4649-9f01-ee0000d8f471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (ae5277e4-aed2-4389-bd35-b2c000951d95), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:21.625729 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b9f75d-bc27-4649-9f01-ee0000d8f471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:21.626313 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d8b9f75d-bc27-4649-9f01-ee0000d8f471 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:21.629944 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a6f372-4d15-42af-8a96-0a91a0774716 None None] Checking router: d9e38758-eb24-4354-b579-f7fb844eba60 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:07:21.630898 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a6f372-4d15-42af-8a96-0a91a0774716 None None] Updating router d9e38758-eb24-4354-b579-f7fb844eba60 port 5ae67f9c-fa7f-41c0-826c-440a015e83cf binding host n-d-833163-1 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 20:07:21.662440 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e8a6f372-4d15-42af-8a96-0a91a0774716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (5ae67f9c-fa7f-41c0-826c-440a015e83cf), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:21.664343 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d8b9f75d-bc27-4649-9f01-ee0000d8f471 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3108265 Mar 11 20:07:21.667083 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 50808) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:07:21.671951 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-8fad97ff-2829-42bd-8a05-7e436482c8eb admin admin] Request body: {'subnet': {'network_id': 'ae5277e4-aed2-4389-bd35-b2c000951d95', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-86087377-subnet', 'tenant_id': 'df73811c60a241fc9ef928fc8ab170df', 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:07:21.706125 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b9f75d-bc27-4649-9f01-ee0000d8f471 admin admin] Pushing event updated for resources: {'Network': ['ID=ae5277e4-aed2-4389-bd35-b2c000951d95,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:07:21.721804 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network ae5277e4-aed2-4389-bd35-b2c000951d95 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 20:07:21.723277 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fad97ff-2829-42bd-8a05-7e436482c8eb admin admin] Made reservation on behalf of df73811c60a241fc9ef928fc8ab170df for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:07:21.725630 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8fad97ff-2829-42bd-8a05-7e436482c8eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:21.862339 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 95557d99-2cf2-4044-96b7-b84611f3ed59 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:07:21.958088 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8fad97ff-2829-42bd-8a05-7e436482c8eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (0271fefd-bfce-4278-a54a-f9b376f76a26), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:21.983302 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 95557d99-2cf2-4044-96b7-b84611f3ed59 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:07:21.984261 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (95557d99-2cf2-4044-96b7-b84611f3ed59), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:22.030547 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f51af289-786d-4d3d-93d6-43fd8d5218fe req-fdc23c70-d236-4711-8b69-5c392461cc4c tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0 HTTP/1.1" status: 200 len: 210 time: 0.0399067 Mar 11 20:07:22.055072 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fad97ff-2829-42bd-8a05-7e436482c8eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=0271fefd-bfce-4278-a54a-f9b376f76a26,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:07:22.067738 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fad97ff-2829-42bd-8a05-7e436482c8eb admin admin] Checking segment: {'id': '73055852-7eed-4e76-887e-89dced30eb82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'ae5277e4-aed2-4389-bd35-b2c000951d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:07:22.068468 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fad97ff-2829-42bd-8a05-7e436482c8eb admin admin] Network hostable DHCP agents. Network: ae5277e4-aed2-4389-bd35-b2c000951d95, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:07:22.091614 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fad97ff-2829-42bd-8a05-7e436482c8eb admin admin] Network ae5277e4-aed2-4389-bd35-b2c000951d95 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:07:22.103114 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-8fad97ff-2829-42bd-8a05-7e436482c8eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, ae5277e4-aed2-4389-bd35-b2c000951d95) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:07:22.112800 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fad97ff-2829-42bd-8a05-7e436482c8eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:22.112989 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8fad97ff-2829-42bd-8a05-7e436482c8eb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:22.116231 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c982ef8-3a0d-4814-ba10-c169aee42ebe None None] Network ae5277e4-aed2-4389-bd35-b2c000951d95 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:07:22.134621 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-8fad97ff-2829-42bd-8a05-7e436482c8eb admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4638195 Mar 11 20:07:22.134879 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 50812) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:07:22.140596 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-fa37ae94-14ff-4241-b148-b8833c79db16 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-86087377-router', 'tenant_id': 'df73811c60a241fc9ef928fc8ab170df', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:07:22.151905 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e8a6f372-4d15-42af-8a96-0a91a0774716 None None] Publish callbacks [] for port (5ae67f9c-fa7f-41c0-826c-440a015e83cf), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:22.157581 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device f0aa1ebf-4c2e-40f3-993f-d8532f988396 no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:07:22.163363 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fa37ae94-14ff-4241-b148-b8833c79db16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (3c639438-5cdc-45e7-baa8-25f9f18a361a), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:22.164507 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fa37ae94-14ff-4241-b148-b8833c79db16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (3c639438-5cdc-45e7-baa8-25f9f18a361a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:22.195197 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e8a6f372-4d15-42af-8a96-0a91a0774716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (5ae67f9c-fa7f-41c0-826c-440a015e83cf), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:22.225512 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fa37ae94-14ff-4241-b148-b8833c79db16 admin admin] Publish callbacks [] for router_controller (3c639438-5cdc-45e7-baa8-25f9f18a361a), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:22.254741 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: f0aa1ebf-4c2e-40f3-993f-d8532f988396 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:07:22.255086 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device f0aa1ebf-4c2e-40f3-993f-d8532f988396 not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:07:22.261326 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 95557d99-2cf2-4044-96b7-b84611f3ed59 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:07:22.285981 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7dfc81-7d5a-4930-a7f6-d6680fb2be64 None None] Pushing event updated for resources: {'Port': ['ID=5ae67f9c-fa7f-41c0-826c-440a015e83cf,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:07:22.304108 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7dfc81-7d5a-4930-a7f6-d6680fb2be64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:07:22.304464 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7dfc81-7d5a-4930-a7f6-d6680fb2be64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:07:22.304826 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7dfc81-7d5a-4930-a7f6-d6680fb2be64 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:07:22.305157 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7dfc81-7d5a-4930-a7f6-d6680fb2be64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:07:22.305493 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7dfc81-7d5a-4930-a7f6-d6680fb2be64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:07:22.305834 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7dfc81-7d5a-4930-a7f6-d6680fb2be64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:07:22.306163 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7dfc81-7d5a-4930-a7f6-d6680fb2be64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:07:22.306495 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7dfc81-7d5a-4930-a7f6-d6680fb2be64 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:07:22.306824 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7dfc81-7d5a-4930-a7f6-d6680fb2be64 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:07:22.307156 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7dfc81-7d5a-4930-a7f6-d6680fb2be64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:07:22.307483 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7dfc81-7d5a-4930-a7f6-d6680fb2be64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:07:22.307832 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7dfc81-7d5a-4930-a7f6-d6680fb2be64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:07:22.308162 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7dfc81-7d5a-4930-a7f6-d6680fb2be64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:07:22.395453 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39360395-dd61-43a4-ac6b-9abb6950c72a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-ae5277e4-aed2-4389-bd35-b2c000951d95', 'network_id': 'ae5277e4-aed2-4389-bd35-b2c000951d95', 'project_id': 'df73811c60a241fc9ef928fc8ab170df', 'fixed_ips': [{'subnet_id': '0271fefd-bfce-4278-a54a-f9b376f76a26'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 20:07:22.396410 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-39360395-dd61-43a4-ac6b-9abb6950c72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:22.399613 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fa37ae94-14ff-4241-b148-b8833c79db16 admin admin] Publish callbacks [] for router_gateway (3c639438-5cdc-45e7-baa8-25f9f18a361a), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:22.422788 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e9779ac6-7df8-406f-9f04-e7b4e1dcd17f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:22.511850 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-e8a6f372-4d15-42af-8a96-0a91a0774716 None None] Attempting to bind port 5ae67f9c-fa7f-41c0-826c-440a015e83cf on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:07:22.512252 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-e8a6f372-4d15-42af-8a96-0a91a0774716 None None] Attempting to bind port 5ae67f9c-fa7f-41c0-826c-440a015e83cf by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '71b9bbc9-ac9b-491b-9d03-f13ac7365297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:07:22.512622 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a6f372-4d15-42af-8a96-0a91a0774716 None None] Attempting to bind port 5ae67f9c-fa7f-41c0-826c-440a015e83cf on network 63f958e0-4b58-4061-8181-6f0adee7263b {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:07:22.583317 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-39360395-dd61-43a4-ac6b-9abb6950c72a None None] Allocated IP 172.20.0.2 (ae5277e4-aed2-4389-bd35-b2c000951d95/0271fefd-bfce-4278-a54a-f9b376f76a26/a86c2880-d0b8-4fc8-b438-353fb7707edf) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:07:22.652222 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fa37ae94-14ff-4241-b148-b8833c79db16 admin admin] Publish callbacks [] for router_gateway (3c639438-5cdc-45e7-baa8-25f9f18a361a), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:22.670617 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fa37ae94-14ff-4241-b148-b8833c79db16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:22.672503 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a6f372-4d15-42af-8a96-0a91a0774716 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:07:22.673022 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a6f372-4d15-42af-8a96-0a91a0774716 None None] Checking segment: {'id': '71b9bbc9-ac9b-491b-9d03-f13ac7365297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:07:22.673543 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e8a6f372-4d15-42af-8a96-0a91a0774716 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:22.674050 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a6f372-4d15-42af-8a96-0a91a0774716 None None] Bound using segment: {'id': '71b9bbc9-ac9b-491b-9d03-f13ac7365297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:07:22.674643 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-e8a6f372-4d15-42af-8a96-0a91a0774716 None None] Bound port: 5ae67f9c-fa7f-41c0-826c-440a015e83cf, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71b9bbc9-ac9b-491b-9d03-f13ac7365297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:07:22.675324 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e8a6f372-4d15-42af-8a96-0a91a0774716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (5ae67f9c-fa7f-41c0-826c-440a015e83cf), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:22.758850 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-6b9d66f8-feed-4cd4-be95-d53cac48ab4a None None] Provisioning complete for port 5ae67f9c-fa7f-41c0-826c-440a015e83cf triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:07:22.758850 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6b9d66f8-feed-4cd4-be95-d53cac48ab4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (5ae67f9c-fa7f-41c0-826c-440a015e83cf), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:22.780629 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-fa37ae94-14ff-4241-b148-b8833c79db16 admin admin] Allocated IP 172.25.8.254 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/7b00c385-c771-4a4c-bb40-c8f0ee4e92e9) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:07:22.833467 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-39360395-dd61-43a4-ac6b-9abb6950c72a None None] Publish callbacks [] for port (a86c2880-d0b8-4fc8-b438-353fb7707edf), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:22.842477 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-6b9d66f8-feed-4cd4-be95-d53cac48ab4a None None] Port 5ae67f9c-fa7f-41c0-826c-440a015e83cf cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:07:22.844523 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-e8a6f372-4d15-42af-8a96-0a91a0774716 None None] For port 5ae67f9c-fa7f-41c0-826c-440a015e83cf, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:07:22.848591 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-e8a6f372-4d15-42af-8a96-0a91a0774716 None None] For port 5ae67f9c-fa7f-41c0-826c-440a015e83cf, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=5ae67f9c-fa7f-41c0-826c-440a015e83cf,segment=NetworkSegment(71b9bbc9-ac9b-491b-9d03-f13ac7365297),segment_id=71b9bbc9-ac9b-491b-9d03-f13ac7365297)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:07:22.850572 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-39360395-dd61-43a4-ac6b-9abb6950c72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (a86c2880-d0b8-4fc8-b438-353fb7707edf), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:22.889385 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fa37ae94-14ff-4241-b148-b8833c79db16 admin admin] Publish callbacks [] for port (7b00c385-c771-4a4c-bb40-c8f0ee4e92e9), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:22.891519 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e8a6f372-4d15-42af-8a96-0a91a0774716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (5ae67f9c-fa7f-41c0-826c-440a015e83cf), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:22.916727 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:22.923193 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39360395-dd61-43a4-ac6b-9abb6950c72a None None] Pushing event updated for resources: {'Port': ['ID=a86c2880-d0b8-4fc8-b438-353fb7707edf,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:07:22.926977 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39360395-dd61-43a4-ac6b-9abb6950c72a None None] Network ae5277e4-aed2-4389-bd35-b2c000951d95 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:07:22.929309 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fa37ae94-14ff-4241-b148-b8833c79db16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (7b00c385-c771-4a4c-bb40-c8f0ee4e92e9), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:22.937330 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-39360395-dd61-43a4-ac6b-9abb6950c72a None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:07:22.964984 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39360395-dd61-43a4-ac6b-9abb6950c72a None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:07:22.984060 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa37ae94-14ff-4241-b148-b8833c79db16 admin admin] Pushing event updated for resources: {'Port': ['ID=7b00c385-c771-4a4c-bb40-c8f0ee4e92e9,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:07:22.984873 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a6f372-4d15-42af-8a96-0a91a0774716 None None] Routers {'d9e38758-eb24-4354-b579-f7fb844eba60'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:07:22.985609 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-e8a6f372-4d15-42af-8a96-0a91a0774716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:06:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['d9e38758-eb24-4354-b579-f7fb844eba60'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:07:22.987693 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa37ae94-14ff-4241-b148-b8833c79db16 admin admin] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:07:22.991561 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-fa37ae94-14ff-4241-b148-b8833c79db16 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:07:22.997437 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa37ae94-14ff-4241-b148-b8833c79db16 admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:07:23.128343 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7dfc81-7d5a-4930-a7f6-d6680fb2be64 None None] Pushing event updated for resources: {'Port': ['ID=5ae67f9c-fa7f-41c0-826c-440a015e83cf,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:07:23.175620 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-39360395-dd61-43a4-ac6b-9abb6950c72a None None] Attempting to bind port a86c2880-d0b8-4fc8-b438-353fb7707edf on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:07:23.177916 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-39360395-dd61-43a4-ac6b-9abb6950c72a None None] Attempting to bind port a86c2880-d0b8-4fc8-b438-353fb7707edf by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '73055852-7eed-4e76-887e-89dced30eb82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'ae5277e4-aed2-4389-bd35-b2c000951d95'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:07:23.178371 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39360395-dd61-43a4-ac6b-9abb6950c72a None None] Attempting to bind port a86c2880-d0b8-4fc8-b438-353fb7707edf on network ae5277e4-aed2-4389-bd35-b2c000951d95 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:07:23.217554 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-706c8bcb-fdb3-4dcb-ae5a-adcbfbc3662e req-06259220-1f4c-4693-9983-6a2d20911625 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0 HTTP/1.1" status: 200 len: 210 time: 0.0390177 Mar 11 20:07:23.226594 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39360395-dd61-43a4-ac6b-9abb6950c72a None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:07:23.227013 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39360395-dd61-43a4-ac6b-9abb6950c72a None None] Checking segment: {'id': '73055852-7eed-4e76-887e-89dced30eb82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'ae5277e4-aed2-4389-bd35-b2c000951d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:07:23.227575 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-39360395-dd61-43a4-ac6b-9abb6950c72a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:23.227851 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39360395-dd61-43a4-ac6b-9abb6950c72a None None] Bound using segment: {'id': '73055852-7eed-4e76-887e-89dced30eb82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'ae5277e4-aed2-4389-bd35-b2c000951d95'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:07:23.228509 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-39360395-dd61-43a4-ac6b-9abb6950c72a None None] Bound port: a86c2880-d0b8-4fc8-b438-353fb7707edf, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73055852-7eed-4e76-887e-89dced30eb82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'ae5277e4-aed2-4389-bd35-b2c000951d95'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:07:23.228992 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-39360395-dd61-43a4-ac6b-9abb6950c72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a86c2880-d0b8-4fc8-b438-353fb7707edf), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:23.317877 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-e8a6f372-4d15-42af-8a96-0a91a0774716 None None] Set router d9e38758-eb24-4354-b579-f7fb844eba60 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:07:23.361257 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5e0324b-0813-4fa4-9cc3-97c4f85e7010 None None] Provisioning complete for port 5ae67f9c-fa7f-41c0-826c-440a015e83cf triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:07:23.361800 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5e0324b-0813-4fa4-9cc3-97c4f85e7010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (5ae67f9c-fa7f-41c0-826c-440a015e83cf), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:23.368287 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fa37ae94-14ff-4241-b148-b8833c79db16 admin admin] Publish callbacks [] for router_gateway (3c639438-5cdc-45e7-baa8-25f9f18a361a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:23.623765 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-39360395-dd61-43a4-ac6b-9abb6950c72a None None] For port a86c2880-d0b8-4fc8-b438-353fb7707edf, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:07:23.656082 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-39360395-dd61-43a4-ac6b-9abb6950c72a None None] For port a86c2880-d0b8-4fc8-b438-353fb7707edf, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=a86c2880-d0b8-4fc8-b438-353fb7707edf,segment=NetworkSegment(73055852-7eed-4e76-887e-89dced30eb82),segment_id=73055852-7eed-4e76-887e-89dced30eb82)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:07:23.682487 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-39360395-dd61-43a4-ac6b-9abb6950c72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (a86c2880-d0b8-4fc8-b438-353fb7707edf), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:23.876534 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5e0324b-0813-4fa4-9cc3-97c4f85e7010 None None] Current status of the port 5ae67f9c-fa7f-41c0-826c-440a015e83cf is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:07:23.877231 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5e0324b-0813-4fa4-9cc3-97c4f85e7010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (5ae67f9c-fa7f-41c0-826c-440a015e83cf), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:23.883818 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39360395-dd61-43a4-ac6b-9abb6950c72a None None] Pushing event updated for resources: {'Port': ['ID=a86c2880-d0b8-4fc8-b438-353fb7707edf,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:07:23.953169 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5e0324b-0813-4fa4-9cc3-97c4f85e7010 None None] For port 5ae67f9c-fa7f-41c0-826c-440a015e83cf, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=5ae67f9c-fa7f-41c0-826c-440a015e83cf,segment=NetworkSegment(71b9bbc9-ac9b-491b-9d03-f13ac7365297),segment_id=71b9bbc9-ac9b-491b-9d03-f13ac7365297)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:07:23.964128 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5e0324b-0813-4fa4-9cc3-97c4f85e7010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (5ae67f9c-fa7f-41c0-826c-440a015e83cf), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:24.042836 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e0324b-0813-4fa4-9cc3-97c4f85e7010 None None] Pushing event updated for resources: {'Port': ['ID=5ae67f9c-fa7f-41c0-826c-440a015e83cf,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:07:24.050202 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-e8a6f372-4d15-42af-8a96-0a91a0774716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'name': 'tempest-TestVolumeBootPattern-535035188-router', 'tenant_id': '3ed9f03088da4b568ed876fa07964f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '95557d99-2cf2-4044-96b7-b84611f3ed59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:07:14Z', 'updated_at': '2022-03-11T20:07:19Z', 'revision_number': 4, 'project_id': '3ed9f03088da4b568ed876fa07964f47', 'gw_port': {'id': '95557d99-2cf2-4044-96b7-b84611f3ed59', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:07:14Z', 'updated_at': '2022-03-11T20:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '5ae67f9c-fa7f-41c0-826c-440a015e83cf', 'name': '', 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b', 'tenant_id': '3ed9f03088da4b568ed876fa07964f47', 'mac_address': 'fa:16:3e:03:71:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'a0b8e9c3-1a90-4f95-b04c-be83e3135274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:07:18Z', 'updated_at': '2022-03-11T20:07:22Z', 'revision_number': 4, 'project_id': '3ed9f03088da4b568ed876fa07964f47', 'subnets': [{'id': 'a0b8e9c3-1a90-4f95-b04c-be83e3135274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:07:24.083380 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a6f372-4d15-42af-8a96-0a91a0774716 None None] The sync data for ids ['d9e38758-eb24-4354-b579-f7fb844eba60'] in n-d-833163-1 is: [{'id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'name': 'tempest-TestVolumeBootPattern-535035188-router', 'tenant_id': '3ed9f03088da4b568ed876fa07964f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '95557d99-2cf2-4044-96b7-b84611f3ed59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:07:14Z', 'updated_at': '2022-03-11T20:07:19Z', 'revision_number': 4, 'project_id': '3ed9f03088da4b568ed876fa07964f47', 'gw_port': {'id': '95557d99-2cf2-4044-96b7-b84611f3ed59', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:07:14Z', 'updated_at': '2022-03-11T20:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '5ae67f9c-fa7f-41c0-826c-440a015e83cf', 'name': '', 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b', 'tenant_id': '3ed9f03088da4b568ed876fa07964f47', 'mac_address': 'fa:16:3e:03:71:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'a0b8e9c3-1a90-4f95-b04c-be83e3135274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:07:18Z', 'updated_at': '2022-03-11T20:07:22Z', 'revision_number': 4, 'project_id': '3ed9f03088da4b568ed876fa07964f47', 'subnets': [{'id': 'a0b8e9c3-1a90-4f95-b04c-be83e3135274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:07:24.142852 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fa37ae94-14ff-4241-b148-b8833c79db16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (3c639438-5cdc-45e7-baa8-25f9f18a361a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:24.381926 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-18311dc5-81e1-426d-be67-090eba9c475b req-d93a9898-ccd5-49fc-a223-1a79a6ce3989 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0 HTTP/1.1" status: 200 len: 210 time: 0.0533657 Mar 11 20:07:24.427794 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa37ae94-14ff-4241-b148-b8833c79db16 admin admin] Router 3c639438-5cdc-45e7-baa8-25f9f18a361a is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 20:07:24.570206 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa37ae94-14ff-4241-b148-b8833c79db16 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:07:24.591427 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bec5329-5c7c-4013-b998-344a0f99d346 None None] Sync routers for ids ['3c639438-5cdc-45e7-baa8-25f9f18a361a'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:07:24.603658 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fa37ae94-14ff-4241-b148-b8833c79db16 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:24.604917 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-fa37ae94-14ff-4241-b148-b8833c79db16 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4690599 Mar 11 20:07:24.607764 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 50828) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:07:24.612365 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bec5329-5c7c-4013-b998-344a0f99d346 None None] Routers {'3c639438-5cdc-45e7-baa8-25f9f18a361a'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:07:24.613178 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-6bec5329-5c7c-4013-b998-344a0f99d346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:06:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['3c639438-5cdc-45e7-baa8-25f9f18a361a'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:07:24.653919 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d3ed196c-63f5-473c-900f-0909d438c3cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:24.865572 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-6bec5329-5c7c-4013-b998-344a0f99d346 None None] Set router 3c639438-5cdc-45e7-baa8-25f9f18a361a gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:07:25.143576 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-6bec5329-5c7c-4013-b998-344a0f99d346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c639438-5cdc-45e7-baa8-25f9f18a361a', 'name': 'tempest-TestVolumeBootPattern-86087377-router', 'tenant_id': 'df73811c60a241fc9ef928fc8ab170df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '7b00c385-c771-4a4c-bb40-c8f0ee4e92e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:07:22Z', 'updated_at': '2022-03-11T20:07:23Z', 'revision_number': 3, 'project_id': 'df73811c60a241fc9ef928fc8ab170df', 'gw_port': {'id': '7b00c385-c771-4a4c-bb40-c8f0ee4e92e9', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cc:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c639438-5cdc-45e7-baa8-25f9f18a361a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:07:22Z', 'updated_at': '2022-03-11T20:07:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:07:25.315906 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bec5329-5c7c-4013-b998-344a0f99d346 None None] Checking router: 3c639438-5cdc-45e7-baa8-25f9f18a361a for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:07:25.316645 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bec5329-5c7c-4013-b998-344a0f99d346 None None] Updating router 3c639438-5cdc-45e7-baa8-25f9f18a361a port 7b00c385-c771-4a4c-bb40-c8f0ee4e92e9 binding host n-d-833163-1 {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 20:07:25.367590 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6bec5329-5c7c-4013-b998-344a0f99d346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (7b00c385-c771-4a4c-bb40-c8f0ee4e92e9), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:25.367837 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-05121b4c-1ff2-4997-9291-b82f57426c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:25.495053 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca05edac-b5da-455a-9d0a-7e88f39ff036 None None] Network ae5277e4-aed2-4389-bd35-b2c000951d95 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:07:25.586275 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-50d1277f-15f8-46d2-b2cf-f9be5e57461a req-fc0eb782-6fb1-4138-9aad-4d23870ad36c tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0 HTTP/1.1" status: 200 len: 210 time: 0.0600252 Mar 11 20:07:25.741193 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-83ec5c93-9886-487e-8657-4e1b39957b44 None None] Provisioning complete for port a86c2880-d0b8-4fc8-b438-353fb7707edf triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:07:25.741608 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-83ec5c93-9886-487e-8657-4e1b39957b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (a86c2880-d0b8-4fc8-b438-353fb7707edf), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:25.786996 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-05121b4c-1ff2-4997-9291-b82f57426c3a admin admin] Allocated IP 172.20.0.1 (ae5277e4-aed2-4389-bd35-b2c000951d95/0271fefd-bfce-4278-a54a-f9b376f76a26/334cede2-b1c7-4805-97a3-2b7fe8f2605d) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:07:25.940944 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6bec5329-5c7c-4013-b998-344a0f99d346 None None] Publish callbacks [] for port (7b00c385-c771-4a4c-bb40-c8f0ee4e92e9), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:25.951688 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6bec5329-5c7c-4013-b998-344a0f99d346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (7b00c385-c771-4a4c-bb40-c8f0ee4e92e9), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:26.023102 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-83ec5c93-9886-487e-8657-4e1b39957b44 None None] Current status of the port a86c2880-d0b8-4fc8-b438-353fb7707edf is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:07:26.023547 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-83ec5c93-9886-487e-8657-4e1b39957b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a86c2880-d0b8-4fc8-b438-353fb7707edf), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:26.068401 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 5ae67f9c-fa7f-41c0-826c-440a015e83cf up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:07:26.076158 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-05121b4c-1ff2-4997-9291-b82f57426c3a admin admin] Publish callbacks [] for port (334cede2-b1c7-4805-97a3-2b7fe8f2605d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:26.092039 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-6bec5329-5c7c-4013-b998-344a0f99d346 None None] Attempting to bind port 7b00c385-c771-4a4c-bb40-c8f0ee4e92e9 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:07:26.092412 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-6bec5329-5c7c-4013-b998-344a0f99d346 None None] Attempting to bind port 7b00c385-c771-4a4c-bb40-c8f0ee4e92e9 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:07:26.092770 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bec5329-5c7c-4013-b998-344a0f99d346 None None] Attempting to bind port 7b00c385-c771-4a4c-bb40-c8f0ee4e92e9 on network 612cc066-33e3-444d-b1c7-d0a64751482a {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:07:26.111783 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40184241-ff19-4f7e-9edb-9c25691208f9 None None] Pushing event updated for resources: {'Port': ['ID=7b00c385-c771-4a4c-bb40-c8f0ee4e92e9,revision_number=2']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:07:26.125193 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bec5329-5c7c-4013-b998-344a0f99d346 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:07:26.125661 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bec5329-5c7c-4013-b998-344a0f99d346 None None] Checking segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:07:26.126077 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6bec5329-5c7c-4013-b998-344a0f99d346 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:26.126501 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bec5329-5c7c-4013-b998-344a0f99d346 None None] Bound using segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:07:26.127066 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-6bec5329-5c7c-4013-b998-344a0f99d346 None None] Bound port: 7b00c385-c771-4a4c-bb40-c8f0ee4e92e9, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:07:26.127463 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6bec5329-5c7c-4013-b998-344a0f99d346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (7b00c385-c771-4a4c-bb40-c8f0ee4e92e9), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:26.167877 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-05121b4c-1ff2-4997-9291-b82f57426c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (334cede2-b1c7-4805-97a3-2b7fe8f2605d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:26.196326 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-83ec5c93-9886-487e-8657-4e1b39957b44 None None] For port a86c2880-d0b8-4fc8-b438-353fb7707edf, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=a86c2880-d0b8-4fc8-b438-353fb7707edf,segment=NetworkSegment(73055852-7eed-4e76-887e-89dced30eb82),segment_id=73055852-7eed-4e76-887e-89dced30eb82)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:07:26.208442 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-83ec5c93-9886-487e-8657-4e1b39957b44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (a86c2880-d0b8-4fc8-b438-353fb7707edf), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:26.210298 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 5ae67f9c-fa7f-41c0-826c-440a015e83cf triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:07:26.210717 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (5ae67f9c-fa7f-41c0-826c-440a015e83cf), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:26.221369 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40184241-ff19-4f7e-9edb-9c25691208f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:07:26.221751 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40184241-ff19-4f7e-9edb-9c25691208f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:07:26.222056 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40184241-ff19-4f7e-9edb-9c25691208f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:07:26.222391 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40184241-ff19-4f7e-9edb-9c25691208f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:07:26.222724 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40184241-ff19-4f7e-9edb-9c25691208f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:07:26.223103 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40184241-ff19-4f7e-9edb-9c25691208f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:07:26.223512 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40184241-ff19-4f7e-9edb-9c25691208f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:07:26.223911 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40184241-ff19-4f7e-9edb-9c25691208f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:07:26.224245 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40184241-ff19-4f7e-9edb-9c25691208f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:07:26.224573 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40184241-ff19-4f7e-9edb-9c25691208f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:07:26.224980 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40184241-ff19-4f7e-9edb-9c25691208f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:07:26.225354 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40184241-ff19-4f7e-9edb-9c25691208f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:07:26.225723 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40184241-ff19-4f7e-9edb-9c25691208f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:07:26.264810 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05121b4c-1ff2-4997-9291-b82f57426c3a admin admin] Pushing event updated for resources: {'Port': ['ID=334cede2-b1c7-4805-97a3-2b7fe8f2605d,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:07:26.300419 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05121b4c-1ff2-4997-9291-b82f57426c3a admin admin] Network ae5277e4-aed2-4389-bd35-b2c000951d95 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:07:26.302342 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-05121b4c-1ff2-4997-9291-b82f57426c3a admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:07:26.310045 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05121b4c-1ff2-4997-9291-b82f57426c3a admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:07:26.322328 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-6bec5329-5c7c-4013-b998-344a0f99d346 None None] For port 7b00c385-c771-4a4c-bb40-c8f0ee4e92e9, host n-d-833163-1, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:07:26.329648 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-6bec5329-5c7c-4013-b998-344a0f99d346 None None] For port 7b00c385-c771-4a4c-bb40-c8f0ee4e92e9, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=7b00c385-c771-4a4c-bb40-c8f0ee4e92e9,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:07:26.345520 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6bec5329-5c7c-4013-b998-344a0f99d346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (7b00c385-c771-4a4c-bb40-c8f0ee4e92e9), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:26.382033 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:26.407298 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-05121b4c-1ff2-4997-9291-b82f57426c3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (3c639438-5cdc-45e7-baa8-25f9f18a361a), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:26.475557 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bec5329-5c7c-4013-b998-344a0f99d346 None None] Routers {'3c639438-5cdc-45e7-baa8-25f9f18a361a'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:07:26.476228 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-6bec5329-5c7c-4013-b998-344a0f99d346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:07:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['3c639438-5cdc-45e7-baa8-25f9f18a361a'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:07:26.482904 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 5ae67f9c-fa7f-41c0-826c-440a015e83cf is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:07:26.484105 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device a86c2880-d0b8-4fc8-b438-353fb7707edf up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:07:26.486348 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ec5c93-9886-487e-8657-4e1b39957b44 None None] Pushing event updated for resources: {'Port': ['ID=a86c2880-d0b8-4fc8-b438-353fb7707edf,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:07:26.563542 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-336ac9f4-7d05-410e-8a0b-e9946e862e5d None None] Provisioning complete for port a86c2880-d0b8-4fc8-b438-353fb7707edf triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:07:26.564187 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-336ac9f4-7d05-410e-8a0b-e9946e862e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (a86c2880-d0b8-4fc8-b438-353fb7707edf), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:26.588108 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40184241-ff19-4f7e-9edb-9c25691208f9 None None] Pushing event updated for resources: {'Port': ['ID=7b00c385-c771-4a4c-bb40-c8f0ee4e92e9,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:07:26.662658 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port a86c2880-d0b8-4fc8-b438-353fb7707edf triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:07:26.663195 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (a86c2880-d0b8-4fc8-b438-353fb7707edf), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:26.695269 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-05121b4c-1ff2-4997-9291-b82f57426c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (334cede2-b1c7-4805-97a3-2b7fe8f2605d), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:26.744549 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-6bec5329-5c7c-4013-b998-344a0f99d346 None None] Set router 3c639438-5cdc-45e7-baa8-25f9f18a361a gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:07:26.773198 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-336ac9f4-7d05-410e-8a0b-e9946e862e5d None None] Current status of the port a86c2880-d0b8-4fc8-b438-353fb7707edf is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:07:26.790540 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5040d209-5e0f-4bf9-9798-9af6436fc926 req-f84e2ec3-5ef4-4c1d-a470-ea1ab29f5fec tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0 HTTP/1.1" status: 200 len: 210 time: 0.0831678 Mar 11 20:07:26.847898 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port a86c2880-d0b8-4fc8-b438-353fb7707edf is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:07:26.902888 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-8bde2080-18a0-404b-bac8-ae9623fc28e6 None None] Provisioning complete for port 334cede2-b1c7-4805-97a3-2b7fe8f2605d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:07:26.903267 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8bde2080-18a0-404b-bac8-ae9623fc28e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (334cede2-b1c7-4805-97a3-2b7fe8f2605d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:26.956634 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8bde2080-18a0-404b-bac8-ae9623fc28e6 None None] Port 334cede2-b1c7-4805-97a3-2b7fe8f2605d cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:07:26.987069 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-05121b4c-1ff2-4997-9291-b82f57426c3a admin admin] Publish callbacks [] for port (334cede2-b1c7-4805-97a3-2b7fe8f2605d), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:26.995819 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-05121b4c-1ff2-4997-9291-b82f57426c3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (334cede2-b1c7-4805-97a3-2b7fe8f2605d), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:27.131264 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05121b4c-1ff2-4997-9291-b82f57426c3a admin admin] Pushing event updated for resources: {'Port': ['ID=334cede2-b1c7-4805-97a3-2b7fe8f2605d,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:07:27.142837 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-05121b4c-1ff2-4997-9291-b82f57426c3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (3c639438-5cdc-45e7-baa8-25f9f18a361a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:27.188154 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-6bec5329-5c7c-4013-b998-344a0f99d346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c639438-5cdc-45e7-baa8-25f9f18a361a', 'name': 'tempest-TestVolumeBootPattern-86087377-router', 'tenant_id': 'df73811c60a241fc9ef928fc8ab170df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '7b00c385-c771-4a4c-bb40-c8f0ee4e92e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:07:22Z', 'updated_at': '2022-03-11T20:07:23Z', 'revision_number': 3, 'project_id': 'df73811c60a241fc9ef928fc8ab170df', 'gw_port': {'id': '7b00c385-c771-4a4c-bb40-c8f0ee4e92e9', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cc:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c639438-5cdc-45e7-baa8-25f9f18a361a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:07:22Z', 'updated_at': '2022-03-11T20:07:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:07:27.223487 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bec5329-5c7c-4013-b998-344a0f99d346 None None] The sync data for ids ['3c639438-5cdc-45e7-baa8-25f9f18a361a'] in n-d-833163-1 is: [{'id': '3c639438-5cdc-45e7-baa8-25f9f18a361a', 'name': 'tempest-TestVolumeBootPattern-86087377-router', 'tenant_id': 'df73811c60a241fc9ef928fc8ab170df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '7b00c385-c771-4a4c-bb40-c8f0ee4e92e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:07:22Z', 'updated_at': '2022-03-11T20:07:23Z', 'revision_number': 3, 'project_id': 'df73811c60a241fc9ef928fc8ab170df', 'gw_port': {'id': '7b00c385-c771-4a4c-bb40-c8f0ee4e92e9', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cc:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c639438-5cdc-45e7-baa8-25f9f18a361a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:07:22Z', 'updated_at': '2022-03-11T20:07:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:07:27.273681 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05121b4c-1ff2-4997-9291-b82f57426c3a admin admin] Network ae5277e4-aed2-4389-bd35-b2c000951d95 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:07:27.275711 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-05121b4c-1ff2-4997-9291-b82f57426c3a admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:07:27.479726 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05121b4c-1ff2-4997-9291-b82f57426c3a admin admin] Router 3c639438-5cdc-45e7-baa8-25f9f18a361a has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:07:27.724632 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:27.754094 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05121b4c-1ff2-4997-9291-b82f57426c3a admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:07:27.769677 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-05121b4c-1ff2-4997-9291-b82f57426c3a admin admin] 10.222.0.65 "PUT /v2.0/routers/3c639438-5cdc-45e7-baa8-25f9f18a361a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1516805 Mar 11 20:07:27.793018 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-e0da3899-ee69-4a85-8f87-c2f432cdf8d9 None None] Provisioning complete for port 334cede2-b1c7-4805-97a3-2b7fe8f2605d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:07:27.793401 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e0da3899-ee69-4a85-8f87-c2f432cdf8d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (334cede2-b1c7-4805-97a3-2b7fe8f2605d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:27.855743 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e0da3899-ee69-4a85-8f87-c2f432cdf8d9 None None] Port 334cede2-b1c7-4805-97a3-2b7fe8f2605d cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:07:27.953274 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e130da95-8637-471f-b513-18b8dc4e30b1 req-6b66b676-3796-428c-984a-03271abb2888 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0 HTTP/1.1" status: 200 len: 210 time: 0.0593760 Mar 11 20:07:28.039574 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 7b00c385-c771-4a4c-bb40-c8f0ee4e92e9 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:07:28.134639 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 7b00c385-c771-4a4c-bb40-c8f0ee4e92e9 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:07:28.135191 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (7b00c385-c771-4a4c-bb40-c8f0ee4e92e9), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:28.279264 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 7b00c385-c771-4a4c-bb40-c8f0ee4e92e9 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:07:28.287957 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (7b00c385-c771-4a4c-bb40-c8f0ee4e92e9), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:28.333040 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 7b00c385-c771-4a4c-bb40-c8f0ee4e92e9, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=7b00c385-c771-4a4c-bb40-c8f0ee4e92e9,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:07:28.337948 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (7b00c385-c771-4a4c-bb40-c8f0ee4e92e9), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:28.339372 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device a86c2880-d0b8-4fc8-b438-353fb7707edf up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:07:28.488847 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=7b00c385-c771-4a4c-bb40-c8f0ee4e92e9,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:07:28.502458 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port a86c2880-d0b8-4fc8-b438-353fb7707edf triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:07:28.502833 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (a86c2880-d0b8-4fc8-b438-353fb7707edf), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:28.630832 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port a86c2880-d0b8-4fc8-b438-353fb7707edf is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:07:29.035343 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:29.123892 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3e6d6ab2-f35e-41b2-93f7-992f881385ba req-a1674f39-d17a-46c7-a65b-b3724cf764b8 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0 HTTP/1.1" status: 200 len: 210 time: 0.0815225 Mar 11 20:07:29.891120 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 7b00c385-c771-4a4c-bb40-c8f0ee4e92e9 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:07:30.007058 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 7b00c385-c771-4a4c-bb40-c8f0ee4e92e9 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:07:30.007435 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (7b00c385-c771-4a4c-bb40-c8f0ee4e92e9), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:30.086774 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022fde80-cf22-47c5-bf05-29bd61a1d65a None None] Sync routers for ids ['3c639438-5cdc-45e7-baa8-25f9f18a361a'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:07:30.111105 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022fde80-cf22-47c5-bf05-29bd61a1d65a None None] Routers {'3c639438-5cdc-45e7-baa8-25f9f18a361a'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:07:30.114150 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-022fde80-cf22-47c5-bf05-29bd61a1d65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:07:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['3c639438-5cdc-45e7-baa8-25f9f18a361a'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:07:30.328498 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-67bef3e5-a58b-4860-a37b-7f551e780487 req-00beef61-247e-4af9-8532-7e494754fdbf tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0 HTTP/1.1" status: 200 len: 210 time: 0.0760450 Mar 11 20:07:30.373857 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-022fde80-cf22-47c5-bf05-29bd61a1d65a None None] Set router 3c639438-5cdc-45e7-baa8-25f9f18a361a gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:07:30.626852 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 7b00c385-c771-4a4c-bb40-c8f0ee4e92e9 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:07:30.680654 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-022fde80-cf22-47c5-bf05-29bd61a1d65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c639438-5cdc-45e7-baa8-25f9f18a361a', 'name': 'tempest-TestVolumeBootPattern-86087377-router', 'tenant_id': 'df73811c60a241fc9ef928fc8ab170df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '7b00c385-c771-4a4c-bb40-c8f0ee4e92e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:07:22Z', 'updated_at': '2022-03-11T20:07:26Z', 'revision_number': 4, 'project_id': 'df73811c60a241fc9ef928fc8ab170df', 'gw_port': {'id': '7b00c385-c771-4a4c-bb40-c8f0ee4e92e9', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c639438-5cdc-45e7-baa8-25f9f18a361a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:07:22Z', 'updated_at': '2022-03-11T20:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '334cede2-b1c7-4805-97a3-2b7fe8f2605d', 'name': '', 'network_id': 'ae5277e4-aed2-4389-bd35-b2c000951d95', 'tenant_id': 'df73811c60a241fc9ef928fc8ab170df', 'mac_address': 'fa:16:3e:da:a0:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c639438-5cdc-45e7-baa8-25f9f18a361a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '0271fefd-bfce-4278-a54a-f9b376f76a26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:07:25Z', 'updated_at': '2022-03-11T20:07:26Z', 'revision_number': 2, 'project_id': 'df73811c60a241fc9ef928fc8ab170df', 'subnets': [{'id': '0271fefd-bfce-4278-a54a-f9b376f76a26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:07:30.710768 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022fde80-cf22-47c5-bf05-29bd61a1d65a None None] Checking router: 3c639438-5cdc-45e7-baa8-25f9f18a361a for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:07:30.711129 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022fde80-cf22-47c5-bf05-29bd61a1d65a None None] Updating router 3c639438-5cdc-45e7-baa8-25f9f18a361a port 334cede2-b1c7-4805-97a3-2b7fe8f2605d binding host n-d-833163-1 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 20:07:30.746642 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-022fde80-cf22-47c5-bf05-29bd61a1d65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (334cede2-b1c7-4805-97a3-2b7fe8f2605d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:31.281926 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-022fde80-cf22-47c5-bf05-29bd61a1d65a None None] Publish callbacks [] for port (334cede2-b1c7-4805-97a3-2b7fe8f2605d), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:31.294349 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-022fde80-cf22-47c5-bf05-29bd61a1d65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (334cede2-b1c7-4805-97a3-2b7fe8f2605d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:31.438140 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92540327-b1fb-438d-bb85-e464e010848c None None] Pushing event updated for resources: {'Port': ['ID=334cede2-b1c7-4805-97a3-2b7fe8f2605d,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:07:31.505843 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a75e511c-7d83-4fd1-98f5-250d06dec5ab req-0b4fe478-dbb2-47de-b5ef-bb9fc0030853 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0 HTTP/1.1" status: 200 len: 210 time: 0.0597544 Mar 11 20:07:31.547009 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-022fde80-cf22-47c5-bf05-29bd61a1d65a None None] Attempting to bind port 334cede2-b1c7-4805-97a3-2b7fe8f2605d on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:07:31.547389 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-022fde80-cf22-47c5-bf05-29bd61a1d65a None None] Attempting to bind port 334cede2-b1c7-4805-97a3-2b7fe8f2605d by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '73055852-7eed-4e76-887e-89dced30eb82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'ae5277e4-aed2-4389-bd35-b2c000951d95'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:07:31.547791 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022fde80-cf22-47c5-bf05-29bd61a1d65a None None] Attempting to bind port 334cede2-b1c7-4805-97a3-2b7fe8f2605d on network ae5277e4-aed2-4389-bd35-b2c000951d95 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:07:31.563678 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022fde80-cf22-47c5-bf05-29bd61a1d65a None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:07:31.563990 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022fde80-cf22-47c5-bf05-29bd61a1d65a None None] Checking segment: {'id': '73055852-7eed-4e76-887e-89dced30eb82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'ae5277e4-aed2-4389-bd35-b2c000951d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:07:31.564404 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-022fde80-cf22-47c5-bf05-29bd61a1d65a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:31.564814 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022fde80-cf22-47c5-bf05-29bd61a1d65a None None] Bound using segment: {'id': '73055852-7eed-4e76-887e-89dced30eb82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'ae5277e4-aed2-4389-bd35-b2c000951d95'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:07:31.565300 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-022fde80-cf22-47c5-bf05-29bd61a1d65a None None] Bound port: 334cede2-b1c7-4805-97a3-2b7fe8f2605d, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73055852-7eed-4e76-887e-89dced30eb82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': 'ae5277e4-aed2-4389-bd35-b2c000951d95'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:07:31.565688 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-022fde80-cf22-47c5-bf05-29bd61a1d65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (334cede2-b1c7-4805-97a3-2b7fe8f2605d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:31.761066 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-022fde80-cf22-47c5-bf05-29bd61a1d65a None None] For port 334cede2-b1c7-4805-97a3-2b7fe8f2605d, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:07:31.764653 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-022fde80-cf22-47c5-bf05-29bd61a1d65a None None] For port 334cede2-b1c7-4805-97a3-2b7fe8f2605d, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=334cede2-b1c7-4805-97a3-2b7fe8f2605d,segment=NetworkSegment(73055852-7eed-4e76-887e-89dced30eb82),segment_id=73055852-7eed-4e76-887e-89dced30eb82)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:07:31.785830 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-022fde80-cf22-47c5-bf05-29bd61a1d65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (334cede2-b1c7-4805-97a3-2b7fe8f2605d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:31.908764 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92540327-b1fb-438d-bb85-e464e010848c None None] Pushing event updated for resources: {'Port': ['ID=334cede2-b1c7-4805-97a3-2b7fe8f2605d,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:07:31.945264 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022fde80-cf22-47c5-bf05-29bd61a1d65a None None] Routers {'3c639438-5cdc-45e7-baa8-25f9f18a361a'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:07:31.946225 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-022fde80-cf22-47c5-bf05-29bd61a1d65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:07:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['3c639438-5cdc-45e7-baa8-25f9f18a361a'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:07:32.092307 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-a183364a-f273-457f-87a0-d86eb0b95b95 None None] Provisioning complete for port 334cede2-b1c7-4805-97a3-2b7fe8f2605d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:07:32.092837 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a183364a-f273-457f-87a0-d86eb0b95b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (334cede2-b1c7-4805-97a3-2b7fe8f2605d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:32.323695 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-022fde80-cf22-47c5-bf05-29bd61a1d65a None None] Set router 3c639438-5cdc-45e7-baa8-25f9f18a361a gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:07:32.794494 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a183364a-f273-457f-87a0-d86eb0b95b95 None None] Current status of the port 334cede2-b1c7-4805-97a3-2b7fe8f2605d is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:07:32.795126 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a183364a-f273-457f-87a0-d86eb0b95b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (334cede2-b1c7-4805-97a3-2b7fe8f2605d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:32.894937 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-138f9fc7-1128-444f-b227-d720909b9b4a req-cb4e1db8-8780-4d37-af46-a9d7c2524567 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0 HTTP/1.1" status: 200 len: 210 time: 0.0735669 Mar 11 20:07:33.063174 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-a183364a-f273-457f-87a0-d86eb0b95b95 None None] For port 334cede2-b1c7-4805-97a3-2b7fe8f2605d, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=334cede2-b1c7-4805-97a3-2b7fe8f2605d,segment=NetworkSegment(73055852-7eed-4e76-887e-89dced30eb82),segment_id=73055852-7eed-4e76-887e-89dced30eb82)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:07:33.075686 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a183364a-f273-457f-87a0-d86eb0b95b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (334cede2-b1c7-4805-97a3-2b7fe8f2605d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:33.169414 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a183364a-f273-457f-87a0-d86eb0b95b95 None None] Pushing event updated for resources: {'Port': ['ID=334cede2-b1c7-4805-97a3-2b7fe8f2605d,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:07:33.185533 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-022fde80-cf22-47c5-bf05-29bd61a1d65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c639438-5cdc-45e7-baa8-25f9f18a361a', 'name': 'tempest-TestVolumeBootPattern-86087377-router', 'tenant_id': 'df73811c60a241fc9ef928fc8ab170df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '7b00c385-c771-4a4c-bb40-c8f0ee4e92e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:07:22Z', 'updated_at': '2022-03-11T20:07:26Z', 'revision_number': 4, 'project_id': 'df73811c60a241fc9ef928fc8ab170df', 'gw_port': {'id': '7b00c385-c771-4a4c-bb40-c8f0ee4e92e9', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c639438-5cdc-45e7-baa8-25f9f18a361a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:07:22Z', 'updated_at': '2022-03-11T20:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '334cede2-b1c7-4805-97a3-2b7fe8f2605d', 'name': '', 'network_id': 'ae5277e4-aed2-4389-bd35-b2c000951d95', 'tenant_id': 'df73811c60a241fc9ef928fc8ab170df', 'mac_address': 'fa:16:3e:da:a0:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c639438-5cdc-45e7-baa8-25f9f18a361a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '0271fefd-bfce-4278-a54a-f9b376f76a26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:07:25Z', 'updated_at': '2022-03-11T20:07:31Z', 'revision_number': 4, 'project_id': 'df73811c60a241fc9ef928fc8ab170df', 'subnets': [{'id': '0271fefd-bfce-4278-a54a-f9b376f76a26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:07:33.235207 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022fde80-cf22-47c5-bf05-29bd61a1d65a None None] The sync data for ids ['3c639438-5cdc-45e7-baa8-25f9f18a361a'] in n-d-833163-1 is: [{'id': '3c639438-5cdc-45e7-baa8-25f9f18a361a', 'name': 'tempest-TestVolumeBootPattern-86087377-router', 'tenant_id': 'df73811c60a241fc9ef928fc8ab170df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '7b00c385-c771-4a4c-bb40-c8f0ee4e92e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:07:22Z', 'updated_at': '2022-03-11T20:07:26Z', 'revision_number': 4, 'project_id': 'df73811c60a241fc9ef928fc8ab170df', 'gw_port': {'id': '7b00c385-c771-4a4c-bb40-c8f0ee4e92e9', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c639438-5cdc-45e7-baa8-25f9f18a361a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:07:22Z', 'updated_at': '2022-03-11T20:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '334cede2-b1c7-4805-97a3-2b7fe8f2605d', 'name': '', 'network_id': 'ae5277e4-aed2-4389-bd35-b2c000951d95', 'tenant_id': 'df73811c60a241fc9ef928fc8ab170df', 'mac_address': 'fa:16:3e:da:a0:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c639438-5cdc-45e7-baa8-25f9f18a361a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': '0271fefd-bfce-4278-a54a-f9b376f76a26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:07:25Z', 'updated_at': '2022-03-11T20:07:31Z', 'revision_number': 4, 'project_id': 'df73811c60a241fc9ef928fc8ab170df', 'subnets': [{'id': '0271fefd-bfce-4278-a54a-f9b376f76a26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:07:33.245019 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-eed4da20-5b46-4585-8775-cf600df26b90 None None] Provisioning complete for port 334cede2-b1c7-4805-97a3-2b7fe8f2605d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:07:33.245601 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-eed4da20-5b46-4585-8775-cf600df26b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (334cede2-b1c7-4805-97a3-2b7fe8f2605d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:33.401753 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-eed4da20-5b46-4585-8775-cf600df26b90 None None] Current status of the port 334cede2-b1c7-4805-97a3-2b7fe8f2605d is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:07:33.498250 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7910f1-94b5-4714-89e0-ad1d8555fc61 req-ed76d9c2-f8e8-4bd7-a8a5-b3f084dc62f2 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:33.506492 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9a7910f1-94b5-4714-89e0-ad1d8555fc61 req-ed76d9c2-f8e8-4bd7-a8a5-b3f084dc62f2 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/networks?id=63f958e0-4b58-4061-8181-6f0adee7263b HTTP/1.1" status: 200 len: 811 time: 0.1651182 Mar 11 20:07:33.532236 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9a7910f1-94b5-4714-89e0-ad1d8555fc61 req-10d3e6bd-e687-437e-ae67-ef51300308f0 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/quotas/3ed9f03088da4b568ed876fa07964f47 HTTP/1.1" status: 200 len: 375 time: 0.0244784 Mar 11 20:07:33.618056 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9a7910f1-94b5-4714-89e0-ad1d8555fc61 req-a5bc1d04-d0a1-4b65-aa13-1f933af4b297 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3ed9f03088da4b568ed876fa07964f47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0814590 Mar 11 20:07:33.737778 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9a7910f1-94b5-4714-89e0-ad1d8555fc61 req-ca4e90ca-8f8c-40fa-8305-832ba3d7ca2f service neutron] 10.222.0.65 "GET /v2.0/networks/63f958e0-4b58-4061-8181-6f0adee7263b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170747 Mar 11 20:07:33.947457 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9a7910f1-94b5-4714-89e0-ad1d8555fc61 req-f4bbf30f-9114-4437-a58a-51d63fb0f3be service neutron] 10.222.0.65 "GET /v2.0/networks/63f958e0-4b58-4061-8181-6f0adee7263b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027161 Mar 11 20:07:33.952063 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 334cede2-b1c7-4805-97a3-2b7fe8f2605d up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:07:34.081904 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 334cede2-b1c7-4805-97a3-2b7fe8f2605d triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:07:34.082568 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (334cede2-b1c7-4805-97a3-2b7fe8f2605d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:34.229682 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 334cede2-b1c7-4805-97a3-2b7fe8f2605d is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:07:34.688495 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0299eb74-a7d9-467b-9a6d-14821fb7c436 req-43a794a3-0a5f-452b-895f-da920329363b tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0 HTTP/1.1" status: 200 len: 210 time: 0.0571125 Mar 11 20:07:34.709612 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-9d2647f9-afa2-44e3-8b59-71a4c2bc1293 req-983df664-c224-4a94-800c-190234be6d8a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=bab651a9-2a46-4325-aa4b-545e95927d96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0860429 Mar 11 20:07:34.802108 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a3d59bba-6977-45fa-8cdb-52c84003848d req-93b34896-5d01-4b87-8d6c-da16be13730d tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=7de676e8-705d-4773-a362-0eef0b982a85 HTTP/1.1" status: 200 len: 210 time: 0.0437016 Mar 11 20:07:34.822847 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2647f9-afa2-44e3-8b59-71a4c2bc1293 req-efee7e45-5a80-4e0a-a881-b3511fbdd801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:34.825819 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-9d2647f9-afa2-44e3-8b59-71a4c2bc1293 req-efee7e45-5a80-4e0a-a881-b3511fbdd801 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9c329b07f8654f248d1ff2f37019fb7e&device_id=bab651a9-2a46-4325-aa4b-545e95927d96 HTTP/1.1" status: 200 len: 1128 time: 0.0639107 Mar 11 20:07:34.980481 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2647f9-afa2-44e3-8b59-71a4c2bc1293 req-a64e0647-aa16-4871-aad3-9386c7f1d60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:34.982725 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-9d2647f9-afa2-44e3-8b59-71a4c2bc1293 req-a64e0647-aa16-4871-aad3-9386c7f1d60c service neutron] 10.222.0.75 "GET /v2.0/networks?id=ed159874-cc48-4cd3-85b3-1d074d175762 HTTP/1.1" status: 200 len: 914 time: 0.1352079 Mar 11 20:07:35.053436 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-9d2647f9-afa2-44e3-8b59-71a4c2bc1293 req-e0fdaa86-c8e2-4c4b-892e-e102f55e0804 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c223990c-b9af-4a49-956c-f4005baa795e HTTP/1.1" status: 200 len: 217 time: 0.0614696 Mar 11 20:07:35.184504 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2647f9-afa2-44e3-8b59-71a4c2bc1293 req-55087ab8-27a7-434d-8164-76b67de8ff6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:35.186293 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-9d2647f9-afa2-44e3-8b59-71a4c2bc1293 req-55087ab8-27a7-434d-8164-76b67de8ff6f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=dabdda85-4a18-4038-bd61-4842b5c742e1 HTTP/1.1" status: 200 len: 853 time: 0.1252985 Mar 11 20:07:35.252616 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-9d2647f9-afa2-44e3-8b59-71a4c2bc1293 req-dcada435-5dd7-4471-9479-8f784d6a114a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ed159874-cc48-4cd3-85b3-1d074d175762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591683 Mar 11 20:07:35.271151 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [req-9d2647f9-afa2-44e3-8b59-71a4c2bc1293 req-ca225910-9830-47e7-9e79-3d1955e306f5 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 20:07:35.272482 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-9d2647f9-afa2-44e3-8b59-71a4c2bc1293 req-ca225910-9830-47e7-9e79-3d1955e306f5 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079699 Mar 11 20:07:35.432206 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-9d2647f9-afa2-44e3-8b59-71a4c2bc1293 req-6f177ae0-9d4f-48a3-832c-b114a5dc7f6e service neutron] 10.222.0.75 "GET /v2.0/networks/ed159874-cc48-4cd3-85b3-1d074d175762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482897 Mar 11 20:07:35.564394 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-9d2647f9-afa2-44e3-8b59-71a4c2bc1293 req-e9295c75-405d-4308-95c1-8dcce7f82d70 service neutron] 10.222.0.75 "GET /v2.0/networks/ed159874-cc48-4cd3-85b3-1d074d175762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222677 Mar 11 20:07:35.815616 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f0cf0737-c1fb-46e5-bebc-96dcc05fb22c req-04de24c9-45ff-4271-b8e4-8d7b85cce5a6 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0 HTTP/1.1" status: 200 len: 210 time: 0.0395305 Mar 11 20:07:35.969084 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-42578b27-f59f-47c4-a5f1-04b0299ca17a req-e85b5e55-b711-4155-ba52-932e2e5031f4 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=7de676e8-705d-4773-a362-0eef0b982a85 HTTP/1.1" status: 200 len: 210 time: 0.0662622 Mar 11 20:07:36.014288 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7910f1-94b5-4714-89e0-ad1d8555fc61 req-6f9831b8-a9df-4581-937c-64088857ff10 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:36.016057 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9a7910f1-94b5-4714-89e0-ad1d8555fc61 req-6f9831b8-a9df-4581-937c-64088857ff10 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.57 "GET /v2.0/networks?id=63f958e0-4b58-4061-8181-6f0adee7263b HTTP/1.1" status: 200 len: 811 time: 0.1904726 Mar 11 20:07:36.028353 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-9a7910f1-94b5-4714-89e0-ad1d8555fc61 req-161fca91-1c4b-44c5-9fd5-0111a28239bc tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Request body: {'port': {'device_id': '7de676e8-705d-4773-a362-0eef0b982a85', 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b', 'admin_state_up': True, 'tenant_id': '3ed9f03088da4b568ed876fa07964f47'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:07:36.160562 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a7910f1-94b5-4714-89e0-ad1d8555fc61 req-161fca91-1c4b-44c5-9fd5-0111a28239bc tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Made reservation on behalf of 3ed9f03088da4b568ed876fa07964f47 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:07:36.164677 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9a7910f1-94b5-4714-89e0-ad1d8555fc61 req-161fca91-1c4b-44c5-9fd5-0111a28239bc tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:36.310567 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-9a7910f1-94b5-4714-89e0-ad1d8555fc61 req-161fca91-1c4b-44c5-9fd5-0111a28239bc tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Allocated IP 172.20.0.5 (63f958e0-4b58-4061-8181-6f0adee7263b/a0b8e9c3-1a90-4f95-b04c-be83e3135274/9fe4591e-a90f-4c68-a621-3f223e5b6be8) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:07:36.481837 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9a7910f1-94b5-4714-89e0-ad1d8555fc61 req-161fca91-1c4b-44c5-9fd5-0111a28239bc tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks [] for port (9fe4591e-a90f-4c68-a621-3f223e5b6be8), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:36.520036 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9a7910f1-94b5-4714-89e0-ad1d8555fc61 req-161fca91-1c4b-44c5-9fd5-0111a28239bc tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (9fe4591e-a90f-4c68-a621-3f223e5b6be8), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:36.572597 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a7910f1-94b5-4714-89e0-ad1d8555fc61 req-161fca91-1c4b-44c5-9fd5-0111a28239bc tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Network 63f958e0-4b58-4061-8181-6f0adee7263b is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:07:36.579891 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-9a7910f1-94b5-4714-89e0-ad1d8555fc61 req-161fca91-1c4b-44c5-9fd5-0111a28239bc tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:07:36.584327 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a7910f1-94b5-4714-89e0-ad1d8555fc61 req-161fca91-1c4b-44c5-9fd5-0111a28239bc tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:07:36.591416 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161fca91-1c4b-44c5-9fd5-0111a28239bc tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Pushing event updated for resources: {'Port': ['ID=9fe4591e-a90f-4c68-a621-3f223e5b6be8,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:07:36.645277 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7910f1-94b5-4714-89e0-ad1d8555fc61 req-161fca91-1c4b-44c5-9fd5-0111a28239bc tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:36.646545 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9a7910f1-94b5-4714-89e0-ad1d8555fc61 req-161fca91-1c4b-44c5-9fd5-0111a28239bc tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:36.667352 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9a7910f1-94b5-4714-89e0-ad1d8555fc61 req-161fca91-1c4b-44c5-9fd5-0111a28239bc tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6431017 Mar 11 20:07:36.677330 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [req-9a7910f1-94b5-4714-89e0-ad1d8555fc61 req-907196d4-99ff-4fd0-83f6-15f7a415b211 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 20:07:36.678823 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9a7910f1-94b5-4714-89e0-ad1d8555fc61 req-907196d4-99ff-4fd0-83f6-15f7a415b211 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063603 Mar 11 20:07:36.879390 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-9a7910f1-94b5-4714-89e0-ad1d8555fc61 req-4bf06fd8-83a8-4990-93e5-2ffcea332b54 service neutron] Request body: {'port': {'device_id': '7de676e8-705d-4773-a362-0eef0b982a85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:07:36.959471 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-b76a4d00-aff9-4fe9-bf37-194a8896e69e None None] Provisioning complete for port 9fe4591e-a90f-4c68-a621-3f223e5b6be8 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:07:36.960061 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b76a4d00-aff9-4fe9-bf37-194a8896e69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (9fe4591e-a90f-4c68-a621-3f223e5b6be8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:36.970831 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-023affd9-97c4-4f44-ade1-33a0a58e7274 req-ca5a2bfc-49ad-4553-8b9d-80f567480706 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0 HTTP/1.1" status: 200 len: 210 time: 0.0360661 Mar 11 20:07:37.032570 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b76a4d00-aff9-4fe9-bf37-194a8896e69e None None] Port 9fe4591e-a90f-4c68-a621-3f223e5b6be8 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:07:37.049273 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9a7910f1-94b5-4714-89e0-ad1d8555fc61 req-4bf06fd8-83a8-4990-93e5-2ffcea332b54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (9fe4591e-a90f-4c68-a621-3f223e5b6be8), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:37.498153 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2be8c1-6ae9-4bcf-b5b0-9d9339078b4a req-828b1a24-e4eb-4e40-973b-f29fecddc456 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:37.500398 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2e2be8c1-6ae9-4bcf-b5b0-9d9339078b4a req-828b1a24-e4eb-4e40-973b-f29fecddc456 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=7de676e8-705d-4773-a362-0eef0b982a85 HTTP/1.1" status: 200 len: 931 time: 0.2747009 Mar 11 20:07:37.596259 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2e2be8c1-6ae9-4bcf-b5b0-9d9339078b4a req-b3b4a54d-cebb-4e27-94d8-f53fd4245b83 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888112 Mar 11 20:07:37.636951 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-9a7910f1-94b5-4714-89e0-ad1d8555fc61 req-4bf06fd8-83a8-4990-93e5-2ffcea332b54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fe4591e-a90f-4c68-a621-3f223e5b6be8 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:07:37.646241 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9a7910f1-94b5-4714-89e0-ad1d8555fc61 req-4bf06fd8-83a8-4990-93e5-2ffcea332b54 service neutron] Publish callbacks [] for port (9fe4591e-a90f-4c68-a621-3f223e5b6be8), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:37.661163 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-9a7910f1-94b5-4714-89e0-ad1d8555fc61 req-4bf06fd8-83a8-4990-93e5-2ffcea332b54 service neutron] Transition to ACTIVE for port object 9fe4591e-a90f-4c68-a621-3f223e5b6be8 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 20:07:37.665911 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9a7910f1-94b5-4714-89e0-ad1d8555fc61 req-4bf06fd8-83a8-4990-93e5-2ffcea332b54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (9fe4591e-a90f-4c68-a621-3f223e5b6be8), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:37.733233 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf06fd8-83a8-4990-93e5-2ffcea332b54 service neutron] Pushing event updated for resources: {'Port': ['ID=9fe4591e-a90f-4c68-a621-3f223e5b6be8,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:07:37.826583 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-9a7910f1-94b5-4714-89e0-ad1d8555fc61 req-4bf06fd8-83a8-4990-93e5-2ffcea332b54 service neutron] Attempting to bind port 9fe4591e-a90f-4c68-a621-3f223e5b6be8 on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:07:37.826983 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-9a7910f1-94b5-4714-89e0-ad1d8555fc61 req-4bf06fd8-83a8-4990-93e5-2ffcea332b54 service neutron] Attempting to bind port 9fe4591e-a90f-4c68-a621-3f223e5b6be8 by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '71b9bbc9-ac9b-491b-9d03-f13ac7365297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:07:37.827548 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7910f1-94b5-4714-89e0-ad1d8555fc61 req-4bf06fd8-83a8-4990-93e5-2ffcea332b54 service neutron] Attempting to bind port 9fe4591e-a90f-4c68-a621-3f223e5b6be8 on network 63f958e0-4b58-4061-8181-6f0adee7263b {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:07:37.838616 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7910f1-94b5-4714-89e0-ad1d8555fc61 req-4bf06fd8-83a8-4990-93e5-2ffcea332b54 service neutron] Port 9fe4591e-a90f-4c68-a621-3f223e5b6be8 on network 63f958e0-4b58-4061-8181-6f0adee7263b not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 20:07:37.841749 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7910f1-94b5-4714-89e0-ad1d8555fc61 req-4bf06fd8-83a8-4990-93e5-2ffcea332b54 service neutron] Attempting to bind port 9fe4591e-a90f-4c68-a621-3f223e5b6be8 on network 63f958e0-4b58-4061-8181-6f0adee7263b {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:07:37.853025 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7910f1-94b5-4714-89e0-ad1d8555fc61 req-4bf06fd8-83a8-4990-93e5-2ffcea332b54 service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:07:37.853431 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7910f1-94b5-4714-89e0-ad1d8555fc61 req-4bf06fd8-83a8-4990-93e5-2ffcea332b54 service neutron] Checking segment: {'id': '71b9bbc9-ac9b-491b-9d03-f13ac7365297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:07:37.855018 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7910f1-94b5-4714-89e0-ad1d8555fc61 req-4bf06fd8-83a8-4990-93e5-2ffcea332b54 service neutron] Bound using segment: {'id': '71b9bbc9-ac9b-491b-9d03-f13ac7365297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:07:37.855554 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-9a7910f1-94b5-4714-89e0-ad1d8555fc61 req-4bf06fd8-83a8-4990-93e5-2ffcea332b54 service neutron] Bound port: 9fe4591e-a90f-4c68-a621-3f223e5b6be8, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71b9bbc9-ac9b-491b-9d03-f13ac7365297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:07:37.855998 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9a7910f1-94b5-4714-89e0-ad1d8555fc61 req-4bf06fd8-83a8-4990-93e5-2ffcea332b54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (9fe4591e-a90f-4c68-a621-3f223e5b6be8), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:37.959614 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1e9cb2bd-2624-401d-aed8-7488ba0df733 req-da4bff9e-7d7a-428b-b9e8-e921100c9c01 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0502970 Mar 11 20:07:38.005566 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-9a7910f1-94b5-4714-89e0-ad1d8555fc61 req-4bf06fd8-83a8-4990-93e5-2ffcea332b54 service neutron] For port 9fe4591e-a90f-4c68-a621-3f223e5b6be8, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:07:38.010346 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-9a7910f1-94b5-4714-89e0-ad1d8555fc61 req-4bf06fd8-83a8-4990-93e5-2ffcea332b54 service neutron] For port 9fe4591e-a90f-4c68-a621-3f223e5b6be8, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=9fe4591e-a90f-4c68-a621-3f223e5b6be8,segment=NetworkSegment(71b9bbc9-ac9b-491b-9d03-f13ac7365297),segment_id=71b9bbc9-ac9b-491b-9d03-f13ac7365297)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:07:38.029763 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9a7910f1-94b5-4714-89e0-ad1d8555fc61 req-4bf06fd8-83a8-4990-93e5-2ffcea332b54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (9fe4591e-a90f-4c68-a621-3f223e5b6be8), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:38.056382 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1e9cb2bd-2624-401d-aed8-7488ba0df733 req-43a82e00-5650-40c9-9ae6-021762bb8601 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d558505ee46d412491221fab874b8522&device_id=5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0 HTTP/1.1" status: 200 len: 210 time: 0.0396707 Mar 11 20:07:38.360741 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7910f1-94b5-4714-89e0-ad1d8555fc61 req-4bf06fd8-83a8-4990-93e5-2ffcea332b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:38.361646 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9a7910f1-94b5-4714-89e0-ad1d8555fc61 req-4bf06fd8-83a8-4990-93e5-2ffcea332b54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:38.363076 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9a7910f1-94b5-4714-89e0-ad1d8555fc61 req-4bf06fd8-83a8-4990-93e5-2ffcea332b54 service neutron] 10.222.0.57 "PUT /v2.0/ports/9fe4591e-a90f-4c68-a621-3f223e5b6be8 HTTP/1.1" status: 200 len: 1091 time: 1.6764169 Mar 11 20:07:38.370734 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7de676e8-705d-4773-a362-0eef0b982a85', 'tag': '9fe4591e-a90f-4c68-a621-3f223e5b6be8'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:07:38.373331 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6831018-963d-4b46-9d16-c0e296704c5d" -d '{"events": [{"name": "network-changed", "server_uuid": "7de676e8-705d-4773-a362-0eef0b982a85", "tag": "9fe4591e-a90f-4c68-a621-3f223e5b6be8"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:07:38.431256 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b1fde2b6-e110-4c82-aa08-e9363647131c req-7388d977-1852-4d30-b2b4-7eb6d6d0799a tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "GET /v2.0/ports?device_id=5b9f45d3-fd1a-4440-a2f8-3fda11cfc2e0 HTTP/1.1" status: 200 len: 210 time: 0.1695569 Mar 11 20:07:38.485871 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9cb2bd-2624-401d-aed8-7488ba0df733 req-5aec4a56-89a9-4f91-a467-4b59660d90de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:38.487365 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1e9cb2bd-2624-401d-aed8-7488ba0df733 req-5aec4a56-89a9-4f91-a467-4b59660d90de service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=d558505ee46d412491221fab874b8522&shared=False HTTP/1.1" status: 200 len: 914 time: 0.4024181 Mar 11 20:07:38.489724 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf06fd8-83a8-4990-93e5-2ffcea332b54 service neutron] Pushing event updated for resources: {'Port': ['ID=9fe4591e-a90f-4c68-a621-3f223e5b6be8,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:07:38.528210 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c18e421-d5c0-4f6a-b6b4-bba972a321aa x-openstack-request-id: req-8c18e421-d5c0-4f6a-b6b4-bba972a321aa {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:07:38.528499 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7de676e8-705d-4773-a362-0eef0b982a85", "tag": "9fe4591e-a90f-4c68-a621-3f223e5b6be8", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:07:38.528753 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8c18e421-d5c0-4f6a-b6b4-bba972a321aa {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:07:38.529158 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7de676e8-705d-4773-a362-0eef0b982a85', 'tag': '9fe4591e-a90f-4c68-a621-3f223e5b6be8', 'status': 'completed', 'code': 200} Mar 11 20:07:38.588990 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7910f1-94b5-4714-89e0-ad1d8555fc61 req-62ba9efd-c15d-4115-b0bb-cae25f5659b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:38.590567 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9a7910f1-94b5-4714-89e0-ad1d8555fc61 req-62ba9efd-c15d-4115-b0bb-cae25f5659b8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3ed9f03088da4b568ed876fa07964f47&device_id=7de676e8-705d-4773-a362-0eef0b982a85 HTTP/1.1" status: 200 len: 1125 time: 0.1849496 Mar 11 20:07:38.690426 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9a7910f1-94b5-4714-89e0-ad1d8555fc61 req-3d92e403-ddfc-4227-9dd1-f95bdc87ffc2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fe4591e-a90f-4c68-a621-3f223e5b6be8 HTTP/1.1" status: 200 len: 217 time: 0.0868444 Mar 11 20:07:38.825196 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9cb2bd-2624-401d-aed8-7488ba0df733 req-e550a78f-898e-4bf8-a318-7ad33bf9bce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:38.826668 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1e9cb2bd-2624-401d-aed8-7488ba0df733 req-e550a78f-898e-4bf8-a318-7ad33bf9bce8 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3265135 Mar 11 20:07:38.831250 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7910f1-94b5-4714-89e0-ad1d8555fc61 req-fe737bc0-cee8-4c84-beef-f8f08f877b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:38.832760 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9a7910f1-94b5-4714-89e0-ad1d8555fc61 req-fe737bc0-cee8-4c84-beef-f8f08f877b54 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a0b8e9c3-1a90-4f95-b04c-be83e3135274 HTTP/1.1" status: 200 len: 850 time: 0.1352804 Mar 11 20:07:38.882312 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe3ffa-8aca-4c59-8448-17adba6bbf16 req-b94e473a-7976-4433-8842-89bf11c4524a tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:38.888247 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-33fe3ffa-8aca-4c59-8448-17adba6bbf16 req-b94e473a-7976-4433-8842-89bf11c4524a tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=7de676e8-705d-4773-a362-0eef0b982a85 HTTP/1.1" status: 200 len: 943 time: 0.1659267 Mar 11 20:07:38.933473 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7910f1-94b5-4714-89e0-ad1d8555fc61 req-02af6114-5289-43f3-9efa-daabd26e3ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:38.934997 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9a7910f1-94b5-4714-89e0-ad1d8555fc61 req-02af6114-5289-43f3-9efa-daabd26e3ce2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=63f958e0-4b58-4061-8181-6f0adee7263b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0949872 Mar 11 20:07:38.975052 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-33fe3ffa-8aca-4c59-8448-17adba6bbf16 req-c2dbff81-674c-49e3-8e48-4e4bde424493 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847642 Mar 11 20:07:39.047956 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9a7910f1-94b5-4714-89e0-ad1d8555fc61 req-7fd27ec5-578b-408b-9130-9c1980d61275 service neutron] 10.222.0.57 "GET /v2.0/networks/63f958e0-4b58-4061-8181-6f0adee7263b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028502 Mar 11 20:07:39.149002 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9a7910f1-94b5-4714-89e0-ad1d8555fc61 req-98778e62-0ba0-470b-a424-bec34eeb9cea service neutron] 10.222.0.57 "GET /v2.0/networks/63f958e0-4b58-4061-8181-6f0adee7263b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956213 Mar 11 20:07:39.241679 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6831018-963d-4b46-9d16-c0e296704c5d req-1416fc0c-8e03-4cb9-83b7-0089c47d34cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:39.244908 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d6831018-963d-4b46-9d16-c0e296704c5d req-1416fc0c-8e03-4cb9-83b7-0089c47d34cd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3ed9f03088da4b568ed876fa07964f47&device_id=7de676e8-705d-4773-a362-0eef0b982a85 HTTP/1.1" status: 200 len: 1125 time: 0.0558767 Mar 11 20:07:39.340547 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6831018-963d-4b46-9d16-c0e296704c5d req-bb145de2-e135-4c26-8541-78988def02e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:39.342017 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d6831018-963d-4b46-9d16-c0e296704c5d req-bb145de2-e135-4c26-8541-78988def02e7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=63f958e0-4b58-4061-8181-6f0adee7263b HTTP/1.1" status: 200 len: 912 time: 0.0918667 Mar 11 20:07:39.387535 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d6831018-963d-4b46-9d16-c0e296704c5d req-52bd373e-3f0e-48f6-97c7-fa8c0a22de9f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9fe4591e-a90f-4c68-a621-3f223e5b6be8 HTTP/1.1" status: 200 len: 217 time: 0.0395684 Mar 11 20:07:39.436293 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6831018-963d-4b46-9d16-c0e296704c5d req-009dbd5a-d787-4715-9fab-8ce00f80b06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:39.437936 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d6831018-963d-4b46-9d16-c0e296704c5d req-009dbd5a-d787-4715-9fab-8ce00f80b06f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a0b8e9c3-1a90-4f95-b04c-be83e3135274 HTTP/1.1" status: 200 len: 850 time: 0.0453959 Mar 11 20:07:39.493248 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6831018-963d-4b46-9d16-c0e296704c5d req-099f01dc-3123-4607-b2cf-ffa5a8908393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:39.494963 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d6831018-963d-4b46-9d16-c0e296704c5d req-099f01dc-3123-4607-b2cf-ffa5a8908393 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=63f958e0-4b58-4061-8181-6f0adee7263b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0506151 Mar 11 20:07:39.498289 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 51412) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:07:39.566629 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-edaff576-5a84-4d78-a0f6-e95358f1be11 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Publish callbacks [] for security_group (6599d40d-6b93-4a0b-8f73-edf84c9e7d39), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:39.599024 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d6831018-963d-4b46-9d16-c0e296704c5d req-b20fabd3-3aab-423d-aec8-5c2ab3aad82f service neutron] 10.222.0.57 "GET /v2.0/networks/63f958e0-4b58-4061-8181-6f0adee7263b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976579 Mar 11 20:07:39.602937 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-edaff576-5a84-4d78-a0f6-e95358f1be11 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Publish callbacks [] for security_group (6599d40d-6b93-4a0b-8f73-edf84c9e7d39), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:39.695004 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-edaff576-5a84-4d78-a0f6-e95358f1be11 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (6599d40d-6b93-4a0b-8f73-edf84c9e7d39), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:39.697900 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-edaff576-5a84-4d78-a0f6-e95358f1be11 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:39.701592 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-edaff576-5a84-4d78-a0f6-e95358f1be11 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] 10.222.0.65 "DELETE /v2.0/security-groups/6599d40d-6b93-4a0b-8f73-edf84c9e7d39 HTTP/1.1" status: 204 len: 168 time: 0.1992311 Mar 11 20:07:39.711475 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d6831018-963d-4b46-9d16-c0e296704c5d req-56b02afe-b994-4986-8a95-3bf5bafc4f11 service neutron] 10.222.0.57 "GET /v2.0/networks/63f958e0-4b58-4061-8181-6f0adee7263b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067538 Mar 11 20:07:39.739448 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaff576-5a84-4d78-a0f6-e95358f1be11 tempest-TestVolumeBackupRestore-969492854 tempest-TestVolumeBackupRestore-969492854-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6599d40d-6b93-4a0b-8f73-edf84c9e7d39,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:07:40.206382 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446843f1-f2e1-46a7-90b7-b586f89d1380 req-12e92ae9-a3dd-499a-8b43-7e9680825498 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:40.208976 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-446843f1-f2e1-46a7-90b7-b586f89d1380 req-12e92ae9-a3dd-499a-8b43-7e9680825498 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=7de676e8-705d-4773-a362-0eef0b982a85 HTTP/1.1" status: 200 len: 943 time: 0.0966666 Mar 11 20:07:40.306194 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-446843f1-f2e1-46a7-90b7-b586f89d1380 req-b2b02f9a-241d-4146-92f8-715220927d05 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901229 Mar 11 20:07:41.495155 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d24599-8d39-4e53-9c0e-9d006cae268c req-f27bd36e-486f-405d-899b-dc6acff82089 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:41.497104 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-62d24599-8d39-4e53-9c0e-9d006cae268c req-f27bd36e-486f-405d-899b-dc6acff82089 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=7de676e8-705d-4773-a362-0eef0b982a85 HTTP/1.1" status: 200 len: 943 time: 0.0721900 Mar 11 20:07:41.563745 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-62d24599-8d39-4e53-9c0e-9d006cae268c req-a935310a-d753-421b-9e75-e5d87be91845 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594907 Mar 11 20:07:42.734762 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3446b801-308b-4a0c-a88b-7ebaf12ceb43 req-03e1ad3d-ff4c-43ca-a19b-9f78e46d061a tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:42.737322 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3446b801-308b-4a0c-a88b-7ebaf12ceb43 req-03e1ad3d-ff4c-43ca-a19b-9f78e46d061a tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=7de676e8-705d-4773-a362-0eef0b982a85 HTTP/1.1" status: 200 len: 943 time: 0.0591376 Mar 11 20:07:42.834544 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3446b801-308b-4a0c-a88b-7ebaf12ceb43 req-b4287aae-4733-46e9-a382-e208d0b1ee87 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915840 Mar 11 20:07:44.093863 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161ec4a1-cb1d-400b-981c-9d2b65ea210b req-ab03071d-2902-4d65-9338-841da585cf50 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:44.095397 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-161ec4a1-cb1d-400b-981c-9d2b65ea210b req-ab03071d-2902-4d65-9338-841da585cf50 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=7de676e8-705d-4773-a362-0eef0b982a85 HTTP/1.1" status: 200 len: 943 time: 0.0947964 Mar 11 20:07:44.184802 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-161ec4a1-cb1d-400b-981c-9d2b65ea210b req-5819532c-63f3-4e5e-a6f8-3ac850878d7b tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791781 Mar 11 20:07:45.351331 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee4b750-fbfc-443e-9b5a-cd024c5008dc req-7f29abfb-ef0c-49fb-9e23-e658d20692e4 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:45.360788 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0ee4b750-fbfc-443e-9b5a-cd024c5008dc req-7f29abfb-ef0c-49fb-9e23-e658d20692e4 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=7de676e8-705d-4773-a362-0eef0b982a85 HTTP/1.1" status: 200 len: 943 time: 0.0768859 Mar 11 20:07:45.441697 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0ee4b750-fbfc-443e-9b5a-cd024c5008dc req-a9b9d0a2-0c1e-45b7-9628-c5bb8d5448fd tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797617 Mar 11 20:07:46.580068 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf31bc-b66c-4d10-bc4e-9818929948bd req-ca99d748-a186-4dc9-9564-81a2c9da5db2 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:46.584017 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-80cf31bc-b66c-4d10-bc4e-9818929948bd req-ca99d748-a186-4dc9-9564-81a2c9da5db2 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=7de676e8-705d-4773-a362-0eef0b982a85 HTTP/1.1" status: 200 len: 943 time: 0.0707550 Mar 11 20:07:46.676314 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-80cf31bc-b66c-4d10-bc4e-9818929948bd req-5fde3754-ee4b-40fc-9a32-2843bfd11a23 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868316 Mar 11 20:07:47.346899 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:07:47.784892 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6299980-fef8-423e-b2d6-4a6af3369ab1 req-346881c4-5fe7-4d1b-bf63-565738a957b7 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:47.786405 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d6299980-fef8-423e-b2d6-4a6af3369ab1 req-346881c4-5fe7-4d1b-bf63-565738a957b7 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=7de676e8-705d-4773-a362-0eef0b982a85 HTTP/1.1" status: 200 len: 943 time: 0.0543942 Mar 11 20:07:47.835374 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d6299980-fef8-423e-b2d6-4a6af3369ab1 req-2eb09096-d75b-43c3-a89d-3ca21aa79795 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432880 Mar 11 20:07:48.969630 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4472cf08-8160-4b3b-b9d1-5f1347f92ae3 req-33de6585-bfec-420e-b362-72b86522117d tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:48.972134 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4472cf08-8160-4b3b-b9d1-5f1347f92ae3 req-33de6585-bfec-420e-b362-72b86522117d tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=7de676e8-705d-4773-a362-0eef0b982a85 HTTP/1.1" status: 200 len: 943 time: 0.0638709 Mar 11 20:07:49.026580 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4472cf08-8160-4b3b-b9d1-5f1347f92ae3 req-d93be6fb-0b64-43a3-ba00-c864ae8b82e5 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496342 Mar 11 20:07:49.116564 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:50.152512 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101a2ed-3de6-415d-b234-a2f4a8317b05 req-20672b24-c379-4c65-923e-67a50df9e09c tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:50.154781 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6101a2ed-3de6-415d-b234-a2f4a8317b05 req-20672b24-c379-4c65-923e-67a50df9e09c tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=7de676e8-705d-4773-a362-0eef0b982a85 HTTP/1.1" status: 200 len: 943 time: 0.0577385 Mar 11 20:07:50.206903 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6101a2ed-3de6-415d-b234-a2f4a8317b05 req-76e12329-ff2f-47c8-af39-3ca01828a552 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451195 Mar 11 20:07:51.342307 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dabf30-409a-439e-aff7-e8dfa0a98a3d req-4db17d40-15e7-4a05-9816-73940c75a165 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:51.344219 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c3dabf30-409a-439e-aff7-e8dfa0a98a3d req-4db17d40-15e7-4a05-9816-73940c75a165 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=7de676e8-705d-4773-a362-0eef0b982a85 HTTP/1.1" status: 200 len: 943 time: 0.0571926 Mar 11 20:07:51.395954 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c3dabf30-409a-439e-aff7-e8dfa0a98a3d req-82c939f8-4c35-4001-b262-cfa76f9534ca tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449579 Mar 11 20:07:52.353086 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-47bfc7a6-6707-44df-ab2c-9e0d203609a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:52.547908 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8941b9de-eceb-474c-9d43-138e29c5a1a0 req-44e2834f-392d-4725-9e2b-932b87a1c110 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:52.556262 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8941b9de-eceb-474c-9d43-138e29c5a1a0 req-44e2834f-392d-4725-9e2b-932b87a1c110 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=7de676e8-705d-4773-a362-0eef0b982a85 HTTP/1.1" status: 200 len: 943 time: 0.0779157 Mar 11 20:07:52.612184 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8941b9de-eceb-474c-9d43-138e29c5a1a0 req-bb0db67c-9354-4213-b1cb-be7d027dfa84 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547249 Mar 11 20:07:52.879108 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:53.789810 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e78b5-8f6d-4317-9f39-5f0463cf66d5 req-c80c9717-d908-4642-891c-ae7855ee4c19 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:53.792485 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e89e78b5-8f6d-4317-9f39-5f0463cf66d5 req-c80c9717-d908-4642-891c-ae7855ee4c19 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=7de676e8-705d-4773-a362-0eef0b982a85 HTTP/1.1" status: 200 len: 943 time: 0.0980039 Mar 11 20:07:53.894234 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e89e78b5-8f6d-4317-9f39-5f0463cf66d5 req-1753a0e4-152b-4bdd-82e1-66823b327cb5 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953753 Mar 11 20:07:54.647956 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2efabc21-fc4a-4b54-a918-0690726a50bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:55.042634 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9290f1ef-0ade-4504-a2e4-d12dd88314db req-88bfcc93-29c0-4a53-bb12-aec1b823aab3 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:55.045369 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9290f1ef-0ade-4504-a2e4-d12dd88314db req-88bfcc93-29c0-4a53-bb12-aec1b823aab3 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=7de676e8-705d-4773-a362-0eef0b982a85 HTTP/1.1" status: 200 len: 943 time: 0.0615032 Mar 11 20:07:55.100414 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9290f1ef-0ade-4504-a2e4-d12dd88314db req-57a0d405-f513-4d85-b69d-3d912a2cca65 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472703 Mar 11 20:07:56.255570 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d8dbc-acd6-45d7-92bc-4a55672dc127 req-db8e1dac-2246-4225-8a03-bbc83014a456 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:56.267212 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-475d8dbc-acd6-45d7-92bc-4a55672dc127 req-db8e1dac-2246-4225-8a03-bbc83014a456 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=7de676e8-705d-4773-a362-0eef0b982a85 HTTP/1.1" status: 200 len: 943 time: 0.0766253 Mar 11 20:07:56.273346 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:56.326261 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-475d8dbc-acd6-45d7-92bc-4a55672dc127 req-a68668db-de97-42d6-8962-91d1c1396e9f tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577874 Mar 11 20:07:56.820220 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 51966) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:07:57.409694 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 51976) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:07:57.617153 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-554497af-6f46-4faf-a6f2-1fc8e1a0adc2 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a6e559906e9c4ceeae36545f87c045ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2062285 Mar 11 20:07:57.618193 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 51980) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:07:57.710421 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:57.712598 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f721c2c4-0511-452b-88ab-283c730aaa70 admin admin] Publish callbacks [] for security_group (73d30adb-64e8-420b-a955-f20592087ed3), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:57.762715 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f721c2c4-0511-452b-88ab-283c730aaa70 admin admin] Publish callbacks [] for security_group (73d30adb-64e8-420b-a955-f20592087ed3), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:57.838193 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f721c2c4-0511-452b-88ab-283c730aaa70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (73d30adb-64e8-420b-a955-f20592087ed3), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:57.841735 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f721c2c4-0511-452b-88ab-283c730aaa70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:57.846406 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f721c2c4-0511-452b-88ab-283c730aaa70 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/73d30adb-64e8-420b-a955-f20592087ed3 HTTP/1.1" status: 204 len: 168 time: 0.2237768 Mar 11 20:07:57.874788 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721c2c4-0511-452b-88ab-283c730aaa70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d30adb-64e8-420b-a955-f20592087ed3,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:07:57.887115 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721c2c4-0511-452b-88ab-283c730aaa70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:07:57.888360 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721c2c4-0511-452b-88ab-283c730aaa70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:07:57.888889 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721c2c4-0511-452b-88ab-283c730aaa70 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:07:57.889428 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721c2c4-0511-452b-88ab-283c730aaa70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:07:57.890005 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721c2c4-0511-452b-88ab-283c730aaa70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:07:57.891471 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721c2c4-0511-452b-88ab-283c730aaa70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:07:57.891739 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721c2c4-0511-452b-88ab-283c730aaa70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:07:57.892303 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721c2c4-0511-452b-88ab-283c730aaa70 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:07:57.892820 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721c2c4-0511-452b-88ab-283c730aaa70 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:07:57.893368 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721c2c4-0511-452b-88ab-283c730aaa70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:07:57.893931 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721c2c4-0511-452b-88ab-283c730aaa70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:07:57.894480 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721c2c4-0511-452b-88ab-283c730aaa70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:07:57.895019 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f721c2c4-0511-452b-88ab-283c730aaa70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:07:57.906467 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b31bf1-e124-4700-a2a0-61e970cfabbb req-f865cd3d-22b5-4dfa-98b6-dbff510ad280 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:57.908147 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a8b31bf1-e124-4700-a2a0-61e970cfabbb req-f865cd3d-22b5-4dfa-98b6-dbff510ad280 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=7de676e8-705d-4773-a362-0eef0b982a85 HTTP/1.1" status: 200 len: 943 time: 0.1745479 Mar 11 20:07:58.052200 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a8b31bf1-e124-4700-a2a0-61e970cfabbb req-afa3057d-4b88-46a6-bcb5-53069768fcbf tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358833 Mar 11 20:07:58.103898 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3ece1db6-4130-44cd-9567-65a7f2174503 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (e3a64e6a-52b4-4f54-9f72-a8c8327546b0), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:58.529917 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-3ece1db6-4130-44cd-9567-65a7f2174503 admin admin] Deleting port 5b3716f6-86b3-4376-8798-5f90000ff191 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:07:58.531016 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3ece1db6-4130-44cd-9567-65a7f2174503 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (5b3716f6-86b3-4376-8798-5f90000ff191), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:58.660152 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-3ece1db6-4130-44cd-9567-65a7f2174503 admin admin] For port 5b3716f6-86b3-4376-8798-5f90000ff191, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=5b3716f6-86b3-4376-8798-5f90000ff191,segment=NetworkSegment(b6d9f44f-90e0-49a0-9f7e-a494b7e8090e),segment_id=b6d9f44f-90e0-49a0-9f7e-a494b7e8090e)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:07:58.660921 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3ece1db6-4130-44cd-9567-65a7f2174503 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (5b3716f6-86b3-4376-8798-5f90000ff191), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:58.682088 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-3ece1db6-4130-44cd-9567-65a7f2174503 admin admin] Calling delete_port for 5b3716f6-86b3-4376-8798-5f90000ff191 owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:07:58.924063 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3ece1db6-4130-44cd-9567-65a7f2174503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (5b3716f6-86b3-4376-8798-5f90000ff191), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:58.962729 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ece1db6-4130-44cd-9567-65a7f2174503 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b3716f6-86b3-4376-8798-5f90000ff191,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:07:59.031028 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:59.325514 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3ece1db6-4130-44cd-9567-65a7f2174503 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (e3a64e6a-52b4-4f54-9f72-a8c8327546b0), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:07:59.338560 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3881dc14-be81-4fb4-ad0c-a08fbe8188f7 req-4e5ad38d-2406-41ae-8634-782e2c6e6422 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:07:59.341731 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3881dc14-be81-4fb4-ad0c-a08fbe8188f7 req-4e5ad38d-2406-41ae-8634-782e2c6e6422 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=7de676e8-705d-4773-a362-0eef0b982a85 HTTP/1.1" status: 200 len: 943 time: 0.1542802 Mar 11 20:07:59.492621 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3881dc14-be81-4fb4-ad0c-a08fbe8188f7 req-dbe17d25-4544-4f4d-953a-64909f883430 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396794 Mar 11 20:07:59.684274 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ece1db6-4130-44cd-9567-65a7f2174503 admin admin] Router e3a64e6a-52b4-4f54-9f72-a8c8327546b0 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:07:59.828958 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ece1db6-4130-44cd-9567-65a7f2174503 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:07:59.834692 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-3ece1db6-4130-44cd-9567-65a7f2174503 admin admin] 10.222.0.65 "PUT /v2.0/routers/e3a64e6a-52b4-4f54-9f72-a8c8327546b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0115011 Mar 11 20:07:59.837677 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52078) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:07:59.839288 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1c9813-18d3-421e-8472-928bc66eae64 None None] Sync routers for ids ['e3a64e6a-52b4-4f54-9f72-a8c8327546b0'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:07:59.850921 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1c9813-18d3-421e-8472-928bc66eae64 None None] Routers {'e3a64e6a-52b4-4f54-9f72-a8c8327546b0'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:07:59.852682 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-6e1c9813-18d3-421e-8472-928bc66eae64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:07:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['e3a64e6a-52b4-4f54-9f72-a8c8327546b0'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:07:59.977694 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-91579f3f-eb3d-49bd-ad50-ac400090b54a admin admin] Publish callbacks [] for router (e3a64e6a-52b4-4f54-9f72-a8c8327546b0), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:00.001896 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-6e1c9813-18d3-421e-8472-928bc66eae64 None None] Set router e3a64e6a-52b4-4f54-9f72-a8c8327546b0 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:08:00.107616 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-91579f3f-eb3d-49bd-ad50-ac400090b54a admin admin] Publish callbacks [] for router_gateway (e3a64e6a-52b4-4f54-9f72-a8c8327546b0), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:00.180366 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-91579f3f-eb3d-49bd-ad50-ac400090b54a admin admin] Deleting port daa06607-0fce-4be1-ae6f-818a7d50fa2a {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:08:00.180708 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-91579f3f-eb3d-49bd-ad50-ac400090b54a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (daa06607-0fce-4be1-ae6f-818a7d50fa2a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:00.210929 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-6e1c9813-18d3-421e-8472-928bc66eae64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a64e6a-52b4-4f54-9f72-a8c8327546b0', 'name': 'tempest-TestVolumeBackupRestore-976074374-router', 'tenant_id': 'd558505ee46d412491221fab874b8522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': 'daa06607-0fce-4be1-ae6f-818a7d50fa2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:02:25Z', 'updated_at': '2022-03-11T20:07:58Z', 'revision_number': 5, 'project_id': 'd558505ee46d412491221fab874b8522', 'gw_port': {'id': 'daa06607-0fce-4be1-ae6f-818a7d50fa2a', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:fe:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a64e6a-52b4-4f54-9f72-a8c8327546b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3604, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:02:25Z', 'updated_at': '2022-03-11T20:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:08:00.251730 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1c9813-18d3-421e-8472-928bc66eae64 None None] Checking router: e3a64e6a-52b4-4f54-9f72-a8c8327546b0 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:08:00.272941 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1c9813-18d3-421e-8472-928bc66eae64 None None] Routers {'e3a64e6a-52b4-4f54-9f72-a8c8327546b0'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:08:00.273650 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-6e1c9813-18d3-421e-8472-928bc66eae64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:07:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['e3a64e6a-52b4-4f54-9f72-a8c8327546b0'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:08:00.292963 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-91579f3f-eb3d-49bd-ad50-ac400090b54a admin admin] For port daa06607-0fce-4be1-ae6f-818a7d50fa2a, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=daa06607-0fce-4be1-ae6f-818a7d50fa2a,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:08:00.292963 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-91579f3f-eb3d-49bd-ad50-ac400090b54a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (daa06607-0fce-4be1-ae6f-818a7d50fa2a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:00.308484 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-91579f3f-eb3d-49bd-ad50-ac400090b54a admin admin] Calling delete_port for daa06607-0fce-4be1-ae6f-818a7d50fa2a owned by network:router_gateway {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:08:00.401133 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-6e1c9813-18d3-421e-8472-928bc66eae64 None None] Set router e3a64e6a-52b4-4f54-9f72-a8c8327546b0 gateway port host: None {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:08:00.464834 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-6e1c9813-18d3-421e-8472-928bc66eae64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3a64e6a-52b4-4f54-9f72-a8c8327546b0', 'name': 'tempest-TestVolumeBackupRestore-976074374-router', 'tenant_id': 'd558505ee46d412491221fab874b8522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:02:25Z', 'updated_at': '2022-03-11T20:08:00Z', 'revision_number': 6, 'project_id': 'd558505ee46d412491221fab874b8522', 'gw_port_host': None}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:08:00.494761 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1c9813-18d3-421e-8472-928bc66eae64 None None] The sync data for ids ['e3a64e6a-52b4-4f54-9f72-a8c8327546b0'] in n-d-833163-1 is: [{'id': 'e3a64e6a-52b4-4f54-9f72-a8c8327546b0', 'name': 'tempest-TestVolumeBackupRestore-976074374-router', 'tenant_id': 'd558505ee46d412491221fab874b8522', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:02:25Z', 'updated_at': '2022-03-11T20:08:00Z', 'revision_number': 6, 'project_id': 'd558505ee46d412491221fab874b8522', 'gw_port_host': None}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:08:00.530739 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-91579f3f-eb3d-49bd-ad50-ac400090b54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (daa06607-0fce-4be1-ae6f-818a7d50fa2a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:00.578424 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91579f3f-eb3d-49bd-ad50-ac400090b54a admin admin] Pushing event deleted for resources: {'Port': ['ID=daa06607-0fce-4be1-ae6f-818a7d50fa2a,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:08:00.676275 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69163463-15c1-4d68-bdb2-9f4e9e305262 req-e5126295-1e00-4f48-ba32-218213fa4e60 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:00.679308 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-69163463-15c1-4d68-bdb2-9f4e9e305262 req-e5126295-1e00-4f48-ba32-218213fa4e60 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=7de676e8-705d-4773-a362-0eef0b982a85 HTTP/1.1" status: 200 len: 943 time: 0.0953331 Mar 11 20:08:00.687713 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-91579f3f-eb3d-49bd-ad50-ac400090b54a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (e3a64e6a-52b4-4f54-9f72-a8c8327546b0), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:00.762070 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-69163463-15c1-4d68-bdb2-9f4e9e305262 req-edb98088-a42b-4cd6-ab00-b721c6ed15ee tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765114 Mar 11 20:08:00.800293 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-91579f3f-eb3d-49bd-ad50-ac400090b54a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (e3a64e6a-52b4-4f54-9f72-a8c8327546b0), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:00.802792 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-91579f3f-eb3d-49bd-ad50-ac400090b54a admin admin] Publish callbacks [] for router_controller (e3a64e6a-52b4-4f54-9f72-a8c8327546b0), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:00.860889 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-91579f3f-eb3d-49bd-ad50-ac400090b54a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (e3a64e6a-52b4-4f54-9f72-a8c8327546b0), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:00.861503 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91579f3f-eb3d-49bd-ad50-ac400090b54a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3a64e6a-52b4-4f54-9f72-a8c8327546b0 {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 20:08:00.877078 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-91579f3f-eb3d-49bd-ad50-ac400090b54a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:00.878702 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-91579f3f-eb3d-49bd-ad50-ac400090b54a admin admin] 10.222.0.65 "DELETE /v2.0/routers/e3a64e6a-52b4-4f54-9f72-a8c8327546b0 HTTP/1.1" status: 204 len: 168 time: 1.0378623 Mar 11 20:08:00.881346 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52090) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:08:00.949032 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-720f45d6-339f-473e-8139-279ed9638df3 admin admin] Deleting subnet c6219a93-8483-405b-9eb3-5cde14ecbab2 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 20:08:00.953287 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-720f45d6-339f-473e-8139-279ed9638df3 admin admin] Publish callbacks [] for subnet (c6219a93-8483-405b-9eb3-5cde14ecbab2), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:01.005421 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-720f45d6-339f-473e-8139-279ed9638df3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (c6219a93-8483-405b-9eb3-5cde14ecbab2), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:01.125819 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-720f45d6-339f-473e-8139-279ed9638df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (c6219a93-8483-405b-9eb3-5cde14ecbab2), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:01.188360 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-720f45d6-339f-473e-8139-279ed9638df3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (c6219a93-8483-405b-9eb3-5cde14ecbab2), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:01.218253 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-720f45d6-339f-473e-8139-279ed9638df3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:01.223696 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-720f45d6-339f-473e-8139-279ed9638df3 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/c6219a93-8483-405b-9eb3-5cde14ecbab2 HTTP/1.1" status: 204 len: 168 time: 0.3398936 Mar 11 20:08:01.223888 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc03192-667b-4ac8-89ad-f6b1ee80df4f None None] Network fa92e7b5-885a-4517-bdf1-e22483e17a73 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:08:01.224354 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720f45d6-339f-473e-8139-279ed9638df3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6219a93-8483-405b-9eb3-5cde14ecbab2,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:08:01.229383 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52092) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:08:01.318812 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-95893934-2330-4792-8470-790a635cbb98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (fa92e7b5-885a-4517-bdf1-e22483e17a73), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:01.418773 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-95893934-2330-4792-8470-790a635cbb98 admin admin] Deleting port 6f62400f-9806-41b4-a7a3-6e69164e9dff {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:08:01.419202 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-95893934-2330-4792-8470-790a635cbb98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (6f62400f-9806-41b4-a7a3-6e69164e9dff), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:01.450076 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c684c7c-468e-4232-81ae-3eafc97b709c None None] DHCP port deletion for fa92e7b5-885a-4517-bdf1-e22483e17a73 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 20:08:01.518067 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-5c684c7c-468e-4232-81ae-3eafc97b709c None None] Deleting port 6f62400f-9806-41b4-a7a3-6e69164e9dff {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:08:01.518443 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5c684c7c-468e-4232-81ae-3eafc97b709c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (6f62400f-9806-41b4-a7a3-6e69164e9dff), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:01.525879 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-95893934-2330-4792-8470-790a635cbb98 admin admin] For port 6f62400f-9806-41b4-a7a3-6e69164e9dff, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=6f62400f-9806-41b4-a7a3-6e69164e9dff,segment=NetworkSegment(b6d9f44f-90e0-49a0-9f7e-a494b7e8090e),segment_id=b6d9f44f-90e0-49a0-9f7e-a494b7e8090e)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:08:01.526237 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-95893934-2330-4792-8470-790a635cbb98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (6f62400f-9806-41b4-a7a3-6e69164e9dff), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:01.543837 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-95893934-2330-4792-8470-790a635cbb98 admin admin] Calling delete_port for 6f62400f-9806-41b4-a7a3-6e69164e9dff owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:08:01.619420 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-5c684c7c-468e-4232-81ae-3eafc97b709c None None] For port 6f62400f-9806-41b4-a7a3-6e69164e9dff, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=6f62400f-9806-41b4-a7a3-6e69164e9dff,segment=NetworkSegment(b6d9f44f-90e0-49a0-9f7e-a494b7e8090e),segment_id=b6d9f44f-90e0-49a0-9f7e-a494b7e8090e)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:08:01.620132 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5c684c7c-468e-4232-81ae-3eafc97b709c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (6f62400f-9806-41b4-a7a3-6e69164e9dff), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:01.642830 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-5c684c7c-468e-4232-81ae-3eafc97b709c None None] Calling delete_port for 6f62400f-9806-41b4-a7a3-6e69164e9dff owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:08:01.649445 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-95893934-2330-4792-8470-790a635cbb98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (6f62400f-9806-41b4-a7a3-6e69164e9dff), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:01.670336 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95893934-2330-4792-8470-790a635cbb98 admin admin] No DVR routers for this DVR port 6f62400f-9806-41b4-a7a3-6e69164e9dff on host n-d-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:08:01.723255 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95893934-2330-4792-8470-790a635cbb98 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f62400f-9806-41b4-a7a3-6e69164e9dff,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:08:01.846005 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-95893934-2330-4792-8470-790a635cbb98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (fa92e7b5-885a-4517-bdf1-e22483e17a73), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:01.846695 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 20:08:01.846695 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 20:08:01.846695 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 20:08:01.846695 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 20:08:01.846695 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 20:08:01.846695 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 20:08:01.846695 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 20:08:01.846695 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 20:08:01.846695 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 20:08:01.846695 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 20:08:01.846695 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 20:08:01.846695 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 20:08:01.846695 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 20:08:01.846695 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 20:08:01.846695 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 20:08:01.846695 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 20:08:01.846695 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 20:08:01.846695 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 20:08:01.846695 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 20:08:01.846695 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 20:08:01.846695 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 20:08:01.846695 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 20:08:01.846695 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 20:08:01.846695 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 20:08:01.846695 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 20:08:01.846695 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 20:08:01.846695 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 20:08:01.846695 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 20:08:01.846695 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 20:08:01.846695 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 20:08:01.846695 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 20:08:01.846695 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 20:08:01.846695 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 20:08:01.846695 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 20:08:01.846695 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 20:08:01.846695 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 20:08:01.846695 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 20:08:01.846695 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 20:08:01.846695 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 20:08:01.846695 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 20:08:01.846695 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 20:08:01.846695 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 20:08:01.846695 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 20:08:01.846695 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 20:08:01.846695 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 20:08:01.846695 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 20:08:01.846695 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 20:08:01.846695 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 20:08:01.846695 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 20:08:01.846695 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 20:08:01.846695 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 20:08:01.846695 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 20:08:01.846695 n-d-833163-1 neutron-server[103886]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 20:08:01.846695 n-d-833163-1 neutron-server[103886]: self.session.flush() Mar 11 20:08:01.856310 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5c684c7c-468e-4232-81ae-3eafc97b709c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (6f62400f-9806-41b4-a7a3-6e69164e9dff), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:01.904394 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c684c7c-468e-4232-81ae-3eafc97b709c None None] No DVR routers for this DVR port 6f62400f-9806-41b4-a7a3-6e69164e9dff on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:08:01.938227 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-95893934-2330-4792-8470-790a635cbb98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa92e7b5-885a-4517-bdf1-e22483e17a73']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:08:01.940602 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device daa06607-0fce-4be1-ae6f-818a7d50fa2a no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:08:01.982920 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c684c7c-468e-4232-81ae-3eafc97b709c None None] Pushing event deleted for resources: {'Port': ['ID=6f62400f-9806-41b4-a7a3-6e69164e9dff,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:08:01.985177 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-95893934-2330-4792-8470-790a635cbb98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6d9f44f-90e0-49a0-9f7e-a494b7e8090e') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:08:01.988233 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: daa06607-0fce-4be1-ae6f-818a7d50fa2a {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:08:01.989087 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device daa06607-0fce-4be1-ae6f-818a7d50fa2a not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:08:01.989944 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 6f62400f-9806-41b4-a7a3-6e69164e9dff no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:08:01.993187 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-95893934-2330-4792-8470-790a635cbb98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6d9f44f-90e0-49a0-9f7e-a494b7e8090e') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:08:02.018251 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 6f62400f-9806-41b4-a7a3-6e69164e9dff {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:08:02.018615 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 6f62400f-9806-41b4-a7a3-6e69164e9dff not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:08:02.019029 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 5b3716f6-86b3-4376-8798-5f90000ff191 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:08:02.022141 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-95893934-2330-4792-8470-790a635cbb98 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (b6d9f44f-90e0-49a0-9f7e-a494b7e8090e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:02.045516 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 5b3716f6-86b3-4376-8798-5f90000ff191 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:08:02.045894 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-95893934-2330-4792-8470-790a635cbb98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (b6d9f44f-90e0-49a0-9f7e-a494b7e8090e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:02.047324 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 5b3716f6-86b3-4376-8798-5f90000ff191 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:08:02.055409 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95893934-2330-4792-8470-790a635cbb98 admin admin] Releasing vlan 853 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 20:08:02.055884 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-95893934-2330-4792-8470-790a635cbb98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (b6d9f44f-90e0-49a0-9f7e-a494b7e8090e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:02.059023 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 20:08:02.059023 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 20:08:02.059023 n-d-833163-1 neutron-server[103885]: timer() Mar 11 20:08:02.059023 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:08:02.059023 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 20:08:02.059023 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 20:08:02.059023 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 20:08:02.059023 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:08:02.059023 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 20:08:02.059023 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:08:02.059023 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 20:08:02.059023 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:08:02.059023 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 20:08:02.059023 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 20:08:02.059023 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:08:02.059023 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 20:08:02.059023 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:08:02.059023 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 20:08:02.059023 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 20:08:02.059023 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:08:02.059023 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 20:08:02.059023 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:08:02.059023 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:08:02.059023 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 20:08:02.059023 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 20:08:02.059023 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 20:08:02.059023 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:08:02.059023 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 20:08:02.059023 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:08:02.059023 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 20:08:02.059023 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:08:02.059023 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:08:02.076796 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df7f47-136e-409f-a931-ad27abb460cd req-1582c72f-fb0a-4ca6-af8b-c4dfeb0b3d61 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:02.078703 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f3df7f47-136e-409f-a931-ad27abb460cd req-1582c72f-fb0a-4ca6-af8b-c4dfeb0b3d61 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=7de676e8-705d-4773-a362-0eef0b982a85 HTTP/1.1" status: 200 len: 943 time: 0.1671755 Mar 11 20:08:02.146236 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-95893934-2330-4792-8470-790a635cbb98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (fa92e7b5-885a-4517-bdf1-e22483e17a73), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:02.151710 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-95893934-2330-4792-8470-790a635cbb98 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:02.154946 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-95893934-2330-4792-8470-790a635cbb98 admin admin] 10.222.0.65 "DELETE /v2.0/networks/fa92e7b5-885a-4517-bdf1-e22483e17a73 HTTP/1.1" status: 204 len: 168 time: 0.9246027 Mar 11 20:08:02.157946 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52100) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:08:02.182818 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95893934-2330-4792-8470-790a635cbb98 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa92e7b5-885a-4517-bdf1-e22483e17a73,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:08:02.190281 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f3df7f47-136e-409f-a931-ad27abb460cd req-032014ff-e942-4fa7-a295-afe4d11fe351 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037951 Mar 11 20:08:02.960664 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6790c868-cc03-48a2-8be7-49accd4f2850 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (1fc09e63-1016-49df-b4b8-8b8f97b5b83f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:03.264253 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-6790c868-cc03-48a2-8be7-49accd4f2850 admin admin] Deleting port 4c20d960-29a0-4e53-b74a-73722d689e8d {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:08:03.264253 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6790c868-cc03-48a2-8be7-49accd4f2850 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (4c20d960-29a0-4e53-b74a-73722d689e8d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:03.357717 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-6790c868-cc03-48a2-8be7-49accd4f2850 admin admin] For port 4c20d960-29a0-4e53-b74a-73722d689e8d, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=4c20d960-29a0-4e53-b74a-73722d689e8d,segment=NetworkSegment(fe939605-b39e-42af-819b-c97f5747ab54),segment_id=fe939605-b39e-42af-819b-c97f5747ab54)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:08:03.358446 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6790c868-cc03-48a2-8be7-49accd4f2850 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (4c20d960-29a0-4e53-b74a-73722d689e8d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:03.381171 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f97afde-caf7-4911-9de2-39a07a3a7c38 req-866f788a-4a82-497e-abd9-9d2b75e7f815 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:03.383325 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-6790c868-cc03-48a2-8be7-49accd4f2850 admin admin] Calling delete_port for 4c20d960-29a0-4e53-b74a-73722d689e8d owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:08:03.384778 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1f97afde-caf7-4911-9de2-39a07a3a7c38 req-866f788a-4a82-497e-abd9-9d2b75e7f815 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=7de676e8-705d-4773-a362-0eef0b982a85 HTTP/1.1" status: 200 len: 943 time: 0.0748711 Mar 11 20:08:03.448500 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1f97afde-caf7-4911-9de2-39a07a3a7c38 req-81598d3e-5d17-42c2-90ec-7fbdeba96db8 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574036 Mar 11 20:08:03.596954 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6790c868-cc03-48a2-8be7-49accd4f2850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (4c20d960-29a0-4e53-b74a-73722d689e8d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:03.625413 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6790c868-cc03-48a2-8be7-49accd4f2850 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c20d960-29a0-4e53-b74a-73722d689e8d,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:08:03.854603 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6790c868-cc03-48a2-8be7-49accd4f2850 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (1fc09e63-1016-49df-b4b8-8b8f97b5b83f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:04.128858 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6790c868-cc03-48a2-8be7-49accd4f2850 admin admin] Router 1fc09e63-1016-49df-b4b8-8b8f97b5b83f has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:08:04.256445 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6790c868-cc03-48a2-8be7-49accd4f2850 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:08:04.268331 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-6790c868-cc03-48a2-8be7-49accd4f2850 admin admin] 10.222.0.65 "PUT /v2.0/routers/1fc09e63-1016-49df-b4b8-8b8f97b5b83f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1084917 Mar 11 20:08:04.270868 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52112) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:08:04.271392 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c81a41-51d5-4557-8fc8-20d75564c434 None None] Sync routers for ids ['1fc09e63-1016-49df-b4b8-8b8f97b5b83f'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:08:04.282287 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c81a41-51d5-4557-8fc8-20d75564c434 None None] Routers {'1fc09e63-1016-49df-b4b8-8b8f97b5b83f'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:08:04.282987 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-30c81a41-51d5-4557-8fc8-20d75564c434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:07:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['1fc09e63-1016-49df-b4b8-8b8f97b5b83f'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:08:04.396212 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 9fe4591e-a90f-4c68-a621-3f223e5b6be8 details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 20:08:04.401703 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-06af030b-7f04-4f87-ab6f-317fbabbeb1c admin admin] Publish callbacks [] for router (1fc09e63-1016-49df-b4b8-8b8f97b5b83f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:04.450955 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-30c81a41-51d5-4557-8fc8-20d75564c434 None None] Set router 1fc09e63-1016-49df-b4b8-8b8f97b5b83f gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:08:04.749387 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-30c81a41-51d5-4557-8fc8-20d75564c434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc09e63-1016-49df-b4b8-8b8f97b5b83f', 'name': 'tempest-TestVolumeBackupRestore-2113699746-router', 'tenant_id': '2e73b0143a744146988ae802e7e27064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '379bd81b-43c0-4536-9f9b-97e4a9d594d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:02:33Z', 'updated_at': '2022-03-11T20:08:03Z', 'revision_number': 5, 'project_id': '2e73b0143a744146988ae802e7e27064', 'gw_port': {'id': '379bd81b-43c0-4536-9f9b-97e4a9d594d0', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc09e63-1016-49df-b4b8-8b8f97b5b83f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:02:35Z', 'updated_at': '2022-03-11T20:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:08:04.791615 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c81a41-51d5-4557-8fc8-20d75564c434 None None] Checking router: 1fc09e63-1016-49df-b4b8-8b8f97b5b83f for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:08:04.814482 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9cc6f1-2503-44e3-9538-0a36fd578709 req-bc9d8c67-60cd-4503-b85a-203ae9e24744 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:04.814809 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 9fe4591e-a90f-4c68-a621-3f223e5b6be8, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=9fe4591e-a90f-4c68-a621-3f223e5b6be8,segment=NetworkSegment(71b9bbc9-ac9b-491b-9d03-f13ac7365297),segment_id=71b9bbc9-ac9b-491b-9d03-f13ac7365297)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:08:04.816064 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6b9cc6f1-2503-44e3-9538-0a36fd578709 req-bc9d8c67-60cd-4503-b85a-203ae9e24744 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=7de676e8-705d-4773-a362-0eef0b982a85 HTTP/1.1" status: 200 len: 943 time: 0.1186063 Mar 11 20:08:04.827015 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c81a41-51d5-4557-8fc8-20d75564c434 None None] Routers {'1fc09e63-1016-49df-b4b8-8b8f97b5b83f'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:08:04.828586 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-30c81a41-51d5-4557-8fc8-20d75564c434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:07:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['1fc09e63-1016-49df-b4b8-8b8f97b5b83f'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:08:04.876330 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-06af030b-7f04-4f87-ab6f-317fbabbeb1c admin admin] Publish callbacks [] for router_gateway (1fc09e63-1016-49df-b4b8-8b8f97b5b83f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:04.909430 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6b9cc6f1-2503-44e3-9538-0a36fd578709 req-e3af7bbe-f8e4-4b55-bcfa-53315f968708 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835576 Mar 11 20:08:04.943926 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': '9fe4591e-a90f-4c68-a621-3f223e5b6be8', 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b', 'port_id': '9fe4591e-a90f-4c68-a621-3f223e5b6be8', 'mac_address': 'fa:16:3e:cc:19:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0b8e9c3-1a90-4f95-b04c-be83e3135274', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 20:08:05.035125 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-06af030b-7f04-4f87-ab6f-317fbabbeb1c admin admin] Deleting port 379bd81b-43c0-4536-9f9b-97e4a9d594d0 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:08:05.035352 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-06af030b-7f04-4f87-ab6f-317fbabbeb1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (379bd81b-43c0-4536-9f9b-97e4a9d594d0), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:05.128290 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-06af030b-7f04-4f87-ab6f-317fbabbeb1c admin admin] For port 379bd81b-43c0-4536-9f9b-97e4a9d594d0, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=379bd81b-43c0-4536-9f9b-97e4a9d594d0,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:08:05.129241 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-06af030b-7f04-4f87-ab6f-317fbabbeb1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (379bd81b-43c0-4536-9f9b-97e4a9d594d0), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:05.152256 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-06af030b-7f04-4f87-ab6f-317fbabbeb1c admin admin] Calling delete_port for 379bd81b-43c0-4536-9f9b-97e4a9d594d0 owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:08:05.209851 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-30c81a41-51d5-4557-8fc8-20d75564c434 None None] Set router 1fc09e63-1016-49df-b4b8-8b8f97b5b83f gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:08:05.211898 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 9fe4591e-a90f-4c68-a621-3f223e5b6be8 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:08:05.212389 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (9fe4591e-a90f-4c68-a621-3f223e5b6be8), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:05.343719 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fe4591e-a90f-4c68-a621-3f223e5b6be8 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:08:05.354857 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-06af030b-7f04-4f87-ab6f-317fbabbeb1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (379bd81b-43c0-4536-9f9b-97e4a9d594d0), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:05.365261 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 9fe4591e-a90f-4c68-a621-3f223e5b6be8, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=9fe4591e-a90f-4c68-a621-3f223e5b6be8,segment=NetworkSegment(71b9bbc9-ac9b-491b-9d03-f13ac7365297),segment_id=71b9bbc9-ac9b-491b-9d03-f13ac7365297)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:08:05.372765 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (9fe4591e-a90f-4c68-a621-3f223e5b6be8), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:05.417738 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06af030b-7f04-4f87-ab6f-317fbabbeb1c admin admin] Pushing event deleted for resources: {'Port': ['ID=379bd81b-43c0-4536-9f9b-97e4a9d594d0,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:08:05.475473 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-06af030b-7f04-4f87-ab6f-317fbabbeb1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (1fc09e63-1016-49df-b4b8-8b8f97b5b83f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:05.486457 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=9fe4591e-a90f-4c68-a621-3f223e5b6be8,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:08:05.503264 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-30c81a41-51d5-4557-8fc8-20d75564c434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fc09e63-1016-49df-b4b8-8b8f97b5b83f', 'name': 'tempest-TestVolumeBackupRestore-2113699746-router', 'tenant_id': '2e73b0143a744146988ae802e7e27064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '379bd81b-43c0-4536-9f9b-97e4a9d594d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:02:33Z', 'updated_at': '2022-03-11T20:08:03Z', 'revision_number': 5, 'project_id': '2e73b0143a744146988ae802e7e27064', 'gw_port': {'id': '379bd81b-43c0-4536-9f9b-97e4a9d594d0', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc09e63-1016-49df-b4b8-8b8f97b5b83f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:02:35Z', 'updated_at': '2022-03-11T20:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:08:05.540204 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c81a41-51d5-4557-8fc8-20d75564c434 None None] The sync data for ids ['1fc09e63-1016-49df-b4b8-8b8f97b5b83f'] in n-d-833163-1 is: [{'id': '1fc09e63-1016-49df-b4b8-8b8f97b5b83f', 'name': 'tempest-TestVolumeBackupRestore-2113699746-router', 'tenant_id': '2e73b0143a744146988ae802e7e27064', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '379bd81b-43c0-4536-9f9b-97e4a9d594d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:02:33Z', 'updated_at': '2022-03-11T20:08:03Z', 'revision_number': 5, 'project_id': '2e73b0143a744146988ae802e7e27064', 'gw_port': {'id': '379bd81b-43c0-4536-9f9b-97e4a9d594d0', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:e7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fc09e63-1016-49df-b4b8-8b8f97b5b83f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3616, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:02:35Z', 'updated_at': '2022-03-11T20:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:08:05.610951 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-06af030b-7f04-4f87-ab6f-317fbabbeb1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (1fc09e63-1016-49df-b4b8-8b8f97b5b83f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:05.614287 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-06af030b-7f04-4f87-ab6f-317fbabbeb1c admin admin] Publish callbacks [] for router_controller (1fc09e63-1016-49df-b4b8-8b8f97b5b83f), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:05.672867 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['9fe4591e-a90f-4c68-a621-3f223e5b6be8'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:08:05.690835 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-06af030b-7f04-4f87-ab6f-317fbabbeb1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (1fc09e63-1016-49df-b4b8-8b8f97b5b83f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:05.691389 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06af030b-7f04-4f87-ab6f-317fbabbeb1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1fc09e63-1016-49df-b4b8-8b8f97b5b83f {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 20:08:05.696375 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-06af030b-7f04-4f87-ab6f-317fbabbeb1c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:05.699833 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-06af030b-7f04-4f87-ab6f-317fbabbeb1c admin admin] 10.222.0.65 "DELETE /v2.0/routers/1fc09e63-1016-49df-b4b8-8b8f97b5b83f HTTP/1.1" status: 204 len: 168 time: 1.4253764 Mar 11 20:08:05.701250 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52120) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:08:05.759167 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-66cdf50e-4628-45f8-97d9-4dbd5165e721 admin admin] Deleting subnet 9c000474-844e-41ac-aa78-a3f7db0ae63a {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 20:08:05.763391 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-66cdf50e-4628-45f8-97d9-4dbd5165e721 admin admin] Publish callbacks [] for subnet (9c000474-844e-41ac-aa78-a3f7db0ae63a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:05.808812 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-66cdf50e-4628-45f8-97d9-4dbd5165e721 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (9c000474-844e-41ac-aa78-a3f7db0ae63a), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:05.908028 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-66cdf50e-4628-45f8-97d9-4dbd5165e721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (9c000474-844e-41ac-aa78-a3f7db0ae63a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:05.989621 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 4c20d960-29a0-4e53-b74a-73722d689e8d no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:08:06.030954 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 4c20d960-29a0-4e53-b74a-73722d689e8d {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:08:06.031309 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 4c20d960-29a0-4e53-b74a-73722d689e8d not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:08:06.054567 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-66cdf50e-4628-45f8-97d9-4dbd5165e721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (9c000474-844e-41ac-aa78-a3f7db0ae63a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:06.108013 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-66cdf50e-4628-45f8-97d9-4dbd5165e721 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:06.113058 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-66cdf50e-4628-45f8-97d9-4dbd5165e721 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/9c000474-844e-41ac-aa78-a3f7db0ae63a HTTP/1.1" status: 204 len: 168 time: 0.4106548 Mar 11 20:08:06.113629 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2575908f-d7d8-44cb-ab42-d3678deb8dd5 None None] Network 7ca3cd41-12d3-4f4a-828b-5897d28a6e34 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:08:06.114161 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cdf50e-4628-45f8-97d9-4dbd5165e721 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c000474-844e-41ac-aa78-a3f7db0ae63a,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:08:06.117366 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52128) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:08:06.163356 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa3df7-e6ad-4d0f-9c49-3698e7c08e35 req-2f6f1952-3340-4359-8597-0fc5c1f060cb tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:06.166283 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-00fa3df7-e6ad-4d0f-9c49-3698e7c08e35 req-2f6f1952-3340-4359-8597-0fc5c1f060cb tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=7de676e8-705d-4773-a362-0eef0b982a85 HTTP/1.1" status: 200 len: 944 time: 0.1457467 Mar 11 20:08:06.251721 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0f660b7f-3e30-4c64-8c6f-0ad0c46ab2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (7ca3cd41-12d3-4f4a-828b-5897d28a6e34), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:06.253318 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-00fa3df7-e6ad-4d0f-9c49-3698e7c08e35 req-0d1c1a52-5e26-4a58-9c87-f8522fa59720 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772908 Mar 11 20:08:06.356260 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-0f660b7f-3e30-4c64-8c6f-0ad0c46ab2e3 admin admin] Deleting port 748f4cbc-56f0-411f-bf36-f8a5d7118b26 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:08:06.356867 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0f660b7f-3e30-4c64-8c6f-0ad0c46ab2e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (748f4cbc-56f0-411f-bf36-f8a5d7118b26), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:06.395398 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 9fe4591e-a90f-4c68-a621-3f223e5b6be8 up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:08:06.471795 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c20e5a-7ecf-4279-b829-23f053709d32 None None] DHCP port deletion for 7ca3cd41-12d3-4f4a-828b-5897d28a6e34 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 20:08:06.502050 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-0f660b7f-3e30-4c64-8c6f-0ad0c46ab2e3 admin admin] For port 748f4cbc-56f0-411f-bf36-f8a5d7118b26, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=748f4cbc-56f0-411f-bf36-f8a5d7118b26,segment=NetworkSegment(fe939605-b39e-42af-819b-c97f5747ab54),segment_id=fe939605-b39e-42af-819b-c97f5747ab54)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:08:06.502750 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0f660b7f-3e30-4c64-8c6f-0ad0c46ab2e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (748f4cbc-56f0-411f-bf36-f8a5d7118b26), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:06.534239 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-0f660b7f-3e30-4c64-8c6f-0ad0c46ab2e3 admin admin] Calling delete_port for 748f4cbc-56f0-411f-bf36-f8a5d7118b26 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:08:06.589091 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d8c20e5a-7ecf-4279-b829-23f053709d32 None None] Deleting port 748f4cbc-56f0-411f-bf36-f8a5d7118b26 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:08:06.589621 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d8c20e5a-7ecf-4279-b829-23f053709d32 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (748f4cbc-56f0-411f-bf36-f8a5d7118b26), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:06.611589 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port 9fe4591e-a90f-4c68-a621-3f223e5b6be8 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 20:08:06.620769 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port 9fe4591e-a90f-4c68-a621-3f223e5b6be8 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:08:06.621152 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (9fe4591e-a90f-4c68-a621-3f223e5b6be8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:06.662456 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0f660b7f-3e30-4c64-8c6f-0ad0c46ab2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (748f4cbc-56f0-411f-bf36-f8a5d7118b26), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:06.707799 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f660b7f-3e30-4c64-8c6f-0ad0c46ab2e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=748f4cbc-56f0-411f-bf36-f8a5d7118b26,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:08:06.714094 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f660b7f-3e30-4c64-8c6f-0ad0c46ab2e3 admin admin] No DVR routers for this DVR port 748f4cbc-56f0-411f-bf36-f8a5d7118b26 on host n-d-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:08:06.719383 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d8c20e5a-7ecf-4279-b829-23f053709d32 None None] For port 748f4cbc-56f0-411f-bf36-f8a5d7118b26, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=748f4cbc-56f0-411f-bf36-f8a5d7118b26,segment=NetworkSegment(fe939605-b39e-42af-819b-c97f5747ab54),segment_id=fe939605-b39e-42af-819b-c97f5747ab54)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:08:06.719982 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d8c20e5a-7ecf-4279-b829-23f053709d32 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (748f4cbc-56f0-411f-bf36-f8a5d7118b26), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:06.736893 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d8c20e5a-7ecf-4279-b829-23f053709d32 None None] Calling delete_port for 748f4cbc-56f0-411f-bf36-f8a5d7118b26 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:08:06.820420 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0f660b7f-3e30-4c64-8c6f-0ad0c46ab2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (7ca3cd41-12d3-4f4a-828b-5897d28a6e34), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:06.821972 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 9fe4591e-a90f-4c68-a621-3f223e5b6be8 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:08:06.822366 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (9fe4591e-a90f-4c68-a621-3f223e5b6be8), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:06.854771 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-0f660b7f-3e30-4c64-8c6f-0ad0c46ab2e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ca3cd41-12d3-4f4a-828b-5897d28a6e34']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:08:06.862571 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7de676e8-705d-4773-a362-0eef0b982a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe4591e-a90f-4c68-a621-3f223e5b6be8'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:08:06.864515 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a17044-77f9-4b87-905c-0d9e24798e3b" -d '{"events": [{"server_uuid": "7de676e8-705d-4773-a362-0eef0b982a85", "name": "network-vif-plugged", "status": "completed", "tag": "9fe4591e-a90f-4c68-a621-3f223e5b6be8"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:08:06.867347 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-0f660b7f-3e30-4c64-8c6f-0ad0c46ab2e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe939605-b39e-42af-819b-c97f5747ab54') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:08:06.867698 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-0f660b7f-3e30-4c64-8c6f-0ad0c46ab2e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe939605-b39e-42af-819b-c97f5747ab54') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:08:06.881995 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0f660b7f-3e30-4c64-8c6f-0ad0c46ab2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (fe939605-b39e-42af-819b-c97f5747ab54), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:06.882818 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 9fe4591e-a90f-4c68-a621-3f223e5b6be8, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=9fe4591e-a90f-4c68-a621-3f223e5b6be8,segment=NetworkSegment(71b9bbc9-ac9b-491b-9d03-f13ac7365297),segment_id=71b9bbc9-ac9b-491b-9d03-f13ac7365297)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:08:06.894824 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (9fe4591e-a90f-4c68-a621-3f223e5b6be8), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:06.900202 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0f660b7f-3e30-4c64-8c6f-0ad0c46ab2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (fe939605-b39e-42af-819b-c97f5747ab54), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:06.910177 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f660b7f-3e30-4c64-8c6f-0ad0c46ab2e3 admin admin] Releasing vlan 891 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 20:08:06.910599 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0f660b7f-3e30-4c64-8c6f-0ad0c46ab2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (fe939605-b39e-42af-819b-c97f5747ab54), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:06.944567 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d8c20e5a-7ecf-4279-b829-23f053709d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (748f4cbc-56f0-411f-bf36-f8a5d7118b26), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:06.948116 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c003d3-7912-476e-82e3-a36f75dc0145 x-openstack-request-id: req-99c003d3-7912-476e-82e3-a36f75dc0145 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:08:06.948416 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7de676e8-705d-4773-a362-0eef0b982a85", "name": "network-vif-plugged", "status": "completed", "tag": "9fe4591e-a90f-4c68-a621-3f223e5b6be8", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:08:06.948675 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-99c003d3-7912-476e-82e3-a36f75dc0145 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:08:06.949070 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7de676e8-705d-4773-a362-0eef0b982a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe4591e-a90f-4c68-a621-3f223e5b6be8', 'code': 200} Mar 11 20:08:06.977549 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c20e5a-7ecf-4279-b829-23f053709d32 None None] No DVR routers for this DVR port 748f4cbc-56f0-411f-bf36-f8a5d7118b26 on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:08:06.998521 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=9fe4591e-a90f-4c68-a621-3f223e5b6be8,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:08:07.029086 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 20:08:07.029086 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 20:08:07.029086 n-d-833163-1 neutron-server[103884]: timer() Mar 11 20:08:07.029086 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:08:07.029086 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 20:08:07.029086 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 20:08:07.029086 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 20:08:07.029086 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:08:07.029086 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 20:08:07.029086 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:08:07.029086 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 20:08:07.029086 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:08:07.029086 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 20:08:07.029086 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 20:08:07.029086 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:08:07.029086 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 20:08:07.029086 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:08:07.029086 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 20:08:07.029086 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 20:08:07.029086 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:08:07.029086 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 20:08:07.029086 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:08:07.029086 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:08:07.029086 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 20:08:07.029086 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 20:08:07.029086 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 20:08:07.029086 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:08:07.029086 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 20:08:07.029086 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:08:07.029086 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 20:08:07.029086 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:08:07.029086 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:08:07.049913 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0f660b7f-3e30-4c64-8c6f-0ad0c46ab2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (7ca3cd41-12d3-4f4a-828b-5897d28a6e34), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:07.055937 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0f660b7f-3e30-4c64-8c6f-0ad0c46ab2e3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:07.059383 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-0f660b7f-3e30-4c64-8c6f-0ad0c46ab2e3 admin admin] 10.222.0.65 "DELETE /v2.0/networks/7ca3cd41-12d3-4f4a-828b-5897d28a6e34 HTTP/1.1" status: 204 len: 168 time: 0.9410300 Mar 11 20:08:07.083426 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f660b7f-3e30-4c64-8c6f-0ad0c46ab2e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ca3cd41-12d3-4f4a-828b-5897d28a6e34,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:08:07.099499 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610c5ab-b091-4ead-aad4-63b1cf2d288d req-a77f891f-fa13-406d-b7cd-790e6e8debd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:07.101312 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4610c5ab-b091-4ead-aad4-63b1cf2d288d req-a77f891f-fa13-406d-b7cd-790e6e8debd5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7de676e8-705d-4773-a362-0eef0b982a85 HTTP/1.1" status: 200 len: 1127 time: 0.0977032 Mar 11 20:08:07.102518 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c20e5a-7ecf-4279-b829-23f053709d32 None None] Pushing event deleted for resources: {'Port': ['ID=748f4cbc-56f0-411f-bf36-f8a5d7118b26,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:08:07.161755 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4610c5ab-b091-4ead-aad4-63b1cf2d288d req-81ad6670-7388-4861-8cef-1bd4058b6bf2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543070 Mar 11 20:08:07.344999 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52140) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:08:07.418474 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-0f18f432-9ad5-4523-908e-a19b13429ca9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=d558505ee46d412491221fab874b8522&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0700412 Mar 11 20:08:07.418830 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52144) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:08:07.458745 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2413b149-3c1c-44cd-9cb2-c816a3a3f13a req-86721b66-c390-485b-bd94-fcb3d8997850 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:07.460581 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2413b149-3c1c-44cd-9cb2-c816a3a3f13a req-86721b66-c390-485b-bd94-fcb3d8997850 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=7de676e8-705d-4773-a362-0eef0b982a85 HTTP/1.1" status: 200 len: 945 time: 0.1121418 Mar 11 20:08:07.514500 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4070ff38-2180-40eb-b9b6-9153f2ca3837 admin admin] Publish callbacks [] for security_group (adaee9b8-75cd-4ddd-bab1-7df2f4e9a3af), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:07.538184 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2413b149-3c1c-44cd-9cb2-c816a3a3f13a req-a090da4f-ec20-4790-8987-0a44fecee412 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698464 Mar 11 20:08:07.550542 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4070ff38-2180-40eb-b9b6-9153f2ca3837 admin admin] Publish callbacks [] for security_group (adaee9b8-75cd-4ddd-bab1-7df2f4e9a3af), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:07.605962 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4070ff38-2180-40eb-b9b6-9153f2ca3837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (adaee9b8-75cd-4ddd-bab1-7df2f4e9a3af), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:07.608553 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4070ff38-2180-40eb-b9b6-9153f2ca3837 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:07.610457 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-4070ff38-2180-40eb-b9b6-9153f2ca3837 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/adaee9b8-75cd-4ddd-bab1-7df2f4e9a3af HTTP/1.1" status: 204 len: 168 time: 0.1906447 Mar 11 20:08:07.620927 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4070ff38-2180-40eb-b9b6-9153f2ca3837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adaee9b8-75cd-4ddd-bab1-7df2f4e9a3af,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:08:07.838585 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 748f4cbc-56f0-411f-bf36-f8a5d7118b26 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:08:07.866288 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 748f4cbc-56f0-411f-bf36-f8a5d7118b26 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:08:07.867063 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 748f4cbc-56f0-411f-bf36-f8a5d7118b26 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:08:07.867503 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 379bd81b-43c0-4536-9f9b-97e4a9d594d0 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:08:07.890936 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 379bd81b-43c0-4536-9f9b-97e4a9d594d0 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:08:07.891496 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 379bd81b-43c0-4536-9f9b-97e4a9d594d0 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:08:07.978956 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52150) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:08:08.022072 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-541c50a4-7c8b-4f66-96ad-06693322098d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2e73b0143a744146988ae802e7e27064&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0417922 Mar 11 20:08:08.024386 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52152) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:08:08.074142 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cb781ce0-75f4-4c66-a082-56e437dee7a5 admin admin] Publish callbacks [] for security_group (560ba1ad-47de-48cc-a9e1-fd69eac63c8f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:08.101650 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cb781ce0-75f4-4c66-a082-56e437dee7a5 admin admin] Publish callbacks [] for security_group (560ba1ad-47de-48cc-a9e1-fd69eac63c8f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:08.151853 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cb781ce0-75f4-4c66-a082-56e437dee7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (560ba1ad-47de-48cc-a9e1-fd69eac63c8f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:08.154761 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cb781ce0-75f4-4c66-a082-56e437dee7a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:08.156575 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-cb781ce0-75f4-4c66-a082-56e437dee7a5 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/560ba1ad-47de-48cc-a9e1-fd69eac63c8f HTTP/1.1" status: 204 len: 168 time: 0.1311638 Mar 11 20:08:08.165195 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb781ce0-75f4-4c66-a082-56e437dee7a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560ba1ad-47de-48cc-a9e1-fd69eac63c8f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:08:08.556367 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf30d8a2-56ce-4535-8fe4-af724bc5dafe req-e880947d-6e32-4584-ba3b-9c95c9ee2c17 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:08.564433 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cf30d8a2-56ce-4535-8fe4-af724bc5dafe req-e880947d-6e32-4584-ba3b-9c95c9ee2c17 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] 10.222.0.65 "GET /v2.0/ports?device_id=bab651a9-2a46-4325-aa4b-545e95927d96 HTTP/1.1" status: 200 len: 946 time: 0.1062245 Mar 11 20:08:08.635855 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cf30d8a2-56ce-4535-8fe4-af724bc5dafe req-c3a68959-199b-4f5e-9504-435d8da22968 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cf2f974-c2b6-4dae-90a8-ac841db8533f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699680 Mar 11 20:08:08.771778 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de912dad-e2db-42fa-8d86-44945f7b6ee6 req-e51724ba-c379-42ff-a1d3-5d71a1d81c5a tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:08.773786 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-de912dad-e2db-42fa-8d86-44945f7b6ee6 req-e51724ba-c379-42ff-a1d3-5d71a1d81c5a tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=7de676e8-705d-4773-a362-0eef0b982a85 HTTP/1.1" status: 200 len: 945 time: 0.0641809 Mar 11 20:08:08.836682 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-de912dad-e2db-42fa-8d86-44945f7b6ee6 req-c76d19c2-32af-4342-a0f7-0bf73a20edce tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565808 Mar 11 20:08:08.973604 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d205035-7813-4149-9fe0-91e8678b6844 req-2cc1e139-1d63-48da-a8f7-8b2622d0874f tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:08.975502 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5d205035-7813-4149-9fe0-91e8678b6844 req-2cc1e139-1d63-48da-a8f7-8b2622d0874f tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=7de676e8-705d-4773-a362-0eef0b982a85 HTTP/1.1" status: 200 len: 945 time: 0.0643687 Mar 11 20:08:09.025049 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5d205035-7813-4149-9fe0-91e8678b6844 req-bc606eb5-0e20-4460-804e-b2ae4ece4005 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437737 Mar 11 20:08:09.148449 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b94d325-070e-4095-9bde-33e944f2be55 req-dcbae42f-4f5d-4204-8abe-a92b884dcbef tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:09.150382 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9b94d325-070e-4095-9bde-33e944f2be55 req-dcbae42f-4f5d-4204-8abe-a92b884dcbef tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=7de676e8-705d-4773-a362-0eef0b982a85 HTTP/1.1" status: 200 len: 945 time: 0.0592537 Mar 11 20:08:09.199375 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9b94d325-070e-4095-9bde-33e944f2be55 req-519362be-80b4-4dbf-bef1-c07e238c46f8 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427377 Mar 11 20:08:09.457870 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2727611-4671-47a0-a096-45b3d6769558 req-68eb568e-8eab-4892-b88d-62a20660f3b2 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:09.459269 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c2727611-4671-47a0-a096-45b3d6769558 req-68eb568e-8eab-4892-b88d-62a20660f3b2 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=7de676e8-705d-4773-a362-0eef0b982a85 HTTP/1.1" status: 200 len: 945 time: 0.0559595 Mar 11 20:08:09.511880 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c2727611-4671-47a0-a096-45b3d6769558 req-bee25a48-730b-4780-aa1d-813d90881a43 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450239 Mar 11 20:08:09.784491 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3db0b3-ce8d-4805-8875-52dcd8ae6b51 req-0ca2a47e-50bb-4935-b4b9-50c37d6dfa82 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:09.785998 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6e3db0b3-ce8d-4805-8875-52dcd8ae6b51 req-0ca2a47e-50bb-4935-b4b9-50c37d6dfa82 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] 10.222.0.65 "GET /v2.0/ports?device_id=bab651a9-2a46-4325-aa4b-545e95927d96 HTTP/1.1" status: 200 len: 946 time: 0.0684903 Mar 11 20:08:09.835824 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6e3db0b3-ce8d-4805-8875-52dcd8ae6b51 req-bd3dd2a6-4d11-4c68-aeb6-c5165d5eefae tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] 10.222.0.65 "GET /v2.0/security-groups?id=7cf2f974-c2b6-4dae-90a8-ac841db8533f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439274 Mar 11 20:08:09.894491 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc08160-d61b-4397-b19e-eea949c04e62 req-53655505-d24b-4e06-9537-37cec58b3916 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:09.895993 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-7fc08160-d61b-4397-b19e-eea949c04e62 req-53655505-d24b-4e06-9537-37cec58b3916 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] 10.222.0.75 "GET /v2.0/ports?device_id=bab651a9-2a46-4325-aa4b-545e95927d96 HTTP/1.1" status: 200 len: 946 time: 0.0553222 Mar 11 20:08:09.992788 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-7fc08160-d61b-4397-b19e-eea949c04e62 req-b231f07f-aae7-46b1-a582-ac25376029a7 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Deleting port c223990c-b9af-4a49-956c-f4005baa795e {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:08:09.993153 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7fc08160-d61b-4397-b19e-eea949c04e62 req-b231f07f-aae7-46b1-a582-ac25376029a7 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (c223990c-b9af-4a49-956c-f4005baa795e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:10.098949 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-7fc08160-d61b-4397-b19e-eea949c04e62 req-b231f07f-aae7-46b1-a582-ac25376029a7 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] For port c223990c-b9af-4a49-956c-f4005baa795e, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=c223990c-b9af-4a49-956c-f4005baa795e,segment=NetworkSegment(4c94b858-19f9-4a63-b8c5-a2e7700dcae2),segment_id=4c94b858-19f9-4a63-b8c5-a2e7700dcae2)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:08:10.099307 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7fc08160-d61b-4397-b19e-eea949c04e62 req-b231f07f-aae7-46b1-a582-ac25376029a7 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (c223990c-b9af-4a49-956c-f4005baa795e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:10.113385 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-7fc08160-d61b-4397-b19e-eea949c04e62 req-b231f07f-aae7-46b1-a582-ac25376029a7 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Calling delete_port for c223990c-b9af-4a49-956c-f4005baa795e owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:08:10.251653 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7fc08160-d61b-4397-b19e-eea949c04e62 req-b231f07f-aae7-46b1-a582-ac25376029a7 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (c223990c-b9af-4a49-956c-f4005baa795e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:10.263250 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['c223990c-b9af-4a49-956c-f4005baa795e'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:08:10.284787 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b231f07f-aae7-46b1-a582-ac25376029a7 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Pushing event deleted for resources: {'Port': ['ID=c223990c-b9af-4a49-956c-f4005baa795e,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:08:10.329537 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fc08160-d61b-4397-b19e-eea949c04e62 req-b231f07f-aae7-46b1-a582-ac25376029a7 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] No DVR routers for this DVR port c223990c-b9af-4a49-956c-f4005baa795e on host n-h1-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:08:10.332751 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7fc08160-d61b-4397-b19e-eea949c04e62 req-b231f07f-aae7-46b1-a582-ac25376029a7 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:10.336115 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-7fc08160-d61b-4397-b19e-eea949c04e62 req-b231f07f-aae7-46b1-a582-ac25376029a7 tempest-VolumesSnapshotTestJSON-1940419588 tempest-VolumesSnapshotTestJSON-1940419588-project] 10.222.0.75 "DELETE /v2.0/ports/c223990c-b9af-4a49-956c-f4005baa795e HTTP/1.1" status: 204 len: 173 time: 0.4354329 Mar 11 20:08:10.336565 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab651a9-2a46-4325-aa4b-545e95927d96', 'name': 'network-vif-deleted', 'tag': 'c223990c-b9af-4a49-956c-f4005baa795e'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:08:10.338807 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff618469-ce60-4e4b-980c-712809fbd667" -d '{"events": [{"server_uuid": "bab651a9-2a46-4325-aa4b-545e95927d96", "name": "network-vif-deleted", "tag": "c223990c-b9af-4a49-956c-f4005baa795e"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:08:10.382502 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d452aeb6-2612-4f7b-b52b-bcc5a1ec665d x-openstack-request-id: req-d452aeb6-2612-4f7b-b52b-bcc5a1ec665d {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:08:10.382887 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab651a9-2a46-4325-aa4b-545e95927d96", "name": "network-vif-deleted", "tag": "c223990c-b9af-4a49-956c-f4005baa795e", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:08:10.383215 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d452aeb6-2612-4f7b-b52b-bcc5a1ec665d {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:08:10.383775 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab651a9-2a46-4325-aa4b-545e95927d96', 'name': 'network-vif-deleted', 'tag': 'c223990c-b9af-4a49-956c-f4005baa795e', 'status': 'completed', 'code': 200} Mar 11 20:08:10.643319 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c5a39f-5836-4d1a-acb7-f7b848d30edb req-dddad2f5-1fac-4de1-a31c-b2328ab23031 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:10.644877 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-86c5a39f-5836-4d1a-acb7-f7b848d30edb req-dddad2f5-1fac-4de1-a31c-b2328ab23031 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=7de676e8-705d-4773-a362-0eef0b982a85 HTTP/1.1" status: 200 len: 945 time: 0.0562072 Mar 11 20:08:10.700607 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-86c5a39f-5836-4d1a-acb7-f7b848d30edb req-a8772286-691e-4613-99f1-c893cf9f6fad tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498786 Mar 11 20:08:11.027601 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b61dc3-de9b-4258-83fd-8c7e41f35356 req-894494a2-d185-4a88-92f1-da5f8b7bfebc tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:08:11.029305 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a4b61dc3-de9b-4258-83fd-8c7e41f35356 req-894494a2-d185-4a88-92f1-da5f8b7bfebc tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.57 "GET /v2.0/ports?device_id=7de676e8-705d-4773-a362-0eef0b982a85 HTTP/1.1" status: 200 len: 945 time: 0.0539124 Mar 11 20:08:11.188124 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-a4b61dc3-de9b-4258-83fd-8c7e41f35356 req-07d5a5bf-e2a0-4410-a7fd-8c21357d55d5 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Deleting port 9fe4591e-a90f-4c68-a621-3f223e5b6be8 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:08:11.188464 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a4b61dc3-de9b-4258-83fd-8c7e41f35356 req-07d5a5bf-e2a0-4410-a7fd-8c21357d55d5 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (9fe4591e-a90f-4c68-a621-3f223e5b6be8), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:11.298242 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-a4b61dc3-de9b-4258-83fd-8c7e41f35356 req-07d5a5bf-e2a0-4410-a7fd-8c21357d55d5 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] For port 9fe4591e-a90f-4c68-a621-3f223e5b6be8, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=9fe4591e-a90f-4c68-a621-3f223e5b6be8,segment=NetworkSegment(71b9bbc9-ac9b-491b-9d03-f13ac7365297),segment_id=71b9bbc9-ac9b-491b-9d03-f13ac7365297)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:08:11.298605 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a4b61dc3-de9b-4258-83fd-8c7e41f35356 req-07d5a5bf-e2a0-4410-a7fd-8c21357d55d5 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (9fe4591e-a90f-4c68-a621-3f223e5b6be8), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:11.319582 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-a4b61dc3-de9b-4258-83fd-8c7e41f35356 req-07d5a5bf-e2a0-4410-a7fd-8c21357d55d5 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Calling delete_port for 9fe4591e-a90f-4c68-a621-3f223e5b6be8 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:08:11.470660 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a4b61dc3-de9b-4258-83fd-8c7e41f35356 req-07d5a5bf-e2a0-4410-a7fd-8c21357d55d5 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (9fe4591e-a90f-4c68-a621-3f223e5b6be8), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:11.493428 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['9fe4591e-a90f-4c68-a621-3f223e5b6be8'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:08:11.511910 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d5a5bf-e2a0-4410-a7fd-8c21357d55d5 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Pushing event deleted for resources: {'Port': ['ID=9fe4591e-a90f-4c68-a621-3f223e5b6be8,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:08:11.617376 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4b61dc3-de9b-4258-83fd-8c7e41f35356 req-07d5a5bf-e2a0-4410-a7fd-8c21357d55d5 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] No DVR routers for this DVR port 9fe4591e-a90f-4c68-a621-3f223e5b6be8 on host n-h2-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:08:11.620103 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a4b61dc3-de9b-4258-83fd-8c7e41f35356 req-07d5a5bf-e2a0-4410-a7fd-8c21357d55d5 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:11.623504 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a4b61dc3-de9b-4258-83fd-8c7e41f35356 req-07d5a5bf-e2a0-4410-a7fd-8c21357d55d5 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.57 "DELETE /v2.0/ports/9fe4591e-a90f-4c68-a621-3f223e5b6be8 HTTP/1.1" status: 204 len: 173 time: 0.5887520 Mar 11 20:08:11.624131 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7de676e8-705d-4773-a362-0eef0b982a85', 'name': 'network-vif-deleted', 'tag': '9fe4591e-a90f-4c68-a621-3f223e5b6be8'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:08:11.626504 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac979948-0ab2-46fa-90aa-e1efb728437d" -d '{"events": [{"server_uuid": "7de676e8-705d-4773-a362-0eef0b982a85", "name": "network-vif-deleted", "tag": "9fe4591e-a90f-4c68-a621-3f223e5b6be8"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:08:11.629673 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d5a5bf-e2a0-4410-a7fd-8c21357d55d5 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:08:11.630015 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d5a5bf-e2a0-4410-a7fd-8c21357d55d5 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:08:11.630362 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d5a5bf-e2a0-4410-a7fd-8c21357d55d5 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:08:11.630703 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d5a5bf-e2a0-4410-a7fd-8c21357d55d5 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:08:11.631042 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d5a5bf-e2a0-4410-a7fd-8c21357d55d5 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:08:11.631378 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d5a5bf-e2a0-4410-a7fd-8c21357d55d5 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:08:11.631790 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d5a5bf-e2a0-4410-a7fd-8c21357d55d5 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:08:11.632117 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d5a5bf-e2a0-4410-a7fd-8c21357d55d5 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:08:11.632445 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d5a5bf-e2a0-4410-a7fd-8c21357d55d5 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:08:11.632770 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d5a5bf-e2a0-4410-a7fd-8c21357d55d5 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:08:11.633102 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d5a5bf-e2a0-4410-a7fd-8c21357d55d5 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:08:11.633426 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d5a5bf-e2a0-4410-a7fd-8c21357d55d5 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:08:11.633754 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d5a5bf-e2a0-4410-a7fd-8c21357d55d5 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:08:11.726981 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358c0025-b739-46bd-8283-3830685a1e76 x-openstack-request-id: req-358c0025-b739-46bd-8283-3830685a1e76 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:08:11.727584 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7de676e8-705d-4773-a362-0eef0b982a85", "name": "network-vif-deleted", "tag": "9fe4591e-a90f-4c68-a621-3f223e5b6be8", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:08:11.727584 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-358c0025-b739-46bd-8283-3830685a1e76 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:08:11.727946 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7de676e8-705d-4773-a362-0eef0b982a85', 'name': 'network-vif-deleted', 'tag': '9fe4591e-a90f-4c68-a621-3f223e5b6be8', 'status': 'completed', 'code': 200} Mar 11 20:08:11.857502 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-07d55998-3994-4a33-b04b-93f8e9eb5bb9 req-72c82469-da63-4bb3-960b-5dff5c0ac577 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=7de676e8-705d-4773-a362-0eef0b982a85 HTTP/1.1" status: 200 len: 210 time: 0.0491469 Mar 11 20:08:12.666552 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device c223990c-b9af-4a49-956c-f4005baa795e no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:08:12.704413 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: c223990c-b9af-4a49-956c-f4005baa795e {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:08:12.705649 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device c223990c-b9af-4a49-956c-f4005baa795e not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:08:12.993981 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e9177a91-d2ab-438c-93b7-f164b2b0ccf3 req-c2a79026-e3b5-4598-ab3e-b8d3de986f5a tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=7de676e8-705d-4773-a362-0eef0b982a85 HTTP/1.1" status: 200 len: 210 time: 0.0387990 Mar 11 20:08:14.129895 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-26727c7f-5a3d-48f7-b05b-0a55fbdf1ecd req-9c35f623-1a19-4e17-ab23-7c0f9b377123 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=7de676e8-705d-4773-a362-0eef0b982a85 HTTP/1.1" status: 200 len: 210 time: 0.0286958 Mar 11 20:08:14.405363 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 9fe4591e-a90f-4c68-a621-3f223e5b6be8 no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:08:14.435489 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: 9fe4591e-a90f-4c68-a621-3f223e5b6be8 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:08:14.436622 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 9fe4591e-a90f-4c68-a621-3f223e5b6be8 not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:08:15.244171 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f6a99558-efde-4c52-a128-d25c8c674aad req-dad811aa-2bff-44ef-afc5-101415abc21a tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=7de676e8-705d-4773-a362-0eef0b982a85 HTTP/1.1" status: 200 len: 210 time: 0.0297284 Mar 11 20:08:16.370675 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3b7fcc29-a896-4c88-8829-dfd85b3adef9 req-de2abe52-7c07-4399-baa7-066bfbfa79c2 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=7de676e8-705d-4773-a362-0eef0b982a85 HTTP/1.1" status: 200 len: 210 time: 0.0314631 Mar 11 20:08:17.485678 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fe6c481b-9471-4d80-9561-0b5f3cb3ea8c req-4ef6e025-15a9-494a-926f-53fe01f091b6 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=7de676e8-705d-4773-a362-0eef0b982a85 HTTP/1.1" status: 200 len: 210 time: 0.0331085 Mar 11 20:08:18.607696 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1ccd8fea-af58-43ff-9f61-63ef55cddfeb req-17bcc7b5-912b-486f-ac01-46a2cb357552 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=7de676e8-705d-4773-a362-0eef0b982a85 HTTP/1.1" status: 200 len: 210 time: 0.0402706 Mar 11 20:08:19.137502 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:19.741358 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-132b6e2e-fd92-4592-a12f-c2525c2251c7 req-44c13a70-4838-46ae-9b5a-76054f82b571 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=7de676e8-705d-4773-a362-0eef0b982a85 HTTP/1.1" status: 200 len: 210 time: 0.0575380 Mar 11 20:08:20.877426 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1e9e75f9-86e6-4b7d-b883-997e39d93e90 req-ca39a227-e2e5-4f0e-8eda-145190771275 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=7de676e8-705d-4773-a362-0eef0b982a85 HTTP/1.1" status: 200 len: 210 time: 0.0378311 Mar 11 20:08:21.988264 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bb456678-5309-461e-a81a-279e2ee6a8c5 req-e71554e4-2244-44f4-8724-035e234e2b9b tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=7de676e8-705d-4773-a362-0eef0b982a85 HTTP/1.1" status: 200 len: 210 time: 0.0280271 Mar 11 20:08:22.356858 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1c33f484-3478-4ac6-8ba4-18668bd91f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:22.901067 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:24.347508 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:08:24.703428 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-710e3be1-1455-4591-a39b-fe79dfdc5621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:26.317070 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:27.686397 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:29.036593 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:49.139438 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:52.353545 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ab52b02f-ed52-49c5-afaa-2af971fb863c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:52.905953 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:54.683816 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c2b7758d-5ec5-4644-80aa-37f170898639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:56.291499 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:57.686182 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:08:59.028475 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:00.352476 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daade5a-6dca-4dc8-9432-452b93b963a9 req-b3dfcb15-7352-40c6-b9bd-61f27ea6c11b tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:00.353854 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3daade5a-6dca-4dc8-9432-452b93b963a9 req-b3dfcb15-7352-40c6-b9bd-61f27ea6c11b tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/networks?id=63f958e0-4b58-4061-8181-6f0adee7263b HTTP/1.1" status: 200 len: 811 time: 0.1047964 Mar 11 20:09:00.369392 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3daade5a-6dca-4dc8-9432-452b93b963a9 req-06451e29-de4c-464d-b4f9-9018f458428e tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/quotas/3ed9f03088da4b568ed876fa07964f47 HTTP/1.1" status: 200 len: 375 time: 0.0092738 Mar 11 20:09:00.426287 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3daade5a-6dca-4dc8-9432-452b93b963a9 req-3c46fcd1-d2f6-41c9-9bf1-6190880926eb tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3ed9f03088da4b568ed876fa07964f47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513394 Mar 11 20:09:00.522726 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3daade5a-6dca-4dc8-9432-452b93b963a9 req-24c2c211-e2c2-4464-8ca8-4d5bb110f790 service neutron] 10.222.0.65 "GET /v2.0/networks/63f958e0-4b58-4061-8181-6f0adee7263b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897822 Mar 11 20:09:00.610068 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3daade5a-6dca-4dc8-9432-452b93b963a9 req-7839c16d-28d1-4f6f-af47-6bb5b50ac6bd service neutron] 10.222.0.65 "GET /v2.0/networks/63f958e0-4b58-4061-8181-6f0adee7263b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816674 Mar 11 20:09:00.837900 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-190debab-2ebf-4b2d-82f1-98dd4c59ec22 req-039c8f52-25d2-4072-8148-fdebff3c35bb tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=50bd78c6-b752-4f59-a968-a13f192b2792 HTTP/1.1" status: 200 len: 210 time: 0.0466876 Mar 11 20:09:01.347686 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:09:01.841594 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daade5a-6dca-4dc8-9432-452b93b963a9 req-2f0ead8f-9e0e-4682-a1cd-ccd4935de196 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:01.843616 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3daade5a-6dca-4dc8-9432-452b93b963a9 req-2f0ead8f-9e0e-4682-a1cd-ccd4935de196 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.75 "GET /v2.0/networks?id=63f958e0-4b58-4061-8181-6f0adee7263b HTTP/1.1" status: 200 len: 811 time: 0.1203814 Mar 11 20:09:01.855317 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-3daade5a-6dca-4dc8-9432-452b93b963a9 req-51130f75-44c5-4859-92d2-ccef4e54a3f0 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Request body: {'port': {'device_id': '50bd78c6-b752-4f59-a968-a13f192b2792', 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b', 'admin_state_up': True, 'tenant_id': '3ed9f03088da4b568ed876fa07964f47'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:09:01.953405 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4099a338-08e9-48b0-888d-f92fc733ff3d req-f3c1ec53-c051-4a0d-a786-4e712096d156 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=50bd78c6-b752-4f59-a968-a13f192b2792 HTTP/1.1" status: 200 len: 210 time: 0.0319462 Mar 11 20:09:02.009068 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3daade5a-6dca-4dc8-9432-452b93b963a9 req-51130f75-44c5-4859-92d2-ccef4e54a3f0 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Made reservation on behalf of 3ed9f03088da4b568ed876fa07964f47 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:09:02.012992 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3daade5a-6dca-4dc8-9432-452b93b963a9 req-51130f75-44c5-4859-92d2-ccef4e54a3f0 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:02.163964 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-3daade5a-6dca-4dc8-9432-452b93b963a9 req-51130f75-44c5-4859-92d2-ccef4e54a3f0 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Allocated IP 172.20.0.4 (63f958e0-4b58-4061-8181-6f0adee7263b/a0b8e9c3-1a90-4f95-b04c-be83e3135274/5daa30f1-7d87-4c52-88b2-e905bcc087e8) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:09:02.370446 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3daade5a-6dca-4dc8-9432-452b93b963a9 req-51130f75-44c5-4859-92d2-ccef4e54a3f0 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks [] for port (5daa30f1-7d87-4c52-88b2-e905bcc087e8), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:02.404519 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3daade5a-6dca-4dc8-9432-452b93b963a9 req-51130f75-44c5-4859-92d2-ccef4e54a3f0 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (5daa30f1-7d87-4c52-88b2-e905bcc087e8), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:02.454031 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3daade5a-6dca-4dc8-9432-452b93b963a9 req-51130f75-44c5-4859-92d2-ccef4e54a3f0 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Network 63f958e0-4b58-4061-8181-6f0adee7263b is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:09:02.457914 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-3daade5a-6dca-4dc8-9432-452b93b963a9 req-51130f75-44c5-4859-92d2-ccef4e54a3f0 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:09:02.461629 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-3daade5a-6dca-4dc8-9432-452b93b963a9 req-51130f75-44c5-4859-92d2-ccef4e54a3f0 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:09:02.470880 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51130f75-44c5-4859-92d2-ccef4e54a3f0 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Pushing event updated for resources: {'Port': ['ID=5daa30f1-7d87-4c52-88b2-e905bcc087e8,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:09:02.516102 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51130f75-44c5-4859-92d2-ccef4e54a3f0 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:09:02.516559 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51130f75-44c5-4859-92d2-ccef4e54a3f0 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:09:02.517425 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51130f75-44c5-4859-92d2-ccef4e54a3f0 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:09:02.517887 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51130f75-44c5-4859-92d2-ccef4e54a3f0 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:09:02.518446 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51130f75-44c5-4859-92d2-ccef4e54a3f0 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:09:02.518881 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51130f75-44c5-4859-92d2-ccef4e54a3f0 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:09:02.519315 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51130f75-44c5-4859-92d2-ccef4e54a3f0 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:09:02.519774 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51130f75-44c5-4859-92d2-ccef4e54a3f0 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:09:02.520382 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51130f75-44c5-4859-92d2-ccef4e54a3f0 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:09:02.520789 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51130f75-44c5-4859-92d2-ccef4e54a3f0 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:09:02.521216 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51130f75-44c5-4859-92d2-ccef4e54a3f0 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:09:02.521660 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51130f75-44c5-4859-92d2-ccef4e54a3f0 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:09:02.522202 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51130f75-44c5-4859-92d2-ccef4e54a3f0 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:09:02.572142 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daade5a-6dca-4dc8-9432-452b93b963a9 req-51130f75-44c5-4859-92d2-ccef4e54a3f0 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:02.572909 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3daade5a-6dca-4dc8-9432-452b93b963a9 req-51130f75-44c5-4859-92d2-ccef4e54a3f0 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:02.603581 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3daade5a-6dca-4dc8-9432-452b93b963a9 req-51130f75-44c5-4859-92d2-ccef4e54a3f0 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7494121 Mar 11 20:09:02.614271 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-3daade5a-6dca-4dc8-9432-452b93b963a9 req-6a5cac07-f8c1-42e1-b843-d5375cdc6d59 service neutron] Request body: {'port': {'device_id': '50bd78c6-b752-4f59-a968-a13f192b2792', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:09:02.721013 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3daade5a-6dca-4dc8-9432-452b93b963a9 req-6a5cac07-f8c1-42e1-b843-d5375cdc6d59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (5daa30f1-7d87-4c52-88b2-e905bcc087e8), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:02.889075 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-3824ea5e-3680-4466-8b72-eddde11ae25a None None] Provisioning complete for port 5daa30f1-7d87-4c52-88b2-e905bcc087e8 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:09:02.889686 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3824ea5e-3680-4466-8b72-eddde11ae25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (5daa30f1-7d87-4c52-88b2-e905bcc087e8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:02.966609 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-3824ea5e-3680-4466-8b72-eddde11ae25a None None] Port 5daa30f1-7d87-4c52-88b2-e905bcc087e8 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:09:03.104917 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-3daade5a-6dca-4dc8-9432-452b93b963a9 req-6a5cac07-f8c1-42e1-b843-d5375cdc6d59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5daa30f1-7d87-4c52-88b2-e905bcc087e8 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:09:03.114111 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3daade5a-6dca-4dc8-9432-452b93b963a9 req-6a5cac07-f8c1-42e1-b843-d5375cdc6d59 service neutron] Publish callbacks [] for port (5daa30f1-7d87-4c52-88b2-e905bcc087e8), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:03.128039 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-3daade5a-6dca-4dc8-9432-452b93b963a9 req-6a5cac07-f8c1-42e1-b843-d5375cdc6d59 service neutron] Transition to ACTIVE for port object 5daa30f1-7d87-4c52-88b2-e905bcc087e8 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 20:09:03.131505 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2cd1d-57c8-4835-a2e8-1624f458c0a9 req-dee69e5a-a9f4-43c9-a7e7-2d2614adf59c tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:03.135001 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3daade5a-6dca-4dc8-9432-452b93b963a9 req-6a5cac07-f8c1-42e1-b843-d5375cdc6d59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (5daa30f1-7d87-4c52-88b2-e905bcc087e8), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:03.137079 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dda2cd1d-57c8-4835-a2e8-1624f458c0a9 req-dee69e5a-a9f4-43c9-a7e7-2d2614adf59c tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=50bd78c6-b752-4f59-a968-a13f192b2792 HTTP/1.1" status: 200 len: 931 time: 0.0989561 Mar 11 20:09:03.201603 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5cac07-f8c1-42e1-b843-d5375cdc6d59 service neutron] Pushing event updated for resources: {'Port': ['ID=5daa30f1-7d87-4c52-88b2-e905bcc087e8,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:09:03.242904 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dda2cd1d-57c8-4835-a2e8-1624f458c0a9 req-482fe876-648a-4f20-bf21-cb758e9e0513 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980611 Mar 11 20:09:03.309615 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-3daade5a-6dca-4dc8-9432-452b93b963a9 req-6a5cac07-f8c1-42e1-b843-d5375cdc6d59 service neutron] Attempting to bind port 5daa30f1-7d87-4c52-88b2-e905bcc087e8 on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:09:03.309961 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-3daade5a-6dca-4dc8-9432-452b93b963a9 req-6a5cac07-f8c1-42e1-b843-d5375cdc6d59 service neutron] Attempting to bind port 5daa30f1-7d87-4c52-88b2-e905bcc087e8 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '71b9bbc9-ac9b-491b-9d03-f13ac7365297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:09:03.310303 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daade5a-6dca-4dc8-9432-452b93b963a9 req-6a5cac07-f8c1-42e1-b843-d5375cdc6d59 service neutron] Attempting to bind port 5daa30f1-7d87-4c52-88b2-e905bcc087e8 on network 63f958e0-4b58-4061-8181-6f0adee7263b {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:09:03.315426 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daade5a-6dca-4dc8-9432-452b93b963a9 req-6a5cac07-f8c1-42e1-b843-d5375cdc6d59 service neutron] Port 5daa30f1-7d87-4c52-88b2-e905bcc087e8 on network 63f958e0-4b58-4061-8181-6f0adee7263b not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 20:09:03.315807 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daade5a-6dca-4dc8-9432-452b93b963a9 req-6a5cac07-f8c1-42e1-b843-d5375cdc6d59 service neutron] Attempting to bind port 5daa30f1-7d87-4c52-88b2-e905bcc087e8 on network 63f958e0-4b58-4061-8181-6f0adee7263b {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:09:03.322298 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daade5a-6dca-4dc8-9432-452b93b963a9 req-6a5cac07-f8c1-42e1-b843-d5375cdc6d59 service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:09:03.322643 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daade5a-6dca-4dc8-9432-452b93b963a9 req-6a5cac07-f8c1-42e1-b843-d5375cdc6d59 service neutron] Checking segment: {'id': '71b9bbc9-ac9b-491b-9d03-f13ac7365297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:09:03.323036 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daade5a-6dca-4dc8-9432-452b93b963a9 req-6a5cac07-f8c1-42e1-b843-d5375cdc6d59 service neutron] Bound using segment: {'id': '71b9bbc9-ac9b-491b-9d03-f13ac7365297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:09:03.323469 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-3daade5a-6dca-4dc8-9432-452b93b963a9 req-6a5cac07-f8c1-42e1-b843-d5375cdc6d59 service neutron] Bound port: 5daa30f1-7d87-4c52-88b2-e905bcc087e8, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71b9bbc9-ac9b-491b-9d03-f13ac7365297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:09:03.323869 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3daade5a-6dca-4dc8-9432-452b93b963a9 req-6a5cac07-f8c1-42e1-b843-d5375cdc6d59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (5daa30f1-7d87-4c52-88b2-e905bcc087e8), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:03.411889 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-3daade5a-6dca-4dc8-9432-452b93b963a9 req-6a5cac07-f8c1-42e1-b843-d5375cdc6d59 service neutron] For port 5daa30f1-7d87-4c52-88b2-e905bcc087e8, host n-h1-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:09:03.414927 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-3daade5a-6dca-4dc8-9432-452b93b963a9 req-6a5cac07-f8c1-42e1-b843-d5375cdc6d59 service neutron] For port 5daa30f1-7d87-4c52-88b2-e905bcc087e8, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=5daa30f1-7d87-4c52-88b2-e905bcc087e8,segment=NetworkSegment(71b9bbc9-ac9b-491b-9d03-f13ac7365297),segment_id=71b9bbc9-ac9b-491b-9d03-f13ac7365297)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:09:03.423050 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3daade5a-6dca-4dc8-9432-452b93b963a9 req-6a5cac07-f8c1-42e1-b843-d5375cdc6d59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (5daa30f1-7d87-4c52-88b2-e905bcc087e8), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:03.456878 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daade5a-6dca-4dc8-9432-452b93b963a9 req-6a5cac07-f8c1-42e1-b843-d5375cdc6d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:03.457655 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-3daade5a-6dca-4dc8-9432-452b93b963a9 req-6a5cac07-f8c1-42e1-b843-d5375cdc6d59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:03.459491 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3daade5a-6dca-4dc8-9432-452b93b963a9 req-6a5cac07-f8c1-42e1-b843-d5375cdc6d59 service neutron] 10.222.0.75 "PUT /v2.0/ports/5daa30f1-7d87-4c52-88b2-e905bcc087e8 HTTP/1.1" status: 200 len: 1091 time: 0.8512251 Mar 11 20:09:03.460037 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50bd78c6-b752-4f59-a968-a13f192b2792', 'tag': '5daa30f1-7d87-4c52-88b2-e905bcc087e8'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:09:03.462433 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e564c0ce-700b-4b97-aca4-ae5051b97241" -d '{"events": [{"name": "network-changed", "server_uuid": "50bd78c6-b752-4f59-a968-a13f192b2792", "tag": "5daa30f1-7d87-4c52-88b2-e905bcc087e8"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:09:03.572188 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5cac07-f8c1-42e1-b843-d5375cdc6d59 service neutron] Pushing event updated for resources: {'Port': ['ID=5daa30f1-7d87-4c52-88b2-e905bcc087e8,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:09:03.608887 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92786fc5-866b-496b-a275-735c7e579cfa x-openstack-request-id: req-92786fc5-866b-496b-a275-735c7e579cfa {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:09:03.609187 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50bd78c6-b752-4f59-a968-a13f192b2792", "tag": "5daa30f1-7d87-4c52-88b2-e905bcc087e8", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:09:03.609437 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-92786fc5-866b-496b-a275-735c7e579cfa {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:09:03.609841 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50bd78c6-b752-4f59-a968-a13f192b2792', 'tag': '5daa30f1-7d87-4c52-88b2-e905bcc087e8', 'status': 'completed', 'code': 200} Mar 11 20:09:03.643889 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daade5a-6dca-4dc8-9432-452b93b963a9 req-6d6011ac-a20a-45c6-a342-859dc8f85ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:03.645404 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3daade5a-6dca-4dc8-9432-452b93b963a9 req-6d6011ac-a20a-45c6-a342-859dc8f85ac3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3ed9f03088da4b568ed876fa07964f47&device_id=50bd78c6-b752-4f59-a968-a13f192b2792 HTTP/1.1" status: 200 len: 1125 time: 0.1357400 Mar 11 20:09:03.704277 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3daade5a-6dca-4dc8-9432-452b93b963a9 req-8b501f84-c32c-4073-bc9f-7e9fcd97ed3e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5daa30f1-7d87-4c52-88b2-e905bcc087e8 HTTP/1.1" status: 200 len: 217 time: 0.0518456 Mar 11 20:09:03.810567 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daade5a-6dca-4dc8-9432-452b93b963a9 req-3c5102ac-98c2-48f3-8f0c-8813e78ad2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:03.812896 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3daade5a-6dca-4dc8-9432-452b93b963a9 req-3c5102ac-98c2-48f3-8f0c-8813e78ad2b7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a0b8e9c3-1a90-4f95-b04c-be83e3135274 HTTP/1.1" status: 200 len: 850 time: 0.1027787 Mar 11 20:09:03.894589 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daade5a-6dca-4dc8-9432-452b93b963a9 req-b68756e9-e20f-4173-8341-89c17adc8824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:03.896266 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3daade5a-6dca-4dc8-9432-452b93b963a9 req-b68756e9-e20f-4173-8341-89c17adc8824 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=63f958e0-4b58-4061-8181-6f0adee7263b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0764623 Mar 11 20:09:04.019510 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3daade5a-6dca-4dc8-9432-452b93b963a9 req-e30de5d1-c241-4ae5-b640-6240b5cc5574 service neutron] 10.222.0.75 "GET /v2.0/networks/63f958e0-4b58-4061-8181-6f0adee7263b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172264 Mar 11 20:09:04.142321 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-3daade5a-6dca-4dc8-9432-452b93b963a9 req-16865b9c-3d7b-47bc-ba07-ea7c8daadd62 service neutron] 10.222.0.75 "GET /v2.0/networks/63f958e0-4b58-4061-8181-6f0adee7263b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174619 Mar 11 20:09:04.251226 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e564c0ce-700b-4b97-aca4-ae5051b97241 req-426ff585-e94b-4480-9134-957c24e1f37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:04.253647 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e564c0ce-700b-4b97-aca4-ae5051b97241 req-426ff585-e94b-4480-9134-957c24e1f37a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3ed9f03088da4b568ed876fa07964f47&device_id=50bd78c6-b752-4f59-a968-a13f192b2792 HTTP/1.1" status: 200 len: 1125 time: 0.0610709 Mar 11 20:09:04.360601 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e564c0ce-700b-4b97-aca4-ae5051b97241 req-684a2d7d-a510-4bb5-aa08-413ce861ea21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:04.362554 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e564c0ce-700b-4b97-aca4-ae5051b97241 req-684a2d7d-a510-4bb5-aa08-413ce861ea21 service neutron] 10.222.0.75 "GET /v2.0/networks?id=63f958e0-4b58-4061-8181-6f0adee7263b HTTP/1.1" status: 200 len: 912 time: 0.1039875 Mar 11 20:09:04.416309 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc93fa3-7932-4ee2-9e3e-72331b789240 req-91f0e5ef-753e-4d27-9113-a22559401cd2 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:04.425493 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1dc93fa3-7932-4ee2-9e3e-72331b789240 req-91f0e5ef-753e-4d27-9113-a22559401cd2 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=50bd78c6-b752-4f59-a968-a13f192b2792 HTTP/1.1" status: 200 len: 943 time: 0.0790012 Mar 11 20:09:04.434100 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e564c0ce-700b-4b97-aca4-ae5051b97241 req-ff04b744-cc21-45e6-83e0-a938a14bff6c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5daa30f1-7d87-4c52-88b2-e905bcc087e8 HTTP/1.1" status: 200 len: 217 time: 0.0650227 Mar 11 20:09:04.501285 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1dc93fa3-7932-4ee2-9e3e-72331b789240 req-61ae0cee-322e-486c-ae91-451813b51a08 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657883 Mar 11 20:09:04.519121 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e564c0ce-700b-4b97-aca4-ae5051b97241 req-732625bf-07d5-4d6c-a856-5a2b6a711ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:04.521023 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e564c0ce-700b-4b97-aca4-ae5051b97241 req-732625bf-07d5-4d6c-a856-5a2b6a711ab0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a0b8e9c3-1a90-4f95-b04c-be83e3135274 HTTP/1.1" status: 200 len: 850 time: 0.0816233 Mar 11 20:09:04.574216 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e564c0ce-700b-4b97-aca4-ae5051b97241 req-ba7d6b49-a662-4d00-8c46-e9aad65051ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:04.575751 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e564c0ce-700b-4b97-aca4-ae5051b97241 req-ba7d6b49-a662-4d00-8c46-e9aad65051ec service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=63f958e0-4b58-4061-8181-6f0adee7263b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489213 Mar 11 20:09:04.673191 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e564c0ce-700b-4b97-aca4-ae5051b97241 req-2f62d7f2-76ce-4c08-8742-d4662c7eb9a6 service neutron] 10.222.0.75 "GET /v2.0/networks/63f958e0-4b58-4061-8181-6f0adee7263b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905492 Mar 11 20:09:04.774307 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e564c0ce-700b-4b97-aca4-ae5051b97241 req-e5222b09-371d-4730-b7c9-bb8feb1cf144 service neutron] 10.222.0.75 "GET /v2.0/networks/63f958e0-4b58-4061-8181-6f0adee7263b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952139 Mar 11 20:09:05.667434 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b391d380-c3e0-421d-83f1-a98d06544cf9 req-bb4cf10e-d841-40b2-844a-f07bdb492aae tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:05.676642 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b391d380-c3e0-421d-83f1-a98d06544cf9 req-bb4cf10e-d841-40b2-844a-f07bdb492aae tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=50bd78c6-b752-4f59-a968-a13f192b2792 HTTP/1.1" status: 200 len: 943 time: 0.1153338 Mar 11 20:09:05.747841 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b391d380-c3e0-421d-83f1-a98d06544cf9 req-235f2716-b926-415e-bae5-fb3c9f090e97 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652201 Mar 11 20:09:06.900049 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab78a22b-bdc3-4260-ba9d-aa82074c326b req-0ee5c5b0-bf4d-4a06-af10-3ec6bd0ffc05 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:06.911080 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ab78a22b-bdc3-4260-ba9d-aa82074c326b req-0ee5c5b0-bf4d-4a06-af10-3ec6bd0ffc05 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=50bd78c6-b752-4f59-a968-a13f192b2792 HTTP/1.1" status: 200 len: 943 time: 0.0807984 Mar 11 20:09:06.978097 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ab78a22b-bdc3-4260-ba9d-aa82074c326b req-652de066-bd33-43f1-8a16-98e7f0923307 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614536 Mar 11 20:09:08.133702 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e90f00-5fed-4775-9190-05ad003a2f24 req-3b5cf15b-8e78-40c6-8b20-fe3b12e481ee tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:08.144974 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b1e90f00-5fed-4775-9190-05ad003a2f24 req-3b5cf15b-8e78-40c6-8b20-fe3b12e481ee tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=50bd78c6-b752-4f59-a968-a13f192b2792 HTTP/1.1" status: 200 len: 943 time: 0.0780289 Mar 11 20:09:08.219669 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b1e90f00-5fed-4775-9190-05ad003a2f24 req-c94e48c5-49d8-4bf1-84ef-f97369d0128d tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732946 Mar 11 20:09:09.417920 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f9550-8a76-475f-b0e8-5f924e1b1a67 req-8cddd45e-e46d-4ee5-b233-6aaaab3e1e32 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:09.425758 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-aa9f9550-8a76-475f-b0e8-5f924e1b1a67 req-8cddd45e-e46d-4ee5-b233-6aaaab3e1e32 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=50bd78c6-b752-4f59-a968-a13f192b2792 HTTP/1.1" status: 200 len: 943 time: 0.1088798 Mar 11 20:09:09.508651 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-aa9f9550-8a76-475f-b0e8-5f924e1b1a67 req-8146ebdc-4016-4703-8a62-3c92ea9e44aa tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816438 Mar 11 20:09:10.716046 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958706f5-da59-4382-9b66-e7394ac82af9 req-f53454a4-2c62-4929-8a6a-791a1d8511b9 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:10.723648 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-958706f5-da59-4382-9b66-e7394ac82af9 req-f53454a4-2c62-4929-8a6a-791a1d8511b9 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=50bd78c6-b752-4f59-a968-a13f192b2792 HTTP/1.1" status: 200 len: 943 time: 0.0974491 Mar 11 20:09:10.776215 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-958706f5-da59-4382-9b66-e7394ac82af9 req-93dcdba7-2ef7-4800-829e-692f609299a6 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515532 Mar 11 20:09:12.037393 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873dacc6-ea0f-4968-92be-9aac3f8de598 req-9f4fb988-396f-4ff2-9df2-909ceb53bcd8 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:12.052681 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-873dacc6-ea0f-4968-92be-9aac3f8de598 req-9f4fb988-396f-4ff2-9df2-909ceb53bcd8 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=50bd78c6-b752-4f59-a968-a13f192b2792 HTTP/1.1" status: 200 len: 943 time: 0.1494069 Mar 11 20:09:12.142774 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-873dacc6-ea0f-4968-92be-9aac3f8de598 req-0d22d077-f85d-4f56-a6cf-bf6cfbf5f5e2 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874360 Mar 11 20:09:13.360636 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524576f7-09db-4db5-b7cd-22413d1713ed req-e04270b5-ce81-4d39-bbad-930ba28e8b74 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:13.371287 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-524576f7-09db-4db5-b7cd-22413d1713ed req-e04270b5-ce81-4d39-bbad-930ba28e8b74 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=50bd78c6-b752-4f59-a968-a13f192b2792 HTTP/1.1" status: 200 len: 943 time: 0.0909612 Mar 11 20:09:13.448492 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-524576f7-09db-4db5-b7cd-22413d1713ed req-a7abc4dd-4ffd-4a56-be3a-318014a2aa3e tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758104 Mar 11 20:09:14.659523 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ffbb16-00e8-4fc4-b955-a129f4092e53 req-85d07eb6-02ca-4d2e-a174-9628a521b80b tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:14.666819 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c6ffbb16-00e8-4fc4-b955-a129f4092e53 req-85d07eb6-02ca-4d2e-a174-9628a521b80b tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=50bd78c6-b752-4f59-a968-a13f192b2792 HTTP/1.1" status: 200 len: 943 time: 0.1092014 Mar 11 20:09:14.782104 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c6ffbb16-00e8-4fc4-b955-a129f4092e53 req-698c55c7-704c-4e3b-a2ba-1896371fa040 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142941 Mar 11 20:09:15.982668 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c271ee0-d2fa-4d07-9631-44a626994426 req-8f34007c-0531-4465-9e5b-498aa65d870a tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:15.990345 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3c271ee0-d2fa-4d07-9631-44a626994426 req-8f34007c-0531-4465-9e5b-498aa65d870a tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=50bd78c6-b752-4f59-a968-a13f192b2792 HTTP/1.1" status: 200 len: 943 time: 0.1137662 Mar 11 20:09:16.086530 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3c271ee0-d2fa-4d07-9631-44a626994426 req-b1f95db6-dae7-4f92-8f6e-c5e9d477f33a tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951982 Mar 11 20:09:17.206481 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec261d-bf3b-43a1-8347-b03dd30986d2 req-6bb89fab-ee8e-4f51-8ef9-13b3977f6e19 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:17.208013 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-10ec261d-bf3b-43a1-8347-b03dd30986d2 req-6bb89fab-ee8e-4f51-8ef9-13b3977f6e19 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=50bd78c6-b752-4f59-a968-a13f192b2792 HTTP/1.1" status: 200 len: 943 time: 0.0625794 Mar 11 20:09:17.259203 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-10ec261d-bf3b-43a1-8347-b03dd30986d2 req-65916305-1ddc-468b-ab2e-ecf515bfb47b tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447047 Mar 11 20:09:18.403469 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce8bf9-f7d2-4876-8135-ba972a77fa21 req-0c11b138-4ce8-4188-855b-241e08f0e7fc tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:18.406962 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0fce8bf9-f7d2-4876-8135-ba972a77fa21 req-0c11b138-4ce8-4188-855b-241e08f0e7fc tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=50bd78c6-b752-4f59-a968-a13f192b2792 HTTP/1.1" status: 200 len: 943 time: 0.0697882 Mar 11 20:09:18.470323 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0fce8bf9-f7d2-4876-8135-ba972a77fa21 req-40afdd06-e438-49f5-965c-c1b510e46ad1 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555360 Mar 11 20:09:19.132737 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:19.678713 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0952415d-5448-4714-aff2-65c9f9799376 req-6214b863-557e-4590-8564-106c61955b1c tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:19.686263 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0952415d-5448-4714-aff2-65c9f9799376 req-6214b863-557e-4590-8564-106c61955b1c tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=50bd78c6-b752-4f59-a968-a13f192b2792 HTTP/1.1" status: 200 len: 943 time: 0.1064405 Mar 11 20:09:19.773185 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0952415d-5448-4714-aff2-65c9f9799376 req-ede4524d-2a44-4bc2-9850-06ff3a2f5dab tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857534 Mar 11 20:09:21.020962 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2de5f5c-aa24-4f85-b1f5-2b74875f667c req-4c8353f2-5924-4655-8566-2a999f51e8e9 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:21.028984 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f2de5f5c-aa24-4f85-b1f5-2b74875f667c req-4c8353f2-5924-4655-8566-2a999f51e8e9 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=50bd78c6-b752-4f59-a968-a13f192b2792 HTTP/1.1" status: 200 len: 943 time: 0.1553314 Mar 11 20:09:21.121672 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f2de5f5c-aa24-4f85-b1f5-2b74875f667c req-580facbd-56bc-4b89-a592-5acf532ca718 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912423 Mar 11 20:09:22.272044 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb950b76-3983-4a7f-982b-cfebeb2ad450 req-256a75a7-eb39-4719-94b8-f0273bd8e132 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:22.280155 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fb950b76-3983-4a7f-982b-cfebeb2ad450 req-256a75a7-eb39-4719-94b8-f0273bd8e132 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=50bd78c6-b752-4f59-a968-a13f192b2792 HTTP/1.1" status: 200 len: 943 time: 0.0689287 Mar 11 20:09:22.346371 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fb950b76-3983-4a7f-982b-cfebeb2ad450 req-038a1d6b-e944-4895-a403-86addb19a0de tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642116 Mar 11 20:09:22.360792 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1f4efc82-0907-4500-9dc2-577beaf7c1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:22.910227 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:23.491068 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7603a0-8aa6-45fa-8a4d-86832427cce0 req-f98e3b48-d4e3-468e-9586-26ff05b1dea5 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:23.494647 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-eb7603a0-8aa6-45fa-8a4d-86832427cce0 req-f98e3b48-d4e3-468e-9586-26ff05b1dea5 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=50bd78c6-b752-4f59-a968-a13f192b2792 HTTP/1.1" status: 200 len: 943 time: 0.0648849 Mar 11 20:09:23.561924 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-eb7603a0-8aa6-45fa-8a4d-86832427cce0 req-76e18b0c-672b-4f6d-82b7-3e1909b2f834 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540664 Mar 11 20:09:24.084398 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52884) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:09:24.205624 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3988d8b5-2d70-4706-851f-c0bcaf103c6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:24.325133 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3988d8b5-2d70-4706-851f-c0bcaf103c6d admin admin] Publish callbacks [] for security_group (305f0a17-515b-4243-80f7-9b40d80108b8), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:24.333486 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3988d8b5-2d70-4706-851f-c0bcaf103c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (305f0a17-515b-4243-80f7-9b40d80108b8), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:24.378156 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-3988d8b5-2d70-4706-851f-c0bcaf103c6d admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=b9455bc1f3374d1db3e5ee5885c7708a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2924125 Mar 11 20:09:24.380961 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52894) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:09:24.402498 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3988d8b5-2d70-4706-851f-c0bcaf103c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=305f0a17-515b-4243-80f7-9b40d80108b8,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:09:24.411092 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3988d8b5-2d70-4706-851f-c0bcaf103c6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:09:24.411587 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3988d8b5-2d70-4706-851f-c0bcaf103c6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:09:24.412048 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3988d8b5-2d70-4706-851f-c0bcaf103c6d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:09:24.412490 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3988d8b5-2d70-4706-851f-c0bcaf103c6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:09:24.413002 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3988d8b5-2d70-4706-851f-c0bcaf103c6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:09:24.413435 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3988d8b5-2d70-4706-851f-c0bcaf103c6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:09:24.413869 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3988d8b5-2d70-4706-851f-c0bcaf103c6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:09:24.414307 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3988d8b5-2d70-4706-851f-c0bcaf103c6d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:09:24.414751 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3988d8b5-2d70-4706-851f-c0bcaf103c6d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:09:24.415182 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3988d8b5-2d70-4706-851f-c0bcaf103c6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:09:24.415827 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3988d8b5-2d70-4706-851f-c0bcaf103c6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:09:24.416195 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3988d8b5-2d70-4706-851f-c0bcaf103c6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:09:24.416539 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3988d8b5-2d70-4706-851f-c0bcaf103c6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:09:24.432250 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39cd8a7d-916f-41e9-9b9d-d52357f2593d admin admin] Publish callbacks [] for security_group (305f0a17-515b-4243-80f7-9b40d80108b8), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:24.462288 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39cd8a7d-916f-41e9-9b9d-d52357f2593d admin admin] Publish callbacks [] for security_group (305f0a17-515b-4243-80f7-9b40d80108b8), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:24.518427 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39cd8a7d-916f-41e9-9b9d-d52357f2593d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (305f0a17-515b-4243-80f7-9b40d80108b8), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:24.522272 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-39cd8a7d-916f-41e9-9b9d-d52357f2593d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:24.526111 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-39cd8a7d-916f-41e9-9b9d-d52357f2593d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/305f0a17-515b-4243-80f7-9b40d80108b8 HTTP/1.1" status: 204 len: 168 time: 0.1410966 Mar 11 20:09:24.535731 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cd8a7d-916f-41e9-9b9d-d52357f2593d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=305f0a17-515b-4243-80f7-9b40d80108b8,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:09:24.653795 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7658d308-c39a-4ffa-bfe3-5bdf7c750a07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:24.722549 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a67a12-d31a-4a42-894e-d499d64897d4 req-b8d6a2c8-68ae-48ba-9824-d67cd2ef0038 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:24.731122 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-87a67a12-d31a-4a42-894e-d499d64897d4 req-b8d6a2c8-68ae-48ba-9824-d67cd2ef0038 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=50bd78c6-b752-4f59-a968-a13f192b2792 HTTP/1.1" status: 200 len: 943 time: 0.0776489 Mar 11 20:09:24.782757 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-87a67a12-d31a-4a42-894e-d499d64897d4 req-94600a2d-c1c2-4651-9b4a-013918584963 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504375 Mar 11 20:09:25.911849 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42db5076-a200-44b0-b52c-3a46589f4062 req-35da0036-3a91-4ff4-afd8-499362b6d9d9 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:25.913341 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-42db5076-a200-44b0-b52c-3a46589f4062 req-35da0036-3a91-4ff4-afd8-499362b6d9d9 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=50bd78c6-b752-4f59-a968-a13f192b2792 HTTP/1.1" status: 200 len: 943 time: 0.0564141 Mar 11 20:09:25.963595 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-42db5076-a200-44b0-b52c-3a46589f4062 req-02d13271-7dcb-49ed-b2cb-9e0a7d0e93d9 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441871 Mar 11 20:09:26.273981 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:27.101443 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec8ec1-afe3-4328-99d9-e7ad3898bfbb req-dfa827d5-3656-4858-9681-553b6b74e09e tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:27.103000 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a3ec8ec1-afe3-4328-99d9-e7ad3898bfbb req-dfa827d5-3656-4858-9681-553b6b74e09e tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=50bd78c6-b752-4f59-a968-a13f192b2792 HTTP/1.1" status: 200 len: 943 time: 0.0609438 Mar 11 20:09:27.166804 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a3ec8ec1-afe3-4328-99d9-e7ad3898bfbb req-be039098-a41d-4551-844f-97d312f8f17c tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563283 Mar 11 20:09:27.692435 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:28.065726 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8e40f1c7-664b-4415-b774-7b7367d6fc9a req-79cbedb9-5a80-4e03-9810-a23c053f57e0 tempest-VolumesNegativeTest-723400117 tempest-VolumesNegativeTest-723400117-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=fc0686a72b814b06ae54fa23815b2962&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299413 Mar 11 20:09:28.276323 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e40f1c7-664b-4415-b774-7b7367d6fc9a req-d3d4465d-57d8-4548-a6a0-2e5ebc8bbee8 tempest-VolumesNegativeTest-723400117 tempest-VolumesNegativeTest-723400117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:28.278247 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8e40f1c7-664b-4415-b774-7b7367d6fc9a req-d3d4465d-57d8-4548-a6a0-2e5ebc8bbee8 tempest-VolumesNegativeTest-723400117 tempest-VolumesNegativeTest-723400117-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2053444 Mar 11 20:09:28.299383 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8e40f1c7-664b-4415-b774-7b7367d6fc9a req-8ebbc784-a09b-4ef5-a7d3-8aa4dc51103d tempest-VolumesNegativeTest-723400117 tempest-VolumesNegativeTest-723400117-project] 10.222.0.65 "GET /v2.0/quotas/fc0686a72b814b06ae54fa23815b2962 HTTP/1.1" status: 200 len: 375 time: 0.0145335 Mar 11 20:09:28.328693 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8e40f1c7-664b-4415-b774-7b7367d6fc9a req-1a73d8f4-da3f-4604-9a6f-9982ecee93a9 tempest-VolumesNegativeTest-723400117 tempest-VolumesNegativeTest-723400117-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=fc0686a72b814b06ae54fa23815b2962&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283346 Mar 11 20:09:28.576773 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f76d9-bfd8-41f2-854f-d36f6c6755cc req-a914b2e6-1cdb-40be-9228-33e93fab2df4 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:28.584511 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-418f76d9-bfd8-41f2-854f-d36f6c6755cc req-a914b2e6-1cdb-40be-9228-33e93fab2df4 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=50bd78c6-b752-4f59-a968-a13f192b2792 HTTP/1.1" status: 200 len: 943 time: 0.0770316 Mar 11 20:09:28.636496 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-418f76d9-bfd8-41f2-854f-d36f6c6755cc req-3eda4b15-8167-45f0-b259-2821c0cdbfb1 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478396 Mar 11 20:09:28.719891 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a3349760-813e-4cbe-b22e-0ade0f577639 req-fec8af27-726b-4655-9368-d3f6dc244d9b tempest-VolumesNegativeTest-723400117 tempest-VolumesNegativeTest-723400117-project] 10.222.0.65 "GET /v2.0/ports?device_id=489df687-5c54-4268-9b67-acc0413839b2 HTTP/1.1" status: 200 len: 210 time: 0.0290821 Mar 11 20:09:29.037259 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:29.476509 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8e40f1c7-664b-4415-b774-7b7367d6fc9a req-557914ee-9fd8-49fe-b866-9e3e8158a7f2 tempest-VolumesNegativeTest-723400117 tempest-VolumesNegativeTest-723400117-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=fc0686a72b814b06ae54fa23815b2962&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247557 Mar 11 20:09:29.642742 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e40f1c7-664b-4415-b774-7b7367d6fc9a req-0ca2f59b-33e5-4c22-96d7-3a3457da48d3 tempest-VolumesNegativeTest-723400117 tempest-VolumesNegativeTest-723400117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:29.644215 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8e40f1c7-664b-4415-b774-7b7367d6fc9a req-0ca2f59b-33e5-4c22-96d7-3a3457da48d3 tempest-VolumesNegativeTest-723400117 tempest-VolumesNegativeTest-723400117-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1629272 Mar 11 20:09:29.657843 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-8e40f1c7-664b-4415-b774-7b7367d6fc9a req-5ffdfdcf-a059-4da1-bccd-4937d9ff8076 tempest-VolumesNegativeTest-723400117 tempest-VolumesNegativeTest-723400117-project] Request body: {'port': {'device_id': '489df687-5c54-4268-9b67-acc0413839b2', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'admin_state_up': True, 'tenant_id': 'fc0686a72b814b06ae54fa23815b2962'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:09:30.076662 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c495476-95ad-44a1-8043-fe934d1be9fc req-62fec914-2493-40d5-93f7-6a265429a3c5 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:30.078169 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2c495476-95ad-44a1-8043-fe934d1be9fc req-62fec914-2493-40d5-93f7-6a265429a3c5 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=50bd78c6-b752-4f59-a968-a13f192b2792 HTTP/1.1" status: 200 len: 943 time: 0.3549416 Mar 11 20:09:30.095421 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e40f1c7-664b-4415-b774-7b7367d6fc9a req-5ffdfdcf-a059-4da1-bccd-4937d9ff8076 tempest-VolumesNegativeTest-723400117 tempest-VolumesNegativeTest-723400117-project] Made reservation on behalf of fc0686a72b814b06ae54fa23815b2962 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:09:30.099414 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8e40f1c7-664b-4415-b774-7b7367d6fc9a req-5ffdfdcf-a059-4da1-bccd-4937d9ff8076 tempest-VolumesNegativeTest-723400117 tempest-VolumesNegativeTest-723400117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:30.118088 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8e40f1c7-664b-4415-b774-7b7367d6fc9a req-5ffdfdcf-a059-4da1-bccd-4937d9ff8076 tempest-VolumesNegativeTest-723400117 tempest-VolumesNegativeTest-723400117-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:30.156552 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2c495476-95ad-44a1-8043-fe934d1be9fc req-6c798ea2-ea79-4928-8b13-d7b7092d5539 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695891 Mar 11 20:09:30.242766 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8e40f1c7-664b-4415-b774-7b7367d6fc9a req-5ffdfdcf-a059-4da1-bccd-4937d9ff8076 tempest-VolumesNegativeTest-723400117 tempest-VolumesNegativeTest-723400117-project] Publish callbacks [] for security_group (498076c3-a25c-4e7d-ab43-943707853efa), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:30.262443 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8e40f1c7-664b-4415-b774-7b7367d6fc9a req-5ffdfdcf-a059-4da1-bccd-4937d9ff8076 tempest-VolumesNegativeTest-723400117 tempest-VolumesNegativeTest-723400117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (498076c3-a25c-4e7d-ab43-943707853efa), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:30.290597 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2145dee1-c453-40ba-9792-25697ab0df6e req-4b1f38b3-5c29-49ba-afd1-06a19bbb41c7 tempest-VolumesNegativeTest-723400117 tempest-VolumesNegativeTest-723400117-project] 10.222.0.65 "GET /v2.0/ports?device_id=489df687-5c54-4268-9b67-acc0413839b2 HTTP/1.1" status: 200 len: 210 time: 0.0454049 Mar 11 20:09:30.361067 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffdfdcf-a059-4da1-bccd-4937d9ff8076 tempest-VolumesNegativeTest-723400117 tempest-VolumesNegativeTest-723400117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=498076c3-a25c-4e7d-ab43-943707853efa,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:09:30.430767 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-8e40f1c7-664b-4415-b774-7b7367d6fc9a req-5ffdfdcf-a059-4da1-bccd-4937d9ff8076 tempest-VolumesNegativeTest-723400117 tempest-VolumesNegativeTest-723400117-project] Allocated IP 192.168.233.52 (885772b1-9b97-4e1d-a0fb-e125030c5a81/9bb14923-74c3-4313-be8d-ed33542f05aa/be280c5c-50f4-4ca9-9cb6-39f47d87a24b) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:09:30.620450 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8e40f1c7-664b-4415-b774-7b7367d6fc9a req-5ffdfdcf-a059-4da1-bccd-4937d9ff8076 tempest-VolumesNegativeTest-723400117 tempest-VolumesNegativeTest-723400117-project] Publish callbacks [] for port (be280c5c-50f4-4ca9-9cb6-39f47d87a24b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:30.670089 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8e40f1c7-664b-4415-b774-7b7367d6fc9a req-5ffdfdcf-a059-4da1-bccd-4937d9ff8076 tempest-VolumesNegativeTest-723400117 tempest-VolumesNegativeTest-723400117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (be280c5c-50f4-4ca9-9cb6-39f47d87a24b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:30.722915 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e40f1c7-664b-4415-b774-7b7367d6fc9a req-5ffdfdcf-a059-4da1-bccd-4937d9ff8076 tempest-VolumesNegativeTest-723400117 tempest-VolumesNegativeTest-723400117-project] Network 885772b1-9b97-4e1d-a0fb-e125030c5a81 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:09:30.727274 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-8e40f1c7-664b-4415-b774-7b7367d6fc9a req-5ffdfdcf-a059-4da1-bccd-4937d9ff8076 tempest-VolumesNegativeTest-723400117 tempest-VolumesNegativeTest-723400117-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:09:30.734971 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e40f1c7-664b-4415-b774-7b7367d6fc9a req-5ffdfdcf-a059-4da1-bccd-4937d9ff8076 tempest-VolumesNegativeTest-723400117 tempest-VolumesNegativeTest-723400117-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:09:30.740285 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffdfdcf-a059-4da1-bccd-4937d9ff8076 tempest-VolumesNegativeTest-723400117 tempest-VolumesNegativeTest-723400117-project] Pushing event updated for resources: {'Port': ['ID=be280c5c-50f4-4ca9-9cb6-39f47d87a24b,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:09:30.805934 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e40f1c7-664b-4415-b774-7b7367d6fc9a req-5ffdfdcf-a059-4da1-bccd-4937d9ff8076 tempest-VolumesNegativeTest-723400117 tempest-VolumesNegativeTest-723400117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:30.806946 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8e40f1c7-664b-4415-b774-7b7367d6fc9a req-5ffdfdcf-a059-4da1-bccd-4937d9ff8076 tempest-VolumesNegativeTest-723400117 tempest-VolumesNegativeTest-723400117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:30.831477 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8e40f1c7-664b-4415-b774-7b7367d6fc9a req-5ffdfdcf-a059-4da1-bccd-4937d9ff8076 tempest-VolumesNegativeTest-723400117 tempest-VolumesNegativeTest-723400117-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1784651 Mar 11 20:09:30.844267 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-8e40f1c7-664b-4415-b774-7b7367d6fc9a req-35ac3923-60a5-4abe-85a4-f00e8302683b service neutron] Request body: {'port': {'device_id': '489df687-5c54-4268-9b67-acc0413839b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:09:30.916886 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8e40f1c7-664b-4415-b774-7b7367d6fc9a req-35ac3923-60a5-4abe-85a4-f00e8302683b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (be280c5c-50f4-4ca9-9cb6-39f47d87a24b), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:31.111994 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c68862b5-0c96-4b4e-8ec9-94297c31ea7b None None] Provisioning complete for port be280c5c-50f4-4ca9-9cb6-39f47d87a24b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:09:31.112707 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c68862b5-0c96-4b4e-8ec9-94297c31ea7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (be280c5c-50f4-4ca9-9cb6-39f47d87a24b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:31.181277 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c68862b5-0c96-4b4e-8ec9-94297c31ea7b None None] Port be280c5c-50f4-4ca9-9cb6-39f47d87a24b cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:09:31.309004 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-8e40f1c7-664b-4415-b774-7b7367d6fc9a req-35ac3923-60a5-4abe-85a4-f00e8302683b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be280c5c-50f4-4ca9-9cb6-39f47d87a24b {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:09:31.318763 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8e40f1c7-664b-4415-b774-7b7367d6fc9a req-35ac3923-60a5-4abe-85a4-f00e8302683b service neutron] Publish callbacks [] for port (be280c5c-50f4-4ca9-9cb6-39f47d87a24b), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:31.338322 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-8e40f1c7-664b-4415-b774-7b7367d6fc9a req-35ac3923-60a5-4abe-85a4-f00e8302683b service neutron] Transition to ACTIVE for port object be280c5c-50f4-4ca9-9cb6-39f47d87a24b will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 20:09:31.346165 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a017c9f-887a-41b1-b8e9-e5ed1c5141c7 req-bf63928c-e974-4c93-9aa8-9fd0dc7805af tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:31.347706 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4a017c9f-887a-41b1-b8e9-e5ed1c5141c7 req-bf63928c-e974-4c93-9aa8-9fd0dc7805af tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=50bd78c6-b752-4f59-a968-a13f192b2792 HTTP/1.1" status: 200 len: 943 time: 0.1031442 Mar 11 20:09:31.348801 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8e40f1c7-664b-4415-b774-7b7367d6fc9a req-35ac3923-60a5-4abe-85a4-f00e8302683b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (be280c5c-50f4-4ca9-9cb6-39f47d87a24b), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:31.454594 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac3923-60a5-4abe-85a4-f00e8302683b service neutron] Pushing event updated for resources: {'Port': ['ID=be280c5c-50f4-4ca9-9cb6-39f47d87a24b,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:09:31.483396 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4a017c9f-887a-41b1-b8e9-e5ed1c5141c7 req-2df092ea-96c0-4564-9720-3d53bb07a56b tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261830 Mar 11 20:09:31.550206 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-8e40f1c7-664b-4415-b774-7b7367d6fc9a req-35ac3923-60a5-4abe-85a4-f00e8302683b service neutron] Attempting to bind port be280c5c-50f4-4ca9-9cb6-39f47d87a24b on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:09:31.550678 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-8e40f1c7-664b-4415-b774-7b7367d6fc9a req-35ac3923-60a5-4abe-85a4-f00e8302683b service neutron] Attempting to bind port be280c5c-50f4-4ca9-9cb6-39f47d87a24b by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:09:31.551111 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e40f1c7-664b-4415-b774-7b7367d6fc9a req-35ac3923-60a5-4abe-85a4-f00e8302683b service neutron] Attempting to bind port be280c5c-50f4-4ca9-9cb6-39f47d87a24b on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:09:31.556505 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e40f1c7-664b-4415-b774-7b7367d6fc9a req-35ac3923-60a5-4abe-85a4-f00e8302683b service neutron] Port be280c5c-50f4-4ca9-9cb6-39f47d87a24b on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 20:09:31.557069 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e40f1c7-664b-4415-b774-7b7367d6fc9a req-35ac3923-60a5-4abe-85a4-f00e8302683b service neutron] Attempting to bind port be280c5c-50f4-4ca9-9cb6-39f47d87a24b on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:09:31.563060 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e40f1c7-664b-4415-b774-7b7367d6fc9a req-35ac3923-60a5-4abe-85a4-f00e8302683b service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:09:31.563557 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e40f1c7-664b-4415-b774-7b7367d6fc9a req-35ac3923-60a5-4abe-85a4-f00e8302683b service neutron] Checking segment: {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:09:31.564073 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e40f1c7-664b-4415-b774-7b7367d6fc9a req-35ac3923-60a5-4abe-85a4-f00e8302683b service neutron] Bound using segment: {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:09:31.564612 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-8e40f1c7-664b-4415-b774-7b7367d6fc9a req-35ac3923-60a5-4abe-85a4-f00e8302683b service neutron] Bound port: be280c5c-50f4-4ca9-9cb6-39f47d87a24b, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:09:31.565076 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8e40f1c7-664b-4415-b774-7b7367d6fc9a req-35ac3923-60a5-4abe-85a4-f00e8302683b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (be280c5c-50f4-4ca9-9cb6-39f47d87a24b), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:31.678016 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91c489-4422-4b33-bbe4-d004910b10d4 req-d258dd93-b883-49bb-b815-53fd7380e876 tempest-VolumesNegativeTest-723400117 tempest-VolumesNegativeTest-723400117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:31.679423 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ab91c489-4422-4b33-bbe4-d004910b10d4 req-d258dd93-b883-49bb-b815-53fd7380e876 tempest-VolumesNegativeTest-723400117 tempest-VolumesNegativeTest-723400117-project] 10.222.0.65 "GET /v2.0/ports?device_id=489df687-5c54-4268-9b67-acc0413839b2 HTTP/1.1" status: 200 len: 947 time: 0.1119843 Mar 11 20:09:31.683350 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-8e40f1c7-664b-4415-b774-7b7367d6fc9a req-35ac3923-60a5-4abe-85a4-f00e8302683b service neutron] For port be280c5c-50f4-4ca9-9cb6-39f47d87a24b, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:09:31.687511 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-8e40f1c7-664b-4415-b774-7b7367d6fc9a req-35ac3923-60a5-4abe-85a4-f00e8302683b service neutron] For port be280c5c-50f4-4ca9-9cb6-39f47d87a24b, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=be280c5c-50f4-4ca9-9cb6-39f47d87a24b,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:09:31.698303 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8e40f1c7-664b-4415-b774-7b7367d6fc9a req-35ac3923-60a5-4abe-85a4-f00e8302683b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (be280c5c-50f4-4ca9-9cb6-39f47d87a24b), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:31.747607 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e40f1c7-664b-4415-b774-7b7367d6fc9a req-35ac3923-60a5-4abe-85a4-f00e8302683b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:31.748262 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8e40f1c7-664b-4415-b774-7b7367d6fc9a req-35ac3923-60a5-4abe-85a4-f00e8302683b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:31.749690 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8e40f1c7-664b-4415-b774-7b7367d6fc9a req-35ac3923-60a5-4abe-85a4-f00e8302683b service neutron] 10.222.0.57 "PUT /v2.0/ports/be280c5c-50f4-4ca9-9cb6-39f47d87a24b HTTP/1.1" status: 200 len: 1095 time: 0.9101632 Mar 11 20:09:31.750105 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '489df687-5c54-4268-9b67-acc0413839b2', 'tag': 'be280c5c-50f4-4ca9-9cb6-39f47d87a24b'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:09:31.752566 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a65be1c-89c8-4132-9f85-b56129d86afc" -d '{"events": [{"name": "network-changed", "server_uuid": "489df687-5c54-4268-9b67-acc0413839b2", "tag": "be280c5c-50f4-4ca9-9cb6-39f47d87a24b"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:09:31.768239 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52984) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:09:31.822562 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac3923-60a5-4abe-85a4-f00e8302683b service neutron] Pushing event updated for resources: {'Port': ['ID=be280c5c-50f4-4ca9-9cb6-39f47d87a24b,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:09:31.837609 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ab91c489-4422-4b33-bbe4-d004910b10d4 req-f67cb0cb-8ad3-43f1-bc86-1d3acfc6687c tempest-VolumesNegativeTest-723400117 tempest-VolumesNegativeTest-723400117-project] 10.222.0.65 "GET /v2.0/security-groups?id=498076c3-a25c-4e7d-ab43-943707853efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517942 Mar 11 20:09:31.892120 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e40f1c7-664b-4415-b774-7b7367d6fc9a req-0fb44f3d-46f6-4376-81c9-c95af1283e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:31.894185 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8e40f1c7-664b-4415-b774-7b7367d6fc9a req-0fb44f3d-46f6-4376-81c9-c95af1283e88 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fc0686a72b814b06ae54fa23815b2962&device_id=489df687-5c54-4268-9b67-acc0413839b2 HTTP/1.1" status: 200 len: 1129 time: 0.0891685 Mar 11 20:09:31.908193 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37c3d0e-ff3b-423b-9b66-b94f289eb90b x-openstack-request-id: req-f37c3d0e-ff3b-423b-9b66-b94f289eb90b {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:09:31.908492 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "489df687-5c54-4268-9b67-acc0413839b2", "tag": "be280c5c-50f4-4ca9-9cb6-39f47d87a24b", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:09:31.908752 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f37c3d0e-ff3b-423b-9b66-b94f289eb90b {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:09:31.909168 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '489df687-5c54-4268-9b67-acc0413839b2', 'tag': 'be280c5c-50f4-4ca9-9cb6-39f47d87a24b', 'status': 'completed', 'code': 200} Mar 11 20:09:31.949989 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8e40f1c7-664b-4415-b774-7b7367d6fc9a req-ddfe8dc1-f3e0-4bac-8f53-f21d0dd86720 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=be280c5c-50f4-4ca9-9cb6-39f47d87a24b HTTP/1.1" status: 200 len: 217 time: 0.0442705 Mar 11 20:09:32.010607 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e40f1c7-664b-4415-b774-7b7367d6fc9a req-b58ad1d5-8cd6-4e39-bd50-008e811197b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:32.012284 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8e40f1c7-664b-4415-b774-7b7367d6fc9a req-b58ad1d5-8cd6-4e39-bd50-008e811197b9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.0567031 Mar 11 20:09:32.059280 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-497cf7dd-d427-4379-89b5-434168afaf63 admin admin] Deleting subnet dabdda85-4a18-4038-bd61-4842b5c742e1 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 20:09:32.063028 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-497cf7dd-d427-4379-89b5-434168afaf63 admin admin] Publish callbacks [] for subnet (dabdda85-4a18-4038-bd61-4842b5c742e1), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:32.072529 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e40f1c7-664b-4415-b774-7b7367d6fc9a req-99c13e26-e9b1-4855-8eec-df6b6ecb9540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:32.074051 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8e40f1c7-664b-4415-b774-7b7367d6fc9a req-99c13e26-e9b1-4855-8eec-df6b6ecb9540 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0562396 Mar 11 20:09:32.099122 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-497cf7dd-d427-4379-89b5-434168afaf63 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (dabdda85-4a18-4038-bd61-4842b5c742e1), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:32.140880 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-497cf7dd-d427-4379-89b5-434168afaf63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (dabdda85-4a18-4038-bd61-4842b5c742e1), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:32.171658 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8e40f1c7-664b-4415-b774-7b7367d6fc9a req-50fe02da-65fe-45ea-b89e-3377257ed884 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910101 Mar 11 20:09:32.197877 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-497cf7dd-d427-4379-89b5-434168afaf63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (dabdda85-4a18-4038-bd61-4842b5c742e1), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:32.226241 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-497cf7dd-d427-4379-89b5-434168afaf63 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:32.229447 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-497cf7dd-d427-4379-89b5-434168afaf63 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/dabdda85-4a18-4038-bd61-4842b5c742e1 HTTP/1.1" status: 204 len: 168 time: 0.4602060 Mar 11 20:09:32.230892 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497cf7dd-d427-4379-89b5-434168afaf63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dabdda85-4a18-4038-bd61-4842b5c742e1,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:09:32.232620 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52988) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:09:32.282088 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8e40f1c7-664b-4415-b774-7b7367d6fc9a req-37287a10-c55c-4f08-8394-1d79563a50a3 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050453 Mar 11 20:09:32.319443 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c6702b5a-a65f-4822-854c-84b65e0654e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (ed159874-cc48-4cd3-85b3-1d074d175762), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:32.379608 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a65be1c-89c8-4132-9f85-b56129d86afc req-221c0f5f-9172-4725-8eec-952a991617d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:32.380670 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2a65be1c-89c8-4132-9f85-b56129d86afc req-221c0f5f-9172-4725-8eec-952a991617d1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fc0686a72b814b06ae54fa23815b2962&device_id=489df687-5c54-4268-9b67-acc0413839b2 HTTP/1.1" status: 200 len: 1129 time: 0.0532267 Mar 11 20:09:32.406172 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c6702b5a-a65f-4822-854c-84b65e0654e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (ed159874-cc48-4cd3-85b3-1d074d175762), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:32.427772 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-c6702b5a-a65f-4822-854c-84b65e0654e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed159874-cc48-4cd3-85b3-1d074d175762']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:09:32.437617 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-c6702b5a-a65f-4822-854c-84b65e0654e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c94b858-19f9-4a63-b8c5-a2e7700dcae2') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:09:32.437898 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-c6702b5a-a65f-4822-854c-84b65e0654e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c94b858-19f9-4a63-b8c5-a2e7700dcae2') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:09:32.447224 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c6702b5a-a65f-4822-854c-84b65e0654e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (4c94b858-19f9-4a63-b8c5-a2e7700dcae2), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:32.462187 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c6702b5a-a65f-4822-854c-84b65e0654e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (4c94b858-19f9-4a63-b8c5-a2e7700dcae2), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:32.469276 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6702b5a-a65f-4822-854c-84b65e0654e2 admin admin] Releasing vlan 886 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 20:09:32.470256 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c6702b5a-a65f-4822-854c-84b65e0654e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (4c94b858-19f9-4a63-b8c5-a2e7700dcae2), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:32.472147 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 20:09:32.472147 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 20:09:32.472147 n-d-833163-1 neutron-server[103884]: timer() Mar 11 20:09:32.472147 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:09:32.472147 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 20:09:32.472147 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 20:09:32.472147 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 20:09:32.472147 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:09:32.472147 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 20:09:32.472147 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:09:32.472147 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 20:09:32.472147 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:09:32.472147 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 20:09:32.472147 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 20:09:32.472147 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:09:32.472147 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 20:09:32.472147 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:09:32.472147 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 20:09:32.472147 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 20:09:32.472147 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:09:32.472147 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 20:09:32.472147 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:09:32.472147 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:09:32.472147 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 20:09:32.472147 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 20:09:32.472147 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 20:09:32.472147 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:09:32.472147 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 20:09:32.472147 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:09:32.472147 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 20:09:32.472147 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:09:32.472147 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:09:32.489640 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a65be1c-89c8-4132-9f85-b56129d86afc req-cfc2562a-fd22-42f7-8e50-5e9f2fd6f790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:32.491016 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2a65be1c-89c8-4132-9f85-b56129d86afc req-cfc2562a-fd22-42f7-8e50-5e9f2fd6f790 service neutron] 10.222.0.57 "GET /v2.0/networks?id=885772b1-9b97-4e1d-a0fb-e125030c5a81 HTTP/1.1" status: 200 len: 870 time: 0.1045876 Mar 11 20:09:32.538833 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2a65be1c-89c8-4132-9f85-b56129d86afc req-5707355b-6726-4c72-9f4c-8dd7d0c2b30c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=be280c5c-50f4-4ca9-9cb6-39f47d87a24b HTTP/1.1" status: 200 len: 217 time: 0.0415003 Mar 11 20:09:32.548125 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c6702b5a-a65f-4822-854c-84b65e0654e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (ed159874-cc48-4cd3-85b3-1d074d175762), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:32.553148 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c6702b5a-a65f-4822-854c-84b65e0654e2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:32.559913 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c6702b5a-a65f-4822-854c-84b65e0654e2 admin admin] 10.222.0.65 "DELETE /v2.0/networks/ed159874-cc48-4cd3-85b3-1d074d175762 HTTP/1.1" status: 204 len: 168 time: 0.3262343 Mar 11 20:09:32.574675 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6702b5a-a65f-4822-854c-84b65e0654e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed159874-cc48-4cd3-85b3-1d074d175762,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:09:32.645357 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a65be1c-89c8-4132-9f85-b56129d86afc req-68514991-1224-4dff-bdae-524e13b6d2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:32.647032 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2a65be1c-89c8-4132-9f85-b56129d86afc req-68514991-1224-4dff-bdae-524e13b6d2f5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.1018045 Mar 11 20:09:32.665334 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff96562c-b8d3-456e-967a-deebcf0eca47 req-dd7daab3-bc55-4601-b76b-9e19405fcf41 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:32.666943 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ff96562c-b8d3-456e-967a-deebcf0eca47 req-dd7daab3-bc55-4601-b76b-9e19405fcf41 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=50bd78c6-b752-4f59-a968-a13f192b2792 HTTP/1.1" status: 200 len: 943 time: 0.0800743 Mar 11 20:09:32.711117 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 52994) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:09:32.749791 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a65be1c-89c8-4132-9f85-b56129d86afc req-bf987d12-b6f2-48e2-880c-bed9d580eddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:32.751391 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2a65be1c-89c8-4132-9f85-b56129d86afc req-bf987d12-b6f2-48e2-880c-bed9d580eddc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0935411 Mar 11 20:09:32.754493 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ff96562c-b8d3-456e-967a-deebcf0eca47 req-d696405b-a62e-4fa4-8d76-7f70153b35d9 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588679 Mar 11 20:09:32.758381 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 52996) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:09:32.758627 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-6abdeb33-6c85-4394-8fb1-f1b6fdf5fb76 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9c329b07f8654f248d1ff2f37019fb7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0461233 Mar 11 20:09:32.878122 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-34917cf9-7225-4cce-8c97-9d6280137a36 admin admin] Publish callbacks [] for security_group (7cf2f974-c2b6-4dae-90a8-ac841db8533f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:32.900995 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2a65be1c-89c8-4132-9f85-b56129d86afc req-350c6b89-7374-406e-9bc8-eefbd5f37527 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436994 Mar 11 20:09:32.919718 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-34917cf9-7225-4cce-8c97-9d6280137a36 admin admin] Publish callbacks [] for security_group (7cf2f974-c2b6-4dae-90a8-ac841db8533f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:33.069763 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ffecf5-b6ed-448e-a747-26d5601d964d req-7592905a-ea3a-40cd-81e3-c30a3ad3fba7 tempest-VolumesNegativeTest-723400117 tempest-VolumesNegativeTest-723400117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:33.071294 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-35ffecf5-b6ed-448e-a747-26d5601d964d req-7592905a-ea3a-40cd-81e3-c30a3ad3fba7 tempest-VolumesNegativeTest-723400117 tempest-VolumesNegativeTest-723400117-project] 10.222.0.65 "GET /v2.0/ports?device_id=489df687-5c54-4268-9b67-acc0413839b2 HTTP/1.1" status: 200 len: 947 time: 0.1621666 Mar 11 20:09:33.074111 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2a65be1c-89c8-4132-9f85-b56129d86afc req-e19d0747-1985-436b-b4e6-f041b271a585 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634653 Mar 11 20:09:33.096530 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-34917cf9-7225-4cce-8c97-9d6280137a36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (7cf2f974-c2b6-4dae-90a8-ac841db8533f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:33.099196 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-34917cf9-7225-4cce-8c97-9d6280137a36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:33.100362 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-34917cf9-7225-4cce-8c97-9d6280137a36 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/7cf2f974-c2b6-4dae-90a8-ac841db8533f HTTP/1.1" status: 204 len: 168 time: 0.3407469 Mar 11 20:09:33.114614 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34917cf9-7225-4cce-8c97-9d6280137a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf2f974-c2b6-4dae-90a8-ac841db8533f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:09:33.160451 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-35ffecf5-b6ed-448e-a747-26d5601d964d req-1b3dcc75-962c-49a6-af27-d266540fa5ec tempest-VolumesNegativeTest-723400117 tempest-VolumesNegativeTest-723400117-project] 10.222.0.65 "GET /v2.0/security-groups?id=498076c3-a25c-4e7d-ab43-943707853efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815217 Mar 11 20:09:33.880333 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77608e68-7b1b-4df7-ba48-fd2eab6a3f14 req-9182a8bd-f662-4f23-964f-268268ae0aa9 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:33.881837 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-77608e68-7b1b-4df7-ba48-fd2eab6a3f14 req-9182a8bd-f662-4f23-964f-268268ae0aa9 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=50bd78c6-b752-4f59-a968-a13f192b2792 HTTP/1.1" status: 200 len: 943 time: 0.0566301 Mar 11 20:09:33.929725 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-77608e68-7b1b-4df7-ba48-fd2eab6a3f14 req-f9bb14fa-7821-4c7f-97f6-af8e5ded760d tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420742 Mar 11 20:09:34.289981 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f5d47f-d518-4616-a53c-781e89e8375a req-66bd8935-5597-451c-b7d0-a1a253d866f2 tempest-VolumesNegativeTest-723400117 tempest-VolumesNegativeTest-723400117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:34.291474 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-99f5d47f-d518-4616-a53c-781e89e8375a req-66bd8935-5597-451c-b7d0-a1a253d866f2 tempest-VolumesNegativeTest-723400117 tempest-VolumesNegativeTest-723400117-project] 10.222.0.65 "GET /v2.0/ports?device_id=489df687-5c54-4268-9b67-acc0413839b2 HTTP/1.1" status: 200 len: 947 time: 0.0587437 Mar 11 20:09:34.340038 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-99f5d47f-d518-4616-a53c-781e89e8375a req-b6a756b4-8425-412c-9a57-fe8ba96a9992 tempest-VolumesNegativeTest-723400117 tempest-VolumesNegativeTest-723400117-project] 10.222.0.65 "GET /v2.0/security-groups?id=498076c3-a25c-4e7d-ab43-943707853efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422628 Mar 11 20:09:34.359315 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53040) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:09:34.511162 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-8b2e2878-02ee-407c-b588-4b9c4e84d50c tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Request body: {'network': {'name': 'tempest-network-smoke--279273101', 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'port_security_enabled': True}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:09:34.532040 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2e2878-02ee-407c-b588-4b9c4e84d50c tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Made reservation on behalf of 77aef0b32a4e44be903fe7edad11ff8b for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:09:34.535743 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8b2e2878-02ee-407c-b588-4b9c4e84d50c tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:34.549210 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8b2e2878-02ee-407c-b588-4b9c4e84d50c tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:34.630100 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8b2e2878-02ee-407c-b588-4b9c4e84d50c tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for security_group (6112958c-b424-4610-864c-4666823c5f37), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:34.633944 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8b2e2878-02ee-407c-b588-4b9c4e84d50c tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (6112958c-b424-4610-864c-4666823c5f37), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:34.657234 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b2e2878-02ee-407c-b588-4b9c4e84d50c tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] vlan segment allocate from pool success with {'vlan_id': 878, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:09:34.670420 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2e2878-02ee-407c-b588-4b9c4e84d50c tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6112958c-b424-4610-864c-4666823c5f37,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:09:34.675699 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8b2e2878-02ee-407c-b588-4b9c4e84d50c tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (66feaf47-58bc-4a44-8804-1404c55a2095), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:34.676034 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-8b2e2878-02ee-407c-b588-4b9c4e84d50c tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Added segment 66feaf47-58bc-4a44-8804-1404c55a2095 of type vlan for network b35df9a3-ec73-442f-a1d6-fed1dd246828 Mar 11 20:09:34.714637 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8b2e2878-02ee-407c-b588-4b9c4e84d50c tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (b35df9a3-ec73-442f-a1d6-fed1dd246828), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:34.740603 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8b2e2878-02ee-407c-b588-4b9c4e84d50c tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (b35df9a3-ec73-442f-a1d6-fed1dd246828), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:34.746481 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2e2878-02ee-407c-b588-4b9c4e84d50c tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:34.747096 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8b2e2878-02ee-407c-b588-4b9c4e84d50c tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:34.778621 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8b2e2878-02ee-407c-b588-4b9c4e84d50c tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4181802 Mar 11 20:09:34.782576 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 53044) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:09:34.787199 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-30898444-27f2-4757-b71a-38bbfa859af6 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-773022520', 'admin_state_up': True, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:09:34.807225 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device be280c5c-50f4-4ca9-9cb6-39f47d87a24b details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 20:09:34.809839 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-30898444-27f2-4757-b71a-38bbfa859af6 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (c3f93523-2c96-40e2-bc72-483b4e68d849), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:34.811056 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-30898444-27f2-4757-b71a-38bbfa859af6 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (c3f93523-2c96-40e2-bc72-483b4e68d849), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:34.821704 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2e2878-02ee-407c-b588-4b9c4e84d50c tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Pushing event updated for resources: {'Network': ['ID=b35df9a3-ec73-442f-a1d6-fed1dd246828,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:09:34.836248 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network b35df9a3-ec73-442f-a1d6-fed1dd246828 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 20:09:34.866233 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-30898444-27f2-4757-b71a-38bbfa859af6 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for router_controller (c3f93523-2c96-40e2-bc72-483b4e68d849), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:34.977242 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port be280c5c-50f4-4ca9-9cb6-39f47d87a24b, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=be280c5c-50f4-4ca9-9cb6-39f47d87a24b,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:09:34.999651 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': 'be280c5c-50f4-4ca9-9cb6-39f47d87a24b', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'port_id': 'be280c5c-50f4-4ca9-9cb6-39f47d87a24b', 'mac_address': 'fa:16:3e:6f:5f:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bb14923-74c3-4313-be8d-ed33542f05aa', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 20:09:35.038591 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port be280c5c-50f4-4ca9-9cb6-39f47d87a24b is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:09:35.038978 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (be280c5c-50f4-4ca9-9cb6-39f47d87a24b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:35.052499 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be280c5c-50f4-4ca9-9cb6-39f47d87a24b {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:09:35.072545 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port be280c5c-50f4-4ca9-9cb6-39f47d87a24b, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=be280c5c-50f4-4ca9-9cb6-39f47d87a24b,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:09:35.077647 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (be280c5c-50f4-4ca9-9cb6-39f47d87a24b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:35.089101 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-30898444-27f2-4757-b71a-38bbfa859af6 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for router_gateway (c3f93523-2c96-40e2-bc72-483b4e68d849), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:35.127228 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=be280c5c-50f4-4ca9-9cb6-39f47d87a24b,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:09:35.134817 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:09:35.135171 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:09:35.135542 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:09:35.135909 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:09:35.136249 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:09:35.136559 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc0da92-c755-4bd8-9040-dc9d06cac0c0 req-2fdaf747-0bd3-4194-ad60-ac37d270461d tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:35.136718 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:09:35.136910 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:09:35.137242 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:09:35.137572 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:09:35.138012 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dbc0da92-c755-4bd8-9040-dc9d06cac0c0 req-2fdaf747-0bd3-4194-ad60-ac37d270461d tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=50bd78c6-b752-4f59-a968-a13f192b2792 HTTP/1.1" status: 200 len: 943 time: 0.1100061 Mar 11 20:09:35.138122 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:09:35.138342 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:09:35.138678 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:09:35.139002 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:09:35.226897 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dbc0da92-c755-4bd8-9040-dc9d06cac0c0 req-1691513b-986c-4aa1-bfb4-6cf534ae4d34 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806870 Mar 11 20:09:35.354168 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-30898444-27f2-4757-b71a-38bbfa859af6 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for router_gateway (c3f93523-2c96-40e2-bc72-483b4e68d849), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:35.373679 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-30898444-27f2-4757-b71a-38bbfa859af6 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:35.381816 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['be280c5c-50f4-4ca9-9cb6-39f47d87a24b'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:09:35.527014 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53509c16-3f32-4027-bf5d-b24b0063ad2f req-847112db-9658-441b-9a99-aec3647659a6 tempest-VolumesNegativeTest-723400117 tempest-VolumesNegativeTest-723400117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:35.534058 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-53509c16-3f32-4027-bf5d-b24b0063ad2f req-847112db-9658-441b-9a99-aec3647659a6 tempest-VolumesNegativeTest-723400117 tempest-VolumesNegativeTest-723400117-project] 10.222.0.65 "GET /v2.0/ports?device_id=489df687-5c54-4268-9b67-acc0413839b2 HTTP/1.1" status: 200 len: 948 time: 0.1109903 Mar 11 20:09:35.552160 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-30898444-27f2-4757-b71a-38bbfa859af6 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Allocated IP 172.25.8.25 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/d9888c7a-3daf-460d-a826-9e3a2e805487) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:09:35.877309 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-53509c16-3f32-4027-bf5d-b24b0063ad2f req-4ed16443-2656-406f-baf8-9b62c3985eb4 tempest-VolumesNegativeTest-723400117 tempest-VolumesNegativeTest-723400117-project] 10.222.0.65 "GET /v2.0/security-groups?id=498076c3-a25c-4e7d-ab43-943707853efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367157 Mar 11 20:09:35.948368 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-30898444-27f2-4757-b71a-38bbfa859af6 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for port (d9888c7a-3daf-460d-a826-9e3a2e805487), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:35.981057 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-30898444-27f2-4757-b71a-38bbfa859af6 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (d9888c7a-3daf-460d-a826-9e3a2e805487), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:36.022002 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30898444-27f2-4757-b71a-38bbfa859af6 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:09:36.026783 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-30898444-27f2-4757-b71a-38bbfa859af6 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:09:36.031161 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30898444-27f2-4757-b71a-38bbfa859af6 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:09:36.053258 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30898444-27f2-4757-b71a-38bbfa859af6 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Pushing event updated for resources: {'Port': ['ID=d9888c7a-3daf-460d-a826-9e3a2e805487,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:09:36.377333 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-30898444-27f2-4757-b71a-38bbfa859af6 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for router_gateway (c3f93523-2c96-40e2-bc72-483b4e68d849), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:36.435556 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c4713e-24e7-4eda-b94c-68d00d00bbd6 req-238daba3-7849-465b-837b-fc207acd506c tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:36.437410 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-86c4713e-24e7-4eda-b94c-68d00d00bbd6 req-238daba3-7849-465b-837b-fc207acd506c tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=50bd78c6-b752-4f59-a968-a13f192b2792 HTTP/1.1" status: 200 len: 943 time: 0.1319015 Mar 11 20:09:36.538052 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-86c4713e-24e7-4eda-b94c-68d00d00bbd6 req-c8dd8504-20f1-42b8-8e69-4a9b5ad28357 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943320 Mar 11 20:09:36.647879 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-30898444-27f2-4757-b71a-38bbfa859af6 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (c3f93523-2c96-40e2-bc72-483b4e68d849), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:36.789307 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30898444-27f2-4757-b71a-38bbfa859af6 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Router c3f93523-2c96-40e2-bc72-483b4e68d849 is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 20:09:36.807288 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device be280c5c-50f4-4ca9-9cb6-39f47d87a24b up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:09:36.858268 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port be280c5c-50f4-4ca9-9cb6-39f47d87a24b completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 20:09:36.862373 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port be280c5c-50f4-4ca9-9cb6-39f47d87a24b triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:09:36.862752 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (be280c5c-50f4-4ca9-9cb6-39f47d87a24b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:36.902713 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30898444-27f2-4757-b71a-38bbfa859af6 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:09:36.916251 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f4c0bd-daac-4203-9dbe-40658c6e20d6 None None] Sync routers for ids ['c3f93523-2c96-40e2-bc72-483b4e68d849'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:09:36.930869 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f4c0bd-daac-4203-9dbe-40658c6e20d6 None None] Routers {'c3f93523-2c96-40e2-bc72-483b4e68d849'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:09:36.931974 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-b6f4c0bd-daac-4203-9dbe-40658c6e20d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:09:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['c3f93523-2c96-40e2-bc72-483b4e68d849'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:09:36.935247 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-30898444-27f2-4757-b71a-38bbfa859af6 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:36.940890 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53054) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:09:36.948227 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-30898444-27f2-4757-b71a-38bbfa859af6 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.1644576 Mar 11 20:09:36.952647 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port be280c5c-50f4-4ca9-9cb6-39f47d87a24b is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:09:36.953046 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (be280c5c-50f4-4ca9-9cb6-39f47d87a24b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:36.978768 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '489df687-5c54-4268-9b67-acc0413839b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be280c5c-50f4-4ca9-9cb6-39f47d87a24b'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:09:36.981173 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5993a2-4f10-4637-86e0-842cfd13683e" -d '{"events": [{"server_uuid": "489df687-5c54-4268-9b67-acc0413839b2", "name": "network-vif-plugged", "status": "completed", "tag": "be280c5c-50f4-4ca9-9cb6-39f47d87a24b"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:09:36.998345 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port be280c5c-50f4-4ca9-9cb6-39f47d87a24b, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=be280c5c-50f4-4ca9-9cb6-39f47d87a24b,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:09:37.004401 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (be280c5c-50f4-4ca9-9cb6-39f47d87a24b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:37.026207 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6127b7c-699b-43e7-9857-7fe5048344a5 req-78be2916-6a96-4615-9e1d-0ea0f5bdc73e tempest-VolumesNegativeTest-723400117 tempest-VolumesNegativeTest-723400117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:37.036287 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a6127b7c-699b-43e7-9857-7fe5048344a5 req-78be2916-6a96-4615-9e1d-0ea0f5bdc73e tempest-VolumesNegativeTest-723400117 tempest-VolumesNegativeTest-723400117-project] 10.222.0.65 "GET /v2.0/ports?device_id=489df687-5c54-4268-9b67-acc0413839b2 HTTP/1.1" status: 200 len: 948 time: 0.0857201 Mar 11 20:09:37.043410 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a30273c1-a3ce-435b-b1ee-2625cd7569e5 tempest-TestNetworkBasicOps-1071994665 tempest-TestNetworkBasicOps-1071994665-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=77aef0b32a4e44be903fe7edad11ff8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1010437 Mar 11 20:09:37.044337 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53060) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:09:37.074469 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=be280c5c-50f4-4ca9-9cb6-39f47d87a24b,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:09:37.114352 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a6127b7c-699b-43e7-9857-7fe5048344a5 req-933accde-905a-48fd-8384-14d007bb7b5e tempest-VolumesNegativeTest-723400117 tempest-VolumesNegativeTest-723400117-project] 10.222.0.65 "GET /v2.0/security-groups?id=498076c3-a25c-4e7d-ab43-943707853efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751789 Mar 11 20:09:37.169845 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-b6f4c0bd-daac-4203-9dbe-40658c6e20d6 None None] Set router c3f93523-2c96-40e2-bc72-483b4e68d849 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:09:37.173577 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee2aa04-d105-4559-a8fc-a7ea291ce967 x-openstack-request-id: req-3ee2aa04-d105-4559-a8fc-a7ea291ce967 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:09:37.173937 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "489df687-5c54-4268-9b67-acc0413839b2", "name": "network-vif-plugged", "status": "completed", "tag": "be280c5c-50f4-4ca9-9cb6-39f47d87a24b", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:09:37.174204 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3ee2aa04-d105-4559-a8fc-a7ea291ce967 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:09:37.174632 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '489df687-5c54-4268-9b67-acc0413839b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be280c5c-50f4-4ca9-9cb6-39f47d87a24b', 'code': 200} Mar 11 20:09:37.244996 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38097087-860e-4e98-b962-52f14e487c3d tempest-TestNetworkBasicOps-1071994665 tempest-TestNetworkBasicOps-1071994665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:37.250572 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 53062) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:09:37.250800 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-38097087-860e-4e98-b962-52f14e487c3d tempest-TestNetworkBasicOps-1071994665 tempest-TestNetworkBasicOps-1071994665-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2050371 Mar 11 20:09:37.290891 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-df20be8e-79d1-4eee-8da7-387f3e693d78 tempest-TestNetworkBasicOps-1071994665 tempest-TestNetworkBasicOps-1071994665-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=612cc066-33e3-444d-b1c7-d0a64751482a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387676 Mar 11 20:09:37.293799 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53064) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:09:37.298970 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-6eb9b4e0-9a62-4d11-9131-715acf295f7b tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1212777715', 'network_id': 'b35df9a3-ec73-442f-a1d6-fed1dd246828', 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:09:37.312967 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fc3897-f7ad-4e46-8afd-f417dcf2a316 req-9071a10f-0043-422a-8fc0-3344e2a87b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:37.315325 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-83fc3897-f7ad-4e46-8afd-f417dcf2a316 req-9071a10f-0043-422a-8fc0-3344e2a87b72 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=489df687-5c54-4268-9b67-acc0413839b2 HTTP/1.1" status: 200 len: 1131 time: 0.0917368 Mar 11 20:09:37.354091 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-b6f4c0bd-daac-4203-9dbe-40658c6e20d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f93523-2c96-40e2-bc72-483b4e68d849', 'name': 'tempest-TestNetworkBasicOps-router-773022520', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'd9888c7a-3daf-460d-a826-9e3a2e805487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:09:34Z', 'updated_at': '2022-03-11T20:09:36Z', 'revision_number': 3, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'gw_port': {'id': 'd9888c7a-3daf-460d-a826-9e3a2e805487', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fc:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f93523-2c96-40e2-bc72-483b4e68d849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:09:35Z', 'updated_at': '2022-03-11T20:09:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:09:37.363544 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-83fc3897-f7ad-4e46-8afd-f417dcf2a316 req-fe758ee3-7024-401b-a89b-7e3f23634271 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=498076c3-a25c-4e7d-ab43-943707853efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416858 Mar 11 20:09:37.382167 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f4c0bd-daac-4203-9dbe-40658c6e20d6 None None] Checking router: c3f93523-2c96-40e2-bc72-483b4e68d849 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:09:37.382512 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f4c0bd-daac-4203-9dbe-40658c6e20d6 None None] Updating router c3f93523-2c96-40e2-bc72-483b4e68d849 port d9888c7a-3daf-460d-a826-9e3a2e805487 binding host n-d-833163-1 {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 20:09:37.415520 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b6f4c0bd-daac-4203-9dbe-40658c6e20d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d9888c7a-3daf-460d-a826-9e3a2e805487), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:37.678496 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024be615-b1a3-478e-884c-c00e8260be5e req-742c029b-0428-4171-988b-a10b960f9339 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:37.680082 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-024be615-b1a3-478e-884c-c00e8260be5e req-742c029b-0428-4171-988b-a10b960f9339 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=50bd78c6-b752-4f59-a968-a13f192b2792 HTTP/1.1" status: 200 len: 943 time: 0.0613353 Mar 11 20:09:37.687245 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b6f4c0bd-daac-4203-9dbe-40658c6e20d6 None None] Publish callbacks [] for port (d9888c7a-3daf-460d-a826-9e3a2e805487), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:37.694283 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b6f4c0bd-daac-4203-9dbe-40658c6e20d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (d9888c7a-3daf-460d-a826-9e3a2e805487), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:37.731845 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb9b4e0-9a62-4d11-9131-715acf295f7b tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Made reservation on behalf of 77aef0b32a4e44be903fe7edad11ff8b for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:09:37.735871 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6eb9b4e0-9a62-4d11-9131-715acf295f7b tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:37.742860 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-024be615-b1a3-478e-884c-c00e8260be5e req-01dff48f-5b12-4592-ba9a-35c9c3dd86e1 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564139 Mar 11 20:09:37.751440 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b4b4b3-645d-44ce-b151-0721a7a5a566 None None] Pushing event updated for resources: {'Port': ['ID=d9888c7a-3daf-460d-a826-9e3a2e805487,revision_number=2']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:09:37.754605 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-b6f4c0bd-daac-4203-9dbe-40658c6e20d6 None None] Attempting to bind port d9888c7a-3daf-460d-a826-9e3a2e805487 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:09:37.754966 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-b6f4c0bd-daac-4203-9dbe-40658c6e20d6 None None] Attempting to bind port d9888c7a-3daf-460d-a826-9e3a2e805487 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:09:37.755320 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f4c0bd-daac-4203-9dbe-40658c6e20d6 None None] Attempting to bind port d9888c7a-3daf-460d-a826-9e3a2e805487 on network 612cc066-33e3-444d-b1c7-d0a64751482a {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:09:37.764000 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b4b4b3-645d-44ce-b151-0721a7a5a566 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:09:37.764342 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b4b4b3-645d-44ce-b151-0721a7a5a566 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:09:37.764713 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b4b4b3-645d-44ce-b151-0721a7a5a566 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:09:37.765066 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b4b4b3-645d-44ce-b151-0721a7a5a566 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:09:37.766562 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b4b4b3-645d-44ce-b151-0721a7a5a566 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:09:37.766562 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b4b4b3-645d-44ce-b151-0721a7a5a566 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:09:37.766562 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b4b4b3-645d-44ce-b151-0721a7a5a566 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:09:37.766562 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b4b4b3-645d-44ce-b151-0721a7a5a566 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:09:37.766970 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b4b4b3-645d-44ce-b151-0721a7a5a566 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:09:37.766970 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b4b4b3-645d-44ce-b151-0721a7a5a566 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:09:37.767223 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b4b4b3-645d-44ce-b151-0721a7a5a566 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:09:37.767536 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b4b4b3-645d-44ce-b151-0721a7a5a566 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:09:37.767903 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6b4b4b3-645d-44ce-b151-0721a7a5a566 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:09:37.771978 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f4c0bd-daac-4203-9dbe-40658c6e20d6 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:09:37.771978 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f4c0bd-daac-4203-9dbe-40658c6e20d6 None None] Checking segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:09:37.772310 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b6f4c0bd-daac-4203-9dbe-40658c6e20d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:37.772622 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f4c0bd-daac-4203-9dbe-40658c6e20d6 None None] Bound using segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:09:37.773068 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-b6f4c0bd-daac-4203-9dbe-40658c6e20d6 None None] Bound port: d9888c7a-3daf-460d-a826-9e3a2e805487, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:09:37.773447 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b6f4c0bd-daac-4203-9dbe-40658c6e20d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d9888c7a-3daf-460d-a826-9e3a2e805487), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:37.833684 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-b6f4c0bd-daac-4203-9dbe-40658c6e20d6 None None] For port d9888c7a-3daf-460d-a826-9e3a2e805487, host n-d-833163-1, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:09:37.837738 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-b6f4c0bd-daac-4203-9dbe-40658c6e20d6 None None] For port d9888c7a-3daf-460d-a826-9e3a2e805487, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=d9888c7a-3daf-460d-a826-9e3a2e805487,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:09:37.843505 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-b6f4c0bd-daac-4203-9dbe-40658c6e20d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (d9888c7a-3daf-460d-a826-9e3a2e805487), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:37.901987 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f4c0bd-daac-4203-9dbe-40658c6e20d6 None None] Routers {'c3f93523-2c96-40e2-bc72-483b4e68d849'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:09:37.902604 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-b6f4c0bd-daac-4203-9dbe-40658c6e20d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:09:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['c3f93523-2c96-40e2-bc72-483b4e68d849'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:09:37.904366 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b4b4b3-645d-44ce-b151-0721a7a5a566 None None] Pushing event updated for resources: {'Port': ['ID=d9888c7a-3daf-460d-a826-9e3a2e805487,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:09:37.943287 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6eb9b4e0-9a62-4d11-9131-715acf295f7b tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (d9c452e7-c3d6-4272-9e12-fdc83e07e481), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:38.009039 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb9b4e0-9a62-4d11-9131-715acf295f7b tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Pushing event updated for resources: {'Subnet': ['ID=d9c452e7-c3d6-4272-9e12-fdc83e07e481,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:09:38.014498 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb9b4e0-9a62-4d11-9131-715acf295f7b tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Checking segment: {'id': '66feaf47-58bc-4a44-8804-1404c55a2095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'b35df9a3-ec73-442f-a1d6-fed1dd246828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:09:38.015403 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb9b4e0-9a62-4d11-9131-715acf295f7b tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Network hostable DHCP agents. Network: b35df9a3-ec73-442f-a1d6-fed1dd246828, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:09:38.019799 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-b6f4c0bd-daac-4203-9dbe-40658c6e20d6 None None] Set router c3f93523-2c96-40e2-bc72-483b4e68d849 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:09:38.033558 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb9b4e0-9a62-4d11-9131-715acf295f7b tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Network b35df9a3-ec73-442f-a1d6-fed1dd246828 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:09:38.042980 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-6eb9b4e0-9a62-4d11-9131-715acf295f7b tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, b35df9a3-ec73-442f-a1d6-fed1dd246828) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:09:38.047271 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb9b4e0-9a62-4d11-9131-715acf295f7b tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:38.047907 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6eb9b4e0-9a62-4d11-9131-715acf295f7b tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:38.056854 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c856a53d-815c-43b8-91a8-ab5f2af9478a None None] Network b35df9a3-ec73-442f-a1d6-fed1dd246828 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:09:38.067990 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-6eb9b4e0-9a62-4d11-9131-715acf295f7b tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7730019 Mar 11 20:09:38.072192 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 53068) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:09:38.181179 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7985073a-b76b-4824-a7be-cfa50f72570e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-b35df9a3-ec73-442f-a1d6-fed1dd246828', 'network_id': 'b35df9a3-ec73-442f-a1d6-fed1dd246828', 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'fixed_ips': [{'subnet_id': 'd9c452e7-c3d6-4272-9e12-fdc83e07e481'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 20:09:38.183266 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7985073a-b76b-4824-a7be-cfa50f72570e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:38.226681 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-b6f4c0bd-daac-4203-9dbe-40658c6e20d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f93523-2c96-40e2-bc72-483b4e68d849', 'name': 'tempest-TestNetworkBasicOps-router-773022520', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'd9888c7a-3daf-460d-a826-9e3a2e805487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:09:34Z', 'updated_at': '2022-03-11T20:09:36Z', 'revision_number': 3, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'gw_port': {'id': 'd9888c7a-3daf-460d-a826-9e3a2e805487', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fc:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f93523-2c96-40e2-bc72-483b4e68d849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:09:35Z', 'updated_at': '2022-03-11T20:09:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:09:38.269258 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f4c0bd-daac-4203-9dbe-40658c6e20d6 None None] The sync data for ids ['c3f93523-2c96-40e2-bc72-483b4e68d849'] in n-d-833163-1 is: [{'id': 'c3f93523-2c96-40e2-bc72-483b4e68d849', 'name': 'tempest-TestNetworkBasicOps-router-773022520', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'd9888c7a-3daf-460d-a826-9e3a2e805487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:09:34Z', 'updated_at': '2022-03-11T20:09:36Z', 'revision_number': 3, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'gw_port': {'id': 'd9888c7a-3daf-460d-a826-9e3a2e805487', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fc:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f93523-2c96-40e2-bc72-483b4e68d849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:09:35Z', 'updated_at': '2022-03-11T20:09:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:09:38.344034 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b86538-ee20-41fa-b51c-4a1fffb0496a req-5e68fbd5-585e-4396-b9dc-cddff8677c2f tempest-VolumesNegativeTest-723400117 tempest-VolumesNegativeTest-723400117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:38.345580 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-52b86538-ee20-41fa-b51c-4a1fffb0496a req-5e68fbd5-585e-4396-b9dc-cddff8677c2f tempest-VolumesNegativeTest-723400117 tempest-VolumesNegativeTest-723400117-project] 10.222.0.65 "GET /v2.0/ports?device_id=489df687-5c54-4268-9b67-acc0413839b2 HTTP/1.1" status: 200 len: 949 time: 0.1421862 Mar 11 20:09:38.348284 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-7985073a-b76b-4824-a7be-cfa50f72570e None None] Allocated IP 172.20.0.2 (b35df9a3-ec73-442f-a1d6-fed1dd246828/d9c452e7-c3d6-4272-9e12-fdc83e07e481/da2bfcf8-6fae-4359-aaf7-fd6117a41c5d) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:09:38.351015 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:09:38.459078 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-52b86538-ee20-41fa-b51c-4a1fffb0496a req-9f94ce60-51bd-43ff-aabd-ab4dac4376cb tempest-VolumesNegativeTest-723400117 tempest-VolumesNegativeTest-723400117-project] 10.222.0.65 "GET /v2.0/security-groups?id=498076c3-a25c-4e7d-ab43-943707853efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999577 Mar 11 20:09:38.551855 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7985073a-b76b-4824-a7be-cfa50f72570e None None] Publish callbacks [] for port (da2bfcf8-6fae-4359-aaf7-fd6117a41c5d), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:38.576291 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7985073a-b76b-4824-a7be-cfa50f72570e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (da2bfcf8-6fae-4359-aaf7-fd6117a41c5d), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:38.619981 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7985073a-b76b-4824-a7be-cfa50f72570e None None] Network b35df9a3-ec73-442f-a1d6-fed1dd246828 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:09:38.622891 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-7985073a-b76b-4824-a7be-cfa50f72570e None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:09:38.646884 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7985073a-b76b-4824-a7be-cfa50f72570e None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:09:38.656559 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7985073a-b76b-4824-a7be-cfa50f72570e None None] Pushing event updated for resources: {'Port': ['ID=da2bfcf8-6fae-4359-aaf7-fd6117a41c5d,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:09:38.710064 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0610a06a-b9ff-4169-b69f-67f00963069a tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:38.719731 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-7985073a-b76b-4824-a7be-cfa50f72570e None None] Attempting to bind port da2bfcf8-6fae-4359-aaf7-fd6117a41c5d on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:09:38.720106 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-7985073a-b76b-4824-a7be-cfa50f72570e None None] Attempting to bind port da2bfcf8-6fae-4359-aaf7-fd6117a41c5d by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '66feaf47-58bc-4a44-8804-1404c55a2095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'b35df9a3-ec73-442f-a1d6-fed1dd246828'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:09:38.720471 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7985073a-b76b-4824-a7be-cfa50f72570e None None] Attempting to bind port da2bfcf8-6fae-4359-aaf7-fd6117a41c5d on network b35df9a3-ec73-442f-a1d6-fed1dd246828 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:09:38.727663 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7985073a-b76b-4824-a7be-cfa50f72570e None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:09:38.731558 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7985073a-b76b-4824-a7be-cfa50f72570e None None] Checking segment: {'id': '66feaf47-58bc-4a44-8804-1404c55a2095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'b35df9a3-ec73-442f-a1d6-fed1dd246828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:09:38.732082 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7985073a-b76b-4824-a7be-cfa50f72570e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:38.732683 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7985073a-b76b-4824-a7be-cfa50f72570e None None] Bound using segment: {'id': '66feaf47-58bc-4a44-8804-1404c55a2095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'b35df9a3-ec73-442f-a1d6-fed1dd246828'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:09:38.733258 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-7985073a-b76b-4824-a7be-cfa50f72570e None None] Bound port: da2bfcf8-6fae-4359-aaf7-fd6117a41c5d, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66feaf47-58bc-4a44-8804-1404c55a2095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'b35df9a3-ec73-442f-a1d6-fed1dd246828'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:09:38.734308 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7985073a-b76b-4824-a7be-cfa50f72570e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (da2bfcf8-6fae-4359-aaf7-fd6117a41c5d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:38.803126 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-7985073a-b76b-4824-a7be-cfa50f72570e None None] For port da2bfcf8-6fae-4359-aaf7-fd6117a41c5d, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:09:38.807044 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-7985073a-b76b-4824-a7be-cfa50f72570e None None] For port da2bfcf8-6fae-4359-aaf7-fd6117a41c5d, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=da2bfcf8-6fae-4359-aaf7-fd6117a41c5d,segment=NetworkSegment(66feaf47-58bc-4a44-8804-1404c55a2095),segment_id=66feaf47-58bc-4a44-8804-1404c55a2095)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:09:38.817448 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7985073a-b76b-4824-a7be-cfa50f72570e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (da2bfcf8-6fae-4359-aaf7-fd6117a41c5d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:38.892356 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7985073a-b76b-4824-a7be-cfa50f72570e None None] Pushing event updated for resources: {'Port': ['ID=da2bfcf8-6fae-4359-aaf7-fd6117a41c5d,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:09:39.037100 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 5daa30f1-7d87-4c52-88b2-e905bcc087e8 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 20:09:39.044119 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc737b5-c80c-436d-8339-92db1c64de72 req-ef8f0845-b440-44c1-88a6-7ac031203621 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:39.052591 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9cc737b5-c80c-436d-8339-92db1c64de72 req-ef8f0845-b440-44c1-88a6-7ac031203621 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=50bd78c6-b752-4f59-a968-a13f192b2792 HTTP/1.1" status: 200 len: 943 time: 0.2178714 Mar 11 20:09:39.185695 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 5daa30f1-7d87-4c52-88b2-e905bcc087e8, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=5daa30f1-7d87-4c52-88b2-e905bcc087e8,segment=NetworkSegment(71b9bbc9-ac9b-491b-9d03-f13ac7365297),segment_id=71b9bbc9-ac9b-491b-9d03-f13ac7365297)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:09:39.199226 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '5daa30f1-7d87-4c52-88b2-e905bcc087e8', 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b', 'port_id': '5daa30f1-7d87-4c52-88b2-e905bcc087e8', 'mac_address': 'fa:16:3e:93:1c:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0b8e9c3-1a90-4f95-b04c-be83e3135274', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 20:09:39.211310 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-0610a06a-b9ff-4169-b69f-67f00963069a tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Allocated IP 172.20.0.1 (b35df9a3-ec73-442f-a1d6-fed1dd246828/d9c452e7-c3d6-4272-9e12-fdc83e07e481/6096c1f1-61ec-46e0-84b6-f2f7fd0aafac) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:09:39.249453 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 5daa30f1-7d87-4c52-88b2-e905bcc087e8 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:09:39.249924 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (5daa30f1-7d87-4c52-88b2-e905bcc087e8), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:39.267994 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5daa30f1-7d87-4c52-88b2-e905bcc087e8 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:09:39.294547 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 5daa30f1-7d87-4c52-88b2-e905bcc087e8, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=5daa30f1-7d87-4c52-88b2-e905bcc087e8,segment=NetworkSegment(71b9bbc9-ac9b-491b-9d03-f13ac7365297),segment_id=71b9bbc9-ac9b-491b-9d03-f13ac7365297)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:09:39.300059 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (5daa30f1-7d87-4c52-88b2-e905bcc087e8), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:39.330498 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9cc737b5-c80c-436d-8339-92db1c64de72 req-5eb804f1-a4ad-4f94-a152-2ca6f1a998ab tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770398 Mar 11 20:09:39.357915 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=5daa30f1-7d87-4c52-88b2-e905bcc087e8,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:09:39.380433 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0610a06a-b9ff-4169-b69f-67f00963069a tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for port (6096c1f1-61ec-46e0-84b6-f2f7fd0aafac), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:39.420885 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0610a06a-b9ff-4169-b69f-67f00963069a tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (6096c1f1-61ec-46e0-84b6-f2f7fd0aafac), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:39.471285 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0610a06a-b9ff-4169-b69f-67f00963069a tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Network b35df9a3-ec73-442f-a1d6-fed1dd246828 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:09:39.474526 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-0610a06a-b9ff-4169-b69f-67f00963069a tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:09:39.478775 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0610a06a-b9ff-4169-b69f-67f00963069a tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:09:39.482670 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0610a06a-b9ff-4169-b69f-67f00963069a tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Pushing event updated for resources: {'Port': ['ID=6096c1f1-61ec-46e0-84b6-f2f7fd0aafac,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:09:39.533795 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0610a06a-b9ff-4169-b69f-67f00963069a tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (c3f93523-2c96-40e2-bc72-483b4e68d849), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:39.534061 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['5daa30f1-7d87-4c52-88b2-e905bcc087e8'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:09:39.966848 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da6f660-527e-4197-a65c-2d43e2645da4 req-613f7b59-df94-4d82-a73a-76dfae5fd9b1 tempest-VolumesNegativeTest-723400117 tempest-VolumesNegativeTest-723400117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:39.968501 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0da6f660-527e-4197-a65c-2d43e2645da4 req-613f7b59-df94-4d82-a73a-76dfae5fd9b1 tempest-VolumesNegativeTest-723400117 tempest-VolumesNegativeTest-723400117-project] 10.222.0.65 "GET /v2.0/ports?device_id=489df687-5c54-4268-9b67-acc0413839b2 HTTP/1.1" status: 200 len: 949 time: 0.4369426 Mar 11 20:09:39.981208 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device d9888c7a-3daf-460d-a826-9e3a2e805487 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:09:40.037762 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port d9888c7a-3daf-460d-a826-9e3a2e805487 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:09:40.038085 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (d9888c7a-3daf-460d-a826-9e3a2e805487), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:40.063731 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1f9fcb06-f15a-400d-8cba-9d3b00c3e7b4 req-9e2f36f5-5eab-456f-a72f-0157993054c5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=489df687-5c54-4268-9b67-acc0413839b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1377878 Mar 11 20:09:40.071211 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0da6f660-527e-4197-a65c-2d43e2645da4 req-1c47ad05-438b-4c63-86d0-ffdd63af381d tempest-VolumesNegativeTest-723400117 tempest-VolumesNegativeTest-723400117-project] 10.222.0.65 "GET /v2.0/security-groups?id=498076c3-a25c-4e7d-ab43-943707853efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964720 Mar 11 20:09:40.071992 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0610a06a-b9ff-4169-b69f-67f00963069a tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (6096c1f1-61ec-46e0-84b6-f2f7fd0aafac), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:40.202998 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port d9888c7a-3daf-460d-a826-9e3a2e805487 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:09:40.203563 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d9888c7a-3daf-460d-a826-9e3a2e805487), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:40.237850 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port d9888c7a-3daf-460d-a826-9e3a2e805487, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=d9888c7a-3daf-460d-a826-9e3a2e805487,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:09:40.247249 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (d9888c7a-3daf-460d-a826-9e3a2e805487), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:40.249039 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device da2bfcf8-6fae-4359-aaf7-fd6117a41c5d up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:09:40.272621 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9fcb06-f15a-400d-8cba-9d3b00c3e7b4 req-a6a2280d-7b9c-4371-83c7-598691960258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:40.274258 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1f9fcb06-f15a-400d-8cba-9d3b00c3e7b4 req-a6a2280d-7b9c-4371-83c7-598691960258 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fc0686a72b814b06ae54fa23815b2962&device_id=489df687-5c54-4268-9b67-acc0413839b2 HTTP/1.1" status: 200 len: 1131 time: 0.1320722 Mar 11 20:09:40.335796 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39760568-d7c2-4c46-9c99-f6e152d2ca8f None None] Network b35df9a3-ec73-442f-a1d6-fed1dd246828 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:09:40.545925 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9fcb06-f15a-400d-8cba-9d3b00c3e7b4 req-b335f47b-97ac-466f-97f6-7bceab8eff68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:40.547444 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1f9fcb06-f15a-400d-8cba-9d3b00c3e7b4 req-b335f47b-97ac-466f-97f6-7bceab8eff68 service neutron] 10.222.0.57 "GET /v2.0/networks?id=885772b1-9b97-4e1d-a0fb-e125030c5a81 HTTP/1.1" status: 200 len: 870 time: 0.2358301 Mar 11 20:09:40.614197 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1f9fcb06-f15a-400d-8cba-9d3b00c3e7b4 req-82baa90a-f987-472a-958c-a460ec6d2b02 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=be280c5c-50f4-4ca9-9cb6-39f47d87a24b HTTP/1.1" status: 200 len: 217 time: 0.0580058 Mar 11 20:09:40.624310 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=d9888c7a-3daf-460d-a826-9e3a2e805487,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:09:40.629507 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port da2bfcf8-6fae-4359-aaf7-fd6117a41c5d triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:09:40.629835 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (da2bfcf8-6fae-4359-aaf7-fd6117a41c5d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:40.664265 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-8f74d8f1-c2c6-4218-b01c-9ce4176b08dc None None] Provisioning complete for port da2bfcf8-6fae-4359-aaf7-fd6117a41c5d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:09:40.664638 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8f74d8f1-c2c6-4218-b01c-9ce4176b08dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (da2bfcf8-6fae-4359-aaf7-fd6117a41c5d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:40.697221 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf59b12-4199-4423-a156-e8547405ae49 req-cf08d202-2e79-43f9-b4b1-301df396c638 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:40.698705 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fbf59b12-4199-4423-a156-e8547405ae49 req-cf08d202-2e79-43f9-b4b1-301df396c638 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=50bd78c6-b752-4f59-a968-a13f192b2792 HTTP/1.1" status: 200 len: 944 time: 0.2199216 Mar 11 20:09:40.704277 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0610a06a-b9ff-4169-b69f-67f00963069a tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for port (6096c1f1-61ec-46e0-84b6-f2f7fd0aafac), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:40.717447 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0610a06a-b9ff-4169-b69f-67f00963069a tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (6096c1f1-61ec-46e0-84b6-f2f7fd0aafac), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:40.736070 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9fcb06-f15a-400d-8cba-9d3b00c3e7b4 req-dff8cec2-5d05-426d-aa1d-2d6776de4c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:40.738202 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1f9fcb06-f15a-400d-8cba-9d3b00c3e7b4 req-dff8cec2-5d05-426d-aa1d-2d6776de4c59 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.1118965 Mar 11 20:09:40.807559 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port da2bfcf8-6fae-4359-aaf7-fd6117a41c5d is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:09:40.808005 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (da2bfcf8-6fae-4359-aaf7-fd6117a41c5d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:40.842929 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8f74d8f1-c2c6-4218-b01c-9ce4176b08dc None None] Current status of the port da2bfcf8-6fae-4359-aaf7-fd6117a41c5d is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:09:40.843699 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8f74d8f1-c2c6-4218-b01c-9ce4176b08dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (da2bfcf8-6fae-4359-aaf7-fd6117a41c5d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:40.868292 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port da2bfcf8-6fae-4359-aaf7-fd6117a41c5d, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=da2bfcf8-6fae-4359-aaf7-fd6117a41c5d,segment=NetworkSegment(66feaf47-58bc-4a44-8804-1404c55a2095),segment_id=66feaf47-58bc-4a44-8804-1404c55a2095)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:09:40.877181 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (da2bfcf8-6fae-4359-aaf7-fd6117a41c5d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:40.879205 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0610a06a-b9ff-4169-b69f-67f00963069a tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Pushing event updated for resources: {'Port': ['ID=6096c1f1-61ec-46e0-84b6-f2f7fd0aafac,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:09:40.897393 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0610a06a-b9ff-4169-b69f-67f00963069a tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (c3f93523-2c96-40e2-bc72-483b4e68d849), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:40.912109 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fbf59b12-4199-4423-a156-e8547405ae49 req-f58f1545-82fa-4a33-b406-99947e56d940 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058537 Mar 11 20:09:40.919654 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9fcb06-f15a-400d-8cba-9d3b00c3e7b4 req-008c2b8f-47e2-48cd-9bfd-3cc63a40d0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:40.921611 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1f9fcb06-f15a-400d-8cba-9d3b00c3e7b4 req-008c2b8f-47e2-48cd-9bfd-3cc63a40d0f6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1296070 Mar 11 20:09:40.963291 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-8f74d8f1-c2c6-4218-b01c-9ce4176b08dc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 20:09:40.963715 n-d-833163-1 neutron-server[103886]: DEBUG oslo_db.api [None req-8f74d8f1-c2c6-4218-b01c-9ce4176b08dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 20:09:40.978948 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=da2bfcf8-6fae-4359-aaf7-fd6117a41c5d,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:09:41.067870 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 5daa30f1-7d87-4c52-88b2-e905bcc087e8 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:09:41.123556 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0610a06a-b9ff-4169-b69f-67f00963069a tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Network b35df9a3-ec73-442f-a1d6-fed1dd246828 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:09:41.125953 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port 5daa30f1-7d87-4c52-88b2-e905bcc087e8 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 20:09:41.129530 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1f9fcb06-f15a-400d-8cba-9d3b00c3e7b4 req-df35b6e4-85cc-4ead-b5e0-b83c8a8ea102 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971986 Mar 11 20:09:41.130377 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-0610a06a-b9ff-4169-b69f-67f00963069a tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:09:41.130647 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 5daa30f1-7d87-4c52-88b2-e905bcc087e8 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:09:41.131096 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (5daa30f1-7d87-4c52-88b2-e905bcc087e8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:41.154496 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c887c64a-e6bf-4ebe-b793-f02b7bd7c5c7 req-5703612c-c6e1-4215-bc8f-d57bc10f25a5 tempest-VolumesNegativeTest-723400117 tempest-VolumesNegativeTest-723400117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:41.156090 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c887c64a-e6bf-4ebe-b793-f02b7bd7c5c7 req-5703612c-c6e1-4215-bc8f-d57bc10f25a5 tempest-VolumesNegativeTest-723400117 tempest-VolumesNegativeTest-723400117-project] 10.222.0.65 "GET /v2.0/ports?device_id=489df687-5c54-4268-9b67-acc0413839b2 HTTP/1.1" status: 200 len: 949 time: 0.1503541 Mar 11 20:09:41.228715 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 5daa30f1-7d87-4c52-88b2-e905bcc087e8 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:09:41.229195 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (5daa30f1-7d87-4c52-88b2-e905bcc087e8), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:41.256258 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50bd78c6-b752-4f59-a968-a13f192b2792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5daa30f1-7d87-4c52-88b2-e905bcc087e8'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:09:41.258514 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ed3abf-df18-46b4-88c8-5cd029abb99b" -d '{"events": [{"server_uuid": "50bd78c6-b752-4f59-a968-a13f192b2792", "name": "network-vif-plugged", "status": "completed", "tag": "5daa30f1-7d87-4c52-88b2-e905bcc087e8"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:09:41.269838 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 5daa30f1-7d87-4c52-88b2-e905bcc087e8, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=5daa30f1-7d87-4c52-88b2-e905bcc087e8,segment=NetworkSegment(71b9bbc9-ac9b-491b-9d03-f13ac7365297),segment_id=71b9bbc9-ac9b-491b-9d03-f13ac7365297)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:09:41.274212 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (5daa30f1-7d87-4c52-88b2-e905bcc087e8), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:41.327938 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=5daa30f1-7d87-4c52-88b2-e905bcc087e8,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:09:41.353774 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c887c64a-e6bf-4ebe-b793-f02b7bd7c5c7 req-48861986-b28b-4af3-b501-6f66220a73a4 tempest-VolumesNegativeTest-723400117 tempest-VolumesNegativeTest-723400117-project] 10.222.0.65 "GET /v2.0/security-groups?id=498076c3-a25c-4e7d-ab43-943707853efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851785 Mar 11 20:09:41.364608 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1f9fcb06-f15a-400d-8cba-9d3b00c3e7b4 req-2b86845b-64d8-4643-9165-899cfada0a6a service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265422 Mar 11 20:09:41.386518 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0610a06a-b9ff-4169-b69f-67f00963069a tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Router c3f93523-2c96-40e2-bc72-483b4e68d849 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:09:41.418011 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f275ef44-36d7-4538-bbea-70e02d8faa0b x-openstack-request-id: req-f275ef44-36d7-4538-bbea-70e02d8faa0b {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:09:41.418724 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50bd78c6-b752-4f59-a968-a13f192b2792", "name": "network-vif-plugged", "status": "completed", "tag": "5daa30f1-7d87-4c52-88b2-e905bcc087e8", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:09:41.418981 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f275ef44-36d7-4538-bbea-70e02d8faa0b {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:09:41.419384 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50bd78c6-b752-4f59-a968-a13f192b2792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5daa30f1-7d87-4c52-88b2-e905bcc087e8', 'code': 200} Mar 11 20:09:41.512315 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8f74d8f1-c2c6-4218-b01c-9ce4176b08dc None None] Current status of the port da2bfcf8-6fae-4359-aaf7-fd6117a41c5d is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:09:41.519333 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0610a06a-b9ff-4169-b69f-67f00963069a tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:09:41.524418 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4702152-ddd9-4232-88ab-b22dda3f5838 req-bc85187a-e5d1-47d3-b75b-db0d14cd1066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:41.526529 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d4702152-ddd9-4232-88ab-b22dda3f5838 req-bc85187a-e5d1-47d3-b75b-db0d14cd1066 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=50bd78c6-b752-4f59-a968-a13f192b2792 HTTP/1.1" status: 200 len: 1127 time: 0.0518053 Mar 11 20:09:41.528363 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-0610a06a-b9ff-4169-b69f-67f00963069a tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "PUT /v2.0/routers/c3f93523-2c96-40e2-bc72-483b4e68d849/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4546144 Mar 11 20:09:41.530777 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 53088) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:09:41.533630 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfb0cd7-afbe-4675-ab88-2c0182d052ab None None] Sync routers for ids ['c3f93523-2c96-40e2-bc72-483b4e68d849'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:09:41.554216 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfb0cd7-afbe-4675-ab88-2c0182d052ab None None] Routers {'c3f93523-2c96-40e2-bc72-483b4e68d849'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:09:41.554948 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-7cfb0cd7-afbe-4675-ab88-2c0182d052ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:09:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['c3f93523-2c96-40e2-bc72-483b4e68d849'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:09:41.574498 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d4702152-ddd9-4232-88ab-b22dda3f5838 req-44f33302-04f0-40e4-b4cf-9d9f0bc463fb service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420532 Mar 11 20:09:41.670652 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-dcac9fcb-e88c-4a44-bc1a-1b653c46ff7e None None] Provisioning complete for port 6096c1f1-61ec-46e0-84b6-f2f7fd0aafac triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:09:41.671425 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dcac9fcb-e88c-4a44-bc1a-1b653c46ff7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (6096c1f1-61ec-46e0-84b6-f2f7fd0aafac), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:41.705008 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c093e74f-b135-41c3-bf41-ee07c0db8d75 tempest-TestNetworkBasicOps-1071994665 tempest-TestNetworkBasicOps-1071994665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:41.705484 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c093e74f-b135-41c3-bf41-ee07c0db8d75 tempest-TestNetworkBasicOps-1071994665 tempest-TestNetworkBasicOps-1071994665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:41.705982 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c093e74f-b135-41c3-bf41-ee07c0db8d75 tempest-TestNetworkBasicOps-1071994665 tempest-TestNetworkBasicOps-1071994665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:41.706437 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c093e74f-b135-41c3-bf41-ee07c0db8d75 tempest-TestNetworkBasicOps-1071994665 tempest-TestNetworkBasicOps-1071994665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:41.706892 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c093e74f-b135-41c3-bf41-ee07c0db8d75 tempest-TestNetworkBasicOps-1071994665 tempest-TestNetworkBasicOps-1071994665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:41.707346 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c093e74f-b135-41c3-bf41-ee07c0db8d75 tempest-TestNetworkBasicOps-1071994665 tempest-TestNetworkBasicOps-1071994665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:41.707924 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-7cfb0cd7-afbe-4675-ab88-2c0182d052ab None None] Set router c3f93523-2c96-40e2-bc72-483b4e68d849 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:09:41.710311 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-c093e74f-b135-41c3-bf41-ee07c0db8d75 tempest-TestNetworkBasicOps-1071994665 tempest-TestNetworkBasicOps-1071994665-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4282 time: 0.1774600 Mar 11 20:09:41.712206 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 53090) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:09:41.747485 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-dcac9fcb-e88c-4a44-bc1a-1b653c46ff7e None None] Port 6096c1f1-61ec-46e0-84b6-f2f7fd0aafac cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:09:41.815130 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-dcac9fcb-e88c-4a44-bc1a-1b653c46ff7e None None] Provisioning complete for port da2bfcf8-6fae-4359-aaf7-fd6117a41c5d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:09:41.815513 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dcac9fcb-e88c-4a44-bc1a-1b653c46ff7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (da2bfcf8-6fae-4359-aaf7-fd6117a41c5d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:41.835084 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cae739-a78d-424f-b862-791c014e9d5f tempest-TestNetworkBasicOps-1071994665 tempest-TestNetworkBasicOps-1071994665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:41.835554 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cae739-a78d-424f-b862-791c014e9d5f tempest-TestNetworkBasicOps-1071994665 tempest-TestNetworkBasicOps-1071994665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:41.836035 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cae739-a78d-424f-b862-791c014e9d5f tempest-TestNetworkBasicOps-1071994665 tempest-TestNetworkBasicOps-1071994665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:41.836479 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cae739-a78d-424f-b862-791c014e9d5f tempest-TestNetworkBasicOps-1071994665 tempest-TestNetworkBasicOps-1071994665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:41.836918 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cae739-a78d-424f-b862-791c014e9d5f tempest-TestNetworkBasicOps-1071994665 tempest-TestNetworkBasicOps-1071994665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:41.837355 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cae739-a78d-424f-b862-791c014e9d5f tempest-TestNetworkBasicOps-1071994665 tempest-TestNetworkBasicOps-1071994665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:41.842127 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d5cae739-a78d-424f-b862-791c014e9d5f tempest-TestNetworkBasicOps-1071994665 tempest-TestNetworkBasicOps-1071994665-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.1259668 Mar 11 20:09:41.842127 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 53092) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:09:41.913108 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device d9888c7a-3daf-460d-a826-9e3a2e805487 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:09:42.026267 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-dcac9fcb-e88c-4a44-bc1a-1b653c46ff7e None None] Current status of the port da2bfcf8-6fae-4359-aaf7-fd6117a41c5d is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:09:42.044360 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port d9888c7a-3daf-460d-a826-9e3a2e805487 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:09:42.044730 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (d9888c7a-3daf-460d-a826-9e3a2e805487), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:42.074460 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-7cfb0cd7-afbe-4675-ab88-2c0182d052ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f93523-2c96-40e2-bc72-483b4e68d849', 'name': 'tempest-TestNetworkBasicOps-router-773022520', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'd9888c7a-3daf-460d-a826-9e3a2e805487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:09:34Z', 'updated_at': '2022-03-11T20:09:39Z', 'revision_number': 4, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'gw_port': {'id': 'd9888c7a-3daf-460d-a826-9e3a2e805487', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f93523-2c96-40e2-bc72-483b4e68d849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:09:35Z', 'updated_at': '2022-03-11T20:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '6096c1f1-61ec-46e0-84b6-f2f7fd0aafac', 'name': '', 'network_id': 'b35df9a3-ec73-442f-a1d6-fed1dd246828', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'mac_address': 'fa:16:3e:23:df:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f93523-2c96-40e2-bc72-483b4e68d849', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'd9c452e7-c3d6-4272-9e12-fdc83e07e481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:09:38Z', 'updated_at': '2022-03-11T20:09:40Z', 'revision_number': 2, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'subnets': [{'id': 'd9c452e7-c3d6-4272-9e12-fdc83e07e481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:09:42.109709 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfb0cd7-afbe-4675-ab88-2c0182d052ab None None] Checking router: c3f93523-2c96-40e2-bc72-483b4e68d849 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:09:42.110067 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfb0cd7-afbe-4675-ab88-2c0182d052ab None None] Updating router c3f93523-2c96-40e2-bc72-483b4e68d849 port 6096c1f1-61ec-46e0-84b6-f2f7fd0aafac binding host n-d-833163-1 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 20:09:42.151800 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7cfb0cd7-afbe-4675-ab88-2c0182d052ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (6096c1f1-61ec-46e0-84b6-f2f7fd0aafac), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:42.226780 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port d9888c7a-3daf-460d-a826-9e3a2e805487 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:09:42.227922 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device da2bfcf8-6fae-4359-aaf7-fd6117a41c5d up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:09:42.253908 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b8b4dc-ab01-48c9-8b7f-25b6fa3670b5 req-cc6772d7-a89b-46f1-88e1-c6571ca15423 tempest-VolumesNegativeTest-723400117 tempest-VolumesNegativeTest-723400117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:42.255519 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-97b8b4dc-ab01-48c9-8b7f-25b6fa3670b5 req-cc6772d7-a89b-46f1-88e1-c6571ca15423 tempest-VolumesNegativeTest-723400117 tempest-VolumesNegativeTest-723400117-project] 10.222.0.57 "GET /v2.0/ports?device_id=489df687-5c54-4268-9b67-acc0413839b2 HTTP/1.1" status: 200 len: 949 time: 0.4781065 Mar 11 20:09:42.368822 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb7bc5-9703-48e8-860a-eb87b82c759c req-16623ade-705b-4e3a-a7d4-446edce9422c tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:42.371490 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4ddb7bc5-9703-48e8-860a-eb87b82c759c req-16623ade-705b-4e3a-a7d4-446edce9422c tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=50bd78c6-b752-4f59-a968-a13f192b2792 HTTP/1.1" status: 200 len: 945 time: 0.1579201 Mar 11 20:09:42.377897 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port da2bfcf8-6fae-4359-aaf7-fd6117a41c5d triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:09:42.378482 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (da2bfcf8-6fae-4359-aaf7-fd6117a41c5d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:42.521687 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4ddb7bc5-9703-48e8-860a-eb87b82c759c req-270178bf-0f38-4339-b2e6-46c66455a92f tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417811 Mar 11 20:09:42.527541 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port da2bfcf8-6fae-4359-aaf7-fd6117a41c5d is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:09:42.532935 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-97b8b4dc-ab01-48c9-8b7f-25b6fa3670b5 req-1285979c-361b-4cd7-9f91-a3abffe6e9c1 tempest-VolumesNegativeTest-723400117 tempest-VolumesNegativeTest-723400117-project] Deleting port be280c5c-50f4-4ca9-9cb6-39f47d87a24b {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:09:42.532935 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-97b8b4dc-ab01-48c9-8b7f-25b6fa3670b5 req-1285979c-361b-4cd7-9f91-a3abffe6e9c1 tempest-VolumesNegativeTest-723400117 tempest-VolumesNegativeTest-723400117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (be280c5c-50f4-4ca9-9cb6-39f47d87a24b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:42.583927 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7cfb0cd7-afbe-4675-ab88-2c0182d052ab None None] Publish callbacks [] for port (6096c1f1-61ec-46e0-84b6-f2f7fd0aafac), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:42.592209 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7cfb0cd7-afbe-4675-ab88-2c0182d052ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (6096c1f1-61ec-46e0-84b6-f2f7fd0aafac), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:42.705943 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e939e5-a82c-4e93-9e43-c6079a5c6c30 None None] Pushing event updated for resources: {'Port': ['ID=6096c1f1-61ec-46e0-84b6-f2f7fd0aafac,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:09:42.720271 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ea8e689c-2da1-4f0a-b7d6-4678f1a61253 tempest-TestNetworkBasicOps-1071994665 tempest-TestNetworkBasicOps-1071994665-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3044 time: 0.8771329 Mar 11 20:09:42.723581 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-97b8b4dc-ab01-48c9-8b7f-25b6fa3670b5 req-1285979c-361b-4cd7-9f91-a3abffe6e9c1 tempest-VolumesNegativeTest-723400117 tempest-VolumesNegativeTest-723400117-project] For port be280c5c-50f4-4ca9-9cb6-39f47d87a24b, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=be280c5c-50f4-4ca9-9cb6-39f47d87a24b,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:09:42.723972 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-97b8b4dc-ab01-48c9-8b7f-25b6fa3670b5 req-1285979c-361b-4cd7-9f91-a3abffe6e9c1 tempest-VolumesNegativeTest-723400117 tempest-VolumesNegativeTest-723400117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (be280c5c-50f4-4ca9-9cb6-39f47d87a24b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:42.747642 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-97b8b4dc-ab01-48c9-8b7f-25b6fa3670b5 req-1285979c-361b-4cd7-9f91-a3abffe6e9c1 tempest-VolumesNegativeTest-723400117 tempest-VolumesNegativeTest-723400117-project] Calling delete_port for be280c5c-50f4-4ca9-9cb6-39f47d87a24b owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:09:42.748632 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-7cfb0cd7-afbe-4675-ab88-2c0182d052ab None None] Attempting to bind port 6096c1f1-61ec-46e0-84b6-f2f7fd0aafac on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:09:42.749354 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-7cfb0cd7-afbe-4675-ab88-2c0182d052ab None None] Attempting to bind port 6096c1f1-61ec-46e0-84b6-f2f7fd0aafac by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '66feaf47-58bc-4a44-8804-1404c55a2095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'b35df9a3-ec73-442f-a1d6-fed1dd246828'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:09:42.749793 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfb0cd7-afbe-4675-ab88-2c0182d052ab None None] Attempting to bind port 6096c1f1-61ec-46e0-84b6-f2f7fd0aafac on network b35df9a3-ec73-442f-a1d6-fed1dd246828 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:09:42.755328 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfb0cd7-afbe-4675-ab88-2c0182d052ab None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:09:42.755859 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfb0cd7-afbe-4675-ab88-2c0182d052ab None None] Checking segment: {'id': '66feaf47-58bc-4a44-8804-1404c55a2095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'b35df9a3-ec73-442f-a1d6-fed1dd246828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:09:42.756333 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7cfb0cd7-afbe-4675-ab88-2c0182d052ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:42.756799 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfb0cd7-afbe-4675-ab88-2c0182d052ab None None] Bound using segment: {'id': '66feaf47-58bc-4a44-8804-1404c55a2095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'b35df9a3-ec73-442f-a1d6-fed1dd246828'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:09:42.757358 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-7cfb0cd7-afbe-4675-ab88-2c0182d052ab None None] Bound port: 6096c1f1-61ec-46e0-84b6-f2f7fd0aafac, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66feaf47-58bc-4a44-8804-1404c55a2095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'b35df9a3-ec73-442f-a1d6-fed1dd246828'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:09:42.757848 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7cfb0cd7-afbe-4675-ab88-2c0182d052ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (6096c1f1-61ec-46e0-84b6-f2f7fd0aafac), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:42.772427 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e6bf66-a92e-4efc-ac81-0bb8a9bb9238 req-b86b0f82-b308-4f63-baf0-c3d4f5c6d1ef tempest-VolumesNegativeTest-723400117 tempest-VolumesNegativeTest-723400117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:42.773862 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-64e6bf66-a92e-4efc-ac81-0bb8a9bb9238 req-b86b0f82-b308-4f63-baf0-c3d4f5c6d1ef tempest-VolumesNegativeTest-723400117 tempest-VolumesNegativeTest-723400117-project] 10.222.0.65 "GET /v2.0/ports?device_id=489df687-5c54-4268-9b67-acc0413839b2 HTTP/1.1" status: 200 len: 949 time: 0.1340744 Mar 11 20:09:42.839428 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-7cfb0cd7-afbe-4675-ab88-2c0182d052ab None None] For port 6096c1f1-61ec-46e0-84b6-f2f7fd0aafac, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:09:42.845405 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-7cfb0cd7-afbe-4675-ab88-2c0182d052ab None None] For port 6096c1f1-61ec-46e0-84b6-f2f7fd0aafac, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=6096c1f1-61ec-46e0-84b6-f2f7fd0aafac,segment=NetworkSegment(66feaf47-58bc-4a44-8804-1404c55a2095),segment_id=66feaf47-58bc-4a44-8804-1404c55a2095)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:09:42.853413 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7cfb0cd7-afbe-4675-ab88-2c0182d052ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (6096c1f1-61ec-46e0-84b6-f2f7fd0aafac), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:42.870826 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-64e6bf66-a92e-4efc-ac81-0bb8a9bb9238 req-88af9d6b-4657-4bcd-87b1-7dcc73599710 tempest-VolumesNegativeTest-723400117 tempest-VolumesNegativeTest-723400117-project] 10.222.0.65 "GET /v2.0/security-groups?id=498076c3-a25c-4e7d-ab43-943707853efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679991 Mar 11 20:09:42.905108 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfb0cd7-afbe-4675-ab88-2c0182d052ab None None] Routers {'c3f93523-2c96-40e2-bc72-483b4e68d849'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:09:42.906274 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-7cfb0cd7-afbe-4675-ab88-2c0182d052ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:09:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['c3f93523-2c96-40e2-bc72-483b4e68d849'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:09:42.967390 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-97b8b4dc-ab01-48c9-8b7f-25b6fa3670b5 req-1285979c-361b-4cd7-9f91-a3abffe6e9c1 tempest-VolumesNegativeTest-723400117 tempest-VolumesNegativeTest-723400117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (be280c5c-50f4-4ca9-9cb6-39f47d87a24b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:42.977365 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e939e5-a82c-4e93-9e43-c6079a5c6c30 None None] Pushing event updated for resources: {'Port': ['ID=6096c1f1-61ec-46e0-84b6-f2f7fd0aafac,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:09:43.004989 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c3e0556e-9e17-4b13-9669-a94a80ca7f2e None None] Provisioning complete for port 6096c1f1-61ec-46e0-84b6-f2f7fd0aafac triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:09:43.005361 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c3e0556e-9e17-4b13-9669-a94a80ca7f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (6096c1f1-61ec-46e0-84b6-f2f7fd0aafac), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:43.047445 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1285979c-361b-4cd7-9f91-a3abffe6e9c1 tempest-VolumesNegativeTest-723400117 tempest-VolumesNegativeTest-723400117-project] Pushing event deleted for resources: {'Port': ['ID=be280c5c-50f4-4ca9-9cb6-39f47d87a24b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:09:43.078305 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-97b8b4dc-ab01-48c9-8b7f-25b6fa3670b5 req-1285979c-361b-4cd7-9f91-a3abffe6e9c1 tempest-VolumesNegativeTest-723400117 tempest-VolumesNegativeTest-723400117-project] No DVR routers for this DVR port be280c5c-50f4-4ca9-9cb6-39f47d87a24b on host n-h2-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:09:43.081395 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-97b8b4dc-ab01-48c9-8b7f-25b6fa3670b5 req-1285979c-361b-4cd7-9f91-a3abffe6e9c1 tempest-VolumesNegativeTest-723400117 tempest-VolumesNegativeTest-723400117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:43.089913 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-97b8b4dc-ab01-48c9-8b7f-25b6fa3670b5 req-1285979c-361b-4cd7-9f91-a3abffe6e9c1 tempest-VolumesNegativeTest-723400117 tempest-VolumesNegativeTest-723400117-project] 10.222.0.57 "DELETE /v2.0/ports/be280c5c-50f4-4ca9-9cb6-39f47d87a24b HTTP/1.1" status: 204 len: 173 time: 0.8274875 Mar 11 20:09:43.090431 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '489df687-5c54-4268-9b67-acc0413839b2', 'name': 'network-vif-deleted', 'tag': 'be280c5c-50f4-4ca9-9cb6-39f47d87a24b'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:09:43.095186 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-288e3f6c-d16a-48c7-abc9-7f7cfbbd637b" -d '{"events": [{"server_uuid": "489df687-5c54-4268-9b67-acc0413839b2", "name": "network-vif-deleted", "tag": "be280c5c-50f4-4ca9-9cb6-39f47d87a24b"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:09:43.302798 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-7cfb0cd7-afbe-4675-ab88-2c0182d052ab None None] Set router c3f93523-2c96-40e2-bc72-483b4e68d849 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:09:43.341243 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 53108) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:09:43.364867 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-038abd16-83dd-4ca6-a530-d48bb980089b tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1232473867', 'description': 'tempest-secgroup-smoke-1232473867 description', 'project_id': '77aef0b32a4e44be903fe7edad11ff8b'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:09:43.376117 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a09ec0-0b41-401f-a37f-8a0bcceef4be x-openstack-request-id: req-f4a09ec0-0b41-401f-a37f-8a0bcceef4be {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:09:43.376521 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "489df687-5c54-4268-9b67-acc0413839b2", "name": "network-vif-deleted", "tag": "be280c5c-50f4-4ca9-9cb6-39f47d87a24b", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:09:43.377179 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f4a09ec0-0b41-401f-a37f-8a0bcceef4be {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:09:43.377893 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '489df687-5c54-4268-9b67-acc0413839b2', 'name': 'network-vif-deleted', 'tag': 'be280c5c-50f4-4ca9-9cb6-39f47d87a24b', 'status': 'completed', 'code': 200} Mar 11 20:09:43.409218 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-038abd16-83dd-4ca6-a530-d48bb980089b tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:43.433586 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c3e0556e-9e17-4b13-9669-a94a80ca7f2e None None] Current status of the port 6096c1f1-61ec-46e0-84b6-f2f7fd0aafac is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:09:43.434219 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c3e0556e-9e17-4b13-9669-a94a80ca7f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (6096c1f1-61ec-46e0-84b6-f2f7fd0aafac), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:43.485896 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-038abd16-83dd-4ca6-a530-d48bb980089b tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for security_group (742f8ce6-e1eb-414a-b80f-02d33544c4c4), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:43.490891 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-038abd16-83dd-4ca6-a530-d48bb980089b tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (742f8ce6-e1eb-414a-b80f-02d33544c4c4), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:43.507518 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c3e0556e-9e17-4b13-9669-a94a80ca7f2e None None] For port 6096c1f1-61ec-46e0-84b6-f2f7fd0aafac, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=6096c1f1-61ec-46e0-84b6-f2f7fd0aafac,segment=NetworkSegment(66feaf47-58bc-4a44-8804-1404c55a2095),segment_id=66feaf47-58bc-4a44-8804-1404c55a2095)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:09:43.515969 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c3e0556e-9e17-4b13-9669-a94a80ca7f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (6096c1f1-61ec-46e0-84b6-f2f7fd0aafac), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:43.524246 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-038abd16-83dd-4ca6-a530-d48bb980089b tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:43.528076 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-038abd16-83dd-4ca6-a530-d48bb980089b tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1799457 Mar 11 20:09:43.528987 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53110) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:09:43.530847 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038abd16-83dd-4ca6-a530-d48bb980089b tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=742f8ce6-e1eb-414a-b80f-02d33544c4c4,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:09:43.535906 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-97d3aaa1-246d-495e-bb0a-055721f2da68 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Request body: {'security_group_rule': {'security_group_id': '742f8ce6-e1eb-414a-b80f-02d33544c4c4', 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:09:43.569548 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-97d3aaa1-246d-495e-bb0a-055721f2da68 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for security_group_rule (823e1db5-7891-46ea-bc32-1984d531b8af), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:43.598699 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e0556e-9e17-4b13-9669-a94a80ca7f2e None None] Pushing event updated for resources: {'Port': ['ID=6096c1f1-61ec-46e0-84b6-f2f7fd0aafac,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:09:43.615179 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-7cfb0cd7-afbe-4675-ab88-2c0182d052ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f93523-2c96-40e2-bc72-483b4e68d849', 'name': 'tempest-TestNetworkBasicOps-router-773022520', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'd9888c7a-3daf-460d-a826-9e3a2e805487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:09:34Z', 'updated_at': '2022-03-11T20:09:39Z', 'revision_number': 4, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'gw_port': {'id': 'd9888c7a-3daf-460d-a826-9e3a2e805487', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f93523-2c96-40e2-bc72-483b4e68d849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:09:35Z', 'updated_at': '2022-03-11T20:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '6096c1f1-61ec-46e0-84b6-f2f7fd0aafac', 'name': '', 'network_id': 'b35df9a3-ec73-442f-a1d6-fed1dd246828', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'mac_address': 'fa:16:3e:23:df:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f93523-2c96-40e2-bc72-483b4e68d849', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'd9c452e7-c3d6-4272-9e12-fdc83e07e481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:09:38Z', 'updated_at': '2022-03-11T20:09:42Z', 'revision_number': 4, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'subnets': [{'id': 'd9c452e7-c3d6-4272-9e12-fdc83e07e481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:09:43.636819 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-97d3aaa1-246d-495e-bb0a-055721f2da68 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for security_group_rule (823e1db5-7891-46ea-bc32-1984d531b8af), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:43.642206 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-97d3aaa1-246d-495e-bb0a-055721f2da68 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (823e1db5-7891-46ea-bc32-1984d531b8af), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:43.651944 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfb0cd7-afbe-4675-ab88-2c0182d052ab None None] The sync data for ids ['c3f93523-2c96-40e2-bc72-483b4e68d849'] in n-d-833163-1 is: [{'id': 'c3f93523-2c96-40e2-bc72-483b4e68d849', 'name': 'tempest-TestNetworkBasicOps-router-773022520', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'd9888c7a-3daf-460d-a826-9e3a2e805487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:09:34Z', 'updated_at': '2022-03-11T20:09:39Z', 'revision_number': 4, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'gw_port': {'id': 'd9888c7a-3daf-460d-a826-9e3a2e805487', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f93523-2c96-40e2-bc72-483b4e68d849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:09:35Z', 'updated_at': '2022-03-11T20:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '6096c1f1-61ec-46e0-84b6-f2f7fd0aafac', 'name': '', 'network_id': 'b35df9a3-ec73-442f-a1d6-fed1dd246828', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'mac_address': 'fa:16:3e:23:df:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f93523-2c96-40e2-bc72-483b4e68d849', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'd9c452e7-c3d6-4272-9e12-fdc83e07e481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:09:38Z', 'updated_at': '2022-03-11T20:09:42Z', 'revision_number': 4, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'subnets': [{'id': 'd9c452e7-c3d6-4272-9e12-fdc83e07e481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:09:43.658101 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d3aaa1-246d-495e-bb0a-055721f2da68 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=823e1db5-7891-46ea-bc32-1984d531b8af,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:09:43.665469 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4681b938-fce9-492d-8edf-c6465a11f0e4 None None] Provisioning complete for port 6096c1f1-61ec-46e0-84b6-f2f7fd0aafac triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:09:43.666000 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4681b938-fce9-492d-8edf-c6465a11f0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (6096c1f1-61ec-46e0-84b6-f2f7fd0aafac), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:43.683613 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-97d3aaa1-246d-495e-bb0a-055721f2da68 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:43.685534 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-97d3aaa1-246d-495e-bb0a-055721f2da68 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1555088 Mar 11 20:09:43.688448 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53114) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:09:43.694601 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-d48998c0-89be-40e3-9b4d-41c80f776a4e tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Request body: {'security_group_rule': {'security_group_id': '742f8ce6-e1eb-414a-b80f-02d33544c4c4', 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:09:43.729267 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c888a6-0dfd-43e9-880b-bbadc9cee6b4 req-0ad6ac69-53c0-4649-832e-db2eeedb92f5 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:43.730863 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-80c888a6-0dfd-43e9-880b-bbadc9cee6b4 req-0ad6ac69-53c0-4649-832e-db2eeedb92f5 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=50bd78c6-b752-4f59-a968-a13f192b2792 HTTP/1.1" status: 200 len: 945 time: 0.0981412 Mar 11 20:09:43.746884 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d48998c0-89be-40e3-9b4d-41c80f776a4e tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for security_group_rule (c9e14c7f-3f29-43d8-8dea-42902a87bf34), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:43.792638 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-80c888a6-0dfd-43e9-880b-bbadc9cee6b4 req-bb17a744-a605-4465-befa-47fd1f9dc643 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523217 Mar 11 20:09:43.846979 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d48998c0-89be-40e3-9b4d-41c80f776a4e tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for security_group_rule (c9e14c7f-3f29-43d8-8dea-42902a87bf34), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:43.856711 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4681b938-fce9-492d-8edf-c6465a11f0e4 None None] Current status of the port 6096c1f1-61ec-46e0-84b6-f2f7fd0aafac is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:09:43.857169 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d48998c0-89be-40e3-9b4d-41c80f776a4e tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (c9e14c7f-3f29-43d8-8dea-42902a87bf34), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:43.892269 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48998c0-89be-40e3-9b4d-41c80f776a4e tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9e14c7f-3f29-43d8-8dea-42902a87bf34,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:09:43.931344 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d48998c0-89be-40e3-9b4d-41c80f776a4e tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:43.935122 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d48998c0-89be-40e3-9b4d-41c80f776a4e tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2418673 Mar 11 20:09:43.935732 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53120) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:09:43.941719 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-b2747bf5-b732-49f4-a2cd-6747e8d5773a tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Request body: {'security_group_rule': {'security_group_id': '742f8ce6-e1eb-414a-b80f-02d33544c4c4', 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:09:43.982504 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b2747bf5-b732-49f4-a2cd-6747e8d5773a tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for security_group_rule (f673bd43-7788-46b0-8e57-9f40e76a6eae), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:43.992446 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 6096c1f1-61ec-46e0-84b6-f2f7fd0aafac up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:09:44.013274 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b875d2-b348-43dc-8cd8-9c4b83cdde4c req-73d66b6f-b2f2-430c-82ea-505cb5f44cde tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:44.024383 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d3b875d2-b348-43dc-8cd8-9c4b83cdde4c req-73d66b6f-b2f2-430c-82ea-505cb5f44cde tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=50bd78c6-b752-4f59-a968-a13f192b2792 HTTP/1.1" status: 200 len: 945 time: 0.1269612 Mar 11 20:09:44.064761 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 6096c1f1-61ec-46e0-84b6-f2f7fd0aafac triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:09:44.065134 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (6096c1f1-61ec-46e0-84b6-f2f7fd0aafac), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:44.081104 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d3b875d2-b348-43dc-8cd8-9c4b83cdde4c req-130c6591-beca-434d-84fb-265b52ce9d5f tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557466 Mar 11 20:09:44.091363 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b2747bf5-b732-49f4-a2cd-6747e8d5773a tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for security_group_rule (f673bd43-7788-46b0-8e57-9f40e76a6eae), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:44.107201 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b2747bf5-b732-49f4-a2cd-6747e8d5773a tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (f673bd43-7788-46b0-8e57-9f40e76a6eae), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:44.135517 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2747bf5-b732-49f4-a2cd-6747e8d5773a tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f673bd43-7788-46b0-8e57-9f40e76a6eae,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:09:44.146224 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b2747bf5-b732-49f4-a2cd-6747e8d5773a tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:44.150382 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 53128) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:09:44.151870 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b2747bf5-b732-49f4-a2cd-6747e8d5773a tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2139828 Mar 11 20:09:44.156804 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-e351f31c-6c56-4a42-a518-602a1193dee2 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Request body: {'security_group_rule': {'security_group_id': '742f8ce6-e1eb-414a-b80f-02d33544c4c4', 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:09:44.173523 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 6096c1f1-61ec-46e0-84b6-f2f7fd0aafac is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:09:44.197295 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e351f31c-6c56-4a42-a518-602a1193dee2 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for security_group_rule (b9d0e6dc-5253-4bb6-870d-d3efd99661fb), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:44.321096 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd7ca37-1e0e-4dd1-9ab0-22ed1dd51ac7 req-c051c8cb-6c8b-4dda-a0f3-684a9a402542 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:44.322637 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cfd7ca37-1e0e-4dd1-9ab0-22ed1dd51ac7 req-c051c8cb-6c8b-4dda-a0f3-684a9a402542 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=50bd78c6-b752-4f59-a968-a13f192b2792 HTTP/1.1" status: 200 len: 945 time: 0.0913892 Mar 11 20:09:44.324577 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e351f31c-6c56-4a42-a518-602a1193dee2 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for security_group_rule (b9d0e6dc-5253-4bb6-870d-d3efd99661fb), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:44.332091 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e351f31c-6c56-4a42-a518-602a1193dee2 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (b9d0e6dc-5253-4bb6-870d-d3efd99661fb), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:44.366332 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e351f31c-6c56-4a42-a518-602a1193dee2 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9d0e6dc-5253-4bb6-870d-d3efd99661fb,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:09:44.376842 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e351f31c-6c56-4a42-a518-602a1193dee2 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:44.380138 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-e351f31c-6c56-4a42-a518-602a1193dee2 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2286103 Mar 11 20:09:44.381028 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53138) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:09:44.385558 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-b5b79a97-b187-4441-86dc-7a397c02876c tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Request body: {'security_group_rule': {'security_group_id': '742f8ce6-e1eb-414a-b80f-02d33544c4c4', 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:09:44.415981 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cfd7ca37-1e0e-4dd1-9ab0-22ed1dd51ac7 req-a34637bd-9318-40cf-867b-6321262f6662 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821171 Mar 11 20:09:44.419252 n-d-833163-1 neutron-server[103884]: INFO neutron.db.securitygroups_db [None req-b5b79a97-b187-4441-86dc-7a397c02876c tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Project 77aef0b32a4e44be903fe7edad11ff8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 20:09:44.426895 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b5b79a97-b187-4441-86dc-7a397c02876c tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for security_group_rule (bee865f0-ea0f-4064-8a83-ba551d93e1bb), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:44.534870 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b5b79a97-b187-4441-86dc-7a397c02876c tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for security_group_rule (bee865f0-ea0f-4064-8a83-ba551d93e1bb), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:44.543885 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b5b79a97-b187-4441-86dc-7a397c02876c tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (bee865f0-ea0f-4064-8a83-ba551d93e1bb), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:44.574368 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b79a97-b187-4441-86dc-7a397c02876c tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bee865f0-ea0f-4064-8a83-ba551d93e1bb,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:09:44.586106 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b5b79a97-b187-4441-86dc-7a397c02876c tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:44.592118 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 53154) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:09:44.594655 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b5b79a97-b187-4441-86dc-7a397c02876c tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2125037 Mar 11 20:09:44.598126 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-0581d2b5-40ef-4dcc-a8d6-e31a5dfaf2d2 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Request body: {'security_group_rule': {'security_group_id': '742f8ce6-e1eb-414a-b80f-02d33544c4c4', 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:09:44.622129 n-d-833163-1 neutron-server[103885]: INFO neutron.db.securitygroups_db [None req-0581d2b5-40ef-4dcc-a8d6-e31a5dfaf2d2 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Project 77aef0b32a4e44be903fe7edad11ff8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 20:09:44.628354 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0581d2b5-40ef-4dcc-a8d6-e31a5dfaf2d2 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for security_group_rule (58c8d603-6ce1-49f8-a51d-eb71e916a627), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:44.708460 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0581d2b5-40ef-4dcc-a8d6-e31a5dfaf2d2 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for security_group_rule (58c8d603-6ce1-49f8-a51d-eb71e916a627), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:44.712677 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0581d2b5-40ef-4dcc-a8d6-e31a5dfaf2d2 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (58c8d603-6ce1-49f8-a51d-eb71e916a627), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:44.733974 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0581d2b5-40ef-4dcc-a8d6-e31a5dfaf2d2 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58c8d603-6ce1-49f8-a51d-eb71e916a627,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:09:44.746321 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0581d2b5-40ef-4dcc-a8d6-e31a5dfaf2d2 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:44.747581 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-0581d2b5-40ef-4dcc-a8d6-e31a5dfaf2d2 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1535673 Mar 11 20:09:44.838416 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device be280c5c-50f4-4ca9-9cb6-39f47d87a24b no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:09:44.840081 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c2f32-5f8b-40f8-abe5-1462fb9cf076 req-be0b09e7-e166-4328-a260-67786b8ecc91 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:44.841795 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-202c2f32-5f8b-40f8-abe5-1462fb9cf076 req-be0b09e7-e166-4328-a260-67786b8ecc91 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=50bd78c6-b752-4f59-a968-a13f192b2792 HTTP/1.1" status: 200 len: 945 time: 0.0701003 Mar 11 20:09:44.872107 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: be280c5c-50f4-4ca9-9cb6-39f47d87a24b {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:09:44.872767 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device be280c5c-50f4-4ca9-9cb6-39f47d87a24b not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:09:44.920829 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-202c2f32-5f8b-40f8-abe5-1462fb9cf076 req-280a39bf-e79b-4afd-89b8-be4b123a9dd4 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674846 Mar 11 20:09:45.071893 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b4f3ce7d-917a-4e69-b891-7cb85f0f3911 req-d24a3f9d-a3b2-48a1-a18b-2ca5236bc4f5 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1232473867&fields=id&tenant_id=77aef0b32a4e44be903fe7edad11ff8b HTTP/1.1" status: 200 len: 267 time: 0.0613792 Mar 11 20:09:45.193568 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f3ce7d-917a-4e69-b891-7cb85f0f3911 req-7c180dfc-b57d-4cdb-a40b-1c397408ca66 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:45.195980 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b4f3ce7d-917a-4e69-b891-7cb85f0f3911 req-7c180dfc-b57d-4cdb-a40b-1c397408ca66 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/networks?id=b35df9a3-ec73-442f-a1d6-fed1dd246828 HTTP/1.1" status: 200 len: 796 time: 0.1132717 Mar 11 20:09:45.211437 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b4f3ce7d-917a-4e69-b891-7cb85f0f3911 req-46bafb1a-e868-42d5-b20d-ca2554ede699 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/quotas/77aef0b32a4e44be903fe7edad11ff8b HTTP/1.1" status: 200 len: 375 time: 0.0098433 Mar 11 20:09:45.280139 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b4f3ce7d-917a-4e69-b891-7cb85f0f3911 req-47e050f6-d55b-4534-bfed-568b32093f8f tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=77aef0b32a4e44be903fe7edad11ff8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0598619 Mar 11 20:09:45.361364 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [req-b4f3ce7d-917a-4e69-b891-7cb85f0f3911 req-4cfe4524-a3e5-4b07-802a-5b1bb555f5e0 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 20:09:45.362504 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b4f3ce7d-917a-4e69-b891-7cb85f0f3911 req-4cfe4524-a3e5-4b07-802a-5b1bb555f5e0 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0673082 Mar 11 20:09:45.457211 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b4f3ce7d-917a-4e69-b891-7cb85f0f3911 req-bd3bd9d9-e9a7-48d9-85e3-659b69bdf1b1 service neutron] 10.222.0.65 "GET /v2.0/networks/b35df9a3-ec73-442f-a1d6-fed1dd246828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882730 Mar 11 20:09:45.559362 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b4f3ce7d-917a-4e69-b891-7cb85f0f3911 req-6ccb5c99-3af3-4161-b913-bf022eed3777 service neutron] 10.222.0.65 "GET /v2.0/networks/b35df9a3-ec73-442f-a1d6-fed1dd246828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936401 Mar 11 20:09:45.755866 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6e3ba5c2-c7b8-4e74-9466-fbd77bcb22ea req-14420b94-ac1b-47b4-9c0a-68e5df338ae4 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f70e647-b0cf-4314-a49a-5aefa60d85f8 HTTP/1.1" status: 200 len: 210 time: 0.0453131 Mar 11 20:09:46.065737 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08677708-7d19-4e89-b1d4-2b91a7e70602 req-5aab1ad1-e522-4335-989e-8ee1a018deb9 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:46.074249 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-08677708-7d19-4e89-b1d4-2b91a7e70602 req-5aab1ad1-e522-4335-989e-8ee1a018deb9 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=50bd78c6-b752-4f59-a968-a13f192b2792 HTTP/1.1" status: 200 len: 945 time: 0.0763826 Mar 11 20:09:46.132531 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-08677708-7d19-4e89-b1d4-2b91a7e70602 req-06250758-efc0-4afc-b641-71e49ac460b1 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569861 Mar 11 20:09:46.228424 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21322f4-bbc9-4ad6-a767-782d24c993d4 req-048b8afc-e922-4044-a3e4-a0bb8b3496a5 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:46.229987 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e21322f4-bbc9-4ad6-a767-782d24c993d4 req-048b8afc-e922-4044-a3e4-a0bb8b3496a5 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.75 "GET /v2.0/ports?device_id=50bd78c6-b752-4f59-a968-a13f192b2792 HTTP/1.1" status: 200 len: 945 time: 0.0780797 Mar 11 20:09:46.348799 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-e21322f4-bbc9-4ad6-a767-782d24c993d4 req-cecd6132-4e24-4a65-9d81-3d0127f93ad7 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Deleting port 5daa30f1-7d87-4c52-88b2-e905bcc087e8 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:09:46.349341 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e21322f4-bbc9-4ad6-a767-782d24c993d4 req-cecd6132-4e24-4a65-9d81-3d0127f93ad7 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (5daa30f1-7d87-4c52-88b2-e905bcc087e8), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:46.495069 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-e21322f4-bbc9-4ad6-a767-782d24c993d4 req-cecd6132-4e24-4a65-9d81-3d0127f93ad7 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] For port 5daa30f1-7d87-4c52-88b2-e905bcc087e8, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=5daa30f1-7d87-4c52-88b2-e905bcc087e8,segment=NetworkSegment(71b9bbc9-ac9b-491b-9d03-f13ac7365297),segment_id=71b9bbc9-ac9b-491b-9d03-f13ac7365297)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:09:46.495440 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e21322f4-bbc9-4ad6-a767-782d24c993d4 req-cecd6132-4e24-4a65-9d81-3d0127f93ad7 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (5daa30f1-7d87-4c52-88b2-e905bcc087e8), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:46.510045 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-e21322f4-bbc9-4ad6-a767-782d24c993d4 req-cecd6132-4e24-4a65-9d81-3d0127f93ad7 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Calling delete_port for 5daa30f1-7d87-4c52-88b2-e905bcc087e8 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:09:46.693312 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e21322f4-bbc9-4ad6-a767-782d24c993d4 req-cecd6132-4e24-4a65-9d81-3d0127f93ad7 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (5daa30f1-7d87-4c52-88b2-e905bcc087e8), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:46.708821 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['5daa30f1-7d87-4c52-88b2-e905bcc087e8'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:09:46.743609 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecd6132-4e24-4a65-9d81-3d0127f93ad7 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Pushing event deleted for resources: {'Port': ['ID=5daa30f1-7d87-4c52-88b2-e905bcc087e8,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:09:46.826539 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-e21322f4-bbc9-4ad6-a767-782d24c993d4 req-cecd6132-4e24-4a65-9d81-3d0127f93ad7 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] No DVR routers for this DVR port 5daa30f1-7d87-4c52-88b2-e905bcc087e8 on host n-h1-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:09:46.835160 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e21322f4-bbc9-4ad6-a767-782d24c993d4 req-cecd6132-4e24-4a65-9d81-3d0127f93ad7 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:46.842169 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e21322f4-bbc9-4ad6-a767-782d24c993d4 req-cecd6132-4e24-4a65-9d81-3d0127f93ad7 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.75 "DELETE /v2.0/ports/5daa30f1-7d87-4c52-88b2-e905bcc087e8 HTTP/1.1" status: 204 len: 173 time: 0.6072745 Mar 11 20:09:46.843609 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50bd78c6-b752-4f59-a968-a13f192b2792', 'name': 'network-vif-deleted', 'tag': '5daa30f1-7d87-4c52-88b2-e905bcc087e8'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:09:46.846762 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e19871-75a6-41ba-b47e-bbf5d931b2b8" -d '{"events": [{"server_uuid": "50bd78c6-b752-4f59-a968-a13f192b2792", "name": "network-vif-deleted", "tag": "5daa30f1-7d87-4c52-88b2-e905bcc087e8"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:09:46.924610 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f3cef2b8-9cc0-41b1-9544-6fa59d00019b req-333267cd-30d4-4259-b3bc-94780cad8fa4 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f70e647-b0cf-4314-a49a-5aefa60d85f8 HTTP/1.1" status: 200 len: 210 time: 0.0832517 Mar 11 20:09:47.034341 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-136834d7-2f3c-4e03-8f30-cfe245b6db44 x-openstack-request-id: req-136834d7-2f3c-4e03-8f30-cfe245b6db44 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:09:47.036163 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50bd78c6-b752-4f59-a968-a13f192b2792", "name": "network-vif-deleted", "tag": "5daa30f1-7d87-4c52-88b2-e905bcc087e8", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:09:47.036692 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-136834d7-2f3c-4e03-8f30-cfe245b6db44 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:09:47.039051 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50bd78c6-b752-4f59-a968-a13f192b2792', 'name': 'network-vif-deleted', 'tag': '5daa30f1-7d87-4c52-88b2-e905bcc087e8', 'status': 'completed', 'code': 200} Mar 11 20:09:47.214094 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f3ce7d-917a-4e69-b891-7cb85f0f3911 req-f231d7c9-b7fc-4d2a-a676-385ee713733f tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:47.215977 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b4f3ce7d-917a-4e69-b891-7cb85f0f3911 req-f231d7c9-b7fc-4d2a-a676-385ee713733f tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.57 "GET /v2.0/networks?id=b35df9a3-ec73-442f-a1d6-fed1dd246828 HTTP/1.1" status: 200 len: 796 time: 0.1415424 Mar 11 20:09:47.288368 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3e7c780f-90a9-4f57-9121-d28d382b30a9 req-e5f6d66e-6700-46ad-a280-b2b69e680d1f tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=50bd78c6-b752-4f59-a968-a13f192b2792 HTTP/1.1" status: 200 len: 210 time: 0.0513418 Mar 11 20:09:47.337040 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b4f3ce7d-917a-4e69-b891-7cb85f0f3911 req-fbf957d5-7518-42b8-ba6e-3ca78649bc41 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77aef0b32a4e44be903fe7edad11ff8b HTTP/1.1" status: 200 len: 380 time: 0.1134014 Mar 11 20:09:47.347230 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-b4f3ce7d-917a-4e69-b891-7cb85f0f3911 req-85071676-a50a-4bfb-91f9-2bc0875e6cb8 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Request body: {'port': {'device_id': '0f70e647-b0cf-4314-a49a-5aefa60d85f8', 'network_id': 'b35df9a3-ec73-442f-a1d6-fed1dd246828', 'admin_state_up': True, 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'security_groups': ['742f8ce6-e1eb-414a-b80f-02d33544c4c4']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:09:47.482640 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4f3ce7d-917a-4e69-b891-7cb85f0f3911 req-85071676-a50a-4bfb-91f9-2bc0875e6cb8 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Made reservation on behalf of 77aef0b32a4e44be903fe7edad11ff8b for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:09:47.486666 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b4f3ce7d-917a-4e69-b891-7cb85f0f3911 req-85071676-a50a-4bfb-91f9-2bc0875e6cb8 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:47.646872 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-b4f3ce7d-917a-4e69-b891-7cb85f0f3911 req-85071676-a50a-4bfb-91f9-2bc0875e6cb8 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Allocated IP 172.20.0.12 (b35df9a3-ec73-442f-a1d6-fed1dd246828/d9c452e7-c3d6-4272-9e12-fdc83e07e481/c13bb3a4-fd47-47d5-8600-4c1c987adc25) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:09:47.797963 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b4f3ce7d-917a-4e69-b891-7cb85f0f3911 req-85071676-a50a-4bfb-91f9-2bc0875e6cb8 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for port (c13bb3a4-fd47-47d5-8600-4c1c987adc25), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:47.835536 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b4f3ce7d-917a-4e69-b891-7cb85f0f3911 req-85071676-a50a-4bfb-91f9-2bc0875e6cb8 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (c13bb3a4-fd47-47d5-8600-4c1c987adc25), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:47.885192 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4f3ce7d-917a-4e69-b891-7cb85f0f3911 req-85071676-a50a-4bfb-91f9-2bc0875e6cb8 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Network b35df9a3-ec73-442f-a1d6-fed1dd246828 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:09:47.888309 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-b4f3ce7d-917a-4e69-b891-7cb85f0f3911 req-85071676-a50a-4bfb-91f9-2bc0875e6cb8 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:09:47.894271 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4f3ce7d-917a-4e69-b891-7cb85f0f3911 req-85071676-a50a-4bfb-91f9-2bc0875e6cb8 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:09:47.924469 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85071676-a50a-4bfb-91f9-2bc0875e6cb8 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Pushing event updated for resources: {'Port': ['ID=c13bb3a4-fd47-47d5-8600-4c1c987adc25,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:09:47.950544 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f3ce7d-917a-4e69-b891-7cb85f0f3911 req-85071676-a50a-4bfb-91f9-2bc0875e6cb8 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:47.951117 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b4f3ce7d-917a-4e69-b891-7cb85f0f3911 req-85071676-a50a-4bfb-91f9-2bc0875e6cb8 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:47.972731 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b4f3ce7d-917a-4e69-b891-7cb85f0f3911 req-85071676-a50a-4bfb-91f9-2bc0875e6cb8 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6296849 Mar 11 20:09:47.986877 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-b4f3ce7d-917a-4e69-b891-7cb85f0f3911 req-09867a97-3a9c-4bb5-8e25-9a63711f03d3 service neutron] Request body: {'port': {'device_id': '0f70e647-b0cf-4314-a49a-5aefa60d85f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:09:48.111333 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b4f3ce7d-917a-4e69-b891-7cb85f0f3911 req-09867a97-3a9c-4bb5-8e25-9a63711f03d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c13bb3a4-fd47-47d5-8600-4c1c987adc25), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:48.143095 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c569de-da13-4e1f-bed2-49a892d3e015 req-0cb1507e-8e6a-42af-ac11-e5daf3a1ff63 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:48.153833 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f2c569de-da13-4e1f-bed2-49a892d3e015 req-0cb1507e-8e6a-42af-ac11-e5daf3a1ff63 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f70e647-b0cf-4314-a49a-5aefa60d85f8 HTTP/1.1" status: 200 len: 932 time: 0.1027038 Mar 11 20:09:48.210275 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d04e22ee-71f4-4958-8bb8-6f890c365a46 None None] Provisioning complete for port c13bb3a4-fd47-47d5-8600-4c1c987adc25 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:09:48.211433 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d04e22ee-71f4-4958-8bb8-6f890c365a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (c13bb3a4-fd47-47d5-8600-4c1c987adc25), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:48.256293 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d04e22ee-71f4-4958-8bb8-6f890c365a46 None None] Port c13bb3a4-fd47-47d5-8600-4c1c987adc25 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:09:48.332820 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f2c569de-da13-4e1f-bed2-49a892d3e015 req-3eff24d7-3cd8-4943-9e56-aeaaa2d982fa tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/security-groups?id=742f8ce6-e1eb-414a-b80f-02d33544c4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454339 Mar 11 20:09:48.448087 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9bf55c00-cf9e-4797-bf64-fab3e39a52c2 req-1a611e64-e847-4cfc-ae75-95c938080457 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=50bd78c6-b752-4f59-a968-a13f192b2792 HTTP/1.1" status: 200 len: 210 time: 0.0313108 Mar 11 20:09:48.530130 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-b4f3ce7d-917a-4e69-b891-7cb85f0f3911 req-09867a97-3a9c-4bb5-8e25-9a63711f03d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c13bb3a4-fd47-47d5-8600-4c1c987adc25 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:09:48.538245 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b4f3ce7d-917a-4e69-b891-7cb85f0f3911 req-09867a97-3a9c-4bb5-8e25-9a63711f03d3 service neutron] Publish callbacks [] for port (c13bb3a4-fd47-47d5-8600-4c1c987adc25), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:48.551054 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-b4f3ce7d-917a-4e69-b891-7cb85f0f3911 req-09867a97-3a9c-4bb5-8e25-9a63711f03d3 service neutron] Transition to ACTIVE for port object c13bb3a4-fd47-47d5-8600-4c1c987adc25 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 20:09:48.555547 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b4f3ce7d-917a-4e69-b891-7cb85f0f3911 req-09867a97-3a9c-4bb5-8e25-9a63711f03d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (c13bb3a4-fd47-47d5-8600-4c1c987adc25), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:48.615198 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09867a97-3a9c-4bb5-8e25-9a63711f03d3 service neutron] Pushing event updated for resources: {'Port': ['ID=c13bb3a4-fd47-47d5-8600-4c1c987adc25,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:09:48.704577 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-b4f3ce7d-917a-4e69-b891-7cb85f0f3911 req-09867a97-3a9c-4bb5-8e25-9a63711f03d3 service neutron] Attempting to bind port c13bb3a4-fd47-47d5-8600-4c1c987adc25 on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:09:48.704915 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-b4f3ce7d-917a-4e69-b891-7cb85f0f3911 req-09867a97-3a9c-4bb5-8e25-9a63711f03d3 service neutron] Attempting to bind port c13bb3a4-fd47-47d5-8600-4c1c987adc25 by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '66feaf47-58bc-4a44-8804-1404c55a2095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'b35df9a3-ec73-442f-a1d6-fed1dd246828'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:09:48.705486 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f3ce7d-917a-4e69-b891-7cb85f0f3911 req-09867a97-3a9c-4bb5-8e25-9a63711f03d3 service neutron] Attempting to bind port c13bb3a4-fd47-47d5-8600-4c1c987adc25 on network b35df9a3-ec73-442f-a1d6-fed1dd246828 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:09:48.711751 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f3ce7d-917a-4e69-b891-7cb85f0f3911 req-09867a97-3a9c-4bb5-8e25-9a63711f03d3 service neutron] Port c13bb3a4-fd47-47d5-8600-4c1c987adc25 on network b35df9a3-ec73-442f-a1d6-fed1dd246828 not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 20:09:48.711969 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f3ce7d-917a-4e69-b891-7cb85f0f3911 req-09867a97-3a9c-4bb5-8e25-9a63711f03d3 service neutron] Attempting to bind port c13bb3a4-fd47-47d5-8600-4c1c987adc25 on network b35df9a3-ec73-442f-a1d6-fed1dd246828 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:09:48.718384 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f3ce7d-917a-4e69-b891-7cb85f0f3911 req-09867a97-3a9c-4bb5-8e25-9a63711f03d3 service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:09:48.718769 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f3ce7d-917a-4e69-b891-7cb85f0f3911 req-09867a97-3a9c-4bb5-8e25-9a63711f03d3 service neutron] Checking segment: {'id': '66feaf47-58bc-4a44-8804-1404c55a2095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'b35df9a3-ec73-442f-a1d6-fed1dd246828'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:09:48.719158 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f3ce7d-917a-4e69-b891-7cb85f0f3911 req-09867a97-3a9c-4bb5-8e25-9a63711f03d3 service neutron] Bound using segment: {'id': '66feaf47-58bc-4a44-8804-1404c55a2095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'b35df9a3-ec73-442f-a1d6-fed1dd246828'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:09:48.719608 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-b4f3ce7d-917a-4e69-b891-7cb85f0f3911 req-09867a97-3a9c-4bb5-8e25-9a63711f03d3 service neutron] Bound port: c13bb3a4-fd47-47d5-8600-4c1c987adc25, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66feaf47-58bc-4a44-8804-1404c55a2095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 878, 'network_id': 'b35df9a3-ec73-442f-a1d6-fed1dd246828'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:09:48.720038 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b4f3ce7d-917a-4e69-b891-7cb85f0f3911 req-09867a97-3a9c-4bb5-8e25-9a63711f03d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c13bb3a4-fd47-47d5-8600-4c1c987adc25), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:48.794719 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-b4f3ce7d-917a-4e69-b891-7cb85f0f3911 req-09867a97-3a9c-4bb5-8e25-9a63711f03d3 service neutron] For port c13bb3a4-fd47-47d5-8600-4c1c987adc25, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:09:48.799606 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-b4f3ce7d-917a-4e69-b891-7cb85f0f3911 req-09867a97-3a9c-4bb5-8e25-9a63711f03d3 service neutron] For port c13bb3a4-fd47-47d5-8600-4c1c987adc25, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=c13bb3a4-fd47-47d5-8600-4c1c987adc25,segment=NetworkSegment(66feaf47-58bc-4a44-8804-1404c55a2095),segment_id=66feaf47-58bc-4a44-8804-1404c55a2095)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:09:48.808778 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b4f3ce7d-917a-4e69-b891-7cb85f0f3911 req-09867a97-3a9c-4bb5-8e25-9a63711f03d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (c13bb3a4-fd47-47d5-8600-4c1c987adc25), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:48.837149 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f3ce7d-917a-4e69-b891-7cb85f0f3911 req-09867a97-3a9c-4bb5-8e25-9a63711f03d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:48.837799 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b4f3ce7d-917a-4e69-b891-7cb85f0f3911 req-09867a97-3a9c-4bb5-8e25-9a63711f03d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:48.839812 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b4f3ce7d-917a-4e69-b891-7cb85f0f3911 req-09867a97-3a9c-4bb5-8e25-9a63711f03d3 service neutron] 10.222.0.57 "PUT /v2.0/ports/c13bb3a4-fd47-47d5-8600-4c1c987adc25 HTTP/1.1" status: 200 len: 1092 time: 0.8585138 Mar 11 20:09:48.841487 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f70e647-b0cf-4314-a49a-5aefa60d85f8', 'tag': 'c13bb3a4-fd47-47d5-8600-4c1c987adc25'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:09:48.845605 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5464e0f6-51c9-4a05-abea-a7bceeee1ab1" -d '{"events": [{"name": "network-changed", "server_uuid": "0f70e647-b0cf-4314-a49a-5aefa60d85f8", "tag": "c13bb3a4-fd47-47d5-8600-4c1c987adc25"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:09:48.950250 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09867a97-3a9c-4bb5-8e25-9a63711f03d3 service neutron] Pushing event updated for resources: {'Port': ['ID=c13bb3a4-fd47-47d5-8600-4c1c987adc25,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:09:48.964470 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a492f0dc-b6ec-4922-8fa4-fac0e33c4d0a x-openstack-request-id: req-a492f0dc-b6ec-4922-8fa4-fac0e33c4d0a {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:09:48.965149 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f70e647-b0cf-4314-a49a-5aefa60d85f8", "tag": "c13bb3a4-fd47-47d5-8600-4c1c987adc25", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:09:48.965149 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a492f0dc-b6ec-4922-8fa4-fac0e33c4d0a {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:09:48.965928 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f70e647-b0cf-4314-a49a-5aefa60d85f8', 'tag': 'c13bb3a4-fd47-47d5-8600-4c1c987adc25', 'status': 'completed', 'code': 200} Mar 11 20:09:48.974600 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f3ce7d-917a-4e69-b891-7cb85f0f3911 req-734cd191-4fc0-4689-872f-784b2cb1efb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:48.976493 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b4f3ce7d-917a-4e69-b891-7cb85f0f3911 req-734cd191-4fc0-4689-872f-784b2cb1efb2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=77aef0b32a4e44be903fe7edad11ff8b&device_id=0f70e647-b0cf-4314-a49a-5aefa60d85f8 HTTP/1.1" status: 200 len: 1126 time: 0.0934880 Mar 11 20:09:49.028257 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b4f3ce7d-917a-4e69-b891-7cb85f0f3911 req-fc954216-8de5-4be4-afea-b0b30ef871dc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c13bb3a4-fd47-47d5-8600-4c1c987adc25 HTTP/1.1" status: 200 len: 217 time: 0.0453537 Mar 11 20:09:49.086236 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 5daa30f1-7d87-4c52-88b2-e905bcc087e8 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:09:49.092780 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f3ce7d-917a-4e69-b891-7cb85f0f3911 req-698420fc-be9b-4e4a-bd46-64a6b66c682c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:49.094628 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b4f3ce7d-917a-4e69-b891-7cb85f0f3911 req-698420fc-be9b-4e4a-bd46-64a6b66c682c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d9c452e7-c3d6-4272-9e12-fdc83e07e481 HTTP/1.1" status: 200 len: 835 time: 0.0606067 Mar 11 20:09:49.129400 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: 5daa30f1-7d87-4c52-88b2-e905bcc087e8 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:09:49.132047 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 5daa30f1-7d87-4c52-88b2-e905bcc087e8 not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:09:49.167220 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:49.168130 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f3ce7d-917a-4e69-b891-7cb85f0f3911 req-6414a8f8-1ed8-41fa-91e7-a339a7b4bf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:49.170226 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b4f3ce7d-917a-4e69-b891-7cb85f0f3911 req-6414a8f8-1ed8-41fa-91e7-a339a7b4bf3b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b35df9a3-ec73-442f-a1d6-fed1dd246828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0692022 Mar 11 20:09:49.282958 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b4f3ce7d-917a-4e69-b891-7cb85f0f3911 req-7354b8e5-633f-42bf-8fd9-3de91087c854 service neutron] 10.222.0.57 "GET /v2.0/networks/b35df9a3-ec73-442f-a1d6-fed1dd246828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067202 Mar 11 20:09:49.382560 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b4f3ce7d-917a-4e69-b891-7cb85f0f3911 req-23a8c4e0-3631-4b86-9f5b-954462a7228e service neutron] 10.222.0.57 "GET /v2.0/networks/b35df9a3-ec73-442f-a1d6-fed1dd246828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939276 Mar 11 20:09:49.521902 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5464e0f6-51c9-4a05-abea-a7bceeee1ab1 req-73cddadc-30c3-410b-8f77-c160ec8bbe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:49.523278 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5464e0f6-51c9-4a05-abea-a7bceeee1ab1 req-73cddadc-30c3-410b-8f77-c160ec8bbe2d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=77aef0b32a4e44be903fe7edad11ff8b&device_id=0f70e647-b0cf-4314-a49a-5aefa60d85f8 HTTP/1.1" status: 200 len: 1126 time: 0.0811403 Mar 11 20:09:49.535961 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae56452c-d38b-40de-9a98-338b6a09f5f1 req-382be159-7913-437e-9346-6e3c85ce12f1 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:49.537246 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ae56452c-d38b-40de-9a98-338b6a09f5f1 req-382be159-7913-437e-9346-6e3c85ce12f1 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f70e647-b0cf-4314-a49a-5aefa60d85f8 HTTP/1.1" status: 200 len: 944 time: 0.1044943 Mar 11 20:09:49.646841 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ae56452c-d38b-40de-9a98-338b6a09f5f1 req-0070365d-53e1-4781-b6f7-4fba414b1fec tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/security-groups?id=742f8ce6-e1eb-414a-b80f-02d33544c4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003590 Mar 11 20:09:49.663572 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5464e0f6-51c9-4a05-abea-a7bceeee1ab1 req-dc599951-f40b-4b35-b01b-ab07e51ea852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:49.665071 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5464e0f6-51c9-4a05-abea-a7bceeee1ab1 req-dc599951-f40b-4b35-b01b-ab07e51ea852 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b35df9a3-ec73-442f-a1d6-fed1dd246828 HTTP/1.1" status: 200 len: 897 time: 0.1269472 Mar 11 20:09:49.714244 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5464e0f6-51c9-4a05-abea-a7bceeee1ab1 req-3a9a2736-445a-48a9-8600-486c0f399962 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c13bb3a4-fd47-47d5-8600-4c1c987adc25 HTTP/1.1" status: 200 len: 217 time: 0.0381231 Mar 11 20:09:49.774771 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5464e0f6-51c9-4a05-abea-a7bceeee1ab1 req-4dd89a2a-0e14-473c-b793-f48c32fe4719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:49.777493 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5464e0f6-51c9-4a05-abea-a7bceeee1ab1 req-4dd89a2a-0e14-473c-b793-f48c32fe4719 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d9c452e7-c3d6-4272-9e12-fdc83e07e481 HTTP/1.1" status: 200 len: 835 time: 0.0582101 Mar 11 20:09:49.835869 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-62579cbb-ed22-4418-9048-eb57a1444654 req-99a0f93e-87ce-4433-a2f6-e397b65836ea tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=50bd78c6-b752-4f59-a968-a13f192b2792 HTTP/1.1" status: 200 len: 210 time: 0.0552928 Mar 11 20:09:49.866407 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5464e0f6-51c9-4a05-abea-a7bceeee1ab1 req-37512bc9-c07e-4018-a3b5-ee316626c363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:49.866407 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5464e0f6-51c9-4a05-abea-a7bceeee1ab1 req-37512bc9-c07e-4018-a3b5-ee316626c363 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b35df9a3-ec73-442f-a1d6-fed1dd246828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0831933 Mar 11 20:09:49.961934 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5464e0f6-51c9-4a05-abea-a7bceeee1ab1 req-fcbeb732-aae6-40e2-9173-7dd9e1a54c7d service neutron] 10.222.0.57 "GET /v2.0/networks/b35df9a3-ec73-442f-a1d6-fed1dd246828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886528 Mar 11 20:09:50.065907 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5464e0f6-51c9-4a05-abea-a7bceeee1ab1 req-cb0f28c7-0d25-455d-8c96-b258e69dab9a service neutron] 10.222.0.57 "GET /v2.0/networks/b35df9a3-ec73-442f-a1d6-fed1dd246828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970552 Mar 11 20:09:50.785889 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c26669e-62af-4a58-a1ca-911cd22c8537 req-0da7c233-9305-42b7-a876-53c3adfb0d78 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:50.787784 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9c26669e-62af-4a58-a1ca-911cd22c8537 req-0da7c233-9305-42b7-a876-53c3adfb0d78 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f70e647-b0cf-4314-a49a-5aefa60d85f8 HTTP/1.1" status: 200 len: 944 time: 0.0623286 Mar 11 20:09:50.843980 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9c26669e-62af-4a58-a1ca-911cd22c8537 req-a254a38f-3788-475f-9e17-6e2cd145f013 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/security-groups?id=742f8ce6-e1eb-414a-b80f-02d33544c4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506699 Mar 11 20:09:50.948639 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-311bbe1a-90a8-4ac4-92e0-5141e13ed20f req-b2d1a124-2773-463e-a060-fa301e2689cf tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=50bd78c6-b752-4f59-a968-a13f192b2792 HTTP/1.1" status: 200 len: 210 time: 0.0339742 Mar 11 20:09:51.976129 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d89240a-82f3-4fc4-96e5-79f6299e7c94 req-3fd2c32f-eed0-4f83-a610-14dea56a888f tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:51.978100 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9d89240a-82f3-4fc4-96e5-79f6299e7c94 req-3fd2c32f-eed0-4f83-a610-14dea56a888f tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f70e647-b0cf-4314-a49a-5aefa60d85f8 HTTP/1.1" status: 200 len: 944 time: 0.0568078 Mar 11 20:09:52.046368 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9d89240a-82f3-4fc4-96e5-79f6299e7c94 req-538fb362-1b08-4471-9837-3b36b0e86c6c tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/security-groups?id=742f8ce6-e1eb-414a-b80f-02d33544c4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626769 Mar 11 20:09:52.156365 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c200efeb-3d90-43ed-b7be-a150e4973059 req-4f3d1937-56b1-4d3b-8c80-036ba45e14d3 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=50bd78c6-b752-4f59-a968-a13f192b2792 HTTP/1.1" status: 200 len: 210 time: 0.0287306 Mar 11 20:09:52.196684 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53440) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:09:52.349784 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ff700409-b265-422f-9aef-8a011dfd8113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:52.369983 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ee8ae289-92f0-44a6-ad57-1f4d2cd2feeb admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fc0686a72b814b06ae54fa23815b2962&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1691289 Mar 11 20:09:52.370340 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 53444) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:09:52.427157 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f25a2120-094a-422a-805b-698f06939958 admin admin] Publish callbacks [] for security_group (498076c3-a25c-4e7d-ab43-943707853efa), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:52.451523 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f25a2120-094a-422a-805b-698f06939958 admin admin] Publish callbacks [] for security_group (498076c3-a25c-4e7d-ab43-943707853efa), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:52.511771 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f25a2120-094a-422a-805b-698f06939958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (498076c3-a25c-4e7d-ab43-943707853efa), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:52.515742 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f25a2120-094a-422a-805b-698f06939958 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:52.519348 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f25a2120-094a-422a-805b-698f06939958 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/498076c3-a25c-4e7d-ab43-943707853efa HTTP/1.1" status: 204 len: 168 time: 0.1456594 Mar 11 20:09:52.531317 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25a2120-094a-422a-805b-698f06939958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=498076c3-a25c-4e7d-ab43-943707853efa,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:09:52.895760 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device c13bb3a4-fd47-47d5-8600-4c1c987adc25 details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 20:09:52.917256 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:53.030365 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port c13bb3a4-fd47-47d5-8600-4c1c987adc25, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=c13bb3a4-fd47-47d5-8600-4c1c987adc25,segment=NetworkSegment(66feaf47-58bc-4a44-8804-1404c55a2095),segment_id=66feaf47-58bc-4a44-8804-1404c55a2095)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:09:53.059675 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': 'c13bb3a4-fd47-47d5-8600-4c1c987adc25', 'network_id': 'b35df9a3-ec73-442f-a1d6-fed1dd246828', 'port_id': 'c13bb3a4-fd47-47d5-8600-4c1c987adc25', 'mac_address': 'fa:16:3e:4a:4c:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 878, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9c452e7-c3d6-4272-9e12-fdc83e07e481', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 20:09:53.124474 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port c13bb3a4-fd47-47d5-8600-4c1c987adc25 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:09:53.125702 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c13bb3a4-fd47-47d5-8600-4c1c987adc25), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:53.148193 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c13bb3a4-fd47-47d5-8600-4c1c987adc25 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:09:53.181280 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port c13bb3a4-fd47-47d5-8600-4c1c987adc25, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=c13bb3a4-fd47-47d5-8600-4c1c987adc25,segment=NetworkSegment(66feaf47-58bc-4a44-8804-1404c55a2095),segment_id=66feaf47-58bc-4a44-8804-1404c55a2095)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:09:53.187471 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (c13bb3a4-fd47-47d5-8600-4c1c987adc25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:53.248498 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09f187-aeb0-4ded-881f-c65fc3fd7736 req-1cbcec66-40e2-4796-b67d-865c00274a3c tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:53.250130 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ac09f187-aeb0-4ded-881f-c65fc3fd7736 req-1cbcec66-40e2-4796-b67d-865c00274a3c tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f70e647-b0cf-4314-a49a-5aefa60d85f8 HTTP/1.1" status: 200 len: 944 time: 0.1014733 Mar 11 20:09:53.278642 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=c13bb3a4-fd47-47d5-8600-4c1c987adc25,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:09:53.332413 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ac09f187-aeb0-4ded-881f-c65fc3fd7736 req-dac63ced-0f15-4c06-9e2d-d10cd8b92e65 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/security-groups?id=742f8ce6-e1eb-414a-b80f-02d33544c4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738461 Mar 11 20:09:53.457890 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['c13bb3a4-fd47-47d5-8600-4c1c987adc25'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:09:53.474084 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8d6e3ce9-177e-460f-9000-a504cbe9ef69 req-5ce87b97-4632-4baa-b911-daa78ecdc82e tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=50bd78c6-b752-4f59-a968-a13f192b2792 HTTP/1.1" status: 200 len: 210 time: 0.0485878 Mar 11 20:09:54.503063 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53492) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:09:54.507787 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-3f2908ce-aa67-4a6d-88a8-aa188c877e1f tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1463114406', 'description': 'tempest-secgroup-smoke-1463114406 description', 'project_id': '985979086b444294b1307d531b609210'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:09:54.537149 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3f2908ce-aa67-4a6d-88a8-aa188c877e1f tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:54.555881 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3f2908ce-aa67-4a6d-88a8-aa188c877e1f tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:54.611809 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e54457-a067-456e-9294-fbded765facb req-fd03b21f-c462-46e1-8d27-985b832567ca tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:54.615327 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b2e54457-a067-456e-9294-fbded765facb req-fd03b21f-c462-46e1-8d27-985b832567ca tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f70e647-b0cf-4314-a49a-5aefa60d85f8 HTTP/1.1" status: 200 len: 945 time: 0.0725403 Mar 11 20:09:54.649530 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3f2908ce-aa67-4a6d-88a8-aa188c877e1f tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group (b3e290ff-6a26-4f1d-811c-d576bb6bb831), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:54.651059 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0781dd8-f872-4c1b-b995-b3220eea96d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:54.657143 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3f2908ce-aa67-4a6d-88a8-aa188c877e1f tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (b3e290ff-6a26-4f1d-811c-d576bb6bb831), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:54.682100 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b2e54457-a067-456e-9294-fbded765facb req-6acb8715-d0c9-4551-bc8a-d028688c7fb0 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/security-groups?id=742f8ce6-e1eb-414a-b80f-02d33544c4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566924 Mar 11 20:09:54.715333 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2908ce-aa67-4a6d-88a8-aa188c877e1f tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e290ff-6a26-4f1d-811c-d576bb6bb831,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:09:54.750357 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3f2908ce-aa67-4a6d-88a8-aa188c877e1f tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group (b9d8b351-d65d-44bf-9cb2-5cca5f4f1f69), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:54.755007 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3f2908ce-aa67-4a6d-88a8-aa188c877e1f tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (b9d8b351-d65d-44bf-9cb2-5cca5f4f1f69), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:54.776603 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-99286c8f-12b0-405a-a659-21b9cb200b18 req-9802a204-6449-4976-a752-063e2ac386f6 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=50bd78c6-b752-4f59-a968-a13f192b2792 HTTP/1.1" status: 200 len: 210 time: 0.0293269 Mar 11 20:09:54.792089 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3f2908ce-aa67-4a6d-88a8-aa188c877e1f tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:54.796639 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-3f2908ce-aa67-4a6d-88a8-aa188c877e1f tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2891948 Mar 11 20:09:54.796997 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 53494) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:09:54.801615 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-f702ce6f-39a9-490c-bce9-24d207ed0540 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Request body: {'security_group_rule': {'security_group_id': 'b9d8b351-d65d-44bf-9cb2-5cca5f4f1f69', 'project_id': '985979086b444294b1307d531b609210', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:09:54.802696 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2908ce-aa67-4a6d-88a8-aa188c877e1f tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d8b351-d65d-44bf-9cb2-5cca5f4f1f69,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:09:54.829419 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f702ce6f-39a9-490c-bce9-24d207ed0540 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group_rule (d8dd006b-15ed-4672-a4bc-9d6f9063811c), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:54.884978 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device c13bb3a4-fd47-47d5-8600-4c1c987adc25 up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:09:54.895681 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f702ce6f-39a9-490c-bce9-24d207ed0540 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group_rule (d8dd006b-15ed-4672-a4bc-9d6f9063811c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:54.900398 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f702ce6f-39a9-490c-bce9-24d207ed0540 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (d8dd006b-15ed-4672-a4bc-9d6f9063811c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:54.923713 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f702ce6f-39a9-490c-bce9-24d207ed0540 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8dd006b-15ed-4672-a4bc-9d6f9063811c,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:09:54.930995 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f702ce6f-39a9-490c-bce9-24d207ed0540 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:54.936073 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f702ce6f-39a9-490c-bce9-24d207ed0540 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1350689 Mar 11 20:09:54.936073 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 53496) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:09:54.941245 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port c13bb3a4-fd47-47d5-8600-4c1c987adc25 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 20:09:54.941679 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-0156580a-0a09-4a03-b8c9-153d74abbb1a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Request body: {'security_group_rule': {'security_group_id': 'b9d8b351-d65d-44bf-9cb2-5cca5f4f1f69', 'project_id': '985979086b444294b1307d531b609210', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:09:54.945462 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port c13bb3a4-fd47-47d5-8600-4c1c987adc25 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:09:54.945915 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (c13bb3a4-fd47-47d5-8600-4c1c987adc25), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:54.975211 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0156580a-0a09-4a03-b8c9-153d74abbb1a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group_rule (6283bba3-d521-46c2-95e1-a0c24bcb13cc), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:55.031045 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port c13bb3a4-fd47-47d5-8600-4c1c987adc25 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:09:55.031418 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c13bb3a4-fd47-47d5-8600-4c1c987adc25), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:55.038311 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0156580a-0a09-4a03-b8c9-153d74abbb1a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group_rule (6283bba3-d521-46c2-95e1-a0c24bcb13cc), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:55.043323 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0156580a-0a09-4a03-b8c9-153d74abbb1a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (6283bba3-d521-46c2-95e1-a0c24bcb13cc), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:55.057279 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f70e647-b0cf-4314-a49a-5aefa60d85f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c13bb3a4-fd47-47d5-8600-4c1c987adc25'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:09:55.060297 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cac4aee-7545-40fe-8612-cd06d571d684" -d '{"events": [{"server_uuid": "0f70e647-b0cf-4314-a49a-5aefa60d85f8", "name": "network-vif-plugged", "status": "completed", "tag": "c13bb3a4-fd47-47d5-8600-4c1c987adc25"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:09:55.061532 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0156580a-0a09-4a03-b8c9-153d74abbb1a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6283bba3-d521-46c2-95e1-a0c24bcb13cc,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:09:55.072174 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0156580a-0a09-4a03-b8c9-153d74abbb1a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:55.076189 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-0156580a-0a09-4a03-b8c9-153d74abbb1a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1366317 Mar 11 20:09:55.076766 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 53500) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:09:55.080429 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port c13bb3a4-fd47-47d5-8600-4c1c987adc25, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=c13bb3a4-fd47-47d5-8600-4c1c987adc25,segment=NetworkSegment(66feaf47-58bc-4a44-8804-1404c55a2095),segment_id=66feaf47-58bc-4a44-8804-1404c55a2095)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:09:55.085701 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-16b37556-f312-4ed8-8841-18bd3bbf0843 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Request body: {'security_group_rule': {'security_group_id': 'b9d8b351-d65d-44bf-9cb2-5cca5f4f1f69', 'project_id': '985979086b444294b1307d531b609210', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:09:55.086396 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (c13bb3a4-fd47-47d5-8600-4c1c987adc25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:55.117225 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-16b37556-f312-4ed8-8841-18bd3bbf0843 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group_rule (3d316eff-9f4c-4854-974f-f8d4dbea45ec), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:55.132944 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed8ba73-f339-4ee6-8947-770496e607f9 x-openstack-request-id: req-1ed8ba73-f339-4ee6-8947-770496e607f9 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:09:55.133233 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f70e647-b0cf-4314-a49a-5aefa60d85f8", "name": "network-vif-plugged", "status": "completed", "tag": "c13bb3a4-fd47-47d5-8600-4c1c987adc25", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:09:55.134053 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1ed8ba73-f339-4ee6-8947-770496e607f9 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:09:55.134053 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f70e647-b0cf-4314-a49a-5aefa60d85f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c13bb3a4-fd47-47d5-8600-4c1c987adc25', 'code': 200} Mar 11 20:09:55.145101 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=c13bb3a4-fd47-47d5-8600-4c1c987adc25,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:09:55.184482 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-16b37556-f312-4ed8-8841-18bd3bbf0843 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group_rule (3d316eff-9f4c-4854-974f-f8d4dbea45ec), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:55.188377 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-16b37556-f312-4ed8-8841-18bd3bbf0843 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (3d316eff-9f4c-4854-974f-f8d4dbea45ec), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:55.235207 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-16b37556-f312-4ed8-8841-18bd3bbf0843 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:55.238987 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-16b37556-f312-4ed8-8841-18bd3bbf0843 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1568613 Mar 11 20:09:55.238987 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b37556-f312-4ed8-8841-18bd3bbf0843 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d316eff-9f4c-4854-974f-f8d4dbea45ec,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:09:55.240707 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 53502) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:09:55.245931 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-df488135-b3af-4ca3-989f-a5eb81df9864 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Request body: {'security_group_rule': {'security_group_id': 'b9d8b351-d65d-44bf-9cb2-5cca5f4f1f69', 'project_id': '985979086b444294b1307d531b609210', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:09:55.279615 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8844772d-c81c-4d93-8f68-51845059d1b0 req-67dfd4f3-9980-416b-9731-452a35e364ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:55.281810 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8844772d-c81c-4d93-8f68-51845059d1b0 req-67dfd4f3-9980-416b-9731-452a35e364ec service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0f70e647-b0cf-4314-a49a-5aefa60d85f8 HTTP/1.1" status: 200 len: 1128 time: 0.0884922 Mar 11 20:09:55.283100 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-df488135-b3af-4ca3-989f-a5eb81df9864 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group_rule (b1935566-d9be-47d2-beec-54d3d300dbfe), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:55.366101 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8844772d-c81c-4d93-8f68-51845059d1b0 req-27902fab-16c7-49b3-abca-afd0460ed8cc service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=742f8ce6-e1eb-414a-b80f-02d33544c4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736675 Mar 11 20:09:55.375710 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-df488135-b3af-4ca3-989f-a5eb81df9864 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group_rule (b1935566-d9be-47d2-beec-54d3d300dbfe), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:55.379933 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-df488135-b3af-4ca3-989f-a5eb81df9864 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (b1935566-d9be-47d2-beec-54d3d300dbfe), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:55.398554 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df488135-b3af-4ca3-989f-a5eb81df9864 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1935566-d9be-47d2-beec-54d3d300dbfe,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:09:55.405992 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-df488135-b3af-4ca3-989f-a5eb81df9864 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:55.407172 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-df488135-b3af-4ca3-989f-a5eb81df9864 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1655354 Mar 11 20:09:55.410098 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53504) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:09:55.414765 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-5a4d6264-23d6-442d-8a43-61d6d3dbecc2 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Request body: {'security_group_rule': {'security_group_id': 'b9d8b351-d65d-44bf-9cb2-5cca5f4f1f69', 'project_id': '985979086b444294b1307d531b609210', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:09:55.435323 n-d-833163-1 neutron-server[103884]: INFO neutron.db.securitygroups_db [None req-5a4d6264-23d6-442d-8a43-61d6d3dbecc2 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Project 985979086b444294b1307d531b609210 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 20:09:55.441092 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5a4d6264-23d6-442d-8a43-61d6d3dbecc2 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group_rule (3f6dbd5e-8602-40d6-a0d8-0a3c9bb447f6), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:55.502231 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5a4d6264-23d6-442d-8a43-61d6d3dbecc2 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group_rule (3f6dbd5e-8602-40d6-a0d8-0a3c9bb447f6), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:55.506628 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5a4d6264-23d6-442d-8a43-61d6d3dbecc2 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (3f6dbd5e-8602-40d6-a0d8-0a3c9bb447f6), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:55.527335 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4d6264-23d6-442d-8a43-61d6d3dbecc2 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f6dbd5e-8602-40d6-a0d8-0a3c9bb447f6,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:09:55.533340 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5a4d6264-23d6-442d-8a43-61d6d3dbecc2 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:55.536121 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-5a4d6264-23d6-442d-8a43-61d6d3dbecc2 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1249335 Mar 11 20:09:55.537206 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53506) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:09:55.541914 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-6072fded-abf3-4d81-98ab-e834a057b976 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Request body: {'security_group_rule': {'security_group_id': 'b9d8b351-d65d-44bf-9cb2-5cca5f4f1f69', 'project_id': '985979086b444294b1307d531b609210', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:09:55.562725 n-d-833163-1 neutron-server[103884]: INFO neutron.db.securitygroups_db [None req-6072fded-abf3-4d81-98ab-e834a057b976 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Project 985979086b444294b1307d531b609210 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 20:09:55.567917 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6072fded-abf3-4d81-98ab-e834a057b976 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group_rule (55673a41-47a4-4f83-87b6-5ee210447621), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:55.628161 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6072fded-abf3-4d81-98ab-e834a057b976 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group_rule (55673a41-47a4-4f83-87b6-5ee210447621), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:55.633063 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6072fded-abf3-4d81-98ab-e834a057b976 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (55673a41-47a4-4f83-87b6-5ee210447621), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:55.656269 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6072fded-abf3-4d81-98ab-e834a057b976 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55673a41-47a4-4f83-87b6-5ee210447621,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:09:55.661685 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6072fded-abf3-4d81-98ab-e834a057b976 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:55.664388 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-6072fded-abf3-4d81-98ab-e834a057b976 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1258388 Mar 11 20:09:55.665873 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53508) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:09:55.671083 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-68ea09bd-3eb2-4fe9-929e-587ba2a84721 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Request body: {'network': {'name': 'tempest-network-smoke--701183599', 'project_id': '985979086b444294b1307d531b609210', 'port_security_enabled': True}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:09:55.690266 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ea09bd-3eb2-4fe9-929e-587ba2a84721 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Made reservation on behalf of 985979086b444294b1307d531b609210 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:09:55.693721 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-68ea09bd-3eb2-4fe9-929e-587ba2a84721 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:55.719544 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68ea09bd-3eb2-4fe9-929e-587ba2a84721 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] vlan segment allocate from pool success with {'vlan_id': 899, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:09:55.731093 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-68ea09bd-3eb2-4fe9-929e-587ba2a84721 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (ecf43608-470c-4ed7-8554-bbfb9864a736), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:55.731746 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-68ea09bd-3eb2-4fe9-929e-587ba2a84721 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Added segment ecf43608-470c-4ed7-8554-bbfb9864a736 of type vlan for network 02e40282-300e-439f-9d4a-07e091fdcfab Mar 11 20:09:55.782367 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-68ea09bd-3eb2-4fe9-929e-587ba2a84721 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (02e40282-300e-439f-9d4a-07e091fdcfab), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:55.809768 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-68ea09bd-3eb2-4fe9-929e-587ba2a84721 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (02e40282-300e-439f-9d4a-07e091fdcfab), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:55.814143 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2ced3-94b2-49c9-8c92-77d4c2402f6f req-4dd1d055-0611-480e-bbce-d05fe31cb891 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:55.815806 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3ba2ced3-94b2-49c9-8c92-77d4c2402f6f req-4dd1d055-0611-480e-bbce-d05fe31cb891 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f70e647-b0cf-4314-a49a-5aefa60d85f8 HTTP/1.1" status: 200 len: 946 time: 0.0578287 Mar 11 20:09:55.820361 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ea09bd-3eb2-4fe9-929e-587ba2a84721 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:55.821131 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-68ea09bd-3eb2-4fe9-929e-587ba2a84721 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:55.873241 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-68ea09bd-3eb2-4fe9-929e-587ba2a84721 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2061033 Mar 11 20:09:55.876793 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53514) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:09:55.882216 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-02114f7e-cc8d-471c-a7b6-23f6bab7bccb tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-899638458', 'admin_state_up': True, 'project_id': '985979086b444294b1307d531b609210', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:09:55.882540 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3ba2ced3-94b2-49c9-8c92-77d4c2402f6f req-7e4628f9-74f7-4633-bd5f-c332ca2d522c tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/security-groups?id=742f8ce6-e1eb-414a-b80f-02d33544c4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578840 Mar 11 20:09:55.913188 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ea09bd-3eb2-4fe9-929e-587ba2a84721 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event updated for resources: {'Network': ['ID=02e40282-300e-439f-9d4a-07e091fdcfab,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:09:55.926281 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 02e40282-300e-439f-9d4a-07e091fdcfab details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 20:09:55.938027 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-02114f7e-cc8d-471c-a7b6-23f6bab7bccb tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (c6d1f21b-eded-4d06-8b4f-d7b604be70ae), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:55.940675 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-02114f7e-cc8d-471c-a7b6-23f6bab7bccb tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (c6d1f21b-eded-4d06-8b4f-d7b604be70ae), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:55.991805 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4dddac8f-3c42-4ac2-a9ee-5cd273951afc req-8838f049-e067-4a19-bf49-5a4c58f74304 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=50bd78c6-b752-4f59-a968-a13f192b2792 HTTP/1.1" status: 200 len: 210 time: 0.0413492 Mar 11 20:09:56.014252 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-02114f7e-cc8d-471c-a7b6-23f6bab7bccb tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for router_controller (c6d1f21b-eded-4d06-8b4f-d7b604be70ae), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:56.163564 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-02114f7e-cc8d-471c-a7b6-23f6bab7bccb tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for router_gateway (c6d1f21b-eded-4d06-8b4f-d7b604be70ae), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:56.277007 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:56.362828 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-02114f7e-cc8d-471c-a7b6-23f6bab7bccb tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for router_gateway (c6d1f21b-eded-4d06-8b4f-d7b604be70ae), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:56.380797 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-02114f7e-cc8d-471c-a7b6-23f6bab7bccb tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:56.494437 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-02114f7e-cc8d-471c-a7b6-23f6bab7bccb tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Allocated IP 172.25.8.216 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/c7851402-f5f0-453a-b589-182b5f88d45f) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:09:56.605945 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-02114f7e-cc8d-471c-a7b6-23f6bab7bccb tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for port (c7851402-f5f0-453a-b589-182b5f88d45f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:56.643660 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-02114f7e-cc8d-471c-a7b6-23f6bab7bccb tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (c7851402-f5f0-453a-b589-182b5f88d45f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:56.688359 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02114f7e-cc8d-471c-a7b6-23f6bab7bccb tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:09:56.692084 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-02114f7e-cc8d-471c-a7b6-23f6bab7bccb tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:09:56.698389 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02114f7e-cc8d-471c-a7b6-23f6bab7bccb tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:09:56.731442 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02114f7e-cc8d-471c-a7b6-23f6bab7bccb tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event updated for resources: {'Port': ['ID=c7851402-f5f0-453a-b589-182b5f88d45f,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:09:56.985712 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-02114f7e-cc8d-471c-a7b6-23f6bab7bccb tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for router_gateway (c6d1f21b-eded-4d06-8b4f-d7b604be70ae), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:57.053959 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5087e90-2294-425b-a704-20a65f12cd46 req-ed17343e-d016-4484-9d04-9c2dbf5a38b6 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:57.056272 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c5087e90-2294-425b-a704-20a65f12cd46 req-ed17343e-d016-4484-9d04-9c2dbf5a38b6 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f70e647-b0cf-4314-a49a-5aefa60d85f8 HTTP/1.1" status: 200 len: 946 time: 0.0742495 Mar 11 20:09:57.111161 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c5087e90-2294-425b-a704-20a65f12cd46 req-0888dde9-3515-4638-842d-6e118b6983c0 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/security-groups?id=742f8ce6-e1eb-414a-b80f-02d33544c4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481081 Mar 11 20:09:57.209897 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-02114f7e-cc8d-471c-a7b6-23f6bab7bccb tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (c6d1f21b-eded-4d06-8b4f-d7b604be70ae), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:57.224498 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5e523835-f5e3-46c4-bd19-47709b3b6efb req-60dffbae-0379-4bee-b0a7-45671fc37b08 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=50bd78c6-b752-4f59-a968-a13f192b2792 HTTP/1.1" status: 200 len: 210 time: 0.0413992 Mar 11 20:09:57.360435 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad5fa5-649c-4c79-a208-59e628c34739 req-05c5cd7a-0dc6-4dcc-acb0-3929bc3806c3 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:57.360710 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02114f7e-cc8d-471c-a7b6-23f6bab7bccb tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Router c6d1f21b-eded-4d06-8b4f-d7b604be70ae is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 20:09:57.362058 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-17ad5fa5-649c-4c79-a208-59e628c34739 req-05c5cd7a-0dc6-4dcc-acb0-3929bc3806c3 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f70e647-b0cf-4314-a49a-5aefa60d85f8 HTTP/1.1" status: 200 len: 946 time: 0.0741668 Mar 11 20:09:57.439141 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-17ad5fa5-649c-4c79-a208-59e628c34739 req-94a818c0-973a-4e2e-b1e2-216923931ba6 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/security-groups?id=742f8ce6-e1eb-414a-b80f-02d33544c4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711932 Mar 11 20:09:57.463200 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 53522) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:09:57.482535 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02114f7e-cc8d-471c-a7b6-23f6bab7bccb tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:09:57.495976 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e95344-786d-4237-a68a-23bfad16e838 None None] Sync routers for ids ['c6d1f21b-eded-4d06-8b4f-d7b604be70ae'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:09:57.507068 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-02114f7e-cc8d-471c-a7b6-23f6bab7bccb tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:57.507406 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e95344-786d-4237-a68a-23bfad16e838 None None] Routers {'c6d1f21b-eded-4d06-8b4f-d7b604be70ae'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:09:57.508253 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-73e95344-786d-4237-a68a-23bfad16e838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:09:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['c6d1f21b-eded-4d06-8b4f-d7b604be70ae'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:09:57.508428 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-02114f7e-cc8d-471c-a7b6-23f6bab7bccb tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6299701 Mar 11 20:09:57.516335 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53524) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:09:57.682558 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-73e95344-786d-4237-a68a-23bfad16e838 None None] Set router c6d1f21b-eded-4d06-8b4f-d7b604be70ae gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:09:57.739439 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:57.748743 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-9caa9d1d-c161-42fd-bb3b-a0567d99785f tempest-TestNetworkAdvancedServerOps-874628058 tempest-TestNetworkAdvancedServerOps-874628058-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=985979086b444294b1307d531b609210&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2307875 Mar 11 20:09:57.751447 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53528) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:09:57.893149 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-73e95344-786d-4237-a68a-23bfad16e838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d1f21b-eded-4d06-8b4f-d7b604be70ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899638458', 'tenant_id': '985979086b444294b1307d531b609210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'c7851402-f5f0-453a-b589-182b5f88d45f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:09:55Z', 'updated_at': '2022-03-11T20:09:56Z', 'revision_number': 3, 'project_id': '985979086b444294b1307d531b609210', 'gw_port': {'id': 'c7851402-f5f0-453a-b589-182b5f88d45f', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:69:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d1f21b-eded-4d06-8b4f-d7b604be70ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:09:56Z', 'updated_at': '2022-03-11T20:09:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:09:57.903260 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530636cf-8403-4874-a8e1-83e3427d50bf tempest-TestNetworkAdvancedServerOps-874628058 tempest-TestNetworkAdvancedServerOps-874628058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:57.907186 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-530636cf-8403-4874-a8e1-83e3427d50bf tempest-TestNetworkAdvancedServerOps-874628058 tempest-TestNetworkAdvancedServerOps-874628058-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1540921 Mar 11 20:09:57.909462 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53530) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:09:57.924155 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f24fbad-bb69-4ce4-9ce4-810bd267c77b tempest-TestNetworkBasicOps-1071994665 tempest-TestNetworkBasicOps-1071994665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:57.925803 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-9f24fbad-bb69-4ce4-9ce4-810bd267c77b tempest-TestNetworkBasicOps-1071994665 tempest-TestNetworkBasicOps-1071994665-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=0f70e647-b0cf-4314-a49a-5aefa60d85f8 HTTP/1.1" status: 200 len: 1123 time: 0.4612577 Mar 11 20:09:57.928896 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 53532) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:09:57.932594 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e95344-786d-4237-a68a-23bfad16e838 None None] Checking router: c6d1f21b-eded-4d06-8b4f-d7b604be70ae for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:09:57.933147 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e95344-786d-4237-a68a-23bfad16e838 None None] Updating router c6d1f21b-eded-4d06-8b4f-d7b604be70ae port c7851402-f5f0-453a-b589-182b5f88d45f binding host n-d-833163-1 {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 20:09:57.933282 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-aac9643d-e4a5-4a6e-a3c0-7d9c230f5dff tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Request body: {'floatingip': {'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'port_id': 'c13bb3a4-fd47-47d5-8600-4c1c987adc25', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:09:57.955780 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aac9643d-e4a5-4a6e-a3c0-7d9c230f5dff tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:57.960507 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-83d840ec-b8f1-4971-9e09-db54325099f1 tempest-TestNetworkAdvancedServerOps-874628058 tempest-TestNetworkAdvancedServerOps-874628058-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=612cc066-33e3-444d-b1c7-d0a64751482a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0493183 Mar 11 20:09:57.963126 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53534) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:09:57.971964 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-68e38718-c9ad-4b94-89c8-8c45b6055816 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1760364367', 'network_id': '02e40282-300e-439f-9d4a-07e091fdcfab', 'project_id': '985979086b444294b1307d531b609210', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:09:57.974280 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-73e95344-786d-4237-a68a-23bfad16e838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c7851402-f5f0-453a-b589-182b5f88d45f), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:58.076673 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e38718-c9ad-4b94-89c8-8c45b6055816 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Made reservation on behalf of 985979086b444294b1307d531b609210 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:09:58.081846 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-68e38718-c9ad-4b94-89c8-8c45b6055816 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:58.083441 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aac9643d-e4a5-4a6e-a3c0-7d9c230f5dff tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:58.272273 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-73e95344-786d-4237-a68a-23bfad16e838 None None] Publish callbacks [] for port (c7851402-f5f0-453a-b589-182b5f88d45f), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:58.287959 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-73e95344-786d-4237-a68a-23bfad16e838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (c7851402-f5f0-453a-b589-182b5f88d45f), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:58.332787 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-68e38718-c9ad-4b94-89c8-8c45b6055816 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (4255cfd0-a64b-4ba5-8f5f-ba4fb62c261c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:58.377008 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-aac9643d-e4a5-4a6e-a3c0-7d9c230f5dff tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Allocated IP 172.25.8.119 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/5530f3f8-3850-4c8b-b125-30f33f157c60) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:09:58.430699 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e38718-c9ad-4b94-89c8-8c45b6055816 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event updated for resources: {'Subnet': ['ID=4255cfd0-a64b-4ba5-8f5f-ba4fb62c261c,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:09:58.443153 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e38718-c9ad-4b94-89c8-8c45b6055816 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Checking segment: {'id': 'ecf43608-470c-4ed7-8554-bbfb9864a736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '02e40282-300e-439f-9d4a-07e091fdcfab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:09:58.443956 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e38718-c9ad-4b94-89c8-8c45b6055816 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Network hostable DHCP agents. Network: 02e40282-300e-439f-9d4a-07e091fdcfab, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:09:58.449675 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-73e95344-786d-4237-a68a-23bfad16e838 None None] Attempting to bind port c7851402-f5f0-453a-b589-182b5f88d45f on host n-d-833163-1 for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:09:58.450280 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-73e95344-786d-4237-a68a-23bfad16e838 None None] Attempting to bind port c7851402-f5f0-453a-b589-182b5f88d45f by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:09:58.450883 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e95344-786d-4237-a68a-23bfad16e838 None None] Attempting to bind port c7851402-f5f0-453a-b589-182b5f88d45f on network 612cc066-33e3-444d-b1c7-d0a64751482a {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:09:58.465468 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e95344-786d-4237-a68a-23bfad16e838 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:09:58.465928 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e95344-786d-4237-a68a-23bfad16e838 None None] Checking segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:09:58.466237 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-73e95344-786d-4237-a68a-23bfad16e838 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:58.466740 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e95344-786d-4237-a68a-23bfad16e838 None None] Bound using segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:09:58.467369 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-73e95344-786d-4237-a68a-23bfad16e838 None None] Bound port: c7851402-f5f0-453a-b589-182b5f88d45f, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:09:58.468409 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-73e95344-786d-4237-a68a-23bfad16e838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c7851402-f5f0-453a-b589-182b5f88d45f), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:58.472389 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e38718-c9ad-4b94-89c8-8c45b6055816 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Network 02e40282-300e-439f-9d4a-07e091fdcfab is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:09:58.487907 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-68e38718-c9ad-4b94-89c8-8c45b6055816 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 02e40282-300e-439f-9d4a-07e091fdcfab) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:09:58.512938 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e38718-c9ad-4b94-89c8-8c45b6055816 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:09:58.514352 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-68e38718-c9ad-4b94-89c8-8c45b6055816 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:58.519433 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a25d6b2-8e0c-45c3-80d4-a1d7ff47fa99 None None] Pushing event updated for resources: {'Port': ['ID=c7851402-f5f0-453a-b589-182b5f88d45f,revision_number=2']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:09:58.527327 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-73e95344-786d-4237-a68a-23bfad16e838 None None] For port c7851402-f5f0-453a-b589-182b5f88d45f, host n-d-833163-1, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:09:58.531802 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-73e95344-786d-4237-a68a-23bfad16e838 None None] For port c7851402-f5f0-453a-b589-182b5f88d45f, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=c7851402-f5f0-453a-b589-182b5f88d45f,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:09:58.555887 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aac9643d-e4a5-4a6e-a3c0-7d9c230f5dff tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for port (5530f3f8-3850-4c8b-b125-30f33f157c60), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:58.556290 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-73e95344-786d-4237-a68a-23bfad16e838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (c7851402-f5f0-453a-b589-182b5f88d45f), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:58.564293 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-68e38718-c9ad-4b94-89c8-8c45b6055816 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5985231 Mar 11 20:09:58.566610 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53540) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:09:58.633033 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aac9643d-e4a5-4a6e-a3c0-7d9c230f5dff tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (5530f3f8-3850-4c8b-b125-30f33f157c60), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:58.680825 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e95344-786d-4237-a68a-23bfad16e838 None None] Routers {'c6d1f21b-eded-4d06-8b4f-d7b604be70ae'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:09:58.687825 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-73e95344-786d-4237-a68a-23bfad16e838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:09:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['c6d1f21b-eded-4d06-8b4f-d7b604be70ae'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:09:58.696862 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac9643d-e4a5-4a6e-a3c0-7d9c230f5dff tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:09:58.697591 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-aac9643d-e4a5-4a6e-a3c0-7d9c230f5dff tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:09:58.706679 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac9643d-e4a5-4a6e-a3c0-7d9c230f5dff tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:09:58.738183 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac9643d-e4a5-4a6e-a3c0-7d9c230f5dff tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Pushing event updated for resources: {'Port': ['ID=5530f3f8-3850-4c8b-b125-30f33f157c60,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:09:58.840723 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ac2963-97da-4ef6-9a06-e7f68b2a3a51 None None] Network 02e40282-300e-439f-9d4a-07e091fdcfab requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:09:58.954214 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-73e95344-786d-4237-a68a-23bfad16e838 None None] Set router c6d1f21b-eded-4d06-8b4f-d7b604be70ae gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:09:59.036860 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f05187-4f26-4df9-975f-4431bf464b9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-02e40282-300e-439f-9d4a-07e091fdcfab', 'network_id': '02e40282-300e-439f-9d4a-07e091fdcfab', 'project_id': '985979086b444294b1307d531b609210', 'fixed_ips': [{'subnet_id': '4255cfd0-a64b-4ba5-8f5f-ba4fb62c261c'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 20:09:59.037717 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a4f05187-4f26-4df9-975f-4431bf464b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:59.066658 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:59.134393 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a25d6b2-8e0c-45c3-80d4-a1d7ff47fa99 None None] Pushing event updated for resources: {'Port': ['ID=c7851402-f5f0-453a-b589-182b5f88d45f,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:09:59.237796 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-a4f05187-4f26-4df9-975f-4431bf464b9f None None] Allocated IP 172.20.0.2 (02e40282-300e-439f-9d4a-07e091fdcfab/4255cfd0-a64b-4ba5-8f5f-ba4fb62c261c/6921cc95-8340-4369-be78-69be93688f70) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:09:59.398374 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aac9643d-e4a5-4a6e-a3c0-7d9c230f5dff tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for floatingip (58eede52-5090-4ab7-b62c-4e0bd645a65a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:59.516437 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-73e95344-786d-4237-a68a-23bfad16e838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d1f21b-eded-4d06-8b4f-d7b604be70ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899638458', 'tenant_id': '985979086b444294b1307d531b609210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'c7851402-f5f0-453a-b589-182b5f88d45f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:09:55Z', 'updated_at': '2022-03-11T20:09:56Z', 'revision_number': 3, 'project_id': '985979086b444294b1307d531b609210', 'gw_port': {'id': 'c7851402-f5f0-453a-b589-182b5f88d45f', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:69:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d1f21b-eded-4d06-8b4f-d7b604be70ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:09:56Z', 'updated_at': '2022-03-11T20:09:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:09:59.542745 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aac9643d-e4a5-4a6e-a3c0-7d9c230f5dff tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (5530f3f8-3850-4c8b-b125-30f33f157c60), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:59.560960 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e95344-786d-4237-a68a-23bfad16e838 None None] The sync data for ids ['c6d1f21b-eded-4d06-8b4f-d7b604be70ae'] in n-d-833163-1 is: [{'id': 'c6d1f21b-eded-4d06-8b4f-d7b604be70ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899638458', 'tenant_id': '985979086b444294b1307d531b609210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'c7851402-f5f0-453a-b589-182b5f88d45f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:09:55Z', 'updated_at': '2022-03-11T20:09:56Z', 'revision_number': 3, 'project_id': '985979086b444294b1307d531b609210', 'gw_port': {'id': 'c7851402-f5f0-453a-b589-182b5f88d45f', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:69:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d1f21b-eded-4d06-8b4f-d7b604be70ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:09:56Z', 'updated_at': '2022-03-11T20:09:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:09:59.588165 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-42826a46-a237-43fa-9ccd-b1002cede291 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:59.609011 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a4f05187-4f26-4df9-975f-4431bf464b9f None None] Publish callbacks [] for port (6921cc95-8340-4369-be78-69be93688f70), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:59.633683 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a4f05187-4f26-4df9-975f-4431bf464b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (6921cc95-8340-4369-be78-69be93688f70), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:59.716265 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f05187-4f26-4df9-975f-4431bf464b9f None None] Network 02e40282-300e-439f-9d4a-07e091fdcfab is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:09:59.722258 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-a4f05187-4f26-4df9-975f-4431bf464b9f None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:09:59.730541 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f05187-4f26-4df9-975f-4431bf464b9f None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:09:59.816130 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f05187-4f26-4df9-975f-4431bf464b9f None None] Pushing event updated for resources: {'Port': ['ID=6921cc95-8340-4369-be78-69be93688f70,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:09:59.841615 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aac9643d-e4a5-4a6e-a3c0-7d9c230f5dff tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for port (5530f3f8-3850-4c8b-b125-30f33f157c60), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:59.848606 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aac9643d-e4a5-4a6e-a3c0-7d9c230f5dff tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (5530f3f8-3850-4c8b-b125-30f33f157c60), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:59.872726 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-a4f05187-4f26-4df9-975f-4431bf464b9f None None] Attempting to bind port 6921cc95-8340-4369-be78-69be93688f70 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:09:59.873334 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-a4f05187-4f26-4df9-975f-4431bf464b9f None None] Attempting to bind port 6921cc95-8340-4369-be78-69be93688f70 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'ecf43608-470c-4ed7-8554-bbfb9864a736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '02e40282-300e-439f-9d4a-07e091fdcfab'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:09:59.873709 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f05187-4f26-4df9-975f-4431bf464b9f None None] Attempting to bind port 6921cc95-8340-4369-be78-69be93688f70 on network 02e40282-300e-439f-9d4a-07e091fdcfab {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:09:59.881239 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f05187-4f26-4df9-975f-4431bf464b9f None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:09:59.882115 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f05187-4f26-4df9-975f-4431bf464b9f None None] Checking segment: {'id': 'ecf43608-470c-4ed7-8554-bbfb9864a736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '02e40282-300e-439f-9d4a-07e091fdcfab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:09:59.882803 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a4f05187-4f26-4df9-975f-4431bf464b9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:59.883433 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f05187-4f26-4df9-975f-4431bf464b9f None None] Bound using segment: {'id': 'ecf43608-470c-4ed7-8554-bbfb9864a736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '02e40282-300e-439f-9d4a-07e091fdcfab'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:09:59.884222 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-a4f05187-4f26-4df9-975f-4431bf464b9f None None] Bound port: 6921cc95-8340-4369-be78-69be93688f70, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecf43608-470c-4ed7-8554-bbfb9864a736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '02e40282-300e-439f-9d4a-07e091fdcfab'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:09:59.884873 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a4f05187-4f26-4df9-975f-4431bf464b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (6921cc95-8340-4369-be78-69be93688f70), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:59.967366 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-a4f05187-4f26-4df9-975f-4431bf464b9f None None] For port 6921cc95-8340-4369-be78-69be93688f70, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:09:59.968219 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac9643d-e4a5-4a6e-a3c0-7d9c230f5dff tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Pushing event updated for resources: {'Port': ['ID=5530f3f8-3850-4c8b-b125-30f33f157c60,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:09:59.972325 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aac9643d-e4a5-4a6e-a3c0-7d9c230f5dff tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (58eede52-5090-4ab7-b62c-4e0bd645a65a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:09:59.973003 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-a4f05187-4f26-4df9-975f-4431bf464b9f None None] For port 6921cc95-8340-4369-be78-69be93688f70, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=6921cc95-8340-4369-be78-69be93688f70,segment=NetworkSegment(ecf43608-470c-4ed7-8554-bbfb9864a736),segment_id=ecf43608-470c-4ed7-8554-bbfb9864a736)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:09:59.981231 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a4f05187-4f26-4df9-975f-4431bf464b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (6921cc95-8340-4369-be78-69be93688f70), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:00.093987 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-42826a46-a237-43fa-9ccd-b1002cede291 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Allocated IP 172.20.0.1 (02e40282-300e-439f-9d4a-07e091fdcfab/4255cfd0-a64b-4ba5-8f5f-ba4fb62c261c/044eb286-a6da-4239-9ef6-1ab71985fefe) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:10:00.099108 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f05187-4f26-4df9-975f-4431bf464b9f None None] Pushing event updated for resources: {'Port': ['ID=6921cc95-8340-4369-be78-69be93688f70,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:10:00.122105 n-d-833163-1 neutron-server[103885]: INFO neutron.db.l3_db [None req-aac9643d-e4a5-4a6e-a3c0-7d9c230f5dff tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Floating IP 58eede52-5090-4ab7-b62c-4e0bd645a65a associated. External IP: 172.25.8.119, port: c13bb3a4-fd47-47d5-8600-4c1c987adc25. Mar 11 20:10:00.282901 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-42826a46-a237-43fa-9ccd-b1002cede291 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for port (044eb286-a6da-4239-9ef6-1ab71985fefe), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:00.352482 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-42826a46-a237-43fa-9ccd-b1002cede291 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (044eb286-a6da-4239-9ef6-1ab71985fefe), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:00.424989 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac9643d-e4a5-4a6e-a3c0-7d9c230f5dff tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Router c3f93523-2c96-40e2-bc72-483b4e68d849 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:10:00.465520 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42826a46-a237-43fa-9ccd-b1002cede291 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event updated for resources: {'Port': ['ID=044eb286-a6da-4239-9ef6-1ab71985fefe,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:10:00.493731 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42826a46-a237-43fa-9ccd-b1002cede291 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Network 02e40282-300e-439f-9d4a-07e091fdcfab is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:10:00.495297 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-42826a46-a237-43fa-9ccd-b1002cede291 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:10:00.497921 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42826a46-a237-43fa-9ccd-b1002cede291 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:10:00.580646 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-42826a46-a237-43fa-9ccd-b1002cede291 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (c6d1f21b-eded-4d06-8b4f-d7b604be70ae), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:00.650831 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac9643d-e4a5-4a6e-a3c0-7d9c230f5dff tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:10:00.666180 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c3307f-ba75-4840-932c-239c9289d35f None None] Sync routers for ids ['c3f93523-2c96-40e2-bc72-483b4e68d849'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:10:00.677634 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aac9643d-e4a5-4a6e-a3c0-7d9c230f5dff tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:00.700932 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c3307f-ba75-4840-932c-239c9289d35f None None] Routers {'c3f93523-2c96-40e2-bc72-483b4e68d849'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:10:00.701728 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-48c3307f-ba75-4840-932c-239c9289d35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:09:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['c3f93523-2c96-40e2-bc72-483b4e68d849'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:10:00.728645 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-aac9643d-e4a5-4a6e-a3c0-7d9c230f5dff tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7981021 Mar 11 20:10:00.729598 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f70e647-b0cf-4314-a49a-5aefa60d85f8', 'tag': 'c13bb3a4-fd47-47d5-8600-4c1c987adc25'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:10:00.732904 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2af68a-a1b9-4e01-b2b3-119ad4a805d3" -d '{"events": [{"name": "network-changed", "server_uuid": "0f70e647-b0cf-4314-a49a-5aefa60d85f8", "tag": "c13bb3a4-fd47-47d5-8600-4c1c987adc25"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:10:00.735318 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53546) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:10:00.809694 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07105d8d-73db-41fa-96d5-8b5e4ce9d681 x-openstack-request-id: req-07105d8d-73db-41fa-96d5-8b5e4ce9d681 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:10:00.809694 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f70e647-b0cf-4314-a49a-5aefa60d85f8", "tag": "c13bb3a4-fd47-47d5-8600-4c1c987adc25", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:10:00.810077 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-07105d8d-73db-41fa-96d5-8b5e4ce9d681 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:10:00.810590 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f70e647-b0cf-4314-a49a-5aefa60d85f8', 'tag': 'c13bb3a4-fd47-47d5-8600-4c1c987adc25', 'status': 'completed', 'code': 200} Mar 11 20:10:00.855970 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-48c3307f-ba75-4840-932c-239c9289d35f None None] Set router c3f93523-2c96-40e2-bc72-483b4e68d849 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:10:00.873060 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-fa9d1666-a721-4749-bac4-90b5e87cd254 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/floatingips/58eede52-5090-4ab7-b62c-4e0bd645a65a HTTP/1.1" status: 200 len: 992 time: 0.1364262 Mar 11 20:10:00.897954 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-42826a46-a237-43fa-9ccd-b1002cede291 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (044eb286-a6da-4239-9ef6-1ab71985fefe), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:00.935200 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2af68a-a1b9-4e01-b2b3-119ad4a805d3 req-5f9ccb67-bfd4-44ca-b6cd-8ff59f25b202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:00.937377 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-df2af68a-a1b9-4e01-b2b3-119ad4a805d3 req-5f9ccb67-bfd4-44ca-b6cd-8ff59f25b202 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=77aef0b32a4e44be903fe7edad11ff8b&device_id=0f70e647-b0cf-4314-a49a-5aefa60d85f8 HTTP/1.1" status: 200 len: 1128 time: 0.1086659 Mar 11 20:10:01.098793 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2af68a-a1b9-4e01-b2b3-119ad4a805d3 req-e6956fc6-f0cc-49fe-91ca-2ad0c2f45c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:01.100782 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-df2af68a-a1b9-4e01-b2b3-119ad4a805d3 req-e6956fc6-f0cc-49fe-91ca-2ad0c2f45c85 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b35df9a3-ec73-442f-a1d6-fed1dd246828 HTTP/1.1" status: 200 len: 897 time: 0.1540010 Mar 11 20:10:01.164195 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-48c3307f-ba75-4840-932c-239c9289d35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f93523-2c96-40e2-bc72-483b4e68d849', 'name': 'tempest-TestNetworkBasicOps-router-773022520', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'd9888c7a-3daf-460d-a826-9e3a2e805487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:09:34Z', 'updated_at': '2022-03-11T20:09:39Z', 'revision_number': 4, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'gw_port': {'id': 'd9888c7a-3daf-460d-a826-9e3a2e805487', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f93523-2c96-40e2-bc72-483b4e68d849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:09:35Z', 'updated_at': '2022-03-11T20:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '58eede52-5090-4ab7-b62c-4e0bd645a65a', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'floating_ip_address': '172.25.8.119', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'c3f93523-2c96-40e2-bc72-483b4e68d849', 'port_id': 'c13bb3a4-fd47-47d5-8600-4c1c987adc25', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3975, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b35df9a3-ec73-442f-a1d6-fed1dd246828', 'mac_address': 'fa:16:3e:4a:4c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f70e647-b0cf-4314-a49a-5aefa60d85f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:09:59Z', 'updated_at': '2022-03-11T20:09:59Z', 'revision_number': 0, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6096c1f1-61ec-46e0-84b6-f2f7fd0aafac', 'name': '', 'network_id': 'b35df9a3-ec73-442f-a1d6-fed1dd246828', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'mac_address': 'fa:16:3e:23:df:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f93523-2c96-40e2-bc72-483b4e68d849', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'd9c452e7-c3d6-4272-9e12-fdc83e07e481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:09:38Z', 'updated_at': '2022-03-11T20:09:43Z', 'revision_number': 5, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'subnets': [{'id': 'd9c452e7-c3d6-4272-9e12-fdc83e07e481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:10:01.198904 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c3307f-ba75-4840-932c-239c9289d35f None None] Checking router: c3f93523-2c96-40e2-bc72-483b4e68d849 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:10:01.211707 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c3307f-ba75-4840-932c-239c9289d35f None None] Routers {'c3f93523-2c96-40e2-bc72-483b4e68d849'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:10:01.212623 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-48c3307f-ba75-4840-932c-239c9289d35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:09:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['c3f93523-2c96-40e2-bc72-483b4e68d849'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:10:01.220276 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-df2af68a-a1b9-4e01-b2b3-119ad4a805d3 req-e173c47e-befa-4cfb-a21a-744e170142a9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c13bb3a4-fd47-47d5-8600-4c1c987adc25 HTTP/1.1" status: 200 len: 1000 time: 0.1129098 Mar 11 20:10:01.302434 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2af68a-a1b9-4e01-b2b3-119ad4a805d3 req-dd12cf0c-2302-4bb1-9e7c-02f64e922172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:01.303991 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-df2af68a-a1b9-4e01-b2b3-119ad4a805d3 req-dd12cf0c-2302-4bb1-9e7c-02f64e922172 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d9c452e7-c3d6-4272-9e12-fdc83e07e481 HTTP/1.1" status: 200 len: 835 time: 0.0763655 Mar 11 20:10:01.369183 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2af68a-a1b9-4e01-b2b3-119ad4a805d3 req-bff40879-768b-411f-a063-5db08df8c38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:01.370700 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-df2af68a-a1b9-4e01-b2b3-119ad4a805d3 req-bff40879-768b-411f-a063-5db08df8c38f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b35df9a3-ec73-442f-a1d6-fed1dd246828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0574012 Mar 11 20:10:01.391332 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-48c3307f-ba75-4840-932c-239c9289d35f None None] Set router c3f93523-2c96-40e2-bc72-483b4e68d849 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:10:01.548759 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-df2af68a-a1b9-4e01-b2b3-119ad4a805d3 req-8d8d60e6-0e64-42d0-b136-d9c3bdf4e634 service neutron] 10.222.0.57 "GET /v2.0/networks/b35df9a3-ec73-442f-a1d6-fed1dd246828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711042 Mar 11 20:10:01.723790 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-df2af68a-a1b9-4e01-b2b3-119ad4a805d3 req-bd3c54a6-1d1c-49fd-883b-5165ec5494d2 service neutron] 10.222.0.57 "GET /v2.0/networks/b35df9a3-ec73-442f-a1d6-fed1dd246828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693220 Mar 11 20:10:01.836436 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-42826a46-a237-43fa-9ccd-b1002cede291 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for port (044eb286-a6da-4239-9ef6-1ab71985fefe), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:01.844957 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-42826a46-a237-43fa-9ccd-b1002cede291 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (044eb286-a6da-4239-9ef6-1ab71985fefe), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:01.864399 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6bc5e8f-f495-42bd-8861-cd895f81c8f9 None None] Network 02e40282-300e-439f-9d4a-07e091fdcfab requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:10:01.877158 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 53552) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:10:01.907172 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-a3b41b34-b9b5-41fd-a62e-cbd8aa101c06 None None] Provisioning complete for port 6921cc95-8340-4369-be78-69be93688f70 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:10:01.907548 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a3b41b34-b9b5-41fd-a62e-cbd8aa101c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (6921cc95-8340-4369-be78-69be93688f70), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:01.913707 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42826a46-a237-43fa-9ccd-b1002cede291 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event updated for resources: {'Port': ['ID=044eb286-a6da-4239-9ef6-1ab71985fefe,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:10:01.974708 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-42826a46-a237-43fa-9ccd-b1002cede291 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (c6d1f21b-eded-4d06-8b4f-d7b604be70ae), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:02.096457 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-4c4125cd-d902-4c5f-b124-247823c44cbe tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/floatingips/58eede52-5090-4ab7-b62c-4e0bd645a65a HTTP/1.1" status: 200 len: 992 time: 0.2175646 Mar 11 20:10:02.118205 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a3b41b34-b9b5-41fd-a62e-cbd8aa101c06 None None] Current status of the port 6921cc95-8340-4369-be78-69be93688f70 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:10:02.118609 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a3b41b34-b9b5-41fd-a62e-cbd8aa101c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (6921cc95-8340-4369-be78-69be93688f70), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:02.129567 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42826a46-a237-43fa-9ccd-b1002cede291 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Network 02e40282-300e-439f-9d4a-07e091fdcfab is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:10:02.132958 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-42826a46-a237-43fa-9ccd-b1002cede291 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:10:02.155988 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-a3b41b34-b9b5-41fd-a62e-cbd8aa101c06 None None] For port 6921cc95-8340-4369-be78-69be93688f70, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=6921cc95-8340-4369-be78-69be93688f70,segment=NetworkSegment(ecf43608-470c-4ed7-8554-bbfb9864a736),segment_id=ecf43608-470c-4ed7-8554-bbfb9864a736)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:10:02.163491 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a3b41b34-b9b5-41fd-a62e-cbd8aa101c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (6921cc95-8340-4369-be78-69be93688f70), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:02.206421 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device c7851402-f5f0-453a-b589-182b5f88d45f up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:10:02.254614 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-48c3307f-ba75-4840-932c-239c9289d35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f93523-2c96-40e2-bc72-483b4e68d849', 'name': 'tempest-TestNetworkBasicOps-router-773022520', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'd9888c7a-3daf-460d-a826-9e3a2e805487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:09:34Z', 'updated_at': '2022-03-11T20:09:39Z', 'revision_number': 4, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'gw_port': {'id': 'd9888c7a-3daf-460d-a826-9e3a2e805487', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f93523-2c96-40e2-bc72-483b4e68d849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:09:35Z', 'updated_at': '2022-03-11T20:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '58eede52-5090-4ab7-b62c-4e0bd645a65a', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'floating_ip_address': '172.25.8.119', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'c3f93523-2c96-40e2-bc72-483b4e68d849', 'port_id': 'c13bb3a4-fd47-47d5-8600-4c1c987adc25', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3975, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b35df9a3-ec73-442f-a1d6-fed1dd246828', 'mac_address': 'fa:16:3e:4a:4c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f70e647-b0cf-4314-a49a-5aefa60d85f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:09:59Z', 'updated_at': '2022-03-11T20:09:59Z', 'revision_number': 0, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6096c1f1-61ec-46e0-84b6-f2f7fd0aafac', 'name': '', 'network_id': 'b35df9a3-ec73-442f-a1d6-fed1dd246828', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'mac_address': 'fa:16:3e:23:df:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f93523-2c96-40e2-bc72-483b4e68d849', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'd9c452e7-c3d6-4272-9e12-fdc83e07e481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:09:38Z', 'updated_at': '2022-03-11T20:09:43Z', 'revision_number': 5, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'subnets': [{'id': 'd9c452e7-c3d6-4272-9e12-fdc83e07e481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:10:02.306080 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c3307f-ba75-4840-932c-239c9289d35f None None] The sync data for ids ['c3f93523-2c96-40e2-bc72-483b4e68d849'] in n-d-833163-1 is: [{'id': 'c3f93523-2c96-40e2-bc72-483b4e68d849', 'name': 'tempest-TestNetworkBasicOps-router-773022520', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'd9888c7a-3daf-460d-a826-9e3a2e805487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:09:34Z', 'updated_at': '2022-03-11T20:09:39Z', 'revision_number': 4, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'gw_port': {'id': 'd9888c7a-3daf-460d-a826-9e3a2e805487', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f93523-2c96-40e2-bc72-483b4e68d849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:09:35Z', 'updated_at': '2022-03-11T20:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '58eede52-5090-4ab7-b62c-4e0bd645a65a', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'floating_ip_address': '172.25.8.119', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'c3f93523-2c96-40e2-bc72-483b4e68d849', 'port_id': 'c13bb3a4-fd47-47d5-8600-4c1c987adc25', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3975, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b35df9a3-ec73-442f-a1d6-fed1dd246828', 'mac_address': 'fa:16:3e:4a:4c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f70e647-b0cf-4314-a49a-5aefa60d85f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:09:59Z', 'updated_at': '2022-03-11T20:09:59Z', 'revision_number': 0, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6096c1f1-61ec-46e0-84b6-f2f7fd0aafac', 'name': '', 'network_id': 'b35df9a3-ec73-442f-a1d6-fed1dd246828', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'mac_address': 'fa:16:3e:23:df:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f93523-2c96-40e2-bc72-483b4e68d849', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'd9c452e7-c3d6-4272-9e12-fdc83e07e481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:09:38Z', 'updated_at': '2022-03-11T20:09:43Z', 'revision_number': 5, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'subnets': [{'id': 'd9c452e7-c3d6-4272-9e12-fdc83e07e481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:10:02.351980 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b41b34-b9b5-41fd-a62e-cbd8aa101c06 None None] Pushing event updated for resources: {'Port': ['ID=6921cc95-8340-4369-be78-69be93688f70,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:10:02.355964 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42826a46-a237-43fa-9ccd-b1002cede291 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Router c6d1f21b-eded-4d06-8b4f-d7b604be70ae has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:10:02.375072 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port c7851402-f5f0-453a-b589-182b5f88d45f triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:10:02.375474 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (c7851402-f5f0-453a-b589-182b5f88d45f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:02.488141 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port c7851402-f5f0-453a-b589-182b5f88d45f is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:10:02.488532 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c7851402-f5f0-453a-b589-182b5f88d45f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:02.511034 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port c7851402-f5f0-453a-b589-182b5f88d45f, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=c7851402-f5f0-453a-b589-182b5f88d45f,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:10:02.516564 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42826a46-a237-43fa-9ccd-b1002cede291 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:10:02.516781 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (c7851402-f5f0-453a-b589-182b5f88d45f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:02.518082 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 6921cc95-8340-4369-be78-69be93688f70 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:10:02.526564 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-42826a46-a237-43fa-9ccd-b1002cede291 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "PUT /v2.0/routers/c6d1f21b-eded-4d06-8b4f-d7b604be70ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9586561 Mar 11 20:10:02.536643 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592e5be1-a796-4f36-b8e8-21633f6f535f None None] Sync routers for ids ['c6d1f21b-eded-4d06-8b4f-d7b604be70ae'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:10:02.555840 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592e5be1-a796-4f36-b8e8-21633f6f535f None None] Routers {'c6d1f21b-eded-4d06-8b4f-d7b604be70ae'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:10:02.557024 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-592e5be1-a796-4f36-b8e8-21633f6f535f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:09:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['c6d1f21b-eded-4d06-8b4f-d7b604be70ae'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:10:02.696010 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=c7851402-f5f0-453a-b589-182b5f88d45f,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:10:02.738394 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3234e7a-d41a-405a-a52d-e59e4f5f07b9 None None] New status for floating IP 58eede52-5090-4ab7-b62c-4e0bd645a65a: ACTIVE {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 20:10:02.805487 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d44f7c1d-53d3-4b0a-ac8e-88ccf4ab6b8b req-a158e0eb-324c-4749-8096-0900a6484a05 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1463114406&fields=id&tenant_id=985979086b444294b1307d531b609210 HTTP/1.1" status: 200 len: 267 time: 0.0835910 Mar 11 20:10:02.809915 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-8aef159e-22eb-4853-acaf-7177bd60932f None None] Provisioning complete for port 6921cc95-8340-4369-be78-69be93688f70 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:10:02.810298 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8aef159e-22eb-4853-acaf-7177bd60932f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (6921cc95-8340-4369-be78-69be93688f70), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:02.813635 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-592e5be1-a796-4f36-b8e8-21633f6f535f None None] Set router c6d1f21b-eded-4d06-8b4f-d7b604be70ae gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:10:02.917277 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 6921cc95-8340-4369-be78-69be93688f70 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:10:02.917512 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (6921cc95-8340-4369-be78-69be93688f70), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:02.943802 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f7c1d-53d3-4b0a-ac8e-88ccf4ab6b8b req-ea8948ea-dd62-4084-ba65-25aef80aa7fd tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:02.945582 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d44f7c1d-53d3-4b0a-ac8e-88ccf4ab6b8b req-ea8948ea-dd62-4084-ba65-25aef80aa7fd tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/networks?id=02e40282-300e-439f-9d4a-07e091fdcfab HTTP/1.1" status: 200 len: 796 time: 0.1464186 Mar 11 20:10:02.974712 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d44f7c1d-53d3-4b0a-ac8e-88ccf4ab6b8b req-a14a5352-89c2-4af3-a209-a17f54e8a98f tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/quotas/985979086b444294b1307d531b609210 HTTP/1.1" status: 200 len: 375 time: 0.0215995 Mar 11 20:10:03.100882 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53568) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:10:03.129642 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d44f7c1d-53d3-4b0a-ac8e-88ccf4ab6b8b req-8390233d-009b-49e8-a9ca-e732a4390b02 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=985979086b444294b1307d531b609210&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1391444 Mar 11 20:10:03.139544 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8aef159e-22eb-4853-acaf-7177bd60932f None None] Current status of the port 6921cc95-8340-4369-be78-69be93688f70 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:10:03.226506 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-8aef159e-22eb-4853-acaf-7177bd60932f None None] Provisioning complete for port 044eb286-a6da-4239-9ef6-1ab71985fefe triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:10:03.227155 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-592e5be1-a796-4f36-b8e8-21633f6f535f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d1f21b-eded-4d06-8b4f-d7b604be70ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899638458', 'tenant_id': '985979086b444294b1307d531b609210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'c7851402-f5f0-453a-b589-182b5f88d45f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:09:55Z', 'updated_at': '2022-03-11T20:10:00Z', 'revision_number': 4, 'project_id': '985979086b444294b1307d531b609210', 'gw_port': {'id': 'c7851402-f5f0-453a-b589-182b5f88d45f', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:69:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d1f21b-eded-4d06-8b4f-d7b604be70ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:09:56Z', 'updated_at': '2022-03-11T20:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '044eb286-a6da-4239-9ef6-1ab71985fefe', 'name': '', 'network_id': '02e40282-300e-439f-9d4a-07e091fdcfab', 'tenant_id': '985979086b444294b1307d531b609210', 'mac_address': 'fa:16:3e:1f:41:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d1f21b-eded-4d06-8b4f-d7b604be70ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '4255cfd0-a64b-4ba5-8f5f-ba4fb62c261c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:09:59Z', 'updated_at': '2022-03-11T20:10:01Z', 'revision_number': 2, 'project_id': '985979086b444294b1307d531b609210', 'subnets': [{'id': '4255cfd0-a64b-4ba5-8f5f-ba4fb62c261c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:10:03.228006 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8aef159e-22eb-4853-acaf-7177bd60932f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (044eb286-a6da-4239-9ef6-1ab71985fefe), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:03.232611 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 6921cc95-8340-4369-be78-69be93688f70 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:10:03.266095 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4f5aee63-2dea-4e5e-b01e-b29e32202597 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/floatingips/58eede52-5090-4ab7-b62c-4e0bd645a65a HTTP/1.1" status: 200 len: 994 time: 0.1574602 Mar 11 20:10:03.281466 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592e5be1-a796-4f36-b8e8-21633f6f535f None None] Checking router: c6d1f21b-eded-4d06-8b4f-d7b604be70ae for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:10:03.281820 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592e5be1-a796-4f36-b8e8-21633f6f535f None None] Updating router c6d1f21b-eded-4d06-8b4f-d7b604be70ae port 044eb286-a6da-4239-9ef6-1ab71985fefe binding host n-d-833163-1 {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 20:10:03.292660 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8aef159e-22eb-4853-acaf-7177bd60932f None None] Port 044eb286-a6da-4239-9ef6-1ab71985fefe cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:10:03.292918 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d44f7c1d-53d3-4b0a-ac8e-88ccf4ab6b8b req-81a0d26c-353a-43bc-b839-41f518eed1b5 service neutron] 10.222.0.65 "GET /v2.0/networks/02e40282-300e-439f-9d4a-07e091fdcfab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591847 Mar 11 20:10:03.310637 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-592e5be1-a796-4f36-b8e8-21633f6f535f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (044eb286-a6da-4239-9ef6-1ab71985fefe), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:03.412134 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d44f7c1d-53d3-4b0a-ac8e-88ccf4ab6b8b req-6abb2b6d-a1e2-4bb8-82d2-37b4940b22cc service neutron] 10.222.0.65 "GET /v2.0/networks/02e40282-300e-439f-9d4a-07e091fdcfab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162829 Mar 11 20:10:03.418126 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-40154376-2648-45ab-b71e-92aa4f0dadbe None None] Provisioning complete for port 044eb286-a6da-4239-9ef6-1ab71985fefe triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:10:03.418516 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-40154376-2648-45ab-b71e-92aa4f0dadbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (044eb286-a6da-4239-9ef6-1ab71985fefe), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:03.465540 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-40154376-2648-45ab-b71e-92aa4f0dadbe None None] Port 044eb286-a6da-4239-9ef6-1ab71985fefe cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:10:03.578205 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-acf3a714-2f8c-49a8-9346-f634577fa824 req-9d1a24e8-d74b-4247-a596-c4e4b910269e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=37636436-2355-4525-a68e-59f36cc0c650 HTTP/1.1" status: 200 len: 210 time: 0.0288491 Mar 11 20:10:03.616824 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-592e5be1-a796-4f36-b8e8-21633f6f535f None None] Publish callbacks [] for port (044eb286-a6da-4239-9ef6-1ab71985fefe), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:03.624683 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-592e5be1-a796-4f36-b8e8-21633f6f535f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (044eb286-a6da-4239-9ef6-1ab71985fefe), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:03.702201 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99a9b76-f9de-4598-81ac-caf19b1e3bdb None None] Pushing event updated for resources: {'Port': ['ID=044eb286-a6da-4239-9ef6-1ab71985fefe,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:10:03.765214 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-592e5be1-a796-4f36-b8e8-21633f6f535f None None] Attempting to bind port 044eb286-a6da-4239-9ef6-1ab71985fefe on host n-d-833163-1 for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:10:03.765586 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-592e5be1-a796-4f36-b8e8-21633f6f535f None None] Attempting to bind port 044eb286-a6da-4239-9ef6-1ab71985fefe by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'ecf43608-470c-4ed7-8554-bbfb9864a736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '02e40282-300e-439f-9d4a-07e091fdcfab'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:10:03.765950 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592e5be1-a796-4f36-b8e8-21633f6f535f None None] Attempting to bind port 044eb286-a6da-4239-9ef6-1ab71985fefe on network 02e40282-300e-439f-9d4a-07e091fdcfab {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:10:03.771989 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592e5be1-a796-4f36-b8e8-21633f6f535f None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:10:03.772379 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592e5be1-a796-4f36-b8e8-21633f6f535f None None] Checking segment: {'id': 'ecf43608-470c-4ed7-8554-bbfb9864a736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '02e40282-300e-439f-9d4a-07e091fdcfab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:10:03.772886 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-592e5be1-a796-4f36-b8e8-21633f6f535f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:03.773300 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592e5be1-a796-4f36-b8e8-21633f6f535f None None] Bound using segment: {'id': 'ecf43608-470c-4ed7-8554-bbfb9864a736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '02e40282-300e-439f-9d4a-07e091fdcfab'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:10:03.773792 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-592e5be1-a796-4f36-b8e8-21633f6f535f None None] Bound port: 044eb286-a6da-4239-9ef6-1ab71985fefe, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecf43608-470c-4ed7-8554-bbfb9864a736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '02e40282-300e-439f-9d4a-07e091fdcfab'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:10:03.774179 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-592e5be1-a796-4f36-b8e8-21633f6f535f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (044eb286-a6da-4239-9ef6-1ab71985fefe), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:03.872349 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-592e5be1-a796-4f36-b8e8-21633f6f535f None None] For port 044eb286-a6da-4239-9ef6-1ab71985fefe, host n-d-833163-1, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:10:03.877080 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-592e5be1-a796-4f36-b8e8-21633f6f535f None None] For port 044eb286-a6da-4239-9ef6-1ab71985fefe, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=044eb286-a6da-4239-9ef6-1ab71985fefe,segment=NetworkSegment(ecf43608-470c-4ed7-8554-bbfb9864a736),segment_id=ecf43608-470c-4ed7-8554-bbfb9864a736)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:10:03.886620 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-592e5be1-a796-4f36-b8e8-21633f6f535f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (044eb286-a6da-4239-9ef6-1ab71985fefe), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:03.976510 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592e5be1-a796-4f36-b8e8-21633f6f535f None None] Routers {'c6d1f21b-eded-4d06-8b4f-d7b604be70ae'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:10:03.979607 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-592e5be1-a796-4f36-b8e8-21633f6f535f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:09:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['c6d1f21b-eded-4d06-8b4f-d7b604be70ae'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:10:03.981984 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device c7851402-f5f0-453a-b589-182b5f88d45f up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:10:03.990245 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99a9b76-f9de-4598-81ac-caf19b1e3bdb None None] Pushing event updated for resources: {'Port': ['ID=044eb286-a6da-4239-9ef6-1ab71985fefe,revision_number=4']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:10:04.093947 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port c7851402-f5f0-453a-b589-182b5f88d45f triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:10:04.094486 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (c7851402-f5f0-453a-b589-182b5f88d45f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:04.137141 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-004705f9-1d3d-4672-bf93-63b2e9368d59 None None] Provisioning complete for port 044eb286-a6da-4239-9ef6-1ab71985fefe triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:10:04.137681 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-004705f9-1d3d-4672-bf93-63b2e9368d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (044eb286-a6da-4239-9ef6-1ab71985fefe), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:04.164368 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-592e5be1-a796-4f36-b8e8-21633f6f535f None None] Set router c6d1f21b-eded-4d06-8b4f-d7b604be70ae gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:10:04.256832 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port c7851402-f5f0-453a-b589-182b5f88d45f is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:10:04.259302 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 6921cc95-8340-4369-be78-69be93688f70 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:10:04.353178 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-004705f9-1d3d-4672-bf93-63b2e9368d59 None None] Current status of the port 044eb286-a6da-4239-9ef6-1ab71985fefe is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:10:04.353745 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-004705f9-1d3d-4672-bf93-63b2e9368d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (044eb286-a6da-4239-9ef6-1ab71985fefe), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:04.380109 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 6921cc95-8340-4369-be78-69be93688f70 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:10:04.381121 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (6921cc95-8340-4369-be78-69be93688f70), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:04.431226 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-004705f9-1d3d-4672-bf93-63b2e9368d59 None None] For port 044eb286-a6da-4239-9ef6-1ab71985fefe, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=044eb286-a6da-4239-9ef6-1ab71985fefe,segment=NetworkSegment(ecf43608-470c-4ed7-8554-bbfb9864a736),segment_id=ecf43608-470c-4ed7-8554-bbfb9864a736)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:10:04.437354 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-004705f9-1d3d-4672-bf93-63b2e9368d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (044eb286-a6da-4239-9ef6-1ab71985fefe), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:04.453967 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-592e5be1-a796-4f36-b8e8-21633f6f535f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d1f21b-eded-4d06-8b4f-d7b604be70ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899638458', 'tenant_id': '985979086b444294b1307d531b609210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'c7851402-f5f0-453a-b589-182b5f88d45f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:09:55Z', 'updated_at': '2022-03-11T20:10:00Z', 'revision_number': 4, 'project_id': '985979086b444294b1307d531b609210', 'gw_port': {'id': 'c7851402-f5f0-453a-b589-182b5f88d45f', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:69:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d1f21b-eded-4d06-8b4f-d7b604be70ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:09:56Z', 'updated_at': '2022-03-11T20:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '044eb286-a6da-4239-9ef6-1ab71985fefe', 'name': '', 'network_id': '02e40282-300e-439f-9d4a-07e091fdcfab', 'tenant_id': '985979086b444294b1307d531b609210', 'mac_address': 'fa:16:3e:1f:41:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d1f21b-eded-4d06-8b4f-d7b604be70ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '4255cfd0-a64b-4ba5-8f5f-ba4fb62c261c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:09:59Z', 'updated_at': '2022-03-11T20:10:03Z', 'revision_number': 4, 'project_id': '985979086b444294b1307d531b609210', 'subnets': [{'id': '4255cfd0-a64b-4ba5-8f5f-ba4fb62c261c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:10:04.485617 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592e5be1-a796-4f36-b8e8-21633f6f535f None None] The sync data for ids ['c6d1f21b-eded-4d06-8b4f-d7b604be70ae'] in n-d-833163-1 is: [{'id': 'c6d1f21b-eded-4d06-8b4f-d7b604be70ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899638458', 'tenant_id': '985979086b444294b1307d531b609210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'c7851402-f5f0-453a-b589-182b5f88d45f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:09:55Z', 'updated_at': '2022-03-11T20:10:00Z', 'revision_number': 4, 'project_id': '985979086b444294b1307d531b609210', 'gw_port': {'id': 'c7851402-f5f0-453a-b589-182b5f88d45f', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:69:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d1f21b-eded-4d06-8b4f-d7b604be70ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:09:56Z', 'updated_at': '2022-03-11T20:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '044eb286-a6da-4239-9ef6-1ab71985fefe', 'name': '', 'network_id': '02e40282-300e-439f-9d4a-07e091fdcfab', 'tenant_id': '985979086b444294b1307d531b609210', 'mac_address': 'fa:16:3e:1f:41:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d1f21b-eded-4d06-8b4f-d7b604be70ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '4255cfd0-a64b-4ba5-8f5f-ba4fb62c261c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:09:59Z', 'updated_at': '2022-03-11T20:10:03Z', 'revision_number': 4, 'project_id': '985979086b444294b1307d531b609210', 'subnets': [{'id': '4255cfd0-a64b-4ba5-8f5f-ba4fb62c261c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:10:04.520123 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004705f9-1d3d-4672-bf93-63b2e9368d59 None None] Pushing event updated for resources: {'Port': ['ID=044eb286-a6da-4239-9ef6-1ab71985fefe,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:10:04.524712 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 6921cc95-8340-4369-be78-69be93688f70 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:10:04.581659 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-e26d5e32-1e84-4706-8d38-6eca5e20274b None None] Provisioning complete for port 044eb286-a6da-4239-9ef6-1ab71985fefe triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:10:04.582032 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e26d5e32-1e84-4706-8d38-6eca5e20274b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (044eb286-a6da-4239-9ef6-1ab71985fefe), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:04.749156 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e26d5e32-1e84-4706-8d38-6eca5e20274b None None] Current status of the port 044eb286-a6da-4239-9ef6-1ab71985fefe is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:10:04.767586 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-007c993b-2e72-44ec-b10a-46457964ae19 req-94fd4878-31bb-4f2d-8c67-66633472bd61 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=37636436-2355-4525-a68e-59f36cc0c650 HTTP/1.1" status: 200 len: 210 time: 0.0401721 Mar 11 20:10:04.883780 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f7c1d-53d3-4b0a-ac8e-88ccf4ab6b8b req-7ad94308-6084-42e9-8fba-579e22a06cf1 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:04.885918 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d44f7c1d-53d3-4b0a-ac8e-88ccf4ab6b8b req-7ad94308-6084-42e9-8fba-579e22a06cf1 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.75 "GET /v2.0/networks?id=02e40282-300e-439f-9d4a-07e091fdcfab HTTP/1.1" status: 200 len: 796 time: 0.1625748 Mar 11 20:10:04.970997 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d44f7c1d-53d3-4b0a-ac8e-88ccf4ab6b8b req-41c0069a-11fa-437d-b32b-699bc58d34f1 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=985979086b444294b1307d531b609210 HTTP/1.1" status: 200 len: 380 time: 0.0762393 Mar 11 20:10:04.989003 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-d44f7c1d-53d3-4b0a-ac8e-88ccf4ab6b8b req-ae3c221a-1662-46bb-834f-1c30410c2902 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Request body: {'port': {'device_id': '37636436-2355-4525-a68e-59f36cc0c650', 'network_id': '02e40282-300e-439f-9d4a-07e091fdcfab', 'admin_state_up': True, 'tenant_id': '985979086b444294b1307d531b609210', 'security_groups': ['b9d8b351-d65d-44bf-9cb2-5cca5f4f1f69']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:10:05.163564 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d44f7c1d-53d3-4b0a-ac8e-88ccf4ab6b8b req-ae3c221a-1662-46bb-834f-1c30410c2902 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Made reservation on behalf of 985979086b444294b1307d531b609210 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:10:05.167602 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d44f7c1d-53d3-4b0a-ac8e-88ccf4ab6b8b req-ae3c221a-1662-46bb-834f-1c30410c2902 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:05.357018 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-d44f7c1d-53d3-4b0a-ac8e-88ccf4ab6b8b req-ae3c221a-1662-46bb-834f-1c30410c2902 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Allocated IP 172.20.0.9 (02e40282-300e-439f-9d4a-07e091fdcfab/4255cfd0-a64b-4ba5-8f5f-ba4fb62c261c/fa0c6ba6-c008-46d2-b2e0-f985d35e84d3) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:10:05.541996 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d44f7c1d-53d3-4b0a-ac8e-88ccf4ab6b8b req-ae3c221a-1662-46bb-834f-1c30410c2902 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for port (fa0c6ba6-c008-46d2-b2e0-f985d35e84d3), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:05.587657 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d44f7c1d-53d3-4b0a-ac8e-88ccf4ab6b8b req-ae3c221a-1662-46bb-834f-1c30410c2902 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (fa0c6ba6-c008-46d2-b2e0-f985d35e84d3), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:05.648392 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3c221a-1662-46bb-834f-1c30410c2902 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event updated for resources: {'Port': ['ID=fa0c6ba6-c008-46d2-b2e0-f985d35e84d3,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:10:05.667764 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d44f7c1d-53d3-4b0a-ac8e-88ccf4ab6b8b req-ae3c221a-1662-46bb-834f-1c30410c2902 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Network 02e40282-300e-439f-9d4a-07e091fdcfab is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:10:05.669366 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-d44f7c1d-53d3-4b0a-ac8e-88ccf4ab6b8b req-ae3c221a-1662-46bb-834f-1c30410c2902 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:10:05.672753 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3c221a-1662-46bb-834f-1c30410c2902 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:10:05.673108 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3c221a-1662-46bb-834f-1c30410c2902 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:10:05.673457 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3c221a-1662-46bb-834f-1c30410c2902 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:10:05.673893 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3c221a-1662-46bb-834f-1c30410c2902 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:10:05.674350 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3c221a-1662-46bb-834f-1c30410c2902 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:10:05.674726 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3c221a-1662-46bb-834f-1c30410c2902 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:10:05.675068 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3c221a-1662-46bb-834f-1c30410c2902 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:10:05.675406 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3c221a-1662-46bb-834f-1c30410c2902 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:10:05.675765 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3c221a-1662-46bb-834f-1c30410c2902 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:10:05.676101 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3c221a-1662-46bb-834f-1c30410c2902 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:10:05.676434 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3c221a-1662-46bb-834f-1c30410c2902 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:10:05.676762 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3c221a-1662-46bb-834f-1c30410c2902 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:10:05.677087 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3c221a-1662-46bb-834f-1c30410c2902 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:10:05.687242 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-d44f7c1d-53d3-4b0a-ac8e-88ccf4ab6b8b req-ae3c221a-1662-46bb-834f-1c30410c2902 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:10:05.746316 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f7c1d-53d3-4b0a-ac8e-88ccf4ab6b8b req-ae3c221a-1662-46bb-834f-1c30410c2902 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:05.748422 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d44f7c1d-53d3-4b0a-ac8e-88ccf4ab6b8b req-ae3c221a-1662-46bb-834f-1c30410c2902 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:05.771719 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d44f7c1d-53d3-4b0a-ac8e-88ccf4ab6b8b req-ae3c221a-1662-46bb-834f-1c30410c2902 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7866011 Mar 11 20:10:05.787705 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-d44f7c1d-53d3-4b0a-ac8e-88ccf4ab6b8b req-832a5087-5218-4012-bbe0-968dcb32814b service neutron] Request body: {'port': {'device_id': '37636436-2355-4525-a68e-59f36cc0c650', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:10:05.959686 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d44f7c1d-53d3-4b0a-ac8e-88ccf4ab6b8b req-832a5087-5218-4012-bbe0-968dcb32814b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (fa0c6ba6-c008-46d2-b2e0-f985d35e84d3), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:05.979229 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b04b9b-caef-41c9-83f6-b271c96e624c req-8fe55740-4c58-46d4-bb35-82f7e73dc48d tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:05.980804 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c3b04b9b-caef-41c9-83f6-b271c96e624c req-8fe55740-4c58-46d4-bb35-82f7e73dc48d tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=37636436-2355-4525-a68e-59f36cc0c650 HTTP/1.1" status: 200 len: 931 time: 0.0838592 Mar 11 20:10:06.004735 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-082d674c-6146-40c6-9ffd-3f7680e5f058 None None] Provisioning complete for port fa0c6ba6-c008-46d2-b2e0-f985d35e84d3 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:10:06.005307 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-082d674c-6146-40c6-9ffd-3f7680e5f058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (fa0c6ba6-c008-46d2-b2e0-f985d35e84d3), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:06.065126 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 044eb286-a6da-4239-9ef6-1ab71985fefe up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:10:06.098176 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c3b04b9b-caef-41c9-83f6-b271c96e624c req-9a8e7189-1fe6-4c63-9655-dad0d79e794b tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9d8b351-d65d-44bf-9cb2-5cca5f4f1f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023293 Mar 11 20:10:06.175377 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-082d674c-6146-40c6-9ffd-3f7680e5f058 None None] Port fa0c6ba6-c008-46d2-b2e0-f985d35e84d3 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:10:06.190296 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 044eb286-a6da-4239-9ef6-1ab71985fefe triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:10:06.191154 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (044eb286-a6da-4239-9ef6-1ab71985fefe), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:06.455102 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 044eb286-a6da-4239-9ef6-1ab71985fefe is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:10:06.455919 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-d44f7c1d-53d3-4b0a-ac8e-88ccf4ab6b8b req-832a5087-5218-4012-bbe0-968dcb32814b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa0c6ba6-c008-46d2-b2e0-f985d35e84d3 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:10:06.465840 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d44f7c1d-53d3-4b0a-ac8e-88ccf4ab6b8b req-832a5087-5218-4012-bbe0-968dcb32814b service neutron] Publish callbacks [] for port (fa0c6ba6-c008-46d2-b2e0-f985d35e84d3), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:06.481748 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-d44f7c1d-53d3-4b0a-ac8e-88ccf4ab6b8b req-832a5087-5218-4012-bbe0-968dcb32814b service neutron] Transition to ACTIVE for port object fa0c6ba6-c008-46d2-b2e0-f985d35e84d3 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 20:10:06.487304 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d44f7c1d-53d3-4b0a-ac8e-88ccf4ab6b8b req-832a5087-5218-4012-bbe0-968dcb32814b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (fa0c6ba6-c008-46d2-b2e0-f985d35e84d3), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:06.556986 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a5087-5218-4012-bbe0-968dcb32814b service neutron] Pushing event updated for resources: {'Port': ['ID=fa0c6ba6-c008-46d2-b2e0-f985d35e84d3,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:10:06.652734 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-d44f7c1d-53d3-4b0a-ac8e-88ccf4ab6b8b req-832a5087-5218-4012-bbe0-968dcb32814b service neutron] Attempting to bind port fa0c6ba6-c008-46d2-b2e0-f985d35e84d3 on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:10:06.653075 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-d44f7c1d-53d3-4b0a-ac8e-88ccf4ab6b8b req-832a5087-5218-4012-bbe0-968dcb32814b service neutron] Attempting to bind port fa0c6ba6-c008-46d2-b2e0-f985d35e84d3 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': 'ecf43608-470c-4ed7-8554-bbfb9864a736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '02e40282-300e-439f-9d4a-07e091fdcfab'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:10:06.653407 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44f7c1d-53d3-4b0a-ac8e-88ccf4ab6b8b req-832a5087-5218-4012-bbe0-968dcb32814b service neutron] Attempting to bind port fa0c6ba6-c008-46d2-b2e0-f985d35e84d3 on network 02e40282-300e-439f-9d4a-07e091fdcfab {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:10:06.659566 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44f7c1d-53d3-4b0a-ac8e-88ccf4ab6b8b req-832a5087-5218-4012-bbe0-968dcb32814b service neutron] Port fa0c6ba6-c008-46d2-b2e0-f985d35e84d3 on network 02e40282-300e-439f-9d4a-07e091fdcfab not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 20:10:06.659992 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44f7c1d-53d3-4b0a-ac8e-88ccf4ab6b8b req-832a5087-5218-4012-bbe0-968dcb32814b service neutron] Attempting to bind port fa0c6ba6-c008-46d2-b2e0-f985d35e84d3 on network 02e40282-300e-439f-9d4a-07e091fdcfab {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:10:06.665929 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44f7c1d-53d3-4b0a-ac8e-88ccf4ab6b8b req-832a5087-5218-4012-bbe0-968dcb32814b service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:10:06.666275 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44f7c1d-53d3-4b0a-ac8e-88ccf4ab6b8b req-832a5087-5218-4012-bbe0-968dcb32814b service neutron] Checking segment: {'id': 'ecf43608-470c-4ed7-8554-bbfb9864a736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '02e40282-300e-439f-9d4a-07e091fdcfab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:10:06.666811 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44f7c1d-53d3-4b0a-ac8e-88ccf4ab6b8b req-832a5087-5218-4012-bbe0-968dcb32814b service neutron] Bound using segment: {'id': 'ecf43608-470c-4ed7-8554-bbfb9864a736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '02e40282-300e-439f-9d4a-07e091fdcfab'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:10:06.667886 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-d44f7c1d-53d3-4b0a-ac8e-88ccf4ab6b8b req-832a5087-5218-4012-bbe0-968dcb32814b service neutron] Bound port: fa0c6ba6-c008-46d2-b2e0-f985d35e84d3, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecf43608-470c-4ed7-8554-bbfb9864a736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '02e40282-300e-439f-9d4a-07e091fdcfab'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:10:06.668285 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d44f7c1d-53d3-4b0a-ac8e-88ccf4ab6b8b req-832a5087-5218-4012-bbe0-968dcb32814b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (fa0c6ba6-c008-46d2-b2e0-f985d35e84d3), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:06.742767 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-d44f7c1d-53d3-4b0a-ac8e-88ccf4ab6b8b req-832a5087-5218-4012-bbe0-968dcb32814b service neutron] For port fa0c6ba6-c008-46d2-b2e0-f985d35e84d3, host n-h1-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:10:06.746242 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-d44f7c1d-53d3-4b0a-ac8e-88ccf4ab6b8b req-832a5087-5218-4012-bbe0-968dcb32814b service neutron] For port fa0c6ba6-c008-46d2-b2e0-f985d35e84d3, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=fa0c6ba6-c008-46d2-b2e0-f985d35e84d3,segment=NetworkSegment(ecf43608-470c-4ed7-8554-bbfb9864a736),segment_id=ecf43608-470c-4ed7-8554-bbfb9864a736)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:10:06.764173 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d44f7c1d-53d3-4b0a-ac8e-88ccf4ab6b8b req-832a5087-5218-4012-bbe0-968dcb32814b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (fa0c6ba6-c008-46d2-b2e0-f985d35e84d3), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:06.791709 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f7c1d-53d3-4b0a-ac8e-88ccf4ab6b8b req-832a5087-5218-4012-bbe0-968dcb32814b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:06.792446 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-d44f7c1d-53d3-4b0a-ac8e-88ccf4ab6b8b req-832a5087-5218-4012-bbe0-968dcb32814b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:06.793849 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d44f7c1d-53d3-4b0a-ac8e-88ccf4ab6b8b req-832a5087-5218-4012-bbe0-968dcb32814b service neutron] 10.222.0.75 "PUT /v2.0/ports/fa0c6ba6-c008-46d2-b2e0-f985d35e84d3 HTTP/1.1" status: 200 len: 1091 time: 1.0118296 Mar 11 20:10:06.794299 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37636436-2355-4525-a68e-59f36cc0c650', 'tag': 'fa0c6ba6-c008-46d2-b2e0-f985d35e84d3'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:10:06.797358 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acecd43e-c2fd-43e4-b402-844c52e2905f" -d '{"events": [{"name": "network-changed", "server_uuid": "37636436-2355-4525-a68e-59f36cc0c650", "tag": "fa0c6ba6-c008-46d2-b2e0-f985d35e84d3"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:10:06.844565 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a5087-5218-4012-bbe0-968dcb32814b service neutron] Pushing event updated for resources: {'Port': ['ID=fa0c6ba6-c008-46d2-b2e0-f985d35e84d3,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:10:06.868872 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e5da4a2-1549-44a3-8658-84d751e43a3b x-openstack-request-id: req-2e5da4a2-1549-44a3-8658-84d751e43a3b {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:10:06.869242 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37636436-2355-4525-a68e-59f36cc0c650", "tag": "fa0c6ba6-c008-46d2-b2e0-f985d35e84d3", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:10:06.870138 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2e5da4a2-1549-44a3-8658-84d751e43a3b {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:10:06.870647 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37636436-2355-4525-a68e-59f36cc0c650', 'tag': 'fa0c6ba6-c008-46d2-b2e0-f985d35e84d3', 'status': 'completed', 'code': 200} Mar 11 20:10:06.914123 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f7c1d-53d3-4b0a-ac8e-88ccf4ab6b8b req-6262386b-589a-4a0a-87d7-71b352425c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:06.915968 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d44f7c1d-53d3-4b0a-ac8e-88ccf4ab6b8b req-6262386b-589a-4a0a-87d7-71b352425c26 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=985979086b444294b1307d531b609210&device_id=37636436-2355-4525-a68e-59f36cc0c650 HTTP/1.1" status: 200 len: 1125 time: 0.0577352 Mar 11 20:10:06.963272 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d44f7c1d-53d3-4b0a-ac8e-88ccf4ab6b8b req-4932314b-af85-4c0a-9cbf-1a3a8c05b1ee service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa0c6ba6-c008-46d2-b2e0-f985d35e84d3 HTTP/1.1" status: 200 len: 217 time: 0.0407765 Mar 11 20:10:07.016410 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f7c1d-53d3-4b0a-ac8e-88ccf4ab6b8b req-c6ad5edf-cba8-4035-80c0-4e7af0e309fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:07.017805 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d44f7c1d-53d3-4b0a-ac8e-88ccf4ab6b8b req-c6ad5edf-cba8-4035-80c0-4e7af0e309fa service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4255cfd0-a64b-4ba5-8f5f-ba4fb62c261c HTTP/1.1" status: 200 len: 835 time: 0.0485098 Mar 11 20:10:07.067349 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f7c1d-53d3-4b0a-ac8e-88ccf4ab6b8b req-be1c5341-0300-453b-83f3-c42107a318e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:07.068881 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d44f7c1d-53d3-4b0a-ac8e-88ccf4ab6b8b req-be1c5341-0300-453b-83f3-c42107a318e1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=02e40282-300e-439f-9d4a-07e091fdcfab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455770 Mar 11 20:10:07.169348 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d44f7c1d-53d3-4b0a-ac8e-88ccf4ab6b8b req-f0f4ecae-15cc-402e-b5da-35a100336a6d service neutron] 10.222.0.75 "GET /v2.0/networks/02e40282-300e-439f-9d4a-07e091fdcfab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940590 Mar 11 20:10:07.219952 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc36b99-0a67-440b-9fca-8e18df2b7bdd req-7468dd8c-40ff-4621-b842-b6ee890b9249 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:07.222207 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6cc36b99-0a67-440b-9fca-8e18df2b7bdd req-7468dd8c-40ff-4621-b842-b6ee890b9249 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=37636436-2355-4525-a68e-59f36cc0c650 HTTP/1.1" status: 200 len: 943 time: 0.0615849 Mar 11 20:10:07.279838 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d44f7c1d-53d3-4b0a-ac8e-88ccf4ab6b8b req-8ba7cb5c-9500-49b5-aa19-4b9e5e898d09 service neutron] 10.222.0.75 "GET /v2.0/networks/02e40282-300e-439f-9d4a-07e091fdcfab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037722 Mar 11 20:10:07.282766 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6cc36b99-0a67-440b-9fca-8e18df2b7bdd req-24553842-9c96-4952-8669-022fc75a9eb4 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9d8b351-d65d-44bf-9cb2-5cca5f4f1f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537553 Mar 11 20:10:07.373683 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acecd43e-c2fd-43e4-b402-844c52e2905f req-b2628bb7-1acb-44c5-a010-1158b4ee7538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:07.375760 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-acecd43e-c2fd-43e4-b402-844c52e2905f req-b2628bb7-1acb-44c5-a010-1158b4ee7538 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=985979086b444294b1307d531b609210&device_id=37636436-2355-4525-a68e-59f36cc0c650 HTTP/1.1" status: 200 len: 1125 time: 0.0467727 Mar 11 20:10:07.467072 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acecd43e-c2fd-43e4-b402-844c52e2905f req-8b151aee-2867-48cb-8cf7-7628741720dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:07.469261 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-acecd43e-c2fd-43e4-b402-844c52e2905f req-8b151aee-2867-48cb-8cf7-7628741720dd service neutron] 10.222.0.75 "GET /v2.0/networks?id=02e40282-300e-439f-9d4a-07e091fdcfab HTTP/1.1" status: 200 len: 897 time: 0.0876727 Mar 11 20:10:07.516028 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-acecd43e-c2fd-43e4-b402-844c52e2905f req-5a705421-abc4-45f7-b386-d8b91bd61960 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa0c6ba6-c008-46d2-b2e0-f985d35e84d3 HTTP/1.1" status: 200 len: 217 time: 0.0403135 Mar 11 20:10:07.569714 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acecd43e-c2fd-43e4-b402-844c52e2905f req-b4498869-1340-4ef1-ba6a-d47b302214ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:07.571194 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-acecd43e-c2fd-43e4-b402-844c52e2905f req-b4498869-1340-4ef1-ba6a-d47b302214ee service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4255cfd0-a64b-4ba5-8f5f-ba4fb62c261c HTTP/1.1" status: 200 len: 835 time: 0.0481033 Mar 11 20:10:07.625775 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acecd43e-c2fd-43e4-b402-844c52e2905f req-e0acccf0-0336-49ad-9342-330488dbccf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:07.627618 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-acecd43e-c2fd-43e4-b402-844c52e2905f req-e0acccf0-0336-49ad-9342-330488dbccf9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=02e40282-300e-439f-9d4a-07e091fdcfab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0502954 Mar 11 20:10:07.732716 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-acecd43e-c2fd-43e4-b402-844c52e2905f req-8d71db9b-4b42-48f0-b6b2-05eabf99e361 service neutron] 10.222.0.75 "GET /v2.0/networks/02e40282-300e-439f-9d4a-07e091fdcfab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987222 Mar 11 20:10:07.830346 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-acecd43e-c2fd-43e4-b402-844c52e2905f req-a086dc3a-58ea-4b7e-9ff5-b119e6bc58fe service neutron] 10.222.0.75 "GET /v2.0/networks/02e40282-300e-439f-9d4a-07e091fdcfab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910907 Mar 11 20:10:08.441500 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddce7a5-5ecc-4711-a66d-9679afdeda5d req-39ae5a00-7920-4753-890f-6c2f8e06f585 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:08.443109 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dddce7a5-5ecc-4711-a66d-9679afdeda5d req-39ae5a00-7920-4753-890f-6c2f8e06f585 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=37636436-2355-4525-a68e-59f36cc0c650 HTTP/1.1" status: 200 len: 943 time: 0.0587940 Mar 11 20:10:08.494203 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dddce7a5-5ecc-4711-a66d-9679afdeda5d req-2898cfff-35e3-481b-9900-0f855393b648 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9d8b351-d65d-44bf-9cb2-5cca5f4f1f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452142 Mar 11 20:10:09.618336 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d753f0b-9c0f-4514-9385-66d1d99232fa req-9673b0d7-ae4d-4910-a3b5-fd30da4babee tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:09.619867 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7d753f0b-9c0f-4514-9385-66d1d99232fa req-9673b0d7-ae4d-4910-a3b5-fd30da4babee tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=37636436-2355-4525-a68e-59f36cc0c650 HTTP/1.1" status: 200 len: 943 time: 0.0576293 Mar 11 20:10:09.669434 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7d753f0b-9c0f-4514-9385-66d1d99232fa req-c3a6e643-e002-4cc5-ae83-96f185f49aad tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9d8b351-d65d-44bf-9cb2-5cca5f4f1f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430677 Mar 11 20:10:10.789475 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc46e5d-b39e-4db1-b552-e1ef4a5484ea req-c213a637-3df6-4f6c-a907-4a93c5ba0b3d tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:10.790870 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bbc46e5d-b39e-4db1-b552-e1ef4a5484ea req-c213a637-3df6-4f6c-a907-4a93c5ba0b3d tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=37636436-2355-4525-a68e-59f36cc0c650 HTTP/1.1" status: 200 len: 943 time: 0.0528235 Mar 11 20:10:10.840049 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bbc46e5d-b39e-4db1-b552-e1ef4a5484ea req-265a8484-1b5b-42fd-bea7-bb2a411efbcd tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9d8b351-d65d-44bf-9cb2-5cca5f4f1f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434887 Mar 11 20:10:11.380398 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device fa0c6ba6-c008-46d2-b2e0-f985d35e84d3 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 20:10:11.492605 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port fa0c6ba6-c008-46d2-b2e0-f985d35e84d3, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=fa0c6ba6-c008-46d2-b2e0-f985d35e84d3,segment=NetworkSegment(ecf43608-470c-4ed7-8554-bbfb9864a736),segment_id=ecf43608-470c-4ed7-8554-bbfb9864a736)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:10:11.510502 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': 'fa0c6ba6-c008-46d2-b2e0-f985d35e84d3', 'network_id': '02e40282-300e-439f-9d4a-07e091fdcfab', 'port_id': 'fa0c6ba6-c008-46d2-b2e0-f985d35e84d3', 'mac_address': 'fa:16:3e:18:21:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4255cfd0-a64b-4ba5-8f5f-ba4fb62c261c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 20:10:11.551282 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port fa0c6ba6-c008-46d2-b2e0-f985d35e84d3 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:10:11.551713 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (fa0c6ba6-c008-46d2-b2e0-f985d35e84d3), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:11.567249 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa0c6ba6-c008-46d2-b2e0-f985d35e84d3 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:10:11.590714 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port fa0c6ba6-c008-46d2-b2e0-f985d35e84d3, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=fa0c6ba6-c008-46d2-b2e0-f985d35e84d3,segment=NetworkSegment(ecf43608-470c-4ed7-8554-bbfb9864a736),segment_id=ecf43608-470c-4ed7-8554-bbfb9864a736)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:10:11.595986 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (fa0c6ba6-c008-46d2-b2e0-f985d35e84d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:11.651058 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=fa0c6ba6-c008-46d2-b2e0-f985d35e84d3,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:10:11.791454 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['fa0c6ba6-c008-46d2-b2e0-f985d35e84d3'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:10:11.991906 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ebbae-9075-4b65-88db-29b4bff9488b req-7cd78a64-993a-4ee5-95cc-340855de5f38 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:11.998891 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0d9ebbae-9075-4b65-88db-29b4bff9488b req-7cd78a64-993a-4ee5-95cc-340855de5f38 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=37636436-2355-4525-a68e-59f36cc0c650 HTTP/1.1" status: 200 len: 944 time: 0.0827122 Mar 11 20:10:12.060086 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0d9ebbae-9075-4b65-88db-29b4bff9488b req-ec92c095-5a93-467f-9fa2-533bc3593bf4 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9d8b351-d65d-44bf-9cb2-5cca5f4f1f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569301 Mar 11 20:10:13.198232 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86d5d0e-55c0-43fe-89b1-52792ddad423 req-331e3bb0-1a9a-4839-9690-79c90b28e4bd tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:13.203332 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f86d5d0e-55c0-43fe-89b1-52792ddad423 req-331e3bb0-1a9a-4839-9690-79c90b28e4bd tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=37636436-2355-4525-a68e-59f36cc0c650 HTTP/1.1" status: 200 len: 944 time: 0.0725498 Mar 11 20:10:13.262214 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f86d5d0e-55c0-43fe-89b1-52792ddad423 req-b1fe9d85-9220-409d-a4f4-1044fa379c2d tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9d8b351-d65d-44bf-9cb2-5cca5f4f1f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526955 Mar 11 20:10:13.396264 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device fa0c6ba6-c008-46d2-b2e0-f985d35e84d3 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:10:13.466824 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port fa0c6ba6-c008-46d2-b2e0-f985d35e84d3 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 20:10:13.472858 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port fa0c6ba6-c008-46d2-b2e0-f985d35e84d3 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:10:13.473235 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (fa0c6ba6-c008-46d2-b2e0-f985d35e84d3), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:13.576955 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port fa0c6ba6-c008-46d2-b2e0-f985d35e84d3 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:10:13.577638 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (fa0c6ba6-c008-46d2-b2e0-f985d35e84d3), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:13.604840 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37636436-2355-4525-a68e-59f36cc0c650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa0c6ba6-c008-46d2-b2e0-f985d35e84d3'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:10:13.607456 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e9a91d-32d0-4b09-b81b-fbaaf1bbb570" -d '{"events": [{"server_uuid": "37636436-2355-4525-a68e-59f36cc0c650", "name": "network-vif-plugged", "status": "completed", "tag": "fa0c6ba6-c008-46d2-b2e0-f985d35e84d3"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:10:13.625816 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port fa0c6ba6-c008-46d2-b2e0-f985d35e84d3, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=fa0c6ba6-c008-46d2-b2e0-f985d35e84d3,segment=NetworkSegment(ecf43608-470c-4ed7-8554-bbfb9864a736),segment_id=ecf43608-470c-4ed7-8554-bbfb9864a736)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:10:13.631022 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (fa0c6ba6-c008-46d2-b2e0-f985d35e84d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:13.687897 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=fa0c6ba6-c008-46d2-b2e0-f985d35e84d3,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:10:13.729105 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d701feba-9279-44da-84d6-b5082728df30 x-openstack-request-id: req-d701feba-9279-44da-84d6-b5082728df30 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:10:13.729788 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37636436-2355-4525-a68e-59f36cc0c650", "name": "network-vif-plugged", "status": "completed", "tag": "fa0c6ba6-c008-46d2-b2e0-f985d35e84d3", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:10:13.730056 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d701feba-9279-44da-84d6-b5082728df30 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:10:13.730465 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37636436-2355-4525-a68e-59f36cc0c650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa0c6ba6-c008-46d2-b2e0-f985d35e84d3', 'code': 200} Mar 11 20:10:13.835126 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc22a3-830b-4323-8fb1-18d4badb51ee req-ad1e5d10-faa6-454f-8969-96546f538d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:13.836915 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f6cc22a3-830b-4323-8fb1-18d4badb51ee req-ad1e5d10-faa6-454f-8969-96546f538d1c service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=37636436-2355-4525-a68e-59f36cc0c650 HTTP/1.1" status: 200 len: 1127 time: 0.0504925 Mar 11 20:10:13.885503 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f6cc22a3-830b-4323-8fb1-18d4badb51ee req-2ec0b055-9e08-4042-9df5-4bae8f09b562 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=b9d8b351-d65d-44bf-9cb2-5cca5f4f1f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431960 Mar 11 20:10:14.386637 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5229bbb-ad2e-4bc2-9409-577acd3c1b9a req-1c48ed1d-eab6-46aa-98c0-8e3a5c82da20 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:14.388164 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b5229bbb-ad2e-4bc2-9409-577acd3c1b9a req-1c48ed1d-eab6-46aa-98c0-8e3a5c82da20 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=37636436-2355-4525-a68e-59f36cc0c650 HTTP/1.1" status: 200 len: 945 time: 0.0545492 Mar 11 20:10:14.452607 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b5229bbb-ad2e-4bc2-9409-577acd3c1b9a req-dedd4669-8c98-4d52-8629-a22be3b862ed tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9d8b351-d65d-44bf-9cb2-5cca5f4f1f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581141 Mar 11 20:10:15.350251 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:10:15.577187 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80727704-b816-4fad-8515-2507132bbaa9 req-1b448ac6-3915-431a-9abe-c4dba4e09de9 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:15.578778 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-80727704-b816-4fad-8515-2507132bbaa9 req-1b448ac6-3915-431a-9abe-c4dba4e09de9 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=37636436-2355-4525-a68e-59f36cc0c650 HTTP/1.1" status: 200 len: 945 time: 0.0592806 Mar 11 20:10:15.632385 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-80727704-b816-4fad-8515-2507132bbaa9 req-349ae0b5-bac0-42a3-b715-1a4ce776b481 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9d8b351-d65d-44bf-9cb2-5cca5f4f1f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475438 Mar 11 20:10:15.757752 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f2c88-a6a7-4d1a-a43f-e3ee568003b8 req-2e2c299c-89b0-4748-8975-8a846a34da4b tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:15.759599 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8d2f2c88-a6a7-4d1a-a43f-e3ee568003b8 req-2e2c299c-89b0-4748-8975-8a846a34da4b tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=37636436-2355-4525-a68e-59f36cc0c650 HTTP/1.1" status: 200 len: 945 time: 0.0606658 Mar 11 20:10:15.811814 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8d2f2c88-a6a7-4d1a-a43f-e3ee568003b8 req-c0564349-371b-4d01-b8b3-601882676dd1 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9d8b351-d65d-44bf-9cb2-5cca5f4f1f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458720 Mar 11 20:10:15.833962 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53716) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:10:15.880529 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc200ed3-9467-4bfc-9630-68c0a14f8093 tempest-TestNetworkAdvancedServerOps-874628058 tempest-TestNetworkAdvancedServerOps-874628058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:15.885057 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-bc200ed3-9467-4bfc-9630-68c0a14f8093 tempest-TestNetworkAdvancedServerOps-874628058 tempest-TestNetworkAdvancedServerOps-874628058-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=37636436-2355-4525-a68e-59f36cc0c650 HTTP/1.1" status: 200 len: 1122 time: 0.0470939 Mar 11 20:10:15.885217 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53718) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:10:15.889343 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-eea0c91f-39fd-467c-be91-c5daabb3e479 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Request body: {'floatingip': {'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'port_id': 'fa0c6ba6-c008-46d2-b2e0-f985d35e84d3', 'tenant_id': '985979086b444294b1307d531b609210', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:10:15.913067 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eea0c91f-39fd-467c-be91-c5daabb3e479 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:16.024124 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eea0c91f-39fd-467c-be91-c5daabb3e479 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:16.140060 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-eea0c91f-39fd-467c-be91-c5daabb3e479 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Allocated IP 172.25.8.182 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/19c69019-6deb-4fd5-a655-f44d25b4d089) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:10:16.256757 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eea0c91f-39fd-467c-be91-c5daabb3e479 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for port (19c69019-6deb-4fd5-a655-f44d25b4d089), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:16.292428 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eea0c91f-39fd-467c-be91-c5daabb3e479 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (19c69019-6deb-4fd5-a655-f44d25b4d089), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:16.331715 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea0c91f-39fd-467c-be91-c5daabb3e479 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:10:16.337540 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-eea0c91f-39fd-467c-be91-c5daabb3e479 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:10:16.341040 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea0c91f-39fd-467c-be91-c5daabb3e479 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:10:16.365184 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea0c91f-39fd-467c-be91-c5daabb3e479 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event updated for resources: {'Port': ['ID=19c69019-6deb-4fd5-a655-f44d25b4d089,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:10:16.731082 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eea0c91f-39fd-467c-be91-c5daabb3e479 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for floatingip (f465b8fe-60bb-4aac-89b4-15056f495b5f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:16.806355 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eea0c91f-39fd-467c-be91-c5daabb3e479 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (19c69019-6deb-4fd5-a655-f44d25b4d089), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:16.977917 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eea0c91f-39fd-467c-be91-c5daabb3e479 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for port (19c69019-6deb-4fd5-a655-f44d25b4d089), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:16.982906 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eea0c91f-39fd-467c-be91-c5daabb3e479 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (19c69019-6deb-4fd5-a655-f44d25b4d089), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:17.054130 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea0c91f-39fd-467c-be91-c5daabb3e479 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event updated for resources: {'Port': ['ID=19c69019-6deb-4fd5-a655-f44d25b4d089,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:10:17.066662 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eea0c91f-39fd-467c-be91-c5daabb3e479 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (f465b8fe-60bb-4aac-89b4-15056f495b5f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:17.189108 n-d-833163-1 neutron-server[103884]: INFO neutron.db.l3_db [None req-eea0c91f-39fd-467c-be91-c5daabb3e479 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Floating IP f465b8fe-60bb-4aac-89b4-15056f495b5f associated. External IP: 172.25.8.182, port: fa0c6ba6-c008-46d2-b2e0-f985d35e84d3. Mar 11 20:10:17.414877 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea0c91f-39fd-467c-be91-c5daabb3e479 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Router c6d1f21b-eded-4d06-8b4f-d7b604be70ae has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:10:17.537641 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea0c91f-39fd-467c-be91-c5daabb3e479 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:10:17.549082 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a22284c-5f68-479a-b8fe-e2d1e4f084fc None None] Sync routers for ids ['c6d1f21b-eded-4d06-8b4f-d7b604be70ae'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:10:17.555735 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eea0c91f-39fd-467c-be91-c5daabb3e479 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:17.664804 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a22284c-5f68-479a-b8fe-e2d1e4f084fc None None] Routers {'c6d1f21b-eded-4d06-8b4f-d7b604be70ae'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:10:17.665764 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-7a22284c-5f68-479a-b8fe-e2d1e4f084fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:09:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['c6d1f21b-eded-4d06-8b4f-d7b604be70ae'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:10:17.786735 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-7a22284c-5f68-479a-b8fe-e2d1e4f084fc None None] Set router c6d1f21b-eded-4d06-8b4f-d7b604be70ae gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:10:17.932552 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-eea0c91f-39fd-467c-be91-c5daabb3e479 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0463905 Mar 11 20:10:17.933127 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37636436-2355-4525-a68e-59f36cc0c650', 'tag': 'fa0c6ba6-c008-46d2-b2e0-f985d35e84d3'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:10:17.935519 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c72f87-77d4-4ac6-9c64-66fd1f7cc9b9" -d '{"events": [{"name": "network-changed", "server_uuid": "37636436-2355-4525-a68e-59f36cc0c650", "tag": "fa0c6ba6-c008-46d2-b2e0-f985d35e84d3"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:10:18.042746 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-7a22284c-5f68-479a-b8fe-e2d1e4f084fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d1f21b-eded-4d06-8b4f-d7b604be70ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899638458', 'tenant_id': '985979086b444294b1307d531b609210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'c7851402-f5f0-453a-b589-182b5f88d45f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:09:55Z', 'updated_at': '2022-03-11T20:10:00Z', 'revision_number': 4, 'project_id': '985979086b444294b1307d531b609210', 'gw_port': {'id': 'c7851402-f5f0-453a-b589-182b5f88d45f', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:69:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d1f21b-eded-4d06-8b4f-d7b604be70ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:09:56Z', 'updated_at': '2022-03-11T20:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': 'f465b8fe-60bb-4aac-89b4-15056f495b5f', 'tenant_id': '985979086b444294b1307d531b609210', 'floating_ip_address': '172.25.8.182', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'c6d1f21b-eded-4d06-8b4f-d7b604be70ae', 'port_id': 'fa0c6ba6-c008-46d2-b2e0-f985d35e84d3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3979, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02e40282-300e-439f-9d4a-07e091fdcfab', 'mac_address': 'fa:16:3e:18:21:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37636436-2355-4525-a68e-59f36cc0c650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:10:16Z', 'updated_at': '2022-03-11T20:10:16Z', 'revision_number': 0, 'project_id': '985979086b444294b1307d531b609210', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '044eb286-a6da-4239-9ef6-1ab71985fefe', 'name': '', 'network_id': '02e40282-300e-439f-9d4a-07e091fdcfab', 'tenant_id': '985979086b444294b1307d531b609210', 'mac_address': 'fa:16:3e:1f:41:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d1f21b-eded-4d06-8b4f-d7b604be70ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '4255cfd0-a64b-4ba5-8f5f-ba4fb62c261c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:09:59Z', 'updated_at': '2022-03-11T20:10:04Z', 'revision_number': 5, 'project_id': '985979086b444294b1307d531b609210', 'subnets': [{'id': '4255cfd0-a64b-4ba5-8f5f-ba4fb62c261c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:10:18.045520 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b35e19-c6db-4df3-9307-e5250e7f9214 req-83f8f6ea-6037-4242-af0b-8f587aacf31f tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:18.047147 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b0b35e19-c6db-4df3-9307-e5250e7f9214 req-83f8f6ea-6037-4242-af0b-8f587aacf31f tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=37636436-2355-4525-a68e-59f36cc0c650 HTTP/1.1" status: 200 len: 945 time: 0.0612655 Mar 11 20:10:18.074150 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a22284c-5f68-479a-b8fe-e2d1e4f084fc None None] Checking router: c6d1f21b-eded-4d06-8b4f-d7b604be70ae for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:10:18.088640 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a22284c-5f68-479a-b8fe-e2d1e4f084fc None None] Routers {'c6d1f21b-eded-4d06-8b4f-d7b604be70ae'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:10:18.089349 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-7a22284c-5f68-479a-b8fe-e2d1e4f084fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:09:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['c6d1f21b-eded-4d06-8b4f-d7b604be70ae'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:10:18.100176 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b0b35e19-c6db-4df3-9307-e5250e7f9214 req-b0cce7db-b9de-4d59-965a-f481038f0131 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9d8b351-d65d-44bf-9cb2-5cca5f4f1f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467072 Mar 11 20:10:18.125096 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53728) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:10:18.164468 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-725a9219-2d25-4d82-8376-256dae8b16a9 x-openstack-request-id: req-725a9219-2d25-4d82-8376-256dae8b16a9 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:10:18.164748 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37636436-2355-4525-a68e-59f36cc0c650", "tag": "fa0c6ba6-c008-46d2-b2e0-f985d35e84d3", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:10:18.165010 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-725a9219-2d25-4d82-8376-256dae8b16a9 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:10:18.165410 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37636436-2355-4525-a68e-59f36cc0c650', 'tag': 'fa0c6ba6-c008-46d2-b2e0-f985d35e84d3', 'status': 'completed', 'code': 200} Mar 11 20:10:18.226402 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-38d1ab09-56f0-46ed-926a-26918a1af8cb tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/floatingips/f465b8fe-60bb-4aac-89b4-15056f495b5f HTTP/1.1" status: 200 len: 991 time: 0.0992992 Mar 11 20:10:18.243187 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c72f87-77d4-4ac6-9c64-66fd1f7cc9b9 req-c190eed0-981b-4252-958e-45ae8d70b5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:18.244760 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-41c72f87-77d4-4ac6-9c64-66fd1f7cc9b9 req-c190eed0-981b-4252-958e-45ae8d70b5d7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=985979086b444294b1307d531b609210&device_id=37636436-2355-4525-a68e-59f36cc0c650 HTTP/1.1" status: 200 len: 1127 time: 0.0683064 Mar 11 20:10:18.246518 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-7a22284c-5f68-479a-b8fe-e2d1e4f084fc None None] Set router c6d1f21b-eded-4d06-8b4f-d7b604be70ae gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:10:18.343615 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c72f87-77d4-4ac6-9c64-66fd1f7cc9b9 req-61b157e2-cd1e-4219-a0d3-c572300d5e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:18.345573 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-41c72f87-77d4-4ac6-9c64-66fd1f7cc9b9 req-61b157e2-cd1e-4219-a0d3-c572300d5e45 service neutron] 10.222.0.75 "GET /v2.0/networks?id=02e40282-300e-439f-9d4a-07e091fdcfab HTTP/1.1" status: 200 len: 897 time: 0.0953243 Mar 11 20:10:18.421421 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-41c72f87-77d4-4ac6-9c64-66fd1f7cc9b9 req-91058ea8-f430-4d0a-b041-aef7578e995e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa0c6ba6-c008-46d2-b2e0-f985d35e84d3 HTTP/1.1" status: 200 len: 999 time: 0.0703189 Mar 11 20:10:18.476802 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c72f87-77d4-4ac6-9c64-66fd1f7cc9b9 req-90bfbdf6-7d40-4959-b240-628c941bd4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:18.478257 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-41c72f87-77d4-4ac6-9c64-66fd1f7cc9b9 req-90bfbdf6-7d40-4959-b240-628c941bd4ef service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4255cfd0-a64b-4ba5-8f5f-ba4fb62c261c HTTP/1.1" status: 200 len: 835 time: 0.0515561 Mar 11 20:10:18.493954 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-7a22284c-5f68-479a-b8fe-e2d1e4f084fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d1f21b-eded-4d06-8b4f-d7b604be70ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899638458', 'tenant_id': '985979086b444294b1307d531b609210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'c7851402-f5f0-453a-b589-182b5f88d45f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:09:55Z', 'updated_at': '2022-03-11T20:10:00Z', 'revision_number': 4, 'project_id': '985979086b444294b1307d531b609210', 'gw_port': {'id': 'c7851402-f5f0-453a-b589-182b5f88d45f', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:69:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d1f21b-eded-4d06-8b4f-d7b604be70ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:09:56Z', 'updated_at': '2022-03-11T20:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': 'f465b8fe-60bb-4aac-89b4-15056f495b5f', 'tenant_id': '985979086b444294b1307d531b609210', 'floating_ip_address': '172.25.8.182', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'c6d1f21b-eded-4d06-8b4f-d7b604be70ae', 'port_id': 'fa0c6ba6-c008-46d2-b2e0-f985d35e84d3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3979, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02e40282-300e-439f-9d4a-07e091fdcfab', 'mac_address': 'fa:16:3e:18:21:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37636436-2355-4525-a68e-59f36cc0c650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:10:16Z', 'updated_at': '2022-03-11T20:10:16Z', 'revision_number': 0, 'project_id': '985979086b444294b1307d531b609210', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '044eb286-a6da-4239-9ef6-1ab71985fefe', 'name': '', 'network_id': '02e40282-300e-439f-9d4a-07e091fdcfab', 'tenant_id': '985979086b444294b1307d531b609210', 'mac_address': 'fa:16:3e:1f:41:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d1f21b-eded-4d06-8b4f-d7b604be70ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '4255cfd0-a64b-4ba5-8f5f-ba4fb62c261c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:09:59Z', 'updated_at': '2022-03-11T20:10:04Z', 'revision_number': 5, 'project_id': '985979086b444294b1307d531b609210', 'subnets': [{'id': '4255cfd0-a64b-4ba5-8f5f-ba4fb62c261c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:10:18.527097 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a22284c-5f68-479a-b8fe-e2d1e4f084fc None None] The sync data for ids ['c6d1f21b-eded-4d06-8b4f-d7b604be70ae'] in n-d-833163-1 is: [{'id': 'c6d1f21b-eded-4d06-8b4f-d7b604be70ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899638458', 'tenant_id': '985979086b444294b1307d531b609210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'c7851402-f5f0-453a-b589-182b5f88d45f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:09:55Z', 'updated_at': '2022-03-11T20:10:00Z', 'revision_number': 4, 'project_id': '985979086b444294b1307d531b609210', 'gw_port': {'id': 'c7851402-f5f0-453a-b589-182b5f88d45f', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:69:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d1f21b-eded-4d06-8b4f-d7b604be70ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:09:56Z', 'updated_at': '2022-03-11T20:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': 'f465b8fe-60bb-4aac-89b4-15056f495b5f', 'tenant_id': '985979086b444294b1307d531b609210', 'floating_ip_address': '172.25.8.182', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'c6d1f21b-eded-4d06-8b4f-d7b604be70ae', 'port_id': 'fa0c6ba6-c008-46d2-b2e0-f985d35e84d3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3979, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02e40282-300e-439f-9d4a-07e091fdcfab', 'mac_address': 'fa:16:3e:18:21:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37636436-2355-4525-a68e-59f36cc0c650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:10:16Z', 'updated_at': '2022-03-11T20:10:16Z', 'revision_number': 0, 'project_id': '985979086b444294b1307d531b609210', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '044eb286-a6da-4239-9ef6-1ab71985fefe', 'name': '', 'network_id': '02e40282-300e-439f-9d4a-07e091fdcfab', 'tenant_id': '985979086b444294b1307d531b609210', 'mac_address': 'fa:16:3e:1f:41:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d1f21b-eded-4d06-8b4f-d7b604be70ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '4255cfd0-a64b-4ba5-8f5f-ba4fb62c261c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:09:59Z', 'updated_at': '2022-03-11T20:10:04Z', 'revision_number': 5, 'project_id': '985979086b444294b1307d531b609210', 'subnets': [{'id': '4255cfd0-a64b-4ba5-8f5f-ba4fb62c261c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:10:18.532438 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c72f87-77d4-4ac6-9c64-66fd1f7cc9b9 req-3f504c8e-8af9-4857-81cc-e4e64de4041e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:18.537415 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-41c72f87-77d4-4ac6-9c64-66fd1f7cc9b9 req-3f504c8e-8af9-4857-81cc-e4e64de4041e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=02e40282-300e-439f-9d4a-07e091fdcfab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0536661 Mar 11 20:10:18.642066 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-41c72f87-77d4-4ac6-9c64-66fd1f7cc9b9 req-7c88810d-b5ec-4764-a4a6-f6dbc85f817a service neutron] 10.222.0.75 "GET /v2.0/networks/02e40282-300e-439f-9d4a-07e091fdcfab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976977 Mar 11 20:10:18.743571 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-41c72f87-77d4-4ac6-9c64-66fd1f7cc9b9 req-a17bd0e6-4d45-4d4e-bf1e-577fad7896d2 service neutron] 10.222.0.75 "GET /v2.0/networks/02e40282-300e-439f-9d4a-07e091fdcfab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958533 Mar 11 20:10:18.758837 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40b9d6b-057c-4ce0-a08a-6032f33b9aff None None] New status for floating IP f465b8fe-60bb-4aac-89b4-15056f495b5f: ACTIVE {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 20:10:19.138654 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:19.229553 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53732) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:10:19.307680 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c95abb4c-a95c-4951-ba50-863ccdfa74fa tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/floatingips/f465b8fe-60bb-4aac-89b4-15056f495b5f HTTP/1.1" status: 200 len: 993 time: 0.0737324 Mar 11 20:10:22.344208 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-669f7fbd-38f3-4f3d-8d77-16c371ebf47d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:22.910889 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:24.637013 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8aaeab66-3091-4a03-93ae-5db9b0c4683c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:26.278372 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:27.685413 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:29.024173 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:33.271125 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2207e1-e71a-4f74-8de9-9ee8d0990d32 req-d3a689e9-3965-40d6-865c-898ba4d3c856 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:33.272612 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8f2207e1-e71a-4f74-8de9-9ee8d0990d32 req-d3a689e9-3965-40d6-865c-898ba4d3c856 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/networks?id=63f958e0-4b58-4061-8181-6f0adee7263b HTTP/1.1" status: 200 len: 811 time: 0.1024134 Mar 11 20:10:33.287383 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8f2207e1-e71a-4f74-8de9-9ee8d0990d32 req-afabdd00-ee36-4a71-8689-29324a1e9802 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/quotas/3ed9f03088da4b568ed876fa07964f47 HTTP/1.1" status: 200 len: 375 time: 0.0093737 Mar 11 20:10:33.345907 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8f2207e1-e71a-4f74-8de9-9ee8d0990d32 req-cb7602ed-5bd0-48c4-af98-6b6b9ded86ab tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3ed9f03088da4b568ed876fa07964f47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536652 Mar 11 20:10:33.441094 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8f2207e1-e71a-4f74-8de9-9ee8d0990d32 req-7d5b71c6-c845-4cf3-9930-b3107254543d service neutron] 10.222.0.65 "GET /v2.0/networks/63f958e0-4b58-4061-8181-6f0adee7263b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887923 Mar 11 20:10:33.535260 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8f2207e1-e71a-4f74-8de9-9ee8d0990d32 req-4c0e60de-29db-4e0b-8714-eb02cbe6cf3d service neutron] 10.222.0.65 "GET /v2.0/networks/63f958e0-4b58-4061-8181-6f0adee7263b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877142 Mar 11 20:10:33.905051 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-920142e3-7ac8-47bc-9998-1add4b7037c0 req-cf0550dd-09bf-4d20-920b-e583336a35c9 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b7cca17-2e0f-41d4-b767-643b448fa30e HTTP/1.1" status: 200 len: 210 time: 0.0292244 Mar 11 20:10:34.754760 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2207e1-e71a-4f74-8de9-9ee8d0990d32 req-ee78ce42-9057-4c35-8953-ee42c31cbce0 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:34.756388 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8f2207e1-e71a-4f74-8de9-9ee8d0990d32 req-ee78ce42-9057-4c35-8953-ee42c31cbce0 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.75 "GET /v2.0/networks?id=63f958e0-4b58-4061-8181-6f0adee7263b HTTP/1.1" status: 200 len: 811 time: 0.1056161 Mar 11 20:10:34.768997 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-8f2207e1-e71a-4f74-8de9-9ee8d0990d32 req-bde57fd6-1135-45ee-81dc-4a6aa4fd5516 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Request body: {'port': {'device_id': '7b7cca17-2e0f-41d4-b767-643b448fa30e', 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b', 'admin_state_up': True, 'tenant_id': '3ed9f03088da4b568ed876fa07964f47'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:10:34.879213 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f2207e1-e71a-4f74-8de9-9ee8d0990d32 req-bde57fd6-1135-45ee-81dc-4a6aa4fd5516 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Made reservation on behalf of 3ed9f03088da4b568ed876fa07964f47 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:10:34.882667 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8f2207e1-e71a-4f74-8de9-9ee8d0990d32 req-bde57fd6-1135-45ee-81dc-4a6aa4fd5516 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:35.007842 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6736652f-6291-4b27-b84e-7a708e43e25e req-ae6ea9ae-cca3-4277-ad70-ea2fdfae4a39 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b7cca17-2e0f-41d4-b767-643b448fa30e HTTP/1.1" status: 200 len: 210 time: 0.0308549 Mar 11 20:10:35.021763 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-8f2207e1-e71a-4f74-8de9-9ee8d0990d32 req-bde57fd6-1135-45ee-81dc-4a6aa4fd5516 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Allocated IP 172.20.0.11 (63f958e0-4b58-4061-8181-6f0adee7263b/a0b8e9c3-1a90-4f95-b04c-be83e3135274/e1f946e6-4c91-4030-ba09-1f788e8f175d) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:10:35.183972 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8f2207e1-e71a-4f74-8de9-9ee8d0990d32 req-bde57fd6-1135-45ee-81dc-4a6aa4fd5516 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks [] for port (e1f946e6-4c91-4030-ba09-1f788e8f175d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:35.224663 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8f2207e1-e71a-4f74-8de9-9ee8d0990d32 req-bde57fd6-1135-45ee-81dc-4a6aa4fd5516 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (e1f946e6-4c91-4030-ba09-1f788e8f175d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:35.270238 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f2207e1-e71a-4f74-8de9-9ee8d0990d32 req-bde57fd6-1135-45ee-81dc-4a6aa4fd5516 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Network 63f958e0-4b58-4061-8181-6f0adee7263b is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:10:35.273202 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-8f2207e1-e71a-4f74-8de9-9ee8d0990d32 req-bde57fd6-1135-45ee-81dc-4a6aa4fd5516 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:10:35.277447 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f2207e1-e71a-4f74-8de9-9ee8d0990d32 req-bde57fd6-1135-45ee-81dc-4a6aa4fd5516 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:10:35.281707 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde57fd6-1135-45ee-81dc-4a6aa4fd5516 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Pushing event updated for resources: {'Port': ['ID=e1f946e6-4c91-4030-ba09-1f788e8f175d,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:10:35.327771 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2207e1-e71a-4f74-8de9-9ee8d0990d32 req-bde57fd6-1135-45ee-81dc-4a6aa4fd5516 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:35.328403 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8f2207e1-e71a-4f74-8de9-9ee8d0990d32 req-bde57fd6-1135-45ee-81dc-4a6aa4fd5516 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:35.345059 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8f2207e1-e71a-4f74-8de9-9ee8d0990d32 req-bde57fd6-1135-45ee-81dc-4a6aa4fd5516 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5798550 Mar 11 20:10:35.358083 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-8f2207e1-e71a-4f74-8de9-9ee8d0990d32 req-d570707c-33a8-4078-951d-73d3a81a6e34 service neutron] Request body: {'port': {'device_id': '7b7cca17-2e0f-41d4-b767-643b448fa30e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:10:35.429745 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8f2207e1-e71a-4f74-8de9-9ee8d0990d32 req-d570707c-33a8-4078-951d-73d3a81a6e34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (e1f946e6-4c91-4030-ba09-1f788e8f175d), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:35.595408 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-28cbe4cb-315c-46be-9aff-2d5b43e70aa8 None None] Provisioning complete for port e1f946e6-4c91-4030-ba09-1f788e8f175d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:10:35.595408 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-28cbe4cb-315c-46be-9aff-2d5b43e70aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (e1f946e6-4c91-4030-ba09-1f788e8f175d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:35.629709 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-28cbe4cb-315c-46be-9aff-2d5b43e70aa8 None None] Port e1f946e6-4c91-4030-ba09-1f788e8f175d cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:10:35.704002 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-8f2207e1-e71a-4f74-8de9-9ee8d0990d32 req-d570707c-33a8-4078-951d-73d3a81a6e34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1f946e6-4c91-4030-ba09-1f788e8f175d {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:10:35.711985 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8f2207e1-e71a-4f74-8de9-9ee8d0990d32 req-d570707c-33a8-4078-951d-73d3a81a6e34 service neutron] Publish callbacks [] for port (e1f946e6-4c91-4030-ba09-1f788e8f175d), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:35.725004 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-8f2207e1-e71a-4f74-8de9-9ee8d0990d32 req-d570707c-33a8-4078-951d-73d3a81a6e34 service neutron] Transition to ACTIVE for port object e1f946e6-4c91-4030-ba09-1f788e8f175d will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 20:10:35.729537 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8f2207e1-e71a-4f74-8de9-9ee8d0990d32 req-d570707c-33a8-4078-951d-73d3a81a6e34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (e1f946e6-4c91-4030-ba09-1f788e8f175d), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:35.805597 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d570707c-33a8-4078-951d-73d3a81a6e34 service neutron] Pushing event updated for resources: {'Port': ['ID=e1f946e6-4c91-4030-ba09-1f788e8f175d,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:10:35.863416 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-8f2207e1-e71a-4f74-8de9-9ee8d0990d32 req-d570707c-33a8-4078-951d-73d3a81a6e34 service neutron] Attempting to bind port e1f946e6-4c91-4030-ba09-1f788e8f175d on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:10:35.863801 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-8f2207e1-e71a-4f74-8de9-9ee8d0990d32 req-d570707c-33a8-4078-951d-73d3a81a6e34 service neutron] Attempting to bind port e1f946e6-4c91-4030-ba09-1f788e8f175d by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '71b9bbc9-ac9b-491b-9d03-f13ac7365297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:10:35.864136 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2207e1-e71a-4f74-8de9-9ee8d0990d32 req-d570707c-33a8-4078-951d-73d3a81a6e34 service neutron] Attempting to bind port e1f946e6-4c91-4030-ba09-1f788e8f175d on network 63f958e0-4b58-4061-8181-6f0adee7263b {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:10:35.869749 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2207e1-e71a-4f74-8de9-9ee8d0990d32 req-d570707c-33a8-4078-951d-73d3a81a6e34 service neutron] Port e1f946e6-4c91-4030-ba09-1f788e8f175d on network 63f958e0-4b58-4061-8181-6f0adee7263b not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 20:10:35.870088 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2207e1-e71a-4f74-8de9-9ee8d0990d32 req-d570707c-33a8-4078-951d-73d3a81a6e34 service neutron] Attempting to bind port e1f946e6-4c91-4030-ba09-1f788e8f175d on network 63f958e0-4b58-4061-8181-6f0adee7263b {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:10:35.876535 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2207e1-e71a-4f74-8de9-9ee8d0990d32 req-d570707c-33a8-4078-951d-73d3a81a6e34 service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:10:35.877306 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2207e1-e71a-4f74-8de9-9ee8d0990d32 req-d570707c-33a8-4078-951d-73d3a81a6e34 service neutron] Checking segment: {'id': '71b9bbc9-ac9b-491b-9d03-f13ac7365297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:10:35.877306 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2207e1-e71a-4f74-8de9-9ee8d0990d32 req-d570707c-33a8-4078-951d-73d3a81a6e34 service neutron] Bound using segment: {'id': '71b9bbc9-ac9b-491b-9d03-f13ac7365297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:10:35.877709 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-8f2207e1-e71a-4f74-8de9-9ee8d0990d32 req-d570707c-33a8-4078-951d-73d3a81a6e34 service neutron] Bound port: e1f946e6-4c91-4030-ba09-1f788e8f175d, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71b9bbc9-ac9b-491b-9d03-f13ac7365297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:10:35.877978 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8f2207e1-e71a-4f74-8de9-9ee8d0990d32 req-d570707c-33a8-4078-951d-73d3a81a6e34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (e1f946e6-4c91-4030-ba09-1f788e8f175d), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:35.953214 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-8f2207e1-e71a-4f74-8de9-9ee8d0990d32 req-d570707c-33a8-4078-951d-73d3a81a6e34 service neutron] For port e1f946e6-4c91-4030-ba09-1f788e8f175d, host n-h1-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:10:35.957447 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-8f2207e1-e71a-4f74-8de9-9ee8d0990d32 req-d570707c-33a8-4078-951d-73d3a81a6e34 service neutron] For port e1f946e6-4c91-4030-ba09-1f788e8f175d, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=e1f946e6-4c91-4030-ba09-1f788e8f175d,segment=NetworkSegment(71b9bbc9-ac9b-491b-9d03-f13ac7365297),segment_id=71b9bbc9-ac9b-491b-9d03-f13ac7365297)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:10:35.964883 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8f2207e1-e71a-4f74-8de9-9ee8d0990d32 req-d570707c-33a8-4078-951d-73d3a81a6e34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (e1f946e6-4c91-4030-ba09-1f788e8f175d), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:36.001553 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2207e1-e71a-4f74-8de9-9ee8d0990d32 req-d570707c-33a8-4078-951d-73d3a81a6e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:36.002174 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-8f2207e1-e71a-4f74-8de9-9ee8d0990d32 req-d570707c-33a8-4078-951d-73d3a81a6e34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:36.003567 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8f2207e1-e71a-4f74-8de9-9ee8d0990d32 req-d570707c-33a8-4078-951d-73d3a81a6e34 service neutron] 10.222.0.75 "PUT /v2.0/ports/e1f946e6-4c91-4030-ba09-1f788e8f175d HTTP/1.1" status: 200 len: 1092 time: 0.6500449 Mar 11 20:10:36.004073 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b7cca17-2e0f-41d4-b767-643b448fa30e', 'tag': 'e1f946e6-4c91-4030-ba09-1f788e8f175d'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:10:36.006256 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c5f052-fda1-486c-83cf-9f3a88e021c3" -d '{"events": [{"name": "network-changed", "server_uuid": "7b7cca17-2e0f-41d4-b767-643b448fa30e", "tag": "e1f946e6-4c91-4030-ba09-1f788e8f175d"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:10:36.040907 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d570707c-33a8-4078-951d-73d3a81a6e34 service neutron] Pushing event updated for resources: {'Port': ['ID=e1f946e6-4c91-4030-ba09-1f788e8f175d,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:10:36.084250 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48785663-8fc1-4984-8319-5e31d65143e0 x-openstack-request-id: req-48785663-8fc1-4984-8319-5e31d65143e0 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:10:36.084555 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b7cca17-2e0f-41d4-b767-643b448fa30e", "tag": "e1f946e6-4c91-4030-ba09-1f788e8f175d", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:10:36.085997 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-48785663-8fc1-4984-8319-5e31d65143e0 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:10:36.086731 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b7cca17-2e0f-41d4-b767-643b448fa30e', 'tag': 'e1f946e6-4c91-4030-ba09-1f788e8f175d', 'status': 'completed', 'code': 200} Mar 11 20:10:36.138825 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2207e1-e71a-4f74-8de9-9ee8d0990d32 req-55187fd4-2e0c-4006-929e-e2087654ebd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:36.141456 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8f2207e1-e71a-4f74-8de9-9ee8d0990d32 req-55187fd4-2e0c-4006-929e-e2087654ebd6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3ed9f03088da4b568ed876fa07964f47&device_id=7b7cca17-2e0f-41d4-b767-643b448fa30e HTTP/1.1" status: 200 len: 1126 time: 0.0712979 Mar 11 20:10:36.190539 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8f2207e1-e71a-4f74-8de9-9ee8d0990d32 req-0e15c97a-5e2f-49d5-ba78-84fd9c593622 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1f946e6-4c91-4030-ba09-1f788e8f175d HTTP/1.1" status: 200 len: 217 time: 0.0417233 Mar 11 20:10:36.201100 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2dd3f6-57da-4e0e-bdb6-09f9cb12f408 req-b1a05793-96e8-4dfd-8fe1-fc2c758a2753 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:36.203938 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3e2dd3f6-57da-4e0e-bdb6-09f9cb12f408 req-b1a05793-96e8-4dfd-8fe1-fc2c758a2753 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b7cca17-2e0f-41d4-b767-643b448fa30e HTTP/1.1" status: 200 len: 944 time: 0.0571027 Mar 11 20:10:36.265257 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3e2dd3f6-57da-4e0e-bdb6-09f9cb12f408 req-0bd5df39-95a5-4a96-9b6a-b56fad92f815 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535228 Mar 11 20:10:36.272712 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2207e1-e71a-4f74-8de9-9ee8d0990d32 req-4dfaf258-76c2-4ce3-8e38-e7e7221a5287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:36.274266 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8f2207e1-e71a-4f74-8de9-9ee8d0990d32 req-4dfaf258-76c2-4ce3-8e38-e7e7221a5287 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a0b8e9c3-1a90-4f95-b04c-be83e3135274 HTTP/1.1" status: 200 len: 850 time: 0.0767698 Mar 11 20:10:36.325695 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2207e1-e71a-4f74-8de9-9ee8d0990d32 req-d6a3e723-5c9f-4934-b441-6c537ca45d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:36.327752 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8f2207e1-e71a-4f74-8de9-9ee8d0990d32 req-d6a3e723-5c9f-4934-b441-6c537ca45d34 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=63f958e0-4b58-4061-8181-6f0adee7263b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457449 Mar 11 20:10:36.432564 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8f2207e1-e71a-4f74-8de9-9ee8d0990d32 req-e28ac605-8688-4881-8613-ae409b97a701 service neutron] 10.222.0.75 "GET /v2.0/networks/63f958e0-4b58-4061-8181-6f0adee7263b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991888 Mar 11 20:10:36.527531 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8f2207e1-e71a-4f74-8de9-9ee8d0990d32 req-15220232-7f88-4a81-8c29-af469b8d77bd service neutron] 10.222.0.75 "GET /v2.0/networks/63f958e0-4b58-4061-8181-6f0adee7263b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890477 Mar 11 20:10:36.617700 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c5f052-fda1-486c-83cf-9f3a88e021c3 req-b53a0368-aec8-49f9-bb93-800d4fb20434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:36.619211 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f2c5f052-fda1-486c-83cf-9f3a88e021c3 req-b53a0368-aec8-49f9-bb93-800d4fb20434 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3ed9f03088da4b568ed876fa07964f47&device_id=7b7cca17-2e0f-41d4-b767-643b448fa30e HTTP/1.1" status: 200 len: 1126 time: 0.0473423 Mar 11 20:10:36.713212 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c5f052-fda1-486c-83cf-9f3a88e021c3 req-7563725e-5e42-4fa5-be23-f40938bb9947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:36.714611 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f2c5f052-fda1-486c-83cf-9f3a88e021c3 req-7563725e-5e42-4fa5-be23-f40938bb9947 service neutron] 10.222.0.75 "GET /v2.0/networks?id=63f958e0-4b58-4061-8181-6f0adee7263b HTTP/1.1" status: 200 len: 912 time: 0.0896666 Mar 11 20:10:36.762248 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f2c5f052-fda1-486c-83cf-9f3a88e021c3 req-f0672a75-24ab-4b05-8dda-199b92c700c8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1f946e6-4c91-4030-ba09-1f788e8f175d HTTP/1.1" status: 200 len: 217 time: 0.0416706 Mar 11 20:10:36.809214 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c5f052-fda1-486c-83cf-9f3a88e021c3 req-2cdf7f24-402f-4472-baaf-ec96122ac041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:36.810686 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f2c5f052-fda1-486c-83cf-9f3a88e021c3 req-2cdf7f24-402f-4472-baaf-ec96122ac041 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a0b8e9c3-1a90-4f95-b04c-be83e3135274 HTTP/1.1" status: 200 len: 850 time: 0.0425067 Mar 11 20:10:36.858875 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c5f052-fda1-486c-83cf-9f3a88e021c3 req-9ad7decf-9c52-4daa-8ec3-f671f3ea772f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:36.860415 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f2c5f052-fda1-486c-83cf-9f3a88e021c3 req-9ad7decf-9c52-4daa-8ec3-f671f3ea772f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=63f958e0-4b58-4061-8181-6f0adee7263b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440772 Mar 11 20:10:36.957719 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f2c5f052-fda1-486c-83cf-9f3a88e021c3 req-2ad952ed-2c5d-49ad-bd1c-008c0149dfe7 service neutron] 10.222.0.75 "GET /v2.0/networks/63f958e0-4b58-4061-8181-6f0adee7263b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891824 Mar 11 20:10:37.051688 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f2c5f052-fda1-486c-83cf-9f3a88e021c3 req-c18e3b27-d823-4f23-90ab-d8bd5f0a2918 service neutron] 10.222.0.75 "GET /v2.0/networks/63f958e0-4b58-4061-8181-6f0adee7263b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884187 Mar 11 20:10:37.387464 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884bf5b-60b2-46ec-b3e5-5d55d6af910f req-f0642d02-19d8-47b5-88cb-04e7b488a040 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:37.390271 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e884bf5b-60b2-46ec-b3e5-5d55d6af910f req-f0642d02-19d8-47b5-88cb-04e7b488a040 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b7cca17-2e0f-41d4-b767-643b448fa30e HTTP/1.1" status: 200 len: 944 time: 0.0551858 Mar 11 20:10:37.438019 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e884bf5b-60b2-46ec-b3e5-5d55d6af910f req-3b258974-56f6-4071-9493-db6857552c4a tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417361 Mar 11 20:10:37.660788 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c138f128-540d-4222-933b-7ca1aa8008e0 req-21360068-15f2-4ada-84da-c6a2590ec543 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=37636436-2355-4525-a68e-59f36cc0c650&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0464947 Mar 11 20:10:37.756113 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c138f128-540d-4222-933b-7ca1aa8008e0 req-974579bc-1b5f-4e1c-8c5d-c44a070ad76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:37.757641 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c138f128-540d-4222-933b-7ca1aa8008e0 req-974579bc-1b5f-4e1c-8c5d-c44a070ad76d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=985979086b444294b1307d531b609210&device_id=37636436-2355-4525-a68e-59f36cc0c650 HTTP/1.1" status: 200 len: 1127 time: 0.0476143 Mar 11 20:10:37.870524 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c138f128-540d-4222-933b-7ca1aa8008e0 req-676b1ae9-3d79-4c32-ade3-9c710ecdded6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:37.872159 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c138f128-540d-4222-933b-7ca1aa8008e0 req-676b1ae9-3d79-4c32-ade3-9c710ecdded6 service neutron] 10.222.0.75 "GET /v2.0/networks?id=02e40282-300e-439f-9d4a-07e091fdcfab HTTP/1.1" status: 200 len: 897 time: 0.0950589 Mar 11 20:10:37.938786 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c138f128-540d-4222-933b-7ca1aa8008e0 req-453f2a32-42c8-430f-9470-6712538f2b90 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa0c6ba6-c008-46d2-b2e0-f985d35e84d3 HTTP/1.1" status: 200 len: 1001 time: 0.0586624 Mar 11 20:10:37.987550 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c138f128-540d-4222-933b-7ca1aa8008e0 req-b6f5278c-1001-4cfb-b15a-30744b950ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:37.989033 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c138f128-540d-4222-933b-7ca1aa8008e0 req-b6f5278c-1001-4cfb-b15a-30744b950ea6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4255cfd0-a64b-4ba5-8f5f-ba4fb62c261c HTTP/1.1" status: 200 len: 835 time: 0.0441630 Mar 11 20:10:38.042364 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c138f128-540d-4222-933b-7ca1aa8008e0 req-91f7121e-af56-476a-871c-bae55fc6f742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:38.043869 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c138f128-540d-4222-933b-7ca1aa8008e0 req-91f7121e-af56-476a-871c-bae55fc6f742 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=02e40282-300e-439f-9d4a-07e091fdcfab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0480173 Mar 11 20:10:38.136440 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c138f128-540d-4222-933b-7ca1aa8008e0 req-60fc1990-4db0-4bac-8d6f-69d740101117 service neutron] 10.222.0.75 "GET /v2.0/networks/02e40282-300e-439f-9d4a-07e091fdcfab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869532 Mar 11 20:10:38.228489 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c138f128-540d-4222-933b-7ca1aa8008e0 req-0dda764c-f073-4578-8b40-3e6768f19e61 service neutron] 10.222.0.75 "GET /v2.0/networks/02e40282-300e-439f-9d4a-07e091fdcfab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863457 Mar 11 20:10:38.558922 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec25bf0b-bcec-4d48-9b10-cc22e2d1b4ed req-377d4046-d99d-4ec4-8861-2bc1ee0188d6 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:38.560489 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ec25bf0b-bcec-4d48-9b10-cc22e2d1b4ed req-377d4046-d99d-4ec4-8861-2bc1ee0188d6 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b7cca17-2e0f-41d4-b767-643b448fa30e HTTP/1.1" status: 200 len: 944 time: 0.0529261 Mar 11 20:10:38.609308 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ec25bf0b-bcec-4d48-9b10-cc22e2d1b4ed req-b99f61cc-8071-46da-8345-49ca92ff1fc6 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423529 Mar 11 20:10:39.736069 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad29336-7a93-4c47-8191-aca74b5a7859 req-1e1c4bca-6ca8-4a39-9c18-1580b88b9f38 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:39.737730 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-aad29336-7a93-4c47-8191-aca74b5a7859 req-1e1c4bca-6ca8-4a39-9c18-1580b88b9f38 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b7cca17-2e0f-41d4-b767-643b448fa30e HTTP/1.1" status: 200 len: 944 time: 0.0573027 Mar 11 20:10:39.786886 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-aad29336-7a93-4c47-8191-aca74b5a7859 req-065ad5a5-20e9-41fb-b2d1-0c98ce8fda23 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429304 Mar 11 20:10:40.941695 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5df5b50-5eae-430a-92d4-e2e55a828284 req-cd967bbf-25ac-4825-94bd-9abed8f47cdd tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:40.943191 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f5df5b50-5eae-430a-92d4-e2e55a828284 req-cd967bbf-25ac-4825-94bd-9abed8f47cdd tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b7cca17-2e0f-41d4-b767-643b448fa30e HTTP/1.1" status: 200 len: 944 time: 0.0863070 Mar 11 20:10:40.946016 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-91abc722-1b4d-4f6f-858c-e9fc77e5241d req-a07a7803-950c-417b-8adf-462184c0ecae service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0f70e647-b0cf-4314-a49a-5aefa60d85f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0625598 Mar 11 20:10:41.005235 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f5df5b50-5eae-430a-92d4-e2e55a828284 req-f1a1cfb2-03e1-4ed4-abe8-bcf5f465029e tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562420 Mar 11 20:10:41.039463 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91abc722-1b4d-4f6f-858c-e9fc77e5241d req-2ca410d8-95c8-4240-a52b-62623f051bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:41.041034 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-91abc722-1b4d-4f6f-858c-e9fc77e5241d req-2ca410d8-95c8-4240-a52b-62623f051bbc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=77aef0b32a4e44be903fe7edad11ff8b&device_id=0f70e647-b0cf-4314-a49a-5aefa60d85f8 HTTP/1.1" status: 200 len: 1128 time: 0.0506847 Mar 11 20:10:41.168868 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91abc722-1b4d-4f6f-858c-e9fc77e5241d req-b5fbc863-afcd-4cda-8633-d26520a606f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:41.170290 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-91abc722-1b4d-4f6f-858c-e9fc77e5241d req-b5fbc863-afcd-4cda-8633-d26520a606f7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b35df9a3-ec73-442f-a1d6-fed1dd246828 HTTP/1.1" status: 200 len: 897 time: 0.1100414 Mar 11 20:10:41.255754 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-91abc722-1b4d-4f6f-858c-e9fc77e5241d req-152b06a8-b260-424e-b7bc-144124a0c22f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c13bb3a4-fd47-47d5-8600-4c1c987adc25 HTTP/1.1" status: 200 len: 1002 time: 0.0790086 Mar 11 20:10:41.311558 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91abc722-1b4d-4f6f-858c-e9fc77e5241d req-adad0024-e0a0-4fbe-a767-6cc4e6c8c785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:41.313133 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-91abc722-1b4d-4f6f-858c-e9fc77e5241d req-adad0024-e0a0-4fbe-a767-6cc4e6c8c785 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d9c452e7-c3d6-4272-9e12-fdc83e07e481 HTTP/1.1" status: 200 len: 835 time: 0.0520933 Mar 11 20:10:41.376109 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91abc722-1b4d-4f6f-858c-e9fc77e5241d req-46314b69-81c8-4f03-8617-3686847b74ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:41.377013 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-91abc722-1b4d-4f6f-858c-e9fc77e5241d req-46314b69-81c8-4f03-8617-3686847b74ff service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b35df9a3-ec73-442f-a1d6-fed1dd246828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0585761 Mar 11 20:10:41.474137 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-91abc722-1b4d-4f6f-858c-e9fc77e5241d req-00052146-3aef-4a85-849a-4b2fd1157513 service neutron] 10.222.0.57 "GET /v2.0/networks/b35df9a3-ec73-442f-a1d6-fed1dd246828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911214 Mar 11 20:10:41.566856 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-91abc722-1b4d-4f6f-858c-e9fc77e5241d req-705395f0-7400-4c6f-bfec-9be75bdf3618 service neutron] 10.222.0.57 "GET /v2.0/networks/b35df9a3-ec73-442f-a1d6-fed1dd246828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859592 Mar 11 20:10:42.130780 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d76ca7-7301-4ec9-9e71-11607a487440 req-1a522da8-763e-435e-b48e-f5379660ef7a tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:42.132225 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e3d76ca7-7301-4ec9-9e71-11607a487440 req-1a522da8-763e-435e-b48e-f5379660ef7a tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b7cca17-2e0f-41d4-b767-643b448fa30e HTTP/1.1" status: 200 len: 944 time: 0.0581005 Mar 11 20:10:42.179688 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e3d76ca7-7301-4ec9-9e71-11607a487440 req-00698d16-9e16-42b6-9442-aa2d8795f696 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417833 Mar 11 20:10:43.319110 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2737b110-f3ae-435e-8f24-2d9a7a4658e3 req-6361f67b-af28-46da-8ccf-db23ce955820 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:43.320697 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2737b110-f3ae-435e-8f24-2d9a7a4658e3 req-6361f67b-af28-46da-8ccf-db23ce955820 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b7cca17-2e0f-41d4-b767-643b448fa30e HTTP/1.1" status: 200 len: 944 time: 0.0684805 Mar 11 20:10:43.367706 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2737b110-f3ae-435e-8f24-2d9a7a4658e3 req-fed8a1aa-0b06-4699-ab44-d5d8c77ba0b1 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412557 Mar 11 20:10:44.492821 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeee138-9f84-426b-b286-c2e8ae5a076f req-4d54db5e-14ff-47fe-9fcd-581c687ba1e4 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:44.494317 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dbeee138-9f84-426b-b286-c2e8ae5a076f req-4d54db5e-14ff-47fe-9fcd-581c687ba1e4 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b7cca17-2e0f-41d4-b767-643b448fa30e HTTP/1.1" status: 200 len: 944 time: 0.0596530 Mar 11 20:10:44.542812 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dbeee138-9f84-426b-b286-c2e8ae5a076f req-4508ed4b-f5fb-4876-bffa-409d3fbd7140 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418487 Mar 11 20:10:45.664240 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec23637-f17f-4e4a-802e-0a6770bdccde req-458f7f32-6626-46d1-974a-2f1c9af86810 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:45.665726 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7ec23637-f17f-4e4a-802e-0a6770bdccde req-458f7f32-6626-46d1-974a-2f1c9af86810 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b7cca17-2e0f-41d4-b767-643b448fa30e HTTP/1.1" status: 200 len: 944 time: 0.0551159 Mar 11 20:10:45.713061 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7ec23637-f17f-4e4a-802e-0a6770bdccde req-d4937afe-e3e8-4a0a-809d-75e06b4fedf5 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408671 Mar 11 20:10:46.831689 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd5be75-d6e8-4dfb-ba88-f615bd593f6f req-4aa66682-ec67-4d65-bb35-dc09333fe9bf tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:46.833165 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dcd5be75-d6e8-4dfb-ba88-f615bd593f6f req-4aa66682-ec67-4d65-bb35-dc09333fe9bf tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b7cca17-2e0f-41d4-b767-643b448fa30e HTTP/1.1" status: 200 len: 944 time: 0.0516593 Mar 11 20:10:46.882871 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dcd5be75-d6e8-4dfb-ba88-f615bd593f6f req-eec603e6-bf4c-4b83-bb5d-41a08318adab tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436311 Mar 11 20:10:48.001447 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b180d9-939a-44a1-9606-a4d44b4eed72 req-6aa25d05-74a5-48b2-ae94-dc7849deb651 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:48.003038 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-68b180d9-939a-44a1-9606-a4d44b4eed72 req-6aa25d05-74a5-48b2-ae94-dc7849deb651 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b7cca17-2e0f-41d4-b767-643b448fa30e HTTP/1.1" status: 200 len: 944 time: 0.0535991 Mar 11 20:10:48.049919 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-68b180d9-939a-44a1-9606-a4d44b4eed72 req-7d322c33-2b5d-4cba-9ea9-671f829e02c5 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410388 Mar 11 20:10:49.147656 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:49.171160 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d54af7-5597-4990-9079-3edf3effe04e req-71c99356-326f-4531-9c91-3e9815558cbd tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:49.172656 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-57d54af7-5597-4990-9079-3edf3effe04e req-71c99356-326f-4531-9c91-3e9815558cbd tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b7cca17-2e0f-41d4-b767-643b448fa30e HTTP/1.1" status: 200 len: 944 time: 0.0548151 Mar 11 20:10:49.220488 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-57d54af7-5597-4990-9079-3edf3effe04e req-b9e492a7-8f87-4291-8344-d73ffd1e199d tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422187 Mar 11 20:10:50.346317 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd84a8e8-2e4f-4566-aae0-a1a4778d6aad req-7d7cd743-bbd5-4a73-96c4-1f04e95a6101 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:50.347846 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cd84a8e8-2e4f-4566-aae0-a1a4778d6aad req-7d7cd743-bbd5-4a73-96c4-1f04e95a6101 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b7cca17-2e0f-41d4-b767-643b448fa30e HTTP/1.1" status: 200 len: 944 time: 0.0562613 Mar 11 20:10:50.394372 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cd84a8e8-2e4f-4566-aae0-a1a4778d6aad req-cc3e94b8-d942-4a38-82ff-e1ea5eb11b54 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409389 Mar 11 20:10:50.633129 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8550adc-4b98-4282-9c3e-bab74504b09d req-c326a377-6e9d-4ef5-a411-16d5e4a479db tempest-TestNetworkAdvancedServerOps-874628058 tempest-TestNetworkAdvancedServerOps-874628058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:50.634643 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a8550adc-4b98-4282-9c3e-bab74504b09d req-c326a377-6e9d-4ef5-a411-16d5e4a479db tempest-TestNetworkAdvancedServerOps-874628058 tempest-TestNetworkAdvancedServerOps-874628058-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=37636436-2355-4525-a68e-59f36cc0c650 HTTP/1.1" status: 200 len: 1127 time: 0.0455709 Mar 11 20:10:50.652708 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a8550adc-4b98-4282-9c3e-bab74504b09d req-36a5a4c1-6de5-42e0-bcc6-3b7527b296ac tempest-TestNetworkAdvancedServerOps-874628058 tempest-TestNetworkAdvancedServerOps-874628058-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:50.725601 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a8550adc-4b98-4282-9c3e-bab74504b09d req-36a5a4c1-6de5-42e0-bcc6-3b7527b296ac tempest-TestNetworkAdvancedServerOps-874628058 tempest-TestNetworkAdvancedServerOps-874628058-project-admin] Publish callbacks [] for security_group (dd99c593-f85c-41ab-a241-dd702f26fcd2), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:50.729651 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a8550adc-4b98-4282-9c3e-bab74504b09d req-36a5a4c1-6de5-42e0-bcc6-3b7527b296ac tempest-TestNetworkAdvancedServerOps-874628058 tempest-TestNetworkAdvancedServerOps-874628058-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (dd99c593-f85c-41ab-a241-dd702f26fcd2), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:50.767228 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a5a4c1-6de5-42e0-bcc6-3b7527b296ac tempest-TestNetworkAdvancedServerOps-874628058 tempest-TestNetworkAdvancedServerOps-874628058-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd99c593-f85c-41ab-a241-dd702f26fcd2,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:10:50.771449 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a8550adc-4b98-4282-9c3e-bab74504b09d req-36a5a4c1-6de5-42e0-bcc6-3b7527b296ac tempest-TestNetworkAdvancedServerOps-874628058 tempest-TestNetworkAdvancedServerOps-874628058-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=b9d8b351-d65d-44bf-9cb2-5cca5f4f1f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311979 Mar 11 20:10:50.777547 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a5a4c1-6de5-42e0-bcc6-3b7527b296ac tempest-TestNetworkAdvancedServerOps-874628058 tempest-TestNetworkAdvancedServerOps-874628058-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:10:50.777898 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a5a4c1-6de5-42e0-bcc6-3b7527b296ac tempest-TestNetworkAdvancedServerOps-874628058 tempest-TestNetworkAdvancedServerOps-874628058-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:10:50.778238 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a5a4c1-6de5-42e0-bcc6-3b7527b296ac tempest-TestNetworkAdvancedServerOps-874628058 tempest-TestNetworkAdvancedServerOps-874628058-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:10:50.778574 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a5a4c1-6de5-42e0-bcc6-3b7527b296ac tempest-TestNetworkAdvancedServerOps-874628058 tempest-TestNetworkAdvancedServerOps-874628058-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:10:50.778909 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a5a4c1-6de5-42e0-bcc6-3b7527b296ac tempest-TestNetworkAdvancedServerOps-874628058 tempest-TestNetworkAdvancedServerOps-874628058-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:10:50.779237 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a5a4c1-6de5-42e0-bcc6-3b7527b296ac tempest-TestNetworkAdvancedServerOps-874628058 tempest-TestNetworkAdvancedServerOps-874628058-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:10:50.779566 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a5a4c1-6de5-42e0-bcc6-3b7527b296ac tempest-TestNetworkAdvancedServerOps-874628058 tempest-TestNetworkAdvancedServerOps-874628058-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:10:50.779921 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a5a4c1-6de5-42e0-bcc6-3b7527b296ac tempest-TestNetworkAdvancedServerOps-874628058 tempest-TestNetworkAdvancedServerOps-874628058-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:10:50.780248 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a5a4c1-6de5-42e0-bcc6-3b7527b296ac tempest-TestNetworkAdvancedServerOps-874628058 tempest-TestNetworkAdvancedServerOps-874628058-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:10:50.780569 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a5a4c1-6de5-42e0-bcc6-3b7527b296ac tempest-TestNetworkAdvancedServerOps-874628058 tempest-TestNetworkAdvancedServerOps-874628058-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:10:50.780893 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a5a4c1-6de5-42e0-bcc6-3b7527b296ac tempest-TestNetworkAdvancedServerOps-874628058 tempest-TestNetworkAdvancedServerOps-874628058-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:10:50.781218 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a5a4c1-6de5-42e0-bcc6-3b7527b296ac tempest-TestNetworkAdvancedServerOps-874628058 tempest-TestNetworkAdvancedServerOps-874628058-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:10:50.781538 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36a5a4c1-6de5-42e0-bcc6-3b7527b296ac tempest-TestNetworkAdvancedServerOps-874628058 tempest-TestNetworkAdvancedServerOps-874628058-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:10:50.892574 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4bd83c-4c0a-4475-8a0d-f4d75b0f52de req-78e687f5-cbc6-4f8a-ab3a-3e11ba022a24 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:50.894059 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3f4bd83c-4c0a-4475-8a0d-f4d75b0f52de req-78e687f5-cbc6-4f8a-ab3a-3e11ba022a24 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=37636436-2355-4525-a68e-59f36cc0c650 HTTP/1.1" status: 200 len: 945 time: 0.0564547 Mar 11 20:10:50.943509 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3f4bd83c-4c0a-4475-8a0d-f4d75b0f52de req-313c00b8-9ccb-4450-a729-4c6315afa074 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9d8b351-d65d-44bf-9cb2-5cca5f4f1f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438986 Mar 11 20:10:50.965344 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 53866) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:10:51.024819 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-26e721ae-8fc1-43f9-86f0-25b558b14674 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/floatingips/f465b8fe-60bb-4aac-89b4-15056f495b5f HTTP/1.1" status: 200 len: 993 time: 0.0583458 Mar 11 20:10:51.318275 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [req-9f9b7574-6f8a-46de-8699-ed91aaaef57d req-a5bcce3b-0ab7-4e9f-8f79-e610ef0946fb service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 20:10:51.319398 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9f9b7574-6f8a-46de-8699-ed91aaaef57d req-a5bcce3b-0ab7-4e9f-8f79-e610ef0946fb service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056758 Mar 11 20:10:51.588955 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 53882) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:10:51.653708 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b460ae05-efbf-44cc-a77a-78f7b6c295cd req-b6b6da57-c9b3-4fd4-84d4-33a03dfd1f30 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:51.655285 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b460ae05-efbf-44cc-a77a-78f7b6c295cd req-b6b6da57-c9b3-4fd4-84d4-33a03dfd1f30 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b7cca17-2e0f-41d4-b767-643b448fa30e HTTP/1.1" status: 200 len: 944 time: 0.0602899 Mar 11 20:10:51.729165 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b460ae05-efbf-44cc-a77a-78f7b6c295cd req-5c366508-e898-4720-b036-fc4a8ff3ef37 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651648 Mar 11 20:10:51.732800 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8231ec7e-feb0-411e-90d0-cd4ffece0e0a req-c7c43ba0-8167-49b4-b617-62a6e603bde0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=37636436-2355-4525-a68e-59f36cc0c650&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1427965 Mar 11 20:10:51.741862 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [req-8231ec7e-feb0-411e-90d0-cd4ffece0e0a req-203d64f2-7ecf-4ca7-aeb8-d7ba0a99fa82 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 20:10:51.742843 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8231ec7e-feb0-411e-90d0-cd4ffece0e0a req-203d64f2-7ecf-4ca7-aeb8-d7ba0a99fa82 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050669 Mar 11 20:10:51.838325 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b52ad-aedb-41d9-93f3-88874f7e4f26 req-4f79bd0d-939f-44d8-836f-cf75463fad48 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:51.839894 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a03b52ad-aedb-41d9-93f3-88874f7e4f26 req-4f79bd0d-939f-44d8-836f-cf75463fad48 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=37636436-2355-4525-a68e-59f36cc0c650 HTTP/1.1" status: 200 len: 945 time: 0.0545211 Mar 11 20:10:51.903702 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a03b52ad-aedb-41d9-93f3-88874f7e4f26 req-fd04692a-5997-4d33-88c4-70b843c4aac9 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9d8b351-d65d-44bf-9cb2-5cca5f4f1f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561619 Mar 11 20:10:52.068067 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 53902) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:10:52.162106 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231ec7e-feb0-411e-90d0-cd4ffece0e0a req-3c1b1a31-338d-4e61-a80d-4e9024cbaea4 tempest-TestNetworkAdvancedServerOps-874628058 tempest-TestNetworkAdvancedServerOps-874628058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:52.163500 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8231ec7e-feb0-411e-90d0-cd4ffece0e0a req-3c1b1a31-338d-4e61-a80d-4e9024cbaea4 tempest-TestNetworkAdvancedServerOps-874628058 tempest-TestNetworkAdvancedServerOps-874628058-project-admin] 10.222.0.65 "GET /v2.0/ports/fa0c6ba6-c008-46d2-b2e0-f985d35e84d3 HTTP/1.1" status: 200 len: 1124 time: 0.0944381 Mar 11 20:10:52.345797 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5405c883-f833-4583-9b73-899c79c4a841 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:52.352551 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:10:52.855134 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f027564d-490a-48cd-8da7-36313b98c494 req-122cada8-3203-49b3-9bcc-66558380a162 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:52.856651 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f027564d-490a-48cd-8da7-36313b98c494 req-122cada8-3203-49b3-9bcc-66558380a162 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b7cca17-2e0f-41d4-b767-643b448fa30e HTTP/1.1" status: 200 len: 944 time: 0.0579324 Mar 11 20:10:52.907382 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f027564d-490a-48cd-8da7-36313b98c494 req-c2d21e1f-fa77-451e-bda0-c27f5921739f tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442138 Mar 11 20:10:52.922076 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:52.950836 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231ec7e-feb0-411e-90d0-cd4ffece0e0a req-978216bf-f101-481e-8373-ec62feea248c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:52.952886 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8231ec7e-feb0-411e-90d0-cd4ffece0e0a req-978216bf-f101-481e-8373-ec62feea248c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=985979086b444294b1307d531b609210&device_id=37636436-2355-4525-a68e-59f36cc0c650 HTTP/1.1" status: 200 len: 1127 time: 0.0467064 Mar 11 20:10:53.023023 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8130c5-cebb-41c0-8ffb-da838004b29d req-decc3087-e57e-4763-a1e6-5c91b9f91ba1 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:53.024847 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fd8130c5-cebb-41c0-8ffb-da838004b29d req-decc3087-e57e-4763-a1e6-5c91b9f91ba1 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=37636436-2355-4525-a68e-59f36cc0c650 HTTP/1.1" status: 200 len: 945 time: 0.0528488 Mar 11 20:10:53.048264 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231ec7e-feb0-411e-90d0-cd4ffece0e0a req-ac53f239-4dec-418a-81fc-c885b50bead6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:53.049816 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8231ec7e-feb0-411e-90d0-cd4ffece0e0a req-ac53f239-4dec-418a-81fc-c885b50bead6 service neutron] 10.222.0.75 "GET /v2.0/networks?id=02e40282-300e-439f-9d4a-07e091fdcfab HTTP/1.1" status: 200 len: 897 time: 0.0901129 Mar 11 20:10:53.075327 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fd8130c5-cebb-41c0-8ffb-da838004b29d req-97f4fb0b-f583-44e9-8e7d-ed0145516069 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9d8b351-d65d-44bf-9cb2-5cca5f4f1f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444648 Mar 11 20:10:53.114071 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8231ec7e-feb0-411e-90d0-cd4ffece0e0a req-e4602359-5856-4c56-a9b9-bfc3a0101643 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa0c6ba6-c008-46d2-b2e0-f985d35e84d3 HTTP/1.1" status: 200 len: 1001 time: 0.0584145 Mar 11 20:10:53.167724 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231ec7e-feb0-411e-90d0-cd4ffece0e0a req-708c2b5c-f065-4e69-a26d-196a4fb7b959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:53.169166 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8231ec7e-feb0-411e-90d0-cd4ffece0e0a req-708c2b5c-f065-4e69-a26d-196a4fb7b959 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4255cfd0-a64b-4ba5-8f5f-ba4fb62c261c HTTP/1.1" status: 200 len: 835 time: 0.0494812 Mar 11 20:10:53.218974 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231ec7e-feb0-411e-90d0-cd4ffece0e0a req-738e99e9-7e15-48e2-aaf0-00df55e6ae52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:53.220756 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8231ec7e-feb0-411e-90d0-cd4ffece0e0a req-738e99e9-7e15-48e2-aaf0-00df55e6ae52 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=02e40282-300e-439f-9d4a-07e091fdcfab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460653 Mar 11 20:10:53.315031 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8231ec7e-feb0-411e-90d0-cd4ffece0e0a req-a11161d2-f739-405a-a855-7278d4ad7e67 service neutron] 10.222.0.75 "GET /v2.0/networks/02e40282-300e-439f-9d4a-07e091fdcfab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875707 Mar 11 20:10:53.405219 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8231ec7e-feb0-411e-90d0-cd4ffece0e0a req-b2f46404-11e2-4dc5-9456-84a7101fb425 service neutron] 10.222.0.75 "GET /v2.0/networks/02e40282-300e-439f-9d4a-07e091fdcfab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828440 Mar 11 20:10:53.535773 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device e1f946e6-4c91-4030-ba09-1f788e8f175d details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 20:10:53.633150 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port e1f946e6-4c91-4030-ba09-1f788e8f175d, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=e1f946e6-4c91-4030-ba09-1f788e8f175d,segment=NetworkSegment(71b9bbc9-ac9b-491b-9d03-f13ac7365297),segment_id=71b9bbc9-ac9b-491b-9d03-f13ac7365297)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:10:53.644553 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': 'e1f946e6-4c91-4030-ba09-1f788e8f175d', 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b', 'port_id': 'e1f946e6-4c91-4030-ba09-1f788e8f175d', 'mac_address': 'fa:16:3e:a0:58:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0b8e9c3-1a90-4f95-b04c-be83e3135274', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 20:10:53.680491 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port e1f946e6-4c91-4030-ba09-1f788e8f175d is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:10:53.680872 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (e1f946e6-4c91-4030-ba09-1f788e8f175d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:53.693580 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1f946e6-4c91-4030-ba09-1f788e8f175d {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:10:53.713231 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port e1f946e6-4c91-4030-ba09-1f788e8f175d, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=e1f946e6-4c91-4030-ba09-1f788e8f175d,segment=NetworkSegment(71b9bbc9-ac9b-491b-9d03-f13ac7365297),segment_id=71b9bbc9-ac9b-491b-9d03-f13ac7365297)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:10:53.718558 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (e1f946e6-4c91-4030-ba09-1f788e8f175d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:53.767095 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=e1f946e6-4c91-4030-ba09-1f788e8f175d,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:10:53.774292 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:10:53.774640 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:10:53.774981 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:10:53.775314 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:10:53.775664 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:10:53.775998 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:10:53.776323 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:10:53.776646 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:10:53.776991 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:10:53.777336 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:10:53.777656 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:10:53.777973 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:10:53.778289 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:10:53.933186 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['e1f946e6-4c91-4030-ba09-1f788e8f175d'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:10:54.032031 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a75d94b-85d1-4756-ac22-30a31cfdb6a7 req-a68c7e48-7997-47f0-91f5-721f6f25a9ba tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:54.033507 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3a75d94b-85d1-4756-ac22-30a31cfdb6a7 req-a68c7e48-7997-47f0-91f5-721f6f25a9ba tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b7cca17-2e0f-41d4-b767-643b448fa30e HTTP/1.1" status: 200 len: 945 time: 0.0564148 Mar 11 20:10:54.080857 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3a75d94b-85d1-4756-ac22-30a31cfdb6a7 req-025817ad-55c9-420a-91c3-5c9b6c8fb485 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416546 Mar 11 20:10:54.191945 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1924bd-7164-4018-b915-742f28e79e8f req-4a9ce5c2-23e0-443f-86b9-4d0089b57f5d tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:54.193340 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5a1924bd-7164-4018-b915-742f28e79e8f req-4a9ce5c2-23e0-443f-86b9-4d0089b57f5d tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=37636436-2355-4525-a68e-59f36cc0c650 HTTP/1.1" status: 200 len: 945 time: 0.0517838 Mar 11 20:10:54.243057 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5a1924bd-7164-4018-b915-742f28e79e8f req-53f86105-39d4-420a-88a3-3c0a1269d707 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9d8b351-d65d-44bf-9cb2-5cca5f4f1f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440509 Mar 11 20:10:54.640370 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9744f9c4-2652-4172-a213-c12e0a26ce9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:55.204930 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68928807-874f-4c21-afb4-2bcacebf5ff2 req-099aac69-cbca-4d33-987a-185bdd46a54a tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:55.206406 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-68928807-874f-4c21-afb4-2bcacebf5ff2 req-099aac69-cbca-4d33-987a-185bdd46a54a tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b7cca17-2e0f-41d4-b767-643b448fa30e HTTP/1.1" status: 200 len: 945 time: 0.0586472 Mar 11 20:10:55.259726 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-68928807-874f-4c21-afb4-2bcacebf5ff2 req-37e21c88-81f3-44ec-a54f-76621bb51ab9 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475621 Mar 11 20:10:55.381387 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7df52d-8f4a-4495-b944-c0ca8d8170b0 req-ff9998b8-0892-4985-bcec-afd97c7b3921 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:55.382775 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6b7df52d-8f4a-4495-b944-c0ca8d8170b0 req-ff9998b8-0892-4985-bcec-afd97c7b3921 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=37636436-2355-4525-a68e-59f36cc0c650 HTTP/1.1" status: 200 len: 945 time: 0.0534372 Mar 11 20:10:55.431186 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6b7df52d-8f4a-4495-b944-c0ca8d8170b0 req-978905d8-b7c5-40ef-a226-c3ffd09f952b tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9d8b351-d65d-44bf-9cb2-5cca5f4f1f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427713 Mar 11 20:10:55.536434 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device e1f946e6-4c91-4030-ba09-1f788e8f175d up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:10:55.598868 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port e1f946e6-4c91-4030-ba09-1f788e8f175d completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 20:10:55.602707 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port e1f946e6-4c91-4030-ba09-1f788e8f175d triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:10:55.603106 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (e1f946e6-4c91-4030-ba09-1f788e8f175d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:55.680192 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port e1f946e6-4c91-4030-ba09-1f788e8f175d is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:10:55.680880 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (e1f946e6-4c91-4030-ba09-1f788e8f175d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:55.703226 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b7cca17-2e0f-41d4-b767-643b448fa30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f946e6-4c91-4030-ba09-1f788e8f175d'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:10:55.705498 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce4e500e-68f5-409c-a62b-f55420e5ad28" -d '{"events": [{"server_uuid": "7b7cca17-2e0f-41d4-b767-643b448fa30e", "name": "network-vif-plugged", "status": "completed", "tag": "e1f946e6-4c91-4030-ba09-1f788e8f175d"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:10:55.718138 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port e1f946e6-4c91-4030-ba09-1f788e8f175d, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=e1f946e6-4c91-4030-ba09-1f788e8f175d,segment=NetworkSegment(71b9bbc9-ac9b-491b-9d03-f13ac7365297),segment_id=71b9bbc9-ac9b-491b-9d03-f13ac7365297)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:10:55.722353 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (e1f946e6-4c91-4030-ba09-1f788e8f175d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:55.749017 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25d94c1-1c31-4940-8e46-da570f255b78 x-openstack-request-id: req-e25d94c1-1c31-4940-8e46-da570f255b78 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:10:55.749371 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b7cca17-2e0f-41d4-b767-643b448fa30e", "name": "network-vif-plugged", "status": "completed", "tag": "e1f946e6-4c91-4030-ba09-1f788e8f175d", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:10:55.749695 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e25d94c1-1c31-4940-8e46-da570f255b78 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:10:55.750102 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b7cca17-2e0f-41d4-b767-643b448fa30e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f946e6-4c91-4030-ba09-1f788e8f175d', 'code': 200} Mar 11 20:10:55.776807 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=e1f946e6-4c91-4030-ba09-1f788e8f175d,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:10:55.844816 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a99b1-17ee-4f0d-a63e-1350311b8a60 req-e61d645f-18b3-4c3a-bd4c-cc565ba9fcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:55.846316 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-435a99b1-17ee-4f0d-a63e-1350311b8a60 req-e61d645f-18b3-4c3a-bd4c-cc565ba9fcba service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=7b7cca17-2e0f-41d4-b767-643b448fa30e HTTP/1.1" status: 200 len: 1128 time: 0.0451734 Mar 11 20:10:55.893629 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-435a99b1-17ee-4f0d-a63e-1350311b8a60 req-bdc3d65e-22e5-4277-ae60-9961bc8838d5 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413909 Mar 11 20:10:56.282896 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:56.380660 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cc3c13-1318-4d23-a060-da20ce97ca73 req-55bbd351-6d63-468f-ae2e-50b093e3c89a tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:56.382141 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-99cc3c13-1318-4d23-a060-da20ce97ca73 req-55bbd351-6d63-468f-ae2e-50b093e3c89a tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b7cca17-2e0f-41d4-b767-643b448fa30e HTTP/1.1" status: 200 len: 946 time: 0.0529721 Mar 11 20:10:56.428458 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-99cc3c13-1318-4d23-a060-da20ce97ca73 req-f4ccd604-5002-4dc4-8ce9-f850ffbaa430 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405788 Mar 11 20:10:56.554132 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f8fff-b4d4-4eab-bd29-a77bc78fb963 req-0687ba7f-02d2-4472-840c-932b0af84cfa tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:56.555615 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f59f8fff-b4d4-4eab-bd29-a77bc78fb963 req-0687ba7f-02d2-4472-840c-932b0af84cfa tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=37636436-2355-4525-a68e-59f36cc0c650 HTTP/1.1" status: 200 len: 945 time: 0.0561442 Mar 11 20:10:56.604600 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f59f8fff-b4d4-4eab-bd29-a77bc78fb963 req-234b8054-af50-4f4d-abff-6bab9754769e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9d8b351-d65d-44bf-9cb2-5cca5f4f1f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432844 Mar 11 20:10:57.547545 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc4a5d9-29a5-48b8-9a03-4bfe6a730f97 req-103d4ed5-3d15-4b21-b7fd-a1a2e72eb210 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:57.548964 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6cc4a5d9-29a5-48b8-9a03-4bfe6a730f97 req-103d4ed5-3d15-4b21-b7fd-a1a2e72eb210 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b7cca17-2e0f-41d4-b767-643b448fa30e HTTP/1.1" status: 200 len: 946 time: 0.0522888 Mar 11 20:10:57.595197 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6cc4a5d9-29a5-48b8-9a03-4bfe6a730f97 req-263ea004-d9f9-43ba-9f1c-708b989cf9b6 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404720 Mar 11 20:10:57.684096 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:57.710467 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4124ee0-ff77-4eaa-835d-9401774a66ab req-f9c5f5e9-81d1-458c-b6aa-de38723b2b03 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:57.712219 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d4124ee0-ff77-4eaa-835d-9401774a66ab req-f9c5f5e9-81d1-458c-b6aa-de38723b2b03 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b7cca17-2e0f-41d4-b767-643b448fa30e HTTP/1.1" status: 200 len: 946 time: 0.0520561 Mar 11 20:10:57.761934 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d4124ee0-ff77-4eaa-835d-9401774a66ab req-8b4d4ce1-6f99-49ba-b9f1-55bffe00d4f1 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439889 Mar 11 20:10:57.876349 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee91625b-d8d2-4664-9913-966b7cf017ea req-ae27f64d-42b8-423f-b162-e94a06738898 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:57.878201 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ee91625b-d8d2-4664-9913-966b7cf017ea req-ae27f64d-42b8-423f-b162-e94a06738898 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=37636436-2355-4525-a68e-59f36cc0c650 HTTP/1.1" status: 200 len: 945 time: 0.0606618 Mar 11 20:10:57.929907 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ee91625b-d8d2-4664-9913-966b7cf017ea req-ed1b4c08-aa10-45c6-ad8a-20960bb5b24f tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9d8b351-d65d-44bf-9cb2-5cca5f4f1f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460534 Mar 11 20:10:59.033540 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:10:59.119337 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72b90e-cf7a-45a5-8b6b-85350bcb14d9 req-be634513-ad34-4661-af2b-9b7da29db439 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:10:59.120857 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ac72b90e-cf7a-45a5-8b6b-85350bcb14d9 req-be634513-ad34-4661-af2b-9b7da29db439 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=37636436-2355-4525-a68e-59f36cc0c650 HTTP/1.1" status: 200 len: 945 time: 0.0553787 Mar 11 20:10:59.170070 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ac72b90e-cf7a-45a5-8b6b-85350bcb14d9 req-6100c203-e989-4c6b-b156-ebdad171cb69 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9d8b351-d65d-44bf-9cb2-5cca5f4f1f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425525 Mar 11 20:11:00.302624 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077ca8aa-8ada-4767-8666-8b2345413c1a req-0bbe197f-1e69-4cf2-8ba4-82a0c0efa384 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:00.304334 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-077ca8aa-8ada-4767-8666-8b2345413c1a req-0bbe197f-1e69-4cf2-8ba4-82a0c0efa384 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=37636436-2355-4525-a68e-59f36cc0c650 HTTP/1.1" status: 200 len: 945 time: 0.0581479 Mar 11 20:11:00.355277 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-077ca8aa-8ada-4767-8666-8b2345413c1a req-5d4218c6-a12f-407d-938b-ca386d538dd9 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9d8b351-d65d-44bf-9cb2-5cca5f4f1f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448740 Mar 11 20:11:01.361183 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75827f33-c693-4a75-84df-c8673c7a8189 req-1021359f-c3af-4abb-b7b5-f20b600fdd46 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:01.362657 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-75827f33-c693-4a75-84df-c8673c7a8189 req-1021359f-c3af-4abb-b7b5-f20b600fdd46 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/networks?id=63f958e0-4b58-4061-8181-6f0adee7263b HTTP/1.1" status: 200 len: 811 time: 0.1034918 Mar 11 20:11:01.377546 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-75827f33-c693-4a75-84df-c8673c7a8189 req-01a4b4b8-68ea-41ef-bb7c-71bb933d98d0 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/quotas/3ed9f03088da4b568ed876fa07964f47 HTTP/1.1" status: 200 len: 375 time: 0.0094583 Mar 11 20:11:01.438200 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-75827f33-c693-4a75-84df-c8673c7a8189 req-cb47178a-a436-4295-a618-968b508b1d50 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3ed9f03088da4b568ed876fa07964f47&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0554085 Mar 11 20:11:01.527488 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-75827f33-c693-4a75-84df-c8673c7a8189 req-8cbc7af3-6f89-4b01-aae0-e0010691dc47 service neutron] 10.222.0.65 "GET /v2.0/networks/63f958e0-4b58-4061-8181-6f0adee7263b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824015 Mar 11 20:11:01.618018 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-75827f33-c693-4a75-84df-c8673c7a8189 req-4bb611fa-bff6-4e74-9d40-955e33a1aa37 service neutron] 10.222.0.65 "GET /v2.0/networks/63f958e0-4b58-4061-8181-6f0adee7263b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846124 Mar 11 20:11:01.854457 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034805b8-22ec-430b-aff3-39ba537cce4f req-9c31dd42-3fc9-4fef-9105-245c2ea50bf3 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:01.856049 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-034805b8-22ec-430b-aff3-39ba537cce4f req-9c31dd42-3fc9-4fef-9105-245c2ea50bf3 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=37636436-2355-4525-a68e-59f36cc0c650 HTTP/1.1" status: 200 len: 945 time: 0.0541003 Mar 11 20:11:01.907057 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-034805b8-22ec-430b-aff3-39ba537cce4f req-90c44e75-dfa3-45b8-8e74-5ff8a3c7717b tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9d8b351-d65d-44bf-9cb2-5cca5f4f1f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444872 Mar 11 20:11:01.990457 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7d3d4e26-e18a-4a5b-b53b-6fc273da326a req-9c464bd9-2bf7-460a-89ca-55258e4aaa9e tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bd07617-cede-4731-8104-5478515fbb0e HTTP/1.1" status: 200 len: 210 time: 0.0385306 Mar 11 20:11:02.766402 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75827f33-c693-4a75-84df-c8673c7a8189 req-70b1affc-21a8-4899-a162-40b17a098128 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:02.767915 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-75827f33-c693-4a75-84df-c8673c7a8189 req-70b1affc-21a8-4899-a162-40b17a098128 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.57 "GET /v2.0/networks?id=63f958e0-4b58-4061-8181-6f0adee7263b HTTP/1.1" status: 200 len: 811 time: 0.1021597 Mar 11 20:11:02.780436 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-75827f33-c693-4a75-84df-c8673c7a8189 req-677472ce-d5f2-46fa-b943-351a94ff1c9d tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Request body: {'port': {'device_id': '5bd07617-cede-4731-8104-5478515fbb0e', 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b', 'admin_state_up': True, 'tenant_id': '3ed9f03088da4b568ed876fa07964f47'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:11:02.893265 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75827f33-c693-4a75-84df-c8673c7a8189 req-677472ce-d5f2-46fa-b943-351a94ff1c9d tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Made reservation on behalf of 3ed9f03088da4b568ed876fa07964f47 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:11:02.896815 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-75827f33-c693-4a75-84df-c8673c7a8189 req-677472ce-d5f2-46fa-b943-351a94ff1c9d tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:03.060247 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-75827f33-c693-4a75-84df-c8673c7a8189 req-677472ce-d5f2-46fa-b943-351a94ff1c9d tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Allocated IP 172.20.0.3 (63f958e0-4b58-4061-8181-6f0adee7263b/a0b8e9c3-1a90-4f95-b04c-be83e3135274/1bbe719e-ae40-4b50-a25e-5248f11eb1cb) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:11:03.084337 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6e10d-46fa-42c1-8409-d2fcef6d2fe3 req-387054e1-f6bf-4e04-b7b5-394e5685a1af tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:03.085868 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-55c6e10d-46fa-42c1-8409-d2fcef6d2fe3 req-387054e1-f6bf-4e04-b7b5-394e5685a1af tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=37636436-2355-4525-a68e-59f36cc0c650 HTTP/1.1" status: 200 len: 945 time: 0.0877056 Mar 11 20:11:03.161813 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-55c6e10d-46fa-42c1-8409-d2fcef6d2fe3 req-8cee66c2-1c07-4b15-94b3-0119f1e537da tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9d8b351-d65d-44bf-9cb2-5cca5f4f1f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689027 Mar 11 20:11:03.586757 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-93d7bb33-85f3-4f02-8fb0-b10018b15718 req-3359acd9-d7dc-4688-b0a4-e4507f652999 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bd07617-cede-4731-8104-5478515fbb0e HTTP/1.1" status: 200 len: 210 time: 0.3413751 Mar 11 20:11:03.613453 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-75827f33-c693-4a75-84df-c8673c7a8189 req-677472ce-d5f2-46fa-b943-351a94ff1c9d tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks [] for port (1bbe719e-ae40-4b50-a25e-5248f11eb1cb), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:03.646889 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-75827f33-c693-4a75-84df-c8673c7a8189 req-677472ce-d5f2-46fa-b943-351a94ff1c9d tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (1bbe719e-ae40-4b50-a25e-5248f11eb1cb), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:03.662269 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['e1f946e6-4c91-4030-ba09-1f788e8f175d'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:11:03.692689 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75827f33-c693-4a75-84df-c8673c7a8189 req-677472ce-d5f2-46fa-b943-351a94ff1c9d tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Network 63f958e0-4b58-4061-8181-6f0adee7263b is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:11:03.695774 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-75827f33-c693-4a75-84df-c8673c7a8189 req-677472ce-d5f2-46fa-b943-351a94ff1c9d tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:11:03.700095 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-75827f33-c693-4a75-84df-c8673c7a8189 req-677472ce-d5f2-46fa-b943-351a94ff1c9d tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:11:03.729914 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677472ce-d5f2-46fa-b943-351a94ff1c9d tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Pushing event updated for resources: {'Port': ['ID=1bbe719e-ae40-4b50-a25e-5248f11eb1cb,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:03.752498 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75827f33-c693-4a75-84df-c8673c7a8189 req-677472ce-d5f2-46fa-b943-351a94ff1c9d tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:03.753238 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-75827f33-c693-4a75-84df-c8673c7a8189 req-677472ce-d5f2-46fa-b943-351a94ff1c9d tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:03.771137 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-75827f33-c693-4a75-84df-c8673c7a8189 req-677472ce-d5f2-46fa-b943-351a94ff1c9d tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9949260 Mar 11 20:11:03.783922 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-75827f33-c693-4a75-84df-c8673c7a8189 req-44cefaba-c385-4230-841c-d58a0928ff37 service neutron] Request body: {'port': {'device_id': '5bd07617-cede-4731-8104-5478515fbb0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:11:03.852554 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-75827f33-c693-4a75-84df-c8673c7a8189 req-44cefaba-c385-4230-841c-d58a0928ff37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (1bbe719e-ae40-4b50-a25e-5248f11eb1cb), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:04.014667 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ff477c81-7f78-42f9-91fb-44a03f2c25d1 None None] Provisioning complete for port 1bbe719e-ae40-4b50-a25e-5248f11eb1cb triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:11:04.015433 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ff477c81-7f78-42f9-91fb-44a03f2c25d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (1bbe719e-ae40-4b50-a25e-5248f11eb1cb), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:04.053711 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ff477c81-7f78-42f9-91fb-44a03f2c25d1 None None] Port 1bbe719e-ae40-4b50-a25e-5248f11eb1cb cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:11:04.146916 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-75827f33-c693-4a75-84df-c8673c7a8189 req-44cefaba-c385-4230-841c-d58a0928ff37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bbe719e-ae40-4b50-a25e-5248f11eb1cb {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:11:04.154696 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-75827f33-c693-4a75-84df-c8673c7a8189 req-44cefaba-c385-4230-841c-d58a0928ff37 service neutron] Publish callbacks [] for port (1bbe719e-ae40-4b50-a25e-5248f11eb1cb), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:04.167192 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-75827f33-c693-4a75-84df-c8673c7a8189 req-44cefaba-c385-4230-841c-d58a0928ff37 service neutron] Transition to ACTIVE for port object 1bbe719e-ae40-4b50-a25e-5248f11eb1cb will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 20:11:04.170772 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-75827f33-c693-4a75-84df-c8673c7a8189 req-44cefaba-c385-4230-841c-d58a0928ff37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (1bbe719e-ae40-4b50-a25e-5248f11eb1cb), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:04.277059 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cefaba-c385-4230-841c-d58a0928ff37 service neutron] Pushing event updated for resources: {'Port': ['ID=1bbe719e-ae40-4b50-a25e-5248f11eb1cb,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:04.321855 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54046) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:11:04.333733 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-75827f33-c693-4a75-84df-c8673c7a8189 req-44cefaba-c385-4230-841c-d58a0928ff37 service neutron] Attempting to bind port 1bbe719e-ae40-4b50-a25e-5248f11eb1cb on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:11:04.334256 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-75827f33-c693-4a75-84df-c8673c7a8189 req-44cefaba-c385-4230-841c-d58a0928ff37 service neutron] Attempting to bind port 1bbe719e-ae40-4b50-a25e-5248f11eb1cb by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '71b9bbc9-ac9b-491b-9d03-f13ac7365297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:11:04.334518 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75827f33-c693-4a75-84df-c8673c7a8189 req-44cefaba-c385-4230-841c-d58a0928ff37 service neutron] Attempting to bind port 1bbe719e-ae40-4b50-a25e-5248f11eb1cb on network 63f958e0-4b58-4061-8181-6f0adee7263b {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:11:04.350737 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d553daf5-ce05-4434-9992-29b2645414f2 req-f4a73184-1cf7-49da-87a9-680f1460c357 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:04.352406 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d553daf5-ce05-4434-9992-29b2645414f2 req-f4a73184-1cf7-49da-87a9-680f1460c357 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=37636436-2355-4525-a68e-59f36cc0c650 HTTP/1.1" status: 200 len: 945 time: 0.0839012 Mar 11 20:11:04.353258 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75827f33-c693-4a75-84df-c8673c7a8189 req-44cefaba-c385-4230-841c-d58a0928ff37 service neutron] Port 1bbe719e-ae40-4b50-a25e-5248f11eb1cb on network 63f958e0-4b58-4061-8181-6f0adee7263b not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 20:11:04.354583 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75827f33-c693-4a75-84df-c8673c7a8189 req-44cefaba-c385-4230-841c-d58a0928ff37 service neutron] Attempting to bind port 1bbe719e-ae40-4b50-a25e-5248f11eb1cb on network 63f958e0-4b58-4061-8181-6f0adee7263b {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:11:04.367657 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75827f33-c693-4a75-84df-c8673c7a8189 req-44cefaba-c385-4230-841c-d58a0928ff37 service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:11:04.368344 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75827f33-c693-4a75-84df-c8673c7a8189 req-44cefaba-c385-4230-841c-d58a0928ff37 service neutron] Checking segment: {'id': '71b9bbc9-ac9b-491b-9d03-f13ac7365297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:11:04.368723 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75827f33-c693-4a75-84df-c8673c7a8189 req-44cefaba-c385-4230-841c-d58a0928ff37 service neutron] Bound using segment: {'id': '71b9bbc9-ac9b-491b-9d03-f13ac7365297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:11:04.369161 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-75827f33-c693-4a75-84df-c8673c7a8189 req-44cefaba-c385-4230-841c-d58a0928ff37 service neutron] Bound port: 1bbe719e-ae40-4b50-a25e-5248f11eb1cb, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71b9bbc9-ac9b-491b-9d03-f13ac7365297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:11:04.369511 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-75827f33-c693-4a75-84df-c8673c7a8189 req-44cefaba-c385-4230-841c-d58a0928ff37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (1bbe719e-ae40-4b50-a25e-5248f11eb1cb), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:04.426999 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d553daf5-ce05-4434-9992-29b2645414f2 req-baf94e11-802c-468c-96d7-5864424feb2a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9d8b351-d65d-44bf-9cb2-5cca5f4f1f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652909 Mar 11 20:11:04.431715 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958c5bbf-1d7e-41c6-ac6b-6cb18d7f73d6 tempest-TestNetworkBasicOps-1071994665 tempest-TestNetworkBasicOps-1071994665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:04.432416 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958c5bbf-1d7e-41c6-ac6b-6cb18d7f73d6 tempest-TestNetworkBasicOps-1071994665 tempest-TestNetworkBasicOps-1071994665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:04.433412 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958c5bbf-1d7e-41c6-ac6b-6cb18d7f73d6 tempest-TestNetworkBasicOps-1071994665 tempest-TestNetworkBasicOps-1071994665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:04.436655 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-958c5bbf-1d7e-41c6-ac6b-6cb18d7f73d6 tempest-TestNetworkBasicOps-1071994665 tempest-TestNetworkBasicOps-1071994665-project-admin] 10.222.0.65 "GET /v2.0/ports?project_id=77aef0b32a4e44be903fe7edad11ff8b&network_id=b35df9a3-ec73-442f-a1d6-fed1dd246828 HTTP/1.1" status: 200 len: 3073 time: 0.1124539 Mar 11 20:11:04.511486 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-75827f33-c693-4a75-84df-c8673c7a8189 req-44cefaba-c385-4230-841c-d58a0928ff37 service neutron] For port 1bbe719e-ae40-4b50-a25e-5248f11eb1cb, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:11:04.515560 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-75827f33-c693-4a75-84df-c8673c7a8189 req-44cefaba-c385-4230-841c-d58a0928ff37 service neutron] For port 1bbe719e-ae40-4b50-a25e-5248f11eb1cb, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=1bbe719e-ae40-4b50-a25e-5248f11eb1cb,segment=NetworkSegment(71b9bbc9-ac9b-491b-9d03-f13ac7365297),segment_id=71b9bbc9-ac9b-491b-9d03-f13ac7365297)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:11:04.522667 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-75827f33-c693-4a75-84df-c8673c7a8189 req-44cefaba-c385-4230-841c-d58a0928ff37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (1bbe719e-ae40-4b50-a25e-5248f11eb1cb), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:04.558398 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75827f33-c693-4a75-84df-c8673c7a8189 req-44cefaba-c385-4230-841c-d58a0928ff37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:04.558865 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-75827f33-c693-4a75-84df-c8673c7a8189 req-44cefaba-c385-4230-841c-d58a0928ff37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:04.560315 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-75827f33-c693-4a75-84df-c8673c7a8189 req-44cefaba-c385-4230-841c-d58a0928ff37 service neutron] 10.222.0.57 "PUT /v2.0/ports/1bbe719e-ae40-4b50-a25e-5248f11eb1cb HTTP/1.1" status: 200 len: 1091 time: 0.7813251 Mar 11 20:11:04.561300 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bd07617-cede-4731-8104-5478515fbb0e', 'tag': '1bbe719e-ae40-4b50-a25e-5248f11eb1cb'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:11:04.563691 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0701b2bc-27fb-4170-9fa8-b8f8b37b8d2e" -d '{"events": [{"name": "network-changed", "server_uuid": "5bd07617-cede-4731-8104-5478515fbb0e", "tag": "1bbe719e-ae40-4b50-a25e-5248f11eb1cb"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:11:04.593382 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cefaba-c385-4230-841c-d58a0928ff37 service neutron] Pushing event updated for resources: {'Port': ['ID=1bbe719e-ae40-4b50-a25e-5248f11eb1cb,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:04.634334 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b9c695c-c25e-4559-a846-9d2c05f380ea x-openstack-request-id: req-0b9c695c-c25e-4559-a846-9d2c05f380ea {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:11:04.634629 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bd07617-cede-4731-8104-5478515fbb0e", "tag": "1bbe719e-ae40-4b50-a25e-5248f11eb1cb", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:11:04.634879 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0b9c695c-c25e-4559-a846-9d2c05f380ea {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:11:04.635280 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bd07617-cede-4731-8104-5478515fbb0e', 'tag': '1bbe719e-ae40-4b50-a25e-5248f11eb1cb', 'status': 'completed', 'code': 200} Mar 11 20:11:04.674784 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75827f33-c693-4a75-84df-c8673c7a8189 req-e37789a5-2174-4d60-a24b-02f0c4fff6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:04.676665 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-75827f33-c693-4a75-84df-c8673c7a8189 req-e37789a5-2174-4d60-a24b-02f0c4fff6de service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3ed9f03088da4b568ed876fa07964f47&device_id=5bd07617-cede-4731-8104-5478515fbb0e HTTP/1.1" status: 200 len: 1125 time: 0.0563798 Mar 11 20:11:04.738212 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-75827f33-c693-4a75-84df-c8673c7a8189 req-c3b6ac33-5985-4616-a458-15660ce237fe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1bbe719e-ae40-4b50-a25e-5248f11eb1cb HTTP/1.1" status: 200 len: 217 time: 0.0525913 Mar 11 20:11:04.809059 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75827f33-c693-4a75-84df-c8673c7a8189 req-b78dbc59-957a-4c2f-84ac-7d10cb60b24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:04.810633 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-75827f33-c693-4a75-84df-c8673c7a8189 req-b78dbc59-957a-4c2f-84ac-7d10cb60b24c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a0b8e9c3-1a90-4f95-b04c-be83e3135274 HTTP/1.1" status: 200 len: 850 time: 0.0562606 Mar 11 20:11:04.822107 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da52d1b-6a9a-45d1-a193-5355fb326ae2 req-7043f553-d596-427c-8a3b-cac9783b9f75 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:04.823730 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2da52d1b-6a9a-45d1-a193-5355fb326ae2 req-7043f553-d596-427c-8a3b-cac9783b9f75 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bd07617-cede-4731-8104-5478515fbb0e HTTP/1.1" status: 200 len: 943 time: 0.1313548 Mar 11 20:11:04.904936 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2da52d1b-6a9a-45d1-a193-5355fb326ae2 req-4f1c0bd4-b36f-4bd2-be87-eee032cf109a tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714808 Mar 11 20:11:04.907436 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75827f33-c693-4a75-84df-c8673c7a8189 req-03c1e85b-16f5-402a-bc8c-f8556f29b550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:04.908896 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-75827f33-c693-4a75-84df-c8673c7a8189 req-03c1e85b-16f5-402a-bc8c-f8556f29b550 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=63f958e0-4b58-4061-8181-6f0adee7263b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0842237 Mar 11 20:11:05.000908 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-75827f33-c693-4a75-84df-c8673c7a8189 req-054ef714-07e2-476c-b777-1e321f062a0a service neutron] 10.222.0.57 "GET /v2.0/networks/63f958e0-4b58-4061-8181-6f0adee7263b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847399 Mar 11 20:11:05.092690 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-75827f33-c693-4a75-84df-c8673c7a8189 req-164c85d2-bf0d-4a66-b35c-47ec6774aa07 service neutron] 10.222.0.57 "GET /v2.0/networks/63f958e0-4b58-4061-8181-6f0adee7263b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860612 Mar 11 20:11:05.180787 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701b2bc-27fb-4170-9fa8-b8f8b37b8d2e req-0c7e56e3-c9d3-4a16-9632-72237942f5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:05.182288 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0701b2bc-27fb-4170-9fa8-b8f8b37b8d2e req-0c7e56e3-c9d3-4a16-9632-72237942f5e7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=3ed9f03088da4b568ed876fa07964f47&device_id=5bd07617-cede-4731-8104-5478515fbb0e HTTP/1.1" status: 200 len: 1125 time: 0.0467460 Mar 11 20:11:05.279072 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701b2bc-27fb-4170-9fa8-b8f8b37b8d2e req-5da1baf3-b994-47b9-b394-68530fe8e848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:05.281087 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0701b2bc-27fb-4170-9fa8-b8f8b37b8d2e req-5da1baf3-b994-47b9-b394-68530fe8e848 service neutron] 10.222.0.57 "GET /v2.0/networks?id=63f958e0-4b58-4061-8181-6f0adee7263b HTTP/1.1" status: 200 len: 912 time: 0.0932205 Mar 11 20:11:05.322748 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0701b2bc-27fb-4170-9fa8-b8f8b37b8d2e req-5bb34822-0b6d-42e3-9061-0b4aceaf099f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1bbe719e-ae40-4b50-a25e-5248f11eb1cb HTTP/1.1" status: 200 len: 217 time: 0.0353417 Mar 11 20:11:05.370419 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701b2bc-27fb-4170-9fa8-b8f8b37b8d2e req-5bc3b694-a623-45ee-810f-6688943a7c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:05.371887 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0701b2bc-27fb-4170-9fa8-b8f8b37b8d2e req-5bc3b694-a623-45ee-810f-6688943a7c3c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a0b8e9c3-1a90-4f95-b04c-be83e3135274 HTTP/1.1" status: 200 len: 850 time: 0.0440116 Mar 11 20:11:05.421112 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0701b2bc-27fb-4170-9fa8-b8f8b37b8d2e req-7b3f7b33-89c6-4d7c-9ecf-754af9621bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:05.422612 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0701b2bc-27fb-4170-9fa8-b8f8b37b8d2e req-7b3f7b33-89c6-4d7c-9ecf-754af9621bba service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=63f958e0-4b58-4061-8181-6f0adee7263b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449121 Mar 11 20:11:05.522029 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0701b2bc-27fb-4170-9fa8-b8f8b37b8d2e req-9680b713-9bfc-4769-902d-f83bdfc28da7 service neutron] 10.222.0.57 "GET /v2.0/networks/63f958e0-4b58-4061-8181-6f0adee7263b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934823 Mar 11 20:11:05.660952 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63da817-179b-4462-a3ec-746751e9c634 req-74a58f62-8353-4a5b-a137-17018e0f6c49 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:05.662752 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e63da817-179b-4462-a3ec-746751e9c634 req-74a58f62-8353-4a5b-a137-17018e0f6c49 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=37636436-2355-4525-a68e-59f36cc0c650 HTTP/1.1" status: 200 len: 945 time: 0.1130517 Mar 11 20:11:05.664963 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0701b2bc-27fb-4170-9fa8-b8f8b37b8d2e req-2aeff8d9-d91f-4dd8-8f2e-b89927d33e3d service neutron] 10.222.0.57 "GET /v2.0/networks/63f958e0-4b58-4061-8181-6f0adee7263b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338778 Mar 11 20:11:05.718560 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e63da817-179b-4462-a3ec-746751e9c634 req-58d3a1c2-977e-488a-95c7-75ad04a680b8 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9d8b351-d65d-44bf-9cb2-5cca5f4f1f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497770 Mar 11 20:11:06.025793 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f88dc1a-2a8f-4d41-990f-65aceeb8f2f4 req-a2b4dadf-bda1-4100-960f-f2b7b6265b10 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:06.027215 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8f88dc1a-2a8f-4d41-990f-65aceeb8f2f4 req-a2b4dadf-bda1-4100-960f-f2b7b6265b10 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bd07617-cede-4731-8104-5478515fbb0e HTTP/1.1" status: 200 len: 943 time: 0.0544610 Mar 11 20:11:06.080405 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8f88dc1a-2a8f-4d41-990f-65aceeb8f2f4 req-81e2152b-10f4-4272-bda3-fd2810f112f5 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473568 Mar 11 20:11:06.844282 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd076bf-d3ff-44eb-9eae-8a0c2296a84e req-61026a74-8ae1-4f2a-84fd-621fc3228373 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:06.845786 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fdd076bf-d3ff-44eb-9eae-8a0c2296a84e req-61026a74-8ae1-4f2a-84fd-621fc3228373 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=37636436-2355-4525-a68e-59f36cc0c650 HTTP/1.1" status: 200 len: 945 time: 0.0535667 Mar 11 20:11:06.876526 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54066) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:11:06.897475 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fdd076bf-d3ff-44eb-9eae-8a0c2296a84e req-688bed46-22c5-4488-84b2-cd1b9037d440 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9d8b351-d65d-44bf-9cb2-5cca5f4f1f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460522 Mar 11 20:11:06.929497 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2999bcb-5d58-455d-93dc-e1f47184920b tempest-TestNetworkBasicOps-1071994665 tempest-TestNetworkBasicOps-1071994665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:06.930985 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c2999bcb-5d58-455d-93dc-e1f47184920b tempest-TestNetworkBasicOps-1071994665 tempest-TestNetworkBasicOps-1071994665-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=612cc066-33e3-444d-b1c7-d0a64751482a HTTP/1.1" status: 200 len: 814 time: 0.0535753 Mar 11 20:11:07.205939 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a54ab-9f0a-4e2d-b19e-052c7635c4ac req-3726363c-5ca3-45b2-b4d6-043073dcc363 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:07.207780 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-166a54ab-9f0a-4e2d-b19e-052c7635c4ac req-3726363c-5ca3-45b2-b4d6-043073dcc363 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bd07617-cede-4731-8104-5478515fbb0e HTTP/1.1" status: 200 len: 943 time: 0.0607007 Mar 11 20:11:07.261437 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-166a54ab-9f0a-4e2d-b19e-052c7635c4ac req-a35fb66a-b5ad-422d-9b6c-5b43a02deba1 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473049 Mar 11 20:11:07.899120 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54074) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:11:07.904877 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-7310e91b-19d0-4892-bbca-55e96321451c tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Request body: {'network': {'name': 'tempest-network-smoke--613545876', 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'port_security_enabled': True}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:11:07.927201 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7310e91b-19d0-4892-bbca-55e96321451c tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Made reservation on behalf of 77aef0b32a4e44be903fe7edad11ff8b for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:11:07.931677 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7310e91b-19d0-4892-bbca-55e96321451c tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:07.958571 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7310e91b-19d0-4892-bbca-55e96321451c tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] vlan segment allocate from pool success with {'vlan_id': 882, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:11:07.969066 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7310e91b-19d0-4892-bbca-55e96321451c tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (39f9e95b-6954-485a-a554-96c5f736902b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:07.969066 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-7310e91b-19d0-4892-bbca-55e96321451c tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Added segment 39f9e95b-6954-485a-a554-96c5f736902b of type vlan for network ea1ad495-90f5-41d0-97e0-bd12a1175824 Mar 11 20:11:08.017037 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7310e91b-19d0-4892-bbca-55e96321451c tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (ea1ad495-90f5-41d0-97e0-bd12a1175824), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:08.044945 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7310e91b-19d0-4892-bbca-55e96321451c tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (ea1ad495-90f5-41d0-97e0-bd12a1175824), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:08.051733 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7310e91b-19d0-4892-bbca-55e96321451c tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:08.052411 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7310e91b-19d0-4892-bbca-55e96321451c tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:08.056862 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfc1878-3da2-45c1-be60-734870441d71 req-05a5866f-9116-4c93-9850-2d150776b300 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:08.058529 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9bfc1878-3da2-45c1-be60-734870441d71 req-05a5866f-9116-4c93-9850-2d150776b300 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=37636436-2355-4525-a68e-59f36cc0c650 HTTP/1.1" status: 200 len: 945 time: 0.0737002 Mar 11 20:11:08.090491 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-7310e91b-19d0-4892-bbca-55e96321451c tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1900518 Mar 11 20:11:08.093586 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54078) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:11:08.120622 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9bfc1878-3da2-45c1-be60-734870441d71 req-feb10da4-d5e7-4c0b-8d74-e3cc2661d4db tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9d8b351-d65d-44bf-9cb2-5cca5f4f1f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549133 Mar 11 20:11:08.200353 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7310e91b-19d0-4892-bbca-55e96321451c tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Pushing event updated for resources: {'Network': ['ID=ea1ad495-90f5-41d0-97e0-bd12a1175824,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:08.222333 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7310e91b-19d0-4892-bbca-55e96321451c tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:08.222682 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7310e91b-19d0-4892-bbca-55e96321451c tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:08.223026 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7310e91b-19d0-4892-bbca-55e96321451c tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:08.223363 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7310e91b-19d0-4892-bbca-55e96321451c tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:08.223721 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7310e91b-19d0-4892-bbca-55e96321451c tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:08.224057 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7310e91b-19d0-4892-bbca-55e96321451c tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:08.224385 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7310e91b-19d0-4892-bbca-55e96321451c tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:08.224710 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7310e91b-19d0-4892-bbca-55e96321451c tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:08.225197 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7310e91b-19d0-4892-bbca-55e96321451c tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:08.225524 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7310e91b-19d0-4892-bbca-55e96321451c tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:08.225850 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7310e91b-19d0-4892-bbca-55e96321451c tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:08.226175 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7310e91b-19d0-4892-bbca-55e96321451c tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:08.226569 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7310e91b-19d0-4892-bbca-55e96321451c tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:08.240504 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network ea1ad495-90f5-41d0-97e0-bd12a1175824 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 20:11:08.245214 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a68a6c-92d8-420f-bb02-5ae07f103c6a tempest-TestNetworkBasicOps-1071994665 tempest-TestNetworkBasicOps-1071994665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:08.250296 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 54080) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:11:08.250741 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e5a68a6c-92d8-420f-bb02-5ae07f103c6a tempest-TestNetworkBasicOps-1071994665 tempest-TestNetworkBasicOps-1071994665-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=77aef0b32a4e44be903fe7edad11ff8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1556067 Mar 11 20:11:08.442660 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937c8674-18ee-429e-9cc6-9e7f0aff87de tempest-TestNetworkBasicOps-1071994665 tempest-TestNetworkBasicOps-1071994665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:08.444121 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-937c8674-18ee-429e-9cc6-9e7f0aff87de tempest-TestNetworkBasicOps-1071994665 tempest-TestNetworkBasicOps-1071994665-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1924632 Mar 11 20:11:08.447047 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54084) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:11:08.459697 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c1a1e-3149-4af5-834a-954ebc56e0af req-d3897ade-6ca8-4a83-82e8-cd83c6c281c2 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:08.461199 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f1c1a1e-3149-4af5-834a-954ebc56e0af req-d3897ade-6ca8-4a83-82e8-cd83c6c281c2 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bd07617-cede-4731-8104-5478515fbb0e HTTP/1.1" status: 200 len: 943 time: 0.0980406 Mar 11 20:11:08.485720 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-7ee0ecad-569f-4c9e-aac5-d4d942278b1e tempest-TestNetworkBasicOps-1071994665 tempest-TestNetworkBasicOps-1071994665-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=612cc066-33e3-444d-b1c7-d0a64751482a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0342245 Mar 11 20:11:08.485956 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54086) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:11:08.512918 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-60b89e3e-9892-46b5-a0d1-51c7c9d65df7 tempest-TestNetworkBasicOps-1071994665 tempest-TestNetworkBasicOps-1071994665-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=77aef0b32a4e44be903fe7edad11ff8b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0258672 Mar 11 20:11:08.515905 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54088) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:11:08.520928 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f1c1a1e-3149-4af5-834a-954ebc56e0af req-65de560a-6ee2-419e-8693-e18f617eecb5 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537276 Mar 11 20:11:08.605871 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fefbc6-f289-4030-a223-a94e3934e932 tempest-TestNetworkBasicOps-1071994665 tempest-TestNetworkBasicOps-1071994665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:08.610594 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-43fefbc6-f289-4030-a223-a94e3934e932 tempest-TestNetworkBasicOps-1071994665 tempest-TestNetworkBasicOps-1071994665-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0905552 Mar 11 20:11:08.611459 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54090) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:11:08.639601 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-80f4ff46-bec3-4241-90d5-ac9389465c8c tempest-TestNetworkBasicOps-1071994665 tempest-TestNetworkBasicOps-1071994665-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=612cc066-33e3-444d-b1c7-d0a64751482a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268056 Mar 11 20:11:08.642076 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54092) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:11:08.646608 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-a4a7e382-3fc2-4bc2-8b77-6ea753d20d61 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2132069476', 'network_id': 'ea1ad495-90f5-41d0-97e0-bd12a1175824', 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:11:08.735965 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a7e382-3fc2-4bc2-8b77-6ea753d20d61 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Made reservation on behalf of 77aef0b32a4e44be903fe7edad11ff8b for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:11:08.739372 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4a7e382-3fc2-4bc2-8b77-6ea753d20d61 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:08.985429 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4a7e382-3fc2-4bc2-8b77-6ea753d20d61 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (761819e7-e770-45e1-93d8-13fcb0966aa0), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:09.044621 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a7e382-3fc2-4bc2-8b77-6ea753d20d61 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Pushing event updated for resources: {'Subnet': ['ID=761819e7-e770-45e1-93d8-13fcb0966aa0,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:09.053717 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a7e382-3fc2-4bc2-8b77-6ea753d20d61 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Checking segment: {'id': '39f9e95b-6954-485a-a554-96c5f736902b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'ea1ad495-90f5-41d0-97e0-bd12a1175824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:11:09.054072 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a7e382-3fc2-4bc2-8b77-6ea753d20d61 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Network hostable DHCP agents. Network: ea1ad495-90f5-41d0-97e0-bd12a1175824, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:11:09.075481 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a7e382-3fc2-4bc2-8b77-6ea753d20d61 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Network ea1ad495-90f5-41d0-97e0-bd12a1175824 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:11:09.090675 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-a4a7e382-3fc2-4bc2-8b77-6ea753d20d61 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, ea1ad495-90f5-41d0-97e0-bd12a1175824) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:11:09.097049 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a7e382-3fc2-4bc2-8b77-6ea753d20d61 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:09.097933 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a4a7e382-3fc2-4bc2-8b77-6ea753d20d61 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:09.112171 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc356cf-3bbe-4c8d-aed5-f97160dc483f None None] Network ea1ad495-90f5-41d0-97e0-bd12a1175824 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:11:09.124149 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a4a7e382-3fc2-4bc2-8b77-6ea753d20d61 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4810374 Mar 11 20:11:09.269179 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd81893-66d1-4187-b240-afdcf8693823 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-ea1ad495-90f5-41d0-97e0-bd12a1175824', 'network_id': 'ea1ad495-90f5-41d0-97e0-bd12a1175824', 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'fixed_ips': [{'subnet_id': '761819e7-e770-45e1-93d8-13fcb0966aa0'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 20:11:09.274627 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7dd81893-66d1-4187-b240-afdcf8693823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:09.438265 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54098) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:11:09.442960 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-01c4440c-15c1-4ac2-a90b-cd58587ebacb tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1054487125', 'description': 'tempest-secgroup-smoke-1054487125 description', 'project_id': '77aef0b32a4e44be903fe7edad11ff8b'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:11:09.461253 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-7dd81893-66d1-4187-b240-afdcf8693823 None None] Allocated IP 172.20.0.18 (ea1ad495-90f5-41d0-97e0-bd12a1175824/761819e7-e770-45e1-93d8-13fcb0966aa0/a6454cd1-919f-46bd-bba3-e66c08eec2d9) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:11:09.479014 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-01c4440c-15c1-4ac2-a90b-cd58587ebacb tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:09.574884 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae829d7-a746-482d-99a5-8593372738fd req-81c4a019-7d9b-4adc-9bf1-45cbd914cc26 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:09.583808 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4ae829d7-a746-482d-99a5-8593372738fd req-81c4a019-7d9b-4adc-9bf1-45cbd914cc26 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=37636436-2355-4525-a68e-59f36cc0c650 HTTP/1.1" status: 200 len: 945 time: 0.0776825 Mar 11 20:11:09.605537 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-01c4440c-15c1-4ac2-a90b-cd58587ebacb tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for security_group (b7d5ab7d-0a79-4f5d-bb9f-78efb70e4d33), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:09.612659 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-01c4440c-15c1-4ac2-a90b-cd58587ebacb tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (b7d5ab7d-0a79-4f5d-bb9f-78efb70e4d33), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:09.658524 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4ae829d7-a746-482d-99a5-8593372738fd req-429146a4-a71c-4974-9043-72478457248c tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9d8b351-d65d-44bf-9cb2-5cca5f4f1f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735774 Mar 11 20:11:09.660400 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-01c4440c-15c1-4ac2-a90b-cd58587ebacb tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:09.661679 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-01c4440c-15c1-4ac2-a90b-cd58587ebacb tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2222924 Mar 11 20:11:09.662840 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7dd81893-66d1-4187-b240-afdcf8693823 None None] Publish callbacks [] for port (a6454cd1-919f-46bd-bba3-e66c08eec2d9), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:09.663929 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c4440c-15c1-4ac2-a90b-cd58587ebacb tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d5ab7d-0a79-4f5d-bb9f-78efb70e4d33,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:09.665112 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 54102) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:11:09.674485 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-ccb5bc20-d5cd-4bb9-8bfd-e4262599bd93 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Request body: {'security_group_rule': {'security_group_id': 'b7d5ab7d-0a79-4f5d-bb9f-78efb70e4d33', 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:11:09.680780 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7dd81893-66d1-4187-b240-afdcf8693823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (a6454cd1-919f-46bd-bba3-e66c08eec2d9), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:09.731537 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd81893-66d1-4187-b240-afdcf8693823 None None] Network ea1ad495-90f5-41d0-97e0-bd12a1175824 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:11:09.734543 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-7dd81893-66d1-4187-b240-afdcf8693823 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:11:09.735139 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ccb5bc20-d5cd-4bb9-8bfd-e4262599bd93 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for security_group_rule (ad29f1df-4104-4848-9ba3-c7c1f1f1fba2), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:09.738398 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd81893-66d1-4187-b240-afdcf8693823 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:11:09.806324 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd81893-66d1-4187-b240-afdcf8693823 None None] Pushing event updated for resources: {'Port': ['ID=a6454cd1-919f-46bd-bba3-e66c08eec2d9,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:09.837518 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-7dd81893-66d1-4187-b240-afdcf8693823 None None] Attempting to bind port a6454cd1-919f-46bd-bba3-e66c08eec2d9 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:11:09.837518 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-7dd81893-66d1-4187-b240-afdcf8693823 None None] Attempting to bind port a6454cd1-919f-46bd-bba3-e66c08eec2d9 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '39f9e95b-6954-485a-a554-96c5f736902b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'ea1ad495-90f5-41d0-97e0-bd12a1175824'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:11:09.837518 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd81893-66d1-4187-b240-afdcf8693823 None None] Attempting to bind port a6454cd1-919f-46bd-bba3-e66c08eec2d9 on network ea1ad495-90f5-41d0-97e0-bd12a1175824 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:11:09.841843 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ccb5bc20-d5cd-4bb9-8bfd-e4262599bd93 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for security_group_rule (ad29f1df-4104-4848-9ba3-c7c1f1f1fba2), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:09.848693 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd81893-66d1-4187-b240-afdcf8693823 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:11:09.849261 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd81893-66d1-4187-b240-afdcf8693823 None None] Checking segment: {'id': '39f9e95b-6954-485a-a554-96c5f736902b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'ea1ad495-90f5-41d0-97e0-bd12a1175824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:11:09.849690 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7dd81893-66d1-4187-b240-afdcf8693823 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:09.850090 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd81893-66d1-4187-b240-afdcf8693823 None None] Bound using segment: {'id': '39f9e95b-6954-485a-a554-96c5f736902b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'ea1ad495-90f5-41d0-97e0-bd12a1175824'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:11:09.850578 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-7dd81893-66d1-4187-b240-afdcf8693823 None None] Bound port: a6454cd1-919f-46bd-bba3-e66c08eec2d9, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39f9e95b-6954-485a-a554-96c5f736902b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'ea1ad495-90f5-41d0-97e0-bd12a1175824'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:11:09.850962 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7dd81893-66d1-4187-b240-afdcf8693823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a6454cd1-919f-46bd-bba3-e66c08eec2d9), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:09.852119 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ccb5bc20-d5cd-4bb9-8bfd-e4262599bd93 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (ad29f1df-4104-4848-9ba3-c7c1f1f1fba2), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:09.868958 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75167ee3-34e9-415d-bbeb-a9760c585584 req-b63962c8-a853-4983-94a6-c490a87ebb3a tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:09.877288 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-75167ee3-34e9-415d-bbeb-a9760c585584 req-b63962c8-a853-4983-94a6-c490a87ebb3a tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bd07617-cede-4731-8104-5478515fbb0e HTTP/1.1" status: 200 len: 943 time: 0.1109135 Mar 11 20:11:09.914721 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb5bc20-d5cd-4bb9-8bfd-e4262599bd93 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad29f1df-4104-4848-9ba3-c7c1f1f1fba2,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:09.926786 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-7dd81893-66d1-4187-b240-afdcf8693823 None None] For port a6454cd1-919f-46bd-bba3-e66c08eec2d9, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:11:09.930741 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-7dd81893-66d1-4187-b240-afdcf8693823 None None] For port a6454cd1-919f-46bd-bba3-e66c08eec2d9, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=a6454cd1-919f-46bd-bba3-e66c08eec2d9,segment=NetworkSegment(39f9e95b-6954-485a-a554-96c5f736902b),segment_id=39f9e95b-6954-485a-a554-96c5f736902b)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:11:09.939935 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7dd81893-66d1-4187-b240-afdcf8693823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (a6454cd1-919f-46bd-bba3-e66c08eec2d9), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:09.943151 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ccb5bc20-d5cd-4bb9-8bfd-e4262599bd93 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:09.944745 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ccb5bc20-d5cd-4bb9-8bfd-e4262599bd93 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2778683 Mar 11 20:11:09.948393 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54104) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:11:09.955529 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-2db24bc3-ce7b-4658-b11b-c3d92f23e6af tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Request body: {'security_group_rule': {'security_group_id': 'b7d5ab7d-0a79-4f5d-bb9f-78efb70e4d33', 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:11:09.964736 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-75167ee3-34e9-415d-bbeb-a9760c585584 req-d47a6373-9659-45a7-9ad6-f78d15436af2 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856369 Mar 11 20:11:10.022329 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd81893-66d1-4187-b240-afdcf8693823 None None] Pushing event updated for resources: {'Port': ['ID=a6454cd1-919f-46bd-bba3-e66c08eec2d9,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:10.028555 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2db24bc3-ce7b-4658-b11b-c3d92f23e6af tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for security_group_rule (5cc36fa0-af01-43c8-82b1-a613eb9bab5e), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:10.115977 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2db24bc3-ce7b-4658-b11b-c3d92f23e6af tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for security_group_rule (5cc36fa0-af01-43c8-82b1-a613eb9bab5e), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:10.124522 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2db24bc3-ce7b-4658-b11b-c3d92f23e6af tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (5cc36fa0-af01-43c8-82b1-a613eb9bab5e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:10.149230 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db24bc3-ce7b-4658-b11b-c3d92f23e6af tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cc36fa0-af01-43c8-82b1-a613eb9bab5e,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:10.156561 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2db24bc3-ce7b-4658-b11b-c3d92f23e6af tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:10.161277 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-2db24bc3-ce7b-4658-b11b-c3d92f23e6af tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2110815 Mar 11 20:11:10.161660 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 54106) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:11:10.168500 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-efe0cea6-5d0d-4e47-95d1-9a512c673d18 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Request body: {'security_group_rule': {'security_group_id': 'b7d5ab7d-0a79-4f5d-bb9f-78efb70e4d33', 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:11:10.231975 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-efe0cea6-5d0d-4e47-95d1-9a512c673d18 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for security_group_rule (af09c694-38cf-4585-b3fe-95dd7c5bef9f), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:10.363584 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-efe0cea6-5d0d-4e47-95d1-9a512c673d18 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for security_group_rule (af09c694-38cf-4585-b3fe-95dd7c5bef9f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:10.376737 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-efe0cea6-5d0d-4e47-95d1-9a512c673d18 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (af09c694-38cf-4585-b3fe-95dd7c5bef9f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:10.406471 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe0cea6-5d0d-4e47-95d1-9a512c673d18 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af09c694-38cf-4585-b3fe-95dd7c5bef9f,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:10.421376 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-efe0cea6-5d0d-4e47-95d1-9a512c673d18 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:10.424623 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-efe0cea6-5d0d-4e47-95d1-9a512c673d18 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2598538 Mar 11 20:11:10.426116 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 54108) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:11:10.430436 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-d2705d2f-549a-4a90-a337-76a1224a010d tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Request body: {'security_group_rule': {'security_group_id': 'b7d5ab7d-0a79-4f5d-bb9f-78efb70e4d33', 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:11:10.471532 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d2705d2f-549a-4a90-a337-76a1224a010d tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for security_group_rule (4c8013c5-359d-422b-b8de-211bddb4526d), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:10.507930 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [req-8231ec7e-feb0-411e-90d0-cd4ffece0e0a req-fae075b3-aa02-4460-a06f-2d8ea1ffb17a service neutron] show failed (client error): The resource could not be found. Mar 11 20:11:10.507930 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8231ec7e-feb0-411e-90d0-cd4ffece0e0a req-fae075b3-aa02-4460-a06f-2d8ea1ffb17a service neutron] 10.222.0.75 "GET /v2.0/ports/fa0c6ba6-c008-46d2-b2e0-f985d35e84d3/bindings/n-h2-833163-1 HTTP/1.1" status: 404 len: 380 time: 0.1394854 Mar 11 20:11:10.594564 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d2705d2f-549a-4a90-a337-76a1224a010d tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for security_group_rule (4c8013c5-359d-422b-b8de-211bddb4526d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:10.600449 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d2705d2f-549a-4a90-a337-76a1224a010d tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (4c8013c5-359d-422b-b8de-211bddb4526d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:10.633940 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2705d2f-549a-4a90-a337-76a1224a010d tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c8013c5-359d-422b-b8de-211bddb4526d,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:10.645696 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d2705d2f-549a-4a90-a337-76a1224a010d tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:10.650838 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54110) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:11:10.651267 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d2705d2f-549a-4a90-a337-76a1224a010d tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2240543 Mar 11 20:11:10.657901 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-637b60f6-56a4-47ab-84e3-5c1b4cbe10cb tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Request body: {'security_group_rule': {'security_group_id': 'b7d5ab7d-0a79-4f5d-bb9f-78efb70e4d33', 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:11:10.695170 n-d-833163-1 neutron-server[103884]: INFO neutron.db.securitygroups_db [None req-637b60f6-56a4-47ab-84e3-5c1b4cbe10cb tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Project 77aef0b32a4e44be903fe7edad11ff8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 20:11:10.702600 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-637b60f6-56a4-47ab-84e3-5c1b4cbe10cb tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for security_group_rule (0a69c452-b6f1-475a-b9c6-3a4b13f8e736), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:10.809267 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-637b60f6-56a4-47ab-84e3-5c1b4cbe10cb tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for security_group_rule (0a69c452-b6f1-475a-b9c6-3a4b13f8e736), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:10.817918 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-637b60f6-56a4-47ab-84e3-5c1b4cbe10cb tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (0a69c452-b6f1-475a-b9c6-3a4b13f8e736), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:10.850729 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637b60f6-56a4-47ab-84e3-5c1b4cbe10cb tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a69c452-b6f1-475a-b9c6-3a4b13f8e736,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:10.862362 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-637b60f6-56a4-47ab-84e3-5c1b4cbe10cb tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:10.864555 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-637b60f6-56a4-47ab-84e3-5c1b4cbe10cb tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2115736 Mar 11 20:11:10.869117 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 54114) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:11:10.876860 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-5e64e657-1671-42d3-b034-e60ad36a989c tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Request body: {'security_group_rule': {'security_group_id': 'b7d5ab7d-0a79-4f5d-bb9f-78efb70e4d33', 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:11:10.898211 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231ec7e-feb0-411e-90d0-cd4ffece0e0a req-5eef4ff2-6840-4eda-a04a-426408d4e5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:10.899752 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8231ec7e-feb0-411e-90d0-cd4ffece0e0a req-5eef4ff2-6840-4eda-a04a-426408d4e5b3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=37636436-2355-4525-a68e-59f36cc0c650&tenant_id=985979086b444294b1307d531b609210 HTTP/1.1" status: 200 len: 1127 time: 0.1475959 Mar 11 20:11:10.912750 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-8231ec7e-feb0-411e-90d0-cd4ffece0e0a req-4e77e809-1f44-4bd8-8f96-5a050af2b71f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-833163-1', 'device_owner': 'compute:nova'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:11:10.942325 n-d-833163-1 neutron-server[103885]: INFO neutron.db.securitygroups_db [None req-5e64e657-1671-42d3-b034-e60ad36a989c tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Project 77aef0b32a4e44be903fe7edad11ff8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 20:11:10.956672 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167fe8fd-c7c2-4dff-99a0-44b95a6d8a70 req-589b0c6d-9420-4322-9673-13742f34b7fd tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:10.964538 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-167fe8fd-c7c2-4dff-99a0-44b95a6d8a70 req-589b0c6d-9420-4322-9673-13742f34b7fd tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=37636436-2355-4525-a68e-59f36cc0c650 HTTP/1.1" status: 200 len: 945 time: 0.1799362 Mar 11 20:11:10.977224 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5e64e657-1671-42d3-b034-e60ad36a989c tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for security_group_rule (d3fc58b0-d3d7-4c30-9601-2bdfb55cdd62), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:11.106725 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-167fe8fd-c7c2-4dff-99a0-44b95a6d8a70 req-8e7fb23e-b2b8-462a-81a7-e40f5fe415fc tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9d8b351-d65d-44bf-9cb2-5cca5f4f1f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413150 Mar 11 20:11:11.113498 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8231ec7e-feb0-411e-90d0-cd4ffece0e0a req-4e77e809-1f44-4bd8-8f96-5a050af2b71f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (fa0c6ba6-c008-46d2-b2e0-f985d35e84d3), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:11.135897 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5e64e657-1671-42d3-b034-e60ad36a989c tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for security_group_rule (d3fc58b0-d3d7-4c30-9601-2bdfb55cdd62), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:11.165779 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5e64e657-1671-42d3-b034-e60ad36a989c tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (d3fc58b0-d3d7-4c30-9601-2bdfb55cdd62), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:11.213513 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64e657-1671-42d3-b034-e60ad36a989c tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3fc58b0-d3d7-4c30-9601-2bdfb55cdd62,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:11.300999 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5e64e657-1671-42d3-b034-e60ad36a989c tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:11.311264 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-5e64e657-1671-42d3-b034-e60ad36a989c tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4311709 Mar 11 20:11:11.405080 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef6e74d-f754-43ac-a830-b36d08c76658 req-62db9c63-e044-4121-9619-a5af619f61c3 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:11.412490 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8ef6e74d-f754-43ac-a830-b36d08c76658 req-62db9c63-e044-4121-9619-a5af619f61c3 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bd07617-cede-4731-8104-5478515fbb0e HTTP/1.1" status: 200 len: 943 time: 0.1861267 Mar 11 20:11:11.544157 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8ef6e74d-f754-43ac-a830-b36d08c76658 req-24ac99fb-2888-493d-9362-83595f32b69a tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307025 Mar 11 20:11:11.595751 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609687c1-be0b-4fe8-8123-49f78b7d412e None None] Network ea1ad495-90f5-41d0-97e0-bd12a1175824 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:11:11.601117 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-8231ec7e-feb0-411e-90d0-cd4ffece0e0a req-4e77e809-1f44-4bd8-8f96-5a050af2b71f service neutron] For port fa0c6ba6-c008-46d2-b2e0-f985d35e84d3, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=fa0c6ba6-c008-46d2-b2e0-f985d35e84d3,segment=NetworkSegment(ecf43608-470c-4ed7-8554-bbfb9864a736),segment_id=ecf43608-470c-4ed7-8554-bbfb9864a736)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:11:11.641003 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-8231ec7e-feb0-411e-90d0-cd4ffece0e0a req-4e77e809-1f44-4bd8-8f96-5a050af2b71f service neutron] For port fa0c6ba6-c008-46d2-b2e0-f985d35e84d3, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:11:11.722523 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37636436-2355-4525-a68e-59f36cc0c650', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa0c6ba6-c008-46d2-b2e0-f985d35e84d3'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:11:11.725035 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc83519-fb27-4162-ae16-c7c836f1e4c5" -d '{"events": [{"server_uuid": "37636436-2355-4525-a68e-59f36cc0c650", "name": "network-vif-unplugged", "status": "completed", "tag": "fa0c6ba6-c008-46d2-b2e0-f985d35e84d3"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:11:11.729811 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8231ec7e-feb0-411e-90d0-cd4ffece0e0a req-4e77e809-1f44-4bd8-8f96-5a050af2b71f service neutron] Publish callbacks [] for port (fa0c6ba6-c008-46d2-b2e0-f985d35e84d3), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:11.749870 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-8231ec7e-feb0-411e-90d0-cd4ffece0e0a req-4e77e809-1f44-4bd8-8f96-5a050af2b71f service neutron] Transition to ACTIVE for port object fa0c6ba6-c008-46d2-b2e0-f985d35e84d3 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 20:11:11.785971 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8231ec7e-feb0-411e-90d0-cd4ffece0e0a req-4e77e809-1f44-4bd8-8f96-5a050af2b71f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (fa0c6ba6-c008-46d2-b2e0-f985d35e84d3), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:11.843180 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-8873a8d2-227a-4e5b-bad7-955f81df7825 None None] Provisioning complete for port a6454cd1-919f-46bd-bba3-e66c08eec2d9 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:11:11.843490 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8873a8d2-227a-4e5b-bad7-955f81df7825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (a6454cd1-919f-46bd-bba3-e66c08eec2d9), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:12.059673 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e77e809-1f44-4bd8-8f96-5a050af2b71f service neutron] Pushing event updated for resources: {'Port': ['ID=fa0c6ba6-c008-46d2-b2e0-f985d35e84d3,revision_number=6']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:12.095615 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5ac79166-72c5-49f8-873f-50f386b1d2b9 req-43bdf9c0-c6a5-4a85-8078-e43dac24934f tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1054487125&fields=id&tenant_id=77aef0b32a4e44be903fe7edad11ff8b HTTP/1.1" status: 200 len: 267 time: 0.3476431 Mar 11 20:11:12.142284 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8873a8d2-227a-4e5b-bad7-955f81df7825 None None] Current status of the port a6454cd1-919f-46bd-bba3-e66c08eec2d9 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:11:12.142862 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8873a8d2-227a-4e5b-bad7-955f81df7825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a6454cd1-919f-46bd-bba3-e66c08eec2d9), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:12.309789 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-8231ec7e-feb0-411e-90d0-cd4ffece0e0a req-4e77e809-1f44-4bd8-8f96-5a050af2b71f service neutron] No DVR routers for this DVR port fa0c6ba6-c008-46d2-b2e0-f985d35e84d3 on host n-h1-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:11:12.331009 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device a6454cd1-919f-46bd-bba3-e66c08eec2d9 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:11:12.481750 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-8873a8d2-227a-4e5b-bad7-955f81df7825 None None] For port a6454cd1-919f-46bd-bba3-e66c08eec2d9, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=a6454cd1-919f-46bd-bba3-e66c08eec2d9,segment=NetworkSegment(39f9e95b-6954-485a-a554-96c5f736902b),segment_id=39f9e95b-6954-485a-a554-96c5f736902b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:11:12.503131 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8873a8d2-227a-4e5b-bad7-955f81df7825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (a6454cd1-919f-46bd-bba3-e66c08eec2d9), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:12.527129 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac79166-72c5-49f8-873f-50f386b1d2b9 req-8268c843-6a33-4e7f-84f2-2e29d299c071 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:12.546699 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5ac79166-72c5-49f8-873f-50f386b1d2b9 req-8268c843-6a33-4e7f-84f2-2e29d299c071 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/networks?id=ea1ad495-90f5-41d0-97e0-bd12a1175824 HTTP/1.1" status: 200 len: 796 time: 0.4491789 Mar 11 20:11:12.578123 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8873a8d2-227a-4e5b-bad7-955f81df7825 None None] Pushing event updated for resources: {'Port': ['ID=a6454cd1-919f-46bd-bba3-e66c08eec2d9,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:12.588436 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port a6454cd1-919f-46bd-bba3-e66c08eec2d9 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:11:12.588831 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (a6454cd1-919f-46bd-bba3-e66c08eec2d9), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:12.646596 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5ac79166-72c5-49f8-873f-50f386b1d2b9 req-a2ff713a-2c1a-4534-b8b6-04c540c3b7f8 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/quotas/77aef0b32a4e44be903fe7edad11ff8b HTTP/1.1" status: 200 len: 375 time: 0.0940726 Mar 11 20:11:12.707592 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port a6454cd1-919f-46bd-bba3-e66c08eec2d9 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:11:12.714789 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-8231ec7e-feb0-411e-90d0-cd4ffece0e0a req-4e77e809-1f44-4bd8-8f96-5a050af2b71f service neutron] Attempting to bind port fa0c6ba6-c008-46d2-b2e0-f985d35e84d3 on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:11:12.715210 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-8231ec7e-feb0-411e-90d0-cd4ffece0e0a req-4e77e809-1f44-4bd8-8f96-5a050af2b71f service neutron] Attempting to bind port fa0c6ba6-c008-46d2-b2e0-f985d35e84d3 by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': 'ecf43608-470c-4ed7-8554-bbfb9864a736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '02e40282-300e-439f-9d4a-07e091fdcfab'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:11:12.719708 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8231ec7e-feb0-411e-90d0-cd4ffece0e0a req-4e77e809-1f44-4bd8-8f96-5a050af2b71f service neutron] Attempting to bind port fa0c6ba6-c008-46d2-b2e0-f985d35e84d3 on network 02e40282-300e-439f-9d4a-07e091fdcfab {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:11:12.725132 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8231ec7e-feb0-411e-90d0-cd4ffece0e0a req-4e77e809-1f44-4bd8-8f96-5a050af2b71f service neutron] Port fa0c6ba6-c008-46d2-b2e0-f985d35e84d3 on network 02e40282-300e-439f-9d4a-07e091fdcfab not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 20:11:12.725132 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8231ec7e-feb0-411e-90d0-cd4ffece0e0a req-4e77e809-1f44-4bd8-8f96-5a050af2b71f service neutron] Attempting to bind port fa0c6ba6-c008-46d2-b2e0-f985d35e84d3 on network 02e40282-300e-439f-9d4a-07e091fdcfab {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:11:12.731864 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8231ec7e-feb0-411e-90d0-cd4ffece0e0a req-4e77e809-1f44-4bd8-8f96-5a050af2b71f service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 10, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:11:12.733399 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8231ec7e-feb0-411e-90d0-cd4ffece0e0a req-4e77e809-1f44-4bd8-8f96-5a050af2b71f service neutron] Checking segment: {'id': 'ecf43608-470c-4ed7-8554-bbfb9864a736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '02e40282-300e-439f-9d4a-07e091fdcfab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:11:12.733399 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8231ec7e-feb0-411e-90d0-cd4ffece0e0a req-4e77e809-1f44-4bd8-8f96-5a050af2b71f service neutron] Bound using segment: {'id': 'ecf43608-470c-4ed7-8554-bbfb9864a736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '02e40282-300e-439f-9d4a-07e091fdcfab'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:11:12.733657 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-8231ec7e-feb0-411e-90d0-cd4ffece0e0a req-4e77e809-1f44-4bd8-8f96-5a050af2b71f service neutron] Bound port: fa0c6ba6-c008-46d2-b2e0-f985d35e84d3, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecf43608-470c-4ed7-8554-bbfb9864a736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 899, 'network_id': '02e40282-300e-439f-9d4a-07e091fdcfab'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:11:12.734080 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8231ec7e-feb0-411e-90d0-cd4ffece0e0a req-4e77e809-1f44-4bd8-8f96-5a050af2b71f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (fa0c6ba6-c008-46d2-b2e0-f985d35e84d3), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:12.740931 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-6b8c445c-9a1c-46d5-99a1-78e84b8324c0 None None] Provisioning complete for port a6454cd1-919f-46bd-bba3-e66c08eec2d9 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:11:12.741311 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6b8c445c-9a1c-46d5-99a1-78e84b8324c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (a6454cd1-919f-46bd-bba3-e66c08eec2d9), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:12.791793 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5ac79166-72c5-49f8-873f-50f386b1d2b9 req-eb96a692-2b5f-47df-ac1c-754219963eee tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=77aef0b32a4e44be903fe7edad11ff8b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1441891 Mar 11 20:11:12.863966 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-6b8c445c-9a1c-46d5-99a1-78e84b8324c0 None None] Current status of the port a6454cd1-919f-46bd-bba3-e66c08eec2d9 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:11:12.907553 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-8231ec7e-feb0-411e-90d0-cd4ffece0e0a req-4e77e809-1f44-4bd8-8f96-5a050af2b71f service neutron] For port fa0c6ba6-c008-46d2-b2e0-f985d35e84d3, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:11:12.934485 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-8231ec7e-feb0-411e-90d0-cd4ffece0e0a req-4e77e809-1f44-4bd8-8f96-5a050af2b71f service neutron] For port fa0c6ba6-c008-46d2-b2e0-f985d35e84d3, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=fa0c6ba6-c008-46d2-b2e0-f985d35e84d3,segment=NetworkSegment(ecf43608-470c-4ed7-8554-bbfb9864a736),segment_id=ecf43608-470c-4ed7-8554-bbfb9864a736)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:11:12.947378 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8231ec7e-feb0-411e-90d0-cd4ffece0e0a req-4e77e809-1f44-4bd8-8f96-5a050af2b71f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (fa0c6ba6-c008-46d2-b2e0-f985d35e84d3), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:13.006943 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5ac79166-72c5-49f8-873f-50f386b1d2b9 req-74649b22-fffd-4a25-9177-34927a68c903 service neutron] 10.222.0.65 "GET /v2.0/networks/ea1ad495-90f5-41d0-97e0-bd12a1175824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998558 Mar 11 20:11:13.015923 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231ec7e-feb0-411e-90d0-cd4ffece0e0a req-4e77e809-1f44-4bd8-8f96-5a050af2b71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:13.018253 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8231ec7e-feb0-411e-90d0-cd4ffece0e0a req-4e77e809-1f44-4bd8-8f96-5a050af2b71f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:13.018405 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8231ec7e-feb0-411e-90d0-cd4ffece0e0a req-4e77e809-1f44-4bd8-8f96-5a050af2b71f service neutron] 10.222.0.57 "PUT /v2.0/ports/fa0c6ba6-c008-46d2-b2e0-f985d35e84d3 HTTP/1.1" status: 200 len: 1091 time: 2.1097085 Mar 11 20:11:13.141007 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e77e809-1f44-4bd8-8f96-5a050af2b71f service neutron] Pushing event updated for resources: {'Port': ['ID=fa0c6ba6-c008-46d2-b2e0-f985d35e84d3,revision_number=7']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:13.583597 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device fa0c6ba6-c008-46d2-b2e0-f985d35e84d3 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:11:13.620810 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231ec7e-feb0-411e-90d0-cd4ffece0e0a req-ce7358cc-727c-4fcf-8938-a2971f9fc1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:13.623008 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8231ec7e-feb0-411e-90d0-cd4ffece0e0a req-ce7358cc-727c-4fcf-8938-a2971f9fc1bb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=985979086b444294b1307d531b609210&device_id=37636436-2355-4525-a68e-59f36cc0c650 HTTP/1.1" status: 200 len: 1125 time: 0.5676942 Mar 11 20:11:13.640423 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] The host n-h1-833163-1 is not matching for port fa0c6ba6-c008-46d2-b2e0-f985d35e84d3 host n-h2-833163-1! {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 20:11:13.641261 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device fa0c6ba6-c008-46d2-b2e0-f985d35e84d3 not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:11:13.688168 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5ac79166-72c5-49f8-873f-50f386b1d2b9 req-e60a02b5-a093-4250-b9bf-802f4af6911b service neutron] 10.222.0.65 "GET /v2.0/networks/ea1ad495-90f5-41d0-97e0-bd12a1175824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6669402 Mar 11 20:11:13.763771 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231ec7e-feb0-411e-90d0-cd4ffece0e0a req-d860e486-b1f9-41c0-b9e9-fb2901f69066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:13.765919 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8231ec7e-feb0-411e-90d0-cd4ffece0e0a req-d860e486-b1f9-41c0-b9e9-fb2901f69066 service neutron] 10.222.0.57 "GET /v2.0/networks?id=02e40282-300e-439f-9d4a-07e091fdcfab HTTP/1.1" status: 200 len: 897 time: 0.1250608 Mar 11 20:11:13.852802 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8231ec7e-feb0-411e-90d0-cd4ffece0e0a req-20322485-f0fd-4fff-a793-a8204f482919 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa0c6ba6-c008-46d2-b2e0-f985d35e84d3 HTTP/1.1" status: 200 len: 999 time: 0.0804915 Mar 11 20:11:13.965131 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231ec7e-feb0-411e-90d0-cd4ffece0e0a req-2f257c1c-a829-427d-bab3-3200527e91c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:13.969852 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8231ec7e-feb0-411e-90d0-cd4ffece0e0a req-2f257c1c-a829-427d-bab3-3200527e91c3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4255cfd0-a64b-4ba5-8f5f-ba4fb62c261c HTTP/1.1" status: 200 len: 835 time: 0.1089997 Mar 11 20:11:14.070458 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device a6454cd1-919f-46bd-bba3-e66c08eec2d9 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:11:14.084141 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 20:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d77292-c5d9-4d17-9052-028a147a3adb x-openstack-request-id: req-85d77292-c5d9-4d17-9052-028a147a3adb {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:11:14.084502 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37636436-2355-4525-a68e-59f36cc0c650", "name": "network-vif-unplugged", "status": "completed", "tag": "fa0c6ba6-c008-46d2-b2e0-f985d35e84d3", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:11:14.084759 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-85d77292-c5d9-4d17-9052-028a147a3adb {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:11:14.085168 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37636436-2355-4525-a68e-59f36cc0c650', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa0c6ba6-c008-46d2-b2e0-f985d35e84d3', 'code': 200} Mar 11 20:11:14.138150 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231ec7e-feb0-411e-90d0-cd4ffece0e0a req-c4d58110-84f3-4ccb-be03-de0cf23d947b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:14.148678 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8231ec7e-feb0-411e-90d0-cd4ffece0e0a req-c4d58110-84f3-4ccb-be03-de0cf23d947b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02e40282-300e-439f-9d4a-07e091fdcfab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1711502 Mar 11 20:11:14.181496 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port a6454cd1-919f-46bd-bba3-e66c08eec2d9 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:11:14.182696 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (a6454cd1-919f-46bd-bba3-e66c08eec2d9), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:14.253929 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8231ec7e-feb0-411e-90d0-cd4ffece0e0a req-88da1b5a-d2da-4ce1-91d6-00944483483e service neutron] 10.222.0.57 "GET /v2.0/networks/02e40282-300e-439f-9d4a-07e091fdcfab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984175 Mar 11 20:11:14.318627 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port a6454cd1-919f-46bd-bba3-e66c08eec2d9 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:11:14.431178 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c8692-f3f0-4c4f-a447-95dd4ca7defc req-e33d2b25-2fc0-4bfc-9b3d-77c3d0189668 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:14.432830 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ec2c8692-f3f0-4c4f-a447-95dd4ca7defc req-e33d2b25-2fc0-4bfc-9b3d-77c3d0189668 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=37636436-2355-4525-a68e-59f36cc0c650 HTTP/1.1" status: 200 len: 943 time: 0.1780403 Mar 11 20:11:14.477420 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8231ec7e-feb0-411e-90d0-cd4ffece0e0a req-fb54cf64-d1d5-4b1c-965d-a474bb4ef60f service neutron] 10.222.0.57 "GET /v2.0/networks/02e40282-300e-439f-9d4a-07e091fdcfab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134452 Mar 11 20:11:14.501708 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ec2c8692-f3f0-4c4f-a447-95dd4ca7defc req-eaa0054d-014e-4f43-ad44-59b1eeba99b2 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9d8b351-d65d-44bf-9cb2-5cca5f4f1f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604300 Mar 11 20:11:14.666744 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b085fb3d-3467-4040-914b-0819326a238a req-74192a75-9e96-4fab-9524-fe3f278fa61b tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:14.674821 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b085fb3d-3467-4040-914b-0819326a238a req-74192a75-9e96-4fab-9524-fe3f278fa61b tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bd07617-cede-4731-8104-5478515fbb0e HTTP/1.1" status: 200 len: 943 time: 0.0904469 Mar 11 20:11:14.775703 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b085fb3d-3467-4040-914b-0819326a238a req-0436b7df-4f78-4e33-85a3-951c82b3b178 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959709 Mar 11 20:11:14.883569 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9a8dc4d8-94c5-404e-9266-2deef3e45482 req-130531a1-bfcc-4177-96e4-1a8b39c1f381 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/ports?device_id=25963931-40d2-421f-9421-030c78fce0fe HTTP/1.1" status: 200 len: 210 time: 0.0476425 Mar 11 20:11:15.409807 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac79166-72c5-49f8-873f-50f386b1d2b9 req-c101824d-4558-4ea3-990d-b2a53e1741ad tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:15.412072 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5ac79166-72c5-49f8-873f-50f386b1d2b9 req-c101824d-4558-4ea3-990d-b2a53e1741ad tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.75 "GET /v2.0/networks?id=ea1ad495-90f5-41d0-97e0-bd12a1175824 HTTP/1.1" status: 200 len: 796 time: 0.1484532 Mar 11 20:11:15.637518 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805df714-a6cc-4310-bbfc-1b2d7dfeb0df req-d2c5a667-1dd1-4579-88f7-1d029a5117d0 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:15.639552 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-805df714-a6cc-4310-bbfc-1b2d7dfeb0df req-d2c5a667-1dd1-4579-88f7-1d029a5117d0 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=37636436-2355-4525-a68e-59f36cc0c650 HTTP/1.1" status: 200 len: 943 time: 0.0655527 Mar 11 20:11:15.696144 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-805df714-a6cc-4310-bbfc-1b2d7dfeb0df req-98b337b1-fc82-4e93-a434-9edc9c8ed332 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9d8b351-d65d-44bf-9cb2-5cca5f4f1f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506771 Mar 11 20:11:15.841848 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5ac79166-72c5-49f8-873f-50f386b1d2b9 req-8ecd0175-2668-4a6c-abfb-fdb5e8996ad1 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77aef0b32a4e44be903fe7edad11ff8b HTTP/1.1" status: 200 len: 473 time: 0.4206841 Mar 11 20:11:15.855562 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-5ac79166-72c5-49f8-873f-50f386b1d2b9 req-3e4b703f-a596-4fa0-968f-d37e1a4658db tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Request body: {'port': {'device_id': '25963931-40d2-421f-9421-030c78fce0fe', 'network_id': 'ea1ad495-90f5-41d0-97e0-bd12a1175824', 'admin_state_up': True, 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'security_groups': ['b7d5ab7d-0a79-4f5d-bb9f-78efb70e4d33']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:11:15.890161 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278822b-10df-4547-b5de-54b1fed6b3eb req-93026cea-a39b-4db3-b176-54760b5256d1 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:15.891692 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b278822b-10df-4547-b5de-54b1fed6b3eb req-93026cea-a39b-4db3-b176-54760b5256d1 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bd07617-cede-4731-8104-5478515fbb0e HTTP/1.1" status: 200 len: 943 time: 0.0549452 Mar 11 20:11:15.948642 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b278822b-10df-4547-b5de-54b1fed6b3eb req-183aea8c-66e8-470c-a1b2-105a64b1799f tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472028 Mar 11 20:11:15.976040 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ac79166-72c5-49f8-873f-50f386b1d2b9 req-3e4b703f-a596-4fa0-968f-d37e1a4658db tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Made reservation on behalf of 77aef0b32a4e44be903fe7edad11ff8b for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:11:15.979427 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5ac79166-72c5-49f8-873f-50f386b1d2b9 req-3e4b703f-a596-4fa0-968f-d37e1a4658db tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:16.034547 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9a989065-051e-4c70-8bba-c128f20aba37 req-076a2bdf-7dac-477b-bd11-53d1b842f073 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/ports?device_id=25963931-40d2-421f-9421-030c78fce0fe HTTP/1.1" status: 200 len: 210 time: 0.0286028 Mar 11 20:11:16.086407 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37636436-2355-4525-a68e-59f36cc0c650', 'tag': 'fa0c6ba6-c008-46d2-b2e0-f985d35e84d3'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:11:16.089111 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1715571e-0224-4cae-bac2-f976c2495f76" -d '{"events": [{"name": "network-changed", "server_uuid": "37636436-2355-4525-a68e-59f36cc0c650", "tag": "fa0c6ba6-c008-46d2-b2e0-f985d35e84d3"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:11:16.108233 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-5ac79166-72c5-49f8-873f-50f386b1d2b9 req-3e4b703f-a596-4fa0-968f-d37e1a4658db tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Allocated IP 172.20.0.29 (ea1ad495-90f5-41d0-97e0-bd12a1175824/761819e7-e770-45e1-93d8-13fcb0966aa0/363f2dae-8201-4fef-9bfb-2d6322f00874) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:11:16.146333 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c622f016-fc59-4db8-a7fd-71821fefa4cd x-openstack-request-id: req-c622f016-fc59-4db8-a7fd-71821fefa4cd {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:11:16.146624 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37636436-2355-4525-a68e-59f36cc0c650", "tag": "fa0c6ba6-c008-46d2-b2e0-f985d35e84d3", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:11:16.146882 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c622f016-fc59-4db8-a7fd-71821fefa4cd {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:11:16.147281 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37636436-2355-4525-a68e-59f36cc0c650', 'tag': 'fa0c6ba6-c008-46d2-b2e0-f985d35e84d3', 'status': 'completed', 'code': 200} Mar 11 20:11:16.168442 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.75', 51858) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:11:16.227800 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1715571e-0224-4cae-bac2-f976c2495f76 req-d171365e-21fd-457c-9798-b492992d1eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:16.228893 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1715571e-0224-4cae-bac2-f976c2495f76 req-d171365e-21fd-457c-9798-b492992d1eec service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=985979086b444294b1307d531b609210&device_id=37636436-2355-4525-a68e-59f36cc0c650 HTTP/1.1" status: 200 len: 1125 time: 0.0545905 Mar 11 20:11:16.265621 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5ac79166-72c5-49f8-873f-50f386b1d2b9 req-3e4b703f-a596-4fa0-968f-d37e1a4658db tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for port (363f2dae-8201-4fef-9bfb-2d6322f00874), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:16.300433 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5ac79166-72c5-49f8-873f-50f386b1d2b9 req-3e4b703f-a596-4fa0-968f-d37e1a4658db tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (363f2dae-8201-4fef-9bfb-2d6322f00874), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:16.341205 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ac79166-72c5-49f8-873f-50f386b1d2b9 req-3e4b703f-a596-4fa0-968f-d37e1a4658db tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Network ea1ad495-90f5-41d0-97e0-bd12a1175824 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:11:16.345338 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-5ac79166-72c5-49f8-873f-50f386b1d2b9 req-3e4b703f-a596-4fa0-968f-d37e1a4658db tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:11:16.351366 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ac79166-72c5-49f8-873f-50f386b1d2b9 req-3e4b703f-a596-4fa0-968f-d37e1a4658db tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:11:16.353750 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1715571e-0224-4cae-bac2-f976c2495f76 req-54b37194-d16e-4a93-ab27-0551c13b573d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:16.355512 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1715571e-0224-4cae-bac2-f976c2495f76 req-54b37194-d16e-4a93-ab27-0551c13b573d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=985979086b444294b1307d531b609210&device_id=37636436-2355-4525-a68e-59f36cc0c650 HTTP/1.1" status: 200 len: 1125 time: 0.1860476 Mar 11 20:11:16.381043 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4b703f-a596-4fa0-968f-d37e1a4658db tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Pushing event updated for resources: {'Port': ['ID=363f2dae-8201-4fef-9bfb-2d6322f00874,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:16.390467 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1715571e-0224-4cae-bac2-f976c2495f76 req-76c65d1f-4965-41e6-b379-11a4a300b6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:16.392187 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1715571e-0224-4cae-bac2-f976c2495f76 req-76c65d1f-4965-41e6-b379-11a4a300b6ec service neutron] 10.222.0.57 "GET /v2.0/networks?id=02e40282-300e-439f-9d4a-07e091fdcfab HTTP/1.1" status: 200 len: 897 time: 0.1572886 Mar 11 20:11:16.409946 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac79166-72c5-49f8-873f-50f386b1d2b9 req-3e4b703f-a596-4fa0-968f-d37e1a4658db tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:16.411389 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5ac79166-72c5-49f8-873f-50f386b1d2b9 req-3e4b703f-a596-4fa0-968f-d37e1a4658db tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:16.434823 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5ac79166-72c5-49f8-873f-50f386b1d2b9 req-3e4b703f-a596-4fa0-968f-d37e1a4658db tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5861173 Mar 11 20:11:16.446843 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-5ac79166-72c5-49f8-873f-50f386b1d2b9 req-5012759b-a9a3-43d5-9c00-4cabd5aa2355 service neutron] Request body: {'port': {'device_id': '25963931-40d2-421f-9421-030c78fce0fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:11:16.516860 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5ac79166-72c5-49f8-873f-50f386b1d2b9 req-5012759b-a9a3-43d5-9c00-4cabd5aa2355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (363f2dae-8201-4fef-9bfb-2d6322f00874), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:16.520312 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1715571e-0224-4cae-bac2-f976c2495f76 req-cc273130-f6b6-4fa0-a1cb-7bd38d832de7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa0c6ba6-c008-46d2-b2e0-f985d35e84d3 HTTP/1.1" status: 200 len: 999 time: 0.1171367 Mar 11 20:11:16.525025 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1715571e-0224-4cae-bac2-f976c2495f76 req-1e00e4af-c407-47a7-b201-eea470572de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:16.526533 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1715571e-0224-4cae-bac2-f976c2495f76 req-1e00e4af-c407-47a7-b201-eea470572de4 service neutron] 10.222.0.75 "GET /v2.0/networks?id=02e40282-300e-439f-9d4a-07e091fdcfab HTTP/1.1" status: 200 len: 897 time: 0.1602721 Mar 11 20:11:16.627297 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1715571e-0224-4cae-bac2-f976c2495f76 req-c3735b4d-b07e-4233-be70-1b9871100666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:16.628846 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1715571e-0224-4cae-bac2-f976c2495f76 req-c3735b4d-b07e-4233-be70-1b9871100666 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4255cfd0-a64b-4ba5-8f5f-ba4fb62c261c HTTP/1.1" status: 200 len: 835 time: 0.1013229 Mar 11 20:11:16.641526 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-b2c44c30-4290-4bef-be7f-919e13314689 None None] Provisioning complete for port 363f2dae-8201-4fef-9bfb-2d6322f00874 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:11:16.642068 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b2c44c30-4290-4bef-be7f-919e13314689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (363f2dae-8201-4fef-9bfb-2d6322f00874), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:16.646428 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1715571e-0224-4cae-bac2-f976c2495f76 req-12f43b3a-7ab2-4633-bc90-3d22fee90d76 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa0c6ba6-c008-46d2-b2e0-f985d35e84d3 HTTP/1.1" status: 200 len: 999 time: 0.1096087 Mar 11 20:11:16.680887 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b2c44c30-4290-4bef-be7f-919e13314689 None None] Port 363f2dae-8201-4fef-9bfb-2d6322f00874 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:11:16.718126 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1715571e-0224-4cae-bac2-f976c2495f76 req-03feb64d-5629-443c-bb6f-8b6404e2b385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:16.719691 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1715571e-0224-4cae-bac2-f976c2495f76 req-03feb64d-5629-443c-bb6f-8b6404e2b385 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4255cfd0-a64b-4ba5-8f5f-ba4fb62c261c HTTP/1.1" status: 200 len: 835 time: 0.0545030 Mar 11 20:11:16.725237 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1715571e-0224-4cae-bac2-f976c2495f76 req-57539e5c-a0a3-4643-a99f-b85b7d6188d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:16.726711 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1715571e-0224-4cae-bac2-f976c2495f76 req-57539e5c-a0a3-4643-a99f-b85b7d6188d8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02e40282-300e-439f-9d4a-07e091fdcfab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0897036 Mar 11 20:11:16.800623 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-5ac79166-72c5-49f8-873f-50f386b1d2b9 req-5012759b-a9a3-43d5-9c00-4cabd5aa2355 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 363f2dae-8201-4fef-9bfb-2d6322f00874 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:11:16.808245 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5ac79166-72c5-49f8-873f-50f386b1d2b9 req-5012759b-a9a3-43d5-9c00-4cabd5aa2355 service neutron] Publish callbacks [] for port (363f2dae-8201-4fef-9bfb-2d6322f00874), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:16.821168 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-5ac79166-72c5-49f8-873f-50f386b1d2b9 req-5012759b-a9a3-43d5-9c00-4cabd5aa2355 service neutron] Transition to ACTIVE for port object 363f2dae-8201-4fef-9bfb-2d6322f00874 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 20:11:16.825050 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5ac79166-72c5-49f8-873f-50f386b1d2b9 req-5012759b-a9a3-43d5-9c00-4cabd5aa2355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (363f2dae-8201-4fef-9bfb-2d6322f00874), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:16.869929 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1715571e-0224-4cae-bac2-f976c2495f76 req-6c2ddeb3-7481-4613-a8ea-57be05cb99ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:16.871448 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1715571e-0224-4cae-bac2-f976c2495f76 req-6c2ddeb3-7481-4613-a8ea-57be05cb99ab service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=02e40282-300e-439f-9d4a-07e091fdcfab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1438224 Mar 11 20:11:16.903741 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5012759b-a9a3-43d5-9c00-4cabd5aa2355 service neutron] Pushing event updated for resources: {'Port': ['ID=363f2dae-8201-4fef-9bfb-2d6322f00874,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:16.915411 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1715571e-0224-4cae-bac2-f976c2495f76 req-b7a7b475-4b37-4b37-9a54-c04102070457 service neutron] 10.222.0.57 "GET /v2.0/networks/02e40282-300e-439f-9d4a-07e091fdcfab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795015 Mar 11 20:11:16.956750 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b1de5-0106-4caa-81c7-262f330b5144 req-3bf08531-7a46-428e-a8b4-5e2972be96be tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:16.961342 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-234b1de5-0106-4caa-81c7-262f330b5144 req-3bf08531-7a46-428e-a8b4-5e2972be96be tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=37636436-2355-4525-a68e-59f36cc0c650 HTTP/1.1" status: 200 len: 943 time: 0.1719527 Mar 11 20:11:16.964411 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-5ac79166-72c5-49f8-873f-50f386b1d2b9 req-5012759b-a9a3-43d5-9c00-4cabd5aa2355 service neutron] Attempting to bind port 363f2dae-8201-4fef-9bfb-2d6322f00874 on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:11:16.964906 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-5ac79166-72c5-49f8-873f-50f386b1d2b9 req-5012759b-a9a3-43d5-9c00-4cabd5aa2355 service neutron] Attempting to bind port 363f2dae-8201-4fef-9bfb-2d6322f00874 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '39f9e95b-6954-485a-a554-96c5f736902b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'ea1ad495-90f5-41d0-97e0-bd12a1175824'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:11:16.965287 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac79166-72c5-49f8-873f-50f386b1d2b9 req-5012759b-a9a3-43d5-9c00-4cabd5aa2355 service neutron] Attempting to bind port 363f2dae-8201-4fef-9bfb-2d6322f00874 on network ea1ad495-90f5-41d0-97e0-bd12a1175824 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:11:16.973953 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac79166-72c5-49f8-873f-50f386b1d2b9 req-5012759b-a9a3-43d5-9c00-4cabd5aa2355 service neutron] Port 363f2dae-8201-4fef-9bfb-2d6322f00874 on network ea1ad495-90f5-41d0-97e0-bd12a1175824 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 20:11:16.974305 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac79166-72c5-49f8-873f-50f386b1d2b9 req-5012759b-a9a3-43d5-9c00-4cabd5aa2355 service neutron] Attempting to bind port 363f2dae-8201-4fef-9bfb-2d6322f00874 on network ea1ad495-90f5-41d0-97e0-bd12a1175824 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:11:16.980530 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac79166-72c5-49f8-873f-50f386b1d2b9 req-5012759b-a9a3-43d5-9c00-4cabd5aa2355 service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:11:16.980874 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac79166-72c5-49f8-873f-50f386b1d2b9 req-5012759b-a9a3-43d5-9c00-4cabd5aa2355 service neutron] Checking segment: {'id': '39f9e95b-6954-485a-a554-96c5f736902b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'ea1ad495-90f5-41d0-97e0-bd12a1175824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:11:16.981261 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac79166-72c5-49f8-873f-50f386b1d2b9 req-5012759b-a9a3-43d5-9c00-4cabd5aa2355 service neutron] Bound using segment: {'id': '39f9e95b-6954-485a-a554-96c5f736902b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'ea1ad495-90f5-41d0-97e0-bd12a1175824'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:11:16.981689 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-5ac79166-72c5-49f8-873f-50f386b1d2b9 req-5012759b-a9a3-43d5-9c00-4cabd5aa2355 service neutron] Bound port: 363f2dae-8201-4fef-9bfb-2d6322f00874, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39f9e95b-6954-485a-a554-96c5f736902b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'ea1ad495-90f5-41d0-97e0-bd12a1175824'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:11:16.982302 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5ac79166-72c5-49f8-873f-50f386b1d2b9 req-5012759b-a9a3-43d5-9c00-4cabd5aa2355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (363f2dae-8201-4fef-9bfb-2d6322f00874), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:17.057100 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-5ac79166-72c5-49f8-873f-50f386b1d2b9 req-5012759b-a9a3-43d5-9c00-4cabd5aa2355 service neutron] For port 363f2dae-8201-4fef-9bfb-2d6322f00874, host n-h1-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:11:17.061602 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-5ac79166-72c5-49f8-873f-50f386b1d2b9 req-5012759b-a9a3-43d5-9c00-4cabd5aa2355 service neutron] For port 363f2dae-8201-4fef-9bfb-2d6322f00874, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=363f2dae-8201-4fef-9bfb-2d6322f00874,segment=NetworkSegment(39f9e95b-6954-485a-a554-96c5f736902b),segment_id=39f9e95b-6954-485a-a554-96c5f736902b)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:11:17.070409 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5ac79166-72c5-49f8-873f-50f386b1d2b9 req-5012759b-a9a3-43d5-9c00-4cabd5aa2355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (363f2dae-8201-4fef-9bfb-2d6322f00874), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:17.101879 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1715571e-0224-4cae-bac2-f976c2495f76 req-6c4fcf0e-304a-425e-9b64-5ca2c2d565a2 service neutron] 10.222.0.75 "GET /v2.0/networks/02e40282-300e-439f-9d4a-07e091fdcfab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172434 Mar 11 20:11:17.126947 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac79166-72c5-49f8-873f-50f386b1d2b9 req-5012759b-a9a3-43d5-9c00-4cabd5aa2355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:17.127987 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-5ac79166-72c5-49f8-873f-50f386b1d2b9 req-5012759b-a9a3-43d5-9c00-4cabd5aa2355 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:17.129650 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5ac79166-72c5-49f8-873f-50f386b1d2b9 req-5012759b-a9a3-43d5-9c00-4cabd5aa2355 service neutron] 10.222.0.75 "PUT /v2.0/ports/363f2dae-8201-4fef-9bfb-2d6322f00874 HTTP/1.1" status: 200 len: 1092 time: 0.6875758 Mar 11 20:11:17.130199 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25963931-40d2-421f-9421-030c78fce0fe', 'tag': '363f2dae-8201-4fef-9bfb-2d6322f00874'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:11:17.133406 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07923fcc-ec0d-414e-b300-22818b31c60f" -d '{"events": [{"name": "network-changed", "server_uuid": "25963931-40d2-421f-9421-030c78fce0fe", "tag": "363f2dae-8201-4fef-9bfb-2d6322f00874"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:11:17.176006 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5012759b-a9a3-43d5-9c00-4cabd5aa2355 service neutron] Pushing event updated for resources: {'Port': ['ID=363f2dae-8201-4fef-9bfb-2d6322f00874,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:17.187856 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1715571e-0224-4cae-bac2-f976c2495f76 req-5a2a4a54-812c-453f-a1c3-1b5f06e0d346 service neutron] 10.222.0.57 "GET /v2.0/networks/02e40282-300e-439f-9d4a-07e091fdcfab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620411 Mar 11 20:11:17.200867 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-234b1de5-0106-4caa-81c7-262f330b5144 req-ec027fe5-26bb-4841-979e-0b8dfc833b60 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9d8b351-d65d-44bf-9cb2-5cca5f4f1f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1941767 Mar 11 20:11:17.268408 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac79166-72c5-49f8-873f-50f386b1d2b9 req-6b8cb108-fdef-4126-b2aa-bf0e02272727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:17.271298 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5ac79166-72c5-49f8-873f-50f386b1d2b9 req-6b8cb108-fdef-4126-b2aa-bf0e02272727 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=77aef0b32a4e44be903fe7edad11ff8b&device_id=25963931-40d2-421f-9421-030c78fce0fe HTTP/1.1" status: 200 len: 1126 time: 0.0879629 Mar 11 20:11:17.327166 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1715571e-0224-4cae-bac2-f976c2495f76 req-a8373c92-c5c3-474b-9606-c2f25714928a service neutron] 10.222.0.75 "GET /v2.0/networks/02e40282-300e-439f-9d4a-07e091fdcfab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147443 Mar 11 20:11:17.339444 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5ac79166-72c5-49f8-873f-50f386b1d2b9 req-6665c8ff-2713-44f1-a620-130d54c98f56 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=363f2dae-8201-4fef-9bfb-2d6322f00874 HTTP/1.1" status: 200 len: 217 time: 0.0618939 Mar 11 20:11:17.370777 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f3768-1ca5-43f7-ae53-a23b47fb4e69 req-05b4fac1-1087-43ba-acfc-2326ec6f8e05 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:17.372431 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5a8f3768-1ca5-43f7-ae53-a23b47fb4e69 req-05b4fac1-1087-43ba-acfc-2326ec6f8e05 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bd07617-cede-4731-8104-5478515fbb0e HTTP/1.1" status: 200 len: 943 time: 0.0684776 Mar 11 20:11:17.397991 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac79166-72c5-49f8-873f-50f386b1d2b9 req-4f7f471f-6235-4844-8461-ac4e4c62e7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:17.401503 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5ac79166-72c5-49f8-873f-50f386b1d2b9 req-4f7f471f-6235-4844-8461-ac4e4c62e7ec service neutron] 10.222.0.75 "GET /v2.0/subnets?id=761819e7-e770-45e1-93d8-13fcb0966aa0 HTTP/1.1" status: 200 len: 838 time: 0.0552258 Mar 11 20:11:17.432070 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5a8f3768-1ca5-43f7-ae53-a23b47fb4e69 req-d25a1167-5b47-4173-a22f-76d5252c3954 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529926 Mar 11 20:11:17.460584 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac79166-72c5-49f8-873f-50f386b1d2b9 req-e4c30203-0b37-42c9-9503-437675394adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:17.462108 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5ac79166-72c5-49f8-873f-50f386b1d2b9 req-e4c30203-0b37-42c9-9503-437675394adb service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ea1ad495-90f5-41d0-97e0-bd12a1175824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0557277 Mar 11 20:11:17.553247 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1057bb3-faec-4034-a98f-9fcd22e7f23d req-66ba2cd7-a6b2-46d5-90bd-0f8e16a1f348 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:17.554820 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a1057bb3-faec-4034-a98f-9fcd22e7f23d req-66ba2cd7-a6b2-46d5-90bd-0f8e16a1f348 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/ports?device_id=25963931-40d2-421f-9421-030c78fce0fe HTTP/1.1" status: 200 len: 944 time: 0.0631287 Mar 11 20:11:17.599971 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5ac79166-72c5-49f8-873f-50f386b1d2b9 req-e6b392df-4318-4f56-8bc0-04842c50ee42 service neutron] 10.222.0.75 "GET /v2.0/networks/ea1ad495-90f5-41d0-97e0-bd12a1175824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309655 Mar 11 20:11:17.609170 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a1057bb3-faec-4034-a98f-9fcd22e7f23d req-b635ce4d-b189-4904-84ee-c8a3ac6fe1ad tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7d5ab7d-0a79-4f5d-bb9f-78efb70e4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480831 Mar 11 20:11:17.734181 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5ac79166-72c5-49f8-873f-50f386b1d2b9 req-b2aba3b4-bbd3-414c-8fa6-5f9ecc7f1de0 service neutron] 10.222.0.75 "GET /v2.0/networks/ea1ad495-90f5-41d0-97e0-bd12a1175824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270745 Mar 11 20:11:17.772256 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d09b1b5-5210-4efc-94cf-0636029c6a78 x-openstack-request-id: req-7d09b1b5-5210-4efc-94cf-0636029c6a78 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:11:17.772558 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25963931-40d2-421f-9421-030c78fce0fe", "tag": "363f2dae-8201-4fef-9bfb-2d6322f00874", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:11:17.772821 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7d09b1b5-5210-4efc-94cf-0636029c6a78 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:11:17.773264 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25963931-40d2-421f-9421-030c78fce0fe', 'tag': '363f2dae-8201-4fef-9bfb-2d6322f00874', 'status': 'completed', 'code': 200} Mar 11 20:11:17.839370 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07923fcc-ec0d-414e-b300-22818b31c60f req-7727aa03-6f02-4bed-940e-dff8835648a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:17.840929 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-07923fcc-ec0d-414e-b300-22818b31c60f req-7727aa03-6f02-4bed-940e-dff8835648a3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=77aef0b32a4e44be903fe7edad11ff8b&device_id=25963931-40d2-421f-9421-030c78fce0fe HTTP/1.1" status: 200 len: 1126 time: 0.0459888 Mar 11 20:11:17.938332 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07923fcc-ec0d-414e-b300-22818b31c60f req-d551d39b-a2f3-49a8-af11-aec015921cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:17.940020 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-07923fcc-ec0d-414e-b300-22818b31c60f req-d551d39b-a2f3-49a8-af11-aec015921cb7 service neutron] 10.222.0.75 "GET /v2.0/networks?id=ea1ad495-90f5-41d0-97e0-bd12a1175824 HTTP/1.1" status: 200 len: 897 time: 0.0937397 Mar 11 20:11:17.986538 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-07923fcc-ec0d-414e-b300-22818b31c60f req-ff1b50fe-bbd1-45a8-a7ab-9dc5abe6d916 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=363f2dae-8201-4fef-9bfb-2d6322f00874 HTTP/1.1" status: 200 len: 217 time: 0.0376282 Mar 11 20:11:18.039334 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07923fcc-ec0d-414e-b300-22818b31c60f req-1c24b3bc-2052-4b94-b3a6-147e15609e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:18.040878 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-07923fcc-ec0d-414e-b300-22818b31c60f req-1c24b3bc-2052-4b94-b3a6-147e15609e61 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=761819e7-e770-45e1-93d8-13fcb0966aa0 HTTP/1.1" status: 200 len: 838 time: 0.0474150 Mar 11 20:11:18.090379 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07923fcc-ec0d-414e-b300-22818b31c60f req-70417629-5bd2-47e7-8fc2-1feb4bf2ab47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:18.091963 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-07923fcc-ec0d-414e-b300-22818b31c60f req-70417629-5bd2-47e7-8fc2-1feb4bf2ab47 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ea1ad495-90f5-41d0-97e0-bd12a1175824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0451078 Mar 11 20:11:18.186902 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-07923fcc-ec0d-414e-b300-22818b31c60f req-3b602404-9111-4171-b45a-7f1c03c77a2b service neutron] 10.222.0.75 "GET /v2.0/networks/ea1ad495-90f5-41d0-97e0-bd12a1175824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884166 Mar 11 20:11:18.284025 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-07923fcc-ec0d-414e-b300-22818b31c60f req-91cbab27-74f2-4e2d-84ce-28638822e103 service neutron] 10.222.0.75 "GET /v2.0/networks/ea1ad495-90f5-41d0-97e0-bd12a1175824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908546 Mar 11 20:11:18.330238 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54015cd5-e3f9-4909-8f37-1029c1a53648 req-1941ba8a-6294-4901-9f2d-1bf7eba1bdd2 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:18.332287 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-54015cd5-e3f9-4909-8f37-1029c1a53648 req-1941ba8a-6294-4901-9f2d-1bf7eba1bdd2 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=37636436-2355-4525-a68e-59f36cc0c650 HTTP/1.1" status: 200 len: 943 time: 0.0624602 Mar 11 20:11:18.382468 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-54015cd5-e3f9-4909-8f37-1029c1a53648 req-140f4b81-6aac-4212-8f2f-9384f41c879d tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9d8b351-d65d-44bf-9cb2-5cca5f4f1f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438387 Mar 11 20:11:18.590740 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5fd0e3-6aad-477a-9d26-176d8cbfd072 req-8ab1bc4d-d814-414f-a07b-4dec952104d9 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:18.593006 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cb5fd0e3-6aad-477a-9d26-176d8cbfd072 req-8ab1bc4d-d814-414f-a07b-4dec952104d9 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bd07617-cede-4731-8104-5478515fbb0e HTTP/1.1" status: 200 len: 943 time: 0.0574276 Mar 11 20:11:18.644595 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cb5fd0e3-6aad-477a-9d26-176d8cbfd072 req-265c713a-5257-43b3-b955-426a51511651 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448530 Mar 11 20:11:18.645377 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc534e2-6a86-42ef-a327-d09413978374 req-0e97b1d6-9b06-4763-95c3-6179635079aa tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:18.646872 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8bc534e2-6a86-42ef-a327-d09413978374 req-0e97b1d6-9b06-4763-95c3-6179635079aa tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.75 "GET /v2.0/ports?device_id=37636436-2355-4525-a68e-59f36cc0c650&tenant_id=985979086b444294b1307d531b609210&binding%3Ahost_id=n-h2-833163-1 HTTP/1.1" status: 200 len: 943 time: 0.1009490 Mar 11 20:11:18.713961 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [req-8bc534e2-6a86-42ef-a327-d09413978374 req-6d5b667e-e52d-4c2d-bacb-8afffe2ce468 service neutron] delete failed (client error): The resource could not be found. Mar 11 20:11:18.715048 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8bc534e2-6a86-42ef-a327-d09413978374 req-6d5b667e-e52d-4c2d-bacb-8afffe2ce468 service neutron] 10.222.0.75 "DELETE /v2.0/ports/fa0c6ba6-c008-46d2-b2e0-f985d35e84d3/bindings/n-h1-833163-1 HTTP/1.1" status: 404 len: 380 time: 0.0616598 Mar 11 20:11:18.772724 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca0430-a36f-4d03-a1e8-356360d3ea78 req-45c7f5d0-513c-49b9-a5e3-2af44503c7e0 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:18.774272 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2bca0430-a36f-4d03-a1e8-356360d3ea78 req-45c7f5d0-513c-49b9-a5e3-2af44503c7e0 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=37636436-2355-4525-a68e-59f36cc0c650 HTTP/1.1" status: 200 len: 943 time: 0.0562716 Mar 11 20:11:18.817240 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc534e2-6a86-42ef-a327-d09413978374 req-3bbe245a-df62-40a9-9946-8d333be16b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:18.818989 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8bc534e2-6a86-42ef-a327-d09413978374 req-3bbe245a-df62-40a9-9946-8d333be16b7a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=985979086b444294b1307d531b609210&device_id=37636436-2355-4525-a68e-59f36cc0c650 HTTP/1.1" status: 200 len: 1125 time: 0.0567408 Mar 11 20:11:18.836745 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2bca0430-a36f-4d03-a1e8-356360d3ea78 req-8e4e745f-3e6a-492b-915b-48caa3ce4b81 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9d8b351-d65d-44bf-9cb2-5cca5f4f1f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564823 Mar 11 20:11:18.915225 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc534e2-6a86-42ef-a327-d09413978374 req-fe8e35e6-0343-40c6-883f-753d96d468ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:18.916733 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8bc534e2-6a86-42ef-a327-d09413978374 req-fe8e35e6-0343-40c6-883f-753d96d468ce service neutron] 10.222.0.75 "GET /v2.0/networks?id=02e40282-300e-439f-9d4a-07e091fdcfab HTTP/1.1" status: 200 len: 897 time: 0.0917110 Mar 11 20:11:18.956416 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31e4ec4-8a97-4e76-a7a6-8d5a34bb8fd9 req-1f8e38d6-e8c6-4d57-8914-5d03e45eaa43 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:18.958796 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e31e4ec4-8a97-4e76-a7a6-8d5a34bb8fd9 req-1f8e38d6-e8c6-4d57-8914-5d03e45eaa43 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/ports?device_id=25963931-40d2-421f-9421-030c78fce0fe HTTP/1.1" status: 200 len: 944 time: 0.0557275 Mar 11 20:11:18.993460 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8bc534e2-6a86-42ef-a327-d09413978374 req-e267a98d-4209-4695-b8d8-a1861529aa2e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa0c6ba6-c008-46d2-b2e0-f985d35e84d3 HTTP/1.1" status: 200 len: 999 time: 0.0698600 Mar 11 20:11:19.028536 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e31e4ec4-8a97-4e76-a7a6-8d5a34bb8fd9 req-daf1fe3c-59e7-411d-9223-b3ad5ba6de8a tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7d5ab7d-0a79-4f5d-bb9f-78efb70e4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551980 Mar 11 20:11:19.042777 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc534e2-6a86-42ef-a327-d09413978374 req-ef9040f9-16e5-4591-a903-789e2221ebbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:19.044558 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8bc534e2-6a86-42ef-a327-d09413978374 req-ef9040f9-16e5-4591-a903-789e2221ebbf service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4255cfd0-a64b-4ba5-8f5f-ba4fb62c261c HTTP/1.1" status: 200 len: 835 time: 0.0451536 Mar 11 20:11:19.096786 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc534e2-6a86-42ef-a327-d09413978374 req-d842fbee-e079-447c-b090-c86fbfb1533e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:19.098313 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8bc534e2-6a86-42ef-a327-d09413978374 req-d842fbee-e079-447c-b090-c86fbfb1533e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=02e40282-300e-439f-9d4a-07e091fdcfab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0474091 Mar 11 20:11:19.142599 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:19.180967 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device fa0c6ba6-c008-46d2-b2e0-f985d35e84d3 details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 20:11:19.198107 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8bc534e2-6a86-42ef-a327-d09413978374 req-0e3a4baf-3b57-45b9-a07b-75031219d1d8 service neutron] 10.222.0.75 "GET /v2.0/networks/02e40282-300e-439f-9d4a-07e091fdcfab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931301 Mar 11 20:11:19.282788 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port fa0c6ba6-c008-46d2-b2e0-f985d35e84d3, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=fa0c6ba6-c008-46d2-b2e0-f985d35e84d3,segment=NetworkSegment(ecf43608-470c-4ed7-8554-bbfb9864a736),segment_id=ecf43608-470c-4ed7-8554-bbfb9864a736)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:11:19.302180 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-8bc534e2-6a86-42ef-a327-d09413978374 req-b669b708-5df6-4413-b7b6-62e0d3998ef3 service neutron] 10.222.0.75 "GET /v2.0/networks/02e40282-300e-439f-9d4a-07e091fdcfab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945919 Mar 11 20:11:19.452562 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': 'fa0c6ba6-c008-46d2-b2e0-f985d35e84d3', 'network_id': '02e40282-300e-439f-9d4a-07e091fdcfab', 'port_id': 'fa0c6ba6-c008-46d2-b2e0-f985d35e84d3', 'mac_address': 'fa:16:3e:18:21:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 899, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4255cfd0-a64b-4ba5-8f5f-ba4fb62c261c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 20:11:19.492018 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port fa0c6ba6-c008-46d2-b2e0-f985d35e84d3 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:11:19.492418 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (fa0c6ba6-c008-46d2-b2e0-f985d35e84d3), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:19.506798 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa0c6ba6-c008-46d2-b2e0-f985d35e84d3 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:11:19.528218 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port fa0c6ba6-c008-46d2-b2e0-f985d35e84d3, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=fa0c6ba6-c008-46d2-b2e0-f985d35e84d3,segment=NetworkSegment(ecf43608-470c-4ed7-8554-bbfb9864a736),segment_id=ecf43608-470c-4ed7-8554-bbfb9864a736)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:11:19.533033 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (fa0c6ba6-c008-46d2-b2e0-f985d35e84d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:19.580554 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=fa0c6ba6-c008-46d2-b2e0-f985d35e84d3,revision_number=8']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:19.782237 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a043a6d-e356-4d8e-a669-e5fc44c3b508 req-f4992e5f-23dd-4924-bf4b-f5c7e7aef8aa tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:19.784059 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0a043a6d-e356-4d8e-a669-e5fc44c3b508 req-f4992e5f-23dd-4924-bf4b-f5c7e7aef8aa tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bd07617-cede-4731-8104-5478515fbb0e HTTP/1.1" status: 200 len: 943 time: 0.0615447 Mar 11 20:11:19.835914 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0a043a6d-e356-4d8e-a669-e5fc44c3b508 req-f2be548b-9776-4e10-97ca-84c230ae3c9f tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455353 Mar 11 20:11:19.840588 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['fa0c6ba6-c008-46d2-b2e0-f985d35e84d3'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:11:20.007690 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2377de2e-38ae-4ad4-8ecb-78e4a830927e req-285478ee-8073-446c-af96-666e7d854e28 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:20.012197 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2377de2e-38ae-4ad4-8ecb-78e4a830927e req-285478ee-8073-446c-af96-666e7d854e28 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=37636436-2355-4525-a68e-59f36cc0c650 HTTP/1.1" status: 200 len: 944 time: 0.0869215 Mar 11 20:11:20.065185 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2377de2e-38ae-4ad4-8ecb-78e4a830927e req-ef8b2c6b-7048-4d67-af82-eee6d06a33fc tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9d8b351-d65d-44bf-9cb2-5cca5f4f1f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486126 Mar 11 20:11:20.093054 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54186) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:11:20.193054 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c2176e4f-0c51-49a8-86fd-3367da898bf8 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/floatingips/f465b8fe-60bb-4aac-89b4-15056f495b5f HTTP/1.1" status: 200 len: 992 time: 0.0939851 Mar 11 20:11:20.207054 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d5dc43-33a4-41a8-ad21-764ebb0e9cc9 req-1dade051-8412-4276-8e6f-cdb5aaaa8133 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:20.208990 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-04d5dc43-33a4-41a8-ad21-764ebb0e9cc9 req-1dade051-8412-4276-8e6f-cdb5aaaa8133 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/ports?device_id=25963931-40d2-421f-9421-030c78fce0fe HTTP/1.1" status: 200 len: 944 time: 0.0600653 Mar 11 20:11:20.263134 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-04d5dc43-33a4-41a8-ad21-764ebb0e9cc9 req-83d15171-a6e1-41b0-9524-c9ee20d52359 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7d5ab7d-0a79-4f5d-bb9f-78efb70e4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478916 Mar 11 20:11:20.984874 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1415656b-97f5-40de-89be-c79a7569862d req-6cef30a0-33ed-4553-80de-f5226b3bdda7 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:20.986881 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1415656b-97f5-40de-89be-c79a7569862d req-6cef30a0-33ed-4553-80de-f5226b3bdda7 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bd07617-cede-4731-8104-5478515fbb0e HTTP/1.1" status: 200 len: 943 time: 0.0636113 Mar 11 20:11:21.048838 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1415656b-97f5-40de-89be-c79a7569862d req-ad669d39-4a06-4414-b845-65a10d62ff1e tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551767 Mar 11 20:11:21.197176 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device fa0c6ba6-c008-46d2-b2e0-f985d35e84d3 up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:11:21.248503 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port fa0c6ba6-c008-46d2-b2e0-f985d35e84d3 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 20:11:21.252422 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port fa0c6ba6-c008-46d2-b2e0-f985d35e84d3 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:11:21.252883 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (fa0c6ba6-c008-46d2-b2e0-f985d35e84d3), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:21.333127 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port fa0c6ba6-c008-46d2-b2e0-f985d35e84d3 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:11:21.333499 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (fa0c6ba6-c008-46d2-b2e0-f985d35e84d3), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:21.366313 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37636436-2355-4525-a68e-59f36cc0c650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa0c6ba6-c008-46d2-b2e0-f985d35e84d3'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:11:21.368942 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf9e506-4254-4adc-b020-884f70d9d096" -d '{"events": [{"server_uuid": "37636436-2355-4525-a68e-59f36cc0c650", "name": "network-vif-plugged", "status": "completed", "tag": "fa0c6ba6-c008-46d2-b2e0-f985d35e84d3"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:11:21.381830 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port fa0c6ba6-c008-46d2-b2e0-f985d35e84d3, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=fa0c6ba6-c008-46d2-b2e0-f985d35e84d3,segment=NetworkSegment(ecf43608-470c-4ed7-8554-bbfb9864a736),segment_id=ecf43608-470c-4ed7-8554-bbfb9864a736)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:11:21.386860 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (fa0c6ba6-c008-46d2-b2e0-f985d35e84d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:21.410960 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412150e-7cc4-47dd-8ed4-08aa5b2a0f8d req-3751939f-b576-4e13-8234-3fb40733f78b tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:21.412993 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a412150e-7cc4-47dd-8ed4-08aa5b2a0f8d req-3751939f-b576-4e13-8234-3fb40733f78b tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/ports?device_id=25963931-40d2-421f-9421-030c78fce0fe HTTP/1.1" status: 200 len: 944 time: 0.0730605 Mar 11 20:11:21.446403 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=fa0c6ba6-c008-46d2-b2e0-f985d35e84d3,revision_number=9']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:21.537754 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a412150e-7cc4-47dd-8ed4-08aa5b2a0f8d req-918ba83f-a9fe-4a5a-b8c2-9284df10a1f9 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7d5ab7d-0a79-4f5d-bb9f-78efb70e4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168153 Mar 11 20:11:21.586795 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dbc6ef5-8e64-4da4-869d-d1bf473d2170 x-openstack-request-id: req-6dbc6ef5-8e64-4da4-869d-d1bf473d2170 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:11:21.587103 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37636436-2355-4525-a68e-59f36cc0c650", "name": "network-vif-plugged", "status": "completed", "tag": "fa0c6ba6-c008-46d2-b2e0-f985d35e84d3", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:11:21.587897 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6dbc6ef5-8e64-4da4-869d-d1bf473d2170 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:11:21.588312 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37636436-2355-4525-a68e-59f36cc0c650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa0c6ba6-c008-46d2-b2e0-f985d35e84d3', 'code': 200} Mar 11 20:11:21.615390 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 363f2dae-8201-4fef-9bfb-2d6322f00874 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 20:11:21.743892 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 363f2dae-8201-4fef-9bfb-2d6322f00874, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=363f2dae-8201-4fef-9bfb-2d6322f00874,segment=NetworkSegment(39f9e95b-6954-485a-a554-96c5f736902b),segment_id=39f9e95b-6954-485a-a554-96c5f736902b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:11:21.762693 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '363f2dae-8201-4fef-9bfb-2d6322f00874', 'network_id': 'ea1ad495-90f5-41d0-97e0-bd12a1175824', 'port_id': '363f2dae-8201-4fef-9bfb-2d6322f00874', 'mac_address': 'fa:16:3e:8f:8a:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 882, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '761819e7-e770-45e1-93d8-13fcb0966aa0', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 20:11:21.815338 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 363f2dae-8201-4fef-9bfb-2d6322f00874 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:11:21.815776 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (363f2dae-8201-4fef-9bfb-2d6322f00874), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:21.832005 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 363f2dae-8201-4fef-9bfb-2d6322f00874 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:11:21.854139 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 363f2dae-8201-4fef-9bfb-2d6322f00874, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=363f2dae-8201-4fef-9bfb-2d6322f00874,segment=NetworkSegment(39f9e95b-6954-485a-a554-96c5f736902b),segment_id=39f9e95b-6954-485a-a554-96c5f736902b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:11:21.858465 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (363f2dae-8201-4fef-9bfb-2d6322f00874), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:21.912728 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=363f2dae-8201-4fef-9bfb-2d6322f00874,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:22.068059 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['363f2dae-8201-4fef-9bfb-2d6322f00874'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:11:22.194824 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d467d499-0f38-4ddb-8067-22f2b6c690d3 req-6a132846-ad53-4988-a9ca-69b2320bf9a1 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:22.203996 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d467d499-0f38-4ddb-8067-22f2b6c690d3 req-6a132846-ad53-4988-a9ca-69b2320bf9a1 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bd07617-cede-4731-8104-5478515fbb0e HTTP/1.1" status: 200 len: 943 time: 0.0684199 Mar 11 20:11:22.268405 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d467d499-0f38-4ddb-8067-22f2b6c690d3 req-0615974c-4eb3-477a-a300-252315bbd4e7 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545146 Mar 11 20:11:22.349085 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-699b749d-01e1-4566-a025-df70df45e11a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:22.675594 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b498982-606e-4f25-bc02-4a07cd327d78 req-e822fdbd-e419-4c5b-8ecc-f1acdcd662d5 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:22.677276 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9b498982-606e-4f25-bc02-4a07cd327d78 req-e822fdbd-e419-4c5b-8ecc-f1acdcd662d5 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/ports?device_id=25963931-40d2-421f-9421-030c78fce0fe HTTP/1.1" status: 200 len: 945 time: 0.0662572 Mar 11 20:11:22.736160 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9b498982-606e-4f25-bc02-4a07cd327d78 req-54fe4208-45a4-4eaf-94d1-1dec4ad515b1 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7d5ab7d-0a79-4f5d-bb9f-78efb70e4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521979 Mar 11 20:11:22.913931 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:23.401917 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e5f5a-26f3-46e2-b246-97abd4db0554 req-384a034b-168e-4699-82c9-2b7eb6b3751a tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:23.405292 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-761e5f5a-26f3-46e2-b246-97abd4db0554 req-384a034b-168e-4699-82c9-2b7eb6b3751a tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bd07617-cede-4731-8104-5478515fbb0e HTTP/1.1" status: 200 len: 943 time: 0.0565958 Mar 11 20:11:23.460237 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-761e5f5a-26f3-46e2-b246-97abd4db0554 req-d1afc9dc-8a2f-462f-bd0a-103d844fa5f0 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427144 Mar 11 20:11:23.629901 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 363f2dae-8201-4fef-9bfb-2d6322f00874 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:11:23.679929 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port 363f2dae-8201-4fef-9bfb-2d6322f00874 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 20:11:23.683674 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 363f2dae-8201-4fef-9bfb-2d6322f00874 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:11:23.684040 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (363f2dae-8201-4fef-9bfb-2d6322f00874), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:23.764185 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 363f2dae-8201-4fef-9bfb-2d6322f00874 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:11:23.764825 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (363f2dae-8201-4fef-9bfb-2d6322f00874), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:23.788764 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25963931-40d2-421f-9421-030c78fce0fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '363f2dae-8201-4fef-9bfb-2d6322f00874'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:11:23.790989 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a206b7-df4c-4da0-8d9a-fd8d87b44e69" -d '{"events": [{"server_uuid": "25963931-40d2-421f-9421-030c78fce0fe", "name": "network-vif-plugged", "status": "completed", "tag": "363f2dae-8201-4fef-9bfb-2d6322f00874"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:11:23.804744 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 363f2dae-8201-4fef-9bfb-2d6322f00874, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=363f2dae-8201-4fef-9bfb-2d6322f00874,segment=NetworkSegment(39f9e95b-6954-485a-a554-96c5f736902b),segment_id=39f9e95b-6954-485a-a554-96c5f736902b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:11:23.810204 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (363f2dae-8201-4fef-9bfb-2d6322f00874), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:23.864763 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1079b8a1-2ffa-4e4c-ae46-fa454a0b06cb req-284e63b6-2cc5-414e-b6c9-3d1da4dc4ae4 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:23.866405 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1079b8a1-2ffa-4e4c-ae46-fa454a0b06cb req-284e63b6-2cc5-414e-b6c9-3d1da4dc4ae4 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/ports?device_id=25963931-40d2-421f-9421-030c78fce0fe HTTP/1.1" status: 200 len: 946 time: 0.0610833 Mar 11 20:11:23.869612 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=363f2dae-8201-4fef-9bfb-2d6322f00874,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:23.918675 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1079b8a1-2ffa-4e4c-ae46-fa454a0b06cb req-f07059a6-3bde-40ee-a938-674137634a57 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7d5ab7d-0a79-4f5d-bb9f-78efb70e4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459518 Mar 11 20:11:23.963290 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c05e3fb-6248-4737-8a71-fd8b86b7c62d x-openstack-request-id: req-5c05e3fb-6248-4737-8a71-fd8b86b7c62d {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:11:23.963590 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25963931-40d2-421f-9421-030c78fce0fe", "name": "network-vif-plugged", "status": "completed", "tag": "363f2dae-8201-4fef-9bfb-2d6322f00874", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:11:23.963876 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5c05e3fb-6248-4737-8a71-fd8b86b7c62d {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:11:23.964276 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25963931-40d2-421f-9421-030c78fce0fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '363f2dae-8201-4fef-9bfb-2d6322f00874', 'code': 200} Mar 11 20:11:24.060202 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa58c5-d0ea-4837-b169-426a31c9c4a2 req-94a195c1-c8f2-4633-8f72-69029ecc4fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:24.062248 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d6aa58c5-d0ea-4837-b169-426a31c9c4a2 req-94a195c1-c8f2-4633-8f72-69029ecc4fa8 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=25963931-40d2-421f-9421-030c78fce0fe HTTP/1.1" status: 200 len: 1128 time: 0.0433071 Mar 11 20:11:24.107055 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d6aa58c5-d0ea-4837-b169-426a31c9c4a2 req-969c62e4-c652-40c3-b955-9c65b1b32196 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=b7d5ab7d-0a79-4f5d-bb9f-78efb70e4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388422 Mar 11 20:11:24.587110 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d96ba-df16-468d-b31e-02e7f8202144 req-3ed4623e-5460-49bb-b42e-85b3ea94b6a0 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:24.588859 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b14d96ba-df16-468d-b31e-02e7f8202144 req-3ed4623e-5460-49bb-b42e-85b3ea94b6a0 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bd07617-cede-4731-8104-5478515fbb0e HTTP/1.1" status: 200 len: 943 time: 0.0570765 Mar 11 20:11:24.637206 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b14d96ba-df16-468d-b31e-02e7f8202144 req-5d78ab88-7524-483a-b829-d3243b3a5c4f tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425048 Mar 11 20:11:24.650898 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-19ca1038-d667-4b25-92b3-47af56abe26c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:25.043307 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57762c4b-5718-4a87-bb8c-a6cc80102143 req-f7029810-ecdd-435a-a72e-d30018d4a5ba tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:25.045003 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-57762c4b-5718-4a87-bb8c-a6cc80102143 req-f7029810-ecdd-435a-a72e-d30018d4a5ba tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/ports?device_id=25963931-40d2-421f-9421-030c78fce0fe HTTP/1.1" status: 200 len: 946 time: 0.0571535 Mar 11 20:11:25.110393 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-57762c4b-5718-4a87-bb8c-a6cc80102143 req-6224a4f1-c638-474c-b50d-fea101d57e2e tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7d5ab7d-0a79-4f5d-bb9f-78efb70e4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592420 Mar 11 20:11:25.782075 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90526ded-64de-4519-a4a2-6d2357b565f8 req-841134f5-f4cc-4d37-a715-397da191ff33 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:25.783692 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-90526ded-64de-4519-a4a2-6d2357b565f8 req-841134f5-f4cc-4d37-a715-397da191ff33 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bd07617-cede-4731-8104-5478515fbb0e HTTP/1.1" status: 200 len: 943 time: 0.0595994 Mar 11 20:11:25.833826 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-90526ded-64de-4519-a4a2-6d2357b565f8 req-40ef871d-348f-4132-8649-b4084ace94e3 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431464 Mar 11 20:11:26.252554 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2feadd-a5bb-4f15-a4b4-8cdf1b711f1d req-010385e8-0437-4244-96c4-9fef8b558bd9 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:26.254751 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-de2feadd-a5bb-4f15-a4b4-8cdf1b711f1d req-010385e8-0437-4244-96c4-9fef8b558bd9 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/ports?device_id=25963931-40d2-421f-9421-030c78fce0fe HTTP/1.1" status: 200 len: 946 time: 0.0640440 Mar 11 20:11:26.291103 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:26.318771 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-de2feadd-a5bb-4f15-a4b4-8cdf1b711f1d req-952326ab-9a3d-4880-9c14-fed384d3b3b8 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7d5ab7d-0a79-4f5d-bb9f-78efb70e4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552816 Mar 11 20:11:26.463131 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c347fa-6314-4dc9-a485-1ce64ffadd47 req-64d23c02-42ce-427f-89f0-c4164110c13c tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:26.464583 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-84c347fa-6314-4dc9-a485-1ce64ffadd47 req-64d23c02-42ce-427f-89f0-c4164110c13c tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/ports?device_id=25963931-40d2-421f-9421-030c78fce0fe HTTP/1.1" status: 200 len: 946 time: 0.0623660 Mar 11 20:11:26.518036 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-84c347fa-6314-4dc9-a485-1ce64ffadd47 req-8d823777-7b00-4609-bb37-5955ef8c18b7 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7d5ab7d-0a79-4f5d-bb9f-78efb70e4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473013 Mar 11 20:11:26.979911 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc9608-b0b3-451d-b201-439e2936c2d6 req-4fb4b432-5283-4a36-bd4a-1e0da0e38884 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:26.982146 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-69cc9608-b0b3-451d-b201-439e2936c2d6 req-4fb4b432-5283-4a36-bd4a-1e0da0e38884 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bd07617-cede-4731-8104-5478515fbb0e HTTP/1.1" status: 200 len: 943 time: 0.0705183 Mar 11 20:11:27.056153 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-69cc9608-b0b3-451d-b201-439e2936c2d6 req-37df4921-61fe-43e6-b9d0-9483dfb4999d tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627916 Mar 11 20:11:27.692038 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:28.012335 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54222) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:11:28.204332 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6b17c-f8dc-49dc-8930-c0281dcd3ee6 req-f5bd8701-e33d-4867-8446-9c8fc4947d79 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:28.205841 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ccb6b17c-f8dc-49dc-8930-c0281dcd3ee6 req-f5bd8701-e33d-4867-8446-9c8fc4947d79 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bd07617-cede-4731-8104-5478515fbb0e HTTP/1.1" status: 200 len: 943 time: 0.0659602 Mar 11 20:11:28.282412 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ccb6b17c-f8dc-49dc-8930-c0281dcd3ee6 req-89c7314f-2a5e-41b7-b068-e6ffa2fcd06f tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693228 Mar 11 20:11:28.528159 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ae4b8bb7-c0de-4d7b-94e1-b9a3525ff303 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:28.831095 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-ae4b8bb7-c0de-4d7b-94e1-b9a3525ff303 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Allocated IP 172.20.0.17 (ea1ad495-90f5-41d0-97e0-bd12a1175824/761819e7-e770-45e1-93d8-13fcb0966aa0/f8cae3a6-6264-4bdd-b740-8d20f37a97c3) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:11:28.958305 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ae4b8bb7-c0de-4d7b-94e1-b9a3525ff303 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for port (f8cae3a6-6264-4bdd-b740-8d20f37a97c3), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:28.997016 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ae4b8bb7-c0de-4d7b-94e1-b9a3525ff303 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (f8cae3a6-6264-4bdd-b740-8d20f37a97c3), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:29.034242 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:29.049323 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4b8bb7-c0de-4d7b-94e1-b9a3525ff303 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Network ea1ad495-90f5-41d0-97e0-bd12a1175824 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:11:29.052997 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-ae4b8bb7-c0de-4d7b-94e1-b9a3525ff303 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:11:29.057843 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4b8bb7-c0de-4d7b-94e1-b9a3525ff303 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:11:29.062648 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4b8bb7-c0de-4d7b-94e1-b9a3525ff303 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Pushing event updated for resources: {'Port': ['ID=f8cae3a6-6264-4bdd-b740-8d20f37a97c3,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:29.116451 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ae4b8bb7-c0de-4d7b-94e1-b9a3525ff303 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (c3f93523-2c96-40e2-bc72-483b4e68d849), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:29.311546 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ae4b8bb7-c0de-4d7b-94e1-b9a3525ff303 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (f8cae3a6-6264-4bdd-b740-8d20f37a97c3), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:29.355060 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:11:29.356960 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-5772f277-86f7-4b38-b13b-2a0378a1de3c None None] Provisioning complete for port f8cae3a6-6264-4bdd-b740-8d20f37a97c3 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:11:29.357344 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5772f277-86f7-4b38-b13b-2a0378a1de3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (f8cae3a6-6264-4bdd-b740-8d20f37a97c3), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:29.395215 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-5772f277-86f7-4b38-b13b-2a0378a1de3c None None] Port f8cae3a6-6264-4bdd-b740-8d20f37a97c3 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:11:29.434675 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb1d94-48ea-4ff8-bef1-bd2887f13d24 req-01cbb7bf-90df-4ddc-b34b-b277a9a4b254 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:29.436884 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f3fb1d94-48ea-4ff8-bef1-bd2887f13d24 req-01cbb7bf-90df-4ddc-b34b-b277a9a4b254 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bd07617-cede-4731-8104-5478515fbb0e HTTP/1.1" status: 200 len: 943 time: 0.0605774 Mar 11 20:11:29.521398 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f3fb1d94-48ea-4ff8-bef1-bd2887f13d24 req-227d6a52-7df8-4a30-9d33-d031783a84b3 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759141 Mar 11 20:11:29.621051 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ae4b8bb7-c0de-4d7b-94e1-b9a3525ff303 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for port (f8cae3a6-6264-4bdd-b740-8d20f37a97c3), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:29.625279 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ae4b8bb7-c0de-4d7b-94e1-b9a3525ff303 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (f8cae3a6-6264-4bdd-b740-8d20f37a97c3), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:29.698463 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4b8bb7-c0de-4d7b-94e1-b9a3525ff303 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Pushing event updated for resources: {'Port': ['ID=f8cae3a6-6264-4bdd-b740-8d20f37a97c3,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:29.703859 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ae4b8bb7-c0de-4d7b-94e1-b9a3525ff303 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (c3f93523-2c96-40e2-bc72-483b4e68d849), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:29.797550 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4b8bb7-c0de-4d7b-94e1-b9a3525ff303 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Network ea1ad495-90f5-41d0-97e0-bd12a1175824 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:11:29.799022 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-ae4b8bb7-c0de-4d7b-94e1-b9a3525ff303 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:11:29.930927 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae4b8bb7-c0de-4d7b-94e1-b9a3525ff303 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Router c3f93523-2c96-40e2-bc72-483b4e68d849 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:11:30.050479 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae4b8bb7-c0de-4d7b-94e1-b9a3525ff303 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:11:30.056012 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ae4b8bb7-c0de-4d7b-94e1-b9a3525ff303 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "PUT /v2.0/routers/c3f93523-2c96-40e2-bc72-483b4e68d849/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0417364 Mar 11 20:11:30.070369 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca5c454-d1dc-436e-bd10-c4fc9137b7ca None None] Sync routers for ids ['c3f93523-2c96-40e2-bc72-483b4e68d849'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:11:30.083329 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca5c454-d1dc-436e-bd10-c4fc9137b7ca None None] Routers {'c3f93523-2c96-40e2-bc72-483b4e68d849'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:11:30.084095 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-4ca5c454-d1dc-436e-bd10-c4fc9137b7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:11:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['c3f93523-2c96-40e2-bc72-483b4e68d849'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:11:30.119087 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-9aba0ea4-2fe4-4f28-8940-d0983a982751 None None] Provisioning complete for port f8cae3a6-6264-4bdd-b740-8d20f37a97c3 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:11:30.119696 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9aba0ea4-2fe4-4f28-8940-d0983a982751 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (f8cae3a6-6264-4bdd-b740-8d20f37a97c3), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:30.157656 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-9aba0ea4-2fe4-4f28-8940-d0983a982751 None None] Port f8cae3a6-6264-4bdd-b740-8d20f37a97c3 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:11:30.202784 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-4ca5c454-d1dc-436e-bd10-c4fc9137b7ca None None] Set router c3f93523-2c96-40e2-bc72-483b4e68d849 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:11:30.436358 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-4ca5c454-d1dc-436e-bd10-c4fc9137b7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f93523-2c96-40e2-bc72-483b4e68d849', 'name': 'tempest-TestNetworkBasicOps-router-773022520', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'd9888c7a-3daf-460d-a826-9e3a2e805487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:09:34Z', 'updated_at': '2022-03-11T20:11:29Z', 'revision_number': 5, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'gw_port': {'id': 'd9888c7a-3daf-460d-a826-9e3a2e805487', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f93523-2c96-40e2-bc72-483b4e68d849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:09:35Z', 'updated_at': '2022-03-11T20:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '58eede52-5090-4ab7-b62c-4e0bd645a65a', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'floating_ip_address': '172.25.8.119', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'c3f93523-2c96-40e2-bc72-483b4e68d849', 'port_id': 'c13bb3a4-fd47-47d5-8600-4c1c987adc25', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3975, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b35df9a3-ec73-442f-a1d6-fed1dd246828', 'mac_address': 'fa:16:3e:4a:4c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f70e647-b0cf-4314-a49a-5aefa60d85f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:09:59Z', 'updated_at': '2022-03-11T20:10:03Z', 'revision_number': 1, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6096c1f1-61ec-46e0-84b6-f2f7fd0aafac', 'name': '', 'network_id': 'b35df9a3-ec73-442f-a1d6-fed1dd246828', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'mac_address': 'fa:16:3e:23:df:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f93523-2c96-40e2-bc72-483b4e68d849', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'd9c452e7-c3d6-4272-9e12-fdc83e07e481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:09:38Z', 'updated_at': '2022-03-11T20:09:43Z', 'revision_number': 5, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'subnets': [{'id': 'd9c452e7-c3d6-4272-9e12-fdc83e07e481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8cae3a6-6264-4bdd-b740-8d20f37a97c3', 'name': '', 'network_id': 'ea1ad495-90f5-41d0-97e0-bd12a1175824', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'mac_address': 'fa:16:3e:7f:2e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f93523-2c96-40e2-bc72-483b4e68d849', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '761819e7-e770-45e1-93d8-13fcb0966aa0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:11:28Z', 'updated_at': '2022-03-11T20:11:29Z', 'revision_number': 2, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'subnets': [{'id': '761819e7-e770-45e1-93d8-13fcb0966aa0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:11:30.552521 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca5c454-d1dc-436e-bd10-c4fc9137b7ca None None] Checking router: c3f93523-2c96-40e2-bc72-483b4e68d849 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:11:30.553013 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca5c454-d1dc-436e-bd10-c4fc9137b7ca None None] Updating router c3f93523-2c96-40e2-bc72-483b4e68d849 port f8cae3a6-6264-4bdd-b740-8d20f37a97c3 binding host n-d-833163-1 {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 20:11:30.582915 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-4ca5c454-d1dc-436e-bd10-c4fc9137b7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (f8cae3a6-6264-4bdd-b740-8d20f37a97c3), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:30.643814 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b89c6-4f3d-4ca9-adcc-7abd136622bf req-4d2d842d-b0d9-4af8-951d-23252e2013b1 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:30.645337 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-db8b89c6-4f3d-4ca9-adcc-7abd136622bf req-4d2d842d-b0d9-4af8-951d-23252e2013b1 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bd07617-cede-4731-8104-5478515fbb0e HTTP/1.1" status: 200 len: 943 time: 0.0532351 Mar 11 20:11:30.693582 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-db8b89c6-4f3d-4ca9-adcc-7abd136622bf req-cb807880-02cd-4ae7-a575-b984fce73520 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423682 Mar 11 20:11:30.835168 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-4ca5c454-d1dc-436e-bd10-c4fc9137b7ca None None] Publish callbacks [] for port (f8cae3a6-6264-4bdd-b740-8d20f37a97c3), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:30.840946 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-4ca5c454-d1dc-436e-bd10-c4fc9137b7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (f8cae3a6-6264-4bdd-b740-8d20f37a97c3), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:30.889705 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9d58a8-af9a-49d8-9ad1-50836da7b579 None None] Pushing event updated for resources: {'Port': ['ID=f8cae3a6-6264-4bdd-b740-8d20f37a97c3,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:30.911160 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9d58a8-af9a-49d8-9ad1-50836da7b579 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:30.911504 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9d58a8-af9a-49d8-9ad1-50836da7b579 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:30.911871 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9d58a8-af9a-49d8-9ad1-50836da7b579 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:30.912202 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9d58a8-af9a-49d8-9ad1-50836da7b579 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:30.912527 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9d58a8-af9a-49d8-9ad1-50836da7b579 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:30.912856 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9d58a8-af9a-49d8-9ad1-50836da7b579 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:30.913175 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9d58a8-af9a-49d8-9ad1-50836da7b579 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:30.913503 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9d58a8-af9a-49d8-9ad1-50836da7b579 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:30.913822 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9d58a8-af9a-49d8-9ad1-50836da7b579 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:30.914140 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9d58a8-af9a-49d8-9ad1-50836da7b579 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:30.914455 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9d58a8-af9a-49d8-9ad1-50836da7b579 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:30.914770 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9d58a8-af9a-49d8-9ad1-50836da7b579 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:30.915083 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9d58a8-af9a-49d8-9ad1-50836da7b579 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:30.950901 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-4ca5c454-d1dc-436e-bd10-c4fc9137b7ca None None] Attempting to bind port f8cae3a6-6264-4bdd-b740-8d20f37a97c3 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:11:30.951189 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-4ca5c454-d1dc-436e-bd10-c4fc9137b7ca None None] Attempting to bind port f8cae3a6-6264-4bdd-b740-8d20f37a97c3 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '39f9e95b-6954-485a-a554-96c5f736902b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'ea1ad495-90f5-41d0-97e0-bd12a1175824'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:11:30.951551 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca5c454-d1dc-436e-bd10-c4fc9137b7ca None None] Attempting to bind port f8cae3a6-6264-4bdd-b740-8d20f37a97c3 on network ea1ad495-90f5-41d0-97e0-bd12a1175824 {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:11:30.957109 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca5c454-d1dc-436e-bd10-c4fc9137b7ca None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:11:30.957476 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca5c454-d1dc-436e-bd10-c4fc9137b7ca None None] Checking segment: {'id': '39f9e95b-6954-485a-a554-96c5f736902b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'ea1ad495-90f5-41d0-97e0-bd12a1175824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:11:30.957874 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-4ca5c454-d1dc-436e-bd10-c4fc9137b7ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:30.958286 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca5c454-d1dc-436e-bd10-c4fc9137b7ca None None] Bound using segment: {'id': '39f9e95b-6954-485a-a554-96c5f736902b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'ea1ad495-90f5-41d0-97e0-bd12a1175824'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:11:30.958745 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-4ca5c454-d1dc-436e-bd10-c4fc9137b7ca None None] Bound port: f8cae3a6-6264-4bdd-b740-8d20f37a97c3, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39f9e95b-6954-485a-a554-96c5f736902b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 882, 'network_id': 'ea1ad495-90f5-41d0-97e0-bd12a1175824'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:11:30.959116 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-4ca5c454-d1dc-436e-bd10-c4fc9137b7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (f8cae3a6-6264-4bdd-b740-8d20f37a97c3), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:31.028130 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-4ca5c454-d1dc-436e-bd10-c4fc9137b7ca None None] For port f8cae3a6-6264-4bdd-b740-8d20f37a97c3, host n-d-833163-1, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:11:31.031990 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-4ca5c454-d1dc-436e-bd10-c4fc9137b7ca None None] For port f8cae3a6-6264-4bdd-b740-8d20f37a97c3, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=f8cae3a6-6264-4bdd-b740-8d20f37a97c3,segment=NetworkSegment(39f9e95b-6954-485a-a554-96c5f736902b),segment_id=39f9e95b-6954-485a-a554-96c5f736902b)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:11:31.038474 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-4ca5c454-d1dc-436e-bd10-c4fc9137b7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (f8cae3a6-6264-4bdd-b740-8d20f37a97c3), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:31.083092 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4f28eb2e-f71d-43b2-9d0c-9818a4840647 None None] Provisioning complete for port f8cae3a6-6264-4bdd-b740-8d20f37a97c3 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:11:31.083605 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4f28eb2e-f71d-43b2-9d0c-9818a4840647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (f8cae3a6-6264-4bdd-b740-8d20f37a97c3), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:31.094239 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca5c454-d1dc-436e-bd10-c4fc9137b7ca None None] Routers {'c3f93523-2c96-40e2-bc72-483b4e68d849'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:11:31.094861 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-4ca5c454-d1dc-436e-bd10-c4fc9137b7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:11:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['c3f93523-2c96-40e2-bc72-483b4e68d849'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:11:31.100080 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9d58a8-af9a-49d8-9ad1-50836da7b579 None None] Pushing event updated for resources: {'Port': ['ID=f8cae3a6-6264-4bdd-b740-8d20f37a97c3,revision_number=4']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:31.183226 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4f28eb2e-f71d-43b2-9d0c-9818a4840647 None None] Current status of the port f8cae3a6-6264-4bdd-b740-8d20f37a97c3 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:11:31.183791 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4f28eb2e-f71d-43b2-9d0c-9818a4840647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (f8cae3a6-6264-4bdd-b740-8d20f37a97c3), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:31.214803 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-4ca5c454-d1dc-436e-bd10-c4fc9137b7ca None None] Set router c3f93523-2c96-40e2-bc72-483b4e68d849 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:11:31.220852 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4f28eb2e-f71d-43b2-9d0c-9818a4840647 None None] For port f8cae3a6-6264-4bdd-b740-8d20f37a97c3, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=f8cae3a6-6264-4bdd-b740-8d20f37a97c3,segment=NetworkSegment(39f9e95b-6954-485a-a554-96c5f736902b),segment_id=39f9e95b-6954-485a-a554-96c5f736902b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:11:31.224659 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4f28eb2e-f71d-43b2-9d0c-9818a4840647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (f8cae3a6-6264-4bdd-b740-8d20f37a97c3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:31.281965 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f28eb2e-f71d-43b2-9d0c-9818a4840647 None None] Pushing event updated for resources: {'Port': ['ID=f8cae3a6-6264-4bdd-b740-8d20f37a97c3,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:31.344663 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4139abb9-5b5d-4c00-b4d9-eacc44d43a1f None None] Provisioning complete for port f8cae3a6-6264-4bdd-b740-8d20f37a97c3 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:11:31.345302 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4139abb9-5b5d-4c00-b4d9-eacc44d43a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (f8cae3a6-6264-4bdd-b740-8d20f37a97c3), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:31.424177 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4139abb9-5b5d-4c00-b4d9-eacc44d43a1f None None] Current status of the port f8cae3a6-6264-4bdd-b740-8d20f37a97c3 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:11:31.454337 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-4ca5c454-d1dc-436e-bd10-c4fc9137b7ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f93523-2c96-40e2-bc72-483b4e68d849', 'name': 'tempest-TestNetworkBasicOps-router-773022520', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'd9888c7a-3daf-460d-a826-9e3a2e805487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:09:34Z', 'updated_at': '2022-03-11T20:11:29Z', 'revision_number': 5, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'gw_port': {'id': 'd9888c7a-3daf-460d-a826-9e3a2e805487', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f93523-2c96-40e2-bc72-483b4e68d849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:09:35Z', 'updated_at': '2022-03-11T20:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '58eede52-5090-4ab7-b62c-4e0bd645a65a', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'floating_ip_address': '172.25.8.119', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'c3f93523-2c96-40e2-bc72-483b4e68d849', 'port_id': 'c13bb3a4-fd47-47d5-8600-4c1c987adc25', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3975, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b35df9a3-ec73-442f-a1d6-fed1dd246828', 'mac_address': 'fa:16:3e:4a:4c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f70e647-b0cf-4314-a49a-5aefa60d85f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:09:59Z', 'updated_at': '2022-03-11T20:10:03Z', 'revision_number': 1, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6096c1f1-61ec-46e0-84b6-f2f7fd0aafac', 'name': '', 'network_id': 'b35df9a3-ec73-442f-a1d6-fed1dd246828', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'mac_address': 'fa:16:3e:23:df:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f93523-2c96-40e2-bc72-483b4e68d849', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'd9c452e7-c3d6-4272-9e12-fdc83e07e481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:09:38Z', 'updated_at': '2022-03-11T20:09:43Z', 'revision_number': 5, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'subnets': [{'id': 'd9c452e7-c3d6-4272-9e12-fdc83e07e481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8cae3a6-6264-4bdd-b740-8d20f37a97c3', 'name': '', 'network_id': 'ea1ad495-90f5-41d0-97e0-bd12a1175824', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'mac_address': 'fa:16:3e:7f:2e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f93523-2c96-40e2-bc72-483b4e68d849', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '761819e7-e770-45e1-93d8-13fcb0966aa0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:11:28Z', 'updated_at': '2022-03-11T20:11:31Z', 'revision_number': 4, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'subnets': [{'id': '761819e7-e770-45e1-93d8-13fcb0966aa0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:11:31.486850 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca5c454-d1dc-436e-bd10-c4fc9137b7ca None None] The sync data for ids ['c3f93523-2c96-40e2-bc72-483b4e68d849'] in n-d-833163-1 is: [{'id': 'c3f93523-2c96-40e2-bc72-483b4e68d849', 'name': 'tempest-TestNetworkBasicOps-router-773022520', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'd9888c7a-3daf-460d-a826-9e3a2e805487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:09:34Z', 'updated_at': '2022-03-11T20:11:29Z', 'revision_number': 5, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'gw_port': {'id': 'd9888c7a-3daf-460d-a826-9e3a2e805487', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f93523-2c96-40e2-bc72-483b4e68d849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:09:35Z', 'updated_at': '2022-03-11T20:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '58eede52-5090-4ab7-b62c-4e0bd645a65a', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'floating_ip_address': '172.25.8.119', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'c3f93523-2c96-40e2-bc72-483b4e68d849', 'port_id': 'c13bb3a4-fd47-47d5-8600-4c1c987adc25', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3975, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b35df9a3-ec73-442f-a1d6-fed1dd246828', 'mac_address': 'fa:16:3e:4a:4c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f70e647-b0cf-4314-a49a-5aefa60d85f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:09:59Z', 'updated_at': '2022-03-11T20:10:03Z', 'revision_number': 1, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6096c1f1-61ec-46e0-84b6-f2f7fd0aafac', 'name': '', 'network_id': 'b35df9a3-ec73-442f-a1d6-fed1dd246828', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'mac_address': 'fa:16:3e:23:df:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f93523-2c96-40e2-bc72-483b4e68d849', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'd9c452e7-c3d6-4272-9e12-fdc83e07e481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:09:38Z', 'updated_at': '2022-03-11T20:09:43Z', 'revision_number': 5, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'subnets': [{'id': 'd9c452e7-c3d6-4272-9e12-fdc83e07e481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8cae3a6-6264-4bdd-b740-8d20f37a97c3', 'name': '', 'network_id': 'ea1ad495-90f5-41d0-97e0-bd12a1175824', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'mac_address': 'fa:16:3e:7f:2e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f93523-2c96-40e2-bc72-483b4e68d849', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '761819e7-e770-45e1-93d8-13fcb0966aa0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:11:28Z', 'updated_at': '2022-03-11T20:11:31Z', 'revision_number': 4, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'subnets': [{'id': '761819e7-e770-45e1-93d8-13fcb0966aa0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:11:31.826022 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eeafa3-a309-4248-b31f-d6b511688b16 req-f17a37b5-7cc0-402d-8525-a899a1ddbd8a tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:31.828107 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-09eeafa3-a309-4248-b31f-d6b511688b16 req-f17a37b5-7cc0-402d-8525-a899a1ddbd8a tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bd07617-cede-4731-8104-5478515fbb0e HTTP/1.1" status: 200 len: 943 time: 0.0604656 Mar 11 20:11:31.879153 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-09eeafa3-a309-4248-b31f-d6b511688b16 req-f8f19fe4-bf62-48a3-b494-40756e470de5 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452063 Mar 11 20:11:31.989098 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device f8cae3a6-6264-4bdd-b740-8d20f37a97c3 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:11:32.039199 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port f8cae3a6-6264-4bdd-b740-8d20f37a97c3 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:11:32.039574 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (f8cae3a6-6264-4bdd-b740-8d20f37a97c3), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:32.122280 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port f8cae3a6-6264-4bdd-b740-8d20f37a97c3 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:11:33.002247 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e035463-6e09-4f82-adf5-5b1056fb6e04 req-3aad1dca-1287-4b86-a01e-18eaf642b0bd tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:33.003776 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0e035463-6e09-4f82-adf5-5b1056fb6e04 req-3aad1dca-1287-4b86-a01e-18eaf642b0bd tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bd07617-cede-4731-8104-5478515fbb0e HTTP/1.1" status: 200 len: 943 time: 0.0549328 Mar 11 20:11:33.049378 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0e035463-6e09-4f82-adf5-5b1056fb6e04 req-0427edb6-3f7b-4057-8277-cb4c0bf14684 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400152 Mar 11 20:11:34.186242 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89afa678-2dcd-44e9-8437-ad073295c11a req-1ce7a20a-f19c-4db9-beff-38f4b8352449 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:34.187685 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-89afa678-2dcd-44e9-8437-ad073295c11a req-1ce7a20a-f19c-4db9-beff-38f4b8352449 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bd07617-cede-4731-8104-5478515fbb0e HTTP/1.1" status: 200 len: 943 time: 0.0574429 Mar 11 20:11:34.235958 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-89afa678-2dcd-44e9-8437-ad073295c11a req-34a85073-8200-42b1-958d-1e50fb770cda tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420859 Mar 11 20:11:35.358373 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5497e238-6094-4232-a30a-20167722afcd req-a1d42f73-32fc-4bd1-9898-ebc1e7b85010 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:35.359983 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5497e238-6094-4232-a30a-20167722afcd req-a1d42f73-32fc-4bd1-9898-ebc1e7b85010 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bd07617-cede-4731-8104-5478515fbb0e HTTP/1.1" status: 200 len: 943 time: 0.0543568 Mar 11 20:11:35.408033 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5497e238-6094-4232-a30a-20167722afcd req-601132c0-ba0a-45fb-87bf-865e74d0fba1 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422509 Mar 11 20:11:36.530846 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b18c0-d34a-4ff8-83d6-f9aad9e0198c req-0e319d8e-9b19-4817-be26-6d1742ec1485 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:36.532282 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f42b18c0-d34a-4ff8-83d6-f9aad9e0198c req-0e319d8e-9b19-4817-be26-6d1742ec1485 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bd07617-cede-4731-8104-5478515fbb0e HTTP/1.1" status: 200 len: 943 time: 0.0562191 Mar 11 20:11:36.583194 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f42b18c0-d34a-4ff8-83d6-f9aad9e0198c req-485ea0c6-b4eb-48d7-83f6-91147e53a0b4 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452271 Mar 11 20:11:37.706080 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69377f42-4dbd-4eaa-bcf7-dd380d321c76 req-ef52a500-c75d-48fa-8690-1053c67cd85e tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:37.707544 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-69377f42-4dbd-4eaa-bcf7-dd380d321c76 req-ef52a500-c75d-48fa-8690-1053c67cd85e tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bd07617-cede-4731-8104-5478515fbb0e HTTP/1.1" status: 200 len: 943 time: 0.0561292 Mar 11 20:11:37.756625 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-69377f42-4dbd-4eaa-bcf7-dd380d321c76 req-59c4b9ab-c25d-4ce4-a46f-a0ea098a21c6 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430055 Mar 11 20:11:38.672764 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-24984f58-f1da-4815-a89b-9e16b6cc291f req-f46f645a-6a39-43a8-9bde-17adb7b1713f service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=7b7cca17-2e0f-41d4-b767-643b448fa30e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0468981 Mar 11 20:11:38.762614 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24984f58-f1da-4815-a89b-9e16b6cc291f req-e25eea12-9c17-44ea-8c21-8302de4a24bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:38.764149 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-24984f58-f1da-4815-a89b-9e16b6cc291f req-e25eea12-9c17-44ea-8c21-8302de4a24bb service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3ed9f03088da4b568ed876fa07964f47&device_id=7b7cca17-2e0f-41d4-b767-643b448fa30e HTTP/1.1" status: 200 len: 1128 time: 0.0503893 Mar 11 20:11:38.874036 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24984f58-f1da-4815-a89b-9e16b6cc291f req-15891db0-cef5-4f84-8c1d-1016b6bd6164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:38.875500 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-24984f58-f1da-4815-a89b-9e16b6cc291f req-15891db0-cef5-4f84-8c1d-1016b6bd6164 service neutron] 10.222.0.75 "GET /v2.0/networks?id=63f958e0-4b58-4061-8181-6f0adee7263b HTTP/1.1" status: 200 len: 912 time: 0.0913069 Mar 11 20:11:38.903101 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbecfe3-38e6-4aad-bf32-89e923ecd63e req-01fd3cdb-c7a1-4a76-920f-1e2dfc4deb65 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:38.905303 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2bbecfe3-38e6-4aad-bf32-89e923ecd63e req-01fd3cdb-c7a1-4a76-920f-1e2dfc4deb65 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bd07617-cede-4731-8104-5478515fbb0e HTTP/1.1" status: 200 len: 943 time: 0.0645225 Mar 11 20:11:38.920858 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-24984f58-f1da-4815-a89b-9e16b6cc291f req-fec3e604-5b88-45a8-9d82-13910e1a7e2d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1f946e6-4c91-4030-ba09-1f788e8f175d HTTP/1.1" status: 200 len: 217 time: 0.0385537 Mar 11 20:11:38.955996 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2bbecfe3-38e6-4aad-bf32-89e923ecd63e req-2b2c9809-8121-413e-bc47-0a44cd9ee530 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438502 Mar 11 20:11:38.976806 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24984f58-f1da-4815-a89b-9e16b6cc291f req-22131bc9-08d2-49be-bc72-c569f1dc3688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:38.978346 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-24984f58-f1da-4815-a89b-9e16b6cc291f req-22131bc9-08d2-49be-bc72-c569f1dc3688 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a0b8e9c3-1a90-4f95-b04c-be83e3135274 HTTP/1.1" status: 200 len: 850 time: 0.0530014 Mar 11 20:11:39.030096 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24984f58-f1da-4815-a89b-9e16b6cc291f req-17c85dbc-1bda-4377-8991-954a5b77989f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:39.031764 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-24984f58-f1da-4815-a89b-9e16b6cc291f req-17c85dbc-1bda-4377-8991-954a5b77989f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=63f958e0-4b58-4061-8181-6f0adee7263b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478926 Mar 11 20:11:39.128227 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-24984f58-f1da-4815-a89b-9e16b6cc291f req-de0cfc7e-a7b5-4819-a353-8bd01f85417e service neutron] 10.222.0.75 "GET /v2.0/networks/63f958e0-4b58-4061-8181-6f0adee7263b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905254 Mar 11 20:11:39.216499 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-24984f58-f1da-4815-a89b-9e16b6cc291f req-dab8660d-4cb3-4c09-ae4f-40d135e42a9c service neutron] 10.222.0.75 "GET /v2.0/networks/63f958e0-4b58-4061-8181-6f0adee7263b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820382 Mar 11 20:11:39.283929 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 1bbe719e-ae40-4b50-a25e-5248f11eb1cb details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 20:11:39.384863 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 1bbe719e-ae40-4b50-a25e-5248f11eb1cb, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=1bbe719e-ae40-4b50-a25e-5248f11eb1cb,segment=NetworkSegment(71b9bbc9-ac9b-491b-9d03-f13ac7365297),segment_id=71b9bbc9-ac9b-491b-9d03-f13ac7365297)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:11:39.396293 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': '1bbe719e-ae40-4b50-a25e-5248f11eb1cb', 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b', 'port_id': '1bbe719e-ae40-4b50-a25e-5248f11eb1cb', 'mac_address': 'fa:16:3e:c7:28:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0b8e9c3-1a90-4f95-b04c-be83e3135274', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 20:11:39.432683 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 1bbe719e-ae40-4b50-a25e-5248f11eb1cb is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:11:39.433074 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (1bbe719e-ae40-4b50-a25e-5248f11eb1cb), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:39.446148 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bbe719e-ae40-4b50-a25e-5248f11eb1cb {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:11:39.465891 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 1bbe719e-ae40-4b50-a25e-5248f11eb1cb, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=1bbe719e-ae40-4b50-a25e-5248f11eb1cb,segment=NetworkSegment(71b9bbc9-ac9b-491b-9d03-f13ac7365297),segment_id=71b9bbc9-ac9b-491b-9d03-f13ac7365297)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:11:39.470083 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (1bbe719e-ae40-4b50-a25e-5248f11eb1cb), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:39.521718 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=1bbe719e-ae40-4b50-a25e-5248f11eb1cb,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:39.790828 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['1bbe719e-ae40-4b50-a25e-5248f11eb1cb'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:11:40.082681 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc00cf8-904d-4951-b6a5-4b16dce9d1ce req-3edc9eb2-4eb4-4cb8-905b-330b8c75ef37 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:40.084500 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fbc00cf8-904d-4951-b6a5-4b16dce9d1ce req-3edc9eb2-4eb4-4cb8-905b-330b8c75ef37 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bd07617-cede-4731-8104-5478515fbb0e HTTP/1.1" status: 200 len: 944 time: 0.0575721 Mar 11 20:11:40.131910 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fbc00cf8-904d-4951-b6a5-4b16dce9d1ce req-e1cbc549-cdab-481f-9ffc-0d7b01b91827 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413995 Mar 11 20:11:41.250243 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c840c0-2d32-4e2d-bd62-352dc68cc9c0 req-29841a9e-3ba8-4089-8be7-482ec7c423ce tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:41.251763 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f0c840c0-2d32-4e2d-bd62-352dc68cc9c0 req-29841a9e-3ba8-4089-8be7-482ec7c423ce tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bd07617-cede-4731-8104-5478515fbb0e HTTP/1.1" status: 200 len: 944 time: 0.0525820 Mar 11 20:11:41.294872 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 1bbe719e-ae40-4b50-a25e-5248f11eb1cb up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:11:41.297736 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f0c840c0-2d32-4e2d-bd62-352dc68cc9c0 req-5ac53320-a554-465c-9415-55ba5704d832 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403392 Mar 11 20:11:41.347084 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port 1bbe719e-ae40-4b50-a25e-5248f11eb1cb completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 20:11:41.350938 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port 1bbe719e-ae40-4b50-a25e-5248f11eb1cb triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:11:41.351307 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (1bbe719e-ae40-4b50-a25e-5248f11eb1cb), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:41.425116 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 1bbe719e-ae40-4b50-a25e-5248f11eb1cb is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:11:41.425415 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (1bbe719e-ae40-4b50-a25e-5248f11eb1cb), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:41.448600 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bd07617-cede-4731-8104-5478515fbb0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bbe719e-ae40-4b50-a25e-5248f11eb1cb'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:11:41.452016 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceccbc8d-cf6b-4d9d-b85e-e4f4bb0d093f" -d '{"events": [{"server_uuid": "5bd07617-cede-4731-8104-5478515fbb0e", "name": "network-vif-plugged", "status": "completed", "tag": "1bbe719e-ae40-4b50-a25e-5248f11eb1cb"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:11:41.468236 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 1bbe719e-ae40-4b50-a25e-5248f11eb1cb, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=1bbe719e-ae40-4b50-a25e-5248f11eb1cb,segment=NetworkSegment(71b9bbc9-ac9b-491b-9d03-f13ac7365297),segment_id=71b9bbc9-ac9b-491b-9d03-f13ac7365297)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:11:41.472306 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (1bbe719e-ae40-4b50-a25e-5248f11eb1cb), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:41.499758 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-025b9f57-9753-467a-891b-2a025ce4b01e x-openstack-request-id: req-025b9f57-9753-467a-891b-2a025ce4b01e {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:11:41.500047 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bd07617-cede-4731-8104-5478515fbb0e", "name": "network-vif-plugged", "status": "completed", "tag": "1bbe719e-ae40-4b50-a25e-5248f11eb1cb", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:11:41.500297 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-025b9f57-9753-467a-891b-2a025ce4b01e {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:11:41.500684 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bd07617-cede-4731-8104-5478515fbb0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bbe719e-ae40-4b50-a25e-5248f11eb1cb', 'code': 200} Mar 11 20:11:41.530799 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=1bbe719e-ae40-4b50-a25e-5248f11eb1cb,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:41.596400 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f97e545-1d9d-40fb-99af-fccb3f344c4d req-cadee561-24b4-4da3-9576-97bf46f644d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:41.597883 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1f97e545-1d9d-40fb-99af-fccb3f344c4d req-cadee561-24b4-4da3-9576-97bf46f644d0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5bd07617-cede-4731-8104-5478515fbb0e HTTP/1.1" status: 200 len: 1127 time: 0.0437253 Mar 11 20:11:41.646112 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1f97e545-1d9d-40fb-99af-fccb3f344c4d req-bc52e132-fdaf-4830-bc8c-0b950f848662 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415182 Mar 11 20:11:41.978568 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0e077100-6a0f-42a4-b63d-89ab39889b62 req-71ed0805-8f20-4bf3-9a54-09708a8aa93a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0f70e647-b0cf-4314-a49a-5aefa60d85f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436068 Mar 11 20:11:42.062624 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e077100-6a0f-42a4-b63d-89ab39889b62 req-148bbe89-aa9e-4863-8904-6513ce64c7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:42.064341 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0e077100-6a0f-42a4-b63d-89ab39889b62 req-148bbe89-aa9e-4863-8904-6513ce64c7b7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=77aef0b32a4e44be903fe7edad11ff8b&device_id=0f70e647-b0cf-4314-a49a-5aefa60d85f8 HTTP/1.1" status: 200 len: 1128 time: 0.0446162 Mar 11 20:11:42.215036 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e077100-6a0f-42a4-b63d-89ab39889b62 req-a2387586-c9cc-445f-b589-784ed30c0847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:42.216561 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0e077100-6a0f-42a4-b63d-89ab39889b62 req-a2387586-c9cc-445f-b589-784ed30c0847 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b35df9a3-ec73-442f-a1d6-fed1dd246828 HTTP/1.1" status: 200 len: 897 time: 0.1187785 Mar 11 20:11:42.286767 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0e077100-6a0f-42a4-b63d-89ab39889b62 req-1fc214f3-eaf2-425f-9dfd-e1bfdb203967 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c13bb3a4-fd47-47d5-8600-4c1c987adc25 HTTP/1.1" status: 200 len: 1002 time: 0.0639782 Mar 11 20:11:42.343900 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e077100-6a0f-42a4-b63d-89ab39889b62 req-78ca8d33-deef-4038-b88b-efc0d9afc99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:42.345396 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0e077100-6a0f-42a4-b63d-89ab39889b62 req-78ca8d33-deef-4038-b88b-efc0d9afc99c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d9c452e7-c3d6-4272-9e12-fdc83e07e481 HTTP/1.1" status: 200 len: 835 time: 0.0482562 Mar 11 20:11:42.430369 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e077100-6a0f-42a4-b63d-89ab39889b62 req-16a25633-21e0-4754-be9c-ab2b1e6e6d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:42.431806 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0e077100-6a0f-42a4-b63d-89ab39889b62 req-16a25633-21e0-4754-be9c-ab2b1e6e6d40 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b35df9a3-ec73-442f-a1d6-fed1dd246828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0800891 Mar 11 20:11:42.458241 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d57bb3-4d5e-4d9e-af0d-2fa1cbc00be1 req-02ddfc8e-f793-435a-b629-321f61e0367c tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:42.459778 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-36d57bb3-4d5e-4d9e-af0d-2fa1cbc00be1 req-02ddfc8e-f793-435a-b629-321f61e0367c tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bd07617-cede-4731-8104-5478515fbb0e HTTP/1.1" status: 200 len: 945 time: 0.0788782 Mar 11 20:11:42.570712 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-36d57bb3-4d5e-4d9e-af0d-2fa1cbc00be1 req-89226476-1b25-4010-8f43-a82c9a047db6 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024737 Mar 11 20:11:42.589423 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0e077100-6a0f-42a4-b63d-89ab39889b62 req-329c3b64-4d7e-4be4-9d59-75eb3c213ff8 service neutron] 10.222.0.57 "GET /v2.0/networks/b35df9a3-ec73-442f-a1d6-fed1dd246828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286657 Mar 11 20:11:42.682621 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0e077100-6a0f-42a4-b63d-89ab39889b62 req-1f6c80b5-de3a-403b-827a-47291fea334b service neutron] 10.222.0.57 "GET /v2.0/networks/b35df9a3-ec73-442f-a1d6-fed1dd246828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858502 Mar 11 20:11:43.696278 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1745575-ff62-4696-aad8-4d34979e231d req-c7147ff6-d421-4458-a0ed-f37e1998d0b3 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:43.697742 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b1745575-ff62-4696-aad8-4d34979e231d req-c7147ff6-d421-4458-a0ed-f37e1998d0b3 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bd07617-cede-4731-8104-5478515fbb0e HTTP/1.1" status: 200 len: 945 time: 0.0579133 Mar 11 20:11:43.749786 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b1745575-ff62-4696-aad8-4d34979e231d req-58838663-069a-46af-b01f-195b554f5b0c tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463381 Mar 11 20:11:43.867017 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efce8a3-c0ba-4cb3-b82c-9908b20f898c req-6e54850e-15e8-400f-8e35-2968696cc0f2 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:43.868415 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4efce8a3-c0ba-4cb3-b82c-9908b20f898c req-6e54850e-15e8-400f-8e35-2968696cc0f2 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bd07617-cede-4731-8104-5478515fbb0e HTTP/1.1" status: 200 len: 945 time: 0.0528386 Mar 11 20:11:43.915619 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4efce8a3-c0ba-4cb3-b82c-9908b20f898c req-e1d63eee-38af-40ff-8f2c-9c1a6a25eaaa tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414724 Mar 11 20:11:44.207991 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac4561-73ae-48bc-a7f7-21b5680e4f93 req-7e946920-3bf2-4949-9efb-b520c589e1bf tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:44.209461 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ffac4561-73ae-48bc-a7f7-21b5680e4f93 req-7e946920-3bf2-4949-9efb-b520c589e1bf tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bd07617-cede-4731-8104-5478515fbb0e HTTP/1.1" status: 200 len: 945 time: 0.0519712 Mar 11 20:11:44.260065 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ffac4561-73ae-48bc-a7f7-21b5680e4f93 req-3802ca20-bfab-4962-b02b-04d859b70e1b tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447631 Mar 11 20:11:45.381617 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4949491-21ab-411f-a2d3-51bf4d249e8d req-74fb0d5f-3d38-4fad-bfc4-54015b18fda0 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:45.383077 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e4949491-21ab-411f-a2d3-51bf4d249e8d req-74fb0d5f-3d38-4fad-bfc4-54015b18fda0 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bd07617-cede-4731-8104-5478515fbb0e HTTP/1.1" status: 200 len: 945 time: 0.0524778 Mar 11 20:11:45.428411 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e4949491-21ab-411f-a2d3-51bf4d249e8d req-694937c9-498b-40a3-9940-a0f1fbdde9ad tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395861 Mar 11 20:11:45.852619 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a191f0e-879c-4f3e-8af1-304bd6db4130 req-bc8641cf-4391-4ace-972a-932f443f4d4f tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:45.854104 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2a191f0e-879c-4f3e-8af1-304bd6db4130 req-bc8641cf-4391-4ace-972a-932f443f4d4f tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.57 "GET /v2.0/ports?device_id=5bd07617-cede-4731-8104-5478515fbb0e HTTP/1.1" status: 200 len: 945 time: 0.0537984 Mar 11 20:11:45.952406 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-2a191f0e-879c-4f3e-8af1-304bd6db4130 req-afcde82e-47aa-400d-96f1-065c2a029d5b tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Deleting port 1bbe719e-ae40-4b50-a25e-5248f11eb1cb {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:11:45.952741 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-2a191f0e-879c-4f3e-8af1-304bd6db4130 req-afcde82e-47aa-400d-96f1-065c2a029d5b tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (1bbe719e-ae40-4b50-a25e-5248f11eb1cb), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:46.040932 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-2a191f0e-879c-4f3e-8af1-304bd6db4130 req-afcde82e-47aa-400d-96f1-065c2a029d5b tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] For port 1bbe719e-ae40-4b50-a25e-5248f11eb1cb, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=1bbe719e-ae40-4b50-a25e-5248f11eb1cb,segment=NetworkSegment(71b9bbc9-ac9b-491b-9d03-f13ac7365297),segment_id=71b9bbc9-ac9b-491b-9d03-f13ac7365297)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:11:46.041284 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-2a191f0e-879c-4f3e-8af1-304bd6db4130 req-afcde82e-47aa-400d-96f1-065c2a029d5b tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (1bbe719e-ae40-4b50-a25e-5248f11eb1cb), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:46.053758 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-2a191f0e-879c-4f3e-8af1-304bd6db4130 req-afcde82e-47aa-400d-96f1-065c2a029d5b tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Calling delete_port for 1bbe719e-ae40-4b50-a25e-5248f11eb1cb owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:11:46.189780 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-2a191f0e-879c-4f3e-8af1-304bd6db4130 req-afcde82e-47aa-400d-96f1-065c2a029d5b tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (1bbe719e-ae40-4b50-a25e-5248f11eb1cb), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:46.203574 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['e1f946e6-4c91-4030-ba09-1f788e8f175d'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:11:46.206194 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['1bbe719e-ae40-4b50-a25e-5248f11eb1cb'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:11:46.219394 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcde82e-47aa-400d-96f1-065c2a029d5b tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Pushing event deleted for resources: {'Port': ['ID=1bbe719e-ae40-4b50-a25e-5248f11eb1cb,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:46.272201 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a191f0e-879c-4f3e-8af1-304bd6db4130 req-afcde82e-47aa-400d-96f1-065c2a029d5b tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] No DVR routers for this DVR port 1bbe719e-ae40-4b50-a25e-5248f11eb1cb on host n-h2-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:11:46.276007 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-2a191f0e-879c-4f3e-8af1-304bd6db4130 req-afcde82e-47aa-400d-96f1-065c2a029d5b tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:46.280093 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2a191f0e-879c-4f3e-8af1-304bd6db4130 req-afcde82e-47aa-400d-96f1-065c2a029d5b tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.57 "DELETE /v2.0/ports/1bbe719e-ae40-4b50-a25e-5248f11eb1cb HTTP/1.1" status: 204 len: 173 time: 0.4180331 Mar 11 20:11:46.280577 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bd07617-cede-4731-8104-5478515fbb0e', 'name': 'network-vif-deleted', 'tag': '1bbe719e-ae40-4b50-a25e-5248f11eb1cb'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:11:46.283073 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa764c52-7757-4c38-8abf-5bb58000a7e1" -d '{"events": [{"server_uuid": "5bd07617-cede-4731-8104-5478515fbb0e", "name": "network-vif-deleted", "tag": "1bbe719e-ae40-4b50-a25e-5248f11eb1cb"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:11:46.343188 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101d72af-f5ac-4004-a563-aad4807d692c x-openstack-request-id: req-101d72af-f5ac-4004-a563-aad4807d692c {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:11:46.343683 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bd07617-cede-4731-8104-5478515fbb0e", "name": "network-vif-deleted", "tag": "1bbe719e-ae40-4b50-a25e-5248f11eb1cb", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:11:46.344086 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-101d72af-f5ac-4004-a563-aad4807d692c {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:11:46.344695 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bd07617-cede-4731-8104-5478515fbb0e', 'name': 'network-vif-deleted', 'tag': '1bbe719e-ae40-4b50-a25e-5248f11eb1cb', 'status': 'completed', 'code': 200} Mar 11 20:11:46.529532 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-db8062eb-4f9c-47be-a9fd-d5eec7716530 req-67134255-a38e-41f9-86ea-75be3bfdd565 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bd07617-cede-4731-8104-5478515fbb0e HTTP/1.1" status: 200 len: 210 time: 0.0277240 Mar 11 20:11:47.627815 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7b839d36-954e-4376-8692-2b9057a2e517 req-71716959-0791-4a58-bf9b-c79bf3b52746 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bd07617-cede-4731-8104-5478515fbb0e HTTP/1.1" status: 200 len: 210 time: 0.0263348 Mar 11 20:11:48.723483 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5a1f453a-c5c4-4881-8676-16956e5a6bcb req-de71d145-ca02-4fb5-9cfc-7e421b62d97f tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bd07617-cede-4731-8104-5478515fbb0e HTTP/1.1" status: 200 len: 210 time: 0.0273407 Mar 11 20:11:49.159837 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:49.290003 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 1bbe719e-ae40-4b50-a25e-5248f11eb1cb no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:11:49.310099 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: 1bbe719e-ae40-4b50-a25e-5248f11eb1cb {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:11:49.311003 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 1bbe719e-ae40-4b50-a25e-5248f11eb1cb not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:11:49.824614 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-af287bd2-8e3c-4deb-b5bc-4e353f769b5e req-6d16b493-42de-4042-8ad1-7d7997494e19 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bd07617-cede-4731-8104-5478515fbb0e HTTP/1.1" status: 200 len: 210 time: 0.0307746 Mar 11 20:11:50.507766 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 54296) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:11:51.096796 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9ee5767e-2df1-4554-bead-f87b435908f9 req-4bedb4ce-93c3-4388-af10-75bbd2d6b5a7 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bd07617-cede-4731-8104-5478515fbb0e HTTP/1.1" status: 200 len: 210 time: 0.0339210 Mar 11 20:11:51.239704 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f1bef7c5-d0ed-4f38-9f3e-c255c2407c23 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (c3f93523-2c96-40e2-bc72-483b4e68d849), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:51.578277 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-f1bef7c5-d0ed-4f38-9f3e-c255c2407c23 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Deleting port f8cae3a6-6264-4bdd-b740-8d20f37a97c3 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:11:51.578628 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f1bef7c5-d0ed-4f38-9f3e-c255c2407c23 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (f8cae3a6-6264-4bdd-b740-8d20f37a97c3), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:51.678643 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-f1bef7c5-d0ed-4f38-9f3e-c255c2407c23 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] For port f8cae3a6-6264-4bdd-b740-8d20f37a97c3, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=f8cae3a6-6264-4bdd-b740-8d20f37a97c3,segment=NetworkSegment(39f9e95b-6954-485a-a554-96c5f736902b),segment_id=39f9e95b-6954-485a-a554-96c5f736902b)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:11:51.679026 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f1bef7c5-d0ed-4f38-9f3e-c255c2407c23 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (f8cae3a6-6264-4bdd-b740-8d20f37a97c3), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:51.693946 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-f1bef7c5-d0ed-4f38-9f3e-c255c2407c23 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Calling delete_port for f8cae3a6-6264-4bdd-b740-8d20f37a97c3 owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:11:51.891955 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f1bef7c5-d0ed-4f38-9f3e-c255c2407c23 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (f8cae3a6-6264-4bdd-b740-8d20f37a97c3), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:51.916860 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bef7c5-d0ed-4f38-9f3e-c255c2407c23 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Pushing event deleted for resources: {'Port': ['ID=f8cae3a6-6264-4bdd-b740-8d20f37a97c3,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:51.954489 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bef7c5-d0ed-4f38-9f3e-c255c2407c23 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:51.954829 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bef7c5-d0ed-4f38-9f3e-c255c2407c23 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:51.955175 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bef7c5-d0ed-4f38-9f3e-c255c2407c23 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:51.955514 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bef7c5-d0ed-4f38-9f3e-c255c2407c23 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:51.955877 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bef7c5-d0ed-4f38-9f3e-c255c2407c23 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:51.956209 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bef7c5-d0ed-4f38-9f3e-c255c2407c23 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:51.956536 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bef7c5-d0ed-4f38-9f3e-c255c2407c23 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:51.956867 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bef7c5-d0ed-4f38-9f3e-c255c2407c23 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:51.957202 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bef7c5-d0ed-4f38-9f3e-c255c2407c23 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:51.957526 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bef7c5-d0ed-4f38-9f3e-c255c2407c23 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:51.957855 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bef7c5-d0ed-4f38-9f3e-c255c2407c23 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:51.958180 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bef7c5-d0ed-4f38-9f3e-c255c2407c23 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:51.958506 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bef7c5-d0ed-4f38-9f3e-c255c2407c23 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:52.125749 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f1bef7c5-d0ed-4f38-9f3e-c255c2407c23 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (c3f93523-2c96-40e2-bc72-483b4e68d849), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:52.209266 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ef72aff3-f933-4f9a-8832-daba6be3571f req-6c9ff83b-3e2a-4b3f-b870-a8345d30e1b7 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bd07617-cede-4731-8104-5478515fbb0e HTTP/1.1" status: 200 len: 210 time: 0.0344555 Mar 11 20:11:52.357878 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7f2482b7-291e-4bc6-b2b6-89e98b7e28b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:52.402553 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1bef7c5-d0ed-4f38-9f3e-c255c2407c23 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Router c3f93523-2c96-40e2-bc72-483b4e68d849 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:11:52.518200 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1bef7c5-d0ed-4f38-9f3e-c255c2407c23 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:11:52.523720 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f1bef7c5-d0ed-4f38-9f3e-c255c2407c23 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "PUT /v2.0/routers/c3f93523-2c96-40e2-bc72-483b4e68d849/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0150900 Mar 11 20:11:52.531420 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480f814c-9d88-44c5-8e16-2f8e88eb4f72 None None] Sync routers for ids ['c3f93523-2c96-40e2-bc72-483b4e68d849'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:11:52.543263 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480f814c-9d88-44c5-8e16-2f8e88eb4f72 None None] Routers {'c3f93523-2c96-40e2-bc72-483b4e68d849'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:11:52.544017 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-480f814c-9d88-44c5-8e16-2f8e88eb4f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:11:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['c3f93523-2c96-40e2-bc72-483b4e68d849'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:11:52.676314 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-480f814c-9d88-44c5-8e16-2f8e88eb4f72 None None] Set router c3f93523-2c96-40e2-bc72-483b4e68d849 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:11:52.808680 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980177b7-c39d-45ae-96c4-fbf8d23212d5 req-85cf0a86-6cbb-4197-b7e3-c9743d4cc470 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:52.811430 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-980177b7-c39d-45ae-96c4-fbf8d23212d5 req-85cf0a86-6cbb-4197-b7e3-c9743d4cc470 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/ports?device_id=25963931-40d2-421f-9421-030c78fce0fe HTTP/1.1" status: 200 len: 946 time: 0.0641356 Mar 11 20:11:52.862811 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-980177b7-c39d-45ae-96c4-fbf8d23212d5 req-18f2b081-3102-438c-874a-14d15f65a6cd tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7d5ab7d-0a79-4f5d-bb9f-78efb70e4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451639 Mar 11 20:11:52.912566 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-480f814c-9d88-44c5-8e16-2f8e88eb4f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f93523-2c96-40e2-bc72-483b4e68d849', 'name': 'tempest-TestNetworkBasicOps-router-773022520', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'd9888c7a-3daf-460d-a826-9e3a2e805487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:09:34Z', 'updated_at': '2022-03-11T20:11:51Z', 'revision_number': 6, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'gw_port': {'id': 'd9888c7a-3daf-460d-a826-9e3a2e805487', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f93523-2c96-40e2-bc72-483b4e68d849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:09:35Z', 'updated_at': '2022-03-11T20:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '58eede52-5090-4ab7-b62c-4e0bd645a65a', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'floating_ip_address': '172.25.8.119', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'c3f93523-2c96-40e2-bc72-483b4e68d849', 'port_id': 'c13bb3a4-fd47-47d5-8600-4c1c987adc25', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3975, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b35df9a3-ec73-442f-a1d6-fed1dd246828', 'mac_address': 'fa:16:3e:4a:4c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f70e647-b0cf-4314-a49a-5aefa60d85f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:09:59Z', 'updated_at': '2022-03-11T20:10:03Z', 'revision_number': 1, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6096c1f1-61ec-46e0-84b6-f2f7fd0aafac', 'name': '', 'network_id': 'b35df9a3-ec73-442f-a1d6-fed1dd246828', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'mac_address': 'fa:16:3e:23:df:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f93523-2c96-40e2-bc72-483b4e68d849', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'd9c452e7-c3d6-4272-9e12-fdc83e07e481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:09:38Z', 'updated_at': '2022-03-11T20:09:43Z', 'revision_number': 5, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'subnets': [{'id': 'd9c452e7-c3d6-4272-9e12-fdc83e07e481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:11:52.942383 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480f814c-9d88-44c5-8e16-2f8e88eb4f72 None None] Checking router: c3f93523-2c96-40e2-bc72-483b4e68d849 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:11:52.957095 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:52.958126 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480f814c-9d88-44c5-8e16-2f8e88eb4f72 None None] Routers {'c3f93523-2c96-40e2-bc72-483b4e68d849'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:11:52.958718 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-480f814c-9d88-44c5-8e16-2f8e88eb4f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:11:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['c3f93523-2c96-40e2-bc72-483b4e68d849'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:11:53.066902 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-480f814c-9d88-44c5-8e16-2f8e88eb4f72 None None] Set router c3f93523-2c96-40e2-bc72-483b4e68d849 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:11:53.313119 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-480f814c-9d88-44c5-8e16-2f8e88eb4f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f93523-2c96-40e2-bc72-483b4e68d849', 'name': 'tempest-TestNetworkBasicOps-router-773022520', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'd9888c7a-3daf-460d-a826-9e3a2e805487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:09:34Z', 'updated_at': '2022-03-11T20:11:51Z', 'revision_number': 6, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'gw_port': {'id': 'd9888c7a-3daf-460d-a826-9e3a2e805487', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f93523-2c96-40e2-bc72-483b4e68d849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:09:35Z', 'updated_at': '2022-03-11T20:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '58eede52-5090-4ab7-b62c-4e0bd645a65a', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'floating_ip_address': '172.25.8.119', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'c3f93523-2c96-40e2-bc72-483b4e68d849', 'port_id': 'c13bb3a4-fd47-47d5-8600-4c1c987adc25', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3975, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b35df9a3-ec73-442f-a1d6-fed1dd246828', 'mac_address': 'fa:16:3e:4a:4c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f70e647-b0cf-4314-a49a-5aefa60d85f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:09:59Z', 'updated_at': '2022-03-11T20:10:03Z', 'revision_number': 1, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6096c1f1-61ec-46e0-84b6-f2f7fd0aafac', 'name': '', 'network_id': 'b35df9a3-ec73-442f-a1d6-fed1dd246828', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'mac_address': 'fa:16:3e:23:df:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f93523-2c96-40e2-bc72-483b4e68d849', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'd9c452e7-c3d6-4272-9e12-fdc83e07e481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:09:38Z', 'updated_at': '2022-03-11T20:09:43Z', 'revision_number': 5, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'subnets': [{'id': 'd9c452e7-c3d6-4272-9e12-fdc83e07e481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:11:53.321709 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fe62b78d-e67a-42e6-a949-ba92730d6d5c req-fa637bbd-1fc9-4853-bfda-ca30df99ed21 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bd07617-cede-4731-8104-5478515fbb0e HTTP/1.1" status: 200 len: 210 time: 0.0302417 Mar 11 20:11:53.342308 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480f814c-9d88-44c5-8e16-2f8e88eb4f72 None None] The sync data for ids ['c3f93523-2c96-40e2-bc72-483b4e68d849'] in n-d-833163-1 is: [{'id': 'c3f93523-2c96-40e2-bc72-483b4e68d849', 'name': 'tempest-TestNetworkBasicOps-router-773022520', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'd9888c7a-3daf-460d-a826-9e3a2e805487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:09:34Z', 'updated_at': '2022-03-11T20:11:51Z', 'revision_number': 6, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'gw_port': {'id': 'd9888c7a-3daf-460d-a826-9e3a2e805487', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f93523-2c96-40e2-bc72-483b4e68d849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:09:35Z', 'updated_at': '2022-03-11T20:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '58eede52-5090-4ab7-b62c-4e0bd645a65a', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'floating_ip_address': '172.25.8.119', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'c3f93523-2c96-40e2-bc72-483b4e68d849', 'port_id': 'c13bb3a4-fd47-47d5-8600-4c1c987adc25', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3975, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b35df9a3-ec73-442f-a1d6-fed1dd246828', 'mac_address': 'fa:16:3e:4a:4c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f70e647-b0cf-4314-a49a-5aefa60d85f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:09:59Z', 'updated_at': '2022-03-11T20:10:03Z', 'revision_number': 1, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6096c1f1-61ec-46e0-84b6-f2f7fd0aafac', 'name': '', 'network_id': 'b35df9a3-ec73-442f-a1d6-fed1dd246828', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'mac_address': 'fa:16:3e:23:df:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f93523-2c96-40e2-bc72-483b4e68d849', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'd9c452e7-c3d6-4272-9e12-fdc83e07e481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:09:38Z', 'updated_at': '2022-03-11T20:09:43Z', 'revision_number': 5, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'subnets': [{'id': 'd9c452e7-c3d6-4272-9e12-fdc83e07e481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:11:53.979574 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device f8cae3a6-6264-4bdd-b740-8d20f37a97c3 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:11:53.993736 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd651f-ef51-48bd-a24d-6d7fedae590a req-53b1cbbd-5aba-4c29-91cc-4dc64da2819d tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:53.995205 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9ffd651f-ef51-48bd-a24d-6d7fedae590a req-53b1cbbd-5aba-4c29-91cc-4dc64da2819d tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/ports?device_id=25963931-40d2-421f-9421-030c78fce0fe HTTP/1.1" status: 200 len: 946 time: 0.0589626 Mar 11 20:11:54.001142 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: f8cae3a6-6264-4bdd-b740-8d20f37a97c3 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:11:54.001489 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device f8cae3a6-6264-4bdd-b740-8d20f37a97c3 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:11:54.048566 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9ffd651f-ef51-48bd-a24d-6d7fedae590a req-aef274c3-3eb3-4256-84a0-399d7052918b tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/security-groups?id=b7d5ab7d-0a79-4f5d-bb9f-78efb70e4d33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456040 Mar 11 20:11:54.094081 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c970b0d2-138e-44de-9398-ec4ee1199d50 req-4f143b98-858e-4a03-a7fb-4dfc236aaa24 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:54.095657 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c970b0d2-138e-44de-9398-ec4ee1199d50 req-4f143b98-858e-4a03-a7fb-4dfc236aaa24 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.75 "GET /v2.0/ports?device_id=25963931-40d2-421f-9421-030c78fce0fe HTTP/1.1" status: 200 len: 946 time: 0.0608494 Mar 11 20:11:54.193303 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-c970b0d2-138e-44de-9398-ec4ee1199d50 req-50f72187-55aa-4093-bc73-0f927a0a3f4f tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Deleting port 363f2dae-8201-4fef-9bfb-2d6322f00874 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:11:54.193644 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c970b0d2-138e-44de-9398-ec4ee1199d50 req-50f72187-55aa-4093-bc73-0f927a0a3f4f tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (363f2dae-8201-4fef-9bfb-2d6322f00874), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:54.305031 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-c970b0d2-138e-44de-9398-ec4ee1199d50 req-50f72187-55aa-4093-bc73-0f927a0a3f4f tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] For port 363f2dae-8201-4fef-9bfb-2d6322f00874, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=363f2dae-8201-4fef-9bfb-2d6322f00874,segment=NetworkSegment(39f9e95b-6954-485a-a554-96c5f736902b),segment_id=39f9e95b-6954-485a-a554-96c5f736902b)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:11:54.305396 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c970b0d2-138e-44de-9398-ec4ee1199d50 req-50f72187-55aa-4093-bc73-0f927a0a3f4f tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (363f2dae-8201-4fef-9bfb-2d6322f00874), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:54.318092 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-c970b0d2-138e-44de-9398-ec4ee1199d50 req-50f72187-55aa-4093-bc73-0f927a0a3f4f tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Calling delete_port for 363f2dae-8201-4fef-9bfb-2d6322f00874 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:11:54.423408 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2215a45d-76ec-445c-9cab-6c794c149b94 req-d3003c5d-3a27-475c-8d75-a3919d22020d tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bd07617-cede-4731-8104-5478515fbb0e HTTP/1.1" status: 200 len: 210 time: 0.0282078 Mar 11 20:11:54.454044 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c970b0d2-138e-44de-9398-ec4ee1199d50 req-50f72187-55aa-4093-bc73-0f927a0a3f4f tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (363f2dae-8201-4fef-9bfb-2d6322f00874), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:54.486731 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f72187-55aa-4093-bc73-0f927a0a3f4f tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Pushing event deleted for resources: {'Port': ['ID=363f2dae-8201-4fef-9bfb-2d6322f00874,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:54.530359 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-c970b0d2-138e-44de-9398-ec4ee1199d50 req-50f72187-55aa-4093-bc73-0f927a0a3f4f tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] No DVR routers for this DVR port 363f2dae-8201-4fef-9bfb-2d6322f00874 on host n-h1-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:11:54.532992 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-c970b0d2-138e-44de-9398-ec4ee1199d50 req-50f72187-55aa-4093-bc73-0f927a0a3f4f tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:54.536282 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c970b0d2-138e-44de-9398-ec4ee1199d50 req-50f72187-55aa-4093-bc73-0f927a0a3f4f tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.75 "DELETE /v2.0/ports/363f2dae-8201-4fef-9bfb-2d6322f00874 HTTP/1.1" status: 204 len: 173 time: 0.4353266 Mar 11 20:11:54.536727 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25963931-40d2-421f-9421-030c78fce0fe', 'name': 'network-vif-deleted', 'tag': '363f2dae-8201-4fef-9bfb-2d6322f00874'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:11:54.538937 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5498409-da4d-44e7-b285-82f1eb93f27b" -d '{"events": [{"server_uuid": "25963931-40d2-421f-9421-030c78fce0fe", "name": "network-vif-deleted", "tag": "363f2dae-8201-4fef-9bfb-2d6322f00874"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:11:54.578086 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1332e996-80f1-4e7a-bad4-c7c9d9491dea x-openstack-request-id: req-1332e996-80f1-4e7a-bad4-c7c9d9491dea {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:11:54.578448 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25963931-40d2-421f-9421-030c78fce0fe", "name": "network-vif-deleted", "tag": "363f2dae-8201-4fef-9bfb-2d6322f00874", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:11:54.578773 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1332e996-80f1-4e7a-bad4-c7c9d9491dea {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:11:54.579244 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25963931-40d2-421f-9421-030c78fce0fe', 'name': 'network-vif-deleted', 'tag': '363f2dae-8201-4fef-9bfb-2d6322f00874', 'status': 'completed', 'code': 200} Mar 11 20:11:54.645870 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-97d92743-656d-478b-82b2-1874531626ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:55.104037 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 54322) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:11:55.161172 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f564b8c2-bfb2-4ac0-8460-b70732726221 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for security_group (b7d5ab7d-0a79-4f5d-bb9f-78efb70e4d33), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:55.194991 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f564b8c2-bfb2-4ac0-8460-b70732726221 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for security_group (b7d5ab7d-0a79-4f5d-bb9f-78efb70e4d33), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:55.267648 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f564b8c2-bfb2-4ac0-8460-b70732726221 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (b7d5ab7d-0a79-4f5d-bb9f-78efb70e4d33), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:55.270416 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f564b8c2-bfb2-4ac0-8460-b70732726221 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:55.271673 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f564b8c2-bfb2-4ac0-8460-b70732726221 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "DELETE /v2.0/security-groups/b7d5ab7d-0a79-4f5d-bb9f-78efb70e4d33 HTTP/1.1" status: 204 len: 168 time: 0.1666043 Mar 11 20:11:55.282168 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f564b8c2-bfb2-4ac0-8460-b70732726221 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d5ab7d-0a79-4f5d-bb9f-78efb70e4d33,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:55.308795 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54326) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:11:55.363921 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-67ecfefb-3a20-4ed8-bdc0-b1cba0d4fccf tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Deleting subnet 761819e7-e770-45e1-93d8-13fcb0966aa0 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 20:11:55.367102 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-67ecfefb-3a20-4ed8-bdc0-b1cba0d4fccf tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for subnet (761819e7-e770-45e1-93d8-13fcb0966aa0), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:55.410411 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-67ecfefb-3a20-4ed8-bdc0-b1cba0d4fccf tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (761819e7-e770-45e1-93d8-13fcb0966aa0), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:55.502360 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-67ecfefb-3a20-4ed8-bdc0-b1cba0d4fccf tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (761819e7-e770-45e1-93d8-13fcb0966aa0), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:55.551001 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d13484a2-cc74-4880-86e8-25c730b979c7 req-3e9c3440-020f-4e21-af54-187f2dee895f tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=5bd07617-cede-4731-8104-5478515fbb0e HTTP/1.1" status: 200 len: 210 time: 0.0328302 Mar 11 20:11:55.577643 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-67ecfefb-3a20-4ed8-bdc0-b1cba0d4fccf tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (761819e7-e770-45e1-93d8-13fcb0966aa0), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:55.606388 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ecfefb-3a20-4ed8-bdc0-b1cba0d4fccf tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Pushing event deleted for resources: {'Subnet': ['ID=761819e7-e770-45e1-93d8-13fcb0966aa0,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:55.608997 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-67ecfefb-3a20-4ed8-bdc0-b1cba0d4fccf tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:55.614893 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-67ecfefb-3a20-4ed8-bdc0-b1cba0d4fccf tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "DELETE /v2.0/subnets/761819e7-e770-45e1-93d8-13fcb0966aa0 HTTP/1.1" status: 204 len: 168 time: 0.3046489 Mar 11 20:11:55.615619 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 54330) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:11:55.616873 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a820245c-98f8-4238-a7ae-030e6c632a6d None None] Network ea1ad495-90f5-41d0-97e0-bd12a1175824 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:11:55.693798 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-35eb433b-e273-489a-b731-2343e7e8b9c9 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (ea1ad495-90f5-41d0-97e0-bd12a1175824), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:55.763029 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-35eb433b-e273-489a-b731-2343e7e8b9c9 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Deleting port a6454cd1-919f-46bd-bba3-e66c08eec2d9 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:11:55.763919 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-35eb433b-e273-489a-b731-2343e7e8b9c9 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (a6454cd1-919f-46bd-bba3-e66c08eec2d9), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:55.802129 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a44215-64ec-49c0-83c5-79773a75d5ab None None] DHCP port deletion for ea1ad495-90f5-41d0-97e0-bd12a1175824 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 20:11:55.842588 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-35eb433b-e273-489a-b731-2343e7e8b9c9 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] For port a6454cd1-919f-46bd-bba3-e66c08eec2d9, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=a6454cd1-919f-46bd-bba3-e66c08eec2d9,segment=NetworkSegment(39f9e95b-6954-485a-a554-96c5f736902b),segment_id=39f9e95b-6954-485a-a554-96c5f736902b)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:11:55.843818 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-35eb433b-e273-489a-b731-2343e7e8b9c9 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (a6454cd1-919f-46bd-bba3-e66c08eec2d9), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:55.868078 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-35eb433b-e273-489a-b731-2343e7e8b9c9 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Calling delete_port for a6454cd1-919f-46bd-bba3-e66c08eec2d9 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:11:55.993362 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-35eb433b-e273-489a-b731-2343e7e8b9c9 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (a6454cd1-919f-46bd-bba3-e66c08eec2d9), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:56.017089 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f2a44215-64ec-49c0-83c5-79773a75d5ab None None] Deleting port a6454cd1-919f-46bd-bba3-e66c08eec2d9 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:11:56.017428 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f2a44215-64ec-49c0-83c5-79773a75d5ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (a6454cd1-919f-46bd-bba3-e66c08eec2d9), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:56.023860 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eb433b-e273-489a-b731-2343e7e8b9c9 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Pushing event deleted for resources: {'Port': ['ID=a6454cd1-919f-46bd-bba3-e66c08eec2d9,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:56.032242 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35eb433b-e273-489a-b731-2343e7e8b9c9 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] No DVR routers for this DVR port a6454cd1-919f-46bd-bba3-e66c08eec2d9 on host n-d-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:11:56.032388 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device a6454cd1-919f-46bd-bba3-e66c08eec2d9 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:11:56.060331 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: a6454cd1-919f-46bd-bba3-e66c08eec2d9 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:11:56.061067 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device a6454cd1-919f-46bd-bba3-e66c08eec2d9 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:11:56.109508 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-f2a44215-64ec-49c0-83c5-79773a75d5ab None None] For port a6454cd1-919f-46bd-bba3-e66c08eec2d9, host n-d-833163-1, got binding levels [] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:11:56.110131 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f2a44215-64ec-49c0-83c5-79773a75d5ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (a6454cd1-919f-46bd-bba3-e66c08eec2d9), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:56.123713 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f2a44215-64ec-49c0-83c5-79773a75d5ab None None] Calling delete_port for a6454cd1-919f-46bd-bba3-e66c08eec2d9 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:11:56.125296 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-35eb433b-e273-489a-b731-2343e7e8b9c9 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (ea1ad495-90f5-41d0-97e0-bd12a1175824), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:56.127333 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.ipam_backend_mixin [None req-f2a44215-64ec-49c0-83c5-79773a75d5ab None None] Port a6454cd1-919f-46bd-bba3-e66c08eec2d9 was not found and therefore no delete operation was performed {{(pid=103886) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 11 20:11:56.129524 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f2a44215-64ec-49c0-83c5-79773a75d5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (a6454cd1-919f-46bd-bba3-e66c08eec2d9), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:56.150067 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-35eb433b-e273-489a-b731-2343e7e8b9c9 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea1ad495-90f5-41d0-97e0-bd12a1175824']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:11:56.161259 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-35eb433b-e273-489a-b731-2343e7e8b9c9 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39f9e95b-6954-485a-a554-96c5f736902b') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:11:56.161557 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-35eb433b-e273-489a-b731-2343e7e8b9c9 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39f9e95b-6954-485a-a554-96c5f736902b') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:11:56.165109 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a44215-64ec-49c0-83c5-79773a75d5ab None None] Pushing event deleted for resources: {'Port': ['ID=a6454cd1-919f-46bd-bba3-e66c08eec2d9,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:56.170737 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a44215-64ec-49c0-83c5-79773a75d5ab None None] No DVR routers for this DVR port a6454cd1-919f-46bd-bba3-e66c08eec2d9 on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:11:56.175485 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-35eb433b-e273-489a-b731-2343e7e8b9c9 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (39f9e95b-6954-485a-a554-96c5f736902b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:56.179237 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a44215-64ec-49c0-83c5-79773a75d5ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:56.179839 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a44215-64ec-49c0-83c5-79773a75d5ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:56.180329 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a44215-64ec-49c0-83c5-79773a75d5ab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:56.180791 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a44215-64ec-49c0-83c5-79773a75d5ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:56.181258 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a44215-64ec-49c0-83c5-79773a75d5ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:56.181708 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a44215-64ec-49c0-83c5-79773a75d5ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:56.182163 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a44215-64ec-49c0-83c5-79773a75d5ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:56.183158 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a44215-64ec-49c0-83c5-79773a75d5ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:56.183497 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a44215-64ec-49c0-83c5-79773a75d5ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:56.183847 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a44215-64ec-49c0-83c5-79773a75d5ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:56.184178 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a44215-64ec-49c0-83c5-79773a75d5ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:56.184501 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a44215-64ec-49c0-83c5-79773a75d5ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:56.185126 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a44215-64ec-49c0-83c5-79773a75d5ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:11:56.195422 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-35eb433b-e273-489a-b731-2343e7e8b9c9 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (39f9e95b-6954-485a-a554-96c5f736902b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:56.202894 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35eb433b-e273-489a-b731-2343e7e8b9c9 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Releasing vlan 882 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 20:11:56.203433 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-35eb433b-e273-489a-b731-2343e7e8b9c9 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (39f9e95b-6954-485a-a554-96c5f736902b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:56.206572 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 20:11:56.206572 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 20:11:56.206572 n-d-833163-1 neutron-server[103885]: timer() Mar 11 20:11:56.206572 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:11:56.206572 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 20:11:56.206572 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 20:11:56.206572 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 20:11:56.206572 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:11:56.206572 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 20:11:56.206572 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:11:56.206572 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 20:11:56.206572 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:11:56.206572 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 20:11:56.206572 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 20:11:56.206572 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:11:56.206572 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 20:11:56.206572 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:11:56.206572 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 20:11:56.206572 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 20:11:56.206572 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:11:56.206572 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 20:11:56.206572 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:11:56.206572 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:11:56.206572 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 20:11:56.206572 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 20:11:56.206572 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 20:11:56.206572 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:11:56.206572 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 20:11:56.206572 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:11:56.206572 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 20:11:56.206572 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:11:56.206572 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:11:56.272960 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-35eb433b-e273-489a-b731-2343e7e8b9c9 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (ea1ad495-90f5-41d0-97e0-bd12a1175824), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:56.279961 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-35eb433b-e273-489a-b731-2343e7e8b9c9 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:56.286064 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-35eb433b-e273-489a-b731-2343e7e8b9c9 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "DELETE /v2.0/networks/ea1ad495-90f5-41d0-97e0-bd12a1175824 HTTP/1.1" status: 204 len: 168 time: 0.6666703 Mar 11 20:11:56.287506 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54332) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:11:56.296162 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eb433b-e273-489a-b731-2343e7e8b9c9 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Pushing event deleted for resources: {'Network': ['ID=ea1ad495-90f5-41d0-97e0-bd12a1175824,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:56.304406 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:56.459373 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-287d51fe-caaf-4cfb-a337-7b5df211c7ea tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Deleting port 5530f3f8-3850-4c8b-b125-30f33f157c60 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:11:56.460005 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-287d51fe-caaf-4cfb-a337-7b5df211c7ea tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (5530f3f8-3850-4c8b-b125-30f33f157c60), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:56.538152 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-287d51fe-caaf-4cfb-a337-7b5df211c7ea tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (5530f3f8-3850-4c8b-b125-30f33f157c60), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:56.538485 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-287d51fe-caaf-4cfb-a337-7b5df211c7ea tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for floatingip (5530f3f8-3850-4c8b-b125-30f33f157c60), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:56.550437 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-287d51fe-caaf-4cfb-a337-7b5df211c7ea tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Calling delete_port for 5530f3f8-3850-4c8b-b125-30f33f157c60 owned by network:floatingip {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:11:57.051764 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-287d51fe-caaf-4cfb-a337-7b5df211c7ea tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (5530f3f8-3850-4c8b-b125-30f33f157c60), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:57.078020 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287d51fe-caaf-4cfb-a337-7b5df211c7ea tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Pushing event deleted for resources: {'Port': ['ID=5530f3f8-3850-4c8b-b125-30f33f157c60,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:57.140248 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-287d51fe-caaf-4cfb-a337-7b5df211c7ea tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for floatingip (58eede52-5090-4ab7-b62c-4e0bd645a65a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:57.140682 n-d-833163-1 neutron-server[103884]: INFO neutron.db.l3_db [None req-287d51fe-caaf-4cfb-a337-7b5df211c7ea tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Floating IP 58eede52-5090-4ab7-b62c-4e0bd645a65a disassociated (deleted). External IP: 172.25.8.119, port: c13bb3a4-fd47-47d5-8600-4c1c987adc25. Mar 11 20:11:57.391461 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-287d51fe-caaf-4cfb-a337-7b5df211c7ea tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Router c3f93523-2c96-40e2-bc72-483b4e68d849 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:11:57.511247 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-287d51fe-caaf-4cfb-a337-7b5df211c7ea tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:11:57.516462 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-287d51fe-caaf-4cfb-a337-7b5df211c7ea tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:57.528230 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865f6530-dff8-4986-9aec-49f24145ae0a None None] Sync routers for ids ['c3f93523-2c96-40e2-bc72-483b4e68d849'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:11:57.543027 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865f6530-dff8-4986-9aec-49f24145ae0a None None] Routers {'c3f93523-2c96-40e2-bc72-483b4e68d849'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:11:57.544556 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-865f6530-dff8-4986-9aec-49f24145ae0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:11:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['c3f93523-2c96-40e2-bc72-483b4e68d849'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:11:57.554136 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-287d51fe-caaf-4cfb-a337-7b5df211c7ea tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "DELETE /v2.0/floatingips/58eede52-5090-4ab7-b62c-4e0bd645a65a HTTP/1.1" status: 204 len: 168 time: 1.2652194 Mar 11 20:11:57.554942 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f70e647-b0cf-4314-a49a-5aefa60d85f8', 'tag': 'c13bb3a4-fd47-47d5-8600-4c1c987adc25'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:11:57.557883 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45029c0-2b39-4e58-96e0-fc219d69c197" -d '{"events": [{"name": "network-changed", "server_uuid": "0f70e647-b0cf-4314-a49a-5aefa60d85f8", "tag": "c13bb3a4-fd47-47d5-8600-4c1c987adc25"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:11:57.708275 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-865f6530-dff8-4986-9aec-49f24145ae0a None None] Set router c3f93523-2c96-40e2-bc72-483b4e68d849 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:11:57.751638 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:57.785926 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a189fbf4-541d-40df-82a9-3fa76c97ea6b x-openstack-request-id: req-a189fbf4-541d-40df-82a9-3fa76c97ea6b {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:11:57.787367 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f70e647-b0cf-4314-a49a-5aefa60d85f8", "tag": "c13bb3a4-fd47-47d5-8600-4c1c987adc25", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:11:57.787969 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a189fbf4-541d-40df-82a9-3fa76c97ea6b {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:11:57.788519 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f70e647-b0cf-4314-a49a-5aefa60d85f8', 'tag': 'c13bb3a4-fd47-47d5-8600-4c1c987adc25', 'status': 'completed', 'code': 200} Mar 11 20:11:57.802327 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 363f2dae-8201-4fef-9bfb-2d6322f00874 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:11:57.833450 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: 363f2dae-8201-4fef-9bfb-2d6322f00874 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:11:57.834175 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 363f2dae-8201-4fef-9bfb-2d6322f00874 not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:11:57.901934 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45029c0-2b39-4e58-96e0-fc219d69c197 req-03692900-749a-4f51-a6cf-90b20a44dbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:57.904057 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b45029c0-2b39-4e58-96e0-fc219d69c197 req-03692900-749a-4f51-a6cf-90b20a44dbd8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=77aef0b32a4e44be903fe7edad11ff8b&device_id=0f70e647-b0cf-4314-a49a-5aefa60d85f8 HTTP/1.1" status: 200 len: 1128 time: 0.0962071 Mar 11 20:11:57.946256 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a83c9e-34f1-4594-a5fe-9359c2413e7c req-8e444cde-919f-4598-83ce-9642e8afc987 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:57.947857 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-26a83c9e-34f1-4594-a5fe-9359c2413e7c req-8e444cde-919f-4598-83ce-9642e8afc987 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f70e647-b0cf-4314-a49a-5aefa60d85f8 HTTP/1.1" status: 200 len: 946 time: 0.1019065 Mar 11 20:11:57.981097 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-865f6530-dff8-4986-9aec-49f24145ae0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f93523-2c96-40e2-bc72-483b4e68d849', 'name': 'tempest-TestNetworkBasicOps-router-773022520', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'd9888c7a-3daf-460d-a826-9e3a2e805487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:09:34Z', 'updated_at': '2022-03-11T20:11:51Z', 'revision_number': 6, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'gw_port': {'id': 'd9888c7a-3daf-460d-a826-9e3a2e805487', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f93523-2c96-40e2-bc72-483b4e68d849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:09:35Z', 'updated_at': '2022-03-11T20:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '6096c1f1-61ec-46e0-84b6-f2f7fd0aafac', 'name': '', 'network_id': 'b35df9a3-ec73-442f-a1d6-fed1dd246828', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'mac_address': 'fa:16:3e:23:df:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f93523-2c96-40e2-bc72-483b4e68d849', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'd9c452e7-c3d6-4272-9e12-fdc83e07e481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:09:38Z', 'updated_at': '2022-03-11T20:09:43Z', 'revision_number': 5, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'subnets': [{'id': 'd9c452e7-c3d6-4272-9e12-fdc83e07e481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:11:58.015489 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865f6530-dff8-4986-9aec-49f24145ae0a None None] Checking router: c3f93523-2c96-40e2-bc72-483b4e68d849 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:11:58.025700 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865f6530-dff8-4986-9aec-49f24145ae0a None None] Routers {'c3f93523-2c96-40e2-bc72-483b4e68d849'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:11:58.026412 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-865f6530-dff8-4986-9aec-49f24145ae0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:11:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['c3f93523-2c96-40e2-bc72-483b4e68d849'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:11:58.075416 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-26a83c9e-34f1-4594-a5fe-9359c2413e7c req-c78ef45c-da71-4389-943c-2597e5a93a92 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/security-groups?id=742f8ce6-e1eb-414a-b80f-02d33544c4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137099 Mar 11 20:11:58.080129 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45029c0-2b39-4e58-96e0-fc219d69c197 req-49ca6267-a876-4a96-a0a7-5ff337a68e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:58.081570 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b45029c0-2b39-4e58-96e0-fc219d69c197 req-49ca6267-a876-4a96-a0a7-5ff337a68e59 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b35df9a3-ec73-442f-a1d6-fed1dd246828 HTTP/1.1" status: 200 len: 897 time: 0.1691544 Mar 11 20:11:58.128172 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b45029c0-2b39-4e58-96e0-fc219d69c197 req-7a1d2b0f-c9c1-4a03-870f-8e331c0747c8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c13bb3a4-fd47-47d5-8600-4c1c987adc25 HTTP/1.1" status: 200 len: 217 time: 0.0390651 Mar 11 20:11:58.146580 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-865f6530-dff8-4986-9aec-49f24145ae0a None None] Set router c3f93523-2c96-40e2-bc72-483b4e68d849 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:11:58.180143 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45029c0-2b39-4e58-96e0-fc219d69c197 req-e603c5f1-3612-44bd-889e-53e203be8717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:58.181531 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b45029c0-2b39-4e58-96e0-fc219d69c197 req-e603c5f1-3612-44bd-889e-53e203be8717 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d9c452e7-c3d6-4272-9e12-fdc83e07e481 HTTP/1.1" status: 200 len: 835 time: 0.0449090 Mar 11 20:11:58.244599 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45029c0-2b39-4e58-96e0-fc219d69c197 req-4eea7b1e-3dd4-4e39-9482-4993e95ce656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:58.250540 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b45029c0-2b39-4e58-96e0-fc219d69c197 req-4eea7b1e-3dd4-4e39-9482-4993e95ce656 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b35df9a3-ec73-442f-a1d6-fed1dd246828&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0621810 Mar 11 20:11:58.358722 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b45029c0-2b39-4e58-96e0-fc219d69c197 req-0c3de26f-9463-4469-b693-1e3be7b4289b service neutron] 10.222.0.57 "GET /v2.0/networks/b35df9a3-ec73-442f-a1d6-fed1dd246828?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020215 Mar 11 20:11:58.371506 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-865f6530-dff8-4986-9aec-49f24145ae0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f93523-2c96-40e2-bc72-483b4e68d849', 'name': 'tempest-TestNetworkBasicOps-router-773022520', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'd9888c7a-3daf-460d-a826-9e3a2e805487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:09:34Z', 'updated_at': '2022-03-11T20:11:51Z', 'revision_number': 6, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'gw_port': {'id': 'd9888c7a-3daf-460d-a826-9e3a2e805487', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f93523-2c96-40e2-bc72-483b4e68d849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:09:35Z', 'updated_at': '2022-03-11T20:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '6096c1f1-61ec-46e0-84b6-f2f7fd0aafac', 'name': '', 'network_id': 'b35df9a3-ec73-442f-a1d6-fed1dd246828', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'mac_address': 'fa:16:3e:23:df:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f93523-2c96-40e2-bc72-483b4e68d849', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'd9c452e7-c3d6-4272-9e12-fdc83e07e481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:09:38Z', 'updated_at': '2022-03-11T20:09:43Z', 'revision_number': 5, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'subnets': [{'id': 'd9c452e7-c3d6-4272-9e12-fdc83e07e481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:11:58.496101 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b45029c0-2b39-4e58-96e0-fc219d69c197 req-5c96d629-9507-4dab-8086-80b1708819ce service neutron] 10.222.0.57 "GET /v2.0/networks/b35df9a3-ec73-442f-a1d6-fed1dd246828?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302040 Mar 11 20:11:58.502003 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865f6530-dff8-4986-9aec-49f24145ae0a None None] The sync data for ids ['c3f93523-2c96-40e2-bc72-483b4e68d849'] in n-d-833163-1 is: [{'id': 'c3f93523-2c96-40e2-bc72-483b4e68d849', 'name': 'tempest-TestNetworkBasicOps-router-773022520', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'd9888c7a-3daf-460d-a826-9e3a2e805487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:09:34Z', 'updated_at': '2022-03-11T20:11:51Z', 'revision_number': 6, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'gw_port': {'id': 'd9888c7a-3daf-460d-a826-9e3a2e805487', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f93523-2c96-40e2-bc72-483b4e68d849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:09:35Z', 'updated_at': '2022-03-11T20:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '6096c1f1-61ec-46e0-84b6-f2f7fd0aafac', 'name': '', 'network_id': 'b35df9a3-ec73-442f-a1d6-fed1dd246828', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'mac_address': 'fa:16:3e:23:df:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f93523-2c96-40e2-bc72-483b4e68d849', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'd9c452e7-c3d6-4272-9e12-fdc83e07e481', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:09:38Z', 'updated_at': '2022-03-11T20:09:43Z', 'revision_number': 5, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'subnets': [{'id': 'd9c452e7-c3d6-4272-9e12-fdc83e07e481', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:11:58.771287 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964b4c91-b7af-49c9-bb07-d0dfebd63bca None None] New status for floating IP 58eede52-5090-4ab7-b62c-4e0bd645a65a: DOWN {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 20:11:59.029770 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:59.211483 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c2011-06e1-403e-a4a8-6c3254da70a0 req-54cb187c-11a8-4797-9530-10898cd664ee tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:59.213035 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-249c2011-06e1-403e-a4a8-6c3254da70a0 req-54cb187c-11a8-4797-9530-10898cd664ee tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/ports?device_id=0f70e647-b0cf-4314-a49a-5aefa60d85f8 HTTP/1.1" status: 200 len: 946 time: 0.0567582 Mar 11 20:11:59.290113 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-249c2011-06e1-403e-a4a8-6c3254da70a0 req-bad2b7e5-4597-4429-8040-27a47fff5caf tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/security-groups?id=742f8ce6-e1eb-414a-b80f-02d33544c4c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708275 Mar 11 20:11:59.322501 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5079a1e-f49c-445b-bf70-006230a34940 req-c6213ec4-3136-4c81-a8cd-de75a062a0db tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:11:59.324004 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a5079a1e-f49c-445b-bf70-006230a34940 req-c6213ec4-3136-4c81-a8cd-de75a062a0db tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.57 "GET /v2.0/ports?device_id=0f70e647-b0cf-4314-a49a-5aefa60d85f8 HTTP/1.1" status: 200 len: 946 time: 0.0672979 Mar 11 20:11:59.423986 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-a5079a1e-f49c-445b-bf70-006230a34940 req-f1ab46b8-1b7c-47c2-8c44-392b076d57e9 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Deleting port c13bb3a4-fd47-47d5-8600-4c1c987adc25 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:11:59.424324 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a5079a1e-f49c-445b-bf70-006230a34940 req-f1ab46b8-1b7c-47c2-8c44-392b076d57e9 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (c13bb3a4-fd47-47d5-8600-4c1c987adc25), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:59.521285 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-a5079a1e-f49c-445b-bf70-006230a34940 req-f1ab46b8-1b7c-47c2-8c44-392b076d57e9 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] For port c13bb3a4-fd47-47d5-8600-4c1c987adc25, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=c13bb3a4-fd47-47d5-8600-4c1c987adc25,segment=NetworkSegment(66feaf47-58bc-4a44-8804-1404c55a2095),segment_id=66feaf47-58bc-4a44-8804-1404c55a2095)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:11:59.521769 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a5079a1e-f49c-445b-bf70-006230a34940 req-f1ab46b8-1b7c-47c2-8c44-392b076d57e9 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (c13bb3a4-fd47-47d5-8600-4c1c987adc25), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:59.540430 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-a5079a1e-f49c-445b-bf70-006230a34940 req-f1ab46b8-1b7c-47c2-8c44-392b076d57e9 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Calling delete_port for c13bb3a4-fd47-47d5-8600-4c1c987adc25 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:11:59.677724 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a5079a1e-f49c-445b-bf70-006230a34940 req-f1ab46b8-1b7c-47c2-8c44-392b076d57e9 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (c13bb3a4-fd47-47d5-8600-4c1c987adc25), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:59.708677 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ab46b8-1b7c-47c2-8c44-392b076d57e9 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Pushing event deleted for resources: {'Port': ['ID=c13bb3a4-fd47-47d5-8600-4c1c987adc25,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:11:59.758843 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5079a1e-f49c-445b-bf70-006230a34940 req-f1ab46b8-1b7c-47c2-8c44-392b076d57e9 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] No DVR routers for this DVR port c13bb3a4-fd47-47d5-8600-4c1c987adc25 on host n-h2-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:11:59.761462 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a5079a1e-f49c-445b-bf70-006230a34940 req-f1ab46b8-1b7c-47c2-8c44-392b076d57e9 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:11:59.765388 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a5079a1e-f49c-445b-bf70-006230a34940 req-f1ab46b8-1b7c-47c2-8c44-392b076d57e9 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.57 "DELETE /v2.0/ports/c13bb3a4-fd47-47d5-8600-4c1c987adc25 HTTP/1.1" status: 204 len: 173 time: 0.4368405 Mar 11 20:11:59.765826 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f70e647-b0cf-4314-a49a-5aefa60d85f8', 'name': 'network-vif-deleted', 'tag': 'c13bb3a4-fd47-47d5-8600-4c1c987adc25'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:11:59.768351 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312de7aa-8fcf-4ab8-8d8b-4206c748abed" -d '{"events": [{"server_uuid": "0f70e647-b0cf-4314-a49a-5aefa60d85f8", "name": "network-vif-deleted", "tag": "c13bb3a4-fd47-47d5-8600-4c1c987adc25"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:11:59.817624 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d3d63bb-fd78-453f-94e2-7e9f4f2ce64e x-openstack-request-id: req-4d3d63bb-fd78-453f-94e2-7e9f4f2ce64e {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:11:59.818082 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f70e647-b0cf-4314-a49a-5aefa60d85f8", "name": "network-vif-deleted", "tag": "c13bb3a4-fd47-47d5-8600-4c1c987adc25", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:11:59.818526 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4d3d63bb-fd78-453f-94e2-7e9f4f2ce64e {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:11:59.819194 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f70e647-b0cf-4314-a49a-5aefa60d85f8', 'name': 'network-vif-deleted', 'tag': 'c13bb3a4-fd47-47d5-8600-4c1c987adc25', 'status': 'completed', 'code': 200} Mar 11 20:12:00.351932 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54358) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:12:00.411822 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ae9eaf6f-c27c-43c7-b80e-2af0d3f61cab tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for security_group (742f8ce6-e1eb-414a-b80f-02d33544c4c4), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:00.437944 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ae9eaf6f-c27c-43c7-b80e-2af0d3f61cab tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for security_group (742f8ce6-e1eb-414a-b80f-02d33544c4c4), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:00.501903 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ae9eaf6f-c27c-43c7-b80e-2af0d3f61cab tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (742f8ce6-e1eb-414a-b80f-02d33544c4c4), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:00.504507 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ae9eaf6f-c27c-43c7-b80e-2af0d3f61cab tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:00.505784 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ae9eaf6f-c27c-43c7-b80e-2af0d3f61cab tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "DELETE /v2.0/security-groups/742f8ce6-e1eb-414a-b80f-02d33544c4c4 HTTP/1.1" status: 204 len: 168 time: 0.1528471 Mar 11 20:12:00.516722 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9eaf6f-c27c-43c7-b80e-2af0d3f61cab tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=742f8ce6-e1eb-414a-b80f-02d33544c4c4,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:00.553649 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 54362) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:12:00.944446 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-45bc91de-80ed-4e88-b2eb-39d53cb7c704 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (c3f93523-2c96-40e2-bc72-483b4e68d849), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:01.257892 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-45bc91de-80ed-4e88-b2eb-39d53cb7c704 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Deleting port 6096c1f1-61ec-46e0-84b6-f2f7fd0aafac {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:12:01.258304 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-45bc91de-80ed-4e88-b2eb-39d53cb7c704 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (6096c1f1-61ec-46e0-84b6-f2f7fd0aafac), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:01.356251 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-45bc91de-80ed-4e88-b2eb-39d53cb7c704 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] For port 6096c1f1-61ec-46e0-84b6-f2f7fd0aafac, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=6096c1f1-61ec-46e0-84b6-f2f7fd0aafac,segment=NetworkSegment(66feaf47-58bc-4a44-8804-1404c55a2095),segment_id=66feaf47-58bc-4a44-8804-1404c55a2095)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:12:01.356707 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-45bc91de-80ed-4e88-b2eb-39d53cb7c704 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (6096c1f1-61ec-46e0-84b6-f2f7fd0aafac), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:01.370427 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-45bc91de-80ed-4e88-b2eb-39d53cb7c704 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Calling delete_port for 6096c1f1-61ec-46e0-84b6-f2f7fd0aafac owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:12:01.584287 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-45bc91de-80ed-4e88-b2eb-39d53cb7c704 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (6096c1f1-61ec-46e0-84b6-f2f7fd0aafac), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:01.614283 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bc91de-80ed-4e88-b2eb-39d53cb7c704 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Pushing event deleted for resources: {'Port': ['ID=6096c1f1-61ec-46e0-84b6-f2f7fd0aafac,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:01.858765 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-45bc91de-80ed-4e88-b2eb-39d53cb7c704 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (c3f93523-2c96-40e2-bc72-483b4e68d849), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:02.158945 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45bc91de-80ed-4e88-b2eb-39d53cb7c704 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Router c3f93523-2c96-40e2-bc72-483b4e68d849 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:12:02.617826 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45bc91de-80ed-4e88-b2eb-39d53cb7c704 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:12:02.622989 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-45bc91de-80ed-4e88-b2eb-39d53cb7c704 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "PUT /v2.0/routers/c3f93523-2c96-40e2-bc72-483b4e68d849/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0681021 Mar 11 20:12:02.625814 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54372) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:12:02.631732 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6763cc9d-cc0b-4701-a857-123856fd3363 None None] Sync routers for ids ['c3f93523-2c96-40e2-bc72-483b4e68d849'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:12:02.645561 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6763cc9d-cc0b-4701-a857-123856fd3363 None None] Routers {'c3f93523-2c96-40e2-bc72-483b4e68d849'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:12:02.646484 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-6763cc9d-cc0b-4701-a857-123856fd3363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:11:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['c3f93523-2c96-40e2-bc72-483b4e68d849'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:12:02.680240 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-f94c06fc-a96d-4b3c-8fea-791486ce8e16 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Deleting subnet d9c452e7-c3d6-4272-9e12-fdc83e07e481 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 20:12:02.683932 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f94c06fc-a96d-4b3c-8fea-791486ce8e16 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for subnet (d9c452e7-c3d6-4272-9e12-fdc83e07e481), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:02.734663 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f94c06fc-a96d-4b3c-8fea-791486ce8e16 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (d9c452e7-c3d6-4272-9e12-fdc83e07e481), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:02.803657 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-6763cc9d-cc0b-4701-a857-123856fd3363 None None] Set router c3f93523-2c96-40e2-bc72-483b4e68d849 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:12:02.823457 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f94c06fc-a96d-4b3c-8fea-791486ce8e16 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (d9c452e7-c3d6-4272-9e12-fdc83e07e481), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:02.890182 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f94c06fc-a96d-4b3c-8fea-791486ce8e16 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (d9c452e7-c3d6-4272-9e12-fdc83e07e481), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:02.926338 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c06fc-a96d-4b3c-8fea-791486ce8e16 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Pushing event deleted for resources: {'Subnet': ['ID=d9c452e7-c3d6-4272-9e12-fdc83e07e481,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:02.933977 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f94c06fc-a96d-4b3c-8fea-791486ce8e16 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:02.938432 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f94c06fc-a96d-4b3c-8fea-791486ce8e16 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "DELETE /v2.0/subnets/d9c452e7-c3d6-4272-9e12-fdc83e07e481 HTTP/1.1" status: 204 len: 168 time: 0.3116064 Mar 11 20:12:02.940409 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd56ed17-9c86-441f-a384-36274a120364 None None] Network b35df9a3-ec73-442f-a1d6-fed1dd246828 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:12:02.941388 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 54374) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:12:03.063647 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-6763cc9d-cc0b-4701-a857-123856fd3363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f93523-2c96-40e2-bc72-483b4e68d849', 'name': 'tempest-TestNetworkBasicOps-router-773022520', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'd9888c7a-3daf-460d-a826-9e3a2e805487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:09:34Z', 'updated_at': '2022-03-11T20:12:01Z', 'revision_number': 7, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'gw_port': {'id': 'd9888c7a-3daf-460d-a826-9e3a2e805487', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f93523-2c96-40e2-bc72-483b4e68d849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:09:35Z', 'updated_at': '2022-03-11T20:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:12:03.109968 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6763cc9d-cc0b-4701-a857-123856fd3363 None None] Checking router: c3f93523-2c96-40e2-bc72-483b4e68d849 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:12:03.126882 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6763cc9d-cc0b-4701-a857-123856fd3363 None None] Routers {'c3f93523-2c96-40e2-bc72-483b4e68d849'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:12:03.127512 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-6763cc9d-cc0b-4701-a857-123856fd3363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:11:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['c3f93523-2c96-40e2-bc72-483b4e68d849'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:12:03.132624 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7b71324f-5ea8-4a68-8cb3-d74b90824cb4 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for router (c3f93523-2c96-40e2-bc72-483b4e68d849), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:03.192048 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6db3ed-1bd4-46cb-97a6-4de39a91b59a None None] DHCP port deletion for b35df9a3-ec73-442f-a1d6-fed1dd246828 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 20:12:03.263546 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-0e6db3ed-1bd4-46cb-97a6-4de39a91b59a None None] Deleting port da2bfcf8-6fae-4359-aaf7-fd6117a41c5d {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:12:03.267191 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0e6db3ed-1bd4-46cb-97a6-4de39a91b59a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (da2bfcf8-6fae-4359-aaf7-fd6117a41c5d), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:03.301421 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7b71324f-5ea8-4a68-8cb3-d74b90824cb4 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for router_gateway (c3f93523-2c96-40e2-bc72-483b4e68d849), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:03.306774 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-6763cc9d-cc0b-4701-a857-123856fd3363 None None] Set router c3f93523-2c96-40e2-bc72-483b4e68d849 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:12:03.318289 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device c13bb3a4-fd47-47d5-8600-4c1c987adc25 no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:12:03.393252 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-7b71324f-5ea8-4a68-8cb3-d74b90824cb4 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Deleting port d9888c7a-3daf-460d-a826-9e3a2e805487 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:12:03.393575 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7b71324f-5ea8-4a68-8cb3-d74b90824cb4 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (d9888c7a-3daf-460d-a826-9e3a2e805487), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:03.397725 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: c13bb3a4-fd47-47d5-8600-4c1c987adc25 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:12:03.398173 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device c13bb3a4-fd47-47d5-8600-4c1c987adc25 not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:12:03.447173 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-0e6db3ed-1bd4-46cb-97a6-4de39a91b59a None None] For port da2bfcf8-6fae-4359-aaf7-fd6117a41c5d, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=da2bfcf8-6fae-4359-aaf7-fd6117a41c5d,segment=NetworkSegment(66feaf47-58bc-4a44-8804-1404c55a2095),segment_id=66feaf47-58bc-4a44-8804-1404c55a2095)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:12:03.447955 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0e6db3ed-1bd4-46cb-97a6-4de39a91b59a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (da2bfcf8-6fae-4359-aaf7-fd6117a41c5d), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:03.464797 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-0e6db3ed-1bd4-46cb-97a6-4de39a91b59a None None] Calling delete_port for da2bfcf8-6fae-4359-aaf7-fd6117a41c5d owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:12:03.527911 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-7b71324f-5ea8-4a68-8cb3-d74b90824cb4 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] For port d9888c7a-3daf-460d-a826-9e3a2e805487, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=d9888c7a-3daf-460d-a826-9e3a2e805487,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:12:03.528317 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7b71324f-5ea8-4a68-8cb3-d74b90824cb4 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (d9888c7a-3daf-460d-a826-9e3a2e805487), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:03.553187 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-7b71324f-5ea8-4a68-8cb3-d74b90824cb4 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Calling delete_port for d9888c7a-3daf-460d-a826-9e3a2e805487 owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:12:03.612250 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0e6db3ed-1bd4-46cb-97a6-4de39a91b59a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (da2bfcf8-6fae-4359-aaf7-fd6117a41c5d), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:03.649370 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6db3ed-1bd4-46cb-97a6-4de39a91b59a None None] Pushing event deleted for resources: {'Port': ['ID=da2bfcf8-6fae-4359-aaf7-fd6117a41c5d,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:03.654066 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-6763cc9d-cc0b-4701-a857-123856fd3363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f93523-2c96-40e2-bc72-483b4e68d849', 'name': 'tempest-TestNetworkBasicOps-router-773022520', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'd9888c7a-3daf-460d-a826-9e3a2e805487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:09:34Z', 'updated_at': '2022-03-11T20:12:01Z', 'revision_number': 7, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'gw_port': {'id': 'd9888c7a-3daf-460d-a826-9e3a2e805487', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f93523-2c96-40e2-bc72-483b4e68d849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:09:35Z', 'updated_at': '2022-03-11T20:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:12:03.668604 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6db3ed-1bd4-46cb-97a6-4de39a91b59a None None] No DVR routers for this DVR port da2bfcf8-6fae-4359-aaf7-fd6117a41c5d on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:12:03.685909 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6763cc9d-cc0b-4701-a857-123856fd3363 None None] The sync data for ids ['c3f93523-2c96-40e2-bc72-483b4e68d849'] in n-d-833163-1 is: [{'id': 'c3f93523-2c96-40e2-bc72-483b4e68d849', 'name': 'tempest-TestNetworkBasicOps-router-773022520', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'd9888c7a-3daf-460d-a826-9e3a2e805487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:09:34Z', 'updated_at': '2022-03-11T20:12:01Z', 'revision_number': 7, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'gw_port': {'id': 'd9888c7a-3daf-460d-a826-9e3a2e805487', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fc:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f93523-2c96-40e2-bc72-483b4e68d849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:09:35Z', 'updated_at': '2022-03-11T20:09:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:12:03.798696 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7b71324f-5ea8-4a68-8cb3-d74b90824cb4 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (d9888c7a-3daf-460d-a826-9e3a2e805487), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:03.835151 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b71324f-5ea8-4a68-8cb3-d74b90824cb4 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Pushing event deleted for resources: {'Port': ['ID=d9888c7a-3daf-460d-a826-9e3a2e805487,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:03.898723 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7b71324f-5ea8-4a68-8cb3-d74b90824cb4 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (c3f93523-2c96-40e2-bc72-483b4e68d849), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:03.993929 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7b71324f-5ea8-4a68-8cb3-d74b90824cb4 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (c3f93523-2c96-40e2-bc72-483b4e68d849), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:03.996031 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7b71324f-5ea8-4a68-8cb3-d74b90824cb4 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for router_controller (c3f93523-2c96-40e2-bc72-483b4e68d849), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:04.041449 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7b71324f-5ea8-4a68-8cb3-d74b90824cb4 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (c3f93523-2c96-40e2-bc72-483b4e68d849), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:04.042083 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b71324f-5ea8-4a68-8cb3-d74b90824cb4 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Fanout notify agent at l3_agent the message router_deleted on router c3f93523-2c96-40e2-bc72-483b4e68d849 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 20:12:04.049313 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7b71324f-5ea8-4a68-8cb3-d74b90824cb4 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:04.052978 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-7b71324f-5ea8-4a68-8cb3-d74b90824cb4 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "DELETE /v2.0/routers/c3f93523-2c96-40e2-bc72-483b4e68d849 HTTP/1.1" status: 204 len: 168 time: 1.1080639 Mar 11 20:12:04.053862 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 54380) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:12:04.160869 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3da5ffb4-21ac-4b5b-90e4-460f2641ebb6 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (b35df9a3-ec73-442f-a1d6-fed1dd246828), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:04.191467 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 6096c1f1-61ec-46e0-84b6-f2f7fd0aafac no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:12:04.222853 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 6096c1f1-61ec-46e0-84b6-f2f7fd0aafac {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:12:04.223457 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 6096c1f1-61ec-46e0-84b6-f2f7fd0aafac not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:12:04.224060 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device da2bfcf8-6fae-4359-aaf7-fd6117a41c5d no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:12:04.256706 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: da2bfcf8-6fae-4359-aaf7-fd6117a41c5d {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:12:04.257139 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device da2bfcf8-6fae-4359-aaf7-fd6117a41c5d not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:12:04.275392 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3da5ffb4-21ac-4b5b-90e4-460f2641ebb6 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (b35df9a3-ec73-442f-a1d6-fed1dd246828), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:04.311149 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-3da5ffb4-21ac-4b5b-90e4-460f2641ebb6 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b35df9a3-ec73-442f-a1d6-fed1dd246828']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:12:04.322272 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-3da5ffb4-21ac-4b5b-90e4-460f2641ebb6 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66feaf47-58bc-4a44-8804-1404c55a2095') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:12:04.322575 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-3da5ffb4-21ac-4b5b-90e4-460f2641ebb6 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66feaf47-58bc-4a44-8804-1404c55a2095') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:12:04.333389 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3da5ffb4-21ac-4b5b-90e4-460f2641ebb6 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (66feaf47-58bc-4a44-8804-1404c55a2095), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:04.349586 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3da5ffb4-21ac-4b5b-90e4-460f2641ebb6 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (66feaf47-58bc-4a44-8804-1404c55a2095), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:04.357462 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3da5ffb4-21ac-4b5b-90e4-460f2641ebb6 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Releasing vlan 878 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 20:12:04.358093 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3da5ffb4-21ac-4b5b-90e4-460f2641ebb6 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (66feaf47-58bc-4a44-8804-1404c55a2095), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:04.362692 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 20:12:04.362692 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 20:12:04.362692 n-d-833163-1 neutron-server[103885]: timer() Mar 11 20:12:04.362692 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:12:04.362692 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 20:12:04.362692 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 20:12:04.362692 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 20:12:04.362692 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:12:04.362692 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 20:12:04.362692 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:12:04.362692 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 20:12:04.362692 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:12:04.362692 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 20:12:04.362692 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 20:12:04.362692 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:12:04.362692 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 20:12:04.362692 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:12:04.362692 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 20:12:04.362692 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 20:12:04.362692 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:12:04.362692 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 20:12:04.362692 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:12:04.362692 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:12:04.362692 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 20:12:04.362692 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 20:12:04.362692 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 20:12:04.362692 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:12:04.362692 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 20:12:04.362692 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:12:04.362692 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 20:12:04.362692 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:12:04.362692 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:12:04.449997 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3da5ffb4-21ac-4b5b-90e4-460f2641ebb6 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (b35df9a3-ec73-442f-a1d6-fed1dd246828), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:04.468432 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3da5ffb4-21ac-4b5b-90e4-460f2641ebb6 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:04.477745 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-3da5ffb4-21ac-4b5b-90e4-460f2641ebb6 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "DELETE /v2.0/networks/b35df9a3-ec73-442f-a1d6-fed1dd246828 HTTP/1.1" status: 204 len: 168 time: 0.4201376 Mar 11 20:12:04.497042 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54388) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:12:04.502844 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da5ffb4-21ac-4b5b-90e4-460f2641ebb6 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Pushing event deleted for resources: {'Network': ['ID=b35df9a3-ec73-442f-a1d6-fed1dd246828,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:04.509956 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-362414ab-0889-4398-98ea-c6449a731b58 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Request body: {'network': {'name': 'tempest-network-smoke--24821447', 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'port_security_enabled': True}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:12:04.525550 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c5110b-27fd-4b78-b45e-2cf3e44a4cd2 req-84bd10a4-f24f-4382-b549-194ed6a21d0d tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:04.528040 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-85c5110b-27fd-4b78-b45e-2cf3e44a4cd2 req-84bd10a4-f24f-4382-b549-194ed6a21d0d tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b7cca17-2e0f-41d4-b767-643b448fa30e HTTP/1.1" status: 200 len: 946 time: 0.1546960 Mar 11 20:12:04.529349 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-362414ab-0889-4398-98ea-c6449a731b58 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Made reservation on behalf of 77aef0b32a4e44be903fe7edad11ff8b for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:12:04.532704 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-362414ab-0889-4398-98ea-c6449a731b58 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:04.557271 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-362414ab-0889-4398-98ea-c6449a731b58 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] vlan segment allocate from pool success with {'vlan_id': 886, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:12:04.566776 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-362414ab-0889-4398-98ea-c6449a731b58 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (5b2f083c-f0fa-4acb-9d19-03b48be078bb), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:04.567061 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-362414ab-0889-4398-98ea-c6449a731b58 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Added segment 5b2f083c-f0fa-4acb-9d19-03b48be078bb of type vlan for network 69a27a8a-2583-46db-9fd8-a1a0cf98bdf2 Mar 11 20:12:04.578348 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-85c5110b-27fd-4b78-b45e-2cf3e44a4cd2 req-c8588f78-1bb5-4c5f-84ef-d04f10a21cac tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431654 Mar 11 20:12:04.609049 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-362414ab-0889-4398-98ea-c6449a731b58 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (69a27a8a-2583-46db-9fd8-a1a0cf98bdf2), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:04.633975 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-362414ab-0889-4398-98ea-c6449a731b58 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (69a27a8a-2583-46db-9fd8-a1a0cf98bdf2), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:04.639015 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362414ab-0889-4398-98ea-c6449a731b58 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:04.639599 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-362414ab-0889-4398-98ea-c6449a731b58 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:04.671933 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-362414ab-0889-4398-98ea-c6449a731b58 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1732085 Mar 11 20:12:04.674779 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 54390) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:12:04.679386 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-c352d3d3-d047-4ebc-a3a0-84272a1aa535 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2122673041', 'admin_state_up': True, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:12:04.700616 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c352d3d3-d047-4ebc-a3a0-84272a1aa535 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (ffb8c045-f2f7-4d62-9149-98522534bb5d), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:04.701565 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c352d3d3-d047-4ebc-a3a0-84272a1aa535 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (ffb8c045-f2f7-4d62-9149-98522534bb5d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:04.708826 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362414ab-0889-4398-98ea-c6449a731b58 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Pushing event updated for resources: {'Network': ['ID=69a27a8a-2583-46db-9fd8-a1a0cf98bdf2,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:04.721718 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 69a27a8a-2583-46db-9fd8-a1a0cf98bdf2 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 20:12:04.755006 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c352d3d3-d047-4ebc-a3a0-84272a1aa535 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for router_controller (ffb8c045-f2f7-4d62-9149-98522534bb5d), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:04.905329 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c352d3d3-d047-4ebc-a3a0-84272a1aa535 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for router_gateway (ffb8c045-f2f7-4d62-9149-98522534bb5d), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:05.108174 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c352d3d3-d047-4ebc-a3a0-84272a1aa535 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for router_gateway (ffb8c045-f2f7-4d62-9149-98522534bb5d), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:05.127704 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c352d3d3-d047-4ebc-a3a0-84272a1aa535 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:05.233215 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-c352d3d3-d047-4ebc-a3a0-84272a1aa535 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Allocated IP 172.25.8.131 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/05badb83-63e6-4990-8e52-769e6ed42124) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:12:05.346642 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c352d3d3-d047-4ebc-a3a0-84272a1aa535 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for port (05badb83-63e6-4990-8e52-769e6ed42124), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:05.385854 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c352d3d3-d047-4ebc-a3a0-84272a1aa535 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (05badb83-63e6-4990-8e52-769e6ed42124), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:05.425319 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c352d3d3-d047-4ebc-a3a0-84272a1aa535 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:12:05.430328 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-c352d3d3-d047-4ebc-a3a0-84272a1aa535 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:12:05.433823 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c352d3d3-d047-4ebc-a3a0-84272a1aa535 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:12:05.439262 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c352d3d3-d047-4ebc-a3a0-84272a1aa535 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Pushing event updated for resources: {'Port': ['ID=05badb83-63e6-4990-8e52-769e6ed42124,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:05.717877 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c352d3d3-d047-4ebc-a3a0-84272a1aa535 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for router_gateway (ffb8c045-f2f7-4d62-9149-98522534bb5d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:05.778439 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d7e9de-b3fc-49c7-89e3-e7d091386a89 req-e04b0688-051c-4733-8604-6636e7594c99 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:05.780501 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-78d7e9de-b3fc-49c7-89e3-e7d091386a89 req-e04b0688-051c-4733-8604-6636e7594c99 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b7cca17-2e0f-41d4-b767-643b448fa30e HTTP/1.1" status: 200 len: 946 time: 0.1080816 Mar 11 20:12:05.866785 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe289b18-c20a-43ca-9172-4ca0b80cf62f req-e93b3297-815d-404a-bac3-7017dfe26447 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:05.868353 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-fe289b18-c20a-43ca-9172-4ca0b80cf62f req-e93b3297-815d-404a-bac3-7017dfe26447 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.75 "GET /v2.0/ports?device_id=7b7cca17-2e0f-41d4-b767-643b448fa30e HTTP/1.1" status: 200 len: 946 time: 0.0626893 Mar 11 20:12:05.874404 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-78d7e9de-b3fc-49c7-89e3-e7d091386a89 req-08e55926-5eed-4e78-9dc1-80ccbe0afd90 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=f1c159a4-a18b-475c-990e-ce47fc19eff3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872147 Mar 11 20:12:05.930493 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device d9888c7a-3daf-460d-a826-9e3a2e805487 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:12:05.952373 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: d9888c7a-3daf-460d-a826-9e3a2e805487 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:12:05.952728 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device d9888c7a-3daf-460d-a826-9e3a2e805487 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:12:05.969087 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-fe289b18-c20a-43ca-9172-4ca0b80cf62f req-ff8b595a-42f3-4289-ac58-48cc487e182c tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Deleting port e1f946e6-4c91-4030-ba09-1f788e8f175d {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:12:05.969087 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fe289b18-c20a-43ca-9172-4ca0b80cf62f req-ff8b595a-42f3-4289-ac58-48cc487e182c tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (e1f946e6-4c91-4030-ba09-1f788e8f175d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:05.986248 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c352d3d3-d047-4ebc-a3a0-84272a1aa535 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (ffb8c045-f2f7-4d62-9149-98522534bb5d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:06.066359 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-fe289b18-c20a-43ca-9172-4ca0b80cf62f req-ff8b595a-42f3-4289-ac58-48cc487e182c tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] For port e1f946e6-4c91-4030-ba09-1f788e8f175d, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=e1f946e6-4c91-4030-ba09-1f788e8f175d,segment=NetworkSegment(71b9bbc9-ac9b-491b-9d03-f13ac7365297),segment_id=71b9bbc9-ac9b-491b-9d03-f13ac7365297)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:12:06.066721 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fe289b18-c20a-43ca-9172-4ca0b80cf62f req-ff8b595a-42f3-4289-ac58-48cc487e182c tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (e1f946e6-4c91-4030-ba09-1f788e8f175d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:06.080790 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-fe289b18-c20a-43ca-9172-4ca0b80cf62f req-ff8b595a-42f3-4289-ac58-48cc487e182c tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Calling delete_port for e1f946e6-4c91-4030-ba09-1f788e8f175d owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:12:06.120237 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c352d3d3-d047-4ebc-a3a0-84272a1aa535 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Router ffb8c045-f2f7-4d62-9149-98522534bb5d is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 20:12:06.214901 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fe289b18-c20a-43ca-9172-4ca0b80cf62f req-ff8b595a-42f3-4289-ac58-48cc487e182c tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (e1f946e6-4c91-4030-ba09-1f788e8f175d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:06.240560 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c352d3d3-d047-4ebc-a3a0-84272a1aa535 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:12:06.249882 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8b595a-42f3-4289-ac58-48cc487e182c tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Pushing event deleted for resources: {'Port': ['ID=e1f946e6-4c91-4030-ba09-1f788e8f175d,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:06.261004 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96a2d27-85aa-4a40-bdcf-88ce4285dd73 None None] Sync routers for ids ['ffb8c045-f2f7-4d62-9149-98522534bb5d'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:12:06.280499 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96a2d27-85aa-4a40-bdcf-88ce4285dd73 None None] Routers {'ffb8c045-f2f7-4d62-9149-98522534bb5d'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:12:06.281348 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-d96a2d27-85aa-4a40-bdcf-88ce4285dd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:11:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['ffb8c045-f2f7-4d62-9149-98522534bb5d'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:12:06.291453 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c352d3d3-d047-4ebc-a3a0-84272a1aa535 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:06.292783 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-c352d3d3-d047-4ebc-a3a0-84272a1aa535 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.6169753 Mar 11 20:12:06.296904 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 54394) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:12:06.299391 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe289b18-c20a-43ca-9172-4ca0b80cf62f req-ff8b595a-42f3-4289-ac58-48cc487e182c tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] No DVR routers for this DVR port e1f946e6-4c91-4030-ba09-1f788e8f175d on host n-h1-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:12:06.303481 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-fe289b18-c20a-43ca-9172-4ca0b80cf62f req-ff8b595a-42f3-4289-ac58-48cc487e182c tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:06.309413 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-fe289b18-c20a-43ca-9172-4ca0b80cf62f req-ff8b595a-42f3-4289-ac58-48cc487e182c tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.75 "DELETE /v2.0/ports/e1f946e6-4c91-4030-ba09-1f788e8f175d HTTP/1.1" status: 204 len: 173 time: 0.4353812 Mar 11 20:12:06.310059 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b7cca17-2e0f-41d4-b767-643b448fa30e', 'name': 'network-vif-deleted', 'tag': 'e1f946e6-4c91-4030-ba09-1f788e8f175d'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:12:06.314229 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a970649-73b3-40df-9d61-6b6f55f1a08b" -d '{"events": [{"server_uuid": "7b7cca17-2e0f-41d4-b767-643b448fa30e", "name": "network-vif-deleted", "tag": "e1f946e6-4c91-4030-ba09-1f788e8f175d"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:12:06.344799 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-991ac68d-b36a-409a-ae23-28fddab58460 tempest-TestNetworkBasicOps-1071994665 tempest-TestNetworkBasicOps-1071994665-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=77aef0b32a4e44be903fe7edad11ff8b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0458486 Mar 11 20:12:06.349712 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54398) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:12:06.356088 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:12:06.374848 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34831b51-a61a-4ead-bf13-5b32d8fc7742 x-openstack-request-id: req-34831b51-a61a-4ead-bf13-5b32d8fc7742 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:12:06.375176 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b7cca17-2e0f-41d4-b767-643b448fa30e", "name": "network-vif-deleted", "tag": "e1f946e6-4c91-4030-ba09-1f788e8f175d", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:12:06.375390 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-34831b51-a61a-4ead-bf13-5b32d8fc7742 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:12:06.375838 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b7cca17-2e0f-41d4-b767-643b448fa30e', 'name': 'network-vif-deleted', 'tag': 'e1f946e6-4c91-4030-ba09-1f788e8f175d', 'status': 'completed', 'code': 200} Mar 11 20:12:06.451928 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-d96a2d27-85aa-4a40-bdcf-88ce4285dd73 None None] Set router ffb8c045-f2f7-4d62-9149-98522534bb5d gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:12:06.465370 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d16438-a171-491b-8b6b-b6e5c7204714 tempest-TestNetworkBasicOps-1071994665 tempest-TestNetworkBasicOps-1071994665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:06.469837 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-27d16438-a171-491b-8b6b-b6e5c7204714 tempest-TestNetworkBasicOps-1071994665 tempest-TestNetworkBasicOps-1071994665-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1164329 Mar 11 20:12:06.470215 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 54400) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:12:06.501406 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-2aeb70c0-77a2-42cd-ac20-bd2c34692145 tempest-TestNetworkBasicOps-1071994665 tempest-TestNetworkBasicOps-1071994665-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=612cc066-33e3-444d-b1c7-d0a64751482a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299413 Mar 11 20:12:06.504916 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 54402) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:12:06.510154 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-bbdc39e6-ab16-4c54-bfac-ad84295fc892 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2047897995', 'network_id': '69a27a8a-2583-46db-9fd8-a1a0cf98bdf2', 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:12:06.628919 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbdc39e6-ab16-4c54-bfac-ad84295fc892 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Made reservation on behalf of 77aef0b32a4e44be903fe7edad11ff8b for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:12:06.633364 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bbdc39e6-ab16-4c54-bfac-ad84295fc892 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:06.689727 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-d96a2d27-85aa-4a40-bdcf-88ce4285dd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb8c045-f2f7-4d62-9149-98522534bb5d', 'name': 'tempest-TestNetworkBasicOps-router-2122673041', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '05badb83-63e6-4990-8e52-769e6ed42124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:12:04Z', 'updated_at': '2022-03-11T20:12:05Z', 'revision_number': 3, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'gw_port': {'id': '05badb83-63e6-4990-8e52-769e6ed42124', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:82:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb8c045-f2f7-4d62-9149-98522534bb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:12:05Z', 'updated_at': '2022-03-11T20:12:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:12:06.727059 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96a2d27-85aa-4a40-bdcf-88ce4285dd73 None None] Checking router: ffb8c045-f2f7-4d62-9149-98522534bb5d for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:12:06.727416 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96a2d27-85aa-4a40-bdcf-88ce4285dd73 None None] Updating router ffb8c045-f2f7-4d62-9149-98522534bb5d port 05badb83-63e6-4990-8e52-769e6ed42124 binding host n-d-833163-1 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 20:12:06.764624 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d96a2d27-85aa-4a40-bdcf-88ce4285dd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (05badb83-63e6-4990-8e52-769e6ed42124), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:06.860854 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bbdc39e6-ab16-4c54-bfac-ad84295fc892 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (6dc35433-300b-4784-b30f-227aab182f3c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:06.926444 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdc39e6-ab16-4c54-bfac-ad84295fc892 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Pushing event updated for resources: {'Subnet': ['ID=6dc35433-300b-4784-b30f-227aab182f3c,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:06.940818 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdc39e6-ab16-4c54-bfac-ad84295fc892 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Checking segment: {'id': '5b2f083c-f0fa-4acb-9d19-03b48be078bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '69a27a8a-2583-46db-9fd8-a1a0cf98bdf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:12:06.941198 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdc39e6-ab16-4c54-bfac-ad84295fc892 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Network hostable DHCP agents. Network: 69a27a8a-2583-46db-9fd8-a1a0cf98bdf2, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:12:06.964697 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdc39e6-ab16-4c54-bfac-ad84295fc892 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Network 69a27a8a-2583-46db-9fd8-a1a0cf98bdf2 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:12:06.978820 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-bbdc39e6-ab16-4c54-bfac-ad84295fc892 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 69a27a8a-2583-46db-9fd8-a1a0cf98bdf2) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:12:06.989746 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb211f1-7014-40a3-8b4a-4202e1c328b8 None None] Network 69a27a8a-2583-46db-9fd8-a1a0cf98bdf2 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:12:06.994392 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdc39e6-ab16-4c54-bfac-ad84295fc892 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:06.995550 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bbdc39e6-ab16-4c54-bfac-ad84295fc892 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:07.034179 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8a5ca939-067e-4da7-8a07-1270e66a4a79 req-4e961b81-ac77-4390-aaa1-54fa3aa5ad07 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b7cca17-2e0f-41d4-b767-643b448fa30e HTTP/1.1" status: 200 len: 210 time: 0.0415218 Mar 11 20:12:07.046373 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-bbdc39e6-ab16-4c54-bfac-ad84295fc892 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5370162 Mar 11 20:12:07.046686 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 54406) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:12:07.120202 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d96a2d27-85aa-4a40-bdcf-88ce4285dd73 None None] Publish callbacks [] for port (05badb83-63e6-4990-8e52-769e6ed42124), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:07.139167 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d96a2d27-85aa-4a40-bdcf-88ce4285dd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (05badb83-63e6-4990-8e52-769e6ed42124), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:07.165118 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c789c5e8-7878-4243-bc8e-4610b0ca3475 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-69a27a8a-2583-46db-9fd8-a1a0cf98bdf2', 'network_id': '69a27a8a-2583-46db-9fd8-a1a0cf98bdf2', 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'fixed_ips': [{'subnet_id': '6dc35433-300b-4784-b30f-227aab182f3c'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 20:12:07.166073 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c789c5e8-7878-4243-bc8e-4610b0ca3475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:07.389557 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-d96a2d27-85aa-4a40-bdcf-88ce4285dd73 None None] Attempting to bind port 05badb83-63e6-4990-8e52-769e6ed42124 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:12:07.390038 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-d96a2d27-85aa-4a40-bdcf-88ce4285dd73 None None] Attempting to bind port 05badb83-63e6-4990-8e52-769e6ed42124 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:12:07.390630 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96a2d27-85aa-4a40-bdcf-88ce4285dd73 None None] Attempting to bind port 05badb83-63e6-4990-8e52-769e6ed42124 on network 612cc066-33e3-444d-b1c7-d0a64751482a {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:12:07.399359 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42a6186-99cb-4dd1-afdd-d9e381c89549 None None] Pushing event updated for resources: {'Port': ['ID=05badb83-63e6-4990-8e52-769e6ed42124,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:07.444549 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96a2d27-85aa-4a40-bdcf-88ce4285dd73 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:12:07.444929 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96a2d27-85aa-4a40-bdcf-88ce4285dd73 None None] Checking segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:12:07.445396 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d96a2d27-85aa-4a40-bdcf-88ce4285dd73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:07.445799 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96a2d27-85aa-4a40-bdcf-88ce4285dd73 None None] Bound using segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:12:07.446294 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-d96a2d27-85aa-4a40-bdcf-88ce4285dd73 None None] Bound port: 05badb83-63e6-4990-8e52-769e6ed42124, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:12:07.446694 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d96a2d27-85aa-4a40-bdcf-88ce4285dd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (05badb83-63e6-4990-8e52-769e6ed42124), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:07.556192 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d96a2d27-85aa-4a40-bdcf-88ce4285dd73 None None] For port 05badb83-63e6-4990-8e52-769e6ed42124, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:12:07.561239 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d96a2d27-85aa-4a40-bdcf-88ce4285dd73 None None] For port 05badb83-63e6-4990-8e52-769e6ed42124, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=05badb83-63e6-4990-8e52-769e6ed42124,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:12:07.574044 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d96a2d27-85aa-4a40-bdcf-88ce4285dd73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (05badb83-63e6-4990-8e52-769e6ed42124), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:07.584977 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-c789c5e8-7878-4243-bc8e-4610b0ca3475 None None] Allocated IP 172.20.0.2 (69a27a8a-2583-46db-9fd8-a1a0cf98bdf2/6dc35433-300b-4784-b30f-227aab182f3c/e9d6972f-301e-46c7-b995-1095b63d5b7c) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:12:07.677811 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96a2d27-85aa-4a40-bdcf-88ce4285dd73 None None] Routers {'ffb8c045-f2f7-4d62-9149-98522534bb5d'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:12:07.678433 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-d96a2d27-85aa-4a40-bdcf-88ce4285dd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:11:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['ffb8c045-f2f7-4d62-9149-98522534bb5d'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:12:07.712506 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42a6186-99cb-4dd1-afdd-d9e381c89549 None None] Pushing event updated for resources: {'Port': ['ID=05badb83-63e6-4990-8e52-769e6ed42124,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:07.869898 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-d96a2d27-85aa-4a40-bdcf-88ce4285dd73 None None] Set router ffb8c045-f2f7-4d62-9149-98522534bb5d gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:12:07.871971 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ef60a1e7-1fee-49ea-b57b-9cbeb8adb441 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:07.934816 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device e1f946e6-4c91-4030-ba09-1f788e8f175d no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:12:07.976921 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c789c5e8-7878-4243-bc8e-4610b0ca3475 None None] Publish callbacks [] for port (e9d6972f-301e-46c7-b995-1095b63d5b7c), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:07.991725 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: e1f946e6-4c91-4030-ba09-1f788e8f175d {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:12:07.992417 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device e1f946e6-4c91-4030-ba09-1f788e8f175d not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:12:07.998335 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c789c5e8-7878-4243-bc8e-4610b0ca3475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (e9d6972f-301e-46c7-b995-1095b63d5b7c), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:08.076584 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c789c5e8-7878-4243-bc8e-4610b0ca3475 None None] Network 69a27a8a-2583-46db-9fd8-a1a0cf98bdf2 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:12:08.083081 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-c789c5e8-7878-4243-bc8e-4610b0ca3475 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:12:08.089063 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c789c5e8-7878-4243-bc8e-4610b0ca3475 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:12:08.131608 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c789c5e8-7878-4243-bc8e-4610b0ca3475 None None] Pushing event updated for resources: {'Port': ['ID=e9d6972f-301e-46c7-b995-1095b63d5b7c,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:08.182447 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-c789c5e8-7878-4243-bc8e-4610b0ca3475 None None] Attempting to bind port e9d6972f-301e-46c7-b995-1095b63d5b7c on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:12:08.182447 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-c789c5e8-7878-4243-bc8e-4610b0ca3475 None None] Attempting to bind port e9d6972f-301e-46c7-b995-1095b63d5b7c by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '5b2f083c-f0fa-4acb-9d19-03b48be078bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '69a27a8a-2583-46db-9fd8-a1a0cf98bdf2'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:12:08.182447 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c789c5e8-7878-4243-bc8e-4610b0ca3475 None None] Attempting to bind port e9d6972f-301e-46c7-b995-1095b63d5b7c on network 69a27a8a-2583-46db-9fd8-a1a0cf98bdf2 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:12:08.184175 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-023a9ba9-8976-427d-94ee-246d4ce544db req-f45157e9-7e0e-4e52-a219-933173764746 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b7cca17-2e0f-41d4-b767-643b448fa30e HTTP/1.1" status: 200 len: 210 time: 0.0430110 Mar 11 20:12:08.190942 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c789c5e8-7878-4243-bc8e-4610b0ca3475 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:12:08.192218 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c789c5e8-7878-4243-bc8e-4610b0ca3475 None None] Checking segment: {'id': '5b2f083c-f0fa-4acb-9d19-03b48be078bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '69a27a8a-2583-46db-9fd8-a1a0cf98bdf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:12:08.192218 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c789c5e8-7878-4243-bc8e-4610b0ca3475 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:08.192218 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c789c5e8-7878-4243-bc8e-4610b0ca3475 None None] Bound using segment: {'id': '5b2f083c-f0fa-4acb-9d19-03b48be078bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '69a27a8a-2583-46db-9fd8-a1a0cf98bdf2'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:12:08.192591 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-c789c5e8-7878-4243-bc8e-4610b0ca3475 None None] Bound port: e9d6972f-301e-46c7-b995-1095b63d5b7c, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b2f083c-f0fa-4acb-9d19-03b48be078bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '69a27a8a-2583-46db-9fd8-a1a0cf98bdf2'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:12:08.192981 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c789c5e8-7878-4243-bc8e-4610b0ca3475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (e9d6972f-301e-46c7-b995-1095b63d5b7c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:08.277260 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-ef60a1e7-1fee-49ea-b57b-9cbeb8adb441 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Allocated IP 172.20.0.1 (69a27a8a-2583-46db-9fd8-a1a0cf98bdf2/6dc35433-300b-4784-b30f-227aab182f3c/61328e35-9265-4e2a-9a63-e4f306d02bf5) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:12:08.315469 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c789c5e8-7878-4243-bc8e-4610b0ca3475 None None] For port e9d6972f-301e-46c7-b995-1095b63d5b7c, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:12:08.318755 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-d96a2d27-85aa-4a40-bdcf-88ce4285dd73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb8c045-f2f7-4d62-9149-98522534bb5d', 'name': 'tempest-TestNetworkBasicOps-router-2122673041', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '05badb83-63e6-4990-8e52-769e6ed42124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:12:04Z', 'updated_at': '2022-03-11T20:12:05Z', 'revision_number': 3, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'gw_port': {'id': '05badb83-63e6-4990-8e52-769e6ed42124', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:82:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb8c045-f2f7-4d62-9149-98522534bb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:12:05Z', 'updated_at': '2022-03-11T20:12:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:12:08.322217 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c789c5e8-7878-4243-bc8e-4610b0ca3475 None None] For port e9d6972f-301e-46c7-b995-1095b63d5b7c, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=e9d6972f-301e-46c7-b995-1095b63d5b7c,segment=NetworkSegment(5b2f083c-f0fa-4acb-9d19-03b48be078bb),segment_id=5b2f083c-f0fa-4acb-9d19-03b48be078bb)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:12:08.355786 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c789c5e8-7878-4243-bc8e-4610b0ca3475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (e9d6972f-301e-46c7-b995-1095b63d5b7c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:08.359535 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96a2d27-85aa-4a40-bdcf-88ce4285dd73 None None] The sync data for ids ['ffb8c045-f2f7-4d62-9149-98522534bb5d'] in n-d-833163-1 is: [{'id': 'ffb8c045-f2f7-4d62-9149-98522534bb5d', 'name': 'tempest-TestNetworkBasicOps-router-2122673041', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '05badb83-63e6-4990-8e52-769e6ed42124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:12:04Z', 'updated_at': '2022-03-11T20:12:05Z', 'revision_number': 3, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'gw_port': {'id': '05badb83-63e6-4990-8e52-769e6ed42124', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:82:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb8c045-f2f7-4d62-9149-98522534bb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:12:05Z', 'updated_at': '2022-03-11T20:12:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:12:08.433282 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c789c5e8-7878-4243-bc8e-4610b0ca3475 None None] Pushing event updated for resources: {'Port': ['ID=e9d6972f-301e-46c7-b995-1095b63d5b7c,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:08.467710 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ef60a1e7-1fee-49ea-b57b-9cbeb8adb441 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for port (61328e35-9265-4e2a-9a63-e4f306d02bf5), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:08.509104 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ef60a1e7-1fee-49ea-b57b-9cbeb8adb441 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (61328e35-9265-4e2a-9a63-e4f306d02bf5), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:08.553703 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef60a1e7-1fee-49ea-b57b-9cbeb8adb441 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Network 69a27a8a-2583-46db-9fd8-a1a0cf98bdf2 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:12:08.559890 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-ef60a1e7-1fee-49ea-b57b-9cbeb8adb441 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:12:08.562433 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef60a1e7-1fee-49ea-b57b-9cbeb8adb441 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:12:08.593188 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef60a1e7-1fee-49ea-b57b-9cbeb8adb441 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Pushing event updated for resources: {'Port': ['ID=61328e35-9265-4e2a-9a63-e4f306d02bf5,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:08.616899 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ef60a1e7-1fee-49ea-b57b-9cbeb8adb441 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (ffb8c045-f2f7-4d62-9149-98522534bb5d), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:08.827679 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ef60a1e7-1fee-49ea-b57b-9cbeb8adb441 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (61328e35-9265-4e2a-9a63-e4f306d02bf5), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:09.057889 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc77850-b0fd-4d37-8a77-7bb081fba07b req-0760a5e6-800e-42a9-989f-6b7b50ed5574 tempest-TestNetworkAdvancedServerOps-874628058 tempest-TestNetworkAdvancedServerOps-874628058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:09.059463 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-abc77850-b0fd-4d37-8a77-7bb081fba07b req-0760a5e6-800e-42a9-989f-6b7b50ed5574 tempest-TestNetworkAdvancedServerOps-874628058 tempest-TestNetworkAdvancedServerOps-874628058-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=37636436-2355-4525-a68e-59f36cc0c650 HTTP/1.1" status: 200 len: 1127 time: 0.1269774 Mar 11 20:12:09.175009 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-abc77850-b0fd-4d37-8a77-7bb081fba07b req-bcbc582d-010c-4178-bac7-88e88fec5b20 tempest-TestNetworkAdvancedServerOps-874628058 tempest-TestNetworkAdvancedServerOps-874628058-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=b9d8b351-d65d-44bf-9cb2-5cca5f4f1f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975037 Mar 11 20:12:09.204908 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54414) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:12:09.318959 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ef60a1e7-1fee-49ea-b57b-9cbeb8adb441 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for port (61328e35-9265-4e2a-9a63-e4f306d02bf5), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:09.350423 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ef60a1e7-1fee-49ea-b57b-9cbeb8adb441 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (61328e35-9265-4e2a-9a63-e4f306d02bf5), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:09.405144 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-abcd584c-5f41-40c1-924e-67a7bb647476 req-50a47652-8e48-4652-bd33-181f2f8684cd tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b7cca17-2e0f-41d4-b767-643b448fa30e HTTP/1.1" status: 200 len: 210 time: 0.1145935 Mar 11 20:12:09.447459 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ef60a1e7-1fee-49ea-b57b-9cbeb8adb441 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (ffb8c045-f2f7-4d62-9149-98522534bb5d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:09.454952 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-5586cef7-4a34-4615-b000-2639b9369a6a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Deleting port 19c69019-6deb-4fd5-a655-f44d25b4d089 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:12:09.456547 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5586cef7-4a34-4615-b000-2639b9369a6a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (19c69019-6deb-4fd5-a655-f44d25b4d089), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:09.470445 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef60a1e7-1fee-49ea-b57b-9cbeb8adb441 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Pushing event updated for resources: {'Port': ['ID=61328e35-9265-4e2a-9a63-e4f306d02bf5,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:09.578087 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5586cef7-4a34-4615-b000-2639b9369a6a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (19c69019-6deb-4fd5-a655-f44d25b4d089), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:09.578671 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5586cef7-4a34-4615-b000-2639b9369a6a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for floatingip (19c69019-6deb-4fd5-a655-f44d25b4d089), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:09.598022 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-5586cef7-4a34-4615-b000-2639b9369a6a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Calling delete_port for 19c69019-6deb-4fd5-a655-f44d25b4d089 owned by network:floatingip {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:12:09.598744 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef60a1e7-1fee-49ea-b57b-9cbeb8adb441 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Network 69a27a8a-2583-46db-9fd8-a1a0cf98bdf2 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:12:09.603756 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-ef60a1e7-1fee-49ea-b57b-9cbeb8adb441 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:12:09.773155 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef60a1e7-1fee-49ea-b57b-9cbeb8adb441 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Router ffb8c045-f2f7-4d62-9149-98522534bb5d has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:12:09.808128 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5586cef7-4a34-4615-b000-2639b9369a6a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (19c69019-6deb-4fd5-a655-f44d25b4d089), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:09.845309 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5586cef7-4a34-4615-b000-2639b9369a6a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event deleted for resources: {'Port': ['ID=19c69019-6deb-4fd5-a655-f44d25b4d089,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:09.878420 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5586cef7-4a34-4615-b000-2639b9369a6a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:12:09.879123 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5586cef7-4a34-4615-b000-2639b9369a6a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:12:09.882205 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5586cef7-4a34-4615-b000-2639b9369a6a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:12:09.882771 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5586cef7-4a34-4615-b000-2639b9369a6a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:12:09.883166 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5586cef7-4a34-4615-b000-2639b9369a6a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:12:09.883592 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5586cef7-4a34-4615-b000-2639b9369a6a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:12:09.884083 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5586cef7-4a34-4615-b000-2639b9369a6a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:12:09.884514 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5586cef7-4a34-4615-b000-2639b9369a6a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:12:09.884893 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5586cef7-4a34-4615-b000-2639b9369a6a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:12:09.885287 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5586cef7-4a34-4615-b000-2639b9369a6a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:12:09.885620 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5586cef7-4a34-4615-b000-2639b9369a6a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:12:09.885953 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5586cef7-4a34-4615-b000-2639b9369a6a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:12:09.886329 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5586cef7-4a34-4615-b000-2639b9369a6a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:12:09.929180 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef60a1e7-1fee-49ea-b57b-9cbeb8adb441 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:12:09.942610 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ef60a1e7-1fee-49ea-b57b-9cbeb8adb441 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "PUT /v2.0/routers/ffb8c045-f2f7-4d62-9149-98522534bb5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8925786 Mar 11 20:12:09.942869 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 54418) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:12:09.959435 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f7dd45-356b-47dc-98c6-4d85f48bc1c2 None None] Network 69a27a8a-2583-46db-9fd8-a1a0cf98bdf2 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:12:09.988299 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5586cef7-4a34-4615-b000-2639b9369a6a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for floatingip (f465b8fe-60bb-4aac-89b4-15056f495b5f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:09.988299 n-d-833163-1 neutron-server[103884]: INFO neutron.db.l3_db [None req-5586cef7-4a34-4615-b000-2639b9369a6a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Floating IP f465b8fe-60bb-4aac-89b4-15056f495b5f disassociated (deleted). External IP: 172.25.8.182, port: fa0c6ba6-c008-46d2-b2e0-f985d35e84d3. Mar 11 20:12:10.082863 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a304c96f-8a11-49a7-9580-65ac88b5e983 tempest-TestNetworkBasicOps-1071994665 tempest-TestNetworkBasicOps-1071994665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:10.083334 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a304c96f-8a11-49a7-9580-65ac88b5e983 tempest-TestNetworkBasicOps-1071994665 tempest-TestNetworkBasicOps-1071994665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:10.083817 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a304c96f-8a11-49a7-9580-65ac88b5e983 tempest-TestNetworkBasicOps-1071994665 tempest-TestNetworkBasicOps-1071994665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:10.084401 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a304c96f-8a11-49a7-9580-65ac88b5e983 tempest-TestNetworkBasicOps-1071994665 tempest-TestNetworkBasicOps-1071994665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:10.084726 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a304c96f-8a11-49a7-9580-65ac88b5e983 tempest-TestNetworkBasicOps-1071994665 tempest-TestNetworkBasicOps-1071994665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:10.085569 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a304c96f-8a11-49a7-9580-65ac88b5e983 tempest-TestNetworkBasicOps-1071994665 tempest-TestNetworkBasicOps-1071994665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:10.086070 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a304c96f-8a11-49a7-9580-65ac88b5e983 tempest-TestNetworkBasicOps-1071994665 tempest-TestNetworkBasicOps-1071994665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:10.090890 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a304c96f-8a11-49a7-9580-65ac88b5e983 tempest-TestNetworkBasicOps-1071994665 tempest-TestNetworkBasicOps-1071994665-project-admin] 10.222.0.65 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4965 time: 0.1444149 Mar 11 20:12:10.091118 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 54420) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:12:10.130179 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-837665b5-a044-4ef0-a908-ec595dec3323 None None] Provisioning complete for port e9d6972f-301e-46c7-b995-1095b63d5b7c triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:12:10.130551 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-837665b5-a044-4ef0-a908-ec595dec3323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (e9d6972f-301e-46c7-b995-1095b63d5b7c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:10.186305 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device e9d6972f-301e-46c7-b995-1095b63d5b7c up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:12:10.209066 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ca447d-f929-4886-bda3-0fc84af2d1ed tempest-TestNetworkBasicOps-1071994665 tempest-TestNetworkBasicOps-1071994665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:10.209535 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ca447d-f929-4886-bda3-0fc84af2d1ed tempest-TestNetworkBasicOps-1071994665 tempest-TestNetworkBasicOps-1071994665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:10.209990 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ca447d-f929-4886-bda3-0fc84af2d1ed tempest-TestNetworkBasicOps-1071994665 tempest-TestNetworkBasicOps-1071994665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:10.210441 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ca447d-f929-4886-bda3-0fc84af2d1ed tempest-TestNetworkBasicOps-1071994665 tempest-TestNetworkBasicOps-1071994665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:10.210887 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ca447d-f929-4886-bda3-0fc84af2d1ed tempest-TestNetworkBasicOps-1071994665 tempest-TestNetworkBasicOps-1071994665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:10.211333 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ca447d-f929-4886-bda3-0fc84af2d1ed tempest-TestNetworkBasicOps-1071994665 tempest-TestNetworkBasicOps-1071994665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:10.214248 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ca447d-f929-4886-bda3-0fc84af2d1ed tempest-TestNetworkBasicOps-1071994665 tempest-TestNetworkBasicOps-1071994665-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:10.218794 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a0ca447d-f929-4886-bda3-0fc84af2d1ed tempest-TestNetworkBasicOps-1071994665 tempest-TestNetworkBasicOps-1071994665-project-admin] 10.222.0.65 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4626 time: 0.1265817 Mar 11 20:12:10.221728 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 54422) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:12:10.293903 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5586cef7-4a34-4615-b000-2639b9369a6a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Router c6d1f21b-eded-4d06-8b4f-d7b604be70ae has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:12:10.349954 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port e9d6972f-301e-46c7-b995-1095b63d5b7c triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:12:10.350223 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (e9d6972f-301e-46c7-b995-1095b63d5b7c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:10.407434 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-837665b5-a044-4ef0-a908-ec595dec3323 None None] Current status of the port e9d6972f-301e-46c7-b995-1095b63d5b7c is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:12:10.407899 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-837665b5-a044-4ef0-a908-ec595dec3323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (e9d6972f-301e-46c7-b995-1095b63d5b7c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:10.460491 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5586cef7-4a34-4615-b000-2639b9369a6a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:12:10.468681 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5586cef7-4a34-4615-b000-2639b9369a6a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:10.485383 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad2bc0e-810c-42f5-8bf9-cd4f9be77878 None None] Sync routers for ids ['c6d1f21b-eded-4d06-8b4f-d7b604be70ae'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:12:10.505544 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad2bc0e-810c-42f5-8bf9-cd4f9be77878 None None] Routers {'c6d1f21b-eded-4d06-8b4f-d7b604be70ae'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:12:10.508058 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-9ad2bc0e-810c-42f5-8bf9-cd4f9be77878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:11:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['c6d1f21b-eded-4d06-8b4f-d7b604be70ae'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:12:10.517891 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-5586cef7-4a34-4615-b000-2639b9369a6a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "DELETE /v2.0/floatingips/f465b8fe-60bb-4aac-89b4-15056f495b5f HTTP/1.1" status: 204 len: 168 time: 1.3101785 Mar 11 20:12:10.519611 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37636436-2355-4525-a68e-59f36cc0c650', 'tag': 'fa0c6ba6-c008-46d2-b2e0-f985d35e84d3'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:12:10.522556 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa40739-a27b-4535-b6d1-8a9ad55939d0" -d '{"events": [{"name": "network-changed", "server_uuid": "37636436-2355-4525-a68e-59f36cc0c650", "tag": "fa0c6ba6-c008-46d2-b2e0-f985d35e84d3"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:12:10.548218 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-837665b5-a044-4ef0-a908-ec595dec3323 None None] For port e9d6972f-301e-46c7-b995-1095b63d5b7c, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=e9d6972f-301e-46c7-b995-1095b63d5b7c,segment=NetworkSegment(5b2f083c-f0fa-4acb-9d19-03b48be078bb),segment_id=5b2f083c-f0fa-4acb-9d19-03b48be078bb)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:12:10.572411 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-837665b5-a044-4ef0-a908-ec595dec3323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (e9d6972f-301e-46c7-b995-1095b63d5b7c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:10.577823 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-4d6e7767-9c38-4c76-a9c4-2b4a59c50c01 tempest-TestNetworkBasicOps-1071994665 tempest-TestNetworkBasicOps-1071994665-project-admin] 10.222.0.65 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3773 time: 0.3512590 Mar 11 20:12:10.600912 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8a79263d-8c41-4244-b328-77262091d2bd req-2f306014-001e-4ad6-85d1-66a1ac5b3729 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b7cca17-2e0f-41d4-b767-643b448fa30e HTTP/1.1" status: 200 len: 210 time: 0.0443139 Mar 11 20:12:10.609313 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port e9d6972f-301e-46c7-b995-1095b63d5b7c is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:12:10.609712 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (e9d6972f-301e-46c7-b995-1095b63d5b7c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:10.709659 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-9ad2bc0e-810c-42f5-8bf9-cd4f9be77878 None None] Set router c6d1f21b-eded-4d06-8b4f-d7b604be70ae gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:12:10.736914 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837665b5-a044-4ef0-a908-ec595dec3323 None None] Pushing event updated for resources: {'Port': ['ID=e9d6972f-301e-46c7-b995-1095b63d5b7c,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:10.824572 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 20:12:10.824926 n-d-833163-1 neutron-server[103886]: DEBUG oslo_db.api [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 20:12:10.826215 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-5abee29a-6a11-460f-ab3c-69e4a773f8da None None] Provisioning complete for port 61328e35-9265-4e2a-9a63-e4f306d02bf5 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:12:10.829213 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5abee29a-6a11-460f-ab3c-69e4a773f8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (61328e35-9265-4e2a-9a63-e4f306d02bf5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:10.885683 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-5abee29a-6a11-460f-ab3c-69e4a773f8da None None] Port 61328e35-9265-4e2a-9a63-e4f306d02bf5 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:12:10.887742 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc1ee1e-0656-4594-8456-253368706b83 None None] Sync routers for ids ['ffb8c045-f2f7-4d62-9149-98522534bb5d'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:12:10.904836 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc1ee1e-0656-4594-8456-253368706b83 None None] Routers {'ffb8c045-f2f7-4d62-9149-98522534bb5d'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:12:10.905833 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-4dc1ee1e-0656-4594-8456-253368706b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:11:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['ffb8c045-f2f7-4d62-9149-98522534bb5d'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:12:10.924311 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba308e17-3f03-418e-a63a-7b31eb85ec08 x-openstack-request-id: req-ba308e17-3f03-418e-a63a-7b31eb85ec08 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:12:10.924726 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37636436-2355-4525-a68e-59f36cc0c650", "tag": "fa0c6ba6-c008-46d2-b2e0-f985d35e84d3", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:12:10.925092 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ba308e17-3f03-418e-a63a-7b31eb85ec08 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:12:10.925616 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37636436-2355-4525-a68e-59f36cc0c650', 'tag': 'fa0c6ba6-c008-46d2-b2e0-f985d35e84d3', 'status': 'completed', 'code': 200} Mar 11 20:12:10.959993 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-5abee29a-6a11-460f-ab3c-69e4a773f8da None None] Provisioning complete for port e9d6972f-301e-46c7-b995-1095b63d5b7c triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:12:10.960470 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5abee29a-6a11-460f-ab3c-69e4a773f8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (e9d6972f-301e-46c7-b995-1095b63d5b7c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:11.041601 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-9ad2bc0e-810c-42f5-8bf9-cd4f9be77878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d1f21b-eded-4d06-8b4f-d7b604be70ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899638458', 'tenant_id': '985979086b444294b1307d531b609210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'c7851402-f5f0-453a-b589-182b5f88d45f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:09:55Z', 'updated_at': '2022-03-11T20:10:00Z', 'revision_number': 4, 'project_id': '985979086b444294b1307d531b609210', 'gw_port': {'id': 'c7851402-f5f0-453a-b589-182b5f88d45f', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:69:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d1f21b-eded-4d06-8b4f-d7b604be70ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:09:56Z', 'updated_at': '2022-03-11T20:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '044eb286-a6da-4239-9ef6-1ab71985fefe', 'name': '', 'network_id': '02e40282-300e-439f-9d4a-07e091fdcfab', 'tenant_id': '985979086b444294b1307d531b609210', 'mac_address': 'fa:16:3e:1f:41:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d1f21b-eded-4d06-8b4f-d7b604be70ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '4255cfd0-a64b-4ba5-8f5f-ba4fb62c261c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:09:59Z', 'updated_at': '2022-03-11T20:10:04Z', 'revision_number': 5, 'project_id': '985979086b444294b1307d531b609210', 'subnets': [{'id': '4255cfd0-a64b-4ba5-8f5f-ba4fb62c261c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:12:11.054790 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa40739-a27b-4535-b6d1-8a9ad55939d0 req-b84789e5-29f3-4e70-8c77-4c1f0c20e47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:11.056448 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-afa40739-a27b-4535-b6d1-8a9ad55939d0 req-b84789e5-29f3-4e70-8c77-4c1f0c20e47b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=985979086b444294b1307d531b609210&device_id=37636436-2355-4525-a68e-59f36cc0c650 HTTP/1.1" status: 200 len: 1127 time: 0.1095262 Mar 11 20:12:11.104985 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad2bc0e-810c-42f5-8bf9-cd4f9be77878 None None] Checking router: c6d1f21b-eded-4d06-8b4f-d7b604be70ae for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:12:11.129027 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad2bc0e-810c-42f5-8bf9-cd4f9be77878 None None] Routers {'c6d1f21b-eded-4d06-8b4f-d7b604be70ae'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:12:11.130019 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-9ad2bc0e-810c-42f5-8bf9-cd4f9be77878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:11:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['c6d1f21b-eded-4d06-8b4f-d7b604be70ae'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:12:11.155490 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-4dc1ee1e-0656-4594-8456-253368706b83 None None] Set router ffb8c045-f2f7-4d62-9149-98522534bb5d gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:12:11.240871 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-5abee29a-6a11-460f-ab3c-69e4a773f8da None None] Current status of the port e9d6972f-301e-46c7-b995-1095b63d5b7c is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:12:11.282613 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa40739-a27b-4535-b6d1-8a9ad55939d0 req-cc5fb68e-5c68-47d6-bb77-9a9d96c290d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:11.282613 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-afa40739-a27b-4535-b6d1-8a9ad55939d0 req-cc5fb68e-5c68-47d6-bb77-9a9d96c290d2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=02e40282-300e-439f-9d4a-07e091fdcfab HTTP/1.1" status: 200 len: 897 time: 0.2131255 Mar 11 20:12:11.283045 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54434) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:12:11.288832 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-bec77397-1682-45d7-bd20-a5202731502b tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-814453208', 'description': 'tempest-secgroup-smoke-814453208 description', 'project_id': '77aef0b32a4e44be903fe7edad11ff8b'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:12:11.349815 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bec77397-1682-45d7-bd20-a5202731502b tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:11.361183 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-afa40739-a27b-4535-b6d1-8a9ad55939d0 req-eaf6ce20-a3d7-4a47-a89a-01e37cd84536 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa0c6ba6-c008-46d2-b2e0-f985d35e84d3 HTTP/1.1" status: 200 len: 217 time: 0.0739753 Mar 11 20:12:11.396416 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-9ad2bc0e-810c-42f5-8bf9-cd4f9be77878 None None] Set router c6d1f21b-eded-4d06-8b4f-d7b604be70ae gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:12:11.493903 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bec77397-1682-45d7-bd20-a5202731502b tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for security_group (0551fd0e-38a6-4c90-9a5d-d83142ef6954), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:11.501348 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bec77397-1682-45d7-bd20-a5202731502b tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (0551fd0e-38a6-4c90-9a5d-d83142ef6954), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:11.545309 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bec77397-1682-45d7-bd20-a5202731502b tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:11.547465 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-bec77397-1682-45d7-bd20-a5202731502b tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2627490 Mar 11 20:12:11.549569 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port e9d6972f-301e-46c7-b995-1095b63d5b7c is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:12:11.550165 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 05badb83-63e6-4990-8e52-769e6ed42124 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:12:11.552412 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 54436) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:12:11.556103 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-2d714b98-f52f-41b4-bbdc-36e5ca2072cb None None] Provisioning complete for port 61328e35-9265-4e2a-9a63-e4f306d02bf5 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:12:11.556480 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2d714b98-f52f-41b4-bbdc-36e5ca2072cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (61328e35-9265-4e2a-9a63-e4f306d02bf5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:11.564637 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec77397-1682-45d7-bd20-a5202731502b tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0551fd0e-38a6-4c90-9a5d-d83142ef6954,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:11.570228 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-7672ccbf-275d-4e81-a8b2-24f7e04f24a5 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Request body: {'security_group_rule': {'security_group_id': '0551fd0e-38a6-4c90-9a5d-d83142ef6954', 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:12:11.604329 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa40739-a27b-4535-b6d1-8a9ad55939d0 req-eb060f63-f13f-40eb-9db8-3fc1912fac57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:11.605805 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-afa40739-a27b-4535-b6d1-8a9ad55939d0 req-eb060f63-f13f-40eb-9db8-3fc1912fac57 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4255cfd0-a64b-4ba5-8f5f-ba4fb62c261c HTTP/1.1" status: 200 len: 835 time: 0.2362146 Mar 11 20:12:11.676679 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5baf16d-f0d3-4e4f-b121-344d5ecd7f18 req-9bd8b8da-8aab-41ed-a9ff-bd28f467afff tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:11.678274 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d5baf16d-f0d3-4e4f-b121-344d5ecd7f18 req-9bd8b8da-8aab-41ed-a9ff-bd28f467afff tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=37636436-2355-4525-a68e-59f36cc0c650 HTTP/1.1" status: 200 len: 945 time: 0.2915292 Mar 11 20:12:11.688875 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-2d714b98-f52f-41b4-bbdc-36e5ca2072cb None None] Port 61328e35-9265-4e2a-9a63-e4f306d02bf5 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:12:11.733107 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7672ccbf-275d-4e81-a8b2-24f7e04f24a5 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for security_group_rule (c965c119-5b9e-48c2-95bd-60b6f2c6d8de), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:11.830992 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7672ccbf-275d-4e81-a8b2-24f7e04f24a5 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for security_group_rule (c965c119-5b9e-48c2-95bd-60b6f2c6d8de), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:11.858340 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7672ccbf-275d-4e81-a8b2-24f7e04f24a5 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (c965c119-5b9e-48c2-95bd-60b6f2c6d8de), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:11.919233 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa40739-a27b-4535-b6d1-8a9ad55939d0 req-ec0379f6-bbb0-461a-a29b-a13283002b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:11.922659 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-afa40739-a27b-4535-b6d1-8a9ad55939d0 req-ec0379f6-bbb0-461a-a29b-a13283002b76 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=02e40282-300e-439f-9d4a-07e091fdcfab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2836962 Mar 11 20:12:11.924039 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7672ccbf-275d-4e81-a8b2-24f7e04f24a5 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c965c119-5b9e-48c2-95bd-60b6f2c6d8de,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:11.975997 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7672ccbf-275d-4e81-a8b2-24f7e04f24a5 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:11.978103 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-7672ccbf-275d-4e81-a8b2-24f7e04f24a5 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4235992 Mar 11 20:12:11.981343 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54440) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:12:11.987871 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-1b83bb1d-61a3-44d9-97d1-a5866d2e4148 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Request body: {'security_group_rule': {'security_group_id': '0551fd0e-38a6-4c90-9a5d-d83142ef6954', 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:12:12.033159 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1b83bb1d-61a3-44d9-97d1-a5866d2e4148 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for security_group_rule (c3960c4e-5738-4e93-8165-7c1d2de0df19), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:12.037300 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d5baf16d-f0d3-4e4f-b121-344d5ecd7f18 req-515aa438-da48-488e-937b-a5a27af8c5bd tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9d8b351-d65d-44bf-9cb2-5cca5f4f1f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3201058 Mar 11 20:12:12.076449 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-9ad2bc0e-810c-42f5-8bf9-cd4f9be77878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d1f21b-eded-4d06-8b4f-d7b604be70ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899638458', 'tenant_id': '985979086b444294b1307d531b609210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'c7851402-f5f0-453a-b589-182b5f88d45f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:09:55Z', 'updated_at': '2022-03-11T20:10:00Z', 'revision_number': 4, 'project_id': '985979086b444294b1307d531b609210', 'gw_port': {'id': 'c7851402-f5f0-453a-b589-182b5f88d45f', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:69:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d1f21b-eded-4d06-8b4f-d7b604be70ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:09:56Z', 'updated_at': '2022-03-11T20:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '044eb286-a6da-4239-9ef6-1ab71985fefe', 'name': '', 'network_id': '02e40282-300e-439f-9d4a-07e091fdcfab', 'tenant_id': '985979086b444294b1307d531b609210', 'mac_address': 'fa:16:3e:1f:41:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d1f21b-eded-4d06-8b4f-d7b604be70ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '4255cfd0-a64b-4ba5-8f5f-ba4fb62c261c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:09:59Z', 'updated_at': '2022-03-11T20:10:04Z', 'revision_number': 5, 'project_id': '985979086b444294b1307d531b609210', 'subnets': [{'id': '4255cfd0-a64b-4ba5-8f5f-ba4fb62c261c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:12:12.115477 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-906b91d8-dbbc-495d-b2dd-216d40d3fde8 None None] Provisioning complete for port 61328e35-9265-4e2a-9a63-e4f306d02bf5 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:12:12.116101 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-906b91d8-dbbc-495d-b2dd-216d40d3fde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (61328e35-9265-4e2a-9a63-e4f306d02bf5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:12.139836 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad2bc0e-810c-42f5-8bf9-cd4f9be77878 None None] The sync data for ids ['c6d1f21b-eded-4d06-8b4f-d7b604be70ae'] in n-d-833163-1 is: [{'id': 'c6d1f21b-eded-4d06-8b4f-d7b604be70ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899638458', 'tenant_id': '985979086b444294b1307d531b609210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'c7851402-f5f0-453a-b589-182b5f88d45f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:09:55Z', 'updated_at': '2022-03-11T20:10:00Z', 'revision_number': 4, 'project_id': '985979086b444294b1307d531b609210', 'gw_port': {'id': 'c7851402-f5f0-453a-b589-182b5f88d45f', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:69:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d1f21b-eded-4d06-8b4f-d7b604be70ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:09:56Z', 'updated_at': '2022-03-11T20:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '044eb286-a6da-4239-9ef6-1ab71985fefe', 'name': '', 'network_id': '02e40282-300e-439f-9d4a-07e091fdcfab', 'tenant_id': '985979086b444294b1307d531b609210', 'mac_address': 'fa:16:3e:1f:41:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d1f21b-eded-4d06-8b4f-d7b604be70ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '4255cfd0-a64b-4ba5-8f5f-ba4fb62c261c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:09:59Z', 'updated_at': '2022-03-11T20:10:04Z', 'revision_number': 5, 'project_id': '985979086b444294b1307d531b609210', 'subnets': [{'id': '4255cfd0-a64b-4ba5-8f5f-ba4fb62c261c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:12:12.143601 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1b83bb1d-61a3-44d9-97d1-a5866d2e4148 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for security_group_rule (c3960c4e-5738-4e93-8165-7c1d2de0df19), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:12.171465 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1b83bb1d-61a3-44d9-97d1-a5866d2e4148 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (c3960c4e-5738-4e93-8165-7c1d2de0df19), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:12.201152 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-906b91d8-dbbc-495d-b2dd-216d40d3fde8 None None] Port 61328e35-9265-4e2a-9a63-e4f306d02bf5 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:12:12.202858 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0d138f76-fd45-4876-bc86-a670971cbd26 req-47447435-3116-4584-9034-e41978b13af2 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b7cca17-2e0f-41d4-b767-643b448fa30e HTTP/1.1" status: 200 len: 210 time: 0.0469494 Mar 11 20:12:12.217483 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b83bb1d-61a3-44d9-97d1-a5866d2e4148 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3960c4e-5738-4e93-8165-7c1d2de0df19,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:12.220020 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 05badb83-63e6-4990-8e52-769e6ed42124 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:12:12.221522 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (05badb83-63e6-4990-8e52-769e6ed42124), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:12.236067 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1b83bb1d-61a3-44d9-97d1-a5866d2e4148 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:12.245547 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 54442) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:12:12.248311 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-1b83bb1d-61a3-44d9-97d1-a5866d2e4148 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2653458 Mar 11 20:12:12.261143 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-ce790792-4dfb-4242-b955-d8b1e00a42a3 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Request body: {'security_group_rule': {'security_group_id': '0551fd0e-38a6-4c90-9a5d-d83142ef6954', 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:12:12.291439 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-afa40739-a27b-4535-b6d1-8a9ad55939d0 req-1ae947a6-132e-4cd1-9e99-800c26664bb5 service neutron] 10.222.0.57 "GET /v2.0/networks/02e40282-300e-439f-9d4a-07e091fdcfab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979615 Mar 11 20:12:12.302685 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ce790792-4dfb-4242-b955-d8b1e00a42a3 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for security_group_rule (2d7c8ce7-afe2-4d25-8285-5d8e0990acaa), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:12.327549 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-4dc1ee1e-0656-4594-8456-253368706b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb8c045-f2f7-4d62-9149-98522534bb5d', 'name': 'tempest-TestNetworkBasicOps-router-2122673041', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '05badb83-63e6-4990-8e52-769e6ed42124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:12:04Z', 'updated_at': '2022-03-11T20:12:08Z', 'revision_number': 4, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'gw_port': {'id': '05badb83-63e6-4990-8e52-769e6ed42124', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:82:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb8c045-f2f7-4d62-9149-98522534bb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:12:05Z', 'updated_at': '2022-03-11T20:12:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '61328e35-9265-4e2a-9a63-e4f306d02bf5', 'name': '', 'network_id': '69a27a8a-2583-46db-9fd8-a1a0cf98bdf2', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'mac_address': 'fa:16:3e:72:92:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb8c045-f2f7-4d62-9149-98522534bb5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '6dc35433-300b-4784-b30f-227aab182f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:12:08Z', 'updated_at': '2022-03-11T20:12:09Z', 'revision_number': 2, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'subnets': [{'id': '6dc35433-300b-4784-b30f-227aab182f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:12:12.365059 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc1ee1e-0656-4594-8456-253368706b83 None None] Checking router: ffb8c045-f2f7-4d62-9149-98522534bb5d for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:12:12.365408 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc1ee1e-0656-4594-8456-253368706b83 None None] Updating router ffb8c045-f2f7-4d62-9149-98522534bb5d port 61328e35-9265-4e2a-9a63-e4f306d02bf5 binding host n-d-833163-1 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 20:12:12.406700 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4dc1ee1e-0656-4594-8456-253368706b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (61328e35-9265-4e2a-9a63-e4f306d02bf5), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:12.488435 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ce790792-4dfb-4242-b955-d8b1e00a42a3 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for security_group_rule (2d7c8ce7-afe2-4d25-8285-5d8e0990acaa), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:12.510189 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ce790792-4dfb-4242-b955-d8b1e00a42a3 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (2d7c8ce7-afe2-4d25-8285-5d8e0990acaa), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:12.584460 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce790792-4dfb-4242-b955-d8b1e00a42a3 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d7c8ce7-afe2-4d25-8285-5d8e0990acaa,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:12.605984 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-afa40739-a27b-4535-b6d1-8a9ad55939d0 req-1ec4e2da-4b62-4564-9ea6-7c8360c6bece service neutron] 10.222.0.57 "GET /v2.0/networks/02e40282-300e-439f-9d4a-07e091fdcfab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017344 Mar 11 20:12:12.612058 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ce790792-4dfb-4242-b955-d8b1e00a42a3 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:12.614065 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ce790792-4dfb-4242-b955-d8b1e00a42a3 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3644261 Mar 11 20:12:12.617178 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54444) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:12:12.622618 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf7270a-f267-4c2b-8a16-9c6c5db029d1 None None] New status for floating IP f465b8fe-60bb-4aac-89b4-15056f495b5f: DOWN {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 20:12:12.628718 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-be8e2583-a693-481d-9fc3-f313ff9343bf tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Request body: {'security_group_rule': {'security_group_id': '0551fd0e-38a6-4c90-9a5d-d83142ef6954', 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:12:12.673984 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b6499-b23d-4493-94b8-0fef4f9004db req-e338be9f-8be2-4564-8a46-5ff794b14a7a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:12.676355 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ac5b6499-b23d-4493-94b8-0fef4f9004db req-e338be9f-8be2-4564-8a46-5ff794b14a7a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.57 "GET /v2.0/ports?device_id=37636436-2355-4525-a68e-59f36cc0c650 HTTP/1.1" status: 200 len: 945 time: 0.1790683 Mar 11 20:12:12.698961 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-be8e2583-a693-481d-9fc3-f313ff9343bf tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for security_group_rule (0f90a397-6f51-452c-8825-b46ead3ff4a8), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:12.804952 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 05badb83-63e6-4990-8e52-769e6ed42124 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:12:12.805213 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (05badb83-63e6-4990-8e52-769e6ed42124), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:12.828744 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-ac5b6499-b23d-4493-94b8-0fef4f9004db req-769afad3-fde4-4ff6-a118-e9224b124d4c tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Deleting port fa0c6ba6-c008-46d2-b2e0-f985d35e84d3 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:12:12.829142 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 05badb83-63e6-4990-8e52-769e6ed42124, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=05badb83-63e6-4990-8e52-769e6ed42124,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:12:12.829541 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ac5b6499-b23d-4493-94b8-0fef4f9004db req-769afad3-fde4-4ff6-a118-e9224b124d4c tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (fa0c6ba6-c008-46d2-b2e0-f985d35e84d3), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:12.851083 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (05badb83-63e6-4990-8e52-769e6ed42124), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:12.874926 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-be8e2583-a693-481d-9fc3-f313ff9343bf tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for security_group_rule (0f90a397-6f51-452c-8825-b46ead3ff4a8), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:12.881474 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-be8e2583-a693-481d-9fc3-f313ff9343bf tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (0f90a397-6f51-452c-8825-b46ead3ff4a8), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:12.913818 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8e2583-a693-481d-9fc3-f313ff9343bf tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f90a397-6f51-452c-8825-b46ead3ff4a8,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:12.914427 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4dc1ee1e-0656-4594-8456-253368706b83 None None] Publish callbacks [] for port (61328e35-9265-4e2a-9a63-e4f306d02bf5), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:12.934540 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=05badb83-63e6-4990-8e52-769e6ed42124,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:12.946469 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4dc1ee1e-0656-4594-8456-253368706b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (61328e35-9265-4e2a-9a63-e4f306d02bf5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:12.957197 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-be8e2583-a693-481d-9fc3-f313ff9343bf tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:12.958936 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-be8e2583-a693-481d-9fc3-f313ff9343bf tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3404858 Mar 11 20:12:12.964377 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54446) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:12:12.969573 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-c3c88cd3-4908-4d78-af87-37115c9587e1 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Request body: {'security_group_rule': {'security_group_id': '0551fd0e-38a6-4c90-9a5d-d83142ef6954', 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:12:13.016831 n-d-833163-1 neutron-server[103884]: INFO neutron.db.securitygroups_db [None req-c3c88cd3-4908-4d78-af87-37115c9587e1 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Project 77aef0b32a4e44be903fe7edad11ff8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 20:12:13.023985 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c3c88cd3-4908-4d78-af87-37115c9587e1 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for security_group_rule (3f703241-df0e-4f1f-bff6-85401cfe6b52), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:13.057771 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device e9d6972f-301e-46c7-b995-1095b63d5b7c up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:12:13.064718 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-ac5b6499-b23d-4493-94b8-0fef4f9004db req-769afad3-fde4-4ff6-a118-e9224b124d4c tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] For port fa0c6ba6-c008-46d2-b2e0-f985d35e84d3, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=fa0c6ba6-c008-46d2-b2e0-f985d35e84d3,segment=NetworkSegment(ecf43608-470c-4ed7-8554-bbfb9864a736),segment_id=ecf43608-470c-4ed7-8554-bbfb9864a736)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:12:13.065087 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ac5b6499-b23d-4493-94b8-0fef4f9004db req-769afad3-fde4-4ff6-a118-e9224b124d4c tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (fa0c6ba6-c008-46d2-b2e0-f985d35e84d3), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:13.106147 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7216a7dd-14d9-4859-82a7-858808dc90b1 None None] Pushing event updated for resources: {'Port': ['ID=61328e35-9265-4e2a-9a63-e4f306d02bf5,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:13.134304 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-ac5b6499-b23d-4493-94b8-0fef4f9004db req-769afad3-fde4-4ff6-a118-e9224b124d4c tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Calling delete_port for fa0c6ba6-c008-46d2-b2e0-f985d35e84d3 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:12:13.233203 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c3c88cd3-4908-4d78-af87-37115c9587e1 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for security_group_rule (3f703241-df0e-4f1f-bff6-85401cfe6b52), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:13.245549 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c3c88cd3-4908-4d78-af87-37115c9587e1 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (3f703241-df0e-4f1f-bff6-85401cfe6b52), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:13.246407 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-4dc1ee1e-0656-4594-8456-253368706b83 None None] Attempting to bind port 61328e35-9265-4e2a-9a63-e4f306d02bf5 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:12:13.246877 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-4dc1ee1e-0656-4594-8456-253368706b83 None None] Attempting to bind port 61328e35-9265-4e2a-9a63-e4f306d02bf5 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '5b2f083c-f0fa-4acb-9d19-03b48be078bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '69a27a8a-2583-46db-9fd8-a1a0cf98bdf2'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:12:13.247160 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc1ee1e-0656-4594-8456-253368706b83 None None] Attempting to bind port 61328e35-9265-4e2a-9a63-e4f306d02bf5 on network 69a27a8a-2583-46db-9fd8-a1a0cf98bdf2 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:12:13.268571 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc1ee1e-0656-4594-8456-253368706b83 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:12:13.268985 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc1ee1e-0656-4594-8456-253368706b83 None None] Checking segment: {'id': '5b2f083c-f0fa-4acb-9d19-03b48be078bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '69a27a8a-2583-46db-9fd8-a1a0cf98bdf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:12:13.269354 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4dc1ee1e-0656-4594-8456-253368706b83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:13.269748 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc1ee1e-0656-4594-8456-253368706b83 None None] Bound using segment: {'id': '5b2f083c-f0fa-4acb-9d19-03b48be078bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '69a27a8a-2583-46db-9fd8-a1a0cf98bdf2'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:12:13.270235 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-4dc1ee1e-0656-4594-8456-253368706b83 None None] Bound port: 61328e35-9265-4e2a-9a63-e4f306d02bf5, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b2f083c-f0fa-4acb-9d19-03b48be078bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '69a27a8a-2583-46db-9fd8-a1a0cf98bdf2'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:12:13.270617 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4dc1ee1e-0656-4594-8456-253368706b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (61328e35-9265-4e2a-9a63-e4f306d02bf5), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:13.273603 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port e9d6972f-301e-46c7-b995-1095b63d5b7c triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:12:13.273972 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (e9d6972f-301e-46c7-b995-1095b63d5b7c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:13.279856 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c88cd3-4908-4d78-af87-37115c9587e1 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f703241-df0e-4f1f-bff6-85401cfe6b52,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:13.287516 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c3c88cd3-4908-4d78-af87-37115c9587e1 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:13.291409 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c3c88cd3-4908-4d78-af87-37115c9587e1 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3235352 Mar 11 20:12:13.292389 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54452) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:12:13.298918 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-efda24ea-b219-45e3-a48f-f584326df8fc tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Request body: {'security_group_rule': {'security_group_id': '0551fd0e-38a6-4c90-9a5d-d83142ef6954', 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:12:13.326672 n-d-833163-1 neutron-server[103884]: INFO neutron.db.securitygroups_db [None req-efda24ea-b219-45e3-a48f-f584326df8fc tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Project 77aef0b32a4e44be903fe7edad11ff8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 20:12:13.334400 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-efda24ea-b219-45e3-a48f-f584326df8fc tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for security_group_rule (cfe23591-c274-4883-bf87-65bccff25548), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:13.428597 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-efda24ea-b219-45e3-a48f-f584326df8fc tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for security_group_rule (cfe23591-c274-4883-bf87-65bccff25548), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:13.433741 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-efda24ea-b219-45e3-a48f-f584326df8fc tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (cfe23591-c274-4883-bf87-65bccff25548), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:13.440143 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe8123-d096-4e77-b832-6526c81cb87e req-e07572b8-0bc4-4024-b2b6-1c1bd40c714f tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:13.444227 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9bbe8123-d096-4e77-b832-6526c81cb87e req-e07572b8-0bc4-4024-b2b6-1c1bd40c714f tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=37636436-2355-4525-a68e-59f36cc0c650 HTTP/1.1" status: 200 len: 945 time: 0.1918485 Mar 11 20:12:13.461924 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c3aaf591-e4f3-40c5-ba32-42179ccfdb75 None None] Provisioning complete for port 61328e35-9265-4e2a-9a63-e4f306d02bf5 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:12:13.462294 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c3aaf591-e4f3-40c5-ba32-42179ccfdb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (61328e35-9265-4e2a-9a63-e4f306d02bf5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:13.477600 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efda24ea-b219-45e3-a48f-f584326df8fc tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfe23591-c274-4883-bf87-65bccff25548,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:13.503915 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-efda24ea-b219-45e3-a48f-f584326df8fc tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:13.514395 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-efda24ea-b219-45e3-a48f-f584326df8fc tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2208462 Mar 11 20:12:13.517372 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4dc1ee1e-0656-4594-8456-253368706b83 None None] For port 61328e35-9265-4e2a-9a63-e4f306d02bf5, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:12:13.522755 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4dc1ee1e-0656-4594-8456-253368706b83 None None] For port 61328e35-9265-4e2a-9a63-e4f306d02bf5, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=61328e35-9265-4e2a-9a63-e4f306d02bf5,segment=NetworkSegment(5b2f083c-f0fa-4acb-9d19-03b48be078bb),segment_id=5b2f083c-f0fa-4acb-9d19-03b48be078bb)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:12:13.542969 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ac5b6499-b23d-4493-94b8-0fef4f9004db req-769afad3-fde4-4ff6-a118-e9224b124d4c tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (fa0c6ba6-c008-46d2-b2e0-f985d35e84d3), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:13.565221 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c3aaf591-e4f3-40c5-ba32-42179ccfdb75 None None] Port 61328e35-9265-4e2a-9a63-e4f306d02bf5 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:12:13.577258 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4dc1ee1e-0656-4594-8456-253368706b83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (61328e35-9265-4e2a-9a63-e4f306d02bf5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:13.590246 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port e9d6972f-301e-46c7-b995-1095b63d5b7c is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:12:13.612543 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769afad3-fde4-4ff6-a118-e9224b124d4c tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event deleted for resources: {'Port': ['ID=fa0c6ba6-c008-46d2-b2e0-f985d35e84d3,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:13.642392 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc1ee1e-0656-4594-8456-253368706b83 None None] Routers {'ffb8c045-f2f7-4d62-9149-98522534bb5d'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:12:13.643055 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-4dc1ee1e-0656-4594-8456-253368706b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:11:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['ffb8c045-f2f7-4d62-9149-98522534bb5d'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:12:13.682721 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac5b6499-b23d-4493-94b8-0fef4f9004db req-769afad3-fde4-4ff6-a118-e9224b124d4c tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] No DVR routers for this DVR port fa0c6ba6-c008-46d2-b2e0-f985d35e84d3 on host n-h2-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:12:13.687130 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-ac5b6499-b23d-4493-94b8-0fef4f9004db req-769afad3-fde4-4ff6-a118-e9224b124d4c tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:13.691077 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ac5b6499-b23d-4493-94b8-0fef4f9004db req-769afad3-fde4-4ff6-a118-e9224b124d4c tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.57 "DELETE /v2.0/ports/fa0c6ba6-c008-46d2-b2e0-f985d35e84d3 HTTP/1.1" status: 204 len: 173 time: 1.0091739 Mar 11 20:12:13.691560 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37636436-2355-4525-a68e-59f36cc0c650', 'name': 'network-vif-deleted', 'tag': 'fa0c6ba6-c008-46d2-b2e0-f985d35e84d3'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:12:13.694031 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d26b597-379f-4f8f-91df-3ede1ab276c2" -d '{"events": [{"server_uuid": "37636436-2355-4525-a68e-59f36cc0c650", "name": "network-vif-deleted", "tag": "fa0c6ba6-c008-46d2-b2e0-f985d35e84d3"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:12:13.710478 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9bbe8123-d096-4e77-b832-6526c81cb87e req-03a9a9b8-8682-47fc-9cc9-29a38facfc4c tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=b9d8b351-d65d-44bf-9cb2-5cca5f4f1f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1772130 Mar 11 20:12:13.774890 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7216a7dd-14d9-4859-82a7-858808dc90b1 None None] Pushing event updated for resources: {'Port': ['ID=61328e35-9265-4e2a-9a63-e4f306d02bf5,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:13.880062 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fab408b1-6df8-44c6-b96d-b11289cc605b req-2761d418-88cd-40c2-b12c-bcf0f77e2ab2 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b7cca17-2e0f-41d4-b767-643b448fa30e HTTP/1.1" status: 200 len: 210 time: 0.0344331 Mar 11 20:12:13.948267 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-4dc1ee1e-0656-4594-8456-253368706b83 None None] Set router ffb8c045-f2f7-4d62-9149-98522534bb5d gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:12:14.080840 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f5db5339-b118-46bf-8bd4-de59c791a0a7 req-69da6b8e-e1ed-4e7d-8814-c594a0162081 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-814453208&fields=id&tenant_id=77aef0b32a4e44be903fe7edad11ff8b HTTP/1.1" status: 200 len: 267 time: 0.0794358 Mar 11 20:12:14.269959 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db5339-b118-46bf-8bd4-de59c791a0a7 req-c9c0205b-e1a1-41a6-ad84-167f9c851b70 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:14.282871 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f5db5339-b118-46bf-8bd4-de59c791a0a7 req-c9c0205b-e1a1-41a6-ad84-167f9c851b70 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/networks?id=69a27a8a-2583-46db-9fd8-a1a0cf98bdf2 HTTP/1.1" status: 200 len: 795 time: 0.2003834 Mar 11 20:12:14.304541 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f5db5339-b118-46bf-8bd4-de59c791a0a7 req-03d1d6e8-b094-4aa6-87f7-58820fd00b74 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/quotas/77aef0b32a4e44be903fe7edad11ff8b HTTP/1.1" status: 200 len: 375 time: 0.0194194 Mar 11 20:12:14.312928 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d60ea57d-7f44-40cf-a00b-40bee27fd0f0 None None] Provisioning complete for port 61328e35-9265-4e2a-9a63-e4f306d02bf5 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:12:14.313491 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d60ea57d-7f44-40cf-a00b-40bee27fd0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (61328e35-9265-4e2a-9a63-e4f306d02bf5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:14.398581 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-4dc1ee1e-0656-4594-8456-253368706b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb8c045-f2f7-4d62-9149-98522534bb5d', 'name': 'tempest-TestNetworkBasicOps-router-2122673041', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '05badb83-63e6-4990-8e52-769e6ed42124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:12:04Z', 'updated_at': '2022-03-11T20:12:08Z', 'revision_number': 4, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'gw_port': {'id': '05badb83-63e6-4990-8e52-769e6ed42124', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:82:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb8c045-f2f7-4d62-9149-98522534bb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:12:05Z', 'updated_at': '2022-03-11T20:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '61328e35-9265-4e2a-9a63-e4f306d02bf5', 'name': '', 'network_id': '69a27a8a-2583-46db-9fd8-a1a0cf98bdf2', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'mac_address': 'fa:16:3e:72:92:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb8c045-f2f7-4d62-9149-98522534bb5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '6dc35433-300b-4784-b30f-227aab182f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:12:08Z', 'updated_at': '2022-03-11T20:12:13Z', 'revision_number': 4, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'subnets': [{'id': '6dc35433-300b-4784-b30f-227aab182f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:12:14.407134 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f5db5339-b118-46bf-8bd4-de59c791a0a7 req-f64685d6-56c0-4073-a267-e759fa9002d8 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=77aef0b32a4e44be903fe7edad11ff8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0946124 Mar 11 20:12:14.437409 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc1ee1e-0656-4594-8456-253368706b83 None None] The sync data for ids ['ffb8c045-f2f7-4d62-9149-98522534bb5d'] in n-d-833163-1 is: [{'id': 'ffb8c045-f2f7-4d62-9149-98522534bb5d', 'name': 'tempest-TestNetworkBasicOps-router-2122673041', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '05badb83-63e6-4990-8e52-769e6ed42124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:12:04Z', 'updated_at': '2022-03-11T20:12:08Z', 'revision_number': 4, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'gw_port': {'id': '05badb83-63e6-4990-8e52-769e6ed42124', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:82:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb8c045-f2f7-4d62-9149-98522534bb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:12:05Z', 'updated_at': '2022-03-11T20:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '61328e35-9265-4e2a-9a63-e4f306d02bf5', 'name': '', 'network_id': '69a27a8a-2583-46db-9fd8-a1a0cf98bdf2', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'mac_address': 'fa:16:3e:72:92:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb8c045-f2f7-4d62-9149-98522534bb5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '6dc35433-300b-4784-b30f-227aab182f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:12:08Z', 'updated_at': '2022-03-11T20:12:13Z', 'revision_number': 4, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'subnets': [{'id': '6dc35433-300b-4784-b30f-227aab182f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:12:14.486071 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d60ea57d-7f44-40cf-a00b-40bee27fd0f0 None None] Current status of the port 61328e35-9265-4e2a-9a63-e4f306d02bf5 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:12:14.486443 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d60ea57d-7f44-40cf-a00b-40bee27fd0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (61328e35-9265-4e2a-9a63-e4f306d02bf5), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:14.551619 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d60ea57d-7f44-40cf-a00b-40bee27fd0f0 None None] For port 61328e35-9265-4e2a-9a63-e4f306d02bf5, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=61328e35-9265-4e2a-9a63-e4f306d02bf5,segment=NetworkSegment(5b2f083c-f0fa-4acb-9d19-03b48be078bb),segment_id=5b2f083c-f0fa-4acb-9d19-03b48be078bb)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:12:14.561665 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d60ea57d-7f44-40cf-a00b-40bee27fd0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (61328e35-9265-4e2a-9a63-e4f306d02bf5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:14.609883 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f5db5339-b118-46bf-8bd4-de59c791a0a7 req-77171e89-7bb8-4b85-8cf3-51f63d02d99f service neutron] 10.222.0.65 "GET /v2.0/networks/69a27a8a-2583-46db-9fd8-a1a0cf98bdf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993909 Mar 11 20:12:14.662183 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60ea57d-7f44-40cf-a00b-40bee27fd0f0 None None] Pushing event updated for resources: {'Port': ['ID=61328e35-9265-4e2a-9a63-e4f306d02bf5,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:14.737088 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f5db5339-b118-46bf-8bd4-de59c791a0a7 req-cead3b2c-b98c-4d13-8df2-3eceef76ae06 service neutron] 10.222.0.65 "GET /v2.0/networks/69a27a8a-2583-46db-9fd8-a1a0cf98bdf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262856 Mar 11 20:12:14.897586 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0940971e-5749-45c8-816f-df31a887a96c x-openstack-request-id: req-0940971e-5749-45c8-816f-df31a887a96c {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:12:14.897946 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37636436-2355-4525-a68e-59f36cc0c650", "name": "network-vif-deleted", "tag": "fa0c6ba6-c008-46d2-b2e0-f985d35e84d3", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:12:14.898206 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0940971e-5749-45c8-816f-df31a887a96c {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:12:14.898663 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37636436-2355-4525-a68e-59f36cc0c650', 'name': 'network-vif-deleted', 'tag': 'fa0c6ba6-c008-46d2-b2e0-f985d35e84d3', 'status': 'completed', 'code': 200} Mar 11 20:12:14.951378 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54480) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:12:15.088269 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e5b6874d-6bcd-413f-b2f0-5dcfd65ccada req-5f2e1d4f-a311-45bf-a717-1c4e374d188e tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffab6cff-ee63-480a-984f-1b674919153e HTTP/1.1" status: 200 len: 210 time: 0.0846016 Mar 11 20:12:15.174862 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 61328e35-9265-4e2a-9a63-e4f306d02bf5 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:12:15.236620 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c971b49b-7703-42ee-96ae-e0e5042a9fb1 req-2f42c2be-735f-4b43-b463-96f6c90d30e3 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b7cca17-2e0f-41d4-b767-643b448fa30e HTTP/1.1" status: 200 len: 210 time: 0.0505555 Mar 11 20:12:15.295336 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 61328e35-9265-4e2a-9a63-e4f306d02bf5 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:12:15.295713 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (61328e35-9265-4e2a-9a63-e4f306d02bf5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:15.402051 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 61328e35-9265-4e2a-9a63-e4f306d02bf5 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:12:15.405235 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 05badb83-63e6-4990-8e52-769e6ed42124 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:12:15.488478 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 05badb83-63e6-4990-8e52-769e6ed42124 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:12:15.489041 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (05badb83-63e6-4990-8e52-769e6ed42124), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:15.609838 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-037e85cb-d3be-40c5-85fd-66ab5a429448 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (c6d1f21b-eded-4d06-8b4f-d7b604be70ae), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:15.619968 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 05badb83-63e6-4990-8e52-769e6ed42124 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:12:15.939401 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-037e85cb-d3be-40c5-85fd-66ab5a429448 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Deleting port 044eb286-a6da-4239-9ef6-1ab71985fefe {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:12:15.939838 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-037e85cb-d3be-40c5-85fd-66ab5a429448 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (044eb286-a6da-4239-9ef6-1ab71985fefe), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:16.041448 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-037e85cb-d3be-40c5-85fd-66ab5a429448 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] For port 044eb286-a6da-4239-9ef6-1ab71985fefe, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=044eb286-a6da-4239-9ef6-1ab71985fefe,segment=NetworkSegment(ecf43608-470c-4ed7-8554-bbfb9864a736),segment_id=ecf43608-470c-4ed7-8554-bbfb9864a736)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:12:16.042180 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-037e85cb-d3be-40c5-85fd-66ab5a429448 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (044eb286-a6da-4239-9ef6-1ab71985fefe), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:16.064794 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-037e85cb-d3be-40c5-85fd-66ab5a429448 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Calling delete_port for 044eb286-a6da-4239-9ef6-1ab71985fefe owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:12:16.263978 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-77b2b116-5c6b-4754-a1ca-1000b5ad6411 req-cffa3fca-f058-413f-8154-fe66fb571dbe tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffab6cff-ee63-480a-984f-1b674919153e HTTP/1.1" status: 200 len: 210 time: 0.0751314 Mar 11 20:12:16.368564 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db5339-b118-46bf-8bd4-de59c791a0a7 req-13f6ec01-a828-4246-ad81-e9c46a37e413 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:16.370084 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f5db5339-b118-46bf-8bd4-de59c791a0a7 req-13f6ec01-a828-4246-ad81-e9c46a37e413 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.57 "GET /v2.0/networks?id=69a27a8a-2583-46db-9fd8-a1a0cf98bdf2 HTTP/1.1" status: 200 len: 795 time: 0.2178674 Mar 11 20:12:16.370687 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-037e85cb-d3be-40c5-85fd-66ab5a429448 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (044eb286-a6da-4239-9ef6-1ab71985fefe), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:16.396305 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-48938df2-afcc-436b-b509-28df117e9f37 req-8192ad11-96e2-4d80-8a99-4bf9c0a12ab2 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b7cca17-2e0f-41d4-b767-643b448fa30e HTTP/1.1" status: 200 len: 210 time: 0.0526795 Mar 11 20:12:16.399017 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037e85cb-d3be-40c5-85fd-66ab5a429448 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event deleted for resources: {'Port': ['ID=044eb286-a6da-4239-9ef6-1ab71985fefe,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:16.463256 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f5db5339-b118-46bf-8bd4-de59c791a0a7 req-a0384934-5603-4331-a61e-b024c1a5df60 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=77aef0b32a4e44be903fe7edad11ff8b HTTP/1.1" status: 200 len: 379 time: 0.0743515 Mar 11 20:12:16.474008 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-f5db5339-b118-46bf-8bd4-de59c791a0a7 req-866e4e76-6533-4b85-b1cb-6cc73a3563c3 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Request body: {'port': {'device_id': 'ffab6cff-ee63-480a-984f-1b674919153e', 'network_id': '69a27a8a-2583-46db-9fd8-a1a0cf98bdf2', 'admin_state_up': True, 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'security_groups': ['0551fd0e-38a6-4c90-9a5d-d83142ef6954']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:12:16.618196 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-037e85cb-d3be-40c5-85fd-66ab5a429448 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (c6d1f21b-eded-4d06-8b4f-d7b604be70ae), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:16.621097 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5db5339-b118-46bf-8bd4-de59c791a0a7 req-866e4e76-6533-4b85-b1cb-6cc73a3563c3 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Made reservation on behalf of 77aef0b32a4e44be903fe7edad11ff8b for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:12:16.625379 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f5db5339-b118-46bf-8bd4-de59c791a0a7 req-866e4e76-6533-4b85-b1cb-6cc73a3563c3 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:16.758920 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-f5db5339-b118-46bf-8bd4-de59c791a0a7 req-866e4e76-6533-4b85-b1cb-6cc73a3563c3 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Allocated IP 172.20.0.3 (69a27a8a-2583-46db-9fd8-a1a0cf98bdf2/6dc35433-300b-4784-b30f-227aab182f3c/ea30c931-e2d9-4f75-b799-c95371f5409a) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:12:16.931910 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f5db5339-b118-46bf-8bd4-de59c791a0a7 req-866e4e76-6533-4b85-b1cb-6cc73a3563c3 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for port (ea30c931-e2d9-4f75-b799-c95371f5409a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:16.971710 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f5db5339-b118-46bf-8bd4-de59c791a0a7 req-866e4e76-6533-4b85-b1cb-6cc73a3563c3 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (ea30c931-e2d9-4f75-b799-c95371f5409a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:17.026878 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5db5339-b118-46bf-8bd4-de59c791a0a7 req-866e4e76-6533-4b85-b1cb-6cc73a3563c3 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Network 69a27a8a-2583-46db-9fd8-a1a0cf98bdf2 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:12:17.030410 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-f5db5339-b118-46bf-8bd4-de59c791a0a7 req-866e4e76-6533-4b85-b1cb-6cc73a3563c3 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:12:17.035041 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5db5339-b118-46bf-8bd4-de59c791a0a7 req-866e4e76-6533-4b85-b1cb-6cc73a3563c3 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:12:17.039666 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866e4e76-6533-4b85-b1cb-6cc73a3563c3 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Pushing event updated for resources: {'Port': ['ID=ea30c931-e2d9-4f75-b799-c95371f5409a,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:17.097022 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db5339-b118-46bf-8bd4-de59c791a0a7 req-866e4e76-6533-4b85-b1cb-6cc73a3563c3 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:17.098607 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f5db5339-b118-46bf-8bd4-de59c791a0a7 req-866e4e76-6533-4b85-b1cb-6cc73a3563c3 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:17.124804 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f5db5339-b118-46bf-8bd4-de59c791a0a7 req-866e4e76-6533-4b85-b1cb-6cc73a3563c3 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6523032 Mar 11 20:12:17.132886 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-f5db5339-b118-46bf-8bd4-de59c791a0a7 req-bae99ad4-a0b9-4315-bcf6-ce8bbe1ef227 service neutron] Request body: {'port': {'device_id': 'ffab6cff-ee63-480a-984f-1b674919153e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:12:17.206063 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f5db5339-b118-46bf-8bd4-de59c791a0a7 req-bae99ad4-a0b9-4315-bcf6-ce8bbe1ef227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ea30c931-e2d9-4f75-b799-c95371f5409a), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:17.235885 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-037e85cb-d3be-40c5-85fd-66ab5a429448 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Router c6d1f21b-eded-4d06-8b4f-d7b604be70ae has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:12:17.314706 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-741f19e6-6c03-4741-aae0-2b788a5745eb None None] Provisioning complete for port ea30c931-e2d9-4f75-b799-c95371f5409a triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:12:17.315232 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-741f19e6-6c03-4741-aae0-2b788a5745eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ea30c931-e2d9-4f75-b799-c95371f5409a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:17.382861 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-741f19e6-6c03-4741-aae0-2b788a5745eb None None] Port ea30c931-e2d9-4f75-b799-c95371f5409a cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:12:17.387167 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device fa0c6ba6-c008-46d2-b2e0-f985d35e84d3 no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:12:17.398237 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-037e85cb-d3be-40c5-85fd-66ab5a429448 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:12:17.404889 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-037e85cb-d3be-40c5-85fd-66ab5a429448 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "PUT /v2.0/routers/c6d1f21b-eded-4d06-8b4f-d7b604be70ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4517622 Mar 11 20:12:17.410308 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54494) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:12:17.417809 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: fa0c6ba6-c008-46d2-b2e0-f985d35e84d3 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:12:17.418362 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device fa0c6ba6-c008-46d2-b2e0-f985d35e84d3 not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:12:17.421431 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742828c1-6ed8-401d-b926-c13283481779 None None] Sync routers for ids ['c6d1f21b-eded-4d06-8b4f-d7b604be70ae'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:12:17.454614 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742828c1-6ed8-401d-b926-c13283481779 None None] Routers {'c6d1f21b-eded-4d06-8b4f-d7b604be70ae'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:12:17.455300 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-742828c1-6ed8-401d-b926-c13283481779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:11:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['c6d1f21b-eded-4d06-8b4f-d7b604be70ae'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:12:17.473547 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-44cfcaf4-642d-49fe-a0e0-b0c13f5d8a64 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Deleting subnet 4255cfd0-a64b-4ba5-8f5f-ba4fb62c261c {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 20:12:17.478777 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-44cfcaf4-642d-49fe-a0e0-b0c13f5d8a64 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for subnet (4255cfd0-a64b-4ba5-8f5f-ba4fb62c261c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:17.531323 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ddf5c-5247-4857-9c20-5c07a932b83c req-3270ac23-2ecf-4b7d-b8dc-256927f17ff0 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:17.532874 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e44ddf5c-5247-4857-9c20-5c07a932b83c req-3270ac23-2ecf-4b7d-b8dc-256927f17ff0 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffab6cff-ee63-480a-984f-1b674919153e HTTP/1.1" status: 200 len: 931 time: 0.1527915 Mar 11 20:12:17.549883 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-44cfcaf4-642d-49fe-a0e0-b0c13f5d8a64 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (4255cfd0-a64b-4ba5-8f5f-ba4fb62c261c), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:17.582983 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-742828c1-6ed8-401d-b926-c13283481779 None None] Set router c6d1f21b-eded-4d06-8b4f-d7b604be70ae gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:12:17.651433 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-44cfcaf4-642d-49fe-a0e0-b0c13f5d8a64 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (4255cfd0-a64b-4ba5-8f5f-ba4fb62c261c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:17.713371 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-44cfcaf4-642d-49fe-a0e0-b0c13f5d8a64 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (4255cfd0-a64b-4ba5-8f5f-ba4fb62c261c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:17.728035 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-44cfcaf4-642d-49fe-a0e0-b0c13f5d8a64 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:17.731310 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-44cfcaf4-642d-49fe-a0e0-b0c13f5d8a64 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "DELETE /v2.0/subnets/4255cfd0-a64b-4ba5-8f5f-ba4fb62c261c HTTP/1.1" status: 204 len: 168 time: 0.3203554 Mar 11 20:12:17.734890 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54498) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:12:17.738668 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdcf818-89f7-4ce0-9386-08cdef829054 None None] Network 02e40282-300e-439f-9d4a-07e091fdcfab requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:12:17.874535 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fcfd169f-3015-4b60-86cf-da8f99e2ba42 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for router (c6d1f21b-eded-4d06-8b4f-d7b604be70ae), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:17.877872 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cfcaf4-642d-49fe-a0e0-b0c13f5d8a64 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event deleted for resources: {'Subnet': ['ID=4255cfd0-a64b-4ba5-8f5f-ba4fb62c261c,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:18.017076 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e44ddf5c-5247-4857-9c20-5c07a932b83c req-c9eb70d0-65ff-4261-9038-4b7cc4d30c3b tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/security-groups?id=0551fd0e-38a6-4c90-9a5d-d83142ef6954&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029131 Mar 11 20:12:18.020762 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fcfd169f-3015-4b60-86cf-da8f99e2ba42 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for router_gateway (c6d1f21b-eded-4d06-8b4f-d7b604be70ae), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:18.028196 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-f5db5339-b118-46bf-8bd4-de59c791a0a7 req-bae99ad4-a0b9-4315-bcf6-ce8bbe1ef227 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea30c931-e2d9-4f75-b799-c95371f5409a {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:12:18.049263 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f5db5339-b118-46bf-8bd4-de59c791a0a7 req-bae99ad4-a0b9-4315-bcf6-ce8bbe1ef227 service neutron] Publish callbacks [] for port (ea30c931-e2d9-4f75-b799-c95371f5409a), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:18.057292 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-742828c1-6ed8-401d-b926-c13283481779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d1f21b-eded-4d06-8b4f-d7b604be70ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899638458', 'tenant_id': '985979086b444294b1307d531b609210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.216'}], 'enable_snat': True}, 'gw_port_id': 'c7851402-f5f0-453a-b589-182b5f88d45f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:09:55Z', 'updated_at': '2022-03-11T20:12:16Z', 'revision_number': 5, 'project_id': '985979086b444294b1307d531b609210', 'gw_port': {'id': 'c7851402-f5f0-453a-b589-182b5f88d45f', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:69:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d1f21b-eded-4d06-8b4f-d7b604be70ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:09:56Z', 'updated_at': '2022-03-11T20:10:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:12:18.073837 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-f5db5339-b118-46bf-8bd4-de59c791a0a7 req-bae99ad4-a0b9-4315-bcf6-ce8bbe1ef227 service neutron] Transition to ACTIVE for port object ea30c931-e2d9-4f75-b799-c95371f5409a will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 20:12:18.081046 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f5db5339-b118-46bf-8bd4-de59c791a0a7 req-bae99ad4-a0b9-4315-bcf6-ce8bbe1ef227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (ea30c931-e2d9-4f75-b799-c95371f5409a), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:18.087533 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742828c1-6ed8-401d-b926-c13283481779 None None] Checking router: c6d1f21b-eded-4d06-8b4f-d7b604be70ae for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:12:18.102667 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742828c1-6ed8-401d-b926-c13283481779 None None] Routers {'c6d1f21b-eded-4d06-8b4f-d7b604be70ae'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:12:18.103556 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-742828c1-6ed8-401d-b926-c13283481779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:11:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['c6d1f21b-eded-4d06-8b4f-d7b604be70ae'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:12:18.106219 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-fcfd169f-3015-4b60-86cf-da8f99e2ba42 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Deleting port c7851402-f5f0-453a-b589-182b5f88d45f {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:12:18.106578 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fcfd169f-3015-4b60-86cf-da8f99e2ba42 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (c7851402-f5f0-453a-b589-182b5f88d45f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:18.255935 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8a3c3750-e345-44b6-81d0-ed8aa1a47c2e req-2aa49b85-3b50-4476-ab05-87eff4c2138c tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b7cca17-2e0f-41d4-b767-643b448fa30e HTTP/1.1" status: 200 len: 210 time: 0.0766101 Mar 11 20:12:18.256379 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-fcfd169f-3015-4b60-86cf-da8f99e2ba42 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] For port c7851402-f5f0-453a-b589-182b5f88d45f, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=c7851402-f5f0-453a-b589-182b5f88d45f,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:12:18.256833 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fcfd169f-3015-4b60-86cf-da8f99e2ba42 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (c7851402-f5f0-453a-b589-182b5f88d45f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:18.274931 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347e7c95-71ba-44b1-a67a-9fa30154a711 None None] DHCP port deletion for 02e40282-300e-439f-9d4a-07e091fdcfab request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 20:12:18.282657 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-fcfd169f-3015-4b60-86cf-da8f99e2ba42 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Calling delete_port for c7851402-f5f0-453a-b589-182b5f88d45f owned by network:router_gateway {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:12:18.295363 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-742828c1-6ed8-401d-b926-c13283481779 None None] Set router c6d1f21b-eded-4d06-8b4f-d7b604be70ae gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:12:18.323106 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae99ad4-a0b9-4315-bcf6-ce8bbe1ef227 service neutron] Pushing event updated for resources: {'Port': ['ID=ea30c931-e2d9-4f75-b799-c95371f5409a,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:18.403330 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-742828c1-6ed8-401d-b926-c13283481779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d1f21b-eded-4d06-8b4f-d7b604be70ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899638458', 'tenant_id': '985979086b444294b1307d531b609210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:09:55Z', 'updated_at': '2022-03-11T20:12:18Z', 'revision_number': 6, 'project_id': '985979086b444294b1307d531b609210', 'gw_port_host': None}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:12:18.431680 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-f5db5339-b118-46bf-8bd4-de59c791a0a7 req-bae99ad4-a0b9-4315-bcf6-ce8bbe1ef227 service neutron] Attempting to bind port ea30c931-e2d9-4f75-b799-c95371f5409a on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:12:18.432018 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-f5db5339-b118-46bf-8bd4-de59c791a0a7 req-bae99ad4-a0b9-4315-bcf6-ce8bbe1ef227 service neutron] Attempting to bind port ea30c931-e2d9-4f75-b799-c95371f5409a by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '5b2f083c-f0fa-4acb-9d19-03b48be078bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '69a27a8a-2583-46db-9fd8-a1a0cf98bdf2'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:12:18.432975 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5db5339-b118-46bf-8bd4-de59c791a0a7 req-bae99ad4-a0b9-4315-bcf6-ce8bbe1ef227 service neutron] Attempting to bind port ea30c931-e2d9-4f75-b799-c95371f5409a on network 69a27a8a-2583-46db-9fd8-a1a0cf98bdf2 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:12:18.438886 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5db5339-b118-46bf-8bd4-de59c791a0a7 req-bae99ad4-a0b9-4315-bcf6-ce8bbe1ef227 service neutron] Port ea30c931-e2d9-4f75-b799-c95371f5409a on network 69a27a8a-2583-46db-9fd8-a1a0cf98bdf2 not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 20:12:18.439233 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5db5339-b118-46bf-8bd4-de59c791a0a7 req-bae99ad4-a0b9-4315-bcf6-ce8bbe1ef227 service neutron] Attempting to bind port ea30c931-e2d9-4f75-b799-c95371f5409a on network 69a27a8a-2583-46db-9fd8-a1a0cf98bdf2 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:12:18.446492 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5db5339-b118-46bf-8bd4-de59c791a0a7 req-bae99ad4-a0b9-4315-bcf6-ce8bbe1ef227 service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:12:18.447383 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5db5339-b118-46bf-8bd4-de59c791a0a7 req-bae99ad4-a0b9-4315-bcf6-ce8bbe1ef227 service neutron] Checking segment: {'id': '5b2f083c-f0fa-4acb-9d19-03b48be078bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '69a27a8a-2583-46db-9fd8-a1a0cf98bdf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:12:18.447813 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5db5339-b118-46bf-8bd4-de59c791a0a7 req-bae99ad4-a0b9-4315-bcf6-ce8bbe1ef227 service neutron] Bound using segment: {'id': '5b2f083c-f0fa-4acb-9d19-03b48be078bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '69a27a8a-2583-46db-9fd8-a1a0cf98bdf2'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:12:18.449021 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-f5db5339-b118-46bf-8bd4-de59c791a0a7 req-bae99ad4-a0b9-4315-bcf6-ce8bbe1ef227 service neutron] Bound port: ea30c931-e2d9-4f75-b799-c95371f5409a, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b2f083c-f0fa-4acb-9d19-03b48be078bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 886, 'network_id': '69a27a8a-2583-46db-9fd8-a1a0cf98bdf2'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:12:18.449773 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f5db5339-b118-46bf-8bd4-de59c791a0a7 req-bae99ad4-a0b9-4315-bcf6-ce8bbe1ef227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ea30c931-e2d9-4f75-b799-c95371f5409a), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:18.450364 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742828c1-6ed8-401d-b926-c13283481779 None None] The sync data for ids ['c6d1f21b-eded-4d06-8b4f-d7b604be70ae'] in n-d-833163-1 is: [{'id': 'c6d1f21b-eded-4d06-8b4f-d7b604be70ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-899638458', 'tenant_id': '985979086b444294b1307d531b609210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:09:55Z', 'updated_at': '2022-03-11T20:12:18Z', 'revision_number': 6, 'project_id': '985979086b444294b1307d531b609210', 'gw_port_host': None}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:12:18.514528 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-347e7c95-71ba-44b1-a67a-9fa30154a711 None None] Deleting port 6921cc95-8340-4369-be78-69be93688f70 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:12:18.514985 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-347e7c95-71ba-44b1-a67a-9fa30154a711 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (6921cc95-8340-4369-be78-69be93688f70), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:18.518234 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fcfd169f-3015-4b60-86cf-da8f99e2ba42 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (c7851402-f5f0-453a-b589-182b5f88d45f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:18.562318 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-f5db5339-b118-46bf-8bd4-de59c791a0a7 req-bae99ad4-a0b9-4315-bcf6-ce8bbe1ef227 service neutron] For port ea30c931-e2d9-4f75-b799-c95371f5409a, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:12:18.566176 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-f5db5339-b118-46bf-8bd4-de59c791a0a7 req-bae99ad4-a0b9-4315-bcf6-ce8bbe1ef227 service neutron] For port ea30c931-e2d9-4f75-b799-c95371f5409a, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=ea30c931-e2d9-4f75-b799-c95371f5409a,segment=NetworkSegment(5b2f083c-f0fa-4acb-9d19-03b48be078bb),segment_id=5b2f083c-f0fa-4acb-9d19-03b48be078bb)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:12:18.573887 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f5db5339-b118-46bf-8bd4-de59c791a0a7 req-bae99ad4-a0b9-4315-bcf6-ce8bbe1ef227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (ea30c931-e2d9-4f75-b799-c95371f5409a), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:18.603920 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-347e7c95-71ba-44b1-a67a-9fa30154a711 None None] For port 6921cc95-8340-4369-be78-69be93688f70, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=6921cc95-8340-4369-be78-69be93688f70,segment=NetworkSegment(ecf43608-470c-4ed7-8554-bbfb9864a736),segment_id=ecf43608-470c-4ed7-8554-bbfb9864a736)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:12:18.604737 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-347e7c95-71ba-44b1-a67a-9fa30154a711 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (6921cc95-8340-4369-be78-69be93688f70), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:18.607975 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfd169f-3015-4b60-86cf-da8f99e2ba42 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event deleted for resources: {'Port': ['ID=c7851402-f5f0-453a-b589-182b5f88d45f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:18.630189 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db5339-b118-46bf-8bd4-de59c791a0a7 req-bae99ad4-a0b9-4315-bcf6-ce8bbe1ef227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:18.630872 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f5db5339-b118-46bf-8bd4-de59c791a0a7 req-bae99ad4-a0b9-4315-bcf6-ce8bbe1ef227 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:18.631852 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-347e7c95-71ba-44b1-a67a-9fa30154a711 None None] Calling delete_port for 6921cc95-8340-4369-be78-69be93688f70 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:12:18.632997 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f5db5339-b118-46bf-8bd4-de59c791a0a7 req-bae99ad4-a0b9-4315-bcf6-ce8bbe1ef227 service neutron] 10.222.0.57 "PUT /v2.0/ports/ea30c931-e2d9-4f75-b799-c95371f5409a HTTP/1.1" status: 200 len: 1091 time: 1.5054114 Mar 11 20:12:18.633217 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffab6cff-ee63-480a-984f-1b674919153e', 'tag': 'ea30c931-e2d9-4f75-b799-c95371f5409a'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:12:18.636098 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad3b8c6-f204-431b-b43c-902ce9c0e42b" -d '{"events": [{"name": "network-changed", "server_uuid": "ffab6cff-ee63-480a-984f-1b674919153e", "tag": "ea30c931-e2d9-4f75-b799-c95371f5409a"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:12:18.670942 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae99ad4-a0b9-4315-bcf6-ce8bbe1ef227 service neutron] Pushing event updated for resources: {'Port': ['ID=ea30c931-e2d9-4f75-b799-c95371f5409a,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:18.707449 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be04745-014e-46dd-825b-4d8c59100b62 x-openstack-request-id: req-3be04745-014e-46dd-825b-4d8c59100b62 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:12:18.707768 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffab6cff-ee63-480a-984f-1b674919153e", "tag": "ea30c931-e2d9-4f75-b799-c95371f5409a", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:12:18.708031 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-3be04745-014e-46dd-825b-4d8c59100b62 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:12:18.709590 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffab6cff-ee63-480a-984f-1b674919153e', 'tag': 'ea30c931-e2d9-4f75-b799-c95371f5409a', 'status': 'completed', 'code': 200} Mar 11 20:12:18.722167 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fcfd169f-3015-4b60-86cf-da8f99e2ba42 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (c6d1f21b-eded-4d06-8b4f-d7b604be70ae), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:18.775987 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-347e7c95-71ba-44b1-a67a-9fa30154a711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (6921cc95-8340-4369-be78-69be93688f70), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:18.787409 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db5339-b118-46bf-8bd4-de59c791a0a7 req-8a273218-5bae-418b-ae94-f8f92c2f5d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:18.789539 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f5db5339-b118-46bf-8bd4-de59c791a0a7 req-8a273218-5bae-418b-ae94-f8f92c2f5d67 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=77aef0b32a4e44be903fe7edad11ff8b&device_id=ffab6cff-ee63-480a-984f-1b674919153e HTTP/1.1" status: 200 len: 1125 time: 0.1074111 Mar 11 20:12:18.855390 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347e7c95-71ba-44b1-a67a-9fa30154a711 None None] Pushing event deleted for resources: {'Port': ['ID=6921cc95-8340-4369-be78-69be93688f70,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:18.863508 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347e7c95-71ba-44b1-a67a-9fa30154a711 None None] No DVR routers for this DVR port 6921cc95-8340-4369-be78-69be93688f70 on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:12:18.930266 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f5db5339-b118-46bf-8bd4-de59c791a0a7 req-88fa6aaa-a3a8-46a4-8cef-ff07a005b196 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea30c931-e2d9-4f75-b799-c95371f5409a HTTP/1.1" status: 200 len: 217 time: 0.1334527 Mar 11 20:12:18.981101 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fcfd169f-3015-4b60-86cf-da8f99e2ba42 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (c6d1f21b-eded-4d06-8b4f-d7b604be70ae), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:18.986014 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fcfd169f-3015-4b60-86cf-da8f99e2ba42 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for router_controller (c6d1f21b-eded-4d06-8b4f-d7b604be70ae), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:19.046488 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fcfd169f-3015-4b60-86cf-da8f99e2ba42 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (c6d1f21b-eded-4d06-8b4f-d7b604be70ae), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:19.046658 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db5339-b118-46bf-8bd4-de59c791a0a7 req-01b7aadb-7d7a-4778-b0e6-1ca3113594ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:19.047130 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcfd169f-3015-4b60-86cf-da8f99e2ba42 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Fanout notify agent at l3_agent the message router_deleted on router c6d1f21b-eded-4d06-8b4f-d7b604be70ae {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 20:12:19.049089 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f5db5339-b118-46bf-8bd4-de59c791a0a7 req-01b7aadb-7d7a-4778-b0e6-1ca3113594ca service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6dc35433-300b-4784-b30f-227aab182f3c HTTP/1.1" status: 200 len: 835 time: 0.1072245 Mar 11 20:12:19.059121 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fcfd169f-3015-4b60-86cf-da8f99e2ba42 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:19.060929 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-fcfd169f-3015-4b60-86cf-da8f99e2ba42 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "DELETE /v2.0/routers/c6d1f21b-eded-4d06-8b4f-d7b604be70ae HTTP/1.1" status: 204 len: 168 time: 1.3250797 Mar 11 20:12:19.063669 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54504) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:12:19.148336 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db5339-b118-46bf-8bd4-de59c791a0a7 req-543f5f65-b4e9-43cb-8d05-1bf4144fee7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:19.149836 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f5db5339-b118-46bf-8bd4-de59c791a0a7 req-543f5f65-b4e9-43cb-8d05-1bf4144fee7c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=69a27a8a-2583-46db-9fd8-a1a0cf98bdf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0937178 Mar 11 20:12:19.159811 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4f341d5b-5620-43ac-8c6b-063d54362977 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (02e40282-300e-439f-9d4a-07e091fdcfab), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:19.197202 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:19.266651 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c90440-df99-40c3-8d58-189ef539a48d req-d1827fe7-4272-4286-a606-a713769e92f2 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:19.268292 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f8c90440-df99-40c3-8d58-189ef539a48d req-d1827fe7-4272-4286-a606-a713769e92f2 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffab6cff-ee63-480a-984f-1b674919153e HTTP/1.1" status: 200 len: 943 time: 0.1558967 Mar 11 20:12:19.296094 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4f341d5b-5620-43ac-8c6b-063d54362977 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (02e40282-300e-439f-9d4a-07e091fdcfab), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:19.306746 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f5db5339-b118-46bf-8bd4-de59c791a0a7 req-87d212a0-0e8b-484c-b5c3-2545739df917 service neutron] 10.222.0.57 "GET /v2.0/networks/69a27a8a-2583-46db-9fd8-a1a0cf98bdf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506152 Mar 11 20:12:19.327917 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-4f341d5b-5620-43ac-8c6b-063d54362977 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02e40282-300e-439f-9d4a-07e091fdcfab']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:12:19.338546 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-4f341d5b-5620-43ac-8c6b-063d54362977 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecf43608-470c-4ed7-8554-bbfb9864a736') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:12:19.338846 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-4f341d5b-5620-43ac-8c6b-063d54362977 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecf43608-470c-4ed7-8554-bbfb9864a736') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:12:19.353689 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4f341d5b-5620-43ac-8c6b-063d54362977 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (ecf43608-470c-4ed7-8554-bbfb9864a736), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:19.372045 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4f341d5b-5620-43ac-8c6b-063d54362977 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (ecf43608-470c-4ed7-8554-bbfb9864a736), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:19.380716 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f8c90440-df99-40c3-8d58-189ef539a48d req-a82a959b-a276-4548-9869-d6839c7749b5 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/security-groups?id=0551fd0e-38a6-4c90-9a5d-d83142ef6954&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998077 Mar 11 20:12:19.389989 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f341d5b-5620-43ac-8c6b-063d54362977 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Releasing vlan 899 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 20:12:19.390718 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4f341d5b-5620-43ac-8c6b-063d54362977 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (ecf43608-470c-4ed7-8554-bbfb9864a736), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:19.442273 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 20:12:19.442273 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 20:12:19.442273 n-d-833163-1 neutron-server[103884]: timer() Mar 11 20:12:19.442273 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:12:19.442273 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 20:12:19.442273 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 20:12:19.442273 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 20:12:19.442273 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:12:19.442273 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 20:12:19.442273 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:12:19.442273 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 20:12:19.442273 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:12:19.442273 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 20:12:19.442273 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 20:12:19.442273 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:12:19.442273 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 20:12:19.442273 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:12:19.442273 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 20:12:19.442273 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 20:12:19.442273 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:12:19.442273 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 20:12:19.442273 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:12:19.442273 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:12:19.442273 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 20:12:19.442273 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 20:12:19.442273 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 20:12:19.442273 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:12:19.442273 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 20:12:19.442273 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:12:19.442273 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 20:12:19.442273 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:12:19.442273 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:12:19.489686 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 6921cc95-8340-4369-be78-69be93688f70 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:12:19.496084 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f5db5339-b118-46bf-8bd4-de59c791a0a7 req-78ca8adc-d3e1-466c-a024-bf576379213f service neutron] 10.222.0.57 "GET /v2.0/networks/69a27a8a-2583-46db-9fd8-a1a0cf98bdf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822853 Mar 11 20:12:19.526760 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 6921cc95-8340-4369-be78-69be93688f70 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:12:19.527734 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 6921cc95-8340-4369-be78-69be93688f70 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:12:19.528300 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 044eb286-a6da-4239-9ef6-1ab71985fefe no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:12:19.552864 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4f341d5b-5620-43ac-8c6b-063d54362977 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (02e40282-300e-439f-9d4a-07e091fdcfab), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:19.562620 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4f341d5b-5620-43ac-8c6b-063d54362977 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:19.570134 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 54510) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:12:19.573447 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4f341d5b-5620-43ac-8c6b-063d54362977 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "DELETE /v2.0/networks/02e40282-300e-439f-9d4a-07e091fdcfab HTTP/1.1" status: 204 len: 168 time: 0.5086935 Mar 11 20:12:19.575250 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 044eb286-a6da-4239-9ef6-1ab71985fefe {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:12:19.576619 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 044eb286-a6da-4239-9ef6-1ab71985fefe not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:12:19.601500 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f341d5b-5620-43ac-8c6b-063d54362977 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event deleted for resources: {'Network': ['ID=02e40282-300e-439f-9d4a-07e091fdcfab,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:19.659494 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad3b8c6-f204-431b-b43c-902ce9c0e42b req-9114d851-15d0-4c75-8b4c-a95f58921a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:19.661129 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3ad3b8c6-f204-431b-b43c-902ce9c0e42b req-9114d851-15d0-4c75-8b4c-a95f58921a41 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=77aef0b32a4e44be903fe7edad11ff8b&device_id=ffab6cff-ee63-480a-984f-1b674919153e HTTP/1.1" status: 200 len: 1125 time: 0.1072419 Mar 11 20:12:19.689034 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-62bd3e7e-6efb-4d44-8bd4-3cd7d7a96d87 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group (b9d8b351-d65d-44bf-9cb2-5cca5f4f1f69), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:19.756724 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-62bd3e7e-6efb-4d44-8bd4-3cd7d7a96d87 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group (b9d8b351-d65d-44bf-9cb2-5cca5f4f1f69), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:19.816111 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad3b8c6-f204-431b-b43c-902ce9c0e42b req-a6db7ef5-fb0c-4d83-b3dd-63e7b7105a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:19.817614 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3ad3b8c6-f204-431b-b43c-902ce9c0e42b req-a6db7ef5-fb0c-4d83-b3dd-63e7b7105a1c service neutron] 10.222.0.57 "GET /v2.0/networks?id=69a27a8a-2583-46db-9fd8-a1a0cf98bdf2 HTTP/1.1" status: 200 len: 896 time: 0.1506593 Mar 11 20:12:19.864659 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3ad3b8c6-f204-431b-b43c-902ce9c0e42b req-999b8476-46e0-46d2-bd48-263ba5fee5ff service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea30c931-e2d9-4f75-b799-c95371f5409a HTTP/1.1" status: 200 len: 217 time: 0.0401368 Mar 11 20:12:19.916930 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-62bd3e7e-6efb-4d44-8bd4-3cd7d7a96d87 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (b9d8b351-d65d-44bf-9cb2-5cca5f4f1f69), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:19.919506 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-62bd3e7e-6efb-4d44-8bd4-3cd7d7a96d87 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:19.920667 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-62bd3e7e-6efb-4d44-8bd4-3cd7d7a96d87 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "DELETE /v2.0/security-groups/b9d8b351-d65d-44bf-9cb2-5cca5f4f1f69 HTTP/1.1" status: 204 len: 168 time: 0.3495293 Mar 11 20:12:19.929973 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad3b8c6-f204-431b-b43c-902ce9c0e42b req-a58a7d52-805c-4982-9f60-e9994bd6cd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:19.931404 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3ad3b8c6-f204-431b-b43c-902ce9c0e42b req-a58a7d52-805c-4982-9f60-e9994bd6cd82 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6dc35433-300b-4784-b30f-227aab182f3c HTTP/1.1" status: 200 len: 835 time: 0.0608773 Mar 11 20:12:19.936301 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bd3e7e-6efb-4d44-8bd4-3cd7d7a96d87 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d8b351-d65d-44bf-9cb2-5cca5f4f1f69,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:20.002423 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad3b8c6-f204-431b-b43c-902ce9c0e42b req-7473882d-4eeb-4060-800f-16b5b811495c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:20.004236 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3ad3b8c6-f204-431b-b43c-902ce9c0e42b req-7473882d-4eeb-4060-800f-16b5b811495c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=69a27a8a-2583-46db-9fd8-a1a0cf98bdf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0658982 Mar 11 20:12:20.110084 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3ad3b8c6-f204-431b-b43c-902ce9c0e42b req-224218bd-8677-4266-bc4a-4aa6cb162068 service neutron] 10.222.0.57 "GET /v2.0/networks/69a27a8a-2583-46db-9fd8-a1a0cf98bdf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995691 Mar 11 20:12:20.206360 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3ad3b8c6-f204-431b-b43c-902ce9c0e42b req-992fac01-60b8-4919-a8cd-80be6b901018 service neutron] 10.222.0.57 "GET /v2.0/networks/69a27a8a-2583-46db-9fd8-a1a0cf98bdf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903428 Mar 11 20:12:20.478335 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 54518) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:12:20.484972 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-9c35c949-8fb3-4862-98bc-5c825a3e2bf9 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-28572999', 'description': 'tempest-secgroup-smoke-28572999 description', 'project_id': '985979086b444294b1307d531b609210'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:12:20.509356 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9c35c949-8fb3-4862-98bc-5c825a3e2bf9 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:20.621225 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c3f1c-e1af-4805-86c5-6749fc2438a9 req-c93c8134-5839-4ed6-b00a-e4fc5ad760cd tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:20.623455 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a60c3f1c-e1af-4805-86c5-6749fc2438a9 req-c93c8134-5839-4ed6-b00a-e4fc5ad760cd tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffab6cff-ee63-480a-984f-1b674919153e HTTP/1.1" status: 200 len: 943 time: 0.0925825 Mar 11 20:12:20.625905 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9c35c949-8fb3-4862-98bc-5c825a3e2bf9 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group (2e432f13-6645-407e-8cc2-fd91a77371be), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:20.632619 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9c35c949-8fb3-4862-98bc-5c825a3e2bf9 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (2e432f13-6645-407e-8cc2-fd91a77371be), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:20.683110 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9c35c949-8fb3-4862-98bc-5c825a3e2bf9 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:20.684392 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-9c35c949-8fb3-4862-98bc-5c825a3e2bf9 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2047479 Mar 11 20:12:20.688510 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54522) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:12:20.696407 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-25a58dc3-2f3d-4e68-b451-3c5865772777 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Request body: {'security_group_rule': {'security_group_id': '2e432f13-6645-407e-8cc2-fd91a77371be', 'project_id': '985979086b444294b1307d531b609210', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:12:20.697742 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c35c949-8fb3-4862-98bc-5c825a3e2bf9 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e432f13-6645-407e-8cc2-fd91a77371be,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:20.719433 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a60c3f1c-e1af-4805-86c5-6749fc2438a9 req-86f62f75-1180-4fd0-b463-808dfe620363 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/security-groups?id=0551fd0e-38a6-4c90-9a5d-d83142ef6954&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885565 Mar 11 20:12:20.731014 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-25a58dc3-2f3d-4e68-b451-3c5865772777 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group_rule (918794f2-787a-4564-8a7d-57d7c7f3ca21), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:20.793124 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-25a58dc3-2f3d-4e68-b451-3c5865772777 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group_rule (918794f2-787a-4564-8a7d-57d7c7f3ca21), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:20.798052 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-25a58dc3-2f3d-4e68-b451-3c5865772777 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (918794f2-787a-4564-8a7d-57d7c7f3ca21), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:20.817149 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a58dc3-2f3d-4e68-b451-3c5865772777 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=918794f2-787a-4564-8a7d-57d7c7f3ca21,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:20.826956 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-25a58dc3-2f3d-4e68-b451-3c5865772777 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:20.828313 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-25a58dc3-2f3d-4e68-b451-3c5865772777 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1372416 Mar 11 20:12:20.831415 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 54524) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:12:20.836492 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-f94dc045-e98d-4f4e-a271-3b1127bd5c19 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Request body: {'security_group_rule': {'security_group_id': '2e432f13-6645-407e-8cc2-fd91a77371be', 'project_id': '985979086b444294b1307d531b609210', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:12:20.864074 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f94dc045-e98d-4f4e-a271-3b1127bd5c19 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group_rule (269b8fc2-0431-4266-98bb-6a7ff1dd015a), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:20.889957 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device c7851402-f5f0-453a-b589-182b5f88d45f no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:12:20.915515 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f94dc045-e98d-4f4e-a271-3b1127bd5c19 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group_rule (269b8fc2-0431-4266-98bb-6a7ff1dd015a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:20.916155 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: c7851402-f5f0-453a-b589-182b5f88d45f {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:12:20.916748 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device c7851402-f5f0-453a-b589-182b5f88d45f not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:12:20.921605 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f94dc045-e98d-4f4e-a271-3b1127bd5c19 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (269b8fc2-0431-4266-98bb-6a7ff1dd015a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:20.941391 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94dc045-e98d-4f4e-a271-3b1127bd5c19 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=269b8fc2-0431-4266-98bb-6a7ff1dd015a,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:20.952006 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f94dc045-e98d-4f4e-a271-3b1127bd5c19 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:20.953415 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f94dc045-e98d-4f4e-a271-3b1127bd5c19 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1206520 Mar 11 20:12:20.955968 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 54526) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:12:20.960191 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-f494f07e-bf7d-44fe-8537-0360080ad911 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Request body: {'security_group_rule': {'security_group_id': '2e432f13-6645-407e-8cc2-fd91a77371be', 'project_id': '985979086b444294b1307d531b609210', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:12:20.986579 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f494f07e-bf7d-44fe-8537-0360080ad911 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group_rule (484ee1d3-18d4-4816-80e8-4815d4b8b184), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:21.043260 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f494f07e-bf7d-44fe-8537-0360080ad911 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group_rule (484ee1d3-18d4-4816-80e8-4815d4b8b184), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:21.047444 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f494f07e-bf7d-44fe-8537-0360080ad911 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (484ee1d3-18d4-4816-80e8-4815d4b8b184), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:21.065462 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f494f07e-bf7d-44fe-8537-0360080ad911 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=484ee1d3-18d4-4816-80e8-4815d4b8b184,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:21.074666 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f494f07e-bf7d-44fe-8537-0360080ad911 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:21.075892 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f494f07e-bf7d-44fe-8537-0360080ad911 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1190431 Mar 11 20:12:21.078556 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 54528) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:12:21.082988 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-69b06e0c-2cd9-47c5-83e1-4c6a6fac1830 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Request body: {'security_group_rule': {'security_group_id': '2e432f13-6645-407e-8cc2-fd91a77371be', 'project_id': '985979086b444294b1307d531b609210', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:12:21.110353 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-69b06e0c-2cd9-47c5-83e1-4c6a6fac1830 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group_rule (80d33eb5-dd9a-4df8-a0a5-0acd792c7f5d), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:21.173307 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-69b06e0c-2cd9-47c5-83e1-4c6a6fac1830 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group_rule (80d33eb5-dd9a-4df8-a0a5-0acd792c7f5d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:21.178399 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-69b06e0c-2cd9-47c5-83e1-4c6a6fac1830 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (80d33eb5-dd9a-4df8-a0a5-0acd792c7f5d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:21.205668 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b06e0c-2cd9-47c5-83e1-4c6a6fac1830 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80d33eb5-dd9a-4df8-a0a5-0acd792c7f5d,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:21.218982 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-69b06e0c-2cd9-47c5-83e1-4c6a6fac1830 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:21.220993 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-69b06e0c-2cd9-47c5-83e1-4c6a6fac1830 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1412387 Mar 11 20:12:21.223457 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 54530) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:12:21.227830 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-3a343bda-fcc8-4a27-958e-97dbe81505dd tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Request body: {'security_group_rule': {'security_group_id': '2e432f13-6645-407e-8cc2-fd91a77371be', 'project_id': '985979086b444294b1307d531b609210', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:12:21.252209 n-d-833163-1 neutron-server[103885]: INFO neutron.db.securitygroups_db [None req-3a343bda-fcc8-4a27-958e-97dbe81505dd tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Project 985979086b444294b1307d531b609210 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 20:12:21.257495 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3a343bda-fcc8-4a27-958e-97dbe81505dd tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group_rule (1e326f6e-f138-46e7-b595-84948c628ea3), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:21.322690 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3a343bda-fcc8-4a27-958e-97dbe81505dd tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group_rule (1e326f6e-f138-46e7-b595-84948c628ea3), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:21.327043 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3a343bda-fcc8-4a27-958e-97dbe81505dd tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (1e326f6e-f138-46e7-b595-84948c628ea3), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:21.345090 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a343bda-fcc8-4a27-958e-97dbe81505dd tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e326f6e-f138-46e7-b595-84948c628ea3,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:21.353277 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3a343bda-fcc8-4a27-958e-97dbe81505dd tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:21.354479 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-3a343bda-fcc8-4a27-958e-97dbe81505dd tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1300519 Mar 11 20:12:21.357309 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 54532) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:12:21.361625 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-e5f0ecf9-c25b-4782-9c6f-c3799bc0c869 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Request body: {'security_group_rule': {'security_group_id': '2e432f13-6645-407e-8cc2-fd91a77371be', 'project_id': '985979086b444294b1307d531b609210', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:12:21.381145 n-d-833163-1 neutron-server[103885]: INFO neutron.db.securitygroups_db [None req-e5f0ecf9-c25b-4782-9c6f-c3799bc0c869 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Project 985979086b444294b1307d531b609210 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 20:12:21.386322 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e5f0ecf9-c25b-4782-9c6f-c3799bc0c869 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group_rule (f6907a41-8903-475a-a7f7-f97a0952133b), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:21.445341 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e5f0ecf9-c25b-4782-9c6f-c3799bc0c869 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group_rule (f6907a41-8903-475a-a7f7-f97a0952133b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:21.449663 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e5f0ecf9-c25b-4782-9c6f-c3799bc0c869 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (f6907a41-8903-475a-a7f7-f97a0952133b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:21.469107 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0ecf9-c25b-4782-9c6f-c3799bc0c869 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6907a41-8903-475a-a7f7-f97a0952133b,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:21.478325 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e5f0ecf9-c25b-4782-9c6f-c3799bc0c869 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:21.482890 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-e5f0ecf9-c25b-4782-9c6f-c3799bc0c869 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1245842 Mar 11 20:12:21.483089 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54534) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:12:21.488893 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-46bdc856-93a4-43a2-b5f8-97b6ca0b150a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Request body: {'network': {'name': 'tempest-network-smoke--1395029090', 'project_id': '985979086b444294b1307d531b609210', 'port_security_enabled': True}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:12:21.509991 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46bdc856-93a4-43a2-b5f8-97b6ca0b150a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Made reservation on behalf of 985979086b444294b1307d531b609210 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:12:21.513773 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-46bdc856-93a4-43a2-b5f8-97b6ca0b150a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:21.539061 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46bdc856-93a4-43a2-b5f8-97b6ca0b150a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] vlan segment allocate from pool success with {'vlan_id': 875, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:12:21.548276 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-46bdc856-93a4-43a2-b5f8-97b6ca0b150a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (f7d4a881-6cec-4869-8a0c-644f8b2ff712), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:21.548648 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-46bdc856-93a4-43a2-b5f8-97b6ca0b150a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Added segment f7d4a881-6cec-4869-8a0c-644f8b2ff712 of type vlan for network 6f7db5d5-2d62-41d4-9acf-3b5f287da177 Mar 11 20:12:21.593485 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-46bdc856-93a4-43a2-b5f8-97b6ca0b150a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (6f7db5d5-2d62-41d4-9acf-3b5f287da177), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:21.620678 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-46bdc856-93a4-43a2-b5f8-97b6ca0b150a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (6f7db5d5-2d62-41d4-9acf-3b5f287da177), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:21.626207 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bdc856-93a4-43a2-b5f8-97b6ca0b150a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:21.626694 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-46bdc856-93a4-43a2-b5f8-97b6ca0b150a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:21.659784 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-46bdc856-93a4-43a2-b5f8-97b6ca0b150a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1753328 Mar 11 20:12:21.662880 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 54538) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:12:21.668673 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-e5a70195-f472-435a-9355-5be42ceae297 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1856560880', 'admin_state_up': True, 'project_id': '985979086b444294b1307d531b609210', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:12:21.690250 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e5a70195-f472-435a-9355-5be42ceae297 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (e2f92f97-dd7b-462c-b261-028335799172), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:21.691361 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e5a70195-f472-435a-9355-5be42ceae297 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (e2f92f97-dd7b-462c-b261-028335799172), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:21.698919 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bdc856-93a4-43a2-b5f8-97b6ca0b150a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event updated for resources: {'Network': ['ID=6f7db5d5-2d62-41d4-9acf-3b5f287da177,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:21.717424 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 6f7db5d5-2d62-41d4-9acf-3b5f287da177 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 20:12:21.752761 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e5a70195-f472-435a-9355-5be42ceae297 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for router_controller (e2f92f97-dd7b-462c-b261-028335799172), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:21.947236 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e5a70195-f472-435a-9355-5be42ceae297 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for router_gateway (e2f92f97-dd7b-462c-b261-028335799172), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:21.968553 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67017aa0-2e4d-433d-88d2-d196e9d8b601 req-954765d8-d7ef-4104-a824-1da4a51ac205 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:21.970788 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-67017aa0-2e4d-433d-88d2-d196e9d8b601 req-954765d8-d7ef-4104-a824-1da4a51ac205 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffab6cff-ee63-480a-984f-1b674919153e HTTP/1.1" status: 200 len: 943 time: 0.1649249 Mar 11 20:12:22.044719 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-67017aa0-2e4d-433d-88d2-d196e9d8b601 req-8cada775-cfad-4900-8a88-db7750afcef9 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/security-groups?id=0551fd0e-38a6-4c90-9a5d-d83142ef6954&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629487 Mar 11 20:12:22.196291 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e5a70195-f472-435a-9355-5be42ceae297 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for router_gateway (e2f92f97-dd7b-462c-b261-028335799172), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:22.214669 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e5a70195-f472-435a-9355-5be42ceae297 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:22.323666 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-e5a70195-f472-435a-9355-5be42ceae297 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Allocated IP 172.25.8.12 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/2cd0cc89-d8eb-400d-9859-b28af22386d4) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:12:22.353410 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-eeee70aa-aad6-4ac6-9874-ae28c693b7cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:22.428838 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e5a70195-f472-435a-9355-5be42ceae297 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for port (2cd0cc89-d8eb-400d-9859-b28af22386d4), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:22.463782 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e5a70195-f472-435a-9355-5be42ceae297 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (2cd0cc89-d8eb-400d-9859-b28af22386d4), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:22.507691 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a70195-f472-435a-9355-5be42ceae297 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:12:22.514628 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-e5a70195-f472-435a-9355-5be42ceae297 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:12:22.518339 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a70195-f472-435a-9355-5be42ceae297 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:12:22.523790 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a70195-f472-435a-9355-5be42ceae297 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event updated for resources: {'Port': ['ID=2cd0cc89-d8eb-400d-9859-b28af22386d4,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:22.779375 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e5a70195-f472-435a-9355-5be42ceae297 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for router_gateway (e2f92f97-dd7b-462c-b261-028335799172), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:22.929029 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:22.991185 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e5a70195-f472-435a-9355-5be42ceae297 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (e2f92f97-dd7b-462c-b261-028335799172), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:23.382932 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device ea30c931-e2d9-4f75-b799-c95371f5409a details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 20:12:23.482823 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5a70195-f472-435a-9355-5be42ceae297 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Router e2f92f97-dd7b-462c-b261-028335799172 is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 20:12:23.490185 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port ea30c931-e2d9-4f75-b799-c95371f5409a, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=ea30c931-e2d9-4f75-b799-c95371f5409a,segment=NetworkSegment(5b2f083c-f0fa-4acb-9d19-03b48be078bb),segment_id=5b2f083c-f0fa-4acb-9d19-03b48be078bb)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:12:23.501949 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': 'ea30c931-e2d9-4f75-b799-c95371f5409a', 'network_id': '69a27a8a-2583-46db-9fd8-a1a0cf98bdf2', 'port_id': 'ea30c931-e2d9-4f75-b799-c95371f5409a', 'mac_address': 'fa:16:3e:9e:3c:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 886, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dc35433-300b-4784-b30f-227aab182f3c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 20:12:23.509978 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c22f2-058e-4481-9d8b-77a174d0c077 req-a6eab0ce-4cc1-40a8-9130-f908e8c4a9c8 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:23.511403 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-148c22f2-058e-4481-9d8b-77a174d0c077 req-a6eab0ce-4cc1-40a8-9130-f908e8c4a9c8 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffab6cff-ee63-480a-984f-1b674919153e HTTP/1.1" status: 200 len: 943 time: 0.3927441 Mar 11 20:12:23.542691 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port ea30c931-e2d9-4f75-b799-c95371f5409a is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:12:23.543078 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ea30c931-e2d9-4f75-b799-c95371f5409a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:23.557190 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea30c931-e2d9-4f75-b799-c95371f5409a {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:12:23.579085 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port ea30c931-e2d9-4f75-b799-c95371f5409a, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=ea30c931-e2d9-4f75-b799-c95371f5409a,segment=NetworkSegment(5b2f083c-f0fa-4acb-9d19-03b48be078bb),segment_id=5b2f083c-f0fa-4acb-9d19-03b48be078bb)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:12:23.582892 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (ea30c931-e2d9-4f75-b799-c95371f5409a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:23.635675 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-148c22f2-058e-4481-9d8b-77a174d0c077 req-2acdb33b-cf1c-4404-bf3b-d909799ecb17 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/security-groups?id=0551fd0e-38a6-4c90-9a5d-d83142ef6954&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900269 Mar 11 20:12:23.643477 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=ea30c931-e2d9-4f75-b799-c95371f5409a,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:23.650765 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a70195-f472-435a-9355-5be42ceae297 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:12:23.665803 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58b319e-dd33-40cb-9be3-a7933ccd092b None None] Sync routers for ids ['e2f92f97-dd7b-462c-b261-028335799172'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:12:23.674426 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e5a70195-f472-435a-9355-5be42ceae297 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:23.678701 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-e5a70195-f472-435a-9355-5be42ceae297 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0119209 Mar 11 20:12:23.678851 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58b319e-dd33-40cb-9be3-a7933ccd092b None None] Routers {'e2f92f97-dd7b-462c-b261-028335799172'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:12:23.678851 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-f58b319e-dd33-40cb-9be3-a7933ccd092b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:11:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['e2f92f97-dd7b-462c-b261-028335799172'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:12:23.679306 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 54546) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:12:23.714283 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-501cdab7-66ad-495a-8156-f40abdcf1909 tempest-TestNetworkAdvancedServerOps-874628058 tempest-TestNetworkAdvancedServerOps-874628058-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=985979086b444294b1307d531b609210&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312352 Mar 11 20:12:23.714511 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 54550) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:12:23.799508 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-f58b319e-dd33-40cb-9be3-a7933ccd092b None None] Set router e2f92f97-dd7b-462c-b261-028335799172 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:12:23.829295 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78e9b1d-58f5-4b26-9418-25395ba8c6b5 tempest-TestNetworkAdvancedServerOps-874628058 tempest-TestNetworkAdvancedServerOps-874628058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:23.831506 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-b78e9b1d-58f5-4b26-9418-25395ba8c6b5 tempest-TestNetworkAdvancedServerOps-874628058 tempest-TestNetworkAdvancedServerOps-874628058-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1158082 Mar 11 20:12:23.833953 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 54552) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:12:23.864526 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-9a43f8e0-0645-4864-9eb5-e5326e8b662c tempest-TestNetworkAdvancedServerOps-874628058 tempest-TestNetworkAdvancedServerOps-874628058-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=612cc066-33e3-444d-b1c7-d0a64751482a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0294440 Mar 11 20:12:23.866910 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 54554) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:12:23.872004 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-f5ef5561-183c-428f-addf-3fcc807155f3 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1792835583', 'network_id': '6f7db5d5-2d62-41d4-9acf-3b5f287da177', 'project_id': '985979086b444294b1307d531b609210', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:12:23.889011 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['ea30c931-e2d9-4f75-b799-c95371f5409a'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:12:24.006490 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ef5561-183c-428f-addf-3fcc807155f3 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Made reservation on behalf of 985979086b444294b1307d531b609210 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:12:24.010883 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f5ef5561-183c-428f-addf-3fcc807155f3 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:24.017887 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-f58b319e-dd33-40cb-9be3-a7933ccd092b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f92f97-dd7b-462c-b261-028335799172', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1856560880', 'tenant_id': '985979086b444294b1307d531b609210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '2cd0cc89-d8eb-400d-9859-b28af22386d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:12:21Z', 'updated_at': '2022-03-11T20:12:22Z', 'revision_number': 3, 'project_id': '985979086b444294b1307d531b609210', 'gw_port': {'id': '2cd0cc89-d8eb-400d-9859-b28af22386d4', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2f92f97-dd7b-462c-b261-028335799172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:12:22Z', 'updated_at': '2022-03-11T20:12:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:12:24.052028 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58b319e-dd33-40cb-9be3-a7933ccd092b None None] Checking router: e2f92f97-dd7b-462c-b261-028335799172 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:12:24.052317 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58b319e-dd33-40cb-9be3-a7933ccd092b None None] Updating router e2f92f97-dd7b-462c-b261-028335799172 port 2cd0cc89-d8eb-400d-9859-b28af22386d4 binding host n-d-833163-1 {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 20:12:24.084338 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-f58b319e-dd33-40cb-9be3-a7933ccd092b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2cd0cc89-d8eb-400d-9859-b28af22386d4), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:24.242922 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f5ef5561-183c-428f-addf-3fcc807155f3 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (0ea7c766-4300-480e-8d6b-62b52b20c6ce), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:24.314009 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ef5561-183c-428f-addf-3fcc807155f3 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event updated for resources: {'Subnet': ['ID=0ea7c766-4300-480e-8d6b-62b52b20c6ce,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:24.316277 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ef5561-183c-428f-addf-3fcc807155f3 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Checking segment: {'id': 'f7d4a881-6cec-4869-8a0c-644f8b2ff712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '6f7db5d5-2d62-41d4-9acf-3b5f287da177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:12:24.316641 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ef5561-183c-428f-addf-3fcc807155f3 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Network hostable DHCP agents. Network: 6f7db5d5-2d62-41d4-9acf-3b5f287da177, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:12:24.334241 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ef5561-183c-428f-addf-3fcc807155f3 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Network 6f7db5d5-2d62-41d4-9acf-3b5f287da177 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:12:24.344787 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-f5ef5561-183c-428f-addf-3fcc807155f3 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 6f7db5d5-2d62-41d4-9acf-3b5f287da177) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:12:24.349510 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ef5561-183c-428f-addf-3fcc807155f3 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:24.350100 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f5ef5561-183c-428f-addf-3fcc807155f3 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:24.357276 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7fb581-a119-4016-a75a-3ebdc9a1a3ec None None] Network 6f7db5d5-2d62-41d4-9acf-3b5f287da177 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:12:24.372038 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f5ef5561-183c-428f-addf-3fcc807155f3 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5015821 Mar 11 20:12:24.372708 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 54556) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:12:24.417622 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-f58b319e-dd33-40cb-9be3-a7933ccd092b None None] Publish callbacks [] for port (2cd0cc89-d8eb-400d-9859-b28af22386d4), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:24.429085 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-f58b319e-dd33-40cb-9be3-a7933ccd092b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (2cd0cc89-d8eb-400d-9859-b28af22386d4), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:24.484261 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3873a50a-0edd-4a19-9fed-a4ec69166064 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-6f7db5d5-2d62-41d4-9acf-3b5f287da177', 'network_id': '6f7db5d5-2d62-41d4-9acf-3b5f287da177', 'project_id': '985979086b444294b1307d531b609210', 'fixed_ips': [{'subnet_id': '0ea7c766-4300-480e-8d6b-62b52b20c6ce'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 20:12:24.488177 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3873a50a-0edd-4a19-9fed-a4ec69166064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:24.494904 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f60a7a1-4d00-4f8d-ba9e-1be6de95d058 None None] Pushing event updated for resources: {'Port': ['ID=2cd0cc89-d8eb-400d-9859-b28af22386d4,revision_number=2']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:24.497841 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-f58b319e-dd33-40cb-9be3-a7933ccd092b None None] Attempting to bind port 2cd0cc89-d8eb-400d-9859-b28af22386d4 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:12:24.498281 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-f58b319e-dd33-40cb-9be3-a7933ccd092b None None] Attempting to bind port 2cd0cc89-d8eb-400d-9859-b28af22386d4 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:12:24.498759 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58b319e-dd33-40cb-9be3-a7933ccd092b None None] Attempting to bind port 2cd0cc89-d8eb-400d-9859-b28af22386d4 on network 612cc066-33e3-444d-b1c7-d0a64751482a {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:12:24.505454 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58b319e-dd33-40cb-9be3-a7933ccd092b None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:12:24.505971 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58b319e-dd33-40cb-9be3-a7933ccd092b None None] Checking segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:12:24.506442 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-f58b319e-dd33-40cb-9be3-a7933ccd092b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:24.506933 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58b319e-dd33-40cb-9be3-a7933ccd092b None None] Bound using segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:12:24.507534 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-f58b319e-dd33-40cb-9be3-a7933ccd092b None None] Bound port: 2cd0cc89-d8eb-400d-9859-b28af22386d4, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:12:24.508149 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-f58b319e-dd33-40cb-9be3-a7933ccd092b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2cd0cc89-d8eb-400d-9859-b28af22386d4), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:24.566162 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-f58b319e-dd33-40cb-9be3-a7933ccd092b None None] For port 2cd0cc89-d8eb-400d-9859-b28af22386d4, host n-d-833163-1, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:12:24.569824 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-f58b319e-dd33-40cb-9be3-a7933ccd092b None None] For port 2cd0cc89-d8eb-400d-9859-b28af22386d4, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=2cd0cc89-d8eb-400d-9859-b28af22386d4,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:12:24.578857 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-f58b319e-dd33-40cb-9be3-a7933ccd092b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (2cd0cc89-d8eb-400d-9859-b28af22386d4), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:24.662522 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58b319e-dd33-40cb-9be3-a7933ccd092b None None] Routers {'e2f92f97-dd7b-462c-b261-028335799172'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:12:24.663334 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-f58b319e-dd33-40cb-9be3-a7933ccd092b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:11:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['e2f92f97-dd7b-462c-b261-028335799172'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:12:24.667168 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f60a7a1-4d00-4f8d-ba9e-1be6de95d058 None None] Pushing event updated for resources: {'Port': ['ID=2cd0cc89-d8eb-400d-9859-b28af22386d4,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:24.689092 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7c6cb1b4-d900-4c29-b3a0-a24e8ebae1cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:24.724383 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-3873a50a-0edd-4a19-9fed-a4ec69166064 None None] Allocated IP 172.20.0.2 (6f7db5d5-2d62-41d4-9acf-3b5f287da177/0ea7c766-4300-480e-8d6b-62b52b20c6ce/11fc530d-cb7c-4992-9fb0-b9707ec1237e) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:12:24.835812 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-f58b319e-dd33-40cb-9be3-a7933ccd092b None None] Set router e2f92f97-dd7b-462c-b261-028335799172 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:12:24.882095 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2535aa73-4da4-4042-bffb-d3fa6856684c req-0e473a78-b8ca-42e6-b3a9-f7ebfed25ea9 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:24.884172 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2535aa73-4da4-4042-bffb-d3fa6856684c req-0e473a78-b8ca-42e6-b3a9-f7ebfed25ea9 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffab6cff-ee63-480a-984f-1b674919153e HTTP/1.1" status: 200 len: 944 time: 0.1305385 Mar 11 20:12:24.918554 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3873a50a-0edd-4a19-9fed-a4ec69166064 None None] Publish callbacks [] for port (11fc530d-cb7c-4992-9fb0-b9707ec1237e), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:24.927090 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3873a50a-0edd-4a19-9fed-a4ec69166064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (11fc530d-cb7c-4992-9fb0-b9707ec1237e), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:24.977686 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3873a50a-0edd-4a19-9fed-a4ec69166064 None None] Network 6f7db5d5-2d62-41d4-9acf-3b5f287da177 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:12:24.985628 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-3873a50a-0edd-4a19-9fed-a4ec69166064 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:12:24.988428 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3873a50a-0edd-4a19-9fed-a4ec69166064 None None] Pushing event updated for resources: {'Port': ['ID=11fc530d-cb7c-4992-9fb0-b9707ec1237e,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:24.997009 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3873a50a-0edd-4a19-9fed-a4ec69166064 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:12:25.005806 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2535aa73-4da4-4042-bffb-d3fa6856684c req-57455dff-9be5-44a7-99bc-ca1bb679d2ff tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/security-groups?id=0551fd0e-38a6-4c90-9a5d-d83142ef6954&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027093 Mar 11 20:12:25.050019 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fe77b3de-3b14-470f-9c26-e27c20e6e05a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:25.094045 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-f58b319e-dd33-40cb-9be3-a7933ccd092b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f92f97-dd7b-462c-b261-028335799172', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1856560880', 'tenant_id': '985979086b444294b1307d531b609210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '2cd0cc89-d8eb-400d-9859-b28af22386d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:12:21Z', 'updated_at': '2022-03-11T20:12:22Z', 'revision_number': 3, 'project_id': '985979086b444294b1307d531b609210', 'gw_port': {'id': '2cd0cc89-d8eb-400d-9859-b28af22386d4', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2f92f97-dd7b-462c-b261-028335799172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:12:22Z', 'updated_at': '2022-03-11T20:12:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:12:25.138510 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-3873a50a-0edd-4a19-9fed-a4ec69166064 None None] Attempting to bind port 11fc530d-cb7c-4992-9fb0-b9707ec1237e on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:12:25.139164 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-3873a50a-0edd-4a19-9fed-a4ec69166064 None None] Attempting to bind port 11fc530d-cb7c-4992-9fb0-b9707ec1237e by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'f7d4a881-6cec-4869-8a0c-644f8b2ff712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '6f7db5d5-2d62-41d4-9acf-3b5f287da177'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:12:25.139766 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3873a50a-0edd-4a19-9fed-a4ec69166064 None None] Attempting to bind port 11fc530d-cb7c-4992-9fb0-b9707ec1237e on network 6f7db5d5-2d62-41d4-9acf-3b5f287da177 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:12:25.141648 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58b319e-dd33-40cb-9be3-a7933ccd092b None None] The sync data for ids ['e2f92f97-dd7b-462c-b261-028335799172'] in n-d-833163-1 is: [{'id': 'e2f92f97-dd7b-462c-b261-028335799172', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1856560880', 'tenant_id': '985979086b444294b1307d531b609210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '2cd0cc89-d8eb-400d-9859-b28af22386d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:12:21Z', 'updated_at': '2022-03-11T20:12:22Z', 'revision_number': 3, 'project_id': '985979086b444294b1307d531b609210', 'gw_port': {'id': '2cd0cc89-d8eb-400d-9859-b28af22386d4', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2f92f97-dd7b-462c-b261-028335799172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:12:22Z', 'updated_at': '2022-03-11T20:12:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:12:25.146637 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3873a50a-0edd-4a19-9fed-a4ec69166064 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:12:25.147285 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3873a50a-0edd-4a19-9fed-a4ec69166064 None None] Checking segment: {'id': 'f7d4a881-6cec-4869-8a0c-644f8b2ff712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '6f7db5d5-2d62-41d4-9acf-3b5f287da177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:12:25.147820 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3873a50a-0edd-4a19-9fed-a4ec69166064 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:25.148820 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3873a50a-0edd-4a19-9fed-a4ec69166064 None None] Bound using segment: {'id': 'f7d4a881-6cec-4869-8a0c-644f8b2ff712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '6f7db5d5-2d62-41d4-9acf-3b5f287da177'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:12:25.149090 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-3873a50a-0edd-4a19-9fed-a4ec69166064 None None] Bound port: 11fc530d-cb7c-4992-9fb0-b9707ec1237e, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d4a881-6cec-4869-8a0c-644f8b2ff712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '6f7db5d5-2d62-41d4-9acf-3b5f287da177'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:12:25.152145 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3873a50a-0edd-4a19-9fed-a4ec69166064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (11fc530d-cb7c-4992-9fb0-b9707ec1237e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:25.268198 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-3873a50a-0edd-4a19-9fed-a4ec69166064 None None] For port 11fc530d-cb7c-4992-9fb0-b9707ec1237e, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:12:25.273229 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-3873a50a-0edd-4a19-9fed-a4ec69166064 None None] For port 11fc530d-cb7c-4992-9fb0-b9707ec1237e, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=11fc530d-cb7c-4992-9fb0-b9707ec1237e,segment=NetworkSegment(f7d4a881-6cec-4869-8a0c-644f8b2ff712),segment_id=f7d4a881-6cec-4869-8a0c-644f8b2ff712)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:12:25.289585 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3873a50a-0edd-4a19-9fed-a4ec69166064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (11fc530d-cb7c-4992-9fb0-b9707ec1237e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:25.379148 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3873a50a-0edd-4a19-9fed-a4ec69166064 None None] Pushing event updated for resources: {'Port': ['ID=11fc530d-cb7c-4992-9fb0-b9707ec1237e,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:25.414721 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device ea30c931-e2d9-4f75-b799-c95371f5409a up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:12:25.508419 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-fe77b3de-3b14-470f-9c26-e27c20e6e05a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Allocated IP 172.20.0.1 (6f7db5d5-2d62-41d4-9acf-3b5f287da177/0ea7c766-4300-480e-8d6b-62b52b20c6ce/fbbb1485-666e-4bd0-a2e8-4b18130d3c2e) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:12:25.512676 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port ea30c931-e2d9-4f75-b799-c95371f5409a completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 20:12:25.530761 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port ea30c931-e2d9-4f75-b799-c95371f5409a triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:12:25.531277 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ea30c931-e2d9-4f75-b799-c95371f5409a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:25.695220 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port ea30c931-e2d9-4f75-b799-c95371f5409a is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:12:25.695877 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ea30c931-e2d9-4f75-b799-c95371f5409a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:25.741927 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fe77b3de-3b14-470f-9c26-e27c20e6e05a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for port (fbbb1485-666e-4bd0-a2e8-4b18130d3c2e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:25.742829 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffab6cff-ee63-480a-984f-1b674919153e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea30c931-e2d9-4f75-b799-c95371f5409a'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:12:25.747570 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37074ec0-0d78-46be-b943-294e361e4408" -d '{"events": [{"server_uuid": "ffab6cff-ee63-480a-984f-1b674919153e", "name": "network-vif-plugged", "status": "completed", "tag": "ea30c931-e2d9-4f75-b799-c95371f5409a"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:12:25.783701 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port ea30c931-e2d9-4f75-b799-c95371f5409a, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=ea30c931-e2d9-4f75-b799-c95371f5409a,segment=NetworkSegment(5b2f083c-f0fa-4acb-9d19-03b48be078bb),segment_id=5b2f083c-f0fa-4acb-9d19-03b48be078bb)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:12:25.798356 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (ea30c931-e2d9-4f75-b799-c95371f5409a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:25.839956 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fe77b3de-3b14-470f-9c26-e27c20e6e05a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (fbbb1485-666e-4bd0-a2e8-4b18130d3c2e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:25.840233 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84cff5b-d46d-493e-b633-9c4bc99b6307 x-openstack-request-id: req-d84cff5b-d46d-493e-b633-9c4bc99b6307 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:12:25.840632 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffab6cff-ee63-480a-984f-1b674919153e", "name": "network-vif-plugged", "status": "completed", "tag": "ea30c931-e2d9-4f75-b799-c95371f5409a", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:12:25.840892 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d84cff5b-d46d-493e-b633-9c4bc99b6307 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:12:25.841829 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffab6cff-ee63-480a-984f-1b674919153e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea30c931-e2d9-4f75-b799-c95371f5409a', 'code': 200} Mar 11 20:12:25.887579 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=ea30c931-e2d9-4f75-b799-c95371f5409a,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:25.985203 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe77b3de-3b14-470f-9c26-e27c20e6e05a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Network 6f7db5d5-2d62-41d4-9acf-3b5f287da177 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:12:25.995569 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-fe77b3de-3b14-470f-9c26-e27c20e6e05a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:12:26.003830 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe77b3de-3b14-470f-9c26-e27c20e6e05a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:12:26.014519 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe77b3de-3b14-470f-9c26-e27c20e6e05a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event updated for resources: {'Port': ['ID=fbbb1485-666e-4bd0-a2e8-4b18130d3c2e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:26.072125 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fe77b3de-3b14-470f-9c26-e27c20e6e05a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (e2f92f97-dd7b-462c-b261-028335799172), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:26.135412 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7550eaaf-6252-410f-a01a-3711d822453c req-a654d535-40e0-42cc-a8bb-c3a7f0a6e217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:26.136988 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7550eaaf-6252-410f-a01a-3711d822453c req-a654d535-40e0-42cc-a8bb-c3a7f0a6e217 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ffab6cff-ee63-480a-984f-1b674919153e HTTP/1.1" status: 200 len: 1127 time: 0.2143924 Mar 11 20:12:26.245238 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7550eaaf-6252-410f-a01a-3711d822453c req-e9aa31f4-ea79-4e98-ac7d-9d2679a6d269 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0551fd0e-38a6-4c90-9a5d-d83142ef6954&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862062 Mar 11 20:12:26.293325 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:26.307030 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969505aa-ecb1-49fd-8d19-a778526c4193 req-69141890-2589-4eba-9253-29fbdfbbc031 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:26.308710 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-969505aa-ecb1-49fd-8d19-a778526c4193 req-69141890-2589-4eba-9253-29fbdfbbc031 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffab6cff-ee63-480a-984f-1b674919153e HTTP/1.1" status: 200 len: 945 time: 0.1708214 Mar 11 20:12:26.372385 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fe77b3de-3b14-470f-9c26-e27c20e6e05a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (fbbb1485-666e-4bd0-a2e8-4b18130d3c2e), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:26.492090 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-969505aa-ecb1-49fd-8d19-a778526c4193 req-dcbaef0d-00f9-4271-b89b-e29b4cec2ef6 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/security-groups?id=0551fd0e-38a6-4c90-9a5d-d83142ef6954&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1739743 Mar 11 20:12:26.722606 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fe77b3de-3b14-470f-9c26-e27c20e6e05a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for port (fbbb1485-666e-4bd0-a2e8-4b18130d3c2e), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:26.728571 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fe77b3de-3b14-470f-9c26-e27c20e6e05a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (fbbb1485-666e-4bd0-a2e8-4b18130d3c2e), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:26.785584 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54614) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:12:26.792307 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-eff140c1-a318-4b84-a00f-4d954054a504 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1629095989', 'description': 'tempest-secgroup-smoke-1629095989 description', 'project_id': '3ed9f03088da4b568ed876fa07964f47'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:12:26.826331 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe77b3de-3b14-470f-9c26-e27c20e6e05a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event updated for resources: {'Port': ['ID=fbbb1485-666e-4bd0-a2e8-4b18130d3c2e,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:26.845565 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fe77b3de-3b14-470f-9c26-e27c20e6e05a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (e2f92f97-dd7b-462c-b261-028335799172), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:26.850218 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eff140c1-a318-4b84-a00f-4d954054a504 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:26.851871 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fca13f3-e259-42d6-b40d-7df18c944902 None None] Network 6f7db5d5-2d62-41d4-9acf-3b5f287da177 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:12:26.929518 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eff140c1-a318-4b84-a00f-4d954054a504 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks [] for security_group (49a45b28-d5be-4f02-b103-33dd7fe22b9a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:26.936274 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eff140c1-a318-4b84-a00f-4d954054a504 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (49a45b28-d5be-4f02-b103-33dd7fe22b9a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:26.959429 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eff140c1-a318-4b84-a00f-4d954054a504 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:26.960775 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-eff140c1-a318-4b84-a00f-4d954054a504 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1735601 Mar 11 20:12:26.963954 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54616) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:12:26.972543 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-ef17d20e-f1d7-4014-b08a-0d3a05418ab4 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Request body: {'security_group_rule': {'security_group_id': '49a45b28-d5be-4f02-b103-33dd7fe22b9a', 'project_id': '3ed9f03088da4b568ed876fa07964f47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:12:26.992451 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-a072bd60-c0d4-457a-9353-37233fbd3468 None None] Provisioning complete for port 11fc530d-cb7c-4992-9fb0-b9707ec1237e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:12:26.993327 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a072bd60-c0d4-457a-9353-37233fbd3468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (11fc530d-cb7c-4992-9fb0-b9707ec1237e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:27.002816 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff140c1-a318-4b84-a00f-4d954054a504 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49a45b28-d5be-4f02-b103-33dd7fe22b9a,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:27.010631 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe77b3de-3b14-470f-9c26-e27c20e6e05a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Network 6f7db5d5-2d62-41d4-9acf-3b5f287da177 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:12:27.012558 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-fe77b3de-3b14-470f-9c26-e27c20e6e05a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:12:27.020261 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ef17d20e-f1d7-4014-b08a-0d3a05418ab4 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks [] for security_group_rule (02870f9e-0a47-40ae-bb95-63b0f74a32f7), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:27.128811 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ef17d20e-f1d7-4014-b08a-0d3a05418ab4 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks [] for security_group_rule (02870f9e-0a47-40ae-bb95-63b0f74a32f7), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:27.141911 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ef17d20e-f1d7-4014-b08a-0d3a05418ab4 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (02870f9e-0a47-40ae-bb95-63b0f74a32f7), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:27.146613 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 11fc530d-cb7c-4992-9fb0-b9707ec1237e up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:12:27.167905 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ef17d20e-f1d7-4014-b08a-0d3a05418ab4 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:27.172514 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ef17d20e-f1d7-4014-b08a-0d3a05418ab4 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2038405 Mar 11 20:12:27.174653 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54618) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:12:27.180350 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-7a9b0c59-fe5c-4772-8342-137eaeefa4e8 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Request body: {'security_group_rule': {'security_group_id': '49a45b28-d5be-4f02-b103-33dd7fe22b9a', 'project_id': '3ed9f03088da4b568ed876fa07964f47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:12:27.199425 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a072bd60-c0d4-457a-9353-37233fbd3468 None None] Current status of the port 11fc530d-cb7c-4992-9fb0-b9707ec1237e is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:12:27.199847 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a072bd60-c0d4-457a-9353-37233fbd3468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (11fc530d-cb7c-4992-9fb0-b9707ec1237e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:27.201719 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17d20e-f1d7-4014-b08a-0d3a05418ab4 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02870f9e-0a47-40ae-bb95-63b0f74a32f7,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:27.221770 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7a9b0c59-fe5c-4772-8342-137eaeefa4e8 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks [] for security_group_rule (9904fc36-b332-4e47-987b-d401333e2565), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:27.227690 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe77b3de-3b14-470f-9c26-e27c20e6e05a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Router e2f92f97-dd7b-462c-b261-028335799172 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:12:27.275722 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-a072bd60-c0d4-457a-9353-37233fbd3468 None None] For port 11fc530d-cb7c-4992-9fb0-b9707ec1237e, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=11fc530d-cb7c-4992-9fb0-b9707ec1237e,segment=NetworkSegment(f7d4a881-6cec-4869-8a0c-644f8b2ff712),segment_id=f7d4a881-6cec-4869-8a0c-644f8b2ff712)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:12:27.283743 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7a9b0c59-fe5c-4772-8342-137eaeefa4e8 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks [] for security_group_rule (9904fc36-b332-4e47-987b-d401333e2565), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:27.286226 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a072bd60-c0d4-457a-9353-37233fbd3468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (11fc530d-cb7c-4992-9fb0-b9707ec1237e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:27.292243 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7a9b0c59-fe5c-4772-8342-137eaeefa4e8 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (9904fc36-b332-4e47-987b-d401333e2565), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:27.324089 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9b0c59-fe5c-4772-8342-137eaeefa4e8 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9904fc36-b332-4e47-987b-d401333e2565,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:27.338913 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7a9b0c59-fe5c-4772-8342-137eaeefa4e8 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:27.347215 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-7a9b0c59-fe5c-4772-8342-137eaeefa4e8 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1687727 Mar 11 20:12:27.352846 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 11fc530d-cb7c-4992-9fb0-b9707ec1237e triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:12:27.353197 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (11fc530d-cb7c-4992-9fb0-b9707ec1237e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:27.366085 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54620) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:12:27.377505 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-d7ebc8f9-f27b-4d95-89e6-9ef025d7193f tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Request body: {'security_group_rule': {'security_group_id': '49a45b28-d5be-4f02-b103-33dd7fe22b9a', 'project_id': '3ed9f03088da4b568ed876fa07964f47', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:12:27.397136 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a072bd60-c0d4-457a-9353-37233fbd3468 None None] Pushing event updated for resources: {'Port': ['ID=11fc530d-cb7c-4992-9fb0-b9707ec1237e,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:27.420190 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d7ebc8f9-f27b-4d95-89e6-9ef025d7193f tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks [] for security_group_rule (4f2ceac8-8fb2-41f8-8419-774ec738a8de), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:27.449006 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe77b3de-3b14-470f-9c26-e27c20e6e05a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:12:27.462246 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-fe77b3de-3b14-470f-9c26-e27c20e6e05a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "PUT /v2.0/routers/e2f92f97-dd7b-462c-b261-028335799172/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0873594 Mar 11 20:12:27.542371 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d659a6bd-081f-4e65-b978-e3c2decfdd2f None None] Provisioning complete for port 11fc530d-cb7c-4992-9fb0-b9707ec1237e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:12:27.542741 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d659a6bd-081f-4e65-b978-e3c2decfdd2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (11fc530d-cb7c-4992-9fb0-b9707ec1237e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:27.546000 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 11fc530d-cb7c-4992-9fb0-b9707ec1237e is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:12:27.547109 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 2cd0cc89-d8eb-400d-9859-b28af22386d4 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:12:27.639844 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d7ebc8f9-f27b-4d95-89e6-9ef025d7193f tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks [] for security_group_rule (4f2ceac8-8fb2-41f8-8419-774ec738a8de), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:27.658629 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d7ebc8f9-f27b-4d95-89e6-9ef025d7193f tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (4f2ceac8-8fb2-41f8-8419-774ec738a8de), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:27.692393 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ebc8f9-f27b-4d95-89e6-9ef025d7193f tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f2ceac8-8fb2-41f8-8419-774ec738a8de,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:27.703937 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d7ebc8f9-f27b-4d95-89e6-9ef025d7193f tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:27.705476 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d7ebc8f9-f27b-4d95-89e6-9ef025d7193f tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3383327 Mar 11 20:12:27.708795 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54628) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:12:27.713521 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-7b0e5649-0f36-494a-93a9-b7e1945c06e6 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Request body: {'security_group_rule': {'security_group_id': '49a45b28-d5be-4f02-b103-33dd7fe22b9a', 'project_id': '3ed9f03088da4b568ed876fa07964f47', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:12:27.734059 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d03df2-5f1d-4fe6-8544-f051a641f009 None None] Sync routers for ids ['e2f92f97-dd7b-462c-b261-028335799172'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:12:27.746577 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e208d6e-9438-464e-9a06-46f9637c692b req-8ff2a2d4-aa24-4867-9aee-a060ca0c2cae tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:27.748613 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2e208d6e-9438-464e-9a06-46f9637c692b req-8ff2a2d4-aa24-4867-9aee-a060ca0c2cae tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffab6cff-ee63-480a-984f-1b674919153e HTTP/1.1" status: 200 len: 945 time: 0.0988612 Mar 11 20:12:27.752519 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7b0e5649-0f36-494a-93a9-b7e1945c06e6 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks [] for security_group_rule (5def5720-3574-4bba-9c59-ef13cfb7db15), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:27.769223 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:27.771950 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d659a6bd-081f-4e65-b978-e3c2decfdd2f None None] Current status of the port 11fc530d-cb7c-4992-9fb0-b9707ec1237e is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:12:27.775526 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d03df2-5f1d-4fe6-8544-f051a641f009 None None] Routers {'e2f92f97-dd7b-462c-b261-028335799172'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:12:27.776566 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-99d03df2-5f1d-4fe6-8544-f051a641f009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:12:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['e2f92f97-dd7b-462c-b261-028335799172'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:12:27.829837 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 2cd0cc89-d8eb-400d-9859-b28af22386d4 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:12:27.830254 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (2cd0cc89-d8eb-400d-9859-b28af22386d4), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:27.830357 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2e208d6e-9438-464e-9a06-46f9637c692b req-24bdd73f-5396-42f1-a9d4-d8cdf77a95b3 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/security-groups?id=0551fd0e-38a6-4c90-9a5d-d83142ef6954&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739622 Mar 11 20:12:27.838390 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7b0e5649-0f36-494a-93a9-b7e1945c06e6 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks [] for security_group_rule (5def5720-3574-4bba-9c59-ef13cfb7db15), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:27.847003 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7b0e5649-0f36-494a-93a9-b7e1945c06e6 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (5def5720-3574-4bba-9c59-ef13cfb7db15), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:27.861286 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d659a6bd-081f-4e65-b978-e3c2decfdd2f None None] Provisioning complete for port fbbb1485-666e-4bd0-a2e8-4b18130d3c2e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:12:27.861804 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d659a6bd-081f-4e65-b978-e3c2decfdd2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (fbbb1485-666e-4bd0-a2e8-4b18130d3c2e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:27.878805 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7b0e5649-0f36-494a-93a9-b7e1945c06e6 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:27.880067 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-7b0e5649-0f36-494a-93a9-b7e1945c06e6 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1701210 Mar 11 20:12:27.883086 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 54634) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:12:27.883268 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0e5649-0f36-494a-93a9-b7e1945c06e6 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5def5720-3574-4bba-9c59-ef13cfb7db15,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:27.888272 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-1d3d3fb6-c6c5-4d3b-b8fa-04668cac5fe6 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Request body: {'security_group_rule': {'security_group_id': '49a45b28-d5be-4f02-b103-33dd7fe22b9a', 'project_id': '3ed9f03088da4b568ed876fa07964f47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:12:27.919134 n-d-833163-1 neutron-server[103885]: INFO neutron.db.securitygroups_db [None req-1d3d3fb6-c6c5-4d3b-b8fa-04668cac5fe6 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Project 3ed9f03088da4b568ed876fa07964f47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 20:12:27.929320 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1d3d3fb6-c6c5-4d3b-b8fa-04668cac5fe6 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks [] for security_group_rule (d04fd10b-ae4b-44f7-a018-4cc059054d16), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:28.022045 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-79cb95fc-7af1-4a47-909e-9ab3720b2631 req-6b2c69d2-81ca-430b-a81c-2404d90949d6 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-28572999&fields=id&tenant_id=985979086b444294b1307d531b609210 HTTP/1.1" status: 200 len: 267 time: 0.0812814 Mar 11 20:12:28.029401 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1d3d3fb6-c6c5-4d3b-b8fa-04668cac5fe6 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks [] for security_group_rule (d04fd10b-ae4b-44f7-a018-4cc059054d16), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:28.034845 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1d3d3fb6-c6c5-4d3b-b8fa-04668cac5fe6 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (d04fd10b-ae4b-44f7-a018-4cc059054d16), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:28.084301 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1d3d3fb6-c6c5-4d3b-b8fa-04668cac5fe6 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:28.088205 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-1d3d3fb6-c6c5-4d3b-b8fa-04668cac5fe6 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2009957 Mar 11 20:12:28.088205 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3d3fb6-c6c5-4d3b-b8fa-04668cac5fe6 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d04fd10b-ae4b-44f7-a018-4cc059054d16,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:28.088591 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54640) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:12:28.094428 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-f47da970-9ceb-4ae7-b314-bccd053e9ec7 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Request body: {'security_group_rule': {'security_group_id': '49a45b28-d5be-4f02-b103-33dd7fe22b9a', 'project_id': '3ed9f03088da4b568ed876fa07964f47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:12:28.126657 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d659a6bd-081f-4e65-b978-e3c2decfdd2f None None] Port fbbb1485-666e-4bd0-a2e8-4b18130d3c2e cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:12:28.127341 n-d-833163-1 neutron-server[103884]: INFO neutron.db.securitygroups_db [None req-f47da970-9ceb-4ae7-b314-bccd053e9ec7 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Project 3ed9f03088da4b568ed876fa07964f47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 20:12:28.133755 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f47da970-9ceb-4ae7-b314-bccd053e9ec7 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks [] for security_group_rule (332da731-aba0-4313-87b1-af50d9b693c4), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:28.171110 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-99d03df2-5f1d-4fe6-8544-f051a641f009 None None] Set router e2f92f97-dd7b-462c-b261-028335799172 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:12:28.196527 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb95fc-7af1-4a47-909e-9ab3720b2631 req-2e85859b-e30e-4e6e-ac22-2af9b3b341f4 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:28.198123 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-79cb95fc-7af1-4a47-909e-9ab3720b2631 req-2e85859b-e30e-4e6e-ac22-2af9b3b341f4 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/networks?id=6f7db5d5-2d62-41d4-9acf-3b5f287da177 HTTP/1.1" status: 200 len: 797 time: 0.1565673 Mar 11 20:12:28.208584 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f47da970-9ceb-4ae7-b314-bccd053e9ec7 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks [] for security_group_rule (332da731-aba0-4313-87b1-af50d9b693c4), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:28.212951 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f47da970-9ceb-4ae7-b314-bccd053e9ec7 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (332da731-aba0-4313-87b1-af50d9b693c4), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:28.219393 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-79cb95fc-7af1-4a47-909e-9ab3720b2631 req-82e61a00-0815-4b25-985c-9aa021427d78 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/quotas/985979086b444294b1307d531b609210 HTTP/1.1" status: 200 len: 375 time: 0.0113115 Mar 11 20:12:28.223788 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 2cd0cc89-d8eb-400d-9859-b28af22386d4 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:12:28.224183 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2cd0cc89-d8eb-400d-9859-b28af22386d4), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:28.233597 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47da970-9ceb-4ae7-b314-bccd053e9ec7 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=332da731-aba0-4313-87b1-af50d9b693c4,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:28.242196 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f47da970-9ceb-4ae7-b314-bccd053e9ec7 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:28.246836 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f47da970-9ceb-4ae7-b314-bccd053e9ec7 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1537344 Mar 11 20:12:28.293437 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-79cb95fc-7af1-4a47-909e-9ab3720b2631 req-95723ad2-7292-479b-a83b-05f112e5387b tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=985979086b444294b1307d531b609210&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0674238 Mar 11 20:12:28.297208 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 2cd0cc89-d8eb-400d-9859-b28af22386d4, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=2cd0cc89-d8eb-400d-9859-b28af22386d4,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:12:28.305443 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (2cd0cc89-d8eb-400d-9859-b28af22386d4), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:28.377450 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-aa46fda1-8023-4eef-8e32-74382ea3556b None None] Provisioning complete for port fbbb1485-666e-4bd0-a2e8-4b18130d3c2e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:12:28.378204 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-aa46fda1-8023-4eef-8e32-74382ea3556b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (fbbb1485-666e-4bd0-a2e8-4b18130d3c2e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:28.408567 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-79cb95fc-7af1-4a47-909e-9ab3720b2631 req-601e5d15-19ce-40e3-bfdb-413e8e60a217 service neutron] 10.222.0.65 "GET /v2.0/networks/6f7db5d5-2d62-41d4-9acf-3b5f287da177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021028 Mar 11 20:12:28.447863 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=2cd0cc89-d8eb-400d-9859-b28af22386d4,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:28.452183 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-aa46fda1-8023-4eef-8e32-74382ea3556b None None] Port fbbb1485-666e-4bd0-a2e8-4b18130d3c2e cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:12:28.504663 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-99d03df2-5f1d-4fe6-8544-f051a641f009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f92f97-dd7b-462c-b261-028335799172', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1856560880', 'tenant_id': '985979086b444294b1307d531b609210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '2cd0cc89-d8eb-400d-9859-b28af22386d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:12:21Z', 'updated_at': '2022-03-11T20:12:26Z', 'revision_number': 4, 'project_id': '985979086b444294b1307d531b609210', 'gw_port': {'id': '2cd0cc89-d8eb-400d-9859-b28af22386d4', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2f92f97-dd7b-462c-b261-028335799172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:12:22Z', 'updated_at': '2022-03-11T20:12:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'fbbb1485-666e-4bd0-a2e8-4b18130d3c2e', 'name': '', 'network_id': '6f7db5d5-2d62-41d4-9acf-3b5f287da177', 'tenant_id': '985979086b444294b1307d531b609210', 'mac_address': 'fa:16:3e:fa:34:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2f92f97-dd7b-462c-b261-028335799172', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '0ea7c766-4300-480e-8d6b-62b52b20c6ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:12:25Z', 'updated_at': '2022-03-11T20:12:26Z', 'revision_number': 2, 'project_id': '985979086b444294b1307d531b609210', 'subnets': [{'id': '0ea7c766-4300-480e-8d6b-62b52b20c6ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:12:28.520217 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-79cb95fc-7af1-4a47-909e-9ab3720b2631 req-351212fc-7e61-4728-996a-b55e14a181ee service neutron] 10.222.0.65 "GET /v2.0/networks/6f7db5d5-2d62-41d4-9acf-3b5f287da177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041846 Mar 11 20:12:28.536638 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d03df2-5f1d-4fe6-8544-f051a641f009 None None] Checking router: e2f92f97-dd7b-462c-b261-028335799172 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:12:28.536991 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d03df2-5f1d-4fe6-8544-f051a641f009 None None] Updating router e2f92f97-dd7b-462c-b261-028335799172 port fbbb1485-666e-4bd0-a2e8-4b18130d3c2e binding host n-d-833163-1 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 20:12:28.567557 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-99d03df2-5f1d-4fe6-8544-f051a641f009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (fbbb1485-666e-4bd0-a2e8-4b18130d3c2e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:28.734402 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9398e10d-8f5a-4355-be58-f9f59c46cf12 req-ea9852ce-99e1-43c2-9361-442800049ff3 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6d66847-bd08-47bc-971c-bdc6d0fb0a7a HTTP/1.1" status: 200 len: 210 time: 0.0449185 Mar 11 20:12:28.933395 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-99d03df2-5f1d-4fe6-8544-f051a641f009 None None] Publish callbacks [] for port (fbbb1485-666e-4bd0-a2e8-4b18130d3c2e), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:28.943234 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-99d03df2-5f1d-4fe6-8544-f051a641f009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (fbbb1485-666e-4bd0-a2e8-4b18130d3c2e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:29.023727 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 11fc530d-cb7c-4992-9fb0-b9707ec1237e up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:12:29.053008 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb5dc54-2b7a-439a-bfec-334753747c96 req-96390b16-e75a-4286-abb0-6468c91e7e53 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:29.054717 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4cb5dc54-2b7a-439a-bfec-334753747c96 req-96390b16-e75a-4286-abb0-6468c91e7e53 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffab6cff-ee63-480a-984f-1b674919153e HTTP/1.1" status: 200 len: 945 time: 0.1145113 Mar 11 20:12:29.088839 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0078e28e-b4b5-4b80-9964-269cd79a5e76 None None] Pushing event updated for resources: {'Port': ['ID=fbbb1485-666e-4bd0-a2e8-4b18130d3c2e,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:29.123715 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4cb5dc54-2b7a-439a-bfec-334753747c96 req-1bdc255f-ad0c-492a-9af8-1170c2a60b89 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/security-groups?id=0551fd0e-38a6-4c90-9a5d-d83142ef6954&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611815 Mar 11 20:12:29.162547 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:29.216517 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-99d03df2-5f1d-4fe6-8544-f051a641f009 None None] Attempting to bind port fbbb1485-666e-4bd0-a2e8-4b18130d3c2e on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:12:29.216881 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-99d03df2-5f1d-4fe6-8544-f051a641f009 None None] Attempting to bind port fbbb1485-666e-4bd0-a2e8-4b18130d3c2e by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'f7d4a881-6cec-4869-8a0c-644f8b2ff712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '6f7db5d5-2d62-41d4-9acf-3b5f287da177'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:12:29.217248 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d03df2-5f1d-4fe6-8544-f051a641f009 None None] Attempting to bind port fbbb1485-666e-4bd0-a2e8-4b18130d3c2e on network 6f7db5d5-2d62-41d4-9acf-3b5f287da177 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:12:29.245612 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d03df2-5f1d-4fe6-8544-f051a641f009 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:12:29.245879 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d03df2-5f1d-4fe6-8544-f051a641f009 None None] Checking segment: {'id': 'f7d4a881-6cec-4869-8a0c-644f8b2ff712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '6f7db5d5-2d62-41d4-9acf-3b5f287da177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:12:29.246076 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-99d03df2-5f1d-4fe6-8544-f051a641f009 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:29.246478 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d03df2-5f1d-4fe6-8544-f051a641f009 None None] Bound using segment: {'id': 'f7d4a881-6cec-4869-8a0c-644f8b2ff712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '6f7db5d5-2d62-41d4-9acf-3b5f287da177'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:12:29.246995 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-99d03df2-5f1d-4fe6-8544-f051a641f009 None None] Bound port: fbbb1485-666e-4bd0-a2e8-4b18130d3c2e, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d4a881-6cec-4869-8a0c-644f8b2ff712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '6f7db5d5-2d62-41d4-9acf-3b5f287da177'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:12:29.247392 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-99d03df2-5f1d-4fe6-8544-f051a641f009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (fbbb1485-666e-4bd0-a2e8-4b18130d3c2e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:29.280339 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 11fc530d-cb7c-4992-9fb0-b9707ec1237e triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:12:29.280717 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (11fc530d-cb7c-4992-9fb0-b9707ec1237e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:29.315100 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adbc43f-9e85-471a-936a-4adc07f6f995 req-61ba0076-f0a7-4b71-ab39-d71debd85567 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:29.323593 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7adbc43f-9e85-471a-936a-4adc07f6f995 req-61ba0076-f0a7-4b71-ab39-d71debd85567 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffab6cff-ee63-480a-984f-1b674919153e HTTP/1.1" status: 200 len: 945 time: 0.0949695 Mar 11 20:12:29.388804 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7adbc43f-9e85-471a-936a-4adc07f6f995 req-60eba379-626a-4c9d-954b-aec72b31ec62 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/security-groups?id=0551fd0e-38a6-4c90-9a5d-d83142ef6954&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634525 Mar 11 20:12:29.411651 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-99d03df2-5f1d-4fe6-8544-f051a641f009 None None] For port fbbb1485-666e-4bd0-a2e8-4b18130d3c2e, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:12:29.411651 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-99d03df2-5f1d-4fe6-8544-f051a641f009 None None] For port fbbb1485-666e-4bd0-a2e8-4b18130d3c2e, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=fbbb1485-666e-4bd0-a2e8-4b18130d3c2e,segment=NetworkSegment(f7d4a881-6cec-4869-8a0c-644f8b2ff712),segment_id=f7d4a881-6cec-4869-8a0c-644f8b2ff712)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:12:29.412093 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54730) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:12:29.413380 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-8161f475-c450-44e7-8c17-79f6ff717d98 None None] Provisioning complete for port fbbb1485-666e-4bd0-a2e8-4b18130d3c2e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:12:29.413882 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8161f475-c450-44e7-8c17-79f6ff717d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (fbbb1485-666e-4bd0-a2e8-4b18130d3c2e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:29.436915 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-99d03df2-5f1d-4fe6-8544-f051a641f009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (fbbb1485-666e-4bd0-a2e8-4b18130d3c2e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:29.478827 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d1926b-b6ba-4668-aa1d-4fc6d33224e9 tempest-TestNetworkBasicOps-1071994665 tempest-TestNetworkBasicOps-1071994665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:29.480529 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-31d1926b-b6ba-4668-aa1d-4fc6d33224e9 tempest-TestNetworkBasicOps-1071994665 tempest-TestNetworkBasicOps-1071994665-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=ffab6cff-ee63-480a-984f-1b674919153e HTTP/1.1" status: 200 len: 1122 time: 0.0662782 Mar 11 20:12:29.483990 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54732) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:12:29.491296 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-c1d1e44f-8644-48ab-99a1-db5ece3f34a9 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Request body: {'floatingip': {'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'port_id': 'ea30c931-e2d9-4f75-b799-c95371f5409a', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:12:29.548787 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c1d1e44f-8644-48ab-99a1-db5ece3f34a9 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:29.570679 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 11fc530d-cb7c-4992-9fb0-b9707ec1237e is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:12:29.571846 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 2cd0cc89-d8eb-400d-9859-b28af22386d4 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:12:29.574727 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0078e28e-b4b5-4b80-9964-269cd79a5e76 None None] Pushing event updated for resources: {'Port': ['ID=fbbb1485-666e-4bd0-a2e8-4b18130d3c2e,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:29.577896 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d03df2-5f1d-4fe6-8544-f051a641f009 None None] Routers {'e2f92f97-dd7b-462c-b261-028335799172'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:12:29.578226 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-99d03df2-5f1d-4fe6-8544-f051a641f009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:12:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['e2f92f97-dd7b-462c-b261-028335799172'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:12:29.707291 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8161f475-c450-44e7-8c17-79f6ff717d98 None None] Current status of the port fbbb1485-666e-4bd0-a2e8-4b18130d3c2e is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:12:29.707708 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8161f475-c450-44e7-8c17-79f6ff717d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (fbbb1485-666e-4bd0-a2e8-4b18130d3c2e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:29.730560 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c1d1e44f-8644-48ab-99a1-db5ece3f34a9 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:29.811194 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-8161f475-c450-44e7-8c17-79f6ff717d98 None None] For port fbbb1485-666e-4bd0-a2e8-4b18130d3c2e, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=fbbb1485-666e-4bd0-a2e8-4b18130d3c2e,segment=NetworkSegment(f7d4a881-6cec-4869-8a0c-644f8b2ff712),segment_id=f7d4a881-6cec-4869-8a0c-644f8b2ff712)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:12:29.816214 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 2cd0cc89-d8eb-400d-9859-b28af22386d4 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:12:29.816611 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (2cd0cc89-d8eb-400d-9859-b28af22386d4), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:29.833291 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8161f475-c450-44e7-8c17-79f6ff717d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (fbbb1485-666e-4bd0-a2e8-4b18130d3c2e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:29.869988 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-adc4719e-6cda-41da-aeb2-2e2f471a3357 req-8dec34dc-2880-4db4-a5e8-de989959e744 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6d66847-bd08-47bc-971c-bdc6d0fb0a7a HTTP/1.1" status: 200 len: 210 time: 0.0383360 Mar 11 20:12:29.870688 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-99d03df2-5f1d-4fe6-8544-f051a641f009 None None] Set router e2f92f97-dd7b-462c-b261-028335799172 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:12:29.904985 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-c1d1e44f-8644-48ab-99a1-db5ece3f34a9 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Allocated IP 172.25.8.62 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/9543acfd-8179-4e63-987d-84be36517fda) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:12:30.034731 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8161f475-c450-44e7-8c17-79f6ff717d98 None None] Pushing event updated for resources: {'Port': ['ID=fbbb1485-666e-4bd0-a2e8-4b18130d3c2e,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:30.054183 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-0feb256a-84cb-4d64-9960-186c55cfe1f0 None None] Provisioning complete for port fbbb1485-666e-4bd0-a2e8-4b18130d3c2e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:12:30.054834 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0feb256a-84cb-4d64-9960-186c55cfe1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (fbbb1485-666e-4bd0-a2e8-4b18130d3c2e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:30.080811 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c1d1e44f-8644-48ab-99a1-db5ece3f34a9 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for port (9543acfd-8179-4e63-987d-84be36517fda), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:30.228399 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c1d1e44f-8644-48ab-99a1-db5ece3f34a9 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (9543acfd-8179-4e63-987d-84be36517fda), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:30.238188 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb95fc-7af1-4a47-909e-9ab3720b2631 req-4ac0ff25-bdc1-492b-885a-d255dd90864d tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:30.239720 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-79cb95fc-7af1-4a47-909e-9ab3720b2631 req-4ac0ff25-bdc1-492b-885a-d255dd90864d tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.75 "GET /v2.0/networks?id=6f7db5d5-2d62-41d4-9acf-3b5f287da177 HTTP/1.1" status: 200 len: 797 time: 0.2158356 Mar 11 20:12:30.296920 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d1e44f-8644-48ab-99a1-db5ece3f34a9 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:12:30.303416 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-c1d1e44f-8644-48ab-99a1-db5ece3f34a9 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:12:30.315770 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d1e44f-8644-48ab-99a1-db5ece3f34a9 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:12:30.335986 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 2cd0cc89-d8eb-400d-9859-b28af22386d4 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:12:30.338354 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d1e44f-8644-48ab-99a1-db5ece3f34a9 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Pushing event updated for resources: {'Port': ['ID=9543acfd-8179-4e63-987d-84be36517fda,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:30.375910 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-79cb95fc-7af1-4a47-909e-9ab3720b2631 req-09aa78c0-c044-4b07-afcf-03281bdb21b1 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=985979086b444294b1307d531b609210 HTTP/1.1" status: 200 len: 378 time: 0.1135244 Mar 11 20:12:30.385320 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-79cb95fc-7af1-4a47-909e-9ab3720b2631 req-203229a7-0574-4ffc-ac02-fb98d3393fc5 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Request body: {'port': {'device_id': 'd6d66847-bd08-47bc-971c-bdc6d0fb0a7a', 'network_id': '6f7db5d5-2d62-41d4-9acf-3b5f287da177', 'admin_state_up': True, 'tenant_id': '985979086b444294b1307d531b609210', 'security_groups': ['2e432f13-6645-407e-8cc2-fd91a77371be']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:12:30.433327 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-0feb256a-84cb-4d64-9960-186c55cfe1f0 None None] Current status of the port fbbb1485-666e-4bd0-a2e8-4b18130d3c2e is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:12:30.452558 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-99d03df2-5f1d-4fe6-8544-f051a641f009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f92f97-dd7b-462c-b261-028335799172', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1856560880', 'tenant_id': '985979086b444294b1307d531b609210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '2cd0cc89-d8eb-400d-9859-b28af22386d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:12:21Z', 'updated_at': '2022-03-11T20:12:26Z', 'revision_number': 4, 'project_id': '985979086b444294b1307d531b609210', 'gw_port': {'id': '2cd0cc89-d8eb-400d-9859-b28af22386d4', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f92f97-dd7b-462c-b261-028335799172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:12:22Z', 'updated_at': '2022-03-11T20:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'fbbb1485-666e-4bd0-a2e8-4b18130d3c2e', 'name': '', 'network_id': '6f7db5d5-2d62-41d4-9acf-3b5f287da177', 'tenant_id': '985979086b444294b1307d531b609210', 'mac_address': 'fa:16:3e:fa:34:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2f92f97-dd7b-462c-b261-028335799172', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '0ea7c766-4300-480e-8d6b-62b52b20c6ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:12:25Z', 'updated_at': '2022-03-11T20:12:29Z', 'revision_number': 4, 'project_id': '985979086b444294b1307d531b609210', 'subnets': [{'id': '0ea7c766-4300-480e-8d6b-62b52b20c6ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:12:30.480444 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d03df2-5f1d-4fe6-8544-f051a641f009 None None] The sync data for ids ['e2f92f97-dd7b-462c-b261-028335799172'] in n-d-833163-1 is: [{'id': 'e2f92f97-dd7b-462c-b261-028335799172', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1856560880', 'tenant_id': '985979086b444294b1307d531b609210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '2cd0cc89-d8eb-400d-9859-b28af22386d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:12:21Z', 'updated_at': '2022-03-11T20:12:26Z', 'revision_number': 4, 'project_id': '985979086b444294b1307d531b609210', 'gw_port': {'id': '2cd0cc89-d8eb-400d-9859-b28af22386d4', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f92f97-dd7b-462c-b261-028335799172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:12:22Z', 'updated_at': '2022-03-11T20:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'fbbb1485-666e-4bd0-a2e8-4b18130d3c2e', 'name': '', 'network_id': '6f7db5d5-2d62-41d4-9acf-3b5f287da177', 'tenant_id': '985979086b444294b1307d531b609210', 'mac_address': 'fa:16:3e:fa:34:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2f92f97-dd7b-462c-b261-028335799172', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '0ea7c766-4300-480e-8d6b-62b52b20c6ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:12:25Z', 'updated_at': '2022-03-11T20:12:29Z', 'revision_number': 4, 'project_id': '985979086b444294b1307d531b609210', 'subnets': [{'id': '0ea7c766-4300-480e-8d6b-62b52b20c6ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:12:30.653626 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79cb95fc-7af1-4a47-909e-9ab3720b2631 req-203229a7-0574-4ffc-ac02-fb98d3393fc5 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Made reservation on behalf of 985979086b444294b1307d531b609210 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:12:30.657418 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-79cb95fc-7af1-4a47-909e-9ab3720b2631 req-203229a7-0574-4ffc-ac02-fb98d3393fc5 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:30.893582 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-79cb95fc-7af1-4a47-909e-9ab3720b2631 req-203229a7-0574-4ffc-ac02-fb98d3393fc5 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Allocated IP 172.20.0.13 (6f7db5d5-2d62-41d4-9acf-3b5f287da177/0ea7c766-4300-480e-8d6b-62b52b20c6ce/c7e205dc-a19a-4e18-81a1-d807082ae13c) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:12:30.996944 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c1d1e44f-8644-48ab-99a1-db5ece3f34a9 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for floatingip (486b7018-8456-462b-9422-9fca67541b38), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:31.016067 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device fbbb1485-666e-4bd0-a2e8-4b18130d3c2e up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:12:31.042191 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0c1a61f6-8896-46f2-8995-ec497735a24e req-48cd2e08-0d75-429e-91da-4309ce883da2 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6d66847-bd08-47bc-971c-bdc6d0fb0a7a HTTP/1.1" status: 200 len: 210 time: 0.0529573 Mar 11 20:12:31.102656 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port fbbb1485-666e-4bd0-a2e8-4b18130d3c2e triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:12:31.103195 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (fbbb1485-666e-4bd0-a2e8-4b18130d3c2e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:31.170264 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c1d1e44f-8644-48ab-99a1-db5ece3f34a9 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (9543acfd-8179-4e63-987d-84be36517fda), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:31.207944 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port fbbb1485-666e-4bd0-a2e8-4b18130d3c2e is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:12:31.247991 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-79cb95fc-7af1-4a47-909e-9ab3720b2631 req-203229a7-0574-4ffc-ac02-fb98d3393fc5 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for port (c7e205dc-a19a-4e18-81a1-d807082ae13c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:31.355760 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-79cb95fc-7af1-4a47-909e-9ab3720b2631 req-203229a7-0574-4ffc-ac02-fb98d3393fc5 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (c7e205dc-a19a-4e18-81a1-d807082ae13c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:31.434441 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79cb95fc-7af1-4a47-909e-9ab3720b2631 req-203229a7-0574-4ffc-ac02-fb98d3393fc5 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Network 6f7db5d5-2d62-41d4-9acf-3b5f287da177 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:12:31.439399 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203229a7-0574-4ffc-ac02-fb98d3393fc5 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event updated for resources: {'Port': ['ID=c7e205dc-a19a-4e18-81a1-d807082ae13c,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:31.443817 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-79cb95fc-7af1-4a47-909e-9ab3720b2631 req-203229a7-0574-4ffc-ac02-fb98d3393fc5 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:12:31.448894 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-79cb95fc-7af1-4a47-909e-9ab3720b2631 req-203229a7-0574-4ffc-ac02-fb98d3393fc5 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:12:31.485071 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c1d1e44f-8644-48ab-99a1-db5ece3f34a9 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for port (9543acfd-8179-4e63-987d-84be36517fda), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:31.495479 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c1d1e44f-8644-48ab-99a1-db5ece3f34a9 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (9543acfd-8179-4e63-987d-84be36517fda), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:31.546566 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb95fc-7af1-4a47-909e-9ab3720b2631 req-203229a7-0574-4ffc-ac02-fb98d3393fc5 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:31.547220 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-79cb95fc-7af1-4a47-909e-9ab3720b2631 req-203229a7-0574-4ffc-ac02-fb98d3393fc5 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:31.589114 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d1e44f-8644-48ab-99a1-db5ece3f34a9 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Pushing event updated for resources: {'Port': ['ID=9543acfd-8179-4e63-987d-84be36517fda,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:31.603171 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-79cb95fc-7af1-4a47-909e-9ab3720b2631 req-203229a7-0574-4ffc-ac02-fb98d3393fc5 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2216868 Mar 11 20:12:31.614329 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-79cb95fc-7af1-4a47-909e-9ab3720b2631 req-df51220a-aed7-43f0-9bb1-1c98c083140b service neutron] Request body: {'port': {'device_id': 'd6d66847-bd08-47bc-971c-bdc6d0fb0a7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:12:31.620747 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c1d1e44f-8644-48ab-99a1-db5ece3f34a9 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (486b7018-8456-462b-9422-9fca67541b38), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:31.764069 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-79cb95fc-7af1-4a47-909e-9ab3720b2631 req-df51220a-aed7-43f0-9bb1-1c98c083140b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c7e205dc-a19a-4e18-81a1-d807082ae13c), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:31.771522 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-0d9c8ea6-9dbe-485f-80ee-0dee7dff6192 None None] Provisioning complete for port c7e205dc-a19a-4e18-81a1-d807082ae13c triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:12:31.771940 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0d9c8ea6-9dbe-485f-80ee-0dee7dff6192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (c7e205dc-a19a-4e18-81a1-d807082ae13c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:31.812264 n-d-833163-1 neutron-server[103884]: INFO neutron.db.l3_db [None req-c1d1e44f-8644-48ab-99a1-db5ece3f34a9 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Floating IP 486b7018-8456-462b-9422-9fca67541b38 associated. External IP: 172.25.8.62, port: ea30c931-e2d9-4f75-b799-c95371f5409a. Mar 11 20:12:31.830191 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-0d9c8ea6-9dbe-485f-80ee-0dee7dff6192 None None] Port c7e205dc-a19a-4e18-81a1-d807082ae13c cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:12:32.174437 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37b3f0b-e76d-465c-8a17-c12086335e29 req-979a967e-0668-4ded-9b6f-7258707f371e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:32.176322 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f37b3f0b-e76d-465c-8a17-c12086335e29 req-979a967e-0668-4ded-9b6f-7258707f371e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6d66847-bd08-47bc-971c-bdc6d0fb0a7a HTTP/1.1" status: 200 len: 932 time: 0.0607665 Mar 11 20:12:32.236970 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f37b3f0b-e76d-465c-8a17-c12086335e29 req-78d89348-e046-4d39-b25a-37d1d02602cd tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e432f13-6645-407e-8cc2-fd91a77371be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0540457 Mar 11 20:12:32.568625 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d1e44f-8644-48ab-99a1-db5ece3f34a9 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Router ffb8c045-f2f7-4d62-9149-98522534bb5d has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:12:32.570632 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-79cb95fc-7af1-4a47-909e-9ab3720b2631 req-df51220a-aed7-43f0-9bb1-1c98c083140b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7e205dc-a19a-4e18-81a1-d807082ae13c {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:12:32.580811 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-79cb95fc-7af1-4a47-909e-9ab3720b2631 req-df51220a-aed7-43f0-9bb1-1c98c083140b service neutron] Publish callbacks [] for port (c7e205dc-a19a-4e18-81a1-d807082ae13c), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:32.599269 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-79cb95fc-7af1-4a47-909e-9ab3720b2631 req-df51220a-aed7-43f0-9bb1-1c98c083140b service neutron] Transition to ACTIVE for port object c7e205dc-a19a-4e18-81a1-d807082ae13c will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 20:12:32.637325 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-79cb95fc-7af1-4a47-909e-9ab3720b2631 req-df51220a-aed7-43f0-9bb1-1c98c083140b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (c7e205dc-a19a-4e18-81a1-d807082ae13c), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:32.700084 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df51220a-aed7-43f0-9bb1-1c98c083140b service neutron] Pushing event updated for resources: {'Port': ['ID=c7e205dc-a19a-4e18-81a1-d807082ae13c,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:32.807360 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d1e44f-8644-48ab-99a1-db5ece3f34a9 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:12:32.818999 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c80ed1-21f4-4ad2-945e-d2165e1fe7ec None None] Sync routers for ids ['ffb8c045-f2f7-4d62-9149-98522534bb5d'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:12:32.831609 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c80ed1-21f4-4ad2-945e-d2165e1fe7ec None None] Routers {'ffb8c045-f2f7-4d62-9149-98522534bb5d'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:12:32.832896 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-49c80ed1-21f4-4ad2-945e-d2165e1fe7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:12:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['ffb8c045-f2f7-4d62-9149-98522534bb5d'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:12:32.841588 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c1d1e44f-8644-48ab-99a1-db5ece3f34a9 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:32.845019 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-79cb95fc-7af1-4a47-909e-9ab3720b2631 req-df51220a-aed7-43f0-9bb1-1c98c083140b service neutron] Attempting to bind port c7e205dc-a19a-4e18-81a1-d807082ae13c on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:12:32.845359 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-79cb95fc-7af1-4a47-909e-9ab3720b2631 req-df51220a-aed7-43f0-9bb1-1c98c083140b service neutron] Attempting to bind port c7e205dc-a19a-4e18-81a1-d807082ae13c by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': 'f7d4a881-6cec-4869-8a0c-644f8b2ff712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '6f7db5d5-2d62-41d4-9acf-3b5f287da177'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:12:32.845686 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cb95fc-7af1-4a47-909e-9ab3720b2631 req-df51220a-aed7-43f0-9bb1-1c98c083140b service neutron] Attempting to bind port c7e205dc-a19a-4e18-81a1-d807082ae13c on network 6f7db5d5-2d62-41d4-9acf-3b5f287da177 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:12:32.881510 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cb95fc-7af1-4a47-909e-9ab3720b2631 req-df51220a-aed7-43f0-9bb1-1c98c083140b service neutron] Port c7e205dc-a19a-4e18-81a1-d807082ae13c on network 6f7db5d5-2d62-41d4-9acf-3b5f287da177 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 20:12:32.881839 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cb95fc-7af1-4a47-909e-9ab3720b2631 req-df51220a-aed7-43f0-9bb1-1c98c083140b service neutron] Attempting to bind port c7e205dc-a19a-4e18-81a1-d807082ae13c on network 6f7db5d5-2d62-41d4-9acf-3b5f287da177 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:12:32.890051 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cb95fc-7af1-4a47-909e-9ab3720b2631 req-df51220a-aed7-43f0-9bb1-1c98c083140b service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:12:32.890394 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cb95fc-7af1-4a47-909e-9ab3720b2631 req-df51220a-aed7-43f0-9bb1-1c98c083140b service neutron] Checking segment: {'id': 'f7d4a881-6cec-4869-8a0c-644f8b2ff712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '6f7db5d5-2d62-41d4-9acf-3b5f287da177'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:12:32.890853 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cb95fc-7af1-4a47-909e-9ab3720b2631 req-df51220a-aed7-43f0-9bb1-1c98c083140b service neutron] Bound using segment: {'id': 'f7d4a881-6cec-4869-8a0c-644f8b2ff712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '6f7db5d5-2d62-41d4-9acf-3b5f287da177'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:12:32.891195 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-79cb95fc-7af1-4a47-909e-9ab3720b2631 req-df51220a-aed7-43f0-9bb1-1c98c083140b service neutron] Bound port: c7e205dc-a19a-4e18-81a1-d807082ae13c, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7d4a881-6cec-4869-8a0c-644f8b2ff712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '6f7db5d5-2d62-41d4-9acf-3b5f287da177'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:12:32.891566 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-79cb95fc-7af1-4a47-909e-9ab3720b2631 req-df51220a-aed7-43f0-9bb1-1c98c083140b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c7e205dc-a19a-4e18-81a1-d807082ae13c), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:32.907119 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 54746) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:12:32.908603 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c1d1e44f-8644-48ab-99a1-db5ece3f34a9 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.4180682 Mar 11 20:12:32.915318 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffab6cff-ee63-480a-984f-1b674919153e', 'tag': 'ea30c931-e2d9-4f75-b799-c95371f5409a'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:12:32.917672 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89586534-7c83-4783-94f2-2aeee31a27c2" -d '{"events": [{"name": "network-changed", "server_uuid": "ffab6cff-ee63-480a-984f-1b674919153e", "tag": "ea30c931-e2d9-4f75-b799-c95371f5409a"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:12:32.986125 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-786e31ea-98c6-4a26-af1b-e07c66dd3e75 x-openstack-request-id: req-786e31ea-98c6-4a26-af1b-e07c66dd3e75 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:12:32.986449 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffab6cff-ee63-480a-984f-1b674919153e", "tag": "ea30c931-e2d9-4f75-b799-c95371f5409a", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:12:32.986684 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-786e31ea-98c6-4a26-af1b-e07c66dd3e75 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:12:32.987097 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffab6cff-ee63-480a-984f-1b674919153e', 'tag': 'ea30c931-e2d9-4f75-b799-c95371f5409a', 'status': 'completed', 'code': 200} Mar 11 20:12:33.001416 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-79cb95fc-7af1-4a47-909e-9ab3720b2631 req-df51220a-aed7-43f0-9bb1-1c98c083140b service neutron] For port c7e205dc-a19a-4e18-81a1-d807082ae13c, host n-h1-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:12:33.006035 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-79cb95fc-7af1-4a47-909e-9ab3720b2631 req-df51220a-aed7-43f0-9bb1-1c98c083140b service neutron] For port c7e205dc-a19a-4e18-81a1-d807082ae13c, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=c7e205dc-a19a-4e18-81a1-d807082ae13c,segment=NetworkSegment(f7d4a881-6cec-4869-8a0c-644f8b2ff712),segment_id=f7d4a881-6cec-4869-8a0c-644f8b2ff712)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:12:33.018039 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-79cb95fc-7af1-4a47-909e-9ab3720b2631 req-df51220a-aed7-43f0-9bb1-1c98c083140b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (c7e205dc-a19a-4e18-81a1-d807082ae13c), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:33.082526 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb95fc-7af1-4a47-909e-9ab3720b2631 req-df51220a-aed7-43f0-9bb1-1c98c083140b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:33.083311 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-79cb95fc-7af1-4a47-909e-9ab3720b2631 req-df51220a-aed7-43f0-9bb1-1c98c083140b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:33.084942 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-79cb95fc-7af1-4a47-909e-9ab3720b2631 req-df51220a-aed7-43f0-9bb1-1c98c083140b service neutron] 10.222.0.75 "PUT /v2.0/ports/c7e205dc-a19a-4e18-81a1-d807082ae13c HTTP/1.1" status: 200 len: 1092 time: 1.4749911 Mar 11 20:12:33.105444 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df51220a-aed7-43f0-9bb1-1c98c083140b service neutron] Pushing event updated for resources: {'Port': ['ID=c7e205dc-a19a-4e18-81a1-d807082ae13c,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:33.180069 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-49c80ed1-21f4-4ad2-945e-d2165e1fe7ec None None] Set router ffb8c045-f2f7-4d62-9149-98522534bb5d gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:12:33.256652 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb95fc-7af1-4a47-909e-9ab3720b2631 req-3b46cfae-d066-45e7-b602-e3177ee2c473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:33.256652 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-79cb95fc-7af1-4a47-909e-9ab3720b2631 req-3b46cfae-d066-45e7-b602-e3177ee2c473 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=985979086b444294b1307d531b609210&device_id=d6d66847-bd08-47bc-971c-bdc6d0fb0a7a HTTP/1.1" status: 200 len: 1126 time: 0.1291456 Mar 11 20:12:33.337372 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-79cb95fc-7af1-4a47-909e-9ab3720b2631 req-a9102c9c-2310-42af-97bd-2ebcd3d944ac service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7e205dc-a19a-4e18-81a1-d807082ae13c HTTP/1.1" status: 200 len: 217 time: 0.0693607 Mar 11 20:12:33.417417 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb95fc-7af1-4a47-909e-9ab3720b2631 req-ee4e1409-08e0-41b9-8d5f-f9354b0a441f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:33.420346 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-79cb95fc-7af1-4a47-909e-9ab3720b2631 req-ee4e1409-08e0-41b9-8d5f-f9354b0a441f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0ea7c766-4300-480e-8d6b-62b52b20c6ce HTTP/1.1" status: 200 len: 835 time: 0.0793812 Mar 11 20:12:33.485161 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb95fc-7af1-4a47-909e-9ab3720b2631 req-cd43f447-a3c8-43f6-8b8d-a00b1e21c860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:33.487368 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-79cb95fc-7af1-4a47-909e-9ab3720b2631 req-cd43f447-a3c8-43f6-8b8d-a00b1e21c860 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6f7db5d5-2d62-41d4-9acf-3b5f287da177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0620668 Mar 11 20:12:33.520598 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-49c80ed1-21f4-4ad2-945e-d2165e1fe7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb8c045-f2f7-4d62-9149-98522534bb5d', 'name': 'tempest-TestNetworkBasicOps-router-2122673041', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '05badb83-63e6-4990-8e52-769e6ed42124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:12:04Z', 'updated_at': '2022-03-11T20:12:08Z', 'revision_number': 4, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'gw_port': {'id': '05badb83-63e6-4990-8e52-769e6ed42124', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:82:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb8c045-f2f7-4d62-9149-98522534bb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:12:05Z', 'updated_at': '2022-03-11T20:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '486b7018-8456-462b-9422-9fca67541b38', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'floating_ip_address': '172.25.8.62', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'ffb8c045-f2f7-4d62-9149-98522534bb5d', 'port_id': 'ea30c931-e2d9-4f75-b799-c95371f5409a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69a27a8a-2583-46db-9fd8-a1a0cf98bdf2', 'mac_address': 'fa:16:3e:9e:3c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffab6cff-ee63-480a-984f-1b674919153e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:12:30Z', 'updated_at': '2022-03-11T20:12:30Z', 'revision_number': 0, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61328e35-9265-4e2a-9a63-e4f306d02bf5', 'name': '', 'network_id': '69a27a8a-2583-46db-9fd8-a1a0cf98bdf2', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'mac_address': 'fa:16:3e:72:92:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb8c045-f2f7-4d62-9149-98522534bb5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '6dc35433-300b-4784-b30f-227aab182f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:12:08Z', 'updated_at': '2022-03-11T20:12:14Z', 'revision_number': 5, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'subnets': [{'id': '6dc35433-300b-4784-b30f-227aab182f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:12:33.564440 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c80ed1-21f4-4ad2-945e-d2165e1fe7ec None None] Checking router: ffb8c045-f2f7-4d62-9149-98522534bb5d for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:12:33.577840 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c80ed1-21f4-4ad2-945e-d2165e1fe7ec None None] Routers {'ffb8c045-f2f7-4d62-9149-98522534bb5d'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:12:33.577840 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-49c80ed1-21f4-4ad2-945e-d2165e1fe7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:12:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['ffb8c045-f2f7-4d62-9149-98522534bb5d'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:12:33.578753 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-0191c73d-ebce-47ea-b0a9-9a301a025720 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/floatingips/486b7018-8456-462b-9422-9fca67541b38 HTTP/1.1" status: 200 len: 990 time: 0.6704590 Mar 11 20:12:33.597471 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-79cb95fc-7af1-4a47-909e-9ab3720b2631 req-439490d3-2398-44ee-a25c-729f0b811deb service neutron] 10.222.0.75 "GET /v2.0/networks/6f7db5d5-2d62-41d4-9acf-3b5f287da177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023531 Mar 11 20:12:33.628314 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89586534-7c83-4783-94f2-2aeee31a27c2 req-5ed0f5ae-2a71-4dd5-b162-f8c2e2e8b467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:33.630398 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-89586534-7c83-4783-94f2-2aeee31a27c2 req-5ed0f5ae-2a71-4dd5-b162-f8c2e2e8b467 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=77aef0b32a4e44be903fe7edad11ff8b&device_id=ffab6cff-ee63-480a-984f-1b674919153e HTTP/1.1" status: 200 len: 1127 time: 0.6228278 Mar 11 20:12:33.637480 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd9921f-7185-4fe7-bc02-2b0750ab2d7c req-ab5f3877-2feb-4244-bcbe-f5d3d37d261d tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:33.645197 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9fd9921f-7185-4fe7-bc02-2b0750ab2d7c req-ab5f3877-2feb-4244-bcbe-f5d3d37d261d tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6d66847-bd08-47bc-971c-bdc6d0fb0a7a HTTP/1.1" status: 200 len: 944 time: 0.0986094 Mar 11 20:12:33.717362 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-49c80ed1-21f4-4ad2-945e-d2165e1fe7ec None None] Set router ffb8c045-f2f7-4d62-9149-98522534bb5d gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:12:33.725562 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-79cb95fc-7af1-4a47-909e-9ab3720b2631 req-bc1a7785-b522-4b97-a70d-872330dc1831 service neutron] 10.222.0.75 "GET /v2.0/networks/6f7db5d5-2d62-41d4-9acf-3b5f287da177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223052 Mar 11 20:12:33.761970 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9fd9921f-7185-4fe7-bc02-2b0750ab2d7c req-fceccc4c-b087-4c76-a790-0bfce3bcad5c tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e432f13-6645-407e-8cc2-fd91a77371be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1158862 Mar 11 20:12:33.788953 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89586534-7c83-4783-94f2-2aeee31a27c2 req-d010512d-2844-49b8-9a29-0d8693b9f1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:33.791034 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-89586534-7c83-4783-94f2-2aeee31a27c2 req-d010512d-2844-49b8-9a29-0d8693b9f1e1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=69a27a8a-2583-46db-9fd8-a1a0cf98bdf2 HTTP/1.1" status: 200 len: 896 time: 0.1438882 Mar 11 20:12:33.873041 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-89586534-7c83-4783-94f2-2aeee31a27c2 req-2ded4b28-a7e7-4f6e-a1a6-f36ec29d6bd7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea30c931-e2d9-4f75-b799-c95371f5409a HTTP/1.1" status: 200 len: 998 time: 0.0765858 Mar 11 20:12:33.928617 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89586534-7c83-4783-94f2-2aeee31a27c2 req-3524790e-930e-4639-bc5a-16380e4bb6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:33.930093 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-89586534-7c83-4783-94f2-2aeee31a27c2 req-3524790e-930e-4639-bc5a-16380e4bb6e3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6dc35433-300b-4784-b30f-227aab182f3c HTTP/1.1" status: 200 len: 835 time: 0.0522411 Mar 11 20:12:33.980328 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-49c80ed1-21f4-4ad2-945e-d2165e1fe7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb8c045-f2f7-4d62-9149-98522534bb5d', 'name': 'tempest-TestNetworkBasicOps-router-2122673041', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '05badb83-63e6-4990-8e52-769e6ed42124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:12:04Z', 'updated_at': '2022-03-11T20:12:08Z', 'revision_number': 4, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'gw_port': {'id': '05badb83-63e6-4990-8e52-769e6ed42124', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:82:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb8c045-f2f7-4d62-9149-98522534bb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:12:05Z', 'updated_at': '2022-03-11T20:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '486b7018-8456-462b-9422-9fca67541b38', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'floating_ip_address': '172.25.8.62', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'ffb8c045-f2f7-4d62-9149-98522534bb5d', 'port_id': 'ea30c931-e2d9-4f75-b799-c95371f5409a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69a27a8a-2583-46db-9fd8-a1a0cf98bdf2', 'mac_address': 'fa:16:3e:9e:3c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffab6cff-ee63-480a-984f-1b674919153e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:12:30Z', 'updated_at': '2022-03-11T20:12:30Z', 'revision_number': 0, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61328e35-9265-4e2a-9a63-e4f306d02bf5', 'name': '', 'network_id': '69a27a8a-2583-46db-9fd8-a1a0cf98bdf2', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'mac_address': 'fa:16:3e:72:92:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb8c045-f2f7-4d62-9149-98522534bb5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '6dc35433-300b-4784-b30f-227aab182f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:12:08Z', 'updated_at': '2022-03-11T20:12:14Z', 'revision_number': 5, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'subnets': [{'id': '6dc35433-300b-4784-b30f-227aab182f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:12:33.980929 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89586534-7c83-4783-94f2-2aeee31a27c2 req-a2d84a9d-c03a-4a1c-aacb-a2e328747684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:33.983414 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-89586534-7c83-4783-94f2-2aeee31a27c2 req-a2d84a9d-c03a-4a1c-aacb-a2e328747684 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=69a27a8a-2583-46db-9fd8-a1a0cf98bdf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478716 Mar 11 20:12:34.008751 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c80ed1-21f4-4ad2-945e-d2165e1fe7ec None None] The sync data for ids ['ffb8c045-f2f7-4d62-9149-98522534bb5d'] in n-d-833163-1 is: [{'id': 'ffb8c045-f2f7-4d62-9149-98522534bb5d', 'name': 'tempest-TestNetworkBasicOps-router-2122673041', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '05badb83-63e6-4990-8e52-769e6ed42124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:12:04Z', 'updated_at': '2022-03-11T20:12:08Z', 'revision_number': 4, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'gw_port': {'id': '05badb83-63e6-4990-8e52-769e6ed42124', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:82:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb8c045-f2f7-4d62-9149-98522534bb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:12:05Z', 'updated_at': '2022-03-11T20:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '486b7018-8456-462b-9422-9fca67541b38', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'floating_ip_address': '172.25.8.62', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'ffb8c045-f2f7-4d62-9149-98522534bb5d', 'port_id': 'ea30c931-e2d9-4f75-b799-c95371f5409a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4046, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69a27a8a-2583-46db-9fd8-a1a0cf98bdf2', 'mac_address': 'fa:16:3e:9e:3c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffab6cff-ee63-480a-984f-1b674919153e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:12:30Z', 'updated_at': '2022-03-11T20:12:30Z', 'revision_number': 0, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61328e35-9265-4e2a-9a63-e4f306d02bf5', 'name': '', 'network_id': '69a27a8a-2583-46db-9fd8-a1a0cf98bdf2', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'mac_address': 'fa:16:3e:72:92:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb8c045-f2f7-4d62-9149-98522534bb5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '6dc35433-300b-4784-b30f-227aab182f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:12:08Z', 'updated_at': '2022-03-11T20:12:14Z', 'revision_number': 5, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'subnets': [{'id': '6dc35433-300b-4784-b30f-227aab182f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:12:34.082595 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-89586534-7c83-4783-94f2-2aeee31a27c2 req-4f5fa5c6-3211-4df2-ab2f-d3dde9b145af service neutron] 10.222.0.57 "GET /v2.0/networks/69a27a8a-2583-46db-9fd8-a1a0cf98bdf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936365 Mar 11 20:12:34.183838 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-89586534-7c83-4783-94f2-2aeee31a27c2 req-7b21d8d8-4d2e-4a99-aa8d-297b879d888e service neutron] 10.222.0.57 "GET /v2.0/networks/69a27a8a-2583-46db-9fd8-a1a0cf98bdf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952206 Mar 11 20:12:34.251247 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3769393-4bd9-4a5d-b807-a3466caaa1d1 None None] New status for floating IP 486b7018-8456-462b-9422-9fca67541b38: ACTIVE {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 20:12:34.582139 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 54758) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:12:34.652506 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-43cf612e-330e-4bbf-8d76-23c4593e3b9d tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/floatingips/486b7018-8456-462b-9422-9fca67541b38 HTTP/1.1" status: 200 len: 992 time: 0.0691621 Mar 11 20:12:34.897421 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d0314c-e887-4328-b815-ee7ff6b8a0d4 req-b6b1ab29-b658-4eea-80ff-5d01e4f1d3c0 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:34.898896 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-10d0314c-e887-4328-b815-ee7ff6b8a0d4 req-b6b1ab29-b658-4eea-80ff-5d01e4f1d3c0 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6d66847-bd08-47bc-971c-bdc6d0fb0a7a HTTP/1.1" status: 200 len: 944 time: 0.0533304 Mar 11 20:12:34.949622 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-10d0314c-e887-4328-b815-ee7ff6b8a0d4 req-b88e2ea7-55ef-492c-b0a5-f5135dc8a886 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e432f13-6645-407e-8cc2-fd91a77371be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445576 Mar 11 20:12:34.989085 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6d66847-bd08-47bc-971c-bdc6d0fb0a7a', 'tag': 'c7e205dc-a19a-4e18-81a1-d807082ae13c'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:12:34.991474 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93fefa96-8084-4a20-b548-7bfe6d135067" -d '{"events": [{"name": "network-changed", "server_uuid": "d6d66847-bd08-47bc-971c-bdc6d0fb0a7a", "tag": "c7e205dc-a19a-4e18-81a1-d807082ae13c"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:12:35.028197 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a10e97c-3a8b-4844-b997-76b79c77b253 x-openstack-request-id: req-0a10e97c-3a8b-4844-b997-76b79c77b253 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:12:35.028776 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6d66847-bd08-47bc-971c-bdc6d0fb0a7a", "tag": "c7e205dc-a19a-4e18-81a1-d807082ae13c", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:12:35.029040 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0a10e97c-3a8b-4844-b997-76b79c77b253 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:12:35.029459 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6d66847-bd08-47bc-971c-bdc6d0fb0a7a', 'tag': 'c7e205dc-a19a-4e18-81a1-d807082ae13c', 'status': 'completed', 'code': 200} Mar 11 20:12:35.094274 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fefa96-8084-4a20-b548-7bfe6d135067 req-599828cd-d9ff-42e4-b353-31e4905695ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:35.095825 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-93fefa96-8084-4a20-b548-7bfe6d135067 req-599828cd-d9ff-42e4-b353-31e4905695ca service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=985979086b444294b1307d531b609210&device_id=d6d66847-bd08-47bc-971c-bdc6d0fb0a7a HTTP/1.1" status: 200 len: 1126 time: 0.0460262 Mar 11 20:12:35.193271 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fefa96-8084-4a20-b548-7bfe6d135067 req-d9cdc438-fd11-47c7-abdb-a6781f399e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:35.194793 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-93fefa96-8084-4a20-b548-7bfe6d135067 req-d9cdc438-fd11-47c7-abdb-a6781f399e2f service neutron] 10.222.0.75 "GET /v2.0/networks?id=6f7db5d5-2d62-41d4-9acf-3b5f287da177 HTTP/1.1" status: 200 len: 898 time: 0.0926335 Mar 11 20:12:35.236207 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-93fefa96-8084-4a20-b548-7bfe6d135067 req-7b96403a-aff5-42db-8fdc-dc62564ba18b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7e205dc-a19a-4e18-81a1-d807082ae13c HTTP/1.1" status: 200 len: 217 time: 0.0356958 Mar 11 20:12:35.285630 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fefa96-8084-4a20-b548-7bfe6d135067 req-116321a2-71aa-4671-b7d3-02d2ce32a598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:35.287668 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-93fefa96-8084-4a20-b548-7bfe6d135067 req-116321a2-71aa-4671-b7d3-02d2ce32a598 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0ea7c766-4300-480e-8d6b-62b52b20c6ce HTTP/1.1" status: 200 len: 835 time: 0.0465724 Mar 11 20:12:35.348796 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fefa96-8084-4a20-b548-7bfe6d135067 req-70d64334-a72b-40bd-9d5a-67ec4da8da21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:35.350320 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-93fefa96-8084-4a20-b548-7bfe6d135067 req-70d64334-a72b-40bd-9d5a-67ec4da8da21 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6f7db5d5-2d62-41d4-9acf-3b5f287da177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0572579 Mar 11 20:12:35.442347 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-93fefa96-8084-4a20-b548-7bfe6d135067 req-28ff57f1-137c-47f1-bd5b-413e3d3dce80 service neutron] 10.222.0.75 "GET /v2.0/networks/6f7db5d5-2d62-41d4-9acf-3b5f287da177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861742 Mar 11 20:12:35.540076 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-93fefa96-8084-4a20-b548-7bfe6d135067 req-3076e23f-b409-47ba-b826-289214a9c2ae service neutron] 10.222.0.75 "GET /v2.0/networks/6f7db5d5-2d62-41d4-9acf-3b5f287da177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911698 Mar 11 20:12:36.019426 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device c7e205dc-a19a-4e18-81a1-d807082ae13c details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 20:12:36.084714 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4ddfbc-7009-476a-bef1-b028552d2cf4 req-b5f680c9-5857-4056-99b6-20146265fd78 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:36.086408 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ad4ddfbc-7009-476a-bef1-b028552d2cf4 req-b5f680c9-5857-4056-99b6-20146265fd78 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6d66847-bd08-47bc-971c-bdc6d0fb0a7a HTTP/1.1" status: 200 len: 944 time: 0.0590277 Mar 11 20:12:36.132005 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port c7e205dc-a19a-4e18-81a1-d807082ae13c, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=c7e205dc-a19a-4e18-81a1-d807082ae13c,segment=NetworkSegment(f7d4a881-6cec-4869-8a0c-644f8b2ff712),segment_id=f7d4a881-6cec-4869-8a0c-644f8b2ff712)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:12:36.144358 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': 'c7e205dc-a19a-4e18-81a1-d807082ae13c', 'network_id': '6f7db5d5-2d62-41d4-9acf-3b5f287da177', 'port_id': 'c7e205dc-a19a-4e18-81a1-d807082ae13c', 'mac_address': 'fa:16:3e:42:90:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 875, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ea7c766-4300-480e-8d6b-62b52b20c6ce', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 20:12:36.152182 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ad4ddfbc-7009-476a-bef1-b028552d2cf4 req-fc61df55-d722-425b-be6f-07a539743a87 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e432f13-6645-407e-8cc2-fd91a77371be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0578496 Mar 11 20:12:36.192687 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port c7e205dc-a19a-4e18-81a1-d807082ae13c is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:12:36.193134 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c7e205dc-a19a-4e18-81a1-d807082ae13c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:36.206319 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7e205dc-a19a-4e18-81a1-d807082ae13c {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:12:36.227371 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port c7e205dc-a19a-4e18-81a1-d807082ae13c, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=c7e205dc-a19a-4e18-81a1-d807082ae13c,segment=NetworkSegment(f7d4a881-6cec-4869-8a0c-644f8b2ff712),segment_id=f7d4a881-6cec-4869-8a0c-644f8b2ff712)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:12:36.232357 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (c7e205dc-a19a-4e18-81a1-d807082ae13c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:36.281708 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=c7e205dc-a19a-4e18-81a1-d807082ae13c,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:36.437157 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['c7e205dc-a19a-4e18-81a1-d807082ae13c'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:12:37.274357 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55903d27-8ac1-4161-80c0-a436f7ef073a req-26972261-f83e-440f-9f7a-3d8cfe0d8171 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:37.275875 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-55903d27-8ac1-4161-80c0-a436f7ef073a req-26972261-f83e-440f-9f7a-3d8cfe0d8171 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6d66847-bd08-47bc-971c-bdc6d0fb0a7a HTTP/1.1" status: 200 len: 945 time: 0.0576587 Mar 11 20:12:37.326487 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-55903d27-8ac1-4161-80c0-a436f7ef073a req-9c9aa7ca-d4cb-4f0a-9bd2-c30a39adca66 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e432f13-6645-407e-8cc2-fd91a77371be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446870 Mar 11 20:12:38.020473 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device c7e205dc-a19a-4e18-81a1-d807082ae13c up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:12:38.079283 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port c7e205dc-a19a-4e18-81a1-d807082ae13c completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 20:12:38.083960 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port c7e205dc-a19a-4e18-81a1-d807082ae13c triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:12:38.084412 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (c7e205dc-a19a-4e18-81a1-d807082ae13c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:38.167442 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port c7e205dc-a19a-4e18-81a1-d807082ae13c is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:12:38.168073 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c7e205dc-a19a-4e18-81a1-d807082ae13c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:38.191308 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d66847-bd08-47bc-971c-bdc6d0fb0a7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e205dc-a19a-4e18-81a1-d807082ae13c'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:12:38.193615 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c1abaeb-5f10-433b-854f-d2c8f2569e00" -d '{"events": [{"server_uuid": "d6d66847-bd08-47bc-971c-bdc6d0fb0a7a", "name": "network-vif-plugged", "status": "completed", "tag": "c7e205dc-a19a-4e18-81a1-d807082ae13c"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:12:38.206708 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port c7e205dc-a19a-4e18-81a1-d807082ae13c, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=c7e205dc-a19a-4e18-81a1-d807082ae13c,segment=NetworkSegment(f7d4a881-6cec-4869-8a0c-644f8b2ff712),segment_id=f7d4a881-6cec-4869-8a0c-644f8b2ff712)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:12:38.211860 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (c7e205dc-a19a-4e18-81a1-d807082ae13c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:38.248234 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac1b79c4-804d-4a2c-8c8d-4c1bc200b16a x-openstack-request-id: req-ac1b79c4-804d-4a2c-8c8d-4c1bc200b16a {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:12:38.248234 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6d66847-bd08-47bc-971c-bdc6d0fb0a7a", "name": "network-vif-plugged", "status": "completed", "tag": "c7e205dc-a19a-4e18-81a1-d807082ae13c", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:12:38.248234 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ac1b79c4-804d-4a2c-8c8d-4c1bc200b16a {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:12:38.248598 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6d66847-bd08-47bc-971c-bdc6d0fb0a7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e205dc-a19a-4e18-81a1-d807082ae13c', 'code': 200} Mar 11 20:12:38.270392 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=c7e205dc-a19a-4e18-81a1-d807082ae13c,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:38.358548 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ebe8f4-95f8-4fd0-8304-52ae0148f562 req-a799ddf1-eb4e-4ce4-b3bd-b5b2bdba4ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:38.360274 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-31ebe8f4-95f8-4fd0-8304-52ae0148f562 req-a799ddf1-eb4e-4ce4-b3bd-b5b2bdba4ef6 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=d6d66847-bd08-47bc-971c-bdc6d0fb0a7a HTTP/1.1" status: 200 len: 1128 time: 0.0480046 Mar 11 20:12:38.415801 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-31ebe8f4-95f8-4fd0-8304-52ae0148f562 req-a859798d-2e5d-4107-8b4a-050e554d97e5 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=2e432f13-6645-407e-8cc2-fd91a77371be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481946 Mar 11 20:12:38.458282 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1bcab0-9b4d-478f-a3bf-fd4a303a84bf req-5404b781-ddcb-49d5-a906-96fee1808da4 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:38.459832 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3e1bcab0-9b4d-478f-a3bf-fd4a303a84bf req-5404b781-ddcb-49d5-a906-96fee1808da4 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6d66847-bd08-47bc-971c-bdc6d0fb0a7a HTTP/1.1" status: 200 len: 946 time: 0.0585055 Mar 11 20:12:38.513264 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3e1bcab0-9b4d-478f-a3bf-fd4a303a84bf req-9a91f2cf-95c0-44ae-94f9-dae560c6906a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e432f13-6645-407e-8cc2-fd91a77371be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0475714 Mar 11 20:12:39.639230 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11e727-f1e1-430d-9fbc-905c5fe928c1 req-8a74d9f2-448d-4570-af4c-03f80b60116a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:39.640801 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ac11e727-f1e1-430d-9fbc-905c5fe928c1 req-8a74d9f2-448d-4570-af4c-03f80b60116a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6d66847-bd08-47bc-971c-bdc6d0fb0a7a HTTP/1.1" status: 200 len: 946 time: 0.0574362 Mar 11 20:12:39.698464 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ac11e727-f1e1-430d-9fbc-905c5fe928c1 req-a7345e5e-6f0f-40da-91e3-ab9ea86cddb4 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e432f13-6645-407e-8cc2-fd91a77371be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508530 Mar 11 20:12:39.826196 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116a162c-3fa1-400b-aabb-05659bd47a3b req-88529d35-f58a-400e-8716-fdf568355084 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:39.827687 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-116a162c-3fa1-400b-aabb-05659bd47a3b req-88529d35-f58a-400e-8716-fdf568355084 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6d66847-bd08-47bc-971c-bdc6d0fb0a7a HTTP/1.1" status: 200 len: 946 time: 0.0539756 Mar 11 20:12:39.877341 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-116a162c-3fa1-400b-aabb-05659bd47a3b req-cab1d780-73d3-4597-9aee-41b63793b9e0 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e432f13-6645-407e-8cc2-fd91a77371be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438099 Mar 11 20:12:39.899593 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 54794) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:12:39.943221 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe5c632-e9d4-499f-ae30-d2bf1f221384 tempest-TestNetworkAdvancedServerOps-874628058 tempest-TestNetworkAdvancedServerOps-874628058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:39.944807 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-bfe5c632-e9d4-499f-ae30-d2bf1f221384 tempest-TestNetworkAdvancedServerOps-874628058 tempest-TestNetworkAdvancedServerOps-874628058-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d6d66847-bd08-47bc-971c-bdc6d0fb0a7a HTTP/1.1" status: 200 len: 1123 time: 0.0442226 Mar 11 20:12:39.947955 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54796) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:12:39.953886 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-94ba6500-97a7-4193-87b7-44924c31779e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Request body: {'floatingip': {'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'port_id': 'c7e205dc-a19a-4e18-81a1-d807082ae13c', 'tenant_id': '985979086b444294b1307d531b609210', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:12:39.974797 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-94ba6500-97a7-4193-87b7-44924c31779e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:40.091828 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-94ba6500-97a7-4193-87b7-44924c31779e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:40.195997 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-94ba6500-97a7-4193-87b7-44924c31779e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Allocated IP 172.25.8.85 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/00454ca1-5064-4324-bf5b-1c17f6535e94) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:12:40.301272 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-94ba6500-97a7-4193-87b7-44924c31779e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for port (00454ca1-5064-4324-bf5b-1c17f6535e94), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:40.335023 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-94ba6500-97a7-4193-87b7-44924c31779e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (00454ca1-5064-4324-bf5b-1c17f6535e94), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:40.380670 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ba6500-97a7-4193-87b7-44924c31779e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:12:40.383846 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-94ba6500-97a7-4193-87b7-44924c31779e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:12:40.394936 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ba6500-97a7-4193-87b7-44924c31779e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:12:40.418537 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ba6500-97a7-4193-87b7-44924c31779e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event updated for resources: {'Port': ['ID=00454ca1-5064-4324-bf5b-1c17f6535e94,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:40.780742 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-94ba6500-97a7-4193-87b7-44924c31779e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for floatingip (693da5e7-e3d8-410c-aee9-9ad541d3a37a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:40.854325 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-94ba6500-97a7-4193-87b7-44924c31779e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (00454ca1-5064-4324-bf5b-1c17f6535e94), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:41.009425 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-94ba6500-97a7-4193-87b7-44924c31779e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for port (00454ca1-5064-4324-bf5b-1c17f6535e94), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:41.014630 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-94ba6500-97a7-4193-87b7-44924c31779e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (00454ca1-5064-4324-bf5b-1c17f6535e94), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:41.085848 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ba6500-97a7-4193-87b7-44924c31779e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event updated for resources: {'Port': ['ID=00454ca1-5064-4324-bf5b-1c17f6535e94,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:41.096032 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-94ba6500-97a7-4193-87b7-44924c31779e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (693da5e7-e3d8-410c-aee9-9ad541d3a37a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:41.198892 n-d-833163-1 neutron-server[103884]: INFO neutron.db.l3_db [None req-94ba6500-97a7-4193-87b7-44924c31779e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Floating IP 693da5e7-e3d8-410c-aee9-9ad541d3a37a associated. External IP: 172.25.8.85, port: c7e205dc-a19a-4e18-81a1-d807082ae13c. Mar 11 20:12:41.409176 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94ba6500-97a7-4193-87b7-44924c31779e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Router e2f92f97-dd7b-462c-b261-028335799172 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:12:41.520507 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94ba6500-97a7-4193-87b7-44924c31779e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:12:41.531321 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cb6573-b012-46f0-83c3-92767a500fa8 None None] Sync routers for ids ['e2f92f97-dd7b-462c-b261-028335799172'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:12:41.542525 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cb6573-b012-46f0-83c3-92767a500fa8 None None] Routers {'e2f92f97-dd7b-462c-b261-028335799172'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:12:41.543140 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-98cb6573-b012-46f0-83c3-92767a500fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:12:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['e2f92f97-dd7b-462c-b261-028335799172'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:12:41.546860 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-94ba6500-97a7-4193-87b7-44924c31779e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:41.588312 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-94ba6500-97a7-4193-87b7-44924c31779e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6335552 Mar 11 20:12:41.588843 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6d66847-bd08-47bc-971c-bdc6d0fb0a7a', 'tag': 'c7e205dc-a19a-4e18-81a1-d807082ae13c'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:12:41.592678 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c24fdc-4060-4a71-a847-c195a1836fd6" -d '{"events": [{"name": "network-changed", "server_uuid": "d6d66847-bd08-47bc-971c-bdc6d0fb0a7a", "tag": "c7e205dc-a19a-4e18-81a1-d807082ae13c"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:12:41.665518 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-98cb6573-b012-46f0-83c3-92767a500fa8 None None] Set router e2f92f97-dd7b-462c-b261-028335799172 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:12:41.699036 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71009d6e-9507-4a48-bb0d-d6a354669128 req-f3e1df65-60cc-4fc8-8c46-5907032d7330 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:41.705381 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-71009d6e-9507-4a48-bb0d-d6a354669128 req-f3e1df65-60cc-4fc8-8c46-5907032d7330 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6d66847-bd08-47bc-971c-bdc6d0fb0a7a HTTP/1.1" status: 200 len: 946 time: 0.0693874 Mar 11 20:12:41.751459 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-71009d6e-9507-4a48-bb0d-d6a354669128 req-9565eb8b-8b0f-4c45-904d-b2387ded27ef tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e432f13-6645-407e-8cc2-fd91a77371be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447919 Mar 11 20:12:41.774694 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 54814) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:12:41.823243 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0d85ac-f097-4296-b9bb-ef29ed51a193 x-openstack-request-id: req-ea0d85ac-f097-4296-b9bb-ef29ed51a193 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:12:41.823564 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6d66847-bd08-47bc-971c-bdc6d0fb0a7a", "tag": "c7e205dc-a19a-4e18-81a1-d807082ae13c", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:12:41.823973 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ea0d85ac-f097-4296-b9bb-ef29ed51a193 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:12:41.824466 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6d66847-bd08-47bc-971c-bdc6d0fb0a7a', 'tag': 'c7e205dc-a19a-4e18-81a1-d807082ae13c', 'status': 'completed', 'code': 200} Mar 11 20:12:41.908475 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-98cb6573-b012-46f0-83c3-92767a500fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f92f97-dd7b-462c-b261-028335799172', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1856560880', 'tenant_id': '985979086b444294b1307d531b609210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '2cd0cc89-d8eb-400d-9859-b28af22386d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:12:21Z', 'updated_at': '2022-03-11T20:12:26Z', 'revision_number': 4, 'project_id': '985979086b444294b1307d531b609210', 'gw_port': {'id': '2cd0cc89-d8eb-400d-9859-b28af22386d4', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f92f97-dd7b-462c-b261-028335799172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:12:22Z', 'updated_at': '2022-03-11T20:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '693da5e7-e3d8-410c-aee9-9ad541d3a37a', 'tenant_id': '985979086b444294b1307d531b609210', 'floating_ip_address': '172.25.8.85', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'e2f92f97-dd7b-462c-b261-028335799172', 'port_id': 'c7e205dc-a19a-4e18-81a1-d807082ae13c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f7db5d5-2d62-41d4-9acf-3b5f287da177', 'mac_address': 'fa:16:3e:42:90:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d66847-bd08-47bc-971c-bdc6d0fb0a7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:12:40Z', 'updated_at': '2022-03-11T20:12:40Z', 'revision_number': 0, 'project_id': '985979086b444294b1307d531b609210', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbbb1485-666e-4bd0-a2e8-4b18130d3c2e', 'name': '', 'network_id': '6f7db5d5-2d62-41d4-9acf-3b5f287da177', 'tenant_id': '985979086b444294b1307d531b609210', 'mac_address': 'fa:16:3e:fa:34:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f92f97-dd7b-462c-b261-028335799172', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '0ea7c766-4300-480e-8d6b-62b52b20c6ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:12:25Z', 'updated_at': '2022-03-11T20:12:29Z', 'revision_number': 5, 'project_id': '985979086b444294b1307d531b609210', 'subnets': [{'id': '0ea7c766-4300-480e-8d6b-62b52b20c6ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:12:41.922937 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8dbd74e6-563b-4383-b81c-6ac4e23d5afa tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/floatingips/693da5e7-e3d8-410c-aee9-9ad541d3a37a HTTP/1.1" status: 200 len: 991 time: 0.1457708 Mar 11 20:12:41.938036 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c24fdc-4060-4a71-a847-c195a1836fd6 req-c1f01ee8-e350-46ce-b095-7242c8202913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:41.939658 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f5c24fdc-4060-4a71-a847-c195a1836fd6 req-c1f01ee8-e350-46ce-b095-7242c8202913 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=985979086b444294b1307d531b609210&device_id=d6d66847-bd08-47bc-971c-bdc6d0fb0a7a HTTP/1.1" status: 200 len: 1128 time: 0.0851848 Mar 11 20:12:41.942283 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cb6573-b012-46f0-83c3-92767a500fa8 None None] Checking router: e2f92f97-dd7b-462c-b261-028335799172 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:12:41.954432 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cb6573-b012-46f0-83c3-92767a500fa8 None None] Routers {'e2f92f97-dd7b-462c-b261-028335799172'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:12:41.955490 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-98cb6573-b012-46f0-83c3-92767a500fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:12:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['e2f92f97-dd7b-462c-b261-028335799172'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:12:42.051163 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c24fdc-4060-4a71-a847-c195a1836fd6 req-25309849-b5d9-4b6b-8118-59cab741a357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:42.052855 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f5c24fdc-4060-4a71-a847-c195a1836fd6 req-25309849-b5d9-4b6b-8118-59cab741a357 service neutron] 10.222.0.75 "GET /v2.0/networks?id=6f7db5d5-2d62-41d4-9acf-3b5f287da177 HTTP/1.1" status: 200 len: 898 time: 0.1024754 Mar 11 20:12:42.074078 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-98cb6573-b012-46f0-83c3-92767a500fa8 None None] Set router e2f92f97-dd7b-462c-b261-028335799172 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:12:42.132390 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f5c24fdc-4060-4a71-a847-c195a1836fd6 req-6d6a2f91-422c-477e-9b49-148543d5b904 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7e205dc-a19a-4e18-81a1-d807082ae13c HTTP/1.1" status: 200 len: 999 time: 0.0729284 Mar 11 20:12:42.186543 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c24fdc-4060-4a71-a847-c195a1836fd6 req-5fbae6d2-826e-43c1-ace1-85eaa09a6a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:42.187943 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f5c24fdc-4060-4a71-a847-c195a1836fd6 req-5fbae6d2-826e-43c1-ace1-85eaa09a6a0d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0ea7c766-4300-480e-8d6b-62b52b20c6ce HTTP/1.1" status: 200 len: 835 time: 0.0492804 Mar 11 20:12:42.239361 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c24fdc-4060-4a71-a847-c195a1836fd6 req-6c057ed8-4d0b-4535-bea4-ab16244dcebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:42.240938 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f5c24fdc-4060-4a71-a847-c195a1836fd6 req-6c057ed8-4d0b-4535-bea4-ab16244dcebb service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6f7db5d5-2d62-41d4-9acf-3b5f287da177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0468872 Mar 11 20:12:42.319915 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-98cb6573-b012-46f0-83c3-92767a500fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f92f97-dd7b-462c-b261-028335799172', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1856560880', 'tenant_id': '985979086b444294b1307d531b609210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '2cd0cc89-d8eb-400d-9859-b28af22386d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:12:21Z', 'updated_at': '2022-03-11T20:12:26Z', 'revision_number': 4, 'project_id': '985979086b444294b1307d531b609210', 'gw_port': {'id': '2cd0cc89-d8eb-400d-9859-b28af22386d4', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f92f97-dd7b-462c-b261-028335799172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:12:22Z', 'updated_at': '2022-03-11T20:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '693da5e7-e3d8-410c-aee9-9ad541d3a37a', 'tenant_id': '985979086b444294b1307d531b609210', 'floating_ip_address': '172.25.8.85', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'e2f92f97-dd7b-462c-b261-028335799172', 'port_id': 'c7e205dc-a19a-4e18-81a1-d807082ae13c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f7db5d5-2d62-41d4-9acf-3b5f287da177', 'mac_address': 'fa:16:3e:42:90:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d66847-bd08-47bc-971c-bdc6d0fb0a7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:12:40Z', 'updated_at': '2022-03-11T20:12:40Z', 'revision_number': 0, 'project_id': '985979086b444294b1307d531b609210', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbbb1485-666e-4bd0-a2e8-4b18130d3c2e', 'name': '', 'network_id': '6f7db5d5-2d62-41d4-9acf-3b5f287da177', 'tenant_id': '985979086b444294b1307d531b609210', 'mac_address': 'fa:16:3e:fa:34:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f92f97-dd7b-462c-b261-028335799172', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '0ea7c766-4300-480e-8d6b-62b52b20c6ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:12:25Z', 'updated_at': '2022-03-11T20:12:29Z', 'revision_number': 5, 'project_id': '985979086b444294b1307d531b609210', 'subnets': [{'id': '0ea7c766-4300-480e-8d6b-62b52b20c6ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:12:42.333934 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f5c24fdc-4060-4a71-a847-c195a1836fd6 req-4e534b5e-9a1d-49d4-bf0a-8b4a5375901f service neutron] 10.222.0.75 "GET /v2.0/networks/6f7db5d5-2d62-41d4-9acf-3b5f287da177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870860 Mar 11 20:12:42.349605 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cb6573-b012-46f0-83c3-92767a500fa8 None None] The sync data for ids ['e2f92f97-dd7b-462c-b261-028335799172'] in n-d-833163-1 is: [{'id': 'e2f92f97-dd7b-462c-b261-028335799172', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1856560880', 'tenant_id': '985979086b444294b1307d531b609210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '2cd0cc89-d8eb-400d-9859-b28af22386d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:12:21Z', 'updated_at': '2022-03-11T20:12:26Z', 'revision_number': 4, 'project_id': '985979086b444294b1307d531b609210', 'gw_port': {'id': '2cd0cc89-d8eb-400d-9859-b28af22386d4', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f92f97-dd7b-462c-b261-028335799172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:12:22Z', 'updated_at': '2022-03-11T20:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '693da5e7-e3d8-410c-aee9-9ad541d3a37a', 'tenant_id': '985979086b444294b1307d531b609210', 'floating_ip_address': '172.25.8.85', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'e2f92f97-dd7b-462c-b261-028335799172', 'port_id': 'c7e205dc-a19a-4e18-81a1-d807082ae13c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f7db5d5-2d62-41d4-9acf-3b5f287da177', 'mac_address': 'fa:16:3e:42:90:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d66847-bd08-47bc-971c-bdc6d0fb0a7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:12:40Z', 'updated_at': '2022-03-11T20:12:40Z', 'revision_number': 0, 'project_id': '985979086b444294b1307d531b609210', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbbb1485-666e-4bd0-a2e8-4b18130d3c2e', 'name': '', 'network_id': '6f7db5d5-2d62-41d4-9acf-3b5f287da177', 'tenant_id': '985979086b444294b1307d531b609210', 'mac_address': 'fa:16:3e:fa:34:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f92f97-dd7b-462c-b261-028335799172', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '0ea7c766-4300-480e-8d6b-62b52b20c6ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:12:25Z', 'updated_at': '2022-03-11T20:12:29Z', 'revision_number': 5, 'project_id': '985979086b444294b1307d531b609210', 'subnets': [{'id': '0ea7c766-4300-480e-8d6b-62b52b20c6ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:12:42.436346 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f5c24fdc-4060-4a71-a847-c195a1836fd6 req-5b504fe6-4d15-4988-8501-15f6d641136c service neutron] 10.222.0.75 "GET /v2.0/networks/6f7db5d5-2d62-41d4-9acf-3b5f287da177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966599 Mar 11 20:12:42.586879 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f485b6-6e63-418c-990a-2f1c8abc921f None None] New status for floating IP 693da5e7-e3d8-410c-aee9-9ad541d3a37a: ACTIVE {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 20:12:42.925427 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 54818) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:12:42.987029 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-331de398-9af8-41c8-ae22-6279a0d2d555 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/floatingips/693da5e7-e3d8-410c-aee9-9ad541d3a37a HTTP/1.1" status: 200 len: 993 time: 0.0603290 Mar 11 20:12:43.355119 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:12:49.174832 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:50.272355 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2101989d-93e7-478a-b7c0-814f763bfb4b req-ffa0fb67-fcc0-4a80-a3fc-cde8cb68d282 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1629095989&fields=id&tenant_id=3ed9f03088da4b568ed876fa07964f47 HTTP/1.1" status: 200 len: 267 time: 0.0440793 Mar 11 20:12:50.380097 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2101989d-93e7-478a-b7c0-814f763bfb4b req-e688ecda-e425-47fe-8fb4-bd5ac45c8b4d tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:50.381531 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2101989d-93e7-478a-b7c0-814f763bfb4b req-e688ecda-e425-47fe-8fb4-bd5ac45c8b4d tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/networks?id=63f958e0-4b58-4061-8181-6f0adee7263b HTTP/1.1" status: 200 len: 811 time: 0.1022503 Mar 11 20:12:50.395809 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2101989d-93e7-478a-b7c0-814f763bfb4b req-68cc4d7e-3e2c-4000-86e4-4e74d3c655ca tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/quotas/3ed9f03088da4b568ed876fa07964f47 HTTP/1.1" status: 200 len: 375 time: 0.0087771 Mar 11 20:12:50.449924 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2101989d-93e7-478a-b7c0-814f763bfb4b req-844f9b10-ec0b-4d0f-a528-3415b8b3b9d6 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3ed9f03088da4b568ed876fa07964f47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485826 Mar 11 20:12:50.548444 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2101989d-93e7-478a-b7c0-814f763bfb4b req-80f229db-94b5-40df-9363-f2d82f4e3ae6 service neutron] 10.222.0.65 "GET /v2.0/networks/63f958e0-4b58-4061-8181-6f0adee7263b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876307 Mar 11 20:12:50.635116 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2101989d-93e7-478a-b7c0-814f763bfb4b req-65c81da8-f4ce-46b7-b02b-27dfb5267955 service neutron] 10.222.0.65 "GET /v2.0/networks/63f958e0-4b58-4061-8181-6f0adee7263b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807741 Mar 11 20:12:50.920298 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4f849233-47ba-46a5-af87-77902e4e42a0 req-5e3eb5f2-0650-4c20-a9ca-162875c61087 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=81cd93d4-0513-46dc-ad1f-6b40423152c4 HTTP/1.1" status: 200 len: 210 time: 0.0330179 Mar 11 20:12:51.869244 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2101989d-93e7-478a-b7c0-814f763bfb4b req-5be6bb20-2cd3-4504-8f99-aef00a61bc3d tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:51.870717 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-2101989d-93e7-478a-b7c0-814f763bfb4b req-5be6bb20-2cd3-4504-8f99-aef00a61bc3d tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.75 "GET /v2.0/networks?id=63f958e0-4b58-4061-8181-6f0adee7263b HTTP/1.1" status: 200 len: 811 time: 0.1114779 Mar 11 20:12:51.942602 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-2101989d-93e7-478a-b7c0-814f763bfb4b req-68689120-4237-4ba8-a7e1-bb79c026143c tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ed9f03088da4b568ed876fa07964f47 HTTP/1.1" status: 200 len: 380 time: 0.0617959 Mar 11 20:12:51.959202 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-2101989d-93e7-478a-b7c0-814f763bfb4b req-9abdae31-99c7-430e-8691-7c2288e4fab5 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Request body: {'port': {'device_id': '81cd93d4-0513-46dc-ad1f-6b40423152c4', 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b', 'admin_state_up': True, 'tenant_id': '3ed9f03088da4b568ed876fa07964f47', 'security_groups': ['49a45b28-d5be-4f02-b103-33dd7fe22b9a']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:12:52.051004 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-36a48fe9-8127-432a-8b75-c389ac490f5b req-502c82e6-e510-4933-95bb-4e08d2e2d13e tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=81cd93d4-0513-46dc-ad1f-6b40423152c4 HTTP/1.1" status: 200 len: 210 time: 0.0349717 Mar 11 20:12:52.077875 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2101989d-93e7-478a-b7c0-814f763bfb4b req-9abdae31-99c7-430e-8691-7c2288e4fab5 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Made reservation on behalf of 3ed9f03088da4b568ed876fa07964f47 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:12:52.082679 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2101989d-93e7-478a-b7c0-814f763bfb4b req-9abdae31-99c7-430e-8691-7c2288e4fab5 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:52.214128 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-2101989d-93e7-478a-b7c0-814f763bfb4b req-9abdae31-99c7-430e-8691-7c2288e4fab5 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Allocated IP 172.20.0.6 (63f958e0-4b58-4061-8181-6f0adee7263b/a0b8e9c3-1a90-4f95-b04c-be83e3135274/b4fffaa0-3d71-4747-b2ab-a359550ee570) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:12:52.346539 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cbd5610f-b0c6-4e5d-a51f-c316ae688fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:52.356293 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2101989d-93e7-478a-b7c0-814f763bfb4b req-9abdae31-99c7-430e-8691-7c2288e4fab5 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks [] for port (b4fffaa0-3d71-4747-b2ab-a359550ee570), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:52.394574 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2101989d-93e7-478a-b7c0-814f763bfb4b req-9abdae31-99c7-430e-8691-7c2288e4fab5 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (b4fffaa0-3d71-4747-b2ab-a359550ee570), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:52.433323 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2101989d-93e7-478a-b7c0-814f763bfb4b req-9abdae31-99c7-430e-8691-7c2288e4fab5 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Network 63f958e0-4b58-4061-8181-6f0adee7263b is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:12:52.436859 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-2101989d-93e7-478a-b7c0-814f763bfb4b req-9abdae31-99c7-430e-8691-7c2288e4fab5 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:12:52.443210 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-2101989d-93e7-478a-b7c0-814f763bfb4b req-9abdae31-99c7-430e-8691-7c2288e4fab5 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:12:52.470334 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abdae31-99c7-430e-8691-7c2288e4fab5 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Pushing event updated for resources: {'Port': ['ID=b4fffaa0-3d71-4747-b2ab-a359550ee570,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:52.504793 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2101989d-93e7-478a-b7c0-814f763bfb4b req-9abdae31-99c7-430e-8691-7c2288e4fab5 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:52.505413 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2101989d-93e7-478a-b7c0-814f763bfb4b req-9abdae31-99c7-430e-8691-7c2288e4fab5 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:52.524714 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-2101989d-93e7-478a-b7c0-814f763bfb4b req-9abdae31-99c7-430e-8691-7c2288e4fab5 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5713110 Mar 11 20:12:52.537155 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-2101989d-93e7-478a-b7c0-814f763bfb4b req-cb6357a2-a8e5-4152-ae7a-3262cf4981b8 service neutron] Request body: {'port': {'device_id': '81cd93d4-0513-46dc-ad1f-6b40423152c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:12:52.607505 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2101989d-93e7-478a-b7c0-814f763bfb4b req-cb6357a2-a8e5-4152-ae7a-3262cf4981b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b4fffaa0-3d71-4747-b2ab-a359550ee570), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:52.652768 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-43af3a7b-b24d-40ee-b877-17a62d81c929 None None] Provisioning complete for port b4fffaa0-3d71-4747-b2ab-a359550ee570 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:12:52.653142 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-43af3a7b-b24d-40ee-b877-17a62d81c929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (b4fffaa0-3d71-4747-b2ab-a359550ee570), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:52.690934 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-43af3a7b-b24d-40ee-b877-17a62d81c929 None None] Port b4fffaa0-3d71-4747-b2ab-a359550ee570 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:12:52.876436 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-2101989d-93e7-478a-b7c0-814f763bfb4b req-cb6357a2-a8e5-4152-ae7a-3262cf4981b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4fffaa0-3d71-4747-b2ab-a359550ee570 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:12:52.884017 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2101989d-93e7-478a-b7c0-814f763bfb4b req-cb6357a2-a8e5-4152-ae7a-3262cf4981b8 service neutron] Publish callbacks [] for port (b4fffaa0-3d71-4747-b2ab-a359550ee570), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:52.899330 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-2101989d-93e7-478a-b7c0-814f763bfb4b req-cb6357a2-a8e5-4152-ae7a-3262cf4981b8 service neutron] Transition to ACTIVE for port object b4fffaa0-3d71-4747-b2ab-a359550ee570 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 20:12:52.902765 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2101989d-93e7-478a-b7c0-814f763bfb4b req-cb6357a2-a8e5-4152-ae7a-3262cf4981b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (b4fffaa0-3d71-4747-b2ab-a359550ee570), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:52.952998 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6357a2-a8e5-4152-ae7a-3262cf4981b8 service neutron] Pushing event updated for resources: {'Port': ['ID=b4fffaa0-3d71-4747-b2ab-a359550ee570,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:52.965581 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:53.035468 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-2101989d-93e7-478a-b7c0-814f763bfb4b req-cb6357a2-a8e5-4152-ae7a-3262cf4981b8 service neutron] Attempting to bind port b4fffaa0-3d71-4747-b2ab-a359550ee570 on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:12:53.035842 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-2101989d-93e7-478a-b7c0-814f763bfb4b req-cb6357a2-a8e5-4152-ae7a-3262cf4981b8 service neutron] Attempting to bind port b4fffaa0-3d71-4747-b2ab-a359550ee570 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '71b9bbc9-ac9b-491b-9d03-f13ac7365297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:12:53.036184 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2101989d-93e7-478a-b7c0-814f763bfb4b req-cb6357a2-a8e5-4152-ae7a-3262cf4981b8 service neutron] Attempting to bind port b4fffaa0-3d71-4747-b2ab-a359550ee570 on network 63f958e0-4b58-4061-8181-6f0adee7263b {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:12:53.042659 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2101989d-93e7-478a-b7c0-814f763bfb4b req-cb6357a2-a8e5-4152-ae7a-3262cf4981b8 service neutron] Port b4fffaa0-3d71-4747-b2ab-a359550ee570 on network 63f958e0-4b58-4061-8181-6f0adee7263b not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 20:12:53.042997 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2101989d-93e7-478a-b7c0-814f763bfb4b req-cb6357a2-a8e5-4152-ae7a-3262cf4981b8 service neutron] Attempting to bind port b4fffaa0-3d71-4747-b2ab-a359550ee570 on network 63f958e0-4b58-4061-8181-6f0adee7263b {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:12:53.049467 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2101989d-93e7-478a-b7c0-814f763bfb4b req-cb6357a2-a8e5-4152-ae7a-3262cf4981b8 service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:12:53.049819 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2101989d-93e7-478a-b7c0-814f763bfb4b req-cb6357a2-a8e5-4152-ae7a-3262cf4981b8 service neutron] Checking segment: {'id': '71b9bbc9-ac9b-491b-9d03-f13ac7365297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:12:53.050217 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2101989d-93e7-478a-b7c0-814f763bfb4b req-cb6357a2-a8e5-4152-ae7a-3262cf4981b8 service neutron] Bound using segment: {'id': '71b9bbc9-ac9b-491b-9d03-f13ac7365297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:12:53.050846 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-2101989d-93e7-478a-b7c0-814f763bfb4b req-cb6357a2-a8e5-4152-ae7a-3262cf4981b8 service neutron] Bound port: b4fffaa0-3d71-4747-b2ab-a359550ee570, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71b9bbc9-ac9b-491b-9d03-f13ac7365297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:12:53.051228 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2101989d-93e7-478a-b7c0-814f763bfb4b req-cb6357a2-a8e5-4152-ae7a-3262cf4981b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b4fffaa0-3d71-4747-b2ab-a359550ee570), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:53.134084 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-2101989d-93e7-478a-b7c0-814f763bfb4b req-cb6357a2-a8e5-4152-ae7a-3262cf4981b8 service neutron] For port b4fffaa0-3d71-4747-b2ab-a359550ee570, host n-h1-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:12:53.137655 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-2101989d-93e7-478a-b7c0-814f763bfb4b req-cb6357a2-a8e5-4152-ae7a-3262cf4981b8 service neutron] For port b4fffaa0-3d71-4747-b2ab-a359550ee570, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=b4fffaa0-3d71-4747-b2ab-a359550ee570,segment=NetworkSegment(71b9bbc9-ac9b-491b-9d03-f13ac7365297),segment_id=71b9bbc9-ac9b-491b-9d03-f13ac7365297)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:12:53.145756 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2101989d-93e7-478a-b7c0-814f763bfb4b req-cb6357a2-a8e5-4152-ae7a-3262cf4981b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (b4fffaa0-3d71-4747-b2ab-a359550ee570), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:53.185769 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2101989d-93e7-478a-b7c0-814f763bfb4b req-cb6357a2-a8e5-4152-ae7a-3262cf4981b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:53.186606 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2101989d-93e7-478a-b7c0-814f763bfb4b req-cb6357a2-a8e5-4152-ae7a-3262cf4981b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:53.188189 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-2101989d-93e7-478a-b7c0-814f763bfb4b req-cb6357a2-a8e5-4152-ae7a-3262cf4981b8 service neutron] 10.222.0.75 "PUT /v2.0/ports/b4fffaa0-3d71-4747-b2ab-a359550ee570 HTTP/1.1" status: 200 len: 1091 time: 0.6557682 Mar 11 20:12:53.188719 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81cd93d4-0513-46dc-ad1f-6b40423152c4', 'tag': 'b4fffaa0-3d71-4747-b2ab-a359550ee570'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:12:53.191289 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f556e78-30d5-4058-ae6a-cb4716816363" -d '{"events": [{"name": "network-changed", "server_uuid": "81cd93d4-0513-46dc-ad1f-6b40423152c4", "tag": "b4fffaa0-3d71-4747-b2ab-a359550ee570"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:12:53.225887 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db39cb35-ecf7-4554-a68a-409237ccfcb0 req-11e32a2c-7a55-447d-8ec9-a9d92431af47 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:53.228184 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-db39cb35-ecf7-4554-a68a-409237ccfcb0 req-11e32a2c-7a55-447d-8ec9-a9d92431af47 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=81cd93d4-0513-46dc-ad1f-6b40423152c4 HTTP/1.1" status: 200 len: 943 time: 0.0956542 Mar 11 20:12:53.245670 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6357a2-a8e5-4152-ae7a-3262cf4981b8 service neutron] Pushing event updated for resources: {'Port': ['ID=b4fffaa0-3d71-4747-b2ab-a359550ee570,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:12:53.321489 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-db39cb35-ecf7-4554-a68a-409237ccfcb0 req-12831279-393d-41ed-9292-dbf921209c88 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=49a45b28-d5be-4f02-b103-33dd7fe22b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839725 Mar 11 20:12:53.335706 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2101989d-93e7-478a-b7c0-814f763bfb4b req-c4de1277-31c5-4e45-9bbe-e1a9bfeb6e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:53.335706 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-2101989d-93e7-478a-b7c0-814f763bfb4b req-c4de1277-31c5-4e45-9bbe-e1a9bfeb6e61 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3ed9f03088da4b568ed876fa07964f47&device_id=81cd93d4-0513-46dc-ad1f-6b40423152c4 HTTP/1.1" status: 200 len: 1125 time: 0.0877643 Mar 11 20:12:53.382731 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b2ea2c-85fd-4f24-a675-1bba959c0a71 x-openstack-request-id: req-67b2ea2c-85fd-4f24-a675-1bba959c0a71 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:12:53.383158 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81cd93d4-0513-46dc-ad1f-6b40423152c4", "tag": "b4fffaa0-3d71-4747-b2ab-a359550ee570", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:12:53.383681 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-67b2ea2c-85fd-4f24-a675-1bba959c0a71 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:12:53.384335 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81cd93d4-0513-46dc-ad1f-6b40423152c4', 'tag': 'b4fffaa0-3d71-4747-b2ab-a359550ee570', 'status': 'completed', 'code': 200} Mar 11 20:12:53.385970 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-2101989d-93e7-478a-b7c0-814f763bfb4b req-4bdd856a-5add-464b-b700-b33828385951 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4fffaa0-3d71-4747-b2ab-a359550ee570 HTTP/1.1" status: 200 len: 217 time: 0.0473201 Mar 11 20:12:53.436355 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2101989d-93e7-478a-b7c0-814f763bfb4b req-86a730d9-d5d3-4e41-afbb-7b592794bcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:53.437817 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-2101989d-93e7-478a-b7c0-814f763bfb4b req-86a730d9-d5d3-4e41-afbb-7b592794bcc4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a0b8e9c3-1a90-4f95-b04c-be83e3135274 HTTP/1.1" status: 200 len: 850 time: 0.0457487 Mar 11 20:12:53.489040 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2101989d-93e7-478a-b7c0-814f763bfb4b req-6b45c5f4-a2f0-4e14-97d4-3509a72eaed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:53.490547 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-2101989d-93e7-478a-b7c0-814f763bfb4b req-6b45c5f4-a2f0-4e14-97d4-3509a72eaed4 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=63f958e0-4b58-4061-8181-6f0adee7263b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472569 Mar 11 20:12:53.583129 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-2101989d-93e7-478a-b7c0-814f763bfb4b req-78a778ab-c8a8-49b2-8ce1-b7112366dbef service neutron] 10.222.0.75 "GET /v2.0/networks/63f958e0-4b58-4061-8181-6f0adee7263b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866795 Mar 11 20:12:53.675082 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-2101989d-93e7-478a-b7c0-814f763bfb4b req-b3b1fea5-a2b8-4032-bd99-c4f9698abf92 service neutron] 10.222.0.75 "GET /v2.0/networks/63f958e0-4b58-4061-8181-6f0adee7263b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840700 Mar 11 20:12:54.099285 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f556e78-30d5-4058-ae6a-cb4716816363 req-61bf17bd-0b2e-4f4a-b754-11827779979a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:54.100962 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-2f556e78-30d5-4058-ae6a-cb4716816363 req-61bf17bd-0b2e-4f4a-b754-11827779979a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3ed9f03088da4b568ed876fa07964f47&device_id=81cd93d4-0513-46dc-ad1f-6b40423152c4 HTTP/1.1" status: 200 len: 1125 time: 0.3837929 Mar 11 20:12:54.191564 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f556e78-30d5-4058-ae6a-cb4716816363 req-3d2c9fd1-0981-4d4d-8244-2a979124a17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:54.192971 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-2f556e78-30d5-4058-ae6a-cb4716816363 req-3d2c9fd1-0981-4d4d-8244-2a979124a17a service neutron] 10.222.0.75 "GET /v2.0/networks?id=63f958e0-4b58-4061-8181-6f0adee7263b HTTP/1.1" status: 200 len: 912 time: 0.0856855 Mar 11 20:12:54.242549 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-2f556e78-30d5-4058-ae6a-cb4716816363 req-bd11bd59-224b-4c6f-ba54-2c12be94ad3a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4fffaa0-3d71-4747-b2ab-a359550ee570 HTTP/1.1" status: 200 len: 217 time: 0.0428712 Mar 11 20:12:54.289489 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f556e78-30d5-4058-ae6a-cb4716816363 req-6fc6fd6f-cc6d-498b-9095-5ed4b3837e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:54.290942 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-2f556e78-30d5-4058-ae6a-cb4716816363 req-6fc6fd6f-cc6d-498b-9095-5ed4b3837e6b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a0b8e9c3-1a90-4f95-b04c-be83e3135274 HTTP/1.1" status: 200 len: 850 time: 0.0425482 Mar 11 20:12:54.338586 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f556e78-30d5-4058-ae6a-cb4716816363 req-0667aeb7-47c6-4c38-a7cd-cd79a8c2c74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:54.340538 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-2f556e78-30d5-4058-ae6a-cb4716816363 req-0667aeb7-47c6-4c38-a7cd-cd79a8c2c74c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=63f958e0-4b58-4061-8181-6f0adee7263b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442183 Mar 11 20:12:54.435942 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-2f556e78-30d5-4058-ae6a-cb4716816363 req-2d1685d7-2f52-4769-b802-a169a85ab0cf service neutron] 10.222.0.75 "GET /v2.0/networks/63f958e0-4b58-4061-8181-6f0adee7263b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894551 Mar 11 20:12:54.443019 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e825fce-d438-44e7-9dfd-b5a8ac2f4f7e req-414baba0-ce1a-441e-a980-5a4c3860b073 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:54.444534 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7e825fce-d438-44e7-9dfd-b5a8ac2f4f7e req-414baba0-ce1a-441e-a980-5a4c3860b073 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=81cd93d4-0513-46dc-ad1f-6b40423152c4 HTTP/1.1" status: 200 len: 943 time: 0.0566590 Mar 11 20:12:54.502072 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7e825fce-d438-44e7-9dfd-b5a8ac2f4f7e req-4057a91f-c867-40e9-a23d-d5964df2290c tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=49a45b28-d5be-4f02-b103-33dd7fe22b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518918 Mar 11 20:12:54.535027 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-2f556e78-30d5-4058-ae6a-cb4716816363 req-5b8a1aa8-5f1e-48f4-b220-202c4112bba1 service neutron] 10.222.0.75 "GET /v2.0/networks/63f958e0-4b58-4061-8181-6f0adee7263b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926502 Mar 11 20:12:54.654109 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-94c679b7-3ebf-4e8b-8cd4-d05868783be3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:55.623256 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d55c6c-25e7-4a19-8b56-a90893207925 req-f7308a48-399c-4b6c-8874-c72baa9e1d64 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:55.624770 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-17d55c6c-25e7-4a19-8b56-a90893207925 req-f7308a48-399c-4b6c-8874-c72baa9e1d64 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=81cd93d4-0513-46dc-ad1f-6b40423152c4 HTTP/1.1" status: 200 len: 943 time: 0.0555661 Mar 11 20:12:55.673857 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-17d55c6c-25e7-4a19-8b56-a90893207925 req-f0b29d60-1cef-434b-8eec-72b70ee37e81 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=49a45b28-d5be-4f02-b103-33dd7fe22b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434439 Mar 11 20:12:56.293115 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:56.790054 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5536b8c7-49cd-4a7e-b14b-fea673a9b177 req-95981b43-5e6c-4805-88b1-ed281881b6ba tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:56.791525 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5536b8c7-49cd-4a7e-b14b-fea673a9b177 req-95981b43-5e6c-4805-88b1-ed281881b6ba tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=81cd93d4-0513-46dc-ad1f-6b40423152c4 HTTP/1.1" status: 200 len: 943 time: 0.0529630 Mar 11 20:12:56.840709 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5536b8c7-49cd-4a7e-b14b-fea673a9b177 req-682b6af0-61e4-445e-b4cc-4b0adf2b94ff tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=49a45b28-d5be-4f02-b103-33dd7fe22b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428669 Mar 11 20:12:57.696930 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:57.967004 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d0a88f-407c-4634-b199-4f0209820464 req-4f1a61f8-0ce5-49b8-9039-c60f77163b5e tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:57.968517 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-61d0a88f-407c-4634-b199-4f0209820464 req-4f1a61f8-0ce5-49b8-9039-c60f77163b5e tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=81cd93d4-0513-46dc-ad1f-6b40423152c4 HTTP/1.1" status: 200 len: 943 time: 0.0584962 Mar 11 20:12:58.018808 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-61d0a88f-407c-4634-b199-4f0209820464 req-d2d8cfa8-7e49-4069-bc1a-1fe30c39eaa2 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=49a45b28-d5be-4f02-b103-33dd7fe22b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446918 Mar 11 20:12:59.034031 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:12:59.144670 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb0f010-4e67-4c05-b39f-6c0ed51b91c5 req-bf7489b5-6cce-4c28-ba33-d2cf90bbf4ae tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:12:59.147016 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2cb0f010-4e67-4c05-b39f-6c0ed51b91c5 req-bf7489b5-6cce-4c28-ba33-d2cf90bbf4ae tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=81cd93d4-0513-46dc-ad1f-6b40423152c4 HTTP/1.1" status: 200 len: 943 time: 0.0591383 Mar 11 20:12:59.210170 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2cb0f010-4e67-4c05-b39f-6c0ed51b91c5 req-26bbe0f5-2d9d-414c-a127-c92b983a209e tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=49a45b28-d5be-4f02-b103-33dd7fe22b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573084 Mar 11 20:13:00.334471 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a921a58b-2ad3-43d5-aac2-2809684f60a8 req-b503a856-4ef8-4e34-b4bc-470dabc86c60 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:00.335998 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a921a58b-2ad3-43d5-aac2-2809684f60a8 req-b503a856-4ef8-4e34-b4bc-470dabc86c60 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=81cd93d4-0513-46dc-ad1f-6b40423152c4 HTTP/1.1" status: 200 len: 943 time: 0.0580137 Mar 11 20:13:00.385884 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a921a58b-2ad3-43d5-aac2-2809684f60a8 req-cb4f1356-bc94-429f-805e-e7da554dfe6c tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=49a45b28-d5be-4f02-b103-33dd7fe22b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440373 Mar 11 20:13:01.228843 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [req-30a26fec-aa01-4a70-ba42-e1e620263067 req-21942abb-7c33-488e-a548-8780dfa88309 service neutron] (103884) timed out ('10.222.0.65', 37442) {{(pid=103884) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 20:13:01.509694 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a0c94a-8a67-44b4-8095-3ed2366bf34f req-feade750-f912-42d5-83e8-42651bd2bced tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:01.511464 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c3a0c94a-8a67-44b4-8095-3ed2366bf34f req-feade750-f912-42d5-83e8-42651bd2bced tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=81cd93d4-0513-46dc-ad1f-6b40423152c4 HTTP/1.1" status: 200 len: 943 time: 0.0570533 Mar 11 20:13:01.561965 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c3a0c94a-8a67-44b4-8095-3ed2366bf34f req-cdcd6e04-a57f-4c9c-bbeb-16496d5503ee tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=49a45b28-d5be-4f02-b103-33dd7fe22b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445774 Mar 11 20:13:02.681802 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585cebbb-a368-4b58-893e-4ae6da51686f req-86c325f4-4d06-4448-add9-04139a10ef60 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:02.683273 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-585cebbb-a368-4b58-893e-4ae6da51686f req-86c325f4-4d06-4448-add9-04139a10ef60 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=81cd93d4-0513-46dc-ad1f-6b40423152c4 HTTP/1.1" status: 200 len: 943 time: 0.0520375 Mar 11 20:13:02.736235 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-585cebbb-a368-4b58-893e-4ae6da51686f req-ee658bfb-c97f-4d08-95cf-85374f3e852d tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=49a45b28-d5be-4f02-b103-33dd7fe22b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467083 Mar 11 20:13:03.858819 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479c5ff5-1720-492c-a7e0-6e4d4ec5538c req-2f67ca3d-5ecd-48fd-a882-26cecaa2b9ac tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:03.860307 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-479c5ff5-1720-492c-a7e0-6e4d4ec5538c req-2f67ca3d-5ecd-48fd-a882-26cecaa2b9ac tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=81cd93d4-0513-46dc-ad1f-6b40423152c4 HTTP/1.1" status: 200 len: 943 time: 0.0538931 Mar 11 20:13:03.908453 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-479c5ff5-1720-492c-a7e0-6e4d4ec5538c req-385360ff-6dcb-42c3-b3ba-af9c9e21837c tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=49a45b28-d5be-4f02-b103-33dd7fe22b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425587 Mar 11 20:13:05.029273 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f0683-b0df-4c5b-a761-8f42b778333f req-c9027a18-c709-4b17-b538-8694f94d3377 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:05.030755 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a53f0683-b0df-4c5b-a761-8f42b778333f req-c9027a18-c709-4b17-b538-8694f94d3377 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=81cd93d4-0513-46dc-ad1f-6b40423152c4 HTTP/1.1" status: 200 len: 943 time: 0.0530450 Mar 11 20:13:05.079081 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a53f0683-b0df-4c5b-a761-8f42b778333f req-a5cb9ce2-6905-4882-af78-60e8228b0c0d tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=49a45b28-d5be-4f02-b103-33dd7fe22b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425081 Mar 11 20:13:06.202868 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e498e6-be63-4224-83f2-6daf3f1c2bb2 req-c6a7eacb-d807-41c9-bfaf-47b6deb171aa tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:06.204349 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-37e498e6-be63-4224-83f2-6daf3f1c2bb2 req-c6a7eacb-d807-41c9-bfaf-47b6deb171aa tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=81cd93d4-0513-46dc-ad1f-6b40423152c4 HTTP/1.1" status: 200 len: 943 time: 0.0569172 Mar 11 20:13:06.252643 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-37e498e6-be63-4224-83f2-6daf3f1c2bb2 req-d6fd1d47-b211-4f9f-8bc3-236dfb0d8f42 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=49a45b28-d5be-4f02-b103-33dd7fe22b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427077 Mar 11 20:13:07.369804 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4bb235-5eff-4afb-9ae9-7057a2085b48 req-76990942-b395-4129-882a-3e3b81c5764b tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:07.371244 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bf4bb235-5eff-4afb-9ae9-7057a2085b48 req-76990942-b395-4129-882a-3e3b81c5764b tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=81cd93d4-0513-46dc-ad1f-6b40423152c4 HTTP/1.1" status: 200 len: 943 time: 0.0523252 Mar 11 20:13:07.419780 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bf4bb235-5eff-4afb-9ae9-7057a2085b48 req-97fa7a33-c239-4ab9-b14e-1bb04fdd66d9 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=49a45b28-d5be-4f02-b103-33dd7fe22b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421550 Mar 11 20:13:08.539389 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62904c3-4694-447d-b95e-b4e8c91d5895 req-45a0d7ab-664c-458b-a98f-910b8593f5b3 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:08.540808 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b62904c3-4694-447d-b95e-b4e8c91d5895 req-45a0d7ab-664c-458b-a98f-910b8593f5b3 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=81cd93d4-0513-46dc-ad1f-6b40423152c4 HTTP/1.1" status: 200 len: 943 time: 0.0530579 Mar 11 20:13:08.595858 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b62904c3-4694-447d-b95e-b4e8c91d5895 req-310b51da-e5d6-497a-9f1f-e793a10d6c76 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=49a45b28-d5be-4f02-b103-33dd7fe22b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494576 Mar 11 20:13:09.713267 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a022e3-8a51-4b0f-a774-ddb6f6ae9cb3 req-68a4f3d2-4373-4f82-b60f-077d487ea8a1 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:09.714769 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-32a022e3-8a51-4b0f-a774-ddb6f6ae9cb3 req-68a4f3d2-4373-4f82-b60f-077d487ea8a1 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=81cd93d4-0513-46dc-ad1f-6b40423152c4 HTTP/1.1" status: 200 len: 943 time: 0.0527632 Mar 11 20:13:09.763238 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-32a022e3-8a51-4b0f-a774-ddb6f6ae9cb3 req-17bf79df-25e3-4af8-8884-f9383de086ef tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=49a45b28-d5be-4f02-b103-33dd7fe22b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419099 Mar 11 20:13:10.175901 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device b4fffaa0-3d71-4747-b2ab-a359550ee570 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 20:13:10.272382 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port b4fffaa0-3d71-4747-b2ab-a359550ee570, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=b4fffaa0-3d71-4747-b2ab-a359550ee570,segment=NetworkSegment(71b9bbc9-ac9b-491b-9d03-f13ac7365297),segment_id=71b9bbc9-ac9b-491b-9d03-f13ac7365297)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:13:10.283018 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': 'b4fffaa0-3d71-4747-b2ab-a359550ee570', 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b', 'port_id': 'b4fffaa0-3d71-4747-b2ab-a359550ee570', 'mac_address': 'fa:16:3e:4e:b2:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0b8e9c3-1a90-4f95-b04c-be83e3135274', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 20:13:10.318458 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port b4fffaa0-3d71-4747-b2ab-a359550ee570 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:13:10.318840 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b4fffaa0-3d71-4747-b2ab-a359550ee570), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:10.331332 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4fffaa0-3d71-4747-b2ab-a359550ee570 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:13:10.351733 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port b4fffaa0-3d71-4747-b2ab-a359550ee570, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=b4fffaa0-3d71-4747-b2ab-a359550ee570,segment=NetworkSegment(71b9bbc9-ac9b-491b-9d03-f13ac7365297),segment_id=71b9bbc9-ac9b-491b-9d03-f13ac7365297)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:13:10.355801 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (b4fffaa0-3d71-4747-b2ab-a359550ee570), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:10.400383 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=b4fffaa0-3d71-4747-b2ab-a359550ee570,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:13:10.407988 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:10.408334 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:10.408673 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:10.409007 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:10.409334 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:10.409659 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:10.409981 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:10.410303 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:10.410622 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:10.410940 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:10.411257 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:10.411575 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:10.411916 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:10.558609 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['b4fffaa0-3d71-4747-b2ab-a359550ee570'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:13:10.880112 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c5c0e-fa6a-4040-8ef7-2bbf4f75d4f6 req-e504d30f-13ee-492d-a330-ee9c0bd1c54a tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:10.881575 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5a9c5c0e-fa6a-4040-8ef7-2bbf4f75d4f6 req-e504d30f-13ee-492d-a330-ee9c0bd1c54a tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=81cd93d4-0513-46dc-ad1f-6b40423152c4 HTTP/1.1" status: 200 len: 944 time: 0.0524287 Mar 11 20:13:10.933403 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5a9c5c0e-fa6a-4040-8ef7-2bbf4f75d4f6 req-78ca8bb9-7ebd-456a-aa59-153f827cd280 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=49a45b28-d5be-4f02-b103-33dd7fe22b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459807 Mar 11 20:13:12.057866 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9822d974-e619-4687-a8d2-4aff6897b2a1 req-f6f6c965-5a2b-4edc-aa67-e786e94e8bd0 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:12.059454 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9822d974-e619-4687-a8d2-4aff6897b2a1 req-f6f6c965-5a2b-4edc-aa67-e786e94e8bd0 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=81cd93d4-0513-46dc-ad1f-6b40423152c4 HTTP/1.1" status: 200 len: 944 time: 0.0577979 Mar 11 20:13:12.113681 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9822d974-e619-4687-a8d2-4aff6897b2a1 req-d36255f7-86f6-4f4d-adce-fb593b57d97d tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=49a45b28-d5be-4f02-b103-33dd7fe22b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482705 Mar 11 20:13:12.192524 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device b4fffaa0-3d71-4747-b2ab-a359550ee570 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:13:12.245937 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port b4fffaa0-3d71-4747-b2ab-a359550ee570 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 20:13:12.250229 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port b4fffaa0-3d71-4747-b2ab-a359550ee570 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:13:12.250513 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (b4fffaa0-3d71-4747-b2ab-a359550ee570), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:12.329267 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port b4fffaa0-3d71-4747-b2ab-a359550ee570 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:13:12.329657 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b4fffaa0-3d71-4747-b2ab-a359550ee570), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:12.354578 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81cd93d4-0513-46dc-ad1f-6b40423152c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4fffaa0-3d71-4747-b2ab-a359550ee570'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:13:12.357156 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06316522-e747-406c-8684-cfe996100d04" -d '{"events": [{"server_uuid": "81cd93d4-0513-46dc-ad1f-6b40423152c4", "name": "network-vif-plugged", "status": "completed", "tag": "b4fffaa0-3d71-4747-b2ab-a359550ee570"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:13:12.369589 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port b4fffaa0-3d71-4747-b2ab-a359550ee570, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=b4fffaa0-3d71-4747-b2ab-a359550ee570,segment=NetworkSegment(71b9bbc9-ac9b-491b-9d03-f13ac7365297),segment_id=71b9bbc9-ac9b-491b-9d03-f13ac7365297)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:13:12.374257 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (b4fffaa0-3d71-4747-b2ab-a359550ee570), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:12.401306 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0374df-a990-43db-b398-a02f93aa1692 x-openstack-request-id: req-5f0374df-a990-43db-b398-a02f93aa1692 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:13:12.401549 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81cd93d4-0513-46dc-ad1f-6b40423152c4", "name": "network-vif-plugged", "status": "completed", "tag": "b4fffaa0-3d71-4747-b2ab-a359550ee570", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:13:12.401805 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5f0374df-a990-43db-b398-a02f93aa1692 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:13:12.402195 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81cd93d4-0513-46dc-ad1f-6b40423152c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4fffaa0-3d71-4747-b2ab-a359550ee570', 'code': 200} Mar 11 20:13:12.428104 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=b4fffaa0-3d71-4747-b2ab-a359550ee570,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:13:12.499032 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b4668-3061-4874-9278-4d542ea9150b req-6331e9a6-c75e-46b3-89c1-b7ed52a8fa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:12.500564 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-657b4668-3061-4874-9278-4d542ea9150b req-6331e9a6-c75e-46b3-89c1-b7ed52a8fa9c service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=81cd93d4-0513-46dc-ad1f-6b40423152c4 HTTP/1.1" status: 200 len: 1127 time: 0.0451818 Mar 11 20:13:12.546402 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-657b4668-3061-4874-9278-4d542ea9150b req-1096ba8b-fa58-4cd3-9476-0f362111c709 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=49a45b28-d5be-4f02-b103-33dd7fe22b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394821 Mar 11 20:13:13.241491 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e90315-ce8b-4112-bd45-3334d9b70f1f req-1fca5d28-ef80-41ab-b6be-2f38aa4976a6 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:13.243022 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-12e90315-ce8b-4112-bd45-3334d9b70f1f req-1fca5d28-ef80-41ab-b6be-2f38aa4976a6 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=81cd93d4-0513-46dc-ad1f-6b40423152c4 HTTP/1.1" status: 200 len: 945 time: 0.0553691 Mar 11 20:13:13.294177 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-12e90315-ce8b-4112-bd45-3334d9b70f1f req-1383fdd2-539e-4787-8a1f-0840607c20ae tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=49a45b28-d5be-4f02-b103-33dd7fe22b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439739 Mar 11 20:13:14.236112 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e6bb7-d9b0-47fa-a4ae-a353c105787d req-a0b76702-b7d9-4d76-a8d6-467398745a41 tempest-TestNetworkAdvancedServerOps-874628058 tempest-TestNetworkAdvancedServerOps-874628058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:14.237644 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-913e6bb7-d9b0-47fa-a4ae-a353c105787d req-a0b76702-b7d9-4d76-a8d6-467398745a41 tempest-TestNetworkAdvancedServerOps-874628058 tempest-TestNetworkAdvancedServerOps-874628058-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d6d66847-bd08-47bc-971c-bdc6d0fb0a7a HTTP/1.1" status: 200 len: 1128 time: 0.0477018 Mar 11 20:13:14.283973 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-913e6bb7-d9b0-47fa-a4ae-a353c105787d req-161a87fb-60dd-4d0c-ae91-d439ec046e77 tempest-TestNetworkAdvancedServerOps-874628058 tempest-TestNetworkAdvancedServerOps-874628058-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=2e432f13-6645-407e-8cc2-fd91a77371be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406928 Mar 11 20:13:14.401699 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c918c-845b-486d-bd59-108210b17816 req-9493dab6-c0c9-4a80-829c-975da7374ed0 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:14.403081 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d07c918c-845b-486d-bd59-108210b17816 req-9493dab6-c0c9-4a80-829c-975da7374ed0 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6d66847-bd08-47bc-971c-bdc6d0fb0a7a HTTP/1.1" status: 200 len: 946 time: 0.0545447 Mar 11 20:13:14.453976 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d07c918c-845b-486d-bd59-108210b17816 req-fafd8621-3187-49f4-b2d8-456cb1a2cff0 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e432f13-6645-407e-8cc2-fd91a77371be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426345 Mar 11 20:13:14.476129 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 54934) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:13:14.567521 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-517f7ad8-c4c5-4b1d-88b5-cb4b54bbce7c tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/floatingips/693da5e7-e3d8-410c-aee9-9ad541d3a37a HTTP/1.1" status: 200 len: 993 time: 0.0903115 Mar 11 20:13:14.585556 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf73ea2-ee39-46d1-97d0-b9c878d6ae2d req-d629461f-7263-4216-bd22-1a2f5285ebeb tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:14.587003 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cdf73ea2-ee39-46d1-97d0-b9c878d6ae2d req-d629461f-7263-4216-bd22-1a2f5285ebeb tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=81cd93d4-0513-46dc-ad1f-6b40423152c4 HTTP/1.1" status: 200 len: 945 time: 0.0706713 Mar 11 20:13:14.636621 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cdf73ea2-ee39-46d1-97d0-b9c878d6ae2d req-73b650c6-f0cc-45fd-b2a8-39eec2dbf78a tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=49a45b28-d5be-4f02-b103-33dd7fe22b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436082 Mar 11 20:13:14.809866 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41abab55-fbf7-4b11-b8cf-b08b45101df3 req-a129432a-3dad-4934-a1a3-95adecb093cb tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:14.811312 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-41abab55-fbf7-4b11-b8cf-b08b45101df3 req-a129432a-3dad-4934-a1a3-95adecb093cb tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=81cd93d4-0513-46dc-ad1f-6b40423152c4 HTTP/1.1" status: 200 len: 945 time: 0.0521402 Mar 11 20:13:14.858818 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-41abab55-fbf7-4b11-b8cf-b08b45101df3 req-c9842a3a-92ff-46c1-990b-4bbcfd1adb16 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=49a45b28-d5be-4f02-b103-33dd7fe22b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419440 Mar 11 20:13:14.881064 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 54944) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:13:15.054178 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22108665-3ea6-4a97-a19d-036aaa97d374 tempest-TestVolumeBootPattern-786681000 tempest-TestVolumeBootPattern-786681000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:15.058410 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-22108665-3ea6-4a97-a19d-036aaa97d374 tempest-TestVolumeBootPattern-786681000 tempest-TestVolumeBootPattern-786681000-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=81cd93d4-0513-46dc-ad1f-6b40423152c4 HTTP/1.1" status: 200 len: 1122 time: 0.1736512 Mar 11 20:13:15.058687 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 54952) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:13:15.063615 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-39374e3a-9cdd-44ea-a322-2c55473d894c tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Request body: {'floatingip': {'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'port_id': 'b4fffaa0-3d71-4747-b2ab-a359550ee570', 'tenant_id': '3ed9f03088da4b568ed876fa07964f47', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:13:15.094072 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-39374e3a-9cdd-44ea-a322-2c55473d894c tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:15.190272 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9e1b0ae3-8f12-47d2-b1ad-7955b093ac69 req-805245f1-1190-4216-ae47-88bb61f3ab11 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d6d66847-bd08-47bc-971c-bdc6d0fb0a7a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1073511 Mar 11 20:13:15.198927 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec824cb-c312-4f73-b681-6ced039a9025 req-e4aadfed-f7a8-4335-9314-102e8c81ec7c tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:15.200887 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cec824cb-c312-4f73-b681-6ced039a9025 req-e4aadfed-f7a8-4335-9314-102e8c81ec7c tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6d66847-bd08-47bc-971c-bdc6d0fb0a7a HTTP/1.1" status: 200 len: 946 time: 0.1096079 Mar 11 20:13:15.289514 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cec824cb-c312-4f73-b681-6ced039a9025 req-eb54ba4b-524c-4db2-9c6a-35c0bd7c5be4 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e432f13-6645-407e-8cc2-fd91a77371be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0587451 Mar 11 20:13:15.300076 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-39374e3a-9cdd-44ea-a322-2c55473d894c tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:15.415993 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-39374e3a-9cdd-44ea-a322-2c55473d894c tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Allocated IP 172.25.8.18 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/4c964f13-65be-4d74-9aeb-c4aa5ebb3066) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:13:15.523146 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-39374e3a-9cdd-44ea-a322-2c55473d894c tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks [] for port (4c964f13-65be-4d74-9aeb-c4aa5ebb3066), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:15.536462 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b0ae3-8f12-47d2-b1ad-7955b093ac69 req-3f28e53d-1aca-469c-b6e5-975bdcde60b4 tempest-TestNetworkAdvancedServerOps-874628058 tempest-TestNetworkAdvancedServerOps-874628058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:15.538392 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-9e1b0ae3-8f12-47d2-b1ad-7955b093ac69 req-3f28e53d-1aca-469c-b6e5-975bdcde60b4 tempest-TestNetworkAdvancedServerOps-874628058 tempest-TestNetworkAdvancedServerOps-874628058-project-admin] 10.222.0.65 "GET /v2.0/ports/c7e205dc-a19a-4e18-81a1-d807082ae13c HTTP/1.1" status: 200 len: 1125 time: 0.0368595 Mar 11 20:13:15.557607 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-39374e3a-9cdd-44ea-a322-2c55473d894c tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (4c964f13-65be-4d74-9aeb-c4aa5ebb3066), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:15.594750 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39374e3a-9cdd-44ea-a322-2c55473d894c tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:13:15.597568 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-39374e3a-9cdd-44ea-a322-2c55473d894c tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:13:15.603203 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39374e3a-9cdd-44ea-a322-2c55473d894c tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:13:15.635972 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39374e3a-9cdd-44ea-a322-2c55473d894c tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Pushing event updated for resources: {'Port': ['ID=4c964f13-65be-4d74-9aeb-c4aa5ebb3066,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:13:15.648303 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39374e3a-9cdd-44ea-a322-2c55473d894c tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:15.648656 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39374e3a-9cdd-44ea-a322-2c55473d894c tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:15.648999 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39374e3a-9cdd-44ea-a322-2c55473d894c tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:15.649337 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39374e3a-9cdd-44ea-a322-2c55473d894c tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:15.649673 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39374e3a-9cdd-44ea-a322-2c55473d894c tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:15.650066 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39374e3a-9cdd-44ea-a322-2c55473d894c tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:15.650447 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39374e3a-9cdd-44ea-a322-2c55473d894c tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:15.650775 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39374e3a-9cdd-44ea-a322-2c55473d894c tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:15.651100 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39374e3a-9cdd-44ea-a322-2c55473d894c tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:15.651421 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39374e3a-9cdd-44ea-a322-2c55473d894c tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:15.651770 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39374e3a-9cdd-44ea-a322-2c55473d894c tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:15.652093 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39374e3a-9cdd-44ea-a322-2c55473d894c tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:15.652415 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39374e3a-9cdd-44ea-a322-2c55473d894c tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:16.010140 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-39374e3a-9cdd-44ea-a322-2c55473d894c tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks [] for floatingip (8db11941-0679-4855-94c8-b607be4db23d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:16.082263 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-39374e3a-9cdd-44ea-a322-2c55473d894c tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (4c964f13-65be-4d74-9aeb-c4aa5ebb3066), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:16.231511 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-39374e3a-9cdd-44ea-a322-2c55473d894c tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks [] for port (4c964f13-65be-4d74-9aeb-c4aa5ebb3066), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:16.236633 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-39374e3a-9cdd-44ea-a322-2c55473d894c tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (4c964f13-65be-4d74-9aeb-c4aa5ebb3066), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:16.312425 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39374e3a-9cdd-44ea-a322-2c55473d894c tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Pushing event updated for resources: {'Port': ['ID=4c964f13-65be-4d74-9aeb-c4aa5ebb3066,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:13:16.318802 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-39374e3a-9cdd-44ea-a322-2c55473d894c tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (8db11941-0679-4855-94c8-b607be4db23d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:16.342834 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b0ae3-8f12-47d2-b1ad-7955b093ac69 req-4b8a009b-6e7b-472b-b0cf-6155af88c510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:16.344475 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-9e1b0ae3-8f12-47d2-b1ad-7955b093ac69 req-4b8a009b-6e7b-472b-b0cf-6155af88c510 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=985979086b444294b1307d531b609210&device_id=d6d66847-bd08-47bc-971c-bdc6d0fb0a7a HTTP/1.1" status: 200 len: 1128 time: 0.0469394 Mar 11 20:13:16.443196 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b0ae3-8f12-47d2-b1ad-7955b093ac69 req-eac08f3a-a88d-48f8-80da-e61b8b45c4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:16.444721 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-9e1b0ae3-8f12-47d2-b1ad-7955b093ac69 req-eac08f3a-a88d-48f8-80da-e61b8b45c4ca service neutron] 10.222.0.75 "GET /v2.0/networks?id=6f7db5d5-2d62-41d4-9acf-3b5f287da177 HTTP/1.1" status: 200 len: 898 time: 0.0937631 Mar 11 20:13:16.467460 n-d-833163-1 neutron-server[103885]: INFO neutron.db.l3_db [None req-39374e3a-9cdd-44ea-a322-2c55473d894c tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Floating IP 8db11941-0679-4855-94c8-b607be4db23d associated. External IP: 172.25.8.18, port: b4fffaa0-3d71-4747-b2ab-a359550ee570. Mar 11 20:13:16.513662 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895460ee-f7bc-4bd0-9a50-66e2a7ba3f82 req-d3d753ed-27bc-4fcc-bcc2-69a8ce9987c9 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:16.514247 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-9e1b0ae3-8f12-47d2-b1ad-7955b093ac69 req-7de9f167-6955-4c1e-bc9e-83fa025ac899 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7e205dc-a19a-4e18-81a1-d807082ae13c HTTP/1.1" status: 200 len: 1001 time: 0.0630174 Mar 11 20:13:16.515162 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-895460ee-f7bc-4bd0-9a50-66e2a7ba3f82 req-d3d753ed-27bc-4fcc-bcc2-69a8ce9987c9 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6d66847-bd08-47bc-971c-bdc6d0fb0a7a HTTP/1.1" status: 200 len: 946 time: 0.1446872 Mar 11 20:13:16.562860 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b0ae3-8f12-47d2-b1ad-7955b093ac69 req-34627dad-dce8-4cd5-aea6-9409cf8def04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:16.564286 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-9e1b0ae3-8f12-47d2-b1ad-7955b093ac69 req-34627dad-dce8-4cd5-aea6-9409cf8def04 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0ea7c766-4300-480e-8d6b-62b52b20c6ce HTTP/1.1" status: 200 len: 835 time: 0.0449088 Mar 11 20:13:16.612739 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b0ae3-8f12-47d2-b1ad-7955b093ac69 req-6742c7c9-89b5-4f39-a6d3-a187bc01a88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:16.614268 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-9e1b0ae3-8f12-47d2-b1ad-7955b093ac69 req-6742c7c9-89b5-4f39-a6d3-a187bc01a88b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6f7db5d5-2d62-41d4-9acf-3b5f287da177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438726 Mar 11 20:13:16.615047 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-895460ee-f7bc-4bd0-9a50-66e2a7ba3f82 req-0d24bfd1-fb89-4bab-b324-cc0934268422 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e432f13-6645-407e-8cc2-fd91a77371be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0940247 Mar 11 20:13:16.708519 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-9e1b0ae3-8f12-47d2-b1ad-7955b093ac69 req-a7a70645-44f1-4e1f-b497-cf5afadd83f4 service neutron] 10.222.0.75 "GET /v2.0/networks/6f7db5d5-2d62-41d4-9acf-3b5f287da177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883040 Mar 11 20:13:16.732597 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39374e3a-9cdd-44ea-a322-2c55473d894c tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Router d9e38758-eb24-4354-b579-f7fb844eba60 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:13:16.795671 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-9e1b0ae3-8f12-47d2-b1ad-7955b093ac69 req-c5387546-46c4-4e8f-a8d0-aec1cf607770 service neutron] 10.222.0.75 "GET /v2.0/networks/6f7db5d5-2d62-41d4-9acf-3b5f287da177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818820 Mar 11 20:13:16.845290 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39374e3a-9cdd-44ea-a322-2c55473d894c tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:13:16.856802 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546cf21e-f4ca-4fcb-a40e-cf0ebdc9104f None None] Sync routers for ids ['d9e38758-eb24-4354-b579-f7fb844eba60'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:13:16.864686 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-39374e3a-9cdd-44ea-a322-2c55473d894c tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:16.868607 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546cf21e-f4ca-4fcb-a40e-cf0ebdc9104f None None] Routers {'d9e38758-eb24-4354-b579-f7fb844eba60'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:13:16.869226 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-546cf21e-f4ca-4fcb-a40e-cf0ebdc9104f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:12:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['d9e38758-eb24-4354-b579-f7fb844eba60'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:13:16.987981 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-546cf21e-f4ca-4fcb-a40e-cf0ebdc9104f None None] Set router d9e38758-eb24-4354-b579-f7fb844eba60 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:13:17.221641 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-546cf21e-f4ca-4fcb-a40e-cf0ebdc9104f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'name': 'tempest-TestVolumeBootPattern-535035188-router', 'tenant_id': '3ed9f03088da4b568ed876fa07964f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '95557d99-2cf2-4044-96b7-b84611f3ed59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:07:14Z', 'updated_at': '2022-03-11T20:07:19Z', 'revision_number': 4, 'project_id': '3ed9f03088da4b568ed876fa07964f47', 'gw_port': {'id': '95557d99-2cf2-4044-96b7-b84611f3ed59', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:07:14Z', 'updated_at': '2022-03-11T20:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '8db11941-0679-4855-94c8-b607be4db23d', 'tenant_id': '3ed9f03088da4b568ed876fa07964f47', 'floating_ip_address': '172.25.8.18', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'port_id': 'b4fffaa0-3d71-4747-b2ab-a359550ee570', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b', 'mac_address': 'fa:16:3e:4e:b2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81cd93d4-0513-46dc-ad1f-6b40423152c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:13:15Z', 'updated_at': '2022-03-11T20:13:15Z', 'revision_number': 0, 'project_id': '3ed9f03088da4b568ed876fa07964f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ae67f9c-fa7f-41c0-826c-440a015e83cf', 'name': '', 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b', 'tenant_id': '3ed9f03088da4b568ed876fa07964f47', 'mac_address': 'fa:16:3e:03:71:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'a0b8e9c3-1a90-4f95-b04c-be83e3135274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:07:18Z', 'updated_at': '2022-03-11T20:07:23Z', 'revision_number': 5, 'project_id': '3ed9f03088da4b568ed876fa07964f47', 'subnets': [{'id': 'a0b8e9c3-1a90-4f95-b04c-be83e3135274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:13:17.227148 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-39374e3a-9cdd-44ea-a322-2c55473d894c tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1668320 Mar 11 20:13:17.227840 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81cd93d4-0513-46dc-ad1f-6b40423152c4', 'tag': 'b4fffaa0-3d71-4747-b2ab-a359550ee570'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:13:17.230123 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11eea4f-2d39-4e50-830c-6c2747e7a609" -d '{"events": [{"name": "network-changed", "server_uuid": "81cd93d4-0513-46dc-ad1f-6b40423152c4", "tag": "b4fffaa0-3d71-4747-b2ab-a359550ee570"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:13:17.251809 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546cf21e-f4ca-4fcb-a40e-cf0ebdc9104f None None] Checking router: d9e38758-eb24-4354-b579-f7fb844eba60 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:13:17.260514 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546cf21e-f4ca-4fcb-a40e-cf0ebdc9104f None None] Routers {'d9e38758-eb24-4354-b579-f7fb844eba60'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:13:17.261218 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-546cf21e-f4ca-4fcb-a40e-cf0ebdc9104f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:12:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['d9e38758-eb24-4354-b579-f7fb844eba60'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:13:17.266206 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f599ab7-3d00-473b-a047-87d5e0ec508d x-openstack-request-id: req-5f599ab7-3d00-473b-a047-87d5e0ec508d {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:13:17.266541 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81cd93d4-0513-46dc-ad1f-6b40423152c4", "tag": "b4fffaa0-3d71-4747-b2ab-a359550ee570", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:13:17.266796 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5f599ab7-3d00-473b-a047-87d5e0ec508d {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:13:17.267195 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81cd93d4-0513-46dc-ad1f-6b40423152c4', 'tag': 'b4fffaa0-3d71-4747-b2ab-a359550ee570', 'status': 'completed', 'code': 200} Mar 11 20:13:17.332912 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11eea4f-2d39-4e50-830c-6c2747e7a609 req-3ca0ebbb-b28e-461c-9cea-babf229a5e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:17.334557 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c11eea4f-2d39-4e50-830c-6c2747e7a609 req-3ca0ebbb-b28e-461c-9cea-babf229a5e72 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3ed9f03088da4b568ed876fa07964f47&device_id=81cd93d4-0513-46dc-ad1f-6b40423152c4 HTTP/1.1" status: 200 len: 1127 time: 0.0449836 Mar 11 20:13:17.370967 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-546cf21e-f4ca-4fcb-a40e-cf0ebdc9104f None None] Set router d9e38758-eb24-4354-b579-f7fb844eba60 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:13:17.428383 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11eea4f-2d39-4e50-830c-6c2747e7a609 req-7314d90a-7c5c-498b-8a01-f5cd0b5d0d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:17.429854 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c11eea4f-2d39-4e50-830c-6c2747e7a609 req-7314d90a-7c5c-498b-8a01-f5cd0b5d0d94 service neutron] 10.222.0.75 "GET /v2.0/networks?id=63f958e0-4b58-4061-8181-6f0adee7263b HTTP/1.1" status: 200 len: 912 time: 0.0897171 Mar 11 20:13:17.500043 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c11eea4f-2d39-4e50-830c-6c2747e7a609 req-229d6b1b-f69e-4ef0-8e5f-27a290025e8a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4fffaa0-3d71-4747-b2ab-a359550ee570 HTTP/1.1" status: 200 len: 998 time: 0.0632353 Mar 11 20:13:17.548081 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11eea4f-2d39-4e50-830c-6c2747e7a609 req-175ad3fd-e4b3-4568-bdde-ccc834b13a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:17.549843 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c11eea4f-2d39-4e50-830c-6c2747e7a609 req-175ad3fd-e4b3-4568-bdde-ccc834b13a55 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a0b8e9c3-1a90-4f95-b04c-be83e3135274 HTTP/1.1" status: 200 len: 850 time: 0.0443728 Mar 11 20:13:17.598533 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11eea4f-2d39-4e50-830c-6c2747e7a609 req-a6bb64b8-fd31-4e6b-946c-9f5028ee6840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:17.600095 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c11eea4f-2d39-4e50-830c-6c2747e7a609 req-a6bb64b8-fd31-4e6b-946c-9f5028ee6840 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=63f958e0-4b58-4061-8181-6f0adee7263b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445526 Mar 11 20:13:17.656416 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-546cf21e-f4ca-4fcb-a40e-cf0ebdc9104f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'name': 'tempest-TestVolumeBootPattern-535035188-router', 'tenant_id': '3ed9f03088da4b568ed876fa07964f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '95557d99-2cf2-4044-96b7-b84611f3ed59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:07:14Z', 'updated_at': '2022-03-11T20:07:19Z', 'revision_number': 4, 'project_id': '3ed9f03088da4b568ed876fa07964f47', 'gw_port': {'id': '95557d99-2cf2-4044-96b7-b84611f3ed59', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:07:14Z', 'updated_at': '2022-03-11T20:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '8db11941-0679-4855-94c8-b607be4db23d', 'tenant_id': '3ed9f03088da4b568ed876fa07964f47', 'floating_ip_address': '172.25.8.18', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'port_id': 'b4fffaa0-3d71-4747-b2ab-a359550ee570', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b', 'mac_address': 'fa:16:3e:4e:b2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81cd93d4-0513-46dc-ad1f-6b40423152c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:13:15Z', 'updated_at': '2022-03-11T20:13:15Z', 'revision_number': 0, 'project_id': '3ed9f03088da4b568ed876fa07964f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ae67f9c-fa7f-41c0-826c-440a015e83cf', 'name': '', 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b', 'tenant_id': '3ed9f03088da4b568ed876fa07964f47', 'mac_address': 'fa:16:3e:03:71:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'a0b8e9c3-1a90-4f95-b04c-be83e3135274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:07:18Z', 'updated_at': '2022-03-11T20:07:23Z', 'revision_number': 5, 'project_id': '3ed9f03088da4b568ed876fa07964f47', 'subnets': [{'id': 'a0b8e9c3-1a90-4f95-b04c-be83e3135274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:13:17.691933 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546cf21e-f4ca-4fcb-a40e-cf0ebdc9104f None None] The sync data for ids ['d9e38758-eb24-4354-b579-f7fb844eba60'] in n-d-833163-1 is: [{'id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'name': 'tempest-TestVolumeBootPattern-535035188-router', 'tenant_id': '3ed9f03088da4b568ed876fa07964f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '95557d99-2cf2-4044-96b7-b84611f3ed59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:07:14Z', 'updated_at': '2022-03-11T20:07:19Z', 'revision_number': 4, 'project_id': '3ed9f03088da4b568ed876fa07964f47', 'gw_port': {'id': '95557d99-2cf2-4044-96b7-b84611f3ed59', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:07:14Z', 'updated_at': '2022-03-11T20:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '8db11941-0679-4855-94c8-b607be4db23d', 'tenant_id': '3ed9f03088da4b568ed876fa07964f47', 'floating_ip_address': '172.25.8.18', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'port_id': 'b4fffaa0-3d71-4747-b2ab-a359550ee570', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b', 'mac_address': 'fa:16:3e:4e:b2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81cd93d4-0513-46dc-ad1f-6b40423152c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:13:15Z', 'updated_at': '2022-03-11T20:13:15Z', 'revision_number': 0, 'project_id': '3ed9f03088da4b568ed876fa07964f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ae67f9c-fa7f-41c0-826c-440a015e83cf', 'name': '', 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b', 'tenant_id': '3ed9f03088da4b568ed876fa07964f47', 'mac_address': 'fa:16:3e:03:71:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'a0b8e9c3-1a90-4f95-b04c-be83e3135274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:07:18Z', 'updated_at': '2022-03-11T20:07:23Z', 'revision_number': 5, 'project_id': '3ed9f03088da4b568ed876fa07964f47', 'subnets': [{'id': 'a0b8e9c3-1a90-4f95-b04c-be83e3135274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:13:17.695479 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c11eea4f-2d39-4e50-830c-6c2747e7a609 req-365b409e-0b6a-49c5-90e1-629ed5a71ffe service neutron] 10.222.0.75 "GET /v2.0/networks/63f958e0-4b58-4061-8181-6f0adee7263b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890591 Mar 11 20:13:17.753946 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f2a5b-1dd2-46c4-aa51-2a7a157b62f9 req-420028b7-8971-4fa0-ac26-e5a97f020c2a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:17.763146 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f1f2a5b-1dd2-46c4-aa51-2a7a157b62f9 req-420028b7-8971-4fa0-ac26-e5a97f020c2a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6d66847-bd08-47bc-971c-bdc6d0fb0a7a HTTP/1.1" status: 200 len: 946 time: 0.0719101 Mar 11 20:13:17.790513 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c11eea4f-2d39-4e50-830c-6c2747e7a609 req-26bcf113-a2ba-4921-a139-ec3b02457c32 service neutron] 10.222.0.75 "GET /v2.0/networks/63f958e0-4b58-4061-8181-6f0adee7263b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894642 Mar 11 20:13:17.812890 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f1f2a5b-1dd2-46c4-aa51-2a7a157b62f9 req-595793e3-5a6a-400e-8669-c64c849c9104 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e432f13-6645-407e-8cc2-fd91a77371be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488527 Mar 11 20:13:17.919187 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4631b4b9-aa0b-419b-9623-c8e5afbff0c8 None None] New status for floating IP 8db11941-0679-4855-94c8-b607be4db23d: ACTIVE {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 20:13:18.932435 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0070dec6-5658-492c-a32c-d72a1b473184 req-f6d926df-4462-4f8e-808a-934cf742545e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:18.933891 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0070dec6-5658-492c-a32c-d72a1b473184 req-f6d926df-4462-4f8e-808a-934cf742545e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6d66847-bd08-47bc-971c-bdc6d0fb0a7a HTTP/1.1" status: 200 len: 946 time: 0.0523419 Mar 11 20:13:18.986763 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0070dec6-5658-492c-a32c-d72a1b473184 req-6064c08d-5d3b-4480-acfc-1e52a3469475 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e432f13-6645-407e-8cc2-fd91a77371be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471728 Mar 11 20:13:19.189092 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:20.104564 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93666ccf-a766-4c4d-801c-a23db01e481a req-5921e0c5-1192-45d2-8d7a-ae6b618d53bb tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:20.106034 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-93666ccf-a766-4c4d-801c-a23db01e481a req-5921e0c5-1192-45d2-8d7a-ae6b618d53bb tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6d66847-bd08-47bc-971c-bdc6d0fb0a7a HTTP/1.1" status: 200 len: 946 time: 0.0520041 Mar 11 20:13:20.154337 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-93666ccf-a766-4c4d-801c-a23db01e481a req-f532f385-df12-4404-931f-f70a67c13836 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e432f13-6645-407e-8cc2-fd91a77371be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426991 Mar 11 20:13:20.354964 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:13:21.276635 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0368798a-da90-457d-85f4-8bdec2b9a13c req-1a4f5be9-8e06-4952-a251-50bd8a1280fc tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:21.278170 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0368798a-da90-457d-85f4-8bdec2b9a13c req-1a4f5be9-8e06-4952-a251-50bd8a1280fc tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6d66847-bd08-47bc-971c-bdc6d0fb0a7a HTTP/1.1" status: 200 len: 946 time: 0.0524490 Mar 11 20:13:21.325281 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0368798a-da90-457d-85f4-8bdec2b9a13c req-085f0029-c659-4322-9adb-bab7a817bed7 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e432f13-6645-407e-8cc2-fd91a77371be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415418 Mar 11 20:13:22.348500 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d4a60df0-a018-4daf-9639-583d98e98bcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:22.459135 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5fad66-3eea-40da-9116-1f7abd0b60aa req-b0233da6-09e2-45f0-bf57-195c3c65b0c3 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:22.460628 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7e5fad66-3eea-40da-9116-1f7abd0b60aa req-b0233da6-09e2-45f0-bf57-195c3c65b0c3 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6d66847-bd08-47bc-971c-bdc6d0fb0a7a HTTP/1.1" status: 200 len: 946 time: 0.0570271 Mar 11 20:13:22.511011 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7e5fad66-3eea-40da-9116-1f7abd0b60aa req-4472a6cb-3543-43cd-a1c2-dd16bfbe7028 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e432f13-6645-407e-8cc2-fd91a77371be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426290 Mar 11 20:13:22.962435 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:23.628567 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d23350-9c44-4c87-be46-fbac7c7d6358 req-d6e7f9f2-3809-4c6b-84f5-cbd84cf4282f tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:23.630008 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-47d23350-9c44-4c87-be46-fbac7c7d6358 req-d6e7f9f2-3809-4c6b-84f5-cbd84cf4282f tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6d66847-bd08-47bc-971c-bdc6d0fb0a7a HTTP/1.1" status: 200 len: 946 time: 0.0515325 Mar 11 20:13:23.676654 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-47d23350-9c44-4c87-be46-fbac7c7d6358 req-76a800a0-8327-4191-b0fa-d3f23d4757af tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e432f13-6645-407e-8cc2-fd91a77371be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411880 Mar 11 20:13:24.656860 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b3e63c05-ce32-45e2-b88a-292621179cc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:24.810660 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432420de-ffd1-4052-a808-30fbdd2047df req-49764624-b3a8-47f0-8623-1b6da7737bbb tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:24.812380 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-432420de-ffd1-4052-a808-30fbdd2047df req-49764624-b3a8-47f0-8623-1b6da7737bbb tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6d66847-bd08-47bc-971c-bdc6d0fb0a7a HTTP/1.1" status: 200 len: 946 time: 0.0610943 Mar 11 20:13:24.865974 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-432420de-ffd1-4052-a808-30fbdd2047df req-87ad9778-414a-4b75-9868-69b03d922399 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e432f13-6645-407e-8cc2-fd91a77371be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474203 Mar 11 20:13:25.984115 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6c018b-799c-43a9-b886-d7f45499c0d2 req-2e89a334-0ab5-43e4-b7f4-3b1c7cad16d2 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:25.985571 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3e6c018b-799c-43a9-b886-d7f45499c0d2 req-2e89a334-0ab5-43e4-b7f4-3b1c7cad16d2 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6d66847-bd08-47bc-971c-bdc6d0fb0a7a HTTP/1.1" status: 200 len: 946 time: 0.0515745 Mar 11 20:13:26.033047 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3e6c018b-799c-43a9-b886-d7f45499c0d2 req-2372cfc1-1538-48ff-94ba-0e9bdcaa3231 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e432f13-6645-407e-8cc2-fd91a77371be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419514 Mar 11 20:13:26.295210 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:27.151832 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c4e2cd-7936-4599-97a6-685c2cfea32c req-78f66113-1762-48f5-933c-534cfc5cb733 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:27.153314 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-91c4e2cd-7936-4599-97a6-685c2cfea32c req-78f66113-1762-48f5-933c-534cfc5cb733 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6d66847-bd08-47bc-971c-bdc6d0fb0a7a HTTP/1.1" status: 200 len: 946 time: 0.0519192 Mar 11 20:13:27.206340 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-91c4e2cd-7936-4599-97a6-685c2cfea32c req-2e2a9dff-009a-45c7-af51-a1a65d294c43 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e432f13-6645-407e-8cc2-fd91a77371be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471756 Mar 11 20:13:27.698901 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:28.329259 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078a282-82d6-448d-a2bd-667cfea4f0ed req-35810723-10a5-479a-b50b-a58d7cc45081 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:28.330736 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f078a282-82d6-448d-a2bd-667cfea4f0ed req-35810723-10a5-479a-b50b-a58d7cc45081 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6d66847-bd08-47bc-971c-bdc6d0fb0a7a HTTP/1.1" status: 200 len: 946 time: 0.0525513 Mar 11 20:13:28.380131 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f078a282-82d6-448d-a2bd-667cfea4f0ed req-1d161feb-2bce-4b36-b08a-5577ba4ff9d1 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e432f13-6645-407e-8cc2-fd91a77371be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435660 Mar 11 20:13:29.026962 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:29.499646 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd60fa-fbef-4b5a-84ac-de4b7bae2d02 req-e570576a-b912-489b-b5c0-233070062db6 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:29.501111 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fbfd60fa-fbef-4b5a-84ac-de4b7bae2d02 req-e570576a-b912-489b-b5c0-233070062db6 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6d66847-bd08-47bc-971c-bdc6d0fb0a7a HTTP/1.1" status: 200 len: 946 time: 0.0524809 Mar 11 20:13:29.549682 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fbfd60fa-fbef-4b5a-84ac-de4b7bae2d02 req-30900688-3791-46f4-bb5a-b86ab283603d tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e432f13-6645-407e-8cc2-fd91a77371be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428433 Mar 11 20:13:30.671835 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c758d6e-513f-4199-8dd7-b78e1f068a17 req-7d5db9e3-d578-415f-9322-615ba4f6d88a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:30.673313 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4c758d6e-513f-4199-8dd7-b78e1f068a17 req-7d5db9e3-d578-415f-9322-615ba4f6d88a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6d66847-bd08-47bc-971c-bdc6d0fb0a7a HTTP/1.1" status: 200 len: 946 time: 0.0561259 Mar 11 20:13:30.722104 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4c758d6e-513f-4199-8dd7-b78e1f068a17 req-23ced467-6ce5-4d96-b6b2-9b5b54e97a82 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e432f13-6645-407e-8cc2-fd91a77371be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431201 Mar 11 20:13:31.843266 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea9a75e-0bb7-44e3-b5ac-6f5570283e8a req-51ff3701-1a78-4014-a834-d8d8b3a44c36 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:31.844763 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3ea9a75e-0bb7-44e3-b5ac-6f5570283e8a req-51ff3701-1a78-4014-a834-d8d8b3a44c36 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6d66847-bd08-47bc-971c-bdc6d0fb0a7a HTTP/1.1" status: 200 len: 946 time: 0.0522439 Mar 11 20:13:31.892115 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3ea9a75e-0bb7-44e3-b5ac-6f5570283e8a req-6b622c3c-aa84-48fb-8c56-a1939372977d tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e432f13-6645-407e-8cc2-fd91a77371be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417771 Mar 11 20:13:33.010327 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f5362-df22-4c23-801d-f060241bd880 req-81606d16-7536-438b-a978-0e0921b2037c tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:33.011815 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f6f5362-df22-4c23-801d-f060241bd880 req-81606d16-7536-438b-a978-0e0921b2037c tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6d66847-bd08-47bc-971c-bdc6d0fb0a7a HTTP/1.1" status: 200 len: 946 time: 0.0513797 Mar 11 20:13:33.063921 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f6f5362-df22-4c23-801d-f060241bd880 req-be126e2b-8e3d-483c-929d-eca84a4444ef tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e432f13-6645-407e-8cc2-fd91a77371be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458508 Mar 11 20:13:33.810233 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [req-9e1b0ae3-8f12-47d2-b1ad-7955b093ac69 req-d21faaee-ba2e-446f-9c09-d146f6439cfd service neutron] show failed (client error): The resource could not be found. Mar 11 20:13:33.811258 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-9e1b0ae3-8f12-47d2-b1ad-7955b093ac69 req-d21faaee-ba2e-446f-9c09-d146f6439cfd service neutron] 10.222.0.75 "GET /v2.0/ports/c7e205dc-a19a-4e18-81a1-d807082ae13c/bindings/n-h2-833163-1 HTTP/1.1" status: 404 len: 380 time: 0.0553541 Mar 11 20:13:34.064947 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b0ae3-8f12-47d2-b1ad-7955b093ac69 req-546042ca-bb4b-4146-933e-6276bd20c96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:34.066369 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9e1b0ae3-8f12-47d2-b1ad-7955b093ac69 req-546042ca-bb4b-4146-933e-6276bd20c96c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d6d66847-bd08-47bc-971c-bdc6d0fb0a7a&tenant_id=985979086b444294b1307d531b609210 HTTP/1.1" status: 200 len: 1128 time: 0.1015363 Mar 11 20:13:34.078207 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-9e1b0ae3-8f12-47d2-b1ad-7955b093ac69 req-1fceae3d-3c5f-4ac6-8ab6-657d7d33a52c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-833163-1', 'device_owner': 'compute:nova'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:13:34.145530 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9e1b0ae3-8f12-47d2-b1ad-7955b093ac69 req-1fceae3d-3c5f-4ac6-8ab6-657d7d33a52c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c7e205dc-a19a-4e18-81a1-d807082ae13c), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:34.229590 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357652b-5674-4123-916b-df39399e609c req-15dcfd2a-c340-405d-a655-f8c2b9f6cf00 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:34.231095 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2357652b-5674-4123-916b-df39399e609c req-15dcfd2a-c340-405d-a655-f8c2b9f6cf00 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6d66847-bd08-47bc-971c-bdc6d0fb0a7a HTTP/1.1" status: 200 len: 946 time: 0.1006560 Mar 11 20:13:34.350835 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2357652b-5674-4123-916b-df39399e609c req-c55b85f4-3f63-4ed3-8522-5effeb293f35 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e432f13-6645-407e-8cc2-fd91a77371be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1129451 Mar 11 20:13:34.416497 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-9e1b0ae3-8f12-47d2-b1ad-7955b093ac69 req-1fceae3d-3c5f-4ac6-8ab6-657d7d33a52c service neutron] For port c7e205dc-a19a-4e18-81a1-d807082ae13c, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=c7e205dc-a19a-4e18-81a1-d807082ae13c,segment=NetworkSegment(f7d4a881-6cec-4869-8a0c-644f8b2ff712),segment_id=f7d4a881-6cec-4869-8a0c-644f8b2ff712)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:13:34.449166 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-9e1b0ae3-8f12-47d2-b1ad-7955b093ac69 req-1fceae3d-3c5f-4ac6-8ab6-657d7d33a52c service neutron] For port c7e205dc-a19a-4e18-81a1-d807082ae13c, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:13:34.488662 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d66847-bd08-47bc-971c-bdc6d0fb0a7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7e205dc-a19a-4e18-81a1-d807082ae13c'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:13:34.491081 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08dba916-f9fc-4a02-8483-9a3644d4909a" -d '{"events": [{"server_uuid": "d6d66847-bd08-47bc-971c-bdc6d0fb0a7a", "name": "network-vif-unplugged", "status": "completed", "tag": "c7e205dc-a19a-4e18-81a1-d807082ae13c"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:13:34.494697 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9e1b0ae3-8f12-47d2-b1ad-7955b093ac69 req-1fceae3d-3c5f-4ac6-8ab6-657d7d33a52c service neutron] Publish callbacks [] for port (c7e205dc-a19a-4e18-81a1-d807082ae13c), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:34.509184 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-9e1b0ae3-8f12-47d2-b1ad-7955b093ac69 req-1fceae3d-3c5f-4ac6-8ab6-657d7d33a52c service neutron] Transition to ACTIVE for port object c7e205dc-a19a-4e18-81a1-d807082ae13c will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 20:13:34.520439 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9e1b0ae3-8f12-47d2-b1ad-7955b093ac69 req-1fceae3d-3c5f-4ac6-8ab6-657d7d33a52c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (c7e205dc-a19a-4e18-81a1-d807082ae13c), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:34.548761 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 20:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f2f3c6-8a7f-4aa1-a87d-8f73fe7f27f8 x-openstack-request-id: req-94f2f3c6-8a7f-4aa1-a87d-8f73fe7f27f8 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:13:34.549116 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6d66847-bd08-47bc-971c-bdc6d0fb0a7a", "name": "network-vif-unplugged", "status": "completed", "tag": "c7e205dc-a19a-4e18-81a1-d807082ae13c", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:13:34.549317 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-94f2f3c6-8a7f-4aa1-a87d-8f73fe7f27f8 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:13:34.549747 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6d66847-bd08-47bc-971c-bdc6d0fb0a7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7e205dc-a19a-4e18-81a1-d807082ae13c', 'code': 200} Mar 11 20:13:34.603755 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fceae3d-3c5f-4ac6-8ab6-657d7d33a52c service neutron] Pushing event updated for resources: {'Port': ['ID=c7e205dc-a19a-4e18-81a1-d807082ae13c,revision_number=6']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:13:34.648630 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e1b0ae3-8f12-47d2-b1ad-7955b093ac69 req-1fceae3d-3c5f-4ac6-8ab6-657d7d33a52c service neutron] No DVR routers for this DVR port c7e205dc-a19a-4e18-81a1-d807082ae13c on host n-h1-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:13:34.794278 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-9e1b0ae3-8f12-47d2-b1ad-7955b093ac69 req-1fceae3d-3c5f-4ac6-8ab6-657d7d33a52c service neutron] Attempting to bind port c7e205dc-a19a-4e18-81a1-d807082ae13c on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:13:34.794603 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-9e1b0ae3-8f12-47d2-b1ad-7955b093ac69 req-1fceae3d-3c5f-4ac6-8ab6-657d7d33a52c service neutron] Attempting to bind port c7e205dc-a19a-4e18-81a1-d807082ae13c by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': 'f7d4a881-6cec-4869-8a0c-644f8b2ff712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '6f7db5d5-2d62-41d4-9acf-3b5f287da177'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:13:34.795015 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1b0ae3-8f12-47d2-b1ad-7955b093ac69 req-1fceae3d-3c5f-4ac6-8ab6-657d7d33a52c service neutron] Attempting to bind port c7e205dc-a19a-4e18-81a1-d807082ae13c on network 6f7db5d5-2d62-41d4-9acf-3b5f287da177 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:13:34.800229 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1b0ae3-8f12-47d2-b1ad-7955b093ac69 req-1fceae3d-3c5f-4ac6-8ab6-657d7d33a52c service neutron] Port c7e205dc-a19a-4e18-81a1-d807082ae13c on network 6f7db5d5-2d62-41d4-9acf-3b5f287da177 not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 20:13:34.800538 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1b0ae3-8f12-47d2-b1ad-7955b093ac69 req-1fceae3d-3c5f-4ac6-8ab6-657d7d33a52c service neutron] Attempting to bind port c7e205dc-a19a-4e18-81a1-d807082ae13c on network 6f7db5d5-2d62-41d4-9acf-3b5f287da177 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:13:34.807765 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1b0ae3-8f12-47d2-b1ad-7955b093ac69 req-1fceae3d-3c5f-4ac6-8ab6-657d7d33a52c service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:13:34.808177 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1b0ae3-8f12-47d2-b1ad-7955b093ac69 req-1fceae3d-3c5f-4ac6-8ab6-657d7d33a52c service neutron] Checking segment: {'id': 'f7d4a881-6cec-4869-8a0c-644f8b2ff712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '6f7db5d5-2d62-41d4-9acf-3b5f287da177'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:13:34.808554 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1b0ae3-8f12-47d2-b1ad-7955b093ac69 req-1fceae3d-3c5f-4ac6-8ab6-657d7d33a52c service neutron] Bound using segment: {'id': 'f7d4a881-6cec-4869-8a0c-644f8b2ff712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '6f7db5d5-2d62-41d4-9acf-3b5f287da177'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:13:34.809630 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-9e1b0ae3-8f12-47d2-b1ad-7955b093ac69 req-1fceae3d-3c5f-4ac6-8ab6-657d7d33a52c service neutron] Bound port: c7e205dc-a19a-4e18-81a1-d807082ae13c, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7d4a881-6cec-4869-8a0c-644f8b2ff712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '6f7db5d5-2d62-41d4-9acf-3b5f287da177'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:13:34.809980 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9e1b0ae3-8f12-47d2-b1ad-7955b093ac69 req-1fceae3d-3c5f-4ac6-8ab6-657d7d33a52c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c7e205dc-a19a-4e18-81a1-d807082ae13c), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:34.883052 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-9e1b0ae3-8f12-47d2-b1ad-7955b093ac69 req-1fceae3d-3c5f-4ac6-8ab6-657d7d33a52c service neutron] For port c7e205dc-a19a-4e18-81a1-d807082ae13c, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:13:34.886568 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-9e1b0ae3-8f12-47d2-b1ad-7955b093ac69 req-1fceae3d-3c5f-4ac6-8ab6-657d7d33a52c service neutron] For port c7e205dc-a19a-4e18-81a1-d807082ae13c, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=c7e205dc-a19a-4e18-81a1-d807082ae13c,segment=NetworkSegment(f7d4a881-6cec-4869-8a0c-644f8b2ff712),segment_id=f7d4a881-6cec-4869-8a0c-644f8b2ff712)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:13:34.892519 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9e1b0ae3-8f12-47d2-b1ad-7955b093ac69 req-1fceae3d-3c5f-4ac6-8ab6-657d7d33a52c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (c7e205dc-a19a-4e18-81a1-d807082ae13c), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:34.929471 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b0ae3-8f12-47d2-b1ad-7955b093ac69 req-1fceae3d-3c5f-4ac6-8ab6-657d7d33a52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:34.930089 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9e1b0ae3-8f12-47d2-b1ad-7955b093ac69 req-1fceae3d-3c5f-4ac6-8ab6-657d7d33a52c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:34.931524 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9e1b0ae3-8f12-47d2-b1ad-7955b093ac69 req-1fceae3d-3c5f-4ac6-8ab6-657d7d33a52c service neutron] 10.222.0.57 "PUT /v2.0/ports/c7e205dc-a19a-4e18-81a1-d807082ae13c HTTP/1.1" status: 200 len: 1092 time: 0.8576956 Mar 11 20:13:34.952404 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fceae3d-3c5f-4ac6-8ab6-657d7d33a52c service neutron] Pushing event updated for resources: {'Port': ['ID=c7e205dc-a19a-4e18-81a1-d807082ae13c,revision_number=7']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:13:35.007859 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b0ae3-8f12-47d2-b1ad-7955b093ac69 req-05f3a355-22a2-4801-8c71-2d57b29ef3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:35.009366 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9e1b0ae3-8f12-47d2-b1ad-7955b093ac69 req-05f3a355-22a2-4801-8c71-2d57b29ef3c3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=985979086b444294b1307d531b609210&device_id=d6d66847-bd08-47bc-971c-bdc6d0fb0a7a HTTP/1.1" status: 200 len: 1126 time: 0.0517981 Mar 11 20:13:35.111391 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b0ae3-8f12-47d2-b1ad-7955b093ac69 req-827e7f11-cc13-4ab0-b139-ea9f1acb393e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:35.116852 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9e1b0ae3-8f12-47d2-b1ad-7955b093ac69 req-827e7f11-cc13-4ab0-b139-ea9f1acb393e service neutron] 10.222.0.57 "GET /v2.0/networks?id=6f7db5d5-2d62-41d4-9acf-3b5f287da177 HTTP/1.1" status: 200 len: 898 time: 0.0977459 Mar 11 20:13:35.180491 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9e1b0ae3-8f12-47d2-b1ad-7955b093ac69 req-5a6bd8d4-e8d3-4157-b784-c3c1794b27d5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7e205dc-a19a-4e18-81a1-d807082ae13c HTTP/1.1" status: 200 len: 999 time: 0.0605500 Mar 11 20:13:35.229070 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b0ae3-8f12-47d2-b1ad-7955b093ac69 req-53fb9f60-9e64-460c-99eb-283375ec4e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:35.230438 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9e1b0ae3-8f12-47d2-b1ad-7955b093ac69 req-53fb9f60-9e64-460c-99eb-283375ec4e55 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0ea7c766-4300-480e-8d6b-62b52b20c6ce HTTP/1.1" status: 200 len: 835 time: 0.0444987 Mar 11 20:13:35.283772 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b0ae3-8f12-47d2-b1ad-7955b093ac69 req-2eb690bd-7674-4eb2-bfc9-65efe7643d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:35.285270 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9e1b0ae3-8f12-47d2-b1ad-7955b093ac69 req-2eb690bd-7674-4eb2-bfc9-65efe7643d6d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6f7db5d5-2d62-41d4-9acf-3b5f287da177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489759 Mar 11 20:13:35.343184 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 55030) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:13:35.376592 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9e1b0ae3-8f12-47d2-b1ad-7955b093ac69 req-63d62094-21a0-4bbe-897b-5923ca1442f0 service neutron] 10.222.0.57 "GET /v2.0/networks/6f7db5d5-2d62-41d4-9acf-3b5f287da177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854211 Mar 11 20:13:35.410527 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-072cbd9e-0ee3-466b-9644-74b65b1677f0 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/floatingips/486b7018-8456-462b-9422-9fca67541b38 HTTP/1.1" status: 200 len: 992 time: 0.0658839 Mar 11 20:13:35.509092 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9e1b0ae3-8f12-47d2-b1ad-7955b093ac69 req-ed9f64ba-4474-47d2-8282-4f48f9c5fa34 service neutron] 10.222.0.57 "GET /v2.0/networks/6f7db5d5-2d62-41d4-9acf-3b5f287da177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258209 Mar 11 20:13:35.524616 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a420e04-9e17-44ca-bb4e-acaeb9e60266 req-c458532a-5c14-4475-a895-945d63167028 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:35.526090 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8a420e04-9e17-44ca-bb4e-acaeb9e60266 req-c458532a-5c14-4475-a895-945d63167028 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6d66847-bd08-47bc-971c-bdc6d0fb0a7a HTTP/1.1" status: 200 len: 944 time: 0.0719759 Mar 11 20:13:35.575898 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8a420e04-9e17-44ca-bb4e-acaeb9e60266 req-8543f1fe-937d-4fec-aef7-1da313653047 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e432f13-6645-407e-8cc2-fd91a77371be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433712 Mar 11 20:13:35.860046 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55038) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:13:36.017816 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-9db1aa2a-2c6d-4565-9428-9d546555c571 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Deleting port 9543acfd-8179-4e63-987d-84be36517fda {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:13:36.018072 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9db1aa2a-2c6d-4565-9428-9d546555c571 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (9543acfd-8179-4e63-987d-84be36517fda), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:36.096808 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9db1aa2a-2c6d-4565-9428-9d546555c571 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (9543acfd-8179-4e63-987d-84be36517fda), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:36.097132 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9db1aa2a-2c6d-4565-9428-9d546555c571 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for floatingip (9543acfd-8179-4e63-987d-84be36517fda), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:36.112057 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-9db1aa2a-2c6d-4565-9428-9d546555c571 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Calling delete_port for 9543acfd-8179-4e63-987d-84be36517fda owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:13:36.302215 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9db1aa2a-2c6d-4565-9428-9d546555c571 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (9543acfd-8179-4e63-987d-84be36517fda), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:36.329748 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db1aa2a-2c6d-4565-9428-9d546555c571 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Pushing event deleted for resources: {'Port': ['ID=9543acfd-8179-4e63-987d-84be36517fda,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:13:36.395312 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9db1aa2a-2c6d-4565-9428-9d546555c571 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for floatingip (486b7018-8456-462b-9422-9fca67541b38), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:36.395723 n-d-833163-1 neutron-server[103885]: INFO neutron.db.l3_db [None req-9db1aa2a-2c6d-4565-9428-9d546555c571 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Floating IP 486b7018-8456-462b-9422-9fca67541b38 disassociated (deleted). External IP: 172.25.8.62, port: ea30c931-e2d9-4f75-b799-c95371f5409a. Mar 11 20:13:36.553726 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6d66847-bd08-47bc-971c-bdc6d0fb0a7a', 'tag': 'c7e205dc-a19a-4e18-81a1-d807082ae13c'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:13:36.556262 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c82fa05-cf7d-49a6-aa29-f47f86e6eea0" -d '{"events": [{"name": "network-changed", "server_uuid": "d6d66847-bd08-47bc-971c-bdc6d0fb0a7a", "tag": "c7e205dc-a19a-4e18-81a1-d807082ae13c"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:13:36.623573 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac67036d-0987-4915-b5f1-558c9fddfa26 x-openstack-request-id: req-ac67036d-0987-4915-b5f1-558c9fddfa26 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:13:36.623968 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6d66847-bd08-47bc-971c-bdc6d0fb0a7a", "tag": "c7e205dc-a19a-4e18-81a1-d807082ae13c", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:13:36.624230 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ac67036d-0987-4915-b5f1-558c9fddfa26 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:13:36.626017 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6d66847-bd08-47bc-971c-bdc6d0fb0a7a', 'tag': 'c7e205dc-a19a-4e18-81a1-d807082ae13c', 'status': 'completed', 'code': 200} Mar 11 20:13:36.679425 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c82fa05-cf7d-49a6-aa29-f47f86e6eea0 req-54556d3d-fedf-4f22-bd1c-cd84c58424d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:36.681564 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-0c82fa05-cf7d-49a6-aa29-f47f86e6eea0 req-54556d3d-fedf-4f22-bd1c-cd84c58424d3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=985979086b444294b1307d531b609210&device_id=d6d66847-bd08-47bc-971c-bdc6d0fb0a7a HTTP/1.1" status: 200 len: 1126 time: 0.0479746 Mar 11 20:13:36.713782 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9db1aa2a-2c6d-4565-9428-9d546555c571 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Router ffb8c045-f2f7-4d62-9149-98522534bb5d has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:13:36.745783 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c82fa05-cf7d-49a6-aa29-f47f86e6eea0 req-3edb0207-9bf0-4962-b1ad-92fc0e5e4f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:36.747312 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0c82fa05-cf7d-49a6-aa29-f47f86e6eea0 req-3edb0207-9bf0-4962-b1ad-92fc0e5e4f81 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=985979086b444294b1307d531b609210&device_id=d6d66847-bd08-47bc-971c-bdc6d0fb0a7a HTTP/1.1" status: 200 len: 1126 time: 0.1112480 Mar 11 20:13:36.787835 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c82fa05-cf7d-49a6-aa29-f47f86e6eea0 req-c4117f9f-5ca0-4996-aea5-994552d001e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:36.789423 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-0c82fa05-cf7d-49a6-aa29-f47f86e6eea0 req-c4117f9f-5ca0-4996-aea5-994552d001e5 service neutron] 10.222.0.75 "GET /v2.0/networks?id=6f7db5d5-2d62-41d4-9acf-3b5f287da177 HTTP/1.1" status: 200 len: 898 time: 0.1002436 Mar 11 20:13:36.800690 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9103cfcf-ac22-43e2-a728-c74f3f304659 req-c0677b50-aeff-4ba1-bd58-6be5081871e1 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:36.802132 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9103cfcf-ac22-43e2-a728-c74f3f304659 req-c0677b50-aeff-4ba1-bd58-6be5081871e1 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6d66847-bd08-47bc-971c-bdc6d0fb0a7a HTTP/1.1" status: 200 len: 944 time: 0.1322014 Mar 11 20:13:36.856831 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-0c82fa05-cf7d-49a6-aa29-f47f86e6eea0 req-7fcfc7f8-fbc7-4b4a-a4b8-9d2bdb649f92 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7e205dc-a19a-4e18-81a1-d807082ae13c HTTP/1.1" status: 200 len: 999 time: 0.0610013 Mar 11 20:13:36.911312 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c82fa05-cf7d-49a6-aa29-f47f86e6eea0 req-72d0dfb1-5fda-4ddb-90f6-6dd091e781e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:36.912868 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-0c82fa05-cf7d-49a6-aa29-f47f86e6eea0 req-72d0dfb1-5fda-4ddb-90f6-6dd091e781e5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0ea7c766-4300-480e-8d6b-62b52b20c6ce HTTP/1.1" status: 200 len: 835 time: 0.0493064 Mar 11 20:13:36.963448 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9103cfcf-ac22-43e2-a728-c74f3f304659 req-9349a1c4-f7a2-4ef9-a5c0-7818780b0fb2 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e432f13-6645-407e-8cc2-fd91a77371be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1482396 Mar 11 20:13:36.963689 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c82fa05-cf7d-49a6-aa29-f47f86e6eea0 req-b7bd1e8a-c797-4aaf-9ad4-a8020580dd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:36.965963 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-0c82fa05-cf7d-49a6-aa29-f47f86e6eea0 req-b7bd1e8a-c797-4aaf-9ad4-a8020580dd72 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6f7db5d5-2d62-41d4-9acf-3b5f287da177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457640 Mar 11 20:13:36.977056 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db1aa2a-2c6d-4565-9428-9d546555c571 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:13:36.979343 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c82fa05-cf7d-49a6-aa29-f47f86e6eea0 req-055ec9d9-9f2e-49b6-8e24-199118b84bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:36.981445 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0c82fa05-cf7d-49a6-aa29-f47f86e6eea0 req-055ec9d9-9f2e-49b6-8e24-199118b84bb5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6f7db5d5-2d62-41d4-9acf-3b5f287da177 HTTP/1.1" status: 200 len: 898 time: 0.1960180 Mar 11 20:13:36.984719 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9db1aa2a-2c6d-4565-9428-9d546555c571 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:36.995308 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40df648a-5927-446b-ad8e-34d7c3330351 None None] Sync routers for ids ['ffb8c045-f2f7-4d62-9149-98522534bb5d'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:13:37.004813 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40df648a-5927-446b-ad8e-34d7c3330351 None None] Routers {'ffb8c045-f2f7-4d62-9149-98522534bb5d'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:13:37.005425 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-40df648a-5927-446b-ad8e-34d7c3330351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:13:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['ffb8c045-f2f7-4d62-9149-98522534bb5d'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:13:37.057994 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-9db1aa2a-2c6d-4565-9428-9d546555c571 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "DELETE /v2.0/floatingips/486b7018-8456-462b-9422-9fca67541b38 HTTP/1.1" status: 204 len: 168 time: 1.1967924 Mar 11 20:13:37.078595 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-0c82fa05-cf7d-49a6-aa29-f47f86e6eea0 req-45959a9f-cd2b-47b8-9c6f-56ce9910a50b service neutron] 10.222.0.75 "GET /v2.0/networks/6f7db5d5-2d62-41d4-9acf-3b5f287da177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065803 Mar 11 20:13:37.082876 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0c82fa05-cf7d-49a6-aa29-f47f86e6eea0 req-4ae7e206-34f7-4c13-ad4c-050be794bea4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7e205dc-a19a-4e18-81a1-d807082ae13c HTTP/1.1" status: 200 len: 999 time: 0.0935426 Mar 11 20:13:37.116907 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-40df648a-5927-446b-ad8e-34d7c3330351 None None] Set router ffb8c045-f2f7-4d62-9149-98522534bb5d gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:13:37.145836 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c82fa05-cf7d-49a6-aa29-f47f86e6eea0 req-789cddc8-00cb-4e9c-a960-eca872a39c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:37.147977 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0c82fa05-cf7d-49a6-aa29-f47f86e6eea0 req-789cddc8-00cb-4e9c-a960-eca872a39c0e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0ea7c766-4300-480e-8d6b-62b52b20c6ce HTTP/1.1" status: 200 len: 835 time: 0.0582578 Mar 11 20:13:37.194718 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-0c82fa05-cf7d-49a6-aa29-f47f86e6eea0 req-b800e635-367f-4f1e-b9ea-184b20f4ec6d service neutron] 10.222.0.75 "GET /v2.0/networks/6f7db5d5-2d62-41d4-9acf-3b5f287da177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093104 Mar 11 20:13:37.233960 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c82fa05-cf7d-49a6-aa29-f47f86e6eea0 req-3d8f5079-b576-40f5-9541-7f38c6a8867e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:37.235114 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0c82fa05-cf7d-49a6-aa29-f47f86e6eea0 req-3d8f5079-b576-40f5-9541-7f38c6a8867e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6f7db5d5-2d62-41d4-9acf-3b5f287da177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0804465 Mar 11 20:13:37.368024 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de0a5ca-332a-4858-98ce-67de413ca7ae req-7b66862e-892b-4316-98bf-8399b2dd0dc2 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:37.369389 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6de0a5ca-332a-4858-98ce-67de413ca7ae req-7b66862e-892b-4316-98bf-8399b2dd0dc2 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffab6cff-ee63-480a-984f-1b674919153e HTTP/1.1" status: 200 len: 945 time: 0.1021972 Mar 11 20:13:37.373164 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-40df648a-5927-446b-ad8e-34d7c3330351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb8c045-f2f7-4d62-9149-98522534bb5d', 'name': 'tempest-TestNetworkBasicOps-router-2122673041', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '05badb83-63e6-4990-8e52-769e6ed42124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:12:04Z', 'updated_at': '2022-03-11T20:12:08Z', 'revision_number': 4, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'gw_port': {'id': '05badb83-63e6-4990-8e52-769e6ed42124', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:82:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb8c045-f2f7-4d62-9149-98522534bb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:12:05Z', 'updated_at': '2022-03-11T20:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '61328e35-9265-4e2a-9a63-e4f306d02bf5', 'name': '', 'network_id': '69a27a8a-2583-46db-9fd8-a1a0cf98bdf2', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'mac_address': 'fa:16:3e:72:92:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb8c045-f2f7-4d62-9149-98522534bb5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '6dc35433-300b-4784-b30f-227aab182f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:12:08Z', 'updated_at': '2022-03-11T20:12:14Z', 'revision_number': 5, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'subnets': [{'id': '6dc35433-300b-4784-b30f-227aab182f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:13:37.390022 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0c82fa05-cf7d-49a6-aa29-f47f86e6eea0 req-51677519-4a6d-4bb4-b34a-f3635c33010c service neutron] 10.222.0.57 "GET /v2.0/networks/6f7db5d5-2d62-41d4-9acf-3b5f287da177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473885 Mar 11 20:13:37.405376 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40df648a-5927-446b-ad8e-34d7c3330351 None None] Checking router: ffb8c045-f2f7-4d62-9149-98522534bb5d for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:13:37.414056 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40df648a-5927-446b-ad8e-34d7c3330351 None None] Routers {'ffb8c045-f2f7-4d62-9149-98522534bb5d'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:13:37.414658 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-40df648a-5927-446b-ad8e-34d7c3330351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:13:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['ffb8c045-f2f7-4d62-9149-98522534bb5d'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:13:37.454755 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6de0a5ca-332a-4858-98ce-67de413ca7ae req-77f69e44-b949-48bf-b9d0-447feb4bfdba tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/security-groups?id=0551fd0e-38a6-4c90-9a5d-d83142ef6954&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772808 Mar 11 20:13:37.518130 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0c82fa05-cf7d-49a6-aa29-f47f86e6eea0 req-4bf6f347-d193-49e8-9074-02a734d9619b service neutron] 10.222.0.57 "GET /v2.0/networks/6f7db5d5-2d62-41d4-9acf-3b5f287da177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191940 Mar 11 20:13:37.625973 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-40df648a-5927-446b-ad8e-34d7c3330351 None None] Set router ffb8c045-f2f7-4d62-9149-98522534bb5d gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:13:37.830242 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-40df648a-5927-446b-ad8e-34d7c3330351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb8c045-f2f7-4d62-9149-98522534bb5d', 'name': 'tempest-TestNetworkBasicOps-router-2122673041', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '05badb83-63e6-4990-8e52-769e6ed42124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:12:04Z', 'updated_at': '2022-03-11T20:12:08Z', 'revision_number': 4, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'gw_port': {'id': '05badb83-63e6-4990-8e52-769e6ed42124', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:82:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb8c045-f2f7-4d62-9149-98522534bb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:12:05Z', 'updated_at': '2022-03-11T20:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '61328e35-9265-4e2a-9a63-e4f306d02bf5', 'name': '', 'network_id': '69a27a8a-2583-46db-9fd8-a1a0cf98bdf2', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'mac_address': 'fa:16:3e:72:92:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb8c045-f2f7-4d62-9149-98522534bb5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '6dc35433-300b-4784-b30f-227aab182f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:12:08Z', 'updated_at': '2022-03-11T20:12:14Z', 'revision_number': 5, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'subnets': [{'id': '6dc35433-300b-4784-b30f-227aab182f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:13:37.855465 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40df648a-5927-446b-ad8e-34d7c3330351 None None] The sync data for ids ['ffb8c045-f2f7-4d62-9149-98522534bb5d'] in n-d-833163-1 is: [{'id': 'ffb8c045-f2f7-4d62-9149-98522534bb5d', 'name': 'tempest-TestNetworkBasicOps-router-2122673041', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '05badb83-63e6-4990-8e52-769e6ed42124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:12:04Z', 'updated_at': '2022-03-11T20:12:08Z', 'revision_number': 4, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'gw_port': {'id': '05badb83-63e6-4990-8e52-769e6ed42124', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:82:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb8c045-f2f7-4d62-9149-98522534bb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:12:05Z', 'updated_at': '2022-03-11T20:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '61328e35-9265-4e2a-9a63-e4f306d02bf5', 'name': '', 'network_id': '69a27a8a-2583-46db-9fd8-a1a0cf98bdf2', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'mac_address': 'fa:16:3e:72:92:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb8c045-f2f7-4d62-9149-98522534bb5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '6dc35433-300b-4784-b30f-227aab182f3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:12:08Z', 'updated_at': '2022-03-11T20:12:14Z', 'revision_number': 5, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'subnets': [{'id': '6dc35433-300b-4784-b30f-227aab182f3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:13:38.093218 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6a4f95-c59b-4586-8eda-037cc60f5b84 None None] New status for floating IP 486b7018-8456-462b-9422-9fca67541b38: DOWN {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 20:13:38.104221 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6535c5d-6d78-4e1d-870f-79bd9c62f963 req-e553f732-69b5-46f1-ab8f-4d78230b75dc tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:38.106591 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e6535c5d-6d78-4e1d-870f-79bd9c62f963 req-e553f732-69b5-46f1-ab8f-4d78230b75dc tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6d66847-bd08-47bc-971c-bdc6d0fb0a7a HTTP/1.1" status: 200 len: 944 time: 0.0661159 Mar 11 20:13:38.170243 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e6535c5d-6d78-4e1d-870f-79bd9c62f963 req-8bfacc38-f0c6-4bc5-871a-ececa16d25ef tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e432f13-6645-407e-8cc2-fd91a77371be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0568509 Mar 11 20:13:38.335667 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device c7e205dc-a19a-4e18-81a1-d807082ae13c no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:13:38.386493 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] The host n-h1-833163-1 is not matching for port c7e205dc-a19a-4e18-81a1-d807082ae13c host n-h2-833163-1! {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 20:13:38.386884 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device c7e205dc-a19a-4e18-81a1-d807082ae13c not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:13:38.593413 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be604e1-ee09-41a9-9cae-c173b692fece req-d8f1e7e5-f673-4605-8354-3e1868561665 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:38.594917 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0be604e1-ee09-41a9-9cae-c173b692fece req-d8f1e7e5-f673-4605-8354-3e1868561665 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffab6cff-ee63-480a-984f-1b674919153e HTTP/1.1" status: 200 len: 945 time: 0.0624294 Mar 11 20:13:38.627675 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffab6cff-ee63-480a-984f-1b674919153e', 'tag': 'ea30c931-e2d9-4f75-b799-c95371f5409a'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:13:38.634487 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a8ead3-d386-426c-a7b5-7decad8ff963" -d '{"events": [{"name": "network-changed", "server_uuid": "ffab6cff-ee63-480a-984f-1b674919153e", "tag": "ea30c931-e2d9-4f75-b799-c95371f5409a"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:13:38.653759 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0be604e1-ee09-41a9-9cae-c173b692fece req-9076174f-526f-4ef9-9d2d-1e9c1d702881 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/security-groups?id=0551fd0e-38a6-4c90-9a5d-d83142ef6954&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525494 Mar 11 20:13:38.674796 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-0cc851f2-c25e-43eb-ba5a-e64076dc5b67 req-969134f2-c4bb-4951-93dd-2c2e37f35aeb service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=81cd93d4-0513-46dc-ad1f-6b40423152c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0559261 Mar 11 20:13:38.696884 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed609f7-cab9-4dba-94ec-0ac700bc332a x-openstack-request-id: req-aed609f7-cab9-4dba-94ec-0ac700bc332a {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:13:38.697288 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffab6cff-ee63-480a-984f-1b674919153e", "tag": "ea30c931-e2d9-4f75-b799-c95371f5409a", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:13:38.697458 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-aed609f7-cab9-4dba-94ec-0ac700bc332a {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:13:38.697855 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffab6cff-ee63-480a-984f-1b674919153e', 'tag': 'ea30c931-e2d9-4f75-b799-c95371f5409a', 'status': 'completed', 'code': 200} Mar 11 20:13:38.758868 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc851f2-c25e-43eb-ba5a-e64076dc5b67 req-0c346e37-2eec-4422-ab59-13b8f728dc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:38.759690 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a8ead3-d386-426c-a7b5-7decad8ff963 req-68508ba8-d8fb-46f2-a8b0-7e1f61b01195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:38.760335 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-0cc851f2-c25e-43eb-ba5a-e64076dc5b67 req-0c346e37-2eec-4422-ab59-13b8f728dc8f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3ed9f03088da4b568ed876fa07964f47&device_id=81cd93d4-0513-46dc-ad1f-6b40423152c4 HTTP/1.1" status: 200 len: 1127 time: 0.0447481 Mar 11 20:13:38.761161 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-19a8ead3-d386-426c-a7b5-7decad8ff963 req-68508ba8-d8fb-46f2-a8b0-7e1f61b01195 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=77aef0b32a4e44be903fe7edad11ff8b&device_id=ffab6cff-ee63-480a-984f-1b674919153e HTTP/1.1" status: 200 len: 1127 time: 0.0441966 Mar 11 20:13:38.851872 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a8ead3-d386-426c-a7b5-7decad8ff963 req-ffb4a310-ac91-40bb-adaf-153905aa1a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:38.853331 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-19a8ead3-d386-426c-a7b5-7decad8ff963 req-ffb4a310-ac91-40bb-adaf-153905aa1a19 service neutron] 10.222.0.57 "GET /v2.0/networks?id=69a27a8a-2583-46db-9fd8-a1a0cf98bdf2 HTTP/1.1" status: 200 len: 896 time: 0.0866899 Mar 11 20:13:38.872618 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc851f2-c25e-43eb-ba5a-e64076dc5b67 req-59799fe8-2875-4a62-a5c6-eacef3cbab6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:38.874114 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-0cc851f2-c25e-43eb-ba5a-e64076dc5b67 req-59799fe8-2875-4a62-a5c6-eacef3cbab6c service neutron] 10.222.0.75 "GET /v2.0/networks?id=63f958e0-4b58-4061-8181-6f0adee7263b HTTP/1.1" status: 200 len: 912 time: 0.0933311 Mar 11 20:13:38.907451 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-19a8ead3-d386-426c-a7b5-7decad8ff963 req-bcf6d0d1-adff-46ed-b538-6f1f0daf8f6b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea30c931-e2d9-4f75-b799-c95371f5409a HTTP/1.1" status: 200 len: 217 time: 0.0475371 Mar 11 20:13:38.950800 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-0cc851f2-c25e-43eb-ba5a-e64076dc5b67 req-850af544-e02a-40c5-8a64-785de973489e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4fffaa0-3d71-4747-b2ab-a359550ee570 HTTP/1.1" status: 200 len: 1000 time: 0.0708239 Mar 11 20:13:38.981559 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a8ead3-d386-426c-a7b5-7decad8ff963 req-1b5f8f33-5069-4738-9dde-444f4a4c2b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:38.983046 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-19a8ead3-d386-426c-a7b5-7decad8ff963 req-1b5f8f33-5069-4738-9dde-444f4a4c2b14 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6dc35433-300b-4784-b30f-227aab182f3c HTTP/1.1" status: 200 len: 835 time: 0.0556393 Mar 11 20:13:39.004362 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c8f861-4e76-4600-ba4c-d61cbbc74b19 req-1adfc55a-a072-4e4a-86a2-e6c2edff38cf tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:39.005849 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c1c8f861-4e76-4600-ba4c-d61cbbc74b19 req-1adfc55a-a072-4e4a-86a2-e6c2edff38cf tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffab6cff-ee63-480a-984f-1b674919153e HTTP/1.1" status: 200 len: 945 time: 0.1069431 Mar 11 20:13:39.015718 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc851f2-c25e-43eb-ba5a-e64076dc5b67 req-e91e4476-e2b1-40a1-8585-9126e3233d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:39.017235 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-0cc851f2-c25e-43eb-ba5a-e64076dc5b67 req-e91e4476-e2b1-40a1-8585-9126e3233d4b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a0b8e9c3-1a90-4f95-b04c-be83e3135274 HTTP/1.1" status: 200 len: 850 time: 0.0607061 Mar 11 20:13:39.068049 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc851f2-c25e-43eb-ba5a-e64076dc5b67 req-2eb90a25-a046-462f-b85a-d5c9d646afe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:39.069772 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-0cc851f2-c25e-43eb-ba5a-e64076dc5b67 req-2eb90a25-a046-462f-b85a-d5c9d646afe7 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=63f958e0-4b58-4061-8181-6f0adee7263b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467973 Mar 11 20:13:39.169105 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-0cc851f2-c25e-43eb-ba5a-e64076dc5b67 req-ca848865-4613-4a9e-890a-b387d1901089 service neutron] 10.222.0.75 "GET /v2.0/networks/63f958e0-4b58-4061-8181-6f0adee7263b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923128 Mar 11 20:13:39.283940 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-0cc851f2-c25e-43eb-ba5a-e64076dc5b67 req-fe334ce1-ce03-4ec2-bb2a-1b5058e12ea1 service neutron] 10.222.0.75 "GET /v2.0/networks/63f958e0-4b58-4061-8181-6f0adee7263b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086271 Mar 11 20:13:39.470990 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a8ead3-d386-426c-a7b5-7decad8ff963 req-24b3c012-4c42-46f5-8f05-96ebca12e2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:39.472628 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-19a8ead3-d386-426c-a7b5-7decad8ff963 req-24b3c012-4c42-46f5-8f05-96ebca12e2f6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=69a27a8a-2583-46db-9fd8-a1a0cf98bdf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4841743 Mar 11 20:13:39.513152 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92a420-31d4-4220-86fa-1830d22b1cf8 req-0a9cdcc4-7622-4642-b138-d9233ed033b3 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:39.514602 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4b92a420-31d4-4220-86fa-1830d22b1cf8 req-0a9cdcc4-7622-4642-b138-d9233ed033b3 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6d66847-bd08-47bc-971c-bdc6d0fb0a7a HTTP/1.1" status: 200 len: 944 time: 0.1294501 Mar 11 20:13:39.593705 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-c1c8f861-4e76-4600-ba4c-d61cbbc74b19 req-9bec2247-b8b9-4b3e-9286-b06d4bd88860 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Deleting port ea30c931-e2d9-4f75-b799-c95371f5409a {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:13:39.594041 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c1c8f861-4e76-4600-ba4c-d61cbbc74b19 req-9bec2247-b8b9-4b3e-9286-b06d4bd88860 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (ea30c931-e2d9-4f75-b799-c95371f5409a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:39.614754 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device c7e205dc-a19a-4e18-81a1-d807082ae13c details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 20:13:39.649284 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4b92a420-31d4-4220-86fa-1830d22b1cf8 req-64153b90-8609-489c-a188-fb28db144e8a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e432f13-6645-407e-8cc2-fd91a77371be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1267819 Mar 11 20:13:39.695239 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-19a8ead3-d386-426c-a7b5-7decad8ff963 req-8ae434d0-d203-47c2-a555-ba506b21b8a9 service neutron] 10.222.0.57 "GET /v2.0/networks/69a27a8a-2583-46db-9fd8-a1a0cf98bdf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154996 Mar 11 20:13:39.725978 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port c7e205dc-a19a-4e18-81a1-d807082ae13c, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=c7e205dc-a19a-4e18-81a1-d807082ae13c,segment=NetworkSegment(f7d4a881-6cec-4869-8a0c-644f8b2ff712),segment_id=f7d4a881-6cec-4869-8a0c-644f8b2ff712)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:13:39.737647 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': 'c7e205dc-a19a-4e18-81a1-d807082ae13c', 'network_id': '6f7db5d5-2d62-41d4-9acf-3b5f287da177', 'port_id': 'c7e205dc-a19a-4e18-81a1-d807082ae13c', 'mac_address': 'fa:16:3e:42:90:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 875, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ea7c766-4300-480e-8d6b-62b52b20c6ce', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 20:13:39.773310 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port c7e205dc-a19a-4e18-81a1-d807082ae13c is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:13:39.773693 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c7e205dc-a19a-4e18-81a1-d807082ae13c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:39.786824 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7e205dc-a19a-4e18-81a1-d807082ae13c {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:13:39.805931 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port c7e205dc-a19a-4e18-81a1-d807082ae13c, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=c7e205dc-a19a-4e18-81a1-d807082ae13c,segment=NetworkSegment(f7d4a881-6cec-4869-8a0c-644f8b2ff712),segment_id=f7d4a881-6cec-4869-8a0c-644f8b2ff712)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:13:39.810177 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (c7e205dc-a19a-4e18-81a1-d807082ae13c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:39.825834 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-c1c8f861-4e76-4600-ba4c-d61cbbc74b19 req-9bec2247-b8b9-4b3e-9286-b06d4bd88860 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] For port ea30c931-e2d9-4f75-b799-c95371f5409a, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=ea30c931-e2d9-4f75-b799-c95371f5409a,segment=NetworkSegment(5b2f083c-f0fa-4acb-9d19-03b48be078bb),segment_id=5b2f083c-f0fa-4acb-9d19-03b48be078bb)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:13:39.826203 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c1c8f861-4e76-4600-ba4c-d61cbbc74b19 req-9bec2247-b8b9-4b3e-9286-b06d4bd88860 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (ea30c931-e2d9-4f75-b799-c95371f5409a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:39.847057 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-c1c8f861-4e76-4600-ba4c-d61cbbc74b19 req-9bec2247-b8b9-4b3e-9286-b06d4bd88860 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Calling delete_port for ea30c931-e2d9-4f75-b799-c95371f5409a owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:13:39.856653 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=c7e205dc-a19a-4e18-81a1-d807082ae13c,revision_number=8']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:13:39.878712 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-19a8ead3-d386-426c-a7b5-7decad8ff963 req-bebf6d70-b22e-4bd5-800d-563780bd983d service neutron] 10.222.0.57 "GET /v2.0/networks/69a27a8a-2583-46db-9fd8-a1a0cf98bdf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764150 Mar 11 20:13:39.916529 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8419a4c-76f4-4c4a-9ba2-181f7a45704c req-4431edd8-428a-4246-9370-10124b1f3273 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:39.918005 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a8419a4c-76f4-4c4a-9ba2-181f7a45704c req-4431edd8-428a-4246-9370-10124b1f3273 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/ports?device_id=ffab6cff-ee63-480a-984f-1b674919153e HTTP/1.1" status: 200 len: 945 time: 0.1941564 Mar 11 20:13:39.990774 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a8419a4c-76f4-4c4a-9ba2-181f7a45704c req-045e92e5-fde3-495f-9004-5f65b611f51b tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "GET /v2.0/security-groups?id=0551fd0e-38a6-4c90-9a5d-d83142ef6954&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652359 Mar 11 20:13:40.052760 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c1c8f861-4e76-4600-ba4c-d61cbbc74b19 req-9bec2247-b8b9-4b3e-9286-b06d4bd88860 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (ea30c931-e2d9-4f75-b799-c95371f5409a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:40.080858 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bec2247-b8b9-4b3e-9286-b06d4bd88860 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Pushing event deleted for resources: {'Port': ['ID=ea30c931-e2d9-4f75-b799-c95371f5409a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:13:40.129259 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1c8f861-4e76-4600-ba4c-d61cbbc74b19 req-9bec2247-b8b9-4b3e-9286-b06d4bd88860 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] No DVR routers for this DVR port ea30c931-e2d9-4f75-b799-c95371f5409a on host n-h2-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:13:40.131972 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c1c8f861-4e76-4600-ba4c-d61cbbc74b19 req-9bec2247-b8b9-4b3e-9286-b06d4bd88860 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:40.136984 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c1c8f861-4e76-4600-ba4c-d61cbbc74b19 req-9bec2247-b8b9-4b3e-9286-b06d4bd88860 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.57 "DELETE /v2.0/ports/ea30c931-e2d9-4f75-b799-c95371f5409a HTTP/1.1" status: 204 len: 173 time: 1.1251028 Mar 11 20:13:40.159330 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['c7e205dc-a19a-4e18-81a1-d807082ae13c'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:13:40.310877 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf336f40-d2a7-4230-9ddb-53aff176afed req-49bcd3aa-5b2a-4046-8e40-3e0661cdd86d tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:40.312369 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cf336f40-d2a7-4230-9ddb-53aff176afed req-49bcd3aa-5b2a-4046-8e40-3e0661cdd86d tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6d66847-bd08-47bc-971c-bdc6d0fb0a7a&tenant_id=985979086b444294b1307d531b609210&binding%3Ahost_id=n-h2-833163-1 HTTP/1.1" status: 200 len: 945 time: 0.1464436 Mar 11 20:13:40.319941 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ea5d1-1bc4-4957-9347-17ecf44e481e req-ce3dfb22-276c-4a18-9198-386f93578265 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:40.321387 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-be8ea5d1-1bc4-4957-9347-17ecf44e481e req-ce3dfb22-276c-4a18-9198-386f93578265 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6d66847-bd08-47bc-971c-bdc6d0fb0a7a HTTP/1.1" status: 200 len: 945 time: 0.1198692 Mar 11 20:13:40.410720 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-be8ea5d1-1bc4-4957-9347-17ecf44e481e req-127b10ea-5098-4567-a343-5869438fb649 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e432f13-6645-407e-8cc2-fd91a77371be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0825553 Mar 11 20:13:40.412040 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cf336f40-d2a7-4230-9ddb-53aff176afed req-897d4c38-a02c-4fb3-a200-5ca0efa11b7c service neutron] 10.222.0.57 "GET /v2.0/ports/c7e205dc-a19a-4e18-81a1-d807082ae13c/bindings/n-h2-833163-1 HTTP/1.1" status: 200 len: 382 time: 0.0898049 Mar 11 20:13:40.492854 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf336f40-d2a7-4230-9ddb-53aff176afed req-f051e17b-dbdf-4588-afdc-67ef2e3c42af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:40.495385 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cf336f40-d2a7-4230-9ddb-53aff176afed req-f051e17b-dbdf-4588-afdc-67ef2e3c42af service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=985979086b444294b1307d531b609210&device_id=d6d66847-bd08-47bc-971c-bdc6d0fb0a7a HTTP/1.1" status: 200 len: 1127 time: 0.0589378 Mar 11 20:13:40.606124 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf336f40-d2a7-4230-9ddb-53aff176afed req-87bde68c-5f0e-48ce-a931-ed5e5e8b4273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:40.606124 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cf336f40-d2a7-4230-9ddb-53aff176afed req-87bde68c-5f0e-48ce-a931-ed5e5e8b4273 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6f7db5d5-2d62-41d4-9acf-3b5f287da177 HTTP/1.1" status: 200 len: 898 time: 0.1046820 Mar 11 20:13:40.679156 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cf336f40-d2a7-4230-9ddb-53aff176afed req-4e4c0a6b-2cff-4d47-a2bb-6d6b31f6c6d0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7e205dc-a19a-4e18-81a1-d807082ae13c HTTP/1.1" status: 200 len: 1000 time: 0.0663321 Mar 11 20:13:40.710303 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffab6cff-ee63-480a-984f-1b674919153e', 'name': 'network-vif-deleted', 'tag': 'ea30c931-e2d9-4f75-b799-c95371f5409a'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:13:40.712532 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-694fb2f3-2eb4-4d64-9eea-fd5e333d9c35" -d '{"events": [{"server_uuid": "ffab6cff-ee63-480a-984f-1b674919153e", "name": "network-vif-deleted", "tag": "ea30c931-e2d9-4f75-b799-c95371f5409a"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:13:40.732760 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf336f40-d2a7-4230-9ddb-53aff176afed req-8ac6984a-41b2-4270-b5c5-579393cbaf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:40.734238 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cf336f40-d2a7-4230-9ddb-53aff176afed req-8ac6984a-41b2-4270-b5c5-579393cbaf63 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0ea7c766-4300-480e-8d6b-62b52b20c6ce HTTP/1.1" status: 200 len: 835 time: 0.0488095 Mar 11 20:13:40.767570 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1fcef94-b4fa-4d59-88e5-e4a509abe398 x-openstack-request-id: req-f1fcef94-b4fa-4d59-88e5-e4a509abe398 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:13:40.769152 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffab6cff-ee63-480a-984f-1b674919153e", "name": "network-vif-deleted", "tag": "ea30c931-e2d9-4f75-b799-c95371f5409a", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:13:40.769152 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f1fcef94-b4fa-4d59-88e5-e4a509abe398 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:13:40.769152 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffab6cff-ee63-480a-984f-1b674919153e', 'name': 'network-vif-deleted', 'tag': 'ea30c931-e2d9-4f75-b799-c95371f5409a', 'status': 'completed', 'code': 200} Mar 11 20:13:40.789410 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf336f40-d2a7-4230-9ddb-53aff176afed req-50401b53-04d4-4e5a-8627-ea843b595344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:40.790964 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cf336f40-d2a7-4230-9ddb-53aff176afed req-50401b53-04d4-4e5a-8627-ea843b595344 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6f7db5d5-2d62-41d4-9acf-3b5f287da177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0496328 Mar 11 20:13:40.891464 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cf336f40-d2a7-4230-9ddb-53aff176afed req-d221e136-7fa7-4ca4-b1d5-c4359c4cf39a service neutron] 10.222.0.57 "GET /v2.0/networks/6f7db5d5-2d62-41d4-9acf-3b5f287da177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946836 Mar 11 20:13:40.985312 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cf336f40-d2a7-4230-9ddb-53aff176afed req-dc6ad751-5382-4415-a2dc-4f96812edfe3 service neutron] 10.222.0.57 "GET /v2.0/networks/6f7db5d5-2d62-41d4-9acf-3b5f287da177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879471 Mar 11 20:13:41.050788 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 55070) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:13:41.110365 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-70401bec-a552-4d47-b660-09863811663b tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for security_group (0551fd0e-38a6-4c90-9a5d-d83142ef6954), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:41.137148 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-70401bec-a552-4d47-b660-09863811663b tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for security_group (0551fd0e-38a6-4c90-9a5d-d83142ef6954), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:41.208077 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-70401bec-a552-4d47-b660-09863811663b tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (0551fd0e-38a6-4c90-9a5d-d83142ef6954), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:41.210915 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-70401bec-a552-4d47-b660-09863811663b tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:41.212171 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-70401bec-a552-4d47-b660-09863811663b tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "DELETE /v2.0/security-groups/0551fd0e-38a6-4c90-9a5d-d83142ef6954 HTTP/1.1" status: 204 len: 168 time: 0.1603594 Mar 11 20:13:41.222824 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70401bec-a552-4d47-b660-09863811663b tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0551fd0e-38a6-4c90-9a5d-d83142ef6954,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:13:41.232451 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70401bec-a552-4d47-b660-09863811663b tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:41.232823 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70401bec-a552-4d47-b660-09863811663b tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:41.233170 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70401bec-a552-4d47-b660-09863811663b tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:41.233579 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70401bec-a552-4d47-b660-09863811663b tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:41.233875 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70401bec-a552-4d47-b660-09863811663b tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:41.234221 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70401bec-a552-4d47-b660-09863811663b tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:41.234572 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70401bec-a552-4d47-b660-09863811663b tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:41.234912 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70401bec-a552-4d47-b660-09863811663b tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:41.235251 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70401bec-a552-4d47-b660-09863811663b tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:41.235790 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70401bec-a552-4d47-b660-09863811663b tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:41.236062 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70401bec-a552-4d47-b660-09863811663b tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:41.236396 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70401bec-a552-4d47-b660-09863811663b tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:41.236731 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70401bec-a552-4d47-b660-09863811663b tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:13:41.254664 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55074) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:13:41.601274 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d61e4-09a2-4b39-abab-d29b1e44cfee req-b48d2c4c-a55d-48d3-ae87-917c526e9651 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:41.602730 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c75d61e4-09a2-4b39-abab-d29b1e44cfee req-b48d2c4c-a55d-48d3-ae87-917c526e9651 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6d66847-bd08-47bc-971c-bdc6d0fb0a7a HTTP/1.1" status: 200 len: 945 time: 0.1104693 Mar 11 20:13:41.617508 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device c7e205dc-a19a-4e18-81a1-d807082ae13c up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:13:41.670508 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port c7e205dc-a19a-4e18-81a1-d807082ae13c completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 20:13:41.671804 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c75d61e4-09a2-4b39-abab-d29b1e44cfee req-185f897f-e399-4cb3-9e0e-55c902c108eb tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e432f13-6645-407e-8cc2-fd91a77371be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0623879 Mar 11 20:13:41.675131 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port c7e205dc-a19a-4e18-81a1-d807082ae13c triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:13:41.675455 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (c7e205dc-a19a-4e18-81a1-d807082ae13c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:41.725498 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-640613f4-0be4-4be9-8467-e5bd5d639197 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (ffb8c045-f2f7-4d62-9149-98522534bb5d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:41.763945 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port c7e205dc-a19a-4e18-81a1-d807082ae13c is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:13:41.764518 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c7e205dc-a19a-4e18-81a1-d807082ae13c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:41.795687 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d66847-bd08-47bc-971c-bdc6d0fb0a7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e205dc-a19a-4e18-81a1-d807082ae13c'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:13:41.798430 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac52dcdc-9a29-48eb-8e94-6d7223ed0d57" -d '{"events": [{"server_uuid": "d6d66847-bd08-47bc-971c-bdc6d0fb0a7a", "name": "network-vif-plugged", "status": "completed", "tag": "c7e205dc-a19a-4e18-81a1-d807082ae13c"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:13:41.812766 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port c7e205dc-a19a-4e18-81a1-d807082ae13c, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=c7e205dc-a19a-4e18-81a1-d807082ae13c,segment=NetworkSegment(f7d4a881-6cec-4869-8a0c-644f8b2ff712),segment_id=f7d4a881-6cec-4869-8a0c-644f8b2ff712)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:13:41.817669 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (c7e205dc-a19a-4e18-81a1-d807082ae13c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:41.818606 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device ea30c931-e2d9-4f75-b799-c95371f5409a no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:13:41.860738 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e043469-bfef-4f38-ba9f-bb842706983c x-openstack-request-id: req-0e043469-bfef-4f38-ba9f-bb842706983c {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:13:41.861019 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6d66847-bd08-47bc-971c-bdc6d0fb0a7a", "name": "network-vif-plugged", "status": "completed", "tag": "c7e205dc-a19a-4e18-81a1-d807082ae13c", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:13:41.861432 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0e043469-bfef-4f38-ba9f-bb842706983c {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:13:41.861859 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6d66847-bd08-47bc-971c-bdc6d0fb0a7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e205dc-a19a-4e18-81a1-d807082ae13c', 'code': 200} Mar 11 20:13:41.864682 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: ea30c931-e2d9-4f75-b799-c95371f5409a {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:13:41.865025 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device ea30c931-e2d9-4f75-b799-c95371f5409a not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:13:41.890077 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=c7e205dc-a19a-4e18-81a1-d807082ae13c,revision_number=9']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:13:42.019780 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-640613f4-0be4-4be9-8467-e5bd5d639197 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Deleting port 61328e35-9265-4e2a-9a63-e4f306d02bf5 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:13:42.020162 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-640613f4-0be4-4be9-8467-e5bd5d639197 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (61328e35-9265-4e2a-9a63-e4f306d02bf5), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:42.112698 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-640613f4-0be4-4be9-8467-e5bd5d639197 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] For port 61328e35-9265-4e2a-9a63-e4f306d02bf5, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=61328e35-9265-4e2a-9a63-e4f306d02bf5,segment=NetworkSegment(5b2f083c-f0fa-4acb-9d19-03b48be078bb),segment_id=5b2f083c-f0fa-4acb-9d19-03b48be078bb)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:13:42.112957 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-640613f4-0be4-4be9-8467-e5bd5d639197 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (61328e35-9265-4e2a-9a63-e4f306d02bf5), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:42.126645 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-640613f4-0be4-4be9-8467-e5bd5d639197 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Calling delete_port for 61328e35-9265-4e2a-9a63-e4f306d02bf5 owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:13:42.346344 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-640613f4-0be4-4be9-8467-e5bd5d639197 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (61328e35-9265-4e2a-9a63-e4f306d02bf5), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:42.373835 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640613f4-0be4-4be9-8467-e5bd5d639197 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Pushing event deleted for resources: {'Port': ['ID=61328e35-9265-4e2a-9a63-e4f306d02bf5,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:13:42.561514 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-640613f4-0be4-4be9-8467-e5bd5d639197 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (ffb8c045-f2f7-4d62-9149-98522534bb5d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:42.867461 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316d158-912f-4e87-b271-02df6b417dfc req-52f1af95-6c25-4f80-93ea-19a993f535ee tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:42.868991 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5316d158-912f-4e87-b271-02df6b417dfc req-52f1af95-6c25-4f80-93ea-19a993f535ee tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6d66847-bd08-47bc-971c-bdc6d0fb0a7a HTTP/1.1" status: 200 len: 946 time: 0.1162374 Mar 11 20:13:42.870773 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-640613f4-0be4-4be9-8467-e5bd5d639197 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Router ffb8c045-f2f7-4d62-9149-98522534bb5d has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:13:42.964387 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5316d158-912f-4e87-b271-02df6b417dfc req-3e04ace1-3fdf-41bb-90d5-6cdc580911bc tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e432f13-6645-407e-8cc2-fd91a77371be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0878363 Mar 11 20:13:43.024412 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-640613f4-0be4-4be9-8467-e5bd5d639197 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:13:43.033064 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-640613f4-0be4-4be9-8467-e5bd5d639197 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "PUT /v2.0/routers/ffb8c045-f2f7-4d62-9149-98522534bb5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7751491 Mar 11 20:13:43.034090 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55082) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:13:43.037585 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f1de56-5421-4508-8812-a799086e8dac None None] Sync routers for ids ['ffb8c045-f2f7-4d62-9149-98522534bb5d'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:13:43.048952 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f1de56-5421-4508-8812-a799086e8dac None None] Routers {'ffb8c045-f2f7-4d62-9149-98522534bb5d'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:13:43.049539 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-a1f1de56-5421-4508-8812-a799086e8dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:13:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['ffb8c045-f2f7-4d62-9149-98522534bb5d'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:13:43.096204 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-dad4b7bb-7c44-4d7c-b6df-69d4071ae793 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Deleting subnet 6dc35433-300b-4784-b30f-227aab182f3c {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 20:13:43.099426 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dad4b7bb-7c44-4d7c-b6df-69d4071ae793 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for subnet (6dc35433-300b-4784-b30f-227aab182f3c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:43.140692 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dad4b7bb-7c44-4d7c-b6df-69d4071ae793 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (6dc35433-300b-4784-b30f-227aab182f3c), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:43.164986 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-a1f1de56-5421-4508-8812-a799086e8dac None None] Set router ffb8c045-f2f7-4d62-9149-98522534bb5d gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:13:43.185193 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf336f40-d2a7-4230-9ddb-53aff176afed req-258c67ef-aeff-452c-8718-1cedfe1e09e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:43.188791 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-cf336f40-d2a7-4230-9ddb-53aff176afed req-258c67ef-aeff-452c-8718-1cedfe1e09e1 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=d6d66847-bd08-47bc-971c-bdc6d0fb0a7a&tenant_id=985979086b444294b1307d531b609210 HTTP/1.1" status: 200 len: 1128 time: 0.1066895 Mar 11 20:13:43.202250 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-cf336f40-d2a7-4230-9ddb-53aff176afed req-d52aede1-7dff-4760-8156-b9dc96341623 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-833163-1', 'device_owner': 'compute:nova'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:13:43.246134 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dad4b7bb-7c44-4d7c-b6df-69d4071ae793 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (6dc35433-300b-4784-b30f-227aab182f3c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:43.267446 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-cf336f40-d2a7-4230-9ddb-53aff176afed req-d52aede1-7dff-4760-8156-b9dc96341623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c7e205dc-a19a-4e18-81a1-d807082ae13c), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:43.327164 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dad4b7bb-7c44-4d7c-b6df-69d4071ae793 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (6dc35433-300b-4784-b30f-227aab182f3c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:43.365057 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dad4b7bb-7c44-4d7c-b6df-69d4071ae793 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:43.370499 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-dad4b7bb-7c44-4d7c-b6df-69d4071ae793 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "DELETE /v2.0/subnets/6dc35433-300b-4784-b30f-227aab182f3c HTTP/1.1" status: 204 len: 168 time: 0.3359332 Mar 11 20:13:43.371317 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099f08c1-fc51-4b24-aff5-9fc329f71dfe None None] Network 69a27a8a-2583-46db-9fd8-a1a0cf98bdf2 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:13:43.372411 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad4b7bb-7c44-4d7c-b6df-69d4071ae793 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Pushing event deleted for resources: {'Subnet': ['ID=6dc35433-300b-4784-b30f-227aab182f3c,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:13:43.381953 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 55084) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:13:43.386341 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-a1f1de56-5421-4508-8812-a799086e8dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb8c045-f2f7-4d62-9149-98522534bb5d', 'name': 'tempest-TestNetworkBasicOps-router-2122673041', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '05badb83-63e6-4990-8e52-769e6ed42124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:12:04Z', 'updated_at': '2022-03-11T20:13:42Z', 'revision_number': 5, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'gw_port': {'id': '05badb83-63e6-4990-8e52-769e6ed42124', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:82:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb8c045-f2f7-4d62-9149-98522534bb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:12:05Z', 'updated_at': '2022-03-11T20:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:13:43.424854 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f1de56-5421-4508-8812-a799086e8dac None None] Checking router: ffb8c045-f2f7-4d62-9149-98522534bb5d for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:13:43.435946 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f1de56-5421-4508-8812-a799086e8dac None None] Routers {'ffb8c045-f2f7-4d62-9149-98522534bb5d'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:13:43.436542 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-a1f1de56-5421-4508-8812-a799086e8dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:13:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['ffb8c045-f2f7-4d62-9149-98522534bb5d'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:13:43.541700 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-73e0c274-f49a-4f7d-99b9-ed608dc6b5c4 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for router (ffb8c045-f2f7-4d62-9149-98522534bb5d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:43.579721 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-a1f1de56-5421-4508-8812-a799086e8dac None None] Set router ffb8c045-f2f7-4d62-9149-98522534bb5d gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:13:43.584595 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80fd849-cf08-4aa9-a7c4-1f5321c02f31 None None] DHCP port deletion for 69a27a8a-2583-46db-9fd8-a1a0cf98bdf2 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 20:13:43.636294 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-cf336f40-d2a7-4230-9ddb-53aff176afed req-d52aede1-7dff-4760-8156-b9dc96341623 service neutron] For port c7e205dc-a19a-4e18-81a1-d807082ae13c, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=c7e205dc-a19a-4e18-81a1-d807082ae13c,segment=NetworkSegment(f7d4a881-6cec-4869-8a0c-644f8b2ff712),segment_id=f7d4a881-6cec-4869-8a0c-644f8b2ff712)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:13:43.638999 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c80fd849-cf08-4aa9-a7c4-1f5321c02f31 None None] Deleting port e9d6972f-301e-46c7-b995-1095b63d5b7c {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:13:43.639377 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c80fd849-cf08-4aa9-a7c4-1f5321c02f31 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (e9d6972f-301e-46c7-b995-1095b63d5b7c), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:43.710470 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-cf336f40-d2a7-4230-9ddb-53aff176afed req-d52aede1-7dff-4760-8156-b9dc96341623 service neutron] For port c7e205dc-a19a-4e18-81a1-d807082ae13c, host n-h2-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:13:43.715400 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c80fd849-cf08-4aa9-a7c4-1f5321c02f31 None None] For port e9d6972f-301e-46c7-b995-1095b63d5b7c, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=e9d6972f-301e-46c7-b995-1095b63d5b7c,segment=NetworkSegment(5b2f083c-f0fa-4acb-9d19-03b48be078bb),segment_id=5b2f083c-f0fa-4acb-9d19-03b48be078bb)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:13:43.716249 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c80fd849-cf08-4aa9-a7c4-1f5321c02f31 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (e9d6972f-301e-46c7-b995-1095b63d5b7c), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:43.733397 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c80fd849-cf08-4aa9-a7c4-1f5321c02f31 None None] Calling delete_port for e9d6972f-301e-46c7-b995-1095b63d5b7c owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:13:43.768241 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-cf336f40-d2a7-4230-9ddb-53aff176afed req-d52aede1-7dff-4760-8156-b9dc96341623 service neutron] Publish callbacks [] for port (c7e205dc-a19a-4e18-81a1-d807082ae13c), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:43.771501 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d66847-bd08-47bc-971c-bdc6d0fb0a7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7e205dc-a19a-4e18-81a1-d807082ae13c'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:13:43.773975 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26778530-e261-47a7-a3e3-0e6aa43bb69f" -d '{"events": [{"server_uuid": "d6d66847-bd08-47bc-971c-bdc6d0fb0a7a", "name": "network-vif-unplugged", "status": "completed", "tag": "c7e205dc-a19a-4e18-81a1-d807082ae13c"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:13:43.782655 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-a1f1de56-5421-4508-8812-a799086e8dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb8c045-f2f7-4d62-9149-98522534bb5d', 'name': 'tempest-TestNetworkBasicOps-router-2122673041', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '05badb83-63e6-4990-8e52-769e6ed42124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:12:04Z', 'updated_at': '2022-03-11T20:13:42Z', 'revision_number': 5, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'gw_port': {'id': '05badb83-63e6-4990-8e52-769e6ed42124', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:82:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb8c045-f2f7-4d62-9149-98522534bb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:12:05Z', 'updated_at': '2022-03-11T20:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:13:43.787860 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-cf336f40-d2a7-4230-9ddb-53aff176afed req-d52aede1-7dff-4760-8156-b9dc96341623 service neutron] Transition to ACTIVE for port object c7e205dc-a19a-4e18-81a1-d807082ae13c will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 20:13:43.790330 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-73e0c274-f49a-4f7d-99b9-ed608dc6b5c4 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for router_gateway (ffb8c045-f2f7-4d62-9149-98522534bb5d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:43.796320 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-cf336f40-d2a7-4230-9ddb-53aff176afed req-d52aede1-7dff-4760-8156-b9dc96341623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (c7e205dc-a19a-4e18-81a1-d807082ae13c), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:43.814132 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f1de56-5421-4508-8812-a799086e8dac None None] The sync data for ids ['ffb8c045-f2f7-4d62-9149-98522534bb5d'] in n-d-833163-1 is: [{'id': 'ffb8c045-f2f7-4d62-9149-98522534bb5d', 'name': 'tempest-TestNetworkBasicOps-router-2122673041', 'tenant_id': '77aef0b32a4e44be903fe7edad11ff8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '05badb83-63e6-4990-8e52-769e6ed42124', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:12:04Z', 'updated_at': '2022-03-11T20:13:42Z', 'revision_number': 5, 'project_id': '77aef0b32a4e44be903fe7edad11ff8b', 'gw_port': {'id': '05badb83-63e6-4990-8e52-769e6ed42124', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:82:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb8c045-f2f7-4d62-9149-98522534bb5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:12:05Z', 'updated_at': '2022-03-11T20:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:13:43.844525 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c80fd849-cf08-4aa9-a7c4-1f5321c02f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (e9d6972f-301e-46c7-b995-1095b63d5b7c), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:43.873044 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 20:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ce5104-15d6-44e0-a132-3502b53920c8 x-openstack-request-id: req-18ce5104-15d6-44e0-a132-3502b53920c8 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:13:43.873364 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6d66847-bd08-47bc-971c-bdc6d0fb0a7a", "name": "network-vif-unplugged", "status": "completed", "tag": "c7e205dc-a19a-4e18-81a1-d807082ae13c", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:13:43.873588 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-18ce5104-15d6-44e0-a132-3502b53920c8 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:13:43.873990 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6d66847-bd08-47bc-971c-bdc6d0fb0a7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7e205dc-a19a-4e18-81a1-d807082ae13c', 'code': 200} Mar 11 20:13:43.883207 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80fd849-cf08-4aa9-a7c4-1f5321c02f31 None None] Pushing event deleted for resources: {'Port': ['ID=e9d6972f-301e-46c7-b995-1095b63d5b7c,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:13:43.889183 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80fd849-cf08-4aa9-a7c4-1f5321c02f31 None None] No DVR routers for this DVR port e9d6972f-301e-46c7-b995-1095b63d5b7c on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:13:43.920012 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52aede1-7dff-4760-8156-b9dc96341623 service neutron] Pushing event updated for resources: {'Port': ['ID=c7e205dc-a19a-4e18-81a1-d807082ae13c,revision_number=10']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:13:44.038743 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf336f40-d2a7-4230-9ddb-53aff176afed req-d52aede1-7dff-4760-8156-b9dc96341623 service neutron] No DVR routers for this DVR port c7e205dc-a19a-4e18-81a1-d807082ae13c on host n-h2-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:13:44.080659 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-73e0c274-f49a-4f7d-99b9-ed608dc6b5c4 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Deleting port 05badb83-63e6-4990-8e52-769e6ed42124 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:13:44.081005 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-73e0c274-f49a-4f7d-99b9-ed608dc6b5c4 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (05badb83-63e6-4990-8e52-769e6ed42124), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:44.100783 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3828dc-819f-4fe3-bd1f-ce76a5ad8b11 req-4a44907b-ed23-41dc-983d-1c175b420cc5 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:44.102443 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7e3828dc-819f-4fe3-bd1f-ce76a5ad8b11 req-4a44907b-ed23-41dc-983d-1c175b420cc5 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6d66847-bd08-47bc-971c-bdc6d0fb0a7a HTTP/1.1" status: 200 len: 945 time: 0.0577645 Mar 11 20:13:44.166065 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7e3828dc-819f-4fe3-bd1f-ce76a5ad8b11 req-e9a98a8e-3344-4821-8780-dfe11096cefd tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e432f13-6645-407e-8cc2-fd91a77371be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0566182 Mar 11 20:13:44.217950 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-73e0c274-f49a-4f7d-99b9-ed608dc6b5c4 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] For port 05badb83-63e6-4990-8e52-769e6ed42124, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=05badb83-63e6-4990-8e52-769e6ed42124,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:13:44.218522 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-73e0c274-f49a-4f7d-99b9-ed608dc6b5c4 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (05badb83-63e6-4990-8e52-769e6ed42124), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:44.235161 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-73e0c274-f49a-4f7d-99b9-ed608dc6b5c4 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Calling delete_port for 05badb83-63e6-4990-8e52-769e6ed42124 owned by network:router_gateway {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:13:44.307423 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-cf336f40-d2a7-4230-9ddb-53aff176afed req-d52aede1-7dff-4760-8156-b9dc96341623 service neutron] Attempting to bind port c7e205dc-a19a-4e18-81a1-d807082ae13c on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:13:44.307793 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-cf336f40-d2a7-4230-9ddb-53aff176afed req-d52aede1-7dff-4760-8156-b9dc96341623 service neutron] Attempting to bind port c7e205dc-a19a-4e18-81a1-d807082ae13c by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': 'f7d4a881-6cec-4869-8a0c-644f8b2ff712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '6f7db5d5-2d62-41d4-9acf-3b5f287da177'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:13:44.308194 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf336f40-d2a7-4230-9ddb-53aff176afed req-d52aede1-7dff-4760-8156-b9dc96341623 service neutron] Attempting to bind port c7e205dc-a19a-4e18-81a1-d807082ae13c on network 6f7db5d5-2d62-41d4-9acf-3b5f287da177 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:13:44.319360 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf336f40-d2a7-4230-9ddb-53aff176afed req-d52aede1-7dff-4760-8156-b9dc96341623 service neutron] Port c7e205dc-a19a-4e18-81a1-d807082ae13c on network 6f7db5d5-2d62-41d4-9acf-3b5f287da177 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 20:13:44.319723 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf336f40-d2a7-4230-9ddb-53aff176afed req-d52aede1-7dff-4760-8156-b9dc96341623 service neutron] Attempting to bind port c7e205dc-a19a-4e18-81a1-d807082ae13c on network 6f7db5d5-2d62-41d4-9acf-3b5f287da177 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:13:44.331016 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf336f40-d2a7-4230-9ddb-53aff176afed req-d52aede1-7dff-4760-8156-b9dc96341623 service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:13:44.331368 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf336f40-d2a7-4230-9ddb-53aff176afed req-d52aede1-7dff-4760-8156-b9dc96341623 service neutron] Checking segment: {'id': 'f7d4a881-6cec-4869-8a0c-644f8b2ff712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '6f7db5d5-2d62-41d4-9acf-3b5f287da177'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:13:44.331787 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf336f40-d2a7-4230-9ddb-53aff176afed req-d52aede1-7dff-4760-8156-b9dc96341623 service neutron] Bound using segment: {'id': 'f7d4a881-6cec-4869-8a0c-644f8b2ff712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '6f7db5d5-2d62-41d4-9acf-3b5f287da177'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:13:44.332231 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-cf336f40-d2a7-4230-9ddb-53aff176afed req-d52aede1-7dff-4760-8156-b9dc96341623 service neutron] Bound port: c7e205dc-a19a-4e18-81a1-d807082ae13c, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7d4a881-6cec-4869-8a0c-644f8b2ff712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 875, 'network_id': '6f7db5d5-2d62-41d4-9acf-3b5f287da177'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:13:44.332592 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-cf336f40-d2a7-4230-9ddb-53aff176afed req-d52aede1-7dff-4760-8156-b9dc96341623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c7e205dc-a19a-4e18-81a1-d807082ae13c), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:44.450754 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-cf336f40-d2a7-4230-9ddb-53aff176afed req-d52aede1-7dff-4760-8156-b9dc96341623 service neutron] For port c7e205dc-a19a-4e18-81a1-d807082ae13c, host n-h1-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:13:44.484071 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-cf336f40-d2a7-4230-9ddb-53aff176afed req-d52aede1-7dff-4760-8156-b9dc96341623 service neutron] For port c7e205dc-a19a-4e18-81a1-d807082ae13c, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=c7e205dc-a19a-4e18-81a1-d807082ae13c,segment=NetworkSegment(f7d4a881-6cec-4869-8a0c-644f8b2ff712),segment_id=f7d4a881-6cec-4869-8a0c-644f8b2ff712)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:13:44.494195 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-cf336f40-d2a7-4230-9ddb-53aff176afed req-d52aede1-7dff-4760-8156-b9dc96341623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (c7e205dc-a19a-4e18-81a1-d807082ae13c), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:44.532247 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-73e0c274-f49a-4f7d-99b9-ed608dc6b5c4 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (05badb83-63e6-4990-8e52-769e6ed42124), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:44.541571 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf336f40-d2a7-4230-9ddb-53aff176afed req-d52aede1-7dff-4760-8156-b9dc96341623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:44.542192 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-cf336f40-d2a7-4230-9ddb-53aff176afed req-d52aede1-7dff-4760-8156-b9dc96341623 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:44.543640 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-cf336f40-d2a7-4230-9ddb-53aff176afed req-d52aede1-7dff-4760-8156-b9dc96341623 service neutron] 10.222.0.75 "PUT /v2.0/ports/c7e205dc-a19a-4e18-81a1-d807082ae13c HTTP/1.1" status: 200 len: 1093 time: 1.3482878 Mar 11 20:13:44.599350 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52aede1-7dff-4760-8156-b9dc96341623 service neutron] Pushing event updated for resources: {'Port': ['ID=c7e205dc-a19a-4e18-81a1-d807082ae13c,revision_number=11']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:13:44.979807 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device e9d6972f-301e-46c7-b995-1095b63d5b7c no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:13:45.001001 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: e9d6972f-301e-46c7-b995-1095b63d5b7c {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:13:45.001345 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device e9d6972f-301e-46c7-b995-1095b63d5b7c not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:13:45.001944 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 61328e35-9265-4e2a-9a63-e4f306d02bf5 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:13:45.004352 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e0c274-f49a-4f7d-99b9-ed608dc6b5c4 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Pushing event deleted for resources: {'Port': ['ID=05badb83-63e6-4990-8e52-769e6ed42124,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:13:45.024127 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-73e0c274-f49a-4f7d-99b9-ed608dc6b5c4 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (ffb8c045-f2f7-4d62-9149-98522534bb5d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:45.024405 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 61328e35-9265-4e2a-9a63-e4f306d02bf5 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:13:45.024822 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 61328e35-9265-4e2a-9a63-e4f306d02bf5 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:13:45.053836 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf336f40-d2a7-4230-9ddb-53aff176afed req-ecf1c446-c0bb-4b87-9d60-f3ec0b1301e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:45.055350 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-cf336f40-d2a7-4230-9ddb-53aff176afed req-ecf1c446-c0bb-4b87-9d60-f3ec0b1301e9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=985979086b444294b1307d531b609210&device_id=d6d66847-bd08-47bc-971c-bdc6d0fb0a7a HTTP/1.1" status: 200 len: 1127 time: 0.4877117 Mar 11 20:13:45.140366 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-73e0c274-f49a-4f7d-99b9-ed608dc6b5c4 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (ffb8c045-f2f7-4d62-9149-98522534bb5d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:45.143704 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-73e0c274-f49a-4f7d-99b9-ed608dc6b5c4 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for router_controller (ffb8c045-f2f7-4d62-9149-98522534bb5d), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:45.229557 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-73e0c274-f49a-4f7d-99b9-ed608dc6b5c4 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (ffb8c045-f2f7-4d62-9149-98522534bb5d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:45.230252 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e0c274-f49a-4f7d-99b9-ed608dc6b5c4 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Fanout notify agent at l3_agent the message router_deleted on router ffb8c045-f2f7-4d62-9149-98522534bb5d {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 20:13:45.238324 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-73e0c274-f49a-4f7d-99b9-ed608dc6b5c4 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:45.241960 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-73e0c274-f49a-4f7d-99b9-ed608dc6b5c4 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "DELETE /v2.0/routers/ffb8c045-f2f7-4d62-9149-98522534bb5d HTTP/1.1" status: 204 len: 168 time: 1.8571496 Mar 11 20:13:45.242417 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55092) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:13:45.254385 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf336f40-d2a7-4230-9ddb-53aff176afed req-800ab7e1-b2ff-4d7e-98de-df50aa5c58f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:45.256242 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-cf336f40-d2a7-4230-9ddb-53aff176afed req-800ab7e1-b2ff-4d7e-98de-df50aa5c58f5 service neutron] 10.222.0.75 "GET /v2.0/networks?id=6f7db5d5-2d62-41d4-9acf-3b5f287da177 HTTP/1.1" status: 200 len: 898 time: 0.1701331 Mar 11 20:13:45.327394 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-cf336f40-d2a7-4230-9ddb-53aff176afed req-2f2c327b-8e78-41e9-a8be-2e9a51463e6b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7e205dc-a19a-4e18-81a1-d807082ae13c HTTP/1.1" status: 200 len: 999 time: 0.0655999 Mar 11 20:13:45.352875 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-be052596-f436-4d7c-bacb-519a9c617064 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (69a27a8a-2583-46db-9fd8-a1a0cf98bdf2), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:45.368641 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a000d66-7713-4c4c-840f-7de1224910bf req-366fa745-e74c-4923-bfc7-f1acd7a77192 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:45.370030 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3a000d66-7713-4c4c-840f-7de1224910bf req-366fa745-e74c-4923-bfc7-f1acd7a77192 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6d66847-bd08-47bc-971c-bdc6d0fb0a7a HTTP/1.1" status: 200 len: 945 time: 0.1293364 Mar 11 20:13:45.383668 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf336f40-d2a7-4230-9ddb-53aff176afed req-67114551-6d11-4063-a47e-c7136d0e99ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:45.385259 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-cf336f40-d2a7-4230-9ddb-53aff176afed req-67114551-6d11-4063-a47e-c7136d0e99ef service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0ea7c766-4300-480e-8d6b-62b52b20c6ce HTTP/1.1" status: 200 len: 835 time: 0.0525050 Mar 11 20:13:45.438003 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf336f40-d2a7-4230-9ddb-53aff176afed req-f0347bca-3651-45e5-b5d3-3d6ad2826f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:45.439701 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-cf336f40-d2a7-4230-9ddb-53aff176afed req-f0347bca-3651-45e5-b5d3-3d6ad2826f3d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6f7db5d5-2d62-41d4-9acf-3b5f287da177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478981 Mar 11 20:13:45.468615 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3a000d66-7713-4c4c-840f-7de1224910bf req-9cba92f8-f121-4b3c-99e6-429d8d093a6b tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e432f13-6645-407e-8cc2-fd91a77371be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0921757 Mar 11 20:13:45.491935 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-be052596-f436-4d7c-bacb-519a9c617064 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (69a27a8a-2583-46db-9fd8-a1a0cf98bdf2), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:45.515422 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-be052596-f436-4d7c-bacb-519a9c617064 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69a27a8a-2583-46db-9fd8-a1a0cf98bdf2']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:13:45.529189 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-be052596-f436-4d7c-bacb-519a9c617064 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b2f083c-f0fa-4acb-9d19-03b48be078bb') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:13:45.529489 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-be052596-f436-4d7c-bacb-519a9c617064 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b2f083c-f0fa-4acb-9d19-03b48be078bb') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:13:45.534565 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-cf336f40-d2a7-4230-9ddb-53aff176afed req-335b9163-3ffd-46bf-b67e-0b4e2f0eece1 service neutron] 10.222.0.75 "GET /v2.0/networks/6f7db5d5-2d62-41d4-9acf-3b5f287da177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885584 Mar 11 20:13:45.539324 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-be052596-f436-4d7c-bacb-519a9c617064 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (5b2f083c-f0fa-4acb-9d19-03b48be078bb), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:45.554917 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-be052596-f436-4d7c-bacb-519a9c617064 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (5b2f083c-f0fa-4acb-9d19-03b48be078bb), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:45.562057 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be052596-f436-4d7c-bacb-519a9c617064 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Releasing vlan 886 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 20:13:45.562567 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-be052596-f436-4d7c-bacb-519a9c617064 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (5b2f083c-f0fa-4acb-9d19-03b48be078bb), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:45.565801 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 20:13:45.565801 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 20:13:45.565801 n-d-833163-1 neutron-server[103885]: timer() Mar 11 20:13:45.565801 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:13:45.565801 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 20:13:45.565801 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 20:13:45.565801 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 20:13:45.565801 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:13:45.565801 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 20:13:45.565801 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:13:45.565801 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 20:13:45.565801 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:13:45.565801 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 20:13:45.565801 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 20:13:45.565801 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:13:45.565801 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 20:13:45.565801 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:13:45.565801 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 20:13:45.565801 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 20:13:45.565801 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:13:45.565801 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 20:13:45.565801 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:13:45.565801 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:13:45.565801 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 20:13:45.565801 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 20:13:45.565801 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 20:13:45.565801 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:13:45.565801 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 20:13:45.565801 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:13:45.565801 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 20:13:45.565801 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:13:45.565801 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:13:45.628736 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-be052596-f436-4d7c-bacb-519a9c617064 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (69a27a8a-2583-46db-9fd8-a1a0cf98bdf2), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:45.630755 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device c7e205dc-a19a-4e18-81a1-d807082ae13c no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:13:45.633638 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-cf336f40-d2a7-4230-9ddb-53aff176afed req-19c80dbe-48d0-4132-a211-41bf4b3136c4 service neutron] 10.222.0.75 "GET /v2.0/networks/6f7db5d5-2d62-41d4-9acf-3b5f287da177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918884 Mar 11 20:13:45.634698 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-be052596-f436-4d7c-bacb-519a9c617064 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:45.643043 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-be052596-f436-4d7c-bacb-519a9c617064 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] 10.222.0.65 "DELETE /v2.0/networks/69a27a8a-2583-46db-9fd8-a1a0cf98bdf2 HTTP/1.1" status: 204 len: 168 time: 0.3959727 Mar 11 20:13:45.657750 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be052596-f436-4d7c-bacb-519a9c617064 tempest-TestNetworkBasicOps-313194662 tempest-TestNetworkBasicOps-313194662-project] Pushing event deleted for resources: {'Network': ['ID=69a27a8a-2583-46db-9fd8-a1a0cf98bdf2,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:13:45.680895 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] The host n-h2-833163-1 is not matching for port c7e205dc-a19a-4e18-81a1-d807082ae13c host n-h1-833163-1! {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 20:13:45.681315 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device c7e205dc-a19a-4e18-81a1-d807082ae13c not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:13:45.875590 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6d66847-bd08-47bc-971c-bdc6d0fb0a7a', 'tag': 'c7e205dc-a19a-4e18-81a1-d807082ae13c'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:13:45.878025 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5aa72c0-2dc6-4adc-95cc-1c2a553862bb" -d '{"events": [{"name": "network-changed", "server_uuid": "d6d66847-bd08-47bc-971c-bdc6d0fb0a7a", "tag": "c7e205dc-a19a-4e18-81a1-d807082ae13c"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:13:45.922356 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55102) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:13:45.929050 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc3e90e-87ba-459b-a592-eae51f79fbf2 x-openstack-request-id: req-6dc3e90e-87ba-459b-a592-eae51f79fbf2 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:13:45.929308 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6d66847-bd08-47bc-971c-bdc6d0fb0a7a", "tag": "c7e205dc-a19a-4e18-81a1-d807082ae13c", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:13:45.929562 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6dc3e90e-87ba-459b-a592-eae51f79fbf2 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:13:45.930074 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6d66847-bd08-47bc-971c-bdc6d0fb0a7a', 'tag': 'c7e205dc-a19a-4e18-81a1-d807082ae13c', 'status': 'completed', 'code': 200} Mar 11 20:13:45.990686 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa72c0-2dc6-4adc-95cc-1c2a553862bb req-a829860e-065c-455e-8733-7505180deeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:45.990974 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa72c0-2dc6-4adc-95cc-1c2a553862bb req-b9870551-b494-41b1-b841-23d4812d5729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:45.992312 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d5aa72c0-2dc6-4adc-95cc-1c2a553862bb req-a829860e-065c-455e-8733-7505180deeaa service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=985979086b444294b1307d531b609210&device_id=d6d66847-bd08-47bc-971c-bdc6d0fb0a7a HTTP/1.1" status: 200 len: 1127 time: 0.0477421 Mar 11 20:13:45.992519 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d5aa72c0-2dc6-4adc-95cc-1c2a553862bb req-b9870551-b494-41b1-b841-23d4812d5729 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=985979086b444294b1307d531b609210&device_id=d6d66847-bd08-47bc-971c-bdc6d0fb0a7a HTTP/1.1" status: 200 len: 1127 time: 0.0455453 Mar 11 20:13:46.091228 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa72c0-2dc6-4adc-95cc-1c2a553862bb req-ff2d40cb-1d70-41f7-b16f-c8ce4b2e8568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:46.092900 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d5aa72c0-2dc6-4adc-95cc-1c2a553862bb req-ff2d40cb-1d70-41f7-b16f-c8ce4b2e8568 service neutron] 10.222.0.75 "GET /v2.0/networks?id=6f7db5d5-2d62-41d4-9acf-3b5f287da177 HTTP/1.1" status: 200 len: 898 time: 0.0920014 Mar 11 20:13:46.115795 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-eb58e6c0-f626-4ac6-9a4f-98d786c27b2e admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=77aef0b32a4e44be903fe7edad11ff8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1922076 Mar 11 20:13:46.118335 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55106) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:13:46.133212 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa72c0-2dc6-4adc-95cc-1c2a553862bb req-2fe9b622-5ded-4768-872d-771ebe910cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:46.134639 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d5aa72c0-2dc6-4adc-95cc-1c2a553862bb req-2fe9b622-5ded-4768-872d-771ebe910cd4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=6f7db5d5-2d62-41d4-9acf-3b5f287da177 HTTP/1.1" status: 200 len: 898 time: 0.1366577 Mar 11 20:13:46.159930 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d5aa72c0-2dc6-4adc-95cc-1c2a553862bb req-9f29d151-0321-450a-becf-65a8b52e2266 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7e205dc-a19a-4e18-81a1-d807082ae13c HTTP/1.1" status: 200 len: 999 time: 0.0611253 Mar 11 20:13:46.221368 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa72c0-2dc6-4adc-95cc-1c2a553862bb req-1bfa716b-48d0-44c5-aafe-21c48f3acb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:46.223046 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d5aa72c0-2dc6-4adc-95cc-1c2a553862bb req-1bfa716b-48d0-44c5-aafe-21c48f3acb19 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0ea7c766-4300-480e-8d6b-62b52b20c6ce HTTP/1.1" status: 200 len: 835 time: 0.0571308 Mar 11 20:13:46.226323 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d5aa72c0-2dc6-4adc-95cc-1c2a553862bb req-95386c12-83d4-4bcf-9208-24334d3b29ae service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7e205dc-a19a-4e18-81a1-d807082ae13c HTTP/1.1" status: 200 len: 999 time: 0.0821929 Mar 11 20:13:46.279993 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa72c0-2dc6-4adc-95cc-1c2a553862bb req-82987fa8-fc1f-428a-82ba-3675d4898cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:46.281551 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d5aa72c0-2dc6-4adc-95cc-1c2a553862bb req-82987fa8-fc1f-428a-82ba-3675d4898cc5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6f7db5d5-2d62-41d4-9acf-3b5f287da177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0527658 Mar 11 20:13:46.378487 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d5aa72c0-2dc6-4adc-95cc-1c2a553862bb req-b4ea920d-f90c-4794-a7d2-ca3797a808d6 service neutron] 10.222.0.75 "GET /v2.0/networks/6f7db5d5-2d62-41d4-9acf-3b5f287da177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900753 Mar 11 20:13:46.477924 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d5aa72c0-2dc6-4adc-95cc-1c2a553862bb req-19f69924-885b-4303-a6b5-a41e4a6e86e9 service neutron] 10.222.0.75 "GET /v2.0/networks/6f7db5d5-2d62-41d4-9acf-3b5f287da177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932510 Mar 11 20:13:46.615061 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-17a855a7-9043-4437-82e5-20c4f80ffde1 admin admin] Publish callbacks [] for security_group (6112958c-b424-4610-864c-4666823c5f37), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:46.662624 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa72c0-2dc6-4adc-95cc-1c2a553862bb req-783b215c-6d83-4e04-aff6-a1e04ab782f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:46.664087 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d5aa72c0-2dc6-4adc-95cc-1c2a553862bb req-783b215c-6d83-4e04-aff6-a1e04ab782f1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0ea7c766-4300-480e-8d6b-62b52b20c6ce HTTP/1.1" status: 200 len: 835 time: 0.4314506 Mar 11 20:13:46.666058 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-17a855a7-9043-4437-82e5-20c4f80ffde1 admin admin] Publish callbacks [] for security_group (6112958c-b424-4610-864c-4666823c5f37), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:46.737030 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab51b3-25d5-4fe8-a146-d689eabc03b8 req-8144df1e-2871-4b88-99df-c7317d3c0da3 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:46.738470 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ebab51b3-25d5-4fe8-a146-d689eabc03b8 req-8144df1e-2871-4b88-99df-c7317d3c0da3 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6d66847-bd08-47bc-971c-bdc6d0fb0a7a HTTP/1.1" status: 200 len: 945 time: 0.1569867 Mar 11 20:13:46.773055 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa72c0-2dc6-4adc-95cc-1c2a553862bb req-cb9b2a88-2ea6-48b4-85e7-e19d25fa2c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:46.774439 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d5aa72c0-2dc6-4adc-95cc-1c2a553862bb req-cb9b2a88-2ea6-48b4-85e7-e19d25fa2c19 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=6f7db5d5-2d62-41d4-9acf-3b5f287da177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0979798 Mar 11 20:13:46.798189 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-17a855a7-9043-4437-82e5-20c4f80ffde1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (6112958c-b424-4610-864c-4666823c5f37), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:46.800629 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-17a855a7-9043-4437-82e5-20c4f80ffde1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:46.801682 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-17a855a7-9043-4437-82e5-20c4f80ffde1 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6112958c-b424-4610-864c-4666823c5f37 HTTP/1.1" status: 204 len: 168 time: 0.6822813 Mar 11 20:13:46.827465 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ebab51b3-25d5-4fe8-a146-d689eabc03b8 req-d863fe47-7ccc-487a-8749-eb81f82ecf71 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e432f13-6645-407e-8cc2-fd91a77371be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0816133 Mar 11 20:13:46.830033 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a855a7-9043-4437-82e5-20c4f80ffde1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6112958c-b424-4610-864c-4666823c5f37,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:13:46.917323 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d5aa72c0-2dc6-4adc-95cc-1c2a553862bb req-2d7f0d34-323d-4cb0-881d-40810ed91ed5 service neutron] 10.222.0.57 "GET /v2.0/networks/6f7db5d5-2d62-41d4-9acf-3b5f287da177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356633 Mar 11 20:13:47.000080 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 05badb83-63e6-4990-8e52-769e6ed42124 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:13:47.028333 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 05badb83-63e6-4990-8e52-769e6ed42124 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:13:47.028931 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 05badb83-63e6-4990-8e52-769e6ed42124 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:13:47.033808 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d5aa72c0-2dc6-4adc-95cc-1c2a553862bb req-f42a3cff-7ce6-4cda-9bfa-8aed5b82fd49 service neutron] 10.222.0.57 "GET /v2.0/networks/6f7db5d5-2d62-41d4-9acf-3b5f287da177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107767 Mar 11 20:13:47.125830 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55116) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:13:47.140871 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9eb129a8-5a6c-40c2-8c0f-a2b9c376ada4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:47.216500 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9eb129a8-5a6c-40c2-8c0f-a2b9c376ada4 admin admin] Publish callbacks [] for security_group (43dc7b4b-598a-4529-9291-45c1518772c7), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:47.220389 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9eb129a8-5a6c-40c2-8c0f-a2b9c376ada4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (43dc7b4b-598a-4529-9291-45c1518772c7), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:47.263925 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-9eb129a8-5a6c-40c2-8c0f-a2b9c376ada4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=856ef003c0c8486db2f041651cc89f7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1340685 Mar 11 20:13:47.263925 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb129a8-5a6c-40c2-8c0f-a2b9c376ada4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43dc7b4b-598a-4529-9291-45c1518772c7,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:13:47.264316 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 55118) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:13:47.322978 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4b3dcb1e-ac84-45df-96ce-ced92389cecd admin admin] Publish callbacks [] for security_group (43dc7b4b-598a-4529-9291-45c1518772c7), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:47.347160 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4b3dcb1e-ac84-45df-96ce-ced92389cecd admin admin] Publish callbacks [] for security_group (43dc7b4b-598a-4529-9291-45c1518772c7), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:47.399185 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4b3dcb1e-ac84-45df-96ce-ced92389cecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (43dc7b4b-598a-4529-9291-45c1518772c7), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:47.401781 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4b3dcb1e-ac84-45df-96ce-ced92389cecd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:47.402948 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4b3dcb1e-ac84-45df-96ce-ced92389cecd admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/43dc7b4b-598a-4529-9291-45c1518772c7 HTTP/1.1" status: 204 len: 168 time: 0.1374714 Mar 11 20:13:47.410567 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3dcb1e-ac84-45df-96ce-ced92389cecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43dc7b4b-598a-4529-9291-45c1518772c7,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:13:47.972895 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a47852-7445-4f94-9c00-79e658bc2a7c req-590550ef-65fc-4934-96e3-b396edd19eca tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:47.974384 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c3a47852-7445-4f94-9c00-79e658bc2a7c req-590550ef-65fc-4934-96e3-b396edd19eca tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6d66847-bd08-47bc-971c-bdc6d0fb0a7a HTTP/1.1" status: 200 len: 945 time: 0.0614772 Mar 11 20:13:48.031503 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c3a47852-7445-4f94-9c00-79e658bc2a7c req-abc8fcc4-3bb1-45b9-833b-7ddf63ffe186 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e432f13-6645-407e-8cc2-fd91a77371be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515821 Mar 11 20:13:48.054972 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 55142) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:13:48.118493 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55144) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:13:48.124216 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-32f408b9-7df8-4c73-8e67-723b609eb0c3 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/floatingips/693da5e7-e3d8-410c-aee9-9ad541d3a37a HTTP/1.1" status: 200 len: 991 time: 0.0680077 Mar 11 20:13:48.216376 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-ff12b723-cc66-40ce-be68-004eb5b92966 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-479443213-network', 'tenant_id': '85d54ff759bb488a90755629873e436a'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:13:48.235680 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff12b723-cc66-40ce-be68-004eb5b92966 admin admin] Made reservation on behalf of 85d54ff759bb488a90755629873e436a for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:13:48.238056 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff12b723-cc66-40ce-be68-004eb5b92966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:48.247263 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff12b723-cc66-40ce-be68-004eb5b92966 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:48.320750 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff12b723-cc66-40ce-be68-004eb5b92966 admin admin] Publish callbacks [] for security_group (e28a70c5-5241-4c6f-94f7-93347279c0cd), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:48.324715 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff12b723-cc66-40ce-be68-004eb5b92966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (e28a70c5-5241-4c6f-94f7-93347279c0cd), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:48.345252 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff12b723-cc66-40ce-be68-004eb5b92966 admin admin] vlan segment allocate from pool success with {'vlan_id': 884, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:13:48.359324 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff12b723-cc66-40ce-be68-004eb5b92966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e28a70c5-5241-4c6f-94f7-93347279c0cd,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:13:48.365649 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff12b723-cc66-40ce-be68-004eb5b92966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (a9eec8b8-abe8-4c5d-a5e9-7d8e2f43217b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:48.365989 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-ff12b723-cc66-40ce-be68-004eb5b92966 admin admin] Added segment a9eec8b8-abe8-4c5d-a5e9-7d8e2f43217b of type vlan for network 2f0cdca3-47dc-48ff-8ea4-7ed02d8f993d Mar 11 20:13:48.384305 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device c7e205dc-a19a-4e18-81a1-d807082ae13c details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 20:13:48.410505 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff12b723-cc66-40ce-be68-004eb5b92966 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (2f0cdca3-47dc-48ff-8ea4-7ed02d8f993d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:48.438257 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff12b723-cc66-40ce-be68-004eb5b92966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (2f0cdca3-47dc-48ff-8ea4-7ed02d8f993d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:48.439295 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff12b723-cc66-40ce-be68-004eb5b92966 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:48.439927 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff12b723-cc66-40ce-be68-004eb5b92966 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:48.474351 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ff12b723-cc66-40ce-be68-004eb5b92966 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3546479 Mar 11 20:13:48.477792 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 55148) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:13:48.484762 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-5b454839-c1d2-47a8-8264-d34a48eb6a31 admin admin] Request body: {'subnet': {'network_id': '2f0cdca3-47dc-48ff-8ea4-7ed02d8f993d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-479443213-subnet', 'tenant_id': '85d54ff759bb488a90755629873e436a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:13:48.508767 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff12b723-cc66-40ce-be68-004eb5b92966 admin admin] Pushing event updated for resources: {'Network': ['ID=2f0cdca3-47dc-48ff-8ea4-7ed02d8f993d,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:13:48.525505 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b454839-c1d2-47a8-8264-d34a48eb6a31 admin admin] Made reservation on behalf of 85d54ff759bb488a90755629873e436a for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:13:48.528264 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5b454839-c1d2-47a8-8264-d34a48eb6a31 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:48.575465 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 2f0cdca3-47dc-48ff-8ea4-7ed02d8f993d details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 20:13:48.699673 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port c7e205dc-a19a-4e18-81a1-d807082ae13c, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=c7e205dc-a19a-4e18-81a1-d807082ae13c,segment=NetworkSegment(f7d4a881-6cec-4869-8a0c-644f8b2ff712),segment_id=f7d4a881-6cec-4869-8a0c-644f8b2ff712)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:13:48.710781 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': 'c7e205dc-a19a-4e18-81a1-d807082ae13c', 'network_id': '6f7db5d5-2d62-41d4-9acf-3b5f287da177', 'port_id': 'c7e205dc-a19a-4e18-81a1-d807082ae13c', 'mac_address': 'fa:16:3e:42:90:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 875, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ea7c766-4300-480e-8d6b-62b52b20c6ce', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 20:13:48.717116 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5b454839-c1d2-47a8-8264-d34a48eb6a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (bb858a29-7a76-4173-8d0f-4f537b86d927), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:48.748629 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port c7e205dc-a19a-4e18-81a1-d807082ae13c is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:13:48.749098 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c7e205dc-a19a-4e18-81a1-d807082ae13c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:48.761676 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7e205dc-a19a-4e18-81a1-d807082ae13c {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:13:48.781068 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port c7e205dc-a19a-4e18-81a1-d807082ae13c, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=c7e205dc-a19a-4e18-81a1-d807082ae13c,segment=NetworkSegment(f7d4a881-6cec-4869-8a0c-644f8b2ff712),segment_id=f7d4a881-6cec-4869-8a0c-644f8b2ff712)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:13:48.781400 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b454839-c1d2-47a8-8264-d34a48eb6a31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb858a29-7a76-4173-8d0f-4f537b86d927,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:13:48.784050 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b454839-c1d2-47a8-8264-d34a48eb6a31 admin admin] Checking segment: {'id': 'a9eec8b8-abe8-4c5d-a5e9-7d8e2f43217b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '2f0cdca3-47dc-48ff-8ea4-7ed02d8f993d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:13:48.784414 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b454839-c1d2-47a8-8264-d34a48eb6a31 admin admin] Network hostable DHCP agents. Network: 2f0cdca3-47dc-48ff-8ea4-7ed02d8f993d, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:13:48.785765 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (c7e205dc-a19a-4e18-81a1-d807082ae13c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:48.805923 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b454839-c1d2-47a8-8264-d34a48eb6a31 admin admin] Network 2f0cdca3-47dc-48ff-8ea4-7ed02d8f993d is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:13:48.816845 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-5b454839-c1d2-47a8-8264-d34a48eb6a31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 2f0cdca3-47dc-48ff-8ea4-7ed02d8f993d) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:13:48.821771 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b454839-c1d2-47a8-8264-d34a48eb6a31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:48.822371 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5b454839-c1d2-47a8-8264-d34a48eb6a31 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:48.828312 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ccae82-6651-4ca0-9933-727ee562602a None None] Network 2f0cdca3-47dc-48ff-8ea4-7ed02d8f993d requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:13:48.844031 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-5b454839-c1d2-47a8-8264-d34a48eb6a31 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3648622 Mar 11 20:13:48.855056 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=c7e205dc-a19a-4e18-81a1-d807082ae13c,revision_number=12']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:13:48.946315 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fca4b08-341f-4200-97b1-29f809c80a43 None None] Network 2f0cdca3-47dc-48ff-8ea4-7ed02d8f993d requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:13:49.051343 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['c7e205dc-a19a-4e18-81a1-d807082ae13c'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:13:49.208482 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:49.460926 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 55164) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:13:49.466512 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-f29c7a82-dc60-418e-90a2-1a35a5adc22f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-430563841-network', 'tenant_id': '2f7691b0de7b46ceaf97d3db5aff736d'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:13:49.485665 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29c7a82-dc60-418e-90a2-1a35a5adc22f admin admin] Made reservation on behalf of 2f7691b0de7b46ceaf97d3db5aff736d for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:13:49.488185 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f29c7a82-dc60-418e-90a2-1a35a5adc22f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:49.503985 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f29c7a82-dc60-418e-90a2-1a35a5adc22f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:49.579855 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f29c7a82-dc60-418e-90a2-1a35a5adc22f admin admin] Publish callbacks [] for security_group (6658806c-348d-4a7b-9043-76063b990152), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:49.583500 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f29c7a82-dc60-418e-90a2-1a35a5adc22f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (6658806c-348d-4a7b-9043-76063b990152), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:49.607826 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f29c7a82-dc60-418e-90a2-1a35a5adc22f admin admin] vlan segment allocate from pool success with {'vlan_id': 867, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:13:49.617371 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29c7a82-dc60-418e-90a2-1a35a5adc22f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6658806c-348d-4a7b-9043-76063b990152,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:13:49.622829 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f29c7a82-dc60-418e-90a2-1a35a5adc22f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (62242b9b-fb4f-4d5c-a7d2-44e0b7c5d02a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:49.623175 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-f29c7a82-dc60-418e-90a2-1a35a5adc22f admin admin] Added segment 62242b9b-fb4f-4d5c-a7d2-44e0b7c5d02a of type vlan for network d134dc92-3603-41ce-a457-391132cf3ece Mar 11 20:13:49.664474 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f29c7a82-dc60-418e-90a2-1a35a5adc22f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (d134dc92-3603-41ce-a457-391132cf3ece), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:49.691651 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f29c7a82-dc60-418e-90a2-1a35a5adc22f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (d134dc92-3603-41ce-a457-391132cf3ece), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:49.692616 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29c7a82-dc60-418e-90a2-1a35a5adc22f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:49.693189 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f29c7a82-dc60-418e-90a2-1a35a5adc22f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:49.733903 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f29c7a82-dc60-418e-90a2-1a35a5adc22f admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2718368 Mar 11 20:13:49.736742 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55166) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:13:49.741651 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-d65639fc-8e73-4d5a-b42c-454b474385e1 admin admin] Request body: {'subnet': {'network_id': 'd134dc92-3603-41ce-a457-391132cf3ece', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-430563841-subnet', 'tenant_id': '2f7691b0de7b46ceaf97d3db5aff736d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:13:49.760398 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65639fc-8e73-4d5a-b42c-454b474385e1 admin admin] Made reservation on behalf of 2f7691b0de7b46ceaf97d3db5aff736d for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:13:49.762696 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d65639fc-8e73-4d5a-b42c-454b474385e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:49.791466 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29c7a82-dc60-418e-90a2-1a35a5adc22f admin admin] Pushing event updated for resources: {'Network': ['ID=d134dc92-3603-41ce-a457-391132cf3ece,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:13:49.801728 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network d134dc92-3603-41ce-a457-391132cf3ece details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 20:13:49.928812 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d65639fc-8e73-4d5a-b42c-454b474385e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (1ed10955-3eed-480b-a47c-ec6071c44fcd), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:49.980663 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65639fc-8e73-4d5a-b42c-454b474385e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ed10955-3eed-480b-a47c-ec6071c44fcd,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:13:49.991449 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65639fc-8e73-4d5a-b42c-454b474385e1 admin admin] Checking segment: {'id': '62242b9b-fb4f-4d5c-a7d2-44e0b7c5d02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': 'd134dc92-3603-41ce-a457-391132cf3ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:13:49.991846 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65639fc-8e73-4d5a-b42c-454b474385e1 admin admin] Network hostable DHCP agents. Network: d134dc92-3603-41ce-a457-391132cf3ece, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:13:50.008147 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65639fc-8e73-4d5a-b42c-454b474385e1 admin admin] Network d134dc92-3603-41ce-a457-391132cf3ece is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:13:50.016823 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-d65639fc-8e73-4d5a-b42c-454b474385e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, d134dc92-3603-41ce-a457-391132cf3ece) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:13:50.020719 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65639fc-8e73-4d5a-b42c-454b474385e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:50.021317 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d65639fc-8e73-4d5a-b42c-454b474385e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:50.026782 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25704001-17f2-4618-81aa-f360dd3c31ff None None] Network d134dc92-3603-41ce-a457-391132cf3ece requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:13:50.037678 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d65639fc-8e73-4d5a-b42c-454b474385e1 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.2998400 Mar 11 20:13:50.126411 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4d669e-72dc-44bf-be89-7139218faba9 None None] Network d134dc92-3603-41ce-a457-391132cf3ece requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:13:50.400639 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device c7e205dc-a19a-4e18-81a1-d807082ae13c up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:13:50.450531 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port c7e205dc-a19a-4e18-81a1-d807082ae13c completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 20:13:50.454532 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port c7e205dc-a19a-4e18-81a1-d807082ae13c triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:13:50.454918 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (c7e205dc-a19a-4e18-81a1-d807082ae13c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:50.538936 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port c7e205dc-a19a-4e18-81a1-d807082ae13c is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:13:50.539331 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c7e205dc-a19a-4e18-81a1-d807082ae13c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:50.541260 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cf407d-7cb3-4df4-9ecd-6297ec902189 req-7799bf69-5285-4ca4-bba0-541ba76d2e91 tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:50.542731 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f4cf407d-7cb3-4df4-9ecd-6297ec902189 req-7799bf69-5285-4ca4-bba0-541ba76d2e91 tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] 10.222.0.65 "GET /v2.0/networks?id=2f0cdca3-47dc-48ff-8ea4-7ed02d8f993d HTTP/1.1" status: 200 len: 811 time: 0.1065679 Mar 11 20:13:50.559943 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f4cf407d-7cb3-4df4-9ecd-6297ec902189 req-633e1a54-a987-4163-b9b7-19b7eb9008c9 tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] 10.222.0.65 "GET /v2.0/quotas/85d54ff759bb488a90755629873e436a HTTP/1.1" status: 200 len: 375 time: 0.0090129 Mar 11 20:13:50.563426 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d66847-bd08-47bc-971c-bdc6d0fb0a7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e205dc-a19a-4e18-81a1-d807082ae13c'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:13:50.565677 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14866f6c-7dc8-4cd2-b05e-e1a174b6c740" -d '{"events": [{"server_uuid": "d6d66847-bd08-47bc-971c-bdc6d0fb0a7a", "name": "network-vif-plugged", "status": "completed", "tag": "c7e205dc-a19a-4e18-81a1-d807082ae13c"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:13:50.578646 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port c7e205dc-a19a-4e18-81a1-d807082ae13c, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=c7e205dc-a19a-4e18-81a1-d807082ae13c,segment=NetworkSegment(f7d4a881-6cec-4869-8a0c-644f8b2ff712),segment_id=f7d4a881-6cec-4869-8a0c-644f8b2ff712)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:13:50.582529 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (c7e205dc-a19a-4e18-81a1-d807082ae13c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:50.597653 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f4cf407d-7cb3-4df4-9ecd-6297ec902189 req-0265753e-2354-4175-b642-490a6103ceef tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=85d54ff759bb488a90755629873e436a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320644 Mar 11 20:13:50.631399 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=c7e205dc-a19a-4e18-81a1-d807082ae13c,revision_number=13']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:13:50.690389 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f4cf407d-7cb3-4df4-9ecd-6297ec902189 req-740df126-91f1-44bf-b6db-a332901236fa service neutron] 10.222.0.65 "GET /v2.0/networks/2f0cdca3-47dc-48ff-8ea4-7ed02d8f993d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856891 Mar 11 20:13:50.779866 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f4cf407d-7cb3-4df4-9ecd-6297ec902189 req-28dd5e03-b6a8-4dd7-9e86-9142e3e5b232 service neutron] 10.222.0.65 "GET /v2.0/networks/2f0cdca3-47dc-48ff-8ea4-7ed02d8f993d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838051 Mar 11 20:13:50.911697 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce2b8d0-aa04-44a4-8ed6-7ac466d696b2 x-openstack-request-id: req-7ce2b8d0-aa04-44a4-8ed6-7ac466d696b2 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:13:50.912158 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6d66847-bd08-47bc-971c-bdc6d0fb0a7a", "name": "network-vif-plugged", "status": "completed", "tag": "c7e205dc-a19a-4e18-81a1-d807082ae13c", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:13:50.913143 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7ce2b8d0-aa04-44a4-8ed6-7ac466d696b2 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:13:50.913764 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6d66847-bd08-47bc-971c-bdc6d0fb0a7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e205dc-a19a-4e18-81a1-d807082ae13c', 'code': 200} Mar 11 20:13:50.969913 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-84d1695f-80b7-49b1-a0d2-b142c21fd313 req-29b947a2-d22f-4866-8810-5e300acd76bf tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] 10.222.0.65 "GET /v2.0/ports?device_id=36fe7218-bd6d-48fd-90e6-778155061ac1 HTTP/1.1" status: 200 len: 210 time: 0.0327601 Mar 11 20:13:51.886311 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cf407d-7cb3-4df4-9ecd-6297ec902189 req-2da7d6f4-aeb2-487f-b628-7d4761791d88 tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:51.888362 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f4cf407d-7cb3-4df4-9ecd-6297ec902189 req-2da7d6f4-aeb2-487f-b628-7d4761791d88 tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] 10.222.0.57 "GET /v2.0/networks?id=2f0cdca3-47dc-48ff-8ea4-7ed02d8f993d HTTP/1.1" status: 200 len: 811 time: 0.1132691 Mar 11 20:13:51.901845 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-f4cf407d-7cb3-4df4-9ecd-6297ec902189 req-473377eb-4eb6-43e6-af7f-1ac18b34e07c tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] Request body: {'port': {'device_id': '36fe7218-bd6d-48fd-90e6-778155061ac1', 'network_id': '2f0cdca3-47dc-48ff-8ea4-7ed02d8f993d', 'admin_state_up': True, 'tenant_id': '85d54ff759bb488a90755629873e436a'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:13:52.037154 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4cf407d-7cb3-4df4-9ecd-6297ec902189 req-473377eb-4eb6-43e6-af7f-1ac18b34e07c tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] Made reservation on behalf of 85d54ff759bb488a90755629873e436a for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:13:52.040535 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f4cf407d-7cb3-4df4-9ecd-6297ec902189 req-473377eb-4eb6-43e6-af7f-1ac18b34e07c tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:52.081165 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-71fcd0ff-2a66-4f68-b18a-90c9330da479 req-15a67029-7d7f-48b7-8272-f623ad1b1ec1 tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] 10.222.0.65 "GET /v2.0/ports?device_id=36fe7218-bd6d-48fd-90e6-778155061ac1 HTTP/1.1" status: 200 len: 210 time: 0.0376036 Mar 11 20:13:52.189842 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-f4cf407d-7cb3-4df4-9ecd-6297ec902189 req-473377eb-4eb6-43e6-af7f-1ac18b34e07c tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] Allocated IP 172.20.0.6 (2f0cdca3-47dc-48ff-8ea4-7ed02d8f993d/bb858a29-7a76-4173-8d0f-4f537b86d927/01ac47f2-61aa-4da8-bba8-1f2584cf14a3) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:13:52.338520 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f4cf407d-7cb3-4df4-9ecd-6297ec902189 req-473377eb-4eb6-43e6-af7f-1ac18b34e07c tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] Publish callbacks [] for port (01ac47f2-61aa-4da8-bba8-1f2584cf14a3), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:52.351124 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1901f370-843c-4c8d-a344-9c26e1186082 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:52.373062 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f4cf407d-7cb3-4df4-9ecd-6297ec902189 req-473377eb-4eb6-43e6-af7f-1ac18b34e07c tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (01ac47f2-61aa-4da8-bba8-1f2584cf14a3), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:52.418189 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4cf407d-7cb3-4df4-9ecd-6297ec902189 req-473377eb-4eb6-43e6-af7f-1ac18b34e07c tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] Network 2f0cdca3-47dc-48ff-8ea4-7ed02d8f993d is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:13:52.425338 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-f4cf407d-7cb3-4df4-9ecd-6297ec902189 req-473377eb-4eb6-43e6-af7f-1ac18b34e07c tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:13:52.429455 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4cf407d-7cb3-4df4-9ecd-6297ec902189 req-473377eb-4eb6-43e6-af7f-1ac18b34e07c tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:13:52.433208 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473377eb-4eb6-43e6-af7f-1ac18b34e07c tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] Pushing event updated for resources: {'Port': ['ID=01ac47f2-61aa-4da8-bba8-1f2584cf14a3,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:13:52.477727 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cf407d-7cb3-4df4-9ecd-6297ec902189 req-473377eb-4eb6-43e6-af7f-1ac18b34e07c tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:52.478347 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f4cf407d-7cb3-4df4-9ecd-6297ec902189 req-473377eb-4eb6-43e6-af7f-1ac18b34e07c tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:52.493575 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f4cf407d-7cb3-4df4-9ecd-6297ec902189 req-473377eb-4eb6-43e6-af7f-1ac18b34e07c tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5967515 Mar 11 20:13:52.503969 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-f4cf407d-7cb3-4df4-9ecd-6297ec902189 req-696d0f67-1907-4657-830e-633b86650d9b service neutron] Request body: {'port': {'device_id': '36fe7218-bd6d-48fd-90e6-778155061ac1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:13:52.562121 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f4cf407d-7cb3-4df4-9ecd-6297ec902189 req-696d0f67-1907-4657-830e-633b86650d9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (01ac47f2-61aa-4da8-bba8-1f2584cf14a3), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:52.827335 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-f4cf407d-7cb3-4df4-9ecd-6297ec902189 req-696d0f67-1907-4657-830e-633b86650d9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01ac47f2-61aa-4da8-bba8-1f2584cf14a3 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:13:52.834663 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f4cf407d-7cb3-4df4-9ecd-6297ec902189 req-696d0f67-1907-4657-830e-633b86650d9b service neutron] Publish callbacks [] for port (01ac47f2-61aa-4da8-bba8-1f2584cf14a3), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:52.847192 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-f4cf407d-7cb3-4df4-9ecd-6297ec902189 req-696d0f67-1907-4657-830e-633b86650d9b service neutron] Transition to ACTIVE for port object 01ac47f2-61aa-4da8-bba8-1f2584cf14a3 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 20:13:52.850764 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f4cf407d-7cb3-4df4-9ecd-6297ec902189 req-696d0f67-1907-4657-830e-633b86650d9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (01ac47f2-61aa-4da8-bba8-1f2584cf14a3), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:52.899705 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696d0f67-1907-4657-830e-633b86650d9b service neutron] Pushing event updated for resources: {'Port': ['ID=01ac47f2-61aa-4da8-bba8-1f2584cf14a3,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:13:52.973577 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-f4cf407d-7cb3-4df4-9ecd-6297ec902189 req-696d0f67-1907-4657-830e-633b86650d9b service neutron] Attempting to bind port 01ac47f2-61aa-4da8-bba8-1f2584cf14a3 on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:13:52.973919 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-f4cf407d-7cb3-4df4-9ecd-6297ec902189 req-696d0f67-1907-4657-830e-633b86650d9b service neutron] Attempting to bind port 01ac47f2-61aa-4da8-bba8-1f2584cf14a3 by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': 'a9eec8b8-abe8-4c5d-a5e9-7d8e2f43217b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '2f0cdca3-47dc-48ff-8ea4-7ed02d8f993d'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:13:52.974282 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4cf407d-7cb3-4df4-9ecd-6297ec902189 req-696d0f67-1907-4657-830e-633b86650d9b service neutron] Attempting to bind port 01ac47f2-61aa-4da8-bba8-1f2584cf14a3 on network 2f0cdca3-47dc-48ff-8ea4-7ed02d8f993d {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:13:52.976866 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:52.979156 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4cf407d-7cb3-4df4-9ecd-6297ec902189 req-696d0f67-1907-4657-830e-633b86650d9b service neutron] Port 01ac47f2-61aa-4da8-bba8-1f2584cf14a3 on network 2f0cdca3-47dc-48ff-8ea4-7ed02d8f993d not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 20:13:52.979472 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4cf407d-7cb3-4df4-9ecd-6297ec902189 req-696d0f67-1907-4657-830e-633b86650d9b service neutron] Attempting to bind port 01ac47f2-61aa-4da8-bba8-1f2584cf14a3 on network 2f0cdca3-47dc-48ff-8ea4-7ed02d8f993d {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:13:52.984807 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4cf407d-7cb3-4df4-9ecd-6297ec902189 req-696d0f67-1907-4657-830e-633b86650d9b service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:13:52.985151 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4cf407d-7cb3-4df4-9ecd-6297ec902189 req-696d0f67-1907-4657-830e-633b86650d9b service neutron] Checking segment: {'id': 'a9eec8b8-abe8-4c5d-a5e9-7d8e2f43217b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '2f0cdca3-47dc-48ff-8ea4-7ed02d8f993d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:13:52.985524 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4cf407d-7cb3-4df4-9ecd-6297ec902189 req-696d0f67-1907-4657-830e-633b86650d9b service neutron] Bound using segment: {'id': 'a9eec8b8-abe8-4c5d-a5e9-7d8e2f43217b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '2f0cdca3-47dc-48ff-8ea4-7ed02d8f993d'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:13:52.986075 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-f4cf407d-7cb3-4df4-9ecd-6297ec902189 req-696d0f67-1907-4657-830e-633b86650d9b service neutron] Bound port: 01ac47f2-61aa-4da8-bba8-1f2584cf14a3, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9eec8b8-abe8-4c5d-a5e9-7d8e2f43217b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': '2f0cdca3-47dc-48ff-8ea4-7ed02d8f993d'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:13:52.986322 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f4cf407d-7cb3-4df4-9ecd-6297ec902189 req-696d0f67-1907-4657-830e-633b86650d9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (01ac47f2-61aa-4da8-bba8-1f2584cf14a3), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:53.048543 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-f4cf407d-7cb3-4df4-9ecd-6297ec902189 req-696d0f67-1907-4657-830e-633b86650d9b service neutron] For port 01ac47f2-61aa-4da8-bba8-1f2584cf14a3, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:13:53.051712 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-f4cf407d-7cb3-4df4-9ecd-6297ec902189 req-696d0f67-1907-4657-830e-633b86650d9b service neutron] For port 01ac47f2-61aa-4da8-bba8-1f2584cf14a3, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=01ac47f2-61aa-4da8-bba8-1f2584cf14a3,segment=NetworkSegment(a9eec8b8-abe8-4c5d-a5e9-7d8e2f43217b),segment_id=a9eec8b8-abe8-4c5d-a5e9-7d8e2f43217b)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:13:53.057234 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f4cf407d-7cb3-4df4-9ecd-6297ec902189 req-696d0f67-1907-4657-830e-633b86650d9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (01ac47f2-61aa-4da8-bba8-1f2584cf14a3), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:53.089589 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cf407d-7cb3-4df4-9ecd-6297ec902189 req-696d0f67-1907-4657-830e-633b86650d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:53.090730 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f4cf407d-7cb3-4df4-9ecd-6297ec902189 req-696d0f67-1907-4657-830e-633b86650d9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:53.092476 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f4cf407d-7cb3-4df4-9ecd-6297ec902189 req-696d0f67-1907-4657-830e-633b86650d9b service neutron] 10.222.0.57 "PUT /v2.0/ports/01ac47f2-61aa-4da8-bba8-1f2584cf14a3 HTTP/1.1" status: 200 len: 1091 time: 0.5924656 Mar 11 20:13:53.092820 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36fe7218-bd6d-48fd-90e6-778155061ac1', 'tag': '01ac47f2-61aa-4da8-bba8-1f2584cf14a3'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:13:53.095044 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be873f24-a7a7-405b-ba92-9e0ef58dc0b2" -d '{"events": [{"name": "network-changed", "server_uuid": "36fe7218-bd6d-48fd-90e6-778155061ac1", "tag": "01ac47f2-61aa-4da8-bba8-1f2584cf14a3"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:13:53.121251 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696d0f67-1907-4657-830e-633b86650d9b service neutron] Pushing event updated for resources: {'Port': ['ID=01ac47f2-61aa-4da8-bba8-1f2584cf14a3,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:13:53.134206 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a323a8-078c-4b0b-bcd3-793a42f75c18 x-openstack-request-id: req-42a323a8-078c-4b0b-bcd3-793a42f75c18 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:13:53.134503 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36fe7218-bd6d-48fd-90e6-778155061ac1", "tag": "01ac47f2-61aa-4da8-bba8-1f2584cf14a3", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:13:53.134762 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-42a323a8-078c-4b0b-bcd3-793a42f75c18 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:13:53.135171 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36fe7218-bd6d-48fd-90e6-778155061ac1', 'tag': '01ac47f2-61aa-4da8-bba8-1f2584cf14a3', 'status': 'completed', 'code': 200} Mar 11 20:13:53.193077 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cf407d-7cb3-4df4-9ecd-6297ec902189 req-44ae730c-bda3-4094-8375-889246aed40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:53.194548 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f4cf407d-7cb3-4df4-9ecd-6297ec902189 req-44ae730c-bda3-4094-8375-889246aed40d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=85d54ff759bb488a90755629873e436a&device_id=36fe7218-bd6d-48fd-90e6-778155061ac1 HTTP/1.1" status: 200 len: 1125 time: 0.0543058 Mar 11 20:13:53.252194 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f4cf407d-7cb3-4df4-9ecd-6297ec902189 req-7088c09a-2053-4677-b57f-1d8a02ca5ed8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=01ac47f2-61aa-4da8-bba8-1f2584cf14a3 HTTP/1.1" status: 200 len: 217 time: 0.0403631 Mar 11 20:13:53.302329 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad3527f-6569-47cc-98f3-c1137cd7407c req-60d29c39-94f4-40e7-b875-714015332653 tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:53.303867 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3ad3527f-6569-47cc-98f3-c1137cd7407c req-60d29c39-94f4-40e7-b875-714015332653 tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] 10.222.0.65 "GET /v2.0/ports?device_id=36fe7218-bd6d-48fd-90e6-778155061ac1 HTTP/1.1" status: 200 len: 943 time: 0.1240075 Mar 11 20:13:53.321364 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cf407d-7cb3-4df4-9ecd-6297ec902189 req-d56eea7c-936c-4290-b6e8-c87f35014c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:53.322729 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f4cf407d-7cb3-4df4-9ecd-6297ec902189 req-d56eea7c-936c-4290-b6e8-c87f35014c38 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bb858a29-7a76-4173-8d0f-4f537b86d927 HTTP/1.1" status: 200 len: 851 time: 0.0644674 Mar 11 20:13:53.367188 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f4cf407d-7cb3-4df4-9ecd-6297ec902189 req-e7ed726c-f4d1-4ffe-985a-25f4bdfded23 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2f0cdca3-47dc-48ff-8ea4-7ed02d8f993d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381689 Mar 11 20:13:53.399178 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3ad3527f-6569-47cc-98f3-c1137cd7407c req-641aa2f6-63d9-4cec-92b9-85c0a2475893 tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] 10.222.0.65 "GET /v2.0/security-groups?id=e28a70c5-5241-4c6f-94f7-93347279c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888724 Mar 11 20:13:53.462404 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f4cf407d-7cb3-4df4-9ecd-6297ec902189 req-8b0d2c15-e4ee-4478-aa0f-7ccec2741d2b service neutron] 10.222.0.57 "GET /v2.0/networks/2f0cdca3-47dc-48ff-8ea4-7ed02d8f993d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897605 Mar 11 20:13:53.555298 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f4cf407d-7cb3-4df4-9ecd-6297ec902189 req-87c47b74-6148-45fd-a39f-35ad95147e04 service neutron] 10.222.0.57 "GET /v2.0/networks/2f0cdca3-47dc-48ff-8ea4-7ed02d8f993d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873687 Mar 11 20:13:53.641141 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be873f24-a7a7-405b-ba92-9e0ef58dc0b2 req-3922836e-67df-4562-853a-c3dce56e34ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:53.642574 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-be873f24-a7a7-405b-ba92-9e0ef58dc0b2 req-3922836e-67df-4562-853a-c3dce56e34ac service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=85d54ff759bb488a90755629873e436a&device_id=36fe7218-bd6d-48fd-90e6-778155061ac1 HTTP/1.1" status: 200 len: 1125 time: 0.0487256 Mar 11 20:13:53.742288 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be873f24-a7a7-405b-ba92-9e0ef58dc0b2 req-d2a57cf9-9f2c-4744-bdaf-499a12ece31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:53.743891 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-be873f24-a7a7-405b-ba92-9e0ef58dc0b2 req-d2a57cf9-9f2c-4744-bdaf-499a12ece31b service neutron] 10.222.0.57 "GET /v2.0/networks?id=2f0cdca3-47dc-48ff-8ea4-7ed02d8f993d HTTP/1.1" status: 200 len: 912 time: 0.0958233 Mar 11 20:13:53.785291 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-be873f24-a7a7-405b-ba92-9e0ef58dc0b2 req-380a191f-d1e0-4302-b708-d4e782c5af5e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=01ac47f2-61aa-4da8-bba8-1f2584cf14a3 HTTP/1.1" status: 200 len: 217 time: 0.0357974 Mar 11 20:13:53.832520 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be873f24-a7a7-405b-ba92-9e0ef58dc0b2 req-e4ae7651-459d-4212-ba88-de71335bc1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:53.833948 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-be873f24-a7a7-405b-ba92-9e0ef58dc0b2 req-e4ae7651-459d-4212-ba88-de71335bc1b4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bb858a29-7a76-4173-8d0f-4f537b86d927 HTTP/1.1" status: 200 len: 851 time: 0.0430169 Mar 11 20:13:53.869518 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-be873f24-a7a7-405b-ba92-9e0ef58dc0b2 req-a9dcb980-48b8-4c65-8c42-7cfba691dbd8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2f0cdca3-47dc-48ff-8ea4-7ed02d8f993d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284250 Mar 11 20:13:53.957697 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-be873f24-a7a7-405b-ba92-9e0ef58dc0b2 req-3c4e703a-d59d-4fbe-86b3-78a90174d42f service neutron] 10.222.0.57 "GET /v2.0/networks/2f0cdca3-47dc-48ff-8ea4-7ed02d8f993d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824466 Mar 11 20:13:54.049210 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-be873f24-a7a7-405b-ba92-9e0ef58dc0b2 req-cf4cf945-d737-4a82-9437-6484e64799dd service neutron] 10.222.0.57 "GET /v2.0/networks/2f0cdca3-47dc-48ff-8ea4-7ed02d8f993d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857632 Mar 11 20:13:54.519265 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04290c33-e7c1-4681-b827-c4ee511c1efe req-4c533de9-1f8c-4431-993f-12640abbf4a2 tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:54.520712 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-04290c33-e7c1-4681-b827-c4ee511c1efe req-4c533de9-1f8c-4431-993f-12640abbf4a2 tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] 10.222.0.65 "GET /v2.0/ports?device_id=36fe7218-bd6d-48fd-90e6-778155061ac1 HTTP/1.1" status: 200 len: 943 time: 0.0552888 Mar 11 20:13:54.566840 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-04290c33-e7c1-4681-b827-c4ee511c1efe req-4249bcc9-77c5-45f8-b5d7-10226f74a43b tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] 10.222.0.65 "GET /v2.0/security-groups?id=e28a70c5-5241-4c6f-94f7-93347279c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406523 Mar 11 20:13:54.657927 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e293f932-51c4-4ec4-9340-fac0db51d6de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:55.685299 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f90ee2f-1216-4d7a-8e1e-0c27f5f36f7e req-46d15269-40fe-48b8-ad03-8b52d96e18fb tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:55.686770 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0f90ee2f-1216-4d7a-8e1e-0c27f5f36f7e req-46d15269-40fe-48b8-ad03-8b52d96e18fb tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] 10.222.0.65 "GET /v2.0/ports?device_id=36fe7218-bd6d-48fd-90e6-778155061ac1 HTTP/1.1" status: 200 len: 943 time: 0.0520444 Mar 11 20:13:55.742504 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0f90ee2f-1216-4d7a-8e1e-0c27f5f36f7e req-d8ed7f5f-08a7-4b92-a373-b8d366a18d91 tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] 10.222.0.65 "GET /v2.0/security-groups?id=e28a70c5-5241-4c6f-94f7-93347279c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500083 Mar 11 20:13:56.300489 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:56.860449 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca87f14d-4764-48ab-812d-abf5853d502d req-83b3f35a-ebdd-4348-bab9-088d6fdc640b tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:56.861944 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ca87f14d-4764-48ab-812d-abf5853d502d req-83b3f35a-ebdd-4348-bab9-088d6fdc640b tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] 10.222.0.65 "GET /v2.0/ports?device_id=36fe7218-bd6d-48fd-90e6-778155061ac1 HTTP/1.1" status: 200 len: 943 time: 0.0524969 Mar 11 20:13:56.908307 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ca87f14d-4764-48ab-812d-abf5853d502d req-ebe8d528-e19e-41ab-8f56-2ed54aa8958a tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] 10.222.0.65 "GET /v2.0/security-groups?id=e28a70c5-5241-4c6f-94f7-93347279c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405042 Mar 11 20:13:57.354223 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:13:57.681137 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 01ac47f2-61aa-4da8-bba8-1f2584cf14a3 details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 20:13:57.720901 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:57.789146 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 01ac47f2-61aa-4da8-bba8-1f2584cf14a3, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=01ac47f2-61aa-4da8-bba8-1f2584cf14a3,segment=NetworkSegment(a9eec8b8-abe8-4c5d-a5e9-7d8e2f43217b),segment_id=a9eec8b8-abe8-4c5d-a5e9-7d8e2f43217b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:13:57.800021 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': '01ac47f2-61aa-4da8-bba8-1f2584cf14a3', 'network_id': '2f0cdca3-47dc-48ff-8ea4-7ed02d8f993d', 'port_id': '01ac47f2-61aa-4da8-bba8-1f2584cf14a3', 'mac_address': 'fa:16:3e:7f:e5:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 884, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb858a29-7a76-4173-8d0f-4f537b86d927', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 20:13:57.836327 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 01ac47f2-61aa-4da8-bba8-1f2584cf14a3 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:13:57.836718 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (01ac47f2-61aa-4da8-bba8-1f2584cf14a3), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:57.849960 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01ac47f2-61aa-4da8-bba8-1f2584cf14a3 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:13:57.868782 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 01ac47f2-61aa-4da8-bba8-1f2584cf14a3, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=01ac47f2-61aa-4da8-bba8-1f2584cf14a3,segment=NetworkSegment(a9eec8b8-abe8-4c5d-a5e9-7d8e2f43217b),segment_id=a9eec8b8-abe8-4c5d-a5e9-7d8e2f43217b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:13:57.872142 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (01ac47f2-61aa-4da8-bba8-1f2584cf14a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:57.917263 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=01ac47f2-61aa-4da8-bba8-1f2584cf14a3,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:13:58.025154 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d44d4ee-0505-4c2f-b13f-0df78bbcd4d5 req-0795bc28-3c75-401f-a0cc-9595f4503096 tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:58.026628 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0d44d4ee-0505-4c2f-b13f-0df78bbcd4d5 req-0795bc28-3c75-401f-a0cc-9595f4503096 tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] 10.222.0.65 "GET /v2.0/ports?device_id=36fe7218-bd6d-48fd-90e6-778155061ac1 HTTP/1.1" status: 200 len: 944 time: 0.0521922 Mar 11 20:13:58.072552 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0d44d4ee-0505-4c2f-b13f-0df78bbcd4d5 req-a891259b-afe7-4cdb-bb35-abc75af2ba57 tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] 10.222.0.65 "GET /v2.0/security-groups?id=e28a70c5-5241-4c6f-94f7-93347279c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396268 Mar 11 20:13:58.162356 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['01ac47f2-61aa-4da8-bba8-1f2584cf14a3'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:13:59.030516 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:59.194344 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6070bdc-17bb-4392-ba08-7951d0848f6c req-0d9d6d04-6178-4a55-8554-d03577d41f04 tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:59.195761 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a6070bdc-17bb-4392-ba08-7951d0848f6c req-0d9d6d04-6178-4a55-8554-d03577d41f04 tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] 10.222.0.65 "GET /v2.0/ports?device_id=36fe7218-bd6d-48fd-90e6-778155061ac1 HTTP/1.1" status: 200 len: 944 time: 0.0564342 Mar 11 20:13:59.242216 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a6070bdc-17bb-4392-ba08-7951d0848f6c req-7c54dc73-3dd1-41bc-bf4a-c5e7677b1d0c tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] 10.222.0.65 "GET /v2.0/security-groups?id=e28a70c5-5241-4c6f-94f7-93347279c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408616 Mar 11 20:13:59.707946 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 01ac47f2-61aa-4da8-bba8-1f2584cf14a3 up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:13:59.758909 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port 01ac47f2-61aa-4da8-bba8-1f2584cf14a3 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 20:13:59.763489 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port 01ac47f2-61aa-4da8-bba8-1f2584cf14a3 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:13:59.763906 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (01ac47f2-61aa-4da8-bba8-1f2584cf14a3), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:59.838976 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 01ac47f2-61aa-4da8-bba8-1f2584cf14a3 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:13:59.839360 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (01ac47f2-61aa-4da8-bba8-1f2584cf14a3), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:59.861723 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36fe7218-bd6d-48fd-90e6-778155061ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ac47f2-61aa-4da8-bba8-1f2584cf14a3'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:13:59.864108 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4986e754-fd23-457b-87b6-a156506a7fa3" -d '{"events": [{"server_uuid": "36fe7218-bd6d-48fd-90e6-778155061ac1", "name": "network-vif-plugged", "status": "completed", "tag": "01ac47f2-61aa-4da8-bba8-1f2584cf14a3"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:13:59.876810 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 01ac47f2-61aa-4da8-bba8-1f2584cf14a3, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=01ac47f2-61aa-4da8-bba8-1f2584cf14a3,segment=NetworkSegment(a9eec8b8-abe8-4c5d-a5e9-7d8e2f43217b),segment_id=a9eec8b8-abe8-4c5d-a5e9-7d8e2f43217b)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:13:59.880893 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (01ac47f2-61aa-4da8-bba8-1f2584cf14a3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:13:59.905518 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a8ead1-28d6-44c8-a77c-ed2e88a59935 x-openstack-request-id: req-35a8ead1-28d6-44c8-a77c-ed2e88a59935 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:13:59.905840 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36fe7218-bd6d-48fd-90e6-778155061ac1", "name": "network-vif-plugged", "status": "completed", "tag": "01ac47f2-61aa-4da8-bba8-1f2584cf14a3", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:13:59.906097 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-35a8ead1-28d6-44c8-a77c-ed2e88a59935 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:13:59.906516 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36fe7218-bd6d-48fd-90e6-778155061ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ac47f2-61aa-4da8-bba8-1f2584cf14a3', 'code': 200} Mar 11 20:13:59.935187 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=01ac47f2-61aa-4da8-bba8-1f2584cf14a3,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:13:59.995264 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8143841d-8da9-4987-8252-10b64ced6106 req-49babca6-ad2a-4f86-943c-19cb0302441e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:13:59.996691 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8143841d-8da9-4987-8252-10b64ced6106 req-49babca6-ad2a-4f86-943c-19cb0302441e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=36fe7218-bd6d-48fd-90e6-778155061ac1 HTTP/1.1" status: 200 len: 1127 time: 0.0427816 Mar 11 20:14:00.039639 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8143841d-8da9-4987-8252-10b64ced6106 req-b8267461-f5cf-4e19-a201-c82520ecb9dd service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e28a70c5-5241-4c6f-94f7-93347279c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363197 Mar 11 20:14:00.362436 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c72e04-e64d-4cc4-8614-2eda36d22fd5 req-b5ba42b6-28d0-4aee-bd35-190f1bba83e4 tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:00.364058 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f8c72e04-e64d-4cc4-8614-2eda36d22fd5 req-b5ba42b6-28d0-4aee-bd35-190f1bba83e4 tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] 10.222.0.65 "GET /v2.0/ports?device_id=36fe7218-bd6d-48fd-90e6-778155061ac1 HTTP/1.1" status: 200 len: 945 time: 0.0532894 Mar 11 20:14:00.414836 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f8c72e04-e64d-4cc4-8614-2eda36d22fd5 req-a6e7ff68-ac8a-41f0-965c-5a5fb3eb7419 tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] 10.222.0.65 "GET /v2.0/security-groups?id=e28a70c5-5241-4c6f-94f7-93347279c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452936 Mar 11 20:14:01.536120 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c496bfc8-af95-48f1-b274-c5f39e165796 req-c03c0211-7a9f-4cb0-91c2-4388fe5c08a2 tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:01.537497 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c496bfc8-af95-48f1-b274-c5f39e165796 req-c03c0211-7a9f-4cb0-91c2-4388fe5c08a2 tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] 10.222.0.65 "GET /v2.0/ports?device_id=36fe7218-bd6d-48fd-90e6-778155061ac1 HTTP/1.1" status: 200 len: 945 time: 0.0530980 Mar 11 20:14:01.583157 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c496bfc8-af95-48f1-b274-c5f39e165796 req-056e7243-2d45-4a42-af4d-65f155d70d89 tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] 10.222.0.65 "GET /v2.0/security-groups?id=e28a70c5-5241-4c6f-94f7-93347279c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401483 Mar 11 20:14:01.710357 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c250214-5504-499b-9064-c85f05b6ae8e req-c99d94f4-52e7-436b-926f-8fba19ce6da7 tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:01.711868 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6c250214-5504-499b-9064-c85f05b6ae8e req-c99d94f4-52e7-436b-926f-8fba19ce6da7 tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] 10.222.0.65 "GET /v2.0/ports?device_id=36fe7218-bd6d-48fd-90e6-778155061ac1 HTTP/1.1" status: 200 len: 945 time: 0.0630631 Mar 11 20:14:01.758418 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6c250214-5504-499b-9064-c85f05b6ae8e req-3274d9ed-7392-40b1-89f4-7c75e36837d1 tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] 10.222.0.65 "GET /v2.0/security-groups?id=e28a70c5-5241-4c6f-94f7-93347279c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407135 Mar 11 20:14:01.982338 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c3a2c8-ea18-4806-8d46-f0ff94e8d651 req-907f4dd9-efce-4201-8ce7-6e3a489c531f tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:01.983814 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-64c3a2c8-ea18-4806-8d46-f0ff94e8d651 req-907f4dd9-efce-4201-8ce7-6e3a489c531f tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] 10.222.0.65 "GET /v2.0/ports?device_id=36fe7218-bd6d-48fd-90e6-778155061ac1 HTTP/1.1" status: 200 len: 945 time: 0.0579488 Mar 11 20:14:02.037025 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-64c3a2c8-ea18-4806-8d46-f0ff94e8d651 req-50a0864e-0d1c-4277-ac30-23f17345c775 tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] 10.222.0.65 "GET /v2.0/security-groups?id=e28a70c5-5241-4c6f-94f7-93347279c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473557 Mar 11 20:14:03.154782 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bfdc71-f027-46b4-9a8e-cd33dadbc3cf req-171dee69-15f7-4c77-9162-fd4e4eb4a77a tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:03.156305 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d8bfdc71-f027-46b4-9a8e-cd33dadbc3cf req-171dee69-15f7-4c77-9162-fd4e4eb4a77a tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] 10.222.0.65 "GET /v2.0/ports?device_id=36fe7218-bd6d-48fd-90e6-778155061ac1 HTTP/1.1" status: 200 len: 945 time: 0.0518756 Mar 11 20:14:03.202443 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d8bfdc71-f027-46b4-9a8e-cd33dadbc3cf req-3663daf4-2f9f-4769-ab41-6702a02efb7e tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] 10.222.0.65 "GET /v2.0/security-groups?id=e28a70c5-5241-4c6f-94f7-93347279c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405438 Mar 11 20:14:03.450589 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5032d9-89fd-4217-9297-4b3e4e34ee94 req-51ad1298-7bf4-430b-a000-f687b31da61a tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:03.452174 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cd5032d9-89fd-4217-9297-4b3e4e34ee94 req-51ad1298-7bf4-430b-a000-f687b31da61a tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] 10.222.0.65 "GET /v2.0/ports?device_id=36fe7218-bd6d-48fd-90e6-778155061ac1 HTTP/1.1" status: 200 len: 945 time: 0.0989127 Mar 11 20:14:03.477260 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5ffa2d-b501-4ca0-be0e-c42ffd311370 req-232bc53f-bacf-447d-9232-dfb56aa1e4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:03.478755 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9a5ffa2d-b501-4ca0-be0e-c42ffd311370 req-232bc53f-bacf-447d-9232-dfb56aa1e4c2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=85d54ff759bb488a90755629873e436a&device_id=36fe7218-bd6d-48fd-90e6-778155061ac1 HTTP/1.1" status: 200 len: 1127 time: 0.0947876 Mar 11 20:14:03.536856 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cd5032d9-89fd-4217-9297-4b3e4e34ee94 req-b4acbfc4-b4f8-4170-b614-5b8ad5db4f54 tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] 10.222.0.65 "GET /v2.0/security-groups?id=e28a70c5-5241-4c6f-94f7-93347279c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785224 Mar 11 20:14:03.601609 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5ffa2d-b501-4ca0-be0e-c42ffd311370 req-47650d11-c0d7-4348-9098-ec7c4af3cb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:03.603079 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9a5ffa2d-b501-4ca0-be0e-c42ffd311370 req-47650d11-c0d7-4348-9098-ec7c4af3cb03 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2f0cdca3-47dc-48ff-8ea4-7ed02d8f993d HTTP/1.1" status: 200 len: 912 time: 0.1182430 Mar 11 20:14:03.646190 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9a5ffa2d-b501-4ca0-be0e-c42ffd311370 req-cbae9a01-5c84-42f1-99bf-1792cf1458b9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=01ac47f2-61aa-4da8-bba8-1f2584cf14a3 HTTP/1.1" status: 200 len: 217 time: 0.0371089 Mar 11 20:14:03.693779 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5ffa2d-b501-4ca0-be0e-c42ffd311370 req-bff31279-8e3e-494f-8bb7-d1c871878c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:03.695222 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9a5ffa2d-b501-4ca0-be0e-c42ffd311370 req-bff31279-8e3e-494f-8bb7-d1c871878c90 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bb858a29-7a76-4173-8d0f-4f537b86d927 HTTP/1.1" status: 200 len: 851 time: 0.0438669 Mar 11 20:14:03.726088 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9a5ffa2d-b501-4ca0-be0e-c42ffd311370 req-5c329863-72f2-4c61-8127-fd8bab47c849 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2f0cdca3-47dc-48ff-8ea4-7ed02d8f993d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251846 Mar 11 20:14:03.816215 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9a5ffa2d-b501-4ca0-be0e-c42ffd311370 req-5218c3a9-ebb9-4c7b-bca0-d42c0bbc7e8a service neutron] 10.222.0.57 "GET /v2.0/networks/2f0cdca3-47dc-48ff-8ea4-7ed02d8f993d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845311 Mar 11 20:14:03.907896 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9a5ffa2d-b501-4ca0-be0e-c42ffd311370 req-39baf481-70e0-44c9-862a-87517c14c645 service neutron] 10.222.0.57 "GET /v2.0/networks/2f0cdca3-47dc-48ff-8ea4-7ed02d8f993d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856218 Mar 11 20:14:04.654898 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098b5b33-36b4-43e6-bae4-e7ae2c9fc1b3 req-035f6e25-0890-4f89-9ed0-43da879539d3 tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:04.656445 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-098b5b33-36b4-43e6-bae4-e7ae2c9fc1b3 req-035f6e25-0890-4f89-9ed0-43da879539d3 tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] 10.222.0.65 "GET /v2.0/ports?device_id=36fe7218-bd6d-48fd-90e6-778155061ac1 HTTP/1.1" status: 200 len: 945 time: 0.0526381 Mar 11 20:14:04.703779 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-098b5b33-36b4-43e6-bae4-e7ae2c9fc1b3 req-c166bbf8-f03a-4cc9-aa7d-1c990ad356cf tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] 10.222.0.65 "GET /v2.0/security-groups?id=e28a70c5-5241-4c6f-94f7-93347279c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406125 Mar 11 20:14:05.833509 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b7a36-0755-48b9-9605-e7e7c6780387 req-29586e6f-ea92-4102-857c-f4c17ed17263 tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:05.835010 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9e6b7a36-0755-48b9-9605-e7e7c6780387 req-29586e6f-ea92-4102-857c-f4c17ed17263 tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] 10.222.0.65 "GET /v2.0/ports?device_id=36fe7218-bd6d-48fd-90e6-778155061ac1 HTTP/1.1" status: 200 len: 945 time: 0.0536768 Mar 11 20:14:05.881095 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9e6b7a36-0755-48b9-9605-e7e7c6780387 req-a5dedb69-d5e8-4cad-9ca5-22b03da9f3a1 tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] 10.222.0.65 "GET /v2.0/security-groups?id=e28a70c5-5241-4c6f-94f7-93347279c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403490 Mar 11 20:14:06.126637 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d00171-3b04-4ca8-a01c-3581358ac4e7 req-b12ea26e-1c0c-4cd5-b0f8-fd9c2a203f38 tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:06.128207 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-55d00171-3b04-4ca8-a01c-3581358ac4e7 req-b12ea26e-1c0c-4cd5-b0f8-fd9c2a203f38 tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] 10.222.0.65 "GET /v2.0/ports?device_id=36fe7218-bd6d-48fd-90e6-778155061ac1 HTTP/1.1" status: 200 len: 945 time: 0.0625288 Mar 11 20:14:06.177607 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-55d00171-3b04-4ca8-a01c-3581358ac4e7 req-5f349913-ce84-434e-a28a-443d07a4c51a tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] 10.222.0.65 "GET /v2.0/security-groups?id=e28a70c5-5241-4c6f-94f7-93347279c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438025 Mar 11 20:14:07.297871 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fdb7e5-f149-4fcc-8a21-eda85a290770 req-0d8f3bc6-2b0a-4b94-94a6-23c4ebfcd992 tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:07.299526 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a2fdb7e5-f149-4fcc-8a21-eda85a290770 req-0d8f3bc6-2b0a-4b94-94a6-23c4ebfcd992 tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] 10.222.0.65 "GET /v2.0/ports?device_id=36fe7218-bd6d-48fd-90e6-778155061ac1 HTTP/1.1" status: 200 len: 945 time: 0.0527236 Mar 11 20:14:07.346280 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a2fdb7e5-f149-4fcc-8a21-eda85a290770 req-0b9ff578-c5cb-47c5-b074-86e9f782d7d0 tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] 10.222.0.65 "GET /v2.0/security-groups?id=e28a70c5-5241-4c6f-94f7-93347279c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410984 Mar 11 20:14:07.596422 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4055378-ccb1-4093-b04a-57af98fca412 req-a765b1bf-7db6-4b59-b615-52bf70631b11 tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:07.597936 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e4055378-ccb1-4093-b04a-57af98fca412 req-a765b1bf-7db6-4b59-b615-52bf70631b11 tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] 10.222.0.65 "GET /v2.0/ports?device_id=36fe7218-bd6d-48fd-90e6-778155061ac1 HTTP/1.1" status: 200 len: 945 time: 0.0880675 Mar 11 20:14:07.603153 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d672072-ca22-4455-95f9-f31169be9b71 req-70fa8093-88fc-485c-8dc2-6c09574d888c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:07.604556 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3d672072-ca22-4455-95f9-f31169be9b71 req-70fa8093-88fc-485c-8dc2-6c09574d888c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=85d54ff759bb488a90755629873e436a&device_id=36fe7218-bd6d-48fd-90e6-778155061ac1 HTTP/1.1" status: 200 len: 1127 time: 0.0677202 Mar 11 20:14:07.710435 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e4055378-ccb1-4093-b04a-57af98fca412 req-f289393d-d9b5-449a-99a0-88d3dff3b6aa tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] 10.222.0.65 "GET /v2.0/security-groups?id=e28a70c5-5241-4c6f-94f7-93347279c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049249 Mar 11 20:14:07.741543 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d672072-ca22-4455-95f9-f31169be9b71 req-b660b702-ca45-4b58-855c-87893a78a5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:07.743231 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3d672072-ca22-4455-95f9-f31169be9b71 req-b660b702-ca45-4b58-855c-87893a78a5d0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2f0cdca3-47dc-48ff-8ea4-7ed02d8f993d HTTP/1.1" status: 200 len: 912 time: 0.1311393 Mar 11 20:14:07.783457 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3d672072-ca22-4455-95f9-f31169be9b71 req-b51b0b12-5f25-4e9e-b360-4ad08d21e9d3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=01ac47f2-61aa-4da8-bba8-1f2584cf14a3 HTTP/1.1" status: 200 len: 217 time: 0.0340598 Mar 11 20:14:07.829785 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d672072-ca22-4455-95f9-f31169be9b71 req-e07cbd5a-ff4c-482a-81fd-b11a65e75798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:07.831171 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3d672072-ca22-4455-95f9-f31169be9b71 req-e07cbd5a-ff4c-482a-81fd-b11a65e75798 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bb858a29-7a76-4173-8d0f-4f537b86d927 HTTP/1.1" status: 200 len: 851 time: 0.0419466 Mar 11 20:14:07.861694 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3d672072-ca22-4455-95f9-f31169be9b71 req-6cd72a47-f27e-4af2-89cb-713eb807bb7e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2f0cdca3-47dc-48ff-8ea4-7ed02d8f993d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247164 Mar 11 20:14:07.950360 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3d672072-ca22-4455-95f9-f31169be9b71 req-73436cd0-867d-4203-bf23-21614af1b768 service neutron] 10.222.0.57 "GET /v2.0/networks/2f0cdca3-47dc-48ff-8ea4-7ed02d8f993d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822818 Mar 11 20:14:08.042839 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3d672072-ca22-4455-95f9-f31169be9b71 req-581f895d-79b6-442b-b2ed-68b7d4d56d4b service neutron] 10.222.0.57 "GET /v2.0/networks/2f0cdca3-47dc-48ff-8ea4-7ed02d8f993d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859280 Mar 11 20:14:09.179018 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde08f6b-4eb9-4209-8b95-aeedd0391887 req-185a72eb-ce19-46c8-a516-a88b0f783225 tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:09.180510 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bde08f6b-4eb9-4209-8b95-aeedd0391887 req-185a72eb-ce19-46c8-a516-a88b0f783225 tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] 10.222.0.65 "GET /v2.0/ports?device_id=36fe7218-bd6d-48fd-90e6-778155061ac1 HTTP/1.1" status: 200 len: 945 time: 0.3958991 Mar 11 20:14:09.226504 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bde08f6b-4eb9-4209-8b95-aeedd0391887 req-715aea2d-7436-48d6-8dd7-2aecb13b1327 tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] 10.222.0.65 "GET /v2.0/security-groups?id=e28a70c5-5241-4c6f-94f7-93347279c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395484 Mar 11 20:14:10.346460 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29dbe5d-8da7-4f2b-a256-83c39eddbc4d req-7f762e6b-06f2-49b1-9c84-bef1f4139fe5 tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:10.347919 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d29dbe5d-8da7-4f2b-a256-83c39eddbc4d req-7f762e6b-06f2-49b1-9c84-bef1f4139fe5 tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] 10.222.0.65 "GET /v2.0/ports?device_id=36fe7218-bd6d-48fd-90e6-778155061ac1 HTTP/1.1" status: 200 len: 945 time: 0.0527036 Mar 11 20:14:10.393245 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d29dbe5d-8da7-4f2b-a256-83c39eddbc4d req-23ed331f-efed-470d-b813-d49f48038e6f tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] 10.222.0.65 "GET /v2.0/security-groups?id=e28a70c5-5241-4c6f-94f7-93347279c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396848 Mar 11 20:14:10.629642 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a1abb5-2f58-4c72-a28a-9b7b24d2c963 req-0c15f2af-1bba-4fde-bee9-018d5e87e485 tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:10.631109 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-91a1abb5-2f58-4c72-a28a-9b7b24d2c963 req-0c15f2af-1bba-4fde-bee9-018d5e87e485 tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] 10.222.0.65 "GET /v2.0/ports?device_id=36fe7218-bd6d-48fd-90e6-778155061ac1 HTTP/1.1" status: 200 len: 945 time: 0.0567250 Mar 11 20:14:10.677100 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-91a1abb5-2f58-4c72-a28a-9b7b24d2c963 req-81050014-337a-4d6a-b607-7e959182a85f tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] 10.222.0.65 "GET /v2.0/security-groups?id=e28a70c5-5241-4c6f-94f7-93347279c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403421 Mar 11 20:14:11.796569 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f16462-110b-466b-a15a-e10edc18f715 req-ccd1d635-fddf-496e-8f3d-0b46d490384c tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:11.798294 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-85f16462-110b-466b-a15a-e10edc18f715 req-ccd1d635-fddf-496e-8f3d-0b46d490384c tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] 10.222.0.65 "GET /v2.0/ports?device_id=36fe7218-bd6d-48fd-90e6-778155061ac1 HTTP/1.1" status: 200 len: 945 time: 0.0529799 Mar 11 20:14:11.846600 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-85f16462-110b-466b-a15a-e10edc18f715 req-5234c6ac-a47e-4fed-a0ba-8efea26d742e tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] 10.222.0.65 "GET /v2.0/security-groups?id=e28a70c5-5241-4c6f-94f7-93347279c0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426574 Mar 11 20:14:12.552086 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55858f34-d419-428e-88a9-0f5ba9e041e1 req-f4d449bc-c2d4-490d-9581-eb775e1983d1 tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:12.553400 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-55858f34-d419-428e-88a9-0f5ba9e041e1 req-f4d449bc-c2d4-490d-9581-eb775e1983d1 tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] 10.222.0.57 "GET /v2.0/ports?device_id=36fe7218-bd6d-48fd-90e6-778155061ac1 HTTP/1.1" status: 200 len: 945 time: 0.0551548 Mar 11 20:14:12.643262 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-55858f34-d419-428e-88a9-0f5ba9e041e1 req-976f6cbe-9464-4acd-8314-9b8877512e14 tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] Deleting port 01ac47f2-61aa-4da8-bba8-1f2584cf14a3 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:14:12.643586 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-55858f34-d419-428e-88a9-0f5ba9e041e1 req-976f6cbe-9464-4acd-8314-9b8877512e14 tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (01ac47f2-61aa-4da8-bba8-1f2584cf14a3), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:12.736869 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-55858f34-d419-428e-88a9-0f5ba9e041e1 req-976f6cbe-9464-4acd-8314-9b8877512e14 tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] For port 01ac47f2-61aa-4da8-bba8-1f2584cf14a3, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=01ac47f2-61aa-4da8-bba8-1f2584cf14a3,segment=NetworkSegment(a9eec8b8-abe8-4c5d-a5e9-7d8e2f43217b),segment_id=a9eec8b8-abe8-4c5d-a5e9-7d8e2f43217b)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:14:12.737230 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-55858f34-d419-428e-88a9-0f5ba9e041e1 req-976f6cbe-9464-4acd-8314-9b8877512e14 tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (01ac47f2-61aa-4da8-bba8-1f2584cf14a3), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:12.751030 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-55858f34-d419-428e-88a9-0f5ba9e041e1 req-976f6cbe-9464-4acd-8314-9b8877512e14 tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] Calling delete_port for 01ac47f2-61aa-4da8-bba8-1f2584cf14a3 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:14:12.885307 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-55858f34-d419-428e-88a9-0f5ba9e041e1 req-976f6cbe-9464-4acd-8314-9b8877512e14 tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (01ac47f2-61aa-4da8-bba8-1f2584cf14a3), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:12.897951 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['01ac47f2-61aa-4da8-bba8-1f2584cf14a3'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:14:12.974888 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976f6cbe-9464-4acd-8314-9b8877512e14 tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] Pushing event deleted for resources: {'Port': ['ID=01ac47f2-61aa-4da8-bba8-1f2584cf14a3,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:14:13.003380 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-55858f34-d419-428e-88a9-0f5ba9e041e1 req-976f6cbe-9464-4acd-8314-9b8877512e14 tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] No DVR routers for this DVR port 01ac47f2-61aa-4da8-bba8-1f2584cf14a3 on host n-h2-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:14:13.006414 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f2a527f1-f245-483a-8004-b436a0bb71ba req-43ceec54-539c-4dbc-b322-e9ba4b7f98d6 tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] 10.222.0.65 "GET /v2.0/ports?device_id=36fe7218-bd6d-48fd-90e6-778155061ac1 HTTP/1.1" status: 200 len: 210 time: 0.0624943 Mar 11 20:14:13.007382 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-55858f34-d419-428e-88a9-0f5ba9e041e1 req-976f6cbe-9464-4acd-8314-9b8877512e14 tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:13.010613 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-55858f34-d419-428e-88a9-0f5ba9e041e1 req-976f6cbe-9464-4acd-8314-9b8877512e14 tempest-TestServerAdvancedOps-309800927 tempest-TestServerAdvancedOps-309800927-project] 10.222.0.57 "DELETE /v2.0/ports/01ac47f2-61aa-4da8-bba8-1f2584cf14a3 HTTP/1.1" status: 204 len: 173 time: 0.4524786 Mar 11 20:14:13.011060 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36fe7218-bd6d-48fd-90e6-778155061ac1', 'name': 'network-vif-deleted', 'tag': '01ac47f2-61aa-4da8-bba8-1f2584cf14a3'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:14:13.013488 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b92ec01e-a4e0-43e4-b56b-a709f67d110e" -d '{"events": [{"server_uuid": "36fe7218-bd6d-48fd-90e6-778155061ac1", "name": "network-vif-deleted", "tag": "01ac47f2-61aa-4da8-bba8-1f2584cf14a3"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:14:13.066772 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb73276d-838d-4acd-9d27-1154be3c424b x-openstack-request-id: req-eb73276d-838d-4acd-9d27-1154be3c424b {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:14:13.067166 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36fe7218-bd6d-48fd-90e6-778155061ac1", "name": "network-vif-deleted", "tag": "01ac47f2-61aa-4da8-bba8-1f2584cf14a3", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:14:13.067445 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-eb73276d-838d-4acd-9d27-1154be3c424b {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:14:13.067931 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36fe7218-bd6d-48fd-90e6-778155061ac1', 'name': 'network-vif-deleted', 'tag': '01ac47f2-61aa-4da8-bba8-1f2584cf14a3', 'status': 'completed', 'code': 200} Mar 11 20:14:14.080064 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55272) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:14:14.124969 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-85c644d4-3044-4b09-b4e3-674ba5a08a31 admin admin] Deleting subnet bb858a29-7a76-4173-8d0f-4f537b86d927 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 20:14:14.128111 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-85c644d4-3044-4b09-b4e3-674ba5a08a31 admin admin] Publish callbacks [] for subnet (bb858a29-7a76-4173-8d0f-4f537b86d927), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:14.164297 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-85c644d4-3044-4b09-b4e3-674ba5a08a31 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (bb858a29-7a76-4173-8d0f-4f537b86d927), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:14.202021 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-85c644d4-3044-4b09-b4e3-674ba5a08a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (bb858a29-7a76-4173-8d0f-4f537b86d927), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:14.254018 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-85c644d4-3044-4b09-b4e3-674ba5a08a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (bb858a29-7a76-4173-8d0f-4f537b86d927), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:14.277811 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c644d4-3044-4b09-b4e3-674ba5a08a31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb858a29-7a76-4173-8d0f-4f537b86d927,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:14:14.282182 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-85c644d4-3044-4b09-b4e3-674ba5a08a31 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:14.285335 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-85c644d4-3044-4b09-b4e3-674ba5a08a31 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/bb858a29-7a76-4173-8d0f-4f537b86d927 HTTP/1.1" status: 204 len: 168 time: 0.2042747 Mar 11 20:14:14.287773 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55274) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:14:14.360203 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b639ac5b-1708-4a3f-992a-e7e9225a3da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (2f0cdca3-47dc-48ff-8ea4-7ed02d8f993d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:14.435438 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b639ac5b-1708-4a3f-992a-e7e9225a3da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (2f0cdca3-47dc-48ff-8ea4-7ed02d8f993d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:14.456279 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-b639ac5b-1708-4a3f-992a-e7e9225a3da5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f0cdca3-47dc-48ff-8ea4-7ed02d8f993d']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:14:14.465413 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-b639ac5b-1708-4a3f-992a-e7e9225a3da5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9eec8b8-abe8-4c5d-a5e9-7d8e2f43217b') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:14:14.465712 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-b639ac5b-1708-4a3f-992a-e7e9225a3da5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9eec8b8-abe8-4c5d-a5e9-7d8e2f43217b') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:14:14.480111 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b639ac5b-1708-4a3f-992a-e7e9225a3da5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (a9eec8b8-abe8-4c5d-a5e9-7d8e2f43217b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:14.493226 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b639ac5b-1708-4a3f-992a-e7e9225a3da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (a9eec8b8-abe8-4c5d-a5e9-7d8e2f43217b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:14.500141 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b639ac5b-1708-4a3f-992a-e7e9225a3da5 admin admin] Releasing vlan 884 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 20:14:14.500575 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b639ac5b-1708-4a3f-992a-e7e9225a3da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (a9eec8b8-abe8-4c5d-a5e9-7d8e2f43217b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:14.502244 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 20:14:14.502244 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 20:14:14.502244 n-d-833163-1 neutron-server[103885]: timer() Mar 11 20:14:14.502244 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:14:14.502244 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 20:14:14.502244 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 20:14:14.502244 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 20:14:14.502244 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:14:14.502244 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 20:14:14.502244 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:14:14.502244 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 20:14:14.502244 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:14:14.502244 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 20:14:14.502244 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 20:14:14.502244 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:14:14.502244 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 20:14:14.502244 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:14:14.502244 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 20:14:14.502244 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 20:14:14.502244 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:14:14.502244 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 20:14:14.502244 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:14:14.502244 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:14:14.502244 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 20:14:14.502244 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 20:14:14.502244 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 20:14:14.502244 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:14:14.502244 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 20:14:14.502244 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:14:14.502244 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 20:14:14.502244 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:14:14.502244 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:14:14.555861 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b639ac5b-1708-4a3f-992a-e7e9225a3da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (2f0cdca3-47dc-48ff-8ea4-7ed02d8f993d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:14.561578 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b639ac5b-1708-4a3f-992a-e7e9225a3da5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:14.564822 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-b639ac5b-1708-4a3f-992a-e7e9225a3da5 admin admin] 10.222.0.65 "DELETE /v2.0/networks/2f0cdca3-47dc-48ff-8ea4-7ed02d8f993d HTTP/1.1" status: 204 len: 168 time: 0.2760766 Mar 11 20:14:14.567680 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 55276) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:14:14.575450 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b639ac5b-1708-4a3f-992a-e7e9225a3da5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f0cdca3-47dc-48ff-8ea4-7ed02d8f993d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:14:14.613410 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-62e45b1d-2ef2-4c4b-9c92-130698cd241f admin admin] Deleting subnet 1ed10955-3eed-480b-a47c-ec6071c44fcd {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 20:14:14.616811 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-62e45b1d-2ef2-4c4b-9c92-130698cd241f admin admin] Publish callbacks [] for subnet (1ed10955-3eed-480b-a47c-ec6071c44fcd), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:14.650510 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-62e45b1d-2ef2-4c4b-9c92-130698cd241f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (1ed10955-3eed-480b-a47c-ec6071c44fcd), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:14.693890 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-62e45b1d-2ef2-4c4b-9c92-130698cd241f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (1ed10955-3eed-480b-a47c-ec6071c44fcd), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:14.745198 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-62e45b1d-2ef2-4c4b-9c92-130698cd241f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (1ed10955-3eed-480b-a47c-ec6071c44fcd), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:14.769811 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e45b1d-2ef2-4c4b-9c92-130698cd241f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ed10955-3eed-480b-a47c-ec6071c44fcd,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:14:14.773605 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-62e45b1d-2ef2-4c4b-9c92-130698cd241f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:14.776724 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-62e45b1d-2ef2-4c4b-9c92-130698cd241f admin admin] 10.222.0.65 "DELETE /v2.0/subnets/1ed10955-3eed-480b-a47c-ec6071c44fcd HTTP/1.1" status: 204 len: 168 time: 0.2080374 Mar 11 20:14:14.779177 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 55278) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:14:14.846755 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ed9c81ae-dea6-4f50-99ac-1f58126fd833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (d134dc92-3603-41ce-a457-391132cf3ece), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:14.931401 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ed9c81ae-dea6-4f50-99ac-1f58126fd833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (d134dc92-3603-41ce-a457-391132cf3ece), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:14.951566 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-ed9c81ae-dea6-4f50-99ac-1f58126fd833 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d134dc92-3603-41ce-a457-391132cf3ece']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:14:14.961301 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-ed9c81ae-dea6-4f50-99ac-1f58126fd833 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62242b9b-fb4f-4d5c-a7d2-44e0b7c5d02a') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:14:14.961608 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-ed9c81ae-dea6-4f50-99ac-1f58126fd833 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62242b9b-fb4f-4d5c-a7d2-44e0b7c5d02a') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:14:14.971192 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ed9c81ae-dea6-4f50-99ac-1f58126fd833 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (62242b9b-fb4f-4d5c-a7d2-44e0b7c5d02a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:14.984614 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ed9c81ae-dea6-4f50-99ac-1f58126fd833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (62242b9b-fb4f-4d5c-a7d2-44e0b7c5d02a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:14.990848 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed9c81ae-dea6-4f50-99ac-1f58126fd833 admin admin] Releasing vlan 867 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 20:14:14.991349 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ed9c81ae-dea6-4f50-99ac-1f58126fd833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (62242b9b-fb4f-4d5c-a7d2-44e0b7c5d02a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:14.993118 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 20:14:14.993118 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 20:14:14.993118 n-d-833163-1 neutron-server[103884]: timer() Mar 11 20:14:14.993118 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:14:14.993118 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 20:14:14.993118 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 20:14:14.993118 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 20:14:14.993118 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:14:14.993118 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 20:14:14.993118 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:14:14.993118 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 20:14:14.993118 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:14:14.993118 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 20:14:14.993118 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 20:14:14.993118 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:14:14.993118 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 20:14:14.993118 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:14:14.993118 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 20:14:14.993118 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 20:14:14.993118 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:14:14.993118 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 20:14:14.993118 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:14:14.993118 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:14:14.993118 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 20:14:14.993118 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 20:14:14.993118 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 20:14:14.993118 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:14:14.993118 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 20:14:14.993118 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:14:14.993118 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 20:14:14.993118 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:14:14.993118 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:14:15.049079 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ed9c81ae-dea6-4f50-99ac-1f58126fd833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (d134dc92-3603-41ce-a457-391132cf3ece), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:15.054510 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ed9c81ae-dea6-4f50-99ac-1f58126fd833 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:15.057846 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ed9c81ae-dea6-4f50-99ac-1f58126fd833 admin admin] 10.222.0.65 "DELETE /v2.0/networks/d134dc92-3603-41ce-a457-391132cf3ece HTTP/1.1" status: 204 len: 168 time: 0.2777188 Mar 11 20:14:15.069360 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9c81ae-dea6-4f50-99ac-1f58126fd833 admin admin] Pushing event deleted for resources: {'Network': ['ID=d134dc92-3603-41ce-a457-391132cf3ece,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:14:15.217667 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 55284) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:14:15.264395 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-415c003c-64a1-48ba-b205-ed60488b6971 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=85d54ff759bb488a90755629873e436a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0452533 Mar 11 20:14:15.266743 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 55286) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:14:15.312415 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f2557c02-d95b-433e-b637-293d8513c0e6 admin admin] Publish callbacks [] for security_group (e28a70c5-5241-4c6f-94f7-93347279c0cd), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:15.332288 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f2557c02-d95b-433e-b637-293d8513c0e6 admin admin] Publish callbacks [] for security_group (e28a70c5-5241-4c6f-94f7-93347279c0cd), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:15.377955 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f2557c02-d95b-433e-b637-293d8513c0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (e28a70c5-5241-4c6f-94f7-93347279c0cd), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:15.380562 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f2557c02-d95b-433e-b637-293d8513c0e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:15.381723 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f2557c02-d95b-433e-b637-293d8513c0e6 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e28a70c5-5241-4c6f-94f7-93347279c0cd HTTP/1.1" status: 204 len: 168 time: 0.1140771 Mar 11 20:14:15.389054 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2557c02-d95b-433e-b637-293d8513c0e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28a70c5-5241-4c6f-94f7-93347279c0cd,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:14:15.689830 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55292) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:14:15.729502 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-bcdc8bf0-a6e5-4075-a761-81552d67e8f9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=2f7691b0de7b46ceaf97d3db5aff736d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384059 Mar 11 20:14:15.731784 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55294) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:14:15.776715 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-048fb7a5-2835-4cb7-bb8a-d9542dc1367a admin admin] Publish callbacks [] for security_group (6658806c-348d-4a7b-9043-76063b990152), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:15.801815 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-048fb7a5-2835-4cb7-bb8a-d9542dc1367a admin admin] Publish callbacks [] for security_group (6658806c-348d-4a7b-9043-76063b990152), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:15.816929 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 01ac47f2-61aa-4da8-bba8-1f2584cf14a3 no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:14:15.837359 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: 01ac47f2-61aa-4da8-bba8-1f2584cf14a3 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:14:15.837709 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 01ac47f2-61aa-4da8-bba8-1f2584cf14a3 not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:14:15.849185 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-048fb7a5-2835-4cb7-bb8a-d9542dc1367a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (6658806c-348d-4a7b-9043-76063b990152), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:15.851800 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-048fb7a5-2835-4cb7-bb8a-d9542dc1367a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:15.852885 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-048fb7a5-2835-4cb7-bb8a-d9542dc1367a admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/6658806c-348d-4a7b-9043-76063b990152 HTTP/1.1" status: 204 len: 168 time: 0.1201794 Mar 11 20:14:15.861233 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048fb7a5-2835-4cb7-bb8a-d9542dc1367a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6658806c-348d-4a7b-9043-76063b990152,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:14:15.868583 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048fb7a5-2835-4cb7-bb8a-d9542dc1367a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:14:15.868926 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048fb7a5-2835-4cb7-bb8a-d9542dc1367a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:14:15.869263 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048fb7a5-2835-4cb7-bb8a-d9542dc1367a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:14:15.869592 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048fb7a5-2835-4cb7-bb8a-d9542dc1367a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:14:15.869923 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048fb7a5-2835-4cb7-bb8a-d9542dc1367a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:14:15.870244 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048fb7a5-2835-4cb7-bb8a-d9542dc1367a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:14:15.870561 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048fb7a5-2835-4cb7-bb8a-d9542dc1367a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:14:15.870878 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048fb7a5-2835-4cb7-bb8a-d9542dc1367a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:14:15.871192 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048fb7a5-2835-4cb7-bb8a-d9542dc1367a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:14:15.871506 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048fb7a5-2835-4cb7-bb8a-d9542dc1367a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:14:15.871859 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048fb7a5-2835-4cb7-bb8a-d9542dc1367a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:14:15.872174 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048fb7a5-2835-4cb7-bb8a-d9542dc1367a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:14:15.872489 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048fb7a5-2835-4cb7-bb8a-d9542dc1367a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:14:18.687908 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1254d-23d9-41d4-8f34-d2c2dde60eb0 req-3d557335-fae7-4853-85a2-dc36a1f1775c tempest-TestNetworkAdvancedServerOps-874628058 tempest-TestNetworkAdvancedServerOps-874628058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:18.689404 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-75b1254d-23d9-41d4-8f34-d2c2dde60eb0 req-3d557335-fae7-4853-85a2-dc36a1f1775c tempest-TestNetworkAdvancedServerOps-874628058 tempest-TestNetworkAdvancedServerOps-874628058-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d6d66847-bd08-47bc-971c-bdc6d0fb0a7a HTTP/1.1" status: 200 len: 1129 time: 0.0434537 Mar 11 20:14:18.733746 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-75b1254d-23d9-41d4-8f34-d2c2dde60eb0 req-52ec8666-0459-4caa-bfb1-7ef2285b7996 tempest-TestNetworkAdvancedServerOps-874628058 tempest-TestNetworkAdvancedServerOps-874628058-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=2e432f13-6645-407e-8cc2-fd91a77371be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387430 Mar 11 20:14:18.756962 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55302) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:14:18.921336 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-3fe475e8-c588-4051-bd78-d3f2b5aa8aaa tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Deleting port 00454ca1-5064-4324-bf5b-1c17f6535e94 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:14:18.921590 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3fe475e8-c588-4051-bd78-d3f2b5aa8aaa tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (00454ca1-5064-4324-bf5b-1c17f6535e94), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:18.999920 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3fe475e8-c588-4051-bd78-d3f2b5aa8aaa tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (00454ca1-5064-4324-bf5b-1c17f6535e94), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:19.000891 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3fe475e8-c588-4051-bd78-d3f2b5aa8aaa tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for floatingip (00454ca1-5064-4324-bf5b-1c17f6535e94), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:19.012552 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-3fe475e8-c588-4051-bd78-d3f2b5aa8aaa tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Calling delete_port for 00454ca1-5064-4324-bf5b-1c17f6535e94 owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:14:19.167323 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3fe475e8-c588-4051-bd78-d3f2b5aa8aaa tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (00454ca1-5064-4324-bf5b-1c17f6535e94), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:19.191847 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe475e8-c588-4051-bd78-d3f2b5aa8aaa tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event deleted for resources: {'Port': ['ID=00454ca1-5064-4324-bf5b-1c17f6535e94,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:14:19.196109 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:19.258966 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3fe475e8-c588-4051-bd78-d3f2b5aa8aaa tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for floatingip (693da5e7-e3d8-410c-aee9-9ad541d3a37a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:19.259454 n-d-833163-1 neutron-server[103885]: INFO neutron.db.l3_db [None req-3fe475e8-c588-4051-bd78-d3f2b5aa8aaa tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Floating IP 693da5e7-e3d8-410c-aee9-9ad541d3a37a disassociated (deleted). External IP: 172.25.8.85, port: c7e205dc-a19a-4e18-81a1-d807082ae13c. Mar 11 20:14:19.468345 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fe475e8-c588-4051-bd78-d3f2b5aa8aaa tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Router e2f92f97-dd7b-462c-b261-028335799172 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:14:19.582173 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe475e8-c588-4051-bd78-d3f2b5aa8aaa tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:14:19.586856 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3fe475e8-c588-4051-bd78-d3f2b5aa8aaa tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:19.592272 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547d7cfe-43e0-4c7a-8ea3-4c867254255f None None] Sync routers for ids ['e2f92f97-dd7b-462c-b261-028335799172'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:14:19.603564 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547d7cfe-43e0-4c7a-8ea3-4c867254255f None None] Routers {'e2f92f97-dd7b-462c-b261-028335799172'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:14:19.604218 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-547d7cfe-43e0-4c7a-8ea3-4c867254255f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:13:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['e2f92f97-dd7b-462c-b261-028335799172'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:14:19.617128 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-3fe475e8-c588-4051-bd78-d3f2b5aa8aaa tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "DELETE /v2.0/floatingips/693da5e7-e3d8-410c-aee9-9ad541d3a37a HTTP/1.1" status: 204 len: 168 time: 0.8587472 Mar 11 20:14:19.617713 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6d66847-bd08-47bc-971c-bdc6d0fb0a7a', 'tag': 'c7e205dc-a19a-4e18-81a1-d807082ae13c'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:14:19.620067 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc2efbf5-90d3-4934-acd1-1eed62b1581d" -d '{"events": [{"name": "network-changed", "server_uuid": "d6d66847-bd08-47bc-971c-bdc6d0fb0a7a", "tag": "c7e205dc-a19a-4e18-81a1-d807082ae13c"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:14:19.715712 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-547d7cfe-43e0-4c7a-8ea3-4c867254255f None None] Set router e2f92f97-dd7b-462c-b261-028335799172 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:14:19.773218 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4063f75a-dc48-4a6f-9f48-fbfbb146fe85 x-openstack-request-id: req-4063f75a-dc48-4a6f-9f48-fbfbb146fe85 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:14:19.773712 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6d66847-bd08-47bc-971c-bdc6d0fb0a7a", "tag": "c7e205dc-a19a-4e18-81a1-d807082ae13c", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:14:19.773797 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4063f75a-dc48-4a6f-9f48-fbfbb146fe85 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:14:19.774165 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6d66847-bd08-47bc-971c-bdc6d0fb0a7a', 'tag': 'c7e205dc-a19a-4e18-81a1-d807082ae13c', 'status': 'completed', 'code': 200} Mar 11 20:14:19.852723 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2efbf5-90d3-4934-acd1-1eed62b1581d req-807d10bd-65f4-4050-ba32-fbe0a474522e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:19.854288 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-dc2efbf5-90d3-4934-acd1-1eed62b1581d req-807d10bd-65f4-4050-ba32-fbe0a474522e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=985979086b444294b1307d531b609210&device_id=d6d66847-bd08-47bc-971c-bdc6d0fb0a7a HTTP/1.1" status: 200 len: 1129 time: 0.0554135 Mar 11 20:14:19.882760 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e6859e-6212-4761-85f0-20a4079a3983 req-9076de7b-fb1e-41e6-95cd-21ae23f1ee91 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:19.884423 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b2e6859e-6212-4761-85f0-20a4079a3983 req-9076de7b-fb1e-41e6-95cd-21ae23f1ee91 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6d66847-bd08-47bc-971c-bdc6d0fb0a7a HTTP/1.1" status: 200 len: 947 time: 0.0673387 Mar 11 20:14:19.937083 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b2e6859e-6212-4761-85f0-20a4079a3983 req-0b31489e-42f2-4108-8679-90b814718002 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e432f13-6645-407e-8cc2-fd91a77371be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466835 Mar 11 20:14:19.939469 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-547d7cfe-43e0-4c7a-8ea3-4c867254255f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f92f97-dd7b-462c-b261-028335799172', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1856560880', 'tenant_id': '985979086b444294b1307d531b609210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '2cd0cc89-d8eb-400d-9859-b28af22386d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:12:21Z', 'updated_at': '2022-03-11T20:12:26Z', 'revision_number': 4, 'project_id': '985979086b444294b1307d531b609210', 'gw_port': {'id': '2cd0cc89-d8eb-400d-9859-b28af22386d4', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f92f97-dd7b-462c-b261-028335799172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:12:22Z', 'updated_at': '2022-03-11T20:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'fbbb1485-666e-4bd0-a2e8-4b18130d3c2e', 'name': '', 'network_id': '6f7db5d5-2d62-41d4-9acf-3b5f287da177', 'tenant_id': '985979086b444294b1307d531b609210', 'mac_address': 'fa:16:3e:fa:34:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f92f97-dd7b-462c-b261-028335799172', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '0ea7c766-4300-480e-8d6b-62b52b20c6ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:12:25Z', 'updated_at': '2022-03-11T20:12:29Z', 'revision_number': 5, 'project_id': '985979086b444294b1307d531b609210', 'subnets': [{'id': '0ea7c766-4300-480e-8d6b-62b52b20c6ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:14:19.953369 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2efbf5-90d3-4934-acd1-1eed62b1581d req-74baafb1-760d-45e9-ba8b-753c9e345d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:19.954845 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-dc2efbf5-90d3-4934-acd1-1eed62b1581d req-74baafb1-760d-45e9-ba8b-753c9e345d2c service neutron] 10.222.0.75 "GET /v2.0/networks?id=6f7db5d5-2d62-41d4-9acf-3b5f287da177 HTTP/1.1" status: 200 len: 898 time: 0.0936637 Mar 11 20:14:19.969039 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547d7cfe-43e0-4c7a-8ea3-4c867254255f None None] Checking router: e2f92f97-dd7b-462c-b261-028335799172 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:14:19.977367 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547d7cfe-43e0-4c7a-8ea3-4c867254255f None None] Routers {'e2f92f97-dd7b-462c-b261-028335799172'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:14:19.977968 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-547d7cfe-43e0-4c7a-8ea3-4c867254255f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:13:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['e2f92f97-dd7b-462c-b261-028335799172'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:14:20.001140 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-dc2efbf5-90d3-4934-acd1-1eed62b1581d req-1cfdd8da-ee14-46e9-ad63-4a972fe272c8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c7e205dc-a19a-4e18-81a1-d807082ae13c HTTP/1.1" status: 200 len: 217 time: 0.0384798 Mar 11 20:14:20.049947 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2efbf5-90d3-4934-acd1-1eed62b1581d req-adeb7adb-c508-4205-9f22-b2a47850187f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:20.051480 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-dc2efbf5-90d3-4934-acd1-1eed62b1581d req-adeb7adb-c508-4205-9f22-b2a47850187f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0ea7c766-4300-480e-8d6b-62b52b20c6ce HTTP/1.1" status: 200 len: 835 time: 0.0445406 Mar 11 20:14:20.086154 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-547d7cfe-43e0-4c7a-8ea3-4c867254255f None None] Set router e2f92f97-dd7b-462c-b261-028335799172 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:14:20.100389 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2efbf5-90d3-4934-acd1-1eed62b1581d req-376f7241-ebd9-47ab-9773-acddcf21d57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:20.101933 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-dc2efbf5-90d3-4934-acd1-1eed62b1581d req-376f7241-ebd9-47ab-9773-acddcf21d57b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6f7db5d5-2d62-41d4-9acf-3b5f287da177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440290 Mar 11 20:14:20.202211 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-dc2efbf5-90d3-4934-acd1-1eed62b1581d req-9d4250e1-df4c-4774-a125-1dda26d22f61 service neutron] 10.222.0.75 "GET /v2.0/networks/6f7db5d5-2d62-41d4-9acf-3b5f287da177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929313 Mar 11 20:14:20.298942 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-dc2efbf5-90d3-4934-acd1-1eed62b1581d req-377a4b63-292c-4a45-8715-19c4e9dd7ffa service neutron] 10.222.0.75 "GET /v2.0/networks/6f7db5d5-2d62-41d4-9acf-3b5f287da177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884097 Mar 11 20:14:20.438704 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-547d7cfe-43e0-4c7a-8ea3-4c867254255f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f92f97-dd7b-462c-b261-028335799172', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1856560880', 'tenant_id': '985979086b444294b1307d531b609210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '2cd0cc89-d8eb-400d-9859-b28af22386d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:12:21Z', 'updated_at': '2022-03-11T20:12:26Z', 'revision_number': 4, 'project_id': '985979086b444294b1307d531b609210', 'gw_port': {'id': '2cd0cc89-d8eb-400d-9859-b28af22386d4', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f92f97-dd7b-462c-b261-028335799172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:12:22Z', 'updated_at': '2022-03-11T20:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'fbbb1485-666e-4bd0-a2e8-4b18130d3c2e', 'name': '', 'network_id': '6f7db5d5-2d62-41d4-9acf-3b5f287da177', 'tenant_id': '985979086b444294b1307d531b609210', 'mac_address': 'fa:16:3e:fa:34:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f92f97-dd7b-462c-b261-028335799172', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '0ea7c766-4300-480e-8d6b-62b52b20c6ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:12:25Z', 'updated_at': '2022-03-11T20:12:29Z', 'revision_number': 5, 'project_id': '985979086b444294b1307d531b609210', 'subnets': [{'id': '0ea7c766-4300-480e-8d6b-62b52b20c6ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:14:20.466760 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547d7cfe-43e0-4c7a-8ea3-4c867254255f None None] The sync data for ids ['e2f92f97-dd7b-462c-b261-028335799172'] in n-d-833163-1 is: [{'id': 'e2f92f97-dd7b-462c-b261-028335799172', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1856560880', 'tenant_id': '985979086b444294b1307d531b609210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '2cd0cc89-d8eb-400d-9859-b28af22386d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:12:21Z', 'updated_at': '2022-03-11T20:12:26Z', 'revision_number': 4, 'project_id': '985979086b444294b1307d531b609210', 'gw_port': {'id': '2cd0cc89-d8eb-400d-9859-b28af22386d4', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f92f97-dd7b-462c-b261-028335799172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:12:22Z', 'updated_at': '2022-03-11T20:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'fbbb1485-666e-4bd0-a2e8-4b18130d3c2e', 'name': '', 'network_id': '6f7db5d5-2d62-41d4-9acf-3b5f287da177', 'tenant_id': '985979086b444294b1307d531b609210', 'mac_address': 'fa:16:3e:fa:34:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f92f97-dd7b-462c-b261-028335799172', 'device_owner': 'network:router_interface', 'standard_attr_id': 4034, 'fixed_ips': [{'subnet_id': '0ea7c766-4300-480e-8d6b-62b52b20c6ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:12:25Z', 'updated_at': '2022-03-11T20:12:29Z', 'revision_number': 5, 'project_id': '985979086b444294b1307d531b609210', 'subnets': [{'id': '0ea7c766-4300-480e-8d6b-62b52b20c6ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:14:20.687468 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c380d9-5b25-4143-9363-344acd45038d None None] New status for floating IP 693da5e7-e3d8-410c-aee9-9ad541d3a37a: DOWN {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 20:14:21.056140 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfab69ac-2b0f-4ed2-af52-111fe05b79cd req-2990753c-4521-4b00-b128-b0598c337d61 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:21.057617 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cfab69ac-2b0f-4ed2-af52-111fe05b79cd req-2990753c-4521-4b00-b128-b0598c337d61 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=d6d66847-bd08-47bc-971c-bdc6d0fb0a7a HTTP/1.1" status: 200 len: 947 time: 0.0519950 Mar 11 20:14:21.105910 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cfab69ac-2b0f-4ed2-af52-111fe05b79cd req-023d6d0f-93ce-446f-8561-5dcfa23e8634 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=2e432f13-6645-407e-8cc2-fd91a77371be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427446 Mar 11 20:14:21.228232 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c97ec4-3276-4229-89f9-53e714e9975d req-05c9f2af-12f3-44ed-bf2f-1501099910f0 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:21.229664 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-60c97ec4-3276-4229-89f9-53e714e9975d req-05c9f2af-12f3-44ed-bf2f-1501099910f0 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.75 "GET /v2.0/ports?device_id=d6d66847-bd08-47bc-971c-bdc6d0fb0a7a HTTP/1.1" status: 200 len: 947 time: 0.0874596 Mar 11 20:14:21.321531 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-60c97ec4-3276-4229-89f9-53e714e9975d req-eed20274-2123-4639-816f-ce41744b355a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Deleting port c7e205dc-a19a-4e18-81a1-d807082ae13c {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:14:21.321794 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-60c97ec4-3276-4229-89f9-53e714e9975d req-eed20274-2123-4639-816f-ce41744b355a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (c7e205dc-a19a-4e18-81a1-d807082ae13c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:21.415700 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-60c97ec4-3276-4229-89f9-53e714e9975d req-eed20274-2123-4639-816f-ce41744b355a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] For port c7e205dc-a19a-4e18-81a1-d807082ae13c, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=c7e205dc-a19a-4e18-81a1-d807082ae13c,segment=NetworkSegment(f7d4a881-6cec-4869-8a0c-644f8b2ff712),segment_id=f7d4a881-6cec-4869-8a0c-644f8b2ff712)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:14:21.416066 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-60c97ec4-3276-4229-89f9-53e714e9975d req-eed20274-2123-4639-816f-ce41744b355a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (c7e205dc-a19a-4e18-81a1-d807082ae13c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:21.428310 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-60c97ec4-3276-4229-89f9-53e714e9975d req-eed20274-2123-4639-816f-ce41744b355a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Calling delete_port for c7e205dc-a19a-4e18-81a1-d807082ae13c owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:14:21.559883 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-60c97ec4-3276-4229-89f9-53e714e9975d req-eed20274-2123-4639-816f-ce41744b355a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (c7e205dc-a19a-4e18-81a1-d807082ae13c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:21.589691 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed20274-2123-4639-816f-ce41744b355a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event deleted for resources: {'Port': ['ID=c7e205dc-a19a-4e18-81a1-d807082ae13c,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:14:21.634343 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-60c97ec4-3276-4229-89f9-53e714e9975d req-eed20274-2123-4639-816f-ce41744b355a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] No DVR routers for this DVR port c7e205dc-a19a-4e18-81a1-d807082ae13c on host n-h1-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:14:21.636947 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-60c97ec4-3276-4229-89f9-53e714e9975d req-eed20274-2123-4639-816f-ce41744b355a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:21.640280 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-60c97ec4-3276-4229-89f9-53e714e9975d req-eed20274-2123-4639-816f-ce41744b355a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.75 "DELETE /v2.0/ports/c7e205dc-a19a-4e18-81a1-d807082ae13c HTTP/1.1" status: 204 len: 173 time: 0.4042253 Mar 11 20:14:21.640706 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d66847-bd08-47bc-971c-bdc6d0fb0a7a', 'name': 'network-vif-deleted', 'tag': 'c7e205dc-a19a-4e18-81a1-d807082ae13c'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:14:21.643578 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8b72cb-65d0-4c2f-9444-c6f9a5a8aff5" -d '{"events": [{"server_uuid": "d6d66847-bd08-47bc-971c-bdc6d0fb0a7a", "name": "network-vif-deleted", "tag": "c7e205dc-a19a-4e18-81a1-d807082ae13c"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:14:21.682141 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c635d0-8893-4baf-a0a7-420acccbe844 x-openstack-request-id: req-f5c635d0-8893-4baf-a0a7-420acccbe844 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:14:21.682475 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6d66847-bd08-47bc-971c-bdc6d0fb0a7a", "name": "network-vif-deleted", "tag": "c7e205dc-a19a-4e18-81a1-d807082ae13c", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:14:21.682736 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f5c635d0-8893-4baf-a0a7-420acccbe844 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:14:21.683150 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6d66847-bd08-47bc-971c-bdc6d0fb0a7a', 'name': 'network-vif-deleted', 'tag': 'c7e205dc-a19a-4e18-81a1-d807082ae13c', 'status': 'completed', 'code': 200} Mar 11 20:14:22.161860 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55316) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:14:22.352071 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c6bbde8b-d4b2-48e3-888d-86acf5da46f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:22.529865 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-964bc066-d7da-4404-b89a-c280c445e21f tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (e2f92f97-dd7b-462c-b261-028335799172), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:22.793813 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-964bc066-d7da-4404-b89a-c280c445e21f tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Deleting port fbbb1485-666e-4bd0-a2e8-4b18130d3c2e {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:14:22.794103 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-964bc066-d7da-4404-b89a-c280c445e21f tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (fbbb1485-666e-4bd0-a2e8-4b18130d3c2e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:22.885540 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-964bc066-d7da-4404-b89a-c280c445e21f tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] For port fbbb1485-666e-4bd0-a2e8-4b18130d3c2e, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=fbbb1485-666e-4bd0-a2e8-4b18130d3c2e,segment=NetworkSegment(f7d4a881-6cec-4869-8a0c-644f8b2ff712),segment_id=f7d4a881-6cec-4869-8a0c-644f8b2ff712)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:14:22.885902 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-964bc066-d7da-4404-b89a-c280c445e21f tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (fbbb1485-666e-4bd0-a2e8-4b18130d3c2e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:22.898830 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-964bc066-d7da-4404-b89a-c280c445e21f tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Calling delete_port for fbbb1485-666e-4bd0-a2e8-4b18130d3c2e owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:14:22.972703 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:23.089968 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-964bc066-d7da-4404-b89a-c280c445e21f tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (fbbb1485-666e-4bd0-a2e8-4b18130d3c2e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:23.119696 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964bc066-d7da-4404-b89a-c280c445e21f tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event deleted for resources: {'Port': ['ID=fbbb1485-666e-4bd0-a2e8-4b18130d3c2e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:14:23.301965 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-964bc066-d7da-4404-b89a-c280c445e21f tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (e2f92f97-dd7b-462c-b261-028335799172), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:23.525878 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-964bc066-d7da-4404-b89a-c280c445e21f tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Router e2f92f97-dd7b-462c-b261-028335799172 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:14:23.635912 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-964bc066-d7da-4404-b89a-c280c445e21f tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:14:23.640993 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-964bc066-d7da-4404-b89a-c280c445e21f tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "PUT /v2.0/routers/e2f92f97-dd7b-462c-b261-028335799172/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4781728 Mar 11 20:14:23.643742 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55318) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:14:23.645255 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac4356c-444d-4a40-ba95-09be6bca1869 None None] Sync routers for ids ['e2f92f97-dd7b-462c-b261-028335799172'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:14:23.656782 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac4356c-444d-4a40-ba95-09be6bca1869 None None] Routers {'e2f92f97-dd7b-462c-b261-028335799172'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:14:23.657432 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-6ac4356c-444d-4a40-ba95-09be6bca1869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:13:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['e2f92f97-dd7b-462c-b261-028335799172'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:14:23.694742 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b00ac58-1dab-4a52-8d78-a4ca3af7b2f4 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Deleting subnet 0ea7c766-4300-480e-8d6b-62b52b20c6ce {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 20:14:23.697930 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8b00ac58-1dab-4a52-8d78-a4ca3af7b2f4 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for subnet (0ea7c766-4300-480e-8d6b-62b52b20c6ce), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:23.738172 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8b00ac58-1dab-4a52-8d78-a4ca3af7b2f4 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (0ea7c766-4300-480e-8d6b-62b52b20c6ce), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:23.764850 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-6ac4356c-444d-4a40-ba95-09be6bca1869 None None] Set router e2f92f97-dd7b-462c-b261-028335799172 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:14:23.827382 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8b00ac58-1dab-4a52-8d78-a4ca3af7b2f4 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (0ea7c766-4300-480e-8d6b-62b52b20c6ce), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:23.886490 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8b00ac58-1dab-4a52-8d78-a4ca3af7b2f4 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (0ea7c766-4300-480e-8d6b-62b52b20c6ce), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:23.911938 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b00ac58-1dab-4a52-8d78-a4ca3af7b2f4 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event deleted for resources: {'Subnet': ['ID=0ea7c766-4300-480e-8d6b-62b52b20c6ce,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:14:23.917671 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8b00ac58-1dab-4a52-8d78-a4ca3af7b2f4 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:23.921102 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-8b00ac58-1dab-4a52-8d78-a4ca3af7b2f4 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "DELETE /v2.0/subnets/0ea7c766-4300-480e-8d6b-62b52b20c6ce HTTP/1.1" status: 204 len: 168 time: 0.2763822 Mar 11 20:14:23.924339 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55320) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:14:23.927964 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9251c6a-03be-48d4-b9d3-aebd091b2185 None None] Network 6f7db5d5-2d62-41d4-9acf-3b5f287da177 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:14:24.018774 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-6ac4356c-444d-4a40-ba95-09be6bca1869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f92f97-dd7b-462c-b261-028335799172', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1856560880', 'tenant_id': '985979086b444294b1307d531b609210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '2cd0cc89-d8eb-400d-9859-b28af22386d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:12:21Z', 'updated_at': '2022-03-11T20:14:23Z', 'revision_number': 5, 'project_id': '985979086b444294b1307d531b609210', 'gw_port': {'id': '2cd0cc89-d8eb-400d-9859-b28af22386d4', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f92f97-dd7b-462c-b261-028335799172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:12:22Z', 'updated_at': '2022-03-11T20:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:14:24.034373 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ea200cac-5e0d-4d83-a10b-417bf4b3f9f5 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for router (e2f92f97-dd7b-462c-b261-028335799172), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:24.052019 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac4356c-444d-4a40-ba95-09be6bca1869 None None] Checking router: e2f92f97-dd7b-462c-b261-028335799172 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:14:24.066839 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac4356c-444d-4a40-ba95-09be6bca1869 None None] Routers {'e2f92f97-dd7b-462c-b261-028335799172'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:14:24.067442 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-6ac4356c-444d-4a40-ba95-09be6bca1869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:13:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['e2f92f97-dd7b-462c-b261-028335799172'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:14:24.128076 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbf584c-ced4-43f1-85bb-c5bf80358199 None None] DHCP port deletion for 6f7db5d5-2d62-41d4-9acf-3b5f287da177 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 20:14:24.151309 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ea200cac-5e0d-4d83-a10b-417bf4b3f9f5 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for router_gateway (e2f92f97-dd7b-462c-b261-028335799172), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:24.207102 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-ea200cac-5e0d-4d83-a10b-417bf4b3f9f5 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Deleting port 2cd0cc89-d8eb-400d-9859-b28af22386d4 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:14:24.207445 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ea200cac-5e0d-4d83-a10b-417bf4b3f9f5 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (2cd0cc89-d8eb-400d-9859-b28af22386d4), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:24.211851 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-6ac4356c-444d-4a40-ba95-09be6bca1869 None None] Set router e2f92f97-dd7b-462c-b261-028335799172 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:14:24.292022 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-ea200cac-5e0d-4d83-a10b-417bf4b3f9f5 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] For port 2cd0cc89-d8eb-400d-9859-b28af22386d4, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=2cd0cc89-d8eb-400d-9859-b28af22386d4,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:14:24.292365 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ea200cac-5e0d-4d83-a10b-417bf4b3f9f5 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (2cd0cc89-d8eb-400d-9859-b28af22386d4), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:24.304828 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-ea200cac-5e0d-4d83-a10b-417bf4b3f9f5 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Calling delete_port for 2cd0cc89-d8eb-400d-9859-b28af22386d4 owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:14:24.330302 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-fdbf584c-ced4-43f1-85bb-c5bf80358199 None None] Deleting port 11fc530d-cb7c-4992-9fb0-b9707ec1237e {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:14:24.330671 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fdbf584c-ced4-43f1-85bb-c5bf80358199 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (11fc530d-cb7c-4992-9fb0-b9707ec1237e), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:24.415548 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-fdbf584c-ced4-43f1-85bb-c5bf80358199 None None] For port 11fc530d-cb7c-4992-9fb0-b9707ec1237e, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=11fc530d-cb7c-4992-9fb0-b9707ec1237e,segment=NetworkSegment(f7d4a881-6cec-4869-8a0c-644f8b2ff712),segment_id=f7d4a881-6cec-4869-8a0c-644f8b2ff712)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:14:24.415865 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fdbf584c-ced4-43f1-85bb-c5bf80358199 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (11fc530d-cb7c-4992-9fb0-b9707ec1237e), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:24.447995 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-fdbf584c-ced4-43f1-85bb-c5bf80358199 None None] Calling delete_port for 11fc530d-cb7c-4992-9fb0-b9707ec1237e owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:14:24.532792 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-6ac4356c-444d-4a40-ba95-09be6bca1869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2f92f97-dd7b-462c-b261-028335799172', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1856560880', 'tenant_id': '985979086b444294b1307d531b609210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '2cd0cc89-d8eb-400d-9859-b28af22386d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:12:21Z', 'updated_at': '2022-03-11T20:14:23Z', 'revision_number': 5, 'project_id': '985979086b444294b1307d531b609210', 'gw_port': {'id': '2cd0cc89-d8eb-400d-9859-b28af22386d4', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f92f97-dd7b-462c-b261-028335799172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:12:22Z', 'updated_at': '2022-03-11T20:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:14:24.571059 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac4356c-444d-4a40-ba95-09be6bca1869 None None] The sync data for ids ['e2f92f97-dd7b-462c-b261-028335799172'] in n-d-833163-1 is: [{'id': 'e2f92f97-dd7b-462c-b261-028335799172', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1856560880', 'tenant_id': '985979086b444294b1307d531b609210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.12'}], 'enable_snat': True}, 'gw_port_id': '2cd0cc89-d8eb-400d-9859-b28af22386d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:12:21Z', 'updated_at': '2022-03-11T20:14:23Z', 'revision_number': 5, 'project_id': '985979086b444294b1307d531b609210', 'gw_port': {'id': '2cd0cc89-d8eb-400d-9859-b28af22386d4', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:6e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f92f97-dd7b-462c-b261-028335799172', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:12:22Z', 'updated_at': '2022-03-11T20:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:14:24.582457 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fdbf584c-ced4-43f1-85bb-c5bf80358199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (11fc530d-cb7c-4992-9fb0-b9707ec1237e), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:24.615477 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbf584c-ced4-43f1-85bb-c5bf80358199 None None] No DVR routers for this DVR port 11fc530d-cb7c-4992-9fb0-b9707ec1237e on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:14:24.622288 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbf584c-ced4-43f1-85bb-c5bf80358199 None None] Pushing event deleted for resources: {'Port': ['ID=11fc530d-cb7c-4992-9fb0-b9707ec1237e,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:14:24.629120 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbf584c-ced4-43f1-85bb-c5bf80358199 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:14:24.629602 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbf584c-ced4-43f1-85bb-c5bf80358199 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:14:24.629948 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbf584c-ced4-43f1-85bb-c5bf80358199 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:14:24.630283 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbf584c-ced4-43f1-85bb-c5bf80358199 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:14:24.630616 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbf584c-ced4-43f1-85bb-c5bf80358199 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:14:24.630949 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbf584c-ced4-43f1-85bb-c5bf80358199 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:14:24.631277 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbf584c-ced4-43f1-85bb-c5bf80358199 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:14:24.631666 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbf584c-ced4-43f1-85bb-c5bf80358199 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:14:24.632352 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbf584c-ced4-43f1-85bb-c5bf80358199 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:14:24.632705 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbf584c-ced4-43f1-85bb-c5bf80358199 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:14:24.633058 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbf584c-ced4-43f1-85bb-c5bf80358199 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:14:24.633382 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbf584c-ced4-43f1-85bb-c5bf80358199 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:14:24.633706 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdbf584c-ced4-43f1-85bb-c5bf80358199 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:14:24.660802 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-81a300ea-d5d9-48b3-9ee9-dc7d9f546250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:24.812994 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ea200cac-5e0d-4d83-a10b-417bf4b3f9f5 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (2cd0cc89-d8eb-400d-9859-b28af22386d4), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:24.842436 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea200cac-5e0d-4d83-a10b-417bf4b3f9f5 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event deleted for resources: {'Port': ['ID=2cd0cc89-d8eb-400d-9859-b28af22386d4,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:14:24.902593 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ea200cac-5e0d-4d83-a10b-417bf4b3f9f5 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (e2f92f97-dd7b-462c-b261-028335799172), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:25.005638 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ea200cac-5e0d-4d83-a10b-417bf4b3f9f5 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (e2f92f97-dd7b-462c-b261-028335799172), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:25.008067 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ea200cac-5e0d-4d83-a10b-417bf4b3f9f5 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for router_controller (e2f92f97-dd7b-462c-b261-028335799172), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:25.058353 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 11fc530d-cb7c-4992-9fb0-b9707ec1237e no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:14:25.061165 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ea200cac-5e0d-4d83-a10b-417bf4b3f9f5 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (e2f92f97-dd7b-462c-b261-028335799172), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:25.062883 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea200cac-5e0d-4d83-a10b-417bf4b3f9f5 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Fanout notify agent at l3_agent the message router_deleted on router e2f92f97-dd7b-462c-b261-028335799172 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 20:14:25.070675 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ea200cac-5e0d-4d83-a10b-417bf4b3f9f5 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:25.074504 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ea200cac-5e0d-4d83-a10b-417bf4b3f9f5 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "DELETE /v2.0/routers/e2f92f97-dd7b-462c-b261-028335799172 HTTP/1.1" status: 204 len: 168 time: 1.1464922 Mar 11 20:14:25.074814 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55322) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:14:25.080280 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 11fc530d-cb7c-4992-9fb0-b9707ec1237e {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:14:25.080633 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 11fc530d-cb7c-4992-9fb0-b9707ec1237e not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:14:25.081062 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device fbbb1485-666e-4bd0-a2e8-4b18130d3c2e no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:14:25.104188 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: fbbb1485-666e-4bd0-a2e8-4b18130d3c2e {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:14:25.104545 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device fbbb1485-666e-4bd0-a2e8-4b18130d3c2e not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:14:25.153409 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-519df44b-e1b4-49b5-af96-6a6d3311ed49 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (6f7db5d5-2d62-41d4-9acf-3b5f287da177), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:25.245863 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-519df44b-e1b4-49b5-af96-6a6d3311ed49 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (6f7db5d5-2d62-41d4-9acf-3b5f287da177), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:25.267662 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-519df44b-e1b4-49b5-af96-6a6d3311ed49 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f7db5d5-2d62-41d4-9acf-3b5f287da177']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:14:25.277441 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-519df44b-e1b4-49b5-af96-6a6d3311ed49 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7d4a881-6cec-4869-8a0c-644f8b2ff712') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:14:25.277735 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-519df44b-e1b4-49b5-af96-6a6d3311ed49 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7d4a881-6cec-4869-8a0c-644f8b2ff712') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:14:25.288237 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-519df44b-e1b4-49b5-af96-6a6d3311ed49 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (f7d4a881-6cec-4869-8a0c-644f8b2ff712), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:25.302201 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-519df44b-e1b4-49b5-af96-6a6d3311ed49 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (f7d4a881-6cec-4869-8a0c-644f8b2ff712), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:25.308365 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-519df44b-e1b4-49b5-af96-6a6d3311ed49 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Releasing vlan 875 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 20:14:25.309000 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-519df44b-e1b4-49b5-af96-6a6d3311ed49 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (f7d4a881-6cec-4869-8a0c-644f8b2ff712), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:25.311517 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 20:14:25.311517 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 20:14:25.311517 n-d-833163-1 neutron-server[103885]: timer() Mar 11 20:14:25.311517 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:14:25.311517 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 20:14:25.311517 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 20:14:25.311517 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 20:14:25.311517 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:14:25.311517 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 20:14:25.311517 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:14:25.311517 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 20:14:25.311517 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:14:25.311517 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 20:14:25.311517 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 20:14:25.311517 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:14:25.311517 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 20:14:25.311517 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:14:25.311517 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 20:14:25.311517 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 20:14:25.311517 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:14:25.311517 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 20:14:25.311517 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:14:25.311517 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:14:25.311517 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 20:14:25.311517 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 20:14:25.311517 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 20:14:25.311517 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:14:25.311517 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 20:14:25.311517 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:14:25.311517 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 20:14:25.311517 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:14:25.311517 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:14:25.374216 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-519df44b-e1b4-49b5-af96-6a6d3311ed49 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (6f7db5d5-2d62-41d4-9acf-3b5f287da177), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:25.379885 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-519df44b-e1b4-49b5-af96-6a6d3311ed49 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:25.382982 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-519df44b-e1b4-49b5-af96-6a6d3311ed49 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "DELETE /v2.0/networks/6f7db5d5-2d62-41d4-9acf-3b5f287da177 HTTP/1.1" status: 204 len: 168 time: 0.3072338 Mar 11 20:14:25.385871 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 55324) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:14:25.396884 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519df44b-e1b4-49b5-af96-6a6d3311ed49 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event deleted for resources: {'Network': ['ID=6f7db5d5-2d62-41d4-9acf-3b5f287da177,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:14:25.441109 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-012dbe59-b65b-464b-9e07-ef3d9795ae42 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group (2e432f13-6645-407e-8cc2-fd91a77371be), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:25.465168 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-012dbe59-b65b-464b-9e07-ef3d9795ae42 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group (2e432f13-6645-407e-8cc2-fd91a77371be), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:25.528684 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-012dbe59-b65b-464b-9e07-ef3d9795ae42 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (2e432f13-6645-407e-8cc2-fd91a77371be), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:25.531794 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-012dbe59-b65b-464b-9e07-ef3d9795ae42 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:25.533474 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-012dbe59-b65b-464b-9e07-ef3d9795ae42 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "DELETE /v2.0/security-groups/2e432f13-6645-407e-8cc2-fd91a77371be HTTP/1.1" status: 204 len: 168 time: 0.1465459 Mar 11 20:14:25.544452 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012dbe59-b65b-464b-9e07-ef3d9795ae42 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e432f13-6645-407e-8cc2-fd91a77371be,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:14:25.995281 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 55330) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:14:25.999854 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-44535189-cca0-4df0-8283-da4841874295 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-971870892', 'description': 'tempest-secgroup-smoke-971870892 description', 'project_id': '985979086b444294b1307d531b609210'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:14:26.021354 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-44535189-cca0-4df0-8283-da4841874295 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:26.085752 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-44535189-cca0-4df0-8283-da4841874295 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group (db1a166d-1655-4c2a-9cf5-b978eb6adea2), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:26.089584 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-44535189-cca0-4df0-8283-da4841874295 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (db1a166d-1655-4c2a-9cf5-b978eb6adea2), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:26.117905 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-44535189-cca0-4df0-8283-da4841874295 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:26.119117 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-44535189-cca0-4df0-8283-da4841874295 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1228058 Mar 11 20:14:26.121886 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 55332) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:14:26.126779 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-039e6817-09ba-4ce2-9cc0-179ca73bc10d tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Request body: {'security_group_rule': {'security_group_id': 'db1a166d-1655-4c2a-9cf5-b978eb6adea2', 'project_id': '985979086b444294b1307d531b609210', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:14:26.134361 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44535189-cca0-4df0-8283-da4841874295 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db1a166d-1655-4c2a-9cf5-b978eb6adea2,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:14:26.156723 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-039e6817-09ba-4ce2-9cc0-179ca73bc10d tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group_rule (e5b039ee-094d-4796-89ca-f19c6eb90105), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:26.210813 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-039e6817-09ba-4ce2-9cc0-179ca73bc10d tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group_rule (e5b039ee-094d-4796-89ca-f19c6eb90105), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:26.214267 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-039e6817-09ba-4ce2-9cc0-179ca73bc10d tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (e5b039ee-094d-4796-89ca-f19c6eb90105), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:26.230860 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039e6817-09ba-4ce2-9cc0-179ca73bc10d tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5b039ee-094d-4796-89ca-f19c6eb90105,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:14:26.240606 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-039e6817-09ba-4ce2-9cc0-179ca73bc10d tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:26.244146 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-039e6817-09ba-4ce2-9cc0-179ca73bc10d tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1211910 Mar 11 20:14:26.244775 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 55334) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:14:26.249360 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-07540d9d-cc39-4c40-9d31-a278c982f069 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Request body: {'security_group_rule': {'security_group_id': 'db1a166d-1655-4c2a-9cf5-b978eb6adea2', 'project_id': '985979086b444294b1307d531b609210', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:14:26.276320 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-07540d9d-cc39-4c40-9d31-a278c982f069 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group_rule (1318d140-5571-497b-8182-5f0cb1ea06ed), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:26.301780 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:26.334151 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-07540d9d-cc39-4c40-9d31-a278c982f069 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group_rule (1318d140-5571-497b-8182-5f0cb1ea06ed), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:26.338279 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-07540d9d-cc39-4c40-9d31-a278c982f069 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (1318d140-5571-497b-8182-5f0cb1ea06ed), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:26.358088 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07540d9d-cc39-4c40-9d31-a278c982f069 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1318d140-5571-497b-8182-5f0cb1ea06ed,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:14:26.366083 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-07540d9d-cc39-4c40-9d31-a278c982f069 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:26.367262 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-07540d9d-cc39-4c40-9d31-a278c982f069 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1214919 Mar 11 20:14:26.370121 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 55336) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:14:26.374339 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-6c3e6f76-dc17-406a-904e-2dcd19960ff5 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Request body: {'security_group_rule': {'security_group_id': 'db1a166d-1655-4c2a-9cf5-b978eb6adea2', 'project_id': '985979086b444294b1307d531b609210', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:14:26.397780 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6c3e6f76-dc17-406a-904e-2dcd19960ff5 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group_rule (c1f1fdd5-f4e5-464d-85bc-998ee50d7f99), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:26.454790 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6c3e6f76-dc17-406a-904e-2dcd19960ff5 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group_rule (c1f1fdd5-f4e5-464d-85bc-998ee50d7f99), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:26.458994 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6c3e6f76-dc17-406a-904e-2dcd19960ff5 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (c1f1fdd5-f4e5-464d-85bc-998ee50d7f99), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:26.477462 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3e6f76-dc17-406a-904e-2dcd19960ff5 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1f1fdd5-f4e5-464d-85bc-998ee50d7f99,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:14:26.482810 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6c3e6f76-dc17-406a-904e-2dcd19960ff5 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:26.484132 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-6c3e6f76-dc17-406a-904e-2dcd19960ff5 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1128652 Mar 11 20:14:26.486614 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 55338) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:14:26.490854 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-defc336a-4d0b-4b8e-a103-a16a392cd1a9 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Request body: {'security_group_rule': {'security_group_id': 'db1a166d-1655-4c2a-9cf5-b978eb6adea2', 'project_id': '985979086b444294b1307d531b609210', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:14:26.505353 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device c7e205dc-a19a-4e18-81a1-d807082ae13c no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:14:26.518094 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-defc336a-4d0b-4b8e-a103-a16a392cd1a9 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group_rule (65f0c55f-f629-41ab-9642-93cfa68a4763), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:26.525890 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: c7e205dc-a19a-4e18-81a1-d807082ae13c {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:14:26.526233 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device c7e205dc-a19a-4e18-81a1-d807082ae13c not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:14:26.575648 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-defc336a-4d0b-4b8e-a103-a16a392cd1a9 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group_rule (65f0c55f-f629-41ab-9642-93cfa68a4763), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:26.579933 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-defc336a-4d0b-4b8e-a103-a16a392cd1a9 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (65f0c55f-f629-41ab-9642-93cfa68a4763), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:26.597717 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defc336a-4d0b-4b8e-a103-a16a392cd1a9 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65f0c55f-f629-41ab-9642-93cfa68a4763,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:14:26.603007 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-defc336a-4d0b-4b8e-a103-a16a392cd1a9 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:26.604207 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-defc336a-4d0b-4b8e-a103-a16a392cd1a9 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1166811 Mar 11 20:14:26.606875 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 55340) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:14:26.611151 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-12b2f9b4-571a-4cc2-a9c5-f0a016357cd2 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Request body: {'security_group_rule': {'security_group_id': 'db1a166d-1655-4c2a-9cf5-b978eb6adea2', 'project_id': '985979086b444294b1307d531b609210', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:14:26.630061 n-d-833163-1 neutron-server[103884]: INFO neutron.db.securitygroups_db [None req-12b2f9b4-571a-4cc2-a9c5-f0a016357cd2 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Project 985979086b444294b1307d531b609210 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 20:14:26.634748 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-12b2f9b4-571a-4cc2-a9c5-f0a016357cd2 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group_rule (252a785f-58db-4350-9dc2-b7b6d2db03a4), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:26.690987 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-12b2f9b4-571a-4cc2-a9c5-f0a016357cd2 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group_rule (252a785f-58db-4350-9dc2-b7b6d2db03a4), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:26.694441 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-12b2f9b4-571a-4cc2-a9c5-f0a016357cd2 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (252a785f-58db-4350-9dc2-b7b6d2db03a4), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:26.713490 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b2f9b4-571a-4cc2-a9c5-f0a016357cd2 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=252a785f-58db-4350-9dc2-b7b6d2db03a4,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:14:26.721926 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-12b2f9b4-571a-4cc2-a9c5-f0a016357cd2 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:26.723160 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-12b2f9b4-571a-4cc2-a9c5-f0a016357cd2 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1153705 Mar 11 20:14:26.725840 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 55342) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:14:26.730074 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-74121bc8-0324-4017-b711-7707428da85c tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Request body: {'security_group_rule': {'security_group_id': 'db1a166d-1655-4c2a-9cf5-b978eb6adea2', 'project_id': '985979086b444294b1307d531b609210', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:14:26.750118 n-d-833163-1 neutron-server[103884]: INFO neutron.db.securitygroups_db [None req-74121bc8-0324-4017-b711-7707428da85c tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Project 985979086b444294b1307d531b609210 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 20:14:26.755430 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-74121bc8-0324-4017-b711-7707428da85c tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group_rule (e311a4f3-9f7a-4c76-aca4-174736416505), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:26.812528 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-74121bc8-0324-4017-b711-7707428da85c tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group_rule (e311a4f3-9f7a-4c76-aca4-174736416505), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:26.816924 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-74121bc8-0324-4017-b711-7707428da85c tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (e311a4f3-9f7a-4c76-aca4-174736416505), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:26.834830 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74121bc8-0324-4017-b711-7707428da85c tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e311a4f3-9f7a-4c76-aca4-174736416505,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:14:26.844184 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-74121bc8-0324-4017-b711-7707428da85c tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:26.845477 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-74121bc8-0324-4017-b711-7707428da85c tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1187217 Mar 11 20:14:26.848333 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 55344) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:14:26.853069 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-ddd8c027-3130-488f-983d-a1ce84366453 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Request body: {'network': {'name': 'tempest-network-smoke--1604148251', 'project_id': '985979086b444294b1307d531b609210', 'port_security_enabled': True}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:14:26.873749 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd8c027-3130-488f-983d-a1ce84366453 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Made reservation on behalf of 985979086b444294b1307d531b609210 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:14:26.877595 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ddd8c027-3130-488f-983d-a1ce84366453 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:26.901125 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddd8c027-3130-488f-983d-a1ce84366453 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] vlan segment allocate from pool success with {'vlan_id': 892, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:14:26.911342 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ddd8c027-3130-488f-983d-a1ce84366453 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (93b37cca-c2ab-4d0b-9a76-c02cda08dee5), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:26.911721 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-ddd8c027-3130-488f-983d-a1ce84366453 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Added segment 93b37cca-c2ab-4d0b-9a76-c02cda08dee5 of type vlan for network 48b7d852-27e7-402d-b0be-80ad1a70c5cb Mar 11 20:14:26.952628 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ddd8c027-3130-488f-983d-a1ce84366453 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (48b7d852-27e7-402d-b0be-80ad1a70c5cb), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:26.958508 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 2cd0cc89-d8eb-400d-9859-b28af22386d4 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:14:26.977626 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 2cd0cc89-d8eb-400d-9859-b28af22386d4 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:14:26.977968 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 2cd0cc89-d8eb-400d-9859-b28af22386d4 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:14:26.978417 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ddd8c027-3130-488f-983d-a1ce84366453 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (48b7d852-27e7-402d-b0be-80ad1a70c5cb), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:26.984818 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd8c027-3130-488f-983d-a1ce84366453 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:26.985922 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ddd8c027-3130-488f-983d-a1ce84366453 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:27.025669 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ddd8c027-3130-488f-983d-a1ce84366453 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1762006 Mar 11 20:14:27.028315 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 55346) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:14:27.037073 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-99f1c664-b448-4b6d-8c03-7d232718bc8a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-251708389', 'admin_state_up': True, 'project_id': '985979086b444294b1307d531b609210', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:14:27.073799 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd8c027-3130-488f-983d-a1ce84366453 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event updated for resources: {'Network': ['ID=48b7d852-27e7-402d-b0be-80ad1a70c5cb,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:14:27.084156 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 48b7d852-27e7-402d-b0be-80ad1a70c5cb details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 20:14:27.091861 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-99f1c664-b448-4b6d-8c03-7d232718bc8a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (34db5e51-cc1a-44b7-9135-db6b19db42eb), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:27.092980 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-99f1c664-b448-4b6d-8c03-7d232718bc8a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (34db5e51-cc1a-44b7-9135-db6b19db42eb), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:27.425054 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-99f1c664-b448-4b6d-8c03-7d232718bc8a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for router_controller (34db5e51-cc1a-44b7-9135-db6b19db42eb), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:27.564986 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-99f1c664-b448-4b6d-8c03-7d232718bc8a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for router_gateway (34db5e51-cc1a-44b7-9135-db6b19db42eb), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:27.705857 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:27.755017 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-99f1c664-b448-4b6d-8c03-7d232718bc8a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for router_gateway (34db5e51-cc1a-44b7-9135-db6b19db42eb), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:27.779421 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-99f1c664-b448-4b6d-8c03-7d232718bc8a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:27.884083 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-99f1c664-b448-4b6d-8c03-7d232718bc8a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Allocated IP 172.25.8.26 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/b678ebf0-489b-4779-a22a-19cb9454ba3c) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:14:27.983052 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-99f1c664-b448-4b6d-8c03-7d232718bc8a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for port (b678ebf0-489b-4779-a22a-19cb9454ba3c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:28.015855 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-99f1c664-b448-4b6d-8c03-7d232718bc8a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (b678ebf0-489b-4779-a22a-19cb9454ba3c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:28.058372 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f1c664-b448-4b6d-8c03-7d232718bc8a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:14:28.064574 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-99f1c664-b448-4b6d-8c03-7d232718bc8a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:14:28.067119 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f1c664-b448-4b6d-8c03-7d232718bc8a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:14:28.090909 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f1c664-b448-4b6d-8c03-7d232718bc8a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event updated for resources: {'Port': ['ID=b678ebf0-489b-4779-a22a-19cb9454ba3c,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:14:28.325235 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-99f1c664-b448-4b6d-8c03-7d232718bc8a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for router_gateway (34db5e51-cc1a-44b7-9135-db6b19db42eb), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:28.528547 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-99f1c664-b448-4b6d-8c03-7d232718bc8a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (34db5e51-cc1a-44b7-9135-db6b19db42eb), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:28.664682 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99f1c664-b448-4b6d-8c03-7d232718bc8a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Router 34db5e51-cc1a-44b7-9135-db6b19db42eb is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 20:14:28.770675 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f1c664-b448-4b6d-8c03-7d232718bc8a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:14:28.780053 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f93a4ff-1d9f-4079-a493-3d4316f3d219 None None] Sync routers for ids ['34db5e51-cc1a-44b7-9135-db6b19db42eb'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:14:28.790922 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-99f1c664-b448-4b6d-8c03-7d232718bc8a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:28.791733 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f93a4ff-1d9f-4079-a493-3d4316f3d219 None None] Routers {'34db5e51-cc1a-44b7-9135-db6b19db42eb'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:14:28.792311 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-99f1c664-b448-4b6d-8c03-7d232718bc8a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7630622 Mar 11 20:14:28.792431 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-4f93a4ff-1d9f-4079-a493-3d4316f3d219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:14:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['34db5e51-cc1a-44b7-9135-db6b19db42eb'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:14:28.795553 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55348) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:14:28.823770 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-4fadb5ba-71c0-4eae-9402-8fd5016f3d3c tempest-TestNetworkAdvancedServerOps-874628058 tempest-TestNetworkAdvancedServerOps-874628058-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=985979086b444294b1307d531b609210&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269554 Mar 11 20:14:28.826302 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55350) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:14:28.900679 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-4f93a4ff-1d9f-4079-a493-3d4316f3d219 None None] Set router 34db5e51-cc1a-44b7-9135-db6b19db42eb gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:14:28.917927 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58288d7-045b-4bb9-b047-9b8e1171125b tempest-TestNetworkAdvancedServerOps-874628058 tempest-TestNetworkAdvancedServerOps-874628058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:28.919425 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a58288d7-045b-4bb9-b047-9b8e1171125b tempest-TestNetworkAdvancedServerOps-874628058 tempest-TestNetworkAdvancedServerOps-874628058-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0922382 Mar 11 20:14:28.922263 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55352) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:14:28.949872 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-c6cfa3f2-2da1-443f-80e3-f01a71f14a84 tempest-TestNetworkAdvancedServerOps-874628058 tempest-TestNetworkAdvancedServerOps-874628058-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=612cc066-33e3-444d-b1c7-d0a64751482a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0259523 Mar 11 20:14:28.952376 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55354) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:14:28.957145 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-be192f5a-9b83-487f-b152-2d3e1e045da1 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1745569073', 'network_id': '48b7d852-27e7-402d-b0be-80ad1a70c5cb', 'project_id': '985979086b444294b1307d531b609210', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:14:29.034484 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:29.043327 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be192f5a-9b83-487f-b152-2d3e1e045da1 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Made reservation on behalf of 985979086b444294b1307d531b609210 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:14:29.046725 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-be192f5a-9b83-487f-b152-2d3e1e045da1 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:29.082609 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-4f93a4ff-1d9f-4079-a493-3d4316f3d219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34db5e51-cc1a-44b7-9135-db6b19db42eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-251708389', 'tenant_id': '985979086b444294b1307d531b609210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'b678ebf0-489b-4779-a22a-19cb9454ba3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:14:27Z', 'updated_at': '2022-03-11T20:14:28Z', 'revision_number': 3, 'project_id': '985979086b444294b1307d531b609210', 'gw_port': {'id': 'b678ebf0-489b-4779-a22a-19cb9454ba3c', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c9:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34db5e51-cc1a-44b7-9135-db6b19db42eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:14:27Z', 'updated_at': '2022-03-11T20:14:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:14:29.112886 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f93a4ff-1d9f-4079-a493-3d4316f3d219 None None] Checking router: 34db5e51-cc1a-44b7-9135-db6b19db42eb for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:14:29.113229 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f93a4ff-1d9f-4079-a493-3d4316f3d219 None None] Updating router 34db5e51-cc1a-44b7-9135-db6b19db42eb port b678ebf0-489b-4779-a22a-19cb9454ba3c binding host n-d-833163-1 {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 20:14:29.139535 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-4f93a4ff-1d9f-4079-a493-3d4316f3d219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b678ebf0-489b-4779-a22a-19cb9454ba3c), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:29.232132 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-be192f5a-9b83-487f-b152-2d3e1e045da1 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (bb48f9d1-ee02-4865-a68d-cb069591350f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:29.298917 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be192f5a-9b83-487f-b152-2d3e1e045da1 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event updated for resources: {'Subnet': ['ID=bb48f9d1-ee02-4865-a68d-cb069591350f,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:14:29.310115 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be192f5a-9b83-487f-b152-2d3e1e045da1 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Checking segment: {'id': '93b37cca-c2ab-4d0b-9a76-c02cda08dee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '48b7d852-27e7-402d-b0be-80ad1a70c5cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:14:29.310483 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be192f5a-9b83-487f-b152-2d3e1e045da1 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Network hostable DHCP agents. Network: 48b7d852-27e7-402d-b0be-80ad1a70c5cb, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:14:29.328472 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be192f5a-9b83-487f-b152-2d3e1e045da1 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Network 48b7d852-27e7-402d-b0be-80ad1a70c5cb is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:14:29.339382 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-be192f5a-9b83-487f-b152-2d3e1e045da1 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 48b7d852-27e7-402d-b0be-80ad1a70c5cb) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:14:29.347338 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be192f5a-9b83-487f-b152-2d3e1e045da1 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:29.347977 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-be192f5a-9b83-487f-b152-2d3e1e045da1 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:29.350258 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4811b8-69e1-43db-8f62-3dd9bffdcbd8 None None] Network 48b7d852-27e7-402d-b0be-80ad1a70c5cb requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:14:29.366729 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-be192f5a-9b83-487f-b152-2d3e1e045da1 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4133179 Mar 11 20:14:29.370035 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 55356) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:14:29.460561 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb99a86-1f61-490e-b50b-8fc4aec4d972 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-48b7d852-27e7-402d-b0be-80ad1a70c5cb', 'network_id': '48b7d852-27e7-402d-b0be-80ad1a70c5cb', 'project_id': '985979086b444294b1307d531b609210', 'fixed_ips': [{'subnet_id': 'bb48f9d1-ee02-4865-a68d-cb069591350f'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 20:14:29.461936 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-edb99a86-1f61-490e-b50b-8fc4aec4d972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:29.489220 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-4f93a4ff-1d9f-4079-a493-3d4316f3d219 None None] Publish callbacks [] for port (b678ebf0-489b-4779-a22a-19cb9454ba3c), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:29.495287 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-4f93a4ff-1d9f-4079-a493-3d4316f3d219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (b678ebf0-489b-4779-a22a-19cb9454ba3c), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:29.548286 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-4f93a4ff-1d9f-4079-a493-3d4316f3d219 None None] Attempting to bind port b678ebf0-489b-4779-a22a-19cb9454ba3c on host n-d-833163-1 for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:14:29.548656 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-4f93a4ff-1d9f-4079-a493-3d4316f3d219 None None] Attempting to bind port b678ebf0-489b-4779-a22a-19cb9454ba3c by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:14:29.549079 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f93a4ff-1d9f-4079-a493-3d4316f3d219 None None] Attempting to bind port b678ebf0-489b-4779-a22a-19cb9454ba3c on network 612cc066-33e3-444d-b1c7-d0a64751482a {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:14:29.557848 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f93a4ff-1d9f-4079-a493-3d4316f3d219 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:14:29.558228 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f93a4ff-1d9f-4079-a493-3d4316f3d219 None None] Checking segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:14:29.558635 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-4f93a4ff-1d9f-4079-a493-3d4316f3d219 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:29.559033 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f93a4ff-1d9f-4079-a493-3d4316f3d219 None None] Bound using segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:14:29.559499 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-4f93a4ff-1d9f-4079-a493-3d4316f3d219 None None] Bound port: b678ebf0-489b-4779-a22a-19cb9454ba3c, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:14:29.559909 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-4f93a4ff-1d9f-4079-a493-3d4316f3d219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b678ebf0-489b-4779-a22a-19cb9454ba3c), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:29.561465 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2112ba-fc7f-47b0-9834-bfa85684e383 None None] Pushing event updated for resources: {'Port': ['ID=b678ebf0-489b-4779-a22a-19cb9454ba3c,revision_number=2']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:14:29.588442 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2112ba-fc7f-47b0-9834-bfa85684e383 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:14:29.588798 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2112ba-fc7f-47b0-9834-bfa85684e383 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:14:29.589138 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2112ba-fc7f-47b0-9834-bfa85684e383 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:14:29.589489 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2112ba-fc7f-47b0-9834-bfa85684e383 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:14:29.590127 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2112ba-fc7f-47b0-9834-bfa85684e383 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:14:29.590127 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2112ba-fc7f-47b0-9834-bfa85684e383 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:14:29.590450 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2112ba-fc7f-47b0-9834-bfa85684e383 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:14:29.590775 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2112ba-fc7f-47b0-9834-bfa85684e383 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:14:29.591098 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2112ba-fc7f-47b0-9834-bfa85684e383 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:14:29.591421 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2112ba-fc7f-47b0-9834-bfa85684e383 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:14:29.592023 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2112ba-fc7f-47b0-9834-bfa85684e383 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:14:29.592689 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2112ba-fc7f-47b0-9834-bfa85684e383 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:14:29.592689 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d2112ba-fc7f-47b0-9834-bfa85684e383 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:14:29.605514 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-edb99a86-1f61-490e-b50b-8fc4aec4d972 None None] Allocated IP 172.20.0.2 (48b7d852-27e7-402d-b0be-80ad1a70c5cb/bb48f9d1-ee02-4865-a68d-cb069591350f/c0da36cb-9267-4291-9cc3-8b768c7bffa0) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:14:29.629822 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-4f93a4ff-1d9f-4079-a493-3d4316f3d219 None None] For port b678ebf0-489b-4779-a22a-19cb9454ba3c, host n-d-833163-1, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:14:29.633305 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-4f93a4ff-1d9f-4079-a493-3d4316f3d219 None None] For port b678ebf0-489b-4779-a22a-19cb9454ba3c, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=b678ebf0-489b-4779-a22a-19cb9454ba3c,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:14:29.640166 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-4f93a4ff-1d9f-4079-a493-3d4316f3d219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (b678ebf0-489b-4779-a22a-19cb9454ba3c), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:29.689172 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f93a4ff-1d9f-4079-a493-3d4316f3d219 None None] Routers {'34db5e51-cc1a-44b7-9135-db6b19db42eb'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:14:29.691276 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-4f93a4ff-1d9f-4079-a493-3d4316f3d219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:14:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['34db5e51-cc1a-44b7-9135-db6b19db42eb'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:14:29.751967 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2112ba-fc7f-47b0-9834-bfa85684e383 None None] Pushing event updated for resources: {'Port': ['ID=b678ebf0-489b-4779-a22a-19cb9454ba3c,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:14:29.766738 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-edb99a86-1f61-490e-b50b-8fc4aec4d972 None None] Publish callbacks [] for port (c0da36cb-9267-4291-9cc3-8b768c7bffa0), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:29.773697 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-edb99a86-1f61-490e-b50b-8fc4aec4d972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (c0da36cb-9267-4291-9cc3-8b768c7bffa0), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:29.809615 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb99a86-1f61-490e-b50b-8fc4aec4d972 None None] Network 48b7d852-27e7-402d-b0be-80ad1a70c5cb is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:14:29.814780 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-edb99a86-1f61-490e-b50b-8fc4aec4d972 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:14:29.815946 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-4f93a4ff-1d9f-4079-a493-3d4316f3d219 None None] Set router 34db5e51-cc1a-44b7-9135-db6b19db42eb gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:14:29.817312 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb99a86-1f61-490e-b50b-8fc4aec4d972 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:14:29.833073 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb99a86-1f61-490e-b50b-8fc4aec4d972 None None] Pushing event updated for resources: {'Port': ['ID=c0da36cb-9267-4291-9cc3-8b768c7bffa0,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:14:29.892884 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-edb99a86-1f61-490e-b50b-8fc4aec4d972 None None] Attempting to bind port c0da36cb-9267-4291-9cc3-8b768c7bffa0 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:14:29.893411 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-edb99a86-1f61-490e-b50b-8fc4aec4d972 None None] Attempting to bind port c0da36cb-9267-4291-9cc3-8b768c7bffa0 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '93b37cca-c2ab-4d0b-9a76-c02cda08dee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '48b7d852-27e7-402d-b0be-80ad1a70c5cb'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:14:29.893915 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb99a86-1f61-490e-b50b-8fc4aec4d972 None None] Attempting to bind port c0da36cb-9267-4291-9cc3-8b768c7bffa0 on network 48b7d852-27e7-402d-b0be-80ad1a70c5cb {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:14:29.900690 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb99a86-1f61-490e-b50b-8fc4aec4d972 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:14:29.901122 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb99a86-1f61-490e-b50b-8fc4aec4d972 None None] Checking segment: {'id': '93b37cca-c2ab-4d0b-9a76-c02cda08dee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '48b7d852-27e7-402d-b0be-80ad1a70c5cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:14:29.902230 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-edb99a86-1f61-490e-b50b-8fc4aec4d972 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:29.902811 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb99a86-1f61-490e-b50b-8fc4aec4d972 None None] Bound using segment: {'id': '93b37cca-c2ab-4d0b-9a76-c02cda08dee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '48b7d852-27e7-402d-b0be-80ad1a70c5cb'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:14:29.903314 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-edb99a86-1f61-490e-b50b-8fc4aec4d972 None None] Bound port: c0da36cb-9267-4291-9cc3-8b768c7bffa0, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93b37cca-c2ab-4d0b-9a76-c02cda08dee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '48b7d852-27e7-402d-b0be-80ad1a70c5cb'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:14:29.903730 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-edb99a86-1f61-490e-b50b-8fc4aec4d972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c0da36cb-9267-4291-9cc3-8b768c7bffa0), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:29.968925 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-edb99a86-1f61-490e-b50b-8fc4aec4d972 None None] For port c0da36cb-9267-4291-9cc3-8b768c7bffa0, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:14:29.972429 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-edb99a86-1f61-490e-b50b-8fc4aec4d972 None None] For port c0da36cb-9267-4291-9cc3-8b768c7bffa0, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=c0da36cb-9267-4291-9cc3-8b768c7bffa0,segment=NetworkSegment(93b37cca-c2ab-4d0b-9a76-c02cda08dee5),segment_id=93b37cca-c2ab-4d0b-9a76-c02cda08dee5)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:14:29.980989 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-edb99a86-1f61-490e-b50b-8fc4aec4d972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (c0da36cb-9267-4291-9cc3-8b768c7bffa0), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:30.007726 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-4f93a4ff-1d9f-4079-a493-3d4316f3d219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34db5e51-cc1a-44b7-9135-db6b19db42eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-251708389', 'tenant_id': '985979086b444294b1307d531b609210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'b678ebf0-489b-4779-a22a-19cb9454ba3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:14:27Z', 'updated_at': '2022-03-11T20:14:28Z', 'revision_number': 3, 'project_id': '985979086b444294b1307d531b609210', 'gw_port': {'id': 'b678ebf0-489b-4779-a22a-19cb9454ba3c', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c9:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34db5e51-cc1a-44b7-9135-db6b19db42eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:14:27Z', 'updated_at': '2022-03-11T20:14:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:14:30.042798 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb99a86-1f61-490e-b50b-8fc4aec4d972 None None] Pushing event updated for resources: {'Port': ['ID=c0da36cb-9267-4291-9cc3-8b768c7bffa0,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:14:30.053902 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f93a4ff-1d9f-4079-a493-3d4316f3d219 None None] The sync data for ids ['34db5e51-cc1a-44b7-9135-db6b19db42eb'] in n-d-833163-1 is: [{'id': '34db5e51-cc1a-44b7-9135-db6b19db42eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-251708389', 'tenant_id': '985979086b444294b1307d531b609210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'b678ebf0-489b-4779-a22a-19cb9454ba3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:14:27Z', 'updated_at': '2022-03-11T20:14:28Z', 'revision_number': 3, 'project_id': '985979086b444294b1307d531b609210', 'gw_port': {'id': 'b678ebf0-489b-4779-a22a-19cb9454ba3c', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c9:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34db5e51-cc1a-44b7-9135-db6b19db42eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:14:27Z', 'updated_at': '2022-03-11T20:14:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:14:30.157183 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d3fce32e-adb5-443c-b10b-a30da9e9098c tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:30.550030 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-d3fce32e-adb5-443c-b10b-a30da9e9098c tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Allocated IP 172.20.0.1 (48b7d852-27e7-402d-b0be-80ad1a70c5cb/bb48f9d1-ee02-4865-a68d-cb069591350f/419463d6-95ad-47e3-8bdb-58e90800f37f) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:14:30.676560 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d3fce32e-adb5-443c-b10b-a30da9e9098c tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for port (419463d6-95ad-47e3-8bdb-58e90800f37f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:30.714042 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d3fce32e-adb5-443c-b10b-a30da9e9098c tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (419463d6-95ad-47e3-8bdb-58e90800f37f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:30.763081 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fce32e-adb5-443c-b10b-a30da9e9098c tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Network 48b7d852-27e7-402d-b0be-80ad1a70c5cb is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:14:30.767010 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-d3fce32e-adb5-443c-b10b-a30da9e9098c tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:14:30.769542 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fce32e-adb5-443c-b10b-a30da9e9098c tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:14:30.794662 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fce32e-adb5-443c-b10b-a30da9e9098c tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event updated for resources: {'Port': ['ID=419463d6-95ad-47e3-8bdb-58e90800f37f,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:14:30.820013 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d3fce32e-adb5-443c-b10b-a30da9e9098c tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (34db5e51-cc1a-44b7-9135-db6b19db42eb), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:31.022943 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d3fce32e-adb5-443c-b10b-a30da9e9098c tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (419463d6-95ad-47e3-8bdb-58e90800f37f), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:31.054294 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9ae9cc-0c6d-4857-85dd-5fe21aebef88 None None] Network 48b7d852-27e7-402d-b0be-80ad1a70c5cb requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:14:31.118828 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device c0da36cb-9267-4291-9cc3-8b768c7bffa0 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:14:31.171912 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ad6f0109-2486-4758-97ee-cc81092fb7dc None None] Provisioning complete for port c0da36cb-9267-4291-9cc3-8b768c7bffa0 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:14:31.172296 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ad6f0109-2486-4758-97ee-cc81092fb7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (c0da36cb-9267-4291-9cc3-8b768c7bffa0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:31.243905 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port c0da36cb-9267-4291-9cc3-8b768c7bffa0 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:14:31.244309 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (c0da36cb-9267-4291-9cc3-8b768c7bffa0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:31.315906 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d3fce32e-adb5-443c-b10b-a30da9e9098c tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for port (419463d6-95ad-47e3-8bdb-58e90800f37f), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:31.321689 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d3fce32e-adb5-443c-b10b-a30da9e9098c tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (419463d6-95ad-47e3-8bdb-58e90800f37f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:31.356971 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ad6f0109-2486-4758-97ee-cc81092fb7dc None None] Current status of the port c0da36cb-9267-4291-9cc3-8b768c7bffa0 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:14:31.357316 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ad6f0109-2486-4758-97ee-cc81092fb7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c0da36cb-9267-4291-9cc3-8b768c7bffa0), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:31.386245 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port c0da36cb-9267-4291-9cc3-8b768c7bffa0 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:14:31.386584 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c0da36cb-9267-4291-9cc3-8b768c7bffa0), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:31.405200 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fce32e-adb5-443c-b10b-a30da9e9098c tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event updated for resources: {'Port': ['ID=419463d6-95ad-47e3-8bdb-58e90800f37f,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:14:31.408128 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d3fce32e-adb5-443c-b10b-a30da9e9098c tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (34db5e51-cc1a-44b7-9135-db6b19db42eb), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:31.410870 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-ad6f0109-2486-4758-97ee-cc81092fb7dc None None] For port c0da36cb-9267-4291-9cc3-8b768c7bffa0, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=c0da36cb-9267-4291-9cc3-8b768c7bffa0,segment=NetworkSegment(93b37cca-c2ab-4d0b-9a76-c02cda08dee5),segment_id=93b37cca-c2ab-4d0b-9a76-c02cda08dee5)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:14:31.418946 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ad6f0109-2486-4758-97ee-cc81092fb7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (c0da36cb-9267-4291-9cc3-8b768c7bffa0), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:31.494123 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 20:14:31.494485 n-d-833163-1 neutron-server[103886]: DEBUG oslo_db.api [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 20:14:31.500125 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6f0109-2486-4758-97ee-cc81092fb7dc None None] Pushing event updated for resources: {'Port': ['ID=c0da36cb-9267-4291-9cc3-8b768c7bffa0,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:14:31.522572 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fce32e-adb5-443c-b10b-a30da9e9098c tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Network 48b7d852-27e7-402d-b0be-80ad1a70c5cb is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:14:31.524383 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-d3fce32e-adb5-443c-b10b-a30da9e9098c tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:14:31.546230 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-31a0909b-4738-41eb-b394-fa5e6b56556e None None] Provisioning complete for port 419463d6-95ad-47e3-8bdb-58e90800f37f triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:14:31.546700 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-31a0909b-4738-41eb-b394-fa5e6b56556e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (419463d6-95ad-47e3-8bdb-58e90800f37f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:31.589149 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-31a0909b-4738-41eb-b394-fa5e6b56556e None None] Port 419463d6-95ad-47e3-8bdb-58e90800f37f cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:14:31.599900 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-31a0909b-4738-41eb-b394-fa5e6b56556e None None] Provisioning complete for port c0da36cb-9267-4291-9cc3-8b768c7bffa0 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:14:31.600279 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-31a0909b-4738-41eb-b394-fa5e6b56556e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (c0da36cb-9267-4291-9cc3-8b768c7bffa0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:31.663958 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3fce32e-adb5-443c-b10b-a30da9e9098c tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Router 34db5e51-cc1a-44b7-9135-db6b19db42eb has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:14:31.689888 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-31a0909b-4738-41eb-b394-fa5e6b56556e None None] Current status of the port c0da36cb-9267-4291-9cc3-8b768c7bffa0 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:14:31.792336 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3fce32e-adb5-443c-b10b-a30da9e9098c tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:14:31.799305 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d3fce32e-adb5-443c-b10b-a30da9e9098c tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "PUT /v2.0/routers/34db5e51-cc1a-44b7-9135-db6b19db42eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4274580 Mar 11 20:14:31.816998 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-318bdba6-4c90-4301-a287-d680e64054be None None] Provisioning complete for port 419463d6-95ad-47e3-8bdb-58e90800f37f triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:14:31.817374 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-318bdba6-4c90-4301-a287-d680e64054be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (419463d6-95ad-47e3-8bdb-58e90800f37f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:31.864618 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-318bdba6-4c90-4301-a287-d680e64054be None None] Port 419463d6-95ad-47e3-8bdb-58e90800f37f cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:14:31.895803 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43aaecc-bccc-4466-ac66-517f697e9b2e None None] Sync routers for ids ['34db5e51-cc1a-44b7-9135-db6b19db42eb'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:14:31.905412 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43aaecc-bccc-4466-ac66-517f697e9b2e None None] Routers {'34db5e51-cc1a-44b7-9135-db6b19db42eb'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:14:31.906041 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-d43aaecc-bccc-4466-ac66-517f697e9b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:14:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['34db5e51-cc1a-44b7-9135-db6b19db42eb'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:14:32.040769 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d377ede1-ec3e-4686-8f0f-b42106f3a94f req-1b91af20-bca0-4482-a162-a1bed4102ad8 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-971870892&fields=id&tenant_id=985979086b444294b1307d531b609210 HTTP/1.1" status: 200 len: 267 time: 0.0483892 Mar 11 20:14:32.149965 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377ede1-ec3e-4686-8f0f-b42106f3a94f req-5eaed8b7-b84e-45df-85bf-d926726779c7 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:32.151323 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d377ede1-ec3e-4686-8f0f-b42106f3a94f req-5eaed8b7-b84e-45df-85bf-d926726779c7 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/networks?id=48b7d852-27e7-402d-b0be-80ad1a70c5cb HTTP/1.1" status: 200 len: 797 time: 0.1031532 Mar 11 20:14:32.160838 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port c0da36cb-9267-4291-9cc3-8b768c7bffa0 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:14:32.161876 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device b678ebf0-489b-4779-a22a-19cb9454ba3c up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:14:32.166762 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d377ede1-ec3e-4686-8f0f-b42106f3a94f req-68560d35-66b9-41a2-b64b-7c6368e917e9 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/quotas/985979086b444294b1307d531b609210 HTTP/1.1" status: 200 len: 375 time: 0.0093801 Mar 11 20:14:32.190974 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ab9f898e-a059-41aa-8ee5-643504f66d0e None None] Provisioning complete for port 419463d6-95ad-47e3-8bdb-58e90800f37f triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:14:32.191351 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ab9f898e-a059-41aa-8ee5-643504f66d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (419463d6-95ad-47e3-8bdb-58e90800f37f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:32.227357 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d377ede1-ec3e-4686-8f0f-b42106f3a94f req-39618f2f-ce5d-433b-a56d-75c792827924 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=985979086b444294b1307d531b609210&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0552313 Mar 11 20:14:32.274476 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ab9f898e-a059-41aa-8ee5-643504f66d0e None None] Port 419463d6-95ad-47e3-8bdb-58e90800f37f cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:14:32.277191 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-d43aaecc-bccc-4466-ac66-517f697e9b2e None None] Set router 34db5e51-cc1a-44b7-9135-db6b19db42eb gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:14:32.331346 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d377ede1-ec3e-4686-8f0f-b42106f3a94f req-ae9292e9-9854-47e7-a47b-61bd259c6ff0 service neutron] 10.222.0.65 "GET /v2.0/networks/48b7d852-27e7-402d-b0be-80ad1a70c5cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910373 Mar 11 20:14:32.335784 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port b678ebf0-489b-4779-a22a-19cb9454ba3c triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:14:32.336203 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (b678ebf0-489b-4779-a22a-19cb9454ba3c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:32.427415 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d377ede1-ec3e-4686-8f0f-b42106f3a94f req-68211ee9-d177-42c0-82ac-d7381ca85c83 service neutron] 10.222.0.65 "GET /v2.0/networks/48b7d852-27e7-402d-b0be-80ad1a70c5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894008 Mar 11 20:14:32.533244 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port b678ebf0-489b-4779-a22a-19cb9454ba3c is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:14:32.533641 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b678ebf0-489b-4779-a22a-19cb9454ba3c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:32.562168 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port b678ebf0-489b-4779-a22a-19cb9454ba3c, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=b678ebf0-489b-4779-a22a-19cb9454ba3c,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:14:32.569098 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (b678ebf0-489b-4779-a22a-19cb9454ba3c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:32.594036 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-09b4e114-b606-4230-836d-dc728d604c30 req-4a80885d-b428-49f0-a615-6cb7585daf9b tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=16746f4f-b34a-4e6d-85e1-6bd43f091866 HTTP/1.1" status: 200 len: 210 time: 0.0333776 Mar 11 20:14:32.622363 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-d43aaecc-bccc-4466-ac66-517f697e9b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34db5e51-cc1a-44b7-9135-db6b19db42eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-251708389', 'tenant_id': '985979086b444294b1307d531b609210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'b678ebf0-489b-4779-a22a-19cb9454ba3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:14:27Z', 'updated_at': '2022-03-11T20:14:30Z', 'revision_number': 4, 'project_id': '985979086b444294b1307d531b609210', 'gw_port': {'id': 'b678ebf0-489b-4779-a22a-19cb9454ba3c', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c9:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34db5e51-cc1a-44b7-9135-db6b19db42eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:14:27Z', 'updated_at': '2022-03-11T20:14:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '419463d6-95ad-47e3-8bdb-58e90800f37f', 'name': '', 'network_id': '48b7d852-27e7-402d-b0be-80ad1a70c5cb', 'tenant_id': '985979086b444294b1307d531b609210', 'mac_address': 'fa:16:3e:22:53:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34db5e51-cc1a-44b7-9135-db6b19db42eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'bb48f9d1-ee02-4865-a68d-cb069591350f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:14:30Z', 'updated_at': '2022-03-11T20:14:31Z', 'revision_number': 2, 'project_id': '985979086b444294b1307d531b609210', 'subnets': [{'id': 'bb48f9d1-ee02-4865-a68d-cb069591350f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:14:32.661952 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43aaecc-bccc-4466-ac66-517f697e9b2e None None] Checking router: 34db5e51-cc1a-44b7-9135-db6b19db42eb for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:14:32.662314 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43aaecc-bccc-4466-ac66-517f697e9b2e None None] Updating router 34db5e51-cc1a-44b7-9135-db6b19db42eb port 419463d6-95ad-47e3-8bdb-58e90800f37f binding host n-d-833163-1 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 20:14:32.687425 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=b678ebf0-489b-4779-a22a-19cb9454ba3c,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:14:32.699738 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d43aaecc-bccc-4466-ac66-517f697e9b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (419463d6-95ad-47e3-8bdb-58e90800f37f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:32.995087 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d43aaecc-bccc-4466-ac66-517f697e9b2e None None] Publish callbacks [] for port (419463d6-95ad-47e3-8bdb-58e90800f37f), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:33.002160 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d43aaecc-bccc-4466-ac66-517f697e9b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (419463d6-95ad-47e3-8bdb-58e90800f37f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:33.054334 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device c0da36cb-9267-4291-9cc3-8b768c7bffa0 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:14:33.111919 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aec19f-8ab9-44d2-a52e-67d124c4084c None None] Pushing event updated for resources: {'Port': ['ID=419463d6-95ad-47e3-8bdb-58e90800f37f,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:14:33.186392 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-d43aaecc-bccc-4466-ac66-517f697e9b2e None None] Attempting to bind port 419463d6-95ad-47e3-8bdb-58e90800f37f on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:14:33.187088 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-d43aaecc-bccc-4466-ac66-517f697e9b2e None None] Attempting to bind port 419463d6-95ad-47e3-8bdb-58e90800f37f by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '93b37cca-c2ab-4d0b-9a76-c02cda08dee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '48b7d852-27e7-402d-b0be-80ad1a70c5cb'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:14:33.187187 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43aaecc-bccc-4466-ac66-517f697e9b2e None None] Attempting to bind port 419463d6-95ad-47e3-8bdb-58e90800f37f on network 48b7d852-27e7-402d-b0be-80ad1a70c5cb {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:14:33.194400 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port c0da36cb-9267-4291-9cc3-8b768c7bffa0 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:14:33.194691 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (c0da36cb-9267-4291-9cc3-8b768c7bffa0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:33.196769 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43aaecc-bccc-4466-ac66-517f697e9b2e None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:14:33.197158 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43aaecc-bccc-4466-ac66-517f697e9b2e None None] Checking segment: {'id': '93b37cca-c2ab-4d0b-9a76-c02cda08dee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '48b7d852-27e7-402d-b0be-80ad1a70c5cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:14:33.197597 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d43aaecc-bccc-4466-ac66-517f697e9b2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:33.197977 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43aaecc-bccc-4466-ac66-517f697e9b2e None None] Bound using segment: {'id': '93b37cca-c2ab-4d0b-9a76-c02cda08dee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '48b7d852-27e7-402d-b0be-80ad1a70c5cb'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:14:33.198477 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-d43aaecc-bccc-4466-ac66-517f697e9b2e None None] Bound port: 419463d6-95ad-47e3-8bdb-58e90800f37f, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93b37cca-c2ab-4d0b-9a76-c02cda08dee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '48b7d852-27e7-402d-b0be-80ad1a70c5cb'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:14:33.198868 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d43aaecc-bccc-4466-ac66-517f697e9b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (419463d6-95ad-47e3-8bdb-58e90800f37f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:33.338661 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d43aaecc-bccc-4466-ac66-517f697e9b2e None None] For port 419463d6-95ad-47e3-8bdb-58e90800f37f, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:14:33.357269 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d43aaecc-bccc-4466-ac66-517f697e9b2e None None] For port 419463d6-95ad-47e3-8bdb-58e90800f37f, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=419463d6-95ad-47e3-8bdb-58e90800f37f,segment=NetworkSegment(93b37cca-c2ab-4d0b-9a76-c02cda08dee5),segment_id=93b37cca-c2ab-4d0b-9a76-c02cda08dee5)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:14:33.363170 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port c0da36cb-9267-4291-9cc3-8b768c7bffa0 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:14:33.364340 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device b678ebf0-489b-4779-a22a-19cb9454ba3c up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:14:33.367761 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d43aaecc-bccc-4466-ac66-517f697e9b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (419463d6-95ad-47e3-8bdb-58e90800f37f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:33.474742 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43aaecc-bccc-4466-ac66-517f697e9b2e None None] Routers {'34db5e51-cc1a-44b7-9135-db6b19db42eb'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:14:33.475366 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-d43aaecc-bccc-4466-ac66-517f697e9b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:14:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['34db5e51-cc1a-44b7-9135-db6b19db42eb'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:14:33.478406 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-b87c2d1a-80a2-4463-a020-5b6cf54c0284 None None] Provisioning complete for port 419463d6-95ad-47e3-8bdb-58e90800f37f triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:14:33.478797 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b87c2d1a-80a2-4463-a020-5b6cf54c0284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (419463d6-95ad-47e3-8bdb-58e90800f37f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:33.482063 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aec19f-8ab9-44d2-a52e-67d124c4084c None None] Pushing event updated for resources: {'Port': ['ID=419463d6-95ad-47e3-8bdb-58e90800f37f,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:14:33.572240 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port b678ebf0-489b-4779-a22a-19cb9454ba3c triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:14:33.572614 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (b678ebf0-489b-4779-a22a-19cb9454ba3c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:33.636420 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377ede1-ec3e-4686-8f0f-b42106f3a94f req-2149bfe3-3582-4b02-8803-68dbe05dc489 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:33.638554 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d377ede1-ec3e-4686-8f0f-b42106f3a94f req-2149bfe3-3582-4b02-8803-68dbe05dc489 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.57 "GET /v2.0/networks?id=48b7d852-27e7-402d-b0be-80ad1a70c5cb HTTP/1.1" status: 200 len: 797 time: 0.1512072 Mar 11 20:14:33.703730 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-d43aaecc-bccc-4466-ac66-517f697e9b2e None None] Set router 34db5e51-cc1a-44b7-9135-db6b19db42eb gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:14:33.726754 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-52a41557-eef7-44b3-a947-0df20169ebb6 req-33298a11-7773-4ea0-b20b-fdd8e4f6a62d tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=16746f4f-b34a-4e6d-85e1-6bd43f091866 HTTP/1.1" status: 200 len: 210 time: 0.0365670 Mar 11 20:14:33.742201 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d377ede1-ec3e-4686-8f0f-b42106f3a94f req-c81af8a0-e772-4aa3-9ff0-fc7d48a30253 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=985979086b444294b1307d531b609210 HTTP/1.1" status: 200 len: 379 time: 0.0941548 Mar 11 20:14:33.747534 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b87c2d1a-80a2-4463-a020-5b6cf54c0284 None None] Current status of the port 419463d6-95ad-47e3-8bdb-58e90800f37f is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:14:33.747819 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b87c2d1a-80a2-4463-a020-5b6cf54c0284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (419463d6-95ad-47e3-8bdb-58e90800f37f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:33.752473 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-d377ede1-ec3e-4686-8f0f-b42106f3a94f req-3a46418b-ec0d-4fc1-b81f-02576ea42f9b tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Request body: {'port': {'device_id': '16746f4f-b34a-4e6d-85e1-6bd43f091866', 'network_id': '48b7d852-27e7-402d-b0be-80ad1a70c5cb', 'admin_state_up': True, 'tenant_id': '985979086b444294b1307d531b609210', 'security_groups': ['db1a166d-1655-4c2a-9cf5-b978eb6adea2']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:14:33.834141 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port b678ebf0-489b-4779-a22a-19cb9454ba3c is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:14:33.857827 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-b87c2d1a-80a2-4463-a020-5b6cf54c0284 None None] For port 419463d6-95ad-47e3-8bdb-58e90800f37f, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=419463d6-95ad-47e3-8bdb-58e90800f37f,segment=NetworkSegment(93b37cca-c2ab-4d0b-9a76-c02cda08dee5),segment_id=93b37cca-c2ab-4d0b-9a76-c02cda08dee5)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:14:33.867976 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d377ede1-ec3e-4686-8f0f-b42106f3a94f req-3a46418b-ec0d-4fc1-b81f-02576ea42f9b tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Made reservation on behalf of 985979086b444294b1307d531b609210 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:14:33.869154 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b87c2d1a-80a2-4463-a020-5b6cf54c0284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (419463d6-95ad-47e3-8bdb-58e90800f37f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:33.872226 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d377ede1-ec3e-4686-8f0f-b42106f3a94f req-3a46418b-ec0d-4fc1-b81f-02576ea42f9b tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:34.005884 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-d377ede1-ec3e-4686-8f0f-b42106f3a94f req-3a46418b-ec0d-4fc1-b81f-02576ea42f9b tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Allocated IP 172.20.0.6 (48b7d852-27e7-402d-b0be-80ad1a70c5cb/bb48f9d1-ee02-4865-a68d-cb069591350f/1362049e-7fd2-4bd0-996b-13fe39d97d9f) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:14:34.123591 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87c2d1a-80a2-4463-a020-5b6cf54c0284 None None] Pushing event updated for resources: {'Port': ['ID=419463d6-95ad-47e3-8bdb-58e90800f37f,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:14:34.127132 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c81f1baa-6689-4335-b4b2-5f94433ea39d None None] Provisioning complete for port 419463d6-95ad-47e3-8bdb-58e90800f37f triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:14:34.127507 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c81f1baa-6689-4335-b4b2-5f94433ea39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (419463d6-95ad-47e3-8bdb-58e90800f37f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:34.150402 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d377ede1-ec3e-4686-8f0f-b42106f3a94f req-3a46418b-ec0d-4fc1-b81f-02576ea42f9b tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for port (1362049e-7fd2-4bd0-996b-13fe39d97d9f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:34.191107 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d377ede1-ec3e-4686-8f0f-b42106f3a94f req-3a46418b-ec0d-4fc1-b81f-02576ea42f9b tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (1362049e-7fd2-4bd0-996b-13fe39d97d9f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:34.231588 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-d43aaecc-bccc-4466-ac66-517f697e9b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34db5e51-cc1a-44b7-9135-db6b19db42eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-251708389', 'tenant_id': '985979086b444294b1307d531b609210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'b678ebf0-489b-4779-a22a-19cb9454ba3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:14:27Z', 'updated_at': '2022-03-11T20:14:30Z', 'revision_number': 4, 'project_id': '985979086b444294b1307d531b609210', 'gw_port': {'id': 'b678ebf0-489b-4779-a22a-19cb9454ba3c', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34db5e51-cc1a-44b7-9135-db6b19db42eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:14:27Z', 'updated_at': '2022-03-11T20:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '419463d6-95ad-47e3-8bdb-58e90800f37f', 'name': '', 'network_id': '48b7d852-27e7-402d-b0be-80ad1a70c5cb', 'tenant_id': '985979086b444294b1307d531b609210', 'mac_address': 'fa:16:3e:22:53:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34db5e51-cc1a-44b7-9135-db6b19db42eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'bb48f9d1-ee02-4865-a68d-cb069591350f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:14:30Z', 'updated_at': '2022-03-11T20:14:33Z', 'revision_number': 4, 'project_id': '985979086b444294b1307d531b609210', 'subnets': [{'id': 'bb48f9d1-ee02-4865-a68d-cb069591350f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:14:34.240344 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d377ede1-ec3e-4686-8f0f-b42106f3a94f req-3a46418b-ec0d-4fc1-b81f-02576ea42f9b tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Network 48b7d852-27e7-402d-b0be-80ad1a70c5cb is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:14:34.243544 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-d377ede1-ec3e-4686-8f0f-b42106f3a94f req-3a46418b-ec0d-4fc1-b81f-02576ea42f9b tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:14:34.247888 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-d377ede1-ec3e-4686-8f0f-b42106f3a94f req-3a46418b-ec0d-4fc1-b81f-02576ea42f9b tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:14:34.270890 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43aaecc-bccc-4466-ac66-517f697e9b2e None None] The sync data for ids ['34db5e51-cc1a-44b7-9135-db6b19db42eb'] in n-d-833163-1 is: [{'id': '34db5e51-cc1a-44b7-9135-db6b19db42eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-251708389', 'tenant_id': '985979086b444294b1307d531b609210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'b678ebf0-489b-4779-a22a-19cb9454ba3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:14:27Z', 'updated_at': '2022-03-11T20:14:30Z', 'revision_number': 4, 'project_id': '985979086b444294b1307d531b609210', 'gw_port': {'id': 'b678ebf0-489b-4779-a22a-19cb9454ba3c', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34db5e51-cc1a-44b7-9135-db6b19db42eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:14:27Z', 'updated_at': '2022-03-11T20:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '419463d6-95ad-47e3-8bdb-58e90800f37f', 'name': '', 'network_id': '48b7d852-27e7-402d-b0be-80ad1a70c5cb', 'tenant_id': '985979086b444294b1307d531b609210', 'mac_address': 'fa:16:3e:22:53:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34db5e51-cc1a-44b7-9135-db6b19db42eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'bb48f9d1-ee02-4865-a68d-cb069591350f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:14:30Z', 'updated_at': '2022-03-11T20:14:33Z', 'revision_number': 4, 'project_id': '985979086b444294b1307d531b609210', 'subnets': [{'id': 'bb48f9d1-ee02-4865-a68d-cb069591350f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:14:34.275160 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c81f1baa-6689-4335-b4b2-5f94433ea39d None None] Current status of the port 419463d6-95ad-47e3-8bdb-58e90800f37f is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:14:34.291832 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a46418b-ec0d-4fc1-b81f-02576ea42f9b tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event updated for resources: {'Port': ['ID=1362049e-7fd2-4bd0-996b-13fe39d97d9f,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:14:34.308420 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377ede1-ec3e-4686-8f0f-b42106f3a94f req-3a46418b-ec0d-4fc1-b81f-02576ea42f9b tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:34.309085 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d377ede1-ec3e-4686-8f0f-b42106f3a94f req-3a46418b-ec0d-4fc1-b81f-02576ea42f9b tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:34.336092 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d377ede1-ec3e-4686-8f0f-b42106f3a94f req-3a46418b-ec0d-4fc1-b81f-02576ea42f9b tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5880291 Mar 11 20:14:34.356346 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:14:34.358618 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-d377ede1-ec3e-4686-8f0f-b42106f3a94f req-907f8aa7-bd71-4738-acfd-9185c390603e service neutron] Request body: {'port': {'device_id': '16746f4f-b34a-4e6d-85e1-6bd43f091866', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:14:34.432415 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d377ede1-ec3e-4686-8f0f-b42106f3a94f req-907f8aa7-bd71-4738-acfd-9185c390603e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (1362049e-7fd2-4bd0-996b-13fe39d97d9f), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:34.606226 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-8dc44b29-b788-4d01-91b4-86de3fadaa31 None None] Provisioning complete for port 1362049e-7fd2-4bd0-996b-13fe39d97d9f triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:14:34.606608 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8dc44b29-b788-4d01-91b4-86de3fadaa31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (1362049e-7fd2-4bd0-996b-13fe39d97d9f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:34.642566 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8dc44b29-b788-4d01-91b4-86de3fadaa31 None None] Port 1362049e-7fd2-4bd0-996b-13fe39d97d9f cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:14:34.726367 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-d377ede1-ec3e-4686-8f0f-b42106f3a94f req-907f8aa7-bd71-4738-acfd-9185c390603e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1362049e-7fd2-4bd0-996b-13fe39d97d9f {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:14:34.734351 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d377ede1-ec3e-4686-8f0f-b42106f3a94f req-907f8aa7-bd71-4738-acfd-9185c390603e service neutron] Publish callbacks [] for port (1362049e-7fd2-4bd0-996b-13fe39d97d9f), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:34.748199 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-d377ede1-ec3e-4686-8f0f-b42106f3a94f req-907f8aa7-bd71-4738-acfd-9185c390603e service neutron] Transition to ACTIVE for port object 1362049e-7fd2-4bd0-996b-13fe39d97d9f will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 20:14:34.753286 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d377ede1-ec3e-4686-8f0f-b42106f3a94f req-907f8aa7-bd71-4738-acfd-9185c390603e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (1362049e-7fd2-4bd0-996b-13fe39d97d9f), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:34.850047 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907f8aa7-bd71-4738-acfd-9185c390603e service neutron] Pushing event updated for resources: {'Port': ['ID=1362049e-7fd2-4bd0-996b-13fe39d97d9f,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:14:34.929869 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff75a321-f0db-432f-8a75-64d70483de6a req-6541a60c-c633-4648-b5b1-8a6bddeefa43 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:34.931462 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ff75a321-f0db-432f-8a75-64d70483de6a req-6541a60c-c633-4648-b5b1-8a6bddeefa43 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=16746f4f-b34a-4e6d-85e1-6bd43f091866 HTTP/1.1" status: 200 len: 943 time: 0.1253929 Mar 11 20:14:34.968803 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-d377ede1-ec3e-4686-8f0f-b42106f3a94f req-907f8aa7-bd71-4738-acfd-9185c390603e service neutron] Attempting to bind port 1362049e-7fd2-4bd0-996b-13fe39d97d9f on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:14:34.969147 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-d377ede1-ec3e-4686-8f0f-b42106f3a94f req-907f8aa7-bd71-4738-acfd-9185c390603e service neutron] Attempting to bind port 1362049e-7fd2-4bd0-996b-13fe39d97d9f by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '93b37cca-c2ab-4d0b-9a76-c02cda08dee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '48b7d852-27e7-402d-b0be-80ad1a70c5cb'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:14:34.970146 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d377ede1-ec3e-4686-8f0f-b42106f3a94f req-907f8aa7-bd71-4738-acfd-9185c390603e service neutron] Attempting to bind port 1362049e-7fd2-4bd0-996b-13fe39d97d9f on network 48b7d852-27e7-402d-b0be-80ad1a70c5cb {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:14:34.985848 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d377ede1-ec3e-4686-8f0f-b42106f3a94f req-907f8aa7-bd71-4738-acfd-9185c390603e service neutron] Port 1362049e-7fd2-4bd0-996b-13fe39d97d9f on network 48b7d852-27e7-402d-b0be-80ad1a70c5cb not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 20:14:34.986318 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d377ede1-ec3e-4686-8f0f-b42106f3a94f req-907f8aa7-bd71-4738-acfd-9185c390603e service neutron] Attempting to bind port 1362049e-7fd2-4bd0-996b-13fe39d97d9f on network 48b7d852-27e7-402d-b0be-80ad1a70c5cb {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:14:35.000321 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d377ede1-ec3e-4686-8f0f-b42106f3a94f req-907f8aa7-bd71-4738-acfd-9185c390603e service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:14:35.000761 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d377ede1-ec3e-4686-8f0f-b42106f3a94f req-907f8aa7-bd71-4738-acfd-9185c390603e service neutron] Checking segment: {'id': '93b37cca-c2ab-4d0b-9a76-c02cda08dee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '48b7d852-27e7-402d-b0be-80ad1a70c5cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:14:35.001157 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d377ede1-ec3e-4686-8f0f-b42106f3a94f req-907f8aa7-bd71-4738-acfd-9185c390603e service neutron] Bound using segment: {'id': '93b37cca-c2ab-4d0b-9a76-c02cda08dee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '48b7d852-27e7-402d-b0be-80ad1a70c5cb'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:14:35.001612 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-d377ede1-ec3e-4686-8f0f-b42106f3a94f req-907f8aa7-bd71-4738-acfd-9185c390603e service neutron] Bound port: 1362049e-7fd2-4bd0-996b-13fe39d97d9f, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93b37cca-c2ab-4d0b-9a76-c02cda08dee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '48b7d852-27e7-402d-b0be-80ad1a70c5cb'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:14:35.001972 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d377ede1-ec3e-4686-8f0f-b42106f3a94f req-907f8aa7-bd71-4738-acfd-9185c390603e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (1362049e-7fd2-4bd0-996b-13fe39d97d9f), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:35.029721 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ff75a321-f0db-432f-8a75-64d70483de6a req-71c56bdb-2dd1-43b1-8dec-6fd644e782d7 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=db1a166d-1655-4c2a-9cf5-b978eb6adea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846651 Mar 11 20:14:35.051172 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 419463d6-95ad-47e3-8bdb-58e90800f37f up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:14:35.086282 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-d377ede1-ec3e-4686-8f0f-b42106f3a94f req-907f8aa7-bd71-4738-acfd-9185c390603e service neutron] For port 1362049e-7fd2-4bd0-996b-13fe39d97d9f, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:14:35.090440 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-d377ede1-ec3e-4686-8f0f-b42106f3a94f req-907f8aa7-bd71-4738-acfd-9185c390603e service neutron] For port 1362049e-7fd2-4bd0-996b-13fe39d97d9f, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=1362049e-7fd2-4bd0-996b-13fe39d97d9f,segment=NetworkSegment(93b37cca-c2ab-4d0b-9a76-c02cda08dee5),segment_id=93b37cca-c2ab-4d0b-9a76-c02cda08dee5)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:14:35.098807 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d377ede1-ec3e-4686-8f0f-b42106f3a94f req-907f8aa7-bd71-4738-acfd-9185c390603e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (1362049e-7fd2-4bd0-996b-13fe39d97d9f), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:35.129275 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 419463d6-95ad-47e3-8bdb-58e90800f37f triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:14:35.129671 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (419463d6-95ad-47e3-8bdb-58e90800f37f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:35.131429 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377ede1-ec3e-4686-8f0f-b42106f3a94f req-907f8aa7-bd71-4738-acfd-9185c390603e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:35.132431 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d377ede1-ec3e-4686-8f0f-b42106f3a94f req-907f8aa7-bd71-4738-acfd-9185c390603e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:35.133886 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d377ede1-ec3e-4686-8f0f-b42106f3a94f req-907f8aa7-bd71-4738-acfd-9185c390603e service neutron] 10.222.0.57 "PUT /v2.0/ports/1362049e-7fd2-4bd0-996b-13fe39d97d9f HTTP/1.1" status: 200 len: 1091 time: 0.7907693 Mar 11 20:14:35.134351 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16746f4f-b34a-4e6d-85e1-6bd43f091866', 'tag': '1362049e-7fd2-4bd0-996b-13fe39d97d9f'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:14:35.136694 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a42abc-3c96-4fac-ad43-da0ee61e4b54" -d '{"events": [{"name": "network-changed", "server_uuid": "16746f4f-b34a-4e6d-85e1-6bd43f091866", "tag": "1362049e-7fd2-4bd0-996b-13fe39d97d9f"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:14:35.184768 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e9e558a-d127-41ed-a174-4f5c6530ca96 x-openstack-request-id: req-2e9e558a-d127-41ed-a174-4f5c6530ca96 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:14:35.185063 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16746f4f-b34a-4e6d-85e1-6bd43f091866", "tag": "1362049e-7fd2-4bd0-996b-13fe39d97d9f", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:14:35.185382 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2e9e558a-d127-41ed-a174-4f5c6530ca96 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:14:35.185851 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16746f4f-b34a-4e6d-85e1-6bd43f091866', 'tag': '1362049e-7fd2-4bd0-996b-13fe39d97d9f', 'status': 'completed', 'code': 200} Mar 11 20:14:35.251197 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 419463d6-95ad-47e3-8bdb-58e90800f37f is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:14:35.258756 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907f8aa7-bd71-4738-acfd-9185c390603e service neutron] Pushing event updated for resources: {'Port': ['ID=1362049e-7fd2-4bd0-996b-13fe39d97d9f,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:14:35.276742 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377ede1-ec3e-4686-8f0f-b42106f3a94f req-94bad5bb-5ce6-42b2-9f4c-c69bb8cfa1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:35.278514 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d377ede1-ec3e-4686-8f0f-b42106f3a94f req-94bad5bb-5ce6-42b2-9f4c-c69bb8cfa1d0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=985979086b444294b1307d531b609210&device_id=16746f4f-b34a-4e6d-85e1-6bd43f091866 HTTP/1.1" status: 200 len: 1125 time: 0.0897441 Mar 11 20:14:35.323998 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d377ede1-ec3e-4686-8f0f-b42106f3a94f req-cb31ae8a-c4f8-442d-a0cf-a5e140b5c3eb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1362049e-7fd2-4bd0-996b-13fe39d97d9f HTTP/1.1" status: 200 len: 217 time: 0.0375457 Mar 11 20:14:35.379136 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377ede1-ec3e-4686-8f0f-b42106f3a94f req-bc03b886-219d-4212-9274-eaeb897d000e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:35.380671 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d377ede1-ec3e-4686-8f0f-b42106f3a94f req-bc03b886-219d-4212-9274-eaeb897d000e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bb48f9d1-ee02-4865-a68d-cb069591350f HTTP/1.1" status: 200 len: 835 time: 0.0510724 Mar 11 20:14:35.434037 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377ede1-ec3e-4686-8f0f-b42106f3a94f req-82f224e4-87c8-498d-9954-2e188d76203a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:35.435567 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d377ede1-ec3e-4686-8f0f-b42106f3a94f req-82f224e4-87c8-498d-9954-2e188d76203a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=48b7d852-27e7-402d-b0be-80ad1a70c5cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0494010 Mar 11 20:14:35.526601 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d377ede1-ec3e-4686-8f0f-b42106f3a94f req-bee0a419-d759-4a84-a24f-eff4a9341811 service neutron] 10.222.0.57 "GET /v2.0/networks/48b7d852-27e7-402d-b0be-80ad1a70c5cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854442 Mar 11 20:14:35.618302 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d377ede1-ec3e-4686-8f0f-b42106f3a94f req-d8fd696d-1478-456f-b88a-9e1e7f98a92b service neutron] 10.222.0.57 "GET /v2.0/networks/48b7d852-27e7-402d-b0be-80ad1a70c5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865304 Mar 11 20:14:35.704379 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a42abc-3c96-4fac-ad43-da0ee61e4b54 req-9034f8e0-da9f-496b-a180-41b130fe0f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:35.705893 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e9a42abc-3c96-4fac-ad43-da0ee61e4b54 req-9034f8e0-da9f-496b-a180-41b130fe0f09 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=985979086b444294b1307d531b609210&device_id=16746f4f-b34a-4e6d-85e1-6bd43f091866 HTTP/1.1" status: 200 len: 1125 time: 0.0458114 Mar 11 20:14:35.798995 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a42abc-3c96-4fac-ad43-da0ee61e4b54 req-d7117e25-8c50-4ea7-80e8-399ca5bd91eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:35.800497 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e9a42abc-3c96-4fac-ad43-da0ee61e4b54 req-d7117e25-8c50-4ea7-80e8-399ca5bd91eb service neutron] 10.222.0.57 "GET /v2.0/networks?id=48b7d852-27e7-402d-b0be-80ad1a70c5cb HTTP/1.1" status: 200 len: 898 time: 0.0886652 Mar 11 20:14:35.841306 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e9a42abc-3c96-4fac-ad43-da0ee61e4b54 req-02bb28d2-c22d-4907-9f2f-12bae963d019 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1362049e-7fd2-4bd0-996b-13fe39d97d9f HTTP/1.1" status: 200 len: 217 time: 0.0346110 Mar 11 20:14:35.892942 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a42abc-3c96-4fac-ad43-da0ee61e4b54 req-e68504ef-4e56-4ad4-a2fa-cadc392fcc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:35.894361 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e9a42abc-3c96-4fac-ad43-da0ee61e4b54 req-e68504ef-4e56-4ad4-a2fa-cadc392fcc9d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bb48f9d1-ee02-4865-a68d-cb069591350f HTTP/1.1" status: 200 len: 835 time: 0.0468893 Mar 11 20:14:35.946334 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a42abc-3c96-4fac-ad43-da0ee61e4b54 req-007895f7-e8e2-4512-8f23-e5467677ab88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:35.947841 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e9a42abc-3c96-4fac-ad43-da0ee61e4b54 req-007895f7-e8e2-4512-8f23-e5467677ab88 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=48b7d852-27e7-402d-b0be-80ad1a70c5cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0473604 Mar 11 20:14:36.034538 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e9a42abc-3c96-4fac-ad43-da0ee61e4b54 req-3635a6f3-97c1-4b43-8f3e-fd8d916cb453 service neutron] 10.222.0.57 "GET /v2.0/networks/48b7d852-27e7-402d-b0be-80ad1a70c5cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809886 Mar 11 20:14:36.150452 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e9a42abc-3c96-4fac-ad43-da0ee61e4b54 req-26179e0b-bcd4-4c95-bebf-a01f81a2b01d service neutron] 10.222.0.57 "GET /v2.0/networks/48b7d852-27e7-402d-b0be-80ad1a70c5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104879 Mar 11 20:14:36.176885 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f8ba6-0e7c-4d82-903e-1f2de693ef57 req-ff2bc741-d495-4b0d-bfa1-803e0e744195 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:36.178348 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-729f8ba6-0e7c-4d82-903e-1f2de693ef57 req-ff2bc741-d495-4b0d-bfa1-803e0e744195 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=16746f4f-b34a-4e6d-85e1-6bd43f091866 HTTP/1.1" status: 200 len: 943 time: 0.0611200 Mar 11 20:14:36.226768 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-729f8ba6-0e7c-4d82-903e-1f2de693ef57 req-275c78ef-ec35-4bc1-89e1-9217ca852ad3 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=db1a166d-1655-4c2a-9cf5-b978eb6adea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427284 Mar 11 20:14:37.347949 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85c7d5d-2dcf-480b-96d2-cd32c62346d2 req-1acad08a-888f-4375-b09a-704875277c16 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:37.349426 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f85c7d5d-2dcf-480b-96d2-cd32c62346d2 req-1acad08a-888f-4375-b09a-704875277c16 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=16746f4f-b34a-4e6d-85e1-6bd43f091866 HTTP/1.1" status: 200 len: 943 time: 0.0563190 Mar 11 20:14:37.401075 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f85c7d5d-2dcf-480b-96d2-cd32c62346d2 req-be8bdf9c-9d11-4917-9efa-96795c2e2fcc tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=db1a166d-1655-4c2a-9cf5-b978eb6adea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460315 Mar 11 20:14:38.521203 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0320b823-ac81-4c88-8d9a-05c3e9fdab7f req-531df432-f0f8-4816-a928-31d89157bc36 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:38.522572 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0320b823-ac81-4c88-8d9a-05c3e9fdab7f req-531df432-f0f8-4816-a928-31d89157bc36 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=16746f4f-b34a-4e6d-85e1-6bd43f091866 HTTP/1.1" status: 200 len: 943 time: 0.0521915 Mar 11 20:14:38.569099 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0320b823-ac81-4c88-8d9a-05c3e9fdab7f req-897e4d13-7d4d-4bf4-9931-c07e1bd8daeb tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=db1a166d-1655-4c2a-9cf5-b978eb6adea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410755 Mar 11 20:14:39.687393 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7872986-9182-4d41-8dc4-11dd6eb0a809 req-dfe1eecc-00c2-412a-be54-064dd487d81e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:39.688911 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e7872986-9182-4d41-8dc4-11dd6eb0a809 req-dfe1eecc-00c2-412a-be54-064dd487d81e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=16746f4f-b34a-4e6d-85e1-6bd43f091866 HTTP/1.1" status: 200 len: 943 time: 0.0523829 Mar 11 20:14:39.750487 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e7872986-9182-4d41-8dc4-11dd6eb0a809 req-843539c9-76d3-4ea5-9777-26edcbb49923 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=db1a166d-1655-4c2a-9cf5-b978eb6adea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550544 Mar 11 20:14:39.942020 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 1362049e-7fd2-4bd0-996b-13fe39d97d9f details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 20:14:40.040118 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 1362049e-7fd2-4bd0-996b-13fe39d97d9f, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=1362049e-7fd2-4bd0-996b-13fe39d97d9f,segment=NetworkSegment(93b37cca-c2ab-4d0b-9a76-c02cda08dee5),segment_id=93b37cca-c2ab-4d0b-9a76-c02cda08dee5)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:14:40.058841 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': '1362049e-7fd2-4bd0-996b-13fe39d97d9f', 'network_id': '48b7d852-27e7-402d-b0be-80ad1a70c5cb', 'port_id': '1362049e-7fd2-4bd0-996b-13fe39d97d9f', 'mac_address': 'fa:16:3e:54:3d:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 892, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb48f9d1-ee02-4865-a68d-cb069591350f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 20:14:40.098097 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 1362049e-7fd2-4bd0-996b-13fe39d97d9f is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:14:40.098488 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (1362049e-7fd2-4bd0-996b-13fe39d97d9f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:40.111093 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1362049e-7fd2-4bd0-996b-13fe39d97d9f {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:14:40.130545 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 1362049e-7fd2-4bd0-996b-13fe39d97d9f, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=1362049e-7fd2-4bd0-996b-13fe39d97d9f,segment=NetworkSegment(93b37cca-c2ab-4d0b-9a76-c02cda08dee5),segment_id=93b37cca-c2ab-4d0b-9a76-c02cda08dee5)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:14:40.135468 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (1362049e-7fd2-4bd0-996b-13fe39d97d9f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:40.181220 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=1362049e-7fd2-4bd0-996b-13fe39d97d9f,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:14:40.443507 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['1362049e-7fd2-4bd0-996b-13fe39d97d9f'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:14:40.642962 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d102a0c9-82fd-4cb9-904e-1f5a13d33fc8 req-51670d1b-ee4f-4669-83cf-d5b889163781 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=81cd93d4-0513-46dc-ad1f-6b40423152c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433631 Mar 11 20:14:40.728865 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102a0c9-82fd-4cb9-904e-1f5a13d33fc8 req-adabf2ae-c129-4b0e-9996-a4173ffb4ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:40.730375 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d102a0c9-82fd-4cb9-904e-1f5a13d33fc8 req-adabf2ae-c129-4b0e-9996-a4173ffb4ae2 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3ed9f03088da4b568ed876fa07964f47&device_id=81cd93d4-0513-46dc-ad1f-6b40423152c4 HTTP/1.1" status: 200 len: 1127 time: 0.0483382 Mar 11 20:14:40.834139 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102a0c9-82fd-4cb9-904e-1f5a13d33fc8 req-61482628-a2b5-4b35-83a9-7644322bc0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:40.835610 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d102a0c9-82fd-4cb9-904e-1f5a13d33fc8 req-61482628-a2b5-4b35-83a9-7644322bc0c9 service neutron] 10.222.0.75 "GET /v2.0/networks?id=63f958e0-4b58-4061-8181-6f0adee7263b HTTP/1.1" status: 200 len: 912 time: 0.0865846 Mar 11 20:14:40.871676 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc010760-4241-461a-8460-8c302faad4df req-c209b762-6bec-4f76-ae17-d24070e1d38e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:40.873173 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fc010760-4241-461a-8460-8c302faad4df req-c209b762-6bec-4f76-ae17-d24070e1d38e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=16746f4f-b34a-4e6d-85e1-6bd43f091866 HTTP/1.1" status: 200 len: 944 time: 0.0564356 Mar 11 20:14:40.906480 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d102a0c9-82fd-4cb9-904e-1f5a13d33fc8 req-fb54d109-a7e9-44f2-8a5a-f75308a81979 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b4fffaa0-3d71-4747-b2ab-a359550ee570 HTTP/1.1" status: 200 len: 1000 time: 0.0649171 Mar 11 20:14:40.923478 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fc010760-4241-461a-8460-8c302faad4df req-5013cb3d-91d8-49f9-a98c-dd03de3ce548 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=db1a166d-1655-4c2a-9cf5-b978eb6adea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438955 Mar 11 20:14:40.954490 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102a0c9-82fd-4cb9-904e-1f5a13d33fc8 req-2782ce4c-5bd9-423e-822a-9dca2d786d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:40.956100 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d102a0c9-82fd-4cb9-904e-1f5a13d33fc8 req-2782ce4c-5bd9-423e-822a-9dca2d786d20 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a0b8e9c3-1a90-4f95-b04c-be83e3135274 HTTP/1.1" status: 200 len: 850 time: 0.0446808 Mar 11 20:14:41.004794 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102a0c9-82fd-4cb9-904e-1f5a13d33fc8 req-c1a7b3ec-3ba6-4f4a-9eae-2d55708ffe63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:41.006289 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d102a0c9-82fd-4cb9-904e-1f5a13d33fc8 req-c1a7b3ec-3ba6-4f4a-9eae-2d55708ffe63 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=63f958e0-4b58-4061-8181-6f0adee7263b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447848 Mar 11 20:14:41.096462 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d102a0c9-82fd-4cb9-904e-1f5a13d33fc8 req-1be2f2e6-4e18-41ca-90f1-465b13e95ff3 service neutron] 10.222.0.75 "GET /v2.0/networks/63f958e0-4b58-4061-8181-6f0adee7263b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844460 Mar 11 20:14:41.182964 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d102a0c9-82fd-4cb9-904e-1f5a13d33fc8 req-71c7db9c-c6b5-466d-b574-24a15a9afd4e service neutron] 10.222.0.75 "GET /v2.0/networks/63f958e0-4b58-4061-8181-6f0adee7263b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807104 Mar 11 20:14:41.957552 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 1362049e-7fd2-4bd0-996b-13fe39d97d9f up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:14:42.013026 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port 1362049e-7fd2-4bd0-996b-13fe39d97d9f completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 20:14:42.017845 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port 1362049e-7fd2-4bd0-996b-13fe39d97d9f triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:14:42.018220 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (1362049e-7fd2-4bd0-996b-13fe39d97d9f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:42.047677 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dbca08-7eab-4119-b1f6-9f3e1f8c0405 req-de07d0a4-b0db-403e-8297-84d9ce7405b6 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:42.049175 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c0dbca08-7eab-4119-b1f6-9f3e1f8c0405 req-de07d0a4-b0db-403e-8297-84d9ce7405b6 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=16746f4f-b34a-4e6d-85e1-6bd43f091866 HTTP/1.1" status: 200 len: 944 time: 0.0532928 Mar 11 20:14:42.095562 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 1362049e-7fd2-4bd0-996b-13fe39d97d9f is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:14:42.095986 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (1362049e-7fd2-4bd0-996b-13fe39d97d9f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:42.098571 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c0dbca08-7eab-4119-b1f6-9f3e1f8c0405 req-31d05145-1230-4482-9807-1f07244b5281 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=db1a166d-1655-4c2a-9cf5-b978eb6adea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436108 Mar 11 20:14:42.119050 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16746f4f-b34a-4e6d-85e1-6bd43f091866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1362049e-7fd2-4bd0-996b-13fe39d97d9f'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:14:42.121310 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55388d4-2a24-45ec-a6e9-938849c23dfe" -d '{"events": [{"server_uuid": "16746f4f-b34a-4e6d-85e1-6bd43f091866", "name": "network-vif-plugged", "status": "completed", "tag": "1362049e-7fd2-4bd0-996b-13fe39d97d9f"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:14:42.134352 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 1362049e-7fd2-4bd0-996b-13fe39d97d9f, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=1362049e-7fd2-4bd0-996b-13fe39d97d9f,segment=NetworkSegment(93b37cca-c2ab-4d0b-9a76-c02cda08dee5),segment_id=93b37cca-c2ab-4d0b-9a76-c02cda08dee5)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:14:42.138920 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (1362049e-7fd2-4bd0-996b-13fe39d97d9f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:42.162615 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03acd108-3bce-4fff-bf99-c1dffcaf74be x-openstack-request-id: req-03acd108-3bce-4fff-bf99-c1dffcaf74be {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:14:42.162913 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16746f4f-b34a-4e6d-85e1-6bd43f091866", "name": "network-vif-plugged", "status": "completed", "tag": "1362049e-7fd2-4bd0-996b-13fe39d97d9f", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:14:42.163171 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-03acd108-3bce-4fff-bf99-c1dffcaf74be {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:14:42.163570 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16746f4f-b34a-4e6d-85e1-6bd43f091866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1362049e-7fd2-4bd0-996b-13fe39d97d9f', 'code': 200} Mar 11 20:14:42.193337 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=1362049e-7fd2-4bd0-996b-13fe39d97d9f,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:14:42.253777 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf18eb1-edc4-4347-9a66-6be471c9a965 req-c2631f3c-e3c0-42a4-b8e3-4fc02067f6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:42.255265 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1bf18eb1-edc4-4347-9a66-6be471c9a965 req-c2631f3c-e3c0-42a4-b8e3-4fc02067f6dc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=16746f4f-b34a-4e6d-85e1-6bd43f091866 HTTP/1.1" status: 200 len: 1127 time: 0.0448654 Mar 11 20:14:42.307129 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1bf18eb1-edc4-4347-9a66-6be471c9a965 req-eeaca64b-213e-47f4-b03d-0c41149b62ed service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=db1a166d-1655-4c2a-9cf5-b978eb6adea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435402 Mar 11 20:14:43.219188 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f77616-ec8a-40f2-b955-2bca0dfbefd3 req-fbddb90e-9624-4efc-8f3f-64436845af69 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:43.220597 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-79f77616-ec8a-40f2-b955-2bca0dfbefd3 req-fbddb90e-9624-4efc-8f3f-64436845af69 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=16746f4f-b34a-4e6d-85e1-6bd43f091866 HTTP/1.1" status: 200 len: 945 time: 0.0524268 Mar 11 20:14:43.269542 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-79f77616-ec8a-40f2-b955-2bca0dfbefd3 req-73b8f3c5-6043-469e-a3d7-a81bd33a870a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=db1a166d-1655-4c2a-9cf5-b978eb6adea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434408 Mar 11 20:14:43.928574 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-22db8ed6-180f-4537-95af-ae0bc2835099 req-cd4bbebb-532c-42c0-a881-c291dde91c89 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=16746f4f-b34a-4e6d-85e1-6bd43f091866&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0459120 Mar 11 20:14:44.014396 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db8ed6-180f-4537-95af-ae0bc2835099 req-37ad6c4b-5f1c-4c35-99b3-157cff570d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:44.016405 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-22db8ed6-180f-4537-95af-ae0bc2835099 req-37ad6c4b-5f1c-4c35-99b3-157cff570d51 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=985979086b444294b1307d531b609210&device_id=16746f4f-b34a-4e6d-85e1-6bd43f091866 HTTP/1.1" status: 200 len: 1127 time: 0.0480471 Mar 11 20:14:44.117071 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db8ed6-180f-4537-95af-ae0bc2835099 req-891dfa8c-1377-4abc-a821-c2f6f2a9ddb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:44.118526 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-22db8ed6-180f-4537-95af-ae0bc2835099 req-891dfa8c-1377-4abc-a821-c2f6f2a9ddb7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=48b7d852-27e7-402d-b0be-80ad1a70c5cb HTTP/1.1" status: 200 len: 898 time: 0.0852864 Mar 11 20:14:44.162114 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-22db8ed6-180f-4537-95af-ae0bc2835099 req-db43af0d-afb1-47ec-a0e1-943e7fed1b73 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1362049e-7fd2-4bd0-996b-13fe39d97d9f HTTP/1.1" status: 200 len: 217 time: 0.0380750 Mar 11 20:14:44.209135 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db8ed6-180f-4537-95af-ae0bc2835099 req-152c9846-01e5-40a8-b7d5-9b64ac7dd90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:44.210486 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-22db8ed6-180f-4537-95af-ae0bc2835099 req-152c9846-01e5-40a8-b7d5-9b64ac7dd90b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bb48f9d1-ee02-4865-a68d-cb069591350f HTTP/1.1" status: 200 len: 835 time: 0.0427346 Mar 11 20:14:44.258804 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db8ed6-180f-4537-95af-ae0bc2835099 req-cadea0b5-a732-470b-8f5f-2cac7d6b751d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:44.260382 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-22db8ed6-180f-4537-95af-ae0bc2835099 req-cadea0b5-a732-470b-8f5f-2cac7d6b751d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=48b7d852-27e7-402d-b0be-80ad1a70c5cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441136 Mar 11 20:14:44.375961 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-22db8ed6-180f-4537-95af-ae0bc2835099 req-11e5684a-0b4e-4bc5-9391-710e2c0e008d service neutron] 10.222.0.57 "GET /v2.0/networks/48b7d852-27e7-402d-b0be-80ad1a70c5cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095965 Mar 11 20:14:44.451281 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d86da-0fbb-4fbc-afa3-138dfcff83d7 req-2bce1bb8-cb8f-415d-8ab3-6e4694be4ae4 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:44.452757 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b07d86da-0fbb-4fbc-afa3-138dfcff83d7 req-2bce1bb8-cb8f-415d-8ab3-6e4694be4ae4 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=16746f4f-b34a-4e6d-85e1-6bd43f091866 HTTP/1.1" status: 200 len: 945 time: 0.1174240 Mar 11 20:14:44.505142 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-22db8ed6-180f-4537-95af-ae0bc2835099 req-d804b3c0-d0f0-4880-bbd0-b9891b5ce733 service neutron] 10.222.0.57 "GET /v2.0/networks/48b7d852-27e7-402d-b0be-80ad1a70c5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235905 Mar 11 20:14:44.519025 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b07d86da-0fbb-4fbc-afa3-138dfcff83d7 req-f5da7dcc-0124-4cd6-a938-0a5bb50992e4 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=db1a166d-1655-4c2a-9cf5-b978eb6adea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597115 Mar 11 20:14:44.640842 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac12be85-9bec-465b-82d1-0004a8ef0ce9 req-f6a8c225-5036-4ce6-80da-6a6cd1aa5b9a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:44.642911 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ac12be85-9bec-465b-82d1-0004a8ef0ce9 req-f6a8c225-5036-4ce6-80da-6a6cd1aa5b9a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=16746f4f-b34a-4e6d-85e1-6bd43f091866 HTTP/1.1" status: 200 len: 945 time: 0.0536013 Mar 11 20:14:44.689651 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ac12be85-9bec-465b-82d1-0004a8ef0ce9 req-0dce0bd7-4bbc-431a-9de8-5ba35d39a337 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=db1a166d-1655-4c2a-9cf5-b978eb6adea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411782 Mar 11 20:14:44.711328 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 55408) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:14:44.758155 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb3b160-c407-4722-b4cc-c7459775dbff tempest-TestNetworkAdvancedServerOps-874628058 tempest-TestNetworkAdvancedServerOps-874628058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:44.759582 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ddb3b160-c407-4722-b4cc-c7459775dbff tempest-TestNetworkAdvancedServerOps-874628058 tempest-TestNetworkAdvancedServerOps-874628058-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=16746f4f-b34a-4e6d-85e1-6bd43f091866 HTTP/1.1" status: 200 len: 1122 time: 0.0472505 Mar 11 20:14:44.762317 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 55410) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:14:44.766497 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-2990d9e1-aa47-4125-a437-2693691e2f9e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Request body: {'floatingip': {'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'port_id': '1362049e-7fd2-4bd0-996b-13fe39d97d9f', 'tenant_id': '985979086b444294b1307d531b609210', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:14:44.785295 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2990d9e1-aa47-4125-a437-2693691e2f9e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:44.878623 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2990d9e1-aa47-4125-a437-2693691e2f9e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:44.985899 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-2990d9e1-aa47-4125-a437-2693691e2f9e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Allocated IP 172.25.8.251 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/a33f0fcc-6afa-4f2a-8d14-3fdf5e4d8080) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:14:45.091082 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2990d9e1-aa47-4125-a437-2693691e2f9e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for port (a33f0fcc-6afa-4f2a-8d14-3fdf5e4d8080), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:45.127266 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2990d9e1-aa47-4125-a437-2693691e2f9e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (a33f0fcc-6afa-4f2a-8d14-3fdf5e4d8080), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:45.168654 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2990d9e1-aa47-4125-a437-2693691e2f9e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:14:45.171504 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-2990d9e1-aa47-4125-a437-2693691e2f9e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:14:45.177957 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2990d9e1-aa47-4125-a437-2693691e2f9e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:14:45.201256 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2990d9e1-aa47-4125-a437-2693691e2f9e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event updated for resources: {'Port': ['ID=a33f0fcc-6afa-4f2a-8d14-3fdf5e4d8080,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:14:45.215236 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2990d9e1-aa47-4125-a437-2693691e2f9e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:14:45.215592 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2990d9e1-aa47-4125-a437-2693691e2f9e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:14:45.215987 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2990d9e1-aa47-4125-a437-2693691e2f9e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:14:45.216337 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2990d9e1-aa47-4125-a437-2693691e2f9e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:14:45.216676 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2990d9e1-aa47-4125-a437-2693691e2f9e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:14:45.217271 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2990d9e1-aa47-4125-a437-2693691e2f9e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:14:45.217609 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2990d9e1-aa47-4125-a437-2693691e2f9e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:14:45.217947 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2990d9e1-aa47-4125-a437-2693691e2f9e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:14:45.218281 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2990d9e1-aa47-4125-a437-2693691e2f9e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:14:45.218612 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2990d9e1-aa47-4125-a437-2693691e2f9e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:14:45.218953 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2990d9e1-aa47-4125-a437-2693691e2f9e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:14:45.219834 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2990d9e1-aa47-4125-a437-2693691e2f9e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:14:45.220162 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2990d9e1-aa47-4125-a437-2693691e2f9e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:14:45.574528 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2990d9e1-aa47-4125-a437-2693691e2f9e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for floatingip (a29b8338-b191-4d18-9ae7-52635fa4f123), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:45.649836 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2990d9e1-aa47-4125-a437-2693691e2f9e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a33f0fcc-6afa-4f2a-8d14-3fdf5e4d8080), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:45.809607 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2990d9e1-aa47-4125-a437-2693691e2f9e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for port (a33f0fcc-6afa-4f2a-8d14-3fdf5e4d8080), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:45.814485 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2990d9e1-aa47-4125-a437-2693691e2f9e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (a33f0fcc-6afa-4f2a-8d14-3fdf5e4d8080), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:45.884699 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2990d9e1-aa47-4125-a437-2693691e2f9e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event updated for resources: {'Port': ['ID=a33f0fcc-6afa-4f2a-8d14-3fdf5e4d8080,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:14:45.895284 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2990d9e1-aa47-4125-a437-2693691e2f9e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (a29b8338-b191-4d18-9ae7-52635fa4f123), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:46.257788 n-d-833163-1 neutron-server[103884]: INFO neutron.db.l3_db [None req-2990d9e1-aa47-4125-a437-2693691e2f9e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Floating IP a29b8338-b191-4d18-9ae7-52635fa4f123 associated. External IP: 172.25.8.251, port: 1362049e-7fd2-4bd0-996b-13fe39d97d9f. Mar 11 20:14:46.470682 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2990d9e1-aa47-4125-a437-2693691e2f9e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Router 34db5e51-cc1a-44b7-9135-db6b19db42eb has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:14:46.582383 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2990d9e1-aa47-4125-a437-2693691e2f9e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:14:46.592055 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df97c15e-e407-4a5c-888a-f72a7023d1e2 None None] Sync routers for ids ['34db5e51-cc1a-44b7-9135-db6b19db42eb'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:14:46.601809 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2990d9e1-aa47-4125-a437-2693691e2f9e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:46.603054 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df97c15e-e407-4a5c-888a-f72a7023d1e2 None None] Routers {'34db5e51-cc1a-44b7-9135-db6b19db42eb'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:14:46.603686 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-df97c15e-e407-4a5c-888a-f72a7023d1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:14:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['34db5e51-cc1a-44b7-9135-db6b19db42eb'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:14:46.632224 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-2990d9e1-aa47-4125-a437-2693691e2f9e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8688934 Mar 11 20:14:46.632842 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16746f4f-b34a-4e6d-85e1-6bd43f091866', 'tag': '1362049e-7fd2-4bd0-996b-13fe39d97d9f'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:14:46.635088 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4435087-85ec-45c9-8ac7-7081c3c822d8" -d '{"events": [{"name": "network-changed", "server_uuid": "16746f4f-b34a-4e6d-85e1-6bd43f091866", "tag": "1362049e-7fd2-4bd0-996b-13fe39d97d9f"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:14:46.712983 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-df97c15e-e407-4a5c-888a-f72a7023d1e2 None None] Set router 34db5e51-cc1a-44b7-9135-db6b19db42eb gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:14:46.730336 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4811d-4912-4858-878e-99c7191d6f7d req-437634b5-e995-4c4a-954e-a7ebb3625c26 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:46.731843 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-33e4811d-4912-4858-878e-99c7191d6f7d req-437634b5-e995-4c4a-954e-a7ebb3625c26 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=16746f4f-b34a-4e6d-85e1-6bd43f091866 HTTP/1.1" status: 200 len: 945 time: 0.0522747 Mar 11 20:14:46.786548 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-33e4811d-4912-4858-878e-99c7191d6f7d req-23925764-ccec-45dc-b223-8f1c068b4159 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=db1a166d-1655-4c2a-9cf5-b978eb6adea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490711 Mar 11 20:14:46.808258 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55416) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:14:46.840541 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102bc1f5-e5e0-4da9-86b4-8f883ccb30c6 x-openstack-request-id: req-102bc1f5-e5e0-4da9-86b4-8f883ccb30c6 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:14:46.841053 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16746f4f-b34a-4e6d-85e1-6bd43f091866", "tag": "1362049e-7fd2-4bd0-996b-13fe39d97d9f", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:14:46.841142 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-102bc1f5-e5e0-4da9-86b4-8f883ccb30c6 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:14:46.841472 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16746f4f-b34a-4e6d-85e1-6bd43f091866', 'tag': '1362049e-7fd2-4bd0-996b-13fe39d97d9f', 'status': 'completed', 'code': 200} Mar 11 20:14:46.898077 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-af70b39f-dd80-4b5a-828e-8bcdb657618c tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/floatingips/a29b8338-b191-4d18-9ae7-52635fa4f123 HTTP/1.1" status: 200 len: 991 time: 0.0839179 Mar 11 20:14:46.914510 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4435087-85ec-45c9-8ac7-7081c3c822d8 req-33f78ce7-74c7-4ed5-9d3c-0481d7a4d120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:46.916047 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d4435087-85ec-45c9-8ac7-7081c3c822d8 req-33f78ce7-74c7-4ed5-9d3c-0481d7a4d120 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=985979086b444294b1307d531b609210&device_id=16746f4f-b34a-4e6d-85e1-6bd43f091866 HTTP/1.1" status: 200 len: 1127 time: 0.0511560 Mar 11 20:14:46.944487 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-df97c15e-e407-4a5c-888a-f72a7023d1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34db5e51-cc1a-44b7-9135-db6b19db42eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-251708389', 'tenant_id': '985979086b444294b1307d531b609210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'b678ebf0-489b-4779-a22a-19cb9454ba3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:14:27Z', 'updated_at': '2022-03-11T20:14:30Z', 'revision_number': 4, 'project_id': '985979086b444294b1307d531b609210', 'gw_port': {'id': 'b678ebf0-489b-4779-a22a-19cb9454ba3c', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34db5e51-cc1a-44b7-9135-db6b19db42eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:14:27Z', 'updated_at': '2022-03-11T20:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': 'a29b8338-b191-4d18-9ae7-52635fa4f123', 'tenant_id': '985979086b444294b1307d531b609210', 'floating_ip_address': '172.25.8.251', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '34db5e51-cc1a-44b7-9135-db6b19db42eb', 'port_id': '1362049e-7fd2-4bd0-996b-13fe39d97d9f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4092, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48b7d852-27e7-402d-b0be-80ad1a70c5cb', 'mac_address': 'fa:16:3e:54:3d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16746f4f-b34a-4e6d-85e1-6bd43f091866', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:14:45Z', 'updated_at': '2022-03-11T20:14:45Z', 'revision_number': 0, 'project_id': '985979086b444294b1307d531b609210', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '419463d6-95ad-47e3-8bdb-58e90800f37f', 'name': '', 'network_id': '48b7d852-27e7-402d-b0be-80ad1a70c5cb', 'tenant_id': '985979086b444294b1307d531b609210', 'mac_address': 'fa:16:3e:22:53:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34db5e51-cc1a-44b7-9135-db6b19db42eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'bb48f9d1-ee02-4865-a68d-cb069591350f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:14:30Z', 'updated_at': '2022-03-11T20:14:33Z', 'revision_number': 5, 'project_id': '985979086b444294b1307d531b609210', 'subnets': [{'id': 'bb48f9d1-ee02-4865-a68d-cb069591350f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:14:46.970920 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df97c15e-e407-4a5c-888a-f72a7023d1e2 None None] Checking router: 34db5e51-cc1a-44b7-9135-db6b19db42eb for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:14:46.979159 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df97c15e-e407-4a5c-888a-f72a7023d1e2 None None] Routers {'34db5e51-cc1a-44b7-9135-db6b19db42eb'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:14:46.979788 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-df97c15e-e407-4a5c-888a-f72a7023d1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:14:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['34db5e51-cc1a-44b7-9135-db6b19db42eb'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:14:47.009042 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4435087-85ec-45c9-8ac7-7081c3c822d8 req-32e73e7b-31ed-4742-ac7a-ef2311ed2db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:47.010638 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d4435087-85ec-45c9-8ac7-7081c3c822d8 req-32e73e7b-31ed-4742-ac7a-ef2311ed2db7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=48b7d852-27e7-402d-b0be-80ad1a70c5cb HTTP/1.1" status: 200 len: 898 time: 0.0892067 Mar 11 20:14:47.077613 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d4435087-85ec-45c9-8ac7-7081c3c822d8 req-49f02e69-311f-4be7-af63-7a31d7e3ca3f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1362049e-7fd2-4bd0-996b-13fe39d97d9f HTTP/1.1" status: 200 len: 999 time: 0.0614326 Mar 11 20:14:47.087085 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-df97c15e-e407-4a5c-888a-f72a7023d1e2 None None] Set router 34db5e51-cc1a-44b7-9135-db6b19db42eb gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:14:47.130328 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4435087-85ec-45c9-8ac7-7081c3c822d8 req-8af2bd5b-4d3e-4db2-9100-b0e98201239c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:47.131978 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d4435087-85ec-45c9-8ac7-7081c3c822d8 req-8af2bd5b-4d3e-4db2-9100-b0e98201239c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bb48f9d1-ee02-4865-a68d-cb069591350f HTTP/1.1" status: 200 len: 835 time: 0.0485189 Mar 11 20:14:47.182138 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4435087-85ec-45c9-8ac7-7081c3c822d8 req-759a3836-52e9-428c-9dab-e03d053ab919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:14:47.183773 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d4435087-85ec-45c9-8ac7-7081c3c822d8 req-759a3836-52e9-428c-9dab-e03d053ab919 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=48b7d852-27e7-402d-b0be-80ad1a70c5cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0460196 Mar 11 20:14:47.270301 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d4435087-85ec-45c9-8ac7-7081c3c822d8 req-c2130c7f-6da3-4950-b4fa-8bfd63cef1b3 service neutron] 10.222.0.57 "GET /v2.0/networks/48b7d852-27e7-402d-b0be-80ad1a70c5cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806870 Mar 11 20:14:47.311128 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-df97c15e-e407-4a5c-888a-f72a7023d1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34db5e51-cc1a-44b7-9135-db6b19db42eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-251708389', 'tenant_id': '985979086b444294b1307d531b609210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'b678ebf0-489b-4779-a22a-19cb9454ba3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:14:27Z', 'updated_at': '2022-03-11T20:14:30Z', 'revision_number': 4, 'project_id': '985979086b444294b1307d531b609210', 'gw_port': {'id': 'b678ebf0-489b-4779-a22a-19cb9454ba3c', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34db5e51-cc1a-44b7-9135-db6b19db42eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:14:27Z', 'updated_at': '2022-03-11T20:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': 'a29b8338-b191-4d18-9ae7-52635fa4f123', 'tenant_id': '985979086b444294b1307d531b609210', 'floating_ip_address': '172.25.8.251', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '34db5e51-cc1a-44b7-9135-db6b19db42eb', 'port_id': '1362049e-7fd2-4bd0-996b-13fe39d97d9f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4092, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48b7d852-27e7-402d-b0be-80ad1a70c5cb', 'mac_address': 'fa:16:3e:54:3d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16746f4f-b34a-4e6d-85e1-6bd43f091866', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:14:45Z', 'updated_at': '2022-03-11T20:14:45Z', 'revision_number': 0, 'project_id': '985979086b444294b1307d531b609210', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '419463d6-95ad-47e3-8bdb-58e90800f37f', 'name': '', 'network_id': '48b7d852-27e7-402d-b0be-80ad1a70c5cb', 'tenant_id': '985979086b444294b1307d531b609210', 'mac_address': 'fa:16:3e:22:53:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34db5e51-cc1a-44b7-9135-db6b19db42eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'bb48f9d1-ee02-4865-a68d-cb069591350f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:14:30Z', 'updated_at': '2022-03-11T20:14:33Z', 'revision_number': 5, 'project_id': '985979086b444294b1307d531b609210', 'subnets': [{'id': 'bb48f9d1-ee02-4865-a68d-cb069591350f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:14:47.337303 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df97c15e-e407-4a5c-888a-f72a7023d1e2 None None] The sync data for ids ['34db5e51-cc1a-44b7-9135-db6b19db42eb'] in n-d-833163-1 is: [{'id': '34db5e51-cc1a-44b7-9135-db6b19db42eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-251708389', 'tenant_id': '985979086b444294b1307d531b609210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'b678ebf0-489b-4779-a22a-19cb9454ba3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:14:27Z', 'updated_at': '2022-03-11T20:14:30Z', 'revision_number': 4, 'project_id': '985979086b444294b1307d531b609210', 'gw_port': {'id': 'b678ebf0-489b-4779-a22a-19cb9454ba3c', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34db5e51-cc1a-44b7-9135-db6b19db42eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:14:27Z', 'updated_at': '2022-03-11T20:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': 'a29b8338-b191-4d18-9ae7-52635fa4f123', 'tenant_id': '985979086b444294b1307d531b609210', 'floating_ip_address': '172.25.8.251', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '34db5e51-cc1a-44b7-9135-db6b19db42eb', 'port_id': '1362049e-7fd2-4bd0-996b-13fe39d97d9f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4092, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '48b7d852-27e7-402d-b0be-80ad1a70c5cb', 'mac_address': 'fa:16:3e:54:3d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16746f4f-b34a-4e6d-85e1-6bd43f091866', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:14:45Z', 'updated_at': '2022-03-11T20:14:45Z', 'revision_number': 0, 'project_id': '985979086b444294b1307d531b609210', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '419463d6-95ad-47e3-8bdb-58e90800f37f', 'name': '', 'network_id': '48b7d852-27e7-402d-b0be-80ad1a70c5cb', 'tenant_id': '985979086b444294b1307d531b609210', 'mac_address': 'fa:16:3e:22:53:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34db5e51-cc1a-44b7-9135-db6b19db42eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'bb48f9d1-ee02-4865-a68d-cb069591350f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:14:30Z', 'updated_at': '2022-03-11T20:14:33Z', 'revision_number': 5, 'project_id': '985979086b444294b1307d531b609210', 'subnets': [{'id': 'bb48f9d1-ee02-4865-a68d-cb069591350f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:14:47.363367 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d4435087-85ec-45c9-8ac7-7081c3c822d8 req-b8b2c7ac-a530-4820-8f43-f354356bae7a service neutron] 10.222.0.57 "GET /v2.0/networks/48b7d852-27e7-402d-b0be-80ad1a70c5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878787 Mar 11 20:14:47.551928 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98bc0fb-e03e-4e02-be73-00d848249ee7 None None] New status for floating IP a29b8338-b191-4d18-9ae7-52635fa4f123: ACTIVE {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 20:14:47.900902 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 55418) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:14:47.960957 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-101c94c1-15ab-45da-8f88-5a456017eb53 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/floatingips/a29b8338-b191-4d18-9ae7-52635fa4f123 HTTP/1.1" status: 200 len: 993 time: 0.0587533 Mar 11 20:14:49.204529 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:52.354358 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-99b3c81a-9143-47e2-94f5-e98724424014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:52.983241 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:54.662582 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a403707e-2f32-44df-8392-21ba054162cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:56.303606 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:57.707160 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:14:59.037343 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:15:11.356410 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:15:14.455192 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0972c7-b517-4320-b1ea-700353664e62 req-7ec7c4f0-d27a-43a7-86e4-b81cf76366ca tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:14.456665 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5a0972c7-b517-4320-b1ea-700353664e62 req-7ec7c4f0-d27a-43a7-86e4-b81cf76366ca tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=81cd93d4-0513-46dc-ad1f-6b40423152c4 HTTP/1.1" status: 200 len: 945 time: 0.0517929 Mar 11 20:15:14.506302 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5a0972c7-b517-4320-b1ea-700353664e62 req-0f321c33-a5f2-4b0c-9fe8-c1c08d94d696 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=49a45b28-d5be-4f02-b103-33dd7fe22b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434957 Mar 11 20:15:15.648893 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88e3246-d2e0-4ea1-9914-99870e45275d req-83170d73-6c10-4091-820d-a263f41f4b68 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:15.650374 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a88e3246-d2e0-4ea1-9914-99870e45275d req-83170d73-6c10-4091-820d-a263f41f4b68 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=81cd93d4-0513-46dc-ad1f-6b40423152c4 HTTP/1.1" status: 200 len: 945 time: 0.0561287 Mar 11 20:15:15.698485 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a88e3246-d2e0-4ea1-9914-99870e45275d req-245e3567-cf5b-4831-910d-1da1ac91684d tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=49a45b28-d5be-4f02-b103-33dd7fe22b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423577 Mar 11 20:15:15.908690 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04320f06-036a-4cd4-a5ed-162042f6607f req-9e786871-5cee-4000-94a3-13033efea5d7 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:15.910790 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-04320f06-036a-4cd4-a5ed-162042f6607f req-9e786871-5cee-4000-94a3-13033efea5d7 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.75 "GET /v2.0/ports?device_id=81cd93d4-0513-46dc-ad1f-6b40423152c4 HTTP/1.1" status: 200 len: 945 time: 0.0566308 Mar 11 20:15:16.019911 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-04320f06-036a-4cd4-a5ed-162042f6607f req-12099d69-2093-4aba-a35f-c01f067d8cc5 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Deleting port b4fffaa0-3d71-4747-b2ab-a359550ee570 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:15:16.020258 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-04320f06-036a-4cd4-a5ed-162042f6607f req-12099d69-2093-4aba-a35f-c01f067d8cc5 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (b4fffaa0-3d71-4747-b2ab-a359550ee570), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:15:16.111955 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-04320f06-036a-4cd4-a5ed-162042f6607f req-12099d69-2093-4aba-a35f-c01f067d8cc5 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] For port b4fffaa0-3d71-4747-b2ab-a359550ee570, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=b4fffaa0-3d71-4747-b2ab-a359550ee570,segment=NetworkSegment(71b9bbc9-ac9b-491b-9d03-f13ac7365297),segment_id=71b9bbc9-ac9b-491b-9d03-f13ac7365297)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:15:16.112317 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-04320f06-036a-4cd4-a5ed-162042f6607f req-12099d69-2093-4aba-a35f-c01f067d8cc5 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (b4fffaa0-3d71-4747-b2ab-a359550ee570), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:15:16.336211 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-04320f06-036a-4cd4-a5ed-162042f6607f req-12099d69-2093-4aba-a35f-c01f067d8cc5 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:15:16.336577 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-04320f06-036a-4cd4-a5ed-162042f6607f req-12099d69-2093-4aba-a35f-c01f067d8cc5 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (8db11941-0679-4855-94c8-b607be4db23d), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:15:16.336902 n-d-833163-1 neutron-server[103884]: INFO neutron.db.l3_db [req-04320f06-036a-4cd4-a5ed-162042f6607f req-12099d69-2093-4aba-a35f-c01f067d8cc5 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Floating IP 8db11941-0679-4855-94c8-b607be4db23d disassociated. External IP: 172.25.8.18, port: b4fffaa0-3d71-4747-b2ab-a359550ee570. Mar 11 20:15:16.337268 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-04320f06-036a-4cd4-a5ed-162042f6607f req-12099d69-2093-4aba-a35f-c01f067d8cc5 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Calling delete_port for b4fffaa0-3d71-4747-b2ab-a359550ee570 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:15:16.461892 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-04320f06-036a-4cd4-a5ed-162042f6607f req-12099d69-2093-4aba-a35f-c01f067d8cc5 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (b4fffaa0-3d71-4747-b2ab-a359550ee570), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:15:16.492587 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12099d69-2093-4aba-a35f-c01f067d8cc5 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Pushing event deleted for resources: {'Port': ['ID=b4fffaa0-3d71-4747-b2ab-a359550ee570,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:15:16.608994 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04320f06-036a-4cd4-a5ed-162042f6607f req-12099d69-2093-4aba-a35f-c01f067d8cc5 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Router d9e38758-eb24-4354-b579-f7fb844eba60 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:15:16.716713 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04320f06-036a-4cd4-a5ed-162042f6607f req-12099d69-2093-4aba-a35f-c01f067d8cc5 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:15:16.728623 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ce4b53-f601-42be-b17f-ebe180453bab None None] Sync routers for ids ['d9e38758-eb24-4354-b579-f7fb844eba60'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:15:16.739093 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ce4b53-f601-42be-b17f-ebe180453bab None None] Routers {'d9e38758-eb24-4354-b579-f7fb844eba60'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:15:16.739742 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-d0ce4b53-f601-42be-b17f-ebe180453bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:14:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['d9e38758-eb24-4354-b579-f7fb844eba60'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:15:16.761387 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-04320f06-036a-4cd4-a5ed-162042f6607f req-12099d69-2093-4aba-a35f-c01f067d8cc5 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] No DVR routers for this DVR port b4fffaa0-3d71-4747-b2ab-a359550ee570 on host n-h1-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:15:16.764471 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-04320f06-036a-4cd4-a5ed-162042f6607f req-12099d69-2093-4aba-a35f-c01f067d8cc5 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:15:16.768068 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-04320f06-036a-4cd4-a5ed-162042f6607f req-12099d69-2093-4aba-a35f-c01f067d8cc5 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.75 "DELETE /v2.0/ports/b4fffaa0-3d71-4747-b2ab-a359550ee570 HTTP/1.1" status: 204 len: 173 time: 0.8522682 Mar 11 20:15:16.768467 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81cd93d4-0513-46dc-ad1f-6b40423152c4', 'name': 'network-vif-deleted', 'tag': 'b4fffaa0-3d71-4747-b2ab-a359550ee570'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:15:16.770831 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26587cd3-14ae-4058-930f-d57f3108f6a3" -d '{"events": [{"server_uuid": "81cd93d4-0513-46dc-ad1f-6b40423152c4", "name": "network-vif-deleted", "tag": "b4fffaa0-3d71-4747-b2ab-a359550ee570"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:15:16.801254 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-947879f1-88ba-4e29-95f5-463c0f9b1d76 req-7b7d21ed-08d0-4cfb-8f63-81f52fa1349f tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=81cd93d4-0513-46dc-ad1f-6b40423152c4 HTTP/1.1" status: 200 len: 210 time: 0.0303161 Mar 11 20:15:16.855307 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe024843-b69f-4172-a2dc-73fe37b03585 x-openstack-request-id: req-fe024843-b69f-4172-a2dc-73fe37b03585 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:15:16.855610 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81cd93d4-0513-46dc-ad1f-6b40423152c4", "name": "network-vif-deleted", "tag": "b4fffaa0-3d71-4747-b2ab-a359550ee570", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:15:16.855892 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fe024843-b69f-4172-a2dc-73fe37b03585 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:15:16.856301 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81cd93d4-0513-46dc-ad1f-6b40423152c4', 'name': 'network-vif-deleted', 'tag': 'b4fffaa0-3d71-4747-b2ab-a359550ee570', 'status': 'completed', 'code': 200} Mar 11 20:15:16.984512 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-d0ce4b53-f601-42be-b17f-ebe180453bab None None] Set router d9e38758-eb24-4354-b579-f7fb844eba60 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:15:17.184552 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-d0ce4b53-f601-42be-b17f-ebe180453bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'name': 'tempest-TestVolumeBootPattern-535035188-router', 'tenant_id': '3ed9f03088da4b568ed876fa07964f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '95557d99-2cf2-4044-96b7-b84611f3ed59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:07:14Z', 'updated_at': '2022-03-11T20:07:19Z', 'revision_number': 4, 'project_id': '3ed9f03088da4b568ed876fa07964f47', 'gw_port': {'id': '95557d99-2cf2-4044-96b7-b84611f3ed59', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:07:14Z', 'updated_at': '2022-03-11T20:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '5ae67f9c-fa7f-41c0-826c-440a015e83cf', 'name': '', 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b', 'tenant_id': '3ed9f03088da4b568ed876fa07964f47', 'mac_address': 'fa:16:3e:03:71:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'a0b8e9c3-1a90-4f95-b04c-be83e3135274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:07:18Z', 'updated_at': '2022-03-11T20:07:23Z', 'revision_number': 5, 'project_id': '3ed9f03088da4b568ed876fa07964f47', 'subnets': [{'id': 'a0b8e9c3-1a90-4f95-b04c-be83e3135274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:15:17.213950 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ce4b53-f601-42be-b17f-ebe180453bab None None] Checking router: d9e38758-eb24-4354-b579-f7fb844eba60 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:15:17.223852 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ce4b53-f601-42be-b17f-ebe180453bab None None] Routers {'d9e38758-eb24-4354-b579-f7fb844eba60'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:15:17.224452 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-d0ce4b53-f601-42be-b17f-ebe180453bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:14:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['d9e38758-eb24-4354-b579-f7fb844eba60'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:15:17.329996 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-d0ce4b53-f601-42be-b17f-ebe180453bab None None] Set router d9e38758-eb24-4354-b579-f7fb844eba60 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:15:17.543696 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-d0ce4b53-f601-42be-b17f-ebe180453bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'name': 'tempest-TestVolumeBootPattern-535035188-router', 'tenant_id': '3ed9f03088da4b568ed876fa07964f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '95557d99-2cf2-4044-96b7-b84611f3ed59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:07:14Z', 'updated_at': '2022-03-11T20:07:19Z', 'revision_number': 4, 'project_id': '3ed9f03088da4b568ed876fa07964f47', 'gw_port': {'id': '95557d99-2cf2-4044-96b7-b84611f3ed59', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:07:14Z', 'updated_at': '2022-03-11T20:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '5ae67f9c-fa7f-41c0-826c-440a015e83cf', 'name': '', 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b', 'tenant_id': '3ed9f03088da4b568ed876fa07964f47', 'mac_address': 'fa:16:3e:03:71:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'a0b8e9c3-1a90-4f95-b04c-be83e3135274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:07:18Z', 'updated_at': '2022-03-11T20:07:23Z', 'revision_number': 5, 'project_id': '3ed9f03088da4b568ed876fa07964f47', 'subnets': [{'id': 'a0b8e9c3-1a90-4f95-b04c-be83e3135274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:15:17.573944 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ce4b53-f601-42be-b17f-ebe180453bab None None] The sync data for ids ['d9e38758-eb24-4354-b579-f7fb844eba60'] in n-d-833163-1 is: [{'id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'name': 'tempest-TestVolumeBootPattern-535035188-router', 'tenant_id': '3ed9f03088da4b568ed876fa07964f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '95557d99-2cf2-4044-96b7-b84611f3ed59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:07:14Z', 'updated_at': '2022-03-11T20:07:19Z', 'revision_number': 4, 'project_id': '3ed9f03088da4b568ed876fa07964f47', 'gw_port': {'id': '95557d99-2cf2-4044-96b7-b84611f3ed59', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:07:14Z', 'updated_at': '2022-03-11T20:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '5ae67f9c-fa7f-41c0-826c-440a015e83cf', 'name': '', 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b', 'tenant_id': '3ed9f03088da4b568ed876fa07964f47', 'mac_address': 'fa:16:3e:03:71:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'a0b8e9c3-1a90-4f95-b04c-be83e3135274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:07:18Z', 'updated_at': '2022-03-11T20:07:23Z', 'revision_number': 5, 'project_id': '3ed9f03088da4b568ed876fa07964f47', 'subnets': [{'id': 'a0b8e9c3-1a90-4f95-b04c-be83e3135274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:15:17.836814 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9517680d-1c2c-4c74-a84e-ded9956ba48c None None] New status for floating IP 8db11941-0679-4855-94c8-b607be4db23d: DOWN {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 20:15:17.900387 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4c216f54-ac2e-4082-906c-6663f968c884 req-93da8fc3-135e-4438-a970-b93cec2ec186 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=81cd93d4-0513-46dc-ad1f-6b40423152c4 HTTP/1.1" status: 200 len: 210 time: 0.0269198 Mar 11 20:15:18.998516 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-53909c5f-04ca-4a54-bed1-f3bb2631c1a4 req-b5d5e9b0-ce06-4041-a4cb-cbd1fa4e2829 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=81cd93d4-0513-46dc-ad1f-6b40423152c4 HTTP/1.1" status: 200 len: 210 time: 0.0273111 Mar 11 20:15:19.239847 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:15:20.100862 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ebc0bfd9-71b5-413a-8fbc-f473cd53e72f req-dc74770d-6751-47c7-bf26-108fd9f65d49 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=81cd93d4-0513-46dc-ad1f-6b40423152c4 HTTP/1.1" status: 200 len: 210 time: 0.0311406 Mar 11 20:15:20.735907 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device b4fffaa0-3d71-4747-b2ab-a359550ee570 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:15:20.759758 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: b4fffaa0-3d71-4747-b2ab-a359550ee570 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:15:20.760107 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device b4fffaa0-3d71-4747-b2ab-a359550ee570 not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:15:21.198650 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1c72b107-49b4-4cba-8004-de4c90be9584 req-023235f0-f3cc-424a-bb6c-bd88f3036e3a tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=81cd93d4-0513-46dc-ad1f-6b40423152c4 HTTP/1.1" status: 200 len: 210 time: 0.0295165 Mar 11 20:15:22.296143 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-21c340ff-e210-49e6-9390-b684f33932b0 req-db957ac6-7fa4-413c-ab87-2dac7d0342af tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=81cd93d4-0513-46dc-ad1f-6b40423152c4 HTTP/1.1" status: 200 len: 210 time: 0.0278151 Mar 11 20:15:22.356822 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3e7c9e40-62c4-4298-b254-aaabadb24d8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:15:23.003948 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:15:23.392429 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dce9f06e-5fe9-41c7-917d-c153dd770cfe req-bc73f9b4-5640-4cb2-895a-e298f78d7ed3 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=81cd93d4-0513-46dc-ad1f-6b40423152c4 HTTP/1.1" status: 200 len: 210 time: 0.0271981 Mar 11 20:15:24.485793 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3a40534b-29bb-4b65-8de4-dd088a724f23 req-03e181e1-59e8-4a58-a333-e474b5efe282 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=81cd93d4-0513-46dc-ad1f-6b40423152c4 HTTP/1.1" status: 200 len: 210 time: 0.0273819 Mar 11 20:15:24.663941 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d5c8c294-b42d-4f3f-bc88-985b630b2da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:15:25.583807 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6bc2aa65-ee60-4d29-8bc5-665d1748066f req-f1c61d98-0a41-44f1-abe1-208fab25fd46 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=81cd93d4-0513-46dc-ad1f-6b40423152c4 HTTP/1.1" status: 200 len: 210 time: 0.0285804 Mar 11 20:15:26.306680 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:15:26.844383 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bc5a7361-ad09-478c-9ff4-e743a9e37bdc req-306f29fd-08d4-428b-8f92-2dbc4c5d4906 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1629095989&fields=id&tenant_id=3ed9f03088da4b568ed876fa07964f47 HTTP/1.1" status: 200 len: 267 time: 0.0465598 Mar 11 20:15:26.949955 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a7361-ad09-478c-9ff4-e743a9e37bdc req-4c9683c4-562b-431a-8f0d-f510bfed4155 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:26.951320 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bc5a7361-ad09-478c-9ff4-e743a9e37bdc req-4c9683c4-562b-431a-8f0d-f510bfed4155 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/networks?id=63f958e0-4b58-4061-8181-6f0adee7263b HTTP/1.1" status: 200 len: 811 time: 0.0998864 Mar 11 20:15:26.966072 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bc5a7361-ad09-478c-9ff4-e743a9e37bdc req-ba11a980-9b76-45bd-aa46-be66c09b4592 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/quotas/3ed9f03088da4b568ed876fa07964f47 HTTP/1.1" status: 200 len: 375 time: 0.0094082 Mar 11 20:15:27.020600 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bc5a7361-ad09-478c-9ff4-e743a9e37bdc req-7c881110-9d06-4f8f-a872-c2076e7796ea tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3ed9f03088da4b568ed876fa07964f47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488534 Mar 11 20:15:27.260161 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bc5a7361-ad09-478c-9ff4-e743a9e37bdc req-9da1231e-eebd-4b8a-8d80-5e3fcbc027a8 service neutron] 10.222.0.65 "GET /v2.0/networks/63f958e0-4b58-4061-8181-6f0adee7263b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272208 Mar 11 20:15:27.349855 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bc5a7361-ad09-478c-9ff4-e743a9e37bdc req-a8587715-677d-4b3d-8cf5-dcc09bc33731 service neutron] 10.222.0.65 "GET /v2.0/networks/63f958e0-4b58-4061-8181-6f0adee7263b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840242 Mar 11 20:15:27.711621 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:15:27.970521 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-157f3e64-18be-4faa-9f5c-fca4aadb96cf req-8fb68d45-0185-496d-be2d-2fdf6f22dbf0 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=d504ff8b-19c4-4392-9df8-a2fa138da6a2 HTTP/1.1" status: 200 len: 210 time: 0.3676984 Mar 11 20:15:28.642525 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a7361-ad09-478c-9ff4-e743a9e37bdc req-1279721c-3eff-49ea-8aa5-28a324e95b2c tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:28.644026 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-bc5a7361-ad09-478c-9ff4-e743a9e37bdc req-1279721c-3eff-49ea-8aa5-28a324e95b2c tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.75 "GET /v2.0/networks?id=63f958e0-4b58-4061-8181-6f0adee7263b HTTP/1.1" status: 200 len: 811 time: 0.1025968 Mar 11 20:15:28.709192 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-bc5a7361-ad09-478c-9ff4-e743a9e37bdc req-6d010582-712a-4af6-8bce-f656209086c0 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ed9f03088da4b568ed876fa07964f47 HTTP/1.1" status: 200 len: 380 time: 0.0577004 Mar 11 20:15:28.718045 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-bc5a7361-ad09-478c-9ff4-e743a9e37bdc req-071f9ea1-5d65-4c45-9d8d-7f3510e7de37 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Request body: {'port': {'device_id': 'd504ff8b-19c4-4392-9df8-a2fa138da6a2', 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b', 'admin_state_up': True, 'tenant_id': '3ed9f03088da4b568ed876fa07964f47', 'security_groups': ['49a45b28-d5be-4f02-b103-33dd7fe22b9a']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:15:28.824217 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc5a7361-ad09-478c-9ff4-e743a9e37bdc req-071f9ea1-5d65-4c45-9d8d-7f3510e7de37 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Made reservation on behalf of 3ed9f03088da4b568ed876fa07964f47 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:15:28.827681 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bc5a7361-ad09-478c-9ff4-e743a9e37bdc req-071f9ea1-5d65-4c45-9d8d-7f3510e7de37 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:15:28.959804 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-bc5a7361-ad09-478c-9ff4-e743a9e37bdc req-071f9ea1-5d65-4c45-9d8d-7f3510e7de37 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Allocated IP 172.20.0.3 (63f958e0-4b58-4061-8181-6f0adee7263b/a0b8e9c3-1a90-4f95-b04c-be83e3135274/dc3e9bee-51f5-4ef8-a941-cd2b6fb72410) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:15:29.044891 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:15:29.103889 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bc5a7361-ad09-478c-9ff4-e743a9e37bdc req-071f9ea1-5d65-4c45-9d8d-7f3510e7de37 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks [] for port (dc3e9bee-51f5-4ef8-a941-cd2b6fb72410), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:15:29.104516 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a30b9ae0-8ee8-4729-841e-c8be4a17633f req-85b9a199-4fd0-4494-9315-b70066f998de tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=d504ff8b-19c4-4392-9df8-a2fa138da6a2 HTTP/1.1" status: 200 len: 210 time: 0.0302093 Mar 11 20:15:29.143152 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bc5a7361-ad09-478c-9ff4-e743a9e37bdc req-071f9ea1-5d65-4c45-9d8d-7f3510e7de37 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (dc3e9bee-51f5-4ef8-a941-cd2b6fb72410), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:15:29.185371 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc5a7361-ad09-478c-9ff4-e743a9e37bdc req-071f9ea1-5d65-4c45-9d8d-7f3510e7de37 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Network 63f958e0-4b58-4061-8181-6f0adee7263b is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:15:29.191074 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-bc5a7361-ad09-478c-9ff4-e743a9e37bdc req-071f9ea1-5d65-4c45-9d8d-7f3510e7de37 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:15:29.195749 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc5a7361-ad09-478c-9ff4-e743a9e37bdc req-071f9ea1-5d65-4c45-9d8d-7f3510e7de37 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:15:29.239458 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071f9ea1-5d65-4c45-9d8d-7f3510e7de37 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Pushing event updated for resources: {'Port': ['ID=dc3e9bee-51f5-4ef8-a941-cd2b6fb72410,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:15:29.251039 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a7361-ad09-478c-9ff4-e743a9e37bdc req-071f9ea1-5d65-4c45-9d8d-7f3510e7de37 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:29.251742 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bc5a7361-ad09-478c-9ff4-e743a9e37bdc req-071f9ea1-5d65-4c45-9d8d-7f3510e7de37 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:15:29.271061 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-bc5a7361-ad09-478c-9ff4-e743a9e37bdc req-071f9ea1-5d65-4c45-9d8d-7f3510e7de37 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5570447 Mar 11 20:15:29.282931 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-bc5a7361-ad09-478c-9ff4-e743a9e37bdc req-023b8a02-0066-41ec-885b-01f3bb2c2927 service neutron] Request body: {'port': {'device_id': 'd504ff8b-19c4-4392-9df8-a2fa138da6a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:15:29.356321 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bc5a7361-ad09-478c-9ff4-e743a9e37bdc req-023b8a02-0066-41ec-885b-01f3bb2c2927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (dc3e9bee-51f5-4ef8-a941-cd2b6fb72410), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:15:29.515923 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ee7894df-bf9c-4c7b-9f4d-67b70f85a771 None None] Provisioning complete for port dc3e9bee-51f5-4ef8-a941-cd2b6fb72410 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:15:29.516167 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ee7894df-bf9c-4c7b-9f4d-67b70f85a771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (dc3e9bee-51f5-4ef8-a941-cd2b6fb72410), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:15:29.553019 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ee7894df-bf9c-4c7b-9f4d-67b70f85a771 None None] Port dc3e9bee-51f5-4ef8-a941-cd2b6fb72410 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:15:29.632129 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-bc5a7361-ad09-478c-9ff4-e743a9e37bdc req-023b8a02-0066-41ec-885b-01f3bb2c2927 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc3e9bee-51f5-4ef8-a941-cd2b6fb72410 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:15:29.640528 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bc5a7361-ad09-478c-9ff4-e743a9e37bdc req-023b8a02-0066-41ec-885b-01f3bb2c2927 service neutron] Publish callbacks [] for port (dc3e9bee-51f5-4ef8-a941-cd2b6fb72410), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:15:29.653186 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-bc5a7361-ad09-478c-9ff4-e743a9e37bdc req-023b8a02-0066-41ec-885b-01f3bb2c2927 service neutron] Transition to ACTIVE for port object dc3e9bee-51f5-4ef8-a941-cd2b6fb72410 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 20:15:29.657198 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bc5a7361-ad09-478c-9ff4-e743a9e37bdc req-023b8a02-0066-41ec-885b-01f3bb2c2927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (dc3e9bee-51f5-4ef8-a941-cd2b6fb72410), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:15:29.708465 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023b8a02-0066-41ec-885b-01f3bb2c2927 service neutron] Pushing event updated for resources: {'Port': ['ID=dc3e9bee-51f5-4ef8-a941-cd2b6fb72410,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:15:29.794238 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-bc5a7361-ad09-478c-9ff4-e743a9e37bdc req-023b8a02-0066-41ec-885b-01f3bb2c2927 service neutron] Attempting to bind port dc3e9bee-51f5-4ef8-a941-cd2b6fb72410 on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:15:29.794654 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-bc5a7361-ad09-478c-9ff4-e743a9e37bdc req-023b8a02-0066-41ec-885b-01f3bb2c2927 service neutron] Attempting to bind port dc3e9bee-51f5-4ef8-a941-cd2b6fb72410 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '71b9bbc9-ac9b-491b-9d03-f13ac7365297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:15:29.794899 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5a7361-ad09-478c-9ff4-e743a9e37bdc req-023b8a02-0066-41ec-885b-01f3bb2c2927 service neutron] Attempting to bind port dc3e9bee-51f5-4ef8-a941-cd2b6fb72410 on network 63f958e0-4b58-4061-8181-6f0adee7263b {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:15:29.799729 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5a7361-ad09-478c-9ff4-e743a9e37bdc req-023b8a02-0066-41ec-885b-01f3bb2c2927 service neutron] Port dc3e9bee-51f5-4ef8-a941-cd2b6fb72410 on network 63f958e0-4b58-4061-8181-6f0adee7263b not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 20:15:29.800062 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5a7361-ad09-478c-9ff4-e743a9e37bdc req-023b8a02-0066-41ec-885b-01f3bb2c2927 service neutron] Attempting to bind port dc3e9bee-51f5-4ef8-a941-cd2b6fb72410 on network 63f958e0-4b58-4061-8181-6f0adee7263b {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:15:29.805671 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5a7361-ad09-478c-9ff4-e743a9e37bdc req-023b8a02-0066-41ec-885b-01f3bb2c2927 service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:15:29.806047 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5a7361-ad09-478c-9ff4-e743a9e37bdc req-023b8a02-0066-41ec-885b-01f3bb2c2927 service neutron] Checking segment: {'id': '71b9bbc9-ac9b-491b-9d03-f13ac7365297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:15:29.806401 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5a7361-ad09-478c-9ff4-e743a9e37bdc req-023b8a02-0066-41ec-885b-01f3bb2c2927 service neutron] Bound using segment: {'id': '71b9bbc9-ac9b-491b-9d03-f13ac7365297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:15:29.806838 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-bc5a7361-ad09-478c-9ff4-e743a9e37bdc req-023b8a02-0066-41ec-885b-01f3bb2c2927 service neutron] Bound port: dc3e9bee-51f5-4ef8-a941-cd2b6fb72410, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71b9bbc9-ac9b-491b-9d03-f13ac7365297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:15:29.807198 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bc5a7361-ad09-478c-9ff4-e743a9e37bdc req-023b8a02-0066-41ec-885b-01f3bb2c2927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (dc3e9bee-51f5-4ef8-a941-cd2b6fb72410), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:15:29.878642 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-bc5a7361-ad09-478c-9ff4-e743a9e37bdc req-023b8a02-0066-41ec-885b-01f3bb2c2927 service neutron] For port dc3e9bee-51f5-4ef8-a941-cd2b6fb72410, host n-h1-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:15:29.882036 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-bc5a7361-ad09-478c-9ff4-e743a9e37bdc req-023b8a02-0066-41ec-885b-01f3bb2c2927 service neutron] For port dc3e9bee-51f5-4ef8-a941-cd2b6fb72410, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=dc3e9bee-51f5-4ef8-a941-cd2b6fb72410,segment=NetworkSegment(71b9bbc9-ac9b-491b-9d03-f13ac7365297),segment_id=71b9bbc9-ac9b-491b-9d03-f13ac7365297)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:15:29.889504 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bc5a7361-ad09-478c-9ff4-e743a9e37bdc req-023b8a02-0066-41ec-885b-01f3bb2c2927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (dc3e9bee-51f5-4ef8-a941-cd2b6fb72410), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:15:29.925729 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a7361-ad09-478c-9ff4-e743a9e37bdc req-023b8a02-0066-41ec-885b-01f3bb2c2927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:29.926457 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bc5a7361-ad09-478c-9ff4-e743a9e37bdc req-023b8a02-0066-41ec-885b-01f3bb2c2927 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:15:29.927815 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-bc5a7361-ad09-478c-9ff4-e743a9e37bdc req-023b8a02-0066-41ec-885b-01f3bb2c2927 service neutron] 10.222.0.75 "PUT /v2.0/ports/dc3e9bee-51f5-4ef8-a941-cd2b6fb72410 HTTP/1.1" status: 200 len: 1091 time: 0.6498702 Mar 11 20:15:29.928267 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd504ff8b-19c4-4392-9df8-a2fa138da6a2', 'tag': 'dc3e9bee-51f5-4ef8-a941-cd2b6fb72410'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:15:29.930526 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f62372a-68a6-4491-8d39-bf78310a6c6c" -d '{"events": [{"name": "network-changed", "server_uuid": "d504ff8b-19c4-4392-9df8-a2fa138da6a2", "tag": "dc3e9bee-51f5-4ef8-a941-cd2b6fb72410"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:15:29.999538 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a4291e-289a-4aa1-b144-73d94f69b1fa x-openstack-request-id: req-58a4291e-289a-4aa1-b144-73d94f69b1fa {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:15:29.999861 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d504ff8b-19c4-4392-9df8-a2fa138da6a2", "tag": "dc3e9bee-51f5-4ef8-a941-cd2b6fb72410", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:15:30.000103 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-58a4291e-289a-4aa1-b144-73d94f69b1fa {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:15:30.000512 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd504ff8b-19c4-4392-9df8-a2fa138da6a2', 'tag': 'dc3e9bee-51f5-4ef8-a941-cd2b6fb72410', 'status': 'completed', 'code': 200} Mar 11 20:15:30.017412 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023b8a02-0066-41ec-885b-01f3bb2c2927 service neutron] Pushing event updated for resources: {'Port': ['ID=dc3e9bee-51f5-4ef8-a941-cd2b6fb72410,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:15:30.042126 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a7361-ad09-478c-9ff4-e743a9e37bdc req-007ef758-02c1-4e23-a105-b7358fe722ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:30.043810 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-bc5a7361-ad09-478c-9ff4-e743a9e37bdc req-007ef758-02c1-4e23-a105-b7358fe722ad service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3ed9f03088da4b568ed876fa07964f47&device_id=d504ff8b-19c4-4392-9df8-a2fa138da6a2 HTTP/1.1" status: 200 len: 1125 time: 0.0632486 Mar 11 20:15:30.091213 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-bc5a7361-ad09-478c-9ff4-e743a9e37bdc req-6cb92558-deae-44c7-bb5f-7835488bb1f6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc3e9bee-51f5-4ef8-a941-cd2b6fb72410 HTTP/1.1" status: 200 len: 217 time: 0.0397248 Mar 11 20:15:30.143073 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a7361-ad09-478c-9ff4-e743a9e37bdc req-0ddd772f-b650-4772-95d6-4b2384ccd3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:30.145294 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-bc5a7361-ad09-478c-9ff4-e743a9e37bdc req-0ddd772f-b650-4772-95d6-4b2384ccd3bb service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a0b8e9c3-1a90-4f95-b04c-be83e3135274 HTTP/1.1" status: 200 len: 850 time: 0.0483253 Mar 11 20:15:30.201340 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a7361-ad09-478c-9ff4-e743a9e37bdc req-0a7c4fea-018d-4327-b946-d1b91f3cb77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:30.202945 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-bc5a7361-ad09-478c-9ff4-e743a9e37bdc req-0a7c4fea-018d-4327-b946-d1b91f3cb77c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=63f958e0-4b58-4061-8181-6f0adee7263b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0509889 Mar 11 20:15:30.232206 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdad427-c01b-4932-a607-234958a2ad86 req-df1dfb6e-4d72-45a9-b776-7c102e4b10ec tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:30.233702 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5fdad427-c01b-4932-a607-234958a2ad86 req-df1dfb6e-4d72-45a9-b776-7c102e4b10ec tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=d504ff8b-19c4-4392-9df8-a2fa138da6a2 HTTP/1.1" status: 200 len: 943 time: 0.0551560 Mar 11 20:15:30.283167 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5fdad427-c01b-4932-a607-234958a2ad86 req-8a3f8f42-66e8-482a-872e-eedefa2afdd4 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=49a45b28-d5be-4f02-b103-33dd7fe22b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435867 Mar 11 20:15:30.318120 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-bc5a7361-ad09-478c-9ff4-e743a9e37bdc req-b7ab56cd-2dd1-4ef3-9c65-6462fc36b06f service neutron] 10.222.0.75 "GET /v2.0/networks/63f958e0-4b58-4061-8181-6f0adee7263b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081972 Mar 11 20:15:30.411335 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-bc5a7361-ad09-478c-9ff4-e743a9e37bdc req-f0b08023-7426-414e-9f4e-85adff3f2478 service neutron] 10.222.0.75 "GET /v2.0/networks/63f958e0-4b58-4061-8181-6f0adee7263b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871201 Mar 11 20:15:30.500520 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f62372a-68a6-4491-8d39-bf78310a6c6c req-8ec722cf-4188-4618-bd0d-38f299c6d693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:30.502102 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-2f62372a-68a6-4491-8d39-bf78310a6c6c req-8ec722cf-4188-4618-bd0d-38f299c6d693 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3ed9f03088da4b568ed876fa07964f47&device_id=d504ff8b-19c4-4392-9df8-a2fa138da6a2 HTTP/1.1" status: 200 len: 1125 time: 0.0467200 Mar 11 20:15:30.591294 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f62372a-68a6-4491-8d39-bf78310a6c6c req-07e2c1a8-2fe0-489a-a8fa-f4ebdf5772a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:30.593118 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-2f62372a-68a6-4491-8d39-bf78310a6c6c req-07e2c1a8-2fe0-489a-a8fa-f4ebdf5772a7 service neutron] 10.222.0.75 "GET /v2.0/networks?id=63f958e0-4b58-4061-8181-6f0adee7263b HTTP/1.1" status: 200 len: 912 time: 0.0857048 Mar 11 20:15:30.637110 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-2f62372a-68a6-4491-8d39-bf78310a6c6c req-74cef341-21ca-4b59-9057-b098c5009a52 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc3e9bee-51f5-4ef8-a941-cd2b6fb72410 HTTP/1.1" status: 200 len: 217 time: 0.0384166 Mar 11 20:15:30.684752 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f62372a-68a6-4491-8d39-bf78310a6c6c req-a40211d0-ccc7-4fee-8c68-7d9c62cda3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:30.686193 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-2f62372a-68a6-4491-8d39-bf78310a6c6c req-a40211d0-ccc7-4fee-8c68-7d9c62cda3e0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a0b8e9c3-1a90-4f95-b04c-be83e3135274 HTTP/1.1" status: 200 len: 850 time: 0.0433631 Mar 11 20:15:30.736484 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f62372a-68a6-4491-8d39-bf78310a6c6c req-31c7276e-3c64-4bc4-8441-5eb002f12fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:30.737993 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-2f62372a-68a6-4491-8d39-bf78310a6c6c req-31c7276e-3c64-4bc4-8441-5eb002f12fa7 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=63f958e0-4b58-4061-8181-6f0adee7263b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0463374 Mar 11 20:15:30.828338 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-2f62372a-68a6-4491-8d39-bf78310a6c6c req-a6c50a78-c1f7-47c2-959b-fa4388531d87 service neutron] 10.222.0.75 "GET /v2.0/networks/63f958e0-4b58-4061-8181-6f0adee7263b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848067 Mar 11 20:15:30.917907 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-2f62372a-68a6-4491-8d39-bf78310a6c6c req-e1f6be76-7718-4f78-8ace-83def77b2d75 service neutron] 10.222.0.75 "GET /v2.0/networks/63f958e0-4b58-4061-8181-6f0adee7263b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842233 Mar 11 20:15:31.407244 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b014599-34e9-403c-952f-c67b060c3c01 req-9c55598a-8630-449c-bc9e-f7ea7c67ec14 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:31.408724 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0b014599-34e9-403c-952f-c67b060c3c01 req-9c55598a-8630-449c-bc9e-f7ea7c67ec14 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=d504ff8b-19c4-4392-9df8-a2fa138da6a2 HTTP/1.1" status: 200 len: 943 time: 0.0541553 Mar 11 20:15:31.457537 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0b014599-34e9-403c-952f-c67b060c3c01 req-dfecf943-248c-430d-bc0e-8be8ac89a4a8 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=49a45b28-d5be-4f02-b103-33dd7fe22b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431516 Mar 11 20:15:32.578947 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65944a-3c1d-452e-ab11-3e8f65369889 req-f3bfcf8d-5243-4832-b5f2-b020ca2927da tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:32.580692 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3a65944a-3c1d-452e-ab11-3e8f65369889 req-f3bfcf8d-5243-4832-b5f2-b020ca2927da tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=d504ff8b-19c4-4392-9df8-a2fa138da6a2 HTTP/1.1" status: 200 len: 943 time: 0.0530121 Mar 11 20:15:32.631844 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3a65944a-3c1d-452e-ab11-3e8f65369889 req-b6707501-c523-489c-99c6-561d575237f3 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=49a45b28-d5be-4f02-b103-33dd7fe22b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444496 Mar 11 20:15:33.752589 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74be59f-3969-44e4-8761-c2a553bee162 req-19d2bdff-2c34-43b5-a690-0981f5438410 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:33.754664 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f74be59f-3969-44e4-8761-c2a553bee162 req-19d2bdff-2c34-43b5-a690-0981f5438410 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=d504ff8b-19c4-4392-9df8-a2fa138da6a2 HTTP/1.1" status: 200 len: 943 time: 0.0560524 Mar 11 20:15:33.802286 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f74be59f-3969-44e4-8761-c2a553bee162 req-fb7c643f-ea82-40a0-8f7c-a15c068e3fd0 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=49a45b28-d5be-4f02-b103-33dd7fe22b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422366 Mar 11 20:15:34.926883 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9e3800-9b31-4ecc-b20c-3ff07b469f67 req-a9c82580-98b2-4846-abd1-c8661dcf6ed4 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:34.928515 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ef9e3800-9b31-4ecc-b20c-3ff07b469f67 req-a9c82580-98b2-4846-abd1-c8661dcf6ed4 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=d504ff8b-19c4-4392-9df8-a2fa138da6a2 HTTP/1.1" status: 200 len: 943 time: 0.0576217 Mar 11 20:15:34.992142 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ef9e3800-9b31-4ecc-b20c-3ff07b469f67 req-dec6ff3b-e607-4a5f-87dc-2a19a838eff3 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=49a45b28-d5be-4f02-b103-33dd7fe22b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487769 Mar 11 20:15:36.114103 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20059fa6-0656-424e-81ff-4677b752b39c req-2d3ec11b-9205-4108-b1c9-78b1b82e3bad tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:36.115591 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-20059fa6-0656-424e-81ff-4677b752b39c req-2d3ec11b-9205-4108-b1c9-78b1b82e3bad tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=d504ff8b-19c4-4392-9df8-a2fa138da6a2 HTTP/1.1" status: 200 len: 943 time: 0.0522680 Mar 11 20:15:36.167690 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-20059fa6-0656-424e-81ff-4677b752b39c req-a13e0a7f-9e56-4c5b-843d-fe15e734e4f3 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=49a45b28-d5be-4f02-b103-33dd7fe22b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463476 Mar 11 20:15:37.288038 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a190f74e-0e2c-4c80-ba15-4af72f8cfaa4 req-8b3ce4d7-6770-40d6-95ff-98450b6f26b7 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:37.289479 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a190f74e-0e2c-4c80-ba15-4af72f8cfaa4 req-8b3ce4d7-6770-40d6-95ff-98450b6f26b7 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=d504ff8b-19c4-4392-9df8-a2fa138da6a2 HTTP/1.1" status: 200 len: 943 time: 0.0517359 Mar 11 20:15:37.338378 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a190f74e-0e2c-4c80-ba15-4af72f8cfaa4 req-5a96b467-aa46-49c1-acc5-b95f912c33d2 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=49a45b28-d5be-4f02-b103-33dd7fe22b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432992 Mar 11 20:15:38.455891 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddabd7a-4ca5-447b-a87a-51ec04c6e62b req-58fe5bf7-2d33-49d2-a578-d06f1790e050 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:38.458115 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9ddabd7a-4ca5-447b-a87a-51ec04c6e62b req-58fe5bf7-2d33-49d2-a578-d06f1790e050 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=d504ff8b-19c4-4392-9df8-a2fa138da6a2 HTTP/1.1" status: 200 len: 943 time: 0.0531354 Mar 11 20:15:38.510076 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9ddabd7a-4ca5-447b-a87a-51ec04c6e62b req-96f5fb34-93f3-42b6-a302-4b04a6e34e71 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=49a45b28-d5be-4f02-b103-33dd7fe22b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460503 Mar 11 20:15:39.630907 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b1a0d-4b1c-4197-b3d4-95926e9cc953 req-a11ed24e-c141-43ba-8b8c-46659c6959b9 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:39.632485 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-379b1a0d-4b1c-4197-b3d4-95926e9cc953 req-a11ed24e-c141-43ba-8b8c-46659c6959b9 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=d504ff8b-19c4-4392-9df8-a2fa138da6a2 HTTP/1.1" status: 200 len: 943 time: 0.0559862 Mar 11 20:15:39.679041 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-379b1a0d-4b1c-4197-b3d4-95926e9cc953 req-d3b28ff1-6577-4a43-bf95-dd760556dc40 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=49a45b28-d5be-4f02-b103-33dd7fe22b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410442 Mar 11 20:15:40.795960 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae401ca-d69c-47b8-ac67-ee7ccd682368 req-cb52734d-3e59-4340-9f42-17fe61e2f675 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:40.797428 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bae401ca-d69c-47b8-ac67-ee7ccd682368 req-cb52734d-3e59-4340-9f42-17fe61e2f675 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=d504ff8b-19c4-4392-9df8-a2fa138da6a2 HTTP/1.1" status: 200 len: 943 time: 0.0516560 Mar 11 20:15:40.845153 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bae401ca-d69c-47b8-ac67-ee7ccd682368 req-86ee27c2-96bd-4a29-8960-70db089a5137 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=49a45b28-d5be-4f02-b103-33dd7fe22b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422683 Mar 11 20:15:41.961520 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c123cfe0-fee8-4cae-93b7-8c6f7977b1b9 req-a57b449c-80f0-4e88-9fee-89774805508f tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:41.963050 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c123cfe0-fee8-4cae-93b7-8c6f7977b1b9 req-a57b449c-80f0-4e88-9fee-89774805508f tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=d504ff8b-19c4-4392-9df8-a2fa138da6a2 HTTP/1.1" status: 200 len: 943 time: 0.0516417 Mar 11 20:15:42.015090 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c123cfe0-fee8-4cae-93b7-8c6f7977b1b9 req-83a0e32a-bdbb-4b67-bb8a-a0d8441143b4 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=49a45b28-d5be-4f02-b103-33dd7fe22b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458653 Mar 11 20:15:43.133059 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907eb481-3fef-4c7f-9048-59604811a640 req-8a935ba4-a8b0-4c20-86d7-7f32016946a7 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:43.134506 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-907eb481-3fef-4c7f-9048-59604811a640 req-8a935ba4-a8b0-4c20-86d7-7f32016946a7 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=d504ff8b-19c4-4392-9df8-a2fa138da6a2 HTTP/1.1" status: 200 len: 943 time: 0.0518289 Mar 11 20:15:43.186136 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-907eb481-3fef-4c7f-9048-59604811a640 req-43242e27-4b43-41c1-bc23-ea1df840fd71 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=49a45b28-d5be-4f02-b103-33dd7fe22b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460281 Mar 11 20:15:44.308058 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f1ebd-daee-4d53-abde-8815c6b3fa0b req-cc4b36e8-359e-42a6-8a50-de3860fdf398 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:44.309527 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-602f1ebd-daee-4d53-abde-8815c6b3fa0b req-cc4b36e8-359e-42a6-8a50-de3860fdf398 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=d504ff8b-19c4-4392-9df8-a2fa138da6a2 HTTP/1.1" status: 200 len: 943 time: 0.0564969 Mar 11 20:15:44.357965 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-602f1ebd-daee-4d53-abde-8815c6b3fa0b req-6bc323ec-11c9-49cf-ae4f-c5209449ae14 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=49a45b28-d5be-4f02-b103-33dd7fe22b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429370 Mar 11 20:15:45.478635 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c3149-ab2f-420f-8fcc-f617ff80ae35 req-1a698acf-b1d9-4cc5-a2d8-5168cc5f4cec tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:45.480124 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7b4c3149-ab2f-420f-8fcc-f617ff80ae35 req-1a698acf-b1d9-4cc5-a2d8-5168cc5f4cec tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=d504ff8b-19c4-4392-9df8-a2fa138da6a2 HTTP/1.1" status: 200 len: 943 time: 0.0569553 Mar 11 20:15:45.527114 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7b4c3149-ab2f-420f-8fcc-f617ff80ae35 req-3c24a385-be51-44c4-8cbd-9f5b0d2318b8 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=49a45b28-d5be-4f02-b103-33dd7fe22b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414803 Mar 11 20:15:45.924672 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-72bb7e09-2971-4d42-a492-ae6dd5ecdf1b req-fc2acf72-fd5e-4d2c-ad50-c6ac4c4e5edf service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=16746f4f-b34a-4e6d-85e1-6bd43f091866&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421424 Mar 11 20:15:46.007893 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb7e09-2971-4d42-a492-ae6dd5ecdf1b req-783a98e2-d38a-4677-b377-6ec1fa3e001d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:46.009356 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-72bb7e09-2971-4d42-a492-ae6dd5ecdf1b req-783a98e2-d38a-4677-b377-6ec1fa3e001d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=985979086b444294b1307d531b609210&device_id=16746f4f-b34a-4e6d-85e1-6bd43f091866 HTTP/1.1" status: 200 len: 1127 time: 0.0433409 Mar 11 20:15:46.110168 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb7e09-2971-4d42-a492-ae6dd5ecdf1b req-bfd31238-63c5-4551-b522-ac985e1885ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:46.111588 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-72bb7e09-2971-4d42-a492-ae6dd5ecdf1b req-bfd31238-63c5-4551-b522-ac985e1885ef service neutron] 10.222.0.57 "GET /v2.0/networks?id=48b7d852-27e7-402d-b0be-80ad1a70c5cb HTTP/1.1" status: 200 len: 898 time: 0.0848176 Mar 11 20:15:46.174812 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-72bb7e09-2971-4d42-a492-ae6dd5ecdf1b req-0bd8204a-59b6-41b5-ad27-aee426dfe850 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1362049e-7fd2-4bd0-996b-13fe39d97d9f HTTP/1.1" status: 200 len: 1001 time: 0.0574129 Mar 11 20:15:46.225027 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb7e09-2971-4d42-a492-ae6dd5ecdf1b req-37493a4e-7ecc-448a-8964-c65465aa4518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:46.226484 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-72bb7e09-2971-4d42-a492-ae6dd5ecdf1b req-37493a4e-7ecc-448a-8964-c65465aa4518 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bb48f9d1-ee02-4865-a68d-cb069591350f HTTP/1.1" status: 200 len: 835 time: 0.0460966 Mar 11 20:15:46.275888 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb7e09-2971-4d42-a492-ae6dd5ecdf1b req-c064b7b7-8426-4888-80ae-93461ae9b2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:46.277401 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-72bb7e09-2971-4d42-a492-ae6dd5ecdf1b req-c064b7b7-8426-4888-80ae-93461ae9b2b4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=48b7d852-27e7-402d-b0be-80ad1a70c5cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452709 Mar 11 20:15:46.366103 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-72bb7e09-2971-4d42-a492-ae6dd5ecdf1b req-5d9110cf-2307-4ae4-af30-21231ff3b7cd service neutron] 10.222.0.57 "GET /v2.0/networks/48b7d852-27e7-402d-b0be-80ad1a70c5cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826883 Mar 11 20:15:46.453399 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-72bb7e09-2971-4d42-a492-ae6dd5ecdf1b req-efed1571-4e76-4889-bd4a-d1fdb6200512 service neutron] 10.222.0.57 "GET /v2.0/networks/48b7d852-27e7-402d-b0be-80ad1a70c5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809786 Mar 11 20:15:46.643367 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d39386c-f4d6-4778-815b-c42908a9074d req-709224e1-b446-4287-a4ce-cc1cdce19f53 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:46.644892 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8d39386c-f4d6-4778-815b-c42908a9074d req-709224e1-b446-4287-a4ce-cc1cdce19f53 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=d504ff8b-19c4-4392-9df8-a2fa138da6a2 HTTP/1.1" status: 200 len: 943 time: 0.0527153 Mar 11 20:15:46.696023 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8d39386c-f4d6-4778-815b-c42908a9074d req-8c8ae0f4-901b-41c6-9b86-eaf539805a3b tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=49a45b28-d5be-4f02-b103-33dd7fe22b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456488 Mar 11 20:15:46.910387 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device dc3e9bee-51f5-4ef8-a941-cd2b6fb72410 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 20:15:47.004716 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port dc3e9bee-51f5-4ef8-a941-cd2b6fb72410, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=dc3e9bee-51f5-4ef8-a941-cd2b6fb72410,segment=NetworkSegment(71b9bbc9-ac9b-491b-9d03-f13ac7365297),segment_id=71b9bbc9-ac9b-491b-9d03-f13ac7365297)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:15:47.016079 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': 'dc3e9bee-51f5-4ef8-a941-cd2b6fb72410', 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b', 'port_id': 'dc3e9bee-51f5-4ef8-a941-cd2b6fb72410', 'mac_address': 'fa:16:3e:b8:7a:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0b8e9c3-1a90-4f95-b04c-be83e3135274', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 20:15:47.055075 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port dc3e9bee-51f5-4ef8-a941-cd2b6fb72410 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:15:47.055459 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (dc3e9bee-51f5-4ef8-a941-cd2b6fb72410), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:15:47.067528 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc3e9bee-51f5-4ef8-a941-cd2b6fb72410 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:15:47.085824 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port dc3e9bee-51f5-4ef8-a941-cd2b6fb72410, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=dc3e9bee-51f5-4ef8-a941-cd2b6fb72410,segment=NetworkSegment(71b9bbc9-ac9b-491b-9d03-f13ac7365297),segment_id=71b9bbc9-ac9b-491b-9d03-f13ac7365297)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:15:47.089711 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (dc3e9bee-51f5-4ef8-a941-cd2b6fb72410), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:15:47.134303 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=dc3e9bee-51f5-4ef8-a941-cd2b6fb72410,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:15:47.141538 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:15:47.141888 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:15:47.142232 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:15:47.142570 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:15:47.142903 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:15:47.143233 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:15:47.143561 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:15:47.143911 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:15:47.144738 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:15:47.145061 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:15:47.145385 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:15:47.145710 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:15:47.146028 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:15:47.296234 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['dc3e9bee-51f5-4ef8-a941-cd2b6fb72410'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:15:47.810166 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d551f4-248d-4f04-be78-51e7b7ef0bf6 req-f09f2aa7-231e-4f1f-bd58-e4867ac25f65 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:47.811644 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-47d551f4-248d-4f04-be78-51e7b7ef0bf6 req-f09f2aa7-231e-4f1f-bd58-e4867ac25f65 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=d504ff8b-19c4-4392-9df8-a2fa138da6a2 HTTP/1.1" status: 200 len: 944 time: 0.0514970 Mar 11 20:15:47.859800 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-47d551f4-248d-4f04-be78-51e7b7ef0bf6 req-43509086-ed09-4d3f-9000-dc8adce09478 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=49a45b28-d5be-4f02-b103-33dd7fe22b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421796 Mar 11 20:15:48.356105 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:15:48.827688 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520e24c-b17c-4910-b089-8ad67cd87c7b req-813103a5-fce3-424f-9e3c-f27e4346e29c tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:48.829132 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e520e24c-b17c-4910-b089-8ad67cd87c7b req-813103a5-fce3-424f-9e3c-f27e4346e29c tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=16746f4f-b34a-4e6d-85e1-6bd43f091866 HTTP/1.1" status: 200 len: 945 time: 0.0508680 Mar 11 20:15:48.877939 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e520e24c-b17c-4910-b089-8ad67cd87c7b req-03595baf-fb3e-46a6-aa01-916dd304f4bd tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=db1a166d-1655-4c2a-9cf5-b978eb6adea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431001 Mar 11 20:15:48.899979 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55544) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:15:48.941901 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device dc3e9bee-51f5-4ef8-a941-cd2b6fb72410 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:15:48.994331 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port dc3e9bee-51f5-4ef8-a941-cd2b6fb72410 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 20:15:49.000331 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port dc3e9bee-51f5-4ef8-a941-cd2b6fb72410 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:15:49.000804 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (dc3e9bee-51f5-4ef8-a941-cd2b6fb72410), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:15:49.008720 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-63a151ce-e8df-43c1-8751-d501bbcfb77c tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/floatingips/a29b8338-b191-4d18-9ae7-52635fa4f123 HTTP/1.1" status: 200 len: 993 time: 0.1005666 Mar 11 20:15:49.013303 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd440b5-f53c-4bdd-88c0-5d8677f31e39 req-3745d13b-0d9a-4b66-b6e9-8b4c3808a423 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:49.014867 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6cd440b5-f53c-4bdd-88c0-5d8677f31e39 req-3745d13b-0d9a-4b66-b6e9-8b4c3808a423 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=d504ff8b-19c4-4392-9df8-a2fa138da6a2 HTTP/1.1" status: 200 len: 944 time: 0.0756650 Mar 11 20:15:49.066572 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6cd440b5-f53c-4bdd-88c0-5d8677f31e39 req-31980ec8-0089-4808-986d-0197617352d8 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=49a45b28-d5be-4f02-b103-33dd7fe22b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453019 Mar 11 20:15:49.087141 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port dc3e9bee-51f5-4ef8-a941-cd2b6fb72410 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:15:49.087537 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (dc3e9bee-51f5-4ef8-a941-cd2b6fb72410), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:15:49.110004 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd504ff8b-19c4-4392-9df8-a2fa138da6a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc3e9bee-51f5-4ef8-a941-cd2b6fb72410'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:15:49.112223 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-475388f5-a84c-467e-b901-88ea3e5d92f9" -d '{"events": [{"server_uuid": "d504ff8b-19c4-4392-9df8-a2fa138da6a2", "name": "network-vif-plugged", "status": "completed", "tag": "dc3e9bee-51f5-4ef8-a941-cd2b6fb72410"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:15:49.124942 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port dc3e9bee-51f5-4ef8-a941-cd2b6fb72410, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=dc3e9bee-51f5-4ef8-a941-cd2b6fb72410,segment=NetworkSegment(71b9bbc9-ac9b-491b-9d03-f13ac7365297),segment_id=71b9bbc9-ac9b-491b-9d03-f13ac7365297)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:15:49.128426 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (dc3e9bee-51f5-4ef8-a941-cd2b6fb72410), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:15:49.173506 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=dc3e9bee-51f5-4ef8-a941-cd2b6fb72410,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:15:49.224216 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:15:49.249162 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf12553-df2e-4eae-a8a5-315b088748a4 x-openstack-request-id: req-4cf12553-df2e-4eae-a8a5-315b088748a4 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:15:49.249464 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d504ff8b-19c4-4392-9df8-a2fa138da6a2", "name": "network-vif-plugged", "status": "completed", "tag": "dc3e9bee-51f5-4ef8-a941-cd2b6fb72410", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:15:49.249735 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4cf12553-df2e-4eae-a8a5-315b088748a4 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:15:49.250140 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd504ff8b-19c4-4392-9df8-a2fa138da6a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc3e9bee-51f5-4ef8-a941-cd2b6fb72410', 'code': 200} Mar 11 20:15:49.363382 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debbedaf-fee2-4e6d-9ae0-5773ef9004cf req-d17221fa-6ff0-4b3c-add6-0995c52cea1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:49.364931 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-debbedaf-fee2-4e6d-9ae0-5773ef9004cf req-d17221fa-6ff0-4b3c-add6-0995c52cea1f service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=d504ff8b-19c4-4392-9df8-a2fa138da6a2 HTTP/1.1" status: 200 len: 1127 time: 0.0549324 Mar 11 20:15:49.409975 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-debbedaf-fee2-4e6d-9ae0-5773ef9004cf req-71241266-832a-4933-ba4c-18d458a4b551 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=49a45b28-d5be-4f02-b103-33dd7fe22b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396960 Mar 11 20:15:49.509685 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e0cda-2627-4d40-8d79-e0e97e493a9f req-7a8c9362-fd61-4aa7-bf3e-6c8d57711feb tempest-TestNetworkAdvancedServerOps-874628058 tempest-TestNetworkAdvancedServerOps-874628058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:49.511181 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c52e0cda-2627-4d40-8d79-e0e97e493a9f req-7a8c9362-fd61-4aa7-bf3e-6c8d57711feb tempest-TestNetworkAdvancedServerOps-874628058 tempest-TestNetworkAdvancedServerOps-874628058-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=16746f4f-b34a-4e6d-85e1-6bd43f091866 HTTP/1.1" status: 200 len: 1127 time: 0.0497105 Mar 11 20:15:49.556043 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c52e0cda-2627-4d40-8d79-e0e97e493a9f req-919e6485-3a35-45b6-883f-378f9f1a120d tempest-TestNetworkAdvancedServerOps-874628058 tempest-TestNetworkAdvancedServerOps-874628058-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=db1a166d-1655-4c2a-9cf5-b978eb6adea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391159 Mar 11 20:15:50.038653 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-378364fd-a95e-4029-8114-e33aed53d1c6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=16746f4f-b34a-4e6d-85e1-6bd43f091866&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0428388 Mar 11 20:15:50.046777 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-96a1e4d2-b7cb-4cf4-a4a6-821a9a87fdb2 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 20:15:50.047744 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-96a1e4d2-b7cb-4cf4-a4a6-821a9a87fdb2 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048099 Mar 11 20:15:50.109724 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-4b77f636-e4c1-4ecb-884a-cacc1b2075a4 tempest-TestNetworkAdvancedServerOps-874628058 tempest-TestNetworkAdvancedServerOps-874628058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:50.111094 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-4b77f636-e4c1-4ecb-884a-cacc1b2075a4 tempest-TestNetworkAdvancedServerOps-874628058 tempest-TestNetworkAdvancedServerOps-874628058-project-admin] 10.222.0.65 "GET /v2.0/ports/1362049e-7fd2-4bd0-996b-13fe39d97d9f HTTP/1.1" status: 200 len: 1124 time: 0.0367775 Mar 11 20:15:50.647508 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-fe27e5d5-7570-496d-a5b8-395b3457900f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:50.648901 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-fe27e5d5-7570-496d-a5b8-395b3457900f service neutron] 10.222.0.65 "GET /v2.0/ports/1362049e-7fd2-4bd0-996b-13fe39d97d9f HTTP/1.1" status: 200 len: 1124 time: 0.0357382 Mar 11 20:15:50.657034 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-600dd1cf-5de9-43d2-8e56-1b11b87cd61d service neutron] Request body: {'binding': {'host': 'n-h1-833163-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:15:50.657504 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-600dd1cf-5de9-43d2-8e56-1b11b87cd61d service neutron] Unknown quota resources ['binding']. {{(pid=103885) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 11 20:15:50.786523 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-600dd1cf-5de9-43d2-8e56-1b11b87cd61d service neutron] Attempting to bind port 1362049e-7fd2-4bd0-996b-13fe39d97d9f on host n-h1-833163-1 for vnic_type normal with profile None {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:15:50.786856 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-600dd1cf-5de9-43d2-8e56-1b11b87cd61d service neutron] Attempting to bind port 1362049e-7fd2-4bd0-996b-13fe39d97d9f by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '93b37cca-c2ab-4d0b-9a76-c02cda08dee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '48b7d852-27e7-402d-b0be-80ad1a70c5cb'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:15:50.787181 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-600dd1cf-5de9-43d2-8e56-1b11b87cd61d service neutron] Attempting to bind port 1362049e-7fd2-4bd0-996b-13fe39d97d9f on network 48b7d852-27e7-402d-b0be-80ad1a70c5cb {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:15:50.791321 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-600dd1cf-5de9-43d2-8e56-1b11b87cd61d service neutron] Port 1362049e-7fd2-4bd0-996b-13fe39d97d9f on network 48b7d852-27e7-402d-b0be-80ad1a70c5cb not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 20:15:50.791651 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-600dd1cf-5de9-43d2-8e56-1b11b87cd61d service neutron] Attempting to bind port 1362049e-7fd2-4bd0-996b-13fe39d97d9f on network 48b7d852-27e7-402d-b0be-80ad1a70c5cb {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:15:50.796310 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-600dd1cf-5de9-43d2-8e56-1b11b87cd61d service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:15:50.796645 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-600dd1cf-5de9-43d2-8e56-1b11b87cd61d service neutron] Checking segment: {'id': '93b37cca-c2ab-4d0b-9a76-c02cda08dee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '48b7d852-27e7-402d-b0be-80ad1a70c5cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:15:50.797017 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-600dd1cf-5de9-43d2-8e56-1b11b87cd61d service neutron] Bound using segment: {'id': '93b37cca-c2ab-4d0b-9a76-c02cda08dee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '48b7d852-27e7-402d-b0be-80ad1a70c5cb'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:15:50.797440 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-600dd1cf-5de9-43d2-8e56-1b11b87cd61d service neutron] Bound port: 1362049e-7fd2-4bd0-996b-13fe39d97d9f, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93b37cca-c2ab-4d0b-9a76-c02cda08dee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '48b7d852-27e7-402d-b0be-80ad1a70c5cb'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:15:50.888103 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-600dd1cf-5de9-43d2-8e56-1b11b87cd61d service neutron] For port 1362049e-7fd2-4bd0-996b-13fe39d97d9f, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=1362049e-7fd2-4bd0-996b-13fe39d97d9f,segment=NetworkSegment(93b37cca-c2ab-4d0b-9a76-c02cda08dee5),segment_id=93b37cca-c2ab-4d0b-9a76-c02cda08dee5)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:15:50.893997 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-600dd1cf-5de9-43d2-8e56-1b11b87cd61d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:15:50.895154 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-600dd1cf-5de9-43d2-8e56-1b11b87cd61d service neutron] 10.222.0.65 "POST /v2.0/ports/1362049e-7fd2-4bd0-996b-13fe39d97d9f/bindings HTTP/1.1" status: 201 len: 389 time: 0.2413573 Mar 11 20:15:51.041051 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264de463-e0b6-4646-863f-0dd9d2441c8d req-91b2d254-0bc2-4172-8e84-8f4e75915fe2 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:51.043516 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-264de463-e0b6-4646-863f-0dd9d2441c8d req-91b2d254-0bc2-4172-8e84-8f4e75915fe2 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=d504ff8b-19c4-4392-9df8-a2fa138da6a2 HTTP/1.1" status: 200 len: 945 time: 0.0580170 Mar 11 20:15:51.092593 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-264de463-e0b6-4646-863f-0dd9d2441c8d req-7f036fb4-384f-4956-90a3-41b5cd35700c tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=49a45b28-d5be-4f02-b103-33dd7fe22b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431762 Mar 11 20:15:51.110677 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-7169b0fb-36d7-4220-991b-7cee11c19cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:51.112297 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-7169b0fb-36d7-4220-991b-7cee11c19cfb service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=985979086b444294b1307d531b609210&device_id=16746f4f-b34a-4e6d-85e1-6bd43f091866 HTTP/1.1" status: 200 len: 1127 time: 0.0447989 Mar 11 20:15:51.203128 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232afacb-66c7-4eca-82c6-c864994ffb6b req-85ad392e-c69b-4761-bfcc-01425677c591 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:51.204807 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-232afacb-66c7-4eca-82c6-c864994ffb6b req-85ad392e-c69b-4761-bfcc-01425677c591 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=16746f4f-b34a-4e6d-85e1-6bd43f091866 HTTP/1.1" status: 200 len: 945 time: 0.0555680 Mar 11 20:15:51.260566 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-232afacb-66c7-4eca-82c6-c864994ffb6b req-16023ec2-a06a-4890-84cf-543d17b61bce tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=db1a166d-1655-4c2a-9cf5-b978eb6adea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499272 Mar 11 20:15:51.383463 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc15bc27-4ef3-4fcc-9240-94a4b3ef48bf req-0047e81c-b2ea-4535-9f49-92d274c45750 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:51.384999 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dc15bc27-4ef3-4fcc-9240-94a4b3ef48bf req-0047e81c-b2ea-4535-9f49-92d274c45750 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=d504ff8b-19c4-4392-9df8-a2fa138da6a2 HTTP/1.1" status: 200 len: 945 time: 0.0592902 Mar 11 20:15:51.436235 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dc15bc27-4ef3-4fcc-9240-94a4b3ef48bf req-01b87dea-3c02-4350-98a5-44f280f5fe13 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=49a45b28-d5be-4f02-b103-33dd7fe22b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455277 Mar 11 20:15:51.458316 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55596) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:15:51.474620 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-1fcdf3ae-d223-4897-bf6d-87fbe7ea8811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:51.476102 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-1fcdf3ae-d223-4897-bf6d-87fbe7ea8811 service neutron] 10.222.0.75 "GET /v2.0/networks?id=48b7d852-27e7-402d-b0be-80ad1a70c5cb HTTP/1.1" status: 200 len: 898 time: 0.3562760 Mar 11 20:15:51.501497 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886eeaca-2052-4f49-bb5c-a20466b38eee tempest-TestVolumeBootPattern-786681000 tempest-TestVolumeBootPattern-786681000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:51.503546 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-886eeaca-2052-4f49-bb5c-a20466b38eee tempest-TestVolumeBootPattern-786681000 tempest-TestVolumeBootPattern-786681000-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=d504ff8b-19c4-4392-9df8-a2fa138da6a2 HTTP/1.1" status: 200 len: 1122 time: 0.0440903 Mar 11 20:15:51.506252 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55598) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:15:51.512348 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-37659ec1-f487-4c24-8ab2-b311c2413049 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Request body: {'floatingip': {'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'port_id': 'dc3e9bee-51f5-4ef8-a941-cd2b6fb72410', 'tenant_id': '3ed9f03088da4b568ed876fa07964f47', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:15:51.533396 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-37659ec1-f487-4c24-8ab2-b311c2413049 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:15:51.546771 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-d1a0c941-bf2d-4a45-96e7-ec13c6cd6a45 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1362049e-7fd2-4bd0-996b-13fe39d97d9f HTTP/1.1" status: 200 len: 1001 time: 0.0634427 Mar 11 20:15:51.593695 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-52b80ce4-2d3d-4226-9845-11f5ca99f05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:51.595147 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-52b80ce4-2d3d-4226-9845-11f5ca99f05f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=bb48f9d1-ee02-4865-a68d-cb069591350f HTTP/1.1" status: 200 len: 835 time: 0.0432429 Mar 11 20:15:51.631981 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-37659ec1-f487-4c24-8ab2-b311c2413049 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:15:51.642215 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-7dc034a0-1fe2-47a0-97c6-e3ae414c65db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:51.644502 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-7dc034a0-1fe2-47a0-97c6-e3ae414c65db service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=48b7d852-27e7-402d-b0be-80ad1a70c5cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0430920 Mar 11 20:15:51.735370 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-24906c02-5b42-4988-862e-00691181bfae service neutron] 10.222.0.75 "GET /v2.0/networks/48b7d852-27e7-402d-b0be-80ad1a70c5cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856185 Mar 11 20:15:51.735873 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-37659ec1-f487-4c24-8ab2-b311c2413049 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Allocated IP 172.25.8.85 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/ee86e7b4-afc6-4499-b44d-0365f537413e) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:15:51.825674 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-a472c5f3-6acd-49e6-b10c-1367b8b5ab97 service neutron] 10.222.0.75 "GET /v2.0/networks/48b7d852-27e7-402d-b0be-80ad1a70c5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839453 Mar 11 20:15:51.840727 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-37659ec1-f487-4c24-8ab2-b311c2413049 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks [] for port (ee86e7b4-afc6-4499-b44d-0365f537413e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:15:51.875222 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-37659ec1-f487-4c24-8ab2-b311c2413049 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (ee86e7b4-afc6-4499-b44d-0365f537413e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:15:51.908903 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37659ec1-f487-4c24-8ab2-b311c2413049 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:15:51.913800 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-37659ec1-f487-4c24-8ab2-b311c2413049 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:15:51.919903 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37659ec1-f487-4c24-8ab2-b311c2413049 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:15:51.944911 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37659ec1-f487-4c24-8ab2-b311c2413049 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Pushing event updated for resources: {'Port': ['ID=ee86e7b4-afc6-4499-b44d-0365f537413e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:15:51.962921 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37659ec1-f487-4c24-8ab2-b311c2413049 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:15:51.963267 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37659ec1-f487-4c24-8ab2-b311c2413049 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:15:51.963609 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37659ec1-f487-4c24-8ab2-b311c2413049 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:15:51.963970 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37659ec1-f487-4c24-8ab2-b311c2413049 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:15:51.964302 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37659ec1-f487-4c24-8ab2-b311c2413049 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:15:51.964718 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37659ec1-f487-4c24-8ab2-b311c2413049 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:15:51.964987 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37659ec1-f487-4c24-8ab2-b311c2413049 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:15:51.965311 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37659ec1-f487-4c24-8ab2-b311c2413049 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:15:51.965638 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37659ec1-f487-4c24-8ab2-b311c2413049 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:15:51.965959 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37659ec1-f487-4c24-8ab2-b311c2413049 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:15:51.966337 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37659ec1-f487-4c24-8ab2-b311c2413049 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:15:51.966663 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37659ec1-f487-4c24-8ab2-b311c2413049 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:15:51.966987 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37659ec1-f487-4c24-8ab2-b311c2413049 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:15:51.967270 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-99745026-c86b-47df-8baf-f1fda31979c1 tempest-TestNetworkAdvancedServerOps-874628058 tempest-TestNetworkAdvancedServerOps-874628058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:51.969390 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-99745026-c86b-47df-8baf-f1fda31979c1 tempest-TestNetworkAdvancedServerOps-874628058 tempest-TestNetworkAdvancedServerOps-874628058-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=16746f4f-b34a-4e6d-85e1-6bd43f091866&tenant_id=985979086b444294b1307d531b609210&binding%3Ahost_id=n-h2-833163-1 HTTP/1.1" status: 200 len: 1127 time: 0.0902293 Mar 11 20:15:51.979944 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-df78ba56-3266-45c4-96d4-b068015f6715 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-833163-1'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:15:52.038736 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-df78ba56-3266-45c4-96d4-b068015f6715 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (1362049e-7fd2-4bd0-996b-13fe39d97d9f), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:15:52.163526 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-df78ba56-3266-45c4-96d4-b068015f6715 service neutron] For port 1362049e-7fd2-4bd0-996b-13fe39d97d9f, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=1362049e-7fd2-4bd0-996b-13fe39d97d9f,segment=NetworkSegment(93b37cca-c2ab-4d0b-9a76-c02cda08dee5),segment_id=93b37cca-c2ab-4d0b-9a76-c02cda08dee5)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:15:52.201033 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-df78ba56-3266-45c4-96d4-b068015f6715 service neutron] For port 1362049e-7fd2-4bd0-996b-13fe39d97d9f, host n-h2-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:15:52.240845 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16746f4f-b34a-4e6d-85e1-6bd43f091866', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1362049e-7fd2-4bd0-996b-13fe39d97d9f'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:15:52.243132 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1750e20a-951e-4da7-9e0b-0747ca0b3467" -d '{"events": [{"server_uuid": "16746f4f-b34a-4e6d-85e1-6bd43f091866", "name": "network-vif-unplugged", "status": "completed", "tag": "1362049e-7fd2-4bd0-996b-13fe39d97d9f"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:15:52.253871 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-df78ba56-3266-45c4-96d4-b068015f6715 service neutron] Publish callbacks [] for port (1362049e-7fd2-4bd0-996b-13fe39d97d9f), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:15:52.260625 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-df78ba56-3266-45c4-96d4-b068015f6715 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (1362049e-7fd2-4bd0-996b-13fe39d97d9f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:15:52.293546 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 20:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c0eec0c-83a0-44ea-b029-06a6b3078a8c x-openstack-request-id: req-5c0eec0c-83a0-44ea-b029-06a6b3078a8c {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:15:52.293841 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16746f4f-b34a-4e6d-85e1-6bd43f091866", "name": "network-vif-unplugged", "status": "completed", "tag": "1362049e-7fd2-4bd0-996b-13fe39d97d9f", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:15:52.294098 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5c0eec0c-83a0-44ea-b029-06a6b3078a8c {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:15:52.294498 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16746f4f-b34a-4e6d-85e1-6bd43f091866', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1362049e-7fd2-4bd0-996b-13fe39d97d9f', 'code': 200} Mar 11 20:15:52.314448 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-37659ec1-f487-4c24-8ab2-b311c2413049 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks [] for floatingip (bcced7c7-47e5-4a96-a3ff-c08cdbe1b313), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:15:52.366272 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df78ba56-3266-45c4-96d4-b068015f6715 service neutron] Pushing event updated for resources: {'Port': ['ID=1362049e-7fd2-4bd0-996b-13fe39d97d9f,revision_number=7']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:15:52.369832 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3e82028f-e204-446f-921e-da95cecf837b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:15:52.382363 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df78ba56-3266-45c4-96d4-b068015f6715 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:15:52.382751 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df78ba56-3266-45c4-96d4-b068015f6715 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:15:52.383050 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df78ba56-3266-45c4-96d4-b068015f6715 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:15:52.383389 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df78ba56-3266-45c4-96d4-b068015f6715 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:15:52.383756 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df78ba56-3266-45c4-96d4-b068015f6715 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:15:52.384085 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df78ba56-3266-45c4-96d4-b068015f6715 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:15:52.384411 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df78ba56-3266-45c4-96d4-b068015f6715 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:15:52.384735 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df78ba56-3266-45c4-96d4-b068015f6715 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:15:52.385056 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df78ba56-3266-45c4-96d4-b068015f6715 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:15:52.385380 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df78ba56-3266-45c4-96d4-b068015f6715 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:15:52.385708 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df78ba56-3266-45c4-96d4-b068015f6715 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:15:52.386026 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df78ba56-3266-45c4-96d4-b068015f6715 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:15:52.386348 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df78ba56-3266-45c4-96d4-b068015f6715 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:15:52.427526 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-37659ec1-f487-4c24-8ab2-b311c2413049 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ee86e7b4-afc6-4499-b44d-0365f537413e), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:15:52.435304 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-df78ba56-3266-45c4-96d4-b068015f6715 service neutron] Attempting to bind port 1362049e-7fd2-4bd0-996b-13fe39d97d9f on host n-h2-833163-1 for vnic_type normal with profile {"migrating_to": "n-h1-833163-1"} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:15:52.435694 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-df78ba56-3266-45c4-96d4-b068015f6715 service neutron] Attempting to bind port 1362049e-7fd2-4bd0-996b-13fe39d97d9f by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '93b37cca-c2ab-4d0b-9a76-c02cda08dee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '48b7d852-27e7-402d-b0be-80ad1a70c5cb'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:15:52.436086 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-df78ba56-3266-45c4-96d4-b068015f6715 service neutron] Attempting to bind port 1362049e-7fd2-4bd0-996b-13fe39d97d9f on network 48b7d852-27e7-402d-b0be-80ad1a70c5cb {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:15:52.440504 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-df78ba56-3266-45c4-96d4-b068015f6715 service neutron] Port 1362049e-7fd2-4bd0-996b-13fe39d97d9f on network 48b7d852-27e7-402d-b0be-80ad1a70c5cb not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 20:15:52.440866 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-df78ba56-3266-45c4-96d4-b068015f6715 service neutron] Attempting to bind port 1362049e-7fd2-4bd0-996b-13fe39d97d9f on network 48b7d852-27e7-402d-b0be-80ad1a70c5cb {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:15:52.445804 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-df78ba56-3266-45c4-96d4-b068015f6715 service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:15:52.446140 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-df78ba56-3266-45c4-96d4-b068015f6715 service neutron] Checking segment: {'id': '93b37cca-c2ab-4d0b-9a76-c02cda08dee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '48b7d852-27e7-402d-b0be-80ad1a70c5cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:15:52.446517 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-df78ba56-3266-45c4-96d4-b068015f6715 service neutron] Bound using segment: {'id': '93b37cca-c2ab-4d0b-9a76-c02cda08dee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '48b7d852-27e7-402d-b0be-80ad1a70c5cb'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:15:52.446941 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-df78ba56-3266-45c4-96d4-b068015f6715 service neutron] Bound port: 1362049e-7fd2-4bd0-996b-13fe39d97d9f, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93b37cca-c2ab-4d0b-9a76-c02cda08dee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 892, 'network_id': '48b7d852-27e7-402d-b0be-80ad1a70c5cb'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:15:52.447411 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-df78ba56-3266-45c4-96d4-b068015f6715 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (1362049e-7fd2-4bd0-996b-13fe39d97d9f), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:15:52.465563 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f472a-9b52-43ef-90b4-9ce689fe1b49 req-c21226d8-b54f-41ec-969b-3e37828a8f3c tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:52.467110 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8b1f472a-9b52-43ef-90b4-9ce689fe1b49 req-c21226d8-b54f-41ec-969b-3e37828a8f3c tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=16746f4f-b34a-4e6d-85e1-6bd43f091866 HTTP/1.1" status: 200 len: 943 time: 0.1039612 Mar 11 20:15:52.526785 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-df78ba56-3266-45c4-96d4-b068015f6715 service neutron] For port 1362049e-7fd2-4bd0-996b-13fe39d97d9f, host n-h2-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:15:52.530743 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-df78ba56-3266-45c4-96d4-b068015f6715 service neutron] For port 1362049e-7fd2-4bd0-996b-13fe39d97d9f, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=1362049e-7fd2-4bd0-996b-13fe39d97d9f,segment=NetworkSegment(93b37cca-c2ab-4d0b-9a76-c02cda08dee5),segment_id=93b37cca-c2ab-4d0b-9a76-c02cda08dee5)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:15:52.537943 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-df78ba56-3266-45c4-96d4-b068015f6715 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (1362049e-7fd2-4bd0-996b-13fe39d97d9f), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:15:52.556320 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8b1f472a-9b52-43ef-90b4-9ce689fe1b49 req-4482dae1-7e6d-4f03-8154-aba036e1190f tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=db1a166d-1655-4c2a-9cf5-b978eb6adea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816851 Mar 11 20:15:52.631293 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df78ba56-3266-45c4-96d4-b068015f6715 service neutron] Pushing event updated for resources: {'Port': ['ID=1362049e-7fd2-4bd0-996b-13fe39d97d9f,revision_number=8']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:15:52.641928 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-37659ec1-f487-4c24-8ab2-b311c2413049 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks [] for port (ee86e7b4-afc6-4499-b44d-0365f537413e), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:15:52.650357 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-37659ec1-f487-4c24-8ab2-b311c2413049 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (ee86e7b4-afc6-4499-b44d-0365f537413e), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:15:52.679756 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-35d6fa26-200c-49d4-8de9-5b2afc440a2f None None] Provisioning complete for port 1362049e-7fd2-4bd0-996b-13fe39d97d9f triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:15:52.680425 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-35d6fa26-200c-49d4-8de9-5b2afc440a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (1362049e-7fd2-4bd0-996b-13fe39d97d9f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:15:52.686812 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-df78ba56-3266-45c4-96d4-b068015f6715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:52.687838 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-df78ba56-3266-45c4-96d4-b068015f6715 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:15:52.689453 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-df78ba56-3266-45c4-96d4-b068015f6715 service neutron] 10.222.0.75 "PUT /v2.0/ports/1362049e-7fd2-4bd0-996b-13fe39d97d9f HTTP/1.1" status: 200 len: 1121 time: 0.7138186 Mar 11 20:15:52.733382 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37659ec1-f487-4c24-8ab2-b311c2413049 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Pushing event updated for resources: {'Port': ['ID=ee86e7b4-afc6-4499-b44d-0365f537413e,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:15:52.748519 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-37659ec1-f487-4c24-8ab2-b311c2413049 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (bcced7c7-47e5-4a96-a3ff-c08cdbe1b313), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:15:52.759230 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['1362049e-7fd2-4bd0-996b-13fe39d97d9f'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:15:52.826686 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-35d6fa26-200c-49d4-8de9-5b2afc440a2f None None] Current status of the port 1362049e-7fd2-4bd0-996b-13fe39d97d9f is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:15:52.827079 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-35d6fa26-200c-49d4-8de9-5b2afc440a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (1362049e-7fd2-4bd0-996b-13fe39d97d9f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:15:52.854303 n-d-833163-1 neutron-server[103885]: INFO neutron.db.l3_db [None req-37659ec1-f487-4c24-8ab2-b311c2413049 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Floating IP bcced7c7-47e5-4a96-a3ff-c08cdbe1b313 associated. External IP: 172.25.8.85, port: dc3e9bee-51f5-4ef8-a941-cd2b6fb72410. Mar 11 20:15:52.876742 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16746f4f-b34a-4e6d-85e1-6bd43f091866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1362049e-7fd2-4bd0-996b-13fe39d97d9f'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:15:52.883445 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31913b9b-10d1-4f75-83e7-5385bbc5c25d" -d '{"events": [{"server_uuid": "16746f4f-b34a-4e6d-85e1-6bd43f091866", "name": "network-vif-plugged", "status": "completed", "tag": "1362049e-7fd2-4bd0-996b-13fe39d97d9f"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:15:52.886930 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-35d6fa26-200c-49d4-8de9-5b2afc440a2f None None] For port 1362049e-7fd2-4bd0-996b-13fe39d97d9f, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=1362049e-7fd2-4bd0-996b-13fe39d97d9f,segment=NetworkSegment(93b37cca-c2ab-4d0b-9a76-c02cda08dee5),segment_id=93b37cca-c2ab-4d0b-9a76-c02cda08dee5)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:15:52.900657 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-35d6fa26-200c-49d4-8de9-5b2afc440a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (1362049e-7fd2-4bd0-996b-13fe39d97d9f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:15:52.929414 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd859b4b-8073-40de-ac0a-361d8783f9c9 x-openstack-request-id: req-dd859b4b-8073-40de-ac0a-361d8783f9c9 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:15:52.929712 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16746f4f-b34a-4e6d-85e1-6bd43f091866", "name": "network-vif-plugged", "status": "completed", "tag": "1362049e-7fd2-4bd0-996b-13fe39d97d9f", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:15:52.929976 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-dd859b4b-8073-40de-ac0a-361d8783f9c9 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:15:52.930465 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16746f4f-b34a-4e6d-85e1-6bd43f091866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1362049e-7fd2-4bd0-996b-13fe39d97d9f', 'code': 200} Mar 11 20:15:53.072732 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37659ec1-f487-4c24-8ab2-b311c2413049 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Router d9e38758-eb24-4354-b579-f7fb844eba60 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:15:53.189112 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37659ec1-f487-4c24-8ab2-b311c2413049 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:15:53.200841 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258ea368-4eff-47e2-b3b6-98a89909422d None None] Sync routers for ids ['d9e38758-eb24-4354-b579-f7fb844eba60'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:15:53.213022 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258ea368-4eff-47e2-b3b6-98a89909422d None None] Routers {'d9e38758-eb24-4354-b579-f7fb844eba60'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:15:53.213502 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-258ea368-4eff-47e2-b3b6-98a89909422d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:15:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['d9e38758-eb24-4354-b579-f7fb844eba60'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:15:53.215014 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-37659ec1-f487-4c24-8ab2-b311c2413049 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:15:53.256594 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d6fa26-200c-49d4-8de9-5b2afc440a2f None None] Pushing event updated for resources: {'Port': ['ID=1362049e-7fd2-4bd0-996b-13fe39d97d9f,revision_number=9']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:15:53.259709 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-37659ec1-f487-4c24-8ab2-b311c2413049 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7510262 Mar 11 20:15:53.259709 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd504ff8b-19c4-4392-9df8-a2fa138da6a2', 'tag': 'dc3e9bee-51f5-4ef8-a941-cd2b6fb72410'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:15:53.259959 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:15:53.261848 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbaf595e-1eac-4605-9d5b-0f0752adf870" -d '{"events": [{"name": "network-changed", "server_uuid": "d504ff8b-19c4-4392-9df8-a2fa138da6a2", "tag": "dc3e9bee-51f5-4ef8-a941-cd2b6fb72410"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:15:53.302645 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969cdc32-a7bc-4bfe-8591-b58f125c928a x-openstack-request-id: req-969cdc32-a7bc-4bfe-8591-b58f125c928a {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:15:53.303205 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d504ff8b-19c4-4392-9df8-a2fa138da6a2", "tag": "dc3e9bee-51f5-4ef8-a941-cd2b6fb72410", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:15:53.303532 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-969cdc32-a7bc-4bfe-8591-b58f125c928a {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:15:53.304229 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd504ff8b-19c4-4392-9df8-a2fa138da6a2', 'tag': 'dc3e9bee-51f5-4ef8-a941-cd2b6fb72410', 'status': 'completed', 'code': 200} Mar 11 20:15:53.345048 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-258ea368-4eff-47e2-b3b6-98a89909422d None None] Set router d9e38758-eb24-4354-b579-f7fb844eba60 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:15:53.383886 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf595e-1eac-4605-9d5b-0f0752adf870 req-4336762c-bf93-4d78-8596-20adb8c88820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:53.386171 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-cbaf595e-1eac-4605-9d5b-0f0752adf870 req-4336762c-bf93-4d78-8596-20adb8c88820 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3ed9f03088da4b568ed876fa07964f47&device_id=d504ff8b-19c4-4392-9df8-a2fa138da6a2 HTTP/1.1" status: 200 len: 1127 time: 0.0551944 Mar 11 20:15:53.430899 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-68d879ce-2677-43dd-9114-38cf229aa981 None None] Provisioning complete for port 1362049e-7fd2-4bd0-996b-13fe39d97d9f triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:15:53.431549 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-68d879ce-2677-43dd-9114-38cf229aa981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (1362049e-7fd2-4bd0-996b-13fe39d97d9f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:15:53.492642 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf595e-1eac-4605-9d5b-0f0752adf870 req-e9d3199b-9617-4088-9b36-93b580916b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:53.494113 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-cbaf595e-1eac-4605-9d5b-0f0752adf870 req-e9d3199b-9617-4088-9b36-93b580916b6a service neutron] 10.222.0.75 "GET /v2.0/networks?id=63f958e0-4b58-4061-8181-6f0adee7263b HTTP/1.1" status: 200 len: 912 time: 0.1010821 Mar 11 20:15:53.517445 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-68d879ce-2677-43dd-9114-38cf229aa981 None None] Current status of the port 1362049e-7fd2-4bd0-996b-13fe39d97d9f is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:15:53.563189 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-cbaf595e-1eac-4605-9d5b-0f0752adf870 req-f0520eaa-0773-4a2f-8076-faec43aeaaf1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc3e9bee-51f5-4ef8-a941-cd2b6fb72410 HTTP/1.1" status: 200 len: 998 time: 0.0610924 Mar 11 20:15:53.577355 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-258ea368-4eff-47e2-b3b6-98a89909422d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'name': 'tempest-TestVolumeBootPattern-535035188-router', 'tenant_id': '3ed9f03088da4b568ed876fa07964f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '95557d99-2cf2-4044-96b7-b84611f3ed59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:07:14Z', 'updated_at': '2022-03-11T20:07:19Z', 'revision_number': 4, 'project_id': '3ed9f03088da4b568ed876fa07964f47', 'gw_port': {'id': '95557d99-2cf2-4044-96b7-b84611f3ed59', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:07:14Z', 'updated_at': '2022-03-11T20:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': 'bcced7c7-47e5-4a96-a3ff-c08cdbe1b313', 'tenant_id': '3ed9f03088da4b568ed876fa07964f47', 'floating_ip_address': '172.25.8.85', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'port_id': 'dc3e9bee-51f5-4ef8-a941-cd2b6fb72410', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4095, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b', 'mac_address': 'fa:16:3e:b8:7a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd504ff8b-19c4-4392-9df8-a2fa138da6a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:15:52Z', 'updated_at': '2022-03-11T20:15:52Z', 'revision_number': 0, 'project_id': '3ed9f03088da4b568ed876fa07964f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ae67f9c-fa7f-41c0-826c-440a015e83cf', 'name': '', 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b', 'tenant_id': '3ed9f03088da4b568ed876fa07964f47', 'mac_address': 'fa:16:3e:03:71:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'a0b8e9c3-1a90-4f95-b04c-be83e3135274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:07:18Z', 'updated_at': '2022-03-11T20:07:23Z', 'revision_number': 5, 'project_id': '3ed9f03088da4b568ed876fa07964f47', 'subnets': [{'id': 'a0b8e9c3-1a90-4f95-b04c-be83e3135274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:15:53.607369 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258ea368-4eff-47e2-b3b6-98a89909422d None None] Checking router: d9e38758-eb24-4354-b579-f7fb844eba60 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:15:53.614014 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf595e-1eac-4605-9d5b-0f0752adf870 req-01443007-5805-4970-86d6-bcca8e0e69de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:53.616097 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-cbaf595e-1eac-4605-9d5b-0f0752adf870 req-01443007-5805-4970-86d6-bcca8e0e69de service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a0b8e9c3-1a90-4f95-b04c-be83e3135274 HTTP/1.1" status: 200 len: 850 time: 0.0462985 Mar 11 20:15:53.616568 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258ea368-4eff-47e2-b3b6-98a89909422d None None] Routers {'d9e38758-eb24-4354-b579-f7fb844eba60'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:15:53.617177 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-258ea368-4eff-47e2-b3b6-98a89909422d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:15:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['d9e38758-eb24-4354-b579-f7fb844eba60'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:15:53.672694 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf595e-1eac-4605-9d5b-0f0752adf870 req-09d59e34-3f18-41c0-b79a-c117291a7245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:53.673991 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-cbaf595e-1eac-4605-9d5b-0f0752adf870 req-09d59e34-3f18-41c0-b79a-c117291a7245 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=63f958e0-4b58-4061-8181-6f0adee7263b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0513928 Mar 11 20:15:53.687962 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e407f4b-5052-4eed-b46f-d638ebd28328 req-1e6f0275-14c9-49d1-ac69-a142612f6e81 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:53.689619 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3e407f4b-5052-4eed-b46f-d638ebd28328 req-1e6f0275-14c9-49d1-ac69-a142612f6e81 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=16746f4f-b34a-4e6d-85e1-6bd43f091866 HTTP/1.1" status: 200 len: 945 time: 0.0613670 Mar 11 20:15:53.731683 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-258ea368-4eff-47e2-b3b6-98a89909422d None None] Set router d9e38758-eb24-4354-b579-f7fb844eba60 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:15:53.744117 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3e407f4b-5052-4eed-b46f-d638ebd28328 req-a85cf9f2-01ee-42b1-8c03-d849b5ac2663 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=db1a166d-1655-4c2a-9cf5-b978eb6adea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487137 Mar 11 20:15:53.774287 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-cbaf595e-1eac-4605-9d5b-0f0752adf870 req-3c8aedc5-dcbe-45a4-a247-a31c231bd3b4 service neutron] 10.222.0.75 "GET /v2.0/networks/63f958e0-4b58-4061-8181-6f0adee7263b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931869 Mar 11 20:15:53.867706 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-cbaf595e-1eac-4605-9d5b-0f0752adf870 req-323ba58e-37f0-40ed-9e33-3428fcbde864 service neutron] 10.222.0.75 "GET /v2.0/networks/63f958e0-4b58-4061-8181-6f0adee7263b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863888 Mar 11 20:15:54.049137 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-258ea368-4eff-47e2-b3b6-98a89909422d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'name': 'tempest-TestVolumeBootPattern-535035188-router', 'tenant_id': '3ed9f03088da4b568ed876fa07964f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '95557d99-2cf2-4044-96b7-b84611f3ed59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:07:14Z', 'updated_at': '2022-03-11T20:07:19Z', 'revision_number': 4, 'project_id': '3ed9f03088da4b568ed876fa07964f47', 'gw_port': {'id': '95557d99-2cf2-4044-96b7-b84611f3ed59', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:07:14Z', 'updated_at': '2022-03-11T20:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': 'bcced7c7-47e5-4a96-a3ff-c08cdbe1b313', 'tenant_id': '3ed9f03088da4b568ed876fa07964f47', 'floating_ip_address': '172.25.8.85', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'port_id': 'dc3e9bee-51f5-4ef8-a941-cd2b6fb72410', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4095, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b', 'mac_address': 'fa:16:3e:b8:7a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd504ff8b-19c4-4392-9df8-a2fa138da6a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:15:52Z', 'updated_at': '2022-03-11T20:15:52Z', 'revision_number': 0, 'project_id': '3ed9f03088da4b568ed876fa07964f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ae67f9c-fa7f-41c0-826c-440a015e83cf', 'name': '', 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b', 'tenant_id': '3ed9f03088da4b568ed876fa07964f47', 'mac_address': 'fa:16:3e:03:71:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'a0b8e9c3-1a90-4f95-b04c-be83e3135274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:07:18Z', 'updated_at': '2022-03-11T20:07:23Z', 'revision_number': 5, 'project_id': '3ed9f03088da4b568ed876fa07964f47', 'subnets': [{'id': 'a0b8e9c3-1a90-4f95-b04c-be83e3135274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:15:54.078532 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258ea368-4eff-47e2-b3b6-98a89909422d None None] The sync data for ids ['d9e38758-eb24-4354-b579-f7fb844eba60'] in n-d-833163-1 is: [{'id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'name': 'tempest-TestVolumeBootPattern-535035188-router', 'tenant_id': '3ed9f03088da4b568ed876fa07964f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '95557d99-2cf2-4044-96b7-b84611f3ed59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:07:14Z', 'updated_at': '2022-03-11T20:07:19Z', 'revision_number': 4, 'project_id': '3ed9f03088da4b568ed876fa07964f47', 'gw_port': {'id': '95557d99-2cf2-4044-96b7-b84611f3ed59', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:07:14Z', 'updated_at': '2022-03-11T20:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': 'bcced7c7-47e5-4a96-a3ff-c08cdbe1b313', 'tenant_id': '3ed9f03088da4b568ed876fa07964f47', 'floating_ip_address': '172.25.8.85', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'port_id': 'dc3e9bee-51f5-4ef8-a941-cd2b6fb72410', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4095, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b', 'mac_address': 'fa:16:3e:b8:7a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd504ff8b-19c4-4392-9df8-a2fa138da6a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:15:52Z', 'updated_at': '2022-03-11T20:15:52Z', 'revision_number': 0, 'project_id': '3ed9f03088da4b568ed876fa07964f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ae67f9c-fa7f-41c0-826c-440a015e83cf', 'name': '', 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b', 'tenant_id': '3ed9f03088da4b568ed876fa07964f47', 'mac_address': 'fa:16:3e:03:71:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'a0b8e9c3-1a90-4f95-b04c-be83e3135274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:07:18Z', 'updated_at': '2022-03-11T20:07:23Z', 'revision_number': 5, 'project_id': '3ed9f03088da4b568ed876fa07964f47', 'subnets': [{'id': 'a0b8e9c3-1a90-4f95-b04c-be83e3135274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:15:54.271766 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f41bc8a-6ceb-4a22-b0a1-90f2719a966d None None] New status for floating IP bcced7c7-47e5-4a96-a3ff-c08cdbe1b313: ACTIVE {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 20:15:54.295917 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16746f4f-b34a-4e6d-85e1-6bd43f091866', 'tag': '1362049e-7fd2-4bd0-996b-13fe39d97d9f'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:15:54.298247 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-313b0bde-860d-472e-8e8c-7b9b14790148" -d '{"events": [{"name": "network-changed", "server_uuid": "16746f4f-b34a-4e6d-85e1-6bd43f091866", "tag": "1362049e-7fd2-4bd0-996b-13fe39d97d9f"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:15:54.335202 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94985d9b-51f2-4f15-8cca-54369cf3b99d x-openstack-request-id: req-94985d9b-51f2-4f15-8cca-54369cf3b99d {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:15:54.335508 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16746f4f-b34a-4e6d-85e1-6bd43f091866", "tag": "1362049e-7fd2-4bd0-996b-13fe39d97d9f", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:15:54.335804 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-94985d9b-51f2-4f15-8cca-54369cf3b99d {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:15:54.336218 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16746f4f-b34a-4e6d-85e1-6bd43f091866', 'tag': '1362049e-7fd2-4bd0-996b-13fe39d97d9f', 'status': 'completed', 'code': 200} Mar 11 20:15:54.401355 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b0bde-860d-472e-8e8c-7b9b14790148 req-e70b762b-c595-4059-b337-ac294ec84a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:54.402776 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-313b0bde-860d-472e-8e8c-7b9b14790148 req-e70b762b-c595-4059-b337-ac294ec84a01 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=985979086b444294b1307d531b609210&device_id=16746f4f-b34a-4e6d-85e1-6bd43f091866 HTTP/1.1" status: 200 len: 1157 time: 0.0452971 Mar 11 20:15:54.497595 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b0bde-860d-472e-8e8c-7b9b14790148 req-181d6e94-3128-4a6b-afa2-80275fe2d837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:54.499053 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-313b0bde-860d-472e-8e8c-7b9b14790148 req-181d6e94-3128-4a6b-afa2-80275fe2d837 service neutron] 10.222.0.57 "GET /v2.0/networks?id=48b7d852-27e7-402d-b0be-80ad1a70c5cb HTTP/1.1" status: 200 len: 898 time: 0.0906227 Mar 11 20:15:54.562065 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-313b0bde-860d-472e-8e8c-7b9b14790148 req-6a9b4fb7-c690-4494-98d8-1a060bf2a774 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1362049e-7fd2-4bd0-996b-13fe39d97d9f HTTP/1.1" status: 200 len: 1001 time: 0.0571396 Mar 11 20:15:54.610291 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b0bde-860d-472e-8e8c-7b9b14790148 req-80f68318-51fb-42b3-884f-dca3321990dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:54.611706 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-313b0bde-860d-472e-8e8c-7b9b14790148 req-80f68318-51fb-42b3-884f-dca3321990dc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bb48f9d1-ee02-4865-a68d-cb069591350f HTTP/1.1" status: 200 len: 835 time: 0.0438826 Mar 11 20:15:54.663841 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b0bde-860d-472e-8e8c-7b9b14790148 req-9b9fa629-ea0f-4712-886f-0e9bf308bc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:54.664031 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e79d8518-aad8-4609-a853-c93bbac4a4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:15:54.665276 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-313b0bde-860d-472e-8e8c-7b9b14790148 req-9b9fa629-ea0f-4712-886f-0e9bf308bc84 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=48b7d852-27e7-402d-b0be-80ad1a70c5cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0475137 Mar 11 20:15:54.752502 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-313b0bde-860d-472e-8e8c-7b9b14790148 req-73053b0e-8328-42a0-be25-0ec11acde307 service neutron] 10.222.0.57 "GET /v2.0/networks/48b7d852-27e7-402d-b0be-80ad1a70c5cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811772 Mar 11 20:15:54.873276 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-313b0bde-860d-472e-8e8c-7b9b14790148 req-70a55ece-0bae-428b-8ce7-476166a5c203 service neutron] 10.222.0.57 "GET /v2.0/networks/48b7d852-27e7-402d-b0be-80ad1a70c5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149461 Mar 11 20:15:54.888413 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c80c0-d183-4c48-948e-63153be011f6 req-66a68f1c-1518-4070-be45-043b0cb1c5f5 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:54.889861 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1b7c80c0-d183-4c48-948e-63153be011f6 req-66a68f1c-1518-4070-be45-043b0cb1c5f5 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=16746f4f-b34a-4e6d-85e1-6bd43f091866 HTTP/1.1" status: 200 len: 945 time: 0.0720220 Mar 11 20:15:54.938146 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1b7c80c0-d183-4c48-948e-63153be011f6 req-f7e524eb-ee23-4668-b12b-fcce80a7f351 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=db1a166d-1655-4c2a-9cf5-b978eb6adea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425794 Mar 11 20:15:54.989526 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 1362049e-7fd2-4bd0-996b-13fe39d97d9f details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 20:15:55.083766 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 1362049e-7fd2-4bd0-996b-13fe39d97d9f, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=1362049e-7fd2-4bd0-996b-13fe39d97d9f,segment=NetworkSegment(93b37cca-c2ab-4d0b-9a76-c02cda08dee5),segment_id=93b37cca-c2ab-4d0b-9a76-c02cda08dee5)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:15:55.094725 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 1362049e-7fd2-4bd0-996b-13fe39d97d9f has no active binding in host n-h1-833163-1 {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 11 20:15:56.060172 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89aa03-f509-4e84-b79b-378b700b521b req-884be4b6-e5f6-4f60-aacc-0f291a58a011 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:56.061615 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3c89aa03-f509-4e84-b79b-378b700b521b req-884be4b6-e5f6-4f60-aacc-0f291a58a011 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=16746f4f-b34a-4e6d-85e1-6bd43f091866 HTTP/1.1" status: 200 len: 945 time: 0.0557544 Mar 11 20:15:56.108935 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3c89aa03-f509-4e84-b79b-378b700b521b req-f53381a0-6d52-4f4f-a449-26a7031680ab tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=db1a166d-1655-4c2a-9cf5-b978eb6adea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416758 Mar 11 20:15:56.309017 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:15:57.224797 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7096c1e-44e1-4376-8698-7ef2f9dc2a11 req-76def332-96ea-4139-8f96-e5a017e078cc tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:57.226269 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c7096c1e-44e1-4376-8698-7ef2f9dc2a11 req-76def332-96ea-4139-8f96-e5a017e078cc tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=16746f4f-b34a-4e6d-85e1-6bd43f091866 HTTP/1.1" status: 200 len: 945 time: 0.0522656 Mar 11 20:15:57.274506 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c7096c1e-44e1-4376-8698-7ef2f9dc2a11 req-cd0d694b-e822-4f00-bdc1-1677f252b5c2 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=db1a166d-1655-4c2a-9cf5-b978eb6adea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427494 Mar 11 20:15:57.712182 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:15:58.189353 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-6c49e49d-2bb0-48c0-8f5d-4a06058c2b94 service neutron] 10.222.0.57 "GET /v2.0/ports/1362049e-7fd2-4bd0-996b-13fe39d97d9f/bindings/n-h1-833163-1 HTTP/1.1" status: 200 len: 384 time: 0.0532994 Mar 11 20:15:58.387487 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-bf5079e7-fce1-4edb-b4a2-1aed2d67ef86 service neutron] For port 1362049e-7fd2-4bd0-996b-13fe39d97d9f, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=1362049e-7fd2-4bd0-996b-13fe39d97d9f,segment=NetworkSegment(93b37cca-c2ab-4d0b-9a76-c02cda08dee5),segment_id=93b37cca-c2ab-4d0b-9a76-c02cda08dee5)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:15:58.413332 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-bf5079e7-fce1-4edb-b4a2-1aed2d67ef86 service neutron] For port 1362049e-7fd2-4bd0-996b-13fe39d97d9f, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:15:58.442270 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a20b8-2751-4336-b63b-cb2125b2e594 req-f4022736-c5a8-4249-9c66-855ce81fb33d tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:58.443686 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b08a20b8-2751-4336-b63b-cb2125b2e594 req-f4022736-c5a8-4249-9c66-855ce81fb33d tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=16746f4f-b34a-4e6d-85e1-6bd43f091866 HTTP/1.1" status: 200 len: 945 time: 0.1014347 Mar 11 20:15:58.475089 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16746f4f-b34a-4e6d-85e1-6bd43f091866', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1362049e-7fd2-4bd0-996b-13fe39d97d9f'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:15:58.477300 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6def434c-74b0-41e5-860c-1c7cb651afba" -d '{"events": [{"server_uuid": "16746f4f-b34a-4e6d-85e1-6bd43f091866", "name": "network-vif-unplugged", "status": "completed", "tag": "1362049e-7fd2-4bd0-996b-13fe39d97d9f"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:15:58.484619 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-bf5079e7-fce1-4edb-b4a2-1aed2d67ef86 service neutron] For port 1362049e-7fd2-4bd0-996b-13fe39d97d9f, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=1362049e-7fd2-4bd0-996b-13fe39d97d9f,segment=NetworkSegment(93b37cca-c2ab-4d0b-9a76-c02cda08dee5),segment_id=93b37cca-c2ab-4d0b-9a76-c02cda08dee5)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:15:58.508219 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-bf5079e7-fce1-4edb-b4a2-1aed2d67ef86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (1362049e-7fd2-4bd0-996b-13fe39d97d9f), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:15:58.529115 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b08a20b8-2751-4336-b63b-cb2125b2e594 req-0cf67baa-5a03-4188-b798-cd1ffa6ab9ae tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=db1a166d-1655-4c2a-9cf5-b978eb6adea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798681 Mar 11 20:15:58.574107 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 20:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24bb9c6c-a144-464c-83ef-05f2fa0d4fae x-openstack-request-id: req-24bb9c6c-a144-464c-83ef-05f2fa0d4fae {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:15:58.574402 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16746f4f-b34a-4e6d-85e1-6bd43f091866", "name": "network-vif-unplugged", "status": "completed", "tag": "1362049e-7fd2-4bd0-996b-13fe39d97d9f", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:15:58.574658 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-24bb9c6c-a144-464c-83ef-05f2fa0d4fae {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:15:58.575051 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16746f4f-b34a-4e6d-85e1-6bd43f091866', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1362049e-7fd2-4bd0-996b-13fe39d97d9f', 'code': 200} Mar 11 20:15:58.593902 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-bf5079e7-fce1-4edb-b4a2-1aed2d67ef86 service neutron] Transition to ACTIVE for port object 1362049e-7fd2-4bd0-996b-13fe39d97d9f will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 20:15:58.598038 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-bf5079e7-fce1-4edb-b4a2-1aed2d67ef86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (1362049e-7fd2-4bd0-996b-13fe39d97d9f), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:15:58.692410 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5079e7-fce1-4edb-b4a2-1aed2d67ef86 service neutron] Pushing event updated for resources: {'Port': ['ID=1362049e-7fd2-4bd0-996b-13fe39d97d9f,revision_number=11']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:15:58.728488 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-bf5079e7-fce1-4edb-b4a2-1aed2d67ef86 service neutron] No DVR routers for this DVR port 1362049e-7fd2-4bd0-996b-13fe39d97d9f on host n-h2-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:15:58.863858 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-bf5079e7-fce1-4edb-b4a2-1aed2d67ef86 service neutron] 10.222.0.57 "PUT /v2.0/ports/1362049e-7fd2-4bd0-996b-13fe39d97d9f/bindings/n-h1-833163-1/activate HTTP/1.1" status: 200 len: 369 time: 0.6692209 Mar 11 20:15:58.961481 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-440cf400-be1d-4ca5-be12-b830ccac0fc9 tempest-TestNetworkAdvancedServerOps-874628058 tempest-TestNetworkAdvancedServerOps-874628058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:58.962973 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-440cf400-be1d-4ca5-be12-b830ccac0fc9 tempest-TestNetworkAdvancedServerOps-874628058 tempest-TestNetworkAdvancedServerOps-874628058-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=16746f4f-b34a-4e6d-85e1-6bd43f091866&tenant_id=985979086b444294b1307d531b609210&binding%3Ahost_id=n-h2-833163-1 HTTP/1.1" status: 200 len: 1126 time: 0.0484135 Mar 11 20:15:59.012572 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-27d42d2f-1480-409a-a720-afa9c86aae1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:59.014078 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-27d42d2f-1480-409a-a720-afa9c86aae1a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=16746f4f-b34a-4e6d-85e1-6bd43f091866&tenant_id=985979086b444294b1307d531b609210 HTTP/1.1" status: 200 len: 1126 time: 0.0447748 Mar 11 20:15:59.038681 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:15:59.078869 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-d1bf6c41-d8ec-4404-ae92-1e5e572a7a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:59.080730 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-d1bf6c41-d8ec-4404-ae92-1e5e572a7a51 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=985979086b444294b1307d531b609210&device_id=16746f4f-b34a-4e6d-85e1-6bd43f091866 HTTP/1.1" status: 200 len: 1126 time: 0.0447590 Mar 11 20:15:59.170447 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-f91c76f9-8183-40d0-8212-7c4522fc6db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:59.171914 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-f91c76f9-8183-40d0-8212-7c4522fc6db7 service neutron] 10.222.0.75 "GET /v2.0/networks?id=48b7d852-27e7-402d-b0be-80ad1a70c5cb HTTP/1.1" status: 200 len: 898 time: 0.0864167 Mar 11 20:15:59.240511 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-9fdf70cb-3535-47f6-87e2-ede27f2d6a91 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1362049e-7fd2-4bd0-996b-13fe39d97d9f HTTP/1.1" status: 200 len: 999 time: 0.0615926 Mar 11 20:15:59.288558 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-5506171e-39e7-486d-8b9f-776ce5e78de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:59.290036 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-5506171e-39e7-486d-8b9f-776ce5e78de6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=bb48f9d1-ee02-4865-a68d-cb069591350f HTTP/1.1" status: 200 len: 835 time: 0.0442822 Mar 11 20:15:59.337209 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-c030b476-7476-4609-bd3a-597124cca197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:59.338659 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-c030b476-7476-4609-bd3a-597124cca197 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=48b7d852-27e7-402d-b0be-80ad1a70c5cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0430632 Mar 11 20:15:59.443366 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-8ea60425-1b11-4bdf-b8e2-f6b67733ec87 service neutron] 10.222.0.75 "GET /v2.0/networks/48b7d852-27e7-402d-b0be-80ad1a70c5cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967555 Mar 11 20:15:59.532650 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-12f4ba04-0494-4efc-b5af-ad9e4cebd471 service neutron] 10.222.0.75 "GET /v2.0/networks/48b7d852-27e7-402d-b0be-80ad1a70c5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838332 Mar 11 20:15:59.652352 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39cc461-5a2a-4389-bf32-056733b2a5e6 req-00cc5547-c540-4edd-a9a4-db0b01708157 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:59.653825 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d39cc461-5a2a-4389-bf32-056733b2a5e6 req-00cc5547-c540-4edd-a9a4-db0b01708157 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=16746f4f-b34a-4e6d-85e1-6bd43f091866 HTTP/1.1" status: 200 len: 944 time: 0.0534792 Mar 11 20:15:59.706149 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d39cc461-5a2a-4389-bf32-056733b2a5e6 req-e340f97d-12ff-454c-96bf-eb16d4b8d73b tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=db1a166d-1655-4c2a-9cf5-b978eb6adea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465879 Mar 11 20:15:59.762526 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-977dbf32-283c-418c-b45a-99b5329f9227 tempest-TestNetworkAdvancedServerOps-874628058 tempest-TestNetworkAdvancedServerOps-874628058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:15:59.764031 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-977dbf32-283c-418c-b45a-99b5329f9227 tempest-TestNetworkAdvancedServerOps-874628058 tempest-TestNetworkAdvancedServerOps-874628058-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=16746f4f-b34a-4e6d-85e1-6bd43f091866&tenant_id=985979086b444294b1307d531b609210&binding%3Ahost_id=n-h1-833163-1 HTTP/1.1" status: 200 len: 1126 time: 0.0487292 Mar 11 20:15:59.904014 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-7db7fc12-bb75-4de5-bcc4-8ce9eea4d81f service neutron] For port 1362049e-7fd2-4bd0-996b-13fe39d97d9f, host n-h2-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:15:59.907180 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-7db7fc12-bb75-4de5-bcc4-8ce9eea4d81f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:15:59.908318 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-7db7fc12-bb75-4de5-bcc4-8ce9eea4d81f service neutron] 10.222.0.75 "DELETE /v2.0/ports/1362049e-7fd2-4bd0-996b-13fe39d97d9f/bindings/n-h2-833163-1 HTTP/1.1" status: 204 len: 173 time: 0.1382229 Mar 11 20:16:00.822430 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7b67a-9504-4604-91c7-dccf1b0c9126 req-f9148495-b26d-487c-85b8-79a9958c0283 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:16:00.823904 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ffd7b67a-9504-4604-91c7-dccf1b0c9126 req-f9148495-b26d-487c-85b8-79a9958c0283 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=16746f4f-b34a-4e6d-85e1-6bd43f091866 HTTP/1.1" status: 200 len: 944 time: 0.0504754 Mar 11 20:16:00.871079 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ffd7b67a-9504-4604-91c7-dccf1b0c9126 req-afd46fad-bd1a-4e82-b70f-59e7ddccfd3c tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=db1a166d-1655-4c2a-9cf5-b978eb6adea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417140 Mar 11 20:16:00.982481 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf6b83f-ad3b-42f9-a9bd-96481d83f459 req-97927d0f-3a4a-457b-aa5a-75025438a94c tempest-TestNetworkAdvancedServerOps-874628058 tempest-TestNetworkAdvancedServerOps-874628058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:16:00.984068 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8cf6b83f-ad3b-42f9-a9bd-96481d83f459 req-97927d0f-3a4a-457b-aa5a-75025438a94c tempest-TestNetworkAdvancedServerOps-874628058 tempest-TestNetworkAdvancedServerOps-874628058-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=16746f4f-b34a-4e6d-85e1-6bd43f091866 HTTP/1.1" status: 200 len: 1126 time: 0.0495033 Mar 11 20:16:01.029775 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8cf6b83f-ad3b-42f9-a9bd-96481d83f459 req-1bb841c9-0e45-47e2-99fc-1bf899a9afaf tempest-TestNetworkAdvancedServerOps-874628058 tempest-TestNetworkAdvancedServerOps-874628058-project-admin] 10.222.0.65 "GET /v2.0/security-groups?id=db1a166d-1655-4c2a-9cf5-b978eb6adea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399950 Mar 11 20:16:01.150912 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042cbbda-7939-4a9d-abba-a52ce1e1a084 req-acbb6b43-fe7f-4f27-9b49-6d5dd534c507 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:16:01.152535 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-042cbbda-7939-4a9d-abba-a52ce1e1a084 req-acbb6b43-fe7f-4f27-9b49-6d5dd534c507 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=16746f4f-b34a-4e6d-85e1-6bd43f091866 HTTP/1.1" status: 200 len: 944 time: 0.0520625 Mar 11 20:16:01.201328 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-042cbbda-7939-4a9d-abba-a52ce1e1a084 req-52d793d6-da55-4c3f-b468-2734dd9721ce tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=db1a166d-1655-4c2a-9cf5-b978eb6adea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431933 Mar 11 20:16:01.223248 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55640) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:16:01.289172 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-8bd090a3-80a1-4ef3-a0af-18d9e73d2e87 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/floatingips/a29b8338-b191-4d18-9ae7-52635fa4f123 HTTP/1.1" status: 200 len: 991 time: 0.0646877 Mar 11 20:16:01.512216 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55646) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:16:02.021140 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-f7aa630e-fc41-4bd0-b3f9-3149b8fb3b91 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Deleting port a33f0fcc-6afa-4f2a-8d14-3fdf5e4d8080 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:16:02.021888 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f7aa630e-fc41-4bd0-b3f9-3149b8fb3b91 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (a33f0fcc-6afa-4f2a-8d14-3fdf5e4d8080), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:02.101415 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f7aa630e-fc41-4bd0-b3f9-3149b8fb3b91 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (a33f0fcc-6afa-4f2a-8d14-3fdf5e4d8080), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:02.101747 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f7aa630e-fc41-4bd0-b3f9-3149b8fb3b91 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for floatingip (a33f0fcc-6afa-4f2a-8d14-3fdf5e4d8080), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:02.114044 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-f7aa630e-fc41-4bd0-b3f9-3149b8fb3b91 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Calling delete_port for a33f0fcc-6afa-4f2a-8d14-3fdf5e4d8080 owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:16:02.261980 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f7aa630e-fc41-4bd0-b3f9-3149b8fb3b91 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (a33f0fcc-6afa-4f2a-8d14-3fdf5e4d8080), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:02.289955 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aa630e-fc41-4bd0-b3f9-3149b8fb3b91 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event deleted for resources: {'Port': ['ID=a33f0fcc-6afa-4f2a-8d14-3fdf5e4d8080,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:16:02.348877 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f7aa630e-fc41-4bd0-b3f9-3149b8fb3b91 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for floatingip (a29b8338-b191-4d18-9ae7-52635fa4f123), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:02.349211 n-d-833163-1 neutron-server[103885]: INFO neutron.db.l3_db [None req-f7aa630e-fc41-4bd0-b3f9-3149b8fb3b91 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Floating IP a29b8338-b191-4d18-9ae7-52635fa4f123 disassociated (deleted). External IP: 172.25.8.251, port: 1362049e-7fd2-4bd0-996b-13fe39d97d9f. Mar 11 20:16:02.355465 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 1362049e-7fd2-4bd0-996b-13fe39d97d9f no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:16:02.395416 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] The host n-h2-833163-1 is not matching for port 1362049e-7fd2-4bd0-996b-13fe39d97d9f host n-h1-833163-1! {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 20:16:02.395835 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 1362049e-7fd2-4bd0-996b-13fe39d97d9f not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:16:02.563325 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7aa630e-fc41-4bd0-b3f9-3149b8fb3b91 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Router 34db5e51-cc1a-44b7-9135-db6b19db42eb has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:16:02.673452 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7aa630e-fc41-4bd0-b3f9-3149b8fb3b91 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:16:02.678772 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f7aa630e-fc41-4bd0-b3f9-3149b8fb3b91 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:02.683825 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de013e0-d3d1-4e11-aa14-23b0397e9c3b None None] Sync routers for ids ['34db5e51-cc1a-44b7-9135-db6b19db42eb'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:16:02.693216 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de013e0-d3d1-4e11-aa14-23b0397e9c3b None None] Routers {'34db5e51-cc1a-44b7-9135-db6b19db42eb'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:16:02.693826 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-1de013e0-d3d1-4e11-aa14-23b0397e9c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:15:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['34db5e51-cc1a-44b7-9135-db6b19db42eb'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:16:02.709414 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f7aa630e-fc41-4bd0-b3f9-3149b8fb3b91 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "DELETE /v2.0/floatingips/a29b8338-b191-4d18-9ae7-52635fa4f123 HTTP/1.1" status: 204 len: 168 time: 1.1959689 Mar 11 20:16:02.710018 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16746f4f-b34a-4e6d-85e1-6bd43f091866', 'tag': '1362049e-7fd2-4bd0-996b-13fe39d97d9f'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:16:02.712288 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9324653-7bd7-4f70-82df-fe4fe7ea7d51" -d '{"events": [{"name": "network-changed", "server_uuid": "16746f4f-b34a-4e6d-85e1-6bd43f091866", "tag": "1362049e-7fd2-4bd0-996b-13fe39d97d9f"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:16:02.802335 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-1de013e0-d3d1-4e11-aa14-23b0397e9c3b None None] Set router 34db5e51-cc1a-44b7-9135-db6b19db42eb gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:16:02.862663 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2129868-11ca-4c59-a859-36ea2e912dc9 x-openstack-request-id: req-b2129868-11ca-4c59-a859-36ea2e912dc9 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:16:02.863205 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16746f4f-b34a-4e6d-85e1-6bd43f091866", "tag": "1362049e-7fd2-4bd0-996b-13fe39d97d9f", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:16:02.863720 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b2129868-11ca-4c59-a859-36ea2e912dc9 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:16:02.864428 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16746f4f-b34a-4e6d-85e1-6bd43f091866', 'tag': '1362049e-7fd2-4bd0-996b-13fe39d97d9f', 'status': 'completed', 'code': 200} Mar 11 20:16:02.936680 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9324653-7bd7-4f70-82df-fe4fe7ea7d51 req-066680de-6ac2-4712-98fb-d09fa046b58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:16:02.938222 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f9324653-7bd7-4f70-82df-fe4fe7ea7d51 req-066680de-6ac2-4712-98fb-d09fa046b58d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=985979086b444294b1307d531b609210&device_id=16746f4f-b34a-4e6d-85e1-6bd43f091866 HTTP/1.1" status: 200 len: 1126 time: 0.0493286 Mar 11 20:16:02.971691 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a696f-36ff-4deb-b47e-874c742e3925 req-91b61d7c-a178-4cae-b670-75293bcb748f tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:16:02.978732 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2e1a696f-36ff-4deb-b47e-874c742e3925 req-91b61d7c-a178-4cae-b670-75293bcb748f tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=16746f4f-b34a-4e6d-85e1-6bd43f091866 HTTP/1.1" status: 200 len: 944 time: 0.0710115 Mar 11 20:16:03.012974 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-1de013e0-d3d1-4e11-aa14-23b0397e9c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34db5e51-cc1a-44b7-9135-db6b19db42eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-251708389', 'tenant_id': '985979086b444294b1307d531b609210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'b678ebf0-489b-4779-a22a-19cb9454ba3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:14:27Z', 'updated_at': '2022-03-11T20:14:30Z', 'revision_number': 4, 'project_id': '985979086b444294b1307d531b609210', 'gw_port': {'id': 'b678ebf0-489b-4779-a22a-19cb9454ba3c', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34db5e51-cc1a-44b7-9135-db6b19db42eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:14:27Z', 'updated_at': '2022-03-11T20:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '419463d6-95ad-47e3-8bdb-58e90800f37f', 'name': '', 'network_id': '48b7d852-27e7-402d-b0be-80ad1a70c5cb', 'tenant_id': '985979086b444294b1307d531b609210', 'mac_address': 'fa:16:3e:22:53:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34db5e51-cc1a-44b7-9135-db6b19db42eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'bb48f9d1-ee02-4865-a68d-cb069591350f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:14:30Z', 'updated_at': '2022-03-11T20:14:33Z', 'revision_number': 5, 'project_id': '985979086b444294b1307d531b609210', 'subnets': [{'id': 'bb48f9d1-ee02-4865-a68d-cb069591350f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:16:03.027457 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2e1a696f-36ff-4deb-b47e-874c742e3925 req-8aa77903-c0e4-4b78-925b-7e06b1c99f6e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=db1a166d-1655-4c2a-9cf5-b978eb6adea2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478663 Mar 11 20:16:03.035440 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9324653-7bd7-4f70-82df-fe4fe7ea7d51 req-6b611bbb-3f2d-4323-8657-7b2c90965db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:16:03.036972 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f9324653-7bd7-4f70-82df-fe4fe7ea7d51 req-6b611bbb-3f2d-4323-8657-7b2c90965db9 service neutron] 10.222.0.75 "GET /v2.0/networks?id=48b7d852-27e7-402d-b0be-80ad1a70c5cb HTTP/1.1" status: 200 len: 898 time: 0.0912728 Mar 11 20:16:03.044978 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de013e0-d3d1-4e11-aa14-23b0397e9c3b None None] Checking router: 34db5e51-cc1a-44b7-9135-db6b19db42eb for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:16:03.053250 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de013e0-d3d1-4e11-aa14-23b0397e9c3b None None] Routers {'34db5e51-cc1a-44b7-9135-db6b19db42eb'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:16:03.053857 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-1de013e0-d3d1-4e11-aa14-23b0397e9c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:15:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['34db5e51-cc1a-44b7-9135-db6b19db42eb'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:16:03.087561 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f9324653-7bd7-4f70-82df-fe4fe7ea7d51 req-dd389608-27ad-4eea-a5d0-2921fc56ef62 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1362049e-7fd2-4bd0-996b-13fe39d97d9f HTTP/1.1" status: 200 len: 217 time: 0.0391295 Mar 11 20:16:03.136963 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9324653-7bd7-4f70-82df-fe4fe7ea7d51 req-dfe89cc4-15cf-49b4-beb1-6fa0542df5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:16:03.138561 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f9324653-7bd7-4f70-82df-fe4fe7ea7d51 req-dfe89cc4-15cf-49b4-beb1-6fa0542df5cb service neutron] 10.222.0.75 "GET /v2.0/subnets?id=bb48f9d1-ee02-4865-a68d-cb069591350f HTTP/1.1" status: 200 len: 835 time: 0.0434222 Mar 11 20:16:03.161866 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-1de013e0-d3d1-4e11-aa14-23b0397e9c3b None None] Set router 34db5e51-cc1a-44b7-9135-db6b19db42eb gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:16:03.189615 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9324653-7bd7-4f70-82df-fe4fe7ea7d51 req-e120459b-7b1e-422e-9b2e-24d370ec28d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:16:03.191121 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f9324653-7bd7-4f70-82df-fe4fe7ea7d51 req-e120459b-7b1e-422e-9b2e-24d370ec28d0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=48b7d852-27e7-402d-b0be-80ad1a70c5cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451574 Mar 11 20:16:03.287772 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f9324653-7bd7-4f70-82df-fe4fe7ea7d51 req-02fe6fcd-c7f4-41bf-8d01-265d3dcd3b42 service neutron] 10.222.0.75 "GET /v2.0/networks/48b7d852-27e7-402d-b0be-80ad1a70c5cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845172 Mar 11 20:16:03.358445 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-1de013e0-d3d1-4e11-aa14-23b0397e9c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34db5e51-cc1a-44b7-9135-db6b19db42eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-251708389', 'tenant_id': '985979086b444294b1307d531b609210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'b678ebf0-489b-4779-a22a-19cb9454ba3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:14:27Z', 'updated_at': '2022-03-11T20:14:30Z', 'revision_number': 4, 'project_id': '985979086b444294b1307d531b609210', 'gw_port': {'id': 'b678ebf0-489b-4779-a22a-19cb9454ba3c', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34db5e51-cc1a-44b7-9135-db6b19db42eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:14:27Z', 'updated_at': '2022-03-11T20:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '419463d6-95ad-47e3-8bdb-58e90800f37f', 'name': '', 'network_id': '48b7d852-27e7-402d-b0be-80ad1a70c5cb', 'tenant_id': '985979086b444294b1307d531b609210', 'mac_address': 'fa:16:3e:22:53:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34db5e51-cc1a-44b7-9135-db6b19db42eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'bb48f9d1-ee02-4865-a68d-cb069591350f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:14:30Z', 'updated_at': '2022-03-11T20:14:33Z', 'revision_number': 5, 'project_id': '985979086b444294b1307d531b609210', 'subnets': [{'id': 'bb48f9d1-ee02-4865-a68d-cb069591350f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:16:03.386510 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de013e0-d3d1-4e11-aa14-23b0397e9c3b None None] The sync data for ids ['34db5e51-cc1a-44b7-9135-db6b19db42eb'] in n-d-833163-1 is: [{'id': '34db5e51-cc1a-44b7-9135-db6b19db42eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-251708389', 'tenant_id': '985979086b444294b1307d531b609210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'b678ebf0-489b-4779-a22a-19cb9454ba3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:14:27Z', 'updated_at': '2022-03-11T20:14:30Z', 'revision_number': 4, 'project_id': '985979086b444294b1307d531b609210', 'gw_port': {'id': 'b678ebf0-489b-4779-a22a-19cb9454ba3c', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34db5e51-cc1a-44b7-9135-db6b19db42eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:14:27Z', 'updated_at': '2022-03-11T20:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '419463d6-95ad-47e3-8bdb-58e90800f37f', 'name': '', 'network_id': '48b7d852-27e7-402d-b0be-80ad1a70c5cb', 'tenant_id': '985979086b444294b1307d531b609210', 'mac_address': 'fa:16:3e:22:53:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34db5e51-cc1a-44b7-9135-db6b19db42eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'bb48f9d1-ee02-4865-a68d-cb069591350f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:14:30Z', 'updated_at': '2022-03-11T20:14:33Z', 'revision_number': 5, 'project_id': '985979086b444294b1307d531b609210', 'subnets': [{'id': 'bb48f9d1-ee02-4865-a68d-cb069591350f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:16:03.392214 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b362a1-22be-4adf-9e1b-b5f94b64b02b req-81b799c4-5484-4959-96e7-5765a3bf598f tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:16:03.393585 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f9324653-7bd7-4f70-82df-fe4fe7ea7d51 req-758e5a41-3318-4125-8e24-70f3d3e05107 service neutron] 10.222.0.75 "GET /v2.0/networks/48b7d852-27e7-402d-b0be-80ad1a70c5cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991926 Mar 11 20:16:03.393851 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f6b362a1-22be-4adf-9e1b-b5f94b64b02b req-81b799c4-5484-4959-96e7-5765a3bf598f tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.75 "GET /v2.0/ports?device_id=16746f4f-b34a-4e6d-85e1-6bd43f091866 HTTP/1.1" status: 200 len: 944 time: 0.0616121 Mar 11 20:16:03.495621 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-f6b362a1-22be-4adf-9e1b-b5f94b64b02b req-e59c801b-f476-4b83-8292-1ed5d415092e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Deleting port 1362049e-7fd2-4bd0-996b-13fe39d97d9f {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:16:03.495988 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f6b362a1-22be-4adf-9e1b-b5f94b64b02b req-e59c801b-f476-4b83-8292-1ed5d415092e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (1362049e-7fd2-4bd0-996b-13fe39d97d9f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:03.592960 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-f6b362a1-22be-4adf-9e1b-b5f94b64b02b req-e59c801b-f476-4b83-8292-1ed5d415092e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] For port 1362049e-7fd2-4bd0-996b-13fe39d97d9f, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=1362049e-7fd2-4bd0-996b-13fe39d97d9f,segment=NetworkSegment(93b37cca-c2ab-4d0b-9a76-c02cda08dee5),segment_id=93b37cca-c2ab-4d0b-9a76-c02cda08dee5)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:16:03.593571 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f6b362a1-22be-4adf-9e1b-b5f94b64b02b req-e59c801b-f476-4b83-8292-1ed5d415092e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (1362049e-7fd2-4bd0-996b-13fe39d97d9f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:03.607065 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-f6b362a1-22be-4adf-9e1b-b5f94b64b02b req-e59c801b-f476-4b83-8292-1ed5d415092e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Calling delete_port for 1362049e-7fd2-4bd0-996b-13fe39d97d9f owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:16:03.635084 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2d9836-1a7f-47cb-b695-16e35208f709 None None] New status for floating IP a29b8338-b191-4d18-9ae7-52635fa4f123: DOWN {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 20:16:03.739342 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f6b362a1-22be-4adf-9e1b-b5f94b64b02b req-e59c801b-f476-4b83-8292-1ed5d415092e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (1362049e-7fd2-4bd0-996b-13fe39d97d9f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:03.778794 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59c801b-f476-4b83-8292-1ed5d415092e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event deleted for resources: {'Port': ['ID=1362049e-7fd2-4bd0-996b-13fe39d97d9f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:16:03.816972 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6b362a1-22be-4adf-9e1b-b5f94b64b02b req-e59c801b-f476-4b83-8292-1ed5d415092e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] No DVR routers for this DVR port 1362049e-7fd2-4bd0-996b-13fe39d97d9f on host n-h1-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:16:03.819460 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f6b362a1-22be-4adf-9e1b-b5f94b64b02b req-e59c801b-f476-4b83-8292-1ed5d415092e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:03.822703 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f6b362a1-22be-4adf-9e1b-b5f94b64b02b req-e59c801b-f476-4b83-8292-1ed5d415092e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.75 "DELETE /v2.0/ports/1362049e-7fd2-4bd0-996b-13fe39d97d9f HTTP/1.1" status: 204 len: 173 time: 0.4202166 Mar 11 20:16:04.086558 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55658) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:16:04.461714 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-225b90a6-aeb9-4afd-ad5b-a3b0ba6b8d53 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (34db5e51-cc1a-44b7-9135-db6b19db42eb), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:04.719475 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-225b90a6-aeb9-4afd-ad5b-a3b0ba6b8d53 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Deleting port 419463d6-95ad-47e3-8bdb-58e90800f37f {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:16:04.719798 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-225b90a6-aeb9-4afd-ad5b-a3b0ba6b8d53 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (419463d6-95ad-47e3-8bdb-58e90800f37f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:04.807405 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-225b90a6-aeb9-4afd-ad5b-a3b0ba6b8d53 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] For port 419463d6-95ad-47e3-8bdb-58e90800f37f, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=419463d6-95ad-47e3-8bdb-58e90800f37f,segment=NetworkSegment(93b37cca-c2ab-4d0b-9a76-c02cda08dee5),segment_id=93b37cca-c2ab-4d0b-9a76-c02cda08dee5)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:16:04.807794 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-225b90a6-aeb9-4afd-ad5b-a3b0ba6b8d53 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (419463d6-95ad-47e3-8bdb-58e90800f37f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:04.820316 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-225b90a6-aeb9-4afd-ad5b-a3b0ba6b8d53 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Calling delete_port for 419463d6-95ad-47e3-8bdb-58e90800f37f owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:16:04.865395 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16746f4f-b34a-4e6d-85e1-6bd43f091866', 'name': 'network-vif-deleted', 'tag': '1362049e-7fd2-4bd0-996b-13fe39d97d9f'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:16:04.867650 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c288fb6b-170b-479f-a4f4-201a38570de1" -d '{"events": [{"server_uuid": "16746f4f-b34a-4e6d-85e1-6bd43f091866", "name": "network-vif-deleted", "tag": "1362049e-7fd2-4bd0-996b-13fe39d97d9f"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:16:04.927765 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe7ccd8-3ba8-429e-b0c2-66fc41910ebd x-openstack-request-id: req-6fe7ccd8-3ba8-429e-b0c2-66fc41910ebd {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:16:04.928087 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16746f4f-b34a-4e6d-85e1-6bd43f091866", "name": "network-vif-deleted", "tag": "1362049e-7fd2-4bd0-996b-13fe39d97d9f", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:16:04.928329 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6fe7ccd8-3ba8-429e-b0c2-66fc41910ebd {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:16:04.928726 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16746f4f-b34a-4e6d-85e1-6bd43f091866', 'name': 'network-vif-deleted', 'tag': '1362049e-7fd2-4bd0-996b-13fe39d97d9f', 'status': 'completed', 'code': 200} Mar 11 20:16:05.016252 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-225b90a6-aeb9-4afd-ad5b-a3b0ba6b8d53 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (419463d6-95ad-47e3-8bdb-58e90800f37f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:05.053855 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225b90a6-aeb9-4afd-ad5b-a3b0ba6b8d53 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event deleted for resources: {'Port': ['ID=419463d6-95ad-47e3-8bdb-58e90800f37f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:16:05.225891 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-225b90a6-aeb9-4afd-ad5b-a3b0ba6b8d53 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (34db5e51-cc1a-44b7-9135-db6b19db42eb), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:05.459662 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-225b90a6-aeb9-4afd-ad5b-a3b0ba6b8d53 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Router 34db5e51-cc1a-44b7-9135-db6b19db42eb has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:16:05.577815 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-225b90a6-aeb9-4afd-ad5b-a3b0ba6b8d53 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:16:05.584394 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-225b90a6-aeb9-4afd-ad5b-a3b0ba6b8d53 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "PUT /v2.0/routers/34db5e51-cc1a-44b7-9135-db6b19db42eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4967730 Mar 11 20:16:05.587131 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55662) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:16:05.588301 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ccde6c-5c3e-4e20-bec3-cb6ef8950001 None None] Sync routers for ids ['34db5e51-cc1a-44b7-9135-db6b19db42eb'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:16:05.598693 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ccde6c-5c3e-4e20-bec3-cb6ef8950001 None None] Routers {'34db5e51-cc1a-44b7-9135-db6b19db42eb'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:16:05.599480 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-30ccde6c-5c3e-4e20-bec3-cb6ef8950001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:15:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['34db5e51-cc1a-44b7-9135-db6b19db42eb'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:16:05.641799 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d9017f5-e2f5-4bc7-90d0-9c06126d234e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Deleting subnet bb48f9d1-ee02-4865-a68d-cb069591350f {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 20:16:05.645256 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5d9017f5-e2f5-4bc7-90d0-9c06126d234e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for subnet (bb48f9d1-ee02-4865-a68d-cb069591350f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:05.685398 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5d9017f5-e2f5-4bc7-90d0-9c06126d234e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (bb48f9d1-ee02-4865-a68d-cb069591350f), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:05.724428 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-30ccde6c-5c3e-4e20-bec3-cb6ef8950001 None None] Set router 34db5e51-cc1a-44b7-9135-db6b19db42eb gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:16:05.772708 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5d9017f5-e2f5-4bc7-90d0-9c06126d234e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (bb48f9d1-ee02-4865-a68d-cb069591350f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:05.830633 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5d9017f5-e2f5-4bc7-90d0-9c06126d234e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (bb48f9d1-ee02-4865-a68d-cb069591350f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:05.858020 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9017f5-e2f5-4bc7-90d0-9c06126d234e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event deleted for resources: {'Subnet': ['ID=bb48f9d1-ee02-4865-a68d-cb069591350f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:16:05.861644 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5d9017f5-e2f5-4bc7-90d0-9c06126d234e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:05.867730 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-5d9017f5-e2f5-4bc7-90d0-9c06126d234e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "DELETE /v2.0/subnets/bb48f9d1-ee02-4865-a68d-cb069591350f HTTP/1.1" status: 204 len: 168 time: 0.2771971 Mar 11 20:16:05.868129 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55664) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:16:05.868435 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9e3513-1248-448b-aa8d-ce17b9c04f95 None None] Network 48b7d852-27e7-402d-b0be-80ad1a70c5cb requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:16:05.910593 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-30ccde6c-5c3e-4e20-bec3-cb6ef8950001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34db5e51-cc1a-44b7-9135-db6b19db42eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-251708389', 'tenant_id': '985979086b444294b1307d531b609210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'b678ebf0-489b-4779-a22a-19cb9454ba3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:14:27Z', 'updated_at': '2022-03-11T20:16:04Z', 'revision_number': 5, 'project_id': '985979086b444294b1307d531b609210', 'gw_port': {'id': 'b678ebf0-489b-4779-a22a-19cb9454ba3c', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34db5e51-cc1a-44b7-9135-db6b19db42eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:14:27Z', 'updated_at': '2022-03-11T20:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:16:05.937061 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ccde6c-5c3e-4e20-bec3-cb6ef8950001 None None] Checking router: 34db5e51-cc1a-44b7-9135-db6b19db42eb for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:16:05.946217 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ccde6c-5c3e-4e20-bec3-cb6ef8950001 None None] Routers {'34db5e51-cc1a-44b7-9135-db6b19db42eb'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:16:05.946794 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-30ccde6c-5c3e-4e20-bec3-cb6ef8950001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:15:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['34db5e51-cc1a-44b7-9135-db6b19db42eb'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:16:05.990995 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab70c85f-d33d-4d70-a3d4-2247ed36446d tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for router (34db5e51-cc1a-44b7-9135-db6b19db42eb), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:06.053294 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e91da3-640f-4fed-8609-7f43e5bbbc7b None None] DHCP port deletion for 48b7d852-27e7-402d-b0be-80ad1a70c5cb request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 20:16:06.070689 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-30ccde6c-5c3e-4e20-bec3-cb6ef8950001 None None] Set router 34db5e51-cc1a-44b7-9135-db6b19db42eb gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:16:06.105717 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab70c85f-d33d-4d70-a3d4-2247ed36446d tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for router_gateway (34db5e51-cc1a-44b7-9135-db6b19db42eb), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:06.111924 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-60e91da3-640f-4fed-8609-7f43e5bbbc7b None None] Deleting port c0da36cb-9267-4291-9cc3-8b768c7bffa0 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:16:06.112564 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-60e91da3-640f-4fed-8609-7f43e5bbbc7b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (c0da36cb-9267-4291-9cc3-8b768c7bffa0), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:06.170418 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-ab70c85f-d33d-4d70-a3d4-2247ed36446d tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Deleting port b678ebf0-489b-4779-a22a-19cb9454ba3c {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:16:06.171030 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab70c85f-d33d-4d70-a3d4-2247ed36446d tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (b678ebf0-489b-4779-a22a-19cb9454ba3c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:06.191957 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-60e91da3-640f-4fed-8609-7f43e5bbbc7b None None] For port c0da36cb-9267-4291-9cc3-8b768c7bffa0, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=c0da36cb-9267-4291-9cc3-8b768c7bffa0,segment=NetworkSegment(93b37cca-c2ab-4d0b-9a76-c02cda08dee5),segment_id=93b37cca-c2ab-4d0b-9a76-c02cda08dee5)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:16:06.192357 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-60e91da3-640f-4fed-8609-7f43e5bbbc7b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (c0da36cb-9267-4291-9cc3-8b768c7bffa0), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:06.208721 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-60e91da3-640f-4fed-8609-7f43e5bbbc7b None None] Calling delete_port for c0da36cb-9267-4291-9cc3-8b768c7bffa0 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:16:06.261974 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-ab70c85f-d33d-4d70-a3d4-2247ed36446d tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] For port b678ebf0-489b-4779-a22a-19cb9454ba3c, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=b678ebf0-489b-4779-a22a-19cb9454ba3c,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:16:06.262673 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab70c85f-d33d-4d70-a3d4-2247ed36446d tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (b678ebf0-489b-4779-a22a-19cb9454ba3c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:06.275501 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-ab70c85f-d33d-4d70-a3d4-2247ed36446d tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Calling delete_port for b678ebf0-489b-4779-a22a-19cb9454ba3c owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:16:06.303767 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-60e91da3-640f-4fed-8609-7f43e5bbbc7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (c0da36cb-9267-4291-9cc3-8b768c7bffa0), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:06.330362 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e91da3-640f-4fed-8609-7f43e5bbbc7b None None] Pushing event deleted for resources: {'Port': ['ID=c0da36cb-9267-4291-9cc3-8b768c7bffa0,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:16:06.335800 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e91da3-640f-4fed-8609-7f43e5bbbc7b None None] No DVR routers for this DVR port c0da36cb-9267-4291-9cc3-8b768c7bffa0 on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:16:06.369045 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-30ccde6c-5c3e-4e20-bec3-cb6ef8950001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34db5e51-cc1a-44b7-9135-db6b19db42eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-251708389', 'tenant_id': '985979086b444294b1307d531b609210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'b678ebf0-489b-4779-a22a-19cb9454ba3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:14:27Z', 'updated_at': '2022-03-11T20:16:04Z', 'revision_number': 5, 'project_id': '985979086b444294b1307d531b609210', 'gw_port': {'id': 'b678ebf0-489b-4779-a22a-19cb9454ba3c', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34db5e51-cc1a-44b7-9135-db6b19db42eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:14:27Z', 'updated_at': '2022-03-11T20:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:16:06.399619 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ccde6c-5c3e-4e20-bec3-cb6ef8950001 None None] The sync data for ids ['34db5e51-cc1a-44b7-9135-db6b19db42eb'] in n-d-833163-1 is: [{'id': '34db5e51-cc1a-44b7-9135-db6b19db42eb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-251708389', 'tenant_id': '985979086b444294b1307d531b609210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'b678ebf0-489b-4779-a22a-19cb9454ba3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:14:27Z', 'updated_at': '2022-03-11T20:16:04Z', 'revision_number': 5, 'project_id': '985979086b444294b1307d531b609210', 'gw_port': {'id': 'b678ebf0-489b-4779-a22a-19cb9454ba3c', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:c9:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34db5e51-cc1a-44b7-9135-db6b19db42eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:14:27Z', 'updated_at': '2022-03-11T20:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:16:06.450963 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab70c85f-d33d-4d70-a3d4-2247ed36446d tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (b678ebf0-489b-4779-a22a-19cb9454ba3c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:06.476889 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab70c85f-d33d-4d70-a3d4-2247ed36446d tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event deleted for resources: {'Port': ['ID=b678ebf0-489b-4779-a22a-19cb9454ba3c,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:16:06.537562 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab70c85f-d33d-4d70-a3d4-2247ed36446d tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (34db5e51-cc1a-44b7-9135-db6b19db42eb), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:06.973180 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab70c85f-d33d-4d70-a3d4-2247ed36446d tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (34db5e51-cc1a-44b7-9135-db6b19db42eb), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:06.975282 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab70c85f-d33d-4d70-a3d4-2247ed36446d tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for router_controller (34db5e51-cc1a-44b7-9135-db6b19db42eb), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:07.020163 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab70c85f-d33d-4d70-a3d4-2247ed36446d tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (34db5e51-cc1a-44b7-9135-db6b19db42eb), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:07.020743 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab70c85f-d33d-4d70-a3d4-2247ed36446d tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Fanout notify agent at l3_agent the message router_deleted on router 34db5e51-cc1a-44b7-9135-db6b19db42eb {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 20:16:07.028400 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab70c85f-d33d-4d70-a3d4-2247ed36446d tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:07.029527 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ab70c85f-d33d-4d70-a3d4-2247ed36446d tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "DELETE /v2.0/routers/34db5e51-cc1a-44b7-9135-db6b19db42eb HTTP/1.1" status: 204 len: 168 time: 1.1599832 Mar 11 20:16:07.032471 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 55670) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:16:07.048758 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 1362049e-7fd2-4bd0-996b-13fe39d97d9f no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:16:07.074881 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: 1362049e-7fd2-4bd0-996b-13fe39d97d9f {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:16:07.075467 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 1362049e-7fd2-4bd0-996b-13fe39d97d9f not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:16:07.118108 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device c0da36cb-9267-4291-9cc3-8b768c7bffa0 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:16:07.131098 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-24a7d87a-fbee-46f8-9dd5-66b31cf7b3bc tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (48b7d852-27e7-402d-b0be-80ad1a70c5cb), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:07.140776 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: c0da36cb-9267-4291-9cc3-8b768c7bffa0 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:16:07.141258 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device c0da36cb-9267-4291-9cc3-8b768c7bffa0 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:16:07.141976 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 419463d6-95ad-47e3-8bdb-58e90800f37f no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:16:07.164582 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 419463d6-95ad-47e3-8bdb-58e90800f37f {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:16:07.164941 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 419463d6-95ad-47e3-8bdb-58e90800f37f not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:16:07.223790 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-24a7d87a-fbee-46f8-9dd5-66b31cf7b3bc tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (48b7d852-27e7-402d-b0be-80ad1a70c5cb), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:07.243752 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-24a7d87a-fbee-46f8-9dd5-66b31cf7b3bc tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48b7d852-27e7-402d-b0be-80ad1a70c5cb']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:16:07.253134 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-24a7d87a-fbee-46f8-9dd5-66b31cf7b3bc tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93b37cca-c2ab-4d0b-9a76-c02cda08dee5') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:16:07.253434 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-24a7d87a-fbee-46f8-9dd5-66b31cf7b3bc tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93b37cca-c2ab-4d0b-9a76-c02cda08dee5') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:16:07.267671 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-24a7d87a-fbee-46f8-9dd5-66b31cf7b3bc tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (93b37cca-c2ab-4d0b-9a76-c02cda08dee5), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:07.280528 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-24a7d87a-fbee-46f8-9dd5-66b31cf7b3bc tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (93b37cca-c2ab-4d0b-9a76-c02cda08dee5), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:07.286204 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24a7d87a-fbee-46f8-9dd5-66b31cf7b3bc tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Releasing vlan 892 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 20:16:07.286580 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-24a7d87a-fbee-46f8-9dd5-66b31cf7b3bc tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (93b37cca-c2ab-4d0b-9a76-c02cda08dee5), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:07.289467 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 20:16:07.289467 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 20:16:07.289467 n-d-833163-1 neutron-server[103884]: timer() Mar 11 20:16:07.289467 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:16:07.289467 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 20:16:07.289467 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 20:16:07.289467 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 20:16:07.289467 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:16:07.289467 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 20:16:07.289467 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:16:07.289467 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 20:16:07.289467 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:16:07.289467 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 20:16:07.289467 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 20:16:07.289467 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:16:07.289467 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 20:16:07.289467 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:16:07.289467 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 20:16:07.289467 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 20:16:07.289467 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:16:07.289467 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 20:16:07.289467 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:16:07.289467 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:16:07.289467 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 20:16:07.289467 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 20:16:07.289467 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 20:16:07.289467 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:16:07.289467 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 20:16:07.289467 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:16:07.289467 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 20:16:07.289467 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:16:07.289467 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:16:07.347596 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-24a7d87a-fbee-46f8-9dd5-66b31cf7b3bc tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (48b7d852-27e7-402d-b0be-80ad1a70c5cb), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:07.355659 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-24a7d87a-fbee-46f8-9dd5-66b31cf7b3bc tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:07.358469 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-24a7d87a-fbee-46f8-9dd5-66b31cf7b3bc tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "DELETE /v2.0/networks/48b7d852-27e7-402d-b0be-80ad1a70c5cb HTTP/1.1" status: 204 len: 168 time: 0.3250041 Mar 11 20:16:07.361330 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55672) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:16:07.370806 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a7d87a-fbee-46f8-9dd5-66b31cf7b3bc tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event deleted for resources: {'Network': ['ID=48b7d852-27e7-402d-b0be-80ad1a70c5cb,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:16:07.417433 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b333f333-c169-4b69-87ac-343a8995e848 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group (db1a166d-1655-4c2a-9cf5-b978eb6adea2), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:07.442327 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b333f333-c169-4b69-87ac-343a8995e848 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group (db1a166d-1655-4c2a-9cf5-b978eb6adea2), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:07.507373 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b333f333-c169-4b69-87ac-343a8995e848 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (db1a166d-1655-4c2a-9cf5-b978eb6adea2), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:07.510410 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b333f333-c169-4b69-87ac-343a8995e848 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:07.511676 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-b333f333-c169-4b69-87ac-343a8995e848 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "DELETE /v2.0/security-groups/db1a166d-1655-4c2a-9cf5-b978eb6adea2 HTTP/1.1" status: 204 len: 168 time: 0.1493149 Mar 11 20:16:07.521547 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b333f333-c169-4b69-87ac-343a8995e848 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1a166d-1655-4c2a-9cf5-b978eb6adea2,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:16:07.677142 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 55678) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:16:07.681688 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-4794ea0a-e0d1-4cfa-9ded-aa534dd5486b tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1048793124', 'description': 'tempest-secgroup-smoke-1048793124 description', 'project_id': '985979086b444294b1307d531b609210'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:16:07.701704 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4794ea0a-e0d1-4cfa-9ded-aa534dd5486b tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:07.770861 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4794ea0a-e0d1-4cfa-9ded-aa534dd5486b tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group (d663b1dc-87e3-4169-bddb-02db84c26ddf), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:07.774457 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4794ea0a-e0d1-4cfa-9ded-aa534dd5486b tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (d663b1dc-87e3-4169-bddb-02db84c26ddf), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:07.805604 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4794ea0a-e0d1-4cfa-9ded-aa534dd5486b tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:07.807120 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4794ea0a-e0d1-4cfa-9ded-aa534dd5486b tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1289780 Mar 11 20:16:07.808033 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4794ea0a-e0d1-4cfa-9ded-aa534dd5486b tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d663b1dc-87e3-4169-bddb-02db84c26ddf,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:16:07.810233 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55680) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:16:07.815049 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-8ceb0148-8c20-492b-88f8-c50972aae67e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Request body: {'security_group_rule': {'security_group_id': 'd663b1dc-87e3-4169-bddb-02db84c26ddf', 'project_id': '985979086b444294b1307d531b609210', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:16:07.839891 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ceb0148-8c20-492b-88f8-c50972aae67e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group_rule (94660080-e26d-4ca7-8a7d-087183ead347), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:07.897285 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ceb0148-8c20-492b-88f8-c50972aae67e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group_rule (94660080-e26d-4ca7-8a7d-087183ead347), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:07.900902 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ceb0148-8c20-492b-88f8-c50972aae67e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (94660080-e26d-4ca7-8a7d-087183ead347), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:07.921520 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceb0148-8c20-492b-88f8-c50972aae67e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94660080-e26d-4ca7-8a7d-087183ead347,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:16:07.927889 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ceb0148-8c20-492b-88f8-c50972aae67e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:07.929067 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-8ceb0148-8c20-492b-88f8-c50972aae67e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1177506 Mar 11 20:16:07.931740 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55682) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:16:07.935900 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-e1ac7149-3277-48c6-a8fb-5623f69bdffb tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Request body: {'security_group_rule': {'security_group_id': 'd663b1dc-87e3-4169-bddb-02db84c26ddf', 'project_id': '985979086b444294b1307d531b609210', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:16:07.960143 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e1ac7149-3277-48c6-a8fb-5623f69bdffb tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group_rule (3b217498-e8a8-462d-8788-fea1dbedd766), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:08.014205 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e1ac7149-3277-48c6-a8fb-5623f69bdffb tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group_rule (3b217498-e8a8-462d-8788-fea1dbedd766), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:08.017661 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e1ac7149-3277-48c6-a8fb-5623f69bdffb tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (3b217498-e8a8-462d-8788-fea1dbedd766), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:08.034126 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ac7149-3277-48c6-a8fb-5623f69bdffb tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b217498-e8a8-462d-8788-fea1dbedd766,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:16:08.042539 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e1ac7149-3277-48c6-a8fb-5623f69bdffb tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:08.043759 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-e1ac7149-3277-48c6-a8fb-5623f69bdffb tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1110673 Mar 11 20:16:08.046512 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55684) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:16:08.051406 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-80cf8ec8-3702-4e01-85d3-38c960bbcf44 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Request body: {'security_group_rule': {'security_group_id': 'd663b1dc-87e3-4169-bddb-02db84c26ddf', 'project_id': '985979086b444294b1307d531b609210', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:16:08.076279 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-80cf8ec8-3702-4e01-85d3-38c960bbcf44 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group_rule (190abb2b-ce2b-40bc-b249-e42f0ec6c49d), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:08.133370 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-80cf8ec8-3702-4e01-85d3-38c960bbcf44 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group_rule (190abb2b-ce2b-40bc-b249-e42f0ec6c49d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:08.138674 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-80cf8ec8-3702-4e01-85d3-38c960bbcf44 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (190abb2b-ce2b-40bc-b249-e42f0ec6c49d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:08.156966 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cf8ec8-3702-4e01-85d3-38c960bbcf44 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=190abb2b-ce2b-40bc-b249-e42f0ec6c49d,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:16:08.167563 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-80cf8ec8-3702-4e01-85d3-38c960bbcf44 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:08.170753 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-80cf8ec8-3702-4e01-85d3-38c960bbcf44 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1222775 Mar 11 20:16:08.172760 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55686) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:16:08.180126 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-6e8d202d-5bc6-47c8-a72f-7639ce8bfef5 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Request body: {'security_group_rule': {'security_group_id': 'd663b1dc-87e3-4169-bddb-02db84c26ddf', 'project_id': '985979086b444294b1307d531b609210', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:16:08.213730 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6e8d202d-5bc6-47c8-a72f-7639ce8bfef5 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group_rule (7a2309c6-7efe-4de3-ba0d-a7de076c6f41), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:08.290585 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6e8d202d-5bc6-47c8-a72f-7639ce8bfef5 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group_rule (7a2309c6-7efe-4de3-ba0d-a7de076c6f41), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:08.296007 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6e8d202d-5bc6-47c8-a72f-7639ce8bfef5 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (7a2309c6-7efe-4de3-ba0d-a7de076c6f41), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:08.324661 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8d202d-5bc6-47c8-a72f-7639ce8bfef5 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a2309c6-7efe-4de3-ba0d-a7de076c6f41,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:16:08.336061 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6e8d202d-5bc6-47c8-a72f-7639ce8bfef5 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:08.337362 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-6e8d202d-5bc6-47c8-a72f-7639ce8bfef5 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1636779 Mar 11 20:16:08.340119 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55688) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:16:08.346753 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-ff13a707-b741-4541-ace2-9dc03bfbe1f5 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Request body: {'security_group_rule': {'security_group_id': 'd663b1dc-87e3-4169-bddb-02db84c26ddf', 'project_id': '985979086b444294b1307d531b609210', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:16:08.370436 n-d-833163-1 neutron-server[103885]: INFO neutron.db.securitygroups_db [None req-ff13a707-b741-4541-ace2-9dc03bfbe1f5 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Project 985979086b444294b1307d531b609210 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 20:16:08.375819 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff13a707-b741-4541-ace2-9dc03bfbe1f5 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group_rule (0bf0379c-5467-491e-8986-cb86649ef3d6), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:08.442092 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff13a707-b741-4541-ace2-9dc03bfbe1f5 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group_rule (0bf0379c-5467-491e-8986-cb86649ef3d6), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:08.445785 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff13a707-b741-4541-ace2-9dc03bfbe1f5 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (0bf0379c-5467-491e-8986-cb86649ef3d6), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:08.462791 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff13a707-b741-4541-ace2-9dc03bfbe1f5 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bf0379c-5467-491e-8986-cb86649ef3d6,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:16:08.471836 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff13a707-b741-4541-ace2-9dc03bfbe1f5 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:08.473497 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ff13a707-b741-4541-ace2-9dc03bfbe1f5 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1323359 Mar 11 20:16:08.476203 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55690) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:16:08.480508 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-9634e264-91f2-4100-872d-ab5364f767fb tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Request body: {'security_group_rule': {'security_group_id': 'd663b1dc-87e3-4169-bddb-02db84c26ddf', 'project_id': '985979086b444294b1307d531b609210', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:16:08.500563 n-d-833163-1 neutron-server[103885]: INFO neutron.db.securitygroups_db [None req-9634e264-91f2-4100-872d-ab5364f767fb tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Project 985979086b444294b1307d531b609210 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 20:16:08.505811 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9634e264-91f2-4100-872d-ab5364f767fb tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group_rule (729da951-d09b-4f67-baa4-a7d92b4fe2a5), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:08.564207 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9634e264-91f2-4100-872d-ab5364f767fb tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group_rule (729da951-d09b-4f67-baa4-a7d92b4fe2a5), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:08.567615 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9634e264-91f2-4100-872d-ab5364f767fb tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (729da951-d09b-4f67-baa4-a7d92b4fe2a5), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:08.584372 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9634e264-91f2-4100-872d-ab5364f767fb tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=729da951-d09b-4f67-baa4-a7d92b4fe2a5,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:16:08.593953 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9634e264-91f2-4100-872d-ab5364f767fb tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:08.595188 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-9634e264-91f2-4100-872d-ab5364f767fb tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1180365 Mar 11 20:16:08.598526 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55692) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:16:08.603224 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-be5bbab8-0709-4306-839f-51a8ae9a1889 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Request body: {'network': {'name': 'tempest-network-smoke--1172298084', 'project_id': '985979086b444294b1307d531b609210', 'port_security_enabled': True}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:16:08.621722 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5bbab8-0709-4306-839f-51a8ae9a1889 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Made reservation on behalf of 985979086b444294b1307d531b609210 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:16:08.625092 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-be5bbab8-0709-4306-839f-51a8ae9a1889 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:08.650786 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be5bbab8-0709-4306-839f-51a8ae9a1889 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] vlan segment allocate from pool success with {'vlan_id': 867, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:16:08.660061 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-be5bbab8-0709-4306-839f-51a8ae9a1889 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (8a252c1c-30ad-4118-9495-1fd7b349147e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:08.660972 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-be5bbab8-0709-4306-839f-51a8ae9a1889 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Added segment 8a252c1c-30ad-4118-9495-1fd7b349147e of type vlan for network 5c325b1a-4a04-49ae-b185-9c716085f342 Mar 11 20:16:08.701143 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-be5bbab8-0709-4306-839f-51a8ae9a1889 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (5c325b1a-4a04-49ae-b185-9c716085f342), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:08.727140 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-be5bbab8-0709-4306-839f-51a8ae9a1889 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (5c325b1a-4a04-49ae-b185-9c716085f342), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:08.732035 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5bbab8-0709-4306-839f-51a8ae9a1889 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:16:08.732601 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-be5bbab8-0709-4306-839f-51a8ae9a1889 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:08.771671 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-be5bbab8-0709-4306-839f-51a8ae9a1889 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1720846 Mar 11 20:16:08.774482 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 55694) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:16:08.779573 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-a5e691c6-b244-44ba-8982-091ee9e45437 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-213906063', 'admin_state_up': True, 'project_id': '985979086b444294b1307d531b609210', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:16:08.802076 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a5e691c6-b244-44ba-8982-091ee9e45437 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (052a8a1f-85a1-436f-9c0a-d94b0c20844f), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:08.803124 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a5e691c6-b244-44ba-8982-091ee9e45437 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (052a8a1f-85a1-436f-9c0a-d94b0c20844f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:08.837509 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5bbab8-0709-4306-839f-51a8ae9a1889 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event updated for resources: {'Network': ['ID=5c325b1a-4a04-49ae-b185-9c716085f342,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:16:08.848932 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 5c325b1a-4a04-49ae-b185-9c716085f342 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 20:16:08.859928 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a5e691c6-b244-44ba-8982-091ee9e45437 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for router_controller (052a8a1f-85a1-436f-9c0a-d94b0c20844f), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:09.000884 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a5e691c6-b244-44ba-8982-091ee9e45437 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for router_gateway (052a8a1f-85a1-436f-9c0a-d94b0c20844f), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:09.014896 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device b678ebf0-489b-4779-a22a-19cb9454ba3c no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:16:09.038988 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: b678ebf0-489b-4779-a22a-19cb9454ba3c {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:16:09.039423 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device b678ebf0-489b-4779-a22a-19cb9454ba3c not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:16:09.470105 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a5e691c6-b244-44ba-8982-091ee9e45437 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for router_gateway (052a8a1f-85a1-436f-9c0a-d94b0c20844f), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:09.487749 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a5e691c6-b244-44ba-8982-091ee9e45437 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:09.600038 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-a5e691c6-b244-44ba-8982-091ee9e45437 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Allocated IP 172.25.8.4 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/0588e48a-171c-4089-a154-a80d4576dfdd) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:16:09.700763 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a5e691c6-b244-44ba-8982-091ee9e45437 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for port (0588e48a-171c-4089-a154-a80d4576dfdd), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:09.733007 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a5e691c6-b244-44ba-8982-091ee9e45437 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (0588e48a-171c-4089-a154-a80d4576dfdd), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:09.772821 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e691c6-b244-44ba-8982-091ee9e45437 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:16:09.775615 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-a5e691c6-b244-44ba-8982-091ee9e45437 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:16:09.781065 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e691c6-b244-44ba-8982-091ee9e45437 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:16:09.805788 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e691c6-b244-44ba-8982-091ee9e45437 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event updated for resources: {'Port': ['ID=0588e48a-171c-4089-a154-a80d4576dfdd,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:16:10.028132 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a5e691c6-b244-44ba-8982-091ee9e45437 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for router_gateway (052a8a1f-85a1-436f-9c0a-d94b0c20844f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:10.226165 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a5e691c6-b244-44ba-8982-091ee9e45437 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (052a8a1f-85a1-436f-9c0a-d94b0c20844f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:10.355798 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5e691c6-b244-44ba-8982-091ee9e45437 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Router 052a8a1f-85a1-436f-9c0a-d94b0c20844f is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 20:16:10.461453 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e691c6-b244-44ba-8982-091ee9e45437 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:16:10.471673 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cde0e9-4156-4fe9-acfb-92c52fb136aa None None] Sync routers for ids ['052a8a1f-85a1-436f-9c0a-d94b0c20844f'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:16:10.482417 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a5e691c6-b244-44ba-8982-091ee9e45437 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:10.482785 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cde0e9-4156-4fe9-acfb-92c52fb136aa None None] Routers {'052a8a1f-85a1-436f-9c0a-d94b0c20844f'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:16:10.483403 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-01cde0e9-4156-4fe9-acfb-92c52fb136aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:15:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['052a8a1f-85a1-436f-9c0a-d94b0c20844f'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:16:10.483848 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a5e691c6-b244-44ba-8982-091ee9e45437 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7081702 Mar 11 20:16:10.486989 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 55696) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:16:10.522832 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d37acf2d-e315-4eb8-b9cc-cd0212840312 tempest-TestNetworkAdvancedServerOps-874628058 tempest-TestNetworkAdvancedServerOps-874628058-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=985979086b444294b1307d531b609210&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0347064 Mar 11 20:16:10.525403 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 55698) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:16:10.590842 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-01cde0e9-4156-4fe9-acfb-92c52fb136aa None None] Set router 052a8a1f-85a1-436f-9c0a-d94b0c20844f gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:16:10.621884 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32bff375-1ddf-49a9-8d13-f707eb967a23 tempest-TestNetworkAdvancedServerOps-874628058 tempest-TestNetworkAdvancedServerOps-874628058-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:16:10.623410 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-32bff375-1ddf-49a9-8d13-f707eb967a23 tempest-TestNetworkAdvancedServerOps-874628058 tempest-TestNetworkAdvancedServerOps-874628058-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0971231 Mar 11 20:16:10.626236 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 55700) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:16:10.661390 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f0aeb9e2-f481-4eac-86a0-91d204e6f2d3 tempest-TestNetworkAdvancedServerOps-874628058 tempest-TestNetworkAdvancedServerOps-874628058-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=612cc066-33e3-444d-b1c7-d0a64751482a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340321 Mar 11 20:16:10.663756 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 55702) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:16:10.668573 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-8904df98-ce04-4a71-84e2-266aeb0914fd tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-963653898', 'network_id': '5c325b1a-4a04-49ae-b185-9c716085f342', 'project_id': '985979086b444294b1307d531b609210', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:16:10.765174 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8904df98-ce04-4a71-84e2-266aeb0914fd tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Made reservation on behalf of 985979086b444294b1307d531b609210 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:16:10.768858 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8904df98-ce04-4a71-84e2-266aeb0914fd tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:10.775178 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-01cde0e9-4156-4fe9-acfb-92c52fb136aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052a8a1f-85a1-436f-9c0a-d94b0c20844f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-213906063', 'tenant_id': '985979086b444294b1307d531b609210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '0588e48a-171c-4089-a154-a80d4576dfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:16:08Z', 'updated_at': '2022-03-11T20:16:09Z', 'revision_number': 3, 'project_id': '985979086b444294b1307d531b609210', 'gw_port': {'id': '0588e48a-171c-4089-a154-a80d4576dfdd', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052a8a1f-85a1-436f-9c0a-d94b0c20844f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:16:09Z', 'updated_at': '2022-03-11T20:16:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:16:10.800778 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cde0e9-4156-4fe9-acfb-92c52fb136aa None None] Checking router: 052a8a1f-85a1-436f-9c0a-d94b0c20844f for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:16:10.801127 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cde0e9-4156-4fe9-acfb-92c52fb136aa None None] Updating router 052a8a1f-85a1-436f-9c0a-d94b0c20844f port 0588e48a-171c-4089-a154-a80d4576dfdd binding host n-d-833163-1 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 20:16:10.832924 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-01cde0e9-4156-4fe9-acfb-92c52fb136aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (0588e48a-171c-4089-a154-a80d4576dfdd), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:10.960158 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8904df98-ce04-4a71-84e2-266aeb0914fd tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (ba1a7121-5f30-4f26-bf40-13f08f938f03), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:11.022682 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8904df98-ce04-4a71-84e2-266aeb0914fd tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event updated for resources: {'Subnet': ['ID=ba1a7121-5f30-4f26-bf40-13f08f938f03,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:16:11.038330 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8904df98-ce04-4a71-84e2-266aeb0914fd tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Checking segment: {'id': '8a252c1c-30ad-4118-9495-1fd7b349147e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '5c325b1a-4a04-49ae-b185-9c716085f342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:16:11.038698 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8904df98-ce04-4a71-84e2-266aeb0914fd tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Network hostable DHCP agents. Network: 5c325b1a-4a04-49ae-b185-9c716085f342, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:16:11.056371 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8904df98-ce04-4a71-84e2-266aeb0914fd tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Network 5c325b1a-4a04-49ae-b185-9c716085f342 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:16:11.068359 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-8904df98-ce04-4a71-84e2-266aeb0914fd tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 5c325b1a-4a04-49ae-b185-9c716085f342) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:16:11.072663 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8904df98-ce04-4a71-84e2-266aeb0914fd tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:16:11.073266 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8904df98-ce04-4a71-84e2-266aeb0914fd tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:11.090320 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04943ce8-364a-41ff-ae2d-05efc6acacb0 None None] Network 5c325b1a-4a04-49ae-b185-9c716085f342 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:16:11.092324 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8904df98-ce04-4a71-84e2-266aeb0914fd tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4275644 Mar 11 20:16:11.095401 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55704) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:16:11.138178 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-01cde0e9-4156-4fe9-acfb-92c52fb136aa None None] Publish callbacks [] for port (0588e48a-171c-4089-a154-a80d4576dfdd), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:11.338480 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-01cde0e9-4156-4fe9-acfb-92c52fb136aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (0588e48a-171c-4089-a154-a80d4576dfdd), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:11.405632 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-01cde0e9-4156-4fe9-acfb-92c52fb136aa None None] Attempting to bind port 0588e48a-171c-4089-a154-a80d4576dfdd on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:16:11.406014 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-01cde0e9-4156-4fe9-acfb-92c52fb136aa None None] Attempting to bind port 0588e48a-171c-4089-a154-a80d4576dfdd by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:16:11.406394 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cde0e9-4156-4fe9-acfb-92c52fb136aa None None] Attempting to bind port 0588e48a-171c-4089-a154-a80d4576dfdd on network 612cc066-33e3-444d-b1c7-d0a64751482a {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:16:11.411026 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727c126a-a92b-43c1-a7e2-4b9b416a0ff5 None None] Pushing event updated for resources: {'Port': ['ID=0588e48a-171c-4089-a154-a80d4576dfdd,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:16:11.431521 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cde0e9-4156-4fe9-acfb-92c52fb136aa None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:16:11.432016 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cde0e9-4156-4fe9-acfb-92c52fb136aa None None] Checking segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:16:11.432473 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-01cde0e9-4156-4fe9-acfb-92c52fb136aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:11.432879 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cde0e9-4156-4fe9-acfb-92c52fb136aa None None] Bound using segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:16:11.433373 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-01cde0e9-4156-4fe9-acfb-92c52fb136aa None None] Bound port: 0588e48a-171c-4089-a154-a80d4576dfdd, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:16:11.433768 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-01cde0e9-4156-4fe9-acfb-92c52fb136aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (0588e48a-171c-4089-a154-a80d4576dfdd), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:11.462638 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11f80aa-2496-4422-b32b-80ce3d86e29a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-5c325b1a-4a04-49ae-b185-9c716085f342', 'network_id': '5c325b1a-4a04-49ae-b185-9c716085f342', 'project_id': '985979086b444294b1307d531b609210', 'fixed_ips': [{'subnet_id': 'ba1a7121-5f30-4f26-bf40-13f08f938f03'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 20:16:11.463691 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c11f80aa-2496-4422-b32b-80ce3d86e29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:11.579232 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7c572e84-b2ac-4684-8e11-d01bbf229ae3 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:11.581095 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-01cde0e9-4156-4fe9-acfb-92c52fb136aa None None] For port 0588e48a-171c-4089-a154-a80d4576dfdd, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:16:11.604359 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-01cde0e9-4156-4fe9-acfb-92c52fb136aa None None] For port 0588e48a-171c-4089-a154-a80d4576dfdd, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=0588e48a-171c-4089-a154-a80d4576dfdd,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:16:11.615460 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-01cde0e9-4156-4fe9-acfb-92c52fb136aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (0588e48a-171c-4089-a154-a80d4576dfdd), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:11.703812 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727c126a-a92b-43c1-a7e2-4b9b416a0ff5 None None] Pushing event updated for resources: {'Port': ['ID=0588e48a-171c-4089-a154-a80d4576dfdd,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:16:11.714951 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cde0e9-4156-4fe9-acfb-92c52fb136aa None None] Routers {'052a8a1f-85a1-436f-9c0a-d94b0c20844f'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:16:11.715591 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-01cde0e9-4156-4fe9-acfb-92c52fb136aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:15:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['052a8a1f-85a1-436f-9c0a-d94b0c20844f'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:16:11.721182 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-c11f80aa-2496-4422-b32b-80ce3d86e29a None None] Allocated IP 172.20.0.2 (5c325b1a-4a04-49ae-b185-9c716085f342/ba1a7121-5f30-4f26-bf40-13f08f938f03/20214b14-dad0-4c81-9fff-ba8c27febae2) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:16:11.884057 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-01cde0e9-4156-4fe9-acfb-92c52fb136aa None None] Set router 052a8a1f-85a1-436f-9c0a-d94b0c20844f gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:16:12.053937 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c11f80aa-2496-4422-b32b-80ce3d86e29a None None] Publish callbacks [] for port (20214b14-dad0-4c81-9fff-ba8c27febae2), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:12.066165 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c11f80aa-2496-4422-b32b-80ce3d86e29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (20214b14-dad0-4c81-9fff-ba8c27febae2), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:12.120430 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-7c572e84-b2ac-4684-8e11-d01bbf229ae3 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Allocated IP 172.20.0.1 (5c325b1a-4a04-49ae-b185-9c716085f342/ba1a7121-5f30-4f26-bf40-13f08f938f03/13a1bb69-1cd8-4227-93f2-a1f54d200ca1) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:16:12.151170 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11f80aa-2496-4422-b32b-80ce3d86e29a None None] Network 5c325b1a-4a04-49ae-b185-9c716085f342 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:16:12.157244 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-c11f80aa-2496-4422-b32b-80ce3d86e29a None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:16:12.164802 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11f80aa-2496-4422-b32b-80ce3d86e29a None None] Pushing event updated for resources: {'Port': ['ID=20214b14-dad0-4c81-9fff-ba8c27febae2,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:16:12.167321 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11f80aa-2496-4422-b32b-80ce3d86e29a None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:16:12.220651 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-01cde0e9-4156-4fe9-acfb-92c52fb136aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052a8a1f-85a1-436f-9c0a-d94b0c20844f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-213906063', 'tenant_id': '985979086b444294b1307d531b609210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '0588e48a-171c-4089-a154-a80d4576dfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:16:08Z', 'updated_at': '2022-03-11T20:16:09Z', 'revision_number': 3, 'project_id': '985979086b444294b1307d531b609210', 'gw_port': {'id': '0588e48a-171c-4089-a154-a80d4576dfdd', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052a8a1f-85a1-436f-9c0a-d94b0c20844f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:16:09Z', 'updated_at': '2022-03-11T20:16:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:16:12.238885 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-c11f80aa-2496-4422-b32b-80ce3d86e29a None None] Attempting to bind port 20214b14-dad0-4c81-9fff-ba8c27febae2 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:16:12.238885 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-c11f80aa-2496-4422-b32b-80ce3d86e29a None None] Attempting to bind port 20214b14-dad0-4c81-9fff-ba8c27febae2 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '8a252c1c-30ad-4118-9495-1fd7b349147e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '5c325b1a-4a04-49ae-b185-9c716085f342'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:16:12.238885 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11f80aa-2496-4422-b32b-80ce3d86e29a None None] Attempting to bind port 20214b14-dad0-4c81-9fff-ba8c27febae2 on network 5c325b1a-4a04-49ae-b185-9c716085f342 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:16:12.265458 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cde0e9-4156-4fe9-acfb-92c52fb136aa None None] The sync data for ids ['052a8a1f-85a1-436f-9c0a-d94b0c20844f'] in n-d-833163-1 is: [{'id': '052a8a1f-85a1-436f-9c0a-d94b0c20844f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-213906063', 'tenant_id': '985979086b444294b1307d531b609210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '0588e48a-171c-4089-a154-a80d4576dfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:16:08Z', 'updated_at': '2022-03-11T20:16:09Z', 'revision_number': 3, 'project_id': '985979086b444294b1307d531b609210', 'gw_port': {'id': '0588e48a-171c-4089-a154-a80d4576dfdd', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8b:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052a8a1f-85a1-436f-9c0a-d94b0c20844f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:16:09Z', 'updated_at': '2022-03-11T20:16:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:16:12.267209 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11f80aa-2496-4422-b32b-80ce3d86e29a None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:16:12.267584 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11f80aa-2496-4422-b32b-80ce3d86e29a None None] Checking segment: {'id': '8a252c1c-30ad-4118-9495-1fd7b349147e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '5c325b1a-4a04-49ae-b185-9c716085f342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:16:12.268008 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c11f80aa-2496-4422-b32b-80ce3d86e29a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:12.268386 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11f80aa-2496-4422-b32b-80ce3d86e29a None None] Bound using segment: {'id': '8a252c1c-30ad-4118-9495-1fd7b349147e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '5c325b1a-4a04-49ae-b185-9c716085f342'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:16:12.268859 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-c11f80aa-2496-4422-b32b-80ce3d86e29a None None] Bound port: 20214b14-dad0-4c81-9fff-ba8c27febae2, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a252c1c-30ad-4118-9495-1fd7b349147e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '5c325b1a-4a04-49ae-b185-9c716085f342'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:16:12.269237 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c11f80aa-2496-4422-b32b-80ce3d86e29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (20214b14-dad0-4c81-9fff-ba8c27febae2), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:12.276965 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7c572e84-b2ac-4684-8e11-d01bbf229ae3 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for port (13a1bb69-1cd8-4227-93f2-a1f54d200ca1), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:12.323491 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7c572e84-b2ac-4684-8e11-d01bbf229ae3 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (13a1bb69-1cd8-4227-93f2-a1f54d200ca1), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:12.350921 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c11f80aa-2496-4422-b32b-80ce3d86e29a None None] For port 20214b14-dad0-4c81-9fff-ba8c27febae2, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:16:12.355652 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c11f80aa-2496-4422-b32b-80ce3d86e29a None None] For port 20214b14-dad0-4c81-9fff-ba8c27febae2, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=20214b14-dad0-4c81-9fff-ba8c27febae2,segment=NetworkSegment(8a252c1c-30ad-4118-9495-1fd7b349147e),segment_id=8a252c1c-30ad-4118-9495-1fd7b349147e)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:16:12.365247 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c11f80aa-2496-4422-b32b-80ce3d86e29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (20214b14-dad0-4c81-9fff-ba8c27febae2), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:12.368057 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c572e84-b2ac-4684-8e11-d01bbf229ae3 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Network 5c325b1a-4a04-49ae-b185-9c716085f342 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:16:12.376451 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-7c572e84-b2ac-4684-8e11-d01bbf229ae3 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:16:12.382185 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c572e84-b2ac-4684-8e11-d01bbf229ae3 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:16:12.390425 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c572e84-b2ac-4684-8e11-d01bbf229ae3 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event updated for resources: {'Port': ['ID=13a1bb69-1cd8-4227-93f2-a1f54d200ca1,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:16:12.439379 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11f80aa-2496-4422-b32b-80ce3d86e29a None None] Pushing event updated for resources: {'Port': ['ID=20214b14-dad0-4c81-9fff-ba8c27febae2,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:16:12.461524 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7c572e84-b2ac-4684-8e11-d01bbf229ae3 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (052a8a1f-85a1-436f-9c0a-d94b0c20844f), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:12.627661 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7c572e84-b2ac-4684-8e11-d01bbf229ae3 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (13a1bb69-1cd8-4227-93f2-a1f54d200ca1), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:13.016974 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7c572e84-b2ac-4684-8e11-d01bbf229ae3 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for port (13a1bb69-1cd8-4227-93f2-a1f54d200ca1), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:13.022894 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7c572e84-b2ac-4684-8e11-d01bbf229ae3 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (13a1bb69-1cd8-4227-93f2-a1f54d200ca1), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:13.135666 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c572e84-b2ac-4684-8e11-d01bbf229ae3 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event updated for resources: {'Port': ['ID=13a1bb69-1cd8-4227-93f2-a1f54d200ca1,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:16:13.140745 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7c572e84-b2ac-4684-8e11-d01bbf229ae3 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (052a8a1f-85a1-436f-9c0a-d94b0c20844f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:13.185274 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 20214b14-dad0-4c81-9fff-ba8c27febae2 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:16:13.270466 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c572e84-b2ac-4684-8e11-d01bbf229ae3 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Network 5c325b1a-4a04-49ae-b185-9c716085f342 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:16:13.272249 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-7c572e84-b2ac-4684-8e11-d01bbf229ae3 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:16:13.273426 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 20214b14-dad0-4c81-9fff-ba8c27febae2 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:16:13.274082 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (20214b14-dad0-4c81-9fff-ba8c27febae2), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:13.426922 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c572e84-b2ac-4684-8e11-d01bbf229ae3 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Router 052a8a1f-85a1-436f-9c0a-d94b0c20844f has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:16:13.436103 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 20214b14-dad0-4c81-9fff-ba8c27febae2 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:16:13.436573 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (20214b14-dad0-4c81-9fff-ba8c27febae2), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:13.488403 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 20214b14-dad0-4c81-9fff-ba8c27febae2, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=20214b14-dad0-4c81-9fff-ba8c27febae2,segment=NetworkSegment(8a252c1c-30ad-4118-9495-1fd7b349147e),segment_id=8a252c1c-30ad-4118-9495-1fd7b349147e)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:16:13.493502 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (20214b14-dad0-4c81-9fff-ba8c27febae2), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:13.494648 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 0588e48a-171c-4089-a154-a80d4576dfdd up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:16:13.586851 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c572e84-b2ac-4684-8e11-d01bbf229ae3 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:16:13.599009 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=20214b14-dad0-4c81-9fff-ba8c27febae2,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:16:13.604761 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-7c572e84-b2ac-4684-8e11-d01bbf229ae3 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "PUT /v2.0/routers/052a8a1f-85a1-436f-9c0a-d94b0c20844f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5076692 Mar 11 20:16:13.613605 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 0588e48a-171c-4089-a154-a80d4576dfdd triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:16:13.614253 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (0588e48a-171c-4089-a154-a80d4576dfdd), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:13.730449 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 0588e48a-171c-4089-a154-a80d4576dfdd is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:16:13.730841 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (0588e48a-171c-4089-a154-a80d4576dfdd), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:13.753614 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 0588e48a-171c-4089-a154-a80d4576dfdd, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=0588e48a-171c-4089-a154-a80d4576dfdd,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:16:13.759888 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (0588e48a-171c-4089-a154-a80d4576dfdd), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:13.784827 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3c84703d-b08c-4e15-bce6-741917cdd8ed req-3b44d167-34fa-4d93-8508-b3200bb2ac61 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1048793124&fields=id&tenant_id=985979086b444294b1307d531b609210 HTTP/1.1" status: 200 len: 267 time: 0.0519292 Mar 11 20:16:13.814992 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=0588e48a-171c-4089-a154-a80d4576dfdd,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:16:13.830900 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0c4d4f-9f8f-4bd7-970c-d6dd30258812 None None] Network 5c325b1a-4a04-49ae-b185-9c716085f342 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:16:13.898438 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84703d-b08c-4e15-bce6-741917cdd8ed req-60a43b47-5f3c-418c-88e7-1614fc535e07 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:16:13.899976 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3c84703d-b08c-4e15-bce6-741917cdd8ed req-60a43b47-5f3c-418c-88e7-1614fc535e07 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/networks?id=5c325b1a-4a04-49ae-b185-9c716085f342 HTTP/1.1" status: 200 len: 797 time: 0.1046033 Mar 11 20:16:13.915101 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3c84703d-b08c-4e15-bce6-741917cdd8ed req-90ab3468-3cc0-4c44-8b07-20a640072c10 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/quotas/985979086b444294b1307d531b609210 HTTP/1.1" status: 200 len: 375 time: 0.0090241 Mar 11 20:16:13.925114 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c010c6ae-c375-4ebc-adfb-eb4f0611e472 None None] Provisioning complete for port 20214b14-dad0-4c81-9fff-ba8c27febae2 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:16:13.926277 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c010c6ae-c375-4ebc-adfb-eb4f0611e472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (20214b14-dad0-4c81-9fff-ba8c27febae2), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:13.976142 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3c84703d-b08c-4e15-bce6-741917cdd8ed req-48c35c52-6f68-4551-a293-4c9111e29484 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=985979086b444294b1307d531b609210&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553052 Mar 11 20:16:14.041755 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c010c6ae-c375-4ebc-adfb-eb4f0611e472 None None] Current status of the port 20214b14-dad0-4c81-9fff-ba8c27febae2 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:16:14.075974 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3c84703d-b08c-4e15-bce6-741917cdd8ed req-6699a302-9bfc-47b4-9407-6b494afaf8a7 service neutron] 10.222.0.65 "GET /v2.0/networks/5c325b1a-4a04-49ae-b185-9c716085f342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878329 Mar 11 20:16:14.176716 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3c84703d-b08c-4e15-bce6-741917cdd8ed req-6f4856d0-da6e-492d-ad56-ad79475ba229 service neutron] 10.222.0.65 "GET /v2.0/networks/5c325b1a-4a04-49ae-b185-9c716085f342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949433 Mar 11 20:16:14.273495 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-a9e5b6e7-a0a9-439f-bfcb-b9d6482da665 None None] Provisioning complete for port 20214b14-dad0-4c81-9fff-ba8c27febae2 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:16:14.274010 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a9e5b6e7-a0a9-439f-bfcb-b9d6482da665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (20214b14-dad0-4c81-9fff-ba8c27febae2), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:14.392942 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-54e0e1f0-2f87-4a49-a438-8138639932b0 req-7cc4c59c-38c2-489b-83f1-f91a5d338c71 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=01e98597-3793-4eb4-94ff-8e996248fba7 HTTP/1.1" status: 200 len: 210 time: 0.0439329 Mar 11 20:16:14.404915 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5b6e7-a0a9-439f-bfcb-b9d6482da665 None None] Current status of the port 20214b14-dad0-4c81-9fff-ba8c27febae2 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:16:14.418722 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-a9e5b6e7-a0a9-439f-bfcb-b9d6482da665 None None] Provisioning complete for port 13a1bb69-1cd8-4227-93f2-a1f54d200ca1 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:16:14.419266 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a9e5b6e7-a0a9-439f-bfcb-b9d6482da665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (13a1bb69-1cd8-4227-93f2-a1f54d200ca1), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:14.460729 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a9e5b6e7-a0a9-439f-bfcb-b9d6482da665 None None] Port 13a1bb69-1cd8-4227-93f2-a1f54d200ca1 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:16:14.479792 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58b1542-19ac-4f9c-a98a-e2607871e769 None None] Sync routers for ids ['052a8a1f-85a1-436f-9c0a-d94b0c20844f'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:16:14.492064 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58b1542-19ac-4f9c-a98a-e2607871e769 None None] Routers {'052a8a1f-85a1-436f-9c0a-d94b0c20844f'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:16:14.496923 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-c58b1542-19ac-4f9c-a98a-e2607871e769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:15:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['052a8a1f-85a1-436f-9c0a-d94b0c20844f'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:16:14.588249 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-55fae35c-2961-474d-a1c7-27e1f0a0e42e None None] Provisioning complete for port 13a1bb69-1cd8-4227-93f2-a1f54d200ca1 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:16:14.588612 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-55fae35c-2961-474d-a1c7-27e1f0a0e42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (13a1bb69-1cd8-4227-93f2-a1f54d200ca1), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:14.622516 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-c58b1542-19ac-4f9c-a98a-e2607871e769 None None] Set router 052a8a1f-85a1-436f-9c0a-d94b0c20844f gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:16:14.654250 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-55fae35c-2961-474d-a1c7-27e1f0a0e42e None None] Port 13a1bb69-1cd8-4227-93f2-a1f54d200ca1 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:16:14.774668 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ed867c67-9597-4ecd-9a5d-5c862a8f4517 None None] Provisioning complete for port 13a1bb69-1cd8-4227-93f2-a1f54d200ca1 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:16:14.775176 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ed867c67-9597-4ecd-9a5d-5c862a8f4517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (13a1bb69-1cd8-4227-93f2-a1f54d200ca1), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:14.813107 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ed867c67-9597-4ecd-9a5d-5c862a8f4517 None None] Port 13a1bb69-1cd8-4227-93f2-a1f54d200ca1 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:16:14.858224 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-c58b1542-19ac-4f9c-a98a-e2607871e769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052a8a1f-85a1-436f-9c0a-d94b0c20844f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-213906063', 'tenant_id': '985979086b444294b1307d531b609210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '0588e48a-171c-4089-a154-a80d4576dfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:16:08Z', 'updated_at': '2022-03-11T20:16:12Z', 'revision_number': 4, 'project_id': '985979086b444294b1307d531b609210', 'gw_port': {'id': '0588e48a-171c-4089-a154-a80d4576dfdd', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052a8a1f-85a1-436f-9c0a-d94b0c20844f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:16:09Z', 'updated_at': '2022-03-11T20:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '13a1bb69-1cd8-4227-93f2-a1f54d200ca1', 'name': '', 'network_id': '5c325b1a-4a04-49ae-b185-9c716085f342', 'tenant_id': '985979086b444294b1307d531b609210', 'mac_address': 'fa:16:3e:32:21:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052a8a1f-85a1-436f-9c0a-d94b0c20844f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'ba1a7121-5f30-4f26-bf40-13f08f938f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:16:11Z', 'updated_at': '2022-03-11T20:16:12Z', 'revision_number': 2, 'project_id': '985979086b444294b1307d531b609210', 'subnets': [{'id': 'ba1a7121-5f30-4f26-bf40-13f08f938f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:16:14.891927 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58b1542-19ac-4f9c-a98a-e2607871e769 None None] Checking router: 052a8a1f-85a1-436f-9c0a-d94b0c20844f for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:16:14.892427 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58b1542-19ac-4f9c-a98a-e2607871e769 None None] Updating router 052a8a1f-85a1-436f-9c0a-d94b0c20844f port 13a1bb69-1cd8-4227-93f2-a1f54d200ca1 binding host n-d-833163-1 {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 20:16:14.924184 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c58b1542-19ac-4f9c-a98a-e2607871e769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (13a1bb69-1cd8-4227-93f2-a1f54d200ca1), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:15.069446 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 20214b14-dad0-4c81-9fff-ba8c27febae2 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:16:15.119834 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 20214b14-dad0-4c81-9fff-ba8c27febae2 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:16:15.120292 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (20214b14-dad0-4c81-9fff-ba8c27febae2), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:15.201502 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 20214b14-dad0-4c81-9fff-ba8c27febae2 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:16:15.202567 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 0588e48a-171c-4089-a154-a80d4576dfdd up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:16:15.214894 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c58b1542-19ac-4f9c-a98a-e2607871e769 None None] Publish callbacks [] for port (13a1bb69-1cd8-4227-93f2-a1f54d200ca1), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:15.220426 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c58b1542-19ac-4f9c-a98a-e2607871e769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (13a1bb69-1cd8-4227-93f2-a1f54d200ca1), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:15.255572 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 0588e48a-171c-4089-a154-a80d4576dfdd triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:16:15.256042 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (0588e48a-171c-4089-a154-a80d4576dfdd), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:15.273195 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf019f2-77d4-4af4-af54-4cecf89e4fd2 None None] Pushing event updated for resources: {'Port': ['ID=13a1bb69-1cd8-4227-93f2-a1f54d200ca1,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:16:15.331430 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-c58b1542-19ac-4f9c-a98a-e2607871e769 None None] Attempting to bind port 13a1bb69-1cd8-4227-93f2-a1f54d200ca1 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:16:15.331828 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-c58b1542-19ac-4f9c-a98a-e2607871e769 None None] Attempting to bind port 13a1bb69-1cd8-4227-93f2-a1f54d200ca1 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '8a252c1c-30ad-4118-9495-1fd7b349147e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '5c325b1a-4a04-49ae-b185-9c716085f342'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:16:15.332967 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58b1542-19ac-4f9c-a98a-e2607871e769 None None] Attempting to bind port 13a1bb69-1cd8-4227-93f2-a1f54d200ca1 on network 5c325b1a-4a04-49ae-b185-9c716085f342 {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:16:15.336089 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf019f2-77d4-4af4-af54-4cecf89e4fd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:16:15.336309 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf019f2-77d4-4af4-af54-4cecf89e4fd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:16:15.336652 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf019f2-77d4-4af4-af54-4cecf89e4fd2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:16:15.336988 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf019f2-77d4-4af4-af54-4cecf89e4fd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:16:15.337327 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf019f2-77d4-4af4-af54-4cecf89e4fd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:16:15.337657 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf019f2-77d4-4af4-af54-4cecf89e4fd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:16:15.338199 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf019f2-77d4-4af4-af54-4cecf89e4fd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:16:15.338326 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf019f2-77d4-4af4-af54-4cecf89e4fd2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:16:15.338744 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf019f2-77d4-4af4-af54-4cecf89e4fd2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:16:15.339071 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf019f2-77d4-4af4-af54-4cecf89e4fd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:16:15.339491 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf019f2-77d4-4af4-af54-4cecf89e4fd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:16:15.339897 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf019f2-77d4-4af4-af54-4cecf89e4fd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:16:15.340292 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf019f2-77d4-4af4-af54-4cecf89e4fd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:16:15.348741 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58b1542-19ac-4f9c-a98a-e2607871e769 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:16:15.349105 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58b1542-19ac-4f9c-a98a-e2607871e769 None None] Checking segment: {'id': '8a252c1c-30ad-4118-9495-1fd7b349147e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '5c325b1a-4a04-49ae-b185-9c716085f342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:16:15.349912 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c58b1542-19ac-4f9c-a98a-e2607871e769 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:15.349912 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c58b1542-19ac-4f9c-a98a-e2607871e769 None None] Bound using segment: {'id': '8a252c1c-30ad-4118-9495-1fd7b349147e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '5c325b1a-4a04-49ae-b185-9c716085f342'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:16:15.350329 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-c58b1542-19ac-4f9c-a98a-e2607871e769 None None] Bound port: 13a1bb69-1cd8-4227-93f2-a1f54d200ca1, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a252c1c-30ad-4118-9495-1fd7b349147e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '5c325b1a-4a04-49ae-b185-9c716085f342'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:16:15.350699 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c58b1542-19ac-4f9c-a98a-e2607871e769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (13a1bb69-1cd8-4227-93f2-a1f54d200ca1), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:15.356850 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 0588e48a-171c-4089-a154-a80d4576dfdd is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:16:15.432712 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-c58b1542-19ac-4f9c-a98a-e2607871e769 None None] For port 13a1bb69-1cd8-4227-93f2-a1f54d200ca1, host n-d-833163-1, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:16:15.436370 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-c58b1542-19ac-4f9c-a98a-e2607871e769 None None] For port 13a1bb69-1cd8-4227-93f2-a1f54d200ca1, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=13a1bb69-1cd8-4227-93f2-a1f54d200ca1,segment=NetworkSegment(8a252c1c-30ad-4118-9495-1fd7b349147e),segment_id=8a252c1c-30ad-4118-9495-1fd7b349147e)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:16:15.444794 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-c58b1542-19ac-4f9c-a98a-e2607871e769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (13a1bb69-1cd8-4227-93f2-a1f54d200ca1), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:15.511078 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf019f2-77d4-4af4-af54-4cecf89e4fd2 None None] Pushing event updated for resources: {'Port': ['ID=13a1bb69-1cd8-4227-93f2-a1f54d200ca1,revision_number=4']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:16:15.536796 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58b1542-19ac-4f9c-a98a-e2607871e769 None None] Routers {'052a8a1f-85a1-436f-9c0a-d94b0c20844f'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:16:15.537401 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-c58b1542-19ac-4f9c-a98a-e2607871e769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:15:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['052a8a1f-85a1-436f-9c0a-d94b0c20844f'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:16:15.548256 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2f3f8cd6-8bbb-4de1-8fc7-352b15629fb4 req-6905501a-de40-4bcc-bd7b-c43b1fbf92e2 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=01e98597-3793-4eb4-94ff-8e996248fba7 HTTP/1.1" status: 200 len: 210 time: 0.0326641 Mar 11 20:16:15.580760 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84703d-b08c-4e15-bce6-741917cdd8ed req-7a597af5-d578-4ee0-ad1e-5ed7d1aad91a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:16:15.582273 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3c84703d-b08c-4e15-bce6-741917cdd8ed req-7a597af5-d578-4ee0-ad1e-5ed7d1aad91a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.57 "GET /v2.0/networks?id=5c325b1a-4a04-49ae-b185-9c716085f342 HTTP/1.1" status: 200 len: 797 time: 0.2222626 Mar 11 20:16:15.639742 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-f6da622e-ee21-4353-8cd7-360202e4c766 None None] Provisioning complete for port 13a1bb69-1cd8-4227-93f2-a1f54d200ca1 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:16:15.640644 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f6da622e-ee21-4353-8cd7-360202e4c766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (13a1bb69-1cd8-4227-93f2-a1f54d200ca1), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:15.652271 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3c84703d-b08c-4e15-bce6-741917cdd8ed req-569fda60-109e-4444-90ed-128c79617544 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=985979086b444294b1307d531b609210 HTTP/1.1" status: 200 len: 380 time: 0.0620704 Mar 11 20:16:15.664679 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-3c84703d-b08c-4e15-bce6-741917cdd8ed req-d8ed3798-a11d-4504-bad6-f7898378d4b1 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Request body: {'port': {'device_id': '01e98597-3793-4eb4-94ff-8e996248fba7', 'network_id': '5c325b1a-4a04-49ae-b185-9c716085f342', 'admin_state_up': True, 'tenant_id': '985979086b444294b1307d531b609210', 'security_groups': ['d663b1dc-87e3-4169-bddb-02db84c26ddf']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:16:15.670255 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-c58b1542-19ac-4f9c-a98a-e2607871e769 None None] Set router 052a8a1f-85a1-436f-9c0a-d94b0c20844f gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:16:15.745124 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f6da622e-ee21-4353-8cd7-360202e4c766 None None] Current status of the port 13a1bb69-1cd8-4227-93f2-a1f54d200ca1 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:16:15.745896 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f6da622e-ee21-4353-8cd7-360202e4c766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (13a1bb69-1cd8-4227-93f2-a1f54d200ca1), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:15.793097 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-f6da622e-ee21-4353-8cd7-360202e4c766 None None] For port 13a1bb69-1cd8-4227-93f2-a1f54d200ca1, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=13a1bb69-1cd8-4227-93f2-a1f54d200ca1,segment=NetworkSegment(8a252c1c-30ad-4118-9495-1fd7b349147e),segment_id=8a252c1c-30ad-4118-9495-1fd7b349147e)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:16:15.798904 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f6da622e-ee21-4353-8cd7-360202e4c766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (13a1bb69-1cd8-4227-93f2-a1f54d200ca1), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:15.812319 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c84703d-b08c-4e15-bce6-741917cdd8ed req-d8ed3798-a11d-4504-bad6-f7898378d4b1 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Made reservation on behalf of 985979086b444294b1307d531b609210 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:16:15.815963 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3c84703d-b08c-4e15-bce6-741917cdd8ed req-d8ed3798-a11d-4504-bad6-f7898378d4b1 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:15.855709 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6da622e-ee21-4353-8cd7-360202e4c766 None None] Pushing event updated for resources: {'Port': ['ID=13a1bb69-1cd8-4227-93f2-a1f54d200ca1,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:16:15.920144 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-c58b1542-19ac-4f9c-a98a-e2607871e769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052a8a1f-85a1-436f-9c0a-d94b0c20844f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-213906063', 'tenant_id': '985979086b444294b1307d531b609210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '0588e48a-171c-4089-a154-a80d4576dfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:16:08Z', 'updated_at': '2022-03-11T20:16:12Z', 'revision_number': 4, 'project_id': '985979086b444294b1307d531b609210', 'gw_port': {'id': '0588e48a-171c-4089-a154-a80d4576dfdd', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052a8a1f-85a1-436f-9c0a-d94b0c20844f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:16:09Z', 'updated_at': '2022-03-11T20:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '13a1bb69-1cd8-4227-93f2-a1f54d200ca1', 'name': '', 'network_id': '5c325b1a-4a04-49ae-b185-9c716085f342', 'tenant_id': '985979086b444294b1307d531b609210', 'mac_address': 'fa:16:3e:32:21:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052a8a1f-85a1-436f-9c0a-d94b0c20844f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'ba1a7121-5f30-4f26-bf40-13f08f938f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:16:11Z', 'updated_at': '2022-03-11T20:16:15Z', 'revision_number': 4, 'project_id': '985979086b444294b1307d531b609210', 'subnets': [{'id': 'ba1a7121-5f30-4f26-bf40-13f08f938f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:16:15.926579 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-6838cd94-4d22-4ec6-94b8-e0f51d5cfc5a None None] Provisioning complete for port 13a1bb69-1cd8-4227-93f2-a1f54d200ca1 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:16:15.927165 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6838cd94-4d22-4ec6-94b8-e0f51d5cfc5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (13a1bb69-1cd8-4227-93f2-a1f54d200ca1), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:15.951567 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58b1542-19ac-4f9c-a98a-e2607871e769 None None] The sync data for ids ['052a8a1f-85a1-436f-9c0a-d94b0c20844f'] in n-d-833163-1 is: [{'id': '052a8a1f-85a1-436f-9c0a-d94b0c20844f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-213906063', 'tenant_id': '985979086b444294b1307d531b609210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '0588e48a-171c-4089-a154-a80d4576dfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:16:08Z', 'updated_at': '2022-03-11T20:16:12Z', 'revision_number': 4, 'project_id': '985979086b444294b1307d531b609210', 'gw_port': {'id': '0588e48a-171c-4089-a154-a80d4576dfdd', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052a8a1f-85a1-436f-9c0a-d94b0c20844f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:16:09Z', 'updated_at': '2022-03-11T20:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '13a1bb69-1cd8-4227-93f2-a1f54d200ca1', 'name': '', 'network_id': '5c325b1a-4a04-49ae-b185-9c716085f342', 'tenant_id': '985979086b444294b1307d531b609210', 'mac_address': 'fa:16:3e:32:21:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052a8a1f-85a1-436f-9c0a-d94b0c20844f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'ba1a7121-5f30-4f26-bf40-13f08f938f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:16:11Z', 'updated_at': '2022-03-11T20:16:15Z', 'revision_number': 4, 'project_id': '985979086b444294b1307d531b609210', 'subnets': [{'id': 'ba1a7121-5f30-4f26-bf40-13f08f938f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:16:15.958086 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-3c84703d-b08c-4e15-bce6-741917cdd8ed req-d8ed3798-a11d-4504-bad6-f7898378d4b1 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Allocated IP 172.20.0.12 (5c325b1a-4a04-49ae-b185-9c716085f342/ba1a7121-5f30-4f26-bf40-13f08f938f03/7e6ea014-bc7b-46bd-80bc-f7e32c362b7a) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:16:16.036462 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-6838cd94-4d22-4ec6-94b8-e0f51d5cfc5a None None] Current status of the port 13a1bb69-1cd8-4227-93f2-a1f54d200ca1 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:16:16.135849 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3c84703d-b08c-4e15-bce6-741917cdd8ed req-d8ed3798-a11d-4504-bad6-f7898378d4b1 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for port (7e6ea014-bc7b-46bd-80bc-f7e32c362b7a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:16.179370 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3c84703d-b08c-4e15-bce6-741917cdd8ed req-d8ed3798-a11d-4504-bad6-f7898378d4b1 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (7e6ea014-bc7b-46bd-80bc-f7e32c362b7a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:16.232268 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c84703d-b08c-4e15-bce6-741917cdd8ed req-d8ed3798-a11d-4504-bad6-f7898378d4b1 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Network 5c325b1a-4a04-49ae-b185-9c716085f342 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:16:16.240995 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-3c84703d-b08c-4e15-bce6-741917cdd8ed req-d8ed3798-a11d-4504-bad6-f7898378d4b1 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:16:16.243969 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c84703d-b08c-4e15-bce6-741917cdd8ed req-d8ed3798-a11d-4504-bad6-f7898378d4b1 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:16:16.279360 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ed3798-a11d-4504-bad6-f7898378d4b1 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event updated for resources: {'Port': ['ID=7e6ea014-bc7b-46bd-80bc-f7e32c362b7a,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:16:16.311607 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84703d-b08c-4e15-bce6-741917cdd8ed req-d8ed3798-a11d-4504-bad6-f7898378d4b1 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:16:16.312279 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3c84703d-b08c-4e15-bce6-741917cdd8ed req-d8ed3798-a11d-4504-bad6-f7898378d4b1 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:16.330228 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3c84703d-b08c-4e15-bce6-741917cdd8ed req-d8ed3798-a11d-4504-bad6-f7898378d4b1 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6709874 Mar 11 20:16:16.341812 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-3c84703d-b08c-4e15-bce6-741917cdd8ed req-42d3bda7-a844-4667-a1a0-4af9e70a9c2e service neutron] Request body: {'port': {'device_id': '01e98597-3793-4eb4-94ff-8e996248fba7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:16:16.407345 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3c84703d-b08c-4e15-bce6-741917cdd8ed req-42d3bda7-a844-4667-a1a0-4af9e70a9c2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (7e6ea014-bc7b-46bd-80bc-f7e32c362b7a), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:16.458991 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-2dab8e52-2bd2-4ec4-a0a0-4cadad90c038 None None] Provisioning complete for port 7e6ea014-bc7b-46bd-80bc-f7e32c362b7a triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:16:16.459560 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2dab8e52-2bd2-4ec4-a0a0-4cadad90c038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (7e6ea014-bc7b-46bd-80bc-f7e32c362b7a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:16.498149 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-2dab8e52-2bd2-4ec4-a0a0-4cadad90c038 None None] Port 7e6ea014-bc7b-46bd-80bc-f7e32c362b7a cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:16:16.732823 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06a9472-5c43-47c7-b19a-be52aada7efd req-737e0111-47a2-4b35-be57-03e9c81d026f tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:16:16.734323 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d06a9472-5c43-47c7-b19a-be52aada7efd req-737e0111-47a2-4b35-be57-03e9c81d026f tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=01e98597-3793-4eb4-94ff-8e996248fba7 HTTP/1.1" status: 200 len: 932 time: 0.1090009 Mar 11 20:16:16.744044 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-3c84703d-b08c-4e15-bce6-741917cdd8ed req-42d3bda7-a844-4667-a1a0-4af9e70a9c2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e6ea014-bc7b-46bd-80bc-f7e32c362b7a {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:16:16.757792 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3c84703d-b08c-4e15-bce6-741917cdd8ed req-42d3bda7-a844-4667-a1a0-4af9e70a9c2e service neutron] Publish callbacks [] for port (7e6ea014-bc7b-46bd-80bc-f7e32c362b7a), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:16.785889 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-3c84703d-b08c-4e15-bce6-741917cdd8ed req-42d3bda7-a844-4667-a1a0-4af9e70a9c2e service neutron] Transition to ACTIVE for port object 7e6ea014-bc7b-46bd-80bc-f7e32c362b7a will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 20:16:16.791885 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3c84703d-b08c-4e15-bce6-741917cdd8ed req-42d3bda7-a844-4667-a1a0-4af9e70a9c2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (7e6ea014-bc7b-46bd-80bc-f7e32c362b7a), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:16.828619 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d06a9472-5c43-47c7-b19a-be52aada7efd req-eeff96ba-c91d-4d53-bfdb-e9443f9ed2d2 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=d663b1dc-87e3-4169-bddb-02db84c26ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874116 Mar 11 20:16:16.860191 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d3bda7-a844-4667-a1a0-4af9e70a9c2e service neutron] Pushing event updated for resources: {'Port': ['ID=7e6ea014-bc7b-46bd-80bc-f7e32c362b7a,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:16:16.935293 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-3c84703d-b08c-4e15-bce6-741917cdd8ed req-42d3bda7-a844-4667-a1a0-4af9e70a9c2e service neutron] Attempting to bind port 7e6ea014-bc7b-46bd-80bc-f7e32c362b7a on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:16:16.935648 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-3c84703d-b08c-4e15-bce6-741917cdd8ed req-42d3bda7-a844-4667-a1a0-4af9e70a9c2e service neutron] Attempting to bind port 7e6ea014-bc7b-46bd-80bc-f7e32c362b7a by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '8a252c1c-30ad-4118-9495-1fd7b349147e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '5c325b1a-4a04-49ae-b185-9c716085f342'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:16:16.935980 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c84703d-b08c-4e15-bce6-741917cdd8ed req-42d3bda7-a844-4667-a1a0-4af9e70a9c2e service neutron] Attempting to bind port 7e6ea014-bc7b-46bd-80bc-f7e32c362b7a on network 5c325b1a-4a04-49ae-b185-9c716085f342 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:16:16.940661 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c84703d-b08c-4e15-bce6-741917cdd8ed req-42d3bda7-a844-4667-a1a0-4af9e70a9c2e service neutron] Port 7e6ea014-bc7b-46bd-80bc-f7e32c362b7a on network 5c325b1a-4a04-49ae-b185-9c716085f342 not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 20:16:16.940977 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c84703d-b08c-4e15-bce6-741917cdd8ed req-42d3bda7-a844-4667-a1a0-4af9e70a9c2e service neutron] Attempting to bind port 7e6ea014-bc7b-46bd-80bc-f7e32c362b7a on network 5c325b1a-4a04-49ae-b185-9c716085f342 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:16:16.946908 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c84703d-b08c-4e15-bce6-741917cdd8ed req-42d3bda7-a844-4667-a1a0-4af9e70a9c2e service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 15, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:16:16.947253 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c84703d-b08c-4e15-bce6-741917cdd8ed req-42d3bda7-a844-4667-a1a0-4af9e70a9c2e service neutron] Checking segment: {'id': '8a252c1c-30ad-4118-9495-1fd7b349147e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '5c325b1a-4a04-49ae-b185-9c716085f342'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:16:16.947717 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c84703d-b08c-4e15-bce6-741917cdd8ed req-42d3bda7-a844-4667-a1a0-4af9e70a9c2e service neutron] Bound using segment: {'id': '8a252c1c-30ad-4118-9495-1fd7b349147e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '5c325b1a-4a04-49ae-b185-9c716085f342'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:16:16.948098 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-3c84703d-b08c-4e15-bce6-741917cdd8ed req-42d3bda7-a844-4667-a1a0-4af9e70a9c2e service neutron] Bound port: 7e6ea014-bc7b-46bd-80bc-f7e32c362b7a, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a252c1c-30ad-4118-9495-1fd7b349147e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 867, 'network_id': '5c325b1a-4a04-49ae-b185-9c716085f342'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:16:16.948452 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3c84703d-b08c-4e15-bce6-741917cdd8ed req-42d3bda7-a844-4667-a1a0-4af9e70a9c2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (7e6ea014-bc7b-46bd-80bc-f7e32c362b7a), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:17.016133 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-3c84703d-b08c-4e15-bce6-741917cdd8ed req-42d3bda7-a844-4667-a1a0-4af9e70a9c2e service neutron] For port 7e6ea014-bc7b-46bd-80bc-f7e32c362b7a, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:16:17.019563 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-3c84703d-b08c-4e15-bce6-741917cdd8ed req-42d3bda7-a844-4667-a1a0-4af9e70a9c2e service neutron] For port 7e6ea014-bc7b-46bd-80bc-f7e32c362b7a, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=7e6ea014-bc7b-46bd-80bc-f7e32c362b7a,segment=NetworkSegment(8a252c1c-30ad-4118-9495-1fd7b349147e),segment_id=8a252c1c-30ad-4118-9495-1fd7b349147e)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:16:17.029483 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3c84703d-b08c-4e15-bce6-741917cdd8ed req-42d3bda7-a844-4667-a1a0-4af9e70a9c2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (7e6ea014-bc7b-46bd-80bc-f7e32c362b7a), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:17.069735 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84703d-b08c-4e15-bce6-741917cdd8ed req-42d3bda7-a844-4667-a1a0-4af9e70a9c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:16:17.070374 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3c84703d-b08c-4e15-bce6-741917cdd8ed req-42d3bda7-a844-4667-a1a0-4af9e70a9c2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:17.073362 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3c84703d-b08c-4e15-bce6-741917cdd8ed req-42d3bda7-a844-4667-a1a0-4af9e70a9c2e service neutron] 10.222.0.57 "PUT /v2.0/ports/7e6ea014-bc7b-46bd-80bc-f7e32c362b7a HTTP/1.1" status: 200 len: 1092 time: 0.7364726 Mar 11 20:16:17.073865 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01e98597-3793-4eb4-94ff-8e996248fba7', 'tag': '7e6ea014-bc7b-46bd-80bc-f7e32c362b7a'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:16:17.076266 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-585b6d8a-1105-4f61-9490-a96638d7a535" -d '{"events": [{"name": "network-changed", "server_uuid": "01e98597-3793-4eb4-94ff-8e996248fba7", "tag": "7e6ea014-bc7b-46bd-80bc-f7e32c362b7a"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:16:17.130438 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d3bda7-a844-4667-a1a0-4af9e70a9c2e service neutron] Pushing event updated for resources: {'Port': ['ID=7e6ea014-bc7b-46bd-80bc-f7e32c362b7a,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:16:17.147515 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 13a1bb69-1cd8-4227-93f2-a1f54d200ca1 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:16:17.202586 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84703d-b08c-4e15-bce6-741917cdd8ed req-a5ebc6ac-81c4-4204-95a8-61413cd9ed66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:16:17.205556 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3c84703d-b08c-4e15-bce6-741917cdd8ed req-a5ebc6ac-81c4-4204-95a8-61413cd9ed66 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=985979086b444294b1307d531b609210&device_id=01e98597-3793-4eb4-94ff-8e996248fba7 HTTP/1.1" status: 200 len: 1126 time: 0.0716999 Mar 11 20:16:17.218741 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f5c1b1e-4cd4-4c1f-8408-f59ebb5d24d4 x-openstack-request-id: req-8f5c1b1e-4cd4-4c1f-8408-f59ebb5d24d4 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:16:17.219151 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01e98597-3793-4eb4-94ff-8e996248fba7", "tag": "7e6ea014-bc7b-46bd-80bc-f7e32c362b7a", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:16:17.219499 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8f5c1b1e-4cd4-4c1f-8408-f59ebb5d24d4 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:16:17.220026 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01e98597-3793-4eb4-94ff-8e996248fba7', 'tag': '7e6ea014-bc7b-46bd-80bc-f7e32c362b7a', 'status': 'completed', 'code': 200} Mar 11 20:16:17.233595 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 13a1bb69-1cd8-4227-93f2-a1f54d200ca1 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:16:17.233976 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (13a1bb69-1cd8-4227-93f2-a1f54d200ca1), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:17.328972 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 13a1bb69-1cd8-4227-93f2-a1f54d200ca1 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:16:17.607088 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3c84703d-b08c-4e15-bce6-741917cdd8ed req-eb9e7fff-b9a4-4d2a-9554-f9c4f6f83522 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e6ea014-bc7b-46bd-80bc-f7e32c362b7a HTTP/1.1" status: 200 len: 217 time: 0.3903484 Mar 11 20:16:17.654732 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84703d-b08c-4e15-bce6-741917cdd8ed req-f17410e4-56a0-4c86-8870-48e6c5855af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:16:17.656220 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3c84703d-b08c-4e15-bce6-741917cdd8ed req-f17410e4-56a0-4c86-8870-48e6c5855af4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ba1a7121-5f30-4f26-bf40-13f08f938f03 HTTP/1.1" status: 200 len: 834 time: 0.0437100 Mar 11 20:16:17.701587 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84703d-b08c-4e15-bce6-741917cdd8ed req-a810c81a-55e2-4594-a188-d278b01e7ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:16:17.703030 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3c84703d-b08c-4e15-bce6-741917cdd8ed req-a810c81a-55e2-4594-a188-d278b01e7ee4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5c325b1a-4a04-49ae-b185-9c716085f342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0413430 Mar 11 20:16:17.791806 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3c84703d-b08c-4e15-bce6-741917cdd8ed req-6da307d8-c14d-43c5-b2b5-46482ec18eae service neutron] 10.222.0.57 "GET /v2.0/networks/5c325b1a-4a04-49ae-b185-9c716085f342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826292 Mar 11 20:16:17.882129 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3c84703d-b08c-4e15-bce6-741917cdd8ed req-b9a200db-353c-4e92-bc4a-c862c24282e2 service neutron] 10.222.0.57 "GET /v2.0/networks/5c325b1a-4a04-49ae-b185-9c716085f342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840073 Mar 11 20:16:17.989044 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37185168-73fb-403c-ad17-dbc3f7504e13 req-80d02fe1-1c4b-4f39-b2a8-af8794275833 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:16:17.990519 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-37185168-73fb-403c-ad17-dbc3f7504e13 req-80d02fe1-1c4b-4f39-b2a8-af8794275833 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=01e98597-3793-4eb4-94ff-8e996248fba7 HTTP/1.1" status: 200 len: 944 time: 0.0814729 Mar 11 20:16:17.996223 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b6d8a-1105-4f61-9490-a96638d7a535 req-f9dbd204-ea45-47e5-a179-894ce924b1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:16:17.997592 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-585b6d8a-1105-4f61-9490-a96638d7a535 req-f9dbd204-ea45-47e5-a179-894ce924b1a8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=985979086b444294b1307d531b609210&device_id=01e98597-3793-4eb4-94ff-8e996248fba7 HTTP/1.1" status: 200 len: 1126 time: 0.0628412 Mar 11 20:16:18.095774 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-37185168-73fb-403c-ad17-dbc3f7504e13 req-6554efed-a31e-4e16-99fd-d42c9861a331 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=d663b1dc-87e3-4169-bddb-02db84c26ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972209 Mar 11 20:16:18.119357 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b6d8a-1105-4f61-9490-a96638d7a535 req-379d2677-3cf4-45ba-8ba9-e9a12a90fb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:16:18.120775 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-585b6d8a-1105-4f61-9490-a96638d7a535 req-379d2677-3cf4-45ba-8ba9-e9a12a90fb8d service neutron] 10.222.0.57 "GET /v2.0/networks?id=5c325b1a-4a04-49ae-b185-9c716085f342 HTTP/1.1" status: 200 len: 898 time: 0.1160398 Mar 11 20:16:18.161986 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-585b6d8a-1105-4f61-9490-a96638d7a535 req-b85f091a-6a2e-4999-9b1e-9959e81b75c6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e6ea014-bc7b-46bd-80bc-f7e32c362b7a HTTP/1.1" status: 200 len: 217 time: 0.0350041 Mar 11 20:16:18.212055 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b6d8a-1105-4f61-9490-a96638d7a535 req-05ba1642-699f-483f-aca7-f1dfb17f9f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:16:18.213450 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-585b6d8a-1105-4f61-9490-a96638d7a535 req-05ba1642-699f-483f-aca7-f1dfb17f9f10 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ba1a7121-5f30-4f26-bf40-13f08f938f03 HTTP/1.1" status: 200 len: 834 time: 0.0463641 Mar 11 20:16:18.261155 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b6d8a-1105-4f61-9490-a96638d7a535 req-3613f8a6-626e-416d-977b-e49337abf0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:16:18.262645 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-585b6d8a-1105-4f61-9490-a96638d7a535 req-3613f8a6-626e-416d-977b-e49337abf0a2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5c325b1a-4a04-49ae-b185-9c716085f342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435452 Mar 11 20:16:18.348434 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-585b6d8a-1105-4f61-9490-a96638d7a535 req-ad920686-4923-4149-a094-43bc922d3140 service neutron] 10.222.0.57 "GET /v2.0/networks/5c325b1a-4a04-49ae-b185-9c716085f342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800276 Mar 11 20:16:18.437554 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-585b6d8a-1105-4f61-9490-a96638d7a535 req-989f4e15-a877-43e6-a4ce-e59a3229766f service neutron] 10.222.0.57 "GET /v2.0/networks/5c325b1a-4a04-49ae-b185-9c716085f342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835035 Mar 11 20:16:19.212753 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b596259-c135-4d81-adeb-496cc7f9e478 req-5442499b-1836-4706-88b2-6a960567981c tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:16:19.214488 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9b596259-c135-4d81-adeb-496cc7f9e478 req-5442499b-1836-4706-88b2-6a960567981c tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=01e98597-3793-4eb4-94ff-8e996248fba7 HTTP/1.1" status: 200 len: 944 time: 0.0526044 Mar 11 20:16:19.216428 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:19.265501 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9b596259-c135-4d81-adeb-496cc7f9e478 req-ff9ce4ef-dfbd-4f56-a64f-08cc114d14b2 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=d663b1dc-87e3-4169-bddb-02db84c26ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449581 Mar 11 20:16:20.383896 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5bcb57-827d-4d65-8675-c99b8af254e3 req-c0d18a86-a6ee-4b31-84c6-35b053c0831c tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:16:20.385337 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fc5bcb57-827d-4d65-8675-c99b8af254e3 req-c0d18a86-a6ee-4b31-84c6-35b053c0831c tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=01e98597-3793-4eb4-94ff-8e996248fba7 HTTP/1.1" status: 200 len: 944 time: 0.0553491 Mar 11 20:16:20.423118 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 7e6ea014-bc7b-46bd-80bc-f7e32c362b7a details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 20:16:20.432582 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fc5bcb57-827d-4d65-8675-c99b8af254e3 req-5ae3f168-ffa3-4448-b475-9090c14282fe tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=d663b1dc-87e3-4169-bddb-02db84c26ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417178 Mar 11 20:16:20.525690 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 7e6ea014-bc7b-46bd-80bc-f7e32c362b7a, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=7e6ea014-bc7b-46bd-80bc-f7e32c362b7a,segment=NetworkSegment(8a252c1c-30ad-4118-9495-1fd7b349147e),segment_id=8a252c1c-30ad-4118-9495-1fd7b349147e)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:16:20.536981 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': '7e6ea014-bc7b-46bd-80bc-f7e32c362b7a', 'network_id': '5c325b1a-4a04-49ae-b185-9c716085f342', 'port_id': '7e6ea014-bc7b-46bd-80bc-f7e32c362b7a', 'mac_address': 'fa:16:3e:74:97:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 867, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba1a7121-5f30-4f26-bf40-13f08f938f03', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 20:16:20.577375 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 7e6ea014-bc7b-46bd-80bc-f7e32c362b7a is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:16:20.577761 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (7e6ea014-bc7b-46bd-80bc-f7e32c362b7a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:20.590126 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e6ea014-bc7b-46bd-80bc-f7e32c362b7a {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:16:20.609045 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 7e6ea014-bc7b-46bd-80bc-f7e32c362b7a, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=7e6ea014-bc7b-46bd-80bc-f7e32c362b7a,segment=NetworkSegment(8a252c1c-30ad-4118-9495-1fd7b349147e),segment_id=8a252c1c-30ad-4118-9495-1fd7b349147e)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:16:20.613157 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (7e6ea014-bc7b-46bd-80bc-f7e32c362b7a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:20.658285 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=7e6ea014-bc7b-46bd-80bc-f7e32c362b7a,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:16:20.918762 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['7e6ea014-bc7b-46bd-80bc-f7e32c362b7a'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:16:21.551967 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b027a43-b3e9-46ca-b61a-787a1b6080e0 req-0eb8d169-b466-4442-ab1d-94f70c05c825 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:16:21.553352 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1b027a43-b3e9-46ca-b61a-787a1b6080e0 req-0eb8d169-b466-4442-ab1d-94f70c05c825 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=01e98597-3793-4eb4-94ff-8e996248fba7 HTTP/1.1" status: 200 len: 945 time: 0.0522377 Mar 11 20:16:21.657321 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1b027a43-b3e9-46ca-b61a-787a1b6080e0 req-d9f16f62-cab0-4c2b-a308-13640eefa30d tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=d663b1dc-87e3-4169-bddb-02db84c26ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980926 Mar 11 20:16:22.363655 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e50e5298-93c7-4edf-b0f7-2cf9a74d2d90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:22.438134 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 7e6ea014-bc7b-46bd-80bc-f7e32c362b7a up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:16:22.486286 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port 7e6ea014-bc7b-46bd-80bc-f7e32c362b7a completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 20:16:22.490221 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port 7e6ea014-bc7b-46bd-80bc-f7e32c362b7a triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:16:22.490599 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (7e6ea014-bc7b-46bd-80bc-f7e32c362b7a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:22.721452 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 7e6ea014-bc7b-46bd-80bc-f7e32c362b7a is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:16:22.721843 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (7e6ea014-bc7b-46bd-80bc-f7e32c362b7a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:22.744434 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01e98597-3793-4eb4-94ff-8e996248fba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e6ea014-bc7b-46bd-80bc-f7e32c362b7a'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:16:22.746558 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4abbc3da-f10e-4c80-9925-cf0459bc1fea" -d '{"events": [{"server_uuid": "01e98597-3793-4eb4-94ff-8e996248fba7", "name": "network-vif-plugged", "status": "completed", "tag": "7e6ea014-bc7b-46bd-80bc-f7e32c362b7a"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:16:22.759118 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 7e6ea014-bc7b-46bd-80bc-f7e32c362b7a, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=7e6ea014-bc7b-46bd-80bc-f7e32c362b7a,segment=NetworkSegment(8a252c1c-30ad-4118-9495-1fd7b349147e),segment_id=8a252c1c-30ad-4118-9495-1fd7b349147e)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:16:22.763583 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (7e6ea014-bc7b-46bd-80bc-f7e32c362b7a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:22.780835 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2297d9-c13b-40b9-8d4c-38df9b13e998 req-efa3bc35-0342-423e-a341-4e0f9a10d8ed tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:16:22.782317 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1b2297d9-c13b-40b9-8d4c-38df9b13e998 req-efa3bc35-0342-423e-a341-4e0f9a10d8ed tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=01e98597-3793-4eb4-94ff-8e996248fba7 HTTP/1.1" status: 200 len: 945 time: 0.0575628 Mar 11 20:16:22.810332 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=7e6ea014-bc7b-46bd-80bc-f7e32c362b7a,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:16:22.834649 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1b2297d9-c13b-40b9-8d4c-38df9b13e998 req-d1d3ec90-d901-4c28-84b4-7bbb708501a3 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=d663b1dc-87e3-4169-bddb-02db84c26ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465977 Mar 11 20:16:22.875678 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c4d38fb-5aa1-4280-b7ab-3d78da706a01 x-openstack-request-id: req-0c4d38fb-5aa1-4280-b7ab-3d78da706a01 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:16:22.875989 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01e98597-3793-4eb4-94ff-8e996248fba7", "name": "network-vif-plugged", "status": "completed", "tag": "7e6ea014-bc7b-46bd-80bc-f7e32c362b7a", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:16:22.876249 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0c4d38fb-5aa1-4280-b7ab-3d78da706a01 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:16:22.876656 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01e98597-3793-4eb4-94ff-8e996248fba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e6ea014-bc7b-46bd-80bc-f7e32c362b7a', 'code': 200} Mar 11 20:16:22.972149 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bac6a9-111b-42ff-80ea-13edda78823c req-c0594bd2-d999-48a4-bb16-32bd9ebae12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:16:22.973680 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c4bac6a9-111b-42ff-80ea-13edda78823c req-c0594bd2-d999-48a4-bb16-32bd9ebae12d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=01e98597-3793-4eb4-94ff-8e996248fba7 HTTP/1.1" status: 200 len: 1128 time: 0.0433655 Mar 11 20:16:23.016374 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:23.019162 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c4bac6a9-111b-42ff-80ea-13edda78823c req-0d54a94b-6af7-4a09-90ab-f49e06a2039d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d663b1dc-87e3-4169-bddb-02db84c26ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401239 Mar 11 20:16:23.953537 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a192e1-0dbd-451d-b0a2-d51197df5cac req-3b5f582d-3d0b-4109-9b17-970ed0c5e022 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:16:23.954997 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c3a192e1-0dbd-451d-b0a2-d51197df5cac req-3b5f582d-3d0b-4109-9b17-970ed0c5e022 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=01e98597-3793-4eb4-94ff-8e996248fba7 HTTP/1.1" status: 200 len: 946 time: 0.0517800 Mar 11 20:16:24.006880 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c3a192e1-0dbd-451d-b0a2-d51197df5cac req-e00120a0-2f21-434f-96bc-6bb5b6a68492 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=d663b1dc-87e3-4169-bddb-02db84c26ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455067 Mar 11 20:16:24.665276 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cdab38f6-bb98-4372-99f7-f32e069b5f6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:25.123924 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d844e4a-20a4-4400-9a58-5b9a822b9fa6 req-128919e5-056d-406d-9794-db7e4dc82e20 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:16:25.125385 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2d844e4a-20a4-4400-9a58-5b9a822b9fa6 req-128919e5-056d-406d-9794-db7e4dc82e20 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=01e98597-3793-4eb4-94ff-8e996248fba7 HTTP/1.1" status: 200 len: 946 time: 0.0520313 Mar 11 20:16:25.172804 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2d844e4a-20a4-4400-9a58-5b9a822b9fa6 req-4c9e6b2e-409c-44cd-9beb-ddb74bf71088 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=d663b1dc-87e3-4169-bddb-02db84c26ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418687 Mar 11 20:16:25.285575 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99f9378-da98-4802-8952-f67f0a56e978 req-1fcb169f-2266-42a3-94ec-369dd856874b tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:16:25.287726 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f99f9378-da98-4802-8952-f67f0a56e978 req-1fcb169f-2266-42a3-94ec-369dd856874b tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=01e98597-3793-4eb4-94ff-8e996248fba7 HTTP/1.1" status: 200 len: 946 time: 0.0523341 Mar 11 20:16:25.334512 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f99f9378-da98-4802-8952-f67f0a56e978 req-f5d72e29-3126-4fbf-a12d-8b96aa821b54 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=d663b1dc-87e3-4169-bddb-02db84c26ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408366 Mar 11 20:16:25.356263 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:16:25.356792 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55766) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:16:25.403591 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89cbdc0-152e-4f46-92e7-112299fa4d2b tempest-TestNetworkAdvancedServerOps-874628058 tempest-TestNetworkAdvancedServerOps-874628058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:16:25.405134 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d89cbdc0-152e-4f46-92e7-112299fa4d2b tempest-TestNetworkAdvancedServerOps-874628058 tempest-TestNetworkAdvancedServerOps-874628058-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=01e98597-3793-4eb4-94ff-8e996248fba7 HTTP/1.1" status: 200 len: 1123 time: 0.0474367 Mar 11 20:16:25.407859 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55768) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:16:25.412511 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-9dbf415e-c30e-492b-8796-41bbe8165997 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Request body: {'floatingip': {'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'port_id': '7e6ea014-bc7b-46bd-80bc-f7e32c362b7a', 'tenant_id': '985979086b444294b1307d531b609210', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:16:25.431582 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9dbf415e-c30e-492b-8796-41bbe8165997 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:25.532056 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9dbf415e-c30e-492b-8796-41bbe8165997 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:25.640300 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-9dbf415e-c30e-492b-8796-41bbe8165997 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Allocated IP 172.25.8.242 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/b242a25e-bb64-4621-b32a-7569b45ebca9) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:16:25.741938 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9dbf415e-c30e-492b-8796-41bbe8165997 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for port (b242a25e-bb64-4621-b32a-7569b45ebca9), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:25.775990 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9dbf415e-c30e-492b-8796-41bbe8165997 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (b242a25e-bb64-4621-b32a-7569b45ebca9), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:25.819587 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbf415e-c30e-492b-8796-41bbe8165997 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:16:25.824572 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-9dbf415e-c30e-492b-8796-41bbe8165997 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:16:25.828161 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbf415e-c30e-492b-8796-41bbe8165997 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:16:25.851253 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbf415e-c30e-492b-8796-41bbe8165997 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event updated for resources: {'Port': ['ID=b242a25e-bb64-4621-b32a-7569b45ebca9,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:16:26.215273 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9dbf415e-c30e-492b-8796-41bbe8165997 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for floatingip (b29fa28b-64f5-45b8-a3a1-960ed9795289), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:26.289312 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9dbf415e-c30e-492b-8796-41bbe8165997 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b242a25e-bb64-4621-b32a-7569b45ebca9), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:26.312506 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:26.438799 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9dbf415e-c30e-492b-8796-41bbe8165997 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for port (b242a25e-bb64-4621-b32a-7569b45ebca9), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:26.443665 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9dbf415e-c30e-492b-8796-41bbe8165997 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (b242a25e-bb64-4621-b32a-7569b45ebca9), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:26.515613 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbf415e-c30e-492b-8796-41bbe8165997 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event updated for resources: {'Port': ['ID=b242a25e-bb64-4621-b32a-7569b45ebca9,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:16:26.525477 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9dbf415e-c30e-492b-8796-41bbe8165997 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (b29fa28b-64f5-45b8-a3a1-960ed9795289), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:26.630148 n-d-833163-1 neutron-server[103885]: INFO neutron.db.l3_db [None req-9dbf415e-c30e-492b-8796-41bbe8165997 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Floating IP b29fa28b-64f5-45b8-a3a1-960ed9795289 associated. External IP: 172.25.8.242, port: 7e6ea014-bc7b-46bd-80bc-f7e32c362b7a. Mar 11 20:16:26.840851 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dbf415e-c30e-492b-8796-41bbe8165997 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Router 052a8a1f-85a1-436f-9c0a-d94b0c20844f has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:16:26.949763 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dbf415e-c30e-492b-8796-41bbe8165997 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:16:26.960256 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40ae7e9-67e1-44c6-abba-06bb571d151a None None] Sync routers for ids ['052a8a1f-85a1-436f-9c0a-d94b0c20844f'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:16:26.967330 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9dbf415e-c30e-492b-8796-41bbe8165997 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:26.969463 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40ae7e9-67e1-44c6-abba-06bb571d151a None None] Routers {'052a8a1f-85a1-436f-9c0a-d94b0c20844f'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:16:26.970075 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a40ae7e9-67e1-44c6-abba-06bb571d151a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:16:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['052a8a1f-85a1-436f-9c0a-d94b0c20844f'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:16:26.997178 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-9dbf415e-c30e-492b-8796-41bbe8165997 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5883236 Mar 11 20:16:26.997871 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01e98597-3793-4eb4-94ff-8e996248fba7', 'tag': '7e6ea014-bc7b-46bd-80bc-f7e32c362b7a'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:16:27.000259 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c760cbf-bef1-48c6-a1e8-2a82796cfe7b" -d '{"events": [{"name": "network-changed", "server_uuid": "01e98597-3793-4eb4-94ff-8e996248fba7", "tag": "7e6ea014-bc7b-46bd-80bc-f7e32c362b7a"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:16:27.085599 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-a40ae7e9-67e1-44c6-abba-06bb571d151a None None] Set router 052a8a1f-85a1-436f-9c0a-d94b0c20844f gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:16:27.096228 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8effa4-4dd7-439f-91cf-1f8e8af107d5 req-3c747132-f6d5-4526-982b-243030c70a91 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:16:27.097741 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3b8effa4-4dd7-439f-91cf-1f8e8af107d5 req-3c747132-f6d5-4526-982b-243030c70a91 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=01e98597-3793-4eb4-94ff-8e996248fba7 HTTP/1.1" status: 200 len: 946 time: 0.0532105 Mar 11 20:16:27.146054 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3b8effa4-4dd7-439f-91cf-1f8e8af107d5 req-6ae15ae3-0321-4368-987b-9532542aca16 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=d663b1dc-87e3-4169-bddb-02db84c26ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427217 Mar 11 20:16:27.168724 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55774) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:16:27.210431 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8a5acd-96fa-4dfc-8821-2eb4cdfcb50d x-openstack-request-id: req-9c8a5acd-96fa-4dfc-8821-2eb4cdfcb50d {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:16:27.210716 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01e98597-3793-4eb4-94ff-8e996248fba7", "tag": "7e6ea014-bc7b-46bd-80bc-f7e32c362b7a", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:16:27.210965 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9c8a5acd-96fa-4dfc-8821-2eb4cdfcb50d {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:16:27.211360 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01e98597-3793-4eb4-94ff-8e996248fba7', 'tag': '7e6ea014-bc7b-46bd-80bc-f7e32c362b7a', 'status': 'completed', 'code': 200} Mar 11 20:16:27.267205 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-927919da-c671-434f-9f35-962f40723cd2 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/floatingips/b29fa28b-64f5-45b8-a3a1-960ed9795289 HTTP/1.1" status: 200 len: 992 time: 0.0972831 Mar 11 20:16:27.275702 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c760cbf-bef1-48c6-a1e8-2a82796cfe7b req-3fc57d2d-abc0-4fcf-898d-7c6e013c93f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:16:27.277151 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7c760cbf-bef1-48c6-a1e8-2a82796cfe7b req-3fc57d2d-abc0-4fcf-898d-7c6e013c93f6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=985979086b444294b1307d531b609210&device_id=01e98597-3793-4eb4-94ff-8e996248fba7 HTTP/1.1" status: 200 len: 1128 time: 0.0633285 Mar 11 20:16:27.312186 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a40ae7e9-67e1-44c6-abba-06bb571d151a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052a8a1f-85a1-436f-9c0a-d94b0c20844f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-213906063', 'tenant_id': '985979086b444294b1307d531b609210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '0588e48a-171c-4089-a154-a80d4576dfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:16:08Z', 'updated_at': '2022-03-11T20:16:12Z', 'revision_number': 4, 'project_id': '985979086b444294b1307d531b609210', 'gw_port': {'id': '0588e48a-171c-4089-a154-a80d4576dfdd', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052a8a1f-85a1-436f-9c0a-d94b0c20844f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:16:09Z', 'updated_at': '2022-03-11T20:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': 'b29fa28b-64f5-45b8-a3a1-960ed9795289', 'tenant_id': '985979086b444294b1307d531b609210', 'floating_ip_address': '172.25.8.242', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '052a8a1f-85a1-436f-9c0a-d94b0c20844f', 'port_id': '7e6ea014-bc7b-46bd-80bc-f7e32c362b7a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c325b1a-4a04-49ae-b185-9c716085f342', 'mac_address': 'fa:16:3e:74:97:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e98597-3793-4eb4-94ff-8e996248fba7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:16:26Z', 'updated_at': '2022-03-11T20:16:26Z', 'revision_number': 0, 'project_id': '985979086b444294b1307d531b609210', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13a1bb69-1cd8-4227-93f2-a1f54d200ca1', 'name': '', 'network_id': '5c325b1a-4a04-49ae-b185-9c716085f342', 'tenant_id': '985979086b444294b1307d531b609210', 'mac_address': 'fa:16:3e:32:21:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052a8a1f-85a1-436f-9c0a-d94b0c20844f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'ba1a7121-5f30-4f26-bf40-13f08f938f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:16:11Z', 'updated_at': '2022-03-11T20:16:15Z', 'revision_number': 5, 'project_id': '985979086b444294b1307d531b609210', 'subnets': [{'id': 'ba1a7121-5f30-4f26-bf40-13f08f938f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:16:27.342746 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40ae7e9-67e1-44c6-abba-06bb571d151a None None] Checking router: 052a8a1f-85a1-436f-9c0a-d94b0c20844f for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:16:27.351383 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40ae7e9-67e1-44c6-abba-06bb571d151a None None] Routers {'052a8a1f-85a1-436f-9c0a-d94b0c20844f'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:16:27.351958 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a40ae7e9-67e1-44c6-abba-06bb571d151a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:16:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['052a8a1f-85a1-436f-9c0a-d94b0c20844f'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:16:27.369859 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c760cbf-bef1-48c6-a1e8-2a82796cfe7b req-1a7ce5cb-afc0-495c-acc8-cd95ce305a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:16:27.371340 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7c760cbf-bef1-48c6-a1e8-2a82796cfe7b req-1a7ce5cb-afc0-495c-acc8-cd95ce305a35 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5c325b1a-4a04-49ae-b185-9c716085f342 HTTP/1.1" status: 200 len: 898 time: 0.0880094 Mar 11 20:16:27.435302 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7c760cbf-bef1-48c6-a1e8-2a82796cfe7b req-c57c26c8-e111-4041-9eed-e4c03ea79557 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e6ea014-bc7b-46bd-80bc-f7e32c362b7a HTTP/1.1" status: 200 len: 1000 time: 0.0581682 Mar 11 20:16:27.460324 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-a40ae7e9-67e1-44c6-abba-06bb571d151a None None] Set router 052a8a1f-85a1-436f-9c0a-d94b0c20844f gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:16:27.487418 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c760cbf-bef1-48c6-a1e8-2a82796cfe7b req-74bb77cb-3f27-4cf6-abff-ca0a3fd30d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:16:27.488901 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7c760cbf-bef1-48c6-a1e8-2a82796cfe7b req-74bb77cb-3f27-4cf6-abff-ca0a3fd30d45 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ba1a7121-5f30-4f26-bf40-13f08f938f03 HTTP/1.1" status: 200 len: 834 time: 0.0487034 Mar 11 20:16:27.542101 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c760cbf-bef1-48c6-a1e8-2a82796cfe7b req-a6ed56a5-47ca-447c-a895-47a311767827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:16:27.543970 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7c760cbf-bef1-48c6-a1e8-2a82796cfe7b req-a6ed56a5-47ca-447c-a895-47a311767827 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5c325b1a-4a04-49ae-b185-9c716085f342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0487611 Mar 11 20:16:27.629657 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7c760cbf-bef1-48c6-a1e8-2a82796cfe7b req-1103fc77-5555-4dcb-8f9d-663b5d0c9a65 service neutron] 10.222.0.57 "GET /v2.0/networks/5c325b1a-4a04-49ae-b185-9c716085f342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802176 Mar 11 20:16:27.687578 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a40ae7e9-67e1-44c6-abba-06bb571d151a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052a8a1f-85a1-436f-9c0a-d94b0c20844f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-213906063', 'tenant_id': '985979086b444294b1307d531b609210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '0588e48a-171c-4089-a154-a80d4576dfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:16:08Z', 'updated_at': '2022-03-11T20:16:12Z', 'revision_number': 4, 'project_id': '985979086b444294b1307d531b609210', 'gw_port': {'id': '0588e48a-171c-4089-a154-a80d4576dfdd', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052a8a1f-85a1-436f-9c0a-d94b0c20844f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:16:09Z', 'updated_at': '2022-03-11T20:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': 'b29fa28b-64f5-45b8-a3a1-960ed9795289', 'tenant_id': '985979086b444294b1307d531b609210', 'floating_ip_address': '172.25.8.242', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '052a8a1f-85a1-436f-9c0a-d94b0c20844f', 'port_id': '7e6ea014-bc7b-46bd-80bc-f7e32c362b7a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c325b1a-4a04-49ae-b185-9c716085f342', 'mac_address': 'fa:16:3e:74:97:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e98597-3793-4eb4-94ff-8e996248fba7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:16:26Z', 'updated_at': '2022-03-11T20:16:26Z', 'revision_number': 0, 'project_id': '985979086b444294b1307d531b609210', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13a1bb69-1cd8-4227-93f2-a1f54d200ca1', 'name': '', 'network_id': '5c325b1a-4a04-49ae-b185-9c716085f342', 'tenant_id': '985979086b444294b1307d531b609210', 'mac_address': 'fa:16:3e:32:21:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052a8a1f-85a1-436f-9c0a-d94b0c20844f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'ba1a7121-5f30-4f26-bf40-13f08f938f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:16:11Z', 'updated_at': '2022-03-11T20:16:15Z', 'revision_number': 5, 'project_id': '985979086b444294b1307d531b609210', 'subnets': [{'id': 'ba1a7121-5f30-4f26-bf40-13f08f938f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:16:27.721664 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7c760cbf-bef1-48c6-a1e8-2a82796cfe7b req-e6fe9232-05b0-4b7e-8bd6-db92fe5246e9 service neutron] 10.222.0.57 "GET /v2.0/networks/5c325b1a-4a04-49ae-b185-9c716085f342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858624 Mar 11 20:16:27.723522 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40ae7e9-67e1-44c6-abba-06bb571d151a None None] The sync data for ids ['052a8a1f-85a1-436f-9c0a-d94b0c20844f'] in n-d-833163-1 is: [{'id': '052a8a1f-85a1-436f-9c0a-d94b0c20844f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-213906063', 'tenant_id': '985979086b444294b1307d531b609210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '0588e48a-171c-4089-a154-a80d4576dfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:16:08Z', 'updated_at': '2022-03-11T20:16:12Z', 'revision_number': 4, 'project_id': '985979086b444294b1307d531b609210', 'gw_port': {'id': '0588e48a-171c-4089-a154-a80d4576dfdd', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052a8a1f-85a1-436f-9c0a-d94b0c20844f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:16:09Z', 'updated_at': '2022-03-11T20:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': 'b29fa28b-64f5-45b8-a3a1-960ed9795289', 'tenant_id': '985979086b444294b1307d531b609210', 'floating_ip_address': '172.25.8.242', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '052a8a1f-85a1-436f-9c0a-d94b0c20844f', 'port_id': '7e6ea014-bc7b-46bd-80bc-f7e32c362b7a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c325b1a-4a04-49ae-b185-9c716085f342', 'mac_address': 'fa:16:3e:74:97:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e98597-3793-4eb4-94ff-8e996248fba7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:16:26Z', 'updated_at': '2022-03-11T20:16:26Z', 'revision_number': 0, 'project_id': '985979086b444294b1307d531b609210', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13a1bb69-1cd8-4227-93f2-a1f54d200ca1', 'name': '', 'network_id': '5c325b1a-4a04-49ae-b185-9c716085f342', 'tenant_id': '985979086b444294b1307d531b609210', 'mac_address': 'fa:16:3e:32:21:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052a8a1f-85a1-436f-9c0a-d94b0c20844f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'ba1a7121-5f30-4f26-bf40-13f08f938f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:16:11Z', 'updated_at': '2022-03-11T20:16:15Z', 'revision_number': 5, 'project_id': '985979086b444294b1307d531b609210', 'subnets': [{'id': 'ba1a7121-5f30-4f26-bf40-13f08f938f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:16:27.738692 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:27.929757 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e041bcd2-e409-4efa-b55e-e1cbebc8e178 None None] New status for floating IP b29fa28b-64f5-45b8-a3a1-960ed9795289: ACTIVE {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 20:16:28.270967 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55776) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:16:28.329190 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-255b6c3d-48f0-4753-be59-3084fd516446 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/floatingips/b29fa28b-64f5-45b8-a3a1-960ed9795289 HTTP/1.1" status: 200 len: 994 time: 0.0571070 Mar 11 20:16:29.041511 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:40.714328 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f4b670b9-0958-4061-b170-92f6573bec99 req-f0392be2-b1f0-4e27-bb58-87ab930a5832 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=d504ff8b-19c4-4392-9df8-a2fa138da6a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1149089 Mar 11 20:16:40.802427 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b670b9-0958-4061-b170-92f6573bec99 req-02e3e5e4-9813-4363-8929-a0a8c1f4856e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:16:40.803929 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f4b670b9-0958-4061-b170-92f6573bec99 req-02e3e5e4-9813-4363-8929-a0a8c1f4856e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3ed9f03088da4b568ed876fa07964f47&device_id=d504ff8b-19c4-4392-9df8-a2fa138da6a2 HTTP/1.1" status: 200 len: 1127 time: 0.0471039 Mar 11 20:16:40.901951 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b670b9-0958-4061-b170-92f6573bec99 req-1e0a467a-d245-4ea2-ac72-b226540ccce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:16:40.903295 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f4b670b9-0958-4061-b170-92f6573bec99 req-1e0a467a-d245-4ea2-ac72-b226540ccce6 service neutron] 10.222.0.75 "GET /v2.0/networks?id=63f958e0-4b58-4061-8181-6f0adee7263b HTTP/1.1" status: 200 len: 912 time: 0.0825551 Mar 11 20:16:40.971206 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f4b670b9-0958-4061-b170-92f6573bec99 req-2d6608d8-7973-4480-9168-36aa05b7381c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc3e9bee-51f5-4ef8-a941-cd2b6fb72410 HTTP/1.1" status: 200 len: 1000 time: 0.0617971 Mar 11 20:16:41.017758 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b670b9-0958-4061-b170-92f6573bec99 req-ecfeb1cd-9d26-4dc5-a3bd-087c14ddfe83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:16:41.019184 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f4b670b9-0958-4061-b170-92f6573bec99 req-ecfeb1cd-9d26-4dc5-a3bd-087c14ddfe83 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a0b8e9c3-1a90-4f95-b04c-be83e3135274 HTTP/1.1" status: 200 len: 850 time: 0.0426772 Mar 11 20:16:41.065803 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b670b9-0958-4061-b170-92f6573bec99 req-c0f46bd0-9edd-4132-976d-18e114b5ecb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:16:41.067251 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f4b670b9-0958-4061-b170-92f6573bec99 req-c0f46bd0-9edd-4132-976d-18e114b5ecb4 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=63f958e0-4b58-4061-8181-6f0adee7263b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0423918 Mar 11 20:16:41.156434 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f4b670b9-0958-4061-b170-92f6573bec99 req-0d75af3d-3056-4817-b6a3-7f45b11024ed service neutron] 10.222.0.75 "GET /v2.0/networks/63f958e0-4b58-4061-8181-6f0adee7263b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833225 Mar 11 20:16:41.242678 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f4b670b9-0958-4061-b170-92f6573bec99 req-c3201b08-1ba7-4a3a-9d64-e37119a8b2f6 service neutron] 10.222.0.75 "GET /v2.0/networks/63f958e0-4b58-4061-8181-6f0adee7263b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799057 Mar 11 20:16:46.945217 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cb63aa35-40fb-4c74-8494-858905af6c02 req-d49b11d7-15bb-4bc3-aa57-6c91da031b30 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=01e98597-3793-4eb4-94ff-8e996248fba7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0498209 Mar 11 20:16:47.034256 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63aa35-40fb-4c74-8494-858905af6c02 req-071df727-ba9e-485b-9796-6578ce0717a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:16:47.035836 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cb63aa35-40fb-4c74-8494-858905af6c02 req-071df727-ba9e-485b-9796-6578ce0717a4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=985979086b444294b1307d531b609210&device_id=01e98597-3793-4eb4-94ff-8e996248fba7 HTTP/1.1" status: 200 len: 1128 time: 0.0479474 Mar 11 20:16:47.138718 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63aa35-40fb-4c74-8494-858905af6c02 req-0614cac8-408c-45c6-88ed-bf72866d8c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:16:47.140225 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cb63aa35-40fb-4c74-8494-858905af6c02 req-0614cac8-408c-45c6-88ed-bf72866d8c5a service neutron] 10.222.0.57 "GET /v2.0/networks?id=5c325b1a-4a04-49ae-b185-9c716085f342 HTTP/1.1" status: 200 len: 898 time: 0.0871615 Mar 11 20:16:47.205816 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cb63aa35-40fb-4c74-8494-858905af6c02 req-4d9c18d3-d8ff-4f83-9915-9b511984ff0d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e6ea014-bc7b-46bd-80bc-f7e32c362b7a HTTP/1.1" status: 200 len: 1002 time: 0.0597234 Mar 11 20:16:47.254764 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63aa35-40fb-4c74-8494-858905af6c02 req-4fa1f116-55ad-4d6e-9c79-91482cf0a73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:16:47.256236 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cb63aa35-40fb-4c74-8494-858905af6c02 req-4fa1f116-55ad-4d6e-9c79-91482cf0a73e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ba1a7121-5f30-4f26-bf40-13f08f938f03 HTTP/1.1" status: 200 len: 834 time: 0.0438411 Mar 11 20:16:47.306825 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63aa35-40fb-4c74-8494-858905af6c02 req-c3967bfe-02b3-4368-8bff-136863147b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:16:47.308305 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cb63aa35-40fb-4c74-8494-858905af6c02 req-c3967bfe-02b3-4368-8bff-136863147b7f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5c325b1a-4a04-49ae-b185-9c716085f342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0462019 Mar 11 20:16:47.393321 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cb63aa35-40fb-4c74-8494-858905af6c02 req-3204e554-7360-4664-9f05-4f057a3c2d00 service neutron] 10.222.0.57 "GET /v2.0/networks/5c325b1a-4a04-49ae-b185-9c716085f342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789852 Mar 11 20:16:47.482186 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cb63aa35-40fb-4c74-8494-858905af6c02 req-1954c17f-dfd8-40a7-93f5-d8c21df54c07 service neutron] 10.222.0.57 "GET /v2.0/networks/5c325b1a-4a04-49ae-b185-9c716085f342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835428 Mar 11 20:16:49.222721 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:52.363741 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f07e5477-d6a5-46b8-9dc5-75a42f3aa347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:53.007070 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:54.666636 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2b204237-2e14-4a68-a360-626fcd754597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:56.315889 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:57.718410 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:16:59.042860 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:17:02.355644 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:17:19.216670 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:17:22.364321 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-25cf2184-f67f-49a2-8a00-15aa77291921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:17:23.011652 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:17:24.667464 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-166d586a-29f6-45ed-b2fa-893b4f5a9dc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:17:26.319072 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:17:27.722668 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:17:29.046636 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:17:31.341260 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685b9b01-f018-4832-ad5e-8a86577cfa4b req-bc37f80f-af95-4267-9711-0740bb53cf13 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:17:31.342765 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-685b9b01-f018-4832-ad5e-8a86577cfa4b req-bc37f80f-af95-4267-9711-0740bb53cf13 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=01e98597-3793-4eb4-94ff-8e996248fba7 HTTP/1.1" status: 200 len: 946 time: 0.0544498 Mar 11 20:17:31.393516 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-685b9b01-f018-4832-ad5e-8a86577cfa4b req-fce82cec-ae49-4e83-8576-577a4aa5b4cb tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=d663b1dc-87e3-4169-bddb-02db84c26ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440235 Mar 11 20:17:32.514236 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2f31c-2cf6-49ea-990e-231dba67a819 req-c54e6bf3-b611-43f6-a500-b45906042e4d tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:17:32.515805 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-31f2f31c-2cf6-49ea-990e-231dba67a819 req-c54e6bf3-b611-43f6-a500-b45906042e4d tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=01e98597-3793-4eb4-94ff-8e996248fba7 HTTP/1.1" status: 200 len: 946 time: 0.0543125 Mar 11 20:17:32.575992 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-31f2f31c-2cf6-49ea-990e-231dba67a819 req-5f08aca4-499e-49f3-a42c-87d9fcd7ce2f tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=d663b1dc-87e3-4169-bddb-02db84c26ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537536 Mar 11 20:17:33.699311 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e990b-87be-4439-bb3a-0971d752f6b3 req-e2d5f748-906b-4929-a212-14f86246089f tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:17:33.701590 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-154e990b-87be-4439-bb3a-0971d752f6b3 req-e2d5f748-906b-4929-a212-14f86246089f tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=01e98597-3793-4eb4-94ff-8e996248fba7 HTTP/1.1" status: 200 len: 946 time: 0.0531497 Mar 11 20:17:33.757344 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-154e990b-87be-4439-bb3a-0971d752f6b3 req-0f64829c-6a3d-439d-9b30-5a70ff9da2ee tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=d663b1dc-87e3-4169-bddb-02db84c26ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498376 Mar 11 20:17:34.886955 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f4e2eb-a190-4c80-bf57-b8130b9ed7a2 req-618f3b57-730c-47f8-89da-b0b8f129bbf7 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:17:34.891940 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-67f4e2eb-a190-4c80-bf57-b8130b9ed7a2 req-618f3b57-730c-47f8-89da-b0b8f129bbf7 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=01e98597-3793-4eb4-94ff-8e996248fba7 HTTP/1.1" status: 200 len: 946 time: 0.0652699 Mar 11 20:17:34.945876 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-67f4e2eb-a190-4c80-bf57-b8130b9ed7a2 req-d02bcf97-1467-4b51-b135-6ce332f69b25 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=d663b1dc-87e3-4169-bddb-02db84c26ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489619 Mar 11 20:17:36.110458 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7c944d-5c02-4c4f-9613-9596010fd63e req-830a416b-fa81-4134-a976-fd0097ba5efe tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:17:36.112231 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bd7c944d-5c02-4c4f-9613-9596010fd63e req-830a416b-fa81-4134-a976-fd0097ba5efe tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=01e98597-3793-4eb4-94ff-8e996248fba7 HTTP/1.1" status: 200 len: 946 time: 0.0708508 Mar 11 20:17:36.172349 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bd7c944d-5c02-4c4f-9613-9596010fd63e req-e867f8d8-7b4d-4529-8084-8d38acc3f952 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=d663b1dc-87e3-4169-bddb-02db84c26ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535173 Mar 11 20:17:37.345370 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2125cb34-b01c-4ab6-a373-379a64ad01f5 req-bf7a21b7-9c4c-4b7d-9bee-263a33edc898 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:17:37.347438 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2125cb34-b01c-4ab6-a373-379a64ad01f5 req-bf7a21b7-9c4c-4b7d-9bee-263a33edc898 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=01e98597-3793-4eb4-94ff-8e996248fba7 HTTP/1.1" status: 200 len: 946 time: 0.0659287 Mar 11 20:17:37.404155 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2125cb34-b01c-4ab6-a373-379a64ad01f5 req-d6bc7f7a-76aa-486e-85ef-46d1bff28788 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=d663b1dc-87e3-4169-bddb-02db84c26ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505106 Mar 11 20:17:38.521647 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b23ea-085b-42c6-b7e6-30963b300776 req-9a2afe8f-921b-4b1a-8c17-56b5ddffb9ab tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:17:38.522711 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-829b23ea-085b-42c6-b7e6-30963b300776 req-9a2afe8f-921b-4b1a-8c17-56b5ddffb9ab tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=01e98597-3793-4eb4-94ff-8e996248fba7 HTTP/1.1" status: 200 len: 946 time: 0.0535545 Mar 11 20:17:38.577610 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-829b23ea-085b-42c6-b7e6-30963b300776 req-8dd19a23-2e11-41ad-b3e8-49cc84e88ffa tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=d663b1dc-87e3-4169-bddb-02db84c26ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491300 Mar 11 20:17:39.354569 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:17:39.710680 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21110cd-051e-4b43-a5a5-ef5871f450e8 req-ac432d61-a951-4d33-89c0-1d04c2beadee tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:17:39.712197 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f21110cd-051e-4b43-a5a5-ef5871f450e8 req-ac432d61-a951-4d33-89c0-1d04c2beadee tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=01e98597-3793-4eb4-94ff-8e996248fba7 HTTP/1.1" status: 200 len: 946 time: 0.0558319 Mar 11 20:17:39.765631 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f21110cd-051e-4b43-a5a5-ef5871f450e8 req-67af7e28-2397-409e-9b44-27e782a7ff6b tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=d663b1dc-87e3-4169-bddb-02db84c26ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476656 Mar 11 20:17:40.170666 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-768ed874-2918-40ee-bd53-0ebfc6a5ff9c req-4f1c04c0-039b-4c1e-a626-ad7cda90817d tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1629095989&fields=id&tenant_id=3ed9f03088da4b568ed876fa07964f47 HTTP/1.1" status: 200 len: 267 time: 0.0426786 Mar 11 20:17:40.277253 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ed874-2918-40ee-bd53-0ebfc6a5ff9c req-b433f30d-4c3f-48a3-b303-852b82d7f4c8 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:17:40.278714 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-768ed874-2918-40ee-bd53-0ebfc6a5ff9c req-b433f30d-4c3f-48a3-b303-852b82d7f4c8 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/networks?id=63f958e0-4b58-4061-8181-6f0adee7263b HTTP/1.1" status: 200 len: 811 time: 0.1016817 Mar 11 20:17:40.293224 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-768ed874-2918-40ee-bd53-0ebfc6a5ff9c req-7f0fc509-5fa9-4e8f-8ad4-e9474c1660c3 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/quotas/3ed9f03088da4b568ed876fa07964f47 HTTP/1.1" status: 200 len: 375 time: 0.0092554 Mar 11 20:17:40.348376 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-768ed874-2918-40ee-bd53-0ebfc6a5ff9c req-5beab3ee-930d-4207-8873-4e71888aba5d tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=3ed9f03088da4b568ed876fa07964f47&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0504823 Mar 11 20:17:40.443149 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-768ed874-2918-40ee-bd53-0ebfc6a5ff9c req-c9fced48-b942-497b-9e8d-d8e2f09c8944 service neutron] 10.222.0.65 "GET /v2.0/networks/63f958e0-4b58-4061-8181-6f0adee7263b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839620 Mar 11 20:17:40.528458 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-768ed874-2918-40ee-bd53-0ebfc6a5ff9c req-95598e49-14a8-42e8-9914-84bad60cd1e7 service neutron] 10.222.0.65 "GET /v2.0/networks/63f958e0-4b58-4061-8181-6f0adee7263b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797238 Mar 11 20:17:40.811245 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-aa6b34a3-0723-4d91-9a5a-539e7a99ab00 req-7f047e81-9f01-4b8b-926b-be27f44e3494 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=04681652-efef-492e-aa2a-1e8ad6f9f219 HTTP/1.1" status: 200 len: 210 time: 0.0269423 Mar 11 20:17:41.268835 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ebebb4-a6b2-44ae-8742-19ccbe0d41c4 req-a74ce9e7-2948-4977-a6a5-07d665a074cf tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:17:41.270357 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-47ebebb4-a6b2-44ae-8742-19ccbe0d41c4 req-a74ce9e7-2948-4977-a6a5-07d665a074cf tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=01e98597-3793-4eb4-94ff-8e996248fba7 HTTP/1.1" status: 200 len: 946 time: 0.4048123 Mar 11 20:17:41.318334 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-47ebebb4-a6b2-44ae-8742-19ccbe0d41c4 req-9f75c75f-5d2b-4bcb-bed1-3871bec7eac5 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=d663b1dc-87e3-4169-bddb-02db84c26ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424237 Mar 11 20:17:41.664108 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f4b8eefe-8896-49f6-b4dc-9471954a6de3 req-20d85714-96f1-4150-81e9-54a5b64be3a3 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=d504ff8b-19c4-4392-9df8-a2fa138da6a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0494740 Mar 11 20:17:41.757650 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ed874-2918-40ee-bd53-0ebfc6a5ff9c req-9007d9e3-d4ff-4d30-bd7b-36e4ebfba53f tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:17:41.759133 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-768ed874-2918-40ee-bd53-0ebfc6a5ff9c req-9007d9e3-d4ff-4d30-bd7b-36e4ebfba53f tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.75 "GET /v2.0/networks?id=63f958e0-4b58-4061-8181-6f0adee7263b HTTP/1.1" status: 200 len: 811 time: 0.1245193 Mar 11 20:17:41.761458 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8eefe-8896-49f6-b4dc-9471954a6de3 req-b48ba733-a96d-49ba-ac97-85aa1337375a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:17:41.763003 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f4b8eefe-8896-49f6-b4dc-9471954a6de3 req-b48ba733-a96d-49ba-ac97-85aa1337375a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3ed9f03088da4b568ed876fa07964f47&device_id=d504ff8b-19c4-4392-9df8-a2fa138da6a2 HTTP/1.1" status: 200 len: 1127 time: 0.0547395 Mar 11 20:17:41.828093 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-768ed874-2918-40ee-bd53-0ebfc6a5ff9c req-6c2dae7e-ac35-4c07-8a2d-c97bee64e066 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ed9f03088da4b568ed876fa07964f47 HTTP/1.1" status: 200 len: 380 time: 0.0590971 Mar 11 20:17:41.838232 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-768ed874-2918-40ee-bd53-0ebfc6a5ff9c req-414054cf-3bba-4454-a93b-d7aa03410be9 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Request body: {'port': {'device_id': '04681652-efef-492e-aa2a-1e8ad6f9f219', 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b', 'admin_state_up': True, 'tenant_id': '3ed9f03088da4b568ed876fa07964f47', 'security_groups': ['49a45b28-d5be-4f02-b103-33dd7fe22b9a']}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:17:41.886134 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8eefe-8896-49f6-b4dc-9471954a6de3 req-c5b35431-19bd-4e54-84dc-bbbf7042f7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:17:41.892103 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f4b8eefe-8896-49f6-b4dc-9471954a6de3 req-c5b35431-19bd-4e54-84dc-bbbf7042f7ed service neutron] 10.222.0.75 "GET /v2.0/networks?id=63f958e0-4b58-4061-8181-6f0adee7263b HTTP/1.1" status: 200 len: 912 time: 0.1049340 Mar 11 20:17:41.964250 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ab1ffc8e-860f-49b7-af35-577fccb0cfa3 req-d347518e-0770-431f-9a36-bc977a6d03d1 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=04681652-efef-492e-aa2a-1e8ad6f9f219 HTTP/1.1" status: 200 len: 210 time: 0.0703821 Mar 11 20:17:41.967610 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-768ed874-2918-40ee-bd53-0ebfc6a5ff9c req-414054cf-3bba-4454-a93b-d7aa03410be9 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Made reservation on behalf of 3ed9f03088da4b568ed876fa07964f47 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:17:41.971592 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-768ed874-2918-40ee-bd53-0ebfc6a5ff9c req-414054cf-3bba-4454-a93b-d7aa03410be9 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:17:42.006747 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f4b8eefe-8896-49f6-b4dc-9471954a6de3 req-20f1218d-db50-45e9-b299-b0de9fd2d179 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc3e9bee-51f5-4ef8-a941-cd2b6fb72410 HTTP/1.1" status: 200 len: 1000 time: 0.1111879 Mar 11 20:17:42.056660 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8eefe-8896-49f6-b4dc-9471954a6de3 req-1000adc8-ca21-4e46-a3ca-b18c28a73a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:17:42.058253 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f4b8eefe-8896-49f6-b4dc-9471954a6de3 req-1000adc8-ca21-4e46-a3ca-b18c28a73a14 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a0b8e9c3-1a90-4f95-b04c-be83e3135274 HTTP/1.1" status: 200 len: 850 time: 0.0456302 Mar 11 20:17:42.108256 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8eefe-8896-49f6-b4dc-9471954a6de3 req-4d85b20d-83fb-4b1d-b648-06368e59b047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:17:42.109686 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f4b8eefe-8896-49f6-b4dc-9471954a6de3 req-4d85b20d-83fb-4b1d-b648-06368e59b047 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=63f958e0-4b58-4061-8181-6f0adee7263b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459981 Mar 11 20:17:42.119187 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [req-f4b8eefe-8896-49f6-b4dc-9471954a6de3 req-94e13aae-bfa9-4933-8a36-e696596a476f service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 20:17:42.120328 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f4b8eefe-8896-49f6-b4dc-9471954a6de3 req-94e13aae-bfa9-4933-8a36-e696596a476f service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049083 Mar 11 20:17:42.126338 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-768ed874-2918-40ee-bd53-0ebfc6a5ff9c req-414054cf-3bba-4454-a93b-d7aa03410be9 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Allocated IP 172.20.0.13 (63f958e0-4b58-4061-8181-6f0adee7263b/a0b8e9c3-1a90-4f95-b04c-be83e3135274/40f5bd96-70d1-4ada-86a2-bca3d654b015) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:17:42.213102 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f4b8eefe-8896-49f6-b4dc-9471954a6de3 req-fa18660d-c37f-478a-a8cf-000f4ee1f2db service neutron] 10.222.0.75 "GET /v2.0/networks/63f958e0-4b58-4061-8181-6f0adee7263b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871792 Mar 11 20:17:42.272908 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-768ed874-2918-40ee-bd53-0ebfc6a5ff9c req-414054cf-3bba-4454-a93b-d7aa03410be9 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks [] for port (40f5bd96-70d1-4ada-86a2-bca3d654b015), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:17:42.307346 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f4b8eefe-8896-49f6-b4dc-9471954a6de3 req-7fb580e1-aa13-4149-931d-852e4dbdd21c service neutron] 10.222.0.75 "GET /v2.0/networks/63f958e0-4b58-4061-8181-6f0adee7263b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890820 Mar 11 20:17:42.308037 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-768ed874-2918-40ee-bd53-0ebfc6a5ff9c req-414054cf-3bba-4454-a93b-d7aa03410be9 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (40f5bd96-70d1-4ada-86a2-bca3d654b015), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:17:42.372860 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-768ed874-2918-40ee-bd53-0ebfc6a5ff9c req-414054cf-3bba-4454-a93b-d7aa03410be9 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Network 63f958e0-4b58-4061-8181-6f0adee7263b is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:17:42.373829 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414054cf-3bba-4454-a93b-d7aa03410be9 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Pushing event updated for resources: {'Port': ['ID=40f5bd96-70d1-4ada-86a2-bca3d654b015,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:17:42.377247 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-768ed874-2918-40ee-bd53-0ebfc6a5ff9c req-414054cf-3bba-4454-a93b-d7aa03410be9 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:17:42.383078 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-768ed874-2918-40ee-bd53-0ebfc6a5ff9c req-414054cf-3bba-4454-a93b-d7aa03410be9 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:17:42.388139 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414054cf-3bba-4454-a93b-d7aa03410be9 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:17:42.391792 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414054cf-3bba-4454-a93b-d7aa03410be9 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:17:42.392365 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414054cf-3bba-4454-a93b-d7aa03410be9 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:17:42.392886 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414054cf-3bba-4454-a93b-d7aa03410be9 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:17:42.393412 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414054cf-3bba-4454-a93b-d7aa03410be9 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:17:42.393975 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414054cf-3bba-4454-a93b-d7aa03410be9 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:17:42.394470 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414054cf-3bba-4454-a93b-d7aa03410be9 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:17:42.395092 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414054cf-3bba-4454-a93b-d7aa03410be9 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:17:42.395546 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414054cf-3bba-4454-a93b-d7aa03410be9 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:17:42.395972 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414054cf-3bba-4454-a93b-d7aa03410be9 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:17:42.396321 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414054cf-3bba-4454-a93b-d7aa03410be9 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:17:42.396660 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414054cf-3bba-4454-a93b-d7aa03410be9 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:17:42.396996 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414054cf-3bba-4454-a93b-d7aa03410be9 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:17:42.448830 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591da28f-d375-4a5e-a005-3824537bc37e req-8b15d697-ff1e-474c-b3b7-d1b5d4c63807 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:17:42.456085 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-591da28f-d375-4a5e-a005-3824537bc37e req-8b15d697-ff1e-474c-b3b7-d1b5d4c63807 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=01e98597-3793-4eb4-94ff-8e996248fba7 HTTP/1.1" status: 200 len: 946 time: 0.0665426 Mar 11 20:17:42.457181 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ed874-2918-40ee-bd53-0ebfc6a5ff9c req-414054cf-3bba-4454-a93b-d7aa03410be9 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:17:42.457943 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-768ed874-2918-40ee-bd53-0ebfc6a5ff9c req-414054cf-3bba-4454-a93b-d7aa03410be9 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:17:42.479607 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-768ed874-2918-40ee-bd53-0ebfc6a5ff9c req-414054cf-3bba-4454-a93b-d7aa03410be9 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6452107 Mar 11 20:17:42.491159 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-768ed874-2918-40ee-bd53-0ebfc6a5ff9c req-a17b2ee3-37b0-4d0c-9876-8f457e027b57 service neutron] Request body: {'port': {'device_id': '04681652-efef-492e-aa2a-1e8ad6f9f219', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:17:42.517576 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-591da28f-d375-4a5e-a005-3824537bc37e req-4a23dacc-5e33-4851-8ea7-7806cfaca99d tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=d663b1dc-87e3-4169-bddb-02db84c26ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600739 Mar 11 20:17:42.561685 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-768ed874-2918-40ee-bd53-0ebfc6a5ff9c req-a17b2ee3-37b0-4d0c-9876-8f457e027b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (40f5bd96-70d1-4ada-86a2-bca3d654b015), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:17:42.638645 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9f58542-821c-4f0d-a1c1-cef457379c2b None None] Provisioning complete for port 40f5bd96-70d1-4ada-86a2-bca3d654b015 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:17:42.639206 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9f58542-821c-4f0d-a1c1-cef457379c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (40f5bd96-70d1-4ada-86a2-bca3d654b015), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:17:42.677765 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9f58542-821c-4f0d-a1c1-cef457379c2b None None] Port 40f5bd96-70d1-4ada-86a2-bca3d654b015 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:17:42.839028 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-768ed874-2918-40ee-bd53-0ebfc6a5ff9c req-a17b2ee3-37b0-4d0c-9876-8f457e027b57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40f5bd96-70d1-4ada-86a2-bca3d654b015 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:17:42.850308 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-768ed874-2918-40ee-bd53-0ebfc6a5ff9c req-a17b2ee3-37b0-4d0c-9876-8f457e027b57 service neutron] Publish callbacks [] for port (40f5bd96-70d1-4ada-86a2-bca3d654b015), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:17:42.871417 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-768ed874-2918-40ee-bd53-0ebfc6a5ff9c req-a17b2ee3-37b0-4d0c-9876-8f457e027b57 service neutron] Transition to ACTIVE for port object 40f5bd96-70d1-4ada-86a2-bca3d654b015 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 20:17:42.874935 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-768ed874-2918-40ee-bd53-0ebfc6a5ff9c req-a17b2ee3-37b0-4d0c-9876-8f457e027b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (40f5bd96-70d1-4ada-86a2-bca3d654b015), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:17:42.925459 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b2ee3-37b0-4d0c-9876-8f457e027b57 service neutron] Pushing event updated for resources: {'Port': ['ID=40f5bd96-70d1-4ada-86a2-bca3d654b015,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:17:43.016450 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-768ed874-2918-40ee-bd53-0ebfc6a5ff9c req-a17b2ee3-37b0-4d0c-9876-8f457e027b57 service neutron] Attempting to bind port 40f5bd96-70d1-4ada-86a2-bca3d654b015 on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:17:43.016784 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-768ed874-2918-40ee-bd53-0ebfc6a5ff9c req-a17b2ee3-37b0-4d0c-9876-8f457e027b57 service neutron] Attempting to bind port 40f5bd96-70d1-4ada-86a2-bca3d654b015 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '71b9bbc9-ac9b-491b-9d03-f13ac7365297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:17:43.017122 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768ed874-2918-40ee-bd53-0ebfc6a5ff9c req-a17b2ee3-37b0-4d0c-9876-8f457e027b57 service neutron] Attempting to bind port 40f5bd96-70d1-4ada-86a2-bca3d654b015 on network 63f958e0-4b58-4061-8181-6f0adee7263b {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:17:43.026228 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768ed874-2918-40ee-bd53-0ebfc6a5ff9c req-a17b2ee3-37b0-4d0c-9876-8f457e027b57 service neutron] Port 40f5bd96-70d1-4ada-86a2-bca3d654b015 on network 63f958e0-4b58-4061-8181-6f0adee7263b not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 20:17:43.026580 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768ed874-2918-40ee-bd53-0ebfc6a5ff9c req-a17b2ee3-37b0-4d0c-9876-8f457e027b57 service neutron] Attempting to bind port 40f5bd96-70d1-4ada-86a2-bca3d654b015 on network 63f958e0-4b58-4061-8181-6f0adee7263b {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:17:43.032612 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768ed874-2918-40ee-bd53-0ebfc6a5ff9c req-a17b2ee3-37b0-4d0c-9876-8f457e027b57 service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:17:43.032962 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768ed874-2918-40ee-bd53-0ebfc6a5ff9c req-a17b2ee3-37b0-4d0c-9876-8f457e027b57 service neutron] Checking segment: {'id': '71b9bbc9-ac9b-491b-9d03-f13ac7365297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:17:43.033350 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-768ed874-2918-40ee-bd53-0ebfc6a5ff9c req-a17b2ee3-37b0-4d0c-9876-8f457e027b57 service neutron] Bound using segment: {'id': '71b9bbc9-ac9b-491b-9d03-f13ac7365297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:17:43.033846 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-768ed874-2918-40ee-bd53-0ebfc6a5ff9c req-a17b2ee3-37b0-4d0c-9876-8f457e027b57 service neutron] Bound port: 40f5bd96-70d1-4ada-86a2-bca3d654b015, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71b9bbc9-ac9b-491b-9d03-f13ac7365297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 862, 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:17:43.034213 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-768ed874-2918-40ee-bd53-0ebfc6a5ff9c req-a17b2ee3-37b0-4d0c-9876-8f457e027b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (40f5bd96-70d1-4ada-86a2-bca3d654b015), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:17:43.136768 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-768ed874-2918-40ee-bd53-0ebfc6a5ff9c req-a17b2ee3-37b0-4d0c-9876-8f457e027b57 service neutron] For port 40f5bd96-70d1-4ada-86a2-bca3d654b015, host n-h1-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:17:43.141169 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-768ed874-2918-40ee-bd53-0ebfc6a5ff9c req-a17b2ee3-37b0-4d0c-9876-8f457e027b57 service neutron] For port 40f5bd96-70d1-4ada-86a2-bca3d654b015, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=40f5bd96-70d1-4ada-86a2-bca3d654b015,segment=NetworkSegment(71b9bbc9-ac9b-491b-9d03-f13ac7365297),segment_id=71b9bbc9-ac9b-491b-9d03-f13ac7365297)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:17:43.147418 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-768ed874-2918-40ee-bd53-0ebfc6a5ff9c req-a17b2ee3-37b0-4d0c-9876-8f457e027b57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (40f5bd96-70d1-4ada-86a2-bca3d654b015), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:17:43.153202 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac2524-c22a-451c-96de-3f2b79b84326 req-913028f8-791f-42da-8708-19420ae6ad77 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:17:43.161294 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-57ac2524-c22a-451c-96de-3f2b79b84326 req-913028f8-791f-42da-8708-19420ae6ad77 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=04681652-efef-492e-aa2a-1e8ad6f9f219 HTTP/1.1" status: 200 len: 944 time: 0.0841508 Mar 11 20:17:43.186043 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ed874-2918-40ee-bd53-0ebfc6a5ff9c req-a17b2ee3-37b0-4d0c-9876-8f457e027b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:17:43.186767 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-768ed874-2918-40ee-bd53-0ebfc6a5ff9c req-a17b2ee3-37b0-4d0c-9876-8f457e027b57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:17:43.189265 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-768ed874-2918-40ee-bd53-0ebfc6a5ff9c req-a17b2ee3-37b0-4d0c-9876-8f457e027b57 service neutron] 10.222.0.75 "PUT /v2.0/ports/40f5bd96-70d1-4ada-86a2-bca3d654b015 HTTP/1.1" status: 200 len: 1092 time: 0.7033682 Mar 11 20:17:43.189752 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04681652-efef-492e-aa2a-1e8ad6f9f219', 'tag': '40f5bd96-70d1-4ada-86a2-bca3d654b015'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:17:43.192705 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f223a2c-6d40-4d9b-9ae0-9d72bb75fefd" -d '{"events": [{"name": "network-changed", "server_uuid": "04681652-efef-492e-aa2a-1e8ad6f9f219", "tag": "40f5bd96-70d1-4ada-86a2-bca3d654b015"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:17:43.235486 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b2ee3-37b0-4d0c-9876-8f457e027b57 service neutron] Pushing event updated for resources: {'Port': ['ID=40f5bd96-70d1-4ada-86a2-bca3d654b015,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:17:43.246117 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-57ac2524-c22a-451c-96de-3f2b79b84326 req-f3a284eb-4d2f-43aa-a877-f8a74cf611d6 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=49a45b28-d5be-4f02-b103-33dd7fe22b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791421 Mar 11 20:17:43.312784 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ed874-2918-40ee-bd53-0ebfc6a5ff9c req-1056b3dc-182b-45e9-a239-99fd4fa74caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:17:43.316409 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-768ed874-2918-40ee-bd53-0ebfc6a5ff9c req-1056b3dc-182b-45e9-a239-99fd4fa74caf service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3ed9f03088da4b568ed876fa07964f47&device_id=04681652-efef-492e-aa2a-1e8ad6f9f219 HTTP/1.1" status: 200 len: 1126 time: 0.0543988 Mar 11 20:17:43.367153 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-768ed874-2918-40ee-bd53-0ebfc6a5ff9c req-1074d79e-f4e1-4bfd-a0dd-42cb78da7ad2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40f5bd96-70d1-4ada-86a2-bca3d654b015 HTTP/1.1" status: 200 len: 217 time: 0.0425432 Mar 11 20:17:43.375889 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-705ce715-59b3-4f8c-ba59-9008df358a35 x-openstack-request-id: req-705ce715-59b3-4f8c-ba59-9008df358a35 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:17:43.376191 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04681652-efef-492e-aa2a-1e8ad6f9f219", "tag": "40f5bd96-70d1-4ada-86a2-bca3d654b015", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:17:43.376467 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-705ce715-59b3-4f8c-ba59-9008df358a35 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:17:43.376875 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04681652-efef-492e-aa2a-1e8ad6f9f219', 'tag': '40f5bd96-70d1-4ada-86a2-bca3d654b015', 'status': 'completed', 'code': 200} Mar 11 20:17:43.424208 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ed874-2918-40ee-bd53-0ebfc6a5ff9c req-7189767c-ef81-4ebb-b05c-ea0bf5ae9605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:17:43.426206 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-768ed874-2918-40ee-bd53-0ebfc6a5ff9c req-7189767c-ef81-4ebb-b05c-ea0bf5ae9605 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a0b8e9c3-1a90-4f95-b04c-be83e3135274 HTTP/1.1" status: 200 len: 850 time: 0.0479648 Mar 11 20:17:43.477954 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ed874-2918-40ee-bd53-0ebfc6a5ff9c req-b507aa6a-a727-49ff-905b-a946bd6fcb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:17:43.479456 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-768ed874-2918-40ee-bd53-0ebfc6a5ff9c req-b507aa6a-a727-49ff-905b-a946bd6fcb5a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=63f958e0-4b58-4061-8181-6f0adee7263b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0478814 Mar 11 20:17:43.575555 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-768ed874-2918-40ee-bd53-0ebfc6a5ff9c req-1934f567-d014-4dcd-b25a-4a4e5e1fbb49 service neutron] 10.222.0.75 "GET /v2.0/networks/63f958e0-4b58-4061-8181-6f0adee7263b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892224 Mar 11 20:17:43.633930 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26024678-2518-4962-8589-7c6e8bf6d372 req-6efbb9be-b909-4a13-83d5-94124c8b3a6f tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:17:43.635340 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-26024678-2518-4962-8589-7c6e8bf6d372 req-6efbb9be-b909-4a13-83d5-94124c8b3a6f tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=01e98597-3793-4eb4-94ff-8e996248fba7 HTTP/1.1" status: 200 len: 946 time: 0.0539632 Mar 11 20:17:43.677643 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-768ed874-2918-40ee-bd53-0ebfc6a5ff9c req-de0cd1a8-15d5-4150-be3f-2cec1e59caaf service neutron] 10.222.0.75 "GET /v2.0/networks/63f958e0-4b58-4061-8181-6f0adee7263b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955479 Mar 11 20:17:43.686809 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-26024678-2518-4962-8589-7c6e8bf6d372 req-9b9ee86f-17ee-4d17-8d31-9fda7abac715 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=d663b1dc-87e3-4169-bddb-02db84c26ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453851 Mar 11 20:17:43.762893 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f223a2c-6d40-4d9b-9ae0-9d72bb75fefd req-caca6fbf-c257-4ea6-b76e-bd026ae6e459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:17:43.764455 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-9f223a2c-6d40-4d9b-9ae0-9d72bb75fefd req-caca6fbf-c257-4ea6-b76e-bd026ae6e459 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3ed9f03088da4b568ed876fa07964f47&device_id=04681652-efef-492e-aa2a-1e8ad6f9f219 HTTP/1.1" status: 200 len: 1126 time: 0.0456100 Mar 11 20:17:43.854026 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f223a2c-6d40-4d9b-9ae0-9d72bb75fefd req-3ad9cf64-971e-4d40-b18a-e19cef213111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:17:43.855486 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-9f223a2c-6d40-4d9b-9ae0-9d72bb75fefd req-3ad9cf64-971e-4d40-b18a-e19cef213111 service neutron] 10.222.0.75 "GET /v2.0/networks?id=63f958e0-4b58-4061-8181-6f0adee7263b HTTP/1.1" status: 200 len: 912 time: 0.0851061 Mar 11 20:17:43.898515 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-9f223a2c-6d40-4d9b-9ae0-9d72bb75fefd req-5de2f579-7c56-4437-8b64-88cc3b65514c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40f5bd96-70d1-4ada-86a2-bca3d654b015 HTTP/1.1" status: 200 len: 217 time: 0.0370910 Mar 11 20:17:43.946204 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f223a2c-6d40-4d9b-9ae0-9d72bb75fefd req-4bd22d08-031d-4d9a-a8b3-2195f7d6f88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:17:43.947675 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-9f223a2c-6d40-4d9b-9ae0-9d72bb75fefd req-4bd22d08-031d-4d9a-a8b3-2195f7d6f88a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a0b8e9c3-1a90-4f95-b04c-be83e3135274 HTTP/1.1" status: 200 len: 850 time: 0.0437012 Mar 11 20:17:43.997265 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f223a2c-6d40-4d9b-9ae0-9d72bb75fefd req-7ad929c2-bed0-473a-addb-a007cbe09dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:17:43.998773 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-9f223a2c-6d40-4d9b-9ae0-9d72bb75fefd req-7ad929c2-bed0-473a-addb-a007cbe09dad service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=63f958e0-4b58-4061-8181-6f0adee7263b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452151 Mar 11 20:17:44.089239 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-9f223a2c-6d40-4d9b-9ae0-9d72bb75fefd req-025bdead-8ad1-4711-bb30-a0ca6b68d3c2 service neutron] 10.222.0.75 "GET /v2.0/networks/63f958e0-4b58-4061-8181-6f0adee7263b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841563 Mar 11 20:17:44.175116 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-9f223a2c-6d40-4d9b-9ae0-9d72bb75fefd req-131af353-4737-420c-9858-ca02f1902887 service neutron] 10.222.0.75 "GET /v2.0/networks/63f958e0-4b58-4061-8181-6f0adee7263b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804305 Mar 11 20:17:44.361641 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e23dc-d7fb-4984-b797-e15446eb0812 req-44b25b6f-c41d-4871-98c4-29ca36c3abe9 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:17:44.363885 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d85e23dc-d7fb-4984-b797-e15446eb0812 req-44b25b6f-c41d-4871-98c4-29ca36c3abe9 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=04681652-efef-492e-aa2a-1e8ad6f9f219 HTTP/1.1" status: 200 len: 944 time: 0.0572829 Mar 11 20:17:44.413962 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d85e23dc-d7fb-4984-b797-e15446eb0812 req-31261147-0ef7-44dc-8ac6-17790850b142 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=49a45b28-d5be-4f02-b103-33dd7fe22b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441165 Mar 11 20:17:44.818800 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ab15f-453a-49b6-8c88-bb56af2ab0c7 req-145c0781-aa4c-42d0-bf68-bcfa02c042f5 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:17:44.820452 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-285ab15f-453a-49b6-8c88-bb56af2ab0c7 req-145c0781-aa4c-42d0-bf68-bcfa02c042f5 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=01e98597-3793-4eb4-94ff-8e996248fba7 HTTP/1.1" status: 200 len: 946 time: 0.0567100 Mar 11 20:17:44.872822 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-285ab15f-453a-49b6-8c88-bb56af2ab0c7 req-2ed33460-00ce-4f89-a18b-1de0e713d1fd tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=d663b1dc-87e3-4169-bddb-02db84c26ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466022 Mar 11 20:17:45.567241 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc399e41-1728-4a84-baeb-490b87e26baf req-6e2b6f39-b599-44ca-b99f-afe08bb58ce4 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:17:45.568768 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cc399e41-1728-4a84-baeb-490b87e26baf req-6e2b6f39-b599-44ca-b99f-afe08bb58ce4 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=04681652-efef-492e-aa2a-1e8ad6f9f219 HTTP/1.1" status: 200 len: 944 time: 0.0871627 Mar 11 20:17:45.574894 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c83bd54-f740-456b-8264-5aab7331e730 req-eea9c237-794a-4620-be39-325d5368aef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:17:45.576333 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1c83bd54-f740-456b-8264-5aab7331e730 req-eea9c237-794a-4620-be39-325d5368aef8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=01e98597-3793-4eb4-94ff-8e996248fba7 HTTP/1.1" status: 200 len: 1128 time: 0.0641427 Mar 11 20:17:45.648867 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cc399e41-1728-4a84-baeb-490b87e26baf req-b5c0a038-5ffb-4045-b0ba-bb71a62b0ed5 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=49a45b28-d5be-4f02-b103-33dd7fe22b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715587 Mar 11 20:17:45.653561 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1c83bd54-f740-456b-8264-5aab7331e730 req-63532f35-c5dd-4eef-b6f3-68c02a56e67c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d663b1dc-87e3-4169-bddb-02db84c26ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698352 Mar 11 20:17:45.999105 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad56fab8-bcaf-4823-bea9-2e3c9c8df231 req-9ac023da-14d5-486c-a2c6-ed2af56d5f8d tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:17:46.000622 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ad56fab8-bcaf-4823-bea9-2e3c9c8df231 req-9ac023da-14d5-486c-a2c6-ed2af56d5f8d tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=01e98597-3793-4eb4-94ff-8e996248fba7 HTTP/1.1" status: 200 len: 946 time: 0.0534463 Mar 11 20:17:46.048607 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ad56fab8-bcaf-4823-bea9-2e3c9c8df231 req-841bb0c1-7e54-4003-88f7-c858333b83d8 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=d663b1dc-87e3-4169-bddb-02db84c26ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422485 Mar 11 20:17:46.786642 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9ca16-13ff-46a1-9217-8795f916abcb req-258d6776-4efb-46ce-9cc2-6ac153c7f069 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:17:46.788155 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7da9ca16-13ff-46a1-9217-8795f916abcb req-258d6776-4efb-46ce-9cc2-6ac153c7f069 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=04681652-efef-492e-aa2a-1e8ad6f9f219 HTTP/1.1" status: 200 len: 944 time: 0.0728877 Mar 11 20:17:46.796389 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 7e6ea014-bc7b-46bd-80bc-f7e32c362b7a details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 20:17:46.816602 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 7e6ea014-bc7b-46bd-80bc-f7e32c362b7a no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:17:46.841491 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7da9ca16-13ff-46a1-9217-8795f916abcb req-d730e419-cb39-42ac-bce9-5ae24d89b4ac tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=49a45b28-d5be-4f02-b103-33dd7fe22b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476329 Mar 11 20:17:46.978689 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 7e6ea014-bc7b-46bd-80bc-f7e32c362b7a, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=7e6ea014-bc7b-46bd-80bc-f7e32c362b7a,segment=NetworkSegment(8a252c1c-30ad-4118-9495-1fd7b349147e),segment_id=8a252c1c-30ad-4118-9495-1fd7b349147e)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:17:46.990503 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 7e6ea014-bc7b-46bd-80bc-f7e32c362b7a is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:17:46.990889 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (7e6ea014-bc7b-46bd-80bc-f7e32c362b7a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:17:46.995047 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': '7e6ea014-bc7b-46bd-80bc-f7e32c362b7a', 'network_id': '5c325b1a-4a04-49ae-b185-9c716085f342', 'port_id': '7e6ea014-bc7b-46bd-80bc-f7e32c362b7a', 'mac_address': 'fa:16:3e:74:97:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 867, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba1a7121-5f30-4f26-bf40-13f08f938f03', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 20:17:47.039847 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01e98597-3793-4eb4-94ff-8e996248fba7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e6ea014-bc7b-46bd-80bc-f7e32c362b7a'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:17:47.042027 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c0a74d-cb7e-4909-8149-4f0aefdd056a" -d '{"events": [{"server_uuid": "01e98597-3793-4eb4-94ff-8e996248fba7", "name": "network-vif-unplugged", "status": "completed", "tag": "7e6ea014-bc7b-46bd-80bc-f7e32c362b7a"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:17:47.058721 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 7e6ea014-bc7b-46bd-80bc-f7e32c362b7a, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=7e6ea014-bc7b-46bd-80bc-f7e32c362b7a,segment=NetworkSegment(8a252c1c-30ad-4118-9495-1fd7b349147e),segment_id=8a252c1c-30ad-4118-9495-1fd7b349147e)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:17:47.066752 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (7e6ea014-bc7b-46bd-80bc-f7e32c362b7a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:17:47.074344 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 7e6ea014-bc7b-46bd-80bc-f7e32c362b7a is: ACTIVE; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:17:47.074808 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (7e6ea014-bc7b-46bd-80bc-f7e32c362b7a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:17:47.096666 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 20:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeafff09-2268-42ed-9beb-99a9ed8b96d2 x-openstack-request-id: req-eeafff09-2268-42ed-9beb-99a9ed8b96d2 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:17:47.096966 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01e98597-3793-4eb4-94ff-8e996248fba7", "name": "network-vif-unplugged", "status": "completed", "tag": "7e6ea014-bc7b-46bd-80bc-f7e32c362b7a", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:17:47.097221 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-eeafff09-2268-42ed-9beb-99a9ed8b96d2 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:17:47.097658 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01e98597-3793-4eb4-94ff-8e996248fba7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e6ea014-bc7b-46bd-80bc-f7e32c362b7a', 'code': 200} Mar 11 20:17:47.115849 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7e6ea014-bc7b-46bd-80bc-f7e32c362b7a {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:17:47.171462 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 20:17:47.171872 n-d-833163-1 neutron-server[103886]: DEBUG oslo_db.api [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 20:17:47.172496 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=7e6ea014-bc7b-46bd-80bc-f7e32c362b7a,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:17:47.185270 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:17:47.185620 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:17:47.185966 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:17:47.186303 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:17:47.186639 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:17:47.186977 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:17:47.187301 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:17:47.187649 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:17:47.187997 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:17:47.188325 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:17:47.188648 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:17:47.188977 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:17:47.189295 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:17:47.193771 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed279d0f-bd7f-4f89-a44d-df6be7394e5e req-7cdcaa64-fde2-4b0e-baf8-3a0f6e5841e6 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:17:47.195773 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ed279d0f-bd7f-4f89-a44d-df6be7394e5e req-7cdcaa64-fde2-4b0e-baf8-3a0f6e5841e6 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=01e98597-3793-4eb4-94ff-8e996248fba7 HTTP/1.1" status: 200 len: 944 time: 0.0593622 Mar 11 20:17:47.246275 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ed279d0f-bd7f-4f89-a44d-df6be7394e5e req-11777deb-4be1-4aef-b7ff-2092aeb32d1f tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=d663b1dc-87e3-4169-bddb-02db84c26ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448093 Mar 11 20:17:47.269554 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 55958) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:17:47.341546 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-94c9f26d-4d54-4cd0-a2ae-d6bff4ead879 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/floatingips/b29fa28b-64f5-45b8-a3a1-960ed9795289 HTTP/1.1" status: 200 len: 992 time: 0.0707521 Mar 11 20:17:47.710893 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 7e6ea014-bc7b-46bd-80bc-f7e32c362b7a is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:17:47.711357 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (7e6ea014-bc7b-46bd-80bc-f7e32c362b7a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:17:47.726446 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e6ea014-bc7b-46bd-80bc-f7e32c362b7a {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:17:47.747351 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 7e6ea014-bc7b-46bd-80bc-f7e32c362b7a, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=7e6ea014-bc7b-46bd-80bc-f7e32c362b7a,segment=NetworkSegment(8a252c1c-30ad-4118-9495-1fd7b349147e),segment_id=8a252c1c-30ad-4118-9495-1fd7b349147e)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:17:47.751925 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (7e6ea014-bc7b-46bd-80bc-f7e32c362b7a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:17:47.802770 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=7e6ea014-bc7b-46bd-80bc-f7e32c362b7a,revision_number=7']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:17:47.962735 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7779ce-ad40-4e9f-baed-f36827eb8a2c req-eeab4809-191a-4197-b430-bf725c71d578 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:17:47.964129 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1c7779ce-ad40-4e9f-baed-f36827eb8a2c req-eeab4809-191a-4197-b430-bf725c71d578 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=04681652-efef-492e-aa2a-1e8ad6f9f219 HTTP/1.1" status: 200 len: 944 time: 0.0567102 Mar 11 20:17:48.011473 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1c7779ce-ad40-4e9f-baed-f36827eb8a2c req-8e930d02-24a0-40fd-b9f3-a0176d4bd378 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=49a45b28-d5be-4f02-b103-33dd7fe22b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417225 Mar 11 20:17:48.047129 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['7e6ea014-bc7b-46bd-80bc-f7e32c362b7a'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:17:48.802973 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 7e6ea014-bc7b-46bd-80bc-f7e32c362b7a up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:17:48.859252 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port 7e6ea014-bc7b-46bd-80bc-f7e32c362b7a triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:17:48.859640 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (7e6ea014-bc7b-46bd-80bc-f7e32c362b7a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:17:48.940075 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-535dba7b-49f9-4b0f-8a45-5ff6fa6733cc req-365feb5d-c798-40c7-bdef-8e101360b41b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=01e98597-3793-4eb4-94ff-8e996248fba7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0488076 Mar 11 20:17:48.954072 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 7e6ea014-bc7b-46bd-80bc-f7e32c362b7a is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:17:48.954072 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (7e6ea014-bc7b-46bd-80bc-f7e32c362b7a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:17:48.998026 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 7e6ea014-bc7b-46bd-80bc-f7e32c362b7a, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=7e6ea014-bc7b-46bd-80bc-f7e32c362b7a,segment=NetworkSegment(8a252c1c-30ad-4118-9495-1fd7b349147e),segment_id=8a252c1c-30ad-4118-9495-1fd7b349147e)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:17:49.004653 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (7e6ea014-bc7b-46bd-80bc-f7e32c362b7a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:17:49.061598 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535dba7b-49f9-4b0f-8a45-5ff6fa6733cc req-71638d94-158f-43e6-9944-51439bb9ad3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:17:49.063795 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-535dba7b-49f9-4b0f-8a45-5ff6fa6733cc req-71638d94-158f-43e6-9944-51439bb9ad3b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=985979086b444294b1307d531b609210&device_id=01e98597-3793-4eb4-94ff-8e996248fba7 HTTP/1.1" status: 200 len: 1128 time: 0.0681157 Mar 11 20:17:49.100950 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01e98597-3793-4eb4-94ff-8e996248fba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e6ea014-bc7b-46bd-80bc-f7e32c362b7a'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:17:49.103142 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c23f9cd-3c30-4d26-a53a-920f055ac6f6" -d '{"events": [{"server_uuid": "01e98597-3793-4eb4-94ff-8e996248fba7", "name": "network-vif-plugged", "status": "completed", "tag": "7e6ea014-bc7b-46bd-80bc-f7e32c362b7a"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:17:49.147988 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=7e6ea014-bc7b-46bd-80bc-f7e32c362b7a,revision_number=8']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:17:49.234668 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:17:49.247860 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535dba7b-49f9-4b0f-8a45-5ff6fa6733cc req-b84a381f-8e0c-4fae-b745-beeab4eb6682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:17:49.249661 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-535dba7b-49f9-4b0f-8a45-5ff6fa6733cc req-b84a381f-8e0c-4fae-b745-beeab4eb6682 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5c325b1a-4a04-49ae-b185-9c716085f342 HTTP/1.1" status: 200 len: 898 time: 0.1664565 Mar 11 20:17:49.277392 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b2e34f-9ba1-429f-a228-998d159bf3e8 req-d21bdbb6-99d6-4887-953c-434f5dc2f1a1 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:17:49.279136 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-91b2e34f-9ba1-429f-a228-998d159bf3e8 req-d21bdbb6-99d6-4887-953c-434f5dc2f1a1 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=04681652-efef-492e-aa2a-1e8ad6f9f219 HTTP/1.1" status: 200 len: 944 time: 0.1021075 Mar 11 20:17:49.373093 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-535dba7b-49f9-4b0f-8a45-5ff6fa6733cc req-f9758e49-49ee-46fd-ac42-f14265857ce3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e6ea014-bc7b-46bd-80bc-f7e32c362b7a HTTP/1.1" status: 200 len: 1002 time: 0.1154535 Mar 11 20:17:49.425666 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-91b2e34f-9ba1-429f-a228-998d159bf3e8 req-6c8fd38a-3ada-4c20-b13a-3ab588ff217c tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=49a45b28-d5be-4f02-b103-33dd7fe22b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116877 Mar 11 20:17:49.447315 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535dba7b-49f9-4b0f-8a45-5ff6fa6733cc req-ea382677-9ab0-4ca3-9fe4-193177de63d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:17:49.447315 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-535dba7b-49f9-4b0f-8a45-5ff6fa6733cc req-ea382677-9ab0-4ca3-9fe4-193177de63d1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ba1a7121-5f30-4f26-bf40-13f08f938f03 HTTP/1.1" status: 200 len: 834 time: 0.0618930 Mar 11 20:17:49.475146 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adbbc5a1-0cd0-4b05-b15b-0d0b8cae47c2 x-openstack-request-id: req-adbbc5a1-0cd0-4b05-b15b-0d0b8cae47c2 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:17:49.475452 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01e98597-3793-4eb4-94ff-8e996248fba7", "name": "network-vif-plugged", "status": "completed", "tag": "7e6ea014-bc7b-46bd-80bc-f7e32c362b7a", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:17:49.475837 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-adbbc5a1-0cd0-4b05-b15b-0d0b8cae47c2 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:17:49.476246 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01e98597-3793-4eb4-94ff-8e996248fba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e6ea014-bc7b-46bd-80bc-f7e32c362b7a', 'code': 200} Mar 11 20:17:49.497981 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535dba7b-49f9-4b0f-8a45-5ff6fa6733cc req-7cf1db35-e1b8-4b6f-b328-fac4e55a1f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:17:49.499518 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-535dba7b-49f9-4b0f-8a45-5ff6fa6733cc req-7cf1db35-e1b8-4b6f-b328-fac4e55a1f43 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5c325b1a-4a04-49ae-b185-9c716085f342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0523646 Mar 11 20:17:49.508669 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [req-535dba7b-49f9-4b0f-8a45-5ff6fa6733cc req-34741ba4-6973-4a83-874d-1d86a1e1c58f service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 20:17:49.509615 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-535dba7b-49f9-4b0f-8a45-5ff6fa6733cc req-34741ba4-6973-4a83-874d-1d86a1e1c58f service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049562 Mar 11 20:17:49.616655 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-535dba7b-49f9-4b0f-8a45-5ff6fa6733cc req-702e775e-7f1b-4775-aba9-45516bc36459 service neutron] 10.222.0.57 "GET /v2.0/networks/5c325b1a-4a04-49ae-b185-9c716085f342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001818 Mar 11 20:17:49.711540 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-535dba7b-49f9-4b0f-8a45-5ff6fa6733cc req-d29c0e1a-0144-49ed-bc4a-92ac14571d3e service neutron] 10.222.0.57 "GET /v2.0/networks/5c325b1a-4a04-49ae-b185-9c716085f342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893502 Mar 11 20:17:50.554345 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5159c0-7f47-412d-97bb-fae5801e7695 req-b747042a-9991-4cae-9d7f-35bd0896c2ad tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:17:50.555916 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4d5159c0-7f47-412d-97bb-fae5801e7695 req-b747042a-9991-4cae-9d7f-35bd0896c2ad tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=04681652-efef-492e-aa2a-1e8ad6f9f219 HTTP/1.1" status: 200 len: 944 time: 0.0607040 Mar 11 20:17:50.608807 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4d5159c0-7f47-412d-97bb-fae5801e7695 req-cade24c0-5d0e-4762-8b70-9563ed2b159b tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=49a45b28-d5be-4f02-b103-33dd7fe22b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468938 Mar 11 20:17:51.733586 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c34cb05-ab8b-478c-8d13-50d7dcb12789 req-bb64a745-b2e5-45be-a7e9-0629646bcc09 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:17:51.735081 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4c34cb05-ab8b-478c-8d13-50d7dcb12789 req-bb64a745-b2e5-45be-a7e9-0629646bcc09 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=04681652-efef-492e-aa2a-1e8ad6f9f219 HTTP/1.1" status: 200 len: 944 time: 0.0579686 Mar 11 20:17:51.784077 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4c34cb05-ab8b-478c-8d13-50d7dcb12789 req-acba4357-6239-4cda-940a-2599026f19d5 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=49a45b28-d5be-4f02-b103-33dd7fe22b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433390 Mar 11 20:17:52.365786 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-97bb1cf2-c29d-46c9-a441-5e80075dfaf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:17:52.904538 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6845ab-effd-436d-ade2-72b2050f7495 req-a5db2b31-191f-4736-a469-caee4014f3ac tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:17:52.906002 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4b6845ab-effd-436d-ade2-72b2050f7495 req-a5db2b31-191f-4736-a469-caee4014f3ac tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=04681652-efef-492e-aa2a-1e8ad6f9f219 HTTP/1.1" status: 200 len: 944 time: 0.0515592 Mar 11 20:17:52.957850 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4b6845ab-effd-436d-ade2-72b2050f7495 req-cef83d77-127f-42cf-a6dc-df88c2f2fc43 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=49a45b28-d5be-4f02-b103-33dd7fe22b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462003 Mar 11 20:17:53.013504 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:17:54.074544 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0466c3-f13f-449a-a7d7-5b00a1f86c60 req-3c06c5c1-e379-47f4-aab7-b641b6866b62 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:17:54.076039 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cc0466c3-f13f-449a-a7d7-5b00a1f86c60 req-3c06c5c1-e379-47f4-aab7-b641b6866b62 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=04681652-efef-492e-aa2a-1e8ad6f9f219 HTTP/1.1" status: 200 len: 944 time: 0.0510626 Mar 11 20:17:54.125848 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cc0466c3-f13f-449a-a7d7-5b00a1f86c60 req-dff50f56-fd9f-4f84-9ab5-5e70dcfc9c2b tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=49a45b28-d5be-4f02-b103-33dd7fe22b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438235 Mar 11 20:17:54.668623 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-86358728-06d7-4621-9c09-20cc4a3eff21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:17:55.247188 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9119fce7-91a2-4498-8cbe-ab2fd44e3eba req-243043e3-1cfd-4e8d-b924-adc611961a1b tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:17:55.248758 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9119fce7-91a2-4498-8cbe-ab2fd44e3eba req-243043e3-1cfd-4e8d-b924-adc611961a1b tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=04681652-efef-492e-aa2a-1e8ad6f9f219 HTTP/1.1" status: 200 len: 944 time: 0.0571282 Mar 11 20:17:55.296211 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9119fce7-91a2-4498-8cbe-ab2fd44e3eba req-28d428ad-c84d-432c-ba80-52464966ce34 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=49a45b28-d5be-4f02-b103-33dd7fe22b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419517 Mar 11 20:17:56.321595 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:17:56.417832 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c304c5cc-edea-4178-9b90-8a0d434281f7 req-82edf05b-a251-423d-bf0c-ab8cafa209a5 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:17:56.419305 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c304c5cc-edea-4178-9b90-8a0d434281f7 req-82edf05b-a251-423d-bf0c-ab8cafa209a5 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=04681652-efef-492e-aa2a-1e8ad6f9f219 HTTP/1.1" status: 200 len: 944 time: 0.0569644 Mar 11 20:17:56.466495 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c304c5cc-edea-4178-9b90-8a0d434281f7 req-3c2266f2-5278-4e75-9d2f-a146c76a3534 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=49a45b28-d5be-4f02-b103-33dd7fe22b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415938 Mar 11 20:17:57.582109 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174b05e-4c88-41e0-8c04-42d1d97ffc95 req-8b8f3283-9966-4843-a0d2-b8a35bb536d4 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:17:57.583567 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f174b05e-4c88-41e0-8c04-42d1d97ffc95 req-8b8f3283-9966-4843-a0d2-b8a35bb536d4 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=04681652-efef-492e-aa2a-1e8ad6f9f219 HTTP/1.1" status: 200 len: 944 time: 0.0516291 Mar 11 20:17:57.633039 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f174b05e-4c88-41e0-8c04-42d1d97ffc95 req-a495e984-4387-4f09-aaa9-c19b1998b73d tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=49a45b28-d5be-4f02-b103-33dd7fe22b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433912 Mar 11 20:17:57.725185 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:17:58.750115 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b572252b-9b4c-415f-91a6-d34a67452716 req-9e173e39-391c-428d-a09d-c63181c5c9b8 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:17:58.751573 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b572252b-9b4c-415f-91a6-d34a67452716 req-9e173e39-391c-428d-a09d-c63181c5c9b8 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=04681652-efef-492e-aa2a-1e8ad6f9f219 HTTP/1.1" status: 200 len: 944 time: 0.0517724 Mar 11 20:17:58.802807 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b572252b-9b4c-415f-91a6-d34a67452716 req-ba69a3cf-f8bc-4c60-96b6-76fa8706036c tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=49a45b28-d5be-4f02-b103-33dd7fe22b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456293 Mar 11 20:17:59.198183 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:17:59.624020 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 40f5bd96-70d1-4ada-86a2-bca3d654b015 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 20:17:59.715807 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 40f5bd96-70d1-4ada-86a2-bca3d654b015, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=40f5bd96-70d1-4ada-86a2-bca3d654b015,segment=NetworkSegment(71b9bbc9-ac9b-491b-9d03-f13ac7365297),segment_id=71b9bbc9-ac9b-491b-9d03-f13ac7365297)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:17:59.730438 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '40f5bd96-70d1-4ada-86a2-bca3d654b015', 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b', 'port_id': '40f5bd96-70d1-4ada-86a2-bca3d654b015', 'mac_address': 'fa:16:3e:61:02:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 862, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0b8e9c3-1a90-4f95-b04c-be83e3135274', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 20:17:59.764977 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 40f5bd96-70d1-4ada-86a2-bca3d654b015 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:17:59.765359 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (40f5bd96-70d1-4ada-86a2-bca3d654b015), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:17:59.777748 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40f5bd96-70d1-4ada-86a2-bca3d654b015 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:17:59.796557 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 40f5bd96-70d1-4ada-86a2-bca3d654b015, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=40f5bd96-70d1-4ada-86a2-bca3d654b015,segment=NetworkSegment(71b9bbc9-ac9b-491b-9d03-f13ac7365297),segment_id=71b9bbc9-ac9b-491b-9d03-f13ac7365297)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:17:59.800337 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (40f5bd96-70d1-4ada-86a2-bca3d654b015), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:17:59.851937 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=40f5bd96-70d1-4ada-86a2-bca3d654b015,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:17:59.926492 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297a06cf-603e-4883-86b0-91c573dd0904 req-8bb3d62e-c265-43c5-b4b5-f3216620a0e7 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:17:59.927928 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-297a06cf-603e-4883-86b0-91c573dd0904 req-8bb3d62e-c265-43c5-b4b5-f3216620a0e7 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=04681652-efef-492e-aa2a-1e8ad6f9f219 HTTP/1.1" status: 200 len: 945 time: 0.0526023 Mar 11 20:17:59.976378 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-297a06cf-603e-4883-86b0-91c573dd0904 req-7693f60b-8723-466d-bab2-4629f58036cf tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=49a45b28-d5be-4f02-b103-33dd7fe22b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427701 Mar 11 20:18:00.019708 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['40f5bd96-70d1-4ada-86a2-bca3d654b015'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:18:01.091304 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a3787e-90ae-4804-a30c-1ac0e12b3d97 req-597a0fd5-f243-4eb8-aab4-f02bdd003e56 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:18:01.092800 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b8a3787e-90ae-4804-a30c-1ac0e12b3d97 req-597a0fd5-f243-4eb8-aab4-f02bdd003e56 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=04681652-efef-492e-aa2a-1e8ad6f9f219 HTTP/1.1" status: 200 len: 945 time: 0.0516312 Mar 11 20:18:01.140136 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b8a3787e-90ae-4804-a30c-1ac0e12b3d97 req-f38f937f-a823-4aee-87da-937b5ac0c569 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=49a45b28-d5be-4f02-b103-33dd7fe22b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415456 Mar 11 20:18:01.638509 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 40f5bd96-70d1-4ada-86a2-bca3d654b015 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:18:01.687861 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port 40f5bd96-70d1-4ada-86a2-bca3d654b015 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 20:18:01.691432 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 40f5bd96-70d1-4ada-86a2-bca3d654b015 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:18:01.691862 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (40f5bd96-70d1-4ada-86a2-bca3d654b015), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:18:01.769810 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 40f5bd96-70d1-4ada-86a2-bca3d654b015 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:18:01.770195 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (40f5bd96-70d1-4ada-86a2-bca3d654b015), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:18:01.792240 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04681652-efef-492e-aa2a-1e8ad6f9f219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f5bd96-70d1-4ada-86a2-bca3d654b015'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:18:01.794476 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ab8de7-5a90-4340-bf1a-8c627753b8a1" -d '{"events": [{"server_uuid": "04681652-efef-492e-aa2a-1e8ad6f9f219", "name": "network-vif-plugged", "status": "completed", "tag": "40f5bd96-70d1-4ada-86a2-bca3d654b015"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:18:01.807512 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 40f5bd96-70d1-4ada-86a2-bca3d654b015, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=40f5bd96-70d1-4ada-86a2-bca3d654b015,segment=NetworkSegment(71b9bbc9-ac9b-491b-9d03-f13ac7365297),segment_id=71b9bbc9-ac9b-491b-9d03-f13ac7365297)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:18:01.811598 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (40f5bd96-70d1-4ada-86a2-bca3d654b015), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:18:01.834605 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16cb3d5c-32c0-466d-97f1-03c13d99defc x-openstack-request-id: req-16cb3d5c-32c0-466d-97f1-03c13d99defc {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:18:01.834902 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04681652-efef-492e-aa2a-1e8ad6f9f219", "name": "network-vif-plugged", "status": "completed", "tag": "40f5bd96-70d1-4ada-86a2-bca3d654b015", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:18:01.835156 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-16cb3d5c-32c0-466d-97f1-03c13d99defc {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:18:01.835609 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04681652-efef-492e-aa2a-1e8ad6f9f219', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f5bd96-70d1-4ada-86a2-bca3d654b015', 'code': 200} Mar 11 20:18:01.860540 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=40f5bd96-70d1-4ada-86a2-bca3d654b015,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:18:01.925019 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3497470-3f21-44ed-99fe-2c2841d02cc0 req-648d9ccf-708e-4e7e-b04b-2f61322dba69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:18:01.926400 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-a3497470-3f21-44ed-99fe-2c2841d02cc0 req-648d9ccf-708e-4e7e-b04b-2f61322dba69 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=04681652-efef-492e-aa2a-1e8ad6f9f219 HTTP/1.1" status: 200 len: 1128 time: 0.0415599 Mar 11 20:18:01.970056 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-a3497470-3f21-44ed-99fe-2c2841d02cc0 req-78e83467-4afe-4e68-a2ff-9cdaa4166b1b service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=49a45b28-d5be-4f02-b103-33dd7fe22b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376146 Mar 11 20:18:02.265099 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f0ed9-a3a7-49d5-81e1-440e1e8557fd req-b0ce185f-ed23-4648-a778-68264f8755cb tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:18:02.266580 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-186f0ed9-a3a7-49d5-81e1-440e1e8557fd req-b0ce185f-ed23-4648-a778-68264f8755cb tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=04681652-efef-492e-aa2a-1e8ad6f9f219 HTTP/1.1" status: 200 len: 946 time: 0.0582833 Mar 11 20:18:02.314478 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-186f0ed9-a3a7-49d5-81e1-440e1e8557fd req-d3bf4844-8db0-4a5c-958d-432279927c19 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=49a45b28-d5be-4f02-b103-33dd7fe22b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422378 Mar 11 20:18:03.434058 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db65dc6-1562-41eb-af19-8046eeff4f50 req-b76d9f3e-8d60-4221-b846-b77d09b0e42e tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:18:03.435541 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4db65dc6-1562-41eb-af19-8046eeff4f50 req-b76d9f3e-8d60-4221-b846-b77d09b0e42e tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=04681652-efef-492e-aa2a-1e8ad6f9f219 HTTP/1.1" status: 200 len: 946 time: 0.0538855 Mar 11 20:18:03.483428 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4db65dc6-1562-41eb-af19-8046eeff4f50 req-a3dbc6a1-773d-4339-92cd-a1b89c34f64e tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=49a45b28-d5be-4f02-b103-33dd7fe22b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421948 Mar 11 20:18:03.603435 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d95d36-447b-4486-adb0-be7176a6bc91 req-4a04047e-4f26-4866-bfd7-f5fb0a9bbad5 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:18:03.604846 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d3d95d36-447b-4486-adb0-be7176a6bc91 req-4a04047e-4f26-4866-bfd7-f5fb0a9bbad5 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=04681652-efef-492e-aa2a-1e8ad6f9f219 HTTP/1.1" status: 200 len: 946 time: 0.0565112 Mar 11 20:18:03.652576 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d3d95d36-447b-4486-adb0-be7176a6bc91 req-42232ac4-1362-4e91-a6ad-4ec45d2f8936 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=49a45b28-d5be-4f02-b103-33dd7fe22b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422101 Mar 11 20:18:03.674314 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55994) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:18:03.718347 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fe459c-ebe5-48db-8955-24549e3cecc0 tempest-TestVolumeBootPattern-786681000 tempest-TestVolumeBootPattern-786681000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:18:03.720218 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a6fe459c-ebe5-48db-8955-24549e3cecc0 tempest-TestVolumeBootPattern-786681000 tempest-TestVolumeBootPattern-786681000-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=04681652-efef-492e-aa2a-1e8ad6f9f219 HTTP/1.1" status: 200 len: 1123 time: 0.0449610 Mar 11 20:18:03.722983 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 55996) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:18:03.727950 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-eaf5ba51-ea0a-403f-b69b-ad90be393b0f tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Request body: {'floatingip': {'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'port_id': '40f5bd96-70d1-4ada-86a2-bca3d654b015', 'tenant_id': '3ed9f03088da4b568ed876fa07964f47', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:18:03.752183 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eaf5ba51-ea0a-403f-b69b-ad90be393b0f tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:18:03.847944 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eaf5ba51-ea0a-403f-b69b-ad90be393b0f tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:18:03.961376 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-eaf5ba51-ea0a-403f-b69b-ad90be393b0f tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Allocated IP 172.25.8.121 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/477a19fc-e70b-42fe-bfb2-212b193d9847) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:18:04.062344 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eaf5ba51-ea0a-403f-b69b-ad90be393b0f tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks [] for port (477a19fc-e70b-42fe-bfb2-212b193d9847), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:18:04.094928 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eaf5ba51-ea0a-403f-b69b-ad90be393b0f tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (477a19fc-e70b-42fe-bfb2-212b193d9847), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:18:04.131462 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf5ba51-ea0a-403f-b69b-ad90be393b0f tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:18:04.136100 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-eaf5ba51-ea0a-403f-b69b-ad90be393b0f tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:18:04.139456 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf5ba51-ea0a-403f-b69b-ad90be393b0f tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:18:04.144508 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf5ba51-ea0a-403f-b69b-ad90be393b0f tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Pushing event updated for resources: {'Port': ['ID=477a19fc-e70b-42fe-bfb2-212b193d9847,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:18:04.172625 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf5ba51-ea0a-403f-b69b-ad90be393b0f tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:18:04.172967 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf5ba51-ea0a-403f-b69b-ad90be393b0f tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:18:04.173303 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf5ba51-ea0a-403f-b69b-ad90be393b0f tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:18:04.173634 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf5ba51-ea0a-403f-b69b-ad90be393b0f tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:18:04.173962 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf5ba51-ea0a-403f-b69b-ad90be393b0f tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:18:04.174287 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf5ba51-ea0a-403f-b69b-ad90be393b0f tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:18:04.174606 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf5ba51-ea0a-403f-b69b-ad90be393b0f tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:18:04.174924 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf5ba51-ea0a-403f-b69b-ad90be393b0f tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:18:04.175239 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf5ba51-ea0a-403f-b69b-ad90be393b0f tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:18:04.175553 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf5ba51-ea0a-403f-b69b-ad90be393b0f tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:18:04.175893 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf5ba51-ea0a-403f-b69b-ad90be393b0f tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:18:04.176210 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf5ba51-ea0a-403f-b69b-ad90be393b0f tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:18:04.176525 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf5ba51-ea0a-403f-b69b-ad90be393b0f tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:18:04.509803 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eaf5ba51-ea0a-403f-b69b-ad90be393b0f tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks [] for floatingip (f8c62c05-cef5-4c75-810c-17ba23011a4d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:18:04.577422 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eaf5ba51-ea0a-403f-b69b-ad90be393b0f tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (477a19fc-e70b-42fe-bfb2-212b193d9847), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:18:04.724229 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eaf5ba51-ea0a-403f-b69b-ad90be393b0f tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks [] for port (477a19fc-e70b-42fe-bfb2-212b193d9847), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:18:04.728975 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eaf5ba51-ea0a-403f-b69b-ad90be393b0f tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (477a19fc-e70b-42fe-bfb2-212b193d9847), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:18:04.799660 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf5ba51-ea0a-403f-b69b-ad90be393b0f tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Pushing event updated for resources: {'Port': ['ID=477a19fc-e70b-42fe-bfb2-212b193d9847,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:18:04.809599 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eaf5ba51-ea0a-403f-b69b-ad90be393b0f tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (f8c62c05-cef5-4c75-810c-17ba23011a4d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:18:04.909185 n-d-833163-1 neutron-server[103885]: INFO neutron.db.l3_db [None req-eaf5ba51-ea0a-403f-b69b-ad90be393b0f tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Floating IP f8c62c05-cef5-4c75-810c-17ba23011a4d associated. External IP: 172.25.8.121, port: 40f5bd96-70d1-4ada-86a2-bca3d654b015. Mar 11 20:18:05.119104 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf5ba51-ea0a-403f-b69b-ad90be393b0f tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Router d9e38758-eb24-4354-b579-f7fb844eba60 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:18:05.563649 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf5ba51-ea0a-403f-b69b-ad90be393b0f tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:18:05.573375 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ec7155-1ae6-4859-b479-219564adce9f None None] Sync routers for ids ['d9e38758-eb24-4354-b579-f7fb844eba60'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:18:05.580525 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-eaf5ba51-ea0a-403f-b69b-ad90be393b0f tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:18:05.582752 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ec7155-1ae6-4859-b479-219564adce9f None None] Routers {'d9e38758-eb24-4354-b579-f7fb844eba60'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:18:05.584103 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a2ec7155-1ae6-4859-b479-219564adce9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:17:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['d9e38758-eb24-4354-b579-f7fb844eba60'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:18:05.610201 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-eaf5ba51-ea0a-403f-b69b-ad90be393b0f tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8861973 Mar 11 20:18:05.610798 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04681652-efef-492e-aa2a-1e8ad6f9f219', 'tag': '40f5bd96-70d1-4ada-86a2-bca3d654b015'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:18:05.613058 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f3ad43-6b83-43f6-99bb-37ea00c844d7" -d '{"events": [{"name": "network-changed", "server_uuid": "04681652-efef-492e-aa2a-1e8ad6f9f219", "tag": "40f5bd96-70d1-4ada-86a2-bca3d654b015"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:18:05.655557 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66530b08-f52e-445d-aa8d-9e33703e7d14 x-openstack-request-id: req-66530b08-f52e-445d-aa8d-9e33703e7d14 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:18:05.655887 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04681652-efef-492e-aa2a-1e8ad6f9f219", "tag": "40f5bd96-70d1-4ada-86a2-bca3d654b015", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:18:05.656146 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-66530b08-f52e-445d-aa8d-9e33703e7d14 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:18:05.656578 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04681652-efef-492e-aa2a-1e8ad6f9f219', 'tag': '40f5bd96-70d1-4ada-86a2-bca3d654b015', 'status': 'completed', 'code': 200} Mar 11 20:18:05.694595 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-a2ec7155-1ae6-4859-b479-219564adce9f None None] Set router d9e38758-eb24-4354-b579-f7fb844eba60 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:18:05.719974 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f3ad43-6b83-43f6-99bb-37ea00c844d7 req-a144f44e-08fa-4aa9-a4d7-a37f2e4b3067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:18:05.721562 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e8f3ad43-6b83-43f6-99bb-37ea00c844d7 req-a144f44e-08fa-4aa9-a4d7-a37f2e4b3067 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3ed9f03088da4b568ed876fa07964f47&device_id=04681652-efef-492e-aa2a-1e8ad6f9f219 HTTP/1.1" status: 200 len: 1128 time: 0.0439129 Mar 11 20:18:05.818424 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f3ad43-6b83-43f6-99bb-37ea00c844d7 req-4b6b77d7-6ecc-4486-a10e-b7972d9c1a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:18:05.819845 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e8f3ad43-6b83-43f6-99bb-37ea00c844d7 req-4b6b77d7-6ecc-4486-a10e-b7972d9c1a71 service neutron] 10.222.0.75 "GET /v2.0/networks?id=63f958e0-4b58-4061-8181-6f0adee7263b HTTP/1.1" status: 200 len: 912 time: 0.0914812 Mar 11 20:18:05.888306 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e8f3ad43-6b83-43f6-99bb-37ea00c844d7 req-92b5bb44-e6ec-476b-904a-0e37f6491d53 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40f5bd96-70d1-4ada-86a2-bca3d654b015 HTTP/1.1" status: 200 len: 1000 time: 0.0620289 Mar 11 20:18:05.919317 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a2ec7155-1ae6-4859-b479-219564adce9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'name': 'tempest-TestVolumeBootPattern-535035188-router', 'tenant_id': '3ed9f03088da4b568ed876fa07964f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '95557d99-2cf2-4044-96b7-b84611f3ed59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:07:14Z', 'updated_at': '2022-03-11T20:07:19Z', 'revision_number': 4, 'project_id': '3ed9f03088da4b568ed876fa07964f47', 'gw_port': {'id': '95557d99-2cf2-4044-96b7-b84611f3ed59', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:07:14Z', 'updated_at': '2022-03-11T20:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': 'bcced7c7-47e5-4a96-a3ff-c08cdbe1b313', 'tenant_id': '3ed9f03088da4b568ed876fa07964f47', 'floating_ip_address': '172.25.8.85', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'port_id': 'dc3e9bee-51f5-4ef8-a941-cd2b6fb72410', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4095, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b', 'mac_address': 'fa:16:3e:b8:7a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd504ff8b-19c4-4392-9df8-a2fa138da6a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:15:52Z', 'updated_at': '2022-03-11T20:15:54Z', 'revision_number': 1, 'project_id': '3ed9f03088da4b568ed876fa07964f47', 'fixed_ip_address_scope': None}, {'id': 'f8c62c05-cef5-4c75-810c-17ba23011a4d', 'tenant_id': '3ed9f03088da4b568ed876fa07964f47', 'floating_ip_address': '172.25.8.121', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'port_id': '40f5bd96-70d1-4ada-86a2-bca3d654b015', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b', 'mac_address': 'fa:16:3e:61:02:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04681652-efef-492e-aa2a-1e8ad6f9f219', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:18:04Z', 'updated_at': '2022-03-11T20:18:04Z', 'revision_number': 0, 'project_id': '3ed9f03088da4b568ed876fa07964f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ae67f9c-fa7f-41c0-826c-440a015e83cf', 'name': '', 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b', 'tenant_id': '3ed9f03088da4b568ed876fa07964f47', 'mac_address': 'fa:16:3e:03:71:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'a0b8e9c3-1a90-4f95-b04c-be83e3135274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:07:18Z', 'updated_at': '2022-03-11T20:07:23Z', 'revision_number': 5, 'project_id': '3ed9f03088da4b568ed876fa07964f47', 'subnets': [{'id': 'a0b8e9c3-1a90-4f95-b04c-be83e3135274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:18:05.935133 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f3ad43-6b83-43f6-99bb-37ea00c844d7 req-b30240e6-8f4c-498b-9cf9-bd55d64679e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:18:05.936717 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e8f3ad43-6b83-43f6-99bb-37ea00c844d7 req-b30240e6-8f4c-498b-9cf9-bd55d64679e8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a0b8e9c3-1a90-4f95-b04c-be83e3135274 HTTP/1.1" status: 200 len: 850 time: 0.0434105 Mar 11 20:18:05.948879 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ec7155-1ae6-4859-b479-219564adce9f None None] Checking router: d9e38758-eb24-4354-b579-f7fb844eba60 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:18:05.957242 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ec7155-1ae6-4859-b479-219564adce9f None None] Routers {'d9e38758-eb24-4354-b579-f7fb844eba60'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:18:05.957848 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a2ec7155-1ae6-4859-b479-219564adce9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:17:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['d9e38758-eb24-4354-b579-f7fb844eba60'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:18:05.984564 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f3ad43-6b83-43f6-99bb-37ea00c844d7 req-b9fbc7f2-be2b-4e0e-8414-04a404000b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:18:05.986093 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e8f3ad43-6b83-43f6-99bb-37ea00c844d7 req-b9fbc7f2-be2b-4e0e-8414-04a404000b91 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=63f958e0-4b58-4061-8181-6f0adee7263b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441632 Mar 11 20:18:06.064782 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-a2ec7155-1ae6-4859-b479-219564adce9f None None] Set router d9e38758-eb24-4354-b579-f7fb844eba60 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:18:06.300109 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a2ec7155-1ae6-4859-b479-219564adce9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'name': 'tempest-TestVolumeBootPattern-535035188-router', 'tenant_id': '3ed9f03088da4b568ed876fa07964f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '95557d99-2cf2-4044-96b7-b84611f3ed59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:07:14Z', 'updated_at': '2022-03-11T20:07:19Z', 'revision_number': 4, 'project_id': '3ed9f03088da4b568ed876fa07964f47', 'gw_port': {'id': '95557d99-2cf2-4044-96b7-b84611f3ed59', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:07:14Z', 'updated_at': '2022-03-11T20:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': 'bcced7c7-47e5-4a96-a3ff-c08cdbe1b313', 'tenant_id': '3ed9f03088da4b568ed876fa07964f47', 'floating_ip_address': '172.25.8.85', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'port_id': 'dc3e9bee-51f5-4ef8-a941-cd2b6fb72410', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4095, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b', 'mac_address': 'fa:16:3e:b8:7a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd504ff8b-19c4-4392-9df8-a2fa138da6a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:15:52Z', 'updated_at': '2022-03-11T20:15:54Z', 'revision_number': 1, 'project_id': '3ed9f03088da4b568ed876fa07964f47', 'fixed_ip_address_scope': None}, {'id': 'f8c62c05-cef5-4c75-810c-17ba23011a4d', 'tenant_id': '3ed9f03088da4b568ed876fa07964f47', 'floating_ip_address': '172.25.8.121', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'port_id': '40f5bd96-70d1-4ada-86a2-bca3d654b015', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b', 'mac_address': 'fa:16:3e:61:02:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04681652-efef-492e-aa2a-1e8ad6f9f219', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:18:04Z', 'updated_at': '2022-03-11T20:18:04Z', 'revision_number': 0, 'project_id': '3ed9f03088da4b568ed876fa07964f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ae67f9c-fa7f-41c0-826c-440a015e83cf', 'name': '', 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b', 'tenant_id': '3ed9f03088da4b568ed876fa07964f47', 'mac_address': 'fa:16:3e:03:71:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'a0b8e9c3-1a90-4f95-b04c-be83e3135274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:07:18Z', 'updated_at': '2022-03-11T20:07:23Z', 'revision_number': 5, 'project_id': '3ed9f03088da4b568ed876fa07964f47', 'subnets': [{'id': 'a0b8e9c3-1a90-4f95-b04c-be83e3135274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:18:06.331159 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ec7155-1ae6-4859-b479-219564adce9f None None] The sync data for ids ['d9e38758-eb24-4354-b579-f7fb844eba60'] in n-d-833163-1 is: [{'id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'name': 'tempest-TestVolumeBootPattern-535035188-router', 'tenant_id': '3ed9f03088da4b568ed876fa07964f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '95557d99-2cf2-4044-96b7-b84611f3ed59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:07:14Z', 'updated_at': '2022-03-11T20:07:19Z', 'revision_number': 4, 'project_id': '3ed9f03088da4b568ed876fa07964f47', 'gw_port': {'id': '95557d99-2cf2-4044-96b7-b84611f3ed59', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:07:14Z', 'updated_at': '2022-03-11T20:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': 'bcced7c7-47e5-4a96-a3ff-c08cdbe1b313', 'tenant_id': '3ed9f03088da4b568ed876fa07964f47', 'floating_ip_address': '172.25.8.85', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'port_id': 'dc3e9bee-51f5-4ef8-a941-cd2b6fb72410', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4095, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b', 'mac_address': 'fa:16:3e:b8:7a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd504ff8b-19c4-4392-9df8-a2fa138da6a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:15:52Z', 'updated_at': '2022-03-11T20:15:54Z', 'revision_number': 1, 'project_id': '3ed9f03088da4b568ed876fa07964f47', 'fixed_ip_address_scope': None}, {'id': 'f8c62c05-cef5-4c75-810c-17ba23011a4d', 'tenant_id': '3ed9f03088da4b568ed876fa07964f47', 'floating_ip_address': '172.25.8.121', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'port_id': '40f5bd96-70d1-4ada-86a2-bca3d654b015', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b', 'mac_address': 'fa:16:3e:61:02:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04681652-efef-492e-aa2a-1e8ad6f9f219', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:18:04Z', 'updated_at': '2022-03-11T20:18:04Z', 'revision_number': 0, 'project_id': '3ed9f03088da4b568ed876fa07964f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ae67f9c-fa7f-41c0-826c-440a015e83cf', 'name': '', 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b', 'tenant_id': '3ed9f03088da4b568ed876fa07964f47', 'mac_address': 'fa:16:3e:03:71:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'a0b8e9c3-1a90-4f95-b04c-be83e3135274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:07:18Z', 'updated_at': '2022-03-11T20:07:23Z', 'revision_number': 5, 'project_id': '3ed9f03088da4b568ed876fa07964f47', 'subnets': [{'id': 'a0b8e9c3-1a90-4f95-b04c-be83e3135274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:18:06.369491 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e8f3ad43-6b83-43f6-99bb-37ea00c844d7 req-6a3044da-5257-4df7-a8a5-e5b881b464d2 service neutron] 10.222.0.75 "GET /v2.0/networks/63f958e0-4b58-4061-8181-6f0adee7263b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3777940 Mar 11 20:18:06.460605 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e8f3ad43-6b83-43f6-99bb-37ea00c844d7 req-335f588c-0950-472c-9258-9ad8bbc45517 service neutron] 10.222.0.75 "GET /v2.0/networks/63f958e0-4b58-4061-8181-6f0adee7263b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846786 Mar 11 20:18:06.524864 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debcd7c4-adf0-4495-bdce-cc5a3ed41c11 None None] New status for floating IP f8c62c05-cef5-4c75-810c-17ba23011a4d: ACTIVE {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 20:18:16.354499 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:18:19.233789 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:18:22.367390 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-62e7d0b8-5882-4483-9065-b1ee4c891d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:18:23.004418 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:18:24.670210 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9f15c0cb-52e8-4a2d-ae10-2d18d19942cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:18:26.323476 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:18:27.726970 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:18:29.050599 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:18:42.640887 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d0874922-ae95-4f6b-a525-4a2f8c82ea67 req-8f239ea2-8d97-4e26-9075-46c78e8d7742 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=d504ff8b-19c4-4392-9df8-a2fa138da6a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0424132 Mar 11 20:18:42.727235 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0874922-ae95-4f6b-a525-4a2f8c82ea67 req-a9dea3ba-677d-467b-95d1-3530991f80f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:18:42.729063 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d0874922-ae95-4f6b-a525-4a2f8c82ea67 req-a9dea3ba-677d-467b-95d1-3530991f80f7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3ed9f03088da4b568ed876fa07964f47&device_id=d504ff8b-19c4-4392-9df8-a2fa138da6a2 HTTP/1.1" status: 200 len: 1127 time: 0.0481834 Mar 11 20:18:42.828225 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0874922-ae95-4f6b-a525-4a2f8c82ea67 req-feba3b9d-6ffc-4f78-8b22-2bf1237c1bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:18:42.829661 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d0874922-ae95-4f6b-a525-4a2f8c82ea67 req-feba3b9d-6ffc-4f78-8b22-2bf1237c1bac service neutron] 10.222.0.75 "GET /v2.0/networks?id=63f958e0-4b58-4061-8181-6f0adee7263b HTTP/1.1" status: 200 len: 912 time: 0.0828655 Mar 11 20:18:42.896873 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d0874922-ae95-4f6b-a525-4a2f8c82ea67 req-905faad2-9ed0-4531-b961-b22bbc1ebc09 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc3e9bee-51f5-4ef8-a941-cd2b6fb72410 HTTP/1.1" status: 200 len: 1000 time: 0.0610533 Mar 11 20:18:42.944391 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0874922-ae95-4f6b-a525-4a2f8c82ea67 req-e01ad0d4-38b4-4f3f-8639-2b20206ab79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:18:42.946435 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d0874922-ae95-4f6b-a525-4a2f8c82ea67 req-e01ad0d4-38b4-4f3f-8639-2b20206ab79c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a0b8e9c3-1a90-4f95-b04c-be83e3135274 HTTP/1.1" status: 200 len: 850 time: 0.0425546 Mar 11 20:18:42.995272 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0874922-ae95-4f6b-a525-4a2f8c82ea67 req-bbf3d8e2-997e-42c7-9901-b95b351d5f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:18:42.996818 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d0874922-ae95-4f6b-a525-4a2f8c82ea67 req-bbf3d8e2-997e-42c7-9901-b95b351d5f3f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=63f958e0-4b58-4061-8181-6f0adee7263b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444560 Mar 11 20:18:43.087409 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d0874922-ae95-4f6b-a525-4a2f8c82ea67 req-adf6267b-0606-435a-8523-e1d4baf418d7 service neutron] 10.222.0.75 "GET /v2.0/networks/63f958e0-4b58-4061-8181-6f0adee7263b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847559 Mar 11 20:18:43.173401 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-d0874922-ae95-4f6b-a525-4a2f8c82ea67 req-6f5a9f4f-ab60-4434-b03d-b68bc522d04f service neutron] 10.222.0.75 "GET /v2.0/networks/63f958e0-4b58-4061-8181-6f0adee7263b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801373 Mar 11 20:18:49.230937 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:18:50.993554 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c950c8cc-4725-44d6-aeec-64df1936aa8b req-29d5eb22-3c16-4657-820a-e1ab606a901a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=01e98597-3793-4eb4-94ff-8e996248fba7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1163795 Mar 11 20:18:51.081791 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950c8cc-4725-44d6-aeec-64df1936aa8b req-50145ab3-405e-4a71-be6c-b1d263d98892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:18:51.083289 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c950c8cc-4725-44d6-aeec-64df1936aa8b req-50145ab3-405e-4a71-be6c-b1d263d98892 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=985979086b444294b1307d531b609210&device_id=01e98597-3793-4eb4-94ff-8e996248fba7 HTTP/1.1" status: 200 len: 1128 time: 0.0479226 Mar 11 20:18:51.187120 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950c8cc-4725-44d6-aeec-64df1936aa8b req-089994e9-d92e-4af9-a5a7-ce0dd3c4edd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:18:51.188742 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c950c8cc-4725-44d6-aeec-64df1936aa8b req-089994e9-d92e-4af9-a5a7-ce0dd3c4edd9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5c325b1a-4a04-49ae-b185-9c716085f342 HTTP/1.1" status: 200 len: 898 time: 0.0876992 Mar 11 20:18:51.254693 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c950c8cc-4725-44d6-aeec-64df1936aa8b req-1724e467-70e3-4453-baa4-c1e9788d9bdd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e6ea014-bc7b-46bd-80bc-f7e32c362b7a HTTP/1.1" status: 200 len: 1002 time: 0.0600030 Mar 11 20:18:51.304563 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950c8cc-4725-44d6-aeec-64df1936aa8b req-0da4e945-5854-4399-a9da-c60f073160bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:18:51.306506 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c950c8cc-4725-44d6-aeec-64df1936aa8b req-0da4e945-5854-4399-a9da-c60f073160bb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ba1a7121-5f30-4f26-bf40-13f08f938f03 HTTP/1.1" status: 200 len: 834 time: 0.0456035 Mar 11 20:18:51.352615 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950c8cc-4725-44d6-aeec-64df1936aa8b req-47adceec-dbfc-42a6-8b47-8a57a464bd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:18:51.354062 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c950c8cc-4725-44d6-aeec-64df1936aa8b req-47adceec-dbfc-42a6-8b47-8a57a464bd1d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5c325b1a-4a04-49ae-b185-9c716085f342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0425696 Mar 11 20:18:51.440153 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c950c8cc-4725-44d6-aeec-64df1936aa8b req-5c16226e-6364-459f-978b-e06f9c9486f6 service neutron] 10.222.0.57 "GET /v2.0/networks/5c325b1a-4a04-49ae-b185-9c716085f342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800202 Mar 11 20:18:51.532961 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c950c8cc-4725-44d6-aeec-64df1936aa8b req-eaec3e49-56e0-4dd9-8a2d-0fbdedd16bc1 service neutron] 10.222.0.57 "GET /v2.0/networks/5c325b1a-4a04-49ae-b185-9c716085f342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871060 Mar 11 20:18:51.952078 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 56030) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:18:52.109393 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-1593b830-ffa8-4cfb-bbd4-6cd9c28b07f2 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Deleting port b242a25e-bb64-4621-b32a-7569b45ebca9 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:18:52.110093 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1593b830-ffa8-4cfb-bbd4-6cd9c28b07f2 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (b242a25e-bb64-4621-b32a-7569b45ebca9), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:18:52.185153 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1593b830-ffa8-4cfb-bbd4-6cd9c28b07f2 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (b242a25e-bb64-4621-b32a-7569b45ebca9), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:18:52.185475 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1593b830-ffa8-4cfb-bbd4-6cd9c28b07f2 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for floatingip (b242a25e-bb64-4621-b32a-7569b45ebca9), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:18:52.197047 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-1593b830-ffa8-4cfb-bbd4-6cd9c28b07f2 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Calling delete_port for b242a25e-bb64-4621-b32a-7569b45ebca9 owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:18:52.343869 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1593b830-ffa8-4cfb-bbd4-6cd9c28b07f2 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (b242a25e-bb64-4621-b32a-7569b45ebca9), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:18:52.368305 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7183a7d1-49a0-49c5-92ef-3453199267e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:18:52.369814 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1593b830-ffa8-4cfb-bbd4-6cd9c28b07f2 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event deleted for resources: {'Port': ['ID=b242a25e-bb64-4621-b32a-7569b45ebca9,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:18:52.428398 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1593b830-ffa8-4cfb-bbd4-6cd9c28b07f2 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for floatingip (b29fa28b-64f5-45b8-a3a1-960ed9795289), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:18:52.428725 n-d-833163-1 neutron-server[103885]: INFO neutron.db.l3_db [None req-1593b830-ffa8-4cfb-bbd4-6cd9c28b07f2 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Floating IP b29fa28b-64f5-45b8-a3a1-960ed9795289 disassociated (deleted). External IP: 172.25.8.242, port: 7e6ea014-bc7b-46bd-80bc-f7e32c362b7a. Mar 11 20:18:52.638874 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1593b830-ffa8-4cfb-bbd4-6cd9c28b07f2 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Router 052a8a1f-85a1-436f-9c0a-d94b0c20844f has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:18:52.751718 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1593b830-ffa8-4cfb-bbd4-6cd9c28b07f2 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:18:52.756471 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1593b830-ffa8-4cfb-bbd4-6cd9c28b07f2 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:18:52.761900 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4df0d5-a0a2-45a4-af34-0b69c3f953e3 None None] Sync routers for ids ['052a8a1f-85a1-436f-9c0a-d94b0c20844f'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:18:52.771941 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4df0d5-a0a2-45a4-af34-0b69c3f953e3 None None] Routers {'052a8a1f-85a1-436f-9c0a-d94b0c20844f'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:18:52.772656 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-0d4df0d5-a0a2-45a4-af34-0b69c3f953e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:18:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['052a8a1f-85a1-436f-9c0a-d94b0c20844f'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:18:52.786559 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-1593b830-ffa8-4cfb-bbd4-6cd9c28b07f2 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "DELETE /v2.0/floatingips/b29fa28b-64f5-45b8-a3a1-960ed9795289 HTTP/1.1" status: 204 len: 168 time: 0.8333182 Mar 11 20:18:52.787145 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01e98597-3793-4eb4-94ff-8e996248fba7', 'tag': '7e6ea014-bc7b-46bd-80bc-f7e32c362b7a'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:18:52.790531 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2248cfd5-6e7a-4512-bb7f-c31f9721f07d" -d '{"events": [{"name": "network-changed", "server_uuid": "01e98597-3793-4eb4-94ff-8e996248fba7", "tag": "7e6ea014-bc7b-46bd-80bc-f7e32c362b7a"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:18:52.880185 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-0d4df0d5-a0a2-45a4-af34-0b69c3f953e3 None None] Set router 052a8a1f-85a1-436f-9c0a-d94b0c20844f gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:18:52.957311 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1127c5a4-547a-4439-b354-d8add7ec9d58 x-openstack-request-id: req-1127c5a4-547a-4439-b354-d8add7ec9d58 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:18:52.957606 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01e98597-3793-4eb4-94ff-8e996248fba7", "tag": "7e6ea014-bc7b-46bd-80bc-f7e32c362b7a", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:18:52.957862 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1127c5a4-547a-4439-b354-d8add7ec9d58 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:18:52.958271 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01e98597-3793-4eb4-94ff-8e996248fba7', 'tag': '7e6ea014-bc7b-46bd-80bc-f7e32c362b7a', 'status': 'completed', 'code': 200} Mar 11 20:18:53.047054 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:18:53.074692 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2248cfd5-6e7a-4512-bb7f-c31f9721f07d req-cdf298c5-57b4-49d0-9b1d-a7673273a34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:18:53.076300 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2248cfd5-6e7a-4512-bb7f-c31f9721f07d req-cdf298c5-57b4-49d0-9b1d-a7673273a34b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=985979086b444294b1307d531b609210&device_id=01e98597-3793-4eb4-94ff-8e996248fba7 HTTP/1.1" status: 200 len: 1128 time: 0.0900812 Mar 11 20:18:53.089380 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99b4cc-278b-4059-8fdf-2726aa9a141a req-01342bdc-f696-4bc3-99d5-020f4fb30bcb tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:18:53.090856 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1f99b4cc-278b-4059-8fdf-2726aa9a141a req-01342bdc-f696-4bc3-99d5-020f4fb30bcb tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=01e98597-3793-4eb4-94ff-8e996248fba7 HTTP/1.1" status: 200 len: 946 time: 0.0755181 Mar 11 20:18:53.103905 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-0d4df0d5-a0a2-45a4-af34-0b69c3f953e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052a8a1f-85a1-436f-9c0a-d94b0c20844f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-213906063', 'tenant_id': '985979086b444294b1307d531b609210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '0588e48a-171c-4089-a154-a80d4576dfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:16:08Z', 'updated_at': '2022-03-11T20:16:12Z', 'revision_number': 4, 'project_id': '985979086b444294b1307d531b609210', 'gw_port': {'id': '0588e48a-171c-4089-a154-a80d4576dfdd', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052a8a1f-85a1-436f-9c0a-d94b0c20844f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:16:09Z', 'updated_at': '2022-03-11T20:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '13a1bb69-1cd8-4227-93f2-a1f54d200ca1', 'name': '', 'network_id': '5c325b1a-4a04-49ae-b185-9c716085f342', 'tenant_id': '985979086b444294b1307d531b609210', 'mac_address': 'fa:16:3e:32:21:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052a8a1f-85a1-436f-9c0a-d94b0c20844f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'ba1a7121-5f30-4f26-bf40-13f08f938f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:16:11Z', 'updated_at': '2022-03-11T20:16:15Z', 'revision_number': 5, 'project_id': '985979086b444294b1307d531b609210', 'subnets': [{'id': 'ba1a7121-5f30-4f26-bf40-13f08f938f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:18:53.130566 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4df0d5-a0a2-45a4-af34-0b69c3f953e3 None None] Checking router: 052a8a1f-85a1-436f-9c0a-d94b0c20844f for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:18:53.138802 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4df0d5-a0a2-45a4-af34-0b69c3f953e3 None None] Routers {'052a8a1f-85a1-436f-9c0a-d94b0c20844f'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:18:53.139406 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-0d4df0d5-a0a2-45a4-af34-0b69c3f953e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:18:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['052a8a1f-85a1-436f-9c0a-d94b0c20844f'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:18:53.201444 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1f99b4cc-278b-4059-8fdf-2726aa9a141a req-85d6a125-7620-49b0-8a7d-7fe2954838dd tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=d663b1dc-87e3-4169-bddb-02db84c26ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011617 Mar 11 20:18:53.221759 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2248cfd5-6e7a-4512-bb7f-c31f9721f07d req-b27ae7ca-90b4-495f-9e93-de2e3929fe97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:18:53.223427 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2248cfd5-6e7a-4512-bb7f-c31f9721f07d req-b27ae7ca-90b4-495f-9e93-de2e3929fe97 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5c325b1a-4a04-49ae-b185-9c716085f342 HTTP/1.1" status: 200 len: 898 time: 0.1316917 Mar 11 20:18:53.270430 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2248cfd5-6e7a-4512-bb7f-c31f9721f07d req-f09f269a-e432-4620-a695-78de425ce109 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7e6ea014-bc7b-46bd-80bc-f7e32c362b7a HTTP/1.1" status: 200 len: 217 time: 0.0400996 Mar 11 20:18:53.321241 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2248cfd5-6e7a-4512-bb7f-c31f9721f07d req-2c4f9b33-1443-4c7a-9f71-9df187c286b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:18:53.322784 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2248cfd5-6e7a-4512-bb7f-c31f9721f07d req-2c4f9b33-1443-4c7a-9f71-9df187c286b5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ba1a7121-5f30-4f26-bf40-13f08f938f03 HTTP/1.1" status: 200 len: 834 time: 0.0462062 Mar 11 20:18:53.354494 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:18:53.374475 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2248cfd5-6e7a-4512-bb7f-c31f9721f07d req-bc0b3a79-c141-42ce-891c-be7ebb4e4ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:18:53.376139 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2248cfd5-6e7a-4512-bb7f-c31f9721f07d req-bc0b3a79-c141-42ce-891c-be7ebb4e4ff5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5c325b1a-4a04-49ae-b185-9c716085f342&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0469177 Mar 11 20:18:53.405296 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-0d4df0d5-a0a2-45a4-af34-0b69c3f953e3 None None] Set router 052a8a1f-85a1-436f-9c0a-d94b0c20844f gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:18:53.475448 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2248cfd5-6e7a-4512-bb7f-c31f9721f07d req-09870635-835f-4f76-b595-a4b55571e26a service neutron] 10.222.0.57 "GET /v2.0/networks/5c325b1a-4a04-49ae-b185-9c716085f342?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929127 Mar 11 20:18:53.582872 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2248cfd5-6e7a-4512-bb7f-c31f9721f07d req-e1f5edef-4dd4-40c3-a721-e8504108a0eb service neutron] 10.222.0.57 "GET /v2.0/networks/5c325b1a-4a04-49ae-b185-9c716085f342?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008160 Mar 11 20:18:53.607577 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-0d4df0d5-a0a2-45a4-af34-0b69c3f953e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052a8a1f-85a1-436f-9c0a-d94b0c20844f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-213906063', 'tenant_id': '985979086b444294b1307d531b609210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '0588e48a-171c-4089-a154-a80d4576dfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:16:08Z', 'updated_at': '2022-03-11T20:16:12Z', 'revision_number': 4, 'project_id': '985979086b444294b1307d531b609210', 'gw_port': {'id': '0588e48a-171c-4089-a154-a80d4576dfdd', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052a8a1f-85a1-436f-9c0a-d94b0c20844f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:16:09Z', 'updated_at': '2022-03-11T20:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '13a1bb69-1cd8-4227-93f2-a1f54d200ca1', 'name': '', 'network_id': '5c325b1a-4a04-49ae-b185-9c716085f342', 'tenant_id': '985979086b444294b1307d531b609210', 'mac_address': 'fa:16:3e:32:21:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052a8a1f-85a1-436f-9c0a-d94b0c20844f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'ba1a7121-5f30-4f26-bf40-13f08f938f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:16:11Z', 'updated_at': '2022-03-11T20:16:15Z', 'revision_number': 5, 'project_id': '985979086b444294b1307d531b609210', 'subnets': [{'id': 'ba1a7121-5f30-4f26-bf40-13f08f938f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:18:53.637915 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4df0d5-a0a2-45a4-af34-0b69c3f953e3 None None] The sync data for ids ['052a8a1f-85a1-436f-9c0a-d94b0c20844f'] in n-d-833163-1 is: [{'id': '052a8a1f-85a1-436f-9c0a-d94b0c20844f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-213906063', 'tenant_id': '985979086b444294b1307d531b609210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '0588e48a-171c-4089-a154-a80d4576dfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:16:08Z', 'updated_at': '2022-03-11T20:16:12Z', 'revision_number': 4, 'project_id': '985979086b444294b1307d531b609210', 'gw_port': {'id': '0588e48a-171c-4089-a154-a80d4576dfdd', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052a8a1f-85a1-436f-9c0a-d94b0c20844f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:16:09Z', 'updated_at': '2022-03-11T20:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '13a1bb69-1cd8-4227-93f2-a1f54d200ca1', 'name': '', 'network_id': '5c325b1a-4a04-49ae-b185-9c716085f342', 'tenant_id': '985979086b444294b1307d531b609210', 'mac_address': 'fa:16:3e:32:21:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052a8a1f-85a1-436f-9c0a-d94b0c20844f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'ba1a7121-5f30-4f26-bf40-13f08f938f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:16:11Z', 'updated_at': '2022-03-11T20:16:15Z', 'revision_number': 5, 'project_id': '985979086b444294b1307d531b609210', 'subnets': [{'id': 'ba1a7121-5f30-4f26-bf40-13f08f938f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:18:53.854602 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e646a23-bd22-493a-9fc7-d06e41d759a8 None None] New status for floating IP b29fa28b-64f5-45b8-a3a1-960ed9795289: DOWN {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 20:18:54.334878 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d0eee8-f20a-4e0c-bd9e-707b031ef9f9 req-413f7e4f-bd83-431f-801d-770ee43fff8c tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:18:54.337168 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c5d0eee8-f20a-4e0c-bd9e-707b031ef9f9 req-413f7e4f-bd83-431f-801d-770ee43fff8c tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=01e98597-3793-4eb4-94ff-8e996248fba7 HTTP/1.1" status: 200 len: 946 time: 0.0545497 Mar 11 20:18:54.386871 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c5d0eee8-f20a-4e0c-bd9e-707b031ef9f9 req-f0b82f44-2067-45f7-8244-804a2b6a3409 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/security-groups?id=d663b1dc-87e3-4169-bddb-02db84c26ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433488 Mar 11 20:18:54.661956 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2500404-30b9-4cfc-ab78-80bbb108410d req-08133e72-47d0-4cce-b201-b2df9e002548 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:18:54.663683 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e2500404-30b9-4cfc-ab78-80bbb108410d req-08133e72-47d0-4cce-b201-b2df9e002548 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.57 "GET /v2.0/ports?device_id=01e98597-3793-4eb4-94ff-8e996248fba7 HTTP/1.1" status: 200 len: 946 time: 0.0502701 Mar 11 20:18:54.672483 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f0181680-3542-4b9e-b168-627b8eda5cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:18:54.758532 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-e2500404-30b9-4cfc-ab78-80bbb108410d req-aff1f886-c4d0-425d-980e-c38a8ff1fe2a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Deleting port 7e6ea014-bc7b-46bd-80bc-f7e32c362b7a {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:18:54.758864 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e2500404-30b9-4cfc-ab78-80bbb108410d req-aff1f886-c4d0-425d-980e-c38a8ff1fe2a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (7e6ea014-bc7b-46bd-80bc-f7e32c362b7a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:18:54.844929 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-e2500404-30b9-4cfc-ab78-80bbb108410d req-aff1f886-c4d0-425d-980e-c38a8ff1fe2a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] For port 7e6ea014-bc7b-46bd-80bc-f7e32c362b7a, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=7e6ea014-bc7b-46bd-80bc-f7e32c362b7a,segment=NetworkSegment(8a252c1c-30ad-4118-9495-1fd7b349147e),segment_id=8a252c1c-30ad-4118-9495-1fd7b349147e)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:18:54.845544 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e2500404-30b9-4cfc-ab78-80bbb108410d req-aff1f886-c4d0-425d-980e-c38a8ff1fe2a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (7e6ea014-bc7b-46bd-80bc-f7e32c362b7a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:18:54.858524 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-e2500404-30b9-4cfc-ab78-80bbb108410d req-aff1f886-c4d0-425d-980e-c38a8ff1fe2a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Calling delete_port for 7e6ea014-bc7b-46bd-80bc-f7e32c362b7a owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:18:54.992509 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e2500404-30b9-4cfc-ab78-80bbb108410d req-aff1f886-c4d0-425d-980e-c38a8ff1fe2a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (7e6ea014-bc7b-46bd-80bc-f7e32c362b7a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:18:55.018311 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff1f886-c4d0-425d-980e-c38a8ff1fe2a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event deleted for resources: {'Port': ['ID=7e6ea014-bc7b-46bd-80bc-f7e32c362b7a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:18:55.066476 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2500404-30b9-4cfc-ab78-80bbb108410d req-aff1f886-c4d0-425d-980e-c38a8ff1fe2a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] No DVR routers for this DVR port 7e6ea014-bc7b-46bd-80bc-f7e32c362b7a on host n-h2-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:18:55.069206 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e2500404-30b9-4cfc-ab78-80bbb108410d req-aff1f886-c4d0-425d-980e-c38a8ff1fe2a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:18:55.072474 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e2500404-30b9-4cfc-ab78-80bbb108410d req-aff1f886-c4d0-425d-980e-c38a8ff1fe2a tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.57 "DELETE /v2.0/ports/7e6ea014-bc7b-46bd-80bc-f7e32c362b7a HTTP/1.1" status: 204 len: 173 time: 0.4023910 Mar 11 20:18:55.072912 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01e98597-3793-4eb4-94ff-8e996248fba7', 'name': 'network-vif-deleted', 'tag': '7e6ea014-bc7b-46bd-80bc-f7e32c362b7a'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:18:55.075183 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67aea709-c86f-4ad3-b57b-7cf6fe8a6e4d" -d '{"events": [{"server_uuid": "01e98597-3793-4eb4-94ff-8e996248fba7", "name": "network-vif-deleted", "tag": "7e6ea014-bc7b-46bd-80bc-f7e32c362b7a"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:18:55.112713 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acffe598-660d-4f9c-b887-4d08d259432e x-openstack-request-id: req-acffe598-660d-4f9c-b887-4d08d259432e {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:18:55.113011 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01e98597-3793-4eb4-94ff-8e996248fba7", "name": "network-vif-deleted", "tag": "7e6ea014-bc7b-46bd-80bc-f7e32c362b7a", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:18:55.113289 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-acffe598-660d-4f9c-b887-4d08d259432e {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:18:55.113696 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01e98597-3793-4eb4-94ff-8e996248fba7', 'name': 'network-vif-deleted', 'tag': '7e6ea014-bc7b-46bd-80bc-f7e32c362b7a', 'status': 'completed', 'code': 200} Mar 11 20:18:55.500236 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d27c2fe1-21d4-40f5-9435-47450f11759c req-bb7ea899-6dab-4f47-96ee-70bf1d28df8e tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "GET /v2.0/ports?device_id=01e98597-3793-4eb4-94ff-8e996248fba7 HTTP/1.1" status: 200 len: 210 time: 0.0291402 Mar 11 20:18:56.327073 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:18:56.566463 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 56050) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:18:56.931197 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-925092b1-0f43-4f1c-b857-329b0b2a24f7 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (052a8a1f-85a1-436f-9c0a-d94b0c20844f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:18:57.080628 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 7e6ea014-bc7b-46bd-80bc-f7e32c362b7a no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:18:57.101470 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: 7e6ea014-bc7b-46bd-80bc-f7e32c362b7a {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:18:57.101821 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 7e6ea014-bc7b-46bd-80bc-f7e32c362b7a not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:18:57.194284 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-925092b1-0f43-4f1c-b857-329b0b2a24f7 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Deleting port 13a1bb69-1cd8-4227-93f2-a1f54d200ca1 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:18:57.194543 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-925092b1-0f43-4f1c-b857-329b0b2a24f7 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (13a1bb69-1cd8-4227-93f2-a1f54d200ca1), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:18:57.285828 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-925092b1-0f43-4f1c-b857-329b0b2a24f7 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] For port 13a1bb69-1cd8-4227-93f2-a1f54d200ca1, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=13a1bb69-1cd8-4227-93f2-a1f54d200ca1,segment=NetworkSegment(8a252c1c-30ad-4118-9495-1fd7b349147e),segment_id=8a252c1c-30ad-4118-9495-1fd7b349147e)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:18:57.286187 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-925092b1-0f43-4f1c-b857-329b0b2a24f7 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (13a1bb69-1cd8-4227-93f2-a1f54d200ca1), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:18:57.298635 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-925092b1-0f43-4f1c-b857-329b0b2a24f7 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Calling delete_port for 13a1bb69-1cd8-4227-93f2-a1f54d200ca1 owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:18:57.484745 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-925092b1-0f43-4f1c-b857-329b0b2a24f7 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (13a1bb69-1cd8-4227-93f2-a1f54d200ca1), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:18:57.511727 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925092b1-0f43-4f1c-b857-329b0b2a24f7 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event deleted for resources: {'Port': ['ID=13a1bb69-1cd8-4227-93f2-a1f54d200ca1,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:18:57.693980 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-925092b1-0f43-4f1c-b857-329b0b2a24f7 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (052a8a1f-85a1-436f-9c0a-d94b0c20844f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:18:57.731193 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:18:57.910001 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-925092b1-0f43-4f1c-b857-329b0b2a24f7 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Router 052a8a1f-85a1-436f-9c0a-d94b0c20844f has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:18:58.019947 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-925092b1-0f43-4f1c-b857-329b0b2a24f7 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:18:58.025527 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-925092b1-0f43-4f1c-b857-329b0b2a24f7 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "PUT /v2.0/routers/052a8a1f-85a1-436f-9c0a-d94b0c20844f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4575131 Mar 11 20:18:58.028407 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 56052) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:18:58.030074 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4751fa75-ca06-466b-88ce-be8e87cd2e44 None None] Sync routers for ids ['052a8a1f-85a1-436f-9c0a-d94b0c20844f'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:18:58.040362 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4751fa75-ca06-466b-88ce-be8e87cd2e44 None None] Routers {'052a8a1f-85a1-436f-9c0a-d94b0c20844f'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:18:58.041620 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-4751fa75-ca06-466b-88ce-be8e87cd2e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:18:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['052a8a1f-85a1-436f-9c0a-d94b0c20844f'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:18:58.085750 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-09456f61-45fd-47ca-9c37-e67a62bc3813 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Deleting subnet ba1a7121-5f30-4f26-bf40-13f08f938f03 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 20:18:58.089936 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-09456f61-45fd-47ca-9c37-e67a62bc3813 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for subnet (ba1a7121-5f30-4f26-bf40-13f08f938f03), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:18:58.131571 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-09456f61-45fd-47ca-9c37-e67a62bc3813 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (ba1a7121-5f30-4f26-bf40-13f08f938f03), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:18:58.151089 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-4751fa75-ca06-466b-88ce-be8e87cd2e44 None None] Set router 052a8a1f-85a1-436f-9c0a-d94b0c20844f gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:18:58.214437 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-09456f61-45fd-47ca-9c37-e67a62bc3813 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (ba1a7121-5f30-4f26-bf40-13f08f938f03), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:18:58.276692 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-09456f61-45fd-47ca-9c37-e67a62bc3813 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (ba1a7121-5f30-4f26-bf40-13f08f938f03), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:18:58.302490 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09456f61-45fd-47ca-9c37-e67a62bc3813 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event deleted for resources: {'Subnet': ['ID=ba1a7121-5f30-4f26-bf40-13f08f938f03,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:18:58.312979 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-09456f61-45fd-47ca-9c37-e67a62bc3813 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:18:58.316147 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-09456f61-45fd-47ca-9c37-e67a62bc3813 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "DELETE /v2.0/subnets/ba1a7121-5f30-4f26-bf40-13f08f938f03 HTTP/1.1" status: 204 len: 168 time: 0.2864220 Mar 11 20:18:58.317745 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09456f61-45fd-47ca-9c37-e67a62bc3813 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:18:58.318105 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09456f61-45fd-47ca-9c37-e67a62bc3813 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:18:58.318458 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09456f61-45fd-47ca-9c37-e67a62bc3813 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:18:58.318812 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09456f61-45fd-47ca-9c37-e67a62bc3813 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:18:58.319388 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09456f61-45fd-47ca-9c37-e67a62bc3813 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:18:58.319506 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 56054) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:18:58.319607 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09456f61-45fd-47ca-9c37-e67a62bc3813 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:18:58.319994 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09456f61-45fd-47ca-9c37-e67a62bc3813 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:18:58.320316 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09456f61-45fd-47ca-9c37-e67a62bc3813 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:18:58.320726 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09456f61-45fd-47ca-9c37-e67a62bc3813 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:18:58.321048 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09456f61-45fd-47ca-9c37-e67a62bc3813 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:18:58.321163 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abeb0f25-eddc-4ec3-9a0d-587280d381b6 None None] Network 5c325b1a-4a04-49ae-b185-9c716085f342 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:18:58.321381 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09456f61-45fd-47ca-9c37-e67a62bc3813 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:18:58.321795 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09456f61-45fd-47ca-9c37-e67a62bc3813 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:18:58.322131 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09456f61-45fd-47ca-9c37-e67a62bc3813 tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:18:58.414393 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-4751fa75-ca06-466b-88ce-be8e87cd2e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052a8a1f-85a1-436f-9c0a-d94b0c20844f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-213906063', 'tenant_id': '985979086b444294b1307d531b609210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '0588e48a-171c-4089-a154-a80d4576dfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:16:08Z', 'updated_at': '2022-03-11T20:18:57Z', 'revision_number': 5, 'project_id': '985979086b444294b1307d531b609210', 'gw_port': {'id': '0588e48a-171c-4089-a154-a80d4576dfdd', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052a8a1f-85a1-436f-9c0a-d94b0c20844f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:16:09Z', 'updated_at': '2022-03-11T20:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:18:58.433602 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0526c76d-6c85-4e5d-b321-94f30a68baab tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for router (052a8a1f-85a1-436f-9c0a-d94b0c20844f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:18:58.444023 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4751fa75-ca06-466b-88ce-be8e87cd2e44 None None] Checking router: 052a8a1f-85a1-436f-9c0a-d94b0c20844f for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:18:58.457806 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4751fa75-ca06-466b-88ce-be8e87cd2e44 None None] Routers {'052a8a1f-85a1-436f-9c0a-d94b0c20844f'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:18:58.458487 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-4751fa75-ca06-466b-88ce-be8e87cd2e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:18:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['052a8a1f-85a1-436f-9c0a-d94b0c20844f'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:18:58.554816 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509dd247-a311-4a0b-b0c0-5fdfca7af919 None None] DHCP port deletion for 5c325b1a-4a04-49ae-b185-9c716085f342 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 20:18:58.600132 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-4751fa75-ca06-466b-88ce-be8e87cd2e44 None None] Set router 052a8a1f-85a1-436f-9c0a-d94b0c20844f gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:18:58.737958 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-509dd247-a311-4a0b-b0c0-5fdfca7af919 None None] Deleting port 20214b14-dad0-4c81-9fff-ba8c27febae2 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:18:58.738661 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-509dd247-a311-4a0b-b0c0-5fdfca7af919 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (20214b14-dad0-4c81-9fff-ba8c27febae2), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:18:58.840309 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-509dd247-a311-4a0b-b0c0-5fdfca7af919 None None] For port 20214b14-dad0-4c81-9fff-ba8c27febae2, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=20214b14-dad0-4c81-9fff-ba8c27febae2,segment=NetworkSegment(8a252c1c-30ad-4118-9495-1fd7b349147e),segment_id=8a252c1c-30ad-4118-9495-1fd7b349147e)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:18:58.840659 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-509dd247-a311-4a0b-b0c0-5fdfca7af919 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (20214b14-dad0-4c81-9fff-ba8c27febae2), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:18:58.858790 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-509dd247-a311-4a0b-b0c0-5fdfca7af919 None None] Calling delete_port for 20214b14-dad0-4c81-9fff-ba8c27febae2 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:18:58.892740 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0526c76d-6c85-4e5d-b321-94f30a68baab tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for router_gateway (052a8a1f-85a1-436f-9c0a-d94b0c20844f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:18:58.932665 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-4751fa75-ca06-466b-88ce-be8e87cd2e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052a8a1f-85a1-436f-9c0a-d94b0c20844f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-213906063', 'tenant_id': '985979086b444294b1307d531b609210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '0588e48a-171c-4089-a154-a80d4576dfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:16:08Z', 'updated_at': '2022-03-11T20:18:57Z', 'revision_number': 5, 'project_id': '985979086b444294b1307d531b609210', 'gw_port': {'id': '0588e48a-171c-4089-a154-a80d4576dfdd', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052a8a1f-85a1-436f-9c0a-d94b0c20844f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:16:09Z', 'updated_at': '2022-03-11T20:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:18:58.960917 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-0526c76d-6c85-4e5d-b321-94f30a68baab tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Deleting port 0588e48a-171c-4089-a154-a80d4576dfdd {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:18:58.961243 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0526c76d-6c85-4e5d-b321-94f30a68baab tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (0588e48a-171c-4089-a154-a80d4576dfdd), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:18:58.965255 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4751fa75-ca06-466b-88ce-be8e87cd2e44 None None] The sync data for ids ['052a8a1f-85a1-436f-9c0a-d94b0c20844f'] in n-d-833163-1 is: [{'id': '052a8a1f-85a1-436f-9c0a-d94b0c20844f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-213906063', 'tenant_id': '985979086b444294b1307d531b609210', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.4'}], 'enable_snat': True}, 'gw_port_id': '0588e48a-171c-4089-a154-a80d4576dfdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:16:08Z', 'updated_at': '2022-03-11T20:18:57Z', 'revision_number': 5, 'project_id': '985979086b444294b1307d531b609210', 'gw_port': {'id': '0588e48a-171c-4089-a154-a80d4576dfdd', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052a8a1f-85a1-436f-9c0a-d94b0c20844f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:16:09Z', 'updated_at': '2022-03-11T20:16:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:18:58.987434 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-509dd247-a311-4a0b-b0c0-5fdfca7af919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (20214b14-dad0-4c81-9fff-ba8c27febae2), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:18:59.024788 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509dd247-a311-4a0b-b0c0-5fdfca7af919 None None] No DVR routers for this DVR port 20214b14-dad0-4c81-9fff-ba8c27febae2 on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:18:59.029346 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509dd247-a311-4a0b-b0c0-5fdfca7af919 None None] Pushing event deleted for resources: {'Port': ['ID=20214b14-dad0-4c81-9fff-ba8c27febae2,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:18:59.041163 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509dd247-a311-4a0b-b0c0-5fdfca7af919 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:18:59.041631 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509dd247-a311-4a0b-b0c0-5fdfca7af919 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:18:59.042033 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509dd247-a311-4a0b-b0c0-5fdfca7af919 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:18:59.042334 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509dd247-a311-4a0b-b0c0-5fdfca7af919 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:18:59.042729 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509dd247-a311-4a0b-b0c0-5fdfca7af919 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:18:59.043068 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509dd247-a311-4a0b-b0c0-5fdfca7af919 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:18:59.043416 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509dd247-a311-4a0b-b0c0-5fdfca7af919 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:18:59.043805 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509dd247-a311-4a0b-b0c0-5fdfca7af919 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:18:59.044162 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509dd247-a311-4a0b-b0c0-5fdfca7af919 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:18:59.044637 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509dd247-a311-4a0b-b0c0-5fdfca7af919 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:18:59.044968 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509dd247-a311-4a0b-b0c0-5fdfca7af919 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:18:59.045296 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509dd247-a311-4a0b-b0c0-5fdfca7af919 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:18:59.045707 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509dd247-a311-4a0b-b0c0-5fdfca7af919 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:18:59.064903 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:18:59.066225 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-0526c76d-6c85-4e5d-b321-94f30a68baab tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] For port 0588e48a-171c-4089-a154-a80d4576dfdd, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=0588e48a-171c-4089-a154-a80d4576dfdd,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:18:59.066595 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0526c76d-6c85-4e5d-b321-94f30a68baab tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (0588e48a-171c-4089-a154-a80d4576dfdd), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:18:59.081117 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-0526c76d-6c85-4e5d-b321-94f30a68baab tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Calling delete_port for 0588e48a-171c-4089-a154-a80d4576dfdd owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:18:59.265473 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0526c76d-6c85-4e5d-b321-94f30a68baab tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (0588e48a-171c-4089-a154-a80d4576dfdd), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:18:59.291481 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0526c76d-6c85-4e5d-b321-94f30a68baab tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event deleted for resources: {'Port': ['ID=0588e48a-171c-4089-a154-a80d4576dfdd,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:18:59.360358 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0526c76d-6c85-4e5d-b321-94f30a68baab tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (052a8a1f-85a1-436f-9c0a-d94b0c20844f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:18:59.468129 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0526c76d-6c85-4e5d-b321-94f30a68baab tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (052a8a1f-85a1-436f-9c0a-d94b0c20844f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:18:59.470623 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0526c76d-6c85-4e5d-b321-94f30a68baab tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for router_controller (052a8a1f-85a1-436f-9c0a-d94b0c20844f), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:18:59.481713 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 13a1bb69-1cd8-4227-93f2-a1f54d200ca1 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:18:59.508876 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 13a1bb69-1cd8-4227-93f2-a1f54d200ca1 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:18:59.510647 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 13a1bb69-1cd8-4227-93f2-a1f54d200ca1 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:18:59.511347 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 20214b14-dad0-4c81-9fff-ba8c27febae2 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:18:59.528229 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0526c76d-6c85-4e5d-b321-94f30a68baab tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (052a8a1f-85a1-436f-9c0a-d94b0c20844f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:18:59.529112 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0526c76d-6c85-4e5d-b321-94f30a68baab tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Fanout notify agent at l3_agent the message router_deleted on router 052a8a1f-85a1-436f-9c0a-d94b0c20844f {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 20:18:59.536606 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-0526c76d-6c85-4e5d-b321-94f30a68baab tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:18:59.541054 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 56056) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:18:59.541738 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-0526c76d-6c85-4e5d-b321-94f30a68baab tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "DELETE /v2.0/routers/052a8a1f-85a1-436f-9c0a-d94b0c20844f HTTP/1.1" status: 204 len: 168 time: 1.2197244 Mar 11 20:18:59.542562 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 20214b14-dad0-4c81-9fff-ba8c27febae2 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:18:59.543135 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 20214b14-dad0-4c81-9fff-ba8c27febae2 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:18:59.632453 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-42efad11-5255-4646-a0ef-272d2bd48e3b tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (5c325b1a-4a04-49ae-b185-9c716085f342), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:18:59.731771 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-42efad11-5255-4646-a0ef-272d2bd48e3b tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (5c325b1a-4a04-49ae-b185-9c716085f342), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:18:59.751563 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-42efad11-5255-4646-a0ef-272d2bd48e3b tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c325b1a-4a04-49ae-b185-9c716085f342']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:18:59.761326 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-42efad11-5255-4646-a0ef-272d2bd48e3b tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a252c1c-30ad-4118-9495-1fd7b349147e') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:18:59.761565 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-42efad11-5255-4646-a0ef-272d2bd48e3b tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a252c1c-30ad-4118-9495-1fd7b349147e') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:18:59.770571 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-42efad11-5255-4646-a0ef-272d2bd48e3b tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (8a252c1c-30ad-4118-9495-1fd7b349147e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:18:59.783843 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-42efad11-5255-4646-a0ef-272d2bd48e3b tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (8a252c1c-30ad-4118-9495-1fd7b349147e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:18:59.789489 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42efad11-5255-4646-a0ef-272d2bd48e3b tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Releasing vlan 867 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 20:18:59.789866 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-42efad11-5255-4646-a0ef-272d2bd48e3b tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (8a252c1c-30ad-4118-9495-1fd7b349147e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:18:59.792832 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 20:18:59.792832 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 20:18:59.792832 n-d-833163-1 neutron-server[103884]: timer() Mar 11 20:18:59.792832 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:18:59.792832 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 20:18:59.792832 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 20:18:59.792832 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 20:18:59.792832 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:18:59.792832 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 20:18:59.792832 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:18:59.792832 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 20:18:59.792832 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:18:59.792832 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 20:18:59.792832 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 20:18:59.792832 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:18:59.792832 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 20:18:59.792832 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:18:59.792832 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 20:18:59.792832 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 20:18:59.792832 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:18:59.792832 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 20:18:59.792832 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:18:59.792832 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:18:59.792832 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 20:18:59.792832 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 20:18:59.792832 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 20:18:59.792832 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:18:59.792832 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 20:18:59.792832 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:18:59.792832 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 20:18:59.792832 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:18:59.792832 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:18:59.853149 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-42efad11-5255-4646-a0ef-272d2bd48e3b tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (5c325b1a-4a04-49ae-b185-9c716085f342), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:18:59.860230 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-42efad11-5255-4646-a0ef-272d2bd48e3b tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:18:59.863122 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-42efad11-5255-4646-a0ef-272d2bd48e3b tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "DELETE /v2.0/networks/5c325b1a-4a04-49ae-b185-9c716085f342 HTTP/1.1" status: 204 len: 168 time: 0.3205459 Mar 11 20:18:59.866074 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 56058) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:18:59.874023 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42efad11-5255-4646-a0ef-272d2bd48e3b tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event deleted for resources: {'Network': ['ID=5c325b1a-4a04-49ae-b185-9c716085f342,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:18:59.925548 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c7491bc2-00f1-4267-86d6-5cc44d03eeed tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group (d663b1dc-87e3-4169-bddb-02db84c26ddf), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:18:59.953954 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c7491bc2-00f1-4267-86d6-5cc44d03eeed tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group (d663b1dc-87e3-4169-bddb-02db84c26ddf), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:19:00.013152 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c7491bc2-00f1-4267-86d6-5cc44d03eeed tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (d663b1dc-87e3-4169-bddb-02db84c26ddf), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:19:00.015596 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c7491bc2-00f1-4267-86d6-5cc44d03eeed tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:19:00.017285 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-c7491bc2-00f1-4267-86d6-5cc44d03eeed tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] 10.222.0.65 "DELETE /v2.0/security-groups/d663b1dc-87e3-4169-bddb-02db84c26ddf HTTP/1.1" status: 204 len: 168 time: 0.1497669 Mar 11 20:19:00.027665 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7491bc2-00f1-4267-86d6-5cc44d03eeed tempest-TestNetworkAdvancedServerOps-707391423 tempest-TestNetworkAdvancedServerOps-707391423-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d663b1dc-87e3-4169-bddb-02db84c26ddf,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:19:00.339685 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 56066) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:19:00.465485 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-31eee68d-8446-44da-9294-636358154f05 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=985979086b444294b1307d531b609210&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1246533 Mar 11 20:19:00.468105 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 56070) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:19:00.513571 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a25dec33-61a8-48a7-b096-39b965e78c92 admin admin] Publish callbacks [] for security_group (b3e290ff-6a26-4f1d-811c-d576bb6bb831), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:19:00.535114 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a25dec33-61a8-48a7-b096-39b965e78c92 admin admin] Publish callbacks [] for security_group (b3e290ff-6a26-4f1d-811c-d576bb6bb831), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:19:00.580700 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a25dec33-61a8-48a7-b096-39b965e78c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (b3e290ff-6a26-4f1d-811c-d576bb6bb831), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:19:00.583294 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a25dec33-61a8-48a7-b096-39b965e78c92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:19:00.584461 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a25dec33-61a8-48a7-b096-39b965e78c92 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/b3e290ff-6a26-4f1d-811c-d576bb6bb831 HTTP/1.1" status: 204 len: 168 time: 0.1154807 Mar 11 20:19:00.592998 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25dec33-61a8-48a7-b096-39b965e78c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e290ff-6a26-4f1d-811c-d576bb6bb831,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:19:00.836181 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 56076) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:19:00.875044 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-730d88b6-bde7-4396-8f72-5f5081b0267b admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ad8f069ef84b49c2b9328a592aafa8bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377440 Mar 11 20:19:00.877518 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 56078) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:19:00.924287 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-19d18c2c-5404-4887-997e-283920ce9a35 admin admin] Publish callbacks [] for security_group (dd99c593-f85c-41ab-a241-dd702f26fcd2), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:19:00.945720 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-19d18c2c-5404-4887-997e-283920ce9a35 admin admin] Publish callbacks [] for security_group (dd99c593-f85c-41ab-a241-dd702f26fcd2), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:19:00.991710 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-19d18c2c-5404-4887-997e-283920ce9a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (dd99c593-f85c-41ab-a241-dd702f26fcd2), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:19:00.994801 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-19d18c2c-5404-4887-997e-283920ce9a35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:19:00.996023 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-19d18c2c-5404-4887-997e-283920ce9a35 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dd99c593-f85c-41ab-a241-dd702f26fcd2 HTTP/1.1" status: 204 len: 168 time: 0.1174407 Mar 11 20:19:01.003528 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d18c2c-5404-4887-997e-283920ce9a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd99c593-f85c-41ab-a241-dd702f26fcd2,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:19:01.095127 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 0588e48a-171c-4089-a154-a80d4576dfdd no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:19:01.115167 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 0588e48a-171c-4089-a154-a80d4576dfdd {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:19:01.115510 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 0588e48a-171c-4089-a154-a80d4576dfdd not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:19:19.246101 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:19:22.369674 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-901bfff8-be2a-48be-bc7d-2cd3fa310e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:19:23.027909 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:19:24.673464 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ab74a45-2994-4995-b20d-04a90c05e2e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:19:26.329462 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:19:27.728293 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:19:29.056850 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:19:30.353733 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:19:44.525600 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 56088) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:19:44.702266 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-4c40e86f-940c-4b16-9011-9eadf315cba2 req-15857320-eca6-4d92-9e3e-1821b13e3656 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=04681652-efef-492e-aa2a-1e8ad6f9f219&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0798190 Mar 11 20:19:44.721899 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-636cbbeb-486c-4f53-979f-4f0ffebe9135 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Deleting port 477a19fc-e70b-42fe-bfb2-212b193d9847 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:19:44.722240 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-636cbbeb-486c-4f53-979f-4f0ffebe9135 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (477a19fc-e70b-42fe-bfb2-212b193d9847), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:19:44.821904 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c40e86f-940c-4b16-9011-9eadf315cba2 req-646172ec-1066-44ec-b341-8e8f282958bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:19:44.823373 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-4c40e86f-940c-4b16-9011-9eadf315cba2 req-646172ec-1066-44ec-b341-8e8f282958bc service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3ed9f03088da4b568ed876fa07964f47&device_id=04681652-efef-492e-aa2a-1e8ad6f9f219 HTTP/1.1" status: 200 len: 1128 time: 0.0992467 Mar 11 20:19:44.831646 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-636cbbeb-486c-4f53-979f-4f0ffebe9135 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (477a19fc-e70b-42fe-bfb2-212b193d9847), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:19:44.831989 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-636cbbeb-486c-4f53-979f-4f0ffebe9135 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks [] for floatingip (477a19fc-e70b-42fe-bfb2-212b193d9847), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:19:44.843918 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-636cbbeb-486c-4f53-979f-4f0ffebe9135 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Calling delete_port for 477a19fc-e70b-42fe-bfb2-212b193d9847 owned by network:floatingip {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:19:44.985330 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c40e86f-940c-4b16-9011-9eadf315cba2 req-81dd667f-1f6a-4295-9e00-8d3bfbab349c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:19:44.986777 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-4c40e86f-940c-4b16-9011-9eadf315cba2 req-81dd667f-1f6a-4295-9e00-8d3bfbab349c service neutron] 10.222.0.75 "GET /v2.0/networks?id=63f958e0-4b58-4061-8181-6f0adee7263b HTTP/1.1" status: 200 len: 912 time: 0.1410499 Mar 11 20:19:45.062804 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-4c40e86f-940c-4b16-9011-9eadf315cba2 req-e452eba9-8542-45d1-8725-67f1bff9c505 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40f5bd96-70d1-4ada-86a2-bca3d654b015 HTTP/1.1" status: 200 len: 1002 time: 0.0682359 Mar 11 20:19:45.141066 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c40e86f-940c-4b16-9011-9eadf315cba2 req-2448aab5-344a-4a30-9339-2e686fc38f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:19:45.142599 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-4c40e86f-940c-4b16-9011-9eadf315cba2 req-2448aab5-344a-4a30-9339-2e686fc38f6e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a0b8e9c3-1a90-4f95-b04c-be83e3135274 HTTP/1.1" status: 200 len: 850 time: 0.0563703 Mar 11 20:19:45.143587 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-636cbbeb-486c-4f53-979f-4f0ffebe9135 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (477a19fc-e70b-42fe-bfb2-212b193d9847), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:19:45.175687 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636cbbeb-486c-4f53-979f-4f0ffebe9135 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Pushing event deleted for resources: {'Port': ['ID=477a19fc-e70b-42fe-bfb2-212b193d9847,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:19:45.261482 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c40e86f-940c-4b16-9011-9eadf315cba2 req-f014fb53-8f9c-435b-9260-58c86356314b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:19:45.262993 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-4c40e86f-940c-4b16-9011-9eadf315cba2 req-f014fb53-8f9c-435b-9260-58c86356314b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=63f958e0-4b58-4061-8181-6f0adee7263b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1145887 Mar 11 20:19:45.270443 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-636cbbeb-486c-4f53-979f-4f0ffebe9135 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks [] for floatingip (f8c62c05-cef5-4c75-810c-17ba23011a4d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:19:45.270773 n-d-833163-1 neutron-server[103884]: INFO neutron.db.l3_db [None req-636cbbeb-486c-4f53-979f-4f0ffebe9135 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Floating IP f8c62c05-cef5-4c75-810c-17ba23011a4d disassociated (deleted). External IP: 172.25.8.121, port: 40f5bd96-70d1-4ada-86a2-bca3d654b015. Mar 11 20:19:45.426384 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-4c40e86f-940c-4b16-9011-9eadf315cba2 req-8eaf692a-e79b-4179-93e2-2b636bc0e4ae service neutron] 10.222.0.75 "GET /v2.0/networks/63f958e0-4b58-4061-8181-6f0adee7263b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568418 Mar 11 20:19:45.596382 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-4c40e86f-940c-4b16-9011-9eadf315cba2 req-0ea80155-7b7e-43d9-acc1-ddb8609283b2 service neutron] 10.222.0.75 "GET /v2.0/networks/63f958e0-4b58-4061-8181-6f0adee7263b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624463 Mar 11 20:19:45.612971 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-636cbbeb-486c-4f53-979f-4f0ffebe9135 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Router d9e38758-eb24-4354-b579-f7fb844eba60 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:19:45.722641 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-636cbbeb-486c-4f53-979f-4f0ffebe9135 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:19:45.726952 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-636cbbeb-486c-4f53-979f-4f0ffebe9135 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:19:45.733271 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfef4ee1-5503-4924-bcbe-1d16338856d0 None None] Sync routers for ids ['d9e38758-eb24-4354-b579-f7fb844eba60'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:19:45.744088 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfef4ee1-5503-4924-bcbe-1d16338856d0 None None] Routers {'d9e38758-eb24-4354-b579-f7fb844eba60'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:19:45.744802 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-dfef4ee1-5503-4924-bcbe-1d16338856d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:19:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['d9e38758-eb24-4354-b579-f7fb844eba60'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:19:45.755524 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-636cbbeb-486c-4f53-979f-4f0ffebe9135 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "DELETE /v2.0/floatingips/f8c62c05-cef5-4c75-810c-17ba23011a4d HTTP/1.1" status: 204 len: 168 time: 1.2289219 Mar 11 20:19:45.756260 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04681652-efef-492e-aa2a-1e8ad6f9f219', 'tag': '40f5bd96-70d1-4ada-86a2-bca3d654b015'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:19:45.758611 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b95d54-05a9-43bc-921d-ef6d0e9040c6" -d '{"events": [{"name": "network-changed", "server_uuid": "04681652-efef-492e-aa2a-1e8ad6f9f219", "tag": "40f5bd96-70d1-4ada-86a2-bca3d654b015"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:19:45.860915 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-dfef4ee1-5503-4924-bcbe-1d16338856d0 None None] Set router d9e38758-eb24-4354-b579-f7fb844eba60 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:19:45.907573 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196dd1aa-3eb6-46a7-b0ce-b2bb7982f2cc x-openstack-request-id: req-196dd1aa-3eb6-46a7-b0ce-b2bb7982f2cc {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:19:45.907933 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04681652-efef-492e-aa2a-1e8ad6f9f219", "tag": "40f5bd96-70d1-4ada-86a2-bca3d654b015", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:19:45.908195 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-196dd1aa-3eb6-46a7-b0ce-b2bb7982f2cc {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:19:45.908609 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04681652-efef-492e-aa2a-1e8ad6f9f219', 'tag': '40f5bd96-70d1-4ada-86a2-bca3d654b015', 'status': 'completed', 'code': 200} Mar 11 20:19:45.972464 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b95d54-05a9-43bc-921d-ef6d0e9040c6 req-5c59f1df-7097-43a4-8e21-d34fb12d6a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:19:45.974371 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-b7b95d54-05a9-43bc-921d-ef6d0e9040c6 req-5c59f1df-7097-43a4-8e21-d34fb12d6a1c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3ed9f03088da4b568ed876fa07964f47&device_id=04681652-efef-492e-aa2a-1e8ad6f9f219 HTTP/1.1" status: 200 len: 1128 time: 0.0467181 Mar 11 20:19:46.010920 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c1b7c6-9834-4a14-8d3f-3d6823d13d06 req-3c616696-4cdd-47c8-8f7d-3a1b24b03980 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:19:46.013448 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f4c1b7c6-9834-4a14-8d3f-3d6823d13d06 req-3c616696-4cdd-47c8-8f7d-3a1b24b03980 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=04681652-efef-492e-aa2a-1e8ad6f9f219 HTTP/1.1" status: 200 len: 946 time: 0.0580280 Mar 11 20:19:46.067289 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f4c1b7c6-9834-4a14-8d3f-3d6823d13d06 req-a54637f5-db20-4506-b1a3-17d83ca5b976 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=49a45b28-d5be-4f02-b103-33dd7fe22b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467236 Mar 11 20:19:46.076592 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b95d54-05a9-43bc-921d-ef6d0e9040c6 req-6e87e055-0566-4f14-bec9-f05ba4be7d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:19:46.078649 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-b7b95d54-05a9-43bc-921d-ef6d0e9040c6 req-6e87e055-0566-4f14-bec9-f05ba4be7d8e service neutron] 10.222.0.75 "GET /v2.0/networks?id=63f958e0-4b58-4061-8181-6f0adee7263b HTTP/1.1" status: 200 len: 912 time: 0.0971825 Mar 11 20:19:46.095977 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-dfef4ee1-5503-4924-bcbe-1d16338856d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'name': 'tempest-TestVolumeBootPattern-535035188-router', 'tenant_id': '3ed9f03088da4b568ed876fa07964f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '95557d99-2cf2-4044-96b7-b84611f3ed59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:07:14Z', 'updated_at': '2022-03-11T20:07:19Z', 'revision_number': 4, 'project_id': '3ed9f03088da4b568ed876fa07964f47', 'gw_port': {'id': '95557d99-2cf2-4044-96b7-b84611f3ed59', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:07:14Z', 'updated_at': '2022-03-11T20:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': 'bcced7c7-47e5-4a96-a3ff-c08cdbe1b313', 'tenant_id': '3ed9f03088da4b568ed876fa07964f47', 'floating_ip_address': '172.25.8.85', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'port_id': 'dc3e9bee-51f5-4ef8-a941-cd2b6fb72410', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4095, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b', 'mac_address': 'fa:16:3e:b8:7a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd504ff8b-19c4-4392-9df8-a2fa138da6a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:15:52Z', 'updated_at': '2022-03-11T20:15:54Z', 'revision_number': 1, 'project_id': '3ed9f03088da4b568ed876fa07964f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ae67f9c-fa7f-41c0-826c-440a015e83cf', 'name': '', 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b', 'tenant_id': '3ed9f03088da4b568ed876fa07964f47', 'mac_address': 'fa:16:3e:03:71:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'a0b8e9c3-1a90-4f95-b04c-be83e3135274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:07:18Z', 'updated_at': '2022-03-11T20:07:23Z', 'revision_number': 5, 'project_id': '3ed9f03088da4b568ed876fa07964f47', 'subnets': [{'id': 'a0b8e9c3-1a90-4f95-b04c-be83e3135274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:19:46.120996 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfef4ee1-5503-4924-bcbe-1d16338856d0 None None] Checking router: d9e38758-eb24-4354-b579-f7fb844eba60 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:19:46.121290 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-b7b95d54-05a9-43bc-921d-ef6d0e9040c6 req-61d3e452-3741-4e96-b860-eb233b246ede service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40f5bd96-70d1-4ada-86a2-bca3d654b015 HTTP/1.1" status: 200 len: 217 time: 0.0343008 Mar 11 20:19:46.129123 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfef4ee1-5503-4924-bcbe-1d16338856d0 None None] Routers {'d9e38758-eb24-4354-b579-f7fb844eba60'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:19:46.129714 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-dfef4ee1-5503-4924-bcbe-1d16338856d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:19:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['d9e38758-eb24-4354-b579-f7fb844eba60'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:19:46.170875 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b95d54-05a9-43bc-921d-ef6d0e9040c6 req-caedc9d1-678d-4e37-81ae-1afeea8fe9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:19:46.173031 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-b7b95d54-05a9-43bc-921d-ef6d0e9040c6 req-caedc9d1-678d-4e37-81ae-1afeea8fe9cf service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a0b8e9c3-1a90-4f95-b04c-be83e3135274 HTTP/1.1" status: 200 len: 850 time: 0.0449011 Mar 11 20:19:46.226814 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b95d54-05a9-43bc-921d-ef6d0e9040c6 req-93f0c56e-d825-40b6-b62e-3633e537764a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:19:46.228297 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-b7b95d54-05a9-43bc-921d-ef6d0e9040c6 req-93f0c56e-d825-40b6-b62e-3633e537764a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=63f958e0-4b58-4061-8181-6f0adee7263b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0487411 Mar 11 20:19:46.241249 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-dfef4ee1-5503-4924-bcbe-1d16338856d0 None None] Set router d9e38758-eb24-4354-b579-f7fb844eba60 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:19:46.316876 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-b7b95d54-05a9-43bc-921d-ef6d0e9040c6 req-8b6a7e11-c452-42fd-ba8c-41c9b987783f service neutron] 10.222.0.75 "GET /v2.0/networks/63f958e0-4b58-4061-8181-6f0adee7263b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815187 Mar 11 20:19:46.409853 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-b7b95d54-05a9-43bc-921d-ef6d0e9040c6 req-f88c532d-221e-485e-8f46-1552d6e8a1b8 service neutron] 10.222.0.75 "GET /v2.0/networks/63f958e0-4b58-4061-8181-6f0adee7263b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869570 Mar 11 20:19:46.458746 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-dfef4ee1-5503-4924-bcbe-1d16338856d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'name': 'tempest-TestVolumeBootPattern-535035188-router', 'tenant_id': '3ed9f03088da4b568ed876fa07964f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '95557d99-2cf2-4044-96b7-b84611f3ed59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:07:14Z', 'updated_at': '2022-03-11T20:07:19Z', 'revision_number': 4, 'project_id': '3ed9f03088da4b568ed876fa07964f47', 'gw_port': {'id': '95557d99-2cf2-4044-96b7-b84611f3ed59', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:07:14Z', 'updated_at': '2022-03-11T20:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': 'bcced7c7-47e5-4a96-a3ff-c08cdbe1b313', 'tenant_id': '3ed9f03088da4b568ed876fa07964f47', 'floating_ip_address': '172.25.8.85', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'port_id': 'dc3e9bee-51f5-4ef8-a941-cd2b6fb72410', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4095, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b', 'mac_address': 'fa:16:3e:b8:7a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd504ff8b-19c4-4392-9df8-a2fa138da6a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:15:52Z', 'updated_at': '2022-03-11T20:15:54Z', 'revision_number': 1, 'project_id': '3ed9f03088da4b568ed876fa07964f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ae67f9c-fa7f-41c0-826c-440a015e83cf', 'name': '', 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b', 'tenant_id': '3ed9f03088da4b568ed876fa07964f47', 'mac_address': 'fa:16:3e:03:71:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'a0b8e9c3-1a90-4f95-b04c-be83e3135274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:07:18Z', 'updated_at': '2022-03-11T20:07:23Z', 'revision_number': 5, 'project_id': '3ed9f03088da4b568ed876fa07964f47', 'subnets': [{'id': 'a0b8e9c3-1a90-4f95-b04c-be83e3135274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:19:46.484771 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfef4ee1-5503-4924-bcbe-1d16338856d0 None None] The sync data for ids ['d9e38758-eb24-4354-b579-f7fb844eba60'] in n-d-833163-1 is: [{'id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'name': 'tempest-TestVolumeBootPattern-535035188-router', 'tenant_id': '3ed9f03088da4b568ed876fa07964f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '95557d99-2cf2-4044-96b7-b84611f3ed59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:07:14Z', 'updated_at': '2022-03-11T20:07:19Z', 'revision_number': 4, 'project_id': '3ed9f03088da4b568ed876fa07964f47', 'gw_port': {'id': '95557d99-2cf2-4044-96b7-b84611f3ed59', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:07:14Z', 'updated_at': '2022-03-11T20:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': 'bcced7c7-47e5-4a96-a3ff-c08cdbe1b313', 'tenant_id': '3ed9f03088da4b568ed876fa07964f47', 'floating_ip_address': '172.25.8.85', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'port_id': 'dc3e9bee-51f5-4ef8-a941-cd2b6fb72410', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4095, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b', 'mac_address': 'fa:16:3e:b8:7a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd504ff8b-19c4-4392-9df8-a2fa138da6a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:15:52Z', 'updated_at': '2022-03-11T20:15:54Z', 'revision_number': 1, 'project_id': '3ed9f03088da4b568ed876fa07964f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ae67f9c-fa7f-41c0-826c-440a015e83cf', 'name': '', 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b', 'tenant_id': '3ed9f03088da4b568ed876fa07964f47', 'mac_address': 'fa:16:3e:03:71:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'a0b8e9c3-1a90-4f95-b04c-be83e3135274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:07:18Z', 'updated_at': '2022-03-11T20:07:23Z', 'revision_number': 5, 'project_id': '3ed9f03088da4b568ed876fa07964f47', 'subnets': [{'id': 'a0b8e9c3-1a90-4f95-b04c-be83e3135274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:19:46.701744 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4aeb2c6-44d3-4264-b68f-b0263788f961 None None] New status for floating IP f8c62c05-cef5-4c75-810c-17ba23011a4d: DOWN {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 20:19:47.460641 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a9233-6f9a-450d-af77-9346b98cf073 req-04eea3bd-b4f7-4c37-a44e-2e6d8870cdd1 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:19:47.461915 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-411a9233-6f9a-450d-af77-9346b98cf073 req-04eea3bd-b4f7-4c37-a44e-2e6d8870cdd1 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.75 "GET /v2.0/ports?device_id=04681652-efef-492e-aa2a-1e8ad6f9f219 HTTP/1.1" status: 200 len: 946 time: 0.0533009 Mar 11 20:19:47.481267 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd1fdf-0d72-43a2-859b-fcc84c5c2078 req-038c3335-2a43-44e8-b47b-ade802bae5b2 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:19:47.482765 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a0dd1fdf-0d72-43a2-859b-fcc84c5c2078 req-038c3335-2a43-44e8-b47b-ade802bae5b2 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=04681652-efef-492e-aa2a-1e8ad6f9f219 HTTP/1.1" status: 200 len: 946 time: 0.0513184 Mar 11 20:19:47.533033 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a0dd1fdf-0d72-43a2-859b-fcc84c5c2078 req-cda2b41a-fa96-423c-be5d-1bc1931282fc tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=49a45b28-d5be-4f02-b103-33dd7fe22b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436542 Mar 11 20:19:47.557690 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-411a9233-6f9a-450d-af77-9346b98cf073 req-829ba34b-5c2c-45da-af13-e03c45972255 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Deleting port 40f5bd96-70d1-4ada-86a2-bca3d654b015 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:19:47.558035 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-411a9233-6f9a-450d-af77-9346b98cf073 req-829ba34b-5c2c-45da-af13-e03c45972255 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (40f5bd96-70d1-4ada-86a2-bca3d654b015), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:19:47.646988 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-411a9233-6f9a-450d-af77-9346b98cf073 req-829ba34b-5c2c-45da-af13-e03c45972255 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] For port 40f5bd96-70d1-4ada-86a2-bca3d654b015, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=40f5bd96-70d1-4ada-86a2-bca3d654b015,segment=NetworkSegment(71b9bbc9-ac9b-491b-9d03-f13ac7365297),segment_id=71b9bbc9-ac9b-491b-9d03-f13ac7365297)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:19:47.647349 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-411a9233-6f9a-450d-af77-9346b98cf073 req-829ba34b-5c2c-45da-af13-e03c45972255 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (40f5bd96-70d1-4ada-86a2-bca3d654b015), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:19:47.660617 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-411a9233-6f9a-450d-af77-9346b98cf073 req-829ba34b-5c2c-45da-af13-e03c45972255 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Calling delete_port for 40f5bd96-70d1-4ada-86a2-bca3d654b015 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:19:48.068988 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-411a9233-6f9a-450d-af77-9346b98cf073 req-829ba34b-5c2c-45da-af13-e03c45972255 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (40f5bd96-70d1-4ada-86a2-bca3d654b015), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:19:48.098381 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829ba34b-5c2c-45da-af13-e03c45972255 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Pushing event deleted for resources: {'Port': ['ID=40f5bd96-70d1-4ada-86a2-bca3d654b015,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:19:48.141901 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-411a9233-6f9a-450d-af77-9346b98cf073 req-829ba34b-5c2c-45da-af13-e03c45972255 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] No DVR routers for this DVR port 40f5bd96-70d1-4ada-86a2-bca3d654b015 on host n-h1-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:19:48.144529 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-411a9233-6f9a-450d-af77-9346b98cf073 req-829ba34b-5c2c-45da-af13-e03c45972255 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:19:48.147841 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-411a9233-6f9a-450d-af77-9346b98cf073 req-829ba34b-5c2c-45da-af13-e03c45972255 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.75 "DELETE /v2.0/ports/40f5bd96-70d1-4ada-86a2-bca3d654b015 HTTP/1.1" status: 204 len: 173 time: 0.6805637 Mar 11 20:19:48.148291 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04681652-efef-492e-aa2a-1e8ad6f9f219', 'name': 'network-vif-deleted', 'tag': '40f5bd96-70d1-4ada-86a2-bca3d654b015'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:19:48.150513 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a231992-645d-4f2e-8084-940e41678021" -d '{"events": [{"server_uuid": "04681652-efef-492e-aa2a-1e8ad6f9f219", "name": "network-vif-deleted", "tag": "40f5bd96-70d1-4ada-86a2-bca3d654b015"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:19:48.189353 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a5162f-bead-40e5-8239-abffae01e544 x-openstack-request-id: req-92a5162f-bead-40e5-8239-abffae01e544 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:19:48.189655 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04681652-efef-492e-aa2a-1e8ad6f9f219", "name": "network-vif-deleted", "tag": "40f5bd96-70d1-4ada-86a2-bca3d654b015", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:19:48.189909 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-92a5162f-bead-40e5-8239-abffae01e544 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:19:48.190316 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04681652-efef-492e-aa2a-1e8ad6f9f219', 'name': 'network-vif-deleted', 'tag': '40f5bd96-70d1-4ada-86a2-bca3d654b015', 'status': 'completed', 'code': 200} Mar 11 20:19:48.635311 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fc7fdcb2-0335-4847-936d-c8083dcd5126 req-dd40b42b-f54a-4ec4-b4c7-e3734f884b66 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=04681652-efef-492e-aa2a-1e8ad6f9f219 HTTP/1.1" status: 200 len: 210 time: 0.0312767 Mar 11 20:19:49.247240 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:19:49.734869 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e0170995-c9f2-44ad-a7ea-a1e5496dae2a req-62d817ff-d033-4b02-a882-f0c818790481 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=04681652-efef-492e-aa2a-1e8ad6f9f219 HTTP/1.1" status: 200 len: 210 time: 0.0277369 Mar 11 20:19:50.829290 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-95464028-1795-452f-be67-ef2044eb7099 req-3a609747-19c6-4b4d-baa9-103a55d51196 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=04681652-efef-492e-aa2a-1e8ad6f9f219 HTTP/1.1" status: 200 len: 210 time: 0.0270932 Mar 11 20:19:51.925715 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4cd6092a-dca0-4afd-9436-26d8d04eeeca req-39606c2e-d1bb-4f32-a9cb-c23152ef62bc tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=04681652-efef-492e-aa2a-1e8ad6f9f219 HTTP/1.1" status: 200 len: 210 time: 0.0274062 Mar 11 20:19:52.066703 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 40f5bd96-70d1-4ada-86a2-bca3d654b015 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:19:52.090628 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: 40f5bd96-70d1-4ada-86a2-bca3d654b015 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:19:52.090983 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 40f5bd96-70d1-4ada-86a2-bca3d654b015 not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:19:52.373142 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3aa61480-66c5-4ce1-8820-806a8a6f0ea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:19:53.023729 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fbf241d6-a8b0-4039-a386-037119fbb55a req-7d301de2-4073-4640-9e6b-ee1ae34ff618 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=04681652-efef-492e-aa2a-1e8ad6f9f219 HTTP/1.1" status: 200 len: 210 time: 0.0269647 Mar 11 20:19:53.044658 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:19:54.126873 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8f54b442-6c31-4e80-bba0-ac848dea70de req-ad28b46f-2fde-43a7-be71-bc65d1de8d7a tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=04681652-efef-492e-aa2a-1e8ad6f9f219 HTTP/1.1" status: 200 len: 210 time: 0.0319245 Mar 11 20:19:54.674551 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fd963db4-7d5a-4445-95ae-864e7b6c57f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:19:55.229752 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e60bc5c7-2c09-4185-809c-d46b632b88a1 req-42e80512-2d83-46fd-a01c-a36db8bad1f3 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=04681652-efef-492e-aa2a-1e8ad6f9f219 HTTP/1.1" status: 200 len: 210 time: 0.0315161 Mar 11 20:19:56.326310 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fbc1dcef-4e57-48d1-841e-9224cb9935d1 req-e98883d6-184d-4137-b19e-5d7b2706b0c2 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=04681652-efef-492e-aa2a-1e8ad6f9f219 HTTP/1.1" status: 200 len: 210 time: 0.0278065 Mar 11 20:19:56.335479 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:19:57.436132 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-23e6d42e-6d15-4453-853b-e30a15e09c06 req-f329aeb4-348b-447b-8b69-507b2be3c0ea tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=04681652-efef-492e-aa2a-1e8ad6f9f219 HTTP/1.1" status: 200 len: 210 time: 0.0265238 Mar 11 20:19:57.729541 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:19:59.059211 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:06.976002 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 56154) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:20:07.132059 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-6014d948-8e12-438e-bf0a-9ad604235f09 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Deleting port ee86e7b4-afc6-4499-b44d-0365f537413e {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:20:07.132404 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6014d948-8e12-438e-bf0a-9ad604235f09 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (ee86e7b4-afc6-4499-b44d-0365f537413e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:07.204567 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6014d948-8e12-438e-bf0a-9ad604235f09 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (ee86e7b4-afc6-4499-b44d-0365f537413e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:07.204901 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6014d948-8e12-438e-bf0a-9ad604235f09 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks [] for floatingip (ee86e7b4-afc6-4499-b44d-0365f537413e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:07.216483 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-6014d948-8e12-438e-bf0a-9ad604235f09 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Calling delete_port for ee86e7b4-afc6-4499-b44d-0365f537413e owned by network:floatingip {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:20:07.353000 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:20:07.364819 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6014d948-8e12-438e-bf0a-9ad604235f09 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (ee86e7b4-afc6-4499-b44d-0365f537413e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:07.390841 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6014d948-8e12-438e-bf0a-9ad604235f09 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Pushing event deleted for resources: {'Port': ['ID=ee86e7b4-afc6-4499-b44d-0365f537413e,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:20:07.415703 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6014d948-8e12-438e-bf0a-9ad604235f09 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:20:07.416056 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6014d948-8e12-438e-bf0a-9ad604235f09 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:20:07.416400 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6014d948-8e12-438e-bf0a-9ad604235f09 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:20:07.416742 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6014d948-8e12-438e-bf0a-9ad604235f09 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:20:07.417080 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6014d948-8e12-438e-bf0a-9ad604235f09 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:20:07.417439 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6014d948-8e12-438e-bf0a-9ad604235f09 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:20:07.417766 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6014d948-8e12-438e-bf0a-9ad604235f09 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:20:07.418096 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6014d948-8e12-438e-bf0a-9ad604235f09 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:20:07.418420 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6014d948-8e12-438e-bf0a-9ad604235f09 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:20:07.418749 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6014d948-8e12-438e-bf0a-9ad604235f09 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:20:07.419081 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6014d948-8e12-438e-bf0a-9ad604235f09 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:20:07.419404 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6014d948-8e12-438e-bf0a-9ad604235f09 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:20:07.419755 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6014d948-8e12-438e-bf0a-9ad604235f09 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:20:07.460961 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6014d948-8e12-438e-bf0a-9ad604235f09 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks [] for floatingip (bcced7c7-47e5-4a96-a3ff-c08cdbe1b313), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:07.461290 n-d-833163-1 neutron-server[103884]: INFO neutron.db.l3_db [None req-6014d948-8e12-438e-bf0a-9ad604235f09 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Floating IP bcced7c7-47e5-4a96-a3ff-c08cdbe1b313 disassociated (deleted). External IP: 172.25.8.85, port: dc3e9bee-51f5-4ef8-a941-cd2b6fb72410. Mar 11 20:20:07.670505 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6014d948-8e12-438e-bf0a-9ad604235f09 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Router d9e38758-eb24-4354-b579-f7fb844eba60 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:20:07.779979 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6014d948-8e12-438e-bf0a-9ad604235f09 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:20:07.785120 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6014d948-8e12-438e-bf0a-9ad604235f09 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:07.789649 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece05830-0fc6-4576-ad37-c77a40d804a7 None None] Sync routers for ids ['d9e38758-eb24-4354-b579-f7fb844eba60'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:20:07.799681 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece05830-0fc6-4576-ad37-c77a40d804a7 None None] Routers {'d9e38758-eb24-4354-b579-f7fb844eba60'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:20:07.800283 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-ece05830-0fc6-4576-ad37-c77a40d804a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:19:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['d9e38758-eb24-4354-b579-f7fb844eba60'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:20:07.814454 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-6014d948-8e12-438e-bf0a-9ad604235f09 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "DELETE /v2.0/floatingips/bcced7c7-47e5-4a96-a3ff-c08cdbe1b313 HTTP/1.1" status: 204 len: 168 time: 0.8373711 Mar 11 20:20:07.815374 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd504ff8b-19c4-4392-9df8-a2fa138da6a2', 'tag': 'dc3e9bee-51f5-4ef8-a941-cd2b6fb72410'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:20:07.817729 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93a689d-7223-4256-982b-4233aaec765a" -d '{"events": [{"name": "network-changed", "server_uuid": "d504ff8b-19c4-4392-9df8-a2fa138da6a2", "tag": "dc3e9bee-51f5-4ef8-a941-cd2b6fb72410"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:20:07.976027 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd7aaf3-aed2-4b47-bae8-64d6f7246750 x-openstack-request-id: req-9fd7aaf3-aed2-4b47-bae8-64d6f7246750 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:20:07.976680 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d504ff8b-19c4-4392-9df8-a2fa138da6a2", "tag": "dc3e9bee-51f5-4ef8-a941-cd2b6fb72410", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:20:07.976680 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9fd7aaf3-aed2-4b47-bae8-64d6f7246750 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:20:07.976995 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd504ff8b-19c4-4392-9df8-a2fa138da6a2', 'tag': 'dc3e9bee-51f5-4ef8-a941-cd2b6fb72410', 'status': 'completed', 'code': 200} Mar 11 20:20:08.004270 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-ece05830-0fc6-4576-ad37-c77a40d804a7 None None] Set router d9e38758-eb24-4354-b579-f7fb844eba60 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:20:08.042099 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a689d-7223-4256-982b-4233aaec765a req-f211a14f-633a-4b82-8292-7ca4531f16e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:20:08.043647 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c93a689d-7223-4256-982b-4233aaec765a req-f211a14f-633a-4b82-8292-7ca4531f16e0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3ed9f03088da4b568ed876fa07964f47&device_id=d504ff8b-19c4-4392-9df8-a2fa138da6a2 HTTP/1.1" status: 200 len: 1127 time: 0.0466399 Mar 11 20:20:08.074187 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2330c2-aba3-4aed-b527-2d4d2f434591 req-7d10fcc8-bb3c-4f01-a2d3-88bf8a7bbfb7 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:20:08.081594 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da2330c2-aba3-4aed-b527-2d4d2f434591 req-7d10fcc8-bb3c-4f01-a2d3-88bf8a7bbfb7 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=d504ff8b-19c4-4392-9df8-a2fa138da6a2 HTTP/1.1" status: 200 len: 945 time: 0.0585024 Mar 11 20:20:08.128808 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da2330c2-aba3-4aed-b527-2d4d2f434591 req-bf935f7e-b08a-44bb-9587-f17f7f5e2556 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=49a45b28-d5be-4f02-b103-33dd7fe22b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451205 Mar 11 20:20:08.146367 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a689d-7223-4256-982b-4233aaec765a req-43c66c0f-0d50-4449-b2f1-6a69213b1643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:20:08.147887 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c93a689d-7223-4256-982b-4233aaec765a req-43c66c0f-0d50-4449-b2f1-6a69213b1643 service neutron] 10.222.0.75 "GET /v2.0/networks?id=63f958e0-4b58-4061-8181-6f0adee7263b HTTP/1.1" status: 200 len: 912 time: 0.0957260 Mar 11 20:20:08.190352 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c93a689d-7223-4256-982b-4233aaec765a req-2f0e2ead-3657-4ebd-b4e9-cc1e8d4218f0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc3e9bee-51f5-4ef8-a941-cd2b6fb72410 HTTP/1.1" status: 200 len: 217 time: 0.0356150 Mar 11 20:20:08.206118 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-ece05830-0fc6-4576-ad37-c77a40d804a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'name': 'tempest-TestVolumeBootPattern-535035188-router', 'tenant_id': '3ed9f03088da4b568ed876fa07964f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '95557d99-2cf2-4044-96b7-b84611f3ed59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:07:14Z', 'updated_at': '2022-03-11T20:07:19Z', 'revision_number': 4, 'project_id': '3ed9f03088da4b568ed876fa07964f47', 'gw_port': {'id': '95557d99-2cf2-4044-96b7-b84611f3ed59', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:07:14Z', 'updated_at': '2022-03-11T20:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '5ae67f9c-fa7f-41c0-826c-440a015e83cf', 'name': '', 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b', 'tenant_id': '3ed9f03088da4b568ed876fa07964f47', 'mac_address': 'fa:16:3e:03:71:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'a0b8e9c3-1a90-4f95-b04c-be83e3135274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:07:18Z', 'updated_at': '2022-03-11T20:07:23Z', 'revision_number': 5, 'project_id': '3ed9f03088da4b568ed876fa07964f47', 'subnets': [{'id': 'a0b8e9c3-1a90-4f95-b04c-be83e3135274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:20:08.231907 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece05830-0fc6-4576-ad37-c77a40d804a7 None None] Checking router: d9e38758-eb24-4354-b579-f7fb844eba60 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:20:08.237825 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a689d-7223-4256-982b-4233aaec765a req-c78624b0-b8dc-4efd-88bb-fce09dc6ed32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:20:08.239301 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c93a689d-7223-4256-982b-4233aaec765a req-c78624b0-b8dc-4efd-88bb-fce09dc6ed32 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a0b8e9c3-1a90-4f95-b04c-be83e3135274 HTTP/1.1" status: 200 len: 850 time: 0.0430303 Mar 11 20:20:08.240166 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece05830-0fc6-4576-ad37-c77a40d804a7 None None] Routers {'d9e38758-eb24-4354-b579-f7fb844eba60'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:20:08.240765 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-ece05830-0fc6-4576-ad37-c77a40d804a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:19:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['d9e38758-eb24-4354-b579-f7fb844eba60'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:20:08.288666 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a689d-7223-4256-982b-4233aaec765a req-15534fff-8ee5-44fe-b99f-e72881673554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:20:08.290150 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c93a689d-7223-4256-982b-4233aaec765a req-15534fff-8ee5-44fe-b99f-e72881673554 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=63f958e0-4b58-4061-8181-6f0adee7263b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438490 Mar 11 20:20:08.352220 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-ece05830-0fc6-4576-ad37-c77a40d804a7 None None] Set router d9e38758-eb24-4354-b579-f7fb844eba60 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:20:08.387815 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c93a689d-7223-4256-982b-4233aaec765a req-dbdd8f56-a727-4a03-ae2e-002b09e457bb service neutron] 10.222.0.75 "GET /v2.0/networks/63f958e0-4b58-4061-8181-6f0adee7263b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906489 Mar 11 20:20:08.479012 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c93a689d-7223-4256-982b-4233aaec765a req-f71aa6e3-0e92-43e2-9f02-56495e0f1066 service neutron] 10.222.0.75 "GET /v2.0/networks/63f958e0-4b58-4061-8181-6f0adee7263b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841291 Mar 11 20:20:08.548820 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-ece05830-0fc6-4576-ad37-c77a40d804a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'name': 'tempest-TestVolumeBootPattern-535035188-router', 'tenant_id': '3ed9f03088da4b568ed876fa07964f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '95557d99-2cf2-4044-96b7-b84611f3ed59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:07:14Z', 'updated_at': '2022-03-11T20:07:19Z', 'revision_number': 4, 'project_id': '3ed9f03088da4b568ed876fa07964f47', 'gw_port': {'id': '95557d99-2cf2-4044-96b7-b84611f3ed59', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:07:14Z', 'updated_at': '2022-03-11T20:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '5ae67f9c-fa7f-41c0-826c-440a015e83cf', 'name': '', 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b', 'tenant_id': '3ed9f03088da4b568ed876fa07964f47', 'mac_address': 'fa:16:3e:03:71:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'a0b8e9c3-1a90-4f95-b04c-be83e3135274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:07:18Z', 'updated_at': '2022-03-11T20:07:23Z', 'revision_number': 5, 'project_id': '3ed9f03088da4b568ed876fa07964f47', 'subnets': [{'id': 'a0b8e9c3-1a90-4f95-b04c-be83e3135274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:20:08.574460 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece05830-0fc6-4576-ad37-c77a40d804a7 None None] The sync data for ids ['d9e38758-eb24-4354-b579-f7fb844eba60'] in n-d-833163-1 is: [{'id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'name': 'tempest-TestVolumeBootPattern-535035188-router', 'tenant_id': '3ed9f03088da4b568ed876fa07964f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '95557d99-2cf2-4044-96b7-b84611f3ed59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:07:14Z', 'updated_at': '2022-03-11T20:07:19Z', 'revision_number': 4, 'project_id': '3ed9f03088da4b568ed876fa07964f47', 'gw_port': {'id': '95557d99-2cf2-4044-96b7-b84611f3ed59', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:07:14Z', 'updated_at': '2022-03-11T20:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '5ae67f9c-fa7f-41c0-826c-440a015e83cf', 'name': '', 'network_id': '63f958e0-4b58-4061-8181-6f0adee7263b', 'tenant_id': '3ed9f03088da4b568ed876fa07964f47', 'mac_address': 'fa:16:3e:03:71:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'a0b8e9c3-1a90-4f95-b04c-be83e3135274', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:07:18Z', 'updated_at': '2022-03-11T20:07:23Z', 'revision_number': 5, 'project_id': '3ed9f03088da4b568ed876fa07964f47', 'subnets': [{'id': 'a0b8e9c3-1a90-4f95-b04c-be83e3135274', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:20:08.796397 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadca36c-1a78-438b-b45a-3c992b3fdf1d None None] New status for floating IP bcced7c7-47e5-4a96-a3ff-c08cdbe1b313: DOWN {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 20:20:09.250850 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f86827-85f8-4132-99f0-1d70ad1ae99f req-1afcdeea-1ccd-4c89-b837-6db4a3b22667 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:20:09.252345 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f7f86827-85f8-4132-99f0-1d70ad1ae99f req-1afcdeea-1ccd-4c89-b837-6db4a3b22667 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=d504ff8b-19c4-4392-9df8-a2fa138da6a2 HTTP/1.1" status: 200 len: 945 time: 0.0561545 Mar 11 20:20:09.300751 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f7f86827-85f8-4132-99f0-1d70ad1ae99f req-8f6cebc6-df3a-4de6-b3d2-be7ac7a7d457 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/security-groups?id=49a45b28-d5be-4f02-b103-33dd7fe22b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426726 Mar 11 20:20:09.442162 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df63e6b-56dc-4e57-a82c-6167e5c7e2a7 req-72f73d9e-38d8-493c-8411-d1d06978d471 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:20:09.443652 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-2df63e6b-56dc-4e57-a82c-6167e5c7e2a7 req-72f73d9e-38d8-493c-8411-d1d06978d471 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.75 "GET /v2.0/ports?device_id=d504ff8b-19c4-4392-9df8-a2fa138da6a2 HTTP/1.1" status: 200 len: 945 time: 0.0538411 Mar 11 20:20:09.535787 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-2df63e6b-56dc-4e57-a82c-6167e5c7e2a7 req-9e5365e2-2c5b-46ae-b2c1-806dfe6d6914 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Deleting port dc3e9bee-51f5-4ef8-a941-cd2b6fb72410 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:20:09.536127 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2df63e6b-56dc-4e57-a82c-6167e5c7e2a7 req-9e5365e2-2c5b-46ae-b2c1-806dfe6d6914 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (dc3e9bee-51f5-4ef8-a941-cd2b6fb72410), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:09.633076 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-2df63e6b-56dc-4e57-a82c-6167e5c7e2a7 req-9e5365e2-2c5b-46ae-b2c1-806dfe6d6914 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] For port dc3e9bee-51f5-4ef8-a941-cd2b6fb72410, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=dc3e9bee-51f5-4ef8-a941-cd2b6fb72410,segment=NetworkSegment(71b9bbc9-ac9b-491b-9d03-f13ac7365297),segment_id=71b9bbc9-ac9b-491b-9d03-f13ac7365297)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:20:09.633447 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2df63e6b-56dc-4e57-a82c-6167e5c7e2a7 req-9e5365e2-2c5b-46ae-b2c1-806dfe6d6914 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (dc3e9bee-51f5-4ef8-a941-cd2b6fb72410), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:09.651105 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-2df63e6b-56dc-4e57-a82c-6167e5c7e2a7 req-9e5365e2-2c5b-46ae-b2c1-806dfe6d6914 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Calling delete_port for dc3e9bee-51f5-4ef8-a941-cd2b6fb72410 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:20:09.778858 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2df63e6b-56dc-4e57-a82c-6167e5c7e2a7 req-9e5365e2-2c5b-46ae-b2c1-806dfe6d6914 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (dc3e9bee-51f5-4ef8-a941-cd2b6fb72410), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:09.807028 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5365e2-2c5b-46ae-b2c1-806dfe6d6914 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Pushing event deleted for resources: {'Port': ['ID=dc3e9bee-51f5-4ef8-a941-cd2b6fb72410,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:20:09.850529 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-2df63e6b-56dc-4e57-a82c-6167e5c7e2a7 req-9e5365e2-2c5b-46ae-b2c1-806dfe6d6914 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] No DVR routers for this DVR port dc3e9bee-51f5-4ef8-a941-cd2b6fb72410 on host n-h1-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:20:09.853183 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-2df63e6b-56dc-4e57-a82c-6167e5c7e2a7 req-9e5365e2-2c5b-46ae-b2c1-806dfe6d6914 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:09.856562 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-2df63e6b-56dc-4e57-a82c-6167e5c7e2a7 req-9e5365e2-2c5b-46ae-b2c1-806dfe6d6914 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.75 "DELETE /v2.0/ports/dc3e9bee-51f5-4ef8-a941-cd2b6fb72410 HTTP/1.1" status: 204 len: 173 time: 0.4080014 Mar 11 20:20:09.978410 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd504ff8b-19c4-4392-9df8-a2fa138da6a2', 'name': 'network-vif-deleted', 'tag': 'dc3e9bee-51f5-4ef8-a941-cd2b6fb72410'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:20:09.980809 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49acb648-e2ef-45af-bbfd-f10523a5447d" -d '{"events": [{"server_uuid": "d504ff8b-19c4-4392-9df8-a2fa138da6a2", "name": "network-vif-deleted", "tag": "dc3e9bee-51f5-4ef8-a941-cd2b6fb72410"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:20:10.016217 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47880dac-c60a-4363-9974-980ebf40d926 x-openstack-request-id: req-47880dac-c60a-4363-9974-980ebf40d926 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:20:10.016525 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d504ff8b-19c4-4392-9df8-a2fa138da6a2", "name": "network-vif-deleted", "tag": "dc3e9bee-51f5-4ef8-a941-cd2b6fb72410", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:20:10.016779 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-47880dac-c60a-4363-9974-980ebf40d926 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:20:10.017185 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd504ff8b-19c4-4392-9df8-a2fa138da6a2', 'name': 'network-vif-deleted', 'tag': 'dc3e9bee-51f5-4ef8-a941-cd2b6fb72410', 'status': 'completed', 'code': 200} Mar 11 20:20:10.397770 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7e0d819a-0d52-4555-a1de-3a36224219a1 req-cd9f2488-7f55-4b70-8256-799ec5641d4b tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=d504ff8b-19c4-4392-9df8-a2fa138da6a2 HTTP/1.1" status: 200 len: 210 time: 0.0271263 Mar 11 20:20:11.493342 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-899c0268-912b-4ee4-bdcf-3f447c61947f req-69b64623-3e61-4281-8934-4e60dd28b148 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=d504ff8b-19c4-4392-9df8-a2fa138da6a2 HTTP/1.1" status: 200 len: 210 time: 0.0284176 Mar 11 20:20:12.591106 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ba9fad7e-6c7b-47e5-898c-65ce5be775d8 req-9d7107fa-3bc8-4c21-afda-b538a9e1a1b5 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=d504ff8b-19c4-4392-9df8-a2fa138da6a2 HTTP/1.1" status: 200 len: 210 time: 0.0287495 Mar 11 20:20:13.687397 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-177281af-0216-4c1e-93da-e78c64a216d0 req-743c9d63-f80d-479d-9812-1425bf70bb01 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=d504ff8b-19c4-4392-9df8-a2fa138da6a2 HTTP/1.1" status: 200 len: 210 time: 0.0270400 Mar 11 20:20:14.182761 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device dc3e9bee-51f5-4ef8-a941-cd2b6fb72410 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:20:14.203215 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: dc3e9bee-51f5-4ef8-a941-cd2b6fb72410 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:20:14.203553 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device dc3e9bee-51f5-4ef8-a941-cd2b6fb72410 not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:20:14.783417 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d48f7e9b-91f8-4174-a6c0-b550ce08af57 req-418febdd-2a0c-4714-aa52-00a5718a5a48 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=d504ff8b-19c4-4392-9df8-a2fa138da6a2 HTTP/1.1" status: 200 len: 210 time: 0.0308714 Mar 11 20:20:15.876896 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6700a3d4-5c37-4548-91fd-8db3f79e9cff req-18661070-5637-4905-8b36-acbbcb622465 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=d504ff8b-19c4-4392-9df8-a2fa138da6a2 HTTP/1.1" status: 200 len: 210 time: 0.0269613 Mar 11 20:20:16.977431 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-929ea71e-666b-42cd-bdde-410d4b6dd792 req-0c5bf984-74ed-49a8-ae4c-a39b1662a44a tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=d504ff8b-19c4-4392-9df8-a2fa138da6a2 HTTP/1.1" status: 200 len: 210 time: 0.0280585 Mar 11 20:20:18.071316 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a7df1a04-f7a1-4fae-878d-f3c092404871 req-c9769978-7931-4c94-9448-ff5c7bb8e096 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=d504ff8b-19c4-4392-9df8-a2fa138da6a2 HTTP/1.1" status: 200 len: 210 time: 0.0275223 Mar 11 20:20:19.177260 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-12179a74-bb2a-4ce9-9deb-1eab172aa6c3 req-81487102-283e-4ec8-a6f5-d7044e1630dc tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "GET /v2.0/ports?device_id=d504ff8b-19c4-4392-9df8-a2fa138da6a2 HTTP/1.1" status: 200 len: 210 time: 0.0274222 Mar 11 20:20:19.252831 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:20.233683 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 56188) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:20:20.355608 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-fe7bd31f-7528-478f-b765-dca3d3fef156 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Deleting port 4c964f13-65be-4d74-9aeb-c4aa5ebb3066 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:20:20.355971 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fe7bd31f-7528-478f-b765-dca3d3fef156 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (4c964f13-65be-4d74-9aeb-c4aa5ebb3066), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:20.430727 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fe7bd31f-7528-478f-b765-dca3d3fef156 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (4c964f13-65be-4d74-9aeb-c4aa5ebb3066), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:20.431046 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fe7bd31f-7528-478f-b765-dca3d3fef156 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks [] for floatingip (4c964f13-65be-4d74-9aeb-c4aa5ebb3066), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:20.443688 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-fe7bd31f-7528-478f-b765-dca3d3fef156 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Calling delete_port for 4c964f13-65be-4d74-9aeb-c4aa5ebb3066 owned by network:floatingip {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:20:20.575732 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fe7bd31f-7528-478f-b765-dca3d3fef156 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (4c964f13-65be-4d74-9aeb-c4aa5ebb3066), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:20.602822 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7bd31f-7528-478f-b765-dca3d3fef156 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Pushing event deleted for resources: {'Port': ['ID=4c964f13-65be-4d74-9aeb-c4aa5ebb3066,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:20:20.660889 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fe7bd31f-7528-478f-b765-dca3d3fef156 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks [] for floatingip (8db11941-0679-4855-94c8-b607be4db23d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:20.663442 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fe7bd31f-7528-478f-b765-dca3d3fef156 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:20.664659 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-fe7bd31f-7528-478f-b765-dca3d3fef156 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "DELETE /v2.0/floatingips/8db11941-0679-4855-94c8-b607be4db23d HTTP/1.1" status: 204 len: 168 time: 0.4300003 Mar 11 20:20:22.380719 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ccbc53e1-8989-4227-a5d7-fe602544342c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:23.037746 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:24.677180 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f7d58b49-3b69-4cc5-9814-6a2e47568ff7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:26.053083 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 56208) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:20:26.109942 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a0489ec0-26a0-4287-912d-93ae27c930e0 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks [] for security_group (49a45b28-d5be-4f02-b103-33dd7fe22b9a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:26.135641 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a0489ec0-26a0-4287-912d-93ae27c930e0 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks [] for security_group (49a45b28-d5be-4f02-b103-33dd7fe22b9a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:26.200607 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a0489ec0-26a0-4287-912d-93ae27c930e0 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (49a45b28-d5be-4f02-b103-33dd7fe22b9a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:26.203835 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a0489ec0-26a0-4287-912d-93ae27c930e0 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:26.207813 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a0489ec0-26a0-4287-912d-93ae27c930e0 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] 10.222.0.65 "DELETE /v2.0/security-groups/49a45b28-d5be-4f02-b103-33dd7fe22b9a HTTP/1.1" status: 204 len: 168 time: 0.1512470 Mar 11 20:20:26.216827 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0489ec0-26a0-4287-912d-93ae27c930e0 tempest-TestVolumeBootPattern-1515767759 tempest-TestVolumeBootPattern-1515767759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a45b28-d5be-4f02-b103-33dd7fe22b9a,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:20:26.277255 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 56212) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:20:26.338677 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:26.798669 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b7e00b47-3947-4c16-90f5-1b4644f7dc6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (d9e38758-eb24-4354-b579-f7fb844eba60), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:27.056498 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-b7e00b47-3947-4c16-90f5-1b4644f7dc6a admin admin] Deleting port 5ae67f9c-fa7f-41c0-826c-440a015e83cf {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:20:27.057112 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b7e00b47-3947-4c16-90f5-1b4644f7dc6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (5ae67f9c-fa7f-41c0-826c-440a015e83cf), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:27.137989 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-b7e00b47-3947-4c16-90f5-1b4644f7dc6a admin admin] For port 5ae67f9c-fa7f-41c0-826c-440a015e83cf, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=5ae67f9c-fa7f-41c0-826c-440a015e83cf,segment=NetworkSegment(71b9bbc9-ac9b-491b-9d03-f13ac7365297),segment_id=71b9bbc9-ac9b-491b-9d03-f13ac7365297)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:20:27.138348 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b7e00b47-3947-4c16-90f5-1b4644f7dc6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (5ae67f9c-fa7f-41c0-826c-440a015e83cf), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:27.151730 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-b7e00b47-3947-4c16-90f5-1b4644f7dc6a admin admin] Calling delete_port for 5ae67f9c-fa7f-41c0-826c-440a015e83cf owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:20:27.605422 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b7e00b47-3947-4c16-90f5-1b4644f7dc6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (5ae67f9c-fa7f-41c0-826c-440a015e83cf), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:27.627874 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e00b47-3947-4c16-90f5-1b4644f7dc6a admin admin] Pushing event deleted for resources: {'Port': ['ID=5ae67f9c-fa7f-41c0-826c-440a015e83cf,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:20:27.737938 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:27.817216 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b7e00b47-3947-4c16-90f5-1b4644f7dc6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (d9e38758-eb24-4354-b579-f7fb844eba60), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:28.037542 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e00b47-3947-4c16-90f5-1b4644f7dc6a admin admin] Router d9e38758-eb24-4354-b579-f7fb844eba60 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:20:28.151718 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e00b47-3947-4c16-90f5-1b4644f7dc6a admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:20:28.156613 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b7e00b47-3947-4c16-90f5-1b4644f7dc6a admin admin] 10.222.0.65 "PUT /v2.0/routers/d9e38758-eb24-4354-b579-f7fb844eba60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8783767 Mar 11 20:20:28.159093 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 56218) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:20:28.164874 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c6dc43-400d-4367-bcb9-b7ef95cf9191 None None] Sync routers for ids ['d9e38758-eb24-4354-b579-f7fb844eba60'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:20:28.176872 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c6dc43-400d-4367-bcb9-b7ef95cf9191 None None] Routers {'d9e38758-eb24-4354-b579-f7fb844eba60'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:20:28.177476 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-a1c6dc43-400d-4367-bcb9-b7ef95cf9191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:20:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['d9e38758-eb24-4354-b579-f7fb844eba60'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:20:28.267270 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e063d342-229f-43fc-955d-6839cf3ab7aa admin admin] Publish callbacks [] for router (d9e38758-eb24-4354-b579-f7fb844eba60), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:28.286726 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-a1c6dc43-400d-4367-bcb9-b7ef95cf9191 None None] Set router d9e38758-eb24-4354-b579-f7fb844eba60 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:20:28.369108 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e063d342-229f-43fc-955d-6839cf3ab7aa admin admin] Publish callbacks [] for router_gateway (d9e38758-eb24-4354-b579-f7fb844eba60), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:28.422117 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-e063d342-229f-43fc-955d-6839cf3ab7aa admin admin] Deleting port 95557d99-2cf2-4044-96b7-b84611f3ed59 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:20:28.422356 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e063d342-229f-43fc-955d-6839cf3ab7aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (95557d99-2cf2-4044-96b7-b84611f3ed59), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:28.467250 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-a1c6dc43-400d-4367-bcb9-b7ef95cf9191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'name': 'tempest-TestVolumeBootPattern-535035188-router', 'tenant_id': '3ed9f03088da4b568ed876fa07964f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.68'}], 'enable_snat': True}, 'gw_port_id': '95557d99-2cf2-4044-96b7-b84611f3ed59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:07:14Z', 'updated_at': '2022-03-11T20:20:27Z', 'revision_number': 5, 'project_id': '3ed9f03088da4b568ed876fa07964f47', 'gw_port': {'id': '95557d99-2cf2-4044-96b7-b84611f3ed59', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:07:14Z', 'updated_at': '2022-03-11T20:07:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:20:28.494286 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c6dc43-400d-4367-bcb9-b7ef95cf9191 None None] Checking router: d9e38758-eb24-4354-b579-f7fb844eba60 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:20:28.502741 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-e063d342-229f-43fc-955d-6839cf3ab7aa admin admin] For port 95557d99-2cf2-4044-96b7-b84611f3ed59, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=95557d99-2cf2-4044-96b7-b84611f3ed59,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:20:28.503088 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c6dc43-400d-4367-bcb9-b7ef95cf9191 None None] Routers {'d9e38758-eb24-4354-b579-f7fb844eba60'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:20:28.503210 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e063d342-229f-43fc-955d-6839cf3ab7aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (95557d99-2cf2-4044-96b7-b84611f3ed59), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:28.503724 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-a1c6dc43-400d-4367-bcb9-b7ef95cf9191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:20:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['d9e38758-eb24-4354-b579-f7fb844eba60'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:20:28.515776 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-e063d342-229f-43fc-955d-6839cf3ab7aa admin admin] Calling delete_port for 95557d99-2cf2-4044-96b7-b84611f3ed59 owned by network:router_gateway {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:20:28.590395 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-a1c6dc43-400d-4367-bcb9-b7ef95cf9191 None None] Set router d9e38758-eb24-4354-b579-f7fb844eba60 gateway port host: None {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:20:28.644655 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-a1c6dc43-400d-4367-bcb9-b7ef95cf9191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'name': 'tempest-TestVolumeBootPattern-535035188-router', 'tenant_id': '3ed9f03088da4b568ed876fa07964f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:07:14Z', 'updated_at': '2022-03-11T20:20:28Z', 'revision_number': 6, 'project_id': '3ed9f03088da4b568ed876fa07964f47', 'gw_port_host': None}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:20:28.669946 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c6dc43-400d-4367-bcb9-b7ef95cf9191 None None] The sync data for ids ['d9e38758-eb24-4354-b579-f7fb844eba60'] in n-d-833163-1 is: [{'id': 'd9e38758-eb24-4354-b579-f7fb844eba60', 'name': 'tempest-TestVolumeBootPattern-535035188-router', 'tenant_id': '3ed9f03088da4b568ed876fa07964f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:07:14Z', 'updated_at': '2022-03-11T20:20:28Z', 'revision_number': 6, 'project_id': '3ed9f03088da4b568ed876fa07964f47', 'gw_port_host': None}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:20:28.680063 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e063d342-229f-43fc-955d-6839cf3ab7aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (95557d99-2cf2-4044-96b7-b84611f3ed59), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:28.719415 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e063d342-229f-43fc-955d-6839cf3ab7aa admin admin] Pushing event deleted for resources: {'Port': ['ID=95557d99-2cf2-4044-96b7-b84611f3ed59,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:20:28.786529 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e063d342-229f-43fc-955d-6839cf3ab7aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (d9e38758-eb24-4354-b579-f7fb844eba60), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:28.877643 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e063d342-229f-43fc-955d-6839cf3ab7aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (d9e38758-eb24-4354-b579-f7fb844eba60), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:28.879828 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e063d342-229f-43fc-955d-6839cf3ab7aa admin admin] Publish callbacks [] for router_controller (d9e38758-eb24-4354-b579-f7fb844eba60), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:28.927163 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e063d342-229f-43fc-955d-6839cf3ab7aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (d9e38758-eb24-4354-b579-f7fb844eba60), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:28.927602 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e063d342-229f-43fc-955d-6839cf3ab7aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9e38758-eb24-4354-b579-f7fb844eba60 {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 20:20:28.932552 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e063d342-229f-43fc-955d-6839cf3ab7aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:28.933810 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e063d342-229f-43fc-955d-6839cf3ab7aa admin admin] 10.222.0.65 "DELETE /v2.0/routers/d9e38758-eb24-4354-b579-f7fb844eba60 HTTP/1.1" status: 204 len: 168 time: 0.7737441 Mar 11 20:20:28.936819 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 56220) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:20:28.980920 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-53ae77c1-64e1-414f-96a1-644832913a09 admin admin] Deleting subnet a0b8e9c3-1a90-4f95-b04c-be83e3135274 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 20:20:28.983914 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-53ae77c1-64e1-414f-96a1-644832913a09 admin admin] Publish callbacks [] for subnet (a0b8e9c3-1a90-4f95-b04c-be83e3135274), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:29.021242 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-53ae77c1-64e1-414f-96a1-644832913a09 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (a0b8e9c3-1a90-4f95-b04c-be83e3135274), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:29.063942 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:29.101159 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-53ae77c1-64e1-414f-96a1-644832913a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (a0b8e9c3-1a90-4f95-b04c-be83e3135274), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:29.157664 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-53ae77c1-64e1-414f-96a1-644832913a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (a0b8e9c3-1a90-4f95-b04c-be83e3135274), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:29.183101 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ae77c1-64e1-414f-96a1-644832913a09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0b8e9c3-1a90-4f95-b04c-be83e3135274,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:20:29.186743 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-53ae77c1-64e1-414f-96a1-644832913a09 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:29.191866 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-53ae77c1-64e1-414f-96a1-644832913a09 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/a0b8e9c3-1a90-4f95-b04c-be83e3135274 HTTP/1.1" status: 204 len: 168 time: 0.2521808 Mar 11 20:20:29.192369 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 56222) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:20:29.194918 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ddfee3-1f32-477b-af74-27149a368b0c None None] Network 63f958e0-4b58-4061-8181-6f0adee7263b requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:20:29.258897 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c21326d5-fd7f-41bb-b130-08a6c399fe70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (63f958e0-4b58-4061-8181-6f0adee7263b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:29.314777 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-c21326d5-fd7f-41bb-b130-08a6c399fe70 admin admin] Deleting port 8a4687bd-bd70-40c5-9ab1-8eb01d576472 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:20:29.315119 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c21326d5-fd7f-41bb-b130-08a6c399fe70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (8a4687bd-bd70-40c5-9ab1-8eb01d576472), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:29.377381 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-c21326d5-fd7f-41bb-b130-08a6c399fe70 admin admin] For port 8a4687bd-bd70-40c5-9ab1-8eb01d576472, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=8a4687bd-bd70-40c5-9ab1-8eb01d576472,segment=NetworkSegment(71b9bbc9-ac9b-491b-9d03-f13ac7365297),segment_id=71b9bbc9-ac9b-491b-9d03-f13ac7365297)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:20:29.377670 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c21326d5-fd7f-41bb-b130-08a6c399fe70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (8a4687bd-bd70-40c5-9ab1-8eb01d576472), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:29.389878 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-c21326d5-fd7f-41bb-b130-08a6c399fe70 admin admin] Calling delete_port for 8a4687bd-bd70-40c5-9ab1-8eb01d576472 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:20:29.462765 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5889f642-8eb9-4f5b-bcaf-232f5f9f84a4 None None] DHCP port deletion for 63f958e0-4b58-4061-8181-6f0adee7263b request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 20:20:29.472659 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c21326d5-fd7f-41bb-b130-08a6c399fe70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (8a4687bd-bd70-40c5-9ab1-8eb01d576472), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:29.503020 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21326d5-fd7f-41bb-b130-08a6c399fe70 admin admin] No DVR routers for this DVR port 8a4687bd-bd70-40c5-9ab1-8eb01d576472 on host n-d-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:20:29.503757 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-5889f642-8eb9-4f5b-bcaf-232f5f9f84a4 None None] The port '8a4687bd-bd70-40c5-9ab1-8eb01d576472' was deleted {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Mar 11 20:20:29.524008 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 5ae67f9c-fa7f-41c0-826c-440a015e83cf no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:20:29.535093 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21326d5-fd7f-41bb-b130-08a6c399fe70 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a4687bd-bd70-40c5-9ab1-8eb01d576472,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:20:29.547417 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 5ae67f9c-fa7f-41c0-826c-440a015e83cf {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:20:29.547801 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 5ae67f9c-fa7f-41c0-826c-440a015e83cf not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:20:29.548231 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 95557d99-2cf2-4044-96b7-b84611f3ed59 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:20:29.569415 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 95557d99-2cf2-4044-96b7-b84611f3ed59 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:20:29.569763 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 95557d99-2cf2-4044-96b7-b84611f3ed59 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:20:29.570191 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 8a4687bd-bd70-40c5-9ab1-8eb01d576472 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:20:29.590028 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 8a4687bd-bd70-40c5-9ab1-8eb01d576472 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:20:29.590381 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 8a4687bd-bd70-40c5-9ab1-8eb01d576472 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:20:29.595919 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c21326d5-fd7f-41bb-b130-08a6c399fe70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (63f958e0-4b58-4061-8181-6f0adee7263b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:29.617258 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-c21326d5-fd7f-41bb-b130-08a6c399fe70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63f958e0-4b58-4061-8181-6f0adee7263b']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:20:29.627603 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-c21326d5-fd7f-41bb-b130-08a6c399fe70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71b9bbc9-ac9b-491b-9d03-f13ac7365297') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:20:29.627928 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-c21326d5-fd7f-41bb-b130-08a6c399fe70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71b9bbc9-ac9b-491b-9d03-f13ac7365297') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:20:29.641163 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c21326d5-fd7f-41bb-b130-08a6c399fe70 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (71b9bbc9-ac9b-491b-9d03-f13ac7365297), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:29.654241 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c21326d5-fd7f-41bb-b130-08a6c399fe70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (71b9bbc9-ac9b-491b-9d03-f13ac7365297), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:29.660681 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c21326d5-fd7f-41bb-b130-08a6c399fe70 admin admin] Releasing vlan 862 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 20:20:29.661062 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c21326d5-fd7f-41bb-b130-08a6c399fe70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (71b9bbc9-ac9b-491b-9d03-f13ac7365297), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:29.662835 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 20:20:29.662835 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 20:20:29.662835 n-d-833163-1 neutron-server[103884]: timer() Mar 11 20:20:29.662835 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:20:29.662835 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 20:20:29.662835 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 20:20:29.662835 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 20:20:29.662835 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:20:29.662835 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 20:20:29.662835 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:20:29.662835 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 20:20:29.662835 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:20:29.662835 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 20:20:29.662835 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 20:20:29.662835 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:20:29.662835 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 20:20:29.662835 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:20:29.662835 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 20:20:29.662835 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 20:20:29.662835 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:20:29.662835 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 20:20:29.662835 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:20:29.662835 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:20:29.662835 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 20:20:29.662835 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 20:20:29.662835 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 20:20:29.662835 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:20:29.662835 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 20:20:29.662835 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:20:29.662835 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 20:20:29.662835 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:20:29.662835 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:20:29.718132 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c21326d5-fd7f-41bb-b130-08a6c399fe70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (63f958e0-4b58-4061-8181-6f0adee7263b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:29.724163 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c21326d5-fd7f-41bb-b130-08a6c399fe70 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:29.727685 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c21326d5-fd7f-41bb-b130-08a6c399fe70 admin admin] 10.222.0.65 "DELETE /v2.0/networks/63f958e0-4b58-4061-8181-6f0adee7263b HTTP/1.1" status: 204 len: 168 time: 0.5342789 Mar 11 20:20:29.730665 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 56224) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:20:29.739093 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21326d5-fd7f-41bb-b130-08a6c399fe70 admin admin] Pushing event deleted for resources: {'Network': ['ID=63f958e0-4b58-4061-8181-6f0adee7263b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:20:30.087574 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-61f7be13-ef3e-490e-93c7-32bd4b242203 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (3c639438-5cdc-45e7-baa8-25f9f18a361a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:30.333955 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-61f7be13-ef3e-490e-93c7-32bd4b242203 admin admin] Deleting port 334cede2-b1c7-4805-97a3-2b7fe8f2605d {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:20:30.334289 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-61f7be13-ef3e-490e-93c7-32bd4b242203 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (334cede2-b1c7-4805-97a3-2b7fe8f2605d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:30.409273 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-61f7be13-ef3e-490e-93c7-32bd4b242203 admin admin] For port 334cede2-b1c7-4805-97a3-2b7fe8f2605d, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=334cede2-b1c7-4805-97a3-2b7fe8f2605d,segment=NetworkSegment(73055852-7eed-4e76-887e-89dced30eb82),segment_id=73055852-7eed-4e76-887e-89dced30eb82)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:20:30.409552 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-61f7be13-ef3e-490e-93c7-32bd4b242203 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (334cede2-b1c7-4805-97a3-2b7fe8f2605d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:30.421742 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-61f7be13-ef3e-490e-93c7-32bd4b242203 admin admin] Calling delete_port for 334cede2-b1c7-4805-97a3-2b7fe8f2605d owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:20:30.604387 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-61f7be13-ef3e-490e-93c7-32bd4b242203 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (334cede2-b1c7-4805-97a3-2b7fe8f2605d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:30.633763 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f7be13-ef3e-490e-93c7-32bd4b242203 admin admin] Pushing event deleted for resources: {'Port': ['ID=334cede2-b1c7-4805-97a3-2b7fe8f2605d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:20:30.645351 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f7be13-ef3e-490e-93c7-32bd4b242203 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:20:30.645708 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f7be13-ef3e-490e-93c7-32bd4b242203 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:20:30.646047 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f7be13-ef3e-490e-93c7-32bd4b242203 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:20:30.646382 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f7be13-ef3e-490e-93c7-32bd4b242203 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:20:30.646714 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f7be13-ef3e-490e-93c7-32bd4b242203 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:20:30.647042 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f7be13-ef3e-490e-93c7-32bd4b242203 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:20:30.647367 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f7be13-ef3e-490e-93c7-32bd4b242203 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:20:30.647720 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f7be13-ef3e-490e-93c7-32bd4b242203 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:20:30.648049 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f7be13-ef3e-490e-93c7-32bd4b242203 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:20:30.648371 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f7be13-ef3e-490e-93c7-32bd4b242203 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:20:30.648693 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f7be13-ef3e-490e-93c7-32bd4b242203 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:20:30.649012 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f7be13-ef3e-490e-93c7-32bd4b242203 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:20:30.649330 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61f7be13-ef3e-490e-93c7-32bd4b242203 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:20:30.809665 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-61f7be13-ef3e-490e-93c7-32bd4b242203 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (3c639438-5cdc-45e7-baa8-25f9f18a361a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:31.022439 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61f7be13-ef3e-490e-93c7-32bd4b242203 admin admin] Router 3c639438-5cdc-45e7-baa8-25f9f18a361a has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:20:31.129143 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f7be13-ef3e-490e-93c7-32bd4b242203 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:20:31.134778 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-61f7be13-ef3e-490e-93c7-32bd4b242203 admin admin] 10.222.0.65 "PUT /v2.0/routers/3c639438-5cdc-45e7-baa8-25f9f18a361a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4030743 Mar 11 20:20:31.137296 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 56226) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:20:31.142357 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac90b546-a9eb-4000-9c3f-45a77f07b001 None None] Sync routers for ids ['3c639438-5cdc-45e7-baa8-25f9f18a361a'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:20:31.157212 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac90b546-a9eb-4000-9c3f-45a77f07b001 None None] Routers {'3c639438-5cdc-45e7-baa8-25f9f18a361a'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:20:31.157861 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-ac90b546-a9eb-4000-9c3f-45a77f07b001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:20:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['3c639438-5cdc-45e7-baa8-25f9f18a361a'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:20:31.243224 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-06caab8f-095a-4579-8fc8-8b209a91e782 admin admin] Publish callbacks [] for router (3c639438-5cdc-45e7-baa8-25f9f18a361a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:31.265553 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-ac90b546-a9eb-4000-9c3f-45a77f07b001 None None] Set router 3c639438-5cdc-45e7-baa8-25f9f18a361a gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:20:31.344940 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-06caab8f-095a-4579-8fc8-8b209a91e782 admin admin] Publish callbacks [] for router_gateway (3c639438-5cdc-45e7-baa8-25f9f18a361a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:31.396177 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-06caab8f-095a-4579-8fc8-8b209a91e782 admin admin] Deleting port 7b00c385-c771-4a4c-bb40-c8f0ee4e92e9 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:20:31.396518 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-06caab8f-095a-4579-8fc8-8b209a91e782 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (7b00c385-c771-4a4c-bb40-c8f0ee4e92e9), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:31.449380 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-ac90b546-a9eb-4000-9c3f-45a77f07b001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c639438-5cdc-45e7-baa8-25f9f18a361a', 'name': 'tempest-TestVolumeBootPattern-86087377-router', 'tenant_id': 'df73811c60a241fc9ef928fc8ab170df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.254'}], 'enable_snat': True}, 'gw_port_id': '7b00c385-c771-4a4c-bb40-c8f0ee4e92e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:07:22Z', 'updated_at': '2022-03-11T20:20:30Z', 'revision_number': 5, 'project_id': 'df73811c60a241fc9ef928fc8ab170df', 'gw_port': {'id': '7b00c385-c771-4a4c-bb40-c8f0ee4e92e9', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:cc:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c639438-5cdc-45e7-baa8-25f9f18a361a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:07:22Z', 'updated_at': '2022-03-11T20:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:20:31.475194 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-06caab8f-095a-4579-8fc8-8b209a91e782 admin admin] For port 7b00c385-c771-4a4c-bb40-c8f0ee4e92e9, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=7b00c385-c771-4a4c-bb40-c8f0ee4e92e9,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:20:31.475545 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-06caab8f-095a-4579-8fc8-8b209a91e782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (7b00c385-c771-4a4c-bb40-c8f0ee4e92e9), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:31.475850 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac90b546-a9eb-4000-9c3f-45a77f07b001 None None] Checking router: 3c639438-5cdc-45e7-baa8-25f9f18a361a for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:20:31.484769 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac90b546-a9eb-4000-9c3f-45a77f07b001 None None] Routers {'3c639438-5cdc-45e7-baa8-25f9f18a361a'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:20:31.485369 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-ac90b546-a9eb-4000-9c3f-45a77f07b001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:20:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['3c639438-5cdc-45e7-baa8-25f9f18a361a'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:20:31.488597 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-06caab8f-095a-4579-8fc8-8b209a91e782 admin admin] Calling delete_port for 7b00c385-c771-4a4c-bb40-c8f0ee4e92e9 owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:20:31.574419 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-ac90b546-a9eb-4000-9c3f-45a77f07b001 None None] Set router 3c639438-5cdc-45e7-baa8-25f9f18a361a gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:20:31.629357 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-ac90b546-a9eb-4000-9c3f-45a77f07b001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c639438-5cdc-45e7-baa8-25f9f18a361a', 'name': 'tempest-TestVolumeBootPattern-86087377-router', 'tenant_id': 'df73811c60a241fc9ef928fc8ab170df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:07:22Z', 'updated_at': '2022-03-11T20:20:31Z', 'revision_number': 6, 'project_id': 'df73811c60a241fc9ef928fc8ab170df', 'gw_port_host': None}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:20:31.654276 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-06caab8f-095a-4579-8fc8-8b209a91e782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (7b00c385-c771-4a4c-bb40-c8f0ee4e92e9), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:31.656714 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac90b546-a9eb-4000-9c3f-45a77f07b001 None None] The sync data for ids ['3c639438-5cdc-45e7-baa8-25f9f18a361a'] in n-d-833163-1 is: [{'id': '3c639438-5cdc-45e7-baa8-25f9f18a361a', 'name': 'tempest-TestVolumeBootPattern-86087377-router', 'tenant_id': 'df73811c60a241fc9ef928fc8ab170df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:07:22Z', 'updated_at': '2022-03-11T20:20:31Z', 'revision_number': 6, 'project_id': 'df73811c60a241fc9ef928fc8ab170df', 'gw_port_host': None}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:20:31.685280 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06caab8f-095a-4579-8fc8-8b209a91e782 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b00c385-c771-4a4c-bb40-c8f0ee4e92e9,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:20:31.745983 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-06caab8f-095a-4579-8fc8-8b209a91e782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (3c639438-5cdc-45e7-baa8-25f9f18a361a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:31.839251 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-06caab8f-095a-4579-8fc8-8b209a91e782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (3c639438-5cdc-45e7-baa8-25f9f18a361a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:31.841421 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-06caab8f-095a-4579-8fc8-8b209a91e782 admin admin] Publish callbacks [] for router_controller (3c639438-5cdc-45e7-baa8-25f9f18a361a), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:31.887386 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-06caab8f-095a-4579-8fc8-8b209a91e782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (3c639438-5cdc-45e7-baa8-25f9f18a361a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:31.887849 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06caab8f-095a-4579-8fc8-8b209a91e782 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c639438-5cdc-45e7-baa8-25f9f18a361a {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 20:20:31.892068 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-06caab8f-095a-4579-8fc8-8b209a91e782 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:31.895473 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-06caab8f-095a-4579-8fc8-8b209a91e782 admin admin] 10.222.0.65 "DELETE /v2.0/routers/3c639438-5cdc-45e7-baa8-25f9f18a361a HTTP/1.1" status: 204 len: 168 time: 0.7548409 Mar 11 20:20:31.895698 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 56228) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:20:31.939232 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-bee0148b-09c1-41d1-ac19-208ac8d06785 admin admin] Deleting subnet 0271fefd-bfce-4278-a54a-f9b376f76a26 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 20:20:31.942194 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bee0148b-09c1-41d1-ac19-208ac8d06785 admin admin] Publish callbacks [] for subnet (0271fefd-bfce-4278-a54a-f9b376f76a26), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:31.975541 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bee0148b-09c1-41d1-ac19-208ac8d06785 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (0271fefd-bfce-4278-a54a-f9b376f76a26), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:32.053872 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bee0148b-09c1-41d1-ac19-208ac8d06785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (0271fefd-bfce-4278-a54a-f9b376f76a26), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:32.111812 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bee0148b-09c1-41d1-ac19-208ac8d06785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (0271fefd-bfce-4278-a54a-f9b376f76a26), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:32.138262 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee0148b-09c1-41d1-ac19-208ac8d06785 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0271fefd-bfce-4278-a54a-f9b376f76a26,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:20:32.140732 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bee0148b-09c1-41d1-ac19-208ac8d06785 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:32.143894 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-bee0148b-09c1-41d1-ac19-208ac8d06785 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/0271fefd-bfce-4278-a54a-f9b376f76a26 HTTP/1.1" status: 204 len: 168 time: 0.2472506 Mar 11 20:20:32.146331 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 56230) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:20:32.146944 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcacc8f-bc23-499d-b7dc-9de39c522977 None None] Network ae5277e4-aed2-4389-bd35-b2c000951d95 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:20:32.212636 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-83ecf9a8-542a-45d1-9677-a8506a5f08d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (ae5277e4-aed2-4389-bd35-b2c000951d95), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:32.272497 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-83ecf9a8-542a-45d1-9677-a8506a5f08d0 admin admin] Deleting port a86c2880-d0b8-4fc8-b438-353fb7707edf {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:20:32.272900 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-83ecf9a8-542a-45d1-9677-a8506a5f08d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (a86c2880-d0b8-4fc8-b438-353fb7707edf), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:32.333934 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-83ecf9a8-542a-45d1-9677-a8506a5f08d0 admin admin] For port a86c2880-d0b8-4fc8-b438-353fb7707edf, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=a86c2880-d0b8-4fc8-b438-353fb7707edf,segment=NetworkSegment(73055852-7eed-4e76-887e-89dced30eb82),segment_id=73055852-7eed-4e76-887e-89dced30eb82)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:20:32.334283 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-83ecf9a8-542a-45d1-9677-a8506a5f08d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (a86c2880-d0b8-4fc8-b438-353fb7707edf), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:32.347135 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-83ecf9a8-542a-45d1-9677-a8506a5f08d0 admin admin] Calling delete_port for a86c2880-d0b8-4fc8-b438-353fb7707edf owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:20:32.429856 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-83ecf9a8-542a-45d1-9677-a8506a5f08d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (a86c2880-d0b8-4fc8-b438-353fb7707edf), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:32.430056 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae554515-6180-4003-9d93-064cc12bfe23 None None] DHCP port deletion for ae5277e4-aed2-4389-bd35-b2c000951d95 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 20:20:32.457873 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ecf9a8-542a-45d1-9677-a8506a5f08d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a86c2880-d0b8-4fc8-b438-353fb7707edf,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:20:32.461424 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ecf9a8-542a-45d1-9677-a8506a5f08d0 admin admin] No DVR routers for this DVR port a86c2880-d0b8-4fc8-b438-353fb7707edf on host n-d-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:20:32.532226 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-83ecf9a8-542a-45d1-9677-a8506a5f08d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (ae5277e4-aed2-4389-bd35-b2c000951d95), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:32.556806 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-83ecf9a8-542a-45d1-9677-a8506a5f08d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae5277e4-aed2-4389-bd35-b2c000951d95']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:20:32.566383 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-83ecf9a8-542a-45d1-9677-a8506a5f08d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73055852-7eed-4e76-887e-89dced30eb82') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:20:32.566665 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-83ecf9a8-542a-45d1-9677-a8506a5f08d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73055852-7eed-4e76-887e-89dced30eb82') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:20:32.575792 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-83ecf9a8-542a-45d1-9677-a8506a5f08d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (73055852-7eed-4e76-887e-89dced30eb82), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:32.589184 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-83ecf9a8-542a-45d1-9677-a8506a5f08d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (73055852-7eed-4e76-887e-89dced30eb82), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:32.596310 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83ecf9a8-542a-45d1-9677-a8506a5f08d0 admin admin] Releasing vlan 863 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 20:20:32.596710 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-83ecf9a8-542a-45d1-9677-a8506a5f08d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (73055852-7eed-4e76-887e-89dced30eb82), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:32.598412 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 20:20:32.598412 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 20:20:32.598412 n-d-833163-1 neutron-server[103885]: timer() Mar 11 20:20:32.598412 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:20:32.598412 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 20:20:32.598412 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 20:20:32.598412 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 20:20:32.598412 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:20:32.598412 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 20:20:32.598412 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:20:32.598412 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 20:20:32.598412 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:20:32.598412 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 20:20:32.598412 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 20:20:32.598412 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:20:32.598412 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 20:20:32.598412 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:20:32.598412 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 20:20:32.598412 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 20:20:32.598412 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:20:32.598412 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 20:20:32.598412 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:20:32.598412 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:20:32.598412 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 20:20:32.598412 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 20:20:32.598412 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 20:20:32.598412 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:20:32.598412 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 20:20:32.598412 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:20:32.598412 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 20:20:32.598412 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:20:32.598412 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:20:32.656255 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-83ecf9a8-542a-45d1-9677-a8506a5f08d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (ae5277e4-aed2-4389-bd35-b2c000951d95), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:32.662295 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-83ecf9a8-542a-45d1-9677-a8506a5f08d0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:32.668523 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-83ecf9a8-542a-45d1-9677-a8506a5f08d0 admin admin] 10.222.0.65 "DELETE /v2.0/networks/ae5277e4-aed2-4389-bd35-b2c000951d95 HTTP/1.1" status: 204 len: 168 time: 0.5183504 Mar 11 20:20:32.679003 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ecf9a8-542a-45d1-9677-a8506a5f08d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae5277e4-aed2-4389-bd35-b2c000951d95,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:20:32.784400 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 56234) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:20:32.822922 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-6321a071-3c93-4119-aef3-1b3e36ad65d4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=3ed9f03088da4b568ed876fa07964f47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0373497 Mar 11 20:20:32.825241 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 56236) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:20:32.870248 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bb3eda5b-a2aa-4f15-a402-84678c118175 admin admin] Publish callbacks [] for security_group (f1c159a4-a18b-475c-990e-ce47fc19eff3), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:32.895390 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bb3eda5b-a2aa-4f15-a402-84678c118175 admin admin] Publish callbacks [] for security_group (f1c159a4-a18b-475c-990e-ce47fc19eff3), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:32.941448 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bb3eda5b-a2aa-4f15-a402-84678c118175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (f1c159a4-a18b-475c-990e-ce47fc19eff3), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:32.943963 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-bb3eda5b-a2aa-4f15-a402-84678c118175 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:32.945110 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-bb3eda5b-a2aa-4f15-a402-84678c118175 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/f1c159a4-a18b-475c-990e-ce47fc19eff3 HTTP/1.1" status: 204 len: 168 time: 0.1190021 Mar 11 20:20:32.953821 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3eda5b-a2aa-4f15-a402-84678c118175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c159a4-a18b-475c-990e-ce47fc19eff3,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:20:33.180570 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 7b00c385-c771-4a4c-bb40-c8f0ee4e92e9 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:20:33.200879 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 7b00c385-c771-4a4c-bb40-c8f0ee4e92e9 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:20:33.201462 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 7b00c385-c771-4a4c-bb40-c8f0ee4e92e9 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:20:33.201891 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 334cede2-b1c7-4805-97a3-2b7fe8f2605d no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:20:33.223141 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 334cede2-b1c7-4805-97a3-2b7fe8f2605d {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:20:33.223575 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 334cede2-b1c7-4805-97a3-2b7fe8f2605d not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:20:33.224086 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device a86c2880-d0b8-4fc8-b438-353fb7707edf no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:20:33.246914 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: a86c2880-d0b8-4fc8-b438-353fb7707edf {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:20:33.247309 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device a86c2880-d0b8-4fc8-b438-353fb7707edf not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:20:33.281762 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 56242) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:20:33.321113 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-93116dca-904c-4177-b7a6-c4268cc47ca3 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=df73811c60a241fc9ef928fc8ab170df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382001 Mar 11 20:20:33.323449 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 56244) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:20:33.372573 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-71e99497-14f9-4f23-a45b-f8b83388640c admin admin] Publish callbacks [] for security_group (a4e5e5ec-575a-4a20-b3de-0515c51b66f4), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:33.393860 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-71e99497-14f9-4f23-a45b-f8b83388640c admin admin] Publish callbacks [] for security_group (a4e5e5ec-575a-4a20-b3de-0515c51b66f4), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:33.439387 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-71e99497-14f9-4f23-a45b-f8b83388640c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (a4e5e5ec-575a-4a20-b3de-0515c51b66f4), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:33.442162 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-71e99497-14f9-4f23-a45b-f8b83388640c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:33.443304 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-71e99497-14f9-4f23-a45b-f8b83388640c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/a4e5e5ec-575a-4a20-b3de-0515c51b66f4 HTTP/1.1" status: 204 len: 168 time: 0.1189654 Mar 11 20:20:33.450982 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e99497-14f9-4f23-a45b-f8b83388640c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e5e5ec-575a-4a20-b3de-0515c51b66f4,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:20:44.174940 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0f1f109e-d7e9-4693-ba1d-c9491d6a67f5 req-c47a5dcc-e804-43d2-bc75-a34b5b1d26e6 tempest-ServersAdminNegativeTestJSON-68669806 tempest-ServersAdminNegativeTestJSON-68669806-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=53aae27a07574d088113b1a9f2f8bf60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238669 Mar 11 20:20:44.284416 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f109e-d7e9-4693-ba1d-c9491d6a67f5 req-8630b43a-905d-41b7-8d7a-1c37fa68e8db tempest-ServersAdminNegativeTestJSON-68669806 tempest-ServersAdminNegativeTestJSON-68669806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:20:44.285858 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0f1f109e-d7e9-4693-ba1d-c9491d6a67f5 req-8630b43a-905d-41b7-8d7a-1c37fa68e8db tempest-ServersAdminNegativeTestJSON-68669806 tempest-ServersAdminNegativeTestJSON-68669806-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1060202 Mar 11 20:20:44.300357 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0f1f109e-d7e9-4693-ba1d-c9491d6a67f5 req-79c2194a-c269-41ef-97a8-179162086169 tempest-ServersAdminNegativeTestJSON-68669806 tempest-ServersAdminNegativeTestJSON-68669806-project] 10.222.0.65 "GET /v2.0/quotas/53aae27a07574d088113b1a9f2f8bf60 HTTP/1.1" status: 200 len: 375 time: 0.0092242 Mar 11 20:20:44.332746 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0f1f109e-d7e9-4693-ba1d-c9491d6a67f5 req-46b40ea6-8466-44db-9102-d94bb278362e tempest-ServersAdminNegativeTestJSON-68669806 tempest-ServersAdminNegativeTestJSON-68669806-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=53aae27a07574d088113b1a9f2f8bf60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277340 Mar 11 20:20:44.352690 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:20:44.487341 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5131c1b7-d47b-44a8-abe8-a865082aa37b req-f743dcb7-7c7d-4f8e-af9b-3271cc92d02d tempest-ServersAdminNegativeTestJSON-68669806 tempest-ServersAdminNegativeTestJSON-68669806-project] 10.222.0.65 "GET /v2.0/ports?device_id=b688d4c4-4807-47b3-8410-160e5645a206 HTTP/1.1" status: 200 len: 210 time: 0.0267181 Mar 11 20:20:45.564558 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-30e99095-99e1-457b-88dc-bba2d362f9bd req-56811727-2de1-4a73-880a-b45a06381a2c tempest-ServersAdminNegativeTestJSON-68669806 tempest-ServersAdminNegativeTestJSON-68669806-project] 10.222.0.65 "GET /v2.0/ports?device_id=b688d4c4-4807-47b3-8410-160e5645a206 HTTP/1.1" status: 200 len: 210 time: 0.0270362 Mar 11 20:20:46.644638 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-de8b05ad-e402-493c-af1f-cb78eac1cf68 req-dac56f2b-c1e6-4026-97e4-8b0734f44b21 tempest-ServersAdminNegativeTestJSON-68669806 tempest-ServersAdminNegativeTestJSON-68669806-project] 10.222.0.65 "GET /v2.0/ports?device_id=b688d4c4-4807-47b3-8410-160e5645a206 HTTP/1.1" status: 200 len: 210 time: 0.0303917 Mar 11 20:20:47.720115 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a6ff28b1-de6c-4ffc-9783-5fa9f15e447f req-4d5d0152-7ffd-4415-953f-51b6c0fc7bc6 tempest-ServersAdminNegativeTestJSON-68669806 tempest-ServersAdminNegativeTestJSON-68669806-project] 10.222.0.65 "GET /v2.0/ports?device_id=b688d4c4-4807-47b3-8410-160e5645a206 HTTP/1.1" status: 200 len: 210 time: 0.0267286 Mar 11 20:20:48.446118 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0f1f109e-d7e9-4693-ba1d-c9491d6a67f5 req-bed6de95-f181-445f-9569-6917711e7cf3 tempest-ServersAdminNegativeTestJSON-68669806 tempest-ServersAdminNegativeTestJSON-68669806-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=53aae27a07574d088113b1a9f2f8bf60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0206161 Mar 11 20:20:48.556186 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f109e-d7e9-4693-ba1d-c9491d6a67f5 req-852f5821-3a34-4b35-a0c8-3a5ac452c210 tempest-ServersAdminNegativeTestJSON-68669806 tempest-ServersAdminNegativeTestJSON-68669806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:20:48.557687 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0f1f109e-d7e9-4693-ba1d-c9491d6a67f5 req-852f5821-3a34-4b35-a0c8-3a5ac452c210 tempest-ServersAdminNegativeTestJSON-68669806 tempest-ServersAdminNegativeTestJSON-68669806-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1074905 Mar 11 20:20:48.568769 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-0f1f109e-d7e9-4693-ba1d-c9491d6a67f5 req-4d562ae3-ad8e-4ba1-a07c-df9ea7373607 tempest-ServersAdminNegativeTestJSON-68669806 tempest-ServersAdminNegativeTestJSON-68669806-project] Request body: {'port': {'device_id': 'b688d4c4-4807-47b3-8410-160e5645a206', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'admin_state_up': True, 'tenant_id': '53aae27a07574d088113b1a9f2f8bf60'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:20:48.954606 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c82a3f66-9ff1-410c-a0e1-d130f4e3d38d req-9f009263-4982-4a46-8f68-1bbacd9608a9 tempest-ServersAdminNegativeTestJSON-68669806 tempest-ServersAdminNegativeTestJSON-68669806-project] 10.222.0.65 "GET /v2.0/ports?device_id=b688d4c4-4807-47b3-8410-160e5645a206 HTTP/1.1" status: 200 len: 210 time: 0.0351651 Mar 11 20:20:49.034145 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f1f109e-d7e9-4693-ba1d-c9491d6a67f5 req-4d562ae3-ad8e-4ba1-a07c-df9ea7373607 tempest-ServersAdminNegativeTestJSON-68669806 tempest-ServersAdminNegativeTestJSON-68669806-project] Made reservation on behalf of 53aae27a07574d088113b1a9f2f8bf60 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:20:49.037594 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0f1f109e-d7e9-4693-ba1d-c9491d6a67f5 req-4d562ae3-ad8e-4ba1-a07c-df9ea7373607 tempest-ServersAdminNegativeTestJSON-68669806 tempest-ServersAdminNegativeTestJSON-68669806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:49.046129 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0f1f109e-d7e9-4693-ba1d-c9491d6a67f5 req-4d562ae3-ad8e-4ba1-a07c-df9ea7373607 tempest-ServersAdminNegativeTestJSON-68669806 tempest-ServersAdminNegativeTestJSON-68669806-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:49.119181 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0f1f109e-d7e9-4693-ba1d-c9491d6a67f5 req-4d562ae3-ad8e-4ba1-a07c-df9ea7373607 tempest-ServersAdminNegativeTestJSON-68669806 tempest-ServersAdminNegativeTestJSON-68669806-project] Publish callbacks [] for security_group (122b889b-7203-4a80-a474-be430428e3e5), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:49.122668 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0f1f109e-d7e9-4693-ba1d-c9491d6a67f5 req-4d562ae3-ad8e-4ba1-a07c-df9ea7373607 tempest-ServersAdminNegativeTestJSON-68669806 tempest-ServersAdminNegativeTestJSON-68669806-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (122b889b-7203-4a80-a474-be430428e3e5), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:49.187495 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d562ae3-ad8e-4ba1-a07c-df9ea7373607 tempest-ServersAdminNegativeTestJSON-68669806 tempest-ServersAdminNegativeTestJSON-68669806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=122b889b-7203-4a80-a474-be430428e3e5,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:20:49.255610 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-0f1f109e-d7e9-4693-ba1d-c9491d6a67f5 req-4d562ae3-ad8e-4ba1-a07c-df9ea7373607 tempest-ServersAdminNegativeTestJSON-68669806 tempest-ServersAdminNegativeTestJSON-68669806-project] Allocated IP 192.168.233.56 (885772b1-9b97-4e1d-a0fb-e125030c5a81/9bb14923-74c3-4313-be8d-ed33542f05aa/85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:20:49.257685 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:49.399269 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0f1f109e-d7e9-4693-ba1d-c9491d6a67f5 req-4d562ae3-ad8e-4ba1-a07c-df9ea7373607 tempest-ServersAdminNegativeTestJSON-68669806 tempest-ServersAdminNegativeTestJSON-68669806-project] Publish callbacks [] for port (85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:49.432779 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0f1f109e-d7e9-4693-ba1d-c9491d6a67f5 req-4d562ae3-ad8e-4ba1-a07c-df9ea7373607 tempest-ServersAdminNegativeTestJSON-68669806 tempest-ServersAdminNegativeTestJSON-68669806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:49.477922 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f1f109e-d7e9-4693-ba1d-c9491d6a67f5 req-4d562ae3-ad8e-4ba1-a07c-df9ea7373607 tempest-ServersAdminNegativeTestJSON-68669806 tempest-ServersAdminNegativeTestJSON-68669806-project] Network 885772b1-9b97-4e1d-a0fb-e125030c5a81 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:20:49.483522 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-0f1f109e-d7e9-4693-ba1d-c9491d6a67f5 req-4d562ae3-ad8e-4ba1-a07c-df9ea7373607 tempest-ServersAdminNegativeTestJSON-68669806 tempest-ServersAdminNegativeTestJSON-68669806-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:20:49.487100 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f1f109e-d7e9-4693-ba1d-c9491d6a67f5 req-4d562ae3-ad8e-4ba1-a07c-df9ea7373607 tempest-ServersAdminNegativeTestJSON-68669806 tempest-ServersAdminNegativeTestJSON-68669806-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:20:49.509962 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d562ae3-ad8e-4ba1-a07c-df9ea7373607 tempest-ServersAdminNegativeTestJSON-68669806 tempest-ServersAdminNegativeTestJSON-68669806-project] Pushing event updated for resources: {'Port': ['ID=85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:20:49.538238 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f109e-d7e9-4693-ba1d-c9491d6a67f5 req-4d562ae3-ad8e-4ba1-a07c-df9ea7373607 tempest-ServersAdminNegativeTestJSON-68669806 tempest-ServersAdminNegativeTestJSON-68669806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:20:49.538973 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0f1f109e-d7e9-4693-ba1d-c9491d6a67f5 req-4d562ae3-ad8e-4ba1-a07c-df9ea7373607 tempest-ServersAdminNegativeTestJSON-68669806 tempest-ServersAdminNegativeTestJSON-68669806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:49.555204 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0f1f109e-d7e9-4693-ba1d-c9491d6a67f5 req-4d562ae3-ad8e-4ba1-a07c-df9ea7373607 tempest-ServersAdminNegativeTestJSON-68669806 tempest-ServersAdminNegativeTestJSON-68669806-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9898970 Mar 11 20:20:49.566819 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-0f1f109e-d7e9-4693-ba1d-c9491d6a67f5 req-d9182cb3-1e93-4310-8d48-693ac8fdb697 service neutron] Request body: {'port': {'device_id': 'b688d4c4-4807-47b3-8410-160e5645a206', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:20:49.629419 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0f1f109e-d7e9-4693-ba1d-c9491d6a67f5 req-d9182cb3-1e93-4310-8d48-693ac8fdb697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:49.769952 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-9721c705-75ef-4c9d-a028-4b5e3d2209fc None None] Provisioning complete for port 85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:20:49.770209 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9721c705-75ef-4c9d-a028-4b5e3d2209fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:49.808767 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-9721c705-75ef-4c9d-a028-4b5e3d2209fc None None] Port 85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:20:49.904611 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-0f1f109e-d7e9-4693-ba1d-c9491d6a67f5 req-d9182cb3-1e93-4310-8d48-693ac8fdb697 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:20:49.913296 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0f1f109e-d7e9-4693-ba1d-c9491d6a67f5 req-d9182cb3-1e93-4310-8d48-693ac8fdb697 service neutron] Publish callbacks [] for port (85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:49.925834 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-0f1f109e-d7e9-4693-ba1d-c9491d6a67f5 req-d9182cb3-1e93-4310-8d48-693ac8fdb697 service neutron] Transition to ACTIVE for port object 85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 20:20:49.930428 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0f1f109e-d7e9-4693-ba1d-c9491d6a67f5 req-d9182cb3-1e93-4310-8d48-693ac8fdb697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:49.981423 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9182cb3-1e93-4310-8d48-693ac8fdb697 service neutron] Pushing event updated for resources: {'Port': ['ID=85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:20:50.104852 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-0f1f109e-d7e9-4693-ba1d-c9491d6a67f5 req-d9182cb3-1e93-4310-8d48-693ac8fdb697 service neutron] Attempting to bind port 85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4 on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:20:50.105194 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-0f1f109e-d7e9-4693-ba1d-c9491d6a67f5 req-d9182cb3-1e93-4310-8d48-693ac8fdb697 service neutron] Attempting to bind port 85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4 by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:20:50.105522 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1f109e-d7e9-4693-ba1d-c9491d6a67f5 req-d9182cb3-1e93-4310-8d48-693ac8fdb697 service neutron] Attempting to bind port 85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4 on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:20:50.118205 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d4e3fe-cb63-4d16-89c7-2eaf814aa8c9 req-23773c89-c13b-4c6a-8e0d-c8038985f283 tempest-ServersAdminNegativeTestJSON-68669806 tempest-ServersAdminNegativeTestJSON-68669806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:20:50.119744 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-68d4e3fe-cb63-4d16-89c7-2eaf814aa8c9 req-23773c89-c13b-4c6a-8e0d-c8038985f283 tempest-ServersAdminNegativeTestJSON-68669806 tempest-ServersAdminNegativeTestJSON-68669806-project] 10.222.0.65 "GET /v2.0/ports?device_id=b688d4c4-4807-47b3-8410-160e5645a206 HTTP/1.1" status: 200 len: 947 time: 0.0845077 Mar 11 20:20:50.120859 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1f109e-d7e9-4693-ba1d-c9491d6a67f5 req-d9182cb3-1e93-4310-8d48-693ac8fdb697 service neutron] Port 85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4 on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 20:20:50.121184 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1f109e-d7e9-4693-ba1d-c9491d6a67f5 req-d9182cb3-1e93-4310-8d48-693ac8fdb697 service neutron] Attempting to bind port 85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4 on network 885772b1-9b97-4e1d-a0fb-e125030c5a81 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:20:50.127285 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1f109e-d7e9-4693-ba1d-c9491d6a67f5 req-d9182cb3-1e93-4310-8d48-693ac8fdb697 service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:20:50.127659 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1f109e-d7e9-4693-ba1d-c9491d6a67f5 req-d9182cb3-1e93-4310-8d48-693ac8fdb697 service neutron] Checking segment: {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:20:50.128116 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1f109e-d7e9-4693-ba1d-c9491d6a67f5 req-d9182cb3-1e93-4310-8d48-693ac8fdb697 service neutron] Bound using segment: {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:20:50.128553 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-0f1f109e-d7e9-4693-ba1d-c9491d6a67f5 req-d9182cb3-1e93-4310-8d48-693ac8fdb697 service neutron] Bound port: 85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '158aa457-93fe-4571-9bac-d6e796e9c694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 887, 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:20:50.128912 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0f1f109e-d7e9-4693-ba1d-c9491d6a67f5 req-d9182cb3-1e93-4310-8d48-693ac8fdb697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:50.210927 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-68d4e3fe-cb63-4d16-89c7-2eaf814aa8c9 req-70c5a4ed-4edb-415f-b194-9c8198dee303 tempest-ServersAdminNegativeTestJSON-68669806 tempest-ServersAdminNegativeTestJSON-68669806-project] 10.222.0.65 "GET /v2.0/security-groups?id=122b889b-7203-4a80-a474-be430428e3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797331 Mar 11 20:20:50.226617 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-0f1f109e-d7e9-4693-ba1d-c9491d6a67f5 req-d9182cb3-1e93-4310-8d48-693ac8fdb697 service neutron] For port 85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:20:50.229619 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-0f1f109e-d7e9-4693-ba1d-c9491d6a67f5 req-d9182cb3-1e93-4310-8d48-693ac8fdb697 service neutron] For port 85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:20:50.235605 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0f1f109e-d7e9-4693-ba1d-c9491d6a67f5 req-d9182cb3-1e93-4310-8d48-693ac8fdb697 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:50.273233 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f109e-d7e9-4693-ba1d-c9491d6a67f5 req-d9182cb3-1e93-4310-8d48-693ac8fdb697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:20:50.273853 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0f1f109e-d7e9-4693-ba1d-c9491d6a67f5 req-d9182cb3-1e93-4310-8d48-693ac8fdb697 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:50.275267 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0f1f109e-d7e9-4693-ba1d-c9491d6a67f5 req-d9182cb3-1e93-4310-8d48-693ac8fdb697 service neutron] 10.222.0.57 "PUT /v2.0/ports/85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4 HTTP/1.1" status: 200 len: 1095 time: 0.7130837 Mar 11 20:20:50.275763 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b688d4c4-4807-47b3-8410-160e5645a206', 'tag': '85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:20:50.278031 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd35de36-657d-4042-bdb1-e7612462d185" -d '{"events": [{"name": "network-changed", "server_uuid": "b688d4c4-4807-47b3-8410-160e5645a206", "tag": "85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:20:50.305030 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9182cb3-1e93-4310-8d48-693ac8fdb697 service neutron] Pushing event updated for resources: {'Port': ['ID=85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:20:50.324068 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b3eb9f-0982-4bea-ad8b-9aa9fc956293 x-openstack-request-id: req-55b3eb9f-0982-4bea-ad8b-9aa9fc956293 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:20:50.324371 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b688d4c4-4807-47b3-8410-160e5645a206", "tag": "85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:20:50.324632 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-55b3eb9f-0982-4bea-ad8b-9aa9fc956293 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:20:50.325049 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b688d4c4-4807-47b3-8410-160e5645a206', 'tag': '85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4', 'status': 'completed', 'code': 200} Mar 11 20:20:50.378637 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f109e-d7e9-4693-ba1d-c9491d6a67f5 req-45ff4f92-3e72-41d6-8688-a71227f4ca14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:20:50.380223 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0f1f109e-d7e9-4693-ba1d-c9491d6a67f5 req-45ff4f92-3e72-41d6-8688-a71227f4ca14 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=53aae27a07574d088113b1a9f2f8bf60&device_id=b688d4c4-4807-47b3-8410-160e5645a206 HTTP/1.1" status: 200 len: 1129 time: 0.0517337 Mar 11 20:20:50.421962 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0f1f109e-d7e9-4693-ba1d-c9491d6a67f5 req-5c770694-94f2-4ede-a43e-2f8e285574bb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4 HTTP/1.1" status: 200 len: 217 time: 0.0355792 Mar 11 20:20:50.472050 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f109e-d7e9-4693-ba1d-c9491d6a67f5 req-406be217-bc8e-466f-9986-3eab65128a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:20:50.473505 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0f1f109e-d7e9-4693-ba1d-c9491d6a67f5 req-406be217-bc8e-466f-9986-3eab65128a74 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.0457110 Mar 11 20:20:50.525994 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f109e-d7e9-4693-ba1d-c9491d6a67f5 req-754c0e33-7a81-4aaf-b38c-ab9644bc9466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:20:50.527745 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0f1f109e-d7e9-4693-ba1d-c9491d6a67f5 req-754c0e33-7a81-4aaf-b38c-ab9644bc9466 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0481646 Mar 11 20:20:50.614910 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0f1f109e-d7e9-4693-ba1d-c9491d6a67f5 req-5b811f29-f60e-4d8d-afc5-74f3590b7286 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816975 Mar 11 20:20:50.704609 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0f1f109e-d7e9-4693-ba1d-c9491d6a67f5 req-c69b726d-8eef-4450-bfe5-8146092e8eb9 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844455 Mar 11 20:20:50.792118 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd35de36-657d-4042-bdb1-e7612462d185 req-72779fa3-4263-4335-afda-ccc4efc8c8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:20:50.793584 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fd35de36-657d-4042-bdb1-e7612462d185 req-72779fa3-4263-4335-afda-ccc4efc8c8eb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=53aae27a07574d088113b1a9f2f8bf60&device_id=b688d4c4-4807-47b3-8410-160e5645a206 HTTP/1.1" status: 200 len: 1129 time: 0.0440958 Mar 11 20:20:50.886340 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd35de36-657d-4042-bdb1-e7612462d185 req-e21e7c67-684c-44c9-9f30-ca2e477969e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:20:50.887730 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fd35de36-657d-4042-bdb1-e7612462d185 req-e21e7c67-684c-44c9-9f30-ca2e477969e8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=885772b1-9b97-4e1d-a0fb-e125030c5a81 HTTP/1.1" status: 200 len: 870 time: 0.0884650 Mar 11 20:20:50.928496 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fd35de36-657d-4042-bdb1-e7612462d185 req-87bd67ba-3e28-4fc5-9283-5f352e13f787 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4 HTTP/1.1" status: 200 len: 217 time: 0.0351117 Mar 11 20:20:50.974904 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd35de36-657d-4042-bdb1-e7612462d185 req-7a959b5c-e9a0-4477-8829-40d68d1afe59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:20:50.976328 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fd35de36-657d-4042-bdb1-e7612462d185 req-7a959b5c-e9a0-4477-8829-40d68d1afe59 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9bb14923-74c3-4313-be8d-ed33542f05aa HTTP/1.1" status: 200 len: 843 time: 0.0424323 Mar 11 20:20:51.027077 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd35de36-657d-4042-bdb1-e7612462d185 req-3c6a4441-70d9-41e0-a1d1-a0d4089ee59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:20:51.028580 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fd35de36-657d-4042-bdb1-e7612462d185 req-3c6a4441-70d9-41e0-a1d1-a0d4089ee59a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=885772b1-9b97-4e1d-a0fb-e125030c5a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0470555 Mar 11 20:20:51.115574 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fd35de36-657d-4042-bdb1-e7612462d185 req-8c51c0f4-06bb-4417-aad5-1349ad930fb1 service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807028 Mar 11 20:20:51.205626 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fd35de36-657d-4042-bdb1-e7612462d185 req-da3df515-1e7c-4109-8fb5-7728289d6b0e service neutron] 10.222.0.57 "GET /v2.0/networks/885772b1-9b97-4e1d-a0fb-e125030c5a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844724 Mar 11 20:20:51.329662 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b1ddf7-c06f-418d-996f-0e3f6eea928d req-45f8eadd-866a-46e6-9b55-e475b9fe5165 tempest-ServersAdminNegativeTestJSON-68669806 tempest-ServersAdminNegativeTestJSON-68669806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:20:51.331121 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a3b1ddf7-c06f-418d-996f-0e3f6eea928d req-45f8eadd-866a-46e6-9b55-e475b9fe5165 tempest-ServersAdminNegativeTestJSON-68669806 tempest-ServersAdminNegativeTestJSON-68669806-project] 10.222.0.65 "GET /v2.0/ports?device_id=b688d4c4-4807-47b3-8410-160e5645a206 HTTP/1.1" status: 200 len: 947 time: 0.0522254 Mar 11 20:20:51.377368 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a3b1ddf7-c06f-418d-996f-0e3f6eea928d req-a9b4847c-f327-4555-ba97-9a5a11e71b38 tempest-ServersAdminNegativeTestJSON-68669806 tempest-ServersAdminNegativeTestJSON-68669806-project] 10.222.0.65 "GET /v2.0/security-groups?id=122b889b-7203-4a80-a474-be430428e3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406048 Mar 11 20:20:52.375432 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-45519e92-4d3b-4cde-b13e-e5a7c512919d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:52.494734 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395bfcc5-c6ab-4e66-9803-57b47ec0ba3c req-68554296-a7ba-4340-adba-e44705bb1876 tempest-ServersAdminNegativeTestJSON-68669806 tempest-ServersAdminNegativeTestJSON-68669806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:20:52.496128 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-395bfcc5-c6ab-4e66-9803-57b47ec0ba3c req-68554296-a7ba-4340-adba-e44705bb1876 tempest-ServersAdminNegativeTestJSON-68669806 tempest-ServersAdminNegativeTestJSON-68669806-project] 10.222.0.65 "GET /v2.0/ports?device_id=b688d4c4-4807-47b3-8410-160e5645a206 HTTP/1.1" status: 200 len: 947 time: 0.0510488 Mar 11 20:20:52.547428 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-395bfcc5-c6ab-4e66-9803-57b47ec0ba3c req-ffca7f1a-cb4f-49e8-8f7b-ac85dc7767e3 tempest-ServersAdminNegativeTestJSON-68669806 tempest-ServersAdminNegativeTestJSON-68669806-project] 10.222.0.65 "GET /v2.0/security-groups?id=122b889b-7203-4a80-a474-be430428e3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452442 Mar 11 20:20:53.037736 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:53.554485 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4 details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 20:20:53.659101 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:20:53.667481 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3caf037-2942-4378-bef3-cbb1c21b7d6b req-160559b6-912e-4777-b03b-29eba7ffc6e9 tempest-ServersAdminNegativeTestJSON-68669806 tempest-ServersAdminNegativeTestJSON-68669806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:20:53.669029 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b3caf037-2942-4378-bef3-cbb1c21b7d6b req-160559b6-912e-4777-b03b-29eba7ffc6e9 tempest-ServersAdminNegativeTestJSON-68669806 tempest-ServersAdminNegativeTestJSON-68669806-project] 10.222.0.65 "GET /v2.0/ports?device_id=b688d4c4-4807-47b3-8410-160e5645a206 HTTP/1.1" status: 200 len: 947 time: 0.0543764 Mar 11 20:20:53.670874 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': '85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4', 'network_id': '885772b1-9b97-4e1d-a0fb-e125030c5a81', 'port_id': '85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4', 'mac_address': 'fa:16:3e:45:a8:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 887, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bb14923-74c3-4313-be8d-ed33542f05aa', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 20:20:53.707407 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:20:53.707829 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:53.716332 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b3caf037-2942-4378-bef3-cbb1c21b7d6b req-f20f2b63-6e96-470b-ae6c-959225e73055 tempest-ServersAdminNegativeTestJSON-68669806 tempest-ServersAdminNegativeTestJSON-68669806-project] 10.222.0.65 "GET /v2.0/security-groups?id=122b889b-7203-4a80-a474-be430428e3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415432 Mar 11 20:20:53.720256 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:20:53.739459 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:20:53.743231 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:53.792326 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:20:53.799515 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:20:53.799899 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:20:53.800243 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:20:53.800586 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:20:53.800948 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:20:53.801283 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:20:53.801606 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:20:53.801941 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:20:53.802266 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:20:53.802594 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:20:53.802919 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:20:53.803246 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:20:53.803571 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:20:54.072624 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:20:54.679489 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-764faf83-a1a2-4942-9e75-7d7f10307f4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:54.832823 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20e9ced-7c03-4148-8c88-d2d2bca6bf92 req-57e5a25f-480f-474c-b3dd-d4c41f749818 tempest-ServersAdminNegativeTestJSON-68669806 tempest-ServersAdminNegativeTestJSON-68669806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:20:54.834302 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c20e9ced-7c03-4148-8c88-d2d2bca6bf92 req-57e5a25f-480f-474c-b3dd-d4c41f749818 tempest-ServersAdminNegativeTestJSON-68669806 tempest-ServersAdminNegativeTestJSON-68669806-project] 10.222.0.65 "GET /v2.0/ports?device_id=b688d4c4-4807-47b3-8410-160e5645a206 HTTP/1.1" status: 200 len: 948 time: 0.0514936 Mar 11 20:20:54.881068 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c20e9ced-7c03-4148-8c88-d2d2bca6bf92 req-1acab525-2898-4664-bd16-8fe184484f72 tempest-ServersAdminNegativeTestJSON-68669806 tempest-ServersAdminNegativeTestJSON-68669806-project] 10.222.0.65 "GET /v2.0/security-groups?id=122b889b-7203-4a80-a474-be430428e3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411434 Mar 11 20:20:55.570640 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4 up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:20:55.619762 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port 85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 20:20:55.623542 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port 85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:20:55.623967 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:55.697265 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:20:55.697942 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:55.719863 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b688d4c4-4807-47b3-8410-160e5645a206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:20:55.722312 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccaf5086-0892-4cab-bc8b-afe2873eaf01" -d '{"events": [{"server_uuid": "b688d4c4-4807-47b3-8410-160e5645a206", "name": "network-vif-plugged", "status": "completed", "tag": "85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:20:55.734157 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:20:55.737961 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:55.786628 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:20:55.818401 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fddc53d-7b56-4a17-8fe4-eebb48aa74c6 x-openstack-request-id: req-9fddc53d-7b56-4a17-8fe4-eebb48aa74c6 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:20:55.818703 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b688d4c4-4807-47b3-8410-160e5645a206", "name": "network-vif-plugged", "status": "completed", "tag": "85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:20:55.818959 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9fddc53d-7b56-4a17-8fe4-eebb48aa74c6 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:20:55.819380 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b688d4c4-4807-47b3-8410-160e5645a206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4', 'code': 200} Mar 11 20:20:55.927050 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a3d72-cf71-4752-9957-1b0fb2dc7b89 req-ed01bda2-8de9-4761-98dd-f5ba1b54042d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:20:55.929360 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-132a3d72-cf71-4752-9957-1b0fb2dc7b89 req-ed01bda2-8de9-4761-98dd-f5ba1b54042d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b688d4c4-4807-47b3-8410-160e5645a206 HTTP/1.1" status: 200 len: 1131 time: 0.0503044 Mar 11 20:20:56.000674 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-132a3d72-cf71-4752-9957-1b0fb2dc7b89 req-6d0a82ee-556e-4af2-82fe-463cdf70a0b2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=122b889b-7203-4a80-a474-be430428e3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648942 Mar 11 20:20:56.018041 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632ad1c3-9419-49c4-b824-0ab62d784c55 req-916cd889-0df7-4591-a00d-aadeff507935 tempest-ServersAdminNegativeTestJSON-68669806 tempest-ServersAdminNegativeTestJSON-68669806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:20:56.019478 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-632ad1c3-9419-49c4-b824-0ab62d784c55 req-916cd889-0df7-4591-a00d-aadeff507935 tempest-ServersAdminNegativeTestJSON-68669806 tempest-ServersAdminNegativeTestJSON-68669806-project] 10.222.0.65 "GET /v2.0/ports?device_id=b688d4c4-4807-47b3-8410-160e5645a206 HTTP/1.1" status: 200 len: 949 time: 0.0693569 Mar 11 20:20:56.065015 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-632ad1c3-9419-49c4-b824-0ab62d784c55 req-57fcfd4e-b75a-4209-ad27-03f09785eed4 tempest-ServersAdminNegativeTestJSON-68669806 tempest-ServersAdminNegativeTestJSON-68669806-project] 10.222.0.65 "GET /v2.0/security-groups?id=122b889b-7203-4a80-a474-be430428e3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399494 Mar 11 20:20:56.346543 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:57.181315 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e82571-0be3-4b52-947e-4a98e0e88bb0 req-acf2dd64-33fd-40c9-9efd-a24e3c77e9f9 tempest-ServersAdminNegativeTestJSON-68669806 tempest-ServersAdminNegativeTestJSON-68669806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:20:57.182782 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d4e82571-0be3-4b52-947e-4a98e0e88bb0 req-acf2dd64-33fd-40c9-9efd-a24e3c77e9f9 tempest-ServersAdminNegativeTestJSON-68669806 tempest-ServersAdminNegativeTestJSON-68669806-project] 10.222.0.65 "GET /v2.0/ports?device_id=b688d4c4-4807-47b3-8410-160e5645a206 HTTP/1.1" status: 200 len: 949 time: 0.0516822 Mar 11 20:20:57.232285 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d4e82571-0be3-4b52-947e-4a98e0e88bb0 req-6e0e8a02-ee1f-4748-b407-3a5b7ff632ae tempest-ServersAdminNegativeTestJSON-68669806 tempest-ServersAdminNegativeTestJSON-68669806-project] 10.222.0.65 "GET /v2.0/security-groups?id=122b889b-7203-4a80-a474-be430428e3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432961 Mar 11 20:20:57.736568 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:58.351868 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a849a-ba6f-428d-8834-03a4d3365562 req-7a38f145-8bd1-4ba6-b2b3-e5832c70ad49 tempest-ServersAdminNegativeTestJSON-68669806 tempest-ServersAdminNegativeTestJSON-68669806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:20:58.353334 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7b7a849a-ba6f-428d-8834-03a4d3365562 req-7a38f145-8bd1-4ba6-b2b3-e5832c70ad49 tempest-ServersAdminNegativeTestJSON-68669806 tempest-ServersAdminNegativeTestJSON-68669806-project] 10.222.0.65 "GET /v2.0/ports?device_id=b688d4c4-4807-47b3-8410-160e5645a206 HTTP/1.1" status: 200 len: 949 time: 0.0512023 Mar 11 20:20:58.398651 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7b7a849a-ba6f-428d-8834-03a4d3365562 req-59cf97de-1cdf-41c4-a2f2-56b0146c00d7 tempest-ServersAdminNegativeTestJSON-68669806 tempest-ServersAdminNegativeTestJSON-68669806-project] 10.222.0.65 "GET /v2.0/security-groups?id=122b889b-7203-4a80-a474-be430428e3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391376 Mar 11 20:20:58.759777 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [req-e4ce6d8c-8f2b-4c66-b89d-c287d3a61e09 req-0adc8d3e-60f6-4575-9d69-f81290b10cab service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 20:20:58.760739 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e4ce6d8c-8f2b-4c66-b89d-c287d3a61e09 req-0adc8d3e-60f6-4575-9d69-f81290b10cab service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0991306 Mar 11 20:20:59.065917 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:20:59.353515 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ecadd-7b7a-4a73-b213-67c509001653 req-af2c0f46-8423-4a26-93c6-ea2bb95bc162 tempest-ServersAdminNegativeTestJSON-68669806 tempest-ServersAdminNegativeTestJSON-68669806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:20:59.355046 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-496ecadd-7b7a-4a73-b213-67c509001653 req-af2c0f46-8423-4a26-93c6-ea2bb95bc162 tempest-ServersAdminNegativeTestJSON-68669806 tempest-ServersAdminNegativeTestJSON-68669806-project] 10.222.0.65 "GET /v2.0/ports?device_id=b688d4c4-4807-47b3-8410-160e5645a206 HTTP/1.1" status: 200 len: 949 time: 0.0529284 Mar 11 20:20:59.400336 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-496ecadd-7b7a-4a73-b213-67c509001653 req-45dc91a6-c03c-43d8-bf1a-c10810b041c2 tempest-ServersAdminNegativeTestJSON-68669806 tempest-ServersAdminNegativeTestJSON-68669806-project] 10.222.0.65 "GET /v2.0/security-groups?id=122b889b-7203-4a80-a474-be430428e3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396063 Mar 11 20:21:00.525441 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efed16c5-f756-4130-a573-c8b10ef1f5c2 req-7e90d491-c5ca-4cc9-b4c6-9452269174e6 tempest-ServersAdminNegativeTestJSON-68669806 tempest-ServersAdminNegativeTestJSON-68669806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:00.527149 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-efed16c5-f756-4130-a573-c8b10ef1f5c2 req-7e90d491-c5ca-4cc9-b4c6-9452269174e6 tempest-ServersAdminNegativeTestJSON-68669806 tempest-ServersAdminNegativeTestJSON-68669806-project] 10.222.0.65 "GET /v2.0/ports?device_id=b688d4c4-4807-47b3-8410-160e5645a206 HTTP/1.1" status: 200 len: 949 time: 0.0566714 Mar 11 20:21:00.572699 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-efed16c5-f756-4130-a573-c8b10ef1f5c2 req-cbd04ecb-855d-403b-89ca-4be91256a0d3 tempest-ServersAdminNegativeTestJSON-68669806 tempest-ServersAdminNegativeTestJSON-68669806-project] 10.222.0.65 "GET /v2.0/security-groups?id=122b889b-7203-4a80-a474-be430428e3e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392070 Mar 11 20:21:00.754186 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104cb87c-4b3f-4af3-89a2-9f3441a92704 req-db9da24f-5658-4892-8787-cb60de1aa5e3 tempest-ServersAdminNegativeTestJSON-68669806 tempest-ServersAdminNegativeTestJSON-68669806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:00.755646 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-104cb87c-4b3f-4af3-89a2-9f3441a92704 req-db9da24f-5658-4892-8787-cb60de1aa5e3 tempest-ServersAdminNegativeTestJSON-68669806 tempest-ServersAdminNegativeTestJSON-68669806-project] 10.222.0.57 "GET /v2.0/ports?device_id=b688d4c4-4807-47b3-8410-160e5645a206 HTTP/1.1" status: 200 len: 949 time: 0.0519912 Mar 11 20:21:00.854830 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-104cb87c-4b3f-4af3-89a2-9f3441a92704 req-41a38d6b-7aa2-4a4d-af3b-cf40e430f225 tempest-ServersAdminNegativeTestJSON-68669806 tempest-ServersAdminNegativeTestJSON-68669806-project] Deleting port 85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:21:00.855193 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-104cb87c-4b3f-4af3-89a2-9f3441a92704 req-41a38d6b-7aa2-4a4d-af3b-cf40e430f225 tempest-ServersAdminNegativeTestJSON-68669806 tempest-ServersAdminNegativeTestJSON-68669806-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:00.942179 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-104cb87c-4b3f-4af3-89a2-9f3441a92704 req-41a38d6b-7aa2-4a4d-af3b-cf40e430f225 tempest-ServersAdminNegativeTestJSON-68669806 tempest-ServersAdminNegativeTestJSON-68669806-project] For port 85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4,segment=NetworkSegment(158aa457-93fe-4571-9bac-d6e796e9c694),segment_id=158aa457-93fe-4571-9bac-d6e796e9c694)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:21:00.942528 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-104cb87c-4b3f-4af3-89a2-9f3441a92704 req-41a38d6b-7aa2-4a4d-af3b-cf40e430f225 tempest-ServersAdminNegativeTestJSON-68669806 tempest-ServersAdminNegativeTestJSON-68669806-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:00.954711 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-104cb87c-4b3f-4af3-89a2-9f3441a92704 req-41a38d6b-7aa2-4a4d-af3b-cf40e430f225 tempest-ServersAdminNegativeTestJSON-68669806 tempest-ServersAdminNegativeTestJSON-68669806-project] Calling delete_port for 85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:21:01.081722 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-104cb87c-4b3f-4af3-89a2-9f3441a92704 req-41a38d6b-7aa2-4a4d-af3b-cf40e430f225 tempest-ServersAdminNegativeTestJSON-68669806 tempest-ServersAdminNegativeTestJSON-68669806-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:01.092769 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:21:01.109782 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a38d6b-7aa2-4a4d-af3b-cf40e430f225 tempest-ServersAdminNegativeTestJSON-68669806 tempest-ServersAdminNegativeTestJSON-68669806-project] Pushing event deleted for resources: {'Port': ['ID=85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:21:01.156052 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-104cb87c-4b3f-4af3-89a2-9f3441a92704 req-41a38d6b-7aa2-4a4d-af3b-cf40e430f225 tempest-ServersAdminNegativeTestJSON-68669806 tempest-ServersAdminNegativeTestJSON-68669806-project] No DVR routers for this DVR port 85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4 on host n-h2-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:21:01.158755 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-104cb87c-4b3f-4af3-89a2-9f3441a92704 req-41a38d6b-7aa2-4a4d-af3b-cf40e430f225 tempest-ServersAdminNegativeTestJSON-68669806 tempest-ServersAdminNegativeTestJSON-68669806-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:01.162056 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-104cb87c-4b3f-4af3-89a2-9f3441a92704 req-41a38d6b-7aa2-4a4d-af3b-cf40e430f225 tempest-ServersAdminNegativeTestJSON-68669806 tempest-ServersAdminNegativeTestJSON-68669806-project] 10.222.0.57 "DELETE /v2.0/ports/85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4 HTTP/1.1" status: 204 len: 173 time: 0.4011664 Mar 11 20:21:01.162510 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b688d4c4-4807-47b3-8410-160e5645a206', 'name': 'network-vif-deleted', 'tag': '85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:21:01.164747 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-073bac9f-fbd4-4dd7-8fb2-1a9f2b5d79f2" -d '{"events": [{"server_uuid": "b688d4c4-4807-47b3-8410-160e5645a206", "name": "network-vif-deleted", "tag": "85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:21:01.203459 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4587ef4e-94b7-4c56-af19-2032ea9b56aa x-openstack-request-id: req-4587ef4e-94b7-4c56-af19-2032ea9b56aa {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:21:01.203797 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b688d4c4-4807-47b3-8410-160e5645a206", "name": "network-vif-deleted", "tag": "85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:21:01.204063 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4587ef4e-94b7-4c56-af19-2032ea9b56aa {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:21:01.204477 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b688d4c4-4807-47b3-8410-160e5645a206', 'name': 'network-vif-deleted', 'tag': '85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4', 'status': 'completed', 'code': 200} Mar 11 20:21:01.868531 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 56392) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:21:01.999790 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-1717da6f-4ae5-4d51-bcac-a2760f1e55a9 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=53aae27a07574d088113b1a9f2f8bf60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1300697 Mar 11 20:21:02.002291 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 56396) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:21:02.050607 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f8bcd48c-0723-48f8-ab32-d208a753a624 admin admin] Publish callbacks [] for security_group (122b889b-7203-4a80-a474-be430428e3e5), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:02.071356 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f8bcd48c-0723-48f8-ab32-d208a753a624 admin admin] Publish callbacks [] for security_group (122b889b-7203-4a80-a474-be430428e3e5), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:02.116771 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f8bcd48c-0723-48f8-ab32-d208a753a624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (122b889b-7203-4a80-a474-be430428e3e5), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:02.119673 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f8bcd48c-0723-48f8-ab32-d208a753a624 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:02.120823 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f8bcd48c-0723-48f8-ab32-d208a753a624 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/122b889b-7203-4a80-a474-be430428e3e5 HTTP/1.1" status: 204 len: 168 time: 0.1176512 Mar 11 20:21:02.128738 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bcd48c-0723-48f8-ab32-d208a753a624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=122b889b-7203-4a80-a474-be430428e3e5,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:21:02.379099 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 56402) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:21:02.392617 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a1a8e2c0-4cd2-4064-9f5d-1d40e5178d01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:02.468722 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a1a8e2c0-4cd2-4064-9f5d-1d40e5178d01 admin admin] Publish callbacks [] for security_group (14a88416-4d81-4ff7-848c-2f5e826b719c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:02.472512 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a1a8e2c0-4cd2-4064-9f5d-1d40e5178d01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (14a88416-4d81-4ff7-848c-2f5e826b719c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:02.512002 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a1a8e2c0-4cd2-4064-9f5d-1d40e5178d01 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=0ad401b7b6da4640b26ee787147b0861&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1317852 Mar 11 20:21:02.512862 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a8e2c0-4cd2-4064-9f5d-1d40e5178d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a88416-4d81-4ff7-848c-2f5e826b719c,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:21:02.516259 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 56404) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:21:02.564688 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8eef07bf-4391-49e8-b44e-093e9e6e1cec admin admin] Publish callbacks [] for security_group (14a88416-4d81-4ff7-848c-2f5e826b719c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:02.587695 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8eef07bf-4391-49e8-b44e-093e9e6e1cec admin admin] Publish callbacks [] for security_group (14a88416-4d81-4ff7-848c-2f5e826b719c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:02.632995 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8eef07bf-4391-49e8-b44e-093e9e6e1cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (14a88416-4d81-4ff7-848c-2f5e826b719c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:02.635566 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8eef07bf-4391-49e8-b44e-093e9e6e1cec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:02.636749 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8eef07bf-4391-49e8-b44e-093e9e6e1cec admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/14a88416-4d81-4ff7-848c-2f5e826b719c HTTP/1.1" status: 204 len: 168 time: 0.1192698 Mar 11 20:21:02.644838 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eef07bf-4391-49e8-b44e-093e9e6e1cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a88416-4d81-4ff7-848c-2f5e826b719c,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:21:03.286474 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 56426) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:21:03.381661 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-1b2dee41-fc89-41de-afd3-bfd458241668 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1327038800-network', 'tenant_id': '1b8c1c669ff24b95a7cd043e6d43ed92'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:21:03.401229 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b2dee41-fc89-41de-afd3-bfd458241668 admin admin] Made reservation on behalf of 1b8c1c669ff24b95a7cd043e6d43ed92 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:21:03.403492 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1b2dee41-fc89-41de-afd3-bfd458241668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:03.411531 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1b2dee41-fc89-41de-afd3-bfd458241668 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:03.485495 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1b2dee41-fc89-41de-afd3-bfd458241668 admin admin] Publish callbacks [] for security_group (3e128a97-49bc-4628-a54f-7f91579bad42), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:03.489460 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1b2dee41-fc89-41de-afd3-bfd458241668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (3e128a97-49bc-4628-a54f-7f91579bad42), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:03.516906 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b2dee41-fc89-41de-afd3-bfd458241668 admin admin] vlan segment allocate from pool success with {'vlan_id': 888, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:21:03.527084 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2dee41-fc89-41de-afd3-bfd458241668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e128a97-49bc-4628-a54f-7f91579bad42,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:21:03.534211 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1b2dee41-fc89-41de-afd3-bfd458241668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (959dacaf-d6d2-45d7-9f38-2f5af306fff6), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:03.534607 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-1b2dee41-fc89-41de-afd3-bfd458241668 admin admin] Added segment 959dacaf-d6d2-45d7-9f38-2f5af306fff6 of type vlan for network 9613d400-4718-4846-b0cb-85aed00cd485 Mar 11 20:21:03.574322 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1b2dee41-fc89-41de-afd3-bfd458241668 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (9613d400-4718-4846-b0cb-85aed00cd485), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:03.598120 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1b2dee41-fc89-41de-afd3-bfd458241668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (9613d400-4718-4846-b0cb-85aed00cd485), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:03.599280 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2dee41-fc89-41de-afd3-bfd458241668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:03.599882 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1b2dee41-fc89-41de-afd3-bfd458241668 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:03.628160 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-1b2dee41-fc89-41de-afd3-bfd458241668 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3405509 Mar 11 20:21:03.631312 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 56430) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:21:03.636310 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-59848a44-4a1a-4775-9ded-3897cf6cfd51 admin admin] Request body: {'subnet': {'network_id': '9613d400-4718-4846-b0cb-85aed00cd485', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1327038800-subnet', 'tenant_id': '1b8c1c669ff24b95a7cd043e6d43ed92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:21:03.655544 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59848a44-4a1a-4775-9ded-3897cf6cfd51 admin admin] Made reservation on behalf of 1b8c1c669ff24b95a7cd043e6d43ed92 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:21:03.657796 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59848a44-4a1a-4775-9ded-3897cf6cfd51 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:03.662850 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2dee41-fc89-41de-afd3-bfd458241668 admin admin] Pushing event updated for resources: {'Network': ['ID=9613d400-4718-4846-b0cb-85aed00cd485,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:21:03.673214 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 9613d400-4718-4846-b0cb-85aed00cd485 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 20:21:03.824098 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59848a44-4a1a-4775-9ded-3897cf6cfd51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (398f56c6-6b4a-4a9a-96b9-d6f1dbeb5beb), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:03.878368 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59848a44-4a1a-4775-9ded-3897cf6cfd51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=398f56c6-6b4a-4a9a-96b9-d6f1dbeb5beb,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:21:03.887582 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59848a44-4a1a-4775-9ded-3897cf6cfd51 admin admin] Checking segment: {'id': '959dacaf-d6d2-45d7-9f38-2f5af306fff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '9613d400-4718-4846-b0cb-85aed00cd485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:21:03.887984 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59848a44-4a1a-4775-9ded-3897cf6cfd51 admin admin] Network hostable DHCP agents. Network: 9613d400-4718-4846-b0cb-85aed00cd485, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:21:03.903973 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59848a44-4a1a-4775-9ded-3897cf6cfd51 admin admin] Network 9613d400-4718-4846-b0cb-85aed00cd485 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:21:03.912380 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-59848a44-4a1a-4775-9ded-3897cf6cfd51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 9613d400-4718-4846-b0cb-85aed00cd485) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:21:03.916299 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59848a44-4a1a-4775-9ded-3897cf6cfd51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:03.916970 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59848a44-4a1a-4775-9ded-3897cf6cfd51 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:03.921920 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccaf3180-8fe5-4a06-8ae7-5af68dfd0621 None None] Network 9613d400-4718-4846-b0cb-85aed00cd485 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:21:03.932999 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-59848a44-4a1a-4775-9ded-3897cf6cfd51 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3004146 Mar 11 20:21:04.020604 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f06ff87-80e9-4865-8947-d70ebec4172b None None] Network 9613d400-4718-4846-b0cb-85aed00cd485 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:21:04.353743 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2655ed-51f0-475c-9a21-e868db96d793 req-85ece06f-c0d6-4198-9aa3-143796bf0d4f tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:04.355202 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bc2655ed-51f0-475c-9a21-e868db96d793 req-85ece06f-c0d6-4198-9aa3-143796bf0d4f tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/networks?id=9613d400-4718-4846-b0cb-85aed00cd485 HTTP/1.1" status: 200 len: 812 time: 0.1012566 Mar 11 20:21:04.369810 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bc2655ed-51f0-475c-9a21-e868db96d793 req-9d195bc1-b6c7-41fc-9a20-295d0eb1884b tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/quotas/1b8c1c669ff24b95a7cd043e6d43ed92 HTTP/1.1" status: 200 len: 375 time: 0.0087299 Mar 11 20:21:04.401110 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bc2655ed-51f0-475c-9a21-e868db96d793 req-f1ee4f38-2c9e-46b8-9225-f28b5c52a165 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=1b8c1c669ff24b95a7cd043e6d43ed92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259585 Mar 11 20:21:04.410975 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [req-bc2655ed-51f0-475c-9a21-e868db96d793 req-051d04f8-2683-43c0-b10a-4c6877295974 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 20:21:04.411968 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bc2655ed-51f0-475c-9a21-e868db96d793 req-051d04f8-2683-43c0-b10a-4c6877295974 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048001 Mar 11 20:21:04.507408 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bc2655ed-51f0-475c-9a21-e868db96d793 req-3ee093a7-81d1-4c21-b4cf-0675243bb1ec service neutron] 10.222.0.65 "GET /v2.0/networks/9613d400-4718-4846-b0cb-85aed00cd485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901053 Mar 11 20:21:04.598833 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bc2655ed-51f0-475c-9a21-e868db96d793 req-58e561ab-1125-4bb0-bd00-4891165b2577 service neutron] 10.222.0.65 "GET /v2.0/networks/9613d400-4718-4846-b0cb-85aed00cd485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856638 Mar 11 20:21:04.755336 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-061a8b37-c544-4f9b-9b64-a1daf58b12bd req-91d94e55-79db-4739-b16a-5b81b887678e tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/ports?device_id=395aecb4-ad54-4d9b-9478-227cf2412c0e HTTP/1.1" status: 200 len: 210 time: 0.0268347 Mar 11 20:21:05.649248 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4 no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:21:05.668477 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: 85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:21:05.668829 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 85d6a63a-68e0-4ab1-85b9-8fbd53c7b7f4 not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:21:05.787857 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2655ed-51f0-475c-9a21-e868db96d793 req-0bcec624-9b78-4781-b2bb-4e08619c6d3e tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:05.789342 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-bc2655ed-51f0-475c-9a21-e868db96d793 req-0bcec624-9b78-4781-b2bb-4e08619c6d3e tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.75 "GET /v2.0/networks?id=9613d400-4718-4846-b0cb-85aed00cd485 HTTP/1.1" status: 200 len: 812 time: 0.1062925 Mar 11 20:21:05.801022 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-bc2655ed-51f0-475c-9a21-e868db96d793 req-a62e7546-f04f-4408-a32d-8f203f1f6338 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] Request body: {'port': {'device_id': '395aecb4-ad54-4d9b-9478-227cf2412c0e', 'network_id': '9613d400-4718-4846-b0cb-85aed00cd485', 'admin_state_up': True, 'tenant_id': '1b8c1c669ff24b95a7cd043e6d43ed92'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:21:05.850279 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ca85e8e4-676e-49ef-9054-02cda92800e6 req-6afa7190-c82b-4a54-ae0c-b01edd32998b tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/ports?device_id=395aecb4-ad54-4d9b-9478-227cf2412c0e HTTP/1.1" status: 200 len: 210 time: 0.0262442 Mar 11 20:21:05.906182 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc2655ed-51f0-475c-9a21-e868db96d793 req-a62e7546-f04f-4408-a32d-8f203f1f6338 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] Made reservation on behalf of 1b8c1c669ff24b95a7cd043e6d43ed92 for: {'port': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:21:05.909583 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bc2655ed-51f0-475c-9a21-e868db96d793 req-a62e7546-f04f-4408-a32d-8f203f1f6338 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:06.032183 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [req-bc2655ed-51f0-475c-9a21-e868db96d793 req-a62e7546-f04f-4408-a32d-8f203f1f6338 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] Allocated IP 172.20.0.5 (9613d400-4718-4846-b0cb-85aed00cd485/398f56c6-6b4a-4a9a-96b9-d6f1dbeb5beb/e2865ad0-434b-4bc2-a1c8-99623ae38599) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:21:06.180215 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bc2655ed-51f0-475c-9a21-e868db96d793 req-a62e7546-f04f-4408-a32d-8f203f1f6338 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] Publish callbacks [] for port (e2865ad0-434b-4bc2-a1c8-99623ae38599), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:06.212362 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bc2655ed-51f0-475c-9a21-e868db96d793 req-a62e7546-f04f-4408-a32d-8f203f1f6338 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (e2865ad0-434b-4bc2-a1c8-99623ae38599), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:06.255278 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc2655ed-51f0-475c-9a21-e868db96d793 req-a62e7546-f04f-4408-a32d-8f203f1f6338 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] Network 9613d400-4718-4846-b0cb-85aed00cd485 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:21:06.260207 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [req-bc2655ed-51f0-475c-9a21-e868db96d793 req-a62e7546-f04f-4408-a32d-8f203f1f6338 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:21:06.263826 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc2655ed-51f0-475c-9a21-e868db96d793 req-a62e7546-f04f-4408-a32d-8f203f1f6338 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:21:06.287302 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62e7546-f04f-4408-a32d-8f203f1f6338 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] Pushing event updated for resources: {'Port': ['ID=e2865ad0-434b-4bc2-a1c8-99623ae38599,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:21:06.315830 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2655ed-51f0-475c-9a21-e868db96d793 req-a62e7546-f04f-4408-a32d-8f203f1f6338 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:06.316468 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bc2655ed-51f0-475c-9a21-e868db96d793 req-a62e7546-f04f-4408-a32d-8f203f1f6338 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:06.331139 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-bc2655ed-51f0-475c-9a21-e868db96d793 req-a62e7546-f04f-4408-a32d-8f203f1f6338 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5344012 Mar 11 20:21:06.342387 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-bc2655ed-51f0-475c-9a21-e868db96d793 req-7d074e22-4fbe-4094-9b5b-a46378cc16bc service neutron] Request body: {'port': {'device_id': '395aecb4-ad54-4d9b-9478-227cf2412c0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:21:06.401643 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bc2655ed-51f0-475c-9a21-e868db96d793 req-7d074e22-4fbe-4094-9b5b-a46378cc16bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (e2865ad0-434b-4bc2-a1c8-99623ae38599), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:06.653855 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [req-bc2655ed-51f0-475c-9a21-e868db96d793 req-7d074e22-4fbe-4094-9b5b-a46378cc16bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2865ad0-434b-4bc2-a1c8-99623ae38599 {{(pid=103884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:21:06.661626 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bc2655ed-51f0-475c-9a21-e868db96d793 req-7d074e22-4fbe-4094-9b5b-a46378cc16bc service neutron] Publish callbacks [] for port (e2865ad0-434b-4bc2-a1c8-99623ae38599), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:06.673198 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-bc2655ed-51f0-475c-9a21-e868db96d793 req-7d074e22-4fbe-4094-9b5b-a46378cc16bc service neutron] Transition to ACTIVE for port object e2865ad0-434b-4bc2-a1c8-99623ae38599 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 20:21:06.676482 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bc2655ed-51f0-475c-9a21-e868db96d793 req-7d074e22-4fbe-4094-9b5b-a46378cc16bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (e2865ad0-434b-4bc2-a1c8-99623ae38599), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:06.729961 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d074e22-4fbe-4094-9b5b-a46378cc16bc service neutron] Pushing event updated for resources: {'Port': ['ID=e2865ad0-434b-4bc2-a1c8-99623ae38599,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:21:06.975981 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337ee769-a8e5-4f17-8756-24b05cc543ce req-addc3fb4-dc9b-4d65-95da-fb218d576e9c tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:06.977381 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-337ee769-a8e5-4f17-8756-24b05cc543ce req-addc3fb4-dc9b-4d65-95da-fb218d576e9c tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/ports?device_id=395aecb4-ad54-4d9b-9478-227cf2412c0e HTTP/1.1" status: 200 len: 943 time: 0.0578711 Mar 11 20:21:07.026664 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-337ee769-a8e5-4f17-8756-24b05cc543ce req-1f3ed14e-1745-4b19-8adf-f3f9f1ef27d1 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e128a97-49bc-4628-a54f-7f91579bad42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433209 Mar 11 20:21:07.071371 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-bc2655ed-51f0-475c-9a21-e868db96d793 req-7d074e22-4fbe-4094-9b5b-a46378cc16bc service neutron] Attempting to bind port e2865ad0-434b-4bc2-a1c8-99623ae38599 on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:21:07.071939 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-bc2655ed-51f0-475c-9a21-e868db96d793 req-7d074e22-4fbe-4094-9b5b-a46378cc16bc service neutron] Attempting to bind port e2865ad0-434b-4bc2-a1c8-99623ae38599 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '959dacaf-d6d2-45d7-9f38-2f5af306fff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '9613d400-4718-4846-b0cb-85aed00cd485'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:21:07.072066 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2655ed-51f0-475c-9a21-e868db96d793 req-7d074e22-4fbe-4094-9b5b-a46378cc16bc service neutron] Attempting to bind port e2865ad0-434b-4bc2-a1c8-99623ae38599 on network 9613d400-4718-4846-b0cb-85aed00cd485 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:21:07.076825 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2655ed-51f0-475c-9a21-e868db96d793 req-7d074e22-4fbe-4094-9b5b-a46378cc16bc service neutron] Port e2865ad0-434b-4bc2-a1c8-99623ae38599 on network 9613d400-4718-4846-b0cb-85aed00cd485 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 20:21:07.077146 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2655ed-51f0-475c-9a21-e868db96d793 req-7d074e22-4fbe-4094-9b5b-a46378cc16bc service neutron] Attempting to bind port e2865ad0-434b-4bc2-a1c8-99623ae38599 on network 9613d400-4718-4846-b0cb-85aed00cd485 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:21:07.081839 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2655ed-51f0-475c-9a21-e868db96d793 req-7d074e22-4fbe-4094-9b5b-a46378cc16bc service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:21:07.082176 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2655ed-51f0-475c-9a21-e868db96d793 req-7d074e22-4fbe-4094-9b5b-a46378cc16bc service neutron] Checking segment: {'id': '959dacaf-d6d2-45d7-9f38-2f5af306fff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '9613d400-4718-4846-b0cb-85aed00cd485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:21:07.082556 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2655ed-51f0-475c-9a21-e868db96d793 req-7d074e22-4fbe-4094-9b5b-a46378cc16bc service neutron] Bound using segment: {'id': '959dacaf-d6d2-45d7-9f38-2f5af306fff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '9613d400-4718-4846-b0cb-85aed00cd485'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:21:07.082978 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-bc2655ed-51f0-475c-9a21-e868db96d793 req-7d074e22-4fbe-4094-9b5b-a46378cc16bc service neutron] Bound port: e2865ad0-434b-4bc2-a1c8-99623ae38599, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '959dacaf-d6d2-45d7-9f38-2f5af306fff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '9613d400-4718-4846-b0cb-85aed00cd485'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:21:07.083326 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bc2655ed-51f0-475c-9a21-e868db96d793 req-7d074e22-4fbe-4094-9b5b-a46378cc16bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (e2865ad0-434b-4bc2-a1c8-99623ae38599), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:07.144046 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-bc2655ed-51f0-475c-9a21-e868db96d793 req-7d074e22-4fbe-4094-9b5b-a46378cc16bc service neutron] For port e2865ad0-434b-4bc2-a1c8-99623ae38599, host n-h1-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:21:07.146963 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-bc2655ed-51f0-475c-9a21-e868db96d793 req-7d074e22-4fbe-4094-9b5b-a46378cc16bc service neutron] For port e2865ad0-434b-4bc2-a1c8-99623ae38599, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=e2865ad0-434b-4bc2-a1c8-99623ae38599,segment=NetworkSegment(959dacaf-d6d2-45d7-9f38-2f5af306fff6),segment_id=959dacaf-d6d2-45d7-9f38-2f5af306fff6)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:21:07.152861 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bc2655ed-51f0-475c-9a21-e868db96d793 req-7d074e22-4fbe-4094-9b5b-a46378cc16bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (e2865ad0-434b-4bc2-a1c8-99623ae38599), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:07.184276 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2655ed-51f0-475c-9a21-e868db96d793 req-7d074e22-4fbe-4094-9b5b-a46378cc16bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:07.184958 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-bc2655ed-51f0-475c-9a21-e868db96d793 req-7d074e22-4fbe-4094-9b5b-a46378cc16bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:07.186906 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-bc2655ed-51f0-475c-9a21-e868db96d793 req-7d074e22-4fbe-4094-9b5b-a46378cc16bc service neutron] 10.222.0.75 "PUT /v2.0/ports/e2865ad0-434b-4bc2-a1c8-99623ae38599 HTTP/1.1" status: 200 len: 1091 time: 0.8489013 Mar 11 20:21:07.187347 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '395aecb4-ad54-4d9b-9478-227cf2412c0e', 'tag': 'e2865ad0-434b-4bc2-a1c8-99623ae38599'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:21:07.189602 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68873baa-538f-47f9-95ea-f2d9c4e302cf" -d '{"events": [{"name": "network-changed", "server_uuid": "395aecb4-ad54-4d9b-9478-227cf2412c0e", "tag": "e2865ad0-434b-4bc2-a1c8-99623ae38599"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:21:07.219685 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d074e22-4fbe-4094-9b5b-a46378cc16bc service neutron] Pushing event updated for resources: {'Port': ['ID=e2865ad0-434b-4bc2-a1c8-99623ae38599,revision_number=3']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:21:07.235074 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b751d3-933b-499f-899b-cad21e002910 x-openstack-request-id: req-b4b751d3-933b-499f-899b-cad21e002910 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:21:07.235361 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "395aecb4-ad54-4d9b-9478-227cf2412c0e", "tag": "e2865ad0-434b-4bc2-a1c8-99623ae38599", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:21:07.235612 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b4b751d3-933b-499f-899b-cad21e002910 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:21:07.236146 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '395aecb4-ad54-4d9b-9478-227cf2412c0e', 'tag': 'e2865ad0-434b-4bc2-a1c8-99623ae38599', 'status': 'completed', 'code': 200} Mar 11 20:21:07.272114 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2655ed-51f0-475c-9a21-e868db96d793 req-e3a22602-65f4-4440-b0c5-c4ba03b30159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:07.273605 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-bc2655ed-51f0-475c-9a21-e868db96d793 req-e3a22602-65f4-4440-b0c5-c4ba03b30159 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1b8c1c669ff24b95a7cd043e6d43ed92&device_id=395aecb4-ad54-4d9b-9478-227cf2412c0e HTTP/1.1" status: 200 len: 1125 time: 0.0479121 Mar 11 20:21:07.313945 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-bc2655ed-51f0-475c-9a21-e868db96d793 req-e1da2676-48c5-441b-ab5d-d04bf469e758 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2865ad0-434b-4bc2-a1c8-99623ae38599 HTTP/1.1" status: 200 len: 217 time: 0.0335584 Mar 11 20:21:07.362607 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2655ed-51f0-475c-9a21-e868db96d793 req-aae256b6-674a-4ca4-ac3b-bd9492903a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:07.364053 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-bc2655ed-51f0-475c-9a21-e868db96d793 req-aae256b6-674a-4ca4-ac3b-bd9492903a98 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=398f56c6-6b4a-4a9a-96b9-d6f1dbeb5beb HTTP/1.1" status: 200 len: 852 time: 0.0449698 Mar 11 20:21:07.397849 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-bc2655ed-51f0-475c-9a21-e868db96d793 req-00f04ad4-f7f0-452e-9f10-e5661d2a92a3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9613d400-4718-4846-b0cb-85aed00cd485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280857 Mar 11 20:21:07.484063 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-bc2655ed-51f0-475c-9a21-e868db96d793 req-2cf68a38-0aa6-4543-b278-2b42504d38da service neutron] 10.222.0.75 "GET /v2.0/networks/9613d400-4718-4846-b0cb-85aed00cd485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801547 Mar 11 20:21:07.575337 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-bc2655ed-51f0-475c-9a21-e868db96d793 req-43a4add9-0de9-42d4-909f-25d97c4e6c08 service neutron] 10.222.0.75 "GET /v2.0/networks/9613d400-4718-4846-b0cb-85aed00cd485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860457 Mar 11 20:21:07.670511 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68873baa-538f-47f9-95ea-f2d9c4e302cf req-e87ccd2f-283a-44ed-9891-6e125a22e0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:07.672008 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-68873baa-538f-47f9-95ea-f2d9c4e302cf req-e87ccd2f-283a-44ed-9891-6e125a22e0a8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1b8c1c669ff24b95a7cd043e6d43ed92&device_id=395aecb4-ad54-4d9b-9478-227cf2412c0e HTTP/1.1" status: 200 len: 1125 time: 0.0445728 Mar 11 20:21:07.761258 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68873baa-538f-47f9-95ea-f2d9c4e302cf req-be2b7472-901e-4c66-90fa-76862520419b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:07.762601 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-68873baa-538f-47f9-95ea-f2d9c4e302cf req-be2b7472-901e-4c66-90fa-76862520419b service neutron] 10.222.0.75 "GET /v2.0/networks?id=9613d400-4718-4846-b0cb-85aed00cd485 HTTP/1.1" status: 200 len: 913 time: 0.0848601 Mar 11 20:21:07.802567 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-68873baa-538f-47f9-95ea-f2d9c4e302cf req-bc640062-7acf-4bb1-89a5-79df892af12c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2865ad0-434b-4bc2-a1c8-99623ae38599 HTTP/1.1" status: 200 len: 217 time: 0.0339131 Mar 11 20:21:07.850148 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68873baa-538f-47f9-95ea-f2d9c4e302cf req-1e31d7fc-1ac5-4d1b-97a3-3a0859a60257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:07.851524 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-68873baa-538f-47f9-95ea-f2d9c4e302cf req-1e31d7fc-1ac5-4d1b-97a3-3a0859a60257 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=398f56c6-6b4a-4a9a-96b9-d6f1dbeb5beb HTTP/1.1" status: 200 len: 852 time: 0.0411713 Mar 11 20:21:07.882048 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-68873baa-538f-47f9-95ea-f2d9c4e302cf req-22d4d9ab-1288-44a4-a638-4b5534fdd0b3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9613d400-4718-4846-b0cb-85aed00cd485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235276 Mar 11 20:21:07.973265 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-68873baa-538f-47f9-95ea-f2d9c4e302cf req-83f68b81-b006-473a-8c0a-d6785da889a2 service neutron] 10.222.0.75 "GET /v2.0/networks/9613d400-4718-4846-b0cb-85aed00cd485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838368 Mar 11 20:21:08.067864 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-68873baa-538f-47f9-95ea-f2d9c4e302cf req-e0604f21-0791-403f-8ecb-c3dd390b8c4b service neutron] 10.222.0.75 "GET /v2.0/networks/9613d400-4718-4846-b0cb-85aed00cd485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876257 Mar 11 20:21:08.147453 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba10b9-f09c-4fa0-b251-0a50d1f09cfc req-8e9ac7e9-5fe0-4f75-b10b-64c7d568d23f tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:08.149043 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ddba10b9-f09c-4fa0-b251-0a50d1f09cfc req-8e9ac7e9-5fe0-4f75-b10b-64c7d568d23f tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/ports?device_id=395aecb4-ad54-4d9b-9478-227cf2412c0e HTTP/1.1" status: 200 len: 943 time: 0.0533948 Mar 11 20:21:08.195145 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ddba10b9-f09c-4fa0-b251-0a50d1f09cfc req-b0907fc3-b2c2-4592-9ee0-78bacc4871bc tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e128a97-49bc-4628-a54f-7f91579bad42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404043 Mar 11 20:21:09.311760 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b51ca-18ff-4c11-a0c5-61e01b393c15 req-728224d2-4478-43fb-bbc7-4cb9f2460541 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:09.313222 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-744b51ca-18ff-4c11-a0c5-61e01b393c15 req-728224d2-4478-43fb-bbc7-4cb9f2460541 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/ports?device_id=395aecb4-ad54-4d9b-9478-227cf2412c0e HTTP/1.1" status: 200 len: 943 time: 0.0509143 Mar 11 20:21:09.362343 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-744b51ca-18ff-4c11-a0c5-61e01b393c15 req-df657a3b-4d33-4fa7-83b3-f4f6522ffc6c tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e128a97-49bc-4628-a54f-7f91579bad42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436532 Mar 11 20:21:10.400475 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device e2865ad0-434b-4bc2-a1c8-99623ae38599 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 20:21:10.480529 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f2475-a1e4-4000-8a09-dae56f3aba8e req-92b632b3-3c04-453d-8a19-a3f7b3f89f56 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:10.482601 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8a1f2475-a1e4-4000-8a09-dae56f3aba8e req-92b632b3-3c04-453d-8a19-a3f7b3f89f56 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/ports?device_id=395aecb4-ad54-4d9b-9478-227cf2412c0e HTTP/1.1" status: 200 len: 943 time: 0.0528750 Mar 11 20:21:10.501952 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port e2865ad0-434b-4bc2-a1c8-99623ae38599, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=e2865ad0-434b-4bc2-a1c8-99623ae38599,segment=NetworkSegment(959dacaf-d6d2-45d7-9f38-2f5af306fff6),segment_id=959dacaf-d6d2-45d7-9f38-2f5af306fff6)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:21:10.513241 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': 'e2865ad0-434b-4bc2-a1c8-99623ae38599', 'network_id': '9613d400-4718-4846-b0cb-85aed00cd485', 'port_id': 'e2865ad0-434b-4bc2-a1c8-99623ae38599', 'mac_address': 'fa:16:3e:5e:5c:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '398f56c6-6b4a-4a9a-96b9-d6f1dbeb5beb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 20:21:10.537855 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8a1f2475-a1e4-4000-8a09-dae56f3aba8e req-d7b9708e-cc79-4763-a1b0-4168abcf3010 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e128a97-49bc-4628-a54f-7f91579bad42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452435 Mar 11 20:21:10.559794 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port e2865ad0-434b-4bc2-a1c8-99623ae38599 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:21:10.559794 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (e2865ad0-434b-4bc2-a1c8-99623ae38599), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:10.566069 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2865ad0-434b-4bc2-a1c8-99623ae38599 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:21:10.585232 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port e2865ad0-434b-4bc2-a1c8-99623ae38599, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=e2865ad0-434b-4bc2-a1c8-99623ae38599,segment=NetworkSegment(959dacaf-d6d2-45d7-9f38-2f5af306fff6),segment_id=959dacaf-d6d2-45d7-9f38-2f5af306fff6)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:21:10.589832 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (e2865ad0-434b-4bc2-a1c8-99623ae38599), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:10.641627 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=e2865ad0-434b-4bc2-a1c8-99623ae38599,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:21:10.813478 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['e2865ad0-434b-4bc2-a1c8-99623ae38599'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:21:11.660934 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f3829e-2670-47a6-94a9-233c29201430 req-3850de79-659e-481c-9034-f9e2417c875b tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:11.663824 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-98f3829e-2670-47a6-94a9-233c29201430 req-3850de79-659e-481c-9034-f9e2417c875b tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/ports?device_id=395aecb4-ad54-4d9b-9478-227cf2412c0e HTTP/1.1" status: 200 len: 944 time: 0.0557334 Mar 11 20:21:11.713829 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-98f3829e-2670-47a6-94a9-233c29201430 req-f5534caf-9390-479c-9c95-2bb56c3904d0 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e128a97-49bc-4628-a54f-7f91579bad42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446527 Mar 11 20:21:12.416935 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device e2865ad0-434b-4bc2-a1c8-99623ae38599 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:21:12.466949 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port e2865ad0-434b-4bc2-a1c8-99623ae38599 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 20:21:12.471869 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port e2865ad0-434b-4bc2-a1c8-99623ae38599 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:21:12.472495 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (e2865ad0-434b-4bc2-a1c8-99623ae38599), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:12.552975 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port e2865ad0-434b-4bc2-a1c8-99623ae38599 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:21:12.553365 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (e2865ad0-434b-4bc2-a1c8-99623ae38599), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:12.575127 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395aecb4-ad54-4d9b-9478-227cf2412c0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2865ad0-434b-4bc2-a1c8-99623ae38599'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:21:12.577309 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e7924c-01e0-4d1f-9efd-800cd1430268" -d '{"events": [{"server_uuid": "395aecb4-ad54-4d9b-9478-227cf2412c0e", "name": "network-vif-plugged", "status": "completed", "tag": "e2865ad0-434b-4bc2-a1c8-99623ae38599"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:21:12.590095 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port e2865ad0-434b-4bc2-a1c8-99623ae38599, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=e2865ad0-434b-4bc2-a1c8-99623ae38599,segment=NetworkSegment(959dacaf-d6d2-45d7-9f38-2f5af306fff6),segment_id=959dacaf-d6d2-45d7-9f38-2f5af306fff6)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:21:12.595078 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (e2865ad0-434b-4bc2-a1c8-99623ae38599), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:12.617686 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ec1ea1-9297-41cc-88fa-479e119117e8 x-openstack-request-id: req-46ec1ea1-9297-41cc-88fa-479e119117e8 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:21:12.617979 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "395aecb4-ad54-4d9b-9478-227cf2412c0e", "name": "network-vif-plugged", "status": "completed", "tag": "e2865ad0-434b-4bc2-a1c8-99623ae38599", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:21:12.618250 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-46ec1ea1-9297-41cc-88fa-479e119117e8 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:21:12.618615 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '395aecb4-ad54-4d9b-9478-227cf2412c0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2865ad0-434b-4bc2-a1c8-99623ae38599', 'code': 200} Mar 11 20:21:12.647548 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=e2865ad0-434b-4bc2-a1c8-99623ae38599,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:21:12.714344 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cafe70-2fa0-4269-afb2-35f402ecae46 req-684eb40e-f03c-459a-aecd-4fc39968f5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:12.715879 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-b9cafe70-2fa0-4269-afb2-35f402ecae46 req-684eb40e-f03c-459a-aecd-4fc39968f5d9 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=395aecb4-ad54-4d9b-9478-227cf2412c0e HTTP/1.1" status: 200 len: 1127 time: 0.0440862 Mar 11 20:21:12.760251 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-b9cafe70-2fa0-4269-afb2-35f402ecae46 req-faee6530-f0e5-47bc-813a-f5f3cb3990d4 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=3e128a97-49bc-4628-a54f-7f91579bad42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379684 Mar 11 20:21:12.836286 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f66cf8-5d5c-465d-b310-4db1fafc8e75 req-a6fd01d5-d6c8-4c03-9ea0-c2719312de71 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:12.837735 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-86f66cf8-5d5c-465d-b310-4db1fafc8e75 req-a6fd01d5-d6c8-4c03-9ea0-c2719312de71 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/ports?device_id=395aecb4-ad54-4d9b-9478-227cf2412c0e HTTP/1.1" status: 200 len: 945 time: 0.0552995 Mar 11 20:21:12.883180 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-86f66cf8-5d5c-465d-b310-4db1fafc8e75 req-cfb49914-9484-4213-9897-6acac60c1560 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e128a97-49bc-4628-a54f-7f91579bad42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397041 Mar 11 20:21:14.001397 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee36cc-3153-42ad-8060-7d9156682b3d req-0e33dfb1-8ecf-4683-b73d-7b52db573426 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:14.002838 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-53ee36cc-3153-42ad-8060-7d9156682b3d req-0e33dfb1-8ecf-4683-b73d-7b52db573426 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/ports?device_id=395aecb4-ad54-4d9b-9478-227cf2412c0e HTTP/1.1" status: 200 len: 945 time: 0.0511727 Mar 11 20:21:14.049904 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-53ee36cc-3153-42ad-8060-7d9156682b3d req-90c61198-cbcd-4c3e-a97b-433206aa339a tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e128a97-49bc-4628-a54f-7f91579bad42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415816 Mar 11 20:21:14.290843 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f330115-f0cc-47e8-b9f8-cd0fcd6d3fab req-7994c1c5-600b-46fa-98f0-e6b46e8348c3 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:14.292351 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7f330115-f0cc-47e8-b9f8-cd0fcd6d3fab req-7994c1c5-600b-46fa-98f0-e6b46e8348c3 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/ports?device_id=395aecb4-ad54-4d9b-9478-227cf2412c0e HTTP/1.1" status: 200 len: 945 time: 0.0597413 Mar 11 20:21:14.363693 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7f330115-f0cc-47e8-b9f8-cd0fcd6d3fab req-7739aa7c-6cab-4fc7-b052-967288f39e45 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e128a97-49bc-4628-a54f-7f91579bad42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622923 Mar 11 20:21:14.369593 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-69e5eba3-c711-4317-a438-df5b273ebb4d req-59a0fe34-2769-4ed4-ab6f-6aba902193f7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=395aecb4-ad54-4d9b-9478-227cf2412c0e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1431684 Mar 11 20:21:14.378463 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [req-69e5eba3-c711-4317-a438-df5b273ebb4d req-eceee152-c5ad-4def-ba20-afa2157f92d7 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 20:21:14.379421 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-69e5eba3-c711-4317-a438-df5b273ebb4d req-eceee152-c5ad-4def-ba20-afa2157f92d7 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050850 Mar 11 20:21:14.689229 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 56502) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:21:14.788367 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5eba3-c711-4317-a438-df5b273ebb4d req-2e5392ca-7227-4bf6-a5fa-1d76b891b481 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:14.789720 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-69e5eba3-c711-4317-a438-df5b273ebb4d req-2e5392ca-7227-4bf6-a5fa-1d76b891b481 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/ports/e2865ad0-434b-4bc2-a1c8-99623ae38599 HTTP/1.1" status: 200 len: 942 time: 0.0994928 Mar 11 20:21:15.486096 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18377154-5afd-41df-9ee2-0fac0642066c req-6c2ab18b-3200-4d94-9e24-2b64f64727ea tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:15.487696 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-18377154-5afd-41df-9ee2-0fac0642066c req-6c2ab18b-3200-4d94-9e24-2b64f64727ea tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/ports?device_id=395aecb4-ad54-4d9b-9478-227cf2412c0e HTTP/1.1" status: 200 len: 945 time: 0.0580871 Mar 11 20:21:15.539838 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-18377154-5afd-41df-9ee2-0fac0642066c req-b0f47409-7914-441e-8e86-4b78c7b3cc7e tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e128a97-49bc-4628-a54f-7f91579bad42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452602 Mar 11 20:21:15.567201 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5eba3-c711-4317-a438-df5b273ebb4d req-e367f10b-dfee-476d-959c-ec4bc23629d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:15.568731 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-69e5eba3-c711-4317-a438-df5b273ebb4d req-e367f10b-dfee-476d-959c-ec4bc23629d7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1b8c1c669ff24b95a7cd043e6d43ed92&device_id=395aecb4-ad54-4d9b-9478-227cf2412c0e HTTP/1.1" status: 200 len: 1127 time: 0.0512915 Mar 11 20:21:15.657702 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5eba3-c711-4317-a438-df5b273ebb4d req-62a63801-e492-4bf1-9bc3-8c277f377bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:15.659132 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-69e5eba3-c711-4317-a438-df5b273ebb4d req-62a63801-e492-4bf1-9bc3-8c277f377bec service neutron] 10.222.0.75 "GET /v2.0/networks?id=9613d400-4718-4846-b0cb-85aed00cd485 HTTP/1.1" status: 200 len: 913 time: 0.0848439 Mar 11 20:21:15.702567 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-69e5eba3-c711-4317-a438-df5b273ebb4d req-c88aa3c7-9088-4e62-8f62-2206d6487b84 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2865ad0-434b-4bc2-a1c8-99623ae38599 HTTP/1.1" status: 200 len: 217 time: 0.0369530 Mar 11 20:21:15.748035 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5eba3-c711-4317-a438-df5b273ebb4d req-9b93b7b0-7ffd-4663-82b4-394e787c5f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:15.749414 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-69e5eba3-c711-4317-a438-df5b273ebb4d req-9b93b7b0-7ffd-4663-82b4-394e787c5f36 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=398f56c6-6b4a-4a9a-96b9-d6f1dbeb5beb HTTP/1.1" status: 200 len: 852 time: 0.0415616 Mar 11 20:21:15.779605 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-69e5eba3-c711-4317-a438-df5b273ebb4d req-e9ee1d38-995d-4324-aa8a-53b2bea5ceb3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9613d400-4718-4846-b0cb-85aed00cd485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247247 Mar 11 20:21:15.868927 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-69e5eba3-c711-4317-a438-df5b273ebb4d req-3ca8ba6d-55f7-4391-a9d4-ec9657b3d7a2 service neutron] 10.222.0.75 "GET /v2.0/networks/9613d400-4718-4846-b0cb-85aed00cd485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833423 Mar 11 20:21:15.955416 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-69e5eba3-c711-4317-a438-df5b273ebb4d req-4f9cca5f-31fa-4686-8713-d50536955cc8 service neutron] 10.222.0.75 "GET /v2.0/networks/9613d400-4718-4846-b0cb-85aed00cd485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804384 Mar 11 20:21:16.662538 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ebc186-3292-4895-9cb4-d346348f5f7b req-b0cc9b31-bcde-4b98-ba79-a51a35c07d26 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:16.664013 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a3ebc186-3292-4895-9cb4-d346348f5f7b req-b0cc9b31-bcde-4b98-ba79-a51a35c07d26 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/ports?device_id=395aecb4-ad54-4d9b-9478-227cf2412c0e HTTP/1.1" status: 200 len: 945 time: 0.0551157 Mar 11 20:21:16.709662 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a3ebc186-3292-4895-9cb4-d346348f5f7b req-5edad054-4be8-4843-a220-3a607566116c tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e128a97-49bc-4628-a54f-7f91579bad42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401597 Mar 11 20:21:17.829213 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b38589-61e3-450b-aa41-8aa27704393d req-e05f0ac3-81d0-479c-9973-a656a21579d7 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:17.830674 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-43b38589-61e3-450b-aa41-8aa27704393d req-e05f0ac3-81d0-479c-9973-a656a21579d7 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/ports?device_id=395aecb4-ad54-4d9b-9478-227cf2412c0e HTTP/1.1" status: 200 len: 945 time: 0.0514126 Mar 11 20:21:17.875821 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-43b38589-61e3-450b-aa41-8aa27704393d req-8f4984fc-70c1-4c6c-8dca-acef3f012eb0 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e128a97-49bc-4628-a54f-7f91579bad42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395913 Mar 11 20:21:18.990758 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a832c7b5-1f23-42cc-be94-d8c982ac253a req-361ed95b-186b-412a-8fd3-f36ca9b85a83 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:18.992247 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a832c7b5-1f23-42cc-be94-d8c982ac253a req-361ed95b-186b-412a-8fd3-f36ca9b85a83 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/ports?device_id=395aecb4-ad54-4d9b-9478-227cf2412c0e HTTP/1.1" status: 200 len: 945 time: 0.0511653 Mar 11 20:21:19.043913 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a832c7b5-1f23-42cc-be94-d8c982ac253a req-287ad183-0b75-4103-8aa1-c812c9453529 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e128a97-49bc-4628-a54f-7f91579bad42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461357 Mar 11 20:21:19.266002 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:20.162665 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e71f80-e020-401c-aa25-5a6afc6dd50b req-f36b8958-f232-476a-bde1-18e03151eecf tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:20.164176 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f1e71f80-e020-401c-aa25-5a6afc6dd50b req-f36b8958-f232-476a-bde1-18e03151eecf tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/ports?device_id=395aecb4-ad54-4d9b-9478-227cf2412c0e HTTP/1.1" status: 200 len: 945 time: 0.0519664 Mar 11 20:21:20.209507 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f1e71f80-e020-401c-aa25-5a6afc6dd50b req-633ff7fa-dac2-4e9a-9ab2-9b9a663fb98d tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e128a97-49bc-4628-a54f-7f91579bad42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398014 Mar 11 20:21:21.326250 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4615251f-1990-46fc-b7d4-ff5cc91d7f3f req-ab70edca-58ad-4183-a99e-76f11ad0f272 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:21.327740 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4615251f-1990-46fc-b7d4-ff5cc91d7f3f req-ab70edca-58ad-4183-a99e-76f11ad0f272 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/ports?device_id=395aecb4-ad54-4d9b-9478-227cf2412c0e HTTP/1.1" status: 200 len: 945 time: 0.0513759 Mar 11 20:21:21.352518 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:21:21.374096 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4615251f-1990-46fc-b7d4-ff5cc91d7f3f req-3dfe675b-cacd-461e-a922-1e2eaa8dfa60 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e128a97-49bc-4628-a54f-7f91579bad42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407686 Mar 11 20:21:22.378735 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d769fd92-c4af-49ba-a1ac-8526962c6f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:22.553038 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b1775f-2e38-456f-8984-7b2ca8aa4678 req-ffae9d6f-b516-4353-b131-592ad3673d84 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:22.554443 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-62b1775f-2e38-456f-8984-7b2ca8aa4678 req-ffae9d6f-b516-4353-b131-592ad3673d84 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/ports?device_id=395aecb4-ad54-4d9b-9478-227cf2412c0e HTTP/1.1" status: 200 len: 945 time: 0.1138623 Mar 11 20:21:22.600305 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-62b1775f-2e38-456f-8984-7b2ca8aa4678 req-0f29d90d-d3dc-4a47-bebd-9b69d5aa56cb tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e128a97-49bc-4628-a54f-7f91579bad42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400853 Mar 11 20:21:23.037048 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:23.717470 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b5f14f-3020-487e-a09c-55951be8aaa0 req-488211eb-44c7-4e1f-b779-78a8c8f31810 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:23.719583 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c1b5f14f-3020-487e-a09c-55951be8aaa0 req-488211eb-44c7-4e1f-b779-78a8c8f31810 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/ports?device_id=395aecb4-ad54-4d9b-9478-227cf2412c0e HTTP/1.1" status: 200 len: 945 time: 0.0522318 Mar 11 20:21:23.764980 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c1b5f14f-3020-487e-a09c-55951be8aaa0 req-7265891d-4d0f-43e5-bbce-b416d9ce6dc3 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e128a97-49bc-4628-a54f-7f91579bad42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395262 Mar 11 20:21:24.680228 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d00b7849-ee3b-4cee-af66-d4cc8b5cd6c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:24.886323 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e36122-28f6-4bf1-af5d-2a03cc2ad747 req-6cf17275-dc0e-40d5-a017-943b1c723b88 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:24.888008 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-51e36122-28f6-4bf1-af5d-2a03cc2ad747 req-6cf17275-dc0e-40d5-a017-943b1c723b88 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/ports?device_id=395aecb4-ad54-4d9b-9478-227cf2412c0e HTTP/1.1" status: 200 len: 945 time: 0.0556457 Mar 11 20:21:24.936041 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-51e36122-28f6-4bf1-af5d-2a03cc2ad747 req-06747e5a-9beb-4f82-84f2-21e790f5f058 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e128a97-49bc-4628-a54f-7f91579bad42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400727 Mar 11 20:21:26.060722 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef73840f-4309-49b4-a9be-bf81dade8908 req-d0678007-71df-41ae-9f35-90ce03438d85 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:26.062787 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ef73840f-4309-49b4-a9be-bf81dade8908 req-d0678007-71df-41ae-9f35-90ce03438d85 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/ports?device_id=395aecb4-ad54-4d9b-9478-227cf2412c0e HTTP/1.1" status: 200 len: 945 time: 0.0516658 Mar 11 20:21:26.108487 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ef73840f-4309-49b4-a9be-bf81dade8908 req-e44f8c68-86b2-4573-9ead-1f4aec5bbef3 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e128a97-49bc-4628-a54f-7f91579bad42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400388 Mar 11 20:21:26.344351 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:27.226641 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b69f082-056b-4f2c-ae79-148d96d5b70a req-4bc4f59f-f3cb-478c-91e2-fe08f5c8e57d tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:27.228128 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1b69f082-056b-4f2c-ae79-148d96d5b70a req-4bc4f59f-f3cb-478c-91e2-fe08f5c8e57d tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/ports?device_id=395aecb4-ad54-4d9b-9478-227cf2412c0e HTTP/1.1" status: 200 len: 945 time: 0.0515244 Mar 11 20:21:27.279004 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1b69f082-056b-4f2c-ae79-148d96d5b70a req-05170cd6-1764-436e-9936-be72413b234f tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e128a97-49bc-4628-a54f-7f91579bad42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452671 Mar 11 20:21:27.885047 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:28.400549 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92909c77-56fe-427a-b2a1-35a03491f612 req-f746701f-a1cc-43b5-9a2a-649bb21a4501 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:28.402025 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-92909c77-56fe-427a-b2a1-35a03491f612 req-f746701f-a1cc-43b5-9a2a-649bb21a4501 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/ports?device_id=395aecb4-ad54-4d9b-9478-227cf2412c0e HTTP/1.1" status: 200 len: 945 time: 0.0517795 Mar 11 20:21:28.447536 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-92909c77-56fe-427a-b2a1-35a03491f612 req-a77b314a-88b9-467e-beac-9af84baf6e17 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e128a97-49bc-4628-a54f-7f91579bad42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391560 Mar 11 20:21:29.067776 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:29.566551 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f840f-66de-4034-b65a-b7ab57c06448 req-c1b1ee0b-6c78-461d-9c92-56b09737e13b tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:29.568073 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d21f840f-66de-4034-b65a-b7ab57c06448 req-c1b1ee0b-6c78-461d-9c92-56b09737e13b tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/ports?device_id=395aecb4-ad54-4d9b-9478-227cf2412c0e HTTP/1.1" status: 200 len: 945 time: 0.0517814 Mar 11 20:21:29.614058 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d21f840f-66de-4034-b65a-b7ab57c06448 req-77911d9f-3965-4d20-9d8b-1b809f879aea tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e128a97-49bc-4628-a54f-7f91579bad42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404572 Mar 11 20:21:30.735940 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b51435-3371-40ae-8168-2e95264a967a req-dc1dfdca-7474-4885-9e03-1e691c844d95 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:30.737395 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a5b51435-3371-40ae-8168-2e95264a967a req-dc1dfdca-7474-4885-9e03-1e691c844d95 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/ports?device_id=395aecb4-ad54-4d9b-9478-227cf2412c0e HTTP/1.1" status: 200 len: 945 time: 0.0555258 Mar 11 20:21:30.782758 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a5b51435-3371-40ae-8168-2e95264a967a req-130167ff-0209-49d9-bad6-bc533afc42fa tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e128a97-49bc-4628-a54f-7f91579bad42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397725 Mar 11 20:21:31.899989 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b1079-d573-4dcf-9ecb-8c2d686294fd req-c8f1be8a-4803-4131-bdb2-21800f0f7ca9 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:31.901483 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-852b1079-d573-4dcf-9ecb-8c2d686294fd req-c8f1be8a-4803-4131-bdb2-21800f0f7ca9 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/ports?device_id=395aecb4-ad54-4d9b-9478-227cf2412c0e HTTP/1.1" status: 200 len: 945 time: 0.0520475 Mar 11 20:21:31.948045 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-852b1079-d573-4dcf-9ecb-8c2d686294fd req-4af3e339-28a8-4478-999d-171164b6952f tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e128a97-49bc-4628-a54f-7f91579bad42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408368 Mar 11 20:21:33.067656 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af569ae2-1ddd-4a85-8109-1359dab74e28 req-632f7b2b-53f0-4d08-a797-ea28d4db0371 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:33.069152 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-af569ae2-1ddd-4a85-8109-1359dab74e28 req-632f7b2b-53f0-4d08-a797-ea28d4db0371 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/ports?device_id=395aecb4-ad54-4d9b-9478-227cf2412c0e HTTP/1.1" status: 200 len: 945 time: 0.0514765 Mar 11 20:21:33.119552 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-af569ae2-1ddd-4a85-8109-1359dab74e28 req-3d67907c-e8f8-46e1-b89c-a6a4b8d40aa6 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e128a97-49bc-4628-a54f-7f91579bad42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445561 Mar 11 20:21:34.238019 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4b47b-1b93-4e69-a4e3-7c15c97b21e4 req-3d48d8c6-f394-4bd3-a75f-4e7b1aceda90 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:34.239515 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-10b4b47b-1b93-4e69-a4e3-7c15c97b21e4 req-3d48d8c6-f394-4bd3-a75f-4e7b1aceda90 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/ports?device_id=395aecb4-ad54-4d9b-9478-227cf2412c0e HTTP/1.1" status: 200 len: 945 time: 0.0534632 Mar 11 20:21:34.286262 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-10b4b47b-1b93-4e69-a4e3-7c15c97b21e4 req-2b26b21f-bf65-4622-963b-a9478bbbfeef tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e128a97-49bc-4628-a54f-7f91579bad42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411403 Mar 11 20:21:35.403988 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90999daf-51e4-42e8-b525-519c124a6a1a req-a6728bcb-2f2c-41ff-9f5d-ce51437ba257 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:35.405473 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-90999daf-51e4-42e8-b525-519c124a6a1a req-a6728bcb-2f2c-41ff-9f5d-ce51437ba257 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/ports?device_id=395aecb4-ad54-4d9b-9478-227cf2412c0e HTTP/1.1" status: 200 len: 945 time: 0.0506437 Mar 11 20:21:35.451262 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-90999daf-51e4-42e8-b525-519c124a6a1a req-62f6b614-f1fe-49d0-a2a4-f8bbe1746c38 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e128a97-49bc-4628-a54f-7f91579bad42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403359 Mar 11 20:21:36.572704 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c40e25-5429-4bcb-8801-1317241c27aa req-0dc72f64-a0f9-4c20-b2b4-f11ba0a325f5 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:36.574171 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f8c40e25-5429-4bcb-8801-1317241c27aa req-0dc72f64-a0f9-4c20-b2b4-f11ba0a325f5 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/ports?device_id=395aecb4-ad54-4d9b-9478-227cf2412c0e HTTP/1.1" status: 200 len: 945 time: 0.0564003 Mar 11 20:21:36.625384 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f8c40e25-5429-4bcb-8801-1317241c27aa req-9506c02e-5af8-4489-bd4b-63fca0bbc2b5 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e128a97-49bc-4628-a54f-7f91579bad42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449293 Mar 11 20:21:37.743365 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c8fec-f350-48ff-85d8-f3380f3404f9 req-7729847b-df59-47ed-99a9-df91ad0ffbce tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:37.744934 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-474c8fec-f350-48ff-85d8-f3380f3404f9 req-7729847b-df59-47ed-99a9-df91ad0ffbce tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/ports?device_id=395aecb4-ad54-4d9b-9478-227cf2412c0e HTTP/1.1" status: 200 len: 945 time: 0.0522304 Mar 11 20:21:37.790097 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-474c8fec-f350-48ff-85d8-f3380f3404f9 req-1ad1c02f-cbff-42a8-b341-4c278cf4c809 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e128a97-49bc-4628-a54f-7f91579bad42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396476 Mar 11 20:21:38.910696 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf10b89e-544a-420a-b8f6-6723499bbd52 req-2f1ad59b-3da1-4208-b152-ffb99ffdaae4 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:38.912179 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bf10b89e-544a-420a-b8f6-6723499bbd52 req-2f1ad59b-3da1-4208-b152-ffb99ffdaae4 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/ports?device_id=395aecb4-ad54-4d9b-9478-227cf2412c0e HTTP/1.1" status: 200 len: 945 time: 0.0555172 Mar 11 20:21:38.958197 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bf10b89e-544a-420a-b8f6-6723499bbd52 req-6d63a298-0f89-4940-9c2c-7883e1f1ca00 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e128a97-49bc-4628-a54f-7f91579bad42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404658 Mar 11 20:21:40.078840 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b8a33a-b341-41b6-9d34-258da2abc8bb req-095d6182-7dfc-49bf-9ad9-6ff8b23d8f71 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:40.080899 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b7b8a33a-b341-41b6-9d34-258da2abc8bb req-095d6182-7dfc-49bf-9ad9-6ff8b23d8f71 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/ports?device_id=395aecb4-ad54-4d9b-9478-227cf2412c0e HTTP/1.1" status: 200 len: 945 time: 0.0531783 Mar 11 20:21:40.126955 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b7b8a33a-b341-41b6-9d34-258da2abc8bb req-0f9b1bb2-559f-43b5-b871-43c9fb73c9e1 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e128a97-49bc-4628-a54f-7f91579bad42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404956 Mar 11 20:21:41.243055 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6406e60e-8f95-4e95-b144-ad7f08bb0d28 req-9fc79994-95ab-4c4d-a81a-cedfc811531a tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:41.244540 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6406e60e-8f95-4e95-b144-ad7f08bb0d28 req-9fc79994-95ab-4c4d-a81a-cedfc811531a tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/ports?device_id=395aecb4-ad54-4d9b-9478-227cf2412c0e HTTP/1.1" status: 200 len: 945 time: 0.0514944 Mar 11 20:21:41.297781 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6406e60e-8f95-4e95-b144-ad7f08bb0d28 req-d97bbf08-7034-4e64-ba57-5050acb53db4 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e128a97-49bc-4628-a54f-7f91579bad42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476675 Mar 11 20:21:42.415600 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a58259-4218-4f1d-9224-65e396d1b36c req-bb05d555-5ac5-4007-b119-74d64d19d128 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:42.417096 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f9a58259-4218-4f1d-9224-65e396d1b36c req-bb05d555-5ac5-4007-b119-74d64d19d128 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/ports?device_id=395aecb4-ad54-4d9b-9478-227cf2412c0e HTTP/1.1" status: 200 len: 945 time: 0.0515928 Mar 11 20:21:42.461946 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f9a58259-4218-4f1d-9224-65e396d1b36c req-907602e0-275d-4e4b-a68f-2b5b241bda18 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e128a97-49bc-4628-a54f-7f91579bad42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392337 Mar 11 20:21:42.736068 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [req-69e5eba3-c711-4317-a438-df5b273ebb4d req-53406853-0f9e-4128-9dda-21dfcbb8f264 service neutron] show failed (client error): The resource could not be found. Mar 11 20:21:42.737086 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-69e5eba3-c711-4317-a438-df5b273ebb4d req-53406853-0f9e-4128-9dda-21dfcbb8f264 service neutron] 10.222.0.75 "GET /v2.0/ports/e2865ad0-434b-4bc2-a1c8-99623ae38599/bindings/n-h2-833163-1 HTTP/1.1" status: 404 len: 380 time: 0.1007524 Mar 11 20:21:42.930708 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5eba3-c711-4317-a438-df5b273ebb4d req-3091c748-c855-4323-8d8f-4e127ec2fc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:42.932114 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-69e5eba3-c711-4317-a438-df5b273ebb4d req-3091c748-c855-4323-8d8f-4e127ec2fc78 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=395aecb4-ad54-4d9b-9478-227cf2412c0e&tenant_id=1b8c1c669ff24b95a7cd043e6d43ed92 HTTP/1.1" status: 200 len: 1127 time: 0.0438006 Mar 11 20:21:42.941802 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-69e5eba3-c711-4317-a438-df5b273ebb4d req-73175b49-3f49-4c60-9450-9941a571916e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-833163-1', 'device_owner': 'compute:nova'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:21:43.000297 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-69e5eba3-c711-4317-a438-df5b273ebb4d req-73175b49-3f49-4c60-9450-9941a571916e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (e2865ad0-434b-4bc2-a1c8-99623ae38599), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:43.194117 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-69e5eba3-c711-4317-a438-df5b273ebb4d req-73175b49-3f49-4c60-9450-9941a571916e service neutron] For port e2865ad0-434b-4bc2-a1c8-99623ae38599, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=e2865ad0-434b-4bc2-a1c8-99623ae38599,segment=NetworkSegment(959dacaf-d6d2-45d7-9f38-2f5af306fff6),segment_id=959dacaf-d6d2-45d7-9f38-2f5af306fff6)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:21:43.226259 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-69e5eba3-c711-4317-a438-df5b273ebb4d req-73175b49-3f49-4c60-9450-9941a571916e service neutron] For port e2865ad0-434b-4bc2-a1c8-99623ae38599, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:21:43.263869 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395aecb4-ad54-4d9b-9478-227cf2412c0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2865ad0-434b-4bc2-a1c8-99623ae38599'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:21:43.266087 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3a49d6-864f-4fc1-81a4-71f2a8663db8" -d '{"events": [{"server_uuid": "395aecb4-ad54-4d9b-9478-227cf2412c0e", "name": "network-vif-unplugged", "status": "completed", "tag": "e2865ad0-434b-4bc2-a1c8-99623ae38599"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:21:43.270402 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-69e5eba3-c711-4317-a438-df5b273ebb4d req-73175b49-3f49-4c60-9450-9941a571916e service neutron] Publish callbacks [] for port (e2865ad0-434b-4bc2-a1c8-99623ae38599), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:43.283033 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-69e5eba3-c711-4317-a438-df5b273ebb4d req-73175b49-3f49-4c60-9450-9941a571916e service neutron] Transition to ACTIVE for port object e2865ad0-434b-4bc2-a1c8-99623ae38599 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 20:21:43.286744 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-69e5eba3-c711-4317-a438-df5b273ebb4d req-73175b49-3f49-4c60-9450-9941a571916e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (e2865ad0-434b-4bc2-a1c8-99623ae38599), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:43.349498 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-69e5eba3-c711-4317-a438-df5b273ebb4d req-73175b49-3f49-4c60-9450-9941a571916e service neutron] No DVR routers for this DVR port e2865ad0-434b-4bc2-a1c8-99623ae38599 on host n-h1-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:21:43.356031 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73175b49-3f49-4c60-9450-9941a571916e service neutron] Pushing event updated for resources: {'Port': ['ID=e2865ad0-434b-4bc2-a1c8-99623ae38599,revision_number=6']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:21:43.379988 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 20:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402674b5-f125-4507-86fa-8f63ac055150 x-openstack-request-id: req-402674b5-f125-4507-86fa-8f63ac055150 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:21:43.380278 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "395aecb4-ad54-4d9b-9478-227cf2412c0e", "name": "network-vif-unplugged", "status": "completed", "tag": "e2865ad0-434b-4bc2-a1c8-99623ae38599", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:21:43.380526 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-402674b5-f125-4507-86fa-8f63ac055150 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:21:43.380933 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '395aecb4-ad54-4d9b-9478-227cf2412c0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2865ad0-434b-4bc2-a1c8-99623ae38599', 'code': 200} Mar 11 20:21:43.384787 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73175b49-3f49-4c60-9450-9941a571916e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:21:43.385129 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73175b49-3f49-4c60-9450-9941a571916e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:21:43.385469 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73175b49-3f49-4c60-9450-9941a571916e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:21:43.385803 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73175b49-3f49-4c60-9450-9941a571916e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:21:43.386132 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73175b49-3f49-4c60-9450-9941a571916e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:21:43.386475 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73175b49-3f49-4c60-9450-9941a571916e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:21:43.386782 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73175b49-3f49-4c60-9450-9941a571916e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:21:43.387102 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73175b49-3f49-4c60-9450-9941a571916e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:21:43.387422 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73175b49-3f49-4c60-9450-9941a571916e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:21:43.387778 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73175b49-3f49-4c60-9450-9941a571916e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:21:43.388099 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73175b49-3f49-4c60-9450-9941a571916e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:21:43.388416 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73175b49-3f49-4c60-9450-9941a571916e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:21:43.388732 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73175b49-3f49-4c60-9450-9941a571916e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:21:43.401803 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-69e5eba3-c711-4317-a438-df5b273ebb4d req-73175b49-3f49-4c60-9450-9941a571916e service neutron] Attempting to bind port e2865ad0-434b-4bc2-a1c8-99623ae38599 on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:21:43.402135 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-69e5eba3-c711-4317-a438-df5b273ebb4d req-73175b49-3f49-4c60-9450-9941a571916e service neutron] Attempting to bind port e2865ad0-434b-4bc2-a1c8-99623ae38599 by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '959dacaf-d6d2-45d7-9f38-2f5af306fff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '9613d400-4718-4846-b0cb-85aed00cd485'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:21:43.402454 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e5eba3-c711-4317-a438-df5b273ebb4d req-73175b49-3f49-4c60-9450-9941a571916e service neutron] Attempting to bind port e2865ad0-434b-4bc2-a1c8-99623ae38599 on network 9613d400-4718-4846-b0cb-85aed00cd485 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:21:43.406678 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e5eba3-c711-4317-a438-df5b273ebb4d req-73175b49-3f49-4c60-9450-9941a571916e service neutron] Port e2865ad0-434b-4bc2-a1c8-99623ae38599 on network 9613d400-4718-4846-b0cb-85aed00cd485 not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 20:21:43.407535 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e5eba3-c711-4317-a438-df5b273ebb4d req-73175b49-3f49-4c60-9450-9941a571916e service neutron] Attempting to bind port e2865ad0-434b-4bc2-a1c8-99623ae38599 on network 9613d400-4718-4846-b0cb-85aed00cd485 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:21:43.412257 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e5eba3-c711-4317-a438-df5b273ebb4d req-73175b49-3f49-4c60-9450-9941a571916e service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:21:43.412588 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e5eba3-c711-4317-a438-df5b273ebb4d req-73175b49-3f49-4c60-9450-9941a571916e service neutron] Checking segment: {'id': '959dacaf-d6d2-45d7-9f38-2f5af306fff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '9613d400-4718-4846-b0cb-85aed00cd485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:21:43.412950 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e5eba3-c711-4317-a438-df5b273ebb4d req-73175b49-3f49-4c60-9450-9941a571916e service neutron] Bound using segment: {'id': '959dacaf-d6d2-45d7-9f38-2f5af306fff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '9613d400-4718-4846-b0cb-85aed00cd485'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:21:43.413363 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-69e5eba3-c711-4317-a438-df5b273ebb4d req-73175b49-3f49-4c60-9450-9941a571916e service neutron] Bound port: e2865ad0-434b-4bc2-a1c8-99623ae38599, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '959dacaf-d6d2-45d7-9f38-2f5af306fff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '9613d400-4718-4846-b0cb-85aed00cd485'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:21:43.413700 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-69e5eba3-c711-4317-a438-df5b273ebb4d req-73175b49-3f49-4c60-9450-9941a571916e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (e2865ad0-434b-4bc2-a1c8-99623ae38599), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:43.474115 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-69e5eba3-c711-4317-a438-df5b273ebb4d req-73175b49-3f49-4c60-9450-9941a571916e service neutron] For port e2865ad0-434b-4bc2-a1c8-99623ae38599, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:21:43.477770 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-69e5eba3-c711-4317-a438-df5b273ebb4d req-73175b49-3f49-4c60-9450-9941a571916e service neutron] For port e2865ad0-434b-4bc2-a1c8-99623ae38599, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=e2865ad0-434b-4bc2-a1c8-99623ae38599,segment=NetworkSegment(959dacaf-d6d2-45d7-9f38-2f5af306fff6),segment_id=959dacaf-d6d2-45d7-9f38-2f5af306fff6)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:21:43.483520 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-69e5eba3-c711-4317-a438-df5b273ebb4d req-73175b49-3f49-4c60-9450-9941a571916e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (e2865ad0-434b-4bc2-a1c8-99623ae38599), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:43.520261 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5eba3-c711-4317-a438-df5b273ebb4d req-73175b49-3f49-4c60-9450-9941a571916e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:43.520884 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-69e5eba3-c711-4317-a438-df5b273ebb4d req-73175b49-3f49-4c60-9450-9941a571916e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:43.522283 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-69e5eba3-c711-4317-a438-df5b273ebb4d req-73175b49-3f49-4c60-9450-9941a571916e service neutron] 10.222.0.57 "PUT /v2.0/ports/e2865ad0-434b-4bc2-a1c8-99623ae38599 HTTP/1.1" status: 200 len: 1091 time: 0.5842924 Mar 11 20:21:43.593957 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73175b49-3f49-4c60-9450-9941a571916e service neutron] Pushing event updated for resources: {'Port': ['ID=e2865ad0-434b-4bc2-a1c8-99623ae38599,revision_number=7']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:21:43.625125 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5eba3-c711-4317-a438-df5b273ebb4d req-ce9cdb4f-0c3d-4f20-b46b-0064903851fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:43.627285 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-69e5eba3-c711-4317-a438-df5b273ebb4d req-ce9cdb4f-0c3d-4f20-b46b-0064903851fc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1b8c1c669ff24b95a7cd043e6d43ed92&device_id=395aecb4-ad54-4d9b-9478-227cf2412c0e HTTP/1.1" status: 200 len: 1125 time: 0.0755525 Mar 11 20:21:43.645996 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a5fa0e-b238-4010-b5e1-c40d35edafc7 req-543408ee-c955-4f35-bb5e-ca2d1895a038 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:43.647481 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-20a5fa0e-b238-4010-b5e1-c40d35edafc7 req-543408ee-c955-4f35-bb5e-ca2d1895a038 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/ports?device_id=395aecb4-ad54-4d9b-9478-227cf2412c0e HTTP/1.1" status: 200 len: 943 time: 0.1109233 Mar 11 20:21:43.748696 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-20a5fa0e-b238-4010-b5e1-c40d35edafc7 req-18d97003-d60d-45ba-985b-4031478452e4 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e128a97-49bc-4628-a54f-7f91579bad42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940824 Mar 11 20:21:43.765773 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5eba3-c711-4317-a438-df5b273ebb4d req-f7c18ff2-f1bd-4179-9bef-f3bb6cb70024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:43.767806 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-69e5eba3-c711-4317-a438-df5b273ebb4d req-f7c18ff2-f1bd-4179-9bef-f3bb6cb70024 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9613d400-4718-4846-b0cb-85aed00cd485 HTTP/1.1" status: 200 len: 913 time: 0.1342907 Mar 11 20:21:43.806548 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-69e5eba3-c711-4317-a438-df5b273ebb4d req-de04725a-3a0a-4223-9273-e0d002668f66 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2865ad0-434b-4bc2-a1c8-99623ae38599 HTTP/1.1" status: 200 len: 217 time: 0.0333579 Mar 11 20:21:43.851827 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5eba3-c711-4317-a438-df5b273ebb4d req-7a4b1f17-a261-4958-b338-52d4bfec4d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:43.853165 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-69e5eba3-c711-4317-a438-df5b273ebb4d req-7a4b1f17-a261-4958-b338-52d4bfec4d46 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=398f56c6-6b4a-4a9a-96b9-d6f1dbeb5beb HTTP/1.1" status: 200 len: 852 time: 0.0414722 Mar 11 20:21:43.886717 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-69e5eba3-c711-4317-a438-df5b273ebb4d req-dcd7639d-c2da-4fbb-adfa-51a4f30eb227 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9613d400-4718-4846-b0cb-85aed00cd485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281212 Mar 11 20:21:43.986775 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-69e5eba3-c711-4317-a438-df5b273ebb4d req-accc4b66-48bf-42f5-bdc5-178ca36f067f service neutron] 10.222.0.57 "GET /v2.0/networks/9613d400-4718-4846-b0cb-85aed00cd485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940268 Mar 11 20:21:44.076723 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-69e5eba3-c711-4317-a438-df5b273ebb4d req-3c99a437-1949-44a8-a148-426109516b15 service neutron] 10.222.0.57 "GET /v2.0/networks/9613d400-4718-4846-b0cb-85aed00cd485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835843 Mar 11 20:21:44.867079 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32921d17-786c-4327-9f47-562e1fceac11 req-5eb24943-c4ae-40e5-a18c-462e60f2c206 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:44.868547 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-32921d17-786c-4327-9f47-562e1fceac11 req-5eb24943-c4ae-40e5-a18c-462e60f2c206 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/ports?device_id=395aecb4-ad54-4d9b-9478-227cf2412c0e HTTP/1.1" status: 200 len: 943 time: 0.0510120 Mar 11 20:21:44.913229 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-32921d17-786c-4327-9f47-562e1fceac11 req-b583c27a-f3ca-4ed2-8b43-3345facc02cb tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e128a97-49bc-4628-a54f-7f91579bad42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391405 Mar 11 20:21:45.381926 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '395aecb4-ad54-4d9b-9478-227cf2412c0e', 'tag': 'e2865ad0-434b-4bc2-a1c8-99623ae38599'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:21:45.384322 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170751c2-e3d1-4ec7-8aec-5d8a75d9e4c5" -d '{"events": [{"name": "network-changed", "server_uuid": "395aecb4-ad54-4d9b-9478-227cf2412c0e", "tag": "e2865ad0-434b-4bc2-a1c8-99623ae38599"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:21:45.430038 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f11dd0b-6f30-4eea-8be2-ba3fc37fb4b2 x-openstack-request-id: req-1f11dd0b-6f30-4eea-8be2-ba3fc37fb4b2 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:21:45.430328 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "395aecb4-ad54-4d9b-9478-227cf2412c0e", "tag": "e2865ad0-434b-4bc2-a1c8-99623ae38599", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:21:45.430757 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1f11dd0b-6f30-4eea-8be2-ba3fc37fb4b2 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:21:45.431169 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '395aecb4-ad54-4d9b-9478-227cf2412c0e', 'tag': 'e2865ad0-434b-4bc2-a1c8-99623ae38599', 'status': 'completed', 'code': 200} Mar 11 20:21:45.495308 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170751c2-e3d1-4ec7-8aec-5d8a75d9e4c5 req-c6da5d6c-10f4-4eaa-a51a-0d12b45adfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:45.496816 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-170751c2-e3d1-4ec7-8aec-5d8a75d9e4c5 req-c6da5d6c-10f4-4eaa-a51a-0d12b45adfa1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1b8c1c669ff24b95a7cd043e6d43ed92&device_id=395aecb4-ad54-4d9b-9478-227cf2412c0e HTTP/1.1" status: 200 len: 1125 time: 0.0443366 Mar 11 20:21:45.498304 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170751c2-e3d1-4ec7-8aec-5d8a75d9e4c5 req-4e0bb3de-fcbc-4ccb-971d-438c58fceec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:45.499828 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-170751c2-e3d1-4ec7-8aec-5d8a75d9e4c5 req-4e0bb3de-fcbc-4ccb-971d-438c58fceec9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1b8c1c669ff24b95a7cd043e6d43ed92&device_id=395aecb4-ad54-4d9b-9478-227cf2412c0e HTTP/1.1" status: 200 len: 1125 time: 0.0491908 Mar 11 20:21:45.589341 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170751c2-e3d1-4ec7-8aec-5d8a75d9e4c5 req-6a833db2-469c-4bb7-9398-8ee595039d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:45.590219 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170751c2-e3d1-4ec7-8aec-5d8a75d9e4c5 req-afb8a80c-960d-4f5c-94d4-248cd593d33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:45.590800 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-170751c2-e3d1-4ec7-8aec-5d8a75d9e4c5 req-6a833db2-469c-4bb7-9398-8ee595039d98 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9613d400-4718-4846-b0cb-85aed00cd485 HTTP/1.1" status: 200 len: 913 time: 0.0875120 Mar 11 20:21:45.591699 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-170751c2-e3d1-4ec7-8aec-5d8a75d9e4c5 req-afb8a80c-960d-4f5c-94d4-248cd593d33f service neutron] 10.222.0.75 "GET /v2.0/networks?id=9613d400-4718-4846-b0cb-85aed00cd485 HTTP/1.1" status: 200 len: 913 time: 0.0853937 Mar 11 20:21:45.631049 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-170751c2-e3d1-4ec7-8aec-5d8a75d9e4c5 req-d7ea6171-6917-462f-9f49-b8923147cec9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2865ad0-434b-4bc2-a1c8-99623ae38599 HTTP/1.1" status: 200 len: 217 time: 0.0343213 Mar 11 20:21:45.635192 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-170751c2-e3d1-4ec7-8aec-5d8a75d9e4c5 req-94a216ca-624b-4253-abb1-cb8288c41a3b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2865ad0-434b-4bc2-a1c8-99623ae38599 HTTP/1.1" status: 200 len: 217 time: 0.0376489 Mar 11 20:21:45.682296 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170751c2-e3d1-4ec7-8aec-5d8a75d9e4c5 req-14645f8a-93ce-4b0d-91ef-d136cefb421e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:45.682889 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170751c2-e3d1-4ec7-8aec-5d8a75d9e4c5 req-7a735774-73b3-4224-9175-3f4ce0b554f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:45.683680 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-170751c2-e3d1-4ec7-8aec-5d8a75d9e4c5 req-14645f8a-93ce-4b0d-91ef-d136cefb421e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=398f56c6-6b4a-4a9a-96b9-d6f1dbeb5beb HTTP/1.1" status: 200 len: 852 time: 0.0470326 Mar 11 20:21:45.684533 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-170751c2-e3d1-4ec7-8aec-5d8a75d9e4c5 req-7a735774-73b3-4224-9175-3f4ce0b554f7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=398f56c6-6b4a-4a9a-96b9-d6f1dbeb5beb HTTP/1.1" status: 200 len: 852 time: 0.0435712 Mar 11 20:21:45.717684 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-170751c2-e3d1-4ec7-8aec-5d8a75d9e4c5 req-1b03660b-eb18-4aa0-933d-fe5b700d55df service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9613d400-4718-4846-b0cb-85aed00cd485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284772 Mar 11 20:21:45.720995 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-170751c2-e3d1-4ec7-8aec-5d8a75d9e4c5 req-f67e5fc0-605a-44b9-a9e6-c0f0c4be0b16 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9613d400-4718-4846-b0cb-85aed00cd485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307119 Mar 11 20:21:45.804467 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-170751c2-e3d1-4ec7-8aec-5d8a75d9e4c5 req-d92f7118-33e1-4346-a639-333cc95259b3 service neutron] 10.222.0.57 "GET /v2.0/networks/9613d400-4718-4846-b0cb-85aed00cd485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808511 Mar 11 20:21:45.810930 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-170751c2-e3d1-4ec7-8aec-5d8a75d9e4c5 req-2c24341e-1b2f-49d1-8a76-a58657517411 service neutron] 10.222.0.75 "GET /v2.0/networks/9613d400-4718-4846-b0cb-85aed00cd485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841119 Mar 11 20:21:45.900029 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-170751c2-e3d1-4ec7-8aec-5d8a75d9e4c5 req-2c4463a7-1c39-49db-bedb-c0d2d28d5d19 service neutron] 10.222.0.75 "GET /v2.0/networks/9613d400-4718-4846-b0cb-85aed00cd485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826871 Mar 11 20:21:46.256469 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-170751c2-e3d1-4ec7-8aec-5d8a75d9e4c5 req-28c0dc6a-46ef-4019-9ae9-4817420bc546 service neutron] 10.222.0.57 "GET /v2.0/networks/9613d400-4718-4846-b0cb-85aed00cd485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4458404 Mar 11 20:21:46.271560 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c142c5-9163-4fc0-95b7-8bd448f29be3 req-b857f8d6-7b9b-435c-be89-83587221fe44 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:46.272988 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-71c142c5-9163-4fc0-95b7-8bd448f29be3 req-b857f8d6-7b9b-435c-be89-83587221fe44 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/ports?device_id=395aecb4-ad54-4d9b-9478-227cf2412c0e HTTP/1.1" status: 200 len: 943 time: 0.0703270 Mar 11 20:21:46.322333 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-71c142c5-9163-4fc0-95b7-8bd448f29be3 req-51475abf-c818-4a04-bce9-3a0044f8d150 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e128a97-49bc-4628-a54f-7f91579bad42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427854 Mar 11 20:21:46.571260 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device e2865ad0-434b-4bc2-a1c8-99623ae38599 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:21:46.609409 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] The host n-h1-833163-1 is not matching for port e2865ad0-434b-4bc2-a1c8-99623ae38599 host n-h2-833163-1! {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 20:21:46.609800 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device e2865ad0-434b-4bc2-a1c8-99623ae38599 not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:21:47.445112 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69380b-b1d0-4b92-a620-10f8ef87e1e2 req-07a6014c-6470-4932-9ff2-891402560321 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:47.446491 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4f69380b-b1d0-4b92-a620-10f8ef87e1e2 req-07a6014c-6470-4932-9ff2-891402560321 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/ports?device_id=395aecb4-ad54-4d9b-9478-227cf2412c0e HTTP/1.1" status: 200 len: 943 time: 0.0555458 Mar 11 20:21:47.491869 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4f69380b-b1d0-4b92-a620-10f8ef87e1e2 req-5b53ae2a-bfa6-4aac-bc57-4c89e865a330 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e128a97-49bc-4628-a54f-7f91579bad42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397978 Mar 11 20:21:47.764216 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aaadba-d008-4579-a84e-26074441c240 req-473ca10a-4905-43d3-9f51-f60d08e04c8e tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:47.765585 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e6aaadba-d008-4579-a84e-26074441c240 req-473ca10a-4905-43d3-9f51-f60d08e04c8e tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.75 "GET /v2.0/ports?device_id=395aecb4-ad54-4d9b-9478-227cf2412c0e&tenant_id=1b8c1c669ff24b95a7cd043e6d43ed92&binding%3Ahost_id=n-h2-833163-1 HTTP/1.1" status: 200 len: 943 time: 0.0943155 Mar 11 20:21:47.780008 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device e2865ad0-434b-4bc2-a1c8-99623ae38599 details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 20:21:47.833922 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [req-e6aaadba-d008-4579-a84e-26074441c240 req-c364978b-51ca-4000-b4a7-fa9180bf0a10 service neutron] delete failed (client error): The resource could not be found. Mar 11 20:21:47.834956 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e6aaadba-d008-4579-a84e-26074441c240 req-c364978b-51ca-4000-b4a7-fa9180bf0a10 service neutron] 10.222.0.75 "DELETE /v2.0/ports/e2865ad0-434b-4bc2-a1c8-99623ae38599/bindings/n-h1-833163-1 HTTP/1.1" status: 404 len: 380 time: 0.0627983 Mar 11 20:21:47.877076 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port e2865ad0-434b-4bc2-a1c8-99623ae38599, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=e2865ad0-434b-4bc2-a1c8-99623ae38599,segment=NetworkSegment(959dacaf-d6d2-45d7-9f38-2f5af306fff6),segment_id=959dacaf-d6d2-45d7-9f38-2f5af306fff6)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:21:47.888313 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': 'e2865ad0-434b-4bc2-a1c8-99623ae38599', 'network_id': '9613d400-4718-4846-b0cb-85aed00cd485', 'port_id': 'e2865ad0-434b-4bc2-a1c8-99623ae38599', 'mac_address': 'fa:16:3e:5e:5c:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '398f56c6-6b4a-4a9a-96b9-d6f1dbeb5beb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 20:21:47.922735 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aaadba-d008-4579-a84e-26074441c240 req-0e5a349f-e47d-4164-82bc-815bd812d11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:47.924295 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e6aaadba-d008-4579-a84e-26074441c240 req-0e5a349f-e47d-4164-82bc-815bd812d11c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1b8c1c669ff24b95a7cd043e6d43ed92&device_id=395aecb4-ad54-4d9b-9478-227cf2412c0e HTTP/1.1" status: 200 len: 1125 time: 0.0471354 Mar 11 20:21:47.925221 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port e2865ad0-434b-4bc2-a1c8-99623ae38599 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:21:47.925617 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (e2865ad0-434b-4bc2-a1c8-99623ae38599), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:47.938114 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2865ad0-434b-4bc2-a1c8-99623ae38599 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:21:47.959397 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port e2865ad0-434b-4bc2-a1c8-99623ae38599, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=e2865ad0-434b-4bc2-a1c8-99623ae38599,segment=NetworkSegment(959dacaf-d6d2-45d7-9f38-2f5af306fff6),segment_id=959dacaf-d6d2-45d7-9f38-2f5af306fff6)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:21:47.963868 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (e2865ad0-434b-4bc2-a1c8-99623ae38599), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:48.010218 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=e2865ad0-434b-4bc2-a1c8-99623ae38599,revision_number=8']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:21:48.022065 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aaadba-d008-4579-a84e-26074441c240 req-d2d794b8-373a-4ffd-a5c9-b2360c6843ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:48.023536 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e6aaadba-d008-4579-a84e-26074441c240 req-d2d794b8-373a-4ffd-a5c9-b2360c6843ea service neutron] 10.222.0.75 "GET /v2.0/networks?id=9613d400-4718-4846-b0cb-85aed00cd485 HTTP/1.1" status: 200 len: 913 time: 0.0936060 Mar 11 20:21:48.061896 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e6aaadba-d008-4579-a84e-26074441c240 req-b8f35035-9112-42f1-b3b5-2e7f42dcb8f1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2865ad0-434b-4bc2-a1c8-99623ae38599 HTTP/1.1" status: 200 len: 217 time: 0.0331068 Mar 11 20:21:48.107061 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aaadba-d008-4579-a84e-26074441c240 req-2692b2a0-ca21-49c1-b305-e9953aec319d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:48.108453 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e6aaadba-d008-4579-a84e-26074441c240 req-2692b2a0-ca21-49c1-b305-e9953aec319d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=398f56c6-6b4a-4a9a-96b9-d6f1dbeb5beb HTTP/1.1" status: 200 len: 852 time: 0.0411446 Mar 11 20:21:48.144008 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e6aaadba-d008-4579-a84e-26074441c240 req-d2cb6c81-c4f3-4c8c-a0b2-776baee87fea service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9613d400-4718-4846-b0cb-85aed00cd485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292213 Mar 11 20:21:48.229153 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e6aaadba-d008-4579-a84e-26074441c240 req-b1a82cac-cf37-4517-8046-7cc37e5ebcb9 service neutron] 10.222.0.75 "GET /v2.0/networks/9613d400-4718-4846-b0cb-85aed00cd485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798020 Mar 11 20:21:48.277297 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['e2865ad0-434b-4bc2-a1c8-99623ae38599'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:21:48.322098 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e6aaadba-d008-4579-a84e-26074441c240 req-95d93c94-b945-439f-aee1-7b0bb05f3d9a service neutron] 10.222.0.75 "GET /v2.0/networks/9613d400-4718-4846-b0cb-85aed00cd485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874870 Mar 11 20:21:49.006143 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22efc0ea-669f-4ba0-b527-8b270c338b0e req-cc31a7bc-5fdb-4610-8e71-b310629e0fe4 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:49.007515 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-22efc0ea-669f-4ba0-b527-8b270c338b0e req-cc31a7bc-5fdb-4610-8e71-b310629e0fe4 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/ports?device_id=395aecb4-ad54-4d9b-9478-227cf2412c0e HTTP/1.1" status: 200 len: 944 time: 0.0525393 Mar 11 20:21:49.054432 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-22efc0ea-669f-4ba0-b527-8b270c338b0e req-417f0748-5e04-4b9c-aec4-87b79c238462 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e128a97-49bc-4628-a54f-7f91579bad42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413046 Mar 11 20:21:49.287770 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:49.767176 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device e2865ad0-434b-4bc2-a1c8-99623ae38599 up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:21:49.818241 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port e2865ad0-434b-4bc2-a1c8-99623ae38599 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 20:21:49.822139 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port e2865ad0-434b-4bc2-a1c8-99623ae38599 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:21:49.822514 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (e2865ad0-434b-4bc2-a1c8-99623ae38599), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:49.899618 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port e2865ad0-434b-4bc2-a1c8-99623ae38599 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:21:49.900027 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (e2865ad0-434b-4bc2-a1c8-99623ae38599), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:49.922463 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395aecb4-ad54-4d9b-9478-227cf2412c0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2865ad0-434b-4bc2-a1c8-99623ae38599'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:21:49.924669 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc01d00c-8ea9-4634-adce-05d45d13f622" -d '{"events": [{"server_uuid": "395aecb4-ad54-4d9b-9478-227cf2412c0e", "name": "network-vif-plugged", "status": "completed", "tag": "e2865ad0-434b-4bc2-a1c8-99623ae38599"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:21:49.936984 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port e2865ad0-434b-4bc2-a1c8-99623ae38599, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=e2865ad0-434b-4bc2-a1c8-99623ae38599,segment=NetworkSegment(959dacaf-d6d2-45d7-9f38-2f5af306fff6),segment_id=959dacaf-d6d2-45d7-9f38-2f5af306fff6)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:21:49.940944 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (e2865ad0-434b-4bc2-a1c8-99623ae38599), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:49.963525 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6adcd85e-18cf-40e6-af7a-660345f8dcb2 x-openstack-request-id: req-6adcd85e-18cf-40e6-af7a-660345f8dcb2 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:21:49.963842 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "395aecb4-ad54-4d9b-9478-227cf2412c0e", "name": "network-vif-plugged", "status": "completed", "tag": "e2865ad0-434b-4bc2-a1c8-99623ae38599", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:21:49.964096 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6adcd85e-18cf-40e6-af7a-660345f8dcb2 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:21:49.964568 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '395aecb4-ad54-4d9b-9478-227cf2412c0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2865ad0-434b-4bc2-a1c8-99623ae38599', 'code': 200} Mar 11 20:21:49.992763 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=e2865ad0-434b-4bc2-a1c8-99623ae38599,revision_number=9']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:21:50.177738 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5195b33-9c4f-4028-85c3-362dcf5068ee req-568250be-a8e7-4425-a099-012a796a4725 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:50.179194 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b5195b33-9c4f-4028-85c3-362dcf5068ee req-568250be-a8e7-4425-a099-012a796a4725 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/ports?device_id=395aecb4-ad54-4d9b-9478-227cf2412c0e HTTP/1.1" status: 200 len: 945 time: 0.0544555 Mar 11 20:21:50.232007 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b5195b33-9c4f-4028-85c3-362dcf5068ee req-9f424aef-17a5-4003-8c1f-10887ec7ed9f tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.65 "GET /v2.0/security-groups?id=3e128a97-49bc-4628-a54f-7f91579bad42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466847 Mar 11 20:21:50.308885 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aaadba-d008-4579-a84e-26074441c240 req-3918cced-e0da-4679-8d2f-6b1a4f353c80 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:50.310315 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e6aaadba-d008-4579-a84e-26074441c240 req-3918cced-e0da-4679-8d2f-6b1a4f353c80 tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.57 "GET /v2.0/ports?device_id=395aecb4-ad54-4d9b-9478-227cf2412c0e HTTP/1.1" status: 200 len: 945 time: 0.0509090 Mar 11 20:21:50.400285 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-e6aaadba-d008-4579-a84e-26074441c240 req-ea8c2c5c-fcae-4b6a-a2e2-1425d8e9ac4a tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] Deleting port e2865ad0-434b-4bc2-a1c8-99623ae38599 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:21:50.400545 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e6aaadba-d008-4579-a84e-26074441c240 req-ea8c2c5c-fcae-4b6a-a2e2-1425d8e9ac4a tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (e2865ad0-434b-4bc2-a1c8-99623ae38599), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:50.488135 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-e6aaadba-d008-4579-a84e-26074441c240 req-ea8c2c5c-fcae-4b6a-a2e2-1425d8e9ac4a tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] For port e2865ad0-434b-4bc2-a1c8-99623ae38599, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=e2865ad0-434b-4bc2-a1c8-99623ae38599,segment=NetworkSegment(959dacaf-d6d2-45d7-9f38-2f5af306fff6),segment_id=959dacaf-d6d2-45d7-9f38-2f5af306fff6)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:21:50.488484 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e6aaadba-d008-4579-a84e-26074441c240 req-ea8c2c5c-fcae-4b6a-a2e2-1425d8e9ac4a tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (e2865ad0-434b-4bc2-a1c8-99623ae38599), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:50.501278 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-e6aaadba-d008-4579-a84e-26074441c240 req-ea8c2c5c-fcae-4b6a-a2e2-1425d8e9ac4a tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] Calling delete_port for e2865ad0-434b-4bc2-a1c8-99623ae38599 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:21:50.626051 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e6aaadba-d008-4579-a84e-26074441c240 req-ea8c2c5c-fcae-4b6a-a2e2-1425d8e9ac4a tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (e2865ad0-434b-4bc2-a1c8-99623ae38599), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:50.637331 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['e2865ad0-434b-4bc2-a1c8-99623ae38599'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:21:50.660600 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8c2c5c-fcae-4b6a-a2e2-1425d8e9ac4a tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] Pushing event deleted for resources: {'Port': ['ID=e2865ad0-434b-4bc2-a1c8-99623ae38599,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:21:50.702651 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6aaadba-d008-4579-a84e-26074441c240 req-ea8c2c5c-fcae-4b6a-a2e2-1425d8e9ac4a tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] No DVR routers for this DVR port e2865ad0-434b-4bc2-a1c8-99623ae38599 on host n-h2-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:21:50.705389 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e6aaadba-d008-4579-a84e-26074441c240 req-ea8c2c5c-fcae-4b6a-a2e2-1425d8e9ac4a tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:50.708657 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e6aaadba-d008-4579-a84e-26074441c240 req-ea8c2c5c-fcae-4b6a-a2e2-1425d8e9ac4a tempest-DeleteServersTestJSON-179799376 tempest-DeleteServersTestJSON-179799376-project] 10.222.0.57 "DELETE /v2.0/ports/e2865ad0-434b-4bc2-a1c8-99623ae38599 HTTP/1.1" status: 204 len: 173 time: 0.3927622 Mar 11 20:21:50.709107 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395aecb4-ad54-4d9b-9478-227cf2412c0e', 'name': 'network-vif-deleted', 'tag': 'e2865ad0-434b-4bc2-a1c8-99623ae38599'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:21:50.711318 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd2e1919-0307-47ff-81f4-4976d2268176" -d '{"events": [{"server_uuid": "395aecb4-ad54-4d9b-9478-227cf2412c0e", "name": "network-vif-deleted", "tag": "e2865ad0-434b-4bc2-a1c8-99623ae38599"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:21:50.748517 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6801f554-f6e8-406a-acc7-85c614de474b x-openstack-request-id: req-6801f554-f6e8-406a-acc7-85c614de474b {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:21:50.748837 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "395aecb4-ad54-4d9b-9478-227cf2412c0e", "name": "network-vif-deleted", "tag": "e2865ad0-434b-4bc2-a1c8-99623ae38599", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:21:50.749100 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6801f554-f6e8-406a-acc7-85c614de474b {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:21:50.749505 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '395aecb4-ad54-4d9b-9478-227cf2412c0e', 'name': 'network-vif-deleted', 'tag': 'e2865ad0-434b-4bc2-a1c8-99623ae38599', 'status': 'completed', 'code': 200} Mar 11 20:21:51.362501 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 56594) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:21:51.405766 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-87f1d93e-b97c-4f89-ae2f-1a5a854be387 admin admin] Deleting subnet 398f56c6-6b4a-4a9a-96b9-d6f1dbeb5beb {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 20:21:51.409396 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-87f1d93e-b97c-4f89-ae2f-1a5a854be387 admin admin] Publish callbacks [] for subnet (398f56c6-6b4a-4a9a-96b9-d6f1dbeb5beb), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:51.441898 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-87f1d93e-b97c-4f89-ae2f-1a5a854be387 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (398f56c6-6b4a-4a9a-96b9-d6f1dbeb5beb), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:51.479248 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-87f1d93e-b97c-4f89-ae2f-1a5a854be387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (398f56c6-6b4a-4a9a-96b9-d6f1dbeb5beb), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:51.535171 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-87f1d93e-b97c-4f89-ae2f-1a5a854be387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (398f56c6-6b4a-4a9a-96b9-d6f1dbeb5beb), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:51.561092 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f1d93e-b97c-4f89-ae2f-1a5a854be387 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=398f56c6-6b4a-4a9a-96b9-d6f1dbeb5beb,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:21:51.563555 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-87f1d93e-b97c-4f89-ae2f-1a5a854be387 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:51.566590 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-87f1d93e-b97c-4f89-ae2f-1a5a854be387 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/398f56c6-6b4a-4a9a-96b9-d6f1dbeb5beb HTTP/1.1" status: 204 len: 168 time: 0.2030897 Mar 11 20:21:51.569748 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 56596) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:21:51.573011 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f1d93e-b97c-4f89-ae2f-1a5a854be387 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:21:51.573366 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f1d93e-b97c-4f89-ae2f-1a5a854be387 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:21:51.573715 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f1d93e-b97c-4f89-ae2f-1a5a854be387 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:21:51.574060 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f1d93e-b97c-4f89-ae2f-1a5a854be387 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:21:51.574398 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f1d93e-b97c-4f89-ae2f-1a5a854be387 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:21:51.574736 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f1d93e-b97c-4f89-ae2f-1a5a854be387 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:21:51.575070 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f1d93e-b97c-4f89-ae2f-1a5a854be387 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:21:51.575406 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f1d93e-b97c-4f89-ae2f-1a5a854be387 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:21:51.575762 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f1d93e-b97c-4f89-ae2f-1a5a854be387 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:21:51.576096 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f1d93e-b97c-4f89-ae2f-1a5a854be387 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:21:51.576423 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f1d93e-b97c-4f89-ae2f-1a5a854be387 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:21:51.576751 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f1d93e-b97c-4f89-ae2f-1a5a854be387 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:21:51.577079 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87f1d93e-b97c-4f89-ae2f-1a5a854be387 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:21:51.648208 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9f4b0f3a-0f39-4465-87ca-0a3bd04adb94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (9613d400-4718-4846-b0cb-85aed00cd485), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:51.723004 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9f4b0f3a-0f39-4465-87ca-0a3bd04adb94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (9613d400-4718-4846-b0cb-85aed00cd485), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:51.741979 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-9f4b0f3a-0f39-4465-87ca-0a3bd04adb94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9613d400-4718-4846-b0cb-85aed00cd485']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:21:51.751566 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-9f4b0f3a-0f39-4465-87ca-0a3bd04adb94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '959dacaf-d6d2-45d7-9f38-2f5af306fff6') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:21:51.751891 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-9f4b0f3a-0f39-4465-87ca-0a3bd04adb94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '959dacaf-d6d2-45d7-9f38-2f5af306fff6') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:21:51.760837 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9f4b0f3a-0f39-4465-87ca-0a3bd04adb94 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (959dacaf-d6d2-45d7-9f38-2f5af306fff6), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:51.774161 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9f4b0f3a-0f39-4465-87ca-0a3bd04adb94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (959dacaf-d6d2-45d7-9f38-2f5af306fff6), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:51.780092 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f4b0f3a-0f39-4465-87ca-0a3bd04adb94 admin admin] Releasing vlan 888 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 20:21:51.780428 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9f4b0f3a-0f39-4465-87ca-0a3bd04adb94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (959dacaf-d6d2-45d7-9f38-2f5af306fff6), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:51.782126 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 20:21:51.782126 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 20:21:51.782126 n-d-833163-1 neutron-server[103885]: timer() Mar 11 20:21:51.782126 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:21:51.782126 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 20:21:51.782126 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 20:21:51.782126 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 20:21:51.782126 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:21:51.782126 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 20:21:51.782126 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:21:51.782126 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 20:21:51.782126 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:21:51.782126 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 20:21:51.782126 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 20:21:51.782126 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:21:51.782126 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 20:21:51.782126 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:21:51.782126 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 20:21:51.782126 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 20:21:51.782126 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:21:51.782126 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 20:21:51.782126 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:21:51.782126 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:21:51.782126 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 20:21:51.782126 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 20:21:51.782126 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 20:21:51.782126 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:21:51.782126 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 20:21:51.782126 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:21:51.782126 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 20:21:51.782126 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:21:51.782126 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:21:51.837130 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9f4b0f3a-0f39-4465-87ca-0a3bd04adb94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (9613d400-4718-4846-b0cb-85aed00cd485), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:51.852619 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9f4b0f3a-0f39-4465-87ca-0a3bd04adb94 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:51.855782 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-9f4b0f3a-0f39-4465-87ca-0a3bd04adb94 admin admin] 10.222.0.65 "DELETE /v2.0/networks/9613d400-4718-4846-b0cb-85aed00cd485 HTTP/1.1" status: 204 len: 168 time: 0.2849407 Mar 11 20:21:51.856796 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4b0f3a-0f39-4465-87ca-0a3bd04adb94 admin admin] Pushing event deleted for resources: {'Network': ['ID=9613d400-4718-4846-b0cb-85aed00cd485,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:21:51.965316 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 56600) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:21:52.005059 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-89abdbc0-0779-430f-8d7b-5b4ac780b6cc admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=1b8c1c669ff24b95a7cd043e6d43ed92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384457 Mar 11 20:21:52.007582 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 56602) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:21:52.054617 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5713f472-983c-44c2-96ef-d4399b35c454 admin admin] Publish callbacks [] for security_group (3e128a97-49bc-4628-a54f-7f91579bad42), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:52.076511 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5713f472-983c-44c2-96ef-d4399b35c454 admin admin] Publish callbacks [] for security_group (3e128a97-49bc-4628-a54f-7f91579bad42), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:52.123240 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5713f472-983c-44c2-96ef-d4399b35c454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (3e128a97-49bc-4628-a54f-7f91579bad42), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:52.126448 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5713f472-983c-44c2-96ef-d4399b35c454 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:52.127603 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-5713f472-983c-44c2-96ef-d4399b35c454 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/3e128a97-49bc-4628-a54f-7f91579bad42 HTTP/1.1" status: 204 len: 168 time: 0.1189890 Mar 11 20:21:52.135185 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713f472-983c-44c2-96ef-d4399b35c454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e128a97-49bc-4628-a54f-7f91579bad42,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:21:52.382681 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-80d5a57c-9021-4d0b-8063-6f3406af6ce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:52.777898 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 56624) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:21:52.872289 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-18dc95a7-f82c-4b07-bc5c-01f9f16edff8 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-430648935-network', 'tenant_id': 'af1f598b8c104ddf97b71280587e9547'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:21:52.892358 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18dc95a7-f82c-4b07-bc5c-01f9f16edff8 admin admin] Made reservation on behalf of af1f598b8c104ddf97b71280587e9547 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:21:52.894605 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-18dc95a7-f82c-4b07-bc5c-01f9f16edff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:52.903169 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-18dc95a7-f82c-4b07-bc5c-01f9f16edff8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:52.978722 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-18dc95a7-f82c-4b07-bc5c-01f9f16edff8 admin admin] Publish callbacks [] for security_group (55aae7fa-0be8-4ba1-852b-dc870f802072), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:52.982274 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-18dc95a7-f82c-4b07-bc5c-01f9f16edff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (55aae7fa-0be8-4ba1-852b-dc870f802072), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:53.008321 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18dc95a7-f82c-4b07-bc5c-01f9f16edff8 admin admin] vlan segment allocate from pool success with {'vlan_id': 884, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:21:53.018270 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dc95a7-f82c-4b07-bc5c-01f9f16edff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55aae7fa-0be8-4ba1-852b-dc870f802072,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:21:53.022974 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-18dc95a7-f82c-4b07-bc5c-01f9f16edff8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (2c56ba54-6bad-4bd8-9049-4da77c3d71a1), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:53.023321 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-18dc95a7-f82c-4b07-bc5c-01f9f16edff8 admin admin] Added segment 2c56ba54-6bad-4bd8-9049-4da77c3d71a1 of type vlan for network a05c1fce-8078-4251-8882-f6a1bad56de7 Mar 11 20:21:53.036972 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:53.064135 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-18dc95a7-f82c-4b07-bc5c-01f9f16edff8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (a05c1fce-8078-4251-8882-f6a1bad56de7), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:53.088369 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-18dc95a7-f82c-4b07-bc5c-01f9f16edff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (a05c1fce-8078-4251-8882-f6a1bad56de7), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:53.089460 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18dc95a7-f82c-4b07-bc5c-01f9f16edff8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:53.090033 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-18dc95a7-f82c-4b07-bc5c-01f9f16edff8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:53.115918 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-18dc95a7-f82c-4b07-bc5c-01f9f16edff8 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3368647 Mar 11 20:21:53.118916 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 56628) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:21:53.124415 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-dce27672-9e81-4707-a25a-bfac5279aeb8 admin admin] Request body: {'subnet': {'network_id': 'a05c1fce-8078-4251-8882-f6a1bad56de7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-430648935-subnet', 'tenant_id': 'af1f598b8c104ddf97b71280587e9547', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:21:53.143466 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce27672-9e81-4707-a25a-bfac5279aeb8 admin admin] Made reservation on behalf of af1f598b8c104ddf97b71280587e9547 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:21:53.145840 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dce27672-9e81-4707-a25a-bfac5279aeb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:53.152359 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dc95a7-f82c-4b07-bc5c-01f9f16edff8 admin admin] Pushing event updated for resources: {'Network': ['ID=a05c1fce-8078-4251-8882-f6a1bad56de7,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:21:53.162384 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network a05c1fce-8078-4251-8882-f6a1bad56de7 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 20:21:53.314551 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dce27672-9e81-4707-a25a-bfac5279aeb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (a5c7a34f-7d1a-4915-a61e-fafb4617cfe3), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:53.375213 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce27672-9e81-4707-a25a-bfac5279aeb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5c7a34f-7d1a-4915-a61e-fafb4617cfe3,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:21:53.382576 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce27672-9e81-4707-a25a-bfac5279aeb8 admin admin] Checking segment: {'id': '2c56ba54-6bad-4bd8-9049-4da77c3d71a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'a05c1fce-8078-4251-8882-f6a1bad56de7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:21:53.382926 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce27672-9e81-4707-a25a-bfac5279aeb8 admin admin] Network hostable DHCP agents. Network: a05c1fce-8078-4251-8882-f6a1bad56de7, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:21:53.399866 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce27672-9e81-4707-a25a-bfac5279aeb8 admin admin] Network a05c1fce-8078-4251-8882-f6a1bad56de7 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:21:53.408538 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-dce27672-9e81-4707-a25a-bfac5279aeb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, a05c1fce-8078-4251-8882-f6a1bad56de7) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:21:53.412266 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce27672-9e81-4707-a25a-bfac5279aeb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:53.412850 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dce27672-9e81-4707-a25a-bfac5279aeb8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:53.417067 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0854cc9-3acc-4e89-9b04-fc91709a042b None None] Network a05c1fce-8078-4251-8882-f6a1bad56de7 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:21:53.427961 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-dce27672-9e81-4707-a25a-bfac5279aeb8 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3073459 Mar 11 20:21:53.526804 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68213d69-0022-4ab3-9e88-b6566df09209 None None] Network a05c1fce-8078-4251-8882-f6a1bad56de7 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:21:53.844229 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b83f8-2de5-47b0-95c9-0fa6383c12a3 req-c172a69e-7f93-49fc-b5cc-32cd8a15876c tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:53.845693 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-de6b83f8-2de5-47b0-95c9-0fa6383c12a3 req-c172a69e-7f93-49fc-b5cc-32cd8a15876c tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/networks?id=a05c1fce-8078-4251-8882-f6a1bad56de7 HTTP/1.1" status: 200 len: 814 time: 0.0985153 Mar 11 20:21:53.860590 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-de6b83f8-2de5-47b0-95c9-0fa6383c12a3 req-717b6e17-13ea-4b47-9136-3293f5410b7a tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/quotas/af1f598b8c104ddf97b71280587e9547 HTTP/1.1" status: 200 len: 375 time: 0.0087898 Mar 11 20:21:53.892370 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-de6b83f8-2de5-47b0-95c9-0fa6383c12a3 req-bcd2aee1-36a4-43ea-8e2c-4f1518ed0f2d tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=af1f598b8c104ddf97b71280587e9547&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268447 Mar 11 20:21:53.984019 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-de6b83f8-2de5-47b0-95c9-0fa6383c12a3 req-4d2b3e2e-826c-4030-80a9-8af1aaf9656d service neutron] 10.222.0.65 "GET /v2.0/networks/a05c1fce-8078-4251-8882-f6a1bad56de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852296 Mar 11 20:21:54.074772 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-de6b83f8-2de5-47b0-95c9-0fa6383c12a3 req-90858085-1449-45fb-b1c5-d1c9033e46ba service neutron] 10.222.0.65 "GET /v2.0/networks/a05c1fce-8078-4251-8882-f6a1bad56de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842581 Mar 11 20:21:54.229969 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-40d7a4af-89f6-47df-bbc8-4a804ae0c565 req-535eb33e-7982-4fac-a20c-36819ba6902b tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb9e8433-428f-41b6-bb43-9502168917d7 HTTP/1.1" status: 200 len: 210 time: 0.0279109 Mar 11 20:21:54.681101 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-58ec323f-7c86-42d9-a6a8-7dfc91cd4482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:55.339376 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b4980b17-44da-43e6-a03b-ca7008a176f1 req-e313309d-1b06-4111-a487-cedf6c58dab3 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb9e8433-428f-41b6-bb43-9502168917d7 HTTP/1.1" status: 200 len: 210 time: 0.0395107 Mar 11 20:21:55.347418 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b83f8-2de5-47b0-95c9-0fa6383c12a3 req-a82e1b34-7537-4100-b891-7c74609f91d3 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:55.348800 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-de6b83f8-2de5-47b0-95c9-0fa6383c12a3 req-a82e1b34-7537-4100-b891-7c74609f91d3 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.57 "GET /v2.0/networks?id=a05c1fce-8078-4251-8882-f6a1bad56de7 HTTP/1.1" status: 200 len: 814 time: 0.1355963 Mar 11 20:21:55.360854 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-de6b83f8-2de5-47b0-95c9-0fa6383c12a3 req-03a29e00-e049-4fa7-a687-eb14b0675952 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Request body: {'port': {'device_id': 'eb9e8433-428f-41b6-bb43-9502168917d7', 'network_id': 'a05c1fce-8078-4251-8882-f6a1bad56de7', 'admin_state_up': True, 'tenant_id': 'af1f598b8c104ddf97b71280587e9547'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:21:55.462421 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de6b83f8-2de5-47b0-95c9-0fa6383c12a3 req-03a29e00-e049-4fa7-a687-eb14b0675952 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Made reservation on behalf of af1f598b8c104ddf97b71280587e9547 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:21:55.465700 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-de6b83f8-2de5-47b0-95c9-0fa6383c12a3 req-03a29e00-e049-4fa7-a687-eb14b0675952 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:55.589448 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-de6b83f8-2de5-47b0-95c9-0fa6383c12a3 req-03a29e00-e049-4fa7-a687-eb14b0675952 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Allocated IP 172.20.0.3 (a05c1fce-8078-4251-8882-f6a1bad56de7/a5c7a34f-7d1a-4915-a61e-fafb4617cfe3/a11c5e57-2bbc-488a-88df-e8976b44a370) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:21:55.735215 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-de6b83f8-2de5-47b0-95c9-0fa6383c12a3 req-03a29e00-e049-4fa7-a687-eb14b0675952 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Publish callbacks [] for port (a11c5e57-2bbc-488a-88df-e8976b44a370), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:55.767558 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device e2865ad0-434b-4bc2-a1c8-99623ae38599 no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:21:55.768592 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-de6b83f8-2de5-47b0-95c9-0fa6383c12a3 req-03a29e00-e049-4fa7-a687-eb14b0675952 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (a11c5e57-2bbc-488a-88df-e8976b44a370), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:55.792102 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: e2865ad0-434b-4bc2-a1c8-99623ae38599 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:21:55.792453 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device e2865ad0-434b-4bc2-a1c8-99623ae38599 not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:21:55.811585 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de6b83f8-2de5-47b0-95c9-0fa6383c12a3 req-03a29e00-e049-4fa7-a687-eb14b0675952 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Network a05c1fce-8078-4251-8882-f6a1bad56de7 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:21:55.816546 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-de6b83f8-2de5-47b0-95c9-0fa6383c12a3 req-03a29e00-e049-4fa7-a687-eb14b0675952 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:21:55.820151 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-de6b83f8-2de5-47b0-95c9-0fa6383c12a3 req-03a29e00-e049-4fa7-a687-eb14b0675952 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:21:55.826262 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a29e00-e049-4fa7-a687-eb14b0675952 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Pushing event updated for resources: {'Port': ['ID=a11c5e57-2bbc-488a-88df-e8976b44a370,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:21:55.870259 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b83f8-2de5-47b0-95c9-0fa6383c12a3 req-03a29e00-e049-4fa7-a687-eb14b0675952 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:55.870870 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-de6b83f8-2de5-47b0-95c9-0fa6383c12a3 req-03a29e00-e049-4fa7-a687-eb14b0675952 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:55.886417 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-de6b83f8-2de5-47b0-95c9-0fa6383c12a3 req-03a29e00-e049-4fa7-a687-eb14b0675952 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5296557 Mar 11 20:21:55.897083 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-de6b83f8-2de5-47b0-95c9-0fa6383c12a3 req-3a04e56f-229f-4e68-88d7-7f7d827e6aca service neutron] Request body: {'port': {'device_id': 'eb9e8433-428f-41b6-bb43-9502168917d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:21:55.957279 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-de6b83f8-2de5-47b0-95c9-0fa6383c12a3 req-3a04e56f-229f-4e68-88d7-7f7d827e6aca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a11c5e57-2bbc-488a-88df-e8976b44a370), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:56.213381 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-de6b83f8-2de5-47b0-95c9-0fa6383c12a3 req-3a04e56f-229f-4e68-88d7-7f7d827e6aca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a11c5e57-2bbc-488a-88df-e8976b44a370 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:21:56.220641 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-de6b83f8-2de5-47b0-95c9-0fa6383c12a3 req-3a04e56f-229f-4e68-88d7-7f7d827e6aca service neutron] Publish callbacks [] for port (a11c5e57-2bbc-488a-88df-e8976b44a370), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:56.232982 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-de6b83f8-2de5-47b0-95c9-0fa6383c12a3 req-3a04e56f-229f-4e68-88d7-7f7d827e6aca service neutron] Transition to ACTIVE for port object a11c5e57-2bbc-488a-88df-e8976b44a370 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 20:21:56.236250 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-de6b83f8-2de5-47b0-95c9-0fa6383c12a3 req-3a04e56f-229f-4e68-88d7-7f7d827e6aca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (a11c5e57-2bbc-488a-88df-e8976b44a370), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:56.292531 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a04e56f-229f-4e68-88d7-7f7d827e6aca service neutron] Pushing event updated for resources: {'Port': ['ID=a11c5e57-2bbc-488a-88df-e8976b44a370,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:21:56.345649 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:56.366490 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-de6b83f8-2de5-47b0-95c9-0fa6383c12a3 req-3a04e56f-229f-4e68-88d7-7f7d827e6aca service neutron] Attempting to bind port a11c5e57-2bbc-488a-88df-e8976b44a370 on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:21:56.367068 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-de6b83f8-2de5-47b0-95c9-0fa6383c12a3 req-3a04e56f-229f-4e68-88d7-7f7d827e6aca service neutron] Attempting to bind port a11c5e57-2bbc-488a-88df-e8976b44a370 by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '2c56ba54-6bad-4bd8-9049-4da77c3d71a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'a05c1fce-8078-4251-8882-f6a1bad56de7'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:21:56.367799 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6b83f8-2de5-47b0-95c9-0fa6383c12a3 req-3a04e56f-229f-4e68-88d7-7f7d827e6aca service neutron] Attempting to bind port a11c5e57-2bbc-488a-88df-e8976b44a370 on network a05c1fce-8078-4251-8882-f6a1bad56de7 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:21:56.371622 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6b83f8-2de5-47b0-95c9-0fa6383c12a3 req-3a04e56f-229f-4e68-88d7-7f7d827e6aca service neutron] Port a11c5e57-2bbc-488a-88df-e8976b44a370 on network a05c1fce-8078-4251-8882-f6a1bad56de7 not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 20:21:56.371972 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6b83f8-2de5-47b0-95c9-0fa6383c12a3 req-3a04e56f-229f-4e68-88d7-7f7d827e6aca service neutron] Attempting to bind port a11c5e57-2bbc-488a-88df-e8976b44a370 on network a05c1fce-8078-4251-8882-f6a1bad56de7 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:21:56.376799 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6b83f8-2de5-47b0-95c9-0fa6383c12a3 req-3a04e56f-229f-4e68-88d7-7f7d827e6aca service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:21:56.377139 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6b83f8-2de5-47b0-95c9-0fa6383c12a3 req-3a04e56f-229f-4e68-88d7-7f7d827e6aca service neutron] Checking segment: {'id': '2c56ba54-6bad-4bd8-9049-4da77c3d71a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'a05c1fce-8078-4251-8882-f6a1bad56de7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:21:56.377515 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6b83f8-2de5-47b0-95c9-0fa6383c12a3 req-3a04e56f-229f-4e68-88d7-7f7d827e6aca service neutron] Bound using segment: {'id': '2c56ba54-6bad-4bd8-9049-4da77c3d71a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'a05c1fce-8078-4251-8882-f6a1bad56de7'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:21:56.377938 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-de6b83f8-2de5-47b0-95c9-0fa6383c12a3 req-3a04e56f-229f-4e68-88d7-7f7d827e6aca service neutron] Bound port: a11c5e57-2bbc-488a-88df-e8976b44a370, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c56ba54-6bad-4bd8-9049-4da77c3d71a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'a05c1fce-8078-4251-8882-f6a1bad56de7'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:21:56.378291 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-de6b83f8-2de5-47b0-95c9-0fa6383c12a3 req-3a04e56f-229f-4e68-88d7-7f7d827e6aca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a11c5e57-2bbc-488a-88df-e8976b44a370), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:56.470220 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-de6b83f8-2de5-47b0-95c9-0fa6383c12a3 req-3a04e56f-229f-4e68-88d7-7f7d827e6aca service neutron] For port a11c5e57-2bbc-488a-88df-e8976b44a370, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:21:56.474733 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-de6b83f8-2de5-47b0-95c9-0fa6383c12a3 req-3a04e56f-229f-4e68-88d7-7f7d827e6aca service neutron] For port a11c5e57-2bbc-488a-88df-e8976b44a370, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=a11c5e57-2bbc-488a-88df-e8976b44a370,segment=NetworkSegment(2c56ba54-6bad-4bd8-9049-4da77c3d71a1),segment_id=2c56ba54-6bad-4bd8-9049-4da77c3d71a1)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:21:56.481237 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-de6b83f8-2de5-47b0-95c9-0fa6383c12a3 req-3a04e56f-229f-4e68-88d7-7f7d827e6aca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (a11c5e57-2bbc-488a-88df-e8976b44a370), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:56.497040 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645db889-052c-419e-8359-5fed0449ae2c req-c3a705b1-4c13-446f-affa-7dcdfea3879b tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:56.498514 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-645db889-052c-419e-8359-5fed0449ae2c req-c3a705b1-4c13-446f-affa-7dcdfea3879b tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb9e8433-428f-41b6-bb43-9502168917d7 HTTP/1.1" status: 200 len: 943 time: 0.0879693 Mar 11 20:21:56.536135 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b83f8-2de5-47b0-95c9-0fa6383c12a3 req-3a04e56f-229f-4e68-88d7-7f7d827e6aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:56.536747 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-de6b83f8-2de5-47b0-95c9-0fa6383c12a3 req-3a04e56f-229f-4e68-88d7-7f7d827e6aca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:56.538080 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-de6b83f8-2de5-47b0-95c9-0fa6383c12a3 req-3a04e56f-229f-4e68-88d7-7f7d827e6aca service neutron] 10.222.0.57 "PUT /v2.0/ports/a11c5e57-2bbc-488a-88df-e8976b44a370 HTTP/1.1" status: 200 len: 1091 time: 0.6450748 Mar 11 20:21:56.540049 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb9e8433-428f-41b6-bb43-9502168917d7', 'tag': 'a11c5e57-2bbc-488a-88df-e8976b44a370'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:21:56.542265 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a0f879e-e7ff-4c6a-ad64-dbb851171e83" -d '{"events": [{"name": "network-changed", "server_uuid": "eb9e8433-428f-41b6-bb43-9502168917d7", "tag": "a11c5e57-2bbc-488a-88df-e8976b44a370"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:21:56.591964 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a04e56f-229f-4e68-88d7-7f7d827e6aca service neutron] Pushing event updated for resources: {'Port': ['ID=a11c5e57-2bbc-488a-88df-e8976b44a370,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:21:56.623300 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-645db889-052c-419e-8359-5fed0449ae2c req-90c16b8b-edf5-4ec2-aa59-d8971a6de3bd tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066728 Mar 11 20:21:56.639103 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b83f8-2de5-47b0-95c9-0fa6383c12a3 req-a1f06506-087f-4419-8192-7840853b7a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:56.640632 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-de6b83f8-2de5-47b0-95c9-0fa6383c12a3 req-a1f06506-087f-4419-8192-7840853b7a1d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=af1f598b8c104ddf97b71280587e9547&device_id=eb9e8433-428f-41b6-bb43-9502168917d7 HTTP/1.1" status: 200 len: 1125 time: 0.0622663 Mar 11 20:21:56.683089 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885f9f94-c88b-4663-8d3f-2ec5ee0e1403 x-openstack-request-id: req-885f9f94-c88b-4663-8d3f-2ec5ee0e1403 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:21:56.683392 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb9e8433-428f-41b6-bb43-9502168917d7", "tag": "a11c5e57-2bbc-488a-88df-e8976b44a370", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:21:56.683662 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-885f9f94-c88b-4663-8d3f-2ec5ee0e1403 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:21:56.684067 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb9e8433-428f-41b6-bb43-9502168917d7', 'tag': 'a11c5e57-2bbc-488a-88df-e8976b44a370', 'status': 'completed', 'code': 200} Mar 11 20:21:56.685794 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-de6b83f8-2de5-47b0-95c9-0fa6383c12a3 req-9ad1c79c-032d-4a42-bc6a-ff6e92089207 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a11c5e57-2bbc-488a-88df-e8976b44a370 HTTP/1.1" status: 200 len: 217 time: 0.0377190 Mar 11 20:21:56.736640 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b83f8-2de5-47b0-95c9-0fa6383c12a3 req-5fa919aa-be34-47ea-844f-4ed38b0eab02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:56.737966 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-de6b83f8-2de5-47b0-95c9-0fa6383c12a3 req-5fa919aa-be34-47ea-844f-4ed38b0eab02 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a5c7a34f-7d1a-4915-a61e-fafb4617cfe3 HTTP/1.1" status: 200 len: 854 time: 0.0469155 Mar 11 20:21:56.768512 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-de6b83f8-2de5-47b0-95c9-0fa6383c12a3 req-976d428b-b6c9-44f9-8301-97eba9271899 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a05c1fce-8078-4251-8882-f6a1bad56de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245867 Mar 11 20:21:56.855789 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-de6b83f8-2de5-47b0-95c9-0fa6383c12a3 req-fce85749-dd31-404f-8b35-527f152fa43f service neutron] 10.222.0.57 "GET /v2.0/networks/a05c1fce-8078-4251-8882-f6a1bad56de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818365 Mar 11 20:21:56.952832 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-de6b83f8-2de5-47b0-95c9-0fa6383c12a3 req-e8bf272f-22cd-4c35-bf37-57536f7f170f service neutron] 10.222.0.57 "GET /v2.0/networks/a05c1fce-8078-4251-8882-f6a1bad56de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893507 Mar 11 20:21:57.044225 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f879e-e7ff-4c6a-ad64-dbb851171e83 req-a841f175-05e4-4f0f-8c8b-1798d4582362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:57.045616 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1a0f879e-e7ff-4c6a-ad64-dbb851171e83 req-a841f175-05e4-4f0f-8c8b-1798d4582362 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=af1f598b8c104ddf97b71280587e9547&device_id=eb9e8433-428f-41b6-bb43-9502168917d7 HTTP/1.1" status: 200 len: 1125 time: 0.0436678 Mar 11 20:21:57.141798 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f879e-e7ff-4c6a-ad64-dbb851171e83 req-eac21157-7dff-46dd-9c3c-32c8d9875dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:57.143259 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1a0f879e-e7ff-4c6a-ad64-dbb851171e83 req-eac21157-7dff-46dd-9c3c-32c8d9875dc4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a05c1fce-8078-4251-8882-f6a1bad56de7 HTTP/1.1" status: 200 len: 915 time: 0.0891404 Mar 11 20:21:57.187375 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1a0f879e-e7ff-4c6a-ad64-dbb851171e83 req-4e07517d-c7fb-4070-942f-d660f7425633 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a11c5e57-2bbc-488a-88df-e8976b44a370 HTTP/1.1" status: 200 len: 217 time: 0.0378304 Mar 11 20:21:57.234919 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f879e-e7ff-4c6a-ad64-dbb851171e83 req-801cdf36-7002-4cae-ac15-fb23e0143f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:57.236925 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1a0f879e-e7ff-4c6a-ad64-dbb851171e83 req-801cdf36-7002-4cae-ac15-fb23e0143f79 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a5c7a34f-7d1a-4915-a61e-fafb4617cfe3 HTTP/1.1" status: 200 len: 854 time: 0.0430028 Mar 11 20:21:57.271451 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1a0f879e-e7ff-4c6a-ad64-dbb851171e83 req-6e1015cc-84e8-4d22-a91d-eaaf5c644253 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a05c1fce-8078-4251-8882-f6a1bad56de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287485 Mar 11 20:21:57.358143 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1a0f879e-e7ff-4c6a-ad64-dbb851171e83 req-2e369eac-f62e-44f2-8b3e-9a169ee0cfa4 service neutron] 10.222.0.57 "GET /v2.0/networks/a05c1fce-8078-4251-8882-f6a1bad56de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810847 Mar 11 20:21:57.447117 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1a0f879e-e7ff-4c6a-ad64-dbb851171e83 req-c6ddd113-4876-45e1-ab9c-1e95a140f41f service neutron] 10.222.0.57 "GET /v2.0/networks/a05c1fce-8078-4251-8882-f6a1bad56de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834734 Mar 11 20:21:57.740747 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:21:57.745947 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d718bdd-6c3a-44fe-a325-5a4a5bc21b29 req-96af17ec-7a32-48c0-8f87-8fb05a9e038f tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:57.747444 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9d718bdd-6c3a-44fe-a325-5a4a5bc21b29 req-96af17ec-7a32-48c0-8f87-8fb05a9e038f tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb9e8433-428f-41b6-bb43-9502168917d7 HTTP/1.1" status: 200 len: 943 time: 0.0530930 Mar 11 20:21:57.798398 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9d718bdd-6c3a-44fe-a325-5a4a5bc21b29 req-9e7e5324-29bf-42df-b705-fc87fb7cce12 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445440 Mar 11 20:21:58.355049 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:21:58.916582 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c1589-1484-42a9-b5e5-7c3e848ee38d req-cc4db9eb-4319-4cf0-9f52-f224577617ae tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:21:58.918041 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d80c1589-1484-42a9-b5e5-7c3e848ee38d req-cc4db9eb-4319-4cf0-9f52-f224577617ae tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb9e8433-428f-41b6-bb43-9502168917d7 HTTP/1.1" status: 200 len: 943 time: 0.0514493 Mar 11 20:21:58.978495 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d80c1589-1484-42a9-b5e5-7c3e848ee38d req-b4681a92-817c-4da3-a8fa-23fa1541e066 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530086 Mar 11 20:21:59.070454 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:22:00.094460 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac45c68-251c-4aa8-a751-e61b28400c33 req-5d583fd0-8b3c-498e-b288-60f506675c8b tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:00.095951 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3ac45c68-251c-4aa8-a751-e61b28400c33 req-5d583fd0-8b3c-498e-b288-60f506675c8b tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb9e8433-428f-41b6-bb43-9502168917d7 HTTP/1.1" status: 200 len: 943 time: 0.0519135 Mar 11 20:22:00.142610 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3ac45c68-251c-4aa8-a751-e61b28400c33 req-3637a477-03f0-49cc-8088-c69f02b6c357 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407462 Mar 11 20:22:01.257768 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d97d621-fb68-4bb6-ba5c-f30933a78871 req-9ce74f9b-acc0-4c15-bcb0-571d69552bf8 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:01.259258 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3d97d621-fb68-4bb6-ba5c-f30933a78871 req-9ce74f9b-acc0-4c15-bcb0-571d69552bf8 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb9e8433-428f-41b6-bb43-9502168917d7 HTTP/1.1" status: 200 len: 943 time: 0.0521300 Mar 11 20:22:01.304723 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3d97d621-fb68-4bb6-ba5c-f30933a78871 req-a49c8d92-e928-42fd-899a-2b14ed8140b0 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398996 Mar 11 20:22:01.771574 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device a11c5e57-2bbc-488a-88df-e8976b44a370 details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 20:22:01.868185 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port a11c5e57-2bbc-488a-88df-e8976b44a370, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=a11c5e57-2bbc-488a-88df-e8976b44a370,segment=NetworkSegment(2c56ba54-6bad-4bd8-9049-4da77c3d71a1),segment_id=2c56ba54-6bad-4bd8-9049-4da77c3d71a1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:22:01.879577 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': 'a11c5e57-2bbc-488a-88df-e8976b44a370', 'network_id': 'a05c1fce-8078-4251-8882-f6a1bad56de7', 'port_id': 'a11c5e57-2bbc-488a-88df-e8976b44a370', 'mac_address': 'fa:16:3e:af:58:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 884, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5c7a34f-7d1a-4915-a61e-fafb4617cfe3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 20:22:01.915479 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port a11c5e57-2bbc-488a-88df-e8976b44a370 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:22:01.915926 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a11c5e57-2bbc-488a-88df-e8976b44a370), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:22:01.928450 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a11c5e57-2bbc-488a-88df-e8976b44a370 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:22:01.947651 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port a11c5e57-2bbc-488a-88df-e8976b44a370, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=a11c5e57-2bbc-488a-88df-e8976b44a370,segment=NetworkSegment(2c56ba54-6bad-4bd8-9049-4da77c3d71a1),segment_id=2c56ba54-6bad-4bd8-9049-4da77c3d71a1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:22:01.951954 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (a11c5e57-2bbc-488a-88df-e8976b44a370), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:22:01.998761 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=a11c5e57-2bbc-488a-88df-e8976b44a370,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:22:02.006918 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:22:02.008116 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:22:02.008501 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:22:02.008899 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:22:02.009208 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:22:02.009575 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:22:02.009886 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:22:02.010849 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:22:02.011194 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:22:02.011526 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:22:02.011887 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:22:02.012251 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:22:02.012622 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:22:02.236833 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['a11c5e57-2bbc-488a-88df-e8976b44a370'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:22:02.426518 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bfd0e4-bb4b-48c5-83e3-2b6a8903a33b req-574f21d1-51ea-4f8b-8e76-84e4a556c37c tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:02.428025 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-54bfd0e4-bb4b-48c5-83e3-2b6a8903a33b req-574f21d1-51ea-4f8b-8e76-84e4a556c37c tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb9e8433-428f-41b6-bb43-9502168917d7 HTTP/1.1" status: 200 len: 944 time: 0.0569398 Mar 11 20:22:02.473824 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-54bfd0e4-bb4b-48c5-83e3-2b6a8903a33b req-52fe7682-e717-4734-adcb-162d1b754a8d tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401733 Mar 11 20:22:03.596680 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ff0b4-1d8a-49cf-8ba0-62bc15bbd9f6 req-c24d681a-bfa5-4fcb-93c4-870d8ec7fcc0 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:03.598409 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f83ff0b4-1d8a-49cf-8ba0-62bc15bbd9f6 req-c24d681a-bfa5-4fcb-93c4-870d8ec7fcc0 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb9e8433-428f-41b6-bb43-9502168917d7 HTTP/1.1" status: 200 len: 944 time: 0.0531940 Mar 11 20:22:03.645108 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f83ff0b4-1d8a-49cf-8ba0-62bc15bbd9f6 req-5f43d4d0-7c03-439b-9377-97af0cf39695 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410774 Mar 11 20:22:03.787603 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device a11c5e57-2bbc-488a-88df-e8976b44a370 up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:22:03.836945 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port a11c5e57-2bbc-488a-88df-e8976b44a370 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 20:22:03.840912 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port a11c5e57-2bbc-488a-88df-e8976b44a370 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:22:03.841291 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (a11c5e57-2bbc-488a-88df-e8976b44a370), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:22:03.920540 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port a11c5e57-2bbc-488a-88df-e8976b44a370 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:22:03.920932 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a11c5e57-2bbc-488a-88df-e8976b44a370), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:22:03.943166 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb9e8433-428f-41b6-bb43-9502168917d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a11c5e57-2bbc-488a-88df-e8976b44a370'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:22:03.945398 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9180ec61-8eed-4da0-9912-ad6a9ae6dd75" -d '{"events": [{"server_uuid": "eb9e8433-428f-41b6-bb43-9502168917d7", "name": "network-vif-plugged", "status": "completed", "tag": "a11c5e57-2bbc-488a-88df-e8976b44a370"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:22:03.957403 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port a11c5e57-2bbc-488a-88df-e8976b44a370, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=a11c5e57-2bbc-488a-88df-e8976b44a370,segment=NetworkSegment(2c56ba54-6bad-4bd8-9049-4da77c3d71a1),segment_id=2c56ba54-6bad-4bd8-9049-4da77c3d71a1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:22:03.961217 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (a11c5e57-2bbc-488a-88df-e8976b44a370), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:22:03.984226 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d35c626-14a4-403a-89ee-1f6a5c80b1f8 x-openstack-request-id: req-2d35c626-14a4-403a-89ee-1f6a5c80b1f8 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:22:03.984522 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb9e8433-428f-41b6-bb43-9502168917d7", "name": "network-vif-plugged", "status": "completed", "tag": "a11c5e57-2bbc-488a-88df-e8976b44a370", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:22:03.984782 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2d35c626-14a4-403a-89ee-1f6a5c80b1f8 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:22:03.985884 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb9e8433-428f-41b6-bb43-9502168917d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a11c5e57-2bbc-488a-88df-e8976b44a370', 'code': 200} Mar 11 20:22:04.010517 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=a11c5e57-2bbc-488a-88df-e8976b44a370,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:22:04.075009 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e353016-0c6b-4fed-9b37-f4ab7426fe1b req-119b68ec-8a53-4043-b9b3-eabdaec6b5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:04.076557 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5e353016-0c6b-4fed-9b37-f4ab7426fe1b req-119b68ec-8a53-4043-b9b3-eabdaec6b5ca service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=eb9e8433-428f-41b6-bb43-9502168917d7 HTTP/1.1" status: 200 len: 1127 time: 0.0428855 Mar 11 20:22:04.123900 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5e353016-0c6b-4fed-9b37-f4ab7426fe1b req-62c5582d-e591-4b87-ac3c-b42c31b0c627 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405686 Mar 11 20:22:04.769157 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac7ebf4-ec93-45e7-9150-2b93f5ea7e37 req-45298f98-82b3-40b1-bf36-598f87097f37 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:04.770608 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8ac7ebf4-ec93-45e7-9150-2b93f5ea7e37 req-45298f98-82b3-40b1-bf36-598f87097f37 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb9e8433-428f-41b6-bb43-9502168917d7 HTTP/1.1" status: 200 len: 945 time: 0.0516920 Mar 11 20:22:04.816535 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8ac7ebf4-ec93-45e7-9150-2b93f5ea7e37 req-58a43f62-a915-4c5f-94eb-89380d8aac61 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403585 Mar 11 20:22:05.932192 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94fbbd1-d4e8-4545-ad59-12de75d0d127 req-4065b9bf-04ed-4092-af03-296f6b9529ee tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:05.933653 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d94fbbd1-d4e8-4545-ad59-12de75d0d127 req-4065b9bf-04ed-4092-af03-296f6b9529ee tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb9e8433-428f-41b6-bb43-9502168917d7 HTTP/1.1" status: 200 len: 945 time: 0.0507851 Mar 11 20:22:05.982321 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d94fbbd1-d4e8-4545-ad59-12de75d0d127 req-ef1252ec-54d7-4182-aab9-035379b932ee tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424531 Mar 11 20:22:06.100679 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e652eb5-b1fb-4c44-bdf7-efadb4cb26f0 req-a4f5c0de-d0d6-471d-bc98-266a2dfaba57 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:06.102055 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7e652eb5-b1fb-4c44-bdf7-efadb4cb26f0 req-a4f5c0de-d0d6-471d-bc98-266a2dfaba57 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb9e8433-428f-41b6-bb43-9502168917d7 HTTP/1.1" status: 200 len: 945 time: 0.0561211 Mar 11 20:22:06.147134 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7e652eb5-b1fb-4c44-bdf7-efadb4cb26f0 req-feadb8e9-cd0b-49ce-af70-af0431359219 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395453 Mar 11 20:22:06.350090 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa16e0-e14e-471f-aceb-59baa88759c0 req-1072a5dd-fcfa-4786-806c-ff66faf35605 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:06.351618 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-01aa16e0-e14e-471f-aceb-59baa88759c0 req-1072a5dd-fcfa-4786-806c-ff66faf35605 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb9e8433-428f-41b6-bb43-9502168917d7 HTTP/1.1" status: 200 len: 945 time: 0.0524099 Mar 11 20:22:06.397473 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-01aa16e0-e14e-471f-aceb-59baa88759c0 req-65b316f3-cd1c-44fc-99b3-5592f370b43b tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403080 Mar 11 20:22:06.515781 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d315b-f70e-43f7-94df-a7bec5f070ac req-5a2e4b14-fa52-47fe-86ef-616872d4143b tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:06.517737 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-088d315b-f70e-43f7-94df-a7bec5f070ac req-5a2e4b14-fa52-47fe-86ef-616872d4143b tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb9e8433-428f-41b6-bb43-9502168917d7 HTTP/1.1" status: 200 len: 945 time: 0.0568943 Mar 11 20:22:06.563484 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-088d315b-f70e-43f7-94df-a7bec5f070ac req-fa2f0753-c78c-4a47-8966-b35839d75020 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402050 Mar 11 20:22:06.823044 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e7ecbf77-8610-4918-8519-36da62cd01c2 req-c1e362fb-e665-4dd2-9c79-c198b83d2874 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=eb9e8433-428f-41b6-bb43-9502168917d7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0758617 Mar 11 20:22:06.830284 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaba1b9-47ce-4ecb-a946-be0afead7a73 req-d4517171-2036-4dc4-9f6e-26cd85f8e81a tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:06.831670 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cdaba1b9-47ce-4ecb-a946-be0afead7a73 req-d4517171-2036-4dc4-9f6e-26cd85f8e81a tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb9e8433-428f-41b6-bb43-9502168917d7 HTTP/1.1" status: 200 len: 945 time: 0.0764143 Mar 11 20:22:06.879390 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cdaba1b9-47ce-4ecb-a946-be0afead7a73 req-ea47afcb-3e53-4db3-b443-515cb50e9f6e tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417759 Mar 11 20:22:07.151906 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ecbf77-8610-4918-8519-36da62cd01c2 req-1113cd8f-fc0c-4744-a34b-23977ed836cb tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:07.153162 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e7ecbf77-8610-4918-8519-36da62cd01c2 req-1113cd8f-fc0c-4744-a34b-23977ed836cb tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports/a11c5e57-2bbc-488a-88df-e8976b44a370 HTTP/1.1" status: 200 len: 942 time: 0.0501258 Mar 11 20:22:07.948889 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ecbf77-8610-4918-8519-36da62cd01c2 req-2acd572f-b3e9-4563-b813-cd1cf5913738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:07.950395 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e7ecbf77-8610-4918-8519-36da62cd01c2 req-2acd572f-b3e9-4563-b813-cd1cf5913738 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=af1f598b8c104ddf97b71280587e9547&device_id=eb9e8433-428f-41b6-bb43-9502168917d7 HTTP/1.1" status: 200 len: 1127 time: 0.0486355 Mar 11 20:22:08.060318 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f0f4f7-03c9-4b80-828a-31555d6cd3ff req-8edbff1e-b771-4c75-b051-9ba3f87361fc tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:08.061781 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-19f0f4f7-03c9-4b80-828a-31555d6cd3ff req-8edbff1e-b771-4c75-b051-9ba3f87361fc tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb9e8433-428f-41b6-bb43-9502168917d7 HTTP/1.1" status: 200 len: 945 time: 0.1105216 Mar 11 20:22:08.084663 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ecbf77-8610-4918-8519-36da62cd01c2 req-b009afb2-0cd0-4cc9-a804-16083671ded3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:08.086077 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e7ecbf77-8610-4918-8519-36da62cd01c2 req-b009afb2-0cd0-4cc9-a804-16083671ded3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a05c1fce-8078-4251-8882-f6a1bad56de7 HTTP/1.1" status: 200 len: 915 time: 0.1265357 Mar 11 20:22:08.131355 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e7ecbf77-8610-4918-8519-36da62cd01c2 req-1a635c3e-ac39-4085-943f-e5272f129fd5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a11c5e57-2bbc-488a-88df-e8976b44a370 HTTP/1.1" status: 200 len: 217 time: 0.0391781 Mar 11 20:22:08.180437 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-19f0f4f7-03c9-4b80-828a-31555d6cd3ff req-4443cd9b-1065-489e-be50-42b1d6dc2b36 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108418 Mar 11 20:22:08.192820 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ecbf77-8610-4918-8519-36da62cd01c2 req-e055519f-9258-43f1-8948-b42f72f14841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:08.194226 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e7ecbf77-8610-4918-8519-36da62cd01c2 req-e055519f-9258-43f1-8948-b42f72f14841 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a5c7a34f-7d1a-4915-a61e-fafb4617cfe3 HTTP/1.1" status: 200 len: 854 time: 0.0556314 Mar 11 20:22:08.229468 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e7ecbf77-8610-4918-8519-36da62cd01c2 req-f044b080-0416-4955-8417-4a1d65fbb80b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a05c1fce-8078-4251-8882-f6a1bad56de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289776 Mar 11 20:22:08.316548 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e7ecbf77-8610-4918-8519-36da62cd01c2 req-70dcea34-7929-4856-bec8-ac5ebaf4a21b service neutron] 10.222.0.57 "GET /v2.0/networks/a05c1fce-8078-4251-8882-f6a1bad56de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812767 Mar 11 20:22:08.405854 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e7ecbf77-8610-4918-8519-36da62cd01c2 req-b22a8981-1f88-4504-8081-edcc2dd07ff7 service neutron] 10.222.0.57 "GET /v2.0/networks/a05c1fce-8078-4251-8882-f6a1bad56de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831668 Mar 11 20:22:09.298574 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e75403-3738-4c32-8a26-fc928e57a69f req-4daf1910-97f1-434d-ada3-42ff89c811f9 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:09.300048 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b9e75403-3738-4c32-8a26-fc928e57a69f req-4daf1910-97f1-434d-ada3-42ff89c811f9 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb9e8433-428f-41b6-bb43-9502168917d7 HTTP/1.1" status: 200 len: 945 time: 0.0523562 Mar 11 20:22:09.345170 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b9e75403-3738-4c32-8a26-fc928e57a69f req-a5535c86-2735-45d2-930f-2921e7182e91 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395267 Mar 11 20:22:10.467203 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ac365c-befe-4cf9-b16a-a54c3d7bbbde req-7dd35b2d-c1c2-4239-adc9-151a74434ae4 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:10.468686 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-84ac365c-befe-4cf9-b16a-a54c3d7bbbde req-7dd35b2d-c1c2-4239-adc9-151a74434ae4 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb9e8433-428f-41b6-bb43-9502168917d7 HTTP/1.1" status: 200 len: 945 time: 0.0527420 Mar 11 20:22:10.521387 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-84ac365c-befe-4cf9-b16a-a54c3d7bbbde req-c9f8ac3d-bd50-42ae-b5ec-350260ae7595 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466020 Mar 11 20:22:11.654923 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f9ba1-a8f9-432e-8b1b-166484b1951f req-158cc845-9d54-4e95-aa95-be7b055a25d3 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:11.656481 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a30f9ba1-a8f9-432e-8b1b-166484b1951f req-158cc845-9d54-4e95-aa95-be7b055a25d3 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb9e8433-428f-41b6-bb43-9502168917d7 HTTP/1.1" status: 200 len: 945 time: 0.0587752 Mar 11 20:22:11.703216 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a30f9ba1-a8f9-432e-8b1b-166484b1951f req-a662c928-0814-4db4-a008-76a2f1957cd5 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406141 Mar 11 20:22:12.822159 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11928001-c0cb-4e6f-9fa4-140f5d836a91 req-b4872f95-d79f-4a62-9a19-36401eda1594 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:12.823661 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-11928001-c0cb-4e6f-9fa4-140f5d836a91 req-b4872f95-d79f-4a62-9a19-36401eda1594 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb9e8433-428f-41b6-bb43-9502168917d7 HTTP/1.1" status: 200 len: 945 time: 0.0528431 Mar 11 20:22:12.870972 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-11928001-c0cb-4e6f-9fa4-140f5d836a91 req-199983c1-f8c4-479b-a01e-595dd2e6be64 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415227 Mar 11 20:22:13.993890 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e982088-266b-454c-bdeb-d90dd45c942d req-387b040c-81e9-4b9b-90c0-3eed7d1c2c69 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:13.995348 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3e982088-266b-454c-bdeb-d90dd45c942d req-387b040c-81e9-4b9b-90c0-3eed7d1c2c69 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb9e8433-428f-41b6-bb43-9502168917d7 HTTP/1.1" status: 200 len: 945 time: 0.0550017 Mar 11 20:22:14.040630 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3e982088-266b-454c-bdeb-d90dd45c942d req-ba25299a-3ccb-49fb-9585-84da8bcd75b6 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390100 Mar 11 20:22:15.157621 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce80f2fa-4e36-4fdd-8f51-eccc16f9b6aa req-bd84ba3a-c54f-4ac1-b019-d5dee5285cda tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:15.159072 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ce80f2fa-4e36-4fdd-8f51-eccc16f9b6aa req-bd84ba3a-c54f-4ac1-b019-d5dee5285cda tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb9e8433-428f-41b6-bb43-9502168917d7 HTTP/1.1" status: 200 len: 945 time: 0.0512094 Mar 11 20:22:15.204678 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ce80f2fa-4e36-4fdd-8f51-eccc16f9b6aa req-6291b27b-7fc9-41ba-8941-0ff02a70e6dc tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400138 Mar 11 20:22:16.321510 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef100a8-09ba-4695-88d5-6537691b3362 req-47f8c49a-445b-4cba-bb25-75d015c8c2fb tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:16.322969 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bef100a8-09ba-4695-88d5-6537691b3362 req-47f8c49a-445b-4cba-bb25-75d015c8c2fb tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb9e8433-428f-41b6-bb43-9502168917d7 HTTP/1.1" status: 200 len: 945 time: 0.0511198 Mar 11 20:22:16.372299 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bef100a8-09ba-4695-88d5-6537691b3362 req-cab6b4f4-b268-4323-be09-8a92325ed7ac tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437541 Mar 11 20:22:17.490367 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d8670a-5808-4a71-8988-34ee842b7db0 req-f4be6445-7c19-4bad-8fe2-61dc39daf559 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:17.491813 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b2d8670a-5808-4a71-8988-34ee842b7db0 req-f4be6445-7c19-4bad-8fe2-61dc39daf559 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb9e8433-428f-41b6-bb43-9502168917d7 HTTP/1.1" status: 200 len: 945 time: 0.0524192 Mar 11 20:22:17.538495 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b2d8670a-5808-4a71-8988-34ee842b7db0 req-9e591f46-6ed2-405b-b418-9a1659f5a51c tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407839 Mar 11 20:22:18.658749 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2db30-dc06-448e-b3e5-30dcc25bf426 req-7a1acca1-3f9d-4147-b80a-ae0ff4f62103 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:18.660228 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c8e2db30-dc06-448e-b3e5-30dcc25bf426 req-7a1acca1-3f9d-4147-b80a-ae0ff4f62103 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb9e8433-428f-41b6-bb43-9502168917d7 HTTP/1.1" status: 200 len: 945 time: 0.0542052 Mar 11 20:22:18.704966 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c8e2db30-dc06-448e-b3e5-30dcc25bf426 req-06523e32-2abf-4012-ab93-acb2290219b9 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392616 Mar 11 20:22:19.287249 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:22:19.827709 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc69765-0c32-4d2f-8571-0855ff154d31 req-398984a9-6bb9-4512-bfc0-47631b2ff550 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:19.829855 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fcc69765-0c32-4d2f-8571-0855ff154d31 req-398984a9-6bb9-4512-bfc0-47631b2ff550 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb9e8433-428f-41b6-bb43-9502168917d7 HTTP/1.1" status: 200 len: 945 time: 0.0547774 Mar 11 20:22:19.874610 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fcc69765-0c32-4d2f-8571-0855ff154d31 req-aa058814-4ca8-4741-96fb-ddc279884bea tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390944 Mar 11 20:22:20.994255 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e3cbc-8582-42af-9305-73e485a00cdd req-484038d7-12b1-41b8-a7a5-de4ca2441aa6 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:20.995734 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7a6e3cbc-8582-42af-9305-73e485a00cdd req-484038d7-12b1-41b8-a7a5-de4ca2441aa6 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb9e8433-428f-41b6-bb43-9502168917d7 HTTP/1.1" status: 200 len: 945 time: 0.0514429 Mar 11 20:22:21.041640 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7a6e3cbc-8582-42af-9305-73e485a00cdd req-12031086-1e6f-4b3c-af88-36b1e0f19074 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398872 Mar 11 20:22:22.162493 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea937658-12ee-4262-9039-9485c2138db6 req-6e72df70-075f-4144-bc24-29d659f6530f tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:22.163977 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ea937658-12ee-4262-9039-9485c2138db6 req-6e72df70-075f-4144-bc24-29d659f6530f tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb9e8433-428f-41b6-bb43-9502168917d7 HTTP/1.1" status: 200 len: 945 time: 0.0555317 Mar 11 20:22:22.208661 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ea937658-12ee-4262-9039-9485c2138db6 req-beafa5f6-b8ec-49c2-97d9-99ecdf6c14d4 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391562 Mar 11 20:22:22.385008 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ad2b14dd-90bc-473b-97f0-d8972b901609 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:22:23.033004 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:22:23.326489 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8dba4-7b17-4997-9f48-f7f8eae9acbb req-47c1db68-1144-435d-b3c8-51bf87e60b21 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:23.327964 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f4b8dba4-7b17-4997-9f48-f7f8eae9acbb req-47c1db68-1144-435d-b3c8-51bf87e60b21 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb9e8433-428f-41b6-bb43-9502168917d7 HTTP/1.1" status: 200 len: 945 time: 0.0513499 Mar 11 20:22:23.373367 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f4b8dba4-7b17-4997-9f48-f7f8eae9acbb req-beabeeb6-cdcb-4e62-9f72-fee5c30ccbd8 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397675 Mar 11 20:22:24.490343 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b07a9c-202b-4bf4-a303-544e1385893d req-dc8b9412-020b-4dd5-84f2-69e846ce4dd6 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:24.491956 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-16b07a9c-202b-4bf4-a303-544e1385893d req-dc8b9412-020b-4dd5-84f2-69e846ce4dd6 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb9e8433-428f-41b6-bb43-9502168917d7 HTTP/1.1" status: 200 len: 945 time: 0.0507555 Mar 11 20:22:24.541953 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-16b07a9c-202b-4bf4-a303-544e1385893d req-f4f591f5-c741-454b-b810-b913d968995f tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439990 Mar 11 20:22:24.683951 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cbda8cf2-cb63-41ef-baad-b49384f6d2ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:22:25.658978 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b34a59-24cf-4efe-8e23-7fc3f4a6dda7 req-31c93bc8-eecb-4268-8764-4b7aa19c6ba6 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:25.660480 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-68b34a59-24cf-4efe-8e23-7fc3f4a6dda7 req-31c93bc8-eecb-4268-8764-4b7aa19c6ba6 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb9e8433-428f-41b6-bb43-9502168917d7 HTTP/1.1" status: 200 len: 945 time: 0.0527885 Mar 11 20:22:25.705275 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-68b34a59-24cf-4efe-8e23-7fc3f4a6dda7 req-e0d24ce9-9afc-4b61-93bf-5443a52c5b75 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392137 Mar 11 20:22:26.348508 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:22:26.825673 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c876c4-ab95-49ae-83df-5d49487ab427 req-8050195f-0f97-4989-9d5b-72c4b17c37a0 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:26.827124 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-05c876c4-ab95-49ae-83df-5d49487ab427 req-8050195f-0f97-4989-9d5b-72c4b17c37a0 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb9e8433-428f-41b6-bb43-9502168917d7 HTTP/1.1" status: 200 len: 945 time: 0.0512288 Mar 11 20:22:26.872099 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-05c876c4-ab95-49ae-83df-5d49487ab427 req-cf43d2aa-de2a-452e-8543-00187fef47ab tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393822 Mar 11 20:22:27.741920 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:22:27.994182 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca670fb-9b10-4429-bd6a-a7b2d10520ce req-42234643-7aea-4be8-a3db-4d88f8f110ac tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:27.995550 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1ca670fb-9b10-4429-bd6a-a7b2d10520ce req-42234643-7aea-4be8-a3db-4d88f8f110ac tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb9e8433-428f-41b6-bb43-9502168917d7 HTTP/1.1" status: 200 len: 945 time: 0.0548015 Mar 11 20:22:28.041786 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1ca670fb-9b10-4429-bd6a-a7b2d10520ce req-e9b0d9a6-03bd-4407-8fbe-b616d2575d88 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399971 Mar 11 20:22:29.073694 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:22:29.162284 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9daaaf-f49a-4c43-9a98-8c28ccc634e3 req-787c9f8c-046f-421c-ad9c-a662e4cfa193 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:29.163752 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4b9daaaf-f49a-4c43-9a98-8c28ccc634e3 req-787c9f8c-046f-421c-ad9c-a662e4cfa193 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb9e8433-428f-41b6-bb43-9502168917d7 HTTP/1.1" status: 200 len: 945 time: 0.0509503 Mar 11 20:22:29.209602 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4b9daaaf-f49a-4c43-9a98-8c28ccc634e3 req-76a985cf-d071-4829-92dc-ec9473858bfa tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402727 Mar 11 20:22:30.324886 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb7a36d-9cbc-45d8-86d0-7ff381440288 req-4a36af58-09e8-4db0-bde4-411bbf733441 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:30.326332 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cbb7a36d-9cbc-45d8-86d0-7ff381440288 req-4a36af58-09e8-4db0-bde4-411bbf733441 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb9e8433-428f-41b6-bb43-9502168917d7 HTTP/1.1" status: 200 len: 945 time: 0.0506084 Mar 11 20:22:30.375172 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cbb7a36d-9cbc-45d8-86d0-7ff381440288 req-69065384-83ab-473d-9d37-07d4494e8530 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427897 Mar 11 20:22:31.492740 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de39fb9-718f-4377-9cd9-9329ebdbbfa7 req-51caf593-10d6-45bb-9764-4de22248d1ba tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:31.494108 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8de39fb9-718f-4377-9cd9-9329ebdbbfa7 req-51caf593-10d6-45bb-9764-4de22248d1ba tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb9e8433-428f-41b6-bb43-9502168917d7 HTTP/1.1" status: 200 len: 945 time: 0.0516076 Mar 11 20:22:31.540878 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8de39fb9-718f-4377-9cd9-9329ebdbbfa7 req-ac6e8bb3-5c8d-4646-87d1-7bd7760e3cc9 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411489 Mar 11 20:22:32.662699 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7054ed-ec1a-4239-85e0-0f5e64212df8 req-2f0707ca-75f3-4f8f-8917-37808e307be4 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:32.664185 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9d7054ed-ec1a-4239-85e0-0f5e64212df8 req-2f0707ca-75f3-4f8f-8917-37808e307be4 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb9e8433-428f-41b6-bb43-9502168917d7 HTTP/1.1" status: 200 len: 945 time: 0.0516350 Mar 11 20:22:32.715852 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9d7054ed-ec1a-4239-85e0-0f5e64212df8 req-3c7951c3-a5ae-4872-a600-e2d2461beaf5 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460088 Mar 11 20:22:33.835768 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1a7483-4245-41c8-9a6e-e08350cb79ff req-3056f6dc-c219-4533-99c8-e3ad2074060f tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:33.837209 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9b1a7483-4245-41c8-9a6e-e08350cb79ff req-3056f6dc-c219-4533-99c8-e3ad2074060f tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb9e8433-428f-41b6-bb43-9502168917d7 HTTP/1.1" status: 200 len: 945 time: 0.0545816 Mar 11 20:22:33.882959 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9b1a7483-4245-41c8-9a6e-e08350cb79ff req-009717b9-4568-45a5-b822-fee0c01118e5 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401158 Mar 11 20:22:35.002349 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e38a8-34aa-4971-a264-18d0854cc75d req-7f069c38-cf88-4fa6-8b2b-cc33ed478972 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:35.003750 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9b0e38a8-34aa-4971-a264-18d0854cc75d req-7f069c38-cf88-4fa6-8b2b-cc33ed478972 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb9e8433-428f-41b6-bb43-9502168917d7 HTTP/1.1" status: 200 len: 945 time: 0.0518916 Mar 11 20:22:35.049160 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9b0e38a8-34aa-4971-a264-18d0854cc75d req-1b41d22f-382e-4cf8-a9ed-708d92a9832d tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398250 Mar 11 20:22:35.295945 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [req-e7ecbf77-8610-4918-8519-36da62cd01c2 req-fd5774d2-dd3d-4459-b05b-7e43fd7e77bb service neutron] show failed (client error): The resource could not be found. Mar 11 20:22:35.296959 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e7ecbf77-8610-4918-8519-36da62cd01c2 req-fd5774d2-dd3d-4459-b05b-7e43fd7e77bb service neutron] 10.222.0.57 "GET /v2.0/ports/a11c5e57-2bbc-488a-88df-e8976b44a370/bindings/n-h1-833163-1 HTTP/1.1" status: 404 len: 380 time: 0.0562975 Mar 11 20:22:35.355520 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:22:35.488603 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ecbf77-8610-4918-8519-36da62cd01c2 req-4691c829-ada1-4ca6-b792-e20eedf5caad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:35.490043 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e7ecbf77-8610-4918-8519-36da62cd01c2 req-4691c829-ada1-4ca6-b792-e20eedf5caad service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=eb9e8433-428f-41b6-bb43-9502168917d7&tenant_id=af1f598b8c104ddf97b71280587e9547 HTTP/1.1" status: 200 len: 1127 time: 0.0433834 Mar 11 20:22:35.500490 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [req-e7ecbf77-8610-4918-8519-36da62cd01c2 req-ea395790-f94e-47c4-8a5f-a2ef9da4ec09 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-833163-1', 'device_owner': 'compute:nova'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:22:35.556069 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e7ecbf77-8610-4918-8519-36da62cd01c2 req-ea395790-f94e-47c4-8a5f-a2ef9da4ec09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a11c5e57-2bbc-488a-88df-e8976b44a370), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:22:35.752600 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-e7ecbf77-8610-4918-8519-36da62cd01c2 req-ea395790-f94e-47c4-8a5f-a2ef9da4ec09 service neutron] For port a11c5e57-2bbc-488a-88df-e8976b44a370, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=a11c5e57-2bbc-488a-88df-e8976b44a370,segment=NetworkSegment(2c56ba54-6bad-4bd8-9049-4da77c3d71a1),segment_id=2c56ba54-6bad-4bd8-9049-4da77c3d71a1)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:22:35.783322 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-e7ecbf77-8610-4918-8519-36da62cd01c2 req-ea395790-f94e-47c4-8a5f-a2ef9da4ec09 service neutron] For port a11c5e57-2bbc-488a-88df-e8976b44a370, host n-h2-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:22:35.820720 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb9e8433-428f-41b6-bb43-9502168917d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a11c5e57-2bbc-488a-88df-e8976b44a370'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:22:35.822868 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d189b72-d158-4b12-8ae7-47ec8e88e5e4" -d '{"events": [{"server_uuid": "eb9e8433-428f-41b6-bb43-9502168917d7", "name": "network-vif-unplugged", "status": "completed", "tag": "a11c5e57-2bbc-488a-88df-e8976b44a370"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:22:35.826346 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e7ecbf77-8610-4918-8519-36da62cd01c2 req-ea395790-f94e-47c4-8a5f-a2ef9da4ec09 service neutron] Publish callbacks [] for port (a11c5e57-2bbc-488a-88df-e8976b44a370), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:22:35.839092 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.provisioning_blocks [req-e7ecbf77-8610-4918-8519-36da62cd01c2 req-ea395790-f94e-47c4-8a5f-a2ef9da4ec09 service neutron] Transition to ACTIVE for port object a11c5e57-2bbc-488a-88df-e8976b44a370 will not be triggered until provisioned by entity L2. {{(pid=103884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 20:22:35.843409 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e7ecbf77-8610-4918-8519-36da62cd01c2 req-ea395790-f94e-47c4-8a5f-a2ef9da4ec09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (a11c5e57-2bbc-488a-88df-e8976b44a370), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:22:35.875822 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 20:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7740251-ae96-44da-bb8f-306745785229 x-openstack-request-id: req-a7740251-ae96-44da-bb8f-306745785229 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:22:35.876604 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb9e8433-428f-41b6-bb43-9502168917d7", "name": "network-vif-unplugged", "status": "completed", "tag": "a11c5e57-2bbc-488a-88df-e8976b44a370", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:22:35.876604 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a7740251-ae96-44da-bb8f-306745785229 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:22:35.876781 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb9e8433-428f-41b6-bb43-9502168917d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a11c5e57-2bbc-488a-88df-e8976b44a370', 'code': 200} Mar 11 20:22:35.907237 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea395790-f94e-47c4-8a5f-a2ef9da4ec09 service neutron] Pushing event updated for resources: {'Port': ['ID=a11c5e57-2bbc-488a-88df-e8976b44a370,revision_number=6']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:22:35.909658 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7ecbf77-8610-4918-8519-36da62cd01c2 req-ea395790-f94e-47c4-8a5f-a2ef9da4ec09 service neutron] No DVR routers for this DVR port a11c5e57-2bbc-488a-88df-e8976b44a370 on host n-h2-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:22:35.944950 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-e7ecbf77-8610-4918-8519-36da62cd01c2 req-ea395790-f94e-47c4-8a5f-a2ef9da4ec09 service neutron] Attempting to bind port a11c5e57-2bbc-488a-88df-e8976b44a370 on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:22:35.945291 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-e7ecbf77-8610-4918-8519-36da62cd01c2 req-ea395790-f94e-47c4-8a5f-a2ef9da4ec09 service neutron] Attempting to bind port a11c5e57-2bbc-488a-88df-e8976b44a370 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '2c56ba54-6bad-4bd8-9049-4da77c3d71a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'a05c1fce-8078-4251-8882-f6a1bad56de7'}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:22:35.945620 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ecbf77-8610-4918-8519-36da62cd01c2 req-ea395790-f94e-47c4-8a5f-a2ef9da4ec09 service neutron] Attempting to bind port a11c5e57-2bbc-488a-88df-e8976b44a370 on network a05c1fce-8078-4251-8882-f6a1bad56de7 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:22:35.949997 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ecbf77-8610-4918-8519-36da62cd01c2 req-ea395790-f94e-47c4-8a5f-a2ef9da4ec09 service neutron] Port a11c5e57-2bbc-488a-88df-e8976b44a370 on network a05c1fce-8078-4251-8882-f6a1bad56de7 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 20:22:35.950318 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ecbf77-8610-4918-8519-36da62cd01c2 req-ea395790-f94e-47c4-8a5f-a2ef9da4ec09 service neutron] Attempting to bind port a11c5e57-2bbc-488a-88df-e8976b44a370 on network a05c1fce-8078-4251-8882-f6a1bad56de7 {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:22:35.955056 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ecbf77-8610-4918-8519-36da62cd01c2 req-ea395790-f94e-47c4-8a5f-a2ef9da4ec09 service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:22:35.955397 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ecbf77-8610-4918-8519-36da62cd01c2 req-ea395790-f94e-47c4-8a5f-a2ef9da4ec09 service neutron] Checking segment: {'id': '2c56ba54-6bad-4bd8-9049-4da77c3d71a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'a05c1fce-8078-4251-8882-f6a1bad56de7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:22:35.955816 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7ecbf77-8610-4918-8519-36da62cd01c2 req-ea395790-f94e-47c4-8a5f-a2ef9da4ec09 service neutron] Bound using segment: {'id': '2c56ba54-6bad-4bd8-9049-4da77c3d71a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'a05c1fce-8078-4251-8882-f6a1bad56de7'} {{(pid=103884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:22:35.956243 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.managers [req-e7ecbf77-8610-4918-8519-36da62cd01c2 req-ea395790-f94e-47c4-8a5f-a2ef9da4ec09 service neutron] Bound port: a11c5e57-2bbc-488a-88df-e8976b44a370, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c56ba54-6bad-4bd8-9049-4da77c3d71a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'a05c1fce-8078-4251-8882-f6a1bad56de7'}}] {{(pid=103884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:22:35.956600 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e7ecbf77-8610-4918-8519-36da62cd01c2 req-ea395790-f94e-47c4-8a5f-a2ef9da4ec09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a11c5e57-2bbc-488a-88df-e8976b44a370), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:22:36.020863 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-e7ecbf77-8610-4918-8519-36da62cd01c2 req-ea395790-f94e-47c4-8a5f-a2ef9da4ec09 service neutron] For port a11c5e57-2bbc-488a-88df-e8976b44a370, host n-h1-833163-1, cleared binding levels {{(pid=103884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:22:36.024530 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-e7ecbf77-8610-4918-8519-36da62cd01c2 req-ea395790-f94e-47c4-8a5f-a2ef9da4ec09 service neutron] For port a11c5e57-2bbc-488a-88df-e8976b44a370, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=a11c5e57-2bbc-488a-88df-e8976b44a370,segment=NetworkSegment(2c56ba54-6bad-4bd8-9049-4da77c3d71a1),segment_id=2c56ba54-6bad-4bd8-9049-4da77c3d71a1)] {{(pid=103884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:22:36.030220 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e7ecbf77-8610-4918-8519-36da62cd01c2 req-ea395790-f94e-47c4-8a5f-a2ef9da4ec09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (a11c5e57-2bbc-488a-88df-e8976b44a370), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:22:36.064004 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ecbf77-8610-4918-8519-36da62cd01c2 req-ea395790-f94e-47c4-8a5f-a2ef9da4ec09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:36.064695 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-e7ecbf77-8610-4918-8519-36da62cd01c2 req-ea395790-f94e-47c4-8a5f-a2ef9da4ec09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:22:36.066057 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e7ecbf77-8610-4918-8519-36da62cd01c2 req-ea395790-f94e-47c4-8a5f-a2ef9da4ec09 service neutron] 10.222.0.75 "PUT /v2.0/ports/a11c5e57-2bbc-488a-88df-e8976b44a370 HTTP/1.1" status: 200 len: 1091 time: 0.5698040 Mar 11 20:22:36.086627 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea395790-f94e-47c4-8a5f-a2ef9da4ec09 service neutron] Pushing event updated for resources: {'Port': ['ID=a11c5e57-2bbc-488a-88df-e8976b44a370,revision_number=7']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:22:36.133540 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ecbf77-8610-4918-8519-36da62cd01c2 req-5a78b2de-5da0-482f-93fb-440a084a3231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:36.135033 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e7ecbf77-8610-4918-8519-36da62cd01c2 req-5a78b2de-5da0-482f-93fb-440a084a3231 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=af1f598b8c104ddf97b71280587e9547&device_id=eb9e8433-428f-41b6-bb43-9502168917d7 HTTP/1.1" status: 200 len: 1125 time: 0.0454438 Mar 11 20:22:36.171507 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae86343-f818-48af-a63a-8c1582678ad6 req-c8ad51d9-4a64-4ae7-afc1-6ecac114ffd3 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:36.173582 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cae86343-f818-48af-a63a-8c1582678ad6 req-c8ad51d9-4a64-4ae7-afc1-6ecac114ffd3 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb9e8433-428f-41b6-bb43-9502168917d7 HTTP/1.1" status: 200 len: 943 time: 0.0534108 Mar 11 20:22:36.219516 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cae86343-f818-48af-a63a-8c1582678ad6 req-61cedafc-1dcb-4017-873e-9d968af3c696 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401392 Mar 11 20:22:36.230484 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ecbf77-8610-4918-8519-36da62cd01c2 req-dba396e3-96a9-41b4-8245-34743455a310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:36.232132 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e7ecbf77-8610-4918-8519-36da62cd01c2 req-dba396e3-96a9-41b4-8245-34743455a310 service neutron] 10.222.0.75 "GET /v2.0/networks?id=a05c1fce-8078-4251-8882-f6a1bad56de7 HTTP/1.1" status: 200 len: 915 time: 0.0914178 Mar 11 20:22:36.274664 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e7ecbf77-8610-4918-8519-36da62cd01c2 req-7e318292-86f1-4825-93b4-3b61a176f231 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a11c5e57-2bbc-488a-88df-e8976b44a370 HTTP/1.1" status: 200 len: 217 time: 0.0340993 Mar 11 20:22:36.324264 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ecbf77-8610-4918-8519-36da62cd01c2 req-2cc4c861-aaf6-45ef-92a4-e2a9daeb9011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:36.325653 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e7ecbf77-8610-4918-8519-36da62cd01c2 req-2cc4c861-aaf6-45ef-92a4-e2a9daeb9011 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a5c7a34f-7d1a-4915-a61e-fafb4617cfe3 HTTP/1.1" status: 200 len: 854 time: 0.0456529 Mar 11 20:22:36.356682 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e7ecbf77-8610-4918-8519-36da62cd01c2 req-6509bb83-8a28-4779-a38b-0691a570190b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a05c1fce-8078-4251-8882-f6a1bad56de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243783 Mar 11 20:22:36.441457 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e7ecbf77-8610-4918-8519-36da62cd01c2 req-ba7f2d48-34dc-4755-bd12-719223883bbb service neutron] 10.222.0.75 "GET /v2.0/networks/a05c1fce-8078-4251-8882-f6a1bad56de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787933 Mar 11 20:22:36.530535 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e7ecbf77-8610-4918-8519-36da62cd01c2 req-55532f27-9682-459c-b3e4-edc997cf745c service neutron] 10.222.0.75 "GET /v2.0/networks/a05c1fce-8078-4251-8882-f6a1bad56de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832908 Mar 11 20:22:37.344026 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccef8f6-1e66-4be8-9b20-1c7e539a5298 req-84efc8ef-5ff4-4ac9-92c5-84049a38166c tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:37.345496 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8ccef8f6-1e66-4be8-9b20-1c7e539a5298 req-84efc8ef-5ff4-4ac9-92c5-84049a38166c tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb9e8433-428f-41b6-bb43-9502168917d7 HTTP/1.1" status: 200 len: 943 time: 0.0572765 Mar 11 20:22:37.391049 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8ccef8f6-1e66-4be8-9b20-1c7e539a5298 req-4352aac9-c0c9-4ee6-be26-049239293a14 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397761 Mar 11 20:22:37.877652 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb9e8433-428f-41b6-bb43-9502168917d7', 'tag': 'a11c5e57-2bbc-488a-88df-e8976b44a370'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:22:37.880040 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5380c034-5e7a-49b4-a383-2f21b291a964" -d '{"events": [{"name": "network-changed", "server_uuid": "eb9e8433-428f-41b6-bb43-9502168917d7", "tag": "a11c5e57-2bbc-488a-88df-e8976b44a370"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:22:37.925792 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f8e0ad-460e-4fe0-ae60-cbd89f403367 x-openstack-request-id: req-81f8e0ad-460e-4fe0-ae60-cbd89f403367 {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:22:37.926097 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb9e8433-428f-41b6-bb43-9502168917d7", "tag": "a11c5e57-2bbc-488a-88df-e8976b44a370", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:22:37.926357 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-81f8e0ad-460e-4fe0-ae60-cbd89f403367 {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:22:37.926765 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb9e8433-428f-41b6-bb43-9502168917d7', 'tag': 'a11c5e57-2bbc-488a-88df-e8976b44a370', 'status': 'completed', 'code': 200} Mar 11 20:22:37.993250 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380c034-5e7a-49b4-a383-2f21b291a964 req-3919f350-9e22-43d6-b7c3-68f1d843f037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:37.995044 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5380c034-5e7a-49b4-a383-2f21b291a964 req-3919f350-9e22-43d6-b7c3-68f1d843f037 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=af1f598b8c104ddf97b71280587e9547&device_id=eb9e8433-428f-41b6-bb43-9502168917d7 HTTP/1.1" status: 200 len: 1125 time: 0.0487466 Mar 11 20:22:37.996663 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380c034-5e7a-49b4-a383-2f21b291a964 req-037af330-3b76-4f72-ad83-440ca14ab059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:37.998383 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5380c034-5e7a-49b4-a383-2f21b291a964 req-037af330-3b76-4f72-ad83-440ca14ab059 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=af1f598b8c104ddf97b71280587e9547&device_id=eb9e8433-428f-41b6-bb43-9502168917d7 HTTP/1.1" status: 200 len: 1125 time: 0.0500829 Mar 11 20:22:38.098629 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380c034-5e7a-49b4-a383-2f21b291a964 req-23e964b0-be5b-4c2a-8763-37de64dc6ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:38.100174 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5380c034-5e7a-49b4-a383-2f21b291a964 req-23e964b0-be5b-4c2a-8763-37de64dc6ebc service neutron] 10.222.0.57 "GET /v2.0/networks?id=a05c1fce-8078-4251-8882-f6a1bad56de7 HTTP/1.1" status: 200 len: 915 time: 0.0962980 Mar 11 20:22:38.101271 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380c034-5e7a-49b4-a383-2f21b291a964 req-b84872b0-ef4d-4e02-97f6-26efafc1288b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:38.102696 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5380c034-5e7a-49b4-a383-2f21b291a964 req-b84872b0-ef4d-4e02-97f6-26efafc1288b service neutron] 10.222.0.75 "GET /v2.0/networks?id=a05c1fce-8078-4251-8882-f6a1bad56de7 HTTP/1.1" status: 200 len: 915 time: 0.1018422 Mar 11 20:22:38.143897 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5380c034-5e7a-49b4-a383-2f21b291a964 req-72e8a5c4-777d-4dba-a4ed-3230ee8b2993 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a11c5e57-2bbc-488a-88df-e8976b44a370 HTTP/1.1" status: 200 len: 217 time: 0.0350869 Mar 11 20:22:38.145001 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5380c034-5e7a-49b4-a383-2f21b291a964 req-a7c5fdf2-3826-4e68-8606-8b879ce365da service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a11c5e57-2bbc-488a-88df-e8976b44a370 HTTP/1.1" status: 200 len: 217 time: 0.0392561 Mar 11 20:22:38.193140 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380c034-5e7a-49b4-a383-2f21b291a964 req-494e5cba-65f1-41b9-84f3-81981f502cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:38.194013 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380c034-5e7a-49b4-a383-2f21b291a964 req-c3dd8625-a9ce-4ebd-a29a-84882d3db243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:38.194606 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5380c034-5e7a-49b4-a383-2f21b291a964 req-494e5cba-65f1-41b9-84f3-81981f502cce service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a5c7a34f-7d1a-4915-a61e-fafb4617cfe3 HTTP/1.1" status: 200 len: 854 time: 0.0441155 Mar 11 20:22:38.195434 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5380c034-5e7a-49b4-a383-2f21b291a964 req-c3dd8625-a9ce-4ebd-a29a-84882d3db243 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a5c7a34f-7d1a-4915-a61e-fafb4617cfe3 HTTP/1.1" status: 200 len: 854 time: 0.0421391 Mar 11 20:22:38.226693 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5380c034-5e7a-49b4-a383-2f21b291a964 req-5f1162db-10c6-4f02-9e88-3249ba90a245 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a05c1fce-8078-4251-8882-f6a1bad56de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261741 Mar 11 20:22:38.230628 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5380c034-5e7a-49b4-a383-2f21b291a964 req-4390efe9-7153-4149-a96f-a7aa07338e18 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a05c1fce-8078-4251-8882-f6a1bad56de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298433 Mar 11 20:22:38.318827 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5380c034-5e7a-49b4-a383-2f21b291a964 req-e1226a37-09a3-40fb-8b28-345f72791580 service neutron] 10.222.0.57 "GET /v2.0/networks/a05c1fce-8078-4251-8882-f6a1bad56de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866907 Mar 11 20:22:38.319325 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5380c034-5e7a-49b4-a383-2f21b291a964 req-69108bc8-3df3-49c7-8ad7-fab20ae8b367 service neutron] 10.222.0.75 "GET /v2.0/networks/a05c1fce-8078-4251-8882-f6a1bad56de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822611 Mar 11 20:22:38.414729 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-5380c034-5e7a-49b4-a383-2f21b291a964 req-d380386e-d44a-4502-8325-25054ec3d2bb service neutron] 10.222.0.75 "GET /v2.0/networks/a05c1fce-8078-4251-8882-f6a1bad56de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896261 Mar 11 20:22:38.778364 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab6cf23-3873-422e-a83e-3fbcb10f1435 req-5c91c293-f713-4a73-9844-3ad7ceb801bb tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:38.779772 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5ab6cf23-3873-422e-a83e-3fbcb10f1435 req-5c91c293-f713-4a73-9844-3ad7ceb801bb tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb9e8433-428f-41b6-bb43-9502168917d7 HTTP/1.1" status: 200 len: 943 time: 0.1031127 Mar 11 20:22:38.782508 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5380c034-5e7a-49b4-a383-2f21b291a964 req-ee0f1bb0-a4fe-471c-ac95-3fb8a6a9743c service neutron] 10.222.0.57 "GET /v2.0/networks/a05c1fce-8078-4251-8882-f6a1bad56de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4581187 Mar 11 20:22:38.828828 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5ab6cf23-3873-422e-a83e-3fbcb10f1435 req-d9eb790b-5348-4646-b6ad-c916bb9a337e tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414681 Mar 11 20:22:38.898043 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device a11c5e57-2bbc-488a-88df-e8976b44a370 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 20:22:38.997047 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port a11c5e57-2bbc-488a-88df-e8976b44a370, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=a11c5e57-2bbc-488a-88df-e8976b44a370,segment=NetworkSegment(2c56ba54-6bad-4bd8-9049-4da77c3d71a1),segment_id=2c56ba54-6bad-4bd8-9049-4da77c3d71a1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:22:39.008615 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': 'a11c5e57-2bbc-488a-88df-e8976b44a370', 'network_id': 'a05c1fce-8078-4251-8882-f6a1bad56de7', 'port_id': 'a11c5e57-2bbc-488a-88df-e8976b44a370', 'mac_address': 'fa:16:3e:af:58:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 884, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5c7a34f-7d1a-4915-a61e-fafb4617cfe3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 20:22:39.051831 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port a11c5e57-2bbc-488a-88df-e8976b44a370 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:22:39.052171 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a11c5e57-2bbc-488a-88df-e8976b44a370), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:22:39.062503 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8659d348-ff02-4696-8472-6db75ba336ca req-95b3bf71-4175-4210-9715-16e2982596b9 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:39.064003 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8659d348-ff02-4696-8472-6db75ba336ca req-95b3bf71-4175-4210-9715-16e2982596b9 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb9e8433-428f-41b6-bb43-9502168917d7 HTTP/1.1" status: 200 len: 943 time: 0.0929804 Mar 11 20:22:39.065059 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a11c5e57-2bbc-488a-88df-e8976b44a370 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:22:39.071481 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f0708-4b7f-46d1-aafe-4f414effe62a req-fa9b17b6-aa3c-41ce-943b-1561d05939ea tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:39.072871 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f8f0708-4b7f-46d1-aafe-4f414effe62a req-fa9b17b6-aa3c-41ce-943b-1561d05939ea tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.57 "GET /v2.0/ports?device_id=eb9e8433-428f-41b6-bb43-9502168917d7&tenant_id=af1f598b8c104ddf97b71280587e9547&binding%3Ahost_id=n-h1-833163-1 HTTP/1.1" status: 200 len: 943 time: 0.0903144 Mar 11 20:22:39.083904 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port a11c5e57-2bbc-488a-88df-e8976b44a370, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=a11c5e57-2bbc-488a-88df-e8976b44a370,segment=NetworkSegment(2c56ba54-6bad-4bd8-9049-4da77c3d71a1),segment_id=2c56ba54-6bad-4bd8-9049-4da77c3d71a1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:22:39.087581 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (a11c5e57-2bbc-488a-88df-e8976b44a370), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:22:39.134137 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=a11c5e57-2bbc-488a-88df-e8976b44a370,revision_number=8']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:22:39.158322 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8659d348-ff02-4696-8472-6db75ba336ca req-964597aa-80f0-40a5-a3ae-04b14dfe3195 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845046 Mar 11 20:22:39.163321 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [req-5f8f0708-4b7f-46d1-aafe-4f414effe62a req-f15a52df-cff3-4f6b-a3b9-2c086d0d36d5 service neutron] delete failed (client error): The resource could not be found. Mar 11 20:22:39.164294 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f8f0708-4b7f-46d1-aafe-4f414effe62a req-f15a52df-cff3-4f6b-a3b9-2c086d0d36d5 service neutron] 10.222.0.57 "DELETE /v2.0/ports/a11c5e57-2bbc-488a-88df-e8976b44a370/bindings/n-h2-833163-1 HTTP/1.1" status: 404 len: 380 time: 0.0837107 Mar 11 20:22:39.250448 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f0708-4b7f-46d1-aafe-4f414effe62a req-6bdaab14-ee96-4ac4-a95d-08610e087d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:39.251959 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f8f0708-4b7f-46d1-aafe-4f414effe62a req-6bdaab14-ee96-4ac4-a95d-08610e087d83 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=af1f598b8c104ddf97b71280587e9547&device_id=eb9e8433-428f-41b6-bb43-9502168917d7 HTTP/1.1" status: 200 len: 1126 time: 0.0459464 Mar 11 20:22:39.302493 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['a11c5e57-2bbc-488a-88df-e8976b44a370'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:22:39.341112 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f0708-4b7f-46d1-aafe-4f414effe62a req-5c0bc990-9a48-4b34-a6c8-bb0a8c5b7fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:39.342548 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f8f0708-4b7f-46d1-aafe-4f414effe62a req-5c0bc990-9a48-4b34-a6c8-bb0a8c5b7fa8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a05c1fce-8078-4251-8882-f6a1bad56de7 HTTP/1.1" status: 200 len: 915 time: 0.0852101 Mar 11 20:22:39.385291 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f8f0708-4b7f-46d1-aafe-4f414effe62a req-bdb745d0-8f94-4474-84dc-eccc5cb16dc8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a11c5e57-2bbc-488a-88df-e8976b44a370 HTTP/1.1" status: 200 len: 217 time: 0.0372872 Mar 11 20:22:39.431791 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f0708-4b7f-46d1-aafe-4f414effe62a req-c4c48d10-f04f-46e5-b3ba-72dcc146506e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:39.433226 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f8f0708-4b7f-46d1-aafe-4f414effe62a req-c4c48d10-f04f-46e5-b3ba-72dcc146506e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a5c7a34f-7d1a-4915-a61e-fafb4617cfe3 HTTP/1.1" status: 200 len: 854 time: 0.0431805 Mar 11 20:22:39.469831 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f8f0708-4b7f-46d1-aafe-4f414effe62a req-855459d9-e600-4dc2-aac2-ed4ac6e060e6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a05c1fce-8078-4251-8882-f6a1bad56de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304630 Mar 11 20:22:39.557235 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f8f0708-4b7f-46d1-aafe-4f414effe62a req-23144564-2227-436e-bd97-216511eb3cae service neutron] 10.222.0.57 "GET /v2.0/networks/a05c1fce-8078-4251-8882-f6a1bad56de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822542 Mar 11 20:22:39.649007 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f8f0708-4b7f-46d1-aafe-4f414effe62a req-e242120f-1583-421b-8420-3ad8f0c0af7d service neutron] 10.222.0.57 "GET /v2.0/networks/a05c1fce-8078-4251-8882-f6a1bad56de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866804 Mar 11 20:22:39.958580 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device a11c5e57-2bbc-488a-88df-e8976b44a370 no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:22:39.996726 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] The host n-h2-833163-1 is not matching for port a11c5e57-2bbc-488a-88df-e8976b44a370 host n-h1-833163-1! {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 20:22:39.997117 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device a11c5e57-2bbc-488a-88df-e8976b44a370 not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:22:40.278608 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ab751-27bf-4a16-9112-b2ff15f55c69 req-5d2d781b-609b-4748-b0be-a2e2b1fb31d8 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:40.280106 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-634ab751-27bf-4a16-9112-b2ff15f55c69 req-5d2d781b-609b-4748-b0be-a2e2b1fb31d8 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb9e8433-428f-41b6-bb43-9502168917d7 HTTP/1.1" status: 200 len: 944 time: 0.0526481 Mar 11 20:22:40.325234 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-634ab751-27bf-4a16-9112-b2ff15f55c69 req-85dca62e-84ef-42be-8907-4a769f7910bb tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395319 Mar 11 20:22:40.438870 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad22082c-4808-4c66-b9df-b5d1a44c6526 req-a3b499a3-b72a-401f-ab04-243c1b7f0e00 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:40.440344 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ad22082c-4808-4c66-b9df-b5d1a44c6526 req-a3b499a3-b72a-401f-ab04-243c1b7f0e00 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb9e8433-428f-41b6-bb43-9502168917d7 HTTP/1.1" status: 200 len: 944 time: 0.0511301 Mar 11 20:22:40.489732 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ad22082c-4808-4c66-b9df-b5d1a44c6526 req-05d911f4-c5e5-473b-8ac2-7d774c17d099 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438004 Mar 11 20:22:40.602975 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601172b-62e9-46bd-a26b-f716e9d44e10 req-deed32d6-c65e-422a-a95a-4415d18fb921 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:40.604447 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5601172b-62e9-46bd-a26b-f716e9d44e10 req-deed32d6-c65e-422a-a95a-4415d18fb921 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb9e8433-428f-41b6-bb43-9502168917d7 HTTP/1.1" status: 200 len: 944 time: 0.0512638 Mar 11 20:22:40.649529 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5601172b-62e9-46bd-a26b-f716e9d44e10 req-5c6fb180-7dd1-4968-882a-be1fa216c002 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389030 Mar 11 20:22:40.920809 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device a11c5e57-2bbc-488a-88df-e8976b44a370 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:22:40.972720 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port a11c5e57-2bbc-488a-88df-e8976b44a370 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 20:22:40.977107 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port a11c5e57-2bbc-488a-88df-e8976b44a370 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:22:40.977476 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (a11c5e57-2bbc-488a-88df-e8976b44a370), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:22:41.009080 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb656cf-26c6-4d39-a3bc-a69b65242d83 req-ee0d9568-9e54-400f-9139-d1e9115eadef tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:41.010656 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-edb656cf-26c6-4d39-a3bc-a69b65242d83 req-ee0d9568-9e54-400f-9139-d1e9115eadef tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/networks?id=a05c1fce-8078-4251-8882-f6a1bad56de7 HTTP/1.1" status: 200 len: 814 time: 0.1082749 Mar 11 20:22:41.026176 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-edb656cf-26c6-4d39-a3bc-a69b65242d83 req-736f0e4e-9cec-4d84-b7b2-1e705e12047f tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/quotas/af1f598b8c104ddf97b71280587e9547 HTTP/1.1" status: 200 len: 375 time: 0.0094049 Mar 11 20:22:41.066250 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port a11c5e57-2bbc-488a-88df-e8976b44a370 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:22:41.066643 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a11c5e57-2bbc-488a-88df-e8976b44a370), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:22:41.080322 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-edb656cf-26c6-4d39-a3bc-a69b65242d83 req-6783cde3-4f3e-49fa-a511-f13530787b98 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=af1f598b8c104ddf97b71280587e9547&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0479658 Mar 11 20:22:41.089819 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb9e8433-428f-41b6-bb43-9502168917d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a11c5e57-2bbc-488a-88df-e8976b44a370'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:22:41.092026 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af79503-3bed-4b31-b23c-dd7612766270" -d '{"events": [{"server_uuid": "eb9e8433-428f-41b6-bb43-9502168917d7", "name": "network-vif-plugged", "status": "completed", "tag": "a11c5e57-2bbc-488a-88df-e8976b44a370"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:22:41.104998 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port a11c5e57-2bbc-488a-88df-e8976b44a370, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=a11c5e57-2bbc-488a-88df-e8976b44a370,segment=NetworkSegment(2c56ba54-6bad-4bd8-9049-4da77c3d71a1),segment_id=2c56ba54-6bad-4bd8-9049-4da77c3d71a1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:22:41.109274 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (a11c5e57-2bbc-488a-88df-e8976b44a370), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:22:41.157442 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=a11c5e57-2bbc-488a-88df-e8976b44a370,revision_number=9']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:22:41.171128 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-edb656cf-26c6-4d39-a3bc-a69b65242d83 req-27f4a8bc-27a0-4dd5-9c0c-7b38529a63e0 service neutron] 10.222.0.65 "GET /v2.0/networks/a05c1fce-8078-4251-8882-f6a1bad56de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838606 Mar 11 20:22:41.263236 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-edb656cf-26c6-4d39-a3bc-a69b65242d83 req-91fb1ada-4e77-4611-837d-7ffc5d86e695 service neutron] 10.222.0.65 "GET /v2.0/networks/a05c1fce-8078-4251-8882-f6a1bad56de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862923 Mar 11 20:22:41.395210 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63cebbe3-5013-426e-b81f-ff63fc0c385e x-openstack-request-id: req-63cebbe3-5013-426e-b81f-ff63fc0c385e {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:22:41.395596 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb9e8433-428f-41b6-bb43-9502168917d7", "name": "network-vif-plugged", "status": "completed", "tag": "a11c5e57-2bbc-488a-88df-e8976b44a370", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:22:41.395974 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-63cebbe3-5013-426e-b81f-ff63fc0c385e {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:22:41.396442 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb9e8433-428f-41b6-bb43-9502168917d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a11c5e57-2bbc-488a-88df-e8976b44a370', 'code': 200} Mar 11 20:22:41.448643 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-32296fae-d6ff-40bb-ac86-ca93de005912 req-0110b8a4-6974-4669-9eb1-4533f7a1d468 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=b53591be-f706-4e50-87fb-c7a2cb3d56c4 HTTP/1.1" status: 200 len: 210 time: 0.0276175 Mar 11 20:22:42.143697 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df78c15-968b-488d-a8b7-a03c4581b374 req-ebcd6ea9-daf1-4c08-baa8-8371a0cefc1b tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:42.145141 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-7df78c15-968b-488d-a8b7-a03c4581b374 req-ebcd6ea9-daf1-4c08-baa8-8371a0cefc1b tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.75 "GET /v2.0/ports?device_id=eb9e8433-428f-41b6-bb43-9502168917d7 HTTP/1.1" status: 200 len: 945 time: 0.0518689 Mar 11 20:22:42.252702 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-7df78c15-968b-488d-a8b7-a03c4581b374 req-9a93e1c5-5e95-41aa-ad3b-d7cc90b5b0b0 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Deleting port a11c5e57-2bbc-488a-88df-e8976b44a370 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:22:42.252702 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7df78c15-968b-488d-a8b7-a03c4581b374 req-9a93e1c5-5e95-41aa-ad3b-d7cc90b5b0b0 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (a11c5e57-2bbc-488a-88df-e8976b44a370), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:22:42.353313 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb656cf-26c6-4d39-a3bc-a69b65242d83 req-803e3c28-bf76-4c18-9b44-139192a92fe4 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:42.354849 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-edb656cf-26c6-4d39-a3bc-a69b65242d83 req-803e3c28-bf76-4c18-9b44-139192a92fe4 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.75 "GET /v2.0/networks?id=a05c1fce-8078-4251-8882-f6a1bad56de7 HTTP/1.1" status: 200 len: 814 time: 0.1134646 Mar 11 20:22:42.366446 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-edb656cf-26c6-4d39-a3bc-a69b65242d83 req-af79b885-8f5a-43da-b5db-8f93115d1980 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Request body: {'port': {'device_id': 'b53591be-f706-4e50-87fb-c7a2cb3d56c4', 'network_id': 'a05c1fce-8078-4251-8882-f6a1bad56de7', 'admin_state_up': True, 'tenant_id': 'af1f598b8c104ddf97b71280587e9547'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:22:42.367980 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [req-7df78c15-968b-488d-a8b7-a03c4581b374 req-9a93e1c5-5e95-41aa-ad3b-d7cc90b5b0b0 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] For port a11c5e57-2bbc-488a-88df-e8976b44a370, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=a11c5e57-2bbc-488a-88df-e8976b44a370,segment=NetworkSegment(2c56ba54-6bad-4bd8-9049-4da77c3d71a1),segment_id=2c56ba54-6bad-4bd8-9049-4da77c3d71a1)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:22:42.368423 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7df78c15-968b-488d-a8b7-a03c4581b374 req-9a93e1c5-5e95-41aa-ad3b-d7cc90b5b0b0 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (a11c5e57-2bbc-488a-88df-e8976b44a370), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:22:42.384986 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [req-7df78c15-968b-488d-a8b7-a03c4581b374 req-9a93e1c5-5e95-41aa-ad3b-d7cc90b5b0b0 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Calling delete_port for a11c5e57-2bbc-488a-88df-e8976b44a370 owned by compute:nova {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:22:42.472518 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edb656cf-26c6-4d39-a3bc-a69b65242d83 req-af79b885-8f5a-43da-b5db-8f93115d1980 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Made reservation on behalf of af1f598b8c104ddf97b71280587e9547 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:22:42.475969 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-edb656cf-26c6-4d39-a3bc-a69b65242d83 req-af79b885-8f5a-43da-b5db-8f93115d1980 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:22:42.520348 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7df78c15-968b-488d-a8b7-a03c4581b374 req-9a93e1c5-5e95-41aa-ad3b-d7cc90b5b0b0 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (a11c5e57-2bbc-488a-88df-e8976b44a370), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:22:42.532530 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['a11c5e57-2bbc-488a-88df-e8976b44a370'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:22:42.550035 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a93e1c5-5e95-41aa-ad3b-d7cc90b5b0b0 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Pushing event deleted for resources: {'Port': ['ID=a11c5e57-2bbc-488a-88df-e8976b44a370,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:22:42.584580 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-749917e5-0a90-47a6-a2ad-738210ea0c0f req-2e27aace-363b-4da0-8c82-b0989ae42404 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=b53591be-f706-4e50-87fb-c7a2cb3d56c4 HTTP/1.1" status: 200 len: 210 time: 0.0661836 Mar 11 20:22:42.597890 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [req-7df78c15-968b-488d-a8b7-a03c4581b374 req-9a93e1c5-5e95-41aa-ad3b-d7cc90b5b0b0 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] No DVR routers for this DVR port a11c5e57-2bbc-488a-88df-e8976b44a370 on host n-h1-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:22:42.600700 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [req-7df78c15-968b-488d-a8b7-a03c4581b374 req-9a93e1c5-5e95-41aa-ad3b-d7cc90b5b0b0 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:22:42.604554 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-7df78c15-968b-488d-a8b7-a03c4581b374 req-9a93e1c5-5e95-41aa-ad3b-d7cc90b5b0b0 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.75 "DELETE /v2.0/ports/a11c5e57-2bbc-488a-88df-e8976b44a370 HTTP/1.1" status: 204 len: 173 time: 0.4509754 Mar 11 20:22:42.604554 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb9e8433-428f-41b6-bb43-9502168917d7', 'name': 'network-vif-deleted', 'tag': 'a11c5e57-2bbc-488a-88df-e8976b44a370'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:22:42.606883 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}26ea2f7a2b04d07ea5adfd8d54efcff017f29b8a574a835b382e8a5c4857819d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cad723b-0378-44a5-a97c-fa118e884f7a" -d '{"events": [{"server_uuid": "eb9e8433-428f-41b6-bb43-9502168917d7", "name": "network-vif-deleted", "tag": "a11c5e57-2bbc-488a-88df-e8976b44a370"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:22:42.664086 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-edb656cf-26c6-4d39-a3bc-a69b65242d83 req-af79b885-8f5a-43da-b5db-8f93115d1980 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Allocated IP 172.20.0.10 (a05c1fce-8078-4251-8882-f6a1bad56de7/a5c7a34f-7d1a-4915-a61e-fafb4617cfe3/6edcadb6-4b0c-4460-854c-7f37bd50f8be) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:22:42.724562 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac85c55f-5c76-457f-963a-f2c2f412cd2d x-openstack-request-id: req-ac85c55f-5c76-457f-963a-f2c2f412cd2d {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:22:42.724956 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb9e8433-428f-41b6-bb43-9502168917d7", "name": "network-vif-deleted", "tag": "a11c5e57-2bbc-488a-88df-e8976b44a370", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:22:42.725141 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ac85c55f-5c76-457f-963a-f2c2f412cd2d {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:22:42.726540 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb9e8433-428f-41b6-bb43-9502168917d7', 'name': 'network-vif-deleted', 'tag': 'a11c5e57-2bbc-488a-88df-e8976b44a370', 'status': 'completed', 'code': 200} Mar 11 20:22:42.830418 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-edb656cf-26c6-4d39-a3bc-a69b65242d83 req-af79b885-8f5a-43da-b5db-8f93115d1980 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Publish callbacks [] for port (6edcadb6-4b0c-4460-854c-7f37bd50f8be), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:22:42.866319 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-edb656cf-26c6-4d39-a3bc-a69b65242d83 req-af79b885-8f5a-43da-b5db-8f93115d1980 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (6edcadb6-4b0c-4460-854c-7f37bd50f8be), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:22:42.877222 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['a11c5e57-2bbc-488a-88df-e8976b44a370'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:22:42.906754 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edb656cf-26c6-4d39-a3bc-a69b65242d83 req-af79b885-8f5a-43da-b5db-8f93115d1980 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Network a05c1fce-8078-4251-8882-f6a1bad56de7 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:22:42.909799 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-edb656cf-26c6-4d39-a3bc-a69b65242d83 req-af79b885-8f5a-43da-b5db-8f93115d1980 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:22:42.915502 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-edb656cf-26c6-4d39-a3bc-a69b65242d83 req-af79b885-8f5a-43da-b5db-8f93115d1980 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:22:42.939857 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af79b885-8f5a-43da-b5db-8f93115d1980 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Pushing event updated for resources: {'Port': ['ID=6edcadb6-4b0c-4460-854c-7f37bd50f8be,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:22:42.966336 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb656cf-26c6-4d39-a3bc-a69b65242d83 req-af79b885-8f5a-43da-b5db-8f93115d1980 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:42.966954 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-edb656cf-26c6-4d39-a3bc-a69b65242d83 req-af79b885-8f5a-43da-b5db-8f93115d1980 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:22:42.982635 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-edb656cf-26c6-4d39-a3bc-a69b65242d83 req-af79b885-8f5a-43da-b5db-8f93115d1980 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6202297 Mar 11 20:22:42.993887 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-edb656cf-26c6-4d39-a3bc-a69b65242d83 req-283789c5-0d9d-4eba-a486-1e16b7dfbbbb service neutron] Request body: {'port': {'device_id': 'b53591be-f706-4e50-87fb-c7a2cb3d56c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:22:43.056370 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-edb656cf-26c6-4d39-a3bc-a69b65242d83 req-283789c5-0d9d-4eba-a486-1e16b7dfbbbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (6edcadb6-4b0c-4460-854c-7f37bd50f8be), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:22:43.310670 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-edb656cf-26c6-4d39-a3bc-a69b65242d83 req-283789c5-0d9d-4eba-a486-1e16b7dfbbbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6edcadb6-4b0c-4460-854c-7f37bd50f8be {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:22:43.317953 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-edb656cf-26c6-4d39-a3bc-a69b65242d83 req-283789c5-0d9d-4eba-a486-1e16b7dfbbbb service neutron] Publish callbacks [] for port (6edcadb6-4b0c-4460-854c-7f37bd50f8be), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:22:43.329425 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-edb656cf-26c6-4d39-a3bc-a69b65242d83 req-283789c5-0d9d-4eba-a486-1e16b7dfbbbb service neutron] Transition to ACTIVE for port object 6edcadb6-4b0c-4460-854c-7f37bd50f8be will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 20:22:43.333713 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-edb656cf-26c6-4d39-a3bc-a69b65242d83 req-283789c5-0d9d-4eba-a486-1e16b7dfbbbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (6edcadb6-4b0c-4460-854c-7f37bd50f8be), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:22:43.387887 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283789c5-0d9d-4eba-a486-1e16b7dfbbbb service neutron] Pushing event updated for resources: {'Port': ['ID=6edcadb6-4b0c-4460-854c-7f37bd50f8be,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:22:43.449805 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-edb656cf-26c6-4d39-a3bc-a69b65242d83 req-283789c5-0d9d-4eba-a486-1e16b7dfbbbb service neutron] Attempting to bind port 6edcadb6-4b0c-4460-854c-7f37bd50f8be on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:22:43.450132 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-edb656cf-26c6-4d39-a3bc-a69b65242d83 req-283789c5-0d9d-4eba-a486-1e16b7dfbbbb service neutron] Attempting to bind port 6edcadb6-4b0c-4460-854c-7f37bd50f8be by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '2c56ba54-6bad-4bd8-9049-4da77c3d71a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'a05c1fce-8078-4251-8882-f6a1bad56de7'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:22:43.450454 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb656cf-26c6-4d39-a3bc-a69b65242d83 req-283789c5-0d9d-4eba-a486-1e16b7dfbbbb service neutron] Attempting to bind port 6edcadb6-4b0c-4460-854c-7f37bd50f8be on network a05c1fce-8078-4251-8882-f6a1bad56de7 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:22:43.455120 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb656cf-26c6-4d39-a3bc-a69b65242d83 req-283789c5-0d9d-4eba-a486-1e16b7dfbbbb service neutron] Port 6edcadb6-4b0c-4460-854c-7f37bd50f8be on network a05c1fce-8078-4251-8882-f6a1bad56de7 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 20:22:43.455437 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb656cf-26c6-4d39-a3bc-a69b65242d83 req-283789c5-0d9d-4eba-a486-1e16b7dfbbbb service neutron] Attempting to bind port 6edcadb6-4b0c-4460-854c-7f37bd50f8be on network a05c1fce-8078-4251-8882-f6a1bad56de7 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:22:43.460199 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb656cf-26c6-4d39-a3bc-a69b65242d83 req-283789c5-0d9d-4eba-a486-1e16b7dfbbbb service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:22:43.460530 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb656cf-26c6-4d39-a3bc-a69b65242d83 req-283789c5-0d9d-4eba-a486-1e16b7dfbbbb service neutron] Checking segment: {'id': '2c56ba54-6bad-4bd8-9049-4da77c3d71a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'a05c1fce-8078-4251-8882-f6a1bad56de7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:22:43.460900 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb656cf-26c6-4d39-a3bc-a69b65242d83 req-283789c5-0d9d-4eba-a486-1e16b7dfbbbb service neutron] Bound using segment: {'id': '2c56ba54-6bad-4bd8-9049-4da77c3d71a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'a05c1fce-8078-4251-8882-f6a1bad56de7'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:22:43.461318 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-edb656cf-26c6-4d39-a3bc-a69b65242d83 req-283789c5-0d9d-4eba-a486-1e16b7dfbbbb service neutron] Bound port: 6edcadb6-4b0c-4460-854c-7f37bd50f8be, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c56ba54-6bad-4bd8-9049-4da77c3d71a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'a05c1fce-8078-4251-8882-f6a1bad56de7'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:22:43.461665 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-edb656cf-26c6-4d39-a3bc-a69b65242d83 req-283789c5-0d9d-4eba-a486-1e16b7dfbbbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (6edcadb6-4b0c-4460-854c-7f37bd50f8be), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:22:43.526818 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-edb656cf-26c6-4d39-a3bc-a69b65242d83 req-283789c5-0d9d-4eba-a486-1e16b7dfbbbb service neutron] For port 6edcadb6-4b0c-4460-854c-7f37bd50f8be, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:22:43.532244 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-edb656cf-26c6-4d39-a3bc-a69b65242d83 req-283789c5-0d9d-4eba-a486-1e16b7dfbbbb service neutron] For port 6edcadb6-4b0c-4460-854c-7f37bd50f8be, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=6edcadb6-4b0c-4460-854c-7f37bd50f8be,segment=NetworkSegment(2c56ba54-6bad-4bd8-9049-4da77c3d71a1),segment_id=2c56ba54-6bad-4bd8-9049-4da77c3d71a1)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:22:43.539370 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-edb656cf-26c6-4d39-a3bc-a69b65242d83 req-283789c5-0d9d-4eba-a486-1e16b7dfbbbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (6edcadb6-4b0c-4460-854c-7f37bd50f8be), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:22:43.570200 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb656cf-26c6-4d39-a3bc-a69b65242d83 req-283789c5-0d9d-4eba-a486-1e16b7dfbbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:43.571104 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-edb656cf-26c6-4d39-a3bc-a69b65242d83 req-283789c5-0d9d-4eba-a486-1e16b7dfbbbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:22:43.572701 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-edb656cf-26c6-4d39-a3bc-a69b65242d83 req-283789c5-0d9d-4eba-a486-1e16b7dfbbbb service neutron] 10.222.0.75 "PUT /v2.0/ports/6edcadb6-4b0c-4460-854c-7f37bd50f8be HTTP/1.1" status: 200 len: 1092 time: 0.5826025 Mar 11 20:22:43.574781 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b53591be-f706-4e50-87fb-c7a2cb3d56c4', 'tag': '6edcadb6-4b0c-4460-854c-7f37bd50f8be'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:22:43.577499 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322a276c-a092-41a8-a903-5c2ef86f4e6a" -d '{"events": [{"name": "network-changed", "server_uuid": "b53591be-f706-4e50-87fb-c7a2cb3d56c4", "tag": "6edcadb6-4b0c-4460-854c-7f37bd50f8be"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:22:43.610649 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283789c5-0d9d-4eba-a486-1e16b7dfbbbb service neutron] Pushing event updated for resources: {'Port': ['ID=6edcadb6-4b0c-4460-854c-7f37bd50f8be,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:22:43.631424 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa42fd4d-ccd2-4c62-b16e-bfcc6359378d x-openstack-request-id: req-fa42fd4d-ccd2-4c62-b16e-bfcc6359378d {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:22:43.631707 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b53591be-f706-4e50-87fb-c7a2cb3d56c4", "tag": "6edcadb6-4b0c-4460-854c-7f37bd50f8be", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:22:43.631966 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fa42fd4d-ccd2-4c62-b16e-bfcc6359378d {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:22:43.632368 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b53591be-f706-4e50-87fb-c7a2cb3d56c4', 'tag': '6edcadb6-4b0c-4460-854c-7f37bd50f8be', 'status': 'completed', 'code': 200} Mar 11 20:22:43.635124 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283789c5-0d9d-4eba-a486-1e16b7dfbbbb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:22:43.635476 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283789c5-0d9d-4eba-a486-1e16b7dfbbbb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:22:43.635848 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283789c5-0d9d-4eba-a486-1e16b7dfbbbb service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:22:43.636188 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283789c5-0d9d-4eba-a486-1e16b7dfbbbb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:22:43.636522 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283789c5-0d9d-4eba-a486-1e16b7dfbbbb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:22:43.636858 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283789c5-0d9d-4eba-a486-1e16b7dfbbbb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:22:43.637186 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283789c5-0d9d-4eba-a486-1e16b7dfbbbb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:22:43.637524 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283789c5-0d9d-4eba-a486-1e16b7dfbbbb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:22:43.637839 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283789c5-0d9d-4eba-a486-1e16b7dfbbbb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:22:43.638160 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283789c5-0d9d-4eba-a486-1e16b7dfbbbb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:22:43.638483 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283789c5-0d9d-4eba-a486-1e16b7dfbbbb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:22:43.638803 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283789c5-0d9d-4eba-a486-1e16b7dfbbbb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:22:43.639124 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283789c5-0d9d-4eba-a486-1e16b7dfbbbb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:22:43.708089 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb656cf-26c6-4d39-a3bc-a69b65242d83 req-17095694-ef61-46c6-9111-87fcf28b1d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:43.709610 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-edb656cf-26c6-4d39-a3bc-a69b65242d83 req-17095694-ef61-46c6-9111-87fcf28b1d20 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=af1f598b8c104ddf97b71280587e9547&device_id=b53591be-f706-4e50-87fb-c7a2cb3d56c4 HTTP/1.1" status: 200 len: 1126 time: 0.0964749 Mar 11 20:22:43.759050 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-edb656cf-26c6-4d39-a3bc-a69b65242d83 req-ac877115-5b8b-4d70-be2c-88a1074d991d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6edcadb6-4b0c-4460-854c-7f37bd50f8be HTTP/1.1" status: 200 len: 217 time: 0.0427036 Mar 11 20:22:43.771908 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7919010-f341-4cf3-8558-a0dd4a33ea0e req-941d10bc-c282-4596-a89c-c1da9502925a tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:43.773308 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f7919010-f341-4cf3-8558-a0dd4a33ea0e req-941d10bc-c282-4596-a89c-c1da9502925a tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=b53591be-f706-4e50-87fb-c7a2cb3d56c4 HTTP/1.1" status: 200 len: 944 time: 0.1061697 Mar 11 20:22:43.841383 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb656cf-26c6-4d39-a3bc-a69b65242d83 req-9f17e1ea-86fa-4bd7-ac8c-6a407c35cb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:43.842827 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-edb656cf-26c6-4d39-a3bc-a69b65242d83 req-9f17e1ea-86fa-4bd7-ac8c-6a407c35cb5d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a5c7a34f-7d1a-4915-a61e-fafb4617cfe3 HTTP/1.1" status: 200 len: 854 time: 0.0784700 Mar 11 20:22:43.862609 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f7919010-f341-4cf3-8558-a0dd4a33ea0e req-0ff43266-0259-4840-bc71-9178a4e181cd tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827155 Mar 11 20:22:43.878251 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-edb656cf-26c6-4d39-a3bc-a69b65242d83 req-41024c61-3169-4e29-9967-bb66996de140 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a05c1fce-8078-4251-8882-f6a1bad56de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272794 Mar 11 20:22:43.969436 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-edb656cf-26c6-4d39-a3bc-a69b65242d83 req-c1ca699e-955f-480b-9040-f8131077bd4e service neutron] 10.222.0.75 "GET /v2.0/networks/a05c1fce-8078-4251-8882-f6a1bad56de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857208 Mar 11 20:22:44.064321 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-edb656cf-26c6-4d39-a3bc-a69b65242d83 req-7e69ddc0-6466-484f-88ff-efd5e25b4f2a service neutron] 10.222.0.75 "GET /v2.0/networks/a05c1fce-8078-4251-8882-f6a1bad56de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889647 Mar 11 20:22:44.153264 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a276c-a092-41a8-a903-5c2ef86f4e6a req-fe0d3fdd-5dce-4957-85a6-123ee3398302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:44.154663 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-322a276c-a092-41a8-a903-5c2ef86f4e6a req-fe0d3fdd-5dce-4957-85a6-123ee3398302 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=af1f598b8c104ddf97b71280587e9547&device_id=b53591be-f706-4e50-87fb-c7a2cb3d56c4 HTTP/1.1" status: 200 len: 1126 time: 0.0443788 Mar 11 20:22:44.245894 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a276c-a092-41a8-a903-5c2ef86f4e6a req-fe27c3e4-df68-45bf-8587-57235894971e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:44.247360 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-322a276c-a092-41a8-a903-5c2ef86f4e6a req-fe27c3e4-df68-45bf-8587-57235894971e service neutron] 10.222.0.75 "GET /v2.0/networks?id=a05c1fce-8078-4251-8882-f6a1bad56de7 HTTP/1.1" status: 200 len: 915 time: 0.0863357 Mar 11 20:22:44.287537 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-322a276c-a092-41a8-a903-5c2ef86f4e6a req-348565ee-9efd-430f-ab61-a8735cd1d873 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6edcadb6-4b0c-4460-854c-7f37bd50f8be HTTP/1.1" status: 200 len: 217 time: 0.0341132 Mar 11 20:22:44.340747 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a276c-a092-41a8-a903-5c2ef86f4e6a req-5490f7b5-a6a5-4155-b551-769f93582253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:44.342214 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-322a276c-a092-41a8-a903-5c2ef86f4e6a req-5490f7b5-a6a5-4155-b551-769f93582253 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a5c7a34f-7d1a-4915-a61e-fafb4617cfe3 HTTP/1.1" status: 200 len: 854 time: 0.0486012 Mar 11 20:22:44.373321 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-322a276c-a092-41a8-a903-5c2ef86f4e6a req-38dc31a3-da8e-4b11-a98f-375e80791e36 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a05c1fce-8078-4251-8882-f6a1bad56de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242343 Mar 11 20:22:44.461071 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-322a276c-a092-41a8-a903-5c2ef86f4e6a req-4e36e153-3703-4beb-854d-c4ddc3dc40a4 service neutron] 10.222.0.75 "GET /v2.0/networks/a05c1fce-8078-4251-8882-f6a1bad56de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810916 Mar 11 20:22:44.551869 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-322a276c-a092-41a8-a903-5c2ef86f4e6a req-25f96c5b-c682-4719-a7da-990a15229116 service neutron] 10.222.0.75 "GET /v2.0/networks/a05c1fce-8078-4251-8882-f6a1bad56de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846539 Mar 11 20:22:44.978671 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e73ec2-df49-4871-9630-6551b2432edc req-f8495996-858b-42a8-8955-e3bb3e7fc4c9 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:44.980170 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-70e73ec2-df49-4871-9630-6551b2432edc req-f8495996-858b-42a8-8955-e3bb3e7fc4c9 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=b53591be-f706-4e50-87fb-c7a2cb3d56c4 HTTP/1.1" status: 200 len: 944 time: 0.0526023 Mar 11 20:22:45.025872 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-70e73ec2-df49-4871-9630-6551b2432edc req-ab17e0a1-48be-4f97-a0f9-78988193a79f tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395784 Mar 11 20:22:46.145824 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9dca5e-433f-4394-a98e-b720bfc9c12e req-bf2574ad-05ff-40e5-b8c7-8d8413936a52 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:46.147276 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bb9dca5e-433f-4394-a98e-b720bfc9c12e req-bf2574ad-05ff-40e5-b8c7-8d8413936a52 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=b53591be-f706-4e50-87fb-c7a2cb3d56c4 HTTP/1.1" status: 200 len: 944 time: 0.0558097 Mar 11 20:22:46.193170 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bb9dca5e-433f-4394-a98e-b720bfc9c12e req-bb69c313-fe44-4d6f-8386-3c8e06a2a384 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403209 Mar 11 20:22:46.945241 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 6edcadb6-4b0c-4460-854c-7f37bd50f8be details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 20:22:46.947339 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device a11c5e57-2bbc-488a-88df-e8976b44a370 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:22:46.971873 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: a11c5e57-2bbc-488a-88df-e8976b44a370 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:22:46.972488 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device a11c5e57-2bbc-488a-88df-e8976b44a370 not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:22:47.059873 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 6edcadb6-4b0c-4460-854c-7f37bd50f8be, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=6edcadb6-4b0c-4460-854c-7f37bd50f8be,segment=NetworkSegment(2c56ba54-6bad-4bd8-9049-4da77c3d71a1),segment_id=2c56ba54-6bad-4bd8-9049-4da77c3d71a1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:22:47.070646 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '6edcadb6-4b0c-4460-854c-7f37bd50f8be', 'network_id': 'a05c1fce-8078-4251-8882-f6a1bad56de7', 'port_id': '6edcadb6-4b0c-4460-854c-7f37bd50f8be', 'mac_address': 'fa:16:3e:13:f5:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 884, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5c7a34f-7d1a-4915-a61e-fafb4617cfe3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 20:22:47.106111 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 6edcadb6-4b0c-4460-854c-7f37bd50f8be is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:22:47.106502 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (6edcadb6-4b0c-4460-854c-7f37bd50f8be), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:22:47.119428 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6edcadb6-4b0c-4460-854c-7f37bd50f8be {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:22:47.139141 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 6edcadb6-4b0c-4460-854c-7f37bd50f8be, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=6edcadb6-4b0c-4460-854c-7f37bd50f8be,segment=NetworkSegment(2c56ba54-6bad-4bd8-9049-4da77c3d71a1),segment_id=2c56ba54-6bad-4bd8-9049-4da77c3d71a1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:22:47.143240 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (6edcadb6-4b0c-4460-854c-7f37bd50f8be), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:22:47.188517 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=6edcadb6-4b0c-4460-854c-7f37bd50f8be,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:22:47.312397 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af16d3c-1d8d-4d7b-a5b1-bb69c38cb3e2 req-af43e734-69de-42f9-b392-ef8b458fd57f tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:47.313877 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3af16d3c-1d8d-4d7b-a5b1-bb69c38cb3e2 req-af43e734-69de-42f9-b392-ef8b458fd57f tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=b53591be-f706-4e50-87fb-c7a2cb3d56c4 HTTP/1.1" status: 200 len: 945 time: 0.0524409 Mar 11 20:22:47.329996 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['6edcadb6-4b0c-4460-854c-7f37bd50f8be'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:22:47.360269 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3af16d3c-1d8d-4d7b-a5b1-bb69c38cb3e2 req-dc28b99c-e24c-4bdd-a257-952886103fd7 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408595 Mar 11 20:22:48.476492 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ee8d8f-c265-43b4-94d2-53af9e2fd9ca req-a9a3c66d-15aa-4743-a724-b50dbc871291 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:48.477956 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-56ee8d8f-c265-43b4-94d2-53af9e2fd9ca req-a9a3c66d-15aa-4743-a724-b50dbc871291 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=b53591be-f706-4e50-87fb-c7a2cb3d56c4 HTTP/1.1" status: 200 len: 945 time: 0.0514762 Mar 11 20:22:48.527575 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-56ee8d8f-c265-43b4-94d2-53af9e2fd9ca req-b98e2af6-b249-4b7b-869e-4176df391ef5 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439584 Mar 11 20:22:48.945996 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 6edcadb6-4b0c-4460-854c-7f37bd50f8be up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:22:48.993765 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port 6edcadb6-4b0c-4460-854c-7f37bd50f8be completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 20:22:48.997654 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 6edcadb6-4b0c-4460-854c-7f37bd50f8be triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:22:48.998029 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (6edcadb6-4b0c-4460-854c-7f37bd50f8be), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:22:49.227245 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 6edcadb6-4b0c-4460-854c-7f37bd50f8be is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:22:49.227699 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (6edcadb6-4b0c-4460-854c-7f37bd50f8be), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:22:49.249311 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53591be-f706-4e50-87fb-c7a2cb3d56c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6edcadb6-4b0c-4460-854c-7f37bd50f8be'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:22:49.251487 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c7b26e-6c8f-4760-a812-0850843005b6" -d '{"events": [{"server_uuid": "b53591be-f706-4e50-87fb-c7a2cb3d56c4", "name": "network-vif-plugged", "status": "completed", "tag": "6edcadb6-4b0c-4460-854c-7f37bd50f8be"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:22:49.263524 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 6edcadb6-4b0c-4460-854c-7f37bd50f8be, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=6edcadb6-4b0c-4460-854c-7f37bd50f8be,segment=NetworkSegment(2c56ba54-6bad-4bd8-9049-4da77c3d71a1),segment_id=2c56ba54-6bad-4bd8-9049-4da77c3d71a1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:22:49.268388 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (6edcadb6-4b0c-4460-854c-7f37bd50f8be), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:22:49.304879 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f050e476-f884-493b-88de-66431a3f6895 x-openstack-request-id: req-f050e476-f884-493b-88de-66431a3f6895 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:22:49.305171 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b53591be-f706-4e50-87fb-c7a2cb3d56c4", "name": "network-vif-plugged", "status": "completed", "tag": "6edcadb6-4b0c-4460-854c-7f37bd50f8be", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:22:49.305420 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f050e476-f884-493b-88de-66431a3f6895 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:22:49.305808 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b53591be-f706-4e50-87fb-c7a2cb3d56c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6edcadb6-4b0c-4460-854c-7f37bd50f8be', 'code': 200} Mar 11 20:22:49.314312 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:22:49.333944 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=6edcadb6-4b0c-4460-854c-7f37bd50f8be,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:22:49.384821 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851271cb-8a6b-4883-b555-49213f15e33b req-465f4d3a-4ddd-454a-ace4-ba2aec5f689a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:49.386308 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-851271cb-8a6b-4883-b555-49213f15e33b req-465f4d3a-4ddd-454a-ace4-ba2aec5f689a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=b53591be-f706-4e50-87fb-c7a2cb3d56c4 HTTP/1.1" status: 200 len: 1128 time: 0.0434580 Mar 11 20:22:49.428103 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-851271cb-8a6b-4883-b555-49213f15e33b req-39a9246e-74d8-4295-a855-9cc4f33c5ee5 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364168 Mar 11 20:22:49.650778 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4bc21f-9c2a-483d-b01f-e0b69d569e10 req-2c391c8f-c964-4613-a27e-e975cb285e17 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:49.652333 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8e4bc21f-9c2a-483d-b01f-e0b69d569e10 req-2c391c8f-c964-4613-a27e-e975cb285e17 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=b53591be-f706-4e50-87fb-c7a2cb3d56c4 HTTP/1.1" status: 200 len: 946 time: 0.0578172 Mar 11 20:22:49.698835 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8e4bc21f-9c2a-483d-b01f-e0b69d569e10 req-9d7bbf71-28e1-4bd3-a8a7-b9efd9116a45 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402365 Mar 11 20:22:50.822121 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c3e4e-5560-47cb-8b96-cb1448f3bfbd req-279a2a24-eb27-406d-91cb-b750eb9f0dbd tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:50.823589 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-eb9c3e4e-5560-47cb-8b96-cb1448f3bfbd req-279a2a24-eb27-406d-91cb-b750eb9f0dbd tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=b53591be-f706-4e50-87fb-c7a2cb3d56c4 HTTP/1.1" status: 200 len: 946 time: 0.0555716 Mar 11 20:22:50.872624 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-eb9c3e4e-5560-47cb-8b96-cb1448f3bfbd req-39355f0f-d4c7-47ff-8e25-d4e51feba827 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425472 Mar 11 20:22:50.987192 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683db1ce-4027-43b1-bdc7-843f86824057 req-2987b927-35c5-494d-ab7d-83982469b610 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:50.988589 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-683db1ce-4027-43b1-bdc7-843f86824057 req-2987b927-35c5-494d-ab7d-83982469b610 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=b53591be-f706-4e50-87fb-c7a2cb3d56c4 HTTP/1.1" status: 200 len: 946 time: 0.0528326 Mar 11 20:22:51.037793 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-683db1ce-4027-43b1-bdc7-843f86824057 req-eb823248-9a27-4f3f-af57-f3d8a39da407 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435498 Mar 11 20:22:51.290123 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-15b1f262-517d-45fd-8c4b-993dd3c2af5e req-145647a0-468a-4a58-b942-52f4aa53815a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b53591be-f706-4e50-87fb-c7a2cb3d56c4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0739727 Mar 11 20:22:51.304128 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd0df9-0d46-4b15-b17a-a3eda8c48d07 req-c5e48cb2-6cd9-481a-9e2c-1409a0b11e78 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:51.305536 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5dbd0df9-0d46-4b15-b17a-a3eda8c48d07 req-c5e48cb2-6cd9-481a-9e2c-1409a0b11e78 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=b53591be-f706-4e50-87fb-c7a2cb3d56c4 HTTP/1.1" status: 200 len: 946 time: 0.0811329 Mar 11 20:22:51.353026 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5dbd0df9-0d46-4b15-b17a-a3eda8c48d07 req-f68514e8-c2ed-4a0c-9581-6380c82193a6 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411062 Mar 11 20:22:51.652869 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b1f262-517d-45fd-8c4b-993dd3c2af5e req-06c74b4d-ff23-4f38-bb8e-6b64bfd7204f tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:51.654201 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-15b1f262-517d-45fd-8c4b-993dd3c2af5e req-06c74b4d-ff23-4f38-bb8e-6b64bfd7204f tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports/6edcadb6-4b0c-4460-854c-7f37bd50f8be HTTP/1.1" status: 200 len: 943 time: 0.0497217 Mar 11 20:22:52.390886 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-962ec0be-89ca-4bd6-9ca5-d1b5104e3581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:22:52.425523 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b1f262-517d-45fd-8c4b-993dd3c2af5e req-534245a3-17d6-40e8-b1b6-70e1e7dd6457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:52.427015 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-15b1f262-517d-45fd-8c4b-993dd3c2af5e req-534245a3-17d6-40e8-b1b6-70e1e7dd6457 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=af1f598b8c104ddf97b71280587e9547&device_id=b53591be-f706-4e50-87fb-c7a2cb3d56c4 HTTP/1.1" status: 200 len: 1128 time: 0.0512092 Mar 11 20:22:52.537886 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a13ce74-7d34-4eb0-a66c-65fbfbae9253 req-e656dfaf-d62c-427b-ae94-b1cf20d62e9b tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:52.539268 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7a13ce74-7d34-4eb0-a66c-65fbfbae9253 req-e656dfaf-d62c-427b-ae94-b1cf20d62e9b tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=b53591be-f706-4e50-87fb-c7a2cb3d56c4 HTTP/1.1" status: 200 len: 946 time: 0.1093135 Mar 11 20:22:52.566705 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b1f262-517d-45fd-8c4b-993dd3c2af5e req-37c51ec3-88d9-4e83-8623-068dee3faa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:52.568109 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-15b1f262-517d-45fd-8c4b-993dd3c2af5e req-37c51ec3-88d9-4e83-8623-068dee3faa44 service neutron] 10.222.0.75 "GET /v2.0/networks?id=a05c1fce-8078-4251-8882-f6a1bad56de7 HTTP/1.1" status: 200 len: 915 time: 0.1295543 Mar 11 20:22:52.618088 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-15b1f262-517d-45fd-8c4b-993dd3c2af5e req-b18447ca-0092-4251-919c-eacafb4522ac service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6edcadb6-4b0c-4460-854c-7f37bd50f8be HTTP/1.1" status: 200 len: 217 time: 0.0442486 Mar 11 20:22:52.637648 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7a13ce74-7d34-4eb0-a66c-65fbfbae9253 req-b9940449-3644-4b75-ad2d-319ecc7166c0 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923564 Mar 11 20:22:52.672500 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b1f262-517d-45fd-8c4b-993dd3c2af5e req-c1bea322-07f6-4540-8868-d6ffd407bda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:52.673940 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-15b1f262-517d-45fd-8c4b-993dd3c2af5e req-c1bea322-07f6-4540-8868-d6ffd407bda4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a5c7a34f-7d1a-4915-a61e-fafb4617cfe3 HTTP/1.1" status: 200 len: 854 time: 0.0486653 Mar 11 20:22:52.703859 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-15b1f262-517d-45fd-8c4b-993dd3c2af5e req-7617b1e6-c935-44c7-a119-72c80d7b7d40 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a05c1fce-8078-4251-8882-f6a1bad56de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240088 Mar 11 20:22:52.793624 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-15b1f262-517d-45fd-8c4b-993dd3c2af5e req-9fec371a-3604-427d-899e-3e51b7196d80 service neutron] 10.222.0.75 "GET /v2.0/networks/a05c1fce-8078-4251-8882-f6a1bad56de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831759 Mar 11 20:22:52.882238 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-15b1f262-517d-45fd-8c4b-993dd3c2af5e req-863eafda-c4bb-440a-87b8-09b3a2c4c123 service neutron] 10.222.0.75 "GET /v2.0/networks/a05c1fce-8078-4251-8882-f6a1bad56de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834692 Mar 11 20:22:53.063986 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:22:53.760376 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d7d4df-da31-4366-99ed-7d04cbf521a9 req-b74251f0-4eb4-4658-a2a8-5e6faca4ff03 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:53.761829 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-11d7d4df-da31-4366-99ed-7d04cbf521a9 req-b74251f0-4eb4-4658-a2a8-5e6faca4ff03 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=b53591be-f706-4e50-87fb-c7a2cb3d56c4 HTTP/1.1" status: 200 len: 946 time: 0.0521400 Mar 11 20:22:53.810898 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-11d7d4df-da31-4366-99ed-7d04cbf521a9 req-eba42c4d-a03a-4090-9b52-e3e1c018d1fb tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434923 Mar 11 20:22:54.685160 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-34579bd9-0397-4dba-87b6-d8912d180316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:22:54.934653 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ce037-54d5-4966-a7b5-876a85f69c4c req-bfe84674-c42f-498e-a634-f06660673fad tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:54.936195 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-300ce037-54d5-4966-a7b5-876a85f69c4c req-bfe84674-c42f-498e-a634-f06660673fad tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=b53591be-f706-4e50-87fb-c7a2cb3d56c4 HTTP/1.1" status: 200 len: 946 time: 0.0512705 Mar 11 20:22:54.982806 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-300ce037-54d5-4966-a7b5-876a85f69c4c req-b8bdd1ae-39e0-4675-af1a-e392c4fef30f tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404496 Mar 11 20:22:56.100556 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2238978c-15c0-4203-af33-e09173a6d7e6 req-d420dae1-0c80-4ad7-a3fc-d02a64a91df2 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:56.102021 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2238978c-15c0-4203-af33-e09173a6d7e6 req-d420dae1-0c80-4ad7-a3fc-d02a64a91df2 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=b53591be-f706-4e50-87fb-c7a2cb3d56c4 HTTP/1.1" status: 200 len: 946 time: 0.0520253 Mar 11 20:22:56.148201 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2238978c-15c0-4203-af33-e09173a6d7e6 req-bef2bcea-6de0-4104-bd1b-64ba3ef7b733 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405781 Mar 11 20:22:56.351662 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:22:57.272773 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ced46-f3d6-406e-968f-32f36ab4a9c9 req-4114551f-0fea-40d5-9eef-33bcea27bdf6 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:57.274254 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f60ced46-f3d6-406e-968f-32f36ab4a9c9 req-4114551f-0fea-40d5-9eef-33bcea27bdf6 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=b53591be-f706-4e50-87fb-c7a2cb3d56c4 HTTP/1.1" status: 200 len: 946 time: 0.0587246 Mar 11 20:22:57.321792 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f60ced46-f3d6-406e-968f-32f36ab4a9c9 req-cf60f5de-1b5a-4810-bada-3f0ee087527c tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418439 Mar 11 20:22:57.744402 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:22:58.438865 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00885c5-ff11-48b0-bb4c-441f87fba54b req-99610077-bbb3-4ab0-b64c-6531cdb2ab88 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:58.440350 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e00885c5-ff11-48b0-bb4c-441f87fba54b req-99610077-bbb3-4ab0-b64c-6531cdb2ab88 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=b53591be-f706-4e50-87fb-c7a2cb3d56c4 HTTP/1.1" status: 200 len: 946 time: 0.0516310 Mar 11 20:22:58.486639 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e00885c5-ff11-48b0-bb4c-441f87fba54b req-deac7a5f-fb31-42cf-963c-12196c3327fc tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406713 Mar 11 20:22:59.075788 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:22:59.608696 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef40ce7d-bf3f-4111-be76-054f669f9d85 req-4bd06487-8b62-4cf3-b352-95b2a9f1c0ec tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:22:59.610675 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ef40ce7d-bf3f-4111-be76-054f669f9d85 req-4bd06487-8b62-4cf3-b352-95b2a9f1c0ec tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=b53591be-f706-4e50-87fb-c7a2cb3d56c4 HTTP/1.1" status: 200 len: 946 time: 0.0574126 Mar 11 20:22:59.656793 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ef40ce7d-bf3f-4111-be76-054f669f9d85 req-7ff791c0-9368-42e2-a838-7c1ee49745e0 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404086 Mar 11 20:23:00.774912 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da9896-d2c6-4d07-bb80-bb5d81cb43d6 req-55a460b0-33f4-4684-ab9a-9de616216e36 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:00.776384 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-07da9896-d2c6-4d07-bb80-bb5d81cb43d6 req-55a460b0-33f4-4684-ab9a-9de616216e36 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=b53591be-f706-4e50-87fb-c7a2cb3d56c4 HTTP/1.1" status: 200 len: 946 time: 0.0523074 Mar 11 20:23:00.820601 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-07da9896-d2c6-4d07-bb80-bb5d81cb43d6 req-e1aa4b8e-3170-44e9-b943-76ac32959d7f tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386055 Mar 11 20:23:01.941538 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4464bc91-6249-4c0a-881b-f713e5c89c57 req-5a0f1e59-5bce-4df2-bde0-76307a21a0cd tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:01.943017 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4464bc91-6249-4c0a-881b-f713e5c89c57 req-5a0f1e59-5bce-4df2-bde0-76307a21a0cd tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=b53591be-f706-4e50-87fb-c7a2cb3d56c4 HTTP/1.1" status: 200 len: 946 time: 0.0522616 Mar 11 20:23:01.991794 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4464bc91-6249-4c0a-881b-f713e5c89c57 req-077ee7a5-1a94-41ce-9cef-56ce29c52df1 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430341 Mar 11 20:23:03.111073 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d86f1-f781-4203-9d1d-13370bb3504c req-623c0569-c9be-4981-a72f-71a8bb1a7053 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:03.112578 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8b8d86f1-f781-4203-9d1d-13370bb3504c req-623c0569-c9be-4981-a72f-71a8bb1a7053 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=b53591be-f706-4e50-87fb-c7a2cb3d56c4 HTTP/1.1" status: 200 len: 946 time: 0.0533803 Mar 11 20:23:03.159429 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8b8d86f1-f781-4203-9d1d-13370bb3504c req-98a87f62-7d2a-4630-bbc0-03bdafacd3ea tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411348 Mar 11 20:23:04.276554 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60234c44-caea-4b92-b78f-c4a9517896af req-b896438e-32d0-4971-989f-cc1ab72a6efd tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:04.278037 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-60234c44-caea-4b92-b78f-c4a9517896af req-b896438e-32d0-4971-989f-cc1ab72a6efd tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=b53591be-f706-4e50-87fb-c7a2cb3d56c4 HTTP/1.1" status: 200 len: 946 time: 0.0515318 Mar 11 20:23:04.323255 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-60234c44-caea-4b92-b78f-c4a9517896af req-341bb92a-89ce-455a-b9e9-5ecc70b67792 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389743 Mar 11 20:23:05.447178 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd318435-2eed-4bc5-8d73-469ee595642b req-075bcf78-04d7-47f6-9bb4-26470afe6488 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:05.448579 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cd318435-2eed-4bc5-8d73-469ee595642b req-075bcf78-04d7-47f6-9bb4-26470afe6488 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=b53591be-f706-4e50-87fb-c7a2cb3d56c4 HTTP/1.1" status: 200 len: 946 time: 0.0549991 Mar 11 20:23:05.494106 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cd318435-2eed-4bc5-8d73-469ee595642b req-bc44d8cf-f7ae-4dba-99cf-2822b5eb7f6b tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399723 Mar 11 20:23:06.621202 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875791b-50ce-46b0-ad0b-db4565c87573 req-f3a48938-7125-424d-9330-4a9a50f04a6a tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:06.622689 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5875791b-50ce-46b0-ad0b-db4565c87573 req-f3a48938-7125-424d-9330-4a9a50f04a6a tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=b53591be-f706-4e50-87fb-c7a2cb3d56c4 HTTP/1.1" status: 200 len: 946 time: 0.0629823 Mar 11 20:23:06.668779 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5875791b-50ce-46b0-ad0b-db4565c87573 req-f45e22db-df3c-490f-8d11-2f656b147e85 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392632 Mar 11 20:23:07.785247 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff1bb5-d05b-4300-9ce3-b8fdc68128f8 req-a83f75ac-ea6d-45b6-a943-d706bc001a24 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:07.786708 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-80ff1bb5-d05b-4300-9ce3-b8fdc68128f8 req-a83f75ac-ea6d-45b6-a943-d706bc001a24 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=b53591be-f706-4e50-87fb-c7a2cb3d56c4 HTTP/1.1" status: 200 len: 946 time: 0.0506406 Mar 11 20:23:07.835577 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-80ff1bb5-d05b-4300-9ce3-b8fdc68128f8 req-019569c8-3216-4ead-9d20-56513602fa46 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433836 Mar 11 20:23:08.960767 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60ef7a-118e-4cb6-a4de-bea9f09d7f35 req-c45c2fd9-671c-41c1-9673-6f2ba3e61a1e tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:08.962230 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9a60ef7a-118e-4cb6-a4de-bea9f09d7f35 req-c45c2fd9-671c-41c1-9673-6f2ba3e61a1e tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=b53591be-f706-4e50-87fb-c7a2cb3d56c4 HTTP/1.1" status: 200 len: 946 time: 0.0525296 Mar 11 20:23:09.011598 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9a60ef7a-118e-4cb6-a4de-bea9f09d7f35 req-5c372ee2-e0af-4293-bc58-cca69d52c9ce tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434999 Mar 11 20:23:10.131402 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd707bba-fd6a-4595-813b-e77578bd8076 req-5a2d5fe9-828a-4209-b0cf-d19db42454a2 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:10.132941 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bd707bba-fd6a-4595-813b-e77578bd8076 req-5a2d5fe9-828a-4209-b0cf-d19db42454a2 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=b53591be-f706-4e50-87fb-c7a2cb3d56c4 HTTP/1.1" status: 200 len: 946 time: 0.0520229 Mar 11 20:23:10.178257 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bd707bba-fd6a-4595-813b-e77578bd8076 req-723c463a-36cd-42c6-85fc-cd9dd8f5a7d6 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397973 Mar 11 20:23:11.298908 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440b629-c43a-4e33-add2-c7d7936010bd req-ee7ff072-0d2c-43f2-b972-49a4c5a62fe0 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:11.300393 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4440b629-c43a-4e33-add2-c7d7936010bd req-ee7ff072-0d2c-43f2-b972-49a4c5a62fe0 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=b53591be-f706-4e50-87fb-c7a2cb3d56c4 HTTP/1.1" status: 200 len: 946 time: 0.0555017 Mar 11 20:23:11.345303 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4440b629-c43a-4e33-add2-c7d7936010bd req-dd892481-dabf-4a0e-be56-c48906f54746 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393269 Mar 11 20:23:12.357205 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:23:12.475162 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7193ee3-6f84-4279-a7f2-c67d717de6c6 req-0664aad1-7f56-4379-bcc3-de914c86285b tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:12.476562 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f7193ee3-6f84-4279-a7f2-c67d717de6c6 req-0664aad1-7f56-4379-bcc3-de914c86285b tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=b53591be-f706-4e50-87fb-c7a2cb3d56c4 HTTP/1.1" status: 200 len: 946 time: 0.0596671 Mar 11 20:23:12.522533 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f7193ee3-6f84-4279-a7f2-c67d717de6c6 req-36f15e2e-0df3-49fc-8602-b7c2c91764a3 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400484 Mar 11 20:23:13.645983 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160ede09-5635-4db1-aad0-c2a6f835477b req-d65b3c5c-9901-4148-973f-0c4a54e791be tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:13.647448 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-160ede09-5635-4db1-aad0-c2a6f835477b req-d65b3c5c-9901-4148-973f-0c4a54e791be tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=b53591be-f706-4e50-87fb-c7a2cb3d56c4 HTTP/1.1" status: 200 len: 946 time: 0.0556505 Mar 11 20:23:13.693521 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-160ede09-5635-4db1-aad0-c2a6f835477b req-4111bd62-cff3-4549-bce9-dee25a335b12 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404518 Mar 11 20:23:14.810310 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86818ff1-7093-440a-a39a-6aa4b6d76d34 req-1057b07c-2196-48ac-b4d4-3b8f4b15ee06 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:14.811781 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-86818ff1-7093-440a-a39a-6aa4b6d76d34 req-1057b07c-2196-48ac-b4d4-3b8f4b15ee06 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=b53591be-f706-4e50-87fb-c7a2cb3d56c4 HTTP/1.1" status: 200 len: 946 time: 0.0516655 Mar 11 20:23:14.856881 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-86818ff1-7093-440a-a39a-6aa4b6d76d34 req-221268b8-3d08-4058-b0a7-6ae5221ff3ed tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394528 Mar 11 20:23:15.981540 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0837e2fa-ea31-47d1-9de7-2da13c9a23e0 req-ffba76b6-e7cb-4680-a6c7-26b70a81f33f tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:15.983010 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0837e2fa-ea31-47d1-9de7-2da13c9a23e0 req-ffba76b6-e7cb-4680-a6c7-26b70a81f33f tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=b53591be-f706-4e50-87fb-c7a2cb3d56c4 HTTP/1.1" status: 200 len: 946 time: 0.0572190 Mar 11 20:23:16.031998 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0837e2fa-ea31-47d1-9de7-2da13c9a23e0 req-969343da-418b-4209-828b-7128d252ffc1 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421281 Mar 11 20:23:17.148200 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff03610-8454-499c-b731-feddf35c2e3c req-2d38003b-b4ed-4713-94ee-606166462052 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:17.149658 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-aff03610-8454-499c-b731-feddf35c2e3c req-2d38003b-b4ed-4713-94ee-606166462052 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=b53591be-f706-4e50-87fb-c7a2cb3d56c4 HTTP/1.1" status: 200 len: 946 time: 0.0510039 Mar 11 20:23:17.194692 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-aff03610-8454-499c-b731-feddf35c2e3c req-67770ee0-9d45-4827-982d-b74104693501 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394726 Mar 11 20:23:18.311551 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c668c8-9614-44ee-974c-26b16eecdf76 req-c8a1fd11-9f99-42df-8cb8-52b32a944092 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:18.313529 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-32c668c8-9614-44ee-974c-26b16eecdf76 req-c8a1fd11-9f99-42df-8cb8-52b32a944092 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=b53591be-f706-4e50-87fb-c7a2cb3d56c4 HTTP/1.1" status: 200 len: 946 time: 0.0513792 Mar 11 20:23:18.358490 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-32c668c8-9614-44ee-974c-26b16eecdf76 req-7b992c94-9731-4070-9cc7-b3cefa057dfb tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395696 Mar 11 20:23:19.286317 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:19.479832 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019bcb03-b32e-40fd-9ac3-61111ce011b6 req-6137ad96-5ed6-40f1-aaad-bad4c660b3d4 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:19.481219 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-019bcb03-b32e-40fd-9ac3-61111ce011b6 req-6137ad96-5ed6-40f1-aaad-bad4c660b3d4 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=b53591be-f706-4e50-87fb-c7a2cb3d56c4 HTTP/1.1" status: 200 len: 946 time: 0.0553596 Mar 11 20:23:19.527439 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-019bcb03-b32e-40fd-9ac3-61111ce011b6 req-0b613ac4-c89d-43a7-85fc-fe1b01837fb5 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406919 Mar 11 20:23:19.687118 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [req-15b1f262-517d-45fd-8c4b-993dd3c2af5e req-d688bdce-6343-4021-8861-2ef063bd1b6d service neutron] show failed (client error): The resource could not be found. Mar 11 20:23:19.688755 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-15b1f262-517d-45fd-8c4b-993dd3c2af5e req-d688bdce-6343-4021-8861-2ef063bd1b6d service neutron] 10.222.0.75 "GET /v2.0/ports/6edcadb6-4b0c-4460-854c-7f37bd50f8be/bindings/n-h2-833163-1 HTTP/1.1" status: 404 len: 380 time: 0.0553796 Mar 11 20:23:19.881651 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b1f262-517d-45fd-8c4b-993dd3c2af5e req-82a9d8b1-84d9-459d-b927-8dbd94f17f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:19.883143 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-15b1f262-517d-45fd-8c4b-993dd3c2af5e req-82a9d8b1-84d9-459d-b927-8dbd94f17f44 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b53591be-f706-4e50-87fb-c7a2cb3d56c4&tenant_id=af1f598b8c104ddf97b71280587e9547 HTTP/1.1" status: 200 len: 1128 time: 0.0448606 Mar 11 20:23:19.893376 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-15b1f262-517d-45fd-8c4b-993dd3c2af5e req-2dae9b23-1a95-45ad-9e6a-0db5e76acd8d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-833163-1', 'device_owner': 'compute:nova'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:23:19.958709 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-15b1f262-517d-45fd-8c4b-993dd3c2af5e req-2dae9b23-1a95-45ad-9e6a-0db5e76acd8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (6edcadb6-4b0c-4460-854c-7f37bd50f8be), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:20.153398 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-15b1f262-517d-45fd-8c4b-993dd3c2af5e req-2dae9b23-1a95-45ad-9e6a-0db5e76acd8d service neutron] For port 6edcadb6-4b0c-4460-854c-7f37bd50f8be, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=6edcadb6-4b0c-4460-854c-7f37bd50f8be,segment=NetworkSegment(2c56ba54-6bad-4bd8-9049-4da77c3d71a1),segment_id=2c56ba54-6bad-4bd8-9049-4da77c3d71a1)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:23:20.185179 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-15b1f262-517d-45fd-8c4b-993dd3c2af5e req-2dae9b23-1a95-45ad-9e6a-0db5e76acd8d service neutron] For port 6edcadb6-4b0c-4460-854c-7f37bd50f8be, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:23:20.223943 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53591be-f706-4e50-87fb-c7a2cb3d56c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6edcadb6-4b0c-4460-854c-7f37bd50f8be'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:23:20.226166 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfcc6a1a-ebfe-4a6a-b7c0-a0ac24d4a3ea" -d '{"events": [{"server_uuid": "b53591be-f706-4e50-87fb-c7a2cb3d56c4", "name": "network-vif-unplugged", "status": "completed", "tag": "6edcadb6-4b0c-4460-854c-7f37bd50f8be"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:23:20.229921 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-15b1f262-517d-45fd-8c4b-993dd3c2af5e req-2dae9b23-1a95-45ad-9e6a-0db5e76acd8d service neutron] Publish callbacks [] for port (6edcadb6-4b0c-4460-854c-7f37bd50f8be), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:20.244847 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-15b1f262-517d-45fd-8c4b-993dd3c2af5e req-2dae9b23-1a95-45ad-9e6a-0db5e76acd8d service neutron] Transition to ACTIVE for port object 6edcadb6-4b0c-4460-854c-7f37bd50f8be will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 20:23:20.249498 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-15b1f262-517d-45fd-8c4b-993dd3c2af5e req-2dae9b23-1a95-45ad-9e6a-0db5e76acd8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (6edcadb6-4b0c-4460-854c-7f37bd50f8be), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:20.287675 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 20:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6097eab0-6516-4034-8eb8-ee89929b8486 x-openstack-request-id: req-6097eab0-6516-4034-8eb8-ee89929b8486 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:23:20.287964 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b53591be-f706-4e50-87fb-c7a2cb3d56c4", "name": "network-vif-unplugged", "status": "completed", "tag": "6edcadb6-4b0c-4460-854c-7f37bd50f8be", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:23:20.288223 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6097eab0-6516-4034-8eb8-ee89929b8486 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:23:20.288617 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b53591be-f706-4e50-87fb-c7a2cb3d56c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6edcadb6-4b0c-4460-854c-7f37bd50f8be', 'code': 200} Mar 11 20:23:20.318490 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-15b1f262-517d-45fd-8c4b-993dd3c2af5e req-2dae9b23-1a95-45ad-9e6a-0db5e76acd8d service neutron] No DVR routers for this DVR port 6edcadb6-4b0c-4460-854c-7f37bd50f8be on host n-h1-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:23:20.324767 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae9b23-1a95-45ad-9e6a-0db5e76acd8d service neutron] Pushing event updated for resources: {'Port': ['ID=6edcadb6-4b0c-4460-854c-7f37bd50f8be,revision_number=6']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:23:20.358358 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-15b1f262-517d-45fd-8c4b-993dd3c2af5e req-2dae9b23-1a95-45ad-9e6a-0db5e76acd8d service neutron] Attempting to bind port 6edcadb6-4b0c-4460-854c-7f37bd50f8be on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:23:20.358689 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-15b1f262-517d-45fd-8c4b-993dd3c2af5e req-2dae9b23-1a95-45ad-9e6a-0db5e76acd8d service neutron] Attempting to bind port 6edcadb6-4b0c-4460-854c-7f37bd50f8be by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '2c56ba54-6bad-4bd8-9049-4da77c3d71a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'a05c1fce-8078-4251-8882-f6a1bad56de7'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:23:20.359010 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b1f262-517d-45fd-8c4b-993dd3c2af5e req-2dae9b23-1a95-45ad-9e6a-0db5e76acd8d service neutron] Attempting to bind port 6edcadb6-4b0c-4460-854c-7f37bd50f8be on network a05c1fce-8078-4251-8882-f6a1bad56de7 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:23:20.363974 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b1f262-517d-45fd-8c4b-993dd3c2af5e req-2dae9b23-1a95-45ad-9e6a-0db5e76acd8d service neutron] Port 6edcadb6-4b0c-4460-854c-7f37bd50f8be on network a05c1fce-8078-4251-8882-f6a1bad56de7 not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 20:23:20.364294 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b1f262-517d-45fd-8c4b-993dd3c2af5e req-2dae9b23-1a95-45ad-9e6a-0db5e76acd8d service neutron] Attempting to bind port 6edcadb6-4b0c-4460-854c-7f37bd50f8be on network a05c1fce-8078-4251-8882-f6a1bad56de7 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:23:20.369031 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b1f262-517d-45fd-8c4b-993dd3c2af5e req-2dae9b23-1a95-45ad-9e6a-0db5e76acd8d service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:23:20.369368 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b1f262-517d-45fd-8c4b-993dd3c2af5e req-2dae9b23-1a95-45ad-9e6a-0db5e76acd8d service neutron] Checking segment: {'id': '2c56ba54-6bad-4bd8-9049-4da77c3d71a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'a05c1fce-8078-4251-8882-f6a1bad56de7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:23:20.369742 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b1f262-517d-45fd-8c4b-993dd3c2af5e req-2dae9b23-1a95-45ad-9e6a-0db5e76acd8d service neutron] Bound using segment: {'id': '2c56ba54-6bad-4bd8-9049-4da77c3d71a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'a05c1fce-8078-4251-8882-f6a1bad56de7'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:23:20.370161 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-15b1f262-517d-45fd-8c4b-993dd3c2af5e req-2dae9b23-1a95-45ad-9e6a-0db5e76acd8d service neutron] Bound port: 6edcadb6-4b0c-4460-854c-7f37bd50f8be, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c56ba54-6bad-4bd8-9049-4da77c3d71a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 884, 'network_id': 'a05c1fce-8078-4251-8882-f6a1bad56de7'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:23:20.370507 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-15b1f262-517d-45fd-8c4b-993dd3c2af5e req-2dae9b23-1a95-45ad-9e6a-0db5e76acd8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (6edcadb6-4b0c-4460-854c-7f37bd50f8be), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:20.430754 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-15b1f262-517d-45fd-8c4b-993dd3c2af5e req-2dae9b23-1a95-45ad-9e6a-0db5e76acd8d service neutron] For port 6edcadb6-4b0c-4460-854c-7f37bd50f8be, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:23:20.433581 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-15b1f262-517d-45fd-8c4b-993dd3c2af5e req-2dae9b23-1a95-45ad-9e6a-0db5e76acd8d service neutron] For port 6edcadb6-4b0c-4460-854c-7f37bd50f8be, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=6edcadb6-4b0c-4460-854c-7f37bd50f8be,segment=NetworkSegment(2c56ba54-6bad-4bd8-9049-4da77c3d71a1),segment_id=2c56ba54-6bad-4bd8-9049-4da77c3d71a1)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:23:20.439322 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-15b1f262-517d-45fd-8c4b-993dd3c2af5e req-2dae9b23-1a95-45ad-9e6a-0db5e76acd8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (6edcadb6-4b0c-4460-854c-7f37bd50f8be), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:20.471097 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b1f262-517d-45fd-8c4b-993dd3c2af5e req-2dae9b23-1a95-45ad-9e6a-0db5e76acd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:20.471738 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-15b1f262-517d-45fd-8c4b-993dd3c2af5e req-2dae9b23-1a95-45ad-9e6a-0db5e76acd8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:20.473386 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-15b1f262-517d-45fd-8c4b-993dd3c2af5e req-2dae9b23-1a95-45ad-9e6a-0db5e76acd8d service neutron] 10.222.0.57 "PUT /v2.0/ports/6edcadb6-4b0c-4460-854c-7f37bd50f8be HTTP/1.1" status: 200 len: 1092 time: 0.5839822 Mar 11 20:23:20.503123 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae9b23-1a95-45ad-9e6a-0db5e76acd8d service neutron] Pushing event updated for resources: {'Port': ['ID=6edcadb6-4b0c-4460-854c-7f37bd50f8be,revision_number=7']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:23:20.546744 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b1f262-517d-45fd-8c4b-993dd3c2af5e req-173fa0ef-0a5c-4fa9-8dbc-30a8f59a48cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:20.548987 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-15b1f262-517d-45fd-8c4b-993dd3c2af5e req-173fa0ef-0a5c-4fa9-8dbc-30a8f59a48cb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=af1f598b8c104ddf97b71280587e9547&device_id=b53591be-f706-4e50-87fb-c7a2cb3d56c4 HTTP/1.1" status: 200 len: 1126 time: 0.0533156 Mar 11 20:23:20.669395 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b1f262-517d-45fd-8c4b-993dd3c2af5e req-5a2589d4-6fa9-4797-bbde-b9ee612ced8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:20.670839 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-15b1f262-517d-45fd-8c4b-993dd3c2af5e req-5a2589d4-6fa9-4797-bbde-b9ee612ced8b service neutron] 10.222.0.57 "GET /v2.0/networks?id=a05c1fce-8078-4251-8882-f6a1bad56de7 HTTP/1.1" status: 200 len: 915 time: 0.1164179 Mar 11 20:23:20.691208 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5afd75-8e5d-4c54-bf60-29271233241a req-85823df7-6992-4c06-b967-6ea8a06d7399 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:20.692540 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cf5afd75-8e5d-4c54-bf60-29271233241a req-85823df7-6992-4c06-b967-6ea8a06d7399 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=b53591be-f706-4e50-87fb-c7a2cb3d56c4 HTTP/1.1" status: 200 len: 944 time: 0.0811887 Mar 11 20:23:21.058862 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-15b1f262-517d-45fd-8c4b-993dd3c2af5e req-23df1d70-23af-4422-a75a-b97fab18a968 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6edcadb6-4b0c-4460-854c-7f37bd50f8be HTTP/1.1" status: 200 len: 217 time: 0.3822889 Mar 11 20:23:21.129561 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b1f262-517d-45fd-8c4b-993dd3c2af5e req-3995f010-981f-4d82-9c67-fdb1233e8761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:21.130966 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-15b1f262-517d-45fd-8c4b-993dd3c2af5e req-3995f010-981f-4d82-9c67-fdb1233e8761 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a5c7a34f-7d1a-4915-a61e-fafb4617cfe3 HTTP/1.1" status: 200 len: 854 time: 0.0668325 Mar 11 20:23:21.134130 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cf5afd75-8e5d-4c54-bf60-29271233241a req-3eb5f83f-312d-423d-a782-20b3efbc7a83 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777245 Mar 11 20:23:21.164801 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-15b1f262-517d-45fd-8c4b-993dd3c2af5e req-aabd0436-efc9-467b-93b2-aa2d460e044a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a05c1fce-8078-4251-8882-f6a1bad56de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282850 Mar 11 20:23:21.251582 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-15b1f262-517d-45fd-8c4b-993dd3c2af5e req-45f14fc7-96ea-474f-996f-66a077dd81f1 service neutron] 10.222.0.57 "GET /v2.0/networks/a05c1fce-8078-4251-8882-f6a1bad56de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812402 Mar 11 20:23:21.339438 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-15b1f262-517d-45fd-8c4b-993dd3c2af5e req-5b049e82-eee7-4296-ada7-517855491984 service neutron] 10.222.0.57 "GET /v2.0/networks/a05c1fce-8078-4251-8882-f6a1bad56de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822136 Mar 11 20:23:22.256184 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315176a1-18a7-4460-98db-d806f6e76b10 req-2d55ab1f-ca31-43bc-844c-bbf9258c5753 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:22.257656 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-315176a1-18a7-4460-98db-d806f6e76b10 req-2d55ab1f-ca31-43bc-844c-bbf9258c5753 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=b53591be-f706-4e50-87fb-c7a2cb3d56c4 HTTP/1.1" status: 200 len: 944 time: 0.0532115 Mar 11 20:23:22.291355 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b53591be-f706-4e50-87fb-c7a2cb3d56c4', 'tag': '6edcadb6-4b0c-4460-854c-7f37bd50f8be'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:23:22.293549 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a451c7-6afb-4465-b21c-ce02df7ea1b1" -d '{"events": [{"name": "network-changed", "server_uuid": "b53591be-f706-4e50-87fb-c7a2cb3d56c4", "tag": "6edcadb6-4b0c-4460-854c-7f37bd50f8be"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:23:22.306843 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-315176a1-18a7-4460-98db-d806f6e76b10 req-88f89c6b-0bb6-4a86-a760-3d19cfd5a30a tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437002 Mar 11 20:23:22.360312 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd6b677-e7b9-4f23-bad8-77d5d2f2d30e x-openstack-request-id: req-9dd6b677-e7b9-4f23-bad8-77d5d2f2d30e {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:23:22.360633 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b53591be-f706-4e50-87fb-c7a2cb3d56c4", "tag": "6edcadb6-4b0c-4460-854c-7f37bd50f8be", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:23:22.361232 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9dd6b677-e7b9-4f23-bad8-77d5d2f2d30e {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:23:22.361637 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b53591be-f706-4e50-87fb-c7a2cb3d56c4', 'tag': '6edcadb6-4b0c-4460-854c-7f37bd50f8be', 'status': 'completed', 'code': 200} Mar 11 20:23:22.392201 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-146f1bdc-59b4-44b9-8491-55d31163e331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:22.454785 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a451c7-6afb-4465-b21c-ce02df7ea1b1 req-27e75b14-c963-40f7-8268-39790a74a711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:22.456220 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e9a451c7-6afb-4465-b21c-ce02df7ea1b1 req-27e75b14-c963-40f7-8268-39790a74a711 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=af1f598b8c104ddf97b71280587e9547&device_id=b53591be-f706-4e50-87fb-c7a2cb3d56c4 HTTP/1.1" status: 200 len: 1126 time: 0.0796747 Mar 11 20:23:22.457832 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a451c7-6afb-4465-b21c-ce02df7ea1b1 req-72014275-3387-4284-b150-1993130d7463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:22.459162 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e9a451c7-6afb-4465-b21c-ce02df7ea1b1 req-72014275-3387-4284-b150-1993130d7463 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=af1f598b8c104ddf97b71280587e9547&device_id=b53591be-f706-4e50-87fb-c7a2cb3d56c4 HTTP/1.1" status: 200 len: 1126 time: 0.0746839 Mar 11 20:23:22.611409 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a451c7-6afb-4465-b21c-ce02df7ea1b1 req-10eba4de-51ed-4414-b565-8b5830767f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:22.612887 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e9a451c7-6afb-4465-b21c-ce02df7ea1b1 req-10eba4de-51ed-4414-b565-8b5830767f45 service neutron] 10.222.0.75 "GET /v2.0/networks?id=a05c1fce-8078-4251-8882-f6a1bad56de7 HTTP/1.1" status: 200 len: 915 time: 0.1516106 Mar 11 20:23:22.615462 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a451c7-6afb-4465-b21c-ce02df7ea1b1 req-b44fa355-3f0c-426c-a62c-8666d82b6d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:22.616802 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e9a451c7-6afb-4465-b21c-ce02df7ea1b1 req-b44fa355-3f0c-426c-a62c-8666d82b6d32 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a05c1fce-8078-4251-8882-f6a1bad56de7 HTTP/1.1" status: 200 len: 915 time: 0.1471777 Mar 11 20:23:22.686460 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e9a451c7-6afb-4465-b21c-ce02df7ea1b1 req-ee7c6543-85f6-4ed5-b542-b1a3576007b9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6edcadb6-4b0c-4460-854c-7f37bd50f8be HTTP/1.1" status: 200 len: 217 time: 0.0678096 Mar 11 20:23:22.687851 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e9a451c7-6afb-4465-b21c-ce02df7ea1b1 req-b1cd3338-a0d8-476f-92b6-990de18037a9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6edcadb6-4b0c-4460-854c-7f37bd50f8be HTTP/1.1" status: 200 len: 217 time: 0.0629728 Mar 11 20:23:22.764898 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a451c7-6afb-4465-b21c-ce02df7ea1b1 req-a22a1fe7-cd58-489e-90ba-1794bce1f6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:22.766239 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e9a451c7-6afb-4465-b21c-ce02df7ea1b1 req-a22a1fe7-cd58-489e-90ba-1794bce1f6a1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a5c7a34f-7d1a-4915-a61e-fafb4617cfe3 HTTP/1.1" status: 200 len: 854 time: 0.0736973 Mar 11 20:23:22.769472 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a451c7-6afb-4465-b21c-ce02df7ea1b1 req-505a8ba0-50fa-4241-a272-4cfae482cd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:22.770760 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e9a451c7-6afb-4465-b21c-ce02df7ea1b1 req-505a8ba0-50fa-4241-a272-4cfae482cd98 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a5c7a34f-7d1a-4915-a61e-fafb4617cfe3 HTTP/1.1" status: 200 len: 854 time: 0.0713158 Mar 11 20:23:22.806877 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e9a451c7-6afb-4465-b21c-ce02df7ea1b1 req-4e7136da-1b9f-4654-ab31-1e7b0f95dc50 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a05c1fce-8078-4251-8882-f6a1bad56de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347583 Mar 11 20:23:22.822324 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e9a451c7-6afb-4465-b21c-ce02df7ea1b1 req-4851a2cb-c6e3-4054-bc7c-0859cec8a94e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a05c1fce-8078-4251-8882-f6a1bad56de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433598 Mar 11 20:23:22.977674 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e9a451c7-6afb-4465-b21c-ce02df7ea1b1 req-4bd74852-171a-47f6-a9dc-bf11132afa84 service neutron] 10.222.0.75 "GET /v2.0/networks/a05c1fce-8078-4251-8882-f6a1bad56de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572490 Mar 11 20:23:22.979514 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e9a451c7-6afb-4465-b21c-ce02df7ea1b1 req-0bdf01eb-d8e1-4d78-b510-66a940396ee6 service neutron] 10.222.0.57 "GET /v2.0/networks/a05c1fce-8078-4251-8882-f6a1bad56de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502438 Mar 11 20:23:23.080067 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:23.099840 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 6edcadb6-4b0c-4460-854c-7f37bd50f8be no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:23:23.137228 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e9a451c7-6afb-4465-b21c-ce02df7ea1b1 req-82977aee-e4f4-4db0-9f0d-2d8252cade6a service neutron] 10.222.0.75 "GET /v2.0/networks/a05c1fce-8078-4251-8882-f6a1bad56de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537049 Mar 11 20:23:23.139116 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e9a451c7-6afb-4465-b21c-ce02df7ea1b1 req-9bbea29e-b87c-4ef2-af69-4cec62c57f31 service neutron] 10.222.0.57 "GET /v2.0/networks/a05c1fce-8078-4251-8882-f6a1bad56de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485379 Mar 11 20:23:23.140070 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] The host n-h1-833163-1 is not matching for port 6edcadb6-4b0c-4460-854c-7f37bd50f8be host n-h2-833163-1! {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 20:23:23.140964 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 6edcadb6-4b0c-4460-854c-7f37bd50f8be not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:23:23.430233 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96cc90-3e15-4214-a4e7-a3464d6ee3c8 req-e506654d-99a9-45d9-a3db-1d4233fb5fd1 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:23.431716 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fe96cc90-3e15-4214-a4e7-a3464d6ee3c8 req-e506654d-99a9-45d9-a3db-1d4233fb5fd1 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=b53591be-f706-4e50-87fb-c7a2cb3d56c4 HTTP/1.1" status: 200 len: 944 time: 0.0556192 Mar 11 20:23:23.477030 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fe96cc90-3e15-4214-a4e7-a3464d6ee3c8 req-ebd4f3a6-22c1-4b1e-915d-7358a030de7c tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397592 Mar 11 20:23:24.596429 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9eb15-0285-40ac-92b4-2c894b12dd61 req-46c7b36d-5dc0-43b2-aeda-35182f8acb67 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:24.598195 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5bb9eb15-0285-40ac-92b4-2c894b12dd61 req-46c7b36d-5dc0-43b2-aeda-35182f8acb67 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=b53591be-f706-4e50-87fb-c7a2cb3d56c4 HTTP/1.1" status: 200 len: 944 time: 0.0541224 Mar 11 20:23:24.643277 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5bb9eb15-0285-40ac-92b4-2c894b12dd61 req-1a69322d-48dc-4673-9b07-4a5f1ed7716d tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395002 Mar 11 20:23:24.685202 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-03a93a9e-03af-4641-8717-2f5e23baf14b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:24.870514 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53564fb5-510b-4e51-82aa-f73a68d2295d req-823b5522-aec3-4041-aa38-cb08b92cd2fb tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:24.872006 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-53564fb5-510b-4e51-82aa-f73a68d2295d req-823b5522-aec3-4041-aa38-cb08b92cd2fb tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=b53591be-f706-4e50-87fb-c7a2cb3d56c4 HTTP/1.1" status: 200 len: 944 time: 0.0856969 Mar 11 20:23:24.893608 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe95148-f592-49be-babe-114857d35b30 req-fd217ca9-34ff-4b63-8c1e-85e551d27219 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:24.894999 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5fe95148-f592-49be-babe-114857d35b30 req-fd217ca9-34ff-4b63-8c1e-85e551d27219 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.75 "GET /v2.0/ports?device_id=b53591be-f706-4e50-87fb-c7a2cb3d56c4&tenant_id=af1f598b8c104ddf97b71280587e9547&binding%3Ahost_id=n-h2-833163-1 HTTP/1.1" status: 200 len: 944 time: 0.0831146 Mar 11 20:23:24.971161 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-53564fb5-510b-4e51-82aa-f73a68d2295d req-153445a8-251c-4c8d-9197-48f29d9e2c22 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908260 Mar 11 20:23:24.979922 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [req-5fe95148-f592-49be-babe-114857d35b30 req-b2b2ee24-2a90-45e6-8645-770cdeaf3e77 service neutron] delete failed (client error): The resource could not be found. Mar 11 20:23:24.980890 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5fe95148-f592-49be-babe-114857d35b30 req-b2b2ee24-2a90-45e6-8645-770cdeaf3e77 service neutron] 10.222.0.75 "DELETE /v2.0/ports/6edcadb6-4b0c-4460-854c-7f37bd50f8be/bindings/n-h1-833163-1 HTTP/1.1" status: 404 len: 380 time: 0.0786204 Mar 11 20:23:25.067952 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe95148-f592-49be-babe-114857d35b30 req-2c56af7f-9836-4c46-b047-0413227c1c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:25.069448 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5fe95148-f592-49be-babe-114857d35b30 req-2c56af7f-9836-4c46-b047-0413227c1c0c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=af1f598b8c104ddf97b71280587e9547&device_id=b53591be-f706-4e50-87fb-c7a2cb3d56c4 HTTP/1.1" status: 200 len: 1126 time: 0.0442975 Mar 11 20:23:25.160609 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe95148-f592-49be-babe-114857d35b30 req-a34580d5-d59d-4757-bffc-acd0f03001d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:25.162051 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5fe95148-f592-49be-babe-114857d35b30 req-a34580d5-d59d-4757-bffc-acd0f03001d5 service neutron] 10.222.0.75 "GET /v2.0/networks?id=a05c1fce-8078-4251-8882-f6a1bad56de7 HTTP/1.1" status: 200 len: 915 time: 0.0867436 Mar 11 20:23:25.202443 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5fe95148-f592-49be-babe-114857d35b30 req-0702dd48-2254-4416-84d9-ec72dd798c8b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6edcadb6-4b0c-4460-854c-7f37bd50f8be HTTP/1.1" status: 200 len: 217 time: 0.0342863 Mar 11 20:23:25.254058 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe95148-f592-49be-babe-114857d35b30 req-dcd6fa84-0aa9-4fa8-8eaf-e486282bf6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:25.255498 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5fe95148-f592-49be-babe-114857d35b30 req-dcd6fa84-0aa9-4fa8-8eaf-e486282bf6e3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a5c7a34f-7d1a-4915-a61e-fafb4617cfe3 HTTP/1.1" status: 200 len: 854 time: 0.0473821 Mar 11 20:23:25.285968 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5fe95148-f592-49be-babe-114857d35b30 req-18cdc1a9-5214-4852-92d7-1afd01d03604 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a05c1fce-8078-4251-8882-f6a1bad56de7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249264 Mar 11 20:23:25.371822 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5fe95148-f592-49be-babe-114857d35b30 req-e5e1b0a5-c8ea-4f44-ae40-a3e1dff70201 service neutron] 10.222.0.75 "GET /v2.0/networks/a05c1fce-8078-4251-8882-f6a1bad56de7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801883 Mar 11 20:23:25.460267 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5fe95148-f592-49be-babe-114857d35b30 req-b51d770b-8829-4a8c-bf59-3b524cee6e1e service neutron] 10.222.0.75 "GET /v2.0/networks/a05c1fce-8078-4251-8882-f6a1bad56de7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827837 Mar 11 20:23:26.089267 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f413669-1e48-4b9d-8319-98d3e43a51f0 req-90b67aea-93fe-4a65-aea2-5dffc0e27848 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:26.090752 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2f413669-1e48-4b9d-8319-98d3e43a51f0 req-90b67aea-93fe-4a65-aea2-5dffc0e27848 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=b53591be-f706-4e50-87fb-c7a2cb3d56c4 HTTP/1.1" status: 200 len: 944 time: 0.0530403 Mar 11 20:23:26.136784 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2f413669-1e48-4b9d-8319-98d3e43a51f0 req-5f9f33e6-5df2-4be3-bfb5-c537392572e5 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397134 Mar 11 20:23:26.180038 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 6edcadb6-4b0c-4460-854c-7f37bd50f8be details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 20:23:26.258589 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0098bc44-430d-430a-8c87-dc2dab2d0027 req-ab738ce7-c933-4da5-b2a1-361b0257d5b8 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:26.260140 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0098bc44-430d-430a-8c87-dc2dab2d0027 req-ab738ce7-c933-4da5-b2a1-361b0257d5b8 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=b53591be-f706-4e50-87fb-c7a2cb3d56c4 HTTP/1.1" status: 200 len: 944 time: 0.0586507 Mar 11 20:23:26.280279 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 6edcadb6-4b0c-4460-854c-7f37bd50f8be, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=6edcadb6-4b0c-4460-854c-7f37bd50f8be,segment=NetworkSegment(2c56ba54-6bad-4bd8-9049-4da77c3d71a1),segment_id=2c56ba54-6bad-4bd8-9049-4da77c3d71a1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:23:26.291928 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': '6edcadb6-4b0c-4460-854c-7f37bd50f8be', 'network_id': 'a05c1fce-8078-4251-8882-f6a1bad56de7', 'port_id': '6edcadb6-4b0c-4460-854c-7f37bd50f8be', 'mac_address': 'fa:16:3e:13:f5:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 884, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5c7a34f-7d1a-4915-a61e-fafb4617cfe3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 20:23:26.307584 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0098bc44-430d-430a-8c87-dc2dab2d0027 req-4f282642-5610-42cd-b2e6-a5a0a00a3e5d tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407667 Mar 11 20:23:26.329116 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 6edcadb6-4b0c-4460-854c-7f37bd50f8be is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:23:26.329660 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (6edcadb6-4b0c-4460-854c-7f37bd50f8be), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:26.346418 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6edcadb6-4b0c-4460-854c-7f37bd50f8be {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:23:26.364849 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:26.372940 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 6edcadb6-4b0c-4460-854c-7f37bd50f8be, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=6edcadb6-4b0c-4460-854c-7f37bd50f8be,segment=NetworkSegment(2c56ba54-6bad-4bd8-9049-4da77c3d71a1),segment_id=2c56ba54-6bad-4bd8-9049-4da77c3d71a1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:23:26.378162 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (6edcadb6-4b0c-4460-854c-7f37bd50f8be), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:26.424025 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=6edcadb6-4b0c-4460-854c-7f37bd50f8be,revision_number=8']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:23:26.426515 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f1ee9-70f7-4769-a883-1fdcbbf49b2c req-eec5fc7a-f8d6-40ab-981d-2853b1ba13ab tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:26.427753 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-300f1ee9-70f7-4769-a883-1fdcbbf49b2c req-eec5fc7a-f8d6-40ab-981d-2853b1ba13ab tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=b53591be-f706-4e50-87fb-c7a2cb3d56c4 HTTP/1.1" status: 200 len: 945 time: 0.0548832 Mar 11 20:23:26.431166 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:23:26.431519 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:23:26.431895 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:23:26.432241 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:23:26.432580 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:23:26.432922 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:23:26.433257 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:23:26.433588 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:23:26.433917 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:23:26.434245 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:23:26.434571 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:23:26.434896 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:23:26.435222 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:23:26.476684 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-300f1ee9-70f7-4769-a883-1fdcbbf49b2c req-37c583d3-d33e-42de-82fa-9080fec6b9a6 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429468 Mar 11 20:23:26.684004 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['6edcadb6-4b0c-4460-854c-7f37bd50f8be'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:23:26.802120 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111d76b-730d-4e56-94c3-c5e46999f1b0 req-46397295-0b2c-42fa-89c8-b0d8777831f0 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:26.803595 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b111d76b-730d-4e56-94c3-c5e46999f1b0 req-46397295-0b2c-42fa-89c8-b0d8777831f0 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=b53591be-f706-4e50-87fb-c7a2cb3d56c4 HTTP/1.1" status: 200 len: 945 time: 0.0507135 Mar 11 20:23:26.853522 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b111d76b-730d-4e56-94c3-c5e46999f1b0 req-e5a0e7b3-b44b-48a8-be38-a96bc36b887b tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436246 Mar 11 20:23:27.748385 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:27.970859 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d51eec-f630-4817-b634-9a36e1eb51c7 req-eaeafb61-2830-4aa4-b9a4-0ef02648f559 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:27.972284 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-68d51eec-f630-4817-b634-9a36e1eb51c7 req-eaeafb61-2830-4aa4-b9a4-0ef02648f559 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/ports?device_id=b53591be-f706-4e50-87fb-c7a2cb3d56c4 HTTP/1.1" status: 200 len: 945 time: 0.0525975 Mar 11 20:23:28.018678 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-68d51eec-f630-4817-b634-9a36e1eb51c7 req-954a87c7-4249-4c0a-9c0e-56e22d7f6d80 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.65 "GET /v2.0/security-groups?id=55aae7fa-0be8-4ba1-852b-dc870f802072&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405257 Mar 11 20:23:28.091468 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e241f229-8ac2-4e49-816e-1eef433829c7 req-499c627b-6141-4c08-853a-723046a1fb6d tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:28.092931 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e241f229-8ac2-4e49-816e-1eef433829c7 req-499c627b-6141-4c08-853a-723046a1fb6d tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.57 "GET /v2.0/ports?device_id=b53591be-f706-4e50-87fb-c7a2cb3d56c4 HTTP/1.1" status: 200 len: 945 time: 0.0516922 Mar 11 20:23:28.185681 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-e241f229-8ac2-4e49-816e-1eef433829c7 req-739cf3aa-1e00-4256-a78d-ba329e0d97be tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Deleting port 6edcadb6-4b0c-4460-854c-7f37bd50f8be {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:23:28.186016 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e241f229-8ac2-4e49-816e-1eef433829c7 req-739cf3aa-1e00-4256-a78d-ba329e0d97be tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (6edcadb6-4b0c-4460-854c-7f37bd50f8be), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:28.190264 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 6edcadb6-4b0c-4460-854c-7f37bd50f8be up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:23:28.240984 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port 6edcadb6-4b0c-4460-854c-7f37bd50f8be completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 20:23:28.245959 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port 6edcadb6-4b0c-4460-854c-7f37bd50f8be triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:23:28.246453 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (6edcadb6-4b0c-4460-854c-7f37bd50f8be), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:28.284066 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-e241f229-8ac2-4e49-816e-1eef433829c7 req-739cf3aa-1e00-4256-a78d-ba329e0d97be tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] For port 6edcadb6-4b0c-4460-854c-7f37bd50f8be, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=6edcadb6-4b0c-4460-854c-7f37bd50f8be,segment=NetworkSegment(2c56ba54-6bad-4bd8-9049-4da77c3d71a1),segment_id=2c56ba54-6bad-4bd8-9049-4da77c3d71a1)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:23:28.284636 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e241f229-8ac2-4e49-816e-1eef433829c7 req-739cf3aa-1e00-4256-a78d-ba329e0d97be tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (6edcadb6-4b0c-4460-854c-7f37bd50f8be), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:28.300221 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-e241f229-8ac2-4e49-816e-1eef433829c7 req-739cf3aa-1e00-4256-a78d-ba329e0d97be tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Calling delete_port for 6edcadb6-4b0c-4460-854c-7f37bd50f8be owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:23:28.329026 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 6edcadb6-4b0c-4460-854c-7f37bd50f8be is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:23:28.329413 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (6edcadb6-4b0c-4460-854c-7f37bd50f8be), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:28.351318 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53591be-f706-4e50-87fb-c7a2cb3d56c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6edcadb6-4b0c-4460-854c-7f37bd50f8be'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:23:28.353549 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c26b976-6f8c-4849-94bb-3c614059b30b" -d '{"events": [{"server_uuid": "b53591be-f706-4e50-87fb-c7a2cb3d56c4", "name": "network-vif-plugged", "status": "completed", "tag": "6edcadb6-4b0c-4460-854c-7f37bd50f8be"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:23:28.366147 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 6edcadb6-4b0c-4460-854c-7f37bd50f8be, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=6edcadb6-4b0c-4460-854c-7f37bd50f8be,segment=NetworkSegment(2c56ba54-6bad-4bd8-9049-4da77c3d71a1),segment_id=2c56ba54-6bad-4bd8-9049-4da77c3d71a1)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:23:28.371236 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (6edcadb6-4b0c-4460-854c-7f37bd50f8be), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:28.397206 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c194ab8-738c-4615-8d9a-4bcbb8d0ade2 x-openstack-request-id: req-0c194ab8-738c-4615-8d9a-4bcbb8d0ade2 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:23:28.397508 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b53591be-f706-4e50-87fb-c7a2cb3d56c4", "name": "network-vif-plugged", "status": "completed", "tag": "6edcadb6-4b0c-4460-854c-7f37bd50f8be", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:23:28.397764 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0c194ab8-738c-4615-8d9a-4bcbb8d0ade2 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:23:28.398164 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b53591be-f706-4e50-87fb-c7a2cb3d56c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6edcadb6-4b0c-4460-854c-7f37bd50f8be', 'code': 200} Mar 11 20:23:28.422706 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=6edcadb6-4b0c-4460-854c-7f37bd50f8be,revision_number=9']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:23:28.438681 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e241f229-8ac2-4e49-816e-1eef433829c7 req-739cf3aa-1e00-4256-a78d-ba329e0d97be tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (6edcadb6-4b0c-4460-854c-7f37bd50f8be), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:28.449932 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['6edcadb6-4b0c-4460-854c-7f37bd50f8be'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:23:28.466990 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739cf3aa-1e00-4256-a78d-ba329e0d97be tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Pushing event deleted for resources: {'Port': ['ID=6edcadb6-4b0c-4460-854c-7f37bd50f8be,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:23:28.513225 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-e241f229-8ac2-4e49-816e-1eef433829c7 req-739cf3aa-1e00-4256-a78d-ba329e0d97be tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] No DVR routers for this DVR port 6edcadb6-4b0c-4460-854c-7f37bd50f8be on host n-h2-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:23:28.515847 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e241f229-8ac2-4e49-816e-1eef433829c7 req-739cf3aa-1e00-4256-a78d-ba329e0d97be tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:28.519180 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e241f229-8ac2-4e49-816e-1eef433829c7 req-739cf3aa-1e00-4256-a78d-ba329e0d97be tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] 10.222.0.57 "DELETE /v2.0/ports/6edcadb6-4b0c-4460-854c-7f37bd50f8be HTTP/1.1" status: 204 len: 173 time: 0.4212317 Mar 11 20:23:28.519646 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53591be-f706-4e50-87fb-c7a2cb3d56c4', 'name': 'network-vif-deleted', 'tag': '6edcadb6-4b0c-4460-854c-7f37bd50f8be'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:23:28.521871 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31709bb3-8099-4a50-bc77-8547ef9be71c" -d '{"events": [{"server_uuid": "b53591be-f706-4e50-87fb-c7a2cb3d56c4", "name": "network-vif-deleted", "tag": "6edcadb6-4b0c-4460-854c-7f37bd50f8be"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:23:28.563760 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d40fafd-c6c6-48fe-841d-fe1fc1ba4b8b x-openstack-request-id: req-9d40fafd-c6c6-48fe-841d-fe1fc1ba4b8b {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:23:28.564131 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b53591be-f706-4e50-87fb-c7a2cb3d56c4", "name": "network-vif-deleted", "tag": "6edcadb6-4b0c-4460-854c-7f37bd50f8be", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:23:28.564390 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9d40fafd-c6c6-48fe-841d-fe1fc1ba4b8b {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:23:28.564801 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b53591be-f706-4e50-87fb-c7a2cb3d56c4', 'name': 'network-vif-deleted', 'tag': '6edcadb6-4b0c-4460-854c-7f37bd50f8be', 'status': 'completed', 'code': 200} Mar 11 20:23:29.079856 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:29.138788 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 56958) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:23:29.181876 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-78e41ff2-00a5-4fc4-ad8b-488daf05359d admin admin] Deleting subnet a5c7a34f-7d1a-4915-a61e-fafb4617cfe3 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 20:23:29.184816 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-78e41ff2-00a5-4fc4-ad8b-488daf05359d admin admin] Publish callbacks [] for subnet (a5c7a34f-7d1a-4915-a61e-fafb4617cfe3), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:29.218722 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-78e41ff2-00a5-4fc4-ad8b-488daf05359d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (a5c7a34f-7d1a-4915-a61e-fafb4617cfe3), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:29.256215 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-78e41ff2-00a5-4fc4-ad8b-488daf05359d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (a5c7a34f-7d1a-4915-a61e-fafb4617cfe3), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:29.305658 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-78e41ff2-00a5-4fc4-ad8b-488daf05359d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (a5c7a34f-7d1a-4915-a61e-fafb4617cfe3), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:29.335224 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e41ff2-00a5-4fc4-ad8b-488daf05359d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5c7a34f-7d1a-4915-a61e-fafb4617cfe3,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:23:29.339732 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-78e41ff2-00a5-4fc4-ad8b-488daf05359d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:29.342797 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-78e41ff2-00a5-4fc4-ad8b-488daf05359d admin admin] 10.222.0.65 "DELETE /v2.0/subnets/a5c7a34f-7d1a-4915-a61e-fafb4617cfe3 HTTP/1.1" status: 204 len: 168 time: 0.2030075 Mar 11 20:23:29.345451 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 56960) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:23:29.348172 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e41ff2-00a5-4fc4-ad8b-488daf05359d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:23:29.348523 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e41ff2-00a5-4fc4-ad8b-488daf05359d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:23:29.348868 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e41ff2-00a5-4fc4-ad8b-488daf05359d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:23:29.349203 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e41ff2-00a5-4fc4-ad8b-488daf05359d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:23:29.349543 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e41ff2-00a5-4fc4-ad8b-488daf05359d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:23:29.349871 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e41ff2-00a5-4fc4-ad8b-488daf05359d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:23:29.350196 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e41ff2-00a5-4fc4-ad8b-488daf05359d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:23:29.350519 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e41ff2-00a5-4fc4-ad8b-488daf05359d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:23:29.350840 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e41ff2-00a5-4fc4-ad8b-488daf05359d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:23:29.351163 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e41ff2-00a5-4fc4-ad8b-488daf05359d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:23:29.351485 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e41ff2-00a5-4fc4-ad8b-488daf05359d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:23:29.351831 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e41ff2-00a5-4fc4-ad8b-488daf05359d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:23:29.352153 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e41ff2-00a5-4fc4-ad8b-488daf05359d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:23:29.414924 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5b50cdd5-dd92-4378-baf9-d2c950130b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (a05c1fce-8078-4251-8882-f6a1bad56de7), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:29.493781 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5b50cdd5-dd92-4378-baf9-d2c950130b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (a05c1fce-8078-4251-8882-f6a1bad56de7), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:29.513972 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-5b50cdd5-dd92-4378-baf9-d2c950130b91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a05c1fce-8078-4251-8882-f6a1bad56de7']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:23:29.524946 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-5b50cdd5-dd92-4378-baf9-d2c950130b91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c56ba54-6bad-4bd8-9049-4da77c3d71a1') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:23:29.525243 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-5b50cdd5-dd92-4378-baf9-d2c950130b91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c56ba54-6bad-4bd8-9049-4da77c3d71a1') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:23:29.534462 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5b50cdd5-dd92-4378-baf9-d2c950130b91 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (2c56ba54-6bad-4bd8-9049-4da77c3d71a1), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:29.548066 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5b50cdd5-dd92-4378-baf9-d2c950130b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (2c56ba54-6bad-4bd8-9049-4da77c3d71a1), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:29.554023 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b50cdd5-dd92-4378-baf9-d2c950130b91 admin admin] Releasing vlan 884 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 20:23:29.554442 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5b50cdd5-dd92-4378-baf9-d2c950130b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (2c56ba54-6bad-4bd8-9049-4da77c3d71a1), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:29.556229 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 20:23:29.556229 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 20:23:29.556229 n-d-833163-1 neutron-server[103885]: timer() Mar 11 20:23:29.556229 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:23:29.556229 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 20:23:29.556229 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 20:23:29.556229 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 20:23:29.556229 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:23:29.556229 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 20:23:29.556229 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:23:29.556229 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 20:23:29.556229 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:23:29.556229 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 20:23:29.556229 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 20:23:29.556229 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:23:29.556229 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 20:23:29.556229 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:23:29.556229 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 20:23:29.556229 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 20:23:29.556229 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:23:29.556229 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 20:23:29.556229 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:23:29.556229 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:23:29.556229 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 20:23:29.556229 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 20:23:29.556229 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 20:23:29.556229 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:23:29.556229 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 20:23:29.556229 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:23:29.556229 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 20:23:29.556229 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:23:29.556229 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:23:29.609756 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5b50cdd5-dd92-4378-baf9-d2c950130b91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (a05c1fce-8078-4251-8882-f6a1bad56de7), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:29.615476 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5b50cdd5-dd92-4378-baf9-d2c950130b91 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:29.618729 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-5b50cdd5-dd92-4378-baf9-d2c950130b91 admin admin] 10.222.0.65 "DELETE /v2.0/networks/a05c1fce-8078-4251-8882-f6a1bad56de7 HTTP/1.1" status: 204 len: 168 time: 0.2721641 Mar 11 20:23:29.629900 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b50cdd5-dd92-4378-baf9-d2c950130b91 admin admin] Pushing event deleted for resources: {'Network': ['ID=a05c1fce-8078-4251-8882-f6a1bad56de7,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:23:29.724596 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 56964) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:23:29.768987 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-544ed6a3-3951-4cf4-a9a4-2cc4f2d0c137 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=af1f598b8c104ddf97b71280587e9547&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0432405 Mar 11 20:23:29.771347 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 56966) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:23:29.817237 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cae3e0c6-5bcd-4fe2-804a-10051629ea30 admin admin] Publish callbacks [] for security_group (55aae7fa-0be8-4ba1-852b-dc870f802072), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:29.837447 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cae3e0c6-5bcd-4fe2-804a-10051629ea30 admin admin] Publish callbacks [] for security_group (55aae7fa-0be8-4ba1-852b-dc870f802072), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:29.884025 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cae3e0c6-5bcd-4fe2-804a-10051629ea30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (55aae7fa-0be8-4ba1-852b-dc870f802072), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:29.886562 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cae3e0c6-5bcd-4fe2-804a-10051629ea30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:29.887737 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-cae3e0c6-5bcd-4fe2-804a-10051629ea30 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/55aae7fa-0be8-4ba1-852b-dc870f802072 HTTP/1.1" status: 204 len: 168 time: 0.1154475 Mar 11 20:23:29.895580 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae3e0c6-5bcd-4fe2-804a-10051629ea30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55aae7fa-0be8-4ba1-852b-dc870f802072,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:23:30.539080 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 56988) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:23:30.641446 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-a04f1cc2-bec0-4e2a-aa81-bb83ccdca205 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-891941126-network', 'tenant_id': '9f3b97ce8275446bb706781b15a00c82'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:23:30.662667 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04f1cc2-bec0-4e2a-aa81-bb83ccdca205 admin admin] Made reservation on behalf of 9f3b97ce8275446bb706781b15a00c82 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:23:30.665158 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a04f1cc2-bec0-4e2a-aa81-bb83ccdca205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:30.673628 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a04f1cc2-bec0-4e2a-aa81-bb83ccdca205 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:30.747231 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a04f1cc2-bec0-4e2a-aa81-bb83ccdca205 admin admin] Publish callbacks [] for security_group (e10e4eab-b729-452d-948f-5d4305e7cdd4), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:30.751384 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a04f1cc2-bec0-4e2a-aa81-bb83ccdca205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (e10e4eab-b729-452d-948f-5d4305e7cdd4), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:30.772829 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a04f1cc2-bec0-4e2a-aa81-bb83ccdca205 admin admin] vlan segment allocate from pool success with {'vlan_id': 888, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:23:30.785727 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04f1cc2-bec0-4e2a-aa81-bb83ccdca205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e10e4eab-b729-452d-948f-5d4305e7cdd4,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:23:30.792088 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a04f1cc2-bec0-4e2a-aa81-bb83ccdca205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:30.792414 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-a04f1cc2-bec0-4e2a-aa81-bb83ccdca205 admin admin] Added segment c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2 of type vlan for network 16f4598c-dd98-42cb-b9b4-e58cb6823c28 Mar 11 20:23:30.834970 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a04f1cc2-bec0-4e2a-aa81-bb83ccdca205 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (16f4598c-dd98-42cb-b9b4-e58cb6823c28), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:30.858707 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a04f1cc2-bec0-4e2a-aa81-bb83ccdca205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (16f4598c-dd98-42cb-b9b4-e58cb6823c28), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:30.859675 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04f1cc2-bec0-4e2a-aa81-bb83ccdca205 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:30.860251 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a04f1cc2-bec0-4e2a-aa81-bb83ccdca205 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:30.886881 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a04f1cc2-bec0-4e2a-aa81-bb83ccdca205 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3466530 Mar 11 20:23:30.889862 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 56992) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:23:30.895448 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-4a106e47-a4fe-45fd-8fdd-14fd513da101 admin admin] Request body: {'subnet': {'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-891941126-subnet', 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:23:30.914021 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a106e47-a4fe-45fd-8fdd-14fd513da101 admin admin] Made reservation on behalf of 9f3b97ce8275446bb706781b15a00c82 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:23:30.916467 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4a106e47-a4fe-45fd-8fdd-14fd513da101 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:30.922096 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04f1cc2-bec0-4e2a-aa81-bb83ccdca205 admin admin] Pushing event updated for resources: {'Network': ['ID=16f4598c-dd98-42cb-b9b4-e58cb6823c28,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:23:30.932270 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 16f4598c-dd98-42cb-b9b4-e58cb6823c28 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 20:23:31.371697 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4a106e47-a4fe-45fd-8fdd-14fd513da101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (3daacfca-f667-4a2e-b1c7-a310bc05be7f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:31.425398 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a106e47-a4fe-45fd-8fdd-14fd513da101 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3daacfca-f667-4a2e-b1c7-a310bc05be7f,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:23:31.433689 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a106e47-a4fe-45fd-8fdd-14fd513da101 admin admin] Checking segment: {'id': 'c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:23:31.434050 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a106e47-a4fe-45fd-8fdd-14fd513da101 admin admin] Network hostable DHCP agents. Network: 16f4598c-dd98-42cb-b9b4-e58cb6823c28, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:23:31.450448 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a106e47-a4fe-45fd-8fdd-14fd513da101 admin admin] Network 16f4598c-dd98-42cb-b9b4-e58cb6823c28 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:23:31.459121 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-4a106e47-a4fe-45fd-8fdd-14fd513da101 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 16f4598c-dd98-42cb-b9b4-e58cb6823c28) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:23:31.463023 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a106e47-a4fe-45fd-8fdd-14fd513da101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:31.463653 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4a106e47-a4fe-45fd-8fdd-14fd513da101 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:31.468159 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6cc3ef8-4c1a-4152-b982-6a87e7fb2cd3 None None] Network 16f4598c-dd98-42cb-b9b4-e58cb6823c28 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:23:31.479753 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4a106e47-a4fe-45fd-8fdd-14fd513da101 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5881481 Mar 11 20:23:31.482442 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 56994) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:23:31.487717 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-3c6a872f-75a8-4495-9747-5b89f1605ff1 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-891941126-router', 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:23:31.506324 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3c6a872f-75a8-4495-9747-5b89f1605ff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (5fdad19e-49da-4273-ac6f-4fa83fdebe71), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:31.507604 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3c6a872f-75a8-4495-9747-5b89f1605ff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (5fdad19e-49da-4273-ac6f-4fa83fdebe71), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:31.562851 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3c6a872f-75a8-4495-9747-5b89f1605ff1 admin admin] Publish callbacks [] for router_controller (5fdad19e-49da-4273-ac6f-4fa83fdebe71), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:31.570526 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0307581e-666b-4073-b138-fd4036c5b320 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-16f4598c-dd98-42cb-b9b4-e58cb6823c28', 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28', 'project_id': '9f3b97ce8275446bb706781b15a00c82', 'fixed_ips': [{'subnet_id': '3daacfca-f667-4a2e-b1c7-a310bc05be7f'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 20:23:31.571407 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0307581e-666b-4073-b138-fd4036c5b320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:31.705505 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3c6a872f-75a8-4495-9747-5b89f1605ff1 admin admin] Publish callbacks [] for router_gateway (5fdad19e-49da-4273-ac6f-4fa83fdebe71), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:31.711378 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-0307581e-666b-4073-b138-fd4036c5b320 None None] Allocated IP 172.20.0.2 (16f4598c-dd98-42cb-b9b4-e58cb6823c28/3daacfca-f667-4a2e-b1c7-a310bc05be7f/16222481-9aa4-44d3-b1a3-d4eb55224b79) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:23:31.852683 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0307581e-666b-4073-b138-fd4036c5b320 None None] Publish callbacks [] for port (16222481-9aa4-44d3-b1a3-d4eb55224b79), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:31.857919 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0307581e-666b-4073-b138-fd4036c5b320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (16222481-9aa4-44d3-b1a3-d4eb55224b79), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:31.894364 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0307581e-666b-4073-b138-fd4036c5b320 None None] Network 16f4598c-dd98-42cb-b9b4-e58cb6823c28 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:23:31.900570 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-0307581e-666b-4073-b138-fd4036c5b320 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:23:31.905380 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0307581e-666b-4073-b138-fd4036c5b320 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:23:31.907223 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3c6a872f-75a8-4495-9747-5b89f1605ff1 admin admin] Publish callbacks [] for router_gateway (5fdad19e-49da-4273-ac6f-4fa83fdebe71), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:31.908019 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0307581e-666b-4073-b138-fd4036c5b320 None None] Pushing event updated for resources: {'Port': ['ID=16222481-9aa4-44d3-b1a3-d4eb55224b79,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:23:31.928018 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3c6a872f-75a8-4495-9747-5b89f1605ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:31.961209 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-0307581e-666b-4073-b138-fd4036c5b320 None None] Attempting to bind port 16222481-9aa4-44d3-b1a3-d4eb55224b79 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:23:31.961833 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-0307581e-666b-4073-b138-fd4036c5b320 None None] Attempting to bind port 16222481-9aa4-44d3-b1a3-d4eb55224b79 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:23:31.961977 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0307581e-666b-4073-b138-fd4036c5b320 None None] Attempting to bind port 16222481-9aa4-44d3-b1a3-d4eb55224b79 on network 16f4598c-dd98-42cb-b9b4-e58cb6823c28 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:23:31.966836 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0307581e-666b-4073-b138-fd4036c5b320 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:23:31.967219 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0307581e-666b-4073-b138-fd4036c5b320 None None] Checking segment: {'id': 'c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:23:31.967667 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0307581e-666b-4073-b138-fd4036c5b320 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:31.968050 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0307581e-666b-4073-b138-fd4036c5b320 None None] Bound using segment: {'id': 'c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:23:31.968553 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-0307581e-666b-4073-b138-fd4036c5b320 None None] Bound port: 16222481-9aa4-44d3-b1a3-d4eb55224b79, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:23:31.969474 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0307581e-666b-4073-b138-fd4036c5b320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (16222481-9aa4-44d3-b1a3-d4eb55224b79), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:32.033370 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-3c6a872f-75a8-4495-9747-5b89f1605ff1 admin admin] Allocated IP 172.25.8.250 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/2f8c2da4-347d-4379-9418-ff6fba5ac107) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:23:32.034663 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-0307581e-666b-4073-b138-fd4036c5b320 None None] For port 16222481-9aa4-44d3-b1a3-d4eb55224b79, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:23:32.038219 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-0307581e-666b-4073-b138-fd4036c5b320 None None] For port 16222481-9aa4-44d3-b1a3-d4eb55224b79, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=16222481-9aa4-44d3-b1a3-d4eb55224b79,segment=NetworkSegment(c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2),segment_id=c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:23:32.044421 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0307581e-666b-4073-b138-fd4036c5b320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (16222481-9aa4-44d3-b1a3-d4eb55224b79), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:32.103715 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0307581e-666b-4073-b138-fd4036c5b320 None None] Pushing event updated for resources: {'Port': ['ID=16222481-9aa4-44d3-b1a3-d4eb55224b79,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:23:32.149451 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3c6a872f-75a8-4495-9747-5b89f1605ff1 admin admin] Publish callbacks [] for port (2f8c2da4-347d-4379-9418-ff6fba5ac107), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:32.183235 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3c6a872f-75a8-4495-9747-5b89f1605ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (2f8c2da4-347d-4379-9418-ff6fba5ac107), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:32.221819 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6a872f-75a8-4495-9747-5b89f1605ff1 admin admin] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:23:32.226996 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-3c6a872f-75a8-4495-9747-5b89f1605ff1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:23:32.227494 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 6edcadb6-4b0c-4460-854c-7f37bd50f8be no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:23:32.230544 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6a872f-75a8-4495-9747-5b89f1605ff1 admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:23:32.285724 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: 6edcadb6-4b0c-4460-854c-7f37bd50f8be {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:23:32.286140 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 6edcadb6-4b0c-4460-854c-7f37bd50f8be not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:23:32.318413 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6a872f-75a8-4495-9747-5b89f1605ff1 admin admin] Pushing event updated for resources: {'Port': ['ID=2f8c2da4-347d-4379-9418-ff6fba5ac107,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:23:32.504364 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3c6a872f-75a8-4495-9747-5b89f1605ff1 admin admin] Publish callbacks [] for router_gateway (5fdad19e-49da-4273-ac6f-4fa83fdebe71), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:32.702941 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3c6a872f-75a8-4495-9747-5b89f1605ff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (5fdad19e-49da-4273-ac6f-4fa83fdebe71), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:32.835923 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c6a872f-75a8-4495-9747-5b89f1605ff1 admin admin] Router 5fdad19e-49da-4273-ac6f-4fa83fdebe71 is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 20:23:32.949594 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c6a872f-75a8-4495-9747-5b89f1605ff1 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:23:32.960935 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190ef0cc-3d20-454b-9c39-2c6d62575378 None None] Sync routers for ids ['5fdad19e-49da-4273-ac6f-4fa83fdebe71'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:23:32.972805 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190ef0cc-3d20-454b-9c39-2c6d62575378 None None] Routers {'5fdad19e-49da-4273-ac6f-4fa83fdebe71'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:23:32.973959 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-190ef0cc-3d20-454b-9c39-2c6d62575378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:23:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['5fdad19e-49da-4273-ac6f-4fa83fdebe71'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:23:32.974121 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3c6a872f-75a8-4495-9747-5b89f1605ff1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:32.978359 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 56998) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:23:32.978958 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-3c6a872f-75a8-4495-9747-5b89f1605ff1 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4948051 Mar 11 20:23:33.070776 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b0719a-04e4-45c4-bfd6-c179ce948e2d None None] Network 16f4598c-dd98-42cb-b9b4-e58cb6823c28 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:23:33.085284 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-190ef0cc-3d20-454b-9c39-2c6d62575378 None None] Set router 5fdad19e-49da-4273-ac6f-4fa83fdebe71 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:23:33.171111 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-b357dd56-8a3d-4a4d-8dcf-ec3abca833ff None None] Provisioning complete for port 16222481-9aa4-44d3-b1a3-d4eb55224b79 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:23:33.171483 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b357dd56-8a3d-4a4d-8dcf-ec3abca833ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (16222481-9aa4-44d3-b1a3-d4eb55224b79), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:33.276010 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-190ef0cc-3d20-454b-9c39-2c6d62575378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'name': 'tempest-ServerActionsTestJSON-891941126-router', 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '2f8c2da4-347d-4379-9418-ff6fba5ac107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:23:31Z', 'updated_at': '2022-03-11T20:23:32Z', 'revision_number': 3, 'project_id': '9f3b97ce8275446bb706781b15a00c82', 'gw_port': {'id': '2f8c2da4-347d-4379-9418-ff6fba5ac107', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ac:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:23:31Z', 'updated_at': '2022-03-11T20:23:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:23:33.306456 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190ef0cc-3d20-454b-9c39-2c6d62575378 None None] Checking router: 5fdad19e-49da-4273-ac6f-4fa83fdebe71 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:23:33.306754 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190ef0cc-3d20-454b-9c39-2c6d62575378 None None] Updating router 5fdad19e-49da-4273-ac6f-4fa83fdebe71 port 2f8c2da4-347d-4379-9418-ff6fba5ac107 binding host n-d-833163-1 {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 20:23:33.319196 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b357dd56-8a3d-4a4d-8dcf-ec3abca833ff None None] Current status of the port 16222481-9aa4-44d3-b1a3-d4eb55224b79 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:23:33.319587 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b357dd56-8a3d-4a4d-8dcf-ec3abca833ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (16222481-9aa4-44d3-b1a3-d4eb55224b79), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:33.335662 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 16222481-9aa4-44d3-b1a3-d4eb55224b79 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:23:33.339844 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-190ef0cc-3d20-454b-9c39-2c6d62575378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2f8c2da4-347d-4379-9418-ff6fba5ac107), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:33.391146 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-b357dd56-8a3d-4a4d-8dcf-ec3abca833ff None None] For port 16222481-9aa4-44d3-b1a3-d4eb55224b79, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=16222481-9aa4-44d3-b1a3-d4eb55224b79,segment=NetworkSegment(c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2),segment_id=c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:23:33.400964 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b357dd56-8a3d-4a4d-8dcf-ec3abca833ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (16222481-9aa4-44d3-b1a3-d4eb55224b79), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:33.474365 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 16222481-9aa4-44d3-b1a3-d4eb55224b79 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:23:33.474739 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (16222481-9aa4-44d3-b1a3-d4eb55224b79), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:33.479480 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b357dd56-8a3d-4a4d-8dcf-ec3abca833ff None None] Pushing event updated for resources: {'Port': ['ID=16222481-9aa4-44d3-b1a3-d4eb55224b79,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:23:33.500944 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-380ba6dd-bc6c-486b-ab15-79c5d6482b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:33.579218 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 16222481-9aa4-44d3-b1a3-d4eb55224b79 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:23:33.626673 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-b711485c-eee3-4bc6-898c-49dab32e0de1 None None] Provisioning complete for port 16222481-9aa4-44d3-b1a3-d4eb55224b79 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:23:33.626966 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b711485c-eee3-4bc6-898c-49dab32e0de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (16222481-9aa4-44d3-b1a3-d4eb55224b79), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:33.650068 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-190ef0cc-3d20-454b-9c39-2c6d62575378 None None] Publish callbacks [] for port (2f8c2da4-347d-4379-9418-ff6fba5ac107), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:33.655999 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-190ef0cc-3d20-454b-9c39-2c6d62575378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (2f8c2da4-347d-4379-9418-ff6fba5ac107), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:33.688130 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-380ba6dd-bc6c-486b-ab15-79c5d6482b4c admin admin] Allocated IP 172.20.0.1 (16f4598c-dd98-42cb-b9b4-e58cb6823c28/3daacfca-f667-4a2e-b1c7-a310bc05be7f/8e854c4d-af46-49ef-8dec-16ff1ad2a067) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:23:33.709747 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b711485c-eee3-4bc6-898c-49dab32e0de1 None None] Current status of the port 16222481-9aa4-44d3-b1a3-d4eb55224b79 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:23:33.714136 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-190ef0cc-3d20-454b-9c39-2c6d62575378 None None] Attempting to bind port 2f8c2da4-347d-4379-9418-ff6fba5ac107 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:23:33.714484 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-190ef0cc-3d20-454b-9c39-2c6d62575378 None None] Attempting to bind port 2f8c2da4-347d-4379-9418-ff6fba5ac107 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:23:33.714830 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190ef0cc-3d20-454b-9c39-2c6d62575378 None None] Attempting to bind port 2f8c2da4-347d-4379-9418-ff6fba5ac107 on network 612cc066-33e3-444d-b1c7-d0a64751482a {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:23:33.716905 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4709b8-5a4d-4b23-b146-e9254d694b93 None None] Pushing event updated for resources: {'Port': ['ID=2f8c2da4-347d-4379-9418-ff6fba5ac107,revision_number=2']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:23:33.726887 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4709b8-5a4d-4b23-b146-e9254d694b93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:23:33.727232 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4709b8-5a4d-4b23-b146-e9254d694b93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:23:33.727571 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4709b8-5a4d-4b23-b146-e9254d694b93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:23:33.727928 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4709b8-5a4d-4b23-b146-e9254d694b93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:23:33.728260 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4709b8-5a4d-4b23-b146-e9254d694b93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:23:33.728585 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4709b8-5a4d-4b23-b146-e9254d694b93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:23:33.728908 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4709b8-5a4d-4b23-b146-e9254d694b93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:23:33.729237 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4709b8-5a4d-4b23-b146-e9254d694b93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:23:33.729561 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4709b8-5a4d-4b23-b146-e9254d694b93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:23:33.729881 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4709b8-5a4d-4b23-b146-e9254d694b93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:23:33.730199 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4709b8-5a4d-4b23-b146-e9254d694b93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:23:33.730516 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4709b8-5a4d-4b23-b146-e9254d694b93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:23:33.730832 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4709b8-5a4d-4b23-b146-e9254d694b93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:23:33.734233 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190ef0cc-3d20-454b-9c39-2c6d62575378 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:23:33.735120 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190ef0cc-3d20-454b-9c39-2c6d62575378 None None] Checking segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:23:33.735521 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-190ef0cc-3d20-454b-9c39-2c6d62575378 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:33.735943 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190ef0cc-3d20-454b-9c39-2c6d62575378 None None] Bound using segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:23:33.736412 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-190ef0cc-3d20-454b-9c39-2c6d62575378 None None] Bound port: 2f8c2da4-347d-4379-9418-ff6fba5ac107, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:23:33.736790 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-190ef0cc-3d20-454b-9c39-2c6d62575378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2f8c2da4-347d-4379-9418-ff6fba5ac107), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:33.786671 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-190ef0cc-3d20-454b-9c39-2c6d62575378 None None] For port 2f8c2da4-347d-4379-9418-ff6fba5ac107, host n-d-833163-1, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:23:33.789840 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-190ef0cc-3d20-454b-9c39-2c6d62575378 None None] For port 2f8c2da4-347d-4379-9418-ff6fba5ac107, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=2f8c2da4-347d-4379-9418-ff6fba5ac107,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:23:33.795664 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-190ef0cc-3d20-454b-9c39-2c6d62575378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (2f8c2da4-347d-4379-9418-ff6fba5ac107), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:33.797612 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-380ba6dd-bc6c-486b-ab15-79c5d6482b4c admin admin] Publish callbacks [] for port (8e854c4d-af46-49ef-8dec-16ff1ad2a067), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:33.830244 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-380ba6dd-bc6c-486b-ab15-79c5d6482b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (8e854c4d-af46-49ef-8dec-16ff1ad2a067), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:33.844012 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190ef0cc-3d20-454b-9c39-2c6d62575378 None None] Routers {'5fdad19e-49da-4273-ac6f-4fa83fdebe71'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:23:33.844638 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-190ef0cc-3d20-454b-9c39-2c6d62575378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:23:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['5fdad19e-49da-4273-ac6f-4fa83fdebe71'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:23:33.868202 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380ba6dd-bc6c-486b-ab15-79c5d6482b4c admin admin] Network 16f4598c-dd98-42cb-b9b4-e58cb6823c28 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:23:33.872944 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-380ba6dd-bc6c-486b-ab15-79c5d6482b4c admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:23:33.876369 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380ba6dd-bc6c-486b-ab15-79c5d6482b4c admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:23:33.902642 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4709b8-5a4d-4b23-b146-e9254d694b93 None None] Pushing event updated for resources: {'Port': ['ID=2f8c2da4-347d-4379-9418-ff6fba5ac107,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:23:33.903040 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380ba6dd-bc6c-486b-ab15-79c5d6482b4c admin admin] Pushing event updated for resources: {'Port': ['ID=8e854c4d-af46-49ef-8dec-16ff1ad2a067,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:23:33.921480 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-380ba6dd-bc6c-486b-ab15-79c5d6482b4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (5fdad19e-49da-4273-ac6f-4fa83fdebe71), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:33.964049 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-190ef0cc-3d20-454b-9c39-2c6d62575378 None None] Set router 5fdad19e-49da-4273-ac6f-4fa83fdebe71 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:23:34.060144 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-380ba6dd-bc6c-486b-ab15-79c5d6482b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (8e854c4d-af46-49ef-8dec-16ff1ad2a067), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:34.133811 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-42f3a6f5-cb63-4340-844d-aacb208eef0a None None] Provisioning complete for port 8e854c4d-af46-49ef-8dec-16ff1ad2a067 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:23:34.134456 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-42f3a6f5-cb63-4340-844d-aacb208eef0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (8e854c4d-af46-49ef-8dec-16ff1ad2a067), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:34.157663 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-190ef0cc-3d20-454b-9c39-2c6d62575378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'name': 'tempest-ServerActionsTestJSON-891941126-router', 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '2f8c2da4-347d-4379-9418-ff6fba5ac107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:23:31Z', 'updated_at': '2022-03-11T20:23:32Z', 'revision_number': 3, 'project_id': '9f3b97ce8275446bb706781b15a00c82', 'gw_port': {'id': '2f8c2da4-347d-4379-9418-ff6fba5ac107', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ac:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:23:31Z', 'updated_at': '2022-03-11T20:23:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:23:34.168699 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-42f3a6f5-cb63-4340-844d-aacb208eef0a None None] Port 8e854c4d-af46-49ef-8dec-16ff1ad2a067 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:23:34.183814 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190ef0cc-3d20-454b-9c39-2c6d62575378 None None] The sync data for ids ['5fdad19e-49da-4273-ac6f-4fa83fdebe71'] in n-d-833163-1 is: [{'id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'name': 'tempest-ServerActionsTestJSON-891941126-router', 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '2f8c2da4-347d-4379-9418-ff6fba5ac107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:23:31Z', 'updated_at': '2022-03-11T20:23:32Z', 'revision_number': 3, 'project_id': '9f3b97ce8275446bb706781b15a00c82', 'gw_port': {'id': '2f8c2da4-347d-4379-9418-ff6fba5ac107', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ac:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:23:31Z', 'updated_at': '2022-03-11T20:23:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:23:34.225628 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-380ba6dd-bc6c-486b-ab15-79c5d6482b4c admin admin] Publish callbacks [] for port (8e854c4d-af46-49ef-8dec-16ff1ad2a067), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:34.230035 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-380ba6dd-bc6c-486b-ab15-79c5d6482b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (8e854c4d-af46-49ef-8dec-16ff1ad2a067), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:34.300580 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-380ba6dd-bc6c-486b-ab15-79c5d6482b4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (5fdad19e-49da-4273-ac6f-4fa83fdebe71), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:34.302296 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380ba6dd-bc6c-486b-ab15-79c5d6482b4c admin admin] Pushing event updated for resources: {'Port': ['ID=8e854c4d-af46-49ef-8dec-16ff1ad2a067,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:23:34.395070 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380ba6dd-bc6c-486b-ab15-79c5d6482b4c admin admin] Network 16f4598c-dd98-42cb-b9b4-e58cb6823c28 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:23:34.396448 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-380ba6dd-bc6c-486b-ab15-79c5d6482b4c admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:23:34.532412 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-380ba6dd-bc6c-486b-ab15-79c5d6482b4c admin admin] Router 5fdad19e-49da-4273-ac6f-4fa83fdebe71 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:23:34.655423 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-380ba6dd-bc6c-486b-ab15-79c5d6482b4c admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:23:34.660508 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-380ba6dd-bc6c-486b-ab15-79c5d6482b4c admin admin] 10.222.0.65 "PUT /v2.0/routers/5fdad19e-49da-4273-ac6f-4fa83fdebe71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6803377 Mar 11 20:23:34.692087 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c3ab4382-2abd-4aa4-9436-195859505d50 None None] Provisioning complete for port 8e854c4d-af46-49ef-8dec-16ff1ad2a067 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:23:34.692464 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c3ab4382-2abd-4aa4-9436-195859505d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (8e854c4d-af46-49ef-8dec-16ff1ad2a067), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:34.728400 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c3ab4382-2abd-4aa4-9436-195859505d50 None None] Port 8e854c4d-af46-49ef-8dec-16ff1ad2a067 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:23:35.333736 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 2f8c2da4-347d-4379-9418-ff6fba5ac107 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:23:35.387398 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 2f8c2da4-347d-4379-9418-ff6fba5ac107 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:23:35.387838 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (2f8c2da4-347d-4379-9418-ff6fba5ac107), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:35.420691 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 57006) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:23:35.425850 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-73ae092a-e7e2-4bd7-bd0b-4159565ec0b4 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2098239554', 'description': 'tempest-description--1047289071'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:23:35.447694 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-73ae092a-e7e2-4bd7-bd0b-4159565ec0b4 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:35.468913 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 2f8c2da4-347d-4379-9418-ff6fba5ac107 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:23:35.469256 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2f8c2da4-347d-4379-9418-ff6fba5ac107), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:35.493080 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 2f8c2da4-347d-4379-9418-ff6fba5ac107, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=2f8c2da4-347d-4379-9418-ff6fba5ac107,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:23:35.497267 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (2f8c2da4-347d-4379-9418-ff6fba5ac107), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:35.498554 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 16222481-9aa4-44d3-b1a3-d4eb55224b79 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:23:35.524777 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-73ae092a-e7e2-4bd7-bd0b-4159565ec0b4 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks [] for security_group (d8c2b1a3-80c5-463f-9c56-1abcc1a42645), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:35.529249 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-73ae092a-e7e2-4bd7-bd0b-4159565ec0b4 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (d8c2b1a3-80c5-463f-9c56-1abcc1a42645), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:35.563601 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-73ae092a-e7e2-4bd7-bd0b-4159565ec0b4 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:35.567453 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-73ae092a-e7e2-4bd7-bd0b-4159565ec0b4 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1431470 Mar 11 20:23:35.567966 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 57008) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:23:35.571888 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-7d6437a0-656f-44ba-93ae-ba0c4320ad0b tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Request body: {'security_group_rule': {'security_group_id': 'd8c2b1a3-80c5-463f-9c56-1abcc1a42645', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:23:35.577327 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=2f8c2da4-347d-4379-9418-ff6fba5ac107,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:23:35.580336 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ae092a-e7e2-4bd7-bd0b-4159565ec0b4 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c2b1a3-80c5-463f-9c56-1abcc1a42645,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:23:35.588769 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 16222481-9aa4-44d3-b1a3-d4eb55224b79 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:23:35.589303 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (16222481-9aa4-44d3-b1a3-d4eb55224b79), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:35.602236 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7d6437a0-656f-44ba-93ae-ba0c4320ad0b tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks [] for security_group_rule (0da45847-0c22-41b8-9297-adfa2e2b30e2), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:35.663472 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7d6437a0-656f-44ba-93ae-ba0c4320ad0b tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks [] for security_group_rule (0da45847-0c22-41b8-9297-adfa2e2b30e2), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:35.668232 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7d6437a0-656f-44ba-93ae-ba0c4320ad0b tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (0da45847-0c22-41b8-9297-adfa2e2b30e2), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:35.685495 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 16222481-9aa4-44d3-b1a3-d4eb55224b79 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:23:35.686066 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6437a0-656f-44ba-93ae-ba0c4320ad0b tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0da45847-0c22-41b8-9297-adfa2e2b30e2,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:23:35.695310 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7d6437a0-656f-44ba-93ae-ba0c4320ad0b tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:35.697077 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-7d6437a0-656f-44ba-93ae-ba0c4320ad0b tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1284473 Mar 11 20:23:35.699924 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 57010) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:23:35.705243 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-285056f1-149c-469c-a42c-8e3d6f9a14c2 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Request body: {'security_group_rule': {'security_group_id': 'd8c2b1a3-80c5-463f-9c56-1abcc1a42645', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:23:35.729601 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-285056f1-149c-469c-a42c-8e3d6f9a14c2 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks [] for security_group_rule (4fe4cc9e-415e-487e-bbe2-7207fa810f14), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:35.784994 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-285056f1-149c-469c-a42c-8e3d6f9a14c2 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks [] for security_group_rule (4fe4cc9e-415e-487e-bbe2-7207fa810f14), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:35.788761 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-285056f1-149c-469c-a42c-8e3d6f9a14c2 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (4fe4cc9e-415e-487e-bbe2-7207fa810f14), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:35.805327 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285056f1-149c-469c-a42c-8e3d6f9a14c2 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fe4cc9e-415e-487e-bbe2-7207fa810f14,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:23:35.813325 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-285056f1-149c-469c-a42c-8e3d6f9a14c2 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:35.814491 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-285056f1-149c-469c-a42c-8e3d6f9a14c2 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1134977 Mar 11 20:23:35.817525 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 57012) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:23:35.821975 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-ef3129e4-fae6-49c3-8acf-3cc2e25ead83 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Request body: {'floatingip': {'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:23:35.842969 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ef3129e4-fae6-49c3-8acf-3cc2e25ead83 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:35.852255 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b1ca27-6fc6-45d0-82e9-af973a72326e None None] Sync routers for ids ['5fdad19e-49da-4273-ac6f-4fa83fdebe71'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:23:35.861532 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b1ca27-6fc6-45d0-82e9-af973a72326e None None] Routers {'5fdad19e-49da-4273-ac6f-4fa83fdebe71'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:23:35.862150 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-15b1ca27-6fc6-45d0-82e9-af973a72326e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:23:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['5fdad19e-49da-4273-ac6f-4fa83fdebe71'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:23:35.942542 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ef3129e4-fae6-49c3-8acf-3cc2e25ead83 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:35.970850 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-15b1ca27-6fc6-45d0-82e9-af973a72326e None None] Set router 5fdad19e-49da-4273-ac6f-4fa83fdebe71 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:23:36.051292 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-ef3129e4-fae6-49c3-8acf-3cc2e25ead83 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Allocated IP 172.25.8.117 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/02c63bef-97d7-4010-8314-123f5a2d92f7) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:23:36.162079 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ef3129e4-fae6-49c3-8acf-3cc2e25ead83 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks [] for port (02c63bef-97d7-4010-8314-123f5a2d92f7), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:36.201190 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ef3129e4-fae6-49c3-8acf-3cc2e25ead83 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (02c63bef-97d7-4010-8314-123f5a2d92f7), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:36.238683 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3129e4-fae6-49c3-8acf-3cc2e25ead83 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:23:36.244674 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-ef3129e4-fae6-49c3-8acf-3cc2e25ead83 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:23:36.248274 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3129e4-fae6-49c3-8acf-3cc2e25ead83 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:23:36.271402 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3129e4-fae6-49c3-8acf-3cc2e25ead83 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Pushing event updated for resources: {'Port': ['ID=02c63bef-97d7-4010-8314-123f5a2d92f7,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:23:36.337828 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ef3129e4-fae6-49c3-8acf-3cc2e25ead83 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks [] for floatingip (dd92c2bb-b4e3-418e-829a-d2d770892635), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:36.339991 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-15b1ca27-6fc6-45d0-82e9-af973a72326e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'name': 'tempest-ServerActionsTestJSON-891941126-router', 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '2f8c2da4-347d-4379-9418-ff6fba5ac107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:23:31Z', 'updated_at': '2022-03-11T20:23:34Z', 'revision_number': 4, 'project_id': '9f3b97ce8275446bb706781b15a00c82', 'gw_port': {'id': '2f8c2da4-347d-4379-9418-ff6fba5ac107', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ac:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:23:31Z', 'updated_at': '2022-03-11T20:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '8e854c4d-af46-49ef-8dec-16ff1ad2a067', 'name': '', 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28', 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'mac_address': 'fa:16:3e:72:dc:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '3daacfca-f667-4a2e-b1c7-a310bc05be7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:23:33Z', 'updated_at': '2022-03-11T20:23:34Z', 'revision_number': 2, 'project_id': '9f3b97ce8275446bb706781b15a00c82', 'subnets': [{'id': '3daacfca-f667-4a2e-b1c7-a310bc05be7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:23:36.366861 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b1ca27-6fc6-45d0-82e9-af973a72326e None None] Checking router: 5fdad19e-49da-4273-ac6f-4fa83fdebe71 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:23:36.367216 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b1ca27-6fc6-45d0-82e9-af973a72326e None None] Updating router 5fdad19e-49da-4273-ac6f-4fa83fdebe71 port 8e854c4d-af46-49ef-8dec-16ff1ad2a067 binding host n-d-833163-1 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 20:23:36.378186 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ef3129e4-fae6-49c3-8acf-3cc2e25ead83 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (02c63bef-97d7-4010-8314-123f5a2d92f7), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:36.393828 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-15b1ca27-6fc6-45d0-82e9-af973a72326e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (8e854c4d-af46-49ef-8dec-16ff1ad2a067), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:36.524259 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ef3129e4-fae6-49c3-8acf-3cc2e25ead83 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks [] for port (02c63bef-97d7-4010-8314-123f5a2d92f7), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:36.529128 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ef3129e4-fae6-49c3-8acf-3cc2e25ead83 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (02c63bef-97d7-4010-8314-123f5a2d92f7), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:36.600128 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3129e4-fae6-49c3-8acf-3cc2e25ead83 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Pushing event updated for resources: {'Port': ['ID=02c63bef-97d7-4010-8314-123f5a2d92f7,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:23:36.612144 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ef3129e4-fae6-49c3-8acf-3cc2e25ead83 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (dd92c2bb-b4e3-418e-829a-d2d770892635), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:36.628602 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ef3129e4-fae6-49c3-8acf-3cc2e25ead83 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:36.629917 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ef3129e4-fae6-49c3-8acf-3cc2e25ead83 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8114750 Mar 11 20:23:36.658220 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-15b1ca27-6fc6-45d0-82e9-af973a72326e None None] Publish callbacks [] for port (8e854c4d-af46-49ef-8dec-16ff1ad2a067), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:36.663435 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-15b1ca27-6fc6-45d0-82e9-af973a72326e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (8e854c4d-af46-49ef-8dec-16ff1ad2a067), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:36.738826 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6694231c-4ad6-4143-800b-6876735ff9c9 None None] Pushing event updated for resources: {'Port': ['ID=8e854c4d-af46-49ef-8dec-16ff1ad2a067,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:23:36.772261 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-15b1ca27-6fc6-45d0-82e9-af973a72326e None None] Attempting to bind port 8e854c4d-af46-49ef-8dec-16ff1ad2a067 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:23:36.772641 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-15b1ca27-6fc6-45d0-82e9-af973a72326e None None] Attempting to bind port 8e854c4d-af46-49ef-8dec-16ff1ad2a067 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:23:36.773267 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b1ca27-6fc6-45d0-82e9-af973a72326e None None] Attempting to bind port 8e854c4d-af46-49ef-8dec-16ff1ad2a067 on network 16f4598c-dd98-42cb-b9b4-e58cb6823c28 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:23:36.778480 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b1ca27-6fc6-45d0-82e9-af973a72326e None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:23:36.778869 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b1ca27-6fc6-45d0-82e9-af973a72326e None None] Checking segment: {'id': 'c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:23:36.779283 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-15b1ca27-6fc6-45d0-82e9-af973a72326e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:36.779704 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b1ca27-6fc6-45d0-82e9-af973a72326e None None] Bound using segment: {'id': 'c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:23:36.780194 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-15b1ca27-6fc6-45d0-82e9-af973a72326e None None] Bound port: 8e854c4d-af46-49ef-8dec-16ff1ad2a067, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:23:36.780585 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-15b1ca27-6fc6-45d0-82e9-af973a72326e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (8e854c4d-af46-49ef-8dec-16ff1ad2a067), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:36.790090 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b4ff6238-2410-4737-b275-1c556382f8ca req-d4ec21d2-8978-414d-8112-1413760e6289 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--2098239554&fields=id&tenant_id=9f3b97ce8275446bb706781b15a00c82 HTTP/1.1" status: 200 len: 267 time: 0.0458019 Mar 11 20:23:36.853711 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-15b1ca27-6fc6-45d0-82e9-af973a72326e None None] For port 8e854c4d-af46-49ef-8dec-16ff1ad2a067, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:23:36.857175 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-15b1ca27-6fc6-45d0-82e9-af973a72326e None None] For port 8e854c4d-af46-49ef-8dec-16ff1ad2a067, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=8e854c4d-af46-49ef-8dec-16ff1ad2a067,segment=NetworkSegment(c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2),segment_id=c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:23:36.865310 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-15b1ca27-6fc6-45d0-82e9-af973a72326e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (8e854c4d-af46-49ef-8dec-16ff1ad2a067), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:36.916685 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff6238-2410-4737-b275-1c556382f8ca req-f9543d45-921f-443d-910b-1d933737b988 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:36.918500 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b4ff6238-2410-4737-b275-1c556382f8ca req-f9543d45-921f-443d-910b-1d933737b988 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/networks?id=16f4598c-dd98-42cb-b9b4-e58cb6823c28 HTTP/1.1" status: 200 len: 811 time: 0.1205568 Mar 11 20:23:36.925706 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b1ca27-6fc6-45d0-82e9-af973a72326e None None] Routers {'5fdad19e-49da-4273-ac6f-4fa83fdebe71'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:23:36.926341 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-15b1ca27-6fc6-45d0-82e9-af973a72326e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:23:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['5fdad19e-49da-4273-ac6f-4fa83fdebe71'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:23:36.928302 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6694231c-4ad6-4143-800b-6876735ff9c9 None None] Pushing event updated for resources: {'Port': ['ID=8e854c4d-af46-49ef-8dec-16ff1ad2a067,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:23:36.936567 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b4ff6238-2410-4737-b275-1c556382f8ca req-45f2649e-19d9-492c-b107-c9f4c5c107ed tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/quotas/9f3b97ce8275446bb706781b15a00c82 HTTP/1.1" status: 200 len: 375 time: 0.0119348 Mar 11 20:23:37.000960 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b4ff6238-2410-4737-b275-1c556382f8ca req-215e4b32-d52c-4f99-b36c-58997d0e991d tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=9f3b97ce8275446bb706781b15a00c82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0581779 Mar 11 20:23:37.002449 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-cbcf028d-668e-43e0-83f3-fa319e135a3b None None] Provisioning complete for port 8e854c4d-af46-49ef-8dec-16ff1ad2a067 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:23:37.002838 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cbcf028d-668e-43e0-83f3-fa319e135a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (8e854c4d-af46-49ef-8dec-16ff1ad2a067), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:37.088162 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-15b1ca27-6fc6-45d0-82e9-af973a72326e None None] Set router 5fdad19e-49da-4273-ac6f-4fa83fdebe71 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:23:37.114095 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b4ff6238-2410-4737-b275-1c556382f8ca req-b3d5ce7f-bfb7-411e-a4af-6fe3878d5da1 service neutron] 10.222.0.65 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987833 Mar 11 20:23:37.202679 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b4ff6238-2410-4737-b275-1c556382f8ca req-ef98f331-c350-45cb-8263-dd78f9914487 service neutron] 10.222.0.65 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825245 Mar 11 20:23:37.204001 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-cbcf028d-668e-43e0-83f3-fa319e135a3b None None] Current status of the port 8e854c4d-af46-49ef-8dec-16ff1ad2a067 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:23:37.204396 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cbcf028d-668e-43e0-83f3-fa319e135a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (8e854c4d-af46-49ef-8dec-16ff1ad2a067), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:37.286102 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 2f8c2da4-347d-4379-9418-ff6fba5ac107 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:23:37.292014 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-cbcf028d-668e-43e0-83f3-fa319e135a3b None None] For port 8e854c4d-af46-49ef-8dec-16ff1ad2a067, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=8e854c4d-af46-49ef-8dec-16ff1ad2a067,segment=NetworkSegment(c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2),segment_id=c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:23:37.320144 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cbcf028d-668e-43e0-83f3-fa319e135a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (8e854c4d-af46-49ef-8dec-16ff1ad2a067), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:37.387585 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f992da0e-a41d-48a4-8f9d-4e3036d45650 req-eff4a36e-0148-440c-a495-80925c919a6a tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e436133-5dbb-453c-82c8-80994b4b6832 HTTP/1.1" status: 200 len: 210 time: 0.0292330 Mar 11 20:23:37.422473 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcf028d-668e-43e0-83f3-fa319e135a3b None None] Pushing event updated for resources: {'Port': ['ID=8e854c4d-af46-49ef-8dec-16ff1ad2a067,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:23:37.442344 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 2f8c2da4-347d-4379-9418-ff6fba5ac107 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:23:37.442730 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (2f8c2da4-347d-4379-9418-ff6fba5ac107), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:37.474910 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-7dff7edd-b8d4-4f9d-849b-c88943cf98d6 None None] Provisioning complete for port 8e854c4d-af46-49ef-8dec-16ff1ad2a067 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:23:37.475292 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7dff7edd-b8d4-4f9d-849b-c88943cf98d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (8e854c4d-af46-49ef-8dec-16ff1ad2a067), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:37.511926 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-15b1ca27-6fc6-45d0-82e9-af973a72326e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'name': 'tempest-ServerActionsTestJSON-891941126-router', 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '2f8c2da4-347d-4379-9418-ff6fba5ac107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:23:31Z', 'updated_at': '2022-03-11T20:23:34Z', 'revision_number': 4, 'project_id': '9f3b97ce8275446bb706781b15a00c82', 'gw_port': {'id': '2f8c2da4-347d-4379-9418-ff6fba5ac107', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ac:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:23:31Z', 'updated_at': '2022-03-11T20:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '8e854c4d-af46-49ef-8dec-16ff1ad2a067', 'name': '', 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28', 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'mac_address': 'fa:16:3e:72:dc:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '3daacfca-f667-4a2e-b1c7-a310bc05be7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:23:33Z', 'updated_at': '2022-03-11T20:23:36Z', 'revision_number': 4, 'project_id': '9f3b97ce8275446bb706781b15a00c82', 'subnets': [{'id': '3daacfca-f667-4a2e-b1c7-a310bc05be7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:23:37.547302 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b1ca27-6fc6-45d0-82e9-af973a72326e None None] The sync data for ids ['5fdad19e-49da-4273-ac6f-4fa83fdebe71'] in n-d-833163-1 is: [{'id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'name': 'tempest-ServerActionsTestJSON-891941126-router', 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '2f8c2da4-347d-4379-9418-ff6fba5ac107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:23:31Z', 'updated_at': '2022-03-11T20:23:34Z', 'revision_number': 4, 'project_id': '9f3b97ce8275446bb706781b15a00c82', 'gw_port': {'id': '2f8c2da4-347d-4379-9418-ff6fba5ac107', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ac:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:23:31Z', 'updated_at': '2022-03-11T20:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '8e854c4d-af46-49ef-8dec-16ff1ad2a067', 'name': '', 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28', 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'mac_address': 'fa:16:3e:72:dc:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '3daacfca-f667-4a2e-b1c7-a310bc05be7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:23:33Z', 'updated_at': '2022-03-11T20:23:36Z', 'revision_number': 4, 'project_id': '9f3b97ce8275446bb706781b15a00c82', 'subnets': [{'id': '3daacfca-f667-4a2e-b1c7-a310bc05be7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:23:37.651344 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 2f8c2da4-347d-4379-9418-ff6fba5ac107 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:23:37.655620 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-7dff7edd-b8d4-4f9d-849b-c88943cf98d6 None None] Current status of the port 8e854c4d-af46-49ef-8dec-16ff1ad2a067 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:23:38.726842 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4f666dce-4b94-446b-8bce-24663f2ce936 req-375d692f-bbac-4575-8b9d-6f26036f1941 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e436133-5dbb-453c-82c8-80994b4b6832 HTTP/1.1" status: 200 len: 210 time: 0.0351210 Mar 11 20:23:38.751172 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff6238-2410-4737-b275-1c556382f8ca req-21af2b29-c697-40d1-a4de-7ce7d711efd6 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:38.752632 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b4ff6238-2410-4737-b275-1c556382f8ca req-21af2b29-c697-40d1-a4de-7ce7d711efd6 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.57 "GET /v2.0/networks?id=16f4598c-dd98-42cb-b9b4-e58cb6823c28 HTTP/1.1" status: 200 len: 811 time: 0.4826107 Mar 11 20:23:38.810992 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b4ff6238-2410-4737-b275-1c556382f8ca req-a0f583c5-ff4b-4d17-baac-475ad436df03 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f3b97ce8275446bb706781b15a00c82 HTTP/1.1" status: 200 len: 380 time: 0.0498810 Mar 11 20:23:38.818770 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-b4ff6238-2410-4737-b275-1c556382f8ca req-5fc6a638-911b-45ee-b0c7-5b08319e6681 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Request body: {'port': {'device_id': '4e436133-5dbb-453c-82c8-80994b4b6832', 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28', 'admin_state_up': True, 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'security_groups': ['d8c2b1a3-80c5-463f-9c56-1abcc1a42645']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:23:38.923925 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4ff6238-2410-4737-b275-1c556382f8ca req-5fc6a638-911b-45ee-b0c7-5b08319e6681 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Made reservation on behalf of 9f3b97ce8275446bb706781b15a00c82 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:23:38.927108 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b4ff6238-2410-4737-b275-1c556382f8ca req-5fc6a638-911b-45ee-b0c7-5b08319e6681 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:39.056094 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-b4ff6238-2410-4737-b275-1c556382f8ca req-5fc6a638-911b-45ee-b0c7-5b08319e6681 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Allocated IP 172.20.0.8 (16f4598c-dd98-42cb-b9b4-e58cb6823c28/3daacfca-f667-4a2e-b1c7-a310bc05be7f/fd5a9761-fb7c-492b-ba06-e51b727b8c35) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:23:39.190595 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b4ff6238-2410-4737-b275-1c556382f8ca req-5fc6a638-911b-45ee-b0c7-5b08319e6681 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks [] for port (fd5a9761-fb7c-492b-ba06-e51b727b8c35), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:39.224364 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b4ff6238-2410-4737-b275-1c556382f8ca req-5fc6a638-911b-45ee-b0c7-5b08319e6681 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (fd5a9761-fb7c-492b-ba06-e51b727b8c35), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:39.269884 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4ff6238-2410-4737-b275-1c556382f8ca req-5fc6a638-911b-45ee-b0c7-5b08319e6681 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Network 16f4598c-dd98-42cb-b9b4-e58cb6823c28 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:23:39.272887 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-b4ff6238-2410-4737-b275-1c556382f8ca req-5fc6a638-911b-45ee-b0c7-5b08319e6681 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:23:39.279828 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4ff6238-2410-4737-b275-1c556382f8ca req-5fc6a638-911b-45ee-b0c7-5b08319e6681 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:23:39.304572 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 8e854c4d-af46-49ef-8dec-16ff1ad2a067 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:23:39.306847 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc6a638-911b-45ee-b0c7-5b08319e6681 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Pushing event updated for resources: {'Port': ['ID=fd5a9761-fb7c-492b-ba06-e51b727b8c35,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:23:39.333618 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff6238-2410-4737-b275-1c556382f8ca req-5fc6a638-911b-45ee-b0c7-5b08319e6681 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:39.334658 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b4ff6238-2410-4737-b275-1c556382f8ca req-5fc6a638-911b-45ee-b0c7-5b08319e6681 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:39.352139 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b4ff6238-2410-4737-b275-1c556382f8ca req-5fc6a638-911b-45ee-b0c7-5b08319e6681 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5366497 Mar 11 20:23:39.364162 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-b4ff6238-2410-4737-b275-1c556382f8ca req-2daf3d46-2262-4eb1-b88e-024ad700a962 service neutron] Request body: {'port': {'device_id': '4e436133-5dbb-453c-82c8-80994b4b6832', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:23:39.366629 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 8e854c4d-af46-49ef-8dec-16ff1ad2a067 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:23:39.367222 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (8e854c4d-af46-49ef-8dec-16ff1ad2a067), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:39.425054 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b4ff6238-2410-4737-b275-1c556382f8ca req-2daf3d46-2262-4eb1-b88e-024ad700a962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (fd5a9761-fb7c-492b-ba06-e51b727b8c35), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:39.448766 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 8e854c4d-af46-49ef-8dec-16ff1ad2a067 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:23:39.587643 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c8554157-4b74-4bba-8611-af6f4c359f9b None None] Provisioning complete for port fd5a9761-fb7c-492b-ba06-e51b727b8c35 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:23:39.588112 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c8554157-4b74-4bba-8611-af6f4c359f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (fd5a9761-fb7c-492b-ba06-e51b727b8c35), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:39.623053 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c8554157-4b74-4bba-8611-af6f4c359f9b None None] Port fd5a9761-fb7c-492b-ba06-e51b727b8c35 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:23:39.693832 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-b4ff6238-2410-4737-b275-1c556382f8ca req-2daf3d46-2262-4eb1-b88e-024ad700a962 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd5a9761-fb7c-492b-ba06-e51b727b8c35 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:23:39.701551 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b4ff6238-2410-4737-b275-1c556382f8ca req-2daf3d46-2262-4eb1-b88e-024ad700a962 service neutron] Publish callbacks [] for port (fd5a9761-fb7c-492b-ba06-e51b727b8c35), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:39.713469 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-b4ff6238-2410-4737-b275-1c556382f8ca req-2daf3d46-2262-4eb1-b88e-024ad700a962 service neutron] Transition to ACTIVE for port object fd5a9761-fb7c-492b-ba06-e51b727b8c35 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 20:23:39.716549 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b4ff6238-2410-4737-b275-1c556382f8ca req-2daf3d46-2262-4eb1-b88e-024ad700a962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (fd5a9761-fb7c-492b-ba06-e51b727b8c35), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:39.769641 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daf3d46-2262-4eb1-b88e-024ad700a962 service neutron] Pushing event updated for resources: {'Port': ['ID=fd5a9761-fb7c-492b-ba06-e51b727b8c35,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:23:39.876435 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-b4ff6238-2410-4737-b275-1c556382f8ca req-2daf3d46-2262-4eb1-b88e-024ad700a962 service neutron] Attempting to bind port fd5a9761-fb7c-492b-ba06-e51b727b8c35 on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:23:39.876776 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-b4ff6238-2410-4737-b275-1c556382f8ca req-2daf3d46-2262-4eb1-b88e-024ad700a962 service neutron] Attempting to bind port fd5a9761-fb7c-492b-ba06-e51b727b8c35 by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': 'c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:23:39.877103 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ff6238-2410-4737-b275-1c556382f8ca req-2daf3d46-2262-4eb1-b88e-024ad700a962 service neutron] Attempting to bind port fd5a9761-fb7c-492b-ba06-e51b727b8c35 on network 16f4598c-dd98-42cb-b9b4-e58cb6823c28 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:23:39.884440 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ff6238-2410-4737-b275-1c556382f8ca req-2daf3d46-2262-4eb1-b88e-024ad700a962 service neutron] Port fd5a9761-fb7c-492b-ba06-e51b727b8c35 on network 16f4598c-dd98-42cb-b9b4-e58cb6823c28 not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 20:23:39.884779 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ff6238-2410-4737-b275-1c556382f8ca req-2daf3d46-2262-4eb1-b88e-024ad700a962 service neutron] Attempting to bind port fd5a9761-fb7c-492b-ba06-e51b727b8c35 on network 16f4598c-dd98-42cb-b9b4-e58cb6823c28 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:23:39.896190 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026e63d6-46b0-426b-841c-5e740be9c00f req-be3965af-5501-4c44-809b-23878a3d1828 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:39.897737 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-026e63d6-46b0-426b-841c-5e740be9c00f req-be3965af-5501-4c44-809b-23878a3d1828 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e436133-5dbb-453c-82c8-80994b4b6832 HTTP/1.1" status: 200 len: 943 time: 0.0834479 Mar 11 20:23:39.899035 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ff6238-2410-4737-b275-1c556382f8ca req-2daf3d46-2262-4eb1-b88e-024ad700a962 service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:23:39.899400 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ff6238-2410-4737-b275-1c556382f8ca req-2daf3d46-2262-4eb1-b88e-024ad700a962 service neutron] Checking segment: {'id': 'c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:23:39.899797 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ff6238-2410-4737-b275-1c556382f8ca req-2daf3d46-2262-4eb1-b88e-024ad700a962 service neutron] Bound using segment: {'id': 'c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:23:39.900243 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-b4ff6238-2410-4737-b275-1c556382f8ca req-2daf3d46-2262-4eb1-b88e-024ad700a962 service neutron] Bound port: fd5a9761-fb7c-492b-ba06-e51b727b8c35, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:23:39.900598 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b4ff6238-2410-4737-b275-1c556382f8ca req-2daf3d46-2262-4eb1-b88e-024ad700a962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (fd5a9761-fb7c-492b-ba06-e51b727b8c35), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:39.990797 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-026e63d6-46b0-426b-841c-5e740be9c00f req-584a2449-a8ab-41e9-a0e6-5f85462d6148 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868108 Mar 11 20:23:39.999302 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-b4ff6238-2410-4737-b275-1c556382f8ca req-2daf3d46-2262-4eb1-b88e-024ad700a962 service neutron] For port fd5a9761-fb7c-492b-ba06-e51b727b8c35, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:23:40.002508 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-b4ff6238-2410-4737-b275-1c556382f8ca req-2daf3d46-2262-4eb1-b88e-024ad700a962 service neutron] For port fd5a9761-fb7c-492b-ba06-e51b727b8c35, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=fd5a9761-fb7c-492b-ba06-e51b727b8c35,segment=NetworkSegment(c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2),segment_id=c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:23:40.009837 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b4ff6238-2410-4737-b275-1c556382f8ca req-2daf3d46-2262-4eb1-b88e-024ad700a962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (fd5a9761-fb7c-492b-ba06-e51b727b8c35), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:40.048940 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff6238-2410-4737-b275-1c556382f8ca req-2daf3d46-2262-4eb1-b88e-024ad700a962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:40.049540 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b4ff6238-2410-4737-b275-1c556382f8ca req-2daf3d46-2262-4eb1-b88e-024ad700a962 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:40.050897 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b4ff6238-2410-4737-b275-1c556382f8ca req-2daf3d46-2262-4eb1-b88e-024ad700a962 service neutron] 10.222.0.57 "PUT /v2.0/ports/fd5a9761-fb7c-492b-ba06-e51b727b8c35 HTTP/1.1" status: 200 len: 1091 time: 0.6921289 Mar 11 20:23:40.051338 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e436133-5dbb-453c-82c8-80994b4b6832', 'tag': 'fd5a9761-fb7c-492b-ba06-e51b727b8c35'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:23:40.053707 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a30e8b-ed05-4f48-8b06-8179f5185ead" -d '{"events": [{"name": "network-changed", "server_uuid": "4e436133-5dbb-453c-82c8-80994b4b6832", "tag": "fd5a9761-fb7c-492b-ba06-e51b727b8c35"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:23:40.079180 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daf3d46-2262-4eb1-b88e-024ad700a962 service neutron] Pushing event updated for resources: {'Port': ['ID=fd5a9761-fb7c-492b-ba06-e51b727b8c35,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:23:40.106108 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f47356-b394-40d4-a43b-c4df71797566 x-openstack-request-id: req-c5f47356-b394-40d4-a43b-c4df71797566 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:23:40.106507 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e436133-5dbb-453c-82c8-80994b4b6832", "tag": "fd5a9761-fb7c-492b-ba06-e51b727b8c35", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:23:40.106643 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c5f47356-b394-40d4-a43b-c4df71797566 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:23:40.107038 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e436133-5dbb-453c-82c8-80994b4b6832', 'tag': 'fd5a9761-fb7c-492b-ba06-e51b727b8c35', 'status': 'completed', 'code': 200} Mar 11 20:23:40.144531 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff6238-2410-4737-b275-1c556382f8ca req-e88378ed-9373-47b6-a11f-a1c0bef5e848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:40.146040 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b4ff6238-2410-4737-b275-1c556382f8ca req-e88378ed-9373-47b6-a11f-a1c0bef5e848 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9f3b97ce8275446bb706781b15a00c82&device_id=4e436133-5dbb-453c-82c8-80994b4b6832 HTTP/1.1" status: 200 len: 1125 time: 0.0493419 Mar 11 20:23:40.196394 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b4ff6238-2410-4737-b275-1c556382f8ca req-5c27b1d1-79f0-4230-bc87-eef160ff169e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd5a9761-fb7c-492b-ba06-e51b727b8c35 HTTP/1.1" status: 200 len: 217 time: 0.0367084 Mar 11 20:23:40.250710 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff6238-2410-4737-b275-1c556382f8ca req-7bdd86a2-7568-4b8d-9200-72b13892206a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:40.252200 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b4ff6238-2410-4737-b275-1c556382f8ca req-7bdd86a2-7568-4b8d-9200-72b13892206a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3daacfca-f667-4a2e-b1c7-a310bc05be7f HTTP/1.1" status: 200 len: 850 time: 0.0507088 Mar 11 20:23:40.300354 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff6238-2410-4737-b275-1c556382f8ca req-a08b02e2-fbf9-4b7a-bfce-282887d67c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:40.301831 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b4ff6238-2410-4737-b275-1c556382f8ca req-a08b02e2-fbf9-4b7a-bfce-282887d67c75 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=16f4598c-dd98-42cb-b9b4-e58cb6823c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439670 Mar 11 20:23:40.387318 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b4ff6238-2410-4737-b275-1c556382f8ca req-7e8fe629-58f7-401e-8edc-c01cd09ac14e service neutron] 10.222.0.57 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796285 Mar 11 20:23:40.477226 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b4ff6238-2410-4737-b275-1c556382f8ca req-eb587ac6-02e2-4149-a9e1-65d51112e559 service neutron] 10.222.0.57 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831919 Mar 11 20:23:40.561513 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a30e8b-ed05-4f48-8b06-8179f5185ead req-cac2dcf1-77ed-4ea4-bd2d-dc49141f7a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:40.563540 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f6a30e8b-ed05-4f48-8b06-8179f5185ead req-cac2dcf1-77ed-4ea4-bd2d-dc49141f7a30 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9f3b97ce8275446bb706781b15a00c82&device_id=4e436133-5dbb-453c-82c8-80994b4b6832 HTTP/1.1" status: 200 len: 1125 time: 0.0448370 Mar 11 20:23:40.655211 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a30e8b-ed05-4f48-8b06-8179f5185ead req-e6290a16-69ad-4c73-9fde-9cd42b8a69e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:40.656791 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f6a30e8b-ed05-4f48-8b06-8179f5185ead req-e6290a16-69ad-4c73-9fde-9cd42b8a69e3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=16f4598c-dd98-42cb-b9b4-e58cb6823c28 HTTP/1.1" status: 200 len: 912 time: 0.0875444 Mar 11 20:23:40.697255 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f6a30e8b-ed05-4f48-8b06-8179f5185ead req-a4048f88-8e8c-4241-8493-877ac8ef58d5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd5a9761-fb7c-492b-ba06-e51b727b8c35 HTTP/1.1" status: 200 len: 217 time: 0.0339904 Mar 11 20:23:40.744828 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a30e8b-ed05-4f48-8b06-8179f5185ead req-797a93c1-75c3-4988-b40e-14068c71db76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:40.746380 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f6a30e8b-ed05-4f48-8b06-8179f5185ead req-797a93c1-75c3-4988-b40e-14068c71db76 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3daacfca-f667-4a2e-b1c7-a310bc05be7f HTTP/1.1" status: 200 len: 850 time: 0.0435278 Mar 11 20:23:40.797862 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a30e8b-ed05-4f48-8b06-8179f5185ead req-fad9bcde-e5b8-4df5-9ece-4642a9b1725e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:40.799342 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f6a30e8b-ed05-4f48-8b06-8179f5185ead req-fad9bcde-e5b8-4df5-9ece-4642a9b1725e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=16f4598c-dd98-42cb-b9b4-e58cb6823c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476735 Mar 11 20:23:40.885645 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f6a30e8b-ed05-4f48-8b06-8179f5185ead req-7de9ea75-2917-46d2-9e9f-460586950bf6 service neutron] 10.222.0.57 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804813 Mar 11 20:23:40.987027 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f6a30e8b-ed05-4f48-8b06-8179f5185ead req-31e698a9-1981-445b-9cc2-b5567ce09eb5 service neutron] 10.222.0.57 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908365 Mar 11 20:23:41.109799 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a32d2b-5ccb-4f50-b485-665a9bb35cf7 req-2775899d-df03-409e-956e-53c5c8677b44 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:41.111256 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-69a32d2b-5ccb-4f50-b485-665a9bb35cf7 req-2775899d-df03-409e-956e-53c5c8677b44 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e436133-5dbb-453c-82c8-80994b4b6832 HTTP/1.1" status: 200 len: 943 time: 0.0527384 Mar 11 20:23:41.157218 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-69a32d2b-5ccb-4f50-b485-665a9bb35cf7 req-8ce4918d-3019-4f5d-9000-b2ebd4864a77 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401530 Mar 11 20:23:42.275176 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08043f19-160a-4391-914d-728d943b5bd3 req-8b7981df-ced6-4575-b8f3-49f683066b95 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:42.276685 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-08043f19-160a-4391-914d-728d943b5bd3 req-8b7981df-ced6-4575-b8f3-49f683066b95 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e436133-5dbb-453c-82c8-80994b4b6832 HTTP/1.1" status: 200 len: 943 time: 0.0516884 Mar 11 20:23:42.326550 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-08043f19-160a-4391-914d-728d943b5bd3 req-cc4cd49b-e861-4884-b244-57a85331831d tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442224 Mar 11 20:23:43.446927 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e956e3fd-e0d0-4d75-ba59-c749160ea7dc req-827378fc-667f-4bdc-b511-79699ff2f3c2 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:43.448333 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e956e3fd-e0d0-4d75-ba59-c749160ea7dc req-827378fc-667f-4bdc-b511-79699ff2f3c2 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e436133-5dbb-453c-82c8-80994b4b6832 HTTP/1.1" status: 200 len: 943 time: 0.0516241 Mar 11 20:23:43.494956 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e956e3fd-e0d0-4d75-ba59-c749160ea7dc req-337d1afd-d920-4ea9-8656-6e5726ae69e4 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403063 Mar 11 20:23:44.313844 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device fd5a9761-fb7c-492b-ba06-e51b727b8c35 details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 20:23:44.404861 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port fd5a9761-fb7c-492b-ba06-e51b727b8c35, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=fd5a9761-fb7c-492b-ba06-e51b727b8c35,segment=NetworkSegment(c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2),segment_id=c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:23:44.419281 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': 'fd5a9761-fb7c-492b-ba06-e51b727b8c35', 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28', 'port_id': 'fd5a9761-fb7c-492b-ba06-e51b727b8c35', 'mac_address': 'fa:16:3e:ab:a0:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3daacfca-f667-4a2e-b1c7-a310bc05be7f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 20:23:44.454872 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port fd5a9761-fb7c-492b-ba06-e51b727b8c35 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:23:44.455180 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (fd5a9761-fb7c-492b-ba06-e51b727b8c35), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:44.467822 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd5a9761-fb7c-492b-ba06-e51b727b8c35 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:23:44.487527 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port fd5a9761-fb7c-492b-ba06-e51b727b8c35, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=fd5a9761-fb7c-492b-ba06-e51b727b8c35,segment=NetworkSegment(c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2),segment_id=c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:23:44.491811 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (fd5a9761-fb7c-492b-ba06-e51b727b8c35), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:44.540376 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=fd5a9761-fb7c-492b-ba06-e51b727b8c35,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:23:44.618475 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbfbdc2-d1d0-41e4-9fd4-8d1fa2973297 req-ee611da2-272e-4a0e-b3e5-c01d76859ed1 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:44.619974 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6dbfbdc2-d1d0-41e4-9fd4-8d1fa2973297 req-ee611da2-272e-4a0e-b3e5-c01d76859ed1 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e436133-5dbb-453c-82c8-80994b4b6832 HTTP/1.1" status: 200 len: 944 time: 0.0525355 Mar 11 20:23:44.666372 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6dbfbdc2-d1d0-41e4-9fd4-8d1fa2973297 req-62f1606c-9546-48ec-8755-7558d9c865a9 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407217 Mar 11 20:23:44.796668 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['fd5a9761-fb7c-492b-ba06-e51b727b8c35'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:23:45.786584 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8548d6-8e93-483f-83f9-c1aa7b82e5cb req-ead88586-9292-4fed-a350-27a4c1fce9f0 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:45.788053 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-eb8548d6-8e93-483f-83f9-c1aa7b82e5cb req-ead88586-9292-4fed-a350-27a4c1fce9f0 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e436133-5dbb-453c-82c8-80994b4b6832 HTTP/1.1" status: 200 len: 944 time: 0.0551093 Mar 11 20:23:45.832717 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-eb8548d6-8e93-483f-83f9-c1aa7b82e5cb req-ebe7dacf-646a-441e-83df-754b533aa455 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391772 Mar 11 20:23:46.329926 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device fd5a9761-fb7c-492b-ba06-e51b727b8c35 up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:23:46.380030 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port fd5a9761-fb7c-492b-ba06-e51b727b8c35 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 20:23:46.384232 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port fd5a9761-fb7c-492b-ba06-e51b727b8c35 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:23:46.384628 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (fd5a9761-fb7c-492b-ba06-e51b727b8c35), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:46.463083 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port fd5a9761-fb7c-492b-ba06-e51b727b8c35 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:23:46.463461 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (fd5a9761-fb7c-492b-ba06-e51b727b8c35), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:46.484727 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e436133-5dbb-453c-82c8-80994b4b6832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd5a9761-fb7c-492b-ba06-e51b727b8c35'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:23:46.486897 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac87bb3f-31b8-4f8d-9fd5-87c7078e28c4" -d '{"events": [{"server_uuid": "4e436133-5dbb-453c-82c8-80994b4b6832", "name": "network-vif-plugged", "status": "completed", "tag": "fd5a9761-fb7c-492b-ba06-e51b727b8c35"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:23:46.498844 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port fd5a9761-fb7c-492b-ba06-e51b727b8c35, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=fd5a9761-fb7c-492b-ba06-e51b727b8c35,segment=NetworkSegment(c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2),segment_id=c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:23:46.503968 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (fd5a9761-fb7c-492b-ba06-e51b727b8c35), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:46.526486 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714c6220-3615-425c-ada5-89ba1ccd3c0c x-openstack-request-id: req-714c6220-3615-425c-ada5-89ba1ccd3c0c {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:23:46.526775 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e436133-5dbb-453c-82c8-80994b4b6832", "name": "network-vif-plugged", "status": "completed", "tag": "fd5a9761-fb7c-492b-ba06-e51b727b8c35", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:23:46.527025 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-714c6220-3615-425c-ada5-89ba1ccd3c0c {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:23:46.527408 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e436133-5dbb-453c-82c8-80994b4b6832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd5a9761-fb7c-492b-ba06-e51b727b8c35', 'code': 200} Mar 11 20:23:46.552606 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=fd5a9761-fb7c-492b-ba06-e51b727b8c35,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:23:46.626146 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91c6392-16ab-4acf-8511-0dd224571a66 req-59e6418e-29c3-42a5-9a39-aab531307774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:46.627617 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a91c6392-16ab-4acf-8511-0dd224571a66 req-59e6418e-29c3-42a5-9a39-aab531307774 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4e436133-5dbb-453c-82c8-80994b4b6832 HTTP/1.1" status: 200 len: 1127 time: 0.0433629 Mar 11 20:23:46.674427 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a91c6392-16ab-4acf-8511-0dd224571a66 req-ea821b8e-dec0-44a2-a80b-99af60e35a02 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404859 Mar 11 20:23:46.952371 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9af1d4a-8fb4-44ff-b992-4a62f1c3abc3 req-4c7e1798-6cbc-4e14-823a-9c3b772cf55e tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:46.954768 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b9af1d4a-8fb4-44ff-b992-4a62f1c3abc3 req-4c7e1798-6cbc-4e14-823a-9c3b772cf55e tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e436133-5dbb-453c-82c8-80994b4b6832 HTTP/1.1" status: 200 len: 945 time: 0.0530968 Mar 11 20:23:47.013211 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b9af1d4a-8fb4-44ff-b992-4a62f1c3abc3 req-7ea5ca00-f75a-4585-8c8d-ef1d4895c111 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527518 Mar 11 20:23:48.129496 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e1693-47ac-4bbc-9344-80904f63def6 req-5151a991-90e9-4756-a704-dd6d2cf8c685 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:48.130941 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ce6e1693-47ac-4bbc-9344-80904f63def6 req-5151a991-90e9-4756-a704-dd6d2cf8c685 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e436133-5dbb-453c-82c8-80994b4b6832 HTTP/1.1" status: 200 len: 945 time: 0.0509374 Mar 11 20:23:48.177726 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ce6e1693-47ac-4bbc-9344-80904f63def6 req-7a609f95-7ccf-477e-b928-69f6c679c740 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411465 Mar 11 20:23:48.292147 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c8f1f-c8b3-4725-9f24-e91ffb242970 req-bad98357-4933-4d08-90e1-e6fac0a5c800 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:48.293526 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f88c8f1f-c8b3-4725-9f24-e91ffb242970 req-bad98357-4933-4d08-90e1-e6fac0a5c800 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e436133-5dbb-453c-82c8-80994b4b6832 HTTP/1.1" status: 200 len: 945 time: 0.0521255 Mar 11 20:23:48.302536 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 57060) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:23:48.306813 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-72fdfd6e-99c3-418c-979a-488e6b64144c tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Request body: {'floatingip': {'port_id': 'fd5a9761-fb7c-492b-ba06-e51b727b8c35'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:23:48.349746 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-72fdfd6e-99c3-418c-979a-488e6b64144c tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks [] for floatingip (dd92c2bb-b4e3-418e-829a-d2d770892635), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:48.785011 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-72fdfd6e-99c3-418c-979a-488e6b64144c tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:48.788691 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-72fdfd6e-99c3-418c-979a-488e6b64144c tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (dd92c2bb-b4e3-418e-829a-d2d770892635), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:48.889110 n-d-833163-1 neutron-server[103885]: INFO neutron.db.l3_db [None req-72fdfd6e-99c3-418c-979a-488e6b64144c tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Floating IP dd92c2bb-b4e3-418e-829a-d2d770892635 associated. External IP: 172.25.8.117, port: fd5a9761-fb7c-492b-ba06-e51b727b8c35. Mar 11 20:23:49.098771 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72fdfd6e-99c3-418c-979a-488e6b64144c tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Router 5fdad19e-49da-4273-ac6f-4fa83fdebe71 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:23:49.206467 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72fdfd6e-99c3-418c-979a-488e6b64144c tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:23:49.211260 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-72fdfd6e-99c3-418c-979a-488e6b64144c tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:49.217235 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738d00ed-006e-44ff-9998-b781a581773e None None] Sync routers for ids ['5fdad19e-49da-4273-ac6f-4fa83fdebe71'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:23:49.227279 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738d00ed-006e-44ff-9998-b781a581773e None None] Routers {'5fdad19e-49da-4273-ac6f-4fa83fdebe71'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:23:49.227924 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-738d00ed-006e-44ff-9998-b781a581773e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:23:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['5fdad19e-49da-4273-ac6f-4fa83fdebe71'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:23:49.241298 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-72fdfd6e-99c3-418c-979a-488e6b64144c tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "PUT /v2.0/floatingips/dd92c2bb-b4e3-418e-829a-d2d770892635 HTTP/1.1" status: 200 len: 991 time: 0.9376965 Mar 11 20:23:49.241880 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e436133-5dbb-453c-82c8-80994b4b6832', 'tag': 'fd5a9761-fb7c-492b-ba06-e51b727b8c35'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:23:49.244153 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23cc5a4-fedf-415a-b71a-11da43d7804e" -d '{"events": [{"name": "network-changed", "server_uuid": "4e436133-5dbb-453c-82c8-80994b4b6832", "tag": "fd5a9761-fb7c-492b-ba06-e51b727b8c35"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:23:49.318557 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:49.338183 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-738d00ed-006e-44ff-9998-b781a581773e None None] Set router 5fdad19e-49da-4273-ac6f-4fa83fdebe71 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:23:49.349846 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02f970-2f05-4e5c-b3ae-60c6a243a450 req-45f6416c-8591-44f2-b0b7-77e222b5ef2a tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:49.351254 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8a02f970-2f05-4e5c-b3ae-60c6a243a450 req-45f6416c-8591-44f2-b0b7-77e222b5ef2a tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e436133-5dbb-453c-82c8-80994b4b6832 HTTP/1.1" status: 200 len: 945 time: 0.0585291 Mar 11 20:23:49.377005 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:23:49.397475 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8a02f970-2f05-4e5c-b3ae-60c6a243a450 req-3cc718cd-637f-4ecc-a953-104e5ed4615a tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404394 Mar 11 20:23:49.440028 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d49ce6-6783-4ee4-b56f-c4d6c2b54b7c x-openstack-request-id: req-20d49ce6-6783-4ee4-b56f-c4d6c2b54b7c {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:23:49.440330 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e436133-5dbb-453c-82c8-80994b4b6832", "tag": "fd5a9761-fb7c-492b-ba06-e51b727b8c35", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:23:49.440638 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-20d49ce6-6783-4ee4-b56f-c4d6c2b54b7c {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:23:49.441060 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e436133-5dbb-453c-82c8-80994b4b6832', 'tag': 'fd5a9761-fb7c-492b-ba06-e51b727b8c35', 'status': 'completed', 'code': 200} Mar 11 20:23:49.536280 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23cc5a4-fedf-415a-b71a-11da43d7804e req-aeb8d227-d7c2-49ad-aa38-789ec48c6156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:49.538273 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a23cc5a4-fedf-415a-b71a-11da43d7804e req-aeb8d227-d7c2-49ad-aa38-789ec48c6156 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9f3b97ce8275446bb706781b15a00c82&device_id=4e436133-5dbb-453c-82c8-80994b4b6832 HTTP/1.1" status: 200 len: 1127 time: 0.0769527 Mar 11 20:23:49.571415 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-738d00ed-006e-44ff-9998-b781a581773e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'name': 'tempest-ServerActionsTestJSON-891941126-router', 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '2f8c2da4-347d-4379-9418-ff6fba5ac107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:23:31Z', 'updated_at': '2022-03-11T20:23:34Z', 'revision_number': 4, 'project_id': '9f3b97ce8275446bb706781b15a00c82', 'gw_port': {'id': '2f8c2da4-347d-4379-9418-ff6fba5ac107', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ac:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:23:31Z', 'updated_at': '2022-03-11T20:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': 'dd92c2bb-b4e3-418e-829a-d2d770892635', 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'floating_ip_address': '172.25.8.117', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'port_id': 'fd5a9761-fb7c-492b-ba06-e51b727b8c35', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28', 'mac_address': 'fa:16:3e:ab:a0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e436133-5dbb-453c-82c8-80994b4b6832', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:23:36Z', 'updated_at': '2022-03-11T20:23:48Z', 'revision_number': 1, 'project_id': '9f3b97ce8275446bb706781b15a00c82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e854c4d-af46-49ef-8dec-16ff1ad2a067', 'name': '', 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28', 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'mac_address': 'fa:16:3e:72:dc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '3daacfca-f667-4a2e-b1c7-a310bc05be7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:23:33Z', 'updated_at': '2022-03-11T20:23:37Z', 'revision_number': 5, 'project_id': '9f3b97ce8275446bb706781b15a00c82', 'subnets': [{'id': '3daacfca-f667-4a2e-b1c7-a310bc05be7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:23:49.580906 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210b6dbb-a091-4fc6-9c14-d85e5e8c3b13 req-95f6b33a-ab47-41be-aad1-65a8fb418172 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:49.582977 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-210b6dbb-a091-4fc6-9c14-d85e5e8c3b13 req-95f6b33a-ab47-41be-aad1-65a8fb418172 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e436133-5dbb-453c-82c8-80994b4b6832 HTTP/1.1" status: 200 len: 945 time: 0.0960166 Mar 11 20:23:49.598134 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738d00ed-006e-44ff-9998-b781a581773e None None] Checking router: 5fdad19e-49da-4273-ac6f-4fa83fdebe71 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:23:49.606381 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738d00ed-006e-44ff-9998-b781a581773e None None] Routers {'5fdad19e-49da-4273-ac6f-4fa83fdebe71'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:23:49.606918 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-738d00ed-006e-44ff-9998-b781a581773e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:23:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['5fdad19e-49da-4273-ac6f-4fa83fdebe71'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:23:49.674993 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-210b6dbb-a091-4fc6-9c14-d85e5e8c3b13 req-aeb597c3-b793-447f-9af3-d758ae26b6e1 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856376 Mar 11 20:23:49.676157 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23cc5a4-fedf-415a-b71a-11da43d7804e req-c6cbd19e-5467-40e6-8476-1cb632015d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:49.677509 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a23cc5a4-fedf-415a-b71a-11da43d7804e req-c6cbd19e-5467-40e6-8476-1cb632015d6e service neutron] 10.222.0.57 "GET /v2.0/networks?id=16f4598c-dd98-42cb-b9b4-e58cb6823c28 HTTP/1.1" status: 200 len: 912 time: 0.1332023 Mar 11 20:23:49.716631 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-738d00ed-006e-44ff-9998-b781a581773e None None] Set router 5fdad19e-49da-4273-ac6f-4fa83fdebe71 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:23:49.745558 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a23cc5a4-fedf-415a-b71a-11da43d7804e req-8cd24d24-8fc9-4aa7-bf04-443a64f5120d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd5a9761-fb7c-492b-ba06-e51b727b8c35 HTTP/1.1" status: 200 len: 999 time: 0.0627670 Mar 11 20:23:49.791986 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23cc5a4-fedf-415a-b71a-11da43d7804e req-2eafa936-a54c-4bf0-97ae-49dbf6dc10b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:49.793459 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a23cc5a4-fedf-415a-b71a-11da43d7804e req-2eafa936-a54c-4bf0-97ae-49dbf6dc10b8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3daacfca-f667-4a2e-b1c7-a310bc05be7f HTTP/1.1" status: 200 len: 850 time: 0.0423412 Mar 11 20:23:49.840714 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23cc5a4-fedf-415a-b71a-11da43d7804e req-3d9ccf82-13e7-4684-846b-edfa8cd8aaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:49.842207 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a23cc5a4-fedf-415a-b71a-11da43d7804e req-3d9ccf82-13e7-4684-846b-edfa8cd8aaf4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=16f4598c-dd98-42cb-b9b4-e58cb6823c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0432320 Mar 11 20:23:49.936748 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-738d00ed-006e-44ff-9998-b781a581773e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'name': 'tempest-ServerActionsTestJSON-891941126-router', 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '2f8c2da4-347d-4379-9418-ff6fba5ac107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:23:31Z', 'updated_at': '2022-03-11T20:23:34Z', 'revision_number': 4, 'project_id': '9f3b97ce8275446bb706781b15a00c82', 'gw_port': {'id': '2f8c2da4-347d-4379-9418-ff6fba5ac107', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ac:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:23:31Z', 'updated_at': '2022-03-11T20:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': 'dd92c2bb-b4e3-418e-829a-d2d770892635', 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'floating_ip_address': '172.25.8.117', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'port_id': 'fd5a9761-fb7c-492b-ba06-e51b727b8c35', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28', 'mac_address': 'fa:16:3e:ab:a0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e436133-5dbb-453c-82c8-80994b4b6832', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:23:36Z', 'updated_at': '2022-03-11T20:23:48Z', 'revision_number': 1, 'project_id': '9f3b97ce8275446bb706781b15a00c82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e854c4d-af46-49ef-8dec-16ff1ad2a067', 'name': '', 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28', 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'mac_address': 'fa:16:3e:72:dc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '3daacfca-f667-4a2e-b1c7-a310bc05be7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:23:33Z', 'updated_at': '2022-03-11T20:23:37Z', 'revision_number': 5, 'project_id': '9f3b97ce8275446bb706781b15a00c82', 'subnets': [{'id': '3daacfca-f667-4a2e-b1c7-a310bc05be7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:23:49.945485 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a23cc5a4-fedf-415a-b71a-11da43d7804e req-7c985ef1-9345-4ee8-8484-e95e9fb813d5 service neutron] 10.222.0.57 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862005 Mar 11 20:23:50.042540 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a23cc5a4-fedf-415a-b71a-11da43d7804e req-d2055404-9da7-4fef-9689-020ad29b6a8a service neutron] 10.222.0.57 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916986 Mar 11 20:23:50.069484 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738d00ed-006e-44ff-9998-b781a581773e None None] The sync data for ids ['5fdad19e-49da-4273-ac6f-4fa83fdebe71'] in n-d-833163-1 is: [{'id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'name': 'tempest-ServerActionsTestJSON-891941126-router', 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '2f8c2da4-347d-4379-9418-ff6fba5ac107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:23:31Z', 'updated_at': '2022-03-11T20:23:34Z', 'revision_number': 4, 'project_id': '9f3b97ce8275446bb706781b15a00c82', 'gw_port': {'id': '2f8c2da4-347d-4379-9418-ff6fba5ac107', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ac:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:23:31Z', 'updated_at': '2022-03-11T20:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': 'dd92c2bb-b4e3-418e-829a-d2d770892635', 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'floating_ip_address': '172.25.8.117', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'port_id': 'fd5a9761-fb7c-492b-ba06-e51b727b8c35', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28', 'mac_address': 'fa:16:3e:ab:a0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e436133-5dbb-453c-82c8-80994b4b6832', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:23:36Z', 'updated_at': '2022-03-11T20:23:48Z', 'revision_number': 1, 'project_id': '9f3b97ce8275446bb706781b15a00c82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e854c4d-af46-49ef-8dec-16ff1ad2a067', 'name': '', 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28', 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'mac_address': 'fa:16:3e:72:dc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '3daacfca-f667-4a2e-b1c7-a310bc05be7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:23:33Z', 'updated_at': '2022-03-11T20:23:37Z', 'revision_number': 5, 'project_id': '9f3b97ce8275446bb706781b15a00c82', 'subnets': [{'id': '3daacfca-f667-4a2e-b1c7-a310bc05be7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:23:50.255353 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935ad17b-12f5-4dcb-b7a1-6c53d968aa21 None None] New status for floating IP dd92c2bb-b4e3-418e-829a-d2d770892635: ACTIVE {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 20:23:50.806701 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5407f461-5c43-4637-b5a8-a3bd21d30355 req-2c55a7b0-9335-4d9e-a120-8f61453882a9 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:50.808190 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5407f461-5c43-4637-b5a8-a3bd21d30355 req-2c55a7b0-9335-4d9e-a120-8f61453882a9 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e436133-5dbb-453c-82c8-80994b4b6832 HTTP/1.1" status: 200 len: 945 time: 0.0563498 Mar 11 20:23:50.853566 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5407f461-5c43-4637-b5a8-a3bd21d30355 req-754609bf-2c11-4f85-a7da-ef84ad333dcc tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391948 Mar 11 20:23:50.967703 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718a5a0-b15f-48e5-b890-d9628eebeed7 req-8a179048-8465-4a8f-a082-660103867621 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:50.969631 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b718a5a0-b15f-48e5-b890-d9628eebeed7 req-8a179048-8465-4a8f-a082-660103867621 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e436133-5dbb-453c-82c8-80994b4b6832 HTTP/1.1" status: 200 len: 945 time: 0.0519028 Mar 11 20:23:51.019262 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b718a5a0-b15f-48e5-b890-d9628eebeed7 req-0ad686b1-3f38-4804-92b4-4605f99193a4 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438609 Mar 11 20:23:51.273964 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f6535d76-c3e4-4420-93d8-00e2717e9f14 req-ca44e38f-f1b9-4a36-9fe2-16db154847a4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4e436133-5dbb-453c-82c8-80994b4b6832&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0757008 Mar 11 20:23:51.285551 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e9b5a-bf41-424f-b3a0-b2017d55b42b req-c9075a64-7343-46c3-883f-0a89437daa7f tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:51.286943 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-275e9b5a-bf41-424f-b3a0-b2017d55b42b req-c9075a64-7343-46c3-883f-0a89437daa7f tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e436133-5dbb-453c-82c8-80994b4b6832 HTTP/1.1" status: 200 len: 945 time: 0.0796924 Mar 11 20:23:51.336822 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-275e9b5a-bf41-424f-b3a0-b2017d55b42b req-eb7ab8d7-4d3c-45d7-bda6-618ed67bb500 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436502 Mar 11 20:23:51.661282 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6535d76-c3e4-4420-93d8-00e2717e9f14 req-4c38f0a5-9369-4d44-be6d-0037d6d9fbf4 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:51.662613 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-f6535d76-c3e4-4420-93d8-00e2717e9f14 req-4c38f0a5-9369-4d44-be6d-0037d6d9fbf4 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports/fd5a9761-fb7c-492b-ba06-e51b727b8c35 HTTP/1.1" status: 200 len: 942 time: 0.0459440 Mar 11 20:23:52.395957 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-12db73bb-f1a1-41cc-a6f9-889b67f54d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:52.505880 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3934897a-c2a0-4018-9bb3-bd3f2e401247 req-2937117d-57f4-4078-948d-b564ec739a65 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:52.507264 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3934897a-c2a0-4018-9bb3-bd3f2e401247 req-2937117d-57f4-4078-948d-b564ec739a65 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e436133-5dbb-453c-82c8-80994b4b6832 HTTP/1.1" status: 200 len: 945 time: 0.0870752 Mar 11 20:23:52.513126 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6535d76-c3e4-4420-93d8-00e2717e9f14 req-25af0abb-3236-41cf-a636-b5f9798985f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:52.514499 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f6535d76-c3e4-4420-93d8-00e2717e9f14 req-25af0abb-3236-41cf-a636-b5f9798985f5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9f3b97ce8275446bb706781b15a00c82&device_id=4e436133-5dbb-453c-82c8-80994b4b6832 HTTP/1.1" status: 200 len: 1127 time: 0.1250613 Mar 11 20:23:52.609359 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3934897a-c2a0-4018-9bb3-bd3f2e401247 req-5b5e930c-6b89-4563-8e09-9703c6955919 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932369 Mar 11 20:23:52.630950 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6535d76-c3e4-4420-93d8-00e2717e9f14 req-aa6504c2-b9d2-40b5-9ed9-7872e75e3a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:52.632422 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f6535d76-c3e4-4420-93d8-00e2717e9f14 req-aa6504c2-b9d2-40b5-9ed9-7872e75e3a25 service neutron] 10.222.0.57 "GET /v2.0/networks?id=16f4598c-dd98-42cb-b9b4-e58cb6823c28 HTTP/1.1" status: 200 len: 912 time: 0.1107013 Mar 11 20:23:52.709683 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f6535d76-c3e4-4420-93d8-00e2717e9f14 req-03f4f8c7-274a-45ad-a5c9-d783ce319120 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd5a9761-fb7c-492b-ba06-e51b727b8c35 HTTP/1.1" status: 200 len: 1001 time: 0.0672061 Mar 11 20:23:52.755552 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6535d76-c3e4-4420-93d8-00e2717e9f14 req-5c9fbd2a-ed91-488d-8451-66a2be547241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:52.756997 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f6535d76-c3e4-4420-93d8-00e2717e9f14 req-5c9fbd2a-ed91-488d-8451-66a2be547241 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3daacfca-f667-4a2e-b1c7-a310bc05be7f HTTP/1.1" status: 200 len: 850 time: 0.0419817 Mar 11 20:23:52.803851 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6535d76-c3e4-4420-93d8-00e2717e9f14 req-00a89278-5708-4360-be02-a1b95363a16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:52.805324 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f6535d76-c3e4-4420-93d8-00e2717e9f14 req-00a89278-5708-4360-be02-a1b95363a16f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=16f4598c-dd98-42cb-b9b4-e58cb6823c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433171 Mar 11 20:23:52.897495 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f6535d76-c3e4-4420-93d8-00e2717e9f14 req-9ec913e4-1c8a-41de-817b-a268b6e70e78 service neutron] 10.222.0.57 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867388 Mar 11 20:23:52.983434 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f6535d76-c3e4-4420-93d8-00e2717e9f14 req-91799628-4496-4437-baff-1883c7f7fd23 service neutron] 10.222.0.57 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804520 Mar 11 20:23:53.091572 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:53.735391 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f124be57-c9eb-41a0-90d0-831e262b5fe7 req-825ecb60-12ec-45fc-9ada-52c54439249a tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:53.736898 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f124be57-c9eb-41a0-90d0-831e262b5fe7 req-825ecb60-12ec-45fc-9ada-52c54439249a tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e436133-5dbb-453c-82c8-80994b4b6832 HTTP/1.1" status: 200 len: 945 time: 0.0607085 Mar 11 20:23:53.782291 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f124be57-c9eb-41a0-90d0-831e262b5fe7 req-79f36d13-3d56-4542-beac-3b558b452c2e tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397303 Mar 11 20:23:54.688352 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6e4c0ff6-b6fa-4a60-9238-23c30a95f7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:54.902583 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c7690-ee00-4136-b416-cf2a394d2fbe req-61aae831-30b0-42a3-8b24-2d676512647e tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:54.904081 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-609c7690-ee00-4136-b416-cf2a394d2fbe req-61aae831-30b0-42a3-8b24-2d676512647e tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e436133-5dbb-453c-82c8-80994b4b6832 HTTP/1.1" status: 200 len: 945 time: 0.0545399 Mar 11 20:23:54.950244 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-609c7690-ee00-4136-b416-cf2a394d2fbe req-6c0fa7be-70b5-447e-b4ff-671cc3020c20 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399194 Mar 11 20:23:56.072215 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609aa28d-9ce1-4176-8d48-235cc1785cb9 req-bfa9058c-fea9-48c2-8058-e28e0c53413e tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:56.073687 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-609aa28d-9ce1-4176-8d48-235cc1785cb9 req-bfa9058c-fea9-48c2-8058-e28e0c53413e tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e436133-5dbb-453c-82c8-80994b4b6832 HTTP/1.1" status: 200 len: 945 time: 0.0558970 Mar 11 20:23:56.120154 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-609aa28d-9ce1-4176-8d48-235cc1785cb9 req-dfe0b9be-0fae-4426-b479-810eae944c60 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403466 Mar 11 20:23:56.357231 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:57.237211 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d77f70-1409-4222-951a-377fc541c24f req-32088fa0-ae08-4b4b-aa73-55cc067c448f tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:57.238704 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b7d77f70-1409-4222-951a-377fc541c24f req-32088fa0-ae08-4b4b-aa73-55cc067c448f tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e436133-5dbb-453c-82c8-80994b4b6832 HTTP/1.1" status: 200 len: 945 time: 0.0526419 Mar 11 20:23:57.285900 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b7d77f70-1409-4222-951a-377fc541c24f req-bd5ede95-bfc3-45cf-b549-8df8c3aa23bf tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408859 Mar 11 20:23:57.750933 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:58.406926 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0d4867-5126-4091-b57f-bfacf27c934c req-3ca30135-e934-48a6-b051-e0b4f8faab41 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:58.408413 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3a0d4867-5126-4091-b57f-bfacf27c934c req-3ca30135-e934-48a6-b051-e0b4f8faab41 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e436133-5dbb-453c-82c8-80994b4b6832 HTTP/1.1" status: 200 len: 945 time: 0.0521700 Mar 11 20:23:58.461923 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3a0d4867-5126-4091-b57f-bfacf27c934c req-0360ec81-4cee-496f-a276-9c32acb4dbcc tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478616 Mar 11 20:23:58.520234 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b83a77-65e7-438b-a040-310275aeb1e7 req-435e339d-4fb4-4ad8-8070-ceb51e913481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:58.521625 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-54b83a77-65e7-438b-a040-310275aeb1e7 req-435e339d-4fb4-4ad8-8070-ceb51e913481 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9f3b97ce8275446bb706781b15a00c82&device_id=4e436133-5dbb-453c-82c8-80994b4b6832 HTTP/1.1" status: 200 len: 1127 time: 0.0444057 Mar 11 20:23:58.622447 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b83a77-65e7-438b-a040-310275aeb1e7 req-d9a64e47-3911-4be1-b24f-f6798919541c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:58.623922 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-54b83a77-65e7-438b-a040-310275aeb1e7 req-d9a64e47-3911-4be1-b24f-f6798919541c service neutron] 10.222.0.57 "GET /v2.0/networks?id=16f4598c-dd98-42cb-b9b4-e58cb6823c28 HTTP/1.1" status: 200 len: 912 time: 0.0845053 Mar 11 20:23:58.691225 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-54b83a77-65e7-438b-a040-310275aeb1e7 req-e8376f0d-6bd8-4b16-9ea1-eac15c88eacb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd5a9761-fb7c-492b-ba06-e51b727b8c35 HTTP/1.1" status: 200 len: 1001 time: 0.0611577 Mar 11 20:23:58.749844 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b83a77-65e7-438b-a040-310275aeb1e7 req-95fc571b-b07e-4132-82ee-43e6026d4882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:58.751912 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-54b83a77-65e7-438b-a040-310275aeb1e7 req-95fc571b-b07e-4132-82ee-43e6026d4882 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3daacfca-f667-4a2e-b1c7-a310bc05be7f HTTP/1.1" status: 200 len: 850 time: 0.0548222 Mar 11 20:23:58.806168 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b83a77-65e7-438b-a040-310275aeb1e7 req-a1023ea5-1581-4aa3-b52e-3b218ea484dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:58.807654 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-54b83a77-65e7-438b-a040-310275aeb1e7 req-a1023ea5-1581-4aa3-b52e-3b218ea484dd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=16f4598c-dd98-42cb-b9b4-e58cb6823c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0502532 Mar 11 20:23:58.897596 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-54b83a77-65e7-438b-a040-310275aeb1e7 req-cbdb7386-5fb8-4db7-89f7-4c7c7f84f6e9 service neutron] 10.222.0.57 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835867 Mar 11 20:23:58.985882 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-54b83a77-65e7-438b-a040-310275aeb1e7 req-c7d625e6-04f7-4a78-b720-b721f6d18901 service neutron] 10.222.0.57 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822997 Mar 11 20:23:59.083521 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:23:59.921465 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae93f55-b08f-4751-ac83-eac9d83cb3cd req-11cb16b8-c1fc-4ec0-8c7d-8e5d01ce02ee tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:23:59.922939 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3ae93f55-b08f-4751-ac83-eac9d83cb3cd req-11cb16b8-c1fc-4ec0-8c7d-8e5d01ce02ee tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e436133-5dbb-453c-82c8-80994b4b6832 HTTP/1.1" status: 200 len: 945 time: 0.3916004 Mar 11 20:23:59.968661 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3ae93f55-b08f-4751-ac83-eac9d83cb3cd req-a13194be-d818-4dad-944c-1712fdf03dac tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394921 Mar 11 20:24:01.088747 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a69fb6f-dcf8-4ab0-8cfb-8c96cf78e82f req-48311c03-ffa6-435c-a584-21adbcbbc007 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:01.090208 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8a69fb6f-dcf8-4ab0-8cfb-8c96cf78e82f req-48311c03-ffa6-435c-a584-21adbcbbc007 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e436133-5dbb-453c-82c8-80994b4b6832 HTTP/1.1" status: 200 len: 945 time: 0.0543201 Mar 11 20:24:01.138099 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8a69fb6f-dcf8-4ab0-8cfb-8c96cf78e82f req-627661b4-d72a-431b-aeea-945091f1d468 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422208 Mar 11 20:24:02.258803 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c3612c-4364-4a8e-b345-d930db150e02 req-8985d570-0d53-42bb-98c4-372c32839808 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:02.260303 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-27c3612c-4364-4a8e-b345-d930db150e02 req-8985d570-0d53-42bb-98c4-372c32839808 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e436133-5dbb-453c-82c8-80994b4b6832 HTTP/1.1" status: 200 len: 945 time: 0.0554955 Mar 11 20:24:02.305982 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-27c3612c-4364-4a8e-b345-d930db150e02 req-8ed00feb-163a-48c5-86a4-07e7a7fdb99a tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401406 Mar 11 20:24:03.423768 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdd7a49-ebbc-476a-99f4-df4ff43d5cdd req-f80a5f1a-c412-4e4e-9585-018c0ef53cbf tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:03.425884 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8bdd7a49-ebbc-476a-99f4-df4ff43d5cdd req-f80a5f1a-c412-4e4e-9585-018c0ef53cbf tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e436133-5dbb-453c-82c8-80994b4b6832 HTTP/1.1" status: 200 len: 945 time: 0.0517664 Mar 11 20:24:03.470232 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8bdd7a49-ebbc-476a-99f4-df4ff43d5cdd req-8217e288-ae5f-4e98-8f39-ab37ec4c37dd tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387228 Mar 11 20:24:04.605440 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a78a08-c1f8-4900-893c-d080a2188989 req-3cd52efe-e28e-4515-a460-50222ba2ee62 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:04.606915 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-78a78a08-c1f8-4900-893c-d080a2188989 req-3cd52efe-e28e-4515-a460-50222ba2ee62 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e436133-5dbb-453c-82c8-80994b4b6832 HTTP/1.1" status: 200 len: 945 time: 0.0564382 Mar 11 20:24:04.652605 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-78a78a08-c1f8-4900-893c-d080a2188989 req-7059503d-e966-497d-828c-15bf2adb63d4 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400047 Mar 11 20:24:05.773226 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbff8037-4842-4796-adbf-5eedffe804f9 req-0537f9b4-2069-44bb-839c-6b0210c5eb5e tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:05.774693 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cbff8037-4842-4796-adbf-5eedffe804f9 req-0537f9b4-2069-44bb-839c-6b0210c5eb5e tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e436133-5dbb-453c-82c8-80994b4b6832 HTTP/1.1" status: 200 len: 945 time: 0.0528245 Mar 11 20:24:05.821977 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cbff8037-4842-4796-adbf-5eedffe804f9 req-692a2f49-248a-481d-87eb-1b2ba7991174 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412834 Mar 11 20:24:06.939383 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a052a83-f19c-4b5c-be00-cd56796f1dc1 req-b36efec8-da2e-46ad-9aa8-635594644261 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:06.941466 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5a052a83-f19c-4b5c-be00-cd56796f1dc1 req-b36efec8-da2e-46ad-9aa8-635594644261 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e436133-5dbb-453c-82c8-80994b4b6832 HTTP/1.1" status: 200 len: 945 time: 0.0514462 Mar 11 20:24:06.990882 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5a052a83-f19c-4b5c-be00-cd56796f1dc1 req-f3a23883-4a05-4f8a-88b9-4dfca86266ce tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439017 Mar 11 20:24:08.109563 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aec64d-9f2f-40d0-84cd-cd60f698b9ad req-de62fb97-b18c-47f3-afa2-ea14a321d85b tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:08.111032 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-89aec64d-9f2f-40d0-84cd-cd60f698b9ad req-de62fb97-b18c-47f3-afa2-ea14a321d85b tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e436133-5dbb-453c-82c8-80994b4b6832 HTTP/1.1" status: 200 len: 945 time: 0.0532880 Mar 11 20:24:08.158753 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-89aec64d-9f2f-40d0-84cd-cd60f698b9ad req-e4cb008f-f284-4d2d-8a01-493398ad14b8 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415499 Mar 11 20:24:09.276850 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df3b391-cbbe-40ae-9d1e-30e742b8cbf7 req-d09a0d61-18ce-458e-bbe2-2caa0d5b27f1 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:09.278317 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4df3b391-cbbe-40ae-9d1e-30e742b8cbf7 req-d09a0d61-18ce-458e-bbe2-2caa0d5b27f1 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e436133-5dbb-453c-82c8-80994b4b6832 HTTP/1.1" status: 200 len: 945 time: 0.0515816 Mar 11 20:24:09.323446 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4df3b391-cbbe-40ae-9d1e-30e742b8cbf7 req-3013e8a6-73eb-4936-98f3-434883ff3adc tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395150 Mar 11 20:24:10.444877 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de6c9c-544d-4c15-84d3-f9072e4d52ef req-ad42be77-e41a-404e-9151-ce6e0bced620 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:10.446356 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e5de6c9c-544d-4c15-84d3-f9072e4d52ef req-ad42be77-e41a-404e-9151-ce6e0bced620 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e436133-5dbb-453c-82c8-80994b4b6832 HTTP/1.1" status: 200 len: 945 time: 0.0552695 Mar 11 20:24:10.495219 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e5de6c9c-544d-4c15-84d3-f9072e4d52ef req-118498d6-40ca-4f57-b8a7-270c2347d8dc tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432980 Mar 11 20:24:11.615331 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856769c-62fb-4bb4-843b-8b0561de9d6a req-2d780edd-357e-4917-9293-b9ea833cad2b tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:11.616861 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8856769c-62fb-4bb4-843b-8b0561de9d6a req-2d780edd-357e-4917-9293-b9ea833cad2b tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e436133-5dbb-453c-82c8-80994b4b6832 HTTP/1.1" status: 200 len: 945 time: 0.0535786 Mar 11 20:24:11.663497 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8856769c-62fb-4bb4-843b-8b0561de9d6a req-564d4c63-c790-4424-ac92-d5c865b23dbb tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409577 Mar 11 20:24:12.854190 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca1c49-c612-4434-a618-594f0b6553af req-f12c9518-542e-4344-be7e-0246d938cab6 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:12.855686 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5dca1c49-c612-4434-a618-594f0b6553af req-f12c9518-542e-4344-be7e-0246d938cab6 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e436133-5dbb-453c-82c8-80994b4b6832 HTTP/1.1" status: 200 len: 945 time: 0.0574322 Mar 11 20:24:12.905845 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5dca1c49-c612-4434-a618-594f0b6553af req-52595768-509c-4051-97c4-37c6a91b52d0 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443587 Mar 11 20:24:14.026653 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4864c12f-8553-4ac3-9e1a-35eb7ea6a8dd req-45b86cc3-fb69-434e-8178-ff8e888d85f0 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:14.028159 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4864c12f-8553-4ac3-9e1a-35eb7ea6a8dd req-45b86cc3-fb69-434e-8178-ff8e888d85f0 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e436133-5dbb-453c-82c8-80994b4b6832 HTTP/1.1" status: 200 len: 945 time: 0.0518599 Mar 11 20:24:14.074459 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4864c12f-8553-4ac3-9e1a-35eb7ea6a8dd req-60b525cf-71a1-4084-bc2b-c52f524e0a6e tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400343 Mar 11 20:24:15.190438 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e19d54-5bfd-46d9-b31a-7bcaec4d6dcc req-bd35d141-d7b9-45a5-91fd-d4907eb9d83b tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:15.191903 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-40e19d54-5bfd-46d9-b31a-7bcaec4d6dcc req-bd35d141-d7b9-45a5-91fd-d4907eb9d83b tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e436133-5dbb-453c-82c8-80994b4b6832 HTTP/1.1" status: 200 len: 945 time: 0.0507960 Mar 11 20:24:15.237123 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-40e19d54-5bfd-46d9-b31a-7bcaec4d6dcc req-2d33b3b3-d2ff-4c6b-8682-8419f3829bb0 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397110 Mar 11 20:24:16.357728 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1107c7-e0b9-4a69-8416-e78d50176714 req-0623727f-cb5d-4f6b-aa7f-355bc9a6926b tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:16.359176 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ea1107c7-e0b9-4a69-8416-e78d50176714 req-0623727f-cb5d-4f6b-aa7f-355bc9a6926b tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e436133-5dbb-453c-82c8-80994b4b6832 HTTP/1.1" status: 200 len: 945 time: 0.0545268 Mar 11 20:24:16.405137 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ea1107c7-e0b9-4a69-8416-e78d50176714 req-67610f2b-4064-48b9-a215-f6a68bf2f353 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396607 Mar 11 20:24:17.531099 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61872cf3-4244-4a9c-90ae-2c799c8416f3 req-b61ee4b4-2a6b-4faa-9214-2ba4e3374cc6 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:17.532521 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-61872cf3-4244-4a9c-90ae-2c799c8416f3 req-b61ee4b4-2a6b-4faa-9214-2ba4e3374cc6 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e436133-5dbb-453c-82c8-80994b4b6832 HTTP/1.1" status: 200 len: 945 time: 0.0537357 Mar 11 20:24:17.579337 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-61872cf3-4244-4a9c-90ae-2c799c8416f3 req-d21cf505-481d-4a29-9ff0-1085a1b097c3 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407038 Mar 11 20:24:18.700160 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf44920d-ce89-4b9f-aa87-5c183fa5f890 req-dceacfd1-2cbe-4451-ace6-373d405d2405 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:18.701609 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bf44920d-ce89-4b9f-aa87-5c183fa5f890 req-dceacfd1-2cbe-4451-ace6-373d405d2405 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e436133-5dbb-453c-82c8-80994b4b6832 HTTP/1.1" status: 200 len: 945 time: 0.0546184 Mar 11 20:24:18.746922 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bf44920d-ce89-4b9f-aa87-5c183fa5f890 req-93611e26-1163-4db1-9e78-0fe1b6651342 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392466 Mar 11 20:24:19.331301 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:24:19.789048 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [req-f6535d76-c3e4-4420-93d8-00e2717e9f14 req-b735a637-3c34-427d-95be-92c42f125830 service neutron] show failed (client error): The resource could not be found. Mar 11 20:24:19.790079 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f6535d76-c3e4-4420-93d8-00e2717e9f14 req-b735a637-3c34-427d-95be-92c42f125830 service neutron] 10.222.0.57 "GET /v2.0/ports/fd5a9761-fb7c-492b-ba06-e51b727b8c35/bindings/n-h1-833163-1 HTTP/1.1" status: 404 len: 380 time: 0.0540402 Mar 11 20:24:19.876556 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8803e0a2-b93e-403e-9930-96e3797d46e3 req-1d456264-8675-42c4-a2fe-c6cf3f26b3ad tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:19.878075 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8803e0a2-b93e-403e-9930-96e3797d46e3 req-1d456264-8675-42c4-a2fe-c6cf3f26b3ad tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e436133-5dbb-453c-82c8-80994b4b6832 HTTP/1.1" status: 200 len: 945 time: 0.0550661 Mar 11 20:24:19.927323 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8803e0a2-b93e-403e-9930-96e3797d46e3 req-76475352-8910-4deb-a40d-c8d0ef709ff6 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427909 Mar 11 20:24:20.002946 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6535d76-c3e4-4420-93d8-00e2717e9f14 req-e61c81fc-4b54-4d85-b74c-cb62f1eb7d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:20.005266 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f6535d76-c3e4-4420-93d8-00e2717e9f14 req-e61c81fc-4b54-4d85-b74c-cb62f1eb7d9e service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=4e436133-5dbb-453c-82c8-80994b4b6832&tenant_id=9f3b97ce8275446bb706781b15a00c82 HTTP/1.1" status: 200 len: 1127 time: 0.0486805 Mar 11 20:24:20.015551 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-f6535d76-c3e4-4420-93d8-00e2717e9f14 req-1f62021e-d11c-456d-bc49-48908cddac82 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-833163-1', 'device_owner': 'compute:nova'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:24:20.072277 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f6535d76-c3e4-4420-93d8-00e2717e9f14 req-1f62021e-d11c-456d-bc49-48908cddac82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (fd5a9761-fb7c-492b-ba06-e51b727b8c35), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:24:20.268592 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-f6535d76-c3e4-4420-93d8-00e2717e9f14 req-1f62021e-d11c-456d-bc49-48908cddac82 service neutron] For port fd5a9761-fb7c-492b-ba06-e51b727b8c35, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=fd5a9761-fb7c-492b-ba06-e51b727b8c35,segment=NetworkSegment(c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2),segment_id=c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:24:20.300311 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-f6535d76-c3e4-4420-93d8-00e2717e9f14 req-1f62021e-d11c-456d-bc49-48908cddac82 service neutron] For port fd5a9761-fb7c-492b-ba06-e51b727b8c35, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:24:20.342258 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e436133-5dbb-453c-82c8-80994b4b6832', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd5a9761-fb7c-492b-ba06-e51b727b8c35'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:24:20.344435 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb0d1c5-e11a-4276-901d-c8953e7443fb" -d '{"events": [{"server_uuid": "4e436133-5dbb-453c-82c8-80994b4b6832", "name": "network-vif-unplugged", "status": "completed", "tag": "fd5a9761-fb7c-492b-ba06-e51b727b8c35"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:24:20.348761 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f6535d76-c3e4-4420-93d8-00e2717e9f14 req-1f62021e-d11c-456d-bc49-48908cddac82 service neutron] Publish callbacks [] for port (fd5a9761-fb7c-492b-ba06-e51b727b8c35), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:24:20.361371 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-f6535d76-c3e4-4420-93d8-00e2717e9f14 req-1f62021e-d11c-456d-bc49-48908cddac82 service neutron] Transition to ACTIVE for port object fd5a9761-fb7c-492b-ba06-e51b727b8c35 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 20:24:20.365439 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f6535d76-c3e4-4420-93d8-00e2717e9f14 req-1f62021e-d11c-456d-bc49-48908cddac82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (fd5a9761-fb7c-492b-ba06-e51b727b8c35), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:24:20.396106 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 20:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24512164-2d2c-470b-a3d1-68a9cde70430 x-openstack-request-id: req-24512164-2d2c-470b-a3d1-68a9cde70430 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:24:20.396341 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e436133-5dbb-453c-82c8-80994b4b6832", "name": "network-vif-unplugged", "status": "completed", "tag": "fd5a9761-fb7c-492b-ba06-e51b727b8c35", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:24:20.396601 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-24512164-2d2c-470b-a3d1-68a9cde70430 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:24:20.397002 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e436133-5dbb-453c-82c8-80994b4b6832', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd5a9761-fb7c-492b-ba06-e51b727b8c35', 'code': 200} Mar 11 20:24:20.415967 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f62021e-d11c-456d-bc49-48908cddac82 service neutron] Pushing event updated for resources: {'Port': ['ID=fd5a9761-fb7c-492b-ba06-e51b727b8c35,revision_number=6']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:24:20.452845 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f62021e-d11c-456d-bc49-48908cddac82 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:24:20.453196 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f62021e-d11c-456d-bc49-48908cddac82 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:24:20.453620 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f62021e-d11c-456d-bc49-48908cddac82 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:24:20.453875 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f62021e-d11c-456d-bc49-48908cddac82 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:24:20.454219 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f62021e-d11c-456d-bc49-48908cddac82 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:24:20.454558 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f62021e-d11c-456d-bc49-48908cddac82 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:24:20.454889 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f62021e-d11c-456d-bc49-48908cddac82 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:24:20.455218 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f62021e-d11c-456d-bc49-48908cddac82 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:24:20.456096 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f62021e-d11c-456d-bc49-48908cddac82 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:24:20.456427 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f62021e-d11c-456d-bc49-48908cddac82 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:24:20.456758 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f62021e-d11c-456d-bc49-48908cddac82 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:24:20.457215 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f62021e-d11c-456d-bc49-48908cddac82 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:24:20.457543 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f62021e-d11c-456d-bc49-48908cddac82 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:24:20.505879 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6535d76-c3e4-4420-93d8-00e2717e9f14 req-1f62021e-d11c-456d-bc49-48908cddac82 service neutron] No DVR routers for this DVR port fd5a9761-fb7c-492b-ba06-e51b727b8c35 on host n-h2-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:24:20.642325 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-f6535d76-c3e4-4420-93d8-00e2717e9f14 req-1f62021e-d11c-456d-bc49-48908cddac82 service neutron] Attempting to bind port fd5a9761-fb7c-492b-ba06-e51b727b8c35 on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:24:20.642655 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-f6535d76-c3e4-4420-93d8-00e2717e9f14 req-1f62021e-d11c-456d-bc49-48908cddac82 service neutron] Attempting to bind port fd5a9761-fb7c-492b-ba06-e51b727b8c35 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': 'c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:24:20.643662 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6535d76-c3e4-4420-93d8-00e2717e9f14 req-1f62021e-d11c-456d-bc49-48908cddac82 service neutron] Attempting to bind port fd5a9761-fb7c-492b-ba06-e51b727b8c35 on network 16f4598c-dd98-42cb-b9b4-e58cb6823c28 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:24:20.647846 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6535d76-c3e4-4420-93d8-00e2717e9f14 req-1f62021e-d11c-456d-bc49-48908cddac82 service neutron] Port fd5a9761-fb7c-492b-ba06-e51b727b8c35 on network 16f4598c-dd98-42cb-b9b4-e58cb6823c28 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 20:24:20.648158 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6535d76-c3e4-4420-93d8-00e2717e9f14 req-1f62021e-d11c-456d-bc49-48908cddac82 service neutron] Attempting to bind port fd5a9761-fb7c-492b-ba06-e51b727b8c35 on network 16f4598c-dd98-42cb-b9b4-e58cb6823c28 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:24:20.652849 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6535d76-c3e4-4420-93d8-00e2717e9f14 req-1f62021e-d11c-456d-bc49-48908cddac82 service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:24:20.653176 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6535d76-c3e4-4420-93d8-00e2717e9f14 req-1f62021e-d11c-456d-bc49-48908cddac82 service neutron] Checking segment: {'id': 'c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:24:20.653543 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6535d76-c3e4-4420-93d8-00e2717e9f14 req-1f62021e-d11c-456d-bc49-48908cddac82 service neutron] Bound using segment: {'id': 'c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:24:20.653956 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-f6535d76-c3e4-4420-93d8-00e2717e9f14 req-1f62021e-d11c-456d-bc49-48908cddac82 service neutron] Bound port: fd5a9761-fb7c-492b-ba06-e51b727b8c35, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:24:20.654298 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f6535d76-c3e4-4420-93d8-00e2717e9f14 req-1f62021e-d11c-456d-bc49-48908cddac82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (fd5a9761-fb7c-492b-ba06-e51b727b8c35), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:24:20.715366 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-f6535d76-c3e4-4420-93d8-00e2717e9f14 req-1f62021e-d11c-456d-bc49-48908cddac82 service neutron] For port fd5a9761-fb7c-492b-ba06-e51b727b8c35, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:24:20.718215 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-f6535d76-c3e4-4420-93d8-00e2717e9f14 req-1f62021e-d11c-456d-bc49-48908cddac82 service neutron] For port fd5a9761-fb7c-492b-ba06-e51b727b8c35, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=fd5a9761-fb7c-492b-ba06-e51b727b8c35,segment=NetworkSegment(c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2),segment_id=c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:24:20.724437 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f6535d76-c3e4-4420-93d8-00e2717e9f14 req-1f62021e-d11c-456d-bc49-48908cddac82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (fd5a9761-fb7c-492b-ba06-e51b727b8c35), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:24:20.757594 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6535d76-c3e4-4420-93d8-00e2717e9f14 req-1f62021e-d11c-456d-bc49-48908cddac82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:20.758267 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f6535d76-c3e4-4420-93d8-00e2717e9f14 req-1f62021e-d11c-456d-bc49-48908cddac82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:24:20.759656 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f6535d76-c3e4-4420-93d8-00e2717e9f14 req-1f62021e-d11c-456d-bc49-48908cddac82 service neutron] 10.222.0.75 "PUT /v2.0/ports/fd5a9761-fb7c-492b-ba06-e51b727b8c35 HTTP/1.1" status: 200 len: 1091 time: 0.7479446 Mar 11 20:24:20.780187 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f62021e-d11c-456d-bc49-48908cddac82 service neutron] Pushing event updated for resources: {'Port': ['ID=fd5a9761-fb7c-492b-ba06-e51b727b8c35,revision_number=7']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:24:20.838068 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6535d76-c3e4-4420-93d8-00e2717e9f14 req-872d8789-78bd-40ff-9dba-4e955e78b13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:20.839703 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f6535d76-c3e4-4420-93d8-00e2717e9f14 req-872d8789-78bd-40ff-9dba-4e955e78b13f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9f3b97ce8275446bb706781b15a00c82&device_id=4e436133-5dbb-453c-82c8-80994b4b6832 HTTP/1.1" status: 200 len: 1125 time: 0.0561469 Mar 11 20:24:20.932057 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6535d76-c3e4-4420-93d8-00e2717e9f14 req-a576bbf1-87a7-403f-882b-bd04c428f703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:20.933677 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f6535d76-c3e4-4420-93d8-00e2717e9f14 req-a576bbf1-87a7-403f-882b-bd04c428f703 service neutron] 10.222.0.75 "GET /v2.0/networks?id=16f4598c-dd98-42cb-b9b4-e58cb6823c28 HTTP/1.1" status: 200 len: 912 time: 0.0887678 Mar 11 20:24:21.003958 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f6535d76-c3e4-4420-93d8-00e2717e9f14 req-60476f11-daf0-4450-9b47-35b33f553c77 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd5a9761-fb7c-492b-ba06-e51b727b8c35 HTTP/1.1" status: 200 len: 999 time: 0.0645440 Mar 11 20:24:21.056238 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6535d76-c3e4-4420-93d8-00e2717e9f14 req-12fdfa15-2f84-40ba-8263-533ecc62984d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:21.057688 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f6535d76-c3e4-4420-93d8-00e2717e9f14 req-12fdfa15-2f84-40ba-8263-533ecc62984d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3daacfca-f667-4a2e-b1c7-a310bc05be7f HTTP/1.1" status: 200 len: 850 time: 0.0486658 Mar 11 20:24:21.144273 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6535d76-c3e4-4420-93d8-00e2717e9f14 req-2d39e251-3a3f-4121-90dc-de7ae0d118d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:21.145797 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f6535d76-c3e4-4420-93d8-00e2717e9f14 req-2d39e251-3a3f-4121-90dc-de7ae0d118d4 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=16f4598c-dd98-42cb-b9b4-e58cb6823c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0825937 Mar 11 20:24:21.157198 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9461591f-dd17-4109-b2f5-335baeaa035a req-220e8f51-ac35-4b56-bd95-08f0abae4466 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:21.158597 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9461591f-dd17-4109-b2f5-335baeaa035a req-220e8f51-ac35-4b56-bd95-08f0abae4466 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e436133-5dbb-453c-82c8-80994b4b6832 HTTP/1.1" status: 200 len: 943 time: 0.1228566 Mar 11 20:24:21.267325 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9461591f-dd17-4109-b2f5-335baeaa035a req-50326df5-f51d-4720-ae2b-35acb3aa6200 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008573 Mar 11 20:24:21.282501 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f6535d76-c3e4-4420-93d8-00e2717e9f14 req-da163ae4-e9e9-4362-8287-7e7bdded4c10 service neutron] 10.222.0.75 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229944 Mar 11 20:24:21.374567 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f6535d76-c3e4-4420-93d8-00e2717e9f14 req-e468096a-1678-413b-a8b2-d2502696d40e service neutron] 10.222.0.75 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854588 Mar 11 20:24:22.385797 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087b21b6-7dbe-486d-95f8-a79b32408a6f req-ba020f7f-7f24-4fd4-9093-fee38a9699f4 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:22.387288 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-087b21b6-7dbe-486d-95f8-a79b32408a6f req-ba020f7f-7f24-4fd4-9093-fee38a9699f4 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e436133-5dbb-453c-82c8-80994b4b6832 HTTP/1.1" status: 200 len: 943 time: 0.0525415 Mar 11 20:24:22.397224 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6cfc24e8-3578-4cb4-bf14-5b1c896c15d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:24:22.398746 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e436133-5dbb-453c-82c8-80994b4b6832', 'tag': 'fd5a9761-fb7c-492b-ba06-e51b727b8c35'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:24:22.400936 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8845316b05e8e369a01a1f252e5b04845e1f4f9c102818b6a3e8b671c4227f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc39a30-d678-4362-bef0-257d0578b6a0" -d '{"events": [{"name": "network-changed", "server_uuid": "4e436133-5dbb-453c-82c8-80994b4b6832", "tag": "fd5a9761-fb7c-492b-ba06-e51b727b8c35"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:24:22.438088 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-087b21b6-7dbe-486d-95f8-a79b32408a6f req-f7fec2b3-6044-4eee-8c7b-591ae19d854a tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451226 Mar 11 20:24:22.493135 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb25f152-3eae-4a42-a502-3549110db76c x-openstack-request-id: req-cb25f152-3eae-4a42-a502-3549110db76c {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:24:22.493433 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e436133-5dbb-453c-82c8-80994b4b6832", "tag": "fd5a9761-fb7c-492b-ba06-e51b727b8c35", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:24:22.493694 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cb25f152-3eae-4a42-a502-3549110db76c {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:24:22.494100 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e436133-5dbb-453c-82c8-80994b4b6832', 'tag': 'fd5a9761-fb7c-492b-ba06-e51b727b8c35', 'status': 'completed', 'code': 200} Mar 11 20:24:22.589055 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc39a30-d678-4362-bef0-257d0578b6a0 req-3991c7ac-9a29-47fd-b4e0-1c17dca610bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:22.590552 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dcc39a30-d678-4362-bef0-257d0578b6a0 req-3991c7ac-9a29-47fd-b4e0-1c17dca610bc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9f3b97ce8275446bb706781b15a00c82&device_id=4e436133-5dbb-453c-82c8-80994b4b6832 HTTP/1.1" status: 200 len: 1125 time: 0.0698986 Mar 11 20:24:22.592883 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc39a30-d678-4362-bef0-257d0578b6a0 req-7aa2696d-b6f1-46e9-ad46-7dd1ef13ae70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:22.594237 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dcc39a30-d678-4362-bef0-257d0578b6a0 req-7aa2696d-b6f1-46e9-ad46-7dd1ef13ae70 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9f3b97ce8275446bb706781b15a00c82&device_id=4e436133-5dbb-453c-82c8-80994b4b6832 HTTP/1.1" status: 200 len: 1125 time: 0.0827889 Mar 11 20:24:22.746869 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc39a30-d678-4362-bef0-257d0578b6a0 req-5d549115-af96-4fb1-8a4d-b8927bc8ca93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:22.748446 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dcc39a30-d678-4362-bef0-257d0578b6a0 req-5d549115-af96-4fb1-8a4d-b8927bc8ca93 service neutron] 10.222.0.57 "GET /v2.0/networks?id=16f4598c-dd98-42cb-b9b4-e58cb6823c28 HTTP/1.1" status: 200 len: 912 time: 0.1527023 Mar 11 20:24:22.749767 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc39a30-d678-4362-bef0-257d0578b6a0 req-9cb93f1b-2db8-41a9-bbd9-ad2c5de9416a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:22.751074 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dcc39a30-d678-4362-bef0-257d0578b6a0 req-9cb93f1b-2db8-41a9-bbd9-ad2c5de9416a service neutron] 10.222.0.75 "GET /v2.0/networks?id=16f4598c-dd98-42cb-b9b4-e58cb6823c28 HTTP/1.1" status: 200 len: 912 time: 0.1472573 Mar 11 20:24:22.864890 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dcc39a30-d678-4362-bef0-257d0578b6a0 req-83a6b3e6-a859-41a6-9546-87104b634930 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd5a9761-fb7c-492b-ba06-e51b727b8c35 HTTP/1.1" status: 200 len: 999 time: 0.1105840 Mar 11 20:24:22.870736 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dcc39a30-d678-4362-bef0-257d0578b6a0 req-a2d1abf4-5f90-4b34-9967-a1a746a530be service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd5a9761-fb7c-492b-ba06-e51b727b8c35 HTTP/1.1" status: 200 len: 999 time: 0.1108453 Mar 11 20:24:22.948221 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc39a30-d678-4362-bef0-257d0578b6a0 req-364b74da-c8db-4583-801a-322e49977233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:22.949663 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dcc39a30-d678-4362-bef0-257d0578b6a0 req-364b74da-c8db-4583-801a-322e49977233 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3daacfca-f667-4a2e-b1c7-a310bc05be7f HTTP/1.1" status: 200 len: 850 time: 0.0780990 Mar 11 20:24:22.954647 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc39a30-d678-4362-bef0-257d0578b6a0 req-8102c2a5-64ad-4083-a61d-64886e721e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:22.956023 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dcc39a30-d678-4362-bef0-257d0578b6a0 req-8102c2a5-64ad-4083-a61d-64886e721e18 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3daacfca-f667-4a2e-b1c7-a310bc05be7f HTTP/1.1" status: 200 len: 850 time: 0.0602269 Mar 11 20:24:23.029112 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc39a30-d678-4362-bef0-257d0578b6a0 req-83ac3a5d-3550-4a0d-a317-c3f8bf86e7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:23.030612 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dcc39a30-d678-4362-bef0-257d0578b6a0 req-83ac3a5d-3550-4a0d-a317-c3f8bf86e7ec service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=16f4598c-dd98-42cb-b9b4-e58cb6823c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0737550 Mar 11 20:24:23.032964 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc39a30-d678-4362-bef0-257d0578b6a0 req-1d9bd71d-e883-4177-8753-9318a1ccdf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:23.034862 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dcc39a30-d678-4362-bef0-257d0578b6a0 req-1d9bd71d-e883-4177-8753-9318a1ccdf91 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=16f4598c-dd98-42cb-b9b4-e58cb6823c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0709288 Mar 11 20:24:23.092422 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:24:23.198495 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dcc39a30-d678-4362-bef0-257d0578b6a0 req-df77f26c-a729-4a93-9344-374eaec360d0 service neutron] 10.222.0.57 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621687 Mar 11 20:24:23.201682 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dcc39a30-d678-4362-bef0-257d0578b6a0 req-621ab97b-95e8-441f-8762-9dca67489a0e service neutron] 10.222.0.75 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581404 Mar 11 20:24:23.358098 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dcc39a30-d678-4362-bef0-257d0578b6a0 req-039ff13d-dca3-4fbd-86b8-42f42a750e1c service neutron] 10.222.0.57 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532865 Mar 11 20:24:23.361410 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dcc39a30-d678-4362-bef0-257d0578b6a0 req-4b3ca85a-0fd0-4a57-9b45-5d825b12b010 service neutron] 10.222.0.75 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486328 Mar 11 20:24:23.370655 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device fd5a9761-fb7c-492b-ba06-e51b727b8c35 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 20:24:23.473216 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port fd5a9761-fb7c-492b-ba06-e51b727b8c35, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=fd5a9761-fb7c-492b-ba06-e51b727b8c35,segment=NetworkSegment(c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2),segment_id=c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:24:23.484209 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': 'fd5a9761-fb7c-492b-ba06-e51b727b8c35', 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28', 'port_id': 'fd5a9761-fb7c-492b-ba06-e51b727b8c35', 'mac_address': 'fa:16:3e:ab:a0:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3daacfca-f667-4a2e-b1c7-a310bc05be7f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 20:24:23.521169 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port fd5a9761-fb7c-492b-ba06-e51b727b8c35 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:24:23.521553 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (fd5a9761-fb7c-492b-ba06-e51b727b8c35), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:24:23.534162 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd5a9761-fb7c-492b-ba06-e51b727b8c35 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:24:23.555282 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port fd5a9761-fb7c-492b-ba06-e51b727b8c35, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=fd5a9761-fb7c-492b-ba06-e51b727b8c35,segment=NetworkSegment(c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2),segment_id=c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:24:23.559098 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (fd5a9761-fb7c-492b-ba06-e51b727b8c35), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:24:23.567526 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec124fb7-35ef-45a0-a9de-0ee17ddd9cec req-7d1e2841-5da1-4dc1-8963-35764c49e62f tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:23.570014 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ec124fb7-35ef-45a0-a9de-0ee17ddd9cec req-7d1e2841-5da1-4dc1-8963-35764c49e62f tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e436133-5dbb-453c-82c8-80994b4b6832 HTTP/1.1" status: 200 len: 943 time: 0.0592949 Mar 11 20:24:23.607010 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=fd5a9761-fb7c-492b-ba06-e51b727b8c35,revision_number=8']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:24:23.616994 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ec124fb7-35ef-45a0-a9de-0ee17ddd9cec req-9e25a754-1e45-4be7-8068-caeaf4dd8ca5 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416355 Mar 11 20:24:23.772294 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['fd5a9761-fb7c-492b-ba06-e51b727b8c35'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:24:23.844944 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d54b1d2-cb99-4631-a5b8-c415ece18736 req-39ea6e5c-819d-44c2-9d93-e7b5cf24d10c tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:23.846430 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1d54b1d2-cb99-4631-a5b8-c415ece18736 req-39ea6e5c-819d-44c2-9d93-e7b5cf24d10c tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e436133-5dbb-453c-82c8-80994b4b6832 HTTP/1.1" status: 200 len: 944 time: 0.0877941 Mar 11 20:24:23.858282 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d392e9d7-545e-421e-991c-f403d7bdc93b req-5af65368-c9c9-47b4-b01f-17ac5c15a9c5 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:23.859688 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d392e9d7-545e-421e-991c-f403d7bdc93b req-5af65368-c9c9-47b4-b01f-17ac5c15a9c5 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e436133-5dbb-453c-82c8-80994b4b6832&tenant_id=9f3b97ce8275446bb706781b15a00c82&binding%3Ahost_id=n-h1-833163-1 HTTP/1.1" status: 200 len: 944 time: 0.0893424 Mar 11 20:24:23.942422 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1d54b1d2-cb99-4631-a5b8-c415ece18736 req-cc514254-7c01-4f68-9b65-44a32c956613 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817668 Mar 11 20:24:23.947322 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [req-d392e9d7-545e-421e-991c-f403d7bdc93b req-ca28d36d-f806-4ebc-8fa1-5cd4f7ca0fbd service neutron] delete failed (client error): The resource could not be found. Mar 11 20:24:23.948300 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d392e9d7-545e-421e-991c-f403d7bdc93b req-ca28d36d-f806-4ebc-8fa1-5cd4f7ca0fbd service neutron] 10.222.0.57 "DELETE /v2.0/ports/fd5a9761-fb7c-492b-ba06-e51b727b8c35/bindings/n-h2-833163-1 HTTP/1.1" status: 404 len: 380 time: 0.0816684 Mar 11 20:24:24.030782 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d392e9d7-545e-421e-991c-f403d7bdc93b req-5b8880fa-2359-4a5e-b3eb-82d59b50f25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:24.032199 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d392e9d7-545e-421e-991c-f403d7bdc93b req-5b8880fa-2359-4a5e-b3eb-82d59b50f25e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9f3b97ce8275446bb706781b15a00c82&device_id=4e436133-5dbb-453c-82c8-80994b4b6832 HTTP/1.1" status: 200 len: 1126 time: 0.0438471 Mar 11 20:24:24.122995 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d392e9d7-545e-421e-991c-f403d7bdc93b req-ad6c980c-4348-4b4e-a301-3e7391e5bcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:24.124488 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d392e9d7-545e-421e-991c-f403d7bdc93b req-ad6c980c-4348-4b4e-a301-3e7391e5bcc2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=16f4598c-dd98-42cb-b9b4-e58cb6823c28 HTTP/1.1" status: 200 len: 912 time: 0.0868828 Mar 11 20:24:24.186266 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d392e9d7-545e-421e-991c-f403d7bdc93b req-c296c41e-af29-431f-9568-c0bd496b0c77 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd5a9761-fb7c-492b-ba06-e51b727b8c35 HTTP/1.1" status: 200 len: 1000 time: 0.0563664 Mar 11 20:24:24.236210 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d392e9d7-545e-421e-991c-f403d7bdc93b req-e2eb990f-430e-48b1-a924-fd326767ca33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:24.237689 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d392e9d7-545e-421e-991c-f403d7bdc93b req-e2eb990f-430e-48b1-a924-fd326767ca33 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3daacfca-f667-4a2e-b1c7-a310bc05be7f HTTP/1.1" status: 200 len: 850 time: 0.0452878 Mar 11 20:24:24.284068 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d392e9d7-545e-421e-991c-f403d7bdc93b req-fa699e34-222a-49f9-bce5-adc8942396e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:24.285460 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d392e9d7-545e-421e-991c-f403d7bdc93b req-fa699e34-222a-49f9-bce5-adc8942396e5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=16f4598c-dd98-42cb-b9b4-e58cb6823c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0425196 Mar 11 20:24:24.370165 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d392e9d7-545e-421e-991c-f403d7bdc93b req-338d1b7a-8e36-412c-96e8-1d53e77388e6 service neutron] 10.222.0.57 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788264 Mar 11 20:24:24.459488 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d392e9d7-545e-421e-991c-f403d7bdc93b req-df499b3d-493c-46da-9dde-0fd23f8e833e service neutron] 10.222.0.57 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836651 Mar 11 20:24:24.501711 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device fd5a9761-fb7c-492b-ba06-e51b727b8c35 no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:24:24.540783 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] The host n-h2-833163-1 is not matching for port fd5a9761-fb7c-492b-ba06-e51b727b8c35 host n-h1-833163-1! {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 20:24:24.541100 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device fd5a9761-fb7c-492b-ba06-e51b727b8c35 not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:24:24.689173 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b48a394b-4b0b-450a-81ae-6afc03e4568a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:24:25.068408 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eaac64-7469-41a3-ad69-63410ed19a73 req-9c5b0911-2cc8-45fa-a507-3aa7903fd70e tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:25.069875 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d7eaac64-7469-41a3-ad69-63410ed19a73 req-9c5b0911-2cc8-45fa-a507-3aa7903fd70e tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e436133-5dbb-453c-82c8-80994b4b6832 HTTP/1.1" status: 200 len: 944 time: 0.0519903 Mar 11 20:24:25.115068 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d7eaac64-7469-41a3-ad69-63410ed19a73 req-99a81aed-c1bb-49d8-8a30-e987b695fa30 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395651 Mar 11 20:24:25.238250 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef563aa7-9970-4139-81cc-599869b643b6 req-afe365ad-c36a-46b4-8c93-b7fb57f89e57 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:25.239767 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ef563aa7-9970-4139-81cc-599869b643b6 req-afe365ad-c36a-46b4-8c93-b7fb57f89e57 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e436133-5dbb-453c-82c8-80994b4b6832 HTTP/1.1" status: 200 len: 944 time: 0.0561094 Mar 11 20:24:25.285998 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ef563aa7-9970-4139-81cc-599869b643b6 req-6c30171f-adf7-42fa-bcfb-e1a465223daa tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405328 Mar 11 20:24:25.381349 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device fd5a9761-fb7c-492b-ba06-e51b727b8c35 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:24:25.400216 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d8685-636a-4f2c-be70-58e360e5bfbf req-047a5be5-a415-4ee5-a0bf-c11cecc07b01 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:25.401670 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-864d8685-636a-4f2c-be70-58e360e5bfbf req-047a5be5-a415-4ee5-a0bf-c11cecc07b01 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e436133-5dbb-453c-82c8-80994b4b6832 HTTP/1.1" status: 200 len: 944 time: 0.0518625 Mar 11 20:24:25.450963 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-864d8685-636a-4f2c-be70-58e360e5bfbf req-1277141a-2ddc-407f-b81c-70fe9f4262fd tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434062 Mar 11 20:24:25.589307 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port fd5a9761-fb7c-492b-ba06-e51b727b8c35 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 20:24:25.593449 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port fd5a9761-fb7c-492b-ba06-e51b727b8c35 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:24:25.593831 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (fd5a9761-fb7c-492b-ba06-e51b727b8c35), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:24:25.670699 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port fd5a9761-fb7c-492b-ba06-e51b727b8c35 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:24:25.671093 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (fd5a9761-fb7c-492b-ba06-e51b727b8c35), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:24:25.694303 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e436133-5dbb-453c-82c8-80994b4b6832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd5a9761-fb7c-492b-ba06-e51b727b8c35'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:24:25.696853 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08067dd5-d52a-44e6-a3ba-9ac3c32ddb66" -d '{"events": [{"server_uuid": "4e436133-5dbb-453c-82c8-80994b4b6832", "name": "network-vif-plugged", "status": "completed", "tag": "fd5a9761-fb7c-492b-ba06-e51b727b8c35"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:24:25.700635 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec5cb0-86e6-41e9-80a1-04d03d5fdd36 req-e6a3e3a0-f377-47a2-aa8d-4f74f15a339e tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:25.702120 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b3ec5cb0-86e6-41e9-80a1-04d03d5fdd36 req-e6a3e3a0-f377-47a2-aa8d-4f74f15a339e tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e436133-5dbb-453c-82c8-80994b4b6832 HTTP/1.1" status: 200 len: 944 time: 0.0558627 Mar 11 20:24:25.709283 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port fd5a9761-fb7c-492b-ba06-e51b727b8c35, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=fd5a9761-fb7c-492b-ba06-e51b727b8c35,segment=NetworkSegment(c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2),segment_id=c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:24:25.713359 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (fd5a9761-fb7c-492b-ba06-e51b727b8c35), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:24:25.751233 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b3ec5cb0-86e6-41e9-80a1-04d03d5fdd36 req-0ed9ca3d-78d2-4e76-a1a5-071d4e9ecd20 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426466 Mar 11 20:24:25.764711 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=fd5a9761-fb7c-492b-ba06-e51b727b8c35,revision_number=9']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:24:25.793686 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab52bb92-d81b-487d-89ec-8801f6765256 x-openstack-request-id: req-ab52bb92-d81b-487d-89ec-8801f6765256 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:24:25.793982 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e436133-5dbb-453c-82c8-80994b4b6832", "name": "network-vif-plugged", "status": "completed", "tag": "fd5a9761-fb7c-492b-ba06-e51b727b8c35", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:24:25.794287 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ab52bb92-d81b-487d-89ec-8801f6765256 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:24:25.794684 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e436133-5dbb-453c-82c8-80994b4b6832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd5a9761-fb7c-492b-ba06-e51b727b8c35', 'code': 200} Mar 11 20:24:26.361508 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:24:26.375103 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:24:26.868766 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd8456-8ee7-4605-94bf-d11085e91a6c req-ba20b5b9-b234-4259-80ba-facf014e1cb4 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:26.870244 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d2bd8456-8ee7-4605-94bf-d11085e91a6c req-ba20b5b9-b234-4259-80ba-facf014e1cb4 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e436133-5dbb-453c-82c8-80994b4b6832 HTTP/1.1" status: 200 len: 945 time: 0.0515335 Mar 11 20:24:26.943346 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d2bd8456-8ee7-4605-94bf-d11085e91a6c req-736a4329-2faa-424a-b06b-427f9a9c8589 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630257 Mar 11 20:24:26.952849 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb74d26-ca5d-4654-bb95-4ac3cd175fa2 req-7be785d7-bd95-43c3-81d9-2d1b2cfde6eb tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:26.955045 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-aeb74d26-ca5d-4654-bb95-4ac3cd175fa2 req-7be785d7-bd95-43c3-81d9-2d1b2cfde6eb tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e436133-5dbb-453c-82c8-80994b4b6832 HTTP/1.1" status: 200 len: 945 time: 0.0819323 Mar 11 20:24:27.047257 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-aeb74d26-ca5d-4654-bb95-4ac3cd175fa2 req-34ac0e03-25fc-4462-ae69-3043011a0150 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Deleting port fd5a9761-fb7c-492b-ba06-e51b727b8c35 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:24:27.047517 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-aeb74d26-ca5d-4654-bb95-4ac3cd175fa2 req-34ac0e03-25fc-4462-ae69-3043011a0150 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (fd5a9761-fb7c-492b-ba06-e51b727b8c35), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:24:27.136739 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-aeb74d26-ca5d-4654-bb95-4ac3cd175fa2 req-34ac0e03-25fc-4462-ae69-3043011a0150 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] For port fd5a9761-fb7c-492b-ba06-e51b727b8c35, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=fd5a9761-fb7c-492b-ba06-e51b727b8c35,segment=NetworkSegment(c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2),segment_id=c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:24:27.137095 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-aeb74d26-ca5d-4654-bb95-4ac3cd175fa2 req-34ac0e03-25fc-4462-ae69-3043011a0150 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (fd5a9761-fb7c-492b-ba06-e51b727b8c35), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:24:27.383315 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-aeb74d26-ca5d-4654-bb95-4ac3cd175fa2 req-34ac0e03-25fc-4462-ae69-3043011a0150 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:24:27.383708 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-aeb74d26-ca5d-4654-bb95-4ac3cd175fa2 req-34ac0e03-25fc-4462-ae69-3043011a0150 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (dd92c2bb-b4e3-418e-829a-d2d770892635), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:24:27.384032 n-d-833163-1 neutron-server[103885]: INFO neutron.db.l3_db [req-aeb74d26-ca5d-4654-bb95-4ac3cd175fa2 req-34ac0e03-25fc-4462-ae69-3043011a0150 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Floating IP dd92c2bb-b4e3-418e-829a-d2d770892635 disassociated. External IP: 172.25.8.117, port: fd5a9761-fb7c-492b-ba06-e51b727b8c35. Mar 11 20:24:27.384369 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-aeb74d26-ca5d-4654-bb95-4ac3cd175fa2 req-34ac0e03-25fc-4462-ae69-3043011a0150 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Calling delete_port for fd5a9761-fb7c-492b-ba06-e51b727b8c35 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:24:27.754274 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:24:27.836779 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-aeb74d26-ca5d-4654-bb95-4ac3cd175fa2 req-34ac0e03-25fc-4462-ae69-3043011a0150 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (fd5a9761-fb7c-492b-ba06-e51b727b8c35), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:24:27.865039 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ac0e03-25fc-4462-ae69-3043011a0150 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Pushing event deleted for resources: {'Port': ['ID=fd5a9761-fb7c-492b-ba06-e51b727b8c35,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:24:27.984869 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aeb74d26-ca5d-4654-bb95-4ac3cd175fa2 req-34ac0e03-25fc-4462-ae69-3043011a0150 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Router 5fdad19e-49da-4273-ac6f-4fa83fdebe71 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:24:28.064219 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-20c8a5a9-b67d-45c8-9031-ef8b5e5aa9d0 req-230525a3-a937-4fcd-af6c-fac6c2541494 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=4e436133-5dbb-453c-82c8-80994b4b6832 HTTP/1.1" status: 200 len: 210 time: 0.0306990 Mar 11 20:24:28.122864 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aeb74d26-ca5d-4654-bb95-4ac3cd175fa2 req-34ac0e03-25fc-4462-ae69-3043011a0150 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:24:28.135064 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fc353c-e5aa-48a4-8976-87bc5c074d5b None None] Sync routers for ids ['5fdad19e-49da-4273-ac6f-4fa83fdebe71'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:24:28.145595 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fc353c-e5aa-48a4-8976-87bc5c074d5b None None] Routers {'5fdad19e-49da-4273-ac6f-4fa83fdebe71'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:24:28.146203 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-d7fc353c-e5aa-48a4-8976-87bc5c074d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:24:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['5fdad19e-49da-4273-ac6f-4fa83fdebe71'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:24:28.170504 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeb74d26-ca5d-4654-bb95-4ac3cd175fa2 req-34ac0e03-25fc-4462-ae69-3043011a0150 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] No DVR routers for this DVR port fd5a9761-fb7c-492b-ba06-e51b727b8c35 on host n-h1-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:24:28.173296 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-aeb74d26-ca5d-4654-bb95-4ac3cd175fa2 req-34ac0e03-25fc-4462-ae69-3043011a0150 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:24:28.176684 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-aeb74d26-ca5d-4654-bb95-4ac3cd175fa2 req-34ac0e03-25fc-4462-ae69-3043011a0150 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.75 "DELETE /v2.0/ports/fd5a9761-fb7c-492b-ba06-e51b727b8c35 HTTP/1.1" status: 204 len: 173 time: 1.2177031 Mar 11 20:24:28.177174 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e436133-5dbb-453c-82c8-80994b4b6832', 'name': 'network-vif-deleted', 'tag': 'fd5a9761-fb7c-492b-ba06-e51b727b8c35'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:24:28.220479 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a0d03908d714cf498f0e9a07bdcfee6ce8884db927bcf4c76da6f3dadb32e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04185e70-b524-4376-ae5b-e872aef8d51e" -d '{"events": [{"server_uuid": "4e436133-5dbb-453c-82c8-80994b4b6832", "name": "network-vif-deleted", "tag": "fd5a9761-fb7c-492b-ba06-e51b727b8c35"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:24:28.265104 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-d7fc353c-e5aa-48a4-8976-87bc5c074d5b None None] Set router 5fdad19e-49da-4273-ac6f-4fa83fdebe71 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:24:28.326810 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2462892b-2bc5-45b8-849d-8e23a896c3a8 x-openstack-request-id: req-2462892b-2bc5-45b8-849d-8e23a896c3a8 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:24:28.327113 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e436133-5dbb-453c-82c8-80994b4b6832", "name": "network-vif-deleted", "tag": "fd5a9761-fb7c-492b-ba06-e51b727b8c35", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:24:28.327372 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2462892b-2bc5-45b8-849d-8e23a896c3a8 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:24:28.327803 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e436133-5dbb-453c-82c8-80994b4b6832', 'name': 'network-vif-deleted', 'tag': 'fd5a9761-fb7c-492b-ba06-e51b727b8c35', 'status': 'completed', 'code': 200} Mar 11 20:24:28.474624 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-d7fc353c-e5aa-48a4-8976-87bc5c074d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'name': 'tempest-ServerActionsTestJSON-891941126-router', 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '2f8c2da4-347d-4379-9418-ff6fba5ac107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:23:31Z', 'updated_at': '2022-03-11T20:23:34Z', 'revision_number': 4, 'project_id': '9f3b97ce8275446bb706781b15a00c82', 'gw_port': {'id': '2f8c2da4-347d-4379-9418-ff6fba5ac107', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ac:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:23:31Z', 'updated_at': '2022-03-11T20:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '8e854c4d-af46-49ef-8dec-16ff1ad2a067', 'name': '', 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28', 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'mac_address': 'fa:16:3e:72:dc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '3daacfca-f667-4a2e-b1c7-a310bc05be7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:23:33Z', 'updated_at': '2022-03-11T20:23:37Z', 'revision_number': 5, 'project_id': '9f3b97ce8275446bb706781b15a00c82', 'subnets': [{'id': '3daacfca-f667-4a2e-b1c7-a310bc05be7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:24:28.500061 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fc353c-e5aa-48a4-8976-87bc5c074d5b None None] Checking router: 5fdad19e-49da-4273-ac6f-4fa83fdebe71 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:24:28.508482 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fc353c-e5aa-48a4-8976-87bc5c074d5b None None] Routers {'5fdad19e-49da-4273-ac6f-4fa83fdebe71'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:24:28.509071 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-d7fc353c-e5aa-48a4-8976-87bc5c074d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:24:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['5fdad19e-49da-4273-ac6f-4fa83fdebe71'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:24:28.613272 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-d7fc353c-e5aa-48a4-8976-87bc5c074d5b None None] Set router 5fdad19e-49da-4273-ac6f-4fa83fdebe71 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:24:28.803991 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-d7fc353c-e5aa-48a4-8976-87bc5c074d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'name': 'tempest-ServerActionsTestJSON-891941126-router', 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '2f8c2da4-347d-4379-9418-ff6fba5ac107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:23:31Z', 'updated_at': '2022-03-11T20:23:34Z', 'revision_number': 4, 'project_id': '9f3b97ce8275446bb706781b15a00c82', 'gw_port': {'id': '2f8c2da4-347d-4379-9418-ff6fba5ac107', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ac:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:23:31Z', 'updated_at': '2022-03-11T20:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '8e854c4d-af46-49ef-8dec-16ff1ad2a067', 'name': '', 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28', 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'mac_address': 'fa:16:3e:72:dc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '3daacfca-f667-4a2e-b1c7-a310bc05be7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:23:33Z', 'updated_at': '2022-03-11T20:23:37Z', 'revision_number': 5, 'project_id': '9f3b97ce8275446bb706781b15a00c82', 'subnets': [{'id': '3daacfca-f667-4a2e-b1c7-a310bc05be7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:24:28.828915 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fc353c-e5aa-48a4-8976-87bc5c074d5b None None] The sync data for ids ['5fdad19e-49da-4273-ac6f-4fa83fdebe71'] in n-d-833163-1 is: [{'id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'name': 'tempest-ServerActionsTestJSON-891941126-router', 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '2f8c2da4-347d-4379-9418-ff6fba5ac107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:23:31Z', 'updated_at': '2022-03-11T20:23:34Z', 'revision_number': 4, 'project_id': '9f3b97ce8275446bb706781b15a00c82', 'gw_port': {'id': '2f8c2da4-347d-4379-9418-ff6fba5ac107', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ac:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:23:31Z', 'updated_at': '2022-03-11T20:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '8e854c4d-af46-49ef-8dec-16ff1ad2a067', 'name': '', 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28', 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'mac_address': 'fa:16:3e:72:dc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '3daacfca-f667-4a2e-b1c7-a310bc05be7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:23:33Z', 'updated_at': '2022-03-11T20:23:37Z', 'revision_number': 5, 'project_id': '9f3b97ce8275446bb706781b15a00c82', 'subnets': [{'id': '3daacfca-f667-4a2e-b1c7-a310bc05be7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:24:29.043202 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f3ebb8-240d-40c4-8c39-4ac39c9af8d6 None None] New status for floating IP dd92c2bb-b4e3-418e-829a-d2d770892635: DOWN {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 20:24:29.159291 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:24:29.311324 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cc2858b3-3fa9-4c21-9191-9755ca3c9f9e req-fb95c3be-ff1b-4b46-a7d8-ebed5e261a5d tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--2098239554&fields=id&tenant_id=9f3b97ce8275446bb706781b15a00c82 HTTP/1.1" status: 200 len: 267 time: 0.0408504 Mar 11 20:24:29.414739 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2858b3-3fa9-4c21-9191-9755ca3c9f9e req-a7328926-8ac9-4880-84df-7104d45ea3b0 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:29.416105 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cc2858b3-3fa9-4c21-9191-9755ca3c9f9e req-a7328926-8ac9-4880-84df-7104d45ea3b0 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/networks?id=16f4598c-dd98-42cb-b9b4-e58cb6823c28 HTTP/1.1" status: 200 len: 811 time: 0.0977085 Mar 11 20:24:29.430904 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cc2858b3-3fa9-4c21-9191-9755ca3c9f9e req-c6781a64-5323-4c49-9a92-298f3310563a tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/quotas/9f3b97ce8275446bb706781b15a00c82 HTTP/1.1" status: 200 len: 375 time: 0.0093489 Mar 11 20:24:29.500716 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cc2858b3-3fa9-4c21-9191-9755ca3c9f9e req-472543a0-ba34-456f-a785-ad784fe62dba tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=9f3b97ce8275446bb706781b15a00c82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0648317 Mar 11 20:24:29.593511 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cc2858b3-3fa9-4c21-9191-9755ca3c9f9e req-4c288caf-2be8-4be3-ad8b-0da843c2cb35 service neutron] 10.222.0.65 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816901 Mar 11 20:24:29.686909 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cc2858b3-3fa9-4c21-9191-9755ca3c9f9e req-44a6a323-84ad-43f4-885d-569fe5fd5c23 service neutron] 10.222.0.65 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868890 Mar 11 20:24:29.852835 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e1a9bd6d-3c0b-4065-984d-0c6271603ed9 req-2512a5b8-f334-49e0-93f9-cab1f6e292b4 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=47958f0a-3059-47b6-a8e1-f0890c47df0d HTTP/1.1" status: 200 len: 210 time: 0.0308981 Mar 11 20:24:30.753410 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2858b3-3fa9-4c21-9191-9755ca3c9f9e req-827e9e83-2589-4eaf-a860-2f962c3534af tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:30.754859 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cc2858b3-3fa9-4c21-9191-9755ca3c9f9e req-827e9e83-2589-4eaf-a860-2f962c3534af tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.75 "GET /v2.0/networks?id=16f4598c-dd98-42cb-b9b4-e58cb6823c28 HTTP/1.1" status: 200 len: 811 time: 0.1038802 Mar 11 20:24:30.817208 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cc2858b3-3fa9-4c21-9191-9755ca3c9f9e req-c30ef992-649d-4ced-80cb-a5677cf16c9e tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f3b97ce8275446bb706781b15a00c82 HTTP/1.1" status: 200 len: 380 time: 0.0542428 Mar 11 20:24:30.826681 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-cc2858b3-3fa9-4c21-9191-9755ca3c9f9e req-138f269e-e2df-477d-9f84-b5eb6b7171d8 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Request body: {'port': {'device_id': '47958f0a-3059-47b6-a8e1-f0890c47df0d', 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28', 'admin_state_up': True, 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'security_groups': ['d8c2b1a3-80c5-463f-9c56-1abcc1a42645']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:24:30.957879 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4b1ca8c5-7157-46e4-9591-01bf6a1a3a66 req-fef2d6d0-2ec1-4aee-aa2d-e6126f64f337 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=47958f0a-3059-47b6-a8e1-f0890c47df0d HTTP/1.1" status: 200 len: 210 time: 0.0345104 Mar 11 20:24:30.958591 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc2858b3-3fa9-4c21-9191-9755ca3c9f9e req-138f269e-e2df-477d-9f84-b5eb6b7171d8 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Made reservation on behalf of 9f3b97ce8275446bb706781b15a00c82 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:24:30.961855 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cc2858b3-3fa9-4c21-9191-9755ca3c9f9e req-138f269e-e2df-477d-9f84-b5eb6b7171d8 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:24:31.082016 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-cc2858b3-3fa9-4c21-9191-9755ca3c9f9e req-138f269e-e2df-477d-9f84-b5eb6b7171d8 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Allocated IP 172.20.0.9 (16f4598c-dd98-42cb-b9b4-e58cb6823c28/3daacfca-f667-4a2e-b1c7-a310bc05be7f/3edcccaa-e2fc-4f5b-a997-c9836ef0025f) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:24:31.231204 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cc2858b3-3fa9-4c21-9191-9755ca3c9f9e req-138f269e-e2df-477d-9f84-b5eb6b7171d8 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks [] for port (3edcccaa-e2fc-4f5b-a997-c9836ef0025f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:24:31.264084 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cc2858b3-3fa9-4c21-9191-9755ca3c9f9e req-138f269e-e2df-477d-9f84-b5eb6b7171d8 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (3edcccaa-e2fc-4f5b-a997-c9836ef0025f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:24:31.304256 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc2858b3-3fa9-4c21-9191-9755ca3c9f9e req-138f269e-e2df-477d-9f84-b5eb6b7171d8 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Network 16f4598c-dd98-42cb-b9b4-e58cb6823c28 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:24:31.307286 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-cc2858b3-3fa9-4c21-9191-9755ca3c9f9e req-138f269e-e2df-477d-9f84-b5eb6b7171d8 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:24:31.313442 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc2858b3-3fa9-4c21-9191-9755ca3c9f9e req-138f269e-e2df-477d-9f84-b5eb6b7171d8 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:24:31.340415 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138f269e-e2df-477d-9f84-b5eb6b7171d8 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Pushing event updated for resources: {'Port': ['ID=3edcccaa-e2fc-4f5b-a997-c9836ef0025f,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:24:31.366838 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2858b3-3fa9-4c21-9191-9755ca3c9f9e req-138f269e-e2df-477d-9f84-b5eb6b7171d8 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:31.367457 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cc2858b3-3fa9-4c21-9191-9755ca3c9f9e req-138f269e-e2df-477d-9f84-b5eb6b7171d8 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:24:31.390229 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cc2858b3-3fa9-4c21-9191-9755ca3c9f9e req-138f269e-e2df-477d-9f84-b5eb6b7171d8 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5670221 Mar 11 20:24:31.429180 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device fd5a9761-fb7c-492b-ba06-e51b727b8c35 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:24:31.453072 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: fd5a9761-fb7c-492b-ba06-e51b727b8c35 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:24:31.454225 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device fd5a9761-fb7c-492b-ba06-e51b727b8c35 not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:24:31.480185 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-cc2858b3-3fa9-4c21-9191-9755ca3c9f9e req-39363d24-3823-4610-96ef-587145236602 service neutron] Request body: {'port': {'device_id': '47958f0a-3059-47b6-a8e1-f0890c47df0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:24:31.546563 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-41fcab20-017d-42ac-8bc6-d665f485a9eb None None] Provisioning complete for port 3edcccaa-e2fc-4f5b-a997-c9836ef0025f triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:24:31.546939 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-41fcab20-017d-42ac-8bc6-d665f485a9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (3edcccaa-e2fc-4f5b-a997-c9836ef0025f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:24:31.550985 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cc2858b3-3fa9-4c21-9191-9755ca3c9f9e req-39363d24-3823-4610-96ef-587145236602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (3edcccaa-e2fc-4f5b-a997-c9836ef0025f), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:24:31.584762 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-41fcab20-017d-42ac-8bc6-d665f485a9eb None None] Port 3edcccaa-e2fc-4f5b-a997-c9836ef0025f cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:24:31.804193 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-cc2858b3-3fa9-4c21-9191-9755ca3c9f9e req-39363d24-3823-4610-96ef-587145236602 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3edcccaa-e2fc-4f5b-a997-c9836ef0025f {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:24:31.811571 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cc2858b3-3fa9-4c21-9191-9755ca3c9f9e req-39363d24-3823-4610-96ef-587145236602 service neutron] Publish callbacks [] for port (3edcccaa-e2fc-4f5b-a997-c9836ef0025f), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:24:31.823307 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-cc2858b3-3fa9-4c21-9191-9755ca3c9f9e req-39363d24-3823-4610-96ef-587145236602 service neutron] Transition to ACTIVE for port object 3edcccaa-e2fc-4f5b-a997-c9836ef0025f will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 20:24:31.827187 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cc2858b3-3fa9-4c21-9191-9755ca3c9f9e req-39363d24-3823-4610-96ef-587145236602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (3edcccaa-e2fc-4f5b-a997-c9836ef0025f), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:24:31.880831 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39363d24-3823-4610-96ef-587145236602 service neutron] Pushing event updated for resources: {'Port': ['ID=3edcccaa-e2fc-4f5b-a997-c9836ef0025f,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:24:31.950264 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-cc2858b3-3fa9-4c21-9191-9755ca3c9f9e req-39363d24-3823-4610-96ef-587145236602 service neutron] Attempting to bind port 3edcccaa-e2fc-4f5b-a997-c9836ef0025f on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:24:31.950594 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-cc2858b3-3fa9-4c21-9191-9755ca3c9f9e req-39363d24-3823-4610-96ef-587145236602 service neutron] Attempting to bind port 3edcccaa-e2fc-4f5b-a997-c9836ef0025f by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': 'c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:24:31.950919 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2858b3-3fa9-4c21-9191-9755ca3c9f9e req-39363d24-3823-4610-96ef-587145236602 service neutron] Attempting to bind port 3edcccaa-e2fc-4f5b-a997-c9836ef0025f on network 16f4598c-dd98-42cb-b9b4-e58cb6823c28 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:24:31.955869 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2858b3-3fa9-4c21-9191-9755ca3c9f9e req-39363d24-3823-4610-96ef-587145236602 service neutron] Port 3edcccaa-e2fc-4f5b-a997-c9836ef0025f on network 16f4598c-dd98-42cb-b9b4-e58cb6823c28 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 20:24:31.956188 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2858b3-3fa9-4c21-9191-9755ca3c9f9e req-39363d24-3823-4610-96ef-587145236602 service neutron] Attempting to bind port 3edcccaa-e2fc-4f5b-a997-c9836ef0025f on network 16f4598c-dd98-42cb-b9b4-e58cb6823c28 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:24:31.961397 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2858b3-3fa9-4c21-9191-9755ca3c9f9e req-39363d24-3823-4610-96ef-587145236602 service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:24:31.961733 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2858b3-3fa9-4c21-9191-9755ca3c9f9e req-39363d24-3823-4610-96ef-587145236602 service neutron] Checking segment: {'id': 'c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:24:31.962106 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2858b3-3fa9-4c21-9191-9755ca3c9f9e req-39363d24-3823-4610-96ef-587145236602 service neutron] Bound using segment: {'id': 'c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:24:31.962525 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-cc2858b3-3fa9-4c21-9191-9755ca3c9f9e req-39363d24-3823-4610-96ef-587145236602 service neutron] Bound port: 3edcccaa-e2fc-4f5b-a997-c9836ef0025f, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:24:31.962877 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cc2858b3-3fa9-4c21-9191-9755ca3c9f9e req-39363d24-3823-4610-96ef-587145236602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (3edcccaa-e2fc-4f5b-a997-c9836ef0025f), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:24:32.029261 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-cc2858b3-3fa9-4c21-9191-9755ca3c9f9e req-39363d24-3823-4610-96ef-587145236602 service neutron] For port 3edcccaa-e2fc-4f5b-a997-c9836ef0025f, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:24:32.033554 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-cc2858b3-3fa9-4c21-9191-9755ca3c9f9e req-39363d24-3823-4610-96ef-587145236602 service neutron] For port 3edcccaa-e2fc-4f5b-a997-c9836ef0025f, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=3edcccaa-e2fc-4f5b-a997-c9836ef0025f,segment=NetworkSegment(c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2),segment_id=c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:24:32.050836 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cc2858b3-3fa9-4c21-9191-9755ca3c9f9e req-39363d24-3823-4610-96ef-587145236602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (3edcccaa-e2fc-4f5b-a997-c9836ef0025f), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:24:32.101966 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2858b3-3fa9-4c21-9191-9755ca3c9f9e req-39363d24-3823-4610-96ef-587145236602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:32.102587 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cc2858b3-3fa9-4c21-9191-9755ca3c9f9e req-39363d24-3823-4610-96ef-587145236602 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:24:32.103995 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cc2858b3-3fa9-4c21-9191-9755ca3c9f9e req-39363d24-3823-4610-96ef-587145236602 service neutron] 10.222.0.75 "PUT /v2.0/ports/3edcccaa-e2fc-4f5b-a997-c9836ef0025f HTTP/1.1" status: 200 len: 1091 time: 0.6713805 Mar 11 20:24:32.104447 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47958f0a-3059-47b6-a8e1-f0890c47df0d', 'tag': '3edcccaa-e2fc-4f5b-a997-c9836ef0025f'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:24:32.106919 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a0d03908d714cf498f0e9a07bdcfee6ce8884db927bcf4c76da6f3dadb32e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3ae260-36c5-490e-ab4e-feef6ee91d6c" -d '{"events": [{"name": "network-changed", "server_uuid": "47958f0a-3059-47b6-a8e1-f0890c47df0d", "tag": "3edcccaa-e2fc-4f5b-a997-c9836ef0025f"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:24:32.145963 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a259978c-65e8-4799-8409-bdb78ffe8984 req-305a0813-734a-41f0-9b62-f6141660d3bc tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:32.147478 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a259978c-65e8-4799-8409-bdb78ffe8984 req-305a0813-734a-41f0-9b62-f6141660d3bc tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=47958f0a-3059-47b6-a8e1-f0890c47df0d HTTP/1.1" status: 200 len: 943 time: 0.1159601 Mar 11 20:24:32.148185 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39363d24-3823-4610-96ef-587145236602 service neutron] Pushing event updated for resources: {'Port': ['ID=3edcccaa-e2fc-4f5b-a997-c9836ef0025f,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:24:32.228117 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a259978c-65e8-4799-8409-bdb78ffe8984 req-f864ddbc-c967-4079-80a4-16f149877690 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691044 Mar 11 20:24:32.232711 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2858b3-3fa9-4c21-9191-9755ca3c9f9e req-4c355380-2f62-4034-9a7e-e137c063c7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:32.234191 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cc2858b3-3fa9-4c21-9191-9755ca3c9f9e req-4c355380-2f62-4034-9a7e-e137c063c7cf service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9f3b97ce8275446bb706781b15a00c82&device_id=47958f0a-3059-47b6-a8e1-f0890c47df0d HTTP/1.1" status: 200 len: 1125 time: 0.0831399 Mar 11 20:24:32.281484 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-394e6ce4-1724-4c03-b349-e7bfe610f0c5 x-openstack-request-id: req-394e6ce4-1724-4c03-b349-e7bfe610f0c5 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:24:32.281781 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47958f0a-3059-47b6-a8e1-f0890c47df0d", "tag": "3edcccaa-e2fc-4f5b-a997-c9836ef0025f", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:24:32.282041 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-394e6ce4-1724-4c03-b349-e7bfe610f0c5 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:24:32.282444 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47958f0a-3059-47b6-a8e1-f0890c47df0d', 'tag': '3edcccaa-e2fc-4f5b-a997-c9836ef0025f', 'status': 'completed', 'code': 200} Mar 11 20:24:32.283974 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cc2858b3-3fa9-4c21-9191-9755ca3c9f9e req-c9526a0e-c93f-4da8-9b85-d70987294ff1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3edcccaa-e2fc-4f5b-a997-c9836ef0025f HTTP/1.1" status: 200 len: 217 time: 0.0431278 Mar 11 20:24:32.332444 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2858b3-3fa9-4c21-9191-9755ca3c9f9e req-b685049b-6a12-4e6f-a56b-9ebdc4f78923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:32.333900 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cc2858b3-3fa9-4c21-9191-9755ca3c9f9e req-b685049b-6a12-4e6f-a56b-9ebdc4f78923 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3daacfca-f667-4a2e-b1c7-a310bc05be7f HTTP/1.1" status: 200 len: 850 time: 0.0437701 Mar 11 20:24:32.381605 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2858b3-3fa9-4c21-9191-9755ca3c9f9e req-73079279-326e-4c25-8da0-63fd03cbc6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:32.382999 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cc2858b3-3fa9-4c21-9191-9755ca3c9f9e req-73079279-326e-4c25-8da0-63fd03cbc6fa service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=16f4598c-dd98-42cb-b9b4-e58cb6823c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0432510 Mar 11 20:24:32.476130 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cc2858b3-3fa9-4c21-9191-9755ca3c9f9e req-d926184a-0494-4ae8-9765-b37fe7496f1c service neutron] 10.222.0.75 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873206 Mar 11 20:24:32.562424 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cc2858b3-3fa9-4c21-9191-9755ca3c9f9e req-2edb49a0-f07c-4528-8780-2731385d50b8 service neutron] 10.222.0.75 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807774 Mar 11 20:24:32.658249 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ae260-36c5-490e-ab4e-feef6ee91d6c req-7ac74626-1c77-49a0-b05d-d06b0b6cb3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:32.659744 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6b3ae260-36c5-490e-ab4e-feef6ee91d6c req-7ac74626-1c77-49a0-b05d-d06b0b6cb3d0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9f3b97ce8275446bb706781b15a00c82&device_id=47958f0a-3059-47b6-a8e1-f0890c47df0d HTTP/1.1" status: 200 len: 1125 time: 0.0517724 Mar 11 20:24:32.745131 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ae260-36c5-490e-ab4e-feef6ee91d6c req-ddc3ce32-26c2-44ba-9d4a-7d2e346d3606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:32.746554 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6b3ae260-36c5-490e-ab4e-feef6ee91d6c req-ddc3ce32-26c2-44ba-9d4a-7d2e346d3606 service neutron] 10.222.0.75 "GET /v2.0/networks?id=16f4598c-dd98-42cb-b9b4-e58cb6823c28 HTTP/1.1" status: 200 len: 912 time: 0.0808520 Mar 11 20:24:32.790613 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6b3ae260-36c5-490e-ab4e-feef6ee91d6c req-aebc6ac7-2e93-41ae-adef-ea0aa867ee4d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3edcccaa-e2fc-4f5b-a997-c9836ef0025f HTTP/1.1" status: 200 len: 217 time: 0.0363460 Mar 11 20:24:32.837380 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ae260-36c5-490e-ab4e-feef6ee91d6c req-ca0aab36-eb57-46d0-a123-6bee8f59fc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:32.838765 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6b3ae260-36c5-490e-ab4e-feef6ee91d6c req-ca0aab36-eb57-46d0-a123-6bee8f59fc65 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3daacfca-f667-4a2e-b1c7-a310bc05be7f HTTP/1.1" status: 200 len: 850 time: 0.0420580 Mar 11 20:24:32.886482 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ae260-36c5-490e-ab4e-feef6ee91d6c req-119b9c59-7fd3-4eb4-acee-0cfc38f1125b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:32.887971 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6b3ae260-36c5-490e-ab4e-feef6ee91d6c req-119b9c59-7fd3-4eb4-acee-0cfc38f1125b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=16f4598c-dd98-42cb-b9b4-e58cb6823c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0431163 Mar 11 20:24:32.980343 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6b3ae260-36c5-490e-ab4e-feef6ee91d6c req-171f4027-c743-40b6-8b48-48f898d62441 service neutron] 10.222.0.75 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850384 Mar 11 20:24:33.068413 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6b3ae260-36c5-490e-ab4e-feef6ee91d6c req-03a7cb51-5dee-41d5-8323-024129fa3bcf service neutron] 10.222.0.75 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796556 Mar 11 20:24:33.350848 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85567e61-0823-436d-bfa7-4c15b16f3b99 req-9589aad8-420f-4725-bf29-fb22dbac3d4c tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:33.352340 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-85567e61-0823-436d-bfa7-4c15b16f3b99 req-9589aad8-420f-4725-bf29-fb22dbac3d4c tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=47958f0a-3059-47b6-a8e1-f0890c47df0d HTTP/1.1" status: 200 len: 943 time: 0.0558109 Mar 11 20:24:33.397479 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-85567e61-0823-436d-bfa7-4c15b16f3b99 req-c765f73c-6ff2-4c60-bdf4-86be3ecb9d65 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395031 Mar 11 20:24:34.517297 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df773e8-ad02-41f6-942c-5966a56ddf0c req-08953d22-ca1a-4340-aef8-dca19db3f2e3 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:34.519157 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3df773e8-ad02-41f6-942c-5966a56ddf0c req-08953d22-ca1a-4340-aef8-dca19db3f2e3 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=47958f0a-3059-47b6-a8e1-f0890c47df0d HTTP/1.1" status: 200 len: 943 time: 0.0529795 Mar 11 20:24:34.567481 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3df773e8-ad02-41f6-942c-5966a56ddf0c req-99eebba1-c58a-4088-a6d7-959cf01a5a34 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415964 Mar 11 20:24:35.452199 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 3edcccaa-e2fc-4f5b-a997-c9836ef0025f details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 20:24:35.549383 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 3edcccaa-e2fc-4f5b-a997-c9836ef0025f, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=3edcccaa-e2fc-4f5b-a997-c9836ef0025f,segment=NetworkSegment(c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2),segment_id=c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:24:35.560556 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '3edcccaa-e2fc-4f5b-a997-c9836ef0025f', 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28', 'port_id': '3edcccaa-e2fc-4f5b-a997-c9836ef0025f', 'mac_address': 'fa:16:3e:08:b7:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3daacfca-f667-4a2e-b1c7-a310bc05be7f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 20:24:35.599136 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 3edcccaa-e2fc-4f5b-a997-c9836ef0025f is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:24:35.599529 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (3edcccaa-e2fc-4f5b-a997-c9836ef0025f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:24:35.612278 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3edcccaa-e2fc-4f5b-a997-c9836ef0025f {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:24:35.632114 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 3edcccaa-e2fc-4f5b-a997-c9836ef0025f, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=3edcccaa-e2fc-4f5b-a997-c9836ef0025f,segment=NetworkSegment(c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2),segment_id=c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:24:35.636801 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (3edcccaa-e2fc-4f5b-a997-c9836ef0025f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:24:35.683600 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=3edcccaa-e2fc-4f5b-a997-c9836ef0025f,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:24:35.686602 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a17c9ab-5cc5-4500-95f5-8042bf65f276 req-8fa66ea3-b58f-44fa-87b2-a655fa5a5c07 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:35.688096 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9a17c9ab-5cc5-4500-95f5-8042bf65f276 req-8fa66ea3-b58f-44fa-87b2-a655fa5a5c07 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=47958f0a-3059-47b6-a8e1-f0890c47df0d HTTP/1.1" status: 200 len: 944 time: 0.0536857 Mar 11 20:24:35.691406 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:24:35.691775 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:24:35.692115 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:24:35.692452 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:24:35.692780 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:24:35.693103 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:24:35.693426 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:24:35.693751 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:24:35.694068 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:24:35.694389 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:24:35.694704 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:24:35.695022 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:24:35.695341 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:24:35.740140 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9a17c9ab-5cc5-4500-95f5-8042bf65f276 req-74597172-101d-4130-9b64-5d34c4a040c7 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458169 Mar 11 20:24:35.827621 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['3edcccaa-e2fc-4f5b-a997-c9836ef0025f'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:24:36.856412 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d91d780-4547-4ed8-af7f-4069a2235340 req-313b769e-213d-493d-ab1b-b85865362224 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:36.857872 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8d91d780-4547-4ed8-af7f-4069a2235340 req-313b769e-213d-493d-ab1b-b85865362224 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=47958f0a-3059-47b6-a8e1-f0890c47df0d HTTP/1.1" status: 200 len: 944 time: 0.0515616 Mar 11 20:24:36.903682 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8d91d780-4547-4ed8-af7f-4069a2235340 req-28184e64-bd8b-4d78-9a1f-b9fddda12883 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396683 Mar 11 20:24:37.488069 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 3edcccaa-e2fc-4f5b-a997-c9836ef0025f up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:24:37.538031 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port 3edcccaa-e2fc-4f5b-a997-c9836ef0025f completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 20:24:37.541915 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 3edcccaa-e2fc-4f5b-a997-c9836ef0025f triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:24:37.542374 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (3edcccaa-e2fc-4f5b-a997-c9836ef0025f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:24:37.678377 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 3edcccaa-e2fc-4f5b-a997-c9836ef0025f is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:24:37.678763 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (3edcccaa-e2fc-4f5b-a997-c9836ef0025f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:24:37.705712 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47958f0a-3059-47b6-a8e1-f0890c47df0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3edcccaa-e2fc-4f5b-a997-c9836ef0025f'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:24:37.708483 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2fec78a5222bd42c6793cfa90d6b91e9aefa64c2715969f1719126531df5c27f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06955680-d19d-4846-af7a-662ed2570916" -d '{"events": [{"server_uuid": "47958f0a-3059-47b6-a8e1-f0890c47df0d", "name": "network-vif-plugged", "status": "completed", "tag": "3edcccaa-e2fc-4f5b-a997-c9836ef0025f"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:24:37.725373 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 3edcccaa-e2fc-4f5b-a997-c9836ef0025f, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=3edcccaa-e2fc-4f5b-a997-c9836ef0025f,segment=NetworkSegment(c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2),segment_id=c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:24:37.730396 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (3edcccaa-e2fc-4f5b-a997-c9836ef0025f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:24:37.756939 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc9c398d-dd9b-4a13-937c-02df09d94de4 x-openstack-request-id: req-bc9c398d-dd9b-4a13-937c-02df09d94de4 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:24:37.757252 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47958f0a-3059-47b6-a8e1-f0890c47df0d", "name": "network-vif-plugged", "status": "completed", "tag": "3edcccaa-e2fc-4f5b-a997-c9836ef0025f", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:24:37.757492 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bc9c398d-dd9b-4a13-937c-02df09d94de4 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:24:37.757884 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47958f0a-3059-47b6-a8e1-f0890c47df0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3edcccaa-e2fc-4f5b-a997-c9836ef0025f', 'code': 200} Mar 11 20:24:37.812701 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=3edcccaa-e2fc-4f5b-a997-c9836ef0025f,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:24:37.843609 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e98de23-c0b0-4eb6-b449-56e4dff2e319 req-956337ae-13dd-45f5-a91d-ecd1b712bade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:37.845107 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1e98de23-c0b0-4eb6-b449-56e4dff2e319 req-956337ae-13dd-45f5-a91d-ecd1b712bade service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=47958f0a-3059-47b6-a8e1-f0890c47df0d HTTP/1.1" status: 200 len: 1127 time: 0.0444803 Mar 11 20:24:37.886939 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1e98de23-c0b0-4eb6-b449-56e4dff2e319 req-93d54120-a789-40d0-9ed2-a8c843ebd65b service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355225 Mar 11 20:24:38.026087 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba167c5-cfa4-4d18-b0ef-60ea76b02510 req-c58b850f-fbbe-4fac-8fab-73c32cd2bf97 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:38.027580 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dba167c5-cfa4-4d18-b0ef-60ea76b02510 req-c58b850f-fbbe-4fac-8fab-73c32cd2bf97 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=47958f0a-3059-47b6-a8e1-f0890c47df0d HTTP/1.1" status: 200 len: 945 time: 0.0563419 Mar 11 20:24:38.072918 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dba167c5-cfa4-4d18-b0ef-60ea76b02510 req-9a2d7b20-a24f-4edd-a450-d6b706e3e783 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396888 Mar 11 20:24:39.193833 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6941d91-4cde-42d4-82bb-ffacb7e0973c req-bee0569e-6ecc-4cba-b103-d304721ff30a tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:39.195323 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b6941d91-4cde-42d4-82bb-ffacb7e0973c req-bee0569e-6ecc-4cba-b103-d304721ff30a tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=47958f0a-3059-47b6-a8e1-f0890c47df0d HTTP/1.1" status: 200 len: 945 time: 0.0552487 Mar 11 20:24:39.241593 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b6941d91-4cde-42d4-82bb-ffacb7e0973c req-df7e37b2-278b-4faa-bc61-e394295b264d tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406432 Mar 11 20:24:39.352451 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb99a76-215d-40c2-874b-7a6957c7b05b req-47109534-d03d-40a4-9e60-92db998c07d2 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:39.353845 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-edb99a76-215d-40c2-874b-7a6957c7b05b req-47109534-d03d-40a4-9e60-92db998c07d2 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=47958f0a-3059-47b6-a8e1-f0890c47df0d HTTP/1.1" status: 200 len: 945 time: 0.0512190 Mar 11 20:24:39.363003 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 57240) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:24:39.367330 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-2061a407-4d6d-4afa-8556-a164f1bbbef7 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Request body: {'floatingip': {'port_id': '3edcccaa-e2fc-4f5b-a997-c9836ef0025f'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:24:39.408592 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2061a407-4d6d-4afa-8556-a164f1bbbef7 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks [] for floatingip (dd92c2bb-b4e3-418e-829a-d2d770892635), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:24:39.854476 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2061a407-4d6d-4afa-8556-a164f1bbbef7 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:24:39.858264 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2061a407-4d6d-4afa-8556-a164f1bbbef7 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (dd92c2bb-b4e3-418e-829a-d2d770892635), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:24:40.184075 n-d-833163-1 neutron-server[103885]: INFO neutron.db.l3_db [None req-2061a407-4d6d-4afa-8556-a164f1bbbef7 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Floating IP dd92c2bb-b4e3-418e-829a-d2d770892635 associated. External IP: 172.25.8.117, port: 3edcccaa-e2fc-4f5b-a997-c9836ef0025f. Mar 11 20:24:40.397432 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2061a407-4d6d-4afa-8556-a164f1bbbef7 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Router 5fdad19e-49da-4273-ac6f-4fa83fdebe71 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:24:40.505548 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2061a407-4d6d-4afa-8556-a164f1bbbef7 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:24:40.509953 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2061a407-4d6d-4afa-8556-a164f1bbbef7 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:24:40.516235 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3799df10-dae9-4018-bde8-7103c83d76df None None] Sync routers for ids ['5fdad19e-49da-4273-ac6f-4fa83fdebe71'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:24:40.525485 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3799df10-dae9-4018-bde8-7103c83d76df None None] Routers {'5fdad19e-49da-4273-ac6f-4fa83fdebe71'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:24:40.526080 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-3799df10-dae9-4018-bde8-7103c83d76df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:24:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['5fdad19e-49da-4273-ac6f-4fa83fdebe71'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:24:40.540983 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-2061a407-4d6d-4afa-8556-a164f1bbbef7 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "PUT /v2.0/floatingips/dd92c2bb-b4e3-418e-829a-d2d770892635 HTTP/1.1" status: 200 len: 991 time: 1.1742585 Mar 11 20:24:40.540983 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47958f0a-3059-47b6-a8e1-f0890c47df0d', 'tag': '3edcccaa-e2fc-4f5b-a997-c9836ef0025f'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:24:40.541628 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a0d03908d714cf498f0e9a07bdcfee6ce8884db927bcf4c76da6f3dadb32e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67627dff-8784-4ac2-aba2-c3d1bde2ec52" -d '{"events": [{"name": "network-changed", "server_uuid": "47958f0a-3059-47b6-a8e1-f0890c47df0d", "tag": "3edcccaa-e2fc-4f5b-a997-c9836ef0025f"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:24:40.636003 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-3799df10-dae9-4018-bde8-7103c83d76df None None] Set router 5fdad19e-49da-4273-ac6f-4fa83fdebe71 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:24:40.659554 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06e4312-f926-4128-9bfc-d200524655ad x-openstack-request-id: req-c06e4312-f926-4128-9bfc-d200524655ad {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:24:40.660066 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47958f0a-3059-47b6-a8e1-f0890c47df0d", "tag": "3edcccaa-e2fc-4f5b-a997-c9836ef0025f", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:24:40.660330 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c06e4312-f926-4128-9bfc-d200524655ad {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:24:40.660788 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47958f0a-3059-47b6-a8e1-f0890c47df0d', 'tag': '3edcccaa-e2fc-4f5b-a997-c9836ef0025f', 'status': 'completed', 'code': 200} Mar 11 20:24:40.766777 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67627dff-8784-4ac2-aba2-c3d1bde2ec52 req-5bc57ba4-e479-44a9-b027-7ed759e4e8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:40.768250 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-67627dff-8784-4ac2-aba2-c3d1bde2ec52 req-5bc57ba4-e479-44a9-b027-7ed759e4e8b1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9f3b97ce8275446bb706781b15a00c82&device_id=47958f0a-3059-47b6-a8e1-f0890c47df0d HTTP/1.1" status: 200 len: 1127 time: 0.0808537 Mar 11 20:24:40.781395 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278355c9-c4bc-4a2d-b2ed-7d05f1cb8af8 req-934fbd86-0b6c-4194-a478-ed2239ae8913 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:40.782804 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-278355c9-c4bc-4a2d-b2ed-7d05f1cb8af8 req-934fbd86-0b6c-4194-a478-ed2239ae8913 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=47958f0a-3059-47b6-a8e1-f0890c47df0d HTTP/1.1" status: 200 len: 945 time: 0.0692317 Mar 11 20:24:40.871759 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-3799df10-dae9-4018-bde8-7103c83d76df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'name': 'tempest-ServerActionsTestJSON-891941126-router', 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '2f8c2da4-347d-4379-9418-ff6fba5ac107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:23:31Z', 'updated_at': '2022-03-11T20:23:34Z', 'revision_number': 4, 'project_id': '9f3b97ce8275446bb706781b15a00c82', 'gw_port': {'id': '2f8c2da4-347d-4379-9418-ff6fba5ac107', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ac:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:23:31Z', 'updated_at': '2022-03-11T20:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': 'dd92c2bb-b4e3-418e-829a-d2d770892635', 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'floating_ip_address': '172.25.8.117', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'port_id': '3edcccaa-e2fc-4f5b-a997-c9836ef0025f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28', 'mac_address': 'fa:16:3e:08:b7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47958f0a-3059-47b6-a8e1-f0890c47df0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:23:36Z', 'updated_at': '2022-03-11T20:24:39Z', 'revision_number': 5, 'project_id': '9f3b97ce8275446bb706781b15a00c82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e854c4d-af46-49ef-8dec-16ff1ad2a067', 'name': '', 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28', 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'mac_address': 'fa:16:3e:72:dc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '3daacfca-f667-4a2e-b1c7-a310bc05be7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:23:33Z', 'updated_at': '2022-03-11T20:23:37Z', 'revision_number': 5, 'project_id': '9f3b97ce8275446bb706781b15a00c82', 'subnets': [{'id': '3daacfca-f667-4a2e-b1c7-a310bc05be7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:24:40.883593 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-278355c9-c4bc-4a2d-b2ed-7d05f1cb8af8 req-253bff2e-bfd2-4261-b0a9-0239c9fe9872 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933671 Mar 11 20:24:40.902188 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67627dff-8784-4ac2-aba2-c3d1bde2ec52 req-b2e63841-7bf5-4033-a5a9-222c39bd8ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:40.903659 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-67627dff-8784-4ac2-aba2-c3d1bde2ec52 req-b2e63841-7bf5-4033-a5a9-222c39bd8ef0 service neutron] 10.222.0.75 "GET /v2.0/networks?id=16f4598c-dd98-42cb-b9b4-e58cb6823c28 HTTP/1.1" status: 200 len: 912 time: 0.1293812 Mar 11 20:24:40.905538 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3799df10-dae9-4018-bde8-7103c83d76df None None] Checking router: 5fdad19e-49da-4273-ac6f-4fa83fdebe71 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:24:40.914334 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3799df10-dae9-4018-bde8-7103c83d76df None None] Routers {'5fdad19e-49da-4273-ac6f-4fa83fdebe71'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:24:40.914930 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-3799df10-dae9-4018-bde8-7103c83d76df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:24:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['5fdad19e-49da-4273-ac6f-4fa83fdebe71'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:24:40.971324 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-67627dff-8784-4ac2-aba2-c3d1bde2ec52 req-555359dc-e1fe-4022-928a-592f3e80f254 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3edcccaa-e2fc-4f5b-a997-c9836ef0025f HTTP/1.1" status: 200 len: 999 time: 0.0623477 Mar 11 20:24:41.018073 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67627dff-8784-4ac2-aba2-c3d1bde2ec52 req-c23f0dfa-cff1-49aa-8943-9766112a57ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:41.020106 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-67627dff-8784-4ac2-aba2-c3d1bde2ec52 req-c23f0dfa-cff1-49aa-8943-9766112a57ef service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3daacfca-f667-4a2e-b1c7-a310bc05be7f HTTP/1.1" status: 200 len: 850 time: 0.0436506 Mar 11 20:24:41.020633 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-3799df10-dae9-4018-bde8-7103c83d76df None None] Set router 5fdad19e-49da-4273-ac6f-4fa83fdebe71 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:24:41.068179 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67627dff-8784-4ac2-aba2-c3d1bde2ec52 req-ebd3a782-b16d-4c74-a7c8-8527a277dc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:41.069719 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-67627dff-8784-4ac2-aba2-c3d1bde2ec52 req-ebd3a782-b16d-4c74-a7c8-8527a277dc05 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=16f4598c-dd98-42cb-b9b4-e58cb6823c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435481 Mar 11 20:24:41.164798 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-67627dff-8784-4ac2-aba2-c3d1bde2ec52 req-06201cc7-b129-4406-8c17-5a007d0892be service neutron] 10.222.0.75 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890431 Mar 11 20:24:41.258952 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-67627dff-8784-4ac2-aba2-c3d1bde2ec52 req-06ed1e9e-5877-44b4-938f-9f91096cdfcd service neutron] 10.222.0.75 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886056 Mar 11 20:24:41.333357 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-3799df10-dae9-4018-bde8-7103c83d76df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'name': 'tempest-ServerActionsTestJSON-891941126-router', 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '2f8c2da4-347d-4379-9418-ff6fba5ac107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:23:31Z', 'updated_at': '2022-03-11T20:23:34Z', 'revision_number': 4, 'project_id': '9f3b97ce8275446bb706781b15a00c82', 'gw_port': {'id': '2f8c2da4-347d-4379-9418-ff6fba5ac107', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ac:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:23:31Z', 'updated_at': '2022-03-11T20:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': 'dd92c2bb-b4e3-418e-829a-d2d770892635', 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'floating_ip_address': '172.25.8.117', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'port_id': '3edcccaa-e2fc-4f5b-a997-c9836ef0025f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28', 'mac_address': 'fa:16:3e:08:b7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47958f0a-3059-47b6-a8e1-f0890c47df0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:23:36Z', 'updated_at': '2022-03-11T20:24:39Z', 'revision_number': 5, 'project_id': '9f3b97ce8275446bb706781b15a00c82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e854c4d-af46-49ef-8dec-16ff1ad2a067', 'name': '', 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28', 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'mac_address': 'fa:16:3e:72:dc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '3daacfca-f667-4a2e-b1c7-a310bc05be7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:23:33Z', 'updated_at': '2022-03-11T20:23:37Z', 'revision_number': 5, 'project_id': '9f3b97ce8275446bb706781b15a00c82', 'subnets': [{'id': '3daacfca-f667-4a2e-b1c7-a310bc05be7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:24:41.361617 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3799df10-dae9-4018-bde8-7103c83d76df None None] The sync data for ids ['5fdad19e-49da-4273-ac6f-4fa83fdebe71'] in n-d-833163-1 is: [{'id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'name': 'tempest-ServerActionsTestJSON-891941126-router', 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '2f8c2da4-347d-4379-9418-ff6fba5ac107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:23:31Z', 'updated_at': '2022-03-11T20:23:34Z', 'revision_number': 4, 'project_id': '9f3b97ce8275446bb706781b15a00c82', 'gw_port': {'id': '2f8c2da4-347d-4379-9418-ff6fba5ac107', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ac:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:23:31Z', 'updated_at': '2022-03-11T20:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': 'dd92c2bb-b4e3-418e-829a-d2d770892635', 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'floating_ip_address': '172.25.8.117', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'port_id': '3edcccaa-e2fc-4f5b-a997-c9836ef0025f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28', 'mac_address': 'fa:16:3e:08:b7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47958f0a-3059-47b6-a8e1-f0890c47df0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:23:36Z', 'updated_at': '2022-03-11T20:24:39Z', 'revision_number': 5, 'project_id': '9f3b97ce8275446bb706781b15a00c82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e854c4d-af46-49ef-8dec-16ff1ad2a067', 'name': '', 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28', 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'mac_address': 'fa:16:3e:72:dc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '3daacfca-f667-4a2e-b1c7-a310bc05be7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:23:33Z', 'updated_at': '2022-03-11T20:23:37Z', 'revision_number': 5, 'project_id': '9f3b97ce8275446bb706781b15a00c82', 'subnets': [{'id': '3daacfca-f667-4a2e-b1c7-a310bc05be7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:24:41.561868 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20a144f-0d68-43d3-b48d-c2ebb3333377 None None] New status for floating IP dd92c2bb-b4e3-418e-829a-d2d770892635: ACTIVE {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 20:24:42.002053 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5362079c-2be2-48da-8b59-a9499e6ddcfa req-48be658e-e5e0-4033-81d1-356e486e27b8 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:42.004196 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5362079c-2be2-48da-8b59-a9499e6ddcfa req-48be658e-e5e0-4033-81d1-356e486e27b8 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=47958f0a-3059-47b6-a8e1-f0890c47df0d HTTP/1.1" status: 200 len: 945 time: 0.0537815 Mar 11 20:24:42.054444 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5362079c-2be2-48da-8b59-a9499e6ddcfa req-a8101d3a-6d98-4686-a3e1-8b827dca5153 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446515 Mar 11 20:24:43.175371 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14860205-673a-49ce-a68b-a66e1ae90c42 req-7d1fe3d1-1425-4ef7-90da-d5266527c1dc tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:43.176888 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-14860205-673a-49ce-a68b-a66e1ae90c42 req-7d1fe3d1-1425-4ef7-90da-d5266527c1dc tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=47958f0a-3059-47b6-a8e1-f0890c47df0d HTTP/1.1" status: 200 len: 945 time: 0.0546086 Mar 11 20:24:43.230084 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-14860205-673a-49ce-a68b-a66e1ae90c42 req-995cb71d-04bd-495e-91b2-a476c4ebc2dc tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475304 Mar 11 20:24:44.346131 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a371345-2a52-4e7a-b6f1-09f37e1aee65 req-c5bda986-a71d-4d7b-aadc-885810e4947a tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:44.348452 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3a371345-2a52-4e7a-b6f1-09f37e1aee65 req-c5bda986-a71d-4d7b-aadc-885810e4947a tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=47958f0a-3059-47b6-a8e1-f0890c47df0d HTTP/1.1" status: 200 len: 945 time: 0.0515497 Mar 11 20:24:44.392768 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3a371345-2a52-4e7a-b6f1-09f37e1aee65 req-7bbd34b0-3253-4842-889b-999ebc4ca889 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388284 Mar 11 20:24:45.516891 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836d4de-90fb-40c9-8665-679d6f964641 req-b6b5f69c-34eb-4cdb-b7f3-bfffa4b27404 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:45.518275 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8836d4de-90fb-40c9-8665-679d6f964641 req-b6b5f69c-34eb-4cdb-b7f3-bfffa4b27404 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=47958f0a-3059-47b6-a8e1-f0890c47df0d HTTP/1.1" status: 200 len: 945 time: 0.0572975 Mar 11 20:24:45.564273 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8836d4de-90fb-40c9-8665-679d6f964641 req-0c96cd3b-7aeb-43b1-99fc-4d82ac817b06 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403452 Mar 11 20:24:46.689108 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de253e3-c185-4ebf-b9f9-e0033dab751e req-8d3d5680-2296-45ae-aecc-0bb79986aa37 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:46.691238 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3de253e3-c185-4ebf-b9f9-e0033dab751e req-8d3d5680-2296-45ae-aecc-0bb79986aa37 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=47958f0a-3059-47b6-a8e1-f0890c47df0d HTTP/1.1" status: 200 len: 945 time: 0.0525765 Mar 11 20:24:46.736794 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3de253e3-c185-4ebf-b9f9-e0033dab751e req-76f306d9-351b-4835-895b-d5103b67e45f tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399318 Mar 11 20:24:47.858331 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e562816a-a97b-4e9e-95de-13439167a514 req-e7d6873f-a3ee-4299-a751-761816c4e812 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:47.859855 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e562816a-a97b-4e9e-95de-13439167a514 req-e7d6873f-a3ee-4299-a751-761816c4e812 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=47958f0a-3059-47b6-a8e1-f0890c47df0d HTTP/1.1" status: 200 len: 945 time: 0.0561035 Mar 11 20:24:47.906976 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e562816a-a97b-4e9e-95de-13439167a514 req-4f6e9d49-e091-407e-a86a-ad0d8ffca3d0 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406814 Mar 11 20:24:48.676641 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eb1078-5a45-4bf1-b1e2-185940c2f7b4 req-a6c9a36b-2bf9-44db-9fa7-49eae99545d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:48.678158 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-32eb1078-5a45-4bf1-b1e2-185940c2f7b4 req-a6c9a36b-2bf9-44db-9fa7-49eae99545d3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9f3b97ce8275446bb706781b15a00c82&device_id=47958f0a-3059-47b6-a8e1-f0890c47df0d HTTP/1.1" status: 200 len: 1127 time: 0.0437386 Mar 11 20:24:48.784892 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eb1078-5a45-4bf1-b1e2-185940c2f7b4 req-27334a10-b417-4a5a-af65-d2551bc1de43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:48.786344 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-32eb1078-5a45-4bf1-b1e2-185940c2f7b4 req-27334a10-b417-4a5a-af65-d2551bc1de43 service neutron] 10.222.0.75 "GET /v2.0/networks?id=16f4598c-dd98-42cb-b9b4-e58cb6823c28 HTTP/1.1" status: 200 len: 912 time: 0.0903106 Mar 11 20:24:48.849213 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-32eb1078-5a45-4bf1-b1e2-185940c2f7b4 req-5f099b1d-6c78-4916-a150-5089ce9212bc service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3edcccaa-e2fc-4f5b-a997-c9836ef0025f HTTP/1.1" status: 200 len: 1001 time: 0.0568740 Mar 11 20:24:48.895563 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eb1078-5a45-4bf1-b1e2-185940c2f7b4 req-96ef2aa1-bf36-4132-b092-8ffe706463e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:48.896999 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-32eb1078-5a45-4bf1-b1e2-185940c2f7b4 req-96ef2aa1-bf36-4132-b092-8ffe706463e2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3daacfca-f667-4a2e-b1c7-a310bc05be7f HTTP/1.1" status: 200 len: 850 time: 0.0418582 Mar 11 20:24:48.948957 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eb1078-5a45-4bf1-b1e2-185940c2f7b4 req-0c185fe0-f830-48b2-be85-351898f47974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:48.950465 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-32eb1078-5a45-4bf1-b1e2-185940c2f7b4 req-0c185fe0-f830-48b2-be85-351898f47974 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=16f4598c-dd98-42cb-b9b4-e58cb6823c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0475764 Mar 11 20:24:49.077896 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb2a2c-d7d2-4253-b652-e9e7772292d6 req-dcf71787-6bd8-496b-80bb-3873b9a1709f tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:49.079360 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cfdb2a2c-d7d2-4253-b652-e9e7772292d6 req-dcf71787-6bd8-496b-80bb-3873b9a1709f tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=47958f0a-3059-47b6-a8e1-f0890c47df0d HTTP/1.1" status: 200 len: 945 time: 0.1040523 Mar 11 20:24:49.082108 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-32eb1078-5a45-4bf1-b1e2-185940c2f7b4 req-07b0c1e3-47c6-4db0-a45b-ccd1acc59362 service neutron] 10.222.0.75 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251895 Mar 11 20:24:49.176270 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cfdb2a2c-d7d2-4253-b652-e9e7772292d6 req-2a91cd7d-c583-4b47-b5ed-1538ede7d320 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906069 Mar 11 20:24:49.201615 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-32eb1078-5a45-4bf1-b1e2-185940c2f7b4 req-9668a674-faa0-4ba6-9c62-4063aeaa091e service neutron] 10.222.0.75 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104081 Mar 11 20:24:49.346073 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:24:50.297432 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd4a4da-cc53-404a-86ff-00d9ac585946 req-4dd55840-22ad-4bef-9969-88c434989158 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:50.298896 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bcd4a4da-cc53-404a-86ff-00d9ac585946 req-4dd55840-22ad-4bef-9969-88c434989158 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=47958f0a-3059-47b6-a8e1-f0890c47df0d HTTP/1.1" status: 200 len: 945 time: 0.0559642 Mar 11 20:24:50.343961 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bcd4a4da-cc53-404a-86ff-00d9ac585946 req-2bf6ba3f-c5a3-4d24-8d3a-aefc73758371 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390053 Mar 11 20:24:51.459177 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220511fe-810e-40ed-ab57-95f86eb4db2d req-73ef878f-56ce-4060-85f8-17bdb37bfd78 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:51.460673 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-220511fe-810e-40ed-ab57-95f86eb4db2d req-73ef878f-56ce-4060-85f8-17bdb37bfd78 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=47958f0a-3059-47b6-a8e1-f0890c47df0d HTTP/1.1" status: 200 len: 945 time: 0.0507741 Mar 11 20:24:51.507125 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-220511fe-810e-40ed-ab57-95f86eb4db2d req-8658a9f7-69e9-4aee-914a-fcbf0b3c73aa tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407705 Mar 11 20:24:52.399449 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6473e26d-5ab8-4b0f-bd94-7f45e34fb00d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:24:52.623702 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1448882e-4647-45fb-a109-8b03bdb10a93 req-b9e8a276-ddd3-4077-aeae-5850f2db988e tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:52.625162 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1448882e-4647-45fb-a109-8b03bdb10a93 req-b9e8a276-ddd3-4077-aeae-5850f2db988e tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=47958f0a-3059-47b6-a8e1-f0890c47df0d HTTP/1.1" status: 200 len: 945 time: 0.0513883 Mar 11 20:24:52.674812 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1448882e-4647-45fb-a109-8b03bdb10a93 req-b9547d46-6596-4e5a-a214-c894bc70a669 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429168 Mar 11 20:24:53.094624 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:24:53.796228 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d24db-2197-475a-9887-864367f32a05 req-434c1041-88b2-416a-a1da-e008db598c32 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:53.797723 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-127d24db-2197-475a-9887-864367f32a05 req-434c1041-88b2-416a-a1da-e008db598c32 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=47958f0a-3059-47b6-a8e1-f0890c47df0d HTTP/1.1" status: 200 len: 945 time: 0.0520504 Mar 11 20:24:53.844554 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-127d24db-2197-475a-9887-864367f32a05 req-19ab1745-3e40-415e-a31b-5e3967145d7d tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412977 Mar 11 20:24:54.690526 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-00e0c41b-965d-4b52-8ae3-abf6304a584d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:24:54.962552 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959487c3-afd1-476f-bbf6-02969fb4dccd req-6352757c-8137-47ad-89b1-999937a54813 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:54.963989 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-959487c3-afd1-476f-bbf6-02969fb4dccd req-6352757c-8137-47ad-89b1-999937a54813 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=47958f0a-3059-47b6-a8e1-f0890c47df0d HTTP/1.1" status: 200 len: 945 time: 0.0516899 Mar 11 20:24:55.009167 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-959487c3-afd1-476f-bbf6-02969fb4dccd req-147f18d0-1542-4217-8b28-d84293b6622f tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395849 Mar 11 20:24:56.133562 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275eba3-0d55-42c4-b466-67beee64a752 req-f92dd990-7fc0-4aa8-b2e1-01b706d0bbc8 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:56.135042 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d275eba3-0d55-42c4-b466-67beee64a752 req-f92dd990-7fc0-4aa8-b2e1-01b706d0bbc8 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=47958f0a-3059-47b6-a8e1-f0890c47df0d HTTP/1.1" status: 200 len: 945 time: 0.0595713 Mar 11 20:24:56.180396 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d275eba3-0d55-42c4-b466-67beee64a752 req-e5821248-e821-4887-bb65-10e7141c5538 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395284 Mar 11 20:24:56.363405 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:24:57.299943 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a444d396-3a4e-4b21-9cd9-959c2de72f36 req-63cc1780-0899-4710-95f7-e83a92d05a58 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:57.301401 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a444d396-3a4e-4b21-9cd9-959c2de72f36 req-63cc1780-0899-4710-95f7-e83a92d05a58 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=47958f0a-3059-47b6-a8e1-f0890c47df0d HTTP/1.1" status: 200 len: 945 time: 0.0523348 Mar 11 20:24:57.345917 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a444d396-3a4e-4b21-9cd9-959c2de72f36 req-4c81029e-30ca-4c6b-9622-4fdb1fdb58d0 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390339 Mar 11 20:24:57.756202 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:24:58.465766 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a84ab5e-03bb-4f40-a4fd-f7861632d62f req-a5fc36f8-8305-4ba5-b82d-406b80162b7b tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:58.467252 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6a84ab5e-03bb-4f40-a4fd-f7861632d62f req-a5fc36f8-8305-4ba5-b82d-406b80162b7b tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=47958f0a-3059-47b6-a8e1-f0890c47df0d HTTP/1.1" status: 200 len: 945 time: 0.0546794 Mar 11 20:24:58.517767 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6a84ab5e-03bb-4f40-a4fd-f7861632d62f req-9ed55fad-9751-4351-b74e-100e9c9a67f1 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448179 Mar 11 20:24:59.088028 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:24:59.637784 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a906f-21cd-4321-b4de-eecaaaad51c6 req-6cf61fc4-a714-4cdd-ba36-d84f4e34cb1b tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:24:59.639238 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f54a906f-21cd-4321-b4de-eecaaaad51c6 req-6cf61fc4-a714-4cdd-ba36-d84f4e34cb1b tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=47958f0a-3059-47b6-a8e1-f0890c47df0d HTTP/1.1" status: 200 len: 945 time: 0.0527980 Mar 11 20:24:59.684868 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f54a906f-21cd-4321-b4de-eecaaaad51c6 req-ac6e805b-b52c-487f-9486-be910cddaf3e tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393829 Mar 11 20:25:00.805780 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25e88a6-b4e3-4c79-a3cb-410098aa0a28 req-6665341f-549b-4c20-9cb0-1cf8ce17c17a tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:00.807222 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f25e88a6-b4e3-4c79-a3cb-410098aa0a28 req-6665341f-549b-4c20-9cb0-1cf8ce17c17a tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=47958f0a-3059-47b6-a8e1-f0890c47df0d HTTP/1.1" status: 200 len: 945 time: 0.0512807 Mar 11 20:25:00.852784 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f25e88a6-b4e3-4c79-a3cb-410098aa0a28 req-fc7bd28d-205d-4bad-81fb-4d39ee55595c tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400143 Mar 11 20:25:01.977106 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bba3cb0-f370-44c3-a9a9-f04294a9ab67 req-29819a28-f767-4696-a2a2-1f1b97b1e977 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:01.978665 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5bba3cb0-f370-44c3-a9a9-f04294a9ab67 req-29819a28-f767-4696-a2a2-1f1b97b1e977 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=47958f0a-3059-47b6-a8e1-f0890c47df0d HTTP/1.1" status: 200 len: 945 time: 0.0565498 Mar 11 20:25:02.028245 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5bba3cb0-f370-44c3-a9a9-f04294a9ab67 req-f78f6254-fbe2-4885-a2cd-0ae48da82831 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434694 Mar 11 20:25:03.145603 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad8fefb-1f85-4bc9-bf04-8ed1bdf3fa97 req-aeaa9f9b-cbbe-478e-9c11-52ad5f1a4cf3 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:03.147064 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8ad8fefb-1f85-4bc9-bf04-8ed1bdf3fa97 req-aeaa9f9b-cbbe-478e-9c11-52ad5f1a4cf3 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=47958f0a-3059-47b6-a8e1-f0890c47df0d HTTP/1.1" status: 200 len: 945 time: 0.0519154 Mar 11 20:25:03.194604 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8ad8fefb-1f85-4bc9-bf04-8ed1bdf3fa97 req-feaa0fab-9eaa-48c8-9852-acdf790ac21e tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413132 Mar 11 20:25:03.374435 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:25:04.314745 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a962b7f7-38cd-4c4c-b8fb-588cd5b2f6ab req-233aae6b-1c16-4841-a8b8-6289231c03e8 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:04.316813 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a962b7f7-38cd-4c4c-b8fb-588cd5b2f6ab req-233aae6b-1c16-4841-a8b8-6289231c03e8 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=47958f0a-3059-47b6-a8e1-f0890c47df0d HTTP/1.1" status: 200 len: 945 time: 0.0549150 Mar 11 20:25:04.365854 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a962b7f7-38cd-4c4c-b8fb-588cd5b2f6ab req-c61c6769-9910-48db-87e0-6ec8eba4f8fd tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434229 Mar 11 20:25:05.482166 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843e9e32-1828-4da0-9c00-340c7395c2bb req-c766f942-e73a-44aa-909d-5cb5a92d2cce tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:05.483650 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-843e9e32-1828-4da0-9c00-340c7395c2bb req-c766f942-e73a-44aa-909d-5cb5a92d2cce tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=47958f0a-3059-47b6-a8e1-f0890c47df0d HTTP/1.1" status: 200 len: 945 time: 0.0509913 Mar 11 20:25:05.529949 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-843e9e32-1828-4da0-9c00-340c7395c2bb req-aa3c17ec-00fe-4df7-aef3-c159c299870c tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400991 Mar 11 20:25:06.647598 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727c5de-6253-4fa0-9c0f-5d8700f52525 req-f49d7687-4f3f-4311-ad64-1a5d93cd7618 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:06.649055 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c727c5de-6253-4fa0-9c0f-5d8700f52525 req-f49d7687-4f3f-4311-ad64-1a5d93cd7618 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=47958f0a-3059-47b6-a8e1-f0890c47df0d HTTP/1.1" status: 200 len: 945 time: 0.0505261 Mar 11 20:25:06.697587 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c727c5de-6253-4fa0-9c0f-5d8700f52525 req-f3e0c2d1-26a0-4448-ad32-e5304b31c579 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428321 Mar 11 20:25:06.956520 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1ab73fa3-d14e-4bc6-ac9e-e9d0ff71f078 req-ec5b6151-daed-4eff-9bb9-ba4bb178cac8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=47958f0a-3059-47b6-a8e1-f0890c47df0d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0750327 Mar 11 20:25:06.963738 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a51e6-ba8c-46d2-8ee7-c8d411dd189b req-ca68589c-d818-45bf-a566-258913c3006f tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:06.965108 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fa9a51e6-ba8c-46d2-8ee7-c8d411dd189b req-ca68589c-d818-45bf-a566-258913c3006f tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=47958f0a-3059-47b6-a8e1-f0890c47df0d HTTP/1.1" status: 200 len: 945 time: 0.0757809 Mar 11 20:25:07.012462 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fa9a51e6-ba8c-46d2-8ee7-c8d411dd189b req-2ba6229b-782c-4459-a22f-29e0790cb4c0 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413716 Mar 11 20:25:07.299387 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab73fa3-d14e-4bc6-ac9e-e9d0ff71f078 req-0a5d0517-3e09-4cdc-bd4f-c544cde7721b tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:07.301307 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-1ab73fa3-d14e-4bc6-ac9e-e9d0ff71f078 req-0a5d0517-3e09-4cdc-bd4f-c544cde7721b tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports/3edcccaa-e2fc-4f5b-a997-c9836ef0025f HTTP/1.1" status: 200 len: 942 time: 0.0520616 Mar 11 20:25:08.082519 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab73fa3-d14e-4bc6-ac9e-e9d0ff71f078 req-bb401843-0622-47d7-9d7f-3fcdd463cd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:08.084105 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1ab73fa3-d14e-4bc6-ac9e-e9d0ff71f078 req-bb401843-0622-47d7-9d7f-3fcdd463cd78 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9f3b97ce8275446bb706781b15a00c82&device_id=47958f0a-3059-47b6-a8e1-f0890c47df0d HTTP/1.1" status: 200 len: 1127 time: 0.0484612 Mar 11 20:25:08.427405 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05c257f-5390-4573-a2f2-d4be55f0d069 req-807b2851-c640-4900-8692-1ad24fc2b10c tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:08.428882 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f05c257f-5390-4573-a2f2-d4be55f0d069 req-807b2851-c640-4900-8692-1ad24fc2b10c tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=47958f0a-3059-47b6-a8e1-f0890c47df0d HTTP/1.1" status: 200 len: 945 time: 0.3423011 Mar 11 20:25:08.433209 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab73fa3-d14e-4bc6-ac9e-e9d0ff71f078 req-383ee3cf-4a29-46eb-a465-c76d17aa3481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:08.434526 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1ab73fa3-d14e-4bc6-ac9e-e9d0ff71f078 req-383ee3cf-4a29-46eb-a465-c76d17aa3481 service neutron] 10.222.0.75 "GET /v2.0/networks?id=16f4598c-dd98-42cb-b9b4-e58cb6823c28 HTTP/1.1" status: 200 len: 912 time: 0.3397603 Mar 11 20:25:08.516820 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f05c257f-5390-4573-a2f2-d4be55f0d069 req-f69acbe7-73dd-4a43-9dd4-fea632fd2be1 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813491 Mar 11 20:25:08.522486 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1ab73fa3-d14e-4bc6-ac9e-e9d0ff71f078 req-2f09d8a5-136a-48e3-b4a4-b791442f2697 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3edcccaa-e2fc-4f5b-a997-c9836ef0025f HTTP/1.1" status: 200 len: 1001 time: 0.0803227 Mar 11 20:25:08.572744 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab73fa3-d14e-4bc6-ac9e-e9d0ff71f078 req-13a140bc-f577-4d46-b271-80893cdcb493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:08.574148 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1ab73fa3-d14e-4bc6-ac9e-e9d0ff71f078 req-13a140bc-f577-4d46-b271-80893cdcb493 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3daacfca-f667-4a2e-b1c7-a310bc05be7f HTTP/1.1" status: 200 len: 850 time: 0.0460813 Mar 11 20:25:08.620964 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab73fa3-d14e-4bc6-ac9e-e9d0ff71f078 req-51edd76c-5cba-4696-b46c-b72608f9e8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:08.622400 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1ab73fa3-d14e-4bc6-ac9e-e9d0ff71f078 req-51edd76c-5cba-4696-b46c-b72608f9e8a9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=16f4598c-dd98-42cb-b9b4-e58cb6823c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0428693 Mar 11 20:25:08.706121 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1ab73fa3-d14e-4bc6-ac9e-e9d0ff71f078 req-a3e73c66-e031-4c41-a6d1-e5d46eb7aeb0 service neutron] 10.222.0.75 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780480 Mar 11 20:25:08.793948 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1ab73fa3-d14e-4bc6-ac9e-e9d0ff71f078 req-b6dbd0b3-cd6c-4f65-936a-1f29b489c842 service neutron] 10.222.0.75 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819361 Mar 11 20:25:09.638561 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e03322-4157-4f3d-b31d-4d4be741c26c req-1a40e2fd-4d48-412d-9a21-06184839b5b5 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:09.640048 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-52e03322-4157-4f3d-b31d-4d4be741c26c req-1a40e2fd-4d48-412d-9a21-06184839b5b5 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=47958f0a-3059-47b6-a8e1-f0890c47df0d HTTP/1.1" status: 200 len: 945 time: 0.0532818 Mar 11 20:25:09.688693 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-52e03322-4157-4f3d-b31d-4d4be741c26c req-d795d28d-54fa-4c14-affc-1ea1b6a20219 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431101 Mar 11 20:25:10.514450 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [req-1ab73fa3-d14e-4bc6-ac9e-e9d0ff71f078 req-f7cdf90e-23d8-4ba2-b7ab-275f907d5317 service neutron] show failed (client error): The resource could not be found. Mar 11 20:25:10.515350 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1ab73fa3-d14e-4bc6-ac9e-e9d0ff71f078 req-f7cdf90e-23d8-4ba2-b7ab-275f907d5317 service neutron] 10.222.0.75 "GET /v2.0/ports/3edcccaa-e2fc-4f5b-a997-c9836ef0025f/bindings/n-h2-833163-1 HTTP/1.1" status: 404 len: 380 time: 0.0576899 Mar 11 20:25:10.812433 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab73fa3-d14e-4bc6-ac9e-e9d0ff71f078 req-fe9bc035-c157-40e3-8000-64f1c7a07371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:10.813914 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1ab73fa3-d14e-4bc6-ac9e-e9d0ff71f078 req-fe9bc035-c157-40e3-8000-64f1c7a07371 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=47958f0a-3059-47b6-a8e1-f0890c47df0d&tenant_id=9f3b97ce8275446bb706781b15a00c82 HTTP/1.1" status: 200 len: 1127 time: 0.1138868 Mar 11 20:25:10.824666 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0deeb-4524-49ca-a429-d800c49490f1 req-806fa0b5-a080-48f9-a974-bdfdf18b6a11 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:10.825995 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2bd0deeb-4524-49ca-a429-d800c49490f1 req-806fa0b5-a080-48f9-a974-bdfdf18b6a11 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=47958f0a-3059-47b6-a8e1-f0890c47df0d HTTP/1.1" status: 200 len: 945 time: 0.0618515 Mar 11 20:25:10.830607 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-1ab73fa3-d14e-4bc6-ac9e-e9d0ff71f078 req-86118c3a-7813-4cd8-a84c-20c4fba9ff0a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-833163-1', 'device_owner': 'compute:nova'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:25:10.920673 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2bd0deeb-4524-49ca-a429-d800c49490f1 req-d69e7055-4e2b-4ad2-8420-7350c531e95a tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872631 Mar 11 20:25:10.921629 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1ab73fa3-d14e-4bc6-ac9e-e9d0ff71f078 req-86118c3a-7813-4cd8-a84c-20c4fba9ff0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (3edcccaa-e2fc-4f5b-a997-c9836ef0025f), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:25:11.120665 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-1ab73fa3-d14e-4bc6-ac9e-e9d0ff71f078 req-86118c3a-7813-4cd8-a84c-20c4fba9ff0a service neutron] For port 3edcccaa-e2fc-4f5b-a997-c9836ef0025f, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=3edcccaa-e2fc-4f5b-a997-c9836ef0025f,segment=NetworkSegment(c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2),segment_id=c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:25:11.152918 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-1ab73fa3-d14e-4bc6-ac9e-e9d0ff71f078 req-86118c3a-7813-4cd8-a84c-20c4fba9ff0a service neutron] For port 3edcccaa-e2fc-4f5b-a997-c9836ef0025f, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:25:11.191971 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47958f0a-3059-47b6-a8e1-f0890c47df0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3edcccaa-e2fc-4f5b-a997-c9836ef0025f'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:25:11.194185 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a0d03908d714cf498f0e9a07bdcfee6ce8884db927bcf4c76da6f3dadb32e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dcc0363-4363-4db1-a6e9-8b15f51ae00d" -d '{"events": [{"server_uuid": "47958f0a-3059-47b6-a8e1-f0890c47df0d", "name": "network-vif-unplugged", "status": "completed", "tag": "3edcccaa-e2fc-4f5b-a997-c9836ef0025f"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:25:11.198133 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1ab73fa3-d14e-4bc6-ac9e-e9d0ff71f078 req-86118c3a-7813-4cd8-a84c-20c4fba9ff0a service neutron] Publish callbacks [] for port (3edcccaa-e2fc-4f5b-a997-c9836ef0025f), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:25:11.211095 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-1ab73fa3-d14e-4bc6-ac9e-e9d0ff71f078 req-86118c3a-7813-4cd8-a84c-20c4fba9ff0a service neutron] Transition to ACTIVE for port object 3edcccaa-e2fc-4f5b-a997-c9836ef0025f will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 20:25:11.214785 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1ab73fa3-d14e-4bc6-ac9e-e9d0ff71f078 req-86118c3a-7813-4cd8-a84c-20c4fba9ff0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (3edcccaa-e2fc-4f5b-a997-c9836ef0025f), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:25:11.251068 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 20:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-476632b4-1f5c-4f65-a15e-f034a2fa829c x-openstack-request-id: req-476632b4-1f5c-4f65-a15e-f034a2fa829c {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:25:11.251068 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47958f0a-3059-47b6-a8e1-f0890c47df0d", "name": "network-vif-unplugged", "status": "completed", "tag": "3edcccaa-e2fc-4f5b-a997-c9836ef0025f", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:25:11.251068 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-476632b4-1f5c-4f65-a15e-f034a2fa829c {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:25:11.251388 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47958f0a-3059-47b6-a8e1-f0890c47df0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3edcccaa-e2fc-4f5b-a997-c9836ef0025f', 'code': 200} Mar 11 20:25:11.270413 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86118c3a-7813-4cd8-a84c-20c4fba9ff0a service neutron] Pushing event updated for resources: {'Port': ['ID=3edcccaa-e2fc-4f5b-a997-c9836ef0025f,revision_number=6']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:25:11.360062 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab73fa3-d14e-4bc6-ac9e-e9d0ff71f078 req-86118c3a-7813-4cd8-a84c-20c4fba9ff0a service neutron] No DVR routers for this DVR port 3edcccaa-e2fc-4f5b-a997-c9836ef0025f on host n-h1-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:25:11.506899 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-1ab73fa3-d14e-4bc6-ac9e-e9d0ff71f078 req-86118c3a-7813-4cd8-a84c-20c4fba9ff0a service neutron] Attempting to bind port 3edcccaa-e2fc-4f5b-a997-c9836ef0025f on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:25:11.507238 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-1ab73fa3-d14e-4bc6-ac9e-e9d0ff71f078 req-86118c3a-7813-4cd8-a84c-20c4fba9ff0a service neutron] Attempting to bind port 3edcccaa-e2fc-4f5b-a997-c9836ef0025f by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': 'c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:25:11.507568 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab73fa3-d14e-4bc6-ac9e-e9d0ff71f078 req-86118c3a-7813-4cd8-a84c-20c4fba9ff0a service neutron] Attempting to bind port 3edcccaa-e2fc-4f5b-a997-c9836ef0025f on network 16f4598c-dd98-42cb-b9b4-e58cb6823c28 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:25:11.511862 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab73fa3-d14e-4bc6-ac9e-e9d0ff71f078 req-86118c3a-7813-4cd8-a84c-20c4fba9ff0a service neutron] Port 3edcccaa-e2fc-4f5b-a997-c9836ef0025f on network 16f4598c-dd98-42cb-b9b4-e58cb6823c28 not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 20:25:11.512183 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab73fa3-d14e-4bc6-ac9e-e9d0ff71f078 req-86118c3a-7813-4cd8-a84c-20c4fba9ff0a service neutron] Attempting to bind port 3edcccaa-e2fc-4f5b-a997-c9836ef0025f on network 16f4598c-dd98-42cb-b9b4-e58cb6823c28 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:25:11.516970 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab73fa3-d14e-4bc6-ac9e-e9d0ff71f078 req-86118c3a-7813-4cd8-a84c-20c4fba9ff0a service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:25:11.517311 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab73fa3-d14e-4bc6-ac9e-e9d0ff71f078 req-86118c3a-7813-4cd8-a84c-20c4fba9ff0a service neutron] Checking segment: {'id': 'c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:25:11.517692 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab73fa3-d14e-4bc6-ac9e-e9d0ff71f078 req-86118c3a-7813-4cd8-a84c-20c4fba9ff0a service neutron] Bound using segment: {'id': 'c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:25:11.518123 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-1ab73fa3-d14e-4bc6-ac9e-e9d0ff71f078 req-86118c3a-7813-4cd8-a84c-20c4fba9ff0a service neutron] Bound port: 3edcccaa-e2fc-4f5b-a997-c9836ef0025f, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:25:11.518474 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1ab73fa3-d14e-4bc6-ac9e-e9d0ff71f078 req-86118c3a-7813-4cd8-a84c-20c4fba9ff0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (3edcccaa-e2fc-4f5b-a997-c9836ef0025f), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:25:11.583030 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-1ab73fa3-d14e-4bc6-ac9e-e9d0ff71f078 req-86118c3a-7813-4cd8-a84c-20c4fba9ff0a service neutron] For port 3edcccaa-e2fc-4f5b-a997-c9836ef0025f, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:25:11.586122 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-1ab73fa3-d14e-4bc6-ac9e-e9d0ff71f078 req-86118c3a-7813-4cd8-a84c-20c4fba9ff0a service neutron] For port 3edcccaa-e2fc-4f5b-a997-c9836ef0025f, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=3edcccaa-e2fc-4f5b-a997-c9836ef0025f,segment=NetworkSegment(c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2),segment_id=c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:25:11.592268 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1ab73fa3-d14e-4bc6-ac9e-e9d0ff71f078 req-86118c3a-7813-4cd8-a84c-20c4fba9ff0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (3edcccaa-e2fc-4f5b-a997-c9836ef0025f), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:25:11.625519 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab73fa3-d14e-4bc6-ac9e-e9d0ff71f078 req-86118c3a-7813-4cd8-a84c-20c4fba9ff0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:11.626141 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1ab73fa3-d14e-4bc6-ac9e-e9d0ff71f078 req-86118c3a-7813-4cd8-a84c-20c4fba9ff0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:25:11.627524 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1ab73fa3-d14e-4bc6-ac9e-e9d0ff71f078 req-86118c3a-7813-4cd8-a84c-20c4fba9ff0a service neutron] 10.222.0.57 "PUT /v2.0/ports/3edcccaa-e2fc-4f5b-a997-c9836ef0025f HTTP/1.1" status: 200 len: 1091 time: 0.8006575 Mar 11 20:25:11.667314 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86118c3a-7813-4cd8-a84c-20c4fba9ff0a service neutron] Pushing event updated for resources: {'Port': ['ID=3edcccaa-e2fc-4f5b-a997-c9836ef0025f,revision_number=7']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:25:11.707741 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab73fa3-d14e-4bc6-ac9e-e9d0ff71f078 req-2f7eacbb-07d4-4daf-83e5-019465993ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:11.709553 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1ab73fa3-d14e-4bc6-ac9e-e9d0ff71f078 req-2f7eacbb-07d4-4daf-83e5-019465993ac4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9f3b97ce8275446bb706781b15a00c82&device_id=47958f0a-3059-47b6-a8e1-f0890c47df0d HTTP/1.1" status: 200 len: 1125 time: 0.0562756 Mar 11 20:25:11.810242 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab73fa3-d14e-4bc6-ac9e-e9d0ff71f078 req-9cf1de2e-dab4-48ef-857d-b3aa149e0ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:11.811927 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1ab73fa3-d14e-4bc6-ac9e-e9d0ff71f078 req-9cf1de2e-dab4-48ef-857d-b3aa149e0ab3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=16f4598c-dd98-42cb-b9b4-e58cb6823c28 HTTP/1.1" status: 200 len: 912 time: 0.0967350 Mar 11 20:25:11.877551 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1ab73fa3-d14e-4bc6-ac9e-e9d0ff71f078 req-06442348-36a6-4d52-9add-fa95bd3db7ef service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3edcccaa-e2fc-4f5b-a997-c9836ef0025f HTTP/1.1" status: 200 len: 999 time: 0.0603669 Mar 11 20:25:11.926223 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab73fa3-d14e-4bc6-ac9e-e9d0ff71f078 req-dec1d920-1b49-4d26-8c85-8ed5a4d27b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:11.927785 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1ab73fa3-d14e-4bc6-ac9e-e9d0ff71f078 req-dec1d920-1b49-4d26-8c85-8ed5a4d27b4e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3daacfca-f667-4a2e-b1c7-a310bc05be7f HTTP/1.1" status: 200 len: 850 time: 0.0445571 Mar 11 20:25:11.984538 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab73fa3-d14e-4bc6-ac9e-e9d0ff71f078 req-3ecfe696-e0a9-4bb3-91cf-fd089fc0ecfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:11.986183 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1ab73fa3-d14e-4bc6-ac9e-e9d0ff71f078 req-3ecfe696-e0a9-4bb3-91cf-fd089fc0ecfc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=16f4598c-dd98-42cb-b9b4-e58cb6823c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0522075 Mar 11 20:25:12.100969 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd8a91-2224-4fd7-9d94-a4da8e09557f req-87fb6c49-f365-41e6-8e1c-208829eda6e5 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:12.102417 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-29cd8a91-2224-4fd7-9d94-a4da8e09557f req-87fb6c49-f365-41e6-8e1c-208829eda6e5 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=47958f0a-3059-47b6-a8e1-f0890c47df0d HTTP/1.1" status: 200 len: 943 time: 0.1037750 Mar 11 20:25:12.118591 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1ab73fa3-d14e-4bc6-ac9e-e9d0ff71f078 req-edc77380-a08f-4109-b85d-a0b56c29a712 service neutron] 10.222.0.57 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267955 Mar 11 20:25:12.213177 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-29cd8a91-2224-4fd7-9d94-a4da8e09557f req-b247134d-9713-4700-8c04-1328e65ff5bf tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036668 Mar 11 20:25:12.241383 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1ab73fa3-d14e-4bc6-ac9e-e9d0ff71f078 req-fae562f4-0545-481b-9e51-442bb962f50d service neutron] 10.222.0.57 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094856 Mar 11 20:25:13.253107 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47958f0a-3059-47b6-a8e1-f0890c47df0d', 'tag': '3edcccaa-e2fc-4f5b-a997-c9836ef0025f'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:25:13.256763 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a0d03908d714cf498f0e9a07bdcfee6ce8884db927bcf4c76da6f3dadb32e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9bdb944-795e-4a9c-a5fc-d43321fac026" -d '{"events": [{"name": "network-changed", "server_uuid": "47958f0a-3059-47b6-a8e1-f0890c47df0d", "tag": "3edcccaa-e2fc-4f5b-a997-c9836ef0025f"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:25:13.350561 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6027a93a-a9ae-4012-abf0-69bb59a944a0 req-2374f591-75c6-41a9-af32-1ee9ea74f059 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:13.352057 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6027a93a-a9ae-4012-abf0-69bb59a944a0 req-2374f591-75c6-41a9-af32-1ee9ea74f059 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=47958f0a-3059-47b6-a8e1-f0890c47df0d HTTP/1.1" status: 200 len: 943 time: 0.0612090 Mar 11 20:25:13.406402 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6027a93a-a9ae-4012-abf0-69bb59a944a0 req-fa76a1ee-b5d0-4039-91c4-294f59eaef68 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486803 Mar 11 20:25:13.464037 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0d6286-7f8a-4ec1-8134-0d966e202189 x-openstack-request-id: req-7a0d6286-7f8a-4ec1-8134-0d966e202189 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:25:13.464339 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47958f0a-3059-47b6-a8e1-f0890c47df0d", "tag": "3edcccaa-e2fc-4f5b-a997-c9836ef0025f", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:25:13.464597 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7a0d6286-7f8a-4ec1-8134-0d966e202189 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:25:13.465101 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47958f0a-3059-47b6-a8e1-f0890c47df0d', 'tag': '3edcccaa-e2fc-4f5b-a997-c9836ef0025f', 'status': 'completed', 'code': 200} Mar 11 20:25:13.557500 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bdb944-795e-4a9c-a5fc-d43321fac026 req-fa6fb89c-0069-4043-bd0f-c71c2f7096e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:13.559007 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c9bdb944-795e-4a9c-a5fc-d43321fac026 req-fa6fb89c-0069-4043-bd0f-c71c2f7096e5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9f3b97ce8275446bb706781b15a00c82&device_id=47958f0a-3059-47b6-a8e1-f0890c47df0d HTTP/1.1" status: 200 len: 1125 time: 0.0687416 Mar 11 20:25:13.563335 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bdb944-795e-4a9c-a5fc-d43321fac026 req-cad2909d-a5ec-4ec9-804a-ac9c3f047fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:13.564725 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c9bdb944-795e-4a9c-a5fc-d43321fac026 req-cad2909d-a5ec-4ec9-804a-ac9c3f047fcb service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9f3b97ce8275446bb706781b15a00c82&device_id=47958f0a-3059-47b6-a8e1-f0890c47df0d HTTP/1.1" status: 200 len: 1125 time: 0.0828824 Mar 11 20:25:13.645428 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 3edcccaa-e2fc-4f5b-a997-c9836ef0025f no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:25:13.686074 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] The host n-h1-833163-1 is not matching for port 3edcccaa-e2fc-4f5b-a997-c9836ef0025f host n-h2-833163-1! {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 20:25:13.686464 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 3edcccaa-e2fc-4f5b-a997-c9836ef0025f not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:25:13.722774 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bdb944-795e-4a9c-a5fc-d43321fac026 req-db0e7cfa-ba06-4520-be47-afdf6ba3c937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:13.724778 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c9bdb944-795e-4a9c-a5fc-d43321fac026 req-db0e7cfa-ba06-4520-be47-afdf6ba3c937 service neutron] 10.222.0.57 "GET /v2.0/networks?id=16f4598c-dd98-42cb-b9b4-e58cb6823c28 HTTP/1.1" status: 200 len: 912 time: 0.1592262 Mar 11 20:25:13.725858 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bdb944-795e-4a9c-a5fc-d43321fac026 req-727843f6-5f5c-41c8-bd7f-d4bb94aa9195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:13.727145 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c9bdb944-795e-4a9c-a5fc-d43321fac026 req-727843f6-5f5c-41c8-bd7f-d4bb94aa9195 service neutron] 10.222.0.75 "GET /v2.0/networks?id=16f4598c-dd98-42cb-b9b4-e58cb6823c28 HTTP/1.1" status: 200 len: 912 time: 0.1541364 Mar 11 20:25:13.835616 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c9bdb944-795e-4a9c-a5fc-d43321fac026 req-62b32a34-b68d-4066-ba78-cac59cdeb0a8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3edcccaa-e2fc-4f5b-a997-c9836ef0025f HTTP/1.1" status: 200 len: 999 time: 0.1042743 Mar 11 20:25:13.841194 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c9bdb944-795e-4a9c-a5fc-d43321fac026 req-4b972cbd-13a4-4b92-a2ae-8c7f8b12afb1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3edcccaa-e2fc-4f5b-a997-c9836ef0025f HTTP/1.1" status: 200 len: 999 time: 0.1043611 Mar 11 20:25:13.920943 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bdb944-795e-4a9c-a5fc-d43321fac026 req-893bd773-f090-4b00-bf59-610c0491906b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:13.922383 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c9bdb944-795e-4a9c-a5fc-d43321fac026 req-893bd773-f090-4b00-bf59-610c0491906b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3daacfca-f667-4a2e-b1c7-a310bc05be7f HTTP/1.1" status: 200 len: 850 time: 0.0803065 Mar 11 20:25:13.923570 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bdb944-795e-4a9c-a5fc-d43321fac026 req-40201c08-a05e-41f9-ad7b-8f2d41543246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:13.924852 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c9bdb944-795e-4a9c-a5fc-d43321fac026 req-40201c08-a05e-41f9-ad7b-8f2d41543246 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3daacfca-f667-4a2e-b1c7-a310bc05be7f HTTP/1.1" status: 200 len: 850 time: 0.0754232 Mar 11 20:25:14.010169 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bdb944-795e-4a9c-a5fc-d43321fac026 req-9fe1e2d9-6d7d-44ef-891d-5359a29b5922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:14.011868 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c9bdb944-795e-4a9c-a5fc-d43321fac026 req-9fe1e2d9-6d7d-44ef-891d-5359a29b5922 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=16f4598c-dd98-42cb-b9b4-e58cb6823c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0823741 Mar 11 20:25:14.014536 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bdb944-795e-4a9c-a5fc-d43321fac026 req-988aa242-e51e-46cc-8535-a9233c6bc72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:14.015892 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c9bdb944-795e-4a9c-a5fc-d43321fac026 req-988aa242-e51e-46cc-8535-a9233c6bc72c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=16f4598c-dd98-42cb-b9b4-e58cb6823c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0790591 Mar 11 20:25:14.169535 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c9bdb944-795e-4a9c-a5fc-d43321fac026 req-f47573c1-5161-4ac7-a174-73942bc2a4af service neutron] 10.222.0.57 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519425 Mar 11 20:25:14.171268 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c9bdb944-795e-4a9c-a5fc-d43321fac026 req-c9692972-d008-4696-9ee0-5fd4c1f7a6fe service neutron] 10.222.0.75 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464872 Mar 11 20:25:14.324986 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c9bdb944-795e-4a9c-a5fc-d43321fac026 req-3d951d96-4ea1-4c45-a81f-b5d54425e106 service neutron] 10.222.0.57 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488690 Mar 11 20:25:14.326829 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c9bdb944-795e-4a9c-a5fc-d43321fac026 req-a473bdc2-76f5-4393-b91d-e0f9f1fcda04 service neutron] 10.222.0.75 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440818 Mar 11 20:25:14.530017 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade09a24-0125-4897-bcaa-60ce84693d31 req-d2b98bf9-fcad-4729-b08e-727fcc79a70c tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:14.531475 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ade09a24-0125-4897-bcaa-60ce84693d31 req-d2b98bf9-fcad-4729-b08e-727fcc79a70c tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=47958f0a-3059-47b6-a8e1-f0890c47df0d HTTP/1.1" status: 200 len: 943 time: 0.0515580 Mar 11 20:25:14.580766 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ade09a24-0125-4897-bcaa-60ce84693d31 req-24ad3926-ae66-4114-b142-0e54304d3048 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436249 Mar 11 20:25:15.700014 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c19c164-e00d-4805-b76f-2a41af043f9f req-bb32bdfa-340d-463d-bd81-3dc129e56178 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:15.701706 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6c19c164-e00d-4805-b76f-2a41af043f9f req-bb32bdfa-340d-463d-bd81-3dc129e56178 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=47958f0a-3059-47b6-a8e1-f0890c47df0d HTTP/1.1" status: 200 len: 943 time: 0.0528975 Mar 11 20:25:15.749683 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6c19c164-e00d-4805-b76f-2a41af043f9f req-a087b2f0-465d-46fd-8bc2-480710d55393 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407834 Mar 11 20:25:15.971610 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f65ea-6427-4419-9814-885bde45122b req-acb10f6c-09ff-4a78-9409-e53aa34ca352 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:15.973284 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ee0f65ea-6427-4419-9814-885bde45122b req-acb10f6c-09ff-4a78-9409-e53aa34ca352 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=47958f0a-3059-47b6-a8e1-f0890c47df0d HTTP/1.1" status: 200 len: 943 time: 0.0848200 Mar 11 20:25:15.993930 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d6b9d-45d8-45c5-b7c5-eeaffc6c59a5 req-e4e1cbe9-2be9-44e9-84db-7742a033c290 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:15.995285 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-855d6b9d-45d8-45c5-b7c5-eeaffc6c59a5 req-e4e1cbe9-2be9-44e9-84db-7742a033c290 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.75 "GET /v2.0/ports?device_id=47958f0a-3059-47b6-a8e1-f0890c47df0d&tenant_id=9f3b97ce8275446bb706781b15a00c82&binding%3Ahost_id=n-h2-833163-1 HTTP/1.1" status: 200 len: 943 time: 0.0807793 Mar 11 20:25:16.285502 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ee0f65ea-6427-4419-9814-885bde45122b req-5b93d797-bb6b-4f51-b4c8-b167f311bef8 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3061934 Mar 11 20:25:16.293878 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [req-855d6b9d-45d8-45c5-b7c5-eeaffc6c59a5 req-56a0bcf5-fda9-4ef1-a3aa-503b0a9c10b7 service neutron] delete failed (client error): The resource could not be found. Mar 11 20:25:16.294848 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-855d6b9d-45d8-45c5-b7c5-eeaffc6c59a5 req-56a0bcf5-fda9-4ef1-a3aa-503b0a9c10b7 service neutron] 10.222.0.75 "DELETE /v2.0/ports/3edcccaa-e2fc-4f5b-a997-c9836ef0025f/bindings/n-h1-833163-1 HTTP/1.1" status: 404 len: 380 time: 0.2937305 Mar 11 20:25:16.382037 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d6b9d-45d8-45c5-b7c5-eeaffc6c59a5 req-a358b45d-ca34-44f0-bc75-505d3f22deaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:16.383479 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-855d6b9d-45d8-45c5-b7c5-eeaffc6c59a5 req-a358b45d-ca34-44f0-bc75-505d3f22deaf service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9f3b97ce8275446bb706781b15a00c82&device_id=47958f0a-3059-47b6-a8e1-f0890c47df0d HTTP/1.1" status: 200 len: 1125 time: 0.0447106 Mar 11 20:25:16.475191 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d6b9d-45d8-45c5-b7c5-eeaffc6c59a5 req-abf3baea-53ae-4be4-8a55-b3fa42c92b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:16.476660 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-855d6b9d-45d8-45c5-b7c5-eeaffc6c59a5 req-abf3baea-53ae-4be4-8a55-b3fa42c92b47 service neutron] 10.222.0.75 "GET /v2.0/networks?id=16f4598c-dd98-42cb-b9b4-e58cb6823c28 HTTP/1.1" status: 200 len: 912 time: 0.0875576 Mar 11 20:25:16.538487 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-855d6b9d-45d8-45c5-b7c5-eeaffc6c59a5 req-aad0472d-f9b7-478d-88ef-64d749137bd7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3edcccaa-e2fc-4f5b-a997-c9836ef0025f HTTP/1.1" status: 200 len: 999 time: 0.0560739 Mar 11 20:25:16.597477 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d6b9d-45d8-45c5-b7c5-eeaffc6c59a5 req-538aa02f-3f04-4cbe-8a73-98172d897313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:16.599770 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-855d6b9d-45d8-45c5-b7c5-eeaffc6c59a5 req-538aa02f-3f04-4cbe-8a73-98172d897313 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3daacfca-f667-4a2e-b1c7-a310bc05be7f HTTP/1.1" status: 200 len: 850 time: 0.0552809 Mar 11 20:25:16.647779 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d6b9d-45d8-45c5-b7c5-eeaffc6c59a5 req-d34c7594-f022-4abc-86de-ca60b2b327af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:16.649249 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-855d6b9d-45d8-45c5-b7c5-eeaffc6c59a5 req-d34c7594-f022-4abc-86de-ca60b2b327af service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=16f4598c-dd98-42cb-b9b4-e58cb6823c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443585 Mar 11 20:25:16.735258 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-855d6b9d-45d8-45c5-b7c5-eeaffc6c59a5 req-1fed5229-01bf-4a27-ae08-4d5be42f0a41 service neutron] 10.222.0.75 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806868 Mar 11 20:25:16.812138 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 3edcccaa-e2fc-4f5b-a997-c9836ef0025f details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 20:25:16.824103 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-855d6b9d-45d8-45c5-b7c5-eeaffc6c59a5 req-68cb3ed2-e01e-425b-8fd9-b31db4b907e2 service neutron] 10.222.0.75 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829241 Mar 11 20:25:16.914083 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 3edcccaa-e2fc-4f5b-a997-c9836ef0025f, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=3edcccaa-e2fc-4f5b-a997-c9836ef0025f,segment=NetworkSegment(c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2),segment_id=c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:25:16.928995 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': '3edcccaa-e2fc-4f5b-a997-c9836ef0025f', 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28', 'port_id': '3edcccaa-e2fc-4f5b-a997-c9836ef0025f', 'mac_address': 'fa:16:3e:08:b7:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3daacfca-f667-4a2e-b1c7-a310bc05be7f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 20:25:16.969480 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 3edcccaa-e2fc-4f5b-a997-c9836ef0025f is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:25:16.969881 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (3edcccaa-e2fc-4f5b-a997-c9836ef0025f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:25:16.983393 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3edcccaa-e2fc-4f5b-a997-c9836ef0025f {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:25:17.002343 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 3edcccaa-e2fc-4f5b-a997-c9836ef0025f, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=3edcccaa-e2fc-4f5b-a997-c9836ef0025f,segment=NetworkSegment(c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2),segment_id=c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:25:17.006251 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (3edcccaa-e2fc-4f5b-a997-c9836ef0025f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:25:17.055538 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=3edcccaa-e2fc-4f5b-a997-c9836ef0025f,revision_number=8']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:25:17.326513 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['3edcccaa-e2fc-4f5b-a997-c9836ef0025f'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:25:17.417631 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d38eb-369b-4b96-930e-1595a12121e3 req-07255945-5b9d-4203-97c8-49763568439e tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:17.419527 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d10d38eb-369b-4b96-930e-1595a12121e3 req-07255945-5b9d-4203-97c8-49763568439e tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=47958f0a-3059-47b6-a8e1-f0890c47df0d HTTP/1.1" status: 200 len: 944 time: 0.0532422 Mar 11 20:25:17.465482 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d10d38eb-369b-4b96-930e-1595a12121e3 req-ed500688-0ac2-4ad4-b937-ff0046c8d9e8 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403166 Mar 11 20:25:17.585460 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a84a6b-81ba-4318-82f9-939c8f7221ac req-3f490211-b9f2-412b-a149-315774ec4bd9 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:17.586975 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-19a84a6b-81ba-4318-82f9-939c8f7221ac req-3f490211-b9f2-412b-a149-315774ec4bd9 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=47958f0a-3059-47b6-a8e1-f0890c47df0d HTTP/1.1" status: 200 len: 944 time: 0.0577095 Mar 11 20:25:17.634108 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-19a84a6b-81ba-4318-82f9-939c8f7221ac req-a5c923e0-405f-40dd-a1d9-c897615a1fed tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404892 Mar 11 20:25:17.860456 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb3398-f29c-4937-881f-8f9a46b86aed req-34fcd9a3-e79b-4d10-9c1e-00bdce29496f tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:17.861811 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a4bb3398-f29c-4937-881f-8f9a46b86aed req-34fcd9a3-e79b-4d10-9c1e-00bdce29496f tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=47958f0a-3059-47b6-a8e1-f0890c47df0d HTTP/1.1" status: 200 len: 944 time: 0.0789182 Mar 11 20:25:17.876533 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f1a25-fe11-46a2-9502-9589c1951e82 req-49bbd5ba-aa51-49c2-849a-99f62f396308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:17.877899 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dc7f1a25-fe11-46a2-9502-9589c1951e82 req-49bbd5ba-aa51-49c2-849a-99f62f396308 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9f3b97ce8275446bb706781b15a00c82&device_id=47958f0a-3059-47b6-a8e1-f0890c47df0d HTTP/1.1" status: 200 len: 1126 time: 0.0653050 Mar 11 20:25:17.942391 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a4bb3398-f29c-4937-881f-8f9a46b86aed req-b20b7958-e7ee-4811-8a20-a73d54ee941b tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729895 Mar 11 20:25:17.992396 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f1a25-fe11-46a2-9502-9589c1951e82 req-5ee0c93a-6c86-4e64-bcc0-212d4d500a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:17.993823 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dc7f1a25-fe11-46a2-9502-9589c1951e82 req-5ee0c93a-6c86-4e64-bcc0-212d4d500a61 service neutron] 10.222.0.57 "GET /v2.0/networks?id=16f4598c-dd98-42cb-b9b4-e58cb6823c28 HTTP/1.1" status: 200 len: 912 time: 0.1084144 Mar 11 20:25:18.056520 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dc7f1a25-fe11-46a2-9502-9589c1951e82 req-5fc3440a-3786-4791-8b0b-d53c50cea38e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3edcccaa-e2fc-4f5b-a997-c9836ef0025f HTTP/1.1" status: 200 len: 1000 time: 0.0564041 Mar 11 20:25:18.106906 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f1a25-fe11-46a2-9502-9589c1951e82 req-cbcf0797-6c95-4b0e-a061-f18c51030f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:18.108309 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dc7f1a25-fe11-46a2-9502-9589c1951e82 req-cbcf0797-6c95-4b0e-a061-f18c51030f0c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3daacfca-f667-4a2e-b1c7-a310bc05be7f HTTP/1.1" status: 200 len: 850 time: 0.0468087 Mar 11 20:25:18.154519 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f1a25-fe11-46a2-9502-9589c1951e82 req-5d592393-a6d8-49f0-a8f1-d2defb12f99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:18.155952 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dc7f1a25-fe11-46a2-9502-9589c1951e82 req-5d592393-a6d8-49f0-a8f1-d2defb12f99e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=16f4598c-dd98-42cb-b9b4-e58cb6823c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0423007 Mar 11 20:25:18.245890 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dc7f1a25-fe11-46a2-9502-9589c1951e82 req-8716a266-e618-4ccb-b1bc-73b51cd321a6 service neutron] 10.222.0.57 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844390 Mar 11 20:25:18.333670 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dc7f1a25-fe11-46a2-9502-9589c1951e82 req-1754d56d-6fb8-43d1-96fc-9372d351e3c9 service neutron] 10.222.0.57 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821803 Mar 11 20:25:18.818086 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 3edcccaa-e2fc-4f5b-a997-c9836ef0025f up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:25:18.870866 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port 3edcccaa-e2fc-4f5b-a997-c9836ef0025f completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 20:25:18.876011 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port 3edcccaa-e2fc-4f5b-a997-c9836ef0025f triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:25:18.876390 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (3edcccaa-e2fc-4f5b-a997-c9836ef0025f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:25:18.951602 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 3edcccaa-e2fc-4f5b-a997-c9836ef0025f is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:25:18.952014 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (3edcccaa-e2fc-4f5b-a997-c9836ef0025f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:25:18.974334 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47958f0a-3059-47b6-a8e1-f0890c47df0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3edcccaa-e2fc-4f5b-a997-c9836ef0025f'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:25:18.988993 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 3edcccaa-e2fc-4f5b-a997-c9836ef0025f, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=3edcccaa-e2fc-4f5b-a997-c9836ef0025f,segment=NetworkSegment(c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2),segment_id=c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:25:18.993891 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (3edcccaa-e2fc-4f5b-a997-c9836ef0025f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:25:19.024126 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e00c6702a54281ed7930195260709b2e9eb4074fe153a1ed12afbef6176377e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118e2f14-e324-494f-9b1f-0e3c7389829c" -d '{"events": [{"server_uuid": "47958f0a-3059-47b6-a8e1-f0890c47df0d", "name": "network-vif-plugged", "status": "completed", "tag": "3edcccaa-e2fc-4f5b-a997-c9836ef0025f"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:25:19.052963 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=3edcccaa-e2fc-4f5b-a997-c9836ef0025f,revision_number=9']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:25:19.070945 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fc8bd6-666f-42f5-baf7-5ea14672e19a req-6a158306-6415-43e6-a14d-e5bf68fc8a51 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:19.072401 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d6fc8bd6-666f-42f5-baf7-5ea14672e19a req-6a158306-6415-43e6-a14d-e5bf68fc8a51 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=47958f0a-3059-47b6-a8e1-f0890c47df0d HTTP/1.1" status: 200 len: 945 time: 0.0616577 Mar 11 20:25:19.122244 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d6fc8bd6-666f-42f5-baf7-5ea14672e19a req-be3fe909-d17b-42f2-888e-9936de5eea3f tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440719 Mar 11 20:25:19.211467 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac976c9-8cec-4084-a8d5-a08f968684b3 x-openstack-request-id: req-aac976c9-8cec-4084-a8d5-a08f968684b3 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:25:19.211792 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47958f0a-3059-47b6-a8e1-f0890c47df0d", "name": "network-vif-plugged", "status": "completed", "tag": "3edcccaa-e2fc-4f5b-a997-c9836ef0025f", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:25:19.212048 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-aac976c9-8cec-4084-a8d5-a08f968684b3 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:25:19.212449 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47958f0a-3059-47b6-a8e1-f0890c47df0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3edcccaa-e2fc-4f5b-a997-c9836ef0025f', 'code': 200} Mar 11 20:25:19.348731 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:25:19.425733 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52b5dd-393d-45e4-8b6e-ef7ab626cb1b req-91d87481-a2d4-47ac-8d09-2a349d36969f tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:19.427198 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ff52b5dd-393d-45e4-8b6e-ef7ab626cb1b req-91d87481-a2d4-47ac-8d09-2a349d36969f tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=47958f0a-3059-47b6-a8e1-f0890c47df0d HTTP/1.1" status: 200 len: 945 time: 0.0520914 Mar 11 20:25:19.473203 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ff52b5dd-393d-45e4-8b6e-ef7ab626cb1b req-e14eaaae-e9d8-471e-8db4-809e80ccf5a9 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401812 Mar 11 20:25:20.592149 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f8923-1b11-4e68-9921-d0c07cc7ba35 req-8487ef13-4814-4e81-ba0b-1392f26a3431 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:20.593662 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2c9f8923-1b11-4e68-9921-d0c07cc7ba35 req-8487ef13-4814-4e81-ba0b-1392f26a3431 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=47958f0a-3059-47b6-a8e1-f0890c47df0d HTTP/1.1" status: 200 len: 945 time: 0.0522184 Mar 11 20:25:20.638984 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2c9f8923-1b11-4e68-9921-d0c07cc7ba35 req-ff3d9a01-3b05-4d1e-98cc-45571e5295bf tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395069 Mar 11 20:25:20.748840 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768ebb7-4b33-439e-abf5-b18fd80beacf req-a6b45391-f961-4a34-865a-d5dd77dcf8d0 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:20.750253 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4768ebb7-4b33-439e-abf5-b18fd80beacf req-a6b45391-f961-4a34-865a-d5dd77dcf8d0 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.57 "GET /v2.0/ports?device_id=47958f0a-3059-47b6-a8e1-f0890c47df0d HTTP/1.1" status: 200 len: 945 time: 0.0544546 Mar 11 20:25:20.838867 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-4768ebb7-4b33-439e-abf5-b18fd80beacf req-2ccd0cff-8618-4b91-8dd5-56d17fc9515e tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Deleting port 3edcccaa-e2fc-4f5b-a997-c9836ef0025f {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:25:20.839216 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4768ebb7-4b33-439e-abf5-b18fd80beacf req-2ccd0cff-8618-4b91-8dd5-56d17fc9515e tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (3edcccaa-e2fc-4f5b-a997-c9836ef0025f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:25:20.928594 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-4768ebb7-4b33-439e-abf5-b18fd80beacf req-2ccd0cff-8618-4b91-8dd5-56d17fc9515e tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] For port 3edcccaa-e2fc-4f5b-a997-c9836ef0025f, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=3edcccaa-e2fc-4f5b-a997-c9836ef0025f,segment=NetworkSegment(c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2),segment_id=c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:25:20.928948 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4768ebb7-4b33-439e-abf5-b18fd80beacf req-2ccd0cff-8618-4b91-8dd5-56d17fc9515e tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (3edcccaa-e2fc-4f5b-a997-c9836ef0025f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:25:21.094172 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4768ebb7-4b33-439e-abf5-b18fd80beacf req-2ccd0cff-8618-4b91-8dd5-56d17fc9515e tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:25:21.094454 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4768ebb7-4b33-439e-abf5-b18fd80beacf req-2ccd0cff-8618-4b91-8dd5-56d17fc9515e tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (dd92c2bb-b4e3-418e-829a-d2d770892635), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:25:21.094768 n-d-833163-1 neutron-server[103885]: INFO neutron.db.l3_db [req-4768ebb7-4b33-439e-abf5-b18fd80beacf req-2ccd0cff-8618-4b91-8dd5-56d17fc9515e tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Floating IP dd92c2bb-b4e3-418e-829a-d2d770892635 disassociated. External IP: 172.25.8.117, port: 3edcccaa-e2fc-4f5b-a997-c9836ef0025f. Mar 11 20:25:21.095111 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-4768ebb7-4b33-439e-abf5-b18fd80beacf req-2ccd0cff-8618-4b91-8dd5-56d17fc9515e tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Calling delete_port for 3edcccaa-e2fc-4f5b-a997-c9836ef0025f owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:25:21.220648 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4768ebb7-4b33-439e-abf5-b18fd80beacf req-2ccd0cff-8618-4b91-8dd5-56d17fc9515e tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (3edcccaa-e2fc-4f5b-a997-c9836ef0025f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:25:21.248953 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccd0cff-8618-4b91-8dd5-56d17fc9515e tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Pushing event deleted for resources: {'Port': ['ID=3edcccaa-e2fc-4f5b-a997-c9836ef0025f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:25:21.259472 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccd0cff-8618-4b91-8dd5-56d17fc9515e tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:25:21.259870 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccd0cff-8618-4b91-8dd5-56d17fc9515e tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:25:21.260215 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccd0cff-8618-4b91-8dd5-56d17fc9515e tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:25:21.260553 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccd0cff-8618-4b91-8dd5-56d17fc9515e tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:25:21.260880 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccd0cff-8618-4b91-8dd5-56d17fc9515e tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:25:21.261210 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccd0cff-8618-4b91-8dd5-56d17fc9515e tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:25:21.261538 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccd0cff-8618-4b91-8dd5-56d17fc9515e tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:25:21.261860 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccd0cff-8618-4b91-8dd5-56d17fc9515e tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:25:21.262177 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccd0cff-8618-4b91-8dd5-56d17fc9515e tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:25:21.262494 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccd0cff-8618-4b91-8dd5-56d17fc9515e tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:25:21.262813 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccd0cff-8618-4b91-8dd5-56d17fc9515e tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:25:21.263130 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccd0cff-8618-4b91-8dd5-56d17fc9515e tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:25:21.263443 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ccd0cff-8618-4b91-8dd5-56d17fc9515e tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:25:21.379135 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4768ebb7-4b33-439e-abf5-b18fd80beacf req-2ccd0cff-8618-4b91-8dd5-56d17fc9515e tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Router 5fdad19e-49da-4273-ac6f-4fa83fdebe71 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:25:21.491184 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4768ebb7-4b33-439e-abf5-b18fd80beacf req-2ccd0cff-8618-4b91-8dd5-56d17fc9515e tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:25:21.501529 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6459acd-2757-44e0-a30c-58c71b50d334 None None] Sync routers for ids ['5fdad19e-49da-4273-ac6f-4fa83fdebe71'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:25:21.514206 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6459acd-2757-44e0-a30c-58c71b50d334 None None] Routers {'5fdad19e-49da-4273-ac6f-4fa83fdebe71'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:25:21.514814 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-e6459acd-2757-44e0-a30c-58c71b50d334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:24:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['5fdad19e-49da-4273-ac6f-4fa83fdebe71'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:25:21.531683 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-4768ebb7-4b33-439e-abf5-b18fd80beacf req-2ccd0cff-8618-4b91-8dd5-56d17fc9515e tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] No DVR routers for this DVR port 3edcccaa-e2fc-4f5b-a997-c9836ef0025f on host n-h2-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:25:21.534285 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4768ebb7-4b33-439e-abf5-b18fd80beacf req-2ccd0cff-8618-4b91-8dd5-56d17fc9515e tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:25:21.538152 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4768ebb7-4b33-439e-abf5-b18fd80beacf req-2ccd0cff-8618-4b91-8dd5-56d17fc9515e tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.57 "DELETE /v2.0/ports/3edcccaa-e2fc-4f5b-a997-c9836ef0025f HTTP/1.1" status: 204 len: 173 time: 0.7825639 Mar 11 20:25:21.538593 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47958f0a-3059-47b6-a8e1-f0890c47df0d', 'name': 'network-vif-deleted', 'tag': '3edcccaa-e2fc-4f5b-a997-c9836ef0025f'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:25:21.540840 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a0d03908d714cf498f0e9a07bdcfee6ce8884db927bcf4c76da6f3dadb32e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea31bd33-6a61-47e6-b81b-979d2fce4dc4" -d '{"events": [{"server_uuid": "47958f0a-3059-47b6-a8e1-f0890c47df0d", "name": "network-vif-deleted", "tag": "3edcccaa-e2fc-4f5b-a997-c9836ef0025f"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:25:21.584823 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20836b9b-ce17-4f9d-97fa-e72556f198ef x-openstack-request-id: req-20836b9b-ce17-4f9d-97fa-e72556f198ef {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:25:21.585126 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47958f0a-3059-47b6-a8e1-f0890c47df0d", "name": "network-vif-deleted", "tag": "3edcccaa-e2fc-4f5b-a997-c9836ef0025f", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:25:21.585379 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-20836b9b-ce17-4f9d-97fa-e72556f198ef {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:25:21.586380 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47958f0a-3059-47b6-a8e1-f0890c47df0d', 'name': 'network-vif-deleted', 'tag': '3edcccaa-e2fc-4f5b-a997-c9836ef0025f', 'status': 'completed', 'code': 200} Mar 11 20:25:21.632448 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-e6459acd-2757-44e0-a30c-58c71b50d334 None None] Set router 5fdad19e-49da-4273-ac6f-4fa83fdebe71 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:25:21.756236 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9e3f8d36-5d7e-429e-8111-397a5c85bfaf req-746ed510-85eb-40fe-b8c3-d037832925b9 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=47958f0a-3059-47b6-a8e1-f0890c47df0d HTTP/1.1" status: 200 len: 210 time: 0.0304112 Mar 11 20:25:21.835530 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-e6459acd-2757-44e0-a30c-58c71b50d334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'name': 'tempest-ServerActionsTestJSON-891941126-router', 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '2f8c2da4-347d-4379-9418-ff6fba5ac107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:23:31Z', 'updated_at': '2022-03-11T20:23:34Z', 'revision_number': 4, 'project_id': '9f3b97ce8275446bb706781b15a00c82', 'gw_port': {'id': '2f8c2da4-347d-4379-9418-ff6fba5ac107', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ac:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:23:31Z', 'updated_at': '2022-03-11T20:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '8e854c4d-af46-49ef-8dec-16ff1ad2a067', 'name': '', 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28', 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'mac_address': 'fa:16:3e:72:dc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '3daacfca-f667-4a2e-b1c7-a310bc05be7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:23:33Z', 'updated_at': '2022-03-11T20:23:37Z', 'revision_number': 5, 'project_id': '9f3b97ce8275446bb706781b15a00c82', 'subnets': [{'id': '3daacfca-f667-4a2e-b1c7-a310bc05be7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:25:21.861146 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6459acd-2757-44e0-a30c-58c71b50d334 None None] Checking router: 5fdad19e-49da-4273-ac6f-4fa83fdebe71 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:25:21.869179 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6459acd-2757-44e0-a30c-58c71b50d334 None None] Routers {'5fdad19e-49da-4273-ac6f-4fa83fdebe71'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:25:21.869768 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-e6459acd-2757-44e0-a30c-58c71b50d334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:24:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['5fdad19e-49da-4273-ac6f-4fa83fdebe71'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:25:21.973584 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-e6459acd-2757-44e0-a30c-58c71b50d334 None None] Set router 5fdad19e-49da-4273-ac6f-4fa83fdebe71 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:25:22.166933 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-e6459acd-2757-44e0-a30c-58c71b50d334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'name': 'tempest-ServerActionsTestJSON-891941126-router', 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '2f8c2da4-347d-4379-9418-ff6fba5ac107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:23:31Z', 'updated_at': '2022-03-11T20:23:34Z', 'revision_number': 4, 'project_id': '9f3b97ce8275446bb706781b15a00c82', 'gw_port': {'id': '2f8c2da4-347d-4379-9418-ff6fba5ac107', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ac:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:23:31Z', 'updated_at': '2022-03-11T20:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '8e854c4d-af46-49ef-8dec-16ff1ad2a067', 'name': '', 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28', 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'mac_address': 'fa:16:3e:72:dc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '3daacfca-f667-4a2e-b1c7-a310bc05be7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:23:33Z', 'updated_at': '2022-03-11T20:23:37Z', 'revision_number': 5, 'project_id': '9f3b97ce8275446bb706781b15a00c82', 'subnets': [{'id': '3daacfca-f667-4a2e-b1c7-a310bc05be7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:25:22.191590 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6459acd-2757-44e0-a30c-58c71b50d334 None None] The sync data for ids ['5fdad19e-49da-4273-ac6f-4fa83fdebe71'] in n-d-833163-1 is: [{'id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'name': 'tempest-ServerActionsTestJSON-891941126-router', 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '2f8c2da4-347d-4379-9418-ff6fba5ac107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:23:31Z', 'updated_at': '2022-03-11T20:23:34Z', 'revision_number': 4, 'project_id': '9f3b97ce8275446bb706781b15a00c82', 'gw_port': {'id': '2f8c2da4-347d-4379-9418-ff6fba5ac107', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ac:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:23:31Z', 'updated_at': '2022-03-11T20:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '8e854c4d-af46-49ef-8dec-16ff1ad2a067', 'name': '', 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28', 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'mac_address': 'fa:16:3e:72:dc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '3daacfca-f667-4a2e-b1c7-a310bc05be7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:23:33Z', 'updated_at': '2022-03-11T20:23:37Z', 'revision_number': 5, 'project_id': '9f3b97ce8275446bb706781b15a00c82', 'subnets': [{'id': '3daacfca-f667-4a2e-b1c7-a310bc05be7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:25:22.400437 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2ede50c1-1b79-4ab3-bcf6-8a986e219522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:25:22.408681 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5467e8ef-70e4-4f10-9cc0-d5afd31bbb22 None None] New status for floating IP dd92c2bb-b4e3-418e-829a-d2d770892635: DOWN {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 20:25:22.997202 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0b69d1a5-b38c-4528-9b46-39de402b550c req-de2913d1-6945-4da7-b707-8e2fed6b18c7 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--2098239554&fields=id&tenant_id=9f3b97ce8275446bb706781b15a00c82 HTTP/1.1" status: 200 len: 267 time: 0.0457587 Mar 11 20:25:23.090567 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:25:23.101213 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b69d1a5-b38c-4528-9b46-39de402b550c req-4f009119-2281-4688-830a-feb9172885d2 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:23.102677 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0b69d1a5-b38c-4528-9b46-39de402b550c req-4f009119-2281-4688-830a-feb9172885d2 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/networks?id=16f4598c-dd98-42cb-b9b4-e58cb6823c28 HTTP/1.1" status: 200 len: 811 time: 0.0989416 Mar 11 20:25:23.117374 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0b69d1a5-b38c-4528-9b46-39de402b550c req-26fbf488-524a-4bdb-a38c-4e5f4a8d4d1c tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/quotas/9f3b97ce8275446bb706781b15a00c82 HTTP/1.1" status: 200 len: 375 time: 0.0089920 Mar 11 20:25:23.171641 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0b69d1a5-b38c-4528-9b46-39de402b550c req-14becfb8-8ecd-4225-9c7a-625ccb7baf0f tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=9f3b97ce8275446bb706781b15a00c82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494261 Mar 11 20:25:23.350418 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0b69d1a5-b38c-4528-9b46-39de402b550c req-6cabcbb3-2282-4538-8d76-0be72ba59ee4 service neutron] 10.222.0.65 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345141 Mar 11 20:25:23.444006 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0b69d1a5-b38c-4528-9b46-39de402b550c req-c39daa77-a396-4386-aa4b-c4952d1552c8 service neutron] 10.222.0.65 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879712 Mar 11 20:25:23.603091 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-412899ec-eb4a-4832-8030-458b7502e2e8 req-e6acb1d9-dac6-4c0e-8403-73fafe638db2 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e8e818-73ab-489c-8adf-0fe49c54d908 HTTP/1.1" status: 200 len: 210 time: 0.0282722 Mar 11 20:25:24.486754 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b69d1a5-b38c-4528-9b46-39de402b550c req-e3ae123f-2589-4404-9738-e5721275dca3 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:24.488353 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0b69d1a5-b38c-4528-9b46-39de402b550c req-e3ae123f-2589-4404-9738-e5721275dca3 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.75 "GET /v2.0/networks?id=16f4598c-dd98-42cb-b9b4-e58cb6823c28 HTTP/1.1" status: 200 len: 811 time: 0.1022267 Mar 11 20:25:24.551775 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0b69d1a5-b38c-4528-9b46-39de402b550c req-cfc61598-a7a3-4fdb-86c7-c471bd969502 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f3b97ce8275446bb706781b15a00c82 HTTP/1.1" status: 200 len: 380 time: 0.0554242 Mar 11 20:25:24.560228 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-0b69d1a5-b38c-4528-9b46-39de402b550c req-58e24a1f-6e26-4d2d-8969-eae879945d19 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Request body: {'port': {'device_id': '05e8e818-73ab-489c-8adf-0fe49c54d908', 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28', 'admin_state_up': True, 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'security_groups': ['d8c2b1a3-80c5-463f-9c56-1abcc1a42645']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:25:24.663875 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b69d1a5-b38c-4528-9b46-39de402b550c req-58e24a1f-6e26-4d2d-8969-eae879945d19 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Made reservation on behalf of 9f3b97ce8275446bb706781b15a00c82 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:25:24.667202 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0b69d1a5-b38c-4528-9b46-39de402b550c req-58e24a1f-6e26-4d2d-8969-eae879945d19 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:25:24.693124 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b9243a5-2370-4d0d-84b6-2e7d7056ad59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:25:24.716824 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-006ecc03-dcb3-41f1-8359-c9e8cfac2419 req-02e65486-cce1-472a-9e1f-4828f73f261d tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e8e818-73ab-489c-8adf-0fe49c54d908 HTTP/1.1" status: 200 len: 210 time: 0.0397649 Mar 11 20:25:24.817247 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-0b69d1a5-b38c-4528-9b46-39de402b550c req-58e24a1f-6e26-4d2d-8969-eae879945d19 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Allocated IP 172.20.0.3 (16f4598c-dd98-42cb-b9b4-e58cb6823c28/3daacfca-f667-4a2e-b1c7-a310bc05be7f/89b40846-aafc-490b-b0c6-1c6954093e25) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:25:24.873177 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 3edcccaa-e2fc-4f5b-a997-c9836ef0025f no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:25:24.897076 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: 3edcccaa-e2fc-4f5b-a997-c9836ef0025f {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:25:24.897430 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 3edcccaa-e2fc-4f5b-a997-c9836ef0025f not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:25:24.955198 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0b69d1a5-b38c-4528-9b46-39de402b550c req-58e24a1f-6e26-4d2d-8969-eae879945d19 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks [] for port (89b40846-aafc-490b-b0c6-1c6954093e25), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:25:24.987840 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0b69d1a5-b38c-4528-9b46-39de402b550c req-58e24a1f-6e26-4d2d-8969-eae879945d19 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (89b40846-aafc-490b-b0c6-1c6954093e25), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:25:25.029662 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b69d1a5-b38c-4528-9b46-39de402b550c req-58e24a1f-6e26-4d2d-8969-eae879945d19 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Network 16f4598c-dd98-42cb-b9b4-e58cb6823c28 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:25:25.034557 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-0b69d1a5-b38c-4528-9b46-39de402b550c req-58e24a1f-6e26-4d2d-8969-eae879945d19 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:25:25.038135 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b69d1a5-b38c-4528-9b46-39de402b550c req-58e24a1f-6e26-4d2d-8969-eae879945d19 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:25:25.044211 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e24a1f-6e26-4d2d-8969-eae879945d19 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Pushing event updated for resources: {'Port': ['ID=89b40846-aafc-490b-b0c6-1c6954093e25,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:25:25.089372 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b69d1a5-b38c-4528-9b46-39de402b550c req-58e24a1f-6e26-4d2d-8969-eae879945d19 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:25.089988 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0b69d1a5-b38c-4528-9b46-39de402b550c req-58e24a1f-6e26-4d2d-8969-eae879945d19 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:25:25.107925 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0b69d1a5-b38c-4528-9b46-39de402b550c req-58e24a1f-6e26-4d2d-8969-eae879945d19 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5510948 Mar 11 20:25:25.118550 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-0b69d1a5-b38c-4528-9b46-39de402b550c req-e16005ba-2c36-4710-86fc-da61244a6b58 service neutron] Request body: {'port': {'device_id': '05e8e818-73ab-489c-8adf-0fe49c54d908', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:25:25.184157 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0b69d1a5-b38c-4528-9b46-39de402b550c req-e16005ba-2c36-4710-86fc-da61244a6b58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (89b40846-aafc-490b-b0c6-1c6954093e25), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:25:25.303909 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-7ea53623-38d5-4822-b730-cf17ecf818ee None None] Provisioning complete for port 89b40846-aafc-490b-b0c6-1c6954093e25 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:25:25.304280 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7ea53623-38d5-4822-b730-cf17ecf818ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (89b40846-aafc-490b-b0c6-1c6954093e25), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:25:25.336901 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-7ea53623-38d5-4822-b730-cf17ecf818ee None None] Port 89b40846-aafc-490b-b0c6-1c6954093e25 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:25:25.453938 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-0b69d1a5-b38c-4528-9b46-39de402b550c req-e16005ba-2c36-4710-86fc-da61244a6b58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89b40846-aafc-490b-b0c6-1c6954093e25 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:25:25.461283 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0b69d1a5-b38c-4528-9b46-39de402b550c req-e16005ba-2c36-4710-86fc-da61244a6b58 service neutron] Publish callbacks [] for port (89b40846-aafc-490b-b0c6-1c6954093e25), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:25:25.472690 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-0b69d1a5-b38c-4528-9b46-39de402b550c req-e16005ba-2c36-4710-86fc-da61244a6b58 service neutron] Transition to ACTIVE for port object 89b40846-aafc-490b-b0c6-1c6954093e25 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 20:25:25.476923 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0b69d1a5-b38c-4528-9b46-39de402b550c req-e16005ba-2c36-4710-86fc-da61244a6b58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (89b40846-aafc-490b-b0c6-1c6954093e25), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:25:25.532518 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16005ba-2c36-4710-86fc-da61244a6b58 service neutron] Pushing event updated for resources: {'Port': ['ID=89b40846-aafc-490b-b0c6-1c6954093e25,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:25:25.603416 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-0b69d1a5-b38c-4528-9b46-39de402b550c req-e16005ba-2c36-4710-86fc-da61244a6b58 service neutron] Attempting to bind port 89b40846-aafc-490b-b0c6-1c6954093e25 on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:25:25.603782 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-0b69d1a5-b38c-4528-9b46-39de402b550c req-e16005ba-2c36-4710-86fc-da61244a6b58 service neutron] Attempting to bind port 89b40846-aafc-490b-b0c6-1c6954093e25 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': 'c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:25:25.604105 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b69d1a5-b38c-4528-9b46-39de402b550c req-e16005ba-2c36-4710-86fc-da61244a6b58 service neutron] Attempting to bind port 89b40846-aafc-490b-b0c6-1c6954093e25 on network 16f4598c-dd98-42cb-b9b4-e58cb6823c28 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:25:25.609234 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b69d1a5-b38c-4528-9b46-39de402b550c req-e16005ba-2c36-4710-86fc-da61244a6b58 service neutron] Port 89b40846-aafc-490b-b0c6-1c6954093e25 on network 16f4598c-dd98-42cb-b9b4-e58cb6823c28 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 20:25:25.609560 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b69d1a5-b38c-4528-9b46-39de402b550c req-e16005ba-2c36-4710-86fc-da61244a6b58 service neutron] Attempting to bind port 89b40846-aafc-490b-b0c6-1c6954093e25 on network 16f4598c-dd98-42cb-b9b4-e58cb6823c28 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:25:25.615369 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b69d1a5-b38c-4528-9b46-39de402b550c req-e16005ba-2c36-4710-86fc-da61244a6b58 service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:25:25.615732 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b69d1a5-b38c-4528-9b46-39de402b550c req-e16005ba-2c36-4710-86fc-da61244a6b58 service neutron] Checking segment: {'id': 'c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:25:25.616114 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b69d1a5-b38c-4528-9b46-39de402b550c req-e16005ba-2c36-4710-86fc-da61244a6b58 service neutron] Bound using segment: {'id': 'c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:25:25.616543 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-0b69d1a5-b38c-4528-9b46-39de402b550c req-e16005ba-2c36-4710-86fc-da61244a6b58 service neutron] Bound port: 89b40846-aafc-490b-b0c6-1c6954093e25, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:25:25.616898 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0b69d1a5-b38c-4528-9b46-39de402b550c req-e16005ba-2c36-4710-86fc-da61244a6b58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (89b40846-aafc-490b-b0c6-1c6954093e25), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:25:25.692763 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-0b69d1a5-b38c-4528-9b46-39de402b550c req-e16005ba-2c36-4710-86fc-da61244a6b58 service neutron] For port 89b40846-aafc-490b-b0c6-1c6954093e25, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:25:25.696235 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-0b69d1a5-b38c-4528-9b46-39de402b550c req-e16005ba-2c36-4710-86fc-da61244a6b58 service neutron] For port 89b40846-aafc-490b-b0c6-1c6954093e25, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=89b40846-aafc-490b-b0c6-1c6954093e25,segment=NetworkSegment(c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2),segment_id=c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:25:25.705023 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0b69d1a5-b38c-4528-9b46-39de402b550c req-e16005ba-2c36-4710-86fc-da61244a6b58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (89b40846-aafc-490b-b0c6-1c6954093e25), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:25:25.745119 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b69d1a5-b38c-4528-9b46-39de402b550c req-e16005ba-2c36-4710-86fc-da61244a6b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:25.745744 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0b69d1a5-b38c-4528-9b46-39de402b550c req-e16005ba-2c36-4710-86fc-da61244a6b58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:25:25.747237 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0b69d1a5-b38c-4528-9b46-39de402b550c req-e16005ba-2c36-4710-86fc-da61244a6b58 service neutron] 10.222.0.75 "PUT /v2.0/ports/89b40846-aafc-490b-b0c6-1c6954093e25 HTTP/1.1" status: 200 len: 1091 time: 0.6328309 Mar 11 20:25:25.747580 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05e8e818-73ab-489c-8adf-0fe49c54d908', 'tag': '89b40846-aafc-490b-b0c6-1c6954093e25'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:25:25.750443 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a0d03908d714cf498f0e9a07bdcfee6ce8884db927bcf4c76da6f3dadb32e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00dc8414-f6db-4418-9172-43958b8fd7fb" -d '{"events": [{"name": "network-changed", "server_uuid": "05e8e818-73ab-489c-8adf-0fe49c54d908", "tag": "89b40846-aafc-490b-b0c6-1c6954093e25"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:25:25.783209 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16005ba-2c36-4710-86fc-da61244a6b58 service neutron] Pushing event updated for resources: {'Port': ['ID=89b40846-aafc-490b-b0c6-1c6954093e25,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:25:25.875852 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b69d1a5-b38c-4528-9b46-39de402b550c req-0cbb26c1-a845-4dae-ba77-e1458991b12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:25.877389 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0b69d1a5-b38c-4528-9b46-39de402b550c req-0cbb26c1-a845-4dae-ba77-e1458991b12e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9f3b97ce8275446bb706781b15a00c82&device_id=05e8e818-73ab-489c-8adf-0fe49c54d908 HTTP/1.1" status: 200 len: 1125 time: 0.0821323 Mar 11 20:25:25.888703 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5449a58f-e308-480e-86a4-a21532f850b1 req-497c0709-973c-4f8e-b816-a723a3d75c39 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:25.895778 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5449a58f-e308-480e-86a4-a21532f850b1 req-497c0709-973c-4f8e-b816-a723a3d75c39 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e8e818-73ab-489c-8adf-0fe49c54d908 HTTP/1.1" status: 200 len: 943 time: 0.0915887 Mar 11 20:25:26.181353 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0b69d1a5-b38c-4528-9b46-39de402b550c req-21c2f3b8-bc56-4499-8b2a-99a8199cab03 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89b40846-aafc-490b-b0c6-1c6954093e25 HTTP/1.1" status: 200 len: 217 time: 0.2831593 Mar 11 20:25:26.231380 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5449a58f-e308-480e-86a4-a21532f850b1 req-02edd023-ba18-4f73-97fe-8058fc1a2f51 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3347256 Mar 11 20:25:26.258727 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b69d1a5-b38c-4528-9b46-39de402b550c req-be06a517-a955-4fe1-a7da-a52393a47a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:26.260475 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0b69d1a5-b38c-4528-9b46-39de402b550c req-be06a517-a955-4fe1-a7da-a52393a47a2c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3daacfca-f667-4a2e-b1c7-a310bc05be7f HTTP/1.1" status: 200 len: 850 time: 0.0741045 Mar 11 20:25:26.293719 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce3f09d-f3dc-494d-be23-29eef5cfcce9 x-openstack-request-id: req-fce3f09d-f3dc-494d-be23-29eef5cfcce9 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:25:26.294031 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05e8e818-73ab-489c-8adf-0fe49c54d908", "tag": "89b40846-aafc-490b-b0c6-1c6954093e25", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:25:26.294378 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fce3f09d-f3dc-494d-be23-29eef5cfcce9 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:25:26.294783 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05e8e818-73ab-489c-8adf-0fe49c54d908', 'tag': '89b40846-aafc-490b-b0c6-1c6954093e25', 'status': 'completed', 'code': 200} Mar 11 20:25:26.314404 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b69d1a5-b38c-4528-9b46-39de402b550c req-4f11bce0-d907-4724-ab1a-a663dc900216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:26.315996 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0b69d1a5-b38c-4528-9b46-39de402b550c req-4f11bce0-d907-4724-ab1a-a663dc900216 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=16f4598c-dd98-42cb-b9b4-e58cb6823c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0503416 Mar 11 20:25:26.367949 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:25:26.409934 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0b69d1a5-b38c-4528-9b46-39de402b550c req-b7b6d563-82fa-4804-be78-fa42c95bb09d service neutron] 10.222.0.75 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884156 Mar 11 20:25:26.498154 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0b69d1a5-b38c-4528-9b46-39de402b550c req-7cf2608d-aa7d-4e83-84cd-003126d24785 service neutron] 10.222.0.75 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827031 Mar 11 20:25:26.594722 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc8414-f6db-4418-9172-43958b8fd7fb req-b336b469-aaa8-4583-80df-5920b62a0dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:26.596737 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-00dc8414-f6db-4418-9172-43958b8fd7fb req-b336b469-aaa8-4583-80df-5920b62a0dbe service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9f3b97ce8275446bb706781b15a00c82&device_id=05e8e818-73ab-489c-8adf-0fe49c54d908 HTTP/1.1" status: 200 len: 1125 time: 0.0528786 Mar 11 20:25:26.684110 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc8414-f6db-4418-9172-43958b8fd7fb req-f6760a9b-07f8-43b6-abbe-cb0741ace1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:26.685462 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-00dc8414-f6db-4418-9172-43958b8fd7fb req-f6760a9b-07f8-43b6-abbe-cb0741ace1cc service neutron] 10.222.0.75 "GET /v2.0/networks?id=16f4598c-dd98-42cb-b9b4-e58cb6823c28 HTTP/1.1" status: 200 len: 912 time: 0.0823019 Mar 11 20:25:26.728522 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-00dc8414-f6db-4418-9172-43958b8fd7fb req-6aa4847f-5332-47a3-9ff6-4bb03d34dfbe service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89b40846-aafc-490b-b0c6-1c6954093e25 HTTP/1.1" status: 200 len: 217 time: 0.0374849 Mar 11 20:25:26.774471 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc8414-f6db-4418-9172-43958b8fd7fb req-46628ed3-f2c8-4ebb-b2a9-b27ed81ba04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:26.775809 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-00dc8414-f6db-4418-9172-43958b8fd7fb req-46628ed3-f2c8-4ebb-b2a9-b27ed81ba04c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3daacfca-f667-4a2e-b1c7-a310bc05be7f HTTP/1.1" status: 200 len: 850 time: 0.0419967 Mar 11 20:25:26.823119 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc8414-f6db-4418-9172-43958b8fd7fb req-092fe932-03fd-4c51-b0e6-b36522f367a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:26.824615 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-00dc8414-f6db-4418-9172-43958b8fd7fb req-092fe932-03fd-4c51-b0e6-b36522f367a7 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=16f4598c-dd98-42cb-b9b4-e58cb6823c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0426052 Mar 11 20:25:26.913092 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-00dc8414-f6db-4418-9172-43958b8fd7fb req-df879970-4d58-41e5-b307-1153c0446c4b service neutron] 10.222.0.75 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816851 Mar 11 20:25:27.000893 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-00dc8414-f6db-4418-9172-43958b8fd7fb req-b7304066-0fb5-4f68-aef4-a224fce39d5b service neutron] 10.222.0.75 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810678 Mar 11 20:25:27.349682 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e19b9d5-9ee9-4ac2-89a8-cd5c429d5716 req-4c0f6030-11b7-4627-8737-847209ea0675 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:27.351151 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6e19b9d5-9ee9-4ac2-89a8-cd5c429d5716 req-4c0f6030-11b7-4627-8737-847209ea0675 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e8e818-73ab-489c-8adf-0fe49c54d908 HTTP/1.1" status: 200 len: 943 time: 0.0528085 Mar 11 20:25:27.402256 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6e19b9d5-9ee9-4ac2-89a8-cd5c429d5716 req-adc9263b-cbf1-468b-9a8c-85e8e76b4698 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454721 Mar 11 20:25:27.705748 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 89b40846-aafc-490b-b0c6-1c6954093e25 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 20:25:27.795948 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:25:27.810702 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 89b40846-aafc-490b-b0c6-1c6954093e25, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=89b40846-aafc-490b-b0c6-1c6954093e25,segment=NetworkSegment(c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2),segment_id=c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:25:27.821522 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '89b40846-aafc-490b-b0c6-1c6954093e25', 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28', 'port_id': '89b40846-aafc-490b-b0c6-1c6954093e25', 'mac_address': 'fa:16:3e:d9:7d:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3daacfca-f667-4a2e-b1c7-a310bc05be7f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 20:25:27.857673 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 89b40846-aafc-490b-b0c6-1c6954093e25 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:25:27.858062 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (89b40846-aafc-490b-b0c6-1c6954093e25), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:25:27.870979 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89b40846-aafc-490b-b0c6-1c6954093e25 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:25:27.888927 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 89b40846-aafc-490b-b0c6-1c6954093e25, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=89b40846-aafc-490b-b0c6-1c6954093e25,segment=NetworkSegment(c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2),segment_id=c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:25:27.892949 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (89b40846-aafc-490b-b0c6-1c6954093e25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:25:27.941812 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=89b40846-aafc-490b-b0c6-1c6954093e25,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:25:28.101823 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['89b40846-aafc-490b-b0c6-1c6954093e25'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:25:28.523869 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80562ed7-9e08-4064-b4e0-252ca47a8805 req-8b5c5083-8491-4b7d-9181-c8a4c07e95c3 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:28.525343 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-80562ed7-9e08-4064-b4e0-252ca47a8805 req-8b5c5083-8491-4b7d-9181-c8a4c07e95c3 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e8e818-73ab-489c-8adf-0fe49c54d908 HTTP/1.1" status: 200 len: 944 time: 0.0524487 Mar 11 20:25:28.571030 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-80562ed7-9e08-4064-b4e0-252ca47a8805 req-e738edec-e9f5-4be5-9606-d178e7cae952 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400794 Mar 11 20:25:29.089986 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:25:29.691718 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912480ce-a1a9-42b5-8157-387a5193ee81 req-6fa1c75f-a041-423a-a2d5-878b0b215273 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:29.693194 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-912480ce-a1a9-42b5-8157-387a5193ee81 req-6fa1c75f-a041-423a-a2d5-878b0b215273 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e8e818-73ab-489c-8adf-0fe49c54d908 HTTP/1.1" status: 200 len: 944 time: 0.0518527 Mar 11 20:25:29.710080 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 89b40846-aafc-490b-b0c6-1c6954093e25 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:25:29.741239 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-912480ce-a1a9-42b5-8157-387a5193ee81 req-9f811d2b-e29b-4cfc-8b1c-a4d0f68a3a02 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422378 Mar 11 20:25:29.758520 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port 89b40846-aafc-490b-b0c6-1c6954093e25 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 20:25:29.763213 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 89b40846-aafc-490b-b0c6-1c6954093e25 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:25:29.763594 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (89b40846-aafc-490b-b0c6-1c6954093e25), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:25:29.839250 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 89b40846-aafc-490b-b0c6-1c6954093e25 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:25:29.839656 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (89b40846-aafc-490b-b0c6-1c6954093e25), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:25:29.862899 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05e8e818-73ab-489c-8adf-0fe49c54d908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b40846-aafc-490b-b0c6-1c6954093e25'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:25:29.865202 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e00c6702a54281ed7930195260709b2e9eb4074fe153a1ed12afbef6176377e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac2788a-68c8-4154-b133-1fc5c6e816b9" -d '{"events": [{"server_uuid": "05e8e818-73ab-489c-8adf-0fe49c54d908", "name": "network-vif-plugged", "status": "completed", "tag": "89b40846-aafc-490b-b0c6-1c6954093e25"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:25:29.877093 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 89b40846-aafc-490b-b0c6-1c6954093e25, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=89b40846-aafc-490b-b0c6-1c6954093e25,segment=NetworkSegment(c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2),segment_id=c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:25:29.882257 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (89b40846-aafc-490b-b0c6-1c6954093e25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:25:29.908652 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a4232d-c61c-4040-b99a-0dbe0cacb21b x-openstack-request-id: req-56a4232d-c61c-4040-b99a-0dbe0cacb21b {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:25:29.908946 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05e8e818-73ab-489c-8adf-0fe49c54d908", "name": "network-vif-plugged", "status": "completed", "tag": "89b40846-aafc-490b-b0c6-1c6954093e25", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:25:29.909202 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-56a4232d-c61c-4040-b99a-0dbe0cacb21b {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:25:29.909582 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05e8e818-73ab-489c-8adf-0fe49c54d908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b40846-aafc-490b-b0c6-1c6954093e25', 'code': 200} Mar 11 20:25:29.934202 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=89b40846-aafc-490b-b0c6-1c6954093e25,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:25:30.003906 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37386708-cff1-4547-bd15-94f5041b93b8 req-ca5aaec6-7e2c-4fbf-b69d-96f3b5f6f892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:30.005885 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-37386708-cff1-4547-bd15-94f5041b93b8 req-ca5aaec6-7e2c-4fbf-b69d-96f3b5f6f892 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=05e8e818-73ab-489c-8adf-0fe49c54d908 HTTP/1.1" status: 200 len: 1127 time: 0.0471795 Mar 11 20:25:30.048580 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-37386708-cff1-4547-bd15-94f5041b93b8 req-e5603972-e7b5-4749-9ced-75e9d8f85a47 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373533 Mar 11 20:25:30.859970 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf0545-7010-4fb1-b9f4-479b15354218 req-1d7c97bb-1d16-4c05-90da-303b8f30a60f tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:30.861424 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ebaf0545-7010-4fb1-b9f4-479b15354218 req-1d7c97bb-1d16-4c05-90da-303b8f30a60f tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e8e818-73ab-489c-8adf-0fe49c54d908 HTTP/1.1" status: 200 len: 945 time: 0.0512531 Mar 11 20:25:30.907501 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ebaf0545-7010-4fb1-b9f4-479b15354218 req-f836e8bd-2e65-495a-b9c7-63266a9ad83a tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398521 Mar 11 20:25:32.045110 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2493ca7d-9ff1-49f6-a6e3-550a17f37260 req-927d888f-f12c-46d5-989d-05e32bcf8800 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:32.046625 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2493ca7d-9ff1-49f6-a6e3-550a17f37260 req-927d888f-f12c-46d5-989d-05e32bcf8800 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e8e818-73ab-489c-8adf-0fe49c54d908 HTTP/1.1" status: 200 len: 945 time: 0.0575328 Mar 11 20:25:32.092251 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2493ca7d-9ff1-49f6-a6e3-550a17f37260 req-ff1aa7e1-29d6-4067-af1b-aec712188a4e tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392809 Mar 11 20:25:32.203721 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536507f6-1851-413c-95b0-dd0882574139 req-7d2f4822-f47e-4505-af73-42475de4c336 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:32.205093 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-536507f6-1851-413c-95b0-dd0882574139 req-7d2f4822-f47e-4505-af73-42475de4c336 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e8e818-73ab-489c-8adf-0fe49c54d908 HTTP/1.1" status: 200 len: 945 time: 0.0519156 Mar 11 20:25:32.213689 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 57426) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:25:32.218105 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-c0c26462-8ecc-4146-88b6-d20b7a8e03c2 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Request body: {'floatingip': {'port_id': '89b40846-aafc-490b-b0c6-1c6954093e25'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:25:32.257112 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c0c26462-8ecc-4146-88b6-d20b7a8e03c2 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks [] for floatingip (dd92c2bb-b4e3-418e-829a-d2d770892635), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:25:32.691294 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c0c26462-8ecc-4146-88b6-d20b7a8e03c2 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:25:32.695179 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c0c26462-8ecc-4146-88b6-d20b7a8e03c2 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (dd92c2bb-b4e3-418e-829a-d2d770892635), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:25:32.795085 n-d-833163-1 neutron-server[103885]: INFO neutron.db.l3_db [None req-c0c26462-8ecc-4146-88b6-d20b7a8e03c2 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Floating IP dd92c2bb-b4e3-418e-829a-d2d770892635 associated. External IP: 172.25.8.117, port: 89b40846-aafc-490b-b0c6-1c6954093e25. Mar 11 20:25:33.003008 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0c26462-8ecc-4146-88b6-d20b7a8e03c2 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Router 5fdad19e-49da-4273-ac6f-4fa83fdebe71 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:25:33.109333 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c26462-8ecc-4146-88b6-d20b7a8e03c2 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:25:33.114087 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c0c26462-8ecc-4146-88b6-d20b7a8e03c2 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:25:33.118525 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54fdd86b-8317-4f0a-8c17-360375386f36 None None] Sync routers for ids ['5fdad19e-49da-4273-ac6f-4fa83fdebe71'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:25:33.127653 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fdd86b-8317-4f0a-8c17-360375386f36 None None] Routers {'5fdad19e-49da-4273-ac6f-4fa83fdebe71'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:25:33.128272 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-54fdd86b-8317-4f0a-8c17-360375386f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:25:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['5fdad19e-49da-4273-ac6f-4fa83fdebe71'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:25:33.143171 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-c0c26462-8ecc-4146-88b6-d20b7a8e03c2 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "PUT /v2.0/floatingips/dd92c2bb-b4e3-418e-829a-d2d770892635 HTTP/1.1" status: 200 len: 991 time: 0.9283593 Mar 11 20:25:33.143790 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05e8e818-73ab-489c-8adf-0fe49c54d908', 'tag': '89b40846-aafc-490b-b0c6-1c6954093e25'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:25:33.146923 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a0d03908d714cf498f0e9a07bdcfee6ce8884db927bcf4c76da6f3dadb32e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb634e5-744f-4728-afa9-26d2764ee036" -d '{"events": [{"name": "network-changed", "server_uuid": "05e8e818-73ab-489c-8adf-0fe49c54d908", "tag": "89b40846-aafc-490b-b0c6-1c6954093e25"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:25:33.239661 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-54fdd86b-8317-4f0a-8c17-360375386f36 None None] Set router 5fdad19e-49da-4273-ac6f-4fa83fdebe71 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:25:33.312688 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90a79dbf-7e36-42fb-9fb0-a2de3a88b93b x-openstack-request-id: req-90a79dbf-7e36-42fb-9fb0-a2de3a88b93b {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:25:33.313030 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05e8e818-73ab-489c-8adf-0fe49c54d908", "tag": "89b40846-aafc-490b-b0c6-1c6954093e25", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:25:33.313311 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-90a79dbf-7e36-42fb-9fb0-a2de3a88b93b {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:25:33.313724 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05e8e818-73ab-489c-8adf-0fe49c54d908', 'tag': '89b40846-aafc-490b-b0c6-1c6954093e25', 'status': 'completed', 'code': 200} Mar 11 20:25:33.429071 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb634e5-744f-4728-afa9-26d2764ee036 req-a22be539-038d-471a-a93e-28bd32fad728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:33.430604 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fdb634e5-744f-4728-afa9-26d2764ee036 req-a22be539-038d-471a-a93e-28bd32fad728 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9f3b97ce8275446bb706781b15a00c82&device_id=05e8e818-73ab-489c-8adf-0fe49c54d908 HTTP/1.1" status: 200 len: 1127 time: 0.0961044 Mar 11 20:25:33.488879 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac7eb8-7b82-4235-bfa9-84e90dbb03fe req-7c99b946-fa50-437d-a242-619a12ccaeb3 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:33.490022 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-54fdd86b-8317-4f0a-8c17-360375386f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'name': 'tempest-ServerActionsTestJSON-891941126-router', 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '2f8c2da4-347d-4379-9418-ff6fba5ac107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:23:31Z', 'updated_at': '2022-03-11T20:23:34Z', 'revision_number': 4, 'project_id': '9f3b97ce8275446bb706781b15a00c82', 'gw_port': {'id': '2f8c2da4-347d-4379-9418-ff6fba5ac107', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ac:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:23:31Z', 'updated_at': '2022-03-11T20:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': 'dd92c2bb-b4e3-418e-829a-d2d770892635', 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'floating_ip_address': '172.25.8.117', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'port_id': '89b40846-aafc-490b-b0c6-1c6954093e25', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28', 'mac_address': 'fa:16:3e:d9:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e8e818-73ab-489c-8adf-0fe49c54d908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:23:36Z', 'updated_at': '2022-03-11T20:25:32Z', 'revision_number': 9, 'project_id': '9f3b97ce8275446bb706781b15a00c82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e854c4d-af46-49ef-8dec-16ff1ad2a067', 'name': '', 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28', 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'mac_address': 'fa:16:3e:72:dc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '3daacfca-f667-4a2e-b1c7-a310bc05be7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:23:33Z', 'updated_at': '2022-03-11T20:23:37Z', 'revision_number': 5, 'project_id': '9f3b97ce8275446bb706781b15a00c82', 'subnets': [{'id': '3daacfca-f667-4a2e-b1c7-a310bc05be7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:25:33.490346 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-01ac7eb8-7b82-4235-bfa9-84e90dbb03fe req-7c99b946-fa50-437d-a242-619a12ccaeb3 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e8e818-73ab-489c-8adf-0fe49c54d908 HTTP/1.1" status: 200 len: 945 time: 0.1203980 Mar 11 20:25:33.515900 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54fdd86b-8317-4f0a-8c17-360375386f36 None None] Checking router: 5fdad19e-49da-4273-ac6f-4fa83fdebe71 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:25:33.524031 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fdd86b-8317-4f0a-8c17-360375386f36 None None] Routers {'5fdad19e-49da-4273-ac6f-4fa83fdebe71'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:25:33.524625 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-54fdd86b-8317-4f0a-8c17-360375386f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:25:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['5fdad19e-49da-4273-ac6f-4fa83fdebe71'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:25:33.593539 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c8b795ce-1873-4128-9275-7529fb049e47 req-131f1858-0d52-4490-b329-6f08629fba33 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=05e8e818-73ab-489c-8adf-0fe49c54d908&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2088120 Mar 11 20:25:33.606331 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb634e5-744f-4728-afa9-26d2764ee036 req-b27815f7-9e2e-467c-b86f-cc232d2a5cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:33.607891 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fdb634e5-744f-4728-afa9-26d2764ee036 req-b27815f7-9e2e-467c-b86f-cc232d2a5cca service neutron] 10.222.0.75 "GET /v2.0/networks?id=16f4598c-dd98-42cb-b9b4-e58cb6823c28 HTTP/1.1" status: 200 len: 912 time: 0.1703846 Mar 11 20:25:33.611281 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-01ac7eb8-7b82-4235-bfa9-84e90dbb03fe req-5ec5565e-4f4b-4e88-8295-2f5373e2ce56 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056659 Mar 11 20:25:33.677735 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fdb634e5-744f-4728-afa9-26d2764ee036 req-28039a88-4e60-4135-82f7-9a2a9131b229 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89b40846-aafc-490b-b0c6-1c6954093e25 HTTP/1.1" status: 200 len: 999 time: 0.0629015 Mar 11 20:25:33.732687 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb634e5-744f-4728-afa9-26d2764ee036 req-7b34066c-0444-4d67-9543-82e587bf7313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:33.734157 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fdb634e5-744f-4728-afa9-26d2764ee036 req-7b34066c-0444-4d67-9543-82e587bf7313 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3daacfca-f667-4a2e-b1c7-a310bc05be7f HTTP/1.1" status: 200 len: 850 time: 0.0509942 Mar 11 20:25:33.745507 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-54fdd86b-8317-4f0a-8c17-360375386f36 None None] Set router 5fdad19e-49da-4273-ac6f-4fa83fdebe71 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:25:33.782905 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb634e5-744f-4728-afa9-26d2764ee036 req-f2c536c1-dab9-4d17-9f46-c17f0276f43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:33.784476 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fdb634e5-744f-4728-afa9-26d2764ee036 req-f2c536c1-dab9-4d17-9f46-c17f0276f43b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=16f4598c-dd98-42cb-b9b4-e58cb6823c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445070 Mar 11 20:25:33.875869 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fdb634e5-744f-4728-afa9-26d2764ee036 req-fbe29601-7760-4663-aa26-d8b8e7f469d3 service neutron] 10.222.0.75 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853012 Mar 11 20:25:33.965187 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b795ce-1873-4128-9275-7529fb049e47 req-dbf89045-74bd-42b4-9557-e348f3a8b44a tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:33.966671 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-c8b795ce-1873-4128-9275-7529fb049e47 req-dbf89045-74bd-42b4-9557-e348f3a8b44a tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports/89b40846-aafc-490b-b0c6-1c6954093e25 HTTP/1.1" status: 200 len: 942 time: 0.0513141 Mar 11 20:25:33.978826 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-54fdd86b-8317-4f0a-8c17-360375386f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'name': 'tempest-ServerActionsTestJSON-891941126-router', 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '2f8c2da4-347d-4379-9418-ff6fba5ac107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:23:31Z', 'updated_at': '2022-03-11T20:23:34Z', 'revision_number': 4, 'project_id': '9f3b97ce8275446bb706781b15a00c82', 'gw_port': {'id': '2f8c2da4-347d-4379-9418-ff6fba5ac107', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ac:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:23:31Z', 'updated_at': '2022-03-11T20:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': 'dd92c2bb-b4e3-418e-829a-d2d770892635', 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'floating_ip_address': '172.25.8.117', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'port_id': '89b40846-aafc-490b-b0c6-1c6954093e25', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28', 'mac_address': 'fa:16:3e:d9:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e8e818-73ab-489c-8adf-0fe49c54d908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:23:36Z', 'updated_at': '2022-03-11T20:25:32Z', 'revision_number': 9, 'project_id': '9f3b97ce8275446bb706781b15a00c82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e854c4d-af46-49ef-8dec-16ff1ad2a067', 'name': '', 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28', 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'mac_address': 'fa:16:3e:72:dc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '3daacfca-f667-4a2e-b1c7-a310bc05be7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:23:33Z', 'updated_at': '2022-03-11T20:23:37Z', 'revision_number': 5, 'project_id': '9f3b97ce8275446bb706781b15a00c82', 'subnets': [{'id': '3daacfca-f667-4a2e-b1c7-a310bc05be7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:25:33.981171 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fdb634e5-744f-4728-afa9-26d2764ee036 req-928daa7d-c662-4414-834e-abc4075d32b6 service neutron] 10.222.0.75 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998704 Mar 11 20:25:34.005761 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54fdd86b-8317-4f0a-8c17-360375386f36 None None] The sync data for ids ['5fdad19e-49da-4273-ac6f-4fa83fdebe71'] in n-d-833163-1 is: [{'id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'name': 'tempest-ServerActionsTestJSON-891941126-router', 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '2f8c2da4-347d-4379-9418-ff6fba5ac107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:23:31Z', 'updated_at': '2022-03-11T20:23:34Z', 'revision_number': 4, 'project_id': '9f3b97ce8275446bb706781b15a00c82', 'gw_port': {'id': '2f8c2da4-347d-4379-9418-ff6fba5ac107', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ac:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:23:31Z', 'updated_at': '2022-03-11T20:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': 'dd92c2bb-b4e3-418e-829a-d2d770892635', 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'floating_ip_address': '172.25.8.117', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'port_id': '89b40846-aafc-490b-b0c6-1c6954093e25', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28', 'mac_address': 'fa:16:3e:d9:7d:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e8e818-73ab-489c-8adf-0fe49c54d908', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:23:36Z', 'updated_at': '2022-03-11T20:25:32Z', 'revision_number': 9, 'project_id': '9f3b97ce8275446bb706781b15a00c82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e854c4d-af46-49ef-8dec-16ff1ad2a067', 'name': '', 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28', 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'mac_address': 'fa:16:3e:72:dc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '3daacfca-f667-4a2e-b1c7-a310bc05be7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:23:33Z', 'updated_at': '2022-03-11T20:23:37Z', 'revision_number': 5, 'project_id': '9f3b97ce8275446bb706781b15a00c82', 'subnets': [{'id': '3daacfca-f667-4a2e-b1c7-a310bc05be7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:25:34.218865 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370ba164-7985-49dd-9dd9-3cf0625f1777 None None] New status for floating IP dd92c2bb-b4e3-418e-829a-d2d770892635: ACTIVE {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 20:25:34.736543 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d6aaa-3496-4f8c-bd60-e35407c193f8 req-5a97ed1f-6f3e-490d-9d12-a0b19322e72c tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:34.739202 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-913d6aaa-3496-4f8c-bd60-e35407c193f8 req-5a97ed1f-6f3e-490d-9d12-a0b19322e72c tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e8e818-73ab-489c-8adf-0fe49c54d908 HTTP/1.1" status: 200 len: 945 time: 0.0573447 Mar 11 20:25:34.821170 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-913d6aaa-3496-4f8c-bd60-e35407c193f8 req-ad568c95-6644-4def-bd8a-413e50a8de4a tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755413 Mar 11 20:25:34.830435 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b795ce-1873-4128-9275-7529fb049e47 req-c7d4f3c6-4b66-4295-8ff4-9bad1f4c3603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:34.832051 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c8b795ce-1873-4128-9275-7529fb049e47 req-c7d4f3c6-4b66-4295-8ff4-9bad1f4c3603 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9f3b97ce8275446bb706781b15a00c82&device_id=05e8e818-73ab-489c-8adf-0fe49c54d908 HTTP/1.1" status: 200 len: 1127 time: 0.0678337 Mar 11 20:25:35.153032 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b795ce-1873-4128-9275-7529fb049e47 req-a2ee1b96-6161-4c91-9d29-a763a29a9d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:35.154487 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c8b795ce-1873-4128-9275-7529fb049e47 req-a2ee1b96-6161-4c91-9d29-a763a29a9d48 service neutron] 10.222.0.75 "GET /v2.0/networks?id=16f4598c-dd98-42cb-b9b4-e58cb6823c28 HTTP/1.1" status: 200 len: 912 time: 0.3170998 Mar 11 20:25:35.226565 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c8b795ce-1873-4128-9275-7529fb049e47 req-ef6fee1c-9657-40ea-a7e2-e2eacc4aad19 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89b40846-aafc-490b-b0c6-1c6954093e25 HTTP/1.1" status: 200 len: 1002 time: 0.0606718 Mar 11 20:25:35.270758 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b795ce-1873-4128-9275-7529fb049e47 req-3f80a0f1-f9ae-4ff9-8d30-6edac0c572fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:35.272250 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c8b795ce-1873-4128-9275-7529fb049e47 req-3f80a0f1-f9ae-4ff9-8d30-6edac0c572fa service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3daacfca-f667-4a2e-b1c7-a310bc05be7f HTTP/1.1" status: 200 len: 850 time: 0.0449605 Mar 11 20:25:35.318915 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b795ce-1873-4128-9275-7529fb049e47 req-2eb8b461-31ec-43c3-a891-d817c769d4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:35.320391 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c8b795ce-1873-4128-9275-7529fb049e47 req-2eb8b461-31ec-43c3-a891-d817c769d4c6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=16f4598c-dd98-42cb-b9b4-e58cb6823c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0429778 Mar 11 20:25:35.410952 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c8b795ce-1873-4128-9275-7529fb049e47 req-d85122f7-a635-4a24-97cf-ffa0e5b1eabf service neutron] 10.222.0.75 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839899 Mar 11 20:25:35.500312 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c8b795ce-1873-4128-9275-7529fb049e47 req-c7b3cd29-b6c3-44cd-bcaf-5e9236c9b628 service neutron] 10.222.0.75 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847697 Mar 11 20:25:35.945003 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f75e73b-33c0-4a7d-9414-8a7e07692f25 req-7b3ab115-a150-4428-b75b-5442418f6db9 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:35.946473 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6f75e73b-33c0-4a7d-9414-8a7e07692f25 req-7b3ab115-a150-4428-b75b-5442418f6db9 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e8e818-73ab-489c-8adf-0fe49c54d908 HTTP/1.1" status: 200 len: 945 time: 0.0561225 Mar 11 20:25:35.998299 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6f75e73b-33c0-4a7d-9414-8a7e07692f25 req-854bee10-3b6b-464a-ba0d-64e7c89afde4 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462067 Mar 11 20:25:37.114218 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b1902-f245-4b77-af73-52211bd9220f req-5799ef03-d51b-4e66-8148-468eeb9f64e6 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:37.115716 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-025b1902-f245-4b77-af73-52211bd9220f req-5799ef03-d51b-4e66-8148-468eeb9f64e6 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e8e818-73ab-489c-8adf-0fe49c54d908 HTTP/1.1" status: 200 len: 945 time: 0.0516527 Mar 11 20:25:37.160888 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-025b1902-f245-4b77-af73-52211bd9220f req-d0469aa5-61c0-405d-b12b-6c3e91b9113e tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396528 Mar 11 20:25:38.279407 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a7675b-d4d9-49f5-9bad-12906a87d6bc req-34c579d7-a2f8-4470-8437-db448bec2fc7 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:38.280910 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-16a7675b-d4d9-49f5-9bad-12906a87d6bc req-34c579d7-a2f8-4470-8437-db448bec2fc7 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e8e818-73ab-489c-8adf-0fe49c54d908 HTTP/1.1" status: 200 len: 945 time: 0.0524356 Mar 11 20:25:38.337004 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-16a7675b-d4d9-49f5-9bad-12906a87d6bc req-0a70b361-d0c7-4738-ad58-d80196cf1694 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505695 Mar 11 20:25:39.457659 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec12f97-6fb1-4c00-aa99-15b23b9bbb74 req-b429495f-f1c6-43f1-90f2-bd670436a15a tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:39.459131 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fec12f97-6fb1-4c00-aa99-15b23b9bbb74 req-b429495f-f1c6-43f1-90f2-bd670436a15a tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e8e818-73ab-489c-8adf-0fe49c54d908 HTTP/1.1" status: 200 len: 945 time: 0.0545685 Mar 11 20:25:39.505577 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fec12f97-6fb1-4c00-aa99-15b23b9bbb74 req-1e9b90a1-bc20-4d1f-924e-8e041723f0f9 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407946 Mar 11 20:25:40.373045 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:25:40.623335 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e175c9-6a2d-42c8-bf08-b91d236f9d05 req-3688966e-5f8c-4aa9-a5f4-3fde31df0eb4 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:40.624839 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e0e175c9-6a2d-42c8-bf08-b91d236f9d05 req-3688966e-5f8c-4aa9-a5f4-3fde31df0eb4 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e8e818-73ab-489c-8adf-0fe49c54d908 HTTP/1.1" status: 200 len: 945 time: 0.0516303 Mar 11 20:25:40.670912 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e0e175c9-6a2d-42c8-bf08-b91d236f9d05 req-6ac8d03d-5b8c-4cad-87b3-edf43e26ae08 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399873 Mar 11 20:25:41.792543 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9491beb5-03df-4cc2-a407-ed48e7d358f9 req-e9b9593e-0b13-422f-b51a-4f4a98548499 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:41.793996 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9491beb5-03df-4cc2-a407-ed48e7d358f9 req-e9b9593e-0b13-422f-b51a-4f4a98548499 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e8e818-73ab-489c-8adf-0fe49c54d908 HTTP/1.1" status: 200 len: 945 time: 0.0562005 Mar 11 20:25:41.839825 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9491beb5-03df-4cc2-a407-ed48e7d358f9 req-80f11e6d-97d1-4d28-af6f-e117f44a49ad tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403204 Mar 11 20:25:42.960029 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0538a7bf-0569-4347-bc20-8faa0b68a864 req-9d3185d5-81a9-4aa9-ac16-1a58a367d6e8 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:42.961510 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0538a7bf-0569-4347-bc20-8faa0b68a864 req-9d3185d5-81a9-4aa9-ac16-1a58a367d6e8 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e8e818-73ab-489c-8adf-0fe49c54d908 HTTP/1.1" status: 200 len: 945 time: 0.0521467 Mar 11 20:25:43.007715 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0538a7bf-0569-4347-bc20-8faa0b68a864 req-38af9e66-71c1-4c30-a942-68bce7232b55 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405383 Mar 11 20:25:44.129162 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524cb5da-a261-459a-b165-449b58e7c90e req-bf4e366b-8833-4f7e-b86a-d5ba6e6ea446 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:44.130629 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-524cb5da-a261-459a-b165-449b58e7c90e req-bf4e366b-8833-4f7e-b86a-d5ba6e6ea446 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e8e818-73ab-489c-8adf-0fe49c54d908 HTTP/1.1" status: 200 len: 945 time: 0.0558155 Mar 11 20:25:44.177052 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-524cb5da-a261-459a-b165-449b58e7c90e req-5a62fa62-0d5b-47d5-bd40-b4c8bb144e0c tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405219 Mar 11 20:25:45.293264 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c782e667-7459-4914-b161-f9694265f5f5 req-b8a3b3bf-525b-4244-ac2f-ba30ce5f0241 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:45.294735 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c782e667-7459-4914-b161-f9694265f5f5 req-b8a3b3bf-525b-4244-ac2f-ba30ce5f0241 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e8e818-73ab-489c-8adf-0fe49c54d908 HTTP/1.1" status: 200 len: 945 time: 0.0511553 Mar 11 20:25:45.340338 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c782e667-7459-4914-b161-f9694265f5f5 req-fb697d20-5d1c-45eb-a87d-ac5c778d8256 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400817 Mar 11 20:25:46.460096 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d892b-f5b9-49ed-b38e-3b4e4656332a req-ae78577b-4c80-4f3d-bb74-b267a2981970 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:46.461551 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-058d892b-f5b9-49ed-b38e-3b4e4656332a req-ae78577b-4c80-4f3d-bb74-b267a2981970 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e8e818-73ab-489c-8adf-0fe49c54d908 HTTP/1.1" status: 200 len: 945 time: 0.0529947 Mar 11 20:25:46.511118 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-058d892b-f5b9-49ed-b38e-3b4e4656332a req-156309a0-751d-4a16-9c70-8cb8ccef11d5 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439270 Mar 11 20:25:47.634461 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1404a9ed-50d6-4bfc-bf46-68cfa79c8140 req-a523a15d-d9b1-49e2-9433-1405b224d75e tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:47.635964 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1404a9ed-50d6-4bfc-bf46-68cfa79c8140 req-a523a15d-d9b1-49e2-9433-1405b224d75e tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e8e818-73ab-489c-8adf-0fe49c54d908 HTTP/1.1" status: 200 len: 945 time: 0.0552249 Mar 11 20:25:47.681566 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1404a9ed-50d6-4bfc-bf46-68cfa79c8140 req-510d05d8-9097-40a0-8a7e-add6159b7e26 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400262 Mar 11 20:25:48.662312 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e993385-d68c-469d-8c97-76bb23152b89 req-26b30256-8ba5-475d-bbe8-78cca22a1638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:48.663808 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9e993385-d68c-469d-8c97-76bb23152b89 req-26b30256-8ba5-475d-bbe8-78cca22a1638 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9f3b97ce8275446bb706781b15a00c82&device_id=05e8e818-73ab-489c-8adf-0fe49c54d908 HTTP/1.1" status: 200 len: 1127 time: 0.0439935 Mar 11 20:25:48.792341 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e993385-d68c-469d-8c97-76bb23152b89 req-6696fba4-fa38-4533-a148-26d467296e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:48.793778 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9e993385-d68c-469d-8c97-76bb23152b89 req-6696fba4-fa38-4533-a148-26d467296e6d service neutron] 10.222.0.75 "GET /v2.0/networks?id=16f4598c-dd98-42cb-b9b4-e58cb6823c28 HTTP/1.1" status: 200 len: 912 time: 0.1128995 Mar 11 20:25:48.855607 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d18e4e-e168-47f1-a888-0d21f958d523 req-032242a4-a8c1-402c-b68b-9fa7e82baddd tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:48.857057 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-99d18e4e-e168-47f1-a888-0d21f958d523 req-032242a4-a8c1-402c-b68b-9fa7e82baddd tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e8e818-73ab-489c-8adf-0fe49c54d908 HTTP/1.1" status: 200 len: 945 time: 0.1072342 Mar 11 20:25:48.884779 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9e993385-d68c-469d-8c97-76bb23152b89 req-f0be9585-b9ad-48f9-b695-72e8e30979b3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89b40846-aafc-490b-b0c6-1c6954093e25 HTTP/1.1" status: 200 len: 1002 time: 0.0846055 Mar 11 20:25:48.940471 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-99d18e4e-e168-47f1-a888-0d21f958d523 req-03c23c71-e168-4f58-a332-79472fafbdcc tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768397 Mar 11 20:25:48.949825 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e993385-d68c-469d-8c97-76bb23152b89 req-fb63f136-22b9-4c7d-9a06-0c386d7ba155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:48.951235 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9e993385-d68c-469d-8c97-76bb23152b89 req-fb63f136-22b9-4c7d-9a06-0c386d7ba155 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3daacfca-f667-4a2e-b1c7-a310bc05be7f HTTP/1.1" status: 200 len: 850 time: 0.0593698 Mar 11 20:25:48.999326 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e993385-d68c-469d-8c97-76bb23152b89 req-1cd442ff-435a-4c80-b838-e8f532e7b673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:49.000822 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9e993385-d68c-469d-8c97-76bb23152b89 req-1cd442ff-435a-4c80-b838-e8f532e7b673 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=16f4598c-dd98-42cb-b9b4-e58cb6823c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437808 Mar 11 20:25:49.091136 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9e993385-d68c-469d-8c97-76bb23152b89 req-c1ce9a49-14ed-4b4a-86d7-1e5133bb1ba7 service neutron] 10.222.0.75 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843153 Mar 11 20:25:49.178741 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9e993385-d68c-469d-8c97-76bb23152b89 req-c82661b4-f91c-43ae-a73e-5aa4a94dd840 service neutron] 10.222.0.75 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806813 Mar 11 20:25:49.359747 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:25:50.065577 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab75f6b8-bd77-4c3f-9808-29d27e4cfad5 req-01cfcf9e-1c15-49f8-ab8d-bfa988fbc211 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:50.067070 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ab75f6b8-bd77-4c3f-9808-29d27e4cfad5 req-01cfcf9e-1c15-49f8-ab8d-bfa988fbc211 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e8e818-73ab-489c-8adf-0fe49c54d908 HTTP/1.1" status: 200 len: 945 time: 0.0565002 Mar 11 20:25:50.112697 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ab75f6b8-bd77-4c3f-9808-29d27e4cfad5 req-ae8835a2-fc69-4da7-a4b9-c02ae6419b49 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400035 Mar 11 20:25:51.231483 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b1ab88-e7a7-4fdd-bdf4-7cba9f01a05f req-7c6d4600-9da8-4115-b1c6-21af09e0917e tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:51.233057 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-25b1ab88-e7a7-4fdd-bdf4-7cba9f01a05f req-7c6d4600-9da8-4115-b1c6-21af09e0917e tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e8e818-73ab-489c-8adf-0fe49c54d908 HTTP/1.1" status: 200 len: 945 time: 0.0525026 Mar 11 20:25:51.279427 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-25b1ab88-e7a7-4fdd-bdf4-7cba9f01a05f req-de0c651f-7609-4f7e-8891-be8f29651dfc tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407381 Mar 11 20:25:52.399642 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2531e430-509f-4f7b-ac1d-3a62bfec2fae req-c65557c2-e9eb-4780-befb-857db3291a0e tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:52.401172 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2531e430-509f-4f7b-ac1d-3a62bfec2fae req-c65557c2-e9eb-4780-befb-857db3291a0e tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e8e818-73ab-489c-8adf-0fe49c54d908 HTTP/1.1" status: 200 len: 945 time: 0.0550563 Mar 11 20:25:52.401942 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-31272692-7fc5-4659-9bfb-4a5e45a98234 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:25:52.448413 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2531e430-509f-4f7b-ac1d-3a62bfec2fae req-37ab0882-08a7-432b-b0b3-169c13851e1d tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404742 Mar 11 20:25:53.088161 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:25:53.566922 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1270e3-caf0-49d4-8028-0c824c4ecf1a req-f374ae46-a86c-410d-8026-636217dcef82 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:53.568439 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5d1270e3-caf0-49d4-8028-0c824c4ecf1a req-f374ae46-a86c-410d-8026-636217dcef82 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e8e818-73ab-489c-8adf-0fe49c54d908 HTTP/1.1" status: 200 len: 945 time: 0.0524838 Mar 11 20:25:53.616857 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5d1270e3-caf0-49d4-8028-0c824c4ecf1a req-2194137b-b347-4b0e-9e7d-1467645c3b7c tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427191 Mar 11 20:25:54.694758 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-001acd34-7db2-43e5-85a6-25f69d434497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:25:54.748224 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdfa91c-885d-454b-82b1-10f5f07eb3df req-a7a625ff-ec25-4fff-a90b-24b482ff55f0 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:54.749686 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-afdfa91c-885d-454b-82b1-10f5f07eb3df req-a7a625ff-ec25-4fff-a90b-24b482ff55f0 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e8e818-73ab-489c-8adf-0fe49c54d908 HTTP/1.1" status: 200 len: 945 time: 0.0533297 Mar 11 20:25:54.798861 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-afdfa91c-885d-454b-82b1-10f5f07eb3df req-90cc738e-85b4-4f25-9425-e3bb1478cf3a tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434735 Mar 11 20:25:55.920730 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b2bf50-323c-43e5-ac7f-8240f5b69c48 req-e790a280-fe60-4461-8a03-e4d151657930 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:55.922203 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c5b2bf50-323c-43e5-ac7f-8240f5b69c48 req-e790a280-fe60-4461-8a03-e4d151657930 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e8e818-73ab-489c-8adf-0fe49c54d908 HTTP/1.1" status: 200 len: 945 time: 0.0544326 Mar 11 20:25:55.968305 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c5b2bf50-323c-43e5-ac7f-8240f5b69c48 req-93e6dadc-e35e-47f0-a432-dc3e9ae0e628 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398691 Mar 11 20:25:56.369638 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:25:57.087843 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc725f-9d5e-4c92-a431-0f27c4057a35 req-c1d891cb-96e7-4096-883d-5b3c263cf3b8 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:57.089311 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-61cc725f-9d5e-4c92-a431-0f27c4057a35 req-c1d891cb-96e7-4096-883d-5b3c263cf3b8 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e8e818-73ab-489c-8adf-0fe49c54d908 HTTP/1.1" status: 200 len: 945 time: 0.0513978 Mar 11 20:25:57.135716 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-61cc725f-9d5e-4c92-a431-0f27c4057a35 req-7e278e8f-e60a-4ad3-b905-e9b37872baf0 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408483 Mar 11 20:25:57.759939 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:25:58.258591 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8423496-f30d-45ab-bc0f-bb87e6c174e6 req-df373b4f-0bac-4711-a0c1-ce469dbad6dc tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:58.260094 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a8423496-f30d-45ab-bc0f-bb87e6c174e6 req-df373b4f-0bac-4711-a0c1-ce469dbad6dc tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e8e818-73ab-489c-8adf-0fe49c54d908 HTTP/1.1" status: 200 len: 945 time: 0.0569987 Mar 11 20:25:58.305488 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a8423496-f30d-45ab-bc0f-bb87e6c174e6 req-1368dbb2-1950-4930-a1be-43bf420fc258 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396757 Mar 11 20:25:59.093679 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:25:59.424753 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248ecb62-dcdf-42a0-8a22-024135605ebd req-b2aa0875-85c4-442a-84d8-e323d230c972 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:25:59.426222 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-248ecb62-dcdf-42a0-8a22-024135605ebd req-b2aa0875-85c4-442a-84d8-e323d230c972 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e8e818-73ab-489c-8adf-0fe49c54d908 HTTP/1.1" status: 200 len: 945 time: 0.0513849 Mar 11 20:25:59.472061 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-248ecb62-dcdf-42a0-8a22-024135605ebd req-04ec6e8f-3153-46a7-aaf0-c6bd08a2ebbe tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396388 Mar 11 20:26:00.593975 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb928343-f3f6-46d0-9d0e-4f4499c8169c req-77e95597-f0b6-4949-9ead-b4f7cbb7631f tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:00.595427 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-eb928343-f3f6-46d0-9d0e-4f4499c8169c req-77e95597-f0b6-4949-9ead-b4f7cbb7631f tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e8e818-73ab-489c-8adf-0fe49c54d908 HTTP/1.1" status: 200 len: 945 time: 0.0511138 Mar 11 20:26:00.643990 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-eb928343-f3f6-46d0-9d0e-4f4499c8169c req-46aca2c8-17d8-4d0f-86b2-601a90f3232c tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426111 Mar 11 20:26:01.759986 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40391bdc-abe7-48ce-b50d-0880c84cf5a2 req-996257ee-c1f5-4728-8e6e-8ba8af021246 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:01.761464 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-40391bdc-abe7-48ce-b50d-0880c84cf5a2 req-996257ee-c1f5-4728-8e6e-8ba8af021246 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e8e818-73ab-489c-8adf-0fe49c54d908 HTTP/1.1" status: 200 len: 945 time: 0.0514331 Mar 11 20:26:01.808993 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-40391bdc-abe7-48ce-b50d-0880c84cf5a2 req-a586e42b-d931-454f-85c0-4061b9db49f6 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419955 Mar 11 20:26:02.924795 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79620b4f-5d75-487b-b5a8-42a770573766 req-ccec908d-adca-462d-a9d2-ea5393dbee0f tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:02.926245 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-79620b4f-5d75-487b-b5a8-42a770573766 req-ccec908d-adca-462d-a9d2-ea5393dbee0f tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e8e818-73ab-489c-8adf-0fe49c54d908 HTTP/1.1" status: 200 len: 945 time: 0.0512609 Mar 11 20:26:02.972181 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-79620b4f-5d75-487b-b5a8-42a770573766 req-a05e2733-ee5d-4302-a286-96f1687c0c4e tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402668 Mar 11 20:26:04.093008 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9905ec53-98e9-4986-b24c-400f64368a12 req-d088d0c7-a6e6-4318-a3fd-83e5e4b88bba tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:04.094445 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9905ec53-98e9-4986-b24c-400f64368a12 req-d088d0c7-a6e6-4318-a3fd-83e5e4b88bba tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e8e818-73ab-489c-8adf-0fe49c54d908 HTTP/1.1" status: 200 len: 945 time: 0.0545630 Mar 11 20:26:04.139822 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9905ec53-98e9-4986-b24c-400f64368a12 req-f06ac6d6-85a2-4fd7-99bc-e1cf85daa742 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395322 Mar 11 20:26:05.256476 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48757d56-ba10-4a0c-af17-49071114f136 req-8cf48a6a-342a-4510-aebf-95ae7270f4d3 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:05.257958 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-48757d56-ba10-4a0c-af17-49071114f136 req-8cf48a6a-342a-4510-aebf-95ae7270f4d3 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e8e818-73ab-489c-8adf-0fe49c54d908 HTTP/1.1" status: 200 len: 945 time: 0.0525222 Mar 11 20:26:05.303501 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-48757d56-ba10-4a0c-af17-49071114f136 req-e63ea6f5-ce1d-4122-872e-307e7c2d88a0 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399611 Mar 11 20:26:06.424106 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba50f7f-5c2f-4fd1-ae4f-ded0490b96f9 req-a77a5896-ffb5-486e-b712-7536fb8cbfaa tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:06.425568 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1ba50f7f-5c2f-4fd1-ae4f-ded0490b96f9 req-a77a5896-ffb5-486e-b712-7536fb8cbfaa tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e8e818-73ab-489c-8adf-0fe49c54d908 HTTP/1.1" status: 200 len: 945 time: 0.0550771 Mar 11 20:26:06.471535 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1ba50f7f-5c2f-4fd1-ae4f-ded0490b96f9 req-f8186a17-8a08-4f21-8caa-788fe27f611e tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398798 Mar 11 20:26:07.321132 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [req-c8b795ce-1873-4128-9275-7529fb049e47 req-4fc48973-aaea-42c9-a29e-aa3326b1d8f8 service neutron] show failed (client error): The resource could not be found. Mar 11 20:26:07.322111 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c8b795ce-1873-4128-9275-7529fb049e47 req-4fc48973-aaea-42c9-a29e-aa3326b1d8f8 service neutron] 10.222.0.75 "GET /v2.0/ports/89b40846-aafc-490b-b0c6-1c6954093e25/bindings/n-h2-833163-1 HTTP/1.1" status: 404 len: 380 time: 0.0527108 Mar 11 20:26:07.521449 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b795ce-1873-4128-9275-7529fb049e47 req-9d599356-88f5-4e90-8006-9255f6138ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:07.522955 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c8b795ce-1873-4128-9275-7529fb049e47 req-9d599356-88f5-4e90-8006-9255f6138ff1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=05e8e818-73ab-489c-8adf-0fe49c54d908&tenant_id=9f3b97ce8275446bb706781b15a00c82 HTTP/1.1" status: 200 len: 1127 time: 0.0500314 Mar 11 20:26:07.533589 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-c8b795ce-1873-4128-9275-7529fb049e47 req-07463f3f-191c-4e6d-9fb1-ca6c17fb743d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-833163-1', 'device_owner': 'compute:nova'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:26:07.624472 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c8b795ce-1873-4128-9275-7529fb049e47 req-07463f3f-191c-4e6d-9fb1-ca6c17fb743d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (89b40846-aafc-490b-b0c6-1c6954093e25), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:26:07.646490 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfebbad-fbdb-4144-bb46-277995cef092 req-39c66bb3-3f67-405e-b458-78ddb91903bb tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:07.647945 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bcfebbad-fbdb-4144-bb46-277995cef092 req-39c66bb3-3f67-405e-b458-78ddb91903bb tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e8e818-73ab-489c-8adf-0fe49c54d908 HTTP/1.1" status: 200 len: 945 time: 0.0943403 Mar 11 20:26:07.778661 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bcfebbad-fbdb-4144-bb46-277995cef092 req-5acbceb7-f008-48b8-972f-e7f5a090efa3 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109357 Mar 11 20:26:07.863990 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-c8b795ce-1873-4128-9275-7529fb049e47 req-07463f3f-191c-4e6d-9fb1-ca6c17fb743d service neutron] For port 89b40846-aafc-490b-b0c6-1c6954093e25, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=89b40846-aafc-490b-b0c6-1c6954093e25,segment=NetworkSegment(c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2),segment_id=c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:26:07.895565 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-c8b795ce-1873-4128-9275-7529fb049e47 req-07463f3f-191c-4e6d-9fb1-ca6c17fb743d service neutron] For port 89b40846-aafc-490b-b0c6-1c6954093e25, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:26:07.937267 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05e8e818-73ab-489c-8adf-0fe49c54d908', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89b40846-aafc-490b-b0c6-1c6954093e25'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:26:07.939501 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a0d03908d714cf498f0e9a07bdcfee6ce8884db927bcf4c76da6f3dadb32e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552ba1f6-f0b9-42d2-9888-a0de09988002" -d '{"events": [{"server_uuid": "05e8e818-73ab-489c-8adf-0fe49c54d908", "name": "network-vif-unplugged", "status": "completed", "tag": "89b40846-aafc-490b-b0c6-1c6954093e25"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:26:07.943652 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c8b795ce-1873-4128-9275-7529fb049e47 req-07463f3f-191c-4e6d-9fb1-ca6c17fb743d service neutron] Publish callbacks [] for port (89b40846-aafc-490b-b0c6-1c6954093e25), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:26:07.956228 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-c8b795ce-1873-4128-9275-7529fb049e47 req-07463f3f-191c-4e6d-9fb1-ca6c17fb743d service neutron] Transition to ACTIVE for port object 89b40846-aafc-490b-b0c6-1c6954093e25 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 20:26:07.960888 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c8b795ce-1873-4128-9275-7529fb049e47 req-07463f3f-191c-4e6d-9fb1-ca6c17fb743d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (89b40846-aafc-490b-b0c6-1c6954093e25), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:26:07.990217 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 20:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84463663-8c8e-4ef2-b13f-fdd075ead430 x-openstack-request-id: req-84463663-8c8e-4ef2-b13f-fdd075ead430 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:26:07.990518 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05e8e818-73ab-489c-8adf-0fe49c54d908", "name": "network-vif-unplugged", "status": "completed", "tag": "89b40846-aafc-490b-b0c6-1c6954093e25", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:26:07.990775 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-84463663-8c8e-4ef2-b13f-fdd075ead430 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:26:07.991174 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05e8e818-73ab-489c-8adf-0fe49c54d908', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89b40846-aafc-490b-b0c6-1c6954093e25', 'code': 200} Mar 11 20:26:08.041766 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07463f3f-191c-4e6d-9fb1-ca6c17fb743d service neutron] Pushing event updated for resources: {'Port': ['ID=89b40846-aafc-490b-b0c6-1c6954093e25,revision_number=6']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:26:08.087193 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8b795ce-1873-4128-9275-7529fb049e47 req-07463f3f-191c-4e6d-9fb1-ca6c17fb743d service neutron] No DVR routers for this DVR port 89b40846-aafc-490b-b0c6-1c6954093e25 on host n-h1-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:26:08.229856 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-c8b795ce-1873-4128-9275-7529fb049e47 req-07463f3f-191c-4e6d-9fb1-ca6c17fb743d service neutron] Attempting to bind port 89b40846-aafc-490b-b0c6-1c6954093e25 on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:26:08.230184 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-c8b795ce-1873-4128-9275-7529fb049e47 req-07463f3f-191c-4e6d-9fb1-ca6c17fb743d service neutron] Attempting to bind port 89b40846-aafc-490b-b0c6-1c6954093e25 by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': 'c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:26:08.230507 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b795ce-1873-4128-9275-7529fb049e47 req-07463f3f-191c-4e6d-9fb1-ca6c17fb743d service neutron] Attempting to bind port 89b40846-aafc-490b-b0c6-1c6954093e25 on network 16f4598c-dd98-42cb-b9b4-e58cb6823c28 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:26:08.234657 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b795ce-1873-4128-9275-7529fb049e47 req-07463f3f-191c-4e6d-9fb1-ca6c17fb743d service neutron] Port 89b40846-aafc-490b-b0c6-1c6954093e25 on network 16f4598c-dd98-42cb-b9b4-e58cb6823c28 not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 20:26:08.234976 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b795ce-1873-4128-9275-7529fb049e47 req-07463f3f-191c-4e6d-9fb1-ca6c17fb743d service neutron] Attempting to bind port 89b40846-aafc-490b-b0c6-1c6954093e25 on network 16f4598c-dd98-42cb-b9b4-e58cb6823c28 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:26:08.239936 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b795ce-1873-4128-9275-7529fb049e47 req-07463f3f-191c-4e6d-9fb1-ca6c17fb743d service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:26:08.240276 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b795ce-1873-4128-9275-7529fb049e47 req-07463f3f-191c-4e6d-9fb1-ca6c17fb743d service neutron] Checking segment: {'id': 'c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:26:08.240654 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b795ce-1873-4128-9275-7529fb049e47 req-07463f3f-191c-4e6d-9fb1-ca6c17fb743d service neutron] Bound using segment: {'id': 'c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:26:08.241078 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-c8b795ce-1873-4128-9275-7529fb049e47 req-07463f3f-191c-4e6d-9fb1-ca6c17fb743d service neutron] Bound port: 89b40846-aafc-490b-b0c6-1c6954093e25, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:26:08.241430 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c8b795ce-1873-4128-9275-7529fb049e47 req-07463f3f-191c-4e6d-9fb1-ca6c17fb743d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (89b40846-aafc-490b-b0c6-1c6954093e25), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:26:08.303835 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-c8b795ce-1873-4128-9275-7529fb049e47 req-07463f3f-191c-4e6d-9fb1-ca6c17fb743d service neutron] For port 89b40846-aafc-490b-b0c6-1c6954093e25, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:26:08.306804 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-c8b795ce-1873-4128-9275-7529fb049e47 req-07463f3f-191c-4e6d-9fb1-ca6c17fb743d service neutron] For port 89b40846-aafc-490b-b0c6-1c6954093e25, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=89b40846-aafc-490b-b0c6-1c6954093e25,segment=NetworkSegment(c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2),segment_id=c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:26:08.312645 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c8b795ce-1873-4128-9275-7529fb049e47 req-07463f3f-191c-4e6d-9fb1-ca6c17fb743d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (89b40846-aafc-490b-b0c6-1c6954093e25), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:26:08.343589 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b795ce-1873-4128-9275-7529fb049e47 req-07463f3f-191c-4e6d-9fb1-ca6c17fb743d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:08.344245 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-c8b795ce-1873-4128-9275-7529fb049e47 req-07463f3f-191c-4e6d-9fb1-ca6c17fb743d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:26:08.345613 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c8b795ce-1873-4128-9275-7529fb049e47 req-07463f3f-191c-4e6d-9fb1-ca6c17fb743d service neutron] 10.222.0.57 "PUT /v2.0/ports/89b40846-aafc-490b-b0c6-1c6954093e25 HTTP/1.1" status: 200 len: 1091 time: 0.8159955 Mar 11 20:26:08.382903 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07463f3f-191c-4e6d-9fb1-ca6c17fb743d service neutron] Pushing event updated for resources: {'Port': ['ID=89b40846-aafc-490b-b0c6-1c6954093e25,revision_number=7']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:26:08.423804 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b795ce-1873-4128-9275-7529fb049e47 req-ef825ead-8e42-4f8c-90fb-4af03e388922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:08.425345 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c8b795ce-1873-4128-9275-7529fb049e47 req-ef825ead-8e42-4f8c-90fb-4af03e388922 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9f3b97ce8275446bb706781b15a00c82&device_id=05e8e818-73ab-489c-8adf-0fe49c54d908 HTTP/1.1" status: 200 len: 1125 time: 0.0557039 Mar 11 20:26:08.517421 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b795ce-1873-4128-9275-7529fb049e47 req-bd7fd1fe-5094-4d1d-b209-7f14bd5c2d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:08.518886 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c8b795ce-1873-4128-9275-7529fb049e47 req-bd7fd1fe-5094-4d1d-b209-7f14bd5c2d7a service neutron] 10.222.0.57 "GET /v2.0/networks?id=16f4598c-dd98-42cb-b9b4-e58cb6823c28 HTTP/1.1" status: 200 len: 912 time: 0.0875762 Mar 11 20:26:08.588028 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c8b795ce-1873-4128-9275-7529fb049e47 req-811c3afb-251e-417b-a9ea-a8fb5b336d20 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89b40846-aafc-490b-b0c6-1c6954093e25 HTTP/1.1" status: 200 len: 1000 time: 0.0633206 Mar 11 20:26:08.634884 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b795ce-1873-4128-9275-7529fb049e47 req-1a3a4622-79cd-457c-8412-f13587ef15bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:08.636289 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c8b795ce-1873-4128-9275-7529fb049e47 req-1a3a4622-79cd-457c-8412-f13587ef15bd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3daacfca-f667-4a2e-b1c7-a310bc05be7f HTTP/1.1" status: 200 len: 850 time: 0.0432508 Mar 11 20:26:08.683890 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b795ce-1873-4128-9275-7529fb049e47 req-ee79e032-ed75-4c35-a432-3eef1c83bb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:08.685378 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c8b795ce-1873-4128-9275-7529fb049e47 req-ee79e032-ed75-4c35-a432-3eef1c83bb45 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=16f4598c-dd98-42cb-b9b4-e58cb6823c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0429246 Mar 11 20:26:08.781872 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c8b795ce-1873-4128-9275-7529fb049e47 req-c4abd380-0050-4701-9583-a53b95938336 service neutron] 10.222.0.57 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903945 Mar 11 20:26:09.120481 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c8b795ce-1873-4128-9275-7529fb049e47 req-8369a887-522a-4970-96a7-e0e94dff5861 service neutron] 10.222.0.57 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330417 Mar 11 20:26:09.137943 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e83282-8314-43da-9cd0-293139d8ab99 req-5d1eaa00-2710-4231-acfa-5d947344736a tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:09.139439 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-33e83282-8314-43da-9cd0-293139d8ab99 req-5d1eaa00-2710-4231-acfa-5d947344736a tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e8e818-73ab-489c-8adf-0fe49c54d908 HTTP/1.1" status: 200 len: 943 time: 0.2902672 Mar 11 20:26:09.187638 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-33e83282-8314-43da-9cd0-293139d8ab99 req-a94adf11-3c6a-4516-849f-ec7c1ae7f28d tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414908 Mar 11 20:26:09.992980 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05e8e818-73ab-489c-8adf-0fe49c54d908', 'tag': '89b40846-aafc-490b-b0c6-1c6954093e25'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:26:09.995324 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a0d03908d714cf498f0e9a07bdcfee6ce8884db927bcf4c76da6f3dadb32e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542bf925-dba8-462b-9ba6-aa8ea8c61245" -d '{"events": [{"name": "network-changed", "server_uuid": "05e8e818-73ab-489c-8adf-0fe49c54d908", "tag": "89b40846-aafc-490b-b0c6-1c6954093e25"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:26:10.042151 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a98383-7819-427b-b1d5-6e5dc417e09f x-openstack-request-id: req-11a98383-7819-427b-b1d5-6e5dc417e09f {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:26:10.042448 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05e8e818-73ab-489c-8adf-0fe49c54d908", "tag": "89b40846-aafc-490b-b0c6-1c6954093e25", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:26:10.042698 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-11a98383-7819-427b-b1d5-6e5dc417e09f {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:26:10.043114 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05e8e818-73ab-489c-8adf-0fe49c54d908', 'tag': '89b40846-aafc-490b-b0c6-1c6954093e25', 'status': 'completed', 'code': 200} Mar 11 20:26:10.129772 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542bf925-dba8-462b-9ba6-aa8ea8c61245 req-98bf99af-892b-4036-b16b-028ce5955b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:10.131245 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-542bf925-dba8-462b-9ba6-aa8ea8c61245 req-98bf99af-892b-4036-b16b-028ce5955b83 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9f3b97ce8275446bb706781b15a00c82&device_id=05e8e818-73ab-489c-8adf-0fe49c54d908 HTTP/1.1" status: 200 len: 1125 time: 0.0638902 Mar 11 20:26:10.135109 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542bf925-dba8-462b-9ba6-aa8ea8c61245 req-7dd2f37b-b60f-46a2-81bf-93aeea97da5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:10.136471 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-542bf925-dba8-462b-9ba6-aa8ea8c61245 req-7dd2f37b-b60f-46a2-81bf-93aeea97da5b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9f3b97ce8275446bb706781b15a00c82&device_id=05e8e818-73ab-489c-8adf-0fe49c54d908 HTTP/1.1" status: 200 len: 1125 time: 0.0768325 Mar 11 20:26:10.315947 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542bf925-dba8-462b-9ba6-aa8ea8c61245 req-30a1f004-064e-4fc7-9c8f-e3c2bad148f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:10.317416 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-542bf925-dba8-462b-9ba6-aa8ea8c61245 req-30a1f004-064e-4fc7-9c8f-e3c2bad148f9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=16f4598c-dd98-42cb-b9b4-e58cb6823c28 HTTP/1.1" status: 200 len: 912 time: 0.1787641 Mar 11 20:26:10.322208 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542bf925-dba8-462b-9ba6-aa8ea8c61245 req-57d81afc-9a07-4e63-b832-104df22723bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:10.323501 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-542bf925-dba8-462b-9ba6-aa8ea8c61245 req-57d81afc-9a07-4e63-b832-104df22723bd service neutron] 10.222.0.75 "GET /v2.0/networks?id=16f4598c-dd98-42cb-b9b4-e58cb6823c28 HTTP/1.1" status: 200 len: 912 time: 0.1766150 Mar 11 20:26:10.429210 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b339dd9-74ae-4276-9020-0469ce520c1f req-f8921282-23f1-45d4-b65b-d368bda73c2e tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:10.430665 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0b339dd9-74ae-4276-9020-0469ce520c1f req-f8921282-23f1-45d4-b65b-d368bda73c2e tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e8e818-73ab-489c-8adf-0fe49c54d908 HTTP/1.1" status: 200 len: 943 time: 0.1642537 Mar 11 20:26:10.443443 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-542bf925-dba8-462b-9ba6-aa8ea8c61245 req-2389117d-6b6a-479b-9dec-f74d5f0fb154 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89b40846-aafc-490b-b0c6-1c6954093e25 HTTP/1.1" status: 200 len: 1000 time: 0.1183980 Mar 11 20:26:10.467754 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-542bf925-dba8-462b-9ba6-aa8ea8c61245 req-c048dafb-ffd2-4242-bbec-1d49ef3f8a26 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89b40846-aafc-490b-b0c6-1c6954093e25 HTTP/1.1" status: 200 len: 1000 time: 0.1363273 Mar 11 20:26:10.553904 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0b339dd9-74ae-4276-9020-0469ce520c1f req-2de252d9-a24d-4276-8c78-26b2edf2bde1 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147990 Mar 11 20:26:10.562862 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542bf925-dba8-462b-9ba6-aa8ea8c61245 req-30f19bfe-3d95-4294-a1e9-a39ae492e8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:10.564481 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-542bf925-dba8-462b-9ba6-aa8ea8c61245 req-30f19bfe-3d95-4294-a1e9-a39ae492e8b4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3daacfca-f667-4a2e-b1c7-a310bc05be7f HTTP/1.1" status: 200 len: 850 time: 0.1101668 Mar 11 20:26:10.569391 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542bf925-dba8-462b-9ba6-aa8ea8c61245 req-51582a29-d0df-4c1a-a375-b075905725fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:10.570706 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-542bf925-dba8-462b-9ba6-aa8ea8c61245 req-51582a29-d0df-4c1a-a375-b075905725fb service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3daacfca-f667-4a2e-b1c7-a310bc05be7f HTTP/1.1" status: 200 len: 850 time: 0.0828996 Mar 11 20:26:10.642790 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542bf925-dba8-462b-9ba6-aa8ea8c61245 req-b4b6c765-43a4-42c6-aa5a-d0f76ced3faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:10.644304 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-542bf925-dba8-462b-9ba6-aa8ea8c61245 req-b4b6c765-43a4-42c6-aa5a-d0f76ced3faf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=16f4598c-dd98-42cb-b9b4-e58cb6823c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0727804 Mar 11 20:26:10.647174 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542bf925-dba8-462b-9ba6-aa8ea8c61245 req-629676f4-8e32-420a-8bd7-39223daf2f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:10.648537 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-542bf925-dba8-462b-9ba6-aa8ea8c61245 req-629676f4-8e32-420a-8bd7-39223daf2f38 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=16f4598c-dd98-42cb-b9b4-e58cb6823c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0698853 Mar 11 20:26:10.800868 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-542bf925-dba8-462b-9ba6-aa8ea8c61245 req-f2a39f7c-4f0b-4d94-816e-8f7d099bd8a9 service neutron] 10.222.0.57 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502311 Mar 11 20:26:10.803258 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-542bf925-dba8-462b-9ba6-aa8ea8c61245 req-b231a11c-c3ee-4720-8620-f109d39bb4e9 service neutron] 10.222.0.75 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459541 Mar 11 20:26:10.955036 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-542bf925-dba8-462b-9ba6-aa8ea8c61245 req-7b1870b3-c2f9-4c3b-be51-60f4a7dea232 service neutron] 10.222.0.57 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465008 Mar 11 20:26:10.956789 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-542bf925-dba8-462b-9ba6-aa8ea8c61245 req-961cf8dc-5237-4bd0-b929-e67a46a961e1 service neutron] 10.222.0.75 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416292 Mar 11 20:26:11.673993 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa6c38-da15-451f-a40b-fab2fcc5718f req-b9c962f7-9e8e-4e76-bb0d-87576aff0ced tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:11.675533 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-92fa6c38-da15-451f-a40b-fab2fcc5718f req-b9c962f7-9e8e-4e76-bb0d-87576aff0ced tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e8e818-73ab-489c-8adf-0fe49c54d908 HTTP/1.1" status: 200 len: 943 time: 0.0528631 Mar 11 20:26:11.721352 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-92fa6c38-da15-451f-a40b-fab2fcc5718f req-9552fa8c-cbb1-4726-8e7d-4b23fa44db82 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403211 Mar 11 20:26:11.965095 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 89b40846-aafc-490b-b0c6-1c6954093e25 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:26:12.177785 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] The host n-h1-833163-1 is not matching for port 89b40846-aafc-490b-b0c6-1c6954093e25 host n-h2-833163-1! {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 20:26:12.178191 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 89b40846-aafc-490b-b0c6-1c6954093e25 not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:26:12.846476 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf0ab7-6878-4df0-8e6b-21c61f0deaa3 req-2a744da1-002d-46e5-8f12-0e96278cb9d2 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:12.848724 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-16cf0ab7-6878-4df0-8e6b-21c61f0deaa3 req-2a744da1-002d-46e5-8f12-0e96278cb9d2 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e8e818-73ab-489c-8adf-0fe49c54d908 HTTP/1.1" status: 200 len: 943 time: 0.0544326 Mar 11 20:26:12.899300 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-16cf0ab7-6878-4df0-8e6b-21c61f0deaa3 req-48e91b3e-a885-42d2-bdba-c1c196f12486 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448422 Mar 11 20:26:13.111013 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 89b40846-aafc-490b-b0c6-1c6954093e25 details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 20:26:13.226629 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 89b40846-aafc-490b-b0c6-1c6954093e25, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=89b40846-aafc-490b-b0c6-1c6954093e25,segment=NetworkSegment(c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2),segment_id=c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:26:13.240387 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': '89b40846-aafc-490b-b0c6-1c6954093e25', 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28', 'port_id': '89b40846-aafc-490b-b0c6-1c6954093e25', 'mac_address': 'fa:16:3e:d9:7d:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3daacfca-f667-4a2e-b1c7-a310bc05be7f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 20:26:13.261997 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba41a0-5969-4a34-9a15-fd29cff99f0d req-ac4bb0a3-ed76-464f-9eee-e0fdb0bb5524 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:13.263510 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a1ba41a0-5969-4a34-9a15-fd29cff99f0d req-ac4bb0a3-ed76-464f-9eee-e0fdb0bb5524 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.57 "GET /v2.0/ports?device_id=05e8e818-73ab-489c-8adf-0fe49c54d908&tenant_id=9f3b97ce8275446bb706781b15a00c82&binding%3Ahost_id=n-h2-833163-1 HTTP/1.1" status: 200 len: 943 time: 0.1276529 Mar 11 20:26:13.270879 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e566d639-5a3c-44e4-9f14-07040368c330 req-e0da3326-0afc-433e-8a25-5dfb7a2dc4e7 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:13.272329 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e566d639-5a3c-44e4-9f14-07040368c330 req-e0da3326-0afc-433e-8a25-5dfb7a2dc4e7 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e8e818-73ab-489c-8adf-0fe49c54d908 HTTP/1.1" status: 200 len: 943 time: 0.1139374 Mar 11 20:26:13.284246 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 89b40846-aafc-490b-b0c6-1c6954093e25 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:26:13.284510 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (89b40846-aafc-490b-b0c6-1c6954093e25), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:26:13.297276 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89b40846-aafc-490b-b0c6-1c6954093e25 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:26:13.318075 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 89b40846-aafc-490b-b0c6-1c6954093e25, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=89b40846-aafc-490b-b0c6-1c6954093e25,segment=NetworkSegment(c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2),segment_id=c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:26:13.321800 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (89b40846-aafc-490b-b0c6-1c6954093e25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:26:13.362586 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e566d639-5a3c-44e4-9f14-07040368c330 req-0d6134b0-3aa9-41a1-823c-b982e5a398a2 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830610 Mar 11 20:26:13.365758 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a1ba41a0-5969-4a34-9a15-fd29cff99f0d req-d60abbf1-813a-48e1-8754-808c5b3d6bc6 service neutron] 10.222.0.57 "GET /v2.0/ports/89b40846-aafc-490b-b0c6-1c6954093e25/bindings/n-h2-833163-1 HTTP/1.1" status: 200 len: 382 time: 0.0925589 Mar 11 20:26:13.370439 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=89b40846-aafc-490b-b0c6-1c6954093e25,revision_number=8']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:26:13.386986 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:26:13.386986 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:26:13.386986 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:26:13.386986 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:26:13.386986 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:26:13.386986 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:26:13.386986 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:26:13.386986 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:26:13.386986 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:26:13.386986 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:26:13.386986 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:26:13.386986 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:26:13.386986 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:26:13.433257 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba41a0-5969-4a34-9a15-fd29cff99f0d req-5c5f84f2-8fe7-4576-9330-43f390704bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:13.434774 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a1ba41a0-5969-4a34-9a15-fd29cff99f0d req-5c5f84f2-8fe7-4576-9330-43f390704bb2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9f3b97ce8275446bb706781b15a00c82&device_id=05e8e818-73ab-489c-8adf-0fe49c54d908 HTTP/1.1" status: 200 len: 1126 time: 0.0451846 Mar 11 20:26:13.526584 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba41a0-5969-4a34-9a15-fd29cff99f0d req-f982f082-190e-423e-bd17-c4d4470031c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:13.527947 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a1ba41a0-5969-4a34-9a15-fd29cff99f0d req-f982f082-190e-423e-bd17-c4d4470031c3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=16f4598c-dd98-42cb-b9b4-e58cb6823c28 HTTP/1.1" status: 200 len: 912 time: 0.0875037 Mar 11 20:26:13.595986 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a1ba41a0-5969-4a34-9a15-fd29cff99f0d req-118167b6-5281-4cf5-8dfb-fb6902fba008 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89b40846-aafc-490b-b0c6-1c6954093e25 HTTP/1.1" status: 200 len: 1001 time: 0.0619688 Mar 11 20:26:13.642725 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba41a0-5969-4a34-9a15-fd29cff99f0d req-fb3ad8a4-6b87-4c6a-a8de-3214688dffa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:13.643523 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['89b40846-aafc-490b-b0c6-1c6954093e25'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:26:13.644161 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a1ba41a0-5969-4a34-9a15-fd29cff99f0d req-fb3ad8a4-6b87-4c6a-a8de-3214688dffa7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3daacfca-f667-4a2e-b1c7-a310bc05be7f HTTP/1.1" status: 200 len: 850 time: 0.0424345 Mar 11 20:26:13.695959 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba41a0-5969-4a34-9a15-fd29cff99f0d req-39f71f31-495f-40b8-8604-ad77b83a9279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:13.697455 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a1ba41a0-5969-4a34-9a15-fd29cff99f0d req-39f71f31-495f-40b8-8604-ad77b83a9279 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=16f4598c-dd98-42cb-b9b4-e58cb6823c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471621 Mar 11 20:26:13.785068 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a1ba41a0-5969-4a34-9a15-fd29cff99f0d req-7de340f6-15dc-4bc4-baa8-925136a5d43c service neutron] 10.222.0.57 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812514 Mar 11 20:26:13.873713 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a1ba41a0-5969-4a34-9a15-fd29cff99f0d req-954782f0-e4ec-4c8d-8bc7-9a95961396d8 service neutron] 10.222.0.57 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829880 Mar 11 20:26:14.493906 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26380c-06de-4a4f-a267-8d9a7ec31cb8 req-779b85ff-8091-4d6a-8daa-6f152d2f015f tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:14.495370 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9e26380c-06de-4a4f-a267-8d9a7ec31cb8 req-779b85ff-8091-4d6a-8daa-6f152d2f015f tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e8e818-73ab-489c-8adf-0fe49c54d908 HTTP/1.1" status: 200 len: 944 time: 0.0539999 Mar 11 20:26:14.545079 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9e26380c-06de-4a4f-a267-8d9a7ec31cb8 req-e0613dae-30a1-4413-ab2c-a1dd610b5bd9 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440564 Mar 11 20:26:15.121453 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 89b40846-aafc-490b-b0c6-1c6954093e25 up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:26:15.176566 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port 89b40846-aafc-490b-b0c6-1c6954093e25 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 20:26:15.180250 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port 89b40846-aafc-490b-b0c6-1c6954093e25 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:26:15.180628 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (89b40846-aafc-490b-b0c6-1c6954093e25), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:26:15.258016 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 89b40846-aafc-490b-b0c6-1c6954093e25 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:26:15.258407 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (89b40846-aafc-490b-b0c6-1c6954093e25), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:26:15.280511 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05e8e818-73ab-489c-8adf-0fe49c54d908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b40846-aafc-490b-b0c6-1c6954093e25'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:26:15.282707 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e00c6702a54281ed7930195260709b2e9eb4074fe153a1ed12afbef6176377e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d627d801-6008-4004-88e3-5b8f05d9e540" -d '{"events": [{"server_uuid": "05e8e818-73ab-489c-8adf-0fe49c54d908", "name": "network-vif-plugged", "status": "completed", "tag": "89b40846-aafc-490b-b0c6-1c6954093e25"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:26:15.295595 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 89b40846-aafc-490b-b0c6-1c6954093e25, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=89b40846-aafc-490b-b0c6-1c6954093e25,segment=NetworkSegment(c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2),segment_id=c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:26:15.299735 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (89b40846-aafc-490b-b0c6-1c6954093e25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:26:15.329844 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a639ef4b-f5f4-460a-816f-c2fa50e25524 x-openstack-request-id: req-a639ef4b-f5f4-460a-816f-c2fa50e25524 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:26:15.330147 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05e8e818-73ab-489c-8adf-0fe49c54d908", "name": "network-vif-plugged", "status": "completed", "tag": "89b40846-aafc-490b-b0c6-1c6954093e25", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:26:15.330405 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a639ef4b-f5f4-460a-816f-c2fa50e25524 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:26:15.330805 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05e8e818-73ab-489c-8adf-0fe49c54d908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b40846-aafc-490b-b0c6-1c6954093e25', 'code': 200} Mar 11 20:26:15.353313 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=89b40846-aafc-490b-b0c6-1c6954093e25,revision_number=9']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:26:15.676348 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94998eb8-cfc7-49d0-8f94-50b5d728e782 req-d4461481-4550-400e-87bd-49db71405168 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:15.677814 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-94998eb8-cfc7-49d0-8f94-50b5d728e782 req-d4461481-4550-400e-87bd-49db71405168 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e8e818-73ab-489c-8adf-0fe49c54d908 HTTP/1.1" status: 200 len: 945 time: 0.0577052 Mar 11 20:26:15.726124 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-94998eb8-cfc7-49d0-8f94-50b5d728e782 req-56c24a32-efa8-476c-8f91-e6bfc2f68b8b tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425222 Mar 11 20:26:15.959470 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba41a0-5969-4a34-9a15-fd29cff99f0d req-7a215ec6-6f46-4c5f-b14d-a60fd1205b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:15.960991 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a1ba41a0-5969-4a34-9a15-fd29cff99f0d req-7a215ec6-6f46-4c5f-b14d-a60fd1205b1c service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=05e8e818-73ab-489c-8adf-0fe49c54d908&tenant_id=9f3b97ce8275446bb706781b15a00c82 HTTP/1.1" status: 200 len: 1127 time: 0.0477846 Mar 11 20:26:15.971474 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-a1ba41a0-5969-4a34-9a15-fd29cff99f0d req-1a5d518f-c21d-4639-bba4-4bd13ff6a6b6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-833163-1', 'device_owner': 'compute:nova'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:26:16.026965 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a1ba41a0-5969-4a34-9a15-fd29cff99f0d req-1a5d518f-c21d-4639-bba4-4bd13ff6a6b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (89b40846-aafc-490b-b0c6-1c6954093e25), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:26:16.220274 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-a1ba41a0-5969-4a34-9a15-fd29cff99f0d req-1a5d518f-c21d-4639-bba4-4bd13ff6a6b6 service neutron] For port 89b40846-aafc-490b-b0c6-1c6954093e25, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=89b40846-aafc-490b-b0c6-1c6954093e25,segment=NetworkSegment(c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2),segment_id=c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:26:16.257887 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-a1ba41a0-5969-4a34-9a15-fd29cff99f0d req-1a5d518f-c21d-4639-bba4-4bd13ff6a6b6 service neutron] For port 89b40846-aafc-490b-b0c6-1c6954093e25, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:26:16.295692 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05e8e818-73ab-489c-8adf-0fe49c54d908', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89b40846-aafc-490b-b0c6-1c6954093e25'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:26:16.297960 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a0d03908d714cf498f0e9a07bdcfee6ce8884db927bcf4c76da6f3dadb32e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae56aa58-b7e7-4dff-9e24-115a52e98a32" -d '{"events": [{"server_uuid": "05e8e818-73ab-489c-8adf-0fe49c54d908", "name": "network-vif-unplugged", "status": "completed", "tag": "89b40846-aafc-490b-b0c6-1c6954093e25"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:26:16.301733 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a1ba41a0-5969-4a34-9a15-fd29cff99f0d req-1a5d518f-c21d-4639-bba4-4bd13ff6a6b6 service neutron] Publish callbacks [] for port (89b40846-aafc-490b-b0c6-1c6954093e25), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:26:16.313867 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-a1ba41a0-5969-4a34-9a15-fd29cff99f0d req-1a5d518f-c21d-4639-bba4-4bd13ff6a6b6 service neutron] Transition to ACTIVE for port object 89b40846-aafc-490b-b0c6-1c6954093e25 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 20:26:16.318352 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a1ba41a0-5969-4a34-9a15-fd29cff99f0d req-1a5d518f-c21d-4639-bba4-4bd13ff6a6b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (89b40846-aafc-490b-b0c6-1c6954093e25), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:26:16.346595 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 20:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ad3fc3-74f3-400a-9201-b5ca709fa8e8 x-openstack-request-id: req-27ad3fc3-74f3-400a-9201-b5ca709fa8e8 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:26:16.346896 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05e8e818-73ab-489c-8adf-0fe49c54d908", "name": "network-vif-unplugged", "status": "completed", "tag": "89b40846-aafc-490b-b0c6-1c6954093e25", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:26:16.347152 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-27ad3fc3-74f3-400a-9201-b5ca709fa8e8 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:26:16.347544 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05e8e818-73ab-489c-8adf-0fe49c54d908', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89b40846-aafc-490b-b0c6-1c6954093e25', 'code': 200} Mar 11 20:26:16.395925 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5d518f-c21d-4639-bba4-4bd13ff6a6b6 service neutron] Pushing event updated for resources: {'Port': ['ID=89b40846-aafc-490b-b0c6-1c6954093e25,revision_number=10']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:26:16.441006 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1ba41a0-5969-4a34-9a15-fd29cff99f0d req-1a5d518f-c21d-4639-bba4-4bd13ff6a6b6 service neutron] No DVR routers for this DVR port 89b40846-aafc-490b-b0c6-1c6954093e25 on host n-h2-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:26:16.578974 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-a1ba41a0-5969-4a34-9a15-fd29cff99f0d req-1a5d518f-c21d-4639-bba4-4bd13ff6a6b6 service neutron] Attempting to bind port 89b40846-aafc-490b-b0c6-1c6954093e25 on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:26:16.579357 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-a1ba41a0-5969-4a34-9a15-fd29cff99f0d req-1a5d518f-c21d-4639-bba4-4bd13ff6a6b6 service neutron] Attempting to bind port 89b40846-aafc-490b-b0c6-1c6954093e25 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': 'c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:26:16.579637 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ba41a0-5969-4a34-9a15-fd29cff99f0d req-1a5d518f-c21d-4639-bba4-4bd13ff6a6b6 service neutron] Attempting to bind port 89b40846-aafc-490b-b0c6-1c6954093e25 on network 16f4598c-dd98-42cb-b9b4-e58cb6823c28 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:26:16.584520 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ba41a0-5969-4a34-9a15-fd29cff99f0d req-1a5d518f-c21d-4639-bba4-4bd13ff6a6b6 service neutron] Port 89b40846-aafc-490b-b0c6-1c6954093e25 on network 16f4598c-dd98-42cb-b9b4-e58cb6823c28 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 20:26:16.584840 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ba41a0-5969-4a34-9a15-fd29cff99f0d req-1a5d518f-c21d-4639-bba4-4bd13ff6a6b6 service neutron] Attempting to bind port 89b40846-aafc-490b-b0c6-1c6954093e25 on network 16f4598c-dd98-42cb-b9b4-e58cb6823c28 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:26:16.589882 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ba41a0-5969-4a34-9a15-fd29cff99f0d req-1a5d518f-c21d-4639-bba4-4bd13ff6a6b6 service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:26:16.590222 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ba41a0-5969-4a34-9a15-fd29cff99f0d req-1a5d518f-c21d-4639-bba4-4bd13ff6a6b6 service neutron] Checking segment: {'id': 'c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:26:16.590596 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1ba41a0-5969-4a34-9a15-fd29cff99f0d req-1a5d518f-c21d-4639-bba4-4bd13ff6a6b6 service neutron] Bound using segment: {'id': 'c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:26:16.591021 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-a1ba41a0-5969-4a34-9a15-fd29cff99f0d req-1a5d518f-c21d-4639-bba4-4bd13ff6a6b6 service neutron] Bound port: 89b40846-aafc-490b-b0c6-1c6954093e25, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:26:16.591369 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a1ba41a0-5969-4a34-9a15-fd29cff99f0d req-1a5d518f-c21d-4639-bba4-4bd13ff6a6b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (89b40846-aafc-490b-b0c6-1c6954093e25), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:26:16.652385 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-a1ba41a0-5969-4a34-9a15-fd29cff99f0d req-1a5d518f-c21d-4639-bba4-4bd13ff6a6b6 service neutron] For port 89b40846-aafc-490b-b0c6-1c6954093e25, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:26:16.655200 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-a1ba41a0-5969-4a34-9a15-fd29cff99f0d req-1a5d518f-c21d-4639-bba4-4bd13ff6a6b6 service neutron] For port 89b40846-aafc-490b-b0c6-1c6954093e25, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=89b40846-aafc-490b-b0c6-1c6954093e25,segment=NetworkSegment(c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2),segment_id=c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:26:16.661393 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a1ba41a0-5969-4a34-9a15-fd29cff99f0d req-1a5d518f-c21d-4639-bba4-4bd13ff6a6b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (89b40846-aafc-490b-b0c6-1c6954093e25), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:26:16.693554 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba41a0-5969-4a34-9a15-fd29cff99f0d req-1a5d518f-c21d-4639-bba4-4bd13ff6a6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:16.694168 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a1ba41a0-5969-4a34-9a15-fd29cff99f0d req-1a5d518f-c21d-4639-bba4-4bd13ff6a6b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:26:16.695543 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a1ba41a0-5969-4a34-9a15-fd29cff99f0d req-1a5d518f-c21d-4639-bba4-4bd13ff6a6b6 service neutron] 10.222.0.75 "PUT /v2.0/ports/89b40846-aafc-490b-b0c6-1c6954093e25 HTTP/1.1" status: 200 len: 1092 time: 0.7278860 Mar 11 20:26:16.717754 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5d518f-c21d-4639-bba4-4bd13ff6a6b6 service neutron] Pushing event updated for resources: {'Port': ['ID=89b40846-aafc-490b-b0c6-1c6954093e25,revision_number=11']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:26:16.770178 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba41a0-5969-4a34-9a15-fd29cff99f0d req-7522b66f-5ccf-4113-a13a-32f725d969c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:16.771753 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a1ba41a0-5969-4a34-9a15-fd29cff99f0d req-7522b66f-5ccf-4113-a13a-32f725d969c2 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9f3b97ce8275446bb706781b15a00c82&device_id=05e8e818-73ab-489c-8adf-0fe49c54d908 HTTP/1.1" status: 200 len: 1126 time: 0.0510786 Mar 11 20:26:17.124470 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69ee0bc-59f9-45dc-a61e-ec947c465f60 req-1dc00c85-30d4-482f-8874-6f254ed4597b tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:17.125910 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d69ee0bc-59f9-45dc-a61e-ec947c465f60 req-1dc00c85-30d4-482f-8874-6f254ed4597b tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e8e818-73ab-489c-8adf-0fe49c54d908 HTTP/1.1" status: 200 len: 944 time: 0.1041114 Mar 11 20:26:17.127213 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba41a0-5969-4a34-9a15-fd29cff99f0d req-f83c42e4-032d-4e53-8b4f-487ac7253487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:17.128528 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a1ba41a0-5969-4a34-9a15-fd29cff99f0d req-f83c42e4-032d-4e53-8b4f-487ac7253487 service neutron] 10.222.0.75 "GET /v2.0/networks?id=16f4598c-dd98-42cb-b9b4-e58cb6823c28 HTTP/1.1" status: 200 len: 912 time: 0.3515098 Mar 11 20:26:17.213037 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d69ee0bc-59f9-45dc-a61e-ec947c465f60 req-12f1a00d-1622-4ff7-8414-9809b3e71704 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811710 Mar 11 20:26:17.218787 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a1ba41a0-5969-4a34-9a15-fd29cff99f0d req-8a95d10f-c9aa-48e5-a61c-03c91cba3195 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89b40846-aafc-490b-b0c6-1c6954093e25 HTTP/1.1" status: 200 len: 1000 time: 0.0814636 Mar 11 20:26:17.271676 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba41a0-5969-4a34-9a15-fd29cff99f0d req-bcc4c78e-b17f-4a63-b835-223e2a199da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:17.273135 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a1ba41a0-5969-4a34-9a15-fd29cff99f0d req-bcc4c78e-b17f-4a63-b835-223e2a199da8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3daacfca-f667-4a2e-b1c7-a310bc05be7f HTTP/1.1" status: 200 len: 850 time: 0.0474091 Mar 11 20:26:17.320713 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba41a0-5969-4a34-9a15-fd29cff99f0d req-1ebd0176-7d26-415b-83e1-5ecacb9c615a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:17.322154 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a1ba41a0-5969-4a34-9a15-fd29cff99f0d req-1ebd0176-7d26-415b-83e1-5ecacb9c615a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=16f4598c-dd98-42cb-b9b4-e58cb6823c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0427969 Mar 11 20:26:17.372272 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:26:17.409673 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a1ba41a0-5969-4a34-9a15-fd29cff99f0d req-4b67b922-8bec-4c36-9146-f4673cdc932d service neutron] 10.222.0.75 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806794 Mar 11 20:26:17.498464 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a1ba41a0-5969-4a34-9a15-fd29cff99f0d req-8b0b7508-b722-4b45-9ed2-6890b69453cb service neutron] 10.222.0.75 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834250 Mar 11 20:26:18.332937 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c4d25-1fa3-4723-9868-a5d070da5a89 req-e3271547-5056-409f-92c4-a2d5004424d0 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:18.334407 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a90c4d25-1fa3-4723-9868-a5d070da5a89 req-e3271547-5056-409f-92c4-a2d5004424d0 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e8e818-73ab-489c-8adf-0fe49c54d908 HTTP/1.1" status: 200 len: 944 time: 0.0533214 Mar 11 20:26:18.353636 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05e8e818-73ab-489c-8adf-0fe49c54d908', 'tag': '89b40846-aafc-490b-b0c6-1c6954093e25'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:26:18.355823 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a0d03908d714cf498f0e9a07bdcfee6ce8884db927bcf4c76da6f3dadb32e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596d9de0-b091-4dae-88fa-aa55353e46bd" -d '{"events": [{"name": "network-changed", "server_uuid": "05e8e818-73ab-489c-8adf-0fe49c54d908", "tag": "89b40846-aafc-490b-b0c6-1c6954093e25"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:26:18.384759 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a90c4d25-1fa3-4723-9868-a5d070da5a89 req-c380d4d6-9248-4734-8e6d-7ff55daf2b69 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441053 Mar 11 20:26:18.438573 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fadfaa0e-be98-48b4-b79a-7c02de6c5223 x-openstack-request-id: req-fadfaa0e-be98-48b4-b79a-7c02de6c5223 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:26:18.438870 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05e8e818-73ab-489c-8adf-0fe49c54d908", "tag": "89b40846-aafc-490b-b0c6-1c6954093e25", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:26:18.439128 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fadfaa0e-be98-48b4-b79a-7c02de6c5223 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:26:18.439539 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05e8e818-73ab-489c-8adf-0fe49c54d908', 'tag': '89b40846-aafc-490b-b0c6-1c6954093e25', 'status': 'completed', 'code': 200} Mar 11 20:26:18.536369 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d9de0-b091-4dae-88fa-aa55353e46bd req-a563b37b-a367-42ee-b823-189dcf41d6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:18.537767 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-596d9de0-b091-4dae-88fa-aa55353e46bd req-a563b37b-a367-42ee-b823-189dcf41d6bc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9f3b97ce8275446bb706781b15a00c82&device_id=05e8e818-73ab-489c-8adf-0fe49c54d908 HTTP/1.1" status: 200 len: 1126 time: 0.0724456 Mar 11 20:26:18.539413 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d9de0-b091-4dae-88fa-aa55353e46bd req-a89409b2-d9f2-4a4f-930c-ffec28799ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:18.540757 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-596d9de0-b091-4dae-88fa-aa55353e46bd req-a89409b2-d9f2-4a4f-930c-ffec28799ed8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9f3b97ce8275446bb706781b15a00c82&device_id=05e8e818-73ab-489c-8adf-0fe49c54d908 HTTP/1.1" status: 200 len: 1126 time: 0.0838678 Mar 11 20:26:18.695246 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d9de0-b091-4dae-88fa-aa55353e46bd req-d4c2250b-9373-437b-827f-7114d2f1d317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:18.696712 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-596d9de0-b091-4dae-88fa-aa55353e46bd req-d4c2250b-9373-437b-827f-7114d2f1d317 service neutron] 10.222.0.57 "GET /v2.0/networks?id=16f4598c-dd98-42cb-b9b4-e58cb6823c28 HTTP/1.1" status: 200 len: 912 time: 0.1519837 Mar 11 20:26:18.697780 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d9de0-b091-4dae-88fa-aa55353e46bd req-a570c384-e21f-4dfa-b361-0e57456f5c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:18.699060 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-596d9de0-b091-4dae-88fa-aa55353e46bd req-a570c384-e21f-4dfa-b361-0e57456f5c1d service neutron] 10.222.0.75 "GET /v2.0/networks?id=16f4598c-dd98-42cb-b9b4-e58cb6823c28 HTTP/1.1" status: 200 len: 912 time: 0.1472328 Mar 11 20:26:18.803450 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-596d9de0-b091-4dae-88fa-aa55353e46bd req-2a17b131-a03c-481a-85ac-a5df6c7dfa7a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89b40846-aafc-490b-b0c6-1c6954093e25 HTTP/1.1" status: 200 len: 1000 time: 0.1013908 Mar 11 20:26:18.808920 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-596d9de0-b091-4dae-88fa-aa55353e46bd req-60e62f6e-da35-4334-bf0e-82b4296a5742 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89b40846-aafc-490b-b0c6-1c6954093e25 HTTP/1.1" status: 200 len: 1000 time: 0.0998371 Mar 11 20:26:18.888903 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d9de0-b091-4dae-88fa-aa55353e46bd req-148d1dfe-f169-4623-bdb5-f62c9333ef42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:18.889808 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-596d9de0-b091-4dae-88fa-aa55353e46bd req-148d1dfe-f169-4623-bdb5-f62c9333ef42 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3daacfca-f667-4a2e-b1c7-a310bc05be7f HTTP/1.1" status: 200 len: 850 time: 0.0800509 Mar 11 20:26:18.895197 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d9de0-b091-4dae-88fa-aa55353e46bd req-f21ffefb-2624-41e5-87d6-86f68fdaa0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:18.896883 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-596d9de0-b091-4dae-88fa-aa55353e46bd req-f21ffefb-2624-41e5-87d6-86f68fdaa0ab service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3daacfca-f667-4a2e-b1c7-a310bc05be7f HTTP/1.1" status: 200 len: 850 time: 0.0616717 Mar 11 20:26:18.970127 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d9de0-b091-4dae-88fa-aa55353e46bd req-8e35ab89-2ab7-4722-b6c3-c946b6097e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:18.971660 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-596d9de0-b091-4dae-88fa-aa55353e46bd req-8e35ab89-2ab7-4722-b6c3-c946b6097e0c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=16f4598c-dd98-42cb-b9b4-e58cb6823c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0739064 Mar 11 20:26:18.974279 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d9de0-b091-4dae-88fa-aa55353e46bd req-a2da5c4a-4d1d-48a7-a5ec-988a56190a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:18.975683 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-596d9de0-b091-4dae-88fa-aa55353e46bd req-a2da5c4a-4d1d-48a7-a5ec-988a56190a72 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=16f4598c-dd98-42cb-b9b4-e58cb6823c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0694685 Mar 11 20:26:19.128116 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-596d9de0-b091-4dae-88fa-aa55353e46bd req-b4f95fbb-8205-44e7-872a-7bed4bfda262 service neutron] 10.222.0.57 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508646 Mar 11 20:26:19.133681 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-596d9de0-b091-4dae-88fa-aa55353e46bd req-1acbb740-7d89-4398-ba8a-2213b96da6cd service neutron] 10.222.0.75 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398368 Mar 11 20:26:19.136490 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 89b40846-aafc-490b-b0c6-1c6954093e25 no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:26:19.179095 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] The host n-h2-833163-1 is not matching for port 89b40846-aafc-490b-b0c6-1c6954093e25 host n-h1-833163-1! {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 20:26:19.179831 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 89b40846-aafc-490b-b0c6-1c6954093e25 not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:26:19.285798 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-596d9de0-b091-4dae-88fa-aa55353e46bd req-63dd9238-597e-465f-8c4a-0f3b996780bb service neutron] 10.222.0.57 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506703 Mar 11 20:26:19.287967 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-596d9de0-b091-4dae-88fa-aa55353e46bd req-24d21149-7203-41f5-84a5-756ca4643239 service neutron] 10.222.0.75 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457253 Mar 11 20:26:19.379189 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:26:19.505109 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668099e-8eec-462b-977d-40043d368b1b req-fe40f5a0-a9b5-4931-aa2e-e1c427a30fc1 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:19.506576 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c668099e-8eec-462b-977d-40043d368b1b req-fe40f5a0-a9b5-4931-aa2e-e1c427a30fc1 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e8e818-73ab-489c-8adf-0fe49c54d908 HTTP/1.1" status: 200 len: 944 time: 0.0529451 Mar 11 20:26:19.552400 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c668099e-8eec-462b-977d-40043d368b1b req-da15a7f2-1690-4580-bb00-2c4eedf00422 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402129 Mar 11 20:26:19.669563 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b820cc-c6a3-4cb2-a7e7-06c0c00c063a req-f73ccc45-804a-4d80-84b6-d549b2887219 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:19.670957 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-81b820cc-c6a3-4cb2-a7e7-06c0c00c063a req-f73ccc45-804a-4d80-84b6-d549b2887219 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e8e818-73ab-489c-8adf-0fe49c54d908 HTTP/1.1" status: 200 len: 944 time: 0.0519509 Mar 11 20:26:19.719493 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-81b820cc-c6a3-4cb2-a7e7-06c0c00c063a req-efde7968-a570-4bc2-93e3-6d4242d01798 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427945 Mar 11 20:26:19.834445 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8993ee-335f-4184-8751-9e07a64ce085 req-4199edc7-7c1f-4a79-9f71-fb3264efbd28 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:19.835919 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ae8993ee-335f-4184-8751-9e07a64ce085 req-4199edc7-7c1f-4a79-9f71-fb3264efbd28 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e8e818-73ab-489c-8adf-0fe49c54d908 HTTP/1.1" status: 200 len: 944 time: 0.0517800 Mar 11 20:26:19.883187 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ae8993ee-335f-4184-8751-9e07a64ce085 req-da1d819f-2601-4ce7-bede-f0607df7f8b9 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417607 Mar 11 20:26:20.021296 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 89b40846-aafc-490b-b0c6-1c6954093e25 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 20:26:20.115888 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea7feca-e042-4a7c-a7d5-e92f77801535 req-76084713-a252-4a80-87ec-04633919ffc7 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:20.117389 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cea7feca-e042-4a7c-a7d5-e92f77801535 req-76084713-a252-4a80-87ec-04633919ffc7 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e8e818-73ab-489c-8adf-0fe49c54d908 HTTP/1.1" status: 200 len: 944 time: 0.0541840 Mar 11 20:26:20.119876 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 89b40846-aafc-490b-b0c6-1c6954093e25, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=89b40846-aafc-490b-b0c6-1c6954093e25,segment=NetworkSegment(c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2),segment_id=c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:26:20.131503 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '89b40846-aafc-490b-b0c6-1c6954093e25', 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28', 'port_id': '89b40846-aafc-490b-b0c6-1c6954093e25', 'mac_address': 'fa:16:3e:d9:7d:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3daacfca-f667-4a2e-b1c7-a310bc05be7f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 20:26:20.164568 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cea7feca-e042-4a7c-a7d5-e92f77801535 req-63d3668a-2a6e-4acc-b128-7358e992fa90 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411625 Mar 11 20:26:20.168243 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 89b40846-aafc-490b-b0c6-1c6954093e25 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:26:20.168706 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (89b40846-aafc-490b-b0c6-1c6954093e25), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:26:20.184476 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89b40846-aafc-490b-b0c6-1c6954093e25 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:26:20.200544 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 89b40846-aafc-490b-b0c6-1c6954093e25, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=89b40846-aafc-490b-b0c6-1c6954093e25,segment=NetworkSegment(c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2),segment_id=c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:26:20.204643 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (89b40846-aafc-490b-b0c6-1c6954093e25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:26:20.250943 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=89b40846-aafc-490b-b0c6-1c6954093e25,revision_number=12']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:26:20.411039 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['89b40846-aafc-490b-b0c6-1c6954093e25'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:26:21.286552 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca5d97-bc89-47b3-ae91-3aa06bf16a17 req-2197287e-9a63-4455-946d-626fe6af369f tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:21.288050 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4dca5d97-bc89-47b3-ae91-3aa06bf16a17 req-2197287e-9a63-4455-946d-626fe6af369f tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e8e818-73ab-489c-8adf-0fe49c54d908 HTTP/1.1" status: 200 len: 945 time: 0.0562778 Mar 11 20:26:21.368498 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e11ffe4-0131-4bb0-99d8-84b44abfcccd req-78db2fac-bbf0-46fa-bb6a-7d3718e6ad7a tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:21.369953 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2e11ffe4-0131-4bb0-99d8-84b44abfcccd req-78db2fac-bbf0-46fa-bb6a-7d3718e6ad7a tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.75 "GET /v2.0/ports?device_id=05e8e818-73ab-489c-8adf-0fe49c54d908 HTTP/1.1" status: 200 len: 945 time: 0.0810599 Mar 11 20:26:21.373268 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4dca5d97-bc89-47b3-ae91-3aa06bf16a17 req-84e6a76d-9be4-4308-899e-fa99539422c5 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770674 Mar 11 20:26:21.476054 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-2e11ffe4-0131-4bb0-99d8-84b44abfcccd req-d3e35c2e-e645-4c98-8f6c-058b97f22912 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Deleting port 89b40846-aafc-490b-b0c6-1c6954093e25 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:26:21.476294 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-2e11ffe4-0131-4bb0-99d8-84b44abfcccd req-d3e35c2e-e645-4c98-8f6c-058b97f22912 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (89b40846-aafc-490b-b0c6-1c6954093e25), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:26:21.560849 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-2e11ffe4-0131-4bb0-99d8-84b44abfcccd req-d3e35c2e-e645-4c98-8f6c-058b97f22912 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] For port 89b40846-aafc-490b-b0c6-1c6954093e25, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=89b40846-aafc-490b-b0c6-1c6954093e25,segment=NetworkSegment(c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2),segment_id=c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:26:21.561206 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-2e11ffe4-0131-4bb0-99d8-84b44abfcccd req-d3e35c2e-e645-4c98-8f6c-058b97f22912 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (89b40846-aafc-490b-b0c6-1c6954093e25), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:26:21.734549 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-2e11ffe4-0131-4bb0-99d8-84b44abfcccd req-d3e35c2e-e645-4c98-8f6c-058b97f22912 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:26:21.734827 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-2e11ffe4-0131-4bb0-99d8-84b44abfcccd req-d3e35c2e-e645-4c98-8f6c-058b97f22912 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (dd92c2bb-b4e3-418e-829a-d2d770892635), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:26:21.735145 n-d-833163-1 neutron-server[103885]: INFO neutron.db.l3_db [req-2e11ffe4-0131-4bb0-99d8-84b44abfcccd req-d3e35c2e-e645-4c98-8f6c-058b97f22912 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Floating IP dd92c2bb-b4e3-418e-829a-d2d770892635 disassociated. External IP: 172.25.8.117, port: 89b40846-aafc-490b-b0c6-1c6954093e25. Mar 11 20:26:21.735486 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-2e11ffe4-0131-4bb0-99d8-84b44abfcccd req-d3e35c2e-e645-4c98-8f6c-058b97f22912 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Calling delete_port for 89b40846-aafc-490b-b0c6-1c6954093e25 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:26:21.861807 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-2e11ffe4-0131-4bb0-99d8-84b44abfcccd req-d3e35c2e-e645-4c98-8f6c-058b97f22912 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (89b40846-aafc-490b-b0c6-1c6954093e25), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:26:21.890406 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e35c2e-e645-4c98-8f6c-058b97f22912 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Pushing event deleted for resources: {'Port': ['ID=89b40846-aafc-490b-b0c6-1c6954093e25,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:26:21.901643 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e35c2e-e645-4c98-8f6c-058b97f22912 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:26:21.901995 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e35c2e-e645-4c98-8f6c-058b97f22912 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:26:21.902373 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e35c2e-e645-4c98-8f6c-058b97f22912 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:26:21.902717 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e35c2e-e645-4c98-8f6c-058b97f22912 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:26:21.903058 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e35c2e-e645-4c98-8f6c-058b97f22912 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:26:21.903394 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e35c2e-e645-4c98-8f6c-058b97f22912 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:26:21.903773 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e35c2e-e645-4c98-8f6c-058b97f22912 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:26:21.904104 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e35c2e-e645-4c98-8f6c-058b97f22912 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:26:21.904432 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e35c2e-e645-4c98-8f6c-058b97f22912 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:26:21.904759 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e35c2e-e645-4c98-8f6c-058b97f22912 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:26:21.905086 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e35c2e-e645-4c98-8f6c-058b97f22912 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:26:21.905410 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e35c2e-e645-4c98-8f6c-058b97f22912 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:26:21.905735 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e35c2e-e645-4c98-8f6c-058b97f22912 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:26:22.023163 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e11ffe4-0131-4bb0-99d8-84b44abfcccd req-d3e35c2e-e645-4c98-8f6c-058b97f22912 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Router 5fdad19e-49da-4273-ac6f-4fa83fdebe71 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:26:22.032225 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 89b40846-aafc-490b-b0c6-1c6954093e25 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:26:22.060279 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: 89b40846-aafc-490b-b0c6-1c6954093e25 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:26:22.060627 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 89b40846-aafc-490b-b0c6-1c6954093e25 not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 11 20:26:22.086970 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Port 89b40846-aafc-490b-b0c6-1c6954093e25 not found, will not notify nova. {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 11 20:26:22.140485 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e11ffe4-0131-4bb0-99d8-84b44abfcccd req-d3e35c2e-e645-4c98-8f6c-058b97f22912 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:26:22.149901 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a32f89-20c9-4860-afd5-3b7499995efb None None] Sync routers for ids ['5fdad19e-49da-4273-ac6f-4fa83fdebe71'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:26:22.159140 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a32f89-20c9-4860-afd5-3b7499995efb None None] Routers {'5fdad19e-49da-4273-ac6f-4fa83fdebe71'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:26:22.159883 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-c6a32f89-20c9-4860-afd5-3b7499995efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:25:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['5fdad19e-49da-4273-ac6f-4fa83fdebe71'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:26:22.183928 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e11ffe4-0131-4bb0-99d8-84b44abfcccd req-d3e35c2e-e645-4c98-8f6c-058b97f22912 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] No DVR routers for this DVR port 89b40846-aafc-490b-b0c6-1c6954093e25 on host n-h1-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:26:22.186463 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-2e11ffe4-0131-4bb0-99d8-84b44abfcccd req-d3e35c2e-e645-4c98-8f6c-058b97f22912 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:26:22.189773 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2e11ffe4-0131-4bb0-99d8-84b44abfcccd req-d3e35c2e-e645-4c98-8f6c-058b97f22912 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.75 "DELETE /v2.0/ports/89b40846-aafc-490b-b0c6-1c6954093e25 HTTP/1.1" status: 204 len: 173 time: 0.8148122 Mar 11 20:26:22.190230 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05e8e818-73ab-489c-8adf-0fe49c54d908', 'name': 'network-vif-deleted', 'tag': '89b40846-aafc-490b-b0c6-1c6954093e25'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:26:22.193029 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a0d03908d714cf498f0e9a07bdcfee6ce8884db927bcf4c76da6f3dadb32e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d5d33e0-1b8c-4d1a-b1c3-154a617bb7b9" -d '{"events": [{"server_uuid": "05e8e818-73ab-489c-8adf-0fe49c54d908", "name": "network-vif-deleted", "tag": "89b40846-aafc-490b-b0c6-1c6954093e25"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:26:22.232309 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc0c2848-8ab8-4bf8-aca6-7b8ca7812f9a x-openstack-request-id: req-fc0c2848-8ab8-4bf8-aca6-7b8ca7812f9a {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:26:22.232614 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05e8e818-73ab-489c-8adf-0fe49c54d908", "name": "network-vif-deleted", "tag": "89b40846-aafc-490b-b0c6-1c6954093e25", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:26:22.233034 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fc0c2848-8ab8-4bf8-aca6-7b8ca7812f9a {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:26:22.233483 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05e8e818-73ab-489c-8adf-0fe49c54d908', 'name': 'network-vif-deleted', 'tag': '89b40846-aafc-490b-b0c6-1c6954093e25', 'status': 'completed', 'code': 200} Mar 11 20:26:22.272918 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-c6a32f89-20c9-4860-afd5-3b7499995efb None None] Set router 5fdad19e-49da-4273-ac6f-4fa83fdebe71 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:26:22.405035 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bd6f89af-ec09-4d06-a9f4-86ee812f57db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:26:22.476830 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-c6a32f89-20c9-4860-afd5-3b7499995efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'name': 'tempest-ServerActionsTestJSON-891941126-router', 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '2f8c2da4-347d-4379-9418-ff6fba5ac107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:23:31Z', 'updated_at': '2022-03-11T20:23:34Z', 'revision_number': 4, 'project_id': '9f3b97ce8275446bb706781b15a00c82', 'gw_port': {'id': '2f8c2da4-347d-4379-9418-ff6fba5ac107', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ac:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:23:31Z', 'updated_at': '2022-03-11T20:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '8e854c4d-af46-49ef-8dec-16ff1ad2a067', 'name': '', 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28', 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'mac_address': 'fa:16:3e:72:dc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '3daacfca-f667-4a2e-b1c7-a310bc05be7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:23:33Z', 'updated_at': '2022-03-11T20:23:37Z', 'revision_number': 5, 'project_id': '9f3b97ce8275446bb706781b15a00c82', 'subnets': [{'id': '3daacfca-f667-4a2e-b1c7-a310bc05be7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:26:22.483751 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e89083e9-2330-446d-bb7c-5a01f0839226 req-a4bd7f68-5c2c-4246-917c-c8274ef26c48 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=05e8e818-73ab-489c-8adf-0fe49c54d908 HTTP/1.1" status: 200 len: 210 time: 0.0287592 Mar 11 20:26:22.503094 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a32f89-20c9-4860-afd5-3b7499995efb None None] Checking router: 5fdad19e-49da-4273-ac6f-4fa83fdebe71 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:26:22.512827 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a32f89-20c9-4860-afd5-3b7499995efb None None] Routers {'5fdad19e-49da-4273-ac6f-4fa83fdebe71'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:26:22.513434 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-c6a32f89-20c9-4860-afd5-3b7499995efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:25:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['5fdad19e-49da-4273-ac6f-4fa83fdebe71'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:26:22.627153 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-c6a32f89-20c9-4860-afd5-3b7499995efb None None] Set router 5fdad19e-49da-4273-ac6f-4fa83fdebe71 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:26:22.822534 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-c6a32f89-20c9-4860-afd5-3b7499995efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'name': 'tempest-ServerActionsTestJSON-891941126-router', 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '2f8c2da4-347d-4379-9418-ff6fba5ac107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:23:31Z', 'updated_at': '2022-03-11T20:23:34Z', 'revision_number': 4, 'project_id': '9f3b97ce8275446bb706781b15a00c82', 'gw_port': {'id': '2f8c2da4-347d-4379-9418-ff6fba5ac107', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ac:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:23:31Z', 'updated_at': '2022-03-11T20:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '8e854c4d-af46-49ef-8dec-16ff1ad2a067', 'name': '', 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28', 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'mac_address': 'fa:16:3e:72:dc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '3daacfca-f667-4a2e-b1c7-a310bc05be7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:23:33Z', 'updated_at': '2022-03-11T20:23:37Z', 'revision_number': 5, 'project_id': '9f3b97ce8275446bb706781b15a00c82', 'subnets': [{'id': '3daacfca-f667-4a2e-b1c7-a310bc05be7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:26:22.848675 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a32f89-20c9-4860-afd5-3b7499995efb None None] The sync data for ids ['5fdad19e-49da-4273-ac6f-4fa83fdebe71'] in n-d-833163-1 is: [{'id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'name': 'tempest-ServerActionsTestJSON-891941126-router', 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '2f8c2da4-347d-4379-9418-ff6fba5ac107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:23:31Z', 'updated_at': '2022-03-11T20:23:34Z', 'revision_number': 4, 'project_id': '9f3b97ce8275446bb706781b15a00c82', 'gw_port': {'id': '2f8c2da4-347d-4379-9418-ff6fba5ac107', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ac:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:23:31Z', 'updated_at': '2022-03-11T20:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '8e854c4d-af46-49ef-8dec-16ff1ad2a067', 'name': '', 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28', 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'mac_address': 'fa:16:3e:72:dc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '3daacfca-f667-4a2e-b1c7-a310bc05be7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:23:33Z', 'updated_at': '2022-03-11T20:23:37Z', 'revision_number': 5, 'project_id': '9f3b97ce8275446bb706781b15a00c82', 'subnets': [{'id': '3daacfca-f667-4a2e-b1c7-a310bc05be7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:26:23.077998 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba96241-5fed-46b9-85bb-cd1c610b1fee None None] New status for floating IP dd92c2bb-b4e3-418e-829a-d2d770892635: DOWN {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 20:26:23.152035 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:26:23.731597 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-45fd56f4-8a91-4862-b91e-8545dcc551c1 req-ff4ad272-fb6e-482a-bc31-153cb67f99df tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-securitygroup--2098239554&fields=id&tenant_id=9f3b97ce8275446bb706781b15a00c82 HTTP/1.1" status: 200 len: 267 time: 0.0416863 Mar 11 20:26:23.846488 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd56f4-8a91-4862-b91e-8545dcc551c1 req-4b6109c8-7778-4944-b588-bd3aa684acf2 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:23.848717 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-45fd56f4-8a91-4862-b91e-8545dcc551c1 req-4b6109c8-7778-4944-b588-bd3aa684acf2 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/networks?id=16f4598c-dd98-42cb-b9b4-e58cb6823c28 HTTP/1.1" status: 200 len: 811 time: 0.1104994 Mar 11 20:26:23.862909 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-45fd56f4-8a91-4862-b91e-8545dcc551c1 req-17c74acf-5d87-4cc2-be8a-8b824908575a tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/quotas/9f3b97ce8275446bb706781b15a00c82 HTTP/1.1" status: 200 len: 375 time: 0.0087771 Mar 11 20:26:23.919995 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-45fd56f4-8a91-4862-b91e-8545dcc551c1 req-ff36180c-4930-4a5c-b07c-6ce6fa4ef61c tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=9f3b97ce8275446bb706781b15a00c82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516331 Mar 11 20:26:24.012761 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-45fd56f4-8a91-4862-b91e-8545dcc551c1 req-6913f671-09ae-41e3-923d-be22c4ec0e91 service neutron] 10.222.0.65 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807660 Mar 11 20:26:24.103903 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-45fd56f4-8a91-4862-b91e-8545dcc551c1 req-7a09a72a-eea3-4c14-806a-3560c60ea82d service neutron] 10.222.0.65 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853608 Mar 11 20:26:24.262945 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cda68351-19a8-4712-93b9-f62a27fb2593 req-2a0b2c85-2bc6-423d-b0f4-49fd1a06bb08 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 210 time: 0.0279036 Mar 11 20:26:24.697318 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7070e10a-7540-4532-896a-160a236560db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:26:25.214016 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd56f4-8a91-4862-b91e-8545dcc551c1 req-5a8dd935-49df-4d3c-b6c3-9c6b8926ffe2 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:25.215474 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-45fd56f4-8a91-4862-b91e-8545dcc551c1 req-5a8dd935-49df-4d3c-b6c3-9c6b8926ffe2 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.75 "GET /v2.0/networks?id=16f4598c-dd98-42cb-b9b4-e58cb6823c28 HTTP/1.1" status: 200 len: 811 time: 0.1120234 Mar 11 20:26:25.276276 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-45fd56f4-8a91-4862-b91e-8545dcc551c1 req-f29256be-cefe-4991-9365-c51d7a883b91 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f3b97ce8275446bb706781b15a00c82 HTTP/1.1" status: 200 len: 380 time: 0.0530865 Mar 11 20:26:25.285385 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-45fd56f4-8a91-4862-b91e-8545dcc551c1 req-83896c78-cbc8-46a6-8883-073b6a8571ea tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Request body: {'port': {'device_id': 'f2defaa4-ad13-4833-acb5-51fb312c1839', 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28', 'admin_state_up': True, 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'security_groups': ['d8c2b1a3-80c5-463f-9c56-1abcc1a42645']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:26:25.620874 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-02f3c736-f364-4a52-9f03-79a1dae2d237 req-102ef552-721f-42e9-b7f6-8136c4d9edd8 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 210 time: 0.2784359 Mar 11 20:26:25.656291 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45fd56f4-8a91-4862-b91e-8545dcc551c1 req-83896c78-cbc8-46a6-8883-073b6a8571ea tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Made reservation on behalf of 9f3b97ce8275446bb706781b15a00c82 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:26:25.659711 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-45fd56f4-8a91-4862-b91e-8545dcc551c1 req-83896c78-cbc8-46a6-8883-073b6a8571ea tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:26:25.778913 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-45fd56f4-8a91-4862-b91e-8545dcc551c1 req-83896c78-cbc8-46a6-8883-073b6a8571ea tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Allocated IP 172.20.0.14 (16f4598c-dd98-42cb-b9b4-e58cb6823c28/3daacfca-f667-4a2e-b1c7-a310bc05be7f/b04e02f2-8c3e-42d6-8dcb-b158ffc4084e) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:26:25.912105 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-45fd56f4-8a91-4862-b91e-8545dcc551c1 req-83896c78-cbc8-46a6-8883-073b6a8571ea tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks [] for port (b04e02f2-8c3e-42d6-8dcb-b158ffc4084e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:26:25.943994 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-45fd56f4-8a91-4862-b91e-8545dcc551c1 req-83896c78-cbc8-46a6-8883-073b6a8571ea tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (b04e02f2-8c3e-42d6-8dcb-b158ffc4084e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:26:25.985860 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45fd56f4-8a91-4862-b91e-8545dcc551c1 req-83896c78-cbc8-46a6-8883-073b6a8571ea tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Network 16f4598c-dd98-42cb-b9b4-e58cb6823c28 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:26:25.990783 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-45fd56f4-8a91-4862-b91e-8545dcc551c1 req-83896c78-cbc8-46a6-8883-073b6a8571ea tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:26:25.994378 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-45fd56f4-8a91-4862-b91e-8545dcc551c1 req-83896c78-cbc8-46a6-8883-073b6a8571ea tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:26:26.018196 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83896c78-cbc8-46a6-8883-073b6a8571ea tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Pushing event updated for resources: {'Port': ['ID=b04e02f2-8c3e-42d6-8dcb-b158ffc4084e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:26:26.047475 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 89b40846-aafc-490b-b0c6-1c6954093e25 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:26:26.047992 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd56f4-8a91-4862-b91e-8545dcc551c1 req-83896c78-cbc8-46a6-8883-073b6a8571ea tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:26.048602 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-45fd56f4-8a91-4862-b91e-8545dcc551c1 req-83896c78-cbc8-46a6-8883-073b6a8571ea tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:26:26.066842 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-45fd56f4-8a91-4862-b91e-8545dcc551c1 req-83896c78-cbc8-46a6-8883-073b6a8571ea tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7849560 Mar 11 20:26:26.069509 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: 89b40846-aafc-490b-b0c6-1c6954093e25 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:26:26.069869 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 89b40846-aafc-490b-b0c6-1c6954093e25 not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:26:26.077645 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-45fd56f4-8a91-4862-b91e-8545dcc551c1 req-b594d2fe-d797-4b4b-b514-f4a1dea1a09d service neutron] Request body: {'port': {'device_id': 'f2defaa4-ad13-4833-acb5-51fb312c1839', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:26:26.143142 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-45fd56f4-8a91-4862-b91e-8545dcc551c1 req-b594d2fe-d797-4b4b-b514-f4a1dea1a09d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b04e02f2-8c3e-42d6-8dcb-b158ffc4084e), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:26:26.274506 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-74810e8f-cda5-4571-9a0f-89a2258382c8 None None] Provisioning complete for port b04e02f2-8c3e-42d6-8dcb-b158ffc4084e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:26:26.274880 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-74810e8f-cda5-4571-9a0f-89a2258382c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (b04e02f2-8c3e-42d6-8dcb-b158ffc4084e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:26:26.309951 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-74810e8f-cda5-4571-9a0f-89a2258382c8 None None] Port b04e02f2-8c3e-42d6-8dcb-b158ffc4084e cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:26:26.372146 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:26:26.403471 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-45fd56f4-8a91-4862-b91e-8545dcc551c1 req-b594d2fe-d797-4b4b-b514-f4a1dea1a09d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b04e02f2-8c3e-42d6-8dcb-b158ffc4084e {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:26:26.410644 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-45fd56f4-8a91-4862-b91e-8545dcc551c1 req-b594d2fe-d797-4b4b-b514-f4a1dea1a09d service neutron] Publish callbacks [] for port (b04e02f2-8c3e-42d6-8dcb-b158ffc4084e), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:26:26.422153 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-45fd56f4-8a91-4862-b91e-8545dcc551c1 req-b594d2fe-d797-4b4b-b514-f4a1dea1a09d service neutron] Transition to ACTIVE for port object b04e02f2-8c3e-42d6-8dcb-b158ffc4084e will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 20:26:26.425776 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-45fd56f4-8a91-4862-b91e-8545dcc551c1 req-b594d2fe-d797-4b4b-b514-f4a1dea1a09d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (b04e02f2-8c3e-42d6-8dcb-b158ffc4084e), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:26:26.476696 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b594d2fe-d797-4b4b-b514-f4a1dea1a09d service neutron] Pushing event updated for resources: {'Port': ['ID=b04e02f2-8c3e-42d6-8dcb-b158ffc4084e,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:26:26.545996 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-45fd56f4-8a91-4862-b91e-8545dcc551c1 req-b594d2fe-d797-4b4b-b514-f4a1dea1a09d service neutron] Attempting to bind port b04e02f2-8c3e-42d6-8dcb-b158ffc4084e on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:26:26.546328 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-45fd56f4-8a91-4862-b91e-8545dcc551c1 req-b594d2fe-d797-4b4b-b514-f4a1dea1a09d service neutron] Attempting to bind port b04e02f2-8c3e-42d6-8dcb-b158ffc4084e by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': 'c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:26:26.546654 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fd56f4-8a91-4862-b91e-8545dcc551c1 req-b594d2fe-d797-4b4b-b514-f4a1dea1a09d service neutron] Attempting to bind port b04e02f2-8c3e-42d6-8dcb-b158ffc4084e on network 16f4598c-dd98-42cb-b9b4-e58cb6823c28 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:26:26.551661 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fd56f4-8a91-4862-b91e-8545dcc551c1 req-b594d2fe-d797-4b4b-b514-f4a1dea1a09d service neutron] Port b04e02f2-8c3e-42d6-8dcb-b158ffc4084e on network 16f4598c-dd98-42cb-b9b4-e58cb6823c28 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 20:26:26.552572 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fd56f4-8a91-4862-b91e-8545dcc551c1 req-b594d2fe-d797-4b4b-b514-f4a1dea1a09d service neutron] Attempting to bind port b04e02f2-8c3e-42d6-8dcb-b158ffc4084e on network 16f4598c-dd98-42cb-b9b4-e58cb6823c28 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:26:26.558038 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fd56f4-8a91-4862-b91e-8545dcc551c1 req-b594d2fe-d797-4b4b-b514-f4a1dea1a09d service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:26:26.558376 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fd56f4-8a91-4862-b91e-8545dcc551c1 req-b594d2fe-d797-4b4b-b514-f4a1dea1a09d service neutron] Checking segment: {'id': 'c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:26:26.558763 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45fd56f4-8a91-4862-b91e-8545dcc551c1 req-b594d2fe-d797-4b4b-b514-f4a1dea1a09d service neutron] Bound using segment: {'id': 'c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:26:26.559194 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-45fd56f4-8a91-4862-b91e-8545dcc551c1 req-b594d2fe-d797-4b4b-b514-f4a1dea1a09d service neutron] Bound port: b04e02f2-8c3e-42d6-8dcb-b158ffc4084e, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:26:26.559551 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-45fd56f4-8a91-4862-b91e-8545dcc551c1 req-b594d2fe-d797-4b4b-b514-f4a1dea1a09d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b04e02f2-8c3e-42d6-8dcb-b158ffc4084e), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:26:26.627586 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-45fd56f4-8a91-4862-b91e-8545dcc551c1 req-b594d2fe-d797-4b4b-b514-f4a1dea1a09d service neutron] For port b04e02f2-8c3e-42d6-8dcb-b158ffc4084e, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:26:26.631240 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-45fd56f4-8a91-4862-b91e-8545dcc551c1 req-b594d2fe-d797-4b4b-b514-f4a1dea1a09d service neutron] For port b04e02f2-8c3e-42d6-8dcb-b158ffc4084e, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=b04e02f2-8c3e-42d6-8dcb-b158ffc4084e,segment=NetworkSegment(c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2),segment_id=c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:26:26.637711 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-45fd56f4-8a91-4862-b91e-8545dcc551c1 req-b594d2fe-d797-4b4b-b514-f4a1dea1a09d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (b04e02f2-8c3e-42d6-8dcb-b158ffc4084e), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:26:26.671345 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd56f4-8a91-4862-b91e-8545dcc551c1 req-b594d2fe-d797-4b4b-b514-f4a1dea1a09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:26.671962 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-45fd56f4-8a91-4862-b91e-8545dcc551c1 req-b594d2fe-d797-4b4b-b514-f4a1dea1a09d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:26:26.673351 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-45fd56f4-8a91-4862-b91e-8545dcc551c1 req-b594d2fe-d797-4b4b-b514-f4a1dea1a09d service neutron] 10.222.0.75 "PUT /v2.0/ports/b04e02f2-8c3e-42d6-8dcb-b158ffc4084e HTTP/1.1" status: 200 len: 1092 time: 0.5999939 Mar 11 20:26:26.673793 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2defaa4-ad13-4833-acb5-51fb312c1839', 'tag': 'b04e02f2-8c3e-42d6-8dcb-b158ffc4084e'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:26:26.676042 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a0d03908d714cf498f0e9a07bdcfee6ce8884db927bcf4c76da6f3dadb32e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fbf83ab-1ea4-4cdb-aa6c-344f49da7206" -d '{"events": [{"name": "network-changed", "server_uuid": "f2defaa4-ad13-4833-acb5-51fb312c1839", "tag": "b04e02f2-8c3e-42d6-8dcb-b158ffc4084e"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:26:26.744872 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b594d2fe-d797-4b4b-b514-f4a1dea1a09d service neutron] Pushing event updated for resources: {'Port': ['ID=b04e02f2-8c3e-42d6-8dcb-b158ffc4084e,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:26:26.811679 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237707a-638b-43b6-9f93-8a20361ebfae req-b7b5e296-06e1-457f-8f83-0835ebb9c982 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:26.813971 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a237707a-638b-43b6-9f93-8a20361ebfae req-b7b5e296-06e1-457f-8f83-0835ebb9c982 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 944 time: 0.1229992 Mar 11 20:26:26.821225 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd56f4-8a91-4862-b91e-8545dcc551c1 req-d97d1681-4e27-4f50-9fbe-ff7772309d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:26.823325 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-45fd56f4-8a91-4862-b91e-8545dcc551c1 req-d97d1681-4e27-4f50-9fbe-ff7772309d63 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9f3b97ce8275446bb706781b15a00c82&device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 1126 time: 0.1075950 Mar 11 20:26:26.877788 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-45fd56f4-8a91-4862-b91e-8545dcc551c1 req-ffddfb33-b746-4167-bbc5-8ae90e3bfa72 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b04e02f2-8c3e-42d6-8dcb-b158ffc4084e HTTP/1.1" status: 200 len: 217 time: 0.0462959 Mar 11 20:26:26.934178 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a237707a-638b-43b6-9f93-8a20361ebfae req-78781a81-b04a-4818-972a-5c9b147302fb tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095598 Mar 11 20:26:26.942784 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd56f4-8a91-4862-b91e-8545dcc551c1 req-83a6aabb-e486-47ed-ba34-0c0a87d238a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:26.944381 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-45fd56f4-8a91-4862-b91e-8545dcc551c1 req-83a6aabb-e486-47ed-ba34-0c0a87d238a5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3daacfca-f667-4a2e-b1c7-a310bc05be7f HTTP/1.1" status: 200 len: 850 time: 0.0607049 Mar 11 20:26:26.983748 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd62042e-ad0a-4cda-a71e-d6967c669c1c x-openstack-request-id: req-cd62042e-ad0a-4cda-a71e-d6967c669c1c {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:26:26.984053 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2defaa4-ad13-4833-acb5-51fb312c1839", "tag": "b04e02f2-8c3e-42d6-8dcb-b158ffc4084e", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:26:26.984309 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cd62042e-ad0a-4cda-a71e-d6967c669c1c {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:26:26.984713 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2defaa4-ad13-4833-acb5-51fb312c1839', 'tag': 'b04e02f2-8c3e-42d6-8dcb-b158ffc4084e', 'status': 'completed', 'code': 200} Mar 11 20:26:27.001095 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd56f4-8a91-4862-b91e-8545dcc551c1 req-f4badf96-070d-44cd-bbad-311cda2b65ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:27.002583 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-45fd56f4-8a91-4862-b91e-8545dcc551c1 req-f4badf96-070d-44cd-bbad-311cda2b65ea service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=16f4598c-dd98-42cb-b9b4-e58cb6823c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0523064 Mar 11 20:26:27.089902 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-45fd56f4-8a91-4862-b91e-8545dcc551c1 req-80809f40-1122-4be1-a24a-3122291f8245 service neutron] 10.222.0.75 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815310 Mar 11 20:26:27.185746 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-45fd56f4-8a91-4862-b91e-8545dcc551c1 req-e8710a4d-5901-4aaa-9877-7b84999846e0 service neutron] 10.222.0.75 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894306 Mar 11 20:26:27.272469 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf83ab-1ea4-4cdb-aa6c-344f49da7206 req-163fe9e9-5c5a-45ea-9b2c-cd1215a3cc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:27.273943 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6fbf83ab-1ea4-4cdb-aa6c-344f49da7206 req-163fe9e9-5c5a-45ea-9b2c-cd1215a3cc97 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9f3b97ce8275446bb706781b15a00c82&device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 1126 time: 0.0443184 Mar 11 20:26:27.360099 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf83ab-1ea4-4cdb-aa6c-344f49da7206 req-b7be0d40-7715-430d-b079-9ab7f3c871d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:27.361604 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6fbf83ab-1ea4-4cdb-aa6c-344f49da7206 req-b7be0d40-7715-430d-b079-9ab7f3c871d3 service neutron] 10.222.0.75 "GET /v2.0/networks?id=16f4598c-dd98-42cb-b9b4-e58cb6823c28 HTTP/1.1" status: 200 len: 912 time: 0.0811956 Mar 11 20:26:27.404152 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6fbf83ab-1ea4-4cdb-aa6c-344f49da7206 req-211be2b9-445f-405b-96a8-26e383ad07d5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b04e02f2-8c3e-42d6-8dcb-b158ffc4084e HTTP/1.1" status: 200 len: 217 time: 0.0371020 Mar 11 20:26:27.450497 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf83ab-1ea4-4cdb-aa6c-344f49da7206 req-faecafd1-b271-42c5-9376-afcdb7cc1013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:27.451800 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6fbf83ab-1ea4-4cdb-aa6c-344f49da7206 req-faecafd1-b271-42c5-9376-afcdb7cc1013 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3daacfca-f667-4a2e-b1c7-a310bc05be7f HTTP/1.1" status: 200 len: 850 time: 0.0415092 Mar 11 20:26:27.499048 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf83ab-1ea4-4cdb-aa6c-344f49da7206 req-e94174e8-7e2e-49ac-8b48-1e269d6522b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:27.500516 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6fbf83ab-1ea4-4cdb-aa6c-344f49da7206 req-e94174e8-7e2e-49ac-8b48-1e269d6522b7 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=16f4598c-dd98-42cb-b9b4-e58cb6823c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0422788 Mar 11 20:26:27.592663 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6fbf83ab-1ea4-4cdb-aa6c-344f49da7206 req-41dd90c5-0aa9-4341-a12c-3e565e1b159c service neutron] 10.222.0.75 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858133 Mar 11 20:26:27.684899 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6fbf83ab-1ea4-4cdb-aa6c-344f49da7206 req-cd196aba-80f4-4a7d-aa8d-e9e85a201d77 service neutron] 10.222.0.75 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864358 Mar 11 20:26:27.762165 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:26:28.048271 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device b04e02f2-8c3e-42d6-8dcb-b158ffc4084e details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 20:26:28.053312 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa976b2c-11f7-44fc-9270-07ee8afef815 req-de419a6a-e085-4328-8a86-b1245ae06da8 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:28.054782 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-aa976b2c-11f7-44fc-9270-07ee8afef815 req-de419a6a-e085-4328-8a86-b1245ae06da8 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 944 time: 0.0514357 Mar 11 20:26:28.103650 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-aa976b2c-11f7-44fc-9270-07ee8afef815 req-3f531ffc-9a2f-4128-8d52-e613a3ee25f7 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431588 Mar 11 20:26:28.146790 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port b04e02f2-8c3e-42d6-8dcb-b158ffc4084e, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=b04e02f2-8c3e-42d6-8dcb-b158ffc4084e,segment=NetworkSegment(c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2),segment_id=c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:26:28.158582 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': 'b04e02f2-8c3e-42d6-8dcb-b158ffc4084e', 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28', 'port_id': 'b04e02f2-8c3e-42d6-8dcb-b158ffc4084e', 'mac_address': 'fa:16:3e:a1:53:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3daacfca-f667-4a2e-b1c7-a310bc05be7f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 20:26:28.203044 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port b04e02f2-8c3e-42d6-8dcb-b158ffc4084e is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:26:28.203444 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b04e02f2-8c3e-42d6-8dcb-b158ffc4084e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:26:28.215971 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b04e02f2-8c3e-42d6-8dcb-b158ffc4084e {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:26:28.235612 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port b04e02f2-8c3e-42d6-8dcb-b158ffc4084e, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=b04e02f2-8c3e-42d6-8dcb-b158ffc4084e,segment=NetworkSegment(c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2),segment_id=c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:26:28.241044 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (b04e02f2-8c3e-42d6-8dcb-b158ffc4084e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:26:28.287495 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=b04e02f2-8c3e-42d6-8dcb-b158ffc4084e,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:26:28.445660 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['b04e02f2-8c3e-42d6-8dcb-b158ffc4084e'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:26:29.096401 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:26:29.221262 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f84be5-d709-46e5-9baf-b4dcb5879848 req-49d3c1ba-a627-479c-a6af-1b338d2a0bee tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:29.222729 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c4f84be5-d709-46e5-9baf-b4dcb5879848 req-49d3c1ba-a627-479c-a6af-1b338d2a0bee tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 945 time: 0.0517139 Mar 11 20:26:29.268673 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c4f84be5-d709-46e5-9baf-b4dcb5879848 req-965309c7-9e1e-4804-af25-d0b3e07ff2a1 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400221 Mar 11 20:26:30.063030 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device b04e02f2-8c3e-42d6-8dcb-b158ffc4084e up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:26:30.110944 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port b04e02f2-8c3e-42d6-8dcb-b158ffc4084e completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 20:26:30.115189 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port b04e02f2-8c3e-42d6-8dcb-b158ffc4084e triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:26:30.115564 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (b04e02f2-8c3e-42d6-8dcb-b158ffc4084e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:26:30.191986 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port b04e02f2-8c3e-42d6-8dcb-b158ffc4084e is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:26:30.192370 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b04e02f2-8c3e-42d6-8dcb-b158ffc4084e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:26:30.214088 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2defaa4-ad13-4833-acb5-51fb312c1839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04e02f2-8c3e-42d6-8dcb-b158ffc4084e'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:26:30.216523 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e00c6702a54281ed7930195260709b2e9eb4074fe153a1ed12afbef6176377e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-294f363c-d890-4c91-a9e3-5076e2f2bc41" -d '{"events": [{"server_uuid": "f2defaa4-ad13-4833-acb5-51fb312c1839", "name": "network-vif-plugged", "status": "completed", "tag": "b04e02f2-8c3e-42d6-8dcb-b158ffc4084e"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:26:30.229306 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port b04e02f2-8c3e-42d6-8dcb-b158ffc4084e, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=b04e02f2-8c3e-42d6-8dcb-b158ffc4084e,segment=NetworkSegment(c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2),segment_id=c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:26:30.233072 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (b04e02f2-8c3e-42d6-8dcb-b158ffc4084e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:26:30.256742 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14c7e85-c305-4667-9a50-9544bf081d4d x-openstack-request-id: req-d14c7e85-c305-4667-9a50-9544bf081d4d {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:26:30.257036 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2defaa4-ad13-4833-acb5-51fb312c1839", "name": "network-vif-plugged", "status": "completed", "tag": "b04e02f2-8c3e-42d6-8dcb-b158ffc4084e", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:26:30.257284 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d14c7e85-c305-4667-9a50-9544bf081d4d {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:26:30.257669 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2defaa4-ad13-4833-acb5-51fb312c1839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04e02f2-8c3e-42d6-8dcb-b158ffc4084e', 'code': 200} Mar 11 20:26:30.285949 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=b04e02f2-8c3e-42d6-8dcb-b158ffc4084e,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:26:30.386666 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fdf432-a0d7-4cf4-8fdd-deb7a3523f1c req-f21b67c5-1ced-4e78-9ab1-9d0384abba79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:30.388072 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-41fdf432-a0d7-4cf4-8fdd-deb7a3523f1c req-f21b67c5-1ced-4e78-9ab1-9d0384abba79 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 1128 time: 0.0753005 Mar 11 20:26:30.414254 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf32a48-90e1-4e3f-9c8d-178bbbafea71 req-a2b6b80f-b9cf-4b33-9a87-5b66ecc82c4c tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:30.415664 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8cf32a48-90e1-4e3f-9c8d-178bbbafea71 req-a2b6b80f-b9cf-4b33-9a87-5b66ecc82c4c tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 946 time: 0.0746038 Mar 11 20:26:30.456531 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-41fdf432-a0d7-4cf4-8fdd-deb7a3523f1c req-968ee0c2-bf40-4de3-a207-4b7c136fbd5e service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623057 Mar 11 20:26:30.477104 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8cf32a48-90e1-4e3f-9c8d-178bbbafea71 req-6af4c258-1ba5-4c5b-85ec-3dfe1ffc1a60 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557244 Mar 11 20:26:31.600770 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8fe9f-908f-4571-a202-89f5be269ed0 req-98417785-0354-421e-9d3d-0aefb69bd0f3 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:31.603012 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-84c8fe9f-908f-4571-a202-89f5be269ed0 req-98417785-0354-421e-9d3d-0aefb69bd0f3 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 946 time: 0.0577154 Mar 11 20:26:31.655463 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-84c8fe9f-908f-4571-a202-89f5be269ed0 req-8c9f1f14-7742-4f18-b476-35c44ee4609a tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465508 Mar 11 20:26:32.773191 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c13d58-8bd5-494c-a0b0-1a95e42042dc req-f5e2a210-9dea-462f-8af1-a3a2120025c2 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:32.775176 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-46c13d58-8bd5-494c-a0b0-1a95e42042dc req-f5e2a210-9dea-462f-8af1-a3a2120025c2 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 946 time: 0.0517662 Mar 11 20:26:32.820155 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-46c13d58-8bd5-494c-a0b0-1a95e42042dc req-8988e3f4-afc4-4faa-a301-9caec58402e1 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394289 Mar 11 20:26:32.930411 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b064161-8edb-48b2-8b22-6c549e17968d req-457329d5-f984-483f-a2af-8fef95b0c85a tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:32.931887 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6b064161-8edb-48b2-8b22-6c549e17968d req-457329d5-f984-483f-a2af-8fef95b0c85a tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 946 time: 0.0520310 Mar 11 20:26:32.940295 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 57634) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:26:32.944977 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-e62d2150-0a72-4bce-bed7-6403cd8950e8 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Request body: {'floatingip': {'port_id': 'b04e02f2-8c3e-42d6-8dcb-b158ffc4084e'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:26:32.986507 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e62d2150-0a72-4bce-bed7-6403cd8950e8 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks [] for floatingip (dd92c2bb-b4e3-418e-829a-d2d770892635), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:26:33.424534 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e62d2150-0a72-4bce-bed7-6403cd8950e8 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:26:33.428554 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e62d2150-0a72-4bce-bed7-6403cd8950e8 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (dd92c2bb-b4e3-418e-829a-d2d770892635), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:26:33.527948 n-d-833163-1 neutron-server[103885]: INFO neutron.db.l3_db [None req-e62d2150-0a72-4bce-bed7-6403cd8950e8 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Floating IP dd92c2bb-b4e3-418e-829a-d2d770892635 associated. External IP: 172.25.8.117, port: b04e02f2-8c3e-42d6-8dcb-b158ffc4084e. Mar 11 20:26:33.753288 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e62d2150-0a72-4bce-bed7-6403cd8950e8 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Router 5fdad19e-49da-4273-ac6f-4fa83fdebe71 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:26:33.862282 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e62d2150-0a72-4bce-bed7-6403cd8950e8 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:26:33.866994 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e62d2150-0a72-4bce-bed7-6403cd8950e8 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:26:33.871613 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85526361-2f2e-488b-acb4-998c62a12b27 None None] Sync routers for ids ['5fdad19e-49da-4273-ac6f-4fa83fdebe71'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:26:33.881724 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85526361-2f2e-488b-acb4-998c62a12b27 None None] Routers {'5fdad19e-49da-4273-ac6f-4fa83fdebe71'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:26:33.882679 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-85526361-2f2e-488b-acb4-998c62a12b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:26:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['5fdad19e-49da-4273-ac6f-4fa83fdebe71'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:26:33.896144 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-e62d2150-0a72-4bce-bed7-6403cd8950e8 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "PUT /v2.0/floatingips/dd92c2bb-b4e3-418e-829a-d2d770892635 HTTP/1.1" status: 200 len: 993 time: 0.9543025 Mar 11 20:26:33.896737 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2defaa4-ad13-4833-acb5-51fb312c1839', 'tag': 'b04e02f2-8c3e-42d6-8dcb-b158ffc4084e'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:26:33.898965 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a0d03908d714cf498f0e9a07bdcfee6ce8884db927bcf4c76da6f3dadb32e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-645efe27-ed1f-4a0f-abe7-f6c72286c3c9" -d '{"events": [{"name": "network-changed", "server_uuid": "f2defaa4-ad13-4833-acb5-51fb312c1839", "tag": "b04e02f2-8c3e-42d6-8dcb-b158ffc4084e"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:26:33.948853 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8de0f19-8532-4370-aad5-14c3392fe945 x-openstack-request-id: req-c8de0f19-8532-4370-aad5-14c3392fe945 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:26:33.949150 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2defaa4-ad13-4833-acb5-51fb312c1839", "tag": "b04e02f2-8c3e-42d6-8dcb-b158ffc4084e", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:26:33.949408 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c8de0f19-8532-4370-aad5-14c3392fe945 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:26:33.949817 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2defaa4-ad13-4833-acb5-51fb312c1839', 'tag': 'b04e02f2-8c3e-42d6-8dcb-b158ffc4084e', 'status': 'completed', 'code': 200} Mar 11 20:26:34.011020 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-85526361-2f2e-488b-acb4-998c62a12b27 None None] Set router 5fdad19e-49da-4273-ac6f-4fa83fdebe71 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:26:34.024356 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645efe27-ed1f-4a0f-abe7-f6c72286c3c9 req-6b28ebbb-b71f-4e6b-aef8-0c0baa6cd46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:34.025882 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-645efe27-ed1f-4a0f-abe7-f6c72286c3c9 req-6b28ebbb-b71f-4e6b-aef8-0c0baa6cd46c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9f3b97ce8275446bb706781b15a00c82&device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 1128 time: 0.0499542 Mar 11 20:26:34.124633 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645efe27-ed1f-4a0f-abe7-f6c72286c3c9 req-0df4d532-dafc-433e-9463-ee82c4d10b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:34.126194 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-645efe27-ed1f-4a0f-abe7-f6c72286c3c9 req-0df4d532-dafc-433e-9463-ee82c4d10b39 service neutron] 10.222.0.75 "GET /v2.0/networks?id=16f4598c-dd98-42cb-b9b4-e58cb6823c28 HTTP/1.1" status: 200 len: 912 time: 0.0931439 Mar 11 20:26:34.209445 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-645efe27-ed1f-4a0f-abe7-f6c72286c3c9 req-3d0f64cf-5ead-4abf-8457-c238f1c9726a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b04e02f2-8c3e-42d6-8dcb-b158ffc4084e HTTP/1.1" status: 200 len: 1001 time: 0.0768378 Mar 11 20:26:34.267482 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645efe27-ed1f-4a0f-abe7-f6c72286c3c9 req-f5937bbf-9b29-4c09-aa62-8380e78bb53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:34.269082 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-645efe27-ed1f-4a0f-abe7-f6c72286c3c9 req-f5937bbf-9b29-4c09-aa62-8380e78bb53b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3daacfca-f667-4a2e-b1c7-a310bc05be7f HTTP/1.1" status: 200 len: 850 time: 0.0544844 Mar 11 20:26:34.283897 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-85526361-2f2e-488b-acb4-998c62a12b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'name': 'tempest-ServerActionsTestJSON-891941126-router', 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '2f8c2da4-347d-4379-9418-ff6fba5ac107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:23:31Z', 'updated_at': '2022-03-11T20:23:34Z', 'revision_number': 4, 'project_id': '9f3b97ce8275446bb706781b15a00c82', 'gw_port': {'id': '2f8c2da4-347d-4379-9418-ff6fba5ac107', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ac:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:23:31Z', 'updated_at': '2022-03-11T20:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': 'dd92c2bb-b4e3-418e-829a-d2d770892635', 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'floating_ip_address': '172.25.8.117', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'port_id': 'b04e02f2-8c3e-42d6-8dcb-b158ffc4084e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28', 'mac_address': 'fa:16:3e:a1:53:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2defaa4-ad13-4833-acb5-51fb312c1839', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:23:36Z', 'updated_at': '2022-03-11T20:26:33Z', 'revision_number': 13, 'project_id': '9f3b97ce8275446bb706781b15a00c82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e854c4d-af46-49ef-8dec-16ff1ad2a067', 'name': '', 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28', 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'mac_address': 'fa:16:3e:72:dc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '3daacfca-f667-4a2e-b1c7-a310bc05be7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:23:33Z', 'updated_at': '2022-03-11T20:23:37Z', 'revision_number': 5, 'project_id': '9f3b97ce8275446bb706781b15a00c82', 'subnets': [{'id': '3daacfca-f667-4a2e-b1c7-a310bc05be7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:26:34.313989 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85526361-2f2e-488b-acb4-998c62a12b27 None None] Checking router: 5fdad19e-49da-4273-ac6f-4fa83fdebe71 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:26:34.322343 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85526361-2f2e-488b-acb4-998c62a12b27 None None] Routers {'5fdad19e-49da-4273-ac6f-4fa83fdebe71'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:26:34.322941 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-85526361-2f2e-488b-acb4-998c62a12b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:26:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['5fdad19e-49da-4273-ac6f-4fa83fdebe71'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:26:34.323159 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645efe27-ed1f-4a0f-abe7-f6c72286c3c9 req-97323466-3801-455c-a590-f4f36477a2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:34.324870 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-645efe27-ed1f-4a0f-abe7-f6c72286c3c9 req-97323466-3801-455c-a590-f4f36477a2fd service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=16f4598c-dd98-42cb-b9b4-e58cb6823c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0503497 Mar 11 20:26:34.443453 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-85526361-2f2e-488b-acb4-998c62a12b27 None None] Set router 5fdad19e-49da-4273-ac6f-4fa83fdebe71 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:26:34.651272 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-645efe27-ed1f-4a0f-abe7-f6c72286c3c9 req-bf49dea9-9560-4a79-9767-6c11a4cfd03b service neutron] 10.222.0.75 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204696 Mar 11 20:26:34.747249 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-645efe27-ed1f-4a0f-abe7-f6c72286c3c9 req-846b7162-2c94-4f31-905b-7e06f45329c6 service neutron] 10.222.0.75 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884583 Mar 11 20:26:34.780851 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-85526361-2f2e-488b-acb4-998c62a12b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'name': 'tempest-ServerActionsTestJSON-891941126-router', 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '2f8c2da4-347d-4379-9418-ff6fba5ac107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:23:31Z', 'updated_at': '2022-03-11T20:23:34Z', 'revision_number': 4, 'project_id': '9f3b97ce8275446bb706781b15a00c82', 'gw_port': {'id': '2f8c2da4-347d-4379-9418-ff6fba5ac107', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ac:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:23:31Z', 'updated_at': '2022-03-11T20:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': 'dd92c2bb-b4e3-418e-829a-d2d770892635', 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'floating_ip_address': '172.25.8.117', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'port_id': 'b04e02f2-8c3e-42d6-8dcb-b158ffc4084e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28', 'mac_address': 'fa:16:3e:a1:53:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2defaa4-ad13-4833-acb5-51fb312c1839', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:23:36Z', 'updated_at': '2022-03-11T20:26:33Z', 'revision_number': 13, 'project_id': '9f3b97ce8275446bb706781b15a00c82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e854c4d-af46-49ef-8dec-16ff1ad2a067', 'name': '', 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28', 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'mac_address': 'fa:16:3e:72:dc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '3daacfca-f667-4a2e-b1c7-a310bc05be7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:23:33Z', 'updated_at': '2022-03-11T20:23:37Z', 'revision_number': 5, 'project_id': '9f3b97ce8275446bb706781b15a00c82', 'subnets': [{'id': '3daacfca-f667-4a2e-b1c7-a310bc05be7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:26:34.807467 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85526361-2f2e-488b-acb4-998c62a12b27 None None] The sync data for ids ['5fdad19e-49da-4273-ac6f-4fa83fdebe71'] in n-d-833163-1 is: [{'id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'name': 'tempest-ServerActionsTestJSON-891941126-router', 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '2f8c2da4-347d-4379-9418-ff6fba5ac107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:23:31Z', 'updated_at': '2022-03-11T20:23:34Z', 'revision_number': 4, 'project_id': '9f3b97ce8275446bb706781b15a00c82', 'gw_port': {'id': '2f8c2da4-347d-4379-9418-ff6fba5ac107', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ac:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:23:31Z', 'updated_at': '2022-03-11T20:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': 'dd92c2bb-b4e3-418e-829a-d2d770892635', 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'floating_ip_address': '172.25.8.117', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'port_id': 'b04e02f2-8c3e-42d6-8dcb-b158ffc4084e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28', 'mac_address': 'fa:16:3e:a1:53:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2defaa4-ad13-4833-acb5-51fb312c1839', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:23:36Z', 'updated_at': '2022-03-11T20:26:33Z', 'revision_number': 13, 'project_id': '9f3b97ce8275446bb706781b15a00c82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e854c4d-af46-49ef-8dec-16ff1ad2a067', 'name': '', 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28', 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'mac_address': 'fa:16:3e:72:dc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '3daacfca-f667-4a2e-b1c7-a310bc05be7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:23:33Z', 'updated_at': '2022-03-11T20:23:37Z', 'revision_number': 5, 'project_id': '9f3b97ce8275446bb706781b15a00c82', 'subnets': [{'id': '3daacfca-f667-4a2e-b1c7-a310bc05be7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:26:35.001321 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6afc2ac-5c60-420c-a1b6-5b73f100c225 None None] New status for floating IP dd92c2bb-b4e3-418e-829a-d2d770892635: ACTIVE {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 20:26:36.414314 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e570d-83d7-4939-b66a-6778d404a118 req-5c60a976-00fb-45b5-9222-ca349071d3f3 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:36.415783 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e17e570d-83d7-4939-b66a-6778d404a118 req-5c60a976-00fb-45b5-9222-ca349071d3f3 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 946 time: 0.0548084 Mar 11 20:26:36.460738 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e17e570d-83d7-4939-b66a-6778d404a118 req-a51ac3c9-fc83-4bf2-8c53-773bcc4b6b54 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394065 Mar 11 20:26:49.375996 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:26:50.644348 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2ae04598-029b-4f2d-b55a-1fcbf164dd18 req-9fa8701e-f7b6-4646-8605-bfa3d1d168e3 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440741 Mar 11 20:26:50.730511 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae04598-029b-4f2d-b55a-1fcbf164dd18 req-06122c21-e541-4077-953d-e3b9bd43b356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:50.731992 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2ae04598-029b-4f2d-b55a-1fcbf164dd18 req-06122c21-e541-4077-953d-e3b9bd43b356 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9f3b97ce8275446bb706781b15a00c82&device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 1128 time: 0.0466130 Mar 11 20:26:50.836789 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae04598-029b-4f2d-b55a-1fcbf164dd18 req-bbcef16a-7079-47f1-ae2c-df2f5555fb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:50.838240 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2ae04598-029b-4f2d-b55a-1fcbf164dd18 req-bbcef16a-7079-47f1-ae2c-df2f5555fb71 service neutron] 10.222.0.75 "GET /v2.0/networks?id=16f4598c-dd98-42cb-b9b4-e58cb6823c28 HTTP/1.1" status: 200 len: 912 time: 0.0885987 Mar 11 20:26:50.903045 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2ae04598-029b-4f2d-b55a-1fcbf164dd18 req-c7edc3e2-deea-46e0-b6c4-f50134c738f4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b04e02f2-8c3e-42d6-8dcb-b158ffc4084e HTTP/1.1" status: 200 len: 1003 time: 0.0575809 Mar 11 20:26:50.953227 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae04598-029b-4f2d-b55a-1fcbf164dd18 req-9b213c0c-9d78-4d6c-8967-b1346d0e0a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:50.954609 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2ae04598-029b-4f2d-b55a-1fcbf164dd18 req-9b213c0c-9d78-4d6c-8967-b1346d0e0a21 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3daacfca-f667-4a2e-b1c7-a310bc05be7f HTTP/1.1" status: 200 len: 850 time: 0.0452321 Mar 11 20:26:51.001048 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae04598-029b-4f2d-b55a-1fcbf164dd18 req-150c3815-8f4e-440e-9211-f73ca14edd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:51.002567 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2ae04598-029b-4f2d-b55a-1fcbf164dd18 req-150c3815-8f4e-440e-9211-f73ca14edd69 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=16f4598c-dd98-42cb-b9b4-e58cb6823c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0418015 Mar 11 20:26:51.092897 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2ae04598-029b-4f2d-b55a-1fcbf164dd18 req-a559bfbc-dd2e-468c-93a1-7dad7711c809 service neutron] 10.222.0.75 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834970 Mar 11 20:26:51.179967 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2ae04598-029b-4f2d-b55a-1fcbf164dd18 req-c32dc14e-764e-4354-9c8d-f08462cd3767 service neutron] 10.222.0.75 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798755 Mar 11 20:26:52.406938 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7986d0a2-efd6-4aea-935a-6b252661c99a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:26:52.866173 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67755f76-adb7-442a-8d11-8e205d74595c req-85a45998-c487-4a0f-a2e4-ab7fdd0427e7 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:52.867642 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-67755f76-adb7-442a-8d11-8e205d74595c req-85a45998-c487-4a0f-a2e4-ab7fdd0427e7 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 946 time: 0.0780282 Mar 11 20:26:52.870058 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e6b02230-52c2-4bcc-99e0-96e99ef5daf3 req-4f174b50-f9e8-4698-9553-7743a4f16ca0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0886328 Mar 11 20:26:52.914803 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-67755f76-adb7-442a-8d11-8e205d74595c req-71f40a47-8b03-4114-90aa-6240d2d37b4c tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415227 Mar 11 20:26:53.086677 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:26:53.296114 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b02230-52c2-4bcc-99e0-96e99ef5daf3 req-8af5f3a0-79a7-4ca8-b7de-eb728b510cd1 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:53.297432 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-e6b02230-52c2-4bcc-99e0-96e99ef5daf3 req-8af5f3a0-79a7-4ca8-b7de-eb728b510cd1 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports/b04e02f2-8c3e-42d6-8dcb-b158ffc4084e HTTP/1.1" status: 200 len: 943 time: 0.1144636 Mar 11 20:26:54.034290 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4aea66-07f0-4bd1-af13-2ccf98b1f9b6 req-7dfe3763-e4c3-4401-a87e-1bb89a6b9a05 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:54.035800 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f4aea66-07f0-4bd1-af13-2ccf98b1f9b6 req-7dfe3763-e4c3-4401-a87e-1bb89a6b9a05 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 946 time: 0.0520744 Mar 11 20:26:54.081237 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f4aea66-07f0-4bd1-af13-2ccf98b1f9b6 req-e4efbfd1-edac-4855-a1d7-8604d1eceaf1 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399294 Mar 11 20:26:54.188220 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b02230-52c2-4bcc-99e0-96e99ef5daf3 req-940153af-000d-4d72-a48d-8145c69b6bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:54.189746 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e6b02230-52c2-4bcc-99e0-96e99ef5daf3 req-940153af-000d-4d72-a48d-8145c69b6bdc service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9f3b97ce8275446bb706781b15a00c82&device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 1128 time: 0.0472806 Mar 11 20:26:54.276838 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b02230-52c2-4bcc-99e0-96e99ef5daf3 req-5a46787a-6429-4782-8590-dcc97ec88ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:54.278274 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e6b02230-52c2-4bcc-99e0-96e99ef5daf3 req-5a46787a-6429-4782-8590-dcc97ec88ff0 service neutron] 10.222.0.75 "GET /v2.0/networks?id=16f4598c-dd98-42cb-b9b4-e58cb6823c28 HTTP/1.1" status: 200 len: 912 time: 0.0822585 Mar 11 20:26:54.347304 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e6b02230-52c2-4bcc-99e0-96e99ef5daf3 req-80f9b71a-0ec1-4b8c-b725-fff38d78d643 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b04e02f2-8c3e-42d6-8dcb-b158ffc4084e HTTP/1.1" status: 200 len: 1003 time: 0.0614445 Mar 11 20:26:54.371539 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:26:54.403229 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b02230-52c2-4bcc-99e0-96e99ef5daf3 req-ce502bd1-723b-4281-adb4-9a2d0ca238c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:54.404719 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e6b02230-52c2-4bcc-99e0-96e99ef5daf3 req-ce502bd1-723b-4281-adb4-9a2d0ca238c5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3daacfca-f667-4a2e-b1c7-a310bc05be7f HTTP/1.1" status: 200 len: 850 time: 0.0518382 Mar 11 20:26:54.454154 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b02230-52c2-4bcc-99e0-96e99ef5daf3 req-0aa3533c-6ba3-44c0-b737-80baebf94a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:54.455538 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e6b02230-52c2-4bcc-99e0-96e99ef5daf3 req-0aa3533c-6ba3-44c0-b737-80baebf94a6b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=16f4598c-dd98-42cb-b9b4-e58cb6823c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433283 Mar 11 20:26:54.549385 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e6b02230-52c2-4bcc-99e0-96e99ef5daf3 req-97e7d6ef-1cee-415a-af2b-f2916467afbe service neutron] 10.222.0.75 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863459 Mar 11 20:26:54.636838 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e6b02230-52c2-4bcc-99e0-96e99ef5daf3 req-2d479571-4f79-4de2-ae74-38a71da37d4e service neutron] 10.222.0.75 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816863 Mar 11 20:26:54.701255 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-49d57a55-77f1-4393-b7ab-34ba4f5bce76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:26:55.203151 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa047c-8a85-445d-b0a7-585d54a2488b req-31dd7054-269a-4e8c-952b-49776a2f0cd3 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:55.204641 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-61aa047c-8a85-445d-b0a7-585d54a2488b req-31dd7054-269a-4e8c-952b-49776a2f0cd3 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 946 time: 0.0550447 Mar 11 20:26:55.251006 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-61aa047c-8a85-445d-b0a7-585d54a2488b req-883f7b2a-75ac-4441-adcb-ea6a5314edc1 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401855 Mar 11 20:26:56.374083 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:26:56.375369 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517806d-2f3e-4ed7-81d1-bde77dc2a10a req-f39210ff-7799-4df3-9834-d74f49dc88f1 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:56.376895 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b517806d-2f3e-4ed7-81d1-bde77dc2a10a req-f39210ff-7799-4df3-9834-d74f49dc88f1 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 946 time: 0.0567474 Mar 11 20:26:56.422653 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b517806d-2f3e-4ed7-81d1-bde77dc2a10a req-bdbcdda3-681b-4842-aeeb-d1b01d22c351 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400734 Mar 11 20:26:57.539650 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca3c294-7ff7-4e1b-88e7-f234343a7036 req-1f779224-7610-45f8-9d39-063e2766864b tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:57.541020 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3ca3c294-7ff7-4e1b-88e7-f234343a7036 req-1f779224-7610-45f8-9d39-063e2766864b tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 946 time: 0.0515029 Mar 11 20:26:57.590327 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3ca3c294-7ff7-4e1b-88e7-f234343a7036 req-64453eb1-afb8-449d-b37c-aac1b04e4721 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436828 Mar 11 20:26:57.765397 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:26:58.712342 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ce857-a231-403d-a12e-ca7cd38331c7 req-5ff9da8d-495d-4cbe-a49f-bbe9c4f7fcd8 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:58.713811 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b61ce857-a231-403d-a12e-ca7cd38331c7 req-5ff9da8d-495d-4cbe-a49f-bbe9c4f7fcd8 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 946 time: 0.0533459 Mar 11 20:26:58.761811 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b61ce857-a231-403d-a12e-ca7cd38331c7 req-520dccf7-3beb-46fb-a9fe-09a79e65b316 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423560 Mar 11 20:26:59.100534 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:26:59.878912 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e176164-431b-432d-8f7e-8455065dd973 req-75b0a50f-ca49-444d-9255-54cfbb6ffad9 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:26:59.880894 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6e176164-431b-432d-8f7e-8455065dd973 req-75b0a50f-ca49-444d-9255-54cfbb6ffad9 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 946 time: 0.0521865 Mar 11 20:26:59.926173 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6e176164-431b-432d-8f7e-8455065dd973 req-c4ff328d-8f4a-42f4-8d60-ac14a03f86b5 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398142 Mar 11 20:27:01.046305 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26bb0aa-3b70-4ad4-ad63-73bfa50c47eb req-ed4b90e7-9b63-4757-9609-38fe3c4fda36 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:01.047792 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b26bb0aa-3b70-4ad4-ad63-73bfa50c47eb req-ed4b90e7-9b63-4757-9609-38fe3c4fda36 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 946 time: 0.0542696 Mar 11 20:27:01.093940 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b26bb0aa-3b70-4ad4-ad63-73bfa50c47eb req-4990f0b1-db58-4410-8a79-3102617b42df tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400755 Mar 11 20:27:02.217366 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1931b687-2e7d-46f8-a1fa-9769dcbdfd3e req-4db38afd-c68a-4bf9-ae5a-19439e4f82c9 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:02.219374 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1931b687-2e7d-46f8-a1fa-9769dcbdfd3e req-4db38afd-c68a-4bf9-ae5a-19439e4f82c9 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 946 time: 0.0574632 Mar 11 20:27:02.267929 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1931b687-2e7d-46f8-a1fa-9769dcbdfd3e req-7a595a24-1b32-45fd-b939-67ddd854a5df tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426817 Mar 11 20:27:03.388173 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6611af2-650d-4335-b498-6f510fc61cdf req-9272c09a-1e5b-453d-9d53-dffeb0a8143b tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:03.389571 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a6611af2-650d-4335-b498-6f510fc61cdf req-9272c09a-1e5b-453d-9d53-dffeb0a8143b tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 946 time: 0.0534182 Mar 11 20:27:03.444845 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a6611af2-650d-4335-b498-6f510fc61cdf req-d488a726-715a-4978-bc92-23bbd1b591fa tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494149 Mar 11 20:27:04.565632 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f86b6f5-4897-4206-9237-fd09387a8278 req-e87d50bd-bd0b-4578-96d7-75916979d64b tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:04.567147 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6f86b6f5-4897-4206-9237-fd09387a8278 req-e87d50bd-bd0b-4578-96d7-75916979d64b tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 946 time: 0.0529613 Mar 11 20:27:04.613655 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6f86b6f5-4897-4206-9237-fd09387a8278 req-daac7da2-5da5-4aef-b918-239b1c6b86f5 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409570 Mar 11 20:27:05.357056 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [req-e6b02230-52c2-4bcc-99e0-96e99ef5daf3 req-cafbfb50-644e-4836-b272-20c30d8f05a5 service neutron] show failed (client error): The resource could not be found. Mar 11 20:27:05.358052 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e6b02230-52c2-4bcc-99e0-96e99ef5daf3 req-cafbfb50-644e-4836-b272-20c30d8f05a5 service neutron] 10.222.0.75 "GET /v2.0/ports/b04e02f2-8c3e-42d6-8dcb-b158ffc4084e/bindings/n-h2-833163-1 HTTP/1.1" status: 404 len: 380 time: 0.0528524 Mar 11 20:27:05.564337 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b02230-52c2-4bcc-99e0-96e99ef5daf3 req-5878353f-98a3-44d0-bac4-039ecd0e63c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:05.565846 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e6b02230-52c2-4bcc-99e0-96e99ef5daf3 req-5878353f-98a3-44d0-bac4-039ecd0e63c8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839&tenant_id=9f3b97ce8275446bb706781b15a00c82 HTTP/1.1" status: 200 len: 1128 time: 0.0526831 Mar 11 20:27:05.577657 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-e6b02230-52c2-4bcc-99e0-96e99ef5daf3 req-1f4d5664-e758-466a-884f-d38c89373c25 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-833163-1', 'device_owner': 'compute:nova'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:27:05.633905 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e6b02230-52c2-4bcc-99e0-96e99ef5daf3 req-1f4d5664-e758-466a-884f-d38c89373c25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b04e02f2-8c3e-42d6-8dcb-b158ffc4084e), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:27:05.821560 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b247b3-a2e1-4e28-891b-e2efe346236c req-ad111620-0836-4322-9304-6155fe23df82 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:05.823865 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-57b247b3-a2e1-4e28-891b-e2efe346236c req-ad111620-0836-4322-9304-6155fe23df82 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 946 time: 0.1343956 Mar 11 20:27:05.904782 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-e6b02230-52c2-4bcc-99e0-96e99ef5daf3 req-1f4d5664-e758-466a-884f-d38c89373c25 service neutron] For port b04e02f2-8c3e-42d6-8dcb-b158ffc4084e, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=b04e02f2-8c3e-42d6-8dcb-b158ffc4084e,segment=NetworkSegment(c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2),segment_id=c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:27:05.923826 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-57b247b3-a2e1-4e28-891b-e2efe346236c req-92c45a26-b9a7-4a2e-b98e-09e38473b13d tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689633 Mar 11 20:27:05.946698 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-e6b02230-52c2-4bcc-99e0-96e99ef5daf3 req-1f4d5664-e758-466a-884f-d38c89373c25 service neutron] For port b04e02f2-8c3e-42d6-8dcb-b158ffc4084e, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:27:05.985065 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2defaa4-ad13-4833-acb5-51fb312c1839', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b04e02f2-8c3e-42d6-8dcb-b158ffc4084e'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:27:05.987455 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a0d03908d714cf498f0e9a07bdcfee6ce8884db927bcf4c76da6f3dadb32e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3364d1cd-7db4-4e43-a65a-2569efc9735d" -d '{"events": [{"server_uuid": "f2defaa4-ad13-4833-acb5-51fb312c1839", "name": "network-vif-unplugged", "status": "completed", "tag": "b04e02f2-8c3e-42d6-8dcb-b158ffc4084e"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:27:05.991586 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e6b02230-52c2-4bcc-99e0-96e99ef5daf3 req-1f4d5664-e758-466a-884f-d38c89373c25 service neutron] Publish callbacks [] for port (b04e02f2-8c3e-42d6-8dcb-b158ffc4084e), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:27:06.004082 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-e6b02230-52c2-4bcc-99e0-96e99ef5daf3 req-1f4d5664-e758-466a-884f-d38c89373c25 service neutron] Transition to ACTIVE for port object b04e02f2-8c3e-42d6-8dcb-b158ffc4084e will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 20:27:06.009010 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e6b02230-52c2-4bcc-99e0-96e99ef5daf3 req-1f4d5664-e758-466a-884f-d38c89373c25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (b04e02f2-8c3e-42d6-8dcb-b158ffc4084e), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:27:06.058083 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 20:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb8d9d5-ea97-45eb-98ec-2f6592f835bc x-openstack-request-id: req-2cb8d9d5-ea97-45eb-98ec-2f6592f835bc {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:27:06.058388 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2defaa4-ad13-4833-acb5-51fb312c1839", "name": "network-vif-unplugged", "status": "completed", "tag": "b04e02f2-8c3e-42d6-8dcb-b158ffc4084e", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:27:06.058647 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2cb8d9d5-ea97-45eb-98ec-2f6592f835bc {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:27:06.059049 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2defaa4-ad13-4833-acb5-51fb312c1839', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b04e02f2-8c3e-42d6-8dcb-b158ffc4084e', 'code': 200} Mar 11 20:27:06.101920 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4d5664-e758-466a-884f-d38c89373c25 service neutron] Pushing event updated for resources: {'Port': ['ID=b04e02f2-8c3e-42d6-8dcb-b158ffc4084e,revision_number=6']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:27:06.142834 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6b02230-52c2-4bcc-99e0-96e99ef5daf3 req-1f4d5664-e758-466a-884f-d38c89373c25 service neutron] No DVR routers for this DVR port b04e02f2-8c3e-42d6-8dcb-b158ffc4084e on host n-h1-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:27:06.283818 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-e6b02230-52c2-4bcc-99e0-96e99ef5daf3 req-1f4d5664-e758-466a-884f-d38c89373c25 service neutron] Attempting to bind port b04e02f2-8c3e-42d6-8dcb-b158ffc4084e on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:27:06.284152 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-e6b02230-52c2-4bcc-99e0-96e99ef5daf3 req-1f4d5664-e758-466a-884f-d38c89373c25 service neutron] Attempting to bind port b04e02f2-8c3e-42d6-8dcb-b158ffc4084e by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': 'c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:27:06.284477 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b02230-52c2-4bcc-99e0-96e99ef5daf3 req-1f4d5664-e758-466a-884f-d38c89373c25 service neutron] Attempting to bind port b04e02f2-8c3e-42d6-8dcb-b158ffc4084e on network 16f4598c-dd98-42cb-b9b4-e58cb6823c28 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:27:06.289319 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b02230-52c2-4bcc-99e0-96e99ef5daf3 req-1f4d5664-e758-466a-884f-d38c89373c25 service neutron] Port b04e02f2-8c3e-42d6-8dcb-b158ffc4084e on network 16f4598c-dd98-42cb-b9b4-e58cb6823c28 not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 20:27:06.289645 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b02230-52c2-4bcc-99e0-96e99ef5daf3 req-1f4d5664-e758-466a-884f-d38c89373c25 service neutron] Attempting to bind port b04e02f2-8c3e-42d6-8dcb-b158ffc4084e on network 16f4598c-dd98-42cb-b9b4-e58cb6823c28 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:27:06.295229 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b02230-52c2-4bcc-99e0-96e99ef5daf3 req-1f4d5664-e758-466a-884f-d38c89373c25 service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:27:06.295574 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b02230-52c2-4bcc-99e0-96e99ef5daf3 req-1f4d5664-e758-466a-884f-d38c89373c25 service neutron] Checking segment: {'id': 'c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:27:06.295988 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b02230-52c2-4bcc-99e0-96e99ef5daf3 req-1f4d5664-e758-466a-884f-d38c89373c25 service neutron] Bound using segment: {'id': 'c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:27:06.296419 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-e6b02230-52c2-4bcc-99e0-96e99ef5daf3 req-1f4d5664-e758-466a-884f-d38c89373c25 service neutron] Bound port: b04e02f2-8c3e-42d6-8dcb-b158ffc4084e, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:27:06.296803 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e6b02230-52c2-4bcc-99e0-96e99ef5daf3 req-1f4d5664-e758-466a-884f-d38c89373c25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b04e02f2-8c3e-42d6-8dcb-b158ffc4084e), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:27:06.327225 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device b04e02f2-8c3e-42d6-8dcb-b158ffc4084e no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:27:06.361354 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-e6b02230-52c2-4bcc-99e0-96e99ef5daf3 req-1f4d5664-e758-466a-884f-d38c89373c25 service neutron] For port b04e02f2-8c3e-42d6-8dcb-b158ffc4084e, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:27:06.364283 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-e6b02230-52c2-4bcc-99e0-96e99ef5daf3 req-1f4d5664-e758-466a-884f-d38c89373c25 service neutron] For port b04e02f2-8c3e-42d6-8dcb-b158ffc4084e, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=b04e02f2-8c3e-42d6-8dcb-b158ffc4084e,segment=NetworkSegment(c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2),segment_id=c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:27:06.368363 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] The host n-h1-833163-1 is not matching for port b04e02f2-8c3e-42d6-8dcb-b158ffc4084e host n-h2-833163-1! {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 20:27:06.368811 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device b04e02f2-8c3e-42d6-8dcb-b158ffc4084e not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:27:06.370777 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e6b02230-52c2-4bcc-99e0-96e99ef5daf3 req-1f4d5664-e758-466a-884f-d38c89373c25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (b04e02f2-8c3e-42d6-8dcb-b158ffc4084e), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:27:06.407101 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b02230-52c2-4bcc-99e0-96e99ef5daf3 req-1f4d5664-e758-466a-884f-d38c89373c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:06.407660 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e6b02230-52c2-4bcc-99e0-96e99ef5daf3 req-1f4d5664-e758-466a-884f-d38c89373c25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:27:06.409045 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e6b02230-52c2-4bcc-99e0-96e99ef5daf3 req-1f4d5664-e758-466a-884f-d38c89373c25 service neutron] 10.222.0.57 "PUT /v2.0/ports/b04e02f2-8c3e-42d6-8dcb-b158ffc4084e HTTP/1.1" status: 200 len: 1092 time: 0.8354087 Mar 11 20:27:06.440253 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4d5664-e758-466a-884f-d38c89373c25 service neutron] Pushing event updated for resources: {'Port': ['ID=b04e02f2-8c3e-42d6-8dcb-b158ffc4084e,revision_number=7']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:27:06.480759 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b02230-52c2-4bcc-99e0-96e99ef5daf3 req-28007261-1900-449f-a953-0422c293d815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:06.482287 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e6b02230-52c2-4bcc-99e0-96e99ef5daf3 req-28007261-1900-449f-a953-0422c293d815 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9f3b97ce8275446bb706781b15a00c82&device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 1126 time: 0.0501120 Mar 11 20:27:06.577909 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b02230-52c2-4bcc-99e0-96e99ef5daf3 req-eb32798c-cdf1-4674-a57d-7a4c607e8be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:06.579395 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e6b02230-52c2-4bcc-99e0-96e99ef5daf3 req-eb32798c-cdf1-4674-a57d-7a4c607e8be9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=16f4598c-dd98-42cb-b9b4-e58cb6823c28 HTTP/1.1" status: 200 len: 912 time: 0.0916293 Mar 11 20:27:06.643736 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e6b02230-52c2-4bcc-99e0-96e99ef5daf3 req-90c5fc31-59fa-4b1d-b3e6-da99945036cb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b04e02f2-8c3e-42d6-8dcb-b158ffc4084e HTTP/1.1" status: 200 len: 1001 time: 0.0572045 Mar 11 20:27:06.690275 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b02230-52c2-4bcc-99e0-96e99ef5daf3 req-95cddd91-2dce-46b8-bf38-4f98b0a0339f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:06.691639 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e6b02230-52c2-4bcc-99e0-96e99ef5daf3 req-95cddd91-2dce-46b8-bf38-4f98b0a0339f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3daacfca-f667-4a2e-b1c7-a310bc05be7f HTTP/1.1" status: 200 len: 850 time: 0.0418453 Mar 11 20:27:06.743037 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b02230-52c2-4bcc-99e0-96e99ef5daf3 req-93e9d03a-3493-4a34-be43-728fc707f073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:06.744549 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e6b02230-52c2-4bcc-99e0-96e99ef5daf3 req-93e9d03a-3493-4a34-be43-728fc707f073 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=16f4598c-dd98-42cb-b9b4-e58cb6823c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0459580 Mar 11 20:27:06.830780 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e6b02230-52c2-4bcc-99e0-96e99ef5daf3 req-98d40bcb-7df6-4525-83d8-82b1faf847cb service neutron] 10.222.0.57 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805273 Mar 11 20:27:06.921491 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e6b02230-52c2-4bcc-99e0-96e99ef5daf3 req-c10723bc-8b38-4eeb-9182-2e08719362e8 service neutron] 10.222.0.57 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837288 Mar 11 20:27:07.048154 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cd000c-b3f8-4f1a-b005-a52319c3d1f5 req-e21177ff-3ce5-4cbe-9b5d-d8f5121687a3 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:07.049336 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b8cd000c-b3f8-4f1a-b005-a52319c3d1f5 req-e21177ff-3ce5-4cbe-9b5d-d8f5121687a3 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 944 time: 0.0527101 Mar 11 20:27:07.096476 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b8cd000c-b3f8-4f1a-b005-a52319c3d1f5 req-0dcb03af-212d-4688-9e5a-bd8d2221032f tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410662 Mar 11 20:27:08.060963 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2defaa4-ad13-4833-acb5-51fb312c1839', 'tag': 'b04e02f2-8c3e-42d6-8dcb-b158ffc4084e'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:27:08.063338 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a0d03908d714cf498f0e9a07bdcfee6ce8884db927bcf4c76da6f3dadb32e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a0194f-4754-401a-b7cc-090bf6221c2f" -d '{"events": [{"name": "network-changed", "server_uuid": "f2defaa4-ad13-4833-acb5-51fb312c1839", "tag": "b04e02f2-8c3e-42d6-8dcb-b158ffc4084e"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:27:08.114032 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22020051-2dd7-4d38-9fb9-8d9dc806e274 x-openstack-request-id: req-22020051-2dd7-4d38-9fb9-8d9dc806e274 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:27:08.114386 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2defaa4-ad13-4833-acb5-51fb312c1839", "tag": "b04e02f2-8c3e-42d6-8dcb-b158ffc4084e", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:27:08.114656 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-22020051-2dd7-4d38-9fb9-8d9dc806e274 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:27:08.115157 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2defaa4-ad13-4833-acb5-51fb312c1839', 'tag': 'b04e02f2-8c3e-42d6-8dcb-b158ffc4084e', 'status': 'completed', 'code': 200} Mar 11 20:27:08.245116 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a0194f-4754-401a-b7cc-090bf6221c2f req-9e74b483-3ac1-4f31-8bfd-48143f33a64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:08.246661 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-25a0194f-4754-401a-b7cc-090bf6221c2f req-9e74b483-3ac1-4f31-8bfd-48143f33a64c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9f3b97ce8275446bb706781b15a00c82&device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 1126 time: 0.1112010 Mar 11 20:27:08.254807 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a0194f-4754-401a-b7cc-090bf6221c2f req-a7ddc112-9804-4dc4-902f-e5a16520f70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:08.256258 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-25a0194f-4754-401a-b7cc-090bf6221c2f req-a7ddc112-9804-4dc4-902f-e5a16520f70a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9f3b97ce8275446bb706781b15a00c82&device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 1126 time: 0.1112480 Mar 11 20:27:08.315520 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3da971-f0a9-4366-9b25-86987744a7f0 req-21e2971b-b714-42a7-8d8c-0a79e476b366 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:08.316984 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ab3da971-f0a9-4366-9b25-86987744a7f0 req-21e2971b-b714-42a7-8d8c-0a79e476b366 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 944 time: 0.1282942 Mar 11 20:27:08.670723 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a0194f-4754-401a-b7cc-090bf6221c2f req-fe8113f9-3013-4ca4-975c-921ef0a5ff6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:08.672143 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-25a0194f-4754-401a-b7cc-090bf6221c2f req-fe8113f9-3013-4ca4-975c-921ef0a5ff6f service neutron] 10.222.0.75 "GET /v2.0/networks?id=16f4598c-dd98-42cb-b9b4-e58cb6823c28 HTTP/1.1" status: 200 len: 912 time: 0.4150469 Mar 11 20:27:08.682440 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ab3da971-f0a9-4366-9b25-86987744a7f0 req-bc99931b-3b90-4a98-bd5b-a014d4204ce2 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094596 Mar 11 20:27:08.725985 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a0194f-4754-401a-b7cc-090bf6221c2f req-8e20cdd9-fe65-40ad-8184-5e1c394d41cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:08.727437 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-25a0194f-4754-401a-b7cc-090bf6221c2f req-8e20cdd9-fe65-40ad-8184-5e1c394d41cb service neutron] 10.222.0.57 "GET /v2.0/networks?id=16f4598c-dd98-42cb-b9b4-e58cb6823c28 HTTP/1.1" status: 200 len: 912 time: 0.4602091 Mar 11 20:27:08.791912 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-25a0194f-4754-401a-b7cc-090bf6221c2f req-f0c661e9-ffcb-430d-9418-930ac96b5496 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b04e02f2-8c3e-42d6-8dcb-b158ffc4084e HTTP/1.1" status: 200 len: 1001 time: 0.1040654 Mar 11 20:27:08.831755 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-25a0194f-4754-401a-b7cc-090bf6221c2f req-662b58a4-f84a-4aa6-aafe-8315d3835764 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b04e02f2-8c3e-42d6-8dcb-b158ffc4084e HTTP/1.1" status: 200 len: 1001 time: 0.0977232 Mar 11 20:27:08.882014 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a0194f-4754-401a-b7cc-090bf6221c2f req-665357dc-8594-4a6d-a6a6-bc3ae03a3b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:08.883877 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-25a0194f-4754-401a-b7cc-090bf6221c2f req-665357dc-8594-4a6d-a6a6-bc3ae03a3b12 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3daacfca-f667-4a2e-b1c7-a310bc05be7f HTTP/1.1" status: 200 len: 850 time: 0.0852783 Mar 11 20:27:08.890641 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a0194f-4754-401a-b7cc-090bf6221c2f req-74eebe81-8ec4-4a5b-9067-e786b0921b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:08.892074 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-25a0194f-4754-401a-b7cc-090bf6221c2f req-74eebe81-8ec4-4a5b-9067-e786b0921b40 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3daacfca-f667-4a2e-b1c7-a310bc05be7f HTTP/1.1" status: 200 len: 850 time: 0.0542099 Mar 11 20:27:08.970054 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a0194f-4754-401a-b7cc-090bf6221c2f req-fd151eee-5f0f-4c77-85a8-8d7b1dc07ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:08.971475 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-25a0194f-4754-401a-b7cc-090bf6221c2f req-fd151eee-5f0f-4c77-85a8-8d7b1dc07ca2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=16f4598c-dd98-42cb-b9b4-e58cb6823c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0785456 Mar 11 20:27:08.973230 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a0194f-4754-401a-b7cc-090bf6221c2f req-3d85d00f-c5cb-4666-ae1a-ec46b4840a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:08.974828 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-25a0194f-4754-401a-b7cc-090bf6221c2f req-3d85d00f-c5cb-4666-ae1a-ec46b4840a13 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=16f4598c-dd98-42cb-b9b4-e58cb6823c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0742259 Mar 11 20:27:09.130847 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-25a0194f-4754-401a-b7cc-090bf6221c2f req-a233ba4f-483b-4200-a88b-13c6b11282b5 service neutron] 10.222.0.75 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537635 Mar 11 20:27:09.134169 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-25a0194f-4754-401a-b7cc-090bf6221c2f req-da80454f-7394-4594-9af3-c6c62d8a4c09 service neutron] 10.222.0.57 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501694 Mar 11 20:27:09.287605 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-25a0194f-4754-401a-b7cc-090bf6221c2f req-ec228ff0-ace6-4d44-9f78-99b974af053a service neutron] 10.222.0.75 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513851 Mar 11 20:27:09.289747 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-25a0194f-4754-401a-b7cc-090bf6221c2f req-d64c3ca6-95ac-478d-ae43-9353d2bcfc14 service neutron] 10.222.0.57 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460669 Mar 11 20:27:09.810983 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf560c3-7220-4f7b-96ca-7c2ceb035042 req-4c27962b-62ba-4b85-9e36-e5a9afa583ef tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:09.812578 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2cf560c3-7220-4f7b-96ca-7c2ceb035042 req-4c27962b-62ba-4b85-9e36-e5a9afa583ef tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 944 time: 0.0589900 Mar 11 20:27:09.870982 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2cf560c3-7220-4f7b-96ca-7c2ceb035042 req-6126b6ee-8dcf-4a6d-842c-9fd04d7b1be6 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525188 Mar 11 20:27:10.993555 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8abf19-4bbb-4f89-9664-83c764a842b7 req-83bd2b89-8779-4b2c-9760-9b78ac8e5de2 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:10.995034 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ad8abf19-4bbb-4f89-9664-83c764a842b7 req-83bd2b89-8779-4b2c-9760-9b78ac8e5de2 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 944 time: 0.0521462 Mar 11 20:27:11.041320 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ad8abf19-4bbb-4f89-9664-83c764a842b7 req-ebcd8c7e-0145-410b-b847-334baca7640b tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406892 Mar 11 20:27:12.172676 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d47ac4-2a8c-4ca5-89c3-a3705b65c171 req-480149e5-5433-4475-ab88-a018606d8111 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:12.174187 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f2d47ac4-2a8c-4ca5-89c3-a3705b65c171 req-480149e5-5433-4475-ab88-a018606d8111 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 944 time: 0.0553756 Mar 11 20:27:12.224498 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f2d47ac4-2a8c-4ca5-89c3-a3705b65c171 req-60362ed0-6317-40c0-a4b4-43de84590160 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433023 Mar 11 20:27:13.358818 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca4e61b-c897-4320-b7c9-5732a157626c req-491ee5a6-76be-4509-a8d1-e6aaf142e158 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:13.360667 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6ca4e61b-c897-4320-b7c9-5732a157626c req-491ee5a6-76be-4509-a8d1-e6aaf142e158 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 944 time: 0.0603042 Mar 11 20:27:13.413464 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6ca4e61b-c897-4320-b7c9-5732a157626c req-5f13617f-d92a-4edd-af77-8c8db06e07ef tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466809 Mar 11 20:27:14.533230 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b101cc50-6571-4b73-bfb6-9236d6cad73d req-4fd36081-5927-4bca-abf9-4e92ebc24b67 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:14.534610 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b101cc50-6571-4b73-bfb6-9236d6cad73d req-4fd36081-5927-4bca-abf9-4e92ebc24b67 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 944 time: 0.0513482 Mar 11 20:27:14.584721 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b101cc50-6571-4b73-bfb6-9236d6cad73d req-7b66af90-88ed-4428-816c-8d4797910959 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435426 Mar 11 20:27:15.708510 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b83ca39-af27-4821-9e72-22ccfc455e5a req-e02ebcb5-1ff3-4df7-8620-a12cc482d68f tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:15.709975 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5b83ca39-af27-4821-9e72-22ccfc455e5a req-e02ebcb5-1ff3-4df7-8620-a12cc482d68f tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 944 time: 0.0543303 Mar 11 20:27:15.761120 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5b83ca39-af27-4821-9e72-22ccfc455e5a req-c3af1c27-d9da-435e-964e-3b79a12c2a45 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454617 Mar 11 20:27:16.886360 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32778a07-d535-45a4-a8c5-397275406a4d req-a476bb89-f02b-436e-be56-921fbf11ce94 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:16.887968 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-32778a07-d535-45a4-a8c5-397275406a4d req-a476bb89-f02b-436e-be56-921fbf11ce94 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 944 time: 0.0548697 Mar 11 20:27:16.936563 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-32778a07-d535-45a4-a8c5-397275406a4d req-ca61e4d8-0156-4014-b89f-1d2b432944db tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425467 Mar 11 20:27:18.057313 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc682f-4063-4459-9efc-d01cd74b2254 req-46300b33-3eb3-4fa2-8e6a-06c3cdade5fb tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:18.058791 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-57dc682f-4063-4459-9efc-d01cd74b2254 req-46300b33-3eb3-4fa2-8e6a-06c3cdade5fb tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 944 time: 0.0509381 Mar 11 20:27:18.104206 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-57dc682f-4063-4459-9efc-d01cd74b2254 req-d94b0cd7-e13b-413e-a8d0-8524bb215dd6 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398178 Mar 11 20:27:19.227459 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974735df-2f8f-4e87-b3fe-540596bc4136 req-b69b84a6-ff8e-4dc9-becf-51b05b06bc8c tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:19.228937 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-974735df-2f8f-4e87-b3fe-540596bc4136 req-b69b84a6-ff8e-4dc9-becf-51b05b06bc8c tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 944 time: 0.0556583 Mar 11 20:27:19.275044 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-974735df-2f8f-4e87-b3fe-540596bc4136 req-30c5e9da-cdfc-4933-94a2-f3c695a5c291 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405722 Mar 11 20:27:19.377037 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:27:20.395293 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f07d5-fbc3-4c60-82e2-6b708512fcad req-59c30c85-c5a8-4460-b6d1-a29396bd47fb tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:20.396804 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-736f07d5-fbc3-4c60-82e2-6b708512fcad req-59c30c85-c5a8-4460-b6d1-a29396bd47fb tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 944 time: 0.0535440 Mar 11 20:27:20.441972 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-736f07d5-fbc3-4c60-82e2-6b708512fcad req-35d009ac-b8b6-47c9-9f37-f17cef1ebf4f tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395539 Mar 11 20:27:21.564486 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ccfa3a-e5b1-4cb5-a069-5b54e865f189 req-86c89743-281d-4e6b-b3a7-50a263b03dbe tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:21.566012 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-75ccfa3a-e5b1-4cb5-a069-5b54e865f189 req-86c89743-281d-4e6b-b3a7-50a263b03dbe tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 944 time: 0.0563378 Mar 11 20:27:21.612297 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-75ccfa3a-e5b1-4cb5-a069-5b54e865f189 req-c9d08a5e-9074-4f13-ad3c-d9b45ed7b100 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401595 Mar 11 20:27:22.408007 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3578cd2f-ab2d-4f55-8f9b-e88a8b7e3c6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:27:22.742743 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50abba0a-e316-4a94-9302-ae991c948861 req-9b561526-0bb4-42cb-af2e-8f3a72d41f69 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:22.744874 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-50abba0a-e316-4a94-9302-ae991c948861 req-9b561526-0bb4-42cb-af2e-8f3a72d41f69 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 944 time: 0.0651307 Mar 11 20:27:22.790611 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-50abba0a-e316-4a94-9302-ae991c948861 req-81b3d7d4-30d7-4c8b-ae5b-3d64c84ef3ac tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402219 Mar 11 20:27:23.084686 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:27:23.907568 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4816f931-b304-4f3a-8396-7779d062b610 req-3d8c1c59-8b5f-4717-b73c-0b4a6b140986 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:23.909056 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4816f931-b304-4f3a-8396-7779d062b610 req-3d8c1c59-8b5f-4717-b73c-0b4a6b140986 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 944 time: 0.0507052 Mar 11 20:27:23.964470 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4816f931-b304-4f3a-8396-7779d062b610 req-4e6039be-68f6-49ca-addc-45a0fe1a2742 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458834 Mar 11 20:27:24.702416 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5f08a07d-ead8-4e42-9db5-9b90436f37c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:27:25.082759 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6547c70d-7c3f-4e2b-8f06-208ec4eaefa5 req-49c5980b-2026-424c-bb76-4680abc9817b tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:25.084248 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6547c70d-7c3f-4e2b-8f06-208ec4eaefa5 req-49c5980b-2026-424c-bb76-4680abc9817b tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 944 time: 0.0521622 Mar 11 20:27:25.130588 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6547c70d-7c3f-4e2b-8f06-208ec4eaefa5 req-671696fa-f829-481c-bb9b-658a495c5a4f tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407817 Mar 11 20:27:26.250658 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e760a-5708-49ea-9c64-180d4758eff1 req-a46897d0-6797-4eae-a0ff-1ade7b39edd1 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:26.252183 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-270e760a-5708-49ea-9c64-180d4758eff1 req-a46897d0-6797-4eae-a0ff-1ade7b39edd1 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 944 time: 0.0518308 Mar 11 20:27:26.298273 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-270e760a-5708-49ea-9c64-180d4758eff1 req-10eb5353-0d30-4516-a096-aaf7ccaa170f tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400171 Mar 11 20:27:26.377843 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:27:26.612393 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70eb46b-0ebb-49fe-af74-a4d0cd119282 req-2283bcc1-396c-4357-9ec3-c1cc07b8e32d tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:26.614767 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b70eb46b-0ebb-49fe-af74-a4d0cd119282 req-2283bcc1-396c-4357-9ec3-c1cc07b8e32d tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.57 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839&tenant_id=9f3b97ce8275446bb706781b15a00c82&binding%3Ahost_id=n-h2-833163-1 HTTP/1.1" status: 200 len: 944 time: 0.0948226 Mar 11 20:27:26.621979 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9755f1c6-a3e7-4df5-a9a4-3d6187d18917 req-4aeb4ef1-6160-4e5f-b0f6-d15891feb585 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:26.623323 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9755f1c6-a3e7-4df5-a9a4-3d6187d18917 req-4aeb4ef1-6160-4e5f-b0f6-d15891feb585 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 944 time: 0.0732975 Mar 11 20:27:26.707283 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9755f1c6-a3e7-4df5-a9a4-3d6187d18917 req-442cd1ac-2dd4-41d7-9efe-4447c4c0a5d1 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779574 Mar 11 20:27:26.710140 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b70eb46b-0ebb-49fe-af74-a4d0cd119282 req-260f7150-210b-48f7-9527-af24beb7e94d service neutron] 10.222.0.57 "GET /v2.0/ports/b04e02f2-8c3e-42d6-8dcb-b158ffc4084e/bindings/n-h2-833163-1 HTTP/1.1" status: 200 len: 382 time: 0.0858948 Mar 11 20:27:26.779531 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70eb46b-0ebb-49fe-af74-a4d0cd119282 req-6bbf1421-6659-4024-a92e-fca6a91d7393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:26.780951 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b70eb46b-0ebb-49fe-af74-a4d0cd119282 req-6bbf1421-6659-4024-a92e-fca6a91d7393 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9f3b97ce8275446bb706781b15a00c82&device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 1126 time: 0.0471759 Mar 11 20:27:26.867782 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70eb46b-0ebb-49fe-af74-a4d0cd119282 req-92d4b5fc-fee1-40a7-93ad-f07a43bcd45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:26.869203 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b70eb46b-0ebb-49fe-af74-a4d0cd119282 req-92d4b5fc-fee1-40a7-93ad-f07a43bcd45f service neutron] 10.222.0.57 "GET /v2.0/networks?id=16f4598c-dd98-42cb-b9b4-e58cb6823c28 HTTP/1.1" status: 200 len: 912 time: 0.0824571 Mar 11 20:27:26.934370 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b70eb46b-0ebb-49fe-af74-a4d0cd119282 req-3b9d244f-7969-41dc-8267-4cb1d86a7829 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b04e02f2-8c3e-42d6-8dcb-b158ffc4084e HTTP/1.1" status: 200 len: 1001 time: 0.0599201 Mar 11 20:27:26.979187 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70eb46b-0ebb-49fe-af74-a4d0cd119282 req-350e4484-6a04-43ce-8a5f-37fe66070c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:26.980641 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b70eb46b-0ebb-49fe-af74-a4d0cd119282 req-350e4484-6a04-43ce-8a5f-37fe66070c47 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3daacfca-f667-4a2e-b1c7-a310bc05be7f HTTP/1.1" status: 200 len: 850 time: 0.0413237 Mar 11 20:27:27.029034 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70eb46b-0ebb-49fe-af74-a4d0cd119282 req-aaf35bc9-72d2-4657-bf48-55b143a59a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:27.030570 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b70eb46b-0ebb-49fe-af74-a4d0cd119282 req-aaf35bc9-72d2-4657-bf48-55b143a59a08 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=16f4598c-dd98-42cb-b9b4-e58cb6823c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447495 Mar 11 20:27:27.128363 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b70eb46b-0ebb-49fe-af74-a4d0cd119282 req-1d3c9007-6e2f-4eee-916c-3e50834c73c3 service neutron] 10.222.0.57 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914824 Mar 11 20:27:27.214184 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b70eb46b-0ebb-49fe-af74-a4d0cd119282 req-27b504a9-75b4-4ab5-9ae5-93223196938c service neutron] 10.222.0.57 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793471 Mar 11 20:27:27.477179 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device b04e02f2-8c3e-42d6-8dcb-b158ffc4084e details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 20:27:27.570336 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port b04e02f2-8c3e-42d6-8dcb-b158ffc4084e, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=b04e02f2-8c3e-42d6-8dcb-b158ffc4084e,segment=NetworkSegment(c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2),segment_id=c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:27:27.581496 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': 'b04e02f2-8c3e-42d6-8dcb-b158ffc4084e', 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28', 'port_id': 'b04e02f2-8c3e-42d6-8dcb-b158ffc4084e', 'mac_address': 'fa:16:3e:a1:53:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3daacfca-f667-4a2e-b1c7-a310bc05be7f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 20:27:27.621137 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port b04e02f2-8c3e-42d6-8dcb-b158ffc4084e is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:27:27.621527 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b04e02f2-8c3e-42d6-8dcb-b158ffc4084e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:27:27.795330 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b04e02f2-8c3e-42d6-8dcb-b158ffc4084e {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:27:27.810896 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:27:27.819937 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port b04e02f2-8c3e-42d6-8dcb-b158ffc4084e, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=b04e02f2-8c3e-42d6-8dcb-b158ffc4084e,segment=NetworkSegment(c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2),segment_id=c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:27:27.823957 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (b04e02f2-8c3e-42d6-8dcb-b158ffc4084e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:27:27.842213 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26c250-2a37-4baf-bc50-6f14d8659bd8 req-c9cda540-c8cd-4721-a731-bff374e20494 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:27.843727 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ff26c250-2a37-4baf-bc50-6f14d8659bd8 req-c9cda540-c8cd-4721-a731-bff374e20494 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 944 time: 0.0597553 Mar 11 20:27:27.870962 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=b04e02f2-8c3e-42d6-8dcb-b158ffc4084e,revision_number=8']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:27:27.878211 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:27:27.878566 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:27:27.878913 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:27:27.879898 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:27:27.880244 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:27:27.880589 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:27:27.880924 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:27:27.881258 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:27:27.881592 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:27:27.881921 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:27:27.882249 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:27:27.882579 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:27:27.882902 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:27:27.891324 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ff26c250-2a37-4baf-bc50-6f14d8659bd8 req-9101e5ad-b0a9-43da-857e-b7fb78cdb707 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416458 Mar 11 20:27:28.164197 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['b04e02f2-8c3e-42d6-8dcb-b158ffc4084e'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:27:29.015778 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463891b7-97e4-43d3-9cbb-135271fb61f5 req-2e205854-9281-4447-9a27-443f6dd38471 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:29.017246 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-463891b7-97e4-43d3-9cbb-135271fb61f5 req-2e205854-9281-4447-9a27-443f6dd38471 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 945 time: 0.0522296 Mar 11 20:27:29.065211 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-463891b7-97e4-43d3-9cbb-135271fb61f5 req-4f01f1ae-cc56-4dbf-8775-413ac9c41618 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419252 Mar 11 20:27:29.105172 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:27:29.482437 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device b04e02f2-8c3e-42d6-8dcb-b158ffc4084e details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 20:27:29.576683 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port b04e02f2-8c3e-42d6-8dcb-b158ffc4084e, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=b04e02f2-8c3e-42d6-8dcb-b158ffc4084e,segment=NetworkSegment(c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2),segment_id=c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:27:29.591651 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': 'b04e02f2-8c3e-42d6-8dcb-b158ffc4084e', 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28', 'port_id': 'b04e02f2-8c3e-42d6-8dcb-b158ffc4084e', 'mac_address': 'fa:16:3e:a1:53:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3daacfca-f667-4a2e-b1c7-a310bc05be7f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 20:27:30.192354 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e87a5a-415b-4a87-adca-864eec25a396 req-665f79f6-f62f-403e-99f0-c9d8dd0dc0e4 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:30.193833 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f0e87a5a-415b-4a87-adca-864eec25a396 req-665f79f6-f62f-403e-99f0-c9d8dd0dc0e4 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 945 time: 0.0556231 Mar 11 20:27:30.240712 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f0e87a5a-415b-4a87-adca-864eec25a396 req-5cecfb94-7efe-45b4-9c17-5a00e15f70cc tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412173 Mar 11 20:27:31.360402 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c550ff03-501d-4e59-b105-d44e5a68bf74 req-fd80e132-5676-464d-9671-ce38f3973e54 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:31.361870 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c550ff03-501d-4e59-b105-d44e5a68bf74 req-fd80e132-5676-464d-9671-ce38f3973e54 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 945 time: 0.0541718 Mar 11 20:27:31.371875 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:27:31.409160 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c550ff03-501d-4e59-b105-d44e5a68bf74 req-1947e23f-f638-4e7d-9267-b112f6687a8b tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407872 Mar 11 20:27:32.534332 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d7fc32-eaec-48ff-9739-c837a1e2d484 req-cc6fb7f5-26e1-472d-bb16-b8ea67088f8a tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:32.536333 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b0d7fc32-eaec-48ff-9739-c837a1e2d484 req-cc6fb7f5-26e1-472d-bb16-b8ea67088f8a tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 945 time: 0.0555487 Mar 11 20:27:32.590776 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b0d7fc32-eaec-48ff-9739-c837a1e2d484 req-ff8f5bc4-b4d3-4b0c-93fc-7ef4707d1f71 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486698 Mar 11 20:27:33.317197 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70eb46b-0ebb-49fe-af74-a4d0cd119282 req-6e3eb48f-8737-4adb-87af-ea0badd0e6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:33.318658 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b70eb46b-0ebb-49fe-af74-a4d0cd119282 req-6e3eb48f-8737-4adb-87af-ea0badd0e6ab service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839&tenant_id=9f3b97ce8275446bb706781b15a00c82 HTTP/1.1" status: 200 len: 1127 time: 0.0435905 Mar 11 20:27:33.329228 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-b70eb46b-0ebb-49fe-af74-a4d0cd119282 req-3e20fb7e-687e-4468-9dec-4cfff461defa service neutron] Request body: {'port': {'binding:host_id': 'n-h1-833163-1', 'device_owner': 'compute:nova'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:27:33.385850 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b70eb46b-0ebb-49fe-af74-a4d0cd119282 req-3e20fb7e-687e-4468-9dec-4cfff461defa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b04e02f2-8c3e-42d6-8dcb-b158ffc4084e), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:27:33.523830 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device b04e02f2-8c3e-42d6-8dcb-b158ffc4084e no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:27:33.582825 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-b70eb46b-0ebb-49fe-af74-a4d0cd119282 req-3e20fb7e-687e-4468-9dec-4cfff461defa service neutron] For port b04e02f2-8c3e-42d6-8dcb-b158ffc4084e, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=b04e02f2-8c3e-42d6-8dcb-b158ffc4084e,segment=NetworkSegment(c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2),segment_id=c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:27:33.603361 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port b04e02f2-8c3e-42d6-8dcb-b158ffc4084e is: BUILD; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:27:33.603798 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b04e02f2-8c3e-42d6-8dcb-b158ffc4084e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:27:33.618864 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b04e02f2-8c3e-42d6-8dcb-b158ffc4084e {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:27:33.623510 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-b70eb46b-0ebb-49fe-af74-a4d0cd119282 req-3e20fb7e-687e-4468-9dec-4cfff461defa service neutron] For port b04e02f2-8c3e-42d6-8dcb-b158ffc4084e, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:27:33.657323 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-b70eb46b-0ebb-49fe-af74-a4d0cd119282 req-3e20fb7e-687e-4468-9dec-4cfff461defa service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b04e02f2-8c3e-42d6-8dcb-b158ffc4084e {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:27:33.674736 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b70eb46b-0ebb-49fe-af74-a4d0cd119282 req-3e20fb7e-687e-4468-9dec-4cfff461defa service neutron] Publish callbacks [] for port (b04e02f2-8c3e-42d6-8dcb-b158ffc4084e), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:27:33.703992 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-b70eb46b-0ebb-49fe-af74-a4d0cd119282 req-3e20fb7e-687e-4468-9dec-4cfff461defa service neutron] Ignored duplicate provisioning block setup for port b04e02f2-8c3e-42d6-8dcb-b158ffc4084e by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Mar 11 20:27:33.713284 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b70eb46b-0ebb-49fe-af74-a4d0cd119282 req-3e20fb7e-687e-4468-9dec-4cfff461defa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (b04e02f2-8c3e-42d6-8dcb-b158ffc4084e), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:27:33.749733 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 20:27:33.750299 n-d-833163-1 neutron-server[103886]: DEBUG oslo_db.api [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 20:27:33.751673 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c03689e-c747-42bb-bff6-72b0a9a78e71 req-14c8c4d5-27e0-4e91-8f7e-2a8ae189f275 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:33.753255 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9c03689e-c747-42bb-bff6-72b0a9a78e71 req-14c8c4d5-27e0-4e91-8f7e-2a8ae189f275 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 945 time: 0.0907507 Mar 11 20:27:33.827873 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e20fb7e-687e-4468-9dec-4cfff461defa service neutron] Pushing event updated for resources: {'Port': ['ID=b04e02f2-8c3e-42d6-8dcb-b158ffc4084e,revision_number=9']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:27:33.856135 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e20fb7e-687e-4468-9dec-4cfff461defa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:27:33.856486 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e20fb7e-687e-4468-9dec-4cfff461defa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:27:33.856839 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e20fb7e-687e-4468-9dec-4cfff461defa service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:27:33.857183 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e20fb7e-687e-4468-9dec-4cfff461defa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:27:33.857521 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e20fb7e-687e-4468-9dec-4cfff461defa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:27:33.857854 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e20fb7e-687e-4468-9dec-4cfff461defa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:27:33.858183 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e20fb7e-687e-4468-9dec-4cfff461defa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:27:33.858511 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e20fb7e-687e-4468-9dec-4cfff461defa service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:27:33.858836 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e20fb7e-687e-4468-9dec-4cfff461defa service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:27:33.859162 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e20fb7e-687e-4468-9dec-4cfff461defa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:27:33.859486 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e20fb7e-687e-4468-9dec-4cfff461defa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:27:33.859838 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e20fb7e-687e-4468-9dec-4cfff461defa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:27:33.860160 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e20fb7e-687e-4468-9dec-4cfff461defa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:27:33.880076 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9c03689e-c747-42bb-bff6-72b0a9a78e71 req-a4b845b9-3fe1-4b40-be1e-b67521d293c2 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184409 Mar 11 20:27:33.901633 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-b70eb46b-0ebb-49fe-af74-a4d0cd119282 req-3e20fb7e-687e-4468-9dec-4cfff461defa service neutron] No DVR routers for this DVR port b04e02f2-8c3e-42d6-8dcb-b158ffc4084e on host n-h2-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:27:34.046496 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-b70eb46b-0ebb-49fe-af74-a4d0cd119282 req-3e20fb7e-687e-4468-9dec-4cfff461defa service neutron] Attempting to bind port b04e02f2-8c3e-42d6-8dcb-b158ffc4084e on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:27:34.046749 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-b70eb46b-0ebb-49fe-af74-a4d0cd119282 req-3e20fb7e-687e-4468-9dec-4cfff461defa service neutron] Attempting to bind port b04e02f2-8c3e-42d6-8dcb-b158ffc4084e by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': 'c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:27:34.047070 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70eb46b-0ebb-49fe-af74-a4d0cd119282 req-3e20fb7e-687e-4468-9dec-4cfff461defa service neutron] Attempting to bind port b04e02f2-8c3e-42d6-8dcb-b158ffc4084e on network 16f4598c-dd98-42cb-b9b4-e58cb6823c28 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:27:34.051770 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70eb46b-0ebb-49fe-af74-a4d0cd119282 req-3e20fb7e-687e-4468-9dec-4cfff461defa service neutron] Port b04e02f2-8c3e-42d6-8dcb-b158ffc4084e on network 16f4598c-dd98-42cb-b9b4-e58cb6823c28 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 20:27:34.052087 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70eb46b-0ebb-49fe-af74-a4d0cd119282 req-3e20fb7e-687e-4468-9dec-4cfff461defa service neutron] Attempting to bind port b04e02f2-8c3e-42d6-8dcb-b158ffc4084e on network 16f4598c-dd98-42cb-b9b4-e58cb6823c28 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:27:34.056828 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70eb46b-0ebb-49fe-af74-a4d0cd119282 req-3e20fb7e-687e-4468-9dec-4cfff461defa service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:27:34.057160 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70eb46b-0ebb-49fe-af74-a4d0cd119282 req-3e20fb7e-687e-4468-9dec-4cfff461defa service neutron] Checking segment: {'id': 'c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:27:34.057536 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b70eb46b-0ebb-49fe-af74-a4d0cd119282 req-3e20fb7e-687e-4468-9dec-4cfff461defa service neutron] Bound using segment: {'id': 'c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:27:34.057951 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-b70eb46b-0ebb-49fe-af74-a4d0cd119282 req-3e20fb7e-687e-4468-9dec-4cfff461defa service neutron] Bound port: b04e02f2-8c3e-42d6-8dcb-b158ffc4084e, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 888, 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:27:34.058295 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b70eb46b-0ebb-49fe-af74-a4d0cd119282 req-3e20fb7e-687e-4468-9dec-4cfff461defa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b04e02f2-8c3e-42d6-8dcb-b158ffc4084e), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:27:34.119481 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-b70eb46b-0ebb-49fe-af74-a4d0cd119282 req-3e20fb7e-687e-4468-9dec-4cfff461defa service neutron] For port b04e02f2-8c3e-42d6-8dcb-b158ffc4084e, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:27:34.122591 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-b70eb46b-0ebb-49fe-af74-a4d0cd119282 req-3e20fb7e-687e-4468-9dec-4cfff461defa service neutron] For port b04e02f2-8c3e-42d6-8dcb-b158ffc4084e, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=b04e02f2-8c3e-42d6-8dcb-b158ffc4084e,segment=NetworkSegment(c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2),segment_id=c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:27:34.128551 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b70eb46b-0ebb-49fe-af74-a4d0cd119282 req-3e20fb7e-687e-4468-9dec-4cfff461defa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (b04e02f2-8c3e-42d6-8dcb-b158ffc4084e), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:27:34.163917 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70eb46b-0ebb-49fe-af74-a4d0cd119282 req-3e20fb7e-687e-4468-9dec-4cfff461defa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:34.164536 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b70eb46b-0ebb-49fe-af74-a4d0cd119282 req-3e20fb7e-687e-4468-9dec-4cfff461defa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:27:34.165950 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b70eb46b-0ebb-49fe-af74-a4d0cd119282 req-3e20fb7e-687e-4468-9dec-4cfff461defa service neutron] 10.222.0.75 "PUT /v2.0/ports/b04e02f2-8c3e-42d6-8dcb-b158ffc4084e HTTP/1.1" status: 200 len: 1092 time: 0.8408649 Mar 11 20:27:34.166396 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2defaa4-ad13-4833-acb5-51fb312c1839', 'tag': 'b04e02f2-8c3e-42d6-8dcb-b158ffc4084e'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:27:34.168794 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a0d03908d714cf498f0e9a07bdcfee6ce8884db927bcf4c76da6f3dadb32e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a323898-46a0-4ba5-9739-47474f0da316" -d '{"events": [{"name": "network-changed", "server_uuid": "f2defaa4-ad13-4833-acb5-51fb312c1839", "tag": "b04e02f2-8c3e-42d6-8dcb-b158ffc4084e"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:27:34.204676 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e20fb7e-687e-4468-9dec-4cfff461defa service neutron] Pushing event updated for resources: {'Port': ['ID=b04e02f2-8c3e-42d6-8dcb-b158ffc4084e,revision_number=10']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:27:34.224732 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8565b461-5133-466d-aa38-1584582a4fe9 x-openstack-request-id: req-8565b461-5133-466d-aa38-1584582a4fe9 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:27:34.225039 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2defaa4-ad13-4833-acb5-51fb312c1839", "tag": "b04e02f2-8c3e-42d6-8dcb-b158ffc4084e", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:27:34.225297 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8565b461-5133-466d-aa38-1584582a4fe9 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:27:34.225704 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2defaa4-ad13-4833-acb5-51fb312c1839', 'tag': 'b04e02f2-8c3e-42d6-8dcb-b158ffc4084e', 'status': 'completed', 'code': 200} Mar 11 20:27:34.260888 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70eb46b-0ebb-49fe-af74-a4d0cd119282 req-308606f5-67a2-4bbd-b964-548c57a3db59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:34.262630 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b70eb46b-0ebb-49fe-af74-a4d0cd119282 req-308606f5-67a2-4bbd-b964-548c57a3db59 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9f3b97ce8275446bb706781b15a00c82&device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 1127 time: 0.0698850 Mar 11 20:27:34.291246 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port b04e02f2-8c3e-42d6-8dcb-b158ffc4084e is: DOWN; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:27:34.580819 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a323898-46a0-4ba5-9739-47474f0da316 req-74dfff78-4464-4080-ac04-70add879caad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:34.582350 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0a323898-46a0-4ba5-9739-47474f0da316 req-74dfff78-4464-4080-ac04-70add879caad service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9f3b97ce8275446bb706781b15a00c82&device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 1127 time: 0.3349819 Mar 11 20:27:34.615546 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70eb46b-0ebb-49fe-af74-a4d0cd119282 req-f9463e95-b56e-4b68-8f7f-911a0379aaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:34.616916 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b70eb46b-0ebb-49fe-af74-a4d0cd119282 req-f9463e95-b56e-4b68-8f7f-911a0379aaa5 service neutron] 10.222.0.75 "GET /v2.0/networks?id=16f4598c-dd98-42cb-b9b4-e58cb6823c28 HTTP/1.1" status: 200 len: 912 time: 0.3399155 Mar 11 20:27:34.725127 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b70eb46b-0ebb-49fe-af74-a4d0cd119282 req-3fb4c25e-4e96-40aa-bfaf-1621ec74eeed service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b04e02f2-8c3e-42d6-8dcb-b158ffc4084e HTTP/1.1" status: 200 len: 1001 time: 0.0983906 Mar 11 20:27:34.729282 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a323898-46a0-4ba5-9739-47474f0da316 req-5849599a-67fe-4d63-9387-8e19bc37d08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:34.730622 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0a323898-46a0-4ba5-9739-47474f0da316 req-5849599a-67fe-4d63-9387-8e19bc37d08e service neutron] 10.222.0.57 "GET /v2.0/networks?id=16f4598c-dd98-42cb-b9b4-e58cb6823c28 HTTP/1.1" status: 200 len: 912 time: 0.1410201 Mar 11 20:27:34.815934 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70eb46b-0ebb-49fe-af74-a4d0cd119282 req-620fc80a-e797-477e-8056-54eb4f9236c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:34.817364 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b70eb46b-0ebb-49fe-af74-a4d0cd119282 req-620fc80a-e797-477e-8056-54eb4f9236c6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3daacfca-f667-4a2e-b1c7-a310bc05be7f HTTP/1.1" status: 200 len: 850 time: 0.0859303 Mar 11 20:27:34.824695 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0a323898-46a0-4ba5-9739-47474f0da316 req-3ea8afa1-1a65-4a6e-abfa-30c31242ae74 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b04e02f2-8c3e-42d6-8dcb-b158ffc4084e HTTP/1.1" status: 200 len: 1001 time: 0.0851762 Mar 11 20:27:34.893438 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a323898-46a0-4ba5-9739-47474f0da316 req-142908bb-d9ce-4144-915e-89a08387a01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:34.894875 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0a323898-46a0-4ba5-9739-47474f0da316 req-142908bb-d9ce-4144-915e-89a08387a01f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3daacfca-f667-4a2e-b1c7-a310bc05be7f HTTP/1.1" status: 200 len: 850 time: 0.0624924 Mar 11 20:27:34.912621 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70eb46b-0ebb-49fe-af74-a4d0cd119282 req-8f3fb3b2-8a04-47e3-8f06-5aef3b662e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:34.913991 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b70eb46b-0ebb-49fe-af74-a4d0cd119282 req-8f3fb3b2-8a04-47e3-8f06-5aef3b662e28 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=16f4598c-dd98-42cb-b9b4-e58cb6823c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0884819 Mar 11 20:27:35.052520 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a323898-46a0-4ba5-9739-47474f0da316 req-e5f8acf3-f0ed-4834-87d4-3d75b39e146f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:35.053976 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0a323898-46a0-4ba5-9739-47474f0da316 req-e5f8acf3-f0ed-4834-87d4-3d75b39e146f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=16f4598c-dd98-42cb-b9b4-e58cb6823c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1531718 Mar 11 20:27:35.100358 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c89756-2d63-4af3-865e-667c1262b907 req-a9a9a7e9-982b-4337-b1c1-40f0a4e198b0 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:35.101836 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f3c89756-2d63-4af3-865e-667c1262b907 req-a9a9a7e9-982b-4337-b1c1-40f0a4e198b0 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 945 time: 0.1487772 Mar 11 20:27:35.103591 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b70eb46b-0ebb-49fe-af74-a4d0cd119282 req-523ba3ee-7f88-425a-b86f-086683b062da service neutron] 10.222.0.75 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710842 Mar 11 20:27:35.249856 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0a323898-46a0-4ba5-9739-47474f0da316 req-a81aa7fb-f6eb-4f94-a9bb-2a08d051cadd service neutron] 10.222.0.57 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853983 Mar 11 20:27:35.269135 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f3c89756-2d63-4af3-865e-667c1262b907 req-cf4ef718-e7b6-4f67-bf77-d6ff71f10930 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609173 Mar 11 20:27:35.339091 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b70eb46b-0ebb-49fe-af74-a4d0cd119282 req-d98933de-8f80-45b0-889c-81047f3b1925 service neutron] 10.222.0.75 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196989 Mar 11 20:27:35.367646 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0a323898-46a0-4ba5-9739-47474f0da316 req-66f0ad46-74ee-4b91-88ae-9491870f55f8 service neutron] 10.222.0.57 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104815 Mar 11 20:27:35.425928 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a323898-46a0-4ba5-9739-47474f0da316 req-76651e8a-e70f-4c1a-98e4-963cfa2871ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:35.427459 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0a323898-46a0-4ba5-9739-47474f0da316 req-76651e8a-e70f-4c1a-98e4-963cfa2871ea service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9f3b97ce8275446bb706781b15a00c82&device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 1127 time: 0.0477774 Mar 11 20:27:35.515761 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a323898-46a0-4ba5-9739-47474f0da316 req-b6c5b134-b33b-4381-b106-8aee55390b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:35.517277 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0a323898-46a0-4ba5-9739-47474f0da316 req-b6c5b134-b33b-4381-b106-8aee55390b9f service neutron] 10.222.0.75 "GET /v2.0/networks?id=16f4598c-dd98-42cb-b9b4-e58cb6823c28 HTTP/1.1" status: 200 len: 912 time: 0.0846584 Mar 11 20:27:35.588250 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0a323898-46a0-4ba5-9739-47474f0da316 req-f8392923-289c-4fad-b122-51c13404e8f7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b04e02f2-8c3e-42d6-8dcb-b158ffc4084e HTTP/1.1" status: 200 len: 1001 time: 0.0647967 Mar 11 20:27:35.635675 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a323898-46a0-4ba5-9739-47474f0da316 req-a1460acb-09fa-40cd-bd75-22c8f6e574bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:35.637026 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0a323898-46a0-4ba5-9739-47474f0da316 req-a1460acb-09fa-40cd-bd75-22c8f6e574bd service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3daacfca-f667-4a2e-b1c7-a310bc05be7f HTTP/1.1" status: 200 len: 850 time: 0.0435212 Mar 11 20:27:35.691499 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a323898-46a0-4ba5-9739-47474f0da316 req-8e446e09-ad3c-40ab-b9a1-84734816dc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:35.693652 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0a323898-46a0-4ba5-9739-47474f0da316 req-8e446e09-ad3c-40ab-b9a1-84734816dc97 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=16f4598c-dd98-42cb-b9b4-e58cb6823c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0510569 Mar 11 20:27:35.791266 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0a323898-46a0-4ba5-9739-47474f0da316 req-27c6bffb-6ef7-4083-9c6e-a1f825c34601 service neutron] 10.222.0.75 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920613 Mar 11 20:27:35.879980 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0a323898-46a0-4ba5-9739-47474f0da316 req-601999e7-98ca-4052-95c2-daf0b853a6e7 service neutron] 10.222.0.75 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833507 Mar 11 20:27:36.393904 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617c91d-153d-43ce-8d4d-ca84eb358ef1 req-22b19804-73d1-4bab-b738-7a3555de3cde tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:36.395425 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e617c91d-153d-43ce-8d4d-ca84eb358ef1 req-22b19804-73d1-4bab-b738-7a3555de3cde tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 945 time: 0.0542629 Mar 11 20:27:36.443081 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e617c91d-153d-43ce-8d4d-ca84eb358ef1 req-586ff6b4-6232-4db9-8173-1da0100b91ff tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419140 Mar 11 20:27:37.565494 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1655535a-f3cf-4949-b4f5-6c922bafa598 req-9dd5b971-5d58-471c-acd9-b06c51179465 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:37.567493 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1655535a-f3cf-4949-b4f5-6c922bafa598 req-9dd5b971-5d58-471c-acd9-b06c51179465 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 945 time: 0.0534627 Mar 11 20:27:37.613933 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1655535a-f3cf-4949-b4f5-6c922bafa598 req-d790576a-e482-4f18-80a5-759505d43446 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402994 Mar 11 20:27:38.739489 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0047f8e-d6ee-4b18-bee3-ad0946b8cdf8 req-3811debf-c751-436a-a500-d3cc9c08a862 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:38.740953 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d0047f8e-d6ee-4b18-bee3-ad0946b8cdf8 req-3811debf-c751-436a-a500-d3cc9c08a862 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 945 time: 0.0552874 Mar 11 20:27:38.786929 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d0047f8e-d6ee-4b18-bee3-ad0946b8cdf8 req-d0fee52e-f67d-4e1a-b48e-756e6c477fae tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404437 Mar 11 20:27:39.911433 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e41e04e-5fdd-450d-b1b1-9ff81dcee662 req-8f68d746-bec8-4e8f-8479-da851921056d tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:39.912983 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0e41e04e-5fdd-450d-b1b1-9ff81dcee662 req-8f68d746-bec8-4e8f-8479-da851921056d tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 945 time: 0.0555282 Mar 11 20:27:39.961611 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0e41e04e-5fdd-450d-b1b1-9ff81dcee662 req-36baf3d9-7784-4dbf-b646-cbb0d323e80d tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427406 Mar 11 20:27:41.088562 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ae440-6881-4d27-8eef-0f7f35f28ba9 req-83f2b5f6-c79a-4c9b-ad6c-1ac1e321645c tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:41.090102 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c82ae440-6881-4d27-8eef-0f7f35f28ba9 req-83f2b5f6-c79a-4c9b-ad6c-1ac1e321645c tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 945 time: 0.0520136 Mar 11 20:27:41.141880 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c82ae440-6881-4d27-8eef-0f7f35f28ba9 req-17bc31d0-33b1-4877-a7a1-f4166ecaefc0 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456774 Mar 11 20:27:42.270112 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd168034-19d8-429b-bf96-140be9b6a712 req-28d9d0b4-0ec6-433f-805e-99077fbaeea2 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:42.271573 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cd168034-19d8-429b-bf96-140be9b6a712 req-28d9d0b4-0ec6-433f-805e-99077fbaeea2 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 945 time: 0.0528197 Mar 11 20:27:42.320223 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cd168034-19d8-429b-bf96-140be9b6a712 req-5ef91705-613b-43dc-8fe2-95a0ae001da7 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428863 Mar 11 20:27:43.446731 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb17dbff-6230-4688-a02f-bdddfa93977a req-6cea2dba-aeed-44ff-88c1-5c9669a6d2a1 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:43.448389 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-eb17dbff-6230-4688-a02f-bdddfa93977a req-6cea2dba-aeed-44ff-88c1-5c9669a6d2a1 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 945 time: 0.0544066 Mar 11 20:27:43.495763 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-eb17dbff-6230-4688-a02f-bdddfa93977a req-2dd3bcec-a6f6-4e81-9deb-620bd0645b3f tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414748 Mar 11 20:27:44.619301 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce1e1ce-e47e-4ac3-9d40-5a281bb363df req-4ad084f8-16b6-4ac7-93a6-8d7a8f7839e4 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:44.620779 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bce1e1ce-e47e-4ac3-9d40-5a281bb363df req-4ad084f8-16b6-4ac7-93a6-8d7a8f7839e4 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 945 time: 0.0556164 Mar 11 20:27:44.668463 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bce1e1ce-e47e-4ac3-9d40-5a281bb363df req-583db317-816c-48cc-8f38-72269545136d tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421093 Mar 11 20:27:45.796676 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0db4c5-ed5c-4457-9dc0-e440ad559119 req-a6954a7a-72f5-45e9-bc44-50ab69662542 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:45.798167 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1e0db4c5-ed5c-4457-9dc0-e440ad559119 req-a6954a7a-72f5-45e9-bc44-50ab69662542 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 945 time: 0.0599942 Mar 11 20:27:45.850643 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1e0db4c5-ed5c-4457-9dc0-e440ad559119 req-5870161a-746b-4955-b086-6c0061dfccd2 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462751 Mar 11 20:27:46.973843 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36306448-fb7d-4502-9cb5-1c614a1d922d req-7b626395-4092-4b3d-adf0-c682b6237e1b tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:46.975306 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-36306448-fb7d-4502-9cb5-1c614a1d922d req-7b626395-4092-4b3d-adf0-c682b6237e1b tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 945 time: 0.0556977 Mar 11 20:27:47.020897 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-36306448-fb7d-4502-9cb5-1c614a1d922d req-79e10f76-ce89-4192-b29c-aa608ae55667 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400107 Mar 11 20:27:48.139580 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005d49cb-afe1-431c-b69e-739944fcde15 req-583e3018-7cac-403b-842e-8395dfc42af8 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:48.141062 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-005d49cb-afe1-431c-b69e-739944fcde15 req-583e3018-7cac-403b-842e-8395dfc42af8 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 945 time: 0.0517442 Mar 11 20:27:48.186394 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-005d49cb-afe1-431c-b69e-739944fcde15 req-6c0455b6-4bd1-4863-abda-16a105d55ebc tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395401 Mar 11 20:27:49.304324 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923b4cd3-8ca8-443e-9b0d-6f1685bed2ed req-4a0227f8-7a10-48a3-9256-965213d47f15 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:49.305787 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-923b4cd3-8ca8-443e-9b0d-6f1685bed2ed req-4a0227f8-7a10-48a3-9256-965213d47f15 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 945 time: 0.0512900 Mar 11 20:27:49.355974 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-923b4cd3-8ca8-443e-9b0d-6f1685bed2ed req-f56c217c-8122-46ea-80c9-8fd6b70ddc6f tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445993 Mar 11 20:27:49.372332 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:27:50.481356 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6062238-6549-428e-839e-4db20bb19c40 req-96e45b4a-b850-4a18-9efe-cced4ec10800 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:50.482817 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f6062238-6549-428e-839e-4db20bb19c40 req-96e45b4a-b850-4a18-9efe-cced4ec10800 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 945 time: 0.0518394 Mar 11 20:27:50.528416 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f6062238-6549-428e-839e-4db20bb19c40 req-281cd6c3-52c5-4b65-a8a4-0a4aaa1221c5 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398755 Mar 11 20:27:51.684621 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108a3109-ef9b-422e-8b6f-17f2efcc7a73 req-472963e2-5cb9-484d-86ff-2d0ef2785406 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:51.687140 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-108a3109-ef9b-422e-8b6f-17f2efcc7a73 req-472963e2-5cb9-484d-86ff-2d0ef2785406 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 945 time: 0.0857422 Mar 11 20:27:51.691725 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da5f12a-53cb-4236-b322-8205fc292982 req-598ce779-18ea-4cf8-ad33-46c93d147c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:51.693780 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5da5f12a-53cb-4236-b322-8205fc292982 req-598ce779-18ea-4cf8-ad33-46c93d147c75 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9f3b97ce8275446bb706781b15a00c82&device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 1127 time: 0.0677304 Mar 11 20:27:51.768429 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-108a3109-ef9b-422e-8b6f-17f2efcc7a73 req-be2406c0-2dbb-4e22-ac15-b558dd6a9324 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734422 Mar 11 20:27:51.823066 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da5f12a-53cb-4236-b322-8205fc292982 req-9c52c814-acc4-44e6-8c10-d766d44bcf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:51.824471 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5da5f12a-53cb-4236-b322-8205fc292982 req-9c52c814-acc4-44e6-8c10-d766d44bcf57 service neutron] 10.222.0.75 "GET /v2.0/networks?id=16f4598c-dd98-42cb-b9b4-e58cb6823c28 HTTP/1.1" status: 200 len: 912 time: 0.1010230 Mar 11 20:27:51.897611 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5da5f12a-53cb-4236-b322-8205fc292982 req-4c950c35-7246-4714-9c24-474c68c24c16 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b04e02f2-8c3e-42d6-8dcb-b158ffc4084e HTTP/1.1" status: 200 len: 1001 time: 0.0618377 Mar 11 20:27:51.944869 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da5f12a-53cb-4236-b322-8205fc292982 req-ec103cbe-5783-4ec3-8eb4-96a022d0a5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:51.946293 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5da5f12a-53cb-4236-b322-8205fc292982 req-ec103cbe-5783-4ec3-8eb4-96a022d0a5b0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3daacfca-f667-4a2e-b1c7-a310bc05be7f HTTP/1.1" status: 200 len: 850 time: 0.0424545 Mar 11 20:27:51.995689 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da5f12a-53cb-4236-b322-8205fc292982 req-7daf1667-450d-4826-a71e-9ad4a55da600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:51.997162 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5da5f12a-53cb-4236-b322-8205fc292982 req-7daf1667-450d-4826-a71e-9ad4a55da600 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=16f4598c-dd98-42cb-b9b4-e58cb6823c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441000 Mar 11 20:27:52.008038 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [req-5da5f12a-53cb-4236-b322-8205fc292982 req-7f9ea102-4d22-451c-bffd-c1fd292c9b89 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 20:27:52.009002 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5da5f12a-53cb-4236-b322-8205fc292982 req-7f9ea102-4d22-451c-bffd-c1fd292c9b89 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048251 Mar 11 20:27:52.108183 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5da5f12a-53cb-4236-b322-8205fc292982 req-6b24725a-5a04-4b6a-81d7-d409f0d05f79 service neutron] 10.222.0.75 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935073 Mar 11 20:27:52.200883 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5da5f12a-53cb-4236-b322-8205fc292982 req-0d218b30-f067-47a5-9166-f1a2269b6598 service neutron] 10.222.0.75 "GET /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862901 Mar 11 20:27:52.408664 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-96384b35-b4ce-49f0-9578-7a640de6efba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:27:52.583557 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device b04e02f2-8c3e-42d6-8dcb-b158ffc4084e details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 20:27:52.684664 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port b04e02f2-8c3e-42d6-8dcb-b158ffc4084e, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=b04e02f2-8c3e-42d6-8dcb-b158ffc4084e,segment=NetworkSegment(c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2),segment_id=c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:27:52.695389 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': 'b04e02f2-8c3e-42d6-8dcb-b158ffc4084e', 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28', 'port_id': 'b04e02f2-8c3e-42d6-8dcb-b158ffc4084e', 'mac_address': 'fa:16:3e:a1:53:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 888, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3daacfca-f667-4a2e-b1c7-a310bc05be7f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 20:27:52.731546 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port b04e02f2-8c3e-42d6-8dcb-b158ffc4084e is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:27:52.731955 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b04e02f2-8c3e-42d6-8dcb-b158ffc4084e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:27:52.744795 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b04e02f2-8c3e-42d6-8dcb-b158ffc4084e {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:27:52.763079 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port b04e02f2-8c3e-42d6-8dcb-b158ffc4084e, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=b04e02f2-8c3e-42d6-8dcb-b158ffc4084e,segment=NetworkSegment(c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2),segment_id=c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:27:52.768760 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (b04e02f2-8c3e-42d6-8dcb-b158ffc4084e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:27:52.814116 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=b04e02f2-8c3e-42d6-8dcb-b158ffc4084e,revision_number=11']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:27:52.897346 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1ce9e-615d-451b-b76e-1c25ab50997f req-4b752fd5-d3f0-4eed-b135-c1a3bb049474 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:52.898823 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2de1ce9e-615d-451b-b76e-1c25ab50997f req-4b752fd5-d3f0-4eed-b135-c1a3bb049474 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 946 time: 0.0587542 Mar 11 20:27:52.947371 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2de1ce9e-615d-451b-b76e-1c25ab50997f req-b486ce56-2d2a-4beb-8a42-d35d212d9b39 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428321 Mar 11 20:27:52.982222 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['b04e02f2-8c3e-42d6-8dcb-b158ffc4084e'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:27:53.063464 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62278212-3264-4f7b-80e2-22f73fefde48 req-fbcfe03e-8e3a-4901-ba45-240ba81ccecb tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:53.064976 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-62278212-3264-4f7b-80e2-22f73fefde48 req-fbcfe03e-8e3a-4901-ba45-240ba81ccecb tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 946 time: 0.0516675 Mar 11 20:27:53.101258 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:27:53.113998 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-62278212-3264-4f7b-80e2-22f73fefde48 req-f8e2331d-30b2-486f-b59b-d19e7cb0271e tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431473 Mar 11 20:27:53.234907 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5262c6-e402-4e4f-b8b9-7aa4ca34a241 req-1a8d539e-0a16-4484-a1a0-a6ecbc63cbe0 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:53.236692 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9d5262c6-e402-4e4f-b8b9-7aa4ca34a241 req-1a8d539e-0a16-4484-a1a0-a6ecbc63cbe0 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 946 time: 0.0567629 Mar 11 20:27:53.283946 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9d5262c6-e402-4e4f-b8b9-7aa4ca34a241 req-bb21b373-ff14-4222-9625-5321eab62ee6 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406842 Mar 11 20:27:53.514697 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f3ea17-4d18-4bf6-80d7-c6ade8543edf req-2962cd23-b896-4b55-9ab6-a4e032442e41 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:53.516118 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-27f3ea17-4d18-4bf6-80d7-c6ade8543edf req-2962cd23-b896-4b55-9ab6-a4e032442e41 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 946 time: 0.0518138 Mar 11 20:27:53.564130 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-27f3ea17-4d18-4bf6-80d7-c6ade8543edf req-7a7c9c59-3fe1-451c-9e70-d28df94819c6 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418181 Mar 11 20:27:54.591825 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device b04e02f2-8c3e-42d6-8dcb-b158ffc4084e up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:27:54.649935 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port b04e02f2-8c3e-42d6-8dcb-b158ffc4084e completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 20:27:54.653896 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port b04e02f2-8c3e-42d6-8dcb-b158ffc4084e triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:27:54.654277 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (b04e02f2-8c3e-42d6-8dcb-b158ffc4084e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:27:54.693006 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05a36bc-f4e5-44da-8699-792cf7658a86 req-96a50a28-fc6b-4606-97d6-bc6d66340b68 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:54.694587 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f05a36bc-f4e5-44da-8699-792cf7658a86 req-96a50a28-fc6b-4606-97d6-bc6d66340b68 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 946 time: 0.0565071 Mar 11 20:27:54.710536 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4df66160-680e-402a-913b-f6973345af93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:27:54.746519 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f05a36bc-f4e5-44da-8699-792cf7658a86 req-68e5ee32-c8a4-4acf-8df3-162f9fb581af tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups?id=d8c2b1a3-80c5-463f-9c56-1abcc1a42645&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462332 Mar 11 20:27:54.748440 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port b04e02f2-8c3e-42d6-8dcb-b158ffc4084e is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:27:54.748837 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b04e02f2-8c3e-42d6-8dcb-b158ffc4084e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:27:54.773105 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2defaa4-ad13-4833-acb5-51fb312c1839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04e02f2-8c3e-42d6-8dcb-b158ffc4084e'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:27:54.775328 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e00c6702a54281ed7930195260709b2e9eb4074fe153a1ed12afbef6176377e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-194aaec9-f100-479a-aa18-e0de4ad0c8d0" -d '{"events": [{"server_uuid": "f2defaa4-ad13-4833-acb5-51fb312c1839", "name": "network-vif-plugged", "status": "completed", "tag": "b04e02f2-8c3e-42d6-8dcb-b158ffc4084e"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:27:54.787754 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port b04e02f2-8c3e-42d6-8dcb-b158ffc4084e, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=b04e02f2-8c3e-42d6-8dcb-b158ffc4084e,segment=NetworkSegment(c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2),segment_id=c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:27:54.792233 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (b04e02f2-8c3e-42d6-8dcb-b158ffc4084e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:27:54.814709 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-539e48e2-ad25-4197-8419-39453e4ca2ef x-openstack-request-id: req-539e48e2-ad25-4197-8419-39453e4ca2ef {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:27:54.815016 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2defaa4-ad13-4833-acb5-51fb312c1839", "name": "network-vif-plugged", "status": "completed", "tag": "b04e02f2-8c3e-42d6-8dcb-b158ffc4084e", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:27:54.815275 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-539e48e2-ad25-4197-8419-39453e4ca2ef {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:27:54.815688 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2defaa4-ad13-4833-acb5-51fb312c1839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b04e02f2-8c3e-42d6-8dcb-b158ffc4084e', 'code': 200} Mar 11 20:27:54.840598 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=b04e02f2-8c3e-42d6-8dcb-b158ffc4084e,revision_number=12']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:27:55.020034 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57652c1b-5cf6-47c6-97a6-733d247a0176 req-eb5e9984-c0d3-49d0-a41a-e144280d935f tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:27:55.021437 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-57652c1b-5cf6-47c6-97a6-733d247a0176 req-eb5e9984-c0d3-49d0-a41a-e144280d935f tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.75 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 947 time: 0.0507343 Mar 11 20:27:55.109917 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-57652c1b-5cf6-47c6-97a6-733d247a0176 req-579b90d8-ea5a-4b35-8491-6d3265aa7e33 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Deleting port b04e02f2-8c3e-42d6-8dcb-b158ffc4084e {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:27:55.110206 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-57652c1b-5cf6-47c6-97a6-733d247a0176 req-579b90d8-ea5a-4b35-8491-6d3265aa7e33 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (b04e02f2-8c3e-42d6-8dcb-b158ffc4084e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:27:55.199653 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-57652c1b-5cf6-47c6-97a6-733d247a0176 req-579b90d8-ea5a-4b35-8491-6d3265aa7e33 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] For port b04e02f2-8c3e-42d6-8dcb-b158ffc4084e, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=b04e02f2-8c3e-42d6-8dcb-b158ffc4084e,segment=NetworkSegment(c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2),segment_id=c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:27:55.200033 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-57652c1b-5cf6-47c6-97a6-733d247a0176 req-579b90d8-ea5a-4b35-8491-6d3265aa7e33 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (b04e02f2-8c3e-42d6-8dcb-b158ffc4084e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:27:55.589760 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-57652c1b-5cf6-47c6-97a6-733d247a0176 req-579b90d8-ea5a-4b35-8491-6d3265aa7e33 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:27:55.590118 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-57652c1b-5cf6-47c6-97a6-733d247a0176 req-579b90d8-ea5a-4b35-8491-6d3265aa7e33 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (dd92c2bb-b4e3-418e-829a-d2d770892635), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:27:55.590429 n-d-833163-1 neutron-server[103885]: INFO neutron.db.l3_db [req-57652c1b-5cf6-47c6-97a6-733d247a0176 req-579b90d8-ea5a-4b35-8491-6d3265aa7e33 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Floating IP dd92c2bb-b4e3-418e-829a-d2d770892635 disassociated. External IP: 172.25.8.117, port: b04e02f2-8c3e-42d6-8dcb-b158ffc4084e. Mar 11 20:27:55.590763 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-57652c1b-5cf6-47c6-97a6-733d247a0176 req-579b90d8-ea5a-4b35-8491-6d3265aa7e33 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Calling delete_port for b04e02f2-8c3e-42d6-8dcb-b158ffc4084e owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:27:55.714589 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-57652c1b-5cf6-47c6-97a6-733d247a0176 req-579b90d8-ea5a-4b35-8491-6d3265aa7e33 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (b04e02f2-8c3e-42d6-8dcb-b158ffc4084e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:27:55.743831 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579b90d8-ea5a-4b35-8491-6d3265aa7e33 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Pushing event deleted for resources: {'Port': ['ID=b04e02f2-8c3e-42d6-8dcb-b158ffc4084e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:27:55.868298 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b23e9f85-5f38-443b-b0b6-48cebd8a1a19 req-61c617a0-20fe-49da-ad9f-92b2712c962d tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 210 time: 0.0327532 Mar 11 20:27:55.881379 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57652c1b-5cf6-47c6-97a6-733d247a0176 req-579b90d8-ea5a-4b35-8491-6d3265aa7e33 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Router 5fdad19e-49da-4273-ac6f-4fa83fdebe71 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:27:55.989217 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57652c1b-5cf6-47c6-97a6-733d247a0176 req-579b90d8-ea5a-4b35-8491-6d3265aa7e33 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:27:55.998873 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f55f2d-67d8-41a3-88db-257caf138d6d None None] Sync routers for ids ['5fdad19e-49da-4273-ac6f-4fa83fdebe71'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:27:56.009380 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f55f2d-67d8-41a3-88db-257caf138d6d None None] Routers {'5fdad19e-49da-4273-ac6f-4fa83fdebe71'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:27:56.010578 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-36f55f2d-67d8-41a3-88db-257caf138d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:27:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['5fdad19e-49da-4273-ac6f-4fa83fdebe71'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:27:56.032231 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-57652c1b-5cf6-47c6-97a6-733d247a0176 req-579b90d8-ea5a-4b35-8491-6d3265aa7e33 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] No DVR routers for this DVR port b04e02f2-8c3e-42d6-8dcb-b158ffc4084e on host n-h1-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:27:56.035236 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-57652c1b-5cf6-47c6-97a6-733d247a0176 req-579b90d8-ea5a-4b35-8491-6d3265aa7e33 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:27:56.041424 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-57652c1b-5cf6-47c6-97a6-733d247a0176 req-579b90d8-ea5a-4b35-8491-6d3265aa7e33 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.75 "DELETE /v2.0/ports/b04e02f2-8c3e-42d6-8dcb-b158ffc4084e HTTP/1.1" status: 204 len: 173 time: 1.0151215 Mar 11 20:27:56.043080 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2defaa4-ad13-4833-acb5-51fb312c1839', 'name': 'network-vif-deleted', 'tag': 'b04e02f2-8c3e-42d6-8dcb-b158ffc4084e'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:27:56.045402 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a0d03908d714cf498f0e9a07bdcfee6ce8884db927bcf4c76da6f3dadb32e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f58fe82-7c71-486e-8834-897fe142df47" -d '{"events": [{"server_uuid": "f2defaa4-ad13-4833-acb5-51fb312c1839", "name": "network-vif-deleted", "tag": "b04e02f2-8c3e-42d6-8dcb-b158ffc4084e"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:27:56.086795 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0598310e-c767-4db6-bd1f-0b34bd018284 x-openstack-request-id: req-0598310e-c767-4db6-bd1f-0b34bd018284 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:27:56.088308 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2defaa4-ad13-4833-acb5-51fb312c1839", "name": "network-vif-deleted", "tag": "b04e02f2-8c3e-42d6-8dcb-b158ffc4084e", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:27:56.090517 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0598310e-c767-4db6-bd1f-0b34bd018284 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:27:56.091108 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2defaa4-ad13-4833-acb5-51fb312c1839', 'name': 'network-vif-deleted', 'tag': 'b04e02f2-8c3e-42d6-8dcb-b158ffc4084e', 'status': 'completed', 'code': 200} Mar 11 20:27:56.126519 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-36f55f2d-67d8-41a3-88db-257caf138d6d None None] Set router 5fdad19e-49da-4273-ac6f-4fa83fdebe71 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:27:56.336554 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-36f55f2d-67d8-41a3-88db-257caf138d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'name': 'tempest-ServerActionsTestJSON-891941126-router', 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '2f8c2da4-347d-4379-9418-ff6fba5ac107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:23:31Z', 'updated_at': '2022-03-11T20:23:34Z', 'revision_number': 4, 'project_id': '9f3b97ce8275446bb706781b15a00c82', 'gw_port': {'id': '2f8c2da4-347d-4379-9418-ff6fba5ac107', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ac:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:23:31Z', 'updated_at': '2022-03-11T20:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '8e854c4d-af46-49ef-8dec-16ff1ad2a067', 'name': '', 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28', 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'mac_address': 'fa:16:3e:72:dc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '3daacfca-f667-4a2e-b1c7-a310bc05be7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:23:33Z', 'updated_at': '2022-03-11T20:23:37Z', 'revision_number': 5, 'project_id': '9f3b97ce8275446bb706781b15a00c82', 'subnets': [{'id': '3daacfca-f667-4a2e-b1c7-a310bc05be7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:27:56.361951 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f55f2d-67d8-41a3-88db-257caf138d6d None None] Checking router: 5fdad19e-49da-4273-ac6f-4fa83fdebe71 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:27:56.371244 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f55f2d-67d8-41a3-88db-257caf138d6d None None] Routers {'5fdad19e-49da-4273-ac6f-4fa83fdebe71'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:27:56.371876 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-36f55f2d-67d8-41a3-88db-257caf138d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:27:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['5fdad19e-49da-4273-ac6f-4fa83fdebe71'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:27:56.383298 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:27:56.480275 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-36f55f2d-67d8-41a3-88db-257caf138d6d None None] Set router 5fdad19e-49da-4273-ac6f-4fa83fdebe71 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:27:56.674571 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-36f55f2d-67d8-41a3-88db-257caf138d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'name': 'tempest-ServerActionsTestJSON-891941126-router', 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '2f8c2da4-347d-4379-9418-ff6fba5ac107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:23:31Z', 'updated_at': '2022-03-11T20:23:34Z', 'revision_number': 4, 'project_id': '9f3b97ce8275446bb706781b15a00c82', 'gw_port': {'id': '2f8c2da4-347d-4379-9418-ff6fba5ac107', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ac:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:23:31Z', 'updated_at': '2022-03-11T20:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '8e854c4d-af46-49ef-8dec-16ff1ad2a067', 'name': '', 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28', 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'mac_address': 'fa:16:3e:72:dc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '3daacfca-f667-4a2e-b1c7-a310bc05be7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:23:33Z', 'updated_at': '2022-03-11T20:23:37Z', 'revision_number': 5, 'project_id': '9f3b97ce8275446bb706781b15a00c82', 'subnets': [{'id': '3daacfca-f667-4a2e-b1c7-a310bc05be7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:27:56.700751 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f55f2d-67d8-41a3-88db-257caf138d6d None None] The sync data for ids ['5fdad19e-49da-4273-ac6f-4fa83fdebe71'] in n-d-833163-1 is: [{'id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'name': 'tempest-ServerActionsTestJSON-891941126-router', 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '2f8c2da4-347d-4379-9418-ff6fba5ac107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:23:31Z', 'updated_at': '2022-03-11T20:23:34Z', 'revision_number': 4, 'project_id': '9f3b97ce8275446bb706781b15a00c82', 'gw_port': {'id': '2f8c2da4-347d-4379-9418-ff6fba5ac107', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ac:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:23:31Z', 'updated_at': '2022-03-11T20:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '8e854c4d-af46-49ef-8dec-16ff1ad2a067', 'name': '', 'network_id': '16f4598c-dd98-42cb-b9b4-e58cb6823c28', 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'mac_address': 'fa:16:3e:72:dc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '3daacfca-f667-4a2e-b1c7-a310bc05be7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:23:33Z', 'updated_at': '2022-03-11T20:23:37Z', 'revision_number': 5, 'project_id': '9f3b97ce8275446bb706781b15a00c82', 'subnets': [{'id': '3daacfca-f667-4a2e-b1c7-a310bc05be7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:27:56.921812 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7ba424-27ca-48a1-be8f-d6e30295fcac None None] New status for floating IP dd92c2bb-b4e3-418e-829a-d2d770892635: DOWN {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 20:27:56.970477 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0c7ba3e4-6076-4e03-8600-d045c936fb52 req-67b8962a-cc70-4e62-a890-b21fb7f93a44 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 210 time: 0.0271239 Mar 11 20:27:57.774147 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:27:58.070411 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2392262b-bad9-4b29-8705-22ab54fcac8e req-e01bedf8-fe6a-43dd-bc87-53891ea00e4e tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 210 time: 0.0308676 Mar 11 20:27:58.592254 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device b04e02f2-8c3e-42d6-8dcb-b158ffc4084e no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:27:58.612683 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: b04e02f2-8c3e-42d6-8dcb-b158ffc4084e {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:27:58.613033 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device b04e02f2-8c3e-42d6-8dcb-b158ffc4084e not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:27:59.121079 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:27:59.174249 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e238c85f-a24b-4051-94cb-e20b4f3f95c4 req-a1078508-ab43-4a0f-b1c4-4ebc540cbf2c tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 210 time: 0.0265598 Mar 11 20:28:00.271888 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d1f6959a-ef43-44d8-a753-89d66efe557b req-b5f5a365-657b-486c-a54d-85753b50232d tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 210 time: 0.0295229 Mar 11 20:28:01.377152 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e0b88f79-8dfd-4591-bbea-0e3516f4dc60 req-58a6ed8b-04d0-4e82-89b9-61d1bed006eb tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 210 time: 0.0326245 Mar 11 20:28:02.473811 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4be75e20-d185-4a55-ba76-b36fbd9047c8 req-a5ff0ab0-6d7c-4fd8-8f5f-0268ec1856f0 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 210 time: 0.0281177 Mar 11 20:28:03.575900 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a0dc7b92-99d6-471a-8140-65f98f6d772c req-a37bebe4-6312-4c2a-9ed6-d965bd834840 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 210 time: 0.0281856 Mar 11 20:28:04.672111 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-44ce2fb4-c348-4ef6-8752-b40d9312dc26 req-4a542205-1cd9-4323-8f75-08fd5a01985e tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/ports?device_id=f2defaa4-ad13-4833-acb5-51fb312c1839 HTTP/1.1" status: 200 len: 210 time: 0.0279953 Mar 11 20:28:08.370734 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:28:11.476212 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 57946) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:28:11.545222 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5a2497cc-20c4-4d13-b825-bff3b3d82847 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks [] for security_group (d8c2b1a3-80c5-463f-9c56-1abcc1a42645), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:11.570058 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5a2497cc-20c4-4d13-b825-bff3b3d82847 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks [] for security_group (d8c2b1a3-80c5-463f-9c56-1abcc1a42645), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:11.621045 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5a2497cc-20c4-4d13-b825-bff3b3d82847 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (d8c2b1a3-80c5-463f-9c56-1abcc1a42645), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:11.625186 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5a2497cc-20c4-4d13-b825-bff3b3d82847 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:11.626419 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-5a2497cc-20c4-4d13-b825-bff3b3d82847 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "DELETE /v2.0/security-groups/d8c2b1a3-80c5-463f-9c56-1abcc1a42645 HTTP/1.1" status: 204 len: 168 time: 0.1484501 Mar 11 20:28:11.629573 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57948) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:28:11.636497 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2497cc-20c4-4d13-b825-bff3b3d82847 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c2b1a3-80c5-463f-9c56-1abcc1a42645,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:11.648195 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-78c346cb-54ee-410e-9f5e-4558b2fcd97b tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] show failed (client error): The resource could not be found. Mar 11 20:28:11.649293 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-78c346cb-54ee-410e-9f5e-4558b2fcd97b tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "GET /v2.0/security-groups/d8c2b1a3-80c5-463f-9c56-1abcc1a42645 HTTP/1.1" status: 404 len: 347 time: 0.0180602 Mar 11 20:28:11.652065 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57952) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:28:11.803255 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-491247dd-edc9-4430-9faf-4b7955f650f3 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Deleting port 02c63bef-97d7-4010-8314-123f5a2d92f7 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:28:11.803520 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-491247dd-edc9-4430-9faf-4b7955f650f3 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (02c63bef-97d7-4010-8314-123f5a2d92f7), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:11.891948 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-491247dd-edc9-4430-9faf-4b7955f650f3 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (02c63bef-97d7-4010-8314-123f5a2d92f7), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:11.892280 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-491247dd-edc9-4430-9faf-4b7955f650f3 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks [] for floatingip (02c63bef-97d7-4010-8314-123f5a2d92f7), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:11.904670 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-491247dd-edc9-4430-9faf-4b7955f650f3 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Calling delete_port for 02c63bef-97d7-4010-8314-123f5a2d92f7 owned by network:floatingip {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:28:12.039861 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-491247dd-edc9-4430-9faf-4b7955f650f3 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (02c63bef-97d7-4010-8314-123f5a2d92f7), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:12.079966 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491247dd-edc9-4430-9faf-4b7955f650f3 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Pushing event deleted for resources: {'Port': ['ID=02c63bef-97d7-4010-8314-123f5a2d92f7,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:12.108515 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491247dd-edc9-4430-9faf-4b7955f650f3 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:12.108864 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491247dd-edc9-4430-9faf-4b7955f650f3 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:12.109215 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491247dd-edc9-4430-9faf-4b7955f650f3 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:12.109560 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491247dd-edc9-4430-9faf-4b7955f650f3 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:12.109899 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491247dd-edc9-4430-9faf-4b7955f650f3 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:12.110236 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491247dd-edc9-4430-9faf-4b7955f650f3 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:12.110571 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491247dd-edc9-4430-9faf-4b7955f650f3 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:12.110899 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491247dd-edc9-4430-9faf-4b7955f650f3 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:12.111232 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491247dd-edc9-4430-9faf-4b7955f650f3 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:12.111560 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491247dd-edc9-4430-9faf-4b7955f650f3 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:12.111907 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491247dd-edc9-4430-9faf-4b7955f650f3 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:12.112783 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491247dd-edc9-4430-9faf-4b7955f650f3 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:12.113108 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491247dd-edc9-4430-9faf-4b7955f650f3 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:12.167587 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-491247dd-edc9-4430-9faf-4b7955f650f3 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks [] for floatingip (dd92c2bb-b4e3-418e-829a-d2d770892635), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:12.170632 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-491247dd-edc9-4430-9faf-4b7955f650f3 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:12.175827 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 57964) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:28:12.176048 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-491247dd-edc9-4430-9faf-4b7955f650f3 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] 10.222.0.65 "DELETE /v2.0/floatingips/dd92c2bb-b4e3-418e-829a-d2d770892635 HTTP/1.1" status: 204 len: 168 time: 0.5157549 Mar 11 20:28:12.597987 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-647397b1-cc8b-49c2-92e8-04318ca52a5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (5fdad19e-49da-4273-ac6f-4fa83fdebe71), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:12.900515 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-647397b1-cc8b-49c2-92e8-04318ca52a5a admin admin] Deleting port 8e854c4d-af46-49ef-8dec-16ff1ad2a067 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:28:12.900924 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-647397b1-cc8b-49c2-92e8-04318ca52a5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (8e854c4d-af46-49ef-8dec-16ff1ad2a067), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:12.990316 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-647397b1-cc8b-49c2-92e8-04318ca52a5a admin admin] For port 8e854c4d-af46-49ef-8dec-16ff1ad2a067, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=8e854c4d-af46-49ef-8dec-16ff1ad2a067,segment=NetworkSegment(c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2),segment_id=c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:28:12.990747 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-647397b1-cc8b-49c2-92e8-04318ca52a5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (8e854c4d-af46-49ef-8dec-16ff1ad2a067), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:13.003531 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-647397b1-cc8b-49c2-92e8-04318ca52a5a admin admin] Calling delete_port for 8e854c4d-af46-49ef-8dec-16ff1ad2a067 owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:28:13.187775 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-647397b1-cc8b-49c2-92e8-04318ca52a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (8e854c4d-af46-49ef-8dec-16ff1ad2a067), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:13.222246 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647397b1-cc8b-49c2-92e8-04318ca52a5a admin admin] Pushing event deleted for resources: {'Port': ['ID=8e854c4d-af46-49ef-8dec-16ff1ad2a067,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:13.416335 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-647397b1-cc8b-49c2-92e8-04318ca52a5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (5fdad19e-49da-4273-ac6f-4fa83fdebe71), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:13.640305 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-647397b1-cc8b-49c2-92e8-04318ca52a5a admin admin] Router 5fdad19e-49da-4273-ac6f-4fa83fdebe71 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:28:13.746883 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647397b1-cc8b-49c2-92e8-04318ca52a5a admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:28:13.751747 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-647397b1-cc8b-49c2-92e8-04318ca52a5a admin admin] 10.222.0.65 "PUT /v2.0/routers/5fdad19e-49da-4273-ac6f-4fa83fdebe71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5748677 Mar 11 20:28:13.754805 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 57966) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:28:13.756778 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a4dcc5-8794-4db5-bd8b-76bdd631da30 None None] Sync routers for ids ['5fdad19e-49da-4273-ac6f-4fa83fdebe71'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:28:13.766795 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a4dcc5-8794-4db5-bd8b-76bdd631da30 None None] Routers {'5fdad19e-49da-4273-ac6f-4fa83fdebe71'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:28:13.767393 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-53a4dcc5-8794-4db5-bd8b-76bdd631da30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:27:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['5fdad19e-49da-4273-ac6f-4fa83fdebe71'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:28:13.878983 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-53a4dcc5-8794-4db5-bd8b-76bdd631da30 None None] Set router 5fdad19e-49da-4273-ac6f-4fa83fdebe71 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:28:14.061336 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-53a4dcc5-8794-4db5-bd8b-76bdd631da30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'name': 'tempest-ServerActionsTestJSON-891941126-router', 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '2f8c2da4-347d-4379-9418-ff6fba5ac107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:23:31Z', 'updated_at': '2022-03-11T20:28:13Z', 'revision_number': 5, 'project_id': '9f3b97ce8275446bb706781b15a00c82', 'gw_port': {'id': '2f8c2da4-347d-4379-9418-ff6fba5ac107', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ac:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:23:31Z', 'updated_at': '2022-03-11T20:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:28:14.087459 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a4dcc5-8794-4db5-bd8b-76bdd631da30 None None] Checking router: 5fdad19e-49da-4273-ac6f-4fa83fdebe71 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:28:14.094392 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8aaa9185-4eaa-4ddf-bb32-da009cbaa58e admin admin] Publish callbacks [] for router (5fdad19e-49da-4273-ac6f-4fa83fdebe71), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:14.095476 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a4dcc5-8794-4db5-bd8b-76bdd631da30 None None] Routers {'5fdad19e-49da-4273-ac6f-4fa83fdebe71'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:28:14.096310 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-53a4dcc5-8794-4db5-bd8b-76bdd631da30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:27:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['5fdad19e-49da-4273-ac6f-4fa83fdebe71'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:28:14.218700 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8aaa9185-4eaa-4ddf-bb32-da009cbaa58e admin admin] Publish callbacks [] for router_gateway (5fdad19e-49da-4273-ac6f-4fa83fdebe71), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:14.278168 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-8aaa9185-4eaa-4ddf-bb32-da009cbaa58e admin admin] Deleting port 2f8c2da4-347d-4379-9418-ff6fba5ac107 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:28:14.278506 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8aaa9185-4eaa-4ddf-bb32-da009cbaa58e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (2f8c2da4-347d-4379-9418-ff6fba5ac107), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:14.300672 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-53a4dcc5-8794-4db5-bd8b-76bdd631da30 None None] Set router 5fdad19e-49da-4273-ac6f-4fa83fdebe71 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:28:14.354669 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-8aaa9185-4eaa-4ddf-bb32-da009cbaa58e admin admin] For port 2f8c2da4-347d-4379-9418-ff6fba5ac107, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=2f8c2da4-347d-4379-9418-ff6fba5ac107,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:28:14.354941 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8aaa9185-4eaa-4ddf-bb32-da009cbaa58e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (2f8c2da4-347d-4379-9418-ff6fba5ac107), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:14.367801 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-8aaa9185-4eaa-4ddf-bb32-da009cbaa58e admin admin] Calling delete_port for 2f8c2da4-347d-4379-9418-ff6fba5ac107 owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:28:14.479579 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-53a4dcc5-8794-4db5-bd8b-76bdd631da30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'name': 'tempest-ServerActionsTestJSON-891941126-router', 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '2f8c2da4-347d-4379-9418-ff6fba5ac107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:23:31Z', 'updated_at': '2022-03-11T20:28:13Z', 'revision_number': 5, 'project_id': '9f3b97ce8275446bb706781b15a00c82', 'gw_port': {'id': '2f8c2da4-347d-4379-9418-ff6fba5ac107', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ac:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:23:31Z', 'updated_at': '2022-03-11T20:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:28:14.510069 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a4dcc5-8794-4db5-bd8b-76bdd631da30 None None] The sync data for ids ['5fdad19e-49da-4273-ac6f-4fa83fdebe71'] in n-d-833163-1 is: [{'id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'name': 'tempest-ServerActionsTestJSON-891941126-router', 'tenant_id': '9f3b97ce8275446bb706781b15a00c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '2f8c2da4-347d-4379-9418-ff6fba5ac107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:23:31Z', 'updated_at': '2022-03-11T20:28:13Z', 'revision_number': 5, 'project_id': '9f3b97ce8275446bb706781b15a00c82', 'gw_port': {'id': '2f8c2da4-347d-4379-9418-ff6fba5ac107', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:ac:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fdad19e-49da-4273-ac6f-4fa83fdebe71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:23:31Z', 'updated_at': '2022-03-11T20:23:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:28:14.545398 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8aaa9185-4eaa-4ddf-bb32-da009cbaa58e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (2f8c2da4-347d-4379-9418-ff6fba5ac107), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:14.575101 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaa9185-4eaa-4ddf-bb32-da009cbaa58e admin admin] Pushing event deleted for resources: {'Port': ['ID=2f8c2da4-347d-4379-9418-ff6fba5ac107,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:14.635298 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8aaa9185-4eaa-4ddf-bb32-da009cbaa58e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (5fdad19e-49da-4273-ac6f-4fa83fdebe71), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:14.741775 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8aaa9185-4eaa-4ddf-bb32-da009cbaa58e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (5fdad19e-49da-4273-ac6f-4fa83fdebe71), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:14.743931 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8aaa9185-4eaa-4ddf-bb32-da009cbaa58e admin admin] Publish callbacks [] for router_controller (5fdad19e-49da-4273-ac6f-4fa83fdebe71), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:14.811562 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8aaa9185-4eaa-4ddf-bb32-da009cbaa58e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (5fdad19e-49da-4273-ac6f-4fa83fdebe71), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:14.812142 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aaa9185-4eaa-4ddf-bb32-da009cbaa58e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5fdad19e-49da-4273-ac6f-4fa83fdebe71 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 20:28:14.817318 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8aaa9185-4eaa-4ddf-bb32-da009cbaa58e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:14.818312 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-8aaa9185-4eaa-4ddf-bb32-da009cbaa58e admin admin] 10.222.0.65 "DELETE /v2.0/routers/5fdad19e-49da-4273-ac6f-4fa83fdebe71 HTTP/1.1" status: 204 len: 168 time: 1.0625982 Mar 11 20:28:14.820921 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 57968) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:28:14.866445 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-d54173d1-7ee9-4010-93d8-50250c48e1ea admin admin] Deleting subnet 3daacfca-f667-4a2e-b1c7-a310bc05be7f {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 20:28:14.870010 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d54173d1-7ee9-4010-93d8-50250c48e1ea admin admin] Publish callbacks [] for subnet (3daacfca-f667-4a2e-b1c7-a310bc05be7f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:14.905150 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d54173d1-7ee9-4010-93d8-50250c48e1ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (3daacfca-f667-4a2e-b1c7-a310bc05be7f), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:15.030931 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d54173d1-7ee9-4010-93d8-50250c48e1ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (3daacfca-f667-4a2e-b1c7-a310bc05be7f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:15.087950 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d54173d1-7ee9-4010-93d8-50250c48e1ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (3daacfca-f667-4a2e-b1c7-a310bc05be7f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:15.119791 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d54173d1-7ee9-4010-93d8-50250c48e1ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:15.126571 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d54173d1-7ee9-4010-93d8-50250c48e1ea admin admin] 10.222.0.65 "DELETE /v2.0/subnets/3daacfca-f667-4a2e-b1c7-a310bc05be7f HTTP/1.1" status: 204 len: 168 time: 0.3024559 Mar 11 20:28:15.126571 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54173d1-7ee9-4010-93d8-50250c48e1ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3daacfca-f667-4a2e-b1c7-a310bc05be7f,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:15.127011 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 57970) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:28:15.129303 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573fe22f-8d48-4718-9b9a-9b01f482b401 None None] Network 16f4598c-dd98-42cb-b9b4-e58cb6823c28 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:28:15.209103 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-761a5761-4d3e-42bd-9f2b-96c549faa493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (16f4598c-dd98-42cb-b9b4-e58cb6823c28), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:15.265717 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-761a5761-4d3e-42bd-9f2b-96c549faa493 admin admin] Deleting port 16222481-9aa4-44d3-b1a3-d4eb55224b79 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:28:15.266057 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-761a5761-4d3e-42bd-9f2b-96c549faa493 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (16222481-9aa4-44d3-b1a3-d4eb55224b79), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:15.326997 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-761a5761-4d3e-42bd-9f2b-96c549faa493 admin admin] For port 16222481-9aa4-44d3-b1a3-d4eb55224b79, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=16222481-9aa4-44d3-b1a3-d4eb55224b79,segment=NetworkSegment(c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2),segment_id=c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:28:15.327356 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-761a5761-4d3e-42bd-9f2b-96c549faa493 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (16222481-9aa4-44d3-b1a3-d4eb55224b79), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:15.339530 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-761a5761-4d3e-42bd-9f2b-96c549faa493 admin admin] Calling delete_port for 16222481-9aa4-44d3-b1a3-d4eb55224b79 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:28:15.422021 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-761a5761-4d3e-42bd-9f2b-96c549faa493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (16222481-9aa4-44d3-b1a3-d4eb55224b79), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:15.448273 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a5761-4d3e-42bd-9f2b-96c549faa493 admin admin] Pushing event deleted for resources: {'Port': ['ID=16222481-9aa4-44d3-b1a3-d4eb55224b79,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:15.450041 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761a5761-4d3e-42bd-9f2b-96c549faa493 admin admin] No DVR routers for this DVR port 16222481-9aa4-44d3-b1a3-d4eb55224b79 on host n-d-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:28:15.525879 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-761a5761-4d3e-42bd-9f2b-96c549faa493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (16f4598c-dd98-42cb-b9b4-e58cb6823c28), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:15.544118 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6baf3b-7389-447b-b99a-b99096d1cdaa None None] DHCP port deletion for 16f4598c-dd98-42cb-b9b4-e58cb6823c28 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 20:28:15.555267 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-761a5761-4d3e-42bd-9f2b-96c549faa493 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16f4598c-dd98-42cb-b9b4-e58cb6823c28']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:28:15.568141 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-761a5761-4d3e-42bd-9f2b-96c549faa493 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:28:15.568463 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-761a5761-4d3e-42bd-9f2b-96c549faa493 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:28:15.578991 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-761a5761-4d3e-42bd-9f2b-96c549faa493 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:15.593019 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-761a5761-4d3e-42bd-9f2b-96c549faa493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:15.600401 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-761a5761-4d3e-42bd-9f2b-96c549faa493 admin admin] Releasing vlan 888 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 20:28:15.601315 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-761a5761-4d3e-42bd-9f2b-96c549faa493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (c317fa5c-3fbe-4c32-a6ce-f0d1154a77a2), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:15.603274 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 20:28:15.603274 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 20:28:15.603274 n-d-833163-1 neutron-server[103884]: timer() Mar 11 20:28:15.603274 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:28:15.603274 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 20:28:15.603274 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 20:28:15.603274 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 20:28:15.603274 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:28:15.603274 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 20:28:15.603274 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:28:15.603274 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 20:28:15.603274 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:28:15.603274 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 20:28:15.603274 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 20:28:15.603274 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:28:15.603274 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 20:28:15.603274 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:28:15.603274 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 20:28:15.603274 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 20:28:15.603274 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:28:15.603274 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 20:28:15.603274 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:28:15.603274 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:28:15.603274 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 20:28:15.603274 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 20:28:15.603274 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 20:28:15.603274 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:28:15.603274 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 20:28:15.603274 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:28:15.603274 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 20:28:15.603274 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:28:15.603274 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:28:15.616723 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 2f8c2da4-347d-4379-9418-ff6fba5ac107 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:28:15.636598 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 2f8c2da4-347d-4379-9418-ff6fba5ac107 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:28:15.636942 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 2f8c2da4-347d-4379-9418-ff6fba5ac107 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:28:15.637356 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 8e854c4d-af46-49ef-8dec-16ff1ad2a067 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:28:15.656462 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 8e854c4d-af46-49ef-8dec-16ff1ad2a067 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:28:15.656820 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 8e854c4d-af46-49ef-8dec-16ff1ad2a067 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:28:15.657236 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 16222481-9aa4-44d3-b1a3-d4eb55224b79 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:28:15.657956 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-761a5761-4d3e-42bd-9f2b-96c549faa493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (16f4598c-dd98-42cb-b9b4-e58cb6823c28), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:15.673480 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-761a5761-4d3e-42bd-9f2b-96c549faa493 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:15.676631 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-761a5761-4d3e-42bd-9f2b-96c549faa493 admin admin] 10.222.0.65 "DELETE /v2.0/networks/16f4598c-dd98-42cb-b9b4-e58cb6823c28 HTTP/1.1" status: 204 len: 168 time: 0.5479181 Mar 11 20:28:15.676931 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 16222481-9aa4-44d3-b1a3-d4eb55224b79 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:28:15.677278 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 16222481-9aa4-44d3-b1a3-d4eb55224b79 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:28:15.683130 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a5761-4d3e-42bd-9f2b-96c549faa493 admin admin] Pushing event deleted for resources: {'Network': ['ID=16f4598c-dd98-42cb-b9b4-e58cb6823c28,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:15.812956 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 57974) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:28:15.857201 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-dd11bdf0-cee9-4002-8d20-ac36e31b2064 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9f3b97ce8275446bb706781b15a00c82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0430658 Mar 11 20:28:15.859617 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 57976) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:28:15.906188 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-58e9c9e3-3ff1-41ab-8bf6-b697db1fb251 admin admin] Publish callbacks [] for security_group (e10e4eab-b729-452d-948f-5d4305e7cdd4), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:15.927126 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-58e9c9e3-3ff1-41ab-8bf6-b697db1fb251 admin admin] Publish callbacks [] for security_group (e10e4eab-b729-452d-948f-5d4305e7cdd4), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:15.974409 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-58e9c9e3-3ff1-41ab-8bf6-b697db1fb251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (e10e4eab-b729-452d-948f-5d4305e7cdd4), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:15.977114 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-58e9c9e3-3ff1-41ab-8bf6-b697db1fb251 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:15.978286 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-58e9c9e3-3ff1-41ab-8bf6-b697db1fb251 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/e10e4eab-b729-452d-948f-5d4305e7cdd4 HTTP/1.1" status: 204 len: 168 time: 0.1177566 Mar 11 20:28:15.986246 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e9c9e3-3ff1-41ab-8bf6-b697db1fb251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10e4eab-b729-452d-948f-5d4305e7cdd4,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:16.671281 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 57998) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:28:16.773773 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-9ee5c151-6f68-4401-b655-1f31908370b3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1072957605-network', 'tenant_id': '33d6701722d34c45be2959343e4a3f7a'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:28:16.793267 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee5c151-6f68-4401-b655-1f31908370b3 admin admin] Made reservation on behalf of 33d6701722d34c45be2959343e4a3f7a for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:28:16.795659 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ee5c151-6f68-4401-b655-1f31908370b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:16.804177 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ee5c151-6f68-4401-b655-1f31908370b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:16.881694 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ee5c151-6f68-4401-b655-1f31908370b3 admin admin] Publish callbacks [] for security_group (058d78ef-8c9a-4930-be6c-9380561cea84), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:16.885514 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ee5c151-6f68-4401-b655-1f31908370b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (058d78ef-8c9a-4930-be6c-9380561cea84), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:16.911298 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ee5c151-6f68-4401-b655-1f31908370b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 896, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:28:16.919961 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee5c151-6f68-4401-b655-1f31908370b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=058d78ef-8c9a-4930-be6c-9380561cea84,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:16.927791 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ee5c151-6f68-4401-b655-1f31908370b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (8a6b3657-9740-48c5-8ec4-bb4460aeb55f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:16.927791 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-9ee5c151-6f68-4401-b655-1f31908370b3 admin admin] Added segment 8a6b3657-9740-48c5-8ec4-bb4460aeb55f of type vlan for network cc797e52-fecf-4ccd-903f-5ab7e8277985 Mar 11 20:28:16.969688 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ee5c151-6f68-4401-b655-1f31908370b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (cc797e52-fecf-4ccd-903f-5ab7e8277985), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:16.994232 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ee5c151-6f68-4401-b655-1f31908370b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (cc797e52-fecf-4ccd-903f-5ab7e8277985), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:16.995322 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee5c151-6f68-4401-b655-1f31908370b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:16.995859 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ee5c151-6f68-4401-b655-1f31908370b3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:17.027840 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-9ee5c151-6f68-4401-b655-1f31908370b3 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3553507 Mar 11 20:28:17.030791 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58002) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:28:17.035759 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-6d0f56f6-252c-4e32-b971-8d315901c8f1 admin admin] Request body: {'subnet': {'network_id': 'cc797e52-fecf-4ccd-903f-5ab7e8277985', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1072957605-subnet', 'tenant_id': '33d6701722d34c45be2959343e4a3f7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:28:17.055008 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0f56f6-252c-4e32-b971-8d315901c8f1 admin admin] Made reservation on behalf of 33d6701722d34c45be2959343e4a3f7a for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:28:17.056940 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee5c151-6f68-4401-b655-1f31908370b3 admin admin] Pushing event updated for resources: {'Network': ['ID=cc797e52-fecf-4ccd-903f-5ab7e8277985,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:17.057624 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6d0f56f6-252c-4e32-b971-8d315901c8f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:17.067573 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network cc797e52-fecf-4ccd-903f-5ab7e8277985 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 20:28:17.229533 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6d0f56f6-252c-4e32-b971-8d315901c8f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (705cb261-d44e-45c8-b4c2-12f720480cda), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:17.288348 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0f56f6-252c-4e32-b971-8d315901c8f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=705cb261-d44e-45c8-b4c2-12f720480cda,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:17.296878 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0f56f6-252c-4e32-b971-8d315901c8f1 admin admin] Checking segment: {'id': '8a6b3657-9740-48c5-8ec4-bb4460aeb55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'cc797e52-fecf-4ccd-903f-5ab7e8277985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:28:17.297242 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0f56f6-252c-4e32-b971-8d315901c8f1 admin admin] Network hostable DHCP agents. Network: cc797e52-fecf-4ccd-903f-5ab7e8277985, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:28:17.312705 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0f56f6-252c-4e32-b971-8d315901c8f1 admin admin] Network cc797e52-fecf-4ccd-903f-5ab7e8277985 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:28:17.321254 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-6d0f56f6-252c-4e32-b971-8d315901c8f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, cc797e52-fecf-4ccd-903f-5ab7e8277985) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:28:17.325074 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0f56f6-252c-4e32-b971-8d315901c8f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:17.325665 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6d0f56f6-252c-4e32-b971-8d315901c8f1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:17.331716 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8e5ed2-2dc8-425c-9fc6-5cef1b803f6e None None] Network cc797e52-fecf-4ccd-903f-5ab7e8277985 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:28:17.341239 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-6d0f56f6-252c-4e32-b971-8d315901c8f1 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3093433 Mar 11 20:28:17.432079 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1875c650-edda-4903-b9f4-46c9fb29c1fd None None] Network cc797e52-fecf-4ccd-903f-5ab7e8277985 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:28:17.758185 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22518243-92a7-4aa7-ba04-58b0b10807ee req-02074007-4007-4af4-ba78-dfa856cec5f7 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:17.759645 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-22518243-92a7-4aa7-ba04-58b0b10807ee req-02074007-4007-4af4-ba78-dfa856cec5f7 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] 10.222.0.65 "GET /v2.0/networks?id=cc797e52-fecf-4ccd-903f-5ab7e8277985 HTTP/1.1" status: 200 len: 814 time: 0.1024261 Mar 11 20:28:17.773898 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-22518243-92a7-4aa7-ba04-58b0b10807ee req-63a6bed2-dfee-45c1-af98-65cb23fb88ea tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] 10.222.0.65 "GET /v2.0/quotas/33d6701722d34c45be2959343e4a3f7a HTTP/1.1" status: 200 len: 375 time: 0.0089290 Mar 11 20:28:17.804462 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-22518243-92a7-4aa7-ba04-58b0b10807ee req-b2d087f7-d850-4fa3-97ae-ff2017e56047 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=33d6701722d34c45be2959343e4a3f7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258503 Mar 11 20:28:17.894993 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-22518243-92a7-4aa7-ba04-58b0b10807ee req-acb6b8ae-6bb7-4983-a808-f229e571663e service neutron] 10.222.0.65 "GET /v2.0/networks/cc797e52-fecf-4ccd-903f-5ab7e8277985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841599 Mar 11 20:28:17.980553 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-22518243-92a7-4aa7-ba04-58b0b10807ee req-fbd1a2ca-cd78-471d-9f4a-0908af10f4d5 service neutron] 10.222.0.65 "GET /v2.0/networks/cc797e52-fecf-4ccd-903f-5ab7e8277985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797949 Mar 11 20:28:18.137072 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a3283a01-9f01-4848-8867-741b1fb4d503 req-a589d96d-393a-4f03-ab1e-212c0133252d tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d1045d9-b430-486e-af4b-1dec9db5ca25 HTTP/1.1" status: 200 len: 210 time: 0.0274613 Mar 11 20:28:19.056889 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22518243-92a7-4aa7-ba04-58b0b10807ee req-1b048bca-2922-4350-aa15-08d1b8d49533 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:19.058332 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-22518243-92a7-4aa7-ba04-58b0b10807ee req-1b048bca-2922-4350-aa15-08d1b8d49533 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] 10.222.0.75 "GET /v2.0/networks?id=cc797e52-fecf-4ccd-903f-5ab7e8277985 HTTP/1.1" status: 200 len: 814 time: 0.1090696 Mar 11 20:28:19.071047 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-22518243-92a7-4aa7-ba04-58b0b10807ee req-67c800fd-f63b-47c3-8cb8-814828473b73 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Request body: {'port': {'device_id': '9d1045d9-b430-486e-af4b-1dec9db5ca25', 'network_id': 'cc797e52-fecf-4ccd-903f-5ab7e8277985', 'admin_state_up': True, 'tenant_id': '33d6701722d34c45be2959343e4a3f7a'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:28:19.180220 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22518243-92a7-4aa7-ba04-58b0b10807ee req-67c800fd-f63b-47c3-8cb8-814828473b73 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Made reservation on behalf of 33d6701722d34c45be2959343e4a3f7a for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:28:19.184012 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-22518243-92a7-4aa7-ba04-58b0b10807ee req-67c800fd-f63b-47c3-8cb8-814828473b73 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:19.272083 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8bf35c29-5227-45d1-8221-a17110e6488c req-ac918601-86a2-4a31-9324-97677ebb303c tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d1045d9-b430-486e-af4b-1dec9db5ca25 HTTP/1.1" status: 200 len: 210 time: 0.0344706 Mar 11 20:28:19.334880 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-22518243-92a7-4aa7-ba04-58b0b10807ee req-67c800fd-f63b-47c3-8cb8-814828473b73 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Allocated IP 172.20.0.6 (cc797e52-fecf-4ccd-903f-5ab7e8277985/705cb261-d44e-45c8-b4c2-12f720480cda/9b1157b8-bd1e-4358-a86f-f9bcc53adf4b) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:28:19.385127 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:19.477542 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-22518243-92a7-4aa7-ba04-58b0b10807ee req-67c800fd-f63b-47c3-8cb8-814828473b73 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Publish callbacks [] for port (9b1157b8-bd1e-4358-a86f-f9bcc53adf4b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:19.511810 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-22518243-92a7-4aa7-ba04-58b0b10807ee req-67c800fd-f63b-47c3-8cb8-814828473b73 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (9b1157b8-bd1e-4358-a86f-f9bcc53adf4b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:19.558244 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22518243-92a7-4aa7-ba04-58b0b10807ee req-67c800fd-f63b-47c3-8cb8-814828473b73 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Network cc797e52-fecf-4ccd-903f-5ab7e8277985 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:28:19.563291 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-22518243-92a7-4aa7-ba04-58b0b10807ee req-67c800fd-f63b-47c3-8cb8-814828473b73 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:28:19.567576 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-22518243-92a7-4aa7-ba04-58b0b10807ee req-67c800fd-f63b-47c3-8cb8-814828473b73 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:28:19.590663 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c800fd-f63b-47c3-8cb8-814828473b73 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Pushing event updated for resources: {'Port': ['ID=9b1157b8-bd1e-4358-a86f-f9bcc53adf4b,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:19.618305 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22518243-92a7-4aa7-ba04-58b0b10807ee req-67c800fd-f63b-47c3-8cb8-814828473b73 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:19.618909 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-22518243-92a7-4aa7-ba04-58b0b10807ee req-67c800fd-f63b-47c3-8cb8-814828473b73 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:19.634097 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-22518243-92a7-4aa7-ba04-58b0b10807ee req-67c800fd-f63b-47c3-8cb8-814828473b73 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5674741 Mar 11 20:28:19.644746 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-22518243-92a7-4aa7-ba04-58b0b10807ee req-68a16037-b694-4d3d-8385-e69e0f0b16dd service neutron] Request body: {'port': {'device_id': '9d1045d9-b430-486e-af4b-1dec9db5ca25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:28:19.702196 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-22518243-92a7-4aa7-ba04-58b0b10807ee req-68a16037-b694-4d3d-8385-e69e0f0b16dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (9b1157b8-bd1e-4358-a86f-f9bcc53adf4b), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:19.956868 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-22518243-92a7-4aa7-ba04-58b0b10807ee req-68a16037-b694-4d3d-8385-e69e0f0b16dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b1157b8-bd1e-4358-a86f-f9bcc53adf4b {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:28:19.964899 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-22518243-92a7-4aa7-ba04-58b0b10807ee req-68a16037-b694-4d3d-8385-e69e0f0b16dd service neutron] Publish callbacks [] for port (9b1157b8-bd1e-4358-a86f-f9bcc53adf4b), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:19.976897 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-22518243-92a7-4aa7-ba04-58b0b10807ee req-68a16037-b694-4d3d-8385-e69e0f0b16dd service neutron] Transition to ACTIVE for port object 9b1157b8-bd1e-4358-a86f-f9bcc53adf4b will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 20:28:19.980325 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-22518243-92a7-4aa7-ba04-58b0b10807ee req-68a16037-b694-4d3d-8385-e69e0f0b16dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (9b1157b8-bd1e-4358-a86f-f9bcc53adf4b), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:20.028627 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a16037-b694-4d3d-8385-e69e0f0b16dd service neutron] Pushing event updated for resources: {'Port': ['ID=9b1157b8-bd1e-4358-a86f-f9bcc53adf4b,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:20.098047 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-22518243-92a7-4aa7-ba04-58b0b10807ee req-68a16037-b694-4d3d-8385-e69e0f0b16dd service neutron] Attempting to bind port 9b1157b8-bd1e-4358-a86f-f9bcc53adf4b on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:28:20.099015 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-22518243-92a7-4aa7-ba04-58b0b10807ee req-68a16037-b694-4d3d-8385-e69e0f0b16dd service neutron] Attempting to bind port 9b1157b8-bd1e-4358-a86f-f9bcc53adf4b by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '8a6b3657-9740-48c5-8ec4-bb4460aeb55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'cc797e52-fecf-4ccd-903f-5ab7e8277985'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:28:20.099015 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22518243-92a7-4aa7-ba04-58b0b10807ee req-68a16037-b694-4d3d-8385-e69e0f0b16dd service neutron] Attempting to bind port 9b1157b8-bd1e-4358-a86f-f9bcc53adf4b on network cc797e52-fecf-4ccd-903f-5ab7e8277985 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:28:20.103060 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22518243-92a7-4aa7-ba04-58b0b10807ee req-68a16037-b694-4d3d-8385-e69e0f0b16dd service neutron] Port 9b1157b8-bd1e-4358-a86f-f9bcc53adf4b on network cc797e52-fecf-4ccd-903f-5ab7e8277985 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 20:28:20.103372 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22518243-92a7-4aa7-ba04-58b0b10807ee req-68a16037-b694-4d3d-8385-e69e0f0b16dd service neutron] Attempting to bind port 9b1157b8-bd1e-4358-a86f-f9bcc53adf4b on network cc797e52-fecf-4ccd-903f-5ab7e8277985 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:28:20.108085 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22518243-92a7-4aa7-ba04-58b0b10807ee req-68a16037-b694-4d3d-8385-e69e0f0b16dd service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:28:20.108412 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22518243-92a7-4aa7-ba04-58b0b10807ee req-68a16037-b694-4d3d-8385-e69e0f0b16dd service neutron] Checking segment: {'id': '8a6b3657-9740-48c5-8ec4-bb4460aeb55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'cc797e52-fecf-4ccd-903f-5ab7e8277985'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:28:20.108780 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22518243-92a7-4aa7-ba04-58b0b10807ee req-68a16037-b694-4d3d-8385-e69e0f0b16dd service neutron] Bound using segment: {'id': '8a6b3657-9740-48c5-8ec4-bb4460aeb55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'cc797e52-fecf-4ccd-903f-5ab7e8277985'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:28:20.109194 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-22518243-92a7-4aa7-ba04-58b0b10807ee req-68a16037-b694-4d3d-8385-e69e0f0b16dd service neutron] Bound port: 9b1157b8-bd1e-4358-a86f-f9bcc53adf4b, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a6b3657-9740-48c5-8ec4-bb4460aeb55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'cc797e52-fecf-4ccd-903f-5ab7e8277985'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:28:20.109535 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-22518243-92a7-4aa7-ba04-58b0b10807ee req-68a16037-b694-4d3d-8385-e69e0f0b16dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (9b1157b8-bd1e-4358-a86f-f9bcc53adf4b), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:20.176210 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-22518243-92a7-4aa7-ba04-58b0b10807ee req-68a16037-b694-4d3d-8385-e69e0f0b16dd service neutron] For port 9b1157b8-bd1e-4358-a86f-f9bcc53adf4b, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:28:20.179160 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-22518243-92a7-4aa7-ba04-58b0b10807ee req-68a16037-b694-4d3d-8385-e69e0f0b16dd service neutron] For port 9b1157b8-bd1e-4358-a86f-f9bcc53adf4b, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=9b1157b8-bd1e-4358-a86f-f9bcc53adf4b,segment=NetworkSegment(8a6b3657-9740-48c5-8ec4-bb4460aeb55f),segment_id=8a6b3657-9740-48c5-8ec4-bb4460aeb55f)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:28:20.184809 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-22518243-92a7-4aa7-ba04-58b0b10807ee req-68a16037-b694-4d3d-8385-e69e0f0b16dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (9b1157b8-bd1e-4358-a86f-f9bcc53adf4b), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:20.219084 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22518243-92a7-4aa7-ba04-58b0b10807ee req-68a16037-b694-4d3d-8385-e69e0f0b16dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:20.219727 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-22518243-92a7-4aa7-ba04-58b0b10807ee req-68a16037-b694-4d3d-8385-e69e0f0b16dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:20.221527 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-22518243-92a7-4aa7-ba04-58b0b10807ee req-68a16037-b694-4d3d-8385-e69e0f0b16dd service neutron] 10.222.0.75 "PUT /v2.0/ports/9b1157b8-bd1e-4358-a86f-f9bcc53adf4b HTTP/1.1" status: 200 len: 1091 time: 0.5805862 Mar 11 20:28:20.222236 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d1045d9-b430-486e-af4b-1dec9db5ca25', 'tag': '9b1157b8-bd1e-4358-a86f-f9bcc53adf4b'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:28:20.228210 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a0d03908d714cf498f0e9a07bdcfee6ce8884db927bcf4c76da6f3dadb32e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4366b07b-49cb-4f56-93cf-45f86b2f045f" -d '{"events": [{"name": "network-changed", "server_uuid": "9d1045d9-b430-486e-af4b-1dec9db5ca25", "tag": "9b1157b8-bd1e-4358-a86f-f9bcc53adf4b"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:28:20.259105 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a16037-b694-4d3d-8385-e69e0f0b16dd service neutron] Pushing event updated for resources: {'Port': ['ID=9b1157b8-bd1e-4358-a86f-f9bcc53adf4b,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:20.273909 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24954f8-942c-40eb-b62e-c01a57c6d9b2 x-openstack-request-id: req-b24954f8-942c-40eb-b62e-c01a57c6d9b2 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:28:20.274195 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d1045d9-b430-486e-af4b-1dec9db5ca25", "tag": "9b1157b8-bd1e-4358-a86f-f9bcc53adf4b", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:28:20.274442 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b24954f8-942c-40eb-b62e-c01a57c6d9b2 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:28:20.274831 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d1045d9-b430-486e-af4b-1dec9db5ca25', 'tag': '9b1157b8-bd1e-4358-a86f-f9bcc53adf4b', 'status': 'completed', 'code': 200} Mar 11 20:28:20.310943 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22518243-92a7-4aa7-ba04-58b0b10807ee req-5d39d004-bdb8-42fa-85b7-223d9205bd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:20.312518 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-22518243-92a7-4aa7-ba04-58b0b10807ee req-5d39d004-bdb8-42fa-85b7-223d9205bd55 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=33d6701722d34c45be2959343e4a3f7a&device_id=9d1045d9-b430-486e-af4b-1dec9db5ca25 HTTP/1.1" status: 200 len: 1125 time: 0.0476694 Mar 11 20:28:20.358764 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-22518243-92a7-4aa7-ba04-58b0b10807ee req-5079c442-aae5-4956-9212-c74f792d7ff7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b1157b8-bd1e-4358-a86f-f9bcc53adf4b HTTP/1.1" status: 200 len: 217 time: 0.0393901 Mar 11 20:28:20.425465 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22518243-92a7-4aa7-ba04-58b0b10807ee req-9bf58178-b531-432e-b37c-1249d295ace8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:20.426921 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-22518243-92a7-4aa7-ba04-58b0b10807ee req-9bf58178-b531-432e-b37c-1249d295ace8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=705cb261-d44e-45c8-b4c2-12f720480cda HTTP/1.1" status: 200 len: 854 time: 0.0610981 Mar 11 20:28:20.449666 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae3ba44-7151-4bb7-b75b-e7fb2d36b649 req-9bb0708e-2406-4daf-8b51-0e355095faf3 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:20.451339 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2ae3ba44-7151-4bb7-b75b-e7fb2d36b649 req-9bb0708e-2406-4daf-8b51-0e355095faf3 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d1045d9-b430-486e-af4b-1dec9db5ca25 HTTP/1.1" status: 200 len: 943 time: 0.0952375 Mar 11 20:28:20.472410 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-22518243-92a7-4aa7-ba04-58b0b10807ee req-57458eb5-2c10-4357-8525-06aa496cb27b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=cc797e52-fecf-4ccd-903f-5ab7e8277985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392842 Mar 11 20:28:20.564406 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2ae3ba44-7151-4bb7-b75b-e7fb2d36b649 req-5b164ef6-631d-4641-8fba-5074bb8ef852 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] 10.222.0.65 "GET /v2.0/security-groups?id=058d78ef-8c9a-4930-be6c-9380561cea84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941639 Mar 11 20:28:20.585484 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-22518243-92a7-4aa7-ba04-58b0b10807ee req-90e3a628-0fd3-4195-a624-cea9350d1e1f service neutron] 10.222.0.75 "GET /v2.0/networks/cc797e52-fecf-4ccd-903f-5ab7e8277985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075654 Mar 11 20:28:20.675858 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-22518243-92a7-4aa7-ba04-58b0b10807ee req-c1b9f2f4-2963-439b-a466-907c78bada52 service neutron] 10.222.0.75 "GET /v2.0/networks/cc797e52-fecf-4ccd-903f-5ab7e8277985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847249 Mar 11 20:28:20.766961 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4366b07b-49cb-4f56-93cf-45f86b2f045f req-2faceda6-3021-496d-b500-2245f0bbe280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:20.768383 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4366b07b-49cb-4f56-93cf-45f86b2f045f req-2faceda6-3021-496d-b500-2245f0bbe280 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=33d6701722d34c45be2959343e4a3f7a&device_id=9d1045d9-b430-486e-af4b-1dec9db5ca25 HTTP/1.1" status: 200 len: 1125 time: 0.0445046 Mar 11 20:28:20.858318 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4366b07b-49cb-4f56-93cf-45f86b2f045f req-eadfbd47-4816-457d-b6a3-f161ea706b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:20.859816 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4366b07b-49cb-4f56-93cf-45f86b2f045f req-eadfbd47-4816-457d-b6a3-f161ea706b3c service neutron] 10.222.0.75 "GET /v2.0/networks?id=cc797e52-fecf-4ccd-903f-5ab7e8277985 HTTP/1.1" status: 200 len: 915 time: 0.0858970 Mar 11 20:28:20.899525 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4366b07b-49cb-4f56-93cf-45f86b2f045f req-84277951-2e22-4287-b4e5-b25496f6d7f5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b1157b8-bd1e-4358-a86f-f9bcc53adf4b HTTP/1.1" status: 200 len: 217 time: 0.0337961 Mar 11 20:28:20.946192 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4366b07b-49cb-4f56-93cf-45f86b2f045f req-eebe30ca-3ebe-4a7a-9999-72c93b107da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:20.947610 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4366b07b-49cb-4f56-93cf-45f86b2f045f req-eebe30ca-3ebe-4a7a-9999-72c93b107da5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=705cb261-d44e-45c8-b4c2-12f720480cda HTTP/1.1" status: 200 len: 854 time: 0.0421507 Mar 11 20:28:20.981860 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4366b07b-49cb-4f56-93cf-45f86b2f045f req-9b0e40eb-bb36-4e6e-9275-f155530fa47f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=cc797e52-fecf-4ccd-903f-5ab7e8277985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276675 Mar 11 20:28:21.069534 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4366b07b-49cb-4f56-93cf-45f86b2f045f req-cecbce9c-1a00-45c2-98d4-794caabc2936 service neutron] 10.222.0.75 "GET /v2.0/networks/cc797e52-fecf-4ccd-903f-5ab7e8277985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800858 Mar 11 20:28:21.159176 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4366b07b-49cb-4f56-93cf-45f86b2f045f req-ccb9d39c-540e-4a6c-a650-23a7b23228e8 service neutron] 10.222.0.75 "GET /v2.0/networks/cc797e52-fecf-4ccd-903f-5ab7e8277985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832086 Mar 11 20:28:21.682629 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3a7f05-75f5-44dd-8c58-dbec91960da0 req-6d6e9c3f-614f-4fb1-8580-85ee10602392 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:21.684038 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5b3a7f05-75f5-44dd-8c58-dbec91960da0 req-6d6e9c3f-614f-4fb1-8580-85ee10602392 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d1045d9-b430-486e-af4b-1dec9db5ca25 HTTP/1.1" status: 200 len: 943 time: 0.0518727 Mar 11 20:28:21.729551 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5b3a7f05-75f5-44dd-8c58-dbec91960da0 req-14ce07f0-d522-4ea8-aaf4-de5bbec8d8f0 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] 10.222.0.65 "GET /v2.0/security-groups?id=058d78ef-8c9a-4930-be6c-9380561cea84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400085 Mar 11 20:28:22.409873 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b3d8e49e-2605-4857-98ad-03eb04381bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:22.715729 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 9b1157b8-bd1e-4358-a86f-f9bcc53adf4b details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 20:28:22.813563 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 9b1157b8-bd1e-4358-a86f-f9bcc53adf4b, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=9b1157b8-bd1e-4358-a86f-f9bcc53adf4b,segment=NetworkSegment(8a6b3657-9740-48c5-8ec4-bb4460aeb55f),segment_id=8a6b3657-9740-48c5-8ec4-bb4460aeb55f)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:28:22.825162 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '9b1157b8-bd1e-4358-a86f-f9bcc53adf4b', 'network_id': 'cc797e52-fecf-4ccd-903f-5ab7e8277985', 'port_id': '9b1157b8-bd1e-4358-a86f-f9bcc53adf4b', 'mac_address': 'fa:16:3e:b3:e7:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '705cb261-d44e-45c8-b4c2-12f720480cda', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 20:28:22.845801 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1301977c-0b49-4a2a-8302-c6ae4dd656ae req-be4c735c-e8f6-47a4-b94c-4c61fe3db26a tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:22.847281 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1301977c-0b49-4a2a-8302-c6ae4dd656ae req-be4c735c-e8f6-47a4-b94c-4c61fe3db26a tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d1045d9-b430-486e-af4b-1dec9db5ca25 HTTP/1.1" status: 200 len: 943 time: 0.0509477 Mar 11 20:28:22.861998 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 9b1157b8-bd1e-4358-a86f-f9bcc53adf4b is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:28:22.862385 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (9b1157b8-bd1e-4358-a86f-f9bcc53adf4b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:22.877544 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b1157b8-bd1e-4358-a86f-f9bcc53adf4b {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:28:22.894776 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1301977c-0b49-4a2a-8302-c6ae4dd656ae req-f8ac7d08-8191-4844-a1e3-1bbec4ba8fa6 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] 10.222.0.65 "GET /v2.0/security-groups?id=058d78ef-8c9a-4930-be6c-9380561cea84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409908 Mar 11 20:28:22.896638 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 9b1157b8-bd1e-4358-a86f-f9bcc53adf4b, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=9b1157b8-bd1e-4358-a86f-f9bcc53adf4b,segment=NetworkSegment(8a6b3657-9740-48c5-8ec4-bb4460aeb55f),segment_id=8a6b3657-9740-48c5-8ec4-bb4460aeb55f)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:28:22.900889 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (9b1157b8-bd1e-4358-a86f-f9bcc53adf4b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:22.947587 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=9b1157b8-bd1e-4358-a86f-f9bcc53adf4b,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:23.082759 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:23.092304 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['9b1157b8-bd1e-4358-a86f-f9bcc53adf4b'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:28:24.014764 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b3ed3-4a9c-47d0-bce1-67f066e82b6c req-7df8ff8d-6b60-41ee-a90c-92f5dd810986 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:24.016300 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3c6b3ed3-4a9c-47d0-bce1-67f066e82b6c req-7df8ff8d-6b60-41ee-a90c-92f5dd810986 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d1045d9-b430-486e-af4b-1dec9db5ca25 HTTP/1.1" status: 200 len: 944 time: 0.0547161 Mar 11 20:28:24.061635 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3c6b3ed3-4a9c-47d0-bce1-67f066e82b6c req-f1e04bae-5841-484b-b573-17a6dcd2e79b tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] 10.222.0.65 "GET /v2.0/security-groups?id=058d78ef-8c9a-4930-be6c-9380561cea84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392981 Mar 11 20:28:24.702483 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e61f34dd-3db8-4100-94ee-f232142f5190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:24.715059 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 9b1157b8-bd1e-4358-a86f-f9bcc53adf4b up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:28:24.765751 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port 9b1157b8-bd1e-4358-a86f-f9bcc53adf4b completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 20:28:24.769408 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 9b1157b8-bd1e-4358-a86f-f9bcc53adf4b triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:28:24.769780 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (9b1157b8-bd1e-4358-a86f-f9bcc53adf4b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:24.843655 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 9b1157b8-bd1e-4358-a86f-f9bcc53adf4b is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:28:24.844049 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (9b1157b8-bd1e-4358-a86f-f9bcc53adf4b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:24.869306 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d1045d9-b430-486e-af4b-1dec9db5ca25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b1157b8-bd1e-4358-a86f-f9bcc53adf4b'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:28:24.871578 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e00c6702a54281ed7930195260709b2e9eb4074fe153a1ed12afbef6176377e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a77d12b-4571-420b-b12d-9fad5ac87e9b" -d '{"events": [{"server_uuid": "9d1045d9-b430-486e-af4b-1dec9db5ca25", "name": "network-vif-plugged", "status": "completed", "tag": "9b1157b8-bd1e-4358-a86f-f9bcc53adf4b"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:28:24.884399 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 9b1157b8-bd1e-4358-a86f-f9bcc53adf4b, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=9b1157b8-bd1e-4358-a86f-f9bcc53adf4b,segment=NetworkSegment(8a6b3657-9740-48c5-8ec4-bb4460aeb55f),segment_id=8a6b3657-9740-48c5-8ec4-bb4460aeb55f)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:28:24.888153 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (9b1157b8-bd1e-4358-a86f-f9bcc53adf4b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:24.910970 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc8f701d-11a3-42a3-8e83-4d50d613e65c x-openstack-request-id: req-cc8f701d-11a3-42a3-8e83-4d50d613e65c {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:28:24.911269 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d1045d9-b430-486e-af4b-1dec9db5ca25", "name": "network-vif-plugged", "status": "completed", "tag": "9b1157b8-bd1e-4358-a86f-f9bcc53adf4b", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:28:24.911526 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cc8f701d-11a3-42a3-8e83-4d50d613e65c {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:28:24.911964 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d1045d9-b430-486e-af4b-1dec9db5ca25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b1157b8-bd1e-4358-a86f-f9bcc53adf4b', 'code': 200} Mar 11 20:28:24.943688 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=9b1157b8-bd1e-4358-a86f-f9bcc53adf4b,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:25.003302 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49c7030-01ba-4edb-928b-8c437061a414 req-431ff84d-0b76-4293-a46a-67d7935cbb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:25.004845 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f49c7030-01ba-4edb-928b-8c437061a414 req-431ff84d-0b76-4293-a46a-67d7935cbb3a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=9d1045d9-b430-486e-af4b-1dec9db5ca25 HTTP/1.1" status: 200 len: 1127 time: 0.0438724 Mar 11 20:28:25.047256 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f49c7030-01ba-4edb-928b-8c437061a414 req-5a2da0c9-5c4e-4251-9824-b1b3896fa155 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=058d78ef-8c9a-4930-be6c-9380561cea84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360408 Mar 11 20:28:25.182090 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827e4a4-dcfb-4bb3-82cd-e4157a4de5e5 req-94d8990b-6afc-4b3f-97d5-abb0442be337 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:25.183545 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f827e4a4-dcfb-4bb3-82cd-e4157a4de5e5 req-94d8990b-6afc-4b3f-97d5-abb0442be337 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d1045d9-b430-486e-af4b-1dec9db5ca25 HTTP/1.1" status: 200 len: 945 time: 0.0550435 Mar 11 20:28:25.229709 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f827e4a4-dcfb-4bb3-82cd-e4157a4de5e5 req-d08fff66-20d9-47e5-abe9-4f3bbc455206 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] 10.222.0.65 "GET /v2.0/security-groups?id=058d78ef-8c9a-4930-be6c-9380561cea84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405328 Mar 11 20:28:26.345215 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ac9e1-99a5-423f-90ab-6bc9775c2cd1 req-40c2d2e3-c096-4466-b4ef-563ef819fc87 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:26.346700 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e72ac9e1-99a5-423f-90ab-6bc9775c2cd1 req-40c2d2e3-c096-4466-b4ef-563ef819fc87 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d1045d9-b430-486e-af4b-1dec9db5ca25 HTTP/1.1" status: 200 len: 945 time: 0.0511007 Mar 11 20:28:26.383886 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:26.395449 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e72ac9e1-99a5-423f-90ab-6bc9775c2cd1 req-8a9121bd-0170-4deb-9a40-d719980f9767 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] 10.222.0.65 "GET /v2.0/security-groups?id=058d78ef-8c9a-4930-be6c-9380561cea84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422418 Mar 11 20:28:26.844512 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c259d5c-5ab1-407a-ac6e-95e12b2ed4d7 req-a524b267-3fab-4ffa-8fa5-12ecde9a7ae5 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:26.845951 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8c259d5c-5ab1-407a-ac6e-95e12b2ed4d7 req-a524b267-3fab-4ffa-8fa5-12ecde9a7ae5 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] 10.222.0.65 "GET /v2.0/networks?id=cc797e52-fecf-4ccd-903f-5ab7e8277985 HTTP/1.1" status: 200 len: 814 time: 0.3325756 Mar 11 20:28:26.860891 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8c259d5c-5ab1-407a-ac6e-95e12b2ed4d7 req-9177beec-4455-4666-a8e6-6f6d61a2beb9 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] 10.222.0.65 "GET /v2.0/quotas/33d6701722d34c45be2959343e4a3f7a HTTP/1.1" status: 200 len: 375 time: 0.0087719 Mar 11 20:28:26.914198 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8c259d5c-5ab1-407a-ac6e-95e12b2ed4d7 req-2a40259f-7c75-4ddb-b6ac-4ba9fe854caf tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=33d6701722d34c45be2959343e4a3f7a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0484729 Mar 11 20:28:27.002850 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8c259d5c-5ab1-407a-ac6e-95e12b2ed4d7 req-3f5fb0c2-0daa-4383-a447-d975228cab61 service neutron] 10.222.0.65 "GET /v2.0/networks/cc797e52-fecf-4ccd-903f-5ab7e8277985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819461 Mar 11 20:28:27.088209 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8c259d5c-5ab1-407a-ac6e-95e12b2ed4d7 req-7284381a-2686-4647-8ebe-c95df357a34b service neutron] 10.222.0.65 "GET /v2.0/networks/cc797e52-fecf-4ccd-903f-5ab7e8277985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793297 Mar 11 20:28:27.244634 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1c6359f2-2e0d-49cd-9628-405c6adea1a3 req-27b67315-95b6-4a5d-a189-165f57d66013 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] 10.222.0.65 "GET /v2.0/ports?device_id=805e065f-50cb-42e1-8237-baf2c511b448 HTTP/1.1" status: 200 len: 210 time: 0.0273697 Mar 11 20:28:27.775200 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:28.173332 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c259d5c-5ab1-407a-ac6e-95e12b2ed4d7 req-12ac2bd7-beb1-4e02-a20f-90e5881f418b tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:28.174780 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8c259d5c-5ab1-407a-ac6e-95e12b2ed4d7 req-12ac2bd7-beb1-4e02-a20f-90e5881f418b tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] 10.222.0.57 "GET /v2.0/networks?id=cc797e52-fecf-4ccd-903f-5ab7e8277985 HTTP/1.1" status: 200 len: 814 time: 0.1064346 Mar 11 20:28:28.186658 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-8c259d5c-5ab1-407a-ac6e-95e12b2ed4d7 req-074b9882-b63a-435e-96d2-d68ce2910859 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Request body: {'port': {'device_id': '805e065f-50cb-42e1-8237-baf2c511b448', 'network_id': 'cc797e52-fecf-4ccd-903f-5ab7e8277985', 'admin_state_up': True, 'tenant_id': '33d6701722d34c45be2959343e4a3f7a'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:28:28.303682 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c259d5c-5ab1-407a-ac6e-95e12b2ed4d7 req-074b9882-b63a-435e-96d2-d68ce2910859 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Made reservation on behalf of 33d6701722d34c45be2959343e4a3f7a for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:28:28.308236 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8c259d5c-5ab1-407a-ac6e-95e12b2ed4d7 req-074b9882-b63a-435e-96d2-d68ce2910859 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:28.349488 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b551847c-ba1e-49a6-9782-dea055ec6b49 req-e382c170-4699-4826-876c-e6559bce8545 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] 10.222.0.65 "GET /v2.0/ports?device_id=805e065f-50cb-42e1-8237-baf2c511b448 HTTP/1.1" status: 200 len: 210 time: 0.0296862 Mar 11 20:28:28.454409 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-8c259d5c-5ab1-407a-ac6e-95e12b2ed4d7 req-074b9882-b63a-435e-96d2-d68ce2910859 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Allocated IP 172.20.0.13 (cc797e52-fecf-4ccd-903f-5ab7e8277985/705cb261-d44e-45c8-b4c2-12f720480cda/b611d496-896b-4188-987d-0b92389610b8) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:28:28.607198 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8c259d5c-5ab1-407a-ac6e-95e12b2ed4d7 req-074b9882-b63a-435e-96d2-d68ce2910859 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Publish callbacks [] for port (b611d496-896b-4188-987d-0b92389610b8), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:28.640275 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8c259d5c-5ab1-407a-ac6e-95e12b2ed4d7 req-074b9882-b63a-435e-96d2-d68ce2910859 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (b611d496-896b-4188-987d-0b92389610b8), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:28.652283 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['9b1157b8-bd1e-4358-a86f-f9bcc53adf4b'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:28:28.686209 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c259d5c-5ab1-407a-ac6e-95e12b2ed4d7 req-074b9882-b63a-435e-96d2-d68ce2910859 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Network cc797e52-fecf-4ccd-903f-5ab7e8277985 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:28:28.689277 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-8c259d5c-5ab1-407a-ac6e-95e12b2ed4d7 req-074b9882-b63a-435e-96d2-d68ce2910859 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:28:28.692335 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c259d5c-5ab1-407a-ac6e-95e12b2ed4d7 req-074b9882-b63a-435e-96d2-d68ce2910859 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:28:28.721856 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074b9882-b63a-435e-96d2-d68ce2910859 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Pushing event updated for resources: {'Port': ['ID=b611d496-896b-4188-987d-0b92389610b8,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:28.748537 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c259d5c-5ab1-407a-ac6e-95e12b2ed4d7 req-074b9882-b63a-435e-96d2-d68ce2910859 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:28.749149 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8c259d5c-5ab1-407a-ac6e-95e12b2ed4d7 req-074b9882-b63a-435e-96d2-d68ce2910859 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:28.764475 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8c259d5c-5ab1-407a-ac6e-95e12b2ed4d7 req-074b9882-b63a-435e-96d2-d68ce2910859 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5818353 Mar 11 20:28:28.773330 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [req-8c259d5c-5ab1-407a-ac6e-95e12b2ed4d7 req-64704fed-4244-4d2a-9ea5-d242dd3ca05e tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 20:28:28.774273 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8c259d5c-5ab1-407a-ac6e-95e12b2ed4d7 req-64704fed-4244-4d2a-9ea5-d242dd3ca05e tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051727 Mar 11 20:28:28.785194 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-8c259d5c-5ab1-407a-ac6e-95e12b2ed4d7 req-b5df05f0-be35-4463-bced-c5d40bd2e9b3 service neutron] Request body: {'port': {'device_id': '805e065f-50cb-42e1-8237-baf2c511b448', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:28:28.842623 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8c259d5c-5ab1-407a-ac6e-95e12b2ed4d7 req-b5df05f0-be35-4463-bced-c5d40bd2e9b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b611d496-896b-4188-987d-0b92389610b8), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:29.104030 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:29.104702 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-8c259d5c-5ab1-407a-ac6e-95e12b2ed4d7 req-b5df05f0-be35-4463-bced-c5d40bd2e9b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b611d496-896b-4188-987d-0b92389610b8 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:28:29.112513 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8c259d5c-5ab1-407a-ac6e-95e12b2ed4d7 req-b5df05f0-be35-4463-bced-c5d40bd2e9b3 service neutron] Publish callbacks [] for port (b611d496-896b-4188-987d-0b92389610b8), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:29.125053 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-8c259d5c-5ab1-407a-ac6e-95e12b2ed4d7 req-b5df05f0-be35-4463-bced-c5d40bd2e9b3 service neutron] Transition to ACTIVE for port object b611d496-896b-4188-987d-0b92389610b8 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 20:28:29.128844 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8c259d5c-5ab1-407a-ac6e-95e12b2ed4d7 req-b5df05f0-be35-4463-bced-c5d40bd2e9b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (b611d496-896b-4188-987d-0b92389610b8), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:29.180073 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df05f0-be35-4463-bced-c5d40bd2e9b3 service neutron] Pushing event updated for resources: {'Port': ['ID=b611d496-896b-4188-987d-0b92389610b8,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:29.245046 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-8c259d5c-5ab1-407a-ac6e-95e12b2ed4d7 req-b5df05f0-be35-4463-bced-c5d40bd2e9b3 service neutron] Attempting to bind port b611d496-896b-4188-987d-0b92389610b8 on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:28:29.245375 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-8c259d5c-5ab1-407a-ac6e-95e12b2ed4d7 req-b5df05f0-be35-4463-bced-c5d40bd2e9b3 service neutron] Attempting to bind port b611d496-896b-4188-987d-0b92389610b8 by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '8a6b3657-9740-48c5-8ec4-bb4460aeb55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'cc797e52-fecf-4ccd-903f-5ab7e8277985'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:28:29.245695 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c259d5c-5ab1-407a-ac6e-95e12b2ed4d7 req-b5df05f0-be35-4463-bced-c5d40bd2e9b3 service neutron] Attempting to bind port b611d496-896b-4188-987d-0b92389610b8 on network cc797e52-fecf-4ccd-903f-5ab7e8277985 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:28:29.250031 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c259d5c-5ab1-407a-ac6e-95e12b2ed4d7 req-b5df05f0-be35-4463-bced-c5d40bd2e9b3 service neutron] Port b611d496-896b-4188-987d-0b92389610b8 on network cc797e52-fecf-4ccd-903f-5ab7e8277985 not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 20:28:29.250346 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c259d5c-5ab1-407a-ac6e-95e12b2ed4d7 req-b5df05f0-be35-4463-bced-c5d40bd2e9b3 service neutron] Attempting to bind port b611d496-896b-4188-987d-0b92389610b8 on network cc797e52-fecf-4ccd-903f-5ab7e8277985 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:28:29.255265 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c259d5c-5ab1-407a-ac6e-95e12b2ed4d7 req-b5df05f0-be35-4463-bced-c5d40bd2e9b3 service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:28:29.255599 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c259d5c-5ab1-407a-ac6e-95e12b2ed4d7 req-b5df05f0-be35-4463-bced-c5d40bd2e9b3 service neutron] Checking segment: {'id': '8a6b3657-9740-48c5-8ec4-bb4460aeb55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'cc797e52-fecf-4ccd-903f-5ab7e8277985'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:28:29.256003 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c259d5c-5ab1-407a-ac6e-95e12b2ed4d7 req-b5df05f0-be35-4463-bced-c5d40bd2e9b3 service neutron] Bound using segment: {'id': '8a6b3657-9740-48c5-8ec4-bb4460aeb55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'cc797e52-fecf-4ccd-903f-5ab7e8277985'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:28:29.256420 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-8c259d5c-5ab1-407a-ac6e-95e12b2ed4d7 req-b5df05f0-be35-4463-bced-c5d40bd2e9b3 service neutron] Bound port: b611d496-896b-4188-987d-0b92389610b8, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a6b3657-9740-48c5-8ec4-bb4460aeb55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 896, 'network_id': 'cc797e52-fecf-4ccd-903f-5ab7e8277985'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:28:29.256769 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8c259d5c-5ab1-407a-ac6e-95e12b2ed4d7 req-b5df05f0-be35-4463-bced-c5d40bd2e9b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b611d496-896b-4188-987d-0b92389610b8), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:29.320219 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-8c259d5c-5ab1-407a-ac6e-95e12b2ed4d7 req-b5df05f0-be35-4463-bced-c5d40bd2e9b3 service neutron] For port b611d496-896b-4188-987d-0b92389610b8, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:28:29.323095 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-8c259d5c-5ab1-407a-ac6e-95e12b2ed4d7 req-b5df05f0-be35-4463-bced-c5d40bd2e9b3 service neutron] For port b611d496-896b-4188-987d-0b92389610b8, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=b611d496-896b-4188-987d-0b92389610b8,segment=NetworkSegment(8a6b3657-9740-48c5-8ec4-bb4460aeb55f),segment_id=8a6b3657-9740-48c5-8ec4-bb4460aeb55f)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:28:29.329057 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8c259d5c-5ab1-407a-ac6e-95e12b2ed4d7 req-b5df05f0-be35-4463-bced-c5d40bd2e9b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (b611d496-896b-4188-987d-0b92389610b8), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:29.363522 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c259d5c-5ab1-407a-ac6e-95e12b2ed4d7 req-b5df05f0-be35-4463-bced-c5d40bd2e9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:29.364162 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-8c259d5c-5ab1-407a-ac6e-95e12b2ed4d7 req-b5df05f0-be35-4463-bced-c5d40bd2e9b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:29.365496 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8c259d5c-5ab1-407a-ac6e-95e12b2ed4d7 req-b5df05f0-be35-4463-bced-c5d40bd2e9b3 service neutron] 10.222.0.57 "PUT /v2.0/ports/b611d496-896b-4188-987d-0b92389610b8 HTTP/1.1" status: 200 len: 1092 time: 0.5846517 Mar 11 20:28:29.365928 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '805e065f-50cb-42e1-8237-baf2c511b448', 'tag': 'b611d496-896b-4188-987d-0b92389610b8'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:28:29.368167 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a0d03908d714cf498f0e9a07bdcfee6ce8884db927bcf4c76da6f3dadb32e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23aa9db4-1012-49dc-8962-7e35c989e078" -d '{"events": [{"name": "network-changed", "server_uuid": "805e065f-50cb-42e1-8237-baf2c511b448", "tag": "b611d496-896b-4188-987d-0b92389610b8"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:28:29.392812 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df05f0-be35-4463-bced-c5d40bd2e9b3 service neutron] Pushing event updated for resources: {'Port': ['ID=b611d496-896b-4188-987d-0b92389610b8,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:29.416809 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd75c40a-876d-4d94-9a3a-8ffdf11d409d x-openstack-request-id: req-bd75c40a-876d-4d94-9a3a-8ffdf11d409d {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:28:29.417404 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "805e065f-50cb-42e1-8237-baf2c511b448", "tag": "b611d496-896b-4188-987d-0b92389610b8", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:28:29.417660 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bd75c40a-876d-4d94-9a3a-8ffdf11d409d {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:28:29.418056 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '805e065f-50cb-42e1-8237-baf2c511b448', 'tag': 'b611d496-896b-4188-987d-0b92389610b8', 'status': 'completed', 'code': 200} Mar 11 20:28:29.451921 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c259d5c-5ab1-407a-ac6e-95e12b2ed4d7 req-591fc66b-a042-425d-9996-4a3a212ace87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:29.453426 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8c259d5c-5ab1-407a-ac6e-95e12b2ed4d7 req-591fc66b-a042-425d-9996-4a3a212ace87 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=33d6701722d34c45be2959343e4a3f7a&device_id=805e065f-50cb-42e1-8237-baf2c511b448 HTTP/1.1" status: 200 len: 1126 time: 0.0474913 Mar 11 20:28:29.505120 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8c259d5c-5ab1-407a-ac6e-95e12b2ed4d7 req-7c8b2b33-5602-4cbe-aaf3-7d8e59714cbf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b611d496-896b-4188-987d-0b92389610b8 HTTP/1.1" status: 200 len: 217 time: 0.0447328 Mar 11 20:28:29.571677 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c259d5c-5ab1-407a-ac6e-95e12b2ed4d7 req-e62400ce-37e3-4d70-a75c-146ac041d1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:29.573118 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8c259d5c-5ab1-407a-ac6e-95e12b2ed4d7 req-e62400ce-37e3-4d70-a75c-146ac041d1ca service neutron] 10.222.0.57 "GET /v2.0/subnets?id=705cb261-d44e-45c8-b4c2-12f720480cda HTTP/1.1" status: 200 len: 854 time: 0.0536449 Mar 11 20:28:29.583922 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c9ff2b-386d-4344-bb89-bd2782d9cf70 req-3394bf9d-cee3-42f1-aa8a-d8fcc47708fe tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:29.585266 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d6c9ff2b-386d-4344-bb89-bd2782d9cf70 req-3394bf9d-cee3-42f1-aa8a-d8fcc47708fe tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] 10.222.0.65 "GET /v2.0/ports?device_id=805e065f-50cb-42e1-8237-baf2c511b448 HTTP/1.1" status: 200 len: 944 time: 0.1190741 Mar 11 20:28:29.615845 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8c259d5c-5ab1-407a-ac6e-95e12b2ed4d7 req-918afbdf-c29b-41c2-bf8f-11330f67dab3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cc797e52-fecf-4ccd-903f-5ab7e8277985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295668 Mar 11 20:28:29.705758 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d6c9ff2b-386d-4344-bb89-bd2782d9cf70 req-d74fcbe2-74ce-486c-89a7-659d414d3005 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] 10.222.0.65 "GET /v2.0/security-groups?id=058d78ef-8c9a-4930-be6c-9380561cea84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125576 Mar 11 20:28:29.728919 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8c259d5c-5ab1-407a-ac6e-95e12b2ed4d7 req-65a1bb5b-8c5a-4c2d-8626-0c9e09cc9c60 service neutron] 10.222.0.57 "GET /v2.0/networks/cc797e52-fecf-4ccd-903f-5ab7e8277985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074276 Mar 11 20:28:29.819409 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8c259d5c-5ab1-407a-ac6e-95e12b2ed4d7 req-6c9c0d4a-cb6b-4f00-882e-a0abcea4c585 service neutron] 10.222.0.57 "GET /v2.0/networks/cc797e52-fecf-4ccd-903f-5ab7e8277985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849717 Mar 11 20:28:29.910005 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa9db4-1012-49dc-8962-7e35c989e078 req-8b7b7b7a-7942-4b3d-b46b-20cc307d5f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:29.911401 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-23aa9db4-1012-49dc-8962-7e35c989e078 req-8b7b7b7a-7942-4b3d-b46b-20cc307d5f9a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=33d6701722d34c45be2959343e4a3f7a&device_id=805e065f-50cb-42e1-8237-baf2c511b448 HTTP/1.1" status: 200 len: 1126 time: 0.0450697 Mar 11 20:28:29.997979 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa9db4-1012-49dc-8962-7e35c989e078 req-f7184712-8731-4dd0-a2f9-b55df6c3e3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:29.999416 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-23aa9db4-1012-49dc-8962-7e35c989e078 req-f7184712-8731-4dd0-a2f9-b55df6c3e3c4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=cc797e52-fecf-4ccd-903f-5ab7e8277985 HTTP/1.1" status: 200 len: 915 time: 0.0821831 Mar 11 20:28:30.041493 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-23aa9db4-1012-49dc-8962-7e35c989e078 req-26d18887-9c58-4760-94f3-e38be8375dc8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b611d496-896b-4188-987d-0b92389610b8 HTTP/1.1" status: 200 len: 217 time: 0.0366201 Mar 11 20:28:30.086992 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa9db4-1012-49dc-8962-7e35c989e078 req-b5c7409e-dbbe-4563-8f56-b958d741c318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:30.088410 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-23aa9db4-1012-49dc-8962-7e35c989e078 req-b5c7409e-dbbe-4563-8f56-b958d741c318 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=705cb261-d44e-45c8-b4c2-12f720480cda HTTP/1.1" status: 200 len: 854 time: 0.0418687 Mar 11 20:28:30.119102 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-23aa9db4-1012-49dc-8962-7e35c989e078 req-fddcc6de-cd90-4c7b-b892-c7da782feab9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=cc797e52-fecf-4ccd-903f-5ab7e8277985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255394 Mar 11 20:28:30.208382 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-23aa9db4-1012-49dc-8962-7e35c989e078 req-dda14c18-49ec-450c-aa55-ebd5d14796e8 service neutron] 10.222.0.57 "GET /v2.0/networks/cc797e52-fecf-4ccd-903f-5ab7e8277985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838864 Mar 11 20:28:30.294020 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-23aa9db4-1012-49dc-8962-7e35c989e078 req-905f9619-7bbe-47b6-b25c-faca6d4ca0ea service neutron] 10.222.0.57 "GET /v2.0/networks/cc797e52-fecf-4ccd-903f-5ab7e8277985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798631 Mar 11 20:28:30.826923 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59710f30-29c1-42c9-9386-a6075d47b870 req-dbba3d41-39c4-4a12-9e5d-1070788276ed tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:30.828415 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-59710f30-29c1-42c9-9386-a6075d47b870 req-dbba3d41-39c4-4a12-9e5d-1070788276ed tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] 10.222.0.65 "GET /v2.0/ports?device_id=805e065f-50cb-42e1-8237-baf2c511b448 HTTP/1.1" status: 200 len: 944 time: 0.0560980 Mar 11 20:28:30.874122 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-59710f30-29c1-42c9-9386-a6075d47b870 req-93a4ce43-ea30-4f8e-9d88-699074185bf7 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] 10.222.0.65 "GET /v2.0/security-groups?id=058d78ef-8c9a-4930-be6c-9380561cea84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397215 Mar 11 20:28:31.991151 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655b113b-abee-4b5b-915e-745753c51b73 req-2477de40-5019-4473-9d82-e42fdea9bb49 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:31.993028 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-655b113b-abee-4b5b-915e-745753c51b73 req-2477de40-5019-4473-9d82-e42fdea9bb49 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] 10.222.0.65 "GET /v2.0/ports?device_id=805e065f-50cb-42e1-8237-baf2c511b448 HTTP/1.1" status: 200 len: 944 time: 0.0541658 Mar 11 20:28:32.038814 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-655b113b-abee-4b5b-915e-745753c51b73 req-290cb756-f951-401f-8eef-4b9d9f559c9f tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] 10.222.0.65 "GET /v2.0/security-groups?id=058d78ef-8c9a-4930-be6c-9380561cea84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401809 Mar 11 20:28:33.158338 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c5d5bc-cff6-40b6-8f75-e58b14ab0216 req-d76706bf-3bfe-4e7a-aa0e-a99f5cb048ca tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:33.160795 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-98c5d5bc-cff6-40b6-8f75-e58b14ab0216 req-d76706bf-3bfe-4e7a-aa0e-a99f5cb048ca tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] 10.222.0.65 "GET /v2.0/ports?device_id=805e065f-50cb-42e1-8237-baf2c511b448 HTTP/1.1" status: 200 len: 944 time: 0.0559571 Mar 11 20:28:33.205770 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-98c5d5bc-cff6-40b6-8f75-e58b14ab0216 req-97522799-82fd-4d4e-a60b-ba918ead5ff0 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] 10.222.0.65 "GET /v2.0/security-groups?id=058d78ef-8c9a-4930-be6c-9380561cea84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394442 Mar 11 20:28:33.805710 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device b611d496-896b-4188-987d-0b92389610b8 details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 20:28:33.897906 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port b611d496-896b-4188-987d-0b92389610b8, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=b611d496-896b-4188-987d-0b92389610b8,segment=NetworkSegment(8a6b3657-9740-48c5-8ec4-bb4460aeb55f),segment_id=8a6b3657-9740-48c5-8ec4-bb4460aeb55f)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:28:33.911420 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': 'b611d496-896b-4188-987d-0b92389610b8', 'network_id': 'cc797e52-fecf-4ccd-903f-5ab7e8277985', 'port_id': 'b611d496-896b-4188-987d-0b92389610b8', 'mac_address': 'fa:16:3e:be:18:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 896, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '705cb261-d44e-45c8-b4c2-12f720480cda', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 20:28:33.947097 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port b611d496-896b-4188-987d-0b92389610b8 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:28:33.947487 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b611d496-896b-4188-987d-0b92389610b8), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:33.960447 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b611d496-896b-4188-987d-0b92389610b8 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:28:33.978883 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port b611d496-896b-4188-987d-0b92389610b8, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=b611d496-896b-4188-987d-0b92389610b8,segment=NetworkSegment(8a6b3657-9740-48c5-8ec4-bb4460aeb55f),segment_id=8a6b3657-9740-48c5-8ec4-bb4460aeb55f)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:28:33.983299 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (b611d496-896b-4188-987d-0b92389610b8), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:34.028882 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=b611d496-896b-4188-987d-0b92389610b8,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:34.036128 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:34.036484 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:34.036831 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:34.037171 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:34.037504 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:34.037835 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:34.038166 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:34.038495 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:34.038824 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:34.039147 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:34.039472 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:34.039828 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:34.040154 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:34.310022 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['b611d496-896b-4188-987d-0b92389610b8'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:28:34.322233 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b07184-7334-4bd1-b3a8-14a5838e45be req-3d69c437-1b74-463f-aed0-82ad137a2cd5 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:34.323725 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f2b07184-7334-4bd1-b3a8-14a5838e45be req-3d69c437-1b74-463f-aed0-82ad137a2cd5 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] 10.222.0.65 "GET /v2.0/ports?device_id=805e065f-50cb-42e1-8237-baf2c511b448 HTTP/1.1" status: 200 len: 945 time: 0.0511956 Mar 11 20:28:34.371185 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f2b07184-7334-4bd1-b3a8-14a5838e45be req-a2246c2d-b552-43c7-a0e2-0a6f57c49ac0 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] 10.222.0.65 "GET /v2.0/security-groups?id=058d78ef-8c9a-4930-be6c-9380561cea84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416865 Mar 11 20:28:35.487143 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc537ee5-7d9d-41b9-96d9-f0d730173039 req-c9cf6091-3f26-40a2-9c2a-7ab09a3ab999 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:35.489270 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fc537ee5-7d9d-41b9-96d9-f0d730173039 req-c9cf6091-3f26-40a2-9c2a-7ab09a3ab999 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] 10.222.0.65 "GET /v2.0/ports?device_id=805e065f-50cb-42e1-8237-baf2c511b448 HTTP/1.1" status: 200 len: 945 time: 0.0519388 Mar 11 20:28:35.538163 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fc537ee5-7d9d-41b9-96d9-f0d730173039 req-08105b41-0965-4042-ae10-9471d9e6bd75 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] 10.222.0.65 "GET /v2.0/security-groups?id=058d78ef-8c9a-4930-be6c-9380561cea84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432694 Mar 11 20:28:35.808573 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device b611d496-896b-4188-987d-0b92389610b8 up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:28:35.857475 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port b611d496-896b-4188-987d-0b92389610b8 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 20:28:35.861505 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port b611d496-896b-4188-987d-0b92389610b8 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:28:35.861882 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (b611d496-896b-4188-987d-0b92389610b8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:35.938133 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port b611d496-896b-4188-987d-0b92389610b8 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:28:35.938521 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b611d496-896b-4188-987d-0b92389610b8), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:35.960497 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '805e065f-50cb-42e1-8237-baf2c511b448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b611d496-896b-4188-987d-0b92389610b8'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:28:35.962698 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e00c6702a54281ed7930195260709b2e9eb4074fe153a1ed12afbef6176377e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea217070-3e31-4a4d-a143-10486d57f0f4" -d '{"events": [{"server_uuid": "805e065f-50cb-42e1-8237-baf2c511b448", "name": "network-vif-plugged", "status": "completed", "tag": "b611d496-896b-4188-987d-0b92389610b8"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:28:35.975508 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port b611d496-896b-4188-987d-0b92389610b8, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=b611d496-896b-4188-987d-0b92389610b8,segment=NetworkSegment(8a6b3657-9740-48c5-8ec4-bb4460aeb55f),segment_id=8a6b3657-9740-48c5-8ec4-bb4460aeb55f)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:28:35.979536 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (b611d496-896b-4188-987d-0b92389610b8), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:36.002235 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe6c107c-57d7-47d6-af0a-de47ba567ad4 x-openstack-request-id: req-fe6c107c-57d7-47d6-af0a-de47ba567ad4 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:28:36.002533 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "805e065f-50cb-42e1-8237-baf2c511b448", "name": "network-vif-plugged", "status": "completed", "tag": "b611d496-896b-4188-987d-0b92389610b8", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:28:36.002792 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-fe6c107c-57d7-47d6-af0a-de47ba567ad4 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:28:36.003185 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '805e065f-50cb-42e1-8237-baf2c511b448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b611d496-896b-4188-987d-0b92389610b8', 'code': 200} Mar 11 20:28:36.028287 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=b611d496-896b-4188-987d-0b92389610b8,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:36.092567 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb698e55-cfae-4aa3-bcbc-8fffee13c51c req-d14d0aab-7d31-4f0b-a58f-d96452139ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:36.093951 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fb698e55-cfae-4aa3-bcbc-8fffee13c51c req-d14d0aab-7d31-4f0b-a58f-d96452139ade service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=805e065f-50cb-42e1-8237-baf2c511b448 HTTP/1.1" status: 200 len: 1128 time: 0.0428002 Mar 11 20:28:36.136021 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fb698e55-cfae-4aa3-bcbc-8fffee13c51c req-248c2aa4-95d5-4050-84b1-1e6522040328 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=058d78ef-8c9a-4930-be6c-9380561cea84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363493 Mar 11 20:28:36.657128 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e585a64-c369-40b5-b932-a7b035031393 req-84eeaa9d-7d7b-49c9-9db4-cb3079c50ac5 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:36.658613 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0e585a64-c369-40b5-b932-a7b035031393 req-84eeaa9d-7d7b-49c9-9db4-cb3079c50ac5 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] 10.222.0.65 "GET /v2.0/ports?device_id=805e065f-50cb-42e1-8237-baf2c511b448 HTTP/1.1" status: 200 len: 946 time: 0.0505080 Mar 11 20:28:36.707263 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0e585a64-c369-40b5-b932-a7b035031393 req-82400f2e-e0a3-4111-921c-6e39927cfcb2 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] 10.222.0.65 "GET /v2.0/security-groups?id=058d78ef-8c9a-4930-be6c-9380561cea84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398130 Mar 11 20:28:37.826229 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0afe5af-1634-4f70-9167-a703591dbab9 req-fdbe462c-0db8-425d-888b-8f8728736822 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:37.827824 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b0afe5af-1634-4f70-9167-a703591dbab9 req-fdbe462c-0db8-425d-888b-8f8728736822 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] 10.222.0.65 "GET /v2.0/ports?device_id=805e065f-50cb-42e1-8237-baf2c511b448 HTTP/1.1" status: 200 len: 946 time: 0.0550535 Mar 11 20:28:37.873833 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b0afe5af-1634-4f70-9167-a703591dbab9 req-8e6b4bda-955e-40d0-b545-5941ac75b31e tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] 10.222.0.65 "GET /v2.0/security-groups?id=058d78ef-8c9a-4930-be6c-9380561cea84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406649 Mar 11 20:28:38.104404 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959251d0-22f3-49ca-a947-69e85b1abe77 req-fa4c890c-02aa-48b0-90ed-c252a15ee09d tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:38.105841 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-959251d0-22f3-49ca-a947-69e85b1abe77 req-fa4c890c-02aa-48b0-90ed-c252a15ee09d tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] 10.222.0.65 "GET /v2.0/ports?device_id=805e065f-50cb-42e1-8237-baf2c511b448 HTTP/1.1" status: 200 len: 946 time: 0.0526779 Mar 11 20:28:38.150730 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-959251d0-22f3-49ca-a947-69e85b1abe77 req-adf12efb-c962-493d-a956-b91d732c696d tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] 10.222.0.65 "GET /v2.0/security-groups?id=058d78ef-8c9a-4930-be6c-9380561cea84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392671 Mar 11 20:28:39.267377 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b829cdff-4351-48ff-b95c-0308822ae6c0 req-345acf9d-3c06-4ebd-8600-4360c720700f tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:39.268899 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b829cdff-4351-48ff-b95c-0308822ae6c0 req-345acf9d-3c06-4ebd-8600-4360c720700f tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] 10.222.0.65 "GET /v2.0/ports?device_id=805e065f-50cb-42e1-8237-baf2c511b448 HTTP/1.1" status: 200 len: 946 time: 0.0525777 Mar 11 20:28:39.318908 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b829cdff-4351-48ff-b95c-0308822ae6c0 req-46b9ce8d-1e69-46d6-aa6f-21772e8660ba tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] 10.222.0.65 "GET /v2.0/security-groups?id=058d78ef-8c9a-4930-be6c-9380561cea84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442944 Mar 11 20:28:39.454783 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b2929b-7105-45b4-a039-cb1a99af4cca req-339f20a5-4d4b-4bbb-b6cd-2057f75a7f81 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:39.456910 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d2b2929b-7105-45b4-a039-cb1a99af4cca req-339f20a5-4d4b-4bbb-b6cd-2057f75a7f81 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] 10.222.0.57 "GET /v2.0/ports?device_id=805e065f-50cb-42e1-8237-baf2c511b448 HTTP/1.1" status: 200 len: 946 time: 0.0523269 Mar 11 20:28:39.554990 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-d2b2929b-7105-45b4-a039-cb1a99af4cca req-d5962cfc-e590-45e5-9c45-27c881b98eee tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Deleting port b611d496-896b-4188-987d-0b92389610b8 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:28:39.555324 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d2b2929b-7105-45b4-a039-cb1a99af4cca req-d5962cfc-e590-45e5-9c45-27c881b98eee tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (b611d496-896b-4188-987d-0b92389610b8), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:39.649433 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-d2b2929b-7105-45b4-a039-cb1a99af4cca req-d5962cfc-e590-45e5-9c45-27c881b98eee tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] For port b611d496-896b-4188-987d-0b92389610b8, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=b611d496-896b-4188-987d-0b92389610b8,segment=NetworkSegment(8a6b3657-9740-48c5-8ec4-bb4460aeb55f),segment_id=8a6b3657-9740-48c5-8ec4-bb4460aeb55f)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:28:39.649784 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d2b2929b-7105-45b4-a039-cb1a99af4cca req-d5962cfc-e590-45e5-9c45-27c881b98eee tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (b611d496-896b-4188-987d-0b92389610b8), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:39.662552 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-d2b2929b-7105-45b4-a039-cb1a99af4cca req-d5962cfc-e590-45e5-9c45-27c881b98eee tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Calling delete_port for b611d496-896b-4188-987d-0b92389610b8 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:28:39.789723 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d2b2929b-7105-45b4-a039-cb1a99af4cca req-d5962cfc-e590-45e5-9c45-27c881b98eee tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (b611d496-896b-4188-987d-0b92389610b8), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:39.801875 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['b611d496-896b-4188-987d-0b92389610b8'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:28:39.804268 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['9b1157b8-bd1e-4358-a86f-f9bcc53adf4b'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:28:39.817414 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5962cfc-e590-45e5-9c45-27c881b98eee tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Pushing event deleted for resources: {'Port': ['ID=b611d496-896b-4188-987d-0b92389610b8,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:39.829372 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5962cfc-e590-45e5-9c45-27c881b98eee tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:39.829717 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5962cfc-e590-45e5-9c45-27c881b98eee tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:39.830063 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5962cfc-e590-45e5-9c45-27c881b98eee tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:39.830389 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5962cfc-e590-45e5-9c45-27c881b98eee tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:39.830716 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5962cfc-e590-45e5-9c45-27c881b98eee tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:39.831040 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5962cfc-e590-45e5-9c45-27c881b98eee tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:39.831930 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5962cfc-e590-45e5-9c45-27c881b98eee tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:39.832253 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5962cfc-e590-45e5-9c45-27c881b98eee tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:39.832570 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5962cfc-e590-45e5-9c45-27c881b98eee tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:39.832887 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5962cfc-e590-45e5-9c45-27c881b98eee tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:39.833204 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5962cfc-e590-45e5-9c45-27c881b98eee tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:39.833519 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5962cfc-e590-45e5-9c45-27c881b98eee tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:39.833835 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5962cfc-e590-45e5-9c45-27c881b98eee tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:28:39.869223 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2b2929b-7105-45b4-a039-cb1a99af4cca req-d5962cfc-e590-45e5-9c45-27c881b98eee tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] No DVR routers for this DVR port b611d496-896b-4188-987d-0b92389610b8 on host n-h2-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:28:39.871976 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d2b2929b-7105-45b4-a039-cb1a99af4cca req-d5962cfc-e590-45e5-9c45-27c881b98eee tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:39.875168 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d2b2929b-7105-45b4-a039-cb1a99af4cca req-d5962cfc-e590-45e5-9c45-27c881b98eee tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] 10.222.0.57 "DELETE /v2.0/ports/b611d496-896b-4188-987d-0b92389610b8 HTTP/1.1" status: 204 len: 173 time: 0.4137523 Mar 11 20:28:39.875606 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '805e065f-50cb-42e1-8237-baf2c511b448', 'name': 'network-vif-deleted', 'tag': 'b611d496-896b-4188-987d-0b92389610b8'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:28:39.877846 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a0d03908d714cf498f0e9a07bdcfee6ce8884db927bcf4c76da6f3dadb32e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6160295-608a-40f2-95b9-6e1bbf47161a" -d '{"events": [{"server_uuid": "805e065f-50cb-42e1-8237-baf2c511b448", "name": "network-vif-deleted", "tag": "b611d496-896b-4188-987d-0b92389610b8"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:28:39.881010 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [req-19a8ead3-d386-426c-a7b5-7decad8ff963 req-bebf6d70-b22e-4bd5-800d-563780bd983d service neutron] (103885) timed out ('10.222.0.57', 61634) {{(pid=103885) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 20:28:39.919420 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cdb3c30-a98a-412d-99e4-f82fd4c07a51 x-openstack-request-id: req-5cdb3c30-a98a-412d-99e4-f82fd4c07a51 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:28:39.920168 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "805e065f-50cb-42e1-8237-baf2c511b448", "name": "network-vif-deleted", "tag": "b611d496-896b-4188-987d-0b92389610b8", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:28:39.920168 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5cdb3c30-a98a-412d-99e4-f82fd4c07a51 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:28:39.920555 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '805e065f-50cb-42e1-8237-baf2c511b448', 'name': 'network-vif-deleted', 'tag': 'b611d496-896b-4188-987d-0b92389610b8', 'status': 'completed', 'code': 200} Mar 11 20:28:40.470974 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a87ad16-7c11-4b9f-b264-19c8604ef934 req-7b4444bd-33f4-49b2-a963-1953c0f439e1 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:40.472995 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8a87ad16-7c11-4b9f-b264-19c8604ef934 req-7b4444bd-33f4-49b2-a963-1953c0f439e1 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d1045d9-b430-486e-af4b-1dec9db5ca25 HTTP/1.1" status: 200 len: 945 time: 0.0520315 Mar 11 20:28:40.521713 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8a87ad16-7c11-4b9f-b264-19c8604ef934 req-72ab6d53-8acc-4008-9df7-3a037ad37d3b tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] 10.222.0.65 "GET /v2.0/security-groups?id=058d78ef-8c9a-4930-be6c-9380561cea84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428998 Mar 11 20:28:40.651211 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cc0398-070f-49e9-80d5-c8a0a624182d req-fd8f61fb-46b2-4e3b-8759-bfb266ab96fb tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:40.652698 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e8cc0398-070f-49e9-80d5-c8a0a624182d req-fd8f61fb-46b2-4e3b-8759-bfb266ab96fb tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d1045d9-b430-486e-af4b-1dec9db5ca25 HTTP/1.1" status: 200 len: 945 time: 0.0518870 Mar 11 20:28:40.697646 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e8cc0398-070f-49e9-80d5-c8a0a624182d req-7686bfa6-68a4-456c-a596-a9f161e21ae4 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] 10.222.0.65 "GET /v2.0/security-groups?id=058d78ef-8c9a-4930-be6c-9380561cea84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394752 Mar 11 20:28:40.813026 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c888be-624e-41a0-b3b7-2c34a9416526 req-d50cc6bd-ff12-459d-8daf-dffb03b722d0 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:40.814481 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-27c888be-624e-41a0-b3b7-2c34a9416526 req-d50cc6bd-ff12-459d-8daf-dffb03b722d0 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d1045d9-b430-486e-af4b-1dec9db5ca25 HTTP/1.1" status: 200 len: 945 time: 0.0514069 Mar 11 20:28:40.859472 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-27c888be-624e-41a0-b3b7-2c34a9416526 req-e65f6dad-ae13-4d7c-ace4-cc5acd02a076 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] 10.222.0.65 "GET /v2.0/security-groups?id=058d78ef-8c9a-4930-be6c-9380561cea84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393629 Mar 11 20:28:41.025854 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374a0ea-1f74-4596-bf4b-ed8199c3d37d req-d01bb4fc-5d18-4bde-be4c-49b5b0151a30 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:41.027209 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a374a0ea-1f74-4596-bf4b-ed8199c3d37d req-d01bb4fc-5d18-4bde-be4c-49b5b0151a30 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d1045d9-b430-486e-af4b-1dec9db5ca25 HTTP/1.1" status: 200 len: 945 time: 0.0555928 Mar 11 20:28:41.074827 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a374a0ea-1f74-4596-bf4b-ed8199c3d37d req-b132ae60-4c8b-4211-837b-a571c84f23cb tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] 10.222.0.65 "GET /v2.0/security-groups?id=058d78ef-8c9a-4930-be6c-9380561cea84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421462 Mar 11 20:28:41.189167 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec671345-d62c-42ba-82ce-129edb20d5c0 req-c163817f-80a0-4b17-85c2-5567fb168600 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:41.191262 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ec671345-d62c-42ba-82ce-129edb20d5c0 req-c163817f-80a0-4b17-85c2-5567fb168600 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d1045d9-b430-486e-af4b-1dec9db5ca25 HTTP/1.1" status: 200 len: 945 time: 0.0509481 Mar 11 20:28:41.235980 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ec671345-d62c-42ba-82ce-129edb20d5c0 req-33438541-cd11-4e12-a4d5-7f48a1fed3dd tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] 10.222.0.65 "GET /v2.0/security-groups?id=058d78ef-8c9a-4930-be6c-9380561cea84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391796 Mar 11 20:28:41.360693 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4975e6c-7c4f-417f-bed5-a9a20fa462d1 req-03b008c0-761b-415d-877a-a5feeda33fab tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:41.362143 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e4975e6c-7c4f-417f-bed5-a9a20fa462d1 req-03b008c0-761b-415d-877a-a5feeda33fab tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d1045d9-b430-486e-af4b-1dec9db5ca25 HTTP/1.1" status: 200 len: 945 time: 0.0516911 Mar 11 20:28:41.411767 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e4975e6c-7c4f-417f-bed5-a9a20fa462d1 req-7db98a84-42c4-49b6-b5a9-9d6c3942f91a tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] 10.222.0.65 "GET /v2.0/security-groups?id=058d78ef-8c9a-4930-be6c-9380561cea84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436358 Mar 11 20:28:41.707671 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9770ffcf-2bd3-47b7-a598-206a332ee0c9 req-27fdca41-f4c6-475f-baee-d3046e53e381 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:41.709142 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9770ffcf-2bd3-47b7-a598-206a332ee0c9 req-27fdca41-f4c6-475f-baee-d3046e53e381 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d1045d9-b430-486e-af4b-1dec9db5ca25 HTTP/1.1" status: 200 len: 945 time: 0.0530088 Mar 11 20:28:41.755086 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9770ffcf-2bd3-47b7-a598-206a332ee0c9 req-08a9e00e-7a39-4688-9eb0-e8465638a10b tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] 10.222.0.65 "GET /v2.0/security-groups?id=058d78ef-8c9a-4930-be6c-9380561cea84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401077 Mar 11 20:28:42.873682 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800c7c71-2ef3-42ce-97f1-4bb8324857d5 req-6ed85342-57fa-496f-a5fe-1350e58f1970 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:42.875130 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-800c7c71-2ef3-42ce-97f1-4bb8324857d5 req-6ed85342-57fa-496f-a5fe-1350e58f1970 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d1045d9-b430-486e-af4b-1dec9db5ca25 HTTP/1.1" status: 200 len: 945 time: 0.0515471 Mar 11 20:28:42.919906 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-800c7c71-2ef3-42ce-97f1-4bb8324857d5 req-4a536bd1-bb08-44bc-b222-401b725eb27f tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] 10.222.0.65 "GET /v2.0/security-groups?id=058d78ef-8c9a-4930-be6c-9380561cea84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390737 Mar 11 20:28:42.978680 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be39cd23-6049-4cd6-820a-7fc1414ff750 req-a28d6bfa-d4d0-4a29-ae79-a36a31e550bb tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:42.980120 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-be39cd23-6049-4cd6-820a-7fc1414ff750 req-a28d6bfa-d4d0-4a29-ae79-a36a31e550bb tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] 10.222.0.75 "GET /v2.0/ports?device_id=9d1045d9-b430-486e-af4b-1dec9db5ca25 HTTP/1.1" status: 200 len: 945 time: 0.0539038 Mar 11 20:28:43.068575 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-be39cd23-6049-4cd6-820a-7fc1414ff750 req-4fe0e774-de57-4ce4-baec-8fd94d36ee38 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Deleting port 9b1157b8-bd1e-4358-a86f-f9bcc53adf4b {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:28:43.068920 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-be39cd23-6049-4cd6-820a-7fc1414ff750 req-4fe0e774-de57-4ce4-baec-8fd94d36ee38 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (9b1157b8-bd1e-4358-a86f-f9bcc53adf4b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:43.163090 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-be39cd23-6049-4cd6-820a-7fc1414ff750 req-4fe0e774-de57-4ce4-baec-8fd94d36ee38 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] For port 9b1157b8-bd1e-4358-a86f-f9bcc53adf4b, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=9b1157b8-bd1e-4358-a86f-f9bcc53adf4b,segment=NetworkSegment(8a6b3657-9740-48c5-8ec4-bb4460aeb55f),segment_id=8a6b3657-9740-48c5-8ec4-bb4460aeb55f)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:28:43.163509 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-be39cd23-6049-4cd6-820a-7fc1414ff750 req-4fe0e774-de57-4ce4-baec-8fd94d36ee38 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (9b1157b8-bd1e-4358-a86f-f9bcc53adf4b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:43.175996 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-be39cd23-6049-4cd6-820a-7fc1414ff750 req-4fe0e774-de57-4ce4-baec-8fd94d36ee38 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Calling delete_port for 9b1157b8-bd1e-4358-a86f-f9bcc53adf4b owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:28:43.301033 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-be39cd23-6049-4cd6-820a-7fc1414ff750 req-4fe0e774-de57-4ce4-baec-8fd94d36ee38 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (9b1157b8-bd1e-4358-a86f-f9bcc53adf4b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:43.312539 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['9b1157b8-bd1e-4358-a86f-f9bcc53adf4b'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:28:43.332931 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe0e774-de57-4ce4-baec-8fd94d36ee38 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Pushing event deleted for resources: {'Port': ['ID=9b1157b8-bd1e-4358-a86f-f9bcc53adf4b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:43.373854 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-be39cd23-6049-4cd6-820a-7fc1414ff750 req-4fe0e774-de57-4ce4-baec-8fd94d36ee38 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] No DVR routers for this DVR port 9b1157b8-bd1e-4358-a86f-f9bcc53adf4b on host n-h1-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:28:43.376473 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-be39cd23-6049-4cd6-820a-7fc1414ff750 req-4fe0e774-de57-4ce4-baec-8fd94d36ee38 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:43.380349 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-be39cd23-6049-4cd6-820a-7fc1414ff750 req-4fe0e774-de57-4ce4-baec-8fd94d36ee38 tempest-ServersNegativeTestJSON-80503270 tempest-ServersNegativeTestJSON-80503270-project] 10.222.0.75 "DELETE /v2.0/ports/9b1157b8-bd1e-4358-a86f-f9bcc53adf4b HTTP/1.1" status: 204 len: 173 time: 0.3951700 Mar 11 20:28:43.380787 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d1045d9-b430-486e-af4b-1dec9db5ca25', 'name': 'network-vif-deleted', 'tag': '9b1157b8-bd1e-4358-a86f-f9bcc53adf4b'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:28:43.382991 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a0d03908d714cf498f0e9a07bdcfee6ce8884db927bcf4c76da6f3dadb32e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5801cb-e2ea-461a-bd19-3d4e2b2747e5" -d '{"events": [{"server_uuid": "9d1045d9-b430-486e-af4b-1dec9db5ca25", "name": "network-vif-deleted", "tag": "9b1157b8-bd1e-4358-a86f-f9bcc53adf4b"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:28:43.420041 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b87514f-fac5-43ec-b4ca-91183e44196e x-openstack-request-id: req-8b87514f-fac5-43ec-b4ca-91183e44196e {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:28:43.420336 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d1045d9-b430-486e-af4b-1dec9db5ca25", "name": "network-vif-deleted", "tag": "9b1157b8-bd1e-4358-a86f-f9bcc53adf4b", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:28:43.420590 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8b87514f-fac5-43ec-b4ca-91183e44196e {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:28:43.420993 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d1045d9-b430-486e-af4b-1dec9db5ca25', 'name': 'network-vif-deleted', 'tag': '9b1157b8-bd1e-4358-a86f-f9bcc53adf4b', 'status': 'completed', 'code': 200} Mar 11 20:28:43.860692 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device b611d496-896b-4188-987d-0b92389610b8 no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:28:43.880172 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: b611d496-896b-4188-987d-0b92389610b8 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:28:43.880512 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device b611d496-896b-4188-987d-0b92389610b8 not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:28:43.976654 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58150) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:28:44.019782 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cc56602-7a5d-4aa8-a8c6-efa1684a1802 admin admin] Deleting subnet 705cb261-d44e-45c8-b4c2-12f720480cda {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 20:28:44.023302 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9cc56602-7a5d-4aa8-a8c6-efa1684a1802 admin admin] Publish callbacks [] for subnet (705cb261-d44e-45c8-b4c2-12f720480cda), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:44.067965 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9cc56602-7a5d-4aa8-a8c6-efa1684a1802 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (705cb261-d44e-45c8-b4c2-12f720480cda), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:44.105570 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9cc56602-7a5d-4aa8-a8c6-efa1684a1802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (705cb261-d44e-45c8-b4c2-12f720480cda), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:44.154933 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9cc56602-7a5d-4aa8-a8c6-efa1684a1802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (705cb261-d44e-45c8-b4c2-12f720480cda), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:44.178228 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc56602-7a5d-4aa8-a8c6-efa1684a1802 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=705cb261-d44e-45c8-b4c2-12f720480cda,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:44.187546 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9cc56602-7a5d-4aa8-a8c6-efa1684a1802 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:44.190833 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-9cc56602-7a5d-4aa8-a8c6-efa1684a1802 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/705cb261-d44e-45c8-b4c2-12f720480cda HTTP/1.1" status: 204 len: 168 time: 0.2130849 Mar 11 20:28:44.196418 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58152) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:28:44.265769 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dd45e195-8b6d-4619-994f-e1776185d8cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (cc797e52-fecf-4ccd-903f-5ab7e8277985), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:44.341771 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dd45e195-8b6d-4619-994f-e1776185d8cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (cc797e52-fecf-4ccd-903f-5ab7e8277985), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:44.362006 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-dd45e195-8b6d-4619-994f-e1776185d8cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc797e52-fecf-4ccd-903f-5ab7e8277985']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:28:44.370945 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-dd45e195-8b6d-4619-994f-e1776185d8cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a6b3657-9740-48c5-8ec4-bb4460aeb55f') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:28:44.371236 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-dd45e195-8b6d-4619-994f-e1776185d8cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a6b3657-9740-48c5-8ec4-bb4460aeb55f') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:28:44.380729 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dd45e195-8b6d-4619-994f-e1776185d8cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (8a6b3657-9740-48c5-8ec4-bb4460aeb55f), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:44.393279 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dd45e195-8b6d-4619-994f-e1776185d8cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (8a6b3657-9740-48c5-8ec4-bb4460aeb55f), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:44.399421 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd45e195-8b6d-4619-994f-e1776185d8cd admin admin] Releasing vlan 896 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 20:28:44.399821 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dd45e195-8b6d-4619-994f-e1776185d8cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (8a6b3657-9740-48c5-8ec4-bb4460aeb55f), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:44.401398 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 20:28:44.401398 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 20:28:44.401398 n-d-833163-1 neutron-server[103885]: timer() Mar 11 20:28:44.401398 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:28:44.401398 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 20:28:44.401398 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 20:28:44.401398 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 20:28:44.401398 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:28:44.401398 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 20:28:44.401398 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:28:44.401398 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 20:28:44.401398 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:28:44.401398 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 20:28:44.401398 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 20:28:44.401398 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:28:44.401398 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 20:28:44.401398 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:28:44.401398 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 20:28:44.401398 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 20:28:44.401398 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:28:44.401398 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 20:28:44.401398 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:28:44.401398 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:28:44.401398 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 20:28:44.401398 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 20:28:44.401398 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 20:28:44.401398 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:28:44.401398 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 20:28:44.401398 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:28:44.401398 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 20:28:44.401398 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:28:44.401398 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:28:44.457578 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dd45e195-8b6d-4619-994f-e1776185d8cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (cc797e52-fecf-4ccd-903f-5ab7e8277985), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:44.463317 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dd45e195-8b6d-4619-994f-e1776185d8cd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:44.467014 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-dd45e195-8b6d-4619-994f-e1776185d8cd admin admin] 10.222.0.65 "DELETE /v2.0/networks/cc797e52-fecf-4ccd-903f-5ab7e8277985 HTTP/1.1" status: 204 len: 168 time: 0.2695906 Mar 11 20:28:44.480020 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd45e195-8b6d-4619-994f-e1776185d8cd admin admin] Pushing event deleted for resources: {'Network': ['ID=cc797e52-fecf-4ccd-903f-5ab7e8277985,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:44.570974 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58156) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:28:44.610965 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-9b7926d8-1b7b-40ad-b257-b407eec53fe1 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=33d6701722d34c45be2959343e4a3f7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388205 Mar 11 20:28:44.613556 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58158) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:28:44.670298 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59d21a26-17ea-420e-bc75-882a3baa781c admin admin] Publish callbacks [] for security_group (058d78ef-8c9a-4930-be6c-9380561cea84), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:44.691242 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59d21a26-17ea-420e-bc75-882a3baa781c admin admin] Publish callbacks [] for security_group (058d78ef-8c9a-4930-be6c-9380561cea84), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:44.738090 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59d21a26-17ea-420e-bc75-882a3baa781c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (058d78ef-8c9a-4930-be6c-9380561cea84), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:44.741276 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-59d21a26-17ea-420e-bc75-882a3baa781c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:44.744807 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-59d21a26-17ea-420e-bc75-882a3baa781c admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/058d78ef-8c9a-4930-be6c-9380561cea84 HTTP/1.1" status: 204 len: 168 time: 0.1278772 Mar 11 20:28:44.750671 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d21a26-17ea-420e-bc75-882a3baa781c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=058d78ef-8c9a-4930-be6c-9380561cea84,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:45.369268 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:28:45.413120 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58180) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:28:45.505940 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-30f4ace3-aa33-4286-84d4-1e38800e98f2 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1216247633'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:28:45.524744 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f4ace3-aa33-4286-84d4-1e38800e98f2 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Made reservation on behalf of 54d18885a6bc45a994b613ad65fec243 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:28:45.527943 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-30f4ace3-aa33-4286-84d4-1e38800e98f2 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:45.539567 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-30f4ace3-aa33-4286-84d4-1e38800e98f2 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:45.611999 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-30f4ace3-aa33-4286-84d4-1e38800e98f2 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks [] for security_group (bc9aadd4-b14c-4583-8e69-f1eb5f044e47), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:45.615847 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-30f4ace3-aa33-4286-84d4-1e38800e98f2 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (bc9aadd4-b14c-4583-8e69-f1eb5f044e47), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:45.638121 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30f4ace3-aa33-4286-84d4-1e38800e98f2 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] vlan segment allocate from pool success with {'vlan_id': 870, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:28:45.654450 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f4ace3-aa33-4286-84d4-1e38800e98f2 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9aadd4-b14c-4583-8e69-f1eb5f044e47,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:45.657296 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-30f4ace3-aa33-4286-84d4-1e38800e98f2 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (3b04c935-86b8-4729-bd3e-ffd3be1c01fe), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:45.657644 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-30f4ace3-aa33-4286-84d4-1e38800e98f2 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Added segment 3b04c935-86b8-4729-bd3e-ffd3be1c01fe of type vlan for network d9af598b-0797-42c4-93cd-df8879d74156 Mar 11 20:28:45.697977 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-30f4ace3-aa33-4286-84d4-1e38800e98f2 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (d9af598b-0797-42c4-93cd-df8879d74156), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:45.722333 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-30f4ace3-aa33-4286-84d4-1e38800e98f2 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (d9af598b-0797-42c4-93cd-df8879d74156), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:45.727687 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f4ace3-aa33-4286-84d4-1e38800e98f2 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:45.728266 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-30f4ace3-aa33-4286-84d4-1e38800e98f2 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:45.774315 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-30f4ace3-aa33-4286-84d4-1e38800e98f2 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3600454 Mar 11 20:28:45.842014 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f4ace3-aa33-4286-84d4-1e38800e98f2 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Pushing event updated for resources: {'Network': ['ID=d9af598b-0797-42c4-93cd-df8879d74156,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:45.852790 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network d9af598b-0797-42c4-93cd-df8879d74156 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 20:28:46.840927 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 9b1157b8-bd1e-4358-a86f-f9bcc53adf4b no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:28:46.861457 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: 9b1157b8-bd1e-4358-a86f-f9bcc53adf4b {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:28:46.862077 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 9b1157b8-bd1e-4358-a86f-f9bcc53adf4b not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:28:48.997845 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58184) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:28:49.003551 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-d4204220-7a31-45cd-b245-a51ce8418112 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Request body: {'subnet': {'network_id': 'd9af598b-0797-42c4-93cd-df8879d74156', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:28:49.088483 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4204220-7a31-45cd-b245-a51ce8418112 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Made reservation on behalf of 54d18885a6bc45a994b613ad65fec243 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:28:49.091858 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4204220-7a31-45cd-b245-a51ce8418112 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:49.416915 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:49.526136 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4204220-7a31-45cd-b245-a51ce8418112 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (2b284f45-11a9-4999-b3e1-a55c3914cdc7), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:49.587711 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4204220-7a31-45cd-b245-a51ce8418112 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Pushing event updated for resources: {'Subnet': ['ID=2b284f45-11a9-4999-b3e1-a55c3914cdc7,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:49.591966 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4204220-7a31-45cd-b245-a51ce8418112 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Checking segment: {'id': '3b04c935-86b8-4729-bd3e-ffd3be1c01fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'd9af598b-0797-42c4-93cd-df8879d74156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:28:49.592328 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4204220-7a31-45cd-b245-a51ce8418112 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Network hostable DHCP agents. Network: d9af598b-0797-42c4-93cd-df8879d74156, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:28:49.608783 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4204220-7a31-45cd-b245-a51ce8418112 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Network d9af598b-0797-42c4-93cd-df8879d74156 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:28:49.617172 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-d4204220-7a31-45cd-b245-a51ce8418112 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, d9af598b-0797-42c4-93cd-df8879d74156) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:28:49.621276 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4204220-7a31-45cd-b245-a51ce8418112 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:49.621866 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d4204220-7a31-45cd-b245-a51ce8418112 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:49.627015 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd5a565-3bbd-4d10-9a76-b7c4bb51f482 None None] Network d9af598b-0797-42c4-93cd-df8879d74156 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:28:49.639338 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d4204220-7a31-45cd-b245-a51ce8418112 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6403661 Mar 11 20:28:49.643005 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58186) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:28:49.647889 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-3693be25-ed5e-4125-8fe7-4c7367949910 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-17000314'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:28:49.667750 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3693be25-ed5e-4125-8fe7-4c7367949910 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Made reservation on behalf of 54d18885a6bc45a994b613ad65fec243 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:28:49.671423 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3693be25-ed5e-4125-8fe7-4c7367949910 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:49.698063 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3693be25-ed5e-4125-8fe7-4c7367949910 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] vlan segment allocate from pool success with {'vlan_id': 876, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:28:49.707617 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3693be25-ed5e-4125-8fe7-4c7367949910 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (927dbb77-7cd2-4d9f-ae49-f9d41848a378), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:49.707988 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-3693be25-ed5e-4125-8fe7-4c7367949910 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Added segment 927dbb77-7cd2-4d9f-ae49-f9d41848a378 of type vlan for network cafa6652-6956-496a-9e61-2f8b9abb2a79 Mar 11 20:28:49.730717 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee970761-cb59-43b0-9562-5e02e20b3e6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-d9af598b-0797-42c4-93cd-df8879d74156', 'network_id': 'd9af598b-0797-42c4-93cd-df8879d74156', 'project_id': '54d18885a6bc45a994b613ad65fec243', 'fixed_ips': [{'subnet_id': '2b284f45-11a9-4999-b3e1-a55c3914cdc7'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 20:28:49.731557 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ee970761-cb59-43b0-9562-5e02e20b3e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:49.748188 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3693be25-ed5e-4125-8fe7-4c7367949910 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (cafa6652-6956-496a-9e61-2f8b9abb2a79), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:49.773567 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3693be25-ed5e-4125-8fe7-4c7367949910 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (cafa6652-6956-496a-9e61-2f8b9abb2a79), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:49.778554 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3693be25-ed5e-4125-8fe7-4c7367949910 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:49.779061 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3693be25-ed5e-4125-8fe7-4c7367949910 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:49.819559 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-3693be25-ed5e-4125-8fe7-4c7367949910 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.1754067 Mar 11 20:28:49.822247 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58188) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:28:49.827089 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-6a16189e-3b01-48eb-a577-14014f78eea8 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Request body: {'subnet': {'network_id': 'cafa6652-6956-496a-9e61-2f8b9abb2a79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:28:49.866856 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3693be25-ed5e-4125-8fe7-4c7367949910 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Pushing event updated for resources: {'Network': ['ID=cafa6652-6956-496a-9e61-2f8b9abb2a79,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:49.874008 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-ee970761-cb59-43b0-9562-5e02e20b3e6e None None] Allocated IP 2001:db8:0:ffff::2 (d9af598b-0797-42c4-93cd-df8879d74156/2b284f45-11a9-4999-b3e1-a55c3914cdc7/ae6f8364-ca45-4ef7-ae99-8afe9f64343a) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:28:49.877412 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network cafa6652-6956-496a-9e61-2f8b9abb2a79 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 20:28:49.940839 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a16189e-3b01-48eb-a577-14014f78eea8 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Made reservation on behalf of 54d18885a6bc45a994b613ad65fec243 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:28:49.944630 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6a16189e-3b01-48eb-a577-14014f78eea8 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:50.074470 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ee970761-cb59-43b0-9562-5e02e20b3e6e None None] Publish callbacks [] for port (ae6f8364-ca45-4ef7-ae99-8afe9f64343a), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:50.081708 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ee970761-cb59-43b0-9562-5e02e20b3e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (ae6f8364-ca45-4ef7-ae99-8afe9f64343a), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:50.115515 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee970761-cb59-43b0-9562-5e02e20b3e6e None None] Network d9af598b-0797-42c4-93cd-df8879d74156 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:28:50.118447 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-ee970761-cb59-43b0-9562-5e02e20b3e6e None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:28:50.121983 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee970761-cb59-43b0-9562-5e02e20b3e6e None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:28:50.138919 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6a16189e-3b01-48eb-a577-14014f78eea8 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (0687e52a-4257-4318-9660-5e0d3528327b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:50.162323 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee970761-cb59-43b0-9562-5e02e20b3e6e None None] Pushing event updated for resources: {'Port': ['ID=ae6f8364-ca45-4ef7-ae99-8afe9f64343a,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:50.192201 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-ee970761-cb59-43b0-9562-5e02e20b3e6e None None] Attempting to bind port ae6f8364-ca45-4ef7-ae99-8afe9f64343a on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:28:50.192599 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-ee970761-cb59-43b0-9562-5e02e20b3e6e None None] Attempting to bind port ae6f8364-ca45-4ef7-ae99-8afe9f64343a by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '3b04c935-86b8-4729-bd3e-ffd3be1c01fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'd9af598b-0797-42c4-93cd-df8879d74156'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:28:50.193190 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee970761-cb59-43b0-9562-5e02e20b3e6e None None] Attempting to bind port ae6f8364-ca45-4ef7-ae99-8afe9f64343a on network d9af598b-0797-42c4-93cd-df8879d74156 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:28:50.193712 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a16189e-3b01-48eb-a577-14014f78eea8 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Pushing event updated for resources: {'Subnet': ['ID=0687e52a-4257-4318-9660-5e0d3528327b,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:50.199108 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee970761-cb59-43b0-9562-5e02e20b3e6e None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:28:50.199491 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee970761-cb59-43b0-9562-5e02e20b3e6e None None] Checking segment: {'id': '3b04c935-86b8-4729-bd3e-ffd3be1c01fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'd9af598b-0797-42c4-93cd-df8879d74156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:28:50.199929 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ee970761-cb59-43b0-9562-5e02e20b3e6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:50.200369 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee970761-cb59-43b0-9562-5e02e20b3e6e None None] Bound using segment: {'id': '3b04c935-86b8-4729-bd3e-ffd3be1c01fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'd9af598b-0797-42c4-93cd-df8879d74156'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:28:50.200804 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-ee970761-cb59-43b0-9562-5e02e20b3e6e None None] Bound port: ae6f8364-ca45-4ef7-ae99-8afe9f64343a, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b04c935-86b8-4729-bd3e-ffd3be1c01fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 870, 'network_id': 'd9af598b-0797-42c4-93cd-df8879d74156'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:28:50.201197 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ee970761-cb59-43b0-9562-5e02e20b3e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ae6f8364-ca45-4ef7-ae99-8afe9f64343a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:50.208982 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a16189e-3b01-48eb-a577-14014f78eea8 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Checking segment: {'id': '927dbb77-7cd2-4d9f-ae49-f9d41848a378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 876, 'network_id': 'cafa6652-6956-496a-9e61-2f8b9abb2a79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:28:50.209342 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a16189e-3b01-48eb-a577-14014f78eea8 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Network hostable DHCP agents. Network: cafa6652-6956-496a-9e61-2f8b9abb2a79, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:28:50.226093 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a16189e-3b01-48eb-a577-14014f78eea8 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Network cafa6652-6956-496a-9e61-2f8b9abb2a79 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:28:50.235611 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-6a16189e-3b01-48eb-a577-14014f78eea8 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, cafa6652-6956-496a-9e61-2f8b9abb2a79) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:28:50.242020 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a16189e-3b01-48eb-a577-14014f78eea8 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:50.242631 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6a16189e-3b01-48eb-a577-14014f78eea8 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:50.250749 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547f8f16-30d9-42a0-ba3f-7a5077bdfadc None None] Network cafa6652-6956-496a-9e61-2f8b9abb2a79 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:28:50.261332 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-6a16189e-3b01-48eb-a577-14014f78eea8 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4380741 Mar 11 20:28:50.264195 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58190) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:28:50.292420 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-ee970761-cb59-43b0-9562-5e02e20b3e6e None None] For port ae6f8364-ca45-4ef7-ae99-8afe9f64343a, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:28:50.336569 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-ee970761-cb59-43b0-9562-5e02e20b3e6e None None] For port ae6f8364-ca45-4ef7-ae99-8afe9f64343a, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=ae6f8364-ca45-4ef7-ae99-8afe9f64343a,segment=NetworkSegment(3b04c935-86b8-4729-bd3e-ffd3be1c01fe),segment_id=3b04c935-86b8-4729-bd3e-ffd3be1c01fe)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:28:50.344878 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ee970761-cb59-43b0-9562-5e02e20b3e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (ae6f8364-ca45-4ef7-ae99-8afe9f64343a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:50.366298 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f5ac20d0-79ac-4080-a0bd-76f0782365f0 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (cafa6652-6956-496a-9e61-2f8b9abb2a79), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:50.415170 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe2be3d-9aa4-44e9-a21c-c4c6c89aa7c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-cafa6652-6956-496a-9e61-2f8b9abb2a79', 'network_id': 'cafa6652-6956-496a-9e61-2f8b9abb2a79', 'project_id': '54d18885a6bc45a994b613ad65fec243', 'fixed_ips': [{'subnet_id': '0687e52a-4257-4318-9660-5e0d3528327b'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 20:28:50.416208 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ebe2be3d-9aa4-44e9-a21c-c4c6c89aa7c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:50.435084 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee970761-cb59-43b0-9562-5e02e20b3e6e None None] Pushing event updated for resources: {'Port': ['ID=ae6f8364-ca45-4ef7-ae99-8afe9f64343a,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:50.462477 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f5ac20d0-79ac-4080-a0bd-76f0782365f0 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (0687e52a-4257-4318-9660-5e0d3528327b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:50.532344 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f5ac20d0-79ac-4080-a0bd-76f0782365f0 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (0687e52a-4257-4318-9660-5e0d3528327b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server [None req-ebe2be3d-9aa4-44e9-a21c-c4c6c89aa7c4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0687e52a-4257-4318-9660-5e0d3528327b: This subnet is being modified by another concurrent operation. Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise exception Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0687e52a-4257-4318-9660-5e0d3528327b: This subnet is being modified by another concurrent operation. Mar 11 20:28:50.536629 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server Mar 11 20:28:50.558675 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028f16d3-9722-4aae-8df9-e0add7f803ca None None] Network cafa6652-6956-496a-9e61-2f8b9abb2a79 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:28:50.560950 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ac20d0-79ac-4080-a0bd-76f0782365f0 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Pushing event deleted for resources: {'Subnet': ['ID=0687e52a-4257-4318-9660-5e0d3528327b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:50.641835 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f5ac20d0-79ac-4080-a0bd-76f0782365f0 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (cafa6652-6956-496a-9e61-2f8b9abb2a79), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:50.669563 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-f5ac20d0-79ac-4080-a0bd-76f0782365f0 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cafa6652-6956-496a-9e61-2f8b9abb2a79']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:28:50.680673 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-f5ac20d0-79ac-4080-a0bd-76f0782365f0 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '927dbb77-7cd2-4d9f-ae49-f9d41848a378') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:28:50.680965 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-f5ac20d0-79ac-4080-a0bd-76f0782365f0 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '927dbb77-7cd2-4d9f-ae49-f9d41848a378') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:28:50.690865 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f5ac20d0-79ac-4080-a0bd-76f0782365f0 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (927dbb77-7cd2-4d9f-ae49-f9d41848a378), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:50.706483 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f5ac20d0-79ac-4080-a0bd-76f0782365f0 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (927dbb77-7cd2-4d9f-ae49-f9d41848a378), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:50.713115 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5ac20d0-79ac-4080-a0bd-76f0782365f0 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Releasing vlan 876 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 20:28:50.713496 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f5ac20d0-79ac-4080-a0bd-76f0782365f0 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (927dbb77-7cd2-4d9f-ae49-f9d41848a378), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:50.716660 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 20:28:50.716660 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 20:28:50.716660 n-d-833163-1 neutron-server[103885]: timer() Mar 11 20:28:50.716660 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:28:50.716660 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 20:28:50.716660 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 20:28:50.716660 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 20:28:50.716660 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:28:50.716660 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 20:28:50.716660 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:28:50.716660 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 20:28:50.716660 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:28:50.716660 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 20:28:50.716660 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 20:28:50.716660 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:28:50.716660 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 20:28:50.716660 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:28:50.716660 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 20:28:50.716660 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 20:28:50.716660 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:28:50.716660 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 20:28:50.716660 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:28:50.716660 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:28:50.716660 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 20:28:50.716660 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 20:28:50.716660 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 20:28:50.716660 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:28:50.716660 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 20:28:50.716660 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:28:50.716660 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 20:28:50.716660 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:28:50.716660 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:28:50.777948 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f5ac20d0-79ac-4080-a0bd-76f0782365f0 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (cafa6652-6956-496a-9e61-2f8b9abb2a79), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:50.784665 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f5ac20d0-79ac-4080-a0bd-76f0782365f0 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:50.787785 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f5ac20d0-79ac-4080-a0bd-76f0782365f0 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] 10.222.0.65 "DELETE /v2.0/networks/cafa6652-6956-496a-9e61-2f8b9abb2a79 HTTP/1.1" status: 204 len: 168 time: 0.5226471 Mar 11 20:28:50.791418 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58192) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:28:50.796786 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-328e5348-9ec9-4cfc-a26b-14d214b258f4 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1909040649'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:28:50.803258 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ac20d0-79ac-4080-a0bd-76f0782365f0 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Pushing event deleted for resources: {'Network': ['ID=cafa6652-6956-496a-9e61-2f8b9abb2a79,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:50.817957 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328e5348-9ec9-4cfc-a26b-14d214b258f4 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Made reservation on behalf of 54d18885a6bc45a994b613ad65fec243 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:28:50.821384 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-328e5348-9ec9-4cfc-a26b-14d214b258f4 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:50.844704 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-328e5348-9ec9-4cfc-a26b-14d214b258f4 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] vlan segment allocate from pool success with {'vlan_id': 853, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:28:50.854342 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-328e5348-9ec9-4cfc-a26b-14d214b258f4 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (784a2e42-8cd5-4745-8200-06eaf5eebf0f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:50.854658 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-328e5348-9ec9-4cfc-a26b-14d214b258f4 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Added segment 784a2e42-8cd5-4745-8200-06eaf5eebf0f of type vlan for network 97143059-d1f3-4844-8497-870e7e67c9a1 Mar 11 20:28:50.894236 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-328e5348-9ec9-4cfc-a26b-14d214b258f4 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (97143059-d1f3-4844-8497-870e7e67c9a1), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:50.920655 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-328e5348-9ec9-4cfc-a26b-14d214b258f4 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (97143059-d1f3-4844-8497-870e7e67c9a1), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:50.926333 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328e5348-9ec9-4cfc-a26b-14d214b258f4 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:50.926918 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-328e5348-9ec9-4cfc-a26b-14d214b258f4 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:50.958162 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-328e5348-9ec9-4cfc-a26b-14d214b258f4 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1656048 Mar 11 20:28:50.961176 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58194) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:28:50.966160 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-d2247ee2-e4ff-440b-8ef2-b5689842e716 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Request body: {'subnet': {'network_id': '97143059-d1f3-4844-8497-870e7e67c9a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:28:50.999790 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328e5348-9ec9-4cfc-a26b-14d214b258f4 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Pushing event updated for resources: {'Network': ['ID=97143059-d1f3-4844-8497-870e7e67c9a1,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:51.010760 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 97143059-d1f3-4844-8497-870e7e67c9a1 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 20:28:51.053003 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2247ee2-e4ff-440b-8ef2-b5689842e716 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Made reservation on behalf of 54d18885a6bc45a994b613ad65fec243 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:28:51.056593 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d2247ee2-e4ff-440b-8ef2-b5689842e716 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:51.120954 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.ipam_backend_mixin [None req-d2247ee2-e4ff-440b-8ef2-b5689842e716 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Performing IP validity checks on allocation pools {{(pid=103885) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 11 20:28:51.121479 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.ipam_backend_mixin [None req-d2247ee2-e4ff-440b-8ef2-b5689842e716 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103885) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 11 20:28:51.247162 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d2247ee2-e4ff-440b-8ef2-b5689842e716 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (add9902f-a927-450a-9512-36389cec206d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:51.309468 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2247ee2-e4ff-440b-8ef2-b5689842e716 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Pushing event updated for resources: {'Subnet': ['ID=add9902f-a927-450a-9512-36389cec206d,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:51.319206 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2247ee2-e4ff-440b-8ef2-b5689842e716 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Checking segment: {'id': '784a2e42-8cd5-4745-8200-06eaf5eebf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '97143059-d1f3-4844-8497-870e7e67c9a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:28:51.319578 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2247ee2-e4ff-440b-8ef2-b5689842e716 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Network hostable DHCP agents. Network: 97143059-d1f3-4844-8497-870e7e67c9a1, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:28:51.337566 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2247ee2-e4ff-440b-8ef2-b5689842e716 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Network 97143059-d1f3-4844-8497-870e7e67c9a1 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:28:51.347460 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-d2247ee2-e4ff-440b-8ef2-b5689842e716 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 97143059-d1f3-4844-8497-870e7e67c9a1) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:28:51.352545 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2247ee2-e4ff-440b-8ef2-b5689842e716 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:51.353163 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d2247ee2-e4ff-440b-8ef2-b5689842e716 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:51.356968 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149c363f-efcc-48e7-8059-82f83f29b3ca None None] Network 97143059-d1f3-4844-8497-870e7e67c9a1 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:28:51.384644 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58196) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:28:51.384863 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d2247ee2-e4ff-440b-8ef2-b5689842e716 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4224374 Mar 11 20:28:51.422357 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15dc9c4e-afde-41a9-a301-5c13c7cf1ae4 None None] Network d9af598b-0797-42c4-93cd-df8879d74156 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:28:51.493210 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-423ec6c9-a6bd-47b6-8fba-aa63e0175225 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (97143059-d1f3-4844-8497-870e7e67c9a1), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:51.524274 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4265953-1d47-465d-aa9b-a0a936a87200 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-97143059-d1f3-4844-8497-870e7e67c9a1', 'network_id': '97143059-d1f3-4844-8497-870e7e67c9a1', 'project_id': '54d18885a6bc45a994b613ad65fec243', 'fixed_ips': [{'subnet_id': 'add9902f-a927-450a-9512-36389cec206d'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 20:28:51.525107 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c4265953-1d47-465d-aa9b-a0a936a87200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:51.555224 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-929d2264-91e5-424f-a962-e9520661043d None None] Provisioning complete for port ae6f8364-ca45-4ef7-ae99-8afe9f64343a triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:28:51.555600 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-929d2264-91e5-424f-a962-e9520661043d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ae6f8364-ca45-4ef7-ae99-8afe9f64343a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:51.580883 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device ae6f8364-ca45-4ef7-ae99-8afe9f64343a up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:28:51.590360 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-423ec6c9-a6bd-47b6-8fba-aa63e0175225 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (add9902f-a927-450a-9512-36389cec206d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:51.650841 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-423ec6c9-a6bd-47b6-8fba-aa63e0175225 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (add9902f-a927-450a-9512-36389cec206d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:51.678166 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ec6c9-a6bd-47b6-8fba-aa63e0175225 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Pushing event deleted for resources: {'Subnet': ['ID=add9902f-a927-450a-9512-36389cec206d,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server [None req-c4265953-1d47-465d-aa9b-a0a936a87200 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet add9902f-a927-450a-9512-36389cec206d: This subnet is being modified by another concurrent operation. Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise self.value Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server raise exception Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet add9902f-a927-450a-9512-36389cec206d: This subnet is being modified by another concurrent operation. Mar 11 20:28:51.730711 n-d-833163-1 neutron-server[103886]: ERROR oslo_messaging.rpc.server Mar 11 20:28:51.745406 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-423ec6c9-a6bd-47b6-8fba-aa63e0175225 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (97143059-d1f3-4844-8497-870e7e67c9a1), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:51.751196 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port ae6f8364-ca45-4ef7-ae99-8afe9f64343a triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:28:51.751893 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ae6f8364-ca45-4ef7-ae99-8afe9f64343a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:51.771240 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-423ec6c9-a6bd-47b6-8fba-aa63e0175225 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97143059-d1f3-4844-8497-870e7e67c9a1']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:28:51.781410 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-423ec6c9-a6bd-47b6-8fba-aa63e0175225 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '784a2e42-8cd5-4745-8200-06eaf5eebf0f') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:28:51.781706 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-423ec6c9-a6bd-47b6-8fba-aa63e0175225 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '784a2e42-8cd5-4745-8200-06eaf5eebf0f') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:28:51.792475 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-423ec6c9-a6bd-47b6-8fba-aa63e0175225 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (784a2e42-8cd5-4745-8200-06eaf5eebf0f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:51.807485 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-423ec6c9-a6bd-47b6-8fba-aa63e0175225 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (784a2e42-8cd5-4745-8200-06eaf5eebf0f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:51.815791 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-423ec6c9-a6bd-47b6-8fba-aa63e0175225 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Releasing vlan 853 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 20:28:51.816313 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-423ec6c9-a6bd-47b6-8fba-aa63e0175225 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (784a2e42-8cd5-4745-8200-06eaf5eebf0f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:51.831692 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-929d2264-91e5-424f-a962-e9520661043d None None] Current status of the port ae6f8364-ca45-4ef7-ae99-8afe9f64343a is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:28:51.832108 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-929d2264-91e5-424f-a962-e9520661043d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ae6f8364-ca45-4ef7-ae99-8afe9f64343a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:51.834098 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 20:28:51.834098 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 20:28:51.834098 n-d-833163-1 neutron-server[103884]: timer() Mar 11 20:28:51.834098 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:28:51.834098 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 20:28:51.834098 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 20:28:51.834098 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 20:28:51.834098 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:28:51.834098 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 20:28:51.834098 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:28:51.834098 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 20:28:51.834098 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:28:51.834098 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 20:28:51.834098 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 20:28:51.834098 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:28:51.834098 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 20:28:51.834098 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:28:51.834098 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 20:28:51.834098 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 20:28:51.834098 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:28:51.834098 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 20:28:51.834098 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:28:51.834098 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:28:51.834098 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 20:28:51.834098 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 20:28:51.834098 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 20:28:51.834098 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:28:51.834098 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 20:28:51.834098 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:28:51.834098 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 20:28:51.834098 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:28:51.834098 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:28:51.844952 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033a37db-bbdf-4eb3-83e6-168a3556c0e5 None None] Network 97143059-d1f3-4844-8497-870e7e67c9a1 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:28:51.895335 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-423ec6c9-a6bd-47b6-8fba-aa63e0175225 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (97143059-d1f3-4844-8497-870e7e67c9a1), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:51.930668 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-423ec6c9-a6bd-47b6-8fba-aa63e0175225 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:51.935356 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-423ec6c9-a6bd-47b6-8fba-aa63e0175225 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] 10.222.0.65 "DELETE /v2.0/networks/97143059-d1f3-4844-8497-870e7e67c9a1 HTTP/1.1" status: 204 len: 168 time: 0.5491831 Mar 11 20:28:51.937083 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ec6c9-a6bd-47b6-8fba-aa63e0175225 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Pushing event deleted for resources: {'Network': ['ID=97143059-d1f3-4844-8497-870e7e67c9a1,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:51.939500 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58198) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:28:51.946787 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-7a08e4df-cbc8-4646-b073-3e37a451a96c tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-787386997'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:28:51.951084 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-929d2264-91e5-424f-a962-e9520661043d None None] For port ae6f8364-ca45-4ef7-ae99-8afe9f64343a, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=ae6f8364-ca45-4ef7-ae99-8afe9f64343a,segment=NetworkSegment(3b04c935-86b8-4729-bd3e-ffd3be1c01fe),segment_id=3b04c935-86b8-4729-bd3e-ffd3be1c01fe)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:28:51.979888 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a08e4df-cbc8-4646-b073-3e37a451a96c tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Made reservation on behalf of 54d18885a6bc45a994b613ad65fec243 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:28:51.983342 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7a08e4df-cbc8-4646-b073-3e37a451a96c tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:51.995717 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-929d2264-91e5-424f-a962-e9520661043d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (ae6f8364-ca45-4ef7-ae99-8afe9f64343a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:52.021567 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a08e4df-cbc8-4646-b073-3e37a451a96c tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] vlan segment allocate from pool success with {'vlan_id': 850, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:28:52.035466 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7a08e4df-cbc8-4646-b073-3e37a451a96c tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (a33b49ca-4e6e-4bda-a1fc-03de92101af7), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:52.036034 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-7a08e4df-cbc8-4646-b073-3e37a451a96c tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Added segment a33b49ca-4e6e-4bda-a1fc-03de92101af7 of type vlan for network ba17c762-fd9a-4169-810c-243123a97283 Mar 11 20:28:52.100128 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7a08e4df-cbc8-4646-b073-3e37a451a96c tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (ba17c762-fd9a-4169-810c-243123a97283), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:52.128646 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7a08e4df-cbc8-4646-b073-3e37a451a96c tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (ba17c762-fd9a-4169-810c-243123a97283), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:52.133951 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a08e4df-cbc8-4646-b073-3e37a451a96c tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:52.134565 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7a08e4df-cbc8-4646-b073-3e37a451a96c tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:52.169942 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-7a08e4df-cbc8-4646-b073-3e37a451a96c tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2285368 Mar 11 20:28:52.173616 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58200) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:28:52.179161 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-f979b2da-23dc-472d-8642-33c365811757 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Request body: {'subnet': {'network_id': 'ba17c762-fd9a-4169-810c-243123a97283', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:28:52.207689 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61e4ac6-ec43-40ba-a1aa-d0f48bcf8b63 None None] get_active_networks_info from n-d-833163-1 {{(pid=103886) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 11 20:28:52.210547 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a08e4df-cbc8-4646-b073-3e37a451a96c tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Pushing event updated for resources: {'Network': ['ID=ba17c762-fd9a-4169-810c-243123a97283,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:52.247697 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network ba17c762-fd9a-4169-810c-243123a97283 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 20:28:52.274976 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f979b2da-23dc-472d-8642-33c365811757 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Made reservation on behalf of 54d18885a6bc45a994b613ad65fec243 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:28:52.278109 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port ae6f8364-ca45-4ef7-ae99-8afe9f64343a is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:28:52.278855 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f979b2da-23dc-472d-8642-33c365811757 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:52.300657 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ead2cf60-fecb-4d11-9ad8-70c90ce9c3ef None None] Provisioning complete for port ae6f8364-ca45-4ef7-ae99-8afe9f64343a triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:28:52.301033 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ead2cf60-fecb-4d11-9ad8-70c90ce9c3ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ae6f8364-ca45-4ef7-ae99-8afe9f64343a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:52.331468 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929d2264-91e5-424f-a962-e9520661043d None None] Pushing event updated for resources: {'Port': ['ID=ae6f8364-ca45-4ef7-ae99-8afe9f64343a,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:52.438651 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61e4ac6-ec43-40ba-a1aa-d0f48bcf8b63 None None] Resources bound (agent type, host, resource id): {{(pid=103886) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 20:28:52.444889 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-23ddb4a8-604b-47a4-85d4-e767220996db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:52.483472 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f979b2da-23dc-472d-8642-33c365811757 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (596cfee4-a1b8-4e2c-ae3a-2bc9e4969313), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:52.525056 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ead2cf60-fecb-4d11-9ad8-70c90ce9c3ef None None] Current status of the port ae6f8364-ca45-4ef7-ae99-8afe9f64343a is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:28:52.548606 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f979b2da-23dc-472d-8642-33c365811757 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Pushing event updated for resources: {'Subnet': ['ID=596cfee4-a1b8-4e2c-ae3a-2bc9e4969313,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:52.553307 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f979b2da-23dc-472d-8642-33c365811757 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Checking segment: {'id': 'a33b49ca-4e6e-4bda-a1fc-03de92101af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'ba17c762-fd9a-4169-810c-243123a97283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:28:52.553674 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f979b2da-23dc-472d-8642-33c365811757 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Network hostable DHCP agents. Network: ba17c762-fd9a-4169-810c-243123a97283, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:28:52.572287 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f979b2da-23dc-472d-8642-33c365811757 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Network ba17c762-fd9a-4169-810c-243123a97283 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:28:52.581484 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-f979b2da-23dc-472d-8642-33c365811757 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, ba17c762-fd9a-4169-810c-243123a97283) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:28:52.585891 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f979b2da-23dc-472d-8642-33c365811757 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:52.586485 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f979b2da-23dc-472d-8642-33c365811757 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:52.606636 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f979b2da-23dc-472d-8642-33c365811757 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4281528 Mar 11 20:28:52.606942 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58202) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:28:52.612710 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-f8b34e45-c2fa-4ab3-a9b6-1f52d484f4b0 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1467843776'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:28:52.632444 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b34e45-c2fa-4ab3-a9b6-1f52d484f4b0 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Made reservation on behalf of 54d18885a6bc45a994b613ad65fec243 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:28:52.635923 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f8b34e45-c2fa-4ab3-a9b6-1f52d484f4b0 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:52.640573 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afccd0e0-bbed-4a0e-8cf2-69a9d9f4e4b4 None None] get_active_networks_info from n-d-833163-1 {{(pid=103886) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 11 20:28:52.664222 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8b34e45-c2fa-4ab3-a9b6-1f52d484f4b0 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] vlan segment allocate from pool success with {'vlan_id': 855, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:28:52.673452 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f8b34e45-c2fa-4ab3-a9b6-1f52d484f4b0 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (aaf52cc3-a318-415b-9424-62d654e9cb44), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:52.673795 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-f8b34e45-c2fa-4ab3-a9b6-1f52d484f4b0 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Added segment aaf52cc3-a318-415b-9424-62d654e9cb44 of type vlan for network 827e48b5-aa6f-4b30-84a9-0bbb87d3c1d2 Mar 11 20:28:52.713592 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f8b34e45-c2fa-4ab3-a9b6-1f52d484f4b0 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (827e48b5-aa6f-4b30-84a9-0bbb87d3c1d2), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:52.718441 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afccd0e0-bbed-4a0e-8cf2-69a9d9f4e4b4 None None] Resources bound (agent type, host, resource id): {{(pid=103886) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 11 20:28:52.739115 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f8b34e45-c2fa-4ab3-a9b6-1f52d484f4b0 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (827e48b5-aa6f-4b30-84a9-0bbb87d3c1d2), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:52.744312 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b34e45-c2fa-4ab3-a9b6-1f52d484f4b0 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:52.744900 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f8b34e45-c2fa-4ab3-a9b6-1f52d484f4b0 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:52.778378 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f8b34e45-c2fa-4ab3-a9b6-1f52d484f4b0 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1703484 Mar 11 20:28:52.781678 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58204) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:28:52.787819 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-dc56740b-e377-4908-820b-9efaadcfba69 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Request body: {'subnet': {'network_id': '827e48b5-aa6f-4b30-84a9-0bbb87d3c1d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:28:52.815611 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b34e45-c2fa-4ab3-a9b6-1f52d484f4b0 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Pushing event updated for resources: {'Network': ['ID=827e48b5-aa6f-4b30-84a9-0bbb87d3c1d2,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:52.828592 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 827e48b5-aa6f-4b30-84a9-0bbb87d3c1d2 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 20:28:52.881244 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc56740b-e377-4908-820b-9efaadcfba69 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Made reservation on behalf of 54d18885a6bc45a994b613ad65fec243 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:28:52.884724 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dc56740b-e377-4908-820b-9efaadcfba69 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:52.950937 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc08195-e4b5-44bd-96c5-034683a92893 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-ba17c762-fd9a-4169-810c-243123a97283', 'network_id': 'ba17c762-fd9a-4169-810c-243123a97283', 'project_id': '54d18885a6bc45a994b613ad65fec243', 'fixed_ips': [{'subnet_id': '596cfee4-a1b8-4e2c-ae3a-2bc9e4969313'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 20:28:52.951826 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1fc08195-e4b5-44bd-96c5-034683a92893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:53.066401 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dc56740b-e377-4908-820b-9efaadcfba69 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (bf9f8a94-fce4-47d3-9ddc-f3b7d51de31a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:53.096610 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:53.104641 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-1fc08195-e4b5-44bd-96c5-034683a92893 None None] Allocated IP 2001:db8::2 (ba17c762-fd9a-4169-810c-243123a97283/596cfee4-a1b8-4e2c-ae3a-2bc9e4969313/eda8600e-7685-4336-abf0-dbff8945ef26) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:28:53.149132 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc56740b-e377-4908-820b-9efaadcfba69 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Pushing event updated for resources: {'Subnet': ['ID=bf9f8a94-fce4-47d3-9ddc-f3b7d51de31a,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:53.155317 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc56740b-e377-4908-820b-9efaadcfba69 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Checking segment: {'id': 'aaf52cc3-a318-415b-9424-62d654e9cb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 855, 'network_id': '827e48b5-aa6f-4b30-84a9-0bbb87d3c1d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:28:53.155918 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc56740b-e377-4908-820b-9efaadcfba69 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Network hostable DHCP agents. Network: 827e48b5-aa6f-4b30-84a9-0bbb87d3c1d2, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:28:53.174832 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc56740b-e377-4908-820b-9efaadcfba69 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Network 827e48b5-aa6f-4b30-84a9-0bbb87d3c1d2 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:28:53.183456 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-dc56740b-e377-4908-820b-9efaadcfba69 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 827e48b5-aa6f-4b30-84a9-0bbb87d3c1d2) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:28:53.188632 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc56740b-e377-4908-820b-9efaadcfba69 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:53.189229 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dc56740b-e377-4908-820b-9efaadcfba69 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:53.205482 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-dc56740b-e377-4908-820b-9efaadcfba69 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4223542 Mar 11 20:28:53.208670 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58206) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:28:53.255422 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1fc08195-e4b5-44bd-96c5-034683a92893 None None] Publish callbacks [] for port (eda8600e-7685-4336-abf0-dbff8945ef26), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:53.261359 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1fc08195-e4b5-44bd-96c5-034683a92893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (eda8600e-7685-4336-abf0-dbff8945ef26), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:53.308194 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc08195-e4b5-44bd-96c5-034683a92893 None None] Network ba17c762-fd9a-4169-810c-243123a97283 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:28:53.309991 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ebf82e38-f252-4863-9a49-7d53cc432101 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (827e48b5-aa6f-4b30-84a9-0bbb87d3c1d2), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:53.311234 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-1fc08195-e4b5-44bd-96c5-034683a92893 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:28:53.316196 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc08195-e4b5-44bd-96c5-034683a92893 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:28:53.319252 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc08195-e4b5-44bd-96c5-034683a92893 None None] Pushing event updated for resources: {'Port': ['ID=eda8600e-7685-4336-abf0-dbff8945ef26,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:53.361780 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ebf82e38-f252-4863-9a49-7d53cc432101 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (bf9f8a94-fce4-47d3-9ddc-f3b7d51de31a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:53.373955 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-1fc08195-e4b5-44bd-96c5-034683a92893 None None] Attempting to bind port eda8600e-7685-4336-abf0-dbff8945ef26 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:28:53.374334 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-1fc08195-e4b5-44bd-96c5-034683a92893 None None] Attempting to bind port eda8600e-7685-4336-abf0-dbff8945ef26 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'a33b49ca-4e6e-4bda-a1fc-03de92101af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'ba17c762-fd9a-4169-810c-243123a97283'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:28:53.374704 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc08195-e4b5-44bd-96c5-034683a92893 None None] Attempting to bind port eda8600e-7685-4336-abf0-dbff8945ef26 on network ba17c762-fd9a-4169-810c-243123a97283 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:28:53.380140 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc08195-e4b5-44bd-96c5-034683a92893 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:28:53.380519 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc08195-e4b5-44bd-96c5-034683a92893 None None] Checking segment: {'id': 'a33b49ca-4e6e-4bda-a1fc-03de92101af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'ba17c762-fd9a-4169-810c-243123a97283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:28:53.380924 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1fc08195-e4b5-44bd-96c5-034683a92893 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:53.381324 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc08195-e4b5-44bd-96c5-034683a92893 None None] Bound using segment: {'id': 'a33b49ca-4e6e-4bda-a1fc-03de92101af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'ba17c762-fd9a-4169-810c-243123a97283'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:28:53.381795 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-1fc08195-e4b5-44bd-96c5-034683a92893 None None] Bound port: eda8600e-7685-4336-abf0-dbff8945ef26, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a33b49ca-4e6e-4bda-a1fc-03de92101af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 850, 'network_id': 'ba17c762-fd9a-4169-810c-243123a97283'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:28:53.382179 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1fc08195-e4b5-44bd-96c5-034683a92893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (eda8600e-7685-4336-abf0-dbff8945ef26), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:53.422108 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ebf82e38-f252-4863-9a49-7d53cc432101 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (bf9f8a94-fce4-47d3-9ddc-f3b7d51de31a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:53.443969 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-1fc08195-e4b5-44bd-96c5-034683a92893 None None] For port eda8600e-7685-4336-abf0-dbff8945ef26, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:28:53.447947 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-1fc08195-e4b5-44bd-96c5-034683a92893 None None] For port eda8600e-7685-4336-abf0-dbff8945ef26, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=eda8600e-7685-4336-abf0-dbff8945ef26,segment=NetworkSegment(a33b49ca-4e6e-4bda-a1fc-03de92101af7),segment_id=a33b49ca-4e6e-4bda-a1fc-03de92101af7)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:28:53.454892 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1fc08195-e4b5-44bd-96c5-034683a92893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (eda8600e-7685-4336-abf0-dbff8945ef26), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:53.455249 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf82e38-f252-4863-9a49-7d53cc432101 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Pushing event deleted for resources: {'Subnet': ['ID=bf9f8a94-fce4-47d3-9ddc-f3b7d51de31a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:53.525469 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ebf82e38-f252-4863-9a49-7d53cc432101 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (827e48b5-aa6f-4b30-84a9-0bbb87d3c1d2), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:53.526186 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc08195-e4b5-44bd-96c5-034683a92893 None None] Pushing event updated for resources: {'Port': ['ID=eda8600e-7685-4336-abf0-dbff8945ef26,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:53.549334 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-ebf82e38-f252-4863-9a49-7d53cc432101 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['827e48b5-aa6f-4b30-84a9-0bbb87d3c1d2']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:28:53.559595 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device ae6f8364-ca45-4ef7-ae99-8afe9f64343a up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:28:53.560520 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-ebf82e38-f252-4863-9a49-7d53cc432101 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaf52cc3-a318-415b-9424-62d654e9cb44') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:28:53.560888 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-ebf82e38-f252-4863-9a49-7d53cc432101 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaf52cc3-a318-415b-9424-62d654e9cb44') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:28:53.574563 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ebf82e38-f252-4863-9a49-7d53cc432101 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (aaf52cc3-a318-415b-9424-62d654e9cb44), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:53.590007 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ebf82e38-f252-4863-9a49-7d53cc432101 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (aaf52cc3-a318-415b-9424-62d654e9cb44), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:53.596503 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebf82e38-f252-4863-9a49-7d53cc432101 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Releasing vlan 855 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 20:28:53.597039 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ebf82e38-f252-4863-9a49-7d53cc432101 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (aaf52cc3-a318-415b-9424-62d654e9cb44), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:53.600346 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 20:28:53.600346 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 20:28:53.600346 n-d-833163-1 neutron-server[103885]: timer() Mar 11 20:28:53.600346 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:28:53.600346 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 20:28:53.600346 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 20:28:53.600346 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 20:28:53.600346 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:28:53.600346 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 20:28:53.600346 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:28:53.600346 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 20:28:53.600346 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:28:53.600346 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 20:28:53.600346 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 20:28:53.600346 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:28:53.600346 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 20:28:53.600346 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:28:53.600346 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 20:28:53.600346 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 20:28:53.600346 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:28:53.600346 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 20:28:53.600346 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:28:53.600346 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:28:53.600346 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 20:28:53.600346 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 20:28:53.600346 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 20:28:53.600346 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:28:53.600346 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 20:28:53.600346 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:28:53.600346 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 20:28:53.600346 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:28:53.600346 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:28:53.614621 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port ae6f8364-ca45-4ef7-ae99-8afe9f64343a triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:28:53.615102 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ae6f8364-ca45-4ef7-ae99-8afe9f64343a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:53.673765 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ebf82e38-f252-4863-9a49-7d53cc432101 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (827e48b5-aa6f-4b30-84a9-0bbb87d3c1d2), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:53.692308 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ebf82e38-f252-4863-9a49-7d53cc432101 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:53.696818 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ebf82e38-f252-4863-9a49-7d53cc432101 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] 10.222.0.65 "DELETE /v2.0/networks/827e48b5-aa6f-4b30-84a9-0bbb87d3c1d2 HTTP/1.1" status: 204 len: 168 time: 0.4866259 Mar 11 20:28:53.699882 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58208) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:28:53.708696 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf82e38-f252-4863-9a49-7d53cc432101 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Pushing event deleted for resources: {'Network': ['ID=827e48b5-aa6f-4b30-84a9-0bbb87d3c1d2,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:53.735761 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-450a41c6-e738-4844-822b-db34aa41e12c tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] GET failed (client error): The resource could not be found. Mar 11 20:28:53.743049 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58210) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:28:53.746623 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-450a41c6-e738-4844-822b-db34aa41e12c tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] 10.222.0.65 "GET /v2.0/subnets/bf9f8a94-fce4-47d3-9ddc-f3b7d51de31a HTTP/1.1" status: 404 len: 337 time: 0.0421181 Mar 11 20:28:53.749879 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port ae6f8364-ca45-4ef7-ae99-8afe9f64343a is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:28:53.765953 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-ded6090c-a3a2-48dd-adcb-3273f27211ca tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] DELETE failed (client error): The resource could not be found. Mar 11 20:28:53.766722 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ded6090c-a3a2-48dd-adcb-3273f27211ca tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 20:28:53.770001 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ded6090c-a3a2-48dd-adcb-3273f27211ca tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] 10.222.0.65 "DELETE /v2.0/networks/827e48b5-aa6f-4b30-84a9-0bbb87d3c1d2 HTTP/1.1" status: 404 len: 339 time: 0.0238223 Mar 11 20:28:53.773705 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58212) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:28:53.800749 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a83509e-8aac-447a-b5d3-918491b2dc22 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] DELETE failed (client error): The resource could not be found. Mar 11 20:28:53.801427 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a83509e-8aac-447a-b5d3-918491b2dc22 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 20:28:53.804545 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-6a83509e-8aac-447a-b5d3-918491b2dc22 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] 10.222.0.65 "DELETE /v2.0/subnets/bf9f8a94-fce4-47d3-9ddc-f3b7d51de31a HTTP/1.1" status: 404 len: 337 time: 0.0296607 Mar 11 20:28:53.806926 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58214) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:28:53.825309 n-d-833163-1 neutron-server[103885]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd96a04b-7141-4c7b-9b8a-684e44a9ecb3 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] DELETE failed (client error): The resource could not be found. Mar 11 20:28:53.825775 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd96a04b-7141-4c7b-9b8a-684e44a9ecb3 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103885) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 20:28:53.828824 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-bd96a04b-7141-4c7b-9b8a-684e44a9ecb3 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] 10.222.0.65 "DELETE /v2.0/networks/827e48b5-aa6f-4b30-84a9-0bbb87d3c1d2 HTTP/1.1" status: 404 len: 339 time: 0.0209782 Mar 11 20:28:53.831457 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58216) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:28:53.881091 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe1c06cb-557d-41f7-a843-2bad7a78857c tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Deleting subnet 596cfee4-a1b8-4e2c-ae3a-2bc9e4969313 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 20:28:53.884167 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fe1c06cb-557d-41f7-a843-2bad7a78857c tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks [] for subnet (596cfee4-a1b8-4e2c-ae3a-2bc9e4969313), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:53.922302 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fe1c06cb-557d-41f7-a843-2bad7a78857c tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (596cfee4-a1b8-4e2c-ae3a-2bc9e4969313), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:54.008151 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fe1c06cb-557d-41f7-a843-2bad7a78857c tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (596cfee4-a1b8-4e2c-ae3a-2bc9e4969313), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:54.064295 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fe1c06cb-557d-41f7-a843-2bad7a78857c tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (596cfee4-a1b8-4e2c-ae3a-2bc9e4969313), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:54.090120 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1c06cb-557d-41f7-a843-2bad7a78857c tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Pushing event deleted for resources: {'Subnet': ['ID=596cfee4-a1b8-4e2c-ae3a-2bc9e4969313,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:54.093595 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fe1c06cb-557d-41f7-a843-2bad7a78857c tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:54.097394 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-fe1c06cb-557d-41f7-a843-2bad7a78857c tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] 10.222.0.65 "DELETE /v2.0/subnets/596cfee4-a1b8-4e2c-ae3a-2bc9e4969313 HTTP/1.1" status: 204 len: 168 time: 0.2649822 Mar 11 20:28:54.100260 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58218) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:28:54.183758 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47eb85b9-2c02-4443-b4c8-0cac006eb373 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (ba17c762-fd9a-4169-810c-243123a97283), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:54.237861 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-47eb85b9-2c02-4443-b4c8-0cac006eb373 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Deleting port eda8600e-7685-4336-abf0-dbff8945ef26 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:28:54.238196 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47eb85b9-2c02-4443-b4c8-0cac006eb373 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (eda8600e-7685-4336-abf0-dbff8945ef26), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:54.306207 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-47eb85b9-2c02-4443-b4c8-0cac006eb373 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] For port eda8600e-7685-4336-abf0-dbff8945ef26, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=eda8600e-7685-4336-abf0-dbff8945ef26,segment=NetworkSegment(a33b49ca-4e6e-4bda-a1fc-03de92101af7),segment_id=a33b49ca-4e6e-4bda-a1fc-03de92101af7)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:28:54.306566 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47eb85b9-2c02-4443-b4c8-0cac006eb373 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (eda8600e-7685-4336-abf0-dbff8945ef26), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:54.319841 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-47eb85b9-2c02-4443-b4c8-0cac006eb373 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Calling delete_port for eda8600e-7685-4336-abf0-dbff8945ef26 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:28:54.401782 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47eb85b9-2c02-4443-b4c8-0cac006eb373 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (eda8600e-7685-4336-abf0-dbff8945ef26), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:54.428349 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eb85b9-2c02-4443-b4c8-0cac006eb373 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Pushing event deleted for resources: {'Port': ['ID=eda8600e-7685-4336-abf0-dbff8945ef26,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:54.431866 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47eb85b9-2c02-4443-b4c8-0cac006eb373 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] No DVR routers for this DVR port eda8600e-7685-4336-abf0-dbff8945ef26 on host n-d-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:28:54.447331 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128f92f8-f41a-4af1-b168-b0abd2127db8 None None] Network ba17c762-fd9a-4169-810c-243123a97283 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:28:54.454719 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2007402-7c5d-4c99-ab09-e11195de8fd5 None None] Network 827e48b5-aa6f-4b30-84a9-0bbb87d3c1d2 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:28:54.458215 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-dea0a980-2623-46e3-9278-38465cd9b9fa None None] Could not find standard attr ID for object eda8600e-7685-4336-abf0-dbff8945ef26. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 20:28:54.481404 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2007402-7c5d-4c99-ab09-e11195de8fd5 None None] Network 827e48b5-aa6f-4b30-84a9-0bbb87d3c1d2 could not be found, it might have been deleted concurrently. {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 11 20:28:54.493596 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7046cdc-972f-4603-a28d-7fac1b9ddd84 None None] Network 827e48b5-aa6f-4b30-84a9-0bbb87d3c1d2 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:28:54.522074 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47eb85b9-2c02-4443-b4c8-0cac006eb373 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (ba17c762-fd9a-4169-810c-243123a97283), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:54.530963 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7046cdc-972f-4603-a28d-7fac1b9ddd84 None None] Network 827e48b5-aa6f-4b30-84a9-0bbb87d3c1d2 could not be found, it might have been deleted concurrently. {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 11 20:28:54.545284 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-47eb85b9-2c02-4443-b4c8-0cac006eb373 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba17c762-fd9a-4169-810c-243123a97283']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:28:54.555494 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-47eb85b9-2c02-4443-b4c8-0cac006eb373 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a33b49ca-4e6e-4bda-a1fc-03de92101af7') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:28:54.555951 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-47eb85b9-2c02-4443-b4c8-0cac006eb373 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a33b49ca-4e6e-4bda-a1fc-03de92101af7') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:28:54.556966 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cce92a7-da03-448f-bbf5-62b019d5f9ef None None] Network ba17c762-fd9a-4169-810c-243123a97283 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:28:54.567172 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47eb85b9-2c02-4443-b4c8-0cac006eb373 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (a33b49ca-4e6e-4bda-a1fc-03de92101af7), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:54.581666 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47eb85b9-2c02-4443-b4c8-0cac006eb373 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (a33b49ca-4e6e-4bda-a1fc-03de92101af7), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:54.587616 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47eb85b9-2c02-4443-b4c8-0cac006eb373 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Releasing vlan 850 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 20:28:54.588492 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47eb85b9-2c02-4443-b4c8-0cac006eb373 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (a33b49ca-4e6e-4bda-a1fc-03de92101af7), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:54.591420 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 20:28:54.591420 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 20:28:54.591420 n-d-833163-1 neutron-server[103885]: timer() Mar 11 20:28:54.591420 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:28:54.591420 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 20:28:54.591420 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 20:28:54.591420 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 20:28:54.591420 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:28:54.591420 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 20:28:54.591420 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:28:54.591420 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 20:28:54.591420 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:28:54.591420 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 20:28:54.591420 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 20:28:54.591420 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:28:54.591420 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 20:28:54.591420 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:28:54.591420 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 20:28:54.591420 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 20:28:54.591420 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:28:54.591420 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 20:28:54.591420 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:28:54.591420 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:28:54.591420 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 20:28:54.591420 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 20:28:54.591420 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 20:28:54.591420 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:28:54.591420 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 20:28:54.591420 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:28:54.591420 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 20:28:54.591420 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:28:54.591420 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:28:54.654479 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47eb85b9-2c02-4443-b4c8-0cac006eb373 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (ba17c762-fd9a-4169-810c-243123a97283), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:54.665691 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-47eb85b9-2c02-4443-b4c8-0cac006eb373 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:54.668785 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-47eb85b9-2c02-4443-b4c8-0cac006eb373 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] 10.222.0.65 "DELETE /v2.0/networks/ba17c762-fd9a-4169-810c-243123a97283 HTTP/1.1" status: 204 len: 168 time: 0.5677581 Mar 11 20:28:54.671547 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58220) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:28:54.677999 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eb85b9-2c02-4443-b4c8-0cac006eb373 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Pushing event deleted for resources: {'Network': ['ID=ba17c762-fd9a-4169-810c-243123a97283,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:54.688007 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0e7f7f-0f5f-4d92-820c-72a1d9ee6ed0 None None] DHCP port deletion for ba17c762-fd9a-4169-810c-243123a97283 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 20:28:54.701098 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f6934ec-e8c4-47d6-b6a5-ace36e8e5667 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] DELETE failed (client error): The resource could not be found. Mar 11 20:28:54.701549 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f6934ec-e8c4-47d6-b6a5-ace36e8e5667 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 20:28:54.704541 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-9f6934ec-e8c4-47d6-b6a5-ace36e8e5667 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] 10.222.0.65 "DELETE /v2.0/subnets/add9902f-a927-450a-9512-36389cec206d HTTP/1.1" status: 404 len: 337 time: 0.0317504 Mar 11 20:28:54.707941 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58222) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:28:54.710506 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-07d9a194-9bcf-42f9-9a98-bbfc6a01ec01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:54.726616 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-d38090e7-87dd-4a8f-be1e-fd8014bc0f5f tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] DELETE failed (client error): The resource could not be found. Mar 11 20:28:54.727298 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d38090e7-87dd-4a8f-be1e-fd8014bc0f5f tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 20:28:54.730223 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d38090e7-87dd-4a8f-be1e-fd8014bc0f5f tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] 10.222.0.65 "DELETE /v2.0/networks/97143059-d1f3-4844-8497-870e7e67c9a1 HTTP/1.1" status: 404 len: 339 time: 0.0213389 Mar 11 20:28:54.732918 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58224) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:28:54.757625 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-996c6102-f202-4343-8933-ab356bc97b0e tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] DELETE failed (client error): The resource could not be found. Mar 11 20:28:54.758060 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-996c6102-f202-4343-8933-ab356bc97b0e tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 20:28:54.760923 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-996c6102-f202-4343-8933-ab356bc97b0e tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] 10.222.0.65 "DELETE /v2.0/subnets/0687e52a-4257-4318-9660-5e0d3528327b HTTP/1.1" status: 404 len: 337 time: 0.0271330 Mar 11 20:28:54.763210 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58226) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:28:54.780288 n-d-833163-1 neutron-server[103884]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd9a8605-7dc5-46df-8469-26b504ab31b2 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] DELETE failed (client error): The resource could not be found. Mar 11 20:28:54.780875 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd9a8605-7dc5-46df-8469-26b504ab31b2 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103884) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 11 20:28:54.783676 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-fd9a8605-7dc5-46df-8469-26b504ab31b2 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] 10.222.0.65 "DELETE /v2.0/networks/cafa6652-6956-496a-9e61-2f8b9abb2a79 HTTP/1.1" status: 404 len: 339 time: 0.0195630 Mar 11 20:28:54.785913 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58228) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:28:54.833951 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-54e00477-0d11-4cb3-8ace-04a9b19a47e3 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Deleting subnet 2b284f45-11a9-4999-b3e1-a55c3914cdc7 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 20:28:54.837371 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-54e00477-0d11-4cb3-8ace-04a9b19a47e3 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks [] for subnet (2b284f45-11a9-4999-b3e1-a55c3914cdc7), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:54.881423 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-54e00477-0d11-4cb3-8ace-04a9b19a47e3 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (2b284f45-11a9-4999-b3e1-a55c3914cdc7), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:54.960143 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-54e00477-0d11-4cb3-8ace-04a9b19a47e3 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (2b284f45-11a9-4999-b3e1-a55c3914cdc7), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:55.016258 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-54e00477-0d11-4cb3-8ace-04a9b19a47e3 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (2b284f45-11a9-4999-b3e1-a55c3914cdc7), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:55.045035 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e00477-0d11-4cb3-8ace-04a9b19a47e3 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Pushing event deleted for resources: {'Subnet': ['ID=2b284f45-11a9-4999-b3e1-a55c3914cdc7,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:55.048752 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-54e00477-0d11-4cb3-8ace-04a9b19a47e3 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:55.052411 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-54e00477-0d11-4cb3-8ace-04a9b19a47e3 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] 10.222.0.65 "DELETE /v2.0/subnets/2b284f45-11a9-4999-b3e1-a55c3914cdc7 HTTP/1.1" status: 204 len: 168 time: 0.2656441 Mar 11 20:28:55.054951 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58230) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:28:55.055093 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914c95d4-659f-404b-a76c-ad32287c045d None None] Network d9af598b-0797-42c4-93cd-df8879d74156 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:28:55.128772 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ff9f62d5-b887-4de6-9531-41bd2fb69a19 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (d9af598b-0797-42c4-93cd-df8879d74156), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:55.181940 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-ff9f62d5-b887-4de6-9531-41bd2fb69a19 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Deleting port ae6f8364-ca45-4ef7-ae99-8afe9f64343a {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:28:55.182285 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ff9f62d5-b887-4de6-9531-41bd2fb69a19 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (ae6f8364-ca45-4ef7-ae99-8afe9f64343a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:55.208582 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c259a3-dd4a-45ed-a2d5-34de0da73a34 None None] DHCP port deletion for d9af598b-0797-42c4-93cd-df8879d74156 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 20:28:55.257444 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-73c259a3-dd4a-45ed-a2d5-34de0da73a34 None None] Deleting port ae6f8364-ca45-4ef7-ae99-8afe9f64343a {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:28:55.257819 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-73c259a3-dd4a-45ed-a2d5-34de0da73a34 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (ae6f8364-ca45-4ef7-ae99-8afe9f64343a), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:55.326135 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-73c259a3-dd4a-45ed-a2d5-34de0da73a34 None None] For port ae6f8364-ca45-4ef7-ae99-8afe9f64343a, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=ae6f8364-ca45-4ef7-ae99-8afe9f64343a,segment=NetworkSegment(3b04c935-86b8-4729-bd3e-ffd3be1c01fe),segment_id=3b04c935-86b8-4729-bd3e-ffd3be1c01fe)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:28:55.326534 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-73c259a3-dd4a-45ed-a2d5-34de0da73a34 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (ae6f8364-ca45-4ef7-ae99-8afe9f64343a), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:55.340060 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-73c259a3-dd4a-45ed-a2d5-34de0da73a34 None None] Calling delete_port for ae6f8364-ca45-4ef7-ae99-8afe9f64343a owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:28:55.419425 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-73c259a3-dd4a-45ed-a2d5-34de0da73a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (ae6f8364-ca45-4ef7-ae99-8afe9f64343a), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:55.448589 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c259a3-dd4a-45ed-a2d5-34de0da73a34 None None] Pushing event deleted for resources: {'Port': ['ID=ae6f8364-ca45-4ef7-ae99-8afe9f64343a,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:55.452279 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c259a3-dd4a-45ed-a2d5-34de0da73a34 None None] No DVR routers for this DVR port ae6f8364-ca45-4ef7-ae99-8afe9f64343a on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:28:55.519811 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device ae6f8364-ca45-4ef7-ae99-8afe9f64343a no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:28:55.533321 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-ff9f62d5-b887-4de6-9531-41bd2fb69a19 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] For port ae6f8364-ca45-4ef7-ae99-8afe9f64343a, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=ae6f8364-ca45-4ef7-ae99-8afe9f64343a,segment=NetworkSegment(3b04c935-86b8-4729-bd3e-ffd3be1c01fe),segment_id=3b04c935-86b8-4729-bd3e-ffd3be1c01fe)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:28:55.533678 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ff9f62d5-b887-4de6-9531-41bd2fb69a19 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (ae6f8364-ca45-4ef7-ae99-8afe9f64343a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:55.540613 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: ae6f8364-ca45-4ef7-ae99-8afe9f64343a {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:28:55.541098 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device ae6f8364-ca45-4ef7-ae99-8afe9f64343a not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:28:55.547253 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-ff9f62d5-b887-4de6-9531-41bd2fb69a19 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Calling delete_port for ae6f8364-ca45-4ef7-ae99-8afe9f64343a owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:28:55.620912 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ff9f62d5-b887-4de6-9531-41bd2fb69a19 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (ae6f8364-ca45-4ef7-ae99-8afe9f64343a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:55.648089 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f62d5-b887-4de6-9531-41bd2fb69a19 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Pushing event deleted for resources: {'Port': ['ID=ae6f8364-ca45-4ef7-ae99-8afe9f64343a,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:55.652284 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9f62d5-b887-4de6-9531-41bd2fb69a19 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] No DVR routers for this DVR port ae6f8364-ca45-4ef7-ae99-8afe9f64343a on host n-d-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:28:55.726655 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ff9f62d5-b887-4de6-9531-41bd2fb69a19 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (d9af598b-0797-42c4-93cd-df8879d74156), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:55.746668 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-ff9f62d5-b887-4de6-9531-41bd2fb69a19 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9af598b-0797-42c4-93cd-df8879d74156']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:28:55.756547 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-ff9f62d5-b887-4de6-9531-41bd2fb69a19 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b04c935-86b8-4729-bd3e-ffd3be1c01fe') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:28:55.756829 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-ff9f62d5-b887-4de6-9531-41bd2fb69a19 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b04c935-86b8-4729-bd3e-ffd3be1c01fe') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:28:55.765922 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ff9f62d5-b887-4de6-9531-41bd2fb69a19 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (3b04c935-86b8-4729-bd3e-ffd3be1c01fe), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:55.778673 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ff9f62d5-b887-4de6-9531-41bd2fb69a19 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (3b04c935-86b8-4729-bd3e-ffd3be1c01fe), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:55.784814 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff9f62d5-b887-4de6-9531-41bd2fb69a19 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Releasing vlan 870 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 20:28:55.785195 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ff9f62d5-b887-4de6-9531-41bd2fb69a19 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (3b04c935-86b8-4729-bd3e-ffd3be1c01fe), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:55.788235 n-d-833163-1 neutron-server[103884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 20:28:55.788235 n-d-833163-1 neutron-server[103884]: self.session.flush() Mar 11 20:28:55.788235 n-d-833163-1 neutron-server[103884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 20:28:55.788235 n-d-833163-1 neutron-server[103884]: self.session.flush() Mar 11 20:28:55.788235 n-d-833163-1 neutron-server[103884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 20:28:55.788235 n-d-833163-1 neutron-server[103884]: self.session.flush() Mar 11 20:28:55.788235 n-d-833163-1 neutron-server[103884]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 11 20:28:55.788235 n-d-833163-1 neutron-server[103884]: self.session.flush() Mar 11 20:28:55.788235 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 20:28:55.788235 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 20:28:55.788235 n-d-833163-1 neutron-server[103884]: timer() Mar 11 20:28:55.788235 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:28:55.788235 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 20:28:55.788235 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 20:28:55.788235 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 20:28:55.788235 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:28:55.788235 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 20:28:55.788235 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:28:55.788235 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 20:28:55.788235 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:28:55.788235 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 20:28:55.788235 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 20:28:55.788235 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:28:55.788235 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 20:28:55.788235 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:28:55.788235 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 20:28:55.788235 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 20:28:55.788235 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:28:55.788235 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 20:28:55.788235 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:28:55.788235 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:28:55.788235 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 20:28:55.788235 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 20:28:55.788235 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 20:28:55.788235 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:28:55.788235 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 20:28:55.788235 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:28:55.788235 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 20:28:55.788235 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:28:55.788235 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:28:55.849579 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ff9f62d5-b887-4de6-9531-41bd2fb69a19 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (d9af598b-0797-42c4-93cd-df8879d74156), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:55.857541 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ff9f62d5-b887-4de6-9531-41bd2fb69a19 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:55.860667 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ff9f62d5-b887-4de6-9531-41bd2fb69a19 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] 10.222.0.65 "DELETE /v2.0/networks/d9af598b-0797-42c4-93cd-df8879d74156 HTTP/1.1" status: 204 len: 168 time: 0.8047676 Mar 11 20:28:55.872065 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f62d5-b887-4de6-9531-41bd2fb69a19 tempest-NetworksIpV6Test-110300399 tempest-NetworksIpV6Test-110300399-project] Pushing event deleted for resources: {'Network': ['ID=d9af598b-0797-42c4-93cd-df8879d74156,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:56.098355 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58236) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:28:56.241435 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-b8590b64-7abe-4b2f-97d3-05d0fbb43307 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=54d18885a6bc45a994b613ad65fec243&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1416438 Mar 11 20:28:56.243942 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58240) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:28:56.290491 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1f3bc793-5e4c-4354-b4ca-27009d610e31 admin admin] Publish callbacks [] for security_group (bc9aadd4-b14c-4583-8e69-f1eb5f044e47), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:56.310445 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1f3bc793-5e4c-4354-b4ca-27009d610e31 admin admin] Publish callbacks [] for security_group (bc9aadd4-b14c-4583-8e69-f1eb5f044e47), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:56.358083 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1f3bc793-5e4c-4354-b4ca-27009d610e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (bc9aadd4-b14c-4583-8e69-f1eb5f044e47), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:56.360759 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-1f3bc793-5e4c-4354-b4ca-27009d610e31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:56.364619 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-1f3bc793-5e4c-4354-b4ca-27009d610e31 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/bc9aadd4-b14c-4583-8e69-f1eb5f044e47 HTTP/1.1" status: 204 len: 168 time: 0.1173196 Mar 11 20:28:56.372895 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3bc793-5e4c-4354-b4ca-27009d610e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9aadd4-b14c-4583-8e69-f1eb5f044e47,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:56.401537 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:56.979915 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58262) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:28:57.073833 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-de9baea1-cc66-4ad5-b94e-84ab26ddb0cb tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1185311986', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:28:57.096865 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-de9baea1-cc66-4ad5-b94e-84ab26ddb0cb tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (b5f61d87-cf3a-43e7-8321-dd270ed64634), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:57.097872 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-de9baea1-cc66-4ad5-b94e-84ab26ddb0cb tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (b5f61d87-cf3a-43e7-8321-dd270ed64634), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:57.185586 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-de9baea1-cc66-4ad5-b94e-84ab26ddb0cb tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Publish callbacks [] for router_controller (b5f61d87-cf3a-43e7-8321-dd270ed64634), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:57.189780 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-de9baea1-cc66-4ad5-b94e-84ab26ddb0cb tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (b5f61d87-cf3a-43e7-8321-dd270ed64634), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:57.206802 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-de9baea1-cc66-4ad5-b94e-84ab26ddb0cb tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:57.208043 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-de9baea1-cc66-4ad5-b94e-84ab26ddb0cb tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2271290 Mar 11 20:28:57.210849 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58266) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:28:57.215712 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-5039a9e0-9560-4e26-bbe4-695cd82a1846 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1390237624'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:28:57.233673 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5039a9e0-9560-4e26-bbe4-695cd82a1846 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Made reservation on behalf of 104e5b68013940bf863b6aa33e5c900c for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:28:57.237038 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5039a9e0-9560-4e26-bbe4-695cd82a1846 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:57.246157 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5039a9e0-9560-4e26-bbe4-695cd82a1846 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:57.322573 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5039a9e0-9560-4e26-bbe4-695cd82a1846 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Publish callbacks [] for security_group (4100347f-d93d-4237-8cf2-26e2ed3e6a9b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:57.326369 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5039a9e0-9560-4e26-bbe4-695cd82a1846 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (4100347f-d93d-4237-8cf2-26e2ed3e6a9b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:57.348064 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5039a9e0-9560-4e26-bbe4-695cd82a1846 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] vlan segment allocate from pool success with {'vlan_id': 873, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:28:57.362431 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5039a9e0-9560-4e26-bbe4-695cd82a1846 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4100347f-d93d-4237-8cf2-26e2ed3e6a9b,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:57.365727 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5039a9e0-9560-4e26-bbe4-695cd82a1846 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (719615e0-599a-4d3c-9fe5-b4b071ec554e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:57.366063 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-5039a9e0-9560-4e26-bbe4-695cd82a1846 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Added segment 719615e0-599a-4d3c-9fe5-b4b071ec554e of type vlan for network d520b752-620f-4869-9769-116dd8e1d516 Mar 11 20:28:57.404591 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5039a9e0-9560-4e26-bbe4-695cd82a1846 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (d520b752-620f-4869-9769-116dd8e1d516), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:57.429028 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5039a9e0-9560-4e26-bbe4-695cd82a1846 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (d520b752-620f-4869-9769-116dd8e1d516), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:57.433863 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5039a9e0-9560-4e26-bbe4-695cd82a1846 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:57.434432 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5039a9e0-9560-4e26-bbe4-695cd82a1846 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:57.465519 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-5039a9e0-9560-4e26-bbe4-695cd82a1846 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2536976 Mar 11 20:28:57.468745 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58268) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:28:57.474170 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-8476c6ba-be0b-481f-a9ab-ec1c1f5da512 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Request body: {'subnet': {'network_id': 'd520b752-620f-4869-9769-116dd8e1d516', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:28:57.502451 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5039a9e0-9560-4e26-bbe4-695cd82a1846 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Pushing event updated for resources: {'Network': ['ID=d520b752-620f-4869-9769-116dd8e1d516,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:57.512457 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network d520b752-620f-4869-9769-116dd8e1d516 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 20:28:57.560934 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8476c6ba-be0b-481f-a9ab-ec1c1f5da512 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Made reservation on behalf of 104e5b68013940bf863b6aa33e5c900c for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:28:57.564402 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8476c6ba-be0b-481f-a9ab-ec1c1f5da512 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:57.741498 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8476c6ba-be0b-481f-a9ab-ec1c1f5da512 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (9ec0b822-d379-4e2b-a5ca-f10897e6c857), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:57.778118 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:57.808061 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8476c6ba-be0b-481f-a9ab-ec1c1f5da512 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Pushing event updated for resources: {'Subnet': ['ID=9ec0b822-d379-4e2b-a5ca-f10897e6c857,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:57.816267 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8476c6ba-be0b-481f-a9ab-ec1c1f5da512 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Checking segment: {'id': '719615e0-599a-4d3c-9fe5-b4b071ec554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'd520b752-620f-4869-9769-116dd8e1d516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:28:57.816684 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8476c6ba-be0b-481f-a9ab-ec1c1f5da512 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Network hostable DHCP agents. Network: d520b752-620f-4869-9769-116dd8e1d516, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:28:57.833200 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8476c6ba-be0b-481f-a9ab-ec1c1f5da512 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Network d520b752-620f-4869-9769-116dd8e1d516 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:28:57.842553 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-8476c6ba-be0b-481f-a9ab-ec1c1f5da512 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, d520b752-620f-4869-9769-116dd8e1d516) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:28:57.847312 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8476c6ba-be0b-481f-a9ab-ec1c1f5da512 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:57.847943 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8476c6ba-be0b-481f-a9ab-ec1c1f5da512 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:57.857041 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c817f8a3-5ea6-4640-a46a-029f35c6dc7f None None] Network d520b752-620f-4869-9769-116dd8e1d516 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:28:57.867593 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8476c6ba-be0b-481f-a9ab-ec1c1f5da512 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3976321 Mar 11 20:28:57.873959 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58270) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:28:57.881387 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-af28f709-54c2-4b6c-9d04-ccc365efc18e tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-310112293'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:28:57.900590 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af28f709-54c2-4b6c-9d04-ccc365efc18e tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Made reservation on behalf of 104e5b68013940bf863b6aa33e5c900c for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:28:57.903988 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-af28f709-54c2-4b6c-9d04-ccc365efc18e tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:57.928726 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af28f709-54c2-4b6c-9d04-ccc365efc18e tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] vlan segment allocate from pool success with {'vlan_id': 877, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:28:57.938311 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-af28f709-54c2-4b6c-9d04-ccc365efc18e tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (bf13a12e-6039-440b-9726-e4ab150296be), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:57.938655 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-af28f709-54c2-4b6c-9d04-ccc365efc18e tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Added segment bf13a12e-6039-440b-9726-e4ab150296be of type vlan for network 97ee44e4-ca23-41ca-80bd-8cb237e5cad9 Mar 11 20:28:57.970364 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b79652-5a51-4dcb-b12d-2d535e543e07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-d520b752-620f-4869-9769-116dd8e1d516', 'network_id': 'd520b752-620f-4869-9769-116dd8e1d516', 'project_id': '104e5b68013940bf863b6aa33e5c900c', 'fixed_ips': [{'subnet_id': '9ec0b822-d379-4e2b-a5ca-f10897e6c857'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 20:28:57.971211 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-24b79652-5a51-4dcb-b12d-2d535e543e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:57.978935 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-af28f709-54c2-4b6c-9d04-ccc365efc18e tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (97ee44e4-ca23-41ca-80bd-8cb237e5cad9), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:58.004002 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-af28f709-54c2-4b6c-9d04-ccc365efc18e tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (97ee44e4-ca23-41ca-80bd-8cb237e5cad9), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:58.008921 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af28f709-54c2-4b6c-9d04-ccc365efc18e tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:58.009500 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-af28f709-54c2-4b6c-9d04-ccc365efc18e tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:58.047001 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-af28f709-54c2-4b6c-9d04-ccc365efc18e tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1710205 Mar 11 20:28:58.049883 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58272) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:28:58.054676 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-7b7085dc-8b91-428d-bbb7-54f63c2dcdc6 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Request body: {'subnet': {'network_id': '97ee44e4-ca23-41ca-80bd-8cb237e5cad9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:28:58.098532 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af28f709-54c2-4b6c-9d04-ccc365efc18e tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Pushing event updated for resources: {'Network': ['ID=97ee44e4-ca23-41ca-80bd-8cb237e5cad9,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:58.112731 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 97ee44e4-ca23-41ca-80bd-8cb237e5cad9 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 20:28:58.114999 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-24b79652-5a51-4dcb-b12d-2d535e543e07 None None] Allocated IP 172.20.0.2 (d520b752-620f-4869-9769-116dd8e1d516/9ec0b822-d379-4e2b-a5ca-f10897e6c857/208993b0-47f6-44de-ad51-9f2625710eb4) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:28:58.173123 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7085dc-8b91-428d-bbb7-54f63c2dcdc6 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Made reservation on behalf of 104e5b68013940bf863b6aa33e5c900c for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:28:58.176702 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7b7085dc-8b91-428d-bbb7-54f63c2dcdc6 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:58.326499 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-24b79652-5a51-4dcb-b12d-2d535e543e07 None None] Publish callbacks [] for port (208993b0-47f6-44de-ad51-9f2625710eb4), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:58.332413 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-24b79652-5a51-4dcb-b12d-2d535e543e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (208993b0-47f6-44de-ad51-9f2625710eb4), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:58.366440 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7b7085dc-8b91-428d-bbb7-54f63c2dcdc6 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (00bb516f-cf1d-464f-871b-60cf66baeed9), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:58.373497 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b79652-5a51-4dcb-b12d-2d535e543e07 None None] Network d520b752-620f-4869-9769-116dd8e1d516 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:28:58.376327 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-24b79652-5a51-4dcb-b12d-2d535e543e07 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:28:58.382381 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b79652-5a51-4dcb-b12d-2d535e543e07 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:28:58.390952 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b79652-5a51-4dcb-b12d-2d535e543e07 None None] Pushing event updated for resources: {'Port': ['ID=208993b0-47f6-44de-ad51-9f2625710eb4,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:58.431855 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7085dc-8b91-428d-bbb7-54f63c2dcdc6 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Pushing event updated for resources: {'Subnet': ['ID=00bb516f-cf1d-464f-871b-60cf66baeed9,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:58.440608 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7085dc-8b91-428d-bbb7-54f63c2dcdc6 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Checking segment: {'id': 'bf13a12e-6039-440b-9726-e4ab150296be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '97ee44e4-ca23-41ca-80bd-8cb237e5cad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:28:58.440978 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7085dc-8b91-428d-bbb7-54f63c2dcdc6 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Network hostable DHCP agents. Network: 97ee44e4-ca23-41ca-80bd-8cb237e5cad9, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:28:58.445836 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-24b79652-5a51-4dcb-b12d-2d535e543e07 None None] Attempting to bind port 208993b0-47f6-44de-ad51-9f2625710eb4 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:28:58.446278 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-24b79652-5a51-4dcb-b12d-2d535e543e07 None None] Attempting to bind port 208993b0-47f6-44de-ad51-9f2625710eb4 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '719615e0-599a-4d3c-9fe5-b4b071ec554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'd520b752-620f-4869-9769-116dd8e1d516'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:28:58.446649 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b79652-5a51-4dcb-b12d-2d535e543e07 None None] Attempting to bind port 208993b0-47f6-44de-ad51-9f2625710eb4 on network d520b752-620f-4869-9769-116dd8e1d516 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:28:58.451751 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b79652-5a51-4dcb-b12d-2d535e543e07 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:28:58.452128 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b79652-5a51-4dcb-b12d-2d535e543e07 None None] Checking segment: {'id': '719615e0-599a-4d3c-9fe5-b4b071ec554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'd520b752-620f-4869-9769-116dd8e1d516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:28:58.452531 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-24b79652-5a51-4dcb-b12d-2d535e543e07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:58.452922 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b79652-5a51-4dcb-b12d-2d535e543e07 None None] Bound using segment: {'id': '719615e0-599a-4d3c-9fe5-b4b071ec554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'd520b752-620f-4869-9769-116dd8e1d516'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:28:58.453386 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-24b79652-5a51-4dcb-b12d-2d535e543e07 None None] Bound port: 208993b0-47f6-44de-ad51-9f2625710eb4, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '719615e0-599a-4d3c-9fe5-b4b071ec554e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 873, 'network_id': 'd520b752-620f-4869-9769-116dd8e1d516'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:28:58.453765 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-24b79652-5a51-4dcb-b12d-2d535e543e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (208993b0-47f6-44de-ad51-9f2625710eb4), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:58.459810 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7085dc-8b91-428d-bbb7-54f63c2dcdc6 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Network 97ee44e4-ca23-41ca-80bd-8cb237e5cad9 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:28:58.468644 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-7b7085dc-8b91-428d-bbb7-54f63c2dcdc6 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 97ee44e4-ca23-41ca-80bd-8cb237e5cad9) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:28:58.474130 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7085dc-8b91-428d-bbb7-54f63c2dcdc6 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:28:58.474781 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7b7085dc-8b91-428d-bbb7-54f63c2dcdc6 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:58.488750 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7d873b-6727-4b8d-85bd-e533e78e4ae3 None None] Network 97ee44e4-ca23-41ca-80bd-8cb237e5cad9 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:28:58.493023 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-7b7085dc-8b91-428d-bbb7-54f63c2dcdc6 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4395845 Mar 11 20:28:58.493209 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58274) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:28:58.497596 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-07677ae0-c339-42d2-9ba0-59daa20c834e tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Request body: {'router': {'external_gateway_info': {'network_id': '97ee44e4-ca23-41ca-80bd-8cb237e5cad9'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:28:58.580687 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-24b79652-5a51-4dcb-b12d-2d535e543e07 None None] For port 208993b0-47f6-44de-ad51-9f2625710eb4, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:28:58.585169 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-24b79652-5a51-4dcb-b12d-2d535e543e07 None None] For port 208993b0-47f6-44de-ad51-9f2625710eb4, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=208993b0-47f6-44de-ad51-9f2625710eb4,segment=NetworkSegment(719615e0-599a-4d3c-9fe5-b4b071ec554e),segment_id=719615e0-599a-4d3c-9fe5-b4b071ec554e)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:28:58.593842 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-24b79652-5a51-4dcb-b12d-2d535e543e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (208993b0-47f6-44de-ad51-9f2625710eb4), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:58.639236 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a680e0a-9706-4497-acd1-84000523b0e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-97ee44e4-ca23-41ca-80bd-8cb237e5cad9', 'network_id': '97ee44e4-ca23-41ca-80bd-8cb237e5cad9', 'project_id': '104e5b68013940bf863b6aa33e5c900c', 'fixed_ips': [{'subnet_id': '00bb516f-cf1d-464f-871b-60cf66baeed9'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 20:28:58.640108 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5a680e0a-9706-4497-acd1-84000523b0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:58.691946 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b79652-5a51-4dcb-b12d-2d535e543e07 None None] Pushing event updated for resources: {'Port': ['ID=208993b0-47f6-44de-ad51-9f2625710eb4,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:58.721022 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-07677ae0-c339-42d2-9ba0-59daa20c834e tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Publish callbacks [] for router_gateway (b5f61d87-cf3a-43e7-8321-dd270ed64634), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:58.811928 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-5a680e0a-9706-4497-acd1-84000523b0e4 None None] Allocated IP 172.21.0.2 (97ee44e4-ca23-41ca-80bd-8cb237e5cad9/00bb516f-cf1d-464f-871b-60cf66baeed9/8f5ced05-09a1-4484-8cf0-9947540eae73) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:28:58.836984 n-d-833163-1 neutron-server[103884]: INFO neutron.api.v2.resource [None req-07677ae0-c339-42d2-9ba0-59daa20c834e tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 11 20:28:58.838271 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-07677ae0-c339-42d2-9ba0-59daa20c834e tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] 10.222.0.65 "PUT /v2.0/routers/b5f61d87-cf3a-43e7-8321-dd270ed64634 HTTP/1.1" status: 400 len: 364 time: 0.3440154 Mar 11 20:28:58.845358 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58276) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:28:58.917554 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5c3ca3d-c43e-43c4-85c6-9c3f8b9993ef tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Deleting subnet 00bb516f-cf1d-464f-871b-60cf66baeed9 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 20:28:59.137051 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:59.160897 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5a680e0a-9706-4497-acd1-84000523b0e4 None None] Publish callbacks [] for port (8f5ced05-09a1-4484-8cf0-9947540eae73), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:59.165660 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d5c3ca3d-c43e-43c4-85c6-9c3f8b9993ef tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Publish callbacks [] for subnet (00bb516f-cf1d-464f-871b-60cf66baeed9), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:59.166408 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5a680e0a-9706-4497-acd1-84000523b0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (8f5ced05-09a1-4484-8cf0-9947540eae73), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:59.205846 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d5c3ca3d-c43e-43c4-85c6-9c3f8b9993ef tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (00bb516f-cf1d-464f-871b-60cf66baeed9), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:59.207717 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a680e0a-9706-4497-acd1-84000523b0e4 None None] Network 97ee44e4-ca23-41ca-80bd-8cb237e5cad9 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:28:59.214926 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-5a680e0a-9706-4497-acd1-84000523b0e4 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:28:59.219140 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a680e0a-9706-4497-acd1-84000523b0e4 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:28:59.222235 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a680e0a-9706-4497-acd1-84000523b0e4 None None] Pushing event updated for resources: {'Port': ['ID=8f5ced05-09a1-4484-8cf0-9947540eae73,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:59.281730 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-5a680e0a-9706-4497-acd1-84000523b0e4 None None] Attempting to bind port 8f5ced05-09a1-4484-8cf0-9947540eae73 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:28:59.282112 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-5a680e0a-9706-4497-acd1-84000523b0e4 None None] Attempting to bind port 8f5ced05-09a1-4484-8cf0-9947540eae73 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'bf13a12e-6039-440b-9726-e4ab150296be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '97ee44e4-ca23-41ca-80bd-8cb237e5cad9'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:28:59.282484 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a680e0a-9706-4497-acd1-84000523b0e4 None None] Attempting to bind port 8f5ced05-09a1-4484-8cf0-9947540eae73 on network 97ee44e4-ca23-41ca-80bd-8cb237e5cad9 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:28:59.288305 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a680e0a-9706-4497-acd1-84000523b0e4 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:28:59.288969 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a680e0a-9706-4497-acd1-84000523b0e4 None None] Checking segment: {'id': 'bf13a12e-6039-440b-9726-e4ab150296be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '97ee44e4-ca23-41ca-80bd-8cb237e5cad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:28:59.289383 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5a680e0a-9706-4497-acd1-84000523b0e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:59.289791 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a680e0a-9706-4497-acd1-84000523b0e4 None None] Bound using segment: {'id': 'bf13a12e-6039-440b-9726-e4ab150296be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '97ee44e4-ca23-41ca-80bd-8cb237e5cad9'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:28:59.290267 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-5a680e0a-9706-4497-acd1-84000523b0e4 None None] Bound port: 8f5ced05-09a1-4484-8cf0-9947540eae73, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf13a12e-6039-440b-9726-e4ab150296be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '97ee44e4-ca23-41ca-80bd-8cb237e5cad9'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:28:59.290661 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5a680e0a-9706-4497-acd1-84000523b0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (8f5ced05-09a1-4484-8cf0-9947540eae73), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:59.305736 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d5c3ca3d-c43e-43c4-85c6-9c3f8b9993ef tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (00bb516f-cf1d-464f-871b-60cf66baeed9), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:59.373153 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d5c3ca3d-c43e-43c4-85c6-9c3f8b9993ef tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (00bb516f-cf1d-464f-871b-60cf66baeed9), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:59.377281 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-5a680e0a-9706-4497-acd1-84000523b0e4 None None] For port 8f5ced05-09a1-4484-8cf0-9947540eae73, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:28:59.381881 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-5a680e0a-9706-4497-acd1-84000523b0e4 None None] For port 8f5ced05-09a1-4484-8cf0-9947540eae73, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=8f5ced05-09a1-4484-8cf0-9947540eae73,segment=NetworkSegment(bf13a12e-6039-440b-9726-e4ab150296be),segment_id=bf13a12e-6039-440b-9726-e4ab150296be)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:28:59.389332 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5a680e0a-9706-4497-acd1-84000523b0e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (8f5ced05-09a1-4484-8cf0-9947540eae73), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:59.402776 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3ca3d-c43e-43c4-85c6-9c3f8b9993ef tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Pushing event deleted for resources: {'Subnet': ['ID=00bb516f-cf1d-464f-871b-60cf66baeed9,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:59.404817 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d5c3ca3d-c43e-43c4-85c6-9c3f8b9993ef tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:59.408097 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d5c3ca3d-c43e-43c4-85c6-9c3f8b9993ef tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] 10.222.0.65 "DELETE /v2.0/subnets/00bb516f-cf1d-464f-871b-60cf66baeed9 HTTP/1.1" status: 204 len: 168 time: 0.5610211 Mar 11 20:28:59.410631 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58278) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:28:59.463902 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a680e0a-9706-4497-acd1-84000523b0e4 None None] Pushing event updated for resources: {'Port': ['ID=8f5ced05-09a1-4484-8cf0-9947540eae73,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:59.508879 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b6ef09b9-b602-4662-b926-6337bd2227a6 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (97ee44e4-ca23-41ca-80bd-8cb237e5cad9), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:59.574630 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-b6ef09b9-b602-4662-b926-6337bd2227a6 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Deleting port 8f5ced05-09a1-4484-8cf0-9947540eae73 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:28:59.574975 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b6ef09b9-b602-4662-b926-6337bd2227a6 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (8f5ced05-09a1-4484-8cf0-9947540eae73), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:59.589470 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 208993b0-47f6-44de-ad51-9f2625710eb4 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:28:59.651843 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 208993b0-47f6-44de-ad51-9f2625710eb4 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:28:59.652228 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (208993b0-47f6-44de-ad51-9f2625710eb4), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:59.654170 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-b6ef09b9-b602-4662-b926-6337bd2227a6 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] For port 8f5ced05-09a1-4484-8cf0-9947540eae73, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=8f5ced05-09a1-4484-8cf0-9947540eae73,segment=NetworkSegment(bf13a12e-6039-440b-9726-e4ab150296be),segment_id=bf13a12e-6039-440b-9726-e4ab150296be)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:28:59.654554 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b6ef09b9-b602-4662-b926-6337bd2227a6 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (8f5ced05-09a1-4484-8cf0-9947540eae73), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:59.684800 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-b6ef09b9-b602-4662-b926-6337bd2227a6 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Calling delete_port for 8f5ced05-09a1-4484-8cf0-9947540eae73 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:28:59.774132 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 208993b0-47f6-44de-ad51-9f2625710eb4 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:28:59.774525 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (208993b0-47f6-44de-ad51-9f2625710eb4), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:59.794650 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b6ef09b9-b602-4662-b926-6337bd2227a6 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (8f5ced05-09a1-4484-8cf0-9947540eae73), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:59.809162 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ef09b9-b602-4662-b926-6337bd2227a6 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] No DVR routers for this DVR port 8f5ced05-09a1-4484-8cf0-9947540eae73 on host n-d-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:28:59.816459 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 208993b0-47f6-44de-ad51-9f2625710eb4, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=208993b0-47f6-44de-ad51-9f2625710eb4,segment=NetworkSegment(719615e0-599a-4d3c-9fe5-b4b071ec554e),segment_id=719615e0-599a-4d3c-9fe5-b4b071ec554e)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:28:59.822906 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (208993b0-47f6-44de-ad51-9f2625710eb4), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:59.855784 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ef09b9-b602-4662-b926-6337bd2227a6 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Pushing event deleted for resources: {'Port': ['ID=8f5ced05-09a1-4484-8cf0-9947540eae73,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:59.866855 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b508fb73-b8b5-4306-a2f8-1388cec674b1 None None] Network d520b752-620f-4869-9769-116dd8e1d516 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:28:59.931367 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b6ef09b9-b602-4662-b926-6337bd2227a6 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (97ee44e4-ca23-41ca-80bd-8cb237e5cad9), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:59.947751 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=208993b0-47f6-44de-ad51-9f2625710eb4,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:28:59.951828 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-b6ef09b9-b602-4662-b926-6337bd2227a6 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97ee44e4-ca23-41ca-80bd-8cb237e5cad9']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:28:59.961445 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-b6ef09b9-b602-4662-b926-6337bd2227a6 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf13a12e-6039-440b-9726-e4ab150296be') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:28:59.961741 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-b6ef09b9-b602-4662-b926-6337bd2227a6 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf13a12e-6039-440b-9726-e4ab150296be') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:28:59.970900 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b6ef09b9-b602-4662-b926-6337bd2227a6 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (bf13a12e-6039-440b-9726-e4ab150296be), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:59.972687 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-edc7840c-2741-417e-9c7c-299cdb442fce None None] Provisioning complete for port 208993b0-47f6-44de-ad51-9f2625710eb4 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:28:59.973069 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-edc7840c-2741-417e-9c7c-299cdb442fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (208993b0-47f6-44de-ad51-9f2625710eb4), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:59.985375 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b6ef09b9-b602-4662-b926-6337bd2227a6 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (bf13a12e-6039-440b-9726-e4ab150296be), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:59.992191 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6ef09b9-b602-4662-b926-6337bd2227a6 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Releasing vlan 877 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 20:28:59.992575 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b6ef09b9-b602-4662-b926-6337bd2227a6 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (bf13a12e-6039-440b-9726-e4ab150296be), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:28:59.995829 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 20:28:59.995829 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 20:28:59.995829 n-d-833163-1 neutron-server[103884]: timer() Mar 11 20:28:59.995829 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:28:59.995829 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 20:28:59.995829 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 20:28:59.995829 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 20:28:59.995829 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:28:59.995829 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 20:28:59.995829 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:28:59.995829 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 20:28:59.995829 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:28:59.995829 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 20:28:59.995829 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 20:28:59.995829 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:28:59.995829 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 20:28:59.995829 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:28:59.995829 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 20:28:59.995829 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 20:28:59.995829 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:28:59.995829 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 20:28:59.995829 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:28:59.995829 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:28:59.995829 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 20:28:59.995829 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 20:28:59.995829 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 20:28:59.995829 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:28:59.995829 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 20:28:59.995829 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:28:59.995829 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 20:28:59.995829 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:28:59.995829 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:29:00.060251 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b6ef09b9-b602-4662-b926-6337bd2227a6 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (97ee44e4-ca23-41ca-80bd-8cb237e5cad9), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:00.076205 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b6ef09b9-b602-4662-b926-6337bd2227a6 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:00.079684 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b6ef09b9-b602-4662-b926-6337bd2227a6 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] 10.222.0.65 "DELETE /v2.0/networks/97ee44e4-ca23-41ca-80bd-8cb237e5cad9 HTTP/1.1" status: 204 len: 168 time: 0.6679871 Mar 11 20:29:00.082672 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58280) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:29:00.083191 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-edc7840c-2741-417e-9c7c-299cdb442fce None None] Current status of the port 208993b0-47f6-44de-ad51-9f2625710eb4 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:29:00.091500 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ef09b9-b602-4662-b926-6337bd2227a6 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Pushing event deleted for resources: {'Network': ['ID=97ee44e4-ca23-41ca-80bd-8cb237e5cad9,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:29:00.143889 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab5294dc-69e9-415f-a8c3-fe782a4b2ea9 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Deleting subnet 9ec0b822-d379-4e2b-a5ca-f10897e6c857 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 20:29:00.152193 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab5294dc-69e9-415f-a8c3-fe782a4b2ea9 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Publish callbacks [] for subnet (9ec0b822-d379-4e2b-a5ca-f10897e6c857), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:00.193867 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab5294dc-69e9-415f-a8c3-fe782a4b2ea9 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (9ec0b822-d379-4e2b-a5ca-f10897e6c857), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:00.283754 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab5294dc-69e9-415f-a8c3-fe782a4b2ea9 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (9ec0b822-d379-4e2b-a5ca-f10897e6c857), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:00.307845 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-07e44c3d-ca48-48fb-9ba2-65bc162393d3 None None] Provisioning complete for port 208993b0-47f6-44de-ad51-9f2625710eb4 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:29:00.308443 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-07e44c3d-ca48-48fb-9ba2-65bc162393d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (208993b0-47f6-44de-ad51-9f2625710eb4), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:00.354132 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab5294dc-69e9-415f-a8c3-fe782a4b2ea9 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (9ec0b822-d379-4e2b-a5ca-f10897e6c857), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:00.383596 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5294dc-69e9-415f-a8c3-fe782a4b2ea9 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Pushing event deleted for resources: {'Subnet': ['ID=9ec0b822-d379-4e2b-a5ca-f10897e6c857,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:29:00.387004 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ab5294dc-69e9-415f-a8c3-fe782a4b2ea9 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:00.390443 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ab5294dc-69e9-415f-a8c3-fe782a4b2ea9 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] 10.222.0.65 "DELETE /v2.0/subnets/9ec0b822-d379-4e2b-a5ca-f10897e6c857 HTTP/1.1" status: 204 len: 168 time: 0.3053875 Mar 11 20:29:00.393362 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58282) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:29:00.394891 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6ace0c-c1cf-42da-a4b0-d4ffaa0c4bf8 None None] Network d520b752-620f-4869-9769-116dd8e1d516 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:29:00.433143 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-07e44c3d-ca48-48fb-9ba2-65bc162393d3 None None] Current status of the port 208993b0-47f6-44de-ad51-9f2625710eb4 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:29:00.480118 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-386e5a8e-cb22-448d-9fd2-bbc2a094b8c4 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (d520b752-620f-4869-9769-116dd8e1d516), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:00.542580 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-386e5a8e-cb22-448d-9fd2-bbc2a094b8c4 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Deleting port 208993b0-47f6-44de-ad51-9f2625710eb4 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:29:00.543195 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-386e5a8e-cb22-448d-9fd2-bbc2a094b8c4 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (208993b0-47f6-44de-ad51-9f2625710eb4), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:00.593669 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b6a6d7-18e4-4022-af55-11f17e9cad4a None None] DHCP port deletion for d520b752-620f-4869-9769-116dd8e1d516 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 20:29:00.612674 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-386e5a8e-cb22-448d-9fd2-bbc2a094b8c4 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] For port 208993b0-47f6-44de-ad51-9f2625710eb4, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=208993b0-47f6-44de-ad51-9f2625710eb4,segment=NetworkSegment(719615e0-599a-4d3c-9fe5-b4b071ec554e),segment_id=719615e0-599a-4d3c-9fe5-b4b071ec554e)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:29:00.613047 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-386e5a8e-cb22-448d-9fd2-bbc2a094b8c4 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (208993b0-47f6-44de-ad51-9f2625710eb4), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:00.626052 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-386e5a8e-cb22-448d-9fd2-bbc2a094b8c4 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Calling delete_port for 208993b0-47f6-44de-ad51-9f2625710eb4 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:29:00.652699 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-53b6a6d7-18e4-4022-af55-11f17e9cad4a None None] Deleting port 208993b0-47f6-44de-ad51-9f2625710eb4 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:29:00.653182 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-53b6a6d7-18e4-4022-af55-11f17e9cad4a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (208993b0-47f6-44de-ad51-9f2625710eb4), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:00.656565 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-88ff11ce-bbdc-466a-965e-58d365f523ab None None] Could not find standard attr ID for object 8f5ced05-09a1-4484-8cf0-9947540eae73. {{(pid=103886) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 11 20:29:00.714410 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bb12e1-67a1-40ba-9a90-9e73cea4c64b None None] DHCP port deletion for 97ee44e4-ca23-41ca-80bd-8cb237e5cad9 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 20:29:00.715355 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-386e5a8e-cb22-448d-9fd2-bbc2a094b8c4 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (208993b0-47f6-44de-ad51-9f2625710eb4), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:00.725413 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-53b6a6d7-18e4-4022-af55-11f17e9cad4a None None] For port 208993b0-47f6-44de-ad51-9f2625710eb4, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=208993b0-47f6-44de-ad51-9f2625710eb4,segment=NetworkSegment(719615e0-599a-4d3c-9fe5-b4b071ec554e),segment_id=719615e0-599a-4d3c-9fe5-b4b071ec554e)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:29:00.725811 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-53b6a6d7-18e4-4022-af55-11f17e9cad4a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (208993b0-47f6-44de-ad51-9f2625710eb4), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:00.740908 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-53b6a6d7-18e4-4022-af55-11f17e9cad4a None None] Calling delete_port for 208993b0-47f6-44de-ad51-9f2625710eb4 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:29:00.743196 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386e5a8e-cb22-448d-9fd2-bbc2a094b8c4 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Pushing event deleted for resources: {'Port': ['ID=208993b0-47f6-44de-ad51-9f2625710eb4,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:29:00.743792 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e227e2-b7cb-4cde-93ed-ecb4a22e9828 None None] Network 97ee44e4-ca23-41ca-80bd-8cb237e5cad9 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:29:00.745402 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386e5a8e-cb22-448d-9fd2-bbc2a094b8c4 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] No DVR routers for this DVR port 208993b0-47f6-44de-ad51-9f2625710eb4 on host n-d-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:29:00.768701 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e227e2-b7cb-4cde-93ed-ecb4a22e9828 None None] Network 97ee44e4-ca23-41ca-80bd-8cb237e5cad9 could not be found, it might have been deleted concurrently. {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 11 20:29:00.825868 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-386e5a8e-cb22-448d-9fd2-bbc2a094b8c4 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (d520b752-620f-4869-9769-116dd8e1d516), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:00.839013 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-53b6a6d7-18e4-4022-af55-11f17e9cad4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (208993b0-47f6-44de-ad51-9f2625710eb4), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:00.847103 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-386e5a8e-cb22-448d-9fd2-bbc2a094b8c4 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d520b752-620f-4869-9769-116dd8e1d516']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:29:00.857379 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-386e5a8e-cb22-448d-9fd2-bbc2a094b8c4 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '719615e0-599a-4d3c-9fe5-b4b071ec554e') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:29:00.857683 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-386e5a8e-cb22-448d-9fd2-bbc2a094b8c4 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '719615e0-599a-4d3c-9fe5-b4b071ec554e') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:29:00.866361 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b6a6d7-18e4-4022-af55-11f17e9cad4a None None] Pushing event deleted for resources: {'Port': ['ID=208993b0-47f6-44de-ad51-9f2625710eb4,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:29:00.866979 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-386e5a8e-cb22-448d-9fd2-bbc2a094b8c4 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (719615e0-599a-4d3c-9fe5-b4b071ec554e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:00.868612 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b6a6d7-18e4-4022-af55-11f17e9cad4a None None] No DVR routers for this DVR port 208993b0-47f6-44de-ad51-9f2625710eb4 on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:29:00.880962 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-386e5a8e-cb22-448d-9fd2-bbc2a094b8c4 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (719615e0-599a-4d3c-9fe5-b4b071ec554e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:00.887047 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-386e5a8e-cb22-448d-9fd2-bbc2a094b8c4 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Releasing vlan 873 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 20:29:00.887438 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-386e5a8e-cb22-448d-9fd2-bbc2a094b8c4 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (719615e0-599a-4d3c-9fe5-b4b071ec554e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:00.890463 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 20:29:00.890463 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 20:29:00.890463 n-d-833163-1 neutron-server[103884]: timer() Mar 11 20:29:00.890463 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:29:00.890463 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 20:29:00.890463 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 20:29:00.890463 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 20:29:00.890463 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:29:00.890463 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 20:29:00.890463 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:29:00.890463 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 20:29:00.890463 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:29:00.890463 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 20:29:00.890463 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 20:29:00.890463 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:29:00.890463 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 20:29:00.890463 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:29:00.890463 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 20:29:00.890463 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 20:29:00.890463 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:29:00.890463 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 20:29:00.890463 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:29:00.890463 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:29:00.890463 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 20:29:00.890463 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 20:29:00.890463 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 20:29:00.890463 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:29:00.890463 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 20:29:00.890463 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:29:00.890463 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 20:29:00.890463 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:29:00.890463 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:29:00.951765 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-386e5a8e-cb22-448d-9fd2-bbc2a094b8c4 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (d520b752-620f-4869-9769-116dd8e1d516), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:00.958657 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-386e5a8e-cb22-448d-9fd2-bbc2a094b8c4 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:00.961988 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-386e5a8e-cb22-448d-9fd2-bbc2a094b8c4 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] 10.222.0.65 "DELETE /v2.0/networks/d520b752-620f-4869-9769-116dd8e1d516 HTTP/1.1" status: 204 len: 168 time: 0.5673563 Mar 11 20:29:00.964856 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58284) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:29:00.973210 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386e5a8e-cb22-448d-9fd2-bbc2a094b8c4 tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Pushing event deleted for resources: {'Network': ['ID=d520b752-620f-4869-9769-116dd8e1d516,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:29:00.992942 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-382c2182-0ca0-4533-9091-bae827efeace tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] 10.222.0.65 "GET /v2.0/ports?device_id=b5f61d87-cf3a-43e7-8321-dd270ed64634 HTTP/1.1" status: 200 len: 205 time: 0.0269511 Mar 11 20:29:00.995302 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58286) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:29:01.112391 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-581cf1f4-c800-4976-b4fc-4b89194f38bb tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Publish callbacks [] for router (b5f61d87-cf3a-43e7-8321-dd270ed64634), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:01.265919 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-581cf1f4-c800-4976-b4fc-4b89194f38bb tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (b5f61d87-cf3a-43e7-8321-dd270ed64634), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:01.268028 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-581cf1f4-c800-4976-b4fc-4b89194f38bb tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Publish callbacks [] for router_controller (b5f61d87-cf3a-43e7-8321-dd270ed64634), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:01.312250 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-581cf1f4-c800-4976-b4fc-4b89194f38bb tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (b5f61d87-cf3a-43e7-8321-dd270ed64634), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:01.312738 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-581cf1f4-c800-4976-b4fc-4b89194f38bb tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Fanout notify agent at l3_agent the message router_deleted on router b5f61d87-cf3a-43e7-8321-dd270ed64634 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 20:29:01.320561 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-581cf1f4-c800-4976-b4fc-4b89194f38bb tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:01.324493 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-581cf1f4-c800-4976-b4fc-4b89194f38bb tempest-RoutersNegativeTest-2104661027 tempest-RoutersNegativeTest-2104661027-project] 10.222.0.65 "DELETE /v2.0/routers/b5f61d87-cf3a-43e7-8321-dd270ed64634 HTTP/1.1" status: 204 len: 168 time: 0.3254335 Mar 11 20:29:01.512944 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 208993b0-47f6-44de-ad51-9f2625710eb4 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:29:01.535852 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 208993b0-47f6-44de-ad51-9f2625710eb4 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:29:01.536469 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 208993b0-47f6-44de-ad51-9f2625710eb4 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:29:01.597328 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58292) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:29:01.724603 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-1791f418-c54f-456b-8950-534eacda15f4 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=104e5b68013940bf863b6aa33e5c900c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1261039 Mar 11 20:29:01.727036 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58296) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:29:01.772333 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-287ba667-2da7-437b-be33-74285a593d8d admin admin] Publish callbacks [] for security_group (4100347f-d93d-4237-8cf2-26e2ed3e6a9b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:01.792343 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-287ba667-2da7-437b-be33-74285a593d8d admin admin] Publish callbacks [] for security_group (4100347f-d93d-4237-8cf2-26e2ed3e6a9b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:01.840633 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-287ba667-2da7-437b-be33-74285a593d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (4100347f-d93d-4237-8cf2-26e2ed3e6a9b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:01.843349 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-287ba667-2da7-437b-be33-74285a593d8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:01.844678 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-287ba667-2da7-437b-be33-74285a593d8d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/4100347f-d93d-4237-8cf2-26e2ed3e6a9b HTTP/1.1" status: 204 len: 168 time: 0.1167514 Mar 11 20:29:01.852374 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287ba667-2da7-437b-be33-74285a593d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4100347f-d93d-4237-8cf2-26e2ed3e6a9b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:29:02.448224 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58318) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:29:02.544201 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-9ea31ec9-c7eb-4038-94e8-a593f1152147 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2063002853-network', 'tenant_id': '78a3e3286fe54f2186735eafcd7c13c2'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:29:02.563524 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea31ec9-c7eb-4038-94e8-a593f1152147 admin admin] Made reservation on behalf of 78a3e3286fe54f2186735eafcd7c13c2 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:29:02.565976 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ea31ec9-c7eb-4038-94e8-a593f1152147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:02.574168 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ea31ec9-c7eb-4038-94e8-a593f1152147 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:02.650432 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ea31ec9-c7eb-4038-94e8-a593f1152147 admin admin] Publish callbacks [] for security_group (dbb34769-0995-40a8-bf8d-2b09d133cd54), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:02.654082 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ea31ec9-c7eb-4038-94e8-a593f1152147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (dbb34769-0995-40a8-bf8d-2b09d133cd54), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:02.678023 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ea31ec9-c7eb-4038-94e8-a593f1152147 admin admin] vlan segment allocate from pool success with {'vlan_id': 858, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:29:02.687454 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea31ec9-c7eb-4038-94e8-a593f1152147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb34769-0995-40a8-bf8d-2b09d133cd54,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:29:02.692229 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ea31ec9-c7eb-4038-94e8-a593f1152147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (b8e8359e-ce3b-4a42-9f05-c629b7e2e2eb), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:02.692572 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-9ea31ec9-c7eb-4038-94e8-a593f1152147 admin admin] Added segment b8e8359e-ce3b-4a42-9f05-c629b7e2e2eb of type vlan for network 1b917941-2eb5-47db-ab3e-e6fc0957b934 Mar 11 20:29:02.732145 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ea31ec9-c7eb-4038-94e8-a593f1152147 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (1b917941-2eb5-47db-ab3e-e6fc0957b934), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:02.756124 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ea31ec9-c7eb-4038-94e8-a593f1152147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (1b917941-2eb5-47db-ab3e-e6fc0957b934), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:02.757057 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea31ec9-c7eb-4038-94e8-a593f1152147 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:29:02.757626 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9ea31ec9-c7eb-4038-94e8-a593f1152147 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:02.784198 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-9ea31ec9-c7eb-4038-94e8-a593f1152147 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3348885 Mar 11 20:29:02.787185 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58322) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:29:02.792319 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-2c72448d-3251-46c3-b4b4-93ca2dbc63ce admin admin] Request body: {'subnet': {'network_id': '1b917941-2eb5-47db-ab3e-e6fc0957b934', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2063002853-subnet', 'tenant_id': '78a3e3286fe54f2186735eafcd7c13c2', 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:29:02.810065 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c72448d-3251-46c3-b4b4-93ca2dbc63ce admin admin] Made reservation on behalf of 78a3e3286fe54f2186735eafcd7c13c2 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:29:02.812778 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2c72448d-3251-46c3-b4b4-93ca2dbc63ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:02.819851 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea31ec9-c7eb-4038-94e8-a593f1152147 admin admin] Pushing event updated for resources: {'Network': ['ID=1b917941-2eb5-47db-ab3e-e6fc0957b934,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:29:02.833441 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 1b917941-2eb5-47db-ab3e-e6fc0957b934 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 20:29:02.988503 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2c72448d-3251-46c3-b4b4-93ca2dbc63ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (80cd61ec-2c33-4140-90f7-71f6e12a3bb7), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:03.042787 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c72448d-3251-46c3-b4b4-93ca2dbc63ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=80cd61ec-2c33-4140-90f7-71f6e12a3bb7,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:29:03.051089 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c72448d-3251-46c3-b4b4-93ca2dbc63ce admin admin] Checking segment: {'id': 'b8e8359e-ce3b-4a42-9f05-c629b7e2e2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '1b917941-2eb5-47db-ab3e-e6fc0957b934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:29:03.051451 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c72448d-3251-46c3-b4b4-93ca2dbc63ce admin admin] Network hostable DHCP agents. Network: 1b917941-2eb5-47db-ab3e-e6fc0957b934, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:29:03.068100 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c72448d-3251-46c3-b4b4-93ca2dbc63ce admin admin] Network 1b917941-2eb5-47db-ab3e-e6fc0957b934 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:29:03.076839 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-2c72448d-3251-46c3-b4b4-93ca2dbc63ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 1b917941-2eb5-47db-ab3e-e6fc0957b934) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:29:03.080736 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c72448d-3251-46c3-b4b4-93ca2dbc63ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:29:03.081330 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2c72448d-3251-46c3-b4b4-93ca2dbc63ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:03.085409 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7ed3cb-ec07-4df4-a576-b9cc3a69ab1e None None] Network 1b917941-2eb5-47db-ab3e-e6fc0957b934 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:29:03.099521 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58324) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:29:03.099758 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-2c72448d-3251-46c3-b4b4-93ca2dbc63ce admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3111854 Mar 11 20:29:03.104197 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-c41eb1f9-a91d-4c22-a7fb-a3c79773a1b5 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2063002853-router', 'tenant_id': '78a3e3286fe54f2186735eafcd7c13c2', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:29:03.124751 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c41eb1f9-a91d-4c22-a7fb-a3c79773a1b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (c68faf30-93ed-4220-8dfa-2f5e3e0ce9ed), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:03.125772 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c41eb1f9-a91d-4c22-a7fb-a3c79773a1b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (c68faf30-93ed-4220-8dfa-2f5e3e0ce9ed), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:03.186577 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c41eb1f9-a91d-4c22-a7fb-a3c79773a1b5 admin admin] Publish callbacks [] for router_controller (c68faf30-93ed-4220-8dfa-2f5e3e0ce9ed), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:03.194127 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d77894d-7b0c-4438-92c2-e0e060bcaa8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-1b917941-2eb5-47db-ab3e-e6fc0957b934', 'network_id': '1b917941-2eb5-47db-ab3e-e6fc0957b934', 'project_id': '78a3e3286fe54f2186735eafcd7c13c2', 'fixed_ips': [{'subnet_id': '80cd61ec-2c33-4140-90f7-71f6e12a3bb7'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 20:29:03.194996 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3d77894d-7b0c-4438-92c2-e0e060bcaa8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:03.335605 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-3d77894d-7b0c-4438-92c2-e0e060bcaa8e None None] Allocated IP 172.20.0.2 (1b917941-2eb5-47db-ab3e-e6fc0957b934/80cd61ec-2c33-4140-90f7-71f6e12a3bb7/4e394eb4-22ba-4854-af4d-740dcbca8c57) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:29:03.480253 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3d77894d-7b0c-4438-92c2-e0e060bcaa8e None None] Publish callbacks [] for port (4e394eb4-22ba-4854-af4d-740dcbca8c57), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:03.486578 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3d77894d-7b0c-4438-92c2-e0e060bcaa8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (4e394eb4-22ba-4854-af4d-740dcbca8c57), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:03.528770 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d77894d-7b0c-4438-92c2-e0e060bcaa8e None None] Network 1b917941-2eb5-47db-ab3e-e6fc0957b934 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:29:03.533665 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-3d77894d-7b0c-4438-92c2-e0e060bcaa8e None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:29:03.537618 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d77894d-7b0c-4438-92c2-e0e060bcaa8e None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:29:03.544288 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d77894d-7b0c-4438-92c2-e0e060bcaa8e None None] Pushing event updated for resources: {'Port': ['ID=4e394eb4-22ba-4854-af4d-740dcbca8c57,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:29:03.591960 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c41eb1f9-a91d-4c22-a7fb-a3c79773a1b5 admin admin] Publish callbacks [] for router_gateway (c68faf30-93ed-4220-8dfa-2f5e3e0ce9ed), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:03.597389 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-3d77894d-7b0c-4438-92c2-e0e060bcaa8e None None] Attempting to bind port 4e394eb4-22ba-4854-af4d-740dcbca8c57 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:29:03.597863 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-3d77894d-7b0c-4438-92c2-e0e060bcaa8e None None] Attempting to bind port 4e394eb4-22ba-4854-af4d-740dcbca8c57 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'b8e8359e-ce3b-4a42-9f05-c629b7e2e2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '1b917941-2eb5-47db-ab3e-e6fc0957b934'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:29:03.598296 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d77894d-7b0c-4438-92c2-e0e060bcaa8e None None] Attempting to bind port 4e394eb4-22ba-4854-af4d-740dcbca8c57 on network 1b917941-2eb5-47db-ab3e-e6fc0957b934 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:29:03.604247 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d77894d-7b0c-4438-92c2-e0e060bcaa8e None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:29:03.604623 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d77894d-7b0c-4438-92c2-e0e060bcaa8e None None] Checking segment: {'id': 'b8e8359e-ce3b-4a42-9f05-c629b7e2e2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '1b917941-2eb5-47db-ab3e-e6fc0957b934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:29:03.605058 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3d77894d-7b0c-4438-92c2-e0e060bcaa8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:03.605458 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d77894d-7b0c-4438-92c2-e0e060bcaa8e None None] Bound using segment: {'id': 'b8e8359e-ce3b-4a42-9f05-c629b7e2e2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '1b917941-2eb5-47db-ab3e-e6fc0957b934'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:29:03.605927 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-3d77894d-7b0c-4438-92c2-e0e060bcaa8e None None] Bound port: 4e394eb4-22ba-4854-af4d-740dcbca8c57, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8e8359e-ce3b-4a42-9f05-c629b7e2e2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '1b917941-2eb5-47db-ab3e-e6fc0957b934'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:29:03.606323 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3d77894d-7b0c-4438-92c2-e0e060bcaa8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (4e394eb4-22ba-4854-af4d-740dcbca8c57), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:03.670134 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-3d77894d-7b0c-4438-92c2-e0e060bcaa8e None None] For port 4e394eb4-22ba-4854-af4d-740dcbca8c57, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:29:03.673395 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-3d77894d-7b0c-4438-92c2-e0e060bcaa8e None None] For port 4e394eb4-22ba-4854-af4d-740dcbca8c57, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=4e394eb4-22ba-4854-af4d-740dcbca8c57,segment=NetworkSegment(b8e8359e-ce3b-4a42-9f05-c629b7e2e2eb),segment_id=b8e8359e-ce3b-4a42-9f05-c629b7e2e2eb)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:29:03.678803 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3d77894d-7b0c-4438-92c2-e0e060bcaa8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (4e394eb4-22ba-4854-af4d-740dcbca8c57), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:03.741713 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d77894d-7b0c-4438-92c2-e0e060bcaa8e None None] Pushing event updated for resources: {'Port': ['ID=4e394eb4-22ba-4854-af4d-740dcbca8c57,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:29:03.804320 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c41eb1f9-a91d-4c22-a7fb-a3c79773a1b5 admin admin] Publish callbacks [] for router_gateway (c68faf30-93ed-4220-8dfa-2f5e3e0ce9ed), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:03.829583 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c41eb1f9-a91d-4c22-a7fb-a3c79773a1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:03.962840 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-c41eb1f9-a91d-4c22-a7fb-a3c79773a1b5 admin admin] Allocated IP 172.25.8.113 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/1b6ba768-b376-41ef-abeb-369415b76c9d) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:29:04.066013 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c41eb1f9-a91d-4c22-a7fb-a3c79773a1b5 admin admin] Publish callbacks [] for port (1b6ba768-b376-41ef-abeb-369415b76c9d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:04.099271 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c41eb1f9-a91d-4c22-a7fb-a3c79773a1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (1b6ba768-b376-41ef-abeb-369415b76c9d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:04.139780 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41eb1f9-a91d-4c22-a7fb-a3c79773a1b5 admin admin] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:29:04.142488 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-c41eb1f9-a91d-4c22-a7fb-a3c79773a1b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:29:04.147973 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41eb1f9-a91d-4c22-a7fb-a3c79773a1b5 admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:29:04.172780 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41eb1f9-a91d-4c22-a7fb-a3c79773a1b5 admin admin] Pushing event updated for resources: {'Port': ['ID=1b6ba768-b376-41ef-abeb-369415b76c9d,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:29:04.400920 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c41eb1f9-a91d-4c22-a7fb-a3c79773a1b5 admin admin] Publish callbacks [] for router_gateway (c68faf30-93ed-4220-8dfa-2f5e3e0ce9ed), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:04.614168 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c41eb1f9-a91d-4c22-a7fb-a3c79773a1b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (c68faf30-93ed-4220-8dfa-2f5e3e0ce9ed), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:04.675117 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570f80fb-b64b-434d-b124-eb878f6deef5 None None] Network 1b917941-2eb5-47db-ab3e-e6fc0957b934 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:29:04.748780 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4a656281-47a4-4238-a2c4-8e2f824694e9 None None] Provisioning complete for port 4e394eb4-22ba-4854-af4d-740dcbca8c57 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:29:04.749157 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4a656281-47a4-4238-a2c4-8e2f824694e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (4e394eb4-22ba-4854-af4d-740dcbca8c57), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:04.760830 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c41eb1f9-a91d-4c22-a7fb-a3c79773a1b5 admin admin] Router c68faf30-93ed-4220-8dfa-2f5e3e0ce9ed is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 20:29:04.862348 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4a656281-47a4-4238-a2c4-8e2f824694e9 None None] Current status of the port 4e394eb4-22ba-4854-af4d-740dcbca8c57 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:29:04.862829 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4a656281-47a4-4238-a2c4-8e2f824694e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (4e394eb4-22ba-4854-af4d-740dcbca8c57), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:04.883145 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c41eb1f9-a91d-4c22-a7fb-a3c79773a1b5 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:29:04.904687 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8da577-ddbf-4e47-8925-a08a800b3596 None None] Sync routers for ids ['c68faf30-93ed-4220-8dfa-2f5e3e0ce9ed'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:29:04.904879 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c41eb1f9-a91d-4c22-a7fb-a3c79773a1b5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:04.908077 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-c41eb1f9-a91d-4c22-a7fb-a3c79773a1b5 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8072858 Mar 11 20:29:04.909200 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58326) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:29:04.929567 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8da577-ddbf-4e47-8925-a08a800b3596 None None] Routers {'c68faf30-93ed-4220-8dfa-2f5e3e0ce9ed'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:29:04.930204 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-1e8da577-ddbf-4e47-8925-a08a800b3596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:28:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['c68faf30-93ed-4220-8dfa-2f5e3e0ce9ed'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:29:04.970408 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4a656281-47a4-4238-a2c4-8e2f824694e9 None None] For port 4e394eb4-22ba-4854-af4d-740dcbca8c57, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=4e394eb4-22ba-4854-af4d-740dcbca8c57,segment=NetworkSegment(b8e8359e-ce3b-4a42-9f05-c629b7e2e2eb),segment_id=b8e8359e-ce3b-4a42-9f05-c629b7e2e2eb)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:29:04.978801 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4a656281-47a4-4238-a2c4-8e2f824694e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (4e394eb4-22ba-4854-af4d-740dcbca8c57), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:05.077228 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a656281-47a4-4238-a2c4-8e2f824694e9 None None] Pushing event updated for resources: {'Port': ['ID=4e394eb4-22ba-4854-af4d-740dcbca8c57,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:29:05.090941 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-1e8da577-ddbf-4e47-8925-a08a800b3596 None None] Set router c68faf30-93ed-4220-8dfa-2f5e3e0ce9ed gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:29:05.168346 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-8b07a7cf-9841-44cd-a55c-dad74f69e87d None None] Provisioning complete for port 4e394eb4-22ba-4854-af4d-740dcbca8c57 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:29:05.168641 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8b07a7cf-9841-44cd-a55c-dad74f69e87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (4e394eb4-22ba-4854-af4d-740dcbca8c57), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:05.323256 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8b07a7cf-9841-44cd-a55c-dad74f69e87d None None] Current status of the port 4e394eb4-22ba-4854-af4d-740dcbca8c57 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:29:05.341309 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-1e8da577-ddbf-4e47-8925-a08a800b3596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68faf30-93ed-4220-8dfa-2f5e3e0ce9ed', 'name': 'tempest-TestEncryptedCinderVolumes-2063002853-router', 'tenant_id': '78a3e3286fe54f2186735eafcd7c13c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '1b6ba768-b376-41ef-abeb-369415b76c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:29:03Z', 'updated_at': '2022-03-11T20:29:04Z', 'revision_number': 3, 'project_id': '78a3e3286fe54f2186735eafcd7c13c2', 'gw_port': {'id': '1b6ba768-b376-41ef-abeb-369415b76c9d', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:51:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68faf30-93ed-4220-8dfa-2f5e3e0ce9ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:29:03Z', 'updated_at': '2022-03-11T20:29:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:29:05.348124 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c62db552-81ba-4a3f-9be0-3a6243125e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:05.371586 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8da577-ddbf-4e47-8925-a08a800b3596 None None] Checking router: c68faf30-93ed-4220-8dfa-2f5e3e0ce9ed for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:29:05.371966 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8da577-ddbf-4e47-8925-a08a800b3596 None None] Updating router c68faf30-93ed-4220-8dfa-2f5e3e0ce9ed port 1b6ba768-b376-41ef-abeb-369415b76c9d binding host n-d-833163-1 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 20:29:05.398647 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1e8da577-ddbf-4e47-8925-a08a800b3596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (1b6ba768-b376-41ef-abeb-369415b76c9d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:05.550114 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-c62db552-81ba-4a3f-9be0-3a6243125e26 admin admin] Allocated IP 172.20.0.1 (1b917941-2eb5-47db-ab3e-e6fc0957b934/80cd61ec-2c33-4140-90f7-71f6e12a3bb7/f3890bc0-d418-461c-9bd1-ad4368123cf8) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:29:05.559709 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 4e394eb4-22ba-4854-af4d-740dcbca8c57 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:29:05.655744 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c62db552-81ba-4a3f-9be0-3a6243125e26 admin admin] Publish callbacks [] for port (f3890bc0-d418-461c-9bd1-ad4368123cf8), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:05.671935 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 4e394eb4-22ba-4854-af4d-740dcbca8c57 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:29:05.672323 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (4e394eb4-22ba-4854-af4d-740dcbca8c57), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:05.688686 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c62db552-81ba-4a3f-9be0-3a6243125e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (f3890bc0-d418-461c-9bd1-ad4368123cf8), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:05.716242 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1e8da577-ddbf-4e47-8925-a08a800b3596 None None] Publish callbacks [] for port (1b6ba768-b376-41ef-abeb-369415b76c9d), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:05.723676 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1e8da577-ddbf-4e47-8925-a08a800b3596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (1b6ba768-b376-41ef-abeb-369415b76c9d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:05.727089 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62db552-81ba-4a3f-9be0-3a6243125e26 admin admin] Network 1b917941-2eb5-47db-ab3e-e6fc0957b934 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:29:05.731920 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-c62db552-81ba-4a3f-9be0-3a6243125e26 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:29:05.735355 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62db552-81ba-4a3f-9be0-3a6243125e26 admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:29:05.741328 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62db552-81ba-4a3f-9be0-3a6243125e26 admin admin] Pushing event updated for resources: {'Port': ['ID=f3890bc0-d418-461c-9bd1-ad4368123cf8,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:29:05.777347 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c62db552-81ba-4a3f-9be0-3a6243125e26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (c68faf30-93ed-4220-8dfa-2f5e3e0ce9ed), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:05.806172 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a011736e-507a-4900-95a7-2cf554d2379e None None] Pushing event updated for resources: {'Port': ['ID=1b6ba768-b376-41ef-abeb-369415b76c9d,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:29:05.812551 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-1e8da577-ddbf-4e47-8925-a08a800b3596 None None] Attempting to bind port 1b6ba768-b376-41ef-abeb-369415b76c9d on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:29:05.812935 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-1e8da577-ddbf-4e47-8925-a08a800b3596 None None] Attempting to bind port 1b6ba768-b376-41ef-abeb-369415b76c9d by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:29:05.813307 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8da577-ddbf-4e47-8925-a08a800b3596 None None] Attempting to bind port 1b6ba768-b376-41ef-abeb-369415b76c9d on network 612cc066-33e3-444d-b1c7-d0a64751482a {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:29:05.821361 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8da577-ddbf-4e47-8925-a08a800b3596 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:29:05.821747 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8da577-ddbf-4e47-8925-a08a800b3596 None None] Checking segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:29:05.822160 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1e8da577-ddbf-4e47-8925-a08a800b3596 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:05.822565 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8da577-ddbf-4e47-8925-a08a800b3596 None None] Bound using segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:29:05.823253 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-1e8da577-ddbf-4e47-8925-a08a800b3596 None None] Bound port: 1b6ba768-b376-41ef-abeb-369415b76c9d, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:29:05.823439 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1e8da577-ddbf-4e47-8925-a08a800b3596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (1b6ba768-b376-41ef-abeb-369415b76c9d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:05.926092 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c62db552-81ba-4a3f-9be0-3a6243125e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (f3890bc0-d418-461c-9bd1-ad4368123cf8), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:06.007610 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 4e394eb4-22ba-4854-af4d-740dcbca8c57 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:29:06.040106 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-1e8da577-ddbf-4e47-8925-a08a800b3596 None None] For port 1b6ba768-b376-41ef-abeb-369415b76c9d, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:29:06.043398 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-1e8da577-ddbf-4e47-8925-a08a800b3596 None None] For port 1b6ba768-b376-41ef-abeb-369415b76c9d, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=1b6ba768-b376-41ef-abeb-369415b76c9d,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:29:06.052680 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1e8da577-ddbf-4e47-8925-a08a800b3596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (1b6ba768-b376-41ef-abeb-369415b76c9d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:06.084694 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-32270342-2235-4442-89b0-4387975d979c None None] Provisioning complete for port f3890bc0-d418-461c-9bd1-ad4368123cf8 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:29:06.085071 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-32270342-2235-4442-89b0-4387975d979c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (f3890bc0-d418-461c-9bd1-ad4368123cf8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:06.101619 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c62db552-81ba-4a3f-9be0-3a6243125e26 admin admin] Publish callbacks [] for port (f3890bc0-d418-461c-9bd1-ad4368123cf8), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:06.106147 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c62db552-81ba-4a3f-9be0-3a6243125e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (f3890bc0-d418-461c-9bd1-ad4368123cf8), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:06.137365 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a011736e-507a-4900-95a7-2cf554d2379e None None] Pushing event updated for resources: {'Port': ['ID=1b6ba768-b376-41ef-abeb-369415b76c9d,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:29:06.150516 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8da577-ddbf-4e47-8925-a08a800b3596 None None] Routers {'c68faf30-93ed-4220-8dfa-2f5e3e0ce9ed'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:29:06.151132 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-1e8da577-ddbf-4e47-8925-a08a800b3596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:28:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['c68faf30-93ed-4220-8dfa-2f5e3e0ce9ed'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:29:06.155036 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-32270342-2235-4442-89b0-4387975d979c None None] Port f3890bc0-d418-461c-9bd1-ad4368123cf8 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:29:06.172448 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c62db552-81ba-4a3f-9be0-3a6243125e26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (c68faf30-93ed-4220-8dfa-2f5e3e0ce9ed), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:06.174240 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62db552-81ba-4a3f-9be0-3a6243125e26 admin admin] Pushing event updated for resources: {'Port': ['ID=f3890bc0-d418-461c-9bd1-ad4368123cf8,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:29:06.266356 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-1e8da577-ddbf-4e47-8925-a08a800b3596 None None] Set router c68faf30-93ed-4220-8dfa-2f5e3e0ce9ed gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:29:06.272652 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62db552-81ba-4a3f-9be0-3a6243125e26 admin admin] Network 1b917941-2eb5-47db-ab3e-e6fc0957b934 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:29:06.274002 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-c62db552-81ba-4a3f-9be0-3a6243125e26 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:29:06.485179 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-1e8da577-ddbf-4e47-8925-a08a800b3596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68faf30-93ed-4220-8dfa-2f5e3e0ce9ed', 'name': 'tempest-TestEncryptedCinderVolumes-2063002853-router', 'tenant_id': '78a3e3286fe54f2186735eafcd7c13c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '1b6ba768-b376-41ef-abeb-369415b76c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:29:03Z', 'updated_at': '2022-03-11T20:29:05Z', 'revision_number': 4, 'project_id': '78a3e3286fe54f2186735eafcd7c13c2', 'gw_port': {'id': '1b6ba768-b376-41ef-abeb-369415b76c9d', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:51:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68faf30-93ed-4220-8dfa-2f5e3e0ce9ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:29:03Z', 'updated_at': '2022-03-11T20:29:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'f3890bc0-d418-461c-9bd1-ad4368123cf8', 'name': '', 'network_id': '1b917941-2eb5-47db-ab3e-e6fc0957b934', 'tenant_id': '78a3e3286fe54f2186735eafcd7c13c2', 'mac_address': 'fa:16:3e:21:10:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68faf30-93ed-4220-8dfa-2f5e3e0ce9ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '80cd61ec-2c33-4140-90f7-71f6e12a3bb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:29:05Z', 'updated_at': '2022-03-11T20:29:05Z', 'revision_number': 2, 'project_id': '78a3e3286fe54f2186735eafcd7c13c2', 'subnets': [{'id': '80cd61ec-2c33-4140-90f7-71f6e12a3bb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:29:06.513843 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e8da577-ddbf-4e47-8925-a08a800b3596 None None] The sync data for ids ['c68faf30-93ed-4220-8dfa-2f5e3e0ce9ed'] in n-d-833163-1 is: [{'id': 'c68faf30-93ed-4220-8dfa-2f5e3e0ce9ed', 'name': 'tempest-TestEncryptedCinderVolumes-2063002853-router', 'tenant_id': '78a3e3286fe54f2186735eafcd7c13c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '1b6ba768-b376-41ef-abeb-369415b76c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:29:03Z', 'updated_at': '2022-03-11T20:29:05Z', 'revision_number': 4, 'project_id': '78a3e3286fe54f2186735eafcd7c13c2', 'gw_port': {'id': '1b6ba768-b376-41ef-abeb-369415b76c9d', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:51:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68faf30-93ed-4220-8dfa-2f5e3e0ce9ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:29:03Z', 'updated_at': '2022-03-11T20:29:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'f3890bc0-d418-461c-9bd1-ad4368123cf8', 'name': '', 'network_id': '1b917941-2eb5-47db-ab3e-e6fc0957b934', 'tenant_id': '78a3e3286fe54f2186735eafcd7c13c2', 'mac_address': 'fa:16:3e:21:10:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68faf30-93ed-4220-8dfa-2f5e3e0ce9ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '80cd61ec-2c33-4140-90f7-71f6e12a3bb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:29:05Z', 'updated_at': '2022-03-11T20:29:05Z', 'revision_number': 2, 'project_id': '78a3e3286fe54f2186735eafcd7c13c2', 'subnets': [{'id': '80cd61ec-2c33-4140-90f7-71f6e12a3bb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:29:06.576987 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-8c0c8042-6be9-48ce-b026-e2d299355a2d None None] Provisioning complete for port f3890bc0-d418-461c-9bd1-ad4368123cf8 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:29:06.577529 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8c0c8042-6be9-48ce-b026-e2d299355a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (f3890bc0-d418-461c-9bd1-ad4368123cf8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:06.619208 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8c0c8042-6be9-48ce-b026-e2d299355a2d None None] Port f3890bc0-d418-461c-9bd1-ad4368123cf8 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:29:06.695738 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c62db552-81ba-4a3f-9be0-3a6243125e26 admin admin] Router c68faf30-93ed-4220-8dfa-2f5e3e0ce9ed has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:29:06.808284 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62db552-81ba-4a3f-9be0-3a6243125e26 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:29:06.814935 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c62db552-81ba-4a3f-9be0-3a6243125e26 admin admin] 10.222.0.65 "PUT /v2.0/routers/c68faf30-93ed-4220-8dfa-2f5e3e0ce9ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9030886 Mar 11 20:29:07.316055 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58342) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:29:07.321754 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-61dcadfb-1447-4c3e-a933-1c675b5b6c47 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1425977156-network', 'tenant_id': 'a550139060654c9db94e45d315883ea1'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:29:07.341294 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61dcadfb-1447-4c3e-a933-1c675b5b6c47 admin admin] Made reservation on behalf of a550139060654c9db94e45d315883ea1 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:29:07.343662 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-61dcadfb-1447-4c3e-a933-1c675b5b6c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:07.352943 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-61dcadfb-1447-4c3e-a933-1c675b5b6c47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:07.432278 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-61dcadfb-1447-4c3e-a933-1c675b5b6c47 admin admin] Publish callbacks [] for security_group (14be9205-5331-4bae-a168-2505f0fecaf0), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:07.436542 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-61dcadfb-1447-4c3e-a933-1c675b5b6c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (14be9205-5331-4bae-a168-2505f0fecaf0), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:07.463100 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61dcadfb-1447-4c3e-a933-1c675b5b6c47 admin admin] vlan segment allocate from pool success with {'vlan_id': 852, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:29:07.471981 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dcadfb-1447-4c3e-a933-1c675b5b6c47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14be9205-5331-4bae-a168-2505f0fecaf0,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:29:07.478905 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-61dcadfb-1447-4c3e-a933-1c675b5b6c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (bcdc3ce7-ae3e-49bf-92f9-fbafcf1798b9), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:07.479262 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-61dcadfb-1447-4c3e-a933-1c675b5b6c47 admin admin] Added segment bcdc3ce7-ae3e-49bf-92f9-fbafcf1798b9 of type vlan for network eb0f2af2-5b54-41f3-a22d-9030fede212e Mar 11 20:29:07.523037 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-61dcadfb-1447-4c3e-a933-1c675b5b6c47 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (eb0f2af2-5b54-41f3-a22d-9030fede212e), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:07.557430 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-61dcadfb-1447-4c3e-a933-1c675b5b6c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (eb0f2af2-5b54-41f3-a22d-9030fede212e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:07.558739 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61dcadfb-1447-4c3e-a933-1c675b5b6c47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:29:07.560944 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-61dcadfb-1447-4c3e-a933-1c675b5b6c47 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:07.572758 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 1b6ba768-b376-41ef-abeb-369415b76c9d up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:29:07.596953 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-61dcadfb-1447-4c3e-a933-1c675b5b6c47 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2796824 Mar 11 20:29:07.600179 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58344) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:29:07.606516 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-9ec730f4-012a-4ca2-a7a7-2375e4bebc43 admin admin] Request body: {'subnet': {'network_id': 'eb0f2af2-5b54-41f3-a22d-9030fede212e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1425977156-subnet', 'tenant_id': 'a550139060654c9db94e45d315883ea1', 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:29:07.628773 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 1b6ba768-b376-41ef-abeb-369415b76c9d triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:29:07.629147 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (1b6ba768-b376-41ef-abeb-369415b76c9d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:07.655542 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dcadfb-1447-4c3e-a933-1c675b5b6c47 admin admin] Pushing event updated for resources: {'Network': ['ID=eb0f2af2-5b54-41f3-a22d-9030fede212e,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:29:07.669360 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec730f4-012a-4ca2-a7a7-2375e4bebc43 admin admin] Made reservation on behalf of a550139060654c9db94e45d315883ea1 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:29:07.671748 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9ec730f4-012a-4ca2-a7a7-2375e4bebc43 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:07.673114 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network eb0f2af2-5b54-41f3-a22d-9030fede212e details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 20:29:07.791810 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 1b6ba768-b376-41ef-abeb-369415b76c9d is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:29:07.792221 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (1b6ba768-b376-41ef-abeb-369415b76c9d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:07.814945 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 1b6ba768-b376-41ef-abeb-369415b76c9d, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=1b6ba768-b376-41ef-abeb-369415b76c9d,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:29:07.819109 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (1b6ba768-b376-41ef-abeb-369415b76c9d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:07.863994 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9ec730f4-012a-4ca2-a7a7-2375e4bebc43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (ee0266a0-187b-4ceb-8ab4-dbbe2cd86198), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:07.889096 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=1b6ba768-b376-41ef-abeb-369415b76c9d,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:29:07.928611 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec730f4-012a-4ca2-a7a7-2375e4bebc43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee0266a0-187b-4ceb-8ab4-dbbe2cd86198,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:29:07.940337 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec730f4-012a-4ca2-a7a7-2375e4bebc43 admin admin] Checking segment: {'id': 'bcdc3ce7-ae3e-49bf-92f9-fbafcf1798b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'eb0f2af2-5b54-41f3-a22d-9030fede212e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:29:07.940844 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec730f4-012a-4ca2-a7a7-2375e4bebc43 admin admin] Network hostable DHCP agents. Network: eb0f2af2-5b54-41f3-a22d-9030fede212e, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:29:07.962937 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec730f4-012a-4ca2-a7a7-2375e4bebc43 admin admin] Network eb0f2af2-5b54-41f3-a22d-9030fede212e is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:29:07.972831 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-9ec730f4-012a-4ca2-a7a7-2375e4bebc43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, eb0f2af2-5b54-41f3-a22d-9030fede212e) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:29:07.977975 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec730f4-012a-4ca2-a7a7-2375e4bebc43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:29:07.978569 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9ec730f4-012a-4ca2-a7a7-2375e4bebc43 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:07.984071 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9760d834-5740-437a-83b0-84fa73ed6bcb None None] Network eb0f2af2-5b54-41f3-a22d-9030fede212e requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:29:07.995815 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-9ec730f4-012a-4ca2-a7a7-2375e4bebc43 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3945909 Mar 11 20:29:07.998314 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58346) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:29:08.002659 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-f6d19798-49e6-43a8-902d-9bb9986b1475 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1425977156-router', 'tenant_id': 'a550139060654c9db94e45d315883ea1', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:29:08.026137 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f6d19798-49e6-43a8-902d-9bb9986b1475 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (2fd216c1-b23f-447e-9267-51badf8cb1ba), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:08.027464 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f6d19798-49e6-43a8-902d-9bb9986b1475 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (2fd216c1-b23f-447e-9267-51badf8cb1ba), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:08.089398 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e587487-fec6-44eb-b7eb-ce0112d7b63e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-eb0f2af2-5b54-41f3-a22d-9030fede212e', 'network_id': 'eb0f2af2-5b54-41f3-a22d-9030fede212e', 'project_id': 'a550139060654c9db94e45d315883ea1', 'fixed_ips': [{'subnet_id': 'ee0266a0-187b-4ceb-8ab4-dbbe2cd86198'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 20:29:08.090391 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2e587487-fec6-44eb-b7eb-ce0112d7b63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:08.090922 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f6d19798-49e6-43a8-902d-9bb9986b1475 admin admin] Publish callbacks [] for router_controller (2fd216c1-b23f-447e-9267-51badf8cb1ba), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:08.231588 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-2e587487-fec6-44eb-b7eb-ce0112d7b63e None None] Allocated IP 172.20.0.2 (eb0f2af2-5b54-41f3-a22d-9030fede212e/ee0266a0-187b-4ceb-8ab4-dbbe2cd86198/c6e1f915-0a25-43e3-89d6-c716055a9a7e) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:29:08.235371 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f6d19798-49e6-43a8-902d-9bb9986b1475 admin admin] Publish callbacks [] for router_gateway (2fd216c1-b23f-447e-9267-51badf8cb1ba), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:08.392872 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2e587487-fec6-44eb-b7eb-ce0112d7b63e None None] Publish callbacks [] for port (c6e1f915-0a25-43e3-89d6-c716055a9a7e), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:08.399923 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2e587487-fec6-44eb-b7eb-ce0112d7b63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (c6e1f915-0a25-43e3-89d6-c716055a9a7e), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:08.445707 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e587487-fec6-44eb-b7eb-ce0112d7b63e None None] Network eb0f2af2-5b54-41f3-a22d-9030fede212e is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:29:08.451942 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-2e587487-fec6-44eb-b7eb-ce0112d7b63e None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:29:08.456300 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e587487-fec6-44eb-b7eb-ce0112d7b63e None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:29:08.459479 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e587487-fec6-44eb-b7eb-ce0112d7b63e None None] Pushing event updated for resources: {'Port': ['ID=c6e1f915-0a25-43e3-89d6-c716055a9a7e,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:29:08.460776 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f6d19798-49e6-43a8-902d-9bb9986b1475 admin admin] Publish callbacks [] for router_gateway (2fd216c1-b23f-447e-9267-51badf8cb1ba), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:08.480436 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f6d19798-49e6-43a8-902d-9bb9986b1475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:08.515010 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-2e587487-fec6-44eb-b7eb-ce0112d7b63e None None] Attempting to bind port c6e1f915-0a25-43e3-89d6-c716055a9a7e on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:29:08.515518 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-2e587487-fec6-44eb-b7eb-ce0112d7b63e None None] Attempting to bind port c6e1f915-0a25-43e3-89d6-c716055a9a7e by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'bcdc3ce7-ae3e-49bf-92f9-fbafcf1798b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'eb0f2af2-5b54-41f3-a22d-9030fede212e'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:29:08.516021 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e587487-fec6-44eb-b7eb-ce0112d7b63e None None] Attempting to bind port c6e1f915-0a25-43e3-89d6-c716055a9a7e on network eb0f2af2-5b54-41f3-a22d-9030fede212e {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:29:08.522580 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e587487-fec6-44eb-b7eb-ce0112d7b63e None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:29:08.522962 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e587487-fec6-44eb-b7eb-ce0112d7b63e None None] Checking segment: {'id': 'bcdc3ce7-ae3e-49bf-92f9-fbafcf1798b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'eb0f2af2-5b54-41f3-a22d-9030fede212e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:29:08.523424 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2e587487-fec6-44eb-b7eb-ce0112d7b63e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:08.523857 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e587487-fec6-44eb-b7eb-ce0112d7b63e None None] Bound using segment: {'id': 'bcdc3ce7-ae3e-49bf-92f9-fbafcf1798b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'eb0f2af2-5b54-41f3-a22d-9030fede212e'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:29:08.524332 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-2e587487-fec6-44eb-b7eb-ce0112d7b63e None None] Bound port: c6e1f915-0a25-43e3-89d6-c716055a9a7e, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcdc3ce7-ae3e-49bf-92f9-fbafcf1798b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'eb0f2af2-5b54-41f3-a22d-9030fede212e'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:29:08.524712 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2e587487-fec6-44eb-b7eb-ce0112d7b63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c6e1f915-0a25-43e3-89d6-c716055a9a7e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:08.590900 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-2e587487-fec6-44eb-b7eb-ce0112d7b63e None None] For port c6e1f915-0a25-43e3-89d6-c716055a9a7e, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:29:08.594631 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-2e587487-fec6-44eb-b7eb-ce0112d7b63e None None] For port c6e1f915-0a25-43e3-89d6-c716055a9a7e, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=c6e1f915-0a25-43e3-89d6-c716055a9a7e,segment=NetworkSegment(bcdc3ce7-ae3e-49bf-92f9-fbafcf1798b9),segment_id=bcdc3ce7-ae3e-49bf-92f9-fbafcf1798b9)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:29:08.597510 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-f6d19798-49e6-43a8-902d-9bb9986b1475 admin admin] Allocated IP 172.25.8.233 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/1f815e2c-3214-4069-a985-2ae8e66e8fa7) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:29:08.601483 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2e587487-fec6-44eb-b7eb-ce0112d7b63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (c6e1f915-0a25-43e3-89d6-c716055a9a7e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:08.681235 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e587487-fec6-44eb-b7eb-ce0112d7b63e None None] Pushing event updated for resources: {'Port': ['ID=c6e1f915-0a25-43e3-89d6-c716055a9a7e,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:29:08.725756 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f6d19798-49e6-43a8-902d-9bb9986b1475 admin admin] Publish callbacks [] for port (1f815e2c-3214-4069-a985-2ae8e66e8fa7), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:08.728291 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276cdcbd-441e-41bf-8033-004293a9c120 None None] Sync routers for ids ['c68faf30-93ed-4220-8dfa-2f5e3e0ce9ed'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:29:08.738724 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276cdcbd-441e-41bf-8033-004293a9c120 None None] Routers {'c68faf30-93ed-4220-8dfa-2f5e3e0ce9ed'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:29:08.739339 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-276cdcbd-441e-41bf-8033-004293a9c120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:28:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['c68faf30-93ed-4220-8dfa-2f5e3e0ce9ed'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:29:08.761665 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f6d19798-49e6-43a8-902d-9bb9986b1475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (1f815e2c-3214-4069-a985-2ae8e66e8fa7), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:08.811397 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d19798-49e6-43a8-902d-9bb9986b1475 admin admin] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:29:08.816128 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-f6d19798-49e6-43a8-902d-9bb9986b1475 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:29:08.819523 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d19798-49e6-43a8-902d-9bb9986b1475 admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:29:08.855071 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d19798-49e6-43a8-902d-9bb9986b1475 admin admin] Pushing event updated for resources: {'Port': ['ID=1f815e2c-3214-4069-a985-2ae8e66e8fa7,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:29:08.883264 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-276cdcbd-441e-41bf-8033-004293a9c120 None None] Set router c68faf30-93ed-4220-8dfa-2f5e3e0ce9ed gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:29:09.103248 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-276cdcbd-441e-41bf-8033-004293a9c120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68faf30-93ed-4220-8dfa-2f5e3e0ce9ed', 'name': 'tempest-TestEncryptedCinderVolumes-2063002853-router', 'tenant_id': '78a3e3286fe54f2186735eafcd7c13c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '1b6ba768-b376-41ef-abeb-369415b76c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:29:03Z', 'updated_at': '2022-03-11T20:29:05Z', 'revision_number': 4, 'project_id': '78a3e3286fe54f2186735eafcd7c13c2', 'gw_port': {'id': '1b6ba768-b376-41ef-abeb-369415b76c9d', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:51:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68faf30-93ed-4220-8dfa-2f5e3e0ce9ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:29:03Z', 'updated_at': '2022-03-11T20:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'f3890bc0-d418-461c-9bd1-ad4368123cf8', 'name': '', 'network_id': '1b917941-2eb5-47db-ab3e-e6fc0957b934', 'tenant_id': '78a3e3286fe54f2186735eafcd7c13c2', 'mac_address': 'fa:16:3e:21:10:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68faf30-93ed-4220-8dfa-2f5e3e0ce9ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '80cd61ec-2c33-4140-90f7-71f6e12a3bb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:29:05Z', 'updated_at': '2022-03-11T20:29:05Z', 'revision_number': 2, 'project_id': '78a3e3286fe54f2186735eafcd7c13c2', 'subnets': [{'id': '80cd61ec-2c33-4140-90f7-71f6e12a3bb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:29:09.109047 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f6d19798-49e6-43a8-902d-9bb9986b1475 admin admin] Publish callbacks [] for router_gateway (2fd216c1-b23f-447e-9267-51badf8cb1ba), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:09.129055 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276cdcbd-441e-41bf-8033-004293a9c120 None None] Checking router: c68faf30-93ed-4220-8dfa-2f5e3e0ce9ed for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:29:09.129401 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276cdcbd-441e-41bf-8033-004293a9c120 None None] Updating router c68faf30-93ed-4220-8dfa-2f5e3e0ce9ed port f3890bc0-d418-461c-9bd1-ad4368123cf8 binding host n-d-833163-1 {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 20:29:09.156482 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-276cdcbd-441e-41bf-8033-004293a9c120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (f3890bc0-d418-461c-9bd1-ad4368123cf8), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:09.313422 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f6d19798-49e6-43a8-902d-9bb9986b1475 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (2fd216c1-b23f-447e-9267-51badf8cb1ba), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:09.426174 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-276cdcbd-441e-41bf-8033-004293a9c120 None None] Publish callbacks [] for port (f3890bc0-d418-461c-9bd1-ad4368123cf8), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:09.434266 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-276cdcbd-441e-41bf-8033-004293a9c120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (f3890bc0-d418-461c-9bd1-ad4368123cf8), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:09.453760 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6d19798-49e6-43a8-902d-9bb9986b1475 admin admin] Router 2fd216c1-b23f-447e-9267-51badf8cb1ba is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 20:29:09.488827 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c002611-ab39-4ae8-95f9-9dfdaf85ad2e None None] Pushing event updated for resources: {'Port': ['ID=f3890bc0-d418-461c-9bd1-ad4368123cf8,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:29:09.521461 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c002611-ab39-4ae8-95f9-9dfdaf85ad2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:29:09.522088 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c002611-ab39-4ae8-95f9-9dfdaf85ad2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:29:09.522589 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c002611-ab39-4ae8-95f9-9dfdaf85ad2e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:29:09.523091 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c002611-ab39-4ae8-95f9-9dfdaf85ad2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:29:09.523421 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c002611-ab39-4ae8-95f9-9dfdaf85ad2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:29:09.523782 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c002611-ab39-4ae8-95f9-9dfdaf85ad2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:29:09.524223 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c002611-ab39-4ae8-95f9-9dfdaf85ad2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:29:09.524548 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c002611-ab39-4ae8-95f9-9dfdaf85ad2e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:29:09.524871 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c002611-ab39-4ae8-95f9-9dfdaf85ad2e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:29:09.525191 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c002611-ab39-4ae8-95f9-9dfdaf85ad2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:29:09.525512 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c002611-ab39-4ae8-95f9-9dfdaf85ad2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:29:09.525826 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c002611-ab39-4ae8-95f9-9dfdaf85ad2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:29:09.526498 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c002611-ab39-4ae8-95f9-9dfdaf85ad2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:29:09.569493 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-276cdcbd-441e-41bf-8033-004293a9c120 None None] Attempting to bind port f3890bc0-d418-461c-9bd1-ad4368123cf8 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:29:09.570142 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-276cdcbd-441e-41bf-8033-004293a9c120 None None] Attempting to bind port f3890bc0-d418-461c-9bd1-ad4368123cf8 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'b8e8359e-ce3b-4a42-9f05-c629b7e2e2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '1b917941-2eb5-47db-ab3e-e6fc0957b934'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:29:09.570677 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276cdcbd-441e-41bf-8033-004293a9c120 None None] Attempting to bind port f3890bc0-d418-461c-9bd1-ad4368123cf8 on network 1b917941-2eb5-47db-ab3e-e6fc0957b934 {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:29:09.578955 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276cdcbd-441e-41bf-8033-004293a9c120 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:29:09.579660 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276cdcbd-441e-41bf-8033-004293a9c120 None None] Checking segment: {'id': 'b8e8359e-ce3b-4a42-9f05-c629b7e2e2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '1b917941-2eb5-47db-ab3e-e6fc0957b934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:29:09.580756 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-276cdcbd-441e-41bf-8033-004293a9c120 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:09.581913 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276cdcbd-441e-41bf-8033-004293a9c120 None None] Bound using segment: {'id': 'b8e8359e-ce3b-4a42-9f05-c629b7e2e2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '1b917941-2eb5-47db-ab3e-e6fc0957b934'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:29:09.582405 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-276cdcbd-441e-41bf-8033-004293a9c120 None None] Bound port: f3890bc0-d418-461c-9bd1-ad4368123cf8, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8e8359e-ce3b-4a42-9f05-c629b7e2e2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '1b917941-2eb5-47db-ab3e-e6fc0957b934'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:29:09.582782 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-276cdcbd-441e-41bf-8033-004293a9c120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (f3890bc0-d418-461c-9bd1-ad4368123cf8), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:09.604105 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d19798-49e6-43a8-902d-9bb9986b1475 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:29:09.620217 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8055024-832e-4f6d-bdda-ee390ff14831 None None] Sync routers for ids ['2fd216c1-b23f-447e-9267-51badf8cb1ba'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:29:09.650233 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f6d19798-49e6-43a8-902d-9bb9986b1475 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:09.654043 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f6d19798-49e6-43a8-902d-9bb9986b1475 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.6522894 Mar 11 20:29:09.654472 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58348) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:29:09.655466 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8055024-832e-4f6d-bdda-ee390ff14831 None None] Routers {'2fd216c1-b23f-447e-9267-51badf8cb1ba'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:29:09.656460 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f8055024-832e-4f6d-bdda-ee390ff14831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:28:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['2fd216c1-b23f-447e-9267-51badf8cb1ba'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:29:09.717974 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-276cdcbd-441e-41bf-8033-004293a9c120 None None] For port f3890bc0-d418-461c-9bd1-ad4368123cf8, host n-d-833163-1, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:29:09.723559 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-276cdcbd-441e-41bf-8033-004293a9c120 None None] For port f3890bc0-d418-461c-9bd1-ad4368123cf8, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=f3890bc0-d418-461c-9bd1-ad4368123cf8,segment=NetworkSegment(b8e8359e-ce3b-4a42-9f05-c629b7e2e2eb),segment_id=b8e8359e-ce3b-4a42-9f05-c629b7e2e2eb)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:29:09.731128 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-276cdcbd-441e-41bf-8033-004293a9c120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (f3890bc0-d418-461c-9bd1-ad4368123cf8), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:09.733426 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device c6e1f915-0a25-43e3-89d6-c716055a9a7e up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:29:09.784845 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276cdcbd-441e-41bf-8033-004293a9c120 None None] Routers {'c68faf30-93ed-4220-8dfa-2f5e3e0ce9ed'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:29:09.785471 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-276cdcbd-441e-41bf-8033-004293a9c120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:28:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['c68faf30-93ed-4220-8dfa-2f5e3e0ce9ed'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:29:09.864124 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-f8055024-832e-4f6d-bdda-ee390ff14831 None None] Set router 2fd216c1-b23f-447e-9267-51badf8cb1ba gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:29:09.913953 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c002611-ab39-4ae8-95f9-9dfdaf85ad2e None None] Pushing event updated for resources: {'Port': ['ID=f3890bc0-d418-461c-9bd1-ad4368123cf8,revision_number=4']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:29:09.925181 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-276cdcbd-441e-41bf-8033-004293a9c120 None None] Set router c68faf30-93ed-4220-8dfa-2f5e3e0ce9ed gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:29:09.946443 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port c6e1f915-0a25-43e3-89d6-c716055a9a7e triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:29:09.946829 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (c6e1f915-0a25-43e3-89d6-c716055a9a7e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:09.967216 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bfbd24-0d89-4033-93a7-2b49985444b8 None None] Network eb0f2af2-5b54-41f3-a22d-9030fede212e requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:29:10.112914 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-02e84631-847b-447b-ac4d-9bf867af0039 None None] Provisioning complete for port c6e1f915-0a25-43e3-89d6-c716055a9a7e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:29:10.113296 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-02e84631-847b-447b-ac4d-9bf867af0039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (c6e1f915-0a25-43e3-89d6-c716055a9a7e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:10.165681 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-276cdcbd-441e-41bf-8033-004293a9c120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68faf30-93ed-4220-8dfa-2f5e3e0ce9ed', 'name': 'tempest-TestEncryptedCinderVolumes-2063002853-router', 'tenant_id': '78a3e3286fe54f2186735eafcd7c13c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '1b6ba768-b376-41ef-abeb-369415b76c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:29:03Z', 'updated_at': '2022-03-11T20:29:05Z', 'revision_number': 4, 'project_id': '78a3e3286fe54f2186735eafcd7c13c2', 'gw_port': {'id': '1b6ba768-b376-41ef-abeb-369415b76c9d', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:51:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68faf30-93ed-4220-8dfa-2f5e3e0ce9ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:29:03Z', 'updated_at': '2022-03-11T20:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'f3890bc0-d418-461c-9bd1-ad4368123cf8', 'name': '', 'network_id': '1b917941-2eb5-47db-ab3e-e6fc0957b934', 'tenant_id': '78a3e3286fe54f2186735eafcd7c13c2', 'mac_address': 'fa:16:3e:21:10:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68faf30-93ed-4220-8dfa-2f5e3e0ce9ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '80cd61ec-2c33-4140-90f7-71f6e12a3bb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:29:05Z', 'updated_at': '2022-03-11T20:29:09Z', 'revision_number': 4, 'project_id': '78a3e3286fe54f2186735eafcd7c13c2', 'subnets': [{'id': '80cd61ec-2c33-4140-90f7-71f6e12a3bb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:29:10.194005 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276cdcbd-441e-41bf-8033-004293a9c120 None None] The sync data for ids ['c68faf30-93ed-4220-8dfa-2f5e3e0ce9ed'] in n-d-833163-1 is: [{'id': 'c68faf30-93ed-4220-8dfa-2f5e3e0ce9ed', 'name': 'tempest-TestEncryptedCinderVolumes-2063002853-router', 'tenant_id': '78a3e3286fe54f2186735eafcd7c13c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '1b6ba768-b376-41ef-abeb-369415b76c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:29:03Z', 'updated_at': '2022-03-11T20:29:05Z', 'revision_number': 4, 'project_id': '78a3e3286fe54f2186735eafcd7c13c2', 'gw_port': {'id': '1b6ba768-b376-41ef-abeb-369415b76c9d', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:51:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68faf30-93ed-4220-8dfa-2f5e3e0ce9ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:29:03Z', 'updated_at': '2022-03-11T20:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'f3890bc0-d418-461c-9bd1-ad4368123cf8', 'name': '', 'network_id': '1b917941-2eb5-47db-ab3e-e6fc0957b934', 'tenant_id': '78a3e3286fe54f2186735eafcd7c13c2', 'mac_address': 'fa:16:3e:21:10:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c68faf30-93ed-4220-8dfa-2f5e3e0ce9ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '80cd61ec-2c33-4140-90f7-71f6e12a3bb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:29:05Z', 'updated_at': '2022-03-11T20:29:09Z', 'revision_number': 4, 'project_id': '78a3e3286fe54f2186735eafcd7c13c2', 'subnets': [{'id': '80cd61ec-2c33-4140-90f7-71f6e12a3bb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:29:10.225042 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4a9dd311-ad54-47b2-8bba-15b64def5263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:10.392499 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-4a9dd311-ad54-47b2-8bba-15b64def5263 admin admin] Allocated IP 172.20.0.1 (eb0f2af2-5b54-41f3-a22d-9030fede212e/ee0266a0-187b-4ceb-8ab4-dbbe2cd86198/6e3939fd-31cc-4f8f-811d-6e00a63ff692) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:29:10.423103 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port c6e1f915-0a25-43e3-89d6-c716055a9a7e is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:29:10.423415 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c6e1f915-0a25-43e3-89d6-c716055a9a7e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:10.517490 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port c6e1f915-0a25-43e3-89d6-c716055a9a7e, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=c6e1f915-0a25-43e3-89d6-c716055a9a7e,segment=NetworkSegment(bcdc3ce7-ae3e-49bf-92f9-fbafcf1798b9),segment_id=bcdc3ce7-ae3e-49bf-92f9-fbafcf1798b9)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:29:10.536158 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (c6e1f915-0a25-43e3-89d6-c716055a9a7e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:10.537120 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 1b6ba768-b376-41ef-abeb-369415b76c9d up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:29:10.548373 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f8055024-832e-4f6d-bdda-ee390ff14831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd216c1-b23f-447e-9267-51badf8cb1ba', 'name': 'tempest-TestEncryptedCinderVolumes-1425977156-router', 'tenant_id': 'a550139060654c9db94e45d315883ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '1f815e2c-3214-4069-a985-2ae8e66e8fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:29:08Z', 'updated_at': '2022-03-11T20:29:08Z', 'revision_number': 3, 'project_id': 'a550139060654c9db94e45d315883ea1', 'gw_port': {'id': '1f815e2c-3214-4069-a985-2ae8e66e8fa7', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:83:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd216c1-b23f-447e-9267-51badf8cb1ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:29:08Z', 'updated_at': '2022-03-11T20:29:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:29:10.585392 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-02e84631-847b-447b-ac4d-9bf867af0039 None None] Current status of the port c6e1f915-0a25-43e3-89d6-c716055a9a7e is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:29:10.585773 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-02e84631-847b-447b-ac4d-9bf867af0039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c6e1f915-0a25-43e3-89d6-c716055a9a7e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:10.639199 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8055024-832e-4f6d-bdda-ee390ff14831 None None] Checking router: 2fd216c1-b23f-447e-9267-51badf8cb1ba for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:29:10.639923 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8055024-832e-4f6d-bdda-ee390ff14831 None None] Updating router 2fd216c1-b23f-447e-9267-51badf8cb1ba port 1f815e2c-3214-4069-a985-2ae8e66e8fa7 binding host n-d-833163-1 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 20:29:10.706594 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=c6e1f915-0a25-43e3-89d6-c716055a9a7e,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:29:10.735753 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f8055024-832e-4f6d-bdda-ee390ff14831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (1f815e2c-3214-4069-a985-2ae8e66e8fa7), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:10.783053 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-02e84631-847b-447b-ac4d-9bf867af0039 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 20:29:10.783412 n-d-833163-1 neutron-server[103886]: DEBUG oslo_db.api [None req-02e84631-847b-447b-ac4d-9bf867af0039 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 20:29:10.785566 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 1b6ba768-b376-41ef-abeb-369415b76c9d triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:29:10.785952 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (1b6ba768-b376-41ef-abeb-369415b76c9d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:10.808557 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4a9dd311-ad54-47b2-8bba-15b64def5263 admin admin] Publish callbacks [] for port (6e3939fd-31cc-4f8f-811d-6e00a63ff692), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:10.846059 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4a9dd311-ad54-47b2-8bba-15b64def5263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (6e3939fd-31cc-4f8f-811d-6e00a63ff692), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:10.887896 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9dd311-ad54-47b2-8bba-15b64def5263 admin admin] Network eb0f2af2-5b54-41f3-a22d-9030fede212e is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:29:10.893458 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-4a9dd311-ad54-47b2-8bba-15b64def5263 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:29:10.896083 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9dd311-ad54-47b2-8bba-15b64def5263 admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:29:10.922790 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9dd311-ad54-47b2-8bba-15b64def5263 admin admin] Pushing event updated for resources: {'Port': ['ID=6e3939fd-31cc-4f8f-811d-6e00a63ff692,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:29:10.949050 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4a9dd311-ad54-47b2-8bba-15b64def5263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (2fd216c1-b23f-447e-9267-51badf8cb1ba), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:11.023188 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 1b6ba768-b376-41ef-abeb-369415b76c9d is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:29:11.102372 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4a9dd311-ad54-47b2-8bba-15b64def5263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (6e3939fd-31cc-4f8f-811d-6e00a63ff692), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:11.104598 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f8055024-832e-4f6d-bdda-ee390ff14831 None None] Publish callbacks [] for port (1f815e2c-3214-4069-a985-2ae8e66e8fa7), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:11.113676 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f8055024-832e-4f6d-bdda-ee390ff14831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (1f815e2c-3214-4069-a985-2ae8e66e8fa7), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:11.173140 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010909ff-5880-497f-b223-182c6f753015 None None] Pushing event updated for resources: {'Port': ['ID=1f815e2c-3214-4069-a985-2ae8e66e8fa7,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:29:11.177374 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-f8055024-832e-4f6d-bdda-ee390ff14831 None None] Attempting to bind port 1f815e2c-3214-4069-a985-2ae8e66e8fa7 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:29:11.177757 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-f8055024-832e-4f6d-bdda-ee390ff14831 None None] Attempting to bind port 1f815e2c-3214-4069-a985-2ae8e66e8fa7 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:29:11.178109 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8055024-832e-4f6d-bdda-ee390ff14831 None None] Attempting to bind port 1f815e2c-3214-4069-a985-2ae8e66e8fa7 on network 612cc066-33e3-444d-b1c7-d0a64751482a {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:29:11.183525 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8055024-832e-4f6d-bdda-ee390ff14831 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:29:11.183938 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8055024-832e-4f6d-bdda-ee390ff14831 None None] Checking segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:29:11.184347 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f8055024-832e-4f6d-bdda-ee390ff14831 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:11.184737 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8055024-832e-4f6d-bdda-ee390ff14831 None None] Bound using segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:29:11.185385 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-f8055024-832e-4f6d-bdda-ee390ff14831 None None] Bound port: 1f815e2c-3214-4069-a985-2ae8e66e8fa7, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:29:11.185639 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f8055024-832e-4f6d-bdda-ee390ff14831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (1f815e2c-3214-4069-a985-2ae8e66e8fa7), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:11.246438 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-f8055024-832e-4f6d-bdda-ee390ff14831 None None] For port 1f815e2c-3214-4069-a985-2ae8e66e8fa7, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:29:11.249624 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-f8055024-832e-4f6d-bdda-ee390ff14831 None None] For port 1f815e2c-3214-4069-a985-2ae8e66e8fa7, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=1f815e2c-3214-4069-a985-2ae8e66e8fa7,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:29:11.258066 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f8055024-832e-4f6d-bdda-ee390ff14831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (1f815e2c-3214-4069-a985-2ae8e66e8fa7), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:11.289904 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4a9dd311-ad54-47b2-8bba-15b64def5263 admin admin] Publish callbacks [] for port (6e3939fd-31cc-4f8f-811d-6e00a63ff692), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:11.296410 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4a9dd311-ad54-47b2-8bba-15b64def5263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (6e3939fd-31cc-4f8f-811d-6e00a63ff692), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:11.358215 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8055024-832e-4f6d-bdda-ee390ff14831 None None] Routers {'2fd216c1-b23f-447e-9267-51badf8cb1ba'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:29:11.358839 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f8055024-832e-4f6d-bdda-ee390ff14831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:28:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['2fd216c1-b23f-447e-9267-51badf8cb1ba'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:29:11.368648 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4a9dd311-ad54-47b2-8bba-15b64def5263 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (2fd216c1-b23f-447e-9267-51badf8cb1ba), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:11.371463 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9dd311-ad54-47b2-8bba-15b64def5263 admin admin] Pushing event updated for resources: {'Port': ['ID=6e3939fd-31cc-4f8f-811d-6e00a63ff692,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:29:11.460422 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9dd311-ad54-47b2-8bba-15b64def5263 admin admin] Network eb0f2af2-5b54-41f3-a22d-9030fede212e is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:29:11.462009 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-4a9dd311-ad54-47b2-8bba-15b64def5263 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:29:11.468454 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-f8055024-832e-4f6d-bdda-ee390ff14831 None None] Set router 2fd216c1-b23f-447e-9267-51badf8cb1ba gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:29:11.545960 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-02e84631-847b-447b-ac4d-9bf867af0039 None None] Current status of the port c6e1f915-0a25-43e3-89d6-c716055a9a7e is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:29:11.550597 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010909ff-5880-497f-b223-182c6f753015 None None] Pushing event updated for resources: {'Port': ['ID=1f815e2c-3214-4069-a985-2ae8e66e8fa7,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:29:11.621640 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a9dd311-ad54-47b2-8bba-15b64def5263 admin admin] Router 2fd216c1-b23f-447e-9267-51badf8cb1ba has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:29:11.626215 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-02e84631-847b-447b-ac4d-9bf867af0039 None None] Provisioning complete for port f3890bc0-d418-461c-9bd1-ad4368123cf8 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:29:11.626608 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-02e84631-847b-447b-ac4d-9bf867af0039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (f3890bc0-d418-461c-9bd1-ad4368123cf8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:11.678877 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device c6e1f915-0a25-43e3-89d6-c716055a9a7e up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:29:11.747397 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a9dd311-ad54-47b2-8bba-15b64def5263 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:29:11.764804 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-4a9dd311-ad54-47b2-8bba-15b64def5263 admin admin] 10.222.0.65 "PUT /v2.0/routers/2fd216c1-b23f-447e-9267-51badf8cb1ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1090953 Mar 11 20:29:11.834978 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-02e84631-847b-447b-ac4d-9bf867af0039 None None] Current status of the port f3890bc0-d418-461c-9bd1-ad4368123cf8 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:29:11.835376 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-02e84631-847b-447b-ac4d-9bf867af0039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (f3890bc0-d418-461c-9bd1-ad4368123cf8), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:11.847330 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port c6e1f915-0a25-43e3-89d6-c716055a9a7e triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:29:11.847726 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (c6e1f915-0a25-43e3-89d6-c716055a9a7e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:11.908381 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f8055024-832e-4f6d-bdda-ee390ff14831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd216c1-b23f-447e-9267-51badf8cb1ba', 'name': 'tempest-TestEncryptedCinderVolumes-1425977156-router', 'tenant_id': 'a550139060654c9db94e45d315883ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '1f815e2c-3214-4069-a985-2ae8e66e8fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:29:08Z', 'updated_at': '2022-03-11T20:29:11Z', 'revision_number': 4, 'project_id': 'a550139060654c9db94e45d315883ea1', 'gw_port': {'id': '1f815e2c-3214-4069-a985-2ae8e66e8fa7', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:83:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd216c1-b23f-447e-9267-51badf8cb1ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:29:08Z', 'updated_at': '2022-03-11T20:29:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '6e3939fd-31cc-4f8f-811d-6e00a63ff692', 'name': '', 'network_id': 'eb0f2af2-5b54-41f3-a22d-9030fede212e', 'tenant_id': 'a550139060654c9db94e45d315883ea1', 'mac_address': 'fa:16:3e:ba:d4:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd216c1-b23f-447e-9267-51badf8cb1ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ee0266a0-187b-4ceb-8ab4-dbbe2cd86198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:29:10Z', 'updated_at': '2022-03-11T20:29:11Z', 'revision_number': 2, 'project_id': 'a550139060654c9db94e45d315883ea1', 'subnets': [{'id': 'ee0266a0-187b-4ceb-8ab4-dbbe2cd86198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:29:11.941973 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-02e84631-847b-447b-ac4d-9bf867af0039 None None] For port f3890bc0-d418-461c-9bd1-ad4368123cf8, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=f3890bc0-d418-461c-9bd1-ad4368123cf8,segment=NetworkSegment(b8e8359e-ce3b-4a42-9f05-c629b7e2e2eb),segment_id=b8e8359e-ce3b-4a42-9f05-c629b7e2e2eb)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:29:11.944129 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8055024-832e-4f6d-bdda-ee390ff14831 None None] The sync data for ids ['2fd216c1-b23f-447e-9267-51badf8cb1ba'] in n-d-833163-1 is: [{'id': '2fd216c1-b23f-447e-9267-51badf8cb1ba', 'name': 'tempest-TestEncryptedCinderVolumes-1425977156-router', 'tenant_id': 'a550139060654c9db94e45d315883ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '1f815e2c-3214-4069-a985-2ae8e66e8fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:29:08Z', 'updated_at': '2022-03-11T20:29:11Z', 'revision_number': 4, 'project_id': 'a550139060654c9db94e45d315883ea1', 'gw_port': {'id': '1f815e2c-3214-4069-a985-2ae8e66e8fa7', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:83:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd216c1-b23f-447e-9267-51badf8cb1ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:29:08Z', 'updated_at': '2022-03-11T20:29:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '6e3939fd-31cc-4f8f-811d-6e00a63ff692', 'name': '', 'network_id': 'eb0f2af2-5b54-41f3-a22d-9030fede212e', 'tenant_id': 'a550139060654c9db94e45d315883ea1', 'mac_address': 'fa:16:3e:ba:d4:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd216c1-b23f-447e-9267-51badf8cb1ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ee0266a0-187b-4ceb-8ab4-dbbe2cd86198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:29:10Z', 'updated_at': '2022-03-11T20:29:11Z', 'revision_number': 2, 'project_id': 'a550139060654c9db94e45d315883ea1', 'subnets': [{'id': 'ee0266a0-187b-4ceb-8ab4-dbbe2cd86198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:29:11.965563 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-02e84631-847b-447b-ac4d-9bf867af0039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (f3890bc0-d418-461c-9bd1-ad4368123cf8), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:12.064959 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port c6e1f915-0a25-43e3-89d6-c716055a9a7e is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:29:12.066087 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device f3890bc0-d418-461c-9bd1-ad4368123cf8 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:29:12.093463 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e84631-847b-447b-ac4d-9bf867af0039 None None] Pushing event updated for resources: {'Port': ['ID=f3890bc0-d418-461c-9bd1-ad4368123cf8,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:29:12.122132 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-522e5e5d-f304-459d-9d41-e5a2360fee68 None None] Provisioning complete for port c6e1f915-0a25-43e3-89d6-c716055a9a7e triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:29:12.122507 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-522e5e5d-f304-459d-9d41-e5a2360fee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (c6e1f915-0a25-43e3-89d6-c716055a9a7e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:12.170067 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port f3890bc0-d418-461c-9bd1-ad4368123cf8 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:29:12.170467 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (f3890bc0-d418-461c-9bd1-ad4368123cf8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:12.293241 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-522e5e5d-f304-459d-9d41-e5a2360fee68 None None] Current status of the port c6e1f915-0a25-43e3-89d6-c716055a9a7e is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:29:12.342167 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-522e5e5d-f304-459d-9d41-e5a2360fee68 None None] Provisioning complete for port 6e3939fd-31cc-4f8f-811d-6e00a63ff692 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:29:12.342632 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-522e5e5d-f304-459d-9d41-e5a2360fee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (6e3939fd-31cc-4f8f-811d-6e00a63ff692), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:12.367905 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port f3890bc0-d418-461c-9bd1-ad4368123cf8 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:29:12.386931 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-522e5e5d-f304-459d-9d41-e5a2360fee68 None None] Port 6e3939fd-31cc-4f8f-811d-6e00a63ff692 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:29:12.403295 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-522e5e5d-f304-459d-9d41-e5a2360fee68 None None] Provisioning complete for port f3890bc0-d418-461c-9bd1-ad4368123cf8 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:29:12.403768 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-522e5e5d-f304-459d-9d41-e5a2360fee68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (f3890bc0-d418-461c-9bd1-ad4368123cf8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:12.506199 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-522e5e5d-f304-459d-9d41-e5a2360fee68 None None] Current status of the port f3890bc0-d418-461c-9bd1-ad4368123cf8 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:29:12.652381 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c14177-a5c8-4121-b649-719ee17ac04f req-48c20f43-d899-4a1f-9724-e88b0104b0b9 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:29:12.654044 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-25c14177-a5c8-4121-b649-719ee17ac04f req-48c20f43-d899-4a1f-9724-e88b0104b0b9 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] 10.222.0.65 "GET /v2.0/networks?id=1b917941-2eb5-47db-ab3e-e6fc0957b934 HTTP/1.1" status: 200 len: 817 time: 0.1139505 Mar 11 20:29:12.672480 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-25c14177-a5c8-4121-b649-719ee17ac04f req-ff4ed2d5-57a7-4c69-b9fc-f87904b83b42 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] 10.222.0.65 "GET /v2.0/quotas/78a3e3286fe54f2186735eafcd7c13c2 HTTP/1.1" status: 200 len: 375 time: 0.0126636 Mar 11 20:29:12.730125 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-25c14177-a5c8-4121-b649-719ee17ac04f req-2b2c986a-64f7-4928-9e64-1e2fbdf57957 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=78a3e3286fe54f2186735eafcd7c13c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519304 Mar 11 20:29:12.825070 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-25c14177-a5c8-4121-b649-719ee17ac04f req-ff85ce20-6eb5-41ba-a884-40df9c58ea9b service neutron] 10.222.0.65 "GET /v2.0/networks/1b917941-2eb5-47db-ab3e-e6fc0957b934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828433 Mar 11 20:29:12.917844 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-25c14177-a5c8-4121-b649-719ee17ac04f req-d3e631a4-b4a2-4615-b6cb-c84eb03f346c service neutron] 10.222.0.65 "GET /v2.0/networks/1b917941-2eb5-47db-ab3e-e6fc0957b934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869894 Mar 11 20:29:13.153082 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-eb6ea46c-9f5e-4309-b989-2e578864b9c1 req-be6d9889-5ad0-4c1f-8c92-d874fc78e4d1 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4419534-d1ed-4a7d-adec-2bd6795025a6 HTTP/1.1" status: 200 len: 210 time: 0.0347011 Mar 11 20:29:13.657962 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device f3890bc0-d418-461c-9bd1-ad4368123cf8 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:29:13.716139 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port f3890bc0-d418-461c-9bd1-ad4368123cf8 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:29:13.717219 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (f3890bc0-d418-461c-9bd1-ad4368123cf8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:13.806541 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port f3890bc0-d418-461c-9bd1-ad4368123cf8 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:29:13.807595 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 1f815e2c-3214-4069-a985-2ae8e66e8fa7 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:29:13.853777 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 1f815e2c-3214-4069-a985-2ae8e66e8fa7 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:29:13.854032 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (1f815e2c-3214-4069-a985-2ae8e66e8fa7), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:13.926845 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 1f815e2c-3214-4069-a985-2ae8e66e8fa7 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:29:13.927271 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (1f815e2c-3214-4069-a985-2ae8e66e8fa7), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:13.949524 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 1f815e2c-3214-4069-a985-2ae8e66e8fa7, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=1f815e2c-3214-4069-a985-2ae8e66e8fa7,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:29:13.953510 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (1f815e2c-3214-4069-a985-2ae8e66e8fa7), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:14.005670 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=1f815e2c-3214-4069-a985-2ae8e66e8fa7,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:29:14.187838 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c14177-a5c8-4121-b649-719ee17ac04f req-9628ad7f-3766-482e-809d-0cfac8ce87cd tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:29:14.189528 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-25c14177-a5c8-4121-b649-719ee17ac04f req-9628ad7f-3766-482e-809d-0cfac8ce87cd tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] 10.222.0.75 "GET /v2.0/networks?id=1b917941-2eb5-47db-ab3e-e6fc0957b934 HTTP/1.1" status: 200 len: 817 time: 0.1165457 Mar 11 20:29:14.202574 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-25c14177-a5c8-4121-b649-719ee17ac04f req-6a872917-9ff4-4840-a4be-e1f3ccbfc971 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Request body: {'port': {'device_id': 'e4419534-d1ed-4a7d-adec-2bd6795025a6', 'network_id': '1b917941-2eb5-47db-ab3e-e6fc0957b934', 'admin_state_up': True, 'tenant_id': '78a3e3286fe54f2186735eafcd7c13c2'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:29:14.286821 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1dd74d4e-9781-45ef-adf6-3357e3f03e6b req-287b638e-9b3c-45e2-81ee-89d13a0519e3 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4419534-d1ed-4a7d-adec-2bd6795025a6 HTTP/1.1" status: 200 len: 210 time: 0.0540652 Mar 11 20:29:14.333767 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25c14177-a5c8-4121-b649-719ee17ac04f req-6a872917-9ff4-4840-a4be-e1f3ccbfc971 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Made reservation on behalf of 78a3e3286fe54f2186735eafcd7c13c2 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:29:14.337331 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-25c14177-a5c8-4121-b649-719ee17ac04f req-6a872917-9ff4-4840-a4be-e1f3ccbfc971 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:14.468730 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5748533d-2bb1-45a4-96f6-9857592d04c5 None None] Sync routers for ids ['2fd216c1-b23f-447e-9267-51badf8cb1ba'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:29:14.477745 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-25c14177-a5c8-4121-b649-719ee17ac04f req-6a872917-9ff4-4840-a4be-e1f3ccbfc971 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Allocated IP 172.20.0.8 (1b917941-2eb5-47db-ab3e-e6fc0957b934/80cd61ec-2c33-4140-90f7-71f6e12a3bb7/a57ce145-fb5f-48e3-b66f-724f3861f9ce) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:29:14.480821 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5748533d-2bb1-45a4-96f6-9857592d04c5 None None] Routers {'2fd216c1-b23f-447e-9267-51badf8cb1ba'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:29:14.481996 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-5748533d-2bb1-45a4-96f6-9857592d04c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:28:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['2fd216c1-b23f-447e-9267-51badf8cb1ba'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:29:14.648511 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-25c14177-a5c8-4121-b649-719ee17ac04f req-6a872917-9ff4-4840-a4be-e1f3ccbfc971 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Publish callbacks [] for port (a57ce145-fb5f-48e3-b66f-724f3861f9ce), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:14.685387 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-25c14177-a5c8-4121-b649-719ee17ac04f req-6a872917-9ff4-4840-a4be-e1f3ccbfc971 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (a57ce145-fb5f-48e3-b66f-724f3861f9ce), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:14.703000 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-5748533d-2bb1-45a4-96f6-9857592d04c5 None None] Set router 2fd216c1-b23f-447e-9267-51badf8cb1ba gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:29:14.727239 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25c14177-a5c8-4121-b649-719ee17ac04f req-6a872917-9ff4-4840-a4be-e1f3ccbfc971 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Network 1b917941-2eb5-47db-ab3e-e6fc0957b934 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:29:14.730306 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-25c14177-a5c8-4121-b649-719ee17ac04f req-6a872917-9ff4-4840-a4be-e1f3ccbfc971 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:29:14.732792 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-25c14177-a5c8-4121-b649-719ee17ac04f req-6a872917-9ff4-4840-a4be-e1f3ccbfc971 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:29:14.781677 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a872917-9ff4-4840-a4be-e1f3ccbfc971 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Pushing event updated for resources: {'Port': ['ID=a57ce145-fb5f-48e3-b66f-724f3861f9ce,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:29:14.803494 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c14177-a5c8-4121-b649-719ee17ac04f req-6a872917-9ff4-4840-a4be-e1f3ccbfc971 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:29:14.803494 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-25c14177-a5c8-4121-b649-719ee17ac04f req-6a872917-9ff4-4840-a4be-e1f3ccbfc971 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:14.823910 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-25c14177-a5c8-4121-b649-719ee17ac04f req-6a872917-9ff4-4840-a4be-e1f3ccbfc971 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6259100 Mar 11 20:29:14.835145 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-25c14177-a5c8-4121-b649-719ee17ac04f req-757aaa61-74d3-4eda-b432-18ad002797a8 service neutron] Request body: {'port': {'device_id': 'e4419534-d1ed-4a7d-adec-2bd6795025a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:29:14.908292 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-25c14177-a5c8-4121-b649-719ee17ac04f req-757aaa61-74d3-4eda-b432-18ad002797a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a57ce145-fb5f-48e3-b66f-724f3861f9ce), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:14.940051 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-5748533d-2bb1-45a4-96f6-9857592d04c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd216c1-b23f-447e-9267-51badf8cb1ba', 'name': 'tempest-TestEncryptedCinderVolumes-1425977156-router', 'tenant_id': 'a550139060654c9db94e45d315883ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '1f815e2c-3214-4069-a985-2ae8e66e8fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:29:08Z', 'updated_at': '2022-03-11T20:29:11Z', 'revision_number': 4, 'project_id': 'a550139060654c9db94e45d315883ea1', 'gw_port': {'id': '1f815e2c-3214-4069-a985-2ae8e66e8fa7', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:83:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd216c1-b23f-447e-9267-51badf8cb1ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:29:08Z', 'updated_at': '2022-03-11T20:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '6e3939fd-31cc-4f8f-811d-6e00a63ff692', 'name': '', 'network_id': 'eb0f2af2-5b54-41f3-a22d-9030fede212e', 'tenant_id': 'a550139060654c9db94e45d315883ea1', 'mac_address': 'fa:16:3e:ba:d4:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd216c1-b23f-447e-9267-51badf8cb1ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ee0266a0-187b-4ceb-8ab4-dbbe2cd86198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:29:10Z', 'updated_at': '2022-03-11T20:29:11Z', 'revision_number': 2, 'project_id': 'a550139060654c9db94e45d315883ea1', 'subnets': [{'id': 'ee0266a0-187b-4ceb-8ab4-dbbe2cd86198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:29:14.971819 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5748533d-2bb1-45a4-96f6-9857592d04c5 None None] Checking router: 2fd216c1-b23f-447e-9267-51badf8cb1ba for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:29:14.972315 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5748533d-2bb1-45a4-96f6-9857592d04c5 None None] Updating router 2fd216c1-b23f-447e-9267-51badf8cb1ba port 6e3939fd-31cc-4f8f-811d-6e00a63ff692 binding host n-d-833163-1 {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 20:29:15.001706 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-5748533d-2bb1-45a4-96f6-9857592d04c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (6e3939fd-31cc-4f8f-811d-6e00a63ff692), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:15.045276 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4053d4fa-45af-436a-84b3-4f201c636dc6 None None] Provisioning complete for port a57ce145-fb5f-48e3-b66f-724f3861f9ce triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:29:15.045868 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4053d4fa-45af-436a-84b3-4f201c636dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (a57ce145-fb5f-48e3-b66f-724f3861f9ce), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:15.080982 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4053d4fa-45af-436a-84b3-4f201c636dc6 None None] Port a57ce145-fb5f-48e3-b66f-724f3861f9ce cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:29:15.190767 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-25c14177-a5c8-4121-b649-719ee17ac04f req-757aaa61-74d3-4eda-b432-18ad002797a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a57ce145-fb5f-48e3-b66f-724f3861f9ce {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:29:15.198531 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-25c14177-a5c8-4121-b649-719ee17ac04f req-757aaa61-74d3-4eda-b432-18ad002797a8 service neutron] Publish callbacks [] for port (a57ce145-fb5f-48e3-b66f-724f3861f9ce), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:15.211072 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-25c14177-a5c8-4121-b649-719ee17ac04f req-757aaa61-74d3-4eda-b432-18ad002797a8 service neutron] Transition to ACTIVE for port object a57ce145-fb5f-48e3-b66f-724f3861f9ce will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 20:29:15.216882 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-25c14177-a5c8-4121-b649-719ee17ac04f req-757aaa61-74d3-4eda-b432-18ad002797a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (a57ce145-fb5f-48e3-b66f-724f3861f9ce), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:15.272247 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757aaa61-74d3-4eda-b432-18ad002797a8 service neutron] Pushing event updated for resources: {'Port': ['ID=a57ce145-fb5f-48e3-b66f-724f3861f9ce,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:29:15.277104 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-5748533d-2bb1-45a4-96f6-9857592d04c5 None None] Publish callbacks [] for port (6e3939fd-31cc-4f8f-811d-6e00a63ff692), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:15.282231 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-5748533d-2bb1-45a4-96f6-9857592d04c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (6e3939fd-31cc-4f8f-811d-6e00a63ff692), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:15.360043 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460a01cf-55cb-4826-97e0-5a6d9df3a0b1 None None] Pushing event updated for resources: {'Port': ['ID=6e3939fd-31cc-4f8f-811d-6e00a63ff692,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:29:15.382873 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-25c14177-a5c8-4121-b649-719ee17ac04f req-757aaa61-74d3-4eda-b432-18ad002797a8 service neutron] Attempting to bind port a57ce145-fb5f-48e3-b66f-724f3861f9ce on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:29:15.383316 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-25c14177-a5c8-4121-b649-719ee17ac04f req-757aaa61-74d3-4eda-b432-18ad002797a8 service neutron] Attempting to bind port a57ce145-fb5f-48e3-b66f-724f3861f9ce by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': 'b8e8359e-ce3b-4a42-9f05-c629b7e2e2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '1b917941-2eb5-47db-ab3e-e6fc0957b934'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:29:15.383736 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c14177-a5c8-4121-b649-719ee17ac04f req-757aaa61-74d3-4eda-b432-18ad002797a8 service neutron] Attempting to bind port a57ce145-fb5f-48e3-b66f-724f3861f9ce on network 1b917941-2eb5-47db-ab3e-e6fc0957b934 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:29:15.388643 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c14177-a5c8-4121-b649-719ee17ac04f req-757aaa61-74d3-4eda-b432-18ad002797a8 service neutron] Port a57ce145-fb5f-48e3-b66f-724f3861f9ce on network 1b917941-2eb5-47db-ab3e-e6fc0957b934 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 20:29:15.389058 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c14177-a5c8-4121-b649-719ee17ac04f req-757aaa61-74d3-4eda-b432-18ad002797a8 service neutron] Attempting to bind port a57ce145-fb5f-48e3-b66f-724f3861f9ce on network 1b917941-2eb5-47db-ab3e-e6fc0957b934 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:29:15.394377 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c14177-a5c8-4121-b649-719ee17ac04f req-757aaa61-74d3-4eda-b432-18ad002797a8 service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:29:15.394790 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c14177-a5c8-4121-b649-719ee17ac04f req-757aaa61-74d3-4eda-b432-18ad002797a8 service neutron] Checking segment: {'id': 'b8e8359e-ce3b-4a42-9f05-c629b7e2e2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '1b917941-2eb5-47db-ab3e-e6fc0957b934'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:29:15.395241 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c14177-a5c8-4121-b649-719ee17ac04f req-757aaa61-74d3-4eda-b432-18ad002797a8 service neutron] Bound using segment: {'id': 'b8e8359e-ce3b-4a42-9f05-c629b7e2e2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '1b917941-2eb5-47db-ab3e-e6fc0957b934'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:29:15.396359 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-25c14177-a5c8-4121-b649-719ee17ac04f req-757aaa61-74d3-4eda-b432-18ad002797a8 service neutron] Bound port: a57ce145-fb5f-48e3-b66f-724f3861f9ce, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8e8359e-ce3b-4a42-9f05-c629b7e2e2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '1b917941-2eb5-47db-ab3e-e6fc0957b934'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:29:15.396780 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-25c14177-a5c8-4121-b649-719ee17ac04f req-757aaa61-74d3-4eda-b432-18ad002797a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a57ce145-fb5f-48e3-b66f-724f3861f9ce), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:15.424530 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-5748533d-2bb1-45a4-96f6-9857592d04c5 None None] Attempting to bind port 6e3939fd-31cc-4f8f-811d-6e00a63ff692 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:29:15.424975 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-5748533d-2bb1-45a4-96f6-9857592d04c5 None None] Attempting to bind port 6e3939fd-31cc-4f8f-811d-6e00a63ff692 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'bcdc3ce7-ae3e-49bf-92f9-fbafcf1798b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'eb0f2af2-5b54-41f3-a22d-9030fede212e'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:29:15.425414 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5748533d-2bb1-45a4-96f6-9857592d04c5 None None] Attempting to bind port 6e3939fd-31cc-4f8f-811d-6e00a63ff692 on network eb0f2af2-5b54-41f3-a22d-9030fede212e {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:29:15.431560 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5748533d-2bb1-45a4-96f6-9857592d04c5 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:29:15.432025 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5748533d-2bb1-45a4-96f6-9857592d04c5 None None] Checking segment: {'id': 'bcdc3ce7-ae3e-49bf-92f9-fbafcf1798b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'eb0f2af2-5b54-41f3-a22d-9030fede212e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:29:15.432496 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-5748533d-2bb1-45a4-96f6-9857592d04c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:15.432960 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5748533d-2bb1-45a4-96f6-9857592d04c5 None None] Bound using segment: {'id': 'bcdc3ce7-ae3e-49bf-92f9-fbafcf1798b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'eb0f2af2-5b54-41f3-a22d-9030fede212e'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:29:15.433528 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-5748533d-2bb1-45a4-96f6-9857592d04c5 None None] Bound port: 6e3939fd-31cc-4f8f-811d-6e00a63ff692, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcdc3ce7-ae3e-49bf-92f9-fbafcf1798b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': 'eb0f2af2-5b54-41f3-a22d-9030fede212e'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:29:15.433981 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-5748533d-2bb1-45a4-96f6-9857592d04c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (6e3939fd-31cc-4f8f-811d-6e00a63ff692), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:15.511218 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-25c14177-a5c8-4121-b649-719ee17ac04f req-757aaa61-74d3-4eda-b432-18ad002797a8 service neutron] For port a57ce145-fb5f-48e3-b66f-724f3861f9ce, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:29:15.518837 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-25c14177-a5c8-4121-b649-719ee17ac04f req-757aaa61-74d3-4eda-b432-18ad002797a8 service neutron] For port a57ce145-fb5f-48e3-b66f-724f3861f9ce, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=a57ce145-fb5f-48e3-b66f-724f3861f9ce,segment=NetworkSegment(b8e8359e-ce3b-4a42-9f05-c629b7e2e2eb),segment_id=b8e8359e-ce3b-4a42-9f05-c629b7e2e2eb)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:29:15.531275 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-5748533d-2bb1-45a4-96f6-9857592d04c5 None None] For port 6e3939fd-31cc-4f8f-811d-6e00a63ff692, host n-d-833163-1, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:29:15.532537 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc13a3-07af-4959-8eee-4b266d80b7df req-d2664151-fec6-4bf8-8184-ac6cec0d7d38 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:29:15.534185 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-62bc13a3-07af-4959-8eee-4b266d80b7df req-d2664151-fec6-4bf8-8184-ac6cec0d7d38 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4419534-d1ed-4a7d-adec-2bd6795025a6 HTTP/1.1" status: 200 len: 943 time: 0.1253955 Mar 11 20:29:15.534597 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-5748533d-2bb1-45a4-96f6-9857592d04c5 None None] For port 6e3939fd-31cc-4f8f-811d-6e00a63ff692, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=6e3939fd-31cc-4f8f-811d-6e00a63ff692,segment=NetworkSegment(bcdc3ce7-ae3e-49bf-92f9-fbafcf1798b9),segment_id=bcdc3ce7-ae3e-49bf-92f9-fbafcf1798b9)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:29:15.543930 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-25c14177-a5c8-4121-b649-719ee17ac04f req-757aaa61-74d3-4eda-b432-18ad002797a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (a57ce145-fb5f-48e3-b66f-724f3861f9ce), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:15.544918 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-5748533d-2bb1-45a4-96f6-9857592d04c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (6e3939fd-31cc-4f8f-811d-6e00a63ff692), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:15.561994 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 1f815e2c-3214-4069-a985-2ae8e66e8fa7 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:29:15.614404 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c14177-a5c8-4121-b649-719ee17ac04f req-757aaa61-74d3-4eda-b432-18ad002797a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:29:15.615076 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-25c14177-a5c8-4121-b649-719ee17ac04f req-757aaa61-74d3-4eda-b432-18ad002797a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:15.616689 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-25c14177-a5c8-4121-b649-719ee17ac04f req-757aaa61-74d3-4eda-b432-18ad002797a8 service neutron] 10.222.0.75 "PUT /v2.0/ports/a57ce145-fb5f-48e3-b66f-724f3861f9ce HTTP/1.1" status: 200 len: 1091 time: 0.7859883 Mar 11 20:29:15.617882 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460a01cf-55cb-4826-97e0-5a6d9df3a0b1 None None] Pushing event updated for resources: {'Port': ['ID=6e3939fd-31cc-4f8f-811d-6e00a63ff692,revision_number=4']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:29:15.619204 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4419534-d1ed-4a7d-adec-2bd6795025a6', 'tag': 'a57ce145-fb5f-48e3-b66f-724f3861f9ce'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:29:15.621781 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a0d03908d714cf498f0e9a07bdcfee6ce8884db927bcf4c76da6f3dadb32e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ac0ac9-1bd6-4eb5-975d-23cf510caaff" -d '{"events": [{"name": "network-changed", "server_uuid": "e4419534-d1ed-4a7d-adec-2bd6795025a6", "tag": "a57ce145-fb5f-48e3-b66f-724f3861f9ce"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:29:15.654320 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5748533d-2bb1-45a4-96f6-9857592d04c5 None None] Routers {'2fd216c1-b23f-447e-9267-51badf8cb1ba'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:29:15.655240 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-5748533d-2bb1-45a4-96f6-9857592d04c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:28:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['2fd216c1-b23f-447e-9267-51badf8cb1ba'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:29:15.656809 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 1f815e2c-3214-4069-a985-2ae8e66e8fa7 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:29:15.657200 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (1f815e2c-3214-4069-a985-2ae8e66e8fa7), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:15.660517 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757aaa61-74d3-4eda-b432-18ad002797a8 service neutron] Pushing event updated for resources: {'Port': ['ID=a57ce145-fb5f-48e3-b66f-724f3861f9ce,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:29:15.668939 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-62bc13a3-07af-4959-8eee-4b266d80b7df req-f1f4f39a-035c-4abc-93ab-2b4b7239d310 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbb34769-0995-40a8-bf8d-2b09d133cd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272287 Mar 11 20:29:15.746554 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4583b6-5562-4e8b-ada8-858ee2e0f3c2 x-openstack-request-id: req-8f4583b6-5562-4e8b-ada8-858ee2e0f3c2 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:29:15.746855 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4419534-d1ed-4a7d-adec-2bd6795025a6", "tag": "a57ce145-fb5f-48e3-b66f-724f3861f9ce", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:29:15.747114 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-8f4583b6-5562-4e8b-ada8-858ee2e0f3c2 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:29:15.747528 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4419534-d1ed-4a7d-adec-2bd6795025a6', 'tag': 'a57ce145-fb5f-48e3-b66f-724f3861f9ce', 'status': 'completed', 'code': 200} Mar 11 20:29:15.768270 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c14177-a5c8-4121-b649-719ee17ac04f req-cec1b792-608a-4f43-94a4-0c634d6a1ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:29:15.770097 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-25c14177-a5c8-4121-b649-719ee17ac04f req-cec1b792-608a-4f43-94a4-0c634d6a1ea4 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=78a3e3286fe54f2186735eafcd7c13c2&device_id=e4419534-d1ed-4a7d-adec-2bd6795025a6 HTTP/1.1" status: 200 len: 1125 time: 0.0940907 Mar 11 20:29:15.835859 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-5748533d-2bb1-45a4-96f6-9857592d04c5 None None] Set router 2fd216c1-b23f-447e-9267-51badf8cb1ba gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:29:15.854832 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-25c14177-a5c8-4121-b649-719ee17ac04f req-c8e81977-070e-4524-8ba7-94e4f8cdce64 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a57ce145-fb5f-48e3-b66f-724f3861f9ce HTTP/1.1" status: 200 len: 217 time: 0.0767629 Mar 11 20:29:15.923290 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c14177-a5c8-4121-b649-719ee17ac04f req-bffdd22a-7431-499e-90c2-a00b89df0ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:29:15.925140 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-25c14177-a5c8-4121-b649-719ee17ac04f req-bffdd22a-7431-499e-90c2-a00b89df0ece service neutron] 10.222.0.75 "GET /v2.0/subnets?id=80cd61ec-2c33-4140-90f7-71f6e12a3bb7 HTTP/1.1" status: 200 len: 856 time: 0.0559464 Mar 11 20:29:15.932975 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-b032a9e1-9e18-4618-9a9e-3eb83fa86d84 None None] Provisioning complete for port 6e3939fd-31cc-4f8f-811d-6e00a63ff692 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:29:15.933348 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b032a9e1-9e18-4618-9a9e-3eb83fa86d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (6e3939fd-31cc-4f8f-811d-6e00a63ff692), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:15.990315 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c14177-a5c8-4121-b649-719ee17ac04f req-fddaffff-e244-41c5-93f3-3140680a1b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:29:15.991962 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-25c14177-a5c8-4121-b649-719ee17ac04f req-fddaffff-e244-41c5-93f3-3140680a1b5f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1b917941-2eb5-47db-ab3e-e6fc0957b934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0596585 Mar 11 20:29:16.040243 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 1f815e2c-3214-4069-a985-2ae8e66e8fa7 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:29:16.084272 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b032a9e1-9e18-4618-9a9e-3eb83fa86d84 None None] Current status of the port 6e3939fd-31cc-4f8f-811d-6e00a63ff692 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:29:16.084983 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b032a9e1-9e18-4618-9a9e-3eb83fa86d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (6e3939fd-31cc-4f8f-811d-6e00a63ff692), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:16.086496 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-5748533d-2bb1-45a4-96f6-9857592d04c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd216c1-b23f-447e-9267-51badf8cb1ba', 'name': 'tempest-TestEncryptedCinderVolumes-1425977156-router', 'tenant_id': 'a550139060654c9db94e45d315883ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '1f815e2c-3214-4069-a985-2ae8e66e8fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:29:08Z', 'updated_at': '2022-03-11T20:29:11Z', 'revision_number': 4, 'project_id': 'a550139060654c9db94e45d315883ea1', 'gw_port': {'id': '1f815e2c-3214-4069-a985-2ae8e66e8fa7', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:83:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd216c1-b23f-447e-9267-51badf8cb1ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:29:08Z', 'updated_at': '2022-03-11T20:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '6e3939fd-31cc-4f8f-811d-6e00a63ff692', 'name': '', 'network_id': 'eb0f2af2-5b54-41f3-a22d-9030fede212e', 'tenant_id': 'a550139060654c9db94e45d315883ea1', 'mac_address': 'fa:16:3e:ba:d4:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd216c1-b23f-447e-9267-51badf8cb1ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ee0266a0-187b-4ceb-8ab4-dbbe2cd86198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:29:10Z', 'updated_at': '2022-03-11T20:29:15Z', 'revision_number': 4, 'project_id': 'a550139060654c9db94e45d315883ea1', 'subnets': [{'id': 'ee0266a0-187b-4ceb-8ab4-dbbe2cd86198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:29:16.102274 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-25c14177-a5c8-4121-b649-719ee17ac04f req-8eafe672-b6d4-4253-a39f-e7f8e230d568 service neutron] 10.222.0.75 "GET /v2.0/networks/1b917941-2eb5-47db-ab3e-e6fc0957b934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047637 Mar 11 20:29:16.116318 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5748533d-2bb1-45a4-96f6-9857592d04c5 None None] The sync data for ids ['2fd216c1-b23f-447e-9267-51badf8cb1ba'] in n-d-833163-1 is: [{'id': '2fd216c1-b23f-447e-9267-51badf8cb1ba', 'name': 'tempest-TestEncryptedCinderVolumes-1425977156-router', 'tenant_id': 'a550139060654c9db94e45d315883ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '1f815e2c-3214-4069-a985-2ae8e66e8fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:29:08Z', 'updated_at': '2022-03-11T20:29:11Z', 'revision_number': 4, 'project_id': 'a550139060654c9db94e45d315883ea1', 'gw_port': {'id': '1f815e2c-3214-4069-a985-2ae8e66e8fa7', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:83:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd216c1-b23f-447e-9267-51badf8cb1ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:29:08Z', 'updated_at': '2022-03-11T20:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '6e3939fd-31cc-4f8f-811d-6e00a63ff692', 'name': '', 'network_id': 'eb0f2af2-5b54-41f3-a22d-9030fede212e', 'tenant_id': 'a550139060654c9db94e45d315883ea1', 'mac_address': 'fa:16:3e:ba:d4:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fd216c1-b23f-447e-9267-51badf8cb1ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ee0266a0-187b-4ceb-8ab4-dbbe2cd86198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:29:10Z', 'updated_at': '2022-03-11T20:29:15Z', 'revision_number': 4, 'project_id': 'a550139060654c9db94e45d315883ea1', 'subnets': [{'id': 'ee0266a0-187b-4ceb-8ab4-dbbe2cd86198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:29:16.117634 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-b032a9e1-9e18-4618-9a9e-3eb83fa86d84 None None] For port 6e3939fd-31cc-4f8f-811d-6e00a63ff692, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=6e3939fd-31cc-4f8f-811d-6e00a63ff692,segment=NetworkSegment(bcdc3ce7-ae3e-49bf-92f9-fbafcf1798b9),segment_id=bcdc3ce7-ae3e-49bf-92f9-fbafcf1798b9)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:29:16.123188 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b032a9e1-9e18-4618-9a9e-3eb83fa86d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (6e3939fd-31cc-4f8f-811d-6e00a63ff692), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:16.170308 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b032a9e1-9e18-4618-9a9e-3eb83fa86d84 None None] Pushing event updated for resources: {'Port': ['ID=6e3939fd-31cc-4f8f-811d-6e00a63ff692,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:29:16.202257 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-25c14177-a5c8-4121-b649-719ee17ac04f req-4659886d-4d3f-4416-bfe9-c0af8629e361 service neutron] 10.222.0.75 "GET /v2.0/networks/1b917941-2eb5-47db-ab3e-e6fc0957b934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944827 Mar 11 20:29:16.263195 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-02387a9f-42aa-4d59-ad78-d35081e15338 None None] Provisioning complete for port 6e3939fd-31cc-4f8f-811d-6e00a63ff692 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:29:16.263569 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-02387a9f-42aa-4d59-ad78-d35081e15338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (6e3939fd-31cc-4f8f-811d-6e00a63ff692), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:16.300357 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac0ac9-1bd6-4eb5-975d-23cf510caaff req-30062b75-169b-4ecb-9bfb-637b3c836d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:29:16.301989 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-64ac0ac9-1bd6-4eb5-975d-23cf510caaff req-30062b75-169b-4ecb-9bfb-637b3c836d09 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=78a3e3286fe54f2186735eafcd7c13c2&device_id=e4419534-d1ed-4a7d-adec-2bd6795025a6 HTTP/1.1" status: 200 len: 1125 time: 0.0540609 Mar 11 20:29:16.347645 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-02387a9f-42aa-4d59-ad78-d35081e15338 None None] Current status of the port 6e3939fd-31cc-4f8f-811d-6e00a63ff692 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:29:16.399926 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac0ac9-1bd6-4eb5-975d-23cf510caaff req-ada0f7d1-93f7-4b5b-ad6a-e4b814e57e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:29:16.401446 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-64ac0ac9-1bd6-4eb5-975d-23cf510caaff req-ada0f7d1-93f7-4b5b-ad6a-e4b814e57e1f service neutron] 10.222.0.75 "GET /v2.0/networks?id=1b917941-2eb5-47db-ab3e-e6fc0957b934 HTTP/1.1" status: 200 len: 918 time: 0.0939355 Mar 11 20:29:16.448057 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-64ac0ac9-1bd6-4eb5-975d-23cf510caaff req-3a80ca6b-198f-4b53-b096-7cba9987cb6d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a57ce145-fb5f-48e3-b66f-724f3861f9ce HTTP/1.1" status: 200 len: 217 time: 0.0400035 Mar 11 20:29:16.498511 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac0ac9-1bd6-4eb5-975d-23cf510caaff req-15e7a538-6ecb-45f6-8d07-fb9d9c6b109f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:29:16.500005 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-64ac0ac9-1bd6-4eb5-975d-23cf510caaff req-15e7a538-6ecb-45f6-8d07-fb9d9c6b109f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=80cd61ec-2c33-4140-90f7-71f6e12a3bb7 HTTP/1.1" status: 200 len: 856 time: 0.0462811 Mar 11 20:29:16.555449 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac0ac9-1bd6-4eb5-975d-23cf510caaff req-fde75a91-f6a5-4b1e-b68c-27e9af62969d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:29:16.557058 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-64ac0ac9-1bd6-4eb5-975d-23cf510caaff req-fde75a91-f6a5-4b1e-b68c-27e9af62969d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1b917941-2eb5-47db-ab3e-e6fc0957b934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467296 Mar 11 20:29:16.653652 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-64ac0ac9-1bd6-4eb5-975d-23cf510caaff req-e9d2762a-4d01-4c13-afc0-42c1b39e317e service neutron] 10.222.0.75 "GET /v2.0/networks/1b917941-2eb5-47db-ab3e-e6fc0957b934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898595 Mar 11 20:29:16.754669 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-64ac0ac9-1bd6-4eb5-975d-23cf510caaff req-564137dd-fb0c-4729-b32c-d60b33714b50 service neutron] 10.222.0.75 "GET /v2.0/networks/1b917941-2eb5-47db-ab3e-e6fc0957b934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940318 Mar 11 20:29:16.794080 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9918d21-6d02-4339-97a5-ae6a47b56a88 req-01e98bea-c06c-47b8-97bc-967694b2f7df tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:29:16.795544 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a9918d21-6d02-4339-97a5-ae6a47b56a88 req-01e98bea-c06c-47b8-97bc-967694b2f7df tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4419534-d1ed-4a7d-adec-2bd6795025a6 HTTP/1.1" status: 200 len: 943 time: 0.0535920 Mar 11 20:29:16.844880 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a9918d21-6d02-4339-97a5-ae6a47b56a88 req-e2028cfb-f346-43c1-a287-be775d393e36 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbb34769-0995-40a8-bf8d-2b09d133cd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436845 Mar 11 20:29:17.546585 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 6e3939fd-31cc-4f8f-811d-6e00a63ff692 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:29:17.595485 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 6e3939fd-31cc-4f8f-811d-6e00a63ff692 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:29:17.595903 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (6e3939fd-31cc-4f8f-811d-6e00a63ff692), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:17.670878 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 6e3939fd-31cc-4f8f-811d-6e00a63ff692 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:29:17.961281 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60f154-6761-403e-9a12-45f52b6f3eba req-b28bba0d-5aaf-4e96-9884-63173c39649f tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:29:17.962630 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7c60f154-6761-403e-9a12-45f52b6f3eba req-b28bba0d-5aaf-4e96-9884-63173c39649f tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4419534-d1ed-4a7d-adec-2bd6795025a6 HTTP/1.1" status: 200 len: 943 time: 0.0511749 Mar 11 20:29:18.008558 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7c60f154-6761-403e-9a12-45f52b6f3eba req-c04694b9-7cb1-4f7e-819d-ef5ade96d599 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbb34769-0995-40a8-bf8d-2b09d133cd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402775 Mar 11 20:29:18.980590 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device a57ce145-fb5f-48e3-b66f-724f3861f9ce details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 20:29:19.080776 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port a57ce145-fb5f-48e3-b66f-724f3861f9ce, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=a57ce145-fb5f-48e3-b66f-724f3861f9ce,segment=NetworkSegment(b8e8359e-ce3b-4a42-9f05-c629b7e2e2eb),segment_id=b8e8359e-ce3b-4a42-9f05-c629b7e2e2eb)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:29:19.092402 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': 'a57ce145-fb5f-48e3-b66f-724f3861f9ce', 'network_id': '1b917941-2eb5-47db-ab3e-e6fc0957b934', 'port_id': 'a57ce145-fb5f-48e3-b66f-724f3861f9ce', 'mac_address': 'fa:16:3e:f3:1a:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80cd61ec-2c33-4140-90f7-71f6e12a3bb7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 20:29:19.126774 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0882a1d-2bc8-49ea-9ba1-aeabdddcde50 req-36dea6a4-72df-462b-bdb0-f22a99c2cd44 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:29:19.128320 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e0882a1d-2bc8-49ea-9ba1-aeabdddcde50 req-36dea6a4-72df-462b-bdb0-f22a99c2cd44 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4419534-d1ed-4a7d-adec-2bd6795025a6 HTTP/1.1" status: 200 len: 943 time: 0.0518537 Mar 11 20:29:19.128991 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port a57ce145-fb5f-48e3-b66f-724f3861f9ce is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:29:19.129414 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a57ce145-fb5f-48e3-b66f-724f3861f9ce), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:19.146615 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a57ce145-fb5f-48e3-b66f-724f3861f9ce {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:29:19.166755 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port a57ce145-fb5f-48e3-b66f-724f3861f9ce, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=a57ce145-fb5f-48e3-b66f-724f3861f9ce,segment=NetworkSegment(b8e8359e-ce3b-4a42-9f05-c629b7e2e2eb),segment_id=b8e8359e-ce3b-4a42-9f05-c629b7e2e2eb)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:29:19.170697 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (a57ce145-fb5f-48e3-b66f-724f3861f9ce), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:19.175908 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e0882a1d-2bc8-49ea-9ba1-aeabdddcde50 req-1250f06b-5dfc-4074-8d4f-d73a797178f1 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbb34769-0995-40a8-bf8d-2b09d133cd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417933 Mar 11 20:29:19.220730 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=a57ce145-fb5f-48e3-b66f-724f3861f9ce,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:29:19.372624 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['a57ce145-fb5f-48e3-b66f-724f3861f9ce'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:29:19.425479 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:20.296357 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94bad4-d86c-4aa0-ada2-6111f932f253 req-c11bbeb4-b937-4bc2-89fa-cbf403cc5f95 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:29:20.297801 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-af94bad4-d86c-4aa0-ada2-6111f932f253 req-c11bbeb4-b937-4bc2-89fa-cbf403cc5f95 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4419534-d1ed-4a7d-adec-2bd6795025a6 HTTP/1.1" status: 200 len: 944 time: 0.0550616 Mar 11 20:29:20.342176 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-af94bad4-d86c-4aa0-ada2-6111f932f253 req-a0f2ce05-471b-4840-aa3b-b6d2ba29dfc2 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbb34769-0995-40a8-bf8d-2b09d133cd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388741 Mar 11 20:29:20.995067 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device a57ce145-fb5f-48e3-b66f-724f3861f9ce up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:29:21.044015 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port a57ce145-fb5f-48e3-b66f-724f3861f9ce completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 20:29:21.048031 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port a57ce145-fb5f-48e3-b66f-724f3861f9ce triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:29:21.048413 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (a57ce145-fb5f-48e3-b66f-724f3861f9ce), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:21.123246 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port a57ce145-fb5f-48e3-b66f-724f3861f9ce is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:29:21.123657 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a57ce145-fb5f-48e3-b66f-724f3861f9ce), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:21.145638 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4419534-d1ed-4a7d-adec-2bd6795025a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57ce145-fb5f-48e3-b66f-724f3861f9ce'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:29:21.148006 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e00c6702a54281ed7930195260709b2e9eb4074fe153a1ed12afbef6176377e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b00912-3335-42b6-8379-7439b55e3fa6" -d '{"events": [{"server_uuid": "e4419534-d1ed-4a7d-adec-2bd6795025a6", "name": "network-vif-plugged", "status": "completed", "tag": "a57ce145-fb5f-48e3-b66f-724f3861f9ce"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:29:21.164039 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port a57ce145-fb5f-48e3-b66f-724f3861f9ce, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=a57ce145-fb5f-48e3-b66f-724f3861f9ce,segment=NetworkSegment(b8e8359e-ce3b-4a42-9f05-c629b7e2e2eb),segment_id=b8e8359e-ce3b-4a42-9f05-c629b7e2e2eb)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:29:21.168910 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (a57ce145-fb5f-48e3-b66f-724f3861f9ce), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:21.191424 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cffbcc66-be02-4f63-a800-eeb197751d2d x-openstack-request-id: req-cffbcc66-be02-4f63-a800-eeb197751d2d {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:29:21.191750 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4419534-d1ed-4a7d-adec-2bd6795025a6", "name": "network-vif-plugged", "status": "completed", "tag": "a57ce145-fb5f-48e3-b66f-724f3861f9ce", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:29:21.192024 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cffbcc66-be02-4f63-a800-eeb197751d2d {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:29:21.192433 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4419534-d1ed-4a7d-adec-2bd6795025a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57ce145-fb5f-48e3-b66f-724f3861f9ce', 'code': 200} Mar 11 20:29:21.220221 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=a57ce145-fb5f-48e3-b66f-724f3861f9ce,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:29:21.283094 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f824ed22-5dec-4955-92a0-ddd45b277942 req-72e8db7c-c04c-4255-bc49-8e1b443811a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:29:21.284609 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f824ed22-5dec-4955-92a0-ddd45b277942 req-72e8db7c-c04c-4255-bc49-8e1b443811a7 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=e4419534-d1ed-4a7d-adec-2bd6795025a6 HTTP/1.1" status: 200 len: 1127 time: 0.0436301 Mar 11 20:29:21.326974 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f824ed22-5dec-4955-92a0-ddd45b277942 req-d80824f7-2718-4e66-98e7-4115c5cdc676 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=dbb34769-0995-40a8-bf8d-2b09d133cd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365138 Mar 11 20:29:21.558805 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1781ed96-f945-4f65-b428-fca665b9282d req-d5b92ef0-4852-4607-a8da-020523276d43 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:29:21.560307 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1781ed96-f945-4f65-b428-fca665b9282d req-d5b92ef0-4852-4607-a8da-020523276d43 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4419534-d1ed-4a7d-adec-2bd6795025a6 HTTP/1.1" status: 200 len: 945 time: 0.1489253 Mar 11 20:29:21.607339 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1781ed96-f945-4f65-b428-fca665b9282d req-a1be8120-6e61-46e6-be47-80c5a73494b1 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbb34769-0995-40a8-bf8d-2b09d133cd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413721 Mar 11 20:29:22.368333 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:29:22.417138 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-83ff6610-2232-4cf5-80f2-29ea47e14a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:22.723059 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667cea12-bda9-490d-aee0-ad65799bd34e req-c27d6060-8937-45e4-98ba-cec34d67dc93 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:29:22.724720 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-667cea12-bda9-490d-aee0-ad65799bd34e req-c27d6060-8937-45e4-98ba-cec34d67dc93 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4419534-d1ed-4a7d-adec-2bd6795025a6 HTTP/1.1" status: 200 len: 945 time: 0.0518477 Mar 11 20:29:22.771472 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-667cea12-bda9-490d-aee0-ad65799bd34e req-042ec6bd-d1d8-43bb-896b-c15d3fd37219 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbb34769-0995-40a8-bf8d-2b09d133cd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411708 Mar 11 20:29:22.883977 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d8d7a2-c55f-471f-9508-97da12c075d2 req-5d86abfd-729c-46e1-9a26-4630bc01d71b tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:29:22.885416 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-20d8d7a2-c55f-471f-9508-97da12c075d2 req-5d86abfd-729c-46e1-9a26-4630bc01d71b tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4419534-d1ed-4a7d-adec-2bd6795025a6 HTTP/1.1" status: 200 len: 945 time: 0.0512974 Mar 11 20:29:22.935415 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-20d8d7a2-c55f-471f-9508-97da12c075d2 req-7db58cad-5a4f-4da0-a422-a8cbf478ac5b tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbb34769-0995-40a8-bf8d-2b09d133cd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444736 Mar 11 20:29:23.080220 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:24.703853 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-24d8ec91-f97c-44f5-bad1-83dcdd0d3518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:26.390655 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:27.780079 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:29.108945 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:49.432046 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:51.690978 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b7fe0ac9-433a-43b2-a7d5-1379771d2ca4 req-93730c89-9a71-4d15-8161-a8ce778c4881 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=e4419534-d1ed-4a7d-adec-2bd6795025a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0839920 Mar 11 20:29:51.776237 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe0ac9-433a-43b2-a7d5-1379771d2ca4 req-37cbf39b-74ed-4e65-a0c0-23873348597c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:29:51.777628 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b7fe0ac9-433a-43b2-a7d5-1379771d2ca4 req-37cbf39b-74ed-4e65-a0c0-23873348597c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=78a3e3286fe54f2186735eafcd7c13c2&device_id=e4419534-d1ed-4a7d-adec-2bd6795025a6 HTTP/1.1" status: 200 len: 1127 time: 0.0451267 Mar 11 20:29:51.880809 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe0ac9-433a-43b2-a7d5-1379771d2ca4 req-2c087a7d-b54d-449c-9c17-6fa5510acb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:29:51.882473 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b7fe0ac9-433a-43b2-a7d5-1379771d2ca4 req-2c087a7d-b54d-449c-9c17-6fa5510acb20 service neutron] 10.222.0.75 "GET /v2.0/networks?id=1b917941-2eb5-47db-ab3e-e6fc0957b934 HTTP/1.1" status: 200 len: 918 time: 0.0869031 Mar 11 20:29:51.923951 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b7fe0ac9-433a-43b2-a7d5-1379771d2ca4 req-c0cb26ea-190f-4da6-944a-4deabcafcd14 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a57ce145-fb5f-48e3-b66f-724f3861f9ce HTTP/1.1" status: 200 len: 217 time: 0.0347514 Mar 11 20:29:51.970004 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe0ac9-433a-43b2-a7d5-1379771d2ca4 req-28b6ec62-fb43-41af-9df1-4c0e19dfddb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:29:51.971379 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b7fe0ac9-433a-43b2-a7d5-1379771d2ca4 req-28b6ec62-fb43-41af-9df1-4c0e19dfddb8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=80cd61ec-2c33-4140-90f7-71f6e12a3bb7 HTTP/1.1" status: 200 len: 856 time: 0.0415623 Mar 11 20:29:52.020883 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe0ac9-433a-43b2-a7d5-1379771d2ca4 req-0453097a-588c-4539-9359-8d16409321df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:29:52.022853 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b7fe0ac9-433a-43b2-a7d5-1379771d2ca4 req-0453097a-588c-4539-9359-8d16409321df service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1b917941-2eb5-47db-ab3e-e6fc0957b934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0462539 Mar 11 20:29:52.114725 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b7fe0ac9-433a-43b2-a7d5-1379771d2ca4 req-5788513f-90ea-4848-b7a1-fb3df359afbf service neutron] 10.222.0.75 "GET /v2.0/networks/1b917941-2eb5-47db-ab3e-e6fc0957b934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858617 Mar 11 20:29:52.425215 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c4d2811f-c7a3-4d6b-b916-856886fb8ab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:52.501262 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b7fe0ac9-433a-43b2-a7d5-1379771d2ca4 req-bde70f95-6cae-4db7-8028-b61c7cf20726 service neutron] 10.222.0.75 "GET /v2.0/networks/1b917941-2eb5-47db-ab3e-e6fc0957b934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3803535 Mar 11 20:29:53.080081 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:54.706016 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c22e39a0-7e5b-47b7-9be5-af48fe9323bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:56.394055 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:57.081855 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a9c2f3-b6c5-474b-b3e0-6eb93f309724 req-dbbb6c79-662c-4f9f-a434-bb469651c9f3 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:29:57.083419 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-46a9c2f3-b6c5-474b-b3e0-6eb93f309724 req-dbbb6c79-662c-4f9f-a434-bb469651c9f3 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4419534-d1ed-4a7d-adec-2bd6795025a6 HTTP/1.1" status: 200 len: 945 time: 0.0531678 Mar 11 20:29:57.132037 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-46a9c2f3-b6c5-474b-b3e0-6eb93f309724 req-49a4746d-8a62-48bc-8bc8-2bc1b5646db0 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbb34769-0995-40a8-bf8d-2b09d133cd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416207 Mar 11 20:29:57.782885 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:58.253245 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4057f03a-d03a-47b0-a67c-22ba17ac79c8 req-0447b41b-deae-4efa-90e3-17f34928b4ed tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:29:58.254277 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4057f03a-d03a-47b0-a67c-22ba17ac79c8 req-0447b41b-deae-4efa-90e3-17f34928b4ed tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4419534-d1ed-4a7d-adec-2bd6795025a6 HTTP/1.1" status: 200 len: 945 time: 0.0556750 Mar 11 20:29:58.302025 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4057f03a-d03a-47b0-a67c-22ba17ac79c8 req-1bde353f-72ff-49f6-a428-94f4b42e88c4 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbb34769-0995-40a8-bf8d-2b09d133cd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415199 Mar 11 20:29:58.571452 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f43f46-cd0a-48e8-a9a6-3a889e7212aa req-4d5ddc1c-45e5-40ab-b5d5-e03624f0e027 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:29:58.573035 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-36f43f46-cd0a-48e8-a9a6-3a889e7212aa req-4d5ddc1c-45e5-40ab-b5d5-e03624f0e027 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] 10.222.0.75 "GET /v2.0/ports?device_id=e4419534-d1ed-4a7d-adec-2bd6795025a6 HTTP/1.1" status: 200 len: 945 time: 0.0565546 Mar 11 20:29:58.661246 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-36f43f46-cd0a-48e8-a9a6-3a889e7212aa req-48998934-064c-4877-b7c1-6800271631a8 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Deleting port a57ce145-fb5f-48e3-b66f-724f3861f9ce {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:29:58.661783 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-36f43f46-cd0a-48e8-a9a6-3a889e7212aa req-48998934-064c-4877-b7c1-6800271631a8 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (a57ce145-fb5f-48e3-b66f-724f3861f9ce), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:58.759940 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-36f43f46-cd0a-48e8-a9a6-3a889e7212aa req-48998934-064c-4877-b7c1-6800271631a8 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] For port a57ce145-fb5f-48e3-b66f-724f3861f9ce, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=a57ce145-fb5f-48e3-b66f-724f3861f9ce,segment=NetworkSegment(b8e8359e-ce3b-4a42-9f05-c629b7e2e2eb),segment_id=b8e8359e-ce3b-4a42-9f05-c629b7e2e2eb)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:29:58.760307 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-36f43f46-cd0a-48e8-a9a6-3a889e7212aa req-48998934-064c-4877-b7c1-6800271631a8 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (a57ce145-fb5f-48e3-b66f-724f3861f9ce), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:58.773488 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-36f43f46-cd0a-48e8-a9a6-3a889e7212aa req-48998934-064c-4877-b7c1-6800271631a8 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Calling delete_port for a57ce145-fb5f-48e3-b66f-724f3861f9ce owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:29:58.904643 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-36f43f46-cd0a-48e8-a9a6-3a889e7212aa req-48998934-064c-4877-b7c1-6800271631a8 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (a57ce145-fb5f-48e3-b66f-724f3861f9ce), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:58.916651 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['a57ce145-fb5f-48e3-b66f-724f3861f9ce'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:29:58.933850 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48998934-064c-4877-b7c1-6800271631a8 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Pushing event deleted for resources: {'Port': ['ID=a57ce145-fb5f-48e3-b66f-724f3861f9ce,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:29:58.946101 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48998934-064c-4877-b7c1-6800271631a8 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:29:58.946474 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48998934-064c-4877-b7c1-6800271631a8 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:29:58.946806 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48998934-064c-4877-b7c1-6800271631a8 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:29:58.947149 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48998934-064c-4877-b7c1-6800271631a8 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:29:58.947486 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48998934-064c-4877-b7c1-6800271631a8 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:29:58.947875 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48998934-064c-4877-b7c1-6800271631a8 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:29:58.948181 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48998934-064c-4877-b7c1-6800271631a8 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:29:58.948510 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48998934-064c-4877-b7c1-6800271631a8 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:29:58.948839 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48998934-064c-4877-b7c1-6800271631a8 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:29:58.949169 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48998934-064c-4877-b7c1-6800271631a8 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:29:58.949497 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48998934-064c-4877-b7c1-6800271631a8 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:29:58.949819 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48998934-064c-4877-b7c1-6800271631a8 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:29:58.950141 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48998934-064c-4877-b7c1-6800271631a8 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:29:58.985763 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-36f43f46-cd0a-48e8-a9a6-3a889e7212aa req-48998934-064c-4877-b7c1-6800271631a8 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] No DVR routers for this DVR port a57ce145-fb5f-48e3-b66f-724f3861f9ce on host n-h1-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:29:58.988332 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-36f43f46-cd0a-48e8-a9a6-3a889e7212aa req-48998934-064c-4877-b7c1-6800271631a8 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:58.992353 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-36f43f46-cd0a-48e8-a9a6-3a889e7212aa req-48998934-064c-4877-b7c1-6800271631a8 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] 10.222.0.75 "DELETE /v2.0/ports/a57ce145-fb5f-48e3-b66f-724f3861f9ce HTTP/1.1" status: 204 len: 173 time: 0.4147060 Mar 11 20:29:58.992814 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4419534-d1ed-4a7d-adec-2bd6795025a6', 'name': 'network-vif-deleted', 'tag': 'a57ce145-fb5f-48e3-b66f-724f3861f9ce'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:29:58.995021 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a0d03908d714cf498f0e9a07bdcfee6ce8884db927bcf4c76da6f3dadb32e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca36a9b8-4ef2-41e9-b4da-774a67e45c79" -d '{"events": [{"server_uuid": "e4419534-d1ed-4a7d-adec-2bd6795025a6", "name": "network-vif-deleted", "tag": "a57ce145-fb5f-48e3-b66f-724f3861f9ce"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:29:59.089174 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b41d66-6de9-4828-9597-0525df0f1ba2 x-openstack-request-id: req-c3b41d66-6de9-4828-9597-0525df0f1ba2 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:29:59.089519 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4419534-d1ed-4a7d-adec-2bd6795025a6", "name": "network-vif-deleted", "tag": "a57ce145-fb5f-48e3-b66f-724f3861f9ce", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:29:59.089779 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c3b41d66-6de9-4828-9597-0525df0f1ba2 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:29:59.090196 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4419534-d1ed-4a7d-adec-2bd6795025a6', 'name': 'network-vif-deleted', 'tag': 'a57ce145-fb5f-48e3-b66f-724f3861f9ce', 'status': 'completed', 'code': 200} Mar 11 20:29:59.112156 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:29:59.370237 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:29:59.420443 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-035f239e-8b5f-4542-a12c-7eabac8aa4e0 req-8f13b0f5-a1f9-480b-8442-1159edfa7a62 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] 10.222.0.65 "GET /v2.0/ports?device_id=e4419534-d1ed-4a7d-adec-2bd6795025a6 HTTP/1.1" status: 200 len: 210 time: 0.0276110 Mar 11 20:30:00.901659 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ac1d1-689f-4111-b956-731dcbf8062e req-ef5165f6-10d8-4ab2-a0d0-5f8f15e42a27 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:30:00.903114 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e12ac1d1-689f-4111-b956-731dcbf8062e req-ef5165f6-10d8-4ab2-a0d0-5f8f15e42a27 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] 10.222.0.65 "GET /v2.0/networks?id=1b917941-2eb5-47db-ab3e-e6fc0957b934 HTTP/1.1" status: 200 len: 817 time: 0.1061637 Mar 11 20:30:00.918081 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e12ac1d1-689f-4111-b956-731dcbf8062e req-e6c04fba-6ea9-4365-b43a-ba25da5605ba tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] 10.222.0.65 "GET /v2.0/quotas/78a3e3286fe54f2186735eafcd7c13c2 HTTP/1.1" status: 200 len: 375 time: 0.0095747 Mar 11 20:30:00.970780 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e12ac1d1-689f-4111-b956-731dcbf8062e req-d881ccdb-16ed-42d2-ba45-3e74ec50fc6f tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=78a3e3286fe54f2186735eafcd7c13c2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478308 Mar 11 20:30:01.066940 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e12ac1d1-689f-4111-b956-731dcbf8062e req-de5ff26b-f1bc-4d45-b7f9-b6ff4ed9eab1 service neutron] 10.222.0.65 "GET /v2.0/networks/1b917941-2eb5-47db-ab3e-e6fc0957b934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843706 Mar 11 20:30:01.160868 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device a57ce145-fb5f-48e3-b66f-724f3861f9ce no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:30:01.169699 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e12ac1d1-689f-4111-b956-731dcbf8062e req-d9c6705f-d2be-44e1-aa93-e65418f25296 service neutron] 10.222.0.65 "GET /v2.0/networks/1b917941-2eb5-47db-ab3e-e6fc0957b934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970938 Mar 11 20:30:01.180563 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: a57ce145-fb5f-48e3-b66f-724f3861f9ce {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:30:01.180917 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device a57ce145-fb5f-48e3-b66f-724f3861f9ce not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:30:01.332398 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-774c3b83-a0b6-4584-912d-21c695253242 req-ff9d3485-7562-470e-95fa-58c12b999854 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b707b89-389b-44a0-811f-041baaeb035c HTTP/1.1" status: 200 len: 210 time: 0.0318563 Mar 11 20:30:02.232544 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ac1d1-689f-4111-b956-731dcbf8062e req-626fa5ff-98c4-445f-8cd1-315f76d46a3d tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:30:02.234023 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e12ac1d1-689f-4111-b956-731dcbf8062e req-626fa5ff-98c4-445f-8cd1-315f76d46a3d tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] 10.222.0.75 "GET /v2.0/networks?id=1b917941-2eb5-47db-ab3e-e6fc0957b934 HTTP/1.1" status: 200 len: 817 time: 0.1031766 Mar 11 20:30:02.246150 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-e12ac1d1-689f-4111-b956-731dcbf8062e req-dd36e94f-9d8d-4b3e-a149-8f259805acce tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Request body: {'port': {'device_id': '3b707b89-389b-44a0-811f-041baaeb035c', 'network_id': '1b917941-2eb5-47db-ab3e-e6fc0957b934', 'admin_state_up': True, 'tenant_id': '78a3e3286fe54f2186735eafcd7c13c2'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:30:02.356317 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e12ac1d1-689f-4111-b956-731dcbf8062e req-dd36e94f-9d8d-4b3e-a149-8f259805acce tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Made reservation on behalf of 78a3e3286fe54f2186735eafcd7c13c2 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:30:02.359752 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e12ac1d1-689f-4111-b956-731dcbf8062e req-dd36e94f-9d8d-4b3e-a149-8f259805acce tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:02.446827 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-60a52f47-d45b-4499-8d5a-bb9cf0f810f3 req-79c6fb64-a797-447f-aafb-656302aa4597 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b707b89-389b-44a0-811f-041baaeb035c HTTP/1.1" status: 200 len: 210 time: 0.0346603 Mar 11 20:30:02.511082 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-e12ac1d1-689f-4111-b956-731dcbf8062e req-dd36e94f-9d8d-4b3e-a149-8f259805acce tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Allocated IP 172.20.0.13 (1b917941-2eb5-47db-ab3e-e6fc0957b934/80cd61ec-2c33-4140-90f7-71f6e12a3bb7/0c103cee-4d03-436a-947a-2567291fa8bb) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:30:02.651688 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e12ac1d1-689f-4111-b956-731dcbf8062e req-dd36e94f-9d8d-4b3e-a149-8f259805acce tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Publish callbacks [] for port (0c103cee-4d03-436a-947a-2567291fa8bb), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:02.686058 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e12ac1d1-689f-4111-b956-731dcbf8062e req-dd36e94f-9d8d-4b3e-a149-8f259805acce tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (0c103cee-4d03-436a-947a-2567291fa8bb), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:02.730839 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e12ac1d1-689f-4111-b956-731dcbf8062e req-dd36e94f-9d8d-4b3e-a149-8f259805acce tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Network 1b917941-2eb5-47db-ab3e-e6fc0957b934 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:30:02.735720 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-e12ac1d1-689f-4111-b956-731dcbf8062e req-dd36e94f-9d8d-4b3e-a149-8f259805acce tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:30:02.739247 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-e12ac1d1-689f-4111-b956-731dcbf8062e req-dd36e94f-9d8d-4b3e-a149-8f259805acce tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:30:02.745974 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd36e94f-9d8d-4b3e-a149-8f259805acce tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Pushing event updated for resources: {'Port': ['ID=0c103cee-4d03-436a-947a-2567291fa8bb,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:02.792666 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ac1d1-689f-4111-b956-731dcbf8062e req-dd36e94f-9d8d-4b3e-a149-8f259805acce tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:30:02.793198 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e12ac1d1-689f-4111-b956-731dcbf8062e req-dd36e94f-9d8d-4b3e-a149-8f259805acce tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:02.809987 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e12ac1d1-689f-4111-b956-731dcbf8062e req-dd36e94f-9d8d-4b3e-a149-8f259805acce tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5678871 Mar 11 20:30:02.821476 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-e12ac1d1-689f-4111-b956-731dcbf8062e req-8501a311-78c5-490b-8900-7da954ac9bd2 service neutron] Request body: {'port': {'device_id': '3b707b89-389b-44a0-811f-041baaeb035c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:30:02.884868 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e12ac1d1-689f-4111-b956-731dcbf8062e req-8501a311-78c5-490b-8900-7da954ac9bd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (0c103cee-4d03-436a-947a-2567291fa8bb), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:02.945022 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-41928175-62dd-4a72-84bb-b802797f5e1e None None] Provisioning complete for port 0c103cee-4d03-436a-947a-2567291fa8bb triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:30:02.945612 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-41928175-62dd-4a72-84bb-b802797f5e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (0c103cee-4d03-436a-947a-2567291fa8bb), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:02.977930 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-41928175-62dd-4a72-84bb-b802797f5e1e None None] Port 0c103cee-4d03-436a-947a-2567291fa8bb cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:30:03.151987 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-e12ac1d1-689f-4111-b956-731dcbf8062e req-8501a311-78c5-490b-8900-7da954ac9bd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c103cee-4d03-436a-947a-2567291fa8bb {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:30:03.159216 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e12ac1d1-689f-4111-b956-731dcbf8062e req-8501a311-78c5-490b-8900-7da954ac9bd2 service neutron] Publish callbacks [] for port (0c103cee-4d03-436a-947a-2567291fa8bb), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:03.171255 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-e12ac1d1-689f-4111-b956-731dcbf8062e req-8501a311-78c5-490b-8900-7da954ac9bd2 service neutron] Transition to ACTIVE for port object 0c103cee-4d03-436a-947a-2567291fa8bb will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 20:30:03.174706 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e12ac1d1-689f-4111-b956-731dcbf8062e req-8501a311-78c5-490b-8900-7da954ac9bd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (0c103cee-4d03-436a-947a-2567291fa8bb), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:03.223371 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8501a311-78c5-490b-8900-7da954ac9bd2 service neutron] Pushing event updated for resources: {'Port': ['ID=0c103cee-4d03-436a-947a-2567291fa8bb,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:03.296185 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-e12ac1d1-689f-4111-b956-731dcbf8062e req-8501a311-78c5-490b-8900-7da954ac9bd2 service neutron] Attempting to bind port 0c103cee-4d03-436a-947a-2567291fa8bb on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:30:03.296802 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-e12ac1d1-689f-4111-b956-731dcbf8062e req-8501a311-78c5-490b-8900-7da954ac9bd2 service neutron] Attempting to bind port 0c103cee-4d03-436a-947a-2567291fa8bb by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': 'b8e8359e-ce3b-4a42-9f05-c629b7e2e2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '1b917941-2eb5-47db-ab3e-e6fc0957b934'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:30:03.296802 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12ac1d1-689f-4111-b956-731dcbf8062e req-8501a311-78c5-490b-8900-7da954ac9bd2 service neutron] Attempting to bind port 0c103cee-4d03-436a-947a-2567291fa8bb on network 1b917941-2eb5-47db-ab3e-e6fc0957b934 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:30:03.301333 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12ac1d1-689f-4111-b956-731dcbf8062e req-8501a311-78c5-490b-8900-7da954ac9bd2 service neutron] Port 0c103cee-4d03-436a-947a-2567291fa8bb on network 1b917941-2eb5-47db-ab3e-e6fc0957b934 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 20:30:03.301650 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12ac1d1-689f-4111-b956-731dcbf8062e req-8501a311-78c5-490b-8900-7da954ac9bd2 service neutron] Attempting to bind port 0c103cee-4d03-436a-947a-2567291fa8bb on network 1b917941-2eb5-47db-ab3e-e6fc0957b934 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:30:03.306614 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12ac1d1-689f-4111-b956-731dcbf8062e req-8501a311-78c5-490b-8900-7da954ac9bd2 service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:30:03.306946 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12ac1d1-689f-4111-b956-731dcbf8062e req-8501a311-78c5-490b-8900-7da954ac9bd2 service neutron] Checking segment: {'id': 'b8e8359e-ce3b-4a42-9f05-c629b7e2e2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '1b917941-2eb5-47db-ab3e-e6fc0957b934'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:30:03.307323 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12ac1d1-689f-4111-b956-731dcbf8062e req-8501a311-78c5-490b-8900-7da954ac9bd2 service neutron] Bound using segment: {'id': 'b8e8359e-ce3b-4a42-9f05-c629b7e2e2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '1b917941-2eb5-47db-ab3e-e6fc0957b934'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:30:03.307771 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-e12ac1d1-689f-4111-b956-731dcbf8062e req-8501a311-78c5-490b-8900-7da954ac9bd2 service neutron] Bound port: 0c103cee-4d03-436a-947a-2567291fa8bb, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8e8359e-ce3b-4a42-9f05-c629b7e2e2eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': '1b917941-2eb5-47db-ab3e-e6fc0957b934'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:30:03.308123 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e12ac1d1-689f-4111-b956-731dcbf8062e req-8501a311-78c5-490b-8900-7da954ac9bd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (0c103cee-4d03-436a-947a-2567291fa8bb), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:03.375094 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-e12ac1d1-689f-4111-b956-731dcbf8062e req-8501a311-78c5-490b-8900-7da954ac9bd2 service neutron] For port 0c103cee-4d03-436a-947a-2567291fa8bb, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:30:03.378270 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-e12ac1d1-689f-4111-b956-731dcbf8062e req-8501a311-78c5-490b-8900-7da954ac9bd2 service neutron] For port 0c103cee-4d03-436a-947a-2567291fa8bb, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=0c103cee-4d03-436a-947a-2567291fa8bb,segment=NetworkSegment(b8e8359e-ce3b-4a42-9f05-c629b7e2e2eb),segment_id=b8e8359e-ce3b-4a42-9f05-c629b7e2e2eb)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:30:03.385182 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e12ac1d1-689f-4111-b956-731dcbf8062e req-8501a311-78c5-490b-8900-7da954ac9bd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (0c103cee-4d03-436a-947a-2567291fa8bb), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:03.429132 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ac1d1-689f-4111-b956-731dcbf8062e req-8501a311-78c5-490b-8900-7da954ac9bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:30:03.429749 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-e12ac1d1-689f-4111-b956-731dcbf8062e req-8501a311-78c5-490b-8900-7da954ac9bd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:03.431137 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e12ac1d1-689f-4111-b956-731dcbf8062e req-8501a311-78c5-490b-8900-7da954ac9bd2 service neutron] 10.222.0.75 "PUT /v2.0/ports/0c103cee-4d03-436a-947a-2567291fa8bb HTTP/1.1" status: 200 len: 1092 time: 0.6138773 Mar 11 20:30:03.431585 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b707b89-389b-44a0-811f-041baaeb035c', 'tag': '0c103cee-4d03-436a-947a-2567291fa8bb'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:30:03.433860 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a0d03908d714cf498f0e9a07bdcfee6ce8884db927bcf4c76da6f3dadb32e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f487e9e-a811-499d-844f-c47a4ce24194" -d '{"events": [{"name": "network-changed", "server_uuid": "3b707b89-389b-44a0-811f-041baaeb035c", "tag": "0c103cee-4d03-436a-947a-2567291fa8bb"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:30:03.453131 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8501a311-78c5-490b-8900-7da954ac9bd2 service neutron] Pushing event updated for resources: {'Port': ['ID=0c103cee-4d03-436a-947a-2567291fa8bb,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:03.487873 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad835852-2e8d-45ca-9677-c3d117fe1b93 x-openstack-request-id: req-ad835852-2e8d-45ca-9677-c3d117fe1b93 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:30:03.488554 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b707b89-389b-44a0-811f-041baaeb035c", "tag": "0c103cee-4d03-436a-947a-2567291fa8bb", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:30:03.488891 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-ad835852-2e8d-45ca-9677-c3d117fe1b93 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:30:03.489421 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b707b89-389b-44a0-811f-041baaeb035c', 'tag': '0c103cee-4d03-436a-947a-2567291fa8bb', 'status': 'completed', 'code': 200} Mar 11 20:30:03.535087 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ac1d1-689f-4111-b956-731dcbf8062e req-72e79286-4ab4-4991-91d0-2357aa0b53da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:30:03.536721 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e12ac1d1-689f-4111-b956-731dcbf8062e req-72e79286-4ab4-4991-91d0-2357aa0b53da service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=78a3e3286fe54f2186735eafcd7c13c2&device_id=3b707b89-389b-44a0-811f-041baaeb035c HTTP/1.1" status: 200 len: 1126 time: 0.0614007 Mar 11 20:30:03.607775 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e12ac1d1-689f-4111-b956-731dcbf8062e req-2ddbf2e2-1580-47ea-91b5-73b86876ed94 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c103cee-4d03-436a-947a-2567291fa8bb HTTP/1.1" status: 200 len: 217 time: 0.0573545 Mar 11 20:30:03.661650 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1db8a0-44cd-4a7a-8a4a-6dcb052d0901 req-fcfa6910-131e-4c64-8627-23d9d9a01e02 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:30:03.663357 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8d1db8a0-44cd-4a7a-8a4a-6dcb052d0901 req-fcfa6910-131e-4c64-8627-23d9d9a01e02 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b707b89-389b-44a0-811f-041baaeb035c HTTP/1.1" status: 200 len: 944 time: 0.1229191 Mar 11 20:30:03.679035 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ac1d1-689f-4111-b956-731dcbf8062e req-6b5834b8-5d89-4f44-9c2c-174e9b30eca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:30:03.680350 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e12ac1d1-689f-4111-b956-731dcbf8062e req-6b5834b8-5d89-4f44-9c2c-174e9b30eca8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=80cd61ec-2c33-4140-90f7-71f6e12a3bb7 HTTP/1.1" status: 200 len: 856 time: 0.0665011 Mar 11 20:30:03.746344 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8d1db8a0-44cd-4a7a-8a4a-6dcb052d0901 req-76503d5e-d6ad-489e-a2ef-d063f0195df7 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbb34769-0995-40a8-bf8d-2b09d133cd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767107 Mar 11 20:30:03.759778 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ac1d1-689f-4111-b956-731dcbf8062e req-00aca165-7a22-4b53-ad8a-12c7b5bd7648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:30:03.762086 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e12ac1d1-689f-4111-b956-731dcbf8062e req-00aca165-7a22-4b53-ad8a-12c7b5bd7648 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1b917941-2eb5-47db-ab3e-e6fc0957b934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0757134 Mar 11 20:30:03.849630 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e12ac1d1-689f-4111-b956-731dcbf8062e req-fa65180b-28d8-4f96-bbad-6bdf8058b0af service neutron] 10.222.0.75 "GET /v2.0/networks/1b917941-2eb5-47db-ab3e-e6fc0957b934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814507 Mar 11 20:30:03.941092 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e12ac1d1-689f-4111-b956-731dcbf8062e req-43460bb3-8486-4b7e-8b71-3d8e3558ef0a service neutron] 10.222.0.75 "GET /v2.0/networks/1b917941-2eb5-47db-ab3e-e6fc0957b934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850515 Mar 11 20:30:04.028753 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f487e9e-a811-499d-844f-c47a4ce24194 req-9af982b2-0719-41f7-8cc2-afb9e7f8fe04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:30:04.030233 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8f487e9e-a811-499d-844f-c47a4ce24194 req-9af982b2-0719-41f7-8cc2-afb9e7f8fe04 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=78a3e3286fe54f2186735eafcd7c13c2&device_id=3b707b89-389b-44a0-811f-041baaeb035c HTTP/1.1" status: 200 len: 1126 time: 0.0451040 Mar 11 20:30:04.123061 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f487e9e-a811-499d-844f-c47a4ce24194 req-05b5e427-ec15-4d7f-be1d-2059d5507c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:30:04.124571 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8f487e9e-a811-499d-844f-c47a4ce24194 req-05b5e427-ec15-4d7f-be1d-2059d5507c26 service neutron] 10.222.0.75 "GET /v2.0/networks?id=1b917941-2eb5-47db-ab3e-e6fc0957b934 HTTP/1.1" status: 200 len: 918 time: 0.0883791 Mar 11 20:30:04.165452 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8f487e9e-a811-499d-844f-c47a4ce24194 req-10ee226d-5cb0-45f3-8b40-693cde776fe1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0c103cee-4d03-436a-947a-2567291fa8bb HTTP/1.1" status: 200 len: 217 time: 0.0338235 Mar 11 20:30:04.212592 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f487e9e-a811-499d-844f-c47a4ce24194 req-42edad75-8f00-4647-9adc-725758d5e378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:30:04.213887 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8f487e9e-a811-499d-844f-c47a4ce24194 req-42edad75-8f00-4647-9adc-725758d5e378 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=80cd61ec-2c33-4140-90f7-71f6e12a3bb7 HTTP/1.1" status: 200 len: 856 time: 0.0410919 Mar 11 20:30:04.266190 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f487e9e-a811-499d-844f-c47a4ce24194 req-16cc9293-59f2-42bd-9a6f-293c2ac1a0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:30:04.267701 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8f487e9e-a811-499d-844f-c47a4ce24194 req-16cc9293-59f2-42bd-9a6f-293c2ac1a0b4 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1b917941-2eb5-47db-ab3e-e6fc0957b934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471349 Mar 11 20:30:04.353525 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8f487e9e-a811-499d-844f-c47a4ce24194 req-97e994b2-9e03-4ec0-87a0-a93405050d66 service neutron] 10.222.0.75 "GET /v2.0/networks/1b917941-2eb5-47db-ab3e-e6fc0957b934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791218 Mar 11 20:30:04.443501 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8f487e9e-a811-499d-844f-c47a4ce24194 req-1a7fdc82-faa1-4e1d-82a6-cf4b70d9d2da service neutron] 10.222.0.75 "GET /v2.0/networks/1b917941-2eb5-47db-ab3e-e6fc0957b934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840421 Mar 11 20:30:04.873737 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02116655-b0bf-40a1-a9e2-e2528b993e5b req-b39d6ce2-86dd-4ec3-9485-b50dd7979fe9 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:30:04.875218 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-02116655-b0bf-40a1-a9e2-e2528b993e5b req-b39d6ce2-86dd-4ec3-9485-b50dd7979fe9 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b707b89-389b-44a0-811f-041baaeb035c HTTP/1.1" status: 200 len: 944 time: 0.0547280 Mar 11 20:30:04.925124 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-02116655-b0bf-40a1-a9e2-e2528b993e5b req-b2223a1d-dc53-4c45-a0af-155ceaf72096 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbb34769-0995-40a8-bf8d-2b09d133cd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432694 Mar 11 20:30:06.040633 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f21ab-1d63-46d5-ac50-abd53b0098a1 req-b2477b63-983e-4be0-a84d-733ee8326bbb tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:30:06.042068 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-aa3f21ab-1d63-46d5-ac50-abd53b0098a1 req-b2477b63-983e-4be0-a84d-733ee8326bbb tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b707b89-389b-44a0-811f-041baaeb035c HTTP/1.1" status: 200 len: 944 time: 0.0507245 Mar 11 20:30:06.091133 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-aa3f21ab-1d63-46d5-ac50-abd53b0098a1 req-19dae5bc-63e7-478d-97e7-6a8581b80f22 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbb34769-0995-40a8-bf8d-2b09d133cd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435941 Mar 11 20:30:07.196836 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 0c103cee-4d03-436a-947a-2567291fa8bb details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 20:30:07.209079 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e15dc-aa25-4e77-889c-7e511f5dba96 req-21a3b925-068f-4e5d-8f57-6a6661b1e055 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:30:07.210559 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-701e15dc-aa25-4e77-889c-7e511f5dba96 req-21a3b925-068f-4e5d-8f57-6a6661b1e055 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b707b89-389b-44a0-811f-041baaeb035c HTTP/1.1" status: 200 len: 944 time: 0.0513999 Mar 11 20:30:07.257745 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-701e15dc-aa25-4e77-889c-7e511f5dba96 req-69be575f-f2f2-43e9-8a65-66058d66f35a tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbb34769-0995-40a8-bf8d-2b09d133cd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416691 Mar 11 20:30:07.291965 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 0c103cee-4d03-436a-947a-2567291fa8bb, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=0c103cee-4d03-436a-947a-2567291fa8bb,segment=NetworkSegment(b8e8359e-ce3b-4a42-9f05-c629b7e2e2eb),segment_id=b8e8359e-ce3b-4a42-9f05-c629b7e2e2eb)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:30:07.303392 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '0c103cee-4d03-436a-947a-2567291fa8bb', 'network_id': '1b917941-2eb5-47db-ab3e-e6fc0957b934', 'port_id': '0c103cee-4d03-436a-947a-2567291fa8bb', 'mac_address': 'fa:16:3e:55:c3:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 858, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80cd61ec-2c33-4140-90f7-71f6e12a3bb7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 20:30:07.342423 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 0c103cee-4d03-436a-947a-2567291fa8bb is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:30:07.342812 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (0c103cee-4d03-436a-947a-2567291fa8bb), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:07.355801 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c103cee-4d03-436a-947a-2567291fa8bb {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:30:07.374475 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 0c103cee-4d03-436a-947a-2567291fa8bb, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=0c103cee-4d03-436a-947a-2567291fa8bb,segment=NetworkSegment(b8e8359e-ce3b-4a42-9f05-c629b7e2e2eb),segment_id=b8e8359e-ce3b-4a42-9f05-c629b7e2e2eb)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:30:07.378305 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (0c103cee-4d03-436a-947a-2567291fa8bb), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:07.422857 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=0c103cee-4d03-436a-947a-2567291fa8bb,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:07.430583 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:30:07.430929 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:30:07.431269 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:30:07.431601 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:30:07.431955 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:30:07.432284 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:30:07.432609 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:30:07.432931 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:30:07.433249 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:30:07.433568 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:30:07.433887 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:30:07.434225 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:30:07.434515 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:30:07.564979 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['0c103cee-4d03-436a-947a-2567291fa8bb'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:30:08.373492 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac4d4d8-1fd3-49d9-bc8e-0aec231e0c89 req-5e79af9e-9a42-4122-94f5-7ab11e1d3c6c tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:30:08.374951 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-eac4d4d8-1fd3-49d9-bc8e-0aec231e0c89 req-5e79af9e-9a42-4122-94f5-7ab11e1d3c6c tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b707b89-389b-44a0-811f-041baaeb035c HTTP/1.1" status: 200 len: 945 time: 0.0516679 Mar 11 20:30:08.420419 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-eac4d4d8-1fd3-49d9-bc8e-0aec231e0c89 req-20dda18a-9756-4429-a774-3844e9a42f63 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbb34769-0995-40a8-bf8d-2b09d133cd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399225 Mar 11 20:30:09.212486 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 0c103cee-4d03-436a-947a-2567291fa8bb up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:30:09.259687 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port 0c103cee-4d03-436a-947a-2567291fa8bb completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 20:30:09.263340 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 0c103cee-4d03-436a-947a-2567291fa8bb triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:30:09.263744 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (0c103cee-4d03-436a-947a-2567291fa8bb), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:09.345797 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 0c103cee-4d03-436a-947a-2567291fa8bb is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:30:09.346182 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (0c103cee-4d03-436a-947a-2567291fa8bb), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:09.368026 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b707b89-389b-44a0-811f-041baaeb035c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c103cee-4d03-436a-947a-2567291fa8bb'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:30:09.370234 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e00c6702a54281ed7930195260709b2e9eb4074fe153a1ed12afbef6176377e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-735ec6b5-8d53-488f-82f7-a0b9a70f9482" -d '{"events": [{"server_uuid": "3b707b89-389b-44a0-811f-041baaeb035c", "name": "network-vif-plugged", "status": "completed", "tag": "0c103cee-4d03-436a-947a-2567291fa8bb"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:30:09.383064 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 0c103cee-4d03-436a-947a-2567291fa8bb, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=0c103cee-4d03-436a-947a-2567291fa8bb,segment=NetworkSegment(b8e8359e-ce3b-4a42-9f05-c629b7e2e2eb),segment_id=b8e8359e-ce3b-4a42-9f05-c629b7e2e2eb)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:30:09.387041 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (0c103cee-4d03-436a-947a-2567291fa8bb), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:09.412290 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-321cabfe-3ad4-4636-a888-cbfa09700567 x-openstack-request-id: req-321cabfe-3ad4-4636-a888-cbfa09700567 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:30:09.412586 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b707b89-389b-44a0-811f-041baaeb035c", "name": "network-vif-plugged", "status": "completed", "tag": "0c103cee-4d03-436a-947a-2567291fa8bb", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:30:09.412842 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-321cabfe-3ad4-4636-a888-cbfa09700567 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:30:09.413235 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b707b89-389b-44a0-811f-041baaeb035c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c103cee-4d03-436a-947a-2567291fa8bb', 'code': 200} Mar 11 20:30:09.439363 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=0c103cee-4d03-436a-947a-2567291fa8bb,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:09.555507 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b0b3c-b6da-4d96-a146-4c14fdc4d289 req-d5c5d258-0219-400c-be18-74443d88fa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:30:09.557033 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3e6b0b3c-b6da-4d96-a146-4c14fdc4d289 req-d5c5d258-0219-400c-be18-74443d88fa6b service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=3b707b89-389b-44a0-811f-041baaeb035c HTTP/1.1" status: 200 len: 1128 time: 0.0937829 Mar 11 20:30:09.568001 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51410371-7c7e-4aa4-a499-66274f2e2b00 req-9580f049-35d2-446d-bc8a-5f87897cf5c6 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:30:09.569348 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-51410371-7c7e-4aa4-a499-66274f2e2b00 req-9580f049-35d2-446d-bc8a-5f87897cf5c6 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b707b89-389b-44a0-811f-041baaeb035c HTTP/1.1" status: 200 len: 946 time: 0.0760188 Mar 11 20:30:09.628694 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3e6b0b3c-b6da-4d96-a146-4c14fdc4d289 req-975f2544-6b7d-468b-a265-d05030080ec9 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=dbb34769-0995-40a8-bf8d-2b09d133cd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584137 Mar 11 20:30:09.641516 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-51410371-7c7e-4aa4-a499-66274f2e2b00 req-673a4b9f-4a68-416a-b91d-3f9e4ad73337 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbb34769-0995-40a8-bf8d-2b09d133cd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652320 Mar 11 20:30:10.768917 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b05492-2c07-4e1c-96e9-cb08ed37df36 req-c7f8a099-1232-40f1-baf4-265eabf36cc2 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:30:10.770394 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-07b05492-2c07-4e1c-96e9-cb08ed37df36 req-c7f8a099-1232-40f1-baf4-265eabf36cc2 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b707b89-389b-44a0-811f-041baaeb035c HTTP/1.1" status: 200 len: 946 time: 0.0551410 Mar 11 20:30:10.814942 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-07b05492-2c07-4e1c-96e9-cb08ed37df36 req-3506e658-848b-43c5-b119-9a8fe5f1fe20 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbb34769-0995-40a8-bf8d-2b09d133cd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389950 Mar 11 20:30:10.942426 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686deff7-a300-4b56-8299-2db421fff24f req-3b530d9f-cb21-45d4-b6c2-43bae9955819 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:30:10.943821 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-686deff7-a300-4b56-8299-2db421fff24f req-3b530d9f-cb21-45d4-b6c2-43bae9955819 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b707b89-389b-44a0-811f-041baaeb035c HTTP/1.1" status: 200 len: 946 time: 0.0518866 Mar 11 20:30:10.988920 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-686deff7-a300-4b56-8299-2db421fff24f req-34e52999-42bf-408f-a9bf-e0975519db4f tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbb34769-0995-40a8-bf8d-2b09d133cd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396616 Mar 11 20:30:19.459651 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:22.422859 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-90b41c8b-79d7-43ca-a740-e7bfa011e0b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:23.093219 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:24.701177 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7102106e-86d1-4a4a-a4a2-52f6a0bf5170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:26.394796 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:27.785262 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:29.116598 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:36.369509 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:30:45.028886 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ecf1c-1fac-4eb9-ab50-4b47520aeb4f req-1999db16-573a-4e47-ae7f-049669957e5d tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:30:45.030334 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-eb9ecf1c-1fac-4eb9-ab50-4b47520aeb4f req-1999db16-573a-4e47-ae7f-049669957e5d tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b707b89-389b-44a0-811f-041baaeb035c HTTP/1.1" status: 200 len: 946 time: 0.0515141 Mar 11 20:30:45.081030 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-eb9ecf1c-1fac-4eb9-ab50-4b47520aeb4f req-db4262b8-f22a-409b-b44b-91ee780af2eb tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbb34769-0995-40a8-bf8d-2b09d133cd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451381 Mar 11 20:30:46.202259 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee642be-36a8-403a-8e5d-0d5eb0e4957d req-26e4303f-77a0-488b-be89-312604c1a56e tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:30:46.203772 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0ee642be-36a8-403a-8e5d-0d5eb0e4957d req-26e4303f-77a0-488b-be89-312604c1a56e tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b707b89-389b-44a0-811f-041baaeb035c HTTP/1.1" status: 200 len: 946 time: 0.0538220 Mar 11 20:30:46.251346 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0ee642be-36a8-403a-8e5d-0d5eb0e4957d req-519dd43e-7106-4c8e-8f8b-ee0ae3ddfbf6 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] 10.222.0.65 "GET /v2.0/security-groups?id=dbb34769-0995-40a8-bf8d-2b09d133cd54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420060 Mar 11 20:30:46.520402 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473bdf2-1013-4ef0-aa0e-0f469ef31011 req-9940875a-e2b7-4792-aa86-bcea47763458 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:30:46.521752 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6473bdf2-1013-4ef0-aa0e-0f469ef31011 req-9940875a-e2b7-4792-aa86-bcea47763458 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] 10.222.0.75 "GET /v2.0/ports?device_id=3b707b89-389b-44a0-811f-041baaeb035c HTTP/1.1" status: 200 len: 946 time: 0.0518057 Mar 11 20:30:46.617278 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-6473bdf2-1013-4ef0-aa0e-0f469ef31011 req-4acff306-fdbb-4f7a-bbfd-6e2bac021c80 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Deleting port 0c103cee-4d03-436a-947a-2567291fa8bb {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:30:46.617618 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6473bdf2-1013-4ef0-aa0e-0f469ef31011 req-4acff306-fdbb-4f7a-bbfd-6e2bac021c80 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (0c103cee-4d03-436a-947a-2567291fa8bb), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:46.706860 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-6473bdf2-1013-4ef0-aa0e-0f469ef31011 req-4acff306-fdbb-4f7a-bbfd-6e2bac021c80 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] For port 0c103cee-4d03-436a-947a-2567291fa8bb, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=0c103cee-4d03-436a-947a-2567291fa8bb,segment=NetworkSegment(b8e8359e-ce3b-4a42-9f05-c629b7e2e2eb),segment_id=b8e8359e-ce3b-4a42-9f05-c629b7e2e2eb)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:30:46.707226 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6473bdf2-1013-4ef0-aa0e-0f469ef31011 req-4acff306-fdbb-4f7a-bbfd-6e2bac021c80 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (0c103cee-4d03-436a-947a-2567291fa8bb), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:46.721688 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-6473bdf2-1013-4ef0-aa0e-0f469ef31011 req-4acff306-fdbb-4f7a-bbfd-6e2bac021c80 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Calling delete_port for 0c103cee-4d03-436a-947a-2567291fa8bb owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:30:46.858570 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6473bdf2-1013-4ef0-aa0e-0f469ef31011 req-4acff306-fdbb-4f7a-bbfd-6e2bac021c80 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (0c103cee-4d03-436a-947a-2567291fa8bb), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:46.870975 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['0c103cee-4d03-436a-947a-2567291fa8bb'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:30:46.887134 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acff306-fdbb-4f7a-bbfd-6e2bac021c80 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Pushing event deleted for resources: {'Port': ['ID=0c103cee-4d03-436a-947a-2567291fa8bb,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:46.933996 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-6473bdf2-1013-4ef0-aa0e-0f469ef31011 req-4acff306-fdbb-4f7a-bbfd-6e2bac021c80 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] No DVR routers for this DVR port 0c103cee-4d03-436a-947a-2567291fa8bb on host n-h1-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:30:46.936842 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6473bdf2-1013-4ef0-aa0e-0f469ef31011 req-4acff306-fdbb-4f7a-bbfd-6e2bac021c80 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:46.940111 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6473bdf2-1013-4ef0-aa0e-0f469ef31011 req-4acff306-fdbb-4f7a-bbfd-6e2bac021c80 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] 10.222.0.75 "DELETE /v2.0/ports/0c103cee-4d03-436a-947a-2567291fa8bb HTTP/1.1" status: 204 len: 173 time: 0.4137003 Mar 11 20:30:46.940555 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b707b89-389b-44a0-811f-041baaeb035c', 'name': 'network-vif-deleted', 'tag': '0c103cee-4d03-436a-947a-2567291fa8bb'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:30:46.942793 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a0d03908d714cf498f0e9a07bdcfee6ce8884db927bcf4c76da6f3dadb32e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ff6b6b-1a92-4e06-9b72-51b0a2c6f1a9" -d '{"events": [{"server_uuid": "3b707b89-389b-44a0-811f-041baaeb035c", "name": "network-vif-deleted", "tag": "0c103cee-4d03-436a-947a-2567291fa8bb"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:30:46.978949 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3acff92-d56b-4c65-909b-d7c6e1382d9a x-openstack-request-id: req-a3acff92-d56b-4c65-909b-d7c6e1382d9a {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:30:46.979252 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b707b89-389b-44a0-811f-041baaeb035c", "name": "network-vif-deleted", "tag": "0c103cee-4d03-436a-947a-2567291fa8bb", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:30:46.979511 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a3acff92-d56b-4c65-909b-d7c6e1382d9a {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:30:46.979955 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b707b89-389b-44a0-811f-041baaeb035c', 'name': 'network-vif-deleted', 'tag': '0c103cee-4d03-436a-947a-2567291fa8bb', 'status': 'completed', 'code': 200} Mar 11 20:30:47.381801 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c5743c27-b783-4fe3-a73d-ae097107b6fc req-7c411de9-2bbf-4dac-b2ef-582235d3cd31 tempest-TestEncryptedCinderVolumes-20316619 tempest-TestEncryptedCinderVolumes-20316619-project] 10.222.0.65 "GET /v2.0/ports?device_id=3b707b89-389b-44a0-811f-041baaeb035c HTTP/1.1" status: 200 len: 210 time: 0.0351610 Mar 11 20:30:48.473819 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58706) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:30:48.817955 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6571c40b-7a4c-45b4-ab29-96eb24b9ae17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (c68faf30-93ed-4220-8dfa-2f5e3e0ce9ed), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:49.067702 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-6571c40b-7a4c-45b4-ab29-96eb24b9ae17 admin admin] Deleting port f3890bc0-d418-461c-9bd1-ad4368123cf8 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:30:49.068185 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6571c40b-7a4c-45b4-ab29-96eb24b9ae17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (f3890bc0-d418-461c-9bd1-ad4368123cf8), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:49.150293 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-6571c40b-7a4c-45b4-ab29-96eb24b9ae17 admin admin] For port f3890bc0-d418-461c-9bd1-ad4368123cf8, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=f3890bc0-d418-461c-9bd1-ad4368123cf8,segment=NetworkSegment(b8e8359e-ce3b-4a42-9f05-c629b7e2e2eb),segment_id=b8e8359e-ce3b-4a42-9f05-c629b7e2e2eb)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:30:49.150648 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6571c40b-7a4c-45b4-ab29-96eb24b9ae17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (f3890bc0-d418-461c-9bd1-ad4368123cf8), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:49.163006 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-6571c40b-7a4c-45b4-ab29-96eb24b9ae17 admin admin] Calling delete_port for f3890bc0-d418-461c-9bd1-ad4368123cf8 owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:30:49.361074 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 0c103cee-4d03-436a-947a-2567291fa8bb no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:30:49.380917 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: 0c103cee-4d03-436a-947a-2567291fa8bb {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:30:49.381266 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 0c103cee-4d03-436a-947a-2567291fa8bb not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:30:49.446059 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:49.609335 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6571c40b-7a4c-45b4-ab29-96eb24b9ae17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (f3890bc0-d418-461c-9bd1-ad4368123cf8), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:49.635458 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6571c40b-7a4c-45b4-ab29-96eb24b9ae17 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3890bc0-d418-461c-9bd1-ad4368123cf8,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:49.808375 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6571c40b-7a4c-45b4-ab29-96eb24b9ae17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (c68faf30-93ed-4220-8dfa-2f5e3e0ce9ed), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:50.026870 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6571c40b-7a4c-45b4-ab29-96eb24b9ae17 admin admin] Router c68faf30-93ed-4220-8dfa-2f5e3e0ce9ed has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:30:50.112156 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [req-893347fc-51a1-4b71-b45f-be42d6ce0547 req-4b77f636-e4c1-4ecb-884a-cacc1b2075a4 tempest-TestNetworkAdvancedServerOps-874628058 tempest-TestNetworkAdvancedServerOps-874628058-project-admin] (103884) timed out ('10.222.0.65', 53902) {{(pid=103884) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 20:30:50.134989 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6571c40b-7a4c-45b4-ab29-96eb24b9ae17 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:30:50.140061 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-6571c40b-7a4c-45b4-ab29-96eb24b9ae17 admin admin] 10.222.0.65 "PUT /v2.0/routers/c68faf30-93ed-4220-8dfa-2f5e3e0ce9ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6649706 Mar 11 20:30:50.142515 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58708) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:30:50.144722 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586245ab-0441-49d8-948f-2c3a477be7d9 None None] Sync routers for ids ['c68faf30-93ed-4220-8dfa-2f5e3e0ce9ed'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:30:50.155319 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586245ab-0441-49d8-948f-2c3a477be7d9 None None] Routers {'c68faf30-93ed-4220-8dfa-2f5e3e0ce9ed'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:30:50.155972 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-586245ab-0441-49d8-948f-2c3a477be7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:30:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['c68faf30-93ed-4220-8dfa-2f5e3e0ce9ed'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:30:50.253179 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-050fb103-041c-4d13-a1c5-731411ce81c5 admin admin] Publish callbacks [] for router (c68faf30-93ed-4220-8dfa-2f5e3e0ce9ed), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:50.262492 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-586245ab-0441-49d8-948f-2c3a477be7d9 None None] Set router c68faf30-93ed-4220-8dfa-2f5e3e0ce9ed gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:30:50.357347 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-050fb103-041c-4d13-a1c5-731411ce81c5 admin admin] Publish callbacks [] for router_gateway (c68faf30-93ed-4220-8dfa-2f5e3e0ce9ed), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:50.409174 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-050fb103-041c-4d13-a1c5-731411ce81c5 admin admin] Deleting port 1b6ba768-b376-41ef-abeb-369415b76c9d {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:30:50.409512 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-050fb103-041c-4d13-a1c5-731411ce81c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (1b6ba768-b376-41ef-abeb-369415b76c9d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:50.433689 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-586245ab-0441-49d8-948f-2c3a477be7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68faf30-93ed-4220-8dfa-2f5e3e0ce9ed', 'name': 'tempest-TestEncryptedCinderVolumes-2063002853-router', 'tenant_id': '78a3e3286fe54f2186735eafcd7c13c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '1b6ba768-b376-41ef-abeb-369415b76c9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:29:03Z', 'updated_at': '2022-03-11T20:30:49Z', 'revision_number': 5, 'project_id': '78a3e3286fe54f2186735eafcd7c13c2', 'gw_port': {'id': '1b6ba768-b376-41ef-abeb-369415b76c9d', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:51:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68faf30-93ed-4220-8dfa-2f5e3e0ce9ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:29:03Z', 'updated_at': '2022-03-11T20:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:30:50.464001 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586245ab-0441-49d8-948f-2c3a477be7d9 None None] Checking router: c68faf30-93ed-4220-8dfa-2f5e3e0ce9ed for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:30:50.472196 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586245ab-0441-49d8-948f-2c3a477be7d9 None None] Routers {'c68faf30-93ed-4220-8dfa-2f5e3e0ce9ed'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:30:50.472801 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-586245ab-0441-49d8-948f-2c3a477be7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:30:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['c68faf30-93ed-4220-8dfa-2f5e3e0ce9ed'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:30:50.485999 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-050fb103-041c-4d13-a1c5-731411ce81c5 admin admin] For port 1b6ba768-b376-41ef-abeb-369415b76c9d, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=1b6ba768-b376-41ef-abeb-369415b76c9d,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:30:50.486354 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-050fb103-041c-4d13-a1c5-731411ce81c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (1b6ba768-b376-41ef-abeb-369415b76c9d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:50.498950 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-050fb103-041c-4d13-a1c5-731411ce81c5 admin admin] Calling delete_port for 1b6ba768-b376-41ef-abeb-369415b76c9d owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:30:50.560287 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-586245ab-0441-49d8-948f-2c3a477be7d9 None None] Set router c68faf30-93ed-4220-8dfa-2f5e3e0ce9ed gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:30:50.669499 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-050fb103-041c-4d13-a1c5-731411ce81c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (1b6ba768-b376-41ef-abeb-369415b76c9d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:50.700822 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050fb103-041c-4d13-a1c5-731411ce81c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b6ba768-b376-41ef-abeb-369415b76c9d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:50.760808 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-050fb103-041c-4d13-a1c5-731411ce81c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (c68faf30-93ed-4220-8dfa-2f5e3e0ce9ed), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:50.766341 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-586245ab-0441-49d8-948f-2c3a477be7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c68faf30-93ed-4220-8dfa-2f5e3e0ce9ed', 'name': 'tempest-TestEncryptedCinderVolumes-2063002853-router', 'tenant_id': '78a3e3286fe54f2186735eafcd7c13c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:29:03Z', 'updated_at': '2022-03-11T20:30:50Z', 'revision_number': 6, 'project_id': '78a3e3286fe54f2186735eafcd7c13c2', 'gw_port_host': None}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:30:50.795073 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586245ab-0441-49d8-948f-2c3a477be7d9 None None] The sync data for ids ['c68faf30-93ed-4220-8dfa-2f5e3e0ce9ed'] in n-d-833163-1 is: [{'id': 'c68faf30-93ed-4220-8dfa-2f5e3e0ce9ed', 'name': 'tempest-TestEncryptedCinderVolumes-2063002853-router', 'tenant_id': '78a3e3286fe54f2186735eafcd7c13c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:29:03Z', 'updated_at': '2022-03-11T20:30:50Z', 'revision_number': 6, 'project_id': '78a3e3286fe54f2186735eafcd7c13c2', 'gw_port_host': None}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:30:50.857097 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-050fb103-041c-4d13-a1c5-731411ce81c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (c68faf30-93ed-4220-8dfa-2f5e3e0ce9ed), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:50.859200 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-050fb103-041c-4d13-a1c5-731411ce81c5 admin admin] Publish callbacks [] for router_controller (c68faf30-93ed-4220-8dfa-2f5e3e0ce9ed), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:50.904850 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-050fb103-041c-4d13-a1c5-731411ce81c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (c68faf30-93ed-4220-8dfa-2f5e3e0ce9ed), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:50.906072 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050fb103-041c-4d13-a1c5-731411ce81c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c68faf30-93ed-4220-8dfa-2f5e3e0ce9ed {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 20:30:50.910739 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-050fb103-041c-4d13-a1c5-731411ce81c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:50.911961 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-050fb103-041c-4d13-a1c5-731411ce81c5 admin admin] 10.222.0.65 "DELETE /v2.0/routers/c68faf30-93ed-4220-8dfa-2f5e3e0ce9ed HTTP/1.1" status: 204 len: 168 time: 0.7683489 Mar 11 20:30:50.914439 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58710) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:30:50.958029 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f1d3b11-920f-4cb0-a93d-1934fe598bb4 admin admin] Deleting subnet 80cd61ec-2c33-4140-90f7-71f6e12a3bb7 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 20:30:50.961107 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6f1d3b11-920f-4cb0-a93d-1934fe598bb4 admin admin] Publish callbacks [] for subnet (80cd61ec-2c33-4140-90f7-71f6e12a3bb7), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:50.998921 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6f1d3b11-920f-4cb0-a93d-1934fe598bb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (80cd61ec-2c33-4140-90f7-71f6e12a3bb7), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:51.072768 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6f1d3b11-920f-4cb0-a93d-1934fe598bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (80cd61ec-2c33-4140-90f7-71f6e12a3bb7), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:51.129648 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6f1d3b11-920f-4cb0-a93d-1934fe598bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (80cd61ec-2c33-4140-90f7-71f6e12a3bb7), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:51.154561 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1d3b11-920f-4cb0-a93d-1934fe598bb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80cd61ec-2c33-4140-90f7-71f6e12a3bb7,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:51.162397 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6f1d3b11-920f-4cb0-a93d-1934fe598bb4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:51.168444 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58712) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:30:51.168973 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ec00d2-6379-4b5b-8ddf-a87b83c90221 None None] Network 1b917941-2eb5-47db-ab3e-e6fc0957b934 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:30:51.171473 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-6f1d3b11-920f-4cb0-a93d-1934fe598bb4 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/80cd61ec-2c33-4140-90f7-71f6e12a3bb7 HTTP/1.1" status: 204 len: 168 time: 0.2503350 Mar 11 20:30:51.248642 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ba8bd06-6a98-4e6b-a610-1df7e3ef7cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (1b917941-2eb5-47db-ab3e-e6fc0957b934), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:51.305839 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-7ba8bd06-6a98-4e6b-a610-1df7e3ef7cd5 admin admin] Deleting port 4e394eb4-22ba-4854-af4d-740dcbca8c57 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:30:51.306177 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ba8bd06-6a98-4e6b-a610-1df7e3ef7cd5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (4e394eb4-22ba-4854-af4d-740dcbca8c57), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:51.370025 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-7ba8bd06-6a98-4e6b-a610-1df7e3ef7cd5 admin admin] For port 4e394eb4-22ba-4854-af4d-740dcbca8c57, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=4e394eb4-22ba-4854-af4d-740dcbca8c57,segment=NetworkSegment(b8e8359e-ce3b-4a42-9f05-c629b7e2e2eb),segment_id=b8e8359e-ce3b-4a42-9f05-c629b7e2e2eb)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:30:51.370372 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ba8bd06-6a98-4e6b-a610-1df7e3ef7cd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (4e394eb4-22ba-4854-af4d-740dcbca8c57), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:51.381641 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-7ba8bd06-6a98-4e6b-a610-1df7e3ef7cd5 admin admin] Calling delete_port for 4e394eb4-22ba-4854-af4d-740dcbca8c57 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:30:51.456192 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ba8bd06-6a98-4e6b-a610-1df7e3ef7cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (4e394eb4-22ba-4854-af4d-740dcbca8c57), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:51.485955 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba8bd06-6a98-4e6b-a610-1df7e3ef7cd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e394eb4-22ba-4854-af4d-740dcbca8c57,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:51.488083 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba8bd06-6a98-4e6b-a610-1df7e3ef7cd5 admin admin] No DVR routers for this DVR port 4e394eb4-22ba-4854-af4d-740dcbca8c57 on host n-d-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:30:51.497571 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba8bd06-6a98-4e6b-a610-1df7e3ef7cd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:30:51.497926 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba8bd06-6a98-4e6b-a610-1df7e3ef7cd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:30:51.498274 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba8bd06-6a98-4e6b-a610-1df7e3ef7cd5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:30:51.498614 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba8bd06-6a98-4e6b-a610-1df7e3ef7cd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:30:51.498953 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba8bd06-6a98-4e6b-a610-1df7e3ef7cd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:30:51.499289 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba8bd06-6a98-4e6b-a610-1df7e3ef7cd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:30:51.499619 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba8bd06-6a98-4e6b-a610-1df7e3ef7cd5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:30:51.499972 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba8bd06-6a98-4e6b-a610-1df7e3ef7cd5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:30:51.500300 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba8bd06-6a98-4e6b-a610-1df7e3ef7cd5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:30:51.500627 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba8bd06-6a98-4e6b-a610-1df7e3ef7cd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:30:51.500954 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba8bd06-6a98-4e6b-a610-1df7e3ef7cd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:30:51.501279 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba8bd06-6a98-4e6b-a610-1df7e3ef7cd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:30:51.501603 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba8bd06-6a98-4e6b-a610-1df7e3ef7cd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:30:51.571309 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ba8bd06-6a98-4e6b-a610-1df7e3ef7cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (1b917941-2eb5-47db-ab3e-e6fc0957b934), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:51.575620 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1536bd5-8fd5-4125-80b3-a008606bc39c None None] DHCP port deletion for 1b917941-2eb5-47db-ab3e-e6fc0957b934 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 20:30:51.605752 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-7ba8bd06-6a98-4e6b-a610-1df7e3ef7cd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b917941-2eb5-47db-ab3e-e6fc0957b934']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:30:51.618707 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-7ba8bd06-6a98-4e6b-a610-1df7e3ef7cd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8e8359e-ce3b-4a42-9f05-c629b7e2e2eb') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:30:51.619034 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-7ba8bd06-6a98-4e6b-a610-1df7e3ef7cd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8e8359e-ce3b-4a42-9f05-c629b7e2e2eb') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:30:51.628622 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 1b6ba768-b376-41ef-abeb-369415b76c9d no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:30:51.628854 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ba8bd06-6a98-4e6b-a610-1df7e3ef7cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (b8e8359e-ce3b-4a42-9f05-c629b7e2e2eb), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:51.642324 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ba8bd06-6a98-4e6b-a610-1df7e3ef7cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (b8e8359e-ce3b-4a42-9f05-c629b7e2e2eb), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:51.649176 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ba8bd06-6a98-4e6b-a610-1df7e3ef7cd5 admin admin] Releasing vlan 858 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 20:30:51.649566 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ba8bd06-6a98-4e6b-a610-1df7e3ef7cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (b8e8359e-ce3b-4a42-9f05-c629b7e2e2eb), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:51.651358 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 20:30:51.651358 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 20:30:51.651358 n-d-833163-1 neutron-server[103884]: timer() Mar 11 20:30:51.651358 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:30:51.651358 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 20:30:51.651358 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 20:30:51.651358 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 20:30:51.651358 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:30:51.651358 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 20:30:51.651358 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:30:51.651358 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 20:30:51.651358 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:30:51.651358 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 20:30:51.651358 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 20:30:51.651358 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:30:51.651358 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 20:30:51.651358 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:30:51.651358 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 20:30:51.651358 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 20:30:51.651358 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:30:51.651358 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 20:30:51.651358 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:30:51.651358 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:30:51.651358 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 20:30:51.651358 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 20:30:51.651358 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 20:30:51.651358 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:30:51.651358 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 20:30:51.651358 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:30:51.651358 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 20:30:51.651358 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:30:51.651358 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:30:51.654023 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 1b6ba768-b376-41ef-abeb-369415b76c9d {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:30:51.654558 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 1b6ba768-b376-41ef-abeb-369415b76c9d not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:30:51.655160 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device f3890bc0-d418-461c-9bd1-ad4368123cf8 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:30:51.679181 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: f3890bc0-d418-461c-9bd1-ad4368123cf8 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:30:51.679532 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device f3890bc0-d418-461c-9bd1-ad4368123cf8 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:30:51.680087 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 4e394eb4-22ba-4854-af4d-740dcbca8c57 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:30:51.699546 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 4e394eb4-22ba-4854-af4d-740dcbca8c57 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:30:51.699929 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 4e394eb4-22ba-4854-af4d-740dcbca8c57 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:30:51.715085 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ba8bd06-6a98-4e6b-a610-1df7e3ef7cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (1b917941-2eb5-47db-ab3e-e6fc0957b934), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:51.720514 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7ba8bd06-6a98-4e6b-a610-1df7e3ef7cd5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:51.723654 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-7ba8bd06-6a98-4e6b-a610-1df7e3ef7cd5 admin admin] 10.222.0.65 "DELETE /v2.0/networks/1b917941-2eb5-47db-ab3e-e6fc0957b934 HTTP/1.1" status: 204 len: 168 time: 0.5533953 Mar 11 20:30:51.727615 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58722) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:30:51.735290 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba8bd06-6a98-4e6b-a610-1df7e3ef7cd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b917941-2eb5-47db-ab3e-e6fc0957b934,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:52.075893 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c9b9b35f-39f7-4790-a68a-b3059e0e0aee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (2fd216c1-b23f-447e-9267-51badf8cb1ba), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:52.425713 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3d43ca9f-7b81-4706-bcce-eb872fbdf3ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:52.584169 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-c9b9b35f-39f7-4790-a68a-b3059e0e0aee admin admin] Deleting port 6e3939fd-31cc-4f8f-811d-6e00a63ff692 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:30:52.584593 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c9b9b35f-39f7-4790-a68a-b3059e0e0aee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (6e3939fd-31cc-4f8f-811d-6e00a63ff692), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:52.668700 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-c9b9b35f-39f7-4790-a68a-b3059e0e0aee admin admin] For port 6e3939fd-31cc-4f8f-811d-6e00a63ff692, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=6e3939fd-31cc-4f8f-811d-6e00a63ff692,segment=NetworkSegment(bcdc3ce7-ae3e-49bf-92f9-fbafcf1798b9),segment_id=bcdc3ce7-ae3e-49bf-92f9-fbafcf1798b9)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:30:52.669064 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c9b9b35f-39f7-4790-a68a-b3059e0e0aee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (6e3939fd-31cc-4f8f-811d-6e00a63ff692), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:52.682729 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-c9b9b35f-39f7-4790-a68a-b3059e0e0aee admin admin] Calling delete_port for 6e3939fd-31cc-4f8f-811d-6e00a63ff692 owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:30:52.861039 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c9b9b35f-39f7-4790-a68a-b3059e0e0aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (6e3939fd-31cc-4f8f-811d-6e00a63ff692), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:52.887777 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b9b35f-39f7-4790-a68a-b3059e0e0aee admin admin] Pushing event deleted for resources: {'Port': ['ID=6e3939fd-31cc-4f8f-811d-6e00a63ff692,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:53.057508 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c9b9b35f-39f7-4790-a68a-b3059e0e0aee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (2fd216c1-b23f-447e-9267-51badf8cb1ba), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:53.109338 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:53.272214 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9b9b35f-39f7-4790-a68a-b3059e0e0aee admin admin] Router 2fd216c1-b23f-447e-9267-51badf8cb1ba has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:30:53.383525 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b9b35f-39f7-4790-a68a-b3059e0e0aee admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:30:53.388687 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-c9b9b35f-39f7-4790-a68a-b3059e0e0aee admin admin] 10.222.0.65 "PUT /v2.0/routers/2fd216c1-b23f-447e-9267-51badf8cb1ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6596656 Mar 11 20:30:53.391010 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58724) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:30:53.393672 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98661a56-7cab-4b5e-911b-e8edbb9ce680 None None] Sync routers for ids ['2fd216c1-b23f-447e-9267-51badf8cb1ba'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:30:53.404144 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98661a56-7cab-4b5e-911b-e8edbb9ce680 None None] Routers {'2fd216c1-b23f-447e-9267-51badf8cb1ba'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:30:53.404869 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-98661a56-7cab-4b5e-911b-e8edbb9ce680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:30:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['2fd216c1-b23f-447e-9267-51badf8cb1ba'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:30:53.498155 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f0729582-ed5c-41fa-b71d-ed1065e7ba99 admin admin] Publish callbacks [] for router (2fd216c1-b23f-447e-9267-51badf8cb1ba), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:53.510235 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-98661a56-7cab-4b5e-911b-e8edbb9ce680 None None] Set router 2fd216c1-b23f-447e-9267-51badf8cb1ba gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:30:53.603987 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f0729582-ed5c-41fa-b71d-ed1065e7ba99 admin admin] Publish callbacks [] for router_gateway (2fd216c1-b23f-447e-9267-51badf8cb1ba), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:53.656073 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-f0729582-ed5c-41fa-b71d-ed1065e7ba99 admin admin] Deleting port 1f815e2c-3214-4069-a985-2ae8e66e8fa7 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:30:53.656417 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f0729582-ed5c-41fa-b71d-ed1065e7ba99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (1f815e2c-3214-4069-a985-2ae8e66e8fa7), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:53.688580 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-98661a56-7cab-4b5e-911b-e8edbb9ce680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd216c1-b23f-447e-9267-51badf8cb1ba', 'name': 'tempest-TestEncryptedCinderVolumes-1425977156-router', 'tenant_id': 'a550139060654c9db94e45d315883ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': '1f815e2c-3214-4069-a985-2ae8e66e8fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:29:08Z', 'updated_at': '2022-03-11T20:30:52Z', 'revision_number': 5, 'project_id': 'a550139060654c9db94e45d315883ea1', 'gw_port': {'id': '1f815e2c-3214-4069-a985-2ae8e66e8fa7', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:83:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd216c1-b23f-447e-9267-51badf8cb1ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:29:08Z', 'updated_at': '2022-03-11T20:29:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:30:53.740319 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-f0729582-ed5c-41fa-b71d-ed1065e7ba99 admin admin] For port 1f815e2c-3214-4069-a985-2ae8e66e8fa7, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=1f815e2c-3214-4069-a985-2ae8e66e8fa7,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:30:53.740680 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f0729582-ed5c-41fa-b71d-ed1065e7ba99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (1f815e2c-3214-4069-a985-2ae8e66e8fa7), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:53.755931 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-f0729582-ed5c-41fa-b71d-ed1065e7ba99 admin admin] Calling delete_port for 1f815e2c-3214-4069-a985-2ae8e66e8fa7 owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:30:53.810107 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98661a56-7cab-4b5e-911b-e8edbb9ce680 None None] Checking router: 2fd216c1-b23f-447e-9267-51badf8cb1ba for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:30:53.818274 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98661a56-7cab-4b5e-911b-e8edbb9ce680 None None] Routers {'2fd216c1-b23f-447e-9267-51badf8cb1ba'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:30:53.818875 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-98661a56-7cab-4b5e-911b-e8edbb9ce680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:30:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['2fd216c1-b23f-447e-9267-51badf8cb1ba'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:30:53.906208 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-98661a56-7cab-4b5e-911b-e8edbb9ce680 None None] Set router 2fd216c1-b23f-447e-9267-51badf8cb1ba gateway port host: None {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:30:53.923951 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f0729582-ed5c-41fa-b71d-ed1065e7ba99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (1f815e2c-3214-4069-a985-2ae8e66e8fa7), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:53.949542 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0729582-ed5c-41fa-b71d-ed1065e7ba99 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f815e2c-3214-4069-a985-2ae8e66e8fa7,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:53.957758 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-98661a56-7cab-4b5e-911b-e8edbb9ce680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fd216c1-b23f-447e-9267-51badf8cb1ba', 'name': 'tempest-TestEncryptedCinderVolumes-1425977156-router', 'tenant_id': 'a550139060654c9db94e45d315883ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:29:08Z', 'updated_at': '2022-03-11T20:30:53Z', 'revision_number': 6, 'project_id': 'a550139060654c9db94e45d315883ea1', 'gw_port_host': None}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:30:53.987702 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98661a56-7cab-4b5e-911b-e8edbb9ce680 None None] The sync data for ids ['2fd216c1-b23f-447e-9267-51badf8cb1ba'] in n-d-833163-1 is: [{'id': '2fd216c1-b23f-447e-9267-51badf8cb1ba', 'name': 'tempest-TestEncryptedCinderVolumes-1425977156-router', 'tenant_id': 'a550139060654c9db94e45d315883ea1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:29:08Z', 'updated_at': '2022-03-11T20:30:53Z', 'revision_number': 6, 'project_id': 'a550139060654c9db94e45d315883ea1', 'gw_port_host': None}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:30:54.015818 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f0729582-ed5c-41fa-b71d-ed1065e7ba99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (2fd216c1-b23f-447e-9267-51badf8cb1ba), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:54.109553 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f0729582-ed5c-41fa-b71d-ed1065e7ba99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (2fd216c1-b23f-447e-9267-51badf8cb1ba), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:54.111586 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f0729582-ed5c-41fa-b71d-ed1065e7ba99 admin admin] Publish callbacks [] for router_controller (2fd216c1-b23f-447e-9267-51badf8cb1ba), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:54.154158 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f0729582-ed5c-41fa-b71d-ed1065e7ba99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (2fd216c1-b23f-447e-9267-51badf8cb1ba), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:54.154708 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0729582-ed5c-41fa-b71d-ed1065e7ba99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2fd216c1-b23f-447e-9267-51badf8cb1ba {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 20:30:54.159041 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f0729582-ed5c-41fa-b71d-ed1065e7ba99 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:54.160268 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f0729582-ed5c-41fa-b71d-ed1065e7ba99 admin admin] 10.222.0.65 "DELETE /v2.0/routers/2fd216c1-b23f-447e-9267-51badf8cb1ba HTTP/1.1" status: 204 len: 168 time: 0.7681646 Mar 11 20:30:54.162752 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58726) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:30:54.205998 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-46b08825-b6eb-4bd4-9385-ef742e8d02a3 admin admin] Deleting subnet ee0266a0-187b-4ceb-8ab4-dbbe2cd86198 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 20:30:54.208989 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-46b08825-b6eb-4bd4-9385-ef742e8d02a3 admin admin] Publish callbacks [] for subnet (ee0266a0-187b-4ceb-8ab4-dbbe2cd86198), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:54.243195 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-46b08825-b6eb-4bd4-9385-ef742e8d02a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (ee0266a0-187b-4ceb-8ab4-dbbe2cd86198), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:54.323621 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-46b08825-b6eb-4bd4-9385-ef742e8d02a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (ee0266a0-187b-4ceb-8ab4-dbbe2cd86198), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:54.378253 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-46b08825-b6eb-4bd4-9385-ef742e8d02a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (ee0266a0-187b-4ceb-8ab4-dbbe2cd86198), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:54.407719 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b08825-b6eb-4bd4-9385-ef742e8d02a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee0266a0-187b-4ceb-8ab4-dbbe2cd86198,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:54.410443 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-46b08825-b6eb-4bd4-9385-ef742e8d02a3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:54.414180 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-46b08825-b6eb-4bd4-9385-ef742e8d02a3 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/ee0266a0-187b-4ceb-8ab4-dbbe2cd86198 HTTP/1.1" status: 204 len: 168 time: 0.2504885 Mar 11 20:30:54.415091 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc35658-aeb4-4c3f-a454-cf2b1d8bb1d5 None None] Network eb0f2af2-5b54-41f3-a22d-9030fede212e requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:30:54.416684 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58728) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:30:54.489758 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c78b5fae-0db0-4f7f-8043-997dc200f27a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (eb0f2af2-5b54-41f3-a22d-9030fede212e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:54.544178 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-c78b5fae-0db0-4f7f-8043-997dc200f27a admin admin] Deleting port c6e1f915-0a25-43e3-89d6-c716055a9a7e {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:30:54.544525 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c78b5fae-0db0-4f7f-8043-997dc200f27a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (c6e1f915-0a25-43e3-89d6-c716055a9a7e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:54.607723 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-c78b5fae-0db0-4f7f-8043-997dc200f27a admin admin] For port c6e1f915-0a25-43e3-89d6-c716055a9a7e, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=c6e1f915-0a25-43e3-89d6-c716055a9a7e,segment=NetworkSegment(bcdc3ce7-ae3e-49bf-92f9-fbafcf1798b9),segment_id=bcdc3ce7-ae3e-49bf-92f9-fbafcf1798b9)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:30:54.608022 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c78b5fae-0db0-4f7f-8043-997dc200f27a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (c6e1f915-0a25-43e3-89d6-c716055a9a7e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:54.624835 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-c78b5fae-0db0-4f7f-8043-997dc200f27a admin admin] Calling delete_port for c6e1f915-0a25-43e3-89d6-c716055a9a7e owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:30:54.701869 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-547cb598-6fd0-4bed-9e01-2285f760b72a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:54.702926 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c78b5fae-0db0-4f7f-8043-997dc200f27a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (c6e1f915-0a25-43e3-89d6-c716055a9a7e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:54.731239 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78b5fae-0db0-4f7f-8043-997dc200f27a admin admin] Pushing event deleted for resources: {'Port': ['ID=c6e1f915-0a25-43e3-89d6-c716055a9a7e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:54.733704 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78b5fae-0db0-4f7f-8043-997dc200f27a admin admin] No DVR routers for this DVR port c6e1f915-0a25-43e3-89d6-c716055a9a7e on host n-d-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:30:54.737409 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0694470b-f26e-47e1-bcbd-1772d8992965 None None] DHCP port deletion for eb0f2af2-5b54-41f3-a22d-9030fede212e request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 20:30:54.810724 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c78b5fae-0db0-4f7f-8043-997dc200f27a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (eb0f2af2-5b54-41f3-a22d-9030fede212e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:54.832363 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-c78b5fae-0db0-4f7f-8043-997dc200f27a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb0f2af2-5b54-41f3-a22d-9030fede212e']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:30:54.842107 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-c78b5fae-0db0-4f7f-8043-997dc200f27a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcdc3ce7-ae3e-49bf-92f9-fbafcf1798b9') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:30:54.842392 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-c78b5fae-0db0-4f7f-8043-997dc200f27a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcdc3ce7-ae3e-49bf-92f9-fbafcf1798b9') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:30:54.852614 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c78b5fae-0db0-4f7f-8043-997dc200f27a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (bcdc3ce7-ae3e-49bf-92f9-fbafcf1798b9), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:54.866563 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c78b5fae-0db0-4f7f-8043-997dc200f27a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (bcdc3ce7-ae3e-49bf-92f9-fbafcf1798b9), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:54.874403 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c78b5fae-0db0-4f7f-8043-997dc200f27a admin admin] Releasing vlan 852 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 20:30:54.875018 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c78b5fae-0db0-4f7f-8043-997dc200f27a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (bcdc3ce7-ae3e-49bf-92f9-fbafcf1798b9), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:54.876890 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 20:30:54.876890 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 20:30:54.876890 n-d-833163-1 neutron-server[103885]: timer() Mar 11 20:30:54.876890 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:30:54.876890 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 20:30:54.876890 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 20:30:54.876890 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 20:30:54.876890 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:30:54.876890 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 20:30:54.876890 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:30:54.876890 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 20:30:54.876890 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:30:54.876890 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 20:30:54.876890 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 20:30:54.876890 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:30:54.876890 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 20:30:54.876890 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:30:54.876890 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 20:30:54.876890 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 20:30:54.876890 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:30:54.876890 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 20:30:54.876890 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:30:54.876890 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:30:54.876890 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 20:30:54.876890 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 20:30:54.876890 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 20:30:54.876890 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:30:54.876890 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 20:30:54.876890 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:30:54.876890 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 20:30:54.876890 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:30:54.876890 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:30:54.935737 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c78b5fae-0db0-4f7f-8043-997dc200f27a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (eb0f2af2-5b54-41f3-a22d-9030fede212e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:54.941610 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c78b5fae-0db0-4f7f-8043-997dc200f27a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:54.949551 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-c78b5fae-0db0-4f7f-8043-997dc200f27a admin admin] 10.222.0.65 "DELETE /v2.0/networks/eb0f2af2-5b54-41f3-a22d-9030fede212e HTTP/1.1" status: 204 len: 168 time: 0.5270920 Mar 11 20:30:54.956954 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78b5fae-0db0-4f7f-8043-997dc200f27a admin admin] Pushing event deleted for resources: {'Network': ['ID=eb0f2af2-5b54-41f3-a22d-9030fede212e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:55.109083 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58736) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:30:55.148471 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d1f921d5-8940-4027-b399-7ec0a597bfee admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=78a3e3286fe54f2186735eafcd7c13c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382013 Mar 11 20:30:55.150888 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58738) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:30:55.197335 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-828d73e6-9e76-4c20-afe3-59b2ce34f112 admin admin] Publish callbacks [] for security_group (dbb34769-0995-40a8-bf8d-2b09d133cd54), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:55.217933 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-828d73e6-9e76-4c20-afe3-59b2ce34f112 admin admin] Publish callbacks [] for security_group (dbb34769-0995-40a8-bf8d-2b09d133cd54), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:55.265109 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-828d73e6-9e76-4c20-afe3-59b2ce34f112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (dbb34769-0995-40a8-bf8d-2b09d133cd54), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:55.267807 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-828d73e6-9e76-4c20-afe3-59b2ce34f112 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:55.269008 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-828d73e6-9e76-4c20-afe3-59b2ce34f112 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/dbb34769-0995-40a8-bf8d-2b09d133cd54 HTTP/1.1" status: 204 len: 168 time: 0.1171305 Mar 11 20:30:55.276841 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828d73e6-9e76-4c20-afe3-59b2ce34f112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb34769-0995-40a8-bf8d-2b09d133cd54,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:55.584428 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device c6e1f915-0a25-43e3-89d6-c716055a9a7e no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:30:55.590322 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58744) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:30:55.608999 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: c6e1f915-0a25-43e3-89d6-c716055a9a7e {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:30:55.609349 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device c6e1f915-0a25-43e3-89d6-c716055a9a7e not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:30:55.609766 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 6e3939fd-31cc-4f8f-811d-6e00a63ff692 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:30:55.627828 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 6e3939fd-31cc-4f8f-811d-6e00a63ff692 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:30:55.628171 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 6e3939fd-31cc-4f8f-811d-6e00a63ff692 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:30:55.628580 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 1f815e2c-3214-4069-a985-2ae8e66e8fa7 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:30:55.630045 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-fe2823fd-7cfa-4e28-887e-52c9b54cd855 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=a550139060654c9db94e45d315883ea1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385268 Mar 11 20:30:55.632707 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58746) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:30:55.646663 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 1f815e2c-3214-4069-a985-2ae8e66e8fa7 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:30:55.647009 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 1f815e2c-3214-4069-a985-2ae8e66e8fa7 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:30:55.701928 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bfa0fa17-db51-4659-ae8c-863a2a814f23 admin admin] Publish callbacks [] for security_group (14be9205-5331-4bae-a168-2505f0fecaf0), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:55.729940 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bfa0fa17-db51-4659-ae8c-863a2a814f23 admin admin] Publish callbacks [] for security_group (14be9205-5331-4bae-a168-2505f0fecaf0), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:55.779871 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bfa0fa17-db51-4659-ae8c-863a2a814f23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (14be9205-5331-4bae-a168-2505f0fecaf0), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:55.782294 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-bfa0fa17-db51-4659-ae8c-863a2a814f23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:55.783435 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-bfa0fa17-db51-4659-ae8c-863a2a814f23 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/14be9205-5331-4bae-a168-2505f0fecaf0 HTTP/1.1" status: 204 len: 168 time: 0.1498206 Mar 11 20:30:55.793582 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa0fa17-db51-4659-ae8c-863a2a814f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14be9205-5331-4bae-a168-2505f0fecaf0,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:56.399723 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:56.471013 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58768) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:30:56.569730 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-9349850e-9aea-423e-b5b6-36dce48a0c79 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-663601798-network', 'tenant_id': 'f092283c2ccd4b018b0fa6c59cae19ed'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:30:56.588947 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9349850e-9aea-423e-b5b6-36dce48a0c79 admin admin] Made reservation on behalf of f092283c2ccd4b018b0fa6c59cae19ed for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:30:56.591207 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9349850e-9aea-423e-b5b6-36dce48a0c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:56.599507 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9349850e-9aea-423e-b5b6-36dce48a0c79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:56.672808 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9349850e-9aea-423e-b5b6-36dce48a0c79 admin admin] Publish callbacks [] for security_group (1f045d0b-e668-4526-b04b-405ea38fd532), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:56.676656 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9349850e-9aea-423e-b5b6-36dce48a0c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (1f045d0b-e668-4526-b04b-405ea38fd532), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:56.697604 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9349850e-9aea-423e-b5b6-36dce48a0c79 admin admin] vlan segment allocate from pool success with {'vlan_id': 852, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:30:56.712198 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9349850e-9aea-423e-b5b6-36dce48a0c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f045d0b-e668-4526-b04b-405ea38fd532,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:56.716393 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9349850e-9aea-423e-b5b6-36dce48a0c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (d1118ea4-ec04-4107-825a-05bbc2bf3637), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:56.716737 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-9349850e-9aea-423e-b5b6-36dce48a0c79 admin admin] Added segment d1118ea4-ec04-4107-825a-05bbc2bf3637 of type vlan for network 1e60ffff-8679-49f7-a75f-859be89e02b6 Mar 11 20:30:56.757329 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9349850e-9aea-423e-b5b6-36dce48a0c79 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (1e60ffff-8679-49f7-a75f-859be89e02b6), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:56.780985 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9349850e-9aea-423e-b5b6-36dce48a0c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (1e60ffff-8679-49f7-a75f-859be89e02b6), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:56.781942 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9349850e-9aea-423e-b5b6-36dce48a0c79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:30:56.782508 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9349850e-9aea-423e-b5b6-36dce48a0c79 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:56.819604 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-9349850e-9aea-423e-b5b6-36dce48a0c79 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3473651 Mar 11 20:30:56.822732 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58772) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:30:56.827601 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-61ffb5a2-7938-44fd-8a83-8a1a5cecaa54 admin admin] Request body: {'subnet': {'network_id': '1e60ffff-8679-49f7-a75f-859be89e02b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-663601798-subnet', 'tenant_id': 'f092283c2ccd4b018b0fa6c59cae19ed', 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:30:56.846143 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ffb5a2-7938-44fd-8a83-8a1a5cecaa54 admin admin] Made reservation on behalf of f092283c2ccd4b018b0fa6c59cae19ed for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:30:56.848464 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-61ffb5a2-7938-44fd-8a83-8a1a5cecaa54 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:56.849282 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9349850e-9aea-423e-b5b6-36dce48a0c79 admin admin] Pushing event updated for resources: {'Network': ['ID=1e60ffff-8679-49f7-a75f-859be89e02b6,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:56.859589 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 1e60ffff-8679-49f7-a75f-859be89e02b6 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 20:30:57.017685 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-61ffb5a2-7938-44fd-8a83-8a1a5cecaa54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (401dde5e-8cd9-4df3-bd09-73811a48d8ef), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:57.064861 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ffb5a2-7938-44fd-8a83-8a1a5cecaa54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=401dde5e-8cd9-4df3-bd09-73811a48d8ef,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:57.080082 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ffb5a2-7938-44fd-8a83-8a1a5cecaa54 admin admin] Checking segment: {'id': 'd1118ea4-ec04-4107-825a-05bbc2bf3637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '1e60ffff-8679-49f7-a75f-859be89e02b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:30:57.080446 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ffb5a2-7938-44fd-8a83-8a1a5cecaa54 admin admin] Network hostable DHCP agents. Network: 1e60ffff-8679-49f7-a75f-859be89e02b6, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:30:57.096915 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ffb5a2-7938-44fd-8a83-8a1a5cecaa54 admin admin] Network 1e60ffff-8679-49f7-a75f-859be89e02b6 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:30:57.106239 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-61ffb5a2-7938-44fd-8a83-8a1a5cecaa54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 1e60ffff-8679-49f7-a75f-859be89e02b6) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:30:57.110648 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ffb5a2-7938-44fd-8a83-8a1a5cecaa54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:30:57.111247 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-61ffb5a2-7938-44fd-8a83-8a1a5cecaa54 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:57.114757 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fd7052-204b-4a52-97bb-a88cefccc954 None None] Network 1e60ffff-8679-49f7-a75f-859be89e02b6 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:30:57.126914 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-61ffb5a2-7938-44fd-8a83-8a1a5cecaa54 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3031006 Mar 11 20:30:57.129627 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58774) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:30:57.134012 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-441dc729-d223-42a9-9d64-fb51b264c536 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-663601798-router', 'tenant_id': 'f092283c2ccd4b018b0fa6c59cae19ed', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:30:57.153020 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-441dc729-d223-42a9-9d64-fb51b264c536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (1f0777c1-0876-4bf7-8172-f2f875c2a67c), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:57.154005 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-441dc729-d223-42a9-9d64-fb51b264c536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (1f0777c1-0876-4bf7-8172-f2f875c2a67c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:57.209526 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-441dc729-d223-42a9-9d64-fb51b264c536 admin admin] Publish callbacks [] for router_controller (1f0777c1-0876-4bf7-8172-f2f875c2a67c), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:57.216632 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcf92ff-9d5c-461f-8bf4-9f14d90fd694 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-1e60ffff-8679-49f7-a75f-859be89e02b6', 'network_id': '1e60ffff-8679-49f7-a75f-859be89e02b6', 'project_id': 'f092283c2ccd4b018b0fa6c59cae19ed', 'fixed_ips': [{'subnet_id': '401dde5e-8cd9-4df3-bd09-73811a48d8ef'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 20:30:57.218637 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dfcf92ff-9d5c-461f-8bf4-9f14d90fd694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:57.366732 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-dfcf92ff-9d5c-461f-8bf4-9f14d90fd694 None None] Allocated IP 172.20.0.2 (1e60ffff-8679-49f7-a75f-859be89e02b6/401dde5e-8cd9-4df3-bd09-73811a48d8ef/933d294d-94b4-4e37-90bc-d130c2ec5ed1) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:30:57.519446 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dfcf92ff-9d5c-461f-8bf4-9f14d90fd694 None None] Publish callbacks [] for port (933d294d-94b4-4e37-90bc-d130c2ec5ed1), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:57.525258 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dfcf92ff-9d5c-461f-8bf4-9f14d90fd694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (933d294d-94b4-4e37-90bc-d130c2ec5ed1), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:57.564986 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcf92ff-9d5c-461f-8bf4-9f14d90fd694 None None] Network 1e60ffff-8679-49f7-a75f-859be89e02b6 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:30:57.570834 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-dfcf92ff-9d5c-461f-8bf4-9f14d90fd694 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:30:57.575407 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcf92ff-9d5c-461f-8bf4-9f14d90fd694 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:30:57.583246 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcf92ff-9d5c-461f-8bf4-9f14d90fd694 None None] Pushing event updated for resources: {'Port': ['ID=933d294d-94b4-4e37-90bc-d130c2ec5ed1,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:57.640646 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-dfcf92ff-9d5c-461f-8bf4-9f14d90fd694 None None] Attempting to bind port 933d294d-94b4-4e37-90bc-d130c2ec5ed1 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:30:57.640933 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-dfcf92ff-9d5c-461f-8bf4-9f14d90fd694 None None] Attempting to bind port 933d294d-94b4-4e37-90bc-d130c2ec5ed1 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'd1118ea4-ec04-4107-825a-05bbc2bf3637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '1e60ffff-8679-49f7-a75f-859be89e02b6'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:30:57.641329 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcf92ff-9d5c-461f-8bf4-9f14d90fd694 None None] Attempting to bind port 933d294d-94b4-4e37-90bc-d130c2ec5ed1 on network 1e60ffff-8679-49f7-a75f-859be89e02b6 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:30:57.646382 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcf92ff-9d5c-461f-8bf4-9f14d90fd694 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 30, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:30:57.646755 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcf92ff-9d5c-461f-8bf4-9f14d90fd694 None None] Checking segment: {'id': 'd1118ea4-ec04-4107-825a-05bbc2bf3637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '1e60ffff-8679-49f7-a75f-859be89e02b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:30:57.647182 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dfcf92ff-9d5c-461f-8bf4-9f14d90fd694 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:57.647558 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcf92ff-9d5c-461f-8bf4-9f14d90fd694 None None] Bound using segment: {'id': 'd1118ea4-ec04-4107-825a-05bbc2bf3637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '1e60ffff-8679-49f7-a75f-859be89e02b6'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:30:57.648059 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-dfcf92ff-9d5c-461f-8bf4-9f14d90fd694 None None] Bound port: 933d294d-94b4-4e37-90bc-d130c2ec5ed1, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1118ea4-ec04-4107-825a-05bbc2bf3637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '1e60ffff-8679-49f7-a75f-859be89e02b6'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:30:57.648432 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dfcf92ff-9d5c-461f-8bf4-9f14d90fd694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (933d294d-94b4-4e37-90bc-d130c2ec5ed1), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:57.656652 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-441dc729-d223-42a9-9d64-fb51b264c536 admin admin] Publish callbacks [] for router_gateway (1f0777c1-0876-4bf7-8172-f2f875c2a67c), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:57.721301 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-dfcf92ff-9d5c-461f-8bf4-9f14d90fd694 None None] For port 933d294d-94b4-4e37-90bc-d130c2ec5ed1, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:30:57.725856 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-dfcf92ff-9d5c-461f-8bf4-9f14d90fd694 None None] For port 933d294d-94b4-4e37-90bc-d130c2ec5ed1, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=933d294d-94b4-4e37-90bc-d130c2ec5ed1,segment=NetworkSegment(d1118ea4-ec04-4107-825a-05bbc2bf3637),segment_id=d1118ea4-ec04-4107-825a-05bbc2bf3637)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:30:57.732866 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dfcf92ff-9d5c-461f-8bf4-9f14d90fd694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (933d294d-94b4-4e37-90bc-d130c2ec5ed1), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:57.801801 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcf92ff-9d5c-461f-8bf4-9f14d90fd694 None None] Pushing event updated for resources: {'Port': ['ID=933d294d-94b4-4e37-90bc-d130c2ec5ed1,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:57.805625 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:57.881898 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-441dc729-d223-42a9-9d64-fb51b264c536 admin admin] Publish callbacks [] for router_gateway (1f0777c1-0876-4bf7-8172-f2f875c2a67c), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:57.903004 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-441dc729-d223-42a9-9d64-fb51b264c536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:58.023325 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-441dc729-d223-42a9-9d64-fb51b264c536 admin admin] Allocated IP 172.25.8.94 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/b07b4112-2779-417a-a6c5-07438702217e) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:30:58.128480 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-441dc729-d223-42a9-9d64-fb51b264c536 admin admin] Publish callbacks [] for port (b07b4112-2779-417a-a6c5-07438702217e), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:58.161146 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-441dc729-d223-42a9-9d64-fb51b264c536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (b07b4112-2779-417a-a6c5-07438702217e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:58.197988 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441dc729-d223-42a9-9d64-fb51b264c536 admin admin] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:30:58.207140 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-441dc729-d223-42a9-9d64-fb51b264c536 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:30:58.210547 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441dc729-d223-42a9-9d64-fb51b264c536 admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:30:58.215725 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441dc729-d223-42a9-9d64-fb51b264c536 admin admin] Pushing event updated for resources: {'Port': ['ID=b07b4112-2779-417a-a6c5-07438702217e,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:58.466810 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-441dc729-d223-42a9-9d64-fb51b264c536 admin admin] Publish callbacks [] for router_gateway (1f0777c1-0876-4bf7-8172-f2f875c2a67c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:58.675776 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-441dc729-d223-42a9-9d64-fb51b264c536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (1f0777c1-0876-4bf7-8172-f2f875c2a67c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:58.698657 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18371a76-9602-4ecd-8e8c-1dd38b4da813 None None] Network 1e60ffff-8679-49f7-a75f-859be89e02b6 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:30:58.807309 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-441dc729-d223-42a9-9d64-fb51b264c536 admin admin] Router 1f0777c1-0876-4bf7-8172-f2f875c2a67c is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 20:30:58.809076 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-9c1a44b5-218d-49c7-ae59-b646c133dfc1 None None] Provisioning complete for port 933d294d-94b4-4e37-90bc-d130c2ec5ed1 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:30:58.809456 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9c1a44b5-218d-49c7-ae59-b646c133dfc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (933d294d-94b4-4e37-90bc-d130c2ec5ed1), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:58.902372 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-9c1a44b5-218d-49c7-ae59-b646c133dfc1 None None] Current status of the port 933d294d-94b4-4e37-90bc-d130c2ec5ed1 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:30:58.902767 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9c1a44b5-218d-49c7-ae59-b646c133dfc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (933d294d-94b4-4e37-90bc-d130c2ec5ed1), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:58.930089 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-441dc729-d223-42a9-9d64-fb51b264c536 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:30:58.939388 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-9c1a44b5-218d-49c7-ae59-b646c133dfc1 None None] For port 933d294d-94b4-4e37-90bc-d130c2ec5ed1, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=933d294d-94b4-4e37-90bc-d130c2ec5ed1,segment=NetworkSegment(d1118ea4-ec04-4107-825a-05bbc2bf3637),segment_id=d1118ea4-ec04-4107-825a-05bbc2bf3637)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:30:58.945704 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f40a72-1809-48ca-9689-28bab8025e8b None None] Sync routers for ids ['1f0777c1-0876-4bf7-8172-f2f875c2a67c'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:30:58.950021 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-441dc729-d223-42a9-9d64-fb51b264c536 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:58.950403 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9c1a44b5-218d-49c7-ae59-b646c133dfc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (933d294d-94b4-4e37-90bc-d130c2ec5ed1), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:58.954718 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-441dc729-d223-42a9-9d64-fb51b264c536 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8239236 Mar 11 20:30:58.956154 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58776) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:30:58.982251 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f40a72-1809-48ca-9689-28bab8025e8b None None] Routers {'1f0777c1-0876-4bf7-8172-f2f875c2a67c'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:30:58.982888 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-c7f40a72-1809-48ca-9689-28bab8025e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:30:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['1f0777c1-0876-4bf7-8172-f2f875c2a67c'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:30:59.047884 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1a44b5-218d-49c7-ae59-b646c133dfc1 None None] Pushing event updated for resources: {'Port': ['ID=933d294d-94b4-4e37-90bc-d130c2ec5ed1,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:59.122606 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-c7f40a72-1809-48ca-9689-28bab8025e8b None None] Set router 1f0777c1-0876-4bf7-8172-f2f875c2a67c gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:30:59.152033 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:59.213511 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-70cf22c1-dfd9-4894-bb79-734f0ba2f805 None None] Provisioning complete for port 933d294d-94b4-4e37-90bc-d130c2ec5ed1 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:30:59.213805 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-70cf22c1-dfd9-4894-bb79-734f0ba2f805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (933d294d-94b4-4e37-90bc-d130c2ec5ed1), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:59.369319 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-70cf22c1-dfd9-4894-bb79-734f0ba2f805 None None] Current status of the port 933d294d-94b4-4e37-90bc-d130c2ec5ed1 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:30:59.382038 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-c7f40a72-1809-48ca-9689-28bab8025e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f0777c1-0876-4bf7-8172-f2f875c2a67c', 'name': 'tempest-TestMinimumBasicScenario-663601798-router', 'tenant_id': 'f092283c2ccd4b018b0fa6c59cae19ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': 'b07b4112-2779-417a-a6c5-07438702217e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:30:57Z', 'updated_at': '2022-03-11T20:30:58Z', 'revision_number': 3, 'project_id': 'f092283c2ccd4b018b0fa6c59cae19ed', 'gw_port': {'id': 'b07b4112-2779-417a-a6c5-07438702217e', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:12:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f0777c1-0876-4bf7-8172-f2f875c2a67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:30:57Z', 'updated_at': '2022-03-11T20:30:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:30:59.388440 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dacc6c65-1398-43a8-a75b-bb78e12abaee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:59.408883 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f40a72-1809-48ca-9689-28bab8025e8b None None] Checking router: 1f0777c1-0876-4bf7-8172-f2f875c2a67c for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:30:59.409239 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f40a72-1809-48ca-9689-28bab8025e8b None None] Updating router 1f0777c1-0876-4bf7-8172-f2f875c2a67c port b07b4112-2779-417a-a6c5-07438702217e binding host n-d-833163-1 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 20:30:59.435917 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c7f40a72-1809-48ca-9689-28bab8025e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b07b4112-2779-417a-a6c5-07438702217e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:59.538735 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-dacc6c65-1398-43a8-a75b-bb78e12abaee admin admin] Allocated IP 172.20.0.1 (1e60ffff-8679-49f7-a75f-859be89e02b6/401dde5e-8cd9-4df3-bd09-73811a48d8ef/5e9314a2-f13e-4cd8-b1a3-dc5383667012) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:30:59.627339 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 933d294d-94b4-4e37-90bc-d130c2ec5ed1 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:30:59.654113 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dacc6c65-1398-43a8-a75b-bb78e12abaee admin admin] Publish callbacks [] for port (5e9314a2-f13e-4cd8-b1a3-dc5383667012), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:59.688260 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dacc6c65-1398-43a8-a75b-bb78e12abaee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (5e9314a2-f13e-4cd8-b1a3-dc5383667012), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:59.730678 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacc6c65-1398-43a8-a75b-bb78e12abaee admin admin] Network 1e60ffff-8679-49f7-a75f-859be89e02b6 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:30:59.737523 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-dacc6c65-1398-43a8-a75b-bb78e12abaee admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:30:59.741824 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 933d294d-94b4-4e37-90bc-d130c2ec5ed1 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:30:59.742342 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacc6c65-1398-43a8-a75b-bb78e12abaee admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:30:59.742453 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (933d294d-94b4-4e37-90bc-d130c2ec5ed1), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:59.746448 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c7f40a72-1809-48ca-9689-28bab8025e8b None None] Publish callbacks [] for port (b07b4112-2779-417a-a6c5-07438702217e), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:59.770970 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacc6c65-1398-43a8-a75b-bb78e12abaee admin admin] Pushing event updated for resources: {'Port': ['ID=5e9314a2-f13e-4cd8-b1a3-dc5383667012,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:59.771202 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c7f40a72-1809-48ca-9689-28bab8025e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (b07b4112-2779-417a-a6c5-07438702217e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:59.786386 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacc6c65-1398-43a8-a75b-bb78e12abaee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:30:59.786803 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacc6c65-1398-43a8-a75b-bb78e12abaee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:30:59.787272 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacc6c65-1398-43a8-a75b-bb78e12abaee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:30:59.787908 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacc6c65-1398-43a8-a75b-bb78e12abaee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:30:59.788348 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacc6c65-1398-43a8-a75b-bb78e12abaee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:30:59.788785 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacc6c65-1398-43a8-a75b-bb78e12abaee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:30:59.789214 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacc6c65-1398-43a8-a75b-bb78e12abaee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:30:59.789645 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacc6c65-1398-43a8-a75b-bb78e12abaee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:30:59.790074 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacc6c65-1398-43a8-a75b-bb78e12abaee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:30:59.790993 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacc6c65-1398-43a8-a75b-bb78e12abaee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:30:59.791415 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacc6c65-1398-43a8-a75b-bb78e12abaee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:30:59.792056 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacc6c65-1398-43a8-a75b-bb78e12abaee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:30:59.792488 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dacc6c65-1398-43a8-a75b-bb78e12abaee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:30:59.804394 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dacc6c65-1398-43a8-a75b-bb78e12abaee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (1f0777c1-0876-4bf7-8172-f2f875c2a67c), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:59.855424 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b280c8fc-bddb-448e-8c14-13a267566f43 None None] Pushing event updated for resources: {'Port': ['ID=b07b4112-2779-417a-a6c5-07438702217e,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:30:59.863144 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-c7f40a72-1809-48ca-9689-28bab8025e8b None None] Attempting to bind port b07b4112-2779-417a-a6c5-07438702217e on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:30:59.863526 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-c7f40a72-1809-48ca-9689-28bab8025e8b None None] Attempting to bind port b07b4112-2779-417a-a6c5-07438702217e by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:30:59.863940 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f40a72-1809-48ca-9689-28bab8025e8b None None] Attempting to bind port b07b4112-2779-417a-a6c5-07438702217e on network 612cc066-33e3-444d-b1c7-d0a64751482a {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:30:59.889547 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f40a72-1809-48ca-9689-28bab8025e8b None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:30:59.889933 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f40a72-1809-48ca-9689-28bab8025e8b None None] Checking segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:30:59.890347 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c7f40a72-1809-48ca-9689-28bab8025e8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:59.890743 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f40a72-1809-48ca-9689-28bab8025e8b None None] Bound using segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:30:59.891232 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-c7f40a72-1809-48ca-9689-28bab8025e8b None None] Bound port: b07b4112-2779-417a-a6c5-07438702217e, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:30:59.891654 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c7f40a72-1809-48ca-9689-28bab8025e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b07b4112-2779-417a-a6c5-07438702217e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:59.933896 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 933d294d-94b4-4e37-90bc-d130c2ec5ed1 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:30:59.958713 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c7f40a72-1809-48ca-9689-28bab8025e8b None None] For port b07b4112-2779-417a-a6c5-07438702217e, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:30:59.961920 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c7f40a72-1809-48ca-9689-28bab8025e8b None None] For port b07b4112-2779-417a-a6c5-07438702217e, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=b07b4112-2779-417a-a6c5-07438702217e,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:30:59.965217 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dacc6c65-1398-43a8-a75b-bb78e12abaee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (5e9314a2-f13e-4cd8-b1a3-dc5383667012), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:30:59.970754 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c7f40a72-1809-48ca-9689-28bab8025e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (b07b4112-2779-417a-a6c5-07438702217e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:00.040224 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-844edcb8-69db-4dfd-9ede-0e6a29c05757 None None] Provisioning complete for port 5e9314a2-f13e-4cd8-b1a3-dc5383667012 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:31:00.040539 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-844edcb8-69db-4dfd-9ede-0e6a29c05757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (5e9314a2-f13e-4cd8-b1a3-dc5383667012), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:00.044791 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b280c8fc-bddb-448e-8c14-13a267566f43 None None] Pushing event updated for resources: {'Port': ['ID=b07b4112-2779-417a-a6c5-07438702217e,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:31:00.135886 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dacc6c65-1398-43a8-a75b-bb78e12abaee admin admin] Publish callbacks [] for port (5e9314a2-f13e-4cd8-b1a3-dc5383667012), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:00.142281 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dacc6c65-1398-43a8-a75b-bb78e12abaee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (5e9314a2-f13e-4cd8-b1a3-dc5383667012), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:00.236632 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f40a72-1809-48ca-9689-28bab8025e8b None None] Routers {'1f0777c1-0876-4bf7-8172-f2f875c2a67c'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:31:00.237268 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-c7f40a72-1809-48ca-9689-28bab8025e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:30:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['1f0777c1-0876-4bf7-8172-f2f875c2a67c'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:31:00.291273 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-844edcb8-69db-4dfd-9ede-0e6a29c05757 None None] Port 5e9314a2-f13e-4cd8-b1a3-dc5383667012 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:31:00.362970 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-c7f40a72-1809-48ca-9689-28bab8025e8b None None] Set router 1f0777c1-0876-4bf7-8172-f2f875c2a67c gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:31:00.473415 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dacc6c65-1398-43a8-a75b-bb78e12abaee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (1f0777c1-0876-4bf7-8172-f2f875c2a67c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:00.475365 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacc6c65-1398-43a8-a75b-bb78e12abaee admin admin] Pushing event updated for resources: {'Port': ['ID=5e9314a2-f13e-4cd8-b1a3-dc5383667012,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:31:00.562496 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-c7f40a72-1809-48ca-9689-28bab8025e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f0777c1-0876-4bf7-8172-f2f875c2a67c', 'name': 'tempest-TestMinimumBasicScenario-663601798-router', 'tenant_id': 'f092283c2ccd4b018b0fa6c59cae19ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': 'b07b4112-2779-417a-a6c5-07438702217e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:30:57Z', 'updated_at': '2022-03-11T20:30:59Z', 'revision_number': 4, 'project_id': 'f092283c2ccd4b018b0fa6c59cae19ed', 'gw_port': {'id': 'b07b4112-2779-417a-a6c5-07438702217e', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:12:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f0777c1-0876-4bf7-8172-f2f875c2a67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:30:57Z', 'updated_at': '2022-03-11T20:30:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '5e9314a2-f13e-4cd8-b1a3-dc5383667012', 'name': '', 'network_id': '1e60ffff-8679-49f7-a75f-859be89e02b6', 'tenant_id': 'f092283c2ccd4b018b0fa6c59cae19ed', 'mac_address': 'fa:16:3e:74:b5:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f0777c1-0876-4bf7-8172-f2f875c2a67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '401dde5e-8cd9-4df3-bd09-73811a48d8ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:30:59Z', 'updated_at': '2022-03-11T20:31:00Z', 'revision_number': 2, 'project_id': 'f092283c2ccd4b018b0fa6c59cae19ed', 'subnets': [{'id': '401dde5e-8cd9-4df3-bd09-73811a48d8ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:31:00.568969 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacc6c65-1398-43a8-a75b-bb78e12abaee admin admin] Network 1e60ffff-8679-49f7-a75f-859be89e02b6 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:31:00.570372 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-dacc6c65-1398-43a8-a75b-bb78e12abaee admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:31:00.590009 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f40a72-1809-48ca-9689-28bab8025e8b None None] The sync data for ids ['1f0777c1-0876-4bf7-8172-f2f875c2a67c'] in n-d-833163-1 is: [{'id': '1f0777c1-0876-4bf7-8172-f2f875c2a67c', 'name': 'tempest-TestMinimumBasicScenario-663601798-router', 'tenant_id': 'f092283c2ccd4b018b0fa6c59cae19ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': 'b07b4112-2779-417a-a6c5-07438702217e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:30:57Z', 'updated_at': '2022-03-11T20:30:59Z', 'revision_number': 4, 'project_id': 'f092283c2ccd4b018b0fa6c59cae19ed', 'gw_port': {'id': 'b07b4112-2779-417a-a6c5-07438702217e', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:12:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f0777c1-0876-4bf7-8172-f2f875c2a67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:30:57Z', 'updated_at': '2022-03-11T20:30:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '5e9314a2-f13e-4cd8-b1a3-dc5383667012', 'name': '', 'network_id': '1e60ffff-8679-49f7-a75f-859be89e02b6', 'tenant_id': 'f092283c2ccd4b018b0fa6c59cae19ed', 'mac_address': 'fa:16:3e:74:b5:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f0777c1-0876-4bf7-8172-f2f875c2a67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '401dde5e-8cd9-4df3-bd09-73811a48d8ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:30:59Z', 'updated_at': '2022-03-11T20:31:00Z', 'revision_number': 2, 'project_id': 'f092283c2ccd4b018b0fa6c59cae19ed', 'subnets': [{'id': '401dde5e-8cd9-4df3-bd09-73811a48d8ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:31:00.693507 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dacc6c65-1398-43a8-a75b-bb78e12abaee admin admin] Router 1f0777c1-0876-4bf7-8172-f2f875c2a67c has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:31:00.831449 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dacc6c65-1398-43a8-a75b-bb78e12abaee admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:31:00.832104 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-8c1b8fd5-2bc1-41df-b34d-820cf28ed342 None None] Provisioning complete for port 5e9314a2-f13e-4cd8-b1a3-dc5383667012 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:31:00.832544 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8c1b8fd5-2bc1-41df-b34d-820cf28ed342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (5e9314a2-f13e-4cd8-b1a3-dc5383667012), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:00.837798 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-dacc6c65-1398-43a8-a75b-bb78e12abaee admin admin] 10.222.0.65 "PUT /v2.0/routers/1f0777c1-0876-4bf7-8172-f2f875c2a67c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8782897 Mar 11 20:31:00.879013 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8c1b8fd5-2bc1-41df-b34d-820cf28ed342 None None] Port 5e9314a2-f13e-4cd8-b1a3-dc5383667012 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:31:01.352022 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58792) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:31:01.358250 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-c8e5c6e9-daac-4e6c-9717-fc9cf3c74fa0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-725401857-network', 'tenant_id': '66a1edb0bd9747fc90b05107e9e4ef65'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:31:01.387052 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e5c6e9-daac-4e6c-9717-fc9cf3c74fa0 admin admin] Made reservation on behalf of 66a1edb0bd9747fc90b05107e9e4ef65 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:31:01.389618 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c8e5c6e9-daac-4e6c-9717-fc9cf3c74fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:01.401282 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c8e5c6e9-daac-4e6c-9717-fc9cf3c74fa0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:01.490964 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c8e5c6e9-daac-4e6c-9717-fc9cf3c74fa0 admin admin] Publish callbacks [] for security_group (58e6c41d-86ed-4403-a0b0-dc44611bfed9), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:01.495788 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c8e5c6e9-daac-4e6c-9717-fc9cf3c74fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (58e6c41d-86ed-4403-a0b0-dc44611bfed9), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:01.521255 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8e5c6e9-daac-4e6c-9717-fc9cf3c74fa0 admin admin] vlan segment allocate from pool success with {'vlan_id': 851, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:31:01.531457 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e5c6e9-daac-4e6c-9717-fc9cf3c74fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e6c41d-86ed-4403-a0b0-dc44611bfed9,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:31:01.536724 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c8e5c6e9-daac-4e6c-9717-fc9cf3c74fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (3b587361-1fad-4cfd-9b28-e87f95058b71), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:01.537069 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-c8e5c6e9-daac-4e6c-9717-fc9cf3c74fa0 admin admin] Added segment 3b587361-1fad-4cfd-9b28-e87f95058b71 of type vlan for network f3711dc1-4f8f-4e1e-a3dc-35c61c20fb48 Mar 11 20:31:01.583727 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c8e5c6e9-daac-4e6c-9717-fc9cf3c74fa0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (f3711dc1-4f8f-4e1e-a3dc-35c61c20fb48), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:01.611746 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c8e5c6e9-daac-4e6c-9717-fc9cf3c74fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (f3711dc1-4f8f-4e1e-a3dc-35c61c20fb48), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:01.614155 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e5c6e9-daac-4e6c-9717-fc9cf3c74fa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:31:01.614755 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c8e5c6e9-daac-4e6c-9717-fc9cf3c74fa0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:01.630157 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device b07b4112-2779-417a-a6c5-07438702217e up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:31:01.646792 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-c8e5c6e9-daac-4e6c-9717-fc9cf3c74fa0 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2936237 Mar 11 20:31:01.649899 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58794) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:31:01.657004 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-2fe2dc46-0a02-4cb1-826a-b63fa149a41e admin admin] Request body: {'subnet': {'network_id': 'f3711dc1-4f8f-4e1e-a3dc-35c61c20fb48', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-725401857-subnet', 'tenant_id': '66a1edb0bd9747fc90b05107e9e4ef65', 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:31:01.677605 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe2dc46-0a02-4cb1-826a-b63fa149a41e admin admin] Made reservation on behalf of 66a1edb0bd9747fc90b05107e9e4ef65 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:31:01.680254 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2fe2dc46-0a02-4cb1-826a-b63fa149a41e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:01.685267 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port b07b4112-2779-417a-a6c5-07438702217e triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:31:01.685740 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (b07b4112-2779-417a-a6c5-07438702217e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:01.692361 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e5c6e9-daac-4e6c-9717-fc9cf3c74fa0 admin admin] Pushing event updated for resources: {'Network': ['ID=f3711dc1-4f8f-4e1e-a3dc-35c61c20fb48,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:31:01.708945 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network f3711dc1-4f8f-4e1e-a3dc-35c61c20fb48 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 20:31:01.845764 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port b07b4112-2779-417a-a6c5-07438702217e is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:31:01.846448 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b07b4112-2779-417a-a6c5-07438702217e), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:01.870767 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port b07b4112-2779-417a-a6c5-07438702217e, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=b07b4112-2779-417a-a6c5-07438702217e,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:31:01.875032 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (b07b4112-2779-417a-a6c5-07438702217e), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:01.881980 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2fe2dc46-0a02-4cb1-826a-b63fa149a41e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (10778634-df58-4a6d-a28a-5cdd1fc2adcb), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:01.928359 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=b07b4112-2779-417a-a6c5-07438702217e,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:31:01.947452 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe2dc46-0a02-4cb1-826a-b63fa149a41e admin admin] Pushing event updated for resources: {'Subnet': ['ID=10778634-df58-4a6d-a28a-5cdd1fc2adcb,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:31:01.952526 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe2dc46-0a02-4cb1-826a-b63fa149a41e admin admin] Checking segment: {'id': '3b587361-1fad-4cfd-9b28-e87f95058b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'f3711dc1-4f8f-4e1e-a3dc-35c61c20fb48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:31:01.952898 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe2dc46-0a02-4cb1-826a-b63fa149a41e admin admin] Network hostable DHCP agents. Network: f3711dc1-4f8f-4e1e-a3dc-35c61c20fb48, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:31:01.969594 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe2dc46-0a02-4cb1-826a-b63fa149a41e admin admin] Network f3711dc1-4f8f-4e1e-a3dc-35c61c20fb48 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:31:01.977917 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-2fe2dc46-0a02-4cb1-826a-b63fa149a41e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, f3711dc1-4f8f-4e1e-a3dc-35c61c20fb48) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:31:01.982026 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe2dc46-0a02-4cb1-826a-b63fa149a41e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:31:01.982611 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2fe2dc46-0a02-4cb1-826a-b63fa149a41e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:01.990109 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577c73d8-5db1-4df2-85ed-e34db530ed7c None None] Network f3711dc1-4f8f-4e1e-a3dc-35c61c20fb48 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:31:02.003996 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-2fe2dc46-0a02-4cb1-826a-b63fa149a41e admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3500960 Mar 11 20:31:02.004403 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 58796) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:31:02.010061 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-e58982e9-0d45-4261-957b-7b48f16fb244 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-725401857-router', 'tenant_id': '66a1edb0bd9747fc90b05107e9e4ef65', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:31:02.032869 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e58982e9-0d45-4261-957b-7b48f16fb244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (3bf23585-2dd9-4d5f-bed5-455549153861), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:02.034020 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e58982e9-0d45-4261-957b-7b48f16fb244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (3bf23585-2dd9-4d5f-bed5-455549153861), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:02.089147 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e58982e9-0d45-4261-957b-7b48f16fb244 admin admin] Publish callbacks [] for router_controller (3bf23585-2dd9-4d5f-bed5-455549153861), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:02.097362 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46cd40c-d2b6-470f-9a3e-4d2e59ac86c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-f3711dc1-4f8f-4e1e-a3dc-35c61c20fb48', 'network_id': 'f3711dc1-4f8f-4e1e-a3dc-35c61c20fb48', 'project_id': '66a1edb0bd9747fc90b05107e9e4ef65', 'fixed_ips': [{'subnet_id': '10778634-df58-4a6d-a28a-5cdd1fc2adcb'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 20:31:02.098165 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c46cd40c-d2b6-470f-9a3e-4d2e59ac86c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:02.235975 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-c46cd40c-d2b6-470f-9a3e-4d2e59ac86c7 None None] Allocated IP 172.20.0.2 (f3711dc1-4f8f-4e1e-a3dc-35c61c20fb48/10778634-df58-4a6d-a28a-5cdd1fc2adcb/5a975960-1c14-448e-aa5f-792101910fc6) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:31:02.236495 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e58982e9-0d45-4261-957b-7b48f16fb244 admin admin] Publish callbacks [] for router_gateway (3bf23585-2dd9-4d5f-bed5-455549153861), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:02.382528 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c46cd40c-d2b6-470f-9a3e-4d2e59ac86c7 None None] Publish callbacks [] for port (5a975960-1c14-448e-aa5f-792101910fc6), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:02.389273 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c46cd40c-d2b6-470f-9a3e-4d2e59ac86c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (5a975960-1c14-448e-aa5f-792101910fc6), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:02.427962 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46cd40c-d2b6-470f-9a3e-4d2e59ac86c7 None None] Network f3711dc1-4f8f-4e1e-a3dc-35c61c20fb48 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:31:02.435144 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-c46cd40c-d2b6-470f-9a3e-4d2e59ac86c7 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:31:02.439134 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e58982e9-0d45-4261-957b-7b48f16fb244 admin admin] Publish callbacks [] for router_gateway (3bf23585-2dd9-4d5f-bed5-455549153861), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:02.439708 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46cd40c-d2b6-470f-9a3e-4d2e59ac86c7 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:31:02.444964 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46cd40c-d2b6-470f-9a3e-4d2e59ac86c7 None None] Pushing event updated for resources: {'Port': ['ID=5a975960-1c14-448e-aa5f-792101910fc6,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:31:02.467860 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e58982e9-0d45-4261-957b-7b48f16fb244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:02.504781 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-c46cd40c-d2b6-470f-9a3e-4d2e59ac86c7 None None] Attempting to bind port 5a975960-1c14-448e-aa5f-792101910fc6 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:31:02.505312 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-c46cd40c-d2b6-470f-9a3e-4d2e59ac86c7 None None] Attempting to bind port 5a975960-1c14-448e-aa5f-792101910fc6 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '3b587361-1fad-4cfd-9b28-e87f95058b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'f3711dc1-4f8f-4e1e-a3dc-35c61c20fb48'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:31:02.505778 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46cd40c-d2b6-470f-9a3e-4d2e59ac86c7 None None] Attempting to bind port 5a975960-1c14-448e-aa5f-792101910fc6 on network f3711dc1-4f8f-4e1e-a3dc-35c61c20fb48 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:31:02.510847 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46cd40c-d2b6-470f-9a3e-4d2e59ac86c7 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:31:02.511361 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46cd40c-d2b6-470f-9a3e-4d2e59ac86c7 None None] Checking segment: {'id': '3b587361-1fad-4cfd-9b28-e87f95058b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'f3711dc1-4f8f-4e1e-a3dc-35c61c20fb48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:31:02.511922 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c46cd40c-d2b6-470f-9a3e-4d2e59ac86c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:02.512497 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46cd40c-d2b6-470f-9a3e-4d2e59ac86c7 None None] Bound using segment: {'id': '3b587361-1fad-4cfd-9b28-e87f95058b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'f3711dc1-4f8f-4e1e-a3dc-35c61c20fb48'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:31:02.513079 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-c46cd40c-d2b6-470f-9a3e-4d2e59ac86c7 None None] Bound port: 5a975960-1c14-448e-aa5f-792101910fc6, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b587361-1fad-4cfd-9b28-e87f95058b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'f3711dc1-4f8f-4e1e-a3dc-35c61c20fb48'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:31:02.513565 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c46cd40c-d2b6-470f-9a3e-4d2e59ac86c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (5a975960-1c14-448e-aa5f-792101910fc6), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:02.573508 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-e58982e9-0d45-4261-957b-7b48f16fb244 admin admin] Allocated IP 172.25.8.200 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/2d9e370e-966d-4ac7-a129-00e7880d0e8c) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:31:02.591394 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c46cd40c-d2b6-470f-9a3e-4d2e59ac86c7 None None] For port 5a975960-1c14-448e-aa5f-792101910fc6, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:31:02.595611 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c46cd40c-d2b6-470f-9a3e-4d2e59ac86c7 None None] For port 5a975960-1c14-448e-aa5f-792101910fc6, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=5a975960-1c14-448e-aa5f-792101910fc6,segment=NetworkSegment(3b587361-1fad-4cfd-9b28-e87f95058b71),segment_id=3b587361-1fad-4cfd-9b28-e87f95058b71)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:31:02.603905 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c46cd40c-d2b6-470f-9a3e-4d2e59ac86c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (5a975960-1c14-448e-aa5f-792101910fc6), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:02.664642 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46cd40c-d2b6-470f-9a3e-4d2e59ac86c7 None None] Pushing event updated for resources: {'Port': ['ID=5a975960-1c14-448e-aa5f-792101910fc6,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:31:02.687111 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e58982e9-0d45-4261-957b-7b48f16fb244 admin admin] Publish callbacks [] for port (2d9e370e-966d-4ac7-a129-00e7880d0e8c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:02.723421 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e58982e9-0d45-4261-957b-7b48f16fb244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (2d9e370e-966d-4ac7-a129-00e7880d0e8c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:02.763798 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58982e9-0d45-4261-957b-7b48f16fb244 admin admin] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:31:02.769470 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-e58982e9-0d45-4261-957b-7b48f16fb244 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:31:02.772390 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58982e9-0d45-4261-957b-7b48f16fb244 admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:31:02.799155 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58982e9-0d45-4261-957b-7b48f16fb244 admin admin] Pushing event updated for resources: {'Port': ['ID=2d9e370e-966d-4ac7-a129-00e7880d0e8c,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:31:02.826852 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d52826-a29a-43f3-9dfe-bf8495db569c None None] Sync routers for ids ['1f0777c1-0876-4bf7-8172-f2f875c2a67c'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:31:02.841952 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d52826-a29a-43f3-9dfe-bf8495db569c None None] Routers {'1f0777c1-0876-4bf7-8172-f2f875c2a67c'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:31:02.842675 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-68d52826-a29a-43f3-9dfe-bf8495db569c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:30:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['1f0777c1-0876-4bf7-8172-f2f875c2a67c'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:31:02.968446 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-68d52826-a29a-43f3-9dfe-bf8495db569c None None] Set router 1f0777c1-0876-4bf7-8172-f2f875c2a67c gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:31:03.073690 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e58982e9-0d45-4261-957b-7b48f16fb244 admin admin] Publish callbacks [] for router_gateway (3bf23585-2dd9-4d5f-bed5-455549153861), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:03.172251 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-68d52826-a29a-43f3-9dfe-bf8495db569c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f0777c1-0876-4bf7-8172-f2f875c2a67c', 'name': 'tempest-TestMinimumBasicScenario-663601798-router', 'tenant_id': 'f092283c2ccd4b018b0fa6c59cae19ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': 'b07b4112-2779-417a-a6c5-07438702217e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:30:57Z', 'updated_at': '2022-03-11T20:30:59Z', 'revision_number': 4, 'project_id': 'f092283c2ccd4b018b0fa6c59cae19ed', 'gw_port': {'id': 'b07b4112-2779-417a-a6c5-07438702217e', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:12:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0777c1-0876-4bf7-8172-f2f875c2a67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:30:57Z', 'updated_at': '2022-03-11T20:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '5e9314a2-f13e-4cd8-b1a3-dc5383667012', 'name': '', 'network_id': '1e60ffff-8679-49f7-a75f-859be89e02b6', 'tenant_id': 'f092283c2ccd4b018b0fa6c59cae19ed', 'mac_address': 'fa:16:3e:74:b5:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f0777c1-0876-4bf7-8172-f2f875c2a67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '401dde5e-8cd9-4df3-bd09-73811a48d8ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:30:59Z', 'updated_at': '2022-03-11T20:31:00Z', 'revision_number': 2, 'project_id': 'f092283c2ccd4b018b0fa6c59cae19ed', 'subnets': [{'id': '401dde5e-8cd9-4df3-bd09-73811a48d8ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:31:03.202066 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d52826-a29a-43f3-9dfe-bf8495db569c None None] Checking router: 1f0777c1-0876-4bf7-8172-f2f875c2a67c for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:31:03.202449 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d52826-a29a-43f3-9dfe-bf8495db569c None None] Updating router 1f0777c1-0876-4bf7-8172-f2f875c2a67c port 5e9314a2-f13e-4cd8-b1a3-dc5383667012 binding host n-d-833163-1 {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 20:31:03.229215 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-68d52826-a29a-43f3-9dfe-bf8495db569c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (5e9314a2-f13e-4cd8-b1a3-dc5383667012), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:03.521697 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-68d52826-a29a-43f3-9dfe-bf8495db569c None None] Publish callbacks [] for port (5e9314a2-f13e-4cd8-b1a3-dc5383667012), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:03.528918 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-68d52826-a29a-43f3-9dfe-bf8495db569c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (5e9314a2-f13e-4cd8-b1a3-dc5383667012), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:03.625145 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e58982e9-0d45-4261-957b-7b48f16fb244 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (3bf23585-2dd9-4d5f-bed5-455549153861), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:03.650183 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-68d52826-a29a-43f3-9dfe-bf8495db569c None None] Attempting to bind port 5e9314a2-f13e-4cd8-b1a3-dc5383667012 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:31:03.650562 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-68d52826-a29a-43f3-9dfe-bf8495db569c None None] Attempting to bind port 5e9314a2-f13e-4cd8-b1a3-dc5383667012 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'd1118ea4-ec04-4107-825a-05bbc2bf3637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '1e60ffff-8679-49f7-a75f-859be89e02b6'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:31:03.650923 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d52826-a29a-43f3-9dfe-bf8495db569c None None] Attempting to bind port 5e9314a2-f13e-4cd8-b1a3-dc5383667012 on network 1e60ffff-8679-49f7-a75f-859be89e02b6 {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:31:03.657320 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d52826-a29a-43f3-9dfe-bf8495db569c None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:31:03.657702 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d52826-a29a-43f3-9dfe-bf8495db569c None None] Checking segment: {'id': 'd1118ea4-ec04-4107-825a-05bbc2bf3637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '1e60ffff-8679-49f7-a75f-859be89e02b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:31:03.658104 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-68d52826-a29a-43f3-9dfe-bf8495db569c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:03.658497 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d52826-a29a-43f3-9dfe-bf8495db569c None None] Bound using segment: {'id': 'd1118ea4-ec04-4107-825a-05bbc2bf3637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '1e60ffff-8679-49f7-a75f-859be89e02b6'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:31:03.658964 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-68d52826-a29a-43f3-9dfe-bf8495db569c None None] Bound port: 5e9314a2-f13e-4cd8-b1a3-dc5383667012, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1118ea4-ec04-4107-825a-05bbc2bf3637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '1e60ffff-8679-49f7-a75f-859be89e02b6'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:31:03.659345 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-68d52826-a29a-43f3-9dfe-bf8495db569c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (5e9314a2-f13e-4cd8-b1a3-dc5383667012), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:03.673007 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b52b262-11cf-45a8-bac9-58becc92f962 None None] Pushing event updated for resources: {'Port': ['ID=5e9314a2-f13e-4cd8-b1a3-dc5383667012,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:31:03.682475 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b52b262-11cf-45a8-bac9-58becc92f962 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:31:03.683058 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b52b262-11cf-45a8-bac9-58becc92f962 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:31:03.683411 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b52b262-11cf-45a8-bac9-58becc92f962 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:31:03.683773 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b52b262-11cf-45a8-bac9-58becc92f962 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:31:03.684147 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b52b262-11cf-45a8-bac9-58becc92f962 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:31:03.684483 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b52b262-11cf-45a8-bac9-58becc92f962 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:31:03.684892 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b52b262-11cf-45a8-bac9-58becc92f962 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:31:03.685225 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b52b262-11cf-45a8-bac9-58becc92f962 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:31:03.685548 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b52b262-11cf-45a8-bac9-58becc92f962 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:31:03.685873 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b52b262-11cf-45a8-bac9-58becc92f962 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:31:03.686196 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b52b262-11cf-45a8-bac9-58becc92f962 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:31:03.686518 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b52b262-11cf-45a8-bac9-58becc92f962 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:31:03.686836 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b52b262-11cf-45a8-bac9-58becc92f962 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:31:03.763914 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 5a975960-1c14-448e-aa5f-792101910fc6 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:31:03.764384 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-68d52826-a29a-43f3-9dfe-bf8495db569c None None] For port 5e9314a2-f13e-4cd8-b1a3-dc5383667012, host n-d-833163-1, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:31:03.769628 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-68d52826-a29a-43f3-9dfe-bf8495db569c None None] For port 5e9314a2-f13e-4cd8-b1a3-dc5383667012, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=5e9314a2-f13e-4cd8-b1a3-dc5383667012,segment=NetworkSegment(d1118ea4-ec04-4107-825a-05bbc2bf3637),segment_id=d1118ea4-ec04-4107-825a-05bbc2bf3637)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:31:03.772028 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764aa5af-ee1f-481a-a8bb-dc727c510694 None None] Network f3711dc1-4f8f-4e1e-a3dc-35c61c20fb48 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:31:03.780033 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-68d52826-a29a-43f3-9dfe-bf8495db569c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (5e9314a2-f13e-4cd8-b1a3-dc5383667012), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:03.825984 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d52826-a29a-43f3-9dfe-bf8495db569c None None] Routers {'1f0777c1-0876-4bf7-8172-f2f875c2a67c'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:31:03.826604 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-68d52826-a29a-43f3-9dfe-bf8495db569c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:30:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['1f0777c1-0876-4bf7-8172-f2f875c2a67c'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:31:03.850097 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e58982e9-0d45-4261-957b-7b48f16fb244 admin admin] Router 3bf23585-2dd9-4d5f-bed5-455549153861 is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 20:31:03.886430 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b52b262-11cf-45a8-bac9-58becc92f962 None None] Pushing event updated for resources: {'Port': ['ID=5e9314a2-f13e-4cd8-b1a3-dc5383667012,revision_number=4']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:31:03.905783 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ce61f26b-cca6-4911-9a37-48431d6caa89 None None] Provisioning complete for port 5a975960-1c14-448e-aa5f-792101910fc6 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:31:03.906319 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ce61f26b-cca6-4911-9a37-48431d6caa89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (5a975960-1c14-448e-aa5f-792101910fc6), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:03.973216 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 5a975960-1c14-448e-aa5f-792101910fc6 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:31:03.973757 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (5a975960-1c14-448e-aa5f-792101910fc6), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:03.974668 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-68d52826-a29a-43f3-9dfe-bf8495db569c None None] Set router 1f0777c1-0876-4bf7-8172-f2f875c2a67c gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:31:03.990537 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58982e9-0d45-4261-957b-7b48f16fb244 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:31:04.011854 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e58982e9-0d45-4261-957b-7b48f16fb244 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:04.016032 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783d6467-6adf-44f8-83c6-fe8932b39a34 None None] Sync routers for ids ['3bf23585-2dd9-4d5f-bed5-455549153861'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:31:04.016219 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e58982e9-0d45-4261-957b-7b48f16fb244 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0079808 Mar 11 20:31:04.016507 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 58798) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:31:04.059338 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783d6467-6adf-44f8-83c6-fe8932b39a34 None None] Routers {'3bf23585-2dd9-4d5f-bed5-455549153861'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:31:04.060012 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-783d6467-6adf-44f8-83c6-fe8932b39a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:30:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['3bf23585-2dd9-4d5f-bed5-455549153861'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:31:04.172186 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ce61f26b-cca6-4911-9a37-48431d6caa89 None None] Current status of the port 5a975960-1c14-448e-aa5f-792101910fc6 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:31:04.172515 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ce61f26b-cca6-4911-9a37-48431d6caa89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (5a975960-1c14-448e-aa5f-792101910fc6), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:04.238092 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-68d52826-a29a-43f3-9dfe-bf8495db569c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f0777c1-0876-4bf7-8172-f2f875c2a67c', 'name': 'tempest-TestMinimumBasicScenario-663601798-router', 'tenant_id': 'f092283c2ccd4b018b0fa6c59cae19ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': 'b07b4112-2779-417a-a6c5-07438702217e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:30:57Z', 'updated_at': '2022-03-11T20:30:59Z', 'revision_number': 4, 'project_id': 'f092283c2ccd4b018b0fa6c59cae19ed', 'gw_port': {'id': 'b07b4112-2779-417a-a6c5-07438702217e', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:12:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0777c1-0876-4bf7-8172-f2f875c2a67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:30:57Z', 'updated_at': '2022-03-11T20:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '5e9314a2-f13e-4cd8-b1a3-dc5383667012', 'name': '', 'network_id': '1e60ffff-8679-49f7-a75f-859be89e02b6', 'tenant_id': 'f092283c2ccd4b018b0fa6c59cae19ed', 'mac_address': 'fa:16:3e:74:b5:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f0777c1-0876-4bf7-8172-f2f875c2a67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '401dde5e-8cd9-4df3-bd09-73811a48d8ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:30:59Z', 'updated_at': '2022-03-11T20:31:03Z', 'revision_number': 4, 'project_id': 'f092283c2ccd4b018b0fa6c59cae19ed', 'subnets': [{'id': '401dde5e-8cd9-4df3-bd09-73811a48d8ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:31:04.281127 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d52826-a29a-43f3-9dfe-bf8495db569c None None] The sync data for ids ['1f0777c1-0876-4bf7-8172-f2f875c2a67c'] in n-d-833163-1 is: [{'id': '1f0777c1-0876-4bf7-8172-f2f875c2a67c', 'name': 'tempest-TestMinimumBasicScenario-663601798-router', 'tenant_id': 'f092283c2ccd4b018b0fa6c59cae19ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': 'b07b4112-2779-417a-a6c5-07438702217e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:30:57Z', 'updated_at': '2022-03-11T20:30:59Z', 'revision_number': 4, 'project_id': 'f092283c2ccd4b018b0fa6c59cae19ed', 'gw_port': {'id': 'b07b4112-2779-417a-a6c5-07438702217e', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:12:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0777c1-0876-4bf7-8172-f2f875c2a67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:30:57Z', 'updated_at': '2022-03-11T20:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '5e9314a2-f13e-4cd8-b1a3-dc5383667012', 'name': '', 'network_id': '1e60ffff-8679-49f7-a75f-859be89e02b6', 'tenant_id': 'f092283c2ccd4b018b0fa6c59cae19ed', 'mac_address': 'fa:16:3e:74:b5:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f0777c1-0876-4bf7-8172-f2f875c2a67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '401dde5e-8cd9-4df3-bd09-73811a48d8ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:30:59Z', 'updated_at': '2022-03-11T20:31:03Z', 'revision_number': 4, 'project_id': 'f092283c2ccd4b018b0fa6c59cae19ed', 'subnets': [{'id': '401dde5e-8cd9-4df3-bd09-73811a48d8ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:31:04.296192 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-783d6467-6adf-44f8-83c6-fe8932b39a34 None None] Set router 3bf23585-2dd9-4d5f-bed5-455549153861 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:31:04.329161 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 5a975960-1c14-448e-aa5f-792101910fc6 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:31:04.329558 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (5a975960-1c14-448e-aa5f-792101910fc6), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:04.377813 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-ce61f26b-cca6-4911-9a37-48431d6caa89 None None] For port 5a975960-1c14-448e-aa5f-792101910fc6, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=5a975960-1c14-448e-aa5f-792101910fc6,segment=NetworkSegment(3b587361-1fad-4cfd-9b28-e87f95058b71),segment_id=3b587361-1fad-4cfd-9b28-e87f95058b71)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:31:04.391241 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ce61f26b-cca6-4911-9a37-48431d6caa89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (5a975960-1c14-448e-aa5f-792101910fc6), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:04.527187 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e51b4c4e-eb7e-4659-8b61-28aa5f814ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:04.530986 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.db.api [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103886) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 11 20:31:04.531339 n-d-833163-1 neutron-server[103886]: DEBUG oslo_db.api [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 11 20:31:04.542349 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce61f26b-cca6-4911-9a37-48431d6caa89 None None] Pushing event updated for resources: {'Port': ['ID=5a975960-1c14-448e-aa5f-792101910fc6,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:31:04.560402 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-88c8b6a6-b864-40bd-9193-04d6db18e5ea None None] Provisioning complete for port 5e9314a2-f13e-4cd8-b1a3-dc5383667012 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:31:04.560783 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-88c8b6a6-b864-40bd-9193-04d6db18e5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (5e9314a2-f13e-4cd8-b1a3-dc5383667012), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:04.701808 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-e51b4c4e-eb7e-4659-8b61-28aa5f814ba1 admin admin] Allocated IP 172.20.0.1 (f3711dc1-4f8f-4e1e-a3dc-35c61c20fb48/10778634-df58-4a6d-a28a-5cdd1fc2adcb/f842e7e4-b054-4900-a02f-aadb99e7c438) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:31:04.817105 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e51b4c4e-eb7e-4659-8b61-28aa5f814ba1 admin admin] Publish callbacks [] for port (f842e7e4-b054-4900-a02f-aadb99e7c438), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:04.852324 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-88c8b6a6-b864-40bd-9193-04d6db18e5ea None None] Current status of the port 5e9314a2-f13e-4cd8-b1a3-dc5383667012 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:31:04.853433 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-88c8b6a6-b864-40bd-9193-04d6db18e5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (5e9314a2-f13e-4cd8-b1a3-dc5383667012), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:04.856272 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-783d6467-6adf-44f8-83c6-fe8932b39a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf23585-2dd9-4d5f-bed5-455549153861', 'name': 'tempest-TestMinimumBasicScenario-725401857-router', 'tenant_id': '66a1edb0bd9747fc90b05107e9e4ef65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '2d9e370e-966d-4ac7-a129-00e7880d0e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:31:02Z', 'updated_at': '2022-03-11T20:31:02Z', 'revision_number': 3, 'project_id': '66a1edb0bd9747fc90b05107e9e4ef65', 'gw_port': {'id': '2d9e370e-966d-4ac7-a129-00e7880d0e8c', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:bb:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf23585-2dd9-4d5f-bed5-455549153861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:31:02Z', 'updated_at': '2022-03-11T20:31:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:31:04.858354 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e51b4c4e-eb7e-4659-8b61-28aa5f814ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (f842e7e4-b054-4900-a02f-aadb99e7c438), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:04.892824 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783d6467-6adf-44f8-83c6-fe8932b39a34 None None] Checking router: 3bf23585-2dd9-4d5f-bed5-455549153861 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:31:04.893194 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783d6467-6adf-44f8-83c6-fe8932b39a34 None None] Updating router 3bf23585-2dd9-4d5f-bed5-455549153861 port 2d9e370e-966d-4ac7-a129-00e7880d0e8c binding host n-d-833163-1 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 20:31:04.904335 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51b4c4e-eb7e-4659-8b61-28aa5f814ba1 admin admin] Network f3711dc1-4f8f-4e1e-a3dc-35c61c20fb48 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:31:04.909859 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-e51b4c4e-eb7e-4659-8b61-28aa5f814ba1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:31:04.913806 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51b4c4e-eb7e-4659-8b61-28aa5f814ba1 admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:31:04.920967 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51b4c4e-eb7e-4659-8b61-28aa5f814ba1 admin admin] Pushing event updated for resources: {'Port': ['ID=f842e7e4-b054-4900-a02f-aadb99e7c438,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:31:04.943873 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-88c8b6a6-b864-40bd-9193-04d6db18e5ea None None] For port 5e9314a2-f13e-4cd8-b1a3-dc5383667012, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=5e9314a2-f13e-4cd8-b1a3-dc5383667012,segment=NetworkSegment(d1118ea4-ec04-4107-825a-05bbc2bf3637),segment_id=d1118ea4-ec04-4107-825a-05bbc2bf3637)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:31:04.944975 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-783d6467-6adf-44f8-83c6-fe8932b39a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2d9e370e-966d-4ac7-a129-00e7880d0e8c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:04.965689 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e51b4c4e-eb7e-4659-8b61-28aa5f814ba1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (3bf23585-2dd9-4d5f-bed5-455549153861), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:04.970615 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-88c8b6a6-b864-40bd-9193-04d6db18e5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (5e9314a2-f13e-4cd8-b1a3-dc5383667012), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:05.123543 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-88c8b6a6-b864-40bd-9193-04d6db18e5ea None None] Provisioning complete for port 5a975960-1c14-448e-aa5f-792101910fc6 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:31:05.123948 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-88c8b6a6-b864-40bd-9193-04d6db18e5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (5a975960-1c14-448e-aa5f-792101910fc6), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:05.131340 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e51b4c4e-eb7e-4659-8b61-28aa5f814ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (f842e7e4-b054-4900-a02f-aadb99e7c438), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:05.160682 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 5a975960-1c14-448e-aa5f-792101910fc6 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:31:05.161688 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device b07b4112-2779-417a-a6c5-07438702217e up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:31:05.163253 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c8b6a6-b864-40bd-9193-04d6db18e5ea None None] Pushing event updated for resources: {'Port': ['ID=5e9314a2-f13e-4cd8-b1a3-dc5383667012,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:31:05.300914 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e51b4c4e-eb7e-4659-8b61-28aa5f814ba1 admin admin] Publish callbacks [] for port (f842e7e4-b054-4900-a02f-aadb99e7c438), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:05.306399 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e51b4c4e-eb7e-4659-8b61-28aa5f814ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (f842e7e4-b054-4900-a02f-aadb99e7c438), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:05.326611 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port b07b4112-2779-417a-a6c5-07438702217e triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:31:05.326990 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (b07b4112-2779-417a-a6c5-07438702217e), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:05.371522 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-88c8b6a6-b864-40bd-9193-04d6db18e5ea None None] Current status of the port 5a975960-1c14-448e-aa5f-792101910fc6 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:31:05.374600 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e51b4c4e-eb7e-4659-8b61-28aa5f814ba1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (3bf23585-2dd9-4d5f-bed5-455549153861), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:05.382125 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51b4c4e-eb7e-4659-8b61-28aa5f814ba1 admin admin] Pushing event updated for resources: {'Port': ['ID=f842e7e4-b054-4900-a02f-aadb99e7c438,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:31:05.461036 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-783d6467-6adf-44f8-83c6-fe8932b39a34 None None] Publish callbacks [] for port (2d9e370e-966d-4ac7-a129-00e7880d0e8c), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:05.465693 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51b4c4e-eb7e-4659-8b61-28aa5f814ba1 admin admin] Network f3711dc1-4f8f-4e1e-a3dc-35c61c20fb48 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:31:05.467252 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-e51b4c4e-eb7e-4659-8b61-28aa5f814ba1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:31:05.475137 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-783d6467-6adf-44f8-83c6-fe8932b39a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (2d9e370e-966d-4ac7-a129-00e7880d0e8c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:05.488307 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port b07b4112-2779-417a-a6c5-07438702217e is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:31:05.548747 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-783d6467-6adf-44f8-83c6-fe8932b39a34 None None] Attempting to bind port 2d9e370e-966d-4ac7-a129-00e7880d0e8c on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:31:05.549128 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-783d6467-6adf-44f8-83c6-fe8932b39a34 None None] Attempting to bind port 2d9e370e-966d-4ac7-a129-00e7880d0e8c by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:31:05.549491 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783d6467-6adf-44f8-83c6-fe8932b39a34 None None] Attempting to bind port 2d9e370e-966d-4ac7-a129-00e7880d0e8c on network 612cc066-33e3-444d-b1c7-d0a64751482a {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:31:05.555990 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7247044-cd81-4a22-971d-4f2c1ee92a44 None None] Pushing event updated for resources: {'Port': ['ID=2d9e370e-966d-4ac7-a129-00e7880d0e8c,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:31:05.563204 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5af0092-a5b0-489e-8ed9-0632fc02c26e None None] Provisioning complete for port f842e7e4-b054-4900-a02f-aadb99e7c438 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:31:05.563606 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5af0092-a5b0-489e-8ed9-0632fc02c26e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (f842e7e4-b054-4900-a02f-aadb99e7c438), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:05.565675 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783d6467-6adf-44f8-83c6-fe8932b39a34 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:31:05.566060 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783d6467-6adf-44f8-83c6-fe8932b39a34 None None] Checking segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:31:05.566457 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-783d6467-6adf-44f8-83c6-fe8932b39a34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:05.566854 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783d6467-6adf-44f8-83c6-fe8932b39a34 None None] Bound using segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:31:05.567327 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-783d6467-6adf-44f8-83c6-fe8932b39a34 None None] Bound port: 2d9e370e-966d-4ac7-a129-00e7880d0e8c, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:31:05.567736 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-783d6467-6adf-44f8-83c6-fe8932b39a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2d9e370e-966d-4ac7-a129-00e7880d0e8c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:05.624932 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e51b4c4e-eb7e-4659-8b61-28aa5f814ba1 admin admin] Router 3bf23585-2dd9-4d5f-bed5-455549153861 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:31:05.635853 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5af0092-a5b0-489e-8ed9-0632fc02c26e None None] Port f842e7e4-b054-4900-a02f-aadb99e7c438 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:31:05.660015 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-783d6467-6adf-44f8-83c6-fe8932b39a34 None None] For port 2d9e370e-966d-4ac7-a129-00e7880d0e8c, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:31:05.664047 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-783d6467-6adf-44f8-83c6-fe8932b39a34 None None] For port 2d9e370e-966d-4ac7-a129-00e7880d0e8c, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=2d9e370e-966d-4ac7-a129-00e7880d0e8c,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:31:05.671039 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 5a975960-1c14-448e-aa5f-792101910fc6 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:31:05.675767 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-783d6467-6adf-44f8-83c6-fe8932b39a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (2d9e370e-966d-4ac7-a129-00e7880d0e8c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:05.771198 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783d6467-6adf-44f8-83c6-fe8932b39a34 None None] Routers {'3bf23585-2dd9-4d5f-bed5-455549153861'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:31:05.772849 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-783d6467-6adf-44f8-83c6-fe8932b39a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:30:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['3bf23585-2dd9-4d5f-bed5-455549153861'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:31:05.827469 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7247044-cd81-4a22-971d-4f2c1ee92a44 None None] Pushing event updated for resources: {'Port': ['ID=2d9e370e-966d-4ac7-a129-00e7880d0e8c,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:31:05.848513 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 5a975960-1c14-448e-aa5f-792101910fc6 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:31:05.848906 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (5a975960-1c14-448e-aa5f-792101910fc6), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:05.940755 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-f228a5e1-71f9-4cfa-9b80-97dd522cd4f3 None None] Provisioning complete for port f842e7e4-b054-4900-a02f-aadb99e7c438 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:31:05.941456 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f228a5e1-71f9-4cfa-9b80-97dd522cd4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (f842e7e4-b054-4900-a02f-aadb99e7c438), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:05.950131 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-783d6467-6adf-44f8-83c6-fe8932b39a34 None None] Set router 3bf23585-2dd9-4d5f-bed5-455549153861 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:31:06.021180 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e51b4c4e-eb7e-4659-8b61-28aa5f814ba1 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:31:06.034846 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-e51b4c4e-eb7e-4659-8b61-28aa5f814ba1 admin admin] 10.222.0.65 "PUT /v2.0/routers/3bf23585-2dd9-4d5f-bed5-455549153861/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0097053 Mar 11 20:31:06.035163 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f228a5e1-71f9-4cfa-9b80-97dd522cd4f3 None None] Port f842e7e4-b054-4900-a02f-aadb99e7c438 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:31:06.110052 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 5a975960-1c14-448e-aa5f-792101910fc6 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:31:06.111070 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 5e9314a2-f13e-4cd8-b1a3-dc5383667012 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:31:06.228963 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 5e9314a2-f13e-4cd8-b1a3-dc5383667012 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:31:06.229337 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (5e9314a2-f13e-4cd8-b1a3-dc5383667012), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:06.288038 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-783d6467-6adf-44f8-83c6-fe8932b39a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf23585-2dd9-4d5f-bed5-455549153861', 'name': 'tempest-TestMinimumBasicScenario-725401857-router', 'tenant_id': '66a1edb0bd9747fc90b05107e9e4ef65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '2d9e370e-966d-4ac7-a129-00e7880d0e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:31:02Z', 'updated_at': '2022-03-11T20:31:05Z', 'revision_number': 4, 'project_id': '66a1edb0bd9747fc90b05107e9e4ef65', 'gw_port': {'id': '2d9e370e-966d-4ac7-a129-00e7880d0e8c', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:bb:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf23585-2dd9-4d5f-bed5-455549153861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:31:02Z', 'updated_at': '2022-03-11T20:31:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'f842e7e4-b054-4900-a02f-aadb99e7c438', 'name': '', 'network_id': 'f3711dc1-4f8f-4e1e-a3dc-35c61c20fb48', 'tenant_id': '66a1edb0bd9747fc90b05107e9e4ef65', 'mac_address': 'fa:16:3e:14:92:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf23585-2dd9-4d5f-bed5-455549153861', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '10778634-df58-4a6d-a28a-5cdd1fc2adcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:31:04Z', 'updated_at': '2022-03-11T20:31:05Z', 'revision_number': 2, 'project_id': '66a1edb0bd9747fc90b05107e9e4ef65', 'subnets': [{'id': '10778634-df58-4a6d-a28a-5cdd1fc2adcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:31:06.316538 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-783d6467-6adf-44f8-83c6-fe8932b39a34 None None] The sync data for ids ['3bf23585-2dd9-4d5f-bed5-455549153861'] in n-d-833163-1 is: [{'id': '3bf23585-2dd9-4d5f-bed5-455549153861', 'name': 'tempest-TestMinimumBasicScenario-725401857-router', 'tenant_id': '66a1edb0bd9747fc90b05107e9e4ef65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '2d9e370e-966d-4ac7-a129-00e7880d0e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:31:02Z', 'updated_at': '2022-03-11T20:31:05Z', 'revision_number': 4, 'project_id': '66a1edb0bd9747fc90b05107e9e4ef65', 'gw_port': {'id': '2d9e370e-966d-4ac7-a129-00e7880d0e8c', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:bb:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf23585-2dd9-4d5f-bed5-455549153861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:31:02Z', 'updated_at': '2022-03-11T20:31:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'f842e7e4-b054-4900-a02f-aadb99e7c438', 'name': '', 'network_id': 'f3711dc1-4f8f-4e1e-a3dc-35c61c20fb48', 'tenant_id': '66a1edb0bd9747fc90b05107e9e4ef65', 'mac_address': 'fa:16:3e:14:92:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf23585-2dd9-4d5f-bed5-455549153861', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '10778634-df58-4a6d-a28a-5cdd1fc2adcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:31:04Z', 'updated_at': '2022-03-11T20:31:05Z', 'revision_number': 2, 'project_id': '66a1edb0bd9747fc90b05107e9e4ef65', 'subnets': [{'id': '10778634-df58-4a6d-a28a-5cdd1fc2adcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:31:06.357597 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 5e9314a2-f13e-4cd8-b1a3-dc5383667012 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:31:07.656747 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 2d9e370e-966d-4ac7-a129-00e7880d0e8c up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:31:07.730275 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 2d9e370e-966d-4ac7-a129-00e7880d0e8c triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:31:07.730796 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (2d9e370e-966d-4ac7-a129-00e7880d0e8c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:07.826743 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 2d9e370e-966d-4ac7-a129-00e7880d0e8c is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:31:07.827395 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2d9e370e-966d-4ac7-a129-00e7880d0e8c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:07.856592 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 2d9e370e-966d-4ac7-a129-00e7880d0e8c, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=2d9e370e-966d-4ac7-a129-00e7880d0e8c,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:31:07.867942 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (2d9e370e-966d-4ac7-a129-00e7880d0e8c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:07.924112 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=2d9e370e-966d-4ac7-a129-00e7880d0e8c,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:31:07.933603 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:31:07.934211 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:31:07.934587 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:31:07.934926 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:31:07.935261 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:31:07.935592 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:31:07.935957 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:31:07.936286 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:31:07.936617 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:31:07.936943 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:31:07.937264 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:31:07.937638 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:31:07.937969 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:31:08.655737 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102c0300-5f9a-423b-951b-962c1358f743 None None] Sync routers for ids ['3bf23585-2dd9-4d5f-bed5-455549153861'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:31:08.668487 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102c0300-5f9a-423b-951b-962c1358f743 None None] Routers {'3bf23585-2dd9-4d5f-bed5-455549153861'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:31:08.670028 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-102c0300-5f9a-423b-951b-962c1358f743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:30:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['3bf23585-2dd9-4d5f-bed5-455549153861'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:31:08.888249 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-102c0300-5f9a-423b-951b-962c1358f743 None None] Set router 3bf23585-2dd9-4d5f-bed5-455549153861 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:31:09.136113 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-102c0300-5f9a-423b-951b-962c1358f743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf23585-2dd9-4d5f-bed5-455549153861', 'name': 'tempest-TestMinimumBasicScenario-725401857-router', 'tenant_id': '66a1edb0bd9747fc90b05107e9e4ef65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '2d9e370e-966d-4ac7-a129-00e7880d0e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:31:02Z', 'updated_at': '2022-03-11T20:31:05Z', 'revision_number': 4, 'project_id': '66a1edb0bd9747fc90b05107e9e4ef65', 'gw_port': {'id': '2d9e370e-966d-4ac7-a129-00e7880d0e8c', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:bb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf23585-2dd9-4d5f-bed5-455549153861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:31:02Z', 'updated_at': '2022-03-11T20:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'f842e7e4-b054-4900-a02f-aadb99e7c438', 'name': '', 'network_id': 'f3711dc1-4f8f-4e1e-a3dc-35c61c20fb48', 'tenant_id': '66a1edb0bd9747fc90b05107e9e4ef65', 'mac_address': 'fa:16:3e:14:92:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf23585-2dd9-4d5f-bed5-455549153861', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '10778634-df58-4a6d-a28a-5cdd1fc2adcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:31:04Z', 'updated_at': '2022-03-11T20:31:05Z', 'revision_number': 2, 'project_id': '66a1edb0bd9747fc90b05107e9e4ef65', 'subnets': [{'id': '10778634-df58-4a6d-a28a-5cdd1fc2adcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:31:09.166348 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102c0300-5f9a-423b-951b-962c1358f743 None None] Checking router: 3bf23585-2dd9-4d5f-bed5-455549153861 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:31:09.167125 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102c0300-5f9a-423b-951b-962c1358f743 None None] Updating router 3bf23585-2dd9-4d5f-bed5-455549153861 port f842e7e4-b054-4900-a02f-aadb99e7c438 binding host n-d-833163-1 {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 20:31:09.195034 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-102c0300-5f9a-423b-951b-962c1358f743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (f842e7e4-b054-4900-a02f-aadb99e7c438), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:09.484788 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-102c0300-5f9a-423b-951b-962c1358f743 None None] Publish callbacks [] for port (f842e7e4-b054-4900-a02f-aadb99e7c438), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:09.491040 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-102c0300-5f9a-423b-951b-962c1358f743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (f842e7e4-b054-4900-a02f-aadb99e7c438), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:09.543542 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28a0a09-a894-4d21-8fd2-13a48375e5b1 None None] Pushing event updated for resources: {'Port': ['ID=f842e7e4-b054-4900-a02f-aadb99e7c438,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:31:09.610320 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-102c0300-5f9a-423b-951b-962c1358f743 None None] Attempting to bind port f842e7e4-b054-4900-a02f-aadb99e7c438 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:31:09.610773 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-102c0300-5f9a-423b-951b-962c1358f743 None None] Attempting to bind port f842e7e4-b054-4900-a02f-aadb99e7c438 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '3b587361-1fad-4cfd-9b28-e87f95058b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'f3711dc1-4f8f-4e1e-a3dc-35c61c20fb48'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:31:09.611205 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102c0300-5f9a-423b-951b-962c1358f743 None None] Attempting to bind port f842e7e4-b054-4900-a02f-aadb99e7c438 on network f3711dc1-4f8f-4e1e-a3dc-35c61c20fb48 {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:31:09.622466 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102c0300-5f9a-423b-951b-962c1358f743 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:31:09.627169 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102c0300-5f9a-423b-951b-962c1358f743 None None] Checking segment: {'id': '3b587361-1fad-4cfd-9b28-e87f95058b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'f3711dc1-4f8f-4e1e-a3dc-35c61c20fb48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:31:09.627169 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-102c0300-5f9a-423b-951b-962c1358f743 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:09.627169 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102c0300-5f9a-423b-951b-962c1358f743 None None] Bound using segment: {'id': '3b587361-1fad-4cfd-9b28-e87f95058b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'f3711dc1-4f8f-4e1e-a3dc-35c61c20fb48'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:31:09.627169 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-102c0300-5f9a-423b-951b-962c1358f743 None None] Bound port: f842e7e4-b054-4900-a02f-aadb99e7c438, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b587361-1fad-4cfd-9b28-e87f95058b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 851, 'network_id': 'f3711dc1-4f8f-4e1e-a3dc-35c61c20fb48'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:31:09.627169 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-102c0300-5f9a-423b-951b-962c1358f743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (f842e7e4-b054-4900-a02f-aadb99e7c438), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:09.662482 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 2d9e370e-966d-4ac7-a129-00e7880d0e8c up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:31:09.727790 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-102c0300-5f9a-423b-951b-962c1358f743 None None] For port f842e7e4-b054-4900-a02f-aadb99e7c438, host n-d-833163-1, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:31:09.730216 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 2d9e370e-966d-4ac7-a129-00e7880d0e8c triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:31:09.730492 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (2d9e370e-966d-4ac7-a129-00e7880d0e8c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:09.735442 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-102c0300-5f9a-423b-951b-962c1358f743 None None] For port f842e7e4-b054-4900-a02f-aadb99e7c438, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=f842e7e4-b054-4900-a02f-aadb99e7c438,segment=NetworkSegment(3b587361-1fad-4cfd-9b28-e87f95058b71),segment_id=3b587361-1fad-4cfd-9b28-e87f95058b71)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:31:09.746273 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-102c0300-5f9a-423b-951b-962c1358f743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (f842e7e4-b054-4900-a02f-aadb99e7c438), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:09.828342 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102c0300-5f9a-423b-951b-962c1358f743 None None] Routers {'3bf23585-2dd9-4d5f-bed5-455549153861'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:31:09.828884 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-102c0300-5f9a-423b-951b-962c1358f743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:30:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['3bf23585-2dd9-4d5f-bed5-455549153861'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:31:09.830779 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 2d9e370e-966d-4ac7-a129-00e7880d0e8c is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:31:09.892791 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28a0a09-a894-4d21-8fd2-13a48375e5b1 None None] Pushing event updated for resources: {'Port': ['ID=f842e7e4-b054-4900-a02f-aadb99e7c438,revision_number=4']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:31:09.979598 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-102c0300-5f9a-423b-951b-962c1358f743 None None] Set router 3bf23585-2dd9-4d5f-bed5-455549153861 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:31:09.995028 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-52c2dff7-88c7-4b2e-adcf-edf548d03ce8 None None] Provisioning complete for port f842e7e4-b054-4900-a02f-aadb99e7c438 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:31:09.995944 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-52c2dff7-88c7-4b2e-adcf-edf548d03ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (f842e7e4-b054-4900-a02f-aadb99e7c438), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:10.115037 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-52c2dff7-88c7-4b2e-adcf-edf548d03ce8 None None] Current status of the port f842e7e4-b054-4900-a02f-aadb99e7c438 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:31:10.115432 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-52c2dff7-88c7-4b2e-adcf-edf548d03ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (f842e7e4-b054-4900-a02f-aadb99e7c438), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:10.169325 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-52c2dff7-88c7-4b2e-adcf-edf548d03ce8 None None] For port f842e7e4-b054-4900-a02f-aadb99e7c438, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=f842e7e4-b054-4900-a02f-aadb99e7c438,segment=NetworkSegment(3b587361-1fad-4cfd-9b28-e87f95058b71),segment_id=3b587361-1fad-4cfd-9b28-e87f95058b71)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:31:10.175302 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-52c2dff7-88c7-4b2e-adcf-edf548d03ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (f842e7e4-b054-4900-a02f-aadb99e7c438), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:10.243173 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c2dff7-88c7-4b2e-adcf-edf548d03ce8 None None] Pushing event updated for resources: {'Port': ['ID=f842e7e4-b054-4900-a02f-aadb99e7c438,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:31:10.253190 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-102c0300-5f9a-423b-951b-962c1358f743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf23585-2dd9-4d5f-bed5-455549153861', 'name': 'tempest-TestMinimumBasicScenario-725401857-router', 'tenant_id': '66a1edb0bd9747fc90b05107e9e4ef65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '2d9e370e-966d-4ac7-a129-00e7880d0e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:31:02Z', 'updated_at': '2022-03-11T20:31:05Z', 'revision_number': 4, 'project_id': '66a1edb0bd9747fc90b05107e9e4ef65', 'gw_port': {'id': '2d9e370e-966d-4ac7-a129-00e7880d0e8c', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:bb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf23585-2dd9-4d5f-bed5-455549153861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:31:02Z', 'updated_at': '2022-03-11T20:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'f842e7e4-b054-4900-a02f-aadb99e7c438', 'name': '', 'network_id': 'f3711dc1-4f8f-4e1e-a3dc-35c61c20fb48', 'tenant_id': '66a1edb0bd9747fc90b05107e9e4ef65', 'mac_address': 'fa:16:3e:14:92:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf23585-2dd9-4d5f-bed5-455549153861', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '10778634-df58-4a6d-a28a-5cdd1fc2adcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:31:04Z', 'updated_at': '2022-03-11T20:31:09Z', 'revision_number': 4, 'project_id': '66a1edb0bd9747fc90b05107e9e4ef65', 'subnets': [{'id': '10778634-df58-4a6d-a28a-5cdd1fc2adcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:31:10.285468 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102c0300-5f9a-423b-951b-962c1358f743 None None] The sync data for ids ['3bf23585-2dd9-4d5f-bed5-455549153861'] in n-d-833163-1 is: [{'id': '3bf23585-2dd9-4d5f-bed5-455549153861', 'name': 'tempest-TestMinimumBasicScenario-725401857-router', 'tenant_id': '66a1edb0bd9747fc90b05107e9e4ef65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '2d9e370e-966d-4ac7-a129-00e7880d0e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:31:02Z', 'updated_at': '2022-03-11T20:31:05Z', 'revision_number': 4, 'project_id': '66a1edb0bd9747fc90b05107e9e4ef65', 'gw_port': {'id': '2d9e370e-966d-4ac7-a129-00e7880d0e8c', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:bb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf23585-2dd9-4d5f-bed5-455549153861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:31:02Z', 'updated_at': '2022-03-11T20:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'f842e7e4-b054-4900-a02f-aadb99e7c438', 'name': '', 'network_id': 'f3711dc1-4f8f-4e1e-a3dc-35c61c20fb48', 'tenant_id': '66a1edb0bd9747fc90b05107e9e4ef65', 'mac_address': 'fa:16:3e:14:92:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bf23585-2dd9-4d5f-bed5-455549153861', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '10778634-df58-4a6d-a28a-5cdd1fc2adcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:31:04Z', 'updated_at': '2022-03-11T20:31:09Z', 'revision_number': 4, 'project_id': '66a1edb0bd9747fc90b05107e9e4ef65', 'subnets': [{'id': '10778634-df58-4a6d-a28a-5cdd1fc2adcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:31:10.308964 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-6c332c88-f7ba-44e2-aadd-0a67e8ae2bd1 None None] Provisioning complete for port f842e7e4-b054-4900-a02f-aadb99e7c438 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:31:10.309385 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6c332c88-f7ba-44e2-aadd-0a67e8ae2bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (f842e7e4-b054-4900-a02f-aadb99e7c438), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:10.420080 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-6c332c88-f7ba-44e2-aadd-0a67e8ae2bd1 None None] Current status of the port f842e7e4-b054-4900-a02f-aadb99e7c438 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:31:11.663250 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device f842e7e4-b054-4900-a02f-aadb99e7c438 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:31:11.719550 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port f842e7e4-b054-4900-a02f-aadb99e7c438 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:31:11.719962 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (f842e7e4-b054-4900-a02f-aadb99e7c438), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:11.817698 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port f842e7e4-b054-4900-a02f-aadb99e7c438 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:31:13.372373 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:31:16.752674 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4548249a-5ad8-4dce-8154-0be5f176e190 req-f5c11d9b-eb8c-42e2-9e71-43c2602b2846 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:31:16.754122 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4548249a-5ad8-4dce-8154-0be5f176e190 req-f5c11d9b-eb8c-42e2-9e71-43c2602b2846 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/networks?id=1e60ffff-8679-49f7-a75f-859be89e02b6 HTTP/1.1" status: 200 len: 814 time: 0.0989180 Mar 11 20:31:16.768194 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4548249a-5ad8-4dce-8154-0be5f176e190 req-1df10058-1727-460e-8dcb-3aa4e56e094c tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/quotas/f092283c2ccd4b018b0fa6c59cae19ed HTTP/1.1" status: 200 len: 375 time: 0.0087795 Mar 11 20:31:16.824669 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4548249a-5ad8-4dce-8154-0be5f176e190 req-f22a5098-4d29-4168-96e2-7e3b6b09a888 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=f092283c2ccd4b018b0fa6c59cae19ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518150 Mar 11 20:31:16.933709 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [req-4548249a-5ad8-4dce-8154-0be5f176e190 req-e9eecd57-3ed4-4cf9-a1d3-4a987f913325 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 20:31:16.934840 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4548249a-5ad8-4dce-8154-0be5f176e190 req-e9eecd57-3ed4-4cf9-a1d3-4a987f913325 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0995359 Mar 11 20:31:17.023847 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4548249a-5ad8-4dce-8154-0be5f176e190 req-930f2290-a173-4b67-adc0-7b1f4f1048b2 service neutron] 10.222.0.65 "GET /v2.0/networks/1e60ffff-8679-49f7-a75f-859be89e02b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829122 Mar 11 20:31:17.116960 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4548249a-5ad8-4dce-8154-0be5f176e190 req-afe703b8-df6b-42b2-b2ed-3e3930f7f273 service neutron] 10.222.0.65 "GET /v2.0/networks/1e60ffff-8679-49f7-a75f-859be89e02b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870275 Mar 11 20:31:17.275597 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-71bbae88-de55-4b80-929c-521f27f7090d req-cb5caf5a-fbab-47e3-a719-667702b5f1f2 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/ports?device_id=20715d9f-f67b-4bc7-b154-601a9036cb96 HTTP/1.1" status: 200 len: 210 time: 0.0284331 Mar 11 20:31:18.191703 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4548249a-5ad8-4dce-8154-0be5f176e190 req-ca611b43-a564-4a46-8774-a1446108248c tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:31:18.193131 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4548249a-5ad8-4dce-8154-0be5f176e190 req-ca611b43-a564-4a46-8774-a1446108248c tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.75 "GET /v2.0/networks?id=1e60ffff-8679-49f7-a75f-859be89e02b6 HTTP/1.1" status: 200 len: 814 time: 0.1058125 Mar 11 20:31:18.205544 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-4548249a-5ad8-4dce-8154-0be5f176e190 req-22c52b06-fd2f-48fa-9029-327f2ef92f5d tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Request body: {'port': {'device_id': '20715d9f-f67b-4bc7-b154-601a9036cb96', 'network_id': '1e60ffff-8679-49f7-a75f-859be89e02b6', 'admin_state_up': True, 'tenant_id': 'f092283c2ccd4b018b0fa6c59cae19ed'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:31:18.316871 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4548249a-5ad8-4dce-8154-0be5f176e190 req-22c52b06-fd2f-48fa-9029-327f2ef92f5d tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Made reservation on behalf of f092283c2ccd4b018b0fa6c59cae19ed for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:31:18.320828 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4548249a-5ad8-4dce-8154-0be5f176e190 req-22c52b06-fd2f-48fa-9029-327f2ef92f5d tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:18.417762 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-456adda5-62f6-4872-bb0b-8dcd2d259e7e req-581fbba2-d2cf-492a-8248-e40b221aab91 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/ports?device_id=20715d9f-f67b-4bc7-b154-601a9036cb96 HTTP/1.1" status: 200 len: 210 time: 0.0657444 Mar 11 20:31:18.531782 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-4548249a-5ad8-4dce-8154-0be5f176e190 req-22c52b06-fd2f-48fa-9029-327f2ef92f5d tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Allocated IP 172.20.0.14 (1e60ffff-8679-49f7-a75f-859be89e02b6/401dde5e-8cd9-4df3-bd09-73811a48d8ef/720b89ad-120f-481c-b461-9085fea772f0) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:31:18.728977 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4548249a-5ad8-4dce-8154-0be5f176e190 req-22c52b06-fd2f-48fa-9029-327f2ef92f5d tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Publish callbacks [] for port (720b89ad-120f-481c-b461-9085fea772f0), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:18.773411 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4548249a-5ad8-4dce-8154-0be5f176e190 req-22c52b06-fd2f-48fa-9029-327f2ef92f5d tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (720b89ad-120f-481c-b461-9085fea772f0), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:18.824400 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4548249a-5ad8-4dce-8154-0be5f176e190 req-22c52b06-fd2f-48fa-9029-327f2ef92f5d tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Network 1e60ffff-8679-49f7-a75f-859be89e02b6 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:31:18.829685 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-4548249a-5ad8-4dce-8154-0be5f176e190 req-22c52b06-fd2f-48fa-9029-327f2ef92f5d tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:31:18.833568 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-4548249a-5ad8-4dce-8154-0be5f176e190 req-22c52b06-fd2f-48fa-9029-327f2ef92f5d tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:31:18.840538 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c52b06-fd2f-48fa-9029-327f2ef92f5d tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Pushing event updated for resources: {'Port': ['ID=720b89ad-120f-481c-b461-9085fea772f0,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:31:18.922266 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4548249a-5ad8-4dce-8154-0be5f176e190 req-22c52b06-fd2f-48fa-9029-327f2ef92f5d tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:31:18.923115 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4548249a-5ad8-4dce-8154-0be5f176e190 req-22c52b06-fd2f-48fa-9029-327f2ef92f5d tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:18.945653 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4548249a-5ad8-4dce-8154-0be5f176e190 req-22c52b06-fd2f-48fa-9029-327f2ef92f5d tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7448666 Mar 11 20:31:19.114283 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-5bf22149-87b7-4dec-83cf-67d9ceb8df13 None None] Provisioning complete for port 720b89ad-120f-481c-b461-9085fea772f0 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:31:19.114998 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5bf22149-87b7-4dec-83cf-67d9ceb8df13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (720b89ad-120f-481c-b461-9085fea772f0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:19.152701 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-5bf22149-87b7-4dec-83cf-67d9ceb8df13 None None] Port 720b89ad-120f-481c-b461-9085fea772f0 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:31:19.460594 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:19.547050 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8db62d-0ae8-4d83-a19c-8a80a5d50cd2 req-c03ab6d2-de60-4287-b63d-60d2b90c419e tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:31:19.548785 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8c8db62d-0ae8-4d83-a19c-8a80a5d50cd2 req-c03ab6d2-de60-4287-b63d-60d2b90c419e tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/ports?device_id=20715d9f-f67b-4bc7-b154-601a9036cb96 HTTP/1.1" status: 200 len: 932 time: 0.0544949 Mar 11 20:31:19.599796 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8c8db62d-0ae8-4d83-a19c-8a80a5d50cd2 req-90cb1040-dae7-482e-acda-1f60765ba713 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f045d0b-e668-4526-b04b-405ea38fd532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453792 Mar 11 20:31:20.717547 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fc5fca-12fc-45ca-8e32-ce1c0399cfb0 req-f0ac27a3-9144-4084-942c-4d6e04482d48 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:31:20.719009 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d4fc5fca-12fc-45ca-8e32-ce1c0399cfb0 req-f0ac27a3-9144-4084-942c-4d6e04482d48 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/ports?device_id=20715d9f-f67b-4bc7-b154-601a9036cb96 HTTP/1.1" status: 200 len: 932 time: 0.0526714 Mar 11 20:31:20.779437 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d4fc5fca-12fc-45ca-8e32-ce1c0399cfb0 req-47d54ffa-e9a7-46d2-9974-dcf8cd34ddba tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f045d0b-e668-4526-b04b-405ea38fd532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540316 Mar 11 20:31:21.908048 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8038d008-b6a4-429f-bbbd-d9e1569bb159 req-db306290-7de2-4a8f-b352-9b07a6f843e6 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:31:21.909986 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8038d008-b6a4-429f-bbbd-d9e1569bb159 req-db306290-7de2-4a8f-b352-9b07a6f843e6 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/ports?device_id=20715d9f-f67b-4bc7-b154-601a9036cb96 HTTP/1.1" status: 200 len: 932 time: 0.0608001 Mar 11 20:31:21.960733 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8038d008-b6a4-429f-bbbd-d9e1569bb159 req-3ef8cd36-ef78-4be1-a401-b079fe5a1571 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f045d0b-e668-4526-b04b-405ea38fd532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445888 Mar 11 20:31:22.440934 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c88f0ce0-3c6b-4a1b-a19d-0c3f1d2bf105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:23.093306 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de084c1-3501-4463-b15e-9e14be370bdb req-c6869a7d-1138-4c80-bdaa-b584474b5ca4 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:31:23.094796 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6de084c1-3501-4463-b15e-9e14be370bdb req-c6869a7d-1138-4c80-bdaa-b584474b5ca4 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/ports?device_id=20715d9f-f67b-4bc7-b154-601a9036cb96 HTTP/1.1" status: 200 len: 932 time: 0.0562103 Mar 11 20:31:23.121138 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:23.147746 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6de084c1-3501-4463-b15e-9e14be370bdb req-87104163-bf51-4a2a-aab4-059a0ad44d1e tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f045d0b-e668-4526-b04b-405ea38fd532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470045 Mar 11 20:31:24.291997 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87696a40-78e7-4060-a231-dd5efe3717bd req-ba9aac9f-88a2-4260-880c-b26ce4ac1d02 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:31:24.293539 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-87696a40-78e7-4060-a231-dd5efe3717bd req-ba9aac9f-88a2-4260-880c-b26ce4ac1d02 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/ports?device_id=20715d9f-f67b-4bc7-b154-601a9036cb96 HTTP/1.1" status: 200 len: 932 time: 0.0717053 Mar 11 20:31:24.346521 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-87696a40-78e7-4060-a231-dd5efe3717bd req-78523bbe-0f0c-459c-a0d1-876f8ac57dc2 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f045d0b-e668-4526-b04b-405ea38fd532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474470 Mar 11 20:31:24.705956 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f4a17b98-fb6b-4208-b632-c88fa15a0d83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:25.482117 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340fa1f4-4b02-4c47-9304-a20a1cf21216 req-221d743e-a11b-45c9-b7f8-d744edd669cd tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:31:25.483891 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-340fa1f4-4b02-4c47-9304-a20a1cf21216 req-221d743e-a11b-45c9-b7f8-d744edd669cd tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/ports?device_id=20715d9f-f67b-4bc7-b154-601a9036cb96 HTTP/1.1" status: 200 len: 932 time: 0.0592537 Mar 11 20:31:25.534148 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-340fa1f4-4b02-4c47-9304-a20a1cf21216 req-c76b2db9-f699-419e-9e65-034f5bb98f7e tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f045d0b-e668-4526-b04b-405ea38fd532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445733 Mar 11 20:31:26.403757 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:26.657621 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f17453-c68c-42f8-84e2-ee77a8f2e421 req-060961ad-ddb7-4026-812b-532a6d880750 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:31:26.659110 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-37f17453-c68c-42f8-84e2-ee77a8f2e421 req-060961ad-ddb7-4026-812b-532a6d880750 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/ports?device_id=20715d9f-f67b-4bc7-b154-601a9036cb96 HTTP/1.1" status: 200 len: 932 time: 0.0567694 Mar 11 20:31:26.707535 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-37f17453-c68c-42f8-84e2-ee77a8f2e421 req-4708d04b-f547-4acd-a51c-1c36725c50c7 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f045d0b-e668-4526-b04b-405ea38fd532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417836 Mar 11 20:31:27.042711 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-4548249a-5ad8-4dce-8154-0be5f176e190 req-44d03c2f-224b-4e84-ab49-4b4e20d56ee8 service neutron] Request body: {'port': {'device_id': '20715d9f-f67b-4bc7-b154-601a9036cb96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:31:27.104699 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4548249a-5ad8-4dce-8154-0be5f176e190 req-44d03c2f-224b-4e84-ab49-4b4e20d56ee8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (720b89ad-120f-481c-b461-9085fea772f0), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:27.369789 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-4548249a-5ad8-4dce-8154-0be5f176e190 req-44d03c2f-224b-4e84-ab49-4b4e20d56ee8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 720b89ad-120f-481c-b461-9085fea772f0 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:31:27.377171 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4548249a-5ad8-4dce-8154-0be5f176e190 req-44d03c2f-224b-4e84-ab49-4b4e20d56ee8 service neutron] Publish callbacks [] for port (720b89ad-120f-481c-b461-9085fea772f0), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:27.388970 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-4548249a-5ad8-4dce-8154-0be5f176e190 req-44d03c2f-224b-4e84-ab49-4b4e20d56ee8 service neutron] Transition to ACTIVE for port object 720b89ad-120f-481c-b461-9085fea772f0 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 20:31:27.393270 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4548249a-5ad8-4dce-8154-0be5f176e190 req-44d03c2f-224b-4e84-ab49-4b4e20d56ee8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (720b89ad-120f-481c-b461-9085fea772f0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:27.442186 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d03c2f-224b-4e84-ab49-4b4e20d56ee8 service neutron] Pushing event updated for resources: {'Port': ['ID=720b89ad-120f-481c-b461-9085fea772f0,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:31:27.514290 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-4548249a-5ad8-4dce-8154-0be5f176e190 req-44d03c2f-224b-4e84-ab49-4b4e20d56ee8 service neutron] Attempting to bind port 720b89ad-120f-481c-b461-9085fea772f0 on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:31:27.514628 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-4548249a-5ad8-4dce-8154-0be5f176e190 req-44d03c2f-224b-4e84-ab49-4b4e20d56ee8 service neutron] Attempting to bind port 720b89ad-120f-481c-b461-9085fea772f0 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': 'd1118ea4-ec04-4107-825a-05bbc2bf3637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '1e60ffff-8679-49f7-a75f-859be89e02b6'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:31:27.514950 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4548249a-5ad8-4dce-8154-0be5f176e190 req-44d03c2f-224b-4e84-ab49-4b4e20d56ee8 service neutron] Attempting to bind port 720b89ad-120f-481c-b461-9085fea772f0 on network 1e60ffff-8679-49f7-a75f-859be89e02b6 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:31:27.519369 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4548249a-5ad8-4dce-8154-0be5f176e190 req-44d03c2f-224b-4e84-ab49-4b4e20d56ee8 service neutron] Port 720b89ad-120f-481c-b461-9085fea772f0 on network 1e60ffff-8679-49f7-a75f-859be89e02b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 20:31:27.519817 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4548249a-5ad8-4dce-8154-0be5f176e190 req-44d03c2f-224b-4e84-ab49-4b4e20d56ee8 service neutron] Attempting to bind port 720b89ad-120f-481c-b461-9085fea772f0 on network 1e60ffff-8679-49f7-a75f-859be89e02b6 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:31:27.525859 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4548249a-5ad8-4dce-8154-0be5f176e190 req-44d03c2f-224b-4e84-ab49-4b4e20d56ee8 service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:31:27.526193 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4548249a-5ad8-4dce-8154-0be5f176e190 req-44d03c2f-224b-4e84-ab49-4b4e20d56ee8 service neutron] Checking segment: {'id': 'd1118ea4-ec04-4107-825a-05bbc2bf3637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '1e60ffff-8679-49f7-a75f-859be89e02b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:31:27.526577 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4548249a-5ad8-4dce-8154-0be5f176e190 req-44d03c2f-224b-4e84-ab49-4b4e20d56ee8 service neutron] Bound using segment: {'id': 'd1118ea4-ec04-4107-825a-05bbc2bf3637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '1e60ffff-8679-49f7-a75f-859be89e02b6'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:31:27.527006 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-4548249a-5ad8-4dce-8154-0be5f176e190 req-44d03c2f-224b-4e84-ab49-4b4e20d56ee8 service neutron] Bound port: 720b89ad-120f-481c-b461-9085fea772f0, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1118ea4-ec04-4107-825a-05bbc2bf3637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 852, 'network_id': '1e60ffff-8679-49f7-a75f-859be89e02b6'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:31:27.527359 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4548249a-5ad8-4dce-8154-0be5f176e190 req-44d03c2f-224b-4e84-ab49-4b4e20d56ee8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (720b89ad-120f-481c-b461-9085fea772f0), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:27.598269 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-4548249a-5ad8-4dce-8154-0be5f176e190 req-44d03c2f-224b-4e84-ab49-4b4e20d56ee8 service neutron] For port 720b89ad-120f-481c-b461-9085fea772f0, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:31:27.601739 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-4548249a-5ad8-4dce-8154-0be5f176e190 req-44d03c2f-224b-4e84-ab49-4b4e20d56ee8 service neutron] For port 720b89ad-120f-481c-b461-9085fea772f0, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=720b89ad-120f-481c-b461-9085fea772f0,segment=NetworkSegment(d1118ea4-ec04-4107-825a-05bbc2bf3637),segment_id=d1118ea4-ec04-4107-825a-05bbc2bf3637)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:31:27.608466 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4548249a-5ad8-4dce-8154-0be5f176e190 req-44d03c2f-224b-4e84-ab49-4b4e20d56ee8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (720b89ad-120f-481c-b461-9085fea772f0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:27.643945 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4548249a-5ad8-4dce-8154-0be5f176e190 req-44d03c2f-224b-4e84-ab49-4b4e20d56ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:31:27.644574 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-4548249a-5ad8-4dce-8154-0be5f176e190 req-44d03c2f-224b-4e84-ab49-4b4e20d56ee8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:27.646037 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4548249a-5ad8-4dce-8154-0be5f176e190 req-44d03c2f-224b-4e84-ab49-4b4e20d56ee8 service neutron] 10.222.0.75 "PUT /v2.0/ports/720b89ad-120f-481c-b461-9085fea772f0 HTTP/1.1" status: 200 len: 1092 time: 0.6081398 Mar 11 20:31:27.646526 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20715d9f-f67b-4bc7-b154-601a9036cb96', 'tag': '720b89ad-120f-481c-b461-9085fea772f0'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:31:27.648847 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a0d03908d714cf498f0e9a07bdcfee6ce8884db927bcf4c76da6f3dadb32e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d830237-748e-456f-a94b-a31f58ff8b58" -d '{"events": [{"name": "network-changed", "server_uuid": "20715d9f-f67b-4bc7-b154-601a9036cb96", "tag": "720b89ad-120f-481c-b461-9085fea772f0"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:31:27.678701 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d03c2f-224b-4e84-ab49-4b4e20d56ee8 service neutron] Pushing event updated for resources: {'Port': ['ID=720b89ad-120f-481c-b461-9085fea772f0,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:31:27.697196 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e5146d-2721-4264-acfe-61779272a3c2 x-openstack-request-id: req-15e5146d-2721-4264-acfe-61779272a3c2 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:31:27.697489 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20715d9f-f67b-4bc7-b154-601a9036cb96", "tag": "720b89ad-120f-481c-b461-9085fea772f0", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:31:27.697752 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-15e5146d-2721-4264-acfe-61779272a3c2 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:31:27.698138 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20715d9f-f67b-4bc7-b154-601a9036cb96', 'tag': '720b89ad-120f-481c-b461-9085fea772f0', 'status': 'completed', 'code': 200} Mar 11 20:31:27.736001 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4548249a-5ad8-4dce-8154-0be5f176e190 req-51bb0dd9-6030-47ce-a6f7-7a2cbb5c2080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:31:27.737372 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4548249a-5ad8-4dce-8154-0be5f176e190 req-51bb0dd9-6030-47ce-a6f7-7a2cbb5c2080 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f092283c2ccd4b018b0fa6c59cae19ed&device_id=20715d9f-f67b-4bc7-b154-601a9036cb96 HTTP/1.1" status: 200 len: 1126 time: 0.0512197 Mar 11 20:31:27.785201 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4548249a-5ad8-4dce-8154-0be5f176e190 req-45054cc6-3dd9-4b3c-be64-f120c2be0f06 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=720b89ad-120f-481c-b461-9085fea772f0 HTTP/1.1" status: 200 len: 217 time: 0.0404577 Mar 11 20:31:27.794017 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:27.869805 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4548249a-5ad8-4dce-8154-0be5f176e190 req-e5430182-8228-4110-a035-064afb175779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:31:27.871264 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4548249a-5ad8-4dce-8154-0be5f176e190 req-e5430182-8228-4110-a035-064afb175779 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=401dde5e-8cd9-4df3-bd09-73811a48d8ef HTTP/1.1" status: 200 len: 853 time: 0.0563772 Mar 11 20:31:27.878759 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185ceaf-c2c1-49ab-b44d-1660acbad017 req-815e4cd0-804f-4725-bf72-9eda5c2ca5d2 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:31:27.880181 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2185ceaf-c2c1-49ab-b44d-1660acbad017 req-815e4cd0-804f-4725-bf72-9eda5c2ca5d2 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/ports?device_id=20715d9f-f67b-4bc7-b154-601a9036cb96 HTTP/1.1" status: 200 len: 944 time: 0.0979669 Mar 11 20:31:27.953364 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2185ceaf-c2c1-49ab-b44d-1660acbad017 req-6c866b4a-916e-4c4c-abfa-ee9fd3b66f6a tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f045d0b-e668-4526-b04b-405ea38fd532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642693 Mar 11 20:31:27.955742 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4548249a-5ad8-4dce-8154-0be5f176e190 req-dc902fbb-d560-4581-9753-e56e04ec6336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:31:27.957147 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4548249a-5ad8-4dce-8154-0be5f176e190 req-dc902fbb-d560-4581-9753-e56e04ec6336 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1e60ffff-8679-49f7-a75f-859be89e02b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0761535 Mar 11 20:31:28.048335 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4548249a-5ad8-4dce-8154-0be5f176e190 req-a60aa45f-aa3c-4d93-a610-75ca4cc26010 service neutron] 10.222.0.75 "GET /v2.0/networks/1e60ffff-8679-49f7-a75f-859be89e02b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847335 Mar 11 20:31:28.140131 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4548249a-5ad8-4dce-8154-0be5f176e190 req-005f86ad-4b73-4549-a11a-a0fcb5b11800 service neutron] 10.222.0.75 "GET /v2.0/networks/1e60ffff-8679-49f7-a75f-859be89e02b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859289 Mar 11 20:31:28.228425 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d830237-748e-456f-a94b-a31f58ff8b58 req-b5ecbb3a-dd0c-4a4e-9a97-8060239b56e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:31:28.229819 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9d830237-748e-456f-a94b-a31f58ff8b58 req-b5ecbb3a-dd0c-4a4e-9a97-8060239b56e3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f092283c2ccd4b018b0fa6c59cae19ed&device_id=20715d9f-f67b-4bc7-b154-601a9036cb96 HTTP/1.1" status: 200 len: 1126 time: 0.0436959 Mar 11 20:31:28.316029 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d830237-748e-456f-a94b-a31f58ff8b58 req-87ccabdc-e5d8-495f-87a2-7e6dba3f3f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:31:28.317465 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9d830237-748e-456f-a94b-a31f58ff8b58 req-87ccabdc-e5d8-495f-87a2-7e6dba3f3f75 service neutron] 10.222.0.75 "GET /v2.0/networks?id=1e60ffff-8679-49f7-a75f-859be89e02b6 HTTP/1.1" status: 200 len: 915 time: 0.0823817 Mar 11 20:31:28.373461 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9d830237-748e-456f-a94b-a31f58ff8b58 req-1246d17d-fddf-468f-bad9-ee69fb72311e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=720b89ad-120f-481c-b461-9085fea772f0 HTTP/1.1" status: 200 len: 217 time: 0.0502503 Mar 11 20:31:28.421324 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d830237-748e-456f-a94b-a31f58ff8b58 req-817d6225-477a-434c-b342-9f9fe7c0b3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:31:28.422696 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9d830237-748e-456f-a94b-a31f58ff8b58 req-817d6225-477a-434c-b342-9f9fe7c0b3b4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=401dde5e-8cd9-4df3-bd09-73811a48d8ef HTTP/1.1" status: 200 len: 853 time: 0.0424676 Mar 11 20:31:28.471122 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d830237-748e-456f-a94b-a31f58ff8b58 req-bbfbb065-f56e-42df-95d5-c4c2deb1f00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:31:28.472639 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9d830237-748e-456f-a94b-a31f58ff8b58 req-bbfbb065-f56e-42df-95d5-c4c2deb1f00d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1e60ffff-8679-49f7-a75f-859be89e02b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0425172 Mar 11 20:31:28.563258 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9d830237-748e-456f-a94b-a31f58ff8b58 req-ec239310-fe59-4cf5-b6a5-999ec10c79e2 service neutron] 10.222.0.75 "GET /v2.0/networks/1e60ffff-8679-49f7-a75f-859be89e02b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839422 Mar 11 20:31:28.657095 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9d830237-748e-456f-a94b-a31f58ff8b58 req-f7b4247f-a20f-4cb5-b298-7cbcfa91c7b8 service neutron] 10.222.0.75 "GET /v2.0/networks/1e60ffff-8679-49f7-a75f-859be89e02b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864356 Mar 11 20:31:29.077147 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc91337-6a85-44bd-8da2-a59f2d4a2ce8 req-14b9ccf0-9140-4090-b0eb-1ef796c02be6 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:31:29.078649 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5fc91337-6a85-44bd-8da2-a59f2d4a2ce8 req-14b9ccf0-9140-4090-b0eb-1ef796c02be6 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/ports?device_id=20715d9f-f67b-4bc7-b154-601a9036cb96 HTTP/1.1" status: 200 len: 944 time: 0.0567794 Mar 11 20:31:29.123399 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:29.129088 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5fc91337-6a85-44bd-8da2-a59f2d4a2ce8 req-7c3bd6a1-ec0a-4176-9443-4ee74f6460b2 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f045d0b-e668-4526-b04b-405ea38fd532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447707 Mar 11 20:31:30.245712 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47265ee-5bb8-44b1-8637-64bbb871191f req-f0e5e499-349b-42f3-97b9-4dc36cae863b tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:31:30.247238 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f47265ee-5bb8-44b1-8637-64bbb871191f req-f0e5e499-349b-42f3-97b9-4dc36cae863b tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/ports?device_id=20715d9f-f67b-4bc7-b154-601a9036cb96 HTTP/1.1" status: 200 len: 944 time: 0.0525184 Mar 11 20:31:30.293714 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f47265ee-5bb8-44b1-8637-64bbb871191f req-eb3da23b-e9c4-4b46-a433-2d01704075c2 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f045d0b-e668-4526-b04b-405ea38fd532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406919 Mar 11 20:31:31.408507 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c64e7a9-cffb-4323-8f75-9141b0b24828 req-f8c12f57-68d6-4e71-a0ec-f4de7988afc2 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:31:31.409963 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8c64e7a9-cffb-4323-8f75-9141b0b24828 req-f8c12f57-68d6-4e71-a0ec-f4de7988afc2 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/ports?device_id=20715d9f-f67b-4bc7-b154-601a9036cb96 HTTP/1.1" status: 200 len: 944 time: 0.0512700 Mar 11 20:31:31.458935 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8c64e7a9-cffb-4323-8f75-9141b0b24828 req-27dbd55a-dee1-4729-9ed4-69ca5646915b tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f045d0b-e668-4526-b04b-405ea38fd532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429645 Mar 11 20:31:31.595046 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 720b89ad-120f-481c-b461-9085fea772f0 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 20:31:31.690326 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 720b89ad-120f-481c-b461-9085fea772f0, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=720b89ad-120f-481c-b461-9085fea772f0,segment=NetworkSegment(d1118ea4-ec04-4107-825a-05bbc2bf3637),segment_id=d1118ea4-ec04-4107-825a-05bbc2bf3637)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:31:31.701816 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '720b89ad-120f-481c-b461-9085fea772f0', 'network_id': '1e60ffff-8679-49f7-a75f-859be89e02b6', 'port_id': '720b89ad-120f-481c-b461-9085fea772f0', 'mac_address': 'fa:16:3e:f2:62:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 852, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '401dde5e-8cd9-4df3-bd09-73811a48d8ef', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 20:31:31.737959 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 720b89ad-120f-481c-b461-9085fea772f0 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:31:31.738351 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (720b89ad-120f-481c-b461-9085fea772f0), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:31.754318 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 720b89ad-120f-481c-b461-9085fea772f0 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:31:31.773231 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 720b89ad-120f-481c-b461-9085fea772f0, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=720b89ad-120f-481c-b461-9085fea772f0,segment=NetworkSegment(d1118ea4-ec04-4107-825a-05bbc2bf3637),segment_id=d1118ea4-ec04-4107-825a-05bbc2bf3637)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:31:31.778055 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (720b89ad-120f-481c-b461-9085fea772f0), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:31.824909 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=720b89ad-120f-481c-b461-9085fea772f0,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:31:31.989357 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['720b89ad-120f-481c-b461-9085fea772f0'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:31:32.575481 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9a477e-a7a1-4cea-abff-2cbb45f7537e req-5b0e7b02-1ec9-4d86-99ab-763b3eb6a6b2 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:31:32.576956 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3e9a477e-a7a1-4cea-abff-2cbb45f7537e req-5b0e7b02-1ec9-4d86-99ab-763b3eb6a6b2 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/ports?device_id=20715d9f-f67b-4bc7-b154-601a9036cb96 HTTP/1.1" status: 200 len: 945 time: 0.0508754 Mar 11 20:31:32.624278 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3e9a477e-a7a1-4cea-abff-2cbb45f7537e req-906d9403-cae2-491a-8e23-48fb4ab4402b tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f045d0b-e668-4526-b04b-405ea38fd532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410688 Mar 11 20:31:33.585260 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 720b89ad-120f-481c-b461-9085fea772f0 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:31:33.633419 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port 720b89ad-120f-481c-b461-9085fea772f0 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 20:31:33.637987 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 720b89ad-120f-481c-b461-9085fea772f0 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:31:33.638368 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (720b89ad-120f-481c-b461-9085fea772f0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:33.718823 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 720b89ad-120f-481c-b461-9085fea772f0 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:31:33.719229 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (720b89ad-120f-481c-b461-9085fea772f0), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:33.742582 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20715d9f-f67b-4bc7-b154-601a9036cb96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720b89ad-120f-481c-b461-9085fea772f0'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:31:33.745420 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e00c6702a54281ed7930195260709b2e9eb4074fe153a1ed12afbef6176377e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b2cb9d-45b0-4561-82f4-899455dd9b59" -d '{"events": [{"server_uuid": "20715d9f-f67b-4bc7-b154-601a9036cb96", "name": "network-vif-plugged", "status": "completed", "tag": "720b89ad-120f-481c-b461-9085fea772f0"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:31:33.745859 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3dd030-81b1-4b54-be8d-6406f201f5c7 req-4254112b-aeff-458d-a0a3-232654f98b0d tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:31:33.747445 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fc3dd030-81b1-4b54-be8d-6406f201f5c7 req-4254112b-aeff-458d-a0a3-232654f98b0d tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/ports?device_id=20715d9f-f67b-4bc7-b154-601a9036cb96 HTTP/1.1" status: 200 len: 945 time: 0.0521338 Mar 11 20:31:33.757469 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 720b89ad-120f-481c-b461-9085fea772f0, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=720b89ad-120f-481c-b461-9085fea772f0,segment=NetworkSegment(d1118ea4-ec04-4107-825a-05bbc2bf3637),segment_id=d1118ea4-ec04-4107-825a-05bbc2bf3637)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:31:33.761434 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (720b89ad-120f-481c-b461-9085fea772f0), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:33.794477 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fc3dd030-81b1-4b54-be8d-6406f201f5c7 req-38d77c42-e674-496f-b0f0-501c34b2e0fe tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f045d0b-e668-4526-b04b-405ea38fd532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414495 Mar 11 20:31:33.814870 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=720b89ad-120f-481c-b461-9085fea772f0,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:31:33.959189 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9f0301-6668-4527-98e3-c61275122abb x-openstack-request-id: req-cb9f0301-6668-4527-98e3-c61275122abb {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:31:33.959491 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20715d9f-f67b-4bc7-b154-601a9036cb96", "name": "network-vif-plugged", "status": "completed", "tag": "720b89ad-120f-481c-b461-9085fea772f0", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:31:33.959784 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cb9f0301-6668-4527-98e3-c61275122abb {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:31:33.960191 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20715d9f-f67b-4bc7-b154-601a9036cb96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '720b89ad-120f-481c-b461-9085fea772f0', 'code': 200} Mar 11 20:31:34.063055 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff358e73-4ceb-44c9-bcc0-22ac2dd145c7 req-7ad72812-0d89-4453-b052-2f3b20d37b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:31:34.064640 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ff358e73-4ceb-44c9-bcc0-22ac2dd145c7 req-7ad72812-0d89-4453-b052-2f3b20d37b9f service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=20715d9f-f67b-4bc7-b154-601a9036cb96 HTTP/1.1" status: 200 len: 1128 time: 0.0475335 Mar 11 20:31:34.111719 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ff358e73-4ceb-44c9-bcc0-22ac2dd145c7 req-7b40841c-2039-4d0c-b6c9-a646c2e37737 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=1f045d0b-e668-4526-b04b-405ea38fd532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405755 Mar 11 20:31:34.912174 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e90a4b5-3fd8-4556-b858-6b01dbc16b1d req-ff87cfa2-0af0-432d-bf61-77829f752c0f tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:31:34.913635 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8e90a4b5-3fd8-4556-b858-6b01dbc16b1d req-ff87cfa2-0af0-432d-bf61-77829f752c0f tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/ports?device_id=20715d9f-f67b-4bc7-b154-601a9036cb96 HTTP/1.1" status: 200 len: 946 time: 0.0519648 Mar 11 20:31:34.959702 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8e90a4b5-3fd8-4556-b858-6b01dbc16b1d req-a88a5d37-71d6-41b8-83ab-6a5bcd6cd660 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f045d0b-e668-4526-b04b-405ea38fd532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405338 Mar 11 20:31:36.077316 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3996b145-b0ec-438f-bd90-a1c24818e98e req-4db6cef1-4ea7-4fc3-a991-ea88ac118279 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:31:36.078813 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3996b145-b0ec-438f-bd90-a1c24818e98e req-4db6cef1-4ea7-4fc3-a991-ea88ac118279 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/ports?device_id=20715d9f-f67b-4bc7-b154-601a9036cb96 HTTP/1.1" status: 200 len: 946 time: 0.0510707 Mar 11 20:31:36.128510 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3996b145-b0ec-438f-bd90-a1c24818e98e req-9ebf2738-1331-4f57-84a7-87a6792721b7 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f045d0b-e668-4526-b04b-405ea38fd532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439682 Mar 11 20:31:36.246442 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb370d9-79b7-4ef0-b90a-c7ca90c6570f req-1b5da8c6-5af7-4068-8346-b461ea3e91f5 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:31:36.247862 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3bb370d9-79b7-4ef0-b90a-c7ca90c6570f req-1b5da8c6-5af7-4068-8346-b461ea3e91f5 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/ports?device_id=20715d9f-f67b-4bc7-b154-601a9036cb96 HTTP/1.1" status: 200 len: 946 time: 0.0526876 Mar 11 20:31:36.295602 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3bb370d9-79b7-4ef0-b90a-c7ca90c6570f req-dfef501d-78db-4680-bccc-2f15e02da7b7 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f045d0b-e668-4526-b04b-405ea38fd532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420861 Mar 11 20:31:36.476485 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b10a3-8caf-45ff-bb00-51e6c228aa27 req-e9d602aa-f9a0-4e70-b9de-884927c14649 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:31:36.478573 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5a9b10a3-8caf-45ff-bb00-51e6c228aa27 req-e9d602aa-f9a0-4e70-b9de-884927c14649 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/ports?device_id=20715d9f-f67b-4bc7-b154-601a9036cb96 HTTP/1.1" status: 200 len: 946 time: 0.0514848 Mar 11 20:31:36.523135 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5a9b10a3-8caf-45ff-bb00-51e6c228aa27 req-9df6f8ae-d570-400f-8075-e4c7d318a9db tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f045d0b-e668-4526-b04b-405ea38fd532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390723 Mar 11 20:31:49.479618 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:50.371207 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:31:52.433231 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4a1e7d65-9330-4e29-b7e1-f6464c988acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:53.122435 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:53.650950 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2bb59474-849d-42a9-aeba-2af2737dcf8d req-8d8beed7-778d-4c1e-8746-1d744436c52d service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=20715d9f-f67b-4bc7-b154-601a9036cb96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0456915 Mar 11 20:31:53.732685 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb59474-849d-42a9-aeba-2af2737dcf8d req-4983c7e7-624e-46cf-af16-81827bd5f7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:31:53.734132 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2bb59474-849d-42a9-aeba-2af2737dcf8d req-4983c7e7-624e-46cf-af16-81827bd5f7c5 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f092283c2ccd4b018b0fa6c59cae19ed&device_id=20715d9f-f67b-4bc7-b154-601a9036cb96 HTTP/1.1" status: 200 len: 1128 time: 0.0432963 Mar 11 20:31:53.835818 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb59474-849d-42a9-aeba-2af2737dcf8d req-219ad816-77f0-4c24-ba95-22e04a4ee1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:31:53.837214 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2bb59474-849d-42a9-aeba-2af2737dcf8d req-219ad816-77f0-4c24-ba95-22e04a4ee1ff service neutron] 10.222.0.75 "GET /v2.0/networks?id=1e60ffff-8679-49f7-a75f-859be89e02b6 HTTP/1.1" status: 200 len: 915 time: 0.0861557 Mar 11 20:31:53.877895 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2bb59474-849d-42a9-aeba-2af2737dcf8d req-7ed630ba-acd3-45c8-87b4-d8047186e033 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=720b89ad-120f-481c-b461-9085fea772f0 HTTP/1.1" status: 200 len: 217 time: 0.0337746 Mar 11 20:31:53.923948 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb59474-849d-42a9-aeba-2af2737dcf8d req-10393053-c57d-42cc-89fc-9d07834500da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:31:53.925318 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2bb59474-849d-42a9-aeba-2af2737dcf8d req-10393053-c57d-42cc-89fc-9d07834500da service neutron] 10.222.0.75 "GET /v2.0/subnets?id=401dde5e-8cd9-4df3-bd09-73811a48d8ef HTTP/1.1" status: 200 len: 853 time: 0.0409462 Mar 11 20:31:53.971368 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb59474-849d-42a9-aeba-2af2737dcf8d req-8b3c2997-ce0a-41fa-85a7-acfce84bc85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:31:53.972840 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2bb59474-849d-42a9-aeba-2af2737dcf8d req-8b3c2997-ce0a-41fa-85a7-acfce84bc85a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1e60ffff-8679-49f7-a75f-859be89e02b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0411799 Mar 11 20:31:54.063010 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2bb59474-849d-42a9-aeba-2af2737dcf8d req-5ebecffe-589c-4ac7-b0ff-446d5cfdd20c service neutron] 10.222.0.75 "GET /v2.0/networks/1e60ffff-8679-49f7-a75f-859be89e02b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832396 Mar 11 20:31:54.154864 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2bb59474-849d-42a9-aeba-2af2737dcf8d req-b1aa7e76-59da-49ff-8f76-a8557e7a0f63 service neutron] 10.222.0.75 "GET /v2.0/networks/1e60ffff-8679-49f7-a75f-859be89e02b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846875 Mar 11 20:31:54.707388 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2c593c62-cfde-4252-9516-095352ddd342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:55.347884 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849b2b1b-6580-4775-a01f-adb209981b4d req-eb094977-4913-44b7-8ce3-3bcf3bd5588e tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:31:55.349602 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-849b2b1b-6580-4775-a01f-adb209981b4d req-eb094977-4913-44b7-8ce3-3bcf3bd5588e tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/ports?device_id=20715d9f-f67b-4bc7-b154-601a9036cb96 HTTP/1.1" status: 200 len: 946 time: 0.0522907 Mar 11 20:31:55.395000 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-849b2b1b-6580-4775-a01f-adb209981b4d req-58bac2a9-93d6-4581-bf6c-94fe3f354f35 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f045d0b-e668-4526-b04b-405ea38fd532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398118 Mar 11 20:31:55.416871 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59012) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:31:55.499368 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d5c314-0f5f-46e5-a36b-671c9623c7ba tempest-TestMinimumBasicScenario-555083542 tempest-TestMinimumBasicScenario-555083542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:31:55.500856 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-66d5c314-0f5f-46e5-a36b-671c9623c7ba tempest-TestMinimumBasicScenario-555083542 tempest-TestMinimumBasicScenario-555083542-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=20715d9f-f67b-4bc7-b154-601a9036cb96 HTTP/1.1" status: 200 len: 1123 time: 0.0830405 Mar 11 20:31:55.503857 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59016) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:31:55.507925 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-64d465d8-1e87-4de5-a7e8-ff4681b811e4 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Request body: {'floatingip': {'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'port_id': '720b89ad-120f-481c-b461-9085fea772f0', 'tenant_id': 'f092283c2ccd4b018b0fa6c59cae19ed', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:31:55.526961 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-64d465d8-1e87-4de5-a7e8-ff4681b811e4 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:55.623330 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-64d465d8-1e87-4de5-a7e8-ff4681b811e4 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:55.723132 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-64d465d8-1e87-4de5-a7e8-ff4681b811e4 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Allocated IP 172.25.8.120 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/024b2cd7-ef16-40b6-8039-9e33ac7b4885) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:31:55.819341 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-64d465d8-1e87-4de5-a7e8-ff4681b811e4 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Publish callbacks [] for port (024b2cd7-ef16-40b6-8039-9e33ac7b4885), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:55.852355 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-64d465d8-1e87-4de5-a7e8-ff4681b811e4 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (024b2cd7-ef16-40b6-8039-9e33ac7b4885), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:55.888491 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d465d8-1e87-4de5-a7e8-ff4681b811e4 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:31:55.893216 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-64d465d8-1e87-4de5-a7e8-ff4681b811e4 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:31:55.896617 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d465d8-1e87-4de5-a7e8-ff4681b811e4 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:31:55.902339 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d465d8-1e87-4de5-a7e8-ff4681b811e4 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Pushing event updated for resources: {'Port': ['ID=024b2cd7-ef16-40b6-8039-9e33ac7b4885,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:31:56.256275 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-64d465d8-1e87-4de5-a7e8-ff4681b811e4 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Publish callbacks [] for floatingip (5b8519d9-43c1-4713-9b1e-1699742f0d99), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:56.325646 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-64d465d8-1e87-4de5-a7e8-ff4681b811e4 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (024b2cd7-ef16-40b6-8039-9e33ac7b4885), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:56.404111 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:56.471179 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-64d465d8-1e87-4de5-a7e8-ff4681b811e4 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Publish callbacks [] for port (024b2cd7-ef16-40b6-8039-9e33ac7b4885), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:56.475808 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-64d465d8-1e87-4de5-a7e8-ff4681b811e4 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (024b2cd7-ef16-40b6-8039-9e33ac7b4885), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:56.799392 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d465d8-1e87-4de5-a7e8-ff4681b811e4 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Pushing event updated for resources: {'Port': ['ID=024b2cd7-ef16-40b6-8039-9e33ac7b4885,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:31:56.811047 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-64d465d8-1e87-4de5-a7e8-ff4681b811e4 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (5b8519d9-43c1-4713-9b1e-1699742f0d99), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:56.911325 n-d-833163-1 neutron-server[103885]: INFO neutron.db.l3_db [None req-64d465d8-1e87-4de5-a7e8-ff4681b811e4 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Floating IP 5b8519d9-43c1-4713-9b1e-1699742f0d99 associated. External IP: 172.25.8.120, port: 720b89ad-120f-481c-b461-9085fea772f0. Mar 11 20:31:57.140403 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d465d8-1e87-4de5-a7e8-ff4681b811e4 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Router 1f0777c1-0876-4bf7-8172-f2f875c2a67c has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:31:57.253446 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d465d8-1e87-4de5-a7e8-ff4681b811e4 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:31:57.262894 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3001438b-19db-47ba-a73c-6dad1ec3dcdb None None] Sync routers for ids ['1f0777c1-0876-4bf7-8172-f2f875c2a67c'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:31:57.271067 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-64d465d8-1e87-4de5-a7e8-ff4681b811e4 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:57.272932 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3001438b-19db-47ba-a73c-6dad1ec3dcdb None None] Routers {'1f0777c1-0876-4bf7-8172-f2f875c2a67c'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:31:57.274040 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-3001438b-19db-47ba-a73c-6dad1ec3dcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:31:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['1f0777c1-0876-4bf7-8172-f2f875c2a67c'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:31:57.301199 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-64d465d8-1e87-4de5-a7e8-ff4681b811e4 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7963572 Mar 11 20:31:57.301797 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20715d9f-f67b-4bc7-b154-601a9036cb96', 'tag': '720b89ad-120f-481c-b461-9085fea772f0'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:31:57.304098 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a0d03908d714cf498f0e9a07bdcfee6ce8884db927bcf4c76da6f3dadb32e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2913d945-a784-452f-ba00-444ba03589f4" -d '{"events": [{"name": "network-changed", "server_uuid": "20715d9f-f67b-4bc7-b154-601a9036cb96", "tag": "720b89ad-120f-481c-b461-9085fea772f0"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:31:57.304443 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59018) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:31:57.309286 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-e0bf8a66-56d2-441e-b3fe-aa981a24d576 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-955612481', 'description': 'tempest-secgroup-smoke-955612481 description', 'project_id': 'f092283c2ccd4b018b0fa6c59cae19ed'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:31:57.343798 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e0bf8a66-56d2-441e-b3fe-aa981a24d576 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:57.351656 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-907e710e-ee84-4dde-b9ae-9e4dba290bfb x-openstack-request-id: req-907e710e-ee84-4dde-b9ae-9e4dba290bfb {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:31:57.352456 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20715d9f-f67b-4bc7-b154-601a9036cb96", "tag": "720b89ad-120f-481c-b461-9085fea772f0", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:31:57.352712 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-907e710e-ee84-4dde-b9ae-9e4dba290bfb {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:31:57.353117 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20715d9f-f67b-4bc7-b154-601a9036cb96', 'tag': '720b89ad-120f-481c-b461-9085fea772f0', 'status': 'completed', 'code': 200} Mar 11 20:31:57.393708 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-3001438b-19db-47ba-a73c-6dad1ec3dcdb None None] Set router 1f0777c1-0876-4bf7-8172-f2f875c2a67c gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:31:57.415601 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e0bf8a66-56d2-441e-b3fe-aa981a24d576 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Publish callbacks [] for security_group (ec9c216a-ebf3-4b25-ac28-1c0979aab94e), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:57.423339 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913d945-a784-452f-ba00-444ba03589f4 req-b494d6f6-41ce-426c-8cb4-c10b22817ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:31:57.425082 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2913d945-a784-452f-ba00-444ba03589f4 req-b494d6f6-41ce-426c-8cb4-c10b22817ba0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f092283c2ccd4b018b0fa6c59cae19ed&device_id=20715d9f-f67b-4bc7-b154-601a9036cb96 HTTP/1.1" status: 200 len: 1128 time: 0.0512197 Mar 11 20:31:57.426164 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e0bf8a66-56d2-441e-b3fe-aa981a24d576 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (ec9c216a-ebf3-4b25-ac28-1c0979aab94e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:57.455872 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bf8a66-56d2-441e-b3fe-aa981a24d576 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9c216a-ebf3-4b25-ac28-1c0979aab94e,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:31:57.461607 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e0bf8a66-56d2-441e-b3fe-aa981a24d576 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:57.465591 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e0bf8a66-56d2-441e-b3fe-aa981a24d576 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1573203 Mar 11 20:31:57.467309 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59022) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:31:57.471835 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-2d42c860-eb65-4243-866e-198dbc9cab71 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Request body: {'security_group_rule': {'security_group_id': 'ec9c216a-ebf3-4b25-ac28-1c0979aab94e', 'project_id': 'f092283c2ccd4b018b0fa6c59cae19ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:31:57.477302 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bf8a66-56d2-441e-b3fe-aa981a24d576 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:31:57.477666 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bf8a66-56d2-441e-b3fe-aa981a24d576 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:31:57.478025 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bf8a66-56d2-441e-b3fe-aa981a24d576 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:31:57.478369 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bf8a66-56d2-441e-b3fe-aa981a24d576 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:31:57.478709 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bf8a66-56d2-441e-b3fe-aa981a24d576 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:31:57.479044 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bf8a66-56d2-441e-b3fe-aa981a24d576 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:31:57.479379 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bf8a66-56d2-441e-b3fe-aa981a24d576 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:31:57.479735 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bf8a66-56d2-441e-b3fe-aa981a24d576 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:31:57.480068 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bf8a66-56d2-441e-b3fe-aa981a24d576 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:31:57.480400 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bf8a66-56d2-441e-b3fe-aa981a24d576 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:31:57.480732 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bf8a66-56d2-441e-b3fe-aa981a24d576 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:31:57.481059 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bf8a66-56d2-441e-b3fe-aa981a24d576 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:31:57.481386 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bf8a66-56d2-441e-b3fe-aa981a24d576 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:31:57.505957 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2d42c860-eb65-4243-866e-198dbc9cab71 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Publish callbacks [] for security_group_rule (8e824b03-fa66-4325-be67-82e85f2c742c), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:57.534500 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913d945-a784-452f-ba00-444ba03589f4 req-87c63df2-9b3c-45db-b6a1-2594df46b22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:31:57.537253 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2913d945-a784-452f-ba00-444ba03589f4 req-87c63df2-9b3c-45db-b6a1-2594df46b22a service neutron] 10.222.0.75 "GET /v2.0/networks?id=1e60ffff-8679-49f7-a75f-859be89e02b6 HTTP/1.1" status: 200 len: 915 time: 0.1047151 Mar 11 20:31:57.566180 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2d42c860-eb65-4243-866e-198dbc9cab71 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Publish callbacks [] for security_group_rule (8e824b03-fa66-4325-be67-82e85f2c742c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:57.571494 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2d42c860-eb65-4243-866e-198dbc9cab71 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (8e824b03-fa66-4325-be67-82e85f2c742c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:57.596189 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d42c860-eb65-4243-866e-198dbc9cab71 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e824b03-fa66-4325-be67-82e85f2c742c,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:31:57.602430 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2d42c860-eb65-4243-866e-198dbc9cab71 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:57.606096 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-2d42c860-eb65-4243-866e-198dbc9cab71 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1353927 Mar 11 20:31:57.606351 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59024) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:31:57.610949 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-1adfb7c4-72b2-4c61-82bf-d0b7af812c42 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Request body: {'security_group_rule': {'security_group_id': 'ec9c216a-ebf3-4b25-ac28-1c0979aab94e', 'project_id': 'f092283c2ccd4b018b0fa6c59cae19ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:31:57.611385 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2913d945-a784-452f-ba00-444ba03589f4 req-04ef7ff3-09c0-4b06-b8e1-13edf605fb53 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=720b89ad-120f-481c-b461-9085fea772f0 HTTP/1.1" status: 200 len: 1000 time: 0.0675592 Mar 11 20:31:57.636862 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1adfb7c4-72b2-4c61-82bf-d0b7af812c42 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Publish callbacks [] for security_group_rule (3030a860-172d-44ec-b74a-608c721861be), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:57.660483 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-3001438b-19db-47ba-a73c-6dad1ec3dcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f0777c1-0876-4bf7-8172-f2f875c2a67c', 'name': 'tempest-TestMinimumBasicScenario-663601798-router', 'tenant_id': 'f092283c2ccd4b018b0fa6c59cae19ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': 'b07b4112-2779-417a-a6c5-07438702217e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:30:57Z', 'updated_at': '2022-03-11T20:30:59Z', 'revision_number': 4, 'project_id': 'f092283c2ccd4b018b0fa6c59cae19ed', 'gw_port': {'id': 'b07b4112-2779-417a-a6c5-07438702217e', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:12:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0777c1-0876-4bf7-8172-f2f875c2a67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:30:57Z', 'updated_at': '2022-03-11T20:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '5b8519d9-43c1-4713-9b1e-1699742f0d99', 'tenant_id': 'f092283c2ccd4b018b0fa6c59cae19ed', 'floating_ip_address': '172.25.8.120', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '1f0777c1-0876-4bf7-8172-f2f875c2a67c', 'port_id': '720b89ad-120f-481c-b461-9085fea772f0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4271, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e60ffff-8679-49f7-a75f-859be89e02b6', 'mac_address': 'fa:16:3e:f2:62:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20715d9f-f67b-4bc7-b154-601a9036cb96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:31:56Z', 'updated_at': '2022-03-11T20:31:56Z', 'revision_number': 0, 'project_id': 'f092283c2ccd4b018b0fa6c59cae19ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e9314a2-f13e-4cd8-b1a3-dc5383667012', 'name': '', 'network_id': '1e60ffff-8679-49f7-a75f-859be89e02b6', 'tenant_id': 'f092283c2ccd4b018b0fa6c59cae19ed', 'mac_address': 'fa:16:3e:74:b5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0777c1-0876-4bf7-8172-f2f875c2a67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '401dde5e-8cd9-4df3-bd09-73811a48d8ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:30:59Z', 'updated_at': '2022-03-11T20:31:04Z', 'revision_number': 5, 'project_id': 'f092283c2ccd4b018b0fa6c59cae19ed', 'subnets': [{'id': '401dde5e-8cd9-4df3-bd09-73811a48d8ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:31:57.667711 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913d945-a784-452f-ba00-444ba03589f4 req-fec7abab-cc85-4f67-b8a2-921c3dcee5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:31:57.669191 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2913d945-a784-452f-ba00-444ba03589f4 req-fec7abab-cc85-4f67-b8a2-921c3dcee5c8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=401dde5e-8cd9-4df3-bd09-73811a48d8ef HTTP/1.1" status: 200 len: 853 time: 0.0518935 Mar 11 20:31:57.687366 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3001438b-19db-47ba-a73c-6dad1ec3dcdb None None] Checking router: 1f0777c1-0876-4bf7-8172-f2f875c2a67c for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:31:57.698840 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1adfb7c4-72b2-4c61-82bf-d0b7af812c42 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Publish callbacks [] for security_group_rule (3030a860-172d-44ec-b74a-608c721861be), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:57.701962 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3001438b-19db-47ba-a73c-6dad1ec3dcdb None None] Routers {'1f0777c1-0876-4bf7-8172-f2f875c2a67c'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:31:57.702580 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-3001438b-19db-47ba-a73c-6dad1ec3dcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:31:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['1f0777c1-0876-4bf7-8172-f2f875c2a67c'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:31:57.703478 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1adfb7c4-72b2-4c61-82bf-d0b7af812c42 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (3030a860-172d-44ec-b74a-608c721861be), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:57.720028 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adfb7c4-72b2-4c61-82bf-d0b7af812c42 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3030a860-172d-44ec-b74a-608c721861be,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:31:57.722740 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913d945-a784-452f-ba00-444ba03589f4 req-7cbbf964-5b9c-4ea5-a641-d9d7eee31181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:31:57.724635 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2913d945-a784-452f-ba00-444ba03589f4 req-7cbbf964-5b9c-4ea5-a641-d9d7eee31181 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1e60ffff-8679-49f7-a75f-859be89e02b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0480549 Mar 11 20:31:57.731648 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1adfb7c4-72b2-4c61-82bf-d0b7af812c42 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:57.735486 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-1adfb7c4-72b2-4c61-82bf-d0b7af812c42 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1255176 Mar 11 20:31:57.735744 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59026) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:31:57.740169 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-18140363-1faf-4cc8-8d81-c51d276680f0 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Request body: {'security_group_rule': {'security_group_id': 'ec9c216a-ebf3-4b25-ac28-1c0979aab94e', 'project_id': 'f092283c2ccd4b018b0fa6c59cae19ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:31:57.772191 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-18140363-1faf-4cc8-8d81-c51d276680f0 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Publish callbacks [] for security_group_rule (d10d0ccd-cb46-4258-8467-695c5832c08b), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:57.793904 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:57.833914 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-18140363-1faf-4cc8-8d81-c51d276680f0 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Publish callbacks [] for security_group_rule (d10d0ccd-cb46-4258-8467-695c5832c08b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:57.836016 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2913d945-a784-452f-ba00-444ba03589f4 req-4c7914ef-2ae2-4892-9e85-535a244042c8 service neutron] 10.222.0.75 "GET /v2.0/networks/1e60ffff-8679-49f7-a75f-859be89e02b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039000 Mar 11 20:31:57.839003 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-18140363-1faf-4cc8-8d81-c51d276680f0 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (d10d0ccd-cb46-4258-8467-695c5832c08b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:57.848511 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-3001438b-19db-47ba-a73c-6dad1ec3dcdb None None] Set router 1f0777c1-0876-4bf7-8172-f2f875c2a67c gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:31:57.859269 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18140363-1faf-4cc8-8d81-c51d276680f0 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d10d0ccd-cb46-4258-8467-695c5832c08b,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:31:57.866110 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-18140363-1faf-4cc8-8d81-c51d276680f0 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:57.870493 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-18140363-1faf-4cc8-8d81-c51d276680f0 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1337597 Mar 11 20:31:57.871178 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59028) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:31:57.876346 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-f7f7c711-3ed3-44a7-bde5-4303737aff6f tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Request body: {'security_group_rule': {'security_group_id': 'ec9c216a-ebf3-4b25-ac28-1c0979aab94e', 'project_id': 'f092283c2ccd4b018b0fa6c59cae19ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:31:57.951015 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f7f7c711-3ed3-44a7-bde5-4303737aff6f tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Publish callbacks [] for security_group_rule (b0fd96df-1829-4a77-86d8-1e5fbfd58368), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:57.964606 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2913d945-a784-452f-ba00-444ba03589f4 req-b057b436-d7fd-45a2-9dac-c6080dc79eac service neutron] 10.222.0.75 "GET /v2.0/networks/1e60ffff-8679-49f7-a75f-859be89e02b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216733 Mar 11 20:31:58.020285 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f7f7c711-3ed3-44a7-bde5-4303737aff6f tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Publish callbacks [] for security_group_rule (b0fd96df-1829-4a77-86d8-1e5fbfd58368), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:58.024975 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f7f7c711-3ed3-44a7-bde5-4303737aff6f tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (b0fd96df-1829-4a77-86d8-1e5fbfd58368), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:58.045092 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f7c711-3ed3-44a7-bde5-4303737aff6f tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0fd96df-1829-4a77-86d8-1e5fbfd58368,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:31:58.050269 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f7f7c711-3ed3-44a7-bde5-4303737aff6f tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:58.054283 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59030) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:31:58.054454 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f7f7c711-3ed3-44a7-bde5-4303737aff6f tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1821599 Mar 11 20:31:58.060330 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-f7fbdcf3-42de-4340-931b-4527782920bd tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Request body: {'security_group_rule': {'security_group_id': 'ec9c216a-ebf3-4b25-ac28-1c0979aab94e', 'project_id': 'f092283c2ccd4b018b0fa6c59cae19ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:31:58.083017 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-3001438b-19db-47ba-a73c-6dad1ec3dcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f0777c1-0876-4bf7-8172-f2f875c2a67c', 'name': 'tempest-TestMinimumBasicScenario-663601798-router', 'tenant_id': 'f092283c2ccd4b018b0fa6c59cae19ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': 'b07b4112-2779-417a-a6c5-07438702217e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:30:57Z', 'updated_at': '2022-03-11T20:30:59Z', 'revision_number': 4, 'project_id': 'f092283c2ccd4b018b0fa6c59cae19ed', 'gw_port': {'id': 'b07b4112-2779-417a-a6c5-07438702217e', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:12:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0777c1-0876-4bf7-8172-f2f875c2a67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:30:57Z', 'updated_at': '2022-03-11T20:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '5b8519d9-43c1-4713-9b1e-1699742f0d99', 'tenant_id': 'f092283c2ccd4b018b0fa6c59cae19ed', 'floating_ip_address': '172.25.8.120', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '1f0777c1-0876-4bf7-8172-f2f875c2a67c', 'port_id': '720b89ad-120f-481c-b461-9085fea772f0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4271, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e60ffff-8679-49f7-a75f-859be89e02b6', 'mac_address': 'fa:16:3e:f2:62:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20715d9f-f67b-4bc7-b154-601a9036cb96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:31:56Z', 'updated_at': '2022-03-11T20:31:56Z', 'revision_number': 0, 'project_id': 'f092283c2ccd4b018b0fa6c59cae19ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e9314a2-f13e-4cd8-b1a3-dc5383667012', 'name': '', 'network_id': '1e60ffff-8679-49f7-a75f-859be89e02b6', 'tenant_id': 'f092283c2ccd4b018b0fa6c59cae19ed', 'mac_address': 'fa:16:3e:74:b5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0777c1-0876-4bf7-8172-f2f875c2a67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '401dde5e-8cd9-4df3-bd09-73811a48d8ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:30:59Z', 'updated_at': '2022-03-11T20:31:04Z', 'revision_number': 5, 'project_id': 'f092283c2ccd4b018b0fa6c59cae19ed', 'subnets': [{'id': '401dde5e-8cd9-4df3-bd09-73811a48d8ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:31:58.083500 n-d-833163-1 neutron-server[103884]: INFO neutron.db.securitygroups_db [None req-f7fbdcf3-42de-4340-931b-4527782920bd tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Project f092283c2ccd4b018b0fa6c59cae19ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 20:31:58.089698 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f7fbdcf3-42de-4340-931b-4527782920bd tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Publish callbacks [] for security_group_rule (85026e8c-92cf-40d8-bce6-c90f175e0c89), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:58.109958 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3001438b-19db-47ba-a73c-6dad1ec3dcdb None None] The sync data for ids ['1f0777c1-0876-4bf7-8172-f2f875c2a67c'] in n-d-833163-1 is: [{'id': '1f0777c1-0876-4bf7-8172-f2f875c2a67c', 'name': 'tempest-TestMinimumBasicScenario-663601798-router', 'tenant_id': 'f092283c2ccd4b018b0fa6c59cae19ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': 'b07b4112-2779-417a-a6c5-07438702217e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:30:57Z', 'updated_at': '2022-03-11T20:30:59Z', 'revision_number': 4, 'project_id': 'f092283c2ccd4b018b0fa6c59cae19ed', 'gw_port': {'id': 'b07b4112-2779-417a-a6c5-07438702217e', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:12:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0777c1-0876-4bf7-8172-f2f875c2a67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:30:57Z', 'updated_at': '2022-03-11T20:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '5b8519d9-43c1-4713-9b1e-1699742f0d99', 'tenant_id': 'f092283c2ccd4b018b0fa6c59cae19ed', 'floating_ip_address': '172.25.8.120', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '1f0777c1-0876-4bf7-8172-f2f875c2a67c', 'port_id': '720b89ad-120f-481c-b461-9085fea772f0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4271, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e60ffff-8679-49f7-a75f-859be89e02b6', 'mac_address': 'fa:16:3e:f2:62:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20715d9f-f67b-4bc7-b154-601a9036cb96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:31:56Z', 'updated_at': '2022-03-11T20:31:56Z', 'revision_number': 0, 'project_id': 'f092283c2ccd4b018b0fa6c59cae19ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e9314a2-f13e-4cd8-b1a3-dc5383667012', 'name': '', 'network_id': '1e60ffff-8679-49f7-a75f-859be89e02b6', 'tenant_id': 'f092283c2ccd4b018b0fa6c59cae19ed', 'mac_address': 'fa:16:3e:74:b5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0777c1-0876-4bf7-8172-f2f875c2a67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '401dde5e-8cd9-4df3-bd09-73811a48d8ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:30:59Z', 'updated_at': '2022-03-11T20:31:04Z', 'revision_number': 5, 'project_id': 'f092283c2ccd4b018b0fa6c59cae19ed', 'subnets': [{'id': '401dde5e-8cd9-4df3-bd09-73811a48d8ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:31:58.153442 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f7fbdcf3-42de-4340-931b-4527782920bd tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Publish callbacks [] for security_group_rule (85026e8c-92cf-40d8-bce6-c90f175e0c89), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:58.157511 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f7fbdcf3-42de-4340-931b-4527782920bd tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (85026e8c-92cf-40d8-bce6-c90f175e0c89), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:58.175721 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fbdcf3-42de-4340-931b-4527782920bd tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85026e8c-92cf-40d8-bce6-c90f175e0c89,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:31:58.184898 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f7fbdcf3-42de-4340-931b-4527782920bd tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:58.186117 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f7fbdcf3-42de-4340-931b-4527782920bd tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1294346 Mar 11 20:31:58.188955 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59032) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:31:58.193223 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-e1f8a565-ec48-4e6c-bd76-f18b84061cb2 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Request body: {'security_group_rule': {'security_group_id': 'ec9c216a-ebf3-4b25-ac28-1c0979aab94e', 'project_id': 'f092283c2ccd4b018b0fa6c59cae19ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:31:58.213356 n-d-833163-1 neutron-server[103884]: INFO neutron.db.securitygroups_db [None req-e1f8a565-ec48-4e6c-bd76-f18b84061cb2 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Project f092283c2ccd4b018b0fa6c59cae19ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 20:31:58.218336 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e1f8a565-ec48-4e6c-bd76-f18b84061cb2 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Publish callbacks [] for security_group_rule (ef346aa3-6194-42f8-9d6a-c424c0166615), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:58.286927 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e1f8a565-ec48-4e6c-bd76-f18b84061cb2 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Publish callbacks [] for security_group_rule (ef346aa3-6194-42f8-9d6a-c424c0166615), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:58.290676 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e1f8a565-ec48-4e6c-bd76-f18b84061cb2 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (ef346aa3-6194-42f8-9d6a-c424c0166615), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:58.309239 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f8a565-ec48-4e6c-bd76-f18b84061cb2 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef346aa3-6194-42f8-9d6a-c424c0166615,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:31:58.318876 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e1f8a565-ec48-4e6c-bd76-f18b84061cb2 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:58.323964 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d841361-19cf-4a17-bf3f-8f5e75e557eb None None] New status for floating IP 5b8519d9-43c1-4713-9b1e-1699742f0d99: ACTIVE {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 20:31:58.324509 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e1f8a565-ec48-4e6c-bd76-f18b84061cb2 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1302629 Mar 11 20:31:58.418082 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6bebb6ba-9b2e-4c95-b375-d7fb6b859c32 req-8cf9be0e-71c5-47e1-bbc4-538524a50307 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-955612481&fields=id&tenant_id=f092283c2ccd4b018b0fa6c59cae19ed HTTP/1.1" status: 200 len: 267 time: 0.0485122 Mar 11 20:31:58.477142 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bebb6ba-9b2e-4c95-b375-d7fb6b859c32 req-e730d24b-8f84-46aa-8f74-e4b7bbb2115e tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:31:58.478596 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6bebb6ba-9b2e-4c95-b375-d7fb6b859c32 req-e730d24b-8f84-46aa-8f74-e4b7bbb2115e tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/ports?device_id=20715d9f-f67b-4bc7-b154-601a9036cb96 HTTP/1.1" status: 200 len: 946 time: 0.0550981 Mar 11 20:31:58.489504 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-6bebb6ba-9b2e-4c95-b375-d7fb6b859c32 req-c81cab3f-5f9d-497b-ba95-1ac76fbd3ee9 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Request body: {'port': {'security_groups': ['1f045d0b-e668-4526-b04b-405ea38fd532', 'ec9c216a-ebf3-4b25-ac28-1c0979aab94e']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:31:58.560306 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6bebb6ba-9b2e-4c95-b375-d7fb6b859c32 req-c81cab3f-5f9d-497b-ba95-1ac76fbd3ee9 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (720b89ad-120f-481c-b461-9085fea772f0), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:58.743766 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-6bebb6ba-9b2e-4c95-b375-d7fb6b859c32 req-c81cab3f-5f9d-497b-ba95-1ac76fbd3ee9 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] For port 720b89ad-120f-481c-b461-9085fea772f0, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=720b89ad-120f-481c-b461-9085fea772f0,segment=NetworkSegment(d1118ea4-ec04-4107-825a-05bbc2bf3637),segment_id=d1118ea4-ec04-4107-825a-05bbc2bf3637)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:31:58.771608 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6bebb6ba-9b2e-4c95-b375-d7fb6b859c32 req-c81cab3f-5f9d-497b-ba95-1ac76fbd3ee9 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Publish callbacks [] for port (720b89ad-120f-481c-b461-9085fea772f0), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:58.776624 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6bebb6ba-9b2e-4c95-b375-d7fb6b859c32 req-c81cab3f-5f9d-497b-ba95-1ac76fbd3ee9 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (720b89ad-120f-481c-b461-9085fea772f0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:58.788442 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['720b89ad-120f-481c-b461-9085fea772f0'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:31:58.821984 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bebb6ba-9b2e-4c95-b375-d7fb6b859c32 req-c81cab3f-5f9d-497b-ba95-1ac76fbd3ee9 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:31:58.822613 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-6bebb6ba-9b2e-4c95-b375-d7fb6b859c32 req-c81cab3f-5f9d-497b-ba95-1ac76fbd3ee9 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:58.824053 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6bebb6ba-9b2e-4c95-b375-d7fb6b859c32 req-c81cab3f-5f9d-497b-ba95-1ac76fbd3ee9 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "PUT /v2.0/ports/720b89ad-120f-481c-b461-9085fea772f0 HTTP/1.1" status: 200 len: 982 time: 0.3392720 Mar 11 20:31:58.856818 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81cab3f-5f9d-497b-ba95-1ac76fbd3ee9 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Pushing event updated for resources: {'Port': ['ID=720b89ad-120f-481c-b461-9085fea772f0,revision_number=6']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:31:58.907451 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['720b89ad-120f-481c-b461-9085fea772f0'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:31:58.945504 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c01d06-a16b-4f7b-89e8-ba7fb6d7df5c req-b764caf7-0bc1-4da5-8146-af85bb77a4cb tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:31:58.947032 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-83c01d06-a16b-4f7b-89e8-ba7fb6d7df5c req-b764caf7-0bc1-4da5-8146-af85bb77a4cb tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/ports?device_id=20715d9f-f67b-4bc7-b154-601a9036cb96 HTTP/1.1" status: 200 len: 985 time: 0.0585089 Mar 11 20:31:59.012884 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-83c01d06-a16b-4f7b-89e8-ba7fb6d7df5c req-3785691d-280d-4877-97fb-3cd82230600f tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/security-groups?id=ec9c216a-ebf3-4b25-ac28-1c0979aab94e&id=1f045d0b-e668-4526-b04b-405ea38fd532&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0594163 Mar 11 20:31:59.124219 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ce7f327e-10dc-4017-8193-bd674d27240b None None] Provisioning complete for port 720b89ad-120f-481c-b461-9085fea772f0 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:31:59.124513 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ce7f327e-10dc-4017-8193-bd674d27240b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (720b89ad-120f-481c-b461-9085fea772f0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:59.181520 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:31:59.354485 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20715d9f-f67b-4bc7-b154-601a9036cb96', 'tag': '720b89ad-120f-481c-b461-9085fea772f0'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:31:59.355123 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ce7f327e-10dc-4017-8193-bd674d27240b None None] Current status of the port 720b89ad-120f-481c-b461-9085fea772f0 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:31:59.357097 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a0d03908d714cf498f0e9a07bdcfee6ce8884db927bcf4c76da6f3dadb32e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7974617f-d7ac-481b-b0f5-7c1d06736f89" -d '{"events": [{"name": "network-changed", "server_uuid": "20715d9f-f67b-4bc7-b154-601a9036cb96", "tag": "720b89ad-120f-481c-b461-9085fea772f0"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:31:59.393874 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e67b22-1905-404e-8a7f-60718430c0b7 x-openstack-request-id: req-e3e67b22-1905-404e-8a7f-60718430c0b7 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:31:59.394239 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20715d9f-f67b-4bc7-b154-601a9036cb96", "tag": "720b89ad-120f-481c-b461-9085fea772f0", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:31:59.394562 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e3e67b22-1905-404e-8a7f-60718430c0b7 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:31:59.395038 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20715d9f-f67b-4bc7-b154-601a9036cb96', 'tag': '720b89ad-120f-481c-b461-9085fea772f0', 'status': 'completed', 'code': 200} Mar 11 20:31:59.471954 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7974617f-d7ac-481b-b0f5-7c1d06736f89 req-1d69f95e-808e-4044-af82-b90af1d5d5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:31:59.474887 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7974617f-d7ac-481b-b0f5-7c1d06736f89 req-1d69f95e-808e-4044-af82-b90af1d5d5c3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f092283c2ccd4b018b0fa6c59cae19ed&device_id=20715d9f-f67b-4bc7-b154-601a9036cb96 HTTP/1.1" status: 200 len: 1167 time: 0.0581465 Mar 11 20:31:59.567274 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7974617f-d7ac-481b-b0f5-7c1d06736f89 req-d84b2273-d8b5-4299-b086-530bb5ab079a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:31:59.568834 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7974617f-d7ac-481b-b0f5-7c1d06736f89 req-d84b2273-d8b5-4299-b086-530bb5ab079a service neutron] 10.222.0.75 "GET /v2.0/networks?id=1e60ffff-8679-49f7-a75f-859be89e02b6 HTTP/1.1" status: 200 len: 915 time: 0.0879896 Mar 11 20:31:59.634404 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7974617f-d7ac-481b-b0f5-7c1d06736f89 req-c006aba5-582e-4a3b-a957-615a3032e173 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=720b89ad-120f-481c-b461-9085fea772f0 HTTP/1.1" status: 200 len: 1002 time: 0.0587862 Mar 11 20:31:59.685435 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7974617f-d7ac-481b-b0f5-7c1d06736f89 req-6a697c51-4110-43cc-86e3-782ab0e0e5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:31:59.686843 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7974617f-d7ac-481b-b0f5-7c1d06736f89 req-6a697c51-4110-43cc-86e3-782ab0e0e5ce service neutron] 10.222.0.75 "GET /v2.0/subnets?id=401dde5e-8cd9-4df3-bd09-73811a48d8ef HTTP/1.1" status: 200 len: 853 time: 0.0460415 Mar 11 20:31:59.735381 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7974617f-d7ac-481b-b0f5-7c1d06736f89 req-a708b9e8-8221-4e02-9415-ca9bf7d4c683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:31:59.736914 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7974617f-d7ac-481b-b0f5-7c1d06736f89 req-a708b9e8-8221-4e02-9415-ca9bf7d4c683 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1e60ffff-8679-49f7-a75f-859be89e02b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444233 Mar 11 20:31:59.829746 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7974617f-d7ac-481b-b0f5-7c1d06736f89 req-653f49c2-ccec-49ab-bbdb-7f139be4fca1 service neutron] 10.222.0.75 "GET /v2.0/networks/1e60ffff-8679-49f7-a75f-859be89e02b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862229 Mar 11 20:31:59.922854 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7974617f-d7ac-481b-b0f5-7c1d06736f89 req-0af50b42-50f8-4b2c-91f3-dce0214f25d2 service neutron] 10.222.0.75 "GET /v2.0/networks/1e60ffff-8679-49f7-a75f-859be89e02b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848668 Mar 11 20:32:11.218357 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac31d782-8d5e-4c78-9a16-791918bc3c2b req-9f61e46d-75d9-41c5-a5d7-2596167e40cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:32:11.219877 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ac31d782-8d5e-4c78-9a16-791918bc3c2b req-9f61e46d-75d9-41c5-a5d7-2596167e40cf service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f092283c2ccd4b018b0fa6c59cae19ed&device_id=20715d9f-f67b-4bc7-b154-601a9036cb96 HTTP/1.1" status: 200 len: 1167 time: 0.0730007 Mar 11 20:32:11.226981 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de61711b-6ae6-4373-b18d-7d4fbf786bfe req-92abf846-1384-486f-b20d-8ae709fe22ee tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:32:11.228393 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-de61711b-6ae6-4373-b18d-7d4fbf786bfe req-92abf846-1384-486f-b20d-8ae709fe22ee tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/ports?device_id=20715d9f-f67b-4bc7-b154-601a9036cb96 HTTP/1.1" status: 200 len: 985 time: 0.0902908 Mar 11 20:32:11.344387 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-de61711b-6ae6-4373-b18d-7d4fbf786bfe req-9fae2b2f-6f60-4735-85ce-f0aca0e5dc00 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/security-groups?id=ec9c216a-ebf3-4b25-ac28-1c0979aab94e&id=1f045d0b-e668-4526-b04b-405ea38fd532&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1079640 Mar 11 20:32:11.360370 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac31d782-8d5e-4c78-9a16-791918bc3c2b req-a861116b-760f-4492-b5c3-4c2d4b8f8c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:32:11.360370 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ac31d782-8d5e-4c78-9a16-791918bc3c2b req-a861116b-760f-4492-b5c3-4c2d4b8f8c71 service neutron] 10.222.0.75 "GET /v2.0/networks?id=1e60ffff-8679-49f7-a75f-859be89e02b6 HTTP/1.1" status: 200 len: 915 time: 0.1307843 Mar 11 20:32:11.430723 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ac31d782-8d5e-4c78-9a16-791918bc3c2b req-d3170ece-34a7-44ee-9bd0-7770653e0e9d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=720b89ad-120f-481c-b461-9085fea772f0 HTTP/1.1" status: 200 len: 1002 time: 0.0617507 Mar 11 20:32:11.480074 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac31d782-8d5e-4c78-9a16-791918bc3c2b req-44e1162b-94c7-4589-b63f-0fc211527984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:32:11.481485 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ac31d782-8d5e-4c78-9a16-791918bc3c2b req-44e1162b-94c7-4589-b63f-0fc211527984 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=401dde5e-8cd9-4df3-bd09-73811a48d8ef HTTP/1.1" status: 200 len: 853 time: 0.0431595 Mar 11 20:32:11.533962 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac31d782-8d5e-4c78-9a16-791918bc3c2b req-d88f075c-9f2e-420a-a574-b9b64fb00dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:32:11.535460 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ac31d782-8d5e-4c78-9a16-791918bc3c2b req-d88f075c-9f2e-420a-a574-b9b64fb00dc0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1e60ffff-8679-49f7-a75f-859be89e02b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439632 Mar 11 20:32:11.630956 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ac31d782-8d5e-4c78-9a16-791918bc3c2b req-56d4db87-6290-41a9-900e-ab62390efb6a service neutron] 10.222.0.75 "GET /v2.0/networks/1e60ffff-8679-49f7-a75f-859be89e02b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885873 Mar 11 20:32:11.726019 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ac31d782-8d5e-4c78-9a16-791918bc3c2b req-032008e1-d8ea-4025-a94f-3669fd647137 service neutron] 10.222.0.75 "GET /v2.0/networks/1e60ffff-8679-49f7-a75f-859be89e02b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863247 Mar 11 20:32:12.470122 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be8bbf-a31c-4325-a92e-4982226ed584 req-8a10dd9e-6a8e-4bb2-bef1-0994ce2c0cd1 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:32:12.471785 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d9be8bbf-a31c-4325-a92e-4982226ed584 req-8a10dd9e-6a8e-4bb2-bef1-0994ce2c0cd1 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/ports?device_id=20715d9f-f67b-4bc7-b154-601a9036cb96 HTTP/1.1" status: 200 len: 985 time: 0.0590665 Mar 11 20:32:12.532714 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d9be8bbf-a31c-4325-a92e-4982226ed584 req-c6da57f5-a4f5-4482-936c-c24d2a73d7b4 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/security-groups?id=ec9c216a-ebf3-4b25-ac28-1c0979aab94e&id=1f045d0b-e668-4526-b04b-405ea38fd532&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548217 Mar 11 20:32:13.658558 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3419fa2-aa6a-496d-ba36-cf269b63c8f8 req-a12e08ba-fc12-4e78-a9ad-00f726e9a268 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:32:13.660053 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d3419fa2-aa6a-496d-ba36-cf269b63c8f8 req-a12e08ba-fc12-4e78-a9ad-00f726e9a268 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/ports?device_id=20715d9f-f67b-4bc7-b154-601a9036cb96 HTTP/1.1" status: 200 len: 985 time: 0.0597317 Mar 11 20:32:13.718307 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d3419fa2-aa6a-496d-ba36-cf269b63c8f8 req-c1b000ef-08e2-4464-aeec-877af6a74a77 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/security-groups?id=ec9c216a-ebf3-4b25-ac28-1c0979aab94e&id=1f045d0b-e668-4526-b04b-405ea38fd532&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525892 Mar 11 20:32:14.850516 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc8b8da-f006-4b2a-895d-6a8c2b5e376a req-e4ebb3e1-0f8c-4bc3-bd7d-75cb9b1fb1cb tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:32:14.851986 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-efc8b8da-f006-4b2a-895d-6a8c2b5e376a req-e4ebb3e1-0f8c-4bc3-bd7d-75cb9b1fb1cb tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/ports?device_id=20715d9f-f67b-4bc7-b154-601a9036cb96 HTTP/1.1" status: 200 len: 985 time: 0.0571082 Mar 11 20:32:14.909374 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-efc8b8da-f006-4b2a-895d-6a8c2b5e376a req-2d051102-a5bc-477c-add7-98289682174e tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/security-groups?id=ec9c216a-ebf3-4b25-ac28-1c0979aab94e&id=1f045d0b-e668-4526-b04b-405ea38fd532&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0511327 Mar 11 20:32:16.030329 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f2549-0647-475e-a7d1-e8816ecc475b req-53445cb0-e99a-4ece-8f8c-7a3edc1722e2 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:32:16.031816 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f00f2549-0647-475e-a7d1-e8816ecc475b req-53445cb0-e99a-4ece-8f8c-7a3edc1722e2 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/ports?device_id=20715d9f-f67b-4bc7-b154-601a9036cb96 HTTP/1.1" status: 200 len: 985 time: 0.0520165 Mar 11 20:32:16.089654 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f00f2549-0647-475e-a7d1-e8816ecc475b req-35d75aec-413e-49d1-aa2f-cfdcfbfefe88 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/security-groups?id=ec9c216a-ebf3-4b25-ac28-1c0979aab94e&id=1f045d0b-e668-4526-b04b-405ea38fd532&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0521634 Mar 11 20:32:17.208175 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d0f5a-9431-4ba6-86dd-e6d2bebc9d63 req-04bf169d-ecbd-4c2a-b72d-8010d251d090 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:32:17.209625 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-db4d0f5a-9431-4ba6-86dd-e6d2bebc9d63 req-04bf169d-ecbd-4c2a-b72d-8010d251d090 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/ports?device_id=20715d9f-f67b-4bc7-b154-601a9036cb96 HTTP/1.1" status: 200 len: 985 time: 0.0520918 Mar 11 20:32:17.271823 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-db4d0f5a-9431-4ba6-86dd-e6d2bebc9d63 req-e9cbc4a3-c44a-4590-8824-a8274736bcb8 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/security-groups?id=ec9c216a-ebf3-4b25-ac28-1c0979aab94e&id=1f045d0b-e668-4526-b04b-405ea38fd532&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558882 Mar 11 20:32:18.388953 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2978db6-ef5f-4aab-9672-7f4e670f4abe req-1e19a6f0-d910-47cc-8f10-e3bf15271b95 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:32:18.390420 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c2978db6-ef5f-4aab-9672-7f4e670f4abe req-1e19a6f0-d910-47cc-8f10-e3bf15271b95 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/ports?device_id=20715d9f-f67b-4bc7-b154-601a9036cb96 HTTP/1.1" status: 200 len: 985 time: 0.0528789 Mar 11 20:32:18.457688 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c2978db6-ef5f-4aab-9672-7f4e670f4abe req-af46b8f3-7ee9-46fa-83b1-c632d4ff1bdc tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/security-groups?id=ec9c216a-ebf3-4b25-ac28-1c0979aab94e&id=1f045d0b-e668-4526-b04b-405ea38fd532&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0613673 Mar 11 20:32:19.471352 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:32:19.580437 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447943b7-4a85-419a-88ba-35fa933c871b req-d478a9ee-c56e-4be8-a9e1-25c7821addc8 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:32:19.582150 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-447943b7-4a85-419a-88ba-35fa933c871b req-d478a9ee-c56e-4be8-a9e1-25c7821addc8 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/ports?device_id=20715d9f-f67b-4bc7-b154-601a9036cb96 HTTP/1.1" status: 200 len: 985 time: 0.0533786 Mar 11 20:32:19.641817 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-447943b7-4a85-419a-88ba-35fa933c871b req-6d4b2f33-4e32-4574-a5f5-9273725b51a5 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/security-groups?id=ec9c216a-ebf3-4b25-ac28-1c0979aab94e&id=1f045d0b-e668-4526-b04b-405ea38fd532&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533328 Mar 11 20:32:20.767914 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5796ad4-87e9-46ef-a3a6-906d7faa4887 req-f30764f1-ed4e-46dd-bcc9-6f0f5a366a1b tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:32:20.769364 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e5796ad4-87e9-46ef-a3a6-906d7faa4887 req-f30764f1-ed4e-46dd-bcc9-6f0f5a366a1b tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/ports?device_id=20715d9f-f67b-4bc7-b154-601a9036cb96 HTTP/1.1" status: 200 len: 985 time: 0.0553858 Mar 11 20:32:20.826367 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e5796ad4-87e9-46ef-a3a6-906d7faa4887 req-181cc2b9-c00f-4ddf-9ee8-fb03f173fe6e tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/security-groups?id=ec9c216a-ebf3-4b25-ac28-1c0979aab94e&id=1f045d0b-e668-4526-b04b-405ea38fd532&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0513337 Mar 11 20:32:21.943746 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e68e4-eded-47a8-a7ea-71050dbf8a53 req-789005c4-0f52-42d8-8811-c961ed688ce9 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:32:21.945215 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8f1e68e4-eded-47a8-a7ea-71050dbf8a53 req-789005c4-0f52-42d8-8811-c961ed688ce9 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/ports?device_id=20715d9f-f67b-4bc7-b154-601a9036cb96 HTTP/1.1" status: 200 len: 985 time: 0.0523751 Mar 11 20:32:22.003665 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8f1e68e4-eded-47a8-a7ea-71050dbf8a53 req-5285e05a-011e-43f6-b9e4-f8fffb08beb0 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/security-groups?id=ec9c216a-ebf3-4b25-ac28-1c0979aab94e&id=1f045d0b-e668-4526-b04b-405ea38fd532&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527737 Mar 11 20:32:22.437755 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ecf77aef-989f-409e-a0e8-fdb82586de41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:32:23.121970 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:32:23.133761 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea16862-0d9b-43c8-8a28-8e9be4630c10 req-b4e5ebdd-de29-49c8-8d28-661121a0664e tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:32:23.135245 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fea16862-0d9b-43c8-8a28-8e9be4630c10 req-b4e5ebdd-de29-49c8-8d28-661121a0664e tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/ports?device_id=20715d9f-f67b-4bc7-b154-601a9036cb96 HTTP/1.1" status: 200 len: 985 time: 0.0577712 Mar 11 20:32:23.198674 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fea16862-0d9b-43c8-8a28-8e9be4630c10 req-8398d9f9-01aa-4780-b4a2-8577f61fd681 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/security-groups?id=ec9c216a-ebf3-4b25-ac28-1c0979aab94e&id=1f045d0b-e668-4526-b04b-405ea38fd532&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565121 Mar 11 20:32:24.316374 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1461e1-5e8b-46f2-93f9-3578f4857068 req-5b2559b6-14f3-425d-a6e5-5226e9ff59fa tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:32:24.317827 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fe1461e1-5e8b-46f2-93f9-3578f4857068 req-5b2559b6-14f3-425d-a6e5-5226e9ff59fa tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/ports?device_id=20715d9f-f67b-4bc7-b154-601a9036cb96 HTTP/1.1" status: 200 len: 985 time: 0.0522668 Mar 11 20:32:24.375670 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fe1461e1-5e8b-46f2-93f9-3578f4857068 req-2a739c57-e0d1-4847-8006-c7a988f8acc1 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/security-groups?id=ec9c216a-ebf3-4b25-ac28-1c0979aab94e&id=1f045d0b-e668-4526-b04b-405ea38fd532&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522096 Mar 11 20:32:24.708394 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-13ecf49d-2f6e-4c79-841f-2589599b5ff7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:32:25.492482 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eccc2a-b27e-41fb-8837-11a8ffc92033 req-e4916137-1fe0-4674-a109-94000c51e057 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:32:25.493934 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c8eccc2a-b27e-41fb-8837-11a8ffc92033 req-e4916137-1fe0-4674-a109-94000c51e057 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/ports?device_id=20715d9f-f67b-4bc7-b154-601a9036cb96 HTTP/1.1" status: 200 len: 985 time: 0.0522518 Mar 11 20:32:25.555806 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c8eccc2a-b27e-41fb-8837-11a8ffc92033 req-efc3980d-25ae-4cd5-a2c6-3f2cb2ba551e tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/security-groups?id=ec9c216a-ebf3-4b25-ac28-1c0979aab94e&id=1f045d0b-e668-4526-b04b-405ea38fd532&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560899 Mar 11 20:32:26.405944 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:32:26.674774 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16929e0-2f37-46a8-b129-b58649a5a169 req-c3076bd0-2f51-4337-9ab8-9acdba3548e4 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:32:26.676260 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e16929e0-2f37-46a8-b129-b58649a5a169 req-c3076bd0-2f51-4337-9ab8-9acdba3548e4 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/ports?device_id=20715d9f-f67b-4bc7-b154-601a9036cb96 HTTP/1.1" status: 200 len: 985 time: 0.0518842 Mar 11 20:32:26.734937 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e16929e0-2f37-46a8-b129-b58649a5a169 req-9d6c930d-35f1-42e2-9ab4-2401ece99f8f tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/security-groups?id=ec9c216a-ebf3-4b25-ac28-1c0979aab94e&id=1f045d0b-e668-4526-b04b-405ea38fd532&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530188 Mar 11 20:32:27.369470 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:32:27.797989 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:32:27.852986 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4feaeeb-3f7f-4bde-96ea-6de7b1622795 req-92e58fa1-502c-4667-a170-711d8c360a6a tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:32:27.854405 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d4feaeeb-3f7f-4bde-96ea-6de7b1622795 req-92e58fa1-502c-4667-a170-711d8c360a6a tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/ports?device_id=20715d9f-f67b-4bc7-b154-601a9036cb96 HTTP/1.1" status: 200 len: 985 time: 0.0526292 Mar 11 20:32:27.912769 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d4feaeeb-3f7f-4bde-96ea-6de7b1622795 req-c3244e65-ae30-46fa-9f19-686b09d2d771 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/security-groups?id=ec9c216a-ebf3-4b25-ac28-1c0979aab94e&id=1f045d0b-e668-4526-b04b-405ea38fd532&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0520768 Mar 11 20:32:29.123742 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:32:49.472246 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:32:52.439188 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2984572a-596d-4d8b-afaa-73b4c27fb123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:32:53.119077 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:32:54.712604 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8956d8f4-ef7d-4c37-8560-5bcdf6c801ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:32:55.623331 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f6aeffb-b90f-4da3-80b1-a75df8667098 req-79a68d1b-f002-4f78-bd15-4a6257a2bbed service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=20715d9f-f67b-4bc7-b154-601a9036cb96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0482852 Mar 11 20:32:55.711782 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6aeffb-b90f-4da3-80b1-a75df8667098 req-fef8c63b-46dd-4383-958e-fdc494b400a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:32:55.713259 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f6aeffb-b90f-4da3-80b1-a75df8667098 req-fef8c63b-46dd-4383-958e-fdc494b400a7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f092283c2ccd4b018b0fa6c59cae19ed&device_id=20715d9f-f67b-4bc7-b154-601a9036cb96 HTTP/1.1" status: 200 len: 1167 time: 0.0450022 Mar 11 20:32:55.811369 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6aeffb-b90f-4da3-80b1-a75df8667098 req-57cc62ed-5ad8-46c1-a906-2d0c06040e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:32:55.812865 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f6aeffb-b90f-4da3-80b1-a75df8667098 req-57cc62ed-5ad8-46c1-a906-2d0c06040e2a service neutron] 10.222.0.75 "GET /v2.0/networks?id=1e60ffff-8679-49f7-a75f-859be89e02b6 HTTP/1.1" status: 200 len: 915 time: 0.0830970 Mar 11 20:32:55.879516 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f6aeffb-b90f-4da3-80b1-a75df8667098 req-5b4f0f96-8900-4723-8321-b80c6c110fee service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=720b89ad-120f-481c-b461-9085fea772f0 HTTP/1.1" status: 200 len: 1002 time: 0.0608866 Mar 11 20:32:55.925230 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6aeffb-b90f-4da3-80b1-a75df8667098 req-eab0b3dc-9313-4c63-b421-9afea08b0989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:32:55.926626 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f6aeffb-b90f-4da3-80b1-a75df8667098 req-eab0b3dc-9313-4c63-b421-9afea08b0989 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=401dde5e-8cd9-4df3-bd09-73811a48d8ef HTTP/1.1" status: 200 len: 853 time: 0.0418682 Mar 11 20:32:55.975303 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6aeffb-b90f-4da3-80b1-a75df8667098 req-f26c8741-9d37-440d-9c52-5a223313d09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:32:55.976812 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f6aeffb-b90f-4da3-80b1-a75df8667098 req-f26c8741-9d37-440d-9c52-5a223313d09b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1e60ffff-8679-49f7-a75f-859be89e02b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0428495 Mar 11 20:32:56.068383 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f6aeffb-b90f-4da3-80b1-a75df8667098 req-ac2f7dbf-acc5-4dc8-9d00-e10491fb95a8 service neutron] 10.222.0.75 "GET /v2.0/networks/1e60ffff-8679-49f7-a75f-859be89e02b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848732 Mar 11 20:32:56.157917 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f6aeffb-b90f-4da3-80b1-a75df8667098 req-074fb88f-7a84-4dd9-9363-b0556b134e32 service neutron] 10.222.0.75 "GET /v2.0/networks/1e60ffff-8679-49f7-a75f-859be89e02b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830977 Mar 11 20:32:56.409096 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:32:57.797818 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:32:59.125705 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:00.417862 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a924b871-929d-4d28-b42d-87d918ec9288 req-6cbb4e1c-7668-43b7-ba00-93d39b0f7c65 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-955612481&fields=id&tenant_id=f092283c2ccd4b018b0fa6c59cae19ed HTTP/1.1" status: 200 len: 267 time: 0.0431530 Mar 11 20:33:00.471919 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924b871-929d-4d28-b42d-87d918ec9288 req-0193be7b-ed9c-497c-957e-7bec135cd1e3 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:00.473435 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a924b871-929d-4d28-b42d-87d918ec9288 req-0193be7b-ed9c-497c-957e-7bec135cd1e3 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/ports?device_id=20715d9f-f67b-4bc7-b154-601a9036cb96 HTTP/1.1" status: 200 len: 985 time: 0.0504336 Mar 11 20:33:00.485594 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-a924b871-929d-4d28-b42d-87d918ec9288 req-7d3c0934-8bed-4a9a-843f-bee1485c59db tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Request body: {'port': {'security_groups': ['1f045d0b-e668-4526-b04b-405ea38fd532']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:33:00.562240 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a924b871-929d-4d28-b42d-87d918ec9288 req-7d3c0934-8bed-4a9a-843f-bee1485c59db tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (720b89ad-120f-481c-b461-9085fea772f0), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:00.731285 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-a924b871-929d-4d28-b42d-87d918ec9288 req-7d3c0934-8bed-4a9a-843f-bee1485c59db tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] For port 720b89ad-120f-481c-b461-9085fea772f0, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=720b89ad-120f-481c-b461-9085fea772f0,segment=NetworkSegment(d1118ea4-ec04-4107-825a-05bbc2bf3637),segment_id=d1118ea4-ec04-4107-825a-05bbc2bf3637)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:33:00.763597 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a924b871-929d-4d28-b42d-87d918ec9288 req-7d3c0934-8bed-4a9a-843f-bee1485c59db tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Publish callbacks [] for port (720b89ad-120f-481c-b461-9085fea772f0), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:00.768042 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a924b871-929d-4d28-b42d-87d918ec9288 req-7d3c0934-8bed-4a9a-843f-bee1485c59db tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (720b89ad-120f-481c-b461-9085fea772f0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:00.779984 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['720b89ad-120f-481c-b461-9085fea772f0'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:33:00.818773 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924b871-929d-4d28-b42d-87d918ec9288 req-7d3c0934-8bed-4a9a-843f-bee1485c59db tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:00.819426 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a924b871-929d-4d28-b42d-87d918ec9288 req-7d3c0934-8bed-4a9a-843f-bee1485c59db tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:00.820898 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a924b871-929d-4d28-b42d-87d918ec9288 req-7d3c0934-8bed-4a9a-843f-bee1485c59db tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "PUT /v2.0/ports/720b89ad-120f-481c-b461-9085fea772f0 HTTP/1.1" status: 200 len: 943 time: 0.3412404 Mar 11 20:33:00.821510 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20715d9f-f67b-4bc7-b154-601a9036cb96', 'tag': '720b89ad-120f-481c-b461-9085fea772f0'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:33:00.824178 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a0d03908d714cf498f0e9a07bdcfee6ce8884db927bcf4c76da6f3dadb32e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9dee3ff-6acf-4367-987a-917d71c730d8" -d '{"events": [{"name": "network-changed", "server_uuid": "20715d9f-f67b-4bc7-b154-601a9036cb96", "tag": "720b89ad-120f-481c-b461-9085fea772f0"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:33:00.835463 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59096) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:33:00.847386 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3c0934-8bed-4a9a-843f-bee1485c59db tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Pushing event updated for resources: {'Port': ['ID=720b89ad-120f-481c-b461-9085fea772f0,revision_number=7']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:33:00.857028 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3c0934-8bed-4a9a-843f-bee1485c59db tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:33:00.857405 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3c0934-8bed-4a9a-843f-bee1485c59db tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:33:00.857753 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3c0934-8bed-4a9a-843f-bee1485c59db tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:33:00.858149 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3c0934-8bed-4a9a-843f-bee1485c59db tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:33:00.858492 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3c0934-8bed-4a9a-843f-bee1485c59db tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:33:00.858822 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3c0934-8bed-4a9a-843f-bee1485c59db tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:33:00.859151 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3c0934-8bed-4a9a-843f-bee1485c59db tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:33:00.859483 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3c0934-8bed-4a9a-843f-bee1485c59db tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:33:00.859829 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3c0934-8bed-4a9a-843f-bee1485c59db tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:33:00.860153 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3c0934-8bed-4a9a-843f-bee1485c59db tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:33:00.860478 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3c0934-8bed-4a9a-843f-bee1485c59db tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:33:00.860799 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3c0934-8bed-4a9a-843f-bee1485c59db tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:33:00.861119 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3c0934-8bed-4a9a-843f-bee1485c59db tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:33:00.875662 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['720b89ad-120f-481c-b461-9085fea772f0'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:33:00.894778 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55081621-07a5-404a-b5c9-94b728d2a0d6 x-openstack-request-id: req-55081621-07a5-404a-b5c9-94b728d2a0d6 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:33:00.895284 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20715d9f-f67b-4bc7-b154-601a9036cb96", "tag": "720b89ad-120f-481c-b461-9085fea772f0", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:33:00.895742 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-55081621-07a5-404a-b5c9-94b728d2a0d6 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:33:00.896332 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20715d9f-f67b-4bc7-b154-601a9036cb96', 'tag': '720b89ad-120f-481c-b461-9085fea772f0', 'status': 'completed', 'code': 200} Mar 11 20:33:00.927338 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2c617012-5cf8-4154-821b-0e670c92dcbd tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Publish callbacks [] for security_group (ec9c216a-ebf3-4b25-ac28-1c0979aab94e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:00.962938 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2c617012-5cf8-4154-821b-0e670c92dcbd tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Publish callbacks [] for security_group (ec9c216a-ebf3-4b25-ac28-1c0979aab94e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:00.982007 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dee3ff-6acf-4367-987a-917d71c730d8 req-7fdb5e76-0667-4824-a8e6-9d55cbd19da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:00.983878 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d9dee3ff-6acf-4367-987a-917d71c730d8 req-7fdb5e76-0667-4824-a8e6-9d55cbd19da4 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f092283c2ccd4b018b0fa6c59cae19ed&device_id=20715d9f-f67b-4bc7-b154-601a9036cb96 HTTP/1.1" status: 200 len: 1128 time: 0.0652864 Mar 11 20:33:01.036044 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2c617012-5cf8-4154-821b-0e670c92dcbd tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (ec9c216a-ebf3-4b25-ac28-1c0979aab94e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:01.039235 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-2c617012-5cf8-4154-821b-0e670c92dcbd tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:01.040943 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-2c617012-5cf8-4154-821b-0e670c92dcbd tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "DELETE /v2.0/security-groups/ec9c216a-ebf3-4b25-ac28-1c0979aab94e HTTP/1.1" status: 204 len: 168 time: 0.2041771 Mar 11 20:33:01.045643 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59102) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:33:01.051214 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c617012-5cf8-4154-821b-0e670c92dcbd tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9c216a-ebf3-4b25-ac28-1c0979aab94e,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:33:01.059528 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c617012-5cf8-4154-821b-0e670c92dcbd tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:33:01.059914 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c617012-5cf8-4154-821b-0e670c92dcbd tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:33:01.060243 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c617012-5cf8-4154-821b-0e670c92dcbd tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:33:01.060579 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c617012-5cf8-4154-821b-0e670c92dcbd tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:33:01.060911 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c617012-5cf8-4154-821b-0e670c92dcbd tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:33:01.061242 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c617012-5cf8-4154-821b-0e670c92dcbd tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:33:01.061568 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c617012-5cf8-4154-821b-0e670c92dcbd tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:33:01.062256 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c617012-5cf8-4154-821b-0e670c92dcbd tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:33:01.062256 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c617012-5cf8-4154-821b-0e670c92dcbd tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:33:01.062581 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c617012-5cf8-4154-821b-0e670c92dcbd tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:33:01.064178 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c617012-5cf8-4154-821b-0e670c92dcbd tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:33:01.064637 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c617012-5cf8-4154-821b-0e670c92dcbd tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:33:01.065083 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c617012-5cf8-4154-821b-0e670c92dcbd tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:33:01.127942 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ffb6a003-6828-4df3-aa46-388619f55a6a None None] Provisioning complete for port 720b89ad-120f-481c-b461-9085fea772f0 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:33:01.128318 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ffb6a003-6828-4df3-aa46-388619f55a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (720b89ad-120f-481c-b461-9085fea772f0), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:01.193341 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dee3ff-6acf-4367-987a-917d71c730d8 req-8fa63465-2ac9-47b0-a644-05598eea7778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:01.194820 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d9dee3ff-6acf-4367-987a-917d71c730d8 req-8fa63465-2ac9-47b0-a644-05598eea7778 service neutron] 10.222.0.75 "GET /v2.0/networks?id=1e60ffff-8679-49f7-a75f-859be89e02b6 HTTP/1.1" status: 200 len: 915 time: 0.2032945 Mar 11 20:33:01.212770 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ffb6a003-6828-4df3-aa46-388619f55a6a None None] Current status of the port 720b89ad-120f-481c-b461-9085fea772f0 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:33:01.288141 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d9dee3ff-6acf-4367-987a-917d71c730d8 req-d08fc8aa-10c8-4744-9d0e-3692178feea1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=720b89ad-120f-481c-b461-9085fea772f0 HTTP/1.1" status: 200 len: 1002 time: 0.0869658 Mar 11 20:33:01.352020 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-4e3c3a9b-6f85-41fd-ad5f-a0f2dd535784 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Deleting port 024b2cd7-ef16-40b6-8039-9e33ac7b4885 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:33:01.352263 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4e3c3a9b-6f85-41fd-ad5f-a0f2dd535784 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (024b2cd7-ef16-40b6-8039-9e33ac7b4885), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:01.355733 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dee3ff-6acf-4367-987a-917d71c730d8 req-703f8de1-68f2-443e-b00d-f2bc09df48fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:01.357177 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d9dee3ff-6acf-4367-987a-917d71c730d8 req-703f8de1-68f2-443e-b00d-f2bc09df48fc service neutron] 10.222.0.75 "GET /v2.0/subnets?id=401dde5e-8cd9-4df3-bd09-73811a48d8ef HTTP/1.1" status: 200 len: 853 time: 0.0622270 Mar 11 20:33:01.456972 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dee3ff-6acf-4367-987a-917d71c730d8 req-2d67f0f5-9431-4be4-8b18-77731dc35dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:01.458476 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d9dee3ff-6acf-4367-987a-917d71c730d8 req-2d67f0f5-9431-4be4-8b18-77731dc35dec service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1e60ffff-8679-49f7-a75f-859be89e02b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0920675 Mar 11 20:33:01.461761 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4e3c3a9b-6f85-41fd-ad5f-a0f2dd535784 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (024b2cd7-ef16-40b6-8039-9e33ac7b4885), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:01.462087 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4e3c3a9b-6f85-41fd-ad5f-a0f2dd535784 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Publish callbacks [] for floatingip (024b2cd7-ef16-40b6-8039-9e33ac7b4885), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:01.494624 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-4e3c3a9b-6f85-41fd-ad5f-a0f2dd535784 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Calling delete_port for 024b2cd7-ef16-40b6-8039-9e33ac7b4885 owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:33:01.891171 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d9dee3ff-6acf-4367-987a-917d71c730d8 req-1e095464-216f-456c-bc48-03cf49c2cbf2 service neutron] 10.222.0.75 "GET /v2.0/networks/1e60ffff-8679-49f7-a75f-859be89e02b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4258580 Mar 11 20:33:02.021904 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d9dee3ff-6acf-4367-987a-917d71c730d8 req-d3d612c0-ca85-440a-9fcf-45ba09e50194 service neutron] 10.222.0.75 "GET /v2.0/networks/1e60ffff-8679-49f7-a75f-859be89e02b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243062 Mar 11 20:33:02.043986 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4e3c3a9b-6f85-41fd-ad5f-a0f2dd535784 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (024b2cd7-ef16-40b6-8039-9e33ac7b4885), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:02.069681 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3c3a9b-6f85-41fd-ad5f-a0f2dd535784 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Pushing event deleted for resources: {'Port': ['ID=024b2cd7-ef16-40b6-8039-9e33ac7b4885,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:33:02.133083 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4e3c3a9b-6f85-41fd-ad5f-a0f2dd535784 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Publish callbacks [] for floatingip (5b8519d9-43c1-4713-9b1e-1699742f0d99), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:02.133420 n-d-833163-1 neutron-server[103885]: INFO neutron.db.l3_db [None req-4e3c3a9b-6f85-41fd-ad5f-a0f2dd535784 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Floating IP 5b8519d9-43c1-4713-9b1e-1699742f0d99 disassociated (deleted). External IP: 172.25.8.120, port: 720b89ad-120f-481c-b461-9085fea772f0. Mar 11 20:33:02.346026 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e3c3a9b-6f85-41fd-ad5f-a0f2dd535784 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Router 1f0777c1-0876-4bf7-8172-f2f875c2a67c has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:33:02.455129 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3c3a9b-6f85-41fd-ad5f-a0f2dd535784 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:33:02.460287 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4e3c3a9b-6f85-41fd-ad5f-a0f2dd535784 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:02.464818 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4407fdd-d1e5-4822-a0e4-cbd6e7453c34 None None] Sync routers for ids ['1f0777c1-0876-4bf7-8172-f2f875c2a67c'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:33:02.475384 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4407fdd-d1e5-4822-a0e4-cbd6e7453c34 None None] Routers {'1f0777c1-0876-4bf7-8172-f2f875c2a67c'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:33:02.476030 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f4407fdd-d1e5-4822-a0e4-cbd6e7453c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:32:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['1f0777c1-0876-4bf7-8172-f2f875c2a67c'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:33:02.488622 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-4e3c3a9b-6f85-41fd-ad5f-a0f2dd535784 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "DELETE /v2.0/floatingips/5b8519d9-43c1-4713-9b1e-1699742f0d99 HTTP/1.1" status: 204 len: 168 time: 1.4419641 Mar 11 20:33:02.744813 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-f4407fdd-d1e5-4822-a0e4-cbd6e7453c34 None None] Set router 1f0777c1-0876-4bf7-8172-f2f875c2a67c gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:33:02.897307 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20715d9f-f67b-4bc7-b154-601a9036cb96', 'tag': '720b89ad-120f-481c-b461-9085fea772f0'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:33:02.899620 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a0d03908d714cf498f0e9a07bdcfee6ce8884db927bcf4c76da6f3dadb32e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8024285b-a077-4cb9-bbc8-891a23c0a5c7" -d '{"events": [{"name": "network-changed", "server_uuid": "20715d9f-f67b-4bc7-b154-601a9036cb96", "tag": "720b89ad-120f-481c-b461-9085fea772f0"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:33:02.935001 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-628cc7f6-07da-4042-a2a2-12ebbdd51592 x-openstack-request-id: req-628cc7f6-07da-4042-a2a2-12ebbdd51592 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:33:02.935296 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20715d9f-f67b-4bc7-b154-601a9036cb96", "tag": "720b89ad-120f-481c-b461-9085fea772f0", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:33:02.935550 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-628cc7f6-07da-4042-a2a2-12ebbdd51592 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:33:02.935991 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20715d9f-f67b-4bc7-b154-601a9036cb96', 'tag': '720b89ad-120f-481c-b461-9085fea772f0', 'status': 'completed', 'code': 200} Mar 11 20:33:02.942196 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f4407fdd-d1e5-4822-a0e4-cbd6e7453c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f0777c1-0876-4bf7-8172-f2f875c2a67c', 'name': 'tempest-TestMinimumBasicScenario-663601798-router', 'tenant_id': 'f092283c2ccd4b018b0fa6c59cae19ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': 'b07b4112-2779-417a-a6c5-07438702217e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:30:57Z', 'updated_at': '2022-03-11T20:30:59Z', 'revision_number': 4, 'project_id': 'f092283c2ccd4b018b0fa6c59cae19ed', 'gw_port': {'id': 'b07b4112-2779-417a-a6c5-07438702217e', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:12:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0777c1-0876-4bf7-8172-f2f875c2a67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:30:57Z', 'updated_at': '2022-03-11T20:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '5e9314a2-f13e-4cd8-b1a3-dc5383667012', 'name': '', 'network_id': '1e60ffff-8679-49f7-a75f-859be89e02b6', 'tenant_id': 'f092283c2ccd4b018b0fa6c59cae19ed', 'mac_address': 'fa:16:3e:74:b5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0777c1-0876-4bf7-8172-f2f875c2a67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '401dde5e-8cd9-4df3-bd09-73811a48d8ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:30:59Z', 'updated_at': '2022-03-11T20:31:04Z', 'revision_number': 5, 'project_id': 'f092283c2ccd4b018b0fa6c59cae19ed', 'subnets': [{'id': '401dde5e-8cd9-4df3-bd09-73811a48d8ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:33:02.970798 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4407fdd-d1e5-4822-a0e4-cbd6e7453c34 None None] Checking router: 1f0777c1-0876-4bf7-8172-f2f875c2a67c for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:33:02.979548 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4407fdd-d1e5-4822-a0e4-cbd6e7453c34 None None] Routers {'1f0777c1-0876-4bf7-8172-f2f875c2a67c'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:33:02.980189 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f4407fdd-d1e5-4822-a0e4-cbd6e7453c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:32:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['1f0777c1-0876-4bf7-8172-f2f875c2a67c'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:33:03.002925 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024285b-a077-4cb9-bbc8-891a23c0a5c7 req-3a7fb772-2607-4cc4-9984-a0f4593c6676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:03.004640 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8024285b-a077-4cb9-bbc8-891a23c0a5c7 req-3a7fb772-2607-4cc4-9984-a0f4593c6676 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f092283c2ccd4b018b0fa6c59cae19ed&device_id=20715d9f-f67b-4bc7-b154-601a9036cb96 HTTP/1.1" status: 200 len: 1128 time: 0.0463567 Mar 11 20:33:03.095419 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-f4407fdd-d1e5-4822-a0e4-cbd6e7453c34 None None] Set router 1f0777c1-0876-4bf7-8172-f2f875c2a67c gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:33:03.100682 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024285b-a077-4cb9-bbc8-891a23c0a5c7 req-81d6ac51-ac1c-40ec-a564-e9f8e07f523a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:03.102157 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8024285b-a077-4cb9-bbc8-891a23c0a5c7 req-81d6ac51-ac1c-40ec-a564-e9f8e07f523a service neutron] 10.222.0.75 "GET /v2.0/networks?id=1e60ffff-8679-49f7-a75f-859be89e02b6 HTTP/1.1" status: 200 len: 915 time: 0.0920687 Mar 11 20:33:03.145638 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8024285b-a077-4cb9-bbc8-891a23c0a5c7 req-f31f221c-79aa-4979-89a2-d13545191453 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=720b89ad-120f-481c-b461-9085fea772f0 HTTP/1.1" status: 200 len: 217 time: 0.0373883 Mar 11 20:33:03.201641 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024285b-a077-4cb9-bbc8-891a23c0a5c7 req-bfe25956-4727-4ad1-afe3-3b19842d3b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:03.203130 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8024285b-a077-4cb9-bbc8-891a23c0a5c7 req-bfe25956-4727-4ad1-afe3-3b19842d3b54 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=401dde5e-8cd9-4df3-bd09-73811a48d8ef HTTP/1.1" status: 200 len: 853 time: 0.0482104 Mar 11 20:33:03.265463 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024285b-a077-4cb9-bbc8-891a23c0a5c7 req-f409fd8b-2b32-4463-8575-14eea940b671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:03.267101 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8024285b-a077-4cb9-bbc8-891a23c0a5c7 req-f409fd8b-2b32-4463-8575-14eea940b671 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1e60ffff-8679-49f7-a75f-859be89e02b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0574191 Mar 11 20:33:03.302494 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-f4407fdd-d1e5-4822-a0e4-cbd6e7453c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f0777c1-0876-4bf7-8172-f2f875c2a67c', 'name': 'tempest-TestMinimumBasicScenario-663601798-router', 'tenant_id': 'f092283c2ccd4b018b0fa6c59cae19ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': 'b07b4112-2779-417a-a6c5-07438702217e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:30:57Z', 'updated_at': '2022-03-11T20:30:59Z', 'revision_number': 4, 'project_id': 'f092283c2ccd4b018b0fa6c59cae19ed', 'gw_port': {'id': 'b07b4112-2779-417a-a6c5-07438702217e', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:12:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0777c1-0876-4bf7-8172-f2f875c2a67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:30:57Z', 'updated_at': '2022-03-11T20:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '5e9314a2-f13e-4cd8-b1a3-dc5383667012', 'name': '', 'network_id': '1e60ffff-8679-49f7-a75f-859be89e02b6', 'tenant_id': 'f092283c2ccd4b018b0fa6c59cae19ed', 'mac_address': 'fa:16:3e:74:b5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0777c1-0876-4bf7-8172-f2f875c2a67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '401dde5e-8cd9-4df3-bd09-73811a48d8ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:30:59Z', 'updated_at': '2022-03-11T20:31:04Z', 'revision_number': 5, 'project_id': 'f092283c2ccd4b018b0fa6c59cae19ed', 'subnets': [{'id': '401dde5e-8cd9-4df3-bd09-73811a48d8ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:33:03.332507 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4407fdd-d1e5-4822-a0e4-cbd6e7453c34 None None] The sync data for ids ['1f0777c1-0876-4bf7-8172-f2f875c2a67c'] in n-d-833163-1 is: [{'id': '1f0777c1-0876-4bf7-8172-f2f875c2a67c', 'name': 'tempest-TestMinimumBasicScenario-663601798-router', 'tenant_id': 'f092283c2ccd4b018b0fa6c59cae19ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': 'b07b4112-2779-417a-a6c5-07438702217e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:30:57Z', 'updated_at': '2022-03-11T20:30:59Z', 'revision_number': 4, 'project_id': 'f092283c2ccd4b018b0fa6c59cae19ed', 'gw_port': {'id': 'b07b4112-2779-417a-a6c5-07438702217e', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:12:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0777c1-0876-4bf7-8172-f2f875c2a67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:30:57Z', 'updated_at': '2022-03-11T20:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '5e9314a2-f13e-4cd8-b1a3-dc5383667012', 'name': '', 'network_id': '1e60ffff-8679-49f7-a75f-859be89e02b6', 'tenant_id': 'f092283c2ccd4b018b0fa6c59cae19ed', 'mac_address': 'fa:16:3e:74:b5:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0777c1-0876-4bf7-8172-f2f875c2a67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '401dde5e-8cd9-4df3-bd09-73811a48d8ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:30:59Z', 'updated_at': '2022-03-11T20:31:04Z', 'revision_number': 5, 'project_id': 'f092283c2ccd4b018b0fa6c59cae19ed', 'subnets': [{'id': '401dde5e-8cd9-4df3-bd09-73811a48d8ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:33:03.367659 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8024285b-a077-4cb9-bbc8-891a23c0a5c7 req-bfd6604e-ad5e-4cc4-8c5f-67df55d44ece service neutron] 10.222.0.75 "GET /v2.0/networks/1e60ffff-8679-49f7-a75f-859be89e02b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935543 Mar 11 20:33:03.476608 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8024285b-a077-4cb9-bbc8-891a23c0a5c7 req-abbbc819-2c45-47fc-b640-437664adaebd service neutron] 10.222.0.75 "GET /v2.0/networks/1e60ffff-8679-49f7-a75f-859be89e02b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035209 Mar 11 20:33:03.705260 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e487f6-9ba3-4708-b31b-fad32e4c80ad None None] New status for floating IP 5b8519d9-43c1-4713-9b1e-1699742f0d99: DOWN {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 20:33:04.368133 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:33:17.843962 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87683660-2522-424c-b5cc-e8ce0fce1ca8 req-ab609ecd-8b35-40be-a47a-ca3d40294908 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:17.845359 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-87683660-2522-424c-b5cc-e8ce0fce1ca8 req-ab609ecd-8b35-40be-a47a-ca3d40294908 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/ports?device_id=20715d9f-f67b-4bc7-b154-601a9036cb96 HTTP/1.1" status: 200 len: 946 time: 0.0541680 Mar 11 20:33:17.891074 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-87683660-2522-424c-b5cc-e8ce0fce1ca8 req-9520d25b-3abb-412c-9f9e-504bb65e59fd tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f045d0b-e668-4526-b04b-405ea38fd532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397804 Mar 11 20:33:19.006619 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b56a626-265b-4523-8535-e85c173c5936 req-a7c6ae8d-5dc4-4724-91f3-5f00a1308304 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:19.008108 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2b56a626-265b-4523-8535-e85c173c5936 req-a7c6ae8d-5dc4-4724-91f3-5f00a1308304 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/ports?device_id=20715d9f-f67b-4bc7-b154-601a9036cb96 HTTP/1.1" status: 200 len: 946 time: 0.0514622 Mar 11 20:33:19.053640 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2b56a626-265b-4523-8535-e85c173c5936 req-28566b7e-208d-4251-856a-af88530967a2 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/security-groups?id=1f045d0b-e668-4526-b04b-405ea38fd532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393198 Mar 11 20:33:19.449425 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea4273-f00b-4fa5-8b20-c3043a1d4d55 req-1faf269e-9121-401c-a46b-b73a69dab2d4 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:19.450850 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9cea4273-f00b-4fa5-8b20-c3043a1d4d55 req-1faf269e-9121-401c-a46b-b73a69dab2d4 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.75 "GET /v2.0/ports?device_id=20715d9f-f67b-4bc7-b154-601a9036cb96 HTTP/1.1" status: 200 len: 946 time: 0.0572765 Mar 11 20:33:19.473075 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:19.548080 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-9cea4273-f00b-4fa5-8b20-c3043a1d4d55 req-dd3867fe-8c7d-4561-9cef-f3066e15f458 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Deleting port 720b89ad-120f-481c-b461-9085fea772f0 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:33:19.548562 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9cea4273-f00b-4fa5-8b20-c3043a1d4d55 req-dd3867fe-8c7d-4561-9cef-f3066e15f458 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (720b89ad-120f-481c-b461-9085fea772f0), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:19.655157 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-9cea4273-f00b-4fa5-8b20-c3043a1d4d55 req-dd3867fe-8c7d-4561-9cef-f3066e15f458 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] For port 720b89ad-120f-481c-b461-9085fea772f0, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=720b89ad-120f-481c-b461-9085fea772f0,segment=NetworkSegment(d1118ea4-ec04-4107-825a-05bbc2bf3637),segment_id=d1118ea4-ec04-4107-825a-05bbc2bf3637)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:33:19.655522 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9cea4273-f00b-4fa5-8b20-c3043a1d4d55 req-dd3867fe-8c7d-4561-9cef-f3066e15f458 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (720b89ad-120f-481c-b461-9085fea772f0), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:19.669249 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-9cea4273-f00b-4fa5-8b20-c3043a1d4d55 req-dd3867fe-8c7d-4561-9cef-f3066e15f458 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Calling delete_port for 720b89ad-120f-481c-b461-9085fea772f0 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:33:19.805586 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9cea4273-f00b-4fa5-8b20-c3043a1d4d55 req-dd3867fe-8c7d-4561-9cef-f3066e15f458 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (720b89ad-120f-481c-b461-9085fea772f0), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:19.818787 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['720b89ad-120f-481c-b461-9085fea772f0'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:33:19.835006 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3867fe-8c7d-4561-9cef-f3066e15f458 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Pushing event deleted for resources: {'Port': ['ID=720b89ad-120f-481c-b461-9085fea772f0,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:33:19.880622 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cea4273-f00b-4fa5-8b20-c3043a1d4d55 req-dd3867fe-8c7d-4561-9cef-f3066e15f458 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] No DVR routers for this DVR port 720b89ad-120f-481c-b461-9085fea772f0 on host n-h1-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:33:19.883254 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-9cea4273-f00b-4fa5-8b20-c3043a1d4d55 req-dd3867fe-8c7d-4561-9cef-f3066e15f458 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:19.887220 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9cea4273-f00b-4fa5-8b20-c3043a1d4d55 req-dd3867fe-8c7d-4561-9cef-f3066e15f458 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.75 "DELETE /v2.0/ports/720b89ad-120f-481c-b461-9085fea772f0 HTTP/1.1" status: 204 len: 173 time: 0.4306293 Mar 11 20:33:19.887688 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20715d9f-f67b-4bc7-b154-601a9036cb96', 'name': 'network-vif-deleted', 'tag': '720b89ad-120f-481c-b461-9085fea772f0'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:33:19.889946 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a0d03908d714cf498f0e9a07bdcfee6ce8884db927bcf4c76da6f3dadb32e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600d34c2-0f0c-4e79-a1e8-62085ecd8325" -d '{"events": [{"server_uuid": "20715d9f-f67b-4bc7-b154-601a9036cb96", "name": "network-vif-deleted", "tag": "720b89ad-120f-481c-b461-9085fea772f0"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:33:19.928103 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985b6481-ef75-4f85-9959-460b7cc4a4ae x-openstack-request-id: req-985b6481-ef75-4f85-9959-460b7cc4a4ae {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:33:19.928399 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20715d9f-f67b-4bc7-b154-601a9036cb96", "name": "network-vif-deleted", "tag": "720b89ad-120f-481c-b461-9085fea772f0", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:33:19.928655 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-985b6481-ef75-4f85-9959-460b7cc4a4ae {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:33:19.929116 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20715d9f-f67b-4bc7-b154-601a9036cb96', 'name': 'network-vif-deleted', 'tag': '720b89ad-120f-481c-b461-9085fea772f0', 'status': 'completed', 'code': 200} Mar 11 20:33:20.167872 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a2aa367d-3ab9-445b-b08f-2f389bd59e92 req-f0de6fb0-0a3f-4a40-8ed6-f32732d67194 tempest-TestMinimumBasicScenario-1590438640 tempest-TestMinimumBasicScenario-1590438640-project] 10.222.0.65 "GET /v2.0/ports?device_id=20715d9f-f67b-4bc7-b154-601a9036cb96 HTTP/1.1" status: 200 len: 210 time: 0.0275292 Mar 11 20:33:21.719186 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59226) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:33:22.070487 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-195de4e2-ff66-4210-b52c-a8e9d3917e41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (1f0777c1-0876-4bf7-8172-f2f875c2a67c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:22.104868 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 720b89ad-120f-481c-b461-9085fea772f0 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:33:22.124027 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: 720b89ad-120f-481c-b461-9085fea772f0 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:33:22.124380 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 720b89ad-120f-481c-b461-9085fea772f0 not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:33:22.319797 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-195de4e2-ff66-4210-b52c-a8e9d3917e41 admin admin] Deleting port 5e9314a2-f13e-4cd8-b1a3-dc5383667012 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:33:22.320133 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-195de4e2-ff66-4210-b52c-a8e9d3917e41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (5e9314a2-f13e-4cd8-b1a3-dc5383667012), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:22.395706 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-195de4e2-ff66-4210-b52c-a8e9d3917e41 admin admin] For port 5e9314a2-f13e-4cd8-b1a3-dc5383667012, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=5e9314a2-f13e-4cd8-b1a3-dc5383667012,segment=NetworkSegment(d1118ea4-ec04-4107-825a-05bbc2bf3637),segment_id=d1118ea4-ec04-4107-825a-05bbc2bf3637)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:33:22.395990 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-195de4e2-ff66-4210-b52c-a8e9d3917e41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (5e9314a2-f13e-4cd8-b1a3-dc5383667012), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:22.411562 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-195de4e2-ff66-4210-b52c-a8e9d3917e41 admin admin] Calling delete_port for 5e9314a2-f13e-4cd8-b1a3-dc5383667012 owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:33:22.442604 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9a9018e0-4c3a-4e01-9970-b5d72f7c88cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:22.592796 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-195de4e2-ff66-4210-b52c-a8e9d3917e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (5e9314a2-f13e-4cd8-b1a3-dc5383667012), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:22.874757 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195de4e2-ff66-4210-b52c-a8e9d3917e41 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e9314a2-f13e-4cd8-b1a3-dc5383667012,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:33:23.039881 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-195de4e2-ff66-4210-b52c-a8e9d3917e41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (1f0777c1-0876-4bf7-8172-f2f875c2a67c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:23.116133 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:23.253182 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-195de4e2-ff66-4210-b52c-a8e9d3917e41 admin admin] Router 1f0777c1-0876-4bf7-8172-f2f875c2a67c has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:33:23.359883 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-195de4e2-ff66-4210-b52c-a8e9d3917e41 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:33:23.365068 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-195de4e2-ff66-4210-b52c-a8e9d3917e41 admin admin] 10.222.0.65 "PUT /v2.0/routers/1f0777c1-0876-4bf7-8172-f2f875c2a67c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6447752 Mar 11 20:33:23.367657 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59228) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:33:23.368517 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcd317a-6897-4aad-8a5f-8a726c7ac35d None None] Sync routers for ids ['1f0777c1-0876-4bf7-8172-f2f875c2a67c'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:33:23.379006 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcd317a-6897-4aad-8a5f-8a726c7ac35d None None] Routers {'1f0777c1-0876-4bf7-8172-f2f875c2a67c'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:33:23.379660 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-2bcd317a-6897-4aad-8a5f-8a726c7ac35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:32:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['1f0777c1-0876-4bf7-8172-f2f875c2a67c'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:33:23.477928 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-40e5297d-1be6-453b-a857-411d664b4b70 admin admin] Publish callbacks [] for router (1f0777c1-0876-4bf7-8172-f2f875c2a67c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:23.490522 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-2bcd317a-6897-4aad-8a5f-8a726c7ac35d None None] Set router 1f0777c1-0876-4bf7-8172-f2f875c2a67c gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:33:23.591873 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-40e5297d-1be6-453b-a857-411d664b4b70 admin admin] Publish callbacks [] for router_gateway (1f0777c1-0876-4bf7-8172-f2f875c2a67c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:23.662151 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-40e5297d-1be6-453b-a857-411d664b4b70 admin admin] Deleting port b07b4112-2779-417a-a6c5-07438702217e {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:33:23.662491 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-40e5297d-1be6-453b-a857-411d664b4b70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (b07b4112-2779-417a-a6c5-07438702217e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:23.683848 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-2bcd317a-6897-4aad-8a5f-8a726c7ac35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f0777c1-0876-4bf7-8172-f2f875c2a67c', 'name': 'tempest-TestMinimumBasicScenario-663601798-router', 'tenant_id': 'f092283c2ccd4b018b0fa6c59cae19ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.94'}], 'enable_snat': True}, 'gw_port_id': 'b07b4112-2779-417a-a6c5-07438702217e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:30:57Z', 'updated_at': '2022-03-11T20:33:22Z', 'revision_number': 5, 'project_id': 'f092283c2ccd4b018b0fa6c59cae19ed', 'gw_port': {'id': 'b07b4112-2779-417a-a6c5-07438702217e', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:12:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0777c1-0876-4bf7-8172-f2f875c2a67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:30:57Z', 'updated_at': '2022-03-11T20:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:33:23.710182 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcd317a-6897-4aad-8a5f-8a726c7ac35d None None] Checking router: 1f0777c1-0876-4bf7-8172-f2f875c2a67c for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:33:23.718571 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcd317a-6897-4aad-8a5f-8a726c7ac35d None None] Routers {'1f0777c1-0876-4bf7-8172-f2f875c2a67c'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:33:23.719182 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-2bcd317a-6897-4aad-8a5f-8a726c7ac35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:32:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['1f0777c1-0876-4bf7-8172-f2f875c2a67c'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:33:23.745557 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-40e5297d-1be6-453b-a857-411d664b4b70 admin admin] For port b07b4112-2779-417a-a6c5-07438702217e, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=b07b4112-2779-417a-a6c5-07438702217e,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:33:23.745920 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-40e5297d-1be6-453b-a857-411d664b4b70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (b07b4112-2779-417a-a6c5-07438702217e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:23.758489 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-40e5297d-1be6-453b-a857-411d664b4b70 admin admin] Calling delete_port for b07b4112-2779-417a-a6c5-07438702217e owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:33:23.807925 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-2bcd317a-6897-4aad-8a5f-8a726c7ac35d None None] Set router 1f0777c1-0876-4bf7-8172-f2f875c2a67c gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:33:23.861155 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-2bcd317a-6897-4aad-8a5f-8a726c7ac35d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f0777c1-0876-4bf7-8172-f2f875c2a67c', 'name': 'tempest-TestMinimumBasicScenario-663601798-router', 'tenant_id': 'f092283c2ccd4b018b0fa6c59cae19ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:30:57Z', 'updated_at': '2022-03-11T20:33:23Z', 'revision_number': 6, 'project_id': 'f092283c2ccd4b018b0fa6c59cae19ed', 'gw_port_host': None}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:33:23.888581 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcd317a-6897-4aad-8a5f-8a726c7ac35d None None] The sync data for ids ['1f0777c1-0876-4bf7-8172-f2f875c2a67c'] in n-d-833163-1 is: [{'id': '1f0777c1-0876-4bf7-8172-f2f875c2a67c', 'name': 'tempest-TestMinimumBasicScenario-663601798-router', 'tenant_id': 'f092283c2ccd4b018b0fa6c59cae19ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:30:57Z', 'updated_at': '2022-03-11T20:33:23Z', 'revision_number': 6, 'project_id': 'f092283c2ccd4b018b0fa6c59cae19ed', 'gw_port_host': None}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:33:23.929942 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-40e5297d-1be6-453b-a857-411d664b4b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (b07b4112-2779-417a-a6c5-07438702217e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:23.958452 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e5297d-1be6-453b-a857-411d664b4b70 admin admin] Pushing event deleted for resources: {'Port': ['ID=b07b4112-2779-417a-a6c5-07438702217e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:33:24.022770 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-40e5297d-1be6-453b-a857-411d664b4b70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (1f0777c1-0876-4bf7-8172-f2f875c2a67c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:24.115279 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-40e5297d-1be6-453b-a857-411d664b4b70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (1f0777c1-0876-4bf7-8172-f2f875c2a67c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:24.117333 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-40e5297d-1be6-453b-a857-411d664b4b70 admin admin] Publish callbacks [] for router_controller (1f0777c1-0876-4bf7-8172-f2f875c2a67c), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:24.163612 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-40e5297d-1be6-453b-a857-411d664b4b70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (1f0777c1-0876-4bf7-8172-f2f875c2a67c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:24.164222 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e5297d-1be6-453b-a857-411d664b4b70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f0777c1-0876-4bf7-8172-f2f875c2a67c {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 20:33:24.168609 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-40e5297d-1be6-453b-a857-411d664b4b70 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:24.169966 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-40e5297d-1be6-453b-a857-411d664b4b70 admin admin] 10.222.0.65 "DELETE /v2.0/routers/1f0777c1-0876-4bf7-8172-f2f875c2a67c HTTP/1.1" status: 204 len: 168 time: 0.8013055 Mar 11 20:33:24.172412 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59230) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:33:24.218718 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-d92076cc-e1ef-41fc-b793-4fb6678e4294 admin admin] Deleting subnet 401dde5e-8cd9-4df3-bd09-73811a48d8ef {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 20:33:24.222221 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d92076cc-e1ef-41fc-b793-4fb6678e4294 admin admin] Publish callbacks [] for subnet (401dde5e-8cd9-4df3-bd09-73811a48d8ef), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:24.258989 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d92076cc-e1ef-41fc-b793-4fb6678e4294 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (401dde5e-8cd9-4df3-bd09-73811a48d8ef), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:24.343463 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d92076cc-e1ef-41fc-b793-4fb6678e4294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (401dde5e-8cd9-4df3-bd09-73811a48d8ef), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:24.397123 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d92076cc-e1ef-41fc-b793-4fb6678e4294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (401dde5e-8cd9-4df3-bd09-73811a48d8ef), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:24.419930 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92076cc-e1ef-41fc-b793-4fb6678e4294 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=401dde5e-8cd9-4df3-bd09-73811a48d8ef,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:33:24.426048 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d92076cc-e1ef-41fc-b793-4fb6678e4294 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:24.429562 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d92076cc-e1ef-41fc-b793-4fb6678e4294 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/401dde5e-8cd9-4df3-bd09-73811a48d8ef HTTP/1.1" status: 204 len: 168 time: 0.2558436 Mar 11 20:33:24.431578 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59232) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:33:24.434071 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af70502-4b3c-4643-8811-0d810da8675f None None] Network 1e60ffff-8679-49f7-a75f-859be89e02b6 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:33:24.510986 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ffbaf7c3-10af-4974-9927-373cabc71238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (1e60ffff-8679-49f7-a75f-859be89e02b6), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:24.572968 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-ffbaf7c3-10af-4974-9927-373cabc71238 admin admin] Deleting port 933d294d-94b4-4e37-90bc-d130c2ec5ed1 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:33:24.573720 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ffbaf7c3-10af-4974-9927-373cabc71238 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (933d294d-94b4-4e37-90bc-d130c2ec5ed1), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:24.591172 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c71bf0a-6665-4a39-9d37-381a33ada1f5 None None] DHCP port deletion for 1e60ffff-8679-49f7-a75f-859be89e02b6 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 20:33:24.640575 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-0c71bf0a-6665-4a39-9d37-381a33ada1f5 None None] Deleting port 933d294d-94b4-4e37-90bc-d130c2ec5ed1 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:33:24.640954 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0c71bf0a-6665-4a39-9d37-381a33ada1f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (933d294d-94b4-4e37-90bc-d130c2ec5ed1), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:24.646832 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-ffbaf7c3-10af-4974-9927-373cabc71238 admin admin] For port 933d294d-94b4-4e37-90bc-d130c2ec5ed1, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=933d294d-94b4-4e37-90bc-d130c2ec5ed1,segment=NetworkSegment(d1118ea4-ec04-4107-825a-05bbc2bf3637),segment_id=d1118ea4-ec04-4107-825a-05bbc2bf3637)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:33:24.647199 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ffbaf7c3-10af-4974-9927-373cabc71238 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (933d294d-94b4-4e37-90bc-d130c2ec5ed1), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:24.662968 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-ffbaf7c3-10af-4974-9927-373cabc71238 admin admin] Calling delete_port for 933d294d-94b4-4e37-90bc-d130c2ec5ed1 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:33:24.711778 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-0c71bf0a-6665-4a39-9d37-381a33ada1f5 None None] For port 933d294d-94b4-4e37-90bc-d130c2ec5ed1, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=933d294d-94b4-4e37-90bc-d130c2ec5ed1,segment=NetworkSegment(d1118ea4-ec04-4107-825a-05bbc2bf3637),segment_id=d1118ea4-ec04-4107-825a-05bbc2bf3637)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:33:24.712181 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0c71bf0a-6665-4a39-9d37-381a33ada1f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (933d294d-94b4-4e37-90bc-d130c2ec5ed1), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:24.733737 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-0c71bf0a-6665-4a39-9d37-381a33ada1f5 None None] Calling delete_port for 933d294d-94b4-4e37-90bc-d130c2ec5ed1 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:33:24.735454 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c3f34fe5-a236-4e66-9aea-394ec7c37f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:24.749445 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ffbaf7c3-10af-4974-9927-373cabc71238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (933d294d-94b4-4e37-90bc-d130c2ec5ed1), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:24.776969 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbaf7c3-10af-4974-9927-373cabc71238 admin admin] Pushing event deleted for resources: {'Port': ['ID=933d294d-94b4-4e37-90bc-d130c2ec5ed1,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:33:24.779506 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbaf7c3-10af-4974-9927-373cabc71238 admin admin] No DVR routers for this DVR port 933d294d-94b4-4e37-90bc-d130c2ec5ed1 on host n-d-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:33:24.813581 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0c71bf0a-6665-4a39-9d37-381a33ada1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (933d294d-94b4-4e37-90bc-d130c2ec5ed1), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:24.836032 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71bf0a-6665-4a39-9d37-381a33ada1f5 None None] Pushing event deleted for resources: {'Port': ['ID=933d294d-94b4-4e37-90bc-d130c2ec5ed1,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:33:24.845658 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c71bf0a-6665-4a39-9d37-381a33ada1f5 None None] No DVR routers for this DVR port 933d294d-94b4-4e37-90bc-d130c2ec5ed1 on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:33:24.847812 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c71bf0a-6665-4a39-9d37-381a33ada1f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:33:24.848178 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c71bf0a-6665-4a39-9d37-381a33ada1f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:33:24.848526 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c71bf0a-6665-4a39-9d37-381a33ada1f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:33:24.848940 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c71bf0a-6665-4a39-9d37-381a33ada1f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:33:24.849529 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c71bf0a-6665-4a39-9d37-381a33ada1f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:33:24.849877 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c71bf0a-6665-4a39-9d37-381a33ada1f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:33:24.850226 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c71bf0a-6665-4a39-9d37-381a33ada1f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:33:24.850543 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c71bf0a-6665-4a39-9d37-381a33ada1f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:33:24.850872 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c71bf0a-6665-4a39-9d37-381a33ada1f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:33:24.851204 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c71bf0a-6665-4a39-9d37-381a33ada1f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:33:24.851532 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c71bf0a-6665-4a39-9d37-381a33ada1f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:33:24.851885 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c71bf0a-6665-4a39-9d37-381a33ada1f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:33:24.852214 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c71bf0a-6665-4a39-9d37-381a33ada1f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:33:24.856329 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ffbaf7c3-10af-4974-9927-373cabc71238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (1e60ffff-8679-49f7-a75f-859be89e02b6), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:24.877823 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-ffbaf7c3-10af-4974-9927-373cabc71238 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e60ffff-8679-49f7-a75f-859be89e02b6']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:33:24.887414 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-ffbaf7c3-10af-4974-9927-373cabc71238 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1118ea4-ec04-4107-825a-05bbc2bf3637') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:33:24.887678 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-ffbaf7c3-10af-4974-9927-373cabc71238 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1118ea4-ec04-4107-825a-05bbc2bf3637') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:33:24.896886 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ffbaf7c3-10af-4974-9927-373cabc71238 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (d1118ea4-ec04-4107-825a-05bbc2bf3637), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:24.910468 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ffbaf7c3-10af-4974-9927-373cabc71238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (d1118ea4-ec04-4107-825a-05bbc2bf3637), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:24.916237 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffbaf7c3-10af-4974-9927-373cabc71238 admin admin] Releasing vlan 852 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 20:33:24.917254 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ffbaf7c3-10af-4974-9927-373cabc71238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (d1118ea4-ec04-4107-825a-05bbc2bf3637), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:24.918956 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 20:33:24.918956 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 20:33:24.918956 n-d-833163-1 neutron-server[103885]: timer() Mar 11 20:33:24.918956 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:33:24.918956 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 20:33:24.918956 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 20:33:24.918956 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 20:33:24.918956 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:33:24.918956 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 20:33:24.918956 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:33:24.918956 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 20:33:24.918956 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:33:24.918956 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 20:33:24.918956 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 20:33:24.918956 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:33:24.918956 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 20:33:24.918956 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:33:24.918956 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 20:33:24.918956 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 20:33:24.918956 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:33:24.918956 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 20:33:24.918956 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:33:24.918956 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:33:24.918956 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 20:33:24.918956 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 20:33:24.918956 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 20:33:24.918956 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:33:24.918956 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 20:33:24.918956 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:33:24.918956 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 20:33:24.918956 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:33:24.918956 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:33:24.971424 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ffbaf7c3-10af-4974-9927-373cabc71238 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (1e60ffff-8679-49f7-a75f-859be89e02b6), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:24.987010 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ffbaf7c3-10af-4974-9927-373cabc71238 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:24.990129 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ffbaf7c3-10af-4974-9927-373cabc71238 admin admin] 10.222.0.65 "DELETE /v2.0/networks/1e60ffff-8679-49f7-a75f-859be89e02b6 HTTP/1.1" status: 204 len: 168 time: 0.5571260 Mar 11 20:33:24.991443 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbaf7c3-10af-4974-9927-373cabc71238 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e60ffff-8679-49f7-a75f-859be89e02b6,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:33:24.993164 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59234) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:33:25.334666 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-61d6ff89-66ca-4bcb-ac63-030c17e8cc53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (3bf23585-2dd9-4d5f-bed5-455549153861), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:25.574818 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-61d6ff89-66ca-4bcb-ac63-030c17e8cc53 admin admin] Deleting port f842e7e4-b054-4900-a02f-aadb99e7c438 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:33:25.575149 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-61d6ff89-66ca-4bcb-ac63-030c17e8cc53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (f842e7e4-b054-4900-a02f-aadb99e7c438), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:25.651785 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-61d6ff89-66ca-4bcb-ac63-030c17e8cc53 admin admin] For port f842e7e4-b054-4900-a02f-aadb99e7c438, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=f842e7e4-b054-4900-a02f-aadb99e7c438,segment=NetworkSegment(3b587361-1fad-4cfd-9b28-e87f95058b71),segment_id=3b587361-1fad-4cfd-9b28-e87f95058b71)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:33:25.652145 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-61d6ff89-66ca-4bcb-ac63-030c17e8cc53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (f842e7e4-b054-4900-a02f-aadb99e7c438), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:25.658054 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 933d294d-94b4-4e37-90bc-d130c2ec5ed1 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:33:25.665162 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-61d6ff89-66ca-4bcb-ac63-030c17e8cc53 admin admin] Calling delete_port for f842e7e4-b054-4900-a02f-aadb99e7c438 owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:33:25.678859 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 933d294d-94b4-4e37-90bc-d130c2ec5ed1 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:33:25.679209 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 933d294d-94b4-4e37-90bc-d130c2ec5ed1 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:33:25.679674 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device b07b4112-2779-417a-a6c5-07438702217e no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:33:25.701158 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: b07b4112-2779-417a-a6c5-07438702217e {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:33:25.701507 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device b07b4112-2779-417a-a6c5-07438702217e not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:33:25.701937 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 5e9314a2-f13e-4cd8-b1a3-dc5383667012 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:33:25.720891 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 5e9314a2-f13e-4cd8-b1a3-dc5383667012 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:33:25.721242 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 5e9314a2-f13e-4cd8-b1a3-dc5383667012 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:33:25.843591 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-61d6ff89-66ca-4bcb-ac63-030c17e8cc53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (f842e7e4-b054-4900-a02f-aadb99e7c438), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:25.871857 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d6ff89-66ca-4bcb-ac63-030c17e8cc53 admin admin] Pushing event deleted for resources: {'Port': ['ID=f842e7e4-b054-4900-a02f-aadb99e7c438,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:33:26.038556 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-61d6ff89-66ca-4bcb-ac63-030c17e8cc53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (3bf23585-2dd9-4d5f-bed5-455549153861), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:26.414322 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:26.516648 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d6ff89-66ca-4bcb-ac63-030c17e8cc53 admin admin] Router 3bf23585-2dd9-4d5f-bed5-455549153861 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:33:26.630318 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d6ff89-66ca-4bcb-ac63-030c17e8cc53 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:33:26.636016 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-61d6ff89-66ca-4bcb-ac63-030c17e8cc53 admin admin] 10.222.0.65 "PUT /v2.0/routers/3bf23585-2dd9-4d5f-bed5-455549153861/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6420314 Mar 11 20:33:26.638754 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59236) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:33:26.640403 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd90c0a3-a9ca-4af4-9be6-695fd26cf4e2 None None] Sync routers for ids ['3bf23585-2dd9-4d5f-bed5-455549153861'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:33:26.650990 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd90c0a3-a9ca-4af4-9be6-695fd26cf4e2 None None] Routers {'3bf23585-2dd9-4d5f-bed5-455549153861'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:33:26.651655 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-cd90c0a3-a9ca-4af4-9be6-695fd26cf4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:33:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['3bf23585-2dd9-4d5f-bed5-455549153861'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:33:26.742584 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-164558cb-a45f-4143-9b69-08d47bc0c994 admin admin] Publish callbacks [] for router (3bf23585-2dd9-4d5f-bed5-455549153861), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:26.756777 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-cd90c0a3-a9ca-4af4-9be6-695fd26cf4e2 None None] Set router 3bf23585-2dd9-4d5f-bed5-455549153861 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:33:26.846254 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-164558cb-a45f-4143-9b69-08d47bc0c994 admin admin] Publish callbacks [] for router_gateway (3bf23585-2dd9-4d5f-bed5-455549153861), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:26.898539 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-164558cb-a45f-4143-9b69-08d47bc0c994 admin admin] Deleting port 2d9e370e-966d-4ac7-a129-00e7880d0e8c {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:33:26.898976 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-164558cb-a45f-4143-9b69-08d47bc0c994 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (2d9e370e-966d-4ac7-a129-00e7880d0e8c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:26.935926 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-cd90c0a3-a9ca-4af4-9be6-695fd26cf4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf23585-2dd9-4d5f-bed5-455549153861', 'name': 'tempest-TestMinimumBasicScenario-725401857-router', 'tenant_id': '66a1edb0bd9747fc90b05107e9e4ef65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': '2d9e370e-966d-4ac7-a129-00e7880d0e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:31:02Z', 'updated_at': '2022-03-11T20:33:25Z', 'revision_number': 5, 'project_id': '66a1edb0bd9747fc90b05107e9e4ef65', 'gw_port': {'id': '2d9e370e-966d-4ac7-a129-00e7880d0e8c', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:bb:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bf23585-2dd9-4d5f-bed5-455549153861', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:31:02Z', 'updated_at': '2022-03-11T20:31:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:33:26.961515 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd90c0a3-a9ca-4af4-9be6-695fd26cf4e2 None None] Checking router: 3bf23585-2dd9-4d5f-bed5-455549153861 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:33:26.969596 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd90c0a3-a9ca-4af4-9be6-695fd26cf4e2 None None] Routers {'3bf23585-2dd9-4d5f-bed5-455549153861'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:33:26.970203 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-cd90c0a3-a9ca-4af4-9be6-695fd26cf4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:33:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['3bf23585-2dd9-4d5f-bed5-455549153861'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:33:26.982103 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-164558cb-a45f-4143-9b69-08d47bc0c994 admin admin] For port 2d9e370e-966d-4ac7-a129-00e7880d0e8c, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=2d9e370e-966d-4ac7-a129-00e7880d0e8c,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:33:26.982473 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-164558cb-a45f-4143-9b69-08d47bc0c994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (2d9e370e-966d-4ac7-a129-00e7880d0e8c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:26.994088 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-164558cb-a45f-4143-9b69-08d47bc0c994 admin admin] Calling delete_port for 2d9e370e-966d-4ac7-a129-00e7880d0e8c owned by network:router_gateway {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:33:27.056313 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-cd90c0a3-a9ca-4af4-9be6-695fd26cf4e2 None None] Set router 3bf23585-2dd9-4d5f-bed5-455549153861 gateway port host: None {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:33:27.114530 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-cd90c0a3-a9ca-4af4-9be6-695fd26cf4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bf23585-2dd9-4d5f-bed5-455549153861', 'name': 'tempest-TestMinimumBasicScenario-725401857-router', 'tenant_id': '66a1edb0bd9747fc90b05107e9e4ef65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:31:02Z', 'updated_at': '2022-03-11T20:33:26Z', 'revision_number': 6, 'project_id': '66a1edb0bd9747fc90b05107e9e4ef65', 'gw_port_host': None}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:33:27.141020 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd90c0a3-a9ca-4af4-9be6-695fd26cf4e2 None None] The sync data for ids ['3bf23585-2dd9-4d5f-bed5-455549153861'] in n-d-833163-1 is: [{'id': '3bf23585-2dd9-4d5f-bed5-455549153861', 'name': 'tempest-TestMinimumBasicScenario-725401857-router', 'tenant_id': '66a1edb0bd9747fc90b05107e9e4ef65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:31:02Z', 'updated_at': '2022-03-11T20:33:26Z', 'revision_number': 6, 'project_id': '66a1edb0bd9747fc90b05107e9e4ef65', 'gw_port_host': None}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:33:27.165218 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-164558cb-a45f-4143-9b69-08d47bc0c994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (2d9e370e-966d-4ac7-a129-00e7880d0e8c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:27.198282 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164558cb-a45f-4143-9b69-08d47bc0c994 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d9e370e-966d-4ac7-a129-00e7880d0e8c,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:33:27.255036 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-164558cb-a45f-4143-9b69-08d47bc0c994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (3bf23585-2dd9-4d5f-bed5-455549153861), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:27.349819 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-164558cb-a45f-4143-9b69-08d47bc0c994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (3bf23585-2dd9-4d5f-bed5-455549153861), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:27.351981 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-164558cb-a45f-4143-9b69-08d47bc0c994 admin admin] Publish callbacks [] for router_controller (3bf23585-2dd9-4d5f-bed5-455549153861), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:27.396363 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-164558cb-a45f-4143-9b69-08d47bc0c994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (3bf23585-2dd9-4d5f-bed5-455549153861), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:27.396799 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164558cb-a45f-4143-9b69-08d47bc0c994 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3bf23585-2dd9-4d5f-bed5-455549153861 {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 20:33:27.401367 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-164558cb-a45f-4143-9b69-08d47bc0c994 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:27.402594 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-164558cb-a45f-4143-9b69-08d47bc0c994 admin admin] 10.222.0.65 "DELETE /v2.0/routers/3bf23585-2dd9-4d5f-bed5-455549153861 HTTP/1.1" status: 204 len: 168 time: 0.7628520 Mar 11 20:33:27.405363 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59238) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:33:27.453815 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-f93f7934-7855-4af0-bc32-83beb3ec8469 admin admin] Deleting subnet 10778634-df58-4a6d-a28a-5cdd1fc2adcb {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 20:33:27.456844 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f93f7934-7855-4af0-bc32-83beb3ec8469 admin admin] Publish callbacks [] for subnet (10778634-df58-4a6d-a28a-5cdd1fc2adcb), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:27.495222 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f93f7934-7855-4af0-bc32-83beb3ec8469 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (10778634-df58-4a6d-a28a-5cdd1fc2adcb), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:27.581790 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f93f7934-7855-4af0-bc32-83beb3ec8469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (10778634-df58-4a6d-a28a-5cdd1fc2adcb), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:27.633866 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f93f7934-7855-4af0-bc32-83beb3ec8469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (10778634-df58-4a6d-a28a-5cdd1fc2adcb), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:27.659939 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f7934-7855-4af0-bc32-83beb3ec8469 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10778634-df58-4a6d-a28a-5cdd1fc2adcb,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:33:27.663678 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f93f7934-7855-4af0-bc32-83beb3ec8469 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:27.666960 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f93f7934-7855-4af0-bc32-83beb3ec8469 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/10778634-df58-4a6d-a28a-5cdd1fc2adcb HTTP/1.1" status: 204 len: 168 time: 0.2605882 Mar 11 20:33:27.669491 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59240) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:33:27.672003 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f261b2-79b0-48c8-90a5-275a3bc2a150 None None] Network f3711dc1-4f8f-4e1e-a3dc-35c61c20fb48 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:33:27.740336 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ffcd05f7-637b-4abd-9194-0822049da344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (f3711dc1-4f8f-4e1e-a3dc-35c61c20fb48), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:27.794817 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-ffcd05f7-637b-4abd-9194-0822049da344 admin admin] Deleting port 5a975960-1c14-448e-aa5f-792101910fc6 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:33:27.795256 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ffcd05f7-637b-4abd-9194-0822049da344 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (5a975960-1c14-448e-aa5f-792101910fc6), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:27.802885 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:27.857480 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-ffcd05f7-637b-4abd-9194-0822049da344 admin admin] For port 5a975960-1c14-448e-aa5f-792101910fc6, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=5a975960-1c14-448e-aa5f-792101910fc6,segment=NetworkSegment(3b587361-1fad-4cfd-9b28-e87f95058b71),segment_id=3b587361-1fad-4cfd-9b28-e87f95058b71)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:33:27.857768 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ffcd05f7-637b-4abd-9194-0822049da344 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (5a975960-1c14-448e-aa5f-792101910fc6), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:27.869741 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-ffcd05f7-637b-4abd-9194-0822049da344 admin admin] Calling delete_port for 5a975960-1c14-448e-aa5f-792101910fc6 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:33:27.924842 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f7951f-50d2-478b-9d54-99a93ca61d48 None None] DHCP port deletion for f3711dc1-4f8f-4e1e-a3dc-35c61c20fb48 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 20:33:27.962673 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ffcd05f7-637b-4abd-9194-0822049da344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (5a975960-1c14-448e-aa5f-792101910fc6), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:27.978844 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a8f7951f-50d2-478b-9d54-99a93ca61d48 None None] Deleting port 5a975960-1c14-448e-aa5f-792101910fc6 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:33:27.979359 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a8f7951f-50d2-478b-9d54-99a93ca61d48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (5a975960-1c14-448e-aa5f-792101910fc6), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:27.991595 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 2d9e370e-966d-4ac7-a129-00e7880d0e8c no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:33:27.998235 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcd05f7-637b-4abd-9194-0822049da344 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a975960-1c14-448e-aa5f-792101910fc6,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:33:28.000249 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcd05f7-637b-4abd-9194-0822049da344 admin admin] No DVR routers for this DVR port 5a975960-1c14-448e-aa5f-792101910fc6 on host n-d-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:33:28.017068 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 2d9e370e-966d-4ac7-a129-00e7880d0e8c {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:33:28.017415 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 2d9e370e-966d-4ac7-a129-00e7880d0e8c not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:33:28.017844 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device f842e7e4-b054-4900-a02f-aadb99e7c438 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:33:28.043124 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: f842e7e4-b054-4900-a02f-aadb99e7c438 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:33:28.043473 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device f842e7e4-b054-4900-a02f-aadb99e7c438 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:33:28.043932 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 5a975960-1c14-448e-aa5f-792101910fc6 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:33:28.077213 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ffcd05f7-637b-4abd-9194-0822049da344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (f3711dc1-4f8f-4e1e-a3dc-35c61c20fb48), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:28.097083 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 5a975960-1c14-448e-aa5f-792101910fc6 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:33:28.097275 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 5a975960-1c14-448e-aa5f-792101910fc6 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:33:28.100230 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-ffcd05f7-637b-4abd-9194-0822049da344 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3711dc1-4f8f-4e1e-a3dc-35c61c20fb48']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:33:28.104360 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-a8f7951f-50d2-478b-9d54-99a93ca61d48 None None] For port 5a975960-1c14-448e-aa5f-792101910fc6, host n-d-833163-1, got binding levels [] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:33:28.104757 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a8f7951f-50d2-478b-9d54-99a93ca61d48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (5a975960-1c14-448e-aa5f-792101910fc6), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:28.113743 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-ffcd05f7-637b-4abd-9194-0822049da344 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b587361-1fad-4cfd-9b28-e87f95058b71') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:33:28.114053 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-ffcd05f7-637b-4abd-9194-0822049da344 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b587361-1fad-4cfd-9b28-e87f95058b71') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:33:28.117812 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a8f7951f-50d2-478b-9d54-99a93ca61d48 None None] Calling delete_port for 5a975960-1c14-448e-aa5f-792101910fc6 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:33:28.121198 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.ipam_backend_mixin [None req-a8f7951f-50d2-478b-9d54-99a93ca61d48 None None] Port 5a975960-1c14-448e-aa5f-792101910fc6 was not found and therefore no delete operation was performed {{(pid=103886) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 11 20:33:28.123189 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a8f7951f-50d2-478b-9d54-99a93ca61d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (5a975960-1c14-448e-aa5f-792101910fc6), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:28.124683 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ffcd05f7-637b-4abd-9194-0822049da344 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (3b587361-1fad-4cfd-9b28-e87f95058b71), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:28.136645 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f7951f-50d2-478b-9d54-99a93ca61d48 None None] No DVR routers for this DVR port 5a975960-1c14-448e-aa5f-792101910fc6 on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:33:28.142615 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ffcd05f7-637b-4abd-9194-0822049da344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (3b587361-1fad-4cfd-9b28-e87f95058b71), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:28.149712 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffcd05f7-637b-4abd-9194-0822049da344 admin admin] Releasing vlan 851 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 20:33:28.150107 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ffcd05f7-637b-4abd-9194-0822049da344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (3b587361-1fad-4cfd-9b28-e87f95058b71), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:28.152113 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 20:33:28.152113 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 20:33:28.152113 n-d-833163-1 neutron-server[103885]: timer() Mar 11 20:33:28.152113 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:33:28.152113 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 20:33:28.152113 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 20:33:28.152113 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 20:33:28.152113 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:33:28.152113 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 20:33:28.152113 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:33:28.152113 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 20:33:28.152113 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:33:28.152113 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 20:33:28.152113 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 20:33:28.152113 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:33:28.152113 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 20:33:28.152113 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:33:28.152113 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 20:33:28.152113 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 20:33:28.152113 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:33:28.152113 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 20:33:28.152113 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:33:28.152113 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:33:28.152113 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 20:33:28.152113 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 20:33:28.152113 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 20:33:28.152113 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:33:28.152113 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 20:33:28.152113 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:33:28.152113 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 20:33:28.152113 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:33:28.152113 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:33:28.154690 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f7951f-50d2-478b-9d54-99a93ca61d48 None None] Pushing event deleted for resources: {'Port': ['ID=5a975960-1c14-448e-aa5f-792101910fc6,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:33:28.208948 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ffcd05f7-637b-4abd-9194-0822049da344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (f3711dc1-4f8f-4e1e-a3dc-35c61c20fb48), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:28.215153 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ffcd05f7-637b-4abd-9194-0822049da344 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:28.218445 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ffcd05f7-637b-4abd-9194-0822049da344 admin admin] 10.222.0.65 "DELETE /v2.0/networks/f3711dc1-4f8f-4e1e-a3dc-35c61c20fb48 HTTP/1.1" status: 204 len: 168 time: 0.5479403 Mar 11 20:33:28.231156 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcd05f7-637b-4abd-9194-0822049da344 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3711dc1-4f8f-4e1e-a3dc-35c61c20fb48,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:33:28.383710 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59244) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:33:28.422884 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-9940c351-9174-4864-a339-41cb178b85dd admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f092283c2ccd4b018b0fa6c59cae19ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378749 Mar 11 20:33:28.425168 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59246) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:33:28.475139 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-54a8e903-5305-43e8-956b-9ff65efa33ab admin admin] Publish callbacks [] for security_group (1f045d0b-e668-4526-b04b-405ea38fd532), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:28.496329 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-54a8e903-5305-43e8-956b-9ff65efa33ab admin admin] Publish callbacks [] for security_group (1f045d0b-e668-4526-b04b-405ea38fd532), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:28.541809 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-54a8e903-5305-43e8-956b-9ff65efa33ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (1f045d0b-e668-4526-b04b-405ea38fd532), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:28.544733 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-54a8e903-5305-43e8-956b-9ff65efa33ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:28.545901 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-54a8e903-5305-43e8-956b-9ff65efa33ab admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/1f045d0b-e668-4526-b04b-405ea38fd532 HTTP/1.1" status: 204 len: 168 time: 0.1198556 Mar 11 20:33:28.553540 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a8e903-5305-43e8-956b-9ff65efa33ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f045d0b-e668-4526-b04b-405ea38fd532,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:33:28.860531 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59252) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:33:28.900536 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-86b0f19b-b318-470a-8112-ace572d6a3ab admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=66a1edb0bd9747fc90b05107e9e4ef65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388875 Mar 11 20:33:28.903016 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59254) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:33:28.949498 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-502a82e7-7728-4e1d-a00d-7614e80f4c67 admin admin] Publish callbacks [] for security_group (58e6c41d-86ed-4403-a0b0-dc44611bfed9), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:28.969751 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-502a82e7-7728-4e1d-a00d-7614e80f4c67 admin admin] Publish callbacks [] for security_group (58e6c41d-86ed-4403-a0b0-dc44611bfed9), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:29.020951 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-502a82e7-7728-4e1d-a00d-7614e80f4c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (58e6c41d-86ed-4403-a0b0-dc44611bfed9), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:29.023499 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-502a82e7-7728-4e1d-a00d-7614e80f4c67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:29.024699 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-502a82e7-7728-4e1d-a00d-7614e80f4c67 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/58e6c41d-86ed-4403-a0b0-dc44611bfed9 HTTP/1.1" status: 204 len: 168 time: 0.1208150 Mar 11 20:33:29.034206 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502a82e7-7728-4e1d-a00d-7614e80f4c67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e6c41d-86ed-4403-a0b0-dc44611bfed9,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:33:29.133035 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:30.716558 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59294) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:33:30.721154 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-5c652120-afe5-4266-b507-df4bc7a3ca23 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-713062695', 'description': 'tempest-secgroup-smoke-713062695 description', 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:33:30.740831 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5c652120-afe5-4266-b507-df4bc7a3ca23 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:30.748780 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5c652120-afe5-4266-b507-df4bc7a3ca23 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:30.821993 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5c652120-afe5-4266-b507-df4bc7a3ca23 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group (d2eacdfd-8360-42e7-b665-86fad9abba75), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:30.825962 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5c652120-afe5-4266-b507-df4bc7a3ca23 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (d2eacdfd-8360-42e7-b665-86fad9abba75), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:30.863922 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c652120-afe5-4266-b507-df4bc7a3ca23 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2eacdfd-8360-42e7-b665-86fad9abba75,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:33:30.902885 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5c652120-afe5-4266-b507-df4bc7a3ca23 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group (369e0e41-aa85-4216-bb3f-7e2ce022e529), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:30.906443 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5c652120-afe5-4266-b507-df4bc7a3ca23 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (369e0e41-aa85-4216-bb3f-7e2ce022e529), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:30.935583 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5c652120-afe5-4266-b507-df4bc7a3ca23 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:30.936831 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-5c652120-afe5-4266-b507-df4bc7a3ca23 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2192199 Mar 11 20:33:30.938776 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c652120-afe5-4266-b507-df4bc7a3ca23 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=369e0e41-aa85-4216-bb3f-7e2ce022e529,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:33:30.939919 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59296) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:33:30.945235 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-fe485b31-2458-4d57-b753-ca0e8943634e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Request body: {'security_group_rule': {'security_group_id': '369e0e41-aa85-4216-bb3f-7e2ce022e529', 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:33:30.971232 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fe485b31-2458-4d57-b753-ca0e8943634e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (886ffb01-58ed-406e-bca5-a410701e91a3), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:31.017135 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fe485b31-2458-4d57-b753-ca0e8943634e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (886ffb01-58ed-406e-bca5-a410701e91a3), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:31.020973 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fe485b31-2458-4d57-b753-ca0e8943634e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (886ffb01-58ed-406e-bca5-a410701e91a3), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:31.038462 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe485b31-2458-4d57-b753-ca0e8943634e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=886ffb01-58ed-406e-bca5-a410701e91a3,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:33:31.045480 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fe485b31-2458-4d57-b753-ca0e8943634e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:31.046669 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-fe485b31-2458-4d57-b753-ca0e8943634e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1056843 Mar 11 20:33:31.049447 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59298) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:33:31.053776 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-c35bb0e3-5334-4858-87fb-9e57b824427c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Request body: {'security_group_rule': {'security_group_id': '369e0e41-aa85-4216-bb3f-7e2ce022e529', 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:33:31.077706 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c35bb0e3-5334-4858-87fb-9e57b824427c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (c6a73d44-f1d7-4d61-8232-963a41c4c3a7), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:31.131606 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c35bb0e3-5334-4858-87fb-9e57b824427c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (c6a73d44-f1d7-4d61-8232-963a41c4c3a7), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:31.135498 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c35bb0e3-5334-4858-87fb-9e57b824427c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (c6a73d44-f1d7-4d61-8232-963a41c4c3a7), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:31.152461 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35bb0e3-5334-4858-87fb-9e57b824427c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6a73d44-f1d7-4d61-8232-963a41c4c3a7,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:33:31.158880 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c35bb0e3-5334-4858-87fb-9e57b824427c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:31.160085 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c35bb0e3-5334-4858-87fb-9e57b824427c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1096196 Mar 11 20:33:31.162797 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59300) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:33:31.166969 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-0e7ec857-c2e1-4e1a-b50a-d68800c9c219 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Request body: {'security_group_rule': {'security_group_id': '369e0e41-aa85-4216-bb3f-7e2ce022e529', 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:33:31.191203 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0e7ec857-c2e1-4e1a-b50a-d68800c9c219 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (5af6e176-86dc-4e01-a82c-88fdd8a91492), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:31.247820 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0e7ec857-c2e1-4e1a-b50a-d68800c9c219 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (5af6e176-86dc-4e01-a82c-88fdd8a91492), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:31.251429 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0e7ec857-c2e1-4e1a-b50a-d68800c9c219 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (5af6e176-86dc-4e01-a82c-88fdd8a91492), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:31.271115 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7ec857-c2e1-4e1a-b50a-d68800c9c219 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5af6e176-86dc-4e01-a82c-88fdd8a91492,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:33:31.279887 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0e7ec857-c2e1-4e1a-b50a-d68800c9c219 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:31.281079 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-0e7ec857-c2e1-4e1a-b50a-d68800c9c219 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1173792 Mar 11 20:33:31.283755 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59302) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:33:31.287994 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-d7d43ebe-431e-4805-8af4-75ffff26a434 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Request body: {'security_group_rule': {'security_group_id': '369e0e41-aa85-4216-bb3f-7e2ce022e529', 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:33:31.312010 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d7d43ebe-431e-4805-8af4-75ffff26a434 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (6edc6d87-a125-48e9-a6ab-2acdf0f6a7a9), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:31.369729 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d7d43ebe-431e-4805-8af4-75ffff26a434 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (6edc6d87-a125-48e9-a6ab-2acdf0f6a7a9), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:31.373071 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d7d43ebe-431e-4805-8af4-75ffff26a434 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (6edc6d87-a125-48e9-a6ab-2acdf0f6a7a9), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:31.392354 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d43ebe-431e-4805-8af4-75ffff26a434 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6edc6d87-a125-48e9-a6ab-2acdf0f6a7a9,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:33:31.398307 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d7d43ebe-431e-4805-8af4-75ffff26a434 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:31.399542 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d7d43ebe-431e-4805-8af4-75ffff26a434 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1148221 Mar 11 20:33:31.402832 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59304) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:33:31.407675 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-6673a743-22dc-45d6-ad18-22149ac0487a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Request body: {'security_group_rule': {'security_group_id': '369e0e41-aa85-4216-bb3f-7e2ce022e529', 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:33:31.429660 n-d-833163-1 neutron-server[103884]: INFO neutron.db.securitygroups_db [None req-6673a743-22dc-45d6-ad18-22149ac0487a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Project cd4dc3a306bd4a69832000c41db1a90a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 20:33:31.436893 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6673a743-22dc-45d6-ad18-22149ac0487a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (79d31788-3d2d-4927-a40e-08e043ccfc01), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:31.499862 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6673a743-22dc-45d6-ad18-22149ac0487a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (79d31788-3d2d-4927-a40e-08e043ccfc01), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:31.503273 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6673a743-22dc-45d6-ad18-22149ac0487a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (79d31788-3d2d-4927-a40e-08e043ccfc01), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:31.523860 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6673a743-22dc-45d6-ad18-22149ac0487a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79d31788-3d2d-4927-a40e-08e043ccfc01,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:33:31.529653 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6673a743-22dc-45d6-ad18-22149ac0487a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:31.531069 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-6673a743-22dc-45d6-ad18-22149ac0487a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1272926 Mar 11 20:33:31.533789 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59306) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:33:31.538030 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-4bbdb06c-bb15-4d93-8086-97a618ae8012 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Request body: {'security_group_rule': {'security_group_id': '369e0e41-aa85-4216-bb3f-7e2ce022e529', 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:33:31.556701 n-d-833163-1 neutron-server[103884]: INFO neutron.db.securitygroups_db [None req-4bbdb06c-bb15-4d93-8086-97a618ae8012 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Project cd4dc3a306bd4a69832000c41db1a90a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 20:33:31.561612 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4bbdb06c-bb15-4d93-8086-97a618ae8012 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (67b1269e-0a90-4042-89de-3cfb4e02071d), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:31.620682 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4bbdb06c-bb15-4d93-8086-97a618ae8012 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (67b1269e-0a90-4042-89de-3cfb4e02071d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:31.624102 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4bbdb06c-bb15-4d93-8086-97a618ae8012 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (67b1269e-0a90-4042-89de-3cfb4e02071d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:31.644897 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbdb06c-bb15-4d93-8086-97a618ae8012 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67b1269e-0a90-4042-89de-3cfb4e02071d,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:33:31.650168 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4bbdb06c-bb15-4d93-8086-97a618ae8012 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:31.651964 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4bbdb06c-bb15-4d93-8086-97a618ae8012 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1171985 Mar 11 20:33:31.656254 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59308) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:33:31.661271 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-02b34a0e-9b58-48f5-a33b-8d4407a0d363 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Request body: {'network': {'name': 'tempest-network-smoke--911993597', 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'port_security_enabled': True}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:33:31.679269 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b34a0e-9b58-48f5-a33b-8d4407a0d363 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Made reservation on behalf of cd4dc3a306bd4a69832000c41db1a90a for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:33:31.682942 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-02b34a0e-9b58-48f5-a33b-8d4407a0d363 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:31.705949 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02b34a0e-9b58-48f5-a33b-8d4407a0d363 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] vlan segment allocate from pool success with {'vlan_id': 861, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:33:31.722452 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-02b34a0e-9b58-48f5-a33b-8d4407a0d363 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (74e346cd-e029-44d2-aa90-02978a12feda), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:31.722810 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-02b34a0e-9b58-48f5-a33b-8d4407a0d363 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Added segment 74e346cd-e029-44d2-aa90-02978a12feda of type vlan for network 060be9c3-a812-4f9c-a408-17be4d3147de Mar 11 20:33:31.774646 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-02b34a0e-9b58-48f5-a33b-8d4407a0d363 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (060be9c3-a812-4f9c-a408-17be4d3147de), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:31.797415 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-02b34a0e-9b58-48f5-a33b-8d4407a0d363 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (060be9c3-a812-4f9c-a408-17be4d3147de), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:31.802239 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b34a0e-9b58-48f5-a33b-8d4407a0d363 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:31.802810 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-02b34a0e-9b58-48f5-a33b-8d4407a0d363 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:31.834491 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-02b34a0e-9b58-48f5-a33b-8d4407a0d363 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1772521 Mar 11 20:33:31.837523 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59312) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:33:31.842122 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-e57562fe-2749-41be-b8a2-6508f0c93496 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1991615954', 'admin_state_up': True, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:33:31.863164 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e57562fe-2749-41be-b8a2-6508f0c93496 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (3b812202-20f3-485f-b21a-ceefd216c687), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:31.864196 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e57562fe-2749-41be-b8a2-6508f0c93496 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (3b812202-20f3-485f-b21a-ceefd216c687), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:31.871895 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b34a0e-9b58-48f5-a33b-8d4407a0d363 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'Network': ['ID=060be9c3-a812-4f9c-a408-17be4d3147de,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:33:31.882720 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 060be9c3-a812-4f9c-a408-17be4d3147de details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 20:33:31.924356 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e57562fe-2749-41be-b8a2-6508f0c93496 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for router_controller (3b812202-20f3-485f-b21a-ceefd216c687), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:32.075869 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e57562fe-2749-41be-b8a2-6508f0c93496 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for router_gateway (3b812202-20f3-485f-b21a-ceefd216c687), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:32.267434 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e57562fe-2749-41be-b8a2-6508f0c93496 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for router_gateway (3b812202-20f3-485f-b21a-ceefd216c687), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:32.285512 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e57562fe-2749-41be-b8a2-6508f0c93496 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:32.388595 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-e57562fe-2749-41be-b8a2-6508f0c93496 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Allocated IP 172.25.8.196 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/951a5e40-07c1-4e04-b2fc-2ae35e449d65) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:33:32.489234 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e57562fe-2749-41be-b8a2-6508f0c93496 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for port (951a5e40-07c1-4e04-b2fc-2ae35e449d65), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:32.526094 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e57562fe-2749-41be-b8a2-6508f0c93496 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (951a5e40-07c1-4e04-b2fc-2ae35e449d65), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:32.563933 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57562fe-2749-41be-b8a2-6508f0c93496 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:33:32.568641 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-e57562fe-2749-41be-b8a2-6508f0c93496 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:33:32.572075 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57562fe-2749-41be-b8a2-6508f0c93496 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:33:32.594109 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57562fe-2749-41be-b8a2-6508f0c93496 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'Port': ['ID=951a5e40-07c1-4e04-b2fc-2ae35e449d65,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:33:32.877540 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e57562fe-2749-41be-b8a2-6508f0c93496 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for router_gateway (3b812202-20f3-485f-b21a-ceefd216c687), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:33.071311 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e57562fe-2749-41be-b8a2-6508f0c93496 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (3b812202-20f3-485f-b21a-ceefd216c687), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:33.198055 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e57562fe-2749-41be-b8a2-6508f0c93496 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Router 3b812202-20f3-485f-b21a-ceefd216c687 is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 20:33:33.577441 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e57562fe-2749-41be-b8a2-6508f0c93496 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:33:33.587209 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f12e580-7497-46e7-b0f9-45444f3253ab None None] Sync routers for ids ['3b812202-20f3-485f-b21a-ceefd216c687'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:33:33.597947 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e57562fe-2749-41be-b8a2-6508f0c93496 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:33.598421 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f12e580-7497-46e7-b0f9-45444f3253ab None None] Routers {'3b812202-20f3-485f-b21a-ceefd216c687'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:33:33.599098 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-8f12e580-7497-46e7-b0f9-45444f3253ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:33:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['3b812202-20f3-485f-b21a-ceefd216c687'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:33:33.599612 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-e57562fe-2749-41be-b8a2-6508f0c93496 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7608070 Mar 11 20:33:33.603246 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59314) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:33:33.707178 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-8f12e580-7497-46e7-b0f9-45444f3253ab None None] Set router 3b812202-20f3-485f-b21a-ceefd216c687 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:33:33.737692 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-cee4d384-a4aa-486d-9579-1ec054803029 tempest-TestNetworkAdvancedServerOps-914316040 tempest-TestNetworkAdvancedServerOps-914316040-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=cd4dc3a306bd4a69832000c41db1a90a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1332715 Mar 11 20:33:33.740410 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59318) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:33:33.883341 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-8f12e580-7497-46e7-b0f9-45444f3253ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b812202-20f3-485f-b21a-ceefd216c687', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1991615954', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '951a5e40-07c1-4e04-b2fc-2ae35e449d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:33:31Z', 'updated_at': '2022-03-11T20:33:32Z', 'revision_number': 3, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'gw_port': {'id': '951a5e40-07c1-4e04-b2fc-2ae35e449d65', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:58:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b812202-20f3-485f-b21a-ceefd216c687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:33:32Z', 'updated_at': '2022-03-11T20:33:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:33:33.891021 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b789661-faf0-4564-8790-b2248e8aa7a2 tempest-TestNetworkAdvancedServerOps-914316040 tempest-TestNetworkAdvancedServerOps-914316040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:33.895103 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-2b789661-faf0-4564-8790-b2248e8aa7a2 tempest-TestNetworkAdvancedServerOps-914316040 tempest-TestNetworkAdvancedServerOps-914316040-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1512043 Mar 11 20:33:33.895422 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59320) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:33:33.911524 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f12e580-7497-46e7-b0f9-45444f3253ab None None] Checking router: 3b812202-20f3-485f-b21a-ceefd216c687 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:33:33.911524 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f12e580-7497-46e7-b0f9-45444f3253ab None None] Updating router 3b812202-20f3-485f-b21a-ceefd216c687 port 951a5e40-07c1-4e04-b2fc-2ae35e449d65 binding host n-d-833163-1 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 20:33:33.931109 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-357740ea-9dc5-40de-91e1-4ade36fcf7f4 tempest-TestNetworkAdvancedServerOps-914316040 tempest-TestNetworkAdvancedServerOps-914316040-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=612cc066-33e3-444d-b1c7-d0a64751482a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0321474 Mar 11 20:33:33.932159 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59322) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:33:33.937196 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-669ef68d-7e4a-44ec-b81b-2bb677dbe180 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1078425535', 'network_id': '060be9c3-a812-4f9c-a408-17be4d3147de', 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:33:33.937909 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8f12e580-7497-46e7-b0f9-45444f3253ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (951a5e40-07c1-4e04-b2fc-2ae35e449d65), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:34.024635 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-669ef68d-7e4a-44ec-b81b-2bb677dbe180 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Made reservation on behalf of cd4dc3a306bd4a69832000c41db1a90a for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:33:34.028474 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-669ef68d-7e4a-44ec-b81b-2bb677dbe180 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:34.214829 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-669ef68d-7e4a-44ec-b81b-2bb677dbe180 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (04e7fdaa-7e06-4741-9d88-cad41aad57c5), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:34.275496 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669ef68d-7e4a-44ec-b81b-2bb677dbe180 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'Subnet': ['ID=04e7fdaa-7e06-4741-9d88-cad41aad57c5,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:33:34.286845 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669ef68d-7e4a-44ec-b81b-2bb677dbe180 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Checking segment: {'id': '74e346cd-e029-44d2-aa90-02978a12feda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '060be9c3-a812-4f9c-a408-17be4d3147de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:33:34.287208 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669ef68d-7e4a-44ec-b81b-2bb677dbe180 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Network hostable DHCP agents. Network: 060be9c3-a812-4f9c-a408-17be4d3147de, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:33:34.305294 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669ef68d-7e4a-44ec-b81b-2bb677dbe180 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Network 060be9c3-a812-4f9c-a408-17be4d3147de is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:33:34.315532 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-669ef68d-7e4a-44ec-b81b-2bb677dbe180 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 060be9c3-a812-4f9c-a408-17be4d3147de) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:33:34.319820 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669ef68d-7e4a-44ec-b81b-2bb677dbe180 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:34.320394 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-669ef68d-7e4a-44ec-b81b-2bb677dbe180 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:34.337262 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-669ef68d-7e4a-44ec-b81b-2bb677dbe180 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4040642 Mar 11 20:33:34.339937 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59324) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:33:34.340310 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c884198-b8ba-4efb-9e76-1e086b8fe721 None None] Network 060be9c3-a812-4f9c-a408-17be4d3147de requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:33:34.385435 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8f12e580-7497-46e7-b0f9-45444f3253ab None None] Publish callbacks [] for port (951a5e40-07c1-4e04-b2fc-2ae35e449d65), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:34.413177 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8f12e580-7497-46e7-b0f9-45444f3253ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (951a5e40-07c1-4e04-b2fc-2ae35e449d65), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:34.486323 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b329a66-75b8-42df-9e79-aca73fa58ab4 None None] Pushing event updated for resources: {'Port': ['ID=951a5e40-07c1-4e04-b2fc-2ae35e449d65,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:33:34.489374 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-8f12e580-7497-46e7-b0f9-45444f3253ab None None] Attempting to bind port 951a5e40-07c1-4e04-b2fc-2ae35e449d65 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:33:34.489752 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-8f12e580-7497-46e7-b0f9-45444f3253ab None None] Attempting to bind port 951a5e40-07c1-4e04-b2fc-2ae35e449d65 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:33:34.490116 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f12e580-7497-46e7-b0f9-45444f3253ab None None] Attempting to bind port 951a5e40-07c1-4e04-b2fc-2ae35e449d65 on network 612cc066-33e3-444d-b1c7-d0a64751482a {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:33:34.510574 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f12e580-7497-46e7-b0f9-45444f3253ab None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:33:34.510954 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f12e580-7497-46e7-b0f9-45444f3253ab None None] Checking segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:33:34.511369 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8f12e580-7497-46e7-b0f9-45444f3253ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:34.511774 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f12e580-7497-46e7-b0f9-45444f3253ab None None] Bound using segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:33:34.512246 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-8f12e580-7497-46e7-b0f9-45444f3253ab None None] Bound port: 951a5e40-07c1-4e04-b2fc-2ae35e449d65, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:33:34.512649 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8f12e580-7497-46e7-b0f9-45444f3253ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (951a5e40-07c1-4e04-b2fc-2ae35e449d65), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:34.516352 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e10d2b-5635-43b3-b55b-635f8c6395e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-060be9c3-a812-4f9c-a408-17be4d3147de', 'network_id': '060be9c3-a812-4f9c-a408-17be4d3147de', 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'fixed_ips': [{'subnet_id': '04e7fdaa-7e06-4741-9d88-cad41aad57c5'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 20:33:34.517173 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-99e10d2b-5635-43b3-b55b-635f8c6395e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:34.637496 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-8f12e580-7497-46e7-b0f9-45444f3253ab None None] For port 951a5e40-07c1-4e04-b2fc-2ae35e449d65, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:33:34.642955 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-8f12e580-7497-46e7-b0f9-45444f3253ab None None] For port 951a5e40-07c1-4e04-b2fc-2ae35e449d65, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=951a5e40-07c1-4e04-b2fc-2ae35e449d65,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:33:34.655235 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8f12e580-7497-46e7-b0f9-45444f3253ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (951a5e40-07c1-4e04-b2fc-2ae35e449d65), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:34.734131 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-99e10d2b-5635-43b3-b55b-635f8c6395e0 None None] Allocated IP 172.20.0.2 (060be9c3-a812-4f9c-a408-17be4d3147de/04e7fdaa-7e06-4741-9d88-cad41aad57c5/7c044f6c-63c6-427a-966a-562eae0668af) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:33:34.750585 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f12e580-7497-46e7-b0f9-45444f3253ab None None] Routers {'3b812202-20f3-485f-b21a-ceefd216c687'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:33:34.751112 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-8f12e580-7497-46e7-b0f9-45444f3253ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:33:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['3b812202-20f3-485f-b21a-ceefd216c687'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:33:34.756993 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b329a66-75b8-42df-9e79-aca73fa58ab4 None None] Pushing event updated for resources: {'Port': ['ID=951a5e40-07c1-4e04-b2fc-2ae35e449d65,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:33:34.787815 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7f510d69-2dc9-4f3f-8209-4ea3377893df tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:34.920215 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-8f12e580-7497-46e7-b0f9-45444f3253ab None None] Set router 3b812202-20f3-485f-b21a-ceefd216c687 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:33:35.079770 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-99e10d2b-5635-43b3-b55b-635f8c6395e0 None None] Publish callbacks [] for port (7c044f6c-63c6-427a-966a-562eae0668af), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:35.092278 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-99e10d2b-5635-43b3-b55b-635f8c6395e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (7c044f6c-63c6-427a-966a-562eae0668af), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:35.132431 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-7f510d69-2dc9-4f3f-8209-4ea3377893df tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Allocated IP 172.20.0.1 (060be9c3-a812-4f9c-a408-17be4d3147de/04e7fdaa-7e06-4741-9d88-cad41aad57c5/c213fe41-7ae0-4b54-922e-c3e0bab0e7ac) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:33:35.160455 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e10d2b-5635-43b3-b55b-635f8c6395e0 None None] Network 060be9c3-a812-4f9c-a408-17be4d3147de is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:33:35.166419 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-99e10d2b-5635-43b3-b55b-635f8c6395e0 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:33:35.170726 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e10d2b-5635-43b3-b55b-635f8c6395e0 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:33:35.173741 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e10d2b-5635-43b3-b55b-635f8c6395e0 None None] Pushing event updated for resources: {'Port': ['ID=7c044f6c-63c6-427a-966a-562eae0668af,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:33:35.237987 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-8f12e580-7497-46e7-b0f9-45444f3253ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b812202-20f3-485f-b21a-ceefd216c687', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1991615954', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '951a5e40-07c1-4e04-b2fc-2ae35e449d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:33:31Z', 'updated_at': '2022-03-11T20:33:32Z', 'revision_number': 3, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'gw_port': {'id': '951a5e40-07c1-4e04-b2fc-2ae35e449d65', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:58:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b812202-20f3-485f-b21a-ceefd216c687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:33:32Z', 'updated_at': '2022-03-11T20:33:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:33:35.240806 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-99e10d2b-5635-43b3-b55b-635f8c6395e0 None None] Attempting to bind port 7c044f6c-63c6-427a-966a-562eae0668af on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:33:35.241233 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-99e10d2b-5635-43b3-b55b-635f8c6395e0 None None] Attempting to bind port 7c044f6c-63c6-427a-966a-562eae0668af by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '74e346cd-e029-44d2-aa90-02978a12feda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '060be9c3-a812-4f9c-a408-17be4d3147de'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:33:35.241596 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e10d2b-5635-43b3-b55b-635f8c6395e0 None None] Attempting to bind port 7c044f6c-63c6-427a-966a-562eae0668af on network 060be9c3-a812-4f9c-a408-17be4d3147de {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:33:35.251710 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7f510d69-2dc9-4f3f-8209-4ea3377893df tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for port (c213fe41-7ae0-4b54-922e-c3e0bab0e7ac), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:35.270916 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f12e580-7497-46e7-b0f9-45444f3253ab None None] The sync data for ids ['3b812202-20f3-485f-b21a-ceefd216c687'] in n-d-833163-1 is: [{'id': '3b812202-20f3-485f-b21a-ceefd216c687', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1991615954', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '951a5e40-07c1-4e04-b2fc-2ae35e449d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:33:31Z', 'updated_at': '2022-03-11T20:33:32Z', 'revision_number': 3, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'gw_port': {'id': '951a5e40-07c1-4e04-b2fc-2ae35e449d65', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:58:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b812202-20f3-485f-b21a-ceefd216c687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:33:32Z', 'updated_at': '2022-03-11T20:33:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:33:35.274939 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e10d2b-5635-43b3-b55b-635f8c6395e0 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:33:35.275306 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e10d2b-5635-43b3-b55b-635f8c6395e0 None None] Checking segment: {'id': '74e346cd-e029-44d2-aa90-02978a12feda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '060be9c3-a812-4f9c-a408-17be4d3147de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:33:35.276242 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-99e10d2b-5635-43b3-b55b-635f8c6395e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:35.276611 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e10d2b-5635-43b3-b55b-635f8c6395e0 None None] Bound using segment: {'id': '74e346cd-e029-44d2-aa90-02978a12feda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '060be9c3-a812-4f9c-a408-17be4d3147de'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:33:35.277084 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-99e10d2b-5635-43b3-b55b-635f8c6395e0 None None] Bound port: 7c044f6c-63c6-427a-966a-562eae0668af, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74e346cd-e029-44d2-aa90-02978a12feda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '060be9c3-a812-4f9c-a408-17be4d3147de'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:33:35.277604 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-99e10d2b-5635-43b3-b55b-635f8c6395e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (7c044f6c-63c6-427a-966a-562eae0668af), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:35.286794 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7f510d69-2dc9-4f3f-8209-4ea3377893df tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (c213fe41-7ae0-4b54-922e-c3e0bab0e7ac), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:35.324427 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f510d69-2dc9-4f3f-8209-4ea3377893df tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Network 060be9c3-a812-4f9c-a408-17be4d3147de is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:33:35.327600 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-7f510d69-2dc9-4f3f-8209-4ea3377893df tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:33:35.331427 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f510d69-2dc9-4f3f-8209-4ea3377893df tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:33:35.346021 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-99e10d2b-5635-43b3-b55b-635f8c6395e0 None None] For port 7c044f6c-63c6-427a-966a-562eae0668af, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:33:35.350525 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-99e10d2b-5635-43b3-b55b-635f8c6395e0 None None] For port 7c044f6c-63c6-427a-966a-562eae0668af, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=7c044f6c-63c6-427a-966a-562eae0668af,segment=NetworkSegment(74e346cd-e029-44d2-aa90-02978a12feda),segment_id=74e346cd-e029-44d2-aa90-02978a12feda)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:33:35.357640 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-99e10d2b-5635-43b3-b55b-635f8c6395e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (7c044f6c-63c6-427a-966a-562eae0668af), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:35.367982 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f510d69-2dc9-4f3f-8209-4ea3377893df tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'Port': ['ID=c213fe41-7ae0-4b54-922e-c3e0bab0e7ac,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:33:35.384360 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7f510d69-2dc9-4f3f-8209-4ea3377893df tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (3b812202-20f3-485f-b21a-ceefd216c687), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:35.427541 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e10d2b-5635-43b3-b55b-635f8c6395e0 None None] Pushing event updated for resources: {'Port': ['ID=7c044f6c-63c6-427a-966a-562eae0668af,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:33:35.573634 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7f510d69-2dc9-4f3f-8209-4ea3377893df tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c213fe41-7ae0-4b54-922e-c3e0bab0e7ac), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:35.804934 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 7c044f6c-63c6-427a-966a-562eae0668af up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:33:35.864609 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 7c044f6c-63c6-427a-966a-562eae0668af triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:33:35.864990 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (7c044f6c-63c6-427a-966a-562eae0668af), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:35.945087 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7f510d69-2dc9-4f3f-8209-4ea3377893df tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for port (c213fe41-7ae0-4b54-922e-c3e0bab0e7ac), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:35.954008 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7f510d69-2dc9-4f3f-8209-4ea3377893df tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (c213fe41-7ae0-4b54-922e-c3e0bab0e7ac), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:35.962067 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 7c044f6c-63c6-427a-966a-562eae0668af is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:33:35.962463 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (7c044f6c-63c6-427a-966a-562eae0668af), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:35.998929 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 7c044f6c-63c6-427a-966a-562eae0668af, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=7c044f6c-63c6-427a-966a-562eae0668af,segment=NetworkSegment(74e346cd-e029-44d2-aa90-02978a12feda),segment_id=74e346cd-e029-44d2-aa90-02978a12feda)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:33:36.004986 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (7c044f6c-63c6-427a-966a-562eae0668af), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:36.006726 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 951a5e40-07c1-4e04-b2fc-2ae35e449d65 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:33:36.028940 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f510d69-2dc9-4f3f-8209-4ea3377893df tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'Port': ['ID=c213fe41-7ae0-4b54-922e-c3e0bab0e7ac,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:33:36.032730 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7f510d69-2dc9-4f3f-8209-4ea3377893df tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (3b812202-20f3-485f-b21a-ceefd216c687), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:36.096479 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=7c044f6c-63c6-427a-966a-562eae0668af,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:33:36.108950 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 951a5e40-07c1-4e04-b2fc-2ae35e449d65 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:33:36.109508 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (951a5e40-07c1-4e04-b2fc-2ae35e449d65), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:36.142786 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f510d69-2dc9-4f3f-8209-4ea3377893df tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Network 060be9c3-a812-4f9c-a408-17be4d3147de is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:33:36.144129 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-7f510d69-2dc9-4f3f-8209-4ea3377893df tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:33:36.201935 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 951a5e40-07c1-4e04-b2fc-2ae35e449d65 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:33:36.202336 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (951a5e40-07c1-4e04-b2fc-2ae35e449d65), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:36.227228 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 951a5e40-07c1-4e04-b2fc-2ae35e449d65, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=951a5e40-07c1-4e04-b2fc-2ae35e449d65,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:33:36.235746 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (951a5e40-07c1-4e04-b2fc-2ae35e449d65), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:36.293697 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=951a5e40-07c1-4e04-b2fc-2ae35e449d65,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:33:36.298721 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f510d69-2dc9-4f3f-8209-4ea3377893df tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Router 3b812202-20f3-485f-b21a-ceefd216c687 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:33:36.425312 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f510d69-2dc9-4f3f-8209-4ea3377893df tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:33:36.430271 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-7f510d69-2dc9-4f3f-8209-4ea3377893df tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "PUT /v2.0/routers/3b812202-20f3-485f-b21a-ceefd216c687/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0893807 Mar 11 20:33:36.512474 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68652dba-40d4-4922-8b49-2947ee351c23 None None] Network 060be9c3-a812-4f9c-a408-17be4d3147de requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:33:36.581222 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0fe78684-41c5-43de-9808-f5fc3806b025 req-6c8300d3-8881-4358-a0a1-f3e6d1f7b764 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-713062695&fields=id&tenant_id=cd4dc3a306bd4a69832000c41db1a90a HTTP/1.1" status: 200 len: 267 time: 0.0460572 Mar 11 20:33:36.597806 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-79bc8e8a-1606-481e-b03a-1987c7b06aa0 None None] Provisioning complete for port 7c044f6c-63c6-427a-966a-562eae0668af triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:33:36.598179 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-79bc8e8a-1606-481e-b03a-1987c7b06aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (7c044f6c-63c6-427a-966a-562eae0668af), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:36.690151 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe78684-41c5-43de-9808-f5fc3806b025 req-cb76f614-2d34-494c-913e-d7c5588d6b1c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:36.691729 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0fe78684-41c5-43de-9808-f5fc3806b025 req-cb76f614-2d34-494c-913e-d7c5588d6b1c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/networks?id=060be9c3-a812-4f9c-a408-17be4d3147de HTTP/1.1" status: 200 len: 796 time: 0.1040528 Mar 11 20:33:36.707609 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0fe78684-41c5-43de-9808-f5fc3806b025 req-523d026f-0c10-463a-93ef-0424ddc3b32b tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/quotas/cd4dc3a306bd4a69832000c41db1a90a HTTP/1.1" status: 200 len: 375 time: 0.0099018 Mar 11 20:33:36.708215 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-79bc8e8a-1606-481e-b03a-1987c7b06aa0 None None] Current status of the port 7c044f6c-63c6-427a-966a-562eae0668af is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:33:36.771611 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0fe78684-41c5-43de-9808-f5fc3806b025 req-c4de4ede-d91b-4683-a826-993ee6745e8d tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd4dc3a306bd4a69832000c41db1a90a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0573454 Mar 11 20:33:36.878292 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0fe78684-41c5-43de-9808-f5fc3806b025 req-7cc138b6-5e79-42da-9f0e-88a88c89d386 service neutron] 10.222.0.65 "GET /v2.0/networks/060be9c3-a812-4f9c-a408-17be4d3147de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930903 Mar 11 20:33:36.932367 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-128f17f4-66b3-48ff-84c9-38030f971dfd None None] Provisioning complete for port 7c044f6c-63c6-427a-966a-562eae0668af triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:33:36.932922 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-128f17f4-66b3-48ff-84c9-38030f971dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (7c044f6c-63c6-427a-966a-562eae0668af), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:36.985682 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0fe78684-41c5-43de-9808-f5fc3806b025 req-26e680b7-5718-46f8-b149-d3975e3d52ed service neutron] 10.222.0.65 "GET /v2.0/networks/060be9c3-a812-4f9c-a408-17be4d3147de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011343 Mar 11 20:33:37.019723 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-128f17f4-66b3-48ff-84c9-38030f971dfd None None] Current status of the port 7c044f6c-63c6-427a-966a-562eae0668af is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:33:37.030834 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-128f17f4-66b3-48ff-84c9-38030f971dfd None None] Provisioning complete for port c213fe41-7ae0-4b54-922e-c3e0bab0e7ac triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:33:37.031210 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-128f17f4-66b3-48ff-84c9-38030f971dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (c213fe41-7ae0-4b54-922e-c3e0bab0e7ac), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:37.070673 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-128f17f4-66b3-48ff-84c9-38030f971dfd None None] Port c213fe41-7ae0-4b54-922e-c3e0bab0e7ac cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:33:37.156718 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6bfe54-ac43-4530-a1b5-dc3715a8fd6f None None] Sync routers for ids ['3b812202-20f3-485f-b21a-ceefd216c687'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:33:37.166123 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6bfe54-ac43-4530-a1b5-dc3715a8fd6f None None] Routers {'3b812202-20f3-485f-b21a-ceefd216c687'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:33:37.166727 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-8f6bfe54-ac43-4530-a1b5-dc3715a8fd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:33:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['3b812202-20f3-485f-b21a-ceefd216c687'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:33:37.192872 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-cc304ae4-6840-4551-97fa-ac7f9f9c85d2 None None] Provisioning complete for port c213fe41-7ae0-4b54-922e-c3e0bab0e7ac triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:33:37.193331 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cc304ae4-6840-4551-97fa-ac7f9f9c85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (c213fe41-7ae0-4b54-922e-c3e0bab0e7ac), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:37.234047 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-cc304ae4-6840-4551-97fa-ac7f9f9c85d2 None None] Port c213fe41-7ae0-4b54-922e-c3e0bab0e7ac cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:33:37.279278 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-8f6bfe54-ac43-4530-a1b5-dc3715a8fd6f None None] Set router 3b812202-20f3-485f-b21a-ceefd216c687 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:33:37.355001 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-25d781dc-3174-4bb0-ac50-80d6f80262bd None None] Provisioning complete for port c213fe41-7ae0-4b54-922e-c3e0bab0e7ac triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:33:37.355376 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-25d781dc-3174-4bb0-ac50-80d6f80262bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (c213fe41-7ae0-4b54-922e-c3e0bab0e7ac), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:37.392861 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-25d781dc-3174-4bb0-ac50-80d6f80262bd None None] Port c213fe41-7ae0-4b54-922e-c3e0bab0e7ac cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:33:37.474589 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-8f6bfe54-ac43-4530-a1b5-dc3715a8fd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b812202-20f3-485f-b21a-ceefd216c687', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1991615954', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '951a5e40-07c1-4e04-b2fc-2ae35e449d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:33:31Z', 'updated_at': '2022-03-11T20:33:35Z', 'revision_number': 4, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'gw_port': {'id': '951a5e40-07c1-4e04-b2fc-2ae35e449d65', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:58:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b812202-20f3-485f-b21a-ceefd216c687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:33:32Z', 'updated_at': '2022-03-11T20:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'c213fe41-7ae0-4b54-922e-c3e0bab0e7ac', 'name': '', 'network_id': '060be9c3-a812-4f9c-a408-17be4d3147de', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'mac_address': 'fa:16:3e:b1:73:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b812202-20f3-485f-b21a-ceefd216c687', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '04e7fdaa-7e06-4741-9d88-cad41aad57c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:33:34Z', 'updated_at': '2022-03-11T20:33:35Z', 'revision_number': 2, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'subnets': [{'id': '04e7fdaa-7e06-4741-9d88-cad41aad57c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:33:37.499727 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6bfe54-ac43-4530-a1b5-dc3715a8fd6f None None] Checking router: 3b812202-20f3-485f-b21a-ceefd216c687 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:33:37.500076 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6bfe54-ac43-4530-a1b5-dc3715a8fd6f None None] Updating router 3b812202-20f3-485f-b21a-ceefd216c687 port c213fe41-7ae0-4b54-922e-c3e0bab0e7ac binding host n-d-833163-1 {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 20:33:37.526330 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-8f6bfe54-ac43-4530-a1b5-dc3715a8fd6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c213fe41-7ae0-4b54-922e-c3e0bab0e7ac), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:37.671375 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 7c044f6c-63c6-427a-966a-562eae0668af up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:33:37.724574 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 7c044f6c-63c6-427a-966a-562eae0668af triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:33:37.725056 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (7c044f6c-63c6-427a-966a-562eae0668af), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:37.801654 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 7c044f6c-63c6-427a-966a-562eae0668af is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:33:37.802782 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 951a5e40-07c1-4e04-b2fc-2ae35e449d65 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:33:37.850148 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 951a5e40-07c1-4e04-b2fc-2ae35e449d65 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:33:37.850523 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (951a5e40-07c1-4e04-b2fc-2ae35e449d65), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:37.875698 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-8f6bfe54-ac43-4530-a1b5-dc3715a8fd6f None None] Publish callbacks [] for port (c213fe41-7ae0-4b54-922e-c3e0bab0e7ac), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:37.880999 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-8f6bfe54-ac43-4530-a1b5-dc3715a8fd6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (c213fe41-7ae0-4b54-922e-c3e0bab0e7ac), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:37.973522 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dae7bd-f762-4f44-95ac-86d3098821de None None] Pushing event updated for resources: {'Port': ['ID=c213fe41-7ae0-4b54-922e-c3e0bab0e7ac,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:33:37.990536 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-8f6bfe54-ac43-4530-a1b5-dc3715a8fd6f None None] Attempting to bind port c213fe41-7ae0-4b54-922e-c3e0bab0e7ac on host n-d-833163-1 for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:33:37.991063 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-8f6bfe54-ac43-4530-a1b5-dc3715a8fd6f None None] Attempting to bind port c213fe41-7ae0-4b54-922e-c3e0bab0e7ac by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '74e346cd-e029-44d2-aa90-02978a12feda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '060be9c3-a812-4f9c-a408-17be4d3147de'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:33:37.991528 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6bfe54-ac43-4530-a1b5-dc3715a8fd6f None None] Attempting to bind port c213fe41-7ae0-4b54-922e-c3e0bab0e7ac on network 060be9c3-a812-4f9c-a408-17be4d3147de {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:33:37.995247 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dae7bd-f762-4f44-95ac-86d3098821de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:33:37.995736 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dae7bd-f762-4f44-95ac-86d3098821de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:33:37.996173 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dae7bd-f762-4f44-95ac-86d3098821de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:33:37.996696 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dae7bd-f762-4f44-95ac-86d3098821de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:33:37.997145 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dae7bd-f762-4f44-95ac-86d3098821de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:33:37.997586 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dae7bd-f762-4f44-95ac-86d3098821de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:33:37.998026 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dae7bd-f762-4f44-95ac-86d3098821de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:33:37.998447 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dae7bd-f762-4f44-95ac-86d3098821de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:33:37.999032 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dae7bd-f762-4f44-95ac-86d3098821de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:33:37.999616 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dae7bd-f762-4f44-95ac-86d3098821de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:33:38.000231 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dae7bd-f762-4f44-95ac-86d3098821de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:33:38.000992 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dae7bd-f762-4f44-95ac-86d3098821de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:33:38.001734 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dae7bd-f762-4f44-95ac-86d3098821de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:33:38.012788 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6bfe54-ac43-4530-a1b5-dc3715a8fd6f None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:33:38.013430 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6bfe54-ac43-4530-a1b5-dc3715a8fd6f None None] Checking segment: {'id': '74e346cd-e029-44d2-aa90-02978a12feda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '060be9c3-a812-4f9c-a408-17be4d3147de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:33:38.014091 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-8f6bfe54-ac43-4530-a1b5-dc3715a8fd6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:38.014730 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f6bfe54-ac43-4530-a1b5-dc3715a8fd6f None None] Bound using segment: {'id': '74e346cd-e029-44d2-aa90-02978a12feda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '060be9c3-a812-4f9c-a408-17be4d3147de'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:33:38.015508 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-8f6bfe54-ac43-4530-a1b5-dc3715a8fd6f None None] Bound port: c213fe41-7ae0-4b54-922e-c3e0bab0e7ac, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74e346cd-e029-44d2-aa90-02978a12feda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '060be9c3-a812-4f9c-a408-17be4d3147de'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:33:38.016160 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-8f6bfe54-ac43-4530-a1b5-dc3715a8fd6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c213fe41-7ae0-4b54-922e-c3e0bab0e7ac), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:38.095049 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 951a5e40-07c1-4e04-b2fc-2ae35e449d65 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:33:38.104129 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-8f6bfe54-ac43-4530-a1b5-dc3715a8fd6f None None] For port c213fe41-7ae0-4b54-922e-c3e0bab0e7ac, host n-d-833163-1, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:33:38.107611 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-8f6bfe54-ac43-4530-a1b5-dc3715a8fd6f None None] For port c213fe41-7ae0-4b54-922e-c3e0bab0e7ac, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=c213fe41-7ae0-4b54-922e-c3e0bab0e7ac,segment=NetworkSegment(74e346cd-e029-44d2-aa90-02978a12feda),segment_id=74e346cd-e029-44d2-aa90-02978a12feda)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:33:38.117099 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-8f6bfe54-ac43-4530-a1b5-dc3715a8fd6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (c213fe41-7ae0-4b54-922e-c3e0bab0e7ac), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:38.190065 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dae7bd-f762-4f44-95ac-86d3098821de None None] Pushing event updated for resources: {'Port': ['ID=c213fe41-7ae0-4b54-922e-c3e0bab0e7ac,revision_number=4']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:33:38.199500 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6bfe54-ac43-4530-a1b5-dc3715a8fd6f None None] Routers {'3b812202-20f3-485f-b21a-ceefd216c687'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:33:38.200364 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-8f6bfe54-ac43-4530-a1b5-dc3715a8fd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:33:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['3b812202-20f3-485f-b21a-ceefd216c687'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:33:38.220346 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-83d52bf0-2734-4825-b65e-49af3d05451b req-b906222f-3bee-4cf2-8ec1-c5b7cf5aad5a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=83a2144b-0d7f-4f67-a734-867e6bf05063 HTTP/1.1" status: 200 len: 210 time: 0.0569308 Mar 11 20:33:38.228050 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-27724bc8-6148-4f91-9191-6ffd3a2a2e6b None None] Provisioning complete for port c213fe41-7ae0-4b54-922e-c3e0bab0e7ac triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:33:38.229097 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-27724bc8-6148-4f91-9191-6ffd3a2a2e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (c213fe41-7ae0-4b54-922e-c3e0bab0e7ac), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:38.330005 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-27724bc8-6148-4f91-9191-6ffd3a2a2e6b None None] Current status of the port c213fe41-7ae0-4b54-922e-c3e0bab0e7ac is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:33:38.330403 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-27724bc8-6148-4f91-9191-6ffd3a2a2e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c213fe41-7ae0-4b54-922e-c3e0bab0e7ac), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:38.343530 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-8f6bfe54-ac43-4530-a1b5-dc3715a8fd6f None None] Set router 3b812202-20f3-485f-b21a-ceefd216c687 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:33:38.369207 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-27724bc8-6148-4f91-9191-6ffd3a2a2e6b None None] For port c213fe41-7ae0-4b54-922e-c3e0bab0e7ac, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=c213fe41-7ae0-4b54-922e-c3e0bab0e7ac,segment=NetworkSegment(74e346cd-e029-44d2-aa90-02978a12feda),segment_id=74e346cd-e029-44d2-aa90-02978a12feda)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:33:38.376079 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-27724bc8-6148-4f91-9191-6ffd3a2a2e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (c213fe41-7ae0-4b54-922e-c3e0bab0e7ac), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:38.444189 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27724bc8-6148-4f91-9191-6ffd3a2a2e6b None None] Pushing event updated for resources: {'Port': ['ID=c213fe41-7ae0-4b54-922e-c3e0bab0e7ac,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:33:38.503617 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d67a019b-bc0b-4fb2-9d05-b80d6c96639b None None] Provisioning complete for port c213fe41-7ae0-4b54-922e-c3e0bab0e7ac triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:33:38.504072 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d67a019b-bc0b-4fb2-9d05-b80d6c96639b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (c213fe41-7ae0-4b54-922e-c3e0bab0e7ac), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:38.563933 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-8f6bfe54-ac43-4530-a1b5-dc3715a8fd6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b812202-20f3-485f-b21a-ceefd216c687', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1991615954', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '951a5e40-07c1-4e04-b2fc-2ae35e449d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:33:31Z', 'updated_at': '2022-03-11T20:33:35Z', 'revision_number': 4, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'gw_port': {'id': '951a5e40-07c1-4e04-b2fc-2ae35e449d65', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:58:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b812202-20f3-485f-b21a-ceefd216c687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:33:32Z', 'updated_at': '2022-03-11T20:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'c213fe41-7ae0-4b54-922e-c3e0bab0e7ac', 'name': '', 'network_id': '060be9c3-a812-4f9c-a408-17be4d3147de', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'mac_address': 'fa:16:3e:b1:73:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b812202-20f3-485f-b21a-ceefd216c687', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '04e7fdaa-7e06-4741-9d88-cad41aad57c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:33:34Z', 'updated_at': '2022-03-11T20:33:38Z', 'revision_number': 4, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'subnets': [{'id': '04e7fdaa-7e06-4741-9d88-cad41aad57c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:33:38.586258 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d67a019b-bc0b-4fb2-9d05-b80d6c96639b None None] Current status of the port c213fe41-7ae0-4b54-922e-c3e0bab0e7ac is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:33:38.596170 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6bfe54-ac43-4530-a1b5-dc3715a8fd6f None None] The sync data for ids ['3b812202-20f3-485f-b21a-ceefd216c687'] in n-d-833163-1 is: [{'id': '3b812202-20f3-485f-b21a-ceefd216c687', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1991615954', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '951a5e40-07c1-4e04-b2fc-2ae35e449d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:33:31Z', 'updated_at': '2022-03-11T20:33:35Z', 'revision_number': 4, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'gw_port': {'id': '951a5e40-07c1-4e04-b2fc-2ae35e449d65', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:58:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b812202-20f3-485f-b21a-ceefd216c687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:33:32Z', 'updated_at': '2022-03-11T20:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'c213fe41-7ae0-4b54-922e-c3e0bab0e7ac', 'name': '', 'network_id': '060be9c3-a812-4f9c-a408-17be4d3147de', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'mac_address': 'fa:16:3e:b1:73:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b812202-20f3-485f-b21a-ceefd216c687', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '04e7fdaa-7e06-4741-9d88-cad41aad57c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:33:34Z', 'updated_at': '2022-03-11T20:33:38Z', 'revision_number': 4, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'subnets': [{'id': '04e7fdaa-7e06-4741-9d88-cad41aad57c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:33:39.322432 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d7d97bf8-6b5e-4b80-b157-b44b1053d829 req-f3eb5ab6-115b-4c6f-a9eb-ffb3d61615c2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=83a2144b-0d7f-4f67-a734-867e6bf05063 HTTP/1.1" status: 200 len: 210 time: 0.0345876 Mar 11 20:33:39.437837 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe78684-41c5-43de-9808-f5fc3806b025 req-78dc68c1-95af-48f6-9daa-53c97a01f884 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:39.439620 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0fe78684-41c5-43de-9808-f5fc3806b025 req-78dc68c1-95af-48f6-9daa-53c97a01f884 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.57 "GET /v2.0/networks?id=060be9c3-a812-4f9c-a408-17be4d3147de HTTP/1.1" status: 200 len: 796 time: 0.1201851 Mar 11 20:33:39.507496 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0fe78684-41c5-43de-9808-f5fc3806b025 req-bdf01bac-c4e1-4840-a8bd-b426abab7fd7 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd4dc3a306bd4a69832000c41db1a90a HTTP/1.1" status: 200 len: 379 time: 0.0593119 Mar 11 20:33:39.516356 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-0fe78684-41c5-43de-9808-f5fc3806b025 req-cd95b4d6-220c-48f0-b27f-4ca809c4b2d6 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Request body: {'port': {'device_id': '83a2144b-0d7f-4f67-a734-867e6bf05063', 'network_id': '060be9c3-a812-4f9c-a408-17be4d3147de', 'admin_state_up': True, 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'security_groups': ['369e0e41-aa85-4216-bb3f-7e2ce022e529']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:33:39.695475 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device c213fe41-7ae0-4b54-922e-c3e0bab0e7ac up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:33:39.751001 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port c213fe41-7ae0-4b54-922e-c3e0bab0e7ac triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:33:39.751467 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (c213fe41-7ae0-4b54-922e-c3e0bab0e7ac), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:39.831588 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port c213fe41-7ae0-4b54-922e-c3e0bab0e7ac is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:33:39.905524 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fe78684-41c5-43de-9808-f5fc3806b025 req-cd95b4d6-220c-48f0-b27f-4ca809c4b2d6 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Made reservation on behalf of cd4dc3a306bd4a69832000c41db1a90a for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:33:39.909050 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0fe78684-41c5-43de-9808-f5fc3806b025 req-cd95b4d6-220c-48f0-b27f-4ca809c4b2d6 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:40.028096 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-0fe78684-41c5-43de-9808-f5fc3806b025 req-cd95b4d6-220c-48f0-b27f-4ca809c4b2d6 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Allocated IP 172.20.0.13 (060be9c3-a812-4f9c-a408-17be4d3147de/04e7fdaa-7e06-4741-9d88-cad41aad57c5/5f8f6963-db51-4d73-a64c-c91706409ba1) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:33:40.162728 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0fe78684-41c5-43de-9808-f5fc3806b025 req-cd95b4d6-220c-48f0-b27f-4ca809c4b2d6 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for port (5f8f6963-db51-4d73-a64c-c91706409ba1), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:40.195010 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0fe78684-41c5-43de-9808-f5fc3806b025 req-cd95b4d6-220c-48f0-b27f-4ca809c4b2d6 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (5f8f6963-db51-4d73-a64c-c91706409ba1), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:40.237624 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fe78684-41c5-43de-9808-f5fc3806b025 req-cd95b4d6-220c-48f0-b27f-4ca809c4b2d6 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Network 060be9c3-a812-4f9c-a408-17be4d3147de is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:33:40.242667 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-0fe78684-41c5-43de-9808-f5fc3806b025 req-cd95b4d6-220c-48f0-b27f-4ca809c4b2d6 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:33:40.245031 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fe78684-41c5-43de-9808-f5fc3806b025 req-cd95b4d6-220c-48f0-b27f-4ca809c4b2d6 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:33:40.273093 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd95b4d6-220c-48f0-b27f-4ca809c4b2d6 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'Port': ['ID=5f8f6963-db51-4d73-a64c-c91706409ba1,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:33:40.299835 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe78684-41c5-43de-9808-f5fc3806b025 req-cd95b4d6-220c-48f0-b27f-4ca809c4b2d6 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:40.300451 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0fe78684-41c5-43de-9808-f5fc3806b025 req-cd95b4d6-220c-48f0-b27f-4ca809c4b2d6 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:40.317004 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0fe78684-41c5-43de-9808-f5fc3806b025 req-cd95b4d6-220c-48f0-b27f-4ca809c4b2d6 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8042905 Mar 11 20:33:40.381954 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-0fe78684-41c5-43de-9808-f5fc3806b025 req-c9042452-90ed-4846-86c0-19ef2757dd9c service neutron] Request body: {'port': {'device_id': '83a2144b-0d7f-4f67-a734-867e6bf05063', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:33:40.479020 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0fe78684-41c5-43de-9808-f5fc3806b025 req-c9042452-90ed-4846-86c0-19ef2757dd9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (5f8f6963-db51-4d73-a64c-c91706409ba1), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:40.501030 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce65a13-156c-4668-8cf7-ec54bd0ead27 req-26983cfd-158f-45a9-85bf-25d47cfcc509 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:40.502477 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9ce65a13-156c-4668-8cf7-ec54bd0ead27 req-26983cfd-158f-45a9-85bf-25d47cfcc509 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=83a2144b-0d7f-4f67-a734-867e6bf05063 HTTP/1.1" status: 200 len: 932 time: 0.0935035 Mar 11 20:33:40.519091 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-0f163f9d-9f73-48d0-b766-4ad96cdb824f None None] Provisioning complete for port 5f8f6963-db51-4d73-a64c-c91706409ba1 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:33:40.519520 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0f163f9d-9f73-48d0-b766-4ad96cdb824f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (5f8f6963-db51-4d73-a64c-c91706409ba1), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:40.558161 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-0f163f9d-9f73-48d0-b766-4ad96cdb824f None None] Port 5f8f6963-db51-4d73-a64c-c91706409ba1 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:33:40.632710 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9ce65a13-156c-4668-8cf7-ec54bd0ead27 req-a73859b5-5f4f-4d0e-a41c-d06050a53b43 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=369e0e41-aa85-4216-bb3f-7e2ce022e529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106513 Mar 11 20:33:40.785113 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-0fe78684-41c5-43de-9808-f5fc3806b025 req-c9042452-90ed-4846-86c0-19ef2757dd9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f8f6963-db51-4d73-a64c-c91706409ba1 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:33:40.792243 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0fe78684-41c5-43de-9808-f5fc3806b025 req-c9042452-90ed-4846-86c0-19ef2757dd9c service neutron] Publish callbacks [] for port (5f8f6963-db51-4d73-a64c-c91706409ba1), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:40.805078 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-0fe78684-41c5-43de-9808-f5fc3806b025 req-c9042452-90ed-4846-86c0-19ef2757dd9c service neutron] Transition to ACTIVE for port object 5f8f6963-db51-4d73-a64c-c91706409ba1 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 20:33:40.808968 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0fe78684-41c5-43de-9808-f5fc3806b025 req-c9042452-90ed-4846-86c0-19ef2757dd9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (5f8f6963-db51-4d73-a64c-c91706409ba1), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:40.859157 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9042452-90ed-4846-86c0-19ef2757dd9c service neutron] Pushing event updated for resources: {'Port': ['ID=5f8f6963-db51-4d73-a64c-c91706409ba1,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:33:40.923867 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-0fe78684-41c5-43de-9808-f5fc3806b025 req-c9042452-90ed-4846-86c0-19ef2757dd9c service neutron] Attempting to bind port 5f8f6963-db51-4d73-a64c-c91706409ba1 on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:33:40.924207 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-0fe78684-41c5-43de-9808-f5fc3806b025 req-c9042452-90ed-4846-86c0-19ef2757dd9c service neutron] Attempting to bind port 5f8f6963-db51-4d73-a64c-c91706409ba1 by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '74e346cd-e029-44d2-aa90-02978a12feda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '060be9c3-a812-4f9c-a408-17be4d3147de'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:33:40.924531 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe78684-41c5-43de-9808-f5fc3806b025 req-c9042452-90ed-4846-86c0-19ef2757dd9c service neutron] Attempting to bind port 5f8f6963-db51-4d73-a64c-c91706409ba1 on network 060be9c3-a812-4f9c-a408-17be4d3147de {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:33:40.929094 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe78684-41c5-43de-9808-f5fc3806b025 req-c9042452-90ed-4846-86c0-19ef2757dd9c service neutron] Port 5f8f6963-db51-4d73-a64c-c91706409ba1 on network 060be9c3-a812-4f9c-a408-17be4d3147de not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 20:33:40.929410 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe78684-41c5-43de-9808-f5fc3806b025 req-c9042452-90ed-4846-86c0-19ef2757dd9c service neutron] Attempting to bind port 5f8f6963-db51-4d73-a64c-c91706409ba1 on network 060be9c3-a812-4f9c-a408-17be4d3147de {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:33:40.935148 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe78684-41c5-43de-9808-f5fc3806b025 req-c9042452-90ed-4846-86c0-19ef2757dd9c service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:33:40.935484 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe78684-41c5-43de-9808-f5fc3806b025 req-c9042452-90ed-4846-86c0-19ef2757dd9c service neutron] Checking segment: {'id': '74e346cd-e029-44d2-aa90-02978a12feda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '060be9c3-a812-4f9c-a408-17be4d3147de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:33:40.935890 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe78684-41c5-43de-9808-f5fc3806b025 req-c9042452-90ed-4846-86c0-19ef2757dd9c service neutron] Bound using segment: {'id': '74e346cd-e029-44d2-aa90-02978a12feda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '060be9c3-a812-4f9c-a408-17be4d3147de'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:33:40.936320 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-0fe78684-41c5-43de-9808-f5fc3806b025 req-c9042452-90ed-4846-86c0-19ef2757dd9c service neutron] Bound port: 5f8f6963-db51-4d73-a64c-c91706409ba1, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74e346cd-e029-44d2-aa90-02978a12feda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 861, 'network_id': '060be9c3-a812-4f9c-a408-17be4d3147de'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:33:40.936673 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0fe78684-41c5-43de-9808-f5fc3806b025 req-c9042452-90ed-4846-86c0-19ef2757dd9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (5f8f6963-db51-4d73-a64c-c91706409ba1), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:41.005540 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-0fe78684-41c5-43de-9808-f5fc3806b025 req-c9042452-90ed-4846-86c0-19ef2757dd9c service neutron] For port 5f8f6963-db51-4d73-a64c-c91706409ba1, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:33:41.008583 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-0fe78684-41c5-43de-9808-f5fc3806b025 req-c9042452-90ed-4846-86c0-19ef2757dd9c service neutron] For port 5f8f6963-db51-4d73-a64c-c91706409ba1, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=5f8f6963-db51-4d73-a64c-c91706409ba1,segment=NetworkSegment(74e346cd-e029-44d2-aa90-02978a12feda),segment_id=74e346cd-e029-44d2-aa90-02978a12feda)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:33:41.013993 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0fe78684-41c5-43de-9808-f5fc3806b025 req-c9042452-90ed-4846-86c0-19ef2757dd9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (5f8f6963-db51-4d73-a64c-c91706409ba1), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:41.047157 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe78684-41c5-43de-9808-f5fc3806b025 req-c9042452-90ed-4846-86c0-19ef2757dd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:41.047795 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-0fe78684-41c5-43de-9808-f5fc3806b025 req-c9042452-90ed-4846-86c0-19ef2757dd9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:41.049205 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0fe78684-41c5-43de-9808-f5fc3806b025 req-c9042452-90ed-4846-86c0-19ef2757dd9c service neutron] 10.222.0.57 "PUT /v2.0/ports/5f8f6963-db51-4d73-a64c-c91706409ba1 HTTP/1.1" status: 200 len: 1092 time: 0.7255509 Mar 11 20:33:41.049584 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83a2144b-0d7f-4f67-a734-867e6bf05063', 'tag': '5f8f6963-db51-4d73-a64c-c91706409ba1'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:33:41.051796 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a0d03908d714cf498f0e9a07bdcfee6ce8884db927bcf4c76da6f3dadb32e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef7836d-a14f-4824-9811-5848029bfefc" -d '{"events": [{"name": "network-changed", "server_uuid": "83a2144b-0d7f-4f67-a734-867e6bf05063", "tag": "5f8f6963-db51-4d73-a64c-c91706409ba1"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:33:41.084405 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9042452-90ed-4846-86c0-19ef2757dd9c service neutron] Pushing event updated for resources: {'Port': ['ID=5f8f6963-db51-4d73-a64c-c91706409ba1,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:33:41.122740 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f1c3f2-1cd9-448b-b81d-40205abb6962 x-openstack-request-id: req-70f1c3f2-1cd9-448b-b81d-40205abb6962 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:33:41.123042 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83a2144b-0d7f-4f67-a734-867e6bf05063", "tag": "5f8f6963-db51-4d73-a64c-c91706409ba1", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:33:41.123313 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-70f1c3f2-1cd9-448b-b81d-40205abb6962 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:33:41.123727 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83a2144b-0d7f-4f67-a734-867e6bf05063', 'tag': '5f8f6963-db51-4d73-a64c-c91706409ba1', 'status': 'completed', 'code': 200} Mar 11 20:33:41.143552 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe78684-41c5-43de-9808-f5fc3806b025 req-9e446234-3097-4232-aba2-ccf6565fd1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:41.145128 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0fe78684-41c5-43de-9808-f5fc3806b025 req-9e446234-3097-4232-aba2-ccf6565fd1b5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cd4dc3a306bd4a69832000c41db1a90a&device_id=83a2144b-0d7f-4f67-a734-867e6bf05063 HTTP/1.1" status: 200 len: 1126 time: 0.0522468 Mar 11 20:33:41.190309 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0fe78684-41c5-43de-9808-f5fc3806b025 req-9483ee18-a4b0-45fb-a066-31d5016e53af service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f8f6963-db51-4d73-a64c-c91706409ba1 HTTP/1.1" status: 200 len: 217 time: 0.0387213 Mar 11 20:33:41.241332 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe78684-41c5-43de-9808-f5fc3806b025 req-df6c6040-3104-4686-a925-3d10e3cb5712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:41.242784 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0fe78684-41c5-43de-9808-f5fc3806b025 req-df6c6040-3104-4686-a925-3d10e3cb5712 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=04e7fdaa-7e06-4741-9d88-cad41aad57c5 HTTP/1.1" status: 200 len: 835 time: 0.0462363 Mar 11 20:33:41.291080 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe78684-41c5-43de-9808-f5fc3806b025 req-4d7951fc-d0fd-437c-bc58-db78872129a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:41.292597 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0fe78684-41c5-43de-9808-f5fc3806b025 req-4d7951fc-d0fd-437c-bc58-db78872129a1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=060be9c3-a812-4f9c-a408-17be4d3147de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441031 Mar 11 20:33:41.367478 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:33:41.385573 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0fe78684-41c5-43de-9808-f5fc3806b025 req-fddc80c0-1b10-4aa4-941c-8b8d15892b78 service neutron] 10.222.0.57 "GET /v2.0/networks/060be9c3-a812-4f9c-a408-17be4d3147de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870807 Mar 11 20:33:41.472590 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0fe78684-41c5-43de-9808-f5fc3806b025 req-8b0312aa-2ebc-4aa8-8a1d-4b4d48584633 service neutron] 10.222.0.57 "GET /v2.0/networks/060be9c3-a812-4f9c-a408-17be4d3147de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819063 Mar 11 20:33:41.566378 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7836d-a14f-4824-9811-5848029bfefc req-694887dd-94e5-4a83-a3b5-5d5237641a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:41.567823 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-aef7836d-a14f-4824-9811-5848029bfefc req-694887dd-94e5-4a83-a3b5-5d5237641a4f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cd4dc3a306bd4a69832000c41db1a90a&device_id=83a2144b-0d7f-4f67-a734-867e6bf05063 HTTP/1.1" status: 200 len: 1126 time: 0.0498550 Mar 11 20:33:41.656148 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7836d-a14f-4824-9811-5848029bfefc req-be7a464c-a1de-487b-a136-fd27938beac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:41.657645 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-aef7836d-a14f-4824-9811-5848029bfefc req-be7a464c-a1de-487b-a136-fd27938beac3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=060be9c3-a812-4f9c-a408-17be4d3147de HTTP/1.1" status: 200 len: 897 time: 0.0845466 Mar 11 20:33:41.703928 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-aef7836d-a14f-4824-9811-5848029bfefc req-cb454c08-b53e-40bd-8036-0a2733470a18 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f8f6963-db51-4d73-a64c-c91706409ba1 HTTP/1.1" status: 200 len: 217 time: 0.0402060 Mar 11 20:33:41.774628 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7836d-a14f-4824-9811-5848029bfefc req-b4914296-51e0-4c8e-919a-7649232b598a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:41.776627 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-aef7836d-a14f-4824-9811-5848029bfefc req-b4914296-51e0-4c8e-919a-7649232b598a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=04e7fdaa-7e06-4741-9d88-cad41aad57c5 HTTP/1.1" status: 200 len: 835 time: 0.0650096 Mar 11 20:33:41.798841 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbfca72-e26f-4edf-8c3d-2749fa0503e4 req-1cd0f382-a141-4a92-9be8-a8f6e2af53b0 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:41.800308 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-edbfca72-e26f-4edf-8c3d-2749fa0503e4 req-1cd0f382-a141-4a92-9be8-a8f6e2af53b0 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=83a2144b-0d7f-4f67-a734-867e6bf05063 HTTP/1.1" status: 200 len: 944 time: 0.0982957 Mar 11 20:33:41.869235 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-edbfca72-e26f-4edf-8c3d-2749fa0503e4 req-aced9197-42cc-45fc-8d54-5400ab50e8e7 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=369e0e41-aa85-4216-bb3f-7e2ce022e529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543468 Mar 11 20:33:41.874168 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7836d-a14f-4824-9811-5848029bfefc req-c9faecd6-79bf-4e5c-90dd-07147f87177d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:41.875602 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-aef7836d-a14f-4824-9811-5848029bfefc req-c9faecd6-79bf-4e5c-90dd-07147f87177d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=060be9c3-a812-4f9c-a408-17be4d3147de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0922275 Mar 11 20:33:41.962160 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-aef7836d-a14f-4824-9811-5848029bfefc req-bf927f5d-f8a8-4c38-813a-8c9c0fef8816 service neutron] 10.222.0.57 "GET /v2.0/networks/060be9c3-a812-4f9c-a408-17be4d3147de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807190 Mar 11 20:33:42.051447 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-aef7836d-a14f-4824-9811-5848029bfefc req-f6f420c4-e85f-430d-95b9-36b19e153b48 service neutron] 10.222.0.57 "GET /v2.0/networks/060be9c3-a812-4f9c-a408-17be4d3147de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836926 Mar 11 20:33:42.989443 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79128f82-e35d-495e-804d-cda6a99dc499 req-41e782f5-109f-4289-9f3e-cd7ea00f1df6 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:42.990912 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-79128f82-e35d-495e-804d-cda6a99dc499 req-41e782f5-109f-4289-9f3e-cd7ea00f1df6 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=83a2144b-0d7f-4f67-a734-867e6bf05063 HTTP/1.1" status: 200 len: 944 time: 0.0530622 Mar 11 20:33:43.038980 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-79128f82-e35d-495e-804d-cda6a99dc499 req-4f97dbee-d14b-4ea9-aaea-cb5eb25f0152 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=369e0e41-aa85-4216-bb3f-7e2ce022e529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423632 Mar 11 20:33:44.154402 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ff2b7-5b3f-43d7-a641-2f5f12260900 req-8d7df6b2-3c96-4d31-9c69-f2a5ff5728be tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:44.155939 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8a9ff2b7-5b3f-43d7-a641-2f5f12260900 req-8d7df6b2-3c96-4d31-9c69-f2a5ff5728be tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=83a2144b-0d7f-4f67-a734-867e6bf05063 HTTP/1.1" status: 200 len: 944 time: 0.0517406 Mar 11 20:33:44.208090 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8a9ff2b7-5b3f-43d7-a641-2f5f12260900 req-f3181f71-2f00-4d9d-bada-85a77610b799 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=369e0e41-aa85-4216-bb3f-7e2ce022e529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465558 Mar 11 20:33:45.323877 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff9a6f-d6e8-4c04-abc5-a849bd5688b1 req-49ee6cd0-67b5-4ea6-89fe-c7807c7cfc6e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:45.325333 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-29ff9a6f-d6e8-4c04-abc5-a849bd5688b1 req-49ee6cd0-67b5-4ea6-89fe-c7807c7cfc6e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=83a2144b-0d7f-4f67-a734-867e6bf05063 HTTP/1.1" status: 200 len: 944 time: 0.0514281 Mar 11 20:33:45.353329 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 5f8f6963-db51-4d73-a64c-c91706409ba1 details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 20:33:45.372637 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-29ff9a6f-d6e8-4c04-abc5-a849bd5688b1 req-ec2a5d7c-aab9-47cb-b32a-8983432fe915 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=369e0e41-aa85-4216-bb3f-7e2ce022e529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418661 Mar 11 20:33:45.450326 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 5f8f6963-db51-4d73-a64c-c91706409ba1, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=5f8f6963-db51-4d73-a64c-c91706409ba1,segment=NetworkSegment(74e346cd-e029-44d2-aa90-02978a12feda),segment_id=74e346cd-e029-44d2-aa90-02978a12feda)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:33:45.460845 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': '5f8f6963-db51-4d73-a64c-c91706409ba1', 'network_id': '060be9c3-a812-4f9c-a408-17be4d3147de', 'port_id': '5f8f6963-db51-4d73-a64c-c91706409ba1', 'mac_address': 'fa:16:3e:61:d3:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 861, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04e7fdaa-7e06-4741-9d88-cad41aad57c5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 20:33:45.497218 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 5f8f6963-db51-4d73-a64c-c91706409ba1 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:33:45.497600 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (5f8f6963-db51-4d73-a64c-c91706409ba1), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:45.511551 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f8f6963-db51-4d73-a64c-c91706409ba1 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:33:45.534611 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 5f8f6963-db51-4d73-a64c-c91706409ba1, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=5f8f6963-db51-4d73-a64c-c91706409ba1,segment=NetworkSegment(74e346cd-e029-44d2-aa90-02978a12feda),segment_id=74e346cd-e029-44d2-aa90-02978a12feda)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:33:45.542883 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (5f8f6963-db51-4d73-a64c-c91706409ba1), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:45.591909 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=5f8f6963-db51-4d73-a64c-c91706409ba1,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:33:45.911054 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['5f8f6963-db51-4d73-a64c-c91706409ba1'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:33:46.488698 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad9ecab-7759-4672-a502-c00ada9a0944 req-ef67c57a-5f1b-4c73-bcc5-10751fd16402 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:46.490167 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cad9ecab-7759-4672-a502-c00ada9a0944 req-ef67c57a-5f1b-4c73-bcc5-10751fd16402 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=83a2144b-0d7f-4f67-a734-867e6bf05063 HTTP/1.1" status: 200 len: 945 time: 0.0520334 Mar 11 20:33:46.537750 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cad9ecab-7759-4672-a502-c00ada9a0944 req-284dee5f-b8b1-493d-8b46-9d9dde899e15 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=369e0e41-aa85-4216-bb3f-7e2ce022e529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419781 Mar 11 20:33:47.368305 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 5f8f6963-db51-4d73-a64c-c91706409ba1 up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:33:47.419509 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port 5f8f6963-db51-4d73-a64c-c91706409ba1 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 20:33:47.423914 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port 5f8f6963-db51-4d73-a64c-c91706409ba1 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:33:47.424304 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (5f8f6963-db51-4d73-a64c-c91706409ba1), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:47.499224 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 5f8f6963-db51-4d73-a64c-c91706409ba1 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:33:47.499774 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (5f8f6963-db51-4d73-a64c-c91706409ba1), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:47.521843 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a2144b-0d7f-4f67-a734-867e6bf05063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f8f6963-db51-4d73-a64c-c91706409ba1'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:33:47.524028 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e00c6702a54281ed7930195260709b2e9eb4074fe153a1ed12afbef6176377e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce7f0e2e-a7bb-4cd0-bf3b-fc77931bf429" -d '{"events": [{"server_uuid": "83a2144b-0d7f-4f67-a734-867e6bf05063", "name": "network-vif-plugged", "status": "completed", "tag": "5f8f6963-db51-4d73-a64c-c91706409ba1"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:33:47.539312 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 5f8f6963-db51-4d73-a64c-c91706409ba1, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=5f8f6963-db51-4d73-a64c-c91706409ba1,segment=NetworkSegment(74e346cd-e029-44d2-aa90-02978a12feda),segment_id=74e346cd-e029-44d2-aa90-02978a12feda)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:33:47.544255 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (5f8f6963-db51-4d73-a64c-c91706409ba1), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:47.572739 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991c99e1-1f80-4022-88b8-79803d46860a x-openstack-request-id: req-991c99e1-1f80-4022-88b8-79803d46860a {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:33:47.573036 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83a2144b-0d7f-4f67-a734-867e6bf05063", "name": "network-vif-plugged", "status": "completed", "tag": "5f8f6963-db51-4d73-a64c-c91706409ba1", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:33:47.573293 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-991c99e1-1f80-4022-88b8-79803d46860a {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:33:47.573691 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a2144b-0d7f-4f67-a734-867e6bf05063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f8f6963-db51-4d73-a64c-c91706409ba1', 'code': 200} Mar 11 20:33:47.602088 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=5f8f6963-db51-4d73-a64c-c91706409ba1,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:33:47.701255 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa26e57-48b1-4a49-ba62-53021e698662 req-9275f484-fe53-4ed1-9bd0-53403b20efba tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:47.702741 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ffa26e57-48b1-4a49-ba62-53021e698662 req-9275f484-fe53-4ed1-9bd0-53403b20efba tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=83a2144b-0d7f-4f67-a734-867e6bf05063 HTTP/1.1" status: 200 len: 946 time: 0.0850146 Mar 11 20:33:47.705239 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc65b7c-4885-4ab3-a656-374c0ff7743b req-40cb33bf-bc2c-47b2-a6e9-53e2c5a984c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:47.706598 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cfc65b7c-4885-4ab3-a656-374c0ff7743b req-40cb33bf-bc2c-47b2-a6e9-53e2c5a984c7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=83a2144b-0d7f-4f67-a734-867e6bf05063 HTTP/1.1" status: 200 len: 1128 time: 0.0801954 Mar 11 20:33:47.779316 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ffa26e57-48b1-4a49-ba62-53021e698662 req-837a9fd1-05e6-4a42-b913-4c4c694ed12d tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=369e0e41-aa85-4216-bb3f-7e2ce022e529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708680 Mar 11 20:33:47.782877 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cfc65b7c-4885-4ab3-a656-374c0ff7743b req-ae4d1f87-7802-4e58-97c3-194be6cd027e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=369e0e41-aa85-4216-bb3f-7e2ce022e529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684032 Mar 11 20:33:48.901767 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b08a87-3247-4ae6-8350-b856150be81e req-addb21d7-3150-4bda-8343-f2f66235336f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:48.903250 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-05b08a87-3247-4ae6-8350-b856150be81e req-addb21d7-3150-4bda-8343-f2f66235336f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=83a2144b-0d7f-4f67-a734-867e6bf05063 HTTP/1.1" status: 200 len: 946 time: 0.0546105 Mar 11 20:33:48.954493 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-05b08a87-3247-4ae6-8350-b856150be81e req-e19e4242-6351-445c-9561-264cf8ccb603 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=369e0e41-aa85-4216-bb3f-7e2ce022e529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456841 Mar 11 20:33:49.485141 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:50.070253 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e2e3a-6d73-42f2-8e32-87815bbfdcd6 req-e8b57850-00f6-4781-96dd-399a574b8f76 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:50.071714 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7d5e2e3a-6d73-42f2-8e32-87815bbfdcd6 req-e8b57850-00f6-4781-96dd-399a574b8f76 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=83a2144b-0d7f-4f67-a734-867e6bf05063 HTTP/1.1" status: 200 len: 946 time: 0.0509374 Mar 11 20:33:50.118991 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7d5e2e3a-6d73-42f2-8e32-87815bbfdcd6 req-da33006b-1d2a-4f82-9bf2-40e1d313bfe7 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=369e0e41-aa85-4216-bb3f-7e2ce022e529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412996 Mar 11 20:33:50.232087 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e118a8-034c-45ce-992b-946bc29bd7a9 req-39debbaf-9230-4a67-9fff-9a0af2cb7b9c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:50.233449 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b6e118a8-034c-45ce-992b-946bc29bd7a9 req-39debbaf-9230-4a67-9fff-9a0af2cb7b9c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=83a2144b-0d7f-4f67-a734-867e6bf05063 HTTP/1.1" status: 200 len: 946 time: 0.0518496 Mar 11 20:33:50.281295 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b6e118a8-034c-45ce-992b-946bc29bd7a9 req-bd7ce611-693e-43fd-97ca-8d1540df8c46 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=369e0e41-aa85-4216-bb3f-7e2ce022e529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423086 Mar 11 20:33:50.302167 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59382) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:33:50.349115 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f278dc-0fd7-4f29-8bc9-e5fffe680970 tempest-TestNetworkAdvancedServerOps-914316040 tempest-TestNetworkAdvancedServerOps-914316040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:50.350865 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-08f278dc-0fd7-4f29-8bc9-e5fffe680970 tempest-TestNetworkAdvancedServerOps-914316040 tempest-TestNetworkAdvancedServerOps-914316040-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=83a2144b-0d7f-4f67-a734-867e6bf05063 HTTP/1.1" status: 200 len: 1123 time: 0.0476949 Mar 11 20:33:50.353855 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59384) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:33:50.357966 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-37d8f3a1-c035-4f8c-a558-36a45087075e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Request body: {'floatingip': {'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'port_id': '5f8f6963-db51-4d73-a64c-c91706409ba1', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:33:50.377544 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-37d8f3a1-c035-4f8c-a558-36a45087075e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:50.470022 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-37d8f3a1-c035-4f8c-a558-36a45087075e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:50.571853 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-37d8f3a1-c035-4f8c-a558-36a45087075e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Allocated IP 172.25.8.51 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/260d891b-56bc-40d3-b323-3eaac8333e94) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:33:50.672917 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-37d8f3a1-c035-4f8c-a558-36a45087075e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for port (260d891b-56bc-40d3-b323-3eaac8333e94), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:50.704154 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-37d8f3a1-c035-4f8c-a558-36a45087075e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (260d891b-56bc-40d3-b323-3eaac8333e94), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:50.743949 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d8f3a1-c035-4f8c-a558-36a45087075e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:33:50.746950 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-37d8f3a1-c035-4f8c-a558-36a45087075e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:33:50.749521 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d8f3a1-c035-4f8c-a558-36a45087075e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:33:50.781189 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d8f3a1-c035-4f8c-a558-36a45087075e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'Port': ['ID=260d891b-56bc-40d3-b323-3eaac8333e94,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:33:51.111848 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-37d8f3a1-c035-4f8c-a558-36a45087075e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for floatingip (f553ff91-31d1-4a25-8f2f-2a0ed89c7a0c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:51.187345 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-37d8f3a1-c035-4f8c-a558-36a45087075e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (260d891b-56bc-40d3-b323-3eaac8333e94), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:51.334979 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-37d8f3a1-c035-4f8c-a558-36a45087075e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for port (260d891b-56bc-40d3-b323-3eaac8333e94), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:51.339576 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-37d8f3a1-c035-4f8c-a558-36a45087075e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (260d891b-56bc-40d3-b323-3eaac8333e94), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:51.405968 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d8f3a1-c035-4f8c-a558-36a45087075e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'Port': ['ID=260d891b-56bc-40d3-b323-3eaac8333e94,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:33:51.415371 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-37d8f3a1-c035-4f8c-a558-36a45087075e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (f553ff91-31d1-4a25-8f2f-2a0ed89c7a0c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:51.524098 n-d-833163-1 neutron-server[103885]: INFO neutron.db.l3_db [None req-37d8f3a1-c035-4f8c-a558-36a45087075e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Floating IP f553ff91-31d1-4a25-8f2f-2a0ed89c7a0c associated. External IP: 172.25.8.51, port: 5f8f6963-db51-4d73-a64c-c91706409ba1. Mar 11 20:33:51.736373 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37d8f3a1-c035-4f8c-a558-36a45087075e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Router 3b812202-20f3-485f-b21a-ceefd216c687 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:33:51.843594 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d8f3a1-c035-4f8c-a558-36a45087075e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:33:51.853669 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019a4fc0-da41-4ea2-b964-f4b6ab897cb6 None None] Sync routers for ids ['3b812202-20f3-485f-b21a-ceefd216c687'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:33:51.863291 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-37d8f3a1-c035-4f8c-a558-36a45087075e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:51.864215 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019a4fc0-da41-4ea2-b964-f4b6ab897cb6 None None] Routers {'3b812202-20f3-485f-b21a-ceefd216c687'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:33:51.864832 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-019a4fc0-da41-4ea2-b964-f4b6ab897cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:33:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['3b812202-20f3-485f-b21a-ceefd216c687'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:33:51.892837 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-37d8f3a1-c035-4f8c-a558-36a45087075e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5379601 Mar 11 20:33:51.893641 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83a2144b-0d7f-4f67-a734-867e6bf05063', 'tag': '5f8f6963-db51-4d73-a64c-c91706409ba1'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:33:51.897425 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a0d03908d714cf498f0e9a07bdcfee6ce8884db927bcf4c76da6f3dadb32e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d340244-c73a-473f-8298-1752b560de8c" -d '{"events": [{"name": "network-changed", "server_uuid": "83a2144b-0d7f-4f67-a734-867e6bf05063", "tag": "5f8f6963-db51-4d73-a64c-c91706409ba1"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:33:51.978170 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-019a4fc0-da41-4ea2-b964-f4b6ab897cb6 None None] Set router 3b812202-20f3-485f-b21a-ceefd216c687 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:33:51.994486 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeeaa62-f132-41d8-97e8-cf34b6c24223 req-d0fab112-380a-451c-86bd-067d4ab5af48 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:51.995906 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bfeeaa62-f132-41d8-97e8-cf34b6c24223 req-d0fab112-380a-451c-86bd-067d4ab5af48 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=83a2144b-0d7f-4f67-a734-867e6bf05063 HTTP/1.1" status: 200 len: 946 time: 0.0541198 Mar 11 20:33:52.044136 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bfeeaa62-f132-41d8-97e8-cf34b6c24223 req-db2a6e55-21ad-45d3-872a-6f2e5f6004e4 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=369e0e41-aa85-4216-bb3f-7e2ce022e529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426273 Mar 11 20:33:52.069378 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59390) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:33:52.099756 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab7052e-b59e-4ba7-b498-9a704c81f0d6 x-openstack-request-id: req-7ab7052e-b59e-4ba7-b498-9a704c81f0d6 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:33:52.100074 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83a2144b-0d7f-4f67-a734-867e6bf05063", "tag": "5f8f6963-db51-4d73-a64c-c91706409ba1", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:33:52.100596 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7ab7052e-b59e-4ba7-b498-9a704c81f0d6 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:33:52.101041 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83a2144b-0d7f-4f67-a734-867e6bf05063', 'tag': '5f8f6963-db51-4d73-a64c-c91706409ba1', 'status': 'completed', 'code': 200} Mar 11 20:33:52.143841 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-7142e0d3-1bf1-4cc7-9c2d-c16ea91763c1 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/floatingips/f553ff91-31d1-4a25-8f2f-2a0ed89c7a0c HTTP/1.1" status: 200 len: 991 time: 0.0725381 Mar 11 20:33:52.172198 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d340244-c73a-473f-8298-1752b560de8c req-2d0abc13-e54f-40b0-9e6f-0f292e2137a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:52.173741 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3d340244-c73a-473f-8298-1752b560de8c req-2d0abc13-e54f-40b0-9e6f-0f292e2137a3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cd4dc3a306bd4a69832000c41db1a90a&device_id=83a2144b-0d7f-4f67-a734-867e6bf05063 HTTP/1.1" status: 200 len: 1128 time: 0.0512435 Mar 11 20:33:52.212781 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-019a4fc0-da41-4ea2-b964-f4b6ab897cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b812202-20f3-485f-b21a-ceefd216c687', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1991615954', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '951a5e40-07c1-4e04-b2fc-2ae35e449d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:33:31Z', 'updated_at': '2022-03-11T20:33:35Z', 'revision_number': 4, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'gw_port': {'id': '951a5e40-07c1-4e04-b2fc-2ae35e449d65', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:58:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b812202-20f3-485f-b21a-ceefd216c687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:33:32Z', 'updated_at': '2022-03-11T20:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': 'f553ff91-31d1-4a25-8f2f-2a0ed89c7a0c', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'floating_ip_address': '172.25.8.51', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '3b812202-20f3-485f-b21a-ceefd216c687', 'port_id': '5f8f6963-db51-4d73-a64c-c91706409ba1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '060be9c3-a812-4f9c-a408-17be4d3147de', 'mac_address': 'fa:16:3e:61:d3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a2144b-0d7f-4f67-a734-867e6bf05063', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:33:50Z', 'updated_at': '2022-03-11T20:33:50Z', 'revision_number': 0, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c213fe41-7ae0-4b54-922e-c3e0bab0e7ac', 'name': '', 'network_id': '060be9c3-a812-4f9c-a408-17be4d3147de', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'mac_address': 'fa:16:3e:b1:73:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b812202-20f3-485f-b21a-ceefd216c687', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '04e7fdaa-7e06-4741-9d88-cad41aad57c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:33:34Z', 'updated_at': '2022-03-11T20:33:38Z', 'revision_number': 5, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'subnets': [{'id': '04e7fdaa-7e06-4741-9d88-cad41aad57c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:33:52.239503 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019a4fc0-da41-4ea2-b964-f4b6ab897cb6 None None] Checking router: 3b812202-20f3-485f-b21a-ceefd216c687 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:33:52.248042 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019a4fc0-da41-4ea2-b964-f4b6ab897cb6 None None] Routers {'3b812202-20f3-485f-b21a-ceefd216c687'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:33:52.249084 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-019a4fc0-da41-4ea2-b964-f4b6ab897cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:33:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['3b812202-20f3-485f-b21a-ceefd216c687'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:33:52.264958 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d340244-c73a-473f-8298-1752b560de8c req-d3acdd56-2547-40f0-a4f2-445e0dbc7a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:52.266429 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3d340244-c73a-473f-8298-1752b560de8c req-d3acdd56-2547-40f0-a4f2-445e0dbc7a5c service neutron] 10.222.0.57 "GET /v2.0/networks?id=060be9c3-a812-4f9c-a408-17be4d3147de HTTP/1.1" status: 200 len: 897 time: 0.0866730 Mar 11 20:33:52.335605 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3d340244-c73a-473f-8298-1752b560de8c req-d43768e2-d5c5-41ea-8962-dafca70967a7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f8f6963-db51-4d73-a64c-c91706409ba1 HTTP/1.1" status: 200 len: 999 time: 0.0612845 Mar 11 20:33:52.355161 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-019a4fc0-da41-4ea2-b964-f4b6ab897cb6 None None] Set router 3b812202-20f3-485f-b21a-ceefd216c687 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:33:52.381903 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d340244-c73a-473f-8298-1752b560de8c req-ec8e45e1-850e-419a-8d8e-65639395bda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:52.383348 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3d340244-c73a-473f-8298-1752b560de8c req-ec8e45e1-850e-419a-8d8e-65639395bda3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=04e7fdaa-7e06-4741-9d88-cad41aad57c5 HTTP/1.1" status: 200 len: 835 time: 0.0425556 Mar 11 20:33:52.431416 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d340244-c73a-473f-8298-1752b560de8c req-b8aecd66-d288-45b1-a561-72c1a0aea678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:33:52.432960 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3d340244-c73a-473f-8298-1752b560de8c req-b8aecd66-d288-45b1-a561-72c1a0aea678 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=060be9c3-a812-4f9c-a408-17be4d3147de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440605 Mar 11 20:33:52.454803 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b493b771-fc08-4239-b9ce-529a050444db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:52.524337 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3d340244-c73a-473f-8298-1752b560de8c req-8dfd9cb7-1768-4568-a9a1-9ac269f9aedd service neutron] 10.222.0.57 "GET /v2.0/networks/060be9c3-a812-4f9c-a408-17be4d3147de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859146 Mar 11 20:33:52.590793 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-019a4fc0-da41-4ea2-b964-f4b6ab897cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b812202-20f3-485f-b21a-ceefd216c687', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1991615954', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '951a5e40-07c1-4e04-b2fc-2ae35e449d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:33:31Z', 'updated_at': '2022-03-11T20:33:35Z', 'revision_number': 4, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'gw_port': {'id': '951a5e40-07c1-4e04-b2fc-2ae35e449d65', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:58:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b812202-20f3-485f-b21a-ceefd216c687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:33:32Z', 'updated_at': '2022-03-11T20:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': 'f553ff91-31d1-4a25-8f2f-2a0ed89c7a0c', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'floating_ip_address': '172.25.8.51', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '3b812202-20f3-485f-b21a-ceefd216c687', 'port_id': '5f8f6963-db51-4d73-a64c-c91706409ba1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '060be9c3-a812-4f9c-a408-17be4d3147de', 'mac_address': 'fa:16:3e:61:d3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a2144b-0d7f-4f67-a734-867e6bf05063', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:33:50Z', 'updated_at': '2022-03-11T20:33:50Z', 'revision_number': 0, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c213fe41-7ae0-4b54-922e-c3e0bab0e7ac', 'name': '', 'network_id': '060be9c3-a812-4f9c-a408-17be4d3147de', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'mac_address': 'fa:16:3e:b1:73:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b812202-20f3-485f-b21a-ceefd216c687', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '04e7fdaa-7e06-4741-9d88-cad41aad57c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:33:34Z', 'updated_at': '2022-03-11T20:33:38Z', 'revision_number': 5, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'subnets': [{'id': '04e7fdaa-7e06-4741-9d88-cad41aad57c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:33:52.612673 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3d340244-c73a-473f-8298-1752b560de8c req-a7b708ae-a835-4966-967f-556b15ff8f90 service neutron] 10.222.0.57 "GET /v2.0/networks/060be9c3-a812-4f9c-a408-17be4d3147de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830722 Mar 11 20:33:52.617704 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019a4fc0-da41-4ea2-b964-f4b6ab897cb6 None None] The sync data for ids ['3b812202-20f3-485f-b21a-ceefd216c687'] in n-d-833163-1 is: [{'id': '3b812202-20f3-485f-b21a-ceefd216c687', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1991615954', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '951a5e40-07c1-4e04-b2fc-2ae35e449d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:33:31Z', 'updated_at': '2022-03-11T20:33:35Z', 'revision_number': 4, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'gw_port': {'id': '951a5e40-07c1-4e04-b2fc-2ae35e449d65', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:58:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b812202-20f3-485f-b21a-ceefd216c687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:33:32Z', 'updated_at': '2022-03-11T20:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': 'f553ff91-31d1-4a25-8f2f-2a0ed89c7a0c', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'floating_ip_address': '172.25.8.51', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '3b812202-20f3-485f-b21a-ceefd216c687', 'port_id': '5f8f6963-db51-4d73-a64c-c91706409ba1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '060be9c3-a812-4f9c-a408-17be4d3147de', 'mac_address': 'fa:16:3e:61:d3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a2144b-0d7f-4f67-a734-867e6bf05063', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:33:50Z', 'updated_at': '2022-03-11T20:33:50Z', 'revision_number': 0, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c213fe41-7ae0-4b54-922e-c3e0bab0e7ac', 'name': '', 'network_id': '060be9c3-a812-4f9c-a408-17be4d3147de', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'mac_address': 'fa:16:3e:b1:73:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b812202-20f3-485f-b21a-ceefd216c687', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '04e7fdaa-7e06-4741-9d88-cad41aad57c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:33:34Z', 'updated_at': '2022-03-11T20:33:38Z', 'revision_number': 5, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'subnets': [{'id': '04e7fdaa-7e06-4741-9d88-cad41aad57c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:33:52.814301 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da225c64-6d29-4091-b2bd-75c6b4dc7ee2 None None] New status for floating IP f553ff91-31d1-4a25-8f2f-2a0ed89c7a0c: ACTIVE {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 20:33:53.131527 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:53.147569 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59392) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:33:53.208834 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b8b18e3a-61c7-4f39-9909-88c51b79785d tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/floatingips/f553ff91-31d1-4a25-8f2f-2a0ed89c7a0c HTTP/1.1" status: 200 len: 993 time: 0.0600958 Mar 11 20:33:54.716295 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-00a6f80d-8379-4c66-b53f-4dd21107235a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:56.414957 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:57.804336 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:33:59.128653 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:34:08.907643 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b3be4660-a43c-4b09-ad32-96dfbf907b1c req-5994c136-56bd-4898-b711-788b21c5dbf1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=83a2144b-0d7f-4f67-a734-867e6bf05063&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0470622 Mar 11 20:34:08.991245 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be4660-a43c-4b09-ad32-96dfbf907b1c req-11f04819-1cae-4c38-a19e-08efa4169e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:34:08.992757 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b3be4660-a43c-4b09-ad32-96dfbf907b1c req-11f04819-1cae-4c38-a19e-08efa4169e35 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cd4dc3a306bd4a69832000c41db1a90a&device_id=83a2144b-0d7f-4f67-a734-867e6bf05063 HTTP/1.1" status: 200 len: 1128 time: 0.0438147 Mar 11 20:34:09.102097 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be4660-a43c-4b09-ad32-96dfbf907b1c req-393416f3-fd71-4732-a999-8f260b7172a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:34:09.104089 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b3be4660-a43c-4b09-ad32-96dfbf907b1c req-393416f3-fd71-4732-a999-8f260b7172a7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=060be9c3-a812-4f9c-a408-17be4d3147de HTTP/1.1" status: 200 len: 897 time: 0.0926857 Mar 11 20:34:09.169298 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b3be4660-a43c-4b09-ad32-96dfbf907b1c req-e126832a-7f0f-46d1-bbcb-6a949fbef69d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f8f6963-db51-4d73-a64c-c91706409ba1 HTTP/1.1" status: 200 len: 1001 time: 0.0589914 Mar 11 20:34:09.216186 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be4660-a43c-4b09-ad32-96dfbf907b1c req-d33581ca-93de-43ce-aaac-242588e21096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:34:09.217597 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b3be4660-a43c-4b09-ad32-96dfbf907b1c req-d33581ca-93de-43ce-aaac-242588e21096 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=04e7fdaa-7e06-4741-9d88-cad41aad57c5 HTTP/1.1" status: 200 len: 835 time: 0.0423980 Mar 11 20:34:09.269201 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be4660-a43c-4b09-ad32-96dfbf907b1c req-e6637a8a-8100-4e0c-801c-1e0e96c7b2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:34:09.270686 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b3be4660-a43c-4b09-ad32-96dfbf907b1c req-e6637a8a-8100-4e0c-801c-1e0e96c7b2ea service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=060be9c3-a812-4f9c-a408-17be4d3147de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471025 Mar 11 20:34:09.357535 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b3be4660-a43c-4b09-ad32-96dfbf907b1c req-d12ced2a-1854-4136-99b7-5aa311b27ddb service neutron] 10.222.0.57 "GET /v2.0/networks/060be9c3-a812-4f9c-a408-17be4d3147de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802124 Mar 11 20:34:09.446845 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b3be4660-a43c-4b09-ad32-96dfbf907b1c req-3725a7ea-c658-457a-b03e-5c104ef42076 service neutron] 10.222.0.57 "GET /v2.0/networks/060be9c3-a812-4f9c-a408-17be4d3147de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829160 Mar 11 20:34:18.366102 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:34:19.492169 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:34:22.446825 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-069d4f1e-c4c8-46ba-bfa5-5b21a0138bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:34:23.135827 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:34:24.717993 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-78325699-50ad-4b84-8973-37aac8ce500e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:34:26.418001 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:34:27.806650 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:34:29.130474 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:34:49.482636 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:34:52.450952 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6123b081-caf3-4df1-928d-9ecf975d28d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:34:53.140846 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:34:54.718906 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8e532c6d-4bef-404a-b915-63e450d51ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:34:55.365212 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:34:56.098034 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e4476-64e0-4cde-9909-a1398e4dc28c req-a3785816-3893-440d-bff7-6c0bdff27fb9 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:34:56.099813 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-577e4476-64e0-4cde-9909-a1398e4dc28c req-a3785816-3893-440d-bff7-6c0bdff27fb9 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=83a2144b-0d7f-4f67-a734-867e6bf05063 HTTP/1.1" status: 200 len: 946 time: 0.1270015 Mar 11 20:34:56.150440 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-577e4476-64e0-4cde-9909-a1398e4dc28c req-f0c3b0f3-99ef-49a4-9f3e-30d1691f2728 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=369e0e41-aa85-4216-bb3f-7e2ce022e529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444028 Mar 11 20:34:56.420567 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:34:57.267507 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438d7f0-9880-4cf5-ad3f-227c1bf6393f req-f1abf599-f801-4bcb-89f5-0af92612e7aa tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:34:57.268982 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1438d7f0-9880-4cf5-ad3f-227c1bf6393f req-f1abf599-f801-4bcb-89f5-0af92612e7aa tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=83a2144b-0d7f-4f67-a734-867e6bf05063 HTTP/1.1" status: 200 len: 946 time: 0.0517268 Mar 11 20:34:57.321439 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1438d7f0-9880-4cf5-ad3f-227c1bf6393f req-4b0c2b68-8607-4276-a096-9cf91d82088a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=369e0e41-aa85-4216-bb3f-7e2ce022e529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463605 Mar 11 20:34:57.343550 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59420) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:34:57.683254 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-88caed0f-89e9-41ee-b187-abb40167306c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/floatingips/f553ff91-31d1-4a25-8f2f-2a0ed89c7a0c HTTP/1.1" status: 200 len: 993 time: 0.3386066 Mar 11 20:34:57.808164 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:34:58.943991 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cd0ee2-5827-4334-8784-e6e06a54eb77 req-b14c1784-e726-4577-b7ea-e8d5e6eda990 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:34:58.946251 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-33cd0ee2-5827-4334-8784-e6e06a54eb77 req-b14c1784-e726-4577-b7ea-e8d5e6eda990 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=83a2144b-0d7f-4f67-a734-867e6bf05063 HTTP/1.1" status: 200 len: 946 time: 0.0527258 Mar 11 20:34:58.999582 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-33cd0ee2-5827-4334-8784-e6e06a54eb77 req-963e301f-78b9-4e4c-9fd5-670a1c868f31 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=369e0e41-aa85-4216-bb3f-7e2ce022e529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468371 Mar 11 20:34:59.131659 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:00.117755 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90c3f7-5a5a-444c-8f91-5660feb26251 req-86a64c95-beba-4b53-b862-1e781e02ac13 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:35:00.119224 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7f90c3f7-5a5a-444c-8f91-5660feb26251 req-86a64c95-beba-4b53-b862-1e781e02ac13 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=83a2144b-0d7f-4f67-a734-867e6bf05063 HTTP/1.1" status: 200 len: 946 time: 0.0517142 Mar 11 20:35:00.166756 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7f90c3f7-5a5a-444c-8f91-5660feb26251 req-18661d6d-41b0-4275-ac2d-02d5ef4064d0 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=369e0e41-aa85-4216-bb3f-7e2ce022e529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419478 Mar 11 20:35:00.188356 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59430) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:35:00.247653 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-c5c96143-e29f-4e8a-81ac-731f6f546e78 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/floatingips/f553ff91-31d1-4a25-8f2f-2a0ed89c7a0c HTTP/1.1" status: 200 len: 993 time: 0.0581934 Mar 11 20:35:00.464837 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59436) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:35:00.622226 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-6a6c44d3-a2f6-4212-8d85-4291e549b7f1 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Deleting port 260d891b-56bc-40d3-b323-3eaac8333e94 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:35:00.622492 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6a6c44d3-a2f6-4212-8d85-4291e549b7f1 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (260d891b-56bc-40d3-b323-3eaac8333e94), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:00.696673 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6a6c44d3-a2f6-4212-8d85-4291e549b7f1 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (260d891b-56bc-40d3-b323-3eaac8333e94), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:00.696981 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6a6c44d3-a2f6-4212-8d85-4291e549b7f1 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for floatingip (260d891b-56bc-40d3-b323-3eaac8333e94), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:00.708426 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-6a6c44d3-a2f6-4212-8d85-4291e549b7f1 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Calling delete_port for 260d891b-56bc-40d3-b323-3eaac8333e94 owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:35:00.853160 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6a6c44d3-a2f6-4212-8d85-4291e549b7f1 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (260d891b-56bc-40d3-b323-3eaac8333e94), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:00.877872 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6c44d3-a2f6-4212-8d85-4291e549b7f1 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event deleted for resources: {'Port': ['ID=260d891b-56bc-40d3-b323-3eaac8333e94,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:35:00.890209 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6c44d3-a2f6-4212-8d85-4291e549b7f1 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:35:00.890567 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6c44d3-a2f6-4212-8d85-4291e549b7f1 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:35:00.890916 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6c44d3-a2f6-4212-8d85-4291e549b7f1 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:35:00.891256 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6c44d3-a2f6-4212-8d85-4291e549b7f1 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:35:00.891593 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6c44d3-a2f6-4212-8d85-4291e549b7f1 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:35:00.891950 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6c44d3-a2f6-4212-8d85-4291e549b7f1 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:35:00.892284 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6c44d3-a2f6-4212-8d85-4291e549b7f1 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:35:00.892614 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6c44d3-a2f6-4212-8d85-4291e549b7f1 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:35:00.892943 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6c44d3-a2f6-4212-8d85-4291e549b7f1 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:35:00.893273 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6c44d3-a2f6-4212-8d85-4291e549b7f1 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:35:00.893597 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6c44d3-a2f6-4212-8d85-4291e549b7f1 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:35:00.893921 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6c44d3-a2f6-4212-8d85-4291e549b7f1 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:35:00.894241 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6c44d3-a2f6-4212-8d85-4291e549b7f1 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:35:00.950680 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6a6c44d3-a2f6-4212-8d85-4291e549b7f1 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for floatingip (f553ff91-31d1-4a25-8f2f-2a0ed89c7a0c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:00.951061 n-d-833163-1 neutron-server[103885]: INFO neutron.db.l3_db [None req-6a6c44d3-a2f6-4212-8d85-4291e549b7f1 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Floating IP f553ff91-31d1-4a25-8f2f-2a0ed89c7a0c disassociated (deleted). External IP: 172.25.8.51, port: 5f8f6963-db51-4d73-a64c-c91706409ba1. Mar 11 20:35:01.181365 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a6c44d3-a2f6-4212-8d85-4291e549b7f1 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Router 3b812202-20f3-485f-b21a-ceefd216c687 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:35:01.288312 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a6c44d3-a2f6-4212-8d85-4291e549b7f1 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:35:01.293614 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6a6c44d3-a2f6-4212-8d85-4291e549b7f1 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:01.298604 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f033647-17ab-438d-9725-d353ac50ff8b None None] Sync routers for ids ['3b812202-20f3-485f-b21a-ceefd216c687'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:35:01.308605 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f033647-17ab-438d-9725-d353ac50ff8b None None] Routers {'3b812202-20f3-485f-b21a-ceefd216c687'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:35:01.309216 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-3f033647-17ab-438d-9725-d353ac50ff8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:34:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['3b812202-20f3-485f-b21a-ceefd216c687'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:35:01.323090 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-6a6c44d3-a2f6-4212-8d85-4291e549b7f1 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "DELETE /v2.0/floatingips/f553ff91-31d1-4a25-8f2f-2a0ed89c7a0c HTTP/1.1" status: 204 len: 168 time: 0.8571572 Mar 11 20:35:01.323708 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83a2144b-0d7f-4f67-a734-867e6bf05063', 'tag': '5f8f6963-db51-4d73-a64c-c91706409ba1'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:35:01.325968 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a0d03908d714cf498f0e9a07bdcfee6ce8884db927bcf4c76da6f3dadb32e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77320e1-7d54-4887-9de9-20f66fded466" -d '{"events": [{"name": "network-changed", "server_uuid": "83a2144b-0d7f-4f67-a734-867e6bf05063", "tag": "5f8f6963-db51-4d73-a64c-c91706409ba1"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:35:01.551181 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52447bb8-9990-4cda-ac9b-61a1319595f0 x-openstack-request-id: req-52447bb8-9990-4cda-ac9b-61a1319595f0 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:35:01.551474 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83a2144b-0d7f-4f67-a734-867e6bf05063", "tag": "5f8f6963-db51-4d73-a64c-c91706409ba1", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:35:01.551759 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-52447bb8-9990-4cda-ac9b-61a1319595f0 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:35:01.552166 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83a2144b-0d7f-4f67-a734-867e6bf05063', 'tag': '5f8f6963-db51-4d73-a64c-c91706409ba1', 'status': 'completed', 'code': 200} Mar 11 20:35:01.583533 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-3f033647-17ab-438d-9725-d353ac50ff8b None None] Set router 3b812202-20f3-485f-b21a-ceefd216c687 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:35:01.653404 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77320e1-7d54-4887-9de9-20f66fded466 req-cc898121-23fd-4840-95a6-a4f6cc6fba52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:35:01.655787 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a77320e1-7d54-4887-9de9-20f66fded466 req-cc898121-23fd-4840-95a6-a4f6cc6fba52 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cd4dc3a306bd4a69832000c41db1a90a&device_id=83a2144b-0d7f-4f67-a734-867e6bf05063 HTTP/1.1" status: 200 len: 1128 time: 0.0820241 Mar 11 20:35:01.667837 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce40e6e-ca2f-4db1-9152-3a67697adc3a req-d660b3f7-a62c-4144-8db1-5ad40b1ff9d7 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:35:01.669272 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1ce40e6e-ca2f-4db1-9152-3a67697adc3a req-d660b3f7-a62c-4144-8db1-5ad40b1ff9d7 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=83a2144b-0d7f-4f67-a734-867e6bf05063 HTTP/1.1" status: 200 len: 946 time: 0.0679090 Mar 11 20:35:01.778285 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1ce40e6e-ca2f-4db1-9152-3a67697adc3a req-bc810628-e655-4047-a40a-7450dbee8a28 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=369e0e41-aa85-4216-bb3f-7e2ce022e529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005557 Mar 11 20:35:01.783881 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-3f033647-17ab-438d-9725-d353ac50ff8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b812202-20f3-485f-b21a-ceefd216c687', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1991615954', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '951a5e40-07c1-4e04-b2fc-2ae35e449d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:33:31Z', 'updated_at': '2022-03-11T20:33:35Z', 'revision_number': 4, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'gw_port': {'id': '951a5e40-07c1-4e04-b2fc-2ae35e449d65', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:58:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b812202-20f3-485f-b21a-ceefd216c687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:33:32Z', 'updated_at': '2022-03-11T20:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'c213fe41-7ae0-4b54-922e-c3e0bab0e7ac', 'name': '', 'network_id': '060be9c3-a812-4f9c-a408-17be4d3147de', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'mac_address': 'fa:16:3e:b1:73:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b812202-20f3-485f-b21a-ceefd216c687', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '04e7fdaa-7e06-4741-9d88-cad41aad57c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:33:34Z', 'updated_at': '2022-03-11T20:33:38Z', 'revision_number': 5, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'subnets': [{'id': '04e7fdaa-7e06-4741-9d88-cad41aad57c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:35:01.792499 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77320e1-7d54-4887-9de9-20f66fded466 req-6bc02c06-8430-4aad-83ac-597ed8b92841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:35:01.793963 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a77320e1-7d54-4887-9de9-20f66fded466 req-6bc02c06-8430-4aad-83ac-597ed8b92841 service neutron] 10.222.0.57 "GET /v2.0/networks?id=060be9c3-a812-4f9c-a408-17be4d3147de HTTP/1.1" status: 200 len: 897 time: 0.1237454 Mar 11 20:35:01.811299 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f033647-17ab-438d-9725-d353ac50ff8b None None] Checking router: 3b812202-20f3-485f-b21a-ceefd216c687 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:35:01.819500 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f033647-17ab-438d-9725-d353ac50ff8b None None] Routers {'3b812202-20f3-485f-b21a-ceefd216c687'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:35:01.820130 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-3f033647-17ab-438d-9725-d353ac50ff8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:34:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['3b812202-20f3-485f-b21a-ceefd216c687'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:35:01.839087 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a77320e1-7d54-4887-9de9-20f66fded466 req-c1c18e6b-fd19-4a73-b44f-1cd238fb14fe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f8f6963-db51-4d73-a64c-c91706409ba1 HTTP/1.1" status: 200 len: 217 time: 0.0362694 Mar 11 20:35:01.890999 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77320e1-7d54-4887-9de9-20f66fded466 req-99ea08b5-9526-4ea2-a929-fd9b6d3cb06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:35:01.892614 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a77320e1-7d54-4887-9de9-20f66fded466 req-99ea08b5-9526-4ea2-a929-fd9b6d3cb06a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=04e7fdaa-7e06-4741-9d88-cad41aad57c5 HTTP/1.1" status: 200 len: 835 time: 0.0477476 Mar 11 20:35:01.936738 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-3f033647-17ab-438d-9725-d353ac50ff8b None None] Set router 3b812202-20f3-485f-b21a-ceefd216c687 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:35:01.943884 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77320e1-7d54-4887-9de9-20f66fded466 req-82285fd7-3b75-4925-a178-742e538f9528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:35:01.945422 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a77320e1-7d54-4887-9de9-20f66fded466 req-82285fd7-3b75-4925-a178-742e538f9528 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=060be9c3-a812-4f9c-a408-17be4d3147de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0470526 Mar 11 20:35:02.039556 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a77320e1-7d54-4887-9de9-20f66fded466 req-fb8d7a7e-fa67-4812-b2aa-520f16824da8 service neutron] 10.222.0.57 "GET /v2.0/networks/060be9c3-a812-4f9c-a408-17be4d3147de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867448 Mar 11 20:35:02.128423 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a77320e1-7d54-4887-9de9-20f66fded466 req-a96f47f0-a402-4f72-a5cb-d583bf450e47 service neutron] 10.222.0.57 "GET /v2.0/networks/060be9c3-a812-4f9c-a408-17be4d3147de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831659 Mar 11 20:35:02.137569 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-3f033647-17ab-438d-9725-d353ac50ff8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b812202-20f3-485f-b21a-ceefd216c687', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1991615954', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '951a5e40-07c1-4e04-b2fc-2ae35e449d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:33:31Z', 'updated_at': '2022-03-11T20:33:35Z', 'revision_number': 4, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'gw_port': {'id': '951a5e40-07c1-4e04-b2fc-2ae35e449d65', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:58:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b812202-20f3-485f-b21a-ceefd216c687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:33:32Z', 'updated_at': '2022-03-11T20:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'c213fe41-7ae0-4b54-922e-c3e0bab0e7ac', 'name': '', 'network_id': '060be9c3-a812-4f9c-a408-17be4d3147de', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'mac_address': 'fa:16:3e:b1:73:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b812202-20f3-485f-b21a-ceefd216c687', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '04e7fdaa-7e06-4741-9d88-cad41aad57c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:33:34Z', 'updated_at': '2022-03-11T20:33:38Z', 'revision_number': 5, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'subnets': [{'id': '04e7fdaa-7e06-4741-9d88-cad41aad57c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:35:02.164991 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f033647-17ab-438d-9725-d353ac50ff8b None None] The sync data for ids ['3b812202-20f3-485f-b21a-ceefd216c687'] in n-d-833163-1 is: [{'id': '3b812202-20f3-485f-b21a-ceefd216c687', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1991615954', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '951a5e40-07c1-4e04-b2fc-2ae35e449d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:33:31Z', 'updated_at': '2022-03-11T20:33:35Z', 'revision_number': 4, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'gw_port': {'id': '951a5e40-07c1-4e04-b2fc-2ae35e449d65', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:58:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b812202-20f3-485f-b21a-ceefd216c687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:33:32Z', 'updated_at': '2022-03-11T20:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'c213fe41-7ae0-4b54-922e-c3e0bab0e7ac', 'name': '', 'network_id': '060be9c3-a812-4f9c-a408-17be4d3147de', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'mac_address': 'fa:16:3e:b1:73:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b812202-20f3-485f-b21a-ceefd216c687', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '04e7fdaa-7e06-4741-9d88-cad41aad57c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:33:34Z', 'updated_at': '2022-03-11T20:33:38Z', 'revision_number': 5, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'subnets': [{'id': '04e7fdaa-7e06-4741-9d88-cad41aad57c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:35:02.386730 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8778ad-18bb-4ace-a9e8-73e0bfcf9e35 None None] New status for floating IP f553ff91-31d1-4a25-8f2f-2a0ed89c7a0c: DOWN {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 20:35:02.896288 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a307c372-c598-4eed-b26a-6d0b881fcf34 req-c6c2b4e3-e8ad-4eb6-8125-a4650627f5cf tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:35:02.897755 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a307c372-c598-4eed-b26a-6d0b881fcf34 req-c6c2b4e3-e8ad-4eb6-8125-a4650627f5cf tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=83a2144b-0d7f-4f67-a734-867e6bf05063 HTTP/1.1" status: 200 len: 946 time: 0.0522974 Mar 11 20:35:02.949249 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a307c372-c598-4eed-b26a-6d0b881fcf34 req-dac56d7f-8006-473f-805b-d5fca60b062b tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=369e0e41-aa85-4216-bb3f-7e2ce022e529&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459566 Mar 11 20:35:03.327848 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b30d9ed-0c4c-469a-9a9e-8b07b3963e7b req-107fbed1-d4d2-445d-948d-172cecee16f2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:35:03.329262 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7b30d9ed-0c4c-469a-9a9e-8b07b3963e7b req-107fbed1-d4d2-445d-948d-172cecee16f2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.57 "GET /v2.0/ports?device_id=83a2144b-0d7f-4f67-a734-867e6bf05063 HTTP/1.1" status: 200 len: 946 time: 0.0502419 Mar 11 20:35:03.419280 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-7b30d9ed-0c4c-469a-9a9e-8b07b3963e7b req-b6840622-ca72-42ea-8706-289707cc8848 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Deleting port 5f8f6963-db51-4d73-a64c-c91706409ba1 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:35:03.419617 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7b30d9ed-0c4c-469a-9a9e-8b07b3963e7b req-b6840622-ca72-42ea-8706-289707cc8848 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (5f8f6963-db51-4d73-a64c-c91706409ba1), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:03.509765 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-7b30d9ed-0c4c-469a-9a9e-8b07b3963e7b req-b6840622-ca72-42ea-8706-289707cc8848 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] For port 5f8f6963-db51-4d73-a64c-c91706409ba1, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=5f8f6963-db51-4d73-a64c-c91706409ba1,segment=NetworkSegment(74e346cd-e029-44d2-aa90-02978a12feda),segment_id=74e346cd-e029-44d2-aa90-02978a12feda)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:35:03.510032 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7b30d9ed-0c4c-469a-9a9e-8b07b3963e7b req-b6840622-ca72-42ea-8706-289707cc8848 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (5f8f6963-db51-4d73-a64c-c91706409ba1), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:03.521583 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-7b30d9ed-0c4c-469a-9a9e-8b07b3963e7b req-b6840622-ca72-42ea-8706-289707cc8848 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Calling delete_port for 5f8f6963-db51-4d73-a64c-c91706409ba1 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:35:03.648083 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7b30d9ed-0c4c-469a-9a9e-8b07b3963e7b req-b6840622-ca72-42ea-8706-289707cc8848 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (5f8f6963-db51-4d73-a64c-c91706409ba1), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:03.677723 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6840622-ca72-42ea-8706-289707cc8848 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event deleted for resources: {'Port': ['ID=5f8f6963-db51-4d73-a64c-c91706409ba1,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:35:03.720344 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b30d9ed-0c4c-469a-9a9e-8b07b3963e7b req-b6840622-ca72-42ea-8706-289707cc8848 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] No DVR routers for this DVR port 5f8f6963-db51-4d73-a64c-c91706409ba1 on host n-h2-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:35:03.722969 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-7b30d9ed-0c4c-469a-9a9e-8b07b3963e7b req-b6840622-ca72-42ea-8706-289707cc8848 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:03.726538 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7b30d9ed-0c4c-469a-9a9e-8b07b3963e7b req-b6840622-ca72-42ea-8706-289707cc8848 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.57 "DELETE /v2.0/ports/5f8f6963-db51-4d73-a64c-c91706409ba1 HTTP/1.1" status: 204 len: 173 time: 0.3922403 Mar 11 20:35:03.726982 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a2144b-0d7f-4f67-a734-867e6bf05063', 'name': 'network-vif-deleted', 'tag': '5f8f6963-db51-4d73-a64c-c91706409ba1'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:35:03.729189 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a0d03908d714cf498f0e9a07bdcfee6ce8884db927bcf4c76da6f3dadb32e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf24ed1-ed45-41d0-a769-6b3ae6931329" -d '{"events": [{"server_uuid": "83a2144b-0d7f-4f67-a734-867e6bf05063", "name": "network-vif-deleted", "tag": "5f8f6963-db51-4d73-a64c-c91706409ba1"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:35:03.767052 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d801e08-77fe-4830-b750-169e53a999bd x-openstack-request-id: req-7d801e08-77fe-4830-b750-169e53a999bd {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:35:03.767452 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83a2144b-0d7f-4f67-a734-867e6bf05063", "name": "network-vif-deleted", "tag": "5f8f6963-db51-4d73-a64c-c91706409ba1", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:35:03.767855 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7d801e08-77fe-4830-b750-169e53a999bd {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:35:03.768346 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a2144b-0d7f-4f67-a734-867e6bf05063', 'name': 'network-vif-deleted', 'tag': '5f8f6963-db51-4d73-a64c-c91706409ba1', 'status': 'completed', 'code': 200} Mar 11 20:35:04.057680 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bcdc35c8-4713-435e-8799-716557280248 req-5b12408a-1d64-4457-9c1c-df9b2585bab4 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=83a2144b-0d7f-4f67-a734-867e6bf05063 HTTP/1.1" status: 200 len: 210 time: 0.0283635 Mar 11 20:35:05.117024 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59454) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:35:05.470936 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7c531019-635f-4690-9a4d-0ad432989993 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (3b812202-20f3-485f-b21a-ceefd216c687), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:05.728114 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-7c531019-635f-4690-9a4d-0ad432989993 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Deleting port c213fe41-7ae0-4b54-922e-c3e0bab0e7ac {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:35:05.728377 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7c531019-635f-4690-9a4d-0ad432989993 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (c213fe41-7ae0-4b54-922e-c3e0bab0e7ac), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:05.755819 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 5f8f6963-db51-4d73-a64c-c91706409ba1 no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:35:05.776058 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: 5f8f6963-db51-4d73-a64c-c91706409ba1 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:35:05.776407 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 5f8f6963-db51-4d73-a64c-c91706409ba1 not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:35:05.819883 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-7c531019-635f-4690-9a4d-0ad432989993 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] For port c213fe41-7ae0-4b54-922e-c3e0bab0e7ac, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=c213fe41-7ae0-4b54-922e-c3e0bab0e7ac,segment=NetworkSegment(74e346cd-e029-44d2-aa90-02978a12feda),segment_id=74e346cd-e029-44d2-aa90-02978a12feda)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:35:05.820741 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7c531019-635f-4690-9a4d-0ad432989993 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (c213fe41-7ae0-4b54-922e-c3e0bab0e7ac), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:05.832213 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-7c531019-635f-4690-9a4d-0ad432989993 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Calling delete_port for c213fe41-7ae0-4b54-922e-c3e0bab0e7ac owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:35:06.015423 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7c531019-635f-4690-9a4d-0ad432989993 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (c213fe41-7ae0-4b54-922e-c3e0bab0e7ac), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:06.039706 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c531019-635f-4690-9a4d-0ad432989993 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event deleted for resources: {'Port': ['ID=c213fe41-7ae0-4b54-922e-c3e0bab0e7ac,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:35:06.215956 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-7c531019-635f-4690-9a4d-0ad432989993 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (3b812202-20f3-485f-b21a-ceefd216c687), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:06.429849 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c531019-635f-4690-9a4d-0ad432989993 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Router 3b812202-20f3-485f-b21a-ceefd216c687 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:35:06.819911 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c531019-635f-4690-9a4d-0ad432989993 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:35:06.825401 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-7c531019-635f-4690-9a4d-0ad432989993 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "PUT /v2.0/routers/3b812202-20f3-485f-b21a-ceefd216c687/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7070448 Mar 11 20:35:06.827978 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59456) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:35:06.830455 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5017d1a-2181-416d-8d47-47264e1c50b8 None None] Sync routers for ids ['3b812202-20f3-485f-b21a-ceefd216c687'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:35:06.840897 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5017d1a-2181-416d-8d47-47264e1c50b8 None None] Routers {'3b812202-20f3-485f-b21a-ceefd216c687'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:35:06.841516 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-e5017d1a-2181-416d-8d47-47264e1c50b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:34:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['3b812202-20f3-485f-b21a-ceefd216c687'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:35:06.878430 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccaba45c-5bfd-45a8-b466-06baa5485347 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Deleting subnet 04e7fdaa-7e06-4741-9d88-cad41aad57c5 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 20:35:06.881486 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ccaba45c-5bfd-45a8-b466-06baa5485347 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for subnet (04e7fdaa-7e06-4741-9d88-cad41aad57c5), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:06.920984 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ccaba45c-5bfd-45a8-b466-06baa5485347 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (04e7fdaa-7e06-4741-9d88-cad41aad57c5), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:06.949609 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-e5017d1a-2181-416d-8d47-47264e1c50b8 None None] Set router 3b812202-20f3-485f-b21a-ceefd216c687 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:35:07.004295 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ccaba45c-5bfd-45a8-b466-06baa5485347 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (04e7fdaa-7e06-4741-9d88-cad41aad57c5), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:07.060887 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ccaba45c-5bfd-45a8-b466-06baa5485347 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (04e7fdaa-7e06-4741-9d88-cad41aad57c5), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:07.089015 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaba45c-5bfd-45a8-b466-06baa5485347 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event deleted for resources: {'Subnet': ['ID=04e7fdaa-7e06-4741-9d88-cad41aad57c5,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:35:07.091384 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ccaba45c-5bfd-45a8-b466-06baa5485347 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:07.097367 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59458) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:35:07.104259 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ccaba45c-5bfd-45a8-b466-06baa5485347 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "DELETE /v2.0/subnets/04e7fdaa-7e06-4741-9d88-cad41aad57c5 HTTP/1.1" status: 204 len: 168 time: 0.2751276 Mar 11 20:35:07.107946 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2061e5-7176-4825-ac7d-99c718f1526c None None] Network 060be9c3-a812-4f9c-a408-17be4d3147de requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:35:07.209525 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-189102b6-3705-4d03-a22b-3f2fc8166ab8 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for router (3b812202-20f3-485f-b21a-ceefd216c687), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:07.212684 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-e5017d1a-2181-416d-8d47-47264e1c50b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b812202-20f3-485f-b21a-ceefd216c687', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1991615954', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '951a5e40-07c1-4e04-b2fc-2ae35e449d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:33:31Z', 'updated_at': '2022-03-11T20:35:05Z', 'revision_number': 5, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'gw_port': {'id': '951a5e40-07c1-4e04-b2fc-2ae35e449d65', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:58:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b812202-20f3-485f-b21a-ceefd216c687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:33:32Z', 'updated_at': '2022-03-11T20:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:35:07.246466 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5017d1a-2181-416d-8d47-47264e1c50b8 None None] Checking router: 3b812202-20f3-485f-b21a-ceefd216c687 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:35:07.261974 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5017d1a-2181-416d-8d47-47264e1c50b8 None None] Routers {'3b812202-20f3-485f-b21a-ceefd216c687'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:35:07.262600 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-e5017d1a-2181-416d-8d47-47264e1c50b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:34:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['3b812202-20f3-485f-b21a-ceefd216c687'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:35:07.312569 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e893945-7515-424c-9054-2b26d259019f None None] DHCP port deletion for 060be9c3-a812-4f9c-a408-17be4d3147de request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 20:35:07.324549 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-189102b6-3705-4d03-a22b-3f2fc8166ab8 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for router_gateway (3b812202-20f3-485f-b21a-ceefd216c687), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:07.381191 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-189102b6-3705-4d03-a22b-3f2fc8166ab8 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Deleting port 951a5e40-07c1-4e04-b2fc-2ae35e449d65 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:35:07.381443 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-189102b6-3705-4d03-a22b-3f2fc8166ab8 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (951a5e40-07c1-4e04-b2fc-2ae35e449d65), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:07.398916 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-e5017d1a-2181-416d-8d47-47264e1c50b8 None None] Set router 3b812202-20f3-485f-b21a-ceefd216c687 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:35:07.459104 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-189102b6-3705-4d03-a22b-3f2fc8166ab8 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] For port 951a5e40-07c1-4e04-b2fc-2ae35e449d65, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=951a5e40-07c1-4e04-b2fc-2ae35e449d65,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:35:07.459463 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-189102b6-3705-4d03-a22b-3f2fc8166ab8 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (951a5e40-07c1-4e04-b2fc-2ae35e449d65), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:07.472529 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-189102b6-3705-4d03-a22b-3f2fc8166ab8 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Calling delete_port for 951a5e40-07c1-4e04-b2fc-2ae35e449d65 owned by network:router_gateway {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:35:07.512252 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4e893945-7515-424c-9054-2b26d259019f None None] Deleting port 7c044f6c-63c6-427a-966a-562eae0668af {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:35:07.512615 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4e893945-7515-424c-9054-2b26d259019f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (7c044f6c-63c6-427a-966a-562eae0668af), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:07.598316 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-4e893945-7515-424c-9054-2b26d259019f None None] For port 7c044f6c-63c6-427a-966a-562eae0668af, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=7c044f6c-63c6-427a-966a-562eae0668af,segment=NetworkSegment(74e346cd-e029-44d2-aa90-02978a12feda),segment_id=74e346cd-e029-44d2-aa90-02978a12feda)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:35:07.598730 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4e893945-7515-424c-9054-2b26d259019f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (7c044f6c-63c6-427a-966a-562eae0668af), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:07.628796 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4e893945-7515-424c-9054-2b26d259019f None None] Calling delete_port for 7c044f6c-63c6-427a-966a-562eae0668af owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:35:07.647845 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-189102b6-3705-4d03-a22b-3f2fc8166ab8 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (951a5e40-07c1-4e04-b2fc-2ae35e449d65), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:07.674629 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189102b6-3705-4d03-a22b-3f2fc8166ab8 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event deleted for resources: {'Port': ['ID=951a5e40-07c1-4e04-b2fc-2ae35e449d65,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:35:07.709406 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-e5017d1a-2181-416d-8d47-47264e1c50b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b812202-20f3-485f-b21a-ceefd216c687', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1991615954', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '951a5e40-07c1-4e04-b2fc-2ae35e449d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:33:31Z', 'updated_at': '2022-03-11T20:35:05Z', 'revision_number': 5, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'gw_port': {'id': '951a5e40-07c1-4e04-b2fc-2ae35e449d65', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:58:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b812202-20f3-485f-b21a-ceefd216c687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:33:32Z', 'updated_at': '2022-03-11T20:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:35:07.709957 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189102b6-3705-4d03-a22b-3f2fc8166ab8 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:35:07.710312 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189102b6-3705-4d03-a22b-3f2fc8166ab8 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:35:07.710694 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189102b6-3705-4d03-a22b-3f2fc8166ab8 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:35:07.711023 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189102b6-3705-4d03-a22b-3f2fc8166ab8 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:35:07.711359 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189102b6-3705-4d03-a22b-3f2fc8166ab8 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:35:07.711711 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189102b6-3705-4d03-a22b-3f2fc8166ab8 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:35:07.712070 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189102b6-3705-4d03-a22b-3f2fc8166ab8 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:35:07.712362 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189102b6-3705-4d03-a22b-3f2fc8166ab8 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:35:07.713681 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189102b6-3705-4d03-a22b-3f2fc8166ab8 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:35:07.713681 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189102b6-3705-4d03-a22b-3f2fc8166ab8 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:35:07.713681 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189102b6-3705-4d03-a22b-3f2fc8166ab8 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:35:07.713681 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189102b6-3705-4d03-a22b-3f2fc8166ab8 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:35:07.714089 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-189102b6-3705-4d03-a22b-3f2fc8166ab8 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:35:07.745766 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5017d1a-2181-416d-8d47-47264e1c50b8 None None] The sync data for ids ['3b812202-20f3-485f-b21a-ceefd216c687'] in n-d-833163-1 is: [{'id': '3b812202-20f3-485f-b21a-ceefd216c687', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1991615954', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196'}], 'enable_snat': True}, 'gw_port_id': '951a5e40-07c1-4e04-b2fc-2ae35e449d65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:33:31Z', 'updated_at': '2022-03-11T20:35:05Z', 'revision_number': 5, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'gw_port': {'id': '951a5e40-07c1-4e04-b2fc-2ae35e449d65', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:58:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b812202-20f3-485f-b21a-ceefd216c687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:33:32Z', 'updated_at': '2022-03-11T20:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:35:07.754285 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-189102b6-3705-4d03-a22b-3f2fc8166ab8 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (3b812202-20f3-485f-b21a-ceefd216c687), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:07.760510 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4e893945-7515-424c-9054-2b26d259019f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (7c044f6c-63c6-427a-966a-562eae0668af), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:07.787611 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e893945-7515-424c-9054-2b26d259019f None None] Pushing event deleted for resources: {'Port': ['ID=7c044f6c-63c6-427a-966a-562eae0668af,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:35:07.792748 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e893945-7515-424c-9054-2b26d259019f None None] No DVR routers for this DVR port 7c044f6c-63c6-427a-966a-562eae0668af on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:35:07.801345 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e893945-7515-424c-9054-2b26d259019f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:35:07.801702 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e893945-7515-424c-9054-2b26d259019f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:35:07.802081 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e893945-7515-424c-9054-2b26d259019f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:35:07.802427 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e893945-7515-424c-9054-2b26d259019f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:35:07.803515 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e893945-7515-424c-9054-2b26d259019f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:35:07.805015 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e893945-7515-424c-9054-2b26d259019f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:35:07.805364 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e893945-7515-424c-9054-2b26d259019f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:35:07.805712 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e893945-7515-424c-9054-2b26d259019f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:35:07.806030 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e893945-7515-424c-9054-2b26d259019f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:35:07.806365 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e893945-7515-424c-9054-2b26d259019f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:35:07.806705 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e893945-7515-424c-9054-2b26d259019f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:35:07.807034 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e893945-7515-424c-9054-2b26d259019f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:35:07.807364 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e893945-7515-424c-9054-2b26d259019f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:35:07.873408 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-189102b6-3705-4d03-a22b-3f2fc8166ab8 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (3b812202-20f3-485f-b21a-ceefd216c687), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:07.875873 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-189102b6-3705-4d03-a22b-3f2fc8166ab8 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for router_controller (3b812202-20f3-485f-b21a-ceefd216c687), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:07.919237 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-189102b6-3705-4d03-a22b-3f2fc8166ab8 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (3b812202-20f3-485f-b21a-ceefd216c687), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:07.919828 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-189102b6-3705-4d03-a22b-3f2fc8166ab8 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Fanout notify agent at l3_agent the message router_deleted on router 3b812202-20f3-485f-b21a-ceefd216c687 {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 20:35:07.926616 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-189102b6-3705-4d03-a22b-3f2fc8166ab8 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:07.927735 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-189102b6-3705-4d03-a22b-3f2fc8166ab8 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "DELETE /v2.0/routers/3b812202-20f3-485f-b21a-ceefd216c687 HTTP/1.1" status: 204 len: 168 time: 0.8293784 Mar 11 20:35:07.930930 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59462) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:35:08.008969 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ec7c9db8-7a71-4eda-a0ca-d9aacde5381c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (060be9c3-a812-4f9c-a408-17be4d3147de), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:08.100160 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 7c044f6c-63c6-427a-966a-562eae0668af no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:35:08.104996 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ec7c9db8-7a71-4eda-a0ca-d9aacde5381c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (060be9c3-a812-4f9c-a408-17be4d3147de), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:08.122309 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 7c044f6c-63c6-427a-966a-562eae0668af {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:35:08.122655 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 7c044f6c-63c6-427a-966a-562eae0668af not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:35:08.132212 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-ec7c9db8-7a71-4eda-a0ca-d9aacde5381c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['060be9c3-a812-4f9c-a408-17be4d3147de']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:35:08.142657 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-ec7c9db8-7a71-4eda-a0ca-d9aacde5381c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74e346cd-e029-44d2-aa90-02978a12feda') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:35:08.142957 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-ec7c9db8-7a71-4eda-a0ca-d9aacde5381c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74e346cd-e029-44d2-aa90-02978a12feda') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:35:08.152694 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ec7c9db8-7a71-4eda-a0ca-d9aacde5381c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (74e346cd-e029-44d2-aa90-02978a12feda), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:08.166456 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ec7c9db8-7a71-4eda-a0ca-d9aacde5381c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (74e346cd-e029-44d2-aa90-02978a12feda), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:08.172462 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec7c9db8-7a71-4eda-a0ca-d9aacde5381c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Releasing vlan 861 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 20:35:08.172865 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ec7c9db8-7a71-4eda-a0ca-d9aacde5381c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (74e346cd-e029-44d2-aa90-02978a12feda), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:08.175792 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 20:35:08.175792 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 20:35:08.175792 n-d-833163-1 neutron-server[103884]: timer() Mar 11 20:35:08.175792 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:35:08.175792 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 20:35:08.175792 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 20:35:08.175792 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 20:35:08.175792 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:35:08.175792 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 20:35:08.175792 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:35:08.175792 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 20:35:08.175792 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:35:08.175792 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 20:35:08.175792 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 20:35:08.175792 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:35:08.175792 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 20:35:08.175792 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:35:08.175792 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 20:35:08.175792 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 20:35:08.175792 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:35:08.175792 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 20:35:08.175792 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:35:08.175792 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:35:08.175792 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 20:35:08.175792 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 20:35:08.175792 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 20:35:08.175792 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:35:08.175792 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 20:35:08.175792 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:35:08.175792 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 20:35:08.175792 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:35:08.175792 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:35:08.247621 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ec7c9db8-7a71-4eda-a0ca-d9aacde5381c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (060be9c3-a812-4f9c-a408-17be4d3147de), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:08.252794 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ec7c9db8-7a71-4eda-a0ca-d9aacde5381c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:08.255897 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ec7c9db8-7a71-4eda-a0ca-d9aacde5381c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "DELETE /v2.0/networks/060be9c3-a812-4f9c-a408-17be4d3147de HTTP/1.1" status: 204 len: 168 time: 0.3240128 Mar 11 20:35:08.259061 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59464) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:35:08.270009 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c9db8-7a71-4eda-a0ca-d9aacde5381c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event deleted for resources: {'Network': ['ID=060be9c3-a812-4f9c-a408-17be4d3147de,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:35:08.319058 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-da2d9c1a-d2f1-413e-ac58-257114f960c4 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group (369e0e41-aa85-4216-bb3f-7e2ce022e529), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:08.345750 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-da2d9c1a-d2f1-413e-ac58-257114f960c4 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group (369e0e41-aa85-4216-bb3f-7e2ce022e529), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:08.426640 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-da2d9c1a-d2f1-413e-ac58-257114f960c4 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (369e0e41-aa85-4216-bb3f-7e2ce022e529), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:08.429267 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-da2d9c1a-d2f1-413e-ac58-257114f960c4 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:08.430531 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-da2d9c1a-d2f1-413e-ac58-257114f960c4 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "DELETE /v2.0/security-groups/369e0e41-aa85-4216-bb3f-7e2ce022e529 HTTP/1.1" status: 204 len: 168 time: 0.1704552 Mar 11 20:35:08.440226 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2d9c1a-d2f1-413e-ac58-257114f960c4 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=369e0e41-aa85-4216-bb3f-7e2ce022e529,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:35:08.936946 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59470) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:35:08.941580 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-5f1196ee-e8d1-41a0-b2d4-fcc78d7936dd tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-167860132', 'description': 'tempest-secgroup-smoke-167860132 description', 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:35:08.962497 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5f1196ee-e8d1-41a0-b2d4-fcc78d7936dd tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:09.029982 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5f1196ee-e8d1-41a0-b2d4-fcc78d7936dd tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group (85401dfc-3d2b-4e16-bf1c-f0f16de45b13), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:09.033782 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5f1196ee-e8d1-41a0-b2d4-fcc78d7936dd tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (85401dfc-3d2b-4e16-bf1c-f0f16de45b13), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:09.062576 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5f1196ee-e8d1-41a0-b2d4-fcc78d7936dd tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:09.063827 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-5f1196ee-e8d1-41a0-b2d4-fcc78d7936dd tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1258397 Mar 11 20:35:09.064936 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1196ee-e8d1-41a0-b2d4-fcc78d7936dd tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85401dfc-3d2b-4e16-bf1c-f0f16de45b13,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:35:09.066873 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59472) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:35:09.071942 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-9cc854a4-19f3-436a-b180-38df53b56054 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Request body: {'security_group_rule': {'security_group_id': '85401dfc-3d2b-4e16-bf1c-f0f16de45b13', 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:35:09.097316 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9cc854a4-19f3-436a-b180-38df53b56054 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (cb2d334b-0565-497e-a140-12d7a11a047f), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:09.151685 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9cc854a4-19f3-436a-b180-38df53b56054 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (cb2d334b-0565-497e-a140-12d7a11a047f), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:09.155116 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9cc854a4-19f3-436a-b180-38df53b56054 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (cb2d334b-0565-497e-a140-12d7a11a047f), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:09.171495 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc854a4-19f3-436a-b180-38df53b56054 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb2d334b-0565-497e-a140-12d7a11a047f,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:35:09.180011 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-9cc854a4-19f3-436a-b180-38df53b56054 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:09.181194 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-9cc854a4-19f3-436a-b180-38df53b56054 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1133242 Mar 11 20:35:09.183881 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59474) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:35:09.188238 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-fbee316d-d9ca-4aaa-9a3e-f2096f28c6ac tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Request body: {'security_group_rule': {'security_group_id': '85401dfc-3d2b-4e16-bf1c-f0f16de45b13', 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:35:09.213739 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fbee316d-d9ca-4aaa-9a3e-f2096f28c6ac tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (164cf1a4-0b7a-4d4f-a34d-3670cb212ccf), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:09.271998 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fbee316d-d9ca-4aaa-9a3e-f2096f28c6ac tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (164cf1a4-0b7a-4d4f-a34d-3670cb212ccf), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:09.275297 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fbee316d-d9ca-4aaa-9a3e-f2096f28c6ac tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (164cf1a4-0b7a-4d4f-a34d-3670cb212ccf), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:09.290059 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbee316d-d9ca-4aaa-9a3e-f2096f28c6ac tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=164cf1a4-0b7a-4d4f-a34d-3670cb212ccf,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:35:09.301159 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fbee316d-d9ca-4aaa-9a3e-f2096f28c6ac tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:09.302365 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-fbee316d-d9ca-4aaa-9a3e-f2096f28c6ac tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1175561 Mar 11 20:35:09.305616 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59476) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:35:09.310036 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-ed27130d-ee56-487b-ad74-5b4c86548239 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Request body: {'security_group_rule': {'security_group_id': '85401dfc-3d2b-4e16-bf1c-f0f16de45b13', 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:35:09.335358 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ed27130d-ee56-487b-ad74-5b4c86548239 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (622362c4-259a-441e-a08e-ca95fc532884), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:09.389467 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ed27130d-ee56-487b-ad74-5b4c86548239 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (622362c4-259a-441e-a08e-ca95fc532884), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:09.392762 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ed27130d-ee56-487b-ad74-5b4c86548239 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (622362c4-259a-441e-a08e-ca95fc532884), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:09.409724 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed27130d-ee56-487b-ad74-5b4c86548239 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=622362c4-259a-441e-a08e-ca95fc532884,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:35:09.416172 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ed27130d-ee56-487b-ad74-5b4c86548239 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:09.417351 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ed27130d-ee56-487b-ad74-5b4c86548239 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1107116 Mar 11 20:35:09.420127 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59478) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:35:09.424444 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-1cd925dd-8b30-413a-b5d7-efbee2aa3c6a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Request body: {'security_group_rule': {'security_group_id': '85401dfc-3d2b-4e16-bf1c-f0f16de45b13', 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:35:09.448822 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1cd925dd-8b30-413a-b5d7-efbee2aa3c6a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (cf063b29-e6e0-47d1-9777-b0faa50c50bb), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:09.504708 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1cd925dd-8b30-413a-b5d7-efbee2aa3c6a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (cf063b29-e6e0-47d1-9777-b0faa50c50bb), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:09.508638 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1cd925dd-8b30-413a-b5d7-efbee2aa3c6a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (cf063b29-e6e0-47d1-9777-b0faa50c50bb), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:09.527040 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd925dd-8b30-413a-b5d7-efbee2aa3c6a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf063b29-e6e0-47d1-9777-b0faa50c50bb,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:35:09.537063 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1cd925dd-8b30-413a-b5d7-efbee2aa3c6a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:09.538245 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-1cd925dd-8b30-413a-b5d7-efbee2aa3c6a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1171880 Mar 11 20:35:09.541497 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59480) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:35:09.545766 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-014a52c3-4512-4e09-b44e-b6ceb56784e3 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Request body: {'security_group_rule': {'security_group_id': '85401dfc-3d2b-4e16-bf1c-f0f16de45b13', 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:35:09.564939 n-d-833163-1 neutron-server[103884]: INFO neutron.db.securitygroups_db [None req-014a52c3-4512-4e09-b44e-b6ceb56784e3 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Project cd4dc3a306bd4a69832000c41db1a90a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 20:35:09.569592 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-014a52c3-4512-4e09-b44e-b6ceb56784e3 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (8e47662a-85e7-469f-86dd-f149eae754e2), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:09.628861 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-014a52c3-4512-4e09-b44e-b6ceb56784e3 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (8e47662a-85e7-469f-86dd-f149eae754e2), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:09.632144 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-014a52c3-4512-4e09-b44e-b6ceb56784e3 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (8e47662a-85e7-469f-86dd-f149eae754e2), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:09.649994 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014a52c3-4512-4e09-b44e-b6ceb56784e3 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e47662a-85e7-469f-86dd-f149eae754e2,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:35:09.656962 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-014a52c3-4512-4e09-b44e-b6ceb56784e3 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:09.658147 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-014a52c3-4512-4e09-b44e-b6ceb56784e3 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1157322 Mar 11 20:35:09.660956 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59482) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:35:09.666087 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-eadc282f-4f7b-46c1-9b81-14616c4f4887 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Request body: {'security_group_rule': {'security_group_id': '85401dfc-3d2b-4e16-bf1c-f0f16de45b13', 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:35:09.688496 n-d-833163-1 neutron-server[103884]: INFO neutron.db.securitygroups_db [None req-eadc282f-4f7b-46c1-9b81-14616c4f4887 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Project cd4dc3a306bd4a69832000c41db1a90a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 20:35:09.694701 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eadc282f-4f7b-46c1-9b81-14616c4f4887 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (c97db7a5-ac31-4a29-816d-df14a19358ee), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:09.716486 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device c213fe41-7ae0-4b54-922e-c3e0bab0e7ac no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:35:09.740036 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: c213fe41-7ae0-4b54-922e-c3e0bab0e7ac {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:35:09.740472 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device c213fe41-7ae0-4b54-922e-c3e0bab0e7ac not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:35:09.740906 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 951a5e40-07c1-4e04-b2fc-2ae35e449d65 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:35:09.755903 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eadc282f-4f7b-46c1-9b81-14616c4f4887 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (c97db7a5-ac31-4a29-816d-df14a19358ee), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:09.759851 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eadc282f-4f7b-46c1-9b81-14616c4f4887 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (c97db7a5-ac31-4a29-816d-df14a19358ee), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:09.762297 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 951a5e40-07c1-4e04-b2fc-2ae35e449d65 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:35:09.762901 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 951a5e40-07c1-4e04-b2fc-2ae35e449d65 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:35:09.777649 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadc282f-4f7b-46c1-9b81-14616c4f4887 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c97db7a5-ac31-4a29-816d-df14a19358ee,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:35:09.790292 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-eadc282f-4f7b-46c1-9b81-14616c4f4887 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:09.791483 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-eadc282f-4f7b-46c1-9b81-14616c4f4887 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1295044 Mar 11 20:35:09.794359 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59484) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:35:09.799202 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-1b104868-411f-402c-94c8-f80b90f16629 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Request body: {'network': {'name': 'tempest-network-smoke--81562124', 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'port_security_enabled': True}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:35:09.817395 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b104868-411f-402c-94c8-f80b90f16629 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Made reservation on behalf of cd4dc3a306bd4a69832000c41db1a90a for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:35:09.820789 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1b104868-411f-402c-94c8-f80b90f16629 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:09.843889 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b104868-411f-402c-94c8-f80b90f16629 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] vlan segment allocate from pool success with {'vlan_id': 895, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:35:09.853465 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1b104868-411f-402c-94c8-f80b90f16629 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (f089e7a8-692f-43a9-b9ee-cec292ab6d78), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:09.853806 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-1b104868-411f-402c-94c8-f80b90f16629 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Added segment f089e7a8-692f-43a9-b9ee-cec292ab6d78 of type vlan for network b2d2086c-0541-493e-92b7-0541fe63f977 Mar 11 20:35:09.892539 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1b104868-411f-402c-94c8-f80b90f16629 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (b2d2086c-0541-493e-92b7-0541fe63f977), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:09.922278 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1b104868-411f-402c-94c8-f80b90f16629 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (b2d2086c-0541-493e-92b7-0541fe63f977), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:09.927589 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b104868-411f-402c-94c8-f80b90f16629 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:35:09.928193 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1b104868-411f-402c-94c8-f80b90f16629 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:09.967907 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-1b104868-411f-402c-94c8-f80b90f16629 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1725564 Mar 11 20:35:09.970591 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59486) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:35:09.975047 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-8beb2bf0-129c-4800-9673-cb337ab9c61c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-375825680', 'admin_state_up': True, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:35:10.009873 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b104868-411f-402c-94c8-f80b90f16629 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'Network': ['ID=b2d2086c-0541-493e-92b7-0541fe63f977,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:35:10.021868 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network b2d2086c-0541-493e-92b7-0541fe63f977 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 20:35:10.027408 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8beb2bf0-129c-4800-9673-cb337ab9c61c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (fb173159-861f-4752-8272-59c088e02d60), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:10.029576 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8beb2bf0-129c-4800-9673-cb337ab9c61c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (fb173159-861f-4752-8272-59c088e02d60), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:10.080570 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8beb2bf0-129c-4800-9673-cb337ab9c61c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for router_controller (fb173159-861f-4752-8272-59c088e02d60), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:10.221336 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8beb2bf0-129c-4800-9673-cb337ab9c61c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for router_gateway (fb173159-861f-4752-8272-59c088e02d60), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:10.412159 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8beb2bf0-129c-4800-9673-cb337ab9c61c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for router_gateway (fb173159-861f-4752-8272-59c088e02d60), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:10.429764 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8beb2bf0-129c-4800-9673-cb337ab9c61c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:10.526721 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-8beb2bf0-129c-4800-9673-cb337ab9c61c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Allocated IP 172.25.8.93 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/3e10bc10-7263-469f-b91d-b7274c3c336d) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:35:10.628753 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8beb2bf0-129c-4800-9673-cb337ab9c61c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for port (3e10bc10-7263-469f-b91d-b7274c3c336d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:10.662786 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8beb2bf0-129c-4800-9673-cb337ab9c61c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (3e10bc10-7263-469f-b91d-b7274c3c336d), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:10.699702 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8beb2bf0-129c-4800-9673-cb337ab9c61c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:35:10.704509 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-8beb2bf0-129c-4800-9673-cb337ab9c61c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:35:10.707818 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8beb2bf0-129c-4800-9673-cb337ab9c61c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:35:10.713084 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beb2bf0-129c-4800-9673-cb337ab9c61c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'Port': ['ID=3e10bc10-7263-469f-b91d-b7274c3c336d,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:35:10.955465 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8beb2bf0-129c-4800-9673-cb337ab9c61c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for router_gateway (fb173159-861f-4752-8272-59c088e02d60), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:11.439969 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8beb2bf0-129c-4800-9673-cb337ab9c61c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (fb173159-861f-4752-8272-59c088e02d60), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:11.565675 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8beb2bf0-129c-4800-9673-cb337ab9c61c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Router fb173159-861f-4752-8272-59c088e02d60 is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 20:35:11.674582 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8beb2bf0-129c-4800-9673-cb337ab9c61c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:35:11.685376 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ededa75d-a89d-4cd0-8716-c2e23fd5a783 None None] Sync routers for ids ['fb173159-861f-4752-8272-59c088e02d60'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:35:11.694619 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8beb2bf0-129c-4800-9673-cb337ab9c61c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:11.695171 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ededa75d-a89d-4cd0-8716-c2e23fd5a783 None None] Routers {'fb173159-861f-4752-8272-59c088e02d60'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:35:11.696128 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8beb2bf0-129c-4800-9673-cb337ab9c61c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7245638 Mar 11 20:35:11.699194 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59488) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:35:11.699347 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-ededa75d-a89d-4cd0-8716-c2e23fd5a783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:34:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['fb173159-861f-4752-8272-59c088e02d60'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:35:11.728283 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4f4414fc-50b2-4c01-90e0-c31c3179ddaa tempest-TestNetworkAdvancedServerOps-914316040 tempest-TestNetworkAdvancedServerOps-914316040-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=cd4dc3a306bd4a69832000c41db1a90a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277803 Mar 11 20:35:11.730794 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59490) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:35:11.816578 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-ededa75d-a89d-4cd0-8716-c2e23fd5a783 None None] Set router fb173159-861f-4752-8272-59c088e02d60 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:35:11.833423 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0734e91f-4d3d-4c0a-ba75-27a5b7b671a4 tempest-TestNetworkAdvancedServerOps-914316040 tempest-TestNetworkAdvancedServerOps-914316040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:35:11.837720 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-0734e91f-4d3d-4c0a-ba75-27a5b7b671a4 tempest-TestNetworkAdvancedServerOps-914316040 tempest-TestNetworkAdvancedServerOps-914316040-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1030464 Mar 11 20:35:11.837876 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59492) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:35:11.867930 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d901db05-c0e5-4230-938e-297da8c2f4a9 tempest-TestNetworkAdvancedServerOps-914316040 tempest-TestNetworkAdvancedServerOps-914316040-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=612cc066-33e3-444d-b1c7-d0a64751482a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265493 Mar 11 20:35:11.868151 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59494) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:35:11.872652 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-dd4c81d2-9535-40ef-8d4a-a3f6094661dd tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-44736384', 'network_id': 'b2d2086c-0541-493e-92b7-0541fe63f977', 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:35:11.959592 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd4c81d2-9535-40ef-8d4a-a3f6094661dd tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Made reservation on behalf of cd4dc3a306bd4a69832000c41db1a90a for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:35:11.963674 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dd4c81d2-9535-40ef-8d4a-a3f6094661dd tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:12.005606 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-ededa75d-a89d-4cd0-8716-c2e23fd5a783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb173159-861f-4752-8272-59c088e02d60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375825680', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '3e10bc10-7263-469f-b91d-b7274c3c336d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:35:10Z', 'updated_at': '2022-03-11T20:35:10Z', 'revision_number': 3, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'gw_port': {'id': '3e10bc10-7263-469f-b91d-b7274c3c336d', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:44:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb173159-861f-4752-8272-59c088e02d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:35:10Z', 'updated_at': '2022-03-11T20:35:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:35:12.033065 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ededa75d-a89d-4cd0-8716-c2e23fd5a783 None None] Checking router: fb173159-861f-4752-8272-59c088e02d60 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:35:12.033549 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ededa75d-a89d-4cd0-8716-c2e23fd5a783 None None] Updating router fb173159-861f-4752-8272-59c088e02d60 port 3e10bc10-7263-469f-b91d-b7274c3c336d binding host n-d-833163-1 {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 20:35:12.061903 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ededa75d-a89d-4cd0-8716-c2e23fd5a783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (3e10bc10-7263-469f-b91d-b7274c3c336d), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:12.157112 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dd4c81d2-9535-40ef-8d4a-a3f6094661dd tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (2883d402-4991-4f46-b905-a42a55521a2e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:12.225327 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4c81d2-9535-40ef-8d4a-a3f6094661dd tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'Subnet': ['ID=2883d402-4991-4f46-b905-a42a55521a2e,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:35:12.255215 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4c81d2-9535-40ef-8d4a-a3f6094661dd tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Checking segment: {'id': 'f089e7a8-692f-43a9-b9ee-cec292ab6d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'b2d2086c-0541-493e-92b7-0541fe63f977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:35:12.255215 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4c81d2-9535-40ef-8d4a-a3f6094661dd tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Network hostable DHCP agents. Network: b2d2086c-0541-493e-92b7-0541fe63f977, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:35:12.278023 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4c81d2-9535-40ef-8d4a-a3f6094661dd tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Network b2d2086c-0541-493e-92b7-0541fe63f977 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:35:12.287969 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-dd4c81d2-9535-40ef-8d4a-a3f6094661dd tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, b2d2086c-0541-493e-92b7-0541fe63f977) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:35:12.293246 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4c81d2-9535-40ef-8d4a-a3f6094661dd tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:35:12.294424 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dd4c81d2-9535-40ef-8d4a-a3f6094661dd tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:12.297127 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8031ed78-6fba-4355-9fc9-aac5e7c9d92c None None] Network b2d2086c-0541-493e-92b7-0541fe63f977 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:35:12.314423 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-dd4c81d2-9535-40ef-8d4a-a3f6094661dd tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4453294 Mar 11 20:35:12.317234 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59496) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:35:12.332023 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ededa75d-a89d-4cd0-8716-c2e23fd5a783 None None] Publish callbacks [] for port (3e10bc10-7263-469f-b91d-b7274c3c336d), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:12.339091 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ededa75d-a89d-4cd0-8716-c2e23fd5a783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (3e10bc10-7263-469f-b91d-b7274c3c336d), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:12.384161 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db4778-75b7-4dac-a436-27c2f95c70c4 None None] Pushing event updated for resources: {'Port': ['ID=3e10bc10-7263-469f-b91d-b7274c3c336d,revision_number=2']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:35:12.393989 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9db4778-75b7-4dac-a436-27c2f95c70c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:35:12.394556 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9db4778-75b7-4dac-a436-27c2f95c70c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:35:12.395077 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9db4778-75b7-4dac-a436-27c2f95c70c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:35:12.395572 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9db4778-75b7-4dac-a436-27c2f95c70c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:35:12.396131 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9db4778-75b7-4dac-a436-27c2f95c70c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:35:12.396963 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9db4778-75b7-4dac-a436-27c2f95c70c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:35:12.397552 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9db4778-75b7-4dac-a436-27c2f95c70c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:35:12.398210 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9db4778-75b7-4dac-a436-27c2f95c70c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:35:12.398935 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9db4778-75b7-4dac-a436-27c2f95c70c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:35:12.399425 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9db4778-75b7-4dac-a436-27c2f95c70c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:35:12.399955 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9db4778-75b7-4dac-a436-27c2f95c70c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:35:12.400460 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9db4778-75b7-4dac-a436-27c2f95c70c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:35:12.400953 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9db4778-75b7-4dac-a436-27c2f95c70c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:35:12.421183 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-ededa75d-a89d-4cd0-8716-c2e23fd5a783 None None] Attempting to bind port 3e10bc10-7263-469f-b91d-b7274c3c336d on host n-d-833163-1 for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:35:12.421782 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-ededa75d-a89d-4cd0-8716-c2e23fd5a783 None None] Attempting to bind port 3e10bc10-7263-469f-b91d-b7274c3c336d by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:35:12.422390 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ededa75d-a89d-4cd0-8716-c2e23fd5a783 None None] Attempting to bind port 3e10bc10-7263-469f-b91d-b7274c3c336d on network 612cc066-33e3-444d-b1c7-d0a64751482a {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:35:12.428375 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ededa75d-a89d-4cd0-8716-c2e23fd5a783 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:35:12.428895 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ededa75d-a89d-4cd0-8716-c2e23fd5a783 None None] Checking segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:35:12.430072 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ededa75d-a89d-4cd0-8716-c2e23fd5a783 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:12.430473 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ededa75d-a89d-4cd0-8716-c2e23fd5a783 None None] Bound using segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:35:12.430949 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-ededa75d-a89d-4cd0-8716-c2e23fd5a783 None None] Bound port: 3e10bc10-7263-469f-b91d-b7274c3c336d, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:35:12.431333 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ededa75d-a89d-4cd0-8716-c2e23fd5a783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (3e10bc10-7263-469f-b91d-b7274c3c336d), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:12.436250 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a14a7c-4f7a-4509-84f3-da184815025b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-b2d2086c-0541-493e-92b7-0541fe63f977', 'network_id': 'b2d2086c-0541-493e-92b7-0541fe63f977', 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'fixed_ips': [{'subnet_id': '2883d402-4991-4f46-b905-a42a55521a2e'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 20:35:12.438117 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-42a14a7c-4f7a-4509-84f3-da184815025b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:12.495533 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-ededa75d-a89d-4cd0-8716-c2e23fd5a783 None None] For port 3e10bc10-7263-469f-b91d-b7274c3c336d, host n-d-833163-1, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:35:12.500385 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-ededa75d-a89d-4cd0-8716-c2e23fd5a783 None None] For port 3e10bc10-7263-469f-b91d-b7274c3c336d, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=3e10bc10-7263-469f-b91d-b7274c3c336d,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:35:12.510089 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-ededa75d-a89d-4cd0-8716-c2e23fd5a783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (3e10bc10-7263-469f-b91d-b7274c3c336d), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:12.565299 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ededa75d-a89d-4cd0-8716-c2e23fd5a783 None None] Routers {'fb173159-861f-4752-8272-59c088e02d60'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:35:12.565911 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-ededa75d-a89d-4cd0-8716-c2e23fd5a783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:34:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['fb173159-861f-4752-8272-59c088e02d60'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:35:12.614325 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-42a14a7c-4f7a-4509-84f3-da184815025b None None] Allocated IP 172.20.0.2 (b2d2086c-0541-493e-92b7-0541fe63f977/2883d402-4991-4f46-b905-a42a55521a2e/82bcac90-454d-4e36-903a-b1f8666b74e8) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:35:12.702373 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-ededa75d-a89d-4cd0-8716-c2e23fd5a783 None None] Set router fb173159-861f-4752-8272-59c088e02d60 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:35:12.774122 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-42a14a7c-4f7a-4509-84f3-da184815025b None None] Publish callbacks [] for port (82bcac90-454d-4e36-903a-b1f8666b74e8), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:12.782685 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-42a14a7c-4f7a-4509-84f3-da184815025b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (82bcac90-454d-4e36-903a-b1f8666b74e8), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:12.831067 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a14a7c-4f7a-4509-84f3-da184815025b None None] Network b2d2086c-0541-493e-92b7-0541fe63f977 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:35:12.834391 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-42a14a7c-4f7a-4509-84f3-da184815025b None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:35:12.841055 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a14a7c-4f7a-4509-84f3-da184815025b None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:35:12.860693 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a14a7c-4f7a-4509-84f3-da184815025b None None] Pushing event updated for resources: {'Port': ['ID=82bcac90-454d-4e36-903a-b1f8666b74e8,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:35:12.870332 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-87e856b6-3968-4611-9de4-f118406eae5f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:12.874714 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db4778-75b7-4dac-a436-27c2f95c70c4 None None] Pushing event updated for resources: {'Port': ['ID=3e10bc10-7263-469f-b91d-b7274c3c336d,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:35:12.911905 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-42a14a7c-4f7a-4509-84f3-da184815025b None None] Attempting to bind port 82bcac90-454d-4e36-903a-b1f8666b74e8 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:35:12.912294 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-42a14a7c-4f7a-4509-84f3-da184815025b None None] Attempting to bind port 82bcac90-454d-4e36-903a-b1f8666b74e8 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'f089e7a8-692f-43a9-b9ee-cec292ab6d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'b2d2086c-0541-493e-92b7-0541fe63f977'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:35:12.912660 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a14a7c-4f7a-4509-84f3-da184815025b None None] Attempting to bind port 82bcac90-454d-4e36-903a-b1f8666b74e8 on network b2d2086c-0541-493e-92b7-0541fe63f977 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:35:12.918453 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a14a7c-4f7a-4509-84f3-da184815025b None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:35:12.918833 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a14a7c-4f7a-4509-84f3-da184815025b None None] Checking segment: {'id': 'f089e7a8-692f-43a9-b9ee-cec292ab6d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'b2d2086c-0541-493e-92b7-0541fe63f977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:35:12.919247 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-42a14a7c-4f7a-4509-84f3-da184815025b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:12.919667 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a14a7c-4f7a-4509-84f3-da184815025b None None] Bound using segment: {'id': 'f089e7a8-692f-43a9-b9ee-cec292ab6d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'b2d2086c-0541-493e-92b7-0541fe63f977'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:35:12.920150 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-42a14a7c-4f7a-4509-84f3-da184815025b None None] Bound port: 82bcac90-454d-4e36-903a-b1f8666b74e8, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f089e7a8-692f-43a9-b9ee-cec292ab6d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'b2d2086c-0541-493e-92b7-0541fe63f977'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:35:12.920536 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-42a14a7c-4f7a-4509-84f3-da184815025b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (82bcac90-454d-4e36-903a-b1f8666b74e8), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:13.035193 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-ededa75d-a89d-4cd0-8716-c2e23fd5a783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb173159-861f-4752-8272-59c088e02d60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375825680', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '3e10bc10-7263-469f-b91d-b7274c3c336d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:35:10Z', 'updated_at': '2022-03-11T20:35:10Z', 'revision_number': 3, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'gw_port': {'id': '3e10bc10-7263-469f-b91d-b7274c3c336d', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:44:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb173159-861f-4752-8272-59c088e02d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:35:10Z', 'updated_at': '2022-03-11T20:35:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:35:13.069320 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ededa75d-a89d-4cd0-8716-c2e23fd5a783 None None] The sync data for ids ['fb173159-861f-4752-8272-59c088e02d60'] in n-d-833163-1 is: [{'id': 'fb173159-861f-4752-8272-59c088e02d60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375825680', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '3e10bc10-7263-469f-b91d-b7274c3c336d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:35:10Z', 'updated_at': '2022-03-11T20:35:10Z', 'revision_number': 3, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'gw_port': {'id': '3e10bc10-7263-469f-b91d-b7274c3c336d', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:44:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb173159-861f-4752-8272-59c088e02d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:35:10Z', 'updated_at': '2022-03-11T20:35:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:35:13.159097 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-42a14a7c-4f7a-4509-84f3-da184815025b None None] For port 82bcac90-454d-4e36-903a-b1f8666b74e8, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:35:13.163088 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-42a14a7c-4f7a-4509-84f3-da184815025b None None] For port 82bcac90-454d-4e36-903a-b1f8666b74e8, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=82bcac90-454d-4e36-903a-b1f8666b74e8,segment=NetworkSegment(f089e7a8-692f-43a9-b9ee-cec292ab6d78),segment_id=f089e7a8-692f-43a9-b9ee-cec292ab6d78)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:35:13.171525 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-42a14a7c-4f7a-4509-84f3-da184815025b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (82bcac90-454d-4e36-903a-b1f8666b74e8), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:13.228216 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a14a7c-4f7a-4509-84f3-da184815025b None None] Pushing event updated for resources: {'Port': ['ID=82bcac90-454d-4e36-903a-b1f8666b74e8,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:35:13.244675 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-87e856b6-3968-4611-9de4-f118406eae5f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Allocated IP 172.20.0.1 (b2d2086c-0541-493e-92b7-0541fe63f977/2883d402-4991-4f46-b905-a42a55521a2e/dad77c62-5e5e-43a5-9a21-04c41cb3bbd5) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:35:13.417169 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-87e856b6-3968-4611-9de4-f118406eae5f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for port (dad77c62-5e5e-43a5-9a21-04c41cb3bbd5), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:13.499932 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-87e856b6-3968-4611-9de4-f118406eae5f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (dad77c62-5e5e-43a5-9a21-04c41cb3bbd5), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:13.569322 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e856b6-3968-4611-9de4-f118406eae5f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'Port': ['ID=dad77c62-5e5e-43a5-9a21-04c41cb3bbd5,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:35:13.585278 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e856b6-3968-4611-9de4-f118406eae5f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Network b2d2086c-0541-493e-92b7-0541fe63f977 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:35:13.587820 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-87e856b6-3968-4611-9de4-f118406eae5f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:35:13.597265 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e856b6-3968-4611-9de4-f118406eae5f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:35:13.648331 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-87e856b6-3968-4611-9de4-f118406eae5f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (fb173159-861f-4752-8272-59c088e02d60), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:13.777445 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 3e10bc10-7263-469f-b91d-b7274c3c336d up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:35:13.803234 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-87e856b6-3968-4611-9de4-f118406eae5f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (dad77c62-5e5e-43a5-9a21-04c41cb3bbd5), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:13.833126 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 3e10bc10-7263-469f-b91d-b7274c3c336d triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:35:13.833506 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (3e10bc10-7263-469f-b91d-b7274c3c336d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:13.920769 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 3e10bc10-7263-469f-b91d-b7274c3c336d is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:35:13.921163 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (3e10bc10-7263-469f-b91d-b7274c3c336d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:13.943438 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 3e10bc10-7263-469f-b91d-b7274c3c336d, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=3e10bc10-7263-469f-b91d-b7274c3c336d,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:35:13.951322 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (3e10bc10-7263-469f-b91d-b7274c3c336d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:13.952312 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 82bcac90-454d-4e36-903a-b1f8666b74e8 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:35:14.044129 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=3e10bc10-7263-469f-b91d-b7274c3c336d,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:35:14.053628 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 82bcac90-454d-4e36-903a-b1f8666b74e8 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:35:14.054811 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (82bcac90-454d-4e36-903a-b1f8666b74e8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:14.131901 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-87e856b6-3968-4611-9de4-f118406eae5f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for port (dad77c62-5e5e-43a5-9a21-04c41cb3bbd5), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:14.140902 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-87e856b6-3968-4611-9de4-f118406eae5f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (dad77c62-5e5e-43a5-9a21-04c41cb3bbd5), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:14.152621 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 82bcac90-454d-4e36-903a-b1f8666b74e8 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:35:14.152999 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (82bcac90-454d-4e36-903a-b1f8666b74e8), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:14.191603 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 82bcac90-454d-4e36-903a-b1f8666b74e8, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=82bcac90-454d-4e36-903a-b1f8666b74e8,segment=NetworkSegment(f089e7a8-692f-43a9-b9ee-cec292ab6d78),segment_id=f089e7a8-692f-43a9-b9ee-cec292ab6d78)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:35:14.196588 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (82bcac90-454d-4e36-903a-b1f8666b74e8), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:14.244990 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-87e856b6-3968-4611-9de4-f118406eae5f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (fb173159-861f-4752-8272-59c088e02d60), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:14.252783 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e856b6-3968-4611-9de4-f118406eae5f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'Port': ['ID=dad77c62-5e5e-43a5-9a21-04c41cb3bbd5,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:35:14.257834 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=82bcac90-454d-4e36-903a-b1f8666b74e8,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:35:14.357420 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e856b6-3968-4611-9de4-f118406eae5f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Network b2d2086c-0541-493e-92b7-0541fe63f977 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:35:14.358789 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-87e856b6-3968-4611-9de4-f118406eae5f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:35:14.375609 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7994a8-c5e3-46ab-8c5d-1a091dbb3cc0 None None] Network b2d2086c-0541-493e-92b7-0541fe63f977 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:35:14.476822 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87e856b6-3968-4611-9de4-f118406eae5f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Router fb173159-861f-4752-8272-59c088e02d60 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:35:14.486502 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-e7380e9c-c429-44ac-9b16-a692766173f9 None None] Provisioning complete for port 82bcac90-454d-4e36-903a-b1f8666b74e8 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:35:14.486870 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e7380e9c-c429-44ac-9b16-a692766173f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (82bcac90-454d-4e36-903a-b1f8666b74e8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:14.577527 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e7380e9c-c429-44ac-9b16-a692766173f9 None None] Current status of the port 82bcac90-454d-4e36-903a-b1f8666b74e8 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:35:14.593517 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e856b6-3968-4611-9de4-f118406eae5f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:35:14.598731 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-87e856b6-3968-4611-9de4-f118406eae5f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "PUT /v2.0/routers/fb173159-861f-4752-8272-59c088e02d60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2804270 Mar 11 20:35:14.762031 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-81ec3627-541c-4d51-95fa-6ff4f8626a35 req-b9ef3315-ad10-41b7-acb6-819615c049de tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-167860132&fields=id&tenant_id=cd4dc3a306bd4a69832000c41db1a90a HTTP/1.1" status: 200 len: 267 time: 0.0483689 Mar 11 20:35:14.802694 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-7134f24f-c2ba-4a75-8593-604b92f9fd4d None None] Provisioning complete for port dad77c62-5e5e-43a5-9a21-04c41cb3bbd5 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:35:14.803196 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7134f24f-c2ba-4a75-8593-604b92f9fd4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (dad77c62-5e5e-43a5-9a21-04c41cb3bbd5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:14.848460 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-7134f24f-c2ba-4a75-8593-604b92f9fd4d None None] Port dad77c62-5e5e-43a5-9a21-04c41cb3bbd5 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:35:14.863924 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-7134f24f-c2ba-4a75-8593-604b92f9fd4d None None] Provisioning complete for port 82bcac90-454d-4e36-903a-b1f8666b74e8 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:35:14.864315 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7134f24f-c2ba-4a75-8593-604b92f9fd4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (82bcac90-454d-4e36-903a-b1f8666b74e8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:14.879362 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec3627-541c-4d51-95fa-6ff4f8626a35 req-30ca57d5-54a8-490d-9a29-7752669dfc0c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:35:14.883277 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-81ec3627-541c-4d51-95fa-6ff4f8626a35 req-30ca57d5-54a8-490d-9a29-7752669dfc0c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/networks?id=b2d2086c-0541-493e-92b7-0541fe63f977 HTTP/1.1" status: 200 len: 795 time: 0.1135602 Mar 11 20:35:14.900192 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-81ec3627-541c-4d51-95fa-6ff4f8626a35 req-1a9649d6-e379-494b-a6c0-f3b3e168b979 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/quotas/cd4dc3a306bd4a69832000c41db1a90a HTTP/1.1" status: 200 len: 375 time: 0.0128560 Mar 11 20:35:14.961416 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-7134f24f-c2ba-4a75-8593-604b92f9fd4d None None] Current status of the port 82bcac90-454d-4e36-903a-b1f8666b74e8 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:35:14.962415 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-81ec3627-541c-4d51-95fa-6ff4f8626a35 req-5c2b1dc1-faa0-4aa4-b2c1-7d30db19d86f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd4dc3a306bd4a69832000c41db1a90a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0570872 Mar 11 20:35:15.040845 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34222626-9589-4010-a494-33787d5a8727 None None] Sync routers for ids ['fb173159-861f-4752-8272-59c088e02d60'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:35:15.050451 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34222626-9589-4010-a494-33787d5a8727 None None] Routers {'fb173159-861f-4752-8272-59c088e02d60'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:35:15.051090 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-34222626-9589-4010-a494-33787d5a8727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:34:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['fb173159-861f-4752-8272-59c088e02d60'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:35:15.073645 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-81ec3627-541c-4d51-95fa-6ff4f8626a35 req-bb98b471-42b9-44a2-aeb6-3d7d4512c4a8 service neutron] 10.222.0.65 "GET /v2.0/networks/b2d2086c-0541-493e-92b7-0541fe63f977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957739 Mar 11 20:35:15.118189 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-86e92cc4-3dde-415a-aa8d-c7dd091912ad None None] Provisioning complete for port dad77c62-5e5e-43a5-9a21-04c41cb3bbd5 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:35:15.118564 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-86e92cc4-3dde-415a-aa8d-c7dd091912ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (dad77c62-5e5e-43a5-9a21-04c41cb3bbd5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:15.170024 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-81ec3627-541c-4d51-95fa-6ff4f8626a35 req-0e73e973-662d-421b-a78c-2a7356309bd6 service neutron] 10.222.0.65 "GET /v2.0/networks/b2d2086c-0541-493e-92b7-0541fe63f977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905890 Mar 11 20:35:15.191298 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-86e92cc4-3dde-415a-aa8d-c7dd091912ad None None] Port dad77c62-5e5e-43a5-9a21-04c41cb3bbd5 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:35:15.205167 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-34222626-9589-4010-a494-33787d5a8727 None None] Set router fb173159-861f-4752-8272-59c088e02d60 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:35:15.338819 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d8f1c17d-96bc-4c1a-8141-ceedf7b4685b req-e9a13a3c-2c0b-4619-8824-87dc14b18875 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=52cd3d08-3ecd-4c68-a095-d365d7e6595b HTTP/1.1" status: 200 len: 210 time: 0.0309308 Mar 11 20:35:15.358459 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-cc0e391a-59ff-46e7-b553-9fbf56ae9188 None None] Provisioning complete for port dad77c62-5e5e-43a5-9a21-04c41cb3bbd5 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:35:15.358843 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cc0e391a-59ff-46e7-b553-9fbf56ae9188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (dad77c62-5e5e-43a5-9a21-04c41cb3bbd5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:15.425850 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-cc0e391a-59ff-46e7-b553-9fbf56ae9188 None None] Port dad77c62-5e5e-43a5-9a21-04c41cb3bbd5 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:35:15.452886 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-34222626-9589-4010-a494-33787d5a8727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb173159-861f-4752-8272-59c088e02d60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375825680', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '3e10bc10-7263-469f-b91d-b7274c3c336d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:35:10Z', 'updated_at': '2022-03-11T20:35:13Z', 'revision_number': 4, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'gw_port': {'id': '3e10bc10-7263-469f-b91d-b7274c3c336d', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:44:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb173159-861f-4752-8272-59c088e02d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:35:10Z', 'updated_at': '2022-03-11T20:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'dad77c62-5e5e-43a5-9a21-04c41cb3bbd5', 'name': '', 'network_id': 'b2d2086c-0541-493e-92b7-0541fe63f977', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'mac_address': 'fa:16:3e:f1:0c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb173159-861f-4752-8272-59c088e02d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '2883d402-4991-4f46-b905-a42a55521a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:35:13Z', 'updated_at': '2022-03-11T20:35:13Z', 'revision_number': 2, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'subnets': [{'id': '2883d402-4991-4f46-b905-a42a55521a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:35:15.481426 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34222626-9589-4010-a494-33787d5a8727 None None] Checking router: fb173159-861f-4752-8272-59c088e02d60 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:35:15.481782 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34222626-9589-4010-a494-33787d5a8727 None None] Updating router fb173159-861f-4752-8272-59c088e02d60 port dad77c62-5e5e-43a5-9a21-04c41cb3bbd5 binding host n-d-833163-1 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 20:35:15.511169 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-34222626-9589-4010-a494-33787d5a8727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (dad77c62-5e5e-43a5-9a21-04c41cb3bbd5), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:15.751385 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 3e10bc10-7263-469f-b91d-b7274c3c336d up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:35:15.820198 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-34222626-9589-4010-a494-33787d5a8727 None None] Publish callbacks [] for port (dad77c62-5e5e-43a5-9a21-04c41cb3bbd5), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:15.826948 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-34222626-9589-4010-a494-33787d5a8727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (dad77c62-5e5e-43a5-9a21-04c41cb3bbd5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:15.891743 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc26b394-7b39-462a-8ca4-4add33192750 None None] Pushing event updated for resources: {'Port': ['ID=dad77c62-5e5e-43a5-9a21-04c41cb3bbd5,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:35:15.898726 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 3e10bc10-7263-469f-b91d-b7274c3c336d triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:35:15.899097 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (3e10bc10-7263-469f-b91d-b7274c3c336d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:15.989782 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-34222626-9589-4010-a494-33787d5a8727 None None] Attempting to bind port dad77c62-5e5e-43a5-9a21-04c41cb3bbd5 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:35:15.990161 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-34222626-9589-4010-a494-33787d5a8727 None None] Attempting to bind port dad77c62-5e5e-43a5-9a21-04c41cb3bbd5 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'f089e7a8-692f-43a9-b9ee-cec292ab6d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'b2d2086c-0541-493e-92b7-0541fe63f977'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:35:15.990530 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34222626-9589-4010-a494-33787d5a8727 None None] Attempting to bind port dad77c62-5e5e-43a5-9a21-04c41cb3bbd5 on network b2d2086c-0541-493e-92b7-0541fe63f977 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:35:15.998785 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34222626-9589-4010-a494-33787d5a8727 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:35:15.999174 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34222626-9589-4010-a494-33787d5a8727 None None] Checking segment: {'id': 'f089e7a8-692f-43a9-b9ee-cec292ab6d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'b2d2086c-0541-493e-92b7-0541fe63f977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:35:15.999725 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-34222626-9589-4010-a494-33787d5a8727 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:16.000100 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34222626-9589-4010-a494-33787d5a8727 None None] Bound using segment: {'id': 'f089e7a8-692f-43a9-b9ee-cec292ab6d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'b2d2086c-0541-493e-92b7-0541fe63f977'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:35:16.000748 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-34222626-9589-4010-a494-33787d5a8727 None None] Bound port: dad77c62-5e5e-43a5-9a21-04c41cb3bbd5, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f089e7a8-692f-43a9-b9ee-cec292ab6d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'b2d2086c-0541-493e-92b7-0541fe63f977'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:35:16.000966 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-34222626-9589-4010-a494-33787d5a8727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (dad77c62-5e5e-43a5-9a21-04c41cb3bbd5), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:16.076064 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 3e10bc10-7263-469f-b91d-b7274c3c336d is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:35:16.077159 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 82bcac90-454d-4e36-903a-b1f8666b74e8 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:35:16.124424 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-34222626-9589-4010-a494-33787d5a8727 None None] For port dad77c62-5e5e-43a5-9a21-04c41cb3bbd5, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:35:16.128244 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-34222626-9589-4010-a494-33787d5a8727 None None] For port dad77c62-5e5e-43a5-9a21-04c41cb3bbd5, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=dad77c62-5e5e-43a5-9a21-04c41cb3bbd5,segment=NetworkSegment(f089e7a8-692f-43a9-b9ee-cec292ab6d78),segment_id=f089e7a8-692f-43a9-b9ee-cec292ab6d78)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:35:16.135212 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-34222626-9589-4010-a494-33787d5a8727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (dad77c62-5e5e-43a5-9a21-04c41cb3bbd5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:16.214415 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-849ceb96-c4ea-4f25-9b2c-a3a4e4d4ee31 None None] Provisioning complete for port dad77c62-5e5e-43a5-9a21-04c41cb3bbd5 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:35:16.214792 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-849ceb96-c4ea-4f25-9b2c-a3a4e4d4ee31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (dad77c62-5e5e-43a5-9a21-04c41cb3bbd5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:16.216301 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 82bcac90-454d-4e36-903a-b1f8666b74e8 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:35:16.216656 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (82bcac90-454d-4e36-903a-b1f8666b74e8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:16.263278 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc26b394-7b39-462a-8ca4-4add33192750 None None] Pushing event updated for resources: {'Port': ['ID=dad77c62-5e5e-43a5-9a21-04c41cb3bbd5,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:35:16.277697 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34222626-9589-4010-a494-33787d5a8727 None None] Routers {'fb173159-861f-4752-8272-59c088e02d60'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:35:16.278317 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-34222626-9589-4010-a494-33787d5a8727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:34:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['fb173159-861f-4752-8272-59c088e02d60'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:35:16.484159 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0b8b5c88-49e5-4db1-9ddf-d35b77da047e req-64b78f10-2826-4b2d-a4c9-f39b792f35df tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=52cd3d08-3ecd-4c68-a095-d365d7e6595b HTTP/1.1" status: 200 len: 210 time: 0.0411763 Mar 11 20:35:16.509906 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec3627-541c-4d51-95fa-6ff4f8626a35 req-8fe55e24-2b7e-4845-bda7-ca3508cfe67e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:35:16.513677 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-81ec3627-541c-4d51-95fa-6ff4f8626a35 req-8fe55e24-2b7e-4845-bda7-ca3508cfe67e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.57 "GET /v2.0/networks?id=b2d2086c-0541-493e-92b7-0541fe63f977 HTTP/1.1" status: 200 len: 795 time: 0.1761982 Mar 11 20:35:16.579442 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-81ec3627-541c-4d51-95fa-6ff4f8626a35 req-06d44957-b11b-4896-8b03-89f6db68d3c2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd4dc3a306bd4a69832000c41db1a90a HTTP/1.1" status: 200 len: 379 time: 0.0547240 Mar 11 20:35:16.589048 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-81ec3627-541c-4d51-95fa-6ff4f8626a35 req-58b8fabc-c022-42fa-af74-ddab862033a0 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Request body: {'port': {'device_id': '52cd3d08-3ecd-4c68-a095-d365d7e6595b', 'network_id': 'b2d2086c-0541-493e-92b7-0541fe63f977', 'admin_state_up': True, 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'security_groups': ['85401dfc-3d2b-4e16-bf1c-f0f16de45b13']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:35:16.635182 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 82bcac90-454d-4e36-903a-b1f8666b74e8 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:35:16.638254 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-34222626-9589-4010-a494-33787d5a8727 None None] Set router fb173159-861f-4752-8272-59c088e02d60 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:35:16.640700 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-849ceb96-c4ea-4f25-9b2c-a3a4e4d4ee31 None None] Current status of the port dad77c62-5e5e-43a5-9a21-04c41cb3bbd5 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:35:16.641086 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-849ceb96-c4ea-4f25-9b2c-a3a4e4d4ee31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (dad77c62-5e5e-43a5-9a21-04c41cb3bbd5), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:16.700780 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81ec3627-541c-4d51-95fa-6ff4f8626a35 req-58b8fabc-c022-42fa-af74-ddab862033a0 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Made reservation on behalf of cd4dc3a306bd4a69832000c41db1a90a for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:35:16.704502 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-81ec3627-541c-4d51-95fa-6ff4f8626a35 req-58b8fabc-c022-42fa-af74-ddab862033a0 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:16.744523 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-849ceb96-c4ea-4f25-9b2c-a3a4e4d4ee31 None None] For port dad77c62-5e5e-43a5-9a21-04c41cb3bbd5, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=dad77c62-5e5e-43a5-9a21-04c41cb3bbd5,segment=NetworkSegment(f089e7a8-692f-43a9-b9ee-cec292ab6d78),segment_id=f089e7a8-692f-43a9-b9ee-cec292ab6d78)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:35:16.751564 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-849ceb96-c4ea-4f25-9b2c-a3a4e4d4ee31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (dad77c62-5e5e-43a5-9a21-04c41cb3bbd5), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:16.827922 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-81ec3627-541c-4d51-95fa-6ff4f8626a35 req-58b8fabc-c022-42fa-af74-ddab862033a0 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Allocated IP 172.20.0.11 (b2d2086c-0541-493e-92b7-0541fe63f977/2883d402-4991-4f46-b905-a42a55521a2e/6b7183ea-1f8b-44c3-afc4-abc50663a868) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:35:16.852072 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849ceb96-c4ea-4f25-9b2c-a3a4e4d4ee31 None None] Pushing event updated for resources: {'Port': ['ID=dad77c62-5e5e-43a5-9a21-04c41cb3bbd5,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:35:16.905455 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-71346131-0021-42cf-baef-30e17fd9f9d3 None None] Provisioning complete for port dad77c62-5e5e-43a5-9a21-04c41cb3bbd5 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:35:16.905745 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-71346131-0021-42cf-baef-30e17fd9f9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (dad77c62-5e5e-43a5-9a21-04c41cb3bbd5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:16.960130 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-34222626-9589-4010-a494-33787d5a8727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb173159-861f-4752-8272-59c088e02d60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375825680', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '3e10bc10-7263-469f-b91d-b7274c3c336d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:35:10Z', 'updated_at': '2022-03-11T20:35:13Z', 'revision_number': 4, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'gw_port': {'id': '3e10bc10-7263-469f-b91d-b7274c3c336d', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:44:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb173159-861f-4752-8272-59c088e02d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:35:10Z', 'updated_at': '2022-03-11T20:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'dad77c62-5e5e-43a5-9a21-04c41cb3bbd5', 'name': '', 'network_id': 'b2d2086c-0541-493e-92b7-0541fe63f977', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'mac_address': 'fa:16:3e:f1:0c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb173159-861f-4752-8272-59c088e02d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '2883d402-4991-4f46-b905-a42a55521a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:35:13Z', 'updated_at': '2022-03-11T20:35:16Z', 'revision_number': 4, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'subnets': [{'id': '2883d402-4991-4f46-b905-a42a55521a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:35:16.990899 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34222626-9589-4010-a494-33787d5a8727 None None] The sync data for ids ['fb173159-861f-4752-8272-59c088e02d60'] in n-d-833163-1 is: [{'id': 'fb173159-861f-4752-8272-59c088e02d60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375825680', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '3e10bc10-7263-469f-b91d-b7274c3c336d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:35:10Z', 'updated_at': '2022-03-11T20:35:13Z', 'revision_number': 4, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'gw_port': {'id': '3e10bc10-7263-469f-b91d-b7274c3c336d', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:44:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb173159-861f-4752-8272-59c088e02d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:35:10Z', 'updated_at': '2022-03-11T20:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'dad77c62-5e5e-43a5-9a21-04c41cb3bbd5', 'name': '', 'network_id': 'b2d2086c-0541-493e-92b7-0541fe63f977', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'mac_address': 'fa:16:3e:f1:0c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb173159-861f-4752-8272-59c088e02d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '2883d402-4991-4f46-b905-a42a55521a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:35:13Z', 'updated_at': '2022-03-11T20:35:16Z', 'revision_number': 4, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'subnets': [{'id': '2883d402-4991-4f46-b905-a42a55521a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:35:17.031015 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-71346131-0021-42cf-baef-30e17fd9f9d3 None None] Current status of the port dad77c62-5e5e-43a5-9a21-04c41cb3bbd5 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:35:17.295294 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-81ec3627-541c-4d51-95fa-6ff4f8626a35 req-58b8fabc-c022-42fa-af74-ddab862033a0 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for port (6b7183ea-1f8b-44c3-afc4-abc50663a868), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:17.328902 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-81ec3627-541c-4d51-95fa-6ff4f8626a35 req-58b8fabc-c022-42fa-af74-ddab862033a0 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (6b7183ea-1f8b-44c3-afc4-abc50663a868), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:17.371910 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81ec3627-541c-4d51-95fa-6ff4f8626a35 req-58b8fabc-c022-42fa-af74-ddab862033a0 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Network b2d2086c-0541-493e-92b7-0541fe63f977 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:35:17.376958 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-81ec3627-541c-4d51-95fa-6ff4f8626a35 req-58b8fabc-c022-42fa-af74-ddab862033a0 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:35:17.380773 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-81ec3627-541c-4d51-95fa-6ff4f8626a35 req-58b8fabc-c022-42fa-af74-ddab862033a0 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:35:17.387218 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b8fabc-c022-42fa-af74-ddab862033a0 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'Port': ['ID=6b7183ea-1f8b-44c3-afc4-abc50663a868,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:35:17.438298 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec3627-541c-4d51-95fa-6ff4f8626a35 req-58b8fabc-c022-42fa-af74-ddab862033a0 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:35:17.439282 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-81ec3627-541c-4d51-95fa-6ff4f8626a35 req-58b8fabc-c022-42fa-af74-ddab862033a0 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:17.459261 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-81ec3627-541c-4d51-95fa-6ff4f8626a35 req-58b8fabc-c022-42fa-af74-ddab862033a0 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8744991 Mar 11 20:35:17.470942 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-81ec3627-541c-4d51-95fa-6ff4f8626a35 req-dee793df-3098-4ee3-82cb-03c44dffd0ff service neutron] Request body: {'port': {'device_id': '52cd3d08-3ecd-4c68-a095-d365d7e6595b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:35:17.546276 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-81ec3627-541c-4d51-95fa-6ff4f8626a35 req-dee793df-3098-4ee3-82cb-03c44dffd0ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (6b7183ea-1f8b-44c3-afc4-abc50663a868), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:17.684012 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4c108f26-06fc-4bca-b659-8b8f20c6ffc6 None None] Provisioning complete for port 6b7183ea-1f8b-44c3-afc4-abc50663a868 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:35:17.684404 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4c108f26-06fc-4bca-b659-8b8f20c6ffc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (6b7183ea-1f8b-44c3-afc4-abc50663a868), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:17.711806 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06e802d-31e3-40bf-aae1-c1a58b75debb req-e23a21e3-58a7-4626-9326-c84135d5703a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:35:17.713753 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c06e802d-31e3-40bf-aae1-c1a58b75debb req-e23a21e3-58a7-4626-9326-c84135d5703a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=52cd3d08-3ecd-4c68-a095-d365d7e6595b HTTP/1.1" status: 200 len: 932 time: 0.1325729 Mar 11 20:35:17.736024 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4c108f26-06fc-4bca-b659-8b8f20c6ffc6 None None] Port 6b7183ea-1f8b-44c3-afc4-abc50663a868 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:35:17.776531 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device dad77c62-5e5e-43a5-9a21-04c41cb3bbd5 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:35:17.821518 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c06e802d-31e3-40bf-aae1-c1a58b75debb req-62cdfad4-fe68-4204-b9a3-c21941589cd2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=85401dfc-3d2b-4e16-bf1c-f0f16de45b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017962 Mar 11 20:35:17.842272 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port dad77c62-5e5e-43a5-9a21-04c41cb3bbd5 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:35:17.842652 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (dad77c62-5e5e-43a5-9a21-04c41cb3bbd5), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:17.921527 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-81ec3627-541c-4d51-95fa-6ff4f8626a35 req-dee793df-3098-4ee3-82cb-03c44dffd0ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b7183ea-1f8b-44c3-afc4-abc50663a868 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:35:17.931905 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-81ec3627-541c-4d51-95fa-6ff4f8626a35 req-dee793df-3098-4ee3-82cb-03c44dffd0ff service neutron] Publish callbacks [] for port (6b7183ea-1f8b-44c3-afc4-abc50663a868), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:17.936280 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port dad77c62-5e5e-43a5-9a21-04c41cb3bbd5 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:35:17.947578 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-81ec3627-541c-4d51-95fa-6ff4f8626a35 req-dee793df-3098-4ee3-82cb-03c44dffd0ff service neutron] Transition to ACTIVE for port object 6b7183ea-1f8b-44c3-afc4-abc50663a868 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 20:35:17.951858 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-81ec3627-541c-4d51-95fa-6ff4f8626a35 req-dee793df-3098-4ee3-82cb-03c44dffd0ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (6b7183ea-1f8b-44c3-afc4-abc50663a868), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:18.006501 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee793df-3098-4ee3-82cb-03c44dffd0ff service neutron] Pushing event updated for resources: {'Port': ['ID=6b7183ea-1f8b-44c3-afc4-abc50663a868,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:35:18.081736 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-81ec3627-541c-4d51-95fa-6ff4f8626a35 req-dee793df-3098-4ee3-82cb-03c44dffd0ff service neutron] Attempting to bind port 6b7183ea-1f8b-44c3-afc4-abc50663a868 on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:35:18.082099 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-81ec3627-541c-4d51-95fa-6ff4f8626a35 req-dee793df-3098-4ee3-82cb-03c44dffd0ff service neutron] Attempting to bind port 6b7183ea-1f8b-44c3-afc4-abc50663a868 by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': 'f089e7a8-692f-43a9-b9ee-cec292ab6d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'b2d2086c-0541-493e-92b7-0541fe63f977'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:35:18.082432 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ec3627-541c-4d51-95fa-6ff4f8626a35 req-dee793df-3098-4ee3-82cb-03c44dffd0ff service neutron] Attempting to bind port 6b7183ea-1f8b-44c3-afc4-abc50663a868 on network b2d2086c-0541-493e-92b7-0541fe63f977 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:35:18.087825 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ec3627-541c-4d51-95fa-6ff4f8626a35 req-dee793df-3098-4ee3-82cb-03c44dffd0ff service neutron] Port 6b7183ea-1f8b-44c3-afc4-abc50663a868 on network b2d2086c-0541-493e-92b7-0541fe63f977 not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 20:35:18.088152 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ec3627-541c-4d51-95fa-6ff4f8626a35 req-dee793df-3098-4ee3-82cb-03c44dffd0ff service neutron] Attempting to bind port 6b7183ea-1f8b-44c3-afc4-abc50663a868 on network b2d2086c-0541-493e-92b7-0541fe63f977 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:35:18.093318 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ec3627-541c-4d51-95fa-6ff4f8626a35 req-dee793df-3098-4ee3-82cb-03c44dffd0ff service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:35:18.093657 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ec3627-541c-4d51-95fa-6ff4f8626a35 req-dee793df-3098-4ee3-82cb-03c44dffd0ff service neutron] Checking segment: {'id': 'f089e7a8-692f-43a9-b9ee-cec292ab6d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'b2d2086c-0541-493e-92b7-0541fe63f977'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:35:18.094033 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ec3627-541c-4d51-95fa-6ff4f8626a35 req-dee793df-3098-4ee3-82cb-03c44dffd0ff service neutron] Bound using segment: {'id': 'f089e7a8-692f-43a9-b9ee-cec292ab6d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'b2d2086c-0541-493e-92b7-0541fe63f977'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:35:18.094460 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-81ec3627-541c-4d51-95fa-6ff4f8626a35 req-dee793df-3098-4ee3-82cb-03c44dffd0ff service neutron] Bound port: 6b7183ea-1f8b-44c3-afc4-abc50663a868, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f089e7a8-692f-43a9-b9ee-cec292ab6d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': 'b2d2086c-0541-493e-92b7-0541fe63f977'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:35:18.094817 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-81ec3627-541c-4d51-95fa-6ff4f8626a35 req-dee793df-3098-4ee3-82cb-03c44dffd0ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (6b7183ea-1f8b-44c3-afc4-abc50663a868), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:18.166869 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-81ec3627-541c-4d51-95fa-6ff4f8626a35 req-dee793df-3098-4ee3-82cb-03c44dffd0ff service neutron] For port 6b7183ea-1f8b-44c3-afc4-abc50663a868, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:35:18.170337 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-81ec3627-541c-4d51-95fa-6ff4f8626a35 req-dee793df-3098-4ee3-82cb-03c44dffd0ff service neutron] For port 6b7183ea-1f8b-44c3-afc4-abc50663a868, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=6b7183ea-1f8b-44c3-afc4-abc50663a868,segment=NetworkSegment(f089e7a8-692f-43a9-b9ee-cec292ab6d78),segment_id=f089e7a8-692f-43a9-b9ee-cec292ab6d78)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:35:18.177708 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-81ec3627-541c-4d51-95fa-6ff4f8626a35 req-dee793df-3098-4ee3-82cb-03c44dffd0ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (6b7183ea-1f8b-44c3-afc4-abc50663a868), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:18.213708 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec3627-541c-4d51-95fa-6ff4f8626a35 req-dee793df-3098-4ee3-82cb-03c44dffd0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:35:18.214522 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-81ec3627-541c-4d51-95fa-6ff4f8626a35 req-dee793df-3098-4ee3-82cb-03c44dffd0ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:18.217040 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-81ec3627-541c-4d51-95fa-6ff4f8626a35 req-dee793df-3098-4ee3-82cb-03c44dffd0ff service neutron] 10.222.0.57 "PUT /v2.0/ports/6b7183ea-1f8b-44c3-afc4-abc50663a868 HTTP/1.1" status: 200 len: 1092 time: 0.7502344 Mar 11 20:35:18.220332 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52cd3d08-3ecd-4c68-a095-d365d7e6595b', 'tag': '6b7183ea-1f8b-44c3-afc4-abc50663a868'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:35:18.233445 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a0d03908d714cf498f0e9a07bdcfee6ce8884db927bcf4c76da6f3dadb32e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291b8f47-fe8c-4dcc-8a4a-6b9a122de6f1" -d '{"events": [{"name": "network-changed", "server_uuid": "52cd3d08-3ecd-4c68-a095-d365d7e6595b", "tag": "6b7183ea-1f8b-44c3-afc4-abc50663a868"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:35:18.306717 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c51bda08-02eb-4c27-9ab8-284342d0420c x-openstack-request-id: req-c51bda08-02eb-4c27-9ab8-284342d0420c {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:35:18.307043 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52cd3d08-3ecd-4c68-a095-d365d7e6595b", "tag": "6b7183ea-1f8b-44c3-afc4-abc50663a868", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:35:18.307342 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c51bda08-02eb-4c27-9ab8-284342d0420c {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:35:18.307880 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52cd3d08-3ecd-4c68-a095-d365d7e6595b', 'tag': '6b7183ea-1f8b-44c3-afc4-abc50663a868', 'status': 'completed', 'code': 200} Mar 11 20:35:18.313676 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee793df-3098-4ee3-82cb-03c44dffd0ff service neutron] Pushing event updated for resources: {'Port': ['ID=6b7183ea-1f8b-44c3-afc4-abc50663a868,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:35:18.334513 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec3627-541c-4d51-95fa-6ff4f8626a35 req-8445dcab-4fdc-42ca-af14-631c3d16c527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:35:18.336120 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-81ec3627-541c-4d51-95fa-6ff4f8626a35 req-8445dcab-4fdc-42ca-af14-631c3d16c527 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cd4dc3a306bd4a69832000c41db1a90a&device_id=52cd3d08-3ecd-4c68-a095-d365d7e6595b HTTP/1.1" status: 200 len: 1126 time: 0.0631239 Mar 11 20:35:18.382766 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-81ec3627-541c-4d51-95fa-6ff4f8626a35 req-deaafdb8-f403-4719-ad2c-56e64dea0a52 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b7183ea-1f8b-44c3-afc4-abc50663a868 HTTP/1.1" status: 200 len: 217 time: 0.0400639 Mar 11 20:35:18.429998 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec3627-541c-4d51-95fa-6ff4f8626a35 req-cd91e61f-e6a3-46d8-bf5f-f86506c487b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:35:18.431398 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-81ec3627-541c-4d51-95fa-6ff4f8626a35 req-cd91e61f-e6a3-46d8-bf5f-f86506c487b5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2883d402-4991-4f46-b905-a42a55521a2e HTTP/1.1" status: 200 len: 833 time: 0.0443711 Mar 11 20:35:18.481388 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec3627-541c-4d51-95fa-6ff4f8626a35 req-880ffddd-abe1-4bbf-a816-7f96a113f503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:35:18.482917 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-81ec3627-541c-4d51-95fa-6ff4f8626a35 req-880ffddd-abe1-4bbf-a816-7f96a113f503 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b2d2086c-0541-493e-92b7-0541fe63f977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447483 Mar 11 20:35:18.587392 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-81ec3627-541c-4d51-95fa-6ff4f8626a35 req-b03ec254-10d0-45a9-a2d0-fabfbe676907 service neutron] 10.222.0.57 "GET /v2.0/networks/b2d2086c-0541-493e-92b7-0541fe63f977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989354 Mar 11 20:35:18.678862 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-81ec3627-541c-4d51-95fa-6ff4f8626a35 req-79aa0605-8ecc-4f68-ac12-567a9330fe4e service neutron] 10.222.0.57 "GET /v2.0/networks/b2d2086c-0541-493e-92b7-0541fe63f977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853763 Mar 11 20:35:18.763117 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b8f47-fe8c-4dcc-8a4a-6b9a122de6f1 req-3dfb6140-aeb0-42c2-ba47-301bb07ef6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:35:18.764538 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-291b8f47-fe8c-4dcc-8a4a-6b9a122de6f1 req-3dfb6140-aeb0-42c2-ba47-301bb07ef6e6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cd4dc3a306bd4a69832000c41db1a90a&device_id=52cd3d08-3ecd-4c68-a095-d365d7e6595b HTTP/1.1" status: 200 len: 1126 time: 0.0446270 Mar 11 20:35:18.853314 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b8f47-fe8c-4dcc-8a4a-6b9a122de6f1 req-0f734b53-b0ae-4ec9-aa48-e191584bb998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:35:18.855335 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-291b8f47-fe8c-4dcc-8a4a-6b9a122de6f1 req-0f734b53-b0ae-4ec9-aa48-e191584bb998 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b2d2086c-0541-493e-92b7-0541fe63f977 HTTP/1.1" status: 200 len: 896 time: 0.0840261 Mar 11 20:35:18.900739 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-291b8f47-fe8c-4dcc-8a4a-6b9a122de6f1 req-edf5960b-eed3-4db0-a764-b97147aff249 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b7183ea-1f8b-44c3-afc4-abc50663a868 HTTP/1.1" status: 200 len: 217 time: 0.0402763 Mar 11 20:35:18.974725 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b8f47-fe8c-4dcc-8a4a-6b9a122de6f1 req-db8163c1-0a14-4f66-965d-98767286009d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:35:18.976784 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-291b8f47-fe8c-4dcc-8a4a-6b9a122de6f1 req-db8163c1-0a14-4f66-965d-98767286009d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2883d402-4991-4f46-b905-a42a55521a2e HTTP/1.1" status: 200 len: 833 time: 0.0690196 Mar 11 20:35:18.984304 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5009443-7dea-4c37-a189-7203c193d5ad req-03ba2e45-4973-461a-986d-6ef9faa62e09 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:35:18.985654 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f5009443-7dea-4c37-a189-7203c193d5ad req-03ba2e45-4973-461a-986d-6ef9faa62e09 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=52cd3d08-3ecd-4c68-a095-d365d7e6595b HTTP/1.1" status: 200 len: 944 time: 0.0881903 Mar 11 20:35:19.060741 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f5009443-7dea-4c37-a189-7203c193d5ad req-7bad48ac-62bf-481f-a7b0-4141811ee7ed tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=85401dfc-3d2b-4e16-bf1c-f0f16de45b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670509 Mar 11 20:35:19.067046 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b8f47-fe8c-4dcc-8a4a-6b9a122de6f1 req-a4fa7586-36ea-4ee4-9bdf-cc74018b24b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:35:19.068722 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-291b8f47-fe8c-4dcc-8a4a-6b9a122de6f1 req-a4fa7586-36ea-4ee4-9bdf-cc74018b24b4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b2d2086c-0541-493e-92b7-0541fe63f977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0822096 Mar 11 20:35:19.159804 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-291b8f47-fe8c-4dcc-8a4a-6b9a122de6f1 req-aeb56e53-d9ed-4e9d-9e6f-c8fa4bf0ce0e service neutron] 10.222.0.57 "GET /v2.0/networks/b2d2086c-0541-493e-92b7-0541fe63f977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844395 Mar 11 20:35:19.249382 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-291b8f47-fe8c-4dcc-8a4a-6b9a122de6f1 req-8f43b300-5433-4bc2-aa83-6e63db4ebf03 service neutron] 10.222.0.57 "GET /v2.0/networks/b2d2086c-0541-493e-92b7-0541fe63f977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843291 Mar 11 20:35:19.497026 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:20.188011 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e79f209-05f0-442e-92bd-43d69add3681 req-c2ce5f51-332a-4590-a547-e43fb802d8a7 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:35:20.189504 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7e79f209-05f0-442e-92bd-43d69add3681 req-c2ce5f51-332a-4590-a547-e43fb802d8a7 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=52cd3d08-3ecd-4c68-a095-d365d7e6595b HTTP/1.1" status: 200 len: 944 time: 0.0607014 Mar 11 20:35:20.236735 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7e79f209-05f0-442e-92bd-43d69add3681 req-04999b28-8e79-473e-935d-56a740778006 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=85401dfc-3d2b-4e16-bf1c-f0f16de45b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416882 Mar 11 20:35:21.357617 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a1ac8-a83b-4baa-9224-410626c3d5f3 req-3753c2f0-b7fd-4fd0-aa1b-3ea6c3227ebf tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:35:21.359085 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-859a1ac8-a83b-4baa-9224-410626c3d5f3 req-3753c2f0-b7fd-4fd0-aa1b-3ea6c3227ebf tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=52cd3d08-3ecd-4c68-a095-d365d7e6595b HTTP/1.1" status: 200 len: 944 time: 0.0562360 Mar 11 20:35:21.406742 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-859a1ac8-a83b-4baa-9224-410626c3d5f3 req-89331e38-86b5-4c6a-b62f-96e03e548a06 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=85401dfc-3d2b-4e16-bf1c-f0f16de45b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419984 Mar 11 20:35:21.754260 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 6b7183ea-1f8b-44c3-afc4-abc50663a868 details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 20:35:21.846680 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 6b7183ea-1f8b-44c3-afc4-abc50663a868, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=6b7183ea-1f8b-44c3-afc4-abc50663a868,segment=NetworkSegment(f089e7a8-692f-43a9-b9ee-cec292ab6d78),segment_id=f089e7a8-692f-43a9-b9ee-cec292ab6d78)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:35:21.858144 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': '6b7183ea-1f8b-44c3-afc4-abc50663a868', 'network_id': 'b2d2086c-0541-493e-92b7-0541fe63f977', 'port_id': '6b7183ea-1f8b-44c3-afc4-abc50663a868', 'mac_address': 'fa:16:3e:61:ac:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 895, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2883d402-4991-4f46-b905-a42a55521a2e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 20:35:21.896876 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 6b7183ea-1f8b-44c3-afc4-abc50663a868 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:35:21.897256 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (6b7183ea-1f8b-44c3-afc4-abc50663a868), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:21.910077 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b7183ea-1f8b-44c3-afc4-abc50663a868 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:35:21.929198 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 6b7183ea-1f8b-44c3-afc4-abc50663a868, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=6b7183ea-1f8b-44c3-afc4-abc50663a868,segment=NetworkSegment(f089e7a8-692f-43a9-b9ee-cec292ab6d78),segment_id=f089e7a8-692f-43a9-b9ee-cec292ab6d78)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:35:21.932856 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (6b7183ea-1f8b-44c3-afc4-abc50663a868), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:21.982521 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=6b7183ea-1f8b-44c3-afc4-abc50663a868,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:35:22.244089 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['6b7183ea-1f8b-44c3-afc4-abc50663a868'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:35:22.461843 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-149ae02f-7fe9-4c95-9b2a-8b2c5f2bad83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:22.540562 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec6555-2362-4257-924d-3ae547812b03 req-f3262d33-a5ce-4676-bc22-7ca179dbbf1d tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:35:22.541956 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-26ec6555-2362-4257-924d-3ae547812b03 req-f3262d33-a5ce-4676-bc22-7ca179dbbf1d tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=52cd3d08-3ecd-4c68-a095-d365d7e6595b HTTP/1.1" status: 200 len: 945 time: 0.0585849 Mar 11 20:35:22.594048 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-26ec6555-2362-4257-924d-3ae547812b03 req-f6c5430c-1a5d-485b-952b-2f7511a172de tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=85401dfc-3d2b-4e16-bf1c-f0f16de45b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452094 Mar 11 20:35:23.142961 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:23.710046 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d80835-1cbe-48e4-980a-101d79f55493 req-1c255a05-3db7-48b5-bab9-a5971cfff2a3 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:35:23.711494 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-16d80835-1cbe-48e4-980a-101d79f55493 req-1c255a05-3db7-48b5-bab9-a5971cfff2a3 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=52cd3d08-3ecd-4c68-a095-d365d7e6595b HTTP/1.1" status: 200 len: 945 time: 0.0513263 Mar 11 20:35:23.762226 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-16d80835-1cbe-48e4-980a-101d79f55493 req-d33a8eaf-e55d-4418-b452-09db5e15a083 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=85401dfc-3d2b-4e16-bf1c-f0f16de45b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451622 Mar 11 20:35:23.789237 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 6b7183ea-1f8b-44c3-afc4-abc50663a868 up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:35:23.837578 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port 6b7183ea-1f8b-44c3-afc4-abc50663a868 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 20:35:23.841466 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port 6b7183ea-1f8b-44c3-afc4-abc50663a868 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:35:23.841836 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (6b7183ea-1f8b-44c3-afc4-abc50663a868), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:23.919887 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 6b7183ea-1f8b-44c3-afc4-abc50663a868 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:35:23.920192 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (6b7183ea-1f8b-44c3-afc4-abc50663a868), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:23.942278 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52cd3d08-3ecd-4c68-a095-d365d7e6595b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b7183ea-1f8b-44c3-afc4-abc50663a868'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:35:23.944553 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e00c6702a54281ed7930195260709b2e9eb4074fe153a1ed12afbef6176377e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0bbdee3-ce0e-484b-9abb-9b067525307b" -d '{"events": [{"server_uuid": "52cd3d08-3ecd-4c68-a095-d365d7e6595b", "name": "network-vif-plugged", "status": "completed", "tag": "6b7183ea-1f8b-44c3-afc4-abc50663a868"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:35:23.956893 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 6b7183ea-1f8b-44c3-afc4-abc50663a868, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=6b7183ea-1f8b-44c3-afc4-abc50663a868,segment=NetworkSegment(f089e7a8-692f-43a9-b9ee-cec292ab6d78),segment_id=f089e7a8-692f-43a9-b9ee-cec292ab6d78)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:35:23.961043 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (6b7183ea-1f8b-44c3-afc4-abc50663a868), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:23.983888 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40cf57fc-3185-4a02-90c0-4abdd8b203df x-openstack-request-id: req-40cf57fc-3185-4a02-90c0-4abdd8b203df {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:35:23.984182 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52cd3d08-3ecd-4c68-a095-d365d7e6595b", "name": "network-vif-plugged", "status": "completed", "tag": "6b7183ea-1f8b-44c3-afc4-abc50663a868", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:35:23.984433 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-40cf57fc-3185-4a02-90c0-4abdd8b203df {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:35:23.984822 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52cd3d08-3ecd-4c68-a095-d365d7e6595b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b7183ea-1f8b-44c3-afc4-abc50663a868', 'code': 200} Mar 11 20:35:24.013564 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=6b7183ea-1f8b-44c3-afc4-abc50663a868,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:35:24.082830 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e942cd0a-4137-49e6-bcaa-7c0dea51e40d req-2d862713-8ef1-4cda-b80d-d52dbab0a448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:35:24.084331 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e942cd0a-4137-49e6-bcaa-7c0dea51e40d req-2d862713-8ef1-4cda-b80d-d52dbab0a448 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=52cd3d08-3ecd-4c68-a095-d365d7e6595b HTTP/1.1" status: 200 len: 1128 time: 0.0426326 Mar 11 20:35:24.128133 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e942cd0a-4137-49e6-bcaa-7c0dea51e40d req-46717132-0e4a-49f8-92f9-e5bd1e1f2f5b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=85401dfc-3d2b-4e16-bf1c-f0f16de45b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380940 Mar 11 20:35:24.720317 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b6d56bef-5656-40ac-a549-ecb79ea4ae9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:24.885418 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce5c5dd-c39c-4cf3-900c-3648bdd6c3a2 req-c663751a-e203-45bd-8c56-f9155284fb6c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:35:24.886905 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dce5c5dd-c39c-4cf3-900c-3648bdd6c3a2 req-c663751a-e203-45bd-8c56-f9155284fb6c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=52cd3d08-3ecd-4c68-a095-d365d7e6595b HTTP/1.1" status: 200 len: 946 time: 0.0559931 Mar 11 20:35:24.935070 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dce5c5dd-c39c-4cf3-900c-3648bdd6c3a2 req-cbc48cfa-6115-4131-a57a-7cad7032393c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=85401dfc-3d2b-4e16-bf1c-f0f16de45b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425096 Mar 11 20:35:26.058234 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e4e84-de8d-457e-97af-fe397417b123 req-f34f6b86-f1a6-4488-9740-479d7c8877ef tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:35:26.059724 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ea7e4e84-de8d-457e-97af-fe397417b123 req-f34f6b86-f1a6-4488-9740-479d7c8877ef tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=52cd3d08-3ecd-4c68-a095-d365d7e6595b HTTP/1.1" status: 200 len: 946 time: 0.0576499 Mar 11 20:35:26.107895 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ea7e4e84-de8d-457e-97af-fe397417b123 req-d8c9d867-358f-445d-a693-dcc1d3817a41 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=85401dfc-3d2b-4e16-bf1c-f0f16de45b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425572 Mar 11 20:35:26.224729 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d035e0c-9b87-41f9-94ed-b3d174fd7730 req-9436268e-4c3c-4bf6-b6ca-290039e4c6c5 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:35:26.226086 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3d035e0c-9b87-41f9-94ed-b3d174fd7730 req-9436268e-4c3c-4bf6-b6ca-290039e4c6c5 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=52cd3d08-3ecd-4c68-a095-d365d7e6595b HTTP/1.1" status: 200 len: 946 time: 0.0530612 Mar 11 20:35:26.273853 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3d035e0c-9b87-41f9-94ed-b3d174fd7730 req-16a8e06d-d11d-4c7d-994d-3a7056702069 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=85401dfc-3d2b-4e16-bf1c-f0f16de45b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420578 Mar 11 20:35:26.294914 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59550) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:35:26.337229 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8732c98d-0915-4e09-a8e0-5b6b9bfb2f6f tempest-TestNetworkAdvancedServerOps-914316040 tempest-TestNetworkAdvancedServerOps-914316040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:35:26.338721 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-8732c98d-0915-4e09-a8e0-5b6b9bfb2f6f tempest-TestNetworkAdvancedServerOps-914316040 tempest-TestNetworkAdvancedServerOps-914316040-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=52cd3d08-3ecd-4c68-a095-d365d7e6595b HTTP/1.1" status: 200 len: 1123 time: 0.0428584 Mar 11 20:35:26.341413 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59552) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:35:26.345483 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-e695af8e-90a7-4761-9d34-4eb99f8136b2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Request body: {'floatingip': {'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'port_id': '6b7183ea-1f8b-44c3-afc4-abc50663a868', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:35:26.364962 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e695af8e-90a7-4761-9d34-4eb99f8136b2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:26.421908 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:26.462009 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e695af8e-90a7-4761-9d34-4eb99f8136b2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:26.563652 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-e695af8e-90a7-4761-9d34-4eb99f8136b2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Allocated IP 172.25.8.125 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/d3850e71-094a-4058-9ce6-128add476003) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:35:26.663342 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e695af8e-90a7-4761-9d34-4eb99f8136b2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for port (d3850e71-094a-4058-9ce6-128add476003), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:26.696264 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e695af8e-90a7-4761-9d34-4eb99f8136b2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (d3850e71-094a-4058-9ce6-128add476003), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:26.732225 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e695af8e-90a7-4761-9d34-4eb99f8136b2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:35:26.737418 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-e695af8e-90a7-4761-9d34-4eb99f8136b2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:35:26.740768 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e695af8e-90a7-4761-9d34-4eb99f8136b2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:35:26.746311 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e695af8e-90a7-4761-9d34-4eb99f8136b2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'Port': ['ID=d3850e71-094a-4058-9ce6-128add476003,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:35:27.094157 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e695af8e-90a7-4761-9d34-4eb99f8136b2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for floatingip (0e1b4e20-e20c-4efe-bce8-d563741aee18), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:27.177504 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e695af8e-90a7-4761-9d34-4eb99f8136b2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d3850e71-094a-4058-9ce6-128add476003), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:27.325564 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e695af8e-90a7-4761-9d34-4eb99f8136b2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for port (d3850e71-094a-4058-9ce6-128add476003), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:27.330268 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e695af8e-90a7-4761-9d34-4eb99f8136b2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (d3850e71-094a-4058-9ce6-128add476003), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:27.399534 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e695af8e-90a7-4761-9d34-4eb99f8136b2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'Port': ['ID=d3850e71-094a-4058-9ce6-128add476003,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:35:27.405895 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e695af8e-90a7-4761-9d34-4eb99f8136b2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (0e1b4e20-e20c-4efe-bce8-d563741aee18), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:27.505717 n-d-833163-1 neutron-server[103885]: INFO neutron.db.l3_db [None req-e695af8e-90a7-4761-9d34-4eb99f8136b2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Floating IP 0e1b4e20-e20c-4efe-bce8-d563741aee18 associated. External IP: 172.25.8.125, port: 6b7183ea-1f8b-44c3-afc4-abc50663a868. Mar 11 20:35:27.716385 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e695af8e-90a7-4761-9d34-4eb99f8136b2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Router fb173159-861f-4752-8272-59c088e02d60 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:35:27.812950 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:27.826860 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e695af8e-90a7-4761-9d34-4eb99f8136b2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:35:27.837465 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b13750-b986-4fbe-9f24-4455f3c583d7 None None] Sync routers for ids ['fb173159-861f-4752-8272-59c088e02d60'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:35:27.845197 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-e695af8e-90a7-4761-9d34-4eb99f8136b2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:27.848178 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b13750-b986-4fbe-9f24-4455f3c583d7 None None] Routers {'fb173159-861f-4752-8272-59c088e02d60'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:35:27.848782 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-67b13750-b986-4fbe-9f24-4455f3c583d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:35:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['fb173159-861f-4752-8272-59c088e02d60'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:35:27.874991 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-e695af8e-90a7-4761-9d34-4eb99f8136b2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5325704 Mar 11 20:35:27.875856 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52cd3d08-3ecd-4c68-a095-d365d7e6595b', 'tag': '6b7183ea-1f8b-44c3-afc4-abc50663a868'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:35:27.878334 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a0d03908d714cf498f0e9a07bdcfee6ce8884db927bcf4c76da6f3dadb32e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac600445-c652-4bd8-b982-f1f69fd5577c" -d '{"events": [{"name": "network-changed", "server_uuid": "52cd3d08-3ecd-4c68-a095-d365d7e6595b", "tag": "6b7183ea-1f8b-44c3-afc4-abc50663a868"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:35:27.960809 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-67b13750-b986-4fbe-9f24-4455f3c583d7 None None] Set router fb173159-861f-4752-8272-59c088e02d60 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:35:27.974726 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3a070c-1cf4-4e78-bd51-ca861f2573d7 req-732ee0c1-c8ed-4f41-9a21-f3d9ce3c944c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:35:27.976261 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6e3a070c-1cf4-4e78-bd51-ca861f2573d7 req-732ee0c1-c8ed-4f41-9a21-f3d9ce3c944c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=52cd3d08-3ecd-4c68-a095-d365d7e6595b HTTP/1.1" status: 200 len: 946 time: 0.0528395 Mar 11 20:35:28.032267 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6e3a070c-1cf4-4e78-bd51-ca861f2573d7 req-cad00467-3f5f-4ea9-9469-bd44ba6b2f19 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=85401dfc-3d2b-4e16-bf1c-f0f16de45b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502987 Mar 11 20:35:28.055193 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59558) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:35:28.083166 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb07e3e-ebdc-4cf7-b7aa-82c7f001a5de x-openstack-request-id: req-aeb07e3e-ebdc-4cf7-b7aa-82c7f001a5de {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:35:28.083166 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52cd3d08-3ecd-4c68-a095-d365d7e6595b", "tag": "6b7183ea-1f8b-44c3-afc4-abc50663a868", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:35:28.083464 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-aeb07e3e-ebdc-4cf7-b7aa-82c7f001a5de {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:35:28.083613 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52cd3d08-3ecd-4c68-a095-d365d7e6595b', 'tag': '6b7183ea-1f8b-44c3-afc4-abc50663a868', 'status': 'completed', 'code': 200} Mar 11 20:35:28.123352 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-9ff1ceb7-9c00-44f4-ae5c-70e0847813fb tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/floatingips/0e1b4e20-e20c-4efe-bce8-d563741aee18 HTTP/1.1" status: 200 len: 992 time: 0.0663908 Mar 11 20:35:28.151397 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac600445-c652-4bd8-b982-f1f69fd5577c req-836a43ed-d8b1-45ac-b7c7-2258146444b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:35:28.152955 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ac600445-c652-4bd8-b982-f1f69fd5577c req-836a43ed-d8b1-45ac-b7c7-2258146444b9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cd4dc3a306bd4a69832000c41db1a90a&device_id=52cd3d08-3ecd-4c68-a095-d365d7e6595b HTTP/1.1" status: 200 len: 1128 time: 0.0491064 Mar 11 20:35:28.186654 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-67b13750-b986-4fbe-9f24-4455f3c583d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb173159-861f-4752-8272-59c088e02d60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375825680', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '3e10bc10-7263-469f-b91d-b7274c3c336d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:35:10Z', 'updated_at': '2022-03-11T20:35:13Z', 'revision_number': 4, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'gw_port': {'id': '3e10bc10-7263-469f-b91d-b7274c3c336d', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:44:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb173159-861f-4752-8272-59c088e02d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:35:10Z', 'updated_at': '2022-03-11T20:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '0e1b4e20-e20c-4efe-bce8-d563741aee18', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'floating_ip_address': '172.25.8.125', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'fb173159-861f-4752-8272-59c088e02d60', 'port_id': '6b7183ea-1f8b-44c3-afc4-abc50663a868', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4323, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2d2086c-0541-493e-92b7-0541fe63f977', 'mac_address': 'fa:16:3e:61:ac:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cd3d08-3ecd-4c68-a095-d365d7e6595b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:35:26Z', 'updated_at': '2022-03-11T20:35:26Z', 'revision_number': 0, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dad77c62-5e5e-43a5-9a21-04c41cb3bbd5', 'name': '', 'network_id': 'b2d2086c-0541-493e-92b7-0541fe63f977', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'mac_address': 'fa:16:3e:f1:0c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb173159-861f-4752-8272-59c088e02d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '2883d402-4991-4f46-b905-a42a55521a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:35:13Z', 'updated_at': '2022-03-11T20:35:16Z', 'revision_number': 5, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'subnets': [{'id': '2883d402-4991-4f46-b905-a42a55521a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:35:28.211959 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b13750-b986-4fbe-9f24-4455f3c583d7 None None] Checking router: fb173159-861f-4752-8272-59c088e02d60 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:35:28.219925 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b13750-b986-4fbe-9f24-4455f3c583d7 None None] Routers {'fb173159-861f-4752-8272-59c088e02d60'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:35:28.220511 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-67b13750-b986-4fbe-9f24-4455f3c583d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:35:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['fb173159-861f-4752-8272-59c088e02d60'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:35:28.244846 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac600445-c652-4bd8-b982-f1f69fd5577c req-cc8846df-8c9b-412b-ad36-1a3a3fe6bed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:35:28.246409 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ac600445-c652-4bd8-b982-f1f69fd5577c req-cc8846df-8c9b-412b-ad36-1a3a3fe6bed4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b2d2086c-0541-493e-92b7-0541fe63f977 HTTP/1.1" status: 200 len: 896 time: 0.0877936 Mar 11 20:35:28.316424 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ac600445-c652-4bd8-b982-f1f69fd5577c req-8be3469f-4cf3-439c-b055-db8fbc1dc74c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b7183ea-1f8b-44c3-afc4-abc50663a868 HTTP/1.1" status: 200 len: 1000 time: 0.0640130 Mar 11 20:35:28.327952 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-67b13750-b986-4fbe-9f24-4455f3c583d7 None None] Set router fb173159-861f-4752-8272-59c088e02d60 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:35:28.362419 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac600445-c652-4bd8-b982-f1f69fd5577c req-7edd91e5-47d9-49da-8876-4bac55536596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:35:28.363885 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ac600445-c652-4bd8-b982-f1f69fd5577c req-7edd91e5-47d9-49da-8876-4bac55536596 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2883d402-4991-4f46-b905-a42a55521a2e HTTP/1.1" status: 200 len: 833 time: 0.0425780 Mar 11 20:35:28.412131 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac600445-c652-4bd8-b982-f1f69fd5577c req-0265a368-25c9-439c-9acb-3e5ece4f69b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:35:28.413725 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ac600445-c652-4bd8-b982-f1f69fd5577c req-0265a368-25c9-439c-9acb-3e5ece4f69b5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b2d2086c-0541-493e-92b7-0541fe63f977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447166 Mar 11 20:35:28.501310 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ac600445-c652-4bd8-b982-f1f69fd5577c req-a4616db3-c546-45ff-9e84-653258ef859a service neutron] 10.222.0.57 "GET /v2.0/networks/b2d2086c-0541-493e-92b7-0541fe63f977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822463 Mar 11 20:35:28.547501 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-67b13750-b986-4fbe-9f24-4455f3c583d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb173159-861f-4752-8272-59c088e02d60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375825680', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '3e10bc10-7263-469f-b91d-b7274c3c336d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:35:10Z', 'updated_at': '2022-03-11T20:35:13Z', 'revision_number': 4, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'gw_port': {'id': '3e10bc10-7263-469f-b91d-b7274c3c336d', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:44:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb173159-861f-4752-8272-59c088e02d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:35:10Z', 'updated_at': '2022-03-11T20:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '0e1b4e20-e20c-4efe-bce8-d563741aee18', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'floating_ip_address': '172.25.8.125', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'fb173159-861f-4752-8272-59c088e02d60', 'port_id': '6b7183ea-1f8b-44c3-afc4-abc50663a868', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4323, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2d2086c-0541-493e-92b7-0541fe63f977', 'mac_address': 'fa:16:3e:61:ac:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cd3d08-3ecd-4c68-a095-d365d7e6595b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:35:26Z', 'updated_at': '2022-03-11T20:35:26Z', 'revision_number': 0, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dad77c62-5e5e-43a5-9a21-04c41cb3bbd5', 'name': '', 'network_id': 'b2d2086c-0541-493e-92b7-0541fe63f977', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'mac_address': 'fa:16:3e:f1:0c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb173159-861f-4752-8272-59c088e02d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '2883d402-4991-4f46-b905-a42a55521a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:35:13Z', 'updated_at': '2022-03-11T20:35:16Z', 'revision_number': 5, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'subnets': [{'id': '2883d402-4991-4f46-b905-a42a55521a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:35:28.573261 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b13750-b986-4fbe-9f24-4455f3c583d7 None None] The sync data for ids ['fb173159-861f-4752-8272-59c088e02d60'] in n-d-833163-1 is: [{'id': 'fb173159-861f-4752-8272-59c088e02d60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375825680', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '3e10bc10-7263-469f-b91d-b7274c3c336d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:35:10Z', 'updated_at': '2022-03-11T20:35:13Z', 'revision_number': 4, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'gw_port': {'id': '3e10bc10-7263-469f-b91d-b7274c3c336d', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:44:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb173159-861f-4752-8272-59c088e02d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:35:10Z', 'updated_at': '2022-03-11T20:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '0e1b4e20-e20c-4efe-bce8-d563741aee18', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'floating_ip_address': '172.25.8.125', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'fb173159-861f-4752-8272-59c088e02d60', 'port_id': '6b7183ea-1f8b-44c3-afc4-abc50663a868', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4323, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2d2086c-0541-493e-92b7-0541fe63f977', 'mac_address': 'fa:16:3e:61:ac:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cd3d08-3ecd-4c68-a095-d365d7e6595b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:35:26Z', 'updated_at': '2022-03-11T20:35:26Z', 'revision_number': 0, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dad77c62-5e5e-43a5-9a21-04c41cb3bbd5', 'name': '', 'network_id': 'b2d2086c-0541-493e-92b7-0541fe63f977', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'mac_address': 'fa:16:3e:f1:0c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb173159-861f-4752-8272-59c088e02d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '2883d402-4991-4f46-b905-a42a55521a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:35:13Z', 'updated_at': '2022-03-11T20:35:16Z', 'revision_number': 5, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'subnets': [{'id': '2883d402-4991-4f46-b905-a42a55521a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:35:28.589296 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ac600445-c652-4bd8-b982-f1f69fd5577c req-98597870-2230-475c-852d-9fecc538afc5 service neutron] 10.222.0.57 "GET /v2.0/networks/b2d2086c-0541-493e-92b7-0541fe63f977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823517 Mar 11 20:35:28.758158 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700f9df8-948f-4fc9-9560-06fb8fbcdb30 None None] New status for floating IP 0e1b4e20-e20c-4efe-bce8-d563741aee18: ACTIVE {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 20:35:29.125528 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59560) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:35:29.133261 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:29.189261 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-3ac3ce95-cea2-47e1-a155-122e31e3549d tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/floatingips/0e1b4e20-e20c-4efe-bce8-d563741aee18 HTTP/1.1" status: 200 len: 994 time: 0.0618496 Mar 11 20:35:32.365173 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:35:49.496607 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:52.452199 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2479631f-430b-46d3-b957-be2171fb6f5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:53.148571 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:54.722078 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d42afa76-1e88-4472-a541-6a2011a12059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:56.425975 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:57.814260 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:35:59.135194 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:36:09.364635 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:36:11.889909 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0a313d94-af4a-45ce-ab06-8318c164a195 req-15b9a220-5782-4235-8860-baa6ac8c446f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=52cd3d08-3ecd-4c68-a095-d365d7e6595b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0476618 Mar 11 20:36:11.975600 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a313d94-af4a-45ce-ab06-8318c164a195 req-0a66a964-06bb-4f18-a4f6-2caa9098b10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:36:11.977072 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0a313d94-af4a-45ce-ab06-8318c164a195 req-0a66a964-06bb-4f18-a4f6-2caa9098b10c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cd4dc3a306bd4a69832000c41db1a90a&device_id=52cd3d08-3ecd-4c68-a095-d365d7e6595b HTTP/1.1" status: 200 len: 1128 time: 0.0455086 Mar 11 20:36:12.077967 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a313d94-af4a-45ce-ab06-8318c164a195 req-358707cf-e7b4-4f54-84e4-586d47050df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:36:12.079420 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0a313d94-af4a-45ce-ab06-8318c164a195 req-358707cf-e7b4-4f54-84e4-586d47050df5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b2d2086c-0541-493e-92b7-0541fe63f977 HTTP/1.1" status: 200 len: 896 time: 0.0852985 Mar 11 20:36:12.153175 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0a313d94-af4a-45ce-ab06-8318c164a195 req-9e55156b-4440-4cd6-8cdd-55523c192196 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b7183ea-1f8b-44c3-afc4-abc50663a868 HTTP/1.1" status: 200 len: 1002 time: 0.0645287 Mar 11 20:36:12.205134 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a313d94-af4a-45ce-ab06-8318c164a195 req-e5a6fe64-042b-4723-a1a3-6b1e650e81d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:36:12.206653 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0a313d94-af4a-45ce-ab06-8318c164a195 req-e5a6fe64-042b-4723-a1a3-6b1e650e81d2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2883d402-4991-4f46-b905-a42a55521a2e HTTP/1.1" status: 200 len: 833 time: 0.0477860 Mar 11 20:36:12.259932 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a313d94-af4a-45ce-ab06-8318c164a195 req-980aaf34-a23f-479d-b4c7-7de3d81f14f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:36:12.261510 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0a313d94-af4a-45ce-ab06-8318c164a195 req-980aaf34-a23f-479d-b4c7-7de3d81f14f7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b2d2086c-0541-493e-92b7-0541fe63f977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489628 Mar 11 20:36:12.635569 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0a313d94-af4a-45ce-ab06-8318c164a195 req-864118ba-3595-4980-87d4-f5b6a5156913 service neutron] 10.222.0.57 "GET /v2.0/networks/b2d2086c-0541-493e-92b7-0541fe63f977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3680654 Mar 11 20:36:12.730449 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0a313d94-af4a-45ce-ab06-8318c164a195 req-949b4d0e-fee7-434f-b3df-84069633ec39 service neutron] 10.222.0.57 "GET /v2.0/networks/b2d2086c-0541-493e-92b7-0541fe63f977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884595 Mar 11 20:36:19.507650 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:36:22.453912 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e84b4b21-9da7-40d5-af30-f6acf2e3e637 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:36:23.144025 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:36:24.722746 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5b6439e2-0307-43e0-b800-644349ce2121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:36:26.429464 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:36:27.817150 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:36:29.137245 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:36:32.010747 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1496b1-be29-4b78-809a-13227bd0f278 req-fabfab7a-5aeb-44aa-92de-8bd49063a7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:36:32.012188 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8e1496b1-be29-4b78-809a-13227bd0f278 req-fabfab7a-5aeb-44aa-92de-8bd49063a7cf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cd4dc3a306bd4a69832000c41db1a90a&device_id=52cd3d08-3ecd-4c68-a095-d365d7e6595b HTTP/1.1" status: 200 len: 1128 time: 0.0764210 Mar 11 20:36:32.019540 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d93880-6e5c-4c1f-999d-4dac411b9953 req-aac941cd-795e-4d92-9874-0b3d367c52a4 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:36:32.020961 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-70d93880-6e5c-4c1f-999d-4dac411b9953 req-aac941cd-795e-4d92-9874-0b3d367c52a4 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=52cd3d08-3ecd-4c68-a095-d365d7e6595b HTTP/1.1" status: 200 len: 946 time: 0.0766990 Mar 11 20:36:32.126262 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-70d93880-6e5c-4c1f-999d-4dac411b9953 req-96a6d040-bae5-4f50-8a4e-710ede5ecfaf tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=85401dfc-3d2b-4e16-bf1c-f0f16de45b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973356 Mar 11 20:36:32.142551 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1496b1-be29-4b78-809a-13227bd0f278 req-36f7ff95-090f-4a55-a54a-90d2705645cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:36:32.144060 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8e1496b1-be29-4b78-809a-13227bd0f278 req-36f7ff95-090f-4a55-a54a-90d2705645cd service neutron] 10.222.0.57 "GET /v2.0/networks?id=b2d2086c-0541-493e-92b7-0541fe63f977 HTTP/1.1" status: 200 len: 896 time: 0.1222677 Mar 11 20:36:32.211841 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8e1496b1-be29-4b78-809a-13227bd0f278 req-864ef4e2-0fd8-4d5f-beb5-59c7a65b6b35 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b7183ea-1f8b-44c3-afc4-abc50663a868 HTTP/1.1" status: 200 len: 1002 time: 0.0619993 Mar 11 20:36:32.262033 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1496b1-be29-4b78-809a-13227bd0f278 req-b8943b02-1680-4a3e-9133-02a03abc3895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:36:32.263412 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8e1496b1-be29-4b78-809a-13227bd0f278 req-b8943b02-1680-4a3e-9133-02a03abc3895 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2883d402-4991-4f46-b905-a42a55521a2e HTTP/1.1" status: 200 len: 833 time: 0.0454547 Mar 11 20:36:32.311607 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1496b1-be29-4b78-809a-13227bd0f278 req-ee852a58-1cb4-429e-82ae-dc8d45eef781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:36:32.313076 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8e1496b1-be29-4b78-809a-13227bd0f278 req-ee852a58-1cb4-429e-82ae-dc8d45eef781 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b2d2086c-0541-493e-92b7-0541fe63f977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0430570 Mar 11 20:36:32.402236 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8e1496b1-be29-4b78-809a-13227bd0f278 req-d79d7d38-d54d-4bf2-8fc6-cf0afe7eeaff service neutron] 10.222.0.57 "GET /v2.0/networks/b2d2086c-0541-493e-92b7-0541fe63f977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833173 Mar 11 20:36:32.488400 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8e1496b1-be29-4b78-809a-13227bd0f278 req-bbb35adf-bdd9-468e-9ff1-8d1090098160 service neutron] 10.222.0.57 "GET /v2.0/networks/b2d2086c-0541-493e-92b7-0541fe63f977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801253 Mar 11 20:36:33.261670 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ad591-7070-4931-8fab-bff838204fd5 req-46a7513e-e894-47d4-beda-a8451a2af198 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:36:33.263269 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-be5ad591-7070-4931-8fab-bff838204fd5 req-46a7513e-e894-47d4-beda-a8451a2af198 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=52cd3d08-3ecd-4c68-a095-d365d7e6595b HTTP/1.1" status: 200 len: 946 time: 0.0572922 Mar 11 20:36:33.316819 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-be5ad591-7070-4931-8fab-bff838204fd5 req-b9552302-de39-45df-89b4-ec3659e85566 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=85401dfc-3d2b-4e16-bf1c-f0f16de45b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477109 Mar 11 20:36:34.433511 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f25b1-22dc-4453-9614-7569daf425da req-fe7c229b-fff8-47e2-93d3-94a6743e2d3f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:36:34.434977 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-aa8f25b1-22dc-4453-9614-7569daf425da req-fe7c229b-fff8-47e2-93d3-94a6743e2d3f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=52cd3d08-3ecd-4c68-a095-d365d7e6595b HTTP/1.1" status: 200 len: 946 time: 0.0516284 Mar 11 20:36:34.483296 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-aa8f25b1-22dc-4453-9614-7569daf425da req-fff4ed56-eb52-45df-853a-eedf34d2f93e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=85401dfc-3d2b-4e16-bf1c-f0f16de45b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426395 Mar 11 20:36:35.598240 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7621f3a1-464b-4d34-b322-f58eef1db131 req-5e66aff3-b669-4b1a-99f8-db415bcca016 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:36:35.600227 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7621f3a1-464b-4d34-b322-f58eef1db131 req-5e66aff3-b669-4b1a-99f8-db415bcca016 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=52cd3d08-3ecd-4c68-a095-d365d7e6595b HTTP/1.1" status: 200 len: 946 time: 0.0518289 Mar 11 20:36:35.648754 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7621f3a1-464b-4d34-b322-f58eef1db131 req-92989223-9a8e-409c-8836-d3acd670e43a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=85401dfc-3d2b-4e16-bf1c-f0f16de45b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420165 Mar 11 20:36:36.770251 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f358d9-99da-4863-aed0-de73e38d1d66 req-c3733ca8-e3c7-4c83-b3b5-2ec9b4df32c1 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:36:36.771751 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-26f358d9-99da-4863-aed0-de73e38d1d66 req-c3733ca8-e3c7-4c83-b3b5-2ec9b4df32c1 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=52cd3d08-3ecd-4c68-a095-d365d7e6595b HTTP/1.1" status: 200 len: 946 time: 0.0561669 Mar 11 20:36:36.822988 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-26f358d9-99da-4863-aed0-de73e38d1d66 req-7c57cd12-15df-4e4a-8800-7b7796e6e6f5 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=85401dfc-3d2b-4e16-bf1c-f0f16de45b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456176 Mar 11 20:36:37.939832 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca034288-a872-40fc-ad86-27c303bb73fe req-818896fd-38b6-4982-8187-04ae8f174300 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:36:37.941294 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ca034288-a872-40fc-ad86-27c303bb73fe req-818896fd-38b6-4982-8187-04ae8f174300 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=52cd3d08-3ecd-4c68-a095-d365d7e6595b HTTP/1.1" status: 200 len: 946 time: 0.0517535 Mar 11 20:36:37.989505 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ca034288-a872-40fc-ad86-27c303bb73fe req-b1d189a3-9471-4745-8629-503b7ddba245 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=85401dfc-3d2b-4e16-bf1c-f0f16de45b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420775 Mar 11 20:36:39.111513 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1ed52-4682-4b29-95b9-af7d64faf900 req-f51947a9-fe64-4e45-ae75-f53e7025e000 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:36:39.113057 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-51d1ed52-4682-4b29-95b9-af7d64faf900 req-f51947a9-fe64-4e45-ae75-f53e7025e000 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=52cd3d08-3ecd-4c68-a095-d365d7e6595b HTTP/1.1" status: 200 len: 946 time: 0.0563874 Mar 11 20:36:39.161180 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-51d1ed52-4682-4b29-95b9-af7d64faf900 req-686cf6be-4bd6-4a5d-9778-e53ca6adeeae tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=85401dfc-3d2b-4e16-bf1c-f0f16de45b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421481 Mar 11 20:36:40.284939 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02329bd1-44a1-47a8-b286-185d1a2d19d0 req-e23d5776-3df0-4f06-ae42-ad721b7bd2fd tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:36:40.286420 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-02329bd1-44a1-47a8-b286-185d1a2d19d0 req-e23d5776-3df0-4f06-ae42-ad721b7bd2fd tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=52cd3d08-3ecd-4c68-a095-d365d7e6595b HTTP/1.1" status: 200 len: 946 time: 0.0567117 Mar 11 20:36:40.335140 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-02329bd1-44a1-47a8-b286-185d1a2d19d0 req-77d9b4c4-5e00-4d20-ae8e-86b44000a8cc tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=85401dfc-3d2b-4e16-bf1c-f0f16de45b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423479 Mar 11 20:36:41.452566 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d4bd2e-51f8-4bd4-9ae1-5efcf2f3f75a req-28a9268b-9bd4-479d-89f4-2c002b72d3ee tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:36:41.454040 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-53d4bd2e-51f8-4bd4-9ae1-5efcf2f3f75a req-28a9268b-9bd4-479d-89f4-2c002b72d3ee tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=52cd3d08-3ecd-4c68-a095-d365d7e6595b HTTP/1.1" status: 200 len: 946 time: 0.0522943 Mar 11 20:36:41.506622 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-53d4bd2e-51f8-4bd4-9ae1-5efcf2f3f75a req-ec24a917-0713-433d-9dbc-4366bf26914d tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=85401dfc-3d2b-4e16-bf1c-f0f16de45b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468090 Mar 11 20:36:42.625331 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a01476-55e1-471e-b9a0-f44e0a375d64 req-a7a40a91-3f2a-41d4-a7e4-cdbedf66a056 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:36:42.626810 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-03a01476-55e1-471e-b9a0-f44e0a375d64 req-a7a40a91-3f2a-41d4-a7e4-cdbedf66a056 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=52cd3d08-3ecd-4c68-a095-d365d7e6595b HTTP/1.1" status: 200 len: 946 time: 0.0532892 Mar 11 20:36:42.674368 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-03a01476-55e1-471e-b9a0-f44e0a375d64 req-1f218b48-4628-49c1-ab18-32c3eef82fbe tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=85401dfc-3d2b-4e16-bf1c-f0f16de45b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412002 Mar 11 20:36:43.794824 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c010c-07c9-46d9-92cc-757ed7f5384d req-4828f947-b3df-4a4f-ac50-af2dfb168493 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:36:43.796337 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ad3c010c-07c9-46d9-92cc-757ed7f5384d req-4828f947-b3df-4a4f-ac50-af2dfb168493 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=52cd3d08-3ecd-4c68-a095-d365d7e6595b HTTP/1.1" status: 200 len: 946 time: 0.0550034 Mar 11 20:36:43.844358 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ad3c010c-07c9-46d9-92cc-757ed7f5384d req-2697bb51-e9e5-44d9-a0b0-c284f0bdacbc tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=85401dfc-3d2b-4e16-bf1c-f0f16de45b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423863 Mar 11 20:36:43.866240 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59612) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:36:43.929435 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-bae5cca8-d48f-4769-9f3a-5ffeb9c4ada5 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/floatingips/0e1b4e20-e20c-4efe-bce8-d563741aee18 HTTP/1.1" status: 200 len: 994 time: 0.0621040 Mar 11 20:36:46.363987 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:36:49.524885 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:36:52.455926 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fb4df45e-502b-41ee-95c4-d7529892bdcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:36:53.138365 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:36:54.725623 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-31b1bba2-3bba-4dc2-9bcf-06838292319c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:36:56.432646 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:36:57.819524 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:36:59.138765 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:12.873021 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e179d8ff-edd9-4139-b8cc-058f5e204dd5 req-fe25b481-577a-4595-8551-e5e6cf7043d4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=52cd3d08-3ecd-4c68-a095-d365d7e6595b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432501 Mar 11 20:37:12.955043 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e179d8ff-edd9-4139-b8cc-058f5e204dd5 req-4df09c44-67c0-4f83-83f7-f3cc37535317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:37:12.956556 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e179d8ff-edd9-4139-b8cc-058f5e204dd5 req-4df09c44-67c0-4f83-83f7-f3cc37535317 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cd4dc3a306bd4a69832000c41db1a90a&device_id=52cd3d08-3ecd-4c68-a095-d365d7e6595b HTTP/1.1" status: 200 len: 1128 time: 0.0446620 Mar 11 20:37:13.065059 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e179d8ff-edd9-4139-b8cc-058f5e204dd5 req-ae3d001a-1fd7-4f4b-8015-beb7b0ed4928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:37:13.066507 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e179d8ff-edd9-4139-b8cc-058f5e204dd5 req-ae3d001a-1fd7-4f4b-8015-beb7b0ed4928 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b2d2086c-0541-493e-92b7-0541fe63f977 HTTP/1.1" status: 200 len: 896 time: 0.0929914 Mar 11 20:37:13.130042 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e179d8ff-edd9-4139-b8cc-058f5e204dd5 req-6f104f13-d5ea-40b1-8fb1-e86a9c328343 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b7183ea-1f8b-44c3-afc4-abc50663a868 HTTP/1.1" status: 200 len: 1002 time: 0.0571406 Mar 11 20:37:13.180453 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e179d8ff-edd9-4139-b8cc-058f5e204dd5 req-25138e3c-9de4-4dc1-b0bb-6ad4900bd9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:37:13.181836 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e179d8ff-edd9-4139-b8cc-058f5e204dd5 req-25138e3c-9de4-4dc1-b0bb-6ad4900bd9af service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2883d402-4991-4f46-b905-a42a55521a2e HTTP/1.1" status: 200 len: 833 time: 0.0462694 Mar 11 20:37:13.234348 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e179d8ff-edd9-4139-b8cc-058f5e204dd5 req-a4346cf5-e54e-4f42-8132-c591b569ceda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:37:13.236362 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e179d8ff-edd9-4139-b8cc-058f5e204dd5 req-a4346cf5-e54e-4f42-8132-c591b569ceda service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b2d2086c-0541-493e-92b7-0541fe63f977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472956 Mar 11 20:37:13.331338 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e179d8ff-edd9-4139-b8cc-058f5e204dd5 req-8ea7f94f-4777-471c-b6eb-7ce82237d852 service neutron] 10.222.0.57 "GET /v2.0/networks/b2d2086c-0541-493e-92b7-0541fe63f977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891659 Mar 11 20:37:13.416772 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e179d8ff-edd9-4139-b8cc-058f5e204dd5 req-e43fe97f-17b8-4581-8219-5a79a5c52525 service neutron] 10.222.0.57 "GET /v2.0/networks/b2d2086c-0541-493e-92b7-0541fe63f977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789032 Mar 11 20:37:19.524579 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:22.457647 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c133c3b1-c98d-4c95-8e94-5fc29d1053c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:23.152601 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:23.362913 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:37:24.728659 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bdc23658-d612-4021-b9a8-933fc3983b9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:26.435723 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:27.823066 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:29.140309 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:32.323472 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59634) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:37:32.474123 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-c8e2491f-be68-4f80-8210-c89e904f9611 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Deleting port d3850e71-094a-4058-9ce6-128add476003 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:37:32.474466 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c8e2491f-be68-4f80-8210-c89e904f9611 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (d3850e71-094a-4058-9ce6-128add476003), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:32.550930 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c8e2491f-be68-4f80-8210-c89e904f9611 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (d3850e71-094a-4058-9ce6-128add476003), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:32.551181 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c8e2491f-be68-4f80-8210-c89e904f9611 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for floatingip (d3850e71-094a-4058-9ce6-128add476003), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:32.563491 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-c8e2491f-be68-4f80-8210-c89e904f9611 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Calling delete_port for d3850e71-094a-4058-9ce6-128add476003 owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:37:32.708967 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c8e2491f-be68-4f80-8210-c89e904f9611 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (d3850e71-094a-4058-9ce6-128add476003), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:32.738996 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e2491f-be68-4f80-8210-c89e904f9611 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event deleted for resources: {'Port': ['ID=d3850e71-094a-4058-9ce6-128add476003,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:37:32.760135 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e2491f-be68-4f80-8210-c89e904f9611 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:37:32.760489 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e2491f-be68-4f80-8210-c89e904f9611 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:37:32.760835 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e2491f-be68-4f80-8210-c89e904f9611 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:37:32.761174 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e2491f-be68-4f80-8210-c89e904f9611 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:37:32.761507 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e2491f-be68-4f80-8210-c89e904f9611 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:37:32.761839 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e2491f-be68-4f80-8210-c89e904f9611 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:37:32.762166 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e2491f-be68-4f80-8210-c89e904f9611 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:37:32.762493 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e2491f-be68-4f80-8210-c89e904f9611 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:37:32.762826 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e2491f-be68-4f80-8210-c89e904f9611 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:37:32.763151 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e2491f-be68-4f80-8210-c89e904f9611 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:37:32.763474 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e2491f-be68-4f80-8210-c89e904f9611 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:37:32.763821 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e2491f-be68-4f80-8210-c89e904f9611 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:37:32.764144 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e2491f-be68-4f80-8210-c89e904f9611 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:37:32.804318 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c8e2491f-be68-4f80-8210-c89e904f9611 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for floatingip (0e1b4e20-e20c-4efe-bce8-d563741aee18), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:32.804651 n-d-833163-1 neutron-server[103885]: INFO neutron.db.l3_db [None req-c8e2491f-be68-4f80-8210-c89e904f9611 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Floating IP 0e1b4e20-e20c-4efe-bce8-d563741aee18 disassociated (deleted). External IP: 172.25.8.125, port: 6b7183ea-1f8b-44c3-afc4-abc50663a868. Mar 11 20:37:33.011220 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e2491f-be68-4f80-8210-c89e904f9611 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Router fb173159-861f-4752-8272-59c088e02d60 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:37:33.119567 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e2491f-be68-4f80-8210-c89e904f9611 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:37:33.124685 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c8e2491f-be68-4f80-8210-c89e904f9611 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:33.129122 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d1f4b1-7d90-4582-b3e8-11282c308d12 None None] Sync routers for ids ['fb173159-861f-4752-8272-59c088e02d60'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:37:33.139264 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d1f4b1-7d90-4582-b3e8-11282c308d12 None None] Routers {'fb173159-861f-4752-8272-59c088e02d60'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:37:33.139934 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-f6d1f4b1-7d90-4582-b3e8-11282c308d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:37:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['fb173159-861f-4752-8272-59c088e02d60'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:37:33.153958 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-c8e2491f-be68-4f80-8210-c89e904f9611 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "DELETE /v2.0/floatingips/0e1b4e20-e20c-4efe-bce8-d563741aee18 HTTP/1.1" status: 204 len: 168 time: 0.8293550 Mar 11 20:37:33.154530 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52cd3d08-3ecd-4c68-a095-d365d7e6595b', 'tag': '6b7183ea-1f8b-44c3-afc4-abc50663a868'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:37:33.156877 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a0d03908d714cf498f0e9a07bdcfee6ce8884db927bcf4c76da6f3dadb32e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23d0f90-84de-45b2-96f8-b542952c5585" -d '{"events": [{"name": "network-changed", "server_uuid": "52cd3d08-3ecd-4c68-a095-d365d7e6595b", "tag": "6b7183ea-1f8b-44c3-afc4-abc50663a868"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:37:33.266388 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-f6d1f4b1-7d90-4582-b3e8-11282c308d12 None None] Set router fb173159-861f-4752-8272-59c088e02d60 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:37:33.311522 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7fae781-0e84-40f5-b47c-5792f9aab92b x-openstack-request-id: req-b7fae781-0e84-40f5-b47c-5792f9aab92b {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:37:33.311847 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52cd3d08-3ecd-4c68-a095-d365d7e6595b", "tag": "6b7183ea-1f8b-44c3-afc4-abc50663a868", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:37:33.312100 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b7fae781-0e84-40f5-b47c-5792f9aab92b {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:37:33.312511 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52cd3d08-3ecd-4c68-a095-d365d7e6595b', 'tag': '6b7183ea-1f8b-44c3-afc4-abc50663a868', 'status': 'completed', 'code': 200} Mar 11 20:37:33.415922 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23d0f90-84de-45b2-96f8-b542952c5585 req-b5e23bbc-057c-4348-becd-76fc22f59bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:37:33.417448 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e23d0f90-84de-45b2-96f8-b542952c5585 req-b5e23bbc-057c-4348-becd-76fc22f59bb1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cd4dc3a306bd4a69832000c41db1a90a&device_id=52cd3d08-3ecd-4c68-a095-d365d7e6595b HTTP/1.1" status: 200 len: 1128 time: 0.0808983 Mar 11 20:37:33.428639 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b35a73-d313-4d5c-bc61-f360f8fce24d req-d0b487c2-65f9-4e0e-9cb5-b7375b54a543 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:37:33.430506 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c1b35a73-d313-4d5c-bc61-f360f8fce24d req-d0b487c2-65f9-4e0e-9cb5-b7375b54a543 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=52cd3d08-3ecd-4c68-a095-d365d7e6595b HTTP/1.1" status: 200 len: 946 time: 0.0671253 Mar 11 20:37:33.535133 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c1b35a73-d313-4d5c-bc61-f360f8fce24d req-f35f084d-1820-4eba-a911-4429e4c199f2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=85401dfc-3d2b-4e16-bf1c-f0f16de45b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965860 Mar 11 20:37:33.557658 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23d0f90-84de-45b2-96f8-b542952c5585 req-0bfacb73-13e8-498f-8db4-aaa090f14007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:37:33.557658 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e23d0f90-84de-45b2-96f8-b542952c5585 req-0bfacb73-13e8-498f-8db4-aaa090f14007 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b2d2086c-0541-493e-92b7-0541fe63f977 HTTP/1.1" status: 200 len: 896 time: 0.1254971 Mar 11 20:37:33.563714 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-f6d1f4b1-7d90-4582-b3e8-11282c308d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb173159-861f-4752-8272-59c088e02d60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375825680', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '3e10bc10-7263-469f-b91d-b7274c3c336d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:35:10Z', 'updated_at': '2022-03-11T20:35:13Z', 'revision_number': 4, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'gw_port': {'id': '3e10bc10-7263-469f-b91d-b7274c3c336d', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:44:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb173159-861f-4752-8272-59c088e02d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:35:10Z', 'updated_at': '2022-03-11T20:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'dad77c62-5e5e-43a5-9a21-04c41cb3bbd5', 'name': '', 'network_id': 'b2d2086c-0541-493e-92b7-0541fe63f977', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'mac_address': 'fa:16:3e:f1:0c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb173159-861f-4752-8272-59c088e02d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '2883d402-4991-4f46-b905-a42a55521a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:35:13Z', 'updated_at': '2022-03-11T20:35:16Z', 'revision_number': 5, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'subnets': [{'id': '2883d402-4991-4f46-b905-a42a55521a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:37:33.589760 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d1f4b1-7d90-4582-b3e8-11282c308d12 None None] Checking router: fb173159-861f-4752-8272-59c088e02d60 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:37:33.598053 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d1f4b1-7d90-4582-b3e8-11282c308d12 None None] Routers {'fb173159-861f-4752-8272-59c088e02d60'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:37:33.598672 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-f6d1f4b1-7d90-4582-b3e8-11282c308d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:37:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['fb173159-861f-4752-8272-59c088e02d60'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:37:33.601871 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e23d0f90-84de-45b2-96f8-b542952c5585 req-34df7212-c21e-461c-b751-100a855e9e8f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b7183ea-1f8b-44c3-afc4-abc50663a868 HTTP/1.1" status: 200 len: 217 time: 0.0353925 Mar 11 20:37:33.651298 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23d0f90-84de-45b2-96f8-b542952c5585 req-8327d90b-351b-4d02-8c2e-b77961f62369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:37:33.652766 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e23d0f90-84de-45b2-96f8-b542952c5585 req-8327d90b-351b-4d02-8c2e-b77961f62369 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2883d402-4991-4f46-b905-a42a55521a2e HTTP/1.1" status: 200 len: 833 time: 0.0458889 Mar 11 20:37:33.700496 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23d0f90-84de-45b2-96f8-b542952c5585 req-ade28953-d7b7-49c1-9392-ca7bcf0f1c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:37:33.701908 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e23d0f90-84de-45b2-96f8-b542952c5585 req-ade28953-d7b7-49c1-9392-ca7bcf0f1c61 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b2d2086c-0541-493e-92b7-0541fe63f977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0432081 Mar 11 20:37:33.708756 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-f6d1f4b1-7d90-4582-b3e8-11282c308d12 None None] Set router fb173159-861f-4752-8272-59c088e02d60 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:37:33.793760 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e23d0f90-84de-45b2-96f8-b542952c5585 req-05c29144-c1a4-4436-b0c8-e5a292bdc839 service neutron] 10.222.0.57 "GET /v2.0/networks/b2d2086c-0541-493e-92b7-0541fe63f977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846868 Mar 11 20:37:33.884938 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e23d0f90-84de-45b2-96f8-b542952c5585 req-88d9af1a-99a7-46c7-b4ab-2bc8de3cd0f7 service neutron] 10.222.0.57 "GET /v2.0/networks/b2d2086c-0541-493e-92b7-0541fe63f977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839925 Mar 11 20:37:33.904745 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-f6d1f4b1-7d90-4582-b3e8-11282c308d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb173159-861f-4752-8272-59c088e02d60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375825680', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '3e10bc10-7263-469f-b91d-b7274c3c336d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:35:10Z', 'updated_at': '2022-03-11T20:35:13Z', 'revision_number': 4, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'gw_port': {'id': '3e10bc10-7263-469f-b91d-b7274c3c336d', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:44:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb173159-861f-4752-8272-59c088e02d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:35:10Z', 'updated_at': '2022-03-11T20:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'dad77c62-5e5e-43a5-9a21-04c41cb3bbd5', 'name': '', 'network_id': 'b2d2086c-0541-493e-92b7-0541fe63f977', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'mac_address': 'fa:16:3e:f1:0c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb173159-861f-4752-8272-59c088e02d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '2883d402-4991-4f46-b905-a42a55521a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:35:13Z', 'updated_at': '2022-03-11T20:35:16Z', 'revision_number': 5, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'subnets': [{'id': '2883d402-4991-4f46-b905-a42a55521a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:37:33.931451 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d1f4b1-7d90-4582-b3e8-11282c308d12 None None] The sync data for ids ['fb173159-861f-4752-8272-59c088e02d60'] in n-d-833163-1 is: [{'id': 'fb173159-861f-4752-8272-59c088e02d60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375825680', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '3e10bc10-7263-469f-b91d-b7274c3c336d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:35:10Z', 'updated_at': '2022-03-11T20:35:13Z', 'revision_number': 4, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'gw_port': {'id': '3e10bc10-7263-469f-b91d-b7274c3c336d', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:44:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb173159-861f-4752-8272-59c088e02d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:35:10Z', 'updated_at': '2022-03-11T20:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'dad77c62-5e5e-43a5-9a21-04c41cb3bbd5', 'name': '', 'network_id': 'b2d2086c-0541-493e-92b7-0541fe63f977', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'mac_address': 'fa:16:3e:f1:0c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb173159-861f-4752-8272-59c088e02d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '2883d402-4991-4f46-b905-a42a55521a2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:35:13Z', 'updated_at': '2022-03-11T20:35:16Z', 'revision_number': 5, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'subnets': [{'id': '2883d402-4991-4f46-b905-a42a55521a2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:37:34.143040 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182bf90e-725c-4824-976a-8aa0183cbfa2 None None] New status for floating IP 0e1b4e20-e20c-4efe-bce8-d563741aee18: DOWN {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 20:37:34.655895 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd490b18-4ddf-421c-b908-b2f4248679c5 req-edebcfbe-c382-4c29-90a0-89efa7141674 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:37:34.657330 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cd490b18-4ddf-421c-b908-b2f4248679c5 req-edebcfbe-c382-4c29-90a0-89efa7141674 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=52cd3d08-3ecd-4c68-a095-d365d7e6595b HTTP/1.1" status: 200 len: 946 time: 0.0520079 Mar 11 20:37:34.705631 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cd490b18-4ddf-421c-b908-b2f4248679c5 req-bd8b8b1a-592a-41e5-9e81-4082b3ae97eb tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=85401dfc-3d2b-4e16-bf1c-f0f16de45b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426795 Mar 11 20:37:35.056377 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d082a6-f10d-450b-befd-4556a2688116 req-f2cc3207-19ac-45f4-b85e-5013ac1f21f0 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:37:35.057798 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-46d082a6-f10d-450b-befd-4556a2688116 req-f2cc3207-19ac-45f4-b85e-5013ac1f21f0 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.57 "GET /v2.0/ports?device_id=52cd3d08-3ecd-4c68-a095-d365d7e6595b HTTP/1.1" status: 200 len: 946 time: 0.0495310 Mar 11 20:37:35.149300 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-46d082a6-f10d-450b-befd-4556a2688116 req-d0a81c75-af5f-4c43-88f5-503e953d82c3 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Deleting port 6b7183ea-1f8b-44c3-afc4-abc50663a868 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:37:35.149633 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-46d082a6-f10d-450b-befd-4556a2688116 req-d0a81c75-af5f-4c43-88f5-503e953d82c3 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (6b7183ea-1f8b-44c3-afc4-abc50663a868), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:35.233492 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-46d082a6-f10d-450b-befd-4556a2688116 req-d0a81c75-af5f-4c43-88f5-503e953d82c3 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] For port 6b7183ea-1f8b-44c3-afc4-abc50663a868, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=6b7183ea-1f8b-44c3-afc4-abc50663a868,segment=NetworkSegment(f089e7a8-692f-43a9-b9ee-cec292ab6d78),segment_id=f089e7a8-692f-43a9-b9ee-cec292ab6d78)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:37:35.233841 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-46d082a6-f10d-450b-befd-4556a2688116 req-d0a81c75-af5f-4c43-88f5-503e953d82c3 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (6b7183ea-1f8b-44c3-afc4-abc50663a868), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:35.246753 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-46d082a6-f10d-450b-befd-4556a2688116 req-d0a81c75-af5f-4c43-88f5-503e953d82c3 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Calling delete_port for 6b7183ea-1f8b-44c3-afc4-abc50663a868 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:37:35.373805 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-46d082a6-f10d-450b-befd-4556a2688116 req-d0a81c75-af5f-4c43-88f5-503e953d82c3 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (6b7183ea-1f8b-44c3-afc4-abc50663a868), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:35.399346 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a81c75-af5f-4c43-88f5-503e953d82c3 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event deleted for resources: {'Port': ['ID=6b7183ea-1f8b-44c3-afc4-abc50663a868,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:37:35.448371 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d082a6-f10d-450b-befd-4556a2688116 req-d0a81c75-af5f-4c43-88f5-503e953d82c3 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] No DVR routers for this DVR port 6b7183ea-1f8b-44c3-afc4-abc50663a868 on host n-h2-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:37:35.450846 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-46d082a6-f10d-450b-befd-4556a2688116 req-d0a81c75-af5f-4c43-88f5-503e953d82c3 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:35.454424 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-46d082a6-f10d-450b-befd-4556a2688116 req-d0a81c75-af5f-4c43-88f5-503e953d82c3 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.57 "DELETE /v2.0/ports/6b7183ea-1f8b-44c3-afc4-abc50663a868 HTTP/1.1" status: 204 len: 173 time: 0.3911180 Mar 11 20:37:35.454878 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52cd3d08-3ecd-4c68-a095-d365d7e6595b', 'name': 'network-vif-deleted', 'tag': '6b7183ea-1f8b-44c3-afc4-abc50663a868'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:37:35.457860 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a0d03908d714cf498f0e9a07bdcfee6ce8884db927bcf4c76da6f3dadb32e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83fd5277-3e91-4fcc-8d02-9ade66a0e397" -d '{"events": [{"server_uuid": "52cd3d08-3ecd-4c68-a095-d365d7e6595b", "name": "network-vif-deleted", "tag": "6b7183ea-1f8b-44c3-afc4-abc50663a868"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:37:35.493844 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a913455-5384-4755-8748-a1c9437217d6 x-openstack-request-id: req-6a913455-5384-4755-8748-a1c9437217d6 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:37:35.494144 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52cd3d08-3ecd-4c68-a095-d365d7e6595b", "name": "network-vif-deleted", "tag": "6b7183ea-1f8b-44c3-afc4-abc50663a868", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:37:35.494400 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6a913455-5384-4755-8748-a1c9437217d6 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:37:35.494845 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52cd3d08-3ecd-4c68-a095-d365d7e6595b', 'name': 'network-vif-deleted', 'tag': '6b7183ea-1f8b-44c3-afc4-abc50663a868', 'status': 'completed', 'code': 200} Mar 11 20:37:35.823880 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-14547c98-5f27-4400-b46d-fbbe5388a274 req-85d5409a-0158-4fc9-9a63-ed5a7a71f4c8 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=52cd3d08-3ecd-4c68-a095-d365d7e6595b HTTP/1.1" status: 200 len: 210 time: 0.0305438 Mar 11 20:37:36.885089 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59650) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:37:37.248284 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-037f6443-4e44-4243-8574-f2a46c92af65 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (fb173159-861f-4752-8272-59c088e02d60), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:37.504010 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-037f6443-4e44-4243-8574-f2a46c92af65 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Deleting port dad77c62-5e5e-43a5-9a21-04c41cb3bbd5 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:37:37.504277 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-037f6443-4e44-4243-8574-f2a46c92af65 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (dad77c62-5e5e-43a5-9a21-04c41cb3bbd5), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:37.591918 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-037f6443-4e44-4243-8574-f2a46c92af65 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] For port dad77c62-5e5e-43a5-9a21-04c41cb3bbd5, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=dad77c62-5e5e-43a5-9a21-04c41cb3bbd5,segment=NetworkSegment(f089e7a8-692f-43a9-b9ee-cec292ab6d78),segment_id=f089e7a8-692f-43a9-b9ee-cec292ab6d78)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:37:37.592283 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-037f6443-4e44-4243-8574-f2a46c92af65 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (dad77c62-5e5e-43a5-9a21-04c41cb3bbd5), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:37.604909 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-037f6443-4e44-4243-8574-f2a46c92af65 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Calling delete_port for dad77c62-5e5e-43a5-9a21-04c41cb3bbd5 owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:37:37.796306 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-037f6443-4e44-4243-8574-f2a46c92af65 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (dad77c62-5e5e-43a5-9a21-04c41cb3bbd5), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:37.829099 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037f6443-4e44-4243-8574-f2a46c92af65 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event deleted for resources: {'Port': ['ID=dad77c62-5e5e-43a5-9a21-04c41cb3bbd5,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:37:37.842116 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037f6443-4e44-4243-8574-f2a46c92af65 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:37:37.842485 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037f6443-4e44-4243-8574-f2a46c92af65 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:37:37.842843 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037f6443-4e44-4243-8574-f2a46c92af65 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:37:37.843187 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037f6443-4e44-4243-8574-f2a46c92af65 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:37:37.843528 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037f6443-4e44-4243-8574-f2a46c92af65 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:37:37.843893 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037f6443-4e44-4243-8574-f2a46c92af65 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:37:37.844232 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037f6443-4e44-4243-8574-f2a46c92af65 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:37:37.844570 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037f6443-4e44-4243-8574-f2a46c92af65 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:37:37.844906 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037f6443-4e44-4243-8574-f2a46c92af65 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:37:37.845260 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037f6443-4e44-4243-8574-f2a46c92af65 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:37:37.845580 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037f6443-4e44-4243-8574-f2a46c92af65 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:37:37.845912 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037f6443-4e44-4243-8574-f2a46c92af65 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:37:37.846240 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-037f6443-4e44-4243-8574-f2a46c92af65 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:37:38.020439 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-037f6443-4e44-4243-8574-f2a46c92af65 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (fb173159-861f-4752-8272-59c088e02d60), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:38.236755 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-037f6443-4e44-4243-8574-f2a46c92af65 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Router fb173159-861f-4752-8272-59c088e02d60 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:37:38.343940 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-037f6443-4e44-4243-8574-f2a46c92af65 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:37:38.349129 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-037f6443-4e44-4243-8574-f2a46c92af65 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "PUT /v2.0/routers/fb173159-861f-4752-8272-59c088e02d60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4628024 Mar 11 20:37:38.352628 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59654) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:37:38.354541 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60163286-6151-4a35-a396-e5f0bc98f303 None None] Sync routers for ids ['fb173159-861f-4752-8272-59c088e02d60'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:37:38.363874 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60163286-6151-4a35-a396-e5f0bc98f303 None None] Routers {'fb173159-861f-4752-8272-59c088e02d60'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:37:38.364488 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-60163286-6151-4a35-a396-e5f0bc98f303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:37:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['fb173159-861f-4752-8272-59c088e02d60'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:37:38.401572 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-71e52084-2acb-4fb6-bcf1-250479469330 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Deleting subnet 2883d402-4991-4f46-b905-a42a55521a2e {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 20:37:38.405075 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-71e52084-2acb-4fb6-bcf1-250479469330 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for subnet (2883d402-4991-4f46-b905-a42a55521a2e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:38.421277 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 6b7183ea-1f8b-44c3-afc4-abc50663a868 no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:37:38.445002 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-71e52084-2acb-4fb6-bcf1-250479469330 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (2883d402-4991-4f46-b905-a42a55521a2e), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:38.446071 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: 6b7183ea-1f8b-44c3-afc4-abc50663a868 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:37:38.446438 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 6b7183ea-1f8b-44c3-afc4-abc50663a868 not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:37:38.471695 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-60163286-6151-4a35-a396-e5f0bc98f303 None None] Set router fb173159-861f-4752-8272-59c088e02d60 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:37:38.533404 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-71e52084-2acb-4fb6-bcf1-250479469330 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (2883d402-4991-4f46-b905-a42a55521a2e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:38.591661 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-71e52084-2acb-4fb6-bcf1-250479469330 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (2883d402-4991-4f46-b905-a42a55521a2e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:38.620844 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e52084-2acb-4fb6-bcf1-250479469330 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event deleted for resources: {'Subnet': ['ID=2883d402-4991-4f46-b905-a42a55521a2e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:37:38.623090 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-71e52084-2acb-4fb6-bcf1-250479469330 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:38.629059 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59656) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:37:38.630006 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-71e52084-2acb-4fb6-bcf1-250479469330 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "DELETE /v2.0/subnets/2883d402-4991-4f46-b905-a42a55521a2e HTTP/1.1" status: 204 len: 168 time: 0.2762475 Mar 11 20:37:38.632158 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2d5a70-46fa-4b70-ac6d-ff08a4b4cba5 None None] Network b2d2086c-0541-493e-92b7-0541fe63f977 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:37:38.665033 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-60163286-6151-4a35-a396-e5f0bc98f303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb173159-861f-4752-8272-59c088e02d60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375825680', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '3e10bc10-7263-469f-b91d-b7274c3c336d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:35:10Z', 'updated_at': '2022-03-11T20:37:37Z', 'revision_number': 5, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'gw_port': {'id': '3e10bc10-7263-469f-b91d-b7274c3c336d', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:44:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb173159-861f-4752-8272-59c088e02d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:35:10Z', 'updated_at': '2022-03-11T20:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:37:38.693170 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60163286-6151-4a35-a396-e5f0bc98f303 None None] Checking router: fb173159-861f-4752-8272-59c088e02d60 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:37:38.701919 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60163286-6151-4a35-a396-e5f0bc98f303 None None] Routers {'fb173159-861f-4752-8272-59c088e02d60'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:37:38.702533 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-60163286-6151-4a35-a396-e5f0bc98f303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:37:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['fb173159-861f-4752-8272-59c088e02d60'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:37:38.746086 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e2c6a302-6915-40f9-a441-2b17f43749ed tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for router (fb173159-861f-4752-8272-59c088e02d60), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:38.800978 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972207d0-efd3-4a3a-bf6b-050ab452f09f None None] DHCP port deletion for b2d2086c-0541-493e-92b7-0541fe63f977 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 20:37:38.822025 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-60163286-6151-4a35-a396-e5f0bc98f303 None None] Set router fb173159-861f-4752-8272-59c088e02d60 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:37:38.847469 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-972207d0-efd3-4a3a-bf6b-050ab452f09f None None] Deleting port 82bcac90-454d-4e36-903a-b1f8666b74e8 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:37:38.847889 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-972207d0-efd3-4a3a-bf6b-050ab452f09f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (82bcac90-454d-4e36-903a-b1f8666b74e8), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:38.865352 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e2c6a302-6915-40f9-a441-2b17f43749ed tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for router_gateway (fb173159-861f-4752-8272-59c088e02d60), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:38.916114 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-972207d0-efd3-4a3a-bf6b-050ab452f09f None None] For port 82bcac90-454d-4e36-903a-b1f8666b74e8, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=82bcac90-454d-4e36-903a-b1f8666b74e8,segment=NetworkSegment(f089e7a8-692f-43a9-b9ee-cec292ab6d78),segment_id=f089e7a8-692f-43a9-b9ee-cec292ab6d78)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:37:38.916533 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-972207d0-efd3-4a3a-bf6b-050ab452f09f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (82bcac90-454d-4e36-903a-b1f8666b74e8), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:38.918415 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-e2c6a302-6915-40f9-a441-2b17f43749ed tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Deleting port 3e10bc10-7263-469f-b91d-b7274c3c336d {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:37:38.918772 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e2c6a302-6915-40f9-a441-2b17f43749ed tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (3e10bc10-7263-469f-b91d-b7274c3c336d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:38.929656 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-972207d0-efd3-4a3a-bf6b-050ab452f09f None None] Calling delete_port for 82bcac90-454d-4e36-903a-b1f8666b74e8 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:37:38.997596 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-e2c6a302-6915-40f9-a441-2b17f43749ed tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] For port 3e10bc10-7263-469f-b91d-b7274c3c336d, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=3e10bc10-7263-469f-b91d-b7274c3c336d,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:37:38.997956 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e2c6a302-6915-40f9-a441-2b17f43749ed tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (3e10bc10-7263-469f-b91d-b7274c3c336d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:39.004199 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-60163286-6151-4a35-a396-e5f0bc98f303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb173159-861f-4752-8272-59c088e02d60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375825680', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '3e10bc10-7263-469f-b91d-b7274c3c336d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:35:10Z', 'updated_at': '2022-03-11T20:37:37Z', 'revision_number': 5, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'gw_port': {'id': '3e10bc10-7263-469f-b91d-b7274c3c336d', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:44:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb173159-861f-4752-8272-59c088e02d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:35:10Z', 'updated_at': '2022-03-11T20:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:37:39.011149 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-e2c6a302-6915-40f9-a441-2b17f43749ed tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Calling delete_port for 3e10bc10-7263-469f-b91d-b7274c3c336d owned by network:router_gateway {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:37:39.017106 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-972207d0-efd3-4a3a-bf6b-050ab452f09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (82bcac90-454d-4e36-903a-b1f8666b74e8), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:39.037445 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60163286-6151-4a35-a396-e5f0bc98f303 None None] The sync data for ids ['fb173159-861f-4752-8272-59c088e02d60'] in n-d-833163-1 is: [{'id': 'fb173159-861f-4752-8272-59c088e02d60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-375825680', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '3e10bc10-7263-469f-b91d-b7274c3c336d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:35:10Z', 'updated_at': '2022-03-11T20:37:37Z', 'revision_number': 5, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'gw_port': {'id': '3e10bc10-7263-469f-b91d-b7274c3c336d', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:44:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb173159-861f-4752-8272-59c088e02d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:35:10Z', 'updated_at': '2022-03-11T20:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:37:39.041100 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972207d0-efd3-4a3a-bf6b-050ab452f09f None None] Pushing event deleted for resources: {'Port': ['ID=82bcac90-454d-4e36-903a-b1f8666b74e8,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:37:39.050734 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972207d0-efd3-4a3a-bf6b-050ab452f09f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:37:39.051155 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972207d0-efd3-4a3a-bf6b-050ab452f09f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:37:39.051406 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972207d0-efd3-4a3a-bf6b-050ab452f09f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:37:39.051763 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972207d0-efd3-4a3a-bf6b-050ab452f09f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:37:39.052123 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972207d0-efd3-4a3a-bf6b-050ab452f09f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:37:39.052448 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972207d0-efd3-4a3a-bf6b-050ab452f09f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:37:39.052775 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972207d0-efd3-4a3a-bf6b-050ab452f09f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:37:39.053103 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972207d0-efd3-4a3a-bf6b-050ab452f09f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:37:39.053423 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972207d0-efd3-4a3a-bf6b-050ab452f09f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:37:39.053790 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972207d0-efd3-4a3a-bf6b-050ab452f09f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:37:39.054110 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972207d0-efd3-4a3a-bf6b-050ab452f09f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:37:39.054428 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972207d0-efd3-4a3a-bf6b-050ab452f09f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:37:39.054747 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972207d0-efd3-4a3a-bf6b-050ab452f09f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:37:39.061745 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972207d0-efd3-4a3a-bf6b-050ab452f09f None None] No DVR routers for this DVR port 82bcac90-454d-4e36-903a-b1f8666b74e8 on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:37:39.476534 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e2c6a302-6915-40f9-a441-2b17f43749ed tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (3e10bc10-7263-469f-b91d-b7274c3c336d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:39.498952 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c6a302-6915-40f9-a441-2b17f43749ed tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event deleted for resources: {'Port': ['ID=3e10bc10-7263-469f-b91d-b7274c3c336d,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:37:39.560890 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e2c6a302-6915-40f9-a441-2b17f43749ed tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (fb173159-861f-4752-8272-59c088e02d60), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:39.654282 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e2c6a302-6915-40f9-a441-2b17f43749ed tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (fb173159-861f-4752-8272-59c088e02d60), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:39.656326 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e2c6a302-6915-40f9-a441-2b17f43749ed tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for router_controller (fb173159-861f-4752-8272-59c088e02d60), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:39.701401 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e2c6a302-6915-40f9-a441-2b17f43749ed tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (fb173159-861f-4752-8272-59c088e02d60), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:39.701914 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c6a302-6915-40f9-a441-2b17f43749ed tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Fanout notify agent at l3_agent the message router_deleted on router fb173159-861f-4752-8272-59c088e02d60 {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 20:37:39.708491 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e2c6a302-6915-40f9-a441-2b17f43749ed tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:39.709560 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e2c6a302-6915-40f9-a441-2b17f43749ed tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "DELETE /v2.0/routers/fb173159-861f-4752-8272-59c088e02d60 HTTP/1.1" status: 204 len: 168 time: 1.0795157 Mar 11 20:37:39.712357 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59658) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:37:39.800827 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-085a0e12-e4f2-4780-8d5b-287431e5903f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (b2d2086c-0541-493e-92b7-0541fe63f977), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:39.896624 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-085a0e12-e4f2-4780-8d5b-287431e5903f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (b2d2086c-0541-493e-92b7-0541fe63f977), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:39.916726 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-085a0e12-e4f2-4780-8d5b-287431e5903f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2d2086c-0541-493e-92b7-0541fe63f977']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:37:39.925642 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-085a0e12-e4f2-4780-8d5b-287431e5903f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f089e7a8-692f-43a9-b9ee-cec292ab6d78') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:37:39.925933 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-085a0e12-e4f2-4780-8d5b-287431e5903f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f089e7a8-692f-43a9-b9ee-cec292ab6d78') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:37:39.935544 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-085a0e12-e4f2-4780-8d5b-287431e5903f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (f089e7a8-692f-43a9-b9ee-cec292ab6d78), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:39.948161 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-085a0e12-e4f2-4780-8d5b-287431e5903f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (f089e7a8-692f-43a9-b9ee-cec292ab6d78), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:39.954099 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-085a0e12-e4f2-4780-8d5b-287431e5903f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Releasing vlan 895 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 20:37:39.954560 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-085a0e12-e4f2-4780-8d5b-287431e5903f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (f089e7a8-692f-43a9-b9ee-cec292ab6d78), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:39.957485 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 20:37:39.957485 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 20:37:39.957485 n-d-833163-1 neutron-server[103884]: timer() Mar 11 20:37:39.957485 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:37:39.957485 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 20:37:39.957485 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 20:37:39.957485 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 20:37:39.957485 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:37:39.957485 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 20:37:39.957485 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:37:39.957485 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 20:37:39.957485 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:37:39.957485 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 20:37:39.957485 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 20:37:39.957485 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:37:39.957485 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 20:37:39.957485 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:37:39.957485 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 20:37:39.957485 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 20:37:39.957485 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:37:39.957485 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 20:37:39.957485 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:37:39.957485 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:37:39.957485 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 20:37:39.957485 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 20:37:39.957485 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 20:37:39.957485 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:37:39.957485 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 20:37:39.957485 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:37:39.957485 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 20:37:39.957485 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:37:39.957485 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:37:40.013871 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-085a0e12-e4f2-4780-8d5b-287431e5903f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (b2d2086c-0541-493e-92b7-0541fe63f977), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:40.020465 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-085a0e12-e4f2-4780-8d5b-287431e5903f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:40.023769 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-085a0e12-e4f2-4780-8d5b-287431e5903f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "DELETE /v2.0/networks/b2d2086c-0541-493e-92b7-0541fe63f977 HTTP/1.1" status: 204 len: 168 time: 0.3104141 Mar 11 20:37:40.026536 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59660) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:37:40.045178 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085a0e12-e4f2-4780-8d5b-287431e5903f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event deleted for resources: {'Network': ['ID=b2d2086c-0541-493e-92b7-0541fe63f977,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:37:40.084050 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a54eefb1-ccb6-4c35-bb75-ed4d92b848c2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group (85401dfc-3d2b-4e16-bf1c-f0f16de45b13), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:40.108835 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a54eefb1-ccb6-4c35-bb75-ed4d92b848c2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group (85401dfc-3d2b-4e16-bf1c-f0f16de45b13), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:40.172203 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device dad77c62-5e5e-43a5-9a21-04c41cb3bbd5 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:37:40.185199 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a54eefb1-ccb6-4c35-bb75-ed4d92b848c2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (85401dfc-3d2b-4e16-bf1c-f0f16de45b13), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:40.187828 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a54eefb1-ccb6-4c35-bb75-ed4d92b848c2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:40.188989 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a54eefb1-ccb6-4c35-bb75-ed4d92b848c2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "DELETE /v2.0/security-groups/85401dfc-3d2b-4e16-bf1c-f0f16de45b13 HTTP/1.1" status: 204 len: 168 time: 0.1614699 Mar 11 20:37:40.199074 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54eefb1-ccb6-4c35-bb75-ed4d92b848c2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85401dfc-3d2b-4e16-bf1c-f0f16de45b13,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:37:40.202778 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: dad77c62-5e5e-43a5-9a21-04c41cb3bbd5 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:37:40.203133 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device dad77c62-5e5e-43a5-9a21-04c41cb3bbd5 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:37:40.203566 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 82bcac90-454d-4e36-903a-b1f8666b74e8 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:37:40.230404 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 82bcac90-454d-4e36-903a-b1f8666b74e8 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:37:40.230758 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 82bcac90-454d-4e36-903a-b1f8666b74e8 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:37:41.498994 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59668) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:37:41.503443 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-836487f1-22bd-42da-8e8c-a79ec08824e0 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2126946784', 'description': 'tempest-secgroup-smoke-2126946784 description', 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:37:41.523616 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-836487f1-22bd-42da-8e8c-a79ec08824e0 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:41.587913 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-836487f1-22bd-42da-8e8c-a79ec08824e0 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group (d33f9174-cddf-4a27-992e-cd7a4fc1d22b), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:41.591391 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-836487f1-22bd-42da-8e8c-a79ec08824e0 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (d33f9174-cddf-4a27-992e-cd7a4fc1d22b), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:41.619377 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-836487f1-22bd-42da-8e8c-a79ec08824e0 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:41.620604 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-836487f1-22bd-42da-8e8c-a79ec08824e0 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1205959 Mar 11 20:37:41.624421 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59670) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:37:41.624950 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836487f1-22bd-42da-8e8c-a79ec08824e0 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d33f9174-cddf-4a27-992e-cd7a4fc1d22b,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:37:41.629513 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-4ae4bb83-7cc2-426f-ab6b-b6e954faf03d tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Request body: {'security_group_rule': {'security_group_id': 'd33f9174-cddf-4a27-992e-cd7a4fc1d22b', 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:37:41.656128 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4ae4bb83-7cc2-426f-ab6b-b6e954faf03d tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (5e7f03b1-75ec-4a0f-95b2-e3e158f51572), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:41.708451 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4ae4bb83-7cc2-426f-ab6b-b6e954faf03d tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (5e7f03b1-75ec-4a0f-95b2-e3e158f51572), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:41.712386 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4ae4bb83-7cc2-426f-ab6b-b6e954faf03d tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (5e7f03b1-75ec-4a0f-95b2-e3e158f51572), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:41.730847 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae4bb83-7cc2-426f-ab6b-b6e954faf03d tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e7f03b1-75ec-4a0f-95b2-e3e158f51572,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:37:41.739523 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4ae4bb83-7cc2-426f-ab6b-b6e954faf03d tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:41.740725 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4ae4bb83-7cc2-426f-ab6b-b6e954faf03d tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1151419 Mar 11 20:37:41.743575 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59672) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:37:41.748233 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-ea7be1a0-d001-4b71-8ff2-697f0da75ece tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Request body: {'security_group_rule': {'security_group_id': 'd33f9174-cddf-4a27-992e-cd7a4fc1d22b', 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:37:41.753229 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 3e10bc10-7263-469f-b91d-b7274c3c336d no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:37:41.773894 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ea7be1a0-d001-4b71-8ff2-697f0da75ece tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (5b848da8-d072-4f24-986d-44e7c2eb1b7d), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:41.776513 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 3e10bc10-7263-469f-b91d-b7274c3c336d {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:37:41.776855 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 3e10bc10-7263-469f-b91d-b7274c3c336d not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:37:41.828440 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ea7be1a0-d001-4b71-8ff2-697f0da75ece tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (5b848da8-d072-4f24-986d-44e7c2eb1b7d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:41.831800 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ea7be1a0-d001-4b71-8ff2-697f0da75ece tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (5b848da8-d072-4f24-986d-44e7c2eb1b7d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:41.852256 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7be1a0-d001-4b71-8ff2-697f0da75ece tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b848da8-d072-4f24-986d-44e7c2eb1b7d,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:37:41.857530 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ea7be1a0-d001-4b71-8ff2-697f0da75ece tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:41.858718 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ea7be1a0-d001-4b71-8ff2-697f0da75ece tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1141200 Mar 11 20:37:41.861502 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59674) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:37:41.865677 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-c6ad9f0b-6297-41c3-8d46-c19ee763fc6f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Request body: {'security_group_rule': {'security_group_id': 'd33f9174-cddf-4a27-992e-cd7a4fc1d22b', 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:37:41.889258 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c6ad9f0b-6297-41c3-8d46-c19ee763fc6f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (5c49d057-011f-453a-af1c-f1d09208013d), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:41.946656 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c6ad9f0b-6297-41c3-8d46-c19ee763fc6f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (5c49d057-011f-453a-af1c-f1d09208013d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:41.949941 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c6ad9f0b-6297-41c3-8d46-c19ee763fc6f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (5c49d057-011f-453a-af1c-f1d09208013d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:41.968174 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ad9f0b-6297-41c3-8d46-c19ee763fc6f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c49d057-011f-453a-af1c-f1d09208013d,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:37:41.975037 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c6ad9f0b-6297-41c3-8d46-c19ee763fc6f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:41.976844 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-c6ad9f0b-6297-41c3-8d46-c19ee763fc6f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1144292 Mar 11 20:37:41.979704 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59676) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:37:41.983977 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-b501a610-b47a-47cc-99ed-1511ef13822e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Request body: {'security_group_rule': {'security_group_id': 'd33f9174-cddf-4a27-992e-cd7a4fc1d22b', 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:37:42.013756 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b501a610-b47a-47cc-99ed-1511ef13822e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (91c96edf-67cb-429f-b702-1fc9d26be5f7), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:42.069544 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b501a610-b47a-47cc-99ed-1511ef13822e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (91c96edf-67cb-429f-b702-1fc9d26be5f7), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:42.072702 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b501a610-b47a-47cc-99ed-1511ef13822e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (91c96edf-67cb-429f-b702-1fc9d26be5f7), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:42.092167 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b501a610-b47a-47cc-99ed-1511ef13822e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91c96edf-67cb-429f-b702-1fc9d26be5f7,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:37:42.096568 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b501a610-b47a-47cc-99ed-1511ef13822e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:42.097739 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-b501a610-b47a-47cc-99ed-1511ef13822e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1171327 Mar 11 20:37:42.100876 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59678) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:37:42.105012 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-231aaa13-7176-437d-a727-46f3565e7249 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Request body: {'security_group_rule': {'security_group_id': 'd33f9174-cddf-4a27-992e-cd7a4fc1d22b', 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:37:42.123788 n-d-833163-1 neutron-server[103885]: INFO neutron.db.securitygroups_db [None req-231aaa13-7176-437d-a727-46f3565e7249 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Project cd4dc3a306bd4a69832000c41db1a90a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 20:37:42.128375 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-231aaa13-7176-437d-a727-46f3565e7249 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (81e5d27a-5049-4ecf-bb80-d8a0766c93c4), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:42.184498 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-231aaa13-7176-437d-a727-46f3565e7249 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (81e5d27a-5049-4ecf-bb80-d8a0766c93c4), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:42.187968 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-231aaa13-7176-437d-a727-46f3565e7249 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (81e5d27a-5049-4ecf-bb80-d8a0766c93c4), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:42.207180 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231aaa13-7176-437d-a727-46f3565e7249 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81e5d27a-5049-4ecf-bb80-d8a0766c93c4,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:37:42.213491 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-231aaa13-7176-437d-a727-46f3565e7249 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:42.214683 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-231aaa13-7176-437d-a727-46f3565e7249 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1129074 Mar 11 20:37:42.217430 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59680) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:37:42.221745 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-c556aebf-b18d-4162-9b52-a497cf47956b tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Request body: {'security_group_rule': {'security_group_id': 'd33f9174-cddf-4a27-992e-cd7a4fc1d22b', 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:37:42.241356 n-d-833163-1 neutron-server[103885]: INFO neutron.db.securitygroups_db [None req-c556aebf-b18d-4162-9b52-a497cf47956b tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Project cd4dc3a306bd4a69832000c41db1a90a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 20:37:42.246343 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c556aebf-b18d-4162-9b52-a497cf47956b tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (683b9c42-6cd4-46c1-99bf-3eb78bdfe11c), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:42.310055 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c556aebf-b18d-4162-9b52-a497cf47956b tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (683b9c42-6cd4-46c1-99bf-3eb78bdfe11c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:42.313531 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c556aebf-b18d-4162-9b52-a497cf47956b tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (683b9c42-6cd4-46c1-99bf-3eb78bdfe11c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:42.331862 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c556aebf-b18d-4162-9b52-a497cf47956b tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=683b9c42-6cd4-46c1-99bf-3eb78bdfe11c,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:37:42.338903 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c556aebf-b18d-4162-9b52-a497cf47956b tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:42.340115 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-c556aebf-b18d-4162-9b52-a497cf47956b tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1217201 Mar 11 20:37:42.342886 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59682) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:37:42.347526 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-cd2f0ad9-775b-4eff-881e-eb4a13a55362 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Request body: {'network': {'name': 'tempest-network-smoke--2053572423', 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'port_security_enabled': True}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:37:42.365168 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2f0ad9-775b-4eff-881e-eb4a13a55362 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Made reservation on behalf of cd4dc3a306bd4a69832000c41db1a90a for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:37:42.368331 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cd2f0ad9-775b-4eff-881e-eb4a13a55362 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:42.390847 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd2f0ad9-775b-4eff-881e-eb4a13a55362 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] vlan segment allocate from pool success with {'vlan_id': 853, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:37:42.400234 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cd2f0ad9-775b-4eff-881e-eb4a13a55362 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (9841fb04-5d23-4544-af29-b4d8965f3962), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:42.400598 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-cd2f0ad9-775b-4eff-881e-eb4a13a55362 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Added segment 9841fb04-5d23-4544-af29-b4d8965f3962 of type vlan for network 3ea7990b-ae89-4e80-87fb-a3c93904141e Mar 11 20:37:42.440360 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cd2f0ad9-775b-4eff-881e-eb4a13a55362 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (3ea7990b-ae89-4e80-87fb-a3c93904141e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:42.463844 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cd2f0ad9-775b-4eff-881e-eb4a13a55362 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (3ea7990b-ae89-4e80-87fb-a3c93904141e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:42.468745 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2f0ad9-775b-4eff-881e-eb4a13a55362 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:37:42.469344 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cd2f0ad9-775b-4eff-881e-eb4a13a55362 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:42.498179 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-cd2f0ad9-775b-4eff-881e-eb4a13a55362 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1542509 Mar 11 20:37:42.500827 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59684) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:37:42.504973 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-d80c6238-9de7-4253-bf6d-9af78b3e0dc0 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1825020471', 'admin_state_up': True, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:37:42.554410 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2f0ad9-775b-4eff-881e-eb4a13a55362 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'Network': ['ID=3ea7990b-ae89-4e80-87fb-a3c93904141e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:37:42.566115 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d80c6238-9de7-4253-bf6d-9af78b3e0dc0 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (74bae466-643f-43bd-bf84-bed0551279db), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:42.567227 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d80c6238-9de7-4253-bf6d-9af78b3e0dc0 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (74bae466-643f-43bd-bf84-bed0551279db), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:42.568170 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 3ea7990b-ae89-4e80-87fb-a3c93904141e details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 20:37:42.605991 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [req-7df78c15-968b-488d-a8b7-a03c4581b374 req-9a93e1c5-5e95-41aa-ad3b-d7cc90b5b0b0 tempest-ServerDiskConfigTestJSON-673323113 tempest-ServerDiskConfigTestJSON-673323113-project] (103884) timed out ('10.222.0.75', 51276) {{(pid=103884) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 20:37:42.622618 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d80c6238-9de7-4253-bf6d-9af78b3e0dc0 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for router_controller (74bae466-643f-43bd-bf84-bed0551279db), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:43.052215 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d80c6238-9de7-4253-bf6d-9af78b3e0dc0 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for router_gateway (74bae466-643f-43bd-bf84-bed0551279db), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:43.240047 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d80c6238-9de7-4253-bf6d-9af78b3e0dc0 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for router_gateway (74bae466-643f-43bd-bf84-bed0551279db), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:43.258243 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d80c6238-9de7-4253-bf6d-9af78b3e0dc0 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:43.360196 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-d80c6238-9de7-4253-bf6d-9af78b3e0dc0 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Allocated IP 172.25.8.47 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/3134e003-83db-460f-b5a3-99e1429ebd32) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:37:43.458876 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d80c6238-9de7-4253-bf6d-9af78b3e0dc0 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for port (3134e003-83db-460f-b5a3-99e1429ebd32), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:43.491740 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d80c6238-9de7-4253-bf6d-9af78b3e0dc0 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (3134e003-83db-460f-b5a3-99e1429ebd32), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:43.529299 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80c6238-9de7-4253-bf6d-9af78b3e0dc0 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:37:43.532150 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-d80c6238-9de7-4253-bf6d-9af78b3e0dc0 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:37:43.536214 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80c6238-9de7-4253-bf6d-9af78b3e0dc0 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:37:43.566391 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80c6238-9de7-4253-bf6d-9af78b3e0dc0 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'Port': ['ID=3134e003-83db-460f-b5a3-99e1429ebd32,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:37:43.795336 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d80c6238-9de7-4253-bf6d-9af78b3e0dc0 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for router_gateway (74bae466-643f-43bd-bf84-bed0551279db), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:43.993058 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d80c6238-9de7-4253-bf6d-9af78b3e0dc0 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (74bae466-643f-43bd-bf84-bed0551279db), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:44.125271 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d80c6238-9de7-4253-bf6d-9af78b3e0dc0 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Router 74bae466-643f-43bd-bf84-bed0551279db is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 20:37:44.230671 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d80c6238-9de7-4253-bf6d-9af78b3e0dc0 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:37:44.242202 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cda3d4b-ff3a-4b0a-a1a4-35d6d76b7459 None None] Sync routers for ids ['74bae466-643f-43bd-bf84-bed0551279db'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:37:44.251765 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d80c6238-9de7-4253-bf6d-9af78b3e0dc0 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:44.255866 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d80c6238-9de7-4253-bf6d-9af78b3e0dc0 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7511921 Mar 11 20:37:44.256011 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cda3d4b-ff3a-4b0a-a1a4-35d6d76b7459 None None] Routers {'74bae466-643f-43bd-bf84-bed0551279db'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:37:44.256011 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-9cda3d4b-ff3a-4b0a-a1a4-35d6d76b7459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:37:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['74bae466-643f-43bd-bf84-bed0551279db'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:37:44.256194 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59686) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:37:44.286125 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d585d66e-3cd5-4c7d-a145-4509a684a347 tempest-TestNetworkAdvancedServerOps-914316040 tempest-TestNetworkAdvancedServerOps-914316040-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=cd4dc3a306bd4a69832000c41db1a90a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260890 Mar 11 20:37:44.286325 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59688) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:37:44.361433 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-9cda3d4b-ff3a-4b0a-a1a4-35d6d76b7459 None None] Set router 74bae466-643f-43bd-bf84-bed0551279db gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:37:44.371553 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e9158c-a8e1-43ed-b760-8a027a47f9a0 tempest-TestNetworkAdvancedServerOps-914316040 tempest-TestNetworkAdvancedServerOps-914316040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:37:44.373092 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-24e9158c-a8e1-43ed-b760-8a027a47f9a0 tempest-TestNetworkAdvancedServerOps-914316040 tempest-TestNetworkAdvancedServerOps-914316040-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0858979 Mar 11 20:37:44.375929 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59690) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:37:44.402224 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-8e9c91eb-db76-4c70-a56b-100199fd4c2d tempest-TestNetworkAdvancedServerOps-914316040 tempest-TestNetworkAdvancedServerOps-914316040-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=612cc066-33e3-444d-b1c7-d0a64751482a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0252225 Mar 11 20:37:44.404787 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59692) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:37:44.409484 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-62b25826-2ea5-413d-9d6b-e518ae10d0ef tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2105955318', 'network_id': '3ea7990b-ae89-4e80-87fb-a3c93904141e', 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:37:44.498243 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b25826-2ea5-413d-9d6b-e518ae10d0ef tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Made reservation on behalf of cd4dc3a306bd4a69832000c41db1a90a for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:37:44.501826 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-62b25826-2ea5-413d-9d6b-e518ae10d0ef tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:44.541102 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-9cda3d4b-ff3a-4b0a-a1a4-35d6d76b7459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74bae466-643f-43bd-bf84-bed0551279db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825020471', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '3134e003-83db-460f-b5a3-99e1429ebd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:37:42Z', 'updated_at': '2022-03-11T20:37:43Z', 'revision_number': 3, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'gw_port': {'id': '3134e003-83db-460f-b5a3-99e1429ebd32', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fb:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74bae466-643f-43bd-bf84-bed0551279db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:37:43Z', 'updated_at': '2022-03-11T20:37:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:37:44.567863 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cda3d4b-ff3a-4b0a-a1a4-35d6d76b7459 None None] Checking router: 74bae466-643f-43bd-bf84-bed0551279db for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:37:44.568215 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cda3d4b-ff3a-4b0a-a1a4-35d6d76b7459 None None] Updating router 74bae466-643f-43bd-bf84-bed0551279db port 3134e003-83db-460f-b5a3-99e1429ebd32 binding host n-d-833163-1 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 20:37:44.596838 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9cda3d4b-ff3a-4b0a-a1a4-35d6d76b7459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (3134e003-83db-460f-b5a3-99e1429ebd32), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:44.698570 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-62b25826-2ea5-413d-9d6b-e518ae10d0ef tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (4fe3e6b4-5310-4141-b7c6-8e5d423d08fc), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:44.762564 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b25826-2ea5-413d-9d6b-e518ae10d0ef tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'Subnet': ['ID=4fe3e6b4-5310-4141-b7c6-8e5d423d08fc,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:37:44.772971 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b25826-2ea5-413d-9d6b-e518ae10d0ef tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Checking segment: {'id': '9841fb04-5d23-4544-af29-b4d8965f3962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '3ea7990b-ae89-4e80-87fb-a3c93904141e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:37:44.773339 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b25826-2ea5-413d-9d6b-e518ae10d0ef tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Network hostable DHCP agents. Network: 3ea7990b-ae89-4e80-87fb-a3c93904141e, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:37:44.790396 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b25826-2ea5-413d-9d6b-e518ae10d0ef tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Network 3ea7990b-ae89-4e80-87fb-a3c93904141e is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:37:44.799541 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-62b25826-2ea5-413d-9d6b-e518ae10d0ef tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 3ea7990b-ae89-4e80-87fb-a3c93904141e) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:37:44.806980 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b25826-2ea5-413d-9d6b-e518ae10d0ef tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:37:44.807664 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-62b25826-2ea5-413d-9d6b-e518ae10d0ef tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:44.823428 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-62b25826-2ea5-413d-9d6b-e518ae10d0ef tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4176357 Mar 11 20:37:44.826478 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59694) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:37:44.839029 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb23df2f-6c3c-4dfe-b841-b8c634b98c12 None None] Network 3ea7990b-ae89-4e80-87fb-a3c93904141e requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:37:45.000786 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819cba97-9f96-4d4f-af4e-272b119bdc0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-3ea7990b-ae89-4e80-87fb-a3c93904141e', 'network_id': '3ea7990b-ae89-4e80-87fb-a3c93904141e', 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'fixed_ips': [{'subnet_id': '4fe3e6b4-5310-4141-b7c6-8e5d423d08fc'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 20:37:45.001636 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-819cba97-9f96-4d4f-af4e-272b119bdc0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:45.197986 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9cda3d4b-ff3a-4b0a-a1a4-35d6d76b7459 None None] Publish callbacks [] for port (3134e003-83db-460f-b5a3-99e1429ebd32), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:45.208550 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9cda3d4b-ff3a-4b0a-a1a4-35d6d76b7459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (3134e003-83db-460f-b5a3-99e1429ebd32), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:45.218497 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-819cba97-9f96-4d4f-af4e-272b119bdc0b None None] Allocated IP 172.20.0.2 (3ea7990b-ae89-4e80-87fb-a3c93904141e/4fe3e6b4-5310-4141-b7c6-8e5d423d08fc/ccf17835-47c4-43f0-b171-849b0a226596) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:37:45.275029 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-109aa5e8-9722-4ae5-a4b5-097e782f5ebb tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:45.277743 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-9cda3d4b-ff3a-4b0a-a1a4-35d6d76b7459 None None] Attempting to bind port 3134e003-83db-460f-b5a3-99e1429ebd32 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:37:45.278246 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-9cda3d4b-ff3a-4b0a-a1a4-35d6d76b7459 None None] Attempting to bind port 3134e003-83db-460f-b5a3-99e1429ebd32 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:37:45.278480 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cda3d4b-ff3a-4b0a-a1a4-35d6d76b7459 None None] Attempting to bind port 3134e003-83db-460f-b5a3-99e1429ebd32 on network 612cc066-33e3-444d-b1c7-d0a64751482a {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:37:45.288656 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9f8739-7922-4d64-bd7c-f29b752f9126 None None] Pushing event updated for resources: {'Port': ['ID=3134e003-83db-460f-b5a3-99e1429ebd32,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:37:45.297386 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cda3d4b-ff3a-4b0a-a1a4-35d6d76b7459 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:37:45.297785 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cda3d4b-ff3a-4b0a-a1a4-35d6d76b7459 None None] Checking segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:37:45.298193 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9cda3d4b-ff3a-4b0a-a1a4-35d6d76b7459 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:45.298587 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cda3d4b-ff3a-4b0a-a1a4-35d6d76b7459 None None] Bound using segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:37:45.299068 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-9cda3d4b-ff3a-4b0a-a1a4-35d6d76b7459 None None] Bound port: 3134e003-83db-460f-b5a3-99e1429ebd32, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:37:45.299460 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9cda3d4b-ff3a-4b0a-a1a4-35d6d76b7459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (3134e003-83db-460f-b5a3-99e1429ebd32), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:45.402212 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-9cda3d4b-ff3a-4b0a-a1a4-35d6d76b7459 None None] For port 3134e003-83db-460f-b5a3-99e1429ebd32, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:37:45.407572 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-9cda3d4b-ff3a-4b0a-a1a4-35d6d76b7459 None None] For port 3134e003-83db-460f-b5a3-99e1429ebd32, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=3134e003-83db-460f-b5a3-99e1429ebd32,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:37:45.418858 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9cda3d4b-ff3a-4b0a-a1a4-35d6d76b7459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (3134e003-83db-460f-b5a3-99e1429ebd32), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:45.507309 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-819cba97-9f96-4d4f-af4e-272b119bdc0b None None] Publish callbacks [] for port (ccf17835-47c4-43f0-b171-849b0a226596), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:45.514471 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cda3d4b-ff3a-4b0a-a1a4-35d6d76b7459 None None] Routers {'74bae466-643f-43bd-bf84-bed0551279db'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:37:45.515093 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-9cda3d4b-ff3a-4b0a-a1a4-35d6d76b7459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:37:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['74bae466-643f-43bd-bf84-bed0551279db'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:37:45.517914 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9f8739-7922-4d64-bd7c-f29b752f9126 None None] Pushing event updated for resources: {'Port': ['ID=3134e003-83db-460f-b5a3-99e1429ebd32,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:37:45.520806 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-819cba97-9f96-4d4f-af4e-272b119bdc0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (ccf17835-47c4-43f0-b171-849b0a226596), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:45.561711 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-109aa5e8-9722-4ae5-a4b5-097e782f5ebb tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Allocated IP 172.20.0.1 (3ea7990b-ae89-4e80-87fb-a3c93904141e/4fe3e6b4-5310-4141-b7c6-8e5d423d08fc/f1db2a5f-b0b9-4083-8c86-dad523a04c89) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:37:45.602529 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819cba97-9f96-4d4f-af4e-272b119bdc0b None None] Network 3ea7990b-ae89-4e80-87fb-a3c93904141e is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:37:45.613893 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-819cba97-9f96-4d4f-af4e-272b119bdc0b None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:37:45.621652 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819cba97-9f96-4d4f-af4e-272b119bdc0b None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:37:45.653018 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819cba97-9f96-4d4f-af4e-272b119bdc0b None None] Pushing event updated for resources: {'Port': ['ID=ccf17835-47c4-43f0-b171-849b0a226596,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:37:45.681013 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-109aa5e8-9722-4ae5-a4b5-097e782f5ebb tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for port (f1db2a5f-b0b9-4083-8c86-dad523a04c89), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:45.714702 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-109aa5e8-9722-4ae5-a4b5-097e782f5ebb tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (f1db2a5f-b0b9-4083-8c86-dad523a04c89), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:45.715503 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-9cda3d4b-ff3a-4b0a-a1a4-35d6d76b7459 None None] Set router 74bae466-643f-43bd-bf84-bed0551279db gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:37:45.753029 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109aa5e8-9722-4ae5-a4b5-097e782f5ebb tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Network 3ea7990b-ae89-4e80-87fb-a3c93904141e is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:37:45.756084 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-109aa5e8-9722-4ae5-a4b5-097e782f5ebb tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:37:45.762542 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109aa5e8-9722-4ae5-a4b5-097e782f5ebb tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:37:45.773383 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-819cba97-9f96-4d4f-af4e-272b119bdc0b None None] Attempting to bind port ccf17835-47c4-43f0-b171-849b0a226596 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:37:45.773760 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-819cba97-9f96-4d4f-af4e-272b119bdc0b None None] Attempting to bind port ccf17835-47c4-43f0-b171-849b0a226596 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '9841fb04-5d23-4544-af29-b4d8965f3962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '3ea7990b-ae89-4e80-87fb-a3c93904141e'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:37:45.774131 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819cba97-9f96-4d4f-af4e-272b119bdc0b None None] Attempting to bind port ccf17835-47c4-43f0-b171-849b0a226596 on network 3ea7990b-ae89-4e80-87fb-a3c93904141e {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:37:45.786842 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109aa5e8-9722-4ae5-a4b5-097e782f5ebb tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'Port': ['ID=f1db2a5f-b0b9-4083-8c86-dad523a04c89,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:37:45.787513 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819cba97-9f96-4d4f-af4e-272b119bdc0b None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:37:45.788450 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819cba97-9f96-4d4f-af4e-272b119bdc0b None None] Checking segment: {'id': '9841fb04-5d23-4544-af29-b4d8965f3962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '3ea7990b-ae89-4e80-87fb-a3c93904141e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:37:45.788858 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-819cba97-9f96-4d4f-af4e-272b119bdc0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:45.789254 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819cba97-9f96-4d4f-af4e-272b119bdc0b None None] Bound using segment: {'id': '9841fb04-5d23-4544-af29-b4d8965f3962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '3ea7990b-ae89-4e80-87fb-a3c93904141e'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:37:45.789736 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-819cba97-9f96-4d4f-af4e-272b119bdc0b None None] Bound port: ccf17835-47c4-43f0-b171-849b0a226596, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9841fb04-5d23-4544-af29-b4d8965f3962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '3ea7990b-ae89-4e80-87fb-a3c93904141e'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:37:45.790120 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-819cba97-9f96-4d4f-af4e-272b119bdc0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ccf17835-47c4-43f0-b171-849b0a226596), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:45.809742 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-109aa5e8-9722-4ae5-a4b5-097e782f5ebb tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (74bae466-643f-43bd-bf84-bed0551279db), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:45.906588 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-819cba97-9f96-4d4f-af4e-272b119bdc0b None None] For port ccf17835-47c4-43f0-b171-849b0a226596, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:37:45.936100 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-819cba97-9f96-4d4f-af4e-272b119bdc0b None None] For port ccf17835-47c4-43f0-b171-849b0a226596, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=ccf17835-47c4-43f0-b171-849b0a226596,segment=NetworkSegment(9841fb04-5d23-4544-af29-b4d8965f3962),segment_id=9841fb04-5d23-4544-af29-b4d8965f3962)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:37:45.944270 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-109aa5e8-9722-4ae5-a4b5-097e782f5ebb tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (f1db2a5f-b0b9-4083-8c86-dad523a04c89), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:45.946087 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-819cba97-9f96-4d4f-af4e-272b119bdc0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (ccf17835-47c4-43f0-b171-849b0a226596), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:46.022428 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819cba97-9f96-4d4f-af4e-272b119bdc0b None None] Pushing event updated for resources: {'Port': ['ID=ccf17835-47c4-43f0-b171-849b0a226596,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:37:46.028230 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-9cda3d4b-ff3a-4b0a-a1a4-35d6d76b7459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74bae466-643f-43bd-bf84-bed0551279db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825020471', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '3134e003-83db-460f-b5a3-99e1429ebd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:37:42Z', 'updated_at': '2022-03-11T20:37:43Z', 'revision_number': 3, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'gw_port': {'id': '3134e003-83db-460f-b5a3-99e1429ebd32', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fb:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74bae466-643f-43bd-bf84-bed0551279db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:37:43Z', 'updated_at': '2022-03-11T20:37:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:37:46.065057 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cda3d4b-ff3a-4b0a-a1a4-35d6d76b7459 None None] The sync data for ids ['74bae466-643f-43bd-bf84-bed0551279db'] in n-d-833163-1 is: [{'id': '74bae466-643f-43bd-bf84-bed0551279db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825020471', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '3134e003-83db-460f-b5a3-99e1429ebd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:37:42Z', 'updated_at': '2022-03-11T20:37:43Z', 'revision_number': 3, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'gw_port': {'id': '3134e003-83db-460f-b5a3-99e1429ebd32', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fb:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74bae466-643f-43bd-bf84-bed0551279db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:37:43Z', 'updated_at': '2022-03-11T20:37:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:37:46.258499 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-109aa5e8-9722-4ae5-a4b5-097e782f5ebb tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for port (f1db2a5f-b0b9-4083-8c86-dad523a04c89), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:46.264152 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-109aa5e8-9722-4ae5-a4b5-097e782f5ebb tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (f1db2a5f-b0b9-4083-8c86-dad523a04c89), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:46.340532 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109aa5e8-9722-4ae5-a4b5-097e782f5ebb tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'Port': ['ID=f1db2a5f-b0b9-4083-8c86-dad523a04c89,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:37:46.353789 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-109aa5e8-9722-4ae5-a4b5-097e782f5ebb tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (74bae466-643f-43bd-bf84-bed0551279db), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:46.469068 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109aa5e8-9722-4ae5-a4b5-097e782f5ebb tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Network 3ea7990b-ae89-4e80-87fb-a3c93904141e is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:37:46.471097 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-109aa5e8-9722-4ae5-a4b5-097e782f5ebb tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:37:46.592367 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-109aa5e8-9722-4ae5-a4b5-097e782f5ebb tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Router 74bae466-643f-43bd-bf84-bed0551279db has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:37:46.711335 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-109aa5e8-9722-4ae5-a4b5-097e782f5ebb tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:37:46.724362 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-109aa5e8-9722-4ae5-a4b5-097e782f5ebb tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "PUT /v2.0/routers/74bae466-643f-43bd-bf84-bed0551279db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8887949 Mar 11 20:37:46.880694 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cf0e108f-d90e-464d-90ee-c846e3027394 req-78ec4d19-60e1-4d12-8899-9f12d12d525c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2126946784&fields=id&tenant_id=cd4dc3a306bd4a69832000c41db1a90a HTTP/1.1" status: 200 len: 267 time: 0.0517008 Mar 11 20:37:46.997662 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e108f-d90e-464d-90ee-c846e3027394 req-5443eed3-b8bf-4863-be63-fb98f52e27cc tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:37:46.999233 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cf0e108f-d90e-464d-90ee-c846e3027394 req-5443eed3-b8bf-4863-be63-fb98f52e27cc tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/networks?id=3ea7990b-ae89-4e80-87fb-a3c93904141e HTTP/1.1" status: 200 len: 797 time: 0.1119153 Mar 11 20:37:47.018132 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cf0e108f-d90e-464d-90ee-c846e3027394 req-1b8e4b40-86a5-45e4-8deb-32277d769a61 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/quotas/cd4dc3a306bd4a69832000c41db1a90a HTTP/1.1" status: 200 len: 375 time: 0.0133684 Mar 11 20:37:47.023797 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5113288-3d2a-4ff8-9e07-e572b812e7b1 None None] Network 3ea7990b-ae89-4e80-87fb-a3c93904141e requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:37:47.074611 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cf0e108f-d90e-464d-90ee-c846e3027394 req-81ec1ff8-1983-494b-b324-3ee2760eb584 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd4dc3a306bd4a69832000c41db1a90a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506518 Mar 11 20:37:47.096913 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-da105150-bf6f-47dc-a1a3-086a25a12bc2 None None] Provisioning complete for port ccf17835-47c4-43f0-b171-849b0a226596 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:37:47.097296 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-da105150-bf6f-47dc-a1a3-086a25a12bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ccf17835-47c4-43f0-b171-849b0a226596), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:47.212527 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-da105150-bf6f-47dc-a1a3-086a25a12bc2 None None] Current status of the port ccf17835-47c4-43f0-b171-849b0a226596 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:37:47.212922 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-da105150-bf6f-47dc-a1a3-086a25a12bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (ccf17835-47c4-43f0-b171-849b0a226596), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:47.221355 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cf0e108f-d90e-464d-90ee-c846e3027394 req-09f2703e-6875-4812-acc2-54e6ddc35cbb service neutron] 10.222.0.65 "GET /v2.0/networks/3ea7990b-ae89-4e80-87fb-a3c93904141e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347034 Mar 11 20:37:47.248191 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-da105150-bf6f-47dc-a1a3-086a25a12bc2 None None] For port ccf17835-47c4-43f0-b171-849b0a226596, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=ccf17835-47c4-43f0-b171-849b0a226596,segment=NetworkSegment(9841fb04-5d23-4544-af29-b4d8965f3962),segment_id=9841fb04-5d23-4544-af29-b4d8965f3962)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:37:47.255717 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-da105150-bf6f-47dc-a1a3-086a25a12bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (ccf17835-47c4-43f0-b171-849b0a226596), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:47.317247 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da105150-bf6f-47dc-a1a3-086a25a12bc2 None None] Pushing event updated for resources: {'Port': ['ID=ccf17835-47c4-43f0-b171-849b0a226596,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:37:47.345006 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cf0e108f-d90e-464d-90ee-c846e3027394 req-f3ae034e-5cff-4a24-9572-c3ad6eed2763 service neutron] 10.222.0.65 "GET /v2.0/networks/3ea7990b-ae89-4e80-87fb-a3c93904141e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959327 Mar 11 20:37:47.481237 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-233bd3d9-29c2-4f75-a919-0ae289bcc21d None None] Provisioning complete for port ccf17835-47c4-43f0-b171-849b0a226596 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:37:47.481619 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-233bd3d9-29c2-4f75-a919-0ae289bcc21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ccf17835-47c4-43f0-b171-849b0a226596), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:47.725973 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-233bd3d9-29c2-4f75-a919-0ae289bcc21d None None] Current status of the port ccf17835-47c4-43f0-b171-849b0a226596 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:37:47.736949 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-233bd3d9-29c2-4f75-a919-0ae289bcc21d None None] Provisioning complete for port f1db2a5f-b0b9-4083-8c86-dad523a04c89 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:37:47.737327 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-233bd3d9-29c2-4f75-a919-0ae289bcc21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (f1db2a5f-b0b9-4083-8c86-dad523a04c89), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:47.772799 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-233bd3d9-29c2-4f75-a919-0ae289bcc21d None None] Port f1db2a5f-b0b9-4083-8c86-dad523a04c89 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:37:47.820996 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159c9fb3-76f9-4016-8f4d-f94f74b9a418 None None] Sync routers for ids ['74bae466-643f-43bd-bf84-bed0551279db'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:37:47.831423 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159c9fb3-76f9-4016-8f4d-f94f74b9a418 None None] Routers {'74bae466-643f-43bd-bf84-bed0551279db'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:37:47.832068 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-159c9fb3-76f9-4016-8f4d-f94f74b9a418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:37:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['74bae466-643f-43bd-bf84-bed0551279db'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:37:47.863973 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 3134e003-83db-460f-b5a3-99e1429ebd32 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:37:47.910530 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-dd41aee7-321e-44f5-a62b-acf38f5e45fc None None] Provisioning complete for port f1db2a5f-b0b9-4083-8c86-dad523a04c89 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:37:47.910903 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-dd41aee7-321e-44f5-a62b-acf38f5e45fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (f1db2a5f-b0b9-4083-8c86-dad523a04c89), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:47.953904 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 3134e003-83db-460f-b5a3-99e1429ebd32 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:37:47.954277 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (3134e003-83db-460f-b5a3-99e1429ebd32), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:47.958237 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-dd41aee7-321e-44f5-a62b-acf38f5e45fc None None] Port f1db2a5f-b0b9-4083-8c86-dad523a04c89 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:37:48.033148 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-159c9fb3-76f9-4016-8f4d-f94f74b9a418 None None] Set router 74bae466-643f-43bd-bf84-bed0551279db gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:37:48.033364 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 3134e003-83db-460f-b5a3-99e1429ebd32 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:37:48.033808 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (3134e003-83db-460f-b5a3-99e1429ebd32), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:48.054771 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 3134e003-83db-460f-b5a3-99e1429ebd32, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=3134e003-83db-460f-b5a3-99e1429ebd32,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:37:48.059126 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (3134e003-83db-460f-b5a3-99e1429ebd32), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:48.059916 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device ccf17835-47c4-43f0-b171-849b0a226596 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:37:48.133316 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=3134e003-83db-460f-b5a3-99e1429ebd32,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:37:48.145375 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port ccf17835-47c4-43f0-b171-849b0a226596 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:37:48.145752 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (ccf17835-47c4-43f0-b171-849b0a226596), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:48.222313 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port ccf17835-47c4-43f0-b171-849b0a226596 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:37:48.231474 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-159c9fb3-76f9-4016-8f4d-f94f74b9a418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74bae466-643f-43bd-bf84-bed0551279db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825020471', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '3134e003-83db-460f-b5a3-99e1429ebd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:37:42Z', 'updated_at': '2022-03-11T20:37:45Z', 'revision_number': 4, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'gw_port': {'id': '3134e003-83db-460f-b5a3-99e1429ebd32', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fb:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74bae466-643f-43bd-bf84-bed0551279db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:37:43Z', 'updated_at': '2022-03-11T20:37:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'f1db2a5f-b0b9-4083-8c86-dad523a04c89', 'name': '', 'network_id': '3ea7990b-ae89-4e80-87fb-a3c93904141e', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'mac_address': 'fa:16:3e:6e:5f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74bae466-643f-43bd-bf84-bed0551279db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '4fe3e6b4-5310-4141-b7c6-8e5d423d08fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:37:45Z', 'updated_at': '2022-03-11T20:37:46Z', 'revision_number': 2, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'subnets': [{'id': '4fe3e6b4-5310-4141-b7c6-8e5d423d08fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:37:48.257721 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159c9fb3-76f9-4016-8f4d-f94f74b9a418 None None] Checking router: 74bae466-643f-43bd-bf84-bed0551279db for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:37:48.258078 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159c9fb3-76f9-4016-8f4d-f94f74b9a418 None None] Updating router 74bae466-643f-43bd-bf84-bed0551279db port f1db2a5f-b0b9-4083-8c86-dad523a04c89 binding host n-d-833163-1 {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 20:37:48.288855 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-159c9fb3-76f9-4016-8f4d-f94f74b9a418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (f1db2a5f-b0b9-4083-8c86-dad523a04c89), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:48.527366 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-536d2003-b983-478b-a3a2-7c6fbea28715 req-8d3db4f3-7d61-4718-bd09-2a1042dd6f76 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b96c358-9916-4904-9ded-765289b1920d HTTP/1.1" status: 200 len: 210 time: 0.0328450 Mar 11 20:37:48.559675 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-159c9fb3-76f9-4016-8f4d-f94f74b9a418 None None] Publish callbacks [] for port (f1db2a5f-b0b9-4083-8c86-dad523a04c89), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:48.566012 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-159c9fb3-76f9-4016-8f4d-f94f74b9a418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (f1db2a5f-b0b9-4083-8c86-dad523a04c89), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:48.638024 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b4ae62-7b86-4cd7-b0c0-3c8b800e457a None None] Pushing event updated for resources: {'Port': ['ID=f1db2a5f-b0b9-4083-8c86-dad523a04c89,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:37:48.646672 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b4ae62-7b86-4cd7-b0c0-3c8b800e457a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:37:48.647063 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b4ae62-7b86-4cd7-b0c0-3c8b800e457a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:37:48.647400 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b4ae62-7b86-4cd7-b0c0-3c8b800e457a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:37:48.647758 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b4ae62-7b86-4cd7-b0c0-3c8b800e457a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:37:48.648085 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b4ae62-7b86-4cd7-b0c0-3c8b800e457a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:37:48.648409 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b4ae62-7b86-4cd7-b0c0-3c8b800e457a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:37:48.648729 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b4ae62-7b86-4cd7-b0c0-3c8b800e457a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:37:48.649049 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b4ae62-7b86-4cd7-b0c0-3c8b800e457a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:37:48.649365 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b4ae62-7b86-4cd7-b0c0-3c8b800e457a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:37:48.649677 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b4ae62-7b86-4cd7-b0c0-3c8b800e457a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:37:48.649989 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b4ae62-7b86-4cd7-b0c0-3c8b800e457a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:37:48.650303 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b4ae62-7b86-4cd7-b0c0-3c8b800e457a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:37:48.650613 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b4ae62-7b86-4cd7-b0c0-3c8b800e457a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:37:48.681762 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-159c9fb3-76f9-4016-8f4d-f94f74b9a418 None None] Attempting to bind port f1db2a5f-b0b9-4083-8c86-dad523a04c89 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:37:48.682127 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-159c9fb3-76f9-4016-8f4d-f94f74b9a418 None None] Attempting to bind port f1db2a5f-b0b9-4083-8c86-dad523a04c89 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '9841fb04-5d23-4544-af29-b4d8965f3962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '3ea7990b-ae89-4e80-87fb-a3c93904141e'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:37:48.682540 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159c9fb3-76f9-4016-8f4d-f94f74b9a418 None None] Attempting to bind port f1db2a5f-b0b9-4083-8c86-dad523a04c89 on network 3ea7990b-ae89-4e80-87fb-a3c93904141e {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:37:48.688166 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159c9fb3-76f9-4016-8f4d-f94f74b9a418 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:37:48.688544 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159c9fb3-76f9-4016-8f4d-f94f74b9a418 None None] Checking segment: {'id': '9841fb04-5d23-4544-af29-b4d8965f3962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '3ea7990b-ae89-4e80-87fb-a3c93904141e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:37:48.688997 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-159c9fb3-76f9-4016-8f4d-f94f74b9a418 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:48.689383 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159c9fb3-76f9-4016-8f4d-f94f74b9a418 None None] Bound using segment: {'id': '9841fb04-5d23-4544-af29-b4d8965f3962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '3ea7990b-ae89-4e80-87fb-a3c93904141e'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:37:48.689847 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-159c9fb3-76f9-4016-8f4d-f94f74b9a418 None None] Bound port: f1db2a5f-b0b9-4083-8c86-dad523a04c89, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9841fb04-5d23-4544-af29-b4d8965f3962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '3ea7990b-ae89-4e80-87fb-a3c93904141e'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:37:48.690220 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-159c9fb3-76f9-4016-8f4d-f94f74b9a418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (f1db2a5f-b0b9-4083-8c86-dad523a04c89), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:48.759995 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-159c9fb3-76f9-4016-8f4d-f94f74b9a418 None None] For port f1db2a5f-b0b9-4083-8c86-dad523a04c89, host n-d-833163-1, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:37:48.763201 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-159c9fb3-76f9-4016-8f4d-f94f74b9a418 None None] For port f1db2a5f-b0b9-4083-8c86-dad523a04c89, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=f1db2a5f-b0b9-4083-8c86-dad523a04c89,segment=NetworkSegment(9841fb04-5d23-4544-af29-b4d8965f3962),segment_id=9841fb04-5d23-4544-af29-b4d8965f3962)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:37:48.769228 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-159c9fb3-76f9-4016-8f4d-f94f74b9a418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (f1db2a5f-b0b9-4083-8c86-dad523a04c89), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:48.821966 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159c9fb3-76f9-4016-8f4d-f94f74b9a418 None None] Routers {'74bae466-643f-43bd-bf84-bed0551279db'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:37:48.822584 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-159c9fb3-76f9-4016-8f4d-f94f74b9a418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:37:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['74bae466-643f-43bd-bf84-bed0551279db'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:37:48.881521 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b4ae62-7b86-4cd7-b0c0-3c8b800e457a None None] Pushing event updated for resources: {'Port': ['ID=f1db2a5f-b0b9-4083-8c86-dad523a04c89,revision_number=4']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:37:48.883172 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-0ff32552-41f7-4f61-be17-93d1d9c3cd40 None None] Provisioning complete for port f1db2a5f-b0b9-4083-8c86-dad523a04c89 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:37:48.883942 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ff32552-41f7-4f61-be17-93d1d9c3cd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (f1db2a5f-b0b9-4083-8c86-dad523a04c89), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:48.970298 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-159c9fb3-76f9-4016-8f4d-f94f74b9a418 None None] Set router 74bae466-643f-43bd-bf84-bed0551279db gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:37:48.995668 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-0ff32552-41f7-4f61-be17-93d1d9c3cd40 None None] Current status of the port f1db2a5f-b0b9-4083-8c86-dad523a04c89 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:37:48.996454 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ff32552-41f7-4f61-be17-93d1d9c3cd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (f1db2a5f-b0b9-4083-8c86-dad523a04c89), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:49.034037 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-0ff32552-41f7-4f61-be17-93d1d9c3cd40 None None] For port f1db2a5f-b0b9-4083-8c86-dad523a04c89, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=f1db2a5f-b0b9-4083-8c86-dad523a04c89,segment=NetworkSegment(9841fb04-5d23-4544-af29-b4d8965f3962),segment_id=9841fb04-5d23-4544-af29-b4d8965f3962)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:37:49.040035 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ff32552-41f7-4f61-be17-93d1d9c3cd40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (f1db2a5f-b0b9-4083-8c86-dad523a04c89), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:49.102934 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff32552-41f7-4f61-be17-93d1d9c3cd40 None None] Pushing event updated for resources: {'Port': ['ID=f1db2a5f-b0b9-4083-8c86-dad523a04c89,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:37:49.161972 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-8da8a9bb-6966-4d93-9b45-224dffe4509f None None] Provisioning complete for port f1db2a5f-b0b9-4083-8c86-dad523a04c89 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:37:49.162445 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8da8a9bb-6966-4d93-9b45-224dffe4509f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (f1db2a5f-b0b9-4083-8c86-dad523a04c89), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:49.191013 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-159c9fb3-76f9-4016-8f4d-f94f74b9a418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74bae466-643f-43bd-bf84-bed0551279db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825020471', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '3134e003-83db-460f-b5a3-99e1429ebd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:37:42Z', 'updated_at': '2022-03-11T20:37:45Z', 'revision_number': 4, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'gw_port': {'id': '3134e003-83db-460f-b5a3-99e1429ebd32', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bae466-643f-43bd-bf84-bed0551279db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:37:43Z', 'updated_at': '2022-03-11T20:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'f1db2a5f-b0b9-4083-8c86-dad523a04c89', 'name': '', 'network_id': '3ea7990b-ae89-4e80-87fb-a3c93904141e', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'mac_address': 'fa:16:3e:6e:5f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74bae466-643f-43bd-bf84-bed0551279db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '4fe3e6b4-5310-4141-b7c6-8e5d423d08fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:37:45Z', 'updated_at': '2022-03-11T20:37:48Z', 'revision_number': 4, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'subnets': [{'id': '4fe3e6b4-5310-4141-b7c6-8e5d423d08fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:37:49.218341 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159c9fb3-76f9-4016-8f4d-f94f74b9a418 None None] The sync data for ids ['74bae466-643f-43bd-bf84-bed0551279db'] in n-d-833163-1 is: [{'id': '74bae466-643f-43bd-bf84-bed0551279db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825020471', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '3134e003-83db-460f-b5a3-99e1429ebd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:37:42Z', 'updated_at': '2022-03-11T20:37:45Z', 'revision_number': 4, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'gw_port': {'id': '3134e003-83db-460f-b5a3-99e1429ebd32', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bae466-643f-43bd-bf84-bed0551279db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:37:43Z', 'updated_at': '2022-03-11T20:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'f1db2a5f-b0b9-4083-8c86-dad523a04c89', 'name': '', 'network_id': '3ea7990b-ae89-4e80-87fb-a3c93904141e', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'mac_address': 'fa:16:3e:6e:5f:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74bae466-643f-43bd-bf84-bed0551279db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '4fe3e6b4-5310-4141-b7c6-8e5d423d08fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:37:45Z', 'updated_at': '2022-03-11T20:37:48Z', 'revision_number': 4, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'subnets': [{'id': '4fe3e6b4-5310-4141-b7c6-8e5d423d08fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:37:49.245592 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8da8a9bb-6966-4d93-9b45-224dffe4509f None None] Current status of the port f1db2a5f-b0b9-4083-8c86-dad523a04c89 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:37:49.540709 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:49.595121 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e108f-d90e-464d-90ee-c846e3027394 req-de7d618d-8751-404c-bd6c-b03dbe8cc806 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:37:49.596746 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cf0e108f-d90e-464d-90ee-c846e3027394 req-de7d618d-8751-404c-bd6c-b03dbe8cc806 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.75 "GET /v2.0/networks?id=3ea7990b-ae89-4e80-87fb-a3c93904141e HTTP/1.1" status: 200 len: 797 time: 0.1181586 Mar 11 20:37:49.657976 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3facc831-8aca-46de-82c4-e54843972dc2 req-06fa6429-de32-432c-ba9d-ea9b72bb1025 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b96c358-9916-4904-9ded-765289b1920d HTTP/1.1" status: 200 len: 210 time: 0.0374558 Mar 11 20:37:49.693235 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cf0e108f-d90e-464d-90ee-c846e3027394 req-1e1ccf71-4b37-434d-a41d-73de1721f46d tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd4dc3a306bd4a69832000c41db1a90a HTTP/1.1" status: 200 len: 380 time: 0.0874748 Mar 11 20:37:49.703548 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-cf0e108f-d90e-464d-90ee-c846e3027394 req-100d080a-8fd0-4ecc-8a41-bd9ecdb4f6c3 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Request body: {'port': {'device_id': '7b96c358-9916-4904-9ded-765289b1920d', 'network_id': '3ea7990b-ae89-4e80-87fb-a3c93904141e', 'admin_state_up': True, 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'security_groups': ['d33f9174-cddf-4a27-992e-cd7a4fc1d22b']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:37:49.825612 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf0e108f-d90e-464d-90ee-c846e3027394 req-100d080a-8fd0-4ecc-8a41-bd9ecdb4f6c3 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Made reservation on behalf of cd4dc3a306bd4a69832000c41db1a90a for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:37:49.829230 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cf0e108f-d90e-464d-90ee-c846e3027394 req-100d080a-8fd0-4ecc-8a41-bd9ecdb4f6c3 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:49.918624 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device f1db2a5f-b0b9-4083-8c86-dad523a04c89 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:37:49.968329 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-cf0e108f-d90e-464d-90ee-c846e3027394 req-100d080a-8fd0-4ecc-8a41-bd9ecdb4f6c3 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Allocated IP 172.20.0.4 (3ea7990b-ae89-4e80-87fb-a3c93904141e/4fe3e6b4-5310-4141-b7c6-8e5d423d08fc/da32f46d-da2e-4855-84a8-bb057135dfec) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:37:49.972841 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port f1db2a5f-b0b9-4083-8c86-dad523a04c89 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:37:49.973524 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (f1db2a5f-b0b9-4083-8c86-dad523a04c89), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:50.062379 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port f1db2a5f-b0b9-4083-8c86-dad523a04c89 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:37:50.063491 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 3134e003-83db-460f-b5a3-99e1429ebd32 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:37:50.112250 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 3134e003-83db-460f-b5a3-99e1429ebd32 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:37:50.112691 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (3134e003-83db-460f-b5a3-99e1429ebd32), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:50.114741 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cf0e108f-d90e-464d-90ee-c846e3027394 req-100d080a-8fd0-4ecc-8a41-bd9ecdb4f6c3 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for port (da32f46d-da2e-4855-84a8-bb057135dfec), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:50.164819 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cf0e108f-d90e-464d-90ee-c846e3027394 req-100d080a-8fd0-4ecc-8a41-bd9ecdb4f6c3 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (da32f46d-da2e-4855-84a8-bb057135dfec), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:50.192616 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 3134e003-83db-460f-b5a3-99e1429ebd32 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:37:50.214347 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf0e108f-d90e-464d-90ee-c846e3027394 req-100d080a-8fd0-4ecc-8a41-bd9ecdb4f6c3 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Network 3ea7990b-ae89-4e80-87fb-a3c93904141e is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:37:50.217411 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-cf0e108f-d90e-464d-90ee-c846e3027394 req-100d080a-8fd0-4ecc-8a41-bd9ecdb4f6c3 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:37:50.221749 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf0e108f-d90e-464d-90ee-c846e3027394 req-100d080a-8fd0-4ecc-8a41-bd9ecdb4f6c3 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:37:50.226096 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d080a-8fd0-4ecc-8a41-bd9ecdb4f6c3 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'Port': ['ID=da32f46d-da2e-4855-84a8-bb057135dfec,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:37:50.278234 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e108f-d90e-464d-90ee-c846e3027394 req-100d080a-8fd0-4ecc-8a41-bd9ecdb4f6c3 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:37:50.278876 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cf0e108f-d90e-464d-90ee-c846e3027394 req-100d080a-8fd0-4ecc-8a41-bd9ecdb4f6c3 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:50.300166 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cf0e108f-d90e-464d-90ee-c846e3027394 req-100d080a-8fd0-4ecc-8a41-bd9ecdb4f6c3 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6006560 Mar 11 20:37:50.362677 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-cf0e108f-d90e-464d-90ee-c846e3027394 req-894d87bb-7151-4805-8b2c-4c4b55c886db service neutron] Request body: {'port': {'device_id': '7b96c358-9916-4904-9ded-765289b1920d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:37:50.430355 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cf0e108f-d90e-464d-90ee-c846e3027394 req-894d87bb-7151-4805-8b2c-4c4b55c886db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (da32f46d-da2e-4855-84a8-bb057135dfec), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:50.479929 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-7e2cbdf2-f828-4b7a-9f06-51052ad1c77d None None] Provisioning complete for port da32f46d-da2e-4855-84a8-bb057135dfec triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:37:50.480382 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7e2cbdf2-f828-4b7a-9f06-51052ad1c77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (da32f46d-da2e-4855-84a8-bb057135dfec), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:50.517062 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-7e2cbdf2-f828-4b7a-9f06-51052ad1c77d None None] Port da32f46d-da2e-4855-84a8-bb057135dfec cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:37:50.689289 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-cf0e108f-d90e-464d-90ee-c846e3027394 req-894d87bb-7151-4805-8b2c-4c4b55c886db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da32f46d-da2e-4855-84a8-bb057135dfec {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:37:50.697686 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cf0e108f-d90e-464d-90ee-c846e3027394 req-894d87bb-7151-4805-8b2c-4c4b55c886db service neutron] Publish callbacks [] for port (da32f46d-da2e-4855-84a8-bb057135dfec), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:50.710410 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-cf0e108f-d90e-464d-90ee-c846e3027394 req-894d87bb-7151-4805-8b2c-4c4b55c886db service neutron] Transition to ACTIVE for port object da32f46d-da2e-4855-84a8-bb057135dfec will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 20:37:50.715449 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cf0e108f-d90e-464d-90ee-c846e3027394 req-894d87bb-7151-4805-8b2c-4c4b55c886db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (da32f46d-da2e-4855-84a8-bb057135dfec), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:50.796333 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894d87bb-7151-4805-8b2c-4c4b55c886db service neutron] Pushing event updated for resources: {'Port': ['ID=da32f46d-da2e-4855-84a8-bb057135dfec,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:37:50.861082 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a86b49-2043-47b1-89a6-ee3ba9fbcdc5 req-5489e4e8-b0a0-4bf1-8785-55285398465a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:37:50.862603 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-94a86b49-2043-47b1-89a6-ee3ba9fbcdc5 req-5489e4e8-b0a0-4bf1-8785-55285398465a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b96c358-9916-4904-9ded-765289b1920d HTTP/1.1" status: 200 len: 943 time: 0.1211233 Mar 11 20:37:50.903519 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-cf0e108f-d90e-464d-90ee-c846e3027394 req-894d87bb-7151-4805-8b2c-4c4b55c886db service neutron] Attempting to bind port da32f46d-da2e-4855-84a8-bb057135dfec on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:37:50.903887 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-cf0e108f-d90e-464d-90ee-c846e3027394 req-894d87bb-7151-4805-8b2c-4c4b55c886db service neutron] Attempting to bind port da32f46d-da2e-4855-84a8-bb057135dfec by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '9841fb04-5d23-4544-af29-b4d8965f3962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '3ea7990b-ae89-4e80-87fb-a3c93904141e'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:37:50.904216 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0e108f-d90e-464d-90ee-c846e3027394 req-894d87bb-7151-4805-8b2c-4c4b55c886db service neutron] Attempting to bind port da32f46d-da2e-4855-84a8-bb057135dfec on network 3ea7990b-ae89-4e80-87fb-a3c93904141e {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:37:50.914719 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0e108f-d90e-464d-90ee-c846e3027394 req-894d87bb-7151-4805-8b2c-4c4b55c886db service neutron] Port da32f46d-da2e-4855-84a8-bb057135dfec on network 3ea7990b-ae89-4e80-87fb-a3c93904141e not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 20:37:50.915045 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0e108f-d90e-464d-90ee-c846e3027394 req-894d87bb-7151-4805-8b2c-4c4b55c886db service neutron] Attempting to bind port da32f46d-da2e-4855-84a8-bb057135dfec on network 3ea7990b-ae89-4e80-87fb-a3c93904141e {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:37:50.931909 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0e108f-d90e-464d-90ee-c846e3027394 req-894d87bb-7151-4805-8b2c-4c4b55c886db service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:37:50.932245 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0e108f-d90e-464d-90ee-c846e3027394 req-894d87bb-7151-4805-8b2c-4c4b55c886db service neutron] Checking segment: {'id': '9841fb04-5d23-4544-af29-b4d8965f3962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '3ea7990b-ae89-4e80-87fb-a3c93904141e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:37:50.932624 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf0e108f-d90e-464d-90ee-c846e3027394 req-894d87bb-7151-4805-8b2c-4c4b55c886db service neutron] Bound using segment: {'id': '9841fb04-5d23-4544-af29-b4d8965f3962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '3ea7990b-ae89-4e80-87fb-a3c93904141e'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:37:50.933056 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-cf0e108f-d90e-464d-90ee-c846e3027394 req-894d87bb-7151-4805-8b2c-4c4b55c886db service neutron] Bound port: da32f46d-da2e-4855-84a8-bb057135dfec, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9841fb04-5d23-4544-af29-b4d8965f3962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '3ea7990b-ae89-4e80-87fb-a3c93904141e'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:37:50.933408 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cf0e108f-d90e-464d-90ee-c846e3027394 req-894d87bb-7151-4805-8b2c-4c4b55c886db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (da32f46d-da2e-4855-84a8-bb057135dfec), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:50.939745 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-94a86b49-2043-47b1-89a6-ee3ba9fbcdc5 req-92f7c6b6-e9fb-4291-9c75-c0f50d8effd3 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=d33f9174-cddf-4a27-992e-cd7a4fc1d22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700662 Mar 11 20:37:50.998828 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-cf0e108f-d90e-464d-90ee-c846e3027394 req-894d87bb-7151-4805-8b2c-4c4b55c886db service neutron] For port da32f46d-da2e-4855-84a8-bb057135dfec, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:37:51.001753 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-cf0e108f-d90e-464d-90ee-c846e3027394 req-894d87bb-7151-4805-8b2c-4c4b55c886db service neutron] For port da32f46d-da2e-4855-84a8-bb057135dfec, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=da32f46d-da2e-4855-84a8-bb057135dfec,segment=NetworkSegment(9841fb04-5d23-4544-af29-b4d8965f3962),segment_id=9841fb04-5d23-4544-af29-b4d8965f3962)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:37:51.008233 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cf0e108f-d90e-464d-90ee-c846e3027394 req-894d87bb-7151-4805-8b2c-4c4b55c886db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (da32f46d-da2e-4855-84a8-bb057135dfec), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:51.043492 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e108f-d90e-464d-90ee-c846e3027394 req-894d87bb-7151-4805-8b2c-4c4b55c886db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:37:51.044150 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cf0e108f-d90e-464d-90ee-c846e3027394 req-894d87bb-7151-4805-8b2c-4c4b55c886db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:51.045542 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cf0e108f-d90e-464d-90ee-c846e3027394 req-894d87bb-7151-4805-8b2c-4c4b55c886db service neutron] 10.222.0.75 "PUT /v2.0/ports/da32f46d-da2e-4855-84a8-bb057135dfec HTTP/1.1" status: 200 len: 1091 time: 0.7384355 Mar 11 20:37:51.046098 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b96c358-9916-4904-9ded-765289b1920d', 'tag': 'da32f46d-da2e-4855-84a8-bb057135dfec'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:37:51.048209 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a0d03908d714cf498f0e9a07bdcfee6ce8884db927bcf4c76da6f3dadb32e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede96968-a243-456a-af62-4576b1f2939f" -d '{"events": [{"name": "network-changed", "server_uuid": "7b96c358-9916-4904-9ded-765289b1920d", "tag": "da32f46d-da2e-4855-84a8-bb057135dfec"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:37:51.082723 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894d87bb-7151-4805-8b2c-4c4b55c886db service neutron] Pushing event updated for resources: {'Port': ['ID=da32f46d-da2e-4855-84a8-bb057135dfec,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:37:51.103128 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a3bae3-fd6d-4a38-a427-5fabe33aff5a x-openstack-request-id: req-e1a3bae3-fd6d-4a38-a427-5fabe33aff5a {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:37:51.103463 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b96c358-9916-4904-9ded-765289b1920d", "tag": "da32f46d-da2e-4855-84a8-bb057135dfec", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:37:51.104376 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e1a3bae3-fd6d-4a38-a427-5fabe33aff5a {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:37:51.104797 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b96c358-9916-4904-9ded-765289b1920d', 'tag': 'da32f46d-da2e-4855-84a8-bb057135dfec', 'status': 'completed', 'code': 200} Mar 11 20:37:51.157288 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e108f-d90e-464d-90ee-c846e3027394 req-3a1eb40f-70f8-4157-94c6-db5635f5d03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:37:51.158824 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cf0e108f-d90e-464d-90ee-c846e3027394 req-3a1eb40f-70f8-4157-94c6-db5635f5d03f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=cd4dc3a306bd4a69832000c41db1a90a&device_id=7b96c358-9916-4904-9ded-765289b1920d HTTP/1.1" status: 200 len: 1125 time: 0.0466025 Mar 11 20:37:51.201956 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cf0e108f-d90e-464d-90ee-c846e3027394 req-1285edeb-30a0-4fd4-8b09-33e954613224 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da32f46d-da2e-4855-84a8-bb057135dfec HTTP/1.1" status: 200 len: 217 time: 0.0354378 Mar 11 20:37:51.254992 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e108f-d90e-464d-90ee-c846e3027394 req-3867939e-9416-482b-a0d4-0e9948f247fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:37:51.256519 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cf0e108f-d90e-464d-90ee-c846e3027394 req-3867939e-9416-482b-a0d4-0e9948f247fd service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4fe3e6b4-5310-4141-b7c6-8e5d423d08fc HTTP/1.1" status: 200 len: 835 time: 0.0486829 Mar 11 20:37:51.304420 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0e108f-d90e-464d-90ee-c846e3027394 req-ca68e46e-25c1-4b1e-9868-a72d89c2fe42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:37:51.305922 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cf0e108f-d90e-464d-90ee-c846e3027394 req-ca68e46e-25c1-4b1e-9868-a72d89c2fe42 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3ea7990b-ae89-4e80-87fb-a3c93904141e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440702 Mar 11 20:37:51.393107 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cf0e108f-d90e-464d-90ee-c846e3027394 req-0b7f77dd-e897-4be2-a9c1-dcdf5b281875 service neutron] 10.222.0.75 "GET /v2.0/networks/3ea7990b-ae89-4e80-87fb-a3c93904141e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812230 Mar 11 20:37:51.488778 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cf0e108f-d90e-464d-90ee-c846e3027394 req-5274d5ab-8164-451e-9828-5cf94b1ca599 service neutron] 10.222.0.75 "GET /v2.0/networks/3ea7990b-ae89-4e80-87fb-a3c93904141e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889854 Mar 11 20:37:51.575075 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede96968-a243-456a-af62-4576b1f2939f req-3267ed21-78c0-46fa-9b14-b6f419302a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:37:51.576612 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ede96968-a243-456a-af62-4576b1f2939f req-3267ed21-78c0-46fa-9b14-b6f419302a5a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=cd4dc3a306bd4a69832000c41db1a90a&device_id=7b96c358-9916-4904-9ded-765289b1920d HTTP/1.1" status: 200 len: 1125 time: 0.0445888 Mar 11 20:37:51.667802 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede96968-a243-456a-af62-4576b1f2939f req-1b1415de-eabe-405b-b2ad-eef3be719a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:37:51.669239 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ede96968-a243-456a-af62-4576b1f2939f req-1b1415de-eabe-405b-b2ad-eef3be719a2a service neutron] 10.222.0.75 "GET /v2.0/networks?id=3ea7990b-ae89-4e80-87fb-a3c93904141e HTTP/1.1" status: 200 len: 898 time: 0.0873649 Mar 11 20:37:51.711165 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ede96968-a243-456a-af62-4576b1f2939f req-d1b38eb0-cac6-454b-b163-375777925cda service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da32f46d-da2e-4855-84a8-bb057135dfec HTTP/1.1" status: 200 len: 217 time: 0.0336907 Mar 11 20:37:51.764611 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede96968-a243-456a-af62-4576b1f2939f req-92845139-bb12-481e-80ca-1f92b5a2fe4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:37:51.766051 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ede96968-a243-456a-af62-4576b1f2939f req-92845139-bb12-481e-80ca-1f92b5a2fe4e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4fe3e6b4-5310-4141-b7c6-8e5d423d08fc HTTP/1.1" status: 200 len: 835 time: 0.0510149 Mar 11 20:37:51.814760 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede96968-a243-456a-af62-4576b1f2939f req-6ce643aa-3d7a-4360-967e-30c18029df89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:37:51.816254 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ede96968-a243-456a-af62-4576b1f2939f req-6ce643aa-3d7a-4360-967e-30c18029df89 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3ea7990b-ae89-4e80-87fb-a3c93904141e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0428948 Mar 11 20:37:51.901879 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ede96968-a243-456a-af62-4576b1f2939f req-9e458385-082b-49a2-b3f7-1d15a1ffeba1 service neutron] 10.222.0.75 "GET /v2.0/networks/3ea7990b-ae89-4e80-87fb-a3c93904141e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789685 Mar 11 20:37:51.991159 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ede96968-a243-456a-af62-4576b1f2939f req-7226c069-97a5-4904-9835-050e813a9946 service neutron] 10.222.0.75 "GET /v2.0/networks/3ea7990b-ae89-4e80-87fb-a3c93904141e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825572 Mar 11 20:37:52.063905 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02befdd-0228-4bb1-ac19-437b90f9d8fb req-54c26aed-b7c2-4dd1-bb2e-56065a2e9941 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:37:52.065396 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a02befdd-0228-4bb1-ac19-437b90f9d8fb req-54c26aed-b7c2-4dd1-bb2e-56065a2e9941 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b96c358-9916-4904-9ded-765289b1920d HTTP/1.1" status: 200 len: 943 time: 0.0546718 Mar 11 20:37:52.114136 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a02befdd-0228-4bb1-ac19-437b90f9d8fb req-f215472b-8df9-4cfe-9e55-96966f0363c2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=d33f9174-cddf-4a27-992e-cd7a4fc1d22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426152 Mar 11 20:37:52.458689 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-35bab87c-c9c3-4003-8528-d1b0f6d9e327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:53.167273 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:53.237652 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d095d82-b260-4f30-97d3-7605456abbe5 req-3f902a2d-5032-4f85-8362-5b5c7af2b6b2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:37:53.239152 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1d095d82-b260-4f30-97d3-7605456abbe5 req-3f902a2d-5032-4f85-8362-5b5c7af2b6b2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b96c358-9916-4904-9ded-765289b1920d HTTP/1.1" status: 200 len: 943 time: 0.0558479 Mar 11 20:37:53.572295 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1d095d82-b260-4f30-97d3-7605456abbe5 req-a2154147-f778-4ee7-a58e-e4426618f551 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=d33f9174-cddf-4a27-992e-cd7a4fc1d22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3273022 Mar 11 20:37:54.689636 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a389c-97a1-4d11-a86d-20f80104b434 req-c78b62c2-5af2-477a-843f-af5386711961 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:37:54.691099 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1c5a389c-97a1-4d11-a86d-20f80104b434 req-c78b62c2-5af2-477a-843f-af5386711961 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b96c358-9916-4904-9ded-765289b1920d HTTP/1.1" status: 200 len: 943 time: 0.0513048 Mar 11 20:37:54.728871 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6da02c52-4ebb-44fd-9470-8eaa2bdaae14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:54.739508 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1c5a389c-97a1-4d11-a86d-20f80104b434 req-e37db2dd-2b43-4ea7-8737-98e2ad11e89e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=d33f9174-cddf-4a27-992e-cd7a4fc1d22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422032 Mar 11 20:37:55.370211 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device da32f46d-da2e-4855-84a8-bb057135dfec details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 20:37:55.467532 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port da32f46d-da2e-4855-84a8-bb057135dfec, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=da32f46d-da2e-4855-84a8-bb057135dfec,segment=NetworkSegment(9841fb04-5d23-4544-af29-b4d8965f3962),segment_id=9841fb04-5d23-4544-af29-b4d8965f3962)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:37:55.479106 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': 'da32f46d-da2e-4855-84a8-bb057135dfec', 'network_id': '3ea7990b-ae89-4e80-87fb-a3c93904141e', 'port_id': 'da32f46d-da2e-4855-84a8-bb057135dfec', 'mac_address': 'fa:16:3e:ee:06:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 853, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fe3e6b4-5310-4141-b7c6-8e5d423d08fc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 20:37:55.513725 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port da32f46d-da2e-4855-84a8-bb057135dfec is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:37:55.514052 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (da32f46d-da2e-4855-84a8-bb057135dfec), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:55.526944 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da32f46d-da2e-4855-84a8-bb057135dfec {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:37:55.549696 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port da32f46d-da2e-4855-84a8-bb057135dfec, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=da32f46d-da2e-4855-84a8-bb057135dfec,segment=NetworkSegment(9841fb04-5d23-4544-af29-b4d8965f3962),segment_id=9841fb04-5d23-4544-af29-b4d8965f3962)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:37:55.553545 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (da32f46d-da2e-4855-84a8-bb057135dfec), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:55.598924 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=da32f46d-da2e-4855-84a8-bb057135dfec,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:37:55.785030 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['da32f46d-da2e-4855-84a8-bb057135dfec'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:37:55.857682 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f938e38-0cf2-4d76-b14f-434f9ce54f08 req-49456bb1-a6cd-47aa-8195-3498f16870f9 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:37:55.859246 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6f938e38-0cf2-4d76-b14f-434f9ce54f08 req-49456bb1-a6cd-47aa-8195-3498f16870f9 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b96c358-9916-4904-9ded-765289b1920d HTTP/1.1" status: 200 len: 944 time: 0.0524738 Mar 11 20:37:55.911096 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6f938e38-0cf2-4d76-b14f-434f9ce54f08 req-c5d62978-bdb9-4ca6-b480-010061ecbf3b tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=d33f9174-cddf-4a27-992e-cd7a4fc1d22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461218 Mar 11 20:37:56.439607 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:57.030175 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1f8eee-08ca-4cfc-bfa9-bf4e023dbe76 req-ba2673ab-6a3b-4a4c-8520-fac866bae1b8 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:37:57.031669 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8d1f8eee-08ca-4cfc-bfa9-bf4e023dbe76 req-ba2673ab-6a3b-4a4c-8520-fac866bae1b8 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b96c358-9916-4904-9ded-765289b1920d HTTP/1.1" status: 200 len: 944 time: 0.0507715 Mar 11 20:37:57.079176 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8d1f8eee-08ca-4cfc-bfa9-bf4e023dbe76 req-8b4d426f-492e-46a2-ba28-7cf4399fbee6 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=d33f9174-cddf-4a27-992e-cd7a4fc1d22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418987 Mar 11 20:37:57.370584 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device da32f46d-da2e-4855-84a8-bb057135dfec up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:37:57.417481 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port da32f46d-da2e-4855-84a8-bb057135dfec completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 20:37:57.421402 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port da32f46d-da2e-4855-84a8-bb057135dfec triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:37:57.421779 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (da32f46d-da2e-4855-84a8-bb057135dfec), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:57.498712 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port da32f46d-da2e-4855-84a8-bb057135dfec is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:37:57.499161 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (da32f46d-da2e-4855-84a8-bb057135dfec), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:57.520788 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b96c358-9916-4904-9ded-765289b1920d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da32f46d-da2e-4855-84a8-bb057135dfec'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:37:57.523029 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e00c6702a54281ed7930195260709b2e9eb4074fe153a1ed12afbef6176377e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa09cc5-303e-4625-8366-d948a43689e1" -d '{"events": [{"server_uuid": "7b96c358-9916-4904-9ded-765289b1920d", "name": "network-vif-plugged", "status": "completed", "tag": "da32f46d-da2e-4855-84a8-bb057135dfec"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:37:57.535339 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port da32f46d-da2e-4855-84a8-bb057135dfec, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=da32f46d-da2e-4855-84a8-bb057135dfec,segment=NetworkSegment(9841fb04-5d23-4544-af29-b4d8965f3962),segment_id=9841fb04-5d23-4544-af29-b4d8965f3962)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:37:57.539011 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (da32f46d-da2e-4855-84a8-bb057135dfec), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:57.587906 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=da32f46d-da2e-4855-84a8-bb057135dfec,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:37:57.638529 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a37653af-e3bc-4a72-8795-16c74077ba14 x-openstack-request-id: req-a37653af-e3bc-4a72-8795-16c74077ba14 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:37:57.638830 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b96c358-9916-4904-9ded-765289b1920d", "name": "network-vif-plugged", "status": "completed", "tag": "da32f46d-da2e-4855-84a8-bb057135dfec", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:37:57.639090 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a37653af-e3bc-4a72-8795-16c74077ba14 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:37:57.639493 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b96c358-9916-4904-9ded-765289b1920d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da32f46d-da2e-4855-84a8-bb057135dfec', 'code': 200} Mar 11 20:37:57.734790 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a27e218-602b-4842-9698-6f29975c9008 req-685b75de-927b-4939-8aa6-bc684655c059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:37:57.736307 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6a27e218-602b-4842-9698-6f29975c9008 req-685b75de-927b-4939-8aa6-bc684655c059 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=7b96c358-9916-4904-9ded-765289b1920d HTTP/1.1" status: 200 len: 1127 time: 0.0437100 Mar 11 20:37:57.779928 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6a27e218-602b-4842-9698-6f29975c9008 req-37076429-0b0d-4e7f-b480-9a4fda4c8fa5 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=d33f9174-cddf-4a27-992e-cd7a4fc1d22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378003 Mar 11 20:37:57.825211 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:58.201622 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917f9bd-0789-4413-98f8-5ab03768eead req-e1c44870-8397-489e-b754-fe09488a6689 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:37:58.203088 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5917f9bd-0789-4413-98f8-5ab03768eead req-e1c44870-8397-489e-b754-fe09488a6689 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b96c358-9916-4904-9ded-765289b1920d HTTP/1.1" status: 200 len: 945 time: 0.0550385 Mar 11 20:37:58.250807 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5917f9bd-0789-4413-98f8-5ab03768eead req-4aa45120-5069-49b8-a420-4ce499d9503f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=d33f9174-cddf-4a27-992e-cd7a4fc1d22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420988 Mar 11 20:37:59.142497 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:59.367858 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ade219-22ba-4e25-b083-d79a61895ede req-48bb2bc5-3fbd-4de5-877c-6ad71c07d865 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:37:59.369314 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-22ade219-22ba-4e25-b083-d79a61895ede req-48bb2bc5-3fbd-4de5-877c-6ad71c07d865 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b96c358-9916-4904-9ded-765289b1920d HTTP/1.1" status: 200 len: 945 time: 0.0524852 Mar 11 20:37:59.416492 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-22ade219-22ba-4e25-b083-d79a61895ede req-9e5ac1f0-e62d-407d-ba36-2e0d3ef11518 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=d33f9174-cddf-4a27-992e-cd7a4fc1d22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415628 Mar 11 20:37:59.534220 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e92bc4-920d-487a-969e-1acfab96f8f4 req-53b5ddcb-8609-4f49-9d80-3d45fb195d40 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:37:59.535671 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-63e92bc4-920d-487a-969e-1acfab96f8f4 req-53b5ddcb-8609-4f49-9d80-3d45fb195d40 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b96c358-9916-4904-9ded-765289b1920d HTTP/1.1" status: 200 len: 945 time: 0.0545695 Mar 11 20:37:59.610461 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-63e92bc4-920d-487a-969e-1acfab96f8f4 req-7f9099c7-c7b9-4cca-bced-b9661e2e5741 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=d33f9174-cddf-4a27-992e-cd7a4fc1d22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685835 Mar 11 20:37:59.626444 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6a6378eb-9ab9-43d0-b92a-e11daf11d314 req-bbc64016-6618-4ead-b9f6-2f1e722efefd service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=7b96c358-9916-4904-9ded-765289b1920d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0562644 Mar 11 20:37:59.632938 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59754) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:37:59.708452 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab09d941-69a4-4817-a43e-c7d19a72f0c7 tempest-TestNetworkAdvancedServerOps-914316040 tempest-TestNetworkAdvancedServerOps-914316040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:37:59.710397 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ab09d941-69a4-4817-a43e-c7d19a72f0c7 tempest-TestNetworkAdvancedServerOps-914316040 tempest-TestNetworkAdvancedServerOps-914316040-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=7b96c358-9916-4904-9ded-765289b1920d HTTP/1.1" status: 200 len: 1122 time: 0.0765181 Mar 11 20:37:59.713276 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59756) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:37:59.718320 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-c22bdb1d-833b-43e4-9a22-524e01f3116e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Request body: {'floatingip': {'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'port_id': 'da32f46d-da2e-4855-84a8-bb057135dfec', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:37:59.727026 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6378eb-9ab9-43d0-b92a-e11daf11d314 req-6088a5ec-49e7-4621-96e8-066e31f104e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:37:59.728567 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6a6378eb-9ab9-43d0-b92a-e11daf11d314 req-6088a5ec-49e7-4621-96e8-066e31f104e1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=cd4dc3a306bd4a69832000c41db1a90a&device_id=7b96c358-9916-4904-9ded-765289b1920d HTTP/1.1" status: 200 len: 1127 time: 0.0599375 Mar 11 20:37:59.740764 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c22bdb1d-833b-43e4-9a22-524e01f3116e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:59.831249 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6378eb-9ab9-43d0-b92a-e11daf11d314 req-fff4e2d0-73b3-490b-a38a-2dd0bafc9604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:37:59.832776 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6a6378eb-9ab9-43d0-b92a-e11daf11d314 req-fff4e2d0-73b3-490b-a38a-2dd0bafc9604 service neutron] 10.222.0.75 "GET /v2.0/networks?id=3ea7990b-ae89-4e80-87fb-a3c93904141e HTTP/1.1" status: 200 len: 898 time: 0.0878584 Mar 11 20:37:59.837742 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c22bdb1d-833b-43e4-9a22-524e01f3116e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:37:59.877275 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6a6378eb-9ab9-43d0-b92a-e11daf11d314 req-b4730d6b-0178-428f-a3ea-6492c0e722ae service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da32f46d-da2e-4855-84a8-bb057135dfec HTTP/1.1" status: 200 len: 217 time: 0.0391245 Mar 11 20:37:59.924307 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6378eb-9ab9-43d0-b92a-e11daf11d314 req-551faf45-88aa-4eed-8c5a-8a2c7a5518e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:37:59.925757 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6a6378eb-9ab9-43d0-b92a-e11daf11d314 req-551faf45-88aa-4eed-8c5a-8a2c7a5518e3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4fe3e6b4-5310-4141-b7c6-8e5d423d08fc HTTP/1.1" status: 200 len: 835 time: 0.0434210 Mar 11 20:37:59.944436 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-c22bdb1d-833b-43e4-9a22-524e01f3116e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Allocated IP 172.25.8.142 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/6e463081-1db4-4cb2-b54a-849ca4e5cb76) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:37:59.978233 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6378eb-9ab9-43d0-b92a-e11daf11d314 req-658721fb-ba3d-426d-b416-b17f84e10d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:37:59.982131 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6a6378eb-9ab9-43d0-b92a-e11daf11d314 req-658721fb-ba3d-426d-b416-b17f84e10d76 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3ea7990b-ae89-4e80-87fb-a3c93904141e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0504532 Mar 11 20:37:59.992504 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [req-6a6378eb-9ab9-43d0-b92a-e11daf11d314 req-b295b11d-6737-4bcf-8caa-af5a190c30f5 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 20:37:59.993498 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6a6378eb-9ab9-43d0-b92a-e11daf11d314 req-b295b11d-6737-4bcf-8caa-af5a190c30f5 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051591 Mar 11 20:38:00.047382 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c22bdb1d-833b-43e4-9a22-524e01f3116e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for port (6e463081-1db4-4cb2-b54a-849ca4e5cb76), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:38:00.086863 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6a6378eb-9ab9-43d0-b92a-e11daf11d314 req-c33f0d26-5370-41d0-8f83-3a99029b2a78 service neutron] 10.222.0.75 "GET /v2.0/networks/3ea7990b-ae89-4e80-87fb-a3c93904141e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876367 Mar 11 20:38:00.088070 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c22bdb1d-833b-43e4-9a22-524e01f3116e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (6e463081-1db4-4cb2-b54a-849ca4e5cb76), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:38:00.123193 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22bdb1d-833b-43e4-9a22-524e01f3116e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:38:00.125987 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-c22bdb1d-833b-43e4-9a22-524e01f3116e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:38:00.131940 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22bdb1d-833b-43e4-9a22-524e01f3116e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:38:00.154942 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22bdb1d-833b-43e4-9a22-524e01f3116e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'Port': ['ID=6e463081-1db4-4cb2-b54a-849ca4e5cb76,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:38:00.177089 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6a6378eb-9ab9-43d0-b92a-e11daf11d314 req-b61ee443-1e74-4d63-a914-332e1873bcbc service neutron] 10.222.0.75 "GET /v2.0/networks/3ea7990b-ae89-4e80-87fb-a3c93904141e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845292 Mar 11 20:38:00.362172 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:38:00.495230 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c22bdb1d-833b-43e4-9a22-524e01f3116e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for floatingip (10063e88-90a8-4f92-a95f-b6ad858b8f48), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:38:00.563256 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c22bdb1d-833b-43e4-9a22-524e01f3116e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (6e463081-1db4-4cb2-b54a-849ca4e5cb76), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:38:00.717401 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c22bdb1d-833b-43e4-9a22-524e01f3116e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for port (6e463081-1db4-4cb2-b54a-849ca4e5cb76), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:38:00.721890 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c22bdb1d-833b-43e4-9a22-524e01f3116e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (6e463081-1db4-4cb2-b54a-849ca4e5cb76), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:38:00.786602 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22bdb1d-833b-43e4-9a22-524e01f3116e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'Port': ['ID=6e463081-1db4-4cb2-b54a-849ca4e5cb76,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:38:00.798348 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c22bdb1d-833b-43e4-9a22-524e01f3116e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (10063e88-90a8-4f92-a95f-b6ad858b8f48), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:38:00.898383 n-d-833163-1 neutron-server[103884]: INFO neutron.db.l3_db [None req-c22bdb1d-833b-43e4-9a22-524e01f3116e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Floating IP 10063e88-90a8-4f92-a95f-b6ad858b8f48 associated. External IP: 172.25.8.142, port: da32f46d-da2e-4855-84a8-bb057135dfec. Mar 11 20:38:01.102651 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c22bdb1d-833b-43e4-9a22-524e01f3116e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Router 74bae466-643f-43bd-bf84-bed0551279db has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:38:01.210280 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22bdb1d-833b-43e4-9a22-524e01f3116e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:38:01.219653 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0300fcee-342f-4969-b342-9ed92f50ab95 None None] Sync routers for ids ['74bae466-643f-43bd-bf84-bed0551279db'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:38:01.228895 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c22bdb1d-833b-43e4-9a22-524e01f3116e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:38:01.230540 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0300fcee-342f-4969-b342-9ed92f50ab95 None None] Routers {'74bae466-643f-43bd-bf84-bed0551279db'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:38:01.231358 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-0300fcee-342f-4969-b342-9ed92f50ab95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:37:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['74bae466-643f-43bd-bf84-bed0551279db'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:38:01.261922 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c22bdb1d-833b-43e4-9a22-524e01f3116e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5474472 Mar 11 20:38:01.262637 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b96c358-9916-4904-9ded-765289b1920d', 'tag': 'da32f46d-da2e-4855-84a8-bb057135dfec'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:38:01.327268 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ef2206101590bc1b7d344799105af787f277bff13261ecd053b544cdbce39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fdc41d9-3b34-4836-9b88-de45c95ef3de" -d '{"events": [{"name": "network-changed", "server_uuid": "7b96c358-9916-4904-9ded-765289b1920d", "tag": "da32f46d-da2e-4855-84a8-bb057135dfec"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:38:01.353137 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-0300fcee-342f-4969-b342-9ed92f50ab95 None None] Set router 74bae466-643f-43bd-bf84-bed0551279db gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:38:01.372393 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eaa200-c23c-4383-b595-9d9acfccfe69 req-90914743-65eb-46dc-9e56-86bc20ee4733 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:01.373895 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-02eaa200-c23c-4383-b595-9d9acfccfe69 req-90914743-65eb-46dc-9e56-86bc20ee4733 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b96c358-9916-4904-9ded-765289b1920d HTTP/1.1" status: 200 len: 945 time: 0.0605803 Mar 11 20:38:01.425978 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-02eaa200-c23c-4383-b595-9d9acfccfe69 req-b698feb6-0401-478f-8484-dcb29b4efd9e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=d33f9174-cddf-4a27-992e-cd7a4fc1d22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464694 Mar 11 20:38:01.448784 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59766) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:38:01.514083 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-78e5c2b5-7441-4730-9248-9b127d73a012 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/floatingips/10063e88-90a8-4f92-a95f-b6ad858b8f48 HTTP/1.1" status: 200 len: 991 time: 0.0641026 Mar 11 20:38:01.520488 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f44ee609-c002-4a19-9651-02ef3df7836a x-openstack-request-id: req-f44ee609-c002-4a19-9651-02ef3df7836a {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:38:01.520790 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b96c358-9916-4904-9ded-765289b1920d", "tag": "da32f46d-da2e-4855-84a8-bb057135dfec", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:38:01.521047 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f44ee609-c002-4a19-9651-02ef3df7836a {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:38:01.521455 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b96c358-9916-4904-9ded-765289b1920d', 'tag': 'da32f46d-da2e-4855-84a8-bb057135dfec', 'status': 'completed', 'code': 200} Mar 11 20:38:01.581747 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-0300fcee-342f-4969-b342-9ed92f50ab95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74bae466-643f-43bd-bf84-bed0551279db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825020471', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '3134e003-83db-460f-b5a3-99e1429ebd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:37:42Z', 'updated_at': '2022-03-11T20:37:45Z', 'revision_number': 4, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'gw_port': {'id': '3134e003-83db-460f-b5a3-99e1429ebd32', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bae466-643f-43bd-bf84-bed0551279db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:37:43Z', 'updated_at': '2022-03-11T20:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '10063e88-90a8-4f92-a95f-b6ad858b8f48', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'floating_ip_address': '172.25.8.142', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '74bae466-643f-43bd-bf84-bed0551279db', 'port_id': 'da32f46d-da2e-4855-84a8-bb057135dfec', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4342, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ea7990b-ae89-4e80-87fb-a3c93904141e', 'mac_address': 'fa:16:3e:ee:06:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b96c358-9916-4904-9ded-765289b1920d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:38:00Z', 'updated_at': '2022-03-11T20:38:00Z', 'revision_number': 0, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1db2a5f-b0b9-4083-8c86-dad523a04c89', 'name': '', 'network_id': '3ea7990b-ae89-4e80-87fb-a3c93904141e', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'mac_address': 'fa:16:3e:6e:5f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bae466-643f-43bd-bf84-bed0551279db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '4fe3e6b4-5310-4141-b7c6-8e5d423d08fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:37:45Z', 'updated_at': '2022-03-11T20:37:49Z', 'revision_number': 5, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'subnets': [{'id': '4fe3e6b4-5310-4141-b7c6-8e5d423d08fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:38:01.584115 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdc41d9-3b34-4836-9b88-de45c95ef3de req-20f6b71f-7282-4cc8-ac9b-d050360e811b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:01.585630 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2fdc41d9-3b34-4836-9b88-de45c95ef3de req-20f6b71f-7282-4cc8-ac9b-d050360e811b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=cd4dc3a306bd4a69832000c41db1a90a&device_id=7b96c358-9916-4904-9ded-765289b1920d HTTP/1.1" status: 200 len: 1127 time: 0.0447750 Mar 11 20:38:01.607874 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0300fcee-342f-4969-b342-9ed92f50ab95 None None] Checking router: 74bae466-643f-43bd-bf84-bed0551279db for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:38:01.617535 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0300fcee-342f-4969-b342-9ed92f50ab95 None None] Routers {'74bae466-643f-43bd-bf84-bed0551279db'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:38:01.618148 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-0300fcee-342f-4969-b342-9ed92f50ab95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:37:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['74bae466-643f-43bd-bf84-bed0551279db'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:38:01.678483 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdc41d9-3b34-4836-9b88-de45c95ef3de req-e692f930-db33-4954-b252-a214bc3d5a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:01.679987 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2fdc41d9-3b34-4836-9b88-de45c95ef3de req-e692f930-db33-4954-b252-a214bc3d5a36 service neutron] 10.222.0.75 "GET /v2.0/networks?id=3ea7990b-ae89-4e80-87fb-a3c93904141e HTTP/1.1" status: 200 len: 898 time: 0.0875018 Mar 11 20:38:01.741324 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-0300fcee-342f-4969-b342-9ed92f50ab95 None None] Set router 74bae466-643f-43bd-bf84-bed0551279db gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:38:01.755382 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2fdc41d9-3b34-4836-9b88-de45c95ef3de req-f7693ffc-95f6-4829-9106-3caf617e554e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da32f46d-da2e-4855-84a8-bb057135dfec HTTP/1.1" status: 200 len: 999 time: 0.0692251 Mar 11 20:38:01.803425 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdc41d9-3b34-4836-9b88-de45c95ef3de req-b9086f1e-57d9-40cc-8717-44e5569156ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:01.804907 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2fdc41d9-3b34-4836-9b88-de45c95ef3de req-b9086f1e-57d9-40cc-8717-44e5569156ed service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4fe3e6b4-5310-4141-b7c6-8e5d423d08fc HTTP/1.1" status: 200 len: 835 time: 0.0443125 Mar 11 20:38:01.852258 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdc41d9-3b34-4836-9b88-de45c95ef3de req-c472990b-4108-4e88-a6f0-c86cfd881c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:01.853804 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2fdc41d9-3b34-4836-9b88-de45c95ef3de req-c472990b-4108-4e88-a6f0-c86cfd881c1f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3ea7990b-ae89-4e80-87fb-a3c93904141e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0432558 Mar 11 20:38:01.946061 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2fdc41d9-3b34-4836-9b88-de45c95ef3de req-e0afbb78-8119-4ae7-9133-74bef81484a0 service neutron] 10.222.0.75 "GET /v2.0/networks/3ea7990b-ae89-4e80-87fb-a3c93904141e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854204 Mar 11 20:38:01.961886 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-0300fcee-342f-4969-b342-9ed92f50ab95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74bae466-643f-43bd-bf84-bed0551279db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825020471', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '3134e003-83db-460f-b5a3-99e1429ebd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:37:42Z', 'updated_at': '2022-03-11T20:37:45Z', 'revision_number': 4, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'gw_port': {'id': '3134e003-83db-460f-b5a3-99e1429ebd32', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bae466-643f-43bd-bf84-bed0551279db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:37:43Z', 'updated_at': '2022-03-11T20:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '10063e88-90a8-4f92-a95f-b6ad858b8f48', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'floating_ip_address': '172.25.8.142', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '74bae466-643f-43bd-bf84-bed0551279db', 'port_id': 'da32f46d-da2e-4855-84a8-bb057135dfec', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4342, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ea7990b-ae89-4e80-87fb-a3c93904141e', 'mac_address': 'fa:16:3e:ee:06:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b96c358-9916-4904-9ded-765289b1920d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:38:00Z', 'updated_at': '2022-03-11T20:38:00Z', 'revision_number': 0, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1db2a5f-b0b9-4083-8c86-dad523a04c89', 'name': '', 'network_id': '3ea7990b-ae89-4e80-87fb-a3c93904141e', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'mac_address': 'fa:16:3e:6e:5f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bae466-643f-43bd-bf84-bed0551279db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '4fe3e6b4-5310-4141-b7c6-8e5d423d08fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:37:45Z', 'updated_at': '2022-03-11T20:37:49Z', 'revision_number': 5, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'subnets': [{'id': '4fe3e6b4-5310-4141-b7c6-8e5d423d08fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:38:01.988009 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0300fcee-342f-4969-b342-9ed92f50ab95 None None] The sync data for ids ['74bae466-643f-43bd-bf84-bed0551279db'] in n-d-833163-1 is: [{'id': '74bae466-643f-43bd-bf84-bed0551279db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825020471', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '3134e003-83db-460f-b5a3-99e1429ebd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:37:42Z', 'updated_at': '2022-03-11T20:37:45Z', 'revision_number': 4, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'gw_port': {'id': '3134e003-83db-460f-b5a3-99e1429ebd32', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bae466-643f-43bd-bf84-bed0551279db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:37:43Z', 'updated_at': '2022-03-11T20:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '10063e88-90a8-4f92-a95f-b6ad858b8f48', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'floating_ip_address': '172.25.8.142', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '74bae466-643f-43bd-bf84-bed0551279db', 'port_id': 'da32f46d-da2e-4855-84a8-bb057135dfec', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4342, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ea7990b-ae89-4e80-87fb-a3c93904141e', 'mac_address': 'fa:16:3e:ee:06:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b96c358-9916-4904-9ded-765289b1920d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:38:00Z', 'updated_at': '2022-03-11T20:38:00Z', 'revision_number': 0, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1db2a5f-b0b9-4083-8c86-dad523a04c89', 'name': '', 'network_id': '3ea7990b-ae89-4e80-87fb-a3c93904141e', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'mac_address': 'fa:16:3e:6e:5f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bae466-643f-43bd-bf84-bed0551279db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '4fe3e6b4-5310-4141-b7c6-8e5d423d08fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:37:45Z', 'updated_at': '2022-03-11T20:37:49Z', 'revision_number': 5, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'subnets': [{'id': '4fe3e6b4-5310-4141-b7c6-8e5d423d08fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:38:02.040157 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2fdc41d9-3b34-4836-9b88-de45c95ef3de req-4cb6715a-7a33-4231-b626-8fd6dbf8ea0e service neutron] 10.222.0.75 "GET /v2.0/networks/3ea7990b-ae89-4e80-87fb-a3c93904141e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885518 Mar 11 20:38:02.193385 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c097e8b-c66b-4171-af10-7017edc01e95 None None] New status for floating IP 10063e88-90a8-4f92-a95f-b6ad858b8f48: ACTIVE {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 20:38:02.517898 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59768) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:38:02.577902 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-18ab295d-fbbd-4503-8610-819bc7d6a6d7 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/floatingips/10063e88-90a8-4f92-a95f-b6ad858b8f48 HTTP/1.1" status: 200 len: 993 time: 0.0589187 Mar 11 20:38:19.539295 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:38:22.460126 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fd71f918-1aa8-4f1a-b6b2-3e801c6413b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:38:23.169958 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:38:24.730303 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-45393c9e-29dc-48a5-9fd4-e9a185dc95f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:38:26.441163 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:38:27.827790 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:38:29.143725 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:38:31.270248 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [req-38a6cbb9-d4d4-44bb-8129-ccaa2e666bfb req-2089b1cb-f699-42d0-988b-4e491eabc2da service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 20:38:31.271215 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-38a6cbb9-d4d4-44bb-8129-ccaa2e666bfb req-2089b1cb-f699-42d0-988b-4e491eabc2da service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053842 Mar 11 20:38:31.446563 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dfe3cc-7d9f-4741-9f20-857ea683daee req-8573755c-8df6-4506-83f2-d48f9a7410e5 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:31.448206 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b6dfe3cc-7d9f-4741-9f20-857ea683daee req-8573755c-8df6-4506-83f2-d48f9a7410e5 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b96c358-9916-4904-9ded-765289b1920d HTTP/1.1" status: 200 len: 945 time: 0.0524414 Mar 11 20:38:31.460877 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59794) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:38:31.497473 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b6dfe3cc-7d9f-4741-9f20-857ea683daee req-1ed06f88-e069-4ead-a3a0-1ade15637e88 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=d33f9174-cddf-4a27-992e-cd7a4fc1d22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439112 Mar 11 20:38:31.831041 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-521de9e2-9945-4322-b3ea-1cc362323542 req-99b136b9-c21e-459f-9574-d7838a8a8e82 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7b96c358-9916-4904-9ded-765289b1920d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3690207 Mar 11 20:38:31.839859 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [req-521de9e2-9945-4322-b3ea-1cc362323542 req-9a964313-0918-44bf-a434-035082806186 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 20:38:31.840829 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-521de9e2-9945-4322-b3ea-1cc362323542 req-9a964313-0918-44bf-a434-035082806186 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048876 Mar 11 20:38:32.177129 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59816) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:38:32.267151 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521de9e2-9945-4322-b3ea-1cc362323542 req-23db59b5-1f96-48b4-8449-372290500054 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:32.268489 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-521de9e2-9945-4322-b3ea-1cc362323542 req-23db59b5-1f96-48b4-8449-372290500054 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports/da32f46d-da2e-4855-84a8-bb057135dfec HTTP/1.1" status: 200 len: 942 time: 0.0903599 Mar 11 20:38:32.625749 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe56a8a-c1d7-4ce2-a904-27ed063b95ae req-91f5970e-54c3-4d3b-b329-f6fdb782198a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:32.628068 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-efe56a8a-c1d7-4ce2-a904-27ed063b95ae req-91f5970e-54c3-4d3b-b329-f6fdb782198a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b96c358-9916-4904-9ded-765289b1920d HTTP/1.1" status: 200 len: 945 time: 0.0602040 Mar 11 20:38:32.676382 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-efe56a8a-c1d7-4ce2-a904-27ed063b95ae req-3c06813b-b3f9-4a15-ae72-681457259c30 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=d33f9174-cddf-4a27-992e-cd7a4fc1d22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428176 Mar 11 20:38:33.051123 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521de9e2-9945-4322-b3ea-1cc362323542 req-03705786-655d-4842-b241-fe4c9048101c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:33.052661 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-521de9e2-9945-4322-b3ea-1cc362323542 req-03705786-655d-4842-b241-fe4c9048101c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=cd4dc3a306bd4a69832000c41db1a90a&device_id=7b96c358-9916-4904-9ded-765289b1920d HTTP/1.1" status: 200 len: 1127 time: 0.0433123 Mar 11 20:38:33.149286 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521de9e2-9945-4322-b3ea-1cc362323542 req-f31fb329-f8c5-4625-9305-8b683a01cf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:33.150756 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-521de9e2-9945-4322-b3ea-1cc362323542 req-f31fb329-f8c5-4625-9305-8b683a01cf15 service neutron] 10.222.0.75 "GET /v2.0/networks?id=3ea7990b-ae89-4e80-87fb-a3c93904141e HTTP/1.1" status: 200 len: 898 time: 0.0911620 Mar 11 20:38:33.214473 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-521de9e2-9945-4322-b3ea-1cc362323542 req-73891080-55a2-4986-9e78-44b43d1e2f1f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da32f46d-da2e-4855-84a8-bb057135dfec HTTP/1.1" status: 200 len: 1001 time: 0.0574610 Mar 11 20:38:33.262679 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521de9e2-9945-4322-b3ea-1cc362323542 req-09cee977-d72f-49ff-92e3-d9c131fe0d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:33.264142 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-521de9e2-9945-4322-b3ea-1cc362323542 req-09cee977-d72f-49ff-92e3-d9c131fe0d4a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4fe3e6b4-5310-4141-b7c6-8e5d423d08fc HTTP/1.1" status: 200 len: 835 time: 0.0434840 Mar 11 20:38:33.315009 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521de9e2-9945-4322-b3ea-1cc362323542 req-da03e25d-0dba-4a37-8cce-af1864010538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:33.316503 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-521de9e2-9945-4322-b3ea-1cc362323542 req-da03e25d-0dba-4a37-8cce-af1864010538 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3ea7990b-ae89-4e80-87fb-a3c93904141e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0465693 Mar 11 20:38:33.403379 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-521de9e2-9945-4322-b3ea-1cc362323542 req-c29217f6-12af-4723-8b36-65f502f86876 service neutron] 10.222.0.75 "GET /v2.0/networks/3ea7990b-ae89-4e80-87fb-a3c93904141e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801930 Mar 11 20:38:33.500066 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-521de9e2-9945-4322-b3ea-1cc362323542 req-9a3b27bf-b986-4ee5-ab5f-31f7b7d38902 service neutron] 10.222.0.75 "GET /v2.0/networks/3ea7990b-ae89-4e80-87fb-a3c93904141e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902631 Mar 11 20:38:33.794963 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061aa472-cd06-41b5-9040-9a7b2e1b1c26 req-ed822b01-667c-42bb-a9e6-bec8277d4022 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:33.796484 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-061aa472-cd06-41b5-9040-9a7b2e1b1c26 req-ed822b01-667c-42bb-a9e6-bec8277d4022 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b96c358-9916-4904-9ded-765289b1920d HTTP/1.1" status: 200 len: 945 time: 0.0516372 Mar 11 20:38:33.843974 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-061aa472-cd06-41b5-9040-9a7b2e1b1c26 req-6ecbe31b-e1fb-4e4d-8213-01d485e75657 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=d33f9174-cddf-4a27-992e-cd7a4fc1d22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418134 Mar 11 20:38:34.964557 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210fdfd3-b324-459d-9ebe-e7f7b4db08a0 req-ad7177d4-cd5f-44f8-8e0b-451030416e7e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:34.966011 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-210fdfd3-b324-459d-9ebe-e7f7b4db08a0 req-ad7177d4-cd5f-44f8-8e0b-451030416e7e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b96c358-9916-4904-9ded-765289b1920d HTTP/1.1" status: 200 len: 945 time: 0.0548077 Mar 11 20:38:35.012187 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-210fdfd3-b324-459d-9ebe-e7f7b4db08a0 req-1cbe832a-697f-416f-b784-1587c8d001bb tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=d33f9174-cddf-4a27-992e-cd7a4fc1d22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406878 Mar 11 20:38:36.133986 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b402f-81bd-4d02-9a2c-805262fe8f6f req-350acc1f-147a-4ddc-89bf-489af55c626f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:36.135476 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-016b402f-81bd-4d02-9a2c-805262fe8f6f req-350acc1f-147a-4ddc-89bf-489af55c626f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b96c358-9916-4904-9ded-765289b1920d HTTP/1.1" status: 200 len: 945 time: 0.0537066 Mar 11 20:38:36.183213 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-016b402f-81bd-4d02-9a2c-805262fe8f6f req-9ff0ef4d-234d-490a-acda-96929369f451 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=d33f9174-cddf-4a27-992e-cd7a4fc1d22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421391 Mar 11 20:38:37.302196 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1314f7-f2d3-443d-adb4-90b409ce5afb req-a12e7ff1-c66f-45b1-bf11-7c83eea900cd tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:37.304323 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9b1314f7-f2d3-443d-adb4-90b409ce5afb req-a12e7ff1-c66f-45b1-bf11-7c83eea900cd tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b96c358-9916-4904-9ded-765289b1920d HTTP/1.1" status: 200 len: 945 time: 0.0530679 Mar 11 20:38:37.354657 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9b1314f7-f2d3-443d-adb4-90b409ce5afb req-98c0204d-04a9-4160-97b7-020f5d201991 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=d33f9174-cddf-4a27-992e-cd7a4fc1d22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448208 Mar 11 20:38:37.360242 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:38:38.474333 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc298b-0182-4a94-ab25-1cb24acd3c7e req-f50da533-13f4-4168-a069-24ba2c4dba62 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:38.476044 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-42cc298b-0182-4a94-ab25-1cb24acd3c7e req-f50da533-13f4-4168-a069-24ba2c4dba62 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b96c358-9916-4904-9ded-765289b1920d HTTP/1.1" status: 200 len: 945 time: 0.0517287 Mar 11 20:38:38.523469 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-42cc298b-0182-4a94-ab25-1cb24acd3c7e req-7d4fb926-3505-468d-b4e3-d3d3e7626c25 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=d33f9174-cddf-4a27-992e-cd7a4fc1d22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419238 Mar 11 20:38:39.640914 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d346e9-5e4a-46c9-bf87-bfc9dbb70e57 req-9b4fd07d-9ad9-4ad9-8b67-33a2fbc86313 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:39.642423 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d4d346e9-5e4a-46c9-bf87-bfc9dbb70e57 req-9b4fd07d-9ad9-4ad9-8b67-33a2fbc86313 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b96c358-9916-4904-9ded-765289b1920d HTTP/1.1" status: 200 len: 945 time: 0.0533724 Mar 11 20:38:39.690734 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d4d346e9-5e4a-46c9-bf87-bfc9dbb70e57 req-9591d60a-67d6-47fc-a191-bcc30eb5764f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=d33f9174-cddf-4a27-992e-cd7a4fc1d22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427420 Mar 11 20:38:40.811917 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dbb353-bdb0-47a0-962f-d56a8d4d2fa7 req-bc47cb68-46a3-4d02-a3d6-3b7fccb5f81f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:40.813379 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-21dbb353-bdb0-47a0-962f-d56a8d4d2fa7 req-bc47cb68-46a3-4d02-a3d6-3b7fccb5f81f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b96c358-9916-4904-9ded-765289b1920d HTTP/1.1" status: 200 len: 945 time: 0.0554531 Mar 11 20:38:40.861824 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-21dbb353-bdb0-47a0-962f-d56a8d4d2fa7 req-e129948d-d9c0-43a6-aaf0-01041566583a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=d33f9174-cddf-4a27-992e-cd7a4fc1d22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428593 Mar 11 20:38:41.978829 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f1a87b-c135-4b61-ba24-52b8b3e1fd64 req-1845304a-ccae-4921-a613-3dcf4c8e19ee tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:41.980329 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e6f1a87b-c135-4b61-ba24-52b8b3e1fd64 req-1845304a-ccae-4921-a613-3dcf4c8e19ee tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b96c358-9916-4904-9ded-765289b1920d HTTP/1.1" status: 200 len: 945 time: 0.0518124 Mar 11 20:38:42.028533 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e6f1a87b-c135-4b61-ba24-52b8b3e1fd64 req-2bce91ef-9ee1-477c-8135-ede396c010b6 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=d33f9174-cddf-4a27-992e-cd7a4fc1d22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425615 Mar 11 20:38:43.148936 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393923e-8e1a-4a9e-81f5-0fccc19cdffe req-3c09bed4-a7ae-4df8-9de2-355d00f87a27 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:43.150396 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2393923e-8e1a-4a9e-81f5-0fccc19cdffe req-3c09bed4-a7ae-4df8-9de2-355d00f87a27 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b96c358-9916-4904-9ded-765289b1920d HTTP/1.1" status: 200 len: 945 time: 0.0518887 Mar 11 20:38:43.202223 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2393923e-8e1a-4a9e-81f5-0fccc19cdffe req-f095161c-0c6c-45cd-ba03-ae16a60ca354 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=d33f9174-cddf-4a27-992e-cd7a4fc1d22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462976 Mar 11 20:38:44.325012 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d008b83b-c8c9-4546-8eae-23d4acf2da70 req-066e6139-093b-4ab6-91a0-3e1512c885e3 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:44.326476 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d008b83b-c8c9-4546-8eae-23d4acf2da70 req-066e6139-093b-4ab6-91a0-3e1512c885e3 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b96c358-9916-4904-9ded-765289b1920d HTTP/1.1" status: 200 len: 945 time: 0.0511644 Mar 11 20:38:44.373325 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d008b83b-c8c9-4546-8eae-23d4acf2da70 req-203a2843-dfb8-490c-94e8-1ba01c96b930 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=d33f9174-cddf-4a27-992e-cd7a4fc1d22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412469 Mar 11 20:38:45.345214 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [req-521de9e2-9945-4322-b3ea-1cc362323542 req-9ddc0c40-bdb3-4933-9eda-1ae2f244a342 service neutron] show failed (client error): The resource could not be found. Mar 11 20:38:45.346267 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-521de9e2-9945-4322-b3ea-1cc362323542 req-9ddc0c40-bdb3-4933-9eda-1ae2f244a342 service neutron] 10.222.0.75 "GET /v2.0/ports/da32f46d-da2e-4855-84a8-bb057135dfec/bindings/n-h2-833163-1 HTTP/1.1" status: 404 len: 380 time: 0.0536904 Mar 11 20:38:45.509068 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be266ab0-b519-4c7c-a99c-a3ff70fcda74 req-f1b06c11-5f45-4359-95ce-4545b7461c9f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:45.510554 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-be266ab0-b519-4c7c-a99c-a3ff70fcda74 req-f1b06c11-5f45-4359-95ce-4545b7461c9f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b96c358-9916-4904-9ded-765289b1920d HTTP/1.1" status: 200 len: 945 time: 0.0669568 Mar 11 20:38:45.587855 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-be266ab0-b519-4c7c-a99c-a3ff70fcda74 req-716f9b82-0d24-4e44-a392-c728b86c927a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=d33f9174-cddf-4a27-992e-cd7a4fc1d22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715585 Mar 11 20:38:45.599586 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521de9e2-9945-4322-b3ea-1cc362323542 req-01d57eb7-9200-4344-b2e1-96dfe9562006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:45.601372 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-521de9e2-9945-4322-b3ea-1cc362323542 req-01d57eb7-9200-4344-b2e1-96dfe9562006 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7b96c358-9916-4904-9ded-765289b1920d&tenant_id=cd4dc3a306bd4a69832000c41db1a90a HTTP/1.1" status: 200 len: 1127 time: 0.1047525 Mar 11 20:38:45.610709 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [req-521de9e2-9945-4322-b3ea-1cc362323542 req-172e02fc-9651-4d86-91e2-522ec7d6bc37 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 20:38:45.611653 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-521de9e2-9945-4322-b3ea-1cc362323542 req-172e02fc-9651-4d86-91e2-522ec7d6bc37 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049026 Mar 11 20:38:45.622144 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-521de9e2-9945-4322-b3ea-1cc362323542 req-4b02ad22-b26c-4f73-aaa3-51bfd10497c7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-833163-1', 'device_owner': 'compute:nova'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:38:45.678930 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-521de9e2-9945-4322-b3ea-1cc362323542 req-4b02ad22-b26c-4f73-aaa3-51bfd10497c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (da32f46d-da2e-4855-84a8-bb057135dfec), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:38:45.880641 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-521de9e2-9945-4322-b3ea-1cc362323542 req-4b02ad22-b26c-4f73-aaa3-51bfd10497c7 service neutron] For port da32f46d-da2e-4855-84a8-bb057135dfec, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=da32f46d-da2e-4855-84a8-bb057135dfec,segment=NetworkSegment(9841fb04-5d23-4544-af29-b4d8965f3962),segment_id=9841fb04-5d23-4544-af29-b4d8965f3962)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:38:45.912625 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-521de9e2-9945-4322-b3ea-1cc362323542 req-4b02ad22-b26c-4f73-aaa3-51bfd10497c7 service neutron] For port da32f46d-da2e-4855-84a8-bb057135dfec, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:38:45.950542 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b96c358-9916-4904-9ded-765289b1920d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da32f46d-da2e-4855-84a8-bb057135dfec'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:38:45.952910 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a0d03908d714cf498f0e9a07bdcfee6ce8884db927bcf4c76da6f3dadb32e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f730753-9d6b-43c4-8c64-9ac3ba00a17a" -d '{"events": [{"server_uuid": "7b96c358-9916-4904-9ded-765289b1920d", "name": "network-vif-unplugged", "status": "completed", "tag": "da32f46d-da2e-4855-84a8-bb057135dfec"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:38:45.956373 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-521de9e2-9945-4322-b3ea-1cc362323542 req-4b02ad22-b26c-4f73-aaa3-51bfd10497c7 service neutron] Publish callbacks [] for port (da32f46d-da2e-4855-84a8-bb057135dfec), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:38:45.968611 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-521de9e2-9945-4322-b3ea-1cc362323542 req-4b02ad22-b26c-4f73-aaa3-51bfd10497c7 service neutron] Transition to ACTIVE for port object da32f46d-da2e-4855-84a8-bb057135dfec will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 20:38:45.972724 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-521de9e2-9945-4322-b3ea-1cc362323542 req-4b02ad22-b26c-4f73-aaa3-51bfd10497c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (da32f46d-da2e-4855-84a8-bb057135dfec), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:38:46.007055 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 20:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886eeac4-b946-496e-9bd7-713a3a40fd96 x-openstack-request-id: req-886eeac4-b946-496e-9bd7-713a3a40fd96 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:38:46.007358 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b96c358-9916-4904-9ded-765289b1920d", "name": "network-vif-unplugged", "status": "completed", "tag": "da32f46d-da2e-4855-84a8-bb057135dfec", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:38:46.007619 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-886eeac4-b946-496e-9bd7-713a3a40fd96 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:38:46.008039 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b96c358-9916-4904-9ded-765289b1920d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da32f46d-da2e-4855-84a8-bb057135dfec', 'code': 200} Mar 11 20:38:46.054588 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b02ad22-b26c-4f73-aaa3-51bfd10497c7 service neutron] Pushing event updated for resources: {'Port': ['ID=da32f46d-da2e-4855-84a8-bb057135dfec,revision_number=6']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:38:46.066484 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b02ad22-b26c-4f73-aaa3-51bfd10497c7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:38:46.066840 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b02ad22-b26c-4f73-aaa3-51bfd10497c7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:38:46.067183 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b02ad22-b26c-4f73-aaa3-51bfd10497c7 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:38:46.067523 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b02ad22-b26c-4f73-aaa3-51bfd10497c7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:38:46.067887 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b02ad22-b26c-4f73-aaa3-51bfd10497c7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:38:46.068217 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b02ad22-b26c-4f73-aaa3-51bfd10497c7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:38:46.068546 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b02ad22-b26c-4f73-aaa3-51bfd10497c7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:38:46.069473 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b02ad22-b26c-4f73-aaa3-51bfd10497c7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:38:46.069762 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b02ad22-b26c-4f73-aaa3-51bfd10497c7 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:38:46.070090 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b02ad22-b26c-4f73-aaa3-51bfd10497c7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:38:46.070416 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b02ad22-b26c-4f73-aaa3-51bfd10497c7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:38:46.070738 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b02ad22-b26c-4f73-aaa3-51bfd10497c7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:38:46.071062 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b02ad22-b26c-4f73-aaa3-51bfd10497c7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:38:46.109694 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-521de9e2-9945-4322-b3ea-1cc362323542 req-4b02ad22-b26c-4f73-aaa3-51bfd10497c7 service neutron] No DVR routers for this DVR port da32f46d-da2e-4855-84a8-bb057135dfec on host n-h1-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:38:46.248758 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-521de9e2-9945-4322-b3ea-1cc362323542 req-4b02ad22-b26c-4f73-aaa3-51bfd10497c7 service neutron] Attempting to bind port da32f46d-da2e-4855-84a8-bb057135dfec on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:38:46.249094 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-521de9e2-9945-4322-b3ea-1cc362323542 req-4b02ad22-b26c-4f73-aaa3-51bfd10497c7 service neutron] Attempting to bind port da32f46d-da2e-4855-84a8-bb057135dfec by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '9841fb04-5d23-4544-af29-b4d8965f3962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '3ea7990b-ae89-4e80-87fb-a3c93904141e'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:38:46.249420 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521de9e2-9945-4322-b3ea-1cc362323542 req-4b02ad22-b26c-4f73-aaa3-51bfd10497c7 service neutron] Attempting to bind port da32f46d-da2e-4855-84a8-bb057135dfec on network 3ea7990b-ae89-4e80-87fb-a3c93904141e {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:38:46.253732 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521de9e2-9945-4322-b3ea-1cc362323542 req-4b02ad22-b26c-4f73-aaa3-51bfd10497c7 service neutron] Port da32f46d-da2e-4855-84a8-bb057135dfec on network 3ea7990b-ae89-4e80-87fb-a3c93904141e not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 20:38:46.254049 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521de9e2-9945-4322-b3ea-1cc362323542 req-4b02ad22-b26c-4f73-aaa3-51bfd10497c7 service neutron] Attempting to bind port da32f46d-da2e-4855-84a8-bb057135dfec on network 3ea7990b-ae89-4e80-87fb-a3c93904141e {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:38:46.258921 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521de9e2-9945-4322-b3ea-1cc362323542 req-4b02ad22-b26c-4f73-aaa3-51bfd10497c7 service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:38:46.259260 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521de9e2-9945-4322-b3ea-1cc362323542 req-4b02ad22-b26c-4f73-aaa3-51bfd10497c7 service neutron] Checking segment: {'id': '9841fb04-5d23-4544-af29-b4d8965f3962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '3ea7990b-ae89-4e80-87fb-a3c93904141e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:38:46.259689 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-521de9e2-9945-4322-b3ea-1cc362323542 req-4b02ad22-b26c-4f73-aaa3-51bfd10497c7 service neutron] Bound using segment: {'id': '9841fb04-5d23-4544-af29-b4d8965f3962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '3ea7990b-ae89-4e80-87fb-a3c93904141e'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:38:46.260094 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-521de9e2-9945-4322-b3ea-1cc362323542 req-4b02ad22-b26c-4f73-aaa3-51bfd10497c7 service neutron] Bound port: da32f46d-da2e-4855-84a8-bb057135dfec, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9841fb04-5d23-4544-af29-b4d8965f3962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 853, 'network_id': '3ea7990b-ae89-4e80-87fb-a3c93904141e'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:38:46.260450 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-521de9e2-9945-4322-b3ea-1cc362323542 req-4b02ad22-b26c-4f73-aaa3-51bfd10497c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (da32f46d-da2e-4855-84a8-bb057135dfec), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:38:46.321514 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-521de9e2-9945-4322-b3ea-1cc362323542 req-4b02ad22-b26c-4f73-aaa3-51bfd10497c7 service neutron] For port da32f46d-da2e-4855-84a8-bb057135dfec, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:38:46.324397 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-521de9e2-9945-4322-b3ea-1cc362323542 req-4b02ad22-b26c-4f73-aaa3-51bfd10497c7 service neutron] For port da32f46d-da2e-4855-84a8-bb057135dfec, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=da32f46d-da2e-4855-84a8-bb057135dfec,segment=NetworkSegment(9841fb04-5d23-4544-af29-b4d8965f3962),segment_id=9841fb04-5d23-4544-af29-b4d8965f3962)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:38:46.329147 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-521de9e2-9945-4322-b3ea-1cc362323542 req-4b02ad22-b26c-4f73-aaa3-51bfd10497c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (da32f46d-da2e-4855-84a8-bb057135dfec), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:38:46.366683 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521de9e2-9945-4322-b3ea-1cc362323542 req-4b02ad22-b26c-4f73-aaa3-51bfd10497c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:46.367380 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-521de9e2-9945-4322-b3ea-1cc362323542 req-4b02ad22-b26c-4f73-aaa3-51bfd10497c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:38:46.368666 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-521de9e2-9945-4322-b3ea-1cc362323542 req-4b02ad22-b26c-4f73-aaa3-51bfd10497c7 service neutron] 10.222.0.57 "PUT /v2.0/ports/da32f46d-da2e-4855-84a8-bb057135dfec HTTP/1.1" status: 200 len: 1091 time: 0.7501566 Mar 11 20:38:46.389435 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b02ad22-b26c-4f73-aaa3-51bfd10497c7 service neutron] Pushing event updated for resources: {'Port': ['ID=da32f46d-da2e-4855-84a8-bb057135dfec,revision_number=7']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:38:46.439042 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521de9e2-9945-4322-b3ea-1cc362323542 req-5e1d7318-1854-41c3-9eea-71ae4cd4725e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:46.440592 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-521de9e2-9945-4322-b3ea-1cc362323542 req-5e1d7318-1854-41c3-9eea-71ae4cd4725e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cd4dc3a306bd4a69832000c41db1a90a&device_id=7b96c358-9916-4904-9ded-765289b1920d HTTP/1.1" status: 200 len: 1125 time: 0.0481610 Mar 11 20:38:46.533958 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521de9e2-9945-4322-b3ea-1cc362323542 req-1aefde5c-2906-49e6-8cfd-fd0e22d77c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:46.535417 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-521de9e2-9945-4322-b3ea-1cc362323542 req-1aefde5c-2906-49e6-8cfd-fd0e22d77c93 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3ea7990b-ae89-4e80-87fb-a3c93904141e HTTP/1.1" status: 200 len: 898 time: 0.0887635 Mar 11 20:38:46.603516 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-521de9e2-9945-4322-b3ea-1cc362323542 req-ced526ec-8a56-4dc2-9ce0-bb509ffd097a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da32f46d-da2e-4855-84a8-bb057135dfec HTTP/1.1" status: 200 len: 999 time: 0.0611794 Mar 11 20:38:46.652806 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521de9e2-9945-4322-b3ea-1cc362323542 req-801d6309-7e28-4789-b9e1-c3e7bc28104c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:46.654259 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-521de9e2-9945-4322-b3ea-1cc362323542 req-801d6309-7e28-4789-b9e1-c3e7bc28104c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4fe3e6b4-5310-4141-b7c6-8e5d423d08fc HTTP/1.1" status: 200 len: 835 time: 0.0454447 Mar 11 20:38:46.742942 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76425225-ca01-416e-af78-e3064252c589 req-c142ca7c-83e0-48a8-ba72-6273d7ae175f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:46.744510 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-76425225-ca01-416e-af78-e3064252c589 req-c142ca7c-83e0-48a8-ba72-6273d7ae175f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b96c358-9916-4904-9ded-765289b1920d HTTP/1.1" status: 200 len: 943 time: 0.0854981 Mar 11 20:38:46.746141 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521de9e2-9945-4322-b3ea-1cc362323542 req-bd44c781-ec72-4708-a77b-c712c5cca76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:46.747232 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-521de9e2-9945-4322-b3ea-1cc362323542 req-bd44c781-ec72-4708-a77b-c712c5cca76e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ea7990b-ae89-4e80-87fb-a3c93904141e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0869787 Mar 11 20:38:46.844340 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-76425225-ca01-416e-af78-e3064252c589 req-ef6fda17-445f-455a-991e-9b687f8eee4a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=d33f9174-cddf-4a27-992e-cd7a4fc1d22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934126 Mar 11 20:38:46.865095 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-521de9e2-9945-4322-b3ea-1cc362323542 req-a1170a4f-3717-4b08-b45d-2058b8874e9d service neutron] 10.222.0.57 "GET /v2.0/networks/3ea7990b-ae89-4e80-87fb-a3c93904141e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085062 Mar 11 20:38:46.956810 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-521de9e2-9945-4322-b3ea-1cc362323542 req-90d7a4a4-906c-4d21-968e-d8412dc0dec2 service neutron] 10.222.0.57 "GET /v2.0/networks/3ea7990b-ae89-4e80-87fb-a3c93904141e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845444 Mar 11 20:38:47.962705 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e430c-a3d4-4f32-8631-f1e7f3226e62 req-bfc962a9-a5f0-4ef0-9df3-ee88be522733 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:47.964170 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fa4e430c-a3d4-4f32-8631-f1e7f3226e62 req-bfc962a9-a5f0-4ef0-9df3-ee88be522733 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b96c358-9916-4904-9ded-765289b1920d HTTP/1.1" status: 200 len: 943 time: 0.0506551 Mar 11 20:38:48.011054 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fa4e430c-a3d4-4f32-8631-f1e7f3226e62 req-da9d6404-d7d2-42e8-a654-5bc3acd0219b tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=d33f9174-cddf-4a27-992e-cd7a4fc1d22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413003 Mar 11 20:38:48.011492 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b96c358-9916-4904-9ded-765289b1920d', 'tag': 'da32f46d-da2e-4855-84a8-bb057135dfec'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:38:48.013662 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a0d03908d714cf498f0e9a07bdcfee6ce8884db927bcf4c76da6f3dadb32e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d3b48c-040a-463d-a2c1-d5d31e4542e6" -d '{"events": [{"name": "network-changed", "server_uuid": "7b96c358-9916-4904-9ded-765289b1920d", "tag": "da32f46d-da2e-4855-84a8-bb057135dfec"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:38:48.064793 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe16591-1562-455e-81ce-36e033dde680 x-openstack-request-id: req-9fe16591-1562-455e-81ce-36e033dde680 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:38:48.065092 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b96c358-9916-4904-9ded-765289b1920d", "tag": "da32f46d-da2e-4855-84a8-bb057135dfec", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:38:48.065356 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9fe16591-1562-455e-81ce-36e033dde680 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:38:48.066220 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b96c358-9916-4904-9ded-765289b1920d', 'tag': 'da32f46d-da2e-4855-84a8-bb057135dfec', 'status': 'completed', 'code': 200} Mar 11 20:38:48.158588 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3b48c-040a-463d-a2c1-d5d31e4542e6 req-2252a7f6-b009-4fc2-a998-a4b2ba08fa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:48.160089 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-31d3b48c-040a-463d-a2c1-d5d31e4542e6 req-2252a7f6-b009-4fc2-a998-a4b2ba08fa8b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=cd4dc3a306bd4a69832000c41db1a90a&device_id=7b96c358-9916-4904-9ded-765289b1920d HTTP/1.1" status: 200 len: 1125 time: 0.0789862 Mar 11 20:38:48.161709 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3b48c-040a-463d-a2c1-d5d31e4542e6 req-83518a43-b334-4b42-8832-5c788b3b2aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:48.163665 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-31d3b48c-040a-463d-a2c1-d5d31e4542e6 req-83518a43-b334-4b42-8832-5c788b3b2aaf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cd4dc3a306bd4a69832000c41db1a90a&device_id=7b96c358-9916-4904-9ded-765289b1920d HTTP/1.1" status: 200 len: 1125 time: 0.0727742 Mar 11 20:38:48.311275 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3b48c-040a-463d-a2c1-d5d31e4542e6 req-c5c8d58a-3af9-4496-a248-a7c6d987ec2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:48.312744 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-31d3b48c-040a-463d-a2c1-d5d31e4542e6 req-c5c8d58a-3af9-4496-a248-a7c6d987ec2f service neutron] 10.222.0.75 "GET /v2.0/networks?id=3ea7990b-ae89-4e80-87fb-a3c93904141e HTTP/1.1" status: 200 len: 898 time: 0.1469464 Mar 11 20:38:48.316892 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3b48c-040a-463d-a2c1-d5d31e4542e6 req-3318a36c-a925-407e-9bd0-a4f910ea58aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:48.318204 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-31d3b48c-040a-463d-a2c1-d5d31e4542e6 req-3318a36c-a925-407e-9bd0-a4f910ea58aa service neutron] 10.222.0.57 "GET /v2.0/networks?id=3ea7990b-ae89-4e80-87fb-a3c93904141e HTTP/1.1" status: 200 len: 898 time: 0.1446450 Mar 11 20:38:48.423866 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-31d3b48c-040a-463d-a2c1-d5d31e4542e6 req-841e5f35-8353-4643-ba7b-3b715a5d6348 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da32f46d-da2e-4855-84a8-bb057135dfec HTTP/1.1" status: 200 len: 999 time: 0.1046746 Mar 11 20:38:48.429460 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-31d3b48c-040a-463d-a2c1-d5d31e4542e6 req-8b9f4c7c-26e1-4495-8cfd-c734709a2ac0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da32f46d-da2e-4855-84a8-bb057135dfec HTTP/1.1" status: 200 len: 999 time: 0.1038878 Mar 11 20:38:48.509792 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3b48c-040a-463d-a2c1-d5d31e4542e6 req-c78fbca6-c326-475e-b0ee-424320adc20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:48.511235 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-31d3b48c-040a-463d-a2c1-d5d31e4542e6 req-c78fbca6-c326-475e-b0ee-424320adc20a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4fe3e6b4-5310-4141-b7c6-8e5d423d08fc HTTP/1.1" status: 200 len: 835 time: 0.0809534 Mar 11 20:38:48.512611 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3b48c-040a-463d-a2c1-d5d31e4542e6 req-ebe24ec5-1cc3-4480-a2ec-f3fb821bb07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:48.513885 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-31d3b48c-040a-463d-a2c1-d5d31e4542e6 req-ebe24ec5-1cc3-4480-a2ec-f3fb821bb07d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4fe3e6b4-5310-4141-b7c6-8e5d423d08fc HTTP/1.1" status: 200 len: 835 time: 0.0763190 Mar 11 20:38:48.588685 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3b48c-040a-463d-a2c1-d5d31e4542e6 req-d154fb22-ac48-4753-8972-cff79084401b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:48.590076 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-31d3b48c-040a-463d-a2c1-d5d31e4542e6 req-d154fb22-ac48-4753-8972-cff79084401b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3ea7990b-ae89-4e80-87fb-a3c93904141e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0728166 Mar 11 20:38:48.592363 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3b48c-040a-463d-a2c1-d5d31e4542e6 req-d615f318-3619-4746-a481-96d8b36ed679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:48.593689 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-31d3b48c-040a-463d-a2c1-d5d31e4542e6 req-d615f318-3619-4746-a481-96d8b36ed679 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ea7990b-ae89-4e80-87fb-a3c93904141e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0677879 Mar 11 20:38:49.032945 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-31d3b48c-040a-463d-a2c1-d5d31e4542e6 req-46bde3a2-47e2-4f92-94b9-2fc757cde971 service neutron] 10.222.0.75 "GET /v2.0/networks/3ea7990b-ae89-4e80-87fb-a3c93904141e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4362912 Mar 11 20:38:49.036306 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-31d3b48c-040a-463d-a2c1-d5d31e4542e6 req-2ba39859-d6c7-4295-aae2-231e387500e0 service neutron] 10.222.0.57 "GET /v2.0/networks/3ea7990b-ae89-4e80-87fb-a3c93904141e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4329536 Mar 11 20:38:49.225944 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-31d3b48c-040a-463d-a2c1-d5d31e4542e6 req-9fe82549-4033-4416-bb84-ae52681bd826 service neutron] 10.222.0.57 "GET /v2.0/networks/3ea7990b-ae89-4e80-87fb-a3c93904141e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792500 Mar 11 20:38:49.228915 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-31d3b48c-040a-463d-a2c1-d5d31e4542e6 req-34c575a6-ba4d-483a-bed2-7e0d0efa3ef4 service neutron] 10.222.0.75 "GET /v2.0/networks/3ea7990b-ae89-4e80-87fb-a3c93904141e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894710 Mar 11 20:38:49.240250 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87486419-4c98-49b7-bcae-51236198e86d req-d1d4bd9c-0ed0-4fc9-87d8-fa1f69873d22 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:49.242674 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-87486419-4c98-49b7-bcae-51236198e86d req-d1d4bd9c-0ed0-4fc9-87d8-fa1f69873d22 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b96c358-9916-4904-9ded-765289b1920d HTTP/1.1" status: 200 len: 943 time: 0.1558764 Mar 11 20:38:49.292557 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-87486419-4c98-49b7-bcae-51236198e86d req-cc6a318d-91fa-4486-9b04-68446b7fd8f5 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=d33f9174-cddf-4a27-992e-cd7a4fc1d22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432770 Mar 11 20:38:49.547329 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:38:49.555727 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device da32f46d-da2e-4855-84a8-bb057135dfec no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:38:49.593374 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] The host n-h1-833163-1 is not matching for port da32f46d-da2e-4855-84a8-bb057135dfec host n-h2-833163-1! {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 11 20:38:49.593757 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device da32f46d-da2e-4855-84a8-bb057135dfec not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:38:50.410191 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431406c5-a7bd-454c-a79b-2e6373c4d150 req-db025f1d-c93e-4320-bc74-1a66f217bd80 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:50.411669 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-431406c5-a7bd-454c-a79b-2e6373c4d150 req-db025f1d-c93e-4320-bc74-1a66f217bd80 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b96c358-9916-4904-9ded-765289b1920d HTTP/1.1" status: 200 len: 943 time: 0.0514648 Mar 11 20:38:50.463267 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-431406c5-a7bd-454c-a79b-2e6373c4d150 req-8ee680a6-7687-4d21-b973-03acf5629181 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=d33f9174-cddf-4a27-992e-cd7a4fc1d22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460634 Mar 11 20:38:50.689882 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device da32f46d-da2e-4855-84a8-bb057135dfec details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 20:38:50.698614 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a369d-df8e-47dc-b0b2-3b7bb9b534cb req-366584ce-8e9b-4a10-bb3a-f961296faf96 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:50.700124 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-df7a369d-df8e-47dc-b0b2-3b7bb9b534cb req-366584ce-8e9b-4a10-bb3a-f961296faf96 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.75 "GET /v2.0/ports?device_id=7b96c358-9916-4904-9ded-765289b1920d&tenant_id=cd4dc3a306bd4a69832000c41db1a90a&binding%3Ahost_id=n-h2-833163-1 HTTP/1.1" status: 200 len: 943 time: 0.0788038 Mar 11 20:38:50.706882 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e9d988-7c5e-4ffd-a7d1-0ee3d5fba5d4 req-36d1d22e-87e5-4242-80b9-1520978a2426 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:50.708280 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-88e9d988-7c5e-4ffd-a7d1-0ee3d5fba5d4 req-36d1d22e-87e5-4242-80b9-1520978a2426 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b96c358-9916-4904-9ded-765289b1920d HTTP/1.1" status: 200 len: 943 time: 0.0972097 Mar 11 20:38:50.789719 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port da32f46d-da2e-4855-84a8-bb057135dfec, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=da32f46d-da2e-4855-84a8-bb057135dfec,segment=NetworkSegment(9841fb04-5d23-4544-af29-b4d8965f3962),segment_id=9841fb04-5d23-4544-af29-b4d8965f3962)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:38:50.800932 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': 'da32f46d-da2e-4855-84a8-bb057135dfec', 'network_id': '3ea7990b-ae89-4e80-87fb-a3c93904141e', 'port_id': 'da32f46d-da2e-4855-84a8-bb057135dfec', 'mac_address': 'fa:16:3e:ee:06:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 853, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fe3e6b4-5310-4141-b7c6-8e5d423d08fc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 20:38:50.804097 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-88e9d988-7c5e-4ffd-a7d1-0ee3d5fba5d4 req-3f424107-9753-4675-b933-15a8032132df tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=d33f9174-cddf-4a27-992e-cd7a4fc1d22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887315 Mar 11 20:38:50.805068 n-d-833163-1 neutron-server[103885]: INFO neutron.api.v2.resource [req-df7a369d-df8e-47dc-b0b2-3b7bb9b534cb req-056eda2d-30dd-4690-86ba-341485fcd9e6 service neutron] delete failed (client error): The resource could not be found. Mar 11 20:38:50.805915 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-df7a369d-df8e-47dc-b0b2-3b7bb9b534cb req-056eda2d-30dd-4690-86ba-341485fcd9e6 service neutron] 10.222.0.75 "DELETE /v2.0/ports/da32f46d-da2e-4855-84a8-bb057135dfec/bindings/n-h1-833163-1 HTTP/1.1" status: 404 len: 380 time: 0.0967929 Mar 11 20:38:50.838439 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port da32f46d-da2e-4855-84a8-bb057135dfec is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:38:50.838842 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (da32f46d-da2e-4855-84a8-bb057135dfec), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:38:50.856114 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da32f46d-da2e-4855-84a8-bb057135dfec {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:38:50.876280 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port da32f46d-da2e-4855-84a8-bb057135dfec, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=da32f46d-da2e-4855-84a8-bb057135dfec,segment=NetworkSegment(9841fb04-5d23-4544-af29-b4d8965f3962),segment_id=9841fb04-5d23-4544-af29-b4d8965f3962)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:38:50.881134 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (da32f46d-da2e-4855-84a8-bb057135dfec), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:38:50.928090 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=da32f46d-da2e-4855-84a8-bb057135dfec,revision_number=8']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:38:50.930384 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a369d-df8e-47dc-b0b2-3b7bb9b534cb req-6db7cd7f-d0b7-4543-8d02-e62263b2a685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:50.931893 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-df7a369d-df8e-47dc-b0b2-3b7bb9b534cb req-6db7cd7f-d0b7-4543-8d02-e62263b2a685 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=cd4dc3a306bd4a69832000c41db1a90a&device_id=7b96c358-9916-4904-9ded-765289b1920d HTTP/1.1" status: 200 len: 1125 time: 0.0821822 Mar 11 20:38:50.936149 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:38:50.936509 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:38:50.936857 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:38:50.937203 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:38:50.937543 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:38:50.937880 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:38:50.938213 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:38:50.938544 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:38:50.938876 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:38:50.939207 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:38:50.939535 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:38:50.939886 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:38:50.940212 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:38:50.942856 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf48bfa-a5b7-445a-b1de-72c752ebe405 req-c9c990fe-7e65-479b-aba4-300a34532323 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:50.945249 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-daf48bfa-a5b7-445a-b1de-72c752ebe405 req-c9c990fe-7e65-479b-aba4-300a34532323 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b96c358-9916-4904-9ded-765289b1920d HTTP/1.1" status: 200 len: 944 time: 0.0662968 Mar 11 20:38:51.049332 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-daf48bfa-a5b7-445a-b1de-72c752ebe405 req-bbf15651-8724-4043-a908-7c785d1e1dad tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=d33f9174-cddf-4a27-992e-cd7a4fc1d22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960264 Mar 11 20:38:51.066392 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a369d-df8e-47dc-b0b2-3b7bb9b534cb req-1d4e5dde-91c6-49a3-bfab-e98dc7842d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:51.067864 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-df7a369d-df8e-47dc-b0b2-3b7bb9b534cb req-1d4e5dde-91c6-49a3-bfab-e98dc7842d0b service neutron] 10.222.0.75 "GET /v2.0/networks?id=3ea7990b-ae89-4e80-87fb-a3c93904141e HTTP/1.1" status: 200 len: 898 time: 0.1217515 Mar 11 20:38:51.139779 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-df7a369d-df8e-47dc-b0b2-3b7bb9b534cb req-9fb72e79-ebc5-4720-8a68-44391318bb2d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da32f46d-da2e-4855-84a8-bb057135dfec HTTP/1.1" status: 200 len: 1000 time: 0.0660162 Mar 11 20:38:51.186098 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a369d-df8e-47dc-b0b2-3b7bb9b534cb req-9fccb7b0-169f-4139-863c-101d04410fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:51.187490 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-df7a369d-df8e-47dc-b0b2-3b7bb9b534cb req-9fccb7b0-169f-4139-863c-101d04410fec service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4fe3e6b4-5310-4141-b7c6-8e5d423d08fc HTTP/1.1" status: 200 len: 835 time: 0.0425799 Mar 11 20:38:51.234799 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['da32f46d-da2e-4855-84a8-bb057135dfec'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:38:51.235713 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a369d-df8e-47dc-b0b2-3b7bb9b534cb req-7ca5ad73-d648-46e7-8c3f-dc2601327860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:51.237204 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-df7a369d-df8e-47dc-b0b2-3b7bb9b534cb req-7ca5ad73-d648-46e7-8c3f-dc2601327860 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3ea7990b-ae89-4e80-87fb-a3c93904141e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435355 Mar 11 20:38:51.328015 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-df7a369d-df8e-47dc-b0b2-3b7bb9b534cb req-292dee5b-fc01-465f-89cb-274669039ffe service neutron] 10.222.0.75 "GET /v2.0/networks/3ea7990b-ae89-4e80-87fb-a3c93904141e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841417 Mar 11 20:38:51.418476 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-df7a369d-df8e-47dc-b0b2-3b7bb9b534cb req-5138dcfb-5829-4cb1-b8fb-53967e6bae3b service neutron] 10.222.0.75 "GET /v2.0/networks/3ea7990b-ae89-4e80-87fb-a3c93904141e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827656 Mar 11 20:38:52.166978 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c88b9f4-c05f-4919-a441-215c35d66deb req-fc63064a-0264-4025-a490-e69cf8b69598 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:38:52.168474 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8c88b9f4-c05f-4919-a441-215c35d66deb req-fc63064a-0264-4025-a490-e69cf8b69598 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b96c358-9916-4904-9ded-765289b1920d HTTP/1.1" status: 200 len: 944 time: 0.0516820 Mar 11 20:38:52.219232 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8c88b9f4-c05f-4919-a441-215c35d66deb req-4b6298e7-4763-4345-a45b-d51161bd807e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=d33f9174-cddf-4a27-992e-cd7a4fc1d22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451877 Mar 11 20:38:52.242151 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59874) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:38:52.299954 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-c0d7d3b4-8511-4250-8f3a-5aae9acffbaf tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/floatingips/10063e88-90a8-4f92-a95f-b6ad858b8f48 HTTP/1.1" status: 200 len: 992 time: 0.0566745 Mar 11 20:38:52.464672 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4b1ac234-84ba-45d0-a03a-2a2b599cdba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:38:52.698004 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device da32f46d-da2e-4855-84a8-bb057135dfec up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:38:52.745696 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port da32f46d-da2e-4855-84a8-bb057135dfec completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 20:38:52.749584 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port da32f46d-da2e-4855-84a8-bb057135dfec triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:38:52.749966 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (da32f46d-da2e-4855-84a8-bb057135dfec), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:38:52.834910 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port da32f46d-da2e-4855-84a8-bb057135dfec is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:38:52.835294 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (da32f46d-da2e-4855-84a8-bb057135dfec), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:38:52.857049 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b96c358-9916-4904-9ded-765289b1920d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da32f46d-da2e-4855-84a8-bb057135dfec'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:38:52.859436 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e00c6702a54281ed7930195260709b2e9eb4074fe153a1ed12afbef6176377e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a2ff2d-5f15-4b11-8ceb-b611a3f950f1" -d '{"events": [{"server_uuid": "7b96c358-9916-4904-9ded-765289b1920d", "name": "network-vif-plugged", "status": "completed", "tag": "da32f46d-da2e-4855-84a8-bb057135dfec"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:38:52.871555 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port da32f46d-da2e-4855-84a8-bb057135dfec, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=da32f46d-da2e-4855-84a8-bb057135dfec,segment=NetworkSegment(9841fb04-5d23-4544-af29-b4d8965f3962),segment_id=9841fb04-5d23-4544-af29-b4d8965f3962)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:38:52.875846 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (da32f46d-da2e-4855-84a8-bb057135dfec), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:38:52.898415 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4006045c-fead-44ef-b736-73550f60eb69 x-openstack-request-id: req-4006045c-fead-44ef-b736-73550f60eb69 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:38:52.898706 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b96c358-9916-4904-9ded-765289b1920d", "name": "network-vif-plugged", "status": "completed", "tag": "da32f46d-da2e-4855-84a8-bb057135dfec", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:38:52.898960 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4006045c-fead-44ef-b736-73550f60eb69 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:38:52.899354 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b96c358-9916-4904-9ded-765289b1920d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da32f46d-da2e-4855-84a8-bb057135dfec', 'code': 200} Mar 11 20:38:52.924174 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=da32f46d-da2e-4855-84a8-bb057135dfec,revision_number=9']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:38:53.180587 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:38:54.732455 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c85cb0d0-6b79-4766-97ff-715db1f89c2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:38:56.443733 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:38:57.830104 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:38:59.146023 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:14.359508 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:39:14.884232 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-505f6d58-577b-4096-bb94-3a5155f05b76 req-e7d3891b-236b-41e2-8b0b-64d1f0718a03 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7b96c358-9916-4904-9ded-765289b1920d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429597 Mar 11 20:39:14.971740 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505f6d58-577b-4096-bb94-3a5155f05b76 req-0aa4c1e2-59d0-4a05-8c8e-a734c1dc40a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:39:14.973197 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-505f6d58-577b-4096-bb94-3a5155f05b76 req-0aa4c1e2-59d0-4a05-8c8e-a734c1dc40a9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cd4dc3a306bd4a69832000c41db1a90a&device_id=7b96c358-9916-4904-9ded-765289b1920d HTTP/1.1" status: 200 len: 1127 time: 0.0471177 Mar 11 20:39:15.073342 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505f6d58-577b-4096-bb94-3a5155f05b76 req-cb183fbc-bf21-4bc6-bb41-a0f98590d3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:39:15.074785 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-505f6d58-577b-4096-bb94-3a5155f05b76 req-cb183fbc-bf21-4bc6-bb41-a0f98590d3b8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3ea7990b-ae89-4e80-87fb-a3c93904141e HTTP/1.1" status: 200 len: 898 time: 0.0824058 Mar 11 20:39:15.143449 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-505f6d58-577b-4096-bb94-3a5155f05b76 req-1c613228-6695-44b1-83cd-a4ca01b41afb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da32f46d-da2e-4855-84a8-bb057135dfec HTTP/1.1" status: 200 len: 1001 time: 0.0632422 Mar 11 20:39:15.190377 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505f6d58-577b-4096-bb94-3a5155f05b76 req-7b8eaaff-9d09-42c7-a37b-f602a2bd8684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:39:15.191833 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-505f6d58-577b-4096-bb94-3a5155f05b76 req-7b8eaaff-9d09-42c7-a37b-f602a2bd8684 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4fe3e6b4-5310-4141-b7c6-8e5d423d08fc HTTP/1.1" status: 200 len: 835 time: 0.0422115 Mar 11 20:39:15.240837 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505f6d58-577b-4096-bb94-3a5155f05b76 req-7866c5ec-ed66-40d5-90fd-268ed97e8f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:39:15.242368 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-505f6d58-577b-4096-bb94-3a5155f05b76 req-7866c5ec-ed66-40d5-90fd-268ed97e8f08 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ea7990b-ae89-4e80-87fb-a3c93904141e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446188 Mar 11 20:39:15.332947 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-505f6d58-577b-4096-bb94-3a5155f05b76 req-c6d0953d-5112-40ef-acd2-f622d62e7d43 service neutron] 10.222.0.57 "GET /v2.0/networks/3ea7990b-ae89-4e80-87fb-a3c93904141e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846207 Mar 11 20:39:15.424744 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-505f6d58-577b-4096-bb94-3a5155f05b76 req-c6d54fe6-eef8-4bb2-b8b2-b0df4974f49f service neutron] 10.222.0.57 "GET /v2.0/networks/3ea7990b-ae89-4e80-87fb-a3c93904141e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855310 Mar 11 20:39:19.551562 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:22.467637 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-def1b348-7410-4f02-bad0-a0c2413e0a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:23.185908 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:24.734256 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3fefdf2f-f187-44b9-8b51-f71db4727f76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:26.446519 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:27.835364 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:29.147721 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:38.920578 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59892) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:39:39.087984 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-f5bdfc12-a5d8-41ed-9f3f-1c69fe3f648f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Deleting port 6e463081-1db4-4cb2-b54a-849ca4e5cb76 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:39:39.088337 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f5bdfc12-a5d8-41ed-9f3f-1c69fe3f648f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (6e463081-1db4-4cb2-b54a-849ca4e5cb76), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:39.162169 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f5bdfc12-a5d8-41ed-9f3f-1c69fe3f648f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (6e463081-1db4-4cb2-b54a-849ca4e5cb76), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:39.162515 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f5bdfc12-a5d8-41ed-9f3f-1c69fe3f648f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for floatingip (6e463081-1db4-4cb2-b54a-849ca4e5cb76), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:39.174045 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-f5bdfc12-a5d8-41ed-9f3f-1c69fe3f648f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Calling delete_port for 6e463081-1db4-4cb2-b54a-849ca4e5cb76 owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:39:39.320315 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f5bdfc12-a5d8-41ed-9f3f-1c69fe3f648f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (6e463081-1db4-4cb2-b54a-849ca4e5cb76), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:39.344780 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bdfc12-a5d8-41ed-9f3f-1c69fe3f648f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event deleted for resources: {'Port': ['ID=6e463081-1db4-4cb2-b54a-849ca4e5cb76,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:39:39.413919 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f5bdfc12-a5d8-41ed-9f3f-1c69fe3f648f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for floatingip (10063e88-90a8-4f92-a95f-b6ad858b8f48), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:39.414248 n-d-833163-1 neutron-server[103885]: INFO neutron.db.l3_db [None req-f5bdfc12-a5d8-41ed-9f3f-1c69fe3f648f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Floating IP 10063e88-90a8-4f92-a95f-b6ad858b8f48 disassociated (deleted). External IP: 172.25.8.142, port: da32f46d-da2e-4855-84a8-bb057135dfec. Mar 11 20:39:39.622611 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5bdfc12-a5d8-41ed-9f3f-1c69fe3f648f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Router 74bae466-643f-43bd-bf84-bed0551279db has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:39:39.734438 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5bdfc12-a5d8-41ed-9f3f-1c69fe3f648f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:39:39.739267 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f5bdfc12-a5d8-41ed-9f3f-1c69fe3f648f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:39.743961 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cd0c0e-513e-4fb3-958a-4c8741b18e65 None None] Sync routers for ids ['74bae466-643f-43bd-bf84-bed0551279db'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:39:39.753011 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cd0c0e-513e-4fb3-958a-4c8741b18e65 None None] Routers {'74bae466-643f-43bd-bf84-bed0551279db'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:39:39.753631 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-c0cd0c0e-513e-4fb3-958a-4c8741b18e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:39:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['74bae466-643f-43bd-bf84-bed0551279db'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:39:39.767285 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f5bdfc12-a5d8-41ed-9f3f-1c69fe3f648f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "DELETE /v2.0/floatingips/10063e88-90a8-4f92-a95f-b6ad858b8f48 HTTP/1.1" status: 204 len: 168 time: 0.8457108 Mar 11 20:39:39.767950 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b96c358-9916-4904-9ded-765289b1920d', 'tag': 'da32f46d-da2e-4855-84a8-bb057135dfec'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:39:39.770178 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a0d03908d714cf498f0e9a07bdcfee6ce8884db927bcf4c76da6f3dadb32e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7add2cc8-230d-4f87-a133-bf645c0904bf" -d '{"events": [{"name": "network-changed", "server_uuid": "7b96c358-9916-4904-9ded-765289b1920d", "tag": "da32f46d-da2e-4855-84a8-bb057135dfec"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:39:39.935529 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7781e125-4ac7-406d-802f-121a9f566a57 x-openstack-request-id: req-7781e125-4ac7-406d-802f-121a9f566a57 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:39:39.936160 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b96c358-9916-4904-9ded-765289b1920d", "tag": "da32f46d-da2e-4855-84a8-bb057135dfec", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:39:39.936160 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7781e125-4ac7-406d-802f-121a9f566a57 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:39:39.936494 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b96c358-9916-4904-9ded-765289b1920d', 'tag': 'da32f46d-da2e-4855-84a8-bb057135dfec', 'status': 'completed', 'code': 200} Mar 11 20:39:40.019656 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-c0cd0c0e-513e-4fb3-958a-4c8741b18e65 None None] Set router 74bae466-643f-43bd-bf84-bed0551279db gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:39:40.034385 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add2cc8-230d-4f87-a133-bf645c0904bf req-af98e942-8867-45b6-aca0-49d31de5001a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:39:40.036016 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7add2cc8-230d-4f87-a133-bf645c0904bf req-af98e942-8867-45b6-aca0-49d31de5001a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cd4dc3a306bd4a69832000c41db1a90a&device_id=7b96c358-9916-4904-9ded-765289b1920d HTTP/1.1" status: 200 len: 1127 time: 0.0798156 Mar 11 20:39:40.046785 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02154884-4638-4066-ad14-4bc2e4af59dc req-60e60604-ce54-4abc-bc09-df8800d23081 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:39:40.048224 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-02154884-4638-4066-ad14-4bc2e4af59dc req-60e60604-ce54-4abc-bc09-df8800d23081 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b96c358-9916-4904-9ded-765289b1920d HTTP/1.1" status: 200 len: 945 time: 0.0644658 Mar 11 20:39:40.156421 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-02154884-4638-4066-ad14-4bc2e4af59dc req-47f3c2e0-2dce-4d31-b4b4-c2b3bb8418cb tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=d33f9174-cddf-4a27-992e-cd7a4fc1d22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991545 Mar 11 20:39:40.170607 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add2cc8-230d-4f87-a133-bf645c0904bf req-e6ed959d-393b-4f88-8b68-a31c5e955ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:39:40.172217 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7add2cc8-230d-4f87-a133-bf645c0904bf req-e6ed959d-393b-4f88-8b68-a31c5e955ef0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3ea7990b-ae89-4e80-87fb-a3c93904141e HTTP/1.1" status: 200 len: 898 time: 0.1231518 Mar 11 20:39:40.215550 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7add2cc8-230d-4f87-a133-bf645c0904bf req-e98f034f-375e-464d-a933-e02bf3a81202 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=da32f46d-da2e-4855-84a8-bb057135dfec HTTP/1.1" status: 200 len: 217 time: 0.0365157 Mar 11 20:39:40.222847 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-c0cd0c0e-513e-4fb3-958a-4c8741b18e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74bae466-643f-43bd-bf84-bed0551279db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825020471', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '3134e003-83db-460f-b5a3-99e1429ebd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:37:42Z', 'updated_at': '2022-03-11T20:37:45Z', 'revision_number': 4, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'gw_port': {'id': '3134e003-83db-460f-b5a3-99e1429ebd32', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bae466-643f-43bd-bf84-bed0551279db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:37:43Z', 'updated_at': '2022-03-11T20:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'f1db2a5f-b0b9-4083-8c86-dad523a04c89', 'name': '', 'network_id': '3ea7990b-ae89-4e80-87fb-a3c93904141e', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'mac_address': 'fa:16:3e:6e:5f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bae466-643f-43bd-bf84-bed0551279db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '4fe3e6b4-5310-4141-b7c6-8e5d423d08fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:37:45Z', 'updated_at': '2022-03-11T20:37:49Z', 'revision_number': 5, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'subnets': [{'id': '4fe3e6b4-5310-4141-b7c6-8e5d423d08fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:39:40.249009 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cd0c0e-513e-4fb3-958a-4c8741b18e65 None None] Checking router: 74bae466-643f-43bd-bf84-bed0551279db for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:39:40.257347 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cd0c0e-513e-4fb3-958a-4c8741b18e65 None None] Routers {'74bae466-643f-43bd-bf84-bed0551279db'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:39:40.257965 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-c0cd0c0e-513e-4fb3-958a-4c8741b18e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:39:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['74bae466-643f-43bd-bf84-bed0551279db'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:39:40.268797 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add2cc8-230d-4f87-a133-bf645c0904bf req-61588501-ce15-424f-ae55-936bf37e891e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:39:40.270285 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7add2cc8-230d-4f87-a133-bf645c0904bf req-61588501-ce15-424f-ae55-936bf37e891e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4fe3e6b4-5310-4141-b7c6-8e5d423d08fc HTTP/1.1" status: 200 len: 835 time: 0.0491798 Mar 11 20:39:40.318035 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add2cc8-230d-4f87-a133-bf645c0904bf req-9158168a-0f87-4184-af1d-b594e641f30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:39:40.319588 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7add2cc8-230d-4f87-a133-bf645c0904bf req-9158168a-0f87-4184-af1d-b594e641f30d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3ea7990b-ae89-4e80-87fb-a3c93904141e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0427837 Mar 11 20:39:40.365472 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-c0cd0c0e-513e-4fb3-958a-4c8741b18e65 None None] Set router 74bae466-643f-43bd-bf84-bed0551279db gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:39:40.411404 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7add2cc8-230d-4f87-a133-bf645c0904bf req-4026b0aa-84f6-47ea-b877-5e582be411b7 service neutron] 10.222.0.57 "GET /v2.0/networks/3ea7990b-ae89-4e80-87fb-a3c93904141e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852981 Mar 11 20:39:40.501249 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7add2cc8-230d-4f87-a133-bf645c0904bf req-419f845e-2f28-4d32-b0b8-fe12cd1d49bf service neutron] 10.222.0.57 "GET /v2.0/networks/3ea7990b-ae89-4e80-87fb-a3c93904141e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827818 Mar 11 20:39:40.559600 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-c0cd0c0e-513e-4fb3-958a-4c8741b18e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74bae466-643f-43bd-bf84-bed0551279db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825020471', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '3134e003-83db-460f-b5a3-99e1429ebd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:37:42Z', 'updated_at': '2022-03-11T20:37:45Z', 'revision_number': 4, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'gw_port': {'id': '3134e003-83db-460f-b5a3-99e1429ebd32', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bae466-643f-43bd-bf84-bed0551279db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:37:43Z', 'updated_at': '2022-03-11T20:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'f1db2a5f-b0b9-4083-8c86-dad523a04c89', 'name': '', 'network_id': '3ea7990b-ae89-4e80-87fb-a3c93904141e', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'mac_address': 'fa:16:3e:6e:5f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bae466-643f-43bd-bf84-bed0551279db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '4fe3e6b4-5310-4141-b7c6-8e5d423d08fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:37:45Z', 'updated_at': '2022-03-11T20:37:49Z', 'revision_number': 5, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'subnets': [{'id': '4fe3e6b4-5310-4141-b7c6-8e5d423d08fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:39:40.589813 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cd0c0e-513e-4fb3-958a-4c8741b18e65 None None] The sync data for ids ['74bae466-643f-43bd-bf84-bed0551279db'] in n-d-833163-1 is: [{'id': '74bae466-643f-43bd-bf84-bed0551279db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825020471', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '3134e003-83db-460f-b5a3-99e1429ebd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:37:42Z', 'updated_at': '2022-03-11T20:37:45Z', 'revision_number': 4, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'gw_port': {'id': '3134e003-83db-460f-b5a3-99e1429ebd32', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bae466-643f-43bd-bf84-bed0551279db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:37:43Z', 'updated_at': '2022-03-11T20:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'f1db2a5f-b0b9-4083-8c86-dad523a04c89', 'name': '', 'network_id': '3ea7990b-ae89-4e80-87fb-a3c93904141e', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'mac_address': 'fa:16:3e:6e:5f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bae466-643f-43bd-bf84-bed0551279db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '4fe3e6b4-5310-4141-b7c6-8e5d423d08fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:37:45Z', 'updated_at': '2022-03-11T20:37:49Z', 'revision_number': 5, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'subnets': [{'id': '4fe3e6b4-5310-4141-b7c6-8e5d423d08fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:39:40.804004 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdee697-940f-4718-a878-6f7facfe28f6 None None] New status for floating IP 10063e88-90a8-4f92-a95f-b6ad858b8f48: DOWN {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 20:39:41.276842 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dbd8d6-7e48-40c2-827b-525136bc25dd req-fd91fea5-56ef-450e-87d8-bcc2565a7498 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:39:41.278306 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-90dbd8d6-7e48-40c2-827b-525136bc25dd req-fd91fea5-56ef-450e-87d8-bcc2565a7498 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b96c358-9916-4904-9ded-765289b1920d HTTP/1.1" status: 200 len: 945 time: 0.0534570 Mar 11 20:39:41.329399 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-90dbd8d6-7e48-40c2-827b-525136bc25dd req-85be70c6-4b2b-4d6b-80dd-93e2e990864b tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=d33f9174-cddf-4a27-992e-cd7a4fc1d22b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455067 Mar 11 20:39:41.534678 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d695be16-ffa0-4ad6-ad57-631433e957d0 req-bb0a86a4-a7c2-4743-933b-2979feed08ff tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:39:41.536037 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d695be16-ffa0-4ad6-ad57-631433e957d0 req-bb0a86a4-a7c2-4743-933b-2979feed08ff tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.57 "GET /v2.0/ports?device_id=7b96c358-9916-4904-9ded-765289b1920d HTTP/1.1" status: 200 len: 945 time: 0.0505517 Mar 11 20:39:41.623916 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-d695be16-ffa0-4ad6-ad57-631433e957d0 req-dfb0a654-e0e9-49d9-8505-824c4019dff1 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Deleting port da32f46d-da2e-4855-84a8-bb057135dfec {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:39:41.624255 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d695be16-ffa0-4ad6-ad57-631433e957d0 req-dfb0a654-e0e9-49d9-8505-824c4019dff1 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (da32f46d-da2e-4855-84a8-bb057135dfec), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:41.712623 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-d695be16-ffa0-4ad6-ad57-631433e957d0 req-dfb0a654-e0e9-49d9-8505-824c4019dff1 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] For port da32f46d-da2e-4855-84a8-bb057135dfec, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=da32f46d-da2e-4855-84a8-bb057135dfec,segment=NetworkSegment(9841fb04-5d23-4544-af29-b4d8965f3962),segment_id=9841fb04-5d23-4544-af29-b4d8965f3962)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:39:41.712980 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d695be16-ffa0-4ad6-ad57-631433e957d0 req-dfb0a654-e0e9-49d9-8505-824c4019dff1 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (da32f46d-da2e-4855-84a8-bb057135dfec), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:41.724616 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-d695be16-ffa0-4ad6-ad57-631433e957d0 req-dfb0a654-e0e9-49d9-8505-824c4019dff1 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Calling delete_port for da32f46d-da2e-4855-84a8-bb057135dfec owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:39:41.859646 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d695be16-ffa0-4ad6-ad57-631433e957d0 req-dfb0a654-e0e9-49d9-8505-824c4019dff1 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (da32f46d-da2e-4855-84a8-bb057135dfec), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:42.174437 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb0a654-e0e9-49d9-8505-824c4019dff1 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event deleted for resources: {'Port': ['ID=da32f46d-da2e-4855-84a8-bb057135dfec,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:39:42.218162 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-d695be16-ffa0-4ad6-ad57-631433e957d0 req-dfb0a654-e0e9-49d9-8505-824c4019dff1 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] No DVR routers for this DVR port da32f46d-da2e-4855-84a8-bb057135dfec on host n-h2-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:39:42.220610 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-d695be16-ffa0-4ad6-ad57-631433e957d0 req-dfb0a654-e0e9-49d9-8505-824c4019dff1 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:42.223911 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d695be16-ffa0-4ad6-ad57-631433e957d0 req-dfb0a654-e0e9-49d9-8505-824c4019dff1 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.57 "DELETE /v2.0/ports/da32f46d-da2e-4855-84a8-bb057135dfec HTTP/1.1" status: 204 len: 173 time: 0.6827075 Mar 11 20:39:42.224353 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b96c358-9916-4904-9ded-765289b1920d', 'name': 'network-vif-deleted', 'tag': 'da32f46d-da2e-4855-84a8-bb057135dfec'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:39:42.226833 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a0d03908d714cf498f0e9a07bdcfee6ce8884db927bcf4c76da6f3dadb32e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9373d8-8c06-4820-b463-f05e141fdde9" -d '{"events": [{"server_uuid": "7b96c358-9916-4904-9ded-765289b1920d", "name": "network-vif-deleted", "tag": "da32f46d-da2e-4855-84a8-bb057135dfec"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:39:42.265608 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcffcad1-349d-4dfa-831c-98b4c398a413 x-openstack-request-id: req-bcffcad1-349d-4dfa-831c-98b4c398a413 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:39:42.265913 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b96c358-9916-4904-9ded-765289b1920d", "name": "network-vif-deleted", "tag": "da32f46d-da2e-4855-84a8-bb057135dfec", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:39:42.266175 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-bcffcad1-349d-4dfa-831c-98b4c398a413 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:39:42.266587 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b96c358-9916-4904-9ded-765289b1920d', 'name': 'network-vif-deleted', 'tag': 'da32f46d-da2e-4855-84a8-bb057135dfec', 'status': 'completed', 'code': 200} Mar 11 20:39:42.433878 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e1b85ddf-3479-400a-90e5-49698a2ce3b7 req-9aac6f03-e92b-4fd9-881a-6e9997d43026 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=7b96c358-9916-4904-9ded-765289b1920d HTTP/1.1" status: 200 len: 210 time: 0.0266263 Mar 11 20:39:43.490874 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59908) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:39:43.851227 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-57b4a639-d229-46de-a2ad-13e94b1d3e2b tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (74bae466-643f-43bd-bf84-bed0551279db), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:44.109062 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-57b4a639-d229-46de-a2ad-13e94b1d3e2b tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Deleting port f1db2a5f-b0b9-4083-8c86-dad523a04c89 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:39:44.109411 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-57b4a639-d229-46de-a2ad-13e94b1d3e2b tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (f1db2a5f-b0b9-4083-8c86-dad523a04c89), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:44.200248 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-57b4a639-d229-46de-a2ad-13e94b1d3e2b tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] For port f1db2a5f-b0b9-4083-8c86-dad523a04c89, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=f1db2a5f-b0b9-4083-8c86-dad523a04c89,segment=NetworkSegment(9841fb04-5d23-4544-af29-b4d8965f3962),segment_id=9841fb04-5d23-4544-af29-b4d8965f3962)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:39:44.200608 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-57b4a639-d229-46de-a2ad-13e94b1d3e2b tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (f1db2a5f-b0b9-4083-8c86-dad523a04c89), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:44.212442 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-57b4a639-d229-46de-a2ad-13e94b1d3e2b tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Calling delete_port for f1db2a5f-b0b9-4083-8c86-dad523a04c89 owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:39:44.398078 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-57b4a639-d229-46de-a2ad-13e94b1d3e2b tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (f1db2a5f-b0b9-4083-8c86-dad523a04c89), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:44.429990 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b4a639-d229-46de-a2ad-13e94b1d3e2b tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event deleted for resources: {'Port': ['ID=f1db2a5f-b0b9-4083-8c86-dad523a04c89,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:39:44.598533 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-57b4a639-d229-46de-a2ad-13e94b1d3e2b tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (74bae466-643f-43bd-bf84-bed0551279db), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:44.818117 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b4a639-d229-46de-a2ad-13e94b1d3e2b tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Router 74bae466-643f-43bd-bf84-bed0551279db has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:39:44.925055 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b4a639-d229-46de-a2ad-13e94b1d3e2b tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:39:44.929887 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-57b4a639-d229-46de-a2ad-13e94b1d3e2b tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "PUT /v2.0/routers/74bae466-643f-43bd-bf84-bed0551279db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4380095 Mar 11 20:39:44.932982 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59910) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:39:44.936335 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56a760d-1334-4253-a968-cf0777b1f04c None None] Sync routers for ids ['74bae466-643f-43bd-bf84-bed0551279db'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:39:44.947123 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56a760d-1334-4253-a968-cf0777b1f04c None None] Routers {'74bae466-643f-43bd-bf84-bed0551279db'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:39:44.947762 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a56a760d-1334-4253-a968-cf0777b1f04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:39:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['74bae466-643f-43bd-bf84-bed0551279db'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:39:44.985016 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d23f5ac-4bdb-4eeb-99b7-fbb58487aa71 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Deleting subnet 4fe3e6b4-5310-4141-b7c6-8e5d423d08fc {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 20:39:44.988127 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3d23f5ac-4bdb-4eeb-99b7-fbb58487aa71 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for subnet (4fe3e6b4-5310-4141-b7c6-8e5d423d08fc), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:45.026561 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3d23f5ac-4bdb-4eeb-99b7-fbb58487aa71 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (4fe3e6b4-5310-4141-b7c6-8e5d423d08fc), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:45.056122 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-a56a760d-1334-4253-a968-cf0777b1f04c None None] Set router 74bae466-643f-43bd-bf84-bed0551279db gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:39:45.111993 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3d23f5ac-4bdb-4eeb-99b7-fbb58487aa71 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (4fe3e6b4-5310-4141-b7c6-8e5d423d08fc), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:45.168602 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3d23f5ac-4bdb-4eeb-99b7-fbb58487aa71 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (4fe3e6b4-5310-4141-b7c6-8e5d423d08fc), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:45.195497 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d23f5ac-4bdb-4eeb-99b7-fbb58487aa71 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event deleted for resources: {'Subnet': ['ID=4fe3e6b4-5310-4141-b7c6-8e5d423d08fc,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:39:45.201125 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3d23f5ac-4bdb-4eeb-99b7-fbb58487aa71 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:45.206764 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-3d23f5ac-4bdb-4eeb-99b7-fbb58487aa71 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "DELETE /v2.0/subnets/4fe3e6b4-5310-4141-b7c6-8e5d423d08fc HTTP/1.1" status: 204 len: 168 time: 0.2700324 Mar 11 20:39:45.207040 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59912) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:39:45.209995 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45b1d15-ef8e-426a-9a1f-69d53e98a51a None None] Network 3ea7990b-ae89-4e80-87fb-a3c93904141e requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:39:45.308154 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a56a760d-1334-4253-a968-cf0777b1f04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74bae466-643f-43bd-bf84-bed0551279db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825020471', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '3134e003-83db-460f-b5a3-99e1429ebd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:37:42Z', 'updated_at': '2022-03-11T20:39:44Z', 'revision_number': 5, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'gw_port': {'id': '3134e003-83db-460f-b5a3-99e1429ebd32', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bae466-643f-43bd-bf84-bed0551279db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:37:43Z', 'updated_at': '2022-03-11T20:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:39:45.318717 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-361806f8-ad32-47b4-b046-9d94f0f86d9f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for router (74bae466-643f-43bd-bf84-bed0551279db), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:45.337207 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56a760d-1334-4253-a968-cf0777b1f04c None None] Checking router: 74bae466-643f-43bd-bf84-bed0551279db for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:39:45.353490 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56a760d-1334-4253-a968-cf0777b1f04c None None] Routers {'74bae466-643f-43bd-bf84-bed0551279db'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:39:45.354103 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a56a760d-1334-4253-a968-cf0777b1f04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:39:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['74bae466-643f-43bd-bf84-bed0551279db'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:39:45.422013 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fe308a-b775-4b40-be94-45fd3e34ef39 None None] DHCP port deletion for 3ea7990b-ae89-4e80-87fb-a3c93904141e request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 20:39:45.437459 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-361806f8-ad32-47b4-b046-9d94f0f86d9f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for router_gateway (74bae466-643f-43bd-bf84-bed0551279db), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:45.491692 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-361806f8-ad32-47b4-b046-9d94f0f86d9f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Deleting port 3134e003-83db-460f-b5a3-99e1429ebd32 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:39:45.492044 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-361806f8-ad32-47b4-b046-9d94f0f86d9f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (3134e003-83db-460f-b5a3-99e1429ebd32), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:45.500278 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-a56a760d-1334-4253-a968-cf0777b1f04c None None] Set router 74bae466-643f-43bd-bf84-bed0551279db gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:39:45.572808 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-361806f8-ad32-47b4-b046-9d94f0f86d9f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] For port 3134e003-83db-460f-b5a3-99e1429ebd32, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=3134e003-83db-460f-b5a3-99e1429ebd32,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:39:45.573195 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-361806f8-ad32-47b4-b046-9d94f0f86d9f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (3134e003-83db-460f-b5a3-99e1429ebd32), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:45.585754 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-361806f8-ad32-47b4-b046-9d94f0f86d9f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Calling delete_port for 3134e003-83db-460f-b5a3-99e1429ebd32 owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:39:45.587351 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-85fe308a-b775-4b40-be94-45fd3e34ef39 None None] Deleting port ccf17835-47c4-43f0-b171-849b0a226596 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:39:45.587756 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-85fe308a-b775-4b40-be94-45fd3e34ef39 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (ccf17835-47c4-43f0-b171-849b0a226596), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:45.693150 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-85fe308a-b775-4b40-be94-45fd3e34ef39 None None] For port ccf17835-47c4-43f0-b171-849b0a226596, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=ccf17835-47c4-43f0-b171-849b0a226596,segment=NetworkSegment(9841fb04-5d23-4544-af29-b4d8965f3962),segment_id=9841fb04-5d23-4544-af29-b4d8965f3962)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:39:45.693440 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-85fe308a-b775-4b40-be94-45fd3e34ef39 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (ccf17835-47c4-43f0-b171-849b0a226596), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:45.735120 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-85fe308a-b775-4b40-be94-45fd3e34ef39 None None] Calling delete_port for ccf17835-47c4-43f0-b171-849b0a226596 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:39:45.762016 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-361806f8-ad32-47b4-b046-9d94f0f86d9f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (3134e003-83db-460f-b5a3-99e1429ebd32), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:45.788198 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361806f8-ad32-47b4-b046-9d94f0f86d9f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event deleted for resources: {'Port': ['ID=3134e003-83db-460f-b5a3-99e1429ebd32,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:39:45.826427 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-a56a760d-1334-4253-a968-cf0777b1f04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74bae466-643f-43bd-bf84-bed0551279db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825020471', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '3134e003-83db-460f-b5a3-99e1429ebd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:37:42Z', 'updated_at': '2022-03-11T20:39:44Z', 'revision_number': 5, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'gw_port': {'id': '3134e003-83db-460f-b5a3-99e1429ebd32', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bae466-643f-43bd-bf84-bed0551279db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:37:43Z', 'updated_at': '2022-03-11T20:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:39:45.857415 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56a760d-1334-4253-a968-cf0777b1f04c None None] The sync data for ids ['74bae466-643f-43bd-bf84-bed0551279db'] in n-d-833163-1 is: [{'id': '74bae466-643f-43bd-bf84-bed0551279db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825020471', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '3134e003-83db-460f-b5a3-99e1429ebd32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:37:42Z', 'updated_at': '2022-03-11T20:39:44Z', 'revision_number': 5, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'gw_port': {'id': '3134e003-83db-460f-b5a3-99e1429ebd32', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:fb:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74bae466-643f-43bd-bf84-bed0551279db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:37:43Z', 'updated_at': '2022-03-11T20:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:39:45.861660 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-361806f8-ad32-47b4-b046-9d94f0f86d9f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (74bae466-643f-43bd-bf84-bed0551279db), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:45.862970 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-85fe308a-b775-4b40-be94-45fd3e34ef39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (ccf17835-47c4-43f0-b171-849b0a226596), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:45.891676 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fe308a-b775-4b40-be94-45fd3e34ef39 None None] No DVR routers for this DVR port ccf17835-47c4-43f0-b171-849b0a226596 on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:39:45.896188 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fe308a-b775-4b40-be94-45fd3e34ef39 None None] Pushing event deleted for resources: {'Port': ['ID=ccf17835-47c4-43f0-b171-849b0a226596,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:39:45.965405 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-361806f8-ad32-47b4-b046-9d94f0f86d9f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (74bae466-643f-43bd-bf84-bed0551279db), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:45.967461 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-361806f8-ad32-47b4-b046-9d94f0f86d9f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for router_controller (74bae466-643f-43bd-bf84-bed0551279db), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:46.010551 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-361806f8-ad32-47b4-b046-9d94f0f86d9f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (74bae466-643f-43bd-bf84-bed0551279db), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:46.011075 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-361806f8-ad32-47b4-b046-9d94f0f86d9f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Fanout notify agent at l3_agent the message router_deleted on router 74bae466-643f-43bd-bf84-bed0551279db {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 20:39:46.021226 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-361806f8-ad32-47b4-b046-9d94f0f86d9f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:46.021226 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-361806f8-ad32-47b4-b046-9d94f0f86d9f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "DELETE /v2.0/routers/74bae466-643f-43bd-bf84-bed0551279db HTTP/1.1" status: 204 len: 168 time: 0.8110917 Mar 11 20:39:46.021850 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59914) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:39:46.099398 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-69b3614b-3125-4fce-b38e-fadaa0c054ff tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (3ea7990b-ae89-4e80-87fb-a3c93904141e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:46.182612 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-69b3614b-3125-4fce-b38e-fadaa0c054ff tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (3ea7990b-ae89-4e80-87fb-a3c93904141e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:46.203466 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-69b3614b-3125-4fce-b38e-fadaa0c054ff tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ea7990b-ae89-4e80-87fb-a3c93904141e']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:39:46.220762 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-69b3614b-3125-4fce-b38e-fadaa0c054ff tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9841fb04-5d23-4544-af29-b4d8965f3962') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:39:46.220988 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-69b3614b-3125-4fce-b38e-fadaa0c054ff tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9841fb04-5d23-4544-af29-b4d8965f3962') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:39:46.231918 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-69b3614b-3125-4fce-b38e-fadaa0c054ff tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (9841fb04-5d23-4544-af29-b4d8965f3962), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:46.256781 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-69b3614b-3125-4fce-b38e-fadaa0c054ff tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (9841fb04-5d23-4544-af29-b4d8965f3962), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:46.260311 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device ccf17835-47c4-43f0-b171-849b0a226596 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:39:46.263552 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69b3614b-3125-4fce-b38e-fadaa0c054ff tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Releasing vlan 853 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 20:39:46.264282 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-69b3614b-3125-4fce-b38e-fadaa0c054ff tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (9841fb04-5d23-4544-af29-b4d8965f3962), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:46.267007 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 20:39:46.267007 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 20:39:46.267007 n-d-833163-1 neutron-server[103885]: timer() Mar 11 20:39:46.267007 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:39:46.267007 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 20:39:46.267007 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 20:39:46.267007 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 20:39:46.267007 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:39:46.267007 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 20:39:46.267007 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:39:46.267007 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 20:39:46.267007 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:39:46.267007 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 20:39:46.267007 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 20:39:46.267007 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:39:46.267007 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 20:39:46.267007 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:39:46.267007 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 20:39:46.267007 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 20:39:46.267007 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:39:46.267007 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 20:39:46.267007 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:39:46.267007 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:39:46.267007 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 20:39:46.267007 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 20:39:46.267007 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 20:39:46.267007 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:39:46.267007 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 20:39:46.267007 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:39:46.267007 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 20:39:46.267007 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:39:46.267007 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:39:46.285390 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: ccf17835-47c4-43f0-b171-849b0a226596 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:39:46.285825 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device ccf17835-47c4-43f0-b171-849b0a226596 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:39:46.334343 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-69b3614b-3125-4fce-b38e-fadaa0c054ff tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (3ea7990b-ae89-4e80-87fb-a3c93904141e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:46.339128 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-69b3614b-3125-4fce-b38e-fadaa0c054ff tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:46.345746 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-69b3614b-3125-4fce-b38e-fadaa0c054ff tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "DELETE /v2.0/networks/3ea7990b-ae89-4e80-87fb-a3c93904141e HTTP/1.1" status: 204 len: 168 time: 0.3202822 Mar 11 20:39:46.346685 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59916) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:39:46.370343 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b3614b-3125-4fce-b38e-fadaa0c054ff tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event deleted for resources: {'Network': ['ID=3ea7990b-ae89-4e80-87fb-a3c93904141e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:39:46.381699 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b3614b-3125-4fce-b38e-fadaa0c054ff tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:39:46.382051 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b3614b-3125-4fce-b38e-fadaa0c054ff tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:39:46.382395 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b3614b-3125-4fce-b38e-fadaa0c054ff tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:39:46.382734 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b3614b-3125-4fce-b38e-fadaa0c054ff tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:39:46.383082 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b3614b-3125-4fce-b38e-fadaa0c054ff tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:39:46.383453 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b3614b-3125-4fce-b38e-fadaa0c054ff tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:39:46.384125 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b3614b-3125-4fce-b38e-fadaa0c054ff tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:39:46.384456 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b3614b-3125-4fce-b38e-fadaa0c054ff tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:39:46.384786 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b3614b-3125-4fce-b38e-fadaa0c054ff tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:39:46.385118 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b3614b-3125-4fce-b38e-fadaa0c054ff tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:39:46.385442 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b3614b-3125-4fce-b38e-fadaa0c054ff tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:39:46.385766 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b3614b-3125-4fce-b38e-fadaa0c054ff tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:39:46.386089 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69b3614b-3125-4fce-b38e-fadaa0c054ff tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:39:46.426080 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cd7651cf-5024-4538-9a24-116d3d895922 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group (d33f9174-cddf-4a27-992e-cd7a4fc1d22b), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:46.451082 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cd7651cf-5024-4538-9a24-116d3d895922 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group (d33f9174-cddf-4a27-992e-cd7a4fc1d22b), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:46.514476 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cd7651cf-5024-4538-9a24-116d3d895922 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (d33f9174-cddf-4a27-992e-cd7a4fc1d22b), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:46.517327 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cd7651cf-5024-4538-9a24-116d3d895922 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:46.521307 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-cd7651cf-5024-4538-9a24-116d3d895922 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "DELETE /v2.0/security-groups/d33f9174-cddf-4a27-992e-cd7a4fc1d22b HTTP/1.1" status: 204 len: 168 time: 0.1709406 Mar 11 20:39:46.529655 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7651cf-5024-4538-9a24-116d3d895922 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33f9174-cddf-4a27-992e-cd7a4fc1d22b,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:39:46.925801 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device da32f46d-da2e-4855-84a8-bb057135dfec no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:39:46.947661 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: da32f46d-da2e-4855-84a8-bb057135dfec {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:39:46.948321 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device da32f46d-da2e-4855-84a8-bb057135dfec not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:39:46.999978 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 59922) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:39:47.004617 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-95a42e28-0f17-4355-a66f-bca8341661b5 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1814805000', 'description': 'tempest-secgroup-smoke-1814805000 description', 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:39:47.025719 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-95a42e28-0f17-4355-a66f-bca8341661b5 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:47.093846 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-95a42e28-0f17-4355-a66f-bca8341661b5 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group (954a40cd-0e8a-41a9-8529-776d292c4702), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:47.097283 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-95a42e28-0f17-4355-a66f-bca8341661b5 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (954a40cd-0e8a-41a9-8529-776d292c4702), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:47.124119 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-95a42e28-0f17-4355-a66f-bca8341661b5 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:47.125332 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-95a42e28-0f17-4355-a66f-bca8341661b5 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1243663 Mar 11 20:39:47.128388 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59924) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:39:47.129455 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a42e28-0f17-4355-a66f-bca8341661b5 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=954a40cd-0e8a-41a9-8529-776d292c4702,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:39:47.134413 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-25c54901-0dc8-4170-8497-0589b937e079 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Request body: {'security_group_rule': {'security_group_id': '954a40cd-0e8a-41a9-8529-776d292c4702', 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:39:47.159496 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-25c54901-0dc8-4170-8497-0589b937e079 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (ce168869-4779-498e-9f87-82df260ee8ea), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:47.212719 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-25c54901-0dc8-4170-8497-0589b937e079 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (ce168869-4779-498e-9f87-82df260ee8ea), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:47.215928 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-25c54901-0dc8-4170-8497-0589b937e079 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (ce168869-4779-498e-9f87-82df260ee8ea), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:47.235829 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c54901-0dc8-4170-8497-0589b937e079 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce168869-4779-498e-9f87-82df260ee8ea,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:39:47.244886 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c54901-0dc8-4170-8497-0589b937e079 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:39:47.245244 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c54901-0dc8-4170-8497-0589b937e079 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:39:47.245593 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c54901-0dc8-4170-8497-0589b937e079 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:39:47.246072 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c54901-0dc8-4170-8497-0589b937e079 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:39:47.246436 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c54901-0dc8-4170-8497-0589b937e079 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:39:47.246775 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c54901-0dc8-4170-8497-0589b937e079 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:39:47.247111 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c54901-0dc8-4170-8497-0589b937e079 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:39:47.247445 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c54901-0dc8-4170-8497-0589b937e079 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:39:47.247884 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c54901-0dc8-4170-8497-0589b937e079 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:39:47.248223 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c54901-0dc8-4170-8497-0589b937e079 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:39:47.248551 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c54901-0dc8-4170-8497-0589b937e079 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:39:47.248877 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c54901-0dc8-4170-8497-0589b937e079 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:39:47.249202 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25c54901-0dc8-4170-8497-0589b937e079 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:39:47.254305 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-25c54901-0dc8-4170-8497-0589b937e079 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:47.255755 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-25c54901-0dc8-4170-8497-0589b937e079 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1258614 Mar 11 20:39:47.258982 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59928) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:39:47.263333 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-37b37890-b862-4f0d-b35c-894b724ba63a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Request body: {'security_group_rule': {'security_group_id': '954a40cd-0e8a-41a9-8529-776d292c4702', 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:39:47.286677 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-37b37890-b862-4f0d-b35c-894b724ba63a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (15f4e7d0-56fe-4038-bef4-3c704d5f730e), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:47.342314 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-37b37890-b862-4f0d-b35c-894b724ba63a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (15f4e7d0-56fe-4038-bef4-3c704d5f730e), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:47.345989 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-37b37890-b862-4f0d-b35c-894b724ba63a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (15f4e7d0-56fe-4038-bef4-3c704d5f730e), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:47.362934 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b37890-b862-4f0d-b35c-894b724ba63a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15f4e7d0-56fe-4038-bef4-3c704d5f730e,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:39:47.370786 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-37b37890-b862-4f0d-b35c-894b724ba63a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:47.371991 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-37b37890-b862-4f0d-b35c-894b724ba63a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1120877 Mar 11 20:39:47.374797 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59930) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:39:47.379167 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-ca27648a-3e39-410d-93c1-30bbaa2c9472 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Request body: {'security_group_rule': {'security_group_id': '954a40cd-0e8a-41a9-8529-776d292c4702', 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:39:47.404275 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ca27648a-3e39-410d-93c1-30bbaa2c9472 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (8e7bda49-e8cb-4034-88f9-13ae505b5cb7), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:47.459129 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ca27648a-3e39-410d-93c1-30bbaa2c9472 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (8e7bda49-e8cb-4034-88f9-13ae505b5cb7), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:47.462882 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ca27648a-3e39-410d-93c1-30bbaa2c9472 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (8e7bda49-e8cb-4034-88f9-13ae505b5cb7), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:47.480793 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca27648a-3e39-410d-93c1-30bbaa2c9472 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e7bda49-e8cb-4034-88f9-13ae505b5cb7,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:39:47.488313 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ca27648a-3e39-410d-93c1-30bbaa2c9472 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:47.489508 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ca27648a-3e39-410d-93c1-30bbaa2c9472 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1137836 Mar 11 20:39:47.492238 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59932) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:39:47.497014 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-fcb20f08-0d26-4b0c-a5e9-91ae7f6b821e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Request body: {'security_group_rule': {'security_group_id': '954a40cd-0e8a-41a9-8529-776d292c4702', 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:39:47.520718 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fcb20f08-0d26-4b0c-a5e9-91ae7f6b821e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (72a289a6-cc11-41e1-9b90-070ab98808ca), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:47.575738 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fcb20f08-0d26-4b0c-a5e9-91ae7f6b821e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (72a289a6-cc11-41e1-9b90-070ab98808ca), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:47.580188 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fcb20f08-0d26-4b0c-a5e9-91ae7f6b821e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (72a289a6-cc11-41e1-9b90-070ab98808ca), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:47.599251 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb20f08-0d26-4b0c-a5e9-91ae7f6b821e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72a289a6-cc11-41e1-9b90-070ab98808ca,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:39:47.607313 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fcb20f08-0d26-4b0c-a5e9-91ae7f6b821e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:47.608524 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-fcb20f08-0d26-4b0c-a5e9-91ae7f6b821e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1148407 Mar 11 20:39:47.611325 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59934) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:39:47.615790 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-5774c2c7-659b-408e-b302-2d3cdeca401d tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Request body: {'security_group_rule': {'security_group_id': '954a40cd-0e8a-41a9-8529-776d292c4702', 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:39:47.635771 n-d-833163-1 neutron-server[103884]: INFO neutron.db.securitygroups_db [None req-5774c2c7-659b-408e-b302-2d3cdeca401d tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Project cd4dc3a306bd4a69832000c41db1a90a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 20:39:47.640341 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5774c2c7-659b-408e-b302-2d3cdeca401d tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (b7f7dc3e-0c01-42be-8834-89cba1658cc5), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:47.698036 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5774c2c7-659b-408e-b302-2d3cdeca401d tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (b7f7dc3e-0c01-42be-8834-89cba1658cc5), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:47.701767 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5774c2c7-659b-408e-b302-2d3cdeca401d tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (b7f7dc3e-0c01-42be-8834-89cba1658cc5), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:47.719415 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5774c2c7-659b-408e-b302-2d3cdeca401d tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7f7dc3e-0c01-42be-8834-89cba1658cc5,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:39:47.727676 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5774c2c7-659b-408e-b302-2d3cdeca401d tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:47.728860 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-5774c2c7-659b-408e-b302-2d3cdeca401d tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1165919 Mar 11 20:39:47.731539 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59936) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:39:47.735719 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-a39f71dd-c65d-47fa-bcdc-d415ca2ad935 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Request body: {'security_group_rule': {'security_group_id': '954a40cd-0e8a-41a9-8529-776d292c4702', 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:39:47.755552 n-d-833163-1 neutron-server[103884]: INFO neutron.db.securitygroups_db [None req-a39f71dd-c65d-47fa-bcdc-d415ca2ad935 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Project cd4dc3a306bd4a69832000c41db1a90a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 20:39:47.760228 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a39f71dd-c65d-47fa-bcdc-d415ca2ad935 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (81b6b234-ef15-4186-aefa-d4d449363be1), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:47.816969 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a39f71dd-c65d-47fa-bcdc-d415ca2ad935 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (81b6b234-ef15-4186-aefa-d4d449363be1), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:47.820824 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a39f71dd-c65d-47fa-bcdc-d415ca2ad935 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (81b6b234-ef15-4186-aefa-d4d449363be1), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:47.827354 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device f1db2a5f-b0b9-4083-8c86-dad523a04c89 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:39:47.838718 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39f71dd-c65d-47fa-bcdc-d415ca2ad935 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81b6b234-ef15-4186-aefa-d4d449363be1,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:39:47.847867 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-a39f71dd-c65d-47fa-bcdc-d415ca2ad935 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:47.849144 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-a39f71dd-c65d-47fa-bcdc-d415ca2ad935 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1166403 Mar 11 20:39:47.852760 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59938) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:39:47.853698 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: f1db2a5f-b0b9-4083-8c86-dad523a04c89 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:39:47.854123 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device f1db2a5f-b0b9-4083-8c86-dad523a04c89 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:39:47.854905 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 3134e003-83db-460f-b5a3-99e1429ebd32 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:39:47.857704 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-8d71bb80-ea6c-4a2f-bf89-a368288fe814 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Request body: {'network': {'name': 'tempest-network-smoke--1498147989', 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'port_security_enabled': True}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:39:47.876012 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 3134e003-83db-460f-b5a3-99e1429ebd32 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:39:47.876442 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 3134e003-83db-460f-b5a3-99e1429ebd32 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:39:47.877719 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d71bb80-ea6c-4a2f-bf89-a368288fe814 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Made reservation on behalf of cd4dc3a306bd4a69832000c41db1a90a for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:39:47.881076 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8d71bb80-ea6c-4a2f-bf89-a368288fe814 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:47.904293 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d71bb80-ea6c-4a2f-bf89-a368288fe814 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] vlan segment allocate from pool success with {'vlan_id': 877, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:39:47.913213 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8d71bb80-ea6c-4a2f-bf89-a368288fe814 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (a71a08cf-091a-4217-ad0e-bd3c3dc4f129), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:47.913612 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-8d71bb80-ea6c-4a2f-bf89-a368288fe814 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Added segment a71a08cf-091a-4217-ad0e-bd3c3dc4f129 of type vlan for network 083d4b22-6f6e-404f-a508-c35b52b738d4 Mar 11 20:39:47.954931 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8d71bb80-ea6c-4a2f-bf89-a368288fe814 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (083d4b22-6f6e-404f-a508-c35b52b738d4), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:47.979784 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8d71bb80-ea6c-4a2f-bf89-a368288fe814 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (083d4b22-6f6e-404f-a508-c35b52b738d4), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:47.984591 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d71bb80-ea6c-4a2f-bf89-a368288fe814 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:39:47.985165 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8d71bb80-ea6c-4a2f-bf89-a368288fe814 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:48.021304 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8d71bb80-ea6c-4a2f-bf89-a368288fe814 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1673970 Mar 11 20:39:48.024548 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59940) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:39:48.030921 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-d516d10d-558a-4a4f-a67c-9dee1ac7491b tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1511402380', 'admin_state_up': True, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:39:48.062443 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d71bb80-ea6c-4a2f-bf89-a368288fe814 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'Network': ['ID=083d4b22-6f6e-404f-a508-c35b52b738d4,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:39:48.072837 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 083d4b22-6f6e-404f-a508-c35b52b738d4 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 20:39:48.077551 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d516d10d-558a-4a4f-a67c-9dee1ac7491b tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (8901c344-2bd1-4a6a-99bc-bf6207916c1a), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:48.078564 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d516d10d-558a-4a4f-a67c-9dee1ac7491b tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (8901c344-2bd1-4a6a-99bc-bf6207916c1a), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:48.134009 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d516d10d-558a-4a4f-a67c-9dee1ac7491b tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for router_controller (8901c344-2bd1-4a6a-99bc-bf6207916c1a), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:48.273588 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d516d10d-558a-4a4f-a67c-9dee1ac7491b tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for router_gateway (8901c344-2bd1-4a6a-99bc-bf6207916c1a), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:48.470329 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d516d10d-558a-4a4f-a67c-9dee1ac7491b tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for router_gateway (8901c344-2bd1-4a6a-99bc-bf6207916c1a), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:48.488604 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d516d10d-558a-4a4f-a67c-9dee1ac7491b tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:48.590807 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-d516d10d-558a-4a4f-a67c-9dee1ac7491b tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Allocated IP 172.25.8.166 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/d6fda60c-d112-4477-8d8d-f64d49528e16) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:39:48.689892 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d516d10d-558a-4a4f-a67c-9dee1ac7491b tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for port (d6fda60c-d112-4477-8d8d-f64d49528e16), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:48.722800 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d516d10d-558a-4a4f-a67c-9dee1ac7491b tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (d6fda60c-d112-4477-8d8d-f64d49528e16), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:48.756772 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d516d10d-558a-4a4f-a67c-9dee1ac7491b tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:39:48.761939 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-d516d10d-558a-4a4f-a67c-9dee1ac7491b tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:39:48.767851 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d516d10d-558a-4a4f-a67c-9dee1ac7491b tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:39:48.793810 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d516d10d-558a-4a4f-a67c-9dee1ac7491b tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'Port': ['ID=d6fda60c-d112-4477-8d8d-f64d49528e16,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:39:49.023018 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d516d10d-558a-4a4f-a67c-9dee1ac7491b tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for router_gateway (8901c344-2bd1-4a6a-99bc-bf6207916c1a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:49.224370 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d516d10d-558a-4a4f-a67c-9dee1ac7491b tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (8901c344-2bd1-4a6a-99bc-bf6207916c1a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:49.350349 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d516d10d-558a-4a4f-a67c-9dee1ac7491b tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Router 8901c344-2bd1-4a6a-99bc-bf6207916c1a is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 20:39:49.460384 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d516d10d-558a-4a4f-a67c-9dee1ac7491b tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:39:49.471300 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f073cd-a889-45b9-b96f-8bcb99bf7a75 None None] Sync routers for ids ['8901c344-2bd1-4a6a-99bc-bf6207916c1a'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:39:49.482189 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d516d10d-558a-4a4f-a67c-9dee1ac7491b tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:49.483405 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f073cd-a889-45b9-b96f-8bcb99bf7a75 None None] Routers {'8901c344-2bd1-4a6a-99bc-bf6207916c1a'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:39:49.483554 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d516d10d-558a-4a4f-a67c-9dee1ac7491b tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4579821 Mar 11 20:39:49.484076 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-54f073cd-a889-45b9-b96f-8bcb99bf7a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:39:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['8901c344-2bd1-4a6a-99bc-bf6207916c1a'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:39:49.486637 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59942) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:39:49.550795 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:49.556758 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8ec146f3-a927-443f-8160-5eec947adf9f tempest-TestNetworkAdvancedServerOps-914316040 tempest-TestNetworkAdvancedServerOps-914316040-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=cd4dc3a306bd4a69832000c41db1a90a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0690143 Mar 11 20:39:49.559388 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59946) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:39:49.592141 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-54f073cd-a889-45b9-b96f-8bcb99bf7a75 None None] Set router 8901c344-2bd1-4a6a-99bc-bf6207916c1a gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:39:49.645338 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9353dfff-7e1d-4c84-960e-80eaf704d259 tempest-TestNetworkAdvancedServerOps-914316040 tempest-TestNetworkAdvancedServerOps-914316040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:39:49.646780 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-9353dfff-7e1d-4c84-960e-80eaf704d259 tempest-TestNetworkAdvancedServerOps-914316040 tempest-TestNetworkAdvancedServerOps-914316040-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0863540 Mar 11 20:39:49.650258 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59948) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:39:49.683125 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-93a25813-54cb-4408-9532-2016ae9edb91 tempest-TestNetworkAdvancedServerOps-914316040 tempest-TestNetworkAdvancedServerOps-914316040-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=612cc066-33e3-444d-b1c7-d0a64751482a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317683 Mar 11 20:39:49.685820 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59950) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:39:49.690602 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-e4f398f6-151a-47c6-a957-5cd3f11ec00d tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-8093796', 'network_id': '083d4b22-6f6e-404f-a508-c35b52b738d4', 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:39:49.782939 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f398f6-151a-47c6-a957-5cd3f11ec00d tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Made reservation on behalf of cd4dc3a306bd4a69832000c41db1a90a for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:39:49.786534 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e4f398f6-151a-47c6-a957-5cd3f11ec00d tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:49.873823 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-54f073cd-a889-45b9-b96f-8bcb99bf7a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8901c344-2bd1-4a6a-99bc-bf6207916c1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1511402380', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': 'd6fda60c-d112-4477-8d8d-f64d49528e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:39:48Z', 'updated_at': '2022-03-11T20:39:48Z', 'revision_number': 3, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'gw_port': {'id': 'd6fda60c-d112-4477-8d8d-f64d49528e16', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b3:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8901c344-2bd1-4a6a-99bc-bf6207916c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:39:48Z', 'updated_at': '2022-03-11T20:39:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:39:49.900803 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f073cd-a889-45b9-b96f-8bcb99bf7a75 None None] Checking router: 8901c344-2bd1-4a6a-99bc-bf6207916c1a for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:39:49.901074 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f073cd-a889-45b9-b96f-8bcb99bf7a75 None None] Updating router 8901c344-2bd1-4a6a-99bc-bf6207916c1a port d6fda60c-d112-4477-8d8d-f64d49528e16 binding host n-d-833163-1 {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 20:39:49.928080 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-54f073cd-a889-45b9-b96f-8bcb99bf7a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d6fda60c-d112-4477-8d8d-f64d49528e16), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:49.968745 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e4f398f6-151a-47c6-a957-5cd3f11ec00d tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (46510da3-5f21-4c8d-812a-2ddf37b0f9b6), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:50.026182 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f398f6-151a-47c6-a957-5cd3f11ec00d tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'Subnet': ['ID=46510da3-5f21-4c8d-812a-2ddf37b0f9b6,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:39:50.034619 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f398f6-151a-47c6-a957-5cd3f11ec00d tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Checking segment: {'id': 'a71a08cf-091a-4217-ad0e-bd3c3dc4f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '083d4b22-6f6e-404f-a508-c35b52b738d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:39:50.034978 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f398f6-151a-47c6-a957-5cd3f11ec00d tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Network hostable DHCP agents. Network: 083d4b22-6f6e-404f-a508-c35b52b738d4, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:39:50.051536 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f398f6-151a-47c6-a957-5cd3f11ec00d tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Network 083d4b22-6f6e-404f-a508-c35b52b738d4 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:39:50.060695 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-e4f398f6-151a-47c6-a957-5cd3f11ec00d tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 083d4b22-6f6e-404f-a508-c35b52b738d4) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:39:50.073540 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f398f6-151a-47c6-a957-5cd3f11ec00d tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:39:50.074257 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a1ba69-b2b8-46e9-9dda-7e642dc99228 None None] Network 083d4b22-6f6e-404f-a508-c35b52b738d4 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:39:50.074675 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e4f398f6-151a-47c6-a957-5cd3f11ec00d tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:50.096105 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e4f398f6-151a-47c6-a957-5cd3f11ec00d tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 829 time: 0.4092250 Mar 11 20:39:50.099060 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 59952) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:39:50.182766 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-54f073cd-a889-45b9-b96f-8bcb99bf7a75 None None] Publish callbacks [] for port (d6fda60c-d112-4477-8d8d-f64d49528e16), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:50.187651 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ea56a6-9f06-40bf-88ec-6a42c814c56d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-083d4b22-6f6e-404f-a508-c35b52b738d4', 'network_id': '083d4b22-6f6e-404f-a508-c35b52b738d4', 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'fixed_ips': [{'subnet_id': '46510da3-5f21-4c8d-812a-2ddf37b0f9b6'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 20:39:50.189101 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e9ea56a6-9f06-40bf-88ec-6a42c814c56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:50.190062 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-54f073cd-a889-45b9-b96f-8bcb99bf7a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (d6fda60c-d112-4477-8d8d-f64d49528e16), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:50.243839 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-54f073cd-a889-45b9-b96f-8bcb99bf7a75 None None] Attempting to bind port d6fda60c-d112-4477-8d8d-f64d49528e16 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:39:50.244205 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-54f073cd-a889-45b9-b96f-8bcb99bf7a75 None None] Attempting to bind port d6fda60c-d112-4477-8d8d-f64d49528e16 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:39:50.244566 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f073cd-a889-45b9-b96f-8bcb99bf7a75 None None] Attempting to bind port d6fda60c-d112-4477-8d8d-f64d49528e16 on network 612cc066-33e3-444d-b1c7-d0a64751482a {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:39:50.255029 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f073cd-a889-45b9-b96f-8bcb99bf7a75 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:39:50.255265 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f073cd-a889-45b9-b96f-8bcb99bf7a75 None None] Checking segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:39:50.255695 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-54f073cd-a889-45b9-b96f-8bcb99bf7a75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:50.256260 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f073cd-a889-45b9-b96f-8bcb99bf7a75 None None] Bound using segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:39:50.256902 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-54f073cd-a889-45b9-b96f-8bcb99bf7a75 None None] Bound port: d6fda60c-d112-4477-8d8d-f64d49528e16, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:39:50.257449 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-54f073cd-a889-45b9-b96f-8bcb99bf7a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d6fda60c-d112-4477-8d8d-f64d49528e16), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:50.309514 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-54f073cd-a889-45b9-b96f-8bcb99bf7a75 None None] For port d6fda60c-d112-4477-8d8d-f64d49528e16, host n-d-833163-1, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:39:50.312971 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-54f073cd-a889-45b9-b96f-8bcb99bf7a75 None None] For port d6fda60c-d112-4477-8d8d-f64d49528e16, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=d6fda60c-d112-4477-8d8d-f64d49528e16,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:39:50.319735 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-54f073cd-a889-45b9-b96f-8bcb99bf7a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (d6fda60c-d112-4477-8d8d-f64d49528e16), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:50.322536 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51232e2-9599-458b-91fe-801036889dc6 None None] Pushing event updated for resources: {'Port': ['ID=d6fda60c-d112-4477-8d8d-f64d49528e16,revision_number=2']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:39:50.334305 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51232e2-9599-458b-91fe-801036889dc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:39:50.334305 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51232e2-9599-458b-91fe-801036889dc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:39:50.334674 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51232e2-9599-458b-91fe-801036889dc6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:39:50.334931 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51232e2-9599-458b-91fe-801036889dc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:39:50.335463 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51232e2-9599-458b-91fe-801036889dc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:39:50.335825 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51232e2-9599-458b-91fe-801036889dc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:39:50.336153 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51232e2-9599-458b-91fe-801036889dc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:39:50.336518 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51232e2-9599-458b-91fe-801036889dc6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:39:50.336842 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51232e2-9599-458b-91fe-801036889dc6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:39:50.337163 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51232e2-9599-458b-91fe-801036889dc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:39:50.337482 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51232e2-9599-458b-91fe-801036889dc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:39:50.337800 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51232e2-9599-458b-91fe-801036889dc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:39:50.338115 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b51232e2-9599-458b-91fe-801036889dc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:39:50.390933 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f073cd-a889-45b9-b96f-8bcb99bf7a75 None None] Routers {'8901c344-2bd1-4a6a-99bc-bf6207916c1a'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:39:50.391567 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-54f073cd-a889-45b9-b96f-8bcb99bf7a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:39:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['8901c344-2bd1-4a6a-99bc-bf6207916c1a'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:39:50.442256 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51232e2-9599-458b-91fe-801036889dc6 None None] Pushing event updated for resources: {'Port': ['ID=d6fda60c-d112-4477-8d8d-f64d49528e16,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:39:50.509739 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-e9ea56a6-9f06-40bf-88ec-6a42c814c56d None None] Allocated IP 172.20.0.2 (083d4b22-6f6e-404f-a508-c35b52b738d4/46510da3-5f21-4c8d-812a-2ddf37b0f9b6/2a0b8532-5356-4c23-913a-398d848c8d3b) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:39:50.511340 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-54f073cd-a889-45b9-b96f-8bcb99bf7a75 None None] Set router 8901c344-2bd1-4a6a-99bc-bf6207916c1a gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:39:50.670682 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e9ea56a6-9f06-40bf-88ec-6a42c814c56d None None] Publish callbacks [] for port (2a0b8532-5356-4c23-913a-398d848c8d3b), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:50.677463 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e9ea56a6-9f06-40bf-88ec-6a42c814c56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (2a0b8532-5356-4c23-913a-398d848c8d3b), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:50.704202 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-54f073cd-a889-45b9-b96f-8bcb99bf7a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8901c344-2bd1-4a6a-99bc-bf6207916c1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1511402380', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': 'd6fda60c-d112-4477-8d8d-f64d49528e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:39:48Z', 'updated_at': '2022-03-11T20:39:48Z', 'revision_number': 3, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'gw_port': {'id': 'd6fda60c-d112-4477-8d8d-f64d49528e16', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b3:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8901c344-2bd1-4a6a-99bc-bf6207916c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:39:48Z', 'updated_at': '2022-03-11T20:39:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:39:50.711318 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ea56a6-9f06-40bf-88ec-6a42c814c56d None None] Network 083d4b22-6f6e-404f-a508-c35b52b738d4 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:39:50.714889 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-e9ea56a6-9f06-40bf-88ec-6a42c814c56d None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:39:50.719122 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ea56a6-9f06-40bf-88ec-6a42c814c56d None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:39:50.733156 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f073cd-a889-45b9-b96f-8bcb99bf7a75 None None] The sync data for ids ['8901c344-2bd1-4a6a-99bc-bf6207916c1a'] in n-d-833163-1 is: [{'id': '8901c344-2bd1-4a6a-99bc-bf6207916c1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1511402380', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': 'd6fda60c-d112-4477-8d8d-f64d49528e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:39:48Z', 'updated_at': '2022-03-11T20:39:48Z', 'revision_number': 3, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'gw_port': {'id': 'd6fda60c-d112-4477-8d8d-f64d49528e16', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b3:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8901c344-2bd1-4a6a-99bc-bf6207916c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:39:48Z', 'updated_at': '2022-03-11T20:39:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:39:50.759778 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ea56a6-9f06-40bf-88ec-6a42c814c56d None None] Pushing event updated for resources: {'Port': ['ID=2a0b8532-5356-4c23-913a-398d848c8d3b,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:39:50.793225 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-e9ea56a6-9f06-40bf-88ec-6a42c814c56d None None] Attempting to bind port 2a0b8532-5356-4c23-913a-398d848c8d3b on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:39:50.793600 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-e9ea56a6-9f06-40bf-88ec-6a42c814c56d None None] Attempting to bind port 2a0b8532-5356-4c23-913a-398d848c8d3b by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'a71a08cf-091a-4217-ad0e-bd3c3dc4f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '083d4b22-6f6e-404f-a508-c35b52b738d4'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:39:50.793969 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ea56a6-9f06-40bf-88ec-6a42c814c56d None None] Attempting to bind port 2a0b8532-5356-4c23-913a-398d848c8d3b on network 083d4b22-6f6e-404f-a508-c35b52b738d4 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:39:50.799739 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ea56a6-9f06-40bf-88ec-6a42c814c56d None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:39:50.800125 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ea56a6-9f06-40bf-88ec-6a42c814c56d None None] Checking segment: {'id': 'a71a08cf-091a-4217-ad0e-bd3c3dc4f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '083d4b22-6f6e-404f-a508-c35b52b738d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:39:50.800538 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e9ea56a6-9f06-40bf-88ec-6a42c814c56d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:50.800932 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ea56a6-9f06-40bf-88ec-6a42c814c56d None None] Bound using segment: {'id': 'a71a08cf-091a-4217-ad0e-bd3c3dc4f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '083d4b22-6f6e-404f-a508-c35b52b738d4'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:39:50.801418 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-e9ea56a6-9f06-40bf-88ec-6a42c814c56d None None] Bound port: 2a0b8532-5356-4c23-913a-398d848c8d3b, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71a08cf-091a-4217-ad0e-bd3c3dc4f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '083d4b22-6f6e-404f-a508-c35b52b738d4'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:39:50.801804 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e9ea56a6-9f06-40bf-88ec-6a42c814c56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2a0b8532-5356-4c23-913a-398d848c8d3b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:50.864283 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e424463e-99a1-4301-a388-e425d099a8eb tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:50.867315 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-e9ea56a6-9f06-40bf-88ec-6a42c814c56d None None] For port 2a0b8532-5356-4c23-913a-398d848c8d3b, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:39:50.871513 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-e9ea56a6-9f06-40bf-88ec-6a42c814c56d None None] For port 2a0b8532-5356-4c23-913a-398d848c8d3b, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=2a0b8532-5356-4c23-913a-398d848c8d3b,segment=NetworkSegment(a71a08cf-091a-4217-ad0e-bd3c3dc4f129),segment_id=a71a08cf-091a-4217-ad0e-bd3c3dc4f129)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:39:50.877613 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e9ea56a6-9f06-40bf-88ec-6a42c814c56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (2a0b8532-5356-4c23-913a-398d848c8d3b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:50.940942 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ea56a6-9f06-40bf-88ec-6a42c814c56d None None] Pushing event updated for resources: {'Port': ['ID=2a0b8532-5356-4c23-913a-398d848c8d3b,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:39:50.948714 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ea56a6-9f06-40bf-88ec-6a42c814c56d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:39:50.949028 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ea56a6-9f06-40bf-88ec-6a42c814c56d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:39:50.949376 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ea56a6-9f06-40bf-88ec-6a42c814c56d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:39:50.949715 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ea56a6-9f06-40bf-88ec-6a42c814c56d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:39:50.950047 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ea56a6-9f06-40bf-88ec-6a42c814c56d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:39:50.950379 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ea56a6-9f06-40bf-88ec-6a42c814c56d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:39:50.950703 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ea56a6-9f06-40bf-88ec-6a42c814c56d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:39:50.951069 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ea56a6-9f06-40bf-88ec-6a42c814c56d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:39:50.951340 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ea56a6-9f06-40bf-88ec-6a42c814c56d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:39:50.951724 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ea56a6-9f06-40bf-88ec-6a42c814c56d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:39:50.952053 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ea56a6-9f06-40bf-88ec-6a42c814c56d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:39:50.952372 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ea56a6-9f06-40bf-88ec-6a42c814c56d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:39:50.954034 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ea56a6-9f06-40bf-88ec-6a42c814c56d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:39:51.202346 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-e424463e-99a1-4301-a388-e425d099a8eb tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Allocated IP 172.20.0.1 (083d4b22-6f6e-404f-a508-c35b52b738d4/46510da3-5f21-4c8d-812a-2ddf37b0f9b6/71009421-96ae-41df-8174-9ce683f6bd9c) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:39:51.334587 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e424463e-99a1-4301-a388-e425d099a8eb tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for port (71009421-96ae-41df-8174-9ce683f6bd9c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:51.358738 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:39:51.369894 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e424463e-99a1-4301-a388-e425d099a8eb tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (71009421-96ae-41df-8174-9ce683f6bd9c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:51.415468 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e424463e-99a1-4301-a388-e425d099a8eb tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Network 083d4b22-6f6e-404f-a508-c35b52b738d4 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:39:51.420569 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-e424463e-99a1-4301-a388-e425d099a8eb tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:39:51.424437 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e424463e-99a1-4301-a388-e425d099a8eb tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:39:51.448274 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e424463e-99a1-4301-a388-e425d099a8eb tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'Port': ['ID=71009421-96ae-41df-8174-9ce683f6bd9c,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:39:51.472570 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e424463e-99a1-4301-a388-e425d099a8eb tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (8901c344-2bd1-4a6a-99bc-bf6207916c1a), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:51.612851 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e424463e-99a1-4301-a388-e425d099a8eb tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (71009421-96ae-41df-8174-9ce683f6bd9c), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:51.934830 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device d6fda60c-d112-4477-8d8d-f64d49528e16 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:39:51.940561 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e424463e-99a1-4301-a388-e425d099a8eb tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for port (71009421-96ae-41df-8174-9ce683f6bd9c), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:51.947978 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e424463e-99a1-4301-a388-e425d099a8eb tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (71009421-96ae-41df-8174-9ce683f6bd9c), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:51.994744 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port d6fda60c-d112-4477-8d8d-f64d49528e16 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:39:51.995195 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (d6fda60c-d112-4477-8d8d-f64d49528e16), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:52.021233 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e424463e-99a1-4301-a388-e425d099a8eb tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'Port': ['ID=71009421-96ae-41df-8174-9ce683f6bd9c,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:39:52.022357 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a78c731-25ea-4513-a669-093a358d43d5 None None] Network 083d4b22-6f6e-404f-a508-c35b52b738d4 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:39:52.023802 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e424463e-99a1-4301-a388-e425d099a8eb tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (8901c344-2bd1-4a6a-99bc-bf6207916c1a), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:52.072353 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-52309da1-5f0a-4e85-b36e-9a3b99ba977e None None] Provisioning complete for port 2a0b8532-5356-4c23-913a-398d848c8d3b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:39:52.072732 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-52309da1-5f0a-4e85-b36e-9a3b99ba977e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (2a0b8532-5356-4c23-913a-398d848c8d3b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:52.132817 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e424463e-99a1-4301-a388-e425d099a8eb tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Network 083d4b22-6f6e-404f-a508-c35b52b738d4 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:39:52.134612 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-e424463e-99a1-4301-a388-e425d099a8eb tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:39:52.217667 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port d6fda60c-d112-4477-8d8d-f64d49528e16 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:39:52.218065 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d6fda60c-d112-4477-8d8d-f64d49528e16), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:52.259028 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e424463e-99a1-4301-a388-e425d099a8eb tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Router 8901c344-2bd1-4a6a-99bc-bf6207916c1a has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:39:52.278222 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port d6fda60c-d112-4477-8d8d-f64d49528e16, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=d6fda60c-d112-4477-8d8d-f64d49528e16,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:39:52.284840 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-52309da1-5f0a-4e85-b36e-9a3b99ba977e None None] Current status of the port 2a0b8532-5356-4c23-913a-398d848c8d3b is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:39:52.285237 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-52309da1-5f0a-4e85-b36e-9a3b99ba977e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2a0b8532-5356-4c23-913a-398d848c8d3b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:52.287171 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (d6fda60c-d112-4477-8d8d-f64d49528e16), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:52.287973 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 2a0b8532-5356-4c23-913a-398d848c8d3b up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:39:52.384004 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e424463e-99a1-4301-a388-e425d099a8eb tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:39:52.387871 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-52309da1-5f0a-4e85-b36e-9a3b99ba977e None None] For port 2a0b8532-5356-4c23-913a-398d848c8d3b, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=2a0b8532-5356-4c23-913a-398d848c8d3b,segment=NetworkSegment(a71a08cf-091a-4217-ad0e-bd3c3dc4f129),segment_id=a71a08cf-091a-4217-ad0e-bd3c3dc4f129)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:39:52.393057 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e424463e-99a1-4301-a388-e425d099a8eb tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "PUT /v2.0/routers/8901c344-2bd1-4a6a-99bc-bf6207916c1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2926054 Mar 11 20:39:52.395848 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=d6fda60c-d112-4477-8d8d-f64d49528e16,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:39:52.399332 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-52309da1-5f0a-4e85-b36e-9a3b99ba977e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (2a0b8532-5356-4c23-913a-398d848c8d3b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:52.436202 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 2a0b8532-5356-4c23-913a-398d848c8d3b triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:39:52.436592 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (2a0b8532-5356-4c23-913a-398d848c8d3b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:52.504861 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52309da1-5f0a-4e85-b36e-9a3b99ba977e None None] Pushing event updated for resources: {'Port': ['ID=2a0b8532-5356-4c23-913a-398d848c8d3b,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:39:52.507476 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bce3b10c-a3e3-4aa0-8580-5b6cd167c638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:52.557258 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdf799a-190c-49d6-87fe-85fc91306d92 None None] Sync routers for ids ['8901c344-2bd1-4a6a-99bc-bf6207916c1a'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:39:52.579496 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdf799a-190c-49d6-87fe-85fc91306d92 None None] Routers {'8901c344-2bd1-4a6a-99bc-bf6207916c1a'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:39:52.580227 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-bfdf799a-190c-49d6-87fe-85fc91306d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:39:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['8901c344-2bd1-4a6a-99bc-bf6207916c1a'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:39:52.582449 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 2a0b8532-5356-4c23-913a-398d848c8d3b is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:39:52.592835 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-162538d5-dc26-4823-b38b-7ea4d854d592 req-d3a75c8b-7a66-4bba-9458-df34348f5cee tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1814805000&fields=id&tenant_id=cd4dc3a306bd4a69832000c41db1a90a HTTP/1.1" status: 200 len: 267 time: 0.0562408 Mar 11 20:39:52.653074 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ba9298a2-7991-42c9-bd87-31f55b8ef0f6 None None] Provisioning complete for port 2a0b8532-5356-4c23-913a-398d848c8d3b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:39:52.653544 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ba9298a2-7991-42c9-bd87-31f55b8ef0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (2a0b8532-5356-4c23-913a-398d848c8d3b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:52.718358 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162538d5-dc26-4823-b38b-7ea4d854d592 req-37d796fe-fc6b-45b5-8fcf-3002aad9a360 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:39:52.720155 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-162538d5-dc26-4823-b38b-7ea4d854d592 req-37d796fe-fc6b-45b5-8fcf-3002aad9a360 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/networks?id=083d4b22-6f6e-404f-a508-c35b52b738d4 HTTP/1.1" status: 200 len: 797 time: 0.1196618 Mar 11 20:39:52.738401 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-162538d5-dc26-4823-b38b-7ea4d854d592 req-1cfadec2-0a0d-4736-8f09-dc760647f825 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/quotas/cd4dc3a306bd4a69832000c41db1a90a HTTP/1.1" status: 200 len: 375 time: 0.0096200 Mar 11 20:39:52.751878 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-bfdf799a-190c-49d6-87fe-85fc91306d92 None None] Set router 8901c344-2bd1-4a6a-99bc-bf6207916c1a gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:39:52.802999 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-162538d5-dc26-4823-b38b-7ea4d854d592 req-5c68e4a9-8929-4ed1-ac57-7b43c4718c83 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd4dc3a306bd4a69832000c41db1a90a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0566220 Mar 11 20:39:52.866190 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ba9298a2-7991-42c9-bd87-31f55b8ef0f6 None None] Current status of the port 2a0b8532-5356-4c23-913a-398d848c8d3b is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:39:52.905494 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-162538d5-dc26-4823-b38b-7ea4d854d592 req-cac4548d-9c7d-4145-9c22-9d0cafe88dfc service neutron] 10.222.0.65 "GET /v2.0/networks/083d4b22-6f6e-404f-a508-c35b52b738d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902300 Mar 11 20:39:52.918204 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ba9298a2-7991-42c9-bd87-31f55b8ef0f6 None None] Provisioning complete for port 71009421-96ae-41df-8174-9ce683f6bd9c triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:39:52.918576 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ba9298a2-7991-42c9-bd87-31f55b8ef0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (71009421-96ae-41df-8174-9ce683f6bd9c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:52.970897 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ba9298a2-7991-42c9-bd87-31f55b8ef0f6 None None] Port 71009421-96ae-41df-8174-9ce683f6bd9c cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:39:53.007745 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-162538d5-dc26-4823-b38b-7ea4d854d592 req-c3fe81f6-7da4-4e3e-8e08-dec9d294d504 service neutron] 10.222.0.65 "GET /v2.0/networks/083d4b22-6f6e-404f-a508-c35b52b738d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960763 Mar 11 20:39:53.021988 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-bfdf799a-190c-49d6-87fe-85fc91306d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8901c344-2bd1-4a6a-99bc-bf6207916c1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1511402380', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': 'd6fda60c-d112-4477-8d8d-f64d49528e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:39:48Z', 'updated_at': '2022-03-11T20:39:51Z', 'revision_number': 4, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'gw_port': {'id': 'd6fda60c-d112-4477-8d8d-f64d49528e16', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8901c344-2bd1-4a6a-99bc-bf6207916c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:39:48Z', 'updated_at': '2022-03-11T20:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '71009421-96ae-41df-8174-9ce683f6bd9c', 'name': '', 'network_id': '083d4b22-6f6e-404f-a508-c35b52b738d4', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'mac_address': 'fa:16:3e:80:b6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8901c344-2bd1-4a6a-99bc-bf6207916c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '46510da3-5f21-4c8d-812a-2ddf37b0f9b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:39:51Z', 'updated_at': '2022-03-11T20:39:51Z', 'revision_number': 2, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'subnets': [{'id': '46510da3-5f21-4c8d-812a-2ddf37b0f9b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:39:53.052062 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdf799a-190c-49d6-87fe-85fc91306d92 None None] Checking router: 8901c344-2bd1-4a6a-99bc-bf6207916c1a for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:39:53.052415 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdf799a-190c-49d6-87fe-85fc91306d92 None None] Updating router 8901c344-2bd1-4a6a-99bc-bf6207916c1a port 71009421-96ae-41df-8174-9ce683f6bd9c binding host n-d-833163-1 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 20:39:53.084336 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bfdf799a-190c-49d6-87fe-85fc91306d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (71009421-96ae-41df-8174-9ce683f6bd9c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:53.107364 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d0953b91-a3a9-4729-94ab-f8890f212794 None None] Provisioning complete for port 71009421-96ae-41df-8174-9ce683f6bd9c triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:39:53.108098 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0953b91-a3a9-4729-94ab-f8890f212794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (71009421-96ae-41df-8174-9ce683f6bd9c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:53.174057 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d0953b91-a3a9-4729-94ab-f8890f212794 None None] Port 71009421-96ae-41df-8174-9ce683f6bd9c cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:39:53.176590 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-59b57bad-ab54-429b-b7f8-1b49889b1ac4 req-014ffc28-8c9d-40a2-bbd7-53e7121c9d54 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=797e29fe-42b8-46a4-a03f-0e32e3d57c51 HTTP/1.1" status: 200 len: 210 time: 0.0317624 Mar 11 20:39:53.251243 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:53.409533 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bfdf799a-190c-49d6-87fe-85fc91306d92 None None] Publish callbacks [] for port (71009421-96ae-41df-8174-9ce683f6bd9c), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:53.414667 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bfdf799a-190c-49d6-87fe-85fc91306d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (71009421-96ae-41df-8174-9ce683f6bd9c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:53.484055 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e716c71-accb-4083-87b3-d19ebc30ed7c None None] Pushing event updated for resources: {'Port': ['ID=71009421-96ae-41df-8174-9ce683f6bd9c,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:39:53.516792 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-bfdf799a-190c-49d6-87fe-85fc91306d92 None None] Attempting to bind port 71009421-96ae-41df-8174-9ce683f6bd9c on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:39:53.517172 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-bfdf799a-190c-49d6-87fe-85fc91306d92 None None] Attempting to bind port 71009421-96ae-41df-8174-9ce683f6bd9c by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'a71a08cf-091a-4217-ad0e-bd3c3dc4f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '083d4b22-6f6e-404f-a508-c35b52b738d4'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:39:53.517542 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdf799a-190c-49d6-87fe-85fc91306d92 None None] Attempting to bind port 71009421-96ae-41df-8174-9ce683f6bd9c on network 083d4b22-6f6e-404f-a508-c35b52b738d4 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:39:53.523690 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdf799a-190c-49d6-87fe-85fc91306d92 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:39:53.524078 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdf799a-190c-49d6-87fe-85fc91306d92 None None] Checking segment: {'id': 'a71a08cf-091a-4217-ad0e-bd3c3dc4f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '083d4b22-6f6e-404f-a508-c35b52b738d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:39:53.524488 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bfdf799a-190c-49d6-87fe-85fc91306d92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:53.524884 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdf799a-190c-49d6-87fe-85fc91306d92 None None] Bound using segment: {'id': 'a71a08cf-091a-4217-ad0e-bd3c3dc4f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '083d4b22-6f6e-404f-a508-c35b52b738d4'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:39:53.525357 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-bfdf799a-190c-49d6-87fe-85fc91306d92 None None] Bound port: 71009421-96ae-41df-8174-9ce683f6bd9c, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71a08cf-091a-4217-ad0e-bd3c3dc4f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '083d4b22-6f6e-404f-a508-c35b52b738d4'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:39:53.525761 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bfdf799a-190c-49d6-87fe-85fc91306d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (71009421-96ae-41df-8174-9ce683f6bd9c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:53.603708 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-bfdf799a-190c-49d6-87fe-85fc91306d92 None None] For port 71009421-96ae-41df-8174-9ce683f6bd9c, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:39:53.607488 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-bfdf799a-190c-49d6-87fe-85fc91306d92 None None] For port 71009421-96ae-41df-8174-9ce683f6bd9c, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=71009421-96ae-41df-8174-9ce683f6bd9c,segment=NetworkSegment(a71a08cf-091a-4217-ad0e-bd3c3dc4f129),segment_id=a71a08cf-091a-4217-ad0e-bd3c3dc4f129)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:39:53.614304 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bfdf799a-190c-49d6-87fe-85fc91306d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (71009421-96ae-41df-8174-9ce683f6bd9c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:53.671568 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdf799a-190c-49d6-87fe-85fc91306d92 None None] Routers {'8901c344-2bd1-4a6a-99bc-bf6207916c1a'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:39:53.672237 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-bfdf799a-190c-49d6-87fe-85fc91306d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:39:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['8901c344-2bd1-4a6a-99bc-bf6207916c1a'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:39:53.731112 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e716c71-accb-4083-87b3-d19ebc30ed7c None None] Pushing event updated for resources: {'Port': ['ID=71009421-96ae-41df-8174-9ce683f6bd9c,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:39:53.760939 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-8a5f8a2f-34e6-456d-924f-ee93fa17772e None None] Provisioning complete for port 71009421-96ae-41df-8174-9ce683f6bd9c triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:39:53.761322 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8a5f8a2f-34e6-456d-924f-ee93fa17772e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (71009421-96ae-41df-8174-9ce683f6bd9c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:53.846448 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-bfdf799a-190c-49d6-87fe-85fc91306d92 None None] Set router 8901c344-2bd1-4a6a-99bc-bf6207916c1a gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:39:53.900880 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device d6fda60c-d112-4477-8d8d-f64d49528e16 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:39:54.179758 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-8a5f8a2f-34e6-456d-924f-ee93fa17772e None None] Current status of the port 71009421-96ae-41df-8174-9ce683f6bd9c is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:39:54.180447 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8a5f8a2f-34e6-456d-924f-ee93fa17772e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (71009421-96ae-41df-8174-9ce683f6bd9c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:54.225644 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162538d5-dc26-4823-b38b-7ea4d854d592 req-73d80a4f-4946-416d-ba7d-44062e9fb908 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:39:54.227595 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-162538d5-dc26-4823-b38b-7ea4d854d592 req-73d80a4f-4946-416d-ba7d-44062e9fb908 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.75 "GET /v2.0/networks?id=083d4b22-6f6e-404f-a508-c35b52b738d4 HTTP/1.1" status: 200 len: 797 time: 0.1169112 Mar 11 20:39:54.285316 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-8a5f8a2f-34e6-456d-924f-ee93fa17772e None None] For port 71009421-96ae-41df-8174-9ce683f6bd9c, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=71009421-96ae-41df-8174-9ce683f6bd9c,segment=NetworkSegment(a71a08cf-091a-4217-ad0e-bd3c3dc4f129),segment_id=a71a08cf-091a-4217-ad0e-bd3c3dc4f129)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:39:54.292693 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8a5f8a2f-34e6-456d-924f-ee93fa17772e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (71009421-96ae-41df-8174-9ce683f6bd9c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:54.312928 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4826ce66-f7e5-4add-87f3-0c56c8890f63 req-93432ad7-78d1-489b-af34-ba81a8a79d0a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=797e29fe-42b8-46a4-a03f-0e32e3d57c51 HTTP/1.1" status: 200 len: 210 time: 0.0371401 Mar 11 20:39:54.316542 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port d6fda60c-d112-4477-8d8d-f64d49528e16 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:39:54.316712 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (d6fda60c-d112-4477-8d8d-f64d49528e16), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:54.328901 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-162538d5-dc26-4823-b38b-7ea4d854d592 req-b25683cc-2148-49ed-8bf2-3f795dc2138b tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd4dc3a306bd4a69832000c41db1a90a HTTP/1.1" status: 200 len: 380 time: 0.0925710 Mar 11 20:39:54.339878 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-162538d5-dc26-4823-b38b-7ea4d854d592 req-8c11fa45-6976-44b0-b5ab-d0624dd31ed2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Request body: {'port': {'device_id': '797e29fe-42b8-46a4-a03f-0e32e3d57c51', 'network_id': '083d4b22-6f6e-404f-a508-c35b52b738d4', 'admin_state_up': True, 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'security_groups': ['954a40cd-0e8a-41a9-8529-776d292c4702']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:39:54.416263 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5f8a2f-34e6-456d-924f-ee93fa17772e None None] Pushing event updated for resources: {'Port': ['ID=71009421-96ae-41df-8174-9ce683f6bd9c,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:39:54.451117 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-162538d5-dc26-4823-b38b-7ea4d854d592 req-8c11fa45-6976-44b0-b5ab-d0624dd31ed2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Made reservation on behalf of cd4dc3a306bd4a69832000c41db1a90a for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:39:54.454405 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-162538d5-dc26-4823-b38b-7ea4d854d592 req-8c11fa45-6976-44b0-b5ab-d0624dd31ed2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:54.459861 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-a00baae5-07cf-4008-9ca1-9b9978833fac None None] Provisioning complete for port 71009421-96ae-41df-8174-9ce683f6bd9c triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:39:54.460245 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a00baae5-07cf-4008-9ca1-9b9978833fac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (71009421-96ae-41df-8174-9ce683f6bd9c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:54.493618 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-bfdf799a-190c-49d6-87fe-85fc91306d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8901c344-2bd1-4a6a-99bc-bf6207916c1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1511402380', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': 'd6fda60c-d112-4477-8d8d-f64d49528e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:39:48Z', 'updated_at': '2022-03-11T20:39:51Z', 'revision_number': 4, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'gw_port': {'id': 'd6fda60c-d112-4477-8d8d-f64d49528e16', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8901c344-2bd1-4a6a-99bc-bf6207916c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:39:48Z', 'updated_at': '2022-03-11T20:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '71009421-96ae-41df-8174-9ce683f6bd9c', 'name': '', 'network_id': '083d4b22-6f6e-404f-a508-c35b52b738d4', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'mac_address': 'fa:16:3e:80:b6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8901c344-2bd1-4a6a-99bc-bf6207916c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '46510da3-5f21-4c8d-812a-2ddf37b0f9b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:39:51Z', 'updated_at': '2022-03-11T20:39:53Z', 'revision_number': 4, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'subnets': [{'id': '46510da3-5f21-4c8d-812a-2ddf37b0f9b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:39:54.524684 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port d6fda60c-d112-4477-8d8d-f64d49528e16 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:39:54.525768 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 2a0b8532-5356-4c23-913a-398d848c8d3b up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:39:54.527505 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdf799a-190c-49d6-87fe-85fc91306d92 None None] The sync data for ids ['8901c344-2bd1-4a6a-99bc-bf6207916c1a'] in n-d-833163-1 is: [{'id': '8901c344-2bd1-4a6a-99bc-bf6207916c1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1511402380', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': 'd6fda60c-d112-4477-8d8d-f64d49528e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:39:48Z', 'updated_at': '2022-03-11T20:39:51Z', 'revision_number': 4, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'gw_port': {'id': 'd6fda60c-d112-4477-8d8d-f64d49528e16', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8901c344-2bd1-4a6a-99bc-bf6207916c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:39:48Z', 'updated_at': '2022-03-11T20:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '71009421-96ae-41df-8174-9ce683f6bd9c', 'name': '', 'network_id': '083d4b22-6f6e-404f-a508-c35b52b738d4', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'mac_address': 'fa:16:3e:80:b6:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8901c344-2bd1-4a6a-99bc-bf6207916c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '46510da3-5f21-4c8d-812a-2ddf37b0f9b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:39:51Z', 'updated_at': '2022-03-11T20:39:53Z', 'revision_number': 4, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'subnets': [{'id': '46510da3-5f21-4c8d-812a-2ddf37b0f9b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:39:54.626222 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 2a0b8532-5356-4c23-913a-398d848c8d3b triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:39:54.626586 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (2a0b8532-5356-4c23-913a-398d848c8d3b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:54.641696 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-162538d5-dc26-4823-b38b-7ea4d854d592 req-8c11fa45-6976-44b0-b5ab-d0624dd31ed2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Allocated IP 172.20.0.3 (083d4b22-6f6e-404f-a508-c35b52b738d4/46510da3-5f21-4c8d-812a-2ddf37b0f9b6/7877786c-fb72-472f-a0ab-7c91442c7ae4) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:39:54.677312 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a00baae5-07cf-4008-9ca1-9b9978833fac None None] Current status of the port 71009421-96ae-41df-8174-9ce683f6bd9c is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:39:54.761320 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-31edf9bb-40ee-4bd5-a3f9-a7d141569d0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:54.762709 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 2a0b8532-5356-4c23-913a-398d848c8d3b is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:39:55.122948 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-162538d5-dc26-4823-b38b-7ea4d854d592 req-8c11fa45-6976-44b0-b5ab-d0624dd31ed2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for port (7877786c-fb72-472f-a0ab-7c91442c7ae4), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:55.156783 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-162538d5-dc26-4823-b38b-7ea4d854d592 req-8c11fa45-6976-44b0-b5ab-d0624dd31ed2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (7877786c-fb72-472f-a0ab-7c91442c7ae4), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:55.202424 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-162538d5-dc26-4823-b38b-7ea4d854d592 req-8c11fa45-6976-44b0-b5ab-d0624dd31ed2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Network 083d4b22-6f6e-404f-a508-c35b52b738d4 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:39:55.207727 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-162538d5-dc26-4823-b38b-7ea4d854d592 req-8c11fa45-6976-44b0-b5ab-d0624dd31ed2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:39:55.211653 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-162538d5-dc26-4823-b38b-7ea4d854d592 req-8c11fa45-6976-44b0-b5ab-d0624dd31ed2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:39:55.219516 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c11fa45-6976-44b0-b5ab-d0624dd31ed2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'Port': ['ID=7877786c-fb72-472f-a0ab-7c91442c7ae4,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:39:55.275874 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162538d5-dc26-4823-b38b-7ea4d854d592 req-8c11fa45-6976-44b0-b5ab-d0624dd31ed2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:39:55.276542 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-162538d5-dc26-4823-b38b-7ea4d854d592 req-8c11fa45-6976-44b0-b5ab-d0624dd31ed2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:55.295276 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-162538d5-dc26-4823-b38b-7ea4d854d592 req-8c11fa45-6976-44b0-b5ab-d0624dd31ed2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9596417 Mar 11 20:39:55.307908 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-162538d5-dc26-4823-b38b-7ea4d854d592 req-1b862682-4d1e-4ed7-be62-b9a99b7fb063 service neutron] Request body: {'port': {'device_id': '797e29fe-42b8-46a4-a03f-0e32e3d57c51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:39:55.382214 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-162538d5-dc26-4823-b38b-7ea4d854d592 req-1b862682-4d1e-4ed7-be62-b9a99b7fb063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (7877786c-fb72-472f-a0ab-7c91442c7ae4), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:55.503412 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-51698768-bb3f-42f9-b854-3ea498ead447 None None] Provisioning complete for port 7877786c-fb72-472f-a0ab-7c91442c7ae4 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:39:55.503998 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-51698768-bb3f-42f9-b854-3ea498ead447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (7877786c-fb72-472f-a0ab-7c91442c7ae4), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:55.538577 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-51698768-bb3f-42f9-b854-3ea498ead447 None None] Port 7877786c-fb72-472f-a0ab-7c91442c7ae4 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:39:55.545177 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa4bbe1-a501-4898-888a-ad371ec17e0a req-ba5eac1d-a14c-40b9-bfce-5237884225b7 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:39:55.546724 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cfa4bbe1-a501-4898-888a-ad371ec17e0a req-ba5eac1d-a14c-40b9-bfce-5237884225b7 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=797e29fe-42b8-46a4-a03f-0e32e3d57c51 HTTP/1.1" status: 200 len: 931 time: 0.1468213 Mar 11 20:39:55.661147 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cfa4bbe1-a501-4898-888a-ad371ec17e0a req-b81fb3cc-5a62-4eec-94e0-5a3aca3ec941 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=954a40cd-0e8a-41a9-8529-776d292c4702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053720 Mar 11 20:39:55.734080 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-162538d5-dc26-4823-b38b-7ea4d854d592 req-1b862682-4d1e-4ed7-be62-b9a99b7fb063 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7877786c-fb72-472f-a0ab-7c91442c7ae4 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:39:55.741843 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-162538d5-dc26-4823-b38b-7ea4d854d592 req-1b862682-4d1e-4ed7-be62-b9a99b7fb063 service neutron] Publish callbacks [] for port (7877786c-fb72-472f-a0ab-7c91442c7ae4), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:55.753629 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-162538d5-dc26-4823-b38b-7ea4d854d592 req-1b862682-4d1e-4ed7-be62-b9a99b7fb063 service neutron] Transition to ACTIVE for port object 7877786c-fb72-472f-a0ab-7c91442c7ae4 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 20:39:55.757780 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-162538d5-dc26-4823-b38b-7ea4d854d592 req-1b862682-4d1e-4ed7-be62-b9a99b7fb063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (7877786c-fb72-472f-a0ab-7c91442c7ae4), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:55.810274 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b862682-4d1e-4ed7-be62-b9a99b7fb063 service neutron] Pushing event updated for resources: {'Port': ['ID=7877786c-fb72-472f-a0ab-7c91442c7ae4,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:39:55.890269 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-162538d5-dc26-4823-b38b-7ea4d854d592 req-1b862682-4d1e-4ed7-be62-b9a99b7fb063 service neutron] Attempting to bind port 7877786c-fb72-472f-a0ab-7c91442c7ae4 on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:39:55.890641 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-162538d5-dc26-4823-b38b-7ea4d854d592 req-1b862682-4d1e-4ed7-be62-b9a99b7fb063 service neutron] Attempting to bind port 7877786c-fb72-472f-a0ab-7c91442c7ae4 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': 'a71a08cf-091a-4217-ad0e-bd3c3dc4f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '083d4b22-6f6e-404f-a508-c35b52b738d4'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:39:55.890993 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162538d5-dc26-4823-b38b-7ea4d854d592 req-1b862682-4d1e-4ed7-be62-b9a99b7fb063 service neutron] Attempting to bind port 7877786c-fb72-472f-a0ab-7c91442c7ae4 on network 083d4b22-6f6e-404f-a508-c35b52b738d4 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:39:55.897986 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162538d5-dc26-4823-b38b-7ea4d854d592 req-1b862682-4d1e-4ed7-be62-b9a99b7fb063 service neutron] Port 7877786c-fb72-472f-a0ab-7c91442c7ae4 on network 083d4b22-6f6e-404f-a508-c35b52b738d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 20:39:55.898307 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162538d5-dc26-4823-b38b-7ea4d854d592 req-1b862682-4d1e-4ed7-be62-b9a99b7fb063 service neutron] Attempting to bind port 7877786c-fb72-472f-a0ab-7c91442c7ae4 on network 083d4b22-6f6e-404f-a508-c35b52b738d4 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:39:55.904184 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162538d5-dc26-4823-b38b-7ea4d854d592 req-1b862682-4d1e-4ed7-be62-b9a99b7fb063 service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:39:55.904529 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162538d5-dc26-4823-b38b-7ea4d854d592 req-1b862682-4d1e-4ed7-be62-b9a99b7fb063 service neutron] Checking segment: {'id': 'a71a08cf-091a-4217-ad0e-bd3c3dc4f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '083d4b22-6f6e-404f-a508-c35b52b738d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:39:55.904738 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 71009421-96ae-41df-8174-9ce683f6bd9c up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:39:55.904903 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162538d5-dc26-4823-b38b-7ea4d854d592 req-1b862682-4d1e-4ed7-be62-b9a99b7fb063 service neutron] Bound using segment: {'id': 'a71a08cf-091a-4217-ad0e-bd3c3dc4f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '083d4b22-6f6e-404f-a508-c35b52b738d4'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:39:55.905347 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-162538d5-dc26-4823-b38b-7ea4d854d592 req-1b862682-4d1e-4ed7-be62-b9a99b7fb063 service neutron] Bound port: 7877786c-fb72-472f-a0ab-7c91442c7ae4, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a71a08cf-091a-4217-ad0e-bd3c3dc4f129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 877, 'network_id': '083d4b22-6f6e-404f-a508-c35b52b738d4'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:39:55.905706 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-162538d5-dc26-4823-b38b-7ea4d854d592 req-1b862682-4d1e-4ed7-be62-b9a99b7fb063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (7877786c-fb72-472f-a0ab-7c91442c7ae4), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:55.966756 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 71009421-96ae-41df-8174-9ce683f6bd9c triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:39:55.967291 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (71009421-96ae-41df-8174-9ce683f6bd9c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:55.974053 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-162538d5-dc26-4823-b38b-7ea4d854d592 req-1b862682-4d1e-4ed7-be62-b9a99b7fb063 service neutron] For port 7877786c-fb72-472f-a0ab-7c91442c7ae4, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:39:55.977628 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-162538d5-dc26-4823-b38b-7ea4d854d592 req-1b862682-4d1e-4ed7-be62-b9a99b7fb063 service neutron] For port 7877786c-fb72-472f-a0ab-7c91442c7ae4, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=7877786c-fb72-472f-a0ab-7c91442c7ae4,segment=NetworkSegment(a71a08cf-091a-4217-ad0e-bd3c3dc4f129),segment_id=a71a08cf-091a-4217-ad0e-bd3c3dc4f129)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:39:55.985623 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-162538d5-dc26-4823-b38b-7ea4d854d592 req-1b862682-4d1e-4ed7-be62-b9a99b7fb063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (7877786c-fb72-472f-a0ab-7c91442c7ae4), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:56.020133 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162538d5-dc26-4823-b38b-7ea4d854d592 req-1b862682-4d1e-4ed7-be62-b9a99b7fb063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:39:56.020744 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-162538d5-dc26-4823-b38b-7ea4d854d592 req-1b862682-4d1e-4ed7-be62-b9a99b7fb063 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:56.022119 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-162538d5-dc26-4823-b38b-7ea4d854d592 req-1b862682-4d1e-4ed7-be62-b9a99b7fb063 service neutron] 10.222.0.75 "PUT /v2.0/ports/7877786c-fb72-472f-a0ab-7c91442c7ae4 HTTP/1.1" status: 200 len: 1091 time: 0.7195592 Mar 11 20:39:56.022580 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '797e29fe-42b8-46a4-a03f-0e32e3d57c51', 'tag': '7877786c-fb72-472f-a0ab-7c91442c7ae4'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:39:56.025441 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a0d03908d714cf498f0e9a07bdcfee6ce8884db927bcf4c76da6f3dadb32e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec95777-b42b-4208-9e90-ada90e70ffe4" -d '{"events": [{"name": "network-changed", "server_uuid": "797e29fe-42b8-46a4-a03f-0e32e3d57c51", "tag": "7877786c-fb72-472f-a0ab-7c91442c7ae4"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:39:56.048038 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b862682-4d1e-4ed7-be62-b9a99b7fb063 service neutron] Pushing event updated for resources: {'Port': ['ID=7877786c-fb72-472f-a0ab-7c91442c7ae4,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:39:56.053139 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 71009421-96ae-41df-8174-9ce683f6bd9c is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:39:56.104440 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b4f15cc-b44d-44d5-bedf-dcfbf94b78ec x-openstack-request-id: req-6b4f15cc-b44d-44d5-bedf-dcfbf94b78ec {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:39:56.104746 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "797e29fe-42b8-46a4-a03f-0e32e3d57c51", "tag": "7877786c-fb72-472f-a0ab-7c91442c7ae4", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:39:56.104999 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6b4f15cc-b44d-44d5-bedf-dcfbf94b78ec {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:39:56.105404 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '797e29fe-42b8-46a4-a03f-0e32e3d57c51', 'tag': '7877786c-fb72-472f-a0ab-7c91442c7ae4', 'status': 'completed', 'code': 200} Mar 11 20:39:56.126921 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162538d5-dc26-4823-b38b-7ea4d854d592 req-4488fc53-2c6e-4b33-86ec-e97edc8aafce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:39:56.128520 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-162538d5-dc26-4823-b38b-7ea4d854d592 req-4488fc53-2c6e-4b33-86ec-e97edc8aafce service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=cd4dc3a306bd4a69832000c41db1a90a&device_id=797e29fe-42b8-46a4-a03f-0e32e3d57c51 HTTP/1.1" status: 200 len: 1125 time: 0.0580261 Mar 11 20:39:56.171735 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-162538d5-dc26-4823-b38b-7ea4d854d592 req-3df65e26-fb8a-46e2-bfc8-99f3f2c44dc3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7877786c-fb72-472f-a0ab-7c91442c7ae4 HTTP/1.1" status: 200 len: 217 time: 0.0360568 Mar 11 20:39:56.224047 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162538d5-dc26-4823-b38b-7ea4d854d592 req-18d71a37-d02d-403f-b8ff-18bcec5dbab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:39:56.225919 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-162538d5-dc26-4823-b38b-7ea4d854d592 req-18d71a37-d02d-403f-b8ff-18bcec5dbab5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=46510da3-5f21-4c8d-812a-2ddf37b0f9b6 HTTP/1.1" status: 200 len: 832 time: 0.0491028 Mar 11 20:39:56.278324 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162538d5-dc26-4823-b38b-7ea4d854d592 req-9267635d-97b7-4b78-bc67-027813a44500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:39:56.279764 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-162538d5-dc26-4823-b38b-7ea4d854d592 req-9267635d-97b7-4b78-bc67-027813a44500 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=083d4b22-6f6e-404f-a508-c35b52b738d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484669 Mar 11 20:39:56.367881 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-162538d5-dc26-4823-b38b-7ea4d854d592 req-dcf90da3-7771-4b0c-a071-548a7570c918 service neutron] 10.222.0.75 "GET /v2.0/networks/083d4b22-6f6e-404f-a508-c35b52b738d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818825 Mar 11 20:39:56.449779 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:56.458515 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-162538d5-dc26-4823-b38b-7ea4d854d592 req-5839f9f9-f384-4828-8241-3212e1b3f39c service neutron] 10.222.0.75 "GET /v2.0/networks/083d4b22-6f6e-404f-a508-c35b52b738d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848014 Mar 11 20:39:56.540821 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec95777-b42b-4208-9e90-ada90e70ffe4 req-de1d748f-3285-4ca0-8afd-d9b98ab19241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:39:56.542188 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6ec95777-b42b-4208-9e90-ada90e70ffe4 req-de1d748f-3285-4ca0-8afd-d9b98ab19241 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=cd4dc3a306bd4a69832000c41db1a90a&device_id=797e29fe-42b8-46a4-a03f-0e32e3d57c51 HTTP/1.1" status: 200 len: 1125 time: 0.0439808 Mar 11 20:39:56.639656 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec95777-b42b-4208-9e90-ada90e70ffe4 req-425158e5-70ac-4848-8620-0d69c6e5639e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:39:56.641186 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6ec95777-b42b-4208-9e90-ada90e70ffe4 req-425158e5-70ac-4848-8620-0d69c6e5639e service neutron] 10.222.0.75 "GET /v2.0/networks?id=083d4b22-6f6e-404f-a508-c35b52b738d4 HTTP/1.1" status: 200 len: 898 time: 0.0907502 Mar 11 20:39:56.683217 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6ec95777-b42b-4208-9e90-ada90e70ffe4 req-f9a8db32-a772-4ff7-8233-93d96c8dabbf service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7877786c-fb72-472f-a0ab-7c91442c7ae4 HTTP/1.1" status: 200 len: 217 time: 0.0352917 Mar 11 20:39:56.731962 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec95777-b42b-4208-9e90-ada90e70ffe4 req-41911c49-aac2-49a3-b8ba-0d6d502546e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:39:56.733446 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6ec95777-b42b-4208-9e90-ada90e70ffe4 req-41911c49-aac2-49a3-b8ba-0d6d502546e9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=46510da3-5f21-4c8d-812a-2ddf37b0f9b6 HTTP/1.1" status: 200 len: 832 time: 0.0436089 Mar 11 20:39:56.797136 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec95777-b42b-4208-9e90-ada90e70ffe4 req-40609b86-154f-4a24-965d-f530229e4479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:39:56.798519 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6ec95777-b42b-4208-9e90-ada90e70ffe4 req-40609b86-154f-4a24-965d-f530229e4479 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=083d4b22-6f6e-404f-a508-c35b52b738d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0584993 Mar 11 20:39:56.895014 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e139361-56a1-48ee-b005-7f4e05c9ac90 req-4b0d2abe-9979-4ff2-b305-55f6709a533d tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:39:56.896518 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2e139361-56a1-48ee-b005-7f4e05c9ac90 req-4b0d2abe-9979-4ff2-b305-55f6709a533d tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=797e29fe-42b8-46a4-a03f-0e32e3d57c51 HTTP/1.1" status: 200 len: 943 time: 0.1622109 Mar 11 20:39:56.928919 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6ec95777-b42b-4208-9e90-ada90e70ffe4 req-a6e3ded1-de28-4eb5-8e73-78875798425a service neutron] 10.222.0.75 "GET /v2.0/networks/083d4b22-6f6e-404f-a508-c35b52b738d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157930 Mar 11 20:39:56.984309 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2e139361-56a1-48ee-b005-7f4e05c9ac90 req-75ad8a5a-89e0-47d2-9bce-4ac530e3df2a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=954a40cd-0e8a-41a9-8529-776d292c4702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796497 Mar 11 20:39:57.042283 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6ec95777-b42b-4208-9e90-ada90e70ffe4 req-def0d5e3-5065-499d-b73a-6c729452a7fd service neutron] 10.222.0.75 "GET /v2.0/networks/083d4b22-6f6e-404f-a508-c35b52b738d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058276 Mar 11 20:39:57.835433 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:58.106681 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af2149-31cd-423c-b8de-cd1f38ef607f req-4167bc62-3af7-4b3a-89b7-1b5e590b8fa9 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:39:58.108112 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-06af2149-31cd-423c-b8de-cd1f38ef607f req-4167bc62-3af7-4b3a-89b7-1b5e590b8fa9 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=797e29fe-42b8-46a4-a03f-0e32e3d57c51 HTTP/1.1" status: 200 len: 943 time: 0.0566146 Mar 11 20:39:58.160854 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-06af2149-31cd-423c-b8de-cd1f38ef607f req-13aa415c-ddd9-4ee1-bef3-73170604b2d6 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=954a40cd-0e8a-41a9-8529-776d292c4702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470865 Mar 11 20:39:59.151347 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:39:59.282242 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc8e94-a026-46f3-846c-5978804b6777 req-508dae9e-e76d-4a74-b409-86bb5122d74f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:39:59.283763 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-edcc8e94-a026-46f3-846c-5978804b6777 req-508dae9e-e76d-4a74-b409-86bb5122d74f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=797e29fe-42b8-46a4-a03f-0e32e3d57c51 HTTP/1.1" status: 200 len: 943 time: 0.0551782 Mar 11 20:39:59.332153 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-edcc8e94-a026-46f3-846c-5978804b6777 req-730f75df-494f-4ef8-9e41-a18be3ba8763 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=954a40cd-0e8a-41a9-8529-776d292c4702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427699 Mar 11 20:39:59.912118 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 7877786c-fb72-472f-a0ab-7c91442c7ae4 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 20:40:00.004325 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 7877786c-fb72-472f-a0ab-7c91442c7ae4, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=7877786c-fb72-472f-a0ab-7c91442c7ae4,segment=NetworkSegment(a71a08cf-091a-4217-ad0e-bd3c3dc4f129),segment_id=a71a08cf-091a-4217-ad0e-bd3c3dc4f129)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:40:00.014843 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '7877786c-fb72-472f-a0ab-7c91442c7ae4', 'network_id': '083d4b22-6f6e-404f-a508-c35b52b738d4', 'port_id': '7877786c-fb72-472f-a0ab-7c91442c7ae4', 'mac_address': 'fa:16:3e:2c:d6:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 877, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46510da3-5f21-4c8d-812a-2ddf37b0f9b6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 20:40:00.054267 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 7877786c-fb72-472f-a0ab-7c91442c7ae4 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:40:00.054674 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (7877786c-fb72-472f-a0ab-7c91442c7ae4), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:40:00.066916 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7877786c-fb72-472f-a0ab-7c91442c7ae4 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:40:00.084932 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 7877786c-fb72-472f-a0ab-7c91442c7ae4, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=7877786c-fb72-472f-a0ab-7c91442c7ae4,segment=NetworkSegment(a71a08cf-091a-4217-ad0e-bd3c3dc4f129),segment_id=a71a08cf-091a-4217-ad0e-bd3c3dc4f129)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:40:00.089134 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (7877786c-fb72-472f-a0ab-7c91442c7ae4), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:40:00.134066 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=7877786c-fb72-472f-a0ab-7c91442c7ae4,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:40:00.289251 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['7877786c-fb72-472f-a0ab-7c91442c7ae4'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:40:00.449678 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3418b35-82da-4709-8c46-cac4a6403bbc req-9afe49e2-45a8-4f83-a092-47e5c528d3a6 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:40:00.451159 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b3418b35-82da-4709-8c46-cac4a6403bbc req-9afe49e2-45a8-4f83-a092-47e5c528d3a6 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=797e29fe-42b8-46a4-a03f-0e32e3d57c51 HTTP/1.1" status: 200 len: 944 time: 0.0507548 Mar 11 20:40:00.499840 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b3418b35-82da-4709-8c46-cac4a6403bbc req-03e90626-1313-48c4-839c-bc4e3e520987 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=954a40cd-0e8a-41a9-8529-776d292c4702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427368 Mar 11 20:40:01.621836 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb0489-0a82-47b9-9ad2-e802b24be5c9 req-b77d2064-9f61-4c31-9c7f-90a1b62161d1 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:40:01.623303 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-85cb0489-0a82-47b9-9ad2-e802b24be5c9 req-b77d2064-9f61-4c31-9c7f-90a1b62161d1 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=797e29fe-42b8-46a4-a03f-0e32e3d57c51 HTTP/1.1" status: 200 len: 944 time: 0.0563428 Mar 11 20:40:01.671202 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-85cb0489-0a82-47b9-9ad2-e802b24be5c9 req-81db2a45-bfbc-4d5d-b733-b8d449d0fc06 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=954a40cd-0e8a-41a9-8529-776d292c4702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423162 Mar 11 20:40:01.912048 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 7877786c-fb72-472f-a0ab-7c91442c7ae4 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:40:01.959150 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port 7877786c-fb72-472f-a0ab-7c91442c7ae4 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 20:40:01.964175 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 7877786c-fb72-472f-a0ab-7c91442c7ae4 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:40:01.964634 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (7877786c-fb72-472f-a0ab-7c91442c7ae4), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:40:02.041234 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 7877786c-fb72-472f-a0ab-7c91442c7ae4 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:40:02.041619 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (7877786c-fb72-472f-a0ab-7c91442c7ae4), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:40:02.062812 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '797e29fe-42b8-46a4-a03f-0e32e3d57c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7877786c-fb72-472f-a0ab-7c91442c7ae4'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:40:02.065351 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e00c6702a54281ed7930195260709b2e9eb4074fe153a1ed12afbef6176377e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a4e9845-8415-449a-a435-b58f9c7fc4cd" -d '{"events": [{"server_uuid": "797e29fe-42b8-46a4-a03f-0e32e3d57c51", "name": "network-vif-plugged", "status": "completed", "tag": "7877786c-fb72-472f-a0ab-7c91442c7ae4"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:40:02.078747 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 7877786c-fb72-472f-a0ab-7c91442c7ae4, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=7877786c-fb72-472f-a0ab-7c91442c7ae4,segment=NetworkSegment(a71a08cf-091a-4217-ad0e-bd3c3dc4f129),segment_id=a71a08cf-091a-4217-ad0e-bd3c3dc4f129)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:40:02.082864 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (7877786c-fb72-472f-a0ab-7c91442c7ae4), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:40:02.110451 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38043347-0843-4ea7-bba8-e0c9935dad4b x-openstack-request-id: req-38043347-0843-4ea7-bba8-e0c9935dad4b {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:40:02.110750 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "797e29fe-42b8-46a4-a03f-0e32e3d57c51", "name": "network-vif-plugged", "status": "completed", "tag": "7877786c-fb72-472f-a0ab-7c91442c7ae4", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:40:02.111008 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-38043347-0843-4ea7-bba8-e0c9935dad4b {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:40:02.111407 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '797e29fe-42b8-46a4-a03f-0e32e3d57c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7877786c-fb72-472f-a0ab-7c91442c7ae4', 'code': 200} Mar 11 20:40:02.136812 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=7877786c-fb72-472f-a0ab-7c91442c7ae4,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:40:02.200115 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e08d6a-4538-4f46-9477-b3985e47d3b9 req-53a6b6cb-1110-4206-ba34-217f1c456054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:40:02.201595 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-56e08d6a-4538-4f46-9477-b3985e47d3b9 req-53a6b6cb-1110-4206-ba34-217f1c456054 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=797e29fe-42b8-46a4-a03f-0e32e3d57c51 HTTP/1.1" status: 200 len: 1127 time: 0.0432639 Mar 11 20:40:02.246281 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-56e08d6a-4538-4f46-9477-b3985e47d3b9 req-293bae6d-6d1d-47a0-b899-b2f0da670ba0 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=954a40cd-0e8a-41a9-8529-776d292c4702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385985 Mar 11 20:40:02.789070 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966c6e7b-33de-407d-b780-e52a4be4f580 req-b0a33368-dd12-4ea6-baa5-65da714e8e5f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:40:02.790527 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-966c6e7b-33de-407d-b780-e52a4be4f580 req-b0a33368-dd12-4ea6-baa5-65da714e8e5f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=797e29fe-42b8-46a4-a03f-0e32e3d57c51 HTTP/1.1" status: 200 len: 945 time: 0.0516431 Mar 11 20:40:02.842301 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-966c6e7b-33de-407d-b780-e52a4be4f580 req-23d8dc1a-ea80-45f1-951e-7eff1fc57957 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=954a40cd-0e8a-41a9-8529-776d292c4702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461910 Mar 11 20:40:03.957691 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21300e-27d4-4204-a975-7b35e051d14b req-31a486cc-c3bc-40ac-b1fb-3d1ff8a5a790 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:40:03.959150 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ba21300e-27d4-4204-a975-7b35e051d14b req-31a486cc-c3bc-40ac-b1fb-3d1ff8a5a790 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=797e29fe-42b8-46a4-a03f-0e32e3d57c51 HTTP/1.1" status: 200 len: 945 time: 0.0508413 Mar 11 20:40:04.006997 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ba21300e-27d4-4204-a975-7b35e051d14b req-4827fb50-a024-4d65-ad4e-a5ce43effb55 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=954a40cd-0e8a-41a9-8529-776d292c4702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416703 Mar 11 20:40:04.120705 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924dae9a-88c0-4101-b777-253e6f426fd2 req-2f9279b5-d795-4eb4-94fe-d16d03787e14 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:40:04.122105 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-924dae9a-88c0-4101-b777-253e6f426fd2 req-2f9279b5-d795-4eb4-94fe-d16d03787e14 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=797e29fe-42b8-46a4-a03f-0e32e3d57c51 HTTP/1.1" status: 200 len: 945 time: 0.0524797 Mar 11 20:40:04.170320 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-924dae9a-88c0-4101-b777-253e6f426fd2 req-78d5a69f-f1f6-4ab7-a187-5cd72cc31840 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=954a40cd-0e8a-41a9-8529-776d292c4702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427012 Mar 11 20:40:04.191381 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60008) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:40:04.238233 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c35df1-8f81-4fd7-9a6c-d58c4a39ae20 tempest-TestNetworkAdvancedServerOps-914316040 tempest-TestNetworkAdvancedServerOps-914316040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:40:04.239784 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-b7c35df1-8f81-4fd7-9a6c-d58c4a39ae20 tempest-TestNetworkAdvancedServerOps-914316040 tempest-TestNetworkAdvancedServerOps-914316040-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=797e29fe-42b8-46a4-a03f-0e32e3d57c51 HTTP/1.1" status: 200 len: 1122 time: 0.0474050 Mar 11 20:40:04.242573 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60010) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:40:04.246741 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-63ad7f73-2b9e-4bff-9009-625c9fe817cd tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Request body: {'floatingip': {'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'port_id': '7877786c-fb72-472f-a0ab-7c91442c7ae4', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:40:04.266415 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-63ad7f73-2b9e-4bff-9009-625c9fe817cd tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:40:04.359414 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-63ad7f73-2b9e-4bff-9009-625c9fe817cd tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:40:04.462379 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-63ad7f73-2b9e-4bff-9009-625c9fe817cd tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Allocated IP 172.25.8.46 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/c35fded3-59e7-49fc-a5c9-efce8b8612ff) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:40:04.567067 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-63ad7f73-2b9e-4bff-9009-625c9fe817cd tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for port (c35fded3-59e7-49fc-a5c9-efce8b8612ff), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:40:04.599954 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-63ad7f73-2b9e-4bff-9009-625c9fe817cd tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (c35fded3-59e7-49fc-a5c9-efce8b8612ff), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:40:04.646611 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ad7f73-2b9e-4bff-9009-625c9fe817cd tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:40:04.649419 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-63ad7f73-2b9e-4bff-9009-625c9fe817cd tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:40:04.653741 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ad7f73-2b9e-4bff-9009-625c9fe817cd tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:40:04.656479 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ad7f73-2b9e-4bff-9009-625c9fe817cd tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'Port': ['ID=c35fded3-59e7-49fc-a5c9-efce8b8612ff,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:40:05.013368 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-63ad7f73-2b9e-4bff-9009-625c9fe817cd tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for floatingip (853eaeba-0565-4fc9-bcb3-3e3fb4c76114), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:40:05.086305 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-63ad7f73-2b9e-4bff-9009-625c9fe817cd tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (c35fded3-59e7-49fc-a5c9-efce8b8612ff), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:40:05.238689 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-63ad7f73-2b9e-4bff-9009-625c9fe817cd tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for port (c35fded3-59e7-49fc-a5c9-efce8b8612ff), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:40:05.243252 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-63ad7f73-2b9e-4bff-9009-625c9fe817cd tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (c35fded3-59e7-49fc-a5c9-efce8b8612ff), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:40:05.309627 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ad7f73-2b9e-4bff-9009-625c9fe817cd tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'Port': ['ID=c35fded3-59e7-49fc-a5c9-efce8b8612ff,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:40:05.319965 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-63ad7f73-2b9e-4bff-9009-625c9fe817cd tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (853eaeba-0565-4fc9-bcb3-3e3fb4c76114), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:40:05.421758 n-d-833163-1 neutron-server[103885]: INFO neutron.db.l3_db [None req-63ad7f73-2b9e-4bff-9009-625c9fe817cd tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Floating IP 853eaeba-0565-4fc9-bcb3-3e3fb4c76114 associated. External IP: 172.25.8.46, port: 7877786c-fb72-472f-a0ab-7c91442c7ae4. Mar 11 20:40:05.632678 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ad7f73-2b9e-4bff-9009-625c9fe817cd tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Router 8901c344-2bd1-4a6a-99bc-bf6207916c1a has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:40:05.740910 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ad7f73-2b9e-4bff-9009-625c9fe817cd tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:40:05.752361 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c55323-dca1-494c-b392-32633ca4fa85 None None] Sync routers for ids ['8901c344-2bd1-4a6a-99bc-bf6207916c1a'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:40:05.757941 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-63ad7f73-2b9e-4bff-9009-625c9fe817cd tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:40:05.763804 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c55323-dca1-494c-b392-32633ca4fa85 None None] Routers {'8901c344-2bd1-4a6a-99bc-bf6207916c1a'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:40:05.764494 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-43c55323-dca1-494c-b392-32633ca4fa85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:39:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['8901c344-2bd1-4a6a-99bc-bf6207916c1a'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:40:05.788777 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-63ad7f73-2b9e-4bff-9009-625c9fe817cd tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5451915 Mar 11 20:40:05.789436 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '797e29fe-42b8-46a4-a03f-0e32e3d57c51', 'tag': '7877786c-fb72-472f-a0ab-7c91442c7ae4'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:40:05.791771 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a0d03908d714cf498f0e9a07bdcfee6ce8884db927bcf4c76da6f3dadb32e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd37bc4-5828-41c8-bd7f-6dce8e222d81" -d '{"events": [{"name": "network-changed", "server_uuid": "797e29fe-42b8-46a4-a03f-0e32e3d57c51", "tag": "7877786c-fb72-472f-a0ab-7c91442c7ae4"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:40:05.874900 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-43c55323-dca1-494c-b392-32633ca4fa85 None None] Set router 8901c344-2bd1-4a6a-99bc-bf6207916c1a gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:40:05.888469 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d488b6e-93d2-457e-a15f-e602e210bce8 req-9fc97476-3671-41f7-9c6b-a5a880c7c993 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:40:05.889949 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2d488b6e-93d2-457e-a15f-e602e210bce8 req-9fc97476-3671-41f7-9c6b-a5a880c7c993 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=797e29fe-42b8-46a4-a03f-0e32e3d57c51 HTTP/1.1" status: 200 len: 945 time: 0.0517941 Mar 11 20:40:05.942514 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2d488b6e-93d2-457e-a15f-e602e210bce8 req-da8f16b1-0b29-4a6a-92d4-5f51e8f7eb2f tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=954a40cd-0e8a-41a9-8529-776d292c4702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467288 Mar 11 20:40:05.964893 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60018) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:40:06.028268 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-999a8c1a-79c3-4c70-9834-541caf0b25ba tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/floatingips/853eaeba-0565-4fc9-bcb3-3e3fb4c76114 HTTP/1.1" status: 200 len: 990 time: 0.0610116 Mar 11 20:40:06.040214 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d254a99d-6a6c-4925-996f-31f522e60611 x-openstack-request-id: req-d254a99d-6a6c-4925-996f-31f522e60611 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:40:06.040512 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "797e29fe-42b8-46a4-a03f-0e32e3d57c51", "tag": "7877786c-fb72-472f-a0ab-7c91442c7ae4", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:40:06.040775 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-d254a99d-6a6c-4925-996f-31f522e60611 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:40:06.041205 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '797e29fe-42b8-46a4-a03f-0e32e3d57c51', 'tag': '7877786c-fb72-472f-a0ab-7c91442c7ae4', 'status': 'completed', 'code': 200} Mar 11 20:40:06.103864 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-43c55323-dca1-494c-b392-32633ca4fa85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8901c344-2bd1-4a6a-99bc-bf6207916c1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1511402380', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': 'd6fda60c-d112-4477-8d8d-f64d49528e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:39:48Z', 'updated_at': '2022-03-11T20:39:51Z', 'revision_number': 4, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'gw_port': {'id': 'd6fda60c-d112-4477-8d8d-f64d49528e16', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8901c344-2bd1-4a6a-99bc-bf6207916c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:39:48Z', 'updated_at': '2022-03-11T20:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '853eaeba-0565-4fc9-bcb3-3e3fb4c76114', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'floating_ip_address': '172.25.8.46', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '8901c344-2bd1-4a6a-99bc-bf6207916c1a', 'port_id': '7877786c-fb72-472f-a0ab-7c91442c7ae4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '083d4b22-6f6e-404f-a508-c35b52b738d4', 'mac_address': 'fa:16:3e:2c:d6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797e29fe-42b8-46a4-a03f-0e32e3d57c51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:40:04Z', 'updated_at': '2022-03-11T20:40:04Z', 'revision_number': 0, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71009421-96ae-41df-8174-9ce683f6bd9c', 'name': '', 'network_id': '083d4b22-6f6e-404f-a508-c35b52b738d4', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'mac_address': 'fa:16:3e:80:b6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8901c344-2bd1-4a6a-99bc-bf6207916c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '46510da3-5f21-4c8d-812a-2ddf37b0f9b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:39:51Z', 'updated_at': '2022-03-11T20:39:54Z', 'revision_number': 5, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'subnets': [{'id': '46510da3-5f21-4c8d-812a-2ddf37b0f9b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:40:06.104321 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd37bc4-5828-41c8-bd7f-6dce8e222d81 req-d5068eb5-d9f7-4c01-bd50-0ca719800747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:40:06.105816 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7cd37bc4-5828-41c8-bd7f-6dce8e222d81 req-d5068eb5-d9f7-4c01-bd50-0ca719800747 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=cd4dc3a306bd4a69832000c41db1a90a&device_id=797e29fe-42b8-46a4-a03f-0e32e3d57c51 HTTP/1.1" status: 200 len: 1127 time: 0.0439475 Mar 11 20:40:06.129568 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c55323-dca1-494c-b392-32633ca4fa85 None None] Checking router: 8901c344-2bd1-4a6a-99bc-bf6207916c1a for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:40:06.138282 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c55323-dca1-494c-b392-32633ca4fa85 None None] Routers {'8901c344-2bd1-4a6a-99bc-bf6207916c1a'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:40:06.138879 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-43c55323-dca1-494c-b392-32633ca4fa85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:39:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['8901c344-2bd1-4a6a-99bc-bf6207916c1a'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:40:06.199260 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd37bc4-5828-41c8-bd7f-6dce8e222d81 req-17d803b4-8ba0-4016-b400-ce0eac5d81fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:40:06.200783 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7cd37bc4-5828-41c8-bd7f-6dce8e222d81 req-17d803b4-8ba0-4016-b400-ce0eac5d81fb service neutron] 10.222.0.75 "GET /v2.0/networks?id=083d4b22-6f6e-404f-a508-c35b52b738d4 HTTP/1.1" status: 200 len: 898 time: 0.0876396 Mar 11 20:40:06.247648 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-43c55323-dca1-494c-b392-32633ca4fa85 None None] Set router 8901c344-2bd1-4a6a-99bc-bf6207916c1a gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:40:06.267196 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7cd37bc4-5828-41c8-bd7f-6dce8e222d81 req-2f5c4466-b5f6-4de0-8bf7-1a91a0451f35 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7877786c-fb72-472f-a0ab-7c91442c7ae4 HTTP/1.1" status: 200 len: 998 time: 0.0594368 Mar 11 20:40:06.318441 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd37bc4-5828-41c8-bd7f-6dce8e222d81 req-53978185-c89d-46e4-ab12-6d7ab2aa74c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:40:06.319940 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7cd37bc4-5828-41c8-bd7f-6dce8e222d81 req-53978185-c89d-46e4-ab12-6d7ab2aa74c6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=46510da3-5f21-4c8d-812a-2ddf37b0f9b6 HTTP/1.1" status: 200 len: 832 time: 0.0472739 Mar 11 20:40:06.366548 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd37bc4-5828-41c8-bd7f-6dce8e222d81 req-67d79ff8-d841-4047-8688-c20d53695a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:40:06.368663 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7cd37bc4-5828-41c8-bd7f-6dce8e222d81 req-67d79ff8-d841-4047-8688-c20d53695a86 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=083d4b22-6f6e-404f-a508-c35b52b738d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437326 Mar 11 20:40:06.456196 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7cd37bc4-5828-41c8-bd7f-6dce8e222d81 req-ff0b6b27-6bf3-430b-9f76-d5c10c304051 service neutron] 10.222.0.75 "GET /v2.0/networks/083d4b22-6f6e-404f-a508-c35b52b738d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815086 Mar 11 20:40:06.551290 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7cd37bc4-5828-41c8-bd7f-6dce8e222d81 req-af01830e-87f7-49f0-b551-c6178636c0ba service neutron] 10.222.0.75 "GET /v2.0/networks/083d4b22-6f6e-404f-a508-c35b52b738d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897770 Mar 11 20:40:06.562224 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-43c55323-dca1-494c-b392-32633ca4fa85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8901c344-2bd1-4a6a-99bc-bf6207916c1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1511402380', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': 'd6fda60c-d112-4477-8d8d-f64d49528e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:39:48Z', 'updated_at': '2022-03-11T20:39:51Z', 'revision_number': 4, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'gw_port': {'id': 'd6fda60c-d112-4477-8d8d-f64d49528e16', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8901c344-2bd1-4a6a-99bc-bf6207916c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:39:48Z', 'updated_at': '2022-03-11T20:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '853eaeba-0565-4fc9-bcb3-3e3fb4c76114', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'floating_ip_address': '172.25.8.46', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '8901c344-2bd1-4a6a-99bc-bf6207916c1a', 'port_id': '7877786c-fb72-472f-a0ab-7c91442c7ae4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '083d4b22-6f6e-404f-a508-c35b52b738d4', 'mac_address': 'fa:16:3e:2c:d6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797e29fe-42b8-46a4-a03f-0e32e3d57c51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:40:04Z', 'updated_at': '2022-03-11T20:40:04Z', 'revision_number': 0, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71009421-96ae-41df-8174-9ce683f6bd9c', 'name': '', 'network_id': '083d4b22-6f6e-404f-a508-c35b52b738d4', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'mac_address': 'fa:16:3e:80:b6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8901c344-2bd1-4a6a-99bc-bf6207916c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '46510da3-5f21-4c8d-812a-2ddf37b0f9b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:39:51Z', 'updated_at': '2022-03-11T20:39:54Z', 'revision_number': 5, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'subnets': [{'id': '46510da3-5f21-4c8d-812a-2ddf37b0f9b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:40:06.590250 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c55323-dca1-494c-b392-32633ca4fa85 None None] The sync data for ids ['8901c344-2bd1-4a6a-99bc-bf6207916c1a'] in n-d-833163-1 is: [{'id': '8901c344-2bd1-4a6a-99bc-bf6207916c1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1511402380', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': 'd6fda60c-d112-4477-8d8d-f64d49528e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:39:48Z', 'updated_at': '2022-03-11T20:39:51Z', 'revision_number': 4, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'gw_port': {'id': 'd6fda60c-d112-4477-8d8d-f64d49528e16', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8901c344-2bd1-4a6a-99bc-bf6207916c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:39:48Z', 'updated_at': '2022-03-11T20:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '853eaeba-0565-4fc9-bcb3-3e3fb4c76114', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'floating_ip_address': '172.25.8.46', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '8901c344-2bd1-4a6a-99bc-bf6207916c1a', 'port_id': '7877786c-fb72-472f-a0ab-7c91442c7ae4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4361, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '083d4b22-6f6e-404f-a508-c35b52b738d4', 'mac_address': 'fa:16:3e:2c:d6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797e29fe-42b8-46a4-a03f-0e32e3d57c51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:40:04Z', 'updated_at': '2022-03-11T20:40:04Z', 'revision_number': 0, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71009421-96ae-41df-8174-9ce683f6bd9c', 'name': '', 'network_id': '083d4b22-6f6e-404f-a508-c35b52b738d4', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'mac_address': 'fa:16:3e:80:b6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8901c344-2bd1-4a6a-99bc-bf6207916c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '46510da3-5f21-4c8d-812a-2ddf37b0f9b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:39:51Z', 'updated_at': '2022-03-11T20:39:54Z', 'revision_number': 5, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'subnets': [{'id': '46510da3-5f21-4c8d-812a-2ddf37b0f9b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:40:06.784884 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97c343a-11e9-41b9-a7cc-52076b502264 None None] New status for floating IP 853eaeba-0565-4fc9-bcb3-3e3fb4c76114: ACTIVE {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 20:40:07.031059 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 60020) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:40:07.090912 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-590467e2-8521-4e1f-a1cf-1a363579ec1b tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/floatingips/853eaeba-0565-4fc9-bcb3-3e3fb4c76114 HTTP/1.1" status: 200 len: 992 time: 0.0585659 Mar 11 20:40:19.550115 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:40:22.473254 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a1754c01-9be9-4da6-b231-bbaeba9fe3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:40:23.193112 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:40:24.732470 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-62eb6c92-d8ed-4f2c-b337-37b68f83f231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:40:26.452330 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:40:27.837348 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:40:28.358427 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:40:29.153443 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:40:35.835761 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfcfa8b-0b70-4126-82ce-ed876199578b req-22eebdaa-c038-4ac2-897d-1479ac00bcae tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:40:35.837252 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ebfcfa8b-0b70-4126-82ce-ed876199578b req-22eebdaa-c038-4ac2-897d-1479ac00bcae tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=797e29fe-42b8-46a4-a03f-0e32e3d57c51 HTTP/1.1" status: 200 len: 945 time: 0.0585618 Mar 11 20:40:35.886110 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ebfcfa8b-0b70-4126-82ce-ed876199578b req-052c801a-6185-459f-81eb-313f350aa549 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=954a40cd-0e8a-41a9-8529-776d292c4702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430529 Mar 11 20:40:37.008266 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f475c-0ec1-4bc0-83f9-eeed36f805d6 req-2d654a1a-6b59-47dd-9d2a-00880aba73a6 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:40:37.009704 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-438f475c-0ec1-4bc0-83f9-eeed36f805d6 req-2d654a1a-6b59-47dd-9d2a-00880aba73a6 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=797e29fe-42b8-46a4-a03f-0e32e3d57c51 HTTP/1.1" status: 200 len: 945 time: 0.0556104 Mar 11 20:40:37.056624 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-438f475c-0ec1-4bc0-83f9-eeed36f805d6 req-d73f2161-91f0-4bdb-a255-d50a770aec0e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=954a40cd-0e8a-41a9-8529-776d292c4702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412960 Mar 11 20:40:38.172739 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70321cfd-9f70-42e8-ad03-76a741453f9f req-789d1f9a-1340-497c-9d78-5ea4a7d08288 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:40:38.174223 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-70321cfd-9f70-42e8-ad03-76a741453f9f req-789d1f9a-1340-497c-9d78-5ea4a7d08288 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=797e29fe-42b8-46a4-a03f-0e32e3d57c51 HTTP/1.1" status: 200 len: 945 time: 0.0518472 Mar 11 20:40:38.222122 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-70321cfd-9f70-42e8-ad03-76a741453f9f req-6d246b91-9380-4f6b-9b4d-54082d371092 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=954a40cd-0e8a-41a9-8529-776d292c4702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417311 Mar 11 20:40:39.345255 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2b3994-d993-4584-ad05-22de3f9c4741 req-c74d85e1-0d8f-41fc-b70f-87c361fe8991 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:40:39.346689 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1f2b3994-d993-4584-ad05-22de3f9c4741 req-c74d85e1-0d8f-41fc-b70f-87c361fe8991 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=797e29fe-42b8-46a4-a03f-0e32e3d57c51 HTTP/1.1" status: 200 len: 945 time: 0.0553286 Mar 11 20:40:39.393485 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1f2b3994-d993-4584-ad05-22de3f9c4741 req-bfc425b0-4c98-4e55-aa6e-d49d349bb347 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=954a40cd-0e8a-41a9-8529-776d292c4702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409946 Mar 11 20:40:40.514639 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628e4aad-f6a4-4f62-9a97-b339204a60b3 req-2eb426e9-7542-4cad-b026-21c32d618c67 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:40:40.516080 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-628e4aad-f6a4-4f62-9a97-b339204a60b3 req-2eb426e9-7542-4cad-b026-21c32d618c67 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=797e29fe-42b8-46a4-a03f-0e32e3d57c51 HTTP/1.1" status: 200 len: 945 time: 0.0570965 Mar 11 20:40:40.564664 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-628e4aad-f6a4-4f62-9a97-b339204a60b3 req-e75ee32e-f09a-4cb4-bd50-aed35b72fef3 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=954a40cd-0e8a-41a9-8529-776d292c4702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424397 Mar 11 20:40:41.682006 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb3dbeb-816a-41e8-b039-b14fff59dee0 req-0bc96fc6-a504-4d94-a92f-fd65df9f9490 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:40:41.683462 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6eb3dbeb-816a-41e8-b039-b14fff59dee0 req-0bc96fc6-a504-4d94-a92f-fd65df9f9490 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=797e29fe-42b8-46a4-a03f-0e32e3d57c51 HTTP/1.1" status: 200 len: 945 time: 0.0513189 Mar 11 20:40:41.735321 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6eb3dbeb-816a-41e8-b039-b14fff59dee0 req-32df1c20-f2cd-4f83-9649-204e6d50a4a0 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=954a40cd-0e8a-41a9-8529-776d292c4702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462854 Mar 11 20:40:42.852323 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c87010-15ed-4afd-827d-9bc2e636dba6 req-a4a34914-481a-4304-83b7-d4a93e4e18a5 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:40:42.853782 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-29c87010-15ed-4afd-827d-9bc2e636dba6 req-a4a34914-481a-4304-83b7-d4a93e4e18a5 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=797e29fe-42b8-46a4-a03f-0e32e3d57c51 HTTP/1.1" status: 200 len: 945 time: 0.0516908 Mar 11 20:40:42.900708 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-29c87010-15ed-4afd-827d-9bc2e636dba6 req-751e4de5-ce57-4609-9e99-1be84f81c164 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=954a40cd-0e8a-41a9-8529-776d292c4702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413361 Mar 11 20:40:44.018066 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b533b3d7-e469-4cb9-80db-bf7207d954ac req-de8923ee-774d-4675-b207-9e68db5e9b2e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:40:44.019534 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b533b3d7-e469-4cb9-80db-bf7207d954ac req-de8923ee-774d-4675-b207-9e68db5e9b2e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=797e29fe-42b8-46a4-a03f-0e32e3d57c51 HTTP/1.1" status: 200 len: 945 time: 0.0517318 Mar 11 20:40:44.066884 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b533b3d7-e469-4cb9-80db-bf7207d954ac req-91474c9d-8caf-4352-93bd-a2fb1e6277fa tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=954a40cd-0e8a-41a9-8529-776d292c4702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417354 Mar 11 20:40:45.196350 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d43c3a-b410-4de7-8430-b8be6bfd8a80 req-778bafce-e093-4bbd-b122-f6cec85e0f32 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:40:45.197820 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-36d43c3a-b410-4de7-8430-b8be6bfd8a80 req-778bafce-e093-4bbd-b122-f6cec85e0f32 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=797e29fe-42b8-46a4-a03f-0e32e3d57c51 HTTP/1.1" status: 200 len: 945 time: 0.0623422 Mar 11 20:40:45.246796 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-36d43c3a-b410-4de7-8430-b8be6bfd8a80 req-83b7a4d0-d4ac-42b2-8f8e-39ec3a153b6b tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=954a40cd-0e8a-41a9-8529-776d292c4702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433445 Mar 11 20:40:46.365165 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46303664-c0fe-4323-b1ea-b30462af5762 req-3075cc66-52d9-46c2-bd4b-9cb9262a8beb tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:40:46.366605 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-46303664-c0fe-4323-b1ea-b30462af5762 req-3075cc66-52d9-46c2-bd4b-9cb9262a8beb tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=797e29fe-42b8-46a4-a03f-0e32e3d57c51 HTTP/1.1" status: 200 len: 945 time: 0.0516391 Mar 11 20:40:46.413569 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-46303664-c0fe-4323-b1ea-b30462af5762 req-60b9b596-297a-4b29-968e-b90364a5098a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=954a40cd-0e8a-41a9-8529-776d292c4702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409138 Mar 11 20:40:46.436147 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60054) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:40:46.498355 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-1adf4aa9-b69e-4792-a461-8b1147a806e0 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/floatingips/853eaeba-0565-4fc9-bcb3-3e3fb4c76114 HTTP/1.1" status: 200 len: 992 time: 0.0610926 Mar 11 20:40:47.785168 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a9baa-7049-42a8-8b4c-cc09596b37db req-c54d0e30-3e48-41e8-b147-33853118cca2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:40:47.786546 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0e8a9baa-7049-42a8-8b4c-cc09596b37db req-c54d0e30-3e48-41e8-b147-33853118cca2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=797e29fe-42b8-46a4-a03f-0e32e3d57c51 HTTP/1.1" status: 200 len: 945 time: 0.0795467 Mar 11 20:40:47.808818 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef4b7a-5193-4d78-b2d8-1ef659045a2c req-79a439f1-0823-475b-bbf0-f54cadd80a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:40:47.810235 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cbef4b7a-5193-4d78-b2d8-1ef659045a2c req-79a439f1-0823-475b-bbf0-f54cadd80a1e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=cd4dc3a306bd4a69832000c41db1a90a&device_id=797e29fe-42b8-46a4-a03f-0e32e3d57c51 HTTP/1.1" status: 200 len: 1127 time: 0.0734758 Mar 11 20:40:48.140878 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0e8a9baa-7049-42a8-8b4c-cc09596b37db req-0ce449b7-b116-4f66-ad20-1a69e0778500 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=954a40cd-0e8a-41a9-8529-776d292c4702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3477452 Mar 11 20:40:48.200227 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef4b7a-5193-4d78-b2d8-1ef659045a2c req-35c168cc-3b50-47f7-a1be-327ebc29f03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:40:48.201706 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cbef4b7a-5193-4d78-b2d8-1ef659045a2c req-35c168cc-3b50-47f7-a1be-327ebc29f03b service neutron] 10.222.0.75 "GET /v2.0/networks?id=083d4b22-6f6e-404f-a508-c35b52b738d4 HTTP/1.1" status: 200 len: 898 time: 0.3842864 Mar 11 20:40:48.270387 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cbef4b7a-5193-4d78-b2d8-1ef659045a2c req-b7ed7568-a5fc-47ed-a150-12bcceb8dc69 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7877786c-fb72-472f-a0ab-7c91442c7ae4 HTTP/1.1" status: 200 len: 1000 time: 0.0626822 Mar 11 20:40:48.316629 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef4b7a-5193-4d78-b2d8-1ef659045a2c req-e4910aa7-810f-47e8-a45e-362180242850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:40:48.318009 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cbef4b7a-5193-4d78-b2d8-1ef659045a2c req-e4910aa7-810f-47e8-a45e-362180242850 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=46510da3-5f21-4c8d-812a-2ddf37b0f9b6 HTTP/1.1" status: 200 len: 832 time: 0.0417156 Mar 11 20:40:48.364673 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef4b7a-5193-4d78-b2d8-1ef659045a2c req-40ae923c-b02e-4a78-a079-48ff1eeec237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:40:48.366135 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cbef4b7a-5193-4d78-b2d8-1ef659045a2c req-40ae923c-b02e-4a78-a079-48ff1eeec237 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=083d4b22-6f6e-404f-a508-c35b52b738d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0425680 Mar 11 20:40:48.455544 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cbef4b7a-5193-4d78-b2d8-1ef659045a2c req-a4a41f2e-76e5-4388-a901-68e22227dfc6 service neutron] 10.222.0.75 "GET /v2.0/networks/083d4b22-6f6e-404f-a508-c35b52b738d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832844 Mar 11 20:40:48.541522 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cbef4b7a-5193-4d78-b2d8-1ef659045a2c req-080b4962-2bbc-4ac5-ad1c-039c840444ee service neutron] 10.222.0.75 "GET /v2.0/networks/083d4b22-6f6e-404f-a508-c35b52b738d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808322 Mar 11 20:40:49.263084 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a5e036-e121-45d6-8dbd-c677334d8bc3 req-59c600a7-35c3-4178-8e1c-13a59d9bfb24 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:40:49.264584 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b0a5e036-e121-45d6-8dbd-c677334d8bc3 req-59c600a7-35c3-4178-8e1c-13a59d9bfb24 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=797e29fe-42b8-46a4-a03f-0e32e3d57c51 HTTP/1.1" status: 200 len: 945 time: 0.0537221 Mar 11 20:40:49.319370 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b0a5e036-e121-45d6-8dbd-c677334d8bc3 req-0be3e1fb-4eb7-4009-ac94-5b47b57b78f9 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=954a40cd-0e8a-41a9-8529-776d292c4702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466743 Mar 11 20:40:49.341668 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60064) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:40:49.401350 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-b6e31ec2-3791-4cb3-b263-ee06e5e097aa tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/floatingips/853eaeba-0565-4fc9-bcb3-3e3fb4c76114 HTTP/1.1" status: 200 len: 992 time: 0.0586023 Mar 11 20:40:49.587479 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:40:52.475692 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-425962b8-1580-42cf-89de-def0d786a14d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:40:53.197605 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:40:54.733448 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9088c8b4-f95a-405e-8f31-c806825448fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:40:56.455797 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:40:57.838977 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:40:59.154352 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:03.598194 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-356e53ff-da3c-47f2-a4be-70aeeee742e9 req-b92b78cb-4a7e-4caf-bcd5-4f623ba77dc2 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=797e29fe-42b8-46a4-a03f-0e32e3d57c51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418031 Mar 11 20:41:03.683486 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e53ff-da3c-47f2-a4be-70aeeee742e9 req-db153c82-101a-47ad-bf3d-be4ade7d097c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:41:03.685061 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-356e53ff-da3c-47f2-a4be-70aeeee742e9 req-db153c82-101a-47ad-bf3d-be4ade7d097c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=cd4dc3a306bd4a69832000c41db1a90a&device_id=797e29fe-42b8-46a4-a03f-0e32e3d57c51 HTTP/1.1" status: 200 len: 1127 time: 0.0480161 Mar 11 20:41:03.783418 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e53ff-da3c-47f2-a4be-70aeeee742e9 req-ded2507b-98e2-4acc-b1a2-5874e41b1751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:41:03.784901 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-356e53ff-da3c-47f2-a4be-70aeeee742e9 req-ded2507b-98e2-4acc-b1a2-5874e41b1751 service neutron] 10.222.0.75 "GET /v2.0/networks?id=083d4b22-6f6e-404f-a508-c35b52b738d4 HTTP/1.1" status: 200 len: 898 time: 0.0836394 Mar 11 20:41:03.856529 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-356e53ff-da3c-47f2-a4be-70aeeee742e9 req-742b140b-f94a-4643-9263-c20e1c8ac8d8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7877786c-fb72-472f-a0ab-7c91442c7ae4 HTTP/1.1" status: 200 len: 1000 time: 0.0656862 Mar 11 20:41:03.903453 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e53ff-da3c-47f2-a4be-70aeeee742e9 req-9519bd16-a105-4169-8b7f-8641723e6be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:41:03.904869 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-356e53ff-da3c-47f2-a4be-70aeeee742e9 req-9519bd16-a105-4169-8b7f-8641723e6be0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=46510da3-5f21-4c8d-812a-2ddf37b0f9b6 HTTP/1.1" status: 200 len: 832 time: 0.0417364 Mar 11 20:41:03.952425 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e53ff-da3c-47f2-a4be-70aeeee742e9 req-e3f3b601-9fcc-4017-9c26-49dca5af03f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:41:03.953873 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-356e53ff-da3c-47f2-a4be-70aeeee742e9 req-e3f3b601-9fcc-4017-9c26-49dca5af03f7 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=083d4b22-6f6e-404f-a508-c35b52b738d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0422864 Mar 11 20:41:04.049561 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-356e53ff-da3c-47f2-a4be-70aeeee742e9 req-27691c2a-14e4-4d91-8275-e2014dc97136 service neutron] 10.222.0.75 "GET /v2.0/networks/083d4b22-6f6e-404f-a508-c35b52b738d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896308 Mar 11 20:41:04.136946 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-356e53ff-da3c-47f2-a4be-70aeeee742e9 req-a5534b7f-2c53-4905-8758-3947dedcebed service neutron] 10.222.0.75 "GET /v2.0/networks/083d4b22-6f6e-404f-a508-c35b52b738d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816329 Mar 11 20:41:05.358222 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:41:19.579581 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:19.736389 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60076) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:41:19.894688 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-b5d8dc4b-2a3a-41a8-abdc-e9dc939c9437 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Deleting port c35fded3-59e7-49fc-a5c9-efce8b8612ff {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:41:19.895030 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b5d8dc4b-2a3a-41a8-abdc-e9dc939c9437 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (c35fded3-59e7-49fc-a5c9-efce8b8612ff), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:19.968027 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b5d8dc4b-2a3a-41a8-abdc-e9dc939c9437 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (c35fded3-59e7-49fc-a5c9-efce8b8612ff), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:19.968354 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b5d8dc4b-2a3a-41a8-abdc-e9dc939c9437 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for floatingip (c35fded3-59e7-49fc-a5c9-efce8b8612ff), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:19.980512 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-b5d8dc4b-2a3a-41a8-abdc-e9dc939c9437 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Calling delete_port for c35fded3-59e7-49fc-a5c9-efce8b8612ff owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:41:20.124649 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b5d8dc4b-2a3a-41a8-abdc-e9dc939c9437 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (c35fded3-59e7-49fc-a5c9-efce8b8612ff), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:20.150575 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d8dc4b-2a3a-41a8-abdc-e9dc939c9437 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event deleted for resources: {'Port': ['ID=c35fded3-59e7-49fc-a5c9-efce8b8612ff,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:41:20.174641 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d8dc4b-2a3a-41a8-abdc-e9dc939c9437 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:41:20.174997 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d8dc4b-2a3a-41a8-abdc-e9dc939c9437 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:41:20.175348 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d8dc4b-2a3a-41a8-abdc-e9dc939c9437 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:41:20.175721 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d8dc4b-2a3a-41a8-abdc-e9dc939c9437 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:41:20.176061 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d8dc4b-2a3a-41a8-abdc-e9dc939c9437 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:41:20.176395 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d8dc4b-2a3a-41a8-abdc-e9dc939c9437 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:41:20.176755 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d8dc4b-2a3a-41a8-abdc-e9dc939c9437 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:41:20.177064 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d8dc4b-2a3a-41a8-abdc-e9dc939c9437 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:41:20.177394 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d8dc4b-2a3a-41a8-abdc-e9dc939c9437 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:41:20.177723 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d8dc4b-2a3a-41a8-abdc-e9dc939c9437 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:41:20.178051 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d8dc4b-2a3a-41a8-abdc-e9dc939c9437 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:41:20.178373 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d8dc4b-2a3a-41a8-abdc-e9dc939c9437 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:41:20.178693 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d8dc4b-2a3a-41a8-abdc-e9dc939c9437 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:41:20.221899 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b5d8dc4b-2a3a-41a8-abdc-e9dc939c9437 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for floatingip (853eaeba-0565-4fc9-bcb3-3e3fb4c76114), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:20.222237 n-d-833163-1 neutron-server[103885]: INFO neutron.db.l3_db [None req-b5d8dc4b-2a3a-41a8-abdc-e9dc939c9437 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Floating IP 853eaeba-0565-4fc9-bcb3-3e3fb4c76114 disassociated (deleted). External IP: 172.25.8.46, port: 7877786c-fb72-472f-a0ab-7c91442c7ae4. Mar 11 20:41:20.432592 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d8dc4b-2a3a-41a8-abdc-e9dc939c9437 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Router 8901c344-2bd1-4a6a-99bc-bf6207916c1a has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:41:20.547459 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d8dc4b-2a3a-41a8-abdc-e9dc939c9437 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:41:20.552273 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b5d8dc4b-2a3a-41a8-abdc-e9dc939c9437 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:20.559021 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813008b4-a09d-4070-a00c-d7c80e11e184 None None] Sync routers for ids ['8901c344-2bd1-4a6a-99bc-bf6207916c1a'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:41:20.568164 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813008b4-a09d-4070-a00c-d7c80e11e184 None None] Routers {'8901c344-2bd1-4a6a-99bc-bf6207916c1a'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:41:20.568760 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-813008b4-a09d-4070-a00c-d7c80e11e184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:40:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['8901c344-2bd1-4a6a-99bc-bf6207916c1a'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:41:20.581268 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-b5d8dc4b-2a3a-41a8-abdc-e9dc939c9437 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "DELETE /v2.0/floatingips/853eaeba-0565-4fc9-bcb3-3e3fb4c76114 HTTP/1.1" status: 204 len: 168 time: 0.8437870 Mar 11 20:41:20.581959 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '797e29fe-42b8-46a4-a03f-0e32e3d57c51', 'tag': '7877786c-fb72-472f-a0ab-7c91442c7ae4'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:41:20.584330 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a0d03908d714cf498f0e9a07bdcfee6ce8884db927bcf4c76da6f3dadb32e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9576ebdc-c750-4f9d-81e0-207ddf227b01" -d '{"events": [{"name": "network-changed", "server_uuid": "797e29fe-42b8-46a4-a03f-0e32e3d57c51", "tag": "7877786c-fb72-472f-a0ab-7c91442c7ae4"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:41:20.675900 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-813008b4-a09d-4070-a00c-d7c80e11e184 None None] Set router 8901c344-2bd1-4a6a-99bc-bf6207916c1a gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:41:20.741772 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47707463-3300-477f-8471-4243183befed x-openstack-request-id: req-47707463-3300-477f-8471-4243183befed {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:41:20.742270 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "797e29fe-42b8-46a4-a03f-0e32e3d57c51", "tag": "7877786c-fb72-472f-a0ab-7c91442c7ae4", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:41:20.742366 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-47707463-3300-477f-8471-4243183befed {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:41:20.742777 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '797e29fe-42b8-46a4-a03f-0e32e3d57c51', 'tag': '7877786c-fb72-472f-a0ab-7c91442c7ae4', 'status': 'completed', 'code': 200} Mar 11 20:41:20.840244 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576ebdc-c750-4f9d-81e0-207ddf227b01 req-a72107fa-de0b-4500-929c-f60e2848ab5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:41:20.841830 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9576ebdc-c750-4f9d-81e0-207ddf227b01 req-a72107fa-de0b-4500-929c-f60e2848ab5b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=cd4dc3a306bd4a69832000c41db1a90a&device_id=797e29fe-42b8-46a4-a03f-0e32e3d57c51 HTTP/1.1" status: 200 len: 1127 time: 0.0777016 Mar 11 20:41:20.852800 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20471897-426b-435d-b3df-b477a81b1340 req-3517e598-1679-4ab0-8500-acc236267e17 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:41:20.854150 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-20471897-426b-435d-b3df-b477a81b1340 req-3517e598-1679-4ab0-8500-acc236267e17 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=797e29fe-42b8-46a4-a03f-0e32e3d57c51 HTTP/1.1" status: 200 len: 945 time: 0.0639350 Mar 11 20:41:20.885701 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-813008b4-a09d-4070-a00c-d7c80e11e184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8901c344-2bd1-4a6a-99bc-bf6207916c1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1511402380', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': 'd6fda60c-d112-4477-8d8d-f64d49528e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:39:48Z', 'updated_at': '2022-03-11T20:39:51Z', 'revision_number': 4, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'gw_port': {'id': 'd6fda60c-d112-4477-8d8d-f64d49528e16', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8901c344-2bd1-4a6a-99bc-bf6207916c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:39:48Z', 'updated_at': '2022-03-11T20:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '71009421-96ae-41df-8174-9ce683f6bd9c', 'name': '', 'network_id': '083d4b22-6f6e-404f-a508-c35b52b738d4', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'mac_address': 'fa:16:3e:80:b6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8901c344-2bd1-4a6a-99bc-bf6207916c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '46510da3-5f21-4c8d-812a-2ddf37b0f9b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:39:51Z', 'updated_at': '2022-03-11T20:39:54Z', 'revision_number': 5, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'subnets': [{'id': '46510da3-5f21-4c8d-812a-2ddf37b0f9b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:41:20.911512 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813008b4-a09d-4070-a00c-d7c80e11e184 None None] Checking router: 8901c344-2bd1-4a6a-99bc-bf6207916c1a for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:41:20.919654 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813008b4-a09d-4070-a00c-d7c80e11e184 None None] Routers {'8901c344-2bd1-4a6a-99bc-bf6207916c1a'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:41:20.920264 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-813008b4-a09d-4070-a00c-d7c80e11e184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:40:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['8901c344-2bd1-4a6a-99bc-bf6207916c1a'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:41:20.958399 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-20471897-426b-435d-b3df-b477a81b1340 req-289fc9a6-e66f-4c7b-bf17-a3064f170cd7 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=954a40cd-0e8a-41a9-8529-776d292c4702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953789 Mar 11 20:41:20.975323 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576ebdc-c750-4f9d-81e0-207ddf227b01 req-5d496d05-a04c-4185-8d12-a57b7cd6b656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:41:20.976839 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9576ebdc-c750-4f9d-81e0-207ddf227b01 req-5d496d05-a04c-4185-8d12-a57b7cd6b656 service neutron] 10.222.0.75 "GET /v2.0/networks?id=083d4b22-6f6e-404f-a508-c35b52b738d4 HTTP/1.1" status: 200 len: 898 time: 0.1218624 Mar 11 20:41:21.019569 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9576ebdc-c750-4f9d-81e0-207ddf227b01 req-54854012-ab67-4996-839a-1588d260463c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7877786c-fb72-472f-a0ab-7c91442c7ae4 HTTP/1.1" status: 200 len: 217 time: 0.0346420 Mar 11 20:41:21.035713 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-813008b4-a09d-4070-a00c-d7c80e11e184 None None] Set router 8901c344-2bd1-4a6a-99bc-bf6207916c1a gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:41:21.070253 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576ebdc-c750-4f9d-81e0-207ddf227b01 req-ab4d6dce-ea46-4d65-b239-7355d18ba0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:41:21.071730 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9576ebdc-c750-4f9d-81e0-207ddf227b01 req-ab4d6dce-ea46-4d65-b239-7355d18ba0ba service neutron] 10.222.0.75 "GET /v2.0/subnets?id=46510da3-5f21-4c8d-812a-2ddf37b0f9b6 HTTP/1.1" status: 200 len: 832 time: 0.0465391 Mar 11 20:41:21.119540 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576ebdc-c750-4f9d-81e0-207ddf227b01 req-1c4a9888-56d4-4649-80bb-cf2a2e61377e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:41:21.121047 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9576ebdc-c750-4f9d-81e0-207ddf227b01 req-1c4a9888-56d4-4649-80bb-cf2a2e61377e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=083d4b22-6f6e-404f-a508-c35b52b738d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0431013 Mar 11 20:41:21.212171 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9576ebdc-c750-4f9d-81e0-207ddf227b01 req-c4c94cda-1fcc-4f00-ab6d-79ede9b6bc74 service neutron] 10.222.0.75 "GET /v2.0/networks/083d4b22-6f6e-404f-a508-c35b52b738d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846512 Mar 11 20:41:21.233358 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-813008b4-a09d-4070-a00c-d7c80e11e184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8901c344-2bd1-4a6a-99bc-bf6207916c1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1511402380', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': 'd6fda60c-d112-4477-8d8d-f64d49528e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:39:48Z', 'updated_at': '2022-03-11T20:39:51Z', 'revision_number': 4, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'gw_port': {'id': 'd6fda60c-d112-4477-8d8d-f64d49528e16', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8901c344-2bd1-4a6a-99bc-bf6207916c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:39:48Z', 'updated_at': '2022-03-11T20:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '71009421-96ae-41df-8174-9ce683f6bd9c', 'name': '', 'network_id': '083d4b22-6f6e-404f-a508-c35b52b738d4', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'mac_address': 'fa:16:3e:80:b6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8901c344-2bd1-4a6a-99bc-bf6207916c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '46510da3-5f21-4c8d-812a-2ddf37b0f9b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:39:51Z', 'updated_at': '2022-03-11T20:39:54Z', 'revision_number': 5, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'subnets': [{'id': '46510da3-5f21-4c8d-812a-2ddf37b0f9b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:41:21.259711 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813008b4-a09d-4070-a00c-d7c80e11e184 None None] The sync data for ids ['8901c344-2bd1-4a6a-99bc-bf6207916c1a'] in n-d-833163-1 is: [{'id': '8901c344-2bd1-4a6a-99bc-bf6207916c1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1511402380', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': 'd6fda60c-d112-4477-8d8d-f64d49528e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:39:48Z', 'updated_at': '2022-03-11T20:39:51Z', 'revision_number': 4, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'gw_port': {'id': 'd6fda60c-d112-4477-8d8d-f64d49528e16', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8901c344-2bd1-4a6a-99bc-bf6207916c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:39:48Z', 'updated_at': '2022-03-11T20:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '71009421-96ae-41df-8174-9ce683f6bd9c', 'name': '', 'network_id': '083d4b22-6f6e-404f-a508-c35b52b738d4', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'mac_address': 'fa:16:3e:80:b6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8901c344-2bd1-4a6a-99bc-bf6207916c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '46510da3-5f21-4c8d-812a-2ddf37b0f9b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:39:51Z', 'updated_at': '2022-03-11T20:39:54Z', 'revision_number': 5, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'subnets': [{'id': '46510da3-5f21-4c8d-812a-2ddf37b0f9b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:41:21.309869 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9576ebdc-c750-4f9d-81e0-207ddf227b01 req-617d80fe-ce02-445b-ace7-05be894541b9 service neutron] 10.222.0.75 "GET /v2.0/networks/083d4b22-6f6e-404f-a508-c35b52b738d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917833 Mar 11 20:41:21.470359 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce7010c-7ebd-493e-b837-bcbd4d889db1 None None] New status for floating IP 853eaeba-0565-4fc9-bcb3-3e3fb4c76114: DOWN {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 20:41:22.077748 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517af06c-c83a-498c-9ffc-0f1a50e1057f req-9489f9c4-f75e-4cc2-a9f8-188a3da24b4b tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:41:22.079212 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-517af06c-c83a-498c-9ffc-0f1a50e1057f req-9489f9c4-f75e-4cc2-a9f8-188a3da24b4b tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=797e29fe-42b8-46a4-a03f-0e32e3d57c51 HTTP/1.1" status: 200 len: 945 time: 0.0515225 Mar 11 20:41:22.141515 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-517af06c-c83a-498c-9ffc-0f1a50e1057f req-385502c0-32f8-41ce-9f09-6eea5a793726 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=954a40cd-0e8a-41a9-8529-776d292c4702&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565476 Mar 11 20:41:22.218059 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29932f7-d3d2-40b1-8244-ec05104fa44d req-311efd5e-6a6d-4a6d-aa31-d027b34e0cbc tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:41:22.219496 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b29932f7-d3d2-40b1-8244-ec05104fa44d req-311efd5e-6a6d-4a6d-aa31-d027b34e0cbc tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.75 "GET /v2.0/ports?device_id=797e29fe-42b8-46a4-a03f-0e32e3d57c51 HTTP/1.1" status: 200 len: 945 time: 0.0511224 Mar 11 20:41:22.308607 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-b29932f7-d3d2-40b1-8244-ec05104fa44d req-3bee2694-5dc9-4dda-a288-895c25fe4049 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Deleting port 7877786c-fb72-472f-a0ab-7c91442c7ae4 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:41:22.308940 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b29932f7-d3d2-40b1-8244-ec05104fa44d req-3bee2694-5dc9-4dda-a288-895c25fe4049 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (7877786c-fb72-472f-a0ab-7c91442c7ae4), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:22.398211 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-b29932f7-d3d2-40b1-8244-ec05104fa44d req-3bee2694-5dc9-4dda-a288-895c25fe4049 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] For port 7877786c-fb72-472f-a0ab-7c91442c7ae4, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=7877786c-fb72-472f-a0ab-7c91442c7ae4,segment=NetworkSegment(a71a08cf-091a-4217-ad0e-bd3c3dc4f129),segment_id=a71a08cf-091a-4217-ad0e-bd3c3dc4f129)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:41:22.398489 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b29932f7-d3d2-40b1-8244-ec05104fa44d req-3bee2694-5dc9-4dda-a288-895c25fe4049 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (7877786c-fb72-472f-a0ab-7c91442c7ae4), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:22.410098 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-b29932f7-d3d2-40b1-8244-ec05104fa44d req-3bee2694-5dc9-4dda-a288-895c25fe4049 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Calling delete_port for 7877786c-fb72-472f-a0ab-7c91442c7ae4 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:41:22.477850 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c4079274-117e-4cef-a02a-74e85728bb11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:22.538866 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b29932f7-d3d2-40b1-8244-ec05104fa44d req-3bee2694-5dc9-4dda-a288-895c25fe4049 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (7877786c-fb72-472f-a0ab-7c91442c7ae4), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:22.568056 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bee2694-5dc9-4dda-a288-895c25fe4049 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event deleted for resources: {'Port': ['ID=7877786c-fb72-472f-a0ab-7c91442c7ae4,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:41:22.607905 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-b29932f7-d3d2-40b1-8244-ec05104fa44d req-3bee2694-5dc9-4dda-a288-895c25fe4049 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] No DVR routers for this DVR port 7877786c-fb72-472f-a0ab-7c91442c7ae4 on host n-h1-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:41:22.610388 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-b29932f7-d3d2-40b1-8244-ec05104fa44d req-3bee2694-5dc9-4dda-a288-895c25fe4049 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:22.613630 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b29932f7-d3d2-40b1-8244-ec05104fa44d req-3bee2694-5dc9-4dda-a288-895c25fe4049 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.75 "DELETE /v2.0/ports/7877786c-fb72-472f-a0ab-7c91442c7ae4 HTTP/1.1" status: 204 len: 173 time: 0.3887258 Mar 11 20:41:22.743722 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '797e29fe-42b8-46a4-a03f-0e32e3d57c51', 'name': 'network-vif-deleted', 'tag': '7877786c-fb72-472f-a0ab-7c91442c7ae4'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:41:22.745949 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a0d03908d714cf498f0e9a07bdcfee6ce8884db927bcf4c76da6f3dadb32e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1bfda8-c7d2-453b-8ed8-4b0253877f2b" -d '{"events": [{"server_uuid": "797e29fe-42b8-46a4-a03f-0e32e3d57c51", "name": "network-vif-deleted", "tag": "7877786c-fb72-472f-a0ab-7c91442c7ae4"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:41:22.779705 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3802fc-62a2-49fc-91a4-3d62dd0a968b x-openstack-request-id: req-6e3802fc-62a2-49fc-91a4-3d62dd0a968b {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:41:22.780004 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "797e29fe-42b8-46a4-a03f-0e32e3d57c51", "name": "network-vif-deleted", "tag": "7877786c-fb72-472f-a0ab-7c91442c7ae4", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:41:22.780256 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6e3802fc-62a2-49fc-91a4-3d62dd0a968b {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:41:22.780659 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '797e29fe-42b8-46a4-a03f-0e32e3d57c51', 'name': 'network-vif-deleted', 'tag': '7877786c-fb72-472f-a0ab-7c91442c7ae4', 'status': 'completed', 'code': 200} Mar 11 20:41:23.200472 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60090) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:41:23.204923 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:23.558144 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a6ba2691-f816-4eeb-b7b9-d7353b0274c4 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (8901c344-2bd1-4a6a-99bc-bf6207916c1a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:24.096026 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-a6ba2691-f816-4eeb-b7b9-d7353b0274c4 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Deleting port 71009421-96ae-41df-8174-9ce683f6bd9c {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:41:24.096365 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a6ba2691-f816-4eeb-b7b9-d7353b0274c4 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (71009421-96ae-41df-8174-9ce683f6bd9c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:24.181104 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-a6ba2691-f816-4eeb-b7b9-d7353b0274c4 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] For port 71009421-96ae-41df-8174-9ce683f6bd9c, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=71009421-96ae-41df-8174-9ce683f6bd9c,segment=NetworkSegment(a71a08cf-091a-4217-ad0e-bd3c3dc4f129),segment_id=a71a08cf-091a-4217-ad0e-bd3c3dc4f129)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:41:24.181386 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a6ba2691-f816-4eeb-b7b9-d7353b0274c4 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (71009421-96ae-41df-8174-9ce683f6bd9c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:24.193483 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-a6ba2691-f816-4eeb-b7b9-d7353b0274c4 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Calling delete_port for 71009421-96ae-41df-8174-9ce683f6bd9c owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:41:24.379267 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a6ba2691-f816-4eeb-b7b9-d7353b0274c4 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (71009421-96ae-41df-8174-9ce683f6bd9c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:24.402649 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ba2691-f816-4eeb-b7b9-d7353b0274c4 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event deleted for resources: {'Port': ['ID=71009421-96ae-41df-8174-9ce683f6bd9c,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:41:24.584238 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a6ba2691-f816-4eeb-b7b9-d7353b0274c4 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (8901c344-2bd1-4a6a-99bc-bf6207916c1a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:24.737535 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7ca1787e-92f2-4de8-91d3-046230f8e4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:24.807861 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6ba2691-f816-4eeb-b7b9-d7353b0274c4 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Router 8901c344-2bd1-4a6a-99bc-bf6207916c1a has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:41:24.915747 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ba2691-f816-4eeb-b7b9-d7353b0274c4 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:41:24.921005 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a6ba2691-f816-4eeb-b7b9-d7353b0274c4 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "PUT /v2.0/routers/8901c344-2bd1-4a6a-99bc-bf6207916c1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7191293 Mar 11 20:41:24.923610 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60092) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:41:24.926576 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bdf5ab-2b03-4e99-a895-f8cd7cdd4693 None None] Sync routers for ids ['8901c344-2bd1-4a6a-99bc-bf6207916c1a'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:41:24.937615 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bdf5ab-2b03-4e99-a895-f8cd7cdd4693 None None] Routers {'8901c344-2bd1-4a6a-99bc-bf6207916c1a'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:41:24.938215 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-73bdf5ab-2b03-4e99-a895-f8cd7cdd4693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:41:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['8901c344-2bd1-4a6a-99bc-bf6207916c1a'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:41:24.973604 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-92aa740e-341b-4f94-bd6d-c5c27cbf4928 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Deleting subnet 46510da3-5f21-4c8d-812a-2ddf37b0f9b6 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 20:41:24.977616 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-92aa740e-341b-4f94-bd6d-c5c27cbf4928 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for subnet (46510da3-5f21-4c8d-812a-2ddf37b0f9b6), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:25.016246 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-92aa740e-341b-4f94-bd6d-c5c27cbf4928 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (46510da3-5f21-4c8d-812a-2ddf37b0f9b6), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:25.043801 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-73bdf5ab-2b03-4e99-a895-f8cd7cdd4693 None None] Set router 8901c344-2bd1-4a6a-99bc-bf6207916c1a gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:41:25.103307 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-92aa740e-341b-4f94-bd6d-c5c27cbf4928 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (46510da3-5f21-4c8d-812a-2ddf37b0f9b6), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:25.161637 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-92aa740e-341b-4f94-bd6d-c5c27cbf4928 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (46510da3-5f21-4c8d-812a-2ddf37b0f9b6), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:25.189060 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aa740e-341b-4f94-bd6d-c5c27cbf4928 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event deleted for resources: {'Subnet': ['ID=46510da3-5f21-4c8d-812a-2ddf37b0f9b6,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:41:25.191028 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-92aa740e-341b-4f94-bd6d-c5c27cbf4928 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:25.194207 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-92aa740e-341b-4f94-bd6d-c5c27cbf4928 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "DELETE /v2.0/subnets/46510da3-5f21-4c8d-812a-2ddf37b0f9b6 HTTP/1.1" status: 204 len: 168 time: 0.2695069 Mar 11 20:41:25.196671 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9828d6d0-58f1-4801-8d7e-4a379189c314 None None] Network 083d4b22-6f6e-404f-a508-c35b52b738d4 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:41:25.197601 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 60094) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:41:25.225276 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-73bdf5ab-2b03-4e99-a895-f8cd7cdd4693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8901c344-2bd1-4a6a-99bc-bf6207916c1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1511402380', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': 'd6fda60c-d112-4477-8d8d-f64d49528e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:39:48Z', 'updated_at': '2022-03-11T20:41:24Z', 'revision_number': 5, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'gw_port': {'id': 'd6fda60c-d112-4477-8d8d-f64d49528e16', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8901c344-2bd1-4a6a-99bc-bf6207916c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:39:48Z', 'updated_at': '2022-03-11T20:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:41:25.263131 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bdf5ab-2b03-4e99-a895-f8cd7cdd4693 None None] Checking router: 8901c344-2bd1-4a6a-99bc-bf6207916c1a for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:41:25.272377 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bdf5ab-2b03-4e99-a895-f8cd7cdd4693 None None] Routers {'8901c344-2bd1-4a6a-99bc-bf6207916c1a'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:41:25.273551 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-73bdf5ab-2b03-4e99-a895-f8cd7cdd4693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:41:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['8901c344-2bd1-4a6a-99bc-bf6207916c1a'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:41:25.321995 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ba9f937f-2470-4a5e-969d-4067693f386c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for router (8901c344-2bd1-4a6a-99bc-bf6207916c1a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:25.381384 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c115f2e-2f0b-452c-ae8a-47ac9a61db61 None None] DHCP port deletion for 083d4b22-6f6e-404f-a508-c35b52b738d4 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 20:41:25.430341 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-1c115f2e-2f0b-452c-ae8a-47ac9a61db61 None None] Deleting port 2a0b8532-5356-4c23-913a-398d848c8d3b {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:41:25.430722 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1c115f2e-2f0b-452c-ae8a-47ac9a61db61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (2a0b8532-5356-4c23-913a-398d848c8d3b), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:25.434985 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ba9f937f-2470-4a5e-969d-4067693f386c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for router_gateway (8901c344-2bd1-4a6a-99bc-bf6207916c1a), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:25.481640 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-73bdf5ab-2b03-4e99-a895-f8cd7cdd4693 None None] Set router 8901c344-2bd1-4a6a-99bc-bf6207916c1a gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:41:25.490921 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-ba9f937f-2470-4a5e-969d-4067693f386c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Deleting port d6fda60c-d112-4477-8d8d-f64d49528e16 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:41:25.491827 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ba9f937f-2470-4a5e-969d-4067693f386c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (d6fda60c-d112-4477-8d8d-f64d49528e16), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:25.500532 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-1c115f2e-2f0b-452c-ae8a-47ac9a61db61 None None] For port 2a0b8532-5356-4c23-913a-398d848c8d3b, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=2a0b8532-5356-4c23-913a-398d848c8d3b,segment=NetworkSegment(a71a08cf-091a-4217-ad0e-bd3c3dc4f129),segment_id=a71a08cf-091a-4217-ad0e-bd3c3dc4f129)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:41:25.500934 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1c115f2e-2f0b-452c-ae8a-47ac9a61db61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (2a0b8532-5356-4c23-913a-398d848c8d3b), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:25.514077 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-1c115f2e-2f0b-452c-ae8a-47ac9a61db61 None None] Calling delete_port for 2a0b8532-5356-4c23-913a-398d848c8d3b owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:41:25.574058 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-ba9f937f-2470-4a5e-969d-4067693f386c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] For port d6fda60c-d112-4477-8d8d-f64d49528e16, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=d6fda60c-d112-4477-8d8d-f64d49528e16,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:41:25.574430 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ba9f937f-2470-4a5e-969d-4067693f386c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (d6fda60c-d112-4477-8d8d-f64d49528e16), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:25.587863 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-ba9f937f-2470-4a5e-969d-4067693f386c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Calling delete_port for d6fda60c-d112-4477-8d8d-f64d49528e16 owned by network:router_gateway {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:41:25.591965 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1c115f2e-2f0b-452c-ae8a-47ac9a61db61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (2a0b8532-5356-4c23-913a-398d848c8d3b), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:25.617390 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c115f2e-2f0b-452c-ae8a-47ac9a61db61 None None] Pushing event deleted for resources: {'Port': ['ID=2a0b8532-5356-4c23-913a-398d848c8d3b,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:41:25.629582 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c115f2e-2f0b-452c-ae8a-47ac9a61db61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:41:25.629927 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c115f2e-2f0b-452c-ae8a-47ac9a61db61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:41:25.630271 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c115f2e-2f0b-452c-ae8a-47ac9a61db61 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:41:25.630671 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c115f2e-2f0b-452c-ae8a-47ac9a61db61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:41:25.630936 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c115f2e-2f0b-452c-ae8a-47ac9a61db61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:41:25.631266 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c115f2e-2f0b-452c-ae8a-47ac9a61db61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:41:25.631594 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c115f2e-2f0b-452c-ae8a-47ac9a61db61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:41:25.632556 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c115f2e-2f0b-452c-ae8a-47ac9a61db61 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:41:25.632871 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c115f2e-2f0b-452c-ae8a-47ac9a61db61 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:41:25.633199 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c115f2e-2f0b-452c-ae8a-47ac9a61db61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:41:25.633521 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c115f2e-2f0b-452c-ae8a-47ac9a61db61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:41:25.633843 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c115f2e-2f0b-452c-ae8a-47ac9a61db61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:41:25.634162 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c115f2e-2f0b-452c-ae8a-47ac9a61db61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:41:25.637020 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c115f2e-2f0b-452c-ae8a-47ac9a61db61 None None] No DVR routers for this DVR port 2a0b8532-5356-4c23-913a-398d848c8d3b on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:41:25.666898 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-73bdf5ab-2b03-4e99-a895-f8cd7cdd4693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8901c344-2bd1-4a6a-99bc-bf6207916c1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1511402380', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': 'd6fda60c-d112-4477-8d8d-f64d49528e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:39:48Z', 'updated_at': '2022-03-11T20:41:24Z', 'revision_number': 5, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'gw_port': {'id': 'd6fda60c-d112-4477-8d8d-f64d49528e16', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8901c344-2bd1-4a6a-99bc-bf6207916c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:39:48Z', 'updated_at': '2022-03-11T20:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:41:25.694226 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bdf5ab-2b03-4e99-a895-f8cd7cdd4693 None None] The sync data for ids ['8901c344-2bd1-4a6a-99bc-bf6207916c1a'] in n-d-833163-1 is: [{'id': '8901c344-2bd1-4a6a-99bc-bf6207916c1a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1511402380', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.166'}], 'enable_snat': True}, 'gw_port_id': 'd6fda60c-d112-4477-8d8d-f64d49528e16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:39:48Z', 'updated_at': '2022-03-11T20:41:24Z', 'revision_number': 5, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'gw_port': {'id': 'd6fda60c-d112-4477-8d8d-f64d49528e16', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:b3:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8901c344-2bd1-4a6a-99bc-bf6207916c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:39:48Z', 'updated_at': '2022-03-11T20:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:41:25.771272 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ba9f937f-2470-4a5e-969d-4067693f386c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (d6fda60c-d112-4477-8d8d-f64d49528e16), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:25.797718 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9f937f-2470-4a5e-969d-4067693f386c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event deleted for resources: {'Port': ['ID=d6fda60c-d112-4477-8d8d-f64d49528e16,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:41:25.830361 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9f937f-2470-4a5e-969d-4067693f386c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:41:25.830723 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9f937f-2470-4a5e-969d-4067693f386c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:41:25.831073 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9f937f-2470-4a5e-969d-4067693f386c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:41:25.831412 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9f937f-2470-4a5e-969d-4067693f386c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:41:25.831783 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9f937f-2470-4a5e-969d-4067693f386c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:41:25.832118 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9f937f-2470-4a5e-969d-4067693f386c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:41:25.832471 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9f937f-2470-4a5e-969d-4067693f386c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:41:25.832810 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9f937f-2470-4a5e-969d-4067693f386c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:41:25.833140 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9f937f-2470-4a5e-969d-4067693f386c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:41:25.833470 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9f937f-2470-4a5e-969d-4067693f386c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:41:25.833797 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9f937f-2470-4a5e-969d-4067693f386c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:41:25.834124 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9f937f-2470-4a5e-969d-4067693f386c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:41:25.834450 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9f937f-2470-4a5e-969d-4067693f386c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:41:25.879942 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ba9f937f-2470-4a5e-969d-4067693f386c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (8901c344-2bd1-4a6a-99bc-bf6207916c1a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:25.975445 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 71009421-96ae-41df-8174-9ce683f6bd9c no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:41:25.978528 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ba9f937f-2470-4a5e-969d-4067693f386c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (8901c344-2bd1-4a6a-99bc-bf6207916c1a), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:25.980740 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ba9f937f-2470-4a5e-969d-4067693f386c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for router_controller (8901c344-2bd1-4a6a-99bc-bf6207916c1a), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:25.996582 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 71009421-96ae-41df-8174-9ce683f6bd9c {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:41:25.996930 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 71009421-96ae-41df-8174-9ce683f6bd9c not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:41:25.997356 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 2a0b8532-5356-4c23-913a-398d848c8d3b no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:41:26.017424 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 2a0b8532-5356-4c23-913a-398d848c8d3b {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:41:26.017778 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 2a0b8532-5356-4c23-913a-398d848c8d3b not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:41:26.028033 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ba9f937f-2470-4a5e-969d-4067693f386c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (8901c344-2bd1-4a6a-99bc-bf6207916c1a), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:26.028653 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9f937f-2470-4a5e-969d-4067693f386c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Fanout notify agent at l3_agent the message router_deleted on router 8901c344-2bd1-4a6a-99bc-bf6207916c1a {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 20:41:26.035705 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ba9f937f-2470-4a5e-969d-4067693f386c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:26.039791 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ba9f937f-2470-4a5e-969d-4067693f386c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "DELETE /v2.0/routers/8901c344-2bd1-4a6a-99bc-bf6207916c1a HTTP/1.1" status: 204 len: 168 time: 0.8368638 Mar 11 20:41:26.040180 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 60098) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:41:26.120729 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-02d1a6f4-ccfe-4329-bc48-08091a863bd0 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (083d4b22-6f6e-404f-a508-c35b52b738d4), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:26.209494 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-02d1a6f4-ccfe-4329-bc48-08091a863bd0 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (083d4b22-6f6e-404f-a508-c35b52b738d4), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:26.230916 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-02d1a6f4-ccfe-4329-bc48-08091a863bd0 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['083d4b22-6f6e-404f-a508-c35b52b738d4']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:41:26.240225 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-02d1a6f4-ccfe-4329-bc48-08091a863bd0 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a71a08cf-091a-4217-ad0e-bd3c3dc4f129') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:41:26.240522 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-02d1a6f4-ccfe-4329-bc48-08091a863bd0 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a71a08cf-091a-4217-ad0e-bd3c3dc4f129') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:41:26.249851 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-02d1a6f4-ccfe-4329-bc48-08091a863bd0 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (a71a08cf-091a-4217-ad0e-bd3c3dc4f129), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:26.255659 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 7877786c-fb72-472f-a0ab-7c91442c7ae4 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:41:26.263492 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-02d1a6f4-ccfe-4329-bc48-08091a863bd0 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (a71a08cf-091a-4217-ad0e-bd3c3dc4f129), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:26.269669 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02d1a6f4-ccfe-4329-bc48-08091a863bd0 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Releasing vlan 877 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 20:41:26.270061 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-02d1a6f4-ccfe-4329-bc48-08091a863bd0 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (a71a08cf-091a-4217-ad0e-bd3c3dc4f129), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:26.273756 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 20:41:26.273756 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 20:41:26.273756 n-d-833163-1 neutron-server[103884]: timer() Mar 11 20:41:26.273756 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:41:26.273756 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 20:41:26.273756 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 20:41:26.273756 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 20:41:26.273756 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:41:26.273756 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 20:41:26.273756 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:41:26.273756 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 20:41:26.273756 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:41:26.273756 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 20:41:26.273756 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 20:41:26.273756 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:41:26.273756 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 20:41:26.273756 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:41:26.273756 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 20:41:26.273756 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 20:41:26.273756 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:41:26.273756 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 20:41:26.273756 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:41:26.273756 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:41:26.273756 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 20:41:26.273756 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 20:41:26.273756 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 20:41:26.273756 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:41:26.273756 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 20:41:26.273756 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:41:26.273756 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 20:41:26.273756 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:41:26.273756 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:41:26.277100 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: 7877786c-fb72-472f-a0ab-7c91442c7ae4 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:41:26.277453 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 7877786c-fb72-472f-a0ab-7c91442c7ae4 not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:41:26.334420 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-02d1a6f4-ccfe-4329-bc48-08091a863bd0 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (083d4b22-6f6e-404f-a508-c35b52b738d4), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:26.342145 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-02d1a6f4-ccfe-4329-bc48-08091a863bd0 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:26.345230 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-02d1a6f4-ccfe-4329-bc48-08091a863bd0 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "DELETE /v2.0/networks/083d4b22-6f6e-404f-a508-c35b52b738d4 HTTP/1.1" status: 204 len: 168 time: 0.3041322 Mar 11 20:41:26.348363 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60100) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:41:26.356770 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d1a6f4-ccfe-4329-bc48-08091a863bd0 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event deleted for resources: {'Network': ['ID=083d4b22-6f6e-404f-a508-c35b52b738d4,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:41:26.405662 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-94c4c0b8-22ec-4fd8-8fd6-793bcb8808c7 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group (954a40cd-0e8a-41a9-8529-776d292c4702), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:26.432359 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-94c4c0b8-22ec-4fd8-8fd6-793bcb8808c7 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group (954a40cd-0e8a-41a9-8529-776d292c4702), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:26.461616 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:26.501585 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-94c4c0b8-22ec-4fd8-8fd6-793bcb8808c7 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (954a40cd-0e8a-41a9-8529-776d292c4702), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:26.506669 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-94c4c0b8-22ec-4fd8-8fd6-793bcb8808c7 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:26.506669 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-94c4c0b8-22ec-4fd8-8fd6-793bcb8808c7 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "DELETE /v2.0/security-groups/954a40cd-0e8a-41a9-8529-776d292c4702 HTTP/1.1" status: 204 len: 168 time: 0.1558135 Mar 11 20:41:26.515088 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c4c0b8-22ec-4fd8-8fd6-793bcb8808c7 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=954a40cd-0e8a-41a9-8529-776d292c4702,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:41:26.934557 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60106) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:41:26.939084 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-3323dfd9-6c7b-4226-b5bc-b76648e9641a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1200858591', 'description': 'tempest-secgroup-smoke-1200858591 description', 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:41:26.960969 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3323dfd9-6c7b-4226-b5bc-b76648e9641a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:27.025869 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3323dfd9-6c7b-4226-b5bc-b76648e9641a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group (bd7018d0-9822-452b-9f32-816ecb10dea9), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:27.030015 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3323dfd9-6c7b-4226-b5bc-b76648e9641a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (bd7018d0-9822-452b-9f32-816ecb10dea9), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:27.062706 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3323dfd9-6c7b-4226-b5bc-b76648e9641a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:27.063954 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-3323dfd9-6c7b-4226-b5bc-b76648e9641a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1283696 Mar 11 20:41:27.067137 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 60108) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:41:27.067922 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3323dfd9-6c7b-4226-b5bc-b76648e9641a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7018d0-9822-452b-9f32-816ecb10dea9,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:41:27.072761 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-58a7f278-62f0-4f3e-92fc-212f80a1ed8d tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Request body: {'security_group_rule': {'security_group_id': 'bd7018d0-9822-452b-9f32-816ecb10dea9', 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:41:27.096829 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-58a7f278-62f0-4f3e-92fc-212f80a1ed8d tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (579c8647-5c98-472a-b651-504862b88dc9), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:27.149240 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-58a7f278-62f0-4f3e-92fc-212f80a1ed8d tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (579c8647-5c98-472a-b651-504862b88dc9), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:27.152506 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-58a7f278-62f0-4f3e-92fc-212f80a1ed8d tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (579c8647-5c98-472a-b651-504862b88dc9), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:27.170455 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a7f278-62f0-4f3e-92fc-212f80a1ed8d tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=579c8647-5c98-472a-b651-504862b88dc9,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:41:27.177493 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-58a7f278-62f0-4f3e-92fc-212f80a1ed8d tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:27.179201 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-58a7f278-62f0-4f3e-92fc-212f80a1ed8d tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1103971 Mar 11 20:41:27.181926 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 60110) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:41:27.186308 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-8e8ebbea-2cd6-4388-8b6d-3fa06b910370 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Request body: {'security_group_rule': {'security_group_id': 'bd7018d0-9822-452b-9f32-816ecb10dea9', 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:41:27.211275 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8e8ebbea-2cd6-4388-8b6d-3fa06b910370 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (3d79ed77-6653-4ebf-ad8c-3e81d4c8e2b3), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:27.267322 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8e8ebbea-2cd6-4388-8b6d-3fa06b910370 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (3d79ed77-6653-4ebf-ad8c-3e81d4c8e2b3), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:27.270834 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8e8ebbea-2cd6-4388-8b6d-3fa06b910370 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (3d79ed77-6653-4ebf-ad8c-3e81d4c8e2b3), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:27.289341 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8ebbea-2cd6-4388-8b6d-3fa06b910370 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d79ed77-6653-4ebf-ad8c-3e81d4c8e2b3,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:41:27.294208 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8e8ebbea-2cd6-4388-8b6d-3fa06b910370 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:27.295494 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8e8ebbea-2cd6-4388-8b6d-3fa06b910370 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1125677 Mar 11 20:41:27.298162 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 60112) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:41:27.302498 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-3bcc3527-f5da-4edf-a78f-52d04a94a0d7 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Request body: {'security_group_rule': {'security_group_id': 'bd7018d0-9822-452b-9f32-816ecb10dea9', 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:41:27.327238 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3bcc3527-f5da-4edf-a78f-52d04a94a0d7 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (e0141d40-deff-4beb-bcde-da52df757b66), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:27.387300 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3bcc3527-f5da-4edf-a78f-52d04a94a0d7 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (e0141d40-deff-4beb-bcde-da52df757b66), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:27.390551 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3bcc3527-f5da-4edf-a78f-52d04a94a0d7 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (e0141d40-deff-4beb-bcde-da52df757b66), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:27.407470 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcc3527-f5da-4edf-a78f-52d04a94a0d7 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0141d40-deff-4beb-bcde-da52df757b66,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:41:27.415078 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3bcc3527-f5da-4edf-a78f-52d04a94a0d7 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:27.416284 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-3bcc3527-f5da-4edf-a78f-52d04a94a0d7 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1171467 Mar 11 20:41:27.419054 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 60114) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:41:27.423368 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-1bec5810-f20b-46fd-b02d-d071ae3edef8 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Request body: {'security_group_rule': {'security_group_id': 'bd7018d0-9822-452b-9f32-816ecb10dea9', 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:41:27.447148 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1bec5810-f20b-46fd-b02d-d071ae3edef8 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (4836e68d-3943-415f-9f6b-0ead04e632ac), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:27.503376 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1bec5810-f20b-46fd-b02d-d071ae3edef8 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (4836e68d-3943-415f-9f6b-0ead04e632ac), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:27.506617 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1bec5810-f20b-46fd-b02d-d071ae3edef8 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (4836e68d-3943-415f-9f6b-0ead04e632ac), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:27.521155 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bec5810-f20b-46fd-b02d-d071ae3edef8 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4836e68d-3943-415f-9f6b-0ead04e632ac,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:41:27.531164 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1bec5810-f20b-46fd-b02d-d071ae3edef8 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:27.532363 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-1bec5810-f20b-46fd-b02d-d071ae3edef8 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1123528 Mar 11 20:41:27.535191 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 60116) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:41:27.539886 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-feea066a-5617-4c30-999b-b0d0b5041b62 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Request body: {'security_group_rule': {'security_group_id': 'bd7018d0-9822-452b-9f32-816ecb10dea9', 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:41:27.559372 n-d-833163-1 neutron-server[103884]: INFO neutron.db.securitygroups_db [None req-feea066a-5617-4c30-999b-b0d0b5041b62 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Project cd4dc3a306bd4a69832000c41db1a90a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 20:41:27.564074 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-feea066a-5617-4c30-999b-b0d0b5041b62 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (000ac933-4ae5-4513-8ae1-3cc4b286f209), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:27.621685 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-feea066a-5617-4c30-999b-b0d0b5041b62 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (000ac933-4ae5-4513-8ae1-3cc4b286f209), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:27.625153 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-feea066a-5617-4c30-999b-b0d0b5041b62 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (000ac933-4ae5-4513-8ae1-3cc4b286f209), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:27.641948 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feea066a-5617-4c30-999b-b0d0b5041b62 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=000ac933-4ae5-4513-8ae1-3cc4b286f209,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:41:27.650035 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-feea066a-5617-4c30-999b-b0d0b5041b62 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:27.651319 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-feea066a-5617-4c30-999b-b0d0b5041b62 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1151648 Mar 11 20:41:27.654162 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 60118) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:41:27.658363 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-6debbe2d-248d-416d-9c55-9a000d998ac1 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Request body: {'security_group_rule': {'security_group_id': 'bd7018d0-9822-452b-9f32-816ecb10dea9', 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:41:27.677560 n-d-833163-1 neutron-server[103884]: INFO neutron.db.securitygroups_db [None req-6debbe2d-248d-416d-9c55-9a000d998ac1 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Project cd4dc3a306bd4a69832000c41db1a90a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 20:41:27.682205 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6debbe2d-248d-416d-9c55-9a000d998ac1 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (694c7802-893f-4d9c-a2fe-ed453d7d97e3), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:27.741978 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6debbe2d-248d-416d-9c55-9a000d998ac1 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (694c7802-893f-4d9c-a2fe-ed453d7d97e3), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:27.745446 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6debbe2d-248d-416d-9c55-9a000d998ac1 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (694c7802-893f-4d9c-a2fe-ed453d7d97e3), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:27.762498 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6debbe2d-248d-416d-9c55-9a000d998ac1 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=694c7802-893f-4d9c-a2fe-ed453d7d97e3,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:41:27.773982 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6debbe2d-248d-416d-9c55-9a000d998ac1 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:27.775134 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-6debbe2d-248d-416d-9c55-9a000d998ac1 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1200554 Mar 11 20:41:27.778007 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 60120) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:41:27.782580 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-af88ea00-9e42-4302-95be-7fca0793878a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Request body: {'network': {'name': 'tempest-network-smoke--589534838', 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'port_security_enabled': True}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:41:27.800864 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af88ea00-9e42-4302-95be-7fca0793878a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Made reservation on behalf of cd4dc3a306bd4a69832000c41db1a90a for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:41:27.804080 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-af88ea00-9e42-4302-95be-7fca0793878a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:27.827071 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af88ea00-9e42-4302-95be-7fca0793878a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] vlan segment allocate from pool success with {'vlan_id': 895, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:41:27.837582 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-af88ea00-9e42-4302-95be-7fca0793878a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (c748a460-f4c7-459e-866d-c56a3de26dc3), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:27.837929 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-af88ea00-9e42-4302-95be-7fca0793878a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Added segment c748a460-f4c7-459e-866d-c56a3de26dc3 of type vlan for network 30cc4141-503c-43a2-b7e0-5617649a8679 Mar 11 20:41:27.843963 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:27.879933 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device d6fda60c-d112-4477-8d8d-f64d49528e16 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:41:27.880217 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-af88ea00-9e42-4302-95be-7fca0793878a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (30cc4141-503c-43a2-b7e0-5617649a8679), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:27.900496 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: d6fda60c-d112-4477-8d8d-f64d49528e16 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:41:27.900930 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device d6fda60c-d112-4477-8d8d-f64d49528e16 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:41:27.905233 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-af88ea00-9e42-4302-95be-7fca0793878a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (30cc4141-503c-43a2-b7e0-5617649a8679), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:27.910286 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af88ea00-9e42-4302-95be-7fca0793878a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:41:27.910860 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-af88ea00-9e42-4302-95be-7fca0793878a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:27.941447 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-af88ea00-9e42-4302-95be-7fca0793878a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1623297 Mar 11 20:41:27.943990 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 60122) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:41:27.948177 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-4bf1c63d-d3a5-4620-8813-52334337cae2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2092172754', 'admin_state_up': True, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:41:27.997915 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88ea00-9e42-4302-95be-7fca0793878a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'Network': ['ID=30cc4141-503c-43a2-b7e0-5617649a8679,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:41:28.009304 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 30cc4141-503c-43a2-b7e0-5617649a8679 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 20:41:28.012465 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4bf1c63d-d3a5-4620-8813-52334337cae2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (af149e29-388f-4e40-ba95-35b8e200c205), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:28.013665 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4bf1c63d-d3a5-4620-8813-52334337cae2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (af149e29-388f-4e40-ba95-35b8e200c205), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:28.066638 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4bf1c63d-d3a5-4620-8813-52334337cae2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for router_controller (af149e29-388f-4e40-ba95-35b8e200c205), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:28.205723 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4bf1c63d-d3a5-4620-8813-52334337cae2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for router_gateway (af149e29-388f-4e40-ba95-35b8e200c205), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:28.392978 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4bf1c63d-d3a5-4620-8813-52334337cae2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for router_gateway (af149e29-388f-4e40-ba95-35b8e200c205), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:28.411034 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4bf1c63d-d3a5-4620-8813-52334337cae2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:28.511823 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-4bf1c63d-d3a5-4620-8813-52334337cae2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Allocated IP 172.25.8.23 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/004252f5-6fe3-4ff7-9989-e19e25c32ae6) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:41:28.609367 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4bf1c63d-d3a5-4620-8813-52334337cae2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for port (004252f5-6fe3-4ff7-9989-e19e25c32ae6), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:28.642991 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4bf1c63d-d3a5-4620-8813-52334337cae2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (004252f5-6fe3-4ff7-9989-e19e25c32ae6), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:28.682247 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf1c63d-d3a5-4620-8813-52334337cae2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:41:28.684992 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-4bf1c63d-d3a5-4620-8813-52334337cae2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:41:28.690273 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf1c63d-d3a5-4620-8813-52334337cae2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:41:28.713182 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf1c63d-d3a5-4620-8813-52334337cae2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'Port': ['ID=004252f5-6fe3-4ff7-9989-e19e25c32ae6,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:41:29.159855 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:29.226891 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4bf1c63d-d3a5-4620-8813-52334337cae2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for router_gateway (af149e29-388f-4e40-ba95-35b8e200c205), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:29.426489 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4bf1c63d-d3a5-4620-8813-52334337cae2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (af149e29-388f-4e40-ba95-35b8e200c205), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:29.551149 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bf1c63d-d3a5-4620-8813-52334337cae2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Router af149e29-388f-4e40-ba95-35b8e200c205 is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 20:41:29.656535 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf1c63d-d3a5-4620-8813-52334337cae2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:41:29.668552 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53b6a1b-17c3-4e24-a5a5-1a0b54121e87 None None] Sync routers for ids ['af149e29-388f-4e40-ba95-35b8e200c205'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:41:29.675765 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-4bf1c63d-d3a5-4620-8813-52334337cae2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:29.677066 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4bf1c63d-d3a5-4620-8813-52334337cae2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7320712 Mar 11 20:41:29.680020 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53b6a1b-17c3-4e24-a5a5-1a0b54121e87 None None] Routers {'af149e29-388f-4e40-ba95-35b8e200c205'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:41:29.680183 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 60124) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:41:29.680975 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-c53b6a1b-17c3-4e24-a5a5-1a0b54121e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:41:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['af149e29-388f-4e40-ba95-35b8e200c205'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:41:29.707766 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-4974c092-5799-472c-ba43-dfa8f25e8de3 tempest-TestNetworkAdvancedServerOps-914316040 tempest-TestNetworkAdvancedServerOps-914316040-project-admin] 10.222.0.65 "GET /v2.0/subnets?project_id=cd4dc3a306bd4a69832000c41db1a90a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265188 Mar 11 20:41:29.710853 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 60126) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:41:29.787106 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-c53b6a1b-17c3-4e24-a5a5-1a0b54121e87 None None] Set router af149e29-388f-4e40-ba95-35b8e200c205 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:41:29.798606 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c508b5-ac97-474c-97af-8dc644fb1196 tempest-TestNetworkAdvancedServerOps-914316040 tempest-TestNetworkAdvancedServerOps-914316040-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:41:29.800140 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-32c508b5-ac97-474c-97af-8dc644fb1196 tempest-TestNetworkAdvancedServerOps-914316040 tempest-TestNetworkAdvancedServerOps-914316040-project-admin] 10.222.0.65 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0883994 Mar 11 20:41:29.802888 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 60128) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:41:29.830983 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-85eb3ca4-c648-49cc-87ee-8f2af87e1cf9 tempest-TestNetworkAdvancedServerOps-914316040 tempest-TestNetworkAdvancedServerOps-914316040-project-admin] 10.222.0.65 "GET /v2.0/subnets?network_id=612cc066-33e3-444d-b1c7-d0a64751482a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270431 Mar 11 20:41:29.833522 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 60130) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:41:29.838668 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-292175c6-db06-4798-a53c-c55d4d7433ef tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1828873927', 'network_id': '30cc4141-503c-43a2-b7e0-5617649a8679', 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:41:29.930170 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292175c6-db06-4798-a53c-c55d4d7433ef tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Made reservation on behalf of cd4dc3a306bd4a69832000c41db1a90a for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:41:29.933482 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-292175c6-db06-4798-a53c-c55d4d7433ef tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:29.971410 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-c53b6a1b-17c3-4e24-a5a5-1a0b54121e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af149e29-388f-4e40-ba95-35b8e200c205', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092172754', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '004252f5-6fe3-4ff7-9989-e19e25c32ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:41:28Z', 'updated_at': '2022-03-11T20:41:29Z', 'revision_number': 3, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'gw_port': {'id': '004252f5-6fe3-4ff7-9989-e19e25c32ae6', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a7:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af149e29-388f-4e40-ba95-35b8e200c205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:41:28Z', 'updated_at': '2022-03-11T20:41:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:41:29.997710 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53b6a1b-17c3-4e24-a5a5-1a0b54121e87 None None] Checking router: af149e29-388f-4e40-ba95-35b8e200c205 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:41:29.998065 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53b6a1b-17c3-4e24-a5a5-1a0b54121e87 None None] Updating router af149e29-388f-4e40-ba95-35b8e200c205 port 004252f5-6fe3-4ff7-9989-e19e25c32ae6 binding host n-d-833163-1 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 20:41:30.029843 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c53b6a1b-17c3-4e24-a5a5-1a0b54121e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (004252f5-6fe3-4ff7-9989-e19e25c32ae6), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:30.122701 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-292175c6-db06-4798-a53c-c55d4d7433ef tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (deffeea1-d249-460d-85ea-97865b2fe017), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:30.183682 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292175c6-db06-4798-a53c-c55d4d7433ef tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'Subnet': ['ID=deffeea1-d249-460d-85ea-97865b2fe017,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:41:30.198169 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292175c6-db06-4798-a53c-c55d4d7433ef tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Checking segment: {'id': 'c748a460-f4c7-459e-866d-c56a3de26dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '30cc4141-503c-43a2-b7e0-5617649a8679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:41:30.198538 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292175c6-db06-4798-a53c-c55d4d7433ef tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Network hostable DHCP agents. Network: 30cc4141-503c-43a2-b7e0-5617649a8679, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:41:30.218168 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292175c6-db06-4798-a53c-c55d4d7433ef tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Network 30cc4141-503c-43a2-b7e0-5617649a8679 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:41:30.228790 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-292175c6-db06-4798-a53c-c55d4d7433ef tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 30cc4141-503c-43a2-b7e0-5617649a8679) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:41:30.232898 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292175c6-db06-4798-a53c-c55d4d7433ef tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:41:30.233486 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-292175c6-db06-4798-a53c-c55d4d7433ef tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:30.251917 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-292175c6-db06-4798-a53c-c55d4d7433ef tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4173756 Mar 11 20:41:30.255016 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 60132) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:41:30.278900 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0f2b1e-962c-4b9f-9907-26ff4fe1ce16 None None] Network 30cc4141-503c-43a2-b7e0-5617649a8679 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:41:30.453876 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662f9668-5dd0-41b0-8daf-5910ca9fc5b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-30cc4141-503c-43a2-b7e0-5617649a8679', 'network_id': '30cc4141-503c-43a2-b7e0-5617649a8679', 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'fixed_ips': [{'subnet_id': 'deffeea1-d249-460d-85ea-97865b2fe017'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 20:41:30.454646 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-662f9668-5dd0-41b0-8daf-5910ca9fc5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:30.678708 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c53b6a1b-17c3-4e24-a5a5-1a0b54121e87 None None] Publish callbacks [] for port (004252f5-6fe3-4ff7-9989-e19e25c32ae6), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:30.685736 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-662f9668-5dd0-41b0-8daf-5910ca9fc5b1 None None] Allocated IP 172.20.0.2 (30cc4141-503c-43a2-b7e0-5617649a8679/deffeea1-d249-460d-85ea-97865b2fe017/d3cc8e4e-6bed-4364-bdac-f5d543b285b8) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:41:30.688778 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c53b6a1b-17c3-4e24-a5a5-1a0b54121e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (004252f5-6fe3-4ff7-9989-e19e25c32ae6), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:30.703575 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3ed23885-2cad-47d3-99c8-f6fd6d42015a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:30.775074 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8c863b-db14-4dc2-b007-aef21cfa5d25 None None] Pushing event updated for resources: {'Port': ['ID=004252f5-6fe3-4ff7-9989-e19e25c32ae6,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:41:30.778893 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-c53b6a1b-17c3-4e24-a5a5-1a0b54121e87 None None] Attempting to bind port 004252f5-6fe3-4ff7-9989-e19e25c32ae6 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:41:30.779354 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-c53b6a1b-17c3-4e24-a5a5-1a0b54121e87 None None] Attempting to bind port 004252f5-6fe3-4ff7-9989-e19e25c32ae6 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:41:30.779778 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53b6a1b-17c3-4e24-a5a5-1a0b54121e87 None None] Attempting to bind port 004252f5-6fe3-4ff7-9989-e19e25c32ae6 on network 612cc066-33e3-444d-b1c7-d0a64751482a {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:41:30.796399 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53b6a1b-17c3-4e24-a5a5-1a0b54121e87 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:41:30.796913 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53b6a1b-17c3-4e24-a5a5-1a0b54121e87 None None] Checking segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:41:30.797326 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c53b6a1b-17c3-4e24-a5a5-1a0b54121e87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:30.797729 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53b6a1b-17c3-4e24-a5a5-1a0b54121e87 None None] Bound using segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:41:30.798289 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-c53b6a1b-17c3-4e24-a5a5-1a0b54121e87 None None] Bound port: 004252f5-6fe3-4ff7-9989-e19e25c32ae6, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:41:30.798682 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c53b6a1b-17c3-4e24-a5a5-1a0b54121e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (004252f5-6fe3-4ff7-9989-e19e25c32ae6), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:30.907305 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c53b6a1b-17c3-4e24-a5a5-1a0b54121e87 None None] For port 004252f5-6fe3-4ff7-9989-e19e25c32ae6, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:41:30.940440 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c53b6a1b-17c3-4e24-a5a5-1a0b54121e87 None None] For port 004252f5-6fe3-4ff7-9989-e19e25c32ae6, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=004252f5-6fe3-4ff7-9989-e19e25c32ae6,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:41:30.954010 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c53b6a1b-17c3-4e24-a5a5-1a0b54121e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (004252f5-6fe3-4ff7-9989-e19e25c32ae6), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:30.966692 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-662f9668-5dd0-41b0-8daf-5910ca9fc5b1 None None] Publish callbacks [] for port (d3cc8e4e-6bed-4364-bdac-f5d543b285b8), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:31.001292 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-662f9668-5dd0-41b0-8daf-5910ca9fc5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (d3cc8e4e-6bed-4364-bdac-f5d543b285b8), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:31.041052 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53b6a1b-17c3-4e24-a5a5-1a0b54121e87 None None] Routers {'af149e29-388f-4e40-ba95-35b8e200c205'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:41:31.041678 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-c53b6a1b-17c3-4e24-a5a5-1a0b54121e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:41:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['af149e29-388f-4e40-ba95-35b8e200c205'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:41:31.044575 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662f9668-5dd0-41b0-8daf-5910ca9fc5b1 None None] Network 30cc4141-503c-43a2-b7e0-5617649a8679 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:41:31.045298 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8c863b-db14-4dc2-b007-aef21cfa5d25 None None] Pushing event updated for resources: {'Port': ['ID=004252f5-6fe3-4ff7-9989-e19e25c32ae6,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:41:31.046390 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-3ed23885-2cad-47d3-99c8-f6fd6d42015a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Allocated IP 172.20.0.1 (30cc4141-503c-43a2-b7e0-5617649a8679/deffeea1-d249-460d-85ea-97865b2fe017/7d10bd7c-ddcd-428b-9825-1ef6b85b1c80) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:41:31.051812 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-662f9668-5dd0-41b0-8daf-5910ca9fc5b1 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:41:31.085463 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662f9668-5dd0-41b0-8daf-5910ca9fc5b1 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:41:31.163790 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3ed23885-2cad-47d3-99c8-f6fd6d42015a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for port (7d10bd7c-ddcd-428b-9825-1ef6b85b1c80), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:31.172430 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662f9668-5dd0-41b0-8daf-5910ca9fc5b1 None None] Pushing event updated for resources: {'Port': ['ID=d3cc8e4e-6bed-4364-bdac-f5d543b285b8,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:41:31.191658 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-662f9668-5dd0-41b0-8daf-5910ca9fc5b1 None None] Attempting to bind port d3cc8e4e-6bed-4364-bdac-f5d543b285b8 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:41:31.192039 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-662f9668-5dd0-41b0-8daf-5910ca9fc5b1 None None] Attempting to bind port d3cc8e4e-6bed-4364-bdac-f5d543b285b8 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'c748a460-f4c7-459e-866d-c56a3de26dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '30cc4141-503c-43a2-b7e0-5617649a8679'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:41:31.192406 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662f9668-5dd0-41b0-8daf-5910ca9fc5b1 None None] Attempting to bind port d3cc8e4e-6bed-4364-bdac-f5d543b285b8 on network 30cc4141-503c-43a2-b7e0-5617649a8679 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:41:31.198388 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3ed23885-2cad-47d3-99c8-f6fd6d42015a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (7d10bd7c-ddcd-428b-9825-1ef6b85b1c80), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:31.226494 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662f9668-5dd0-41b0-8daf-5910ca9fc5b1 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:41:31.226874 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662f9668-5dd0-41b0-8daf-5910ca9fc5b1 None None] Checking segment: {'id': 'c748a460-f4c7-459e-866d-c56a3de26dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '30cc4141-503c-43a2-b7e0-5617649a8679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:41:31.227283 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-662f9668-5dd0-41b0-8daf-5910ca9fc5b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:31.227702 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662f9668-5dd0-41b0-8daf-5910ca9fc5b1 None None] Bound using segment: {'id': 'c748a460-f4c7-459e-866d-c56a3de26dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '30cc4141-503c-43a2-b7e0-5617649a8679'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:41:31.228180 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-662f9668-5dd0-41b0-8daf-5910ca9fc5b1 None None] Bound port: d3cc8e4e-6bed-4364-bdac-f5d543b285b8, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c748a460-f4c7-459e-866d-c56a3de26dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '30cc4141-503c-43a2-b7e0-5617649a8679'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:41:31.228565 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-662f9668-5dd0-41b0-8daf-5910ca9fc5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d3cc8e4e-6bed-4364-bdac-f5d543b285b8), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:31.238088 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed23885-2cad-47d3-99c8-f6fd6d42015a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Network 30cc4141-503c-43a2-b7e0-5617649a8679 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:41:31.239564 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-3ed23885-2cad-47d3-99c8-f6fd6d42015a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:41:31.241964 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed23885-2cad-47d3-99c8-f6fd6d42015a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:41:31.276957 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-c53b6a1b-17c3-4e24-a5a5-1a0b54121e87 None None] Set router af149e29-388f-4e40-ba95-35b8e200c205 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:41:31.281149 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed23885-2cad-47d3-99c8-f6fd6d42015a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'Port': ['ID=7d10bd7c-ddcd-428b-9825-1ef6b85b1c80,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:41:31.298278 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3ed23885-2cad-47d3-99c8-f6fd6d42015a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (af149e29-388f-4e40-ba95-35b8e200c205), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:31.410532 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-662f9668-5dd0-41b0-8daf-5910ca9fc5b1 None None] For port d3cc8e4e-6bed-4364-bdac-f5d543b285b8, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:41:31.432448 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-662f9668-5dd0-41b0-8daf-5910ca9fc5b1 None None] For port d3cc8e4e-6bed-4364-bdac-f5d543b285b8, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=d3cc8e4e-6bed-4364-bdac-f5d543b285b8,segment=NetworkSegment(c748a460-f4c7-459e-866d-c56a3de26dc3),segment_id=c748a460-f4c7-459e-866d-c56a3de26dc3)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:41:31.440573 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-662f9668-5dd0-41b0-8daf-5910ca9fc5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (d3cc8e4e-6bed-4364-bdac-f5d543b285b8), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:31.441907 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3ed23885-2cad-47d3-99c8-f6fd6d42015a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (7d10bd7c-ddcd-428b-9825-1ef6b85b1c80), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:31.529412 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662f9668-5dd0-41b0-8daf-5910ca9fc5b1 None None] Pushing event updated for resources: {'Port': ['ID=d3cc8e4e-6bed-4364-bdac-f5d543b285b8,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:41:31.549575 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-c53b6a1b-17c3-4e24-a5a5-1a0b54121e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af149e29-388f-4e40-ba95-35b8e200c205', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092172754', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '004252f5-6fe3-4ff7-9989-e19e25c32ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:41:28Z', 'updated_at': '2022-03-11T20:41:29Z', 'revision_number': 3, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'gw_port': {'id': '004252f5-6fe3-4ff7-9989-e19e25c32ae6', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a7:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af149e29-388f-4e40-ba95-35b8e200c205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:41:28Z', 'updated_at': '2022-03-11T20:41:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:41:31.581368 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53b6a1b-17c3-4e24-a5a5-1a0b54121e87 None None] The sync data for ids ['af149e29-388f-4e40-ba95-35b8e200c205'] in n-d-833163-1 is: [{'id': 'af149e29-388f-4e40-ba95-35b8e200c205', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092172754', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '004252f5-6fe3-4ff7-9989-e19e25c32ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:41:28Z', 'updated_at': '2022-03-11T20:41:29Z', 'revision_number': 3, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'gw_port': {'id': '004252f5-6fe3-4ff7-9989-e19e25c32ae6', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a7:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af149e29-388f-4e40-ba95-35b8e200c205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:41:28Z', 'updated_at': '2022-03-11T20:41:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:41:31.762803 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3ed23885-2cad-47d3-99c8-f6fd6d42015a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for port (7d10bd7c-ddcd-428b-9825-1ef6b85b1c80), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:31.768853 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3ed23885-2cad-47d3-99c8-f6fd6d42015a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (7d10bd7c-ddcd-428b-9825-1ef6b85b1c80), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:31.862197 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-3ed23885-2cad-47d3-99c8-f6fd6d42015a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (af149e29-388f-4e40-ba95-35b8e200c205), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:31.874362 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed23885-2cad-47d3-99c8-f6fd6d42015a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'Port': ['ID=7d10bd7c-ddcd-428b-9825-1ef6b85b1c80,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:41:31.988498 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed23885-2cad-47d3-99c8-f6fd6d42015a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Network 30cc4141-503c-43a2-b7e0-5617649a8679 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:41:31.990030 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-3ed23885-2cad-47d3-99c8-f6fd6d42015a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:41:32.021439 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device d3cc8e4e-6bed-4364-bdac-f5d543b285b8 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:41:32.075907 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port d3cc8e4e-6bed-4364-bdac-f5d543b285b8 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:41:32.076743 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (d3cc8e4e-6bed-4364-bdac-f5d543b285b8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:32.138713 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ed23885-2cad-47d3-99c8-f6fd6d42015a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Router af149e29-388f-4e40-ba95-35b8e200c205 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:41:32.164411 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port d3cc8e4e-6bed-4364-bdac-f5d543b285b8 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:41:32.165181 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (d3cc8e4e-6bed-4364-bdac-f5d543b285b8), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:32.202285 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port d3cc8e4e-6bed-4364-bdac-f5d543b285b8, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=d3cc8e4e-6bed-4364-bdac-f5d543b285b8,segment=NetworkSegment(c748a460-f4c7-459e-866d-c56a3de26dc3),segment_id=c748a460-f4c7-459e-866d-c56a3de26dc3)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:41:32.208194 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (d3cc8e4e-6bed-4364-bdac-f5d543b285b8), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:32.209087 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 004252f5-6fe3-4ff7-9989-e19e25c32ae6 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:41:32.287337 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed23885-2cad-47d3-99c8-f6fd6d42015a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:41:32.300455 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-3ed23885-2cad-47d3-99c8-f6fd6d42015a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "PUT /v2.0/routers/af149e29-388f-4e40-ba95-35b8e200c205/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0442650 Mar 11 20:41:32.312326 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=d3cc8e4e-6bed-4364-bdac-f5d543b285b8,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:41:32.324692 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 004252f5-6fe3-4ff7-9989-e19e25c32ae6 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:41:32.325109 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (004252f5-6fe3-4ff7-9989-e19e25c32ae6), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:32.435809 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 004252f5-6fe3-4ff7-9989-e19e25c32ae6 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:41:32.436395 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (004252f5-6fe3-4ff7-9989-e19e25c32ae6), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:32.461296 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 004252f5-6fe3-4ff7-9989-e19e25c32ae6, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=004252f5-6fe3-4ff7-9989-e19e25c32ae6,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:41:32.468995 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (004252f5-6fe3-4ff7-9989-e19e25c32ae6), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:32.489264 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3560e14a-b69d-449a-aab8-1ee30f2665c7 req-d0beb4f7-b3ce-47fd-a188-a8d3897a0300 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1200858591&fields=id&tenant_id=cd4dc3a306bd4a69832000c41db1a90a HTTP/1.1" status: 200 len: 267 time: 0.0590503 Mar 11 20:41:32.524915 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=004252f5-6fe3-4ff7-9989-e19e25c32ae6,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:41:32.575996 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e895c92-c0c0-451b-96a7-420779560430 None None] Network 30cc4141-503c-43a2-b7e0-5617649a8679 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:41:32.627163 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3560e14a-b69d-449a-aab8-1ee30f2665c7 req-a2f2e82a-a19a-4cca-bcc9-cd5fa286f101 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:41:32.629091 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3560e14a-b69d-449a-aab8-1ee30f2665c7 req-a2f2e82a-a19a-4cca-bcc9-cd5fa286f101 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/networks?id=30cc4141-503c-43a2-b7e0-5617649a8679 HTTP/1.1" status: 200 len: 796 time: 0.1365018 Mar 11 20:41:32.648377 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3560e14a-b69d-449a-aab8-1ee30f2665c7 req-3ec653e9-1042-4e54-9b62-f489bac5a89a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/quotas/cd4dc3a306bd4a69832000c41db1a90a HTTP/1.1" status: 200 len: 375 time: 0.0126090 Mar 11 20:41:32.698031 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-ea8dbd99-352a-446e-b456-b93eaa1a90fc None None] Provisioning complete for port d3cc8e4e-6bed-4364-bdac-f5d543b285b8 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:41:32.698396 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ea8dbd99-352a-446e-b456-b93eaa1a90fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (d3cc8e4e-6bed-4364-bdac-f5d543b285b8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:32.704294 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3560e14a-b69d-449a-aab8-1ee30f2665c7 req-9db969a6-7a82-4fe2-9889-e31f1f8f27a0 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=cd4dc3a306bd4a69832000c41db1a90a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519180 Mar 11 20:41:32.726985 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [req-3560e14a-b69d-449a-aab8-1ee30f2665c7 req-d68cef69-f0a5-4708-9c2c-b3963779c7ca service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 20:41:32.728522 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3560e14a-b69d-449a-aab8-1ee30f2665c7 req-d68cef69-f0a5-4708-9c2c-b3963779c7ca service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0109696 Mar 11 20:41:32.783492 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-ea8dbd99-352a-446e-b456-b93eaa1a90fc None None] Current status of the port d3cc8e4e-6bed-4364-bdac-f5d543b285b8 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:41:32.847296 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3560e14a-b69d-449a-aab8-1ee30f2665c7 req-f2a53095-3591-4612-89f3-de826f7f6e5b service neutron] 10.222.0.65 "GET /v2.0/networks/30cc4141-503c-43a2-b7e0-5617649a8679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994356 Mar 11 20:41:32.940270 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3560e14a-b69d-449a-aab8-1ee30f2665c7 req-55a10138-18c1-40ac-8757-de2d1ea22225 service neutron] 10.222.0.65 "GET /v2.0/networks/30cc4141-503c-43a2-b7e0-5617649a8679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867543 Mar 11 20:41:33.004891 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-22b9b6d9-2acb-49f0-9592-a19a830d80e4 None None] Provisioning complete for port 7d10bd7c-ddcd-428b-9825-1ef6b85b1c80 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:41:33.005270 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-22b9b6d9-2acb-49f0-9592-a19a830d80e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (7d10bd7c-ddcd-428b-9825-1ef6b85b1c80), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:33.044332 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-22b9b6d9-2acb-49f0-9592-a19a830d80e4 None None] Port 7d10bd7c-ddcd-428b-9825-1ef6b85b1c80 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:41:33.061219 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-22b9b6d9-2acb-49f0-9592-a19a830d80e4 None None] Provisioning complete for port d3cc8e4e-6bed-4364-bdac-f5d543b285b8 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:41:33.061219 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-22b9b6d9-2acb-49f0-9592-a19a830d80e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (d3cc8e4e-6bed-4364-bdac-f5d543b285b8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:33.141939 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-28c8c569-bf1c-4dbd-8ca3-3b82577185e3 req-b6417bbe-bcef-4cfd-93d8-892995a5d320 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=393024e5-29fc-4bba-8d44-f43ba9998975 HTTP/1.1" status: 200 len: 210 time: 0.0317895 Mar 11 20:41:33.147477 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-22b9b6d9-2acb-49f0-9592-a19a830d80e4 None None] Current status of the port d3cc8e4e-6bed-4364-bdac-f5d543b285b8 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:41:33.271512 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-93a2c9bb-3ba0-4073-b049-debc5be4734b None None] Provisioning complete for port 7d10bd7c-ddcd-428b-9825-1ef6b85b1c80 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:41:33.272000 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-93a2c9bb-3ba0-4073-b049-debc5be4734b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (7d10bd7c-ddcd-428b-9825-1ef6b85b1c80), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:33.308221 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-93a2c9bb-3ba0-4073-b049-debc5be4734b None None] Port 7d10bd7c-ddcd-428b-9825-1ef6b85b1c80 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:41:33.426386 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-32db5bf0-8deb-43d4-9e2f-56aaa0607d14 None None] Provisioning complete for port 7d10bd7c-ddcd-428b-9825-1ef6b85b1c80 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:41:33.426759 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-32db5bf0-8deb-43d4-9e2f-56aaa0607d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (7d10bd7c-ddcd-428b-9825-1ef6b85b1c80), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:33.427192 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a77955-11f4-42a2-8ee9-a79cfd2a7df6 None None] Sync routers for ids ['af149e29-388f-4e40-ba95-35b8e200c205'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:41:33.437122 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a77955-11f4-42a2-8ee9-a79cfd2a7df6 None None] Routers {'af149e29-388f-4e40-ba95-35b8e200c205'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:41:33.437713 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-22a77955-11f4-42a2-8ee9-a79cfd2a7df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:41:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['af149e29-388f-4e40-ba95-35b8e200c205'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:41:33.462557 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-32db5bf0-8deb-43d4-9e2f-56aaa0607d14 None None] Port 7d10bd7c-ddcd-428b-9825-1ef6b85b1c80 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:41:33.542837 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-22a77955-11f4-42a2-8ee9-a79cfd2a7df6 None None] Set router af149e29-388f-4e40-ba95-35b8e200c205 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:41:33.737010 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-22a77955-11f4-42a2-8ee9-a79cfd2a7df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af149e29-388f-4e40-ba95-35b8e200c205', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092172754', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '004252f5-6fe3-4ff7-9989-e19e25c32ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:41:28Z', 'updated_at': '2022-03-11T20:41:31Z', 'revision_number': 4, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'gw_port': {'id': '004252f5-6fe3-4ff7-9989-e19e25c32ae6', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af149e29-388f-4e40-ba95-35b8e200c205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:41:28Z', 'updated_at': '2022-03-11T20:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '7d10bd7c-ddcd-428b-9825-1ef6b85b1c80', 'name': '', 'network_id': '30cc4141-503c-43a2-b7e0-5617649a8679', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'mac_address': 'fa:16:3e:77:b7:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af149e29-388f-4e40-ba95-35b8e200c205', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': 'deffeea1-d249-460d-85ea-97865b2fe017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:41:30Z', 'updated_at': '2022-03-11T20:41:31Z', 'revision_number': 2, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'subnets': [{'id': 'deffeea1-d249-460d-85ea-97865b2fe017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:41:33.761884 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a77955-11f4-42a2-8ee9-a79cfd2a7df6 None None] Checking router: af149e29-388f-4e40-ba95-35b8e200c205 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:41:33.762236 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a77955-11f4-42a2-8ee9-a79cfd2a7df6 None None] Updating router af149e29-388f-4e40-ba95-35b8e200c205 port 7d10bd7c-ddcd-428b-9825-1ef6b85b1c80 binding host n-d-833163-1 {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 20:41:33.791909 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-22a77955-11f4-42a2-8ee9-a79cfd2a7df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (7d10bd7c-ddcd-428b-9825-1ef6b85b1c80), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:33.934609 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device d3cc8e4e-6bed-4364-bdac-f5d543b285b8 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:41:33.982881 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port d3cc8e4e-6bed-4364-bdac-f5d543b285b8 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:41:33.983695 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (d3cc8e4e-6bed-4364-bdac-f5d543b285b8), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:34.044732 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-22a77955-11f4-42a2-8ee9-a79cfd2a7df6 None None] Publish callbacks [] for port (7d10bd7c-ddcd-428b-9825-1ef6b85b1c80), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:34.050213 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-22a77955-11f4-42a2-8ee9-a79cfd2a7df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (7d10bd7c-ddcd-428b-9825-1ef6b85b1c80), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:34.063369 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port d3cc8e4e-6bed-4364-bdac-f5d543b285b8 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:41:34.064526 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 004252f5-6fe3-4ff7-9989-e19e25c32ae6 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:41:34.099369 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a87961-700e-4c82-b04b-dd52ff6b5d07 None None] Pushing event updated for resources: {'Port': ['ID=7d10bd7c-ddcd-428b-9825-1ef6b85b1c80,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:41:34.106697 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a87961-700e-4c82-b04b-dd52ff6b5d07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:41:34.107050 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a87961-700e-4c82-b04b-dd52ff6b5d07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:41:34.107391 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a87961-700e-4c82-b04b-dd52ff6b5d07 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:41:34.107753 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a87961-700e-4c82-b04b-dd52ff6b5d07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:41:34.108082 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a87961-700e-4c82-b04b-dd52ff6b5d07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:41:34.108406 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a87961-700e-4c82-b04b-dd52ff6b5d07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:41:34.108729 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a87961-700e-4c82-b04b-dd52ff6b5d07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:41:34.109049 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a87961-700e-4c82-b04b-dd52ff6b5d07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:41:34.109366 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a87961-700e-4c82-b04b-dd52ff6b5d07 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:41:34.110315 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a87961-700e-4c82-b04b-dd52ff6b5d07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:41:34.110643 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a87961-700e-4c82-b04b-dd52ff6b5d07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:41:34.110972 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a87961-700e-4c82-b04b-dd52ff6b5d07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:41:34.111394 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a87961-700e-4c82-b04b-dd52ff6b5d07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:41:34.126160 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 004252f5-6fe3-4ff7-9989-e19e25c32ae6 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:41:34.126542 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (004252f5-6fe3-4ff7-9989-e19e25c32ae6), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:34.174395 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-22a77955-11f4-42a2-8ee9-a79cfd2a7df6 None None] Attempting to bind port 7d10bd7c-ddcd-428b-9825-1ef6b85b1c80 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:41:34.174763 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-22a77955-11f4-42a2-8ee9-a79cfd2a7df6 None None] Attempting to bind port 7d10bd7c-ddcd-428b-9825-1ef6b85b1c80 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'c748a460-f4c7-459e-866d-c56a3de26dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '30cc4141-503c-43a2-b7e0-5617649a8679'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:41:34.175987 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a77955-11f4-42a2-8ee9-a79cfd2a7df6 None None] Attempting to bind port 7d10bd7c-ddcd-428b-9825-1ef6b85b1c80 on network 30cc4141-503c-43a2-b7e0-5617649a8679 {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:41:34.181732 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a77955-11f4-42a2-8ee9-a79cfd2a7df6 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:41:34.182461 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a77955-11f4-42a2-8ee9-a79cfd2a7df6 None None] Checking segment: {'id': 'c748a460-f4c7-459e-866d-c56a3de26dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '30cc4141-503c-43a2-b7e0-5617649a8679'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:41:34.183033 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-22a77955-11f4-42a2-8ee9-a79cfd2a7df6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:34.183798 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a77955-11f4-42a2-8ee9-a79cfd2a7df6 None None] Bound using segment: {'id': 'c748a460-f4c7-459e-866d-c56a3de26dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '30cc4141-503c-43a2-b7e0-5617649a8679'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:41:34.184589 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-22a77955-11f4-42a2-8ee9-a79cfd2a7df6 None None] Bound port: 7d10bd7c-ddcd-428b-9825-1ef6b85b1c80, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c748a460-f4c7-459e-866d-c56a3de26dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '30cc4141-503c-43a2-b7e0-5617649a8679'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:41:34.185156 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-22a77955-11f4-42a2-8ee9-a79cfd2a7df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (7d10bd7c-ddcd-428b-9825-1ef6b85b1c80), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:34.217714 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 004252f5-6fe3-4ff7-9989-e19e25c32ae6 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:41:34.267857 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-783159b8-da72-4e65-a265-668c8cb4d71d req-4577a579-54e5-43ec-8328-dcdaefefdb48 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=393024e5-29fc-4bba-8d44-f43ba9998975 HTTP/1.1" status: 200 len: 210 time: 0.0396173 Mar 11 20:41:34.269086 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-22a77955-11f4-42a2-8ee9-a79cfd2a7df6 None None] For port 7d10bd7c-ddcd-428b-9825-1ef6b85b1c80, host n-d-833163-1, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:41:34.273418 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-22a77955-11f4-42a2-8ee9-a79cfd2a7df6 None None] For port 7d10bd7c-ddcd-428b-9825-1ef6b85b1c80, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=7d10bd7c-ddcd-428b-9825-1ef6b85b1c80,segment=NetworkSegment(c748a460-f4c7-459e-866d-c56a3de26dc3),segment_id=c748a460-f4c7-459e-866d-c56a3de26dc3)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:41:34.286299 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-22a77955-11f4-42a2-8ee9-a79cfd2a7df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (7d10bd7c-ddcd-428b-9825-1ef6b85b1c80), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:34.334618 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a77955-11f4-42a2-8ee9-a79cfd2a7df6 None None] Routers {'af149e29-388f-4e40-ba95-35b8e200c205'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:41:34.335832 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-22a77955-11f4-42a2-8ee9-a79cfd2a7df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:41:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['af149e29-388f-4e40-ba95-35b8e200c205'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:41:34.387965 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-9b1ba3ef-c9c8-4537-a4dd-05c579c565a0 None None] Provisioning complete for port 7d10bd7c-ddcd-428b-9825-1ef6b85b1c80 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:41:34.388505 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9b1ba3ef-c9c8-4537-a4dd-05c579c565a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (7d10bd7c-ddcd-428b-9825-1ef6b85b1c80), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:34.395167 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a87961-700e-4c82-b04b-dd52ff6b5d07 None None] Pushing event updated for resources: {'Port': ['ID=7d10bd7c-ddcd-428b-9825-1ef6b85b1c80,revision_number=4']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:41:34.461356 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-22a77955-11f4-42a2-8ee9-a79cfd2a7df6 None None] Set router af149e29-388f-4e40-ba95-35b8e200c205 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:41:34.623260 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-9b1ba3ef-c9c8-4537-a4dd-05c579c565a0 None None] Current status of the port 7d10bd7c-ddcd-428b-9825-1ef6b85b1c80 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:41:34.623901 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9b1ba3ef-c9c8-4537-a4dd-05c579c565a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (7d10bd7c-ddcd-428b-9825-1ef6b85b1c80), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:34.656520 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-9b1ba3ef-c9c8-4537-a4dd-05c579c565a0 None None] For port 7d10bd7c-ddcd-428b-9825-1ef6b85b1c80, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=7d10bd7c-ddcd-428b-9825-1ef6b85b1c80,segment=NetworkSegment(c748a460-f4c7-459e-866d-c56a3de26dc3),segment_id=c748a460-f4c7-459e-866d-c56a3de26dc3)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:41:34.660537 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9b1ba3ef-c9c8-4537-a4dd-05c579c565a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (7d10bd7c-ddcd-428b-9825-1ef6b85b1c80), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:34.671423 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-22a77955-11f4-42a2-8ee9-a79cfd2a7df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af149e29-388f-4e40-ba95-35b8e200c205', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092172754', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '004252f5-6fe3-4ff7-9989-e19e25c32ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:41:28Z', 'updated_at': '2022-03-11T20:41:31Z', 'revision_number': 4, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'gw_port': {'id': '004252f5-6fe3-4ff7-9989-e19e25c32ae6', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af149e29-388f-4e40-ba95-35b8e200c205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:41:28Z', 'updated_at': '2022-03-11T20:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '7d10bd7c-ddcd-428b-9825-1ef6b85b1c80', 'name': '', 'network_id': '30cc4141-503c-43a2-b7e0-5617649a8679', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'mac_address': 'fa:16:3e:77:b7:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af149e29-388f-4e40-ba95-35b8e200c205', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': 'deffeea1-d249-460d-85ea-97865b2fe017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:41:30Z', 'updated_at': '2022-03-11T20:41:34Z', 'revision_number': 4, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'subnets': [{'id': 'deffeea1-d249-460d-85ea-97865b2fe017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:41:34.698169 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a77955-11f4-42a2-8ee9-a79cfd2a7df6 None None] The sync data for ids ['af149e29-388f-4e40-ba95-35b8e200c205'] in n-d-833163-1 is: [{'id': 'af149e29-388f-4e40-ba95-35b8e200c205', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092172754', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '004252f5-6fe3-4ff7-9989-e19e25c32ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:41:28Z', 'updated_at': '2022-03-11T20:41:31Z', 'revision_number': 4, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'gw_port': {'id': '004252f5-6fe3-4ff7-9989-e19e25c32ae6', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af149e29-388f-4e40-ba95-35b8e200c205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:41:28Z', 'updated_at': '2022-03-11T20:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '7d10bd7c-ddcd-428b-9825-1ef6b85b1c80', 'name': '', 'network_id': '30cc4141-503c-43a2-b7e0-5617649a8679', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'mac_address': 'fa:16:3e:77:b7:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af149e29-388f-4e40-ba95-35b8e200c205', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': 'deffeea1-d249-460d-85ea-97865b2fe017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:41:30Z', 'updated_at': '2022-03-11T20:41:34Z', 'revision_number': 4, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'subnets': [{'id': 'deffeea1-d249-460d-85ea-97865b2fe017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:41:34.713978 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1ba3ef-c9c8-4537-a4dd-05c579c565a0 None None] Pushing event updated for resources: {'Port': ['ID=7d10bd7c-ddcd-428b-9825-1ef6b85b1c80,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:41:34.780863 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-292b2b92-2393-4108-8777-8d7281ae138e None None] Provisioning complete for port 7d10bd7c-ddcd-428b-9825-1ef6b85b1c80 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:41:34.781236 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-292b2b92-2393-4108-8777-8d7281ae138e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (7d10bd7c-ddcd-428b-9825-1ef6b85b1c80), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:34.863312 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-292b2b92-2393-4108-8777-8d7281ae138e None None] Current status of the port 7d10bd7c-ddcd-428b-9825-1ef6b85b1c80 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:41:35.348529 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1ac5e8ca-392a-4407-94a6-9ee0aab92116 req-2898a582-f486-4acf-87b6-6889c3343f16 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=393024e5-29fc-4bba-8d44-f43ba9998975 HTTP/1.1" status: 200 len: 210 time: 0.0333142 Mar 11 20:41:35.945716 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 7d10bd7c-ddcd-428b-9825-1ef6b85b1c80 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:41:35.993068 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 7d10bd7c-ddcd-428b-9825-1ef6b85b1c80 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:41:35.993383 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (7d10bd7c-ddcd-428b-9825-1ef6b85b1c80), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:36.070475 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 7d10bd7c-ddcd-428b-9825-1ef6b85b1c80 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:41:36.425854 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-047b610d-a418-4300-945f-853660a8a288 req-040738cb-5c06-4e25-ac20-a21d51cd6e92 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=393024e5-29fc-4bba-8d44-f43ba9998975 HTTP/1.1" status: 200 len: 210 time: 0.0269070 Mar 11 20:41:37.523066 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-df67bad9-3bba-4e62-b88c-7ddc8643e913 req-24cbede3-b536-4ec4-9b5b-cf02ee3bade1 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=393024e5-29fc-4bba-8d44-f43ba9998975 HTTP/1.1" status: 200 len: 210 time: 0.0269773 Mar 11 20:41:38.221359 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3560e14a-b69d-449a-aab8-1ee30f2665c7 req-d7539ba8-71f3-4e80-85a8-5038fca67ad5 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:41:38.222797 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3560e14a-b69d-449a-aab8-1ee30f2665c7 req-d7539ba8-71f3-4e80-85a8-5038fca67ad5 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.57 "GET /v2.0/networks?id=30cc4141-503c-43a2-b7e0-5617649a8679 HTTP/1.1" status: 200 len: 796 time: 0.1062987 Mar 11 20:41:38.289518 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3560e14a-b69d-449a-aab8-1ee30f2665c7 req-b3734c64-163f-451f-9e69-23d79c913d10 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd4dc3a306bd4a69832000c41db1a90a HTTP/1.1" status: 200 len: 380 time: 0.0589900 Mar 11 20:41:38.298346 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-3560e14a-b69d-449a-aab8-1ee30f2665c7 req-5e6c415a-049f-4289-b5d9-b612fd54385a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Request body: {'port': {'device_id': '393024e5-29fc-4bba-8d44-f43ba9998975', 'network_id': '30cc4141-503c-43a2-b7e0-5617649a8679', 'admin_state_up': True, 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'security_groups': ['bd7018d0-9822-452b-9f32-816ecb10dea9']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:41:38.400789 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3560e14a-b69d-449a-aab8-1ee30f2665c7 req-5e6c415a-049f-4289-b5d9-b612fd54385a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Made reservation on behalf of cd4dc3a306bd4a69832000c41db1a90a for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:41:38.404190 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3560e14a-b69d-449a-aab8-1ee30f2665c7 req-5e6c415a-049f-4289-b5d9-b612fd54385a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:38.526774 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-3560e14a-b69d-449a-aab8-1ee30f2665c7 req-5e6c415a-049f-4289-b5d9-b612fd54385a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Allocated IP 172.20.0.9 (30cc4141-503c-43a2-b7e0-5617649a8679/deffeea1-d249-460d-85ea-97865b2fe017/dfdc8dd1-33ab-425e-8b29-a6f24a05ba03) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:41:38.649971 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e1ee4fd2-1799-43db-a1ff-ba09db9246c1 req-ade1ad39-1d6f-43b2-bd19-2203220e5219 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=393024e5-29fc-4bba-8d44-f43ba9998975 HTTP/1.1" status: 200 len: 210 time: 0.0572753 Mar 11 20:41:38.687407 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3560e14a-b69d-449a-aab8-1ee30f2665c7 req-5e6c415a-049f-4289-b5d9-b612fd54385a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for port (dfdc8dd1-33ab-425e-8b29-a6f24a05ba03), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:38.720483 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3560e14a-b69d-449a-aab8-1ee30f2665c7 req-5e6c415a-049f-4289-b5d9-b612fd54385a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (dfdc8dd1-33ab-425e-8b29-a6f24a05ba03), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:38.762419 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3560e14a-b69d-449a-aab8-1ee30f2665c7 req-5e6c415a-049f-4289-b5d9-b612fd54385a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Network 30cc4141-503c-43a2-b7e0-5617649a8679 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:41:38.767411 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-3560e14a-b69d-449a-aab8-1ee30f2665c7 req-5e6c415a-049f-4289-b5d9-b612fd54385a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:41:38.770999 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-3560e14a-b69d-449a-aab8-1ee30f2665c7 req-5e6c415a-049f-4289-b5d9-b612fd54385a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:41:38.794571 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6c415a-049f-4289-b5d9-b612fd54385a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'Port': ['ID=dfdc8dd1-33ab-425e-8b29-a6f24a05ba03,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:41:38.822879 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3560e14a-b69d-449a-aab8-1ee30f2665c7 req-5e6c415a-049f-4289-b5d9-b612fd54385a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:41:38.823494 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3560e14a-b69d-449a-aab8-1ee30f2665c7 req-5e6c415a-049f-4289-b5d9-b612fd54385a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:38.840368 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3560e14a-b69d-449a-aab8-1ee30f2665c7 req-5e6c415a-049f-4289-b5d9-b612fd54385a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5460339 Mar 11 20:41:38.851287 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-3560e14a-b69d-449a-aab8-1ee30f2665c7 req-3f647374-7444-4c47-b0be-4ec5f89cce9d service neutron] Request body: {'port': {'device_id': '393024e5-29fc-4bba-8d44-f43ba9998975', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:41:38.916142 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3560e14a-b69d-449a-aab8-1ee30f2665c7 req-3f647374-7444-4c47-b0be-4ec5f89cce9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (dfdc8dd1-33ab-425e-8b29-a6f24a05ba03), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:39.009297 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-716f8d17-0dcd-461b-bdc6-d3bac18dd207 None None] Provisioning complete for port dfdc8dd1-33ab-425e-8b29-a6f24a05ba03 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:41:39.009913 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-716f8d17-0dcd-461b-bdc6-d3bac18dd207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (dfdc8dd1-33ab-425e-8b29-a6f24a05ba03), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:39.042325 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-716f8d17-0dcd-461b-bdc6-d3bac18dd207 None None] Port dfdc8dd1-33ab-425e-8b29-a6f24a05ba03 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:41:39.171349 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-3560e14a-b69d-449a-aab8-1ee30f2665c7 req-3f647374-7444-4c47-b0be-4ec5f89cce9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfdc8dd1-33ab-425e-8b29-a6f24a05ba03 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:41:39.180477 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3560e14a-b69d-449a-aab8-1ee30f2665c7 req-3f647374-7444-4c47-b0be-4ec5f89cce9d service neutron] Publish callbacks [] for port (dfdc8dd1-33ab-425e-8b29-a6f24a05ba03), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:39.192418 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-3560e14a-b69d-449a-aab8-1ee30f2665c7 req-3f647374-7444-4c47-b0be-4ec5f89cce9d service neutron] Transition to ACTIVE for port object dfdc8dd1-33ab-425e-8b29-a6f24a05ba03 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 20:41:39.196801 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3560e14a-b69d-449a-aab8-1ee30f2665c7 req-3f647374-7444-4c47-b0be-4ec5f89cce9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (dfdc8dd1-33ab-425e-8b29-a6f24a05ba03), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:39.248785 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f647374-7444-4c47-b0be-4ec5f89cce9d service neutron] Pushing event updated for resources: {'Port': ['ID=dfdc8dd1-33ab-425e-8b29-a6f24a05ba03,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:41:39.322032 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-3560e14a-b69d-449a-aab8-1ee30f2665c7 req-3f647374-7444-4c47-b0be-4ec5f89cce9d service neutron] Attempting to bind port dfdc8dd1-33ab-425e-8b29-a6f24a05ba03 on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:41:39.322371 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-3560e14a-b69d-449a-aab8-1ee30f2665c7 req-3f647374-7444-4c47-b0be-4ec5f89cce9d service neutron] Attempting to bind port dfdc8dd1-33ab-425e-8b29-a6f24a05ba03 by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': 'c748a460-f4c7-459e-866d-c56a3de26dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '30cc4141-503c-43a2-b7e0-5617649a8679'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:41:39.322698 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3560e14a-b69d-449a-aab8-1ee30f2665c7 req-3f647374-7444-4c47-b0be-4ec5f89cce9d service neutron] Attempting to bind port dfdc8dd1-33ab-425e-8b29-a6f24a05ba03 on network 30cc4141-503c-43a2-b7e0-5617649a8679 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:41:39.327251 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3560e14a-b69d-449a-aab8-1ee30f2665c7 req-3f647374-7444-4c47-b0be-4ec5f89cce9d service neutron] Port dfdc8dd1-33ab-425e-8b29-a6f24a05ba03 on network 30cc4141-503c-43a2-b7e0-5617649a8679 not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 20:41:39.327577 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3560e14a-b69d-449a-aab8-1ee30f2665c7 req-3f647374-7444-4c47-b0be-4ec5f89cce9d service neutron] Attempting to bind port dfdc8dd1-33ab-425e-8b29-a6f24a05ba03 on network 30cc4141-503c-43a2-b7e0-5617649a8679 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:41:39.332549 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3560e14a-b69d-449a-aab8-1ee30f2665c7 req-3f647374-7444-4c47-b0be-4ec5f89cce9d service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:41:39.332884 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3560e14a-b69d-449a-aab8-1ee30f2665c7 req-3f647374-7444-4c47-b0be-4ec5f89cce9d service neutron] Checking segment: {'id': 'c748a460-f4c7-459e-866d-c56a3de26dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '30cc4141-503c-43a2-b7e0-5617649a8679'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:41:39.333258 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3560e14a-b69d-449a-aab8-1ee30f2665c7 req-3f647374-7444-4c47-b0be-4ec5f89cce9d service neutron] Bound using segment: {'id': 'c748a460-f4c7-459e-866d-c56a3de26dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '30cc4141-503c-43a2-b7e0-5617649a8679'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:41:39.333685 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-3560e14a-b69d-449a-aab8-1ee30f2665c7 req-3f647374-7444-4c47-b0be-4ec5f89cce9d service neutron] Bound port: dfdc8dd1-33ab-425e-8b29-a6f24a05ba03, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c748a460-f4c7-459e-866d-c56a3de26dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 895, 'network_id': '30cc4141-503c-43a2-b7e0-5617649a8679'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:41:39.334038 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3560e14a-b69d-449a-aab8-1ee30f2665c7 req-3f647374-7444-4c47-b0be-4ec5f89cce9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (dfdc8dd1-33ab-425e-8b29-a6f24a05ba03), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:39.401548 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-3560e14a-b69d-449a-aab8-1ee30f2665c7 req-3f647374-7444-4c47-b0be-4ec5f89cce9d service neutron] For port dfdc8dd1-33ab-425e-8b29-a6f24a05ba03, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:41:39.404878 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-3560e14a-b69d-449a-aab8-1ee30f2665c7 req-3f647374-7444-4c47-b0be-4ec5f89cce9d service neutron] For port dfdc8dd1-33ab-425e-8b29-a6f24a05ba03, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=dfdc8dd1-33ab-425e-8b29-a6f24a05ba03,segment=NetworkSegment(c748a460-f4c7-459e-866d-c56a3de26dc3),segment_id=c748a460-f4c7-459e-866d-c56a3de26dc3)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:41:39.410707 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3560e14a-b69d-449a-aab8-1ee30f2665c7 req-3f647374-7444-4c47-b0be-4ec5f89cce9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (dfdc8dd1-33ab-425e-8b29-a6f24a05ba03), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:39.447708 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3560e14a-b69d-449a-aab8-1ee30f2665c7 req-3f647374-7444-4c47-b0be-4ec5f89cce9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:41:39.448370 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-3560e14a-b69d-449a-aab8-1ee30f2665c7 req-3f647374-7444-4c47-b0be-4ec5f89cce9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:39.449698 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3560e14a-b69d-449a-aab8-1ee30f2665c7 req-3f647374-7444-4c47-b0be-4ec5f89cce9d service neutron] 10.222.0.57 "PUT /v2.0/ports/dfdc8dd1-33ab-425e-8b29-a6f24a05ba03 HTTP/1.1" status: 200 len: 1091 time: 0.6028190 Mar 11 20:41:39.450135 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '393024e5-29fc-4bba-8d44-f43ba9998975', 'tag': 'dfdc8dd1-33ab-425e-8b29-a6f24a05ba03'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:41:39.452387 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a0d03908d714cf498f0e9a07bdcfee6ce8884db927bcf4c76da6f3dadb32e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7022c74-d0a7-4ec0-b48e-213dd4c9bfdd" -d '{"events": [{"name": "network-changed", "server_uuid": "393024e5-29fc-4bba-8d44-f43ba9998975", "tag": "dfdc8dd1-33ab-425e-8b29-a6f24a05ba03"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:41:39.480352 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f647374-7444-4c47-b0be-4ec5f89cce9d service neutron] Pushing event updated for resources: {'Port': ['ID=dfdc8dd1-33ab-425e-8b29-a6f24a05ba03,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:41:39.517875 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5600c8b0-79e8-469a-ae39-ff40c37792e1 x-openstack-request-id: req-5600c8b0-79e8-469a-ae39-ff40c37792e1 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:41:39.518166 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "393024e5-29fc-4bba-8d44-f43ba9998975", "tag": "dfdc8dd1-33ab-425e-8b29-a6f24a05ba03", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:41:39.518608 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-5600c8b0-79e8-469a-ae39-ff40c37792e1 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:41:39.519016 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '393024e5-29fc-4bba-8d44-f43ba9998975', 'tag': 'dfdc8dd1-33ab-425e-8b29-a6f24a05ba03', 'status': 'completed', 'code': 200} Mar 11 20:41:39.538799 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3560e14a-b69d-449a-aab8-1ee30f2665c7 req-bb863ff3-98a2-45c2-98b9-265848dd30c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:41:39.540497 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3560e14a-b69d-449a-aab8-1ee30f2665c7 req-bb863ff3-98a2-45c2-98b9-265848dd30c1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cd4dc3a306bd4a69832000c41db1a90a&device_id=393024e5-29fc-4bba-8d44-f43ba9998975 HTTP/1.1" status: 200 len: 1125 time: 0.0497510 Mar 11 20:41:39.582078 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3560e14a-b69d-449a-aab8-1ee30f2665c7 req-a148212b-c1b8-4de8-a9b2-027e3d77cd7c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfdc8dd1-33ab-425e-8b29-a6f24a05ba03 HTTP/1.1" status: 200 len: 217 time: 0.0352862 Mar 11 20:41:39.635417 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3560e14a-b69d-449a-aab8-1ee30f2665c7 req-95c81422-eb90-4a84-a8a2-ae9adf973c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:41:39.636901 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3560e14a-b69d-449a-aab8-1ee30f2665c7 req-95c81422-eb90-4a84-a8a2-ae9adf973c41 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=deffeea1-d249-460d-85ea-97865b2fe017 HTTP/1.1" status: 200 len: 835 time: 0.0490847 Mar 11 20:41:39.685930 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3560e14a-b69d-449a-aab8-1ee30f2665c7 req-d5e073ed-d1be-4e87-a091-2e2bbeefd97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:41:39.687435 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3560e14a-b69d-449a-aab8-1ee30f2665c7 req-d5e073ed-d1be-4e87-a091-2e2bbeefd97c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=30cc4141-503c-43a2-b7e0-5617649a8679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444748 Mar 11 20:41:39.811507 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3560e14a-b69d-449a-aab8-1ee30f2665c7 req-6fde1e4b-aee9-4456-879d-28320bd63e0f service neutron] 10.222.0.57 "GET /v2.0/networks/30cc4141-503c-43a2-b7e0-5617649a8679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181970 Mar 11 20:41:39.822854 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea66efed-2052-4baa-9f95-9d6ccd8f089c req-16be0cd4-3b8c-42b3-a0bd-20c3926e50aa tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:41:39.824579 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ea66efed-2052-4baa-9f95-9d6ccd8f089c req-16be0cd4-3b8c-42b3-a0bd-20c3926e50aa tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=393024e5-29fc-4bba-8d44-f43ba9998975 HTTP/1.1" status: 200 len: 943 time: 0.1026666 Mar 11 20:41:39.929741 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ea66efed-2052-4baa-9f95-9d6ccd8f089c req-adaa48ed-cad1-40d5-a3ba-8e39697e3822 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=bd7018d0-9822-452b-9f32-816ecb10dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972087 Mar 11 20:41:39.943159 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3560e14a-b69d-449a-aab8-1ee30f2665c7 req-ae9accde-2053-4c90-9657-d3b3b4248dd9 service neutron] 10.222.0.57 "GET /v2.0/networks/30cc4141-503c-43a2-b7e0-5617649a8679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176655 Mar 11 20:41:40.030315 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7022c74-d0a7-4ec0-b48e-213dd4c9bfdd req-e72471bf-433d-45e3-b722-458561a37ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:41:40.031806 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f7022c74-d0a7-4ec0-b48e-213dd4c9bfdd req-e72471bf-433d-45e3-b722-458561a37ecc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cd4dc3a306bd4a69832000c41db1a90a&device_id=393024e5-29fc-4bba-8d44-f43ba9998975 HTTP/1.1" status: 200 len: 1125 time: 0.0444806 Mar 11 20:41:40.127294 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7022c74-d0a7-4ec0-b48e-213dd4c9bfdd req-a7f872c8-9182-4969-983d-6e193ad6e1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:41:40.128712 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f7022c74-d0a7-4ec0-b48e-213dd4c9bfdd req-a7f872c8-9182-4969-983d-6e193ad6e1bf service neutron] 10.222.0.57 "GET /v2.0/networks?id=30cc4141-503c-43a2-b7e0-5617649a8679 HTTP/1.1" status: 200 len: 897 time: 0.0896177 Mar 11 20:41:40.171159 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f7022c74-d0a7-4ec0-b48e-213dd4c9bfdd req-fdc03071-7bf4-46c2-888d-f88059e7bff3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfdc8dd1-33ab-425e-8b29-a6f24a05ba03 HTTP/1.1" status: 200 len: 217 time: 0.0366137 Mar 11 20:41:40.216889 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7022c74-d0a7-4ec0-b48e-213dd4c9bfdd req-a92593cc-91c1-4671-950c-8da1a1f79fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:41:40.218612 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f7022c74-d0a7-4ec0-b48e-213dd4c9bfdd req-a92593cc-91c1-4671-950c-8da1a1f79fdb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=deffeea1-d249-460d-85ea-97865b2fe017 HTTP/1.1" status: 200 len: 835 time: 0.0420814 Mar 11 20:41:40.267382 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7022c74-d0a7-4ec0-b48e-213dd4c9bfdd req-fa50fd85-f431-48fb-8722-a16fe2db8f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:41:40.268932 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f7022c74-d0a7-4ec0-b48e-213dd4c9bfdd req-fa50fd85-f431-48fb-8722-a16fe2db8f45 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=30cc4141-503c-43a2-b7e0-5617649a8679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452385 Mar 11 20:41:40.365466 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f7022c74-d0a7-4ec0-b48e-213dd4c9bfdd req-61b9edcf-0230-4a00-93ac-23b1b542611b service neutron] 10.222.0.57 "GET /v2.0/networks/30cc4141-503c-43a2-b7e0-5617649a8679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900390 Mar 11 20:41:40.451487 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f7022c74-d0a7-4ec0-b48e-213dd4c9bfdd req-d48b19ec-3f0e-425a-844d-0f30e21d96f6 service neutron] 10.222.0.57 "GET /v2.0/networks/30cc4141-503c-43a2-b7e0-5617649a8679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802646 Mar 11 20:41:41.051196 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfdeeac-b40c-41b3-bfb2-e7d73bcd2f6d req-700ccccc-6566-4e7c-b045-f227262b642c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:41:41.052679 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8bfdeeac-b40c-41b3-bfb2-e7d73bcd2f6d req-700ccccc-6566-4e7c-b045-f227262b642c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=393024e5-29fc-4bba-8d44-f43ba9998975 HTTP/1.1" status: 200 len: 943 time: 0.0547500 Mar 11 20:41:41.100490 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8bfdeeac-b40c-41b3-bfb2-e7d73bcd2f6d req-d4550fa0-ea6f-4699-b9a1-96344c7a460b tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=bd7018d0-9822-452b-9f32-816ecb10dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419123 Mar 11 20:41:42.215965 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676873bb-0315-4dfa-ae07-a0079ee0816d req-bf0abe83-9f69-4cfc-bfd6-9638bd518005 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:41:42.217402 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-676873bb-0315-4dfa-ae07-a0079ee0816d req-bf0abe83-9f69-4cfc-bfd6-9638bd518005 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=393024e5-29fc-4bba-8d44-f43ba9998975 HTTP/1.1" status: 200 len: 943 time: 0.0502853 Mar 11 20:41:42.265407 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-676873bb-0315-4dfa-ae07-a0079ee0816d req-a336a486-0948-4bd8-b710-e78f3ee73fdb tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=bd7018d0-9822-452b-9f32-816ecb10dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424278 Mar 11 20:41:42.357723 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:41:43.301215 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device dfdc8dd1-33ab-425e-8b29-a6f24a05ba03 details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 20:41:43.385969 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561636b8-32ed-41a0-9a75-70a62bd6bf33 req-f77946a4-014c-4c56-a9fd-597f649674cb tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:41:43.388334 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-561636b8-32ed-41a0-9a75-70a62bd6bf33 req-f77946a4-014c-4c56-a9fd-597f649674cb tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=393024e5-29fc-4bba-8d44-f43ba9998975 HTTP/1.1" status: 200 len: 943 time: 0.0532532 Mar 11 20:41:43.400613 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port dfdc8dd1-33ab-425e-8b29-a6f24a05ba03, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=dfdc8dd1-33ab-425e-8b29-a6f24a05ba03,segment=NetworkSegment(c748a460-f4c7-459e-866d-c56a3de26dc3),segment_id=c748a460-f4c7-459e-866d-c56a3de26dc3)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:41:43.412148 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': 'dfdc8dd1-33ab-425e-8b29-a6f24a05ba03', 'network_id': '30cc4141-503c-43a2-b7e0-5617649a8679', 'port_id': 'dfdc8dd1-33ab-425e-8b29-a6f24a05ba03', 'mac_address': 'fa:16:3e:fa:ea:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 895, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'deffeea1-d249-460d-85ea-97865b2fe017', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 20:41:43.442295 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-561636b8-32ed-41a0-9a75-70a62bd6bf33 req-bc003b7c-fe06-478f-baa5-68a853d7f0e9 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=bd7018d0-9822-452b-9f32-816ecb10dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475292 Mar 11 20:41:43.450033 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port dfdc8dd1-33ab-425e-8b29-a6f24a05ba03 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:41:43.450465 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (dfdc8dd1-33ab-425e-8b29-a6f24a05ba03), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:43.472349 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfdc8dd1-33ab-425e-8b29-a6f24a05ba03 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:41:43.491723 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port dfdc8dd1-33ab-425e-8b29-a6f24a05ba03, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=dfdc8dd1-33ab-425e-8b29-a6f24a05ba03,segment=NetworkSegment(c748a460-f4c7-459e-866d-c56a3de26dc3),segment_id=c748a460-f4c7-459e-866d-c56a3de26dc3)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:41:43.496070 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (dfdc8dd1-33ab-425e-8b29-a6f24a05ba03), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:43.541753 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=dfdc8dd1-33ab-425e-8b29-a6f24a05ba03,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:41:43.836997 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['dfdc8dd1-33ab-425e-8b29-a6f24a05ba03'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:41:44.561781 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd7b071-5365-407b-9b51-bc4a6f033c54 req-6474ad0e-69cd-4769-9501-e2f3ac5128cc tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:41:44.563232 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1fd7b071-5365-407b-9b51-bc4a6f033c54 req-6474ad0e-69cd-4769-9501-e2f3ac5128cc tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=393024e5-29fc-4bba-8d44-f43ba9998975 HTTP/1.1" status: 200 len: 944 time: 0.0518117 Mar 11 20:41:44.610568 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1fd7b071-5365-407b-9b51-bc4a6f033c54 req-220b1cc7-fbcb-434d-b9d8-6a1822c22c99 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=bd7018d0-9822-452b-9f32-816ecb10dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416858 Mar 11 20:41:45.300436 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device dfdc8dd1-33ab-425e-8b29-a6f24a05ba03 up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:41:45.349521 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port dfdc8dd1-33ab-425e-8b29-a6f24a05ba03 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 20:41:45.353733 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port dfdc8dd1-33ab-425e-8b29-a6f24a05ba03 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:41:45.354121 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (dfdc8dd1-33ab-425e-8b29-a6f24a05ba03), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:45.435109 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port dfdc8dd1-33ab-425e-8b29-a6f24a05ba03 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:41:45.435493 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (dfdc8dd1-33ab-425e-8b29-a6f24a05ba03), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:45.457666 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393024e5-29fc-4bba-8d44-f43ba9998975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfdc8dd1-33ab-425e-8b29-a6f24a05ba03'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:41:45.460495 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e00c6702a54281ed7930195260709b2e9eb4074fe153a1ed12afbef6176377e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8c2a33-778c-43e7-9056-a416f1666bec" -d '{"events": [{"server_uuid": "393024e5-29fc-4bba-8d44-f43ba9998975", "name": "network-vif-plugged", "status": "completed", "tag": "dfdc8dd1-33ab-425e-8b29-a6f24a05ba03"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:41:45.473280 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port dfdc8dd1-33ab-425e-8b29-a6f24a05ba03, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=dfdc8dd1-33ab-425e-8b29-a6f24a05ba03,segment=NetworkSegment(c748a460-f4c7-459e-866d-c56a3de26dc3),segment_id=c748a460-f4c7-459e-866d-c56a3de26dc3)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:41:45.478214 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (dfdc8dd1-33ab-425e-8b29-a6f24a05ba03), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:45.502681 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79950b0c-0210-4748-b78e-079c89aaa6d2 x-openstack-request-id: req-79950b0c-0210-4748-b78e-079c89aaa6d2 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:41:45.502917 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "393024e5-29fc-4bba-8d44-f43ba9998975", "name": "network-vif-plugged", "status": "completed", "tag": "dfdc8dd1-33ab-425e-8b29-a6f24a05ba03", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:41:45.503274 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-79950b0c-0210-4748-b78e-079c89aaa6d2 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:41:45.503700 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '393024e5-29fc-4bba-8d44-f43ba9998975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfdc8dd1-33ab-425e-8b29-a6f24a05ba03', 'code': 200} Mar 11 20:41:45.530828 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=dfdc8dd1-33ab-425e-8b29-a6f24a05ba03,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:41:45.593204 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b3e447-5970-4fbb-825c-3e7bb0a2c53d req-d16442c7-c0df-4f9a-bc65-a8ce09afef1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:41:45.594665 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c7b3e447-5970-4fbb-825c-3e7bb0a2c53d req-d16442c7-c0df-4f9a-bc65-a8ce09afef1e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=393024e5-29fc-4bba-8d44-f43ba9998975 HTTP/1.1" status: 200 len: 1127 time: 0.0429208 Mar 11 20:41:45.639877 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c7b3e447-5970-4fbb-825c-3e7bb0a2c53d req-ac7f4c6f-6710-496a-bb5b-a69c6cd11a64 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=bd7018d0-9822-452b-9f32-816ecb10dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386455 Mar 11 20:41:45.730959 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7100c32-cd08-4cbd-b937-45ccd2ae32f4 req-f97b9c7f-aa64-47fb-aad9-cddece51be07 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:41:45.732418 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a7100c32-cd08-4cbd-b937-45ccd2ae32f4 req-f97b9c7f-aa64-47fb-aad9-cddece51be07 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=393024e5-29fc-4bba-8d44-f43ba9998975 HTTP/1.1" status: 200 len: 945 time: 0.0545945 Mar 11 20:41:45.779341 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a7100c32-cd08-4cbd-b937-45ccd2ae32f4 req-71eb7b3b-4cdc-4992-9579-8af468d41751 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=bd7018d0-9822-452b-9f32-816ecb10dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413029 Mar 11 20:41:46.896349 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9d76a-19c6-4020-9290-473f931cdb5a req-4dd1d613-f754-4ce6-98a1-8cb21be89c61 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:41:46.898476 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-45c9d76a-19c6-4020-9290-473f931cdb5a req-4dd1d613-f754-4ce6-98a1-8cb21be89c61 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=393024e5-29fc-4bba-8d44-f43ba9998975 HTTP/1.1" status: 200 len: 945 time: 0.0521021 Mar 11 20:41:46.946956 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-45c9d76a-19c6-4020-9290-473f931cdb5a req-d35b1ea7-9d61-49d4-ab3b-2ee1991e1571 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=bd7018d0-9822-452b-9f32-816ecb10dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429702 Mar 11 20:41:48.070222 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feea717-76d2-4a7a-a5ca-94acd493b5b5 req-6398de38-2d41-4c1e-b48f-a71c38fe3b97 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:41:48.071806 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5feea717-76d2-4a7a-a5ca-94acd493b5b5 req-6398de38-2d41-4c1e-b48f-a71c38fe3b97 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=393024e5-29fc-4bba-8d44-f43ba9998975 HTTP/1.1" status: 200 len: 945 time: 0.0570314 Mar 11 20:41:48.124192 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5feea717-76d2-4a7a-a5ca-94acd493b5b5 req-09d4959e-87fa-40f1-9620-8da4721cd2fa tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=bd7018d0-9822-452b-9f32-816ecb10dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467560 Mar 11 20:41:48.237849 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9942f1db-9d90-4d32-b3e1-360046560312 req-91ff4612-ccd8-4076-a372-71a47720c36a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:41:48.239339 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9942f1db-9d90-4d32-b3e1-360046560312 req-91ff4612-ccd8-4076-a372-71a47720c36a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=393024e5-29fc-4bba-8d44-f43ba9998975 HTTP/1.1" status: 200 len: 945 time: 0.0521920 Mar 11 20:41:48.287575 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9942f1db-9d90-4d32-b3e1-360046560312 req-f12f501a-c474-4606-a39e-d47d8d543745 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=bd7018d0-9822-452b-9f32-816ecb10dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425813 Mar 11 20:41:48.309006 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60202) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:41:48.351837 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5b0758-b6d2-4b9e-9178-6e0ed1125db6 tempest-TestNetworkAdvancedServerOps-914316040 tempest-TestNetworkAdvancedServerOps-914316040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:41:48.353668 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-3c5b0758-b6d2-4b9e-9178-6e0ed1125db6 tempest-TestNetworkAdvancedServerOps-914316040 tempest-TestNetworkAdvancedServerOps-914316040-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=393024e5-29fc-4bba-8d44-f43ba9998975 HTTP/1.1" status: 200 len: 1122 time: 0.0436924 Mar 11 20:41:48.356382 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60204) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:41:48.360457 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-053785a9-292b-46cf-9964-32192b09b9db tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Request body: {'floatingip': {'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'port_id': 'dfdc8dd1-33ab-425e-8b29-a6f24a05ba03', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:41:48.380190 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-053785a9-292b-46cf-9964-32192b09b9db tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:48.776067 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-053785a9-292b-46cf-9964-32192b09b9db tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:48.876720 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-053785a9-292b-46cf-9964-32192b09b9db tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Allocated IP 172.25.8.123 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/b9e5d21d-5cf6-4542-88b5-e4fa4e926874) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:41:48.973253 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-053785a9-292b-46cf-9964-32192b09b9db tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for port (b9e5d21d-5cf6-4542-88b5-e4fa4e926874), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:49.007193 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-053785a9-292b-46cf-9964-32192b09b9db tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (b9e5d21d-5cf6-4542-88b5-e4fa4e926874), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:49.044159 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053785a9-292b-46cf-9964-32192b09b9db tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:41:49.048745 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-053785a9-292b-46cf-9964-32192b09b9db tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:41:49.052271 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053785a9-292b-46cf-9964-32192b09b9db tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:41:49.076987 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053785a9-292b-46cf-9964-32192b09b9db tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'Port': ['ID=b9e5d21d-5cf6-4542-88b5-e4fa4e926874,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:41:49.416713 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-053785a9-292b-46cf-9964-32192b09b9db tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for floatingip (a1d1acbf-4d3e-45a2-a620-e1db41c78ca2), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:49.486323 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-053785a9-292b-46cf-9964-32192b09b9db tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (b9e5d21d-5cf6-4542-88b5-e4fa4e926874), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:49.595130 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:49.632843 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-053785a9-292b-46cf-9964-32192b09b9db tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for port (b9e5d21d-5cf6-4542-88b5-e4fa4e926874), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:49.637014 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-053785a9-292b-46cf-9964-32192b09b9db tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (b9e5d21d-5cf6-4542-88b5-e4fa4e926874), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:49.712294 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053785a9-292b-46cf-9964-32192b09b9db tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event updated for resources: {'Port': ['ID=b9e5d21d-5cf6-4542-88b5-e4fa4e926874,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:41:49.723640 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-053785a9-292b-46cf-9964-32192b09b9db tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (a1d1acbf-4d3e-45a2-a620-e1db41c78ca2), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:49.826417 n-d-833163-1 neutron-server[103885]: INFO neutron.db.l3_db [None req-053785a9-292b-46cf-9964-32192b09b9db tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Floating IP a1d1acbf-4d3e-45a2-a620-e1db41c78ca2 associated. External IP: 172.25.8.123, port: dfdc8dd1-33ab-425e-8b29-a6f24a05ba03. Mar 11 20:41:50.040300 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-053785a9-292b-46cf-9964-32192b09b9db tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Router af149e29-388f-4e40-ba95-35b8e200c205 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:41:50.149731 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-053785a9-292b-46cf-9964-32192b09b9db tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:41:50.159648 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97add787-c407-47a5-a0c5-04cfc21c88cf None None] Sync routers for ids ['af149e29-388f-4e40-ba95-35b8e200c205'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:41:50.167526 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-053785a9-292b-46cf-9964-32192b09b9db tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:50.169213 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97add787-c407-47a5-a0c5-04cfc21c88cf None None] Routers {'af149e29-388f-4e40-ba95-35b8e200c205'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:41:50.169822 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-97add787-c407-47a5-a0c5-04cfc21c88cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:41:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['af149e29-388f-4e40-ba95-35b8e200c205'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:41:50.197874 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-053785a9-292b-46cf-9964-32192b09b9db tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8405077 Mar 11 20:41:50.198752 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '393024e5-29fc-4bba-8d44-f43ba9998975', 'tag': 'dfdc8dd1-33ab-425e-8b29-a6f24a05ba03'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:41:50.201194 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a0d03908d714cf498f0e9a07bdcfee6ce8884db927bcf4c76da6f3dadb32e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d07f3a-3379-4647-b144-24e45808ca39" -d '{"events": [{"name": "network-changed", "server_uuid": "393024e5-29fc-4bba-8d44-f43ba9998975", "tag": "dfdc8dd1-33ab-425e-8b29-a6f24a05ba03"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:41:50.282190 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-97add787-c407-47a5-a0c5-04cfc21c88cf None None] Set router af149e29-388f-4e40-ba95-35b8e200c205 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:41:50.300498 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49c0359-6f4d-4d7a-b1fa-9fbe0b6e9575 req-cc905211-7d3a-4a2c-99e1-57b5ee0bcfdb tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:41:50.301953 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c49c0359-6f4d-4d7a-b1fa-9fbe0b6e9575 req-cc905211-7d3a-4a2c-99e1-57b5ee0bcfdb tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=393024e5-29fc-4bba-8d44-f43ba9998975 HTTP/1.1" status: 200 len: 945 time: 0.0531216 Mar 11 20:41:50.350701 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c49c0359-6f4d-4d7a-b1fa-9fbe0b6e9575 req-4a93bb3d-d622-477d-af0e-cb5fb7cd4f36 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=bd7018d0-9822-452b-9f32-816ecb10dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423532 Mar 11 20:41:50.374125 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60210) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:41:50.414937 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af58b42a-3482-4f79-9f65-e1003ccaa082 x-openstack-request-id: req-af58b42a-3482-4f79-9f65-e1003ccaa082 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:41:50.415240 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "393024e5-29fc-4bba-8d44-f43ba9998975", "tag": "dfdc8dd1-33ab-425e-8b29-a6f24a05ba03", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:41:50.415500 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-af58b42a-3482-4f79-9f65-e1003ccaa082 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:41:50.415934 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '393024e5-29fc-4bba-8d44-f43ba9998975', 'tag': 'dfdc8dd1-33ab-425e-8b29-a6f24a05ba03', 'status': 'completed', 'code': 200} Mar 11 20:41:50.467447 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-e25fff0c-4dc4-4c96-acfc-11c84d832516 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/floatingips/a1d1acbf-4d3e-45a2-a620-e1db41c78ca2 HTTP/1.1" status: 200 len: 991 time: 0.0921400 Mar 11 20:41:50.479296 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d07f3a-3379-4647-b144-24e45808ca39 req-9866e8d5-e531-44e5-9a39-a51878b1ee1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:41:50.480800 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-99d07f3a-3379-4647-b144-24e45808ca39 req-9866e8d5-e531-44e5-9a39-a51878b1ee1d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cd4dc3a306bd4a69832000c41db1a90a&device_id=393024e5-29fc-4bba-8d44-f43ba9998975 HTTP/1.1" status: 200 len: 1127 time: 0.0623803 Mar 11 20:41:50.508106 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-97add787-c407-47a5-a0c5-04cfc21c88cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af149e29-388f-4e40-ba95-35b8e200c205', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092172754', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '004252f5-6fe3-4ff7-9989-e19e25c32ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:41:28Z', 'updated_at': '2022-03-11T20:41:31Z', 'revision_number': 4, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'gw_port': {'id': '004252f5-6fe3-4ff7-9989-e19e25c32ae6', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af149e29-388f-4e40-ba95-35b8e200c205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:41:28Z', 'updated_at': '2022-03-11T20:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': 'a1d1acbf-4d3e-45a2-a620-e1db41c78ca2', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'floating_ip_address': '172.25.8.123', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'af149e29-388f-4e40-ba95-35b8e200c205', 'port_id': 'dfdc8dd1-33ab-425e-8b29-a6f24a05ba03', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4380, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30cc4141-503c-43a2-b7e0-5617649a8679', 'mac_address': 'fa:16:3e:fa:ea:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393024e5-29fc-4bba-8d44-f43ba9998975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:41:49Z', 'updated_at': '2022-03-11T20:41:49Z', 'revision_number': 0, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d10bd7c-ddcd-428b-9825-1ef6b85b1c80', 'name': '', 'network_id': '30cc4141-503c-43a2-b7e0-5617649a8679', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'mac_address': 'fa:16:3e:77:b7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af149e29-388f-4e40-ba95-35b8e200c205', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': 'deffeea1-d249-460d-85ea-97865b2fe017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:41:30Z', 'updated_at': '2022-03-11T20:41:34Z', 'revision_number': 5, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'subnets': [{'id': 'deffeea1-d249-460d-85ea-97865b2fe017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:41:50.533026 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97add787-c407-47a5-a0c5-04cfc21c88cf None None] Checking router: af149e29-388f-4e40-ba95-35b8e200c205 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:41:50.541721 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97add787-c407-47a5-a0c5-04cfc21c88cf None None] Routers {'af149e29-388f-4e40-ba95-35b8e200c205'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:41:50.542315 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-97add787-c407-47a5-a0c5-04cfc21c88cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:41:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['af149e29-388f-4e40-ba95-35b8e200c205'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:41:50.575901 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d07f3a-3379-4647-b144-24e45808ca39 req-14ed0283-6360-4293-8281-7e103f7c94a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:41:50.577527 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-99d07f3a-3379-4647-b144-24e45808ca39 req-14ed0283-6360-4293-8281-7e103f7c94a0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=30cc4141-503c-43a2-b7e0-5617649a8679 HTTP/1.1" status: 200 len: 897 time: 0.0905938 Mar 11 20:41:50.642477 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-99d07f3a-3379-4647-b144-24e45808ca39 req-c9be22e6-ae68-4ccf-ad3b-35a9319653dd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfdc8dd1-33ab-425e-8b29-a6f24a05ba03 HTTP/1.1" status: 200 len: 999 time: 0.0594366 Mar 11 20:41:50.650715 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-97add787-c407-47a5-a0c5-04cfc21c88cf None None] Set router af149e29-388f-4e40-ba95-35b8e200c205 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:41:50.689293 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d07f3a-3379-4647-b144-24e45808ca39 req-a385983f-47b9-4c6f-8a7f-6a3df66dc22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:41:50.690716 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-99d07f3a-3379-4647-b144-24e45808ca39 req-a385983f-47b9-4c6f-8a7f-6a3df66dc22b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=deffeea1-d249-460d-85ea-97865b2fe017 HTTP/1.1" status: 200 len: 835 time: 0.0426097 Mar 11 20:41:50.742724 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d07f3a-3379-4647-b144-24e45808ca39 req-c2aa8cbc-70d7-4d03-b5f1-82edd950b566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:41:50.744230 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-99d07f3a-3379-4647-b144-24e45808ca39 req-c2aa8cbc-70d7-4d03-b5f1-82edd950b566 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=30cc4141-503c-43a2-b7e0-5617649a8679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0475502 Mar 11 20:41:50.831324 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-99d07f3a-3379-4647-b144-24e45808ca39 req-a8d8e044-119e-4151-8107-be8e52049e55 service neutron] 10.222.0.57 "GET /v2.0/networks/30cc4141-503c-43a2-b7e0-5617649a8679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809858 Mar 11 20:41:50.873192 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-97add787-c407-47a5-a0c5-04cfc21c88cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af149e29-388f-4e40-ba95-35b8e200c205', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092172754', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '004252f5-6fe3-4ff7-9989-e19e25c32ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:41:28Z', 'updated_at': '2022-03-11T20:41:31Z', 'revision_number': 4, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'gw_port': {'id': '004252f5-6fe3-4ff7-9989-e19e25c32ae6', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af149e29-388f-4e40-ba95-35b8e200c205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:41:28Z', 'updated_at': '2022-03-11T20:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': 'a1d1acbf-4d3e-45a2-a620-e1db41c78ca2', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'floating_ip_address': '172.25.8.123', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'af149e29-388f-4e40-ba95-35b8e200c205', 'port_id': 'dfdc8dd1-33ab-425e-8b29-a6f24a05ba03', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4380, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30cc4141-503c-43a2-b7e0-5617649a8679', 'mac_address': 'fa:16:3e:fa:ea:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393024e5-29fc-4bba-8d44-f43ba9998975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:41:49Z', 'updated_at': '2022-03-11T20:41:49Z', 'revision_number': 0, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d10bd7c-ddcd-428b-9825-1ef6b85b1c80', 'name': '', 'network_id': '30cc4141-503c-43a2-b7e0-5617649a8679', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'mac_address': 'fa:16:3e:77:b7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af149e29-388f-4e40-ba95-35b8e200c205', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': 'deffeea1-d249-460d-85ea-97865b2fe017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:41:30Z', 'updated_at': '2022-03-11T20:41:34Z', 'revision_number': 5, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'subnets': [{'id': 'deffeea1-d249-460d-85ea-97865b2fe017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:41:50.899142 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97add787-c407-47a5-a0c5-04cfc21c88cf None None] The sync data for ids ['af149e29-388f-4e40-ba95-35b8e200c205'] in n-d-833163-1 is: [{'id': 'af149e29-388f-4e40-ba95-35b8e200c205', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092172754', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '004252f5-6fe3-4ff7-9989-e19e25c32ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:41:28Z', 'updated_at': '2022-03-11T20:41:31Z', 'revision_number': 4, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'gw_port': {'id': '004252f5-6fe3-4ff7-9989-e19e25c32ae6', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af149e29-388f-4e40-ba95-35b8e200c205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:41:28Z', 'updated_at': '2022-03-11T20:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': 'a1d1acbf-4d3e-45a2-a620-e1db41c78ca2', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'floating_ip_address': '172.25.8.123', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'af149e29-388f-4e40-ba95-35b8e200c205', 'port_id': 'dfdc8dd1-33ab-425e-8b29-a6f24a05ba03', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4380, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '30cc4141-503c-43a2-b7e0-5617649a8679', 'mac_address': 'fa:16:3e:fa:ea:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '393024e5-29fc-4bba-8d44-f43ba9998975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:41:49Z', 'updated_at': '2022-03-11T20:41:49Z', 'revision_number': 0, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d10bd7c-ddcd-428b-9825-1ef6b85b1c80', 'name': '', 'network_id': '30cc4141-503c-43a2-b7e0-5617649a8679', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'mac_address': 'fa:16:3e:77:b7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af149e29-388f-4e40-ba95-35b8e200c205', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': 'deffeea1-d249-460d-85ea-97865b2fe017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:41:30Z', 'updated_at': '2022-03-11T20:41:34Z', 'revision_number': 5, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'subnets': [{'id': 'deffeea1-d249-460d-85ea-97865b2fe017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:41:50.923606 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-99d07f3a-3379-4647-b144-24e45808ca39 req-6a096e11-4ed7-4c47-929b-4a2f21842914 service neutron] 10.222.0.57 "GET /v2.0/networks/30cc4141-503c-43a2-b7e0-5617649a8679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863409 Mar 11 20:41:51.080501 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a84481-7887-4921-83af-a62471ff0693 None None] New status for floating IP a1d1acbf-4d3e-45a2-a620-e1db41c78ca2: ACTIVE {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 20:41:51.471400 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60212) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:41:51.531257 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-9284b68b-1ede-416e-8686-7c86aac4bee2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/floatingips/a1d1acbf-4d3e-45a2-a620-e1db41c78ca2 HTTP/1.1" status: 200 len: 993 time: 0.0586960 Mar 11 20:41:52.479961 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-547afe51-f710-4dde-826e-0a804f837638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:52.871093 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [req-e6b02230-52c2-4bcc-99e0-96e99ef5daf3 req-4f174b50-f9e8-4698-9553-7743a4f16ca0 service neutron] (103885) timed out ('10.222.0.65', 53882) {{(pid=103885) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 20:41:53.198312 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:53.299051 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [req-e6b02230-52c2-4bcc-99e0-96e99ef5daf3 req-8af5f3a0-79a7-4ca8-b7de-eb728b510cd1 tempest-ServerActionsTestJSON-1561737031 tempest-ServerActionsTestJSON-1561737031-project] (103884) timed out ('10.222.0.65', 56502) {{(pid=103884) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 20:41:54.738556 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3a26ec28-510f-45c8-a3bf-914c06712c63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:56.465555 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:57.843708 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:41:59.152066 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:42:19.357038 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:42:19.611060 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:42:19.877527 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-22a51965-a834-4a30-969a-c4775d4d531f req-b1edc74a-4fa3-4a0c-ab3c-a06b9522e353 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=393024e5-29fc-4bba-8d44-f43ba9998975&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419188 Mar 11 20:42:19.969366 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a51965-a834-4a30-969a-c4775d4d531f req-c7cc74e0-562f-4190-b156-7c9c54b41b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:42:19.970848 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-22a51965-a834-4a30-969a-c4775d4d531f req-c7cc74e0-562f-4190-b156-7c9c54b41b99 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cd4dc3a306bd4a69832000c41db1a90a&device_id=393024e5-29fc-4bba-8d44-f43ba9998975 HTTP/1.1" status: 200 len: 1127 time: 0.0476120 Mar 11 20:42:20.069872 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a51965-a834-4a30-969a-c4775d4d531f req-921a3969-a7fd-4368-b772-56d9cf69cd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:42:20.071310 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-22a51965-a834-4a30-969a-c4775d4d531f req-921a3969-a7fd-4368-b772-56d9cf69cd92 service neutron] 10.222.0.57 "GET /v2.0/networks?id=30cc4141-503c-43a2-b7e0-5617649a8679 HTTP/1.1" status: 200 len: 897 time: 0.0835905 Mar 11 20:42:20.139714 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-22a51965-a834-4a30-969a-c4775d4d531f req-f51c5cfe-2944-49a4-aa6f-f91dd36613c9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfdc8dd1-33ab-425e-8b29-a6f24a05ba03 HTTP/1.1" status: 200 len: 1001 time: 0.0625846 Mar 11 20:42:20.186136 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a51965-a834-4a30-969a-c4775d4d531f req-86412afb-484d-4946-9af1-fc7fc80c3006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:42:20.187529 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-22a51965-a834-4a30-969a-c4775d4d531f req-86412afb-484d-4946-9af1-fc7fc80c3006 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=deffeea1-d249-460d-85ea-97865b2fe017 HTTP/1.1" status: 200 len: 835 time: 0.0415785 Mar 11 20:42:20.233911 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a51965-a834-4a30-969a-c4775d4d531f req-54c3c465-73e9-439b-bbb7-0b024e61288c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:42:20.235397 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-22a51965-a834-4a30-969a-c4775d4d531f req-54c3c465-73e9-439b-bbb7-0b024e61288c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=30cc4141-503c-43a2-b7e0-5617649a8679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0427091 Mar 11 20:42:20.326729 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-22a51965-a834-4a30-969a-c4775d4d531f req-9e327ab3-644f-4491-8f30-4ba4a9a951a6 service neutron] 10.222.0.57 "GET /v2.0/networks/30cc4141-503c-43a2-b7e0-5617649a8679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851846 Mar 11 20:42:20.413515 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-22a51965-a834-4a30-969a-c4775d4d531f req-e9b92030-d884-46f4-a182-3ad9341c8521 service neutron] 10.222.0.57 "GET /v2.0/networks/30cc4141-503c-43a2-b7e0-5617649a8679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808556 Mar 11 20:42:22.481715 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c20f1852-f990-49a2-b739-8d5c78c1b6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:42:23.214836 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:42:24.744133 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fcd2f644-e892-4738-958f-31aef92b4753 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:42:26.463169 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:42:27.847538 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:42:29.153585 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:42:49.609143 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:42:52.482748 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e10354f3-e0aa-4ee7-988a-093019f319d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:42:53.218428 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:42:54.355164 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f497efb2-eca9-4de4-b087-33a732c1d34e req-e5d98caa-334b-445b-a238-3a277d428054 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:42:54.356665 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f497efb2-eca9-4de4-b087-33a732c1d34e req-e5d98caa-334b-445b-a238-3a277d428054 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=393024e5-29fc-4bba-8d44-f43ba9998975 HTTP/1.1" status: 200 len: 945 time: 0.0565846 Mar 11 20:42:54.405349 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f497efb2-eca9-4de4-b087-33a732c1d34e req-ae78dac5-cd7a-43db-a3c6-474d6a9e2fbf tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=bd7018d0-9822-452b-9f32-816ecb10dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429575 Mar 11 20:42:54.745052 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fbcceb8e-7fa6-47cc-a8d6-577b86e376d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:42:55.534740 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f73592-e523-448f-a182-9f215284e34b req-60243d0c-50de-4d7b-b94b-61f58d8449c7 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:42:55.536227 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e6f73592-e523-448f-a182-9f215284e34b req-60243d0c-50de-4d7b-b94b-61f58d8449c7 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=393024e5-29fc-4bba-8d44-f43ba9998975 HTTP/1.1" status: 200 len: 945 time: 0.0546441 Mar 11 20:42:55.585898 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e6f73592-e523-448f-a182-9f215284e34b req-d45d55f5-e2e7-42c3-9100-8300dc0c998a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=bd7018d0-9822-452b-9f32-816ecb10dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438757 Mar 11 20:42:56.361120 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:42:56.469348 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:42:56.712334 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8874e1-9be6-4686-9483-2f1cdb89468f req-ce2ee836-e89a-4144-b0bf-a571deed4546 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:42:56.713801 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5c8874e1-9be6-4686-9483-2f1cdb89468f req-ce2ee836-e89a-4144-b0bf-a571deed4546 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=393024e5-29fc-4bba-8d44-f43ba9998975 HTTP/1.1" status: 200 len: 945 time: 0.0553279 Mar 11 20:42:56.761090 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5c8874e1-9be6-4686-9483-2f1cdb89468f req-13ab7818-6220-4be9-a53c-db7b1efaa348 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=bd7018d0-9822-452b-9f32-816ecb10dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416880 Mar 11 20:42:56.783128 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60242) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:42:56.841728 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-b5f2d3a0-b963-477f-aab3-02a1117b52b2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/floatingips/a1d1acbf-4d3e-45a2-a620-e1db41c78ca2 HTTP/1.1" status: 200 len: 993 time: 0.0574925 Mar 11 20:42:57.849615 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:42:58.152150 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de89f676-945d-41db-afb2-001d6aa4d9ce req-7dafccb7-c388-4a3c-8633-6a929cdabb19 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:42:58.153550 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-de89f676-945d-41db-afb2-001d6aa4d9ce req-7dafccb7-c388-4a3c-8633-6a929cdabb19 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=393024e5-29fc-4bba-8d44-f43ba9998975 HTTP/1.1" status: 200 len: 945 time: 0.0915170 Mar 11 20:42:58.159038 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb221d-1055-4c01-8120-180e95b9ce76 req-d114874b-7f75-44ad-91c9-046c909b5b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:42:58.160432 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0bbb221d-1055-4c01-8120-180e95b9ce76 req-d114874b-7f75-44ad-91c9-046c909b5b37 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cd4dc3a306bd4a69832000c41db1a90a&device_id=393024e5-29fc-4bba-8d44-f43ba9998975 HTTP/1.1" status: 200 len: 1127 time: 0.0716293 Mar 11 20:42:58.261144 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-de89f676-945d-41db-afb2-001d6aa4d9ce req-d93fa498-c9d7-44d1-bd86-3572be6f7c2a tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=bd7018d0-9822-452b-9f32-816ecb10dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997789 Mar 11 20:42:58.281366 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb221d-1055-4c01-8120-180e95b9ce76 req-8b2ca5e1-44b2-493c-be63-ffdb0adda991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:42:58.282812 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0bbb221d-1055-4c01-8120-180e95b9ce76 req-8b2ca5e1-44b2-493c-be63-ffdb0adda991 service neutron] 10.222.0.57 "GET /v2.0/networks?id=30cc4141-503c-43a2-b7e0-5617649a8679 HTTP/1.1" status: 200 len: 897 time: 0.1158895 Mar 11 20:42:58.345983 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0bbb221d-1055-4c01-8120-180e95b9ce76 req-28814843-7f68-4fa9-97b0-05b487ae1742 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfdc8dd1-33ab-425e-8b29-a6f24a05ba03 HTTP/1.1" status: 200 len: 1001 time: 0.0574265 Mar 11 20:42:58.393890 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb221d-1055-4c01-8120-180e95b9ce76 req-5e38b740-b615-40ba-bc4d-90b4ada04448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:42:58.395569 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0bbb221d-1055-4c01-8120-180e95b9ce76 req-5e38b740-b615-40ba-bc4d-90b4ada04448 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=deffeea1-d249-460d-85ea-97865b2fe017 HTTP/1.1" status: 200 len: 835 time: 0.0436783 Mar 11 20:42:58.452236 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb221d-1055-4c01-8120-180e95b9ce76 req-c6be6eb2-4764-419d-9b04-39f924a2717c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:42:58.453724 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0bbb221d-1055-4c01-8120-180e95b9ce76 req-c6be6eb2-4764-419d-9b04-39f924a2717c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=30cc4141-503c-43a2-b7e0-5617649a8679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0522261 Mar 11 20:42:58.539848 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0bbb221d-1055-4c01-8120-180e95b9ce76 req-cf25d532-308d-49f0-8ae1-3ec970dcaf8e service neutron] 10.222.0.57 "GET /v2.0/networks/30cc4141-503c-43a2-b7e0-5617649a8679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804646 Mar 11 20:42:58.628160 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0bbb221d-1055-4c01-8120-180e95b9ce76 req-e13b367a-9407-4dab-8b0b-d08372ba7015 service neutron] 10.222.0.57 "GET /v2.0/networks/30cc4141-503c-43a2-b7e0-5617649a8679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830615 Mar 11 20:42:59.156372 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:42:59.381134 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8710337b-b9a5-447b-b206-8d0123d685fa req-0c8333f3-a80a-4c71-b70a-d1fd6dbcd5a8 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:42:59.382646 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8710337b-b9a5-447b-b206-8d0123d685fa req-0c8333f3-a80a-4c71-b70a-d1fd6dbcd5a8 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=393024e5-29fc-4bba-8d44-f43ba9998975 HTTP/1.1" status: 200 len: 945 time: 0.0545380 Mar 11 20:42:59.430596 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8710337b-b9a5-447b-b206-8d0123d685fa req-d4b79455-aaea-4c6a-8aaf-168cc460735c tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=bd7018d0-9822-452b-9f32-816ecb10dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422227 Mar 11 20:43:00.551004 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef245f-5ef4-4c15-9d26-ab6db3011805 req-b85cefea-d1f9-4b29-9c6a-47af44cd3f5e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:43:00.552470 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ebef245f-5ef4-4c15-9d26-ab6db3011805 req-b85cefea-d1f9-4b29-9c6a-47af44cd3f5e tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=393024e5-29fc-4bba-8d44-f43ba9998975 HTTP/1.1" status: 200 len: 945 time: 0.0506043 Mar 11 20:43:00.605565 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ebef245f-5ef4-4c15-9d26-ab6db3011805 req-9d711238-0c79-4053-9573-573f2485fcbf tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=bd7018d0-9822-452b-9f32-816ecb10dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468616 Mar 11 20:43:00.627134 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60258) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:43:00.686316 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-90d1ed8d-f34a-409e-bf7a-be4d28af7bcf tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/floatingips/a1d1acbf-4d3e-45a2-a620-e1db41c78ca2 HTTP/1.1" status: 200 len: 993 time: 0.0580027 Mar 11 20:43:00.957301 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60264) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:43:01.390640 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-ad857d68-2819-4e4d-88d3-a93016873ee7 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Deleting port b9e5d21d-5cf6-4542-88b5-e4fa4e926874 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:43:01.390974 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ad857d68-2819-4e4d-88d3-a93016873ee7 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (b9e5d21d-5cf6-4542-88b5-e4fa4e926874), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:01.463853 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ad857d68-2819-4e4d-88d3-a93016873ee7 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (b9e5d21d-5cf6-4542-88b5-e4fa4e926874), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:01.464174 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ad857d68-2819-4e4d-88d3-a93016873ee7 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for floatingip (b9e5d21d-5cf6-4542-88b5-e4fa4e926874), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:01.475303 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-ad857d68-2819-4e4d-88d3-a93016873ee7 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Calling delete_port for b9e5d21d-5cf6-4542-88b5-e4fa4e926874 owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:43:01.617261 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ad857d68-2819-4e4d-88d3-a93016873ee7 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (b9e5d21d-5cf6-4542-88b5-e4fa4e926874), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:01.641111 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad857d68-2819-4e4d-88d3-a93016873ee7 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event deleted for resources: {'Port': ['ID=b9e5d21d-5cf6-4542-88b5-e4fa4e926874,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:43:01.653180 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad857d68-2819-4e4d-88d3-a93016873ee7 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:43:01.653532 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad857d68-2819-4e4d-88d3-a93016873ee7 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:43:01.653872 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad857d68-2819-4e4d-88d3-a93016873ee7 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:43:01.654204 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad857d68-2819-4e4d-88d3-a93016873ee7 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:43:01.654530 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad857d68-2819-4e4d-88d3-a93016873ee7 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:43:01.654852 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad857d68-2819-4e4d-88d3-a93016873ee7 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:43:01.655174 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad857d68-2819-4e4d-88d3-a93016873ee7 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:43:01.655496 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad857d68-2819-4e4d-88d3-a93016873ee7 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:43:01.655848 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad857d68-2819-4e4d-88d3-a93016873ee7 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:43:01.656174 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad857d68-2819-4e4d-88d3-a93016873ee7 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:43:01.656491 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad857d68-2819-4e4d-88d3-a93016873ee7 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:43:01.656807 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad857d68-2819-4e4d-88d3-a93016873ee7 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:43:01.657129 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad857d68-2819-4e4d-88d3-a93016873ee7 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:43:01.715188 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ad857d68-2819-4e4d-88d3-a93016873ee7 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for floatingip (a1d1acbf-4d3e-45a2-a620-e1db41c78ca2), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:01.715518 n-d-833163-1 neutron-server[103885]: INFO neutron.db.l3_db [None req-ad857d68-2819-4e4d-88d3-a93016873ee7 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Floating IP a1d1acbf-4d3e-45a2-a620-e1db41c78ca2 disassociated (deleted). External IP: 172.25.8.123, port: dfdc8dd1-33ab-425e-8b29-a6f24a05ba03. Mar 11 20:43:01.923557 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad857d68-2819-4e4d-88d3-a93016873ee7 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Router af149e29-388f-4e40-ba95-35b8e200c205 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:43:02.030905 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad857d68-2819-4e4d-88d3-a93016873ee7 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:43:02.035749 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ad857d68-2819-4e4d-88d3-a93016873ee7 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:02.042288 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6508395c-2a0c-46df-b29e-24c8041a0d03 None None] Sync routers for ids ['af149e29-388f-4e40-ba95-35b8e200c205'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:43:02.051798 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6508395c-2a0c-46df-b29e-24c8041a0d03 None None] Routers {'af149e29-388f-4e40-ba95-35b8e200c205'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:43:02.052406 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-6508395c-2a0c-46df-b29e-24c8041a0d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:42:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['af149e29-388f-4e40-ba95-35b8e200c205'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:43:02.065871 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ad857d68-2819-4e4d-88d3-a93016873ee7 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "DELETE /v2.0/floatingips/a1d1acbf-4d3e-45a2-a620-e1db41c78ca2 HTTP/1.1" status: 204 len: 168 time: 1.1074851 Mar 11 20:43:02.066714 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '393024e5-29fc-4bba-8d44-f43ba9998975', 'tag': 'dfdc8dd1-33ab-425e-8b29-a6f24a05ba03'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:43:02.068990 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a0d03908d714cf498f0e9a07bdcfee6ce8884db927bcf4c76da6f3dadb32e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e17c218-90d4-456e-b02f-5458a69fa3a5" -d '{"events": [{"name": "network-changed", "server_uuid": "393024e5-29fc-4bba-8d44-f43ba9998975", "tag": "dfdc8dd1-33ab-425e-8b29-a6f24a05ba03"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:43:02.163079 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-6508395c-2a0c-46df-b29e-24c8041a0d03 None None] Set router af149e29-388f-4e40-ba95-35b8e200c205 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:43:02.222557 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e922a5-6e75-44c1-9572-ded9ac6ec5ad x-openstack-request-id: req-b2e922a5-6e75-44c1-9572-ded9ac6ec5ad {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:43:02.222847 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "393024e5-29fc-4bba-8d44-f43ba9998975", "tag": "dfdc8dd1-33ab-425e-8b29-a6f24a05ba03", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:43:02.223111 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b2e922a5-6e75-44c1-9572-ded9ac6ec5ad {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:43:02.223657 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '393024e5-29fc-4bba-8d44-f43ba9998975', 'tag': 'dfdc8dd1-33ab-425e-8b29-a6f24a05ba03', 'status': 'completed', 'code': 200} Mar 11 20:43:02.329499 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e17c218-90d4-456e-b02f-5458a69fa3a5 req-bc2f2d97-e548-444e-a65c-c3878357f894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:43:02.331024 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6e17c218-90d4-456e-b02f-5458a69fa3a5 req-bc2f2d97-e548-444e-a65c-c3878357f894 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=cd4dc3a306bd4a69832000c41db1a90a&device_id=393024e5-29fc-4bba-8d44-f43ba9998975 HTTP/1.1" status: 200 len: 1127 time: 0.0809808 Mar 11 20:43:02.342987 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93edeb31-0d1f-49f1-98bd-438d0ba90fca req-433cc421-b5e7-4851-8353-21d5b6652f50 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:43:02.344444 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-93edeb31-0d1f-49f1-98bd-438d0ba90fca req-433cc421-b5e7-4851-8353-21d5b6652f50 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=393024e5-29fc-4bba-8d44-f43ba9998975 HTTP/1.1" status: 200 len: 945 time: 0.0687914 Mar 11 20:43:02.375567 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-6508395c-2a0c-46df-b29e-24c8041a0d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af149e29-388f-4e40-ba95-35b8e200c205', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092172754', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '004252f5-6fe3-4ff7-9989-e19e25c32ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:41:28Z', 'updated_at': '2022-03-11T20:41:31Z', 'revision_number': 4, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'gw_port': {'id': '004252f5-6fe3-4ff7-9989-e19e25c32ae6', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af149e29-388f-4e40-ba95-35b8e200c205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:41:28Z', 'updated_at': '2022-03-11T20:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '7d10bd7c-ddcd-428b-9825-1ef6b85b1c80', 'name': '', 'network_id': '30cc4141-503c-43a2-b7e0-5617649a8679', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'mac_address': 'fa:16:3e:77:b7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af149e29-388f-4e40-ba95-35b8e200c205', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': 'deffeea1-d249-460d-85ea-97865b2fe017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:41:30Z', 'updated_at': '2022-03-11T20:41:34Z', 'revision_number': 5, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'subnets': [{'id': 'deffeea1-d249-460d-85ea-97865b2fe017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:43:02.405720 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6508395c-2a0c-46df-b29e-24c8041a0d03 None None] Checking router: af149e29-388f-4e40-ba95-35b8e200c205 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:43:02.414476 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6508395c-2a0c-46df-b29e-24c8041a0d03 None None] Routers {'af149e29-388f-4e40-ba95-35b8e200c205'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:43:02.415077 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-6508395c-2a0c-46df-b29e-24c8041a0d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:42:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['af149e29-388f-4e40-ba95-35b8e200c205'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:43:02.454203 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-93edeb31-0d1f-49f1-98bd-438d0ba90fca req-e4d2a4e3-4506-4171-9dee-a21381f56737 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=bd7018d0-9822-452b-9f32-816ecb10dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996647 Mar 11 20:43:02.471524 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e17c218-90d4-456e-b02f-5458a69fa3a5 req-229be724-d8ac-4a6a-a691-508d7a5441ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:43:02.473010 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6e17c218-90d4-456e-b02f-5458a69fa3a5 req-229be724-d8ac-4a6a-a691-508d7a5441ea service neutron] 10.222.0.57 "GET /v2.0/networks?id=30cc4141-503c-43a2-b7e0-5617649a8679 HTTP/1.1" status: 200 len: 897 time: 0.1277072 Mar 11 20:43:02.514255 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6e17c218-90d4-456e-b02f-5458a69fa3a5 req-29ac38cd-3de6-4306-a8ba-7ecee0bb4e1b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dfdc8dd1-33ab-425e-8b29-a6f24a05ba03 HTTP/1.1" status: 200 len: 217 time: 0.0346398 Mar 11 20:43:02.524667 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-6508395c-2a0c-46df-b29e-24c8041a0d03 None None] Set router af149e29-388f-4e40-ba95-35b8e200c205 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:43:02.561278 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e17c218-90d4-456e-b02f-5458a69fa3a5 req-cdd9274b-dae8-4318-b5c0-ae72c093c61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:43:02.562718 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6e17c218-90d4-456e-b02f-5458a69fa3a5 req-cdd9274b-dae8-4318-b5c0-ae72c093c61b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=deffeea1-d249-460d-85ea-97865b2fe017 HTTP/1.1" status: 200 len: 835 time: 0.0423610 Mar 11 20:43:02.612666 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e17c218-90d4-456e-b02f-5458a69fa3a5 req-50ccf8a9-66a0-4b34-aecf-8dd1bc3b56e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:43:02.614247 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6e17c218-90d4-456e-b02f-5458a69fa3a5 req-50ccf8a9-66a0-4b34-aecf-8dd1bc3b56e4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=30cc4141-503c-43a2-b7e0-5617649a8679&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0449467 Mar 11 20:43:02.709491 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6e17c218-90d4-456e-b02f-5458a69fa3a5 req-59d83add-d8a0-4313-bd3c-0e52ce77d47e service neutron] 10.222.0.57 "GET /v2.0/networks/30cc4141-503c-43a2-b7e0-5617649a8679?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889180 Mar 11 20:43:02.720332 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-6508395c-2a0c-46df-b29e-24c8041a0d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af149e29-388f-4e40-ba95-35b8e200c205', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092172754', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '004252f5-6fe3-4ff7-9989-e19e25c32ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:41:28Z', 'updated_at': '2022-03-11T20:41:31Z', 'revision_number': 4, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'gw_port': {'id': '004252f5-6fe3-4ff7-9989-e19e25c32ae6', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af149e29-388f-4e40-ba95-35b8e200c205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:41:28Z', 'updated_at': '2022-03-11T20:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '7d10bd7c-ddcd-428b-9825-1ef6b85b1c80', 'name': '', 'network_id': '30cc4141-503c-43a2-b7e0-5617649a8679', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'mac_address': 'fa:16:3e:77:b7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af149e29-388f-4e40-ba95-35b8e200c205', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': 'deffeea1-d249-460d-85ea-97865b2fe017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:41:30Z', 'updated_at': '2022-03-11T20:41:34Z', 'revision_number': 5, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'subnets': [{'id': 'deffeea1-d249-460d-85ea-97865b2fe017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:43:02.745926 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6508395c-2a0c-46df-b29e-24c8041a0d03 None None] The sync data for ids ['af149e29-388f-4e40-ba95-35b8e200c205'] in n-d-833163-1 is: [{'id': 'af149e29-388f-4e40-ba95-35b8e200c205', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092172754', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '004252f5-6fe3-4ff7-9989-e19e25c32ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:41:28Z', 'updated_at': '2022-03-11T20:41:31Z', 'revision_number': 4, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'gw_port': {'id': '004252f5-6fe3-4ff7-9989-e19e25c32ae6', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af149e29-388f-4e40-ba95-35b8e200c205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:41:28Z', 'updated_at': '2022-03-11T20:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '7d10bd7c-ddcd-428b-9825-1ef6b85b1c80', 'name': '', 'network_id': '30cc4141-503c-43a2-b7e0-5617649a8679', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'mac_address': 'fa:16:3e:77:b7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af149e29-388f-4e40-ba95-35b8e200c205', 'device_owner': 'network:router_interface', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': 'deffeea1-d249-460d-85ea-97865b2fe017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:41:30Z', 'updated_at': '2022-03-11T20:41:34Z', 'revision_number': 5, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'subnets': [{'id': 'deffeea1-d249-460d-85ea-97865b2fe017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:43:02.805742 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6e17c218-90d4-456e-b02f-5458a69fa3a5 req-1c36f9de-cbdf-493c-bc68-f6f42e1942cd service neutron] 10.222.0.57 "GET /v2.0/networks/30cc4141-503c-43a2-b7e0-5617649a8679?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885015 Mar 11 20:43:02.972471 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784fc01b-b8be-4a0d-a563-738817d96c5c None None] New status for floating IP a1d1acbf-4d3e-45a2-a620-e1db41c78ca2: DOWN {{(pid=103888) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 20:43:03.573453 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82810d0e-03c9-4c6e-950a-3785f5d491e1 req-8523bf86-aa7d-413a-90d9-fc7e00c827d6 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:43:03.574930 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-82810d0e-03c9-4c6e-950a-3785f5d491e1 req-8523bf86-aa7d-413a-90d9-fc7e00c827d6 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=393024e5-29fc-4bba-8d44-f43ba9998975 HTTP/1.1" status: 200 len: 945 time: 0.0522499 Mar 11 20:43:03.623593 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-82810d0e-03c9-4c6e-950a-3785f5d491e1 req-2740c63b-1eed-4df8-b512-5f9b3a9d2edc tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/security-groups?id=bd7018d0-9822-452b-9f32-816ecb10dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431561 Mar 11 20:43:04.068995 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f822d03a-0b32-48b2-a552-ef1594045a26 req-9c106823-1755-4e14-9fca-78cd9ce68ea4 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:43:04.070933 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f822d03a-0b32-48b2-a552-ef1594045a26 req-9c106823-1755-4e14-9fca-78cd9ce68ea4 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.57 "GET /v2.0/ports?device_id=393024e5-29fc-4bba-8d44-f43ba9998975 HTTP/1.1" status: 200 len: 945 time: 0.0515566 Mar 11 20:43:04.162573 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-f822d03a-0b32-48b2-a552-ef1594045a26 req-ec765df7-e3f1-4fa9-8325-f0c6c4f11cc2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Deleting port dfdc8dd1-33ab-425e-8b29-a6f24a05ba03 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:43:04.162908 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f822d03a-0b32-48b2-a552-ef1594045a26 req-ec765df7-e3f1-4fa9-8325-f0c6c4f11cc2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (dfdc8dd1-33ab-425e-8b29-a6f24a05ba03), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:04.248239 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-f822d03a-0b32-48b2-a552-ef1594045a26 req-ec765df7-e3f1-4fa9-8325-f0c6c4f11cc2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] For port dfdc8dd1-33ab-425e-8b29-a6f24a05ba03, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=dfdc8dd1-33ab-425e-8b29-a6f24a05ba03,segment=NetworkSegment(c748a460-f4c7-459e-866d-c56a3de26dc3),segment_id=c748a460-f4c7-459e-866d-c56a3de26dc3)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:43:04.248521 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f822d03a-0b32-48b2-a552-ef1594045a26 req-ec765df7-e3f1-4fa9-8325-f0c6c4f11cc2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (dfdc8dd1-33ab-425e-8b29-a6f24a05ba03), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:04.261555 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-f822d03a-0b32-48b2-a552-ef1594045a26 req-ec765df7-e3f1-4fa9-8325-f0c6c4f11cc2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Calling delete_port for dfdc8dd1-33ab-425e-8b29-a6f24a05ba03 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:43:04.389033 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f822d03a-0b32-48b2-a552-ef1594045a26 req-ec765df7-e3f1-4fa9-8325-f0c6c4f11cc2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (dfdc8dd1-33ab-425e-8b29-a6f24a05ba03), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:04.416653 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec765df7-e3f1-4fa9-8325-f0c6c4f11cc2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event deleted for resources: {'Port': ['ID=dfdc8dd1-33ab-425e-8b29-a6f24a05ba03,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:43:04.463078 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-f822d03a-0b32-48b2-a552-ef1594045a26 req-ec765df7-e3f1-4fa9-8325-f0c6c4f11cc2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] No DVR routers for this DVR port dfdc8dd1-33ab-425e-8b29-a6f24a05ba03 on host n-h2-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:43:04.465782 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-f822d03a-0b32-48b2-a552-ef1594045a26 req-ec765df7-e3f1-4fa9-8325-f0c6c4f11cc2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:04.469027 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f822d03a-0b32-48b2-a552-ef1594045a26 req-ec765df7-e3f1-4fa9-8325-f0c6c4f11cc2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.57 "DELETE /v2.0/ports/dfdc8dd1-33ab-425e-8b29-a6f24a05ba03 HTTP/1.1" status: 204 len: 173 time: 0.3935177 Mar 11 20:43:04.469475 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393024e5-29fc-4bba-8d44-f43ba9998975', 'name': 'network-vif-deleted', 'tag': 'dfdc8dd1-33ab-425e-8b29-a6f24a05ba03'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:43:04.471726 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a0d03908d714cf498f0e9a07bdcfee6ce8884db927bcf4c76da6f3dadb32e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a1bd3c-9824-4ecb-915a-cd6ddbe74b8b" -d '{"events": [{"server_uuid": "393024e5-29fc-4bba-8d44-f43ba9998975", "name": "network-vif-deleted", "tag": "dfdc8dd1-33ab-425e-8b29-a6f24a05ba03"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:43:04.507936 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28629689-f020-48a4-8dde-dd78ca9d6842 x-openstack-request-id: req-28629689-f020-48a4-8dde-dd78ca9d6842 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:43:04.508239 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "393024e5-29fc-4bba-8d44-f43ba9998975", "name": "network-vif-deleted", "tag": "dfdc8dd1-33ab-425e-8b29-a6f24a05ba03", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:43:04.508504 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-28629689-f020-48a4-8dde-dd78ca9d6842 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:43:04.508925 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '393024e5-29fc-4bba-8d44-f43ba9998975', 'name': 'network-vif-deleted', 'tag': 'dfdc8dd1-33ab-425e-8b29-a6f24a05ba03', 'status': 'completed', 'code': 200} Mar 11 20:43:04.729423 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7db0a94e-d8a5-4ab7-a7c6-607e170d774d req-7a34b559-aca4-4fa8-b141-73f7de2d27c3 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "GET /v2.0/ports?device_id=393024e5-29fc-4bba-8d44-f43ba9998975 HTTP/1.1" status: 200 len: 210 time: 0.0273919 Mar 11 20:43:05.786060 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60286) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:43:06.142235 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9e1e559f-c17e-4c84-97cf-059bb80ef5d8 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (af149e29-388f-4e40-ba95-35b8e200c205), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:06.397479 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-9e1e559f-c17e-4c84-97cf-059bb80ef5d8 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Deleting port 7d10bd7c-ddcd-428b-9825-1ef6b85b1c80 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:43:06.397775 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9e1e559f-c17e-4c84-97cf-059bb80ef5d8 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (7d10bd7c-ddcd-428b-9825-1ef6b85b1c80), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:06.484210 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-9e1e559f-c17e-4c84-97cf-059bb80ef5d8 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] For port 7d10bd7c-ddcd-428b-9825-1ef6b85b1c80, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=7d10bd7c-ddcd-428b-9825-1ef6b85b1c80,segment=NetworkSegment(c748a460-f4c7-459e-866d-c56a3de26dc3),segment_id=c748a460-f4c7-459e-866d-c56a3de26dc3)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:43:06.484647 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9e1e559f-c17e-4c84-97cf-059bb80ef5d8 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (7d10bd7c-ddcd-428b-9825-1ef6b85b1c80), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:06.497502 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-9e1e559f-c17e-4c84-97cf-059bb80ef5d8 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Calling delete_port for 7d10bd7c-ddcd-428b-9825-1ef6b85b1c80 owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:43:06.681013 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9e1e559f-c17e-4c84-97cf-059bb80ef5d8 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (7d10bd7c-ddcd-428b-9825-1ef6b85b1c80), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:06.709666 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1e559f-c17e-4c84-97cf-059bb80ef5d8 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event deleted for resources: {'Port': ['ID=7d10bd7c-ddcd-428b-9825-1ef6b85b1c80,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:43:06.883699 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9e1e559f-c17e-4c84-97cf-059bb80ef5d8 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (af149e29-388f-4e40-ba95-35b8e200c205), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:07.103239 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e1e559f-c17e-4c84-97cf-059bb80ef5d8 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Router af149e29-388f-4e40-ba95-35b8e200c205 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:43:07.497221 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e1e559f-c17e-4c84-97cf-059bb80ef5d8 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:43:07.502467 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-9e1e559f-c17e-4c84-97cf-059bb80ef5d8 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "PUT /v2.0/routers/af149e29-388f-4e40-ba95-35b8e200c205/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7153776 Mar 11 20:43:07.505470 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60288) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:43:07.506509 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bd2cb4-f14b-4f5d-85c6-802d00a678f8 None None] Sync routers for ids ['af149e29-388f-4e40-ba95-35b8e200c205'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:43:07.516651 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bd2cb4-f14b-4f5d-85c6-802d00a678f8 None None] Routers {'af149e29-388f-4e40-ba95-35b8e200c205'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:43:07.517254 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-68bd2cb4-f14b-4f5d-85c6-802d00a678f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:42:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['af149e29-388f-4e40-ba95-35b8e200c205'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:43:07.554964 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcfb8d6e-f56e-4295-b25e-645d2ed7639d tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Deleting subnet deffeea1-d249-460d-85ea-97865b2fe017 {{(pid=103885) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 20:43:07.558156 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fcfb8d6e-f56e-4295-b25e-645d2ed7639d tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for subnet (deffeea1-d249-460d-85ea-97865b2fe017), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:07.597519 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fcfb8d6e-f56e-4295-b25e-645d2ed7639d tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4352042'] for subnet (deffeea1-d249-460d-85ea-97865b2fe017), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:07.622372 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-68bd2cb4-f14b-4f5d-85c6-802d00a678f8 None None] Set router af149e29-388f-4e40-ba95-35b8e200c205 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:43:07.680263 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device dfdc8dd1-33ab-425e-8b29-a6f24a05ba03 no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:43:07.687650 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fcfb8d6e-f56e-4295-b25e-645d2ed7639d tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (deffeea1-d249-460d-85ea-97865b2fe017), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:07.701961 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: dfdc8dd1-33ab-425e-8b29-a6f24a05ba03 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:43:07.702305 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device dfdc8dd1-33ab-425e-8b29-a6f24a05ba03 not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:43:07.745075 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fcfb8d6e-f56e-4295-b25e-645d2ed7639d tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16775357', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16689853'] for subnet (deffeea1-d249-460d-85ea-97865b2fe017), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:07.774240 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfb8d6e-f56e-4295-b25e-645d2ed7639d tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event deleted for resources: {'Subnet': ['ID=deffeea1-d249-460d-85ea-97865b2fe017,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:43:07.780794 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fcfb8d6e-f56e-4295-b25e-645d2ed7639d tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:07.786372 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-fcfb8d6e-f56e-4295-b25e-645d2ed7639d tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "DELETE /v2.0/subnets/deffeea1-d249-460d-85ea-97865b2fe017 HTTP/1.1" status: 204 len: 168 time: 0.2774189 Mar 11 20:43:07.786589 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60290) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:43:07.808416 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1609cb9-49c2-4dbe-937d-9d2161febe5d None None] Network 30cc4141-503c-43a2-b7e0-5617649a8679 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:43:07.896988 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-58b7e83b-4fa4-4c17-a9b7-f095d851a74d tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for router (af149e29-388f-4e40-ba95-35b8e200c205), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:07.902633 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-68bd2cb4-f14b-4f5d-85c6-802d00a678f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af149e29-388f-4e40-ba95-35b8e200c205', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092172754', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '004252f5-6fe3-4ff7-9989-e19e25c32ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:41:28Z', 'updated_at': '2022-03-11T20:43:06Z', 'revision_number': 5, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'gw_port': {'id': '004252f5-6fe3-4ff7-9989-e19e25c32ae6', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af149e29-388f-4e40-ba95-35b8e200c205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:41:28Z', 'updated_at': '2022-03-11T20:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:43:07.939234 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bd2cb4-f14b-4f5d-85c6-802d00a678f8 None None] Checking router: af149e29-388f-4e40-ba95-35b8e200c205 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:43:07.952179 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bd2cb4-f14b-4f5d-85c6-802d00a678f8 None None] Routers {'af149e29-388f-4e40-ba95-35b8e200c205'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:43:07.952785 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-68bd2cb4-f14b-4f5d-85c6-802d00a678f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:42:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['af149e29-388f-4e40-ba95-35b8e200c205'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:43:08.020076 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-58b7e83b-4fa4-4c17-a9b7-f095d851a74d tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for router_gateway (af149e29-388f-4e40-ba95-35b8e200c205), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:08.052533 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a122a64c-f4ea-4e66-8fbd-a2f4703f88c5 None None] DHCP port deletion for 30cc4141-503c-43a2-b7e0-5617649a8679 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 20:43:08.075902 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-58b7e83b-4fa4-4c17-a9b7-f095d851a74d tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Deleting port 004252f5-6fe3-4ff7-9989-e19e25c32ae6 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:43:08.076243 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-58b7e83b-4fa4-4c17-a9b7-f095d851a74d tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (004252f5-6fe3-4ff7-9989-e19e25c32ae6), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:08.100116 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-68bd2cb4-f14b-4f5d-85c6-802d00a678f8 None None] Set router af149e29-388f-4e40-ba95-35b8e200c205 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:43:08.156531 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-58b7e83b-4fa4-4c17-a9b7-f095d851a74d tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] For port 004252f5-6fe3-4ff7-9989-e19e25c32ae6, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=004252f5-6fe3-4ff7-9989-e19e25c32ae6,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:43:08.156881 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-58b7e83b-4fa4-4c17-a9b7-f095d851a74d tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (004252f5-6fe3-4ff7-9989-e19e25c32ae6), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:08.169280 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-58b7e83b-4fa4-4c17-a9b7-f095d851a74d tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Calling delete_port for 004252f5-6fe3-4ff7-9989-e19e25c32ae6 owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:43:08.212063 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a122a64c-f4ea-4e66-8fbd-a2f4703f88c5 None None] Deleting port d3cc8e4e-6bed-4364-bdac-f5d543b285b8 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:43:08.212432 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a122a64c-f4ea-4e66-8fbd-a2f4703f88c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (d3cc8e4e-6bed-4364-bdac-f5d543b285b8), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:08.296657 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-a122a64c-f4ea-4e66-8fbd-a2f4703f88c5 None None] For port d3cc8e4e-6bed-4364-bdac-f5d543b285b8, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=d3cc8e4e-6bed-4364-bdac-f5d543b285b8,segment=NetworkSegment(c748a460-f4c7-459e-866d-c56a3de26dc3),segment_id=c748a460-f4c7-459e-866d-c56a3de26dc3)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:43:08.296971 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a122a64c-f4ea-4e66-8fbd-a2f4703f88c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (d3cc8e4e-6bed-4364-bdac-f5d543b285b8), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:08.326111 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a122a64c-f4ea-4e66-8fbd-a2f4703f88c5 None None] Calling delete_port for d3cc8e4e-6bed-4364-bdac-f5d543b285b8 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:43:08.334314 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-58b7e83b-4fa4-4c17-a9b7-f095d851a74d tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (004252f5-6fe3-4ff7-9989-e19e25c32ae6), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:08.368248 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b7e83b-4fa4-4c17-a9b7-f095d851a74d tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event deleted for resources: {'Port': ['ID=004252f5-6fe3-4ff7-9989-e19e25c32ae6,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:43:08.416223 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-68bd2cb4-f14b-4f5d-85c6-802d00a678f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af149e29-388f-4e40-ba95-35b8e200c205', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092172754', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '004252f5-6fe3-4ff7-9989-e19e25c32ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:41:28Z', 'updated_at': '2022-03-11T20:43:06Z', 'revision_number': 5, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'gw_port': {'id': '004252f5-6fe3-4ff7-9989-e19e25c32ae6', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af149e29-388f-4e40-ba95-35b8e200c205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:41:28Z', 'updated_at': '2022-03-11T20:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:43:08.438684 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-58b7e83b-4fa4-4c17-a9b7-f095d851a74d tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (af149e29-388f-4e40-ba95-35b8e200c205), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:08.448593 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68bd2cb4-f14b-4f5d-85c6-802d00a678f8 None None] The sync data for ids ['af149e29-388f-4e40-ba95-35b8e200c205'] in n-d-833163-1 is: [{'id': 'af149e29-388f-4e40-ba95-35b8e200c205', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2092172754', 'tenant_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '004252f5-6fe3-4ff7-9989-e19e25c32ae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:41:28Z', 'updated_at': '2022-03-11T20:43:06Z', 'revision_number': 5, 'project_id': 'cd4dc3a306bd4a69832000c41db1a90a', 'gw_port': {'id': '004252f5-6fe3-4ff7-9989-e19e25c32ae6', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:a7:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af149e29-388f-4e40-ba95-35b8e200c205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4374, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:41:28Z', 'updated_at': '2022-03-11T20:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:43:08.456829 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a122a64c-f4ea-4e66-8fbd-a2f4703f88c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (d3cc8e4e-6bed-4364-bdac-f5d543b285b8), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:08.484211 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a122a64c-f4ea-4e66-8fbd-a2f4703f88c5 None None] Pushing event deleted for resources: {'Port': ['ID=d3cc8e4e-6bed-4364-bdac-f5d543b285b8,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:43:08.486464 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a122a64c-f4ea-4e66-8fbd-a2f4703f88c5 None None] No DVR routers for this DVR port d3cc8e4e-6bed-4364-bdac-f5d543b285b8 on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:43:08.494698 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a122a64c-f4ea-4e66-8fbd-a2f4703f88c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:43:08.495230 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a122a64c-f4ea-4e66-8fbd-a2f4703f88c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:43:08.495450 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a122a64c-f4ea-4e66-8fbd-a2f4703f88c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:43:08.496848 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a122a64c-f4ea-4e66-8fbd-a2f4703f88c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:43:08.497194 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a122a64c-f4ea-4e66-8fbd-a2f4703f88c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:43:08.497546 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a122a64c-f4ea-4e66-8fbd-a2f4703f88c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:43:08.497863 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a122a64c-f4ea-4e66-8fbd-a2f4703f88c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:43:08.498219 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a122a64c-f4ea-4e66-8fbd-a2f4703f88c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:43:08.498552 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a122a64c-f4ea-4e66-8fbd-a2f4703f88c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:43:08.498884 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a122a64c-f4ea-4e66-8fbd-a2f4703f88c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:43:08.499208 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a122a64c-f4ea-4e66-8fbd-a2f4703f88c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:43:08.499532 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a122a64c-f4ea-4e66-8fbd-a2f4703f88c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:43:08.499886 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a122a64c-f4ea-4e66-8fbd-a2f4703f88c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:43:08.539067 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-58b7e83b-4fa4-4c17-a9b7-f095d851a74d tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (af149e29-388f-4e40-ba95-35b8e200c205), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:08.541236 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-58b7e83b-4fa4-4c17-a9b7-f095d851a74d tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for router_controller (af149e29-388f-4e40-ba95-35b8e200c205), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:08.584341 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-58b7e83b-4fa4-4c17-a9b7-f095d851a74d tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (af149e29-388f-4e40-ba95-35b8e200c205), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:08.584820 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b7e83b-4fa4-4c17-a9b7-f095d851a74d tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Fanout notify agent at l3_agent the message router_deleted on router af149e29-388f-4e40-ba95-35b8e200c205 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 20:43:08.592314 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-58b7e83b-4fa4-4c17-a9b7-f095d851a74d tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:08.593422 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-58b7e83b-4fa4-4c17-a9b7-f095d851a74d tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "DELETE /v2.0/routers/af149e29-388f-4e40-ba95-35b8e200c205 HTTP/1.1" status: 204 len: 168 time: 0.8059003 Mar 11 20:43:08.596181 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60292) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:43:08.675058 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4013cf69-9b31-40ac-ab0d-a47bc4a34716 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (30cc4141-503c-43a2-b7e0-5617649a8679), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:08.757716 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4013cf69-9b31-40ac-ab0d-a47bc4a34716 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (30cc4141-503c-43a2-b7e0-5617649a8679), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:08.777564 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-4013cf69-9b31-40ac-ab0d-a47bc4a34716 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30cc4141-503c-43a2-b7e0-5617649a8679']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:43:08.786603 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-4013cf69-9b31-40ac-ab0d-a47bc4a34716 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c748a460-f4c7-459e-866d-c56a3de26dc3') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:43:08.786899 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-4013cf69-9b31-40ac-ab0d-a47bc4a34716 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c748a460-f4c7-459e-866d-c56a3de26dc3') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:43:08.799457 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4013cf69-9b31-40ac-ab0d-a47bc4a34716 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (c748a460-f4c7-459e-866d-c56a3de26dc3), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:08.813607 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4013cf69-9b31-40ac-ab0d-a47bc4a34716 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (c748a460-f4c7-459e-866d-c56a3de26dc3), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:08.823951 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4013cf69-9b31-40ac-ab0d-a47bc4a34716 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Releasing vlan 895 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 20:43:08.824404 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4013cf69-9b31-40ac-ab0d-a47bc4a34716 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (c748a460-f4c7-459e-866d-c56a3de26dc3), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:08.827889 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 20:43:08.827889 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 20:43:08.827889 n-d-833163-1 neutron-server[103885]: timer() Mar 11 20:43:08.827889 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:43:08.827889 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 20:43:08.827889 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 20:43:08.827889 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 20:43:08.827889 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:43:08.827889 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 20:43:08.827889 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:43:08.827889 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 20:43:08.827889 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:43:08.827889 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 20:43:08.827889 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 20:43:08.827889 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:43:08.827889 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 20:43:08.827889 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:43:08.827889 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 20:43:08.827889 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 20:43:08.827889 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:43:08.827889 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 20:43:08.827889 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:43:08.827889 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:43:08.827889 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 20:43:08.827889 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 20:43:08.827889 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 20:43:08.827889 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:43:08.827889 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 20:43:08.827889 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:43:08.827889 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 20:43:08.827889 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:43:08.827889 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:43:08.893194 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4013cf69-9b31-40ac-ab0d-a47bc4a34716 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (30cc4141-503c-43a2-b7e0-5617649a8679), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:08.910259 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4013cf69-9b31-40ac-ab0d-a47bc4a34716 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:08.913470 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-4013cf69-9b31-40ac-ab0d-a47bc4a34716 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "DELETE /v2.0/networks/30cc4141-503c-43a2-b7e0-5617649a8679 HTTP/1.1" status: 204 len: 168 time: 0.3163121 Mar 11 20:43:08.914790 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4013cf69-9b31-40ac-ab0d-a47bc4a34716 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event deleted for resources: {'Network': ['ID=30cc4141-503c-43a2-b7e0-5617649a8679,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:43:08.917545 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 60294) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:43:08.982728 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6d841a0f-617c-4ddf-b286-0695a102c7c2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group (bd7018d0-9822-452b-9f32-816ecb10dea9), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:09.009735 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6d841a0f-617c-4ddf-b286-0695a102c7c2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group (bd7018d0-9822-452b-9f32-816ecb10dea9), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:09.074063 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6d841a0f-617c-4ddf-b286-0695a102c7c2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (bd7018d0-9822-452b-9f32-816ecb10dea9), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:09.076884 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-6d841a0f-617c-4ddf-b286-0695a102c7c2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:09.078141 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-6d841a0f-617c-4ddf-b286-0695a102c7c2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] 10.222.0.65 "DELETE /v2.0/security-groups/bd7018d0-9822-452b-9f32-816ecb10dea9 HTTP/1.1" status: 204 len: 168 time: 0.1592729 Mar 11 20:43:09.087593 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d841a0f-617c-4ddf-b286-0695a102c7c2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7018d0-9822-452b-9f32-816ecb10dea9,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:43:09.095476 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d841a0f-617c-4ddf-b286-0695a102c7c2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:43:09.096143 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d841a0f-617c-4ddf-b286-0695a102c7c2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:43:09.096555 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d841a0f-617c-4ddf-b286-0695a102c7c2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:43:09.096959 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d841a0f-617c-4ddf-b286-0695a102c7c2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:43:09.097363 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d841a0f-617c-4ddf-b286-0695a102c7c2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:43:09.097764 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d841a0f-617c-4ddf-b286-0695a102c7c2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:43:09.098239 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d841a0f-617c-4ddf-b286-0695a102c7c2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:43:09.098553 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d841a0f-617c-4ddf-b286-0695a102c7c2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:43:09.099366 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d841a0f-617c-4ddf-b286-0695a102c7c2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:43:09.099366 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d841a0f-617c-4ddf-b286-0695a102c7c2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:43:09.099879 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d841a0f-617c-4ddf-b286-0695a102c7c2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:43:09.100136 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d841a0f-617c-4ddf-b286-0695a102c7c2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:43:09.100612 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d841a0f-617c-4ddf-b286-0695a102c7c2 tempest-TestNetworkAdvancedServerOps-419989625 tempest-TestNetworkAdvancedServerOps-419989625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:43:09.414547 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60304) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:43:09.557303 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-5b7d4810-2289-48e4-8ef5-5bdda4ebaa82 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=cd4dc3a306bd4a69832000c41db1a90a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1416063 Mar 11 20:43:09.559741 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60308) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:43:09.605143 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6fc453fe-63da-44d0-a0c1-50b94ec612de admin admin] Publish callbacks [] for security_group (d2eacdfd-8360-42e7-b665-86fad9abba75), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:09.625443 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6fc453fe-63da-44d0-a0c1-50b94ec612de admin admin] Publish callbacks [] for security_group (d2eacdfd-8360-42e7-b665-86fad9abba75), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:09.677910 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6fc453fe-63da-44d0-a0c1-50b94ec612de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (d2eacdfd-8360-42e7-b665-86fad9abba75), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:09.680531 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6fc453fe-63da-44d0-a0c1-50b94ec612de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:09.681670 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-6fc453fe-63da-44d0-a0c1-50b94ec612de admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d2eacdfd-8360-42e7-b665-86fad9abba75 HTTP/1.1" status: 204 len: 168 time: 0.1210501 Mar 11 20:43:09.689817 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc453fe-63da-44d0-a0c1-50b94ec612de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2eacdfd-8360-42e7-b665-86fad9abba75,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:43:09.947992 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60314) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:43:09.963278 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-43cb482c-bafc-4d24-ac62-1864bf673af5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:09.978640 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device d3cc8e4e-6bed-4364-bdac-f5d543b285b8 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:43:09.997616 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: d3cc8e4e-6bed-4364-bdac-f5d543b285b8 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:43:09.997970 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device d3cc8e4e-6bed-4364-bdac-f5d543b285b8 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:43:09.998480 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 004252f5-6fe3-4ff7-9989-e19e25c32ae6 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:43:10.021464 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 004252f5-6fe3-4ff7-9989-e19e25c32ae6 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:43:10.021833 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 004252f5-6fe3-4ff7-9989-e19e25c32ae6 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:43:10.022263 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 7d10bd7c-ddcd-428b-9825-1ef6b85b1c80 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:43:10.041364 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-43cb482c-bafc-4d24-ac62-1864bf673af5 admin admin] Publish callbacks [] for security_group (20fc16f6-552b-4406-bb95-d4257e4345bd), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:10.041924 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 7d10bd7c-ddcd-428b-9825-1ef6b85b1c80 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:43:10.042283 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 7d10bd7c-ddcd-428b-9825-1ef6b85b1c80 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:43:10.046241 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-43cb482c-bafc-4d24-ac62-1864bf673af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (20fc16f6-552b-4406-bb95-d4257e4345bd), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:10.086006 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-43cb482c-bafc-4d24-ac62-1864bf673af5 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=684d7385b8054e87975dfaf10c093a96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1363907 Mar 11 20:43:10.086911 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cb482c-bafc-4d24-ac62-1864bf673af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20fc16f6-552b-4406-bb95-d4257e4345bd,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:43:10.088836 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 60316) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:43:10.136698 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-31b378e8-f8aa-4ccc-b622-13dbbca37e8d admin admin] Publish callbacks [] for security_group (20fc16f6-552b-4406-bb95-d4257e4345bd), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:10.157645 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-31b378e8-f8aa-4ccc-b622-13dbbca37e8d admin admin] Publish callbacks [] for security_group (20fc16f6-552b-4406-bb95-d4257e4345bd), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:10.204182 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-31b378e8-f8aa-4ccc-b622-13dbbca37e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (20fc16f6-552b-4406-bb95-d4257e4345bd), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:10.206743 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-31b378e8-f8aa-4ccc-b622-13dbbca37e8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:10.207892 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-31b378e8-f8aa-4ccc-b622-13dbbca37e8d admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/20fc16f6-552b-4406-bb95-d4257e4345bd HTTP/1.1" status: 204 len: 168 time: 0.1178558 Mar 11 20:43:10.215774 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b378e8-f8aa-4ccc-b622-13dbbca37e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20fc16f6-552b-4406-bb95-d4257e4345bd,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:43:10.885346 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60338) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:43:10.980583 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-3148cc51-ce6a-463e-ae3b-d8d743719c93 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-233531654-network', 'tenant_id': '360b5df7b50b47959f1dea8afcd996d7'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:43:10.999288 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3148cc51-ce6a-463e-ae3b-d8d743719c93 admin admin] Made reservation on behalf of 360b5df7b50b47959f1dea8afcd996d7 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:43:11.001573 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3148cc51-ce6a-463e-ae3b-d8d743719c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:11.010133 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3148cc51-ce6a-463e-ae3b-d8d743719c93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:11.086745 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3148cc51-ce6a-463e-ae3b-d8d743719c93 admin admin] Publish callbacks [] for security_group (109fcaec-42a3-453b-a02b-524553b66009), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:11.091113 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3148cc51-ce6a-463e-ae3b-d8d743719c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (109fcaec-42a3-453b-a02b-524553b66009), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:11.120890 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3148cc51-ce6a-463e-ae3b-d8d743719c93 admin admin] vlan segment allocate from pool success with {'vlan_id': 883, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:43:11.126443 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3148cc51-ce6a-463e-ae3b-d8d743719c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109fcaec-42a3-453b-a02b-524553b66009,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:43:11.136584 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3148cc51-ce6a-463e-ae3b-d8d743719c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (0c7ef6cd-f7bd-47c4-969d-740864c2da75), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:11.137017 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-3148cc51-ce6a-463e-ae3b-d8d743719c93 admin admin] Added segment 0c7ef6cd-f7bd-47c4-969d-740864c2da75 of type vlan for network 669ddc16-1478-4df9-90d9-7516e1cf45f1 Mar 11 20:43:11.181209 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3148cc51-ce6a-463e-ae3b-d8d743719c93 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (669ddc16-1478-4df9-90d9-7516e1cf45f1), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:11.205517 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3148cc51-ce6a-463e-ae3b-d8d743719c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (669ddc16-1478-4df9-90d9-7516e1cf45f1), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:11.206578 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3148cc51-ce6a-463e-ae3b-d8d743719c93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:43:11.207161 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-3148cc51-ce6a-463e-ae3b-d8d743719c93 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:11.243826 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-3148cc51-ce6a-463e-ae3b-d8d743719c93 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3572400 Mar 11 20:43:11.246897 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 60342) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:43:11.255021 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-b4e41e14-a9ac-41a4-80ce-1e932f9429eb admin admin] Request body: {'subnet': {'network_id': '669ddc16-1478-4df9-90d9-7516e1cf45f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-233531654-subnet', 'tenant_id': '360b5df7b50b47959f1dea8afcd996d7', 'ip_version': 4}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:43:11.274968 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3148cc51-ce6a-463e-ae3b-d8d743719c93 admin admin] Pushing event updated for resources: {'Network': ['ID=669ddc16-1478-4df9-90d9-7516e1cf45f1,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:43:11.277880 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e41e14-a9ac-41a4-80ce-1e932f9429eb admin admin] Made reservation on behalf of 360b5df7b50b47959f1dea8afcd996d7 for: {'subnet': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:43:11.281038 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b4e41e14-a9ac-41a4-80ce-1e932f9429eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255277'] for subnet (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:11.285820 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 669ddc16-1478-4df9-90d9-7516e1cf45f1 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 20:43:11.449382 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b4e41e14-a9ac-41a4-80ce-1e932f9429eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255235'] for subnet (6cb21a67-68ce-46c4-abc4-3f4786a925c4), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:11.508633 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e41e14-a9ac-41a4-80ce-1e932f9429eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cb21a67-68ce-46c4-abc4-3f4786a925c4,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:43:11.515380 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e41e14-a9ac-41a4-80ce-1e932f9429eb admin admin] Checking segment: {'id': '0c7ef6cd-f7bd-47c4-969d-740864c2da75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '669ddc16-1478-4df9-90d9-7516e1cf45f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:43:11.515767 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e41e14-a9ac-41a4-80ce-1e932f9429eb admin admin] Network hostable DHCP agents. Network: 669ddc16-1478-4df9-90d9-7516e1cf45f1, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103884) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:43:11.532041 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e41e14-a9ac-41a4-80ce-1e932f9429eb admin admin] Network 669ddc16-1478-4df9-90d9-7516e1cf45f1 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103884) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:43:11.540394 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-b4e41e14-a9ac-41a4-80ce-1e932f9429eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 669ddc16-1478-4df9-90d9-7516e1cf45f1) {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:43:11.546528 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e41e14-a9ac-41a4-80ce-1e932f9429eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:43:11.546528 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b4e41e14-a9ac-41a4-80ce-1e932f9429eb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:11.550428 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845938d6-4684-4ff1-b88d-1aeb4859b746 None None] Network 669ddc16-1478-4df9-90d9-7516e1cf45f1 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:43:11.568925 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b4e41e14-a9ac-41a4-80ce-1e932f9429eb admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3194501 Mar 11 20:43:11.572831 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 60344) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:43:11.577216 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-7d55681c-7486-4562-b69b-84b93ad5ec64 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-233531654-router', 'tenant_id': '360b5df7b50b47959f1dea8afcd996d7', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:43:11.597378 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7d55681c-7486-4562-b69b-84b93ad5ec64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (175086e0-57f7-4116-b25b-c3d3a2a887f8), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:11.598333 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7d55681c-7486-4562-b69b-84b93ad5ec64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (175086e0-57f7-4116-b25b-c3d3a2a887f8), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:11.659073 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7d55681c-7486-4562-b69b-84b93ad5ec64 admin admin] Publish callbacks [] for router_controller (175086e0-57f7-4116-b25b-c3d3a2a887f8), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:11.669342 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ae7a4a-2419-477b-b9fa-a4d4f927f4d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-669ddc16-1478-4df9-90d9-7516e1cf45f1', 'network_id': '669ddc16-1478-4df9-90d9-7516e1cf45f1', 'project_id': '360b5df7b50b47959f1dea8afcd996d7', 'fixed_ips': [{'subnet_id': '6cb21a67-68ce-46c4-abc4-3f4786a925c4'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 20:43:11.670529 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-18ae7a4a-2419-477b-b9fa-a4d4f927f4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:11.813725 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-18ae7a4a-2419-477b-b9fa-a4d4f927f4d4 None None] Allocated IP 172.20.0.2 (669ddc16-1478-4df9-90d9-7516e1cf45f1/6cb21a67-68ce-46c4-abc4-3f4786a925c4/5e759dbe-730b-4a89-a895-32d4e24d53b1) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:43:11.978182 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-18ae7a4a-2419-477b-b9fa-a4d4f927f4d4 None None] Publish callbacks [] for port (5e759dbe-730b-4a89-a895-32d4e24d53b1), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:11.984600 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-18ae7a4a-2419-477b-b9fa-a4d4f927f4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (5e759dbe-730b-4a89-a895-32d4e24d53b1), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:12.029671 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ae7a4a-2419-477b-b9fa-a4d4f927f4d4 None None] Network 669ddc16-1478-4df9-90d9-7516e1cf45f1 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:43:12.032695 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-18ae7a4a-2419-477b-b9fa-a4d4f927f4d4 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:43:12.037670 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ae7a4a-2419-477b-b9fa-a4d4f927f4d4 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:43:12.040942 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ae7a4a-2419-477b-b9fa-a4d4f927f4d4 None None] Pushing event updated for resources: {'Port': ['ID=5e759dbe-730b-4a89-a895-32d4e24d53b1,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:43:12.100128 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-18ae7a4a-2419-477b-b9fa-a4d4f927f4d4 None None] Attempting to bind port 5e759dbe-730b-4a89-a895-32d4e24d53b1 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:43:12.100421 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-18ae7a4a-2419-477b-b9fa-a4d4f927f4d4 None None] Attempting to bind port 5e759dbe-730b-4a89-a895-32d4e24d53b1 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '0c7ef6cd-f7bd-47c4-969d-740864c2da75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '669ddc16-1478-4df9-90d9-7516e1cf45f1'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:43:12.100829 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ae7a4a-2419-477b-b9fa-a4d4f927f4d4 None None] Attempting to bind port 5e759dbe-730b-4a89-a895-32d4e24d53b1 on network 669ddc16-1478-4df9-90d9-7516e1cf45f1 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:43:12.106569 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ae7a4a-2419-477b-b9fa-a4d4f927f4d4 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:43:12.106953 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ae7a4a-2419-477b-b9fa-a4d4f927f4d4 None None] Checking segment: {'id': '0c7ef6cd-f7bd-47c4-969d-740864c2da75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '669ddc16-1478-4df9-90d9-7516e1cf45f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:43:12.107366 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-18ae7a4a-2419-477b-b9fa-a4d4f927f4d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:12.107796 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ae7a4a-2419-477b-b9fa-a4d4f927f4d4 None None] Bound using segment: {'id': '0c7ef6cd-f7bd-47c4-969d-740864c2da75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '669ddc16-1478-4df9-90d9-7516e1cf45f1'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:43:12.108275 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-18ae7a4a-2419-477b-b9fa-a4d4f927f4d4 None None] Bound port: 5e759dbe-730b-4a89-a895-32d4e24d53b1, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c7ef6cd-f7bd-47c4-969d-740864c2da75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '669ddc16-1478-4df9-90d9-7516e1cf45f1'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:43:12.108661 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-18ae7a4a-2419-477b-b9fa-a4d4f927f4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (5e759dbe-730b-4a89-a895-32d4e24d53b1), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:12.119366 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7d55681c-7486-4562-b69b-84b93ad5ec64 admin admin] Publish callbacks [] for router_gateway (175086e0-57f7-4116-b25b-c3d3a2a887f8), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:12.178686 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-18ae7a4a-2419-477b-b9fa-a4d4f927f4d4 None None] For port 5e759dbe-730b-4a89-a895-32d4e24d53b1, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:43:12.182665 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-18ae7a4a-2419-477b-b9fa-a4d4f927f4d4 None None] For port 5e759dbe-730b-4a89-a895-32d4e24d53b1, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=5e759dbe-730b-4a89-a895-32d4e24d53b1,segment=NetworkSegment(0c7ef6cd-f7bd-47c4-969d-740864c2da75),segment_id=0c7ef6cd-f7bd-47c4-969d-740864c2da75)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:43:12.190671 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-18ae7a4a-2419-477b-b9fa-a4d4f927f4d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (5e759dbe-730b-4a89-a895-32d4e24d53b1), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:12.265637 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ae7a4a-2419-477b-b9fa-a4d4f927f4d4 None None] Pushing event updated for resources: {'Port': ['ID=5e759dbe-730b-4a89-a895-32d4e24d53b1,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:43:12.334328 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7d55681c-7486-4562-b69b-84b93ad5ec64 admin admin] Publish callbacks [] for router_gateway (175086e0-57f7-4116-b25b-c3d3a2a887f8), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:12.354158 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7d55681c-7486-4562-b69b-84b93ad5ec64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:12.495030 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-7d55681c-7486-4562-b69b-84b93ad5ec64 admin admin] Allocated IP 172.25.8.73 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/e78572fe-6fcc-469c-b58f-17565e8b6b94) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:43:12.609076 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7d55681c-7486-4562-b69b-84b93ad5ec64 admin admin] Publish callbacks [] for port (e78572fe-6fcc-469c-b58f-17565e8b6b94), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:12.643666 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7d55681c-7486-4562-b69b-84b93ad5ec64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (e78572fe-6fcc-469c-b58f-17565e8b6b94), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:12.691242 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d55681c-7486-4562-b69b-84b93ad5ec64 admin admin] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:43:12.696337 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-7d55681c-7486-4562-b69b-84b93ad5ec64 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:43:12.698669 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d55681c-7486-4562-b69b-84b93ad5ec64 admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:43:12.700658 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55681c-7486-4562-b69b-84b93ad5ec64 admin admin] Pushing event updated for resources: {'Port': ['ID=e78572fe-6fcc-469c-b58f-17565e8b6b94,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:43:12.953920 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7d55681c-7486-4562-b69b-84b93ad5ec64 admin admin] Publish callbacks [] for router_gateway (175086e0-57f7-4116-b25b-c3d3a2a887f8), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:13.177241 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7d55681c-7486-4562-b69b-84b93ad5ec64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (175086e0-57f7-4116-b25b-c3d3a2a887f8), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:13.261006 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dcdbd8c-b921-4a58-8db5-94875abfd4f9 None None] Network 669ddc16-1478-4df9-90d9-7516e1cf45f1 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:43:13.319961 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d55681c-7486-4562-b69b-84b93ad5ec64 admin admin] Router 175086e0-57f7-4116-b25b-c3d3a2a887f8 is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 20:43:13.337800 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-312820f8-aecb-4077-89c7-782423308073 None None] Provisioning complete for port 5e759dbe-730b-4a89-a895-32d4e24d53b1 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:43:13.338229 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-312820f8-aecb-4077-89c7-782423308073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (5e759dbe-730b-4a89-a895-32d4e24d53b1), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:13.462260 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d55681c-7486-4562-b69b-84b93ad5ec64 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:43:13.462871 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-312820f8-aecb-4077-89c7-782423308073 None None] Current status of the port 5e759dbe-730b-4a89-a895-32d4e24d53b1 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:43:13.463045 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-312820f8-aecb-4077-89c7-782423308073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (5e759dbe-730b-4a89-a895-32d4e24d53b1), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:13.472737 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be85385-d9e9-4b74-ac96-4dd6f616e956 None None] Sync routers for ids ['175086e0-57f7-4116-b25b-c3d3a2a887f8'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:43:13.485834 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7d55681c-7486-4562-b69b-84b93ad5ec64 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:13.487285 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-7d55681c-7486-4562-b69b-84b93ad5ec64 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9134746 Mar 11 20:43:13.490774 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 60346) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:43:13.493923 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be85385-d9e9-4b74-ac96-4dd6f616e956 None None] Routers {'175086e0-57f7-4116-b25b-c3d3a2a887f8'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:43:13.494738 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-6be85385-d9e9-4b74-ac96-4dd6f616e956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:42:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['175086e0-57f7-4116-b25b-c3d3a2a887f8'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:43:13.615852 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-6be85385-d9e9-4b74-ac96-4dd6f616e956 None None] Set router 175086e0-57f7-4116-b25b-c3d3a2a887f8 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:43:13.690460 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-312820f8-aecb-4077-89c7-782423308073 None None] For port 5e759dbe-730b-4a89-a895-32d4e24d53b1, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=5e759dbe-730b-4a89-a895-32d4e24d53b1,segment=NetworkSegment(0c7ef6cd-f7bd-47c4-969d-740864c2da75),segment_id=0c7ef6cd-f7bd-47c4-969d-740864c2da75)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:43:13.697428 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-312820f8-aecb-4077-89c7-782423308073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (5e759dbe-730b-4a89-a895-32d4e24d53b1), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:13.752842 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312820f8-aecb-4077-89c7-782423308073 None None] Pushing event updated for resources: {'Port': ['ID=5e759dbe-730b-4a89-a895-32d4e24d53b1,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:43:13.817845 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-6be85385-d9e9-4b74-ac96-4dd6f616e956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175086e0-57f7-4116-b25b-c3d3a2a887f8', 'name': 'tempest-TestShelveInstance-233531654-router', 'tenant_id': '360b5df7b50b47959f1dea8afcd996d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'e78572fe-6fcc-469c-b58f-17565e8b6b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:43:11Z', 'updated_at': '2022-03-11T20:43:12Z', 'revision_number': 3, 'project_id': '360b5df7b50b47959f1dea8afcd996d7', 'gw_port': {'id': 'e78572fe-6fcc-469c-b58f-17565e8b6b94', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f0:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175086e0-57f7-4116-b25b-c3d3a2a887f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:43:12Z', 'updated_at': '2022-03-11T20:43:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:43:13.820850 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-918d9bc0-e082-41e8-8296-a5887555b811 None None] Provisioning complete for port 5e759dbe-730b-4a89-a895-32d4e24d53b1 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:43:13.821206 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-918d9bc0-e082-41e8-8296-a5887555b811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (5e759dbe-730b-4a89-a895-32d4e24d53b1), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:13.849361 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be85385-d9e9-4b74-ac96-4dd6f616e956 None None] Checking router: 175086e0-57f7-4116-b25b-c3d3a2a887f8 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:43:13.849862 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be85385-d9e9-4b74-ac96-4dd6f616e956 None None] Updating router 175086e0-57f7-4116-b25b-c3d3a2a887f8 port e78572fe-6fcc-469c-b58f-17565e8b6b94 binding host n-d-833163-1 {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 20:43:13.881631 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6be85385-d9e9-4b74-ac96-4dd6f616e956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (e78572fe-6fcc-469c-b58f-17565e8b6b94), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:13.899610 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-918d9bc0-e082-41e8-8296-a5887555b811 None None] Current status of the port 5e759dbe-730b-4a89-a895-32d4e24d53b1 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:43:13.953516 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1c7ecf5f-7367-4452-a607-8b91160cf9bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:14.017191 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 5e759dbe-730b-4a89-a895-32d4e24d53b1 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:43:14.085422 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 5e759dbe-730b-4a89-a895-32d4e24d53b1 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:43:14.085885 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (5e759dbe-730b-4a89-a895-32d4e24d53b1), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:14.138137 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-1c7ecf5f-7367-4452-a607-8b91160cf9bf admin admin] Allocated IP 172.20.0.1 (669ddc16-1478-4df9-90d9-7516e1cf45f1/6cb21a67-68ce-46c4-abc4-3f4786a925c4/8564f564-3aa5-4138-97ef-845e00a3d84b) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:43:14.169775 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6be85385-d9e9-4b74-ac96-4dd6f616e956 None None] Publish callbacks [] for port (e78572fe-6fcc-469c-b58f-17565e8b6b94), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:14.174321 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 5e759dbe-730b-4a89-a895-32d4e24d53b1 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:43:14.180146 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6be85385-d9e9-4b74-ac96-4dd6f616e956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (e78572fe-6fcc-469c-b58f-17565e8b6b94), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:14.230664 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-6be85385-d9e9-4b74-ac96-4dd6f616e956 None None] Attempting to bind port e78572fe-6fcc-469c-b58f-17565e8b6b94 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:43:14.231032 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-6be85385-d9e9-4b74-ac96-4dd6f616e956 None None] Attempting to bind port e78572fe-6fcc-469c-b58f-17565e8b6b94 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:43:14.231387 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be85385-d9e9-4b74-ac96-4dd6f616e956 None None] Attempting to bind port e78572fe-6fcc-469c-b58f-17565e8b6b94 on network 612cc066-33e3-444d-b1c7-d0a64751482a {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:43:14.239773 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be85385-d9e9-4b74-ac96-4dd6f616e956 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:43:14.240110 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be85385-d9e9-4b74-ac96-4dd6f616e956 None None] Checking segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:43:14.240579 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6be85385-d9e9-4b74-ac96-4dd6f616e956 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:14.240967 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be85385-d9e9-4b74-ac96-4dd6f616e956 None None] Bound using segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:43:14.241949 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-6be85385-d9e9-4b74-ac96-4dd6f616e956 None None] Bound port: e78572fe-6fcc-469c-b58f-17565e8b6b94, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:43:14.242863 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6be85385-d9e9-4b74-ac96-4dd6f616e956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (e78572fe-6fcc-469c-b58f-17565e8b6b94), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:14.244967 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3f15c6-5528-44fe-b9bf-8935223fc8ce None None] Pushing event updated for resources: {'Port': ['ID=e78572fe-6fcc-469c-b58f-17565e8b6b94,revision_number=2']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:43:14.248781 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1c7ecf5f-7367-4452-a607-8b91160cf9bf admin admin] Publish callbacks [] for port (8564f564-3aa5-4138-97ef-845e00a3d84b), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:14.269362 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3f15c6-5528-44fe-b9bf-8935223fc8ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:43:14.269709 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3f15c6-5528-44fe-b9bf-8935223fc8ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:43:14.270043 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3f15c6-5528-44fe-b9bf-8935223fc8ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:43:14.270373 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3f15c6-5528-44fe-b9bf-8935223fc8ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:43:14.270701 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3f15c6-5528-44fe-b9bf-8935223fc8ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:43:14.271024 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3f15c6-5528-44fe-b9bf-8935223fc8ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:43:14.271348 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3f15c6-5528-44fe-b9bf-8935223fc8ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:43:14.271697 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3f15c6-5528-44fe-b9bf-8935223fc8ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:43:14.272017 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3f15c6-5528-44fe-b9bf-8935223fc8ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:43:14.272333 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3f15c6-5528-44fe-b9bf-8935223fc8ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:43:14.272838 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3f15c6-5528-44fe-b9bf-8935223fc8ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:43:14.272977 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3f15c6-5528-44fe-b9bf-8935223fc8ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:43:14.273286 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3f15c6-5528-44fe-b9bf-8935223fc8ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:43:14.282763 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1c7ecf5f-7367-4452-a607-8b91160cf9bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (8564f564-3aa5-4138-97ef-845e00a3d84b), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:14.305338 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-6be85385-d9e9-4b74-ac96-4dd6f616e956 None None] For port e78572fe-6fcc-469c-b58f-17565e8b6b94, host n-d-833163-1, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:43:14.309543 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-6be85385-d9e9-4b74-ac96-4dd6f616e956 None None] For port e78572fe-6fcc-469c-b58f-17565e8b6b94, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=e78572fe-6fcc-469c-b58f-17565e8b6b94,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:43:14.315843 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-6be85385-d9e9-4b74-ac96-4dd6f616e956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (e78572fe-6fcc-469c-b58f-17565e8b6b94), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:14.326222 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7ecf5f-7367-4452-a607-8b91160cf9bf admin admin] Network 669ddc16-1478-4df9-90d9-7516e1cf45f1 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:43:14.329526 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-1c7ecf5f-7367-4452-a607-8b91160cf9bf admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:43:14.333842 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7ecf5f-7367-4452-a607-8b91160cf9bf admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:43:14.337410 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7ecf5f-7367-4452-a607-8b91160cf9bf admin admin] Pushing event updated for resources: {'Port': ['ID=8564f564-3aa5-4138-97ef-845e00a3d84b,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:43:14.365057 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be85385-d9e9-4b74-ac96-4dd6f616e956 None None] Routers {'175086e0-57f7-4116-b25b-c3d3a2a887f8'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:43:14.365670 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-6be85385-d9e9-4b74-ac96-4dd6f616e956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:42:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['175086e0-57f7-4116-b25b-c3d3a2a887f8'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:43:14.374310 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1c7ecf5f-7367-4452-a607-8b91160cf9bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (175086e0-57f7-4116-b25b-c3d3a2a887f8), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:14.442603 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3f15c6-5528-44fe-b9bf-8935223fc8ce None None] Pushing event updated for resources: {'Port': ['ID=e78572fe-6fcc-469c-b58f-17565e8b6b94,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:43:14.502815 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-6be85385-d9e9-4b74-ac96-4dd6f616e956 None None] Set router 175086e0-57f7-4116-b25b-c3d3a2a887f8 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:43:14.522385 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1c7ecf5f-7367-4452-a607-8b91160cf9bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (8564f564-3aa5-4138-97ef-845e00a3d84b), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:14.627599 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-3e0f9e36-5567-4eba-b6b1-90076ed49a99 None None] Provisioning complete for port 8564f564-3aa5-4138-97ef-845e00a3d84b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:43:14.628207 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3e0f9e36-5567-4eba-b6b1-90076ed49a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (8564f564-3aa5-4138-97ef-845e00a3d84b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:14.666403 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-3e0f9e36-5567-4eba-b6b1-90076ed49a99 None None] Port 8564f564-3aa5-4138-97ef-845e00a3d84b cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:43:14.687985 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-6be85385-d9e9-4b74-ac96-4dd6f616e956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175086e0-57f7-4116-b25b-c3d3a2a887f8', 'name': 'tempest-TestShelveInstance-233531654-router', 'tenant_id': '360b5df7b50b47959f1dea8afcd996d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'e78572fe-6fcc-469c-b58f-17565e8b6b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:43:11Z', 'updated_at': '2022-03-11T20:43:12Z', 'revision_number': 3, 'project_id': '360b5df7b50b47959f1dea8afcd996d7', 'gw_port': {'id': 'e78572fe-6fcc-469c-b58f-17565e8b6b94', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f0:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175086e0-57f7-4116-b25b-c3d3a2a887f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:43:12Z', 'updated_at': '2022-03-11T20:43:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:43:14.688739 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1c7ecf5f-7367-4452-a607-8b91160cf9bf admin admin] Publish callbacks [] for port (8564f564-3aa5-4138-97ef-845e00a3d84b), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:14.693744 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1c7ecf5f-7367-4452-a607-8b91160cf9bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (8564f564-3aa5-4138-97ef-845e00a3d84b), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:14.760836 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7ecf5f-7367-4452-a607-8b91160cf9bf admin admin] Pushing event updated for resources: {'Port': ['ID=8564f564-3aa5-4138-97ef-845e00a3d84b,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:43:14.763145 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1c7ecf5f-7367-4452-a607-8b91160cf9bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (175086e0-57f7-4116-b25b-c3d3a2a887f8), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:14.814645 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be85385-d9e9-4b74-ac96-4dd6f616e956 None None] The sync data for ids ['175086e0-57f7-4116-b25b-c3d3a2a887f8'] in n-d-833163-1 is: [{'id': '175086e0-57f7-4116-b25b-c3d3a2a887f8', 'name': 'tempest-TestShelveInstance-233531654-router', 'tenant_id': '360b5df7b50b47959f1dea8afcd996d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'e78572fe-6fcc-469c-b58f-17565e8b6b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:43:11Z', 'updated_at': '2022-03-11T20:43:12Z', 'revision_number': 3, 'project_id': '360b5df7b50b47959f1dea8afcd996d7', 'gw_port': {'id': 'e78572fe-6fcc-469c-b58f-17565e8b6b94', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f0:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175086e0-57f7-4116-b25b-c3d3a2a887f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:43:12Z', 'updated_at': '2022-03-11T20:43:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:43:14.860367 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7ecf5f-7367-4452-a607-8b91160cf9bf admin admin] Network 669ddc16-1478-4df9-90d9-7516e1cf45f1 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:43:14.861761 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-1c7ecf5f-7367-4452-a607-8b91160cf9bf admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:43:14.984013 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c7ecf5f-7367-4452-a607-8b91160cf9bf admin admin] Router 175086e0-57f7-4116-b25b-c3d3a2a887f8 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:43:15.090313 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-eb83268b-170e-4ef9-806f-bdecfda7ede5 None None] Provisioning complete for port 8564f564-3aa5-4138-97ef-845e00a3d84b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:43:15.090767 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-eb83268b-170e-4ef9-806f-bdecfda7ede5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (8564f564-3aa5-4138-97ef-845e00a3d84b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:15.123622 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c7ecf5f-7367-4452-a607-8b91160cf9bf admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:43:15.128926 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-1c7ecf5f-7367-4452-a607-8b91160cf9bf admin admin] 10.222.0.65 "PUT /v2.0/routers/175086e0-57f7-4116-b25b-c3d3a2a887f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6370313 Mar 11 20:43:15.137312 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-eb83268b-170e-4ef9-806f-bdecfda7ede5 None None] Port 8564f564-3aa5-4138-97ef-845e00a3d84b cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:43:15.614291 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 60362) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:43:15.619886 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-c054bb70-7cca-41b3-84c7-c24d071f22a9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-703232227-network', 'tenant_id': 'f426b4d4531641b0a95da561fdbe3ea4'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:43:15.640810 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c054bb70-7cca-41b3-84c7-c24d071f22a9 admin admin] Made reservation on behalf of f426b4d4531641b0a95da561fdbe3ea4 for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:43:15.643186 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c054bb70-7cca-41b3-84c7-c24d071f22a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:15.652407 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c054bb70-7cca-41b3-84c7-c24d071f22a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:15.730472 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c054bb70-7cca-41b3-84c7-c24d071f22a9 admin admin] Publish callbacks [] for security_group (ef5694b2-0925-4c8c-8bc6-6626ff23e2c1), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:15.734081 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c054bb70-7cca-41b3-84c7-c24d071f22a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (ef5694b2-0925-4c8c-8bc6-6626ff23e2c1), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:15.758467 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c054bb70-7cca-41b3-84c7-c24d071f22a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 858, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:43:15.767988 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c054bb70-7cca-41b3-84c7-c24d071f22a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5694b2-0925-4c8c-8bc6-6626ff23e2c1,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:43:15.772606 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c054bb70-7cca-41b3-84c7-c24d071f22a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (a3670c74-550c-40e0-87b7-75d0a6d24693), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:15.772953 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-c054bb70-7cca-41b3-84c7-c24d071f22a9 admin admin] Added segment a3670c74-550c-40e0-87b7-75d0a6d24693 of type vlan for network dc8fd5d5-9119-4c37-b78f-b32eb3e16c97 Mar 11 20:43:15.812310 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c054bb70-7cca-41b3-84c7-c24d071f22a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (dc8fd5d5-9119-4c37-b78f-b32eb3e16c97), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:15.836918 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c054bb70-7cca-41b3-84c7-c24d071f22a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (dc8fd5d5-9119-4c37-b78f-b32eb3e16c97), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:15.837893 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c054bb70-7cca-41b3-84c7-c24d071f22a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:43:15.838475 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c054bb70-7cca-41b3-84c7-c24d071f22a9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:16.006381 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device e78572fe-6fcc-469c-b58f-17565e8b6b94 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:43:16.057230 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port e78572fe-6fcc-469c-b58f-17565e8b6b94 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:43:16.057613 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (e78572fe-6fcc-469c-b58f-17565e8b6b94), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:16.143552 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port e78572fe-6fcc-469c-b58f-17565e8b6b94 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:43:16.144029 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (e78572fe-6fcc-469c-b58f-17565e8b6b94), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:16.165859 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port e78572fe-6fcc-469c-b58f-17565e8b6b94, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=e78572fe-6fcc-469c-b58f-17565e8b6b94,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:43:16.170752 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (e78572fe-6fcc-469c-b58f-17565e8b6b94), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:16.179857 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c054bb70-7cca-41b3-84c7-c24d071f22a9 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5637357 Mar 11 20:43:16.182502 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60364) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:43:16.191910 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-4222a65e-8bd7-40eb-975b-5ca1d2b9ec0a admin admin] Request body: {'subnet': {'network_id': 'dc8fd5d5-9119-4c37-b78f-b32eb3e16c97', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-703232227-subnet', 'tenant_id': 'f426b4d4531641b0a95da561fdbe3ea4', 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:43:16.206591 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c054bb70-7cca-41b3-84c7-c24d071f22a9 admin admin] Pushing event updated for resources: {'Network': ['ID=dc8fd5d5-9119-4c37-b78f-b32eb3e16c97,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:43:16.218032 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4222a65e-8bd7-40eb-975b-5ca1d2b9ec0a admin admin] Made reservation on behalf of f426b4d4531641b0a95da561fdbe3ea4 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:43:16.218409 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network dc8fd5d5-9119-4c37-b78f-b32eb3e16c97 details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 20:43:16.220785 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4222a65e-8bd7-40eb-975b-5ca1d2b9ec0a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:16.256164 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=e78572fe-6fcc-469c-b58f-17565e8b6b94,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:43:16.396258 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4222a65e-8bd7-40eb-975b-5ca1d2b9ec0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (ab039f77-22c7-46f2-97ef-e651ea6865b6), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:16.410037 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bde7aa7-ffa9-4c48-ad51-408476b387a6 None None] Sync routers for ids ['175086e0-57f7-4116-b25b-c3d3a2a887f8'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:43:16.422375 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bde7aa7-ffa9-4c48-ad51-408476b387a6 None None] Routers {'175086e0-57f7-4116-b25b-c3d3a2a887f8'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:43:16.423077 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-2bde7aa7-ffa9-4c48-ad51-408476b387a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:42:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['175086e0-57f7-4116-b25b-c3d3a2a887f8'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:43:16.450224 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4222a65e-8bd7-40eb-975b-5ca1d2b9ec0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab039f77-22c7-46f2-97ef-e651ea6865b6,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:43:16.458617 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4222a65e-8bd7-40eb-975b-5ca1d2b9ec0a admin admin] Checking segment: {'id': 'a3670c74-550c-40e0-87b7-75d0a6d24693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'dc8fd5d5-9119-4c37-b78f-b32eb3e16c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:43:16.458975 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4222a65e-8bd7-40eb-975b-5ca1d2b9ec0a admin admin] Network hostable DHCP agents. Network: dc8fd5d5-9119-4c37-b78f-b32eb3e16c97, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:43:16.477756 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4222a65e-8bd7-40eb-975b-5ca1d2b9ec0a admin admin] Network dc8fd5d5-9119-4c37-b78f-b32eb3e16c97 is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:43:16.486952 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-4222a65e-8bd7-40eb-975b-5ca1d2b9ec0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, dc8fd5d5-9119-4c37-b78f-b32eb3e16c97) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:43:16.491020 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4222a65e-8bd7-40eb-975b-5ca1d2b9ec0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:43:16.491812 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4222a65e-8bd7-40eb-975b-5ca1d2b9ec0a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:16.507428 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-4222a65e-8bd7-40eb-975b-5ca1d2b9ec0a admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3231089 Mar 11 20:43:16.509951 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60366) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:43:16.514239 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-a7e2860c-c669-462a-b16c-8518484502cc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-703232227-router', 'tenant_id': 'f426b4d4531641b0a95da561fdbe3ea4', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:43:16.514768 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d60774f-dfdc-4a73-b32d-99622c6afcf3 None None] Network dc8fd5d5-9119-4c37-b78f-b32eb3e16c97 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:43:16.533461 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a7e2860c-c669-462a-b16c-8518484502cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (0cc78d34-7683-4a47-ab9a-708c3fdb8bb9), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:16.534833 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a7e2860c-c669-462a-b16c-8518484502cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (0cc78d34-7683-4a47-ab9a-708c3fdb8bb9), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:16.587207 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-2bde7aa7-ffa9-4c48-ad51-408476b387a6 None None] Set router 175086e0-57f7-4116-b25b-c3d3a2a887f8 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:43:16.602347 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a7e2860c-c669-462a-b16c-8518484502cc admin admin] Publish callbacks [] for router_controller (0cc78d34-7683-4a47-ab9a-708c3fdb8bb9), precommit_add_association {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:16.742325 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095af5fe-ba00-4add-bd00-5babb66d2903 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-dc8fd5d5-9119-4c37-b78f-b32eb3e16c97', 'network_id': 'dc8fd5d5-9119-4c37-b78f-b32eb3e16c97', 'project_id': 'f426b4d4531641b0a95da561fdbe3ea4', 'fixed_ips': [{'subnet_id': 'ab039f77-22c7-46f2-97ef-e651ea6865b6'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 20:43:16.743162 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-095af5fe-ba00-4add-bd00-5babb66d2903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:16.749031 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a7e2860c-c669-462a-b16c-8518484502cc admin admin] Publish callbacks [] for router_gateway (0cc78d34-7683-4a47-ab9a-708c3fdb8bb9), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:16.930124 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-095af5fe-ba00-4add-bd00-5babb66d2903 None None] Allocated IP 172.20.0.2 (dc8fd5d5-9119-4c37-b78f-b32eb3e16c97/ab039f77-22c7-46f2-97ef-e651ea6865b6/2b9b2beb-a237-43e0-8e03-7bf6cdf00164) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:43:16.937842 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-2bde7aa7-ffa9-4c48-ad51-408476b387a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175086e0-57f7-4116-b25b-c3d3a2a887f8', 'name': 'tempest-TestShelveInstance-233531654-router', 'tenant_id': '360b5df7b50b47959f1dea8afcd996d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'e78572fe-6fcc-469c-b58f-17565e8b6b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:43:11Z', 'updated_at': '2022-03-11T20:43:14Z', 'revision_number': 4, 'project_id': '360b5df7b50b47959f1dea8afcd996d7', 'gw_port': {'id': 'e78572fe-6fcc-469c-b58f-17565e8b6b94', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175086e0-57f7-4116-b25b-c3d3a2a887f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:43:12Z', 'updated_at': '2022-03-11T20:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '8564f564-3aa5-4138-97ef-845e00a3d84b', 'name': '', 'network_id': '669ddc16-1478-4df9-90d9-7516e1cf45f1', 'tenant_id': '360b5df7b50b47959f1dea8afcd996d7', 'mac_address': 'fa:16:3e:23:b7:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175086e0-57f7-4116-b25b-c3d3a2a887f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '6cb21a67-68ce-46c4-abc4-3f4786a925c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:43:13Z', 'updated_at': '2022-03-11T20:43:14Z', 'revision_number': 2, 'project_id': '360b5df7b50b47959f1dea8afcd996d7', 'subnets': [{'id': '6cb21a67-68ce-46c4-abc4-3f4786a925c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:43:16.957642 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a7e2860c-c669-462a-b16c-8518484502cc admin admin] Publish callbacks [] for router_gateway (0cc78d34-7683-4a47-ab9a-708c3fdb8bb9), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:16.970612 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bde7aa7-ffa9-4c48-ad51-408476b387a6 None None] Checking router: 175086e0-57f7-4116-b25b-c3d3a2a887f8 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:43:16.970991 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bde7aa7-ffa9-4c48-ad51-408476b387a6 None None] Updating router 175086e0-57f7-4116-b25b-c3d3a2a887f8 port 8564f564-3aa5-4138-97ef-845e00a3d84b binding host n-d-833163-1 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 20:43:16.977354 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a7e2860c-c669-462a-b16c-8518484502cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:17.021459 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2bde7aa7-ffa9-4c48-ad51-408476b387a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (8564f564-3aa5-4138-97ef-845e00a3d84b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:17.083845 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-a7e2860c-c669-462a-b16c-8518484502cc admin admin] Allocated IP 172.25.8.198 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/75df5f72-d01e-4da1-ae73-4bbbb8abca42) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:43:17.182575 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a7e2860c-c669-462a-b16c-8518484502cc admin admin] Publish callbacks [] for port (75df5f72-d01e-4da1-ae73-4bbbb8abca42), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:17.218175 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-095af5fe-ba00-4add-bd00-5babb66d2903 None None] Publish callbacks [] for port (2b9b2beb-a237-43e0-8e03-7bf6cdf00164), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:17.220751 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a7e2860c-c669-462a-b16c-8518484502cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (75df5f72-d01e-4da1-ae73-4bbbb8abca42), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:17.234379 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-095af5fe-ba00-4add-bd00-5babb66d2903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (2b9b2beb-a237-43e0-8e03-7bf6cdf00164), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:17.263409 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e2860c-c669-462a-b16c-8518484502cc admin admin] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:43:17.266321 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-a7e2860c-c669-462a-b16c-8518484502cc admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:43:17.271059 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e2860c-c669-462a-b16c-8518484502cc admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:43:17.273963 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e2860c-c669-462a-b16c-8518484502cc admin admin] Pushing event updated for resources: {'Port': ['ID=75df5f72-d01e-4da1-ae73-4bbbb8abca42,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:43:17.314217 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095af5fe-ba00-4add-bd00-5babb66d2903 None None] Network dc8fd5d5-9119-4c37-b78f-b32eb3e16c97 is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:43:17.320215 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-095af5fe-ba00-4add-bd00-5babb66d2903 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:43:17.326851 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095af5fe-ba00-4add-bd00-5babb66d2903 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:43:17.345055 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095af5fe-ba00-4add-bd00-5babb66d2903 None None] Pushing event updated for resources: {'Port': ['ID=2b9b2beb-a237-43e0-8e03-7bf6cdf00164,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:43:17.419893 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-095af5fe-ba00-4add-bd00-5babb66d2903 None None] Attempting to bind port 2b9b2beb-a237-43e0-8e03-7bf6cdf00164 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:43:17.420270 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-095af5fe-ba00-4add-bd00-5babb66d2903 None None] Attempting to bind port 2b9b2beb-a237-43e0-8e03-7bf6cdf00164 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'a3670c74-550c-40e0-87b7-75d0a6d24693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'dc8fd5d5-9119-4c37-b78f-b32eb3e16c97'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:43:17.420638 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095af5fe-ba00-4add-bd00-5babb66d2903 None None] Attempting to bind port 2b9b2beb-a237-43e0-8e03-7bf6cdf00164 on network dc8fd5d5-9119-4c37-b78f-b32eb3e16c97 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:43:17.447991 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095af5fe-ba00-4add-bd00-5babb66d2903 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:43:17.448276 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095af5fe-ba00-4add-bd00-5babb66d2903 None None] Checking segment: {'id': 'a3670c74-550c-40e0-87b7-75d0a6d24693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'dc8fd5d5-9119-4c37-b78f-b32eb3e16c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:43:17.448684 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-095af5fe-ba00-4add-bd00-5babb66d2903 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:17.449085 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095af5fe-ba00-4add-bd00-5babb66d2903 None None] Bound using segment: {'id': 'a3670c74-550c-40e0-87b7-75d0a6d24693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'dc8fd5d5-9119-4c37-b78f-b32eb3e16c97'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:43:17.449559 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-095af5fe-ba00-4add-bd00-5babb66d2903 None None] Bound port: 2b9b2beb-a237-43e0-8e03-7bf6cdf00164, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3670c74-550c-40e0-87b7-75d0a6d24693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'dc8fd5d5-9119-4c37-b78f-b32eb3e16c97'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:43:17.449941 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-095af5fe-ba00-4add-bd00-5babb66d2903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2b9b2beb-a237-43e0-8e03-7bf6cdf00164), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:17.478361 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2bde7aa7-ffa9-4c48-ad51-408476b387a6 None None] Publish callbacks [] for port (8564f564-3aa5-4138-97ef-845e00a3d84b), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:17.501558 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2bde7aa7-ffa9-4c48-ad51-408476b387a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (8564f564-3aa5-4138-97ef-845e00a3d84b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:17.525811 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a7e2860c-c669-462a-b16c-8518484502cc admin admin] Publish callbacks [] for router_gateway (0cc78d34-7683-4a47-ab9a-708c3fdb8bb9), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:17.571774 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-095af5fe-ba00-4add-bd00-5babb66d2903 None None] For port 2b9b2beb-a237-43e0-8e03-7bf6cdf00164, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:43:17.574152 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba615ab-db05-4846-87dd-3504bac115c4 None None] Pushing event updated for resources: {'Port': ['ID=8564f564-3aa5-4138-97ef-845e00a3d84b,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:43:17.577691 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-095af5fe-ba00-4add-bd00-5babb66d2903 None None] For port 2b9b2beb-a237-43e0-8e03-7bf6cdf00164, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=2b9b2beb-a237-43e0-8e03-7bf6cdf00164,segment=NetworkSegment(a3670c74-550c-40e0-87b7-75d0a6d24693),segment_id=a3670c74-550c-40e0-87b7-75d0a6d24693)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:43:17.605200 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-095af5fe-ba00-4add-bd00-5babb66d2903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (2b9b2beb-a237-43e0-8e03-7bf6cdf00164), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:17.675465 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-2bde7aa7-ffa9-4c48-ad51-408476b387a6 None None] Attempting to bind port 8564f564-3aa5-4138-97ef-845e00a3d84b on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:43:17.675871 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-2bde7aa7-ffa9-4c48-ad51-408476b387a6 None None] Attempting to bind port 8564f564-3aa5-4138-97ef-845e00a3d84b by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '0c7ef6cd-f7bd-47c4-969d-740864c2da75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '669ddc16-1478-4df9-90d9-7516e1cf45f1'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:43:17.676434 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bde7aa7-ffa9-4c48-ad51-408476b387a6 None None] Attempting to bind port 8564f564-3aa5-4138-97ef-845e00a3d84b on network 669ddc16-1478-4df9-90d9-7516e1cf45f1 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:43:17.684648 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bde7aa7-ffa9-4c48-ad51-408476b387a6 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:43:17.685424 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bde7aa7-ffa9-4c48-ad51-408476b387a6 None None] Checking segment: {'id': '0c7ef6cd-f7bd-47c4-969d-740864c2da75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '669ddc16-1478-4df9-90d9-7516e1cf45f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:43:17.686000 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2bde7aa7-ffa9-4c48-ad51-408476b387a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:17.686585 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bde7aa7-ffa9-4c48-ad51-408476b387a6 None None] Bound using segment: {'id': '0c7ef6cd-f7bd-47c4-969d-740864c2da75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '669ddc16-1478-4df9-90d9-7516e1cf45f1'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:43:17.687217 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-2bde7aa7-ffa9-4c48-ad51-408476b387a6 None None] Bound port: 8564f564-3aa5-4138-97ef-845e00a3d84b, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c7ef6cd-f7bd-47c4-969d-740864c2da75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '669ddc16-1478-4df9-90d9-7516e1cf45f1'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:43:17.687810 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2bde7aa7-ffa9-4c48-ad51-408476b387a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (8564f564-3aa5-4138-97ef-845e00a3d84b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:17.711573 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095af5fe-ba00-4add-bd00-5babb66d2903 None None] Pushing event updated for resources: {'Port': ['ID=2b9b2beb-a237-43e0-8e03-7bf6cdf00164,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:43:17.764496 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a7e2860c-c669-462a-b16c-8518484502cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (0cc78d34-7683-4a47-ab9a-708c3fdb8bb9), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:17.774923 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-2bde7aa7-ffa9-4c48-ad51-408476b387a6 None None] For port 8564f564-3aa5-4138-97ef-845e00a3d84b, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:43:17.778893 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-2bde7aa7-ffa9-4c48-ad51-408476b387a6 None None] For port 8564f564-3aa5-4138-97ef-845e00a3d84b, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=8564f564-3aa5-4138-97ef-845e00a3d84b,segment=NetworkSegment(0c7ef6cd-f7bd-47c4-969d-740864c2da75),segment_id=0c7ef6cd-f7bd-47c4-969d-740864c2da75)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:43:17.786077 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2bde7aa7-ffa9-4c48-ad51-408476b387a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (8564f564-3aa5-4138-97ef-845e00a3d84b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:17.860324 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bde7aa7-ffa9-4c48-ad51-408476b387a6 None None] Routers {'175086e0-57f7-4116-b25b-c3d3a2a887f8'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:43:17.860987 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-2bde7aa7-ffa9-4c48-ad51-408476b387a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:42:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['175086e0-57f7-4116-b25b-c3d3a2a887f8'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:43:17.874782 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba615ab-db05-4846-87dd-3504bac115c4 None None] Pushing event updated for resources: {'Port': ['ID=8564f564-3aa5-4138-97ef-845e00a3d84b,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:43:17.942372 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-7a7922b0-8e1b-4a69-8a4e-f05559365e76 None None] Provisioning complete for port 8564f564-3aa5-4138-97ef-845e00a3d84b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:43:17.942748 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7a7922b0-8e1b-4a69-8a4e-f05559365e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (8564f564-3aa5-4138-97ef-845e00a3d84b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:17.957309 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e2860c-c669-462a-b16c-8518484502cc admin admin] Router 0cc78d34-7683-4a47-ab9a-708c3fdb8bb9 is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103885) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 20:43:18.127878 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e2860c-c669-462a-b16c-8518484502cc admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:43:18.138065 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a95c158-01c9-4b75-9215-093a6d1c9848 None None] Sync routers for ids ['0cc78d34-7683-4a47-ab9a-708c3fdb8bb9'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:43:18.156805 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a95c158-01c9-4b75-9215-093a6d1c9848 None None] Routers {'0cc78d34-7683-4a47-ab9a-708c3fdb8bb9'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:43:18.157462 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-9a95c158-01c9-4b75-9215-093a6d1c9848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:42:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['0cc78d34-7683-4a47-ab9a-708c3fdb8bb9'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:43:18.160721 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a7e2860c-c669-462a-b16c-8518484502cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:18.162009 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a7e2860c-c669-462a-b16c-8518484502cc admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6510217 Mar 11 20:43:18.165380 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 60368) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:43:18.259022 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device e78572fe-6fcc-469c-b58f-17565e8b6b94 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:43:18.283669 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-9a95c158-01c9-4b75-9215-093a6d1c9848 None None] Set router 0cc78d34-7683-4a47-ab9a-708c3fdb8bb9 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:43:18.311228 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-7a7922b0-8e1b-4a69-8a4e-f05559365e76 None None] Current status of the port 8564f564-3aa5-4138-97ef-845e00a3d84b is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:43:18.311621 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7a7922b0-8e1b-4a69-8a4e-f05559365e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (8564f564-3aa5-4138-97ef-845e00a3d84b), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:18.336467 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-2bde7aa7-ffa9-4c48-ad51-408476b387a6 None None] Set router 175086e0-57f7-4116-b25b-c3d3a2a887f8 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:43:18.406888 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-7a7922b0-8e1b-4a69-8a4e-f05559365e76 None None] For port 8564f564-3aa5-4138-97ef-845e00a3d84b, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=8564f564-3aa5-4138-97ef-845e00a3d84b,segment=NetworkSegment(0c7ef6cd-f7bd-47c4-969d-740864c2da75),segment_id=0c7ef6cd-f7bd-47c4-969d-740864c2da75)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:43:18.441672 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7a7922b0-8e1b-4a69-8a4e-f05559365e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (8564f564-3aa5-4138-97ef-845e00a3d84b), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:18.463790 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port e78572fe-6fcc-469c-b58f-17565e8b6b94 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:43:18.464169 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (e78572fe-6fcc-469c-b58f-17565e8b6b94), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:18.473599 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-9a95c158-01c9-4b75-9215-093a6d1c9848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc78d34-7683-4a47-ab9a-708c3fdb8bb9', 'name': 'tempest-TestShelveInstance-703232227-router', 'tenant_id': 'f426b4d4531641b0a95da561fdbe3ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '75df5f72-d01e-4da1-ae73-4bbbb8abca42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:43:16Z', 'updated_at': '2022-03-11T20:43:17Z', 'revision_number': 3, 'project_id': 'f426b4d4531641b0a95da561fdbe3ea4', 'gw_port': {'id': '75df5f72-d01e-4da1-ae73-4bbbb8abca42', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b0:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cc78d34-7683-4a47-ab9a-708c3fdb8bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4408, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:43:16Z', 'updated_at': '2022-03-11T20:43:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:43:18.504430 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a95c158-01c9-4b75-9215-093a6d1c9848 None None] Checking router: 0cc78d34-7683-4a47-ab9a-708c3fdb8bb9 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:43:18.504807 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a95c158-01c9-4b75-9215-093a6d1c9848 None None] Updating router 0cc78d34-7683-4a47-ab9a-708c3fdb8bb9 port 75df5f72-d01e-4da1-ae73-4bbbb8abca42 binding host n-d-833163-1 {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 20:43:18.532847 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-9a95c158-01c9-4b75-9215-093a6d1c9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (75df5f72-d01e-4da1-ae73-4bbbb8abca42), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:18.600854 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7922b0-8e1b-4a69-8a4e-f05559365e76 None None] Pushing event updated for resources: {'Port': ['ID=8564f564-3aa5-4138-97ef-845e00a3d84b,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:43:18.616947 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-263dbcee-2ab9-4af4-9bf7-e4a58cf5ba02 None None] Provisioning complete for port 8564f564-3aa5-4138-97ef-845e00a3d84b triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:43:18.617326 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-263dbcee-2ab9-4af4-9bf7-e4a58cf5ba02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (8564f564-3aa5-4138-97ef-845e00a3d84b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:18.669543 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-20198d74-7bcc-4bf7-a449-43eda1f738b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:18.740940 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port e78572fe-6fcc-469c-b58f-17565e8b6b94 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:43:18.742725 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 2b9b2beb-a237-43e0-8e03-7bf6cdf00164 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:43:18.835861 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-2bde7aa7-ffa9-4c48-ad51-408476b387a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175086e0-57f7-4116-b25b-c3d3a2a887f8', 'name': 'tempest-TestShelveInstance-233531654-router', 'tenant_id': '360b5df7b50b47959f1dea8afcd996d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'e78572fe-6fcc-469c-b58f-17565e8b6b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:43:11Z', 'updated_at': '2022-03-11T20:43:14Z', 'revision_number': 4, 'project_id': '360b5df7b50b47959f1dea8afcd996d7', 'gw_port': {'id': 'e78572fe-6fcc-469c-b58f-17565e8b6b94', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175086e0-57f7-4116-b25b-c3d3a2a887f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:43:12Z', 'updated_at': '2022-03-11T20:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '8564f564-3aa5-4138-97ef-845e00a3d84b', 'name': '', 'network_id': '669ddc16-1478-4df9-90d9-7516e1cf45f1', 'tenant_id': '360b5df7b50b47959f1dea8afcd996d7', 'mac_address': 'fa:16:3e:23:b7:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175086e0-57f7-4116-b25b-c3d3a2a887f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '6cb21a67-68ce-46c4-abc4-3f4786a925c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:43:13Z', 'updated_at': '2022-03-11T20:43:17Z', 'revision_number': 4, 'project_id': '360b5df7b50b47959f1dea8afcd996d7', 'subnets': [{'id': '6cb21a67-68ce-46c4-abc4-3f4786a925c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:43:18.837705 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-263dbcee-2ab9-4af4-9bf7-e4a58cf5ba02 None None] Current status of the port 8564f564-3aa5-4138-97ef-845e00a3d84b is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:43:18.853737 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-9a95c158-01c9-4b75-9215-093a6d1c9848 None None] Publish callbacks [] for port (75df5f72-d01e-4da1-ae73-4bbbb8abca42), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:18.862425 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-9a95c158-01c9-4b75-9215-093a6d1c9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (75df5f72-d01e-4da1-ae73-4bbbb8abca42), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:18.868570 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bde7aa7-ffa9-4c48-ad51-408476b387a6 None None] The sync data for ids ['175086e0-57f7-4116-b25b-c3d3a2a887f8'] in n-d-833163-1 is: [{'id': '175086e0-57f7-4116-b25b-c3d3a2a887f8', 'name': 'tempest-TestShelveInstance-233531654-router', 'tenant_id': '360b5df7b50b47959f1dea8afcd996d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'e78572fe-6fcc-469c-b58f-17565e8b6b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:43:11Z', 'updated_at': '2022-03-11T20:43:14Z', 'revision_number': 4, 'project_id': '360b5df7b50b47959f1dea8afcd996d7', 'gw_port': {'id': 'e78572fe-6fcc-469c-b58f-17565e8b6b94', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175086e0-57f7-4116-b25b-c3d3a2a887f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:43:12Z', 'updated_at': '2022-03-11T20:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '8564f564-3aa5-4138-97ef-845e00a3d84b', 'name': '', 'network_id': '669ddc16-1478-4df9-90d9-7516e1cf45f1', 'tenant_id': '360b5df7b50b47959f1dea8afcd996d7', 'mac_address': 'fa:16:3e:23:b7:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175086e0-57f7-4116-b25b-c3d3a2a887f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '6cb21a67-68ce-46c4-abc4-3f4786a925c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:43:13Z', 'updated_at': '2022-03-11T20:43:17Z', 'revision_number': 4, 'project_id': '360b5df7b50b47959f1dea8afcd996d7', 'subnets': [{'id': '6cb21a67-68ce-46c4-abc4-3f4786a925c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:43:18.870659 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-20198d74-7bcc-4bf7-a449-43eda1f738b9 admin admin] Allocated IP 172.20.0.1 (dc8fd5d5-9119-4c37-b78f-b32eb3e16c97/ab039f77-22c7-46f2-97ef-e651ea6865b6/42126999-32c7-488b-9d88-584fb8d5dfd3) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:43:18.879356 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 2b9b2beb-a237-43e0-8e03-7bf6cdf00164 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:43:18.879901 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (2b9b2beb-a237-43e0-8e03-7bf6cdf00164), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:18.922624 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-9a95c158-01c9-4b75-9215-093a6d1c9848 None None] Attempting to bind port 75df5f72-d01e-4da1-ae73-4bbbb8abca42 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:43:18.922995 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-9a95c158-01c9-4b75-9215-093a6d1c9848 None None] Attempting to bind port 75df5f72-d01e-4da1-ae73-4bbbb8abca42 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:43:18.923352 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a95c158-01c9-4b75-9215-093a6d1c9848 None None] Attempting to bind port 75df5f72-d01e-4da1-ae73-4bbbb8abca42 on network 612cc066-33e3-444d-b1c7-d0a64751482a {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:43:18.941507 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a95c158-01c9-4b75-9215-093a6d1c9848 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:43:18.941507 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a95c158-01c9-4b75-9215-093a6d1c9848 None None] Checking segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:43:18.941507 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-9a95c158-01c9-4b75-9215-093a6d1c9848 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:18.941507 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a95c158-01c9-4b75-9215-093a6d1c9848 None None] Bound using segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:43:18.947106 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-9a95c158-01c9-4b75-9215-093a6d1c9848 None None] Bound port: 75df5f72-d01e-4da1-ae73-4bbbb8abca42, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:43:18.947241 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-9a95c158-01c9-4b75-9215-093a6d1c9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (75df5f72-d01e-4da1-ae73-4bbbb8abca42), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:18.972036 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbd4791-ca09-4c2f-a2d5-b4a269f51537 None None] Pushing event updated for resources: {'Port': ['ID=75df5f72-d01e-4da1-ae73-4bbbb8abca42,revision_number=2']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:43:19.007318 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 2b9b2beb-a237-43e0-8e03-7bf6cdf00164 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:43:19.007318 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (2b9b2beb-a237-43e0-8e03-7bf6cdf00164), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:19.018258 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-9a95c158-01c9-4b75-9215-093a6d1c9848 None None] For port 75df5f72-d01e-4da1-ae73-4bbbb8abca42, host n-d-833163-1, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:43:19.021616 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-9a95c158-01c9-4b75-9215-093a6d1c9848 None None] For port 75df5f72-d01e-4da1-ae73-4bbbb8abca42, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=75df5f72-d01e-4da1-ae73-4bbbb8abca42,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:43:19.030434 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-9a95c158-01c9-4b75-9215-093a6d1c9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (75df5f72-d01e-4da1-ae73-4bbbb8abca42), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:19.077784 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 2b9b2beb-a237-43e0-8e03-7bf6cdf00164, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=2b9b2beb-a237-43e0-8e03-7bf6cdf00164,segment=NetworkSegment(a3670c74-550c-40e0-87b7-75d0a6d24693),segment_id=a3670c74-550c-40e0-87b7-75d0a6d24693)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:43:19.083485 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbe43af-375f-456d-b843-19a1570357c7 None None] Network dc8fd5d5-9119-4c37-b78f-b32eb3e16c97 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:43:19.098795 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (2b9b2beb-a237-43e0-8e03-7bf6cdf00164), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:19.099045 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-20198d74-7bcc-4bf7-a449-43eda1f738b9 admin admin] Publish callbacks [] for port (42126999-32c7-488b-9d88-584fb8d5dfd3), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:19.134590 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbd4791-ca09-4c2f-a2d5-b4a269f51537 None None] Pushing event updated for resources: {'Port': ['ID=75df5f72-d01e-4da1-ae73-4bbbb8abca42,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:43:19.140313 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a95c158-01c9-4b75-9215-093a6d1c9848 None None] Routers {'0cc78d34-7683-4a47-ab9a-708c3fdb8bb9'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:43:19.141141 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-9a95c158-01c9-4b75-9215-093a6d1c9848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:42:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['0cc78d34-7683-4a47-ab9a-708c3fdb8bb9'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:43:19.147090 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-20198d74-7bcc-4bf7-a449-43eda1f738b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (42126999-32c7-488b-9d88-584fb8d5dfd3), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:19.152656 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=2b9b2beb-a237-43e0-8e03-7bf6cdf00164,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:43:19.207993 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20198d74-7bcc-4bf7-a449-43eda1f738b9 admin admin] Pushing event updated for resources: {'Port': ['ID=42126999-32c7-488b-9d88-584fb8d5dfd3,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:43:19.220157 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20198d74-7bcc-4bf7-a449-43eda1f738b9 admin admin] Network dc8fd5d5-9119-4c37-b78f-b32eb3e16c97 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:43:19.221818 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-20198d74-7bcc-4bf7-a449-43eda1f738b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:43:19.226289 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-e2743074-01bd-4409-a4cd-628077124b19 None None] Provisioning complete for port 2b9b2beb-a237-43e0-8e03-7bf6cdf00164 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:43:19.226498 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20198d74-7bcc-4bf7-a449-43eda1f738b9 admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:43:19.226671 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e2743074-01bd-4409-a4cd-628077124b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (2b9b2beb-a237-43e0-8e03-7bf6cdf00164), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:19.281442 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-20198d74-7bcc-4bf7-a449-43eda1f738b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (0cc78d34-7683-4a47-ab9a-708c3fdb8bb9), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:19.295240 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-9a95c158-01c9-4b75-9215-093a6d1c9848 None None] Set router 0cc78d34-7683-4a47-ab9a-708c3fdb8bb9 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:43:19.368893 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-e2743074-01bd-4409-a4cd-628077124b19 None None] Current status of the port 2b9b2beb-a237-43e0-8e03-7bf6cdf00164 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:43:19.440014 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-20198d74-7bcc-4bf7-a449-43eda1f738b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (42126999-32c7-488b-9d88-584fb8d5dfd3), before_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:19.520365 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-9a95c158-01c9-4b75-9215-093a6d1c9848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc78d34-7683-4a47-ab9a-708c3fdb8bb9', 'name': 'tempest-TestShelveInstance-703232227-router', 'tenant_id': 'f426b4d4531641b0a95da561fdbe3ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '75df5f72-d01e-4da1-ae73-4bbbb8abca42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:43:16Z', 'updated_at': '2022-03-11T20:43:17Z', 'revision_number': 3, 'project_id': 'f426b4d4531641b0a95da561fdbe3ea4', 'gw_port': {'id': '75df5f72-d01e-4da1-ae73-4bbbb8abca42', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b0:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cc78d34-7683-4a47-ab9a-708c3fdb8bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4408, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:43:16Z', 'updated_at': '2022-03-11T20:43:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:43:19.551218 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a95c158-01c9-4b75-9215-093a6d1c9848 None None] The sync data for ids ['0cc78d34-7683-4a47-ab9a-708c3fdb8bb9'] in n-d-833163-1 is: [{'id': '0cc78d34-7683-4a47-ab9a-708c3fdb8bb9', 'name': 'tempest-TestShelveInstance-703232227-router', 'tenant_id': 'f426b4d4531641b0a95da561fdbe3ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '75df5f72-d01e-4da1-ae73-4bbbb8abca42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:43:16Z', 'updated_at': '2022-03-11T20:43:17Z', 'revision_number': 3, 'project_id': 'f426b4d4531641b0a95da561fdbe3ea4', 'gw_port': {'id': '75df5f72-d01e-4da1-ae73-4bbbb8abca42', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b0:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cc78d34-7683-4a47-ab9a-708c3fdb8bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4408, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:43:16Z', 'updated_at': '2022-03-11T20:43:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:43:19.629250 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:19.683331 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-20198d74-7bcc-4bf7-a449-43eda1f738b9 admin admin] Publish callbacks [] for port (42126999-32c7-488b-9d88-584fb8d5dfd3), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:19.688485 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-20198d74-7bcc-4bf7-a449-43eda1f738b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4376003'] for port (42126999-32c7-488b-9d88-584fb8d5dfd3), after_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:19.716642 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-298d5983-57f6-487e-80f3-4103c9cac4f3 None None] Provisioning complete for port 42126999-32c7-488b-9d88-584fb8d5dfd3 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:43:19.719157 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-298d5983-57f6-487e-80f3-4103c9cac4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (42126999-32c7-488b-9d88-584fb8d5dfd3), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:19.767718 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-20198d74-7bcc-4bf7-a449-43eda1f738b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (0cc78d34-7683-4a47-ab9a-708c3fdb8bb9), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:19.777726 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20198d74-7bcc-4bf7-a449-43eda1f738b9 admin admin] Pushing event updated for resources: {'Port': ['ID=42126999-32c7-488b-9d88-584fb8d5dfd3,revision_number=2']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:43:19.793027 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-298d5983-57f6-487e-80f3-4103c9cac4f3 None None] Port 42126999-32c7-488b-9d88-584fb8d5dfd3 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:43:19.804430 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-298d5983-57f6-487e-80f3-4103c9cac4f3 None None] Provisioning complete for port 2b9b2beb-a237-43e0-8e03-7bf6cdf00164 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:43:19.804953 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-298d5983-57f6-487e-80f3-4103c9cac4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (2b9b2beb-a237-43e0-8e03-7bf6cdf00164), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:19.940933 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-298d5983-57f6-487e-80f3-4103c9cac4f3 None None] Current status of the port 2b9b2beb-a237-43e0-8e03-7bf6cdf00164 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:43:19.942896 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20198d74-7bcc-4bf7-a449-43eda1f738b9 admin admin] Network dc8fd5d5-9119-4c37-b78f-b32eb3e16c97 is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:43:19.945606 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-20198d74-7bcc-4bf7-a449-43eda1f738b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:43:20.071797 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-adeb0347-16b5-45f6-8532-07f51ee92b37 None None] Provisioning complete for port 42126999-32c7-488b-9d88-584fb8d5dfd3 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:43:20.072332 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-adeb0347-16b5-45f6-8532-07f51ee92b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (42126999-32c7-488b-9d88-584fb8d5dfd3), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:20.108929 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20198d74-7bcc-4bf7-a449-43eda1f738b9 admin admin] Router 0cc78d34-7683-4a47-ab9a-708c3fdb8bb9 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:43:20.146503 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-adeb0347-16b5-45f6-8532-07f51ee92b37 None None] Port 42126999-32c7-488b-9d88-584fb8d5dfd3 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:43:20.210584 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 2b9b2beb-a237-43e0-8e03-7bf6cdf00164 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:43:20.288543 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20198d74-7bcc-4bf7-a449-43eda1f738b9 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:43:20.293996 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-20198d74-7bcc-4bf7-a449-43eda1f738b9 admin admin] 10.222.0.65 "PUT /v2.0/routers/0cc78d34-7683-4a47-ab9a-708c3fdb8bb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1272824 Mar 11 20:43:20.308530 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 2b9b2beb-a237-43e0-8e03-7bf6cdf00164 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:43:20.308917 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (2b9b2beb-a237-43e0-8e03-7bf6cdf00164), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:20.380977 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-55b8d30c-d43a-46a2-92c7-8b97e5a2d5bc None None] Provisioning complete for port 42126999-32c7-488b-9d88-584fb8d5dfd3 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:43:20.382495 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-55b8d30c-d43a-46a2-92c7-8b97e5a2d5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (42126999-32c7-488b-9d88-584fb8d5dfd3), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:20.456030 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 2b9b2beb-a237-43e0-8e03-7bf6cdf00164 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:43:20.457197 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 8564f564-3aa5-4138-97ef-845e00a3d84b up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:43:20.458969 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-55b8d30c-d43a-46a2-92c7-8b97e5a2d5bc None None] Port 42126999-32c7-488b-9d88-584fb8d5dfd3 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:43:20.513285 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 8564f564-3aa5-4138-97ef-845e00a3d84b triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:43:20.513666 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (8564f564-3aa5-4138-97ef-845e00a3d84b), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:20.609579 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 8564f564-3aa5-4138-97ef-845e00a3d84b is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:43:20.611421 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 75df5f72-d01e-4da1-ae73-4bbbb8abca42 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:43:20.665396 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 75df5f72-d01e-4da1-ae73-4bbbb8abca42 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:43:20.665787 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (75df5f72-d01e-4da1-ae73-4bbbb8abca42), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:20.753252 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 75df5f72-d01e-4da1-ae73-4bbbb8abca42 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:43:20.753641 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (75df5f72-d01e-4da1-ae73-4bbbb8abca42), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:20.777505 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 75df5f72-d01e-4da1-ae73-4bbbb8abca42, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=75df5f72-d01e-4da1-ae73-4bbbb8abca42,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:43:20.782763 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (75df5f72-d01e-4da1-ae73-4bbbb8abca42), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:20.838836 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=75df5f72-d01e-4da1-ae73-4bbbb8abca42,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:43:21.245400 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 60376) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:43:21.250111 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-c185a554-87ae-48c3-82ee-9c2c7eacab5a tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-171166413', 'description': 'tempest-secgroup-smoke-171166413 description', 'project_id': '360b5df7b50b47959f1dea8afcd996d7'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:43:21.270502 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c185a554-87ae-48c3-82ee-9c2c7eacab5a tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:21.337785 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c185a554-87ae-48c3-82ee-9c2c7eacab5a tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks [] for security_group (bff97948-3b31-401a-ac29-bbc60e9905a8), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:21.341581 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c185a554-87ae-48c3-82ee-9c2c7eacab5a tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (bff97948-3b31-401a-ac29-bbc60e9905a8), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:21.373515 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-c185a554-87ae-48c3-82ee-9c2c7eacab5a tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:21.374725 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-c185a554-87ae-48c3-82ee-9c2c7eacab5a tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1282246 Mar 11 20:43:21.375440 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c185a554-87ae-48c3-82ee-9c2c7eacab5a tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bff97948-3b31-401a-ac29-bbc60e9905a8,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:43:21.377874 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60378) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:43:21.383451 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-4b92c8f7-268a-447c-80a2-ee403ac33f6e tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Request body: {'security_group_rule': {'security_group_id': 'bff97948-3b31-401a-ac29-bbc60e9905a8', 'project_id': '360b5df7b50b47959f1dea8afcd996d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:43:21.408660 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4b92c8f7-268a-447c-80a2-ee403ac33f6e tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks [] for security_group_rule (888cdf12-e58b-4c31-803b-9281a58af4e6), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:21.464096 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4b92c8f7-268a-447c-80a2-ee403ac33f6e tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks [] for security_group_rule (888cdf12-e58b-4c31-803b-9281a58af4e6), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:21.467794 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4b92c8f7-268a-447c-80a2-ee403ac33f6e tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (888cdf12-e58b-4c31-803b-9281a58af4e6), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:21.485546 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b92c8f7-268a-447c-80a2-ee403ac33f6e tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=888cdf12-e58b-4c31-803b-9281a58af4e6,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:43:21.493042 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-4b92c8f7-268a-447c-80a2-ee403ac33f6e tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:21.494205 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-4b92c8f7-268a-447c-80a2-ee403ac33f6e tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1151483 Mar 11 20:43:21.496927 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60380) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:43:21.501122 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-dba06c38-9a1d-44bd-a9d2-888f09990819 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Request body: {'security_group_rule': {'security_group_id': 'bff97948-3b31-401a-ac29-bbc60e9905a8', 'project_id': '360b5df7b50b47959f1dea8afcd996d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:43:21.525439 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dba06c38-9a1d-44bd-a9d2-888f09990819 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks [] for security_group_rule (c56bd2b4-5e06-4e7e-8efa-1496a71662b9), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:21.579030 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dba06c38-9a1d-44bd-a9d2-888f09990819 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks [] for security_group_rule (c56bd2b4-5e06-4e7e-8efa-1496a71662b9), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:21.582405 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dba06c38-9a1d-44bd-a9d2-888f09990819 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (c56bd2b4-5e06-4e7e-8efa-1496a71662b9), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:21.598705 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba06c38-9a1d-44bd-a9d2-888f09990819 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c56bd2b4-5e06-4e7e-8efa-1496a71662b9,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:43:21.606828 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-dba06c38-9a1d-44bd-a9d2-888f09990819 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:21.608058 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-dba06c38-9a1d-44bd-a9d2-888f09990819 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1102271 Mar 11 20:43:21.610692 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60382) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:43:21.615138 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-613eef9f-1856-4fe6-81ac-472c1488043a tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Request body: {'security_group_rule': {'security_group_id': 'bff97948-3b31-401a-ac29-bbc60e9905a8', 'project_id': '360b5df7b50b47959f1dea8afcd996d7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:43:21.640180 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-613eef9f-1856-4fe6-81ac-472c1488043a tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks [] for security_group_rule (23eb5888-acfc-41f0-9fbc-71ad2ac4e9f6), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:21.699333 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-613eef9f-1856-4fe6-81ac-472c1488043a tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks [] for security_group_rule (23eb5888-acfc-41f0-9fbc-71ad2ac4e9f6), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:21.702573 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-613eef9f-1856-4fe6-81ac-472c1488043a tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (23eb5888-acfc-41f0-9fbc-71ad2ac4e9f6), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:21.719193 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613eef9f-1856-4fe6-81ac-472c1488043a tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23eb5888-acfc-41f0-9fbc-71ad2ac4e9f6,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:43:21.727775 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-613eef9f-1856-4fe6-81ac-472c1488043a tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:21.728966 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-613eef9f-1856-4fe6-81ac-472c1488043a tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1173692 Mar 11 20:43:21.731604 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60384) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:43:21.735941 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-c953e2b6-5f0d-4ee0-9b8a-92137ecbbe21 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Request body: {'security_group_rule': {'security_group_id': 'bff97948-3b31-401a-ac29-bbc60e9905a8', 'project_id': '360b5df7b50b47959f1dea8afcd996d7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:43:21.760329 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c953e2b6-5f0d-4ee0-9b8a-92137ecbbe21 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks [] for security_group_rule (31592388-ad3f-4fbd-805a-c1d343ffd08e), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:21.816132 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c953e2b6-5f0d-4ee0-9b8a-92137ecbbe21 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks [] for security_group_rule (31592388-ad3f-4fbd-805a-c1d343ffd08e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:21.821356 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c953e2b6-5f0d-4ee0-9b8a-92137ecbbe21 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (31592388-ad3f-4fbd-805a-c1d343ffd08e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:21.842082 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c953e2b6-5f0d-4ee0-9b8a-92137ecbbe21 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31592388-ad3f-4fbd-805a-c1d343ffd08e,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:43:21.850974 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c953e2b6-5f0d-4ee0-9b8a-92137ecbbe21 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:21.852508 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-c953e2b6-5f0d-4ee0-9b8a-92137ecbbe21 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1196814 Mar 11 20:43:21.855136 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60386) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:43:21.859429 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-c3776e3c-dfcc-4d90-9060-53d2fa0b549c tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Request body: {'security_group_rule': {'security_group_id': 'bff97948-3b31-401a-ac29-bbc60e9905a8', 'project_id': '360b5df7b50b47959f1dea8afcd996d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:43:21.879534 n-d-833163-1 neutron-server[103885]: INFO neutron.db.securitygroups_db [None req-c3776e3c-dfcc-4d90-9060-53d2fa0b549c tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Project 360b5df7b50b47959f1dea8afcd996d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 20:43:21.885016 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c3776e3c-dfcc-4d90-9060-53d2fa0b549c tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks [] for security_group_rule (7ac83211-2ceb-42ce-9724-1932c46c392a), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:21.942674 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c3776e3c-dfcc-4d90-9060-53d2fa0b549c tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks [] for security_group_rule (7ac83211-2ceb-42ce-9724-1932c46c392a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:21.946608 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c3776e3c-dfcc-4d90-9060-53d2fa0b549c tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (7ac83211-2ceb-42ce-9724-1932c46c392a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:21.963425 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3776e3c-dfcc-4d90-9060-53d2fa0b549c tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ac83211-2ceb-42ce-9724-1932c46c392a,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:43:21.981348 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c3776e3c-dfcc-4d90-9060-53d2fa0b549c tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:21.982552 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-c3776e3c-dfcc-4d90-9060-53d2fa0b549c tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1263938 Mar 11 20:43:21.985627 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60388) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:43:21.989964 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 75df5f72-d01e-4da1-ae73-4bbbb8abca42 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:43:21.990720 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-2c188ecc-d7c2-4503-815e-09411a837dbf tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Request body: {'security_group_rule': {'security_group_id': 'bff97948-3b31-401a-ac29-bbc60e9905a8', 'project_id': '360b5df7b50b47959f1dea8afcd996d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:43:22.012019 n-d-833163-1 neutron-server[103885]: INFO neutron.db.securitygroups_db [None req-2c188ecc-d7c2-4503-815e-09411a837dbf tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Project 360b5df7b50b47959f1dea8afcd996d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 20:43:22.017149 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2c188ecc-d7c2-4503-815e-09411a837dbf tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks [] for security_group_rule (54c649a8-78db-4e53-a8e7-ccd0a4604cdd), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:22.046674 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 75df5f72-d01e-4da1-ae73-4bbbb8abca42 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:43:22.047043 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (75df5f72-d01e-4da1-ae73-4bbbb8abca42), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:22.081570 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2c188ecc-d7c2-4503-815e-09411a837dbf tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks [] for security_group_rule (54c649a8-78db-4e53-a8e7-ccd0a4604cdd), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:22.086055 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2c188ecc-d7c2-4503-815e-09411a837dbf tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (54c649a8-78db-4e53-a8e7-ccd0a4604cdd), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:22.138467 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 75df5f72-d01e-4da1-ae73-4bbbb8abca42 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:43:22.377760 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8271256d-f741-4386-adee-a96d6e85e519 None None] Sync routers for ids ['0cc78d34-7683-4a47-ab9a-708c3fdb8bb9'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:43:22.388674 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8271256d-f741-4386-adee-a96d6e85e519 None None] Routers {'0cc78d34-7683-4a47-ab9a-708c3fdb8bb9'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:43:22.389302 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-8271256d-f741-4386-adee-a96d6e85e519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:42:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['0cc78d34-7683-4a47-ab9a-708c3fdb8bb9'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:43:22.402210 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c188ecc-d7c2-4503-815e-09411a837dbf tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54c649a8-78db-4e53-a8e7-ccd0a4604cdd,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:43:22.411164 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-2c188ecc-d7c2-4503-815e-09411a837dbf tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:22.412417 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-2c188ecc-d7c2-4503-815e-09411a837dbf tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4254940 Mar 11 20:43:22.508573 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2e278b0f-9e33-4ef3-8bd1-0c4db947d3ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:22.513247 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-8271256d-f741-4386-adee-a96d6e85e519 None None] Set router 0cc78d34-7683-4a47-ab9a-708c3fdb8bb9 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:43:22.565620 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bd069496-dcf8-4643-b6b8-c646510d7b33 req-f0c125cf-beaf-479e-8017-9e3ebe27fe16 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-171166413&fields=id&tenant_id=360b5df7b50b47959f1dea8afcd996d7 HTTP/1.1" status: 200 len: 267 time: 0.0439098 Mar 11 20:43:22.675299 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd069496-dcf8-4643-b6b8-c646510d7b33 req-f21e3d1c-e78d-4dab-8e01-add870139079 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:43:22.677186 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bd069496-dcf8-4643-b6b8-c646510d7b33 req-f21e3d1c-e78d-4dab-8e01-add870139079 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/networks?id=669ddc16-1478-4df9-90d9-7516e1cf45f1 HTTP/1.1" status: 200 len: 808 time: 0.1052814 Mar 11 20:43:22.692481 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bd069496-dcf8-4643-b6b8-c646510d7b33 req-a059a36b-b693-4353-966a-fe4919d12b8e tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/quotas/360b5df7b50b47959f1dea8afcd996d7 HTTP/1.1" status: 200 len: 375 time: 0.0095689 Mar 11 20:43:22.753231 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bd069496-dcf8-4643-b6b8-c646510d7b33 req-85df5654-2117-4018-b0fd-6a2058cece9f tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=360b5df7b50b47959f1dea8afcd996d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544751 Mar 11 20:43:22.868551 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-8271256d-f741-4386-adee-a96d6e85e519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc78d34-7683-4a47-ab9a-708c3fdb8bb9', 'name': 'tempest-TestShelveInstance-703232227-router', 'tenant_id': 'f426b4d4531641b0a95da561fdbe3ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '75df5f72-d01e-4da1-ae73-4bbbb8abca42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:43:16Z', 'updated_at': '2022-03-11T20:43:19Z', 'revision_number': 4, 'project_id': 'f426b4d4531641b0a95da561fdbe3ea4', 'gw_port': {'id': '75df5f72-d01e-4da1-ae73-4bbbb8abca42', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc78d34-7683-4a47-ab9a-708c3fdb8bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4408, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:43:16Z', 'updated_at': '2022-03-11T20:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '42126999-32c7-488b-9d88-584fb8d5dfd3', 'name': '', 'network_id': 'dc8fd5d5-9119-4c37-b78f-b32eb3e16c97', 'tenant_id': 'f426b4d4531641b0a95da561fdbe3ea4', 'mac_address': 'fa:16:3e:b6:bf:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cc78d34-7683-4a47-ab9a-708c3fdb8bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4409, 'fixed_ips': [{'subnet_id': 'ab039f77-22c7-46f2-97ef-e651ea6865b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:43:18Z', 'updated_at': '2022-03-11T20:43:19Z', 'revision_number': 2, 'project_id': 'f426b4d4531641b0a95da561fdbe3ea4', 'subnets': [{'id': 'ab039f77-22c7-46f2-97ef-e651ea6865b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:43:22.898642 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8271256d-f741-4386-adee-a96d6e85e519 None None] Checking router: 0cc78d34-7683-4a47-ab9a-708c3fdb8bb9 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:43:22.898996 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8271256d-f741-4386-adee-a96d6e85e519 None None] Updating router 0cc78d34-7683-4a47-ab9a-708c3fdb8bb9 port 42126999-32c7-488b-9d88-584fb8d5dfd3 binding host n-d-833163-1 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 20:43:22.924820 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8271256d-f741-4386-adee-a96d6e85e519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (42126999-32c7-488b-9d88-584fb8d5dfd3), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:22.934819 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bd069496-dcf8-4643-b6b8-c646510d7b33 req-099b9a80-67ce-4152-85f1-8c35581453a2 service neutron] 10.222.0.65 "GET /v2.0/networks/669ddc16-1478-4df9-90d9-7516e1cf45f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698318 Mar 11 20:43:23.027888 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bd069496-dcf8-4643-b6b8-c646510d7b33 req-9fdc9813-d0d9-41cd-8dce-e1e32ab13727 service neutron] 10.222.0.65 "GET /v2.0/networks/669ddc16-1478-4df9-90d9-7516e1cf45f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866361 Mar 11 20:43:23.190259 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a82d85ee-8129-4a1b-a7ff-d4665721022c req-323e7eac-2c12-4297-b6d8-abe6b4a02b63 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097 HTTP/1.1" status: 200 len: 210 time: 0.0292304 Mar 11 20:43:23.192413 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8271256d-f741-4386-adee-a96d6e85e519 None None] Publish callbacks [] for port (42126999-32c7-488b-9d88-584fb8d5dfd3), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:23.198917 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8271256d-f741-4386-adee-a96d6e85e519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (42126999-32c7-488b-9d88-584fb8d5dfd3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:23.252782 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:23.281682 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8b1eae-5c2f-4431-bea3-c228d1e1440a None None] Pushing event updated for resources: {'Port': ['ID=42126999-32c7-488b-9d88-584fb8d5dfd3,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:43:23.315354 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-8271256d-f741-4386-adee-a96d6e85e519 None None] Attempting to bind port 42126999-32c7-488b-9d88-584fb8d5dfd3 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:43:23.316079 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-8271256d-f741-4386-adee-a96d6e85e519 None None] Attempting to bind port 42126999-32c7-488b-9d88-584fb8d5dfd3 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'a3670c74-550c-40e0-87b7-75d0a6d24693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'dc8fd5d5-9119-4c37-b78f-b32eb3e16c97'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:43:23.316536 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8271256d-f741-4386-adee-a96d6e85e519 None None] Attempting to bind port 42126999-32c7-488b-9d88-584fb8d5dfd3 on network dc8fd5d5-9119-4c37-b78f-b32eb3e16c97 {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:43:23.323031 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8271256d-f741-4386-adee-a96d6e85e519 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:43:23.323820 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8271256d-f741-4386-adee-a96d6e85e519 None None] Checking segment: {'id': 'a3670c74-550c-40e0-87b7-75d0a6d24693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'dc8fd5d5-9119-4c37-b78f-b32eb3e16c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:43:23.324245 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8271256d-f741-4386-adee-a96d6e85e519 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:23.324914 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8271256d-f741-4386-adee-a96d6e85e519 None None] Bound using segment: {'id': 'a3670c74-550c-40e0-87b7-75d0a6d24693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'dc8fd5d5-9119-4c37-b78f-b32eb3e16c97'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:43:23.325181 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-8271256d-f741-4386-adee-a96d6e85e519 None None] Bound port: 42126999-32c7-488b-9d88-584fb8d5dfd3, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3670c74-550c-40e0-87b7-75d0a6d24693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 858, 'network_id': 'dc8fd5d5-9119-4c37-b78f-b32eb3e16c97'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:43:23.325510 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8271256d-f741-4386-adee-a96d6e85e519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (42126999-32c7-488b-9d88-584fb8d5dfd3), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:23.401627 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-8271256d-f741-4386-adee-a96d6e85e519 None None] For port 42126999-32c7-488b-9d88-584fb8d5dfd3, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:43:23.405087 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-8271256d-f741-4386-adee-a96d6e85e519 None None] For port 42126999-32c7-488b-9d88-584fb8d5dfd3, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=42126999-32c7-488b-9d88-584fb8d5dfd3,segment=NetworkSegment(a3670c74-550c-40e0-87b7-75d0a6d24693),segment_id=a3670c74-550c-40e0-87b7-75d0a6d24693)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:43:23.411120 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8271256d-f741-4386-adee-a96d6e85e519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (42126999-32c7-488b-9d88-584fb8d5dfd3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:23.474669 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8b1eae-5c2f-4431-bea3-c228d1e1440a None None] Pushing event updated for resources: {'Port': ['ID=42126999-32c7-488b-9d88-584fb8d5dfd3,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:43:23.478454 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8271256d-f741-4386-adee-a96d6e85e519 None None] Routers {'0cc78d34-7683-4a47-ab9a-708c3fdb8bb9'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:43:23.479076 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-8271256d-f741-4386-adee-a96d6e85e519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:42:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['0cc78d34-7683-4a47-ab9a-708c3fdb8bb9'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:43:23.614445 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-8271256d-f741-4386-adee-a96d6e85e519 None None] Set router 0cc78d34-7683-4a47-ab9a-708c3fdb8bb9 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:43:23.644343 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-b02f1b34-8a20-4e41-9a33-78e3dd9c260e None None] Provisioning complete for port 42126999-32c7-488b-9d88-584fb8d5dfd3 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:43:23.644760 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b02f1b34-8a20-4e41-9a33-78e3dd9c260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (42126999-32c7-488b-9d88-584fb8d5dfd3), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:23.840921 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b02f1b34-8a20-4e41-9a33-78e3dd9c260e None None] Current status of the port 42126999-32c7-488b-9d88-584fb8d5dfd3 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:43:23.841308 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b02f1b34-8a20-4e41-9a33-78e3dd9c260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (42126999-32c7-488b-9d88-584fb8d5dfd3), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:23.903595 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-b02f1b34-8a20-4e41-9a33-78e3dd9c260e None None] For port 42126999-32c7-488b-9d88-584fb8d5dfd3, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=42126999-32c7-488b-9d88-584fb8d5dfd3,segment=NetworkSegment(a3670c74-550c-40e0-87b7-75d0a6d24693),segment_id=a3670c74-550c-40e0-87b7-75d0a6d24693)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:43:23.908213 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b02f1b34-8a20-4e41-9a33-78e3dd9c260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (42126999-32c7-488b-9d88-584fb8d5dfd3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:23.961734 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02f1b34-8a20-4e41-9a33-78e3dd9c260e None None] Pushing event updated for resources: {'Port': ['ID=42126999-32c7-488b-9d88-584fb8d5dfd3,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:43:23.967818 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-8271256d-f741-4386-adee-a96d6e85e519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc78d34-7683-4a47-ab9a-708c3fdb8bb9', 'name': 'tempest-TestShelveInstance-703232227-router', 'tenant_id': 'f426b4d4531641b0a95da561fdbe3ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '75df5f72-d01e-4da1-ae73-4bbbb8abca42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:43:16Z', 'updated_at': '2022-03-11T20:43:19Z', 'revision_number': 4, 'project_id': 'f426b4d4531641b0a95da561fdbe3ea4', 'gw_port': {'id': '75df5f72-d01e-4da1-ae73-4bbbb8abca42', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc78d34-7683-4a47-ab9a-708c3fdb8bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4408, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:43:16Z', 'updated_at': '2022-03-11T20:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '42126999-32c7-488b-9d88-584fb8d5dfd3', 'name': '', 'network_id': 'dc8fd5d5-9119-4c37-b78f-b32eb3e16c97', 'tenant_id': 'f426b4d4531641b0a95da561fdbe3ea4', 'mac_address': 'fa:16:3e:b6:bf:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cc78d34-7683-4a47-ab9a-708c3fdb8bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4409, 'fixed_ips': [{'subnet_id': 'ab039f77-22c7-46f2-97ef-e651ea6865b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:43:18Z', 'updated_at': '2022-03-11T20:43:23Z', 'revision_number': 4, 'project_id': 'f426b4d4531641b0a95da561fdbe3ea4', 'subnets': [{'id': 'ab039f77-22c7-46f2-97ef-e651ea6865b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:43:23.997806 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8271256d-f741-4386-adee-a96d6e85e519 None None] The sync data for ids ['0cc78d34-7683-4a47-ab9a-708c3fdb8bb9'] in n-d-833163-1 is: [{'id': '0cc78d34-7683-4a47-ab9a-708c3fdb8bb9', 'name': 'tempest-TestShelveInstance-703232227-router', 'tenant_id': 'f426b4d4531641b0a95da561fdbe3ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '75df5f72-d01e-4da1-ae73-4bbbb8abca42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:43:16Z', 'updated_at': '2022-03-11T20:43:19Z', 'revision_number': 4, 'project_id': 'f426b4d4531641b0a95da561fdbe3ea4', 'gw_port': {'id': '75df5f72-d01e-4da1-ae73-4bbbb8abca42', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc78d34-7683-4a47-ab9a-708c3fdb8bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4408, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:43:16Z', 'updated_at': '2022-03-11T20:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '42126999-32c7-488b-9d88-584fb8d5dfd3', 'name': '', 'network_id': 'dc8fd5d5-9119-4c37-b78f-b32eb3e16c97', 'tenant_id': 'f426b4d4531641b0a95da561fdbe3ea4', 'mac_address': 'fa:16:3e:b6:bf:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cc78d34-7683-4a47-ab9a-708c3fdb8bb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4409, 'fixed_ips': [{'subnet_id': 'ab039f77-22c7-46f2-97ef-e651ea6865b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:43:18Z', 'updated_at': '2022-03-11T20:43:23Z', 'revision_number': 4, 'project_id': 'f426b4d4531641b0a95da561fdbe3ea4', 'subnets': [{'id': 'ab039f77-22c7-46f2-97ef-e651ea6865b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:43:24.027539 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-be5be047-29f5-4a94-8faa-54e04883e0b9 None None] Provisioning complete for port 42126999-32c7-488b-9d88-584fb8d5dfd3 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:43:24.027948 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-be5be047-29f5-4a94-8faa-54e04883e0b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (42126999-32c7-488b-9d88-584fb8d5dfd3), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:24.130125 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-be5be047-29f5-4a94-8faa-54e04883e0b9 None None] Current status of the port 42126999-32c7-488b-9d88-584fb8d5dfd3 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:43:24.253408 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd069496-dcf8-4643-b6b8-c646510d7b33 req-69685508-470d-4a98-ab18-df9c576456c9 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:43:24.254818 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bd069496-dcf8-4643-b6b8-c646510d7b33 req-69685508-470d-4a98-ab18-df9c576456c9 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.57 "GET /v2.0/networks?id=669ddc16-1478-4df9-90d9-7516e1cf45f1 HTTP/1.1" status: 200 len: 808 time: 0.1287324 Mar 11 20:43:24.311544 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fecfc1f2-783e-4628-8947-2e0cc8c66857 req-6d51bcbf-cbe7-4eb9-bef9-24865cc81851 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097 HTTP/1.1" status: 200 len: 210 time: 0.0379934 Mar 11 20:43:24.348836 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bd069496-dcf8-4643-b6b8-c646510d7b33 req-10231327-169a-47e7-9440-b94cc655d8e0 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=360b5df7b50b47959f1dea8afcd996d7 HTTP/1.1" status: 200 len: 379 time: 0.0855193 Mar 11 20:43:24.357901 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-bd069496-dcf8-4643-b6b8-c646510d7b33 req-5db408c4-a89b-4dde-b487-7805dd06d0d7 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Request body: {'port': {'device_id': '4f7a89b8-117c-4b45-8d69-1e3123a19097', 'network_id': '669ddc16-1478-4df9-90d9-7516e1cf45f1', 'admin_state_up': True, 'tenant_id': '360b5df7b50b47959f1dea8afcd996d7', 'security_groups': ['bff97948-3b31-401a-ac29-bbc60e9905a8']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:43:24.470714 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd069496-dcf8-4643-b6b8-c646510d7b33 req-5db408c4-a89b-4dde-b487-7805dd06d0d7 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Made reservation on behalf of 360b5df7b50b47959f1dea8afcd996d7 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:43:24.474080 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bd069496-dcf8-4643-b6b8-c646510d7b33 req-5db408c4-a89b-4dde-b487-7805dd06d0d7 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:24.599493 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-bd069496-dcf8-4643-b6b8-c646510d7b33 req-5db408c4-a89b-4dde-b487-7805dd06d0d7 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Allocated IP 172.20.0.7 (669ddc16-1478-4df9-90d9-7516e1cf45f1/6cb21a67-68ce-46c4-abc4-3f4786a925c4/610c711c-9a24-4dd4-97ff-33b38862123a) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:43:24.749086 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3f8b0f72-c3f5-49ae-a8f4-f1136a163e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:24.756514 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bd069496-dcf8-4643-b6b8-c646510d7b33 req-5db408c4-a89b-4dde-b487-7805dd06d0d7 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks [] for port (610c711c-9a24-4dd4-97ff-33b38862123a), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:24.791317 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bd069496-dcf8-4643-b6b8-c646510d7b33 req-5db408c4-a89b-4dde-b487-7805dd06d0d7 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (610c711c-9a24-4dd4-97ff-33b38862123a), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:24.832225 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd069496-dcf8-4643-b6b8-c646510d7b33 req-5db408c4-a89b-4dde-b487-7805dd06d0d7 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Network 669ddc16-1478-4df9-90d9-7516e1cf45f1 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:43:24.835175 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-bd069496-dcf8-4643-b6b8-c646510d7b33 req-5db408c4-a89b-4dde-b487-7805dd06d0d7 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:43:24.837561 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd069496-dcf8-4643-b6b8-c646510d7b33 req-5db408c4-a89b-4dde-b487-7805dd06d0d7 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:43:24.876861 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db408c4-a89b-4dde-b487-7805dd06d0d7 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Pushing event updated for resources: {'Port': ['ID=610c711c-9a24-4dd4-97ff-33b38862123a,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:43:24.901757 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd069496-dcf8-4643-b6b8-c646510d7b33 req-5db408c4-a89b-4dde-b487-7805dd06d0d7 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:43:24.902419 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bd069496-dcf8-4643-b6b8-c646510d7b33 req-5db408c4-a89b-4dde-b487-7805dd06d0d7 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:24.922759 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bd069496-dcf8-4643-b6b8-c646510d7b33 req-5db408c4-a89b-4dde-b487-7805dd06d0d7 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5685704 Mar 11 20:43:24.934427 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-bd069496-dcf8-4643-b6b8-c646510d7b33 req-92fe163e-212d-449a-ba48-7d1700ff704b service neutron] Request body: {'port': {'device_id': '4f7a89b8-117c-4b45-8d69-1e3123a19097', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:43:24.995862 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bd069496-dcf8-4643-b6b8-c646510d7b33 req-92fe163e-212d-449a-ba48-7d1700ff704b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (610c711c-9a24-4dd4-97ff-33b38862123a), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:25.056241 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-b4a5a539-fe93-45f5-9884-d0b59da76113 None None] Provisioning complete for port 610c711c-9a24-4dd4-97ff-33b38862123a triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:43:25.056741 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b4a5a539-fe93-45f5-9884-d0b59da76113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (610c711c-9a24-4dd4-97ff-33b38862123a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:25.097856 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b4a5a539-fe93-45f5-9884-d0b59da76113 None None] Port 610c711c-9a24-4dd4-97ff-33b38862123a cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:43:25.263235 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-bd069496-dcf8-4643-b6b8-c646510d7b33 req-92fe163e-212d-449a-ba48-7d1700ff704b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 610c711c-9a24-4dd4-97ff-33b38862123a {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:43:25.270718 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bd069496-dcf8-4643-b6b8-c646510d7b33 req-92fe163e-212d-449a-ba48-7d1700ff704b service neutron] Publish callbacks [] for port (610c711c-9a24-4dd4-97ff-33b38862123a), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:25.282359 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-bd069496-dcf8-4643-b6b8-c646510d7b33 req-92fe163e-212d-449a-ba48-7d1700ff704b service neutron] Transition to ACTIVE for port object 610c711c-9a24-4dd4-97ff-33b38862123a will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 20:43:25.286518 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bd069496-dcf8-4643-b6b8-c646510d7b33 req-92fe163e-212d-449a-ba48-7d1700ff704b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (610c711c-9a24-4dd4-97ff-33b38862123a), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:25.336183 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fe163e-212d-449a-ba48-7d1700ff704b service neutron] Pushing event updated for resources: {'Port': ['ID=610c711c-9a24-4dd4-97ff-33b38862123a,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:43:25.442986 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-bd069496-dcf8-4643-b6b8-c646510d7b33 req-92fe163e-212d-449a-ba48-7d1700ff704b service neutron] Attempting to bind port 610c711c-9a24-4dd4-97ff-33b38862123a on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:43:25.443324 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-bd069496-dcf8-4643-b6b8-c646510d7b33 req-92fe163e-212d-449a-ba48-7d1700ff704b service neutron] Attempting to bind port 610c711c-9a24-4dd4-97ff-33b38862123a by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '0c7ef6cd-f7bd-47c4-969d-740864c2da75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '669ddc16-1478-4df9-90d9-7516e1cf45f1'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:43:25.443670 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd069496-dcf8-4643-b6b8-c646510d7b33 req-92fe163e-212d-449a-ba48-7d1700ff704b service neutron] Attempting to bind port 610c711c-9a24-4dd4-97ff-33b38862123a on network 669ddc16-1478-4df9-90d9-7516e1cf45f1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:43:25.452309 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd069496-dcf8-4643-b6b8-c646510d7b33 req-92fe163e-212d-449a-ba48-7d1700ff704b service neutron] Port 610c711c-9a24-4dd4-97ff-33b38862123a on network 669ddc16-1478-4df9-90d9-7516e1cf45f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 20:43:25.452636 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd069496-dcf8-4643-b6b8-c646510d7b33 req-92fe163e-212d-449a-ba48-7d1700ff704b service neutron] Attempting to bind port 610c711c-9a24-4dd4-97ff-33b38862123a on network 669ddc16-1478-4df9-90d9-7516e1cf45f1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:43:25.467252 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6e1c02-b1cc-48c3-8a1f-5c9484ad738f req-4b44f55b-c0a4-40f3-a32d-f5ff9353b535 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:43:25.468844 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6e6e1c02-b1cc-48c3-8a1f-5c9484ad738f req-4b44f55b-c0a4-40f3-a32d-f5ff9353b535 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097 HTTP/1.1" status: 200 len: 943 time: 0.0845265 Mar 11 20:43:25.469633 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd069496-dcf8-4643-b6b8-c646510d7b33 req-92fe163e-212d-449a-ba48-7d1700ff704b service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:43:25.469971 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd069496-dcf8-4643-b6b8-c646510d7b33 req-92fe163e-212d-449a-ba48-7d1700ff704b service neutron] Checking segment: {'id': '0c7ef6cd-f7bd-47c4-969d-740864c2da75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '669ddc16-1478-4df9-90d9-7516e1cf45f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:43:25.470353 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd069496-dcf8-4643-b6b8-c646510d7b33 req-92fe163e-212d-449a-ba48-7d1700ff704b service neutron] Bound using segment: {'id': '0c7ef6cd-f7bd-47c4-969d-740864c2da75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '669ddc16-1478-4df9-90d9-7516e1cf45f1'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:43:25.470803 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-bd069496-dcf8-4643-b6b8-c646510d7b33 req-92fe163e-212d-449a-ba48-7d1700ff704b service neutron] Bound port: 610c711c-9a24-4dd4-97ff-33b38862123a, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c7ef6cd-f7bd-47c4-969d-740864c2da75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '669ddc16-1478-4df9-90d9-7516e1cf45f1'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:43:25.471163 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bd069496-dcf8-4643-b6b8-c646510d7b33 req-92fe163e-212d-449a-ba48-7d1700ff704b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (610c711c-9a24-4dd4-97ff-33b38862123a), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:25.562826 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6e6e1c02-b1cc-48c3-8a1f-5c9484ad738f req-579d49fe-5328-4b37-96e2-6c049af280bb tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=bff97948-3b31-401a-ac29-bbc60e9905a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880878 Mar 11 20:43:25.573243 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-bd069496-dcf8-4643-b6b8-c646510d7b33 req-92fe163e-212d-449a-ba48-7d1700ff704b service neutron] For port 610c711c-9a24-4dd4-97ff-33b38862123a, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:43:25.576418 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-bd069496-dcf8-4643-b6b8-c646510d7b33 req-92fe163e-212d-449a-ba48-7d1700ff704b service neutron] For port 610c711c-9a24-4dd4-97ff-33b38862123a, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=610c711c-9a24-4dd4-97ff-33b38862123a,segment=NetworkSegment(0c7ef6cd-f7bd-47c4-969d-740864c2da75),segment_id=0c7ef6cd-f7bd-47c4-969d-740864c2da75)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:43:25.582714 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bd069496-dcf8-4643-b6b8-c646510d7b33 req-92fe163e-212d-449a-ba48-7d1700ff704b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (610c711c-9a24-4dd4-97ff-33b38862123a), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:25.617317 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd069496-dcf8-4643-b6b8-c646510d7b33 req-92fe163e-212d-449a-ba48-7d1700ff704b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:43:25.617941 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-bd069496-dcf8-4643-b6b8-c646510d7b33 req-92fe163e-212d-449a-ba48-7d1700ff704b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:25.619679 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bd069496-dcf8-4643-b6b8-c646510d7b33 req-92fe163e-212d-449a-ba48-7d1700ff704b service neutron] 10.222.0.57 "PUT /v2.0/ports/610c711c-9a24-4dd4-97ff-33b38862123a HTTP/1.1" status: 200 len: 1091 time: 0.6894860 Mar 11 20:43:25.622608 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f7a89b8-117c-4b45-8d69-1e3123a19097', 'tag': '610c711c-9a24-4dd4-97ff-33b38862123a'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:43:25.625414 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a0d03908d714cf498f0e9a07bdcfee6ce8884db927bcf4c76da6f3dadb32e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab78b459-a48c-49a2-88fd-37b0eb619d7b" -d '{"events": [{"name": "network-changed", "server_uuid": "4f7a89b8-117c-4b45-8d69-1e3123a19097", "tag": "610c711c-9a24-4dd4-97ff-33b38862123a"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:43:25.655034 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fe163e-212d-449a-ba48-7d1700ff704b service neutron] Pushing event updated for resources: {'Port': ['ID=610c711c-9a24-4dd4-97ff-33b38862123a,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:43:25.677717 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9078f33b-7d0b-440c-8cd4-141b8103415d x-openstack-request-id: req-9078f33b-7d0b-440c-8cd4-141b8103415d {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:43:25.677946 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f7a89b8-117c-4b45-8d69-1e3123a19097", "tag": "610c711c-9a24-4dd4-97ff-33b38862123a", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:43:25.678176 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9078f33b-7d0b-440c-8cd4-141b8103415d {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:43:25.678635 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f7a89b8-117c-4b45-8d69-1e3123a19097', 'tag': '610c711c-9a24-4dd4-97ff-33b38862123a', 'status': 'completed', 'code': 200} Mar 11 20:43:25.721238 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd069496-dcf8-4643-b6b8-c646510d7b33 req-e1b6d88b-6e06-49f8-a81e-de7f56b61d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:43:25.722756 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bd069496-dcf8-4643-b6b8-c646510d7b33 req-e1b6d88b-6e06-49f8-a81e-de7f56b61d62 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=360b5df7b50b47959f1dea8afcd996d7&device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097 HTTP/1.1" status: 200 len: 1125 time: 0.0543866 Mar 11 20:43:25.764875 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bd069496-dcf8-4643-b6b8-c646510d7b33 req-2dc11af8-3e0f-4b66-b45a-21f1062798ab service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=610c711c-9a24-4dd4-97ff-33b38862123a HTTP/1.1" status: 200 len: 217 time: 0.0353734 Mar 11 20:43:25.812534 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd069496-dcf8-4643-b6b8-c646510d7b33 req-b3296729-c9bb-4c0f-b598-207dce06598a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:43:25.813971 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bd069496-dcf8-4643-b6b8-c646510d7b33 req-b3296729-c9bb-4c0f-b598-207dce06598a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6cb21a67-68ce-46c4-abc4-3f4786a925c4 HTTP/1.1" status: 200 len: 847 time: 0.0439878 Mar 11 20:43:25.867031 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd069496-dcf8-4643-b6b8-c646510d7b33 req-521bb31d-8b42-49ea-a9cd-fe1c23d62876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:43:25.868564 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bd069496-dcf8-4643-b6b8-c646510d7b33 req-521bb31d-8b42-49ea-a9cd-fe1c23d62876 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=669ddc16-1478-4df9-90d9-7516e1cf45f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0490797 Mar 11 20:43:25.959378 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bd069496-dcf8-4643-b6b8-c646510d7b33 req-90e81965-c1d9-4602-a60b-a4e6e95cbac6 service neutron] 10.222.0.57 "GET /v2.0/networks/669ddc16-1478-4df9-90d9-7516e1cf45f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843122 Mar 11 20:43:26.014373 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 42126999-32c7-488b-9d88-584fb8d5dfd3 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:43:26.057628 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bd069496-dcf8-4643-b6b8-c646510d7b33 req-04a9fc05-b0d7-4ea9-9af2-1d2fb8e71a28 service neutron] 10.222.0.57 "GET /v2.0/networks/669ddc16-1478-4df9-90d9-7516e1cf45f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917284 Mar 11 20:43:26.071250 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 42126999-32c7-488b-9d88-584fb8d5dfd3 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:43:26.071654 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (42126999-32c7-488b-9d88-584fb8d5dfd3), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:26.149454 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab78b459-a48c-49a2-88fd-37b0eb619d7b req-b2f38ddb-3977-48f2-9fc2-258292782dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:43:26.151141 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ab78b459-a48c-49a2-88fd-37b0eb619d7b req-b2f38ddb-3977-48f2-9fc2-258292782dca service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=360b5df7b50b47959f1dea8afcd996d7&device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097 HTTP/1.1" status: 200 len: 1125 time: 0.0497088 Mar 11 20:43:26.165241 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 42126999-32c7-488b-9d88-584fb8d5dfd3 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:43:26.245794 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab78b459-a48c-49a2-88fd-37b0eb619d7b req-726e966c-95e1-403c-8afc-e9f3a564720a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:43:26.250240 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ab78b459-a48c-49a2-88fd-37b0eb619d7b req-726e966c-95e1-403c-8afc-e9f3a564720a service neutron] 10.222.0.57 "GET /v2.0/networks?id=669ddc16-1478-4df9-90d9-7516e1cf45f1 HTTP/1.1" status: 200 len: 909 time: 0.0906103 Mar 11 20:43:26.292982 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ab78b459-a48c-49a2-88fd-37b0eb619d7b req-0e9b76fd-3844-473b-abbb-15aeb789a8c4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=610c711c-9a24-4dd4-97ff-33b38862123a HTTP/1.1" status: 200 len: 217 time: 0.0395932 Mar 11 20:43:26.341626 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab78b459-a48c-49a2-88fd-37b0eb619d7b req-29724154-7eae-43fe-9492-2c4e9c034180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:43:26.343132 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ab78b459-a48c-49a2-88fd-37b0eb619d7b req-29724154-7eae-43fe-9492-2c4e9c034180 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6cb21a67-68ce-46c4-abc4-3f4786a925c4 HTTP/1.1" status: 200 len: 847 time: 0.0444105 Mar 11 20:43:26.393130 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab78b459-a48c-49a2-88fd-37b0eb619d7b req-739b076e-1092-49e9-84ae-085fc558ede9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:43:26.395595 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ab78b459-a48c-49a2-88fd-37b0eb619d7b req-739b076e-1092-49e9-84ae-085fc558ede9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=669ddc16-1478-4df9-90d9-7516e1cf45f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0470338 Mar 11 20:43:26.469825 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:26.488415 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ab78b459-a48c-49a2-88fd-37b0eb619d7b req-bb6909fd-ed4f-4e58-928b-ed2d9bf47d36 service neutron] 10.222.0.57 "GET /v2.0/networks/669ddc16-1478-4df9-90d9-7516e1cf45f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874412 Mar 11 20:43:26.579601 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ab78b459-a48c-49a2-88fd-37b0eb619d7b req-77ef1f98-3bc1-4be2-945c-c00285caec68 service neutron] 10.222.0.57 "GET /v2.0/networks/669ddc16-1478-4df9-90d9-7516e1cf45f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852053 Mar 11 20:43:26.688883 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8435269-b0a8-4376-861b-c2e88e7a2c55 req-b941fa6e-fcd4-45e1-8662-977bef94dead tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:43:26.690353 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b8435269-b0a8-4376-861b-c2e88e7a2c55 req-b941fa6e-fcd4-45e1-8662-977bef94dead tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097 HTTP/1.1" status: 200 len: 943 time: 0.0552056 Mar 11 20:43:26.739967 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b8435269-b0a8-4376-861b-c2e88e7a2c55 req-f4a00b1b-7f56-4730-8755-92600fdf41f8 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=bff97948-3b31-401a-ac29-bbc60e9905a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439103 Mar 11 20:43:27.853596 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:27.857360 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b44a9-8646-4238-bd7b-27aee5813b3b req-38d138b9-71c5-4179-a998-1824612a52c7 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:43:27.858857 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d67b44a9-8646-4238-bd7b-27aee5813b3b req-38d138b9-71c5-4179-a998-1824612a52c7 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097 HTTP/1.1" status: 200 len: 943 time: 0.0523629 Mar 11 20:43:27.906955 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d67b44a9-8646-4238-bd7b-27aee5813b3b req-15652836-fbe1-4aa1-9e3a-2adec0bc58da tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=bff97948-3b31-401a-ac29-bbc60e9905a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424280 Mar 11 20:43:29.026534 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f798796-5711-412a-babd-aae8d005aee9 req-33081eb4-cffc-444a-a9a0-91b2123e4011 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:43:29.028002 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2f798796-5711-412a-babd-aae8d005aee9 req-33081eb4-cffc-444a-a9a0-91b2123e4011 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097 HTTP/1.1" status: 200 len: 943 time: 0.0562375 Mar 11 20:43:29.076080 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2f798796-5711-412a-babd-aae8d005aee9 req-6e182285-4e56-44be-80d8-06ad194d66af tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=bff97948-3b31-401a-ac29-bbc60e9905a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425718 Mar 11 20:43:29.157496 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:29.745021 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 610c711c-9a24-4dd4-97ff-33b38862123a details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 20:43:29.842395 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 610c711c-9a24-4dd4-97ff-33b38862123a, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=610c711c-9a24-4dd4-97ff-33b38862123a,segment=NetworkSegment(0c7ef6cd-f7bd-47c4-969d-740864c2da75),segment_id=0c7ef6cd-f7bd-47c4-969d-740864c2da75)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:43:29.854139 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': '610c711c-9a24-4dd4-97ff-33b38862123a', 'network_id': '669ddc16-1478-4df9-90d9-7516e1cf45f1', 'port_id': '610c711c-9a24-4dd4-97ff-33b38862123a', 'mac_address': 'fa:16:3e:ff:53:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cb21a67-68ce-46c4-abc4-3f4786a925c4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 20:43:29.889406 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 610c711c-9a24-4dd4-97ff-33b38862123a is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:43:29.889720 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (610c711c-9a24-4dd4-97ff-33b38862123a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:29.902563 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 610c711c-9a24-4dd4-97ff-33b38862123a {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:43:29.921659 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 610c711c-9a24-4dd4-97ff-33b38862123a, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=610c711c-9a24-4dd4-97ff-33b38862123a,segment=NetworkSegment(0c7ef6cd-f7bd-47c4-969d-740864c2da75),segment_id=0c7ef6cd-f7bd-47c4-969d-740864c2da75)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:43:29.925293 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (610c711c-9a24-4dd4-97ff-33b38862123a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:29.970289 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=610c711c-9a24-4dd4-97ff-33b38862123a,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:43:30.196424 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef35526-2c3e-4ffb-bb45-4b31dcc502d4 req-584b7c11-f25c-47b8-b758-58b16131b07d tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:43:30.197777 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6ef35526-2c3e-4ffb-bb45-4b31dcc502d4 req-584b7c11-f25c-47b8-b758-58b16131b07d tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097 HTTP/1.1" status: 200 len: 944 time: 0.0517933 Mar 11 20:43:30.244799 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6ef35526-2c3e-4ffb-bb45-4b31dcc502d4 req-a97120a5-8a6e-4847-93f0-3288061496eb tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=bff97948-3b31-401a-ac29-bbc60e9905a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414932 Mar 11 20:43:30.248734 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['610c711c-9a24-4dd4-97ff-33b38862123a'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:43:31.362812 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac80cab-8622-4bdb-8a84-18888afeb4a0 req-48925eb3-e719-45ca-9e77-d4f64fa83853 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:43:31.364284 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3ac80cab-8622-4bdb-8a84-18888afeb4a0 req-48925eb3-e719-45ca-9e77-d4f64fa83853 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097 HTTP/1.1" status: 200 len: 944 time: 0.0509412 Mar 11 20:43:31.415406 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3ac80cab-8622-4bdb-8a84-18888afeb4a0 req-b650a9f4-fd37-4f05-aee9-a86b9da5943b tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=bff97948-3b31-401a-ac29-bbc60e9905a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450747 Mar 11 20:43:31.754721 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 610c711c-9a24-4dd4-97ff-33b38862123a up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:43:31.805274 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port 610c711c-9a24-4dd4-97ff-33b38862123a completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 20:43:31.808937 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port 610c711c-9a24-4dd4-97ff-33b38862123a triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:43:31.809310 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (610c711c-9a24-4dd4-97ff-33b38862123a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:31.883189 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 610c711c-9a24-4dd4-97ff-33b38862123a is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:43:31.883574 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (610c711c-9a24-4dd4-97ff-33b38862123a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:31.905342 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f7a89b8-117c-4b45-8d69-1e3123a19097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '610c711c-9a24-4dd4-97ff-33b38862123a'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:43:31.907560 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e00c6702a54281ed7930195260709b2e9eb4074fe153a1ed12afbef6176377e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75764ba-779d-4dd7-911e-4cd3f60bee2d" -d '{"events": [{"server_uuid": "4f7a89b8-117c-4b45-8d69-1e3123a19097", "name": "network-vif-plugged", "status": "completed", "tag": "610c711c-9a24-4dd4-97ff-33b38862123a"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:43:31.920197 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 610c711c-9a24-4dd4-97ff-33b38862123a, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=610c711c-9a24-4dd4-97ff-33b38862123a,segment=NetworkSegment(0c7ef6cd-f7bd-47c4-969d-740864c2da75),segment_id=0c7ef6cd-f7bd-47c4-969d-740864c2da75)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:43:31.924003 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (610c711c-9a24-4dd4-97ff-33b38862123a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:31.973801 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=610c711c-9a24-4dd4-97ff-33b38862123a,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:43:32.001234 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a09e67e2-aeeb-44f6-9095-67f58c13e257 x-openstack-request-id: req-a09e67e2-aeeb-44f6-9095-67f58c13e257 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:43:32.001538 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f7a89b8-117c-4b45-8d69-1e3123a19097", "name": "network-vif-plugged", "status": "completed", "tag": "610c711c-9a24-4dd4-97ff-33b38862123a", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:43:32.001797 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a09e67e2-aeeb-44f6-9095-67f58c13e257 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:43:32.002198 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f7a89b8-117c-4b45-8d69-1e3123a19097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '610c711c-9a24-4dd4-97ff-33b38862123a', 'code': 200} Mar 11 20:43:32.095162 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102676a2-2e12-411e-b172-afe463220691 req-aa7f03cf-893e-493a-b593-93f608cf51f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:43:32.096714 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-102676a2-2e12-411e-b172-afe463220691 req-aa7f03cf-893e-493a-b593-93f608cf51f7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097 HTTP/1.1" status: 200 len: 1127 time: 0.0435703 Mar 11 20:43:32.141747 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-102676a2-2e12-411e-b172-afe463220691 req-3e541767-988b-4d2a-85b6-67e0986fb0ae service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=bff97948-3b31-401a-ac29-bbc60e9905a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383809 Mar 11 20:43:32.532742 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd66d10-7113-4840-b4b6-4d5d55ff7d91 req-67ce9b03-9881-489b-aba6-961725654903 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:43:32.534081 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ddd66d10-7113-4840-b4b6-4d5d55ff7d91 req-67ce9b03-9881-489b-aba6-961725654903 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097 HTTP/1.1" status: 200 len: 945 time: 0.0505350 Mar 11 20:43:32.580506 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ddd66d10-7113-4840-b4b6-4d5d55ff7d91 req-34953a3e-716b-4574-a55c-64977d6b8f70 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=bff97948-3b31-401a-ac29-bbc60e9905a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409007 Mar 11 20:43:33.360123 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:43:33.702874 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4a23a-34ed-4594-9e72-1856091c7b76 req-27f34d7f-77a9-4eee-92f8-fe8e24286cb8 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:43:33.704420 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3cd4a23a-34ed-4594-9e72-1856091c7b76 req-27f34d7f-77a9-4eee-92f8-fe8e24286cb8 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097 HTTP/1.1" status: 200 len: 945 time: 0.0570972 Mar 11 20:43:33.756640 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3cd4a23a-34ed-4594-9e72-1856091c7b76 req-3624b7fd-ae2e-493b-86e5-3735f23dde5d tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=bff97948-3b31-401a-ac29-bbc60e9905a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465813 Mar 11 20:43:33.874043 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc923d3-d093-4aa8-95ed-94d09e313456 req-0539a7b6-7cfb-41c5-acad-87796ff83022 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:43:33.875389 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5dc923d3-d093-4aa8-95ed-94d09e313456 req-0539a7b6-7cfb-41c5-acad-87796ff83022 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097 HTTP/1.1" status: 200 len: 945 time: 0.0515821 Mar 11 20:43:33.922183 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5dc923d3-d093-4aa8-95ed-94d09e313456 req-fd4e4f76-92ab-47c2-92de-8338947fa911 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=bff97948-3b31-401a-ac29-bbc60e9905a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412505 Mar 11 20:43:33.943166 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60446) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:43:34.039364 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47584ac-8d07-464d-b1b8-8b28cb2832fd tempest-TestShelveInstance-954983664 tempest-TestShelveInstance-954983664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:43:34.040901 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d47584ac-8d07-464d-b1b8-8b28cb2832fd tempest-TestShelveInstance-954983664 tempest-TestShelveInstance-954983664-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097 HTTP/1.1" status: 200 len: 1122 time: 0.0967312 Mar 11 20:43:34.043780 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60450) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:43:34.047893 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-c58e7720-38c3-4458-b8b4-611ddd9021a3 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Request body: {'floatingip': {'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'port_id': '610c711c-9a24-4dd4-97ff-33b38862123a', 'tenant_id': '360b5df7b50b47959f1dea8afcd996d7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:43:34.067408 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c58e7720-38c3-4458-b8b4-611ddd9021a3 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:34.163495 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c58e7720-38c3-4458-b8b4-611ddd9021a3 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:34.266973 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-c58e7720-38c3-4458-b8b4-611ddd9021a3 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Allocated IP 172.25.8.174 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/38959ed1-3ed8-4a7a-8f80-ce039ffb5c73) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:43:34.365320 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c58e7720-38c3-4458-b8b4-611ddd9021a3 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks [] for port (38959ed1-3ed8-4a7a-8f80-ce039ffb5c73), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:34.399389 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c58e7720-38c3-4458-b8b4-611ddd9021a3 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (38959ed1-3ed8-4a7a-8f80-ce039ffb5c73), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:34.440268 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58e7720-38c3-4458-b8b4-611ddd9021a3 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:43:34.443010 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-c58e7720-38c3-4458-b8b4-611ddd9021a3 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:43:34.446411 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58e7720-38c3-4458-b8b4-611ddd9021a3 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:43:34.478527 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58e7720-38c3-4458-b8b4-611ddd9021a3 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Pushing event updated for resources: {'Port': ['ID=38959ed1-3ed8-4a7a-8f80-ce039ffb5c73,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:43:34.812339 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c58e7720-38c3-4458-b8b4-611ddd9021a3 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks [] for floatingip (1e3f3738-6d16-4394-85aa-494253cea0e6), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:34.879345 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c58e7720-38c3-4458-b8b4-611ddd9021a3 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (38959ed1-3ed8-4a7a-8f80-ce039ffb5c73), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:35.025755 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c58e7720-38c3-4458-b8b4-611ddd9021a3 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks [] for port (38959ed1-3ed8-4a7a-8f80-ce039ffb5c73), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:35.030236 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c58e7720-38c3-4458-b8b4-611ddd9021a3 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (38959ed1-3ed8-4a7a-8f80-ce039ffb5c73), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:35.098151 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58e7720-38c3-4458-b8b4-611ddd9021a3 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Pushing event updated for resources: {'Port': ['ID=38959ed1-3ed8-4a7a-8f80-ce039ffb5c73,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:43:35.106358 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c58e7720-38c3-4458-b8b4-611ddd9021a3 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (1e3f3738-6d16-4394-85aa-494253cea0e6), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:35.207506 n-d-833163-1 neutron-server[103885]: INFO neutron.db.l3_db [None req-c58e7720-38c3-4458-b8b4-611ddd9021a3 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Floating IP 1e3f3738-6d16-4394-85aa-494253cea0e6 associated. External IP: 172.25.8.174, port: 610c711c-9a24-4dd4-97ff-33b38862123a. Mar 11 20:43:35.415942 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c58e7720-38c3-4458-b8b4-611ddd9021a3 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Router 175086e0-57f7-4116-b25b-c3d3a2a887f8 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:43:35.524320 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58e7720-38c3-4458-b8b4-611ddd9021a3 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:43:35.533704 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662cd0b0-6049-4fff-8a7c-9d5709a01d19 None None] Sync routers for ids ['175086e0-57f7-4116-b25b-c3d3a2a887f8'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:43:35.541019 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-c58e7720-38c3-4458-b8b4-611ddd9021a3 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:35.543483 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662cd0b0-6049-4fff-8a7c-9d5709a01d19 None None] Routers {'175086e0-57f7-4116-b25b-c3d3a2a887f8'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:43:35.544117 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-662cd0b0-6049-4fff-8a7c-9d5709a01d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:43:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['175086e0-57f7-4116-b25b-c3d3a2a887f8'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:43:35.570424 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-c58e7720-38c3-4458-b8b4-611ddd9021a3 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5256526 Mar 11 20:43:35.571028 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f7a89b8-117c-4b45-8d69-1e3123a19097', 'tag': '610c711c-9a24-4dd4-97ff-33b38862123a'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:43:35.573284 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a0d03908d714cf498f0e9a07bdcfee6ce8884db927bcf4c76da6f3dadb32e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67928914-d9f9-403c-8854-a56de2934812" -d '{"events": [{"name": "network-changed", "server_uuid": "4f7a89b8-117c-4b45-8d69-1e3123a19097", "tag": "610c711c-9a24-4dd4-97ff-33b38862123a"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:43:35.610119 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf0d5ef-e44e-4fb9-a43a-9dfb29ef6cdf x-openstack-request-id: req-4cf0d5ef-e44e-4fb9-a43a-9dfb29ef6cdf {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:43:35.610420 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f7a89b8-117c-4b45-8d69-1e3123a19097", "tag": "610c711c-9a24-4dd4-97ff-33b38862123a", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:43:35.610681 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-4cf0d5ef-e44e-4fb9-a43a-9dfb29ef6cdf {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:43:35.611141 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f7a89b8-117c-4b45-8d69-1e3123a19097', 'tag': '610c711c-9a24-4dd4-97ff-33b38862123a', 'status': 'completed', 'code': 200} Mar 11 20:43:35.655305 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-662cd0b0-6049-4fff-8a7c-9d5709a01d19 None None] Set router 175086e0-57f7-4116-b25b-c3d3a2a887f8 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:43:35.673749 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67928914-d9f9-403c-8854-a56de2934812 req-39ac20f2-a65d-45ab-a3e4-f1bace1b54fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:43:35.675179 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-67928914-d9f9-403c-8854-a56de2934812 req-39ac20f2-a65d-45ab-a3e4-f1bace1b54fb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=360b5df7b50b47959f1dea8afcd996d7&device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097 HTTP/1.1" status: 200 len: 1127 time: 0.0440817 Mar 11 20:43:35.773306 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67928914-d9f9-403c-8854-a56de2934812 req-c8689486-b6e4-4d59-9ee5-224c40433bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:43:35.774795 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-67928914-d9f9-403c-8854-a56de2934812 req-c8689486-b6e4-4d59-9ee5-224c40433bbe service neutron] 10.222.0.57 "GET /v2.0/networks?id=669ddc16-1478-4df9-90d9-7516e1cf45f1 HTTP/1.1" status: 200 len: 909 time: 0.0935848 Mar 11 20:43:35.841614 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-67928914-d9f9-403c-8854-a56de2934812 req-9252b4f6-11e1-4653-99d7-1a8918e591f9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=610c711c-9a24-4dd4-97ff-33b38862123a HTTP/1.1" status: 200 len: 999 time: 0.0611444 Mar 11 20:43:35.883066 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-662cd0b0-6049-4fff-8a7c-9d5709a01d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175086e0-57f7-4116-b25b-c3d3a2a887f8', 'name': 'tempest-TestShelveInstance-233531654-router', 'tenant_id': '360b5df7b50b47959f1dea8afcd996d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'e78572fe-6fcc-469c-b58f-17565e8b6b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:43:11Z', 'updated_at': '2022-03-11T20:43:14Z', 'revision_number': 4, 'project_id': '360b5df7b50b47959f1dea8afcd996d7', 'gw_port': {'id': 'e78572fe-6fcc-469c-b58f-17565e8b6b94', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175086e0-57f7-4116-b25b-c3d3a2a887f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:43:12Z', 'updated_at': '2022-03-11T20:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '1e3f3738-6d16-4394-85aa-494253cea0e6', 'tenant_id': '360b5df7b50b47959f1dea8afcd996d7', 'floating_ip_address': '172.25.8.174', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '175086e0-57f7-4116-b25b-c3d3a2a887f8', 'port_id': '610c711c-9a24-4dd4-97ff-33b38862123a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '669ddc16-1478-4df9-90d9-7516e1cf45f1', 'mac_address': 'fa:16:3e:ff:53:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7a89b8-117c-4b45-8d69-1e3123a19097', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:43:34Z', 'updated_at': '2022-03-11T20:43:34Z', 'revision_number': 0, 'project_id': '360b5df7b50b47959f1dea8afcd996d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8564f564-3aa5-4138-97ef-845e00a3d84b', 'name': '', 'network_id': '669ddc16-1478-4df9-90d9-7516e1cf45f1', 'tenant_id': '360b5df7b50b47959f1dea8afcd996d7', 'mac_address': 'fa:16:3e:23:b7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175086e0-57f7-4116-b25b-c3d3a2a887f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '6cb21a67-68ce-46c4-abc4-3f4786a925c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:43:13Z', 'updated_at': '2022-03-11T20:43:18Z', 'revision_number': 5, 'project_id': '360b5df7b50b47959f1dea8afcd996d7', 'subnets': [{'id': '6cb21a67-68ce-46c4-abc4-3f4786a925c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:43:35.889518 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67928914-d9f9-403c-8854-a56de2934812 req-ca392f49-d913-414b-b3f7-4e0f797b48ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:43:35.890964 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-67928914-d9f9-403c-8854-a56de2934812 req-ca392f49-d913-414b-b3f7-4e0f797b48ea service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6cb21a67-68ce-46c4-abc4-3f4786a925c4 HTTP/1.1" status: 200 len: 847 time: 0.0429451 Mar 11 20:43:35.909381 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662cd0b0-6049-4fff-8a7c-9d5709a01d19 None None] Checking router: 175086e0-57f7-4116-b25b-c3d3a2a887f8 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:43:35.918241 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662cd0b0-6049-4fff-8a7c-9d5709a01d19 None None] Routers {'175086e0-57f7-4116-b25b-c3d3a2a887f8'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:43:35.918843 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-662cd0b0-6049-4fff-8a7c-9d5709a01d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:43:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['175086e0-57f7-4116-b25b-c3d3a2a887f8'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:43:35.937522 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67928914-d9f9-403c-8854-a56de2934812 req-798a1fbb-1d72-4fad-91e5-716598249d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:43:35.939044 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-67928914-d9f9-403c-8854-a56de2934812 req-798a1fbb-1d72-4fad-91e5-716598249d26 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=669ddc16-1478-4df9-90d9-7516e1cf45f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0431309 Mar 11 20:43:36.129930 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-662cd0b0-6049-4fff-8a7c-9d5709a01d19 None None] Set router 175086e0-57f7-4116-b25b-c3d3a2a887f8 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:43:36.323927 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-67928914-d9f9-403c-8854-a56de2934812 req-2a8c2bab-7345-4e78-91f5-4b09dbd77764 service neutron] 10.222.0.57 "GET /v2.0/networks/669ddc16-1478-4df9-90d9-7516e1cf45f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3788311 Mar 11 20:43:36.361165 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-662cd0b0-6049-4fff-8a7c-9d5709a01d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175086e0-57f7-4116-b25b-c3d3a2a887f8', 'name': 'tempest-TestShelveInstance-233531654-router', 'tenant_id': '360b5df7b50b47959f1dea8afcd996d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'e78572fe-6fcc-469c-b58f-17565e8b6b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:43:11Z', 'updated_at': '2022-03-11T20:43:14Z', 'revision_number': 4, 'project_id': '360b5df7b50b47959f1dea8afcd996d7', 'gw_port': {'id': 'e78572fe-6fcc-469c-b58f-17565e8b6b94', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175086e0-57f7-4116-b25b-c3d3a2a887f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:43:12Z', 'updated_at': '2022-03-11T20:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '1e3f3738-6d16-4394-85aa-494253cea0e6', 'tenant_id': '360b5df7b50b47959f1dea8afcd996d7', 'floating_ip_address': '172.25.8.174', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '175086e0-57f7-4116-b25b-c3d3a2a887f8', 'port_id': '610c711c-9a24-4dd4-97ff-33b38862123a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '669ddc16-1478-4df9-90d9-7516e1cf45f1', 'mac_address': 'fa:16:3e:ff:53:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7a89b8-117c-4b45-8d69-1e3123a19097', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:43:34Z', 'updated_at': '2022-03-11T20:43:34Z', 'revision_number': 0, 'project_id': '360b5df7b50b47959f1dea8afcd996d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8564f564-3aa5-4138-97ef-845e00a3d84b', 'name': '', 'network_id': '669ddc16-1478-4df9-90d9-7516e1cf45f1', 'tenant_id': '360b5df7b50b47959f1dea8afcd996d7', 'mac_address': 'fa:16:3e:23:b7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175086e0-57f7-4116-b25b-c3d3a2a887f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '6cb21a67-68ce-46c4-abc4-3f4786a925c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:43:13Z', 'updated_at': '2022-03-11T20:43:18Z', 'revision_number': 5, 'project_id': '360b5df7b50b47959f1dea8afcd996d7', 'subnets': [{'id': '6cb21a67-68ce-46c4-abc4-3f4786a925c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:43:36.390701 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662cd0b0-6049-4fff-8a7c-9d5709a01d19 None None] The sync data for ids ['175086e0-57f7-4116-b25b-c3d3a2a887f8'] in n-d-833163-1 is: [{'id': '175086e0-57f7-4116-b25b-c3d3a2a887f8', 'name': 'tempest-TestShelveInstance-233531654-router', 'tenant_id': '360b5df7b50b47959f1dea8afcd996d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'e78572fe-6fcc-469c-b58f-17565e8b6b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:43:11Z', 'updated_at': '2022-03-11T20:43:14Z', 'revision_number': 4, 'project_id': '360b5df7b50b47959f1dea8afcd996d7', 'gw_port': {'id': 'e78572fe-6fcc-469c-b58f-17565e8b6b94', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175086e0-57f7-4116-b25b-c3d3a2a887f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:43:12Z', 'updated_at': '2022-03-11T20:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '1e3f3738-6d16-4394-85aa-494253cea0e6', 'tenant_id': '360b5df7b50b47959f1dea8afcd996d7', 'floating_ip_address': '172.25.8.174', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '175086e0-57f7-4116-b25b-c3d3a2a887f8', 'port_id': '610c711c-9a24-4dd4-97ff-33b38862123a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4421, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '669ddc16-1478-4df9-90d9-7516e1cf45f1', 'mac_address': 'fa:16:3e:ff:53:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7a89b8-117c-4b45-8d69-1e3123a19097', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:43:34Z', 'updated_at': '2022-03-11T20:43:34Z', 'revision_number': 0, 'project_id': '360b5df7b50b47959f1dea8afcd996d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8564f564-3aa5-4138-97ef-845e00a3d84b', 'name': '', 'network_id': '669ddc16-1478-4df9-90d9-7516e1cf45f1', 'tenant_id': '360b5df7b50b47959f1dea8afcd996d7', 'mac_address': 'fa:16:3e:23:b7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175086e0-57f7-4116-b25b-c3d3a2a887f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '6cb21a67-68ce-46c4-abc4-3f4786a925c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:43:13Z', 'updated_at': '2022-03-11T20:43:18Z', 'revision_number': 5, 'project_id': '360b5df7b50b47959f1dea8afcd996d7', 'subnets': [{'id': '6cb21a67-68ce-46c4-abc4-3f4786a925c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:43:36.413885 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-67928914-d9f9-403c-8854-a56de2934812 req-a4bd001f-83fc-4418-a2ab-d1dc6e27a9f2 service neutron] 10.222.0.57 "GET /v2.0/networks/669ddc16-1478-4df9-90d9-7516e1cf45f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845091 Mar 11 20:43:36.582651 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b43202-c6a4-41b9-aaf2-67d102a98c08 None None] New status for floating IP 1e3f3738-6d16-4394-85aa-494253cea0e6: ACTIVE {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 20:43:49.624028 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:52.490813 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cf867301-281a-4267-a3cb-883b6c050416 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:53.218757 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:54.750242 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-347fa2c7-1200-4114-b34c-9b4b87584f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:56.472528 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:57.857146 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:43:59.159659 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:44:10.359284 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:44:19.641928 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:44:22.492832 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7ec73ddb-d42b-406f-8bcc-d441d19c8f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:44:23.221467 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:44:23.917261 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0fdf80b9-aff8-4202-9d7c-d0909fe5a902 req-97b372bf-10b3-4ae4-9785-279399674c5f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0834811 Mar 11 20:44:24.005587 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf80b9-aff8-4202-9d7c-d0909fe5a902 req-150c61e2-de04-406a-a2cf-02f30c8f769b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:44:24.007655 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0fdf80b9-aff8-4202-9d7c-d0909fe5a902 req-150c61e2-de04-406a-a2cf-02f30c8f769b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=360b5df7b50b47959f1dea8afcd996d7&device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097 HTTP/1.1" status: 200 len: 1127 time: 0.0512488 Mar 11 20:44:24.104936 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf80b9-aff8-4202-9d7c-d0909fe5a902 req-9d7d8921-48c1-4718-bc9f-cc895741627a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:44:24.106297 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0fdf80b9-aff8-4202-9d7c-d0909fe5a902 req-9d7d8921-48c1-4718-bc9f-cc895741627a service neutron] 10.222.0.57 "GET /v2.0/networks?id=669ddc16-1478-4df9-90d9-7516e1cf45f1 HTTP/1.1" status: 200 len: 909 time: 0.0819631 Mar 11 20:44:24.172582 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0fdf80b9-aff8-4202-9d7c-d0909fe5a902 req-21bc7cc0-2dfd-45f3-8efc-2f0446069bee service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=610c711c-9a24-4dd4-97ff-33b38862123a HTTP/1.1" status: 200 len: 1001 time: 0.0607140 Mar 11 20:44:24.217831 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf80b9-aff8-4202-9d7c-d0909fe5a902 req-c4afe1d6-0136-41e0-87c2-7a289c624665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:44:24.219202 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0fdf80b9-aff8-4202-9d7c-d0909fe5a902 req-c4afe1d6-0136-41e0-87c2-7a289c624665 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6cb21a67-68ce-46c4-abc4-3f4786a925c4 HTTP/1.1" status: 200 len: 847 time: 0.0406144 Mar 11 20:44:24.266914 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf80b9-aff8-4202-9d7c-d0909fe5a902 req-3dc13bf2-e4c7-4ca2-9091-54840bd2a951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:44:24.268445 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0fdf80b9-aff8-4202-9d7c-d0909fe5a902 req-3dc13bf2-e4c7-4ca2-9091-54840bd2a951 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=669ddc16-1478-4df9-90d9-7516e1cf45f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439308 Mar 11 20:44:24.356780 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0fdf80b9-aff8-4202-9d7c-d0909fe5a902 req-a2bdfc1d-7f41-448c-babd-5e63a0be50ea service neutron] 10.222.0.57 "GET /v2.0/networks/669ddc16-1478-4df9-90d9-7516e1cf45f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828149 Mar 11 20:44:24.443036 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0fdf80b9-aff8-4202-9d7c-d0909fe5a902 req-4e7d7540-13cc-49fa-813d-98b07d8b93d4 service neutron] 10.222.0.57 "GET /v2.0/networks/669ddc16-1478-4df9-90d9-7516e1cf45f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800681 Mar 11 20:44:24.751689 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-af56b668-e753-4fb2-ae39-12d94556fd96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:44:26.476027 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:44:27.859825 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:44:29.160912 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:44:47.359076 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:44:49.653614 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:44:52.493772 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f174ec83-5c74-4bf3-9a80-dbf509379d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:44:53.231570 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:44:54.752487 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-36a3224c-1ad2-486a-a27c-80e9fba370a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:44:56.478232 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:44:57.862579 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:44:59.164725 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:45:19.668605 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:45:22.495037 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4fe68920-ee1c-49cc-bb75-eede8117cc0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:45:23.245615 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:45:24.358842 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:45:24.753168 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7bbd56e4-9c22-4891-972f-b45c3a3b8b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:45:24.862256 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-290a1817-9eba-45c1-8594-cebefe3d0f9a req-43d32821-bb2e-4a24-86bb-ad2a51d690a9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0478384 Mar 11 20:45:24.945003 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a1817-9eba-45c1-8594-cebefe3d0f9a req-a8d664ba-c1dd-4df5-bdcf-a96c854d9d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:45:24.946469 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-290a1817-9eba-45c1-8594-cebefe3d0f9a req-a8d664ba-c1dd-4df5-bdcf-a96c854d9d89 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=360b5df7b50b47959f1dea8afcd996d7&device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097 HTTP/1.1" status: 200 len: 1127 time: 0.0435090 Mar 11 20:45:25.044338 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a1817-9eba-45c1-8594-cebefe3d0f9a req-58b0e9b0-a9ae-4b2f-acf5-aae804d72f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:45:25.045706 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-290a1817-9eba-45c1-8594-cebefe3d0f9a req-58b0e9b0-a9ae-4b2f-acf5-aae804d72f80 service neutron] 10.222.0.57 "GET /v2.0/networks?id=669ddc16-1478-4df9-90d9-7516e1cf45f1 HTTP/1.1" status: 200 len: 909 time: 0.0826690 Mar 11 20:45:25.112503 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-290a1817-9eba-45c1-8594-cebefe3d0f9a req-9b5e2239-043d-496f-bd4a-978b96915f16 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=610c711c-9a24-4dd4-97ff-33b38862123a HTTP/1.1" status: 200 len: 1001 time: 0.0610003 Mar 11 20:45:25.163672 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a1817-9eba-45c1-8594-cebefe3d0f9a req-601b7cca-1a25-4ed6-9fb5-b9b3560b8e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:45:25.165089 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-290a1817-9eba-45c1-8594-cebefe3d0f9a req-601b7cca-1a25-4ed6-9fb5-b9b3560b8e70 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6cb21a67-68ce-46c4-abc4-3f4786a925c4 HTTP/1.1" status: 200 len: 847 time: 0.0471582 Mar 11 20:45:25.212201 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a1817-9eba-45c1-8594-cebefe3d0f9a req-eecc2a63-e30c-4658-92b1-7bf8243075f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:45:25.213657 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-290a1817-9eba-45c1-8594-cebefe3d0f9a req-eecc2a63-e30c-4658-92b1-7bf8243075f9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=669ddc16-1478-4df9-90d9-7516e1cf45f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0427744 Mar 11 20:45:25.303830 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-290a1817-9eba-45c1-8594-cebefe3d0f9a req-5a2bae25-fa2b-47a4-9080-f67092f9643b service neutron] 10.222.0.57 "GET /v2.0/networks/669ddc16-1478-4df9-90d9-7516e1cf45f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837500 Mar 11 20:45:25.392619 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-290a1817-9eba-45c1-8594-cebefe3d0f9a req-f624e9c9-3c34-45b9-b831-90c25e1c8920 service neutron] 10.222.0.57 "GET /v2.0/networks/669ddc16-1478-4df9-90d9-7516e1cf45f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832229 Mar 11 20:45:26.481540 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:45:27.866431 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:45:29.167105 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:45:49.667418 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:45:52.496392 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4316d075-295a-4a5c-ac2c-6bde7d42ef87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:45:53.242533 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:45:54.754364 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4795d41e-81df-4b11-987e-09dd055ee8fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:45:56.485017 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:45:57.869423 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:45:59.168629 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:46:01.358821 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:46:04.438163 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7469b-056a-4d11-88da-4b4d5947c72e req-f62ddb7b-9de0-4330-9be2-6ed1ba0c6bab tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:04.439643 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-33a7469b-056a-4d11-88da-4b4d5947c72e req-f62ddb7b-9de0-4330-9be2-6ed1ba0c6bab tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097 HTTP/1.1" status: 200 len: 945 time: 0.0525978 Mar 11 20:46:04.487155 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-33a7469b-056a-4d11-88da-4b4d5947c72e req-4a489d3f-ad11-476d-a546-90d6efb3e324 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=bff97948-3b31-401a-ac29-bbc60e9905a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418918 Mar 11 20:46:05.604488 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec55d36-094e-4891-b448-6e2a3ca18d98 req-a0c1da88-2dba-4047-900d-99b733553af8 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:05.606212 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-aec55d36-094e-4891-b448-6e2a3ca18d98 req-a0c1da88-2dba-4047-900d-99b733553af8 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097 HTTP/1.1" status: 200 len: 945 time: 0.0507407 Mar 11 20:46:05.653304 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-aec55d36-094e-4891-b448-6e2a3ca18d98 req-bda1ba5e-07d6-479e-afa8-e28ded718787 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=bff97948-3b31-401a-ac29-bbc60e9905a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415819 Mar 11 20:46:06.775367 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1455ea3e-b29c-4c78-b9f6-c662d730fa19 req-dd1add6d-7214-4f03-b412-8a8ae8804632 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:06.776829 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1455ea3e-b29c-4c78-b9f6-c662d730fa19 req-dd1add6d-7214-4f03-b412-8a8ae8804632 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097 HTTP/1.1" status: 200 len: 945 time: 0.0564899 Mar 11 20:46:06.823786 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1455ea3e-b29c-4c78-b9f6-c662d730fa19 req-a07eae0a-9f84-43d7-af0f-1f3e14b10f55 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=bff97948-3b31-401a-ac29-bbc60e9905a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413635 Mar 11 20:46:07.941751 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c831313-ca68-435d-9434-2936c7b63a50 req-57f37f8a-4492-4e47-ac06-ae2cfc5aa459 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:07.943258 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8c831313-ca68-435d-9434-2936c7b63a50 req-57f37f8a-4492-4e47-ac06-ae2cfc5aa459 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097 HTTP/1.1" status: 200 len: 945 time: 0.0531642 Mar 11 20:46:07.991666 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8c831313-ca68-435d-9434-2936c7b63a50 req-114ccd70-07ab-448b-8b24-ee8b9af95716 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=bff97948-3b31-401a-ac29-bbc60e9905a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424917 Mar 11 20:46:09.110541 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa9124-7ef2-41c8-88b9-79ec118cf9b5 req-0cb085fb-d797-49b4-bf50-b37412b515bc tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:09.112023 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-22fa9124-7ef2-41c8-88b9-79ec118cf9b5 req-0cb085fb-d797-49b4-bf50-b37412b515bc tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097 HTTP/1.1" status: 200 len: 945 time: 0.0516615 Mar 11 20:46:09.165518 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-22fa9124-7ef2-41c8-88b9-79ec118cf9b5 req-1e13276b-5a41-4a03-8d66-7df8c6d32c17 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=bff97948-3b31-401a-ac29-bbc60e9905a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476797 Mar 11 20:46:10.281831 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd3b13-2834-4bbd-9810-cb2c54225366 req-c917b076-e114-4786-87f4-8a678d135a80 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:10.283201 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-aafd3b13-2834-4bbd-9810-cb2c54225366 req-c917b076-e114-4786-87f4-8a678d135a80 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097 HTTP/1.1" status: 200 len: 945 time: 0.0518785 Mar 11 20:46:10.329863 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-aafd3b13-2834-4bbd-9810-cb2c54225366 req-af2b06bd-a6b8-4ef8-9c84-dc8b3233126d tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=bff97948-3b31-401a-ac29-bbc60e9905a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403628 Mar 11 20:46:11.447888 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e4794-4341-4261-9dfb-ca870b896695 req-ad2cda82-69c4-44c8-b676-0d1e94c324ca tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:11.449357 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-797e4794-4341-4261-9dfb-ca870b896695 req-ad2cda82-69c4-44c8-b676-0d1e94c324ca tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097 HTTP/1.1" status: 200 len: 945 time: 0.0511570 Mar 11 20:46:11.497077 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-797e4794-4341-4261-9dfb-ca870b896695 req-3884865c-b5d9-4edb-96c2-615fd0c2b2cd tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=bff97948-3b31-401a-ac29-bbc60e9905a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421302 Mar 11 20:46:12.618604 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274fd71f-7add-4c47-bcd2-cd845dab0ef2 req-5728eeb2-9c4e-4cbd-99ac-527d3e5a3649 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:12.620093 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-274fd71f-7add-4c47-bcd2-cd845dab0ef2 req-5728eeb2-9c4e-4cbd-99ac-527d3e5a3649 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097 HTTP/1.1" status: 200 len: 945 time: 0.0563128 Mar 11 20:46:12.668264 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-274fd71f-7add-4c47-bcd2-cd845dab0ef2 req-12eb7eb8-8434-4d35-9951-1e6b4b57024d tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=bff97948-3b31-401a-ac29-bbc60e9905a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425804 Mar 11 20:46:13.785770 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f285888-14d4-403b-99ce-0ba92c421fd4 req-d3d92e5f-02c0-4d5d-b1c0-d5b8847b55e3 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:13.787764 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1f285888-14d4-403b-99ce-0ba92c421fd4 req-d3d92e5f-02c0-4d5d-b1c0-d5b8847b55e3 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097 HTTP/1.1" status: 200 len: 945 time: 0.0520723 Mar 11 20:46:13.835159 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1f285888-14d4-403b-99ce-0ba92c421fd4 req-ebe003fc-16c4-46d0-85c9-4cb693a2c715 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=bff97948-3b31-401a-ac29-bbc60e9905a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416818 Mar 11 20:46:14.956081 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e14f4e-ebdf-4e9f-b802-01af48a7761c req-152d2378-70f3-42c6-8a12-3154e62437ff tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:14.957551 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a7e14f4e-ebdf-4e9f-b802-01af48a7761c req-152d2378-70f3-42c6-8a12-3154e62437ff tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097 HTTP/1.1" status: 200 len: 945 time: 0.0557754 Mar 11 20:46:15.004988 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a7e14f4e-ebdf-4e9f-b802-01af48a7761c req-f0f22b5b-f83a-4e58-93c6-aa6ab3f26d75 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=bff97948-3b31-401a-ac29-bbc60e9905a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416908 Mar 11 20:46:16.123270 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c2df4-6341-43b0-abd7-7b3f75f1e735 req-a082dcc9-193f-47b0-827e-03b2e08213b0 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:16.124744 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-153c2df4-6341-43b0-abd7-7b3f75f1e735 req-a082dcc9-193f-47b0-827e-03b2e08213b0 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097 HTTP/1.1" status: 200 len: 945 time: 0.0509896 Mar 11 20:46:16.171870 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-153c2df4-6341-43b0-abd7-7b3f75f1e735 req-b32909f1-e694-40a1-b830-1df9cb45aec4 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=bff97948-3b31-401a-ac29-bbc60e9905a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415800 Mar 11 20:46:16.607844 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 610c711c-9a24-4dd4-97ff-33b38862123a details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 20:46:16.700784 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 610c711c-9a24-4dd4-97ff-33b38862123a, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=610c711c-9a24-4dd4-97ff-33b38862123a,segment=NetworkSegment(0c7ef6cd-f7bd-47c4-969d-740864c2da75),segment_id=0c7ef6cd-f7bd-47c4-969d-740864c2da75)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:46:16.711546 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': '610c711c-9a24-4dd4-97ff-33b38862123a', 'network_id': '669ddc16-1478-4df9-90d9-7516e1cf45f1', 'port_id': '610c711c-9a24-4dd4-97ff-33b38862123a', 'mac_address': 'fa:16:3e:ff:53:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cb21a67-68ce-46c4-abc4-3f4786a925c4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 20:46:16.751131 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 610c711c-9a24-4dd4-97ff-33b38862123a is: ACTIVE; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:46:16.751520 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (610c711c-9a24-4dd4-97ff-33b38862123a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:46:16.763718 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 610c711c-9a24-4dd4-97ff-33b38862123a {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:46:16.781716 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 610c711c-9a24-4dd4-97ff-33b38862123a, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=610c711c-9a24-4dd4-97ff-33b38862123a,segment=NetworkSegment(0c7ef6cd-f7bd-47c4-969d-740864c2da75),segment_id=0c7ef6cd-f7bd-47c4-969d-740864c2da75)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:46:16.785896 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (610c711c-9a24-4dd4-97ff-33b38862123a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:46:16.834100 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=610c711c-9a24-4dd4-97ff-33b38862123a,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:46:16.841777 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:46:16.842130 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:46:16.842475 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:46:16.842816 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:46:16.843152 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:46:16.843485 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:46:16.843844 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:46:16.844173 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:46:16.844501 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:46:16.844829 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:46:16.845156 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:46:16.845479 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:46:16.845796 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:46:16.859036 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['610c711c-9a24-4dd4-97ff-33b38862123a'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:46:17.290088 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23411c9c-5059-4a92-bfe3-418d95a5d7a1 req-574bf60f-a1f8-452f-a600-1fc47ba6183e tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:17.291550 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-23411c9c-5059-4a92-bfe3-418d95a5d7a1 req-574bf60f-a1f8-452f-a600-1fc47ba6183e tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097 HTTP/1.1" status: 200 len: 944 time: 0.0525074 Mar 11 20:46:17.343493 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-23411c9c-5059-4a92-bfe3-418d95a5d7a1 req-38d18cf7-a8f8-4709-98ee-85adcf215f6e tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=bff97948-3b31-401a-ac29-bbc60e9905a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462310 Mar 11 20:46:18.462388 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e33bb-c940-49a2-b55d-afdbf0d7dc15 req-eca2316c-b7c9-40a8-9963-a07caf0acb09 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:18.463869 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7c3e33bb-c940-49a2-b55d-afdbf0d7dc15 req-eca2316c-b7c9-40a8-9963-a07caf0acb09 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097 HTTP/1.1" status: 200 len: 944 time: 0.0522151 Mar 11 20:46:18.511640 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7c3e33bb-c940-49a2-b55d-afdbf0d7dc15 req-6bfcab37-664e-4cb9-8a64-ef6edecf1c71 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=bff97948-3b31-401a-ac29-bbc60e9905a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421793 Mar 11 20:46:18.606984 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 610c711c-9a24-4dd4-97ff-33b38862123a up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:46:18.662246 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port 610c711c-9a24-4dd4-97ff-33b38862123a triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:46:18.662631 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (610c711c-9a24-4dd4-97ff-33b38862123a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:46:18.739398 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 610c711c-9a24-4dd4-97ff-33b38862123a is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:46:18.739810 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (610c711c-9a24-4dd4-97ff-33b38862123a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:46:18.761227 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f7a89b8-117c-4b45-8d69-1e3123a19097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '610c711c-9a24-4dd4-97ff-33b38862123a'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:46:18.763435 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e00c6702a54281ed7930195260709b2e9eb4074fe153a1ed12afbef6176377e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a389c7-6d2d-4888-af55-00f62429a61a" -d '{"events": [{"server_uuid": "4f7a89b8-117c-4b45-8d69-1e3123a19097", "name": "network-vif-plugged", "status": "completed", "tag": "610c711c-9a24-4dd4-97ff-33b38862123a"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:46:18.776271 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 610c711c-9a24-4dd4-97ff-33b38862123a, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=610c711c-9a24-4dd4-97ff-33b38862123a,segment=NetworkSegment(0c7ef6cd-f7bd-47c4-969d-740864c2da75),segment_id=0c7ef6cd-f7bd-47c4-969d-740864c2da75)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:46:18.781262 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (610c711c-9a24-4dd4-97ff-33b38862123a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:46:18.805140 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c44475-6c69-4721-8333-2ec56b6205c0 x-openstack-request-id: req-a8c44475-6c69-4721-8333-2ec56b6205c0 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:46:18.805435 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f7a89b8-117c-4b45-8d69-1e3123a19097", "name": "network-vif-plugged", "status": "completed", "tag": "610c711c-9a24-4dd4-97ff-33b38862123a", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:46:18.805692 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a8c44475-6c69-4721-8333-2ec56b6205c0 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:46:18.806085 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f7a89b8-117c-4b45-8d69-1e3123a19097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '610c711c-9a24-4dd4-97ff-33b38862123a', 'code': 200} Mar 11 20:46:18.830137 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=610c711c-9a24-4dd4-97ff-33b38862123a,revision_number=7']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:46:19.632026 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee1e6b0-a9f0-40a6-b2e0-b10c0a58e47d req-9ca2c774-d892-4772-8751-56d5364e1473 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:19.633481 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3ee1e6b0-a9f0-40a6-b2e0-b10c0a58e47d req-9ca2c774-d892-4772-8751-56d5364e1473 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097 HTTP/1.1" status: 200 len: 945 time: 0.0522833 Mar 11 20:46:19.680256 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3ee1e6b0-a9f0-40a6-b2e0-b10c0a58e47d req-e0cf8033-df27-4f73-95ab-8777a2d8ddc7 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=bff97948-3b31-401a-ac29-bbc60e9905a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411935 Mar 11 20:46:19.702189 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:46:20.803920 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c0577-9b11-477d-941c-bf81036108d6 req-4560856a-d9b1-4ea5-8bdf-59d4d466c638 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:20.805281 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-400c0577-9b11-477d-941c-bf81036108d6 req-4560856a-d9b1-4ea5-8bdf-59d4d466c638 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097 HTTP/1.1" status: 200 len: 945 time: 0.0560441 Mar 11 20:46:20.852919 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-400c0577-9b11-477d-941c-bf81036108d6 req-4e00108b-304e-48e7-a882-9ac3c3d29541 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=bff97948-3b31-401a-ac29-bbc60e9905a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420923 Mar 11 20:46:21.996820 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c422445-735b-4fe6-9987-e66e37c33326 req-a0550f1e-2aeb-4a00-8ca6-e57f24f0e0e1 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:21.998309 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4c422445-735b-4fe6-9987-e66e37c33326 req-a0550f1e-2aeb-4a00-8ca6-e57f24f0e0e1 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097 HTTP/1.1" status: 200 len: 945 time: 0.0550001 Mar 11 20:46:22.063985 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4c422445-735b-4fe6-9987-e66e37c33326 req-c675a5bc-a494-42ff-8cce-486f0e521f02 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=bff97948-3b31-401a-ac29-bbc60e9905a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597191 Mar 11 20:46:22.502430 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5e8508e2-f85d-4f6b-9c05-d669211ed74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:46:23.197839 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29e6403-3b8c-4276-8dd1-cfae928ef4f7 req-4cdab77c-1a84-4a8c-9b96-2b3b9f9e48ee tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:23.204809 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f29e6403-3b8c-4276-8dd1-cfae928ef4f7 req-4cdab77c-1a84-4a8c-9b96-2b3b9f9e48ee tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097 HTTP/1.1" status: 200 len: 945 time: 0.0598841 Mar 11 20:46:23.259674 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f29e6403-3b8c-4276-8dd1-cfae928ef4f7 req-930f4744-da27-496c-9381-6cd61bd9f739 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=bff97948-3b31-401a-ac29-bbc60e9905a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538182 Mar 11 20:46:23.279786 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:46:24.392715 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e71b871-8e13-486e-bbe1-a3a06114bd1d req-2e763f90-6d26-42ad-b7b2-4528670334b4 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:24.394373 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0e71b871-8e13-486e-bbe1-a3a06114bd1d req-2e763f90-6d26-42ad-b7b2-4528670334b4 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097 HTTP/1.1" status: 200 len: 945 time: 0.0591323 Mar 11 20:46:24.452127 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0e71b871-8e13-486e-bbe1-a3a06114bd1d req-e2a49c20-25ca-4366-9f06-99fcf7097b6b tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=bff97948-3b31-401a-ac29-bbc60e9905a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483522 Mar 11 20:46:24.761386 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-32fd1975-c3a7-4183-a15b-8dcf9fd21b94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:46:25.577742 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65421baa-972a-4826-b7e6-49cdeca278f0 req-de1ecbf1-f423-4636-8e93-5ab4be3a8c33 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:25.579269 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-65421baa-972a-4826-b7e6-49cdeca278f0 req-de1ecbf1-f423-4636-8e93-5ab4be3a8c33 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097 HTTP/1.1" status: 200 len: 945 time: 0.0552011 Mar 11 20:46:25.631135 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-65421baa-972a-4826-b7e6-49cdeca278f0 req-d61d610e-260d-41d8-b540-845ac7179cad tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=bff97948-3b31-401a-ac29-bbc60e9905a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447543 Mar 11 20:46:26.490815 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:46:26.767005 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a497198-c1c1-45f4-b529-6a53e972d419 req-3ed7cdf6-c61c-40da-9456-b2f652dbf806 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:26.768551 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0a497198-c1c1-45f4-b529-6a53e972d419 req-3ed7cdf6-c61c-40da-9456-b2f652dbf806 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097 HTTP/1.1" status: 200 len: 945 time: 0.0617628 Mar 11 20:46:26.823729 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0a497198-c1c1-45f4-b529-6a53e972d419 req-49737932-6b99-4f29-aa3d-93b32909e8c3 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=bff97948-3b31-401a-ac29-bbc60e9905a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492780 Mar 11 20:46:26.952487 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d435ce-56d5-4867-80b4-04463086e8f3 req-8f8d1cbc-0abe-4b41-bef1-710e606ee725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:26.954292 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d0d435ce-56d5-4867-80b4-04463086e8f3 req-8f8d1cbc-0abe-4b41-bef1-710e606ee725 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=360b5df7b50b47959f1dea8afcd996d7&device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097 HTTP/1.1" status: 200 len: 1127 time: 0.0476046 Mar 11 20:46:27.077146 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d435ce-56d5-4867-80b4-04463086e8f3 req-066e0edb-41f5-4e97-8560-1c5f177b0a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:27.078635 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d0d435ce-56d5-4867-80b4-04463086e8f3 req-066e0edb-41f5-4e97-8560-1c5f177b0a6d service neutron] 10.222.0.57 "GET /v2.0/networks?id=669ddc16-1478-4df9-90d9-7516e1cf45f1 HTTP/1.1" status: 200 len: 909 time: 0.1068873 Mar 11 20:46:27.149656 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d0d435ce-56d5-4867-80b4-04463086e8f3 req-8451e055-1da4-4f42-a4e5-e05d411d059c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=610c711c-9a24-4dd4-97ff-33b38862123a HTTP/1.1" status: 200 len: 1001 time: 0.0649731 Mar 11 20:46:27.200592 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d435ce-56d5-4867-80b4-04463086e8f3 req-1989d119-5117-4d19-8bad-b95f2c00f7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:27.202561 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d0d435ce-56d5-4867-80b4-04463086e8f3 req-1989d119-5117-4d19-8bad-b95f2c00f7ff service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6cb21a67-68ce-46c4-abc4-3f4786a925c4 HTTP/1.1" status: 200 len: 847 time: 0.0468762 Mar 11 20:46:27.268271 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d435ce-56d5-4867-80b4-04463086e8f3 req-58460765-9b04-4d1c-9f2b-ba8f3945b93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:27.269786 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d0d435ce-56d5-4867-80b4-04463086e8f3 req-58460765-9b04-4d1c-9f2b-ba8f3945b93d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=669ddc16-1478-4df9-90d9-7516e1cf45f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0612686 Mar 11 20:46:27.366901 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d0d435ce-56d5-4867-80b4-04463086e8f3 req-8014dfa7-3691-4883-8f02-a45b4474eeaa service neutron] 10.222.0.57 "GET /v2.0/networks/669ddc16-1478-4df9-90d9-7516e1cf45f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908711 Mar 11 20:46:27.472418 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d0d435ce-56d5-4867-80b4-04463086e8f3 req-b3b7bce2-adfb-4fc3-ac44-a3388e5629c5 service neutron] 10.222.0.57 "GET /v2.0/networks/669ddc16-1478-4df9-90d9-7516e1cf45f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992143 Mar 11 20:46:27.887497 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:46:27.959919 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6802cf6-85b0-43e5-8528-20778ebdeb59 req-97c0bd97-bce1-4526-ab90-ef1f10eec62b tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:27.961540 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f6802cf6-85b0-43e5-8528-20778ebdeb59 req-97c0bd97-bce1-4526-ab90-ef1f10eec62b tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097 HTTP/1.1" status: 200 len: 945 time: 0.0612857 Mar 11 20:46:28.022955 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f6802cf6-85b0-43e5-8528-20778ebdeb59 req-8a904eb0-6949-4e13-8a22-f80ae80ba6f9 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=bff97948-3b31-401a-ac29-bbc60e9905a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555148 Mar 11 20:46:29.158762 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4649f8-2657-4c44-88cc-4121b4cf86fe req-5e8de3b7-194e-49f0-8106-721c68cf34f8 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:29.165963 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2f4649f8-2657-4c44-88cc-4121b4cf86fe req-5e8de3b7-194e-49f0-8106-721c68cf34f8 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097 HTTP/1.1" status: 200 len: 945 time: 0.0718329 Mar 11 20:46:29.174836 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:46:29.232631 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2f4649f8-2657-4c44-88cc-4121b4cf86fe req-c771869a-5474-468c-8762-5ef74c20a5c6 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=bff97948-3b31-401a-ac29-bbc60e9905a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518029 Mar 11 20:46:30.337818 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af5f00-2e01-4494-8f81-07fc0a2a8fc7 req-7d6c54ac-d2f3-4ba5-8e43-2f22517327e9 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:30.339275 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-92af5f00-2e01-4494-8f81-07fc0a2a8fc7 req-7d6c54ac-d2f3-4ba5-8e43-2f22517327e9 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097 HTTP/1.1" status: 200 len: 945 time: 0.0541344 Mar 11 20:46:30.388405 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-92af5f00-2e01-4494-8f81-07fc0a2a8fc7 req-106c54f1-b0fb-4207-9573-4dc056ed77ba tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=bff97948-3b31-401a-ac29-bbc60e9905a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435178 Mar 11 20:46:31.258163 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd5e2c-bd3a-4f2e-b698-96121602c7c7 req-bbfcb97f-2d89-487d-9a1c-877e8b194094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:31.259786 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b4bd5e2c-bd3a-4f2e-b698-96121602c7c7 req-bbfcb97f-2d89-487d-9a1c-877e8b194094 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=360b5df7b50b47959f1dea8afcd996d7&device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097 HTTP/1.1" status: 200 len: 1127 time: 0.0452230 Mar 11 20:46:31.358203 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd5e2c-bd3a-4f2e-b698-96121602c7c7 req-4b5dcd92-22c6-4bce-9761-d0c13ea5c6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:31.361287 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b4bd5e2c-bd3a-4f2e-b698-96121602c7c7 req-4b5dcd92-22c6-4bce-9761-d0c13ea5c6bd service neutron] 10.222.0.57 "GET /v2.0/networks?id=669ddc16-1478-4df9-90d9-7516e1cf45f1 HTTP/1.1" status: 200 len: 909 time: 0.0917761 Mar 11 20:46:31.423008 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b4bd5e2c-bd3a-4f2e-b698-96121602c7c7 req-38543ba1-9ee7-4ac8-9959-3b04524e5125 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=610c711c-9a24-4dd4-97ff-33b38862123a HTTP/1.1" status: 200 len: 1001 time: 0.0575809 Mar 11 20:46:31.501705 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd5e2c-bd3a-4f2e-b698-96121602c7c7 req-1b27866b-35af-45d5-a2e1-76d43778f976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:31.503291 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b4bd5e2c-bd3a-4f2e-b698-96121602c7c7 req-1b27866b-35af-45d5-a2e1-76d43778f976 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6cb21a67-68ce-46c4-abc4-3f4786a925c4 HTTP/1.1" status: 200 len: 847 time: 0.0749555 Mar 11 20:46:31.549207 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da66f9c-c82d-4e00-8b68-3b338f99b113 req-554bb4de-1a64-48cd-bbc7-acc606136d1d tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:31.550641 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6da66f9c-c82d-4e00-8b68-3b338f99b113 req-554bb4de-1a64-48cd-bbc7-acc606136d1d tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097 HTTP/1.1" status: 200 len: 945 time: 0.0909610 Mar 11 20:46:31.581661 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd5e2c-bd3a-4f2e-b698-96121602c7c7 req-efdc4543-bd45-493e-b2ca-dd8502098cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:31.583141 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b4bd5e2c-bd3a-4f2e-b698-96121602c7c7 req-efdc4543-bd45-493e-b2ca-dd8502098cbd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=669ddc16-1478-4df9-90d9-7516e1cf45f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0738347 Mar 11 20:46:31.628482 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6da66f9c-c82d-4e00-8b68-3b338f99b113 req-a0cca6e9-2d0a-4b3d-b066-53e2e023a339 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=bff97948-3b31-401a-ac29-bbc60e9905a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716407 Mar 11 20:46:31.694766 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b4bd5e2c-bd3a-4f2e-b698-96121602c7c7 req-0562f71b-6fe4-4c5b-a0b6-8ad6b4fe6128 service neutron] 10.222.0.57 "GET /v2.0/networks/669ddc16-1478-4df9-90d9-7516e1cf45f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035905 Mar 11 20:46:31.787736 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b4bd5e2c-bd3a-4f2e-b698-96121602c7c7 req-d05860a8-b2ba-4cd2-b4eb-25e425120cac service neutron] 10.222.0.57 "GET /v2.0/networks/669ddc16-1478-4df9-90d9-7516e1cf45f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858278 Mar 11 20:46:32.758253 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a0dffe-6b43-4cc9-ad6b-553920c881e3 req-dea37bb7-450b-47eb-8e0e-e422f940a8f1 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:32.759761 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a7a0dffe-6b43-4cc9-ad6b-553920c881e3 req-dea37bb7-450b-47eb-8e0e-e422f940a8f1 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097 HTTP/1.1" status: 200 len: 945 time: 0.0607846 Mar 11 20:46:32.808636 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a7a0dffe-6b43-4cc9-ad6b-553920c881e3 req-3e355e85-5958-4ce0-89b6-11acd69b374c tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=bff97948-3b31-401a-ac29-bbc60e9905a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431135 Mar 11 20:46:33.924960 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8ff30c-1920-4021-9679-1cf6645a1069 req-27d620f2-3577-464a-a59d-6f5fd3f282e9 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:33.926427 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0c8ff30c-1920-4021-9679-1cf6645a1069 req-27d620f2-3577-464a-a59d-6f5fd3f282e9 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097 HTTP/1.1" status: 200 len: 945 time: 0.0511637 Mar 11 20:46:33.973577 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0c8ff30c-1920-4021-9679-1cf6645a1069 req-e878b8f3-352c-427c-a21a-9d4d97c44fb4 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=bff97948-3b31-401a-ac29-bbc60e9905a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409091 Mar 11 20:46:34.039698 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [req-eb69313d-adac-48ba-8bbf-13716f98e3e9 req-4e377725-60fa-42a6-a9a9-a6ce36f39209 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 20:46:34.040698 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-eb69313d-adac-48ba-8bbf-13716f98e3e9 req-4e377725-60fa-42a6-a9a9-a6ce36f39209 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058956 Mar 11 20:46:34.201066 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7630293d-fea9-470c-a716-2676dc70d35c req-74313a33-6dfa-4f7d-a44b-f8a62b3c3960 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:34.202532 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7630293d-fea9-470c-a716-2676dc70d35c req-74313a33-6dfa-4f7d-a44b-f8a62b3c3960 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097 HTTP/1.1" status: 200 len: 945 time: 0.0571637 Mar 11 20:46:34.253743 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7630293d-fea9-470c-a716-2676dc70d35c req-43efaded-8b7a-496c-84e3-fb8e84f48830 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=bff97948-3b31-401a-ac29-bbc60e9905a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456343 Mar 11 20:46:34.360753 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-cd92f6b2-cd18-49d1-9664-d5c2e499b576 req-324219dd-7918-4f1a-be0e-845daa140824 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0886190 Mar 11 20:46:34.653630 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 610c711c-9a24-4dd4-97ff-33b38862123a no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:46:34.728583 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 610c711c-9a24-4dd4-97ff-33b38862123a is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:46:34.728973 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (610c711c-9a24-4dd4-97ff-33b38862123a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:46:34.750518 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f7a89b8-117c-4b45-8d69-1e3123a19097', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '610c711c-9a24-4dd4-97ff-33b38862123a'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:46:34.752784 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e00c6702a54281ed7930195260709b2e9eb4074fe153a1ed12afbef6176377e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ce8189-3ac0-4235-996a-a49376d96919" -d '{"events": [{"server_uuid": "4f7a89b8-117c-4b45-8d69-1e3123a19097", "name": "network-vif-unplugged", "status": "completed", "tag": "610c711c-9a24-4dd4-97ff-33b38862123a"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:46:34.765185 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 610c711c-9a24-4dd4-97ff-33b38862123a, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=610c711c-9a24-4dd4-97ff-33b38862123a,segment=NetworkSegment(0c7ef6cd-f7bd-47c4-969d-740864c2da75),segment_id=0c7ef6cd-f7bd-47c4-969d-740864c2da75)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:46:34.769200 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (610c711c-9a24-4dd4-97ff-33b38862123a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:46:34.792085 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 11 Mar 2022 20:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c559038-0c6b-4567-a10e-582a6f4a24f6 x-openstack-request-id: req-7c559038-0c6b-4567-a10e-582a6f4a24f6 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:46:34.792384 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f7a89b8-117c-4b45-8d69-1e3123a19097", "name": "network-vif-unplugged", "status": "failed", "tag": "610c711c-9a24-4dd4-97ff-33b38862123a", "code": 422}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:46:34.792643 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-7c559038-0c6b-4567-a10e-582a6f4a24f6 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:46:34.793038 n-d-833163-1 neutron-server[103886]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4f7a89b8-117c-4b45-8d69-1e3123a19097', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '610c711c-9a24-4dd4-97ff-33b38862123a', 'code': 422} returned with failed status Mar 11 20:46:34.817209 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=610c711c-9a24-4dd4-97ff-33b38862123a,revision_number=8']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:46:35.371896 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6feace3-e4be-4870-b555-2d1d08a585a6 req-b1b5e16a-5548-4fa8-9ad2-4c037712bd92 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:35.373371 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e6feace3-e4be-4870-b555-2d1d08a585a6 req-b1b5e16a-5548-4fa8-9ad2-4c037712bd92 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097 HTTP/1.1" status: 200 len: 943 time: 0.0522642 Mar 11 20:46:35.424169 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e6feace3-e4be-4870-b555-2d1d08a585a6 req-dbd9c07c-ef33-4ce9-bab3-9c4543e34606 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=bff97948-3b31-401a-ac29-bbc60e9905a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444510 Mar 11 20:46:35.496378 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd92f6b2-cd18-49d1-9664-d5c2e499b576 req-90b43205-e490-4355-9e31-337823df9ccc tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:35.497719 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-cd92f6b2-cd18-49d1-9664-d5c2e499b576 req-90b43205-e490-4355-9e31-337823df9ccc tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports/610c711c-9a24-4dd4-97ff-33b38862123a HTTP/1.1" status: 200 len: 940 time: 0.1003370 Mar 11 20:46:36.546759 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33dac1e-2e3f-4044-a982-5e8bdcb7361f req-15f00ece-e6c5-4428-ae24-17ef2522d63a tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:36.548243 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d33dac1e-2e3f-4044-a982-5e8bdcb7361f req-15f00ece-e6c5-4428-ae24-17ef2522d63a tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097 HTTP/1.1" status: 200 len: 943 time: 0.0508776 Mar 11 20:46:36.599912 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d33dac1e-2e3f-4044-a982-5e8bdcb7361f req-f60dcfd7-7a4a-42fc-8a44-6d020f5a869b tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=bff97948-3b31-401a-ac29-bbc60e9905a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454149 Mar 11 20:46:37.717646 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0356f8-a5bb-4a03-9309-3a5e18a38c9a req-5265d94d-bb77-423a-af28-58bddfb60653 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:37.719146 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ae0356f8-a5bb-4a03-9309-3a5e18a38c9a req-5265d94d-bb77-423a-af28-58bddfb60653 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097 HTTP/1.1" status: 200 len: 943 time: 0.0519080 Mar 11 20:46:37.767574 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ae0356f8-a5bb-4a03-9309-3a5e18a38c9a req-02e6b632-ba0c-47b4-b68f-a15f6ddf9d14 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=bff97948-3b31-401a-ac29-bbc60e9905a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422556 Mar 11 20:46:38.357664 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:46:38.884377 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2fd7f3-6d39-476e-a10c-8db5db25c79d req-980ce44a-d698-4f5e-bf90-6c5d3880ddbf tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:38.885848 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8a2fd7f3-6d39-476e-a10c-8db5db25c79d req-980ce44a-d698-4f5e-bf90-6c5d3880ddbf tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097 HTTP/1.1" status: 200 len: 943 time: 0.0514884 Mar 11 20:46:38.937225 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8a2fd7f3-6d39-476e-a10c-8db5db25c79d req-0d9f4d39-a394-4b19-9844-1dd4b281a347 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=bff97948-3b31-401a-ac29-bbc60e9905a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450850 Mar 11 20:46:39.409045 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd92f6b2-cd18-49d1-9664-d5c2e499b576 req-91066e56-e017-4a31-a92f-6b565d7ee0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:39.410515 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cd92f6b2-cd18-49d1-9664-d5c2e499b576 req-91066e56-e017-4a31-a92f-6b565d7ee0cd service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097&tenant_id=360b5df7b50b47959f1dea8afcd996d7 HTTP/1.1" status: 200 len: 1125 time: 0.0885751 Mar 11 20:46:39.420645 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-cd92f6b2-cd18-49d1-9664-d5c2e499b576 req-273e2492-32bf-4c89-9c7a-971bac7e9b51 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-833163-1', 'device_owner': 'compute:nova'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:46:39.476679 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cd92f6b2-cd18-49d1-9664-d5c2e499b576 req-273e2492-32bf-4c89-9c7a-971bac7e9b51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (610c711c-9a24-4dd4-97ff-33b38862123a), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:46:39.673884 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-cd92f6b2-cd18-49d1-9664-d5c2e499b576 req-273e2492-32bf-4c89-9c7a-971bac7e9b51 service neutron] For port 610c711c-9a24-4dd4-97ff-33b38862123a, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=610c711c-9a24-4dd4-97ff-33b38862123a,segment=NetworkSegment(0c7ef6cd-f7bd-47c4-969d-740864c2da75),segment_id=0c7ef6cd-f7bd-47c4-969d-740864c2da75)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:46:39.706037 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-cd92f6b2-cd18-49d1-9664-d5c2e499b576 req-273e2492-32bf-4c89-9c7a-971bac7e9b51 service neutron] For port 610c711c-9a24-4dd4-97ff-33b38862123a, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:46:39.743452 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-cd92f6b2-cd18-49d1-9664-d5c2e499b576 req-273e2492-32bf-4c89-9c7a-971bac7e9b51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 610c711c-9a24-4dd4-97ff-33b38862123a {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:46:39.750740 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cd92f6b2-cd18-49d1-9664-d5c2e499b576 req-273e2492-32bf-4c89-9c7a-971bac7e9b51 service neutron] Publish callbacks [] for port (610c711c-9a24-4dd4-97ff-33b38862123a), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:46:39.762468 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-cd92f6b2-cd18-49d1-9664-d5c2e499b576 req-273e2492-32bf-4c89-9c7a-971bac7e9b51 service neutron] Transition to ACTIVE for port object 610c711c-9a24-4dd4-97ff-33b38862123a will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 20:46:39.766304 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cd92f6b2-cd18-49d1-9664-d5c2e499b576 req-273e2492-32bf-4c89-9c7a-971bac7e9b51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (610c711c-9a24-4dd4-97ff-33b38862123a), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:46:39.842735 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273e2492-32bf-4c89-9c7a-971bac7e9b51 service neutron] Pushing event updated for resources: {'Port': ['ID=610c711c-9a24-4dd4-97ff-33b38862123a,revision_number=9']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:46:39.857670 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273e2492-32bf-4c89-9c7a-971bac7e9b51 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:46:39.858010 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273e2492-32bf-4c89-9c7a-971bac7e9b51 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:46:39.858350 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273e2492-32bf-4c89-9c7a-971bac7e9b51 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:46:39.858684 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273e2492-32bf-4c89-9c7a-971bac7e9b51 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:46:39.859010 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273e2492-32bf-4c89-9c7a-971bac7e9b51 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:46:39.859336 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273e2492-32bf-4c89-9c7a-971bac7e9b51 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:46:39.859710 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273e2492-32bf-4c89-9c7a-971bac7e9b51 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:46:39.860127 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273e2492-32bf-4c89-9c7a-971bac7e9b51 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:46:39.860431 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273e2492-32bf-4c89-9c7a-971bac7e9b51 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:46:39.860744 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273e2492-32bf-4c89-9c7a-971bac7e9b51 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:46:39.861059 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273e2492-32bf-4c89-9c7a-971bac7e9b51 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:46:39.861377 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273e2492-32bf-4c89-9c7a-971bac7e9b51 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:46:39.861696 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273e2492-32bf-4c89-9c7a-971bac7e9b51 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:46:39.897833 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd92f6b2-cd18-49d1-9664-d5c2e499b576 req-273e2492-32bf-4c89-9c7a-971bac7e9b51 service neutron] No DVR routers for this DVR port 610c711c-9a24-4dd4-97ff-33b38862123a on host n-h2-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:46:40.071553 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-cd92f6b2-cd18-49d1-9664-d5c2e499b576 req-273e2492-32bf-4c89-9c7a-971bac7e9b51 service neutron] Attempting to bind port 610c711c-9a24-4dd4-97ff-33b38862123a on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:46:40.071819 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-cd92f6b2-cd18-49d1-9664-d5c2e499b576 req-273e2492-32bf-4c89-9c7a-971bac7e9b51 service neutron] Attempting to bind port 610c711c-9a24-4dd4-97ff-33b38862123a by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': '0c7ef6cd-f7bd-47c4-969d-740864c2da75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '669ddc16-1478-4df9-90d9-7516e1cf45f1'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:46:40.072154 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd92f6b2-cd18-49d1-9664-d5c2e499b576 req-273e2492-32bf-4c89-9c7a-971bac7e9b51 service neutron] Attempting to bind port 610c711c-9a24-4dd4-97ff-33b38862123a on network 669ddc16-1478-4df9-90d9-7516e1cf45f1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:46:40.080681 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd92f6b2-cd18-49d1-9664-d5c2e499b576 req-273e2492-32bf-4c89-9c7a-971bac7e9b51 service neutron] Port 610c711c-9a24-4dd4-97ff-33b38862123a on network 669ddc16-1478-4df9-90d9-7516e1cf45f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 20:46:40.081003 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd92f6b2-cd18-49d1-9664-d5c2e499b576 req-273e2492-32bf-4c89-9c7a-971bac7e9b51 service neutron] Attempting to bind port 610c711c-9a24-4dd4-97ff-33b38862123a on network 669ddc16-1478-4df9-90d9-7516e1cf45f1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:46:40.089093 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd92f6b2-cd18-49d1-9664-d5c2e499b576 req-273e2492-32bf-4c89-9c7a-971bac7e9b51 service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:46:40.089429 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd92f6b2-cd18-49d1-9664-d5c2e499b576 req-273e2492-32bf-4c89-9c7a-971bac7e9b51 service neutron] Checking segment: {'id': '0c7ef6cd-f7bd-47c4-969d-740864c2da75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '669ddc16-1478-4df9-90d9-7516e1cf45f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:46:40.089807 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd92f6b2-cd18-49d1-9664-d5c2e499b576 req-273e2492-32bf-4c89-9c7a-971bac7e9b51 service neutron] Bound using segment: {'id': '0c7ef6cd-f7bd-47c4-969d-740864c2da75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '669ddc16-1478-4df9-90d9-7516e1cf45f1'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:46:40.090230 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-cd92f6b2-cd18-49d1-9664-d5c2e499b576 req-273e2492-32bf-4c89-9c7a-971bac7e9b51 service neutron] Bound port: 610c711c-9a24-4dd4-97ff-33b38862123a, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c7ef6cd-f7bd-47c4-969d-740864c2da75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '669ddc16-1478-4df9-90d9-7516e1cf45f1'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:46:40.090584 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cd92f6b2-cd18-49d1-9664-d5c2e499b576 req-273e2492-32bf-4c89-9c7a-971bac7e9b51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (610c711c-9a24-4dd4-97ff-33b38862123a), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:46:40.105914 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246fbe73-c243-46d4-a235-caf95c97ad1b req-df2ee645-ff0d-4b0f-94db-f4b9052acad4 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:40.107396 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-246fbe73-c243-46d4-a235-caf95c97ad1b req-df2ee645-ff0d-4b0f-94db-f4b9052acad4 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097 HTTP/1.1" status: 200 len: 943 time: 0.0995233 Mar 11 20:46:40.200152 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-246fbe73-c243-46d4-a235-caf95c97ad1b req-10a456f7-25ca-4e1f-93bd-9305ce8028ae tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=bff97948-3b31-401a-ac29-bbc60e9905a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864623 Mar 11 20:46:40.203519 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-cd92f6b2-cd18-49d1-9664-d5c2e499b576 req-273e2492-32bf-4c89-9c7a-971bac7e9b51 service neutron] For port 610c711c-9a24-4dd4-97ff-33b38862123a, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:46:40.206793 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-cd92f6b2-cd18-49d1-9664-d5c2e499b576 req-273e2492-32bf-4c89-9c7a-971bac7e9b51 service neutron] For port 610c711c-9a24-4dd4-97ff-33b38862123a, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=610c711c-9a24-4dd4-97ff-33b38862123a,segment=NetworkSegment(0c7ef6cd-f7bd-47c4-969d-740864c2da75),segment_id=0c7ef6cd-f7bd-47c4-969d-740864c2da75)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:46:40.214257 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cd92f6b2-cd18-49d1-9664-d5c2e499b576 req-273e2492-32bf-4c89-9c7a-971bac7e9b51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (610c711c-9a24-4dd4-97ff-33b38862123a), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:46:40.248551 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd92f6b2-cd18-49d1-9664-d5c2e499b576 req-273e2492-32bf-4c89-9c7a-971bac7e9b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:40.249213 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cd92f6b2-cd18-49d1-9664-d5c2e499b576 req-273e2492-32bf-4c89-9c7a-971bac7e9b51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:46:40.250636 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cd92f6b2-cd18-49d1-9664-d5c2e499b576 req-273e2492-32bf-4c89-9c7a-971bac7e9b51 service neutron] 10.222.0.75 "PUT /v2.0/ports/610c711c-9a24-4dd4-97ff-33b38862123a HTTP/1.1" status: 200 len: 1091 time: 0.8338883 Mar 11 20:46:40.251089 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f7a89b8-117c-4b45-8d69-1e3123a19097', 'tag': '610c711c-9a24-4dd4-97ff-33b38862123a'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:46:40.253366 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a0d03908d714cf498f0e9a07bdcfee6ce8884db927bcf4c76da6f3dadb32e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b5578f-3fa8-44a1-b170-cb779e80ab25" -d '{"events": [{"name": "network-changed", "server_uuid": "4f7a89b8-117c-4b45-8d69-1e3123a19097", "tag": "610c711c-9a24-4dd4-97ff-33b38862123a"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:46:40.286382 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273e2492-32bf-4c89-9c7a-971bac7e9b51 service neutron] Pushing event updated for resources: {'Port': ['ID=610c711c-9a24-4dd4-97ff-33b38862123a,revision_number=10']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:46:40.326853 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd92f6b2-cd18-49d1-9664-d5c2e499b576 req-6697dd4b-0a0c-4c8f-a448-91561e5c59d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:40.328416 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cd92f6b2-cd18-49d1-9664-d5c2e499b576 req-6697dd4b-0a0c-4c8f-a448-91561e5c59d4 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=360b5df7b50b47959f1dea8afcd996d7&device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097 HTTP/1.1" status: 200 len: 1126 time: 0.0498126 Mar 11 20:46:40.359657 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf04f87-c865-4be6-b57c-ae45fb57c4a9 x-openstack-request-id: req-2cf04f87-c865-4be6-b57c-ae45fb57c4a9 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:46:40.359964 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f7a89b8-117c-4b45-8d69-1e3123a19097", "tag": "610c711c-9a24-4dd4-97ff-33b38862123a", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:46:40.360224 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2cf04f87-c865-4be6-b57c-ae45fb57c4a9 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:46:40.360641 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f7a89b8-117c-4b45-8d69-1e3123a19097', 'tag': '610c711c-9a24-4dd4-97ff-33b38862123a', 'status': 'completed', 'code': 200} Mar 11 20:46:40.430403 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd92f6b2-cd18-49d1-9664-d5c2e499b576 req-84b71834-eb1a-482e-b2aa-3142b723b235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:40.431933 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cd92f6b2-cd18-49d1-9664-d5c2e499b576 req-84b71834-eb1a-482e-b2aa-3142b723b235 service neutron] 10.222.0.75 "GET /v2.0/networks?id=669ddc16-1478-4df9-90d9-7516e1cf45f1 HTTP/1.1" status: 200 len: 909 time: 0.0982850 Mar 11 20:46:40.497755 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cd92f6b2-cd18-49d1-9664-d5c2e499b576 req-a71978fb-caad-4129-bc9f-128e46965118 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=610c711c-9a24-4dd4-97ff-33b38862123a HTTP/1.1" status: 200 len: 999 time: 0.0597975 Mar 11 20:46:40.545314 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd92f6b2-cd18-49d1-9664-d5c2e499b576 req-fda43df6-d50e-4ee0-b9c6-77f550e5432b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:40.546717 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cd92f6b2-cd18-49d1-9664-d5c2e499b576 req-fda43df6-d50e-4ee0-b9c6-77f550e5432b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6cb21a67-68ce-46c4-abc4-3f4786a925c4 HTTP/1.1" status: 200 len: 847 time: 0.0428948 Mar 11 20:46:40.597908 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd92f6b2-cd18-49d1-9664-d5c2e499b576 req-afdf15ea-5b31-4575-89eb-d4a46d4127f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:40.600297 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cd92f6b2-cd18-49d1-9664-d5c2e499b576 req-afdf15ea-5b31-4575-89eb-d4a46d4127f3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=669ddc16-1478-4df9-90d9-7516e1cf45f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482080 Mar 11 20:46:40.686437 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cd92f6b2-cd18-49d1-9664-d5c2e499b576 req-89cfe8a8-46e9-4837-9506-70edbfe62187 service neutron] 10.222.0.75 "GET /v2.0/networks/669ddc16-1478-4df9-90d9-7516e1cf45f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807788 Mar 11 20:46:40.775962 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cd92f6b2-cd18-49d1-9664-d5c2e499b576 req-ea6fd63a-fff8-4616-8890-547ac6a0873f service neutron] 10.222.0.75 "GET /v2.0/networks/669ddc16-1478-4df9-90d9-7516e1cf45f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830352 Mar 11 20:46:40.861624 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b5578f-3fa8-44a1-b170-cb779e80ab25 req-2047b809-f069-43c1-8f55-a0ad3e89f709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:40.863093 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-87b5578f-3fa8-44a1-b170-cb779e80ab25 req-2047b809-f069-43c1-8f55-a0ad3e89f709 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=360b5df7b50b47959f1dea8afcd996d7&device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097 HTTP/1.1" status: 200 len: 1126 time: 0.0438833 Mar 11 20:46:40.969811 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b5578f-3fa8-44a1-b170-cb779e80ab25 req-3419ac46-1849-477b-8995-9497aed8b5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:40.971266 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-87b5578f-3fa8-44a1-b170-cb779e80ab25 req-3419ac46-1849-477b-8995-9497aed8b5f0 service neutron] 10.222.0.75 "GET /v2.0/networks?id=669ddc16-1478-4df9-90d9-7516e1cf45f1 HTTP/1.1" status: 200 len: 909 time: 0.0898266 Mar 11 20:46:41.040832 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-87b5578f-3fa8-44a1-b170-cb779e80ab25 req-ccdbc9a2-3785-4fc1-a4c8-5a193d2bc597 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=610c711c-9a24-4dd4-97ff-33b38862123a HTTP/1.1" status: 200 len: 999 time: 0.0640142 Mar 11 20:46:41.091766 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b5578f-3fa8-44a1-b170-cb779e80ab25 req-6194747c-d1a2-446d-ad79-8d1c96c36af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:41.093490 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-87b5578f-3fa8-44a1-b170-cb779e80ab25 req-6194747c-d1a2-446d-ad79-8d1c96c36af3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6cb21a67-68ce-46c4-abc4-3f4786a925c4 HTTP/1.1" status: 200 len: 847 time: 0.0473003 Mar 11 20:46:41.366506 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae54e0-a9bc-473f-b671-80a4b1585fd8 req-78ec2cc2-ad88-4018-abe4-1e8a2c4ae185 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:41.368013 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-90ae54e0-a9bc-473f-b671-80a4b1585fd8 req-78ec2cc2-ad88-4018-abe4-1e8a2c4ae185 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097 HTTP/1.1" status: 200 len: 944 time: 0.0699265 Mar 11 20:46:41.430648 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-90ae54e0-a9bc-473f-b671-80a4b1585fd8 req-f73b2b6e-df99-43fb-b2d2-980165a2654f tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=bff97948-3b31-401a-ac29-bbc60e9905a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530550 Mar 11 20:46:42.552938 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f46722-9454-4fba-8a2e-a9b7b33eb95d req-1b9c994d-2d36-4aaf-8690-d3cc506b648d tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:42.554480 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c6f46722-9454-4fba-8a2e-a9b7b33eb95d req-1b9c994d-2d36-4aaf-8690-d3cc506b648d tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097 HTTP/1.1" status: 200 len: 944 time: 0.0550330 Mar 11 20:46:42.605230 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c6f46722-9454-4fba-8a2e-a9b7b33eb95d req-49298de6-4394-495f-9795-73338ccd2de1 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=bff97948-3b31-401a-ac29-bbc60e9905a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449474 Mar 11 20:46:43.735962 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b4d69-b505-49c1-bcc6-c9ce40e395da req-f75908fc-4acf-4ccd-a657-224bf090cd41 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:43.737441 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cd4b4d69-b505-49c1-bcc6-c9ce40e395da req-f75908fc-4acf-4ccd-a657-224bf090cd41 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097 HTTP/1.1" status: 200 len: 944 time: 0.0623431 Mar 11 20:46:43.808173 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cd4b4d69-b505-49c1-bcc6-c9ce40e395da req-d0a5f764-c42d-45f3-8a00-f67f15d76e90 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=bff97948-3b31-401a-ac29-bbc60e9905a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638704 Mar 11 20:46:44.928910 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6b2366-06bc-45b2-8d64-2e15521dbf63 req-dc5d4988-da46-47d2-991c-6cd770dbe482 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:44.930435 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5c6b2366-06bc-45b2-8d64-2e15521dbf63 req-dc5d4988-da46-47d2-991c-6cd770dbe482 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097 HTTP/1.1" status: 200 len: 944 time: 0.0536056 Mar 11 20:46:44.982900 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5c6b2366-06bc-45b2-8d64-2e15521dbf63 req-ee9b84bb-29ac-4579-9dae-be364e05d243 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=bff97948-3b31-401a-ac29-bbc60e9905a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463555 Mar 11 20:46:46.116294 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc0c3e-7cab-4166-bdba-ed9b03310de7 req-fc8c63e9-8cb3-49d5-9c90-3e1adc82b23b tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:46.118540 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ecfc0c3e-7cab-4166-bdba-ed9b03310de7 req-fc8c63e9-8cb3-49d5-9c90-3e1adc82b23b tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097 HTTP/1.1" status: 200 len: 944 time: 0.0599568 Mar 11 20:46:46.170750 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ecfc0c3e-7cab-4166-bdba-ed9b03310de7 req-ff8eb888-90b8-4a68-a772-10edf26d9cdf tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=bff97948-3b31-401a-ac29-bbc60e9905a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459807 Mar 11 20:46:47.300075 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7972b39-ff3a-4cce-9464-fb884926037f req-6b8043a3-b90b-429d-98c0-49711515a8c8 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:47.301585 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c7972b39-ff3a-4cce-9464-fb884926037f req-6b8043a3-b90b-429d-98c0-49711515a8c8 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097 HTTP/1.1" status: 200 len: 944 time: 0.0601163 Mar 11 20:46:47.355015 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c7972b39-ff3a-4cce-9464-fb884926037f req-80e953f4-7fa3-4502-aa41-77a5daa35f9f tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=bff97948-3b31-401a-ac29-bbc60e9905a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474520 Mar 11 20:46:48.484446 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77007afc-18b1-4551-a153-3e84e91152fa req-70efdc7d-7ee3-423e-be18-494a2f6074bc tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:48.485916 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-77007afc-18b1-4551-a153-3e84e91152fa req-70efdc7d-7ee3-423e-be18-494a2f6074bc tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097 HTTP/1.1" status: 200 len: 944 time: 0.0574856 Mar 11 20:46:48.539192 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-77007afc-18b1-4551-a153-3e84e91152fa req-eeca5cf3-80fa-489e-bd05-5c0dbd8f153a tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=bff97948-3b31-401a-ac29-bbc60e9905a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449326 Mar 11 20:46:48.762840 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b5578f-3fa8-44a1-b170-cb779e80ab25 req-1be80e33-fef1-4c56-8233-9a206371b406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:48.764462 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-87b5578f-3fa8-44a1-b170-cb779e80ab25 req-1be80e33-fef1-4c56-8233-9a206371b406 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=669ddc16-1478-4df9-90d9-7516e1cf45f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0465372 Mar 11 20:46:49.149699 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-87b5578f-3fa8-44a1-b170-cb779e80ab25 req-4acaf0c9-b7b1-4ff8-b25c-6e73e4023031 service neutron] 10.222.0.75 "GET /v2.0/networks/669ddc16-1478-4df9-90d9-7516e1cf45f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3763862 Mar 11 20:46:49.240781 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-87b5578f-3fa8-44a1-b170-cb779e80ab25 req-e258f410-81ef-4765-8e66-c7edd68231dc service neutron] 10.222.0.75 "GET /v2.0/networks/669ddc16-1478-4df9-90d9-7516e1cf45f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844982 Mar 11 20:46:49.655357 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ec837-bd99-47d1-8f2d-40a76278a01a req-d2750d99-d188-4685-8167-8b1f36820c84 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:49.656853 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3e7ec837-bd99-47d1-8f2d-40a76278a01a req-d2750d99-d188-4685-8167-8b1f36820c84 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097 HTTP/1.1" status: 200 len: 944 time: 0.0512486 Mar 11 20:46:49.704103 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3e7ec837-bd99-47d1-8f2d-40a76278a01a req-b30b11e4-091f-416a-8527-0d1e47f1a35c tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=bff97948-3b31-401a-ac29-bbc60e9905a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411940 Mar 11 20:46:49.730863 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:46:50.821299 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fdd8a2-a923-4405-9b6f-d3e38404e60e req-414df29e-aaf7-4b9f-a4d5-b205f8cdaf97 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:50.822748 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a0fdd8a2-a923-4405-9b6f-d3e38404e60e req-414df29e-aaf7-4b9f-a4d5-b205f8cdaf97 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097 HTTP/1.1" status: 200 len: 944 time: 0.0511425 Mar 11 20:46:50.870589 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a0fdd8a2-a923-4405-9b6f-d3e38404e60e req-51beb933-5d60-43d3-9266-e8355f904a8f tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=bff97948-3b31-401a-ac29-bbc60e9905a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421503 Mar 11 20:46:51.991602 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c827c16-8803-4d10-a493-9c86aa80a2ca req-c3344ec5-81fc-4666-99c8-0d4a57ecac65 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:51.993110 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4c827c16-8803-4d10-a493-9c86aa80a2ca req-c3344ec5-81fc-4666-99c8-0d4a57ecac65 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097 HTTP/1.1" status: 200 len: 944 time: 0.0558934 Mar 11 20:46:52.001481 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 610c711c-9a24-4dd4-97ff-33b38862123a details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 20:46:52.041441 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4c827c16-8803-4d10-a493-9c86aa80a2ca req-f2242770-1fa9-49d1-80f1-eb5291e8f939 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=bff97948-3b31-401a-ac29-bbc60e9905a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428288 Mar 11 20:46:52.097207 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 610c711c-9a24-4dd4-97ff-33b38862123a, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=610c711c-9a24-4dd4-97ff-33b38862123a,segment=NetworkSegment(0c7ef6cd-f7bd-47c4-969d-740864c2da75),segment_id=0c7ef6cd-f7bd-47c4-969d-740864c2da75)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:46:52.108395 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '610c711c-9a24-4dd4-97ff-33b38862123a', 'network_id': '669ddc16-1478-4df9-90d9-7516e1cf45f1', 'port_id': '610c711c-9a24-4dd4-97ff-33b38862123a', 'mac_address': 'fa:16:3e:ff:53:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cb21a67-68ce-46c4-abc4-3f4786a925c4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 20:46:52.144576 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 610c711c-9a24-4dd4-97ff-33b38862123a is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:46:52.144976 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (610c711c-9a24-4dd4-97ff-33b38862123a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:46:52.162418 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 610c711c-9a24-4dd4-97ff-33b38862123a {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:46:52.181183 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 610c711c-9a24-4dd4-97ff-33b38862123a, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=610c711c-9a24-4dd4-97ff-33b38862123a,segment=NetworkSegment(0c7ef6cd-f7bd-47c4-969d-740864c2da75),segment_id=0c7ef6cd-f7bd-47c4-969d-740864c2da75)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:46:52.184886 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (610c711c-9a24-4dd4-97ff-33b38862123a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:46:52.229402 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=610c711c-9a24-4dd4-97ff-33b38862123a,revision_number=11']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:46:52.413765 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['610c711c-9a24-4dd4-97ff-33b38862123a'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:46:52.509970 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6a138340-2439-41cc-8f99-c89bb3077d41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:46:53.164710 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9147931-8e45-4f99-978c-2b1e969d46ad req-7c9918e5-6b3d-4e75-86c6-a589728ad1fb tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:53.166941 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a9147931-8e45-4f99-978c-2b1e969d46ad req-7c9918e5-6b3d-4e75-86c6-a589728ad1fb tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097 HTTP/1.1" status: 200 len: 945 time: 0.0543237 Mar 11 20:46:53.217560 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a9147931-8e45-4f99-978c-2b1e969d46ad req-9cdbe5b7-b89a-4607-8d55-e871b12a9a2e tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=bff97948-3b31-401a-ac29-bbc60e9905a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446336 Mar 11 20:46:53.290897 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:46:54.000526 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 610c711c-9a24-4dd4-97ff-33b38862123a up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:46:54.049105 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port 610c711c-9a24-4dd4-97ff-33b38862123a completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 20:46:54.053563 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 610c711c-9a24-4dd4-97ff-33b38862123a triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:46:54.053942 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (610c711c-9a24-4dd4-97ff-33b38862123a), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:46:54.131858 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 610c711c-9a24-4dd4-97ff-33b38862123a is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:46:54.132239 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (610c711c-9a24-4dd4-97ff-33b38862123a), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:46:54.153742 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f7a89b8-117c-4b45-8d69-1e3123a19097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '610c711c-9a24-4dd4-97ff-33b38862123a'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:46:54.155988 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e00c6702a54281ed7930195260709b2e9eb4074fe153a1ed12afbef6176377e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6228eee-0808-4fa7-8a94-3de55b28cf7b" -d '{"events": [{"server_uuid": "4f7a89b8-117c-4b45-8d69-1e3123a19097", "name": "network-vif-plugged", "status": "completed", "tag": "610c711c-9a24-4dd4-97ff-33b38862123a"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:46:54.169137 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 610c711c-9a24-4dd4-97ff-33b38862123a, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=610c711c-9a24-4dd4-97ff-33b38862123a,segment=NetworkSegment(0c7ef6cd-f7bd-47c4-969d-740864c2da75),segment_id=0c7ef6cd-f7bd-47c4-969d-740864c2da75)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:46:54.173142 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (610c711c-9a24-4dd4-97ff-33b38862123a), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:46:54.200035 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a939e0-cbc9-4e3d-b80a-ddd088d698ad x-openstack-request-id: req-02a939e0-cbc9-4e3d-b80a-ddd088d698ad {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:46:54.200344 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f7a89b8-117c-4b45-8d69-1e3123a19097", "name": "network-vif-plugged", "status": "completed", "tag": "610c711c-9a24-4dd4-97ff-33b38862123a", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:46:54.200604 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-02a939e0-cbc9-4e3d-b80a-ddd088d698ad {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:46:54.200996 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f7a89b8-117c-4b45-8d69-1e3123a19097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '610c711c-9a24-4dd4-97ff-33b38862123a', 'code': 200} Mar 11 20:46:54.229019 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=610c711c-9a24-4dd4-97ff-33b38862123a,revision_number=12']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:46:54.377177 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c50e31-16c5-4aca-acb3-0dbf471a699a req-2524413f-33c7-4a41-8c13-15eea10e0f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:54.378682 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-93c50e31-16c5-4aca-acb3-0dbf471a699a req-2524413f-33c7-4a41-8c13-15eea10e0f94 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097 HTTP/1.1" status: 200 len: 1128 time: 0.0698290 Mar 11 20:46:54.385497 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5676a888-2fb9-47a3-b293-233a1a1646c4 req-fc0c1e45-83a8-448c-9c4b-43b0126d0e24 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:54.386848 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5676a888-2fb9-47a3-b293-233a1a1646c4 req-fc0c1e45-83a8-448c-9c4b-43b0126d0e24 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097 HTTP/1.1" status: 200 len: 946 time: 0.0904839 Mar 11 20:46:54.456189 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-93c50e31-16c5-4aca-acb3-0dbf471a699a req-a1b3178b-6067-4629-99c2-3321e5ec1145 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=bff97948-3b31-401a-ac29-bbc60e9905a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684173 Mar 11 20:46:54.460805 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5676a888-2fb9-47a3-b293-233a1a1646c4 req-30702701-ea3f-4f02-b381-6ab5fde5d49f tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=bff97948-3b31-401a-ac29-bbc60e9905a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680141 Mar 11 20:46:54.753523 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ec475180-6dc4-498b-b391-4769a42fb312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:46:55.586166 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36314d83-97fd-4bd6-b0ae-ed30b12f3786 req-1c49a73f-c684-4316-a2df-a80821cffa5e tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:55.587749 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-36314d83-97fd-4bd6-b0ae-ed30b12f3786 req-1c49a73f-c684-4316-a2df-a80821cffa5e tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097 HTTP/1.1" status: 200 len: 946 time: 0.0578001 Mar 11 20:46:55.643280 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-36314d83-97fd-4bd6-b0ae-ed30b12f3786 req-8ce6d904-4db5-4b00-b9ef-6c1daeae42d7 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=bff97948-3b31-401a-ac29-bbc60e9905a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492582 Mar 11 20:46:56.490077 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:46:56.762760 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f0cf4-6e2e-42fe-90fe-93b36b2445a2 req-4fcf2603-4834-4566-84ec-9eb645b28d9f tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:46:56.764258 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d55f0cf4-6e2e-42fe-90fe-93b36b2445a2 req-4fcf2603-4834-4566-84ec-9eb645b28d9f tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097 HTTP/1.1" status: 200 len: 946 time: 0.0521624 Mar 11 20:46:56.811497 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d55f0cf4-6e2e-42fe-90fe-93b36b2445a2 req-fd5b17a8-e52f-42d4-9a7a-db32b8925cab tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=bff97948-3b31-401a-ac29-bbc60e9905a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415077 Mar 11 20:46:57.880544 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:46:59.168639 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:47:09.612442 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b2712dfb-893d-4d17-bb9a-211870c7dc10 req-db814997-59c5-4ed0-899a-24050ba553ad service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425110 Mar 11 20:47:09.694934 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2712dfb-893d-4d17-bb9a-211870c7dc10 req-0288f5cf-4768-4e9c-a7b0-06294ba0259e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:47:09.696473 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b2712dfb-893d-4d17-bb9a-211870c7dc10 req-0288f5cf-4768-4e9c-a7b0-06294ba0259e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=360b5df7b50b47959f1dea8afcd996d7&device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097 HTTP/1.1" status: 200 len: 1128 time: 0.0431378 Mar 11 20:47:09.798289 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2712dfb-893d-4d17-bb9a-211870c7dc10 req-538167a7-caf9-4f95-a590-c94ef4a76d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:47:09.799734 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b2712dfb-893d-4d17-bb9a-211870c7dc10 req-538167a7-caf9-4f95-a590-c94ef4a76d97 service neutron] 10.222.0.75 "GET /v2.0/networks?id=669ddc16-1478-4df9-90d9-7516e1cf45f1 HTTP/1.1" status: 200 len: 909 time: 0.0856476 Mar 11 20:47:09.865248 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b2712dfb-893d-4d17-bb9a-211870c7dc10 req-2276bead-0aba-4161-8034-03861ddfb72b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=610c711c-9a24-4dd4-97ff-33b38862123a HTTP/1.1" status: 200 len: 1001 time: 0.0599527 Mar 11 20:47:09.913737 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2712dfb-893d-4d17-bb9a-211870c7dc10 req-6b94b22f-39cb-4cef-9bf2-562c382d8886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:47:09.915139 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b2712dfb-893d-4d17-bb9a-211870c7dc10 req-6b94b22f-39cb-4cef-9bf2-562c382d8886 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6cb21a67-68ce-46c4-abc4-3f4786a925c4 HTTP/1.1" status: 200 len: 847 time: 0.0445638 Mar 11 20:47:09.962237 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2712dfb-893d-4d17-bb9a-211870c7dc10 req-6885a347-24dd-4ff1-b578-ea61476aed8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:47:09.963725 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b2712dfb-893d-4d17-bb9a-211870c7dc10 req-6885a347-24dd-4ff1-b578-ea61476aed8b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=669ddc16-1478-4df9-90d9-7516e1cf45f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0430350 Mar 11 20:47:10.053516 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b2712dfb-893d-4d17-bb9a-211870c7dc10 req-6945b181-97d2-433d-a899-a7011a8261c9 service neutron] 10.222.0.75 "GET /v2.0/networks/669ddc16-1478-4df9-90d9-7516e1cf45f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837038 Mar 11 20:47:10.140212 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b2712dfb-893d-4d17-bb9a-211870c7dc10 req-aef2e6e2-4b72-4ae9-b4b9-1503e81ba41d service neutron] 10.222.0.75 "GET /v2.0/networks/669ddc16-1478-4df9-90d9-7516e1cf45f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804067 Mar 11 20:47:15.357818 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:47:19.747130 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:47:22.492220 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ba361ea1-ae77-4921-b358-d04538fb898a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:47:23.304185 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:47:24.755144 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2496718d-e27f-4686-9d24-f179ce7bbb0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:47:26.493863 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:47:27.879344 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:47:29.170306 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:47:49.745173 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:47:52.358061 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:47:52.493236 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f2763c94-3851-4175-b6b5-10cb6a78b6c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:47:53.308773 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:47:54.756481 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-29038e40-d8c7-4c77-9a24-852eb1e550ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:47:56.495969 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:47:57.883325 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:47:59.171717 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:07.496938 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60786) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:48:07.654995 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-17337381-8484-4565-ad27-f07215678f16 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Deleting port 38959ed1-3ed8-4a7a-8f80-ce039ffb5c73 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:48:07.655335 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-17337381-8484-4565-ad27-f07215678f16 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (38959ed1-3ed8-4a7a-8f80-ce039ffb5c73), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:07.731019 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-17337381-8484-4565-ad27-f07215678f16 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (38959ed1-3ed8-4a7a-8f80-ce039ffb5c73), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:07.731344 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-17337381-8484-4565-ad27-f07215678f16 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks [] for floatingip (38959ed1-3ed8-4a7a-8f80-ce039ffb5c73), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:07.743071 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-17337381-8484-4565-ad27-f07215678f16 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Calling delete_port for 38959ed1-3ed8-4a7a-8f80-ce039ffb5c73 owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:48:07.888429 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-17337381-8484-4565-ad27-f07215678f16 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (38959ed1-3ed8-4a7a-8f80-ce039ffb5c73), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:07.913394 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17337381-8484-4565-ad27-f07215678f16 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Pushing event deleted for resources: {'Port': ['ID=38959ed1-3ed8-4a7a-8f80-ce039ffb5c73,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:48:07.925504 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17337381-8484-4565-ad27-f07215678f16 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:48:07.925852 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17337381-8484-4565-ad27-f07215678f16 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:48:07.926188 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17337381-8484-4565-ad27-f07215678f16 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:48:07.926520 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17337381-8484-4565-ad27-f07215678f16 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:48:07.926852 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17337381-8484-4565-ad27-f07215678f16 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:48:07.927170 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17337381-8484-4565-ad27-f07215678f16 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:48:07.927491 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17337381-8484-4565-ad27-f07215678f16 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:48:07.928369 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17337381-8484-4565-ad27-f07215678f16 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:48:07.928696 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17337381-8484-4565-ad27-f07215678f16 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:48:07.929017 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17337381-8484-4565-ad27-f07215678f16 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:48:07.929332 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17337381-8484-4565-ad27-f07215678f16 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:48:07.929649 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17337381-8484-4565-ad27-f07215678f16 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:48:07.929962 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17337381-8484-4565-ad27-f07215678f16 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:48:07.986781 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-17337381-8484-4565-ad27-f07215678f16 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks [] for floatingip (1e3f3738-6d16-4394-85aa-494253cea0e6), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:07.987114 n-d-833163-1 neutron-server[103885]: INFO neutron.db.l3_db [None req-17337381-8484-4565-ad27-f07215678f16 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Floating IP 1e3f3738-6d16-4394-85aa-494253cea0e6 disassociated (deleted). External IP: 172.25.8.174, port: 610c711c-9a24-4dd4-97ff-33b38862123a. Mar 11 20:48:08.200714 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17337381-8484-4565-ad27-f07215678f16 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Router 175086e0-57f7-4116-b25b-c3d3a2a887f8 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:48:08.309006 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17337381-8484-4565-ad27-f07215678f16 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:48:08.313677 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-17337381-8484-4565-ad27-f07215678f16 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:08.318445 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42672439-be9d-4c21-9abe-d55bc96ef847 None None] Sync routers for ids ['175086e0-57f7-4116-b25b-c3d3a2a887f8'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:48:08.327259 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42672439-be9d-4c21-9abe-d55bc96ef847 None None] Routers {'175086e0-57f7-4116-b25b-c3d3a2a887f8'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:48:08.327892 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-42672439-be9d-4c21-9abe-d55bc96ef847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:47:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['175086e0-57f7-4116-b25b-c3d3a2a887f8'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:48:08.342720 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-17337381-8484-4565-ad27-f07215678f16 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "DELETE /v2.0/floatingips/1e3f3738-6d16-4394-85aa-494253cea0e6 HTTP/1.1" status: 204 len: 168 time: 0.8446915 Mar 11 20:48:08.343321 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f7a89b8-117c-4b45-8d69-1e3123a19097', 'tag': '610c711c-9a24-4dd4-97ff-33b38862123a'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:48:08.345613 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a0d03908d714cf498f0e9a07bdcfee6ce8884db927bcf4c76da6f3dadb32e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389fb1b3-7cae-4f9b-9577-c7b72c4b0e36" -d '{"events": [{"name": "network-changed", "server_uuid": "4f7a89b8-117c-4b45-8d69-1e3123a19097", "tag": "610c711c-9a24-4dd4-97ff-33b38862123a"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:48:08.435056 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-42672439-be9d-4c21-9abe-d55bc96ef847 None None] Set router 175086e0-57f7-4116-b25b-c3d3a2a887f8 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:48:08.497247 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68bc0444-09e0-4dd7-b4d1-b2af9e8970fd x-openstack-request-id: req-68bc0444-09e0-4dd7-b4d1-b2af9e8970fd {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:48:08.497739 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f7a89b8-117c-4b45-8d69-1e3123a19097", "tag": "610c711c-9a24-4dd4-97ff-33b38862123a", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:48:08.497979 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-68bc0444-09e0-4dd7-b4d1-b2af9e8970fd {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:48:08.498487 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f7a89b8-117c-4b45-8d69-1e3123a19097', 'tag': '610c711c-9a24-4dd4-97ff-33b38862123a', 'status': 'completed', 'code': 200} Mar 11 20:48:08.597409 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389fb1b3-7cae-4f9b-9577-c7b72c4b0e36 req-365bc5bc-b915-429b-8fbf-5ca9e7e2abd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:48:08.598952 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-389fb1b3-7cae-4f9b-9577-c7b72c4b0e36 req-365bc5bc-b915-429b-8fbf-5ca9e7e2abd4 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=360b5df7b50b47959f1dea8afcd996d7&device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097 HTTP/1.1" status: 200 len: 1128 time: 0.0803854 Mar 11 20:48:08.620264 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588bd2ec-4453-4b53-97a3-954191de6b4f req-371ece52-73d1-4ddb-9788-2abb4b093139 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:48:08.621703 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-588bd2ec-4453-4b53-97a3-954191de6b4f req-371ece52-73d1-4ddb-9788-2abb4b093139 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097 HTTP/1.1" status: 200 len: 946 time: 0.0747547 Mar 11 20:48:08.649715 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-42672439-be9d-4c21-9abe-d55bc96ef847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175086e0-57f7-4116-b25b-c3d3a2a887f8', 'name': 'tempest-TestShelveInstance-233531654-router', 'tenant_id': '360b5df7b50b47959f1dea8afcd996d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'e78572fe-6fcc-469c-b58f-17565e8b6b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:43:11Z', 'updated_at': '2022-03-11T20:43:14Z', 'revision_number': 4, 'project_id': '360b5df7b50b47959f1dea8afcd996d7', 'gw_port': {'id': 'e78572fe-6fcc-469c-b58f-17565e8b6b94', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175086e0-57f7-4116-b25b-c3d3a2a887f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:43:12Z', 'updated_at': '2022-03-11T20:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '8564f564-3aa5-4138-97ef-845e00a3d84b', 'name': '', 'network_id': '669ddc16-1478-4df9-90d9-7516e1cf45f1', 'tenant_id': '360b5df7b50b47959f1dea8afcd996d7', 'mac_address': 'fa:16:3e:23:b7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175086e0-57f7-4116-b25b-c3d3a2a887f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '6cb21a67-68ce-46c4-abc4-3f4786a925c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:43:13Z', 'updated_at': '2022-03-11T20:43:18Z', 'revision_number': 5, 'project_id': '360b5df7b50b47959f1dea8afcd996d7', 'subnets': [{'id': '6cb21a67-68ce-46c4-abc4-3f4786a925c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:48:08.676195 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42672439-be9d-4c21-9abe-d55bc96ef847 None None] Checking router: 175086e0-57f7-4116-b25b-c3d3a2a887f8 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:48:08.684428 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42672439-be9d-4c21-9abe-d55bc96ef847 None None] Routers {'175086e0-57f7-4116-b25b-c3d3a2a887f8'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:48:08.685026 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-42672439-be9d-4c21-9abe-d55bc96ef847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:47:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['175086e0-57f7-4116-b25b-c3d3a2a887f8'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:48:08.726340 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-588bd2ec-4453-4b53-97a3-954191de6b4f req-f8efe37b-1786-4c44-96e5-8f81d298d324 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=bff97948-3b31-401a-ac29-bbc60e9905a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936675 Mar 11 20:48:08.736410 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389fb1b3-7cae-4f9b-9577-c7b72c4b0e36 req-c0b6ef96-a067-4a07-acd0-d9d06b02879e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:48:08.737853 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-389fb1b3-7cae-4f9b-9577-c7b72c4b0e36 req-c0b6ef96-a067-4a07-acd0-d9d06b02879e service neutron] 10.222.0.75 "GET /v2.0/networks?id=669ddc16-1478-4df9-90d9-7516e1cf45f1 HTTP/1.1" status: 200 len: 909 time: 0.1319323 Mar 11 20:48:08.782531 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-389fb1b3-7cae-4f9b-9577-c7b72c4b0e36 req-53655ab3-2bfd-468f-8a70-323dfd9a1e76 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=610c711c-9a24-4dd4-97ff-33b38862123a HTTP/1.1" status: 200 len: 217 time: 0.0379519 Mar 11 20:48:08.839865 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389fb1b3-7cae-4f9b-9577-c7b72c4b0e36 req-90d77b72-3801-4b3a-b75f-d18e07fc40c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:48:08.841372 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-389fb1b3-7cae-4f9b-9577-c7b72c4b0e36 req-90d77b72-3801-4b3a-b75f-d18e07fc40c5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=6cb21a67-68ce-46c4-abc4-3f4786a925c4 HTTP/1.1" status: 200 len: 847 time: 0.0510931 Mar 11 20:48:08.890858 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389fb1b3-7cae-4f9b-9577-c7b72c4b0e36 req-8db6df5a-ef06-49eb-b86e-c918cf070c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:48:08.892418 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-389fb1b3-7cae-4f9b-9577-c7b72c4b0e36 req-8db6df5a-ef06-49eb-b86e-c918cf070c7c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=669ddc16-1478-4df9-90d9-7516e1cf45f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445566 Mar 11 20:48:08.893754 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-42672439-be9d-4c21-9abe-d55bc96ef847 None None] Set router 175086e0-57f7-4116-b25b-c3d3a2a887f8 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:48:08.902225 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [req-389fb1b3-7cae-4f9b-9577-c7b72c4b0e36 req-b4d0c383-ec7c-476d-8626-d2ad0aebc32d service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 20:48:08.903212 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-389fb1b3-7cae-4f9b-9577-c7b72c4b0e36 req-b4d0c383-ec7c-476d-8626-d2ad0aebc32d service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048831 Mar 11 20:48:08.995543 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-389fb1b3-7cae-4f9b-9577-c7b72c4b0e36 req-23bb1cba-66d7-4bb4-9b15-bca84d5813be service neutron] 10.222.0.75 "GET /v2.0/networks/669ddc16-1478-4df9-90d9-7516e1cf45f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856013 Mar 11 20:48:09.088665 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-389fb1b3-7cae-4f9b-9577-c7b72c4b0e36 req-948a288a-e321-4b7c-bd88-5ab6930fd211 service neutron] 10.222.0.75 "GET /v2.0/networks/669ddc16-1478-4df9-90d9-7516e1cf45f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867131 Mar 11 20:48:09.089899 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-42672439-be9d-4c21-9abe-d55bc96ef847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175086e0-57f7-4116-b25b-c3d3a2a887f8', 'name': 'tempest-TestShelveInstance-233531654-router', 'tenant_id': '360b5df7b50b47959f1dea8afcd996d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'e78572fe-6fcc-469c-b58f-17565e8b6b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:43:11Z', 'updated_at': '2022-03-11T20:43:14Z', 'revision_number': 4, 'project_id': '360b5df7b50b47959f1dea8afcd996d7', 'gw_port': {'id': 'e78572fe-6fcc-469c-b58f-17565e8b6b94', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175086e0-57f7-4116-b25b-c3d3a2a887f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:43:12Z', 'updated_at': '2022-03-11T20:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '8564f564-3aa5-4138-97ef-845e00a3d84b', 'name': '', 'network_id': '669ddc16-1478-4df9-90d9-7516e1cf45f1', 'tenant_id': '360b5df7b50b47959f1dea8afcd996d7', 'mac_address': 'fa:16:3e:23:b7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175086e0-57f7-4116-b25b-c3d3a2a887f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '6cb21a67-68ce-46c4-abc4-3f4786a925c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:43:13Z', 'updated_at': '2022-03-11T20:43:18Z', 'revision_number': 5, 'project_id': '360b5df7b50b47959f1dea8afcd996d7', 'subnets': [{'id': '6cb21a67-68ce-46c4-abc4-3f4786a925c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:48:09.119513 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42672439-be9d-4c21-9abe-d55bc96ef847 None None] The sync data for ids ['175086e0-57f7-4116-b25b-c3d3a2a887f8'] in n-d-833163-1 is: [{'id': '175086e0-57f7-4116-b25b-c3d3a2a887f8', 'name': 'tempest-TestShelveInstance-233531654-router', 'tenant_id': '360b5df7b50b47959f1dea8afcd996d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'e78572fe-6fcc-469c-b58f-17565e8b6b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:43:11Z', 'updated_at': '2022-03-11T20:43:14Z', 'revision_number': 4, 'project_id': '360b5df7b50b47959f1dea8afcd996d7', 'gw_port': {'id': 'e78572fe-6fcc-469c-b58f-17565e8b6b94', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175086e0-57f7-4116-b25b-c3d3a2a887f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:43:12Z', 'updated_at': '2022-03-11T20:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '8564f564-3aa5-4138-97ef-845e00a3d84b', 'name': '', 'network_id': '669ddc16-1478-4df9-90d9-7516e1cf45f1', 'tenant_id': '360b5df7b50b47959f1dea8afcd996d7', 'mac_address': 'fa:16:3e:23:b7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175086e0-57f7-4116-b25b-c3d3a2a887f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '6cb21a67-68ce-46c4-abc4-3f4786a925c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:43:13Z', 'updated_at': '2022-03-11T20:43:18Z', 'revision_number': 5, 'project_id': '360b5df7b50b47959f1dea8afcd996d7', 'subnets': [{'id': '6cb21a67-68ce-46c4-abc4-3f4786a925c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:48:09.354033 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af31a4c5-e4cb-414b-a7d7-20bc0e74a153 None None] New status for floating IP 1e3f3738-6d16-4394-85aa-494253cea0e6: DOWN {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 20:48:09.872540 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb778f41-bcb7-495e-b517-03262b1d5158 req-dd0dda06-050d-4da7-af6c-a747d9edac14 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:48:09.873994 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cb778f41-bcb7-495e-b517-03262b1d5158 req-dd0dda06-050d-4da7-af6c-a747d9edac14 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.75 "GET /v2.0/ports?device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097 HTTP/1.1" status: 200 len: 946 time: 0.0870669 Mar 11 20:48:09.880478 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a9326-e66f-40ca-b1cb-a6c44c32018f req-3948cbca-fd57-446c-aa97-4ca9e5b7142c tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:48:09.882318 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-060a9326-e66f-40ca-b1cb-a6c44c32018f req-3948cbca-fd57-446c-aa97-4ca9e5b7142c tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=4f7a89b8-117c-4b45-8d69-1e3123a19097 HTTP/1.1" status: 200 len: 946 time: 0.0867999 Mar 11 20:48:09.981475 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-060a9326-e66f-40ca-b1cb-a6c44c32018f req-cca7ecd1-59d1-4282-9a01-f0d78e9121a0 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=bff97948-3b31-401a-ac29-bbc60e9905a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921972 Mar 11 20:48:10.001616 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-cb778f41-bcb7-495e-b517-03262b1d5158 req-7b3134f9-9143-4b51-b949-0ac1a05cdde9 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Deleting port 610c711c-9a24-4dd4-97ff-33b38862123a {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:48:10.002023 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cb778f41-bcb7-495e-b517-03262b1d5158 req-7b3134f9-9143-4b51-b949-0ac1a05cdde9 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (610c711c-9a24-4dd4-97ff-33b38862123a), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:10.092385 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-cb778f41-bcb7-495e-b517-03262b1d5158 req-7b3134f9-9143-4b51-b949-0ac1a05cdde9 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] For port 610c711c-9a24-4dd4-97ff-33b38862123a, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=610c711c-9a24-4dd4-97ff-33b38862123a,segment=NetworkSegment(0c7ef6cd-f7bd-47c4-969d-740864c2da75),segment_id=0c7ef6cd-f7bd-47c4-969d-740864c2da75)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:48:10.092746 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cb778f41-bcb7-495e-b517-03262b1d5158 req-7b3134f9-9143-4b51-b949-0ac1a05cdde9 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (610c711c-9a24-4dd4-97ff-33b38862123a), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:10.104468 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-cb778f41-bcb7-495e-b517-03262b1d5158 req-7b3134f9-9143-4b51-b949-0ac1a05cdde9 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Calling delete_port for 610c711c-9a24-4dd4-97ff-33b38862123a owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:48:10.233042 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cb778f41-bcb7-495e-b517-03262b1d5158 req-7b3134f9-9143-4b51-b949-0ac1a05cdde9 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (610c711c-9a24-4dd4-97ff-33b38862123a), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:10.268612 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3134f9-9143-4b51-b949-0ac1a05cdde9 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Pushing event deleted for resources: {'Port': ['ID=610c711c-9a24-4dd4-97ff-33b38862123a,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:48:10.308861 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb778f41-bcb7-495e-b517-03262b1d5158 req-7b3134f9-9143-4b51-b949-0ac1a05cdde9 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] No DVR routers for this DVR port 610c711c-9a24-4dd4-97ff-33b38862123a on host n-h1-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:48:10.311400 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cb778f41-bcb7-495e-b517-03262b1d5158 req-7b3134f9-9143-4b51-b949-0ac1a05cdde9 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:10.314724 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cb778f41-bcb7-495e-b517-03262b1d5158 req-7b3134f9-9143-4b51-b949-0ac1a05cdde9 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.75 "DELETE /v2.0/ports/610c711c-9a24-4dd4-97ff-33b38862123a HTTP/1.1" status: 204 len: 173 time: 0.4315526 Mar 11 20:48:10.499691 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f7a89b8-117c-4b45-8d69-1e3123a19097', 'name': 'network-vif-deleted', 'tag': '610c711c-9a24-4dd4-97ff-33b38862123a'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:48:10.502034 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a0d03908d714cf498f0e9a07bdcfee6ce8884db927bcf4c76da6f3dadb32e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3cb80ec-2334-4335-9208-5f5e35c98e21" -d '{"events": [{"server_uuid": "4f7a89b8-117c-4b45-8d69-1e3123a19097", "name": "network-vif-deleted", "tag": "610c711c-9a24-4dd4-97ff-33b38862123a"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:48:10.539567 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32ffcf6-fa12-45e6-9a70-b4f5559ab882 x-openstack-request-id: req-e32ffcf6-fa12-45e6-9a70-b4f5559ab882 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:48:10.539899 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f7a89b8-117c-4b45-8d69-1e3123a19097", "name": "network-vif-deleted", "tag": "610c711c-9a24-4dd4-97ff-33b38862123a", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:48:10.540156 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e32ffcf6-fa12-45e6-9a70-b4f5559ab882 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:48:10.540562 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f7a89b8-117c-4b45-8d69-1e3123a19097', 'name': 'network-vif-deleted', 'tag': '610c711c-9a24-4dd4-97ff-33b38862123a', 'status': 'completed', 'code': 200} Mar 11 20:48:11.038575 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60802) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:48:11.093883 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aa0582b4-9882-46f4-8a63-58955e42189f tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks [] for security_group (bff97948-3b31-401a-ac29-bbc60e9905a8), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:11.121006 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aa0582b4-9882-46f4-8a63-58955e42189f tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks [] for security_group (bff97948-3b31-401a-ac29-bbc60e9905a8), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:11.185863 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aa0582b4-9882-46f4-8a63-58955e42189f tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (bff97948-3b31-401a-ac29-bbc60e9905a8), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:11.188571 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-aa0582b4-9882-46f4-8a63-58955e42189f tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:11.189732 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-aa0582b4-9882-46f4-8a63-58955e42189f tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "DELETE /v2.0/security-groups/bff97948-3b31-401a-ac29-bbc60e9905a8 HTTP/1.1" status: 204 len: 168 time: 0.1501491 Mar 11 20:48:11.199468 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0582b4-9882-46f4-8a63-58955e42189f tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff97948-3b31-401a-ac29-bbc60e9905a8,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:48:11.396493 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60808) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:48:11.401523 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-cdf57bbc-84fa-4832-9c79-e91701ea136c tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1810880826', 'description': 'tempest-secgroup-smoke-1810880826 description', 'project_id': '360b5df7b50b47959f1dea8afcd996d7'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:48:11.422384 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cdf57bbc-84fa-4832-9c79-e91701ea136c tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:11.485304 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cdf57bbc-84fa-4832-9c79-e91701ea136c tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks [] for security_group (ad0b1567-5e7f-4dac-9f17-b22b49d427d1), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:11.489281 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cdf57bbc-84fa-4832-9c79-e91701ea136c tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (ad0b1567-5e7f-4dac-9f17-b22b49d427d1), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:11.518536 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-cdf57bbc-84fa-4832-9c79-e91701ea136c tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:11.519819 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-cdf57bbc-84fa-4832-9c79-e91701ea136c tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1216955 Mar 11 20:48:11.522303 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf57bbc-84fa-4832-9c79-e91701ea136c tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0b1567-5e7f-4dac-9f17-b22b49d427d1,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:48:11.523402 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 60810) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:48:11.533031 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-cf370a62-f2c7-4c0b-9787-cb3c051f9c44 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Request body: {'security_group_rule': {'security_group_id': 'ad0b1567-5e7f-4dac-9f17-b22b49d427d1', 'project_id': '360b5df7b50b47959f1dea8afcd996d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:48:11.560117 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cf370a62-f2c7-4c0b-9787-cb3c051f9c44 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks [] for security_group_rule (51895977-40b4-423d-9321-0db72ad1aa69), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:11.614565 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cf370a62-f2c7-4c0b-9787-cb3c051f9c44 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks [] for security_group_rule (51895977-40b4-423d-9321-0db72ad1aa69), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:11.619175 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cf370a62-f2c7-4c0b-9787-cb3c051f9c44 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (51895977-40b4-423d-9321-0db72ad1aa69), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:11.638011 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf370a62-f2c7-4c0b-9787-cb3c051f9c44 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51895977-40b4-423d-9321-0db72ad1aa69,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:48:11.647540 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf370a62-f2c7-4c0b-9787-cb3c051f9c44 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:48:11.647918 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf370a62-f2c7-4c0b-9787-cb3c051f9c44 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:48:11.648269 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf370a62-f2c7-4c0b-9787-cb3c051f9c44 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:48:11.648615 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf370a62-f2c7-4c0b-9787-cb3c051f9c44 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:48:11.648959 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf370a62-f2c7-4c0b-9787-cb3c051f9c44 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:48:11.649299 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf370a62-f2c7-4c0b-9787-cb3c051f9c44 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:48:11.649631 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf370a62-f2c7-4c0b-9787-cb3c051f9c44 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:48:11.649975 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf370a62-f2c7-4c0b-9787-cb3c051f9c44 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:48:11.650312 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf370a62-f2c7-4c0b-9787-cb3c051f9c44 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:48:11.650645 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf370a62-f2c7-4c0b-9787-cb3c051f9c44 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:48:11.650981 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf370a62-f2c7-4c0b-9787-cb3c051f9c44 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:48:11.651310 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf370a62-f2c7-4c0b-9787-cb3c051f9c44 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:48:11.651658 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf370a62-f2c7-4c0b-9787-cb3c051f9c44 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:48:11.656267 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-cf370a62-f2c7-4c0b-9787-cb3c051f9c44 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:11.660468 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60814) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:48:11.660621 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-cf370a62-f2c7-4c0b-9787-cb3c051f9c44 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1349332 Mar 11 20:48:11.665410 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-ff9a642c-3bae-42b9-acda-15a4370a1bcb tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Request body: {'security_group_rule': {'security_group_id': 'ad0b1567-5e7f-4dac-9f17-b22b49d427d1', 'project_id': '360b5df7b50b47959f1dea8afcd996d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:48:11.691478 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff9a642c-3bae-42b9-acda-15a4370a1bcb tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks [] for security_group_rule (b4f8e4d1-365d-4862-8244-e87290293491), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:11.748709 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff9a642c-3bae-42b9-acda-15a4370a1bcb tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks [] for security_group_rule (b4f8e4d1-365d-4862-8244-e87290293491), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:11.752948 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff9a642c-3bae-42b9-acda-15a4370a1bcb tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (b4f8e4d1-365d-4862-8244-e87290293491), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:11.771123 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9a642c-3bae-42b9-acda-15a4370a1bcb tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4f8e4d1-365d-4862-8244-e87290293491,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:48:11.778901 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ff9a642c-3bae-42b9-acda-15a4370a1bcb tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:11.780124 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ff9a642c-3bae-42b9-acda-15a4370a1bcb tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1183355 Mar 11 20:48:11.782840 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60816) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:48:11.787456 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-b8fb21b4-f5d2-4737-8432-cf9a30d95fb2 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Request body: {'security_group_rule': {'security_group_id': 'ad0b1567-5e7f-4dac-9f17-b22b49d427d1', 'project_id': '360b5df7b50b47959f1dea8afcd996d7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:48:11.811816 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b8fb21b4-f5d2-4737-8432-cf9a30d95fb2 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks [] for security_group_rule (1759e4b6-2376-4c2c-b4d8-e76632c17270), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:11.866541 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b8fb21b4-f5d2-4737-8432-cf9a30d95fb2 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks [] for security_group_rule (1759e4b6-2376-4c2c-b4d8-e76632c17270), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:11.870183 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b8fb21b4-f5d2-4737-8432-cf9a30d95fb2 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (1759e4b6-2376-4c2c-b4d8-e76632c17270), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:11.890485 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fb21b4-f5d2-4737-8432-cf9a30d95fb2 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1759e4b6-2376-4c2c-b4d8-e76632c17270,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:48:11.898145 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-b8fb21b4-f5d2-4737-8432-cf9a30d95fb2 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:11.899322 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-b8fb21b4-f5d2-4737-8432-cf9a30d95fb2 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1152661 Mar 11 20:48:11.902103 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 60818) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:48:11.906361 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-6146de52-95f7-4d73-9d64-96468ff0c2a5 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Request body: {'security_group_rule': {'security_group_id': 'ad0b1567-5e7f-4dac-9f17-b22b49d427d1', 'project_id': '360b5df7b50b47959f1dea8afcd996d7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:48:11.931523 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6146de52-95f7-4d73-9d64-96468ff0c2a5 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks [] for security_group_rule (6c4dfcae-96f8-4b46-8bc2-65292dca5082), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:11.989568 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6146de52-95f7-4d73-9d64-96468ff0c2a5 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks [] for security_group_rule (6c4dfcae-96f8-4b46-8bc2-65292dca5082), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:11.994138 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6146de52-95f7-4d73-9d64-96468ff0c2a5 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (6c4dfcae-96f8-4b46-8bc2-65292dca5082), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:12.014165 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6146de52-95f7-4d73-9d64-96468ff0c2a5 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c4dfcae-96f8-4b46-8bc2-65292dca5082,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:48:12.019770 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-6146de52-95f7-4d73-9d64-96468ff0c2a5 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:12.020944 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-6146de52-95f7-4d73-9d64-96468ff0c2a5 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1179178 Mar 11 20:48:12.024125 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 60820) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:48:12.028744 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-34df6e01-56d1-41dc-89f3-32b9eec5edf2 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Request body: {'security_group_rule': {'security_group_id': 'ad0b1567-5e7f-4dac-9f17-b22b49d427d1', 'project_id': '360b5df7b50b47959f1dea8afcd996d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:48:12.049096 n-d-833163-1 neutron-server[103884]: INFO neutron.db.securitygroups_db [None req-34df6e01-56d1-41dc-89f3-32b9eec5edf2 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Project 360b5df7b50b47959f1dea8afcd996d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 20:48:12.054753 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-34df6e01-56d1-41dc-89f3-32b9eec5edf2 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks [] for security_group_rule (cd899dfb-c981-405d-b5d7-b27d299fdd52), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:12.116393 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-34df6e01-56d1-41dc-89f3-32b9eec5edf2 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks [] for security_group_rule (cd899dfb-c981-405d-b5d7-b27d299fdd52), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:12.120137 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-34df6e01-56d1-41dc-89f3-32b9eec5edf2 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (cd899dfb-c981-405d-b5d7-b27d299fdd52), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:12.135347 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34df6e01-56d1-41dc-89f3-32b9eec5edf2 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd899dfb-c981-405d-b5d7-b27d299fdd52,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:48:12.147071 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-34df6e01-56d1-41dc-89f3-32b9eec5edf2 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:12.148454 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-34df6e01-56d1-41dc-89f3-32b9eec5edf2 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1232371 Mar 11 20:48:12.151648 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 60822) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:48:12.156493 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-10183d73-baac-4844-a983-c6120569798d tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Request body: {'security_group_rule': {'security_group_id': 'ad0b1567-5e7f-4dac-9f17-b22b49d427d1', 'project_id': '360b5df7b50b47959f1dea8afcd996d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:48:12.180041 n-d-833163-1 neutron-server[103884]: INFO neutron.db.securitygroups_db [None req-10183d73-baac-4844-a983-c6120569798d tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Project 360b5df7b50b47959f1dea8afcd996d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 20:48:12.185318 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-10183d73-baac-4844-a983-c6120569798d tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks [] for security_group_rule (156778a9-0311-44c9-ae33-d65f4674a7f1), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:12.255077 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-10183d73-baac-4844-a983-c6120569798d tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks [] for security_group_rule (156778a9-0311-44c9-ae33-d65f4674a7f1), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:12.260163 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-10183d73-baac-4844-a983-c6120569798d tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (156778a9-0311-44c9-ae33-d65f4674a7f1), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:12.278791 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10183d73-baac-4844-a983-c6120569798d tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=156778a9-0311-44c9-ae33-d65f4674a7f1,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:48:12.289811 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-10183d73-baac-4844-a983-c6120569798d tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:12.291081 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-10183d73-baac-4844-a983-c6120569798d tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1382902 Mar 11 20:48:14.465862 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 610c711c-9a24-4dd4-97ff-33b38862123a no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:48:14.485843 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: 610c711c-9a24-4dd4-97ff-33b38862123a {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:48:14.486212 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 610c711c-9a24-4dd4-97ff-33b38862123a not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:48:19.752480 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:22.495616 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-100cec61-ecd4-42fe-8303-c506ffb93a6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:23.310354 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:24.762272 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8b7adba0-4f96-401a-b746-2fea56ba3148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:26.499241 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:27.886359 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:29.184187 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:29.359924 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:48:31.846086 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-086a2e28-1503-4551-a4f2-e39df3ac8773 req-ba20d719-c6bb-4cc7-895f-325bc304cb92 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1810880826&fields=id&tenant_id=360b5df7b50b47959f1dea8afcd996d7 HTTP/1.1" status: 200 len: 267 time: 0.0438795 Mar 11 20:48:31.952248 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a2e28-1503-4551-a4f2-e39df3ac8773 req-0b640d66-fd0f-4465-a2ac-37811557a3da tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:48:31.953602 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-086a2e28-1503-4551-a4f2-e39df3ac8773 req-0b640d66-fd0f-4465-a2ac-37811557a3da tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/networks?id=669ddc16-1478-4df9-90d9-7516e1cf45f1 HTTP/1.1" status: 200 len: 808 time: 0.1007566 Mar 11 20:48:31.967959 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-086a2e28-1503-4551-a4f2-e39df3ac8773 req-723c9a7f-be42-47c7-9897-8af070ed29a4 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/quotas/360b5df7b50b47959f1dea8afcd996d7 HTTP/1.1" status: 200 len: 375 time: 0.0090773 Mar 11 20:48:32.020609 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-086a2e28-1503-4551-a4f2-e39df3ac8773 req-31703290-c260-4fea-9f0d-5546f89a1a0a tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=360b5df7b50b47959f1dea8afcd996d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480423 Mar 11 20:48:32.154476 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-086a2e28-1503-4551-a4f2-e39df3ac8773 req-2e4b7442-a076-46a7-be98-9844294f6b07 service neutron] 10.222.0.65 "GET /v2.0/networks/669ddc16-1478-4df9-90d9-7516e1cf45f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220157 Mar 11 20:48:32.519986 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-086a2e28-1503-4551-a4f2-e39df3ac8773 req-c9f2d1a4-4f64-4e4b-9b15-f8f934fb2f18 service neutron] 10.222.0.65 "GET /v2.0/networks/669ddc16-1478-4df9-90d9-7516e1cf45f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3589900 Mar 11 20:48:32.798369 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-54721c0b-a570-4328-9f53-f6e9789f0e36 req-9576d823-1ed8-4b87-9b9a-5d93023c78d9 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 210 time: 0.0271623 Mar 11 20:48:33.786131 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a2e28-1503-4551-a4f2-e39df3ac8773 req-f1a6827f-474b-425a-860e-be1e21e15c28 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:48:33.788194 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-086a2e28-1503-4551-a4f2-e39df3ac8773 req-f1a6827f-474b-425a-860e-be1e21e15c28 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.57 "GET /v2.0/networks?id=669ddc16-1478-4df9-90d9-7516e1cf45f1 HTTP/1.1" status: 200 len: 808 time: 0.1097078 Mar 11 20:48:33.860108 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-086a2e28-1503-4551-a4f2-e39df3ac8773 req-335cea38-4d43-4648-b6d7-3d83944c6611 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=360b5df7b50b47959f1dea8afcd996d7 HTTP/1.1" status: 200 len: 380 time: 0.0565078 Mar 11 20:48:33.868435 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-086a2e28-1503-4551-a4f2-e39df3ac8773 req-d0c43224-8720-4297-8d27-a0bfebdd4437 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Request body: {'port': {'device_id': '7ec8e339-a29e-4eff-a1f7-81d0c356e82c', 'network_id': '669ddc16-1478-4df9-90d9-7516e1cf45f1', 'admin_state_up': True, 'tenant_id': '360b5df7b50b47959f1dea8afcd996d7', 'security_groups': ['ad0b1567-5e7f-4dac-9f17-b22b49d427d1']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:48:33.916138 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-10a3be91-94a5-4611-a10c-246e2b1c16b8 req-c21d4cfb-b913-4df7-807e-f36fa181ed24 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 210 time: 0.0440476 Mar 11 20:48:34.011824 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-086a2e28-1503-4551-a4f2-e39df3ac8773 req-d0c43224-8720-4297-8d27-a0bfebdd4437 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Made reservation on behalf of 360b5df7b50b47959f1dea8afcd996d7 for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:48:34.015188 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-086a2e28-1503-4551-a4f2-e39df3ac8773 req-d0c43224-8720-4297-8d27-a0bfebdd4437 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:34.153669 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-086a2e28-1503-4551-a4f2-e39df3ac8773 req-d0c43224-8720-4297-8d27-a0bfebdd4437 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Allocated IP 172.20.0.12 (669ddc16-1478-4df9-90d9-7516e1cf45f1/6cb21a67-68ce-46c4-abc4-3f4786a925c4/754bc9d9-8d40-4227-9b6b-127c2d1bc84c) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:48:34.286589 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-086a2e28-1503-4551-a4f2-e39df3ac8773 req-d0c43224-8720-4297-8d27-a0bfebdd4437 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks [] for port (754bc9d9-8d40-4227-9b6b-127c2d1bc84c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:34.319149 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-086a2e28-1503-4551-a4f2-e39df3ac8773 req-d0c43224-8720-4297-8d27-a0bfebdd4437 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (754bc9d9-8d40-4227-9b6b-127c2d1bc84c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:34.363919 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-086a2e28-1503-4551-a4f2-e39df3ac8773 req-d0c43224-8720-4297-8d27-a0bfebdd4437 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Network 669ddc16-1478-4df9-90d9-7516e1cf45f1 is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:48:34.369269 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-086a2e28-1503-4551-a4f2-e39df3ac8773 req-d0c43224-8720-4297-8d27-a0bfebdd4437 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:48:34.373011 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-086a2e28-1503-4551-a4f2-e39df3ac8773 req-d0c43224-8720-4297-8d27-a0bfebdd4437 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:48:34.397534 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c43224-8720-4297-8d27-a0bfebdd4437 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Pushing event updated for resources: {'Port': ['ID=754bc9d9-8d40-4227-9b6b-127c2d1bc84c,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:48:34.426882 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a2e28-1503-4551-a4f2-e39df3ac8773 req-d0c43224-8720-4297-8d27-a0bfebdd4437 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:48:34.428201 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-086a2e28-1503-4551-a4f2-e39df3ac8773 req-d0c43224-8720-4297-8d27-a0bfebdd4437 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:34.445407 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-086a2e28-1503-4551-a4f2-e39df3ac8773 req-d0c43224-8720-4297-8d27-a0bfebdd4437 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5807371 Mar 11 20:48:34.457337 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-086a2e28-1503-4551-a4f2-e39df3ac8773 req-956bbebe-72fb-4ca0-a3f7-2fabfec48d8b service neutron] Request body: {'port': {'device_id': '7ec8e339-a29e-4eff-a1f7-81d0c356e82c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:48:34.519722 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-086a2e28-1503-4551-a4f2-e39df3ac8773 req-956bbebe-72fb-4ca0-a3f7-2fabfec48d8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (754bc9d9-8d40-4227-9b6b-127c2d1bc84c), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:34.625362 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-f50fb06f-48da-4e7b-a78a-51fa98b5dc37 None None] Provisioning complete for port 754bc9d9-8d40-4227-9b6b-127c2d1bc84c triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:48:34.625956 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f50fb06f-48da-4e7b-a78a-51fa98b5dc37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (754bc9d9-8d40-4227-9b6b-127c2d1bc84c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:34.663508 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-f50fb06f-48da-4e7b-a78a-51fa98b5dc37 None None] Port 754bc9d9-8d40-4227-9b6b-127c2d1bc84c cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:48:34.791027 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-086a2e28-1503-4551-a4f2-e39df3ac8773 req-956bbebe-72fb-4ca0-a3f7-2fabfec48d8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 754bc9d9-8d40-4227-9b6b-127c2d1bc84c {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:48:34.798388 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-086a2e28-1503-4551-a4f2-e39df3ac8773 req-956bbebe-72fb-4ca0-a3f7-2fabfec48d8b service neutron] Publish callbacks [] for port (754bc9d9-8d40-4227-9b6b-127c2d1bc84c), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:34.811663 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-086a2e28-1503-4551-a4f2-e39df3ac8773 req-956bbebe-72fb-4ca0-a3f7-2fabfec48d8b service neutron] Transition to ACTIVE for port object 754bc9d9-8d40-4227-9b6b-127c2d1bc84c will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 20:48:34.815223 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-086a2e28-1503-4551-a4f2-e39df3ac8773 req-956bbebe-72fb-4ca0-a3f7-2fabfec48d8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (754bc9d9-8d40-4227-9b6b-127c2d1bc84c), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:34.870045 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956bbebe-72fb-4ca0-a3f7-2fabfec48d8b service neutron] Pushing event updated for resources: {'Port': ['ID=754bc9d9-8d40-4227-9b6b-127c2d1bc84c,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:48:34.955493 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-086a2e28-1503-4551-a4f2-e39df3ac8773 req-956bbebe-72fb-4ca0-a3f7-2fabfec48d8b service neutron] Attempting to bind port 754bc9d9-8d40-4227-9b6b-127c2d1bc84c on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:48:34.955864 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-086a2e28-1503-4551-a4f2-e39df3ac8773 req-956bbebe-72fb-4ca0-a3f7-2fabfec48d8b service neutron] Attempting to bind port 754bc9d9-8d40-4227-9b6b-127c2d1bc84c by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': '0c7ef6cd-f7bd-47c4-969d-740864c2da75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '669ddc16-1478-4df9-90d9-7516e1cf45f1'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:48:34.956242 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086a2e28-1503-4551-a4f2-e39df3ac8773 req-956bbebe-72fb-4ca0-a3f7-2fabfec48d8b service neutron] Attempting to bind port 754bc9d9-8d40-4227-9b6b-127c2d1bc84c on network 669ddc16-1478-4df9-90d9-7516e1cf45f1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:48:34.968205 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086a2e28-1503-4551-a4f2-e39df3ac8773 req-956bbebe-72fb-4ca0-a3f7-2fabfec48d8b service neutron] Port 754bc9d9-8d40-4227-9b6b-127c2d1bc84c on network 669ddc16-1478-4df9-90d9-7516e1cf45f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 20:48:34.968596 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086a2e28-1503-4551-a4f2-e39df3ac8773 req-956bbebe-72fb-4ca0-a3f7-2fabfec48d8b service neutron] Attempting to bind port 754bc9d9-8d40-4227-9b6b-127c2d1bc84c on network 669ddc16-1478-4df9-90d9-7516e1cf45f1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:48:34.974822 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086a2e28-1503-4551-a4f2-e39df3ac8773 req-956bbebe-72fb-4ca0-a3f7-2fabfec48d8b service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:48:34.975173 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086a2e28-1503-4551-a4f2-e39df3ac8773 req-956bbebe-72fb-4ca0-a3f7-2fabfec48d8b service neutron] Checking segment: {'id': '0c7ef6cd-f7bd-47c4-969d-740864c2da75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '669ddc16-1478-4df9-90d9-7516e1cf45f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:48:34.975563 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086a2e28-1503-4551-a4f2-e39df3ac8773 req-956bbebe-72fb-4ca0-a3f7-2fabfec48d8b service neutron] Bound using segment: {'id': '0c7ef6cd-f7bd-47c4-969d-740864c2da75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '669ddc16-1478-4df9-90d9-7516e1cf45f1'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:48:34.976062 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-086a2e28-1503-4551-a4f2-e39df3ac8773 req-956bbebe-72fb-4ca0-a3f7-2fabfec48d8b service neutron] Bound port: 754bc9d9-8d40-4227-9b6b-127c2d1bc84c, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c7ef6cd-f7bd-47c4-969d-740864c2da75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 883, 'network_id': '669ddc16-1478-4df9-90d9-7516e1cf45f1'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:48:34.976426 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-086a2e28-1503-4551-a4f2-e39df3ac8773 req-956bbebe-72fb-4ca0-a3f7-2fabfec48d8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (754bc9d9-8d40-4227-9b6b-127c2d1bc84c), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:35.080014 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-086a2e28-1503-4551-a4f2-e39df3ac8773 req-956bbebe-72fb-4ca0-a3f7-2fabfec48d8b service neutron] For port 754bc9d9-8d40-4227-9b6b-127c2d1bc84c, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:48:35.085022 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-086a2e28-1503-4551-a4f2-e39df3ac8773 req-956bbebe-72fb-4ca0-a3f7-2fabfec48d8b service neutron] For port 754bc9d9-8d40-4227-9b6b-127c2d1bc84c, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=754bc9d9-8d40-4227-9b6b-127c2d1bc84c,segment=NetworkSegment(0c7ef6cd-f7bd-47c4-969d-740864c2da75),segment_id=0c7ef6cd-f7bd-47c4-969d-740864c2da75)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:48:35.095779 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-086a2e28-1503-4551-a4f2-e39df3ac8773 req-956bbebe-72fb-4ca0-a3f7-2fabfec48d8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (754bc9d9-8d40-4227-9b6b-127c2d1bc84c), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:35.111291 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859768b2-826b-4c4c-baee-0bb35a2e1efe req-e05da323-cf93-40d7-a238-ef41a3616e0f tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:48:35.112768 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-859768b2-826b-4c4c-baee-0bb35a2e1efe req-e05da323-cf93-40d7-a238-ef41a3616e0f tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 944 time: 0.0995791 Mar 11 20:48:35.146778 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a2e28-1503-4551-a4f2-e39df3ac8773 req-956bbebe-72fb-4ca0-a3f7-2fabfec48d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:48:35.147415 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-086a2e28-1503-4551-a4f2-e39df3ac8773 req-956bbebe-72fb-4ca0-a3f7-2fabfec48d8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:35.148796 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-086a2e28-1503-4551-a4f2-e39df3ac8773 req-956bbebe-72fb-4ca0-a3f7-2fabfec48d8b service neutron] 10.222.0.57 "PUT /v2.0/ports/754bc9d9-8d40-4227-9b6b-127c2d1bc84c HTTP/1.1" status: 200 len: 1092 time: 0.6964958 Mar 11 20:48:35.149239 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ec8e339-a29e-4eff-a1f7-81d0c356e82c', 'tag': '754bc9d9-8d40-4227-9b6b-127c2d1bc84c'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:48:35.151471 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a0d03908d714cf498f0e9a07bdcfee6ce8884db927bcf4c76da6f3dadb32e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e06b6f90-a65c-4ad6-9ef1-3c9bc437c1d5" -d '{"events": [{"name": "network-changed", "server_uuid": "7ec8e339-a29e-4eff-a1f7-81d0c356e82c", "tag": "754bc9d9-8d40-4227-9b6b-127c2d1bc84c"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:48:35.198477 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956bbebe-72fb-4ca0-a3f7-2fabfec48d8b service neutron] Pushing event updated for resources: {'Port': ['ID=754bc9d9-8d40-4227-9b6b-127c2d1bc84c,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:48:35.246671 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-859768b2-826b-4c4c-baee-0bb35a2e1efe req-618f9eb2-8faa-4dbc-91e9-c425f20d8325 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad0b1567-5e7f-4dac-9f17-b22b49d427d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144893 Mar 11 20:48:35.273387 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a2e28-1503-4551-a4f2-e39df3ac8773 req-7b31dc7b-411d-4911-a908-77b339f59d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:48:35.275985 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-086a2e28-1503-4551-a4f2-e39df3ac8773 req-7b31dc7b-411d-4911-a908-77b339f59d2a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=360b5df7b50b47959f1dea8afcd996d7&device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 1126 time: 0.0741668 Mar 11 20:48:35.327158 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b54385-ee7a-4745-8186-002944032f92 x-openstack-request-id: req-a4b54385-ee7a-4745-8186-002944032f92 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:48:35.327417 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ec8e339-a29e-4eff-a1f7-81d0c356e82c", "tag": "754bc9d9-8d40-4227-9b6b-127c2d1bc84c", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:48:35.327566 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a4b54385-ee7a-4745-8186-002944032f92 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:48:35.328039 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ec8e339-a29e-4eff-a1f7-81d0c356e82c', 'tag': '754bc9d9-8d40-4227-9b6b-127c2d1bc84c', 'status': 'completed', 'code': 200} Mar 11 20:48:35.329902 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-086a2e28-1503-4551-a4f2-e39df3ac8773 req-870c743b-f83e-4f3a-9809-4ac860535562 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=754bc9d9-8d40-4227-9b6b-127c2d1bc84c HTTP/1.1" status: 200 len: 217 time: 0.0465813 Mar 11 20:48:35.386763 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a2e28-1503-4551-a4f2-e39df3ac8773 req-b2ecaa43-6621-4daa-aa06-c58f373cce6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:48:35.388240 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-086a2e28-1503-4551-a4f2-e39df3ac8773 req-b2ecaa43-6621-4daa-aa06-c58f373cce6f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6cb21a67-68ce-46c4-abc4-3f4786a925c4 HTTP/1.1" status: 200 len: 847 time: 0.0528617 Mar 11 20:48:35.436365 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086a2e28-1503-4551-a4f2-e39df3ac8773 req-7c640f33-2878-4e27-9c08-cbe42d2bc0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:48:35.437796 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-086a2e28-1503-4551-a4f2-e39df3ac8773 req-7c640f33-2878-4e27-9c08-cbe42d2bc0f9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=669ddc16-1478-4df9-90d9-7516e1cf45f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439863 Mar 11 20:48:35.524910 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-086a2e28-1503-4551-a4f2-e39df3ac8773 req-a4a7d562-49ad-4d37-a8d4-501097e2200a service neutron] 10.222.0.57 "GET /v2.0/networks/669ddc16-1478-4df9-90d9-7516e1cf45f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812082 Mar 11 20:48:35.618913 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-086a2e28-1503-4551-a4f2-e39df3ac8773 req-0bc8143e-fdd8-47af-9c44-600d38e35e97 service neutron] 10.222.0.57 "GET /v2.0/networks/669ddc16-1478-4df9-90d9-7516e1cf45f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869639 Mar 11 20:48:35.713733 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06b6f90-a65c-4ad6-9ef1-3c9bc437c1d5 req-b22d723d-9b63-4119-a9f2-c45bec372fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:48:35.715243 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e06b6f90-a65c-4ad6-9ef1-3c9bc437c1d5 req-b22d723d-9b63-4119-a9f2-c45bec372fe0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=360b5df7b50b47959f1dea8afcd996d7&device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 1126 time: 0.0479190 Mar 11 20:48:35.807858 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06b6f90-a65c-4ad6-9ef1-3c9bc437c1d5 req-c76982e4-d921-446e-87ec-0138b9b62cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:48:35.809332 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e06b6f90-a65c-4ad6-9ef1-3c9bc437c1d5 req-c76982e4-d921-446e-87ec-0138b9b62cfe service neutron] 10.222.0.57 "GET /v2.0/networks?id=669ddc16-1478-4df9-90d9-7516e1cf45f1 HTTP/1.1" status: 200 len: 909 time: 0.0887070 Mar 11 20:48:35.851137 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e06b6f90-a65c-4ad6-9ef1-3c9bc437c1d5 req-69461051-c462-48dc-93c0-7dfdc9aad253 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=754bc9d9-8d40-4227-9b6b-127c2d1bc84c HTTP/1.1" status: 200 len: 217 time: 0.0356071 Mar 11 20:48:35.900112 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06b6f90-a65c-4ad6-9ef1-3c9bc437c1d5 req-90c53084-2420-4915-a030-6a2689e46fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:48:35.901509 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e06b6f90-a65c-4ad6-9ef1-3c9bc437c1d5 req-90c53084-2420-4915-a030-6a2689e46fa5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6cb21a67-68ce-46c4-abc4-3f4786a925c4 HTTP/1.1" status: 200 len: 847 time: 0.0445340 Mar 11 20:48:35.954069 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06b6f90-a65c-4ad6-9ef1-3c9bc437c1d5 req-a4c8f04a-69f6-4fb4-b96e-d8feb16d32d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:48:35.955589 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e06b6f90-a65c-4ad6-9ef1-3c9bc437c1d5 req-a4c8f04a-69f6-4fb4-b96e-d8feb16d32d8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=669ddc16-1478-4df9-90d9-7516e1cf45f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483713 Mar 11 20:48:36.043493 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e06b6f90-a65c-4ad6-9ef1-3c9bc437c1d5 req-89f42892-5f3b-48b6-aaa3-1c84dee93943 service neutron] 10.222.0.57 "GET /v2.0/networks/669ddc16-1478-4df9-90d9-7516e1cf45f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818067 Mar 11 20:48:36.135601 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e06b6f90-a65c-4ad6-9ef1-3c9bc437c1d5 req-155e12b4-2e91-48c0-9661-29f1cb8a6a43 service neutron] 10.222.0.57 "GET /v2.0/networks/669ddc16-1478-4df9-90d9-7516e1cf45f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865619 Mar 11 20:48:36.368569 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca9102-3a6d-40a0-b8bf-980d9514305e req-926e3f1b-3b95-4c06-87cc-e523cbbdf609 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:48:36.370051 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ecca9102-3a6d-40a0-b8bf-980d9514305e req-926e3f1b-3b95-4c06-87cc-e523cbbdf609 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 944 time: 0.0531514 Mar 11 20:48:36.417930 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ecca9102-3a6d-40a0-b8bf-980d9514305e req-0b92bad5-6deb-4661-876f-65d54c03da8a tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad0b1567-5e7f-4dac-9f17-b22b49d427d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423808 Mar 11 20:48:37.537794 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5155dc48-06e3-4d47-81d5-5b13d9a85dad req-a923bc7b-2159-4829-95cc-13631713390e tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:48:37.539193 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5155dc48-06e3-4d47-81d5-5b13d9a85dad req-a923bc7b-2159-4829-95cc-13631713390e tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 944 time: 0.0522432 Mar 11 20:48:37.601466 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5155dc48-06e3-4d47-81d5-5b13d9a85dad req-8f91fb5d-0402-4ea3-aca1-b731f305760c tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad0b1567-5e7f-4dac-9f17-b22b49d427d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565417 Mar 11 20:48:38.721737 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bcc8e9-017c-4c52-bf38-bab3c4753c6b req-e326ed74-ab06-43d8-bf8c-5cf385e2900d tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:48:38.723181 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-59bcc8e9-017c-4c52-bf38-bab3c4753c6b req-e326ed74-ab06-43d8-bf8c-5cf385e2900d tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 944 time: 0.0529711 Mar 11 20:48:38.771867 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-59bcc8e9-017c-4c52-bf38-bab3c4753c6b req-61b87547-9da1-40a2-9aba-2b0ef1ea4f90 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad0b1567-5e7f-4dac-9f17-b22b49d427d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419064 Mar 11 20:48:39.890141 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdec0fa-595f-4fd8-962a-a2fd7bae0310 req-13dd2162-886e-49ca-b40e-263c7d4151c0 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:48:39.892258 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-abdec0fa-595f-4fd8-962a-a2fd7bae0310 req-13dd2162-886e-49ca-b40e-263c7d4151c0 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 944 time: 0.0538814 Mar 11 20:48:39.942985 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-abdec0fa-595f-4fd8-962a-a2fd7bae0310 req-943c88e6-246a-4366-9e08-a866d2761329 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad0b1567-5e7f-4dac-9f17-b22b49d427d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438495 Mar 11 20:48:41.065436 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c019ef2-307b-4906-af02-81bbe1a605c1 req-da82e0c6-1cb7-4178-9bec-955591c8b7eb tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:48:41.066904 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1c019ef2-307b-4906-af02-81bbe1a605c1 req-da82e0c6-1cb7-4178-9bec-955591c8b7eb tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 944 time: 0.0575352 Mar 11 20:48:41.115781 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1c019ef2-307b-4906-af02-81bbe1a605c1 req-7b15f61f-2821-4c81-9735-a3c52a517df1 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad0b1567-5e7f-4dac-9f17-b22b49d427d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423172 Mar 11 20:48:42.238849 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc94d8b9-5b69-40fa-b2c0-63b0ffec79e8 req-b657d5a6-154f-4ff0-975e-d18c821dc0c2 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:48:42.240281 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bc94d8b9-5b69-40fa-b2c0-63b0ffec79e8 req-b657d5a6-154f-4ff0-975e-d18c821dc0c2 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 944 time: 0.0528231 Mar 11 20:48:42.289075 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bc94d8b9-5b69-40fa-b2c0-63b0ffec79e8 req-7576e15c-ae7d-434c-9a10-4cb85df52021 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad0b1567-5e7f-4dac-9f17-b22b49d427d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429015 Mar 11 20:48:43.405406 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51b9e9-6f01-4b8d-858d-f28bb39587ee req-b8489e8d-d06d-4d22-8846-c851c96fb3fd tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:48:43.406898 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0d51b9e9-6f01-4b8d-858d-f28bb39587ee req-b8489e8d-d06d-4d22-8846-c851c96fb3fd tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 944 time: 0.0516651 Mar 11 20:48:43.460826 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0d51b9e9-6f01-4b8d-858d-f28bb39587ee req-4e7fe86e-501e-49d4-b9c5-bf11c4e2725d tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad0b1567-5e7f-4dac-9f17-b22b49d427d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476315 Mar 11 20:48:44.579967 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e8550-7423-4808-bb36-2b9bbffa8067 req-21249861-16a4-41b6-bee5-6fcd73ea025c tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:48:44.581437 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7e9e8550-7423-4808-bb36-2b9bbffa8067 req-21249861-16a4-41b6-bee5-6fcd73ea025c tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 944 time: 0.0518827 Mar 11 20:48:44.630310 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7e9e8550-7423-4808-bb36-2b9bbffa8067 req-fb5519fc-d695-4b43-aa4f-c82a982ca4ed tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad0b1567-5e7f-4dac-9f17-b22b49d427d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432668 Mar 11 20:48:45.747428 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f76c40b-c8c8-49a8-a0b0-8ce8adcefb4b req-e0c38d7b-a2a7-4966-83f3-4e8ae3aee3b7 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:48:45.748911 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f76c40b-c8c8-49a8-a0b0-8ce8adcefb4b req-e0c38d7b-a2a7-4966-83f3-4e8ae3aee3b7 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 944 time: 0.0511136 Mar 11 20:48:45.796028 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5f76c40b-c8c8-49a8-a0b0-8ce8adcefb4b req-1371c8b9-7ad6-4ab6-b370-0ba70d3e62d4 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad0b1567-5e7f-4dac-9f17-b22b49d427d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416348 Mar 11 20:48:46.919807 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7078dd-1a23-4fca-af2e-efc80945e47d req-dd5b4890-edc5-4325-9888-216ca69e3b87 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:48:46.921273 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6d7078dd-1a23-4fca-af2e-efc80945e47d req-dd5b4890-edc5-4325-9888-216ca69e3b87 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 944 time: 0.0587697 Mar 11 20:48:46.969063 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6d7078dd-1a23-4fca-af2e-efc80945e47d req-3690f83a-eefa-430c-b3d6-90ab7050f397 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad0b1567-5e7f-4dac-9f17-b22b49d427d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422275 Mar 11 20:48:48.085253 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7534c69-763d-41cc-bdf9-818d9c90fb1e req-ca1bfd31-f76c-47b1-a57f-2b7baa3f5e4a tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:48:48.086718 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e7534c69-763d-41cc-bdf9-818d9c90fb1e req-ca1bfd31-f76c-47b1-a57f-2b7baa3f5e4a tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 944 time: 0.0524092 Mar 11 20:48:48.134583 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e7534c69-763d-41cc-bdf9-818d9c90fb1e req-e6d47529-5397-4686-add2-a69c5ab4dead tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad0b1567-5e7f-4dac-9f17-b22b49d427d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421054 Mar 11 20:48:49.257664 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d79936-0bfd-4fbf-af09-602212eeae99 req-6e054b9c-3205-4d85-8d9b-e18e37a25bef tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:48:49.259176 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e1d79936-0bfd-4fbf-af09-602212eeae99 req-6e054b9c-3205-4d85-8d9b-e18e37a25bef tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 944 time: 0.0577068 Mar 11 20:48:49.306331 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e1d79936-0bfd-4fbf-af09-602212eeae99 req-68bdd543-291c-4144-b71f-3a846936888f tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad0b1567-5e7f-4dac-9f17-b22b49d427d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416160 Mar 11 20:48:49.746264 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:50.422336 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469080d9-6f1e-462c-af4c-24b12b43afaf req-959fba97-1a24-4478-a40d-a7e5410f24bf tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:48:50.423802 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-469080d9-6f1e-462c-af4c-24b12b43afaf req-959fba97-1a24-4478-a40d-a7e5410f24bf tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 944 time: 0.0511627 Mar 11 20:48:50.471917 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-469080d9-6f1e-462c-af4c-24b12b43afaf req-338d19d2-cb86-4875-82b8-5f48b467681a tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad0b1567-5e7f-4dac-9f17-b22b49d427d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424581 Mar 11 20:48:51.589341 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69982fb8-eb0a-4be1-a73f-91ec97828d8e req-59d369fe-c56d-4c05-a3a6-d161904d9c4c tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:48:51.590802 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-69982fb8-eb0a-4be1-a73f-91ec97828d8e req-59d369fe-c56d-4c05-a3a6-d161904d9c4c tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 944 time: 0.0507774 Mar 11 20:48:51.650333 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-69982fb8-eb0a-4be1-a73f-91ec97828d8e req-36447aec-9cdf-4c9a-bd8a-2bb75aef9dc3 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad0b1567-5e7f-4dac-9f17-b22b49d427d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540869 Mar 11 20:48:52.497182 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7f6f79d2-ae37-49b9-9ba8-a52e7f654d94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:52.768211 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a82447-6b22-4f68-bc56-d544ba1c6f3f req-02f80317-cf08-41f6-8892-3a5a8a6d4b09 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:48:52.769598 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-34a82447-6b22-4f68-bc56-d544ba1c6f3f req-02f80317-cf08-41f6-8892-3a5a8a6d4b09 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 944 time: 0.0530910 Mar 11 20:48:52.818087 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-34a82447-6b22-4f68-bc56-d544ba1c6f3f req-db588953-0cd3-497c-a8d4-cc4cbb57d2fa tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad0b1567-5e7f-4dac-9f17-b22b49d427d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417438 Mar 11 20:48:53.258483 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 754bc9d9-8d40-4227-9b6b-127c2d1bc84c details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 20:48:53.311614 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:53.361111 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 754bc9d9-8d40-4227-9b6b-127c2d1bc84c, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=754bc9d9-8d40-4227-9b6b-127c2d1bc84c,segment=NetworkSegment(0c7ef6cd-f7bd-47c4-969d-740864c2da75),segment_id=0c7ef6cd-f7bd-47c4-969d-740864c2da75)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:48:53.376019 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': '754bc9d9-8d40-4227-9b6b-127c2d1bc84c', 'network_id': '669ddc16-1478-4df9-90d9-7516e1cf45f1', 'port_id': '754bc9d9-8d40-4227-9b6b-127c2d1bc84c', 'mac_address': 'fa:16:3e:8d:4e:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cb21a67-68ce-46c4-abc4-3f4786a925c4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 20:48:53.411219 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 754bc9d9-8d40-4227-9b6b-127c2d1bc84c is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:48:53.412129 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (754bc9d9-8d40-4227-9b6b-127c2d1bc84c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:53.424265 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 754bc9d9-8d40-4227-9b6b-127c2d1bc84c {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:48:53.443384 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 754bc9d9-8d40-4227-9b6b-127c2d1bc84c, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=754bc9d9-8d40-4227-9b6b-127c2d1bc84c,segment=NetworkSegment(0c7ef6cd-f7bd-47c4-969d-740864c2da75),segment_id=0c7ef6cd-f7bd-47c4-969d-740864c2da75)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:48:53.447093 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (754bc9d9-8d40-4227-9b6b-127c2d1bc84c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:53.491525 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=754bc9d9-8d40-4227-9b6b-127c2d1bc84c,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:48:53.498620 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:48:53.499242 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:48:53.499346 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:48:53.499621 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:48:53.499977 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:48:53.500312 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:48:53.500637 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:48:53.500963 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:48:53.501286 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:48:53.501608 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:48:53.501930 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:48:53.502302 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:48:53.502572 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:48:53.781233 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['754bc9d9-8d40-4227-9b6b-127c2d1bc84c'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:48:53.937967 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5962f8e-dbe2-4ec5-92e2-1d4b79a2fcad req-23d8fe40-968e-4b4d-acb6-653807943a76 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:48:53.939459 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b5962f8e-dbe2-4ec5-92e2-1d4b79a2fcad req-23d8fe40-968e-4b4d-acb6-653807943a76 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 945 time: 0.0525844 Mar 11 20:48:53.988866 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b5962f8e-dbe2-4ec5-92e2-1d4b79a2fcad req-0acacf2e-8d9f-47c9-a779-d5d569b98924 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad0b1567-5e7f-4dac-9f17-b22b49d427d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436711 Mar 11 20:48:54.753567 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-44f8ec1f-3d6c-45fd-a419-448cb9069a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:55.111324 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5244372a-4b7f-4437-b1f9-e5ce8e8cfbdf req-c3b77789-a00e-49f0-9782-33b65eac485c tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:48:55.112830 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5244372a-4b7f-4437-b1f9-e5ce8e8cfbdf req-c3b77789-a00e-49f0-9782-33b65eac485c tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 945 time: 0.0569823 Mar 11 20:48:55.160357 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5244372a-4b7f-4437-b1f9-e5ce8e8cfbdf req-4403a2af-57b3-4526-bfe3-f8d0b4f01fc4 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad0b1567-5e7f-4dac-9f17-b22b49d427d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418892 Mar 11 20:48:55.273873 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 754bc9d9-8d40-4227-9b6b-127c2d1bc84c up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:48:55.473142 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port 754bc9d9-8d40-4227-9b6b-127c2d1bc84c completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 20:48:55.477187 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port 754bc9d9-8d40-4227-9b6b-127c2d1bc84c triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:48:55.477556 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (754bc9d9-8d40-4227-9b6b-127c2d1bc84c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:55.551139 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 754bc9d9-8d40-4227-9b6b-127c2d1bc84c is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:48:55.551560 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (754bc9d9-8d40-4227-9b6b-127c2d1bc84c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:55.573149 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec8e339-a29e-4eff-a1f7-81d0c356e82c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '754bc9d9-8d40-4227-9b6b-127c2d1bc84c'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:48:55.575375 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e00c6702a54281ed7930195260709b2e9eb4074fe153a1ed12afbef6176377e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9a2dfc-e23f-49ea-a5b3-87d6b3e5b66a" -d '{"events": [{"server_uuid": "7ec8e339-a29e-4eff-a1f7-81d0c356e82c", "name": "network-vif-plugged", "status": "completed", "tag": "754bc9d9-8d40-4227-9b6b-127c2d1bc84c"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:48:55.589018 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 754bc9d9-8d40-4227-9b6b-127c2d1bc84c, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=754bc9d9-8d40-4227-9b6b-127c2d1bc84c,segment=NetworkSegment(0c7ef6cd-f7bd-47c4-969d-740864c2da75),segment_id=0c7ef6cd-f7bd-47c4-969d-740864c2da75)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:48:55.592799 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (754bc9d9-8d40-4227-9b6b-127c2d1bc84c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:55.641933 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=754bc9d9-8d40-4227-9b6b-127c2d1bc84c,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:48:55.663341 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b94c2d-678b-4ebf-afa9-939ec5ff3d13 x-openstack-request-id: req-b8b94c2d-678b-4ebf-afa9-939ec5ff3d13 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:48:55.663726 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ec8e339-a29e-4eff-a1f7-81d0c356e82c", "name": "network-vif-plugged", "status": "completed", "tag": "754bc9d9-8d40-4227-9b6b-127c2d1bc84c", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:48:55.664134 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-b8b94c2d-678b-4ebf-afa9-939ec5ff3d13 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:48:55.664499 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ec8e339-a29e-4eff-a1f7-81d0c356e82c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '754bc9d9-8d40-4227-9b6b-127c2d1bc84c', 'code': 200} Mar 11 20:48:55.761163 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e1da2-77be-41ae-9e67-4871f07b0a22 req-15c22654-fcf4-4fbf-b0f2-56714eed32ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:48:55.762657 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ed0e1da2-77be-41ae-9e67-4871f07b0a22 req-15c22654-fcf4-4fbf-b0f2-56714eed32ac service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 1128 time: 0.0444093 Mar 11 20:48:55.807286 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ed0e1da2-77be-41ae-9e67-4871f07b0a22 req-eaced5bb-1c4e-4b71-9be2-37a526cf53f7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ad0b1567-5e7f-4dac-9f17-b22b49d427d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391028 Mar 11 20:48:56.280361 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4756bf-d7c2-4f79-b363-c324f3e857ee req-a7666828-0e52-41a2-809f-7a28be15e1d9 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:48:56.281822 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ef4756bf-d7c2-4f79-b363-c324f3e857ee req-a7666828-0e52-41a2-809f-7a28be15e1d9 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 946 time: 0.0527418 Mar 11 20:48:56.334563 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ef4756bf-d7c2-4f79-b363-c324f3e857ee req-70f8463e-d57a-4265-b8ae-b458076e6d7a tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad0b1567-5e7f-4dac-9f17-b22b49d427d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463188 Mar 11 20:48:56.501531 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:57.451962 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59532a2-fb0e-4d03-b176-17ed8ca081c7 req-9a18caa4-a978-4153-b64f-bb67d452aea5 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:48:57.453431 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d59532a2-fb0e-4d03-b176-17ed8ca081c7 req-9a18caa4-a978-4153-b64f-bb67d452aea5 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 946 time: 0.0506544 Mar 11 20:48:57.500799 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d59532a2-fb0e-4d03-b176-17ed8ca081c7 req-626a90c0-7ac5-4279-9324-21145e4df0e2 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad0b1567-5e7f-4dac-9f17-b22b49d427d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414009 Mar 11 20:48:57.613969 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997fb6f8-3023-4cba-9725-171cef911b6f req-cfd70aac-610b-4ab7-92ad-04c499f3c1cf tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:48:57.615873 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-997fb6f8-3023-4cba-9725-171cef911b6f req-cfd70aac-610b-4ab7-92ad-04c499f3c1cf tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 946 time: 0.0522885 Mar 11 20:48:57.662307 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-997fb6f8-3023-4cba-9725-171cef911b6f req-b1017ce1-6145-49e8-816a-3297ea7f3e22 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad0b1567-5e7f-4dac-9f17-b22b49d427d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409789 Mar 11 20:48:57.683412 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 32806) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:48:57.771942 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a883ab0c-1d40-42c0-aace-4a38c50ccf5d tempest-TestShelveInstance-954983664 tempest-TestShelveInstance-954983664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:48:57.773344 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a883ab0c-1d40-42c0-aace-4a38c50ccf5d tempest-TestShelveInstance-954983664 tempest-TestShelveInstance-954983664-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 1123 time: 0.0889108 Mar 11 20:48:57.776123 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 32810) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:48:57.780183 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-9323758e-776b-47a5-a74d-5139ab17b5f9 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Request body: {'floatingip': {'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'port_id': '754bc9d9-8d40-4227-9b6b-127c2d1bc84c', 'tenant_id': '360b5df7b50b47959f1dea8afcd996d7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:48:57.799554 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9323758e-776b-47a5-a74d-5139ab17b5f9 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:57.887358 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:57.892539 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9323758e-776b-47a5-a74d-5139ab17b5f9 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:57.994646 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-9323758e-776b-47a5-a74d-5139ab17b5f9 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Allocated IP 172.25.8.43 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/a2b5de56-249b-4b1d-9de1-080ddbbbe1c0) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:48:58.092961 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9323758e-776b-47a5-a74d-5139ab17b5f9 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks [] for port (a2b5de56-249b-4b1d-9de1-080ddbbbe1c0), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:58.125010 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9323758e-776b-47a5-a74d-5139ab17b5f9 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (a2b5de56-249b-4b1d-9de1-080ddbbbe1c0), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:58.165161 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9323758e-776b-47a5-a74d-5139ab17b5f9 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:48:58.167954 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-9323758e-776b-47a5-a74d-5139ab17b5f9 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:48:58.173319 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9323758e-776b-47a5-a74d-5139ab17b5f9 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:48:58.198379 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9323758e-776b-47a5-a74d-5139ab17b5f9 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Pushing event updated for resources: {'Port': ['ID=a2b5de56-249b-4b1d-9de1-080ddbbbe1c0,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:48:58.533520 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9323758e-776b-47a5-a74d-5139ab17b5f9 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks [] for floatingip (1c3b2546-4507-4649-b3b7-e046e28c0887), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:58.602959 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9323758e-776b-47a5-a74d-5139ab17b5f9 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a2b5de56-249b-4b1d-9de1-080ddbbbe1c0), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:58.752532 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9323758e-776b-47a5-a74d-5139ab17b5f9 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks [] for port (a2b5de56-249b-4b1d-9de1-080ddbbbe1c0), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:58.757005 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9323758e-776b-47a5-a74d-5139ab17b5f9 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (a2b5de56-249b-4b1d-9de1-080ddbbbe1c0), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:58.826083 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9323758e-776b-47a5-a74d-5139ab17b5f9 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Pushing event updated for resources: {'Port': ['ID=a2b5de56-249b-4b1d-9de1-080ddbbbe1c0,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:48:58.835738 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9323758e-776b-47a5-a74d-5139ab17b5f9 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (1c3b2546-4507-4649-b3b7-e046e28c0887), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:58.950898 n-d-833163-1 neutron-server[103885]: INFO neutron.db.l3_db [None req-9323758e-776b-47a5-a74d-5139ab17b5f9 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Floating IP 1c3b2546-4507-4649-b3b7-e046e28c0887 associated. External IP: 172.25.8.43, port: 754bc9d9-8d40-4227-9b6b-127c2d1bc84c. Mar 11 20:48:59.163105 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9323758e-776b-47a5-a74d-5139ab17b5f9 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Router 175086e0-57f7-4116-b25b-c3d3a2a887f8 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:48:59.176722 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:59.274053 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9323758e-776b-47a5-a74d-5139ab17b5f9 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:48:59.285067 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5c76c3-e277-4d17-a0d3-c8b0f5d1eeed None None] Sync routers for ids ['175086e0-57f7-4116-b25b-c3d3a2a887f8'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:48:59.292627 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9323758e-776b-47a5-a74d-5139ab17b5f9 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:48:59.296788 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5c76c3-e277-4d17-a0d3-c8b0f5d1eeed None None] Routers {'175086e0-57f7-4116-b25b-c3d3a2a887f8'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:48:59.297494 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-8c5c76c3-e277-4d17-a0d3-c8b0f5d1eeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:48:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['175086e0-57f7-4116-b25b-c3d3a2a887f8'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:48:59.321829 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-9323758e-776b-47a5-a74d-5139ab17b5f9 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5447266 Mar 11 20:48:59.322449 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ec8e339-a29e-4eff-a1f7-81d0c356e82c', 'tag': '754bc9d9-8d40-4227-9b6b-127c2d1bc84c'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:48:59.324702 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a0d03908d714cf498f0e9a07bdcfee6ce8884db927bcf4c76da6f3dadb32e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91985f6b-cc57-41b1-a79c-63ce2387c7b7" -d '{"events": [{"name": "network-changed", "server_uuid": "7ec8e339-a29e-4eff-a1f7-81d0c356e82c", "tag": "754bc9d9-8d40-4227-9b6b-127c2d1bc84c"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:48:59.360664 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a913d6cb-57b9-4ec0-a0c6-fa5ada98badc x-openstack-request-id: req-a913d6cb-57b9-4ec0-a0c6-fa5ada98badc {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:48:59.360964 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ec8e339-a29e-4eff-a1f7-81d0c356e82c", "tag": "754bc9d9-8d40-4227-9b6b-127c2d1bc84c", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:48:59.361219 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a913d6cb-57b9-4ec0-a0c6-fa5ada98badc {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:48:59.361629 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ec8e339-a29e-4eff-a1f7-81d0c356e82c', 'tag': '754bc9d9-8d40-4227-9b6b-127c2d1bc84c', 'status': 'completed', 'code': 200} Mar 11 20:48:59.407388 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-8c5c76c3-e277-4d17-a0d3-c8b0f5d1eeed None None] Set router 175086e0-57f7-4116-b25b-c3d3a2a887f8 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:48:59.425208 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91985f6b-cc57-41b1-a79c-63ce2387c7b7 req-984ffddc-5d2c-4409-a757-bfb16f238f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:48:59.426642 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-91985f6b-cc57-41b1-a79c-63ce2387c7b7 req-984ffddc-5d2c-4409-a757-bfb16f238f9a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=360b5df7b50b47959f1dea8afcd996d7&device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 1128 time: 0.0442402 Mar 11 20:48:59.519725 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91985f6b-cc57-41b1-a79c-63ce2387c7b7 req-fa2ff04d-5970-43f1-8173-de5ccad3d000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:48:59.521848 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-91985f6b-cc57-41b1-a79c-63ce2387c7b7 req-fa2ff04d-5970-43f1-8173-de5ccad3d000 service neutron] 10.222.0.57 "GET /v2.0/networks?id=669ddc16-1478-4df9-90d9-7516e1cf45f1 HTTP/1.1" status: 200 len: 909 time: 0.0886471 Mar 11 20:48:59.584886 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-91985f6b-cc57-41b1-a79c-63ce2387c7b7 req-96d1de2a-a3fb-4643-9478-15b19ae41029 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=754bc9d9-8d40-4227-9b6b-127c2d1bc84c HTTP/1.1" status: 200 len: 999 time: 0.0573130 Mar 11 20:48:59.626296 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-8c5c76c3-e277-4d17-a0d3-c8b0f5d1eeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175086e0-57f7-4116-b25b-c3d3a2a887f8', 'name': 'tempest-TestShelveInstance-233531654-router', 'tenant_id': '360b5df7b50b47959f1dea8afcd996d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'e78572fe-6fcc-469c-b58f-17565e8b6b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:43:11Z', 'updated_at': '2022-03-11T20:43:14Z', 'revision_number': 4, 'project_id': '360b5df7b50b47959f1dea8afcd996d7', 'gw_port': {'id': 'e78572fe-6fcc-469c-b58f-17565e8b6b94', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175086e0-57f7-4116-b25b-c3d3a2a887f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:43:12Z', 'updated_at': '2022-03-11T20:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '1c3b2546-4507-4649-b3b7-e046e28c0887', 'tenant_id': '360b5df7b50b47959f1dea8afcd996d7', 'floating_ip_address': '172.25.8.43', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '175086e0-57f7-4116-b25b-c3d3a2a887f8', 'port_id': '754bc9d9-8d40-4227-9b6b-127c2d1bc84c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '669ddc16-1478-4df9-90d9-7516e1cf45f1', 'mac_address': 'fa:16:3e:8d:4e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec8e339-a29e-4eff-a1f7-81d0c356e82c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:48:58Z', 'updated_at': '2022-03-11T20:48:58Z', 'revision_number': 0, 'project_id': '360b5df7b50b47959f1dea8afcd996d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8564f564-3aa5-4138-97ef-845e00a3d84b', 'name': '', 'network_id': '669ddc16-1478-4df9-90d9-7516e1cf45f1', 'tenant_id': '360b5df7b50b47959f1dea8afcd996d7', 'mac_address': 'fa:16:3e:23:b7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175086e0-57f7-4116-b25b-c3d3a2a887f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '6cb21a67-68ce-46c4-abc4-3f4786a925c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:43:13Z', 'updated_at': '2022-03-11T20:43:18Z', 'revision_number': 5, 'project_id': '360b5df7b50b47959f1dea8afcd996d7', 'subnets': [{'id': '6cb21a67-68ce-46c4-abc4-3f4786a925c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:48:59.637789 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91985f6b-cc57-41b1-a79c-63ce2387c7b7 req-2afd5b33-7f0a-4840-aade-1a8a5d2c2a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:48:59.639260 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-91985f6b-cc57-41b1-a79c-63ce2387c7b7 req-2afd5b33-7f0a-4840-aade-1a8a5d2c2a8e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6cb21a67-68ce-46c4-abc4-3f4786a925c4 HTTP/1.1" status: 200 len: 847 time: 0.0482864 Mar 11 20:48:59.656390 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5c76c3-e277-4d17-a0d3-c8b0f5d1eeed None None] Checking router: 175086e0-57f7-4116-b25b-c3d3a2a887f8 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:48:59.664712 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5c76c3-e277-4d17-a0d3-c8b0f5d1eeed None None] Routers {'175086e0-57f7-4116-b25b-c3d3a2a887f8'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:48:59.665313 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-8c5c76c3-e277-4d17-a0d3-c8b0f5d1eeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:48:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['175086e0-57f7-4116-b25b-c3d3a2a887f8'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:48:59.688402 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91985f6b-cc57-41b1-a79c-63ce2387c7b7 req-6c669a42-1307-419e-bcc9-472b481ce253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:48:59.689894 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-91985f6b-cc57-41b1-a79c-63ce2387c7b7 req-6c669a42-1307-419e-bcc9-472b481ce253 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=669ddc16-1478-4df9-90d9-7516e1cf45f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455856 Mar 11 20:48:59.698946 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [req-91985f6b-cc57-41b1-a79c-63ce2387c7b7 req-c0e80b00-380a-47e1-936d-c5803389112a service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 20:48:59.699972 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-91985f6b-cc57-41b1-a79c-63ce2387c7b7 req-c0e80b00-380a-47e1-936d-c5803389112a service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048449 Mar 11 20:48:59.774047 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-8c5c76c3-e277-4d17-a0d3-c8b0f5d1eeed None None] Set router 175086e0-57f7-4116-b25b-c3d3a2a887f8 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:48:59.786382 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-91985f6b-cc57-41b1-a79c-63ce2387c7b7 req-00e808ec-bf0f-4131-b69e-a258c6661100 service neutron] 10.222.0.57 "GET /v2.0/networks/669ddc16-1478-4df9-90d9-7516e1cf45f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808418 Mar 11 20:48:59.877575 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-91985f6b-cc57-41b1-a79c-63ce2387c7b7 req-c2161a37-a984-44de-9511-ffe84e234b60 service neutron] 10.222.0.57 "GET /v2.0/networks/669ddc16-1478-4df9-90d9-7516e1cf45f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861239 Mar 11 20:48:59.993922 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-8c5c76c3-e277-4d17-a0d3-c8b0f5d1eeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175086e0-57f7-4116-b25b-c3d3a2a887f8', 'name': 'tempest-TestShelveInstance-233531654-router', 'tenant_id': '360b5df7b50b47959f1dea8afcd996d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'e78572fe-6fcc-469c-b58f-17565e8b6b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:43:11Z', 'updated_at': '2022-03-11T20:43:14Z', 'revision_number': 4, 'project_id': '360b5df7b50b47959f1dea8afcd996d7', 'gw_port': {'id': 'e78572fe-6fcc-469c-b58f-17565e8b6b94', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175086e0-57f7-4116-b25b-c3d3a2a887f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:43:12Z', 'updated_at': '2022-03-11T20:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '1c3b2546-4507-4649-b3b7-e046e28c0887', 'tenant_id': '360b5df7b50b47959f1dea8afcd996d7', 'floating_ip_address': '172.25.8.43', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '175086e0-57f7-4116-b25b-c3d3a2a887f8', 'port_id': '754bc9d9-8d40-4227-9b6b-127c2d1bc84c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '669ddc16-1478-4df9-90d9-7516e1cf45f1', 'mac_address': 'fa:16:3e:8d:4e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec8e339-a29e-4eff-a1f7-81d0c356e82c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:48:58Z', 'updated_at': '2022-03-11T20:48:58Z', 'revision_number': 0, 'project_id': '360b5df7b50b47959f1dea8afcd996d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8564f564-3aa5-4138-97ef-845e00a3d84b', 'name': '', 'network_id': '669ddc16-1478-4df9-90d9-7516e1cf45f1', 'tenant_id': '360b5df7b50b47959f1dea8afcd996d7', 'mac_address': 'fa:16:3e:23:b7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175086e0-57f7-4116-b25b-c3d3a2a887f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '6cb21a67-68ce-46c4-abc4-3f4786a925c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:43:13Z', 'updated_at': '2022-03-11T20:43:18Z', 'revision_number': 5, 'project_id': '360b5df7b50b47959f1dea8afcd996d7', 'subnets': [{'id': '6cb21a67-68ce-46c4-abc4-3f4786a925c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:49:00.023136 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5c76c3-e277-4d17-a0d3-c8b0f5d1eeed None None] The sync data for ids ['175086e0-57f7-4116-b25b-c3d3a2a887f8'] in n-d-833163-1 is: [{'id': '175086e0-57f7-4116-b25b-c3d3a2a887f8', 'name': 'tempest-TestShelveInstance-233531654-router', 'tenant_id': '360b5df7b50b47959f1dea8afcd996d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'e78572fe-6fcc-469c-b58f-17565e8b6b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:43:11Z', 'updated_at': '2022-03-11T20:43:14Z', 'revision_number': 4, 'project_id': '360b5df7b50b47959f1dea8afcd996d7', 'gw_port': {'id': 'e78572fe-6fcc-469c-b58f-17565e8b6b94', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175086e0-57f7-4116-b25b-c3d3a2a887f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:43:12Z', 'updated_at': '2022-03-11T20:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '1c3b2546-4507-4649-b3b7-e046e28c0887', 'tenant_id': '360b5df7b50b47959f1dea8afcd996d7', 'floating_ip_address': '172.25.8.43', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': '175086e0-57f7-4116-b25b-c3d3a2a887f8', 'port_id': '754bc9d9-8d40-4227-9b6b-127c2d1bc84c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4433, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '669ddc16-1478-4df9-90d9-7516e1cf45f1', 'mac_address': 'fa:16:3e:8d:4e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec8e339-a29e-4eff-a1f7-81d0c356e82c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:48:58Z', 'updated_at': '2022-03-11T20:48:58Z', 'revision_number': 0, 'project_id': '360b5df7b50b47959f1dea8afcd996d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8564f564-3aa5-4138-97ef-845e00a3d84b', 'name': '', 'network_id': '669ddc16-1478-4df9-90d9-7516e1cf45f1', 'tenant_id': '360b5df7b50b47959f1dea8afcd996d7', 'mac_address': 'fa:16:3e:23:b7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175086e0-57f7-4116-b25b-c3d3a2a887f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '6cb21a67-68ce-46c4-abc4-3f4786a925c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:43:13Z', 'updated_at': '2022-03-11T20:43:18Z', 'revision_number': 5, 'project_id': '360b5df7b50b47959f1dea8afcd996d7', 'subnets': [{'id': '6cb21a67-68ce-46c4-abc4-3f4786a925c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:49:00.212387 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf53d9de-669c-47fb-b77b-8f17144a236e None None] New status for floating IP 1c3b2546-4507-4649-b3b7-e046e28c0887: ACTIVE {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 20:49:06.358931 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:49:19.743530 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:49:22.503202 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a1dd9fd2-c206-4a20-8a03-ffd5d657852d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:49:23.296171 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:49:24.755151 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7d818c56-b3d5-4e9c-b29b-71bbb47dba44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:49:26.504443 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:49:27.889251 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dac9ef12-f548-4be7-8ad5-c9819f61f2e5 req-858f2d93-bd62-44b5-8951-b7df4ab05dd2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0818465 Mar 11 20:49:27.890022 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:49:27.975886 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac9ef12-f548-4be7-8ad5-c9819f61f2e5 req-c0b70960-9a9a-48ed-82c8-e861f047f315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:49:27.977414 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dac9ef12-f548-4be7-8ad5-c9819f61f2e5 req-c0b70960-9a9a-48ed-82c8-e861f047f315 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=360b5df7b50b47959f1dea8afcd996d7&device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 1128 time: 0.0483298 Mar 11 20:49:28.356365 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac9ef12-f548-4be7-8ad5-c9819f61f2e5 req-eb7d915b-1652-4723-b25e-5f09a6b5233e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:49:28.358138 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dac9ef12-f548-4be7-8ad5-c9819f61f2e5 req-eb7d915b-1652-4723-b25e-5f09a6b5233e service neutron] 10.222.0.57 "GET /v2.0/networks?id=669ddc16-1478-4df9-90d9-7516e1cf45f1 HTTP/1.1" status: 200 len: 909 time: 0.3621051 Mar 11 20:49:28.423438 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dac9ef12-f548-4be7-8ad5-c9819f61f2e5 req-b881778f-ff4c-48ce-b646-204ef6fba773 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=754bc9d9-8d40-4227-9b6b-127c2d1bc84c HTTP/1.1" status: 200 len: 1001 time: 0.0594211 Mar 11 20:49:28.468859 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac9ef12-f548-4be7-8ad5-c9819f61f2e5 req-84fc4eb3-6f79-4ac6-a94a-c2aa7ad8cae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:49:28.470204 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dac9ef12-f548-4be7-8ad5-c9819f61f2e5 req-84fc4eb3-6f79-4ac6-a94a-c2aa7ad8cae7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6cb21a67-68ce-46c4-abc4-3f4786a925c4 HTTP/1.1" status: 200 len: 847 time: 0.0406115 Mar 11 20:49:28.517956 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac9ef12-f548-4be7-8ad5-c9819f61f2e5 req-01aff6cf-4633-4791-b4f6-4a6bcce76182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:49:28.519441 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dac9ef12-f548-4be7-8ad5-c9819f61f2e5 req-01aff6cf-4633-4791-b4f6-4a6bcce76182 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=669ddc16-1478-4df9-90d9-7516e1cf45f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433784 Mar 11 20:49:28.608812 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dac9ef12-f548-4be7-8ad5-c9819f61f2e5 req-9e3a5c72-759c-498a-b13c-43330afe3726 service neutron] 10.222.0.57 "GET /v2.0/networks/669ddc16-1478-4df9-90d9-7516e1cf45f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833812 Mar 11 20:49:28.695839 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dac9ef12-f548-4be7-8ad5-c9819f61f2e5 req-60f460aa-4582-4151-af25-830c95371958 service neutron] 10.222.0.57 "GET /v2.0/networks/669ddc16-1478-4df9-90d9-7516e1cf45f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816071 Mar 11 20:49:29.178211 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:49:43.358599 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:49:49.746212 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:49:52.494762 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bb48bdf8-3ac9-4eb6-b5eb-3f296953235a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:49:53.301119 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:49:54.754916 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d4f5eda9-4d39-4d3f-b7bd-6a0e42d76d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:49:56.506018 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:49:57.895915 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:49:59.179874 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:50:19.791338 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:50:20.357701 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:50:22.496621 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-32241d28-3f99-4d47-b244-f736483a8ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:50:23.309261 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:50:24.755919 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-35961b05-50f2-4945-bc70-f7cd220c0bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:50:26.512216 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:50:27.897992 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:50:28.870570 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3b3e6532-18cf-428e-aba6-a8359c2b281c req-c8c3403a-ec92-44df-980e-25aa2c4c0ef9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0499380 Mar 11 20:50:28.951308 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e6532-18cf-428e-aba6-a8359c2b281c req-1b1e4cde-dd11-4f50-a7eb-a5258670337c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:50:28.952829 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3b3e6532-18cf-428e-aba6-a8359c2b281c req-1b1e4cde-dd11-4f50-a7eb-a5258670337c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=360b5df7b50b47959f1dea8afcd996d7&device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 1128 time: 0.0429337 Mar 11 20:50:29.053196 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e6532-18cf-428e-aba6-a8359c2b281c req-c781f4e0-0d8d-45f8-a682-4db10070965c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:50:29.054640 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3b3e6532-18cf-428e-aba6-a8359c2b281c req-c781f4e0-0d8d-45f8-a682-4db10070965c service neutron] 10.222.0.57 "GET /v2.0/networks?id=669ddc16-1478-4df9-90d9-7516e1cf45f1 HTTP/1.1" status: 200 len: 909 time: 0.0836527 Mar 11 20:50:29.121639 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3b3e6532-18cf-428e-aba6-a8359c2b281c req-04b10eed-f685-4f59-a4ea-0bfb4f11453c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=754bc9d9-8d40-4227-9b6b-127c2d1bc84c HTTP/1.1" status: 200 len: 1001 time: 0.0607092 Mar 11 20:50:29.169880 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e6532-18cf-428e-aba6-a8359c2b281c req-2a9b88c2-28a9-42ed-9de6-a46f68e948ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:50:29.171389 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3b3e6532-18cf-428e-aba6-a8359c2b281c req-2a9b88c2-28a9-42ed-9de6-a46f68e948ab service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6cb21a67-68ce-46c4-abc4-3f4786a925c4 HTTP/1.1" status: 200 len: 847 time: 0.0432532 Mar 11 20:50:29.181979 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:50:29.223556 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e6532-18cf-428e-aba6-a8359c2b281c req-d9d16e7e-1e29-4e3d-9fc4-ee34aee3bafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:50:29.225096 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3b3e6532-18cf-428e-aba6-a8359c2b281c req-d9d16e7e-1e29-4e3d-9fc4-ee34aee3bafb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=669ddc16-1478-4df9-90d9-7516e1cf45f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0479741 Mar 11 20:50:29.317385 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3b3e6532-18cf-428e-aba6-a8359c2b281c req-9772d02e-6e77-4e2b-a61d-856cd554fb6a service neutron] 10.222.0.57 "GET /v2.0/networks/669ddc16-1478-4df9-90d9-7516e1cf45f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857978 Mar 11 20:50:29.406460 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3b3e6532-18cf-428e-aba6-a8359c2b281c req-bc16de2b-4129-4bb6-8a52-566bd3ff4c99 service neutron] 10.222.0.57 "GET /v2.0/networks/669ddc16-1478-4df9-90d9-7516e1cf45f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838749 Mar 11 20:50:49.792598 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:50:52.498528 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9c554c3c-3fea-4a86-b44b-dec06a61b0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:50:53.392156 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:50:54.642647 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d5002-8524-4a39-b32e-8da5bccc7d34 req-57dee8dd-3176-48da-8a3e-86a9c245d196 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:50:54.644764 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-591d5002-8524-4a39-b32e-8da5bccc7d34 req-57dee8dd-3176-48da-8a3e-86a9c245d196 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 946 time: 0.0531178 Mar 11 20:50:54.693205 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-591d5002-8524-4a39-b32e-8da5bccc7d34 req-d72a6b24-3b46-49cd-a9b0-0016bc626cef tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad0b1567-5e7f-4dac-9f17-b22b49d427d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427930 Mar 11 20:50:54.756957 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b405b415-7cdd-4761-859c-4520824a41d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:50:55.818465 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41739c7e-0718-4b45-9fa6-36aa11f2169d req-c9648f45-f9e3-4269-82d2-a9c5b5f08442 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:50:55.819954 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-41739c7e-0718-4b45-9fa6-36aa11f2169d req-c9648f45-f9e3-4269-82d2-a9c5b5f08442 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 946 time: 0.0511322 Mar 11 20:50:55.867809 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-41739c7e-0718-4b45-9fa6-36aa11f2169d req-60a6d898-afa9-46d0-b768-a44f46679975 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad0b1567-5e7f-4dac-9f17-b22b49d427d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422406 Mar 11 20:50:56.511639 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:50:56.994248 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e9247-41f0-4720-afa9-b4dccc9273e5 req-54b17dbe-fd3e-4ff2-a332-9854bfa151ec tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:50:56.995754 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b97e9247-41f0-4720-afa9-b4dccc9273e5 req-54b17dbe-fd3e-4ff2-a332-9854bfa151ec tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 946 time: 0.0609670 Mar 11 20:50:57.043239 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b97e9247-41f0-4720-afa9-b4dccc9273e5 req-4006593f-1419-43c7-8ce0-2fbeb535cbcf tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad0b1567-5e7f-4dac-9f17-b22b49d427d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418868 Mar 11 20:50:57.359152 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:50:57.900317 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:50:58.162207 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a015437-4d00-4be7-b598-f31a7adb540c req-1db14ad7-907b-435f-a28b-fdaf827204a9 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:50:58.163764 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7a015437-4d00-4be7-b598-f31a7adb540c req-1db14ad7-907b-435f-a28b-fdaf827204a9 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 946 time: 0.0525494 Mar 11 20:50:58.210871 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7a015437-4d00-4be7-b598-f31a7adb540c req-bd2ee6fb-4613-4ad0-8739-225757cb715b tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad0b1567-5e7f-4dac-9f17-b22b49d427d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415595 Mar 11 20:50:59.183469 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:50:59.327087 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04144dc-0e75-44c1-9df8-a14e5bf7a40d req-6d074df3-6a36-4ce7-83ec-613979823b8c tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:50:59.328637 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e04144dc-0e75-44c1-9df8-a14e5bf7a40d req-6d074df3-6a36-4ce7-83ec-613979823b8c tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 946 time: 0.0513499 Mar 11 20:50:59.382814 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e04144dc-0e75-44c1-9df8-a14e5bf7a40d req-86870a5e-e871-4147-b4a8-97bc9d9129e6 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad0b1567-5e7f-4dac-9f17-b22b49d427d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481925 Mar 11 20:51:00.498628 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db66ea72-9e07-40ee-b6d1-76621c4105f5 req-1be95a91-448b-465b-9d8e-a1237d50119f tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:51:00.500119 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-db66ea72-9e07-40ee-b6d1-76621c4105f5 req-1be95a91-448b-465b-9d8e-a1237d50119f tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 946 time: 0.0515804 Mar 11 20:51:00.549601 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-db66ea72-9e07-40ee-b6d1-76621c4105f5 req-e40e9c91-9fcd-4f70-82e8-ee79dc9252f5 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad0b1567-5e7f-4dac-9f17-b22b49d427d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432279 Mar 11 20:51:01.674344 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9fb77e-ff2b-46c9-bcf7-00c3f40370db req-dd19bb28-c574-4945-943d-5ccf86b5d6cc tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:51:01.676077 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0c9fb77e-ff2b-46c9-bcf7-00c3f40370db req-dd19bb28-c574-4945-943d-5ccf86b5d6cc tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 946 time: 0.0523548 Mar 11 20:51:01.724287 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0c9fb77e-ff2b-46c9-bcf7-00c3f40370db req-0b39ed27-d0b7-4c8d-b1a3-a4d6b712c9a8 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad0b1567-5e7f-4dac-9f17-b22b49d427d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425537 Mar 11 20:51:02.845699 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51469a5a-2153-4e64-b4ff-1c42d06310db req-55a637da-eca3-4e01-b6d3-19954065bb4d tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:51:02.847200 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-51469a5a-2153-4e64-b4ff-1c42d06310db req-55a637da-eca3-4e01-b6d3-19954065bb4d tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 946 time: 0.0563989 Mar 11 20:51:02.939185 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-51469a5a-2153-4e64-b4ff-1c42d06310db req-3385ce55-3e9f-4627-99e5-35cf7608723e tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad0b1567-5e7f-4dac-9f17-b22b49d427d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858288 Mar 11 20:51:04.054933 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb23cdc-0711-4b42-9a86-7eae83d2bea6 req-37a3526c-b724-4205-98fa-757bf52c34f3 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:51:04.056430 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cdb23cdc-0711-4b42-9a86-7eae83d2bea6 req-37a3526c-b724-4205-98fa-757bf52c34f3 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 946 time: 0.0515361 Mar 11 20:51:04.104106 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cdb23cdc-0711-4b42-9a86-7eae83d2bea6 req-eca0fa44-025a-4760-bfb5-ccd7c1edcd2e tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad0b1567-5e7f-4dac-9f17-b22b49d427d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421481 Mar 11 20:51:04.785046 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df41cb-be24-40fd-a295-594b7eb75f76 req-6b56f23f-aa3e-4a57-b6a3-f8cee344c877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:51:04.787153 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-30df41cb-be24-40fd-a295-594b7eb75f76 req-6b56f23f-aa3e-4a57-b6a3-f8cee344c877 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=360b5df7b50b47959f1dea8afcd996d7&device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 1128 time: 0.0467963 Mar 11 20:51:04.871456 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df41cb-be24-40fd-a295-594b7eb75f76 req-62946de3-2537-40fc-be1f-176bffb60818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:51:04.872910 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-30df41cb-be24-40fd-a295-594b7eb75f76 req-62946de3-2537-40fc-be1f-176bffb60818 service neutron] 10.222.0.57 "GET /v2.0/networks?id=669ddc16-1478-4df9-90d9-7516e1cf45f1 HTTP/1.1" status: 200 len: 909 time: 0.0808687 Mar 11 20:51:04.939986 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-30df41cb-be24-40fd-a295-594b7eb75f76 req-dec94153-f8f9-4cb9-af1f-8f1d30ca0609 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=754bc9d9-8d40-4227-9b6b-127c2d1bc84c HTTP/1.1" status: 200 len: 1001 time: 0.0610530 Mar 11 20:51:04.985440 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df41cb-be24-40fd-a295-594b7eb75f76 req-a09f846b-5df3-4fe6-aacc-0ca19d9f67a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:51:04.986850 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-30df41cb-be24-40fd-a295-594b7eb75f76 req-a09f846b-5df3-4fe6-aacc-0ca19d9f67a4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6cb21a67-68ce-46c4-abc4-3f4786a925c4 HTTP/1.1" status: 200 len: 847 time: 0.0418646 Mar 11 20:51:05.033626 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df41cb-be24-40fd-a295-594b7eb75f76 req-ca4a4a0e-8bcd-4d52-8901-b49eb44c02c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:51:05.035129 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-30df41cb-be24-40fd-a295-594b7eb75f76 req-ca4a4a0e-8bcd-4d52-8901-b49eb44c02c6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=669ddc16-1478-4df9-90d9-7516e1cf45f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0428696 Mar 11 20:51:05.123928 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-30df41cb-be24-40fd-a295-594b7eb75f76 req-7efc25fb-e42a-462c-b34e-922fdc5bdf9e service neutron] 10.222.0.57 "GET /v2.0/networks/669ddc16-1478-4df9-90d9-7516e1cf45f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830345 Mar 11 20:51:05.243937 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-30df41cb-be24-40fd-a295-594b7eb75f76 req-088fe94c-bcc5-4fce-8a0e-77b880d743c2 service neutron] 10.222.0.57 "GET /v2.0/networks/669ddc16-1478-4df9-90d9-7516e1cf45f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148007 Mar 11 20:51:05.258275 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b828441-61a4-4c8c-ae86-cef3e01f2d31 req-25f0d2f0-2ebe-4b1c-9b79-92ac19471d46 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:51:05.260969 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6b828441-61a4-4c8c-ae86-cef3e01f2d31 req-25f0d2f0-2ebe-4b1c-9b79-92ac19471d46 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 946 time: 0.0757344 Mar 11 20:51:05.308137 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6b828441-61a4-4c8c-ae86-cef3e01f2d31 req-303343b6-dc4e-4720-9681-3abe5fb936f6 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad0b1567-5e7f-4dac-9f17-b22b49d427d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423219 Mar 11 20:51:06.425230 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f87921-0892-4993-9ea1-0ef3c253ec91 req-ed55c8f2-e39c-4f5c-b955-c4518967b0a1 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:51:06.426609 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a1f87921-0892-4993-9ea1-0ef3c253ec91 req-ed55c8f2-e39c-4f5c-b955-c4518967b0a1 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 946 time: 0.0518966 Mar 11 20:51:06.474984 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a1f87921-0892-4993-9ea1-0ef3c253ec91 req-b63d59b6-c65f-4a60-83f9-d148e066f745 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad0b1567-5e7f-4dac-9f17-b22b49d427d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427172 Mar 11 20:51:07.591834 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf036ad-326c-4760-80f1-ac44cb23d307 req-4246ee3b-4b81-43e6-98d8-e9aeafc4df80 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:51:07.593291 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5cf036ad-326c-4760-80f1-ac44cb23d307 req-4246ee3b-4b81-43e6-98d8-e9aeafc4df80 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 946 time: 0.0506933 Mar 11 20:51:07.653309 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5cf036ad-326c-4760-80f1-ac44cb23d307 req-5ada07ce-2bc6-4c63-a13c-db011fe47d44 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad0b1567-5e7f-4dac-9f17-b22b49d427d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541575 Mar 11 20:51:08.772921 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1451457-b9cc-4b98-b4ca-ea8c57dd63b7 req-9fb2deac-3ea1-4e06-b61d-de83571ba7d2 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:51:08.774396 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e1451457-b9cc-4b98-b4ca-ea8c57dd63b7 req-9fb2deac-3ea1-4e06-b61d-de83571ba7d2 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 946 time: 0.0530267 Mar 11 20:51:08.822836 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e1451457-b9cc-4b98-b4ca-ea8c57dd63b7 req-fd0b04dc-a9f0-4ea0-95e7-5faa05820ddd tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad0b1567-5e7f-4dac-9f17-b22b49d427d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428543 Mar 11 20:51:09.836073 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 754bc9d9-8d40-4227-9b6b-127c2d1bc84c no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:51:09.915907 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 754bc9d9-8d40-4227-9b6b-127c2d1bc84c is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:51:09.916299 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (754bc9d9-8d40-4227-9b6b-127c2d1bc84c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:51:09.942213 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec8e339-a29e-4eff-a1f7-81d0c356e82c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '754bc9d9-8d40-4227-9b6b-127c2d1bc84c'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:51:09.944510 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e00c6702a54281ed7930195260709b2e9eb4074fe153a1ed12afbef6176377e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c246b75-4a9d-4024-88a8-56f574c696e5" -d '{"events": [{"server_uuid": "7ec8e339-a29e-4eff-a1f7-81d0c356e82c", "name": "network-vif-unplugged", "status": "completed", "tag": "754bc9d9-8d40-4227-9b6b-127c2d1bc84c"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:51:09.951080 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0fee69-43ca-4832-be86-27dc69028040 req-2ed89bdf-21cd-423d-9aa9-7d08772c0f04 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:51:09.953378 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bf0fee69-43ca-4832-be86-27dc69028040 req-2ed89bdf-21cd-423d-9aa9-7d08772c0f04 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 946 time: 0.0560880 Mar 11 20:51:09.954687 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 754bc9d9-8d40-4227-9b6b-127c2d1bc84c, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=754bc9d9-8d40-4227-9b6b-127c2d1bc84c,segment=NetworkSegment(0c7ef6cd-f7bd-47c4-969d-740864c2da75),segment_id=0c7ef6cd-f7bd-47c4-969d-740864c2da75)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:51:09.960196 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (754bc9d9-8d40-4227-9b6b-127c2d1bc84c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:51:10.006018 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bf0fee69-43ca-4832-be86-27dc69028040 req-d9d7e590-7d43-483e-b578-1eb317cef55c tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad0b1567-5e7f-4dac-9f17-b22b49d427d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446701 Mar 11 20:51:10.010703 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=754bc9d9-8d40-4227-9b6b-127c2d1bc84c,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:51:10.018813 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:51:10.019144 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:51:10.019490 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:51:10.019853 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:51:10.020189 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:51:10.020519 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:51:10.021373 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:51:10.021702 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:51:10.022027 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:51:10.022352 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:51:10.022673 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:51:10.022998 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:51:10.023329 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:51:10.052915 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 20:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11967dcc-50d5-4f04-a324-d4453f7918b9 x-openstack-request-id: req-11967dcc-50d5-4f04-a324-d4453f7918b9 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:51:10.053120 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ec8e339-a29e-4eff-a1f7-81d0c356e82c", "name": "network-vif-unplugged", "status": "completed", "tag": "754bc9d9-8d40-4227-9b6b-127c2d1bc84c", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:51:10.053330 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-11967dcc-50d5-4f04-a324-d4453f7918b9 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:51:10.053732 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ec8e339-a29e-4eff-a1f7-81d0c356e82c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '754bc9d9-8d40-4227-9b6b-127c2d1bc84c', 'code': 200} Mar 11 20:51:11.132364 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fad4c5a-eff5-4a62-859d-6a48334e950c req-11bcb1e6-b427-4b8e-91c7-a6dc366b4fa1 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:51:11.133867 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4fad4c5a-eff5-4a62-859d-6a48334e950c req-11bcb1e6-b427-4b8e-91c7-a6dc366b4fa1 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 944 time: 0.0582569 Mar 11 20:51:11.182000 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4fad4c5a-eff5-4a62-859d-6a48334e950c req-d4c272c3-4a93-459a-9721-14944790e1ae tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad0b1567-5e7f-4dac-9f17-b22b49d427d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424535 Mar 11 20:51:11.391275 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-a6f10e7e-407a-4b6c-b7c5-663f7da20652 req-6d1a418b-53ca-420a-ab17-09d1157bf793 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0680046 Mar 11 20:51:11.400554 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [req-a6f10e7e-407a-4b6c-b7c5-663f7da20652 req-1ecaa11c-e76f-4fae-af2c-d40bbc92e915 service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103884) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 20:51:11.401537 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-a6f10e7e-407a-4b6c-b7c5-663f7da20652 req-1ecaa11c-e76f-4fae-af2c-d40bbc92e915 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0087960 Mar 11 20:51:11.402389 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee69f2-3ac6-4691-9bf5-265d6a8bd551 req-8cea6556-e58d-4610-b389-cee0493c8525 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:51:11.403902 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9bee69f2-3ac6-4691-9bf5-265d6a8bd551 req-8cea6556-e58d-4610-b389-cee0493c8525 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 944 time: 0.0615950 Mar 11 20:51:11.452916 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9bee69f2-3ac6-4691-9bf5-265d6a8bd551 req-39651574-6e48-4134-a7ef-635e84de7817 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad0b1567-5e7f-4dac-9f17-b22b49d427d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431969 Mar 11 20:51:12.489256 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f10e7e-407a-4b6c-b7c5-663f7da20652 req-01a46fb0-be18-4052-b483-716c656aab7c tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:51:12.491462 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [req-a6f10e7e-407a-4b6c-b7c5-663f7da20652 req-01a46fb0-be18-4052-b483-716c656aab7c tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports/754bc9d9-8d40-4227-9b6b-127c2d1bc84c HTTP/1.1" status: 200 len: 941 time: 0.0502558 Mar 11 20:51:12.581474 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfcbfce-0054-44e1-9505-a13a541137e6 req-d5d44cc3-bc51-4f62-9935-2cf134fa9bed tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:51:12.582946 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-acfcbfce-0054-44e1-9505-a13a541137e6 req-d5d44cc3-bc51-4f62-9935-2cf134fa9bed tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 944 time: 0.0622470 Mar 11 20:51:12.635794 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-acfcbfce-0054-44e1-9505-a13a541137e6 req-8c302cda-0f4b-46ef-a197-1e22d53df84c tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad0b1567-5e7f-4dac-9f17-b22b49d427d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468073 Mar 11 20:51:13.753970 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da82bc8f-e59b-4ec0-a42d-b6addf6afd16 req-d304d4d9-bba9-43d0-b1bb-0406c82440ad tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:51:13.756104 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da82bc8f-e59b-4ec0-a42d-b6addf6afd16 req-d304d4d9-bba9-43d0-b1bb-0406c82440ad tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 944 time: 0.0526338 Mar 11 20:51:13.804068 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-da82bc8f-e59b-4ec0-a42d-b6addf6afd16 req-9b5edfb0-3aa8-4172-bb51-c1e6c4c0ad73 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad0b1567-5e7f-4dac-9f17-b22b49d427d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421484 Mar 11 20:51:14.921894 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c7c32-10dd-4581-a341-a5e347e3e31e req-64c757b0-b3f0-4ce1-a796-e89f32ab6fc0 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:51:14.923277 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2f8c7c32-10dd-4581-a341-a5e347e3e31e req-64c757b0-b3f0-4ce1-a796-e89f32ab6fc0 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 944 time: 0.0517361 Mar 11 20:51:14.975161 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2f8c7c32-10dd-4581-a341-a5e347e3e31e req-3e03eb24-485c-4bcc-b7c2-3e3e427ea137 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad0b1567-5e7f-4dac-9f17-b22b49d427d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463016 Mar 11 20:51:16.091947 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbf7101-f1ec-4523-92a7-8442d9f53add req-00b46a77-f24f-4141-b91b-5ec58c186d71 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:51:16.093420 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2dbf7101-f1ec-4523-92a7-8442d9f53add req-00b46a77-f24f-4141-b91b-5ec58c186d71 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 944 time: 0.0521383 Mar 11 20:51:16.142881 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2dbf7101-f1ec-4523-92a7-8442d9f53add req-92a90fa1-0bcd-4de6-a6e7-49e73ddf8b26 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad0b1567-5e7f-4dac-9f17-b22b49d427d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431840 Mar 11 20:51:17.263158 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6583fdd-5100-4339-80a9-dab6d81be09d req-713455bc-efff-4510-8e6f-028867a896d3 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:51:17.264652 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e6583fdd-5100-4339-80a9-dab6d81be09d req-713455bc-efff-4510-8e6f-028867a896d3 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 944 time: 0.0528536 Mar 11 20:51:17.312342 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e6583fdd-5100-4339-80a9-dab6d81be09d req-660f1c30-7b82-4e75-8644-5791ab6ccaeb tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad0b1567-5e7f-4dac-9f17-b22b49d427d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420887 Mar 11 20:51:18.435202 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab17d3-a7f3-4b69-957e-f42cd351a8ba req-9145be68-1291-430d-8994-a817296af4d9 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:51:18.436686 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-92ab17d3-a7f3-4b69-957e-f42cd351a8ba req-9145be68-1291-430d-8994-a817296af4d9 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 944 time: 0.0585964 Mar 11 20:51:18.486163 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-92ab17d3-a7f3-4b69-957e-f42cd351a8ba req-b01230db-5a35-4b5f-90a6-8c6bcccdb67d tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad0b1567-5e7f-4dac-9f17-b22b49d427d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437467 Mar 11 20:51:19.604894 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2457656b-6b75-45a0-b8bf-a569ddd024e2 req-739498e1-9ff3-447f-a376-3123b84e7edc tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:51:19.606382 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2457656b-6b75-45a0-b8bf-a569ddd024e2 req-739498e1-9ff3-447f-a376-3123b84e7edc tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 944 time: 0.0546379 Mar 11 20:51:19.655025 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2457656b-6b75-45a0-b8bf-a569ddd024e2 req-449c1a15-797e-4a7a-adc3-2682ac94c7ae tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad0b1567-5e7f-4dac-9f17-b22b49d427d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427382 Mar 11 20:51:19.786927 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:51:20.770259 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9fced6-3ee7-4828-896c-9a022a8e8d1b req-cd1bc636-154b-4c9b-b097-90cc5801bdc2 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:51:20.772205 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5d9fced6-3ee7-4828-896c-9a022a8e8d1b req-cd1bc636-154b-4c9b-b097-90cc5801bdc2 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 944 time: 0.0518191 Mar 11 20:51:20.825019 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5d9fced6-3ee7-4828-896c-9a022a8e8d1b req-c14cef30-2e37-406e-8337-8ebdf49b95ed tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad0b1567-5e7f-4dac-9f17-b22b49d427d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469658 Mar 11 20:51:21.941201 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b0d49-1fe4-49ea-a97c-2e5b1788d1d8 req-2e5ccb13-2197-469d-bc2b-c115c3dd16b8 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:51:21.942660 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-989b0d49-1fe4-49ea-a97c-2e5b1788d1d8 req-2e5ccb13-2197-469d-bc2b-c115c3dd16b8 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 944 time: 0.0515966 Mar 11 20:51:21.992353 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-989b0d49-1fe4-49ea-a97c-2e5b1788d1d8 req-53cb647c-7705-4384-a5f9-45e0c87eddba tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad0b1567-5e7f-4dac-9f17-b22b49d427d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438659 Mar 11 20:51:22.500375 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8b5dbcc2-788a-4518-a83c-e49438a65e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:51:23.112964 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f731d-9e74-4dff-96bd-fda2680021aa req-9cb55338-0128-43d4-ab04-6757f64bff39 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:51:23.114482 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-850f731d-9e74-4dff-96bd-fda2680021aa req-9cb55338-0128-43d4-ab04-6757f64bff39 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 944 time: 0.0527394 Mar 11 20:51:23.162716 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-850f731d-9e74-4dff-96bd-fda2680021aa req-2ba4a094-ca6e-4e4a-837d-cc1ef1ee3e68 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad0b1567-5e7f-4dac-9f17-b22b49d427d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424192 Mar 11 20:51:23.408244 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:51:24.287311 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e8191f-0c27-42ca-8748-d8438bd84262 req-1f6a448b-e95e-4596-95c5-1124ba0d63be tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:51:24.288778 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e8e8191f-0c27-42ca-8748-d8438bd84262 req-1f6a448b-e95e-4596-95c5-1124ba0d63be tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 944 time: 0.0567350 Mar 11 20:51:24.335261 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e8e8191f-0c27-42ca-8748-d8438bd84262 req-53d813b3-d029-4c8f-824e-07aa80487fd0 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad0b1567-5e7f-4dac-9f17-b22b49d427d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408719 Mar 11 20:51:24.760586 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-72ad629a-a837-4aa9-9821-bab641f065f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:51:25.457276 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779a2a8-1231-4ca8-afb8-a5c8d8010a50 req-ebdcf509-febf-4299-8f6d-d5f59b777749 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:51:25.458812 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4779a2a8-1231-4ca8-afb8-a5c8d8010a50 req-ebdcf509-febf-4299-8f6d-d5f59b777749 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 944 time: 0.0530601 Mar 11 20:51:25.508126 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4779a2a8-1231-4ca8-afb8-a5c8d8010a50 req-55b010b9-7ea0-4c13-a90f-5e354b62de07 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad0b1567-5e7f-4dac-9f17-b22b49d427d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435870 Mar 11 20:51:26.244083 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f10e7e-407a-4b6c-b7c5-663f7da20652 req-7760a2f6-504d-4b85-8c93-fc6e70218203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:51:26.245669 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a6f10e7e-407a-4b6c-b7c5-663f7da20652 req-7760a2f6-504d-4b85-8c93-fc6e70218203 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c&tenant_id=360b5df7b50b47959f1dea8afcd996d7 HTTP/1.1" status: 200 len: 1126 time: 0.0499725 Mar 11 20:51:26.309274 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f10e7e-407a-4b6c-b7c5-663f7da20652 req-e83dfc59-c6ef-4dd4-adba-c03ebda71219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:51:26.310779 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a6f10e7e-407a-4b6c-b7c5-663f7da20652 req-e83dfc59-c6ef-4dd4-adba-c03ebda71219 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=360b5df7b50b47959f1dea8afcd996d7&device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 1126 time: 0.0433168 Mar 11 20:51:26.399095 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f10e7e-407a-4b6c-b7c5-663f7da20652 req-a63c489a-c3f7-43d4-91ad-25bf69368a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:51:26.402960 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a6f10e7e-407a-4b6c-b7c5-663f7da20652 req-a63c489a-c3f7-43d4-91ad-25bf69368a81 service neutron] 10.222.0.57 "GET /v2.0/networks?id=669ddc16-1478-4df9-90d9-7516e1cf45f1 HTTP/1.1" status: 200 len: 909 time: 0.0838926 Mar 11 20:51:26.470029 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a6f10e7e-407a-4b6c-b7c5-663f7da20652 req-79cb05e6-ac4a-4219-ad18-5ec64875dfc1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=754bc9d9-8d40-4227-9b6b-127c2d1bc84c HTTP/1.1" status: 200 len: 999 time: 0.0627329 Mar 11 20:51:26.514837 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:51:26.516775 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f10e7e-407a-4b6c-b7c5-663f7da20652 req-c2bb9f1c-a2e3-490e-beac-92a505c9adb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:51:26.518223 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a6f10e7e-407a-4b6c-b7c5-663f7da20652 req-c2bb9f1c-a2e3-490e-beac-92a505c9adb0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6cb21a67-68ce-46c4-abc4-3f4786a925c4 HTTP/1.1" status: 200 len: 847 time: 0.0431306 Mar 11 20:51:26.565515 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f10e7e-407a-4b6c-b7c5-663f7da20652 req-f22f4716-408f-43ba-9270-ac1bb9058af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:51:26.567049 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a6f10e7e-407a-4b6c-b7c5-663f7da20652 req-f22f4716-408f-43ba-9270-ac1bb9058af9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=669ddc16-1478-4df9-90d9-7516e1cf45f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434780 Mar 11 20:51:26.691190 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b606f1f-bd72-4cdf-860b-bb9de719c510 req-f14655b0-aa85-40e6-8295-920be11a1151 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:51:26.694021 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1b606f1f-bd72-4cdf-860b-bb9de719c510 req-f14655b0-aa85-40e6-8295-920be11a1151 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 944 time: 0.1131661 Mar 11 20:51:26.698559 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a6f10e7e-407a-4b6c-b7c5-663f7da20652 req-242812a4-023d-4cf8-b997-9942ce1867e3 service neutron] 10.222.0.57 "GET /v2.0/networks/669ddc16-1478-4df9-90d9-7516e1cf45f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258724 Mar 11 20:51:26.799389 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1b606f1f-bd72-4cdf-860b-bb9de719c510 req-02ed16d2-c1b8-4ad3-bd6c-baf553e457f0 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad0b1567-5e7f-4dac-9f17-b22b49d427d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994229 Mar 11 20:51:26.824919 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a6f10e7e-407a-4b6c-b7c5-663f7da20652 req-5aa2e5c4-30ee-48d2-b9da-7d45e53d4c25 service neutron] 10.222.0.57 "GET /v2.0/networks/669ddc16-1478-4df9-90d9-7516e1cf45f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152756 Mar 11 20:51:27.902197 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:51:27.918505 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee555d65-ed9e-4cc0-8893-8a22e9be69a8 req-8fc0e060-cc84-45e4-aa5b-0111c8c90bbc tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:51:27.920070 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ee555d65-ed9e-4cc0-8893-8a22e9be69a8 req-8fc0e060-cc84-45e4-aa5b-0111c8c90bbc tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 944 time: 0.0532279 Mar 11 20:51:27.973852 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ee555d65-ed9e-4cc0-8893-8a22e9be69a8 req-bad15373-a3aa-4792-83cb-fedb6969b31a tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad0b1567-5e7f-4dac-9f17-b22b49d427d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482402 Mar 11 20:51:29.095429 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b745cb3-96cd-4751-a01b-16d040a79682 req-b1a42327-dbd5-49ad-92ff-876babf49de0 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:51:29.096913 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3b745cb3-96cd-4751-a01b-16d040a79682 req-b1a42327-dbd5-49ad-92ff-876babf49de0 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 944 time: 0.0558019 Mar 11 20:51:29.146797 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3b745cb3-96cd-4751-a01b-16d040a79682 req-caf8472b-8e13-406b-b275-70ce99b9ebe9 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad0b1567-5e7f-4dac-9f17-b22b49d427d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442111 Mar 11 20:51:29.188066 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:51:29.882248 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ffe3ad-2461-431d-b691-3b11575efab9 req-4f4d1291-935c-4edd-b0bc-ce73a4b365fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:51:29.883735 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-05ffe3ad-2461-431d-b691-3b11575efab9 req-4f4d1291-935c-4edd-b0bc-ce73a4b365fe service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=360b5df7b50b47959f1dea8afcd996d7&device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 1126 time: 0.0445833 Mar 11 20:51:29.988711 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ffe3ad-2461-431d-b691-3b11575efab9 req-231f0449-b932-4794-bd73-b4916667a9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:51:29.990758 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-05ffe3ad-2461-431d-b691-3b11575efab9 req-231f0449-b932-4794-bd73-b4916667a9db service neutron] 10.222.0.57 "GET /v2.0/networks?id=669ddc16-1478-4df9-90d9-7516e1cf45f1 HTTP/1.1" status: 200 len: 909 time: 0.0896392 Mar 11 20:51:30.053148 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-05ffe3ad-2461-431d-b691-3b11575efab9 req-d8de3d5e-3c82-42df-bcf9-c30d8174a3cf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=754bc9d9-8d40-4227-9b6b-127c2d1bc84c HTTP/1.1" status: 200 len: 999 time: 0.0571308 Mar 11 20:51:30.099422 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ffe3ad-2461-431d-b691-3b11575efab9 req-b65d9abe-bdd0-4fdb-b805-863b712f82b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:51:30.100842 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-05ffe3ad-2461-431d-b691-3b11575efab9 req-b65d9abe-bdd0-4fdb-b805-863b712f82b5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6cb21a67-68ce-46c4-abc4-3f4786a925c4 HTTP/1.1" status: 200 len: 847 time: 0.0424392 Mar 11 20:51:30.152600 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ffe3ad-2461-431d-b691-3b11575efab9 req-e667e20c-8669-43ba-8c5e-8593b4252064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:51:30.154004 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-05ffe3ad-2461-431d-b691-3b11575efab9 req-e667e20c-8669-43ba-8c5e-8593b4252064 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=669ddc16-1478-4df9-90d9-7516e1cf45f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0465159 Mar 11 20:51:30.273334 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-05ffe3ad-2461-431d-b691-3b11575efab9 req-e66848f7-f8eb-4e54-aa17-311bf5637175 service neutron] 10.222.0.57 "GET /v2.0/networks/669ddc16-1478-4df9-90d9-7516e1cf45f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136596 Mar 11 20:51:30.294652 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c8b4c4-d1e5-4ed6-9522-6dd24f54b58d req-170a4153-006c-474f-ba85-6283d84b061a tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:51:30.296039 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c6c8b4c4-d1e5-4ed6-9522-6dd24f54b58d req-170a4153-006c-474f-ba85-6283d84b061a tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 944 time: 0.0813098 Mar 11 20:51:30.390845 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c6c8b4c4-d1e5-4ed6-9522-6dd24f54b58d req-1b39700c-08b5-4b59-aab0-b662db6cdeb0 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad0b1567-5e7f-4dac-9f17-b22b49d427d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852063 Mar 11 20:51:30.404917 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-05ffe3ad-2461-431d-b691-3b11575efab9 req-7ad9eb99-e6d7-4863-ba54-4e917ea202cf service neutron] 10.222.0.57 "GET /v2.0/networks/669ddc16-1478-4df9-90d9-7516e1cf45f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247537 Mar 11 20:51:31.513619 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400f054-4eb9-4f9d-b4a9-5794cb326ad0 req-5d90f163-2c56-47f3-9ec6-bcd9c3aa50e5 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:51:31.514974 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3400f054-4eb9-4f9d-b4a9-5794cb326ad0 req-5d90f163-2c56-47f3-9ec6-bcd9c3aa50e5 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 944 time: 0.0553939 Mar 11 20:51:31.562037 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3400f054-4eb9-4f9d-b4a9-5794cb326ad0 req-7e4c54b3-4845-4d00-b557-72d1fe1709e7 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad0b1567-5e7f-4dac-9f17-b22b49d427d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410528 Mar 11 20:51:32.685385 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322aa35b-b251-4486-97cc-0550f2bb5d16 req-b079d10c-48ef-4014-9e1b-08d9d853dd9f tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:51:32.686865 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-322aa35b-b251-4486-97cc-0550f2bb5d16 req-b079d10c-48ef-4014-9e1b-08d9d853dd9f tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 944 time: 0.0571165 Mar 11 20:51:32.734237 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-322aa35b-b251-4486-97cc-0550f2bb5d16 req-41f5fcd7-d7d5-4594-b7ed-b31368477c14 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad0b1567-5e7f-4dac-9f17-b22b49d427d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414188 Mar 11 20:51:33.849081 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4077d8cf-b198-4fc9-8d42-ead2c6b28547 req-18765470-034f-4e6f-918b-0764e365390b tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:51:33.850521 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4077d8cf-b198-4fc9-8d42-ead2c6b28547 req-18765470-034f-4e6f-918b-0764e365390b tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 944 time: 0.0511460 Mar 11 20:51:33.901124 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4077d8cf-b198-4fc9-8d42-ead2c6b28547 req-4bfc7500-9334-4a18-a777-d72600a7c221 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad0b1567-5e7f-4dac-9f17-b22b49d427d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449975 Mar 11 20:51:33.908423 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 754bc9d9-8d40-4227-9b6b-127c2d1bc84c details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 20:51:34.001472 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 754bc9d9-8d40-4227-9b6b-127c2d1bc84c, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=754bc9d9-8d40-4227-9b6b-127c2d1bc84c,segment=NetworkSegment(0c7ef6cd-f7bd-47c4-969d-740864c2da75),segment_id=0c7ef6cd-f7bd-47c4-969d-740864c2da75)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:51:34.013177 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': '754bc9d9-8d40-4227-9b6b-127c2d1bc84c', 'network_id': '669ddc16-1478-4df9-90d9-7516e1cf45f1', 'port_id': '754bc9d9-8d40-4227-9b6b-127c2d1bc84c', 'mac_address': 'fa:16:3e:8d:4e:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 883, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cb21a67-68ce-46c4-abc4-3f4786a925c4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 20:51:34.052332 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 754bc9d9-8d40-4227-9b6b-127c2d1bc84c is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:51:34.052724 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (754bc9d9-8d40-4227-9b6b-127c2d1bc84c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:51:34.065085 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 754bc9d9-8d40-4227-9b6b-127c2d1bc84c {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:51:34.084637 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 754bc9d9-8d40-4227-9b6b-127c2d1bc84c, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=754bc9d9-8d40-4227-9b6b-127c2d1bc84c,segment=NetworkSegment(0c7ef6cd-f7bd-47c4-969d-740864c2da75),segment_id=0c7ef6cd-f7bd-47c4-969d-740864c2da75)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:51:34.088299 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (754bc9d9-8d40-4227-9b6b-127c2d1bc84c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:51:34.133565 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=754bc9d9-8d40-4227-9b6b-127c2d1bc84c,revision_number=7']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:51:34.359199 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:51:34.424717 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['754bc9d9-8d40-4227-9b6b-127c2d1bc84c'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:51:35.017724 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f431a19a-8c72-4901-814d-2383adecc595 req-9f816c2a-12f8-4d69-8293-48e35f4eb431 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:51:35.019173 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f431a19a-8c72-4901-814d-2383adecc595 req-9f816c2a-12f8-4d69-8293-48e35f4eb431 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 945 time: 0.0510657 Mar 11 20:51:35.066155 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f431a19a-8c72-4901-814d-2383adecc595 req-f4c18f1a-e834-4f46-ab52-a9dc7234a808 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad0b1567-5e7f-4dac-9f17-b22b49d427d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407906 Mar 11 20:51:35.923897 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 754bc9d9-8d40-4227-9b6b-127c2d1bc84c up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:51:35.974458 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port 754bc9d9-8d40-4227-9b6b-127c2d1bc84c triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:51:35.974834 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (754bc9d9-8d40-4227-9b6b-127c2d1bc84c), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:51:36.048748 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 754bc9d9-8d40-4227-9b6b-127c2d1bc84c is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:51:36.049136 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (754bc9d9-8d40-4227-9b6b-127c2d1bc84c), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:51:36.070364 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec8e339-a29e-4eff-a1f7-81d0c356e82c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '754bc9d9-8d40-4227-9b6b-127c2d1bc84c'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:51:36.072600 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e00c6702a54281ed7930195260709b2e9eb4074fe153a1ed12afbef6176377e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c76c4f6-d843-4f59-9c09-f93b2842b51e" -d '{"events": [{"server_uuid": "7ec8e339-a29e-4eff-a1f7-81d0c356e82c", "name": "network-vif-plugged", "status": "completed", "tag": "754bc9d9-8d40-4227-9b6b-127c2d1bc84c"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:51:36.085916 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 754bc9d9-8d40-4227-9b6b-127c2d1bc84c, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=754bc9d9-8d40-4227-9b6b-127c2d1bc84c,segment=NetworkSegment(0c7ef6cd-f7bd-47c4-969d-740864c2da75),segment_id=0c7ef6cd-f7bd-47c4-969d-740864c2da75)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:51:36.090781 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (754bc9d9-8d40-4227-9b6b-127c2d1bc84c), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:51:36.115098 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0986e8d1-cab5-489a-8129-bf0183e30234 x-openstack-request-id: req-0986e8d1-cab5-489a-8129-bf0183e30234 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:51:36.115401 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ec8e339-a29e-4eff-a1f7-81d0c356e82c", "name": "network-vif-plugged", "status": "completed", "tag": "754bc9d9-8d40-4227-9b6b-127c2d1bc84c", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:51:36.115677 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-0986e8d1-cab5-489a-8129-bf0183e30234 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:51:36.116070 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ec8e339-a29e-4eff-a1f7-81d0c356e82c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '754bc9d9-8d40-4227-9b6b-127c2d1bc84c', 'code': 200} Mar 11 20:51:36.142425 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=754bc9d9-8d40-4227-9b6b-127c2d1bc84c,revision_number=8']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:51:36.213777 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e61ffa2-af20-4413-baf3-a1482a3a26d1 req-08d43d74-e6ef-4614-9230-d134cf92f46e tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:51:36.215289 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1e61ffa2-af20-4413-baf3-a1482a3a26d1 req-08d43d74-e6ef-4614-9230-d134cf92f46e tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 946 time: 0.0533280 Mar 11 20:51:36.291461 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1e61ffa2-af20-4413-baf3-a1482a3a26d1 req-6ea9dd8d-d9b6-40b0-8fb0-758da7ef88ac tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad0b1567-5e7f-4dac-9f17-b22b49d427d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681572 Mar 11 20:51:36.297674 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c7f97f-d7f9-41c6-9318-deafcbc79b20 req-9017ae47-60d6-40d0-8352-234e363c4762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:51:36.299152 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a6c7f97f-d7f9-41c6-9318-deafcbc79b20 req-9017ae47-60d6-40d0-8352-234e363c4762 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 1128 time: 0.0829902 Mar 11 20:51:36.342982 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a6c7f97f-d7f9-41c6-9318-deafcbc79b20 req-24d5fb8b-f3ac-443a-9991-c979100e25e1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ad0b1567-5e7f-4dac-9f17-b22b49d427d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384293 Mar 11 20:51:37.410712 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd61fd71-9108-4728-8e26-04ad8f2386ea req-57a5c67f-5891-4e50-8a70-aec53836d575 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:51:37.412244 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dd61fd71-9108-4728-8e26-04ad8f2386ea req-57a5c67f-5891-4e50-8a70-aec53836d575 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 946 time: 0.0536444 Mar 11 20:51:37.461194 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-dd61fd71-9108-4728-8e26-04ad8f2386ea req-d5ecdf42-ee6b-44dc-a3f8-6610bf4e25fd tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad0b1567-5e7f-4dac-9f17-b22b49d427d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431437 Mar 11 20:51:38.580315 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a38d991-5f68-4e8e-845b-8cd47d97a4ca req-a4f0a051-a13d-48a5-b41e-7a7361a3cae2 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:51:38.582141 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8a38d991-5f68-4e8e-845b-8cd47d97a4ca req-a4f0a051-a13d-48a5-b41e-7a7361a3cae2 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 946 time: 0.0509014 Mar 11 20:51:38.633902 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8a38d991-5f68-4e8e-845b-8cd47d97a4ca req-901e913b-89aa-4a16-ba04-78c4e16668d2 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad0b1567-5e7f-4dac-9f17-b22b49d427d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459166 Mar 11 20:51:49.817122 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:51:52.502030 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6f1f53c6-dd72-4142-b35d-56eaa0fd900f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:51:53.405448 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:51:54.764986 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-487d5a15-d8d8-41e1-b330-2b7d2aecb46a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:51:56.517133 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:51:57.906444 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:51:59.190660 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:52:11.358366 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:52:19.832185 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:52:22.502749 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7eac84e8-130d-4ac3-8261-b0cc763289ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:52:23.416273 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:52:24.766188 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6c677127-d334-4b85-9b55-ff9b2e7ea5a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:52:26.520808 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:52:27.909897 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:52:29.195719 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:52:30.856694 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e35acbcf-42ee-4800-b99a-9842149b6923 req-fc3218a2-df1b-4077-b616-028fd48cd894 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422361 Mar 11 20:52:30.937816 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35acbcf-42ee-4800-b99a-9842149b6923 req-b366d409-7635-4d97-8ed9-0069f3bea5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:52:30.939267 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e35acbcf-42ee-4800-b99a-9842149b6923 req-b366d409-7635-4d97-8ed9-0069f3bea5d5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=360b5df7b50b47959f1dea8afcd996d7&device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 1128 time: 0.0429804 Mar 11 20:52:31.041114 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35acbcf-42ee-4800-b99a-9842149b6923 req-d4b0abb2-ab15-47bf-8ffb-13fd774921c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:52:31.042530 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e35acbcf-42ee-4800-b99a-9842149b6923 req-d4b0abb2-ab15-47bf-8ffb-13fd774921c0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=669ddc16-1478-4df9-90d9-7516e1cf45f1 HTTP/1.1" status: 200 len: 909 time: 0.0858729 Mar 11 20:52:31.106664 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e35acbcf-42ee-4800-b99a-9842149b6923 req-44dec3a5-757b-4f02-9be0-66deb059e59a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=754bc9d9-8d40-4227-9b6b-127c2d1bc84c HTTP/1.1" status: 200 len: 1001 time: 0.0571635 Mar 11 20:52:31.152047 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35acbcf-42ee-4800-b99a-9842149b6923 req-c9f87df9-c016-4531-9d1e-a5d6d002eeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:52:31.153337 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e35acbcf-42ee-4800-b99a-9842149b6923 req-c9f87df9-c016-4531-9d1e-a5d6d002eeb6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6cb21a67-68ce-46c4-abc4-3f4786a925c4 HTTP/1.1" status: 200 len: 847 time: 0.0417569 Mar 11 20:52:31.206636 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35acbcf-42ee-4800-b99a-9842149b6923 req-4f71209c-537e-4404-b3e6-1191bfe99b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:52:31.208095 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e35acbcf-42ee-4800-b99a-9842149b6923 req-4f71209c-537e-4404-b3e6-1191bfe99b97 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=669ddc16-1478-4df9-90d9-7516e1cf45f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0465231 Mar 11 20:52:31.295307 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e35acbcf-42ee-4800-b99a-9842149b6923 req-729d64bd-76a7-4f9b-a4c6-62c4ece1f0b4 service neutron] 10.222.0.57 "GET /v2.0/networks/669ddc16-1478-4df9-90d9-7516e1cf45f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803814 Mar 11 20:52:31.384878 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e35acbcf-42ee-4800-b99a-9842149b6923 req-bee42f26-7ac1-4500-8a5b-032847bf6f34 service neutron] 10.222.0.57 "GET /v2.0/networks/669ddc16-1478-4df9-90d9-7516e1cf45f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838308 Mar 11 20:52:48.357405 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:52:48.505948 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 32982) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:52:48.660306 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-38fee41f-4504-40cc-827c-d87994635188 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Deleting port a2b5de56-249b-4b1d-9de1-080ddbbbe1c0 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:52:48.660650 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-38fee41f-4504-40cc-827c-d87994635188 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (a2b5de56-249b-4b1d-9de1-080ddbbbe1c0), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:52:48.736780 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-38fee41f-4504-40cc-827c-d87994635188 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (a2b5de56-249b-4b1d-9de1-080ddbbbe1c0), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:52:48.737106 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-38fee41f-4504-40cc-827c-d87994635188 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks [] for floatingip (a2b5de56-249b-4b1d-9de1-080ddbbbe1c0), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:52:48.749189 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-38fee41f-4504-40cc-827c-d87994635188 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Calling delete_port for a2b5de56-249b-4b1d-9de1-080ddbbbe1c0 owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:52:49.179655 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-38fee41f-4504-40cc-827c-d87994635188 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (a2b5de56-249b-4b1d-9de1-080ddbbbe1c0), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:52:49.206922 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fee41f-4504-40cc-827c-d87994635188 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Pushing event deleted for resources: {'Port': ['ID=a2b5de56-249b-4b1d-9de1-080ddbbbe1c0,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:52:49.234905 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fee41f-4504-40cc-827c-d87994635188 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:52:49.235257 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fee41f-4504-40cc-827c-d87994635188 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:52:49.235600 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fee41f-4504-40cc-827c-d87994635188 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:52:49.235964 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fee41f-4504-40cc-827c-d87994635188 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:52:49.236302 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fee41f-4504-40cc-827c-d87994635188 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:52:49.236632 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fee41f-4504-40cc-827c-d87994635188 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:52:49.236963 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fee41f-4504-40cc-827c-d87994635188 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:52:49.237292 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fee41f-4504-40cc-827c-d87994635188 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:52:49.237617 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fee41f-4504-40cc-827c-d87994635188 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:52:49.237942 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fee41f-4504-40cc-827c-d87994635188 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:52:49.238265 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fee41f-4504-40cc-827c-d87994635188 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:52:49.238586 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fee41f-4504-40cc-827c-d87994635188 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:52:49.238907 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fee41f-4504-40cc-827c-d87994635188 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:52:49.277797 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-38fee41f-4504-40cc-827c-d87994635188 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks [] for floatingip (1c3b2546-4507-4649-b3b7-e046e28c0887), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:52:49.278200 n-d-833163-1 neutron-server[103885]: INFO neutron.db.l3_db [None req-38fee41f-4504-40cc-827c-d87994635188 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Floating IP 1c3b2546-4507-4649-b3b7-e046e28c0887 disassociated (deleted). External IP: 172.25.8.43, port: 754bc9d9-8d40-4227-9b6b-127c2d1bc84c. Mar 11 20:52:49.485289 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38fee41f-4504-40cc-827c-d87994635188 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Router 175086e0-57f7-4116-b25b-c3d3a2a887f8 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:52:49.592603 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38fee41f-4504-40cc-827c-d87994635188 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:52:49.597243 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-38fee41f-4504-40cc-827c-d87994635188 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:52:49.601818 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e343c18f-e057-4fe2-b07c-823db5f1e077 None None] Sync routers for ids ['175086e0-57f7-4116-b25b-c3d3a2a887f8'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:52:49.612704 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e343c18f-e057-4fe2-b07c-823db5f1e077 None None] Routers {'175086e0-57f7-4116-b25b-c3d3a2a887f8'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:52:49.613315 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-e343c18f-e057-4fe2-b07c-823db5f1e077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:52:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['175086e0-57f7-4116-b25b-c3d3a2a887f8'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:52:49.626305 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-38fee41f-4504-40cc-827c-d87994635188 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "DELETE /v2.0/floatingips/1c3b2546-4507-4649-b3b7-e046e28c0887 HTTP/1.1" status: 204 len: 168 time: 1.1193435 Mar 11 20:52:49.626906 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ec8e339-a29e-4eff-a1f7-81d0c356e82c', 'tag': '754bc9d9-8d40-4227-9b6b-127c2d1bc84c'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:52:49.629172 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a0d03908d714cf498f0e9a07bdcfee6ce8884db927bcf4c76da6f3dadb32e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e470859-358e-417f-8724-470f9118629f" -d '{"events": [{"name": "network-changed", "server_uuid": "7ec8e339-a29e-4eff-a1f7-81d0c356e82c", "tag": "754bc9d9-8d40-4227-9b6b-127c2d1bc84c"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:52:49.722739 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-e343c18f-e057-4fe2-b07c-823db5f1e077 None None] Set router 175086e0-57f7-4116-b25b-c3d3a2a887f8 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:52:49.833191 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:52:49.837511 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d511fad-d2e8-42d2-a3b4-47e8431853ab x-openstack-request-id: req-9d511fad-d2e8-42d2-a3b4-47e8431853ab {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:52:49.837925 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ec8e339-a29e-4eff-a1f7-81d0c356e82c", "tag": "754bc9d9-8d40-4227-9b6b-127c2d1bc84c", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:52:49.838184 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-9d511fad-d2e8-42d2-a3b4-47e8431853ab {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:52:49.838591 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ec8e339-a29e-4eff-a1f7-81d0c356e82c', 'tag': '754bc9d9-8d40-4227-9b6b-127c2d1bc84c', 'status': 'completed', 'code': 200} Mar 11 20:52:49.930972 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-e343c18f-e057-4fe2-b07c-823db5f1e077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175086e0-57f7-4116-b25b-c3d3a2a887f8', 'name': 'tempest-TestShelveInstance-233531654-router', 'tenant_id': '360b5df7b50b47959f1dea8afcd996d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'e78572fe-6fcc-469c-b58f-17565e8b6b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:43:11Z', 'updated_at': '2022-03-11T20:43:14Z', 'revision_number': 4, 'project_id': '360b5df7b50b47959f1dea8afcd996d7', 'gw_port': {'id': 'e78572fe-6fcc-469c-b58f-17565e8b6b94', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175086e0-57f7-4116-b25b-c3d3a2a887f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:43:12Z', 'updated_at': '2022-03-11T20:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '8564f564-3aa5-4138-97ef-845e00a3d84b', 'name': '', 'network_id': '669ddc16-1478-4df9-90d9-7516e1cf45f1', 'tenant_id': '360b5df7b50b47959f1dea8afcd996d7', 'mac_address': 'fa:16:3e:23:b7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175086e0-57f7-4116-b25b-c3d3a2a887f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '6cb21a67-68ce-46c4-abc4-3f4786a925c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:43:13Z', 'updated_at': '2022-03-11T20:43:18Z', 'revision_number': 5, 'project_id': '360b5df7b50b47959f1dea8afcd996d7', 'subnets': [{'id': '6cb21a67-68ce-46c4-abc4-3f4786a925c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:52:49.934170 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e470859-358e-417f-8724-470f9118629f req-ea8b1011-0698-4e3a-a04f-46fbb9788e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:52:49.935698 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7e470859-358e-417f-8724-470f9118629f req-ea8b1011-0698-4e3a-a04f-46fbb9788e38 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=360b5df7b50b47959f1dea8afcd996d7&device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 1128 time: 0.0785446 Mar 11 20:52:49.957152 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e343c18f-e057-4fe2-b07c-823db5f1e077 None None] Checking router: 175086e0-57f7-4116-b25b-c3d3a2a887f8 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:52:49.966410 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e343c18f-e057-4fe2-b07c-823db5f1e077 None None] Routers {'175086e0-57f7-4116-b25b-c3d3a2a887f8'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:52:49.967039 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-e343c18f-e057-4fe2-b07c-823db5f1e077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:52:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['175086e0-57f7-4116-b25b-c3d3a2a887f8'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:52:49.972321 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c7b47-ca43-490e-922a-5b30994463f5 req-fb3fed47-809b-465c-b3ac-9d38bddb382f tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:52:49.973774 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-602c7b47-ca43-490e-922a-5b30994463f5 req-fb3fed47-809b-465c-b3ac-9d38bddb382f tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 946 time: 0.0838153 Mar 11 20:52:50.073032 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-602c7b47-ca43-490e-922a-5b30994463f5 req-c610bff3-d652-4413-bd53-c29c3370de98 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad0b1567-5e7f-4dac-9f17-b22b49d427d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922530 Mar 11 20:52:50.076324 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e470859-358e-417f-8724-470f9118629f req-8e7b52a3-d3ca-45f1-9863-3bd17e13de66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:52:50.077732 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7e470859-358e-417f-8724-470f9118629f req-8e7b52a3-d3ca-45f1-9863-3bd17e13de66 service neutron] 10.222.0.57 "GET /v2.0/networks?id=669ddc16-1478-4df9-90d9-7516e1cf45f1 HTTP/1.1" status: 200 len: 909 time: 0.1354001 Mar 11 20:52:50.085656 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-e343c18f-e057-4fe2-b07c-823db5f1e077 None None] Set router 175086e0-57f7-4116-b25b-c3d3a2a887f8 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:52:50.125667 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7e470859-358e-417f-8724-470f9118629f req-8659e75d-f4e6-4dfc-810e-bde38175220d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=754bc9d9-8d40-4227-9b6b-127c2d1bc84c HTTP/1.1" status: 200 len: 217 time: 0.0416107 Mar 11 20:52:50.172945 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e470859-358e-417f-8724-470f9118629f req-1838883e-8081-4747-bde1-8ea53ef2bb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:52:50.174514 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7e470859-358e-417f-8724-470f9118629f req-1838883e-8081-4747-bde1-8ea53ef2bb11 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6cb21a67-68ce-46c4-abc4-3f4786a925c4 HTTP/1.1" status: 200 len: 847 time: 0.0433462 Mar 11 20:52:50.223538 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e470859-358e-417f-8724-470f9118629f req-083b99ca-37e6-4ae3-9545-f8917c4fe1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:52:50.225056 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7e470859-358e-417f-8724-470f9118629f req-083b99ca-37e6-4ae3-9545-f8917c4fe1a2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=669ddc16-1478-4df9-90d9-7516e1cf45f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444837 Mar 11 20:52:50.287821 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-e343c18f-e057-4fe2-b07c-823db5f1e077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175086e0-57f7-4116-b25b-c3d3a2a887f8', 'name': 'tempest-TestShelveInstance-233531654-router', 'tenant_id': '360b5df7b50b47959f1dea8afcd996d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'e78572fe-6fcc-469c-b58f-17565e8b6b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:43:11Z', 'updated_at': '2022-03-11T20:43:14Z', 'revision_number': 4, 'project_id': '360b5df7b50b47959f1dea8afcd996d7', 'gw_port': {'id': 'e78572fe-6fcc-469c-b58f-17565e8b6b94', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175086e0-57f7-4116-b25b-c3d3a2a887f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:43:12Z', 'updated_at': '2022-03-11T20:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '8564f564-3aa5-4138-97ef-845e00a3d84b', 'name': '', 'network_id': '669ddc16-1478-4df9-90d9-7516e1cf45f1', 'tenant_id': '360b5df7b50b47959f1dea8afcd996d7', 'mac_address': 'fa:16:3e:23:b7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175086e0-57f7-4116-b25b-c3d3a2a887f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '6cb21a67-68ce-46c4-abc4-3f4786a925c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:43:13Z', 'updated_at': '2022-03-11T20:43:18Z', 'revision_number': 5, 'project_id': '360b5df7b50b47959f1dea8afcd996d7', 'subnets': [{'id': '6cb21a67-68ce-46c4-abc4-3f4786a925c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:52:50.313655 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e343c18f-e057-4fe2-b07c-823db5f1e077 None None] The sync data for ids ['175086e0-57f7-4116-b25b-c3d3a2a887f8'] in n-d-833163-1 is: [{'id': '175086e0-57f7-4116-b25b-c3d3a2a887f8', 'name': 'tempest-TestShelveInstance-233531654-router', 'tenant_id': '360b5df7b50b47959f1dea8afcd996d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'e78572fe-6fcc-469c-b58f-17565e8b6b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:43:11Z', 'updated_at': '2022-03-11T20:43:14Z', 'revision_number': 4, 'project_id': '360b5df7b50b47959f1dea8afcd996d7', 'gw_port': {'id': 'e78572fe-6fcc-469c-b58f-17565e8b6b94', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175086e0-57f7-4116-b25b-c3d3a2a887f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:43:12Z', 'updated_at': '2022-03-11T20:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': '8564f564-3aa5-4138-97ef-845e00a3d84b', 'name': '', 'network_id': '669ddc16-1478-4df9-90d9-7516e1cf45f1', 'tenant_id': '360b5df7b50b47959f1dea8afcd996d7', 'mac_address': 'fa:16:3e:23:b7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175086e0-57f7-4116-b25b-c3d3a2a887f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': '6cb21a67-68ce-46c4-abc4-3f4786a925c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:43:13Z', 'updated_at': '2022-03-11T20:43:18Z', 'revision_number': 5, 'project_id': '360b5df7b50b47959f1dea8afcd996d7', 'subnets': [{'id': '6cb21a67-68ce-46c4-abc4-3f4786a925c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:52:50.320358 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7e470859-358e-417f-8724-470f9118629f req-a48d7272-b676-4dc9-b364-e2e6b287f64c service neutron] 10.222.0.57 "GET /v2.0/networks/669ddc16-1478-4df9-90d9-7516e1cf45f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877240 Mar 11 20:52:50.415822 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7e470859-358e-417f-8724-470f9118629f req-3815fd68-fb0a-478a-a689-26694a177d49 service neutron] 10.222.0.57 "GET /v2.0/networks/669ddc16-1478-4df9-90d9-7516e1cf45f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888247 Mar 11 20:52:50.543079 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c890e106-d816-437e-b5b1-ad0a9c1e4412 None None] New status for floating IP 1c3b2546-4507-4649-b3b7-e046e28c0887: DOWN {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 20:52:51.194822 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4469f2-04e9-4a84-8923-ef5db218547a req-878aad97-ddca-4bdb-9fe1-471203187af1 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:52:51.196785 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4d4469f2-04e9-4a84-8923-ef5db218547a req-878aad97-ddca-4bdb-9fe1-471203187af1 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 946 time: 0.0565636 Mar 11 20:52:51.243469 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-4d4469f2-04e9-4a84-8923-ef5db218547a req-b76a90bb-4604-4978-9679-6fbd0d5dcda8 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/security-groups?id=ad0b1567-5e7f-4dac-9f17-b22b49d427d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411880 Mar 11 20:52:51.434887 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb799c-b8bf-49b4-8f6f-9f7c0c121048 req-6a121551-3817-43f5-8d34-fe2355ae9cd6 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:52:51.436244 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-29fb799c-b8bf-49b4-8f6f-9f7c0c121048 req-6a121551-3817-43f5-8d34-fe2355ae9cd6 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 946 time: 0.0504105 Mar 11 20:52:51.524649 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-29fb799c-b8bf-49b4-8f6f-9f7c0c121048 req-5b405678-a813-437e-947b-7c92b9b7ad08 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Deleting port 754bc9d9-8d40-4227-9b6b-127c2d1bc84c {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:52:51.524993 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-29fb799c-b8bf-49b4-8f6f-9f7c0c121048 req-5b405678-a813-437e-947b-7c92b9b7ad08 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (754bc9d9-8d40-4227-9b6b-127c2d1bc84c), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:52:51.612904 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-29fb799c-b8bf-49b4-8f6f-9f7c0c121048 req-5b405678-a813-437e-947b-7c92b9b7ad08 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] For port 754bc9d9-8d40-4227-9b6b-127c2d1bc84c, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=754bc9d9-8d40-4227-9b6b-127c2d1bc84c,segment=NetworkSegment(0c7ef6cd-f7bd-47c4-969d-740864c2da75),segment_id=0c7ef6cd-f7bd-47c4-969d-740864c2da75)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:52:51.613256 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-29fb799c-b8bf-49b4-8f6f-9f7c0c121048 req-5b405678-a813-437e-947b-7c92b9b7ad08 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (754bc9d9-8d40-4227-9b6b-127c2d1bc84c), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:52:51.626192 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-29fb799c-b8bf-49b4-8f6f-9f7c0c121048 req-5b405678-a813-437e-947b-7c92b9b7ad08 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Calling delete_port for 754bc9d9-8d40-4227-9b6b-127c2d1bc84c owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:52:51.753532 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-29fb799c-b8bf-49b4-8f6f-9f7c0c121048 req-5b405678-a813-437e-947b-7c92b9b7ad08 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (754bc9d9-8d40-4227-9b6b-127c2d1bc84c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:52:51.779985 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b405678-a813-437e-947b-7c92b9b7ad08 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Pushing event deleted for resources: {'Port': ['ID=754bc9d9-8d40-4227-9b6b-127c2d1bc84c,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:52:51.825759 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-29fb799c-b8bf-49b4-8f6f-9f7c0c121048 req-5b405678-a813-437e-947b-7c92b9b7ad08 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] No DVR routers for this DVR port 754bc9d9-8d40-4227-9b6b-127c2d1bc84c on host n-h2-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:52:51.828367 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-29fb799c-b8bf-49b4-8f6f-9f7c0c121048 req-5b405678-a813-437e-947b-7c92b9b7ad08 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:52:51.831580 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-29fb799c-b8bf-49b4-8f6f-9f7c0c121048 req-5b405678-a813-437e-947b-7c92b9b7ad08 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.57 "DELETE /v2.0/ports/754bc9d9-8d40-4227-9b6b-127c2d1bc84c HTTP/1.1" status: 204 len: 173 time: 0.3904226 Mar 11 20:52:51.839225 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec8e339-a29e-4eff-a1f7-81d0c356e82c', 'name': 'network-vif-deleted', 'tag': '754bc9d9-8d40-4227-9b6b-127c2d1bc84c'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:52:51.841536 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a0d03908d714cf498f0e9a07bdcfee6ce8884db927bcf4c76da6f3dadb32e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d79ebb-5804-4288-b6f2-ac553d948e97" -d '{"events": [{"server_uuid": "7ec8e339-a29e-4eff-a1f7-81d0c356e82c", "name": "network-vif-deleted", "tag": "754bc9d9-8d40-4227-9b6b-127c2d1bc84c"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:52:51.882557 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94b7413-a3c8-4e5b-9e7f-407c859418f2 x-openstack-request-id: req-c94b7413-a3c8-4e5b-9e7f-407c859418f2 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:52:51.882981 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ec8e339-a29e-4eff-a1f7-81d0c356e82c", "name": "network-vif-deleted", "tag": "754bc9d9-8d40-4227-9b6b-127c2d1bc84c", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:52:51.883245 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-c94b7413-a3c8-4e5b-9e7f-407c859418f2 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:52:51.884309 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ec8e339-a29e-4eff-a1f7-81d0c356e82c', 'name': 'network-vif-deleted', 'tag': '754bc9d9-8d40-4227-9b6b-127c2d1bc84c', 'status': 'completed', 'code': 200} Mar 11 20:52:52.339596 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-544e5abe-87cd-4ada-932c-5e08974454aa req-b371b6b2-d41a-43b2-a315-ac0c4ed12c90 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 210 time: 0.0269566 Mar 11 20:52:52.504613 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-bfa8e154-0c3d-4230-a046-8e4a22b3e318 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:52:53.435225 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:52:53.440315 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8173713d-fe0d-4839-b4ac-755cddc83bb6 req-082b388a-7d6b-44cd-bb27-016de5308307 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 210 time: 0.0316336 Mar 11 20:52:54.264764 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 754bc9d9-8d40-4227-9b6b-127c2d1bc84c no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:52:54.284534 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: 754bc9d9-8d40-4227-9b6b-127c2d1bc84c {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:52:54.284882 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 754bc9d9-8d40-4227-9b6b-127c2d1bc84c not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:52:54.535134 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f22eb681-60e9-45f8-adfe-b3a08cd58206 req-e04b8a6b-b9a6-46b3-afa1-7b79b2142c8f tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 210 time: 0.0266442 Mar 11 20:52:54.768027 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cb4a7436-0461-4ae1-96a8-a017b4fb3c2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:52:55.629038 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a71cbca8-a0b0-45b8-aeed-1ed88379621b req-5b9d93d2-8af1-4cf0-afe8-5c6960d7c3c3 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 210 time: 0.0274239 Mar 11 20:52:56.525579 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:52:56.722246 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-703e5a15-b41a-4d19-a671-4be97c20fe33 req-b71fe297-a23b-49da-939d-5cb54373513d tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 210 time: 0.0279622 Mar 11 20:52:57.820022 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f8b40949-f59d-45b3-b32b-69d7bec2fd82 req-b589120a-d719-4d28-ace6-c7e06ff24f49 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 210 time: 0.0306404 Mar 11 20:52:57.922702 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:52:58.921282 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2c2af0c6-f6ce-4c1b-ad41-bbbefbfad271 req-c0e2412e-89fd-402c-8be7-d1b29ddfaa0e tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 210 time: 0.0278268 Mar 11 20:52:59.198513 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:00.018946 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9bbfea3b-89ed-4e83-9dbe-c81382e03296 req-33297900-cf26-4db3-a0e2-a0eba8c13333 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 210 time: 0.0290029 Mar 11 20:53:01.137307 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-60add2cc-57ca-4d61-8e14-5229da98547e req-f9830b9a-6107-4549-9dc6-cdecd7820f06 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ec8e339-a29e-4eff-a1f7-81d0c356e82c HTTP/1.1" status: 200 len: 210 time: 0.0305507 Mar 11 20:53:02.202521 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33024) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:53:02.262102 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d6b7f4c5-557e-4198-a36f-f6ad61180843 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks [] for security_group (ad0b1567-5e7f-4dac-9f17-b22b49d427d1), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:02.287538 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d6b7f4c5-557e-4198-a36f-f6ad61180843 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks [] for security_group (ad0b1567-5e7f-4dac-9f17-b22b49d427d1), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:02.351796 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d6b7f4c5-557e-4198-a36f-f6ad61180843 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (ad0b1567-5e7f-4dac-9f17-b22b49d427d1), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:02.355090 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d6b7f4c5-557e-4198-a36f-f6ad61180843 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:02.358869 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d6b7f4c5-557e-4198-a36f-f6ad61180843 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] 10.222.0.65 "DELETE /v2.0/security-groups/ad0b1567-5e7f-4dac-9f17-b22b49d427d1 HTTP/1.1" status: 204 len: 168 time: 0.1527340 Mar 11 20:53:02.371897 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b7f4c5-557e-4198-a36f-f6ad61180843 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0b1567-5e7f-4dac-9f17-b22b49d427d1,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:53:02.380542 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b7f4c5-557e-4198-a36f-f6ad61180843 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:53:02.380894 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b7f4c5-557e-4198-a36f-f6ad61180843 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:53:02.381257 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b7f4c5-557e-4198-a36f-f6ad61180843 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:53:02.381626 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b7f4c5-557e-4198-a36f-f6ad61180843 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:53:02.381996 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b7f4c5-557e-4198-a36f-f6ad61180843 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:53:02.382455 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b7f4c5-557e-4198-a36f-f6ad61180843 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:53:02.382834 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b7f4c5-557e-4198-a36f-f6ad61180843 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:53:02.383219 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b7f4c5-557e-4198-a36f-f6ad61180843 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:53:02.383573 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b7f4c5-557e-4198-a36f-f6ad61180843 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:53:02.384067 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b7f4c5-557e-4198-a36f-f6ad61180843 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:53:02.384417 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b7f4c5-557e-4198-a36f-f6ad61180843 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:53:02.384786 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b7f4c5-557e-4198-a36f-f6ad61180843 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:53:02.385193 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b7f4c5-557e-4198-a36f-f6ad61180843 tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:53:02.411784 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33030) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:53:02.863244 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5ad5ec07-7054-4afc-a1f1-6c41b5fc1775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (175086e0-57f7-4116-b25b-c3d3a2a887f8), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:03.108987 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-5ad5ec07-7054-4afc-a1f1-6c41b5fc1775 admin admin] Deleting port 8564f564-3aa5-4138-97ef-845e00a3d84b {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:53:03.109325 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5ad5ec07-7054-4afc-a1f1-6c41b5fc1775 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (8564f564-3aa5-4138-97ef-845e00a3d84b), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:03.186576 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-5ad5ec07-7054-4afc-a1f1-6c41b5fc1775 admin admin] For port 8564f564-3aa5-4138-97ef-845e00a3d84b, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=8564f564-3aa5-4138-97ef-845e00a3d84b,segment=NetworkSegment(0c7ef6cd-f7bd-47c4-969d-740864c2da75),segment_id=0c7ef6cd-f7bd-47c4-969d-740864c2da75)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:53:03.186853 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5ad5ec07-7054-4afc-a1f1-6c41b5fc1775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (8564f564-3aa5-4138-97ef-845e00a3d84b), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:03.199694 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-5ad5ec07-7054-4afc-a1f1-6c41b5fc1775 admin admin] Calling delete_port for 8564f564-3aa5-4138-97ef-845e00a3d84b owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:53:03.383459 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5ad5ec07-7054-4afc-a1f1-6c41b5fc1775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (8564f564-3aa5-4138-97ef-845e00a3d84b), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:03.410844 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad5ec07-7054-4afc-a1f1-6c41b5fc1775 admin admin] Pushing event deleted for resources: {'Port': ['ID=8564f564-3aa5-4138-97ef-845e00a3d84b,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:53:03.588362 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5ad5ec07-7054-4afc-a1f1-6c41b5fc1775 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (175086e0-57f7-4116-b25b-c3d3a2a887f8), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:03.810331 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ad5ec07-7054-4afc-a1f1-6c41b5fc1775 admin admin] Router 175086e0-57f7-4116-b25b-c3d3a2a887f8 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:53:03.919981 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad5ec07-7054-4afc-a1f1-6c41b5fc1775 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:53:03.924950 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-5ad5ec07-7054-4afc-a1f1-6c41b5fc1775 admin admin] 10.222.0.65 "PUT /v2.0/routers/175086e0-57f7-4116-b25b-c3d3a2a887f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5117502 Mar 11 20:53:03.927662 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33034) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:53:03.929824 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17369a1c-a453-475b-8c45-52e588e62fff None None] Sync routers for ids ['175086e0-57f7-4116-b25b-c3d3a2a887f8'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:53:03.940977 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17369a1c-a453-475b-8c45-52e588e62fff None None] Routers {'175086e0-57f7-4116-b25b-c3d3a2a887f8'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:53:03.941658 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-17369a1c-a453-475b-8c45-52e588e62fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:52:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['175086e0-57f7-4116-b25b-c3d3a2a887f8'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:53:04.035006 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8cc9d588-65af-4d30-a004-79af61853981 admin admin] Publish callbacks [] for router (175086e0-57f7-4116-b25b-c3d3a2a887f8), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:04.051296 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-17369a1c-a453-475b-8c45-52e588e62fff None None] Set router 175086e0-57f7-4116-b25b-c3d3a2a887f8 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:53:04.143472 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8cc9d588-65af-4d30-a004-79af61853981 admin admin] Publish callbacks [] for router_gateway (175086e0-57f7-4116-b25b-c3d3a2a887f8), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:04.197790 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-8cc9d588-65af-4d30-a004-79af61853981 admin admin] Deleting port e78572fe-6fcc-469c-b58f-17565e8b6b94 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:53:04.198150 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8cc9d588-65af-4d30-a004-79af61853981 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (e78572fe-6fcc-469c-b58f-17565e8b6b94), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:04.238547 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-17369a1c-a453-475b-8c45-52e588e62fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175086e0-57f7-4116-b25b-c3d3a2a887f8', 'name': 'tempest-TestShelveInstance-233531654-router', 'tenant_id': '360b5df7b50b47959f1dea8afcd996d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'e78572fe-6fcc-469c-b58f-17565e8b6b94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:43:11Z', 'updated_at': '2022-03-11T20:53:03Z', 'revision_number': 5, 'project_id': '360b5df7b50b47959f1dea8afcd996d7', 'gw_port': {'id': 'e78572fe-6fcc-469c-b58f-17565e8b6b94', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '175086e0-57f7-4116-b25b-c3d3a2a887f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4396, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:43:12Z', 'updated_at': '2022-03-11T20:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:53:04.266573 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17369a1c-a453-475b-8c45-52e588e62fff None None] Checking router: 175086e0-57f7-4116-b25b-c3d3a2a887f8 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:53:04.284327 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17369a1c-a453-475b-8c45-52e588e62fff None None] Routers {'175086e0-57f7-4116-b25b-c3d3a2a887f8'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:53:04.285060 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-17369a1c-a453-475b-8c45-52e588e62fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:52:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['175086e0-57f7-4116-b25b-c3d3a2a887f8'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:53:04.293632 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-8cc9d588-65af-4d30-a004-79af61853981 admin admin] For port e78572fe-6fcc-469c-b58f-17565e8b6b94, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=e78572fe-6fcc-469c-b58f-17565e8b6b94,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:53:04.294046 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8cc9d588-65af-4d30-a004-79af61853981 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (e78572fe-6fcc-469c-b58f-17565e8b6b94), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:04.308172 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-8cc9d588-65af-4d30-a004-79af61853981 admin admin] Calling delete_port for e78572fe-6fcc-469c-b58f-17565e8b6b94 owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:53:04.475949 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-17369a1c-a453-475b-8c45-52e588e62fff None None] Set router 175086e0-57f7-4116-b25b-c3d3a2a887f8 gateway port host: None {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:53:04.486730 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8cc9d588-65af-4d30-a004-79af61853981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (e78572fe-6fcc-469c-b58f-17565e8b6b94), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:04.519185 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc9d588-65af-4d30-a004-79af61853981 admin admin] Pushing event deleted for resources: {'Port': ['ID=e78572fe-6fcc-469c-b58f-17565e8b6b94,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:53:04.532854 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-17369a1c-a453-475b-8c45-52e588e62fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175086e0-57f7-4116-b25b-c3d3a2a887f8', 'name': 'tempest-TestShelveInstance-233531654-router', 'tenant_id': '360b5df7b50b47959f1dea8afcd996d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:43:11Z', 'updated_at': '2022-03-11T20:53:04Z', 'revision_number': 6, 'project_id': '360b5df7b50b47959f1dea8afcd996d7', 'gw_port_host': None}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:53:04.562269 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17369a1c-a453-475b-8c45-52e588e62fff None None] The sync data for ids ['175086e0-57f7-4116-b25b-c3d3a2a887f8'] in n-d-833163-1 is: [{'id': '175086e0-57f7-4116-b25b-c3d3a2a887f8', 'name': 'tempest-TestShelveInstance-233531654-router', 'tenant_id': '360b5df7b50b47959f1dea8afcd996d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:43:11Z', 'updated_at': '2022-03-11T20:53:04Z', 'revision_number': 6, 'project_id': '360b5df7b50b47959f1dea8afcd996d7', 'gw_port_host': None}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:53:04.583117 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8cc9d588-65af-4d30-a004-79af61853981 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (175086e0-57f7-4116-b25b-c3d3a2a887f8), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:04.681627 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8cc9d588-65af-4d30-a004-79af61853981 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (175086e0-57f7-4116-b25b-c3d3a2a887f8), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:04.684011 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8cc9d588-65af-4d30-a004-79af61853981 admin admin] Publish callbacks [] for router_controller (175086e0-57f7-4116-b25b-c3d3a2a887f8), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:04.732083 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8cc9d588-65af-4d30-a004-79af61853981 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (175086e0-57f7-4116-b25b-c3d3a2a887f8), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:04.732546 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc9d588-65af-4d30-a004-79af61853981 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 175086e0-57f7-4116-b25b-c3d3a2a887f8 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 20:53:04.737227 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8cc9d588-65af-4d30-a004-79af61853981 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:04.741130 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-8cc9d588-65af-4d30-a004-79af61853981 admin admin] 10.222.0.65 "DELETE /v2.0/routers/175086e0-57f7-4116-b25b-c3d3a2a887f8 HTTP/1.1" status: 204 len: 168 time: 0.8125131 Mar 11 20:53:04.741281 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33036) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:53:05.076996 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a7b230e-c7bb-45f2-8ff9-3db7cc974dac admin admin] Deleting subnet 6cb21a67-68ce-46c4-abc4-3f4786a925c4 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 20:53:05.080002 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0a7b230e-c7bb-45f2-8ff9-3db7cc974dac admin admin] Publish callbacks [] for subnet (6cb21a67-68ce-46c4-abc4-3f4786a925c4), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:05.113337 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0a7b230e-c7bb-45f2-8ff9-3db7cc974dac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (6cb21a67-68ce-46c4-abc4-3f4786a925c4), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:05.189586 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0a7b230e-c7bb-45f2-8ff9-3db7cc974dac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (6cb21a67-68ce-46c4-abc4-3f4786a925c4), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:05.247654 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0a7b230e-c7bb-45f2-8ff9-3db7cc974dac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (6cb21a67-68ce-46c4-abc4-3f4786a925c4), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:05.274409 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7b230e-c7bb-45f2-8ff9-3db7cc974dac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cb21a67-68ce-46c4-abc4-3f4786a925c4,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:53:05.278187 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0a7b230e-c7bb-45f2-8ff9-3db7cc974dac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:05.284123 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33038) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:53:05.285521 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a0ccc4-b0e9-4d66-8871-46feb6b51398 None None] Network 669ddc16-1478-4df9-90d9-7516e1cf45f1 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:53:05.288264 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-0a7b230e-c7bb-45f2-8ff9-3db7cc974dac admin admin] 10.222.0.65 "DELETE /v2.0/subnets/6cb21a67-68ce-46c4-abc4-3f4786a925c4 HTTP/1.1" status: 204 len: 168 time: 0.5458732 Mar 11 20:53:05.364469 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a79402d6-5f42-4e29-b5fe-5e2511f3df44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (669ddc16-1478-4df9-90d9-7516e1cf45f1), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:05.435432 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-a79402d6-5f42-4e29-b5fe-5e2511f3df44 admin admin] Deleting port 5e759dbe-730b-4a89-a895-32d4e24d53b1 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:53:05.435820 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a79402d6-5f42-4e29-b5fe-5e2511f3df44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (5e759dbe-730b-4a89-a895-32d4e24d53b1), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:05.469054 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3db763-59fc-4458-b8f7-288666d6bcbc None None] DHCP port deletion for 669ddc16-1478-4df9-90d9-7516e1cf45f1 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 20:53:05.502413 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-a79402d6-5f42-4e29-b5fe-5e2511f3df44 admin admin] For port 5e759dbe-730b-4a89-a895-32d4e24d53b1, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=5e759dbe-730b-4a89-a895-32d4e24d53b1,segment=NetworkSegment(0c7ef6cd-f7bd-47c4-969d-740864c2da75),segment_id=0c7ef6cd-f7bd-47c4-969d-740864c2da75)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:53:05.504201 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a79402d6-5f42-4e29-b5fe-5e2511f3df44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (5e759dbe-730b-4a89-a895-32d4e24d53b1), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:05.521381 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-a79402d6-5f42-4e29-b5fe-5e2511f3df44 admin admin] Calling delete_port for 5e759dbe-730b-4a89-a895-32d4e24d53b1 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:53:05.523052 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-1c3db763-59fc-4458-b8f7-288666d6bcbc None None] Deleting port 5e759dbe-730b-4a89-a895-32d4e24d53b1 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:53:05.523617 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1c3db763-59fc-4458-b8f7-288666d6bcbc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (5e759dbe-730b-4a89-a895-32d4e24d53b1), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:05.592628 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-1c3db763-59fc-4458-b8f7-288666d6bcbc None None] For port 5e759dbe-730b-4a89-a895-32d4e24d53b1, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=5e759dbe-730b-4a89-a895-32d4e24d53b1,segment=NetworkSegment(0c7ef6cd-f7bd-47c4-969d-740864c2da75),segment_id=0c7ef6cd-f7bd-47c4-969d-740864c2da75)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:53:05.593411 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1c3db763-59fc-4458-b8f7-288666d6bcbc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (5e759dbe-730b-4a89-a895-32d4e24d53b1), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:05.626547 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a79402d6-5f42-4e29-b5fe-5e2511f3df44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (5e759dbe-730b-4a89-a895-32d4e24d53b1), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:05.666889 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79402d6-5f42-4e29-b5fe-5e2511f3df44 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e759dbe-730b-4a89-a895-32d4e24d53b1,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:53:05.668981 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79402d6-5f42-4e29-b5fe-5e2511f3df44 admin admin] No DVR routers for this DVR port 5e759dbe-730b-4a89-a895-32d4e24d53b1 on host n-d-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:53:05.763446 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a79402d6-5f42-4e29-b5fe-5e2511f3df44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (669ddc16-1478-4df9-90d9-7516e1cf45f1), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:05.779895 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-1c3db763-59fc-4458-b8f7-288666d6bcbc None None] Calling delete_port for 5e759dbe-730b-4a89-a895-32d4e24d53b1 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:53:05.789455 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-a79402d6-5f42-4e29-b5fe-5e2511f3df44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['669ddc16-1478-4df9-90d9-7516e1cf45f1']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:53:05.803059 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-a79402d6-5f42-4e29-b5fe-5e2511f3df44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c7ef6cd-f7bd-47c4-969d-740864c2da75') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:53:05.803446 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-a79402d6-5f42-4e29-b5fe-5e2511f3df44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c7ef6cd-f7bd-47c4-969d-740864c2da75') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:53:05.823253 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a79402d6-5f42-4e29-b5fe-5e2511f3df44 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (0c7ef6cd-f7bd-47c4-969d-740864c2da75), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:05.839442 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a79402d6-5f42-4e29-b5fe-5e2511f3df44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (0c7ef6cd-f7bd-47c4-969d-740864c2da75), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:05.846570 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a79402d6-5f42-4e29-b5fe-5e2511f3df44 admin admin] Releasing vlan 883 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 20:53:05.847171 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a79402d6-5f42-4e29-b5fe-5e2511f3df44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (0c7ef6cd-f7bd-47c4-969d-740864c2da75), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:05.849200 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 20:53:05.849200 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 20:53:05.849200 n-d-833163-1 neutron-server[103885]: timer() Mar 11 20:53:05.849200 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:53:05.849200 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 20:53:05.849200 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 20:53:05.849200 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 20:53:05.849200 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:53:05.849200 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 20:53:05.849200 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:53:05.849200 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 20:53:05.849200 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:53:05.849200 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 20:53:05.849200 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 20:53:05.849200 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:53:05.849200 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 20:53:05.849200 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:53:05.849200 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 20:53:05.849200 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 20:53:05.849200 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:53:05.849200 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 20:53:05.849200 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:53:05.849200 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:53:05.849200 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 20:53:05.849200 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 20:53:05.849200 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 20:53:05.849200 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:53:05.849200 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 20:53:05.849200 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:53:05.849200 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 20:53:05.849200 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:53:05.849200 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:53:05.871809 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1c3db763-59fc-4458-b8f7-288666d6bcbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (5e759dbe-730b-4a89-a895-32d4e24d53b1), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:05.888890 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3db763-59fc-4458-b8f7-288666d6bcbc None None] No DVR routers for this DVR port 5e759dbe-730b-4a89-a895-32d4e24d53b1 on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:53:05.910439 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a79402d6-5f42-4e29-b5fe-5e2511f3df44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (669ddc16-1478-4df9-90d9-7516e1cf45f1), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:05.911449 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3db763-59fc-4458-b8f7-288666d6bcbc None None] Pushing event deleted for resources: {'Port': ['ID=5e759dbe-730b-4a89-a895-32d4e24d53b1,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:53:05.927746 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a79402d6-5f42-4e29-b5fe-5e2511f3df44 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:05.927958 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3db763-59fc-4458-b8f7-288666d6bcbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:53:05.928339 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3db763-59fc-4458-b8f7-288666d6bcbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:53:05.928712 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3db763-59fc-4458-b8f7-288666d6bcbc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:53:05.929000 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3db763-59fc-4458-b8f7-288666d6bcbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:53:05.929393 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3db763-59fc-4458-b8f7-288666d6bcbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:53:05.929803 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3db763-59fc-4458-b8f7-288666d6bcbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:53:05.930788 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3db763-59fc-4458-b8f7-288666d6bcbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:53:05.931007 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3db763-59fc-4458-b8f7-288666d6bcbc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:53:05.931445 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a79402d6-5f42-4e29-b5fe-5e2511f3df44 admin admin] 10.222.0.65 "DELETE /v2.0/networks/669ddc16-1478-4df9-90d9-7516e1cf45f1 HTTP/1.1" status: 204 len: 168 time: 0.6463313 Mar 11 20:53:05.934854 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33040) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:53:05.935497 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3db763-59fc-4458-b8f7-288666d6bcbc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:53:05.935948 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3db763-59fc-4458-b8f7-288666d6bcbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:53:05.936364 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3db763-59fc-4458-b8f7-288666d6bcbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:53:05.936714 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3db763-59fc-4458-b8f7-288666d6bcbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:53:05.937051 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3db763-59fc-4458-b8f7-288666d6bcbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:53:05.940647 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79402d6-5f42-4e29-b5fe-5e2511f3df44 admin admin] Pushing event deleted for resources: {'Network': ['ID=669ddc16-1478-4df9-90d9-7516e1cf45f1,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:53:06.274943 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 5e759dbe-730b-4a89-a895-32d4e24d53b1 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:53:06.297556 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 5e759dbe-730b-4a89-a895-32d4e24d53b1 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:53:06.298214 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 5e759dbe-730b-4a89-a895-32d4e24d53b1 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:53:06.298214 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device e78572fe-6fcc-469c-b58f-17565e8b6b94 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:53:06.308187 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1e635e4a-0afa-43ee-8e3e-ce1c75645f60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (0cc78d34-7683-4a47-ab9a-708c3fdb8bb9), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:06.316950 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: e78572fe-6fcc-469c-b58f-17565e8b6b94 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:53:06.317293 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device e78572fe-6fcc-469c-b58f-17565e8b6b94 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:53:06.317703 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 8564f564-3aa5-4138-97ef-845e00a3d84b no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:53:06.336660 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 8564f564-3aa5-4138-97ef-845e00a3d84b {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:53:06.337001 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 8564f564-3aa5-4138-97ef-845e00a3d84b not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:53:06.567668 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-1e635e4a-0afa-43ee-8e3e-ce1c75645f60 admin admin] Deleting port 42126999-32c7-488b-9d88-584fb8d5dfd3 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:53:06.568022 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1e635e4a-0afa-43ee-8e3e-ce1c75645f60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (42126999-32c7-488b-9d88-584fb8d5dfd3), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:06.645762 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-1e635e4a-0afa-43ee-8e3e-ce1c75645f60 admin admin] For port 42126999-32c7-488b-9d88-584fb8d5dfd3, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=42126999-32c7-488b-9d88-584fb8d5dfd3,segment=NetworkSegment(a3670c74-550c-40e0-87b7-75d0a6d24693),segment_id=a3670c74-550c-40e0-87b7-75d0a6d24693)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:53:06.646128 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1e635e4a-0afa-43ee-8e3e-ce1c75645f60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (42126999-32c7-488b-9d88-584fb8d5dfd3), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:06.659160 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-1e635e4a-0afa-43ee-8e3e-ce1c75645f60 admin admin] Calling delete_port for 42126999-32c7-488b-9d88-584fb8d5dfd3 owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:53:06.839837 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1e635e4a-0afa-43ee-8e3e-ce1c75645f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (42126999-32c7-488b-9d88-584fb8d5dfd3), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:06.864126 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e635e4a-0afa-43ee-8e3e-ce1c75645f60 admin admin] Pushing event deleted for resources: {'Port': ['ID=42126999-32c7-488b-9d88-584fb8d5dfd3,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:53:07.048783 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-1e635e4a-0afa-43ee-8e3e-ce1c75645f60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (0cc78d34-7683-4a47-ab9a-708c3fdb8bb9), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:07.273714 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e635e4a-0afa-43ee-8e3e-ce1c75645f60 admin admin] Router 0cc78d34-7683-4a47-ab9a-708c3fdb8bb9 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:53:07.383334 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e635e4a-0afa-43ee-8e3e-ce1c75645f60 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:53:07.389107 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-1e635e4a-0afa-43ee-8e3e-ce1c75645f60 admin admin] 10.222.0.65 "PUT /v2.0/routers/0cc78d34-7683-4a47-ab9a-708c3fdb8bb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4531584 Mar 11 20:53:07.391653 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33042) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:53:07.395856 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e829ce51-0b68-4d11-a8c8-5a4529dcd481 None None] Sync routers for ids ['0cc78d34-7683-4a47-ab9a-708c3fdb8bb9'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:53:07.405746 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e829ce51-0b68-4d11-a8c8-5a4529dcd481 None None] Routers {'0cc78d34-7683-4a47-ab9a-708c3fdb8bb9'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:53:07.406500 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-e829ce51-0b68-4d11-a8c8-5a4529dcd481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:52:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['0cc78d34-7683-4a47-ab9a-708c3fdb8bb9'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:53:07.499257 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fdf787c9-fffa-4d20-bed8-f3349e405ce3 admin admin] Publish callbacks [] for router (0cc78d34-7683-4a47-ab9a-708c3fdb8bb9), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:07.512130 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-e829ce51-0b68-4d11-a8c8-5a4529dcd481 None None] Set router 0cc78d34-7683-4a47-ab9a-708c3fdb8bb9 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:53:07.608987 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fdf787c9-fffa-4d20-bed8-f3349e405ce3 admin admin] Publish callbacks [] for router_gateway (0cc78d34-7683-4a47-ab9a-708c3fdb8bb9), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:07.661302 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-fdf787c9-fffa-4d20-bed8-f3349e405ce3 admin admin] Deleting port 75df5f72-d01e-4da1-ae73-4bbbb8abca42 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:53:07.661781 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fdf787c9-fffa-4d20-bed8-f3349e405ce3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (75df5f72-d01e-4da1-ae73-4bbbb8abca42), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:07.695511 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-e829ce51-0b68-4d11-a8c8-5a4529dcd481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc78d34-7683-4a47-ab9a-708c3fdb8bb9', 'name': 'tempest-TestShelveInstance-703232227-router', 'tenant_id': 'f426b4d4531641b0a95da561fdbe3ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.198'}], 'enable_snat': True}, 'gw_port_id': '75df5f72-d01e-4da1-ae73-4bbbb8abca42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:43:16Z', 'updated_at': '2022-03-11T20:53:06Z', 'revision_number': 5, 'project_id': 'f426b4d4531641b0a95da561fdbe3ea4', 'gw_port': {'id': '75df5f72-d01e-4da1-ae73-4bbbb8abca42', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:b0:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cc78d34-7683-4a47-ab9a-708c3fdb8bb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4408, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:43:16Z', 'updated_at': '2022-03-11T20:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:53:07.722576 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e829ce51-0b68-4d11-a8c8-5a4529dcd481 None None] Checking router: 0cc78d34-7683-4a47-ab9a-708c3fdb8bb9 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:53:07.731707 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e829ce51-0b68-4d11-a8c8-5a4529dcd481 None None] Routers {'0cc78d34-7683-4a47-ab9a-708c3fdb8bb9'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:53:07.732328 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-e829ce51-0b68-4d11-a8c8-5a4529dcd481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:52:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['0cc78d34-7683-4a47-ab9a-708c3fdb8bb9'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:53:07.743071 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-fdf787c9-fffa-4d20-bed8-f3349e405ce3 admin admin] For port 75df5f72-d01e-4da1-ae73-4bbbb8abca42, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=75df5f72-d01e-4da1-ae73-4bbbb8abca42,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:53:07.743440 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fdf787c9-fffa-4d20-bed8-f3349e405ce3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (75df5f72-d01e-4da1-ae73-4bbbb8abca42), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:07.756797 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-fdf787c9-fffa-4d20-bed8-f3349e405ce3 admin admin] Calling delete_port for 75df5f72-d01e-4da1-ae73-4bbbb8abca42 owned by network:router_gateway {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:53:07.830869 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-e829ce51-0b68-4d11-a8c8-5a4529dcd481 None None] Set router 0cc78d34-7683-4a47-ab9a-708c3fdb8bb9 gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:53:07.883612 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-e829ce51-0b68-4d11-a8c8-5a4529dcd481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cc78d34-7683-4a47-ab9a-708c3fdb8bb9', 'name': 'tempest-TestShelveInstance-703232227-router', 'tenant_id': 'f426b4d4531641b0a95da561fdbe3ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:43:16Z', 'updated_at': '2022-03-11T20:53:07Z', 'revision_number': 6, 'project_id': 'f426b4d4531641b0a95da561fdbe3ea4', 'gw_port_host': None}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:53:07.914033 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e829ce51-0b68-4d11-a8c8-5a4529dcd481 None None] The sync data for ids ['0cc78d34-7683-4a47-ab9a-708c3fdb8bb9'] in n-d-833163-1 is: [{'id': '0cc78d34-7683-4a47-ab9a-708c3fdb8bb9', 'name': 'tempest-TestShelveInstance-703232227-router', 'tenant_id': 'f426b4d4531641b0a95da561fdbe3ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:43:16Z', 'updated_at': '2022-03-11T20:53:07Z', 'revision_number': 6, 'project_id': 'f426b4d4531641b0a95da561fdbe3ea4', 'gw_port_host': None}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:53:07.938365 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fdf787c9-fffa-4d20-bed8-f3349e405ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (75df5f72-d01e-4da1-ae73-4bbbb8abca42), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:07.972576 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf787c9-fffa-4d20-bed8-f3349e405ce3 admin admin] Pushing event deleted for resources: {'Port': ['ID=75df5f72-d01e-4da1-ae73-4bbbb8abca42,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:53:08.033853 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fdf787c9-fffa-4d20-bed8-f3349e405ce3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (0cc78d34-7683-4a47-ab9a-708c3fdb8bb9), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:08.426948 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fdf787c9-fffa-4d20-bed8-f3349e405ce3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (0cc78d34-7683-4a47-ab9a-708c3fdb8bb9), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:08.429077 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fdf787c9-fffa-4d20-bed8-f3349e405ce3 admin admin] Publish callbacks [] for router_controller (0cc78d34-7683-4a47-ab9a-708c3fdb8bb9), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:08.474028 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fdf787c9-fffa-4d20-bed8-f3349e405ce3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (0cc78d34-7683-4a47-ab9a-708c3fdb8bb9), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:08.474595 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf787c9-fffa-4d20-bed8-f3349e405ce3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0cc78d34-7683-4a47-ab9a-708c3fdb8bb9 {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 20:53:08.479096 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fdf787c9-fffa-4d20-bed8-f3349e405ce3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:08.480301 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-fdf787c9-fffa-4d20-bed8-f3349e405ce3 admin admin] 10.222.0.65 "DELETE /v2.0/routers/0cc78d34-7683-4a47-ab9a-708c3fdb8bb9 HTTP/1.1" status: 204 len: 168 time: 1.0877118 Mar 11 20:53:08.482764 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33044) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:53:08.525475 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-86ad04e4-c638-45e7-aeb7-949eb2c709f5 admin admin] Deleting subnet ab039f77-22c7-46f2-97ef-e651ea6865b6 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 20:53:08.528506 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-86ad04e4-c638-45e7-aeb7-949eb2c709f5 admin admin] Publish callbacks [] for subnet (ab039f77-22c7-46f2-97ef-e651ea6865b6), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:08.561217 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-86ad04e4-c638-45e7-aeb7-949eb2c709f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (ab039f77-22c7-46f2-97ef-e651ea6865b6), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:08.638453 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-86ad04e4-c638-45e7-aeb7-949eb2c709f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (ab039f77-22c7-46f2-97ef-e651ea6865b6), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:08.690004 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-86ad04e4-c638-45e7-aeb7-949eb2c709f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (ab039f77-22c7-46f2-97ef-e651ea6865b6), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:08.717338 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ad04e4-c638-45e7-aeb7-949eb2c709f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab039f77-22c7-46f2-97ef-e651ea6865b6,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:53:08.719381 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-86ad04e4-c638-45e7-aeb7-949eb2c709f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:08.723813 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-86ad04e4-c638-45e7-aeb7-949eb2c709f5 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/ab039f77-22c7-46f2-97ef-e651ea6865b6 HTTP/1.1" status: 204 len: 168 time: 0.2399483 Mar 11 20:53:08.725848 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8639f92-ee0a-4555-9657-cb61065136c0 None None] Network dc8fd5d5-9119-4c37-b78f-b32eb3e16c97 requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:53:08.726861 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33046) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:53:08.728116 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 42126999-32c7-488b-9d88-584fb8d5dfd3 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:53:08.768048 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 42126999-32c7-488b-9d88-584fb8d5dfd3 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:53:08.768406 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 42126999-32c7-488b-9d88-584fb8d5dfd3 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:53:08.799328 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-566d8697-e0dd-4b53-aab0-70b21bbc34ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (dc8fd5d5-9119-4c37-b78f-b32eb3e16c97), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:08.857848 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-566d8697-e0dd-4b53-aab0-70b21bbc34ff admin admin] Deleting port 2b9b2beb-a237-43e0-8e03-7bf6cdf00164 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:53:08.858440 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-566d8697-e0dd-4b53-aab0-70b21bbc34ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (2b9b2beb-a237-43e0-8e03-7bf6cdf00164), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:08.920455 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ca72bf-1817-48f0-b346-0c96f71b33f8 None None] DHCP port deletion for dc8fd5d5-9119-4c37-b78f-b32eb3e16c97 request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 20:53:08.926700 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-566d8697-e0dd-4b53-aab0-70b21bbc34ff admin admin] For port 2b9b2beb-a237-43e0-8e03-7bf6cdf00164, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=2b9b2beb-a237-43e0-8e03-7bf6cdf00164,segment=NetworkSegment(a3670c74-550c-40e0-87b7-75d0a6d24693),segment_id=a3670c74-550c-40e0-87b7-75d0a6d24693)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:53:08.927076 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-566d8697-e0dd-4b53-aab0-70b21bbc34ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (2b9b2beb-a237-43e0-8e03-7bf6cdf00164), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:08.940529 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-566d8697-e0dd-4b53-aab0-70b21bbc34ff admin admin] Calling delete_port for 2b9b2beb-a237-43e0-8e03-7bf6cdf00164 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:53:08.970347 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-83ca72bf-1817-48f0-b346-0c96f71b33f8 None None] Deleting port 2b9b2beb-a237-43e0-8e03-7bf6cdf00164 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:53:08.970722 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-83ca72bf-1817-48f0-b346-0c96f71b33f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (2b9b2beb-a237-43e0-8e03-7bf6cdf00164), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:09.026934 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-566d8697-e0dd-4b53-aab0-70b21bbc34ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (2b9b2beb-a237-43e0-8e03-7bf6cdf00164), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:09.042439 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-83ca72bf-1817-48f0-b346-0c96f71b33f8 None None] For port 2b9b2beb-a237-43e0-8e03-7bf6cdf00164, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=2b9b2beb-a237-43e0-8e03-7bf6cdf00164,segment=NetworkSegment(a3670c74-550c-40e0-87b7-75d0a6d24693),segment_id=a3670c74-550c-40e0-87b7-75d0a6d24693)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:53:09.042841 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-83ca72bf-1817-48f0-b346-0c96f71b33f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (2b9b2beb-a237-43e0-8e03-7bf6cdf00164), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:09.055814 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566d8697-e0dd-4b53-aab0-70b21bbc34ff admin admin] Pushing event deleted for resources: {'Port': ['ID=2b9b2beb-a237-43e0-8e03-7bf6cdf00164,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:53:09.055986 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-83ca72bf-1817-48f0-b346-0c96f71b33f8 None None] Calling delete_port for 2b9b2beb-a237-43e0-8e03-7bf6cdf00164 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:53:09.059270 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566d8697-e0dd-4b53-aab0-70b21bbc34ff admin admin] No DVR routers for this DVR port 2b9b2beb-a237-43e0-8e03-7bf6cdf00164 on host n-d-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:53:09.131376 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-566d8697-e0dd-4b53-aab0-70b21bbc34ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (dc8fd5d5-9119-4c37-b78f-b32eb3e16c97), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:09.134387 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-83ca72bf-1817-48f0-b346-0c96f71b33f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (2b9b2beb-a237-43e0-8e03-7bf6cdf00164), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:09.153415 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-566d8697-e0dd-4b53-aab0-70b21bbc34ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc8fd5d5-9119-4c37-b78f-b32eb3e16c97']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:53:09.161587 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ca72bf-1817-48f0-b346-0c96f71b33f8 None None] Pushing event deleted for resources: {'Port': ['ID=2b9b2beb-a237-43e0-8e03-7bf6cdf00164,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:53:09.163412 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ca72bf-1817-48f0-b346-0c96f71b33f8 None None] No DVR routers for this DVR port 2b9b2beb-a237-43e0-8e03-7bf6cdf00164 on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:53:09.169010 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-566d8697-e0dd-4b53-aab0-70b21bbc34ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3670c74-550c-40e0-87b7-75d0a6d24693') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:53:09.169377 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-566d8697-e0dd-4b53-aab0-70b21bbc34ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3670c74-550c-40e0-87b7-75d0a6d24693') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:53:09.179231 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-566d8697-e0dd-4b53-aab0-70b21bbc34ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (a3670c74-550c-40e0-87b7-75d0a6d24693), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:09.192477 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-566d8697-e0dd-4b53-aab0-70b21bbc34ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (a3670c74-550c-40e0-87b7-75d0a6d24693), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:09.199082 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-566d8697-e0dd-4b53-aab0-70b21bbc34ff admin admin] Releasing vlan 858 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 20:53:09.199509 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-566d8697-e0dd-4b53-aab0-70b21bbc34ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (a3670c74-550c-40e0-87b7-75d0a6d24693), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:09.201168 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 20:53:09.201168 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 20:53:09.201168 n-d-833163-1 neutron-server[103884]: timer() Mar 11 20:53:09.201168 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:53:09.201168 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 20:53:09.201168 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 20:53:09.201168 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 20:53:09.201168 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:53:09.201168 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 20:53:09.201168 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:53:09.201168 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 20:53:09.201168 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:53:09.201168 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 20:53:09.201168 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 20:53:09.201168 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:53:09.201168 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 20:53:09.201168 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:53:09.201168 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 20:53:09.201168 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 20:53:09.201168 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:53:09.201168 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 20:53:09.201168 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:53:09.201168 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:53:09.201168 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 20:53:09.201168 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 20:53:09.201168 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 20:53:09.201168 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:53:09.201168 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 20:53:09.201168 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:53:09.201168 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 20:53:09.201168 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:53:09.201168 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:53:09.254175 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-566d8697-e0dd-4b53-aab0-70b21bbc34ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (dc8fd5d5-9119-4c37-b78f-b32eb3e16c97), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:09.259600 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-566d8697-e0dd-4b53-aab0-70b21bbc34ff admin admin] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:09.262740 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-566d8697-e0dd-4b53-aab0-70b21bbc34ff admin admin] 10.222.0.65 "DELETE /v2.0/networks/dc8fd5d5-9119-4c37-b78f-b32eb3e16c97 HTTP/1.1" status: 204 len: 168 time: 0.5349422 Mar 11 20:53:09.273889 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566d8697-e0dd-4b53-aab0-70b21bbc34ff admin admin] Pushing event deleted for resources: {'Network': ['ID=dc8fd5d5-9119-4c37-b78f-b32eb3e16c97,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:53:09.385847 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33050) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:53:09.428662 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-22b65503-1cb2-4d02-8037-5f0fec7b4c38 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=360b5df7b50b47959f1dea8afcd996d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0415483 Mar 11 20:53:09.431747 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33052) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:53:09.479249 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-112dccc2-66a7-416d-8a94-b67154f20243 admin admin] Publish callbacks [] for security_group (109fcaec-42a3-453b-a02b-524553b66009), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:09.500000 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-112dccc2-66a7-416d-8a94-b67154f20243 admin admin] Publish callbacks [] for security_group (109fcaec-42a3-453b-a02b-524553b66009), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:09.548865 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-112dccc2-66a7-416d-8a94-b67154f20243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (109fcaec-42a3-453b-a02b-524553b66009), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:09.551467 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-112dccc2-66a7-416d-8a94-b67154f20243 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:09.552632 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-112dccc2-66a7-416d-8a94-b67154f20243 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/109fcaec-42a3-453b-a02b-524553b66009 HTTP/1.1" status: 204 len: 168 time: 0.1196086 Mar 11 20:53:09.561254 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112dccc2-66a7-416d-8a94-b67154f20243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109fcaec-42a3-453b-a02b-524553b66009,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:53:09.888571 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33058) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:53:09.931759 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-9c7d0a7e-9002-40de-a4cb-3967fae05196 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=f426b4d4531641b0a95da561fdbe3ea4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0419533 Mar 11 20:53:09.934087 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33062) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:53:09.981399 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0b0f504f-0f40-4522-aa3f-afec8abdf1a9 admin admin] Publish callbacks [] for security_group (ef5694b2-0925-4c8c-8bc6-6626ff23e2c1), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:10.002082 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0b0f504f-0f40-4522-aa3f-afec8abdf1a9 admin admin] Publish callbacks [] for security_group (ef5694b2-0925-4c8c-8bc6-6626ff23e2c1), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:10.047354 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0b0f504f-0f40-4522-aa3f-afec8abdf1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (ef5694b2-0925-4c8c-8bc6-6626ff23e2c1), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:10.049938 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0b0f504f-0f40-4522-aa3f-afec8abdf1a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:10.051105 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-0b0f504f-0f40-4522-aa3f-afec8abdf1a9 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/ef5694b2-0925-4c8c-8bc6-6626ff23e2c1 HTTP/1.1" status: 204 len: 168 time: 0.1161427 Mar 11 20:53:10.058557 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0f504f-0f40-4522-aa3f-afec8abdf1a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5694b2-0925-4c8c-8bc6-6626ff23e2c1,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:53:10.277798 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 75df5f72-d01e-4da1-ae73-4bbbb8abca42 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:53:10.297062 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 75df5f72-d01e-4da1-ae73-4bbbb8abca42 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:53:10.297403 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 75df5f72-d01e-4da1-ae73-4bbbb8abca42 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:53:10.297819 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 2b9b2beb-a237-43e0-8e03-7bf6cdf00164 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:53:10.316610 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 2b9b2beb-a237-43e0-8e03-7bf6cdf00164 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:53:10.316959 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 2b9b2beb-a237-43e0-8e03-7bf6cdf00164 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:53:10.726412 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33084) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:53:10.839502 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-03dacb8c-e855-42d0-ac91-80ad37d6f799 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1062784382-network', 'tenant_id': 'e724ea0cd69941cc91276207329c844f'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:53:10.859162 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03dacb8c-e855-42d0-ac91-80ad37d6f799 admin admin] Made reservation on behalf of e724ea0cd69941cc91276207329c844f for: {'network': 1} {{(pid=103884) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:53:10.861703 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-03dacb8c-e855-42d0-ac91-80ad37d6f799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:10.870393 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-03dacb8c-e855-42d0-ac91-80ad37d6f799 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:10.943247 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-03dacb8c-e855-42d0-ac91-80ad37d6f799 admin admin] Publish callbacks [] for security_group (d34f3bb8-6cb2-4fb9-84d0-abff1f1c4bd8), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:10.946830 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-03dacb8c-e855-42d0-ac91-80ad37d6f799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (d34f3bb8-6cb2-4fb9-84d0-abff1f1c4bd8), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:10.972474 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03dacb8c-e855-42d0-ac91-80ad37d6f799 admin admin] vlan segment allocate from pool success with {'vlan_id': 863, 'physical_network': 'physnet1'} {{(pid=103884) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:53:10.979049 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dacb8c-e855-42d0-ac91-80ad37d6f799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d34f3bb8-6cb2-4fb9-84d0-abff1f1c4bd8,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:53:10.985199 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-03dacb8c-e855-42d0-ac91-80ad37d6f799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (b12e0f3c-524d-4271-bcd7-a8728e08218d), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:10.985533 n-d-833163-1 neutron-server[103884]: INFO neutron.db.segments_db [None req-03dacb8c-e855-42d0-ac91-80ad37d6f799 admin admin] Added segment b12e0f3c-524d-4271-bcd7-a8728e08218d of type vlan for network 1ed6547a-9a98-470d-94e4-47f4b17aec8c Mar 11 20:53:11.028155 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-03dacb8c-e855-42d0-ac91-80ad37d6f799 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (1ed6547a-9a98-470d-94e4-47f4b17aec8c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:11.051567 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-03dacb8c-e855-42d0-ac91-80ad37d6f799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (1ed6547a-9a98-470d-94e4-47f4b17aec8c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:11.052558 n-d-833163-1 neutron-server[103884]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03dacb8c-e855-42d0-ac91-80ad37d6f799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103884) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:53:11.053132 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-03dacb8c-e855-42d0-ac91-80ad37d6f799 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:11.079841 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-03dacb8c-e855-42d0-ac91-80ad37d6f799 admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3518350 Mar 11 20:53:11.082791 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33088) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:53:11.088395 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-f18b177f-e830-46d9-8f8e-ff627c48663a admin admin] Request body: {'subnet': {'network_id': '1ed6547a-9a98-470d-94e4-47f4b17aec8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1062784382-subnet', 'tenant_id': 'e724ea0cd69941cc91276207329c844f', 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:53:11.109440 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18b177f-e830-46d9-8f8e-ff627c48663a admin admin] Made reservation on behalf of e724ea0cd69941cc91276207329c844f for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:53:11.112336 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f18b177f-e830-46d9-8f8e-ff627c48663a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:11.119021 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dacb8c-e855-42d0-ac91-80ad37d6f799 admin admin] Pushing event updated for resources: {'Network': ['ID=1ed6547a-9a98-470d-94e4-47f4b17aec8c,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:53:11.128365 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 1ed6547a-9a98-470d-94e4-47f4b17aec8c details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 20:53:11.281072 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f18b177f-e830-46d9-8f8e-ff627c48663a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (a6780793-39e7-4792-bdbc-7e68ecde50fe), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:11.327939 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18b177f-e830-46d9-8f8e-ff627c48663a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6780793-39e7-4792-bdbc-7e68ecde50fe,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:53:11.344888 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18b177f-e830-46d9-8f8e-ff627c48663a admin admin] Checking segment: {'id': 'b12e0f3c-524d-4271-bcd7-a8728e08218d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '1ed6547a-9a98-470d-94e4-47f4b17aec8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:53:11.345251 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18b177f-e830-46d9-8f8e-ff627c48663a admin admin] Network hostable DHCP agents. Network: 1ed6547a-9a98-470d-94e4-47f4b17aec8c, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:53:11.361892 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18b177f-e830-46d9-8f8e-ff627c48663a admin admin] Network 1ed6547a-9a98-470d-94e4-47f4b17aec8c is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:53:11.370326 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-f18b177f-e830-46d9-8f8e-ff627c48663a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 1ed6547a-9a98-470d-94e4-47f4b17aec8c) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:53:11.375353 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18b177f-e830-46d9-8f8e-ff627c48663a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:53:11.375975 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-f18b177f-e830-46d9-8f8e-ff627c48663a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:11.378640 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1aaf21-01ce-4c49-ba2d-be02756bf273 None None] Network 1ed6547a-9a98-470d-94e4-47f4b17aec8c requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:53:11.392884 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-f18b177f-e830-46d9-8f8e-ff627c48663a admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3088973 Mar 11 20:53:11.395789 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33090) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:53:11.400681 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-7674c1b9-9c3f-4b56-a303-7366624e1893 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1062784382-router', 'tenant_id': 'e724ea0cd69941cc91276207329c844f', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:53:11.422506 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7674c1b9-9c3f-4b56-a303-7366624e1893 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (d1a74aff-1d32-4240-8ecb-f096f27bc2fb), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:11.423662 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7674c1b9-9c3f-4b56-a303-7366624e1893 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (d1a74aff-1d32-4240-8ecb-f096f27bc2fb), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:11.480725 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7674c1b9-9c3f-4b56-a303-7366624e1893 admin admin] Publish callbacks [] for router_controller (d1a74aff-1d32-4240-8ecb-f096f27bc2fb), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:11.489809 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a0997c-527f-41c6-8637-143c8cc8d602 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-1ed6547a-9a98-470d-94e4-47f4b17aec8c', 'network_id': '1ed6547a-9a98-470d-94e4-47f4b17aec8c', 'project_id': 'e724ea0cd69941cc91276207329c844f', 'fixed_ips': [{'subnet_id': 'a6780793-39e7-4792-bdbc-7e68ecde50fe'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 20:53:11.490687 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-75a0997c-527f-41c6-8637-143c8cc8d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:11.627879 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-75a0997c-527f-41c6-8637-143c8cc8d602 None None] Allocated IP 172.20.0.2 (1ed6547a-9a98-470d-94e4-47f4b17aec8c/a6780793-39e7-4792-bdbc-7e68ecde50fe/92699222-c52f-44c3-a60f-8d1f0b407711) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:53:11.643332 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7674c1b9-9c3f-4b56-a303-7366624e1893 admin admin] Publish callbacks [] for router_gateway (d1a74aff-1d32-4240-8ecb-f096f27bc2fb), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:11.781286 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-75a0997c-527f-41c6-8637-143c8cc8d602 None None] Publish callbacks [] for port (92699222-c52f-44c3-a60f-8d1f0b407711), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:11.787297 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-75a0997c-527f-41c6-8637-143c8cc8d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (92699222-c52f-44c3-a60f-8d1f0b407711), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:11.836001 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a0997c-527f-41c6-8637-143c8cc8d602 None None] Network 1ed6547a-9a98-470d-94e4-47f4b17aec8c is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:53:11.840842 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-75a0997c-527f-41c6-8637-143c8cc8d602 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:53:11.843203 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a0997c-527f-41c6-8637-143c8cc8d602 None None] Pushing event updated for resources: {'Port': ['ID=92699222-c52f-44c3-a60f-8d1f0b407711,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:53:11.853578 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a0997c-527f-41c6-8637-143c8cc8d602 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:53:11.869441 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7674c1b9-9c3f-4b56-a303-7366624e1893 admin admin] Publish callbacks [] for router_gateway (d1a74aff-1d32-4240-8ecb-f096f27bc2fb), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:11.895594 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7674c1b9-9c3f-4b56-a303-7366624e1893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:11.921621 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-75a0997c-527f-41c6-8637-143c8cc8d602 None None] Attempting to bind port 92699222-c52f-44c3-a60f-8d1f0b407711 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:53:11.922043 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-75a0997c-527f-41c6-8637-143c8cc8d602 None None] Attempting to bind port 92699222-c52f-44c3-a60f-8d1f0b407711 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'b12e0f3c-524d-4271-bcd7-a8728e08218d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '1ed6547a-9a98-470d-94e4-47f4b17aec8c'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:53:11.922454 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a0997c-527f-41c6-8637-143c8cc8d602 None None] Attempting to bind port 92699222-c52f-44c3-a60f-8d1f0b407711 on network 1ed6547a-9a98-470d-94e4-47f4b17aec8c {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:53:11.928103 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a0997c-527f-41c6-8637-143c8cc8d602 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:53:11.928608 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a0997c-527f-41c6-8637-143c8cc8d602 None None] Checking segment: {'id': 'b12e0f3c-524d-4271-bcd7-a8728e08218d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '1ed6547a-9a98-470d-94e4-47f4b17aec8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:53:11.929215 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-75a0997c-527f-41c6-8637-143c8cc8d602 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:11.930291 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a0997c-527f-41c6-8637-143c8cc8d602 None None] Bound using segment: {'id': 'b12e0f3c-524d-4271-bcd7-a8728e08218d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '1ed6547a-9a98-470d-94e4-47f4b17aec8c'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:53:11.931157 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-75a0997c-527f-41c6-8637-143c8cc8d602 None None] Bound port: 92699222-c52f-44c3-a60f-8d1f0b407711, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b12e0f3c-524d-4271-bcd7-a8728e08218d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '1ed6547a-9a98-470d-94e4-47f4b17aec8c'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:53:11.931555 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-75a0997c-527f-41c6-8637-143c8cc8d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (92699222-c52f-44c3-a60f-8d1f0b407711), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:12.000581 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-75a0997c-527f-41c6-8637-143c8cc8d602 None None] For port 92699222-c52f-44c3-a60f-8d1f0b407711, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:53:12.003604 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-75a0997c-527f-41c6-8637-143c8cc8d602 None None] For port 92699222-c52f-44c3-a60f-8d1f0b407711, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=92699222-c52f-44c3-a60f-8d1f0b407711,segment=NetworkSegment(b12e0f3c-524d-4271-bcd7-a8728e08218d),segment_id=b12e0f3c-524d-4271-bcd7-a8728e08218d)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:53:12.011024 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-75a0997c-527f-41c6-8637-143c8cc8d602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (92699222-c52f-44c3-a60f-8d1f0b407711), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:12.016590 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-7674c1b9-9c3f-4b56-a303-7366624e1893 admin admin] Allocated IP 172.25.8.118 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/951d9359-441b-4e31-bee1-de713460a5cf) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:53:12.075014 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a0997c-527f-41c6-8637-143c8cc8d602 None None] Pushing event updated for resources: {'Port': ['ID=92699222-c52f-44c3-a60f-8d1f0b407711,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:53:12.125565 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7674c1b9-9c3f-4b56-a303-7366624e1893 admin admin] Publish callbacks [] for port (951d9359-441b-4e31-bee1-de713460a5cf), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:12.161869 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7674c1b9-9c3f-4b56-a303-7366624e1893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (951d9359-441b-4e31-bee1-de713460a5cf), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:12.273963 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7674c1b9-9c3f-4b56-a303-7366624e1893 admin admin] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:53:12.275380 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7674c1b9-9c3f-4b56-a303-7366624e1893 admin admin] Pushing event updated for resources: {'Port': ['ID=951d9359-441b-4e31-bee1-de713460a5cf,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:53:12.279394 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-7674c1b9-9c3f-4b56-a303-7366624e1893 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:53:12.281730 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7674c1b9-9c3f-4b56-a303-7366624e1893 admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:53:12.403153 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 92699222-c52f-44c3-a60f-8d1f0b407711 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:53:12.465103 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 92699222-c52f-44c3-a60f-8d1f0b407711 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:53:12.465482 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (92699222-c52f-44c3-a60f-8d1f0b407711), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:12.551800 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 92699222-c52f-44c3-a60f-8d1f0b407711 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:53:12.552524 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (92699222-c52f-44c3-a60f-8d1f0b407711), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:12.561114 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7674c1b9-9c3f-4b56-a303-7366624e1893 admin admin] Publish callbacks [] for router_gateway (d1a74aff-1d32-4240-8ecb-f096f27bc2fb), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:12.587403 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 92699222-c52f-44c3-a60f-8d1f0b407711, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=92699222-c52f-44c3-a60f-8d1f0b407711,segment=NetworkSegment(b12e0f3c-524d-4271-bcd7-a8728e08218d),segment_id=b12e0f3c-524d-4271-bcd7-a8728e08218d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:53:12.592046 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (92699222-c52f-44c3-a60f-8d1f0b407711), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:12.644883 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=92699222-c52f-44c3-a60f-8d1f0b407711,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:53:12.764727 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7674c1b9-9c3f-4b56-a303-7366624e1893 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (d1a74aff-1d32-4240-8ecb-f096f27bc2fb), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:12.903582 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7674c1b9-9c3f-4b56-a303-7366624e1893 admin admin] Router d1a74aff-1d32-4240-8ecb-f096f27bc2fb is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 20:53:13.017942 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7674c1b9-9c3f-4b56-a303-7366624e1893 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:53:13.040726 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-7674c1b9-9c3f-4b56-a303-7366624e1893 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:13.045095 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-7674c1b9-9c3f-4b56-a303-7366624e1893 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6455045 Mar 11 20:53:13.045542 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33092) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:53:13.184514 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68af385b-c7c0-4e19-8dcc-7abb36d5ce44 None None] Sync routers for ids ['d1a74aff-1d32-4240-8ecb-f096f27bc2fb'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:53:13.194871 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68af385b-c7c0-4e19-8dcc-7abb36d5ce44 None None] Routers {'d1a74aff-1d32-4240-8ecb-f096f27bc2fb'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:53:13.196386 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-68af385b-c7c0-4e19-8dcc-7abb36d5ce44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:52:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['d1a74aff-1d32-4240-8ecb-f096f27bc2fb'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:53:13.226040 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda7b8f2-cb32-4b7b-ad3d-fc61d37988f0 None None] Network 1ed6547a-9a98-470d-94e4-47f4b17aec8c requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:53:13.304316 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-77e6ee91-6c89-4f86-a096-29fc5b43d73b None None] Provisioning complete for port 92699222-c52f-44c3-a60f-8d1f0b407711 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:53:13.305732 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-77e6ee91-6c89-4f86-a096-29fc5b43d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (92699222-c52f-44c3-a60f-8d1f0b407711), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:13.309720 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-68af385b-c7c0-4e19-8dcc-7abb36d5ce44 None None] Set router d1a74aff-1d32-4240-8ecb-f096f27bc2fb gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:53:13.428461 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-77e6ee91-6c89-4f86-a096-29fc5b43d73b None None] Current status of the port 92699222-c52f-44c3-a60f-8d1f0b407711 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:53:13.517250 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-68af385b-c7c0-4e19-8dcc-7abb36d5ce44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a74aff-1d32-4240-8ecb-f096f27bc2fb', 'name': 'tempest-TestSnapshotPattern-1062784382-router', 'tenant_id': 'e724ea0cd69941cc91276207329c844f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '951d9359-441b-4e31-bee1-de713460a5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:53:11Z', 'updated_at': '2022-03-11T20:53:12Z', 'revision_number': 3, 'project_id': 'e724ea0cd69941cc91276207329c844f', 'gw_port': {'id': '951d9359-441b-4e31-bee1-de713460a5cf', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a74aff-1d32-4240-8ecb-f096f27bc2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4444, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:53:11Z', 'updated_at': '2022-03-11T20:53:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:53:13.566324 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68af385b-c7c0-4e19-8dcc-7abb36d5ce44 None None] Checking router: d1a74aff-1d32-4240-8ecb-f096f27bc2fb for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:53:13.566670 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68af385b-c7c0-4e19-8dcc-7abb36d5ce44 None None] Updating router d1a74aff-1d32-4240-8ecb-f096f27bc2fb port 951d9359-441b-4e31-bee1-de713460a5cf binding host n-d-833163-1 {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 20:53:13.597860 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-68af385b-c7c0-4e19-8dcc-7abb36d5ce44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (951d9359-441b-4e31-bee1-de713460a5cf), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:13.751616 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c6f48beb-610a-4b6f-b275-b657654b3fae None None] Provisioning complete for port 92699222-c52f-44c3-a60f-8d1f0b407711 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:53:13.752044 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c6f48beb-610a-4b6f-b275-b657654b3fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (92699222-c52f-44c3-a60f-8d1f0b407711), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:13.833364 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-62d2128a-6499-49c3-ac95-a95dcc90e1dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:13.839659 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c6f48beb-610a-4b6f-b275-b657654b3fae None None] Current status of the port 92699222-c52f-44c3-a60f-8d1f0b407711 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:53:13.863410 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-68af385b-c7c0-4e19-8dcc-7abb36d5ce44 None None] Publish callbacks [] for port (951d9359-441b-4e31-bee1-de713460a5cf), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:13.869275 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-68af385b-c7c0-4e19-8dcc-7abb36d5ce44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (951d9359-441b-4e31-bee1-de713460a5cf), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:13.920536 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-68af385b-c7c0-4e19-8dcc-7abb36d5ce44 None None] Attempting to bind port 951d9359-441b-4e31-bee1-de713460a5cf on host n-d-833163-1 for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:53:13.920898 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-68af385b-c7c0-4e19-8dcc-7abb36d5ce44 None None] Attempting to bind port 951d9359-441b-4e31-bee1-de713460a5cf by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:53:13.921268 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68af385b-c7c0-4e19-8dcc-7abb36d5ce44 None None] Attempting to bind port 951d9359-441b-4e31-bee1-de713460a5cf on network 612cc066-33e3-444d-b1c7-d0a64751482a {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:53:13.929543 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f645780-7b57-4d4e-a578-7d2c0e102dc9 None None] Pushing event updated for resources: {'Port': ['ID=951d9359-441b-4e31-bee1-de713460a5cf,revision_number=2']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:53:13.933258 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68af385b-c7c0-4e19-8dcc-7abb36d5ce44 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:53:13.933632 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68af385b-c7c0-4e19-8dcc-7abb36d5ce44 None None] Checking segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:53:13.934035 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-68af385b-c7c0-4e19-8dcc-7abb36d5ce44 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:13.934424 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68af385b-c7c0-4e19-8dcc-7abb36d5ce44 None None] Bound using segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:53:13.934890 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-68af385b-c7c0-4e19-8dcc-7abb36d5ce44 None None] Bound port: 951d9359-441b-4e31-bee1-de713460a5cf, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:53:13.935264 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-68af385b-c7c0-4e19-8dcc-7abb36d5ce44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (951d9359-441b-4e31-bee1-de713460a5cf), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:13.941867 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f645780-7b57-4d4e-a578-7d2c0e102dc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:53:13.942215 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f645780-7b57-4d4e-a578-7d2c0e102dc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:53:13.942554 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f645780-7b57-4d4e-a578-7d2c0e102dc9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:53:13.942888 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f645780-7b57-4d4e-a578-7d2c0e102dc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:53:13.943219 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f645780-7b57-4d4e-a578-7d2c0e102dc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:53:13.943544 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f645780-7b57-4d4e-a578-7d2c0e102dc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:53:13.943895 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f645780-7b57-4d4e-a578-7d2c0e102dc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:53:13.944217 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f645780-7b57-4d4e-a578-7d2c0e102dc9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:53:13.944537 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f645780-7b57-4d4e-a578-7d2c0e102dc9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:53:13.944856 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f645780-7b57-4d4e-a578-7d2c0e102dc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:53:13.945175 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f645780-7b57-4d4e-a578-7d2c0e102dc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:53:13.945534 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f645780-7b57-4d4e-a578-7d2c0e102dc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:53:13.945839 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f645780-7b57-4d4e-a578-7d2c0e102dc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:53:13.996579 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-68af385b-c7c0-4e19-8dcc-7abb36d5ce44 None None] For port 951d9359-441b-4e31-bee1-de713460a5cf, host n-d-833163-1, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:53:13.999538 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-68af385b-c7c0-4e19-8dcc-7abb36d5ce44 None None] For port 951d9359-441b-4e31-bee1-de713460a5cf, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=951d9359-441b-4e31-bee1-de713460a5cf,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:53:14.006510 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-68af385b-c7c0-4e19-8dcc-7abb36d5ce44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (951d9359-441b-4e31-bee1-de713460a5cf), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:14.020457 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-62d2128a-6499-49c3-ac95-a95dcc90e1dd admin admin] Allocated IP 172.20.0.1 (1ed6547a-9a98-470d-94e4-47f4b17aec8c/a6780793-39e7-4792-bdbc-7e68ecde50fe/a34e62fe-37e9-48fb-a07e-5ff42af8a12f) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:53:14.061185 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68af385b-c7c0-4e19-8dcc-7abb36d5ce44 None None] Routers {'d1a74aff-1d32-4240-8ecb-f096f27bc2fb'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:53:14.061797 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-68af385b-c7c0-4e19-8dcc-7abb36d5ce44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:52:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['d1a74aff-1d32-4240-8ecb-f096f27bc2fb'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:53:14.105097 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f645780-7b57-4d4e-a578-7d2c0e102dc9 None None] Pushing event updated for resources: {'Port': ['ID=951d9359-441b-4e31-bee1-de713460a5cf,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:53:14.126712 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-62d2128a-6499-49c3-ac95-a95dcc90e1dd admin admin] Publish callbacks [] for port (a34e62fe-37e9-48fb-a07e-5ff42af8a12f), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:14.159984 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-62d2128a-6499-49c3-ac95-a95dcc90e1dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (a34e62fe-37e9-48fb-a07e-5ff42af8a12f), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:14.177582 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-68af385b-c7c0-4e19-8dcc-7abb36d5ce44 None None] Set router d1a74aff-1d32-4240-8ecb-f096f27bc2fb gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:53:14.196532 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d2128a-6499-49c3-ac95-a95dcc90e1dd admin admin] Network 1ed6547a-9a98-470d-94e4-47f4b17aec8c is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:53:14.199506 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-62d2128a-6499-49c3-ac95-a95dcc90e1dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:53:14.207746 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d2128a-6499-49c3-ac95-a95dcc90e1dd admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:53:14.244690 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d2128a-6499-49c3-ac95-a95dcc90e1dd admin admin] Pushing event updated for resources: {'Port': ['ID=a34e62fe-37e9-48fb-a07e-5ff42af8a12f,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:53:14.267513 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-62d2128a-6499-49c3-ac95-a95dcc90e1dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (d1a74aff-1d32-4240-8ecb-f096f27bc2fb), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:14.312767 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 92699222-c52f-44c3-a60f-8d1f0b407711 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:53:14.389595 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 92699222-c52f-44c3-a60f-8d1f0b407711 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:53:14.389984 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (92699222-c52f-44c3-a60f-8d1f0b407711), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:14.396521 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-68af385b-c7c0-4e19-8dcc-7abb36d5ce44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a74aff-1d32-4240-8ecb-f096f27bc2fb', 'name': 'tempest-TestSnapshotPattern-1062784382-router', 'tenant_id': 'e724ea0cd69941cc91276207329c844f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '951d9359-441b-4e31-bee1-de713460a5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:53:11Z', 'updated_at': '2022-03-11T20:53:12Z', 'revision_number': 3, 'project_id': 'e724ea0cd69941cc91276207329c844f', 'gw_port': {'id': '951d9359-441b-4e31-bee1-de713460a5cf', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a74aff-1d32-4240-8ecb-f096f27bc2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4444, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:53:11Z', 'updated_at': '2022-03-11T20:53:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:53:14.430022 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68af385b-c7c0-4e19-8dcc-7abb36d5ce44 None None] The sync data for ids ['d1a74aff-1d32-4240-8ecb-f096f27bc2fb'] in n-d-833163-1 is: [{'id': 'd1a74aff-1d32-4240-8ecb-f096f27bc2fb', 'name': 'tempest-TestSnapshotPattern-1062784382-router', 'tenant_id': 'e724ea0cd69941cc91276207329c844f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '951d9359-441b-4e31-bee1-de713460a5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:53:11Z', 'updated_at': '2022-03-11T20:53:12Z', 'revision_number': 3, 'project_id': 'e724ea0cd69941cc91276207329c844f', 'gw_port': {'id': '951d9359-441b-4e31-bee1-de713460a5cf', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a74aff-1d32-4240-8ecb-f096f27bc2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4444, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:53:11Z', 'updated_at': '2022-03-11T20:53:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:53:14.454066 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-62d2128a-6499-49c3-ac95-a95dcc90e1dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a34e62fe-37e9-48fb-a07e-5ff42af8a12f), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:14.484073 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 92699222-c52f-44c3-a60f-8d1f0b407711 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:53:14.488550 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-65984037-10cb-4593-ba56-7882307fdc4e None None] Provisioning complete for port a34e62fe-37e9-48fb-a07e-5ff42af8a12f triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:53:14.488856 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-65984037-10cb-4593-ba56-7882307fdc4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (a34e62fe-37e9-48fb-a07e-5ff42af8a12f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:14.523121 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-65984037-10cb-4593-ba56-7882307fdc4e None None] Port a34e62fe-37e9-48fb-a07e-5ff42af8a12f cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:53:14.636347 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-62d2128a-6499-49c3-ac95-a95dcc90e1dd admin admin] Publish callbacks [] for port (a34e62fe-37e9-48fb-a07e-5ff42af8a12f), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:14.641381 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-62d2128a-6499-49c3-ac95-a95dcc90e1dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (a34e62fe-37e9-48fb-a07e-5ff42af8a12f), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:14.721177 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-62d2128a-6499-49c3-ac95-a95dcc90e1dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (d1a74aff-1d32-4240-8ecb-f096f27bc2fb), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:14.723085 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d2128a-6499-49c3-ac95-a95dcc90e1dd admin admin] Pushing event updated for resources: {'Port': ['ID=a34e62fe-37e9-48fb-a07e-5ff42af8a12f,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:53:14.817642 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d2128a-6499-49c3-ac95-a95dcc90e1dd admin admin] Network 1ed6547a-9a98-470d-94e4-47f4b17aec8c is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:53:14.819464 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-62d2128a-6499-49c3-ac95-a95dcc90e1dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:53:14.951895 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62d2128a-6499-49c3-ac95-a95dcc90e1dd admin admin] Router d1a74aff-1d32-4240-8ecb-f096f27bc2fb has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:53:15.052743 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-2a29ac27-553f-452f-be02-17542b9e470d None None] Provisioning complete for port a34e62fe-37e9-48fb-a07e-5ff42af8a12f triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:53:15.053216 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-2a29ac27-553f-452f-be02-17542b9e470d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (a34e62fe-37e9-48fb-a07e-5ff42af8a12f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:15.079002 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62d2128a-6499-49c3-ac95-a95dcc90e1dd admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:53:15.084959 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-62d2128a-6499-49c3-ac95-a95dcc90e1dd admin admin] 10.222.0.65 "PUT /v2.0/routers/d1a74aff-1d32-4240-8ecb-f096f27bc2fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0380673 Mar 11 20:53:15.088548 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-2a29ac27-553f-452f-be02-17542b9e470d None None] Port a34e62fe-37e9-48fb-a07e-5ff42af8a12f cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:53:15.578536 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33108) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:53:15.583455 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-d7e98022-7087-4cf2-9000-6f47795aff3d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-497511579-network', 'tenant_id': '4c0dc4b95d0c4aef87e05c023e6c5676'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:53:15.607782 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e98022-7087-4cf2-9000-6f47795aff3d admin admin] Made reservation on behalf of 4c0dc4b95d0c4aef87e05c023e6c5676 for: {'network': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:53:15.610389 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d7e98022-7087-4cf2-9000-6f47795aff3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for network (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:15.619489 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d7e98022-7087-4cf2-9000-6f47795aff3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:15.693380 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d7e98022-7087-4cf2-9000-6f47795aff3d admin admin] Publish callbacks [] for security_group (d211e131-369d-4051-9bed-d5f12266152d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:15.698050 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d7e98022-7087-4cf2-9000-6f47795aff3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (d211e131-369d-4051-9bed-d5f12266152d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:15.724522 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7e98022-7087-4cf2-9000-6f47795aff3d admin admin] vlan segment allocate from pool success with {'vlan_id': 894, 'physical_network': 'physnet1'} {{(pid=103885) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 11 20:53:15.730335 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e98022-7087-4cf2-9000-6f47795aff3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d211e131-369d-4051-9bed-d5f12266152d,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:53:15.738638 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d7e98022-7087-4cf2-9000-6f47795aff3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (e8cf845d-2b19-4e44-ac61-49341b3c46bf), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:15.738638 n-d-833163-1 neutron-server[103885]: INFO neutron.db.segments_db [None req-d7e98022-7087-4cf2-9000-6f47795aff3d admin admin] Added segment e8cf845d-2b19-4e44-ac61-49341b3c46bf of type vlan for network 7d07f98a-d4b6-4992-933e-4bb4bc11747e Mar 11 20:53:15.785825 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d7e98022-7087-4cf2-9000-6f47795aff3d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738458736339'] for network (7d07f98a-d4b6-4992-933e-4bb4bc11747e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:15.811351 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d7e98022-7087-4cf2-9000-6f47795aff3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351'] for network (7d07f98a-d4b6-4992-933e-4bb4bc11747e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:15.812350 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e98022-7087-4cf2-9000-6f47795aff3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:53:15.812924 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-d7e98022-7087-4cf2-9000-6f47795aff3d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:15.849499 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d7e98022-7087-4cf2-9000-6f47795aff3d admin admin] 10.222.0.65 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2672398 Mar 11 20:53:15.849719 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33110) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:53:15.854399 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-114cedd0-9fbf-46f8-a33d-c0b63ad992f6 admin admin] Request body: {'subnet': {'network_id': '7d07f98a-d4b6-4992-933e-4bb4bc11747e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-497511579-subnet', 'tenant_id': '4c0dc4b95d0c4aef87e05c023e6c5676', 'ip_version': 4}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:53:15.899394 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e98022-7087-4cf2-9000-6f47795aff3d admin admin] Pushing event updated for resources: {'Network': ['ID=7d07f98a-d4b6-4992-933e-4bb4bc11747e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:53:15.910273 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114cedd0-9fbf-46f8-a33d-c0b63ad992f6 admin admin] Made reservation on behalf of 4c0dc4b95d0c4aef87e05c023e6c5676 for: {'subnet': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:53:15.911127 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Network 7d07f98a-d4b6-4992-933e-4bb4bc11747e details requested by agent ovs-agent-n-d-833163-1 with host n-d-833163-1 {{(pid=103886) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 11 20:53:15.912895 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-114cedd0-9fbf-46f8-a33d-c0b63ad992f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16689818'] for subnet (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:16.056374 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f8f7ad-4811-4345-afa6-fb98024a29b6 None None] Sync routers for ids ['d1a74aff-1d32-4240-8ecb-f096f27bc2fb'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:53:16.067637 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f8f7ad-4811-4345-afa6-fb98024a29b6 None None] Routers {'d1a74aff-1d32-4240-8ecb-f096f27bc2fb'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:53:16.068244 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-c4f8f7ad-4811-4345-afa6-fb98024a29b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:52:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['d1a74aff-1d32-4240-8ecb-f096f27bc2fb'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:53:16.085044 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-114cedd0-9fbf-46f8-a33d-c0b63ad992f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16775422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16689844'] for subnet (83c69978-9862-4a27-a1e9-2c15df08f5e0), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:16.142267 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114cedd0-9fbf-46f8-a33d-c0b63ad992f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83c69978-9862-4a27-a1e9-2c15df08f5e0,revision_number=0']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:53:16.154337 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114cedd0-9fbf-46f8-a33d-c0b63ad992f6 admin admin] Checking segment: {'id': 'e8cf845d-2b19-4e44-ac61-49341b3c46bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '7d07f98a-d4b6-4992-933e-4bb4bc11747e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:53:16.154708 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114cedd0-9fbf-46f8-a33d-c0b63ad992f6 admin admin] Network hostable DHCP agents. Network: 7d07f98a-d4b6-4992-933e-4bb4bc11747e, hostable agents: ['05c2fa7c-e4fb-4336-9d84-2d432af6b8d3'], hosted agents: [] {{(pid=103885) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 11 20:53:16.172583 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114cedd0-9fbf-46f8-a33d-c0b63ad992f6 admin admin] Network 7d07f98a-d4b6-4992-933e-4bb4bc11747e is scheduled to be hosted by DHCP agent 05c2fa7c-e4fb-4336-9d84-2d432af6b8d3 with binding_index 1 {{(pid=103885) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 11 20:53:16.182587 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-114cedd0-9fbf-46f8-a33d-c0b63ad992f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-833163-1, 7d07f98a-d4b6-4992-933e-4bb4bc11747e) {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:53:16.187439 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114cedd0-9fbf-46f8-a33d-c0b63ad992f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:53:16.188082 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-114cedd0-9fbf-46f8-a33d-c0b63ad992f6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:16.204942 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-114cedd0-9fbf-46f8-a33d-c0b63ad992f6 admin admin] 10.222.0.65 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3541746 Mar 11 20:53:16.207668 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33112) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:53:16.212310 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-f328e258-3f7c-4d4c-a20d-ebbb47f51e29 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-497511579-router', 'tenant_id': '4c0dc4b95d0c4aef87e05c023e6c5676', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:53:16.239245 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f328e258-3f7c-4d4c-a20d-ebbb47f51e29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7984935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7562'] for router (b05d8c3d-0d5e-4744-82e6-6487c36a0954), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:16.240888 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f328e258-3f7c-4d4c-a20d-ebbb47f51e29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7985043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7914726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7571'] for router (b05d8c3d-0d5e-4744-82e6-6487c36a0954), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:16.274844 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67beddde-102d-433a-b839-d5bec4d28aad None None] Network 7d07f98a-d4b6-4992-933e-4bb4bc11747e requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:53:16.300369 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f328e258-3f7c-4d4c-a20d-ebbb47f51e29 admin admin] Publish callbacks [] for router_controller (b05d8c3d-0d5e-4744-82e6-6487c36a0954), precommit_add_association {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:16.349850 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 951d9359-441b-4e31-bee1-de713460a5cf up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:53:16.448916 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-c4f8f7ad-4811-4345-afa6-fb98024a29b6 None None] Set router d1a74aff-1d32-4240-8ecb-f096f27bc2fb gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:53:16.502811 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3bc159-a4b0-4e31-b8a9-34860261a4c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13bf5ee6-36d3-547c-9dcd-c2c016886b1b-7d07f98a-d4b6-4992-933e-4bb4bc11747e', 'network_id': '7d07f98a-d4b6-4992-933e-4bb4bc11747e', 'project_id': '4c0dc4b95d0c4aef87e05c023e6c5676', 'fixed_ips': [{'subnet_id': '83c69978-9862-4a27-a1e9-2c15df08f5e0'}]}} from n-d-833163-1. {{(pid=103886) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 11 20:53:16.503693 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5e3bc159-a4b0-4e31-b8a9-34860261a4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:16.561176 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 951d9359-441b-4e31-bee1-de713460a5cf triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:53:16.561664 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (951d9359-441b-4e31-bee1-de713460a5cf), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:16.733882 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f328e258-3f7c-4d4c-a20d-ebbb47f51e29 admin admin] Publish callbacks [] for router_gateway (b05d8c3d-0d5e-4744-82e6-6487c36a0954), precommit_update {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:16.804558 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.db_base_plugin_common [None req-5e3bc159-a4b0-4e31-b8a9-34860261a4c2 None None] Allocated IP 172.20.0.2 (7d07f98a-d4b6-4992-933e-4bb4bc11747e/83c69978-9862-4a27-a1e9-2c15df08f5e0/8411c7e6-aaee-4369-ae3f-787a22a17a97) {{(pid=103886) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:53:16.851047 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 951d9359-441b-4e31-bee1-de713460a5cf is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:53:16.851496 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (951d9359-441b-4e31-bee1-de713460a5cf), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:16.901817 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 951d9359-441b-4e31-bee1-de713460a5cf, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=951d9359-441b-4e31-bee1-de713460a5cf,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:53:16.929696 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (951d9359-441b-4e31-bee1-de713460a5cf), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:16.937198 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f328e258-3f7c-4d4c-a20d-ebbb47f51e29 admin admin] Publish callbacks [] for router_gateway (b05d8c3d-0d5e-4744-82e6-6487c36a0954), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:16.956531 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f328e258-3f7c-4d4c-a20d-ebbb47f51e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:17.004703 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-c4f8f7ad-4811-4345-afa6-fb98024a29b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a74aff-1d32-4240-8ecb-f096f27bc2fb', 'name': 'tempest-TestSnapshotPattern-1062784382-router', 'tenant_id': 'e724ea0cd69941cc91276207329c844f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '951d9359-441b-4e31-bee1-de713460a5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:53:11Z', 'updated_at': '2022-03-11T20:53:14Z', 'revision_number': 4, 'project_id': 'e724ea0cd69941cc91276207329c844f', 'gw_port': {'id': '951d9359-441b-4e31-bee1-de713460a5cf', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a74aff-1d32-4240-8ecb-f096f27bc2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4444, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:53:11Z', 'updated_at': '2022-03-11T20:53:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'a34e62fe-37e9-48fb-a07e-5ff42af8a12f', 'name': '', 'network_id': '1ed6547a-9a98-470d-94e4-47f4b17aec8c', 'tenant_id': 'e724ea0cd69941cc91276207329c844f', 'mac_address': 'fa:16:3e:c1:ad:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a74aff-1d32-4240-8ecb-f096f27bc2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': 'a6780793-39e7-4792-bdbc-7e68ecde50fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:53:13Z', 'updated_at': '2022-03-11T20:53:14Z', 'revision_number': 2, 'project_id': 'e724ea0cd69941cc91276207329c844f', 'subnets': [{'id': 'a6780793-39e7-4792-bdbc-7e68ecde50fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:53:17.040216 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=951d9359-441b-4e31-bee1-de713460a5cf,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:53:17.044842 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f8f7ad-4811-4345-afa6-fb98024a29b6 None None] Checking router: d1a74aff-1d32-4240-8ecb-f096f27bc2fb for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:53:17.045204 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f8f7ad-4811-4345-afa6-fb98024a29b6 None None] Updating router d1a74aff-1d32-4240-8ecb-f096f27bc2fb port a34e62fe-37e9-48fb-a07e-5ff42af8a12f binding host n-d-833163-1 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 20:53:17.064003 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_common [None req-f328e258-3f7c-4d4c-a20d-ebbb47f51e29 admin admin] Allocated IP 172.25.8.95 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/0be43064-0238-48fa-954e-a160f46dd8d9) {{(pid=103884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:53:17.098179 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f7ad-4811-4345-afa6-fb98024a29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a34e62fe-37e9-48fb-a07e-5ff42af8a12f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:17.118995 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5e3bc159-a4b0-4e31-b8a9-34860261a4c2 None None] Publish callbacks [] for port (8411c7e6-aaee-4369-ae3f-787a22a17a97), precommit_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:17.145612 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5e3bc159-a4b0-4e31-b8a9-34860261a4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329'] for port (8411c7e6-aaee-4369-ae3f-787a22a17a97), after_create {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:17.168608 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f328e258-3f7c-4d4c-a20d-ebbb47f51e29 admin admin] Publish callbacks [] for port (0be43064-0238-48fa-954e-a160f46dd8d9), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:17.203848 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f328e258-3f7c-4d4c-a20d-ebbb47f51e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (0be43064-0238-48fa-954e-a160f46dd8d9), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:17.238731 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3bc159-a4b0-4e31-b8a9-34860261a4c2 None None] Network 7d07f98a-d4b6-4992-933e-4bb4bc11747e is already hosted by enough agents. {{(pid=103886) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:53:17.244945 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f328e258-3f7c-4d4c-a20d-ebbb47f51e29 admin admin] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:53:17.245482 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3bc159-a4b0-4e31-b8a9-34860261a4c2 None None] Pushing event updated for resources: {'Port': ['ID=8411c7e6-aaee-4369-ae3f-787a22a17a97,revision_number=1']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:53:17.247535 n-d-833163-1 neutron-server[103886]: DEBUG neutron.scheduler.base_scheduler [None req-5e3bc159-a4b0-4e31-b8a9-34860261a4c2 None None] Resources bound (agent type, host, resource id): {{(pid=103886) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:53:17.255061 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3bc159-a4b0-4e31-b8a9-34860261a4c2 None None] Received port after_create {{(pid=103886) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:53:17.261160 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.base_scheduler [None req-f328e258-3f7c-4d4c-a20d-ebbb47f51e29 admin admin] Resources bound (agent type, host, resource id): {{(pid=103884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:53:17.264696 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f328e258-3f7c-4d4c-a20d-ebbb47f51e29 admin admin] Received port after_create {{(pid=103884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:53:17.286538 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f328e258-3f7c-4d4c-a20d-ebbb47f51e29 admin admin] Pushing event updated for resources: {'Port': ['ID=0be43064-0238-48fa-954e-a160f46dd8d9,revision_number=1']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:53:17.369549 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-5e3bc159-a4b0-4e31-b8a9-34860261a4c2 None None] Attempting to bind port 8411c7e6-aaee-4369-ae3f-787a22a17a97 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:53:17.369927 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-5e3bc159-a4b0-4e31-b8a9-34860261a4c2 None None] Attempting to bind port 8411c7e6-aaee-4369-ae3f-787a22a17a97 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'e8cf845d-2b19-4e44-ac61-49341b3c46bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '7d07f98a-d4b6-4992-933e-4bb4bc11747e'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:53:17.370294 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3bc159-a4b0-4e31-b8a9-34860261a4c2 None None] Attempting to bind port 8411c7e6-aaee-4369-ae3f-787a22a17a97 on network 7d07f98a-d4b6-4992-933e-4bb4bc11747e {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:53:17.380621 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3bc159-a4b0-4e31-b8a9-34860261a4c2 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:53:17.380999 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3bc159-a4b0-4e31-b8a9-34860261a4c2 None None] Checking segment: {'id': 'e8cf845d-2b19-4e44-ac61-49341b3c46bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '7d07f98a-d4b6-4992-933e-4bb4bc11747e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:53:17.381402 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5e3bc159-a4b0-4e31-b8a9-34860261a4c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:17.381796 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3bc159-a4b0-4e31-b8a9-34860261a4c2 None None] Bound using segment: {'id': 'e8cf845d-2b19-4e44-ac61-49341b3c46bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '7d07f98a-d4b6-4992-933e-4bb4bc11747e'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:53:17.382259 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-5e3bc159-a4b0-4e31-b8a9-34860261a4c2 None None] Bound port: 8411c7e6-aaee-4369-ae3f-787a22a17a97, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8cf845d-2b19-4e44-ac61-49341b3c46bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '7d07f98a-d4b6-4992-933e-4bb4bc11747e'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:53:17.382692 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5e3bc159-a4b0-4e31-b8a9-34860261a4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (8411c7e6-aaee-4369-ae3f-787a22a17a97), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:17.497654 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-5e3bc159-a4b0-4e31-b8a9-34860261a4c2 None None] For port 8411c7e6-aaee-4369-ae3f-787a22a17a97, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:53:17.515209 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-5e3bc159-a4b0-4e31-b8a9-34860261a4c2 None None] For port 8411c7e6-aaee-4369-ae3f-787a22a17a97, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=8411c7e6-aaee-4369-ae3f-787a22a17a97,segment=NetworkSegment(e8cf845d-2b19-4e44-ac61-49341b3c46bf),segment_id=e8cf845d-2b19-4e44-ac61-49341b3c46bf)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:53:17.519845 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f328e258-3f7c-4d4c-a20d-ebbb47f51e29 admin admin] Publish callbacks [] for router_gateway (b05d8c3d-0d5e-4744-82e6-6487c36a0954), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:17.524451 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5e3bc159-a4b0-4e31-b8a9-34860261a4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (8411c7e6-aaee-4369-ae3f-787a22a17a97), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:17.533694 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f7ad-4811-4345-afa6-fb98024a29b6 None None] Publish callbacks [] for port (a34e62fe-37e9-48fb-a07e-5ff42af8a12f), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:17.562019 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f7ad-4811-4345-afa6-fb98024a29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (a34e62fe-37e9-48fb-a07e-5ff42af8a12f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:17.617929 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3bc159-a4b0-4e31-b8a9-34860261a4c2 None None] Pushing event updated for resources: {'Port': ['ID=8411c7e6-aaee-4369-ae3f-787a22a17a97,revision_number=2']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:53:17.698557 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-c4f8f7ad-4811-4345-afa6-fb98024a29b6 None None] Attempting to bind port a34e62fe-37e9-48fb-a07e-5ff42af8a12f on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:53:17.698982 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-c4f8f7ad-4811-4345-afa6-fb98024a29b6 None None] Attempting to bind port a34e62fe-37e9-48fb-a07e-5ff42af8a12f by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'b12e0f3c-524d-4271-bcd7-a8728e08218d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '1ed6547a-9a98-470d-94e4-47f4b17aec8c'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:53:17.699352 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f8f7ad-4811-4345-afa6-fb98024a29b6 None None] Attempting to bind port a34e62fe-37e9-48fb-a07e-5ff42af8a12f on network 1ed6547a-9a98-470d-94e4-47f4b17aec8c {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:53:17.701635 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc860fb-dccd-4a71-b054-c6337bbc5dfd None None] Pushing event updated for resources: {'Port': ['ID=a34e62fe-37e9-48fb-a07e-5ff42af8a12f,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:53:17.707704 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f8f7ad-4811-4345-afa6-fb98024a29b6 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:53:17.708082 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f8f7ad-4811-4345-afa6-fb98024a29b6 None None] Checking segment: {'id': 'b12e0f3c-524d-4271-bcd7-a8728e08218d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '1ed6547a-9a98-470d-94e4-47f4b17aec8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:53:17.708782 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f7ad-4811-4345-afa6-fb98024a29b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:17.709173 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f8f7ad-4811-4345-afa6-fb98024a29b6 None None] Bound using segment: {'id': 'b12e0f3c-524d-4271-bcd7-a8728e08218d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '1ed6547a-9a98-470d-94e4-47f4b17aec8c'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:53:17.709852 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-c4f8f7ad-4811-4345-afa6-fb98024a29b6 None None] Bound port: a34e62fe-37e9-48fb-a07e-5ff42af8a12f, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b12e0f3c-524d-4271-bcd7-a8728e08218d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '1ed6547a-9a98-470d-94e4-47f4b17aec8c'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:53:17.710322 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f7ad-4811-4345-afa6-fb98024a29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a34e62fe-37e9-48fb-a07e-5ff42af8a12f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:17.771408 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f328e258-3f7c-4d4c-a20d-ebbb47f51e29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7985052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7979294'] for router (b05d8c3d-0d5e-4744-82e6-6487c36a0954), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:17.785726 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c4f8f7ad-4811-4345-afa6-fb98024a29b6 None None] For port a34e62fe-37e9-48fb-a07e-5ff42af8a12f, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:53:17.799961 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c4f8f7ad-4811-4345-afa6-fb98024a29b6 None None] For port a34e62fe-37e9-48fb-a07e-5ff42af8a12f, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=a34e62fe-37e9-48fb-a07e-5ff42af8a12f,segment=NetworkSegment(b12e0f3c-524d-4271-bcd7-a8728e08218d),segment_id=b12e0f3c-524d-4271-bcd7-a8728e08218d)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:53:17.822181 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c4f8f7ad-4811-4345-afa6-fb98024a29b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (a34e62fe-37e9-48fb-a07e-5ff42af8a12f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:17.904642 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f8f7ad-4811-4345-afa6-fb98024a29b6 None None] Routers {'d1a74aff-1d32-4240-8ecb-f096f27bc2fb'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:53:17.905522 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-c4f8f7ad-4811-4345-afa6-fb98024a29b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:52:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['d1a74aff-1d32-4240-8ecb-f096f27bc2fb'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:53:17.907592 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc860fb-dccd-4a71-b054-c6337bbc5dfd None None] Pushing event updated for resources: {'Port': ['ID=a34e62fe-37e9-48fb-a07e-5ff42af8a12f,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:53:17.967967 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f328e258-3f7c-4d4c-a20d-ebbb47f51e29 admin admin] Router b05d8c3d-0d5e-4744-82e6-6487c36a0954 is scheduled to L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 with binding_index 1 {{(pid=103884) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 11 20:53:17.986076 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-6a7c192b-3794-481a-a29a-60fa72b342e4 None None] Provisioning complete for port a34e62fe-37e9-48fb-a07e-5ff42af8a12f triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:53:17.986580 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6a7c192b-3794-481a-a29a-60fa72b342e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (a34e62fe-37e9-48fb-a07e-5ff42af8a12f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:18.107479 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f328e258-3f7c-4d4c-a20d-ebbb47f51e29 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:53:18.121743 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9420e755-1dff-456d-9a5a-761992fbfbd5 None None] Sync routers for ids ['b05d8c3d-0d5e-4744-82e6-6487c36a0954'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:53:18.128920 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f328e258-3f7c-4d4c-a20d-ebbb47f51e29 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:18.130759 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f328e258-3f7c-4d4c-a20d-ebbb47f51e29 admin admin] 10.222.0.65 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9220161 Mar 11 20:53:18.134432 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33114) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:53:18.136409 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9420e755-1dff-456d-9a5a-761992fbfbd5 None None] Routers {'b05d8c3d-0d5e-4744-82e6-6487c36a0954'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:53:18.137160 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-9420e755-1dff-456d-9a5a-761992fbfbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:52:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['b05d8c3d-0d5e-4744-82e6-6487c36a0954'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:53:18.239057 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-c4f8f7ad-4811-4345-afa6-fb98024a29b6 None None] Set router d1a74aff-1d32-4240-8ecb-f096f27bc2fb gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:53:18.275774 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-9420e755-1dff-456d-9a5a-761992fbfbd5 None None] Set router b05d8c3d-0d5e-4744-82e6-6487c36a0954 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:53:18.365768 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-6a7c192b-3794-481a-a29a-60fa72b342e4 None None] Current status of the port a34e62fe-37e9-48fb-a07e-5ff42af8a12f is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:53:18.366225 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6a7c192b-3794-481a-a29a-60fa72b342e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (a34e62fe-37e9-48fb-a07e-5ff42af8a12f), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:18.445128 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-6a7c192b-3794-481a-a29a-60fa72b342e4 None None] For port a34e62fe-37e9-48fb-a07e-5ff42af8a12f, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=a34e62fe-37e9-48fb-a07e-5ff42af8a12f,segment=NetworkSegment(b12e0f3c-524d-4271-bcd7-a8728e08218d),segment_id=b12e0f3c-524d-4271-bcd7-a8728e08218d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:53:18.449669 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 951d9359-441b-4e31-bee1-de713460a5cf up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:53:18.458179 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6a7c192b-3794-481a-a29a-60fa72b342e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (a34e62fe-37e9-48fb-a07e-5ff42af8a12f), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:18.513634 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-9420e755-1dff-456d-9a5a-761992fbfbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05d8c3d-0d5e-4744-82e6-6487c36a0954', 'name': 'tempest-TestSnapshotPattern-497511579-router', 'tenant_id': '4c0dc4b95d0c4aef87e05c023e6c5676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '0be43064-0238-48fa-954e-a160f46dd8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:53:16Z', 'updated_at': '2022-03-11T20:53:17Z', 'revision_number': 3, 'project_id': '4c0dc4b95d0c4aef87e05c023e6c5676', 'gw_port': {'id': '0be43064-0238-48fa-954e-a160f46dd8d9', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a6:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05d8c3d-0d5e-4744-82e6-6487c36a0954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4456, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:53:16Z', 'updated_at': '2022-03-11T20:53:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:53:18.561989 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9420e755-1dff-456d-9a5a-761992fbfbd5 None None] Checking router: b05d8c3d-0d5e-4744-82e6-6487c36a0954 for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:53:18.562415 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9420e755-1dff-456d-9a5a-761992fbfbd5 None None] Updating router b05d8c3d-0d5e-4744-82e6-6487c36a0954 port 0be43064-0238-48fa-954e-a160f46dd8d9 binding host n-d-833163-1 {{(pid=103888) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 20:53:18.603488 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-9420e755-1dff-456d-9a5a-761992fbfbd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (0be43064-0238-48fa-954e-a160f46dd8d9), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:18.603717 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7c192b-3794-481a-a29a-60fa72b342e4 None None] Pushing event updated for resources: {'Port': ['ID=a34e62fe-37e9-48fb-a07e-5ff42af8a12f,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:53:18.607130 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-6d2f4a3d-66c5-4465-b18b-ca09df0a85dd None None] Provisioning complete for port a34e62fe-37e9-48fb-a07e-5ff42af8a12f triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:53:18.607508 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6d2f4a3d-66c5-4465-b18b-ca09df0a85dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (a34e62fe-37e9-48fb-a07e-5ff42af8a12f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:18.643733 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-65fb0842-b058-464c-992c-1ed27d1366fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:18.657066 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 951d9359-441b-4e31-bee1-de713460a5cf triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:53:18.657441 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (951d9359-441b-4e31-bee1-de713460a5cf), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:18.733040 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-c4f8f7ad-4811-4345-afa6-fb98024a29b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a74aff-1d32-4240-8ecb-f096f27bc2fb', 'name': 'tempest-TestSnapshotPattern-1062784382-router', 'tenant_id': 'e724ea0cd69941cc91276207329c844f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '951d9359-441b-4e31-bee1-de713460a5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:53:11Z', 'updated_at': '2022-03-11T20:53:14Z', 'revision_number': 4, 'project_id': 'e724ea0cd69941cc91276207329c844f', 'gw_port': {'id': '951d9359-441b-4e31-bee1-de713460a5cf', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a74aff-1d32-4240-8ecb-f096f27bc2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4444, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:53:11Z', 'updated_at': '2022-03-11T20:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'a34e62fe-37e9-48fb-a07e-5ff42af8a12f', 'name': '', 'network_id': '1ed6547a-9a98-470d-94e4-47f4b17aec8c', 'tenant_id': 'e724ea0cd69941cc91276207329c844f', 'mac_address': 'fa:16:3e:c1:ad:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a74aff-1d32-4240-8ecb-f096f27bc2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': 'a6780793-39e7-4792-bdbc-7e68ecde50fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:53:13Z', 'updated_at': '2022-03-11T20:53:17Z', 'revision_number': 4, 'project_id': 'e724ea0cd69941cc91276207329c844f', 'subnets': [{'id': 'a6780793-39e7-4792-bdbc-7e68ecde50fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:53:18.765875 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f8f7ad-4811-4345-afa6-fb98024a29b6 None None] The sync data for ids ['d1a74aff-1d32-4240-8ecb-f096f27bc2fb'] in n-d-833163-1 is: [{'id': 'd1a74aff-1d32-4240-8ecb-f096f27bc2fb', 'name': 'tempest-TestSnapshotPattern-1062784382-router', 'tenant_id': 'e724ea0cd69941cc91276207329c844f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '951d9359-441b-4e31-bee1-de713460a5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:53:11Z', 'updated_at': '2022-03-11T20:53:14Z', 'revision_number': 4, 'project_id': 'e724ea0cd69941cc91276207329c844f', 'gw_port': {'id': '951d9359-441b-4e31-bee1-de713460a5cf', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a74aff-1d32-4240-8ecb-f096f27bc2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4444, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:53:11Z', 'updated_at': '2022-03-11T20:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'a34e62fe-37e9-48fb-a07e-5ff42af8a12f', 'name': '', 'network_id': '1ed6547a-9a98-470d-94e4-47f4b17aec8c', 'tenant_id': 'e724ea0cd69941cc91276207329c844f', 'mac_address': 'fa:16:3e:c1:ad:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1a74aff-1d32-4240-8ecb-f096f27bc2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': 'a6780793-39e7-4792-bdbc-7e68ecde50fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:53:13Z', 'updated_at': '2022-03-11T20:53:17Z', 'revision_number': 4, 'project_id': 'e724ea0cd69941cc91276207329c844f', 'subnets': [{'id': 'a6780793-39e7-4792-bdbc-7e68ecde50fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:53:18.781836 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-6d2f4a3d-66c5-4465-b18b-ca09df0a85dd None None] Current status of the port a34e62fe-37e9-48fb-a07e-5ff42af8a12f is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:53:18.870435 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-65fb0842-b058-464c-992c-1ed27d1366fc admin admin] Allocated IP 172.20.0.1 (7d07f98a-d4b6-4992-933e-4bb4bc11747e/83c69978-9862-4a27-a1e9-2c15df08f5e0/cc37afcb-bcf2-41d5-adc6-a5b010c2d593) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:53:18.876670 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 951d9359-441b-4e31-bee1-de713460a5cf is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:53:18.878130 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 8411c7e6-aaee-4369-ae3f-787a22a17a97 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:53:18.965788 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 8411c7e6-aaee-4369-ae3f-787a22a17a97 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:53:18.965973 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-9420e755-1dff-456d-9a5a-761992fbfbd5 None None] Publish callbacks [] for port (0be43064-0238-48fa-954e-a160f46dd8d9), precommit_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:18.966306 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (8411c7e6-aaee-4369-ae3f-787a22a17a97), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:18.973636 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-9420e755-1dff-456d-9a5a-761992fbfbd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (0be43064-0238-48fa-954e-a160f46dd8d9), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:19.008736 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f35010-7c8f-45d1-9ff4-0d0a48160723 None None] Network 7d07f98a-d4b6-4992-933e-4bb4bc11747e requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:53:19.029109 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-65fb0842-b058-464c-992c-1ed27d1366fc admin admin] Publish callbacks [] for port (cc37afcb-bcf2-41d5-adc6-a5b010c2d593), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:19.045924 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89b34b4-5bd7-4b0a-a200-7bb4b5c5424a None None] Pushing event updated for resources: {'Port': ['ID=0be43064-0238-48fa-954e-a160f46dd8d9,revision_number=2']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:53:19.048827 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-9420e755-1dff-456d-9a5a-761992fbfbd5 None None] Attempting to bind port 0be43064-0238-48fa-954e-a160f46dd8d9 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:53:19.049246 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-9420e755-1dff-456d-9a5a-761992fbfbd5 None None] Attempting to bind port 0be43064-0238-48fa-954e-a160f46dd8d9 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:53:19.049606 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9420e755-1dff-456d-9a5a-761992fbfbd5 None None] Attempting to bind port 0be43064-0238-48fa-954e-a160f46dd8d9 on network 612cc066-33e3-444d-b1c7-d0a64751482a {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:53:19.055537 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9420e755-1dff-456d-9a5a-761992fbfbd5 None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:53:19.056168 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9420e755-1dff-456d-9a5a-761992fbfbd5 None None] Checking segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:53:19.056758 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-9420e755-1dff-456d-9a5a-761992fbfbd5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:19.057454 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9420e755-1dff-456d-9a5a-761992fbfbd5 None None] Bound using segment: {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'} {{(pid=103888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:53:19.058399 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.managers [None req-9420e755-1dff-456d-9a5a-761992fbfbd5 None None] Bound port: 0be43064-0238-48fa-954e-a160f46dd8d9, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7c0e3b-a111-4db7-b3ac-099db1b3fc95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a'}}] {{(pid=103888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:53:19.058904 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-9420e755-1dff-456d-9a5a-761992fbfbd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (0be43064-0238-48fa-954e-a160f46dd8d9), before_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:19.086325 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-65fb0842-b058-464c-992c-1ed27d1366fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (cc37afcb-bcf2-41d5-adc6-a5b010c2d593), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:19.125629 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-9420e755-1dff-456d-9a5a-761992fbfbd5 None None] For port 0be43064-0238-48fa-954e-a160f46dd8d9, host n-d-833163-1, cleared binding levels {{(pid=103888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:53:19.130050 n-d-833163-1 neutron-server[103888]: DEBUG neutron.plugins.ml2.db [None req-9420e755-1dff-456d-9a5a-761992fbfbd5 None None] For port 0be43064-0238-48fa-954e-a160f46dd8d9, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=0be43064-0238-48fa-954e-a160f46dd8d9,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:53:19.139685 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65fb0842-b058-464c-992c-1ed27d1366fc admin admin] Network 7d07f98a-d4b6-4992-933e-4bb4bc11747e is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:53:19.145550 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-65fb0842-b058-464c-992c-1ed27d1366fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:53:19.150397 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fb0842-b058-464c-992c-1ed27d1366fc admin admin] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:53:19.151155 n-d-833163-1 neutron-server[103888]: DEBUG neutron_lib.callbacks.manager [None req-9420e755-1dff-456d-9a5a-761992fbfbd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (0be43064-0238-48fa-954e-a160f46dd8d9), after_update {{(pid=103888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:19.172240 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c4bd024a-b1dd-4a49-979a-b1942dc99527 None None] Provisioning complete for port 8411c7e6-aaee-4369-ae3f-787a22a17a97 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:53:19.172629 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c4bd024a-b1dd-4a49-979a-b1942dc99527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (8411c7e6-aaee-4369-ae3f-787a22a17a97), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:19.184085 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fb0842-b058-464c-992c-1ed27d1366fc admin admin] Pushing event updated for resources: {'Port': ['ID=cc37afcb-bcf2-41d5-adc6-a5b010c2d593,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:53:19.207002 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-65fb0842-b058-464c-992c-1ed27d1366fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980657'] for router_interface (b05d8c3d-0d5e-4744-82e6-6487c36a0954), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:19.214834 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 8411c7e6-aaee-4369-ae3f-787a22a17a97 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:53:19.215228 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (8411c7e6-aaee-4369-ae3f-787a22a17a97), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:19.222809 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9420e755-1dff-456d-9a5a-761992fbfbd5 None None] Routers {'b05d8c3d-0d5e-4744-82e6-6487c36a0954'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:53:19.223427 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-9420e755-1dff-456d-9a5a-761992fbfbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:52:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['b05d8c3d-0d5e-4744-82e6-6487c36a0954'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:53:19.225389 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89b34b4-5bd7-4b0a-a200-7bb4b5c5424a None None] Pushing event updated for resources: {'Port': ['ID=0be43064-0238-48fa-954e-a160f46dd8d9,revision_number=3']} {{(pid=103888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:53:19.293376 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 8411c7e6-aaee-4369-ae3f-787a22a17a97, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=8411c7e6-aaee-4369-ae3f-787a22a17a97,segment=NetworkSegment(e8cf845d-2b19-4e44-ac61-49341b3c46bf),segment_id=e8cf845d-2b19-4e44-ac61-49341b3c46bf)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:53:19.305340 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (8411c7e6-aaee-4369-ae3f-787a22a17a97), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:19.381129 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-65fb0842-b058-464c-992c-1ed27d1366fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (cc37afcb-bcf2-41d5-adc6-a5b010c2d593), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:19.456802 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=8411c7e6-aaee-4369-ae3f-787a22a17a97,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:53:19.484027 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c4bd024a-b1dd-4a49-979a-b1942dc99527 None None] Current status of the port 8411c7e6-aaee-4369-ae3f-787a22a17a97 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:53:19.494324 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-9420e755-1dff-456d-9a5a-761992fbfbd5 None None] Set router b05d8c3d-0d5e-4744-82e6-6487c36a0954 gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:53:19.594021 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-65fb0842-b058-464c-992c-1ed27d1366fc admin admin] Publish callbacks [] for port (cc37afcb-bcf2-41d5-adc6-a5b010c2d593), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:19.602580 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-65fb0842-b058-464c-992c-1ed27d1366fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (cc37afcb-bcf2-41d5-adc6-a5b010c2d593), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:19.652109 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fb0842-b058-464c-992c-1ed27d1366fc admin admin] Pushing event updated for resources: {'Port': ['ID=cc37afcb-bcf2-41d5-adc6-a5b010c2d593,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:53:19.698871 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-65fb0842-b058-464c-992c-1ed27d1366fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7987365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7980765'] for router_interface (b05d8c3d-0d5e-4744-82e6-6487c36a0954), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:19.717283 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-aebf85f9-8a50-4831-aca3-341cd9939720 None None] Provisioning complete for port 8411c7e6-aaee-4369-ae3f-787a22a17a97 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:53:19.717733 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-aebf85f9-8a50-4831-aca3-341cd9939720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (8411c7e6-aaee-4369-ae3f-787a22a17a97), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:19.730146 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-9420e755-1dff-456d-9a5a-761992fbfbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05d8c3d-0d5e-4744-82e6-6487c36a0954', 'name': 'tempest-TestSnapshotPattern-497511579-router', 'tenant_id': '4c0dc4b95d0c4aef87e05c023e6c5676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '0be43064-0238-48fa-954e-a160f46dd8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:53:16Z', 'updated_at': '2022-03-11T20:53:17Z', 'revision_number': 3, 'project_id': '4c0dc4b95d0c4aef87e05c023e6c5676', 'gw_port': {'id': '0be43064-0238-48fa-954e-a160f46dd8d9', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a6:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05d8c3d-0d5e-4744-82e6-6487c36a0954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4456, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:53:16Z', 'updated_at': '2022-03-11T20:53:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:53:19.761983 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9420e755-1dff-456d-9a5a-761992fbfbd5 None None] The sync data for ids ['b05d8c3d-0d5e-4744-82e6-6487c36a0954'] in n-d-833163-1 is: [{'id': 'b05d8c3d-0d5e-4744-82e6-6487c36a0954', 'name': 'tempest-TestSnapshotPattern-497511579-router', 'tenant_id': '4c0dc4b95d0c4aef87e05c023e6c5676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '0be43064-0238-48fa-954e-a160f46dd8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:53:16Z', 'updated_at': '2022-03-11T20:53:17Z', 'revision_number': 3, 'project_id': '4c0dc4b95d0c4aef87e05c023e6c5676', 'gw_port': {'id': '0be43064-0238-48fa-954e-a160f46dd8d9', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a6:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05d8c3d-0d5e-4744-82e6-6487c36a0954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4456, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:53:16Z', 'updated_at': '2022-03-11T20:53:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:53:19.854827 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-aebf85f9-8a50-4831-aca3-341cd9939720 None None] Current status of the port 8411c7e6-aaee-4369-ae3f-787a22a17a97 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:53:19.860320 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65fb0842-b058-464c-992c-1ed27d1366fc admin admin] Network 7d07f98a-d4b6-4992-933e-4bb4bc11747e is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:53:19.861910 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-65fb0842-b058-464c-992c-1ed27d1366fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:53:19.871208 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:19.876544 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-aebf85f9-8a50-4831-aca3-341cd9939720 None None] Provisioning complete for port cc37afcb-bcf2-41d5-adc6-a5b010c2d593 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:53:19.877299 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-aebf85f9-8a50-4831-aca3-341cd9939720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (cc37afcb-bcf2-41d5-adc6-a5b010c2d593), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:19.937227 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-aebf85f9-8a50-4831-aca3-341cd9939720 None None] Port cc37afcb-bcf2-41d5-adc6-a5b010c2d593 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:53:20.010512 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65fb0842-b058-464c-992c-1ed27d1366fc admin admin] Router b05d8c3d-0d5e-4744-82e6-6487c36a0954 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:53:20.064654 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-9565a8e6-1b59-45a8-b114-138704daa739 None None] Provisioning complete for port cc37afcb-bcf2-41d5-adc6-a5b010c2d593 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:53:20.065228 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9565a8e6-1b59-45a8-b114-138704daa739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (cc37afcb-bcf2-41d5-adc6-a5b010c2d593), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:20.138209 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-9565a8e6-1b59-45a8-b114-138704daa739 None None] Port cc37afcb-bcf2-41d5-adc6-a5b010c2d593 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:53:20.166168 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65fb0842-b058-464c-992c-1ed27d1366fc admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:53:20.171344 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-65fb0842-b058-464c-992c-1ed27d1366fc admin admin] 10.222.0.65 "PUT /v2.0/routers/b05d8c3d-0d5e-4744-82e6-6487c36a0954/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0347333 Mar 11 20:53:20.371116 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-7105767e-99a5-4bd9-8841-f169ea8f82d0 None None] Provisioning complete for port cc37afcb-bcf2-41d5-adc6-a5b010c2d593 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:53:20.371517 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-7105767e-99a5-4bd9-8841-f169ea8f82d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (cc37afcb-bcf2-41d5-adc6-a5b010c2d593), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:20.442900 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 8411c7e6-aaee-4369-ae3f-787a22a17a97 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:53:20.470210 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-7105767e-99a5-4bd9-8841-f169ea8f82d0 None None] Port cc37afcb-bcf2-41d5-adc6-a5b010c2d593 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:53:20.502086 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 8411c7e6-aaee-4369-ae3f-787a22a17a97 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:53:20.502473 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (8411c7e6-aaee-4369-ae3f-787a22a17a97), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:20.583814 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 8411c7e6-aaee-4369-ae3f-787a22a17a97 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:53:20.584936 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 0be43064-0238-48fa-954e-a160f46dd8d9 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:53:20.639968 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 0be43064-0238-48fa-954e-a160f46dd8d9 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:53:20.640340 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (0be43064-0238-48fa-954e-a160f46dd8d9), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:20.727022 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 0be43064-0238-48fa-954e-a160f46dd8d9 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:53:20.727816 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (0be43064-0238-48fa-954e-a160f46dd8d9), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:20.749712 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] For port 0be43064-0238-48fa-954e-a160f46dd8d9, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=0be43064-0238-48fa-954e-a160f46dd8d9,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:53:20.754546 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (0be43064-0238-48fa-954e-a160f46dd8d9), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:20.755374 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device a34e62fe-37e9-48fb-a07e-5ff42af8a12f up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:53:20.834650 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Pushing event updated for resources: {'Port': ['ID=0be43064-0238-48fa-954e-a160f46dd8d9,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:53:20.847874 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port a34e62fe-37e9-48fb-a07e-5ff42af8a12f triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:53:20.848265 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (a34e62fe-37e9-48fb-a07e-5ff42af8a12f), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:20.927118 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port a34e62fe-37e9-48fb-a07e-5ff42af8a12f is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:53:21.153937 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33122) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:53:21.158504 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-9e6d2bc4-0936-4779-877e-ebf9710b14b1 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1474165255', 'description': 'tempest-secgroup-smoke-1474165255 description', 'project_id': 'e724ea0cd69941cc91276207329c844f'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:53:21.178003 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9e6d2bc4-0936-4779-877e-ebf9710b14b1 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks [] for security_group (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:21.243713 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9e6d2bc4-0936-4779-877e-ebf9710b14b1 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks [] for security_group (826c6605-feff-43ff-a44c-66027e57f55e), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:21.247142 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9e6d2bc4-0936-4779-877e-ebf9710b14b1 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (826c6605-feff-43ff-a44c-66027e57f55e), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:21.276061 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-9e6d2bc4-0936-4779-877e-ebf9710b14b1 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:21.277295 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-9e6d2bc4-0936-4779-877e-ebf9710b14b1 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1223390 Mar 11 20:53:21.279179 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6d2bc4-0936-4779-877e-ebf9710b14b1 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=826c6605-feff-43ff-a44c-66027e57f55e,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:53:21.280457 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33124) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:53:21.291188 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-d2fb8aa5-af30-4c1f-b1af-ab7b41bbf713 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Request body: {'security_group_rule': {'security_group_id': '826c6605-feff-43ff-a44c-66027e57f55e', 'project_id': 'e724ea0cd69941cc91276207329c844f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:53:21.326388 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d2fb8aa5-af30-4c1f-b1af-ab7b41bbf713 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks [] for security_group_rule (af8e0b21-af13-4122-ba36-99251736b0f7), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:21.381576 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d2fb8aa5-af30-4c1f-b1af-ab7b41bbf713 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks [] for security_group_rule (af8e0b21-af13-4122-ba36-99251736b0f7), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:21.385055 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d2fb8aa5-af30-4c1f-b1af-ab7b41bbf713 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (af8e0b21-af13-4122-ba36-99251736b0f7), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:21.401653 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fb8aa5-af30-4c1f-b1af-ab7b41bbf713 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af8e0b21-af13-4122-ba36-99251736b0f7,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:53:21.409863 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d2fb8aa5-af30-4c1f-b1af-ab7b41bbf713 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:21.411038 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d2fb8aa5-af30-4c1f-b1af-ab7b41bbf713 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1241524 Mar 11 20:53:21.414293 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33126) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:53:21.418557 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-aa1f3b71-c6aa-4f2b-bcf3-371401147beb tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Request body: {'security_group_rule': {'security_group_id': '826c6605-feff-43ff-a44c-66027e57f55e', 'project_id': 'e724ea0cd69941cc91276207329c844f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:53:21.443893 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aa1f3b71-c6aa-4f2b-bcf3-371401147beb tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks [] for security_group_rule (c70d9f65-af79-482f-afcc-de1aceb8ca39), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:21.499466 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aa1f3b71-c6aa-4f2b-bcf3-371401147beb tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks [] for security_group_rule (c70d9f65-af79-482f-afcc-de1aceb8ca39), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:21.502822 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aa1f3b71-c6aa-4f2b-bcf3-371401147beb tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (c70d9f65-af79-482f-afcc-de1aceb8ca39), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:21.520324 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1f3b71-c6aa-4f2b-bcf3-371401147beb tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c70d9f65-af79-482f-afcc-de1aceb8ca39,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:53:21.527516 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-aa1f3b71-c6aa-4f2b-bcf3-371401147beb tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:21.528746 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-aa1f3b71-c6aa-4f2b-bcf3-371401147beb tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1135294 Mar 11 20:53:21.531460 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33128) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:53:21.535685 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-fed5fb12-7781-4d14-a7e2-826f6ac25e38 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Request body: {'security_group_rule': {'security_group_id': '826c6605-feff-43ff-a44c-66027e57f55e', 'project_id': 'e724ea0cd69941cc91276207329c844f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:53:21.560637 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fed5fb12-7781-4d14-a7e2-826f6ac25e38 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks [] for security_group_rule (91c9479a-03c6-42f0-8dec-076e26bdba4c), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:21.620284 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fed5fb12-7781-4d14-a7e2-826f6ac25e38 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks [] for security_group_rule (91c9479a-03c6-42f0-8dec-076e26bdba4c), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:21.624082 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fed5fb12-7781-4d14-a7e2-826f6ac25e38 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (91c9479a-03c6-42f0-8dec-076e26bdba4c), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:21.643811 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed5fb12-7781-4d14-a7e2-826f6ac25e38 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91c9479a-03c6-42f0-8dec-076e26bdba4c,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:53:21.652562 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-fed5fb12-7781-4d14-a7e2-826f6ac25e38 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:21.653784 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-fed5fb12-7781-4d14-a7e2-826f6ac25e38 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1213851 Mar 11 20:53:21.656747 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33130) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:53:21.661038 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-b419d579-ea73-43fb-bf2c-7309893e0ad2 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Request body: {'security_group_rule': {'security_group_id': '826c6605-feff-43ff-a44c-66027e57f55e', 'project_id': 'e724ea0cd69941cc91276207329c844f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:53:21.685768 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b419d579-ea73-43fb-bf2c-7309893e0ad2 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks [] for security_group_rule (e49c28fe-e3b1-40f6-9028-f1a8169b15c0), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:21.741694 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b419d579-ea73-43fb-bf2c-7309893e0ad2 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks [] for security_group_rule (e49c28fe-e3b1-40f6-9028-f1a8169b15c0), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:21.744539 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b419d579-ea73-43fb-bf2c-7309893e0ad2 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (e49c28fe-e3b1-40f6-9028-f1a8169b15c0), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:21.761877 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b419d579-ea73-43fb-bf2c-7309893e0ad2 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e49c28fe-e3b1-40f6-9028-f1a8169b15c0,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:53:21.772688 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-b419d579-ea73-43fb-bf2c-7309893e0ad2 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:21.774400 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-b419d579-ea73-43fb-bf2c-7309893e0ad2 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1167271 Mar 11 20:53:21.777165 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33132) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:53:21.781349 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-d9a5c228-bbfb-408b-a535-9d380be8a69c tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Request body: {'security_group_rule': {'security_group_id': '826c6605-feff-43ff-a44c-66027e57f55e', 'project_id': 'e724ea0cd69941cc91276207329c844f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:53:21.800385 n-d-833163-1 neutron-server[103884]: INFO neutron.db.securitygroups_db [None req-d9a5c228-bbfb-408b-a535-9d380be8a69c tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Project e724ea0cd69941cc91276207329c844f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 20:53:21.805111 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d9a5c228-bbfb-408b-a535-9d380be8a69c tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks [] for security_group_rule (0f0a9f4a-60e1-44d8-8013-be4e5fe6ea19), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:21.864993 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d9a5c228-bbfb-408b-a535-9d380be8a69c tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks [] for security_group_rule (0f0a9f4a-60e1-44d8-8013-be4e5fe6ea19), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:21.871403 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d9a5c228-bbfb-408b-a535-9d380be8a69c tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (0f0a9f4a-60e1-44d8-8013-be4e5fe6ea19), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:21.890808 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a5c228-bbfb-408b-a535-9d380be8a69c tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f0a9f4a-60e1-44d8-8013-be4e5fe6ea19,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:53:21.898734 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-d9a5c228-bbfb-408b-a535-9d380be8a69c tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:21.899964 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-d9a5c228-bbfb-408b-a535-9d380be8a69c tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1218712 Mar 11 20:53:21.902701 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33134) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:53:21.907072 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.v2.base [None req-e1276f19-82d9-4364-a417-d1d870f7b1f7 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Request body: {'security_group_rule': {'security_group_id': '826c6605-feff-43ff-a44c-66027e57f55e', 'project_id': 'e724ea0cd69941cc91276207329c844f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103884) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:53:21.927895 n-d-833163-1 neutron-server[103884]: INFO neutron.db.securitygroups_db [None req-e1276f19-82d9-4364-a417-d1d870f7b1f7 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Project e724ea0cd69941cc91276207329c844f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 11 20:53:21.932767 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e1276f19-82d9-4364-a417-d1d870f7b1f7 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks [] for security_group_rule (116860f0-dd0d-4a0d-888c-6360da2257c1), before_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:21.993394 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e1276f19-82d9-4364-a417-d1d870f7b1f7 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks [] for security_group_rule (116860f0-dd0d-4a0d-888c-6360da2257c1), precommit_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:21.997497 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e1276f19-82d9-4364-a417-d1d870f7b1f7 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079727'] for security_group_rule (116860f0-dd0d-4a0d-888c-6360da2257c1), after_create {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:22.018596 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1276f19-82d9-4364-a417-d1d870f7b1f7 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=116860f0-dd0d-4a0d-888c-6360da2257c1,revision_number=0']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:53:22.027550 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-e1276f19-82d9-4364-a417-d1d870f7b1f7 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:22.028784 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-e1276f19-82d9-4364-a417-d1d870f7b1f7 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1251590 Mar 11 20:53:22.146822 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e90fd6b-f6dd-4798-9e6a-e179182c608a None None] Sync routers for ids ['b05d8c3d-0d5e-4744-82e6-6487c36a0954'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:53:22.158997 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e90fd6b-f6dd-4798-9e6a-e179182c608a None None] Routers {'b05d8c3d-0d5e-4744-82e6-6487c36a0954'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:53:22.159614 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-9e90fd6b-f6dd-4798-9e6a-e179182c608a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:52:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['b05d8c3d-0d5e-4744-82e6-6487c36a0954'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:53:22.178686 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-79c804b1-f3cf-4628-9ec1-e5b1aa86a0ee req-e4d16c83-513f-4228-b873-29f213b21336 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1474165255&fields=id&tenant_id=e724ea0cd69941cc91276207329c844f HTTP/1.1" status: 200 len: 267 time: 0.0462289 Mar 11 20:53:22.280297 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-9e90fd6b-f6dd-4798-9e6a-e179182c608a None None] Set router b05d8c3d-0d5e-4744-82e6-6487c36a0954 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:53:22.292127 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c804b1-f3cf-4628-9ec1-e5b1aa86a0ee req-b42d8278-eb11-4ab7-80b2-22daa3bf5b95 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:53:22.293586 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-79c804b1-f3cf-4628-9ec1-e5b1aa86a0ee req-b42d8278-eb11-4ab7-80b2-22daa3bf5b95 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "GET /v2.0/networks?id=1ed6547a-9a98-470d-94e4-47f4b17aec8c HTTP/1.1" status: 200 len: 810 time: 0.1071844 Mar 11 20:53:22.308462 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-79c804b1-f3cf-4628-9ec1-e5b1aa86a0ee req-9ae48d37-8e46-4323-9933-eee8044a9c10 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "GET /v2.0/quotas/e724ea0cd69941cc91276207329c844f HTTP/1.1" status: 200 len: 375 time: 0.0094876 Mar 11 20:53:22.312062 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 0be43064-0238-48fa-954e-a160f46dd8d9 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:53:22.362724 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-79c804b1-f3cf-4628-9ec1-e5b1aa86a0ee req-55482d9b-0158-4e07-9526-763c2c69aa7a tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e724ea0cd69941cc91276207329c844f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488060 Mar 11 20:53:22.378122 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [req-79c804b1-f3cf-4628-9ec1-e5b1aa86a0ee req-560cbd01-3c68-4729-a93b-07f830d8911f service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 20:53:22.379125 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-79c804b1-f3cf-4628-9ec1-e5b1aa86a0ee req-560cbd01-3c68-4729-a93b-07f830d8911f service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051088 Mar 11 20:53:22.451504 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port 0be43064-0238-48fa-954e-a160f46dd8d9 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:53:22.451821 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (0be43064-0238-48fa-954e-a160f46dd8d9), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:22.471150 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-79c804b1-f3cf-4628-9ec1-e5b1aa86a0ee req-697f377e-9d27-4f4e-95df-cd7d9276e9ac service neutron] 10.222.0.65 "GET /v2.0/networks/1ed6547a-9a98-470d-94e4-47f4b17aec8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858288 Mar 11 20:53:22.537923 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d0325171-deae-468d-9b56-5c2d61f3e8e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:22.562325 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-79c804b1-f3cf-4628-9ec1-e5b1aa86a0ee req-721e0681-9e68-4c46-9c3c-08b74c4d0ad3 service neutron] 10.222.0.65 "GET /v2.0/networks/1ed6547a-9a98-470d-94e4-47f4b17aec8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849414 Mar 11 20:53:22.597535 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port 0be43064-0238-48fa-954e-a160f46dd8d9 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:53:22.603441 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-9e90fd6b-f6dd-4798-9e6a-e179182c608a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05d8c3d-0d5e-4744-82e6-6487c36a0954', 'name': 'tempest-TestSnapshotPattern-497511579-router', 'tenant_id': '4c0dc4b95d0c4aef87e05c023e6c5676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '0be43064-0238-48fa-954e-a160f46dd8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:53:16Z', 'updated_at': '2022-03-11T20:53:19Z', 'revision_number': 4, 'project_id': '4c0dc4b95d0c4aef87e05c023e6c5676', 'gw_port': {'id': '0be43064-0238-48fa-954e-a160f46dd8d9', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05d8c3d-0d5e-4744-82e6-6487c36a0954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4456, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:53:16Z', 'updated_at': '2022-03-11T20:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'cc37afcb-bcf2-41d5-adc6-a5b010c2d593', 'name': '', 'network_id': '7d07f98a-d4b6-4992-933e-4bb4bc11747e', 'tenant_id': '4c0dc4b95d0c4aef87e05c023e6c5676', 'mac_address': 'fa:16:3e:52:c6:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05d8c3d-0d5e-4744-82e6-6487c36a0954', 'device_owner': 'network:router_interface', 'standard_attr_id': 4457, 'fixed_ips': [{'subnet_id': '83c69978-9862-4a27-a1e9-2c15df08f5e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:53:18Z', 'updated_at': '2022-03-11T20:53:19Z', 'revision_number': 2, 'project_id': '4c0dc4b95d0c4aef87e05c023e6c5676', 'subnets': [{'id': '83c69978-9862-4a27-a1e9-2c15df08f5e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:53:22.732686 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a86afa63-42c3-4433-8353-8263e132c367 req-4735c20b-dbc3-485b-996a-70e29c8028b2 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b75d36c-bbf0-4b04-b3e3-91156d18b629 HTTP/1.1" status: 200 len: 210 time: 0.0288239 Mar 11 20:53:22.798140 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e90fd6b-f6dd-4798-9e6a-e179182c608a None None] Checking router: b05d8c3d-0d5e-4744-82e6-6487c36a0954 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:53:22.798501 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e90fd6b-f6dd-4798-9e6a-e179182c608a None None] Updating router b05d8c3d-0d5e-4744-82e6-6487c36a0954 port cc37afcb-bcf2-41d5-adc6-a5b010c2d593 binding host n-d-833163-1 {{(pid=103886) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 11 20:53:22.826147 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9e90fd6b-f6dd-4798-9e6a-e179182c608a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (cc37afcb-bcf2-41d5-adc6-a5b010c2d593), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:23.099755 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9e90fd6b-f6dd-4798-9e6a-e179182c608a None None] Publish callbacks [] for port (cc37afcb-bcf2-41d5-adc6-a5b010c2d593), precommit_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:23.104954 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9e90fd6b-f6dd-4798-9e6a-e179182c608a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (cc37afcb-bcf2-41d5-adc6-a5b010c2d593), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:23.161742 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89d180-f28b-4645-920b-064f616d9738 None None] Pushing event updated for resources: {'Port': ['ID=cc37afcb-bcf2-41d5-adc6-a5b010c2d593,revision_number=3']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:53:23.214438 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-9e90fd6b-f6dd-4798-9e6a-e179182c608a None None] Attempting to bind port cc37afcb-bcf2-41d5-adc6-a5b010c2d593 on host n-d-833163-1 for vnic_type normal with profile {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:53:23.214935 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-9e90fd6b-f6dd-4798-9e6a-e179182c608a None None] Attempting to bind port cc37afcb-bcf2-41d5-adc6-a5b010c2d593 by drivers openvswitch,hyperv on host n-d-833163-1 at level 0 using segments [{'id': 'e8cf845d-2b19-4e44-ac61-49341b3c46bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '7d07f98a-d4b6-4992-933e-4bb4bc11747e'}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:53:23.215393 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e90fd6b-f6dd-4798-9e6a-e179182c608a None None] Attempting to bind port cc37afcb-bcf2-41d5-adc6-a5b010c2d593 on network 7d07f98a-d4b6-4992-933e-4bb4bc11747e {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:53:23.221070 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e90fd6b-f6dd-4798-9e6a-e179182c608a None None] Checking agent: {'id': '9675444a-c187-4d8b-8877-0b3795c7e030', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 15, 59), 'started_at': datetime.datetime(2022, 3, 11, 19, 16, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-833163-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:53:23.221534 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e90fd6b-f6dd-4798-9e6a-e179182c608a None None] Checking segment: {'id': 'e8cf845d-2b19-4e44-ac61-49341b3c46bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '7d07f98a-d4b6-4992-933e-4bb4bc11747e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103886) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:53:23.222013 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9e90fd6b-f6dd-4798-9e6a-e179182c608a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:23.222499 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e90fd6b-f6dd-4798-9e6a-e179182c608a None None] Bound using segment: {'id': 'e8cf845d-2b19-4e44-ac61-49341b3c46bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '7d07f98a-d4b6-4992-933e-4bb4bc11747e'} {{(pid=103886) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:53:23.223056 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.managers [None req-9e90fd6b-f6dd-4798-9e6a-e179182c608a None None] Bound port: cc37afcb-bcf2-41d5-adc6-a5b010c2d593, host: n-d-833163-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8cf845d-2b19-4e44-ac61-49341b3c46bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 894, 'network_id': '7d07f98a-d4b6-4992-933e-4bb4bc11747e'}}] {{(pid=103886) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:53:23.223514 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9e90fd6b-f6dd-4798-9e6a-e179182c608a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (cc37afcb-bcf2-41d5-adc6-a5b010c2d593), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:23.301115 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-9e90fd6b-f6dd-4798-9e6a-e179182c608a None None] For port cc37afcb-bcf2-41d5-adc6-a5b010c2d593, host n-d-833163-1, cleared binding levels {{(pid=103886) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:53:23.304878 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-9e90fd6b-f6dd-4798-9e6a-e179182c608a None None] For port cc37afcb-bcf2-41d5-adc6-a5b010c2d593, host n-d-833163-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=cc37afcb-bcf2-41d5-adc6-a5b010c2d593,segment=NetworkSegment(e8cf845d-2b19-4e44-ac61-49341b3c46bf),segment_id=e8cf845d-2b19-4e44-ac61-49341b3c46bf)] {{(pid=103886) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:53:23.312455 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9e90fd6b-f6dd-4798-9e6a-e179182c608a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (cc37afcb-bcf2-41d5-adc6-a5b010c2d593), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:23.372389 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e90fd6b-f6dd-4798-9e6a-e179182c608a None None] Routers {'b05d8c3d-0d5e-4744-82e6-6487c36a0954'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:53:23.373030 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-9e90fd6b-f6dd-4798-9e6a-e179182c608a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:52:55Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['b05d8c3d-0d5e-4744-82e6-6487c36a0954'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:53:23.374969 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89d180-f28b-4645-920b-064f616d9738 None None] Pushing event updated for resources: {'Port': ['ID=cc37afcb-bcf2-41d5-adc6-a5b010c2d593,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:53:23.456098 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:23.456778 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-a75ab338-1250-459a-be1d-d9f9ad06daff None None] Provisioning complete for port cc37afcb-bcf2-41d5-adc6-a5b010c2d593 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:53:23.457130 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a75ab338-1250-459a-be1d-d9f9ad06daff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (cc37afcb-bcf2-41d5-adc6-a5b010c2d593), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:23.536319 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-9e90fd6b-f6dd-4798-9e6a-e179182c608a None None] Set router b05d8c3d-0d5e-4744-82e6-6487c36a0954 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:53:23.662750 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-a75ab338-1250-459a-be1d-d9f9ad06daff None None] Current status of the port cc37afcb-bcf2-41d5-adc6-a5b010c2d593 is: DOWN; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:53:23.663051 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a75ab338-1250-459a-be1d-d9f9ad06daff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (cc37afcb-bcf2-41d5-adc6-a5b010c2d593), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:23.700022 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c804b1-f3cf-4628-9ec1-e5b1aa86a0ee req-6f71c989-1aaa-493f-8580-e0f2622843e5 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:53:23.702098 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-79c804b1-f3cf-4628-9ec1-e5b1aa86a0ee req-6f71c989-1aaa-493f-8580-e0f2622843e5 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.57 "GET /v2.0/networks?id=1ed6547a-9a98-470d-94e4-47f4b17aec8c HTTP/1.1" status: 200 len: 810 time: 0.1140232 Mar 11 20:53:23.737900 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-a75ab338-1250-459a-be1d-d9f9ad06daff None None] For port cc37afcb-bcf2-41d5-adc6-a5b010c2d593, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=cc37afcb-bcf2-41d5-adc6-a5b010c2d593,segment=NetworkSegment(e8cf845d-2b19-4e44-ac61-49341b3c46bf),segment_id=e8cf845d-2b19-4e44-ac61-49341b3c46bf)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:53:23.746334 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a75ab338-1250-459a-be1d-d9f9ad06daff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (cc37afcb-bcf2-41d5-adc6-a5b010c2d593), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:23.775479 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-79c804b1-f3cf-4628-9ec1-e5b1aa86a0ee req-06925dcf-73cc-416f-be20-5c7ea852336a tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e724ea0cd69941cc91276207329c844f HTTP/1.1" status: 200 len: 380 time: 0.0659900 Mar 11 20:53:23.784324 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-79c804b1-f3cf-4628-9ec1-e5b1aa86a0ee req-3f94f8f6-20e5-4a24-ac63-6a4512b19214 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Request body: {'port': {'device_id': '8b75d36c-bbf0-4b04-b3e3-91156d18b629', 'network_id': '1ed6547a-9a98-470d-94e4-47f4b17aec8c', 'admin_state_up': True, 'tenant_id': 'e724ea0cd69941cc91276207329c844f', 'security_groups': ['826c6605-feff-43ff-a44c-66027e57f55e']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:53:23.819445 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75ab338-1250-459a-be1d-d9f9ad06daff None None] Pushing event updated for resources: {'Port': ['ID=cc37afcb-bcf2-41d5-adc6-a5b010c2d593,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:53:23.839840 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-9e90fd6b-f6dd-4798-9e6a-e179182c608a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05d8c3d-0d5e-4744-82e6-6487c36a0954', 'name': 'tempest-TestSnapshotPattern-497511579-router', 'tenant_id': '4c0dc4b95d0c4aef87e05c023e6c5676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '0be43064-0238-48fa-954e-a160f46dd8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:53:16Z', 'updated_at': '2022-03-11T20:53:19Z', 'revision_number': 4, 'project_id': '4c0dc4b95d0c4aef87e05c023e6c5676', 'gw_port': {'id': '0be43064-0238-48fa-954e-a160f46dd8d9', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05d8c3d-0d5e-4744-82e6-6487c36a0954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4456, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:53:16Z', 'updated_at': '2022-03-11T20:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'cc37afcb-bcf2-41d5-adc6-a5b010c2d593', 'name': '', 'network_id': '7d07f98a-d4b6-4992-933e-4bb4bc11747e', 'tenant_id': '4c0dc4b95d0c4aef87e05c023e6c5676', 'mac_address': 'fa:16:3e:52:c6:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05d8c3d-0d5e-4744-82e6-6487c36a0954', 'device_owner': 'network:router_interface', 'standard_attr_id': 4457, 'fixed_ips': [{'subnet_id': '83c69978-9862-4a27-a1e9-2c15df08f5e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:53:18Z', 'updated_at': '2022-03-11T20:53:23Z', 'revision_number': 4, 'project_id': '4c0dc4b95d0c4aef87e05c023e6c5676', 'subnets': [{'id': '83c69978-9862-4a27-a1e9-2c15df08f5e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:53:23.859278 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-79d5e427-d617-4035-8ceb-9a1f49c24da8 req-92f79eff-f41b-4664-ad35-304ee3ec4f00 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b75d36c-bbf0-4b04-b3e3-91156d18b629 HTTP/1.1" status: 200 len: 210 time: 0.0476904 Mar 11 20:53:23.876175 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e90fd6b-f6dd-4798-9e6a-e179182c608a None None] The sync data for ids ['b05d8c3d-0d5e-4744-82e6-6487c36a0954'] in n-d-833163-1 is: [{'id': 'b05d8c3d-0d5e-4744-82e6-6487c36a0954', 'name': 'tempest-TestSnapshotPattern-497511579-router', 'tenant_id': '4c0dc4b95d0c4aef87e05c023e6c5676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '0be43064-0238-48fa-954e-a160f46dd8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:53:16Z', 'updated_at': '2022-03-11T20:53:19Z', 'revision_number': 4, 'project_id': '4c0dc4b95d0c4aef87e05c023e6c5676', 'gw_port': {'id': '0be43064-0238-48fa-954e-a160f46dd8d9', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05d8c3d-0d5e-4744-82e6-6487c36a0954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4456, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:53:16Z', 'updated_at': '2022-03-11T20:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'cc37afcb-bcf2-41d5-adc6-a5b010c2d593', 'name': '', 'network_id': '7d07f98a-d4b6-4992-933e-4bb4bc11747e', 'tenant_id': '4c0dc4b95d0c4aef87e05c023e6c5676', 'mac_address': 'fa:16:3e:52:c6:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b05d8c3d-0d5e-4744-82e6-6487c36a0954', 'device_owner': 'network:router_interface', 'standard_attr_id': 4457, 'fixed_ips': [{'subnet_id': '83c69978-9862-4a27-a1e9-2c15df08f5e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:53:18Z', 'updated_at': '2022-03-11T20:53:23Z', 'revision_number': 4, 'project_id': '4c0dc4b95d0c4aef87e05c023e6c5676', 'subnets': [{'id': '83c69978-9862-4a27-a1e9-2c15df08f5e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:53:23.892207 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-4fa00095-010e-4729-8706-4962c3c82e81 None None] Provisioning complete for port cc37afcb-bcf2-41d5-adc6-a5b010c2d593 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:53:23.892596 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4fa00095-010e-4729-8706-4962c3c82e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (cc37afcb-bcf2-41d5-adc6-a5b010c2d593), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:23.963980 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79c804b1-f3cf-4628-9ec1-e5b1aa86a0ee req-3f94f8f6-20e5-4a24-ac63-6a4512b19214 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Made reservation on behalf of e724ea0cd69941cc91276207329c844f for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:53:23.972881 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-79c804b1-f3cf-4628-9ec1-e5b1aa86a0ee req-3f94f8f6-20e5-4a24-ac63-6a4512b19214 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:24.002211 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-4fa00095-010e-4729-8706-4962c3c82e81 None None] Current status of the port cc37afcb-bcf2-41d5-adc6-a5b010c2d593 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:53:24.119577 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-79c804b1-f3cf-4628-9ec1-e5b1aa86a0ee req-3f94f8f6-20e5-4a24-ac63-6a4512b19214 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Allocated IP 172.20.0.8 (1ed6547a-9a98-470d-94e4-47f4b17aec8c/a6780793-39e7-4792-bdbc-7e68ecde50fe/92f0fa03-e818-4758-b86a-ac8c5c07851d) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:53:24.272581 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-79c804b1-f3cf-4628-9ec1-e5b1aa86a0ee req-3f94f8f6-20e5-4a24-ac63-6a4512b19214 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks [] for port (92f0fa03-e818-4758-b86a-ac8c5c07851d), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:24.310921 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device cc37afcb-bcf2-41d5-adc6-a5b010c2d593 up at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:53:24.313626 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-79c804b1-f3cf-4628-9ec1-e5b1aa86a0ee req-3f94f8f6-20e5-4a24-ac63-6a4512b19214 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (92f0fa03-e818-4758-b86a-ac8c5c07851d), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:24.362957 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79c804b1-f3cf-4628-9ec1-e5b1aa86a0ee req-3f94f8f6-20e5-4a24-ac63-6a4512b19214 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Network 1ed6547a-9a98-470d-94e4-47f4b17aec8c is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:53:24.369314 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-79c804b1-f3cf-4628-9ec1-e5b1aa86a0ee req-3f94f8f6-20e5-4a24-ac63-6a4512b19214 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:53:24.371849 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Provisioning complete for port cc37afcb-bcf2-41d5-adc6-a5b010c2d593 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:53:24.372241 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (cc37afcb-bcf2-41d5-adc6-a5b010c2d593), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:24.373812 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-79c804b1-f3cf-4628-9ec1-e5b1aa86a0ee req-3f94f8f6-20e5-4a24-ac63-6a4512b19214 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:53:24.410005 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f94f8f6-20e5-4a24-ac63-6a4512b19214 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Pushing event updated for resources: {'Port': ['ID=92f0fa03-e818-4758-b86a-ac8c5c07851d,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:53:24.448040 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c804b1-f3cf-4628-9ec1-e5b1aa86a0ee req-3f94f8f6-20e5-4a24-ac63-6a4512b19214 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:53:24.448667 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-79c804b1-f3cf-4628-9ec1-e5b1aa86a0ee req-3f94f8f6-20e5-4a24-ac63-6a4512b19214 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:24.466084 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-79c804b1-f3cf-4628-9ec1-e5b1aa86a0ee req-3f94f8f6-20e5-4a24-ac63-6a4512b19214 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6853330 Mar 11 20:53:24.467200 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Current status of the port cc37afcb-bcf2-41d5-adc6-a5b010c2d593 is: ACTIVE; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:53:24.476580 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-79c804b1-f3cf-4628-9ec1-e5b1aa86a0ee req-84d7e4ad-df45-4673-8a67-9596156fe94d service neutron] Request body: {'port': {'device_id': '8b75d36c-bbf0-4b04-b3e3-91156d18b629', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:53:24.543779 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-79c804b1-f3cf-4628-9ec1-e5b1aa86a0ee req-84d7e4ad-df45-4673-8a67-9596156fe94d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (92f0fa03-e818-4758-b86a-ac8c5c07851d), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:24.628889 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-65326322-e9d1-405d-8aa8-0ccbade5ff03 None None] Provisioning complete for port 92f0fa03-e818-4758-b86a-ac8c5c07851d triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:53:24.629270 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-65326322-e9d1-405d-8aa8-0ccbade5ff03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (92f0fa03-e818-4758-b86a-ac8c5c07851d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:24.667564 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-65326322-e9d1-405d-8aa8-0ccbade5ff03 None None] Port 92f0fa03-e818-4758-b86a-ac8c5c07851d cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:53:24.770822 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8516e62c-b09b-47f6-9ef1-3ca6e5bd28b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:25.051114 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c911e9-6b2c-409f-81b0-539ed1b6af4a req-10c1d95d-15bd-4ea5-83b9-da03d65aaae8 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:53:25.052489 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e9c911e9-6b2c-409f-81b0-539ed1b6af4a req-10c1d95d-15bd-4ea5-83b9-da03d65aaae8 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b75d36c-bbf0-4b04-b3e3-91156d18b629 HTTP/1.1" status: 200 len: 931 time: 0.1104834 Mar 11 20:53:25.123729 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e9c911e9-6b2c-409f-81b0-539ed1b6af4a req-0b1d7703-7e2c-49bc-8383-ff636124a170 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "GET /v2.0/security-groups?id=826c6605-feff-43ff-a44c-66027e57f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648198 Mar 11 20:53:25.170046 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-79c804b1-f3cf-4628-9ec1-e5b1aa86a0ee req-84d7e4ad-df45-4673-8a67-9596156fe94d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92f0fa03-e818-4758-b86a-ac8c5c07851d {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:53:25.177340 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-79c804b1-f3cf-4628-9ec1-e5b1aa86a0ee req-84d7e4ad-df45-4673-8a67-9596156fe94d service neutron] Publish callbacks [] for port (92f0fa03-e818-4758-b86a-ac8c5c07851d), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:25.189160 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-79c804b1-f3cf-4628-9ec1-e5b1aa86a0ee req-84d7e4ad-df45-4673-8a67-9596156fe94d service neutron] Transition to ACTIVE for port object 92f0fa03-e818-4758-b86a-ac8c5c07851d will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 20:53:25.192969 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-79c804b1-f3cf-4628-9ec1-e5b1aa86a0ee req-84d7e4ad-df45-4673-8a67-9596156fe94d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (92f0fa03-e818-4758-b86a-ac8c5c07851d), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:25.245204 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d7e4ad-df45-4673-8a67-9596156fe94d service neutron] Pushing event updated for resources: {'Port': ['ID=92f0fa03-e818-4758-b86a-ac8c5c07851d,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:53:25.318860 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-79c804b1-f3cf-4628-9ec1-e5b1aa86a0ee req-84d7e4ad-df45-4673-8a67-9596156fe94d service neutron] Attempting to bind port 92f0fa03-e818-4758-b86a-ac8c5c07851d on host n-h2-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:53:25.319223 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-79c804b1-f3cf-4628-9ec1-e5b1aa86a0ee req-84d7e4ad-df45-4673-8a67-9596156fe94d service neutron] Attempting to bind port 92f0fa03-e818-4758-b86a-ac8c5c07851d by drivers openvswitch,hyperv on host n-h2-833163-1 at level 0 using segments [{'id': 'b12e0f3c-524d-4271-bcd7-a8728e08218d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '1ed6547a-9a98-470d-94e4-47f4b17aec8c'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:53:25.319548 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c804b1-f3cf-4628-9ec1-e5b1aa86a0ee req-84d7e4ad-df45-4673-8a67-9596156fe94d service neutron] Attempting to bind port 92f0fa03-e818-4758-b86a-ac8c5c07851d on network 1ed6547a-9a98-470d-94e4-47f4b17aec8c {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:53:25.324197 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c804b1-f3cf-4628-9ec1-e5b1aa86a0ee req-84d7e4ad-df45-4673-8a67-9596156fe94d service neutron] Port 92f0fa03-e818-4758-b86a-ac8c5c07851d on network 1ed6547a-9a98-470d-94e4-47f4b17aec8c not bound, no agent of type Open vSwitch agent registered on host n-h2-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 20:53:25.324518 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c804b1-f3cf-4628-9ec1-e5b1aa86a0ee req-84d7e4ad-df45-4673-8a67-9596156fe94d service neutron] Attempting to bind port 92f0fa03-e818-4758-b86a-ac8c5c07851d on network 1ed6547a-9a98-470d-94e4-47f4b17aec8c {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:53:25.329562 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c804b1-f3cf-4628-9ec1-e5b1aa86a0ee req-84d7e4ad-df45-4673-8a67-9596156fe94d service neutron] Checking agent: {'id': '31807da2-916c-4bc6-b428-abdb61f6fb25', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:53:25.329904 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c804b1-f3cf-4628-9ec1-e5b1aa86a0ee req-84d7e4ad-df45-4673-8a67-9596156fe94d service neutron] Checking segment: {'id': 'b12e0f3c-524d-4271-bcd7-a8728e08218d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '1ed6547a-9a98-470d-94e4-47f4b17aec8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:53:25.330291 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c804b1-f3cf-4628-9ec1-e5b1aa86a0ee req-84d7e4ad-df45-4673-8a67-9596156fe94d service neutron] Bound using segment: {'id': 'b12e0f3c-524d-4271-bcd7-a8728e08218d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '1ed6547a-9a98-470d-94e4-47f4b17aec8c'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:53:25.330724 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-79c804b1-f3cf-4628-9ec1-e5b1aa86a0ee req-84d7e4ad-df45-4673-8a67-9596156fe94d service neutron] Bound port: 92f0fa03-e818-4758-b86a-ac8c5c07851d, host: n-h2-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b12e0f3c-524d-4271-bcd7-a8728e08218d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '1ed6547a-9a98-470d-94e4-47f4b17aec8c'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:53:25.331081 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-79c804b1-f3cf-4628-9ec1-e5b1aa86a0ee req-84d7e4ad-df45-4673-8a67-9596156fe94d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (92f0fa03-e818-4758-b86a-ac8c5c07851d), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:25.356529 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:53:25.399017 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-79c804b1-f3cf-4628-9ec1-e5b1aa86a0ee req-84d7e4ad-df45-4673-8a67-9596156fe94d service neutron] For port 92f0fa03-e818-4758-b86a-ac8c5c07851d, host n-h2-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:53:25.402064 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-79c804b1-f3cf-4628-9ec1-e5b1aa86a0ee req-84d7e4ad-df45-4673-8a67-9596156fe94d service neutron] For port 92f0fa03-e818-4758-b86a-ac8c5c07851d, host n-h2-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=92f0fa03-e818-4758-b86a-ac8c5c07851d,segment=NetworkSegment(b12e0f3c-524d-4271-bcd7-a8728e08218d),segment_id=b12e0f3c-524d-4271-bcd7-a8728e08218d)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:53:25.408129 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-79c804b1-f3cf-4628-9ec1-e5b1aa86a0ee req-84d7e4ad-df45-4673-8a67-9596156fe94d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (92f0fa03-e818-4758-b86a-ac8c5c07851d), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:25.444822 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c804b1-f3cf-4628-9ec1-e5b1aa86a0ee req-84d7e4ad-df45-4673-8a67-9596156fe94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:53:25.445512 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-79c804b1-f3cf-4628-9ec1-e5b1aa86a0ee req-84d7e4ad-df45-4673-8a67-9596156fe94d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:25.447012 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-79c804b1-f3cf-4628-9ec1-e5b1aa86a0ee req-84d7e4ad-df45-4673-8a67-9596156fe94d service neutron] 10.222.0.57 "PUT /v2.0/ports/92f0fa03-e818-4758-b86a-ac8c5c07851d HTTP/1.1" status: 200 len: 1091 time: 0.9746442 Mar 11 20:53:25.449601 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b75d36c-bbf0-4b04-b3e3-91156d18b629', 'tag': '92f0fa03-e818-4758-b86a-ac8c5c07851d'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:53:25.451992 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a0d03908d714cf498f0e9a07bdcfee6ce8884db927bcf4c76da6f3dadb32e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0565ed3-5563-4e48-bcf6-cce230387e89" -d '{"events": [{"name": "network-changed", "server_uuid": "8b75d36c-bbf0-4b04-b3e3-91156d18b629", "tag": "92f0fa03-e818-4758-b86a-ac8c5c07851d"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:53:25.500015 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5318bdf-e5d5-4387-84af-ba06bd37b00b x-openstack-request-id: req-e5318bdf-e5d5-4387-84af-ba06bd37b00b {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:53:25.500158 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b75d36c-bbf0-4b04-b3e3-91156d18b629", "tag": "92f0fa03-e818-4758-b86a-ac8c5c07851d", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:53:25.500416 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e5318bdf-e5d5-4387-84af-ba06bd37b00b {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:53:25.500818 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b75d36c-bbf0-4b04-b3e3-91156d18b629', 'tag': '92f0fa03-e818-4758-b86a-ac8c5c07851d', 'status': 'completed', 'code': 200} Mar 11 20:53:25.501642 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d7e4ad-df45-4673-8a67-9596156fe94d service neutron] Pushing event updated for resources: {'Port': ['ID=92f0fa03-e818-4758-b86a-ac8c5c07851d,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:53:25.550818 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c804b1-f3cf-4628-9ec1-e5b1aa86a0ee req-3986afae-f031-4ab4-8eb5-9b593692aadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:53:25.552519 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-79c804b1-f3cf-4628-9ec1-e5b1aa86a0ee req-3986afae-f031-4ab4-8eb5-9b593692aadd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e724ea0cd69941cc91276207329c844f&device_id=8b75d36c-bbf0-4b04-b3e3-91156d18b629 HTTP/1.1" status: 200 len: 1125 time: 0.0480657 Mar 11 20:53:25.598508 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-79c804b1-f3cf-4628-9ec1-e5b1aa86a0ee req-d6cfd3e9-5978-477d-9978-52808bfc8694 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=92f0fa03-e818-4758-b86a-ac8c5c07851d HTTP/1.1" status: 200 len: 217 time: 0.0383682 Mar 11 20:53:25.648976 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c804b1-f3cf-4628-9ec1-e5b1aa86a0ee req-932d88b8-2565-4513-a5bd-915b9b30f604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:53:25.650784 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-79c804b1-f3cf-4628-9ec1-e5b1aa86a0ee req-932d88b8-2565-4513-a5bd-915b9b30f604 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a6780793-39e7-4792-bdbc-7e68ecde50fe HTTP/1.1" status: 200 len: 849 time: 0.0470302 Mar 11 20:53:25.705563 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c804b1-f3cf-4628-9ec1-e5b1aa86a0ee req-af51b1cb-1b4e-49ab-9d49-2c3003d2cc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:53:25.707082 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-79c804b1-f3cf-4628-9ec1-e5b1aa86a0ee req-af51b1cb-1b4e-49ab-9d49-2c3003d2cc16 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1ed6547a-9a98-470d-94e4-47f4b17aec8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0504878 Mar 11 20:53:25.800011 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-79c804b1-f3cf-4628-9ec1-e5b1aa86a0ee req-2b910fa3-8bad-4933-ac3d-7ef32b7a7242 service neutron] 10.222.0.57 "GET /v2.0/networks/1ed6547a-9a98-470d-94e4-47f4b17aec8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868690 Mar 11 20:53:25.895776 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-79c804b1-f3cf-4628-9ec1-e5b1aa86a0ee req-688fcfd8-49a7-44f1-b84f-2b04b7fe6ed4 service neutron] 10.222.0.57 "GET /v2.0/networks/1ed6547a-9a98-470d-94e4-47f4b17aec8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905223 Mar 11 20:53:25.993316 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0565ed3-5563-4e48-bcf6-cce230387e89 req-69445234-c765-4161-ae87-68b3fee53893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:53:25.994940 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f0565ed3-5563-4e48-bcf6-cce230387e89 req-69445234-c765-4161-ae87-68b3fee53893 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e724ea0cd69941cc91276207329c844f&device_id=8b75d36c-bbf0-4b04-b3e3-91156d18b629 HTTP/1.1" status: 200 len: 1125 time: 0.0508139 Mar 11 20:53:26.087997 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0565ed3-5563-4e48-bcf6-cce230387e89 req-ba80b0c4-d44c-4b10-af46-30c07a999a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:53:26.089454 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f0565ed3-5563-4e48-bcf6-cce230387e89 req-ba80b0c4-d44c-4b10-af46-30c07a999a82 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1ed6547a-9a98-470d-94e4-47f4b17aec8c HTTP/1.1" status: 200 len: 911 time: 0.0880237 Mar 11 20:53:26.128879 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f0565ed3-5563-4e48-bcf6-cce230387e89 req-cf7fec23-b3de-457b-b27f-0b1f4582f4db service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=92f0fa03-e818-4758-b86a-ac8c5c07851d HTTP/1.1" status: 200 len: 217 time: 0.0340381 Mar 11 20:53:26.175234 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0565ed3-5563-4e48-bcf6-cce230387e89 req-5c67c424-d6b1-4efc-b507-481df75b9b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:53:26.176774 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f0565ed3-5563-4e48-bcf6-cce230387e89 req-5c67c424-d6b1-4efc-b507-481df75b9b2d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a6780793-39e7-4792-bdbc-7e68ecde50fe HTTP/1.1" status: 200 len: 849 time: 0.0421653 Mar 11 20:53:26.263786 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0565ed3-5563-4e48-bcf6-cce230387e89 req-125d93db-81b1-48a7-81e6-dcb248ecd41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:53:26.265310 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f0565ed3-5563-4e48-bcf6-cce230387e89 req-125d93db-81b1-48a7-81e6-dcb248ecd41f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1ed6547a-9a98-470d-94e4-47f4b17aec8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0831773 Mar 11 20:53:26.275619 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff29333c-d7f3-404f-bc42-f849d1baf42a req-9f61715a-7e2a-4b9b-a697-7df5949f2131 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:53:26.276999 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ff29333c-d7f3-404f-bc42-f849d1baf42a req-9f61715a-7e2a-4b9b-a697-7df5949f2131 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b75d36c-bbf0-4b04-b3e3-91156d18b629 HTTP/1.1" status: 200 len: 943 time: 0.0857694 Mar 11 20:53:26.381629 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ff29333c-d7f3-404f-bc42-f849d1baf42a req-287f3435-87ed-4ff7-a813-3f0992c76d35 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "GET /v2.0/security-groups?id=826c6605-feff-43ff-a44c-66027e57f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960665 Mar 11 20:53:26.400848 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f0565ed3-5563-4e48-bcf6-cce230387e89 req-1f2241fa-22d4-42b8-81be-2e3418edc799 service neutron] 10.222.0.57 "GET /v2.0/networks/1ed6547a-9a98-470d-94e4-47f4b17aec8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224613 Mar 11 20:53:26.488533 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f0565ed3-5563-4e48-bcf6-cce230387e89 req-251a94ac-89a6-43dd-ad92-4a7e865a6733 service neutron] 10.222.0.57 "GET /v2.0/networks/1ed6547a-9a98-470d-94e4-47f4b17aec8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819342 Mar 11 20:53:26.526706 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:27.507035 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf91ba1-0745-4624-a3f5-7d3657376df9 req-7c9cb89c-2c94-4067-b0c4-3d46a674d0bd tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:53:27.509017 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fdf91ba1-0745-4624-a3f5-7d3657376df9 req-7c9cb89c-2c94-4067-b0c4-3d46a674d0bd tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b75d36c-bbf0-4b04-b3e3-91156d18b629 HTTP/1.1" status: 200 len: 943 time: 0.0565059 Mar 11 20:53:27.556860 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fdf91ba1-0745-4624-a3f5-7d3657376df9 req-ff80794e-4039-4e7b-9447-347998d5e0cd tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "GET /v2.0/security-groups?id=826c6605-feff-43ff-a44c-66027e57f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423272 Mar 11 20:53:27.915349 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:28.390457 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 92f0fa03-e818-4758-b86a-ac8c5c07851d details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 20:53:28.491233 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 92f0fa03-e818-4758-b86a-ac8c5c07851d, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=92f0fa03-e818-4758-b86a-ac8c5c07851d,segment=NetworkSegment(b12e0f3c-524d-4271-bcd7-a8728e08218d),segment_id=b12e0f3c-524d-4271-bcd7-a8728e08218d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:53:28.503365 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': '92f0fa03-e818-4758-b86a-ac8c5c07851d', 'network_id': '1ed6547a-9a98-470d-94e4-47f4b17aec8c', 'port_id': '92f0fa03-e818-4758-b86a-ac8c5c07851d', 'mac_address': 'fa:16:3e:0d:1a:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6780793-39e7-4792-bdbc-7e68ecde50fe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 20:53:28.540651 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 92f0fa03-e818-4758-b86a-ac8c5c07851d is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:53:28.541071 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (92f0fa03-e818-4758-b86a-ac8c5c07851d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:28.553947 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92f0fa03-e818-4758-b86a-ac8c5c07851d {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:53:28.574085 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 92f0fa03-e818-4758-b86a-ac8c5c07851d, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=92f0fa03-e818-4758-b86a-ac8c5c07851d,segment=NetworkSegment(b12e0f3c-524d-4271-bcd7-a8728e08218d),segment_id=b12e0f3c-524d-4271-bcd7-a8728e08218d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:53:28.577872 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (92f0fa03-e818-4758-b86a-ac8c5c07851d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:28.624784 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=92f0fa03-e818-4758-b86a-ac8c5c07851d,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:53:28.676536 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd7549-4da5-4d6a-80ad-4404f716f502 req-72b6dd12-1c95-4137-8a77-b0adf9315333 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:53:28.678019 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-22cd7549-4da5-4d6a-80ad-4404f716f502 req-72b6dd12-1c95-4137-8a77-b0adf9315333 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b75d36c-bbf0-4b04-b3e3-91156d18b629 HTTP/1.1" status: 200 len: 944 time: 0.0531337 Mar 11 20:53:28.727159 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-22cd7549-4da5-4d6a-80ad-4404f716f502 req-f73ff64c-d242-42eb-ada1-2af062588348 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "GET /v2.0/security-groups?id=826c6605-feff-43ff-a44c-66027e57f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430393 Mar 11 20:53:28.896875 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['92f0fa03-e818-4758-b86a-ac8c5c07851d'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:53:29.199956 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:29.842957 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f59f8-b40a-4ec5-9310-c774fa8747e0 req-29a1fa26-99ce-4916-86fc-c4ad8091ac22 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:53:29.844447 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-774f59f8-b40a-4ec5-9310-c774fa8747e0 req-29a1fa26-99ce-4916-86fc-c4ad8091ac22 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b75d36c-bbf0-4b04-b3e3-91156d18b629 HTTP/1.1" status: 200 len: 944 time: 0.0515625 Mar 11 20:53:29.895904 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-774f59f8-b40a-4ec5-9310-c774fa8747e0 req-64b7c041-1fe7-45a2-a665-049a768ec15d tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "GET /v2.0/security-groups?id=826c6605-feff-43ff-a44c-66027e57f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459051 Mar 11 20:53:30.420185 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 92f0fa03-e818-4758-b86a-ac8c5c07851d up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:53:30.470189 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning for port 92f0fa03-e818-4758-b86a-ac8c5c07851d completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 20:53:30.474071 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port 92f0fa03-e818-4758-b86a-ac8c5c07851d triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:53:30.474450 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (92f0fa03-e818-4758-b86a-ac8c5c07851d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:30.549324 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 92f0fa03-e818-4758-b86a-ac8c5c07851d is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:53:30.549715 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (92f0fa03-e818-4758-b86a-ac8c5c07851d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:30.573799 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b75d36c-bbf0-4b04-b3e3-91156d18b629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92f0fa03-e818-4758-b86a-ac8c5c07851d'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:53:30.577147 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e00c6702a54281ed7930195260709b2e9eb4074fe153a1ed12afbef6176377e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99bca9cb-f6cc-4a66-8598-3e965104fa12" -d '{"events": [{"server_uuid": "8b75d36c-bbf0-4b04-b3e3-91156d18b629", "name": "network-vif-plugged", "status": "completed", "tag": "92f0fa03-e818-4758-b86a-ac8c5c07851d"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:53:30.591190 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 92f0fa03-e818-4758-b86a-ac8c5c07851d, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=92f0fa03-e818-4758-b86a-ac8c5c07851d,segment=NetworkSegment(b12e0f3c-524d-4271-bcd7-a8728e08218d),segment_id=b12e0f3c-524d-4271-bcd7-a8728e08218d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:53:30.595195 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (92f0fa03-e818-4758-b86a-ac8c5c07851d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:30.623509 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-219d9256-08b8-486d-8372-c4d5de9ea1bd x-openstack-request-id: req-219d9256-08b8-486d-8372-c4d5de9ea1bd {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:53:30.623823 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b75d36c-bbf0-4b04-b3e3-91156d18b629", "name": "network-vif-plugged", "status": "completed", "tag": "92f0fa03-e818-4758-b86a-ac8c5c07851d", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:53:30.624078 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-219d9256-08b8-486d-8372-c4d5de9ea1bd {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:53:30.624463 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b75d36c-bbf0-4b04-b3e3-91156d18b629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92f0fa03-e818-4758-b86a-ac8c5c07851d', 'code': 200} Mar 11 20:53:30.651725 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=92f0fa03-e818-4758-b86a-ac8c5c07851d,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:53:30.713402 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b574e94-1c8f-4aa9-b9ac-09b3776a7ede req-acdfd088-1d75-4ecd-a335-e2bb2b4cc9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:53:30.714875 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7b574e94-1c8f-4aa9-b9ac-09b3776a7ede req-acdfd088-1d75-4ecd-a335-e2bb2b4cc9a8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8b75d36c-bbf0-4b04-b3e3-91156d18b629 HTTP/1.1" status: 200 len: 1127 time: 0.0431986 Mar 11 20:53:30.758662 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-7b574e94-1c8f-4aa9-b9ac-09b3776a7ede req-05bfe885-22d6-4f9a-8fd9-a0ebd6d18860 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=826c6605-feff-43ff-a44c-66027e57f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383484 Mar 11 20:53:31.014098 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c72db-bf2a-43c6-afaf-dfb0f8415968 req-1c34ac62-5df6-40f4-8d0e-d300267b6f3f tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:53:31.015485 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-898c72db-bf2a-43c6-afaf-dfb0f8415968 req-1c34ac62-5df6-40f4-8d0e-d300267b6f3f tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b75d36c-bbf0-4b04-b3e3-91156d18b629 HTTP/1.1" status: 200 len: 945 time: 0.0519762 Mar 11 20:53:31.062454 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-898c72db-bf2a-43c6-afaf-dfb0f8415968 req-c1aadf59-e3ac-4c5c-96b8-54bf32938f86 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "GET /v2.0/security-groups?id=826c6605-feff-43ff-a44c-66027e57f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413048 Mar 11 20:53:32.184616 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b2464-1e4e-42ee-a240-e5f714b82703 req-c44e3a9d-2d06-4353-b571-9700225753e8 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:53:32.186080 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-323b2464-1e4e-42ee-a240-e5f714b82703 req-c44e3a9d-2d06-4353-b571-9700225753e8 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b75d36c-bbf0-4b04-b3e3-91156d18b629 HTTP/1.1" status: 200 len: 945 time: 0.0561831 Mar 11 20:53:32.233827 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-323b2464-1e4e-42ee-a240-e5f714b82703 req-a8e777d0-7138-4adf-98db-81b84dad4ff4 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "GET /v2.0/security-groups?id=826c6605-feff-43ff-a44c-66027e57f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421324 Mar 11 20:53:32.349971 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1661f080-7020-45ac-8745-3ed73aa01c4f req-df5ab3a3-6499-4fc2-8b39-b988fdb7ce43 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:53:32.352009 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1661f080-7020-45ac-8745-3ed73aa01c4f req-df5ab3a3-6499-4fc2-8b39-b988fdb7ce43 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b75d36c-bbf0-4b04-b3e3-91156d18b629 HTTP/1.1" status: 200 len: 945 time: 0.0517104 Mar 11 20:53:32.399188 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1661f080-7020-45ac-8745-3ed73aa01c4f req-c9daf7e4-4c30-4ca1-bfa1-3cd03325e45d tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "GET /v2.0/security-groups?id=826c6605-feff-43ff-a44c-66027e57f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416605 Mar 11 20:53:32.420570 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33186) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:53:32.549979 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485e36b3-702e-411c-a991-d1b2cd6d0dd4 tempest-TestSnapshotPattern-323767361 tempest-TestSnapshotPattern-323767361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:53:32.551461 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-485e36b3-702e-411c-a991-d1b2cd6d0dd4 tempest-TestSnapshotPattern-323767361 tempest-TestSnapshotPattern-323767361-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=8b75d36c-bbf0-4b04-b3e3-91156d18b629 HTTP/1.1" status: 200 len: 1122 time: 0.1299512 Mar 11 20:53:32.554373 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33190) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:53:32.558697 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-a6c6c86e-102c-4589-b81f-cafd6cd6415b tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Request body: {'floatingip': {'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'port_id': '92f0fa03-e818-4758-b86a-ac8c5c07851d', 'tenant_id': 'e724ea0cd69941cc91276207329c844f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:53:32.577976 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a6c6c86e-102c-4589-b81f-cafd6cd6415b tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:32.680792 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a6c6c86e-102c-4589-b81f-cafd6cd6415b tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:32.786144 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-a6c6c86e-102c-4589-b81f-cafd6cd6415b tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Allocated IP 172.25.8.83 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/cddcda0e-1e2e-434a-8726-4c26e675cb00) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:53:32.884911 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a6c6c86e-102c-4589-b81f-cafd6cd6415b tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks [] for port (cddcda0e-1e2e-434a-8726-4c26e675cb00), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:32.916570 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a6c6c86e-102c-4589-b81f-cafd6cd6415b tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (cddcda0e-1e2e-434a-8726-4c26e675cb00), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:32.954185 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c6c86e-102c-4589-b81f-cafd6cd6415b tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:53:32.958837 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-a6c6c86e-102c-4589-b81f-cafd6cd6415b tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:53:32.962302 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c6c86e-102c-4589-b81f-cafd6cd6415b tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:53:32.967559 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c6c86e-102c-4589-b81f-cafd6cd6415b tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Pushing event updated for resources: {'Port': ['ID=cddcda0e-1e2e-434a-8726-4c26e675cb00,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:53:33.321622 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a6c6c86e-102c-4589-b81f-cafd6cd6415b tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks [] for floatingip (2fe1f641-2106-4436-9921-c6039fe6bfcf), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:33.391131 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a6c6c86e-102c-4589-b81f-cafd6cd6415b tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (cddcda0e-1e2e-434a-8726-4c26e675cb00), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:33.538729 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a6c6c86e-102c-4589-b81f-cafd6cd6415b tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks [] for port (cddcda0e-1e2e-434a-8726-4c26e675cb00), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:33.543799 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a6c6c86e-102c-4589-b81f-cafd6cd6415b tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (cddcda0e-1e2e-434a-8726-4c26e675cb00), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:33.610538 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c6c86e-102c-4589-b81f-cafd6cd6415b tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Pushing event updated for resources: {'Port': ['ID=cddcda0e-1e2e-434a-8726-4c26e675cb00,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:53:33.620195 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a6c6c86e-102c-4589-b81f-cafd6cd6415b tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (2fe1f641-2106-4436-9921-c6039fe6bfcf), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:33.720088 n-d-833163-1 neutron-server[103885]: INFO neutron.db.l3_db [None req-a6c6c86e-102c-4589-b81f-cafd6cd6415b tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Floating IP 2fe1f641-2106-4436-9921-c6039fe6bfcf associated. External IP: 172.25.8.83, port: 92f0fa03-e818-4758-b86a-ac8c5c07851d. Mar 11 20:53:33.932139 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6c6c86e-102c-4589-b81f-cafd6cd6415b tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Router d1a74aff-1d32-4240-8ecb-f096f27bc2fb has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:53:34.042451 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c6c86e-102c-4589-b81f-cafd6cd6415b tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:53:34.051946 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d42dcf-cde3-4e9f-826e-77151e1d0ae3 None None] Sync routers for ids ['d1a74aff-1d32-4240-8ecb-f096f27bc2fb'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:53:34.058948 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-a6c6c86e-102c-4589-b81f-cafd6cd6415b tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:34.063371 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d42dcf-cde3-4e9f-826e-77151e1d0ae3 None None] Routers {'d1a74aff-1d32-4240-8ecb-f096f27bc2fb'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:53:34.064619 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-30d42dcf-cde3-4e9f-826e-77151e1d0ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:53:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['d1a74aff-1d32-4240-8ecb-f096f27bc2fb'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:53:34.088589 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-a6c6c86e-102c-4589-b81f-cafd6cd6415b tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5331669 Mar 11 20:53:34.089278 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b75d36c-bbf0-4b04-b3e3-91156d18b629', 'tag': '92f0fa03-e818-4758-b86a-ac8c5c07851d'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:53:34.091545 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a0d03908d714cf498f0e9a07bdcfee6ce8884db927bcf4c76da6f3dadb32e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51aaae85-12ae-440f-8f4b-6d019371a55b" -d '{"events": [{"name": "network-changed", "server_uuid": "8b75d36c-bbf0-4b04-b3e3-91156d18b629", "tag": "92f0fa03-e818-4758-b86a-ac8c5c07851d"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:53:34.127811 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e62f55c9-015c-4120-af0c-1eb858c6e5bf x-openstack-request-id: req-e62f55c9-015c-4120-af0c-1eb858c6e5bf {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:53:34.128108 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b75d36c-bbf0-4b04-b3e3-91156d18b629", "tag": "92f0fa03-e818-4758-b86a-ac8c5c07851d", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:53:34.128361 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e62f55c9-015c-4120-af0c-1eb858c6e5bf {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:53:34.128768 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b75d36c-bbf0-4b04-b3e3-91156d18b629', 'tag': '92f0fa03-e818-4758-b86a-ac8c5c07851d', 'status': 'completed', 'code': 200} Mar 11 20:53:34.177188 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-30d42dcf-cde3-4e9f-826e-77151e1d0ae3 None None] Set router d1a74aff-1d32-4240-8ecb-f096f27bc2fb gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:53:34.191142 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aaae85-12ae-440f-8f4b-6d019371a55b req-e066b24f-67ab-4ac3-a25f-be9978d186a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:53:34.192691 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-51aaae85-12ae-440f-8f4b-6d019371a55b req-e066b24f-67ab-4ac3-a25f-be9978d186a8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e724ea0cd69941cc91276207329c844f&device_id=8b75d36c-bbf0-4b04-b3e3-91156d18b629 HTTP/1.1" status: 200 len: 1127 time: 0.0440531 Mar 11 20:53:34.284908 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aaae85-12ae-440f-8f4b-6d019371a55b req-15aab6ea-28d7-46ad-9b25-da2d2eeebbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:53:34.286935 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-51aaae85-12ae-440f-8f4b-6d019371a55b req-15aab6ea-28d7-46ad-9b25-da2d2eeebbb0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1ed6547a-9a98-470d-94e4-47f4b17aec8c HTTP/1.1" status: 200 len: 911 time: 0.0892193 Mar 11 20:53:34.351569 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-51aaae85-12ae-440f-8f4b-6d019371a55b req-7ceb3d18-b144-4c80-951c-28a0951d4032 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=92f0fa03-e818-4758-b86a-ac8c5c07851d HTTP/1.1" status: 200 len: 998 time: 0.0585859 Mar 11 20:53:34.399003 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-30d42dcf-cde3-4e9f-826e-77151e1d0ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a74aff-1d32-4240-8ecb-f096f27bc2fb', 'name': 'tempest-TestSnapshotPattern-1062784382-router', 'tenant_id': 'e724ea0cd69941cc91276207329c844f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '951d9359-441b-4e31-bee1-de713460a5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:53:11Z', 'updated_at': '2022-03-11T20:53:14Z', 'revision_number': 4, 'project_id': 'e724ea0cd69941cc91276207329c844f', 'gw_port': {'id': '951d9359-441b-4e31-bee1-de713460a5cf', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a74aff-1d32-4240-8ecb-f096f27bc2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4444, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:53:11Z', 'updated_at': '2022-03-11T20:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '2fe1f641-2106-4436-9921-c6039fe6bfcf', 'tenant_id': 'e724ea0cd69941cc91276207329c844f', 'floating_ip_address': '172.25.8.83', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'd1a74aff-1d32-4240-8ecb-f096f27bc2fb', 'port_id': '92f0fa03-e818-4758-b86a-ac8c5c07851d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ed6547a-9a98-470d-94e4-47f4b17aec8c', 'mac_address': 'fa:16:3e:0d:1a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b75d36c-bbf0-4b04-b3e3-91156d18b629', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:53:33Z', 'updated_at': '2022-03-11T20:53:33Z', 'revision_number': 0, 'project_id': 'e724ea0cd69941cc91276207329c844f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a34e62fe-37e9-48fb-a07e-5ff42af8a12f', 'name': '', 'network_id': '1ed6547a-9a98-470d-94e4-47f4b17aec8c', 'tenant_id': 'e724ea0cd69941cc91276207329c844f', 'mac_address': 'fa:16:3e:c1:ad:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a74aff-1d32-4240-8ecb-f096f27bc2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': 'a6780793-39e7-4792-bdbc-7e68ecde50fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:53:13Z', 'updated_at': '2022-03-11T20:53:18Z', 'revision_number': 5, 'project_id': 'e724ea0cd69941cc91276207329c844f', 'subnets': [{'id': 'a6780793-39e7-4792-bdbc-7e68ecde50fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:53:34.399473 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aaae85-12ae-440f-8f4b-6d019371a55b req-32bb3eb0-5fcd-4fc3-8cf1-2b5cf6674351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:53:34.400946 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-51aaae85-12ae-440f-8f4b-6d019371a55b req-32bb3eb0-5fcd-4fc3-8cf1-2b5cf6674351 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a6780793-39e7-4792-bdbc-7e68ecde50fe HTTP/1.1" status: 200 len: 849 time: 0.0430295 Mar 11 20:53:34.424429 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d42dcf-cde3-4e9f-826e-77151e1d0ae3 None None] Checking router: d1a74aff-1d32-4240-8ecb-f096f27bc2fb for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:53:34.433095 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d42dcf-cde3-4e9f-826e-77151e1d0ae3 None None] Routers {'d1a74aff-1d32-4240-8ecb-f096f27bc2fb'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:53:34.433698 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-30d42dcf-cde3-4e9f-826e-77151e1d0ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:53:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['d1a74aff-1d32-4240-8ecb-f096f27bc2fb'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:53:34.452541 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aaae85-12ae-440f-8f4b-6d019371a55b req-21dcc4b0-da14-4603-bbae-0eb222f677ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:53:34.453966 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-51aaae85-12ae-440f-8f4b-6d019371a55b req-21dcc4b0-da14-4603-bbae-0eb222f677ca service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1ed6547a-9a98-470d-94e4-47f4b17aec8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0474908 Mar 11 20:53:34.540279 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-30d42dcf-cde3-4e9f-826e-77151e1d0ae3 None None] Set router d1a74aff-1d32-4240-8ecb-f096f27bc2fb gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:53:34.540845 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-51aaae85-12ae-440f-8f4b-6d019371a55b req-e6e17608-40f2-4e57-b9fa-ae37ea464388 service neutron] 10.222.0.57 "GET /v2.0/networks/1ed6547a-9a98-470d-94e4-47f4b17aec8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812113 Mar 11 20:53:34.633276 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-51aaae85-12ae-440f-8f4b-6d019371a55b req-7f80fb2b-6584-47b8-9c33-95c228d6a96b service neutron] 10.222.0.57 "GET /v2.0/networks/1ed6547a-9a98-470d-94e4-47f4b17aec8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866058 Mar 11 20:53:34.762281 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-30d42dcf-cde3-4e9f-826e-77151e1d0ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a74aff-1d32-4240-8ecb-f096f27bc2fb', 'name': 'tempest-TestSnapshotPattern-1062784382-router', 'tenant_id': 'e724ea0cd69941cc91276207329c844f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '951d9359-441b-4e31-bee1-de713460a5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:53:11Z', 'updated_at': '2022-03-11T20:53:14Z', 'revision_number': 4, 'project_id': 'e724ea0cd69941cc91276207329c844f', 'gw_port': {'id': '951d9359-441b-4e31-bee1-de713460a5cf', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a74aff-1d32-4240-8ecb-f096f27bc2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4444, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:53:11Z', 'updated_at': '2022-03-11T20:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '2fe1f641-2106-4436-9921-c6039fe6bfcf', 'tenant_id': 'e724ea0cd69941cc91276207329c844f', 'floating_ip_address': '172.25.8.83', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'd1a74aff-1d32-4240-8ecb-f096f27bc2fb', 'port_id': '92f0fa03-e818-4758-b86a-ac8c5c07851d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ed6547a-9a98-470d-94e4-47f4b17aec8c', 'mac_address': 'fa:16:3e:0d:1a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b75d36c-bbf0-4b04-b3e3-91156d18b629', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:53:33Z', 'updated_at': '2022-03-11T20:53:33Z', 'revision_number': 0, 'project_id': 'e724ea0cd69941cc91276207329c844f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a34e62fe-37e9-48fb-a07e-5ff42af8a12f', 'name': '', 'network_id': '1ed6547a-9a98-470d-94e4-47f4b17aec8c', 'tenant_id': 'e724ea0cd69941cc91276207329c844f', 'mac_address': 'fa:16:3e:c1:ad:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a74aff-1d32-4240-8ecb-f096f27bc2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': 'a6780793-39e7-4792-bdbc-7e68ecde50fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:53:13Z', 'updated_at': '2022-03-11T20:53:18Z', 'revision_number': 5, 'project_id': 'e724ea0cd69941cc91276207329c844f', 'subnets': [{'id': 'a6780793-39e7-4792-bdbc-7e68ecde50fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:53:34.787089 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d42dcf-cde3-4e9f-826e-77151e1d0ae3 None None] The sync data for ids ['d1a74aff-1d32-4240-8ecb-f096f27bc2fb'] in n-d-833163-1 is: [{'id': 'd1a74aff-1d32-4240-8ecb-f096f27bc2fb', 'name': 'tempest-TestSnapshotPattern-1062784382-router', 'tenant_id': 'e724ea0cd69941cc91276207329c844f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '951d9359-441b-4e31-bee1-de713460a5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:53:11Z', 'updated_at': '2022-03-11T20:53:14Z', 'revision_number': 4, 'project_id': 'e724ea0cd69941cc91276207329c844f', 'gw_port': {'id': '951d9359-441b-4e31-bee1-de713460a5cf', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a74aff-1d32-4240-8ecb-f096f27bc2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4444, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:53:11Z', 'updated_at': '2022-03-11T20:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '2fe1f641-2106-4436-9921-c6039fe6bfcf', 'tenant_id': 'e724ea0cd69941cc91276207329c844f', 'floating_ip_address': '172.25.8.83', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'd1a74aff-1d32-4240-8ecb-f096f27bc2fb', 'port_id': '92f0fa03-e818-4758-b86a-ac8c5c07851d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ed6547a-9a98-470d-94e4-47f4b17aec8c', 'mac_address': 'fa:16:3e:0d:1a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b75d36c-bbf0-4b04-b3e3-91156d18b629', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:53:33Z', 'updated_at': '2022-03-11T20:53:33Z', 'revision_number': 0, 'project_id': 'e724ea0cd69941cc91276207329c844f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a34e62fe-37e9-48fb-a07e-5ff42af8a12f', 'name': '', 'network_id': '1ed6547a-9a98-470d-94e4-47f4b17aec8c', 'tenant_id': 'e724ea0cd69941cc91276207329c844f', 'mac_address': 'fa:16:3e:c1:ad:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a74aff-1d32-4240-8ecb-f096f27bc2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': 'a6780793-39e7-4792-bdbc-7e68ecde50fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:53:13Z', 'updated_at': '2022-03-11T20:53:18Z', 'revision_number': 5, 'project_id': 'e724ea0cd69941cc91276207329c844f', 'subnets': [{'id': 'a6780793-39e7-4792-bdbc-7e68ecde50fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:53:34.976514 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3896add7-513f-4b30-8a61-178d87af6ba0 None None] New status for floating IP 2fe1f641-2106-4436-9921-c6039fe6bfcf: ACTIVE {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 20:53:49.844274 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:52.510554 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-49b6dadf-064a-4607-80de-d32781e1cf89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:53.433478 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:54.772154 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ac7cb730-8e6d-4919-abb4-b5d34f51a05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:56.529093 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:57.916246 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:53:59.204156 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:54:02.355723 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:54:19.863524 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:54:22.512069 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0a715142-0093-4d17-b8c5-a167f1f44ebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:54:23.459674 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:54:24.773037 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-30d9adf0-97ea-437a-b792-f0ef09ae338a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:54:26.532465 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:54:27.919135 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:54:29.206459 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:54:31.911015 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cd4bc952-cf10-4d3b-88b8-d851a1473023 req-4959fbe2-2eb7-450f-ba15-5d5dbc0d3a57 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8b75d36c-bbf0-4b04-b3e3-91156d18b629&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1000891 Mar 11 20:54:31.995805 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4bc952-cf10-4d3b-88b8-d851a1473023 req-7d998e47-5cc5-46c8-a508-1f4c0e2f37ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:54:31.997308 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cd4bc952-cf10-4d3b-88b8-d851a1473023 req-7d998e47-5cc5-46c8-a508-1f4c0e2f37ac service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e724ea0cd69941cc91276207329c844f&device_id=8b75d36c-bbf0-4b04-b3e3-91156d18b629 HTTP/1.1" status: 200 len: 1127 time: 0.0474927 Mar 11 20:54:32.099453 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4bc952-cf10-4d3b-88b8-d851a1473023 req-c08de179-5b5b-4c3f-a2e0-40cb65694e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:54:32.100848 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cd4bc952-cf10-4d3b-88b8-d851a1473023 req-c08de179-5b5b-4c3f-a2e0-40cb65694e6d service neutron] 10.222.0.57 "GET /v2.0/networks?id=1ed6547a-9a98-470d-94e4-47f4b17aec8c HTTP/1.1" status: 200 len: 911 time: 0.0872936 Mar 11 20:54:32.171997 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cd4bc952-cf10-4d3b-88b8-d851a1473023 req-b18c281f-06a4-45e3-a18f-cdd05642b625 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=92f0fa03-e818-4758-b86a-ac8c5c07851d HTTP/1.1" status: 200 len: 1000 time: 0.0655458 Mar 11 20:54:32.223032 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4bc952-cf10-4d3b-88b8-d851a1473023 req-3256b5e3-a30d-4b2f-9075-368a4e238ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:54:32.224514 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cd4bc952-cf10-4d3b-88b8-d851a1473023 req-3256b5e3-a30d-4b2f-9075-368a4e238ce5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a6780793-39e7-4792-bdbc-7e68ecde50fe HTTP/1.1" status: 200 len: 849 time: 0.0477114 Mar 11 20:54:32.272246 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4bc952-cf10-4d3b-88b8-d851a1473023 req-58e72672-95e3-42a4-8cec-46db641712dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:54:32.273717 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cd4bc952-cf10-4d3b-88b8-d851a1473023 req-58e72672-95e3-42a4-8cec-46db641712dc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1ed6547a-9a98-470d-94e4-47f4b17aec8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439365 Mar 11 20:54:32.363422 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cd4bc952-cf10-4d3b-88b8-d851a1473023 req-4db70a82-24f8-4fe6-a4a9-e6a77badc59a service neutron] 10.222.0.57 "GET /v2.0/networks/1ed6547a-9a98-470d-94e4-47f4b17aec8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838058 Mar 11 20:54:32.728882 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cd4bc952-cf10-4d3b-88b8-d851a1473023 req-a93dd450-a271-4567-aff1-c0a2a50dda18 service neutron] 10.222.0.57 "GET /v2.0/networks/1ed6547a-9a98-470d-94e4-47f4b17aec8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3587382 Mar 11 20:54:39.354708 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:54:49.858047 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:54:52.513237 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d5406519-eca7-4e72-b852-6f862b2e1094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:54:53.476156 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:54:54.773903 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4e5dc4af-db79-423b-869e-be233d983ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:54:56.534635 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:54:57.921357 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:54:59.207309 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:55:16.354549 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:55:19.857965 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:55:22.514127 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6885fc39-011e-43c2-90e1-de58ac342a96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:55:23.476336 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:55:24.774524 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-161473ae-5d02-4d49-86b2-271a8b0a78c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:55:26.536208 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:55:27.924715 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:55:29.208281 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:55:33.855959 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-387e7401-89e8-486a-862f-e3b1603acdf9 req-a11cb37c-2117-4e1a-8815-0a9236a64d83 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8b75d36c-bbf0-4b04-b3e3-91156d18b629&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445182 Mar 11 20:55:33.941336 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e7401-89e8-486a-862f-e3b1603acdf9 req-27a3a088-7604-4aa6-b509-83ea278fa402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:55:33.942804 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-387e7401-89e8-486a-862f-e3b1603acdf9 req-27a3a088-7604-4aa6-b509-83ea278fa402 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e724ea0cd69941cc91276207329c844f&device_id=8b75d36c-bbf0-4b04-b3e3-91156d18b629 HTTP/1.1" status: 200 len: 1127 time: 0.0465987 Mar 11 20:55:34.040094 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e7401-89e8-486a-862f-e3b1603acdf9 req-a0493b08-ddb3-49fa-9a83-539acb457625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:55:34.041563 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-387e7401-89e8-486a-862f-e3b1603acdf9 req-a0493b08-ddb3-49fa-9a83-539acb457625 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1ed6547a-9a98-470d-94e4-47f4b17aec8c HTTP/1.1" status: 200 len: 911 time: 0.0824881 Mar 11 20:55:34.114205 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-387e7401-89e8-486a-862f-e3b1603acdf9 req-bb84aaee-9f12-4828-8c33-d94bf2f4361d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=92f0fa03-e818-4758-b86a-ac8c5c07851d HTTP/1.1" status: 200 len: 1000 time: 0.0616403 Mar 11 20:55:34.159301 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e7401-89e8-486a-862f-e3b1603acdf9 req-cf5ccc3c-74ee-43e6-825a-e05be01d7ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:55:34.160723 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-387e7401-89e8-486a-862f-e3b1603acdf9 req-cf5ccc3c-74ee-43e6-825a-e05be01d7ff8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a6780793-39e7-4792-bdbc-7e68ecde50fe HTTP/1.1" status: 200 len: 849 time: 0.0416307 Mar 11 20:55:34.206758 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e7401-89e8-486a-862f-e3b1603acdf9 req-d23e2265-df03-4089-94a4-2f872e95f549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:55:34.208203 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-387e7401-89e8-486a-862f-e3b1603acdf9 req-d23e2265-df03-4089-94a4-2f872e95f549 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1ed6547a-9a98-470d-94e4-47f4b17aec8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0419710 Mar 11 20:55:34.299596 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-387e7401-89e8-486a-862f-e3b1603acdf9 req-d564d3ee-5d66-4d67-886a-3fb92725debf service neutron] 10.222.0.57 "GET /v2.0/networks/1ed6547a-9a98-470d-94e4-47f4b17aec8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848389 Mar 11 20:55:34.389733 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-387e7401-89e8-486a-862f-e3b1603acdf9 req-5ff550df-12b3-4e8f-a016-92017a4d1a59 service neutron] 10.222.0.57 "GET /v2.0/networks/1ed6547a-9a98-470d-94e4-47f4b17aec8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842350 Mar 11 20:55:49.872452 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:55:52.516056 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a7f72dae-f54a-4765-a687-68bcf48d8a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:55:53.353479 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:55:53.468506 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:55:54.775833 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-fcc9d379-cb01-42c5-ba39-362e050fc252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:55:56.542176 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:55:57.927248 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:55:59.212228 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:56:07.023720 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 92f0fa03-e818-4758-b86a-ac8c5c07851d details requested by agent hyperv_n-h2-833163-1 with host n-h2-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 20:56:07.270712 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 92f0fa03-e818-4758-b86a-ac8c5c07851d, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=92f0fa03-e818-4758-b86a-ac8c5c07851d,segment=NetworkSegment(b12e0f3c-524d-4271-bcd7-a8728e08218d),segment_id=b12e0f3c-524d-4271-bcd7-a8728e08218d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:56:07.281482 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Returning: {'device': '92f0fa03-e818-4758-b86a-ac8c5c07851d', 'network_id': '1ed6547a-9a98-470d-94e4-47f4b17aec8c', 'port_id': '92f0fa03-e818-4758-b86a-ac8c5c07851d', 'mac_address': 'fa:16:3e:0d:1a:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6780793-39e7-4792-bdbc-7e68ecde50fe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 20:56:07.316909 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 92f0fa03-e818-4758-b86a-ac8c5c07851d is: ACTIVE; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:56:07.317300 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (92f0fa03-e818-4758-b86a-ac8c5c07851d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:56:07.329997 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 92f0fa03-e818-4758-b86a-ac8c5c07851d {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:56:07.348425 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 92f0fa03-e818-4758-b86a-ac8c5c07851d, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=92f0fa03-e818-4758-b86a-ac8c5c07851d,segment=NetworkSegment(b12e0f3c-524d-4271-bcd7-a8728e08218d),segment_id=b12e0f3c-524d-4271-bcd7-a8728e08218d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:56:07.352468 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (92f0fa03-e818-4758-b86a-ac8c5c07851d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:56:07.404121 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=92f0fa03-e818-4758-b86a-ac8c5c07851d,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:56:07.411225 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:56:07.411576 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:56:07.411944 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:56:07.412281 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:56:07.412641 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:56:07.412971 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:56:07.413301 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:56:07.413627 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:56:07.413951 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:56:07.414274 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:56:07.414601 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:56:07.414922 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:56:07.415243 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:56:07.426836 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] get_ports_and_sgs() called for port_ids ['92f0fa03-e818-4758-b86a-ac8c5c07851d'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:56:09.029211 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 92f0fa03-e818-4758-b86a-ac8c5c07851d up at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:56:09.076296 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Provisioning complete for port 92f0fa03-e818-4758-b86a-ac8c5c07851d triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:56:09.076674 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (92f0fa03-e818-4758-b86a-ac8c5c07851d), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:56:09.151908 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 92f0fa03-e818-4758-b86a-ac8c5c07851d is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:56:09.152303 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (92f0fa03-e818-4758-b86a-ac8c5c07851d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:56:09.174040 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b75d36c-bbf0-4b04-b3e3-91156d18b629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92f0fa03-e818-4758-b86a-ac8c5c07851d'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:56:09.176307 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e00c6702a54281ed7930195260709b2e9eb4074fe153a1ed12afbef6176377e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3720bd18-056f-4adf-89a5-b74a00569479" -d '{"events": [{"server_uuid": "8b75d36c-bbf0-4b04-b3e3-91156d18b629", "name": "network-vif-plugged", "status": "completed", "tag": "92f0fa03-e818-4758-b86a-ac8c5c07851d"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:56:09.194106 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 92f0fa03-e818-4758-b86a-ac8c5c07851d, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=92f0fa03-e818-4758-b86a-ac8c5c07851d,segment=NetworkSegment(b12e0f3c-524d-4271-bcd7-a8728e08218d),segment_id=b12e0f3c-524d-4271-bcd7-a8728e08218d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:56:09.201619 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (92f0fa03-e818-4758-b86a-ac8c5c07851d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:56:09.249964 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=92f0fa03-e818-4758-b86a-ac8c5c07851d,revision_number=7']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:56:09.309308 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ce0f0a-1dc7-4cfc-b77b-debbdeaf0925 x-openstack-request-id: req-35ce0f0a-1dc7-4cfc-b77b-debbdeaf0925 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:56:09.309663 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b75d36c-bbf0-4b04-b3e3-91156d18b629", "name": "network-vif-plugged", "status": "completed", "tag": "92f0fa03-e818-4758-b86a-ac8c5c07851d", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:56:09.309920 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-35ce0f0a-1dc7-4cfc-b77b-debbdeaf0925 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:56:09.310351 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b75d36c-bbf0-4b04-b3e3-91156d18b629', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92f0fa03-e818-4758-b86a-ac8c5c07851d', 'code': 200} Mar 11 20:56:19.890562 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:56:21.932726 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a9937d3b-7415-4c9b-ad65-b0b3b70bb828 req-a9dcc160-6394-4435-83bd-a90aa392428b tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1474165255&fields=id&tenant_id=e724ea0cd69941cc91276207329c844f HTTP/1.1" status: 200 len: 267 time: 0.0476410 Mar 11 20:56:22.034831 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9937d3b-7415-4c9b-ad65-b0b3b70bb828 req-84d13fff-0659-404d-99af-f20ff67b9e7f tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:56:22.036307 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a9937d3b-7415-4c9b-ad65-b0b3b70bb828 req-84d13fff-0659-404d-99af-f20ff67b9e7f tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "GET /v2.0/networks?id=1ed6547a-9a98-470d-94e4-47f4b17aec8c HTTP/1.1" status: 200 len: 810 time: 0.0971220 Mar 11 20:56:22.050362 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a9937d3b-7415-4c9b-ad65-b0b3b70bb828 req-09eb0079-fa98-4c90-9259-a92c1572e6f8 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "GET /v2.0/quotas/e724ea0cd69941cc91276207329c844f HTTP/1.1" status: 200 len: 375 time: 0.0085969 Mar 11 20:56:22.105259 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a9937d3b-7415-4c9b-ad65-b0b3b70bb828 req-a43a56d8-1fb1-4544-88c9-2cd86d946838 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "GET /v2.0/ports?tenant_id=e724ea0cd69941cc91276207329c844f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0495706 Mar 11 20:56:22.247762 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a9937d3b-7415-4c9b-ad65-b0b3b70bb828 req-5403577d-55f8-4c80-88ff-4d11245dd1f2 service neutron] 10.222.0.65 "GET /v2.0/networks/1ed6547a-9a98-470d-94e4-47f4b17aec8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312776 Mar 11 20:56:22.338513 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a9937d3b-7415-4c9b-ad65-b0b3b70bb828 req-ec2c6c76-f79d-40e2-a49d-983f8eeb3ff4 service neutron] 10.222.0.65 "GET /v2.0/networks/1ed6547a-9a98-470d-94e4-47f4b17aec8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850244 Mar 11 20:56:22.493956 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f0e100bb-19eb-4bec-8c39-51836eab3bff req-035ddc06-d876-4ed2-ac45-d1eb30594d5a tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "GET /v2.0/ports?device_id=caf05a0b-346e-40a2-bb7c-9a8dcab084a3 HTTP/1.1" status: 200 len: 210 time: 0.0271544 Mar 11 20:56:22.521514 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-cd8add92-9695-43f4-a410-f62d218d7dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:56:23.474307 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:56:23.569318 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-0fc4f6da-5477-4277-be4a-96cbec434a73 req-acc92b16-cf4c-4aee-b55e-313af17c7bfa tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "GET /v2.0/ports?device_id=caf05a0b-346e-40a2-bb7c-9a8dcab084a3 HTTP/1.1" status: 200 len: 210 time: 0.0264091 Mar 11 20:56:24.645907 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-50771f05-1646-4d74-a464-47855e8f98d5 req-ea710074-5e61-4c4d-9171-32c11c44fd5e tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "GET /v2.0/ports?device_id=caf05a0b-346e-40a2-bb7c-9a8dcab084a3 HTTP/1.1" status: 200 len: 210 time: 0.0269272 Mar 11 20:56:24.778510 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e4d62ea4-f84b-4f54-b99b-f3063db4e441 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:56:25.132663 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 92f0fa03-e818-4758-b86a-ac8c5c07851d no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:56:25.207037 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Current status of the port 92f0fa03-e818-4758-b86a-ac8c5c07851d is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:56:25.207426 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (92f0fa03-e818-4758-b86a-ac8c5c07851d), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:56:25.230060 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b75d36c-bbf0-4b04-b3e3-91156d18b629', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92f0fa03-e818-4758-b86a-ac8c5c07851d'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:56:25.232364 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e00c6702a54281ed7930195260709b2e9eb4074fe153a1ed12afbef6176377e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9ddd83-e6cf-443e-ba2a-c4aeb1fbdd7d" -d '{"events": [{"server_uuid": "8b75d36c-bbf0-4b04-b3e3-91156d18b629", "name": "network-vif-unplugged", "status": "completed", "tag": "92f0fa03-e818-4758-b86a-ac8c5c07851d"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:56:25.251889 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] For port 92f0fa03-e818-4758-b86a-ac8c5c07851d, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=92f0fa03-e818-4758-b86a-ac8c5c07851d,segment=NetworkSegment(b12e0f3c-524d-4271-bcd7-a8728e08218d),segment_id=b12e0f3c-524d-4271-bcd7-a8728e08218d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:56:25.256514 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (92f0fa03-e818-4758-b86a-ac8c5c07851d), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:56:25.279708 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 20:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70511de3-8f76-4334-9736-f3ad4474e407 x-openstack-request-id: req-70511de3-8f76-4334-9736-f3ad4474e407 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:56:25.280008 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b75d36c-bbf0-4b04-b3e3-91156d18b629", "name": "network-vif-unplugged", "status": "completed", "tag": "92f0fa03-e818-4758-b86a-ac8c5c07851d", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:56:25.280265 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-70511de3-8f76-4334-9736-f3ad4474e407 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:56:25.280659 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b75d36c-bbf0-4b04-b3e3-91156d18b629', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92f0fa03-e818-4758-b86a-ac8c5c07851d', 'code': 200} Mar 11 20:56:25.305565 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Pushing event updated for resources: {'Port': ['ID=92f0fa03-e818-4758-b86a-ac8c5c07851d,revision_number=8']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:56:25.727554 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e9554ec7-56a5-4092-bb3f-abfe2e3994b3 req-e2df9ba4-9701-4339-919a-6b383decd4f3 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "GET /v2.0/ports?device_id=caf05a0b-346e-40a2-bb7c-9a8dcab084a3 HTTP/1.1" status: 200 len: 210 time: 0.0275071 Mar 11 20:56:26.543002 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:56:26.825496 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b5e30f78-42c5-4981-a9af-fe4f13f48f6e req-512fe7ae-c1fb-4960-8c79-1788bc43f99c tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "GET /v2.0/ports?device_id=caf05a0b-346e-40a2-bb7c-9a8dcab084a3 HTTP/1.1" status: 200 len: 210 time: 0.0293612 Mar 11 20:56:27.641830 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9937d3b-7415-4c9b-ad65-b0b3b70bb828 req-6247860d-29eb-4921-8a2d-448494e00e4b tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:56:27.643392 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a9937d3b-7415-4c9b-ad65-b0b3b70bb828 req-6247860d-29eb-4921-8a2d-448494e00e4b tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.75 "GET /v2.0/networks?id=1ed6547a-9a98-470d-94e4-47f4b17aec8c HTTP/1.1" status: 200 len: 810 time: 0.1064203 Mar 11 20:56:27.704794 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a9937d3b-7415-4c9b-ad65-b0b3b70bb828 req-80a5a0e7-df70-4e04-949b-dd79facf0959 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e724ea0cd69941cc91276207329c844f HTTP/1.1" status: 200 len: 380 time: 0.0535388 Mar 11 20:56:27.712911 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-a9937d3b-7415-4c9b-ad65-b0b3b70bb828 req-01022321-caad-4387-9001-42960e3d3c42 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Request body: {'port': {'device_id': 'caf05a0b-346e-40a2-bb7c-9a8dcab084a3', 'network_id': '1ed6547a-9a98-470d-94e4-47f4b17aec8c', 'admin_state_up': True, 'tenant_id': 'e724ea0cd69941cc91276207329c844f', 'security_groups': ['826c6605-feff-43ff-a44c-66027e57f55e']}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:56:27.825321 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9937d3b-7415-4c9b-ad65-b0b3b70bb828 req-01022321-caad-4387-9001-42960e3d3c42 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Made reservation on behalf of e724ea0cd69941cc91276207329c844f for: {'port': 1} {{(pid=103885) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 11 20:56:27.828889 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a9937d3b-7415-4c9b-ad65-b0b3b70bb828 req-01022321-caad-4387-9001-42960e3d3c42 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:56:27.937728 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:56:27.939328 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c28c9cc0-0a97-4a5c-9935-4640cf7b99b3 req-c2a26423-831e-4997-a594-a6a705eb2dd7 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "GET /v2.0/ports?device_id=caf05a0b-346e-40a2-bb7c-9a8dcab084a3 HTTP/1.1" status: 200 len: 210 time: 0.0393078 Mar 11 20:56:28.009069 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [req-a9937d3b-7415-4c9b-ad65-b0b3b70bb828 req-01022321-caad-4387-9001-42960e3d3c42 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Allocated IP 172.20.0.7 (1ed6547a-9a98-470d-94e4-47f4b17aec8c/a6780793-39e7-4792-bdbc-7e68ecde50fe/772a90e5-f012-4a64-9a98-1c632b2b1ba4) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:56:28.275531 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a9937d3b-7415-4c9b-ad65-b0b3b70bb828 req-01022321-caad-4387-9001-42960e3d3c42 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks [] for port (772a90e5-f012-4a64-9a98-1c632b2b1ba4), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:56:28.329494 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a9937d3b-7415-4c9b-ad65-b0b3b70bb828 req-01022321-caad-4387-9001-42960e3d3c42 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (772a90e5-f012-4a64-9a98-1c632b2b1ba4), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:56:28.398481 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9937d3b-7415-4c9b-ad65-b0b3b70bb828 req-01022321-caad-4387-9001-42960e3d3c42 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Network 1ed6547a-9a98-470d-94e4-47f4b17aec8c is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:56:28.404252 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [req-a9937d3b-7415-4c9b-ad65-b0b3b70bb828 req-01022321-caad-4387-9001-42960e3d3c42 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:56:28.408346 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9937d3b-7415-4c9b-ad65-b0b3b70bb828 req-01022321-caad-4387-9001-42960e3d3c42 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:56:28.440744 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01022321-caad-4387-9001-42960e3d3c42 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Pushing event updated for resources: {'Port': ['ID=772a90e5-f012-4a64-9a98-1c632b2b1ba4,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:56:28.453529 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01022321-caad-4387-9001-42960e3d3c42 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:56:28.454013 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01022321-caad-4387-9001-42960e3d3c42 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:56:28.454366 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01022321-caad-4387-9001-42960e3d3c42 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:56:28.454800 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01022321-caad-4387-9001-42960e3d3c42 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:56:28.455193 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01022321-caad-4387-9001-42960e3d3c42 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:56:28.455603 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01022321-caad-4387-9001-42960e3d3c42 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:56:28.456030 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01022321-caad-4387-9001-42960e3d3c42 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:56:28.456431 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01022321-caad-4387-9001-42960e3d3c42 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:56:28.456845 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01022321-caad-4387-9001-42960e3d3c42 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:56:28.457243 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01022321-caad-4387-9001-42960e3d3c42 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:56:28.457634 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01022321-caad-4387-9001-42960e3d3c42 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:56:28.458059 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01022321-caad-4387-9001-42960e3d3c42 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:56:28.458440 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01022321-caad-4387-9001-42960e3d3c42 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:56:28.483454 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9937d3b-7415-4c9b-ad65-b0b3b70bb828 req-01022321-caad-4387-9001-42960e3d3c42 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:56:28.484418 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a9937d3b-7415-4c9b-ad65-b0b3b70bb828 req-01022321-caad-4387-9001-42960e3d3c42 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:56:28.539823 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a9937d3b-7415-4c9b-ad65-b0b3b70bb828 req-01022321-caad-4387-9001-42960e3d3c42 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8304994 Mar 11 20:56:28.690784 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-5bc63486-3020-48dc-9cff-30830a7aeaca None None] Provisioning complete for port 772a90e5-f012-4a64-9a98-1c632b2b1ba4 triggered by entity DHCP. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:56:28.691546 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-5bc63486-3020-48dc-9cff-30830a7aeaca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (772a90e5-f012-4a64-9a98-1c632b2b1ba4), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:56:28.727104 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-5bc63486-3020-48dc-9cff-30830a7aeaca None None] Port 772a90e5-f012-4a64-9a98-1c632b2b1ba4 cannot update to ACTIVE because it is not bound. {{(pid=103886) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 11 20:56:29.092304 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72f3ace-cfb4-4308-bc0c-fa7813dd7ae0 req-10369e55-7682-4e21-913b-9107d69c72f9 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:56:29.093825 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d72f3ace-cfb4-4308-bc0c-fa7813dd7ae0 req-10369e55-7682-4e21-913b-9107d69c72f9 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "GET /v2.0/ports?device_id=caf05a0b-346e-40a2-bb7c-9a8dcab084a3 HTTP/1.1" status: 200 len: 931 time: 0.0533464 Mar 11 20:56:29.163958 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-d72f3ace-cfb4-4308-bc0c-fa7813dd7ae0 req-46f7a65a-f544-48f9-8856-7bba70416594 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "GET /v2.0/security-groups?id=826c6605-feff-43ff-a44c-66027e57f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607402 Mar 11 20:56:29.220711 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:56:30.283649 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f4d36f-d3e7-4ef1-8a02-e7484e57a182 req-69985851-ff43-4544-bc58-4dc3b1609934 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:56:30.285303 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a2f4d36f-d3e7-4ef1-8a02-e7484e57a182 req-69985851-ff43-4544-bc58-4dc3b1609934 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "GET /v2.0/ports?device_id=caf05a0b-346e-40a2-bb7c-9a8dcab084a3 HTTP/1.1" status: 200 len: 931 time: 0.0559607 Mar 11 20:56:30.346494 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a2f4d36f-d3e7-4ef1-8a02-e7484e57a182 req-d986a671-21b0-4e84-ae00-ba10f7438368 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "GET /v2.0/security-groups?id=826c6605-feff-43ff-a44c-66027e57f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552287 Mar 11 20:56:30.358115 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:56:31.469028 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c9c8dd-1a0c-4007-9ce9-911feb1e58c1 req-88896f47-3757-45b7-bb19-72327682f560 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:56:31.470608 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-22c9c8dd-1a0c-4007-9ce9-911feb1e58c1 req-88896f47-3757-45b7-bb19-72327682f560 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "GET /v2.0/ports?device_id=caf05a0b-346e-40a2-bb7c-9a8dcab084a3 HTTP/1.1" status: 200 len: 931 time: 0.0532978 Mar 11 20:56:31.529860 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-22c9c8dd-1a0c-4007-9ce9-911feb1e58c1 req-ef2c17c8-910a-42f7-87e3-48c473b64e6b tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "GET /v2.0/security-groups?id=826c6605-feff-43ff-a44c-66027e57f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532067 Mar 11 20:56:32.688374 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f96ec-56df-431e-a39f-6345989af3de req-de3ff4ef-6225-494d-888b-a1c83963689b tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:56:32.689911 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5b8f96ec-56df-431e-a39f-6345989af3de req-de3ff4ef-6225-494d-888b-a1c83963689b tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "GET /v2.0/ports?device_id=caf05a0b-346e-40a2-bb7c-9a8dcab084a3 HTTP/1.1" status: 200 len: 931 time: 0.0811617 Mar 11 20:56:32.739651 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-5b8f96ec-56df-431e-a39f-6345989af3de req-74e08d07-22a4-41d0-b489-2e9b02e0535b tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "GET /v2.0/security-groups?id=826c6605-feff-43ff-a44c-66027e57f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436866 Mar 11 20:56:33.879362 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622f26d9-fadf-4e06-88b6-43d052e51cab req-83f60146-3f3f-4c6f-9129-2f8daa0360ed tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:56:33.880875 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-622f26d9-fadf-4e06-88b6-43d052e51cab req-83f60146-3f3f-4c6f-9129-2f8daa0360ed tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "GET /v2.0/ports?device_id=caf05a0b-346e-40a2-bb7c-9a8dcab084a3 HTTP/1.1" status: 200 len: 931 time: 0.0689695 Mar 11 20:56:33.939654 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-622f26d9-fadf-4e06-88b6-43d052e51cab req-fba3ff15-c190-408e-8d1b-18c5c7d9f8ac tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "GET /v2.0/security-groups?id=826c6605-feff-43ff-a44c-66027e57f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522690 Mar 11 20:56:35.064616 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ef42a-510d-4679-8158-04fa6863497c req-dfb8ebbc-191c-45ea-b6b8-47eadcb25d3f tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:56:35.066089 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6c0ef42a-510d-4679-8158-04fa6863497c req-dfb8ebbc-191c-45ea-b6b8-47eadcb25d3f tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "GET /v2.0/ports?device_id=caf05a0b-346e-40a2-bb7c-9a8dcab084a3 HTTP/1.1" status: 200 len: 931 time: 0.0576537 Mar 11 20:56:35.121050 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-6c0ef42a-510d-4679-8158-04fa6863497c req-0e41b818-739f-4a99-bc18-8e9f088578ad tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "GET /v2.0/security-groups?id=826c6605-feff-43ff-a44c-66027e57f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493457 Mar 11 20:56:35.869843 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c40f4c7f-bdab-4b96-b548-b5878ed0e36c req-da102c80-8973-4595-badb-736a6b5c7bbc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8b75d36c-bbf0-4b04-b3e3-91156d18b629&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453174 Mar 11 20:56:35.953293 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f4c7f-bdab-4b96-b548-b5878ed0e36c req-259446e6-12a6-4411-82d4-0637a04f5098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:56:35.954657 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c40f4c7f-bdab-4b96-b548-b5878ed0e36c req-259446e6-12a6-4411-82d4-0637a04f5098 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e724ea0cd69941cc91276207329c844f&device_id=8b75d36c-bbf0-4b04-b3e3-91156d18b629 HTTP/1.1" status: 200 len: 1125 time: 0.0431087 Mar 11 20:56:36.058599 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f4c7f-bdab-4b96-b548-b5878ed0e36c req-cca3ea27-5d39-4843-9bd3-5524c445be21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:56:36.060062 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c40f4c7f-bdab-4b96-b548-b5878ed0e36c req-cca3ea27-5d39-4843-9bd3-5524c445be21 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1ed6547a-9a98-470d-94e4-47f4b17aec8c HTTP/1.1" status: 200 len: 911 time: 0.0870054 Mar 11 20:56:36.123434 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c40f4c7f-bdab-4b96-b548-b5878ed0e36c req-4eeedc26-88b0-4172-a7c8-0e1778780f5b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=92f0fa03-e818-4758-b86a-ac8c5c07851d HTTP/1.1" status: 200 len: 998 time: 0.0577676 Mar 11 20:56:36.176033 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f4c7f-bdab-4b96-b548-b5878ed0e36c req-7c1b6315-0d86-4206-bb57-098552c688fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:56:36.177502 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c40f4c7f-bdab-4b96-b548-b5878ed0e36c req-7c1b6315-0d86-4206-bb57-098552c688fb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a6780793-39e7-4792-bdbc-7e68ecde50fe HTTP/1.1" status: 200 len: 849 time: 0.0479729 Mar 11 20:56:36.270769 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f16253d-65e8-490c-8c6c-fb130481ac1c req-5ff8a259-409d-49f9-b1bb-335ca3bc16fa tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:56:36.272369 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9f16253d-65e8-490c-8c6c-fb130481ac1c req-5ff8a259-409d-49f9-b1bb-335ca3bc16fa tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "GET /v2.0/ports?device_id=caf05a0b-346e-40a2-bb7c-9a8dcab084a3 HTTP/1.1" status: 200 len: 931 time: 0.0819299 Mar 11 20:56:36.274141 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f4c7f-bdab-4b96-b548-b5878ed0e36c req-db5e5c2a-2453-4cde-8a00-5db00d43f9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:56:36.275475 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c40f4c7f-bdab-4b96-b548-b5878ed0e36c req-db5e5c2a-2453-4cde-8a00-5db00d43f9a1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1ed6547a-9a98-470d-94e4-47f4b17aec8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0923350 Mar 11 20:56:36.289392 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [req-a9937d3b-7415-4c9b-ad65-b0b3b70bb828 req-af8f50ef-bca0-494c-9afa-fabd96b890c2 service neutron] Request body: {'port': {'device_id': 'caf05a0b-346e-40a2-bb7c-9a8dcab084a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-833163-1'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:56:36.432108 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-9f16253d-65e8-490c-8c6c-fb130481ac1c req-65f5293a-6a31-4c54-9a5a-1f600dac35cd tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "GET /v2.0/security-groups?id=826c6605-feff-43ff-a44c-66027e57f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536548 Mar 11 20:56:36.440393 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a9937d3b-7415-4c9b-ad65-b0b3b70bb828 req-af8f50ef-bca0-494c-9afa-fabd96b890c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (772a90e5-f012-4a64-9a98-1c632b2b1ba4), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:56:36.460300 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c40f4c7f-bdab-4b96-b548-b5878ed0e36c req-437857de-19d2-45be-ad30-7a42d8373618 service neutron] 10.222.0.57 "GET /v2.0/networks/1ed6547a-9a98-470d-94e4-47f4b17aec8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746280 Mar 11 20:56:36.656639 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-c40f4c7f-bdab-4b96-b548-b5878ed0e36c req-80c8e469-c3e1-402a-b1bb-e03eb94baab6 service neutron] 10.222.0.57 "GET /v2.0/networks/1ed6547a-9a98-470d-94e4-47f4b17aec8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723080 Mar 11 20:56:36.781041 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [req-a9937d3b-7415-4c9b-ad65-b0b3b70bb828 req-af8f50ef-bca0-494c-9afa-fabd96b890c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 772a90e5-f012-4a64-9a98-1c632b2b1ba4 {{(pid=103885) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:56:36.788169 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a9937d3b-7415-4c9b-ad65-b0b3b70bb828 req-af8f50ef-bca0-494c-9afa-fabd96b890c2 service neutron] Publish callbacks [] for port (772a90e5-f012-4a64-9a98-1c632b2b1ba4), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:56:36.800339 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.provisioning_blocks [req-a9937d3b-7415-4c9b-ad65-b0b3b70bb828 req-af8f50ef-bca0-494c-9afa-fabd96b890c2 service neutron] Transition to ACTIVE for port object 772a90e5-f012-4a64-9a98-1c632b2b1ba4 will not be triggered until provisioned by entity L2. {{(pid=103885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 11 20:56:36.803615 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a9937d3b-7415-4c9b-ad65-b0b3b70bb828 req-af8f50ef-bca0-494c-9afa-fabd96b890c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (772a90e5-f012-4a64-9a98-1c632b2b1ba4), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:56:36.854394 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8f50ef-bca0-494c-9afa-fabd96b890c2 service neutron] Pushing event updated for resources: {'Port': ['ID=772a90e5-f012-4a64-9a98-1c632b2b1ba4,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:56:36.930261 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-a9937d3b-7415-4c9b-ad65-b0b3b70bb828 req-af8f50ef-bca0-494c-9afa-fabd96b890c2 service neutron] Attempting to bind port 772a90e5-f012-4a64-9a98-1c632b2b1ba4 on host n-h1-833163-1 for vnic_type normal with profile {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 11 20:56:36.930644 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-a9937d3b-7415-4c9b-ad65-b0b3b70bb828 req-af8f50ef-bca0-494c-9afa-fabd96b890c2 service neutron] Attempting to bind port 772a90e5-f012-4a64-9a98-1c632b2b1ba4 by drivers openvswitch,hyperv on host n-h1-833163-1 at level 0 using segments [{'id': 'b12e0f3c-524d-4271-bcd7-a8728e08218d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '1ed6547a-9a98-470d-94e4-47f4b17aec8c'}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 11 20:56:36.930969 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9937d3b-7415-4c9b-ad65-b0b3b70bb828 req-af8f50ef-bca0-494c-9afa-fabd96b890c2 service neutron] Attempting to bind port 772a90e5-f012-4a64-9a98-1c632b2b1ba4 on network 1ed6547a-9a98-470d-94e4-47f4b17aec8c {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:56:36.935888 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9937d3b-7415-4c9b-ad65-b0b3b70bb828 req-af8f50ef-bca0-494c-9afa-fabd96b890c2 service neutron] Port 772a90e5-f012-4a64-9a98-1c632b2b1ba4 on network 1ed6547a-9a98-470d-94e4-47f4b17aec8c not bound, no agent of type Open vSwitch agent registered on host n-h1-833163-1 {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 11 20:56:36.936210 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9937d3b-7415-4c9b-ad65-b0b3b70bb828 req-af8f50ef-bca0-494c-9afa-fabd96b890c2 service neutron] Attempting to bind port 772a90e5-f012-4a64-9a98-1c632b2b1ba4 on network 1ed6547a-9a98-470d-94e4-47f4b17aec8c {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 11 20:56:36.941138 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9937d3b-7415-4c9b-ad65-b0b3b70bb828 req-af8f50ef-bca0-494c-9afa-fabd96b890c2 service neutron] Checking agent: {'id': 'a6e1f91a-71dc-453f-9a9e-701df76b9864', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-833163-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'started_at': datetime.datetime(2022, 3, 11, 19, 23, 49), 'heartbeat_timestamp': datetime.datetime(2022, 3, 11, 20, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 11 20:56:36.941470 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9937d3b-7415-4c9b-ad65-b0b3b70bb828 req-af8f50ef-bca0-494c-9afa-fabd96b890c2 service neutron] Checking segment: {'id': 'b12e0f3c-524d-4271-bcd7-a8728e08218d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '1ed6547a-9a98-470d-94e4-47f4b17aec8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 11 20:56:36.941844 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9937d3b-7415-4c9b-ad65-b0b3b70bb828 req-af8f50ef-bca0-494c-9afa-fabd96b890c2 service neutron] Bound using segment: {'id': 'b12e0f3c-524d-4271-bcd7-a8728e08218d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '1ed6547a-9a98-470d-94e4-47f4b17aec8c'} {{(pid=103885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 11 20:56:36.942266 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.managers [req-a9937d3b-7415-4c9b-ad65-b0b3b70bb828 req-af8f50ef-bca0-494c-9afa-fabd96b890c2 service neutron] Bound port: 772a90e5-f012-4a64-9a98-1c632b2b1ba4, host: n-h1-833163-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b12e0f3c-524d-4271-bcd7-a8728e08218d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 863, 'network_id': '1ed6547a-9a98-470d-94e4-47f4b17aec8c'}}] {{(pid=103885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 11 20:56:36.942623 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a9937d3b-7415-4c9b-ad65-b0b3b70bb828 req-af8f50ef-bca0-494c-9afa-fabd96b890c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (772a90e5-f012-4a64-9a98-1c632b2b1ba4), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:56:37.010312 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-a9937d3b-7415-4c9b-ad65-b0b3b70bb828 req-af8f50ef-bca0-494c-9afa-fabd96b890c2 service neutron] For port 772a90e5-f012-4a64-9a98-1c632b2b1ba4, host n-h1-833163-1, cleared binding levels {{(pid=103885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 11 20:56:37.013602 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-a9937d3b-7415-4c9b-ad65-b0b3b70bb828 req-af8f50ef-bca0-494c-9afa-fabd96b890c2 service neutron] For port 772a90e5-f012-4a64-9a98-1c632b2b1ba4, host n-h1-833163-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=772a90e5-f012-4a64-9a98-1c632b2b1ba4,segment=NetworkSegment(b12e0f3c-524d-4271-bcd7-a8728e08218d),segment_id=b12e0f3c-524d-4271-bcd7-a8728e08218d)] {{(pid=103885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 11 20:56:37.020583 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a9937d3b-7415-4c9b-ad65-b0b3b70bb828 req-af8f50ef-bca0-494c-9afa-fabd96b890c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (772a90e5-f012-4a64-9a98-1c632b2b1ba4), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:56:37.053063 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9937d3b-7415-4c9b-ad65-b0b3b70bb828 req-af8f50ef-bca0-494c-9afa-fabd96b890c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:56:37.053690 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-a9937d3b-7415-4c9b-ad65-b0b3b70bb828 req-af8f50ef-bca0-494c-9afa-fabd96b890c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:56:37.055132 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a9937d3b-7415-4c9b-ad65-b0b3b70bb828 req-af8f50ef-bca0-494c-9afa-fabd96b890c2 service neutron] 10.222.0.75 "PUT /v2.0/ports/772a90e5-f012-4a64-9a98-1c632b2b1ba4 HTTP/1.1" status: 200 len: 1091 time: 0.8253770 Mar 11 20:56:37.055569 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caf05a0b-346e-40a2-bb7c-9a8dcab084a3', 'tag': '772a90e5-f012-4a64-9a98-1c632b2b1ba4'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:56:37.057775 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a0d03908d714cf498f0e9a07bdcfee6ce8884db927bcf4c76da6f3dadb32e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb5bffaa-eda9-46e0-9d0f-dc94b22e978c" -d '{"events": [{"name": "network-changed", "server_uuid": "caf05a0b-346e-40a2-bb7c-9a8dcab084a3", "tag": "772a90e5-f012-4a64-9a98-1c632b2b1ba4"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:56:37.085808 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8f50ef-bca0-494c-9afa-fabd96b890c2 service neutron] Pushing event updated for resources: {'Port': ['ID=772a90e5-f012-4a64-9a98-1c632b2b1ba4,revision_number=3']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:56:37.093583 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1564dc-ed32-44bd-8747-956ab7bceb0e x-openstack-request-id: req-cb1564dc-ed32-44bd-8747-956ab7bceb0e {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:56:37.093883 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caf05a0b-346e-40a2-bb7c-9a8dcab084a3", "tag": "772a90e5-f012-4a64-9a98-1c632b2b1ba4", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:56:37.094140 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cb1564dc-ed32-44bd-8747-956ab7bceb0e {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:56:37.094625 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caf05a0b-346e-40a2-bb7c-9a8dcab084a3', 'tag': '772a90e5-f012-4a64-9a98-1c632b2b1ba4', 'status': 'completed', 'code': 200} Mar 11 20:56:37.153563 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9937d3b-7415-4c9b-ad65-b0b3b70bb828 req-d278e126-6a02-4ccd-a15a-54fb4144cb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:56:37.155089 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a9937d3b-7415-4c9b-ad65-b0b3b70bb828 req-d278e126-6a02-4ccd-a15a-54fb4144cb81 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e724ea0cd69941cc91276207329c844f&device_id=caf05a0b-346e-40a2-bb7c-9a8dcab084a3 HTTP/1.1" status: 200 len: 1125 time: 0.0473318 Mar 11 20:56:37.197303 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a9937d3b-7415-4c9b-ad65-b0b3b70bb828 req-da7b74a5-be70-4230-b839-50f5dc816d92 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=772a90e5-f012-4a64-9a98-1c632b2b1ba4 HTTP/1.1" status: 200 len: 217 time: 0.0354185 Mar 11 20:56:37.255588 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9937d3b-7415-4c9b-ad65-b0b3b70bb828 req-ad41120a-e4de-42f9-8e20-e12fcc70a306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:56:37.257226 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a9937d3b-7415-4c9b-ad65-b0b3b70bb828 req-ad41120a-e4de-42f9-8e20-e12fcc70a306 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a6780793-39e7-4792-bdbc-7e68ecde50fe HTTP/1.1" status: 200 len: 849 time: 0.0543468 Mar 11 20:56:37.304767 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9937d3b-7415-4c9b-ad65-b0b3b70bb828 req-47509202-2b52-4992-9989-39cbecad57b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:56:37.306213 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a9937d3b-7415-4c9b-ad65-b0b3b70bb828 req-47509202-2b52-4992-9989-39cbecad57b1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1ed6547a-9a98-470d-94e4-47f4b17aec8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436404 Mar 11 20:56:37.400064 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a9937d3b-7415-4c9b-ad65-b0b3b70bb828 req-bb2a60d9-23d0-4220-b0ee-ce4c09fc444b service neutron] 10.222.0.75 "GET /v2.0/networks/1ed6547a-9a98-470d-94e4-47f4b17aec8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858271 Mar 11 20:56:37.485755 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a9937d3b-7415-4c9b-ad65-b0b3b70bb828 req-04fe8eeb-f3b8-4ede-a302-4dfc670a9948 service neutron] 10.222.0.75 "GET /v2.0/networks/1ed6547a-9a98-470d-94e4-47f4b17aec8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801022 Mar 11 20:56:37.590981 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba328d5-3858-4870-931f-e29e3c8adb95 req-f546e293-b9a9-47b2-8f26-0d48744270ef tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:56:37.592395 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3ba328d5-3858-4870-931f-e29e3c8adb95 req-f546e293-b9a9-47b2-8f26-0d48744270ef tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "GET /v2.0/ports?device_id=caf05a0b-346e-40a2-bb7c-9a8dcab084a3 HTTP/1.1" status: 200 len: 943 time: 0.0897102 Mar 11 20:56:37.594760 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5bffaa-eda9-46e0-9d0f-dc94b22e978c req-273e6758-6da0-480a-9221-5ebc667f7669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:56:37.596133 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-eb5bffaa-eda9-46e0-9d0f-dc94b22e978c req-273e6758-6da0-480a-9221-5ebc667f7669 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e724ea0cd69941cc91276207329c844f&device_id=caf05a0b-346e-40a2-bb7c-9a8dcab084a3 HTTP/1.1" status: 200 len: 1125 time: 0.0635366 Mar 11 20:56:37.696221 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3ba328d5-3858-4870-931f-e29e3c8adb95 req-adbfce5e-fcfb-48ac-8654-0de0409078be tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "GET /v2.0/security-groups?id=826c6605-feff-43ff-a44c-66027e57f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982163 Mar 11 20:56:37.718019 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5bffaa-eda9-46e0-9d0f-dc94b22e978c req-283ab045-62ce-446d-bbe5-24d4cea46340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:56:37.719498 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-eb5bffaa-eda9-46e0-9d0f-dc94b22e978c req-283ab045-62ce-446d-bbe5-24d4cea46340 service neutron] 10.222.0.75 "GET /v2.0/networks?id=1ed6547a-9a98-470d-94e4-47f4b17aec8c HTTP/1.1" status: 200 len: 911 time: 0.1158414 Mar 11 20:56:37.768143 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-eb5bffaa-eda9-46e0-9d0f-dc94b22e978c req-d4e02d49-2032-4f18-a311-8c272f41aaa2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=772a90e5-f012-4a64-9a98-1c632b2b1ba4 HTTP/1.1" status: 200 len: 217 time: 0.0380852 Mar 11 20:56:37.815669 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5bffaa-eda9-46e0-9d0f-dc94b22e978c req-c4268968-6de6-4d10-8a3a-1e4e34b892cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:56:37.817056 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-eb5bffaa-eda9-46e0-9d0f-dc94b22e978c req-c4268968-6de6-4d10-8a3a-1e4e34b892cd service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a6780793-39e7-4792-bdbc-7e68ecde50fe HTTP/1.1" status: 200 len: 849 time: 0.0421135 Mar 11 20:56:37.866541 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5bffaa-eda9-46e0-9d0f-dc94b22e978c req-238473fb-911e-4876-ac94-5f4a7b227b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:56:37.867959 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-eb5bffaa-eda9-46e0-9d0f-dc94b22e978c req-238473fb-911e-4876-ac94-5f4a7b227b10 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1ed6547a-9a98-470d-94e4-47f4b17aec8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437274 Mar 11 20:56:37.955445 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-eb5bffaa-eda9-46e0-9d0f-dc94b22e978c req-6bea19d1-9c00-4c55-a4a8-616e7ccd5798 service neutron] 10.222.0.75 "GET /v2.0/networks/1ed6547a-9a98-470d-94e4-47f4b17aec8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814173 Mar 11 20:56:38.041642 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-eb5bffaa-eda9-46e0-9d0f-dc94b22e978c req-672d0fbf-5121-4cac-95aa-a32c94a081ac service neutron] 10.222.0.75 "GET /v2.0/networks/1ed6547a-9a98-470d-94e4-47f4b17aec8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800047 Mar 11 20:56:38.819362 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad534f-d294-41e9-ae47-e37bb0aa4ffe req-66c664f9-c582-4304-98db-e5462a760184 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:56:38.820850 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-23ad534f-d294-41e9-ae47-e37bb0aa4ffe req-66c664f9-c582-4304-98db-e5462a760184 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "GET /v2.0/ports?device_id=caf05a0b-346e-40a2-bb7c-9a8dcab084a3 HTTP/1.1" status: 200 len: 943 time: 0.0561020 Mar 11 20:56:38.868628 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-23ad534f-d294-41e9-ae47-e37bb0aa4ffe req-60cd909a-5513-48a3-965c-9f03d5e4a623 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "GET /v2.0/security-groups?id=826c6605-feff-43ff-a44c-66027e57f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422103 Mar 11 20:56:39.985975 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f955f6e3-0470-440f-9cbb-07276b9e3e87 req-81304855-f954-4ad5-ab6f-1f65ea2f0d26 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:56:39.987705 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f955f6e3-0470-440f-9cbb-07276b9e3e87 req-81304855-f954-4ad5-ab6f-1f65ea2f0d26 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "GET /v2.0/ports?device_id=caf05a0b-346e-40a2-bb7c-9a8dcab084a3 HTTP/1.1" status: 200 len: 943 time: 0.0511255 Mar 11 20:56:40.035474 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-f955f6e3-0470-440f-9cbb-07276b9e3e87 req-07796d78-6722-44b6-a7e5-8d048c1f6b0f tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "GET /v2.0/security-groups?id=826c6605-feff-43ff-a44c-66027e57f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415721 Mar 11 20:56:40.627246 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 772a90e5-f012-4a64-9a98-1c632b2b1ba4 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 20:56:40.730277 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 772a90e5-f012-4a64-9a98-1c632b2b1ba4, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=772a90e5-f012-4a64-9a98-1c632b2b1ba4,segment=NetworkSegment(b12e0f3c-524d-4271-bcd7-a8728e08218d),segment_id=b12e0f3c-524d-4271-bcd7-a8728e08218d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:56:40.741568 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '772a90e5-f012-4a64-9a98-1c632b2b1ba4', 'network_id': '1ed6547a-9a98-470d-94e4-47f4b17aec8c', 'port_id': '772a90e5-f012-4a64-9a98-1c632b2b1ba4', 'mac_address': 'fa:16:3e:68:63:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6780793-39e7-4792-bdbc-7e68ecde50fe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 20:56:40.776849 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 772a90e5-f012-4a64-9a98-1c632b2b1ba4 is: DOWN; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:56:40.777244 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (772a90e5-f012-4a64-9a98-1c632b2b1ba4), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:56:40.790197 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 772a90e5-f012-4a64-9a98-1c632b2b1ba4 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:56:40.808391 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 772a90e5-f012-4a64-9a98-1c632b2b1ba4, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=772a90e5-f012-4a64-9a98-1c632b2b1ba4,segment=NetworkSegment(b12e0f3c-524d-4271-bcd7-a8728e08218d),segment_id=b12e0f3c-524d-4271-bcd7-a8728e08218d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:56:40.812253 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (772a90e5-f012-4a64-9a98-1c632b2b1ba4), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:56:40.865382 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=772a90e5-f012-4a64-9a98-1c632b2b1ba4,revision_number=4']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:56:41.030075 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['772a90e5-f012-4a64-9a98-1c632b2b1ba4'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:56:41.158959 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3430964f-fd6c-4cbe-8652-4aea86071c6e req-3c5d8647-a5c9-45a7-a92b-3e216130e0e1 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:56:41.160521 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3430964f-fd6c-4cbe-8652-4aea86071c6e req-3c5d8647-a5c9-45a7-a92b-3e216130e0e1 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "GET /v2.0/ports?device_id=caf05a0b-346e-40a2-bb7c-9a8dcab084a3 HTTP/1.1" status: 200 len: 944 time: 0.0578134 Mar 11 20:56:41.209764 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-3430964f-fd6c-4cbe-8652-4aea86071c6e req-7313874e-9601-400b-b79b-0191980a8e8a tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "GET /v2.0/security-groups?id=826c6605-feff-43ff-a44c-66027e57f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429568 Mar 11 20:56:42.328313 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df11d9a-9a1f-4cd9-9e6a-f4bd1ef641b5 req-c206e670-e418-4c65-b0a6-cf9c61c9a3a6 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:56:42.329755 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2df11d9a-9a1f-4cd9-9e6a-f4bd1ef641b5 req-c206e670-e418-4c65-b0a6-cf9c61c9a3a6 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "GET /v2.0/ports?device_id=caf05a0b-346e-40a2-bb7c-9a8dcab084a3 HTTP/1.1" status: 200 len: 944 time: 0.0516269 Mar 11 20:56:42.376155 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-2df11d9a-9a1f-4cd9-9e6a-f4bd1ef641b5 req-09b1cd60-94c1-49ae-a738-a23f81a85cba tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "GET /v2.0/security-groups?id=826c6605-feff-43ff-a44c-66027e57f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409043 Mar 11 20:56:42.639865 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 772a90e5-f012-4a64-9a98-1c632b2b1ba4 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:56:42.688316 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning for port 772a90e5-f012-4a64-9a98-1c632b2b1ba4 completed by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 11 20:56:42.691991 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 772a90e5-f012-4a64-9a98-1c632b2b1ba4 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:56:42.692367 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (772a90e5-f012-4a64-9a98-1c632b2b1ba4), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:56:42.766137 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 772a90e5-f012-4a64-9a98-1c632b2b1ba4 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:56:42.766525 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (772a90e5-f012-4a64-9a98-1c632b2b1ba4), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:56:42.789278 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf05a0b-346e-40a2-bb7c-9a8dcab084a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '772a90e5-f012-4a64-9a98-1c632b2b1ba4'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:56:42.791497 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e00c6702a54281ed7930195260709b2e9eb4074fe153a1ed12afbef6176377e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da772f93-0b3f-4b9d-95d6-a138fd6d362a" -d '{"events": [{"server_uuid": "caf05a0b-346e-40a2-bb7c-9a8dcab084a3", "name": "network-vif-plugged", "status": "completed", "tag": "772a90e5-f012-4a64-9a98-1c632b2b1ba4"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:56:42.807571 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 772a90e5-f012-4a64-9a98-1c632b2b1ba4, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=772a90e5-f012-4a64-9a98-1c632b2b1ba4,segment=NetworkSegment(b12e0f3c-524d-4271-bcd7-a8728e08218d),segment_id=b12e0f3c-524d-4271-bcd7-a8728e08218d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:56:42.811508 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (772a90e5-f012-4a64-9a98-1c632b2b1ba4), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:56:42.836682 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19acd134-195e-4da8-8c34-03531387cf12 x-openstack-request-id: req-19acd134-195e-4da8-8c34-03531387cf12 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:56:42.836975 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caf05a0b-346e-40a2-bb7c-9a8dcab084a3", "name": "network-vif-plugged", "status": "completed", "tag": "772a90e5-f012-4a64-9a98-1c632b2b1ba4", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:56:42.837230 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-19acd134-195e-4da8-8c34-03531387cf12 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:56:42.837620 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf05a0b-346e-40a2-bb7c-9a8dcab084a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '772a90e5-f012-4a64-9a98-1c632b2b1ba4', 'code': 200} Mar 11 20:56:42.865888 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=772a90e5-f012-4a64-9a98-1c632b2b1ba4,revision_number=5']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:56:42.924142 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12658d8f-4626-44aa-aaba-52a8e321c703 req-16837a70-ac90-4313-8788-10d94c8b6267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:56:42.925494 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-12658d8f-4626-44aa-aaba-52a8e321c703 req-16837a70-ac90-4313-8788-10d94c8b6267 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=caf05a0b-346e-40a2-bb7c-9a8dcab084a3 HTTP/1.1" status: 200 len: 1127 time: 0.0434301 Mar 11 20:56:42.974157 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-12658d8f-4626-44aa-aaba-52a8e321c703 req-3a97dca6-1bd1-4c7c-8d64-eb94571b9963 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=826c6605-feff-43ff-a44c-66027e57f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428772 Mar 11 20:56:43.494632 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b574bb-03d8-4ead-81da-52973d7d8651 req-4fe40d72-137a-4a8d-843d-2832f62a40a2 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:56:43.496075 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-39b574bb-03d8-4ead-81da-52973d7d8651 req-4fe40d72-137a-4a8d-843d-2832f62a40a2 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "GET /v2.0/ports?device_id=caf05a0b-346e-40a2-bb7c-9a8dcab084a3 HTTP/1.1" status: 200 len: 945 time: 0.0512545 Mar 11 20:56:43.543576 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-39b574bb-03d8-4ead-81da-52973d7d8651 req-853e839e-073c-4b6c-8675-32629d0229d9 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "GET /v2.0/security-groups?id=826c6605-feff-43ff-a44c-66027e57f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418441 Mar 11 20:56:44.663044 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c2094-e73c-4976-8f1e-52a5aefbaa8e req-f2f33965-35da-4c8b-9374-c05a91fcaeb9 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:56:44.665532 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a13c2094-e73c-4976-8f1e-52a5aefbaa8e req-f2f33965-35da-4c8b-9374-c05a91fcaeb9 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "GET /v2.0/ports?device_id=caf05a0b-346e-40a2-bb7c-9a8dcab084a3 HTTP/1.1" status: 200 len: 945 time: 0.0531142 Mar 11 20:56:44.716089 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-a13c2094-e73c-4976-8f1e-52a5aefbaa8e req-23315c5f-b273-4d9d-9f22-07521a166b09 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "GET /v2.0/security-groups?id=826c6605-feff-43ff-a44c-66027e57f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450962 Mar 11 20:56:44.836155 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcec8234-77d3-4b38-812a-60d217df6930 req-d18830af-cd78-497d-82dc-7e7c1801593f tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:56:44.837539 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bcec8234-77d3-4b38-812a-60d217df6930 req-d18830af-cd78-497d-82dc-7e7c1801593f tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "GET /v2.0/ports?device_id=caf05a0b-346e-40a2-bb7c-9a8dcab084a3 HTTP/1.1" status: 200 len: 945 time: 0.0560350 Mar 11 20:56:44.885853 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bcec8234-77d3-4b38-812a-60d217df6930 req-99ba3415-3f8d-4701-86ab-2f5105631600 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "GET /v2.0/security-groups?id=826c6605-feff-43ff-a44c-66027e57f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427878 Mar 11 20:56:44.908061 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33506) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:56:44.950708 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d197fdbd-4c46-42e4-abb6-42a4850b87e9 tempest-TestSnapshotPattern-323767361 tempest-TestSnapshotPattern-323767361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:56:44.952230 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-d197fdbd-4c46-42e4-abb6-42a4850b87e9 tempest-TestSnapshotPattern-323767361 tempest-TestSnapshotPattern-323767361-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=caf05a0b-346e-40a2-bb7c-9a8dcab084a3 HTTP/1.1" status: 200 len: 1122 time: 0.0432057 Mar 11 20:56:44.955113 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33508) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:56:44.959325 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.v2.base [None req-8ef93a48-30b0-4405-9b99-10376a4801fa tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Request body: {'floatingip': {'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'port_id': '772a90e5-f012-4a64-9a98-1c632b2b1ba4', 'tenant_id': 'e724ea0cd69941cc91276207329c844f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103885) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 11 20:56:44.980232 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ef93a48-30b0-4405-9b99-10376a4801fa tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:56:45.079263 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ef93a48-30b0-4405-9b99-10376a4801fa tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (None), before_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:56:45.177461 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.db_base_plugin_common [None req-8ef93a48-30b0-4405-9b99-10376a4801fa tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Allocated IP 172.25.8.139 (612cc066-33e3-444d-b1c7-d0a64751482a/7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509/4943c526-86f8-40cb-a08a-367d60b4c0e4) {{(pid=103885) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 11 20:56:45.281160 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ef93a48-30b0-4405-9b99-10376a4801fa tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks [] for port (4943c526-86f8-40cb-a08a-367d60b4c0e4), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:56:45.314001 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ef93a48-30b0-4405-9b99-10376a4801fa tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738458718329', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (4943c526-86f8-40cb-a08a-367d60b4c0e4), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:56:45.349124 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef93a48-30b0-4405-9b99-10376a4801fa tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Network 612cc066-33e3-444d-b1c7-d0a64751482a is already hosted by enough agents. {{(pid=103885) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 11 20:56:45.352240 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.base_scheduler [None req-8ef93a48-30b0-4405-9b99-10376a4801fa tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Resources bound (agent type, host, resource id): {{(pid=103885) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 11 20:56:45.357581 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef93a48-30b0-4405-9b99-10376a4801fa tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Received port after_create {{(pid=103885) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 11 20:56:45.380610 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef93a48-30b0-4405-9b99-10376a4801fa tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Pushing event updated for resources: {'Port': ['ID=4943c526-86f8-40cb-a08a-367d60b4c0e4,revision_number=1']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:56:45.997616 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ef93a48-30b0-4405-9b99-10376a4801fa tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks [] for floatingip (9e368933-ccf8-4cff-8390-2c21c198e37c), precommit_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:56:46.063659 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ef93a48-30b0-4405-9b99-10376a4801fa tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (4943c526-86f8-40cb-a08a-367d60b4c0e4), before_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:56:46.208033 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ef93a48-30b0-4405-9b99-10376a4801fa tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks [] for port (4943c526-86f8-40cb-a08a-367d60b4c0e4), precommit_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:56:46.213044 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ef93a48-30b0-4405-9b99-10376a4801fa tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16775307'] for port (4943c526-86f8-40cb-a08a-367d60b4c0e4), after_update {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:56:46.284381 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef93a48-30b0-4405-9b99-10376a4801fa tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Pushing event updated for resources: {'Port': ['ID=4943c526-86f8-40cb-a08a-367d60b4c0e4,revision_number=2']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:56:46.296468 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ef93a48-30b0-4405-9b99-10376a4801fa tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979512'] for floatingip (9e368933-ccf8-4cff-8390-2c21c198e37c), after_create {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:56:46.404573 n-d-833163-1 neutron-server[103885]: INFO neutron.db.l3_db [None req-8ef93a48-30b0-4405-9b99-10376a4801fa tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Floating IP 9e368933-ccf8-4cff-8390-2c21c198e37c associated. External IP: 172.25.8.139, port: 772a90e5-f012-4a64-9a98-1c632b2b1ba4. Mar 11 20:56:46.613809 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef93a48-30b0-4405-9b99-10376a4801fa tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Router d1a74aff-1d32-4240-8ecb-f096f27bc2fb has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:56:46.729155 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef93a48-30b0-4405-9b99-10376a4801fa tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:56:46.739538 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8022e947-a98e-453e-9642-cb6091f7229f None None] Sync routers for ids ['d1a74aff-1d32-4240-8ecb-f096f27bc2fb'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:56:46.747935 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-8ef93a48-30b0-4405-9b99-10376a4801fa tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:56:46.750125 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8022e947-a98e-453e-9642-cb6091f7229f None None] Routers {'d1a74aff-1d32-4240-8ecb-f096f27bc2fb'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:56:46.750723 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-8022e947-a98e-453e-9642-cb6091f7229f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:56:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['d1a74aff-1d32-4240-8ecb-f096f27bc2fb'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:56:46.777199 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-8ef93a48-30b0-4405-9b99-10376a4801fa tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8210628 Mar 11 20:56:46.777892 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caf05a0b-346e-40a2-bb7c-9a8dcab084a3', 'tag': '772a90e5-f012-4a64-9a98-1c632b2b1ba4'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:56:46.780160 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a0d03908d714cf498f0e9a07bdcfee6ce8884db927bcf4c76da6f3dadb32e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbeab264-1dd9-44dc-a85b-602bbae6975e" -d '{"events": [{"name": "network-changed", "server_uuid": "caf05a0b-346e-40a2-bb7c-9a8dcab084a3", "tag": "772a90e5-f012-4a64-9a98-1c632b2b1ba4"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:56:46.819134 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd232ee1-e3ab-419f-a230-cf0ceb5ff395 x-openstack-request-id: req-cd232ee1-e3ab-419f-a230-cf0ceb5ff395 {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:56:46.819428 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caf05a0b-346e-40a2-bb7c-9a8dcab084a3", "tag": "772a90e5-f012-4a64-9a98-1c632b2b1ba4", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:56:46.819717 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-cd232ee1-e3ab-419f-a230-cf0ceb5ff395 {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:56:46.820125 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caf05a0b-346e-40a2-bb7c-9a8dcab084a3', 'tag': '772a90e5-f012-4a64-9a98-1c632b2b1ba4', 'status': 'completed', 'code': 200} Mar 11 20:56:46.862559 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-8022e947-a98e-453e-9642-cb6091f7229f None None] Set router d1a74aff-1d32-4240-8ecb-f096f27bc2fb gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:56:46.882579 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeab264-1dd9-44dc-a85b-602bbae6975e req-4d4328ed-c75b-4a03-95ba-bb5579c00530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:56:46.884039 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bbeab264-1dd9-44dc-a85b-602bbae6975e req-4d4328ed-c75b-4a03-95ba-bb5579c00530 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e724ea0cd69941cc91276207329c844f&device_id=caf05a0b-346e-40a2-bb7c-9a8dcab084a3 HTTP/1.1" status: 200 len: 1127 time: 0.0446267 Mar 11 20:56:46.975259 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeab264-1dd9-44dc-a85b-602bbae6975e req-720a2992-7670-4e30-b551-078e322526ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:56:46.977345 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bbeab264-1dd9-44dc-a85b-602bbae6975e req-720a2992-7670-4e30-b551-078e322526ed service neutron] 10.222.0.75 "GET /v2.0/networks?id=1ed6547a-9a98-470d-94e4-47f4b17aec8c HTTP/1.1" status: 200 len: 911 time: 0.0867593 Mar 11 20:56:47.042364 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bbeab264-1dd9-44dc-a85b-602bbae6975e req-d7657e0f-f832-4ec3-a094-e360e8ee7b3c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=772a90e5-f012-4a64-9a98-1c632b2b1ba4 HTTP/1.1" status: 200 len: 999 time: 0.0590291 Mar 11 20:56:47.081257 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-8022e947-a98e-453e-9642-cb6091f7229f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a74aff-1d32-4240-8ecb-f096f27bc2fb', 'name': 'tempest-TestSnapshotPattern-1062784382-router', 'tenant_id': 'e724ea0cd69941cc91276207329c844f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '951d9359-441b-4e31-bee1-de713460a5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:53:11Z', 'updated_at': '2022-03-11T20:53:14Z', 'revision_number': 4, 'project_id': 'e724ea0cd69941cc91276207329c844f', 'gw_port': {'id': '951d9359-441b-4e31-bee1-de713460a5cf', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a74aff-1d32-4240-8ecb-f096f27bc2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4444, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:53:11Z', 'updated_at': '2022-03-11T20:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '2fe1f641-2106-4436-9921-c6039fe6bfcf', 'tenant_id': 'e724ea0cd69941cc91276207329c844f', 'floating_ip_address': '172.25.8.83', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'd1a74aff-1d32-4240-8ecb-f096f27bc2fb', 'port_id': '92f0fa03-e818-4758-b86a-ac8c5c07851d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ed6547a-9a98-470d-94e4-47f4b17aec8c', 'mac_address': 'fa:16:3e:0d:1a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b75d36c-bbf0-4b04-b3e3-91156d18b629', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:53:33Z', 'updated_at': '2022-03-11T20:53:35Z', 'revision_number': 1, 'project_id': 'e724ea0cd69941cc91276207329c844f', 'fixed_ip_address_scope': None}, {'id': '9e368933-ccf8-4cff-8390-2c21c198e37c', 'tenant_id': 'e724ea0cd69941cc91276207329c844f', 'floating_ip_address': '172.25.8.139', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'd1a74aff-1d32-4240-8ecb-f096f27bc2fb', 'port_id': '772a90e5-f012-4a64-9a98-1c632b2b1ba4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ed6547a-9a98-470d-94e4-47f4b17aec8c', 'mac_address': 'fa:16:3e:68:63:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf05a0b-346e-40a2-bb7c-9a8dcab084a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:56:45Z', 'updated_at': '2022-03-11T20:56:45Z', 'revision_number': 0, 'project_id': 'e724ea0cd69941cc91276207329c844f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a34e62fe-37e9-48fb-a07e-5ff42af8a12f', 'name': '', 'network_id': '1ed6547a-9a98-470d-94e4-47f4b17aec8c', 'tenant_id': 'e724ea0cd69941cc91276207329c844f', 'mac_address': 'fa:16:3e:c1:ad:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a74aff-1d32-4240-8ecb-f096f27bc2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': 'a6780793-39e7-4792-bdbc-7e68ecde50fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:53:13Z', 'updated_at': '2022-03-11T20:53:18Z', 'revision_number': 5, 'project_id': 'e724ea0cd69941cc91276207329c844f', 'subnets': [{'id': 'a6780793-39e7-4792-bdbc-7e68ecde50fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:56:47.090197 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeab264-1dd9-44dc-a85b-602bbae6975e req-a6992a51-f98c-41f0-b435-6813fef5b173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:56:47.091727 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bbeab264-1dd9-44dc-a85b-602bbae6975e req-a6992a51-f98c-41f0-b435-6813fef5b173 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a6780793-39e7-4792-bdbc-7e68ecde50fe HTTP/1.1" status: 200 len: 849 time: 0.0435743 Mar 11 20:56:47.110395 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8022e947-a98e-453e-9642-cb6091f7229f None None] Checking router: d1a74aff-1d32-4240-8ecb-f096f27bc2fb for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:56:47.119277 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8022e947-a98e-453e-9642-cb6091f7229f None None] Routers {'d1a74aff-1d32-4240-8ecb-f096f27bc2fb'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:56:47.119902 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-8022e947-a98e-453e-9642-cb6091f7229f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:56:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['d1a74aff-1d32-4240-8ecb-f096f27bc2fb'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:56:47.144222 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeab264-1dd9-44dc-a85b-602bbae6975e req-50e40d07-c48e-412f-8f7d-cf5e02dd8262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:56:47.145767 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bbeab264-1dd9-44dc-a85b-602bbae6975e req-50e40d07-c48e-412f-8f7d-cf5e02dd8262 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1ed6547a-9a98-470d-94e4-47f4b17aec8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481660 Mar 11 20:56:47.222721 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-8022e947-a98e-453e-9642-cb6091f7229f None None] Set router d1a74aff-1d32-4240-8ecb-f096f27bc2fb gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:56:47.233494 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bbeab264-1dd9-44dc-a85b-602bbae6975e req-ad67cde1-0519-46f4-8b83-1492b6fa331d service neutron] 10.222.0.75 "GET /v2.0/networks/1ed6547a-9a98-470d-94e4-47f4b17aec8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821195 Mar 11 20:56:47.326040 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-bbeab264-1dd9-44dc-a85b-602bbae6975e req-a4f4ac5e-a9f2-4a7d-af34-da0c3e5719ec service neutron] 10.222.0.75 "GET /v2.0/networks/1ed6547a-9a98-470d-94e4-47f4b17aec8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867579 Mar 11 20:56:47.442715 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-8022e947-a98e-453e-9642-cb6091f7229f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a74aff-1d32-4240-8ecb-f096f27bc2fb', 'name': 'tempest-TestSnapshotPattern-1062784382-router', 'tenant_id': 'e724ea0cd69941cc91276207329c844f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '951d9359-441b-4e31-bee1-de713460a5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:53:11Z', 'updated_at': '2022-03-11T20:53:14Z', 'revision_number': 4, 'project_id': 'e724ea0cd69941cc91276207329c844f', 'gw_port': {'id': '951d9359-441b-4e31-bee1-de713460a5cf', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a74aff-1d32-4240-8ecb-f096f27bc2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4444, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:53:11Z', 'updated_at': '2022-03-11T20:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '2fe1f641-2106-4436-9921-c6039fe6bfcf', 'tenant_id': 'e724ea0cd69941cc91276207329c844f', 'floating_ip_address': '172.25.8.83', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'd1a74aff-1d32-4240-8ecb-f096f27bc2fb', 'port_id': '92f0fa03-e818-4758-b86a-ac8c5c07851d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ed6547a-9a98-470d-94e4-47f4b17aec8c', 'mac_address': 'fa:16:3e:0d:1a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b75d36c-bbf0-4b04-b3e3-91156d18b629', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:53:33Z', 'updated_at': '2022-03-11T20:53:35Z', 'revision_number': 1, 'project_id': 'e724ea0cd69941cc91276207329c844f', 'fixed_ip_address_scope': None}, {'id': '9e368933-ccf8-4cff-8390-2c21c198e37c', 'tenant_id': 'e724ea0cd69941cc91276207329c844f', 'floating_ip_address': '172.25.8.139', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'd1a74aff-1d32-4240-8ecb-f096f27bc2fb', 'port_id': '772a90e5-f012-4a64-9a98-1c632b2b1ba4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ed6547a-9a98-470d-94e4-47f4b17aec8c', 'mac_address': 'fa:16:3e:68:63:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf05a0b-346e-40a2-bb7c-9a8dcab084a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:56:45Z', 'updated_at': '2022-03-11T20:56:45Z', 'revision_number': 0, 'project_id': 'e724ea0cd69941cc91276207329c844f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a34e62fe-37e9-48fb-a07e-5ff42af8a12f', 'name': '', 'network_id': '1ed6547a-9a98-470d-94e4-47f4b17aec8c', 'tenant_id': 'e724ea0cd69941cc91276207329c844f', 'mac_address': 'fa:16:3e:c1:ad:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a74aff-1d32-4240-8ecb-f096f27bc2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': 'a6780793-39e7-4792-bdbc-7e68ecde50fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:53:13Z', 'updated_at': '2022-03-11T20:53:18Z', 'revision_number': 5, 'project_id': 'e724ea0cd69941cc91276207329c844f', 'subnets': [{'id': 'a6780793-39e7-4792-bdbc-7e68ecde50fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:56:47.471408 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8022e947-a98e-453e-9642-cb6091f7229f None None] The sync data for ids ['d1a74aff-1d32-4240-8ecb-f096f27bc2fb'] in n-d-833163-1 is: [{'id': 'd1a74aff-1d32-4240-8ecb-f096f27bc2fb', 'name': 'tempest-TestSnapshotPattern-1062784382-router', 'tenant_id': 'e724ea0cd69941cc91276207329c844f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '951d9359-441b-4e31-bee1-de713460a5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:53:11Z', 'updated_at': '2022-03-11T20:53:14Z', 'revision_number': 4, 'project_id': 'e724ea0cd69941cc91276207329c844f', 'gw_port': {'id': '951d9359-441b-4e31-bee1-de713460a5cf', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a74aff-1d32-4240-8ecb-f096f27bc2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4444, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:53:11Z', 'updated_at': '2022-03-11T20:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '2fe1f641-2106-4436-9921-c6039fe6bfcf', 'tenant_id': 'e724ea0cd69941cc91276207329c844f', 'floating_ip_address': '172.25.8.83', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'd1a74aff-1d32-4240-8ecb-f096f27bc2fb', 'port_id': '92f0fa03-e818-4758-b86a-ac8c5c07851d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ed6547a-9a98-470d-94e4-47f4b17aec8c', 'mac_address': 'fa:16:3e:0d:1a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b75d36c-bbf0-4b04-b3e3-91156d18b629', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:53:33Z', 'updated_at': '2022-03-11T20:53:35Z', 'revision_number': 1, 'project_id': 'e724ea0cd69941cc91276207329c844f', 'fixed_ip_address_scope': None}, {'id': '9e368933-ccf8-4cff-8390-2c21c198e37c', 'tenant_id': 'e724ea0cd69941cc91276207329c844f', 'floating_ip_address': '172.25.8.139', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'd1a74aff-1d32-4240-8ecb-f096f27bc2fb', 'port_id': '772a90e5-f012-4a64-9a98-1c632b2b1ba4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ed6547a-9a98-470d-94e4-47f4b17aec8c', 'mac_address': 'fa:16:3e:68:63:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caf05a0b-346e-40a2-bb7c-9a8dcab084a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:56:45Z', 'updated_at': '2022-03-11T20:56:45Z', 'revision_number': 0, 'project_id': 'e724ea0cd69941cc91276207329c844f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a34e62fe-37e9-48fb-a07e-5ff42af8a12f', 'name': '', 'network_id': '1ed6547a-9a98-470d-94e4-47f4b17aec8c', 'tenant_id': 'e724ea0cd69941cc91276207329c844f', 'mac_address': 'fa:16:3e:c1:ad:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a74aff-1d32-4240-8ecb-f096f27bc2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': 'a6780793-39e7-4792-bdbc-7e68ecde50fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:53:13Z', 'updated_at': '2022-03-11T20:53:18Z', 'revision_number': 5, 'project_id': 'e724ea0cd69941cc91276207329c844f', 'subnets': [{'id': 'a6780793-39e7-4792-bdbc-7e68ecde50fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:56:47.705771 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ddea3a-f98a-4fea-9d30-57e9d97c5a5c None None] New status for floating IP 9e368933-ccf8-4cff-8390-2c21c198e37c: ACTIVE {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 20:56:49.903198 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:56:52.524255 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-471e27e6-be5c-4300-a8ff-67039b25c020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:56:53.488535 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:56:54.779798 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8bc46f51-7a3c-4635-a18f-0c41a5646e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:56:56.545028 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:56:57.928715 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:56:59.213198 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:57:07.357767 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:57:17.579060 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fc3477d7-05ac-4cd4-8eca-12c3d8dd562c req-deac086b-fe8f-4650-86ab-7c721c5f0776 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=caf05a0b-346e-40a2-bb7c-9a8dcab084a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444236 Mar 11 20:57:17.660135 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3477d7-05ac-4cd4-8eca-12c3d8dd562c req-159e6336-ac27-49e8-b9f2-1f3a2c9fc333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:57:17.661599 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fc3477d7-05ac-4cd4-8eca-12c3d8dd562c req-159e6336-ac27-49e8-b9f2-1f3a2c9fc333 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e724ea0cd69941cc91276207329c844f&device_id=caf05a0b-346e-40a2-bb7c-9a8dcab084a3 HTTP/1.1" status: 200 len: 1127 time: 0.0436409 Mar 11 20:57:17.764553 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3477d7-05ac-4cd4-8eca-12c3d8dd562c req-a42159ea-ccd5-47ce-b038-f658d129e511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:57:17.765988 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fc3477d7-05ac-4cd4-8eca-12c3d8dd562c req-a42159ea-ccd5-47ce-b038-f658d129e511 service neutron] 10.222.0.75 "GET /v2.0/networks?id=1ed6547a-9a98-470d-94e4-47f4b17aec8c HTTP/1.1" status: 200 len: 911 time: 0.0873532 Mar 11 20:57:17.828953 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fc3477d7-05ac-4cd4-8eca-12c3d8dd562c req-b9e5add4-8844-4e3f-98c9-ef1cf3d9d41b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=772a90e5-f012-4a64-9a98-1c632b2b1ba4 HTTP/1.1" status: 200 len: 1001 time: 0.0566633 Mar 11 20:57:17.881591 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3477d7-05ac-4cd4-8eca-12c3d8dd562c req-39b73618-7812-4f8a-9645-21ccf947efcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:57:17.882953 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fc3477d7-05ac-4cd4-8eca-12c3d8dd562c req-39b73618-7812-4f8a-9645-21ccf947efcb service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a6780793-39e7-4792-bdbc-7e68ecde50fe HTTP/1.1" status: 200 len: 849 time: 0.0471282 Mar 11 20:57:17.931834 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3477d7-05ac-4cd4-8eca-12c3d8dd562c req-7adc35a4-df15-4634-a14c-02c11127bbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:57:17.933301 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fc3477d7-05ac-4cd4-8eca-12c3d8dd562c req-7adc35a4-df15-4634-a14c-02c11127bbd7 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1ed6547a-9a98-470d-94e4-47f4b17aec8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446012 Mar 11 20:57:18.017841 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fc3477d7-05ac-4cd4-8eca-12c3d8dd562c req-b39ead62-8acf-40d3-963e-b54e23428a71 service neutron] 10.222.0.75 "GET /v2.0/networks/1ed6547a-9a98-470d-94e4-47f4b17aec8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790660 Mar 11 20:57:18.106278 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-fc3477d7-05ac-4cd4-8eca-12c3d8dd562c req-8ade302d-5428-4811-a198-fc957f40756f service neutron] 10.222.0.75 "GET /v2.0/networks/1ed6547a-9a98-470d-94e4-47f4b17aec8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825553 Mar 11 20:57:19.901948 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:57:22.525102 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-37e9b1a8-f0fd-4841-8236-f4353d417fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:57:23.503453 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:57:24.780249 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-41fb0596-056a-4267-8650-16a9a3a031c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:57:26.547162 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:57:27.930939 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:57:29.214570 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:57:37.848061 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ea7f4f9a-726d-4e4e-8f9a-01c703a3ea3b req-5e3dd919-ff99-477f-a3e3-f689d5321e73 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8b75d36c-bbf0-4b04-b3e3-91156d18b629&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423627 Mar 11 20:57:37.927751 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7f4f9a-726d-4e4e-8f9a-01c703a3ea3b req-d1e76798-03cf-435e-b044-f63745dc2147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:57:37.929243 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ea7f4f9a-726d-4e4e-8f9a-01c703a3ea3b req-d1e76798-03cf-435e-b044-f63745dc2147 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e724ea0cd69941cc91276207329c844f&device_id=8b75d36c-bbf0-4b04-b3e3-91156d18b629 HTTP/1.1" status: 200 len: 1125 time: 0.0435457 Mar 11 20:57:38.033755 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7f4f9a-726d-4e4e-8f9a-01c703a3ea3b req-90c65c9b-e1a6-4b02-9193-c1fed4a5c6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:57:38.035206 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ea7f4f9a-726d-4e4e-8f9a-01c703a3ea3b req-90c65c9b-e1a6-4b02-9193-c1fed4a5c6e1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1ed6547a-9a98-470d-94e4-47f4b17aec8c HTTP/1.1" status: 200 len: 911 time: 0.0879021 Mar 11 20:57:38.098153 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ea7f4f9a-726d-4e4e-8f9a-01c703a3ea3b req-b6d95a9c-6436-4fde-9f08-3a9525ffe1e3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=92f0fa03-e818-4758-b86a-ac8c5c07851d HTTP/1.1" status: 200 len: 998 time: 0.0567961 Mar 11 20:57:38.148839 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7f4f9a-726d-4e4e-8f9a-01c703a3ea3b req-d43b65d8-8f12-4f75-a564-235d5afbe128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:57:38.150290 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ea7f4f9a-726d-4e4e-8f9a-01c703a3ea3b req-d43b65d8-8f12-4f75-a564-235d5afbe128 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a6780793-39e7-4792-bdbc-7e68ecde50fe HTTP/1.1" status: 200 len: 849 time: 0.0465550 Mar 11 20:57:38.196951 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7f4f9a-726d-4e4e-8f9a-01c703a3ea3b req-dfe7c0a8-4842-41c7-8a6f-7e55aa2c51f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:57:38.198398 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ea7f4f9a-726d-4e4e-8f9a-01c703a3ea3b req-dfe7c0a8-4842-41c7-8a6f-7e55aa2c51f4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1ed6547a-9a98-470d-94e4-47f4b17aec8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0425615 Mar 11 20:57:38.289172 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ea7f4f9a-726d-4e4e-8f9a-01c703a3ea3b req-51c324e1-e98f-44d4-ab29-cc3172d3c028 service neutron] 10.222.0.57 "GET /v2.0/networks/1ed6547a-9a98-470d-94e4-47f4b17aec8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843263 Mar 11 20:57:38.374596 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-ea7f4f9a-726d-4e4e-8f9a-01c703a3ea3b req-8f17586e-8bec-4cd2-918f-7cb20abb4436 service neutron] 10.222.0.57 "GET /v2.0/networks/1ed6547a-9a98-470d-94e4-47f4b17aec8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803902 Mar 11 20:57:44.357187 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:57:49.900544 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:57:52.526875 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a0f4043d-3887-46ae-b9c4-f3a37aba63e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:57:53.517200 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:57:54.784289 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-aa0233b5-2fed-4d1b-b363-0fdfe0e3d5f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:57:56.549958 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:57:57.933249 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:57:59.219739 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:17.588923 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e4655bcd-75da-44f2-9a09-ce37e843c7be req-50c23206-505c-44f2-8409-5ffb6ed3d7cf service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=caf05a0b-346e-40a2-bb7c-9a8dcab084a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427952 Mar 11 20:58:17.676672 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4655bcd-75da-44f2-9a09-ce37e843c7be req-7e5e4516-ab57-458f-89d9-dafdfca057f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:58:17.678127 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e4655bcd-75da-44f2-9a09-ce37e843c7be req-7e5e4516-ab57-458f-89d9-dafdfca057f5 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e724ea0cd69941cc91276207329c844f&device_id=caf05a0b-346e-40a2-bb7c-9a8dcab084a3 HTTP/1.1" status: 200 len: 1127 time: 0.0477605 Mar 11 20:58:17.780945 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4655bcd-75da-44f2-9a09-ce37e843c7be req-d8df0981-b33e-4a94-8c4c-08b35b4c7578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:58:17.782449 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e4655bcd-75da-44f2-9a09-ce37e843c7be req-d8df0981-b33e-4a94-8c4c-08b35b4c7578 service neutron] 10.222.0.75 "GET /v2.0/networks?id=1ed6547a-9a98-470d-94e4-47f4b17aec8c HTTP/1.1" status: 200 len: 911 time: 0.0865076 Mar 11 20:58:18.134502 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e4655bcd-75da-44f2-9a09-ce37e843c7be req-aee976f3-877c-4833-84f2-6b8c8e9bff2b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=772a90e5-f012-4a64-9a98-1c632b2b1ba4 HTTP/1.1" status: 200 len: 1001 time: 0.3453519 Mar 11 20:58:18.183526 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4655bcd-75da-44f2-9a09-ce37e843c7be req-baca9c64-8047-488b-a4a5-e8fcd55bc7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:58:18.185014 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e4655bcd-75da-44f2-9a09-ce37e843c7be req-baca9c64-8047-488b-a4a5-e8fcd55bc7a5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a6780793-39e7-4792-bdbc-7e68ecde50fe HTTP/1.1" status: 200 len: 849 time: 0.0440943 Mar 11 20:58:18.236270 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4655bcd-75da-44f2-9a09-ce37e843c7be req-d688de6c-6fa9-4912-bfa3-4861f6b1b13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:58:18.238179 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e4655bcd-75da-44f2-9a09-ce37e843c7be req-d688de6c-6fa9-4912-bfa3-4861f6b1b13a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1ed6547a-9a98-470d-94e4-47f4b17aec8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476527 Mar 11 20:58:18.248144 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [req-e4655bcd-75da-44f2-9a09-ce37e843c7be req-f6f3959c-e3ca-48fa-aa70-52d9ca4496ed service neutron] http://10.222.0.65:9696/v2.0/extensions returned with HTTP 200 {{(pid=103885) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 11 20:58:18.249399 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e4655bcd-75da-44f2-9a09-ce37e843c7be req-f6f3959c-e3ca-48fa-aa70-52d9ca4496ed service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054569 Mar 11 20:58:18.341953 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e4655bcd-75da-44f2-9a09-ce37e843c7be req-455adaee-c451-477f-ab40-0e5a7777fe92 service neutron] 10.222.0.75 "GET /v2.0/networks/1ed6547a-9a98-470d-94e4-47f4b17aec8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868092 Mar 11 20:58:18.432549 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-e4655bcd-75da-44f2-9a09-ce37e843c7be req-c96971ea-2415-4493-a0a4-f10566b43d5f service neutron] 10.222.0.75 "GET /v2.0/networks/1ed6547a-9a98-470d-94e4-47f4b17aec8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830541 Mar 11 20:58:19.925066 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:21.203194 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 772a90e5-f012-4a64-9a98-1c632b2b1ba4 details requested by agent hyperv_n-h1-833163-1 with host n-h1-833163-1 {{(pid=103886) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 11 20:58:21.307551 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 772a90e5-f012-4a64-9a98-1c632b2b1ba4, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=772a90e5-f012-4a64-9a98-1c632b2b1ba4,segment=NetworkSegment(b12e0f3c-524d-4271-bcd7-a8728e08218d),segment_id=b12e0f3c-524d-4271-bcd7-a8728e08218d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:58:21.334194 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Returning: {'device': '772a90e5-f012-4a64-9a98-1c632b2b1ba4', 'network_id': '1ed6547a-9a98-470d-94e4-47f4b17aec8c', 'port_id': '772a90e5-f012-4a64-9a98-1c632b2b1ba4', 'mac_address': 'fa:16:3e:68:63:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 863, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6780793-39e7-4792-bdbc-7e68ecde50fe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103886) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 11 20:58:21.357862 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:58:21.385884 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 772a90e5-f012-4a64-9a98-1c632b2b1ba4 is: ACTIVE; New status is: BUILD {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:58:21.386394 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (772a90e5-f012-4a64-9a98-1c632b2b1ba4), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:21.400550 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 772a90e5-f012-4a64-9a98-1c632b2b1ba4 {{(pid=103886) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 11 20:58:21.426668 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 772a90e5-f012-4a64-9a98-1c632b2b1ba4, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=772a90e5-f012-4a64-9a98-1c632b2b1ba4,segment=NetworkSegment(b12e0f3c-524d-4271-bcd7-a8728e08218d),segment_id=b12e0f3c-524d-4271-bcd7-a8728e08218d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:58:21.434451 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (772a90e5-f012-4a64-9a98-1c632b2b1ba4), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:21.494490 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=772a90e5-f012-4a64-9a98-1c632b2b1ba4,revision_number=6']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:58:21.502470 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:58:21.502917 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:58:21.503271 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:58:21.503614 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:58:21.503972 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:58:21.504306 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:58:21.504640 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:58:21.504972 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:58:21.508087 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:58:21.508463 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:58:21.508847 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:58:21.509186 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:58:21.510524 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103886) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:58:21.521923 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] get_ports_and_sgs() called for port_ids ['772a90e5-f012-4a64-9a98-1c632b2b1ba4'] {{(pid=103886) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 11 20:58:22.536354 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-18fd6196-5bdc-44cc-b8b9-2ba12efdae14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:23.215240 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 772a90e5-f012-4a64-9a98-1c632b2b1ba4 up at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 11 20:58:23.276522 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.provisioning_blocks [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Provisioning complete for port 772a90e5-f012-4a64-9a98-1c632b2b1ba4 triggered by entity L2. {{(pid=103886) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 11 20:58:23.276893 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745206'] for port (772a90e5-f012-4a64-9a98-1c632b2b1ba4), provisioning_complete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:23.365817 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 772a90e5-f012-4a64-9a98-1c632b2b1ba4 is: BUILD; New status is: ACTIVE {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:58:23.366203 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (772a90e5-f012-4a64-9a98-1c632b2b1ba4), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:23.390088 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf05a0b-346e-40a2-bb7c-9a8dcab084a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '772a90e5-f012-4a64-9a98-1c632b2b1ba4'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:58:23.392361 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e00c6702a54281ed7930195260709b2e9eb4074fe153a1ed12afbef6176377e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589e62e7-bf16-4f91-9157-1ddfc32f4bce" -d '{"events": [{"server_uuid": "caf05a0b-346e-40a2-bb7c-9a8dcab084a3", "name": "network-vif-plugged", "status": "completed", "tag": "772a90e5-f012-4a64-9a98-1c632b2b1ba4"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:58:23.406822 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 772a90e5-f012-4a64-9a98-1c632b2b1ba4, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=772a90e5-f012-4a64-9a98-1c632b2b1ba4,segment=NetworkSegment(b12e0f3c-524d-4271-bcd7-a8728e08218d),segment_id=b12e0f3c-524d-4271-bcd7-a8728e08218d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:58:23.413956 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (772a90e5-f012-4a64-9a98-1c632b2b1ba4), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:23.456377 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5012ea0-ec3a-4451-a3ac-b9636801983e x-openstack-request-id: req-a5012ea0-ec3a-4451-a3ac-b9636801983e {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:58:23.456727 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caf05a0b-346e-40a2-bb7c-9a8dcab084a3", "name": "network-vif-plugged", "status": "completed", "tag": "772a90e5-f012-4a64-9a98-1c632b2b1ba4", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:58:23.456989 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-a5012ea0-ec3a-4451-a3ac-b9636801983e {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:58:23.457446 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf05a0b-346e-40a2-bb7c-9a8dcab084a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '772a90e5-f012-4a64-9a98-1c632b2b1ba4', 'code': 200} Mar 11 20:58:23.482460 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=772a90e5-f012-4a64-9a98-1c632b2b1ba4,revision_number=7']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:58:23.533567 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:24.786142 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b57f3090-196b-4450-8f99-e5406cb046b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:26.555543 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:27.940093 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:29.229677 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:30.982992 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33702) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:58:31.141308 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-15d036f0-f2b4-4446-a475-a45c682988e0 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Deleting port 4943c526-86f8-40cb-a08a-367d60b4c0e4 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:58:31.141545 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-15d036f0-f2b4-4446-a475-a45c682988e0 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (4943c526-86f8-40cb-a08a-367d60b4c0e4), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:31.218680 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-15d036f0-f2b4-4446-a475-a45c682988e0 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (4943c526-86f8-40cb-a08a-367d60b4c0e4), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:31.219007 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-15d036f0-f2b4-4446-a475-a45c682988e0 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks [] for floatingip (4943c526-86f8-40cb-a08a-367d60b4c0e4), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:31.230558 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-15d036f0-f2b4-4446-a475-a45c682988e0 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Calling delete_port for 4943c526-86f8-40cb-a08a-367d60b4c0e4 owned by network:floatingip {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:58:31.377896 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-15d036f0-f2b4-4446-a475-a45c682988e0 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (4943c526-86f8-40cb-a08a-367d60b4c0e4), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:31.402593 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d036f0-f2b4-4446-a475-a45c682988e0 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Pushing event deleted for resources: {'Port': ['ID=4943c526-86f8-40cb-a08a-367d60b4c0e4,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:58:31.429584 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d036f0-f2b4-4446-a475-a45c682988e0 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:58:31.429934 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d036f0-f2b4-4446-a475-a45c682988e0 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:58:31.430788 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d036f0-f2b4-4446-a475-a45c682988e0 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:58:31.431141 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d036f0-f2b4-4446-a475-a45c682988e0 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:58:31.431479 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d036f0-f2b4-4446-a475-a45c682988e0 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:58:31.431840 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d036f0-f2b4-4446-a475-a45c682988e0 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:58:31.432173 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d036f0-f2b4-4446-a475-a45c682988e0 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:58:31.432519 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d036f0-f2b4-4446-a475-a45c682988e0 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:58:31.432827 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d036f0-f2b4-4446-a475-a45c682988e0 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:58:31.433148 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d036f0-f2b4-4446-a475-a45c682988e0 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:58:31.433475 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d036f0-f2b4-4446-a475-a45c682988e0 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:58:31.433799 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d036f0-f2b4-4446-a475-a45c682988e0 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:58:31.434123 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d036f0-f2b4-4446-a475-a45c682988e0 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:58:31.476248 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-15d036f0-f2b4-4446-a475-a45c682988e0 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks [] for floatingip (9e368933-ccf8-4cff-8390-2c21c198e37c), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:31.476582 n-d-833163-1 neutron-server[103885]: INFO neutron.db.l3_db [None req-15d036f0-f2b4-4446-a475-a45c682988e0 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Floating IP 9e368933-ccf8-4cff-8390-2c21c198e37c disassociated (deleted). External IP: 172.25.8.139, port: 772a90e5-f012-4a64-9a98-1c632b2b1ba4. Mar 11 20:58:31.685814 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15d036f0-f2b4-4446-a475-a45c682988e0 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Router d1a74aff-1d32-4240-8ecb-f096f27bc2fb has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:58:31.797771 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d036f0-f2b4-4446-a475-a45c682988e0 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:58:31.802512 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-15d036f0-f2b4-4446-a475-a45c682988e0 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:31.807282 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4903ca-f272-4935-8999-dad56494735b None None] Sync routers for ids ['d1a74aff-1d32-4240-8ecb-f096f27bc2fb'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:58:31.817004 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4903ca-f272-4935-8999-dad56494735b None None] Routers {'d1a74aff-1d32-4240-8ecb-f096f27bc2fb'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:58:31.817613 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-ee4903ca-f272-4935-8999-dad56494735b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:58:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['d1a74aff-1d32-4240-8ecb-f096f27bc2fb'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:58:31.831842 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-15d036f0-f2b4-4446-a475-a45c682988e0 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "DELETE /v2.0/floatingips/9e368933-ccf8-4cff-8390-2c21c198e37c HTTP/1.1" status: 204 len: 168 time: 0.8476968 Mar 11 20:58:31.832540 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caf05a0b-346e-40a2-bb7c-9a8dcab084a3', 'tag': '772a90e5-f012-4a64-9a98-1c632b2b1ba4'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:58:31.834890 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a0d03908d714cf498f0e9a07bdcfee6ce8884db927bcf4c76da6f3dadb32e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef6fa8f-9f18-43ac-a7b1-f77aff91d450" -d '{"events": [{"name": "network-changed", "server_uuid": "caf05a0b-346e-40a2-bb7c-9a8dcab084a3", "tag": "772a90e5-f012-4a64-9a98-1c632b2b1ba4"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:58:31.925063 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-ee4903ca-f272-4935-8999-dad56494735b None None] Set router d1a74aff-1d32-4240-8ecb-f096f27bc2fb gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:58:32.042458 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e515a4ba-fa72-412a-84d0-8595a5472b7b x-openstack-request-id: req-e515a4ba-fa72-412a-84d0-8595a5472b7b {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:58:32.042990 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caf05a0b-346e-40a2-bb7c-9a8dcab084a3", "tag": "772a90e5-f012-4a64-9a98-1c632b2b1ba4", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:58:32.042990 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-e515a4ba-fa72-412a-84d0-8595a5472b7b {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:58:32.043410 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caf05a0b-346e-40a2-bb7c-9a8dcab084a3', 'tag': '772a90e5-f012-4a64-9a98-1c632b2b1ba4', 'status': 'completed', 'code': 200} Mar 11 20:58:32.144780 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef6fa8f-9f18-43ac-a7b1-f77aff91d450 req-9eeca2fd-a3bc-4a0f-a224-c51f2d59247c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:58:32.146337 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cef6fa8f-9f18-43ac-a7b1-f77aff91d450 req-9eeca2fd-a3bc-4a0f-a224-c51f2d59247c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e724ea0cd69941cc91276207329c844f&device_id=caf05a0b-346e-40a2-bb7c-9a8dcab084a3 HTTP/1.1" status: 200 len: 1127 time: 0.0801818 Mar 11 20:58:32.156787 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b0eb8c-7be4-4efb-82b4-cb150e023a5c req-2842d8d8-c1d7-4aa7-9a9f-387e1d68fadf tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:58:32.158188 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-78b0eb8c-7be4-4efb-82b4-cb150e023a5c req-2842d8d8-c1d7-4aa7-9a9f-387e1d68fadf tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "GET /v2.0/ports?device_id=caf05a0b-346e-40a2-bb7c-9a8dcab084a3 HTTP/1.1" status: 200 len: 945 time: 0.0646565 Mar 11 20:58:32.165303 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-ee4903ca-f272-4935-8999-dad56494735b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a74aff-1d32-4240-8ecb-f096f27bc2fb', 'name': 'tempest-TestSnapshotPattern-1062784382-router', 'tenant_id': 'e724ea0cd69941cc91276207329c844f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '951d9359-441b-4e31-bee1-de713460a5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:53:11Z', 'updated_at': '2022-03-11T20:53:14Z', 'revision_number': 4, 'project_id': 'e724ea0cd69941cc91276207329c844f', 'gw_port': {'id': '951d9359-441b-4e31-bee1-de713460a5cf', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a74aff-1d32-4240-8ecb-f096f27bc2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4444, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:53:11Z', 'updated_at': '2022-03-11T20:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '2fe1f641-2106-4436-9921-c6039fe6bfcf', 'tenant_id': 'e724ea0cd69941cc91276207329c844f', 'floating_ip_address': '172.25.8.83', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'd1a74aff-1d32-4240-8ecb-f096f27bc2fb', 'port_id': '92f0fa03-e818-4758-b86a-ac8c5c07851d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ed6547a-9a98-470d-94e4-47f4b17aec8c', 'mac_address': 'fa:16:3e:0d:1a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b75d36c-bbf0-4b04-b3e3-91156d18b629', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:53:33Z', 'updated_at': '2022-03-11T20:53:35Z', 'revision_number': 1, 'project_id': 'e724ea0cd69941cc91276207329c844f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a34e62fe-37e9-48fb-a07e-5ff42af8a12f', 'name': '', 'network_id': '1ed6547a-9a98-470d-94e4-47f4b17aec8c', 'tenant_id': 'e724ea0cd69941cc91276207329c844f', 'mac_address': 'fa:16:3e:c1:ad:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a74aff-1d32-4240-8ecb-f096f27bc2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': 'a6780793-39e7-4792-bdbc-7e68ecde50fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:53:13Z', 'updated_at': '2022-03-11T20:53:18Z', 'revision_number': 5, 'project_id': 'e724ea0cd69941cc91276207329c844f', 'subnets': [{'id': 'a6780793-39e7-4792-bdbc-7e68ecde50fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:58:32.191545 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4903ca-f272-4935-8999-dad56494735b None None] Checking router: d1a74aff-1d32-4240-8ecb-f096f27bc2fb for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:58:32.201172 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4903ca-f272-4935-8999-dad56494735b None None] Routers {'d1a74aff-1d32-4240-8ecb-f096f27bc2fb'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:58:32.202005 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-ee4903ca-f272-4935-8999-dad56494735b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:58:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['d1a74aff-1d32-4240-8ecb-f096f27bc2fb'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:58:32.266638 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-78b0eb8c-7be4-4efb-82b4-cb150e023a5c req-52419387-40d3-4bc8-92b6-1a96edeadb67 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "GET /v2.0/security-groups?id=826c6605-feff-43ff-a44c-66027e57f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994782 Mar 11 20:58:32.283502 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef6fa8f-9f18-43ac-a7b1-f77aff91d450 req-6742b48d-d17e-4c37-982f-2daa27ded805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:58:32.284996 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cef6fa8f-9f18-43ac-a7b1-f77aff91d450 req-6742b48d-d17e-4c37-982f-2daa27ded805 service neutron] 10.222.0.75 "GET /v2.0/networks?id=1ed6547a-9a98-470d-94e4-47f4b17aec8c HTTP/1.1" status: 200 len: 911 time: 0.1259692 Mar 11 20:58:32.319029 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-ee4903ca-f272-4935-8999-dad56494735b None None] Set router d1a74aff-1d32-4240-8ecb-f096f27bc2fb gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:58:32.329851 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cef6fa8f-9f18-43ac-a7b1-f77aff91d450 req-fcd591ce-d034-4ae1-a4f2-790e52fb3363 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=772a90e5-f012-4a64-9a98-1c632b2b1ba4 HTTP/1.1" status: 200 len: 217 time: 0.0354471 Mar 11 20:58:32.382978 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef6fa8f-9f18-43ac-a7b1-f77aff91d450 req-374c5f14-2c86-4a30-9bad-ae30e4ed490a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:58:32.384931 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cef6fa8f-9f18-43ac-a7b1-f77aff91d450 req-374c5f14-2c86-4a30-9bad-ae30e4ed490a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a6780793-39e7-4792-bdbc-7e68ecde50fe HTTP/1.1" status: 200 len: 849 time: 0.0484941 Mar 11 20:58:32.434028 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef6fa8f-9f18-43ac-a7b1-f77aff91d450 req-a51ebb13-7f15-4272-b405-c9cddf2ff413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:58:32.435505 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cef6fa8f-9f18-43ac-a7b1-f77aff91d450 req-a51ebb13-7f15-4272-b405-c9cddf2ff413 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1ed6547a-9a98-470d-94e4-47f4b17aec8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0430994 Mar 11 20:58:32.527383 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cef6fa8f-9f18-43ac-a7b1-f77aff91d450 req-c312907f-cce7-47a0-8fef-902df514ec03 service neutron] 10.222.0.75 "GET /v2.0/networks/1ed6547a-9a98-470d-94e4-47f4b17aec8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855768 Mar 11 20:58:32.543570 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-ee4903ca-f272-4935-8999-dad56494735b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a74aff-1d32-4240-8ecb-f096f27bc2fb', 'name': 'tempest-TestSnapshotPattern-1062784382-router', 'tenant_id': 'e724ea0cd69941cc91276207329c844f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '951d9359-441b-4e31-bee1-de713460a5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:53:11Z', 'updated_at': '2022-03-11T20:53:14Z', 'revision_number': 4, 'project_id': 'e724ea0cd69941cc91276207329c844f', 'gw_port': {'id': '951d9359-441b-4e31-bee1-de713460a5cf', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a74aff-1d32-4240-8ecb-f096f27bc2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4444, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:53:11Z', 'updated_at': '2022-03-11T20:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '2fe1f641-2106-4436-9921-c6039fe6bfcf', 'tenant_id': 'e724ea0cd69941cc91276207329c844f', 'floating_ip_address': '172.25.8.83', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'd1a74aff-1d32-4240-8ecb-f096f27bc2fb', 'port_id': '92f0fa03-e818-4758-b86a-ac8c5c07851d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ed6547a-9a98-470d-94e4-47f4b17aec8c', 'mac_address': 'fa:16:3e:0d:1a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b75d36c-bbf0-4b04-b3e3-91156d18b629', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:53:33Z', 'updated_at': '2022-03-11T20:53:35Z', 'revision_number': 1, 'project_id': 'e724ea0cd69941cc91276207329c844f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a34e62fe-37e9-48fb-a07e-5ff42af8a12f', 'name': '', 'network_id': '1ed6547a-9a98-470d-94e4-47f4b17aec8c', 'tenant_id': 'e724ea0cd69941cc91276207329c844f', 'mac_address': 'fa:16:3e:c1:ad:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a74aff-1d32-4240-8ecb-f096f27bc2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': 'a6780793-39e7-4792-bdbc-7e68ecde50fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:53:13Z', 'updated_at': '2022-03-11T20:53:18Z', 'revision_number': 5, 'project_id': 'e724ea0cd69941cc91276207329c844f', 'subnets': [{'id': 'a6780793-39e7-4792-bdbc-7e68ecde50fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:58:32.569394 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4903ca-f272-4935-8999-dad56494735b None None] The sync data for ids ['d1a74aff-1d32-4240-8ecb-f096f27bc2fb'] in n-d-833163-1 is: [{'id': 'd1a74aff-1d32-4240-8ecb-f096f27bc2fb', 'name': 'tempest-TestSnapshotPattern-1062784382-router', 'tenant_id': 'e724ea0cd69941cc91276207329c844f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '951d9359-441b-4e31-bee1-de713460a5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:53:11Z', 'updated_at': '2022-03-11T20:53:14Z', 'revision_number': 4, 'project_id': 'e724ea0cd69941cc91276207329c844f', 'gw_port': {'id': '951d9359-441b-4e31-bee1-de713460a5cf', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a74aff-1d32-4240-8ecb-f096f27bc2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4444, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:53:11Z', 'updated_at': '2022-03-11T20:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_floatingips': [{'id': '2fe1f641-2106-4436-9921-c6039fe6bfcf', 'tenant_id': 'e724ea0cd69941cc91276207329c844f', 'floating_ip_address': '172.25.8.83', 'floating_network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'router_id': 'd1a74aff-1d32-4240-8ecb-f096f27bc2fb', 'port_id': '92f0fa03-e818-4758-b86a-ac8c5c07851d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 4469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ed6547a-9a98-470d-94e4-47f4b17aec8c', 'mac_address': 'fa:16:3e:0d:1a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b75d36c-bbf0-4b04-b3e3-91156d18b629', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-11T20:53:33Z', 'updated_at': '2022-03-11T20:53:35Z', 'revision_number': 1, 'project_id': 'e724ea0cd69941cc91276207329c844f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a34e62fe-37e9-48fb-a07e-5ff42af8a12f', 'name': '', 'network_id': '1ed6547a-9a98-470d-94e4-47f4b17aec8c', 'tenant_id': 'e724ea0cd69941cc91276207329c844f', 'mac_address': 'fa:16:3e:c1:ad:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a74aff-1d32-4240-8ecb-f096f27bc2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': 'a6780793-39e7-4792-bdbc-7e68ecde50fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:53:13Z', 'updated_at': '2022-03-11T20:53:18Z', 'revision_number': 5, 'project_id': 'e724ea0cd69941cc91276207329c844f', 'subnets': [{'id': 'a6780793-39e7-4792-bdbc-7e68ecde50fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:58:32.616522 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cef6fa8f-9f18-43ac-a7b1-f77aff91d450 req-8e7885e0-1e3c-46ec-b67e-92c88f6b0d57 service neutron] 10.222.0.75 "GET /v2.0/networks/1ed6547a-9a98-470d-94e4-47f4b17aec8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827441 Mar 11 20:58:32.837626 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90a18ed-7ee1-43e1-8428-005dd47a4448 None None] New status for floating IP 9e368933-ccf8-4cff-8390-2c21c198e37c: DOWN {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 20:58:33.283419 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 772a90e5-f012-4a64-9a98-1c632b2b1ba4 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:58:33.365753 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Current status of the port 772a90e5-f012-4a64-9a98-1c632b2b1ba4 is: ACTIVE; New status is: DOWN {{(pid=103886) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 11 20:58:33.366152 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-615864'] for port (772a90e5-f012-4a64-9a98-1c632b2b1ba4), before_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:33.389092 n-d-833163-1 neutron-server[103886]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf05a0b-346e-40a2-bb7c-9a8dcab084a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '772a90e5-f012-4a64-9a98-1c632b2b1ba4'}] {{(pid=103886) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:58:33.389935 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982eba73-c480-4a50-be82-a3fb640564ef req-7b23de23-95e9-4dc1-80c7-fe1ee4b8889a tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:58:33.391318 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e00c6702a54281ed7930195260709b2e9eb4074fe153a1ed12afbef6176377e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4437ca-a8ed-4494-9e6c-d96581c63965" -d '{"events": [{"server_uuid": "caf05a0b-346e-40a2-bb7c-9a8dcab084a3", "name": "network-vif-unplugged", "status": "completed", "tag": "772a90e5-f012-4a64-9a98-1c632b2b1ba4"}]}' {{(pid=103886) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:58:33.391465 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-982eba73-c480-4a50-be82-a3fb640564ef req-7b23de23-95e9-4dc1-80c7-fe1ee4b8889a tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "GET /v2.0/ports?device_id=caf05a0b-346e-40a2-bb7c-9a8dcab084a3 HTTP/1.1" status: 200 len: 945 time: 0.0519586 Mar 11 20:58:33.404099 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] For port 772a90e5-f012-4a64-9a98-1c632b2b1ba4, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=772a90e5-f012-4a64-9a98-1c632b2b1ba4,segment=NetworkSegment(b12e0f3c-524d-4271-bcd7-a8728e08218d),segment_id=b12e0f3c-524d-4271-bcd7-a8728e08218d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:58:33.409759 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738459285863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738458718347', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738458718365'] for port (772a90e5-f012-4a64-9a98-1c632b2b1ba4), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:33.448608 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-982eba73-c480-4a50-be82-a3fb640564ef req-cf189df8-4ec5-443d-b3ae-a2fe7d0efaaa tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "GET /v2.0/security-groups?id=826c6605-feff-43ff-a44c-66027e57f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511196 Mar 11 20:58:33.456937 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Pushing event updated for resources: {'Port': ['ID=772a90e5-f012-4a64-9a98-1c632b2b1ba4,revision_number=8']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:58:33.491922 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Mar 2022 20:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f74a9ad9-8ab2-4ad8-ad6d-e49b707de9c4 x-openstack-request-id: req-f74a9ad9-8ab2-4ad8-ad6d-e49b707de9c4 {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:58:33.492214 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caf05a0b-346e-40a2-bb7c-9a8dcab084a3", "name": "network-vif-unplugged", "status": "completed", "tag": "772a90e5-f012-4a64-9a98-1c632b2b1ba4", "code": 200}]} {{(pid=103886) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:58:33.492467 n-d-833163-1 neutron-server[103886]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-f74a9ad9-8ab2-4ad8-ad6d-e49b707de9c4 {{(pid=103886) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:58:33.492887 n-d-833163-1 neutron-server[103886]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf05a0b-346e-40a2-bb7c-9a8dcab084a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '772a90e5-f012-4a64-9a98-1c632b2b1ba4', 'code': 200} Mar 11 20:58:33.579412 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc4297-f2c2-41cf-9e68-dc1bbc514334 req-c079e954-753a-4704-bea2-a7d10c56c0c2 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:58:33.580876 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cbcc4297-f2c2-41cf-9e68-dc1bbc514334 req-c079e954-753a-4704-bea2-a7d10c56c0c2 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.75 "GET /v2.0/ports?device_id=caf05a0b-346e-40a2-bb7c-9a8dcab084a3 HTTP/1.1" status: 200 len: 943 time: 0.0512676 Mar 11 20:58:33.673398 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-cbcc4297-f2c2-41cf-9e68-dc1bbc514334 req-414ca1c8-b984-4944-973c-a3b08c68308c tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Deleting port 772a90e5-f012-4a64-9a98-1c632b2b1ba4 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:58:33.673737 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cbcc4297-f2c2-41cf-9e68-dc1bbc514334 req-414ca1c8-b984-4944-973c-a3b08c68308c tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (772a90e5-f012-4a64-9a98-1c632b2b1ba4), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:33.764564 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-cbcc4297-f2c2-41cf-9e68-dc1bbc514334 req-414ca1c8-b984-4944-973c-a3b08c68308c tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] For port 772a90e5-f012-4a64-9a98-1c632b2b1ba4, host n-h1-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-833163-1',level=0,port_id=772a90e5-f012-4a64-9a98-1c632b2b1ba4,segment=NetworkSegment(b12e0f3c-524d-4271-bcd7-a8728e08218d),segment_id=b12e0f3c-524d-4271-bcd7-a8728e08218d)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:58:33.764916 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cbcc4297-f2c2-41cf-9e68-dc1bbc514334 req-414ca1c8-b984-4944-973c-a3b08c68308c tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (772a90e5-f012-4a64-9a98-1c632b2b1ba4), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:33.777813 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-cbcc4297-f2c2-41cf-9e68-dc1bbc514334 req-414ca1c8-b984-4944-973c-a3b08c68308c tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Calling delete_port for 772a90e5-f012-4a64-9a98-1c632b2b1ba4 owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:58:33.909833 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cbcc4297-f2c2-41cf-9e68-dc1bbc514334 req-414ca1c8-b984-4944-973c-a3b08c68308c tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (772a90e5-f012-4a64-9a98-1c632b2b1ba4), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:33.937296 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414ca1c8-b984-4944-973c-a3b08c68308c tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Pushing event deleted for resources: {'Port': ['ID=772a90e5-f012-4a64-9a98-1c632b2b1ba4,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:58:33.980366 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbcc4297-f2c2-41cf-9e68-dc1bbc514334 req-414ca1c8-b984-4944-973c-a3b08c68308c tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] No DVR routers for this DVR port 772a90e5-f012-4a64-9a98-1c632b2b1ba4 on host n-h1-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:58:33.982893 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-cbcc4297-f2c2-41cf-9e68-dc1bbc514334 req-414ca1c8-b984-4944-973c-a3b08c68308c tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:33.986113 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-cbcc4297-f2c2-41cf-9e68-dc1bbc514334 req-414ca1c8-b984-4944-973c-a3b08c68308c tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.75 "DELETE /v2.0/ports/772a90e5-f012-4a64-9a98-1c632b2b1ba4 HTTP/1.1" status: 204 len: 173 time: 0.3982794 Mar 11 20:58:34.044881 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caf05a0b-346e-40a2-bb7c-9a8dcab084a3', 'name': 'network-vif-deleted', 'tag': '772a90e5-f012-4a64-9a98-1c632b2b1ba4'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:58:34.047300 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a0d03908d714cf498f0e9a07bdcfee6ce8884db927bcf4c76da6f3dadb32e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98b20cb-2c20-4b3f-94f7-877f48441734" -d '{"events": [{"server_uuid": "caf05a0b-346e-40a2-bb7c-9a8dcab084a3", "name": "network-vif-deleted", "tag": "772a90e5-f012-4a64-9a98-1c632b2b1ba4"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:58:34.082894 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b7fddb0-7150-4fae-b2d9-f54897bd421f x-openstack-request-id: req-2b7fddb0-7150-4fae-b2d9-f54897bd421f {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:58:34.083197 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caf05a0b-346e-40a2-bb7c-9a8dcab084a3", "name": "network-vif-deleted", "tag": "772a90e5-f012-4a64-9a98-1c632b2b1ba4", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:58:34.083454 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-2b7fddb0-7150-4fae-b2d9-f54897bd421f {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:58:34.083893 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caf05a0b-346e-40a2-bb7c-9a8dcab084a3', 'name': 'network-vif-deleted', 'tag': '772a90e5-f012-4a64-9a98-1c632b2b1ba4', 'status': 'completed', 'code': 200} Mar 11 20:58:35.017760 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33760) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:58:35.170368 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-f8ba7d50-285e-43a9-aa6c-655d8578ebbe tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Deleting port cddcda0e-1e2e-434a-8726-4c26e675cb00 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:58:35.170713 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f8ba7d50-285e-43a9-aa6c-655d8578ebbe tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (cddcda0e-1e2e-434a-8726-4c26e675cb00), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:35.246231 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f8ba7d50-285e-43a9-aa6c-655d8578ebbe tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (cddcda0e-1e2e-434a-8726-4c26e675cb00), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:35.246569 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f8ba7d50-285e-43a9-aa6c-655d8578ebbe tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks [] for floatingip (cddcda0e-1e2e-434a-8726-4c26e675cb00), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:35.258560 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-f8ba7d50-285e-43a9-aa6c-655d8578ebbe tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Calling delete_port for cddcda0e-1e2e-434a-8726-4c26e675cb00 owned by network:floatingip {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:58:35.403592 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f8ba7d50-285e-43a9-aa6c-655d8578ebbe tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (cddcda0e-1e2e-434a-8726-4c26e675cb00), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:35.425919 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ba7d50-285e-43a9-aa6c-655d8578ebbe tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Pushing event deleted for resources: {'Port': ['ID=cddcda0e-1e2e-434a-8726-4c26e675cb00,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:58:35.436557 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ba7d50-285e-43a9-aa6c-655d8578ebbe tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:58:35.436907 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ba7d50-285e-43a9-aa6c-655d8578ebbe tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:58:35.437625 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ba7d50-285e-43a9-aa6c-655d8578ebbe tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:58:35.437625 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ba7d50-285e-43a9-aa6c-655d8578ebbe tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:58:35.437879 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ba7d50-285e-43a9-aa6c-655d8578ebbe tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:58:35.438208 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ba7d50-285e-43a9-aa6c-655d8578ebbe tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:58:35.438533 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ba7d50-285e-43a9-aa6c-655d8578ebbe tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:58:35.438863 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ba7d50-285e-43a9-aa6c-655d8578ebbe tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:58:35.439184 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ba7d50-285e-43a9-aa6c-655d8578ebbe tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:58:35.439503 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ba7d50-285e-43a9-aa6c-655d8578ebbe tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:58:35.439855 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ba7d50-285e-43a9-aa6c-655d8578ebbe tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:58:35.440196 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ba7d50-285e-43a9-aa6c-655d8578ebbe tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:58:35.440517 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ba7d50-285e-43a9-aa6c-655d8578ebbe tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-833163-1 {{(pid=103884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 11 20:58:35.504232 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f8ba7d50-285e-43a9-aa6c-655d8578ebbe tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks [] for floatingip (2fe1f641-2106-4436-9921-c6039fe6bfcf), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:35.504606 n-d-833163-1 neutron-server[103884]: INFO neutron.db.l3_db [None req-f8ba7d50-285e-43a9-aa6c-655d8578ebbe tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Floating IP 2fe1f641-2106-4436-9921-c6039fe6bfcf disassociated (deleted). External IP: 172.25.8.83, port: 92f0fa03-e818-4758-b86a-ac8c5c07851d. Mar 11 20:58:35.712106 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8ba7d50-285e-43a9-aa6c-655d8578ebbe tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Router d1a74aff-1d32-4240-8ecb-f096f27bc2fb has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:58:35.819332 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ba7d50-285e-43a9-aa6c-655d8578ebbe tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:58:35.824325 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-f8ba7d50-285e-43a9-aa6c-655d8578ebbe tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for floatingip (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:35.829478 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea663db-09bb-4d6f-878e-6fba6efe8e77 None None] Sync routers for ids ['d1a74aff-1d32-4240-8ecb-f096f27bc2fb'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:58:35.839227 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea663db-09bb-4d6f-878e-6fba6efe8e77 None None] Routers {'d1a74aff-1d32-4240-8ecb-f096f27bc2fb'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:58:35.839946 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-cea663db-09bb-4d6f-878e-6fba6efe8e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:58:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['d1a74aff-1d32-4240-8ecb-f096f27bc2fb'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:58:35.852589 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-f8ba7d50-285e-43a9-aa6c-655d8578ebbe tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "DELETE /v2.0/floatingips/2fe1f641-2106-4436-9921-c6039fe6bfcf HTTP/1.1" status: 204 len: 168 time: 0.8337424 Mar 11 20:58:35.853295 n-d-833163-1 neutron-server[103884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b75d36c-bbf0-4b04-b3e3-91156d18b629', 'tag': '92f0fa03-e818-4758-b86a-ac8c5c07851d'}] {{(pid=103884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:58:35.856713 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ef2206101590bc1b7d344799105af787f277bff13261ecd053b544cdbce39f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b62725d-3c34-4952-9017-ae3249ee8e29" -d '{"events": [{"name": "network-changed", "server_uuid": "8b75d36c-bbf0-4b04-b3e3-91156d18b629", "tag": "92f0fa03-e818-4758-b86a-ac8c5c07851d"}]}' {{(pid=103884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:58:35.955996 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-cea663db-09bb-4d6f-878e-6fba6efe8e77 None None] Set router d1a74aff-1d32-4240-8ecb-f096f27bc2fb gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:58:36.066756 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Mar 2022 20:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6181143c-621a-4716-a69e-46335f87a40c x-openstack-request-id: req-6181143c-621a-4716-a69e-46335f87a40c {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:58:36.067273 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b75d36c-bbf0-4b04-b3e3-91156d18b629", "tag": "92f0fa03-e818-4758-b86a-ac8c5c07851d", "status": "completed", "code": 200}]} {{(pid=103884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:58:36.067379 n-d-833163-1 neutron-server[103884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-6181143c-621a-4716-a69e-46335f87a40c {{(pid=103884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:58:36.067722 n-d-833163-1 neutron-server[103884]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b75d36c-bbf0-4b04-b3e3-91156d18b629', 'tag': '92f0fa03-e818-4758-b86a-ac8c5c07851d', 'status': 'completed', 'code': 200} Mar 11 20:58:36.159462 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-cea663db-09bb-4d6f-878e-6fba6efe8e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a74aff-1d32-4240-8ecb-f096f27bc2fb', 'name': 'tempest-TestSnapshotPattern-1062784382-router', 'tenant_id': 'e724ea0cd69941cc91276207329c844f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '951d9359-441b-4e31-bee1-de713460a5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:53:11Z', 'updated_at': '2022-03-11T20:53:14Z', 'revision_number': 4, 'project_id': 'e724ea0cd69941cc91276207329c844f', 'gw_port': {'id': '951d9359-441b-4e31-bee1-de713460a5cf', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a74aff-1d32-4240-8ecb-f096f27bc2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4444, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:53:11Z', 'updated_at': '2022-03-11T20:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'a34e62fe-37e9-48fb-a07e-5ff42af8a12f', 'name': '', 'network_id': '1ed6547a-9a98-470d-94e4-47f4b17aec8c', 'tenant_id': 'e724ea0cd69941cc91276207329c844f', 'mac_address': 'fa:16:3e:c1:ad:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a74aff-1d32-4240-8ecb-f096f27bc2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': 'a6780793-39e7-4792-bdbc-7e68ecde50fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:53:13Z', 'updated_at': '2022-03-11T20:53:18Z', 'revision_number': 5, 'project_id': 'e724ea0cd69941cc91276207329c844f', 'subnets': [{'id': 'a6780793-39e7-4792-bdbc-7e68ecde50fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:58:36.170835 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62725d-3c34-4952-9017-ae3249ee8e29 req-2269e295-9da9-4eb6-8f09-0a8b5d94e207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:58:36.172376 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8b62725d-3c34-4952-9017-ae3249ee8e29 req-2269e295-9da9-4eb6-8f09-0a8b5d94e207 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e724ea0cd69941cc91276207329c844f&device_id=8b75d36c-bbf0-4b04-b3e3-91156d18b629 HTTP/1.1" status: 200 len: 1125 time: 0.0813262 Mar 11 20:58:36.190302 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea663db-09bb-4d6f-878e-6fba6efe8e77 None None] Checking router: d1a74aff-1d32-4240-8ecb-f096f27bc2fb for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:58:36.193833 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10be3e52-1111-4456-846f-3eccae5aa9d1 req-d3fdb57c-bd99-4b2c-9832-36f3c3c46e69 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:58:36.195286 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-10be3e52-1111-4456-846f-3eccae5aa9d1 req-d3fdb57c-bd99-4b2c-9832-36f3c3c46e69 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b75d36c-bbf0-4b04-b3e3-91156d18b629 HTTP/1.1" status: 200 len: 943 time: 0.0772023 Mar 11 20:58:36.198584 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea663db-09bb-4d6f-878e-6fba6efe8e77 None None] Routers {'d1a74aff-1d32-4240-8ecb-f096f27bc2fb'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:58:36.199189 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-cea663db-09bb-4d6f-878e-6fba6efe8e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:58:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['d1a74aff-1d32-4240-8ecb-f096f27bc2fb'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:58:36.298800 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-10be3e52-1111-4456-846f-3eccae5aa9d1 req-1c47ce38-b7db-4c9a-947c-52aaed1917d6 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "GET /v2.0/security-groups?id=826c6605-feff-43ff-a44c-66027e57f55e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936034 Mar 11 20:58:36.316759 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62725d-3c34-4952-9017-ae3249ee8e29 req-1a8d6160-c996-45db-97af-13a1b9a71b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:58:36.318673 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8b62725d-3c34-4952-9017-ae3249ee8e29 req-1a8d6160-c996-45db-97af-13a1b9a71b1b service neutron] 10.222.0.57 "GET /v2.0/networks?id=1ed6547a-9a98-470d-94e4-47f4b17aec8c HTTP/1.1" status: 200 len: 911 time: 0.1398091 Mar 11 20:58:36.325175 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-cea663db-09bb-4d6f-878e-6fba6efe8e77 None None] Set router d1a74aff-1d32-4240-8ecb-f096f27bc2fb gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:58:36.364335 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8b62725d-3c34-4952-9017-ae3249ee8e29 req-9468db1c-161f-4e5f-bfb3-20e3b382735c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=92f0fa03-e818-4758-b86a-ac8c5c07851d HTTP/1.1" status: 200 len: 217 time: 0.0388703 Mar 11 20:58:36.410526 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62725d-3c34-4952-9017-ae3249ee8e29 req-5b119847-6f6a-4220-b961-4a0d60b8371c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:58:36.411916 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8b62725d-3c34-4952-9017-ae3249ee8e29 req-5b119847-6f6a-4220-b961-4a0d60b8371c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a6780793-39e7-4792-bdbc-7e68ecde50fe HTTP/1.1" status: 200 len: 849 time: 0.0419641 Mar 11 20:58:36.460853 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62725d-3c34-4952-9017-ae3249ee8e29 req-0b4f569f-f27a-4275-9e2d-f3458e5d20a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:58:36.462908 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8b62725d-3c34-4952-9017-ae3249ee8e29 req-0b4f569f-f27a-4275-9e2d-f3458e5d20a4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1ed6547a-9a98-470d-94e4-47f4b17aec8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450499 Mar 11 20:58:36.565124 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8b62725d-3c34-4952-9017-ae3249ee8e29 req-4d46c7ec-ac94-47ff-81a2-b5aa6937f91b service neutron] 10.222.0.57 "GET /v2.0/networks/1ed6547a-9a98-470d-94e4-47f4b17aec8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951543 Mar 11 20:58:36.617293 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-cea663db-09bb-4d6f-878e-6fba6efe8e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a74aff-1d32-4240-8ecb-f096f27bc2fb', 'name': 'tempest-TestSnapshotPattern-1062784382-router', 'tenant_id': 'e724ea0cd69941cc91276207329c844f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '951d9359-441b-4e31-bee1-de713460a5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:53:11Z', 'updated_at': '2022-03-11T20:53:14Z', 'revision_number': 4, 'project_id': 'e724ea0cd69941cc91276207329c844f', 'gw_port': {'id': '951d9359-441b-4e31-bee1-de713460a5cf', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a74aff-1d32-4240-8ecb-f096f27bc2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4444, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:53:11Z', 'updated_at': '2022-03-11T20:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'a34e62fe-37e9-48fb-a07e-5ff42af8a12f', 'name': '', 'network_id': '1ed6547a-9a98-470d-94e4-47f4b17aec8c', 'tenant_id': 'e724ea0cd69941cc91276207329c844f', 'mac_address': 'fa:16:3e:c1:ad:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a74aff-1d32-4240-8ecb-f096f27bc2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': 'a6780793-39e7-4792-bdbc-7e68ecde50fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:53:13Z', 'updated_at': '2022-03-11T20:53:18Z', 'revision_number': 5, 'project_id': 'e724ea0cd69941cc91276207329c844f', 'subnets': [{'id': 'a6780793-39e7-4792-bdbc-7e68ecde50fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:58:36.642432 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea663db-09bb-4d6f-878e-6fba6efe8e77 None None] The sync data for ids ['d1a74aff-1d32-4240-8ecb-f096f27bc2fb'] in n-d-833163-1 is: [{'id': 'd1a74aff-1d32-4240-8ecb-f096f27bc2fb', 'name': 'tempest-TestSnapshotPattern-1062784382-router', 'tenant_id': 'e724ea0cd69941cc91276207329c844f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '951d9359-441b-4e31-bee1-de713460a5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:53:11Z', 'updated_at': '2022-03-11T20:53:14Z', 'revision_number': 4, 'project_id': 'e724ea0cd69941cc91276207329c844f', 'gw_port': {'id': '951d9359-441b-4e31-bee1-de713460a5cf', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a74aff-1d32-4240-8ecb-f096f27bc2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4444, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:53:11Z', 'updated_at': '2022-03-11T20:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1', '_interfaces': [{'id': 'a34e62fe-37e9-48fb-a07e-5ff42af8a12f', 'name': '', 'network_id': '1ed6547a-9a98-470d-94e4-47f4b17aec8c', 'tenant_id': 'e724ea0cd69941cc91276207329c844f', 'mac_address': 'fa:16:3e:c1:ad:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a74aff-1d32-4240-8ecb-f096f27bc2fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': 'a6780793-39e7-4792-bdbc-7e68ecde50fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:53:13Z', 'updated_at': '2022-03-11T20:53:18Z', 'revision_number': 5, 'project_id': 'e724ea0cd69941cc91276207329c844f', 'subnets': [{'id': 'a6780793-39e7-4792-bdbc-7e68ecde50fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:58:36.660685 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-8b62725d-3c34-4952-9017-ae3249ee8e29 req-74909f9c-8a61-4113-bbd1-f9895c3efbb0 service neutron] 10.222.0.57 "GET /v2.0/networks/1ed6547a-9a98-470d-94e4-47f4b17aec8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892384 Mar 11 20:58:36.823703 n-d-833163-1 neutron-server[103885]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1619ba96-5966-411c-b36a-219dcc7042b5 req-569e762e-6718-4467-a925-f8ebb9931456 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103885) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 11 20:58:36.825128 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1619ba96-5966-411c-b36a-219dcc7042b5 req-569e762e-6718-4467-a925-f8ebb9931456 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b75d36c-bbf0-4b04-b3e3-91156d18b629 HTTP/1.1" status: 200 len: 943 time: 0.0547903 Mar 11 20:58:36.862587 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc33a7d2-8a91-4101-9bb5-ef83a27f26d6 None None] New status for floating IP 2fe1f641-2106-4436-9921-c6039fe6bfcf: DOWN {{(pid=103886) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 11 20:58:36.926460 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-1619ba96-5966-411c-b36a-219dcc7042b5 req-afde6b67-1dfe-4e04-9bc7-a0610b52daea tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Deleting port 92f0fa03-e818-4758-b86a-ac8c5c07851d {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:58:36.927223 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1619ba96-5966-411c-b36a-219dcc7042b5 req-afde6b67-1dfe-4e04-9bc7-a0610b52daea tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (92f0fa03-e818-4758-b86a-ac8c5c07851d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:37.020976 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [req-1619ba96-5966-411c-b36a-219dcc7042b5 req-afde6b67-1dfe-4e04-9bc7-a0610b52daea tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] For port 92f0fa03-e818-4758-b86a-ac8c5c07851d, host n-h2-833163-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-833163-1',level=0,port_id=92f0fa03-e818-4758-b86a-ac8c5c07851d,segment=NetworkSegment(b12e0f3c-524d-4271-bcd7-a8728e08218d),segment_id=b12e0f3c-524d-4271-bcd7-a8728e08218d)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:58:37.021329 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1619ba96-5966-411c-b36a-219dcc7042b5 req-afde6b67-1dfe-4e04-9bc7-a0610b52daea tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (92f0fa03-e818-4758-b86a-ac8c5c07851d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:37.033787 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [req-1619ba96-5966-411c-b36a-219dcc7042b5 req-afde6b67-1dfe-4e04-9bc7-a0610b52daea tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Calling delete_port for 92f0fa03-e818-4758-b86a-ac8c5c07851d owned by compute:nova {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:58:37.160966 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1619ba96-5966-411c-b36a-219dcc7042b5 req-afde6b67-1dfe-4e04-9bc7-a0610b52daea tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (92f0fa03-e818-4758-b86a-ac8c5c07851d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:37.197765 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afde6b67-1dfe-4e04-9bc7-a0610b52daea tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Pushing event deleted for resources: {'Port': ['ID=92f0fa03-e818-4758-b86a-ac8c5c07851d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:58:37.239986 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [req-1619ba96-5966-411c-b36a-219dcc7042b5 req-afde6b67-1dfe-4e04-9bc7-a0610b52daea tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] No DVR routers for this DVR port 92f0fa03-e818-4758-b86a-ac8c5c07851d on host n-h2-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:58:37.243117 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [req-1619ba96-5966-411c-b36a-219dcc7042b5 req-afde6b67-1dfe-4e04-9bc7-a0610b52daea tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238914'] for port (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:37.246462 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-1619ba96-5966-411c-b36a-219dcc7042b5 req-afde6b67-1dfe-4e04-9bc7-a0610b52daea tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.57 "DELETE /v2.0/ports/92f0fa03-e818-4758-b86a-ac8c5c07851d HTTP/1.1" status: 204 len: 173 time: 0.4167318 Mar 11 20:58:37.246913 n-d-833163-1 neutron-server[103885]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b75d36c-bbf0-4b04-b3e3-91156d18b629', 'name': 'network-vif-deleted', 'tag': '92f0fa03-e818-4758-b86a-ac8c5c07851d'}] {{(pid=103885) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 11 20:58:37.249166 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.65/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13a0d03908d714cf498f0e9a07bdcfee6ce8884db927bcf4c76da6f3dadb32e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203bc52b-5f8c-4823-88ac-4ae709a0a8b2" -d '{"events": [{"server_uuid": "8b75d36c-bbf0-4b04-b3e3-91156d18b629", "name": "network-vif-deleted", "tag": "92f0fa03-e818-4758-b86a-ac8c5c07851d"}]}' {{(pid=103885) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 11 20:58:37.287785 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Mar 2022 20:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dbe7047-2476-4845-9318-feb642381f2f x-openstack-request-id: req-1dbe7047-2476-4845-9318-feb642381f2f {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 11 20:58:37.288092 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b75d36c-bbf0-4b04-b3e3-91156d18b629", "name": "network-vif-deleted", "tag": "92f0fa03-e818-4758-b86a-ac8c5c07851d", "status": "completed", "code": 200}]} {{(pid=103885) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 11 20:58:37.288351 n-d-833163-1 neutron-server[103885]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.65/compute/v2.1/os-server-external-events used request id req-1dbe7047-2476-4845-9318-feb642381f2f {{(pid=103885) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 11 20:58:37.288767 n-d-833163-1 neutron-server[103885]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b75d36c-bbf0-4b04-b3e3-91156d18b629', 'name': 'network-vif-deleted', 'tag': '92f0fa03-e818-4758-b86a-ac8c5c07851d', 'status': 'completed', 'code': 200} Mar 11 20:58:37.290745 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 772a90e5-f012-4a64-9a98-1c632b2b1ba4 no longer exists at agent hyperv_n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:58:37.312047 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] No Port match for: 772a90e5-f012-4a64-9a98-1c632b2b1ba4 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:58:37.312396 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Device 772a90e5-f012-4a64-9a98-1c632b2b1ba4 not bound to the agent host n-h1-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:58:37.415518 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [req-b4d5ade3-537d-40b1-9fe4-61a27f765777 req-4e3ab090-35e3-4200-8956-6644b798b4b2 tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b75d36c-bbf0-4b04-b3e3-91156d18b629 HTTP/1.1" status: 200 len: 210 time: 0.0266340 Mar 11 20:58:38.471980 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33778) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:58:38.527214 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f41abfa-4f7f-4fd4-ad40-fa47ee15246c tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks [] for security_group (826c6605-feff-43ff-a44c-66027e57f55e), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:38.550921 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f41abfa-4f7f-4fd4-ad40-fa47ee15246c tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks [] for security_group (826c6605-feff-43ff-a44c-66027e57f55e), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:38.612553 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f41abfa-4f7f-4fd4-ad40-fa47ee15246c tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (826c6605-feff-43ff-a44c-66027e57f55e), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:38.615570 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-5f41abfa-4f7f-4fd4-ad40-fa47ee15246c tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Publish callbacks [] for security_group (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:38.616768 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-5f41abfa-4f7f-4fd4-ad40-fa47ee15246c tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] 10.222.0.65 "DELETE /v2.0/security-groups/826c6605-feff-43ff-a44c-66027e57f55e HTTP/1.1" status: 204 len: 168 time: 0.1438231 Mar 11 20:58:38.626026 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f41abfa-4f7f-4fd4-ad40-fa47ee15246c tempest-TestSnapshotPattern-1873935132 tempest-TestSnapshotPattern-1873935132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=826c6605-feff-43ff-a44c-66027e57f55e,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:58:38.665802 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33782) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:58:39.401549 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ce49a3f4-1c0b-40de-80d2-abb458738aaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (d1a74aff-1d32-4240-8ecb-f096f27bc2fb), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:39.646765 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-ce49a3f4-1c0b-40de-80d2-abb458738aaf admin admin] Deleting port a34e62fe-37e9-48fb-a07e-5ff42af8a12f {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:58:39.647612 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ce49a3f4-1c0b-40de-80d2-abb458738aaf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (a34e62fe-37e9-48fb-a07e-5ff42af8a12f), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:39.725043 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-ce49a3f4-1c0b-40de-80d2-abb458738aaf admin admin] For port a34e62fe-37e9-48fb-a07e-5ff42af8a12f, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=a34e62fe-37e9-48fb-a07e-5ff42af8a12f,segment=NetworkSegment(b12e0f3c-524d-4271-bcd7-a8728e08218d),segment_id=b12e0f3c-524d-4271-bcd7-a8728e08218d)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:58:39.725407 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ce49a3f4-1c0b-40de-80d2-abb458738aaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (a34e62fe-37e9-48fb-a07e-5ff42af8a12f), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:39.739101 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-ce49a3f4-1c0b-40de-80d2-abb458738aaf admin admin] Calling delete_port for a34e62fe-37e9-48fb-a07e-5ff42af8a12f owned by network:router_interface {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:58:39.919023 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ce49a3f4-1c0b-40de-80d2-abb458738aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (a34e62fe-37e9-48fb-a07e-5ff42af8a12f), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:39.945475 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce49a3f4-1c0b-40de-80d2-abb458738aaf admin admin] Pushing event deleted for resources: {'Port': ['ID=a34e62fe-37e9-48fb-a07e-5ff42af8a12f,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:58:40.121201 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-ce49a3f4-1c0b-40de-80d2-abb458738aaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (d1a74aff-1d32-4240-8ecb-f096f27bc2fb), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:40.333652 n-d-833163-1 neutron-server[103884]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce49a3f4-1c0b-40de-80d2-abb458738aaf admin admin] Router d1a74aff-1d32-4240-8ecb-f096f27bc2fb has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103884) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:58:40.440871 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce49a3f4-1c0b-40de-80d2-abb458738aaf admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103884) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:58:40.446373 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-ce49a3f4-1c0b-40de-80d2-abb458738aaf admin admin] 10.222.0.65 "PUT /v2.0/routers/d1a74aff-1d32-4240-8ecb-f096f27bc2fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7789569 Mar 11 20:58:40.449029 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33786) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:58:40.452470 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e1ce7e-22c8-4e05-b2b7-614409da93b9 None None] Sync routers for ids ['d1a74aff-1d32-4240-8ecb-f096f27bc2fb'] in n-d-833163-1 {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:58:40.462347 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e1ce7e-22c8-4e05-b2b7-614409da93b9 None None] Routers {'d1a74aff-1d32-4240-8ecb-f096f27bc2fb'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:58:40.462956 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-84e1ce7e-22c8-4e05-b2b7-614409da93b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:58:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['d1a74aff-1d32-4240-8ecb-f096f27bc2fb'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:58:40.556229 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0cd7c148-cd32-44f9-994b-4ed83e3d8522 admin admin] Publish callbacks [] for router (d1a74aff-1d32-4240-8ecb-f096f27bc2fb), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:40.570803 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-84e1ce7e-22c8-4e05-b2b7-614409da93b9 None None] Set router d1a74aff-1d32-4240-8ecb-f096f27bc2fb gateway port host: n-d-833163-1 {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:58:40.660452 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0cd7c148-cd32-44f9-994b-4ed83e3d8522 admin admin] Publish callbacks [] for router_gateway (d1a74aff-1d32-4240-8ecb-f096f27bc2fb), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:40.712599 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-0cd7c148-cd32-44f9-994b-4ed83e3d8522 admin admin] Deleting port 951d9359-441b-4e31-bee1-de713460a5cf {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:58:40.712940 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0cd7c148-cd32-44f9-994b-4ed83e3d8522 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (951d9359-441b-4e31-bee1-de713460a5cf), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:40.746943 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-84e1ce7e-22c8-4e05-b2b7-614409da93b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a74aff-1d32-4240-8ecb-f096f27bc2fb', 'name': 'tempest-TestSnapshotPattern-1062784382-router', 'tenant_id': 'e724ea0cd69941cc91276207329c844f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '951d9359-441b-4e31-bee1-de713460a5cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:53:11Z', 'updated_at': '2022-03-11T20:58:39Z', 'revision_number': 5, 'project_id': 'e724ea0cd69941cc91276207329c844f', 'gw_port': {'id': '951d9359-441b-4e31-bee1-de713460a5cf', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:7f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a74aff-1d32-4240-8ecb-f096f27bc2fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4444, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:53:11Z', 'updated_at': '2022-03-11T20:53:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:58:40.772967 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e1ce7e-22c8-4e05-b2b7-614409da93b9 None None] Checking router: d1a74aff-1d32-4240-8ecb-f096f27bc2fb for host: n-d-833163-1 {{(pid=103888) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:58:40.781197 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e1ce7e-22c8-4e05-b2b7-614409da93b9 None None] Routers {'d1a74aff-1d32-4240-8ecb-f096f27bc2fb'} bound to L3 agent in host n-d-833163-1 {{(pid=103888) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:58:40.781792 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-84e1ce7e-22c8-4e05-b2b7-614409da93b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:58:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['d1a74aff-1d32-4240-8ecb-f096f27bc2fb'], 'active': True} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:58:40.791849 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-0cd7c148-cd32-44f9-994b-4ed83e3d8522 admin admin] For port 951d9359-441b-4e31-bee1-de713460a5cf, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=951d9359-441b-4e31-bee1-de713460a5cf,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:58:40.792238 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0cd7c148-cd32-44f9-994b-4ed83e3d8522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (951d9359-441b-4e31-bee1-de713460a5cf), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:40.804510 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-0cd7c148-cd32-44f9-994b-4ed83e3d8522 admin admin] Calling delete_port for 951d9359-441b-4e31-bee1-de713460a5cf owned by network:router_gateway {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:58:40.869468 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_dvr_db [None req-84e1ce7e-22c8-4e05-b2b7-614409da93b9 None None] Set router d1a74aff-1d32-4240-8ecb-f096f27bc2fb gateway port host: None {{(pid=103888) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:58:40.922409 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.l3_hamode_db [None req-84e1ce7e-22c8-4e05-b2b7-614409da93b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1a74aff-1d32-4240-8ecb-f096f27bc2fb', 'name': 'tempest-TestSnapshotPattern-1062784382-router', 'tenant_id': 'e724ea0cd69941cc91276207329c844f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:53:11Z', 'updated_at': '2022-03-11T20:58:40Z', 'revision_number': 6, 'project_id': 'e724ea0cd69941cc91276207329c844f', 'gw_port_host': None}], 'n-d-833163-1', False) {} {{(pid=103888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:58:40.948344 n-d-833163-1 neutron-server[103888]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e1ce7e-22c8-4e05-b2b7-614409da93b9 None None] The sync data for ids ['d1a74aff-1d32-4240-8ecb-f096f27bc2fb'] in n-d-833163-1 is: [{'id': 'd1a74aff-1d32-4240-8ecb-f096f27bc2fb', 'name': 'tempest-TestSnapshotPattern-1062784382-router', 'tenant_id': 'e724ea0cd69941cc91276207329c844f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:53:11Z', 'updated_at': '2022-03-11T20:58:40Z', 'revision_number': 6, 'project_id': 'e724ea0cd69941cc91276207329c844f', 'gw_port_host': None}] {{(pid=103888) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:58:40.971345 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0cd7c148-cd32-44f9-994b-4ed83e3d8522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (951d9359-441b-4e31-bee1-de713460a5cf), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:41.001905 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd7c148-cd32-44f9-994b-4ed83e3d8522 admin admin] Pushing event deleted for resources: {'Port': ['ID=951d9359-441b-4e31-bee1-de713460a5cf,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:58:41.060465 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0cd7c148-cd32-44f9-994b-4ed83e3d8522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (d1a74aff-1d32-4240-8ecb-f096f27bc2fb), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:41.151499 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0cd7c148-cd32-44f9-994b-4ed83e3d8522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (d1a74aff-1d32-4240-8ecb-f096f27bc2fb), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:41.153552 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0cd7c148-cd32-44f9-994b-4ed83e3d8522 admin admin] Publish callbacks [] for router_controller (d1a74aff-1d32-4240-8ecb-f096f27bc2fb), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:41.201182 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0cd7c148-cd32-44f9-994b-4ed83e3d8522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (d1a74aff-1d32-4240-8ecb-f096f27bc2fb), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:41.201824 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd7c148-cd32-44f9-994b-4ed83e3d8522 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1a74aff-1d32-4240-8ecb-f096f27bc2fb {{(pid=103884) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 20:58:41.206917 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-0cd7c148-cd32-44f9-994b-4ed83e3d8522 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:41.208084 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-0cd7c148-cd32-44f9-994b-4ed83e3d8522 admin admin] 10.222.0.65 "DELETE /v2.0/routers/d1a74aff-1d32-4240-8ecb-f096f27bc2fb HTTP/1.1" status: 204 len: 168 time: 0.7575958 Mar 11 20:58:41.210588 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33788) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:58:41.254504 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbacb588-bd32-40dc-a63c-6b21cbdfe7d9 admin admin] Deleting subnet a6780793-39e7-4792-bdbc-7e68ecde50fe {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 20:58:41.257600 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dbacb588-bd32-40dc-a63c-6b21cbdfe7d9 admin admin] Publish callbacks [] for subnet (a6780793-39e7-4792-bdbc-7e68ecde50fe), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:41.293090 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dbacb588-bd32-40dc-a63c-6b21cbdfe7d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (a6780793-39e7-4792-bdbc-7e68ecde50fe), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:41.370911 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dbacb588-bd32-40dc-a63c-6b21cbdfe7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (a6780793-39e7-4792-bdbc-7e68ecde50fe), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:41.425187 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dbacb588-bd32-40dc-a63c-6b21cbdfe7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (a6780793-39e7-4792-bdbc-7e68ecde50fe), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:41.450166 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbacb588-bd32-40dc-a63c-6b21cbdfe7d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6780793-39e7-4792-bdbc-7e68ecde50fe,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:58:41.455270 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-dbacb588-bd32-40dc-a63c-6b21cbdfe7d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:41.459789 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-dbacb588-bd32-40dc-a63c-6b21cbdfe7d9 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/a6780793-39e7-4792-bdbc-7e68ecde50fe HTTP/1.1" status: 204 len: 168 time: 0.2482629 Mar 11 20:58:41.460182 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76608f8-4a4d-43e7-bac5-2a2c8d519f95 None None] Network 1ed6547a-9a98-470d-94e4-47f4b17aec8c requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:58:41.463032 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33790) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:58:41.529878 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8f8e1a0c-78e5-4b47-8777-7c49890f171d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (1ed6547a-9a98-470d-94e4-47f4b17aec8c), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:41.589093 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-8f8e1a0c-78e5-4b47-8777-7c49890f171d admin admin] Deleting port 92699222-c52f-44c3-a60f-8d1f0b407711 {{(pid=103884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:58:41.589428 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8f8e1a0c-78e5-4b47-8777-7c49890f171d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (92699222-c52f-44c3-a60f-8d1f0b407711), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:41.650744 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.db [None req-8f8e1a0c-78e5-4b47-8777-7c49890f171d admin admin] For port 92699222-c52f-44c3-a60f-8d1f0b407711, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=92699222-c52f-44c3-a60f-8d1f0b407711,segment=NetworkSegment(b12e0f3c-524d-4271-bcd7-a8728e08218d),segment_id=b12e0f3c-524d-4271-bcd7-a8728e08218d)] {{(pid=103884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:58:41.651057 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8f8e1a0c-78e5-4b47-8777-7c49890f171d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (92699222-c52f-44c3-a60f-8d1f0b407711), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:41.665189 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.plugin [None req-8f8e1a0c-78e5-4b47-8777-7c49890f171d admin admin] Calling delete_port for 92699222-c52f-44c3-a60f-8d1f0b407711 owned by network:dhcp {{(pid=103884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:58:41.685083 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3aa20a8-145e-4ea5-a095-8fff1bee8e8b None None] DHCP port deletion for 1ed6547a-9a98-470d-94e4-47f4b17aec8c request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 20:58:41.733097 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c3aa20a8-145e-4ea5-a095-8fff1bee8e8b None None] Deleting port 92699222-c52f-44c3-a60f-8d1f0b407711 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:58:41.733466 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c3aa20a8-145e-4ea5-a095-8fff1bee8e8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (92699222-c52f-44c3-a60f-8d1f0b407711), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:41.750216 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8f8e1a0c-78e5-4b47-8777-7c49890f171d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4376026'] for port (92699222-c52f-44c3-a60f-8d1f0b407711), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:41.777622 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8e1a0c-78e5-4b47-8777-7c49890f171d admin admin] Pushing event deleted for resources: {'Port': ['ID=92699222-c52f-44c3-a60f-8d1f0b407711,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:58:41.779279 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8e1a0c-78e5-4b47-8777-7c49890f171d admin admin] No DVR routers for this DVR port 92699222-c52f-44c3-a60f-8d1f0b407711 on host n-d-833163-1 {{(pid=103884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:58:41.803149 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-c3aa20a8-145e-4ea5-a095-8fff1bee8e8b None None] For port 92699222-c52f-44c3-a60f-8d1f0b407711, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=92699222-c52f-44c3-a60f-8d1f0b407711,segment=NetworkSegment(b12e0f3c-524d-4271-bcd7-a8728e08218d),segment_id=b12e0f3c-524d-4271-bcd7-a8728e08218d)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:58:41.803548 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c3aa20a8-145e-4ea5-a095-8fff1bee8e8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (92699222-c52f-44c3-a60f-8d1f0b407711), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:41.815322 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 92f0fa03-e818-4758-b86a-ac8c5c07851d no longer exists at agent hyperv_n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:58:41.821534 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c3aa20a8-145e-4ea5-a095-8fff1bee8e8b None None] Calling delete_port for 92699222-c52f-44c3-a60f-8d1f0b407711 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:58:41.843769 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] No Port match for: 92f0fa03-e818-4758-b86a-ac8c5c07851d {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:58:41.844116 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Device 92f0fa03-e818-4758-b86a-ac8c5c07851d not bound to the agent host n-h2-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:58:41.854713 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8f8e1a0c-78e5-4b47-8777-7c49890f171d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (1ed6547a-9a98-470d-94e4-47f4b17aec8c), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:41.880525 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-8f8e1a0c-78e5-4b47-8777-7c49890f171d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ed6547a-9a98-470d-94e4-47f4b17aec8c']}} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:58:41.892634 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-8f8e1a0c-78e5-4b47-8777-7c49890f171d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b12e0f3c-524d-4271-bcd7-a8728e08218d') {'for_net_delete': True} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:58:41.893066 n-d-833163-1 neutron-server[103884]: DEBUG neutron.services.segments.db [None req-8f8e1a0c-78e5-4b47-8777-7c49890f171d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b12e0f3c-524d-4271-bcd7-a8728e08218d') {} {{(pid=103884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:58:41.903559 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8f8e1a0c-78e5-4b47-8777-7c49890f171d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4375893'] for segment (b12e0f3c-524d-4271-bcd7-a8728e08218d), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:41.918848 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8f8e1a0c-78e5-4b47-8777-7c49890f171d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (b12e0f3c-524d-4271-bcd7-a8728e08218d), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:41.922808 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c3aa20a8-145e-4ea5-a095-8fff1bee8e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (92699222-c52f-44c3-a60f-8d1f0b407711), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:41.926035 n-d-833163-1 neutron-server[103884]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f8e1a0c-78e5-4b47-8777-7c49890f171d admin admin] Releasing vlan 863 on physical network physnet1 to pool {{(pid=103884) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 20:58:41.926529 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8f8e1a0c-78e5-4b47-8777-7c49890f171d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4375595'] for segment (b12e0f3c-524d-4271-bcd7-a8728e08218d), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:41.929095 n-d-833163-1 neutron-server[103884]: Traceback (most recent call last): Mar 11 20:58:41.929095 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 20:58:41.929095 n-d-833163-1 neutron-server[103884]: timer() Mar 11 20:58:41.929095 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:58:41.929095 n-d-833163-1 neutron-server[103884]: cb(*args, **kw) Mar 11 20:58:41.929095 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 20:58:41.929095 n-d-833163-1 neutron-server[103884]: return func(*args, **kwargs) Mar 11 20:58:41.929095 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:58:41.929095 n-d-833163-1 neutron-server[103884]: self._notify() Mar 11 20:58:41.929095 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:58:41.929095 n-d-833163-1 neutron-server[103884]: self.callback(batched_events) Mar 11 20:58:41.929095 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:58:41.929095 n-d-833163-1 neutron-server[103884]: event.method(event) Mar 11 20:58:41.929095 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 20:58:41.929095 n-d-833163-1 neutron-server[103884]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:58:41.929095 n-d-833163-1 neutron-server[103884]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 20:58:41.929095 n-d-833163-1 neutron-server[103884]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:58:41.929095 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 20:58:41.929095 n-d-833163-1 neutron-server[103884]: return f(self, *a, **k) Mar 11 20:58:41.929095 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:58:41.929095 n-d-833163-1 neutron-server[103884]: return self._get(url).json() Mar 11 20:58:41.929095 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:58:41.929095 n-d-833163-1 neutron-server[103884]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:58:41.929095 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 20:58:41.929095 n-d-833163-1 neutron-server[103884]: return self.request(url, 'GET', **kwargs) Mar 11 20:58:41.929095 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 20:58:41.929095 n-d-833163-1 neutron-server[103884]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:58:41.929095 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 20:58:41.929095 n-d-833163-1 neutron-server[103884]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:58:41.929095 n-d-833163-1 neutron-server[103884]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 20:58:41.929095 n-d-833163-1 neutron-server[103884]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:58:41.929095 n-d-833163-1 neutron-server[103884]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:58:41.948257 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aa20a8-145e-4ea5-a095-8fff1bee8e8b None None] Pushing event deleted for resources: {'Port': ['ID=92699222-c52f-44c3-a60f-8d1f0b407711,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:58:41.952757 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3aa20a8-145e-4ea5-a095-8fff1bee8e8b None None] No DVR routers for this DVR port 92699222-c52f-44c3-a60f-8d1f0b407711 on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:58:41.990415 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8f8e1a0c-78e5-4b47-8777-7c49890f171d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (1ed6547a-9a98-470d-94e4-47f4b17aec8c), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:41.994701 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-8f8e1a0c-78e5-4b47-8777-7c49890f171d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:41.998035 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-8f8e1a0c-78e5-4b47-8777-7c49890f171d admin admin] 10.222.0.65 "DELETE /v2.0/networks/1ed6547a-9a98-470d-94e4-47f4b17aec8c HTTP/1.1" status: 204 len: 168 time: 0.5340865 Mar 11 20:58:42.001119 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33792) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:58:42.010352 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8e1a0c-78e5-4b47-8777-7c49890f171d admin admin] Pushing event deleted for resources: {'Network': ['ID=1ed6547a-9a98-470d-94e4-47f4b17aec8c,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:58:42.345626 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5235b927-ef99-4603-8e58-6aa93c1efb35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7980792'] for router_interface (b05d8c3d-0d5e-4744-82e6-6487c36a0954), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:42.464661 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 92699222-c52f-44c3-a60f-8d1f0b407711 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:58:42.488711 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 92699222-c52f-44c3-a60f-8d1f0b407711 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:58:42.489060 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 92699222-c52f-44c3-a60f-8d1f0b407711 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:58:42.489482 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 951d9359-441b-4e31-bee1-de713460a5cf no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:58:42.509251 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 951d9359-441b-4e31-bee1-de713460a5cf {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:58:42.509520 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 951d9359-441b-4e31-bee1-de713460a5cf not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:58:42.509944 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device a34e62fe-37e9-48fb-a07e-5ff42af8a12f no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:58:42.528508 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: a34e62fe-37e9-48fb-a07e-5ff42af8a12f {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:58:42.528849 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device a34e62fe-37e9-48fb-a07e-5ff42af8a12f not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:58:42.871722 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-5235b927-ef99-4603-8e58-6aa93c1efb35 admin admin] Deleting port cc37afcb-bcf2-41d5-adc6-a5b010c2d593 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:58:42.872090 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5235b927-ef99-4603-8e58-6aa93c1efb35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (cc37afcb-bcf2-41d5-adc6-a5b010c2d593), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:42.949959 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-5235b927-ef99-4603-8e58-6aa93c1efb35 admin admin] For port cc37afcb-bcf2-41d5-adc6-a5b010c2d593, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=cc37afcb-bcf2-41d5-adc6-a5b010c2d593,segment=NetworkSegment(e8cf845d-2b19-4e44-ac61-49341b3c46bf),segment_id=e8cf845d-2b19-4e44-ac61-49341b3c46bf)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:58:42.950311 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5235b927-ef99-4603-8e58-6aa93c1efb35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (cc37afcb-bcf2-41d5-adc6-a5b010c2d593), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:42.963002 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-5235b927-ef99-4603-8e58-6aa93c1efb35 admin admin] Calling delete_port for cc37afcb-bcf2-41d5-adc6-a5b010c2d593 owned by network:router_interface {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:58:43.136535 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5235b927-ef99-4603-8e58-6aa93c1efb35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (cc37afcb-bcf2-41d5-adc6-a5b010c2d593), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:43.162138 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5235b927-ef99-4603-8e58-6aa93c1efb35 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc37afcb-bcf2-41d5-adc6-a5b010c2d593,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:58:43.335380 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-5235b927-ef99-4603-8e58-6aa93c1efb35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7987372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7981160'] for router_interface (b05d8c3d-0d5e-4744-82e6-6487c36a0954), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:43.549116 n-d-833163-1 neutron-server[103885]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5235b927-ef99-4603-8e58-6aa93c1efb35 admin admin] Router b05d8c3d-0d5e-4744-82e6-6487c36a0954 has already been hosted by L3 agent 8c9b5037-dd87-4690-bb8a-43f5b6691609 {{(pid=103885) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 11 20:58:43.661426 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5235b927-ef99-4603-8e58-6aa93c1efb35 admin admin] Notify agent at l3_agent.n-d-833163-1 the message routers_updated {{(pid=103885) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 11 20:58:43.668462 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-5235b927-ef99-4603-8e58-6aa93c1efb35 admin admin] 10.222.0.65 "PUT /v2.0/routers/b05d8c3d-0d5e-4744-82e6-6487c36a0954/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6645722 Mar 11 20:58:43.669376 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33794) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:58:43.673284 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfc30ed-569a-4714-82e6-1fe30d125d47 None None] Sync routers for ids ['b05d8c3d-0d5e-4744-82e6-6487c36a0954'] in n-d-833163-1 {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 11 20:58:43.682813 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfc30ed-569a-4714-82e6-1fe30d125d47 None None] Routers {'b05d8c3d-0d5e-4744-82e6-6487c36a0954'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:58:43.683426 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-6dfc30ed-569a-4714-82e6-1fe30d125d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:58:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['b05d8c3d-0d5e-4744-82e6-6487c36a0954'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:58:43.776645 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-228deeff-a362-40ce-ac59-34dc2773a804 admin admin] Publish callbacks [] for router (b05d8c3d-0d5e-4744-82e6-6487c36a0954), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:43.788558 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-6dfc30ed-569a-4714-82e6-1fe30d125d47 None None] Set router b05d8c3d-0d5e-4744-82e6-6487c36a0954 gateway port host: n-d-833163-1 {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:58:43.886877 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-228deeff-a362-40ce-ac59-34dc2773a804 admin admin] Publish callbacks [] for router_gateway (b05d8c3d-0d5e-4744-82e6-6487c36a0954), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:43.944467 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-228deeff-a362-40ce-ac59-34dc2773a804 admin admin] Deleting port 0be43064-0238-48fa-954e-a160f46dd8d9 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:58:43.944801 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-228deeff-a362-40ce-ac59-34dc2773a804 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (0be43064-0238-48fa-954e-a160f46dd8d9), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:43.970071 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-6dfc30ed-569a-4714-82e6-1fe30d125d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05d8c3d-0d5e-4744-82e6-6487c36a0954', 'name': 'tempest-TestSnapshotPattern-497511579-router', 'tenant_id': '4c0dc4b95d0c4aef87e05c023e6c5676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'external_fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': '0be43064-0238-48fa-954e-a160f46dd8d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:53:16Z', 'updated_at': '2022-03-11T20:58:43Z', 'revision_number': 5, 'project_id': '4c0dc4b95d0c4aef87e05c023e6c5676', 'gw_port': {'id': '0be43064-0238-48fa-954e-a160f46dd8d9', 'name': '', 'network_id': '612cc066-33e3-444d-b1c7-d0a64751482a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:a6:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b05d8c3d-0d5e-4744-82e6-6487c36a0954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4456, 'fixed_ips': [{'subnet_id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-833163-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-11T20:53:16Z', 'updated_at': '2022-03-11T20:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7ceeeb7e-cdd8-4d79-ba54-8d5fdc742509', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-833163-1'}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:58:44.001555 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfc30ed-569a-4714-82e6-1fe30d125d47 None None] Checking router: b05d8c3d-0d5e-4744-82e6-6487c36a0954 for host: n-d-833163-1 {{(pid=103886) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 11 20:58:44.009847 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfc30ed-569a-4714-82e6-1fe30d125d47 None None] Routers {'b05d8c3d-0d5e-4744-82e6-6487c36a0954'} bound to L3 agent in host n-d-833163-1 {{(pid=103886) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 11 20:58:44.010452 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-6dfc30ed-569a-4714-82e6-1fe30d125d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-833163-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-11T19:15:54Z,description=,heartbeat_timestamp=2022-03-11T20:58:25Z,host='n-d-833163-1',id=8c9b5037-dd87-4690-bb8a-43f5b6691609,load=0,resource_versions=,resources_synced=,started_at=2022-03-11T19:15:54Z,topic='l3_agent')) {'router_ids': ['b05d8c3d-0d5e-4744-82e6-6487c36a0954'], 'active': True} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:58:44.027169 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-228deeff-a362-40ce-ac59-34dc2773a804 admin admin] For port 0be43064-0238-48fa-954e-a160f46dd8d9, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=0be43064-0238-48fa-954e-a160f46dd8d9,segment=NetworkSegment(6f7c0e3b-a111-4db7-b3ac-099db1b3fc95),segment_id=6f7c0e3b-a111-4db7-b3ac-099db1b3fc95)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:58:44.027520 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-228deeff-a362-40ce-ac59-34dc2773a804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (0be43064-0238-48fa-954e-a160f46dd8d9), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:44.040572 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-228deeff-a362-40ce-ac59-34dc2773a804 admin admin] Calling delete_port for 0be43064-0238-48fa-954e-a160f46dd8d9 owned by network:router_gateway {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:58:44.098069 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvr_db [None req-6dfc30ed-569a-4714-82e6-1fe30d125d47 None None] Set router b05d8c3d-0d5e-4744-82e6-6487c36a0954 gateway port host: None {{(pid=103886) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 11 20:58:44.148562 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_hamode_db [None req-6dfc30ed-569a-4714-82e6-1fe30d125d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b05d8c3d-0d5e-4744-82e6-6487c36a0954', 'name': 'tempest-TestSnapshotPattern-497511579-router', 'tenant_id': '4c0dc4b95d0c4aef87e05c023e6c5676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:53:16Z', 'updated_at': '2022-03-11T20:58:43Z', 'revision_number': 6, 'project_id': '4c0dc4b95d0c4aef87e05c023e6c5676', 'gw_port_host': None}], 'n-d-833163-1', False) {} {{(pid=103886) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:58:44.178879 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfc30ed-569a-4714-82e6-1fe30d125d47 None None] The sync data for ids ['b05d8c3d-0d5e-4744-82e6-6487c36a0954'] in n-d-833163-1 is: [{'id': 'b05d8c3d-0d5e-4744-82e6-6487c36a0954', 'name': 'tempest-TestSnapshotPattern-497511579-router', 'tenant_id': '4c0dc4b95d0c4aef87e05c023e6c5676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-11T20:53:16Z', 'updated_at': '2022-03-11T20:58:43Z', 'revision_number': 6, 'project_id': '4c0dc4b95d0c4aef87e05c023e6c5676', 'gw_port_host': None}] {{(pid=103886) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 11 20:58:44.206189 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-228deeff-a362-40ce-ac59-34dc2773a804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (0be43064-0238-48fa-954e-a160f46dd8d9), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:44.237815 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228deeff-a362-40ce-ac59-34dc2773a804 admin admin] Pushing event deleted for resources: {'Port': ['ID=0be43064-0238-48fa-954e-a160f46dd8d9,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:58:44.294380 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-228deeff-a362-40ce-ac59-34dc2773a804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7979458'] for router_gateway (b05d8c3d-0d5e-4744-82e6-6487c36a0954), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:44.387802 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-228deeff-a362-40ce-ac59-34dc2773a804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7982669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7580'] for router (b05d8c3d-0d5e-4744-82e6-6487c36a0954), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:44.389905 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-228deeff-a362-40ce-ac59-34dc2773a804 admin admin] Publish callbacks [] for router_controller (b05d8c3d-0d5e-4744-82e6-6487c36a0954), precommit_delete_associations {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:44.438462 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-228deeff-a362-40ce-ac59-34dc2773a804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7982678'] for router (b05d8c3d-0d5e-4744-82e6-6487c36a0954), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:44.439023 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228deeff-a362-40ce-ac59-34dc2773a804 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b05d8c3d-0d5e-4744-82e6-6487c36a0954 {{(pid=103885) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 11 20:58:44.444030 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-228deeff-a362-40ce-ac59-34dc2773a804 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:44.448231 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-228deeff-a362-40ce-ac59-34dc2773a804 admin admin] 10.222.0.65 "DELETE /v2.0/routers/b05d8c3d-0d5e-4744-82e6-6487c36a0954 HTTP/1.1" status: 204 len: 168 time: 0.7779045 Mar 11 20:58:44.448452 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [-] (103884) accepted ('10.222.0.65', 33796) {{(pid=103884) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:58:44.494090 n-d-833163-1 neutron-server[103884]: DEBUG neutron.db.db_base_plugin_v2 [None req-875284e3-79c1-4edf-af6f-9d25da75ed70 admin admin] Deleting subnet 83c69978-9862-4a27-a1e9-2c15df08f5e0 {{(pid=103884) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 11 20:58:44.498010 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-875284e3-79c1-4edf-af6f-9d25da75ed70 admin admin] Publish callbacks [] for subnet (83c69978-9862-4a27-a1e9-2c15df08f5e0), before_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:44.539189 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-875284e3-79c1-4edf-af6f-9d25da75ed70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4375902'] for subnet (83c69978-9862-4a27-a1e9-2c15df08f5e0), precommit_delete_associations {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:44.624183 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-875284e3-79c1-4edf-af6f-9d25da75ed70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-739812'] for subnet (83c69978-9862-4a27-a1e9-2c15df08f5e0), precommit_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:44.676621 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-875284e3-79c1-4edf-af6f-9d25da75ed70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-739823', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23066', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4376053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255242'] for subnet (83c69978-9862-4a27-a1e9-2c15df08f5e0), after_delete {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:44.702002 n-d-833163-1 neutron-server[103884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875284e3-79c1-4edf-af6f-9d25da75ed70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83c69978-9862-4a27-a1e9-2c15df08f5e0,revision_number=None']} {{(pid=103884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:58:44.705666 n-d-833163-1 neutron-server[103884]: DEBUG neutron_lib.callbacks.manager [None req-875284e3-79c1-4edf-af6f-9d25da75ed70 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:44.711686 n-d-833163-1 neutron-server[103884]: INFO neutron.wsgi [None req-875284e3-79c1-4edf-af6f-9d25da75ed70 admin admin] 10.222.0.65 "DELETE /v2.0/subnets/83c69978-9862-4a27-a1e9-2c15df08f5e0 HTTP/1.1" status: 204 len: 168 time: 0.2597268 Mar 11 20:58:44.712571 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33798) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:58:44.715668 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f067d655-40a6-4e30-b071-4dbc29d9f4e5 None None] Network 7d07f98a-d4b6-4992-933e-4bb4bc11747e requested from n-d-833163-1 {{(pid=103886) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 11 20:58:44.796164 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-40bfadad-6cc1-4b7f-bb09-9498c6f1fe5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-709409'] for network (7d07f98a-d4b6-4992-933e-4bb4bc11747e), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:44.864270 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-40bfadad-6cc1-4b7f-bb09-9498c6f1fe5f admin admin] Deleting port 8411c7e6-aaee-4369-ae3f-787a22a17a97 {{(pid=103885) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:58:44.864535 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-40bfadad-6cc1-4b7f-bb09-9498c6f1fe5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (8411c7e6-aaee-4369-ae3f-787a22a17a97), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:44.928279 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.db [None req-40bfadad-6cc1-4b7f-bb09-9498c6f1fe5f admin admin] For port 8411c7e6-aaee-4369-ae3f-787a22a17a97, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=8411c7e6-aaee-4369-ae3f-787a22a17a97,segment=NetworkSegment(e8cf845d-2b19-4e44-ac61-49341b3c46bf),segment_id=e8cf845d-2b19-4e44-ac61-49341b3c46bf)] {{(pid=103885) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:58:44.928670 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-40bfadad-6cc1-4b7f-bb09-9498c6f1fe5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (8411c7e6-aaee-4369-ae3f-787a22a17a97), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:44.944427 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.plugin [None req-40bfadad-6cc1-4b7f-bb09-9498c6f1fe5f admin admin] Calling delete_port for 8411c7e6-aaee-4369-ae3f-787a22a17a97 owned by network:dhcp {{(pid=103885) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:58:44.953142 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d0c048-fa3a-4f5e-89c3-16f537928682 None None] DHCP port deletion for 7d07f98a-d4b6-4992-933e-4bb4bc11747e request from n-d-833163-1 {{(pid=103886) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 11 20:58:44.978337 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device cc37afcb-bcf2-41d5-adc6-a5b010c2d593 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:58:45.001952 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: cc37afcb-bcf2-41d5-adc6-a5b010c2d593 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:58:45.002288 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device cc37afcb-bcf2-41d5-adc6-a5b010c2d593 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:58:45.027437 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b3d0c048-fa3a-4f5e-89c3-16f537928682 None None] Deleting port 8411c7e6-aaee-4369-ae3f-787a22a17a97 {{(pid=103886) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 11 20:58:45.027988 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b3d0c048-fa3a-4f5e-89c3-16f537928682 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738459279854'] for port (8411c7e6-aaee-4369-ae3f-787a22a17a97), before_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:45.041653 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-40bfadad-6cc1-4b7f-bb09-9498c6f1fe5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16775314'] for port (8411c7e6-aaee-4369-ae3f-787a22a17a97), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:45.071222 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bfadad-6cc1-4b7f-bb09-9498c6f1fe5f admin admin] Pushing event deleted for resources: {'Port': ['ID=8411c7e6-aaee-4369-ae3f-787a22a17a97,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:58:45.073147 n-d-833163-1 neutron-server[103885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bfadad-6cc1-4b7f-bb09-9498c6f1fe5f admin admin] No DVR routers for this DVR port 8411c7e6-aaee-4369-ae3f-787a22a17a97 on host n-d-833163-1 {{(pid=103885) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:58:45.097373 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.db [None req-b3d0c048-fa3a-4f5e-89c3-16f537928682 None None] For port 8411c7e6-aaee-4369-ae3f-787a22a17a97, host n-d-833163-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-833163-1',level=0,port_id=8411c7e6-aaee-4369-ae3f-787a22a17a97,segment=NetworkSegment(e8cf845d-2b19-4e44-ac61-49341b3c46bf),segment_id=e8cf845d-2b19-4e44-ac61-49341b3c46bf)] {{(pid=103886) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 11 20:58:45.097373 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b3d0c048-fa3a-4f5e-89c3-16f537928682 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7880366'] for port (8411c7e6-aaee-4369-ae3f-787a22a17a97), precommit_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:45.111189 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-b3d0c048-fa3a-4f5e-89c3-16f537928682 None None] Calling delete_port for 8411c7e6-aaee-4369-ae3f-787a22a17a97 owned by network:dhcp {{(pid=103886) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 11 20:58:45.149400 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-40bfadad-6cc1-4b7f-bb09-9498c6f1fe5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-738591', 'neutron.services.segments.db._delete_segments_for_network-8738459161366'] for network (7d07f98a-d4b6-4992-933e-4bb4bc11747e), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:45.172360 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-40bfadad-6cc1-4b7f-bb09-9498c6f1fe5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d07f98a-d4b6-4992-933e-4bb4bc11747e']}} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:58:45.184082 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-40bfadad-6cc1-4b7f-bb09-9498c6f1fe5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8cf845d-2b19-4e44-ac61-49341b3c46bf') {'for_net_delete': True} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:58:45.184442 n-d-833163-1 neutron-server[103885]: DEBUG neutron.services.segments.db [None req-40bfadad-6cc1-4b7f-bb09-9498c6f1fe5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8cf845d-2b19-4e44-ac61-49341b3c46bf') {} {{(pid=103885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 11 20:58:45.188230 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b3d0c048-fa3a-4f5e-89c3-16f537928682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-615700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738459285845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738458718338'] for port (8411c7e6-aaee-4369-ae3f-787a22a17a97), after_delete {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:45.204229 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-40bfadad-6cc1-4b7f-bb09-9498c6f1fe5f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738459162655', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4352033'] for segment (e8cf845d-2b19-4e44-ac61-49341b3c46bf), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:45.214715 n-d-833163-1 neutron-server[103886]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d0c048-fa3a-4f5e-89c3-16f537928682 None None] Pushing event deleted for resources: {'Port': ['ID=8411c7e6-aaee-4369-ae3f-787a22a17a97,revision_number=None']} {{(pid=103886) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:58:45.220935 n-d-833163-1 neutron-server[103886]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d0c048-fa3a-4f5e-89c3-16f537928682 None None] No DVR routers for this DVR port 8411c7e6-aaee-4369-ae3f-787a22a17a97 on host n-d-833163-1 {{(pid=103886) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 11 20:58:45.222054 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-40bfadad-6cc1-4b7f-bb09-9498c6f1fe5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667'] for segment (e8cf845d-2b19-4e44-ac61-49341b3c46bf), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:45.232032 n-d-833163-1 neutron-server[103885]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40bfadad-6cc1-4b7f-bb09-9498c6f1fe5f admin admin] Releasing vlan 894 on physical network physnet1 to pool {{(pid=103885) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 11 20:58:45.232485 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-40bfadad-6cc1-4b7f-bb09-9498c6f1fe5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-652667', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16775523'] for segment (e8cf845d-2b19-4e44-ac61-49341b3c46bf), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:45.234929 n-d-833163-1 neutron-server[103885]: Traceback (most recent call last): Mar 11 20:58:45.234929 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 11 20:58:45.234929 n-d-833163-1 neutron-server[103885]: timer() Mar 11 20:58:45.234929 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 11 20:58:45.234929 n-d-833163-1 neutron-server[103885]: cb(*args, **kw) Mar 11 20:58:45.234929 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 11 20:58:45.234929 n-d-833163-1 neutron-server[103885]: return func(*args, **kwargs) Mar 11 20:58:45.234929 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 11 20:58:45.234929 n-d-833163-1 neutron-server[103885]: self._notify() Mar 11 20:58:45.234929 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 11 20:58:45.234929 n-d-833163-1 neutron-server[103885]: self.callback(batched_events) Mar 11 20:58:45.234929 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 11 20:58:45.234929 n-d-833163-1 neutron-server[103885]: event.method(event) Mar 11 20:58:45.234929 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 11 20:58:45.234929 n-d-833163-1 neutron-server[103885]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 11 20:58:45.234929 n-d-833163-1 neutron-server[103885]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 11 20:58:45.234929 n-d-833163-1 neutron-server[103885]: aggregate_uuid = self.p_client.list_aggregates( Mar 11 20:58:45.234929 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 11 20:58:45.234929 n-d-833163-1 neutron-server[103885]: return f(self, *a, **k) Mar 11 20:58:45.234929 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 11 20:58:45.234929 n-d-833163-1 neutron-server[103885]: return self._get(url).json() Mar 11 20:58:45.234929 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 11 20:58:45.234929 n-d-833163-1 neutron-server[103885]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 11 20:58:45.234929 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 11 20:58:45.234929 n-d-833163-1 neutron-server[103885]: return self.request(url, 'GET', **kwargs) Mar 11 20:58:45.234929 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 11 20:58:45.234929 n-d-833163-1 neutron-server[103885]: base_url = self.get_endpoint(auth, allow=allow, Mar 11 20:58:45.234929 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 11 20:58:45.234929 n-d-833163-1 neutron-server[103885]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 11 20:58:45.234929 n-d-833163-1 neutron-server[103885]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 11 20:58:45.234929 n-d-833163-1 neutron-server[103885]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 11 20:58:45.234929 n-d-833163-1 neutron-server[103885]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 11 20:58:45.302757 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-40bfadad-6cc1-4b7f-bb09-9498c6f1fe5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-738662', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8084376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7987351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979494'] for network (7d07f98a-d4b6-4992-933e-4bb4bc11747e), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:45.308614 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-40bfadad-6cc1-4b7f-bb09-9498c6f1fe5f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:45.311863 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-40bfadad-6cc1-4b7f-bb09-9498c6f1fe5f admin admin] 10.222.0.65 "DELETE /v2.0/networks/7d07f98a-d4b6-4992-933e-4bb4bc11747e HTTP/1.1" status: 204 len: 168 time: 0.5969810 Mar 11 20:58:45.322935 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bfadad-6cc1-4b7f-bb09-9498c6f1fe5f admin admin] Pushing event deleted for resources: {'Network': ['ID=7d07f98a-d4b6-4992-933e-4bb4bc11747e,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:58:45.431091 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33802) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:58:45.471319 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-84158ef2-642f-4e89-9a83-e1efe569f045 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=e724ea0cd69941cc91276207329c844f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389369 Mar 11 20:58:45.473798 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33804) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:58:45.520293 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ecdeb71a-9af9-49ae-abcd-141d7090f885 admin admin] Publish callbacks [] for security_group (d34f3bb8-6cb2-4fb9-84d0-abff1f1c4bd8), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:45.544344 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ecdeb71a-9af9-49ae-abcd-141d7090f885 admin admin] Publish callbacks [] for security_group (d34f3bb8-6cb2-4fb9-84d0-abff1f1c4bd8), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:45.590941 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ecdeb71a-9af9-49ae-abcd-141d7090f885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (d34f3bb8-6cb2-4fb9-84d0-abff1f1c4bd8), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:45.593582 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-ecdeb71a-9af9-49ae-abcd-141d7090f885 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:45.594709 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-ecdeb71a-9af9-49ae-abcd-141d7090f885 admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d34f3bb8-6cb2-4fb9-84d0-abff1f1c4bd8 HTTP/1.1" status: 204 len: 168 time: 0.1200194 Mar 11 20:58:45.602521 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdeb71a-9af9-49ae-abcd-141d7090f885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34f3bb8-6cb2-4fb9-84d0-abff1f1c4bd8,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:58:45.896162 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33810) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:58:45.935355 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-67e38a5c-c2b0-4e9f-9bb4-d3dafbe5f845 admin admin] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=4c0dc4b95d0c4aef87e05c023e6c5676&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379853 Mar 11 20:58:45.938077 n-d-833163-1 neutron-server[103885]: DEBUG neutron.wsgi [-] (103885) accepted ('10.222.0.65', 33812) {{(pid=103885) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 11 20:58:45.983542 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fd1e318d-37ed-403c-aea6-d3a96e663ada admin admin] Publish callbacks [] for security_group (d211e131-369d-4051-9bed-d5f12266152d), before_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:46.004197 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fd1e318d-37ed-403c-aea6-d3a96e663ada admin admin] Publish callbacks [] for security_group (d211e131-369d-4051-9bed-d5f12266152d), precommit_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:46.049120 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fd1e318d-37ed-403c-aea6-d3a96e663ada admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8079692'] for security_group (d211e131-369d-4051-9bed-d5f12266152d), after_delete {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:46.051861 n-d-833163-1 neutron-server[103885]: DEBUG neutron_lib.callbacks.manager [None req-fd1e318d-37ed-403c-aea6-d3a96e663ada admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:46.053076 n-d-833163-1 neutron-server[103885]: INFO neutron.wsgi [None req-fd1e318d-37ed-403c-aea6-d3a96e663ada admin admin] 10.222.0.65 "DELETE /v2.0/security-groups/d211e131-369d-4051-9bed-d5f12266152d HTTP/1.1" status: 204 len: 168 time: 0.1140394 Mar 11 20:58:46.061392 n-d-833163-1 neutron-server[103885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1e318d-37ed-403c-aea6-d3a96e663ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d211e131-369d-4051-9bed-d5f12266152d,revision_number=None']} {{(pid=103885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 11 20:58:46.476964 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 0be43064-0238-48fa-954e-a160f46dd8d9 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:58:46.497543 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 0be43064-0238-48fa-954e-a160f46dd8d9 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:58:46.497892 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 0be43064-0238-48fa-954e-a160f46dd8d9 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:58:46.498337 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 8411c7e6-aaee-4369-ae3f-787a22a17a97 no longer exists at agent ovs-agent-n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 11 20:58:46.517551 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.plugin [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] No Port match for: 8411c7e6-aaee-4369-ae3f-787a22a17a97 {{(pid=103886) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 11 20:58:46.517838 n-d-833163-1 neutron-server[103886]: DEBUG neutron.plugins.ml2.rpc [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Device 8411c7e6-aaee-4369-ae3f-787a22a17a97 not bound to the agent host n-d-833163-1 {{(pid=103886) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 11 20:58:49.918343 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:52.530071 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-548fc337-81d5-498f-a189-7eb6b8d5454f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:53.532124 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:54.790120 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-556b2f0d-d796-461b-a674-55b041418263 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:56.555896 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:57.938481 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:58:58.356698 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:58:59.222769 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:59:19.930321 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:59:22.533201 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-45c70427-afe5-4637-964a-80ddca6f37a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:59:23.529465 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:59:24.790989 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-e7cfa7f0-8c84-4706-b9f4-3a73bd4715db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:59:26.562367 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:59:27.941284 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:59:29.224489 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:59:35.357562 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 20:59:49.928900 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:59:52.534961 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-3e9c4a2b-4c28-4083-aefc-7ff11a2a1aa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:59:53.530302 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:59:54.793630 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-38371c7a-75de-42f7-9e8b-81b8847130f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:59:56.561721 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:59:57.944022 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 20:59:59.229896 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:00:12.357055 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 21:00:19.927618 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:00:22.536700 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c30b5aa3-ebdd-4b95-a597-a2de22333dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:00:23.531644 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:00:24.796176 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-be0dd14c-8b36-4935-8321-3bdce4517396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:00:26.565115 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:00:27.946369 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:00:29.232051 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:00:49.357225 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 21:00:49.926740 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:00:52.541480 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-baef3d77-b10a-48ae-b2de-632d3dddfc82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:00:53.526590 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:00:54.796869 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-a8d96be6-50f2-47c6-9c45-9269dc41c7ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:00:56.566800 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:00:57.948635 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:00:59.234068 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:01:19.942294 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:01:22.542850 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0c0aeade-886d-406b-b5b4-e055b2db841f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:01:23.540413 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:01:24.797314 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-adef0458-912f-4195-8c78-182fab5edd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:01:26.356725 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 21:01:26.570732 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:01:27.951143 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:01:29.237336 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:01:49.942090 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:01:52.544223 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-88927875-35db-498c-b164-e8a2d4a78fd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:01:53.540585 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:01:54.798420 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f4d2f636-3294-4547-8b2f-1a1543d111ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:01:56.577277 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:01:57.958324 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:01:59.241717 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:02:03.356637 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 21:02:19.955451 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:02:22.545307 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-be9a0543-8020-436e-a16d-64c9cd01c35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:02:23.552682 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:02:24.798223 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0cc42139-1a63-4c14-b5ca-ca5affa6b5aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:02:26.576612 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:02:27.957368 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:02:29.243723 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:02:40.356972 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 21:02:49.962181 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:02:52.546730 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1c37f905-9f22-41c1-9ea0-0945273d8562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:02:53.554165 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:02:54.798633 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f2d8401b-7650-4577-b72b-8a5c19850970 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:02:56.578649 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:02:57.959653 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:02:59.246585 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:03:17.355912 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 21:03:19.969556 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:03:22.548240 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b245d2ea-6880-4957-8d02-8b1804d76cd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:03:23.568378 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:03:24.800014 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c288622e-cca7-481d-aa4f-e0edc2c3b6de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:03:26.582174 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:03:27.962782 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:03:29.242095 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:03:49.985387 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:03:52.549133 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6309201d-58cc-427b-b4d1-95601a15e2e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:03:53.581961 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:03:54.355718 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 21:03:54.802658 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6a65dbcf-ae5f-476c-bb4f-74afdbd4ba79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:03:56.585697 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:03:57.965969 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:03:59.243571 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:04:20.000611 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:04:22.550670 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c4e87aef-1208-487e-9624-1daa5b65b192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:04:23.580432 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:04:24.804670 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b2f964fd-f7b5-4d31-990b-e383bd9af588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:04:26.588248 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:04:27.969213 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:04:29.246807 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:04:31.354746 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 21:04:50.004542 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:04:52.551569 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ed543887-3710-44de-8921-290a8b122d5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:04:53.593748 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:04:54.805101 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-270a3127-f86a-42f5-ab96-633a6ec80127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:04:56.590758 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:04:57.971000 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:04:59.242164 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:05:08.353168 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 21:05:20.012791 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:05:22.552811 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-ed8e7381-29da-4623-a22d-71c985b4e7c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:05:23.608795 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:05:24.806167 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-339fc3a7-5f9e-47fe-871c-74e0d6874af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:05:26.593433 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:05:27.977921 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:05:29.243640 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:05:45.352591 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 21:05:50.012055 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:05:52.553425 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-4365b159-0e25-471f-8ac0-150867f8d996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:05:53.624106 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:05:54.806302 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-8624a87d-ecae-4e96-8420-1bfaf3987491 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:05:56.595163 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:05:57.977476 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:05:59.246040 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:06:11.403413 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [req-a6f10e7e-407a-4b6c-b7c5-663f7da20652 req-1ecaa11c-e76f-4fae-af2c-d40bbc92e915 service neutron] (103884) timed out ('10.222.0.65', 59794) {{(pid=103884) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 21:06:12.493198 n-d-833163-1 neutron-server[103884]: DEBUG neutron.wsgi [req-a6f10e7e-407a-4b6c-b7c5-663f7da20652 req-01a46fb0-be18-4052-b483-716c656aab7c tempest-TestShelveInstance-746882556 tempest-TestShelveInstance-746882556-project] (103884) timed out ('10.222.0.65', 59816) {{(pid=103884) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 11 21:06:20.019140 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:06:22.351489 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 21:06:22.554711 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-df3c2922-3002-4bac-8d68-9c2b2bbae15f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:06:23.622861 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:06:24.806554 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-9dd31fb5-0ce2-499c-9a7a-fe8e6704e6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:06:26.598391 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:06:27.980222 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:06:29.249627 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:06:50.019542 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:06:52.556825 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-951fe527-280e-42d6-aa0b-8107bb0f3f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:06:53.620393 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:06:54.808166 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-6655d6e7-bc1e-4c37-a7ef-5386c7e11a8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:06:56.600938 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:06:57.982985 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:06:59.252228 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:06:59.349753 n-d-833163-1 neutron-server[103888]: DEBUG neutron.db.agents_db [None req-f1ab5a8b-0e7f-4295-a6b5-3447dfaae75a None None] Agent healthcheck: found 7 active agents {{(pid=103888) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 11 21:07:20.024023 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d9a89116-af50-449d-a00d-e6e38eec926a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (a6e1f91a-71dc-453f-9a9e-701df76b9864), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:07:22.559679 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-b7775b77-ffd0-4464-98e6-3414d2ad2c2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (05c2fa7c-e4fb-4336-9d84-2d432af6b8d3), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:07:23.636114 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-d676f85d-d49d-4a14-aef3-8adb2e692fc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (31807da2-916c-4bc6-b428-abdb61f6fb25), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:07:24.809087 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-f2df84c9-573a-48e1-88d4-e535498d2d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (8c9b5037-dd87-4690-bb8a-43f5b6691609), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:07:26.603572 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-0ee73f84-1926-4082-918e-788db35fb672 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (07b578ce-5e6b-49de-a745-b9aea676c541), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:07:27.987071 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-1b7c469f-835d-4ef8-a62a-0249d04e7f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (b46ceb69-c43a-4d2d-8a14-49ab19c93159), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 11 21:07:29.259260 n-d-833163-1 neutron-server[103886]: DEBUG neutron_lib.callbacks.manager [None req-c5f1bba3-ff56-473f-bb18-1c308cfca18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738459161348', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-744724'] for agent (9675444a-c187-4d8b-8877-0b3795c7e030), after_update {{(pid=103886) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}